-- Logs begin at Mon 2021-08-23 19:45:39 UTC, end at Mon 2021-08-23 22:00:19 UTC. -- Aug 23 20:17:22.475745 n-d-805663-2 systemd[1]: Started Devstack devstack@q-svc.service. Aug 23 20:17:25.300122 n-d-805663-2 neutron-server[94580]: INFO neutron.common.config [-] Logging enabled! Aug 23 20:17:25.300759 n-d-805663-2 neutron-server[94580]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev553 Aug 23 20:17:25.300905 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94580) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 23 20:17:25.304070 n-d-805663-2 neutron-server[94580]: INFO neutron.common.config [-] Logging enabled! Aug 23 20:17:25.304336 n-d-805663-2 neutron-server[94580]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev553 Aug 23 20:17:25.304651 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94580) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 23 20:17:25.305612 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 23 20:17:25.305848 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 23 20:17:25.306211 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 23 20:17:25.306459 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 23 20:17:25.306688 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 23 20:17:25.307009 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.307308 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.307613 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.307844 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.308169 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.308459 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.308743 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.309078 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.309885 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.310190 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.310480 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.310774 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.311011 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.311302 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.311598 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.311893 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.312142 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] debug = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.312430 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.312864 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.313277 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.313563 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.313859 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.314149 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.314429 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.314730 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.314996 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.315331 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] host = n-d-805663-2 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.315614 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.315902 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.316221 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.316536 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.316789 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.317070 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.317355 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.317634 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.317906 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] log_file = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.318189 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.318474 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.318765 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.319055 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.319281 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.319504 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.319797 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.320106 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.320388 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.320661 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.320935 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.321211 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.321488 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.321761 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.322049 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.322335 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.322622 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.322901 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.323171 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.323444 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.323719 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.324004 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.324314 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.324588 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.325888 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.326212 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.326499 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.326788 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.327101 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.327398 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.327688 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.327981 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.328289 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.328580 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.328857 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.329134 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.329412 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] use_json = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.329685 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.329961 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.330249 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.330529 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.330813 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.331091 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.331367 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.331651 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:25.331952 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.332279 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.332591 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.332883 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.333184 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.333460 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.333756 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.334036 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.334334 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.334631 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.334923 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.335206 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.335504 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.335784 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.336098 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.336413 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.336721 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.337012 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.337291 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.337570 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.338101 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.338380 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.338672 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.338973 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.339267 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.339545 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.339825 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.340141 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.341362 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.341824 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.342132 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.342433 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.342720 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.343004 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.343295 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.343582 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.343862 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.344169 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.344457 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.344754 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.345032 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.345308 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.345586 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.345869 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.346150 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.346443 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.346727 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.347006 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.347281 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.347563 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.347840 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.348142 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.348424 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.348700 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.348979 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.349254 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.349530 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.349808 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.350083 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.350358 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.350634 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.350909 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.351190 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.351475 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.351758 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.352040 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.352350 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.352623 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.352912 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.353214 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.353497 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.353784 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.354066 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.354346 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.354623 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.354901 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.355181 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.355464 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.355743 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.356079 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.356533 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.356970 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.357270 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.357559 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.357865 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.358153 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.358437 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.358720 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.359002 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.359298 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.359586 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.359886 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.360210 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.360509 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.360807 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.361109 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.361400 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.361712 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.362002 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:25.362226 n-d-805663-2 neutron-server[94580]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 23 20:17:25.362475 n-d-805663-2 neutron-server[94580]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94580) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 23 20:17:25.727689 n-d-805663-2 neutron-server[94580]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94580) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 20:17:25.727962 n-d-805663-2 neutron-server[94580]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94580) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 20:17:25.728294 n-d-805663-2 neutron-server[94580]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94580) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 20:17:25.728634 n-d-805663-2 neutron-server[94580]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 23 20:17:26.139881 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:26.140196 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:26.140480 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:26.141796 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:26.142070 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:26.142351 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:26.177448 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:26.177736 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:26.178005 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:26.195187 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:26.195471 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:26.195741 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:26.224843 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:26.225125 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:26.225398 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:26.263317 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:26.263599 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:26.263871 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:26.505168 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:26.505768 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:26.505768 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:26.505944 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:26.506592 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:26.632434 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:26.632756 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:26.633051 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:26.633333 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:26.633603 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:26.633919 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:26.634186 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:26.634446 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:26.634705 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:26.634988 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:26.635253 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:26.635520 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:26.635778 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:26.636031 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:26.636309 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:26.636574 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:26.636829 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:26.637095 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:26.637904 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:26.638366 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:26.638759 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:26.639021 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:26.639310 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:26.639693 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:26.639949 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:26.640223 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:26.640631 n-d-805663-2 neutron-server[94580]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94580) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 20:17:26.640873 n-d-805663-2 neutron-server[94580]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94580) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 20:17:26.641110 n-d-805663-2 neutron-server[94580]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94580) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 20:17:26.641347 n-d-805663-2 neutron-server[94580]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94580) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 20:17:26.641584 n-d-805663-2 neutron-server[94580]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94580) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 20:17:26.641818 n-d-805663-2 neutron-server[94580]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94580) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 20:17:26.642183 n-d-805663-2 neutron-server[94580]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 23 20:17:26.645474 n-d-805663-2 neutron-server[94580]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 23 20:17:26.649427 n-d-805663-2 neutron-server[94580]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 23 20:17:26.654127 n-d-805663-2 neutron-server[94580]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Aug 23 20:17:26.655832 n-d-805663-2 neutron-server[94580]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 23 20:17:26.656479 n-d-805663-2 neutron-server[94580]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 23 20:17:26.656819 n-d-805663-2 neutron-server[94580]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 23 20:17:26.657211 n-d-805663-2 neutron-server[94580]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 23 20:17:26.660109 n-d-805663-2 neutron-server[94580]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 23 20:17:26.660366 n-d-805663-2 neutron-server[94580]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 23 20:17:26.660722 n-d-805663-2 neutron-server[94580]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 23 20:17:26.666070 n-d-805663-2 neutron-server[94580]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 23 20:17:26.688780 n-d-805663-2 neutron-server[94580]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 23 20:17:26.689254 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:26.689560 n-d-805663-2 neutron-server[94580]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94580) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 23 20:17:26.689920 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:26.691282 n-d-805663-2 neutron-server[94580]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94580) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 23 20:17:26.691573 n-d-805663-2 neutron-server[94580]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 23 20:17:26.691822 n-d-805663-2 neutron-server[94580]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 23 20:17:26.695080 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:26.695361 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:26.760405 n-d-805663-2 neutron-server[94580]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 23 20:17:26.760405 n-d-805663-2 neutron-server[94580]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 23 20:17:26.761031 n-d-805663-2 neutron-server[94580]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 23 20:17:26.761031 n-d-805663-2 neutron-server[94580]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 23 20:17:26.786908 n-d-805663-2 neutron-server[94580]: DEBUG oslo_db.sqlalchemy.engines [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94580) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 23 20:17:27.336437 n-d-805663-2 neutron-server[94580]: INFO neutron.plugins.ml2.managers [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Initializing driver for type 'gre' Aug 23 20:17:27.336972 n-d-805663-2 neutron-server[94580]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] gre ID ranges: [(1, 1000)] Aug 23 20:17:27.390409 n-d-805663-2 neutron-server[94580]: INFO neutron.plugins.ml2.managers [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Initializing driver for type 'local' Aug 23 20:17:27.390747 n-d-805663-2 neutron-server[94580]: INFO neutron.plugins.ml2.managers [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Initializing driver for type 'vlan' Aug 23 20:17:27.404308 n-d-805663-2 neutron-server[94580]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] VlanTypeDriver initialization complete Aug 23 20:17:27.404689 n-d-805663-2 neutron-server[94580]: INFO neutron.plugins.ml2.managers [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Initializing driver for type 'vxlan' Aug 23 20:17:27.405187 n-d-805663-2 neutron-server[94580]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] vxlan ID ranges: [(1, 1000)] Aug 23 20:17:27.466793 n-d-805663-2 neutron-server[94580]: INFO neutron.plugins.ml2.managers [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Initializing extension driver 'port_security' Aug 23 20:17:27.467143 n-d-805663-2 neutron-server[94580]: INFO neutron.plugins.ml2.extensions.port_security [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] PortSecurityExtensionDriver initialization complete Aug 23 20:17:27.467477 n-d-805663-2 neutron-server[94580]: INFO neutron.plugins.ml2.managers [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Initializing mechanism driver 'openvswitch' Aug 23 20:17:27.467799 n-d-805663-2 neutron-server[94580]: INFO neutron.plugins.ml2.managers [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Initializing mechanism driver 'hyperv' Aug 23 20:17:27.474426 n-d-805663-2 neutron-server[94580]: DEBUG neutron.plugins.ml2.plugin [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:17:27.475114 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > port after_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.475491 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > port after_update 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.475849 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > port after_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.476403 n-d-805663-2 neutron-server[94580]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94580) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 23 20:17:27.476838 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > subnet after_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.477192 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > subnet after_update 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.477538 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > subnet after_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.477928 n-d-805663-2 neutron-server[94580]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94580) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 23 20:17:27.478333 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > network after_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.478681 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > network after_update 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.479031 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > network after_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.479417 n-d-805663-2 neutron-server[94580]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94580) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 23 20:17:27.479829 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > security_group after_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.480202 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > security_group after_update 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.480549 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > security_group after_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.481649 n-d-805663-2 neutron-server[94580]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94580) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 23 20:17:27.482248 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.482597 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.482944 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.483341 n-d-805663-2 neutron-server[94580]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94580) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 23 20:17:27.483749 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > address_group after_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.484126 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > address_group after_update 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.484473 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > address_group after_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.484863 n-d-805663-2 neutron-server[94580]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94580) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 23 20:17:27.485247 n-d-805663-2 neutron-server[94580]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] ML2 OVO RPC backend initialized. {{(pid=94580) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 23 20:17:27.485954 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > router_interface after_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.486310 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.486724 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > network before_response 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.487079 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > networks before_response 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.487430 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > port before_response 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.487775 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > ports before_response 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.488147 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > subnet before_response 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.488492 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > subnets before_response 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.488845 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > network after_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.489185 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > network after_update 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.489522 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > network after_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.489859 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > port after_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.490193 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > port after_update 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.490526 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > port after_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.490860 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > subnet after_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.491193 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > subnet after_update 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.491525 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > subnet after_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.492126 n-d-805663-2 neutron-server[94580]: INFO neutron.plugins.ml2.plugin [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Modular L2 Plugin initialization complete Aug 23 20:17:27.492458 n-d-805663-2 neutron-server[94580]: DEBUG neutron.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading services supported by the core plugin {{(pid=94580) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 23 20:17:27.492786 n-d-805663-2 neutron-server[94580]: INFO neutron.plugins.ml2.managers [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Got port-security extension from driver 'port_security' Aug 23 20:17:27.493248 n-d-805663-2 neutron-server[94580]: INFO neutron.extensions.vlantransparent [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Disabled vlantransparent extension. Aug 23 20:17:27.493729 n-d-805663-2 neutron-server[94580]: DEBUG neutron.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94580) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 23 20:17:27.494042 n-d-805663-2 neutron-server[94580]: INFO neutron.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading Plugin: router Aug 23 20:17:27.530545 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > router_interface before_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.531263 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > router after_create 55549900 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.531263 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > router before_create 55549900 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.531579 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.531953 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.532340 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > router after_delete 55549900 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.532704 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > floatingip after_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.533064 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > floatingip after_update 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.533426 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > router after_create 55549900 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.533772 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > router after_update 55549900 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.534122 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > router after_update 55549900 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.534469 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.534827 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > router after_update 55549900 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.535318 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > router precommit_update 55549900 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.535616 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: port after_update 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.535956 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: port after_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.536315 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: subnet after_update 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.536659 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.537015 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > port precommit_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.537387 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > router precommit_create 55549900 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.537713 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: port before_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.538064 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > router precommit_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.538426 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > router after_update 55549900 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.538769 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > router precommit_delete 55549900 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.539125 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > router precommit_create 55549900 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.539487 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > router_interface after_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.539835 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > router precommit_update 55549900 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.540260 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > agent after_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.540616 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > agent after_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.540955 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > network after_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.541893 n-d-805663-2 neutron-server[94580]: DEBUG neutron.quota.resource_registry [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Tracking information for resource: router configured {{(pid=94580) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 20:17:27.542226 n-d-805663-2 neutron-server[94580]: DEBUG neutron.quota.resource_registry [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Tracking information for resource: floatingip configured {{(pid=94580) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 20:17:27.549707 n-d-805663-2 neutron-server[94580]: INFO neutron.db.l3_agentschedulers_db [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 23 20:17:27.550300 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: port after_update 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.550670 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: port after_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.551027 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: port after_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.551380 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: port after_update 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.552222 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > router before_create 55550100 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.552592 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > router precommit_delete 55550100 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.552961 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > router precommit_create 55550100 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.553319 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > router precommit_update 55550100 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.557910 n-d-805663-2 neutron-server[94580]: DEBUG neutron.services.provider_configuration [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Service providers = [] {{(pid=94580) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 23 20:17:27.558271 n-d-805663-2 neutron-server[94580]: DEBUG neutron.db.servicetype_db [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94580) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 23 20:17:27.562093 n-d-805663-2 neutron-server[94580]: DEBUG neutron.services.service_base [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94580) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 23 20:17:27.562444 n-d-805663-2 neutron-server[94580]: DEBUG neutron.services.service_base [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94580) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 23 20:17:27.562789 n-d-805663-2 neutron-server[94580]: DEBUG neutron.services.service_base [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94580) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 23 20:17:27.563684 n-d-805663-2 neutron-server[94580]: DEBUG neutron.services.service_base [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94580) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 23 20:17:27.564093 n-d-805663-2 neutron-server[94580]: INFO neutron.services.service_base [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 23 20:17:27.564485 n-d-805663-2 neutron-server[94580]: DEBUG neutron.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94580) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 20:17:27.564807 n-d-805663-2 neutron-server[94580]: INFO neutron.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 23 20:17:27.575829 n-d-805663-2 neutron-server[94580]: DEBUG neutron.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94580) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 20:17:27.576189 n-d-805663-2 neutron-server[94580]: INFO neutron.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading Plugin: auto_allocate Aug 23 20:17:27.581906 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: network precommit_update 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.582288 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: network precommit_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.582817 n-d-805663-2 neutron-server[94580]: DEBUG neutron.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94580) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 20:17:27.583140 n-d-805663-2 neutron-server[94580]: INFO neutron.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading Plugin: tag Aug 23 20:17:27.590009 n-d-805663-2 neutron-server[94580]: DEBUG neutron.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94580) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 20:17:27.590314 n-d-805663-2 neutron-server[94580]: INFO neutron.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading Plugin: timestamp Aug 23 20:17:27.594441 n-d-805663-2 neutron-server[94580]: DEBUG neutron.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94580) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 20:17:27.594777 n-d-805663-2 neutron-server[94580]: INFO neutron.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading Plugin: network_ip_availability Aug 23 20:17:27.600265 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.600642 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.601001 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.601741 n-d-805663-2 neutron-server[94580]: DEBUG neutron.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94580) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 20:17:27.602064 n-d-805663-2 neutron-server[94580]: INFO neutron.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading Plugin: flavors Aug 23 20:17:27.607441 n-d-805663-2 neutron-server[94580]: DEBUG neutron.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94580) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 20:17:27.607773 n-d-805663-2 neutron-server[94580]: INFO neutron.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading Plugin: revisions Aug 23 20:17:27.612088 n-d-805663-2 neutron-server[94580]: DEBUG neutron.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94580) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 20:17:27.612482 n-d-805663-2 neutron-server[94580]: DEBUG oslo_concurrency.lockutils [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.884s {{(pid=94580) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 20:17:27.613222 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94580) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 23 20:17:27.613559 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Initializing extension manager. Aug 23 20:17:27.614069 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: __init__.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.614414 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: __pycache__ {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.614750 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.615084 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: address_group.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.615862 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.616467 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: address-group Aug 23 20:17:27.616795 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: address_scope.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.617507 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.618016 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: address-scope Aug 23 20:17:27.618339 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: admin_state_down_before_update.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.619267 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.619781 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: router-admin-state-down-before-update Aug 23 20:17:27.620124 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: agent.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.621031 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.621563 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: agent Aug 23 20:17:27.622398 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: agent_resources_synced.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.623321 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.623823 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: agent-resources-synced Aug 23 20:17:27.624186 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: allowedaddresspairs.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.626000 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.626515 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: allowed-address-pairs Aug 23 20:17:27.626843 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: auto_allocated_topology.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.627925 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.628470 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: auto-allocated-topology Aug 23 20:17:27.628796 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: availability_zone.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.629494 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.629995 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: availability_zone Aug 23 20:17:27.630318 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: availability_zone_filter.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.631232 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.631736 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: availability_zone_filter Aug 23 20:17:27.632081 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: data_plane_status.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.632993 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.633499 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extension data-plane-status not supported by any of loaded plugins Aug 23 20:17:27.633821 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: default_subnetpools.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.634739 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.635244 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: default-subnetpools Aug 23 20:17:27.635576 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: dhcpagentscheduler.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.636423 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.636921 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: dhcp_agent_scheduler Aug 23 20:17:27.637275 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: dns.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.638364 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.638868 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extension dns-integration not supported by any of loaded plugins Aug 23 20:17:27.639192 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: dns_domain_ports.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.640144 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.640656 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 23 20:17:27.640982 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.641909 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.642414 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 23 20:17:27.642739 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: dvr.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.643412 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.643916 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: dvr Aug 23 20:17:27.644261 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: ecmp_routes.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.645187 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.645707 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extension ecmp_routes not supported by any of loaded plugins Aug 23 20:17:27.646032 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: empty_string_filtering.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.646941 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.647447 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: empty-string-filtering Aug 23 20:17:27.647769 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.648714 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.649225 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 23 20:17:27.649545 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.650462 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.650966 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 23 20:17:27.651286 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: external_net.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.652216 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.652723 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: external-net Aug 23 20:17:27.653141 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: extra_dhcp_opt.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.654051 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.654556 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: extra_dhcp_opt Aug 23 20:17:27.654879 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: extraroute.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.655790 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.656327 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: extraroute Aug 23 20:17:27.656652 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: extraroute_atomic.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.657684 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.658186 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: extraroute-atomic Aug 23 20:17:27.658509 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: filter_validation.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.659175 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.659674 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: filter-validation Aug 23 20:17:27.659996 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: fip_pf_description.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.660921 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.661421 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 23 20:17:27.661745 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: fip_port_details.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.662673 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.663172 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: fip-port-details Aug 23 20:17:27.663617 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: flavors.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.664766 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.665273 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: flavors Aug 23 20:17:27.665710 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.667266 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.667786 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 23 20:17:27.668140 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: floatingip_pools.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.669447 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.670110 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: floatingip-pools Aug 23 20:17:27.670442 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: ip_allocation.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.671380 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.671886 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extension ip_allocation not supported by any of loaded plugins Aug 23 20:17:27.672248 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.673172 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.673679 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: ip-substring-filtering Aug 23 20:17:27.674007 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: l2_adjacency.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.674937 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.675444 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extension l2_adjacency not supported by any of loaded plugins Aug 23 20:17:27.675770 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: l3.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.676960 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.677482 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: router Aug 23 20:17:27.677812 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: l3_conntrack_helper.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.680111 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.680646 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 23 20:17:27.680976 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.681926 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.682442 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: ext-gw-mode Aug 23 20:17:27.682772 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.683718 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.684945 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: l3-ha Aug 23 20:17:27.685297 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: l3_flavors.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.686232 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.686797 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: l3-flavors Aug 23 20:17:27.687072 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.687984 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.688522 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: l3-port-ip-change-not-allowed Aug 23 20:17:27.688849 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: l3agentscheduler.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.689936 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.690440 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: l3_agent_scheduler Aug 23 20:17:27.691021 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: logging.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.692320 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.692837 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extension logging not supported by any of loaded plugins Aug 23 20:17:27.693253 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: metering.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.693924 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.694503 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: metering Aug 23 20:17:27.694830 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.695989 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.696536 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: metering_source_and_destination_fields Aug 23 20:17:27.696867 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: multiprovidernet.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.697798 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.698310 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: multi-provider Aug 23 20:17:27.698635 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: netmtu.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.699552 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.700278 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: net-mtu Aug 23 20:17:27.700604 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: netmtu_writable.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.701532 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.702039 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: net-mtu-writable Aug 23 20:17:27.702364 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: network_availability_zone.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.703042 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.703543 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: network_availability_zone Aug 23 20:17:27.703865 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: network_ip_availability.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.705002 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.705512 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: network-ip-availability Aug 23 20:17:27.705838 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: network_segment_range.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.706625 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.707122 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extension network-segment-range not supported by any of loaded plugins Aug 23 20:17:27.707445 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: pagination.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.708452 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.708784 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: pagination Aug 23 20:17:27.709107 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: port_device_profile.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.710018 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.710536 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: port-device-profile Aug 23 20:17:27.710859 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.711785 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.712324 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: port-mac-address-regenerate Aug 23 20:17:27.712645 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.713824 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.714337 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: port-numa-affinity-policy Aug 23 20:17:27.714663 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: port_resource_request.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.715648 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.716193 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extension port-resource-request not supported by any of loaded plugins Aug 23 20:17:27.716522 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: portbindings.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.717477 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.717981 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: binding Aug 23 20:17:27.718302 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: portbindings_extended.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.719777 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.720321 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: binding-extended Aug 23 20:17:27.720654 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: portsecurity.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.721582 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.722097 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: port-security Aug 23 20:17:27.722422 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: project_id.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.723409 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.723742 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: project-id Aug 23 20:17:27.724304 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: providernet.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.725021 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.725544 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: provider Aug 23 20:17:27.725868 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: qos.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.729462 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.729983 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extension qos not supported by any of loaded plugins Aug 23 20:17:27.730320 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.732219 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.732690 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 23 20:17:27.733024 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.733952 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.734465 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 23 20:17:27.734793 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: qos_default.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.735713 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.736264 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extension qos-default not supported by any of loaded plugins Aug 23 20:17:27.736595 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: qos_fip.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.737265 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.737765 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extension qos-fip not supported by any of loaded plugins Aug 23 20:17:27.738091 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: qos_gateway_ip.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.739017 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.739528 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 23 20:17:27.739861 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: qos_port_network_policy.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.740811 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.741315 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 23 20:17:27.741639 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: qos_pps_rule.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.742819 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.743341 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extension qos-pps not supported by any of loaded plugins Aug 23 20:17:27.743672 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: qos_rule_type_details.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.744626 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.745134 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 23 20:17:27.745466 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: qos_rules_alias.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.746693 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.747650 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 23 20:17:27.747998 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: quotasv2.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.749017 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.749343 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: quotas Aug 23 20:17:27.749667 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: quotasv2_detail.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.752808 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.753154 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: quota_details Aug 23 20:17:27.753487 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: rbac.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.754792 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.755326 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: rbac-policies Aug 23 20:17:27.755660 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: rbac_address_group.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.756625 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.757143 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: rbac-address-group Aug 23 20:17:27.757471 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: rbac_address_scope.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.758407 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.758920 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: rbac-address-scope Aug 23 20:17:27.759248 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: rbac_security_groups.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.760206 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.760725 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: rbac-security-groups Aug 23 20:17:27.761049 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: rbac_subnetpool.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.761969 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.762649 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: rbac-subnetpool Aug 23 20:17:27.762981 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: revisionifmatch.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.763915 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.764464 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: revision-if-match Aug 23 20:17:27.764793 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: revisions.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.765912 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.766431 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: standard-attr-revisions Aug 23 20:17:27.766762 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: router_availability_zone.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.767451 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.767962 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: router_availability_zone Aug 23 20:17:27.768318 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: routerservicetype.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.769245 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.769754 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extension router-service-type not supported by any of loaded plugins Aug 23 20:17:27.770076 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.770998 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.771514 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: security-groups-normalized-cidr Aug 23 20:17:27.771839 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: security_groups_port_filtering.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.772792 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.773305 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: port-security-groups-filtering Aug 23 20:17:27.773626 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.774546 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.775059 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: security-groups-remote-address-group Aug 23 20:17:27.775383 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: securitygroup.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.785856 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.786381 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: security-group Aug 23 20:17:27.786714 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: segment.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.787516 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.788024 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extension segment not supported by any of loaded plugins Aug 23 20:17:27.788373 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.789329 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.789836 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 23 20:17:27.790162 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: servicetype.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.791358 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.791884 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: service-type Aug 23 20:17:27.792247 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: sorting.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.793237 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.794138 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: sorting Aug 23 20:17:27.794469 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: standard_attr_segment.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.795399 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.795908 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 23 20:17:27.796271 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: standardattrdescription.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.796923 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.797428 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: standard-attr-description Aug 23 20:17:27.797749 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: stateful_security_group.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.798685 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.799193 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: stateful-security-group Aug 23 20:17:27.799520 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: stdattrs_common.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.800145 n-d-805663-2 neutron-server[94580]: WARNING neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 23 20:17:27.800470 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.801398 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.801911 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 23 20:17:27.802237 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: subnet_onboard.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.803302 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.803816 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: subnet_onboard Aug 23 20:17:27.804173 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.805096 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.805603 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 23 20:17:27.805929 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: subnet_service_types.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.806862 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.807374 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: subnet-service-types Aug 23 20:17:27.807699 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: subnetallocation.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.808813 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.809467 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: subnet_allocation Aug 23 20:17:27.809796 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.810470 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.810975 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: subnetpool-prefix-ops Aug 23 20:17:27.811296 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.812271 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.812778 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 23 20:17:27.813101 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: tagging.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.814211 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.814729 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: standard-attr-tag Aug 23 20:17:27.815057 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: timestamp.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.816295 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.816809 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loaded extension: standard-attr-timestamp Aug 23 20:17:27.817136 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: trunk.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.818174 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.818692 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extension trunk not supported by any of loaded plugins Aug 23 20:17:27.819016 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: trunk_details.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.819944 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.820494 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extension trunk-details not supported by any of loaded plugins Aug 23 20:17:27.820817 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: uplink_status_propagation.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.821755 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.822263 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 23 20:17:27.822583 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Loading extension file: vlantransparent.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 20:17:27.823259 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 20:17:27.823767 n-d-805663-2 neutron-server[94580]: INFO neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extension vlan-transparent not supported by any of loaded plugins Aug 23 20:17:27.826423 n-d-805663-2 neutron-server[94580]: INFO neutron.quota.resource_registry [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Creating instance of TrackedResource for resource:network Aug 23 20:17:27.826954 n-d-805663-2 neutron-server[94580]: INFO neutron.quota.resource_registry [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Creating instance of TrackedResource for resource:subnet Aug 23 20:17:27.827352 n-d-805663-2 neutron-server[94580]: INFO neutron.quota.resource_registry [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 20:17:27.827754 n-d-805663-2 neutron-server[94580]: INFO neutron.quota.resource_registry [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Creating instance of TrackedResource for resource:port Aug 23 20:17:27.829034 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.v2.resource_helper [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 20:17:27.829474 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.v2.resource_helper [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Service FLAVORS assigned prefix: {{(pid=94580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 20:17:27.830089 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.v2.resource_helper [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 20:17:27.830523 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.v2.resource_helper [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 20:17:27.830855 n-d-805663-2 neutron-server[94580]: INFO neutron.quota.resource_registry [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Creating instance of TrackedResource for resource:router Aug 23 20:17:27.831305 n-d-805663-2 neutron-server[94580]: INFO neutron.quota.resource_registry [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Creating instance of TrackedResource for resource:floatingip Aug 23 20:17:27.831916 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.v2.resource_helper [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Service METERING assigned prefix: /metering {{(pid=94580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 20:17:27.833393 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.833765 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.834121 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:17:27.835132 n-d-805663-2 neutron-server[94580]: INFO neutron.quota.resource_registry [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Creating instance of CountableResource for resource:rbac_policy Aug 23 20:17:27.835570 n-d-805663-2 neutron-server[94580]: INFO neutron.quota.resource_registry [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Creating instance of TrackedResource for resource:security_group Aug 23 20:17:27.836017 n-d-805663-2 neutron-server[94580]: INFO neutron.quota.resource_registry [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Creating instance of TrackedResource for resource:security_group_rule Aug 23 20:17:27.836648 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.v2.resource_helper [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Service CORE assigned prefix: {{(pid=94580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 20:17:27.836983 n-d-805663-2 neutron-server[94580]: INFO neutron.quota.resource_registry [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 20:17:27.837330 n-d-805663-2 neutron-server[94580]: WARNING neutron.quota.resource_registry [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] subnetpool is already registered Aug 23 20:17:27.837751 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.v2.resource_helper [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Service CORE assigned prefix: {{(pid=94580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 20:17:27.838327 n-d-805663-2 neutron-server[94580]: INFO neutron.quota.resource_registry [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 20:17:27.838655 n-d-805663-2 neutron-server[94580]: WARNING neutron.quota.resource_registry [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] subnetpool is already registered Aug 23 20:17:27.842946 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.v2.resource_helper [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 20:17:27.843344 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.v2.resource_helper [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Service FLAVORS assigned prefix: {{(pid=94580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 20:17:27.843962 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.v2.resource_helper [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 20:17:27.844426 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.v2.resource_helper [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 20:17:27.844770 n-d-805663-2 neutron-server[94580]: INFO neutron.quota.resource_registry [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Creating instance of TrackedResource for resource:router Aug 23 20:17:27.845110 n-d-805663-2 neutron-server[94580]: WARNING neutron.quota.resource_registry [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] router is already registered Aug 23 20:17:27.845524 n-d-805663-2 neutron-server[94580]: INFO neutron.quota.resource_registry [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Creating instance of TrackedResource for resource:floatingip Aug 23 20:17:27.845859 n-d-805663-2 neutron-server[94580]: WARNING neutron.quota.resource_registry [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] floatingip is already registered Aug 23 20:17:27.846315 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.v2.resource_helper [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Service METERING assigned prefix: /metering {{(pid=94580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 20:17:27.846990 n-d-805663-2 neutron-server[94580]: INFO neutron.quota.resource_registry [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Creating instance of CountableResource for resource:rbac_policy Aug 23 20:17:27.847317 n-d-805663-2 neutron-server[94580]: WARNING neutron.quota.resource_registry [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] rbac_policy is already registered Aug 23 20:17:27.847728 n-d-805663-2 neutron-server[94580]: INFO neutron.quota.resource_registry [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Creating instance of TrackedResource for resource:security_group Aug 23 20:17:27.848082 n-d-805663-2 neutron-server[94580]: WARNING neutron.quota.resource_registry [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] security_group is already registered Aug 23 20:17:27.848486 n-d-805663-2 neutron-server[94580]: INFO neutron.quota.resource_registry [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Creating instance of TrackedResource for resource:security_group_rule Aug 23 20:17:27.848818 n-d-805663-2 neutron-server[94580]: WARNING neutron.quota.resource_registry [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] security_group_rule is already registered Aug 23 20:17:27.849292 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.v2.resource_helper [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Service CORE assigned prefix: {{(pid=94580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 20:17:27.849616 n-d-805663-2 neutron-server[94580]: INFO neutron.quota.resource_registry [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 20:17:27.849947 n-d-805663-2 neutron-server[94580]: WARNING neutron.quota.resource_registry [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] subnetpool is already registered Aug 23 20:17:27.850358 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.v2.resource_helper [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Service CORE assigned prefix: {{(pid=94580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 20:17:27.850679 n-d-805663-2 neutron-server[94580]: INFO neutron.quota.resource_registry [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 20:17:27.851007 n-d-805663-2 neutron-server[94580]: WARNING neutron.quota.resource_registry [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] subnetpool is already registered Aug 23 20:17:27.851459 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extended resource: extensions {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 20:17:27.853032 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extended resource: address-groups {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 20:17:27.854508 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extended resource: address-scopes {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 20:17:27.855774 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extended resource: agents {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 20:17:27.857519 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extended resource: auto-allocated-topology {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 20:17:27.858851 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extended resource: availability_zones {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 20:17:27.860084 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extended resource: dhcp-networks {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 20:17:27.861478 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extended resource: dhcp-agents {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 20:17:27.862990 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extended resource: routers {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 20:17:27.864744 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extended resource: flavors {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 20:17:27.865898 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extended resource: service_profiles {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 20:17:27.867184 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extended resource: next_providers {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 20:17:27.868620 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extended resource: service_profiles {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 20:17:27.870044 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extended resource: floatingip-pools {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 20:17:27.871251 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extended resource: routers {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 20:17:27.873246 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extended resource: floatingips {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 20:17:27.874417 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extended resource: l3-routers {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 20:17:27.875797 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extended resource: l3-agents {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 20:17:27.877450 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extended resource: metering-labels {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 20:17:27.878681 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extended resource: metering-label-rules {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 20:17:27.879991 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extended resource: network-ip-availabilities {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 20:17:27.881349 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extended resource: bindings {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 20:17:27.882889 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extended resource: quotas {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 20:17:27.884362 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extended resource: quotas {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 20:17:27.885974 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extended resource: rbac-policies {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 20:17:27.887205 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extended resource: security-groups {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 20:17:27.888512 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extended resource: security-group-rules {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 20:17:27.889721 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extended resource: service-providers {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 20:17:27.891039 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extended resource: subnetpools {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 20:17:27.892377 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extended resource: subnetpools {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 20:17:27.893873 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extended resource: tags {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 20:17:27.895641 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extended resource: tags {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 20:17:27.897384 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extended resource: tags {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 20:17:27.899232 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extended resource: tags {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 20:17:27.901035 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extended resource: tags {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 20:17:27.903374 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extended resource: tags {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 20:17:27.906266 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extended resource: tags {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 20:17:27.908040 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extended resource: tags {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 20:17:27.909816 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extended resource: tags {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 20:17:27.911667 n-d-805663-2 neutron-server[94580]: DEBUG neutron.api.extensions [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Extended resource: tags {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 20:17:27.917782 n-d-805663-2 neutron-server[94580]: WARNING keystonemiddleware.auth_token [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 23 20:17:27.923062 n-d-805663-2 neutron-server[94580]: WARNING keystonemiddleware.auth_token [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 23 20:17:27.931686 n-d-805663-2 neutron-server[94580]: DEBUG oslo_concurrency.lockutils [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Acquired lock "singleton_lock" {{(pid=94580) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 23 20:17:27.932353 n-d-805663-2 neutron-server[94580]: DEBUG oslo_concurrency.lockutils [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Releasing lock "singleton_lock" {{(pid=94580) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 23 20:17:27.932832 n-d-805663-2 neutron-server[94580]: INFO oslo_service.service [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Starting 2 workers Aug 23 20:17:27.938177 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Started child 94687 {{(pid=94580) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 23 20:17:27.942858 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Started child 94688 {{(pid=94580) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 23 20:17:27.943859 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:17:27.944596 n-d-805663-2 neutron-server[94580]: INFO neutron.service [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Neutron service started, listening on 0.0.0.0:9696 Aug 23 20:17:27.945188 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Notify callbacks [] for process, before_spawn {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:17:27.945403 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [-] (94687) wsgi starting up on http://0.0.0.0:9696 Aug 23 20:17:27.947693 n-d-805663-2 neutron-server[94580]: INFO oslo_service.service [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Starting 1 workers Aug 23 20:17:27.949414 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:17:27.951471 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [-] (94688) wsgi starting up on http://0.0.0.0:9696 Aug 23 20:17:27.953774 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Started child 94689 {{(pid=94580) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 23 20:17:27.954327 n-d-805663-2 neutron-server[94580]: INFO oslo_service.service [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Starting 1 workers Aug 23 20:17:27.957727 n-d-805663-2 neutron-server[94689]: DEBUG neutron.service [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] calling RpcWorker wait() {{(pid=94689) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 23 20:17:27.958292 n-d-805663-2 neutron-server[94689]: DEBUG neutron.service [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] returning from RpcWorker wait() {{(pid=94689) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 23 20:17:27.958909 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Started child 94690 {{(pid=94580) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 23 20:17:27.959499 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:17:27.959769 n-d-805663-2 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-4806252c-c431-49d7-ad18-1dc514eb08ba None None] Notify callbacks [] for process, after_spawn {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:17:27.959933 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:17:27.961738 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94580) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 23 20:17:27.961938 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 23 20:17:27.962143 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 23 20:17:27.962334 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 23 20:17:27.962689 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 23 20:17:27.963102 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 23 20:17:27.963774 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.964082 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.964343 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.964436 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:17:27.964899 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.964899 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.965353 n-d-805663-2 neutron-server[94690]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:17:27.965521 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.965787 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.966195 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.966467 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.966732 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.966897 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.967058 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.967311 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.967550 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.967831 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.968147 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.968389 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.968646 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.968816 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.969093 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.969354 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.969612 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.969871 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] debug = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.970111 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.970607 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.970859 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.971105 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.971322 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.971602 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.971867 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.972185 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.972433 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.972669 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.972910 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.973162 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.973392 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.973606 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.973824 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.974071 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.974292 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.974767 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] host = n-d-805663-2 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.974985 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.975225 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.975441 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.975672 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.975914 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.976164 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.976408 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.976675 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.976953 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.977184 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.977426 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.977636 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.977859 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.978078 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] log_file = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.978288 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] log_options = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.978513 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.978727 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.979067 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.979282 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.979282 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.979715 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.979715 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.980154 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.980154 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.980593 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.980593 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.981023 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.981023 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.981450 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.981450 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.981847 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.982046 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.982258 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.982459 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.982657 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.982853 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.983217 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.983438 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.983649 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.983846 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.984050 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.984297 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.984508 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.984718 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.984915 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.985120 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.985318 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.985570 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.985816 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.986044 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.986254 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.986462 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.986725 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.986940 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.987186 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.987433 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.987672 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.987925 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.988204 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.988464 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.988669 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] use_json = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.988890 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.989219 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.989439 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.989646 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.989848 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.990067 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.990271 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.990476 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:27.990883 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:27.991166 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:27.991518 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:27.991743 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:27.992489 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:27.992489 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:27.992894 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:27.993163 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:27.993163 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:27.994298 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:27.994298 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:27.994298 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:27.994584 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:27.994914 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:27.995070 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:27.995437 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:27.995697 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:27.997253 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:27.997253 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:27.997253 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:27.997545 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:27.997721 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:27.998129 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:27.998444 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:27.998726 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:27.998999 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:27.999222 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:27.999453 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.000018 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.000018 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.000206 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.000363 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.000631 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.001773 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.001773 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.001773 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.001773 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.001773 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.002283 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.002283 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.002498 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.002944 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.002944 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.003182 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.003369 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.003572 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.003838 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.004006 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.004253 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.004515 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.004767 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.004986 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.005201 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.005415 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.005655 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.005914 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.006131 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.006624 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.006624 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.006779 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.006986 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.007235 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.007453 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.007673 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.008117 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.008117 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.008367 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.010534 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.010534 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.010534 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.010534 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.010534 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.010534 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.010534 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.010534 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.010534 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.011092 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.011092 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.011227 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.011474 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.011615 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.013006 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.013006 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.013006 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.013479 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.014626 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.014626 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.014626 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.014626 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.015183 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.015183 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.015460 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.015597 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.015760 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.016011 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.016314 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.016558 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.016791 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.017027 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.017246 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.017508 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.017750 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.018000 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.018218 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.018470 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.018692 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.018977 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.019213 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.019491 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.019722 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.020023 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.020320 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.020561 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.020871 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.021050 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.021510 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.021978 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.022432 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.022878 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.023308 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.023747 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.024197 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.024620 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.024884 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.025164 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.025406 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.025649 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.025940 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.026167 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.026591 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.026993 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.027230 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.027552 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.027813 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.028558 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.028800 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.029077 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.029333 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.029572 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.029837 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.030084 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.030347 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.030609 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.030852 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.031085 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.031312 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.032116 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.032625 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.033036 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.033414 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.033779 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.034137 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.034501 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.034879 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.035236 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.035607 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.036000 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.036405 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.036764 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.037173 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.037562 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.038151 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.038151 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.038412 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.038559 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.038703 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.039080 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.039522 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.039916 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.040414 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.040888 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.041132 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.041384 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.041634 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.041896 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.042116 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.042359 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.042767 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.044098 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.045723 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.045995 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.046253 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.046485 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.046730 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.046955 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.047268 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.047523 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.047888 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.048477 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.048728 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.048973 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.049221 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.049469 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.049725 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.049979 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.050201 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.050451 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.050664 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.050940 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.051169 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.051437 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.051685 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.051900 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.052142 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.052363 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.052580 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.052877 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.053139 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.053394 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.053652 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.053895 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.054129 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.054360 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.054575 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.054889 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.055042 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.055260 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.055471 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.055699 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.055912 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.056146 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.056373 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.056588 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.056804 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.057051 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.057261 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.057472 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.057694 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.057910 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.058119 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.058364 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.058600 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.058810 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.059074 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.059429 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.059704 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.059939 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.060179 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.060435 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.060666 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.061162 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.061536 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.061837 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.062242 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.062748 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.062957 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.063206 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.064099 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.064099 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.064385 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.064528 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.064761 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.065417 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.065664 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.066381 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.066655 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.066995 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.067300 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.067558 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.067798 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.068097 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.068653 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.068653 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.068860 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.069168 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.069502 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.069781 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.070492 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.070492 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.070492 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.070740 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.070986 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.071240 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.071474 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.071695 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.071931 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.072743 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.072975 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.073213 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.073442 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.073664 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.073896 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.074127 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.074353 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.074565 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.074820 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 23 20:17:28.075397 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94580) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 23 20:17:28.075558 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 23 20:17:28.075714 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 23 20:17:28.075883 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 23 20:17:28.076088 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 23 20:17:28.076233 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 23 20:17:28.076436 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.076573 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.076737 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.076885 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.077040 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.077220 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.077395 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.077859 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.077859 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.077859 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.078076 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.078141 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.078270 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.078426 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.078583 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.078739 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.078897 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.079056 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.079218 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.079377 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.079534 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.079699 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.079845 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] debug = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.080003 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.080206 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.080369 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.080527 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.080685 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.080842 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.080999 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.081158 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.081315 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.081472 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.081629 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.081786 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.081944 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.082100 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.082258 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.082415 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.082577 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.082733 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] host = n-d-805663-2 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.082889 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.083048 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.083205 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.083362 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.083518 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.083678 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.083836 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.083995 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.084175 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.084335 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.084493 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.084651 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.084808 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.084966 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] log_file = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.085124 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] log_options = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.085282 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.085438 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.085596 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.085770 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.085934 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.086092 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.086249 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.086408 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.086565 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.086723 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.086883 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.087041 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.087261 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.087363 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.087492 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.087657 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.088105 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.088215 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.088377 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.088535 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.088694 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.088852 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.089011 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.089169 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.089327 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.089484 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.089643 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.089800 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.089957 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.090115 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.090806 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.090971 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.091131 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.091290 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.091450 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.091609 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.091767 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.091929 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.092107 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.092267 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.092461 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.092569 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.092718 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.092875 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.093085 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.093208 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] use_json = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.093338 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.093494 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.093652 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.093805 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.093964 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.094330 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.094700 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.094864 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 20:17:28.095046 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.095210 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.095386 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.095890 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.096077 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.096252 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.096417 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.096584 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.096743 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.096905 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.097076 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.097238 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.097412 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.097722 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.097890 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.098057 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.098221 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.098383 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.098544 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.098706 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.098866 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.099026 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.099204 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.099365 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.099601 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.099724 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.099849 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.099968 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.100159 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.100323 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.100560 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.100734 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.100896 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.101056 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.101218 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.101380 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.101540 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.101702 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.101865 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.102026 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.102189 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.102349 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.102511 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.102672 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.102834 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.103001 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.103164 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.103326 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.103489 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.103649 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.103915 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.104189 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.104386 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.104510 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.104748 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.104748 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.104998 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.105122 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.105241 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.105361 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.105481 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.105729 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.105863 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.106034 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.106684 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.106848 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.107012 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.107175 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.107337 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.107499 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.107659 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.107823 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.107984 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.108162 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.108319 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.108482 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.108645 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.108863 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.109031 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.109192 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.109354 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.109515 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.109676 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.109837 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.110009 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.110185 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.110346 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.110508 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.110668 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.110829 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.110990 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.111150 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.111309 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.111470 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.111630 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.111789 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.111949 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.112141 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.112303 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.112463 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.112623 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.112782 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.112946 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.113721 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.113721 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.113721 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.113721 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.113721 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.114422 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.114422 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.114422 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.114422 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.114810 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.114810 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.114949 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.115056 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.115280 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.115449 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.115690 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.115905 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.116036 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.116205 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.116368 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.116531 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.116693 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.116853 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.117017 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.117186 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.117360 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.117521 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.117683 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.117843 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.118029 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.118189 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.118349 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.118511 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.118672 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.118833 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.118994 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.119155 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.119315 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.119477 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.119638 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.119800 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.119962 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.120146 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.120309 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.120470 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.120633 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.120781 n-d-805663-2 neutron-server[94689]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:17:28.120872 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.120950 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.121094 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.121255 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.121417 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.121601 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.121761 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.121922 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.122085 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.122246 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.122392 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.122558 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.122719 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.122881 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.123045 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.123206 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.123366 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.123528 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.123688 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.123849 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.124011 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.124215 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.124382 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.124545 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.124722 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.124855 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.125003 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.125140 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.125266 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.125404 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.125572 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.125732 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.125895 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.126071 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.126205 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.126367 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.127541 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.127541 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.127541 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.127541 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.127541 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.127541 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.127541 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.127981 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.127981 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.127981 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.128188 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.128253 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.128364 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.128526 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.128693 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.128854 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.129016 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.129177 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.129557 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.129557 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.129702 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.129808 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.129970 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.130133 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.130294 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.130455 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.130615 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.130776 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.130938 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.131099 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.131259 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.131425 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.131584 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.131754 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.131917 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.132109 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.132257 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.132413 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.132562 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.132733 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.132886 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.133034 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.133246 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.133413 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.134542 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.134542 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.134962 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.134962 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.134962 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.135412 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.135631 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.136234 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.136405 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.138064 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.138064 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.138064 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.138809 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.138809 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.138809 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.138809 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.138809 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.141760 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.141760 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.141760 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.141760 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.141760 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.141760 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.141760 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.141760 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.142351 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.142351 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.142351 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.142351 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.142351 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.142351 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.142351 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.142351 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.143056 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.143056 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.143056 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.143338 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.143464 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.143631 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.143793 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.143956 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.144139 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.144302 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.144526 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.144625 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.144775 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.144919 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.145119 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.145231 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.145393 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.145554 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.145715 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.145880 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.146045 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.146267 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.146448 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 20:17:28.146586 n-d-805663-2 neutron-server[94580]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 23 20:17:28.187183 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 42304) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:17:28.195886 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [-] 10.222.0.61 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064199 Aug 23 20:17:40.051954 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68371b85-cc27-4287-9f67-ee57a9914f0e None None] get_active_networks_info from n-d-805663-2 {{(pid=94689) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 20:17:40.114462 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68371b85-cc27-4287-9f67-ee57a9914f0e None None] No non-hosted networks {{(pid=94689) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 23 20:17:40.131694 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.agentschedulers_db [None req-68371b85-cc27-4287-9f67-ee57a9914f0e None None] DHCP Agent not found on host n-d-805663-2 {{(pid=94689) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 23 20:17:40.258410 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-95a45782-8b10-4dae-a249-f5c654d06d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-498035'] for agent, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:17:42.947174 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd5400fd-c284-4401-9a4e-e1eec36be67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-498035'] for agent, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:17:43.006933 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b2493808-1d34-4d5a-b2a8-84aa16edc2af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:17:43.451254 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-498035'] for agent, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:17:43.453810 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:17:43.454849 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:17:43.456768 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:17:43.457994 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:17:43.459897 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:17:43.460937 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:17:43.463982 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:17:43.465007 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:17:43.466267 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:17:43.468033 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:17:43.471993 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:17:43.473198 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:17:43.474131 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-805663-2', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:17:43.488556 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-805663-2', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:17:44.396178 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-498035'] for agent, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:17:45.745139 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-498035'] for agent, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:17:47.283318 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 42398) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:17:47.866342 n-d-805663-2 neutron-server[94688]: WARNING oslo_policy.policy [None req-a59f9cbc-7425-4040-8a77-593462f8811b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 20:17:47.866943 n-d-805663-2 neutron-server[94688]: WARNING oslo_policy.policy [None req-a59f9cbc-7425-4040-8a77-593462f8811b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 20:17:48.089386 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [None req-a59f9cbc-7425-4040-8a77-593462f8811b admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:17:48.104196 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a59f9cbc-7425-4040-8a77-593462f8811b admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8066914 Aug 23 20:17:50.476049 n-d-805663-2 neutron-server[94689]: INFO neutron.db.l3_hamode_db [None req-181484f6-f000-4c2d-8418-0b3452fb9962 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 23 20:17:50.565154 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181484f6-f000-4c2d-8418-0b3452fb9962 None None] Routers set() bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:17:50.565797 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181484f6-f000-4c2d-8418-0b3452fb9962 None None] Router IDs set() for agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 23 20:17:50.736429 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 42412) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:17:51.209904 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c16406d3-295b-4a66-82f2-fb4225de084a admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:17:51.309579 n-d-805663-2 neutron-server[94688]: DEBUG neutron.policy [None req-c16406d3-295b-4a66-82f2-fb4225de084a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94688) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 23 20:17:51.354717 n-d-805663-2 neutron-server[94688]: WARNING oslo_policy.policy [None req-c16406d3-295b-4a66-82f2-fb4225de084a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 20:17:51.355089 n-d-805663-2 neutron-server[94688]: WARNING oslo_policy.policy [None req-c16406d3-295b-4a66-82f2-fb4225de084a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 20:17:51.364528 n-d-805663-2 neutron-server[94688]: INFO neutron.quota [None req-c16406d3-295b-4a66-82f2-fb4225de084a admin admin] Loaded quota_driver: . Aug 23 20:17:51.491163 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c16406d3-295b-4a66-82f2-fb4225de084a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790314209051', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790314208580', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790314228088', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790314227493', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790314245821', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790314238807', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1510309', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1577944', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3653329', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3636122'] for rbac-policy, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:17:51.580218 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c16406d3-295b-4a66-82f2-fb4225de084a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:17:51.581439 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c16406d3-295b-4a66-82f2-fb4225de084a admin admin] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8435366 Aug 23 20:17:54.316450 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 42424) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:17:54.662587 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-78cb5bee-fa14-4a4b-83f3-104bb5f61a9b admin admin] Request body: {'network': {'project_id': '8dcdf9cb3d294cebb407314ec640277a', 'name': 'private', 'admin_state_up': True, 'tenant_id': '8dcdf9cb3d294cebb407314ec640277a'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:17:54.695649 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78cb5bee-fa14-4a4b-83f3-104bb5f61a9b admin admin] Made reservation on behalf of 8dcdf9cb3d294cebb407314ec640277a for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:17:54.698542 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78cb5bee-fa14-4a4b-83f3-104bb5f61a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:17:54.718674 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78cb5bee-fa14-4a4b-83f3-104bb5f61a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:17:54.863707 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78cb5bee-fa14-4a4b-83f3-104bb5f61a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:17:54.869211 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78cb5bee-fa14-4a4b-83f3-104bb5f61a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:17:54.898545 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78cb5bee-fa14-4a4b-83f3-104bb5f61a9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:17:54.929116 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78cb5bee-fa14-4a4b-83f3-104bb5f61a9b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790315928037', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:17:54.929741 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78cb5bee-fa14-4a4b-83f3-104bb5f61a9b admin admin] Unsubscribe: segment precommit_create {{(pid=94688) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 23 20:17:54.930254 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-78cb5bee-fa14-4a4b-83f3-104bb5f61a9b admin admin] Added segment 3b2933f9-361c-4519-85f3-8287dad73cf5 of type vlan for network 93c80137-19b0-4e8c-a4b2-9a1e4a33e97e Aug 23 20:17:54.938190 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cb5bee-fa14-4a4b-83f3-104bb5f61a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf88ac1-2bf9-4720-85b8-913f25a3f6fb,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:17:54.977261 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cb5bee-fa14-4a4b-83f3-104bb5f61a9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:17:54.977497 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cb5bee-fa14-4a4b-83f3-104bb5f61a9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:17:54.977826 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cb5bee-fa14-4a4b-83f3-104bb5f61a9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:17:54.978157 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cb5bee-fa14-4a4b-83f3-104bb5f61a9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:17:54.978483 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cb5bee-fa14-4a4b-83f3-104bb5f61a9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:17:54.978808 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cb5bee-fa14-4a4b-83f3-104bb5f61a9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:17:54.979133 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cb5bee-fa14-4a4b-83f3-104bb5f61a9b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:17:54.979450 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cb5bee-fa14-4a4b-83f3-104bb5f61a9b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:17:54.979771 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cb5bee-fa14-4a4b-83f3-104bb5f61a9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:17:54.980109 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cb5bee-fa14-4a4b-83f3-104bb5f61a9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:17:54.981124 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cb5bee-fa14-4a4b-83f3-104bb5f61a9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:17:54.981984 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cb5bee-fa14-4a4b-83f3-104bb5f61a9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:17:54.983153 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cb5bee-fa14-4a4b-83f3-104bb5f61a9b admin admin] Tracked resource versions report: Aug 23 20:17:54.983153 n-d-805663-2 neutron-server[94688]: pushed versions: Aug 23 20:17:54.983153 n-d-805663-2 neutron-server[94688]: { 'AddressGroup': {'1.2'}, Aug 23 20:17:54.983153 n-d-805663-2 neutron-server[94688]: 'ConntrackHelper': {'1.0'}, Aug 23 20:17:54.983153 n-d-805663-2 neutron-server[94688]: 'Log': {'1.0'}, Aug 23 20:17:54.983153 n-d-805663-2 neutron-server[94688]: 'Network': {'1.1'}, Aug 23 20:17:54.983153 n-d-805663-2 neutron-server[94688]: 'Port': {'1.7'}, Aug 23 20:17:54.983153 n-d-805663-2 neutron-server[94688]: 'PortForwarding': {'1.2'}, Aug 23 20:17:54.983153 n-d-805663-2 neutron-server[94688]: 'QosPolicy': {'1.9'}, Aug 23 20:17:54.983153 n-d-805663-2 neutron-server[94688]: 'SecurityGroup': {'1.4'}, Aug 23 20:17:54.983153 n-d-805663-2 neutron-server[94688]: 'SecurityGroupRule': {'1.2'}, Aug 23 20:17:54.983153 n-d-805663-2 neutron-server[94688]: 'SubPort': {'1.0'}, Aug 23 20:17:54.983153 n-d-805663-2 neutron-server[94688]: 'Subnet': {'1.1'}, Aug 23 20:17:54.983153 n-d-805663-2 neutron-server[94688]: 'Trunk': {'1.1'}} Aug 23 20:17:54.983153 n-d-805663-2 neutron-server[94688]: consumer versions: Aug 23 20:17:54.983153 n-d-805663-2 neutron-server[94688]: { DHCP agent@n-d-805663-2: {}, Aug 23 20:17:54.983153 n-d-805663-2 neutron-server[94688]: L3 agent@n-d-805663-2: {}, Aug 23 20:17:54.983153 n-d-805663-2 neutron-server[94688]: Metadata agent@n-d-805663-2: {}, Aug 23 20:17:54.983153 n-d-805663-2 neutron-server[94688]: Metering agent@n-d-805663-2: {}, Aug 23 20:17:54.983153 n-d-805663-2 neutron-server[94688]: Open vSwitch agent@n-d-805663-2: { 'AddressGroup': '1.2', Aug 23 20:17:54.983153 n-d-805663-2 neutron-server[94688]: 'ConntrackHelper': '1.0', Aug 23 20:17:54.983153 n-d-805663-2 neutron-server[94688]: 'Log': '1.0', Aug 23 20:17:54.983153 n-d-805663-2 neutron-server[94688]: 'Network': '1.1', Aug 23 20:17:54.983153 n-d-805663-2 neutron-server[94688]: 'Port': '1.7', Aug 23 20:17:54.983153 n-d-805663-2 neutron-server[94688]: 'PortForwarding': '1.2', Aug 23 20:17:54.983153 n-d-805663-2 neutron-server[94688]: 'QosPolicy': '1.9', Aug 23 20:17:54.983153 n-d-805663-2 neutron-server[94688]: 'SecurityGroup': '1.4', Aug 23 20:17:54.983153 n-d-805663-2 neutron-server[94688]: 'SecurityGroupRule': '1.2', Aug 23 20:17:54.983153 n-d-805663-2 neutron-server[94688]: 'SubPort': '1.0', Aug 23 20:17:54.983153 n-d-805663-2 neutron-server[94688]: 'Subnet': '1.1', Aug 23 20:17:54.983153 n-d-805663-2 neutron-server[94688]: 'Trunk': '1.1'}} Aug 23 20:17:54.983153 n-d-805663-2 neutron-server[94688]: {{(pid=94688) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 20:17:55.079731 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78cb5bee-fa14-4a4b-83f3-104bb5f61a9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:17:55.132442 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78cb5bee-fa14-4a4b-83f3-104bb5f61a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:17:55.133741 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78cb5bee-fa14-4a4b-83f3-104bb5f61a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:17:55.134418 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78cb5bee-fa14-4a4b-83f3-104bb5f61a9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:17:55.225445 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-78cb5bee-fa14-4a4b-83f3-104bb5f61a9b admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9078796 Aug 23 20:17:55.238574 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cb5bee-fa14-4a4b-83f3-104bb5f61a9b admin admin] Pushing event updated for resources: {'Network': ['ID=93c80137-19b0-4e8c-a4b2-9a1e4a33e97e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:17:55.258760 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 93c80137-19b0-4e8c-a4b2-9a1e4a33e97e details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:17:57.978730 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 42438) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:17:58.403019 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0d34dd-fe16-47d1-a5a5-62bf9442d92b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:17:58.404416 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8f0d34dd-fe16-47d1-a5a5-62bf9442d92b admin admin] 10.222.0.61 "GET /v2.0/networks/93c80137-19b0-4e8c-a4b2-9a1e4a33e97e HTTP/1.1" status: 200 len: 825 time: 0.4245102 Aug 23 20:17:58.429523 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-67e239fd-5d96-459e-8146-0f980f5601b0 admin admin] 10.222.0.61 "GET /v2.0/subnetpools/6e3cff42-c0ef-4f63-9694-096a58ed8877 HTTP/1.1" status: 200 len: 734 time: 0.0189345 Aug 23 20:17:58.439366 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-11bce836-75a6-4226-9dc8-0a1cb3c45330 admin admin] Request body: {'subnet': {'subnetpool_id': '6e3cff42-c0ef-4f63-9694-096a58ed8877', 'ip_version': 4, 'network_id': '93c80137-19b0-4e8c-a4b2-9a1e4a33e97e', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': '8dcdf9cb3d294cebb407314ec640277a'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:17:58.461748 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11bce836-75a6-4226-9dc8-0a1cb3c45330 admin admin] Made reservation on behalf of 8dcdf9cb3d294cebb407314ec640277a for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:17:58.465055 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11bce836-75a6-4226-9dc8-0a1cb3c45330 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:17:58.772826 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11bce836-75a6-4226-9dc8-0a1cb3c45330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:17:58.832911 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bce836-75a6-4226-9dc8-0a1cb3c45330 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48a22b4d-ad48-439e-bf87-f151bd708b0d,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:17:58.846156 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bce836-75a6-4226-9dc8-0a1cb3c45330 admin admin] Checking segment: {'id': '3b2933f9-361c-4519-85f3-8287dad73cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '93c80137-19b0-4e8c-a4b2-9a1e4a33e97e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:17:58.846521 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bce836-75a6-4226-9dc8-0a1cb3c45330 admin admin] Network hostable DHCP agents. Network: 93c80137-19b0-4e8c-a4b2-9a1e4a33e97e, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:17:58.868462 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bce836-75a6-4226-9dc8-0a1cb3c45330 admin admin] Network 93c80137-19b0-4e8c-a4b2-9a1e4a33e97e is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:17:58.879825 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-11bce836-75a6-4226-9dc8-0a1cb3c45330 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 93c80137-19b0-4e8c-a4b2-9a1e4a33e97e) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:17:58.888700 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bce836-75a6-4226-9dc8-0a1cb3c45330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:17:58.888700 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11bce836-75a6-4226-9dc8-0a1cb3c45330 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:17:58.892933 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6518429-39b5-4f94-8c79-946d2c5adbdd None None] Network 93c80137-19b0-4e8c-a4b2-9a1e4a33e97e requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:17:58.906587 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-11bce836-75a6-4226-9dc8-0a1cb3c45330 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4707041 Aug 23 20:17:59.232048 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9888724-c252-4444-bb27-45d8ee710249 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-93c80137-19b0-4e8c-a4b2-9a1e4a33e97e', 'network_id': '93c80137-19b0-4e8c-a4b2-9a1e4a33e97e', 'tenant_id': '8dcdf9cb3d294cebb407314ec640277a', 'fixed_ips': [{'subnet_id': '48a22b4d-ad48-439e-bf87-f151bd708b0d'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:17:59.233390 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f9888724-c252-4444-bb27-45d8ee710249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:17:59.562278 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-f9888724-c252-4444-bb27-45d8ee710249 None None] Allocated IP 172.20.0.2 (93c80137-19b0-4e8c-a4b2-9a1e4a33e97e/48a22b4d-ad48-439e-bf87-f151bd708b0d/cbe5e320-0e59-40e0-8d73-a5d27292c942) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:17:59.831284 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f9888724-c252-4444-bb27-45d8ee710249 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:17:59.851938 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f9888724-c252-4444-bb27-45d8ee710249 None None] Transition to ACTIVE for port object cbe5e320-0e59-40e0-8d73-a5d27292c942 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:17:59.911401 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f9888724-c252-4444-bb27-45d8ee710249 None None] Transition to ACTIVE for port object cbe5e320-0e59-40e0-8d73-a5d27292c942 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:17:59.924197 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f9888724-c252-4444-bb27-45d8ee710249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:00.021991 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9888724-c252-4444-bb27-45d8ee710249 None None] Network 93c80137-19b0-4e8c-a4b2-9a1e4a33e97e is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:18:00.032322 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-f9888724-c252-4444-bb27-45d8ee710249 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:18:00.037111 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9888724-c252-4444-bb27-45d8ee710249 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:18:00.153445 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9888724-c252-4444-bb27-45d8ee710249 None None] Pushing event updated for resources: {'Port': ['ID=cbe5e320-0e59-40e0-8d73-a5d27292c942,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:18:00.194511 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9888724-c252-4444-bb27-45d8ee710249 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:18:00.195035 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9888724-c252-4444-bb27-45d8ee710249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:18:00.195572 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9888724-c252-4444-bb27-45d8ee710249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:18:00.196107 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9888724-c252-4444-bb27-45d8ee710249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:18:00.196647 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9888724-c252-4444-bb27-45d8ee710249 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:18:00.197157 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9888724-c252-4444-bb27-45d8ee710249 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:18:00.197679 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9888724-c252-4444-bb27-45d8ee710249 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:18:00.198185 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9888724-c252-4444-bb27-45d8ee710249 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:18:00.198749 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9888724-c252-4444-bb27-45d8ee710249 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:18:00.200030 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9888724-c252-4444-bb27-45d8ee710249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:18:00.200712 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9888724-c252-4444-bb27-45d8ee710249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:18:00.200849 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9888724-c252-4444-bb27-45d8ee710249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:18:00.202749 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9888724-c252-4444-bb27-45d8ee710249 None None] Tracked resource versions report: Aug 23 20:18:00.202749 n-d-805663-2 neutron-server[94689]: pushed versions: Aug 23 20:18:00.202749 n-d-805663-2 neutron-server[94689]: { 'AddressGroup': {'1.2'}, Aug 23 20:18:00.202749 n-d-805663-2 neutron-server[94689]: 'ConntrackHelper': {'1.0'}, Aug 23 20:18:00.202749 n-d-805663-2 neutron-server[94689]: 'Log': {'1.0'}, Aug 23 20:18:00.202749 n-d-805663-2 neutron-server[94689]: 'Network': {'1.1'}, Aug 23 20:18:00.202749 n-d-805663-2 neutron-server[94689]: 'Port': {'1.7'}, Aug 23 20:18:00.202749 n-d-805663-2 neutron-server[94689]: 'PortForwarding': {'1.2'}, Aug 23 20:18:00.202749 n-d-805663-2 neutron-server[94689]: 'QosPolicy': {'1.9'}, Aug 23 20:18:00.202749 n-d-805663-2 neutron-server[94689]: 'SecurityGroup': {'1.4'}, Aug 23 20:18:00.202749 n-d-805663-2 neutron-server[94689]: 'SecurityGroupRule': {'1.2'}, Aug 23 20:18:00.202749 n-d-805663-2 neutron-server[94689]: 'SubPort': {'1.0'}, Aug 23 20:18:00.202749 n-d-805663-2 neutron-server[94689]: 'Subnet': {'1.1'}, Aug 23 20:18:00.202749 n-d-805663-2 neutron-server[94689]: 'Trunk': {'1.1'}} Aug 23 20:18:00.202749 n-d-805663-2 neutron-server[94689]: consumer versions: Aug 23 20:18:00.202749 n-d-805663-2 neutron-server[94689]: { DHCP agent@n-d-805663-2: {}, Aug 23 20:18:00.202749 n-d-805663-2 neutron-server[94689]: L3 agent@n-d-805663-2: {}, Aug 23 20:18:00.202749 n-d-805663-2 neutron-server[94689]: Metadata agent@n-d-805663-2: {}, Aug 23 20:18:00.202749 n-d-805663-2 neutron-server[94689]: Metering agent@n-d-805663-2: {}, Aug 23 20:18:00.202749 n-d-805663-2 neutron-server[94689]: Open vSwitch agent@n-d-805663-2: { 'AddressGroup': '1.2', Aug 23 20:18:00.202749 n-d-805663-2 neutron-server[94689]: 'ConntrackHelper': '1.0', Aug 23 20:18:00.202749 n-d-805663-2 neutron-server[94689]: 'Log': '1.0', Aug 23 20:18:00.202749 n-d-805663-2 neutron-server[94689]: 'Network': '1.1', Aug 23 20:18:00.202749 n-d-805663-2 neutron-server[94689]: 'Port': '1.7', Aug 23 20:18:00.202749 n-d-805663-2 neutron-server[94689]: 'PortForwarding': '1.2', Aug 23 20:18:00.202749 n-d-805663-2 neutron-server[94689]: 'QosPolicy': '1.9', Aug 23 20:18:00.202749 n-d-805663-2 neutron-server[94689]: 'SecurityGroup': '1.4', Aug 23 20:18:00.202749 n-d-805663-2 neutron-server[94689]: 'SecurityGroupRule': '1.2', Aug 23 20:18:00.202749 n-d-805663-2 neutron-server[94689]: 'SubPort': '1.0', Aug 23 20:18:00.202749 n-d-805663-2 neutron-server[94689]: 'Subnet': '1.1', Aug 23 20:18:00.202749 n-d-805663-2 neutron-server[94689]: 'Trunk': '1.1'}} Aug 23 20:18:00.202749 n-d-805663-2 neutron-server[94689]: {{(pid=94689) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 20:18:00.227692 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-f9888724-c252-4444-bb27-45d8ee710249 None None] Attempting to bind port cbe5e320-0e59-40e0-8d73-a5d27292c942 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:18:00.228492 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-f9888724-c252-4444-bb27-45d8ee710249 None None] Attempting to bind port cbe5e320-0e59-40e0-8d73-a5d27292c942 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '3b2933f9-361c-4519-85f3-8287dad73cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '93c80137-19b0-4e8c-a4b2-9a1e4a33e97e'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:18:00.229314 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9888724-c252-4444-bb27-45d8ee710249 None None] Attempting to bind port cbe5e320-0e59-40e0-8d73-a5d27292c942 on network 93c80137-19b0-4e8c-a4b2-9a1e4a33e97e {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:18:00.237325 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9888724-c252-4444-bb27-45d8ee710249 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:18:00.237721 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9888724-c252-4444-bb27-45d8ee710249 None None] Checking segment: {'id': '3b2933f9-361c-4519-85f3-8287dad73cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '93c80137-19b0-4e8c-a4b2-9a1e4a33e97e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:18:00.238183 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f9888724-c252-4444-bb27-45d8ee710249 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:00.238569 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9888724-c252-4444-bb27-45d8ee710249 None None] Bound using segment: {'id': '3b2933f9-361c-4519-85f3-8287dad73cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '93c80137-19b0-4e8c-a4b2-9a1e4a33e97e'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:18:00.239046 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-f9888724-c252-4444-bb27-45d8ee710249 None None] Bound port: cbe5e320-0e59-40e0-8d73-a5d27292c942, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b2933f9-361c-4519-85f3-8287dad73cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '93c80137-19b0-4e8c-a4b2-9a1e4a33e97e'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:18:00.239485 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f9888724-c252-4444-bb27-45d8ee710249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:00.319277 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-f9888724-c252-4444-bb27-45d8ee710249 None None] For port cbe5e320-0e59-40e0-8d73-a5d27292c942, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:18:00.325965 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-f9888724-c252-4444-bb27-45d8ee710249 None None] For port cbe5e320-0e59-40e0-8d73-a5d27292c942, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=cbe5e320-0e59-40e0-8d73-a5d27292c942,segment=NetworkSegment(3b2933f9-361c-4519-85f3-8287dad73cf5),segment_id=3b2933f9-361c-4519-85f3-8287dad73cf5)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:18:00.331366 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f9888724-c252-4444-bb27-45d8ee710249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:00.416910 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9888724-c252-4444-bb27-45d8ee710249 None None] Pushing event updated for resources: {'Port': ['ID=cbe5e320-0e59-40e0-8d73-a5d27292c942,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:18:01.644725 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 42446) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:18:02.137297 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [None req-ceff9d81-4fe0-4a8c-b880-78d8855e9dac admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:18:02.138657 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ceff9d81-4fe0-4a8c-b880-78d8855e9dac admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4923465 Aug 23 20:18:04.649612 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 42454) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:18:05.282441 n-d-805663-2 neutron-server[94687]: WARNING oslo_policy.policy [None req-6d2e6539-0013-4272-bd65-12ec49614aa8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 20:18:05.283153 n-d-805663-2 neutron-server[94687]: WARNING oslo_policy.policy [None req-6d2e6539-0013-4272-bd65-12ec49614aa8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 20:18:05.550891 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [None req-6d2e6539-0013-4272-bd65-12ec49614aa8 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:18:05.552521 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6d2e6539-0013-4272-bd65-12ec49614aa8 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9004169 Aug 23 20:18:08.472657 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 42474) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:18:08.888760 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-38cf9f64-b7f0-4e9f-9ff0-9001071bb507 admin admin] Request body: {'router': {'tenant_id': '8dcdf9cb3d294cebb407314ec640277a', 'admin_state_up': True, 'name': 'router1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:18:08.955404 n-d-805663-2 neutron-server[94687]: DEBUG neutron.policy [None req-38cf9f64-b7f0-4e9f-9ff0-9001071bb507 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94687) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 23 20:18:09.004090 n-d-805663-2 neutron-server[94687]: WARNING oslo_policy.policy [None req-38cf9f64-b7f0-4e9f-9ff0-9001071bb507 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 20:18:09.004376 n-d-805663-2 neutron-server[94687]: WARNING oslo_policy.policy [None req-38cf9f64-b7f0-4e9f-9ff0-9001071bb507 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 20:18:09.013433 n-d-805663-2 neutron-server[94687]: INFO neutron.quota [None req-38cf9f64-b7f0-4e9f-9ff0-9001071bb507 admin admin] Loaded quota_driver: . Aug 23 20:18:09.077185 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-38cf9f64-b7f0-4e9f-9ff0-9001071bb507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:09.079543 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-38cf9f64-b7f0-4e9f-9ff0-9001071bb507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:09.305561 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-38cf9f64-b7f0-4e9f-9ff0-9001071bb507 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:09.313139 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-38cf9f64-b7f0-4e9f-9ff0-9001071bb507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:09.343166 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-38cf9f64-b7f0-4e9f-9ff0-9001071bb507 admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:09.345252 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-38cf9f64-b7f0-4e9f-9ff0-9001071bb507 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8713479 Aug 23 20:18:09.598972 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device cbe5e320-0e59-40e0-8d73-a5d27292c942 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:18:09.695786 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port cbe5e320-0e59-40e0-8d73-a5d27292c942 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:18:09.793034 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff8033a-fc21-4e33-940d-649f1ddb9006 None None] Network 93c80137-19b0-4e8c-a4b2-9a1e4a33e97e requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:18:09.849387 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3540ce75-23b1-4028-b3fa-96de55d7adfa None None] Provisioning for port cbe5e320-0e59-40e0-8d73-a5d27292c942 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:18:09.859856 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3540ce75-23b1-4028-b3fa-96de55d7adfa None None] Provisioning complete for port cbe5e320-0e59-40e0-8d73-a5d27292c942 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:18:09.860318 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3540ce75-23b1-4028-b3fa-96de55d7adfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:09.954081 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-14f40106-8136-4554-9035-84c6db535226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:10.064665 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3540ce75-23b1-4028-b3fa-96de55d7adfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:10.140582 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-3540ce75-23b1-4028-b3fa-96de55d7adfa None None] For port cbe5e320-0e59-40e0-8d73-a5d27292c942, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=cbe5e320-0e59-40e0-8d73-a5d27292c942,segment=NetworkSegment(3b2933f9-361c-4519-85f3-8287dad73cf5),segment_id=3b2933f9-361c-4519-85f3-8287dad73cf5)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:18:10.146397 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3540ce75-23b1-4028-b3fa-96de55d7adfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:10.216052 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3540ce75-23b1-4028-b3fa-96de55d7adfa None None] Pushing event updated for resources: {'Port': ['ID=cbe5e320-0e59-40e0-8d73-a5d27292c942,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:18:10.370843 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2635b9cc-d18a-4489-af24-7a0f23728098 None None] Provisioning complete for port cbe5e320-0e59-40e0-8d73-a5d27292c942 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:18:10.370843 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2635b9cc-d18a-4489-af24-7a0f23728098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:11.524866 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device cbe5e320-0e59-40e0-8d73-a5d27292c942 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:18:11.587831 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port cbe5e320-0e59-40e0-8d73-a5d27292c942 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:18:11.588666 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:12.527815 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 42486) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:18:12.875007 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [None req-3952c5a9-3a2a-4803-a364-5bca27e5077b admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:18:12.876099 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3952c5a9-3a2a-4803-a364-5bca27e5077b admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3472710 Aug 23 20:18:12.958265 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5876ced0-3957-45fc-99da-f75e2f62020d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:13.446376 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:14.346775 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:15.349825 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 42504) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:18:15.506104 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-c54edaee-3526-4477-8d07-c6d297973a43 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'name': 'public', 'is_default': True}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:18:15.537412 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54edaee-3526-4477-8d07-c6d297973a43 admin admin] Made reservation on behalf of 135f1eff467c4194a90fc586f3084d39 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:18:15.540688 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c54edaee-3526-4477-8d07-c6d297973a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:15.558485 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c54edaee-3526-4477-8d07-c6d297973a43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:15.690037 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c54edaee-3526-4477-8d07-c6d297973a43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:15.695348 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c54edaee-3526-4477-8d07-c6d297973a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:15.714437 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c54edaee-3526-4477-8d07-c6d297973a43 admin admin] Reserving flat network on physical network physnet1 {{(pid=94687) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 23 20:18:15.714728 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:15.746278 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c54edaee-3526-4477-8d07-c6d297973a43 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790315928037', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:15.746968 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c54edaee-3526-4477-8d07-c6d297973a43 admin admin] Unsubscribe: segment precommit_create {{(pid=94687) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 23 20:18:15.747543 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-c54edaee-3526-4477-8d07-c6d297973a43 admin admin] Added segment ebccf036-1a4f-4185-be81-161c385ca724 of type flat for network 03d801c5-d257-4cc1-bad3-11a323aafec0 Aug 23 20:18:15.768252 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54edaee-3526-4477-8d07-c6d297973a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d19651c-2bc7-4f3c-9196-7ce7ad825976,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:18:15.818254 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54edaee-3526-4477-8d07-c6d297973a43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:18:15.818746 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54edaee-3526-4477-8d07-c6d297973a43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:18:15.819179 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54edaee-3526-4477-8d07-c6d297973a43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:18:15.819599 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54edaee-3526-4477-8d07-c6d297973a43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:18:15.820156 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54edaee-3526-4477-8d07-c6d297973a43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:18:15.820574 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54edaee-3526-4477-8d07-c6d297973a43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:18:15.821109 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54edaee-3526-4477-8d07-c6d297973a43 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:18:15.821475 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54edaee-3526-4477-8d07-c6d297973a43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:18:15.821889 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54edaee-3526-4477-8d07-c6d297973a43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:18:15.822437 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54edaee-3526-4477-8d07-c6d297973a43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:18:15.822854 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54edaee-3526-4477-8d07-c6d297973a43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:18:15.823273 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54edaee-3526-4477-8d07-c6d297973a43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:18:15.824544 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54edaee-3526-4477-8d07-c6d297973a43 admin admin] Tracked resource versions report: Aug 23 20:18:15.824544 n-d-805663-2 neutron-server[94687]: pushed versions: Aug 23 20:18:15.824544 n-d-805663-2 neutron-server[94687]: { 'AddressGroup': {'1.2'}, Aug 23 20:18:15.824544 n-d-805663-2 neutron-server[94687]: 'ConntrackHelper': {'1.0'}, Aug 23 20:18:15.824544 n-d-805663-2 neutron-server[94687]: 'Log': {'1.0'}, Aug 23 20:18:15.824544 n-d-805663-2 neutron-server[94687]: 'Network': {'1.1'}, Aug 23 20:18:15.824544 n-d-805663-2 neutron-server[94687]: 'Port': {'1.7'}, Aug 23 20:18:15.824544 n-d-805663-2 neutron-server[94687]: 'PortForwarding': {'1.2'}, Aug 23 20:18:15.824544 n-d-805663-2 neutron-server[94687]: 'QosPolicy': {'1.9'}, Aug 23 20:18:15.824544 n-d-805663-2 neutron-server[94687]: 'SecurityGroup': {'1.4'}, Aug 23 20:18:15.824544 n-d-805663-2 neutron-server[94687]: 'SecurityGroupRule': {'1.2'}, Aug 23 20:18:15.824544 n-d-805663-2 neutron-server[94687]: 'SubPort': {'1.0'}, Aug 23 20:18:15.824544 n-d-805663-2 neutron-server[94687]: 'Subnet': {'1.1'}, Aug 23 20:18:15.824544 n-d-805663-2 neutron-server[94687]: 'Trunk': {'1.1'}} Aug 23 20:18:15.824544 n-d-805663-2 neutron-server[94687]: consumer versions: Aug 23 20:18:15.824544 n-d-805663-2 neutron-server[94687]: { DHCP agent@n-d-805663-2: {}, Aug 23 20:18:15.824544 n-d-805663-2 neutron-server[94687]: L3 agent@n-d-805663-2: {}, Aug 23 20:18:15.824544 n-d-805663-2 neutron-server[94687]: Metadata agent@n-d-805663-2: {}, Aug 23 20:18:15.824544 n-d-805663-2 neutron-server[94687]: Metering agent@n-d-805663-2: {}, Aug 23 20:18:15.824544 n-d-805663-2 neutron-server[94687]: Open vSwitch agent@n-d-805663-2: { 'AddressGroup': '1.2', Aug 23 20:18:15.824544 n-d-805663-2 neutron-server[94687]: 'ConntrackHelper': '1.0', Aug 23 20:18:15.824544 n-d-805663-2 neutron-server[94687]: 'Log': '1.0', Aug 23 20:18:15.824544 n-d-805663-2 neutron-server[94687]: 'Network': '1.1', Aug 23 20:18:15.824544 n-d-805663-2 neutron-server[94687]: 'Port': '1.7', Aug 23 20:18:15.824544 n-d-805663-2 neutron-server[94687]: 'PortForwarding': '1.2', Aug 23 20:18:15.824544 n-d-805663-2 neutron-server[94687]: 'QosPolicy': '1.9', Aug 23 20:18:15.824544 n-d-805663-2 neutron-server[94687]: 'SecurityGroup': '1.4', Aug 23 20:18:15.824544 n-d-805663-2 neutron-server[94687]: 'SecurityGroupRule': '1.2', Aug 23 20:18:15.824544 n-d-805663-2 neutron-server[94687]: 'SubPort': '1.0', Aug 23 20:18:15.824544 n-d-805663-2 neutron-server[94687]: 'Subnet': '1.1', Aug 23 20:18:15.824544 n-d-805663-2 neutron-server[94687]: 'Trunk': '1.1'}} Aug 23 20:18:15.824544 n-d-805663-2 neutron-server[94687]: {{(pid=94687) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 20:18:15.894746 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c54edaee-3526-4477-8d07-c6d297973a43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:15.951943 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c54edaee-3526-4477-8d07-c6d297973a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:15.956385 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54edaee-3526-4477-8d07-c6d297973a43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:18:15.958740 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c54edaee-3526-4477-8d07-c6d297973a43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:16.051856 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c54edaee-3526-4477-8d07-c6d297973a43 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7005332 Aug 23 20:18:16.072902 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54edaee-3526-4477-8d07-c6d297973a43 admin admin] Pushing event updated for resources: {'Network': ['ID=03d801c5-d257-4cc1-bad3-11a323aafec0,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:18:16.087366 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:18:18.403771 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 42526) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:18:18.555013 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a1d12f-6df0-403d-b08d-9735c45d2dfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:18:18.556448 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-32a1d12f-6df0-403d-b08d-9735c45d2dfe admin admin] 10.222.0.61 "GET /v2.0/subnets/48a22b4d-ad48-439e-bf87-f151bd708b0d HTTP/1.1" status: 200 len: 849 time: 0.1516769 Aug 23 20:18:18.702716 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-fecb33fa-371d-4c69-b7fe-bfa38eddae54 admin admin] 10.222.0.61 "GET /v2.0/routers/31ec1f9f-7f2b-4e3c-975c-320429c6ef25 HTTP/1.1" status: 200 len: 704 time: 0.1348867 Aug 23 20:18:18.997302 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2dc83ad6-7af6-4c9f-b705-4c6a40a617f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:19.320166 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-2dc83ad6-7af6-4c9f-b705-4c6a40a617f4 admin admin] Allocated IP 172.20.0.1 (93c80137-19b0-4e8c-a4b2-9a1e4a33e97e/48a22b4d-ad48-439e-bf87-f151bd708b0d/28d2961f-e69d-45eb-9a8c-391a604bcf36) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:18:19.538443 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2dc83ad6-7af6-4c9f-b705-4c6a40a617f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:19.564830 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-2dc83ad6-7af6-4c9f-b705-4c6a40a617f4 admin admin] Transition to ACTIVE for port object 28d2961f-e69d-45eb-9a8c-391a604bcf36 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:18:19.644768 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2dc83ad6-7af6-4c9f-b705-4c6a40a617f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:19.709631 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc83ad6-7af6-4c9f-b705-4c6a40a617f4 admin admin] Network 93c80137-19b0-4e8c-a4b2-9a1e4a33e97e is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:18:19.717658 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-2dc83ad6-7af6-4c9f-b705-4c6a40a617f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:18:19.733111 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc83ad6-7af6-4c9f-b705-4c6a40a617f4 admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:18:19.734250 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2dc83ad6-7af6-4c9f-b705-4c6a40a617f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:19.754158 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc83ad6-7af6-4c9f-b705-4c6a40a617f4 admin admin] Pushing event updated for resources: {'Port': ['ID=28d2961f-e69d-45eb-9a8c-391a604bcf36,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:18:19.959987 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2dc83ad6-7af6-4c9f-b705-4c6a40a617f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:19.971005 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7818994d-90fb-4171-a569-2a22d3171da0 None None] Provisioning for port 28d2961f-e69d-45eb-9a8c-391a604bcf36 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:18:19.977287 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7818994d-90fb-4171-a569-2a22d3171da0 None None] Provisioning complete for port 28d2961f-e69d-45eb-9a8c-391a604bcf36 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:18:19.978070 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7818994d-90fb-4171-a569-2a22d3171da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:20.020446 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7818994d-90fb-4171-a569-2a22d3171da0 None None] Port 28d2961f-e69d-45eb-9a8c-391a604bcf36 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:18:20.257327 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2dc83ad6-7af6-4c9f-b705-4c6a40a617f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:20.263086 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2dc83ad6-7af6-4c9f-b705-4c6a40a617f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:20.263905 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2dc83ad6-7af6-4c9f-b705-4c6a40a617f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:20.347157 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc83ad6-7af6-4c9f-b705-4c6a40a617f4 admin admin] Pushing event updated for resources: {'Port': ['ID=28d2961f-e69d-45eb-9a8c-391a604bcf36,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:18:20.409887 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc83ad6-7af6-4c9f-b705-4c6a40a617f4 admin admin] Network 93c80137-19b0-4e8c-a4b2-9a1e4a33e97e is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:18:20.411434 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-2dc83ad6-7af6-4c9f-b705-4c6a40a617f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:18:20.601020 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc83ad6-7af6-4c9f-b705-4c6a40a617f4 admin admin] Router 31ec1f9f-7f2b-4e3c-975c-320429c6ef25 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:18:20.644768 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-46b01778-922d-40a1-9d44-1c7ad62e4af8 None None] Provisioning complete for port 28d2961f-e69d-45eb-9a8c-391a604bcf36 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:18:20.645144 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-46b01778-922d-40a1-9d44-1c7ad62e4af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:20.684151 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-46b01778-922d-40a1-9d44-1c7ad62e4af8 None None] Port 28d2961f-e69d-45eb-9a8c-391a604bcf36 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:18:20.702240 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc83ad6-7af6-4c9f-b705-4c6a40a617f4 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:18:20.707674 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2dc83ad6-7af6-4c9f-b705-4c6a40a617f4 admin admin] 10.222.0.61 "PUT /v2.0/routers/31ec1f9f-7f2b-4e3c-975c-320429c6ef25/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9979820 Aug 23 20:18:20.727900 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57370500-7e5c-44c1-a58c-171f805dd0ad None None] Sync routers for ids ['31ec1f9f-7f2b-4e3c-975c-320429c6ef25'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:18:20.740408 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57370500-7e5c-44c1-a58c-171f805dd0ad None None] Routers {'31ec1f9f-7f2b-4e3c-975c-320429c6ef25'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:18:20.741322 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-57370500-7e5c-44c1-a58c-171f805dd0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:18:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['31ec1f9f-7f2b-4e3c-975c-320429c6ef25'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:18:20.949907 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-57370500-7e5c-44c1-a58c-171f805dd0ad None None] Set router 31ec1f9f-7f2b-4e3c-975c-320429c6ef25 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:18:21.442463 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-57370500-7e5c-44c1-a58c-171f805dd0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ec1f9f-7f2b-4e3c-975c-320429c6ef25', 'name': 'router1', 'tenant_id': '8dcdf9cb3d294cebb407314ec640277a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:18:09Z', 'updated_at': '2021-08-23T20:18:19Z', 'revision_number': 2, 'project_id': '8dcdf9cb3d294cebb407314ec640277a', 'gw_port_host': None, '_interfaces': [{'id': '28d2961f-e69d-45eb-9a8c-391a604bcf36', 'name': '', 'network_id': '93c80137-19b0-4e8c-a4b2-9a1e4a33e97e', 'tenant_id': '8dcdf9cb3d294cebb407314ec640277a', 'mac_address': 'fa:16:3e:65:97:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ec1f9f-7f2b-4e3c-975c-320429c6ef25', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48a22b4d-ad48-439e-bf87-f151bd708b0d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:18:19Z', 'updated_at': '2021-08-23T20:18:20Z', 'revision_number': 2, 'project_id': '8dcdf9cb3d294cebb407314ec640277a', 'subnets': [{'id': '48a22b4d-ad48-439e-bf87-f151bd708b0d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6e3cff42-c0ef-4f63-9694-096a58ed8877'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:18:21.500499 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57370500-7e5c-44c1-a58c-171f805dd0ad None None] Checking router: 31ec1f9f-7f2b-4e3c-975c-320429c6ef25 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:18:21.500873 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57370500-7e5c-44c1-a58c-171f805dd0ad None None] Updating router 31ec1f9f-7f2b-4e3c-975c-320429c6ef25 port 28d2961f-e69d-45eb-9a8c-391a604bcf36 binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:18:21.561964 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-57370500-7e5c-44c1-a58c-171f805dd0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:22.225433 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-57370500-7e5c-44c1-a58c-171f805dd0ad None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:22.249805 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-57370500-7e5c-44c1-a58c-171f805dd0ad None None] Transition to ACTIVE for port object 28d2961f-e69d-45eb-9a8c-391a604bcf36 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:18:22.267954 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-57370500-7e5c-44c1-a58c-171f805dd0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:22.463443 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2bc590-ccca-4f19-be18-f2da602b3c4f None None] Pushing event updated for resources: {'Port': ['ID=28d2961f-e69d-45eb-9a8c-391a604bcf36,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:18:22.484715 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-57370500-7e5c-44c1-a58c-171f805dd0ad None None] Attempting to bind port 28d2961f-e69d-45eb-9a8c-391a604bcf36 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:18:22.485272 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-57370500-7e5c-44c1-a58c-171f805dd0ad None None] Attempting to bind port 28d2961f-e69d-45eb-9a8c-391a604bcf36 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '3b2933f9-361c-4519-85f3-8287dad73cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '93c80137-19b0-4e8c-a4b2-9a1e4a33e97e'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:18:22.485699 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57370500-7e5c-44c1-a58c-171f805dd0ad None None] Attempting to bind port 28d2961f-e69d-45eb-9a8c-391a604bcf36 on network 93c80137-19b0-4e8c-a4b2-9a1e4a33e97e {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:18:22.491083 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2bc590-ccca-4f19-be18-f2da602b3c4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:18:22.491586 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2bc590-ccca-4f19-be18-f2da602b3c4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:18:22.492095 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2bc590-ccca-4f19-be18-f2da602b3c4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:18:22.492591 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2bc590-ccca-4f19-be18-f2da602b3c4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:18:22.493077 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2bc590-ccca-4f19-be18-f2da602b3c4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:18:22.493565 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2bc590-ccca-4f19-be18-f2da602b3c4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:18:22.494074 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2bc590-ccca-4f19-be18-f2da602b3c4f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:18:22.494601 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2bc590-ccca-4f19-be18-f2da602b3c4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:18:22.495636 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2bc590-ccca-4f19-be18-f2da602b3c4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:18:22.496379 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2bc590-ccca-4f19-be18-f2da602b3c4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:18:22.497141 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2bc590-ccca-4f19-be18-f2da602b3c4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:18:22.497665 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2bc590-ccca-4f19-be18-f2da602b3c4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:18:22.499673 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2bc590-ccca-4f19-be18-f2da602b3c4f None None] Tracked resource versions report: Aug 23 20:18:22.499673 n-d-805663-2 neutron-server[94690]: pushed versions: Aug 23 20:18:22.499673 n-d-805663-2 neutron-server[94690]: { 'AddressGroup': {'1.2'}, Aug 23 20:18:22.499673 n-d-805663-2 neutron-server[94690]: 'ConntrackHelper': {'1.0'}, Aug 23 20:18:22.499673 n-d-805663-2 neutron-server[94690]: 'Log': {'1.0'}, Aug 23 20:18:22.499673 n-d-805663-2 neutron-server[94690]: 'Network': {'1.1'}, Aug 23 20:18:22.499673 n-d-805663-2 neutron-server[94690]: 'Port': {'1.7'}, Aug 23 20:18:22.499673 n-d-805663-2 neutron-server[94690]: 'PortForwarding': {'1.2'}, Aug 23 20:18:22.499673 n-d-805663-2 neutron-server[94690]: 'QosPolicy': {'1.9'}, Aug 23 20:18:22.499673 n-d-805663-2 neutron-server[94690]: 'SecurityGroup': {'1.4'}, Aug 23 20:18:22.499673 n-d-805663-2 neutron-server[94690]: 'SecurityGroupRule': {'1.2'}, Aug 23 20:18:22.499673 n-d-805663-2 neutron-server[94690]: 'SubPort': {'1.0'}, Aug 23 20:18:22.499673 n-d-805663-2 neutron-server[94690]: 'Subnet': {'1.1'}, Aug 23 20:18:22.499673 n-d-805663-2 neutron-server[94690]: 'Trunk': {'1.1'}} Aug 23 20:18:22.499673 n-d-805663-2 neutron-server[94690]: consumer versions: Aug 23 20:18:22.499673 n-d-805663-2 neutron-server[94690]: { DHCP agent@n-d-805663-2: {}, Aug 23 20:18:22.499673 n-d-805663-2 neutron-server[94690]: L3 agent@n-d-805663-2: {}, Aug 23 20:18:22.499673 n-d-805663-2 neutron-server[94690]: Metadata agent@n-d-805663-2: {}, Aug 23 20:18:22.499673 n-d-805663-2 neutron-server[94690]: Metering agent@n-d-805663-2: {}, Aug 23 20:18:22.499673 n-d-805663-2 neutron-server[94690]: Open vSwitch agent@n-d-805663-2: { 'AddressGroup': '1.2', Aug 23 20:18:22.499673 n-d-805663-2 neutron-server[94690]: 'ConntrackHelper': '1.0', Aug 23 20:18:22.499673 n-d-805663-2 neutron-server[94690]: 'Log': '1.0', Aug 23 20:18:22.499673 n-d-805663-2 neutron-server[94690]: 'Network': '1.1', Aug 23 20:18:22.499673 n-d-805663-2 neutron-server[94690]: 'Port': '1.7', Aug 23 20:18:22.499673 n-d-805663-2 neutron-server[94690]: 'PortForwarding': '1.2', Aug 23 20:18:22.499673 n-d-805663-2 neutron-server[94690]: 'QosPolicy': '1.9', Aug 23 20:18:22.499673 n-d-805663-2 neutron-server[94690]: 'SecurityGroup': '1.4', Aug 23 20:18:22.499673 n-d-805663-2 neutron-server[94690]: 'SecurityGroupRule': '1.2', Aug 23 20:18:22.499673 n-d-805663-2 neutron-server[94690]: 'SubPort': '1.0', Aug 23 20:18:22.499673 n-d-805663-2 neutron-server[94690]: 'Subnet': '1.1', Aug 23 20:18:22.499673 n-d-805663-2 neutron-server[94690]: 'Trunk': '1.1'}} Aug 23 20:18:22.499673 n-d-805663-2 neutron-server[94690]: {{(pid=94690) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 20:18:22.507420 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57370500-7e5c-44c1-a58c-171f805dd0ad None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:18:22.507995 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57370500-7e5c-44c1-a58c-171f805dd0ad None None] Checking segment: {'id': '3b2933f9-361c-4519-85f3-8287dad73cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '93c80137-19b0-4e8c-a4b2-9a1e4a33e97e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:18:22.508767 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-57370500-7e5c-44c1-a58c-171f805dd0ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:22.509566 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57370500-7e5c-44c1-a58c-171f805dd0ad None None] Bound using segment: {'id': '3b2933f9-361c-4519-85f3-8287dad73cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '93c80137-19b0-4e8c-a4b2-9a1e4a33e97e'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:18:22.510192 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-57370500-7e5c-44c1-a58c-171f805dd0ad None None] Bound port: 28d2961f-e69d-45eb-9a8c-391a604bcf36, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b2933f9-361c-4519-85f3-8287dad73cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '93c80137-19b0-4e8c-a4b2-9a1e4a33e97e'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:18:22.512128 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-57370500-7e5c-44c1-a58c-171f805dd0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:22.601413 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-57370500-7e5c-44c1-a58c-171f805dd0ad None None] For port 28d2961f-e69d-45eb-9a8c-391a604bcf36, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:18:22.624417 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-57370500-7e5c-44c1-a58c-171f805dd0ad None None] For port 28d2961f-e69d-45eb-9a8c-391a604bcf36, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=28d2961f-e69d-45eb-9a8c-391a604bcf36,segment=NetworkSegment(3b2933f9-361c-4519-85f3-8287dad73cf5),segment_id=3b2933f9-361c-4519-85f3-8287dad73cf5)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:18:22.633706 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-57370500-7e5c-44c1-a58c-171f805dd0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:22.701899 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2bc590-ccca-4f19-be18-f2da602b3c4f None None] Pushing event updated for resources: {'Port': ['ID=28d2961f-e69d-45eb-9a8c-391a604bcf36,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:18:22.713519 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57370500-7e5c-44c1-a58c-171f805dd0ad None None] Routers {'31ec1f9f-7f2b-4e3c-975c-320429c6ef25'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:18:22.715044 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-57370500-7e5c-44c1-a58c-171f805dd0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:18:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['31ec1f9f-7f2b-4e3c-975c-320429c6ef25'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:18:22.836264 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-57370500-7e5c-44c1-a58c-171f805dd0ad None None] Set router 31ec1f9f-7f2b-4e3c-975c-320429c6ef25 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:18:23.103996 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-57370500-7e5c-44c1-a58c-171f805dd0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ec1f9f-7f2b-4e3c-975c-320429c6ef25', 'name': 'router1', 'tenant_id': '8dcdf9cb3d294cebb407314ec640277a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:18:09Z', 'updated_at': '2021-08-23T20:18:19Z', 'revision_number': 2, 'project_id': '8dcdf9cb3d294cebb407314ec640277a', 'gw_port_host': None, '_interfaces': [{'id': '28d2961f-e69d-45eb-9a8c-391a604bcf36', 'name': '', 'network_id': '93c80137-19b0-4e8c-a4b2-9a1e4a33e97e', 'tenant_id': '8dcdf9cb3d294cebb407314ec640277a', 'mac_address': 'fa:16:3e:65:97:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ec1f9f-7f2b-4e3c-975c-320429c6ef25', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48a22b4d-ad48-439e-bf87-f151bd708b0d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:18:19Z', 'updated_at': '2021-08-23T20:18:22Z', 'revision_number': 4, 'project_id': '8dcdf9cb3d294cebb407314ec640277a', 'subnets': [{'id': '48a22b4d-ad48-439e-bf87-f151bd708b0d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6e3cff42-c0ef-4f63-9694-096a58ed8877'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:18:23.140132 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57370500-7e5c-44c1-a58c-171f805dd0ad None None] The sync data for ids ['31ec1f9f-7f2b-4e3c-975c-320429c6ef25'] in n-d-805663-2 is: [{'id': '31ec1f9f-7f2b-4e3c-975c-320429c6ef25', 'name': 'router1', 'tenant_id': '8dcdf9cb3d294cebb407314ec640277a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:18:09Z', 'updated_at': '2021-08-23T20:18:19Z', 'revision_number': 2, 'project_id': '8dcdf9cb3d294cebb407314ec640277a', 'gw_port_host': None, '_interfaces': [{'id': '28d2961f-e69d-45eb-9a8c-391a604bcf36', 'name': '', 'network_id': '93c80137-19b0-4e8c-a4b2-9a1e4a33e97e', 'tenant_id': '8dcdf9cb3d294cebb407314ec640277a', 'mac_address': 'fa:16:3e:65:97:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ec1f9f-7f2b-4e3c-975c-320429c6ef25', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48a22b4d-ad48-439e-bf87-f151bd708b0d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:18:19Z', 'updated_at': '2021-08-23T20:18:22Z', 'revision_number': 4, 'project_id': '8dcdf9cb3d294cebb407314ec640277a', 'subnets': [{'id': '48a22b4d-ad48-439e-bf87-f151bd708b0d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6e3cff42-c0ef-4f63-9694-096a58ed8877'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:18:23.232018 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 42536) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:18:23.393235 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd1e347-5bea-490e-b39d-7cadb229634a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:18:23.394614 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4fd1e347-5bea-490e-b39d-7cadb229634a admin admin] 10.222.0.61 "GET /v2.0/networks/03d801c5-d257-4cc1-bad3-11a323aafec0 HTTP/1.1" status: 200 len: 842 time: 0.1613302 Aug 23 20:18:23.410543 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c74858a6-086a-430d-a7b9-e27067843d3e admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'gateway_ip': '172.25.4.1', 'name': 'public-subnet', 'cidr': '172.25.4.0/24'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:18:23.440233 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74858a6-086a-430d-a7b9-e27067843d3e admin admin] Made reservation on behalf of 135f1eff467c4194a90fc586f3084d39 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:18:23.442601 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c74858a6-086a-430d-a7b9-e27067843d3e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:23.897080 n-d-805663-2 neutron-server[94688]: DEBUG neutron.objects.ports [None req-c74858a6-086a-430d-a7b9-e27067843d3e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94688) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 20:18:23.897770 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c74858a6-086a-430d-a7b9-e27067843d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:23.983220 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74858a6-086a-430d-a7b9-e27067843d3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c87e1641-f4dd-4f8b-8846-8b870a77df63,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:18:23.993745 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74858a6-086a-430d-a7b9-e27067843d3e admin admin] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:18:23.994140 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74858a6-086a-430d-a7b9-e27067843d3e admin admin] Network hostable DHCP agents. Network: 03d801c5-d257-4cc1-bad3-11a323aafec0, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:18:24.013406 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74858a6-086a-430d-a7b9-e27067843d3e admin admin] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:18:24.030577 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-c74858a6-086a-430d-a7b9-e27067843d3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 03d801c5-d257-4cc1-bad3-11a323aafec0) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:18:24.037037 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74858a6-086a-430d-a7b9-e27067843d3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:18:24.037673 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c74858a6-086a-430d-a7b9-e27067843d3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:24.044612 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe95ba77-1172-44c1-bc3c-77da6af96660 None None] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:18:24.064128 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c74858a6-086a-430d-a7b9-e27067843d3e admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6573315 Aug 23 20:18:24.234164 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115d2d13-04c2-49a5-9840-57dc447a1e90 None None] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:18:26.727482 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 42544) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:18:27.073923 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f52b6c56-1bb9-40c0-a60b-d4155564a470 admin admin] 10.222.0.61 "GET /v2.0/routers/31ec1f9f-7f2b-4e3c-975c-320429c6ef25 HTTP/1.1" status: 200 len: 710 time: 0.3363178 Aug 23 20:18:27.177514 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb70af62-4352-48ba-8666-a83d1bc8a39c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:18:27.178906 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-cb70af62-4352-48ba-8666-a83d1bc8a39c admin admin] 10.222.0.61 "GET /v2.0/networks/03d801c5-d257-4cc1-bad3-11a323aafec0 HTTP/1.1" status: 200 len: 886 time: 0.1038883 Aug 23 20:18:27.194698 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-8be95a83-36ed-4904-bcfc-aa61dc7d931a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:18:27.496409 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8be95a83-36ed-4904-bcfc-aa61dc7d931a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:27.856930 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8be95a83-36ed-4904-bcfc-aa61dc7d931a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:27.950151 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8be95a83-36ed-4904-bcfc-aa61dc7d931a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:28.175812 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-8be95a83-36ed-4904-bcfc-aa61dc7d931a admin admin] Allocated IP 172.25.4.48 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/fb85f3d3-4084-45a4-95d9-091ac3373c1f) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:18:28.311983 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8be95a83-36ed-4904-bcfc-aa61dc7d931a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:28.403966 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8be95a83-36ed-4904-bcfc-aa61dc7d931a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:28.495749 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be95a83-36ed-4904-bcfc-aa61dc7d931a admin admin] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:18:28.501713 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-8be95a83-36ed-4904-bcfc-aa61dc7d931a admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:18:28.509614 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be95a83-36ed-4904-bcfc-aa61dc7d931a admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:18:28.512450 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be95a83-36ed-4904-bcfc-aa61dc7d931a admin admin] Pushing event updated for resources: {'Port': ['ID=fb85f3d3-4084-45a4-95d9-091ac3373c1f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:18:28.864379 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8be95a83-36ed-4904-bcfc-aa61dc7d931a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:29.108112 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8be95a83-36ed-4904-bcfc-aa61dc7d931a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4165669'] for router, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:29.113903 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8be95a83-36ed-4904-bcfc-aa61dc7d931a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-499466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-499571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-497774'] for router, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:29.281427 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be95a83-36ed-4904-bcfc-aa61dc7d931a admin admin] Router 31ec1f9f-7f2b-4e3c-975c-320429c6ef25 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:18:29.433104 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be95a83-36ed-4904-bcfc-aa61dc7d931a admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:18:29.438744 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8be95a83-36ed-4904-bcfc-aa61dc7d931a admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:29.440699 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8be95a83-36ed-4904-bcfc-aa61dc7d931a admin admin] 10.222.0.61 "PUT /v2.0/routers/31ec1f9f-7f2b-4e3c-975c-320429c6ef25 HTTP/1.1" status: 200 len: 889 time: 2.2542329 Aug 23 20:18:29.572935 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 28d2961f-e69d-45eb-9a8c-391a604bcf36 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:18:29.628663 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 28d2961f-e69d-45eb-9a8c-391a604bcf36 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:18:29.632740 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 28d2961f-e69d-45eb-9a8c-391a604bcf36 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:18:29.633115 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:29.760106 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:29.802067 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 28d2961f-e69d-45eb-9a8c-391a604bcf36, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=28d2961f-e69d-45eb-9a8c-391a604bcf36,segment=NetworkSegment(3b2933f9-361c-4519-85f3-8287dad73cf5),segment_id=3b2933f9-361c-4519-85f3-8287dad73cf5)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:18:29.806778 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:29.867618 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=28d2961f-e69d-45eb-9a8c-391a604bcf36,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:18:30.635902 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6aae22-8515-4284-99cd-d044e6fccdd8 None None] Sync routers for ids ['31ec1f9f-7f2b-4e3c-975c-320429c6ef25'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:18:30.647030 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6aae22-8515-4284-99cd-d044e6fccdd8 None None] Routers {'31ec1f9f-7f2b-4e3c-975c-320429c6ef25'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:18:30.647751 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-7c6aae22-8515-4284-99cd-d044e6fccdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:18:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['31ec1f9f-7f2b-4e3c-975c-320429c6ef25'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:18:30.947264 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-7c6aae22-8515-4284-99cd-d044e6fccdd8 None None] Set router 31ec1f9f-7f2b-4e3c-975c-320429c6ef25 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:18:31.465796 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-7c6aae22-8515-4284-99cd-d044e6fccdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ec1f9f-7f2b-4e3c-975c-320429c6ef25', 'name': 'router1', 'tenant_id': '8dcdf9cb3d294cebb407314ec640277a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'fb85f3d3-4084-45a4-95d9-091ac3373c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:18:09Z', 'updated_at': '2021-08-23T20:18:28Z', 'revision_number': 4, 'project_id': '8dcdf9cb3d294cebb407314ec640277a', 'gw_port': {'id': 'fb85f3d3-4084-45a4-95d9-091ac3373c1f', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b8:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ec1f9f-7f2b-4e3c-975c-320429c6ef25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:18:27Z', 'updated_at': '2021-08-23T20:18:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '28d2961f-e69d-45eb-9a8c-391a604bcf36', 'name': '', 'network_id': '93c80137-19b0-4e8c-a4b2-9a1e4a33e97e', 'tenant_id': '8dcdf9cb3d294cebb407314ec640277a', 'mac_address': 'fa:16:3e:65:97:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ec1f9f-7f2b-4e3c-975c-320429c6ef25', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48a22b4d-ad48-439e-bf87-f151bd708b0d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:18:19Z', 'updated_at': '2021-08-23T20:18:29Z', 'revision_number': 5, 'project_id': '8dcdf9cb3d294cebb407314ec640277a', 'subnets': [{'id': '48a22b4d-ad48-439e-bf87-f151bd708b0d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6e3cff42-c0ef-4f63-9694-096a58ed8877'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:18:31.544224 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6aae22-8515-4284-99cd-d044e6fccdd8 None None] Checking router: 31ec1f9f-7f2b-4e3c-975c-320429c6ef25 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:18:31.544775 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6aae22-8515-4284-99cd-d044e6fccdd8 None None] Updating router 31ec1f9f-7f2b-4e3c-975c-320429c6ef25 port fb85f3d3-4084-45a4-95d9-091ac3373c1f binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:18:31.571176 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 28d2961f-e69d-45eb-9a8c-391a604bcf36 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:18:31.644815 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7c6aae22-8515-4284-99cd-d044e6fccdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:31.790710 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 28d2961f-e69d-45eb-9a8c-391a604bcf36 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:18:31.790996 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:32.092118 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7c6aae22-8515-4284-99cd-d044e6fccdd8 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:32.102928 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7c6aae22-8515-4284-99cd-d044e6fccdd8 None None] Transition to ACTIVE for port object fb85f3d3-4084-45a4-95d9-091ac3373c1f will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:18:32.111642 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7c6aae22-8515-4284-99cd-d044e6fccdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:32.168864 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-7c6aae22-8515-4284-99cd-d044e6fccdd8 None None] Attempting to bind port fb85f3d3-4084-45a4-95d9-091ac3373c1f on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:18:32.169248 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-7c6aae22-8515-4284-99cd-d044e6fccdd8 None None] Attempting to bind port fb85f3d3-4084-45a4-95d9-091ac3373c1f by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:18:32.169612 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6aae22-8515-4284-99cd-d044e6fccdd8 None None] Attempting to bind port fb85f3d3-4084-45a4-95d9-091ac3373c1f on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:18:32.171747 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d77f8-8db3-4011-b3bb-3eb139336bed None None] Pushing event updated for resources: {'Port': ['ID=fb85f3d3-4084-45a4-95d9-091ac3373c1f,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:18:32.179030 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6aae22-8515-4284-99cd-d044e6fccdd8 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:18:32.179445 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6aae22-8515-4284-99cd-d044e6fccdd8 None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:18:32.180026 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7c6aae22-8515-4284-99cd-d044e6fccdd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:32.180540 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6aae22-8515-4284-99cd-d044e6fccdd8 None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:18:32.181115 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-7c6aae22-8515-4284-99cd-d044e6fccdd8 None None] Bound port: fb85f3d3-4084-45a4-95d9-091ac3373c1f, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:18:32.181659 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7c6aae22-8515-4284-99cd-d044e6fccdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:32.208757 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 42556) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:18:32.240516 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7c6aae22-8515-4284-99cd-d044e6fccdd8 None None] For port fb85f3d3-4084-45a4-95d9-091ac3373c1f, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:18:32.243955 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7c6aae22-8515-4284-99cd-d044e6fccdd8 None None] For port fb85f3d3-4084-45a4-95d9-091ac3373c1f, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=fb85f3d3-4084-45a4-95d9-091ac3373c1f,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:18:32.251150 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7c6aae22-8515-4284-99cd-d044e6fccdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:32.321129 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6aae22-8515-4284-99cd-d044e6fccdd8 None None] Routers {'31ec1f9f-7f2b-4e3c-975c-320429c6ef25'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:18:32.322041 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-7c6aae22-8515-4284-99cd-d044e6fccdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:18:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['31ec1f9f-7f2b-4e3c-975c-320429c6ef25'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:18:32.325927 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d77f8-8db3-4011-b3bb-3eb139336bed None None] Pushing event updated for resources: {'Port': ['ID=fb85f3d3-4084-45a4-95d9-091ac3373c1f,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:18:32.346040 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5c066e21-a7a8-4947-9cbc-9e77fd589e96 admin admin] 10.222.0.61 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1347513 Aug 23 20:18:32.559848 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-7c6aae22-8515-4284-99cd-d044e6fccdd8 None None] Set router 31ec1f9f-7f2b-4e3c-975c-320429c6ef25 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:18:32.839784 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-7c6aae22-8515-4284-99cd-d044e6fccdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ec1f9f-7f2b-4e3c-975c-320429c6ef25', 'name': 'router1', 'tenant_id': '8dcdf9cb3d294cebb407314ec640277a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'fb85f3d3-4084-45a4-95d9-091ac3373c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:18:09Z', 'updated_at': '2021-08-23T20:18:28Z', 'revision_number': 4, 'project_id': '8dcdf9cb3d294cebb407314ec640277a', 'gw_port': {'id': 'fb85f3d3-4084-45a4-95d9-091ac3373c1f', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b8:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ec1f9f-7f2b-4e3c-975c-320429c6ef25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:18:27Z', 'updated_at': '2021-08-23T20:18:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '28d2961f-e69d-45eb-9a8c-391a604bcf36', 'name': '', 'network_id': '93c80137-19b0-4e8c-a4b2-9a1e4a33e97e', 'tenant_id': '8dcdf9cb3d294cebb407314ec640277a', 'mac_address': 'fa:16:3e:65:97:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ec1f9f-7f2b-4e3c-975c-320429c6ef25', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48a22b4d-ad48-439e-bf87-f151bd708b0d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:18:19Z', 'updated_at': '2021-08-23T20:18:29Z', 'revision_number': 5, 'project_id': '8dcdf9cb3d294cebb407314ec640277a', 'subnets': [{'id': '48a22b4d-ad48-439e-bf87-f151bd708b0d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6e3cff42-c0ef-4f63-9694-096a58ed8877'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:18:32.872213 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6aae22-8515-4284-99cd-d044e6fccdd8 None None] The sync data for ids ['31ec1f9f-7f2b-4e3c-975c-320429c6ef25'] in n-d-805663-2 is: [{'id': '31ec1f9f-7f2b-4e3c-975c-320429c6ef25', 'name': 'router1', 'tenant_id': '8dcdf9cb3d294cebb407314ec640277a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'fb85f3d3-4084-45a4-95d9-091ac3373c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:18:09Z', 'updated_at': '2021-08-23T20:18:28Z', 'revision_number': 4, 'project_id': '8dcdf9cb3d294cebb407314ec640277a', 'gw_port': {'id': 'fb85f3d3-4084-45a4-95d9-091ac3373c1f', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b8:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ec1f9f-7f2b-4e3c-975c-320429c6ef25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:18:27Z', 'updated_at': '2021-08-23T20:18:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '28d2961f-e69d-45eb-9a8c-391a604bcf36', 'name': '', 'network_id': '93c80137-19b0-4e8c-a4b2-9a1e4a33e97e', 'tenant_id': '8dcdf9cb3d294cebb407314ec640277a', 'mac_address': 'fa:16:3e:65:97:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ec1f9f-7f2b-4e3c-975c-320429c6ef25', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48a22b4d-ad48-439e-bf87-f151bd708b0d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:18:19Z', 'updated_at': '2021-08-23T20:18:29Z', 'revision_number': 5, 'project_id': '8dcdf9cb3d294cebb407314ec640277a', 'subnets': [{'id': '48a22b4d-ad48-439e-bf87-f151bd708b0d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6e3cff42-c0ef-4f63-9694-096a58ed8877'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:18:33.023029 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 5 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:18:33.643268 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device fb85f3d3-4084-45a4-95d9-091ac3373c1f up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:18:33.718941 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port fb85f3d3-4084-45a4-95d9-091ac3373c1f completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:18:33.723703 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port fb85f3d3-4084-45a4-95d9-091ac3373c1f triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:18:33.724168 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:33.839018 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:33.871272 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port fb85f3d3-4084-45a4-95d9-091ac3373c1f, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=fb85f3d3-4084-45a4-95d9-091ac3373c1f,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:18:33.878522 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:33.947048 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=fb85f3d3-4084-45a4-95d9-091ac3373c1f,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:18:35.582798 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device fb85f3d3-4084-45a4-95d9-091ac3373c1f up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:18:35.644023 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port fb85f3d3-4084-45a4-95d9-091ac3373c1f triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:18:35.644821 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:39.959415 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a5f2fdba-2e99-4877-8bdd-d953c52a3098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:42.970884 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a1f75e5e-d02d-4a4b-9ced-755a016dfb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:43.444423 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:44.371180 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:18:45.723485 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:19:09.917520 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8225a704-71a5-4f04-b530-1f34392b97fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:19:10.023012 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 5 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:19:12.958350 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9068adbb-6ba4-4dd4-8dfc-d98b57a8d1ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:19:13.441094 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:19:14.344390 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:19:15.736367 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:19:39.911406 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b445fea0-21f5-492b-b659-691b480abb5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:19:42.960620 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-00ae010c-afa0-449c-a7a4-2fd3ad638163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:19:43.457687 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:19:44.347703 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:19:45.724887 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:19:47.019419 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 5 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:20:09.913495 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-578fb1a0-61bb-4e4a-991e-e6833458a491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:20:12.961884 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0d941c2b-bd6a-4a14-82ae-0d9e6233c08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:20:13.450687 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:20:14.351150 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:20:15.728438 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:20:17.268969 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 43158) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:20:17.344177 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f50d570-2603-450b-8655-68921f66d0c1 admin admin] GET failed (client error): The resource could not be found. Aug 23 20:20:17.345609 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3f50d570-2603-450b-8655-68921f66d0c1 admin admin] 10.222.0.61 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0756860 Aug 23 20:20:17.512443 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4532b171-3b67-4811-a0eb-eef8144864e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:20:17.513852 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-4532b171-3b67-4811-a0eb-eef8144864e2 admin admin] 10.222.0.61 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1632059 Aug 23 20:20:19.689800 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 43168) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:20:19.844519 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0963c08-a3a3-4df8-b6d4-58b2aeaf8fee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:20:19.845805 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f0963c08-a3a3-4df8-b6d4-58b2aeaf8fee admin admin] 10.222.0.61 "GET /v2.0/subnets/48a22b4d-ad48-439e-bf87-f151bd708b0d HTTP/1.1" status: 200 len: 849 time: 0.1550739 Aug 23 20:20:19.856032 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-f20f2237-76ae-49e9-afc1-fb2ab0e31bd9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:20:19.939588 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f20f2237-76ae-49e9-afc1-fb2ab0e31bd9 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:20:20.084704 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f20f2237-76ae-49e9-afc1-fb2ab0e31bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790315847882'] for subnet, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:20:20.115313 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20f2237-76ae-49e9-afc1-fb2ab0e31bd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:20:20.116249 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f20f2237-76ae-49e9-afc1-fb2ab0e31bd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:20:20.128087 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f20f2237-76ae-49e9-afc1-fb2ab0e31bd9 admin admin] 10.222.0.61 "PUT /v2.0/subnets/48a22b4d-ad48-439e-bf87-f151bd708b0d HTTP/1.1" status: 200 len: 868 time: 0.2653494 Aug 23 20:20:20.128342 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40e303f-49c4-4e65-a47f-11f3caea1336 None None] Network 93c80137-19b0-4e8c-a4b2-9a1e4a33e97e requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:20:20.137090 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20f2237-76ae-49e9-afc1-fb2ab0e31bd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48a22b4d-ad48-439e-bf87-f151bd708b0d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:20:20.144926 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20f2237-76ae-49e9-afc1-fb2ab0e31bd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:20:20.145310 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20f2237-76ae-49e9-afc1-fb2ab0e31bd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:20:20.145603 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20f2237-76ae-49e9-afc1-fb2ab0e31bd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:20:20.145931 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20f2237-76ae-49e9-afc1-fb2ab0e31bd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:20:20.146296 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20f2237-76ae-49e9-afc1-fb2ab0e31bd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:20:20.146626 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20f2237-76ae-49e9-afc1-fb2ab0e31bd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:20:20.146948 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20f2237-76ae-49e9-afc1-fb2ab0e31bd9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:20:20.147272 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20f2237-76ae-49e9-afc1-fb2ab0e31bd9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:20:20.147589 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20f2237-76ae-49e9-afc1-fb2ab0e31bd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:20:20.147923 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20f2237-76ae-49e9-afc1-fb2ab0e31bd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:20:20.148251 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20f2237-76ae-49e9-afc1-fb2ab0e31bd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:20:20.148566 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20f2237-76ae-49e9-afc1-fb2ab0e31bd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:20:20.546185 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ac1fe528-008d-4e71-9206-072df940638d None None] Provisioning complete for port cbe5e320-0e59-40e0-8d73-a5d27292c942 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:20:20.546562 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ac1fe528-008d-4e71-9206-072df940638d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:20:20.637583 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ac1fe528-008d-4e71-9206-072df940638d None None] Provisioning complete for port 28d2961f-e69d-45eb-9a8c-391a604bcf36 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:20:20.637956 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ac1fe528-008d-4e71-9206-072df940638d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:20:22.295956 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 43178) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:20:22.503760 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e50ee3-f3fa-4e4d-93aa-91acc92fddcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:20:22.504182 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e50ee3-f3fa-4e4d-93aa-91acc92fddcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:20:22.505747 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c1e50ee3-f3fa-4e4d-93aa-91acc92fddcb admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2087965 Aug 23 20:20:24.017236 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 5 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:20:24.675958 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 43186) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:20:24.805661 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b902bb-1762-441d-9a6d-74ce1a818a35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:20:24.806135 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b902bb-1762-441d-9a6d-74ce1a818a35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:20:24.807811 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-74b902bb-1762-441d-9a6d-74ce1a818a35 admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1308959 Aug 23 20:20:26.985008 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 43194) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:20:27.117247 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a124ed-8722-4ebe-874d-cff61f2eecbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:20:27.119441 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-77a124ed-8722-4ebe-874d-cff61f2eecbd admin admin] 10.222.0.61 "GET /v2.0/networks/03d801c5-d257-4cc1-bad3-11a323aafec0 HTTP/1.1" status: 200 len: 886 time: 0.1334851 Aug 23 20:20:29.316297 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 43202) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:20:29.469686 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb239e5c-7b2f-46e2-8ac3-0413ba0553c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:20:29.472112 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-eb239e5c-7b2f-46e2-8ac3-0413ba0553c8 admin admin] 10.222.0.61 "GET /v2.0/networks/93c80137-19b0-4e8c-a4b2-9a1e4a33e97e HTTP/1.1" status: 200 len: 869 time: 0.1544764 Aug 23 20:20:31.663643 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 43210) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:20:31.813840 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c78aa1-2055-45e8-90c5-b2261ff8e994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:20:31.814285 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c78aa1-2055-45e8-90c5-b2261ff8e994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:20:31.815849 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-05c78aa1-2055-45e8-90c5-b2261ff8e994 admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1500199 Aug 23 20:20:33.976079 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 43218) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:20:34.072866 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8b701a-39ee-49b3-9d06-ff7d38afcce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:20:34.073324 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8b701a-39ee-49b3-9d06-ff7d38afcce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:20:34.074869 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5c8b701a-39ee-49b3-9d06-ff7d38afcce2 admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0977876 Aug 23 20:20:36.232348 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 43226) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:20:36.333130 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe710cd-a15f-4a97-8e99-00bfaf1fa881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:20:36.334523 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-efe710cd-a15f-4a97-8e99-00bfaf1fa881 admin admin] 10.222.0.61 "GET /v2.0/subnets/48a22b4d-ad48-439e-bf87-f151bd708b0d HTTP/1.1" status: 200 len: 868 time: 0.1011412 Aug 23 20:20:38.538094 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 43234) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:20:38.628944 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026f7e62-67ee-409b-aedb-be015240db7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:20:38.630342 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-026f7e62-67ee-409b-aedb-be015240db7a admin admin] 10.222.0.61 "GET /v2.0/subnets/c87e1641-f4dd-4f8b-8846-8b870a77df63 HTTP/1.1" status: 200 len: 816 time: 0.0912874 Aug 23 20:20:39.917140 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ba15a751-65ad-405d-b7df-8ca35fb464ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:20:42.967565 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e0e4fe4f-3682-4e99-aa0b-30c36852dacd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:20:43.453712 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:20:44.355170 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:20:45.731770 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:21:01.016183 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 5 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:21:02.968763 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 43288) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:21:03.019074 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [None req-36bf1d11-67cc-4bec-a511-64c88901e190 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:21:03.020118 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-36bf1d11-67cc-4bec-a511-64c88901e190 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0503740 Aug 23 20:21:05.378048 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 43296) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:21:05.439510 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-14c69012-3795-4d91-8466-7f69a001a739 admin admin] GET failed (client error): The resource could not be found. Aug 23 20:21:05.440883 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-14c69012-3795-4d91-8466-7f69a001a739 admin admin] 10.222.0.61 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0618842 Aug 23 20:21:05.528247 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450e29b5-b355-48ee-b9c0-a3d8833ad8a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:21:05.529729 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-450e29b5-b355-48ee-b9c0-a3d8833ad8a2 admin admin] 10.222.0.61 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0838916 Aug 23 20:21:07.795701 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 43304) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:21:07.844675 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-bb023c21-0f28-4c57-b7e7-4ab2077658fd admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:21:07.867893 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb023c21-0f28-4c57-b7e7-4ab2077658fd admin admin] Made reservation on behalf of 135f1eff467c4194a90fc586f3084d39 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:21:07.870192 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bb023c21-0f28-4c57-b7e7-4ab2077658fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:21:07.898008 n-d-805663-2 neutron-server[94687]: WARNING neutron.services.revisions.revision_plugin [None req-bb023c21-0f28-4c57-b7e7-4ab2077658fd admin admin] Could not find related network for resource to bump revision. Aug 23 20:21:07.914675 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb023c21-0f28-4c57-b7e7-4ab2077658fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:21:07.924923 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bb023c21-0f28-4c57-b7e7-4ab2077658fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:21:07.925304 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-bb023c21-0f28-4c57-b7e7-4ab2077658fd admin admin] Added segment 5a45d72a-b91b-441c-942f-09ee31819247 of type vlan for network 660f640a-b8b2-40aa-8ebf-76bd1608cceb Aug 23 20:21:07.973875 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bb023c21-0f28-4c57-b7e7-4ab2077658fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:21:08.002268 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bb023c21-0f28-4c57-b7e7-4ab2077658fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:21:08.003283 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb023c21-0f28-4c57-b7e7-4ab2077658fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:21:08.003858 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bb023c21-0f28-4c57-b7e7-4ab2077658fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:21:08.059880 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-bb023c21-0f28-4c57-b7e7-4ab2077658fd admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2630095 Aug 23 20:21:08.062938 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb023c21-0f28-4c57-b7e7-4ab2077658fd admin admin] Pushing event updated for resources: {'Network': ['ID=660f640a-b8b2-40aa-8ebf-76bd1608cceb,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:21:08.070102 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb023c21-0f28-4c57-b7e7-4ab2077658fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:21:08.070590 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb023c21-0f28-4c57-b7e7-4ab2077658fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:21:08.070970 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb023c21-0f28-4c57-b7e7-4ab2077658fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:21:08.071307 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb023c21-0f28-4c57-b7e7-4ab2077658fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:21:08.071657 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb023c21-0f28-4c57-b7e7-4ab2077658fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:21:08.071969 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb023c21-0f28-4c57-b7e7-4ab2077658fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:21:08.072335 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb023c21-0f28-4c57-b7e7-4ab2077658fd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:21:08.072663 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb023c21-0f28-4c57-b7e7-4ab2077658fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:21:08.072990 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb023c21-0f28-4c57-b7e7-4ab2077658fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:21:08.073348 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb023c21-0f28-4c57-b7e7-4ab2077658fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:21:08.073659 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb023c21-0f28-4c57-b7e7-4ab2077658fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:21:08.074036 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb023c21-0f28-4c57-b7e7-4ab2077658fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:21:08.086581 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 660f640a-b8b2-40aa-8ebf-76bd1608cceb details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:21:09.918256 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-77f3cc58-26b3-4ca2-83e8-eb82d729856b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:21:10.248033 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 43312) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:21:10.309841 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-7350bd30-4b49-417d-a059-229850ab4f77 admin admin] GET failed (client error): The resource could not be found. Aug 23 20:21:10.311158 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-7350bd30-4b49-417d-a059-229850ab4f77 admin admin] 10.222.0.61 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0621152 Aug 23 20:21:10.411907 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2931e987-fb0c-436f-acde-f0cab8232e16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:21:10.413365 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2931e987-fb0c-436f-acde-f0cab8232e16 admin admin] 10.222.0.61 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0979085 Aug 23 20:21:10.424539 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-38e674e1-af5c-49a5-b4ea-6f4a590ecef3 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'cidr': '192.168.233.0/24'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:21:10.445319 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e674e1-af5c-49a5-b4ea-6f4a590ecef3 admin admin] Made reservation on behalf of 135f1eff467c4194a90fc586f3084d39 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:21:10.447015 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-38e674e1-af5c-49a5-b4ea-6f4a590ecef3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:21:10.610285 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-38e674e1-af5c-49a5-b4ea-6f4a590ecef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:21:10.665804 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e674e1-af5c-49a5-b4ea-6f4a590ecef3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e66e9eb0-86f4-4159-852b-f29863cbf18d,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:21:10.673585 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e674e1-af5c-49a5-b4ea-6f4a590ecef3 admin admin] Checking segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:21:10.673942 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e674e1-af5c-49a5-b4ea-6f4a590ecef3 admin admin] Network hostable DHCP agents. Network: 660f640a-b8b2-40aa-8ebf-76bd1608cceb, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:21:10.690004 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e674e1-af5c-49a5-b4ea-6f4a590ecef3 admin admin] Network 660f640a-b8b2-40aa-8ebf-76bd1608cceb is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:21:10.699086 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-38e674e1-af5c-49a5-b4ea-6f4a590ecef3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 660f640a-b8b2-40aa-8ebf-76bd1608cceb) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:21:10.702954 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e674e1-af5c-49a5-b4ea-6f4a590ecef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:21:10.703531 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-38e674e1-af5c-49a5-b4ea-6f4a590ecef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:21:10.708967 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521c7683-00df-4cb5-8011-af48f06cfd60 None None] Network 660f640a-b8b2-40aa-8ebf-76bd1608cceb requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:21:10.717757 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-38e674e1-af5c-49a5-b4ea-6f4a590ecef3 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2966454 Aug 23 20:21:10.865505 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b4ece6-b8c3-4305-916d-fe295de03d95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'tenant_id': '135f1eff467c4194a90fc586f3084d39', 'fixed_ips': [{'subnet_id': 'e66e9eb0-86f4-4159-852b-f29863cbf18d'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:21:10.866398 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-92b4ece6-b8c3-4305-916d-fe295de03d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:21:11.005108 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-92b4ece6-b8c3-4305-916d-fe295de03d95 None None] Allocated IP 192.168.233.2 (660f640a-b8b2-40aa-8ebf-76bd1608cceb/e66e9eb0-86f4-4159-852b-f29863cbf18d/b76e4812-029b-4eb0-a49f-ea05e4e28af0) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:21:11.154685 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-92b4ece6-b8c3-4305-916d-fe295de03d95 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:21:11.164410 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-92b4ece6-b8c3-4305-916d-fe295de03d95 None None] Transition to ACTIVE for port object b76e4812-029b-4eb0-a49f-ea05e4e28af0 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:21:11.181071 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-92b4ece6-b8c3-4305-916d-fe295de03d95 None None] Transition to ACTIVE for port object b76e4812-029b-4eb0-a49f-ea05e4e28af0 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:21:11.188318 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-92b4ece6-b8c3-4305-916d-fe295de03d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:21:11.227142 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b4ece6-b8c3-4305-916d-fe295de03d95 None None] Network 660f640a-b8b2-40aa-8ebf-76bd1608cceb is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:21:11.228560 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-92b4ece6-b8c3-4305-916d-fe295de03d95 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:21:11.232170 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b4ece6-b8c3-4305-916d-fe295de03d95 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:21:11.245814 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b4ece6-b8c3-4305-916d-fe295de03d95 None None] Pushing event updated for resources: {'Port': ['ID=b76e4812-029b-4eb0-a49f-ea05e4e28af0,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:21:11.268795 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b4ece6-b8c3-4305-916d-fe295de03d95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:21:11.269068 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b4ece6-b8c3-4305-916d-fe295de03d95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:21:11.269411 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b4ece6-b8c3-4305-916d-fe295de03d95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:21:11.270073 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b4ece6-b8c3-4305-916d-fe295de03d95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:21:11.270073 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b4ece6-b8c3-4305-916d-fe295de03d95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:21:11.270402 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b4ece6-b8c3-4305-916d-fe295de03d95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:21:11.271343 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b4ece6-b8c3-4305-916d-fe295de03d95 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:21:11.271343 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b4ece6-b8c3-4305-916d-fe295de03d95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:21:11.271526 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b4ece6-b8c3-4305-916d-fe295de03d95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:21:11.271771 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b4ece6-b8c3-4305-916d-fe295de03d95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:21:11.272143 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b4ece6-b8c3-4305-916d-fe295de03d95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:21:11.272440 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b4ece6-b8c3-4305-916d-fe295de03d95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:21:11.307132 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-92b4ece6-b8c3-4305-916d-fe295de03d95 None None] Attempting to bind port b76e4812-029b-4eb0-a49f-ea05e4e28af0 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:21:11.307502 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-92b4ece6-b8c3-4305-916d-fe295de03d95 None None] Attempting to bind port b76e4812-029b-4eb0-a49f-ea05e4e28af0 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:21:11.307862 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b4ece6-b8c3-4305-916d-fe295de03d95 None None] Attempting to bind port b76e4812-029b-4eb0-a49f-ea05e4e28af0 on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:21:11.312999 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b4ece6-b8c3-4305-916d-fe295de03d95 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:21:11.313366 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b4ece6-b8c3-4305-916d-fe295de03d95 None None] Checking segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:21:11.313767 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-92b4ece6-b8c3-4305-916d-fe295de03d95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:21:11.314153 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b4ece6-b8c3-4305-916d-fe295de03d95 None None] Bound using segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:21:11.314613 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-92b4ece6-b8c3-4305-916d-fe295de03d95 None None] Bound port: b76e4812-029b-4eb0-a49f-ea05e4e28af0, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:21:11.315007 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-92b4ece6-b8c3-4305-916d-fe295de03d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:21:11.378140 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-92b4ece6-b8c3-4305-916d-fe295de03d95 None None] For port b76e4812-029b-4eb0-a49f-ea05e4e28af0, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:21:11.381372 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-92b4ece6-b8c3-4305-916d-fe295de03d95 None None] For port b76e4812-029b-4eb0-a49f-ea05e4e28af0, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=b76e4812-029b-4eb0-a49f-ea05e4e28af0,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:21:11.387467 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-92b4ece6-b8c3-4305-916d-fe295de03d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:21:11.445855 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b4ece6-b8c3-4305-916d-fe295de03d95 None None] Pushing event updated for resources: {'Port': ['ID=b76e4812-029b-4eb0-a49f-ea05e4e28af0,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:21:11.756156 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device b76e4812-029b-4eb0-a49f-ea05e4e28af0 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:21:11.813148 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port b76e4812-029b-4eb0-a49f-ea05e4e28af0 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:21:12.315953 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a2de53-7460-432a-9ed2-84be8c222e0c None None] Network 660f640a-b8b2-40aa-8ebf-76bd1608cceb requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:21:12.382530 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-014846c5-fab5-4f71-8842-10a29f5b4c74 None None] Provisioning for port b76e4812-029b-4eb0-a49f-ea05e4e28af0 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:21:12.394472 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-014846c5-fab5-4f71-8842-10a29f5b4c74 None None] Provisioning complete for port b76e4812-029b-4eb0-a49f-ea05e4e28af0 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:21:12.394836 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-014846c5-fab5-4f71-8842-10a29f5b4c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:21:12.537038 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-014846c5-fab5-4f71-8842-10a29f5b4c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:21:12.577377 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-014846c5-fab5-4f71-8842-10a29f5b4c74 None None] For port b76e4812-029b-4eb0-a49f-ea05e4e28af0, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=b76e4812-029b-4eb0-a49f-ea05e4e28af0,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:21:12.582242 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-014846c5-fab5-4f71-8842-10a29f5b4c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:21:12.641689 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014846c5-fab5-4f71-8842-10a29f5b4c74 None None] Pushing event updated for resources: {'Port': ['ID=b76e4812-029b-4eb0-a49f-ea05e4e28af0,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:21:12.805620 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f4878960-7dca-4ea0-9c71-524f0981edaa None None] Provisioning complete for port b76e4812-029b-4eb0-a49f-ea05e4e28af0 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:21:12.805985 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f4878960-7dca-4ea0-9c71-524f0981edaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:21:12.969785 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ee821f8-f742-4781-acc7-62bebc194280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:21:13.458229 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:21:13.680381 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device b76e4812-029b-4eb0-a49f-ea05e4e28af0 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:21:13.729843 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port b76e4812-029b-4eb0-a49f-ea05e4e28af0 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:21:13.730120 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:21:14.357676 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:21:15.734969 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:21:38.015099 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 5 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:21:39.920752 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c57a7df9-d946-4fa5-affa-43e8d54c7a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:21:42.970602 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eb0492fe-9845-449c-b41a-db87d0ac4a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:21:43.461661 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:21:44.360804 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:21:45.736622 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:22:09.922269 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cb3f5ed3-5e83-40f3-8c18-2f4cf0daed87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:22:12.974223 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ba85c97f-21ca-4c1d-b3c8-8a4b2c94faf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:22:13.465608 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:22:14.365447 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:22:15.016885 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 5 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:22:15.740145 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:22:27.753851 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 43364) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:22:27.760245 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [None req-744995f8-9897-4011-b17f-6b6db65962fb tempest-verify_tempest_config-890206883 tempest-verify_tempest_config-890206883-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:22:27.761268 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-744995f8-9897-4011-b17f-6b6db65962fb tempest-verify_tempest_config-890206883 tempest-verify_tempest_config-890206883-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064008 Aug 23 20:22:28.057377 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 43382) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:22:28.159718 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d8418cd-3528-4e8b-ba62-c9264cbbfdac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:22:28.250318 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d8418cd-3528-4e8b-ba62-c9264cbbfdac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:22:28.253944 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d8418cd-3528-4e8b-ba62-c9264cbbfdac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:22:28.298586 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-3d8418cd-3528-4e8b-ba62-c9264cbbfdac admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=430e984dad5b4d16a6963f19d09801ee&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2401600 Aug 23 20:22:28.299401 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8418cd-3528-4e8b-ba62-c9264cbbfdac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3b852e-9902-4d5a-917e-82dc87b4c7dd,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:22:28.301285 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 43386) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:22:28.307255 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8418cd-3528-4e8b-ba62-c9264cbbfdac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:22:28.307597 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8418cd-3528-4e8b-ba62-c9264cbbfdac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:22:28.307959 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8418cd-3528-4e8b-ba62-c9264cbbfdac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:22:28.308313 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8418cd-3528-4e8b-ba62-c9264cbbfdac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:22:28.308638 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8418cd-3528-4e8b-ba62-c9264cbbfdac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:22:28.308958 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8418cd-3528-4e8b-ba62-c9264cbbfdac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:22:28.309277 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8418cd-3528-4e8b-ba62-c9264cbbfdac admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:22:28.309595 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8418cd-3528-4e8b-ba62-c9264cbbfdac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:22:28.309911 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8418cd-3528-4e8b-ba62-c9264cbbfdac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:22:28.310228 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8418cd-3528-4e8b-ba62-c9264cbbfdac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:22:28.310540 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8418cd-3528-4e8b-ba62-c9264cbbfdac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:22:28.310851 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8418cd-3528-4e8b-ba62-c9264cbbfdac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:22:28.358797 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b6c64ce1-1785-411d-ae66-b889dad37731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:22:28.379694 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b6c64ce1-1785-411d-ae66-b889dad37731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:22:28.468990 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b6c64ce1-1785-411d-ae66-b889dad37731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:22:28.471539 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b6c64ce1-1785-411d-ae66-b889dad37731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:22:28.472761 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b6c64ce1-1785-411d-ae66-b889dad37731 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3e3b852e-9902-4d5a-917e-82dc87b4c7dd HTTP/1.1" status: 204 len: 168 time: 0.1704566 Aug 23 20:22:28.482633 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c64ce1-1785-411d-ae66-b889dad37731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3b852e-9902-4d5a-917e-82dc87b4c7dd,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:22:28.489413 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c64ce1-1785-411d-ae66-b889dad37731 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:22:28.489776 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c64ce1-1785-411d-ae66-b889dad37731 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:22:28.490092 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c64ce1-1785-411d-ae66-b889dad37731 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:22:28.490442 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c64ce1-1785-411d-ae66-b889dad37731 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:22:28.490925 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c64ce1-1785-411d-ae66-b889dad37731 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:22:28.491334 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c64ce1-1785-411d-ae66-b889dad37731 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:22:28.491866 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c64ce1-1785-411d-ae66-b889dad37731 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:22:28.492170 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c64ce1-1785-411d-ae66-b889dad37731 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:22:28.492496 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c64ce1-1785-411d-ae66-b889dad37731 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:22:28.492844 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c64ce1-1785-411d-ae66-b889dad37731 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:22:28.493162 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c64ce1-1785-411d-ae66-b889dad37731 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:22:28.493480 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c64ce1-1785-411d-ae66-b889dad37731 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:22:39.923753 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-822a929f-f168-42fa-96b7-daaa77f24165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:22:42.975896 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3e2eb713-8a7c-4416-b490-1780aa01033e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:22:43.467711 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:22:44.366654 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:22:45.746056 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:22:52.017423 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 5 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:23:09.924678 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cf07d07f-f2f3-4179-ad6c-8ec7aa3fd341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:23:12.978906 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ce0734ae-7b68-4152-b67a-4f066c83e2df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:23:13.469587 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:23:14.369111 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:23:15.746574 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:23:29.016710 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 5 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:23:39.926793 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4e958fa1-6566-41a6-bd98-0f2091930ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:23:42.980996 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f438a374-acda-403e-adc5-27f1bae51830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:23:43.472335 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:23:44.372772 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:23:45.750461 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:24:06.016202 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 5 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:24:09.929881 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b123b69c-d40d-4ad9-81e7-80f33c5243ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:24:12.980503 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9999d7f6-d8f1-49ab-84be-136c6969cab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:24:13.473753 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:24:14.374658 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:24:15.753954 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:24:39.929689 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7431bf06-9053-4741-a04e-ba9370d8f32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:24:42.981312 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1fd4e5d9-686f-4baa-aab5-ab043e60e17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:24:43.014509 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 5 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:24:43.476893 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:24:44.379614 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:24:45.757128 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:25:09.930837 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-75b76bf9-2285-4888-9621-f49f4c17a105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:25:12.989594 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6c94ab49-10a8-4130-b9ca-cdc46ed9c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:25:13.478506 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:25:14.380880 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:25:15.760695 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:25:20.012799 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 5 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:25:39.931690 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-69b8c444-47b3-47da-8864-a0ce27b52d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:25:40.136522 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-498035'] for agent, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:25:42.980943 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-96e4264f-0651-4d8f-bf2c-a6fba7d5b8e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:25:43.481270 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:25:44.383697 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:25:45.764602 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:25:50.127929 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-498035'] for agent, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:25:57.012179 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:26:09.931580 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bab90013-025e-4a44-9885-d6408cf4d4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:26:10.119312 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:26:12.982563 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eae2e4f4-491a-460b-bad6-b36024273d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:26:13.482695 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:26:14.386122 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:26:15.768418 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:26:20.114941 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:26:29.440272 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 43448) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:26:29.542575 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-27fecdf8-83d5-48ba-bb76-5577b098cc0f admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1012058 Aug 23 20:26:31.750103 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 43458) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:26:31.879471 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f492fece-87f1-4202-84b6-82c026934ef1 admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1281517 Aug 23 20:26:34.010997 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:26:39.932573 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-be640d11-bd91-482b-acf9-439f5735d872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:26:40.118540 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:26:42.983214 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7751658f-c287-42a1-887f-c6ce9c01e470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:26:43.486482 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:26:44.388712 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:26:45.769772 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:26:50.113354 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:27:09.932957 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-04b96abb-1b11-4149-8ef6-7f26b6539841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:27:10.117872 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:27:11.013263 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:27:13.100663 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3816f7a6-f8f8-41e3-858e-d98a820d89bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:27:13.493114 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:27:14.391244 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:27:15.784304 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:27:20.128499 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:27:39.935231 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d598184-c6f7-47ae-a0bf-13deed2acf10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:27:40.124707 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:27:42.983365 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b1e7f25d-93ff-4f30-8dc8-359ba0a1a699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:27:43.485462 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:27:44.394216 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:27:45.780443 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:27:48.013397 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:27:50.127423 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:27:58.097224 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 43700) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:27:58.580779 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-8af8938c-5b01-4acb-95b2-192c1380cc85 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-951136079-network', 'tenant_id': '30043a9797a048cd9fb0f08dc9cd31f3'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:27:58.624599 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af8938c-5b01-4acb-95b2-192c1380cc85 admin admin] Made reservation on behalf of 30043a9797a048cd9fb0f08dc9cd31f3 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:27:58.627372 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8af8938c-5b01-4acb-95b2-192c1380cc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:27:58.637922 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8af8938c-5b01-4acb-95b2-192c1380cc85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:27:58.748655 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8af8938c-5b01-4acb-95b2-192c1380cc85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:27:58.754343 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8af8938c-5b01-4acb-95b2-192c1380cc85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:27:58.787030 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8938c-5b01-4acb-95b2-192c1380cc85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3214eab-5790-4357-a0e9-dd6d85c2aaed,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:27:58.801253 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af8938c-5b01-4acb-95b2-192c1380cc85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:27:58.802056 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af8938c-5b01-4acb-95b2-192c1380cc85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:27:58.802609 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af8938c-5b01-4acb-95b2-192c1380cc85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:27:58.803252 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af8938c-5b01-4acb-95b2-192c1380cc85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:27:58.805232 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af8938c-5b01-4acb-95b2-192c1380cc85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:27:58.805892 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af8938c-5b01-4acb-95b2-192c1380cc85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:27:58.806488 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af8938c-5b01-4acb-95b2-192c1380cc85 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:27:58.807427 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af8938c-5b01-4acb-95b2-192c1380cc85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:27:58.808204 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af8938c-5b01-4acb-95b2-192c1380cc85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:27:58.808825 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af8938c-5b01-4acb-95b2-192c1380cc85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:27:58.809429 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af8938c-5b01-4acb-95b2-192c1380cc85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:27:58.810081 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af8938c-5b01-4acb-95b2-192c1380cc85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:27:58.811427 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af8938c-5b01-4acb-95b2-192c1380cc85 admin admin] Tracked resource versions report: Aug 23 20:27:58.811427 n-d-805663-2 neutron-server[94687]: pushed versions: Aug 23 20:27:58.811427 n-d-805663-2 neutron-server[94687]: { 'AddressGroup': {'1.2'}, Aug 23 20:27:58.811427 n-d-805663-2 neutron-server[94687]: 'ConntrackHelper': {'1.0'}, Aug 23 20:27:58.811427 n-d-805663-2 neutron-server[94687]: 'Log': {'1.0'}, Aug 23 20:27:58.811427 n-d-805663-2 neutron-server[94687]: 'Network': {'1.1'}, Aug 23 20:27:58.811427 n-d-805663-2 neutron-server[94687]: 'Port': {'1.7'}, Aug 23 20:27:58.811427 n-d-805663-2 neutron-server[94687]: 'PortForwarding': {'1.2'}, Aug 23 20:27:58.811427 n-d-805663-2 neutron-server[94687]: 'QosPolicy': {'1.9'}, Aug 23 20:27:58.811427 n-d-805663-2 neutron-server[94687]: 'SecurityGroup': {'1.4'}, Aug 23 20:27:58.811427 n-d-805663-2 neutron-server[94687]: 'SecurityGroupRule': {'1.2'}, Aug 23 20:27:58.811427 n-d-805663-2 neutron-server[94687]: 'SubPort': {'1.0'}, Aug 23 20:27:58.811427 n-d-805663-2 neutron-server[94687]: 'Subnet': {'1.1'}, Aug 23 20:27:58.811427 n-d-805663-2 neutron-server[94687]: 'Trunk': {'1.1'}} Aug 23 20:27:58.811427 n-d-805663-2 neutron-server[94687]: consumer versions: Aug 23 20:27:58.811427 n-d-805663-2 neutron-server[94687]: { DHCP agent@n-d-805663-2: {}, Aug 23 20:27:58.811427 n-d-805663-2 neutron-server[94687]: HyperV agent@n-h1-805663-2: {}, Aug 23 20:27:58.811427 n-d-805663-2 neutron-server[94687]: HyperV agent@n-h2-805663-2: {}, Aug 23 20:27:58.811427 n-d-805663-2 neutron-server[94687]: L3 agent@n-d-805663-2: {}, Aug 23 20:27:58.811427 n-d-805663-2 neutron-server[94687]: Metadata agent@n-d-805663-2: {}, Aug 23 20:27:58.811427 n-d-805663-2 neutron-server[94687]: Metering agent@n-d-805663-2: {}, Aug 23 20:27:58.811427 n-d-805663-2 neutron-server[94687]: Open vSwitch agent@n-d-805663-2: { 'AddressGroup': '1.2', Aug 23 20:27:58.811427 n-d-805663-2 neutron-server[94687]: 'ConntrackHelper': '1.0', Aug 23 20:27:58.811427 n-d-805663-2 neutron-server[94687]: 'Log': '1.0', Aug 23 20:27:58.811427 n-d-805663-2 neutron-server[94687]: 'Network': '1.1', Aug 23 20:27:58.811427 n-d-805663-2 neutron-server[94687]: 'Port': '1.7', Aug 23 20:27:58.811427 n-d-805663-2 neutron-server[94687]: 'PortForwarding': '1.2', Aug 23 20:27:58.811427 n-d-805663-2 neutron-server[94687]: 'QosPolicy': '1.9', Aug 23 20:27:58.811427 n-d-805663-2 neutron-server[94687]: 'SecurityGroup': '1.4', Aug 23 20:27:58.811427 n-d-805663-2 neutron-server[94687]: 'SecurityGroupRule': '1.2', Aug 23 20:27:58.811427 n-d-805663-2 neutron-server[94687]: 'SubPort': '1.0', Aug 23 20:27:58.811427 n-d-805663-2 neutron-server[94687]: 'Subnet': '1.1', Aug 23 20:27:58.811427 n-d-805663-2 neutron-server[94687]: 'Trunk': '1.1'}} Aug 23 20:27:58.811427 n-d-805663-2 neutron-server[94687]: {{(pid=94687) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 20:27:58.823715 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8af8938c-5b01-4acb-95b2-192c1380cc85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:27:58.841389 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8af8938c-5b01-4acb-95b2-192c1380cc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:27:58.842031 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-8af8938c-5b01-4acb-95b2-192c1380cc85 admin admin] Added segment c977723b-2490-412a-bf00-d7b943c13912 of type vlan for network a036342b-e0b6-414f-a42c-cfe1b92a2a1e Aug 23 20:27:58.911598 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8af8938c-5b01-4acb-95b2-192c1380cc85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:27:58.952696 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8af8938c-5b01-4acb-95b2-192c1380cc85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:27:58.953910 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af8938c-5b01-4acb-95b2-192c1380cc85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:27:58.954921 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8af8938c-5b01-4acb-95b2-192c1380cc85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:27:59.022779 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 43740) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:27:59.034133 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-88669e8e-41f6-4b5f-b283-bb7566e7609f admin admin] Request body: {'subnet': {'network_id': 'a036342b-e0b6-414f-a42c-cfe1b92a2a1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-951136079-subnet', 'tenant_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:27:59.034885 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8af8938c-5b01-4acb-95b2-192c1380cc85 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9366357 Aug 23 20:27:59.067067 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8938c-5b01-4acb-95b2-192c1380cc85 admin admin] Pushing event updated for resources: {'Network': ['ID=a036342b-e0b6-414f-a42c-cfe1b92a2a1e,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:27:59.078274 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88669e8e-41f6-4b5f-b283-bb7566e7609f admin admin] Made reservation on behalf of 30043a9797a048cd9fb0f08dc9cd31f3 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:27:59.080373 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network a036342b-e0b6-414f-a42c-cfe1b92a2a1e details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:27:59.080888 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-88669e8e-41f6-4b5f-b283-bb7566e7609f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:27:59.273502 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-88669e8e-41f6-4b5f-b283-bb7566e7609f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:27:59.329344 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88669e8e-41f6-4b5f-b283-bb7566e7609f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c64e700-ca01-4f6f-be98-6253a844697f,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:27:59.351682 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88669e8e-41f6-4b5f-b283-bb7566e7609f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:27:59.352028 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88669e8e-41f6-4b5f-b283-bb7566e7609f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:27:59.352403 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88669e8e-41f6-4b5f-b283-bb7566e7609f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:27:59.352733 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88669e8e-41f6-4b5f-b283-bb7566e7609f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:27:59.353060 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88669e8e-41f6-4b5f-b283-bb7566e7609f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:27:59.353383 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88669e8e-41f6-4b5f-b283-bb7566e7609f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:27:59.353706 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88669e8e-41f6-4b5f-b283-bb7566e7609f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:27:59.354025 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88669e8e-41f6-4b5f-b283-bb7566e7609f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:27:59.354340 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88669e8e-41f6-4b5f-b283-bb7566e7609f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:27:59.354656 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88669e8e-41f6-4b5f-b283-bb7566e7609f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:27:59.354972 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88669e8e-41f6-4b5f-b283-bb7566e7609f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:27:59.355287 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88669e8e-41f6-4b5f-b283-bb7566e7609f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:27:59.356518 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88669e8e-41f6-4b5f-b283-bb7566e7609f admin admin] Tracked resource versions report: Aug 23 20:27:59.356518 n-d-805663-2 neutron-server[94688]: pushed versions: Aug 23 20:27:59.356518 n-d-805663-2 neutron-server[94688]: { 'AddressGroup': {'1.2'}, Aug 23 20:27:59.356518 n-d-805663-2 neutron-server[94688]: 'ConntrackHelper': {'1.0'}, Aug 23 20:27:59.356518 n-d-805663-2 neutron-server[94688]: 'Log': {'1.0'}, Aug 23 20:27:59.356518 n-d-805663-2 neutron-server[94688]: 'Network': {'1.1'}, Aug 23 20:27:59.356518 n-d-805663-2 neutron-server[94688]: 'Port': {'1.7'}, Aug 23 20:27:59.356518 n-d-805663-2 neutron-server[94688]: 'PortForwarding': {'1.2'}, Aug 23 20:27:59.356518 n-d-805663-2 neutron-server[94688]: 'QosPolicy': {'1.9'}, Aug 23 20:27:59.356518 n-d-805663-2 neutron-server[94688]: 'SecurityGroup': {'1.4'}, Aug 23 20:27:59.356518 n-d-805663-2 neutron-server[94688]: 'SecurityGroupRule': {'1.2'}, Aug 23 20:27:59.356518 n-d-805663-2 neutron-server[94688]: 'SubPort': {'1.0'}, Aug 23 20:27:59.356518 n-d-805663-2 neutron-server[94688]: 'Subnet': {'1.1'}, Aug 23 20:27:59.356518 n-d-805663-2 neutron-server[94688]: 'Trunk': {'1.1'}} Aug 23 20:27:59.356518 n-d-805663-2 neutron-server[94688]: consumer versions: Aug 23 20:27:59.356518 n-d-805663-2 neutron-server[94688]: { DHCP agent@n-d-805663-2: {}, Aug 23 20:27:59.356518 n-d-805663-2 neutron-server[94688]: HyperV agent@n-h1-805663-2: {}, Aug 23 20:27:59.356518 n-d-805663-2 neutron-server[94688]: HyperV agent@n-h2-805663-2: {}, Aug 23 20:27:59.356518 n-d-805663-2 neutron-server[94688]: L3 agent@n-d-805663-2: {}, Aug 23 20:27:59.356518 n-d-805663-2 neutron-server[94688]: Metadata agent@n-d-805663-2: {}, Aug 23 20:27:59.356518 n-d-805663-2 neutron-server[94688]: Metering agent@n-d-805663-2: {}, Aug 23 20:27:59.356518 n-d-805663-2 neutron-server[94688]: Open vSwitch agent@n-d-805663-2: { 'AddressGroup': '1.2', Aug 23 20:27:59.356518 n-d-805663-2 neutron-server[94688]: 'ConntrackHelper': '1.0', Aug 23 20:27:59.356518 n-d-805663-2 neutron-server[94688]: 'Log': '1.0', Aug 23 20:27:59.356518 n-d-805663-2 neutron-server[94688]: 'Network': '1.1', Aug 23 20:27:59.356518 n-d-805663-2 neutron-server[94688]: 'Port': '1.7', Aug 23 20:27:59.356518 n-d-805663-2 neutron-server[94688]: 'PortForwarding': '1.2', Aug 23 20:27:59.356518 n-d-805663-2 neutron-server[94688]: 'QosPolicy': '1.9', Aug 23 20:27:59.356518 n-d-805663-2 neutron-server[94688]: 'SecurityGroup': '1.4', Aug 23 20:27:59.356518 n-d-805663-2 neutron-server[94688]: 'SecurityGroupRule': '1.2', Aug 23 20:27:59.356518 n-d-805663-2 neutron-server[94688]: 'SubPort': '1.0', Aug 23 20:27:59.356518 n-d-805663-2 neutron-server[94688]: 'Subnet': '1.1', Aug 23 20:27:59.356518 n-d-805663-2 neutron-server[94688]: 'Trunk': '1.1'}} Aug 23 20:27:59.356518 n-d-805663-2 neutron-server[94688]: {{(pid=94688) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 20:27:59.367832 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88669e8e-41f6-4b5f-b283-bb7566e7609f admin admin] Checking segment: {'id': 'c977723b-2490-412a-bf00-d7b943c13912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'a036342b-e0b6-414f-a42c-cfe1b92a2a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:27:59.368229 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88669e8e-41f6-4b5f-b283-bb7566e7609f admin admin] Network hostable DHCP agents. Network: a036342b-e0b6-414f-a42c-cfe1b92a2a1e, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:27:59.391652 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88669e8e-41f6-4b5f-b283-bb7566e7609f admin admin] Network a036342b-e0b6-414f-a42c-cfe1b92a2a1e is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:27:59.405469 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-88669e8e-41f6-4b5f-b283-bb7566e7609f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, a036342b-e0b6-414f-a42c-cfe1b92a2a1e) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:27:59.412390 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88669e8e-41f6-4b5f-b283-bb7566e7609f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:27:59.414815 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-88669e8e-41f6-4b5f-b283-bb7566e7609f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:27:59.418664 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66875224-9d11-44a5-9e78-8e5112248432 None None] Network a036342b-e0b6-414f-a42c-cfe1b92a2a1e requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:27:59.443320 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-88669e8e-41f6-4b5f-b283-bb7566e7609f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4186203 Aug 23 20:27:59.446281 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 43776) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:27:59.460433 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ff9e6a74-6951-464c-868c-5ff043a72713 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-951136079-router', 'tenant_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:27:59.522752 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff9e6a74-6951-464c-868c-5ff043a72713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:27:59.526195 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff9e6a74-6951-464c-868c-5ff043a72713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:27:59.625963 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac34f397-8447-4c98-960a-8c6359489d87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-a036342b-e0b6-414f-a42c-cfe1b92a2a1e', 'network_id': 'a036342b-e0b6-414f-a42c-cfe1b92a2a1e', 'tenant_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'fixed_ips': [{'subnet_id': '9c64e700-ca01-4f6f-be98-6253a844697f'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:27:59.627458 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ac34f397-8447-4c98-960a-8c6359489d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:27:59.648207 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff9e6a74-6951-464c-868c-5ff043a72713 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:27:59.830124 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-ac34f397-8447-4c98-960a-8c6359489d87 None None] Allocated IP 172.20.0.2 (a036342b-e0b6-414f-a42c-cfe1b92a2a1e/9c64e700-ca01-4f6f-be98-6253a844697f/985959be-d6e1-483b-b50a-4cd279285b28) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:27:59.897733 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff9e6a74-6951-464c-868c-5ff043a72713 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:00.027246 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ac34f397-8447-4c98-960a-8c6359489d87 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:00.038595 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ac34f397-8447-4c98-960a-8c6359489d87 None None] Transition to ACTIVE for port object 985959be-d6e1-483b-b50a-4cd279285b28 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:28:00.061262 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ac34f397-8447-4c98-960a-8c6359489d87 None None] Transition to ACTIVE for port object 985959be-d6e1-483b-b50a-4cd279285b28 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:28:00.079407 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ac34f397-8447-4c98-960a-8c6359489d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:00.129427 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff9e6a74-6951-464c-868c-5ff043a72713 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:00.149771 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac34f397-8447-4c98-960a-8c6359489d87 None None] Network a036342b-e0b6-414f-a42c-cfe1b92a2a1e is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:28:00.153957 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-ac34f397-8447-4c98-960a-8c6359489d87 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:28:00.159411 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac34f397-8447-4c98-960a-8c6359489d87 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:28:00.169154 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff9e6a74-6951-464c-868c-5ff043a72713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:00.178855 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac34f397-8447-4c98-960a-8c6359489d87 None None] Pushing event updated for resources: {'Port': ['ID=985959be-d6e1-483b-b50a-4cd279285b28,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:00.204107 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac34f397-8447-4c98-960a-8c6359489d87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:28:00.204475 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac34f397-8447-4c98-960a-8c6359489d87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:28:00.204806 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac34f397-8447-4c98-960a-8c6359489d87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:28:00.205216 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac34f397-8447-4c98-960a-8c6359489d87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:28:00.205587 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac34f397-8447-4c98-960a-8c6359489d87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:28:00.205923 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac34f397-8447-4c98-960a-8c6359489d87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:28:00.206296 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac34f397-8447-4c98-960a-8c6359489d87 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:28:00.206687 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac34f397-8447-4c98-960a-8c6359489d87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:28:00.207007 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac34f397-8447-4c98-960a-8c6359489d87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:28:00.216264 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac34f397-8447-4c98-960a-8c6359489d87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:28:00.216264 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac34f397-8447-4c98-960a-8c6359489d87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:28:00.216264 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac34f397-8447-4c98-960a-8c6359489d87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:28:00.216264 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac34f397-8447-4c98-960a-8c6359489d87 None None] Tracked resource versions report: Aug 23 20:28:00.216264 n-d-805663-2 neutron-server[94689]: pushed versions: Aug 23 20:28:00.216264 n-d-805663-2 neutron-server[94689]: { 'AddressGroup': {'1.2'}, Aug 23 20:28:00.216264 n-d-805663-2 neutron-server[94689]: 'ConntrackHelper': {'1.0'}, Aug 23 20:28:00.216264 n-d-805663-2 neutron-server[94689]: 'Log': {'1.0'}, Aug 23 20:28:00.216264 n-d-805663-2 neutron-server[94689]: 'Network': {'1.1'}, Aug 23 20:28:00.216264 n-d-805663-2 neutron-server[94689]: 'Port': {'1.7'}, Aug 23 20:28:00.216264 n-d-805663-2 neutron-server[94689]: 'PortForwarding': {'1.2'}, Aug 23 20:28:00.216264 n-d-805663-2 neutron-server[94689]: 'QosPolicy': {'1.9'}, Aug 23 20:28:00.216264 n-d-805663-2 neutron-server[94689]: 'SecurityGroup': {'1.4'}, Aug 23 20:28:00.216264 n-d-805663-2 neutron-server[94689]: 'SecurityGroupRule': {'1.2'}, Aug 23 20:28:00.216264 n-d-805663-2 neutron-server[94689]: 'SubPort': {'1.0'}, Aug 23 20:28:00.216264 n-d-805663-2 neutron-server[94689]: 'Subnet': {'1.1'}, Aug 23 20:28:00.216264 n-d-805663-2 neutron-server[94689]: 'Trunk': {'1.1'}} Aug 23 20:28:00.216264 n-d-805663-2 neutron-server[94689]: consumer versions: Aug 23 20:28:00.216264 n-d-805663-2 neutron-server[94689]: { DHCP agent@n-d-805663-2: {}, Aug 23 20:28:00.216264 n-d-805663-2 neutron-server[94689]: HyperV agent@n-h1-805663-2: {}, Aug 23 20:28:00.216264 n-d-805663-2 neutron-server[94689]: HyperV agent@n-h2-805663-2: {}, Aug 23 20:28:00.216264 n-d-805663-2 neutron-server[94689]: L3 agent@n-d-805663-2: {}, Aug 23 20:28:00.216264 n-d-805663-2 neutron-server[94689]: Metadata agent@n-d-805663-2: {}, Aug 23 20:28:00.216264 n-d-805663-2 neutron-server[94689]: Metering agent@n-d-805663-2: {}, Aug 23 20:28:00.216264 n-d-805663-2 neutron-server[94689]: Open vSwitch agent@n-d-805663-2: { 'AddressGroup': '1.2', Aug 23 20:28:00.216264 n-d-805663-2 neutron-server[94689]: 'ConntrackHelper': '1.0', Aug 23 20:28:00.216264 n-d-805663-2 neutron-server[94689]: 'Log': '1.0', Aug 23 20:28:00.216264 n-d-805663-2 neutron-server[94689]: 'Network': '1.1', Aug 23 20:28:00.216264 n-d-805663-2 neutron-server[94689]: 'Port': '1.7', Aug 23 20:28:00.216264 n-d-805663-2 neutron-server[94689]: 'PortForwarding': '1.2', Aug 23 20:28:00.216264 n-d-805663-2 neutron-server[94689]: 'QosPolicy': '1.9', Aug 23 20:28:00.216264 n-d-805663-2 neutron-server[94689]: 'SecurityGroup': '1.4', Aug 23 20:28:00.216264 n-d-805663-2 neutron-server[94689]: 'SecurityGroupRule': '1.2', Aug 23 20:28:00.216264 n-d-805663-2 neutron-server[94689]: 'SubPort': '1.0', Aug 23 20:28:00.216264 n-d-805663-2 neutron-server[94689]: 'Subnet': '1.1', Aug 23 20:28:00.216264 n-d-805663-2 neutron-server[94689]: 'Trunk': '1.1'}} Aug 23 20:28:00.216264 n-d-805663-2 neutron-server[94689]: {{(pid=94689) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 20:28:00.251975 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ac34f397-8447-4c98-960a-8c6359489d87 None None] Attempting to bind port 985959be-d6e1-483b-b50a-4cd279285b28 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:28:00.252545 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ac34f397-8447-4c98-960a-8c6359489d87 None None] Attempting to bind port 985959be-d6e1-483b-b50a-4cd279285b28 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'c977723b-2490-412a-bf00-d7b943c13912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'a036342b-e0b6-414f-a42c-cfe1b92a2a1e'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:28:00.253125 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac34f397-8447-4c98-960a-8c6359489d87 None None] Attempting to bind port 985959be-d6e1-483b-b50a-4cd279285b28 on network a036342b-e0b6-414f-a42c-cfe1b92a2a1e {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:28:00.271994 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac34f397-8447-4c98-960a-8c6359489d87 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:28:00.272959 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac34f397-8447-4c98-960a-8c6359489d87 None None] Checking segment: {'id': 'c977723b-2490-412a-bf00-d7b943c13912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'a036342b-e0b6-414f-a42c-cfe1b92a2a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:28:00.273382 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ac34f397-8447-4c98-960a-8c6359489d87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:00.273812 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac34f397-8447-4c98-960a-8c6359489d87 None None] Bound using segment: {'id': 'c977723b-2490-412a-bf00-d7b943c13912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'a036342b-e0b6-414f-a42c-cfe1b92a2a1e'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:28:00.274309 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ac34f397-8447-4c98-960a-8c6359489d87 None None] Bound port: 985959be-d6e1-483b-b50a-4cd279285b28, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c977723b-2490-412a-bf00-d7b943c13912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'a036342b-e0b6-414f-a42c-cfe1b92a2a1e'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:28:00.274723 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ac34f397-8447-4c98-960a-8c6359489d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:00.330900 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-ff9e6a74-6951-464c-868c-5ff043a72713 admin admin] Allocated IP 172.25.4.24 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/d6ef7e4c-523f-4e3e-a239-d972d9c116ed) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:28:00.352843 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-ac34f397-8447-4c98-960a-8c6359489d87 None None] For port 985959be-d6e1-483b-b50a-4cd279285b28, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:28:00.356154 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-ac34f397-8447-4c98-960a-8c6359489d87 None None] For port 985959be-d6e1-483b-b50a-4cd279285b28, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=985959be-d6e1-483b-b50a-4cd279285b28,segment=NetworkSegment(c977723b-2490-412a-bf00-d7b943c13912),segment_id=c977723b-2490-412a-bf00-d7b943c13912)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:28:00.364084 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ac34f397-8447-4c98-960a-8c6359489d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:00.454536 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac34f397-8447-4c98-960a-8c6359489d87 None None] Pushing event updated for resources: {'Port': ['ID=985959be-d6e1-483b-b50a-4cd279285b28,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:00.520859 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff9e6a74-6951-464c-868c-5ff043a72713 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:00.572561 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff9e6a74-6951-464c-868c-5ff043a72713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:00.623568 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e6a74-6951-464c-868c-5ff043a72713 admin admin] Pushing event updated for resources: {'Port': ['ID=d6ef7e4c-523f-4e3e-a239-d972d9c116ed,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:00.636415 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9e6a74-6951-464c-868c-5ff043a72713 admin admin] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:28:00.638311 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-ff9e6a74-6951-464c-868c-5ff043a72713 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:28:00.640975 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9e6a74-6951-464c-868c-5ff043a72713 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:28:00.926713 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff9e6a74-6951-464c-868c-5ff043a72713 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:01.148968 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff9e6a74-6951-464c-868c-5ff043a72713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:01.333005 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff9e6a74-6951-464c-868c-5ff043a72713 admin admin] Router dc468c9e-9a15-42d3-8849-195719ef6c66 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:28:01.492548 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9e6a74-6951-464c-868c-5ff043a72713 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:28:01.514505 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f4ffb0-09f4-40b5-ac10-708088eff560 None None] Sync routers for ids ['dc468c9e-9a15-42d3-8849-195719ef6c66'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:28:01.531712 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f4ffb0-09f4-40b5-ac10-708088eff560 None None] Routers {'dc468c9e-9a15-42d3-8849-195719ef6c66'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:28:01.532423 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-61f4ffb0-09f4-40b5-ac10-708088eff560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:27:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['dc468c9e-9a15-42d3-8849-195719ef6c66'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:28:01.534598 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff9e6a74-6951-464c-868c-5ff043a72713 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:01.542123 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 43850) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:01.542995 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ff9e6a74-6951-464c-868c-5ff043a72713 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.0857978 Aug 23 20:28:01.715140 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-61f4ffb0-09f4-40b5-ac10-708088eff560 None None] Set router dc468c9e-9a15-42d3-8849-195719ef6c66 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:28:01.830319 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a702e18b-2767-4167-8f78-75fccc15f7bc None None] Network a036342b-e0b6-414f-a42c-cfe1b92a2a1e requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:28:01.911815 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5d03bb6a-84a3-4584-96dc-467a69fb521e None None] Provisioning for port 985959be-d6e1-483b-b50a-4cd279285b28 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:28:01.934952 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 43868) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:02.059115 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 985959be-d6e1-483b-b50a-4cd279285b28 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:28:02.079853 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-61f4ffb0-09f4-40b5-ac10-708088eff560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-951136079-router', 'tenant_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'd6ef7e4c-523f-4e3e-a239-d972d9c116ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:27:59Z', 'updated_at': '2021-08-23T20:28:00Z', 'revision_number': 3, 'project_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'gw_port': {'id': 'd6ef7e4c-523f-4e3e-a239-d972d9c116ed', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:28:00Z', 'updated_at': '2021-08-23T20:28:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:28:02.150484 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f4ffb0-09f4-40b5-ac10-708088eff560 None None] Checking router: dc468c9e-9a15-42d3-8849-195719ef6c66 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:28:02.152940 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f4ffb0-09f4-40b5-ac10-708088eff560 None None] Updating router dc468c9e-9a15-42d3-8849-195719ef6c66 port d6ef7e4c-523f-4e3e-a239-d972d9c116ed binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:28:02.228421 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bd81b8d2-341e-415e-b63b-21e266bf9f12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:02.229802 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-61f4ffb0-09f4-40b5-ac10-708088eff560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:02.249710 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 985959be-d6e1-483b-b50a-4cd279285b28 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:28:02.257724 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 985959be-d6e1-483b-b50a-4cd279285b28 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:28:02.258103 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:02.498543 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:02.510316 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bd81b8d2-341e-415e-b63b-21e266bf9f12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:02.515928 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bd81b8d2-341e-415e-b63b-21e266bf9f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:02.535458 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-621cc9db-c67f-4289-881b-1d3681626b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:02.582366 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 985959be-d6e1-483b-b50a-4cd279285b28, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=985959be-d6e1-483b-b50a-4cd279285b28,segment=NetworkSegment(c977723b-2490-412a-bf00-d7b943c13912),segment_id=c977723b-2490-412a-bf00-d7b943c13912)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:28:02.583616 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-20ce0ea1-6f8c-44c4-b3ee-6cd7d0dfc5c7 None None] Provisioning complete for port 985959be-d6e1-483b-b50a-4cd279285b28 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:28:02.584182 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-20ce0ea1-6f8c-44c4-b3ee-6cd7d0dfc5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:02.607680 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-bd81b8d2-341e-415e-b63b-21e266bf9f12 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1a5e9747120d45f58f867979f163a36e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6715467 Aug 23 20:28:02.611259 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd81b8d2-341e-415e-b63b-21e266bf9f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20404741-1b9c-4952-b366-106856507108,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:02.613677 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 43884) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:02.667064 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:02.760048 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47348d9b-e439-4e27-a3b6-cce586952018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:02.764647 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-61f4ffb0-09f4-40b5-ac10-708088eff560 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:02.777609 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-61f4ffb0-09f4-40b5-ac10-708088eff560 None None] Transition to ACTIVE for port object d6ef7e4c-523f-4e3e-a239-d972d9c116ed will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:28:02.787516 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-61f4ffb0-09f4-40b5-ac10-708088eff560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:02.806767 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47348d9b-e439-4e27-a3b6-cce586952018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:02.856606 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=985959be-d6e1-483b-b50a-4cd279285b28,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:02.891763 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63071b6c-50ec-4329-ada1-9e4415c54521 None None] Pushing event updated for resources: {'Port': ['ID=d6ef7e4c-523f-4e3e-a239-d972d9c116ed,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:02.909902 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-621cc9db-c67f-4289-881b-1d3681626b2e admin admin] Allocated IP 172.20.0.1 (a036342b-e0b6-414f-a42c-cfe1b92a2a1e/9c64e700-ca01-4f6f-be98-6253a844697f/773cf0d4-0359-4f87-a118-3444d3454256) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:28:02.924171 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63071b6c-50ec-4329-ada1-9e4415c54521 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:28:02.924786 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63071b6c-50ec-4329-ada1-9e4415c54521 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:28:02.925312 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63071b6c-50ec-4329-ada1-9e4415c54521 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:28:02.926011 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63071b6c-50ec-4329-ada1-9e4415c54521 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:28:02.926486 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63071b6c-50ec-4329-ada1-9e4415c54521 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:28:02.927119 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63071b6c-50ec-4329-ada1-9e4415c54521 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:28:02.927592 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63071b6c-50ec-4329-ada1-9e4415c54521 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:28:02.928202 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63071b6c-50ec-4329-ada1-9e4415c54521 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:28:02.928670 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63071b6c-50ec-4329-ada1-9e4415c54521 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:28:02.929153 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63071b6c-50ec-4329-ada1-9e4415c54521 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:28:02.930630 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63071b6c-50ec-4329-ada1-9e4415c54521 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:28:02.931169 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63071b6c-50ec-4329-ada1-9e4415c54521 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:28:02.933239 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63071b6c-50ec-4329-ada1-9e4415c54521 None None] Tracked resource versions report: Aug 23 20:28:02.933239 n-d-805663-2 neutron-server[94690]: pushed versions: Aug 23 20:28:02.933239 n-d-805663-2 neutron-server[94690]: { 'AddressGroup': {'1.2'}, Aug 23 20:28:02.933239 n-d-805663-2 neutron-server[94690]: 'ConntrackHelper': {'1.0'}, Aug 23 20:28:02.933239 n-d-805663-2 neutron-server[94690]: 'Log': {'1.0'}, Aug 23 20:28:02.933239 n-d-805663-2 neutron-server[94690]: 'Network': {'1.1'}, Aug 23 20:28:02.933239 n-d-805663-2 neutron-server[94690]: 'Port': {'1.7'}, Aug 23 20:28:02.933239 n-d-805663-2 neutron-server[94690]: 'PortForwarding': {'1.2'}, Aug 23 20:28:02.933239 n-d-805663-2 neutron-server[94690]: 'QosPolicy': {'1.9'}, Aug 23 20:28:02.933239 n-d-805663-2 neutron-server[94690]: 'SecurityGroup': {'1.4'}, Aug 23 20:28:02.933239 n-d-805663-2 neutron-server[94690]: 'SecurityGroupRule': {'1.2'}, Aug 23 20:28:02.933239 n-d-805663-2 neutron-server[94690]: 'SubPort': {'1.0'}, Aug 23 20:28:02.933239 n-d-805663-2 neutron-server[94690]: 'Subnet': {'1.1'}, Aug 23 20:28:02.933239 n-d-805663-2 neutron-server[94690]: 'Trunk': {'1.1'}} Aug 23 20:28:02.933239 n-d-805663-2 neutron-server[94690]: consumer versions: Aug 23 20:28:02.933239 n-d-805663-2 neutron-server[94690]: { DHCP agent@n-d-805663-2: {}, Aug 23 20:28:02.933239 n-d-805663-2 neutron-server[94690]: HyperV agent@n-h1-805663-2: {}, Aug 23 20:28:02.933239 n-d-805663-2 neutron-server[94690]: HyperV agent@n-h2-805663-2: {}, Aug 23 20:28:02.933239 n-d-805663-2 neutron-server[94690]: L3 agent@n-d-805663-2: {}, Aug 23 20:28:02.933239 n-d-805663-2 neutron-server[94690]: Metadata agent@n-d-805663-2: {}, Aug 23 20:28:02.933239 n-d-805663-2 neutron-server[94690]: Metering agent@n-d-805663-2: {}, Aug 23 20:28:02.933239 n-d-805663-2 neutron-server[94690]: Open vSwitch agent@n-d-805663-2: { 'AddressGroup': '1.2', Aug 23 20:28:02.933239 n-d-805663-2 neutron-server[94690]: 'ConntrackHelper': '1.0', Aug 23 20:28:02.933239 n-d-805663-2 neutron-server[94690]: 'Log': '1.0', Aug 23 20:28:02.933239 n-d-805663-2 neutron-server[94690]: 'Network': '1.1', Aug 23 20:28:02.933239 n-d-805663-2 neutron-server[94690]: 'Port': '1.7', Aug 23 20:28:02.933239 n-d-805663-2 neutron-server[94690]: 'PortForwarding': '1.2', Aug 23 20:28:02.933239 n-d-805663-2 neutron-server[94690]: 'QosPolicy': '1.9', Aug 23 20:28:02.933239 n-d-805663-2 neutron-server[94690]: 'SecurityGroup': '1.4', Aug 23 20:28:02.933239 n-d-805663-2 neutron-server[94690]: 'SecurityGroupRule': '1.2', Aug 23 20:28:02.933239 n-d-805663-2 neutron-server[94690]: 'SubPort': '1.0', Aug 23 20:28:02.933239 n-d-805663-2 neutron-server[94690]: 'Subnet': '1.1', Aug 23 20:28:02.933239 n-d-805663-2 neutron-server[94690]: 'Trunk': '1.1'}} Aug 23 20:28:02.933239 n-d-805663-2 neutron-server[94690]: {{(pid=94690) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 20:28:02.943258 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-61f4ffb0-09f4-40b5-ac10-708088eff560 None None] Attempting to bind port d6ef7e4c-523f-4e3e-a239-d972d9c116ed on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:28:02.944507 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-61f4ffb0-09f4-40b5-ac10-708088eff560 None None] Attempting to bind port d6ef7e4c-523f-4e3e-a239-d972d9c116ed by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:28:02.945081 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f4ffb0-09f4-40b5-ac10-708088eff560 None None] Attempting to bind port d6ef7e4c-523f-4e3e-a239-d972d9c116ed on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:28:02.952989 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f4ffb0-09f4-40b5-ac10-708088eff560 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:28:02.953895 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f4ffb0-09f4-40b5-ac10-708088eff560 None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:28:02.954661 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-61f4ffb0-09f4-40b5-ac10-708088eff560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:02.955246 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f4ffb0-09f4-40b5-ac10-708088eff560 None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:28:02.955988 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-61f4ffb0-09f4-40b5-ac10-708088eff560 None None] Bound port: d6ef7e4c-523f-4e3e-a239-d972d9c116ed, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:28:02.956788 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-61f4ffb0-09f4-40b5-ac10-708088eff560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:03.059550 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-61f4ffb0-09f4-40b5-ac10-708088eff560 None None] For port d6ef7e4c-523f-4e3e-a239-d972d9c116ed, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:28:03.069526 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-61f4ffb0-09f4-40b5-ac10-708088eff560 None None] For port d6ef7e4c-523f-4e3e-a239-d972d9c116ed, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=d6ef7e4c-523f-4e3e-a239-d972d9c116ed,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:28:03.091008 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-61f4ffb0-09f4-40b5-ac10-708088eff560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:03.121106 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47348d9b-e439-4e27-a3b6-cce586952018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:03.123689 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47348d9b-e439-4e27-a3b6-cce586952018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:03.127217 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-47348d9b-e439-4e27-a3b6-cce586952018 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/20404741-1b9c-4952-b366-106856507108 HTTP/1.1" status: 204 len: 168 time: 0.4931028 Aug 23 20:28:03.153052 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47348d9b-e439-4e27-a3b6-cce586952018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20404741-1b9c-4952-b366-106856507108,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:03.155250 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-621cc9db-c67f-4289-881b-1d3681626b2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:03.203615 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f4ffb0-09f4-40b5-ac10-708088eff560 None None] Routers {'dc468c9e-9a15-42d3-8849-195719ef6c66'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:28:03.208522 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-61f4ffb0-09f4-40b5-ac10-708088eff560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:27:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['dc468c9e-9a15-42d3-8849-195719ef6c66'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:28:03.209985 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-621cc9db-c67f-4289-881b-1d3681626b2e admin admin] Transition to ACTIVE for port object 773cf0d4-0359-4f87-a118-3444d3454256 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:28:03.251019 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63071b6c-50ec-4329-ada1-9e4415c54521 None None] Pushing event updated for resources: {'Port': ['ID=d6ef7e4c-523f-4e3e-a239-d972d9c116ed,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:03.254897 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-621cc9db-c67f-4289-881b-1d3681626b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:03.312112 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621cc9db-c67f-4289-881b-1d3681626b2e admin admin] Network a036342b-e0b6-414f-a42c-cfe1b92a2a1e is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:28:03.319306 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-621cc9db-c67f-4289-881b-1d3681626b2e admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:28:03.323988 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621cc9db-c67f-4289-881b-1d3681626b2e admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:28:03.324452 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-621cc9db-c67f-4289-881b-1d3681626b2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:03.328607 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621cc9db-c67f-4289-881b-1d3681626b2e admin admin] Pushing event updated for resources: {'Port': ['ID=773cf0d4-0359-4f87-a118-3444d3454256,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:03.366037 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-61f4ffb0-09f4-40b5-ac10-708088eff560 None None] Set router dc468c9e-9a15-42d3-8849-195719ef6c66 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:28:03.566947 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-621cc9db-c67f-4289-881b-1d3681626b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:03.706386 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-96e65b78-ffe9-4aa7-bb36-2200f3ccfa31 None None] Provisioning for port 773cf0d4-0359-4f87-a118-3444d3454256 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:28:03.715641 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-96e65b78-ffe9-4aa7-bb36-2200f3ccfa31 None None] Provisioning complete for port 773cf0d4-0359-4f87-a118-3444d3454256 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:28:03.716003 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-96e65b78-ffe9-4aa7-bb36-2200f3ccfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:03.765077 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-96e65b78-ffe9-4aa7-bb36-2200f3ccfa31 None None] Port 773cf0d4-0359-4f87-a118-3444d3454256 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:28:03.810371 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-61f4ffb0-09f4-40b5-ac10-708088eff560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-951136079-router', 'tenant_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'd6ef7e4c-523f-4e3e-a239-d972d9c116ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:27:59Z', 'updated_at': '2021-08-23T20:28:00Z', 'revision_number': 3, 'project_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'gw_port': {'id': 'd6ef7e4c-523f-4e3e-a239-d972d9c116ed', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:28:00Z', 'updated_at': '2021-08-23T20:28:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:28:03.841486 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f4ffb0-09f4-40b5-ac10-708088eff560 None None] The sync data for ids ['dc468c9e-9a15-42d3-8849-195719ef6c66'] in n-d-805663-2 is: [{'id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-951136079-router', 'tenant_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'd6ef7e4c-523f-4e3e-a239-d972d9c116ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:27:59Z', 'updated_at': '2021-08-23T20:28:00Z', 'revision_number': 3, 'project_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'gw_port': {'id': 'd6ef7e4c-523f-4e3e-a239-d972d9c116ed', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:28:00Z', 'updated_at': '2021-08-23T20:28:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:28:03.951348 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 43934) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:03.968030 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-621cc9db-c67f-4289-881b-1d3681626b2e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:03.976457 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-621cc9db-c67f-4289-881b-1d3681626b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:03.977098 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-621cc9db-c67f-4289-881b-1d3681626b2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:03.991371 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 985959be-d6e1-483b-b50a-4cd279285b28 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:28:04.093029 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621cc9db-c67f-4289-881b-1d3681626b2e admin admin] Pushing event updated for resources: {'Port': ['ID=773cf0d4-0359-4f87-a118-3444d3454256,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:04.143995 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 985959be-d6e1-483b-b50a-4cd279285b28 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:28:04.144591 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:04.262195 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621cc9db-c67f-4289-881b-1d3681626b2e admin admin] Network a036342b-e0b6-414f-a42c-cfe1b92a2a1e is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:28:04.264944 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-621cc9db-c67f-4289-881b-1d3681626b2e admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:28:04.545213 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 43956) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:04.583185 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-55a611e6-8f57-46ed-bd6e-5f6b413b5d09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:04.687669 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1cef2b3a-af54-418c-98a4-43484bf6c4b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:04.712291 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621cc9db-c67f-4289-881b-1d3681626b2e admin admin] Router dc468c9e-9a15-42d3-8849-195719ef6c66 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:28:04.741951 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 43966) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:04.868717 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1c6cd054-4326-4f79-a6e3-d48bb1ea534f None None] Provisioning complete for port 773cf0d4-0359-4f87-a118-3444d3454256 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:28:04.869002 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1c6cd054-4326-4f79-a6e3-d48bb1ea534f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:04.930507 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-55a611e6-8f57-46ed-bd6e-5f6b413b5d09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:04.994249 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1c6cd054-4326-4f79-a6e3-d48bb1ea534f None None] Port 773cf0d4-0359-4f87-a118-3444d3454256 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:28:05.054702 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621cc9db-c67f-4289-881b-1d3681626b2e admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:28:05.080700 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-621cc9db-c67f-4289-881b-1d3681626b2e admin admin] 10.222.0.61 "PUT /v2.0/routers/dc468c9e-9a15-42d3-8849-195719ef6c66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5358484 Aug 23 20:28:05.084895 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1cef2b3a-af54-418c-98a4-43484bf6c4b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:05.087019 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-55a611e6-8f57-46ed-bd6e-5f6b413b5d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:05.109725 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1cef2b3a-af54-418c-98a4-43484bf6c4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:05.193239 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-db4f64cc-795a-4c35-9d91-9ff296dfa53f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:05.221790 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-55a611e6-8f57-46ed-bd6e-5f6b413b5d09 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e2287be2cbfa4694a294a3cac70cd9c6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6754141 Aug 23 20:28:05.221983 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44008) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:05.233522 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-1cef2b3a-af54-418c-98a4-43484bf6c4b8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0a8c5d2b99414a79bb1b72e075eeb258&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2833641 Aug 23 20:28:05.242495 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44010) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:05.256001 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a611e6-8f57-46ed-bd6e-5f6b413b5d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=207c3cfc-f0f9-48f1-875f-21da0792172c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:05.306899 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cef2b3a-af54-418c-98a4-43484bf6c4b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed077adc-271a-4baf-b591-c9407f6eea7a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:05.426023 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-db4f64cc-795a-4c35-9d91-9ff296dfa53f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:05.434429 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-db4f64cc-795a-4c35-9d91-9ff296dfa53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:05.435556 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-243047fc-3aa6-4b39-ba8f-10b58b35d7ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:05.457920 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f66c80e7-0a2c-4013-bfc2-42e12085f0b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:05.504669 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-243047fc-3aa6-4b39-ba8f-10b58b35d7ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:05.507971 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-db4f64cc-795a-4c35-9d91-9ff296dfa53f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=51c61db6915744a29c25d16fce869fd1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7621322 Aug 23 20:28:05.509090 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4f64cc-795a-4c35-9d91-9ff296dfa53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc1fe4e-016d-4879-9a49-cf3ea2d26b04,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:05.513125 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44020) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:05.529694 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f66c80e7-0a2c-4013-bfc2-42e12085f0b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:05.634644 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-411721aa-faa5-4075-a156-8a129ef27f48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:05.646273 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-243047fc-3aa6-4b39-ba8f-10b58b35d7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:05.651465 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-243047fc-3aa6-4b39-ba8f-10b58b35d7ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:05.653154 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-243047fc-3aa6-4b39-ba8f-10b58b35d7ee admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/207c3cfc-f0f9-48f1-875f-21da0792172c HTTP/1.1" status: 204 len: 168 time: 0.4299178 Aug 23 20:28:05.669252 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243047fc-3aa6-4b39-ba8f-10b58b35d7ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207c3cfc-f0f9-48f1-875f-21da0792172c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:05.671905 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f66c80e7-0a2c-4013-bfc2-42e12085f0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:05.677493 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f66c80e7-0a2c-4013-bfc2-42e12085f0b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:05.679861 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f66c80e7-0a2c-4013-bfc2-42e12085f0b9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ed077adc-271a-4baf-b591-c9407f6eea7a HTTP/1.1" status: 204 len: 168 time: 0.4236484 Aug 23 20:28:05.684584 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-411721aa-faa5-4075-a156-8a129ef27f48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:05.700827 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c80e7-0a2c-4013-bfc2-42e12085f0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed077adc-271a-4baf-b591-c9407f6eea7a,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:05.782197 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-411721aa-faa5-4075-a156-8a129ef27f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:05.785265 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-411721aa-faa5-4075-a156-8a129ef27f48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:05.786661 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-411721aa-faa5-4075-a156-8a129ef27f48 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0bc1fe4e-016d-4879-9a49-cf3ea2d26b04 HTTP/1.1" status: 204 len: 168 time: 0.2600977 Aug 23 20:28:05.798607 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411721aa-faa5-4075-a156-8a129ef27f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc1fe4e-016d-4879-9a49-cf3ea2d26b04,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:06.016563 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device d6ef7e4c-523f-4e3e-a239-d972d9c116ed up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:28:06.115338 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port d6ef7e4c-523f-4e3e-a239-d972d9c116ed completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:28:06.121803 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port d6ef7e4c-523f-4e3e-a239-d972d9c116ed triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:28:06.122487 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:06.260241 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:06.309656 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port d6ef7e4c-523f-4e3e-a239-d972d9c116ed, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=d6ef7e4c-523f-4e3e-a239-d972d9c116ed,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:28:06.316164 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:06.386848 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=d6ef7e4c-523f-4e3e-a239-d972d9c116ed,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:06.471528 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc653ece-41f1-4fa2-aae1-e69ad56fe1c4 None None] Sync routers for ids ['dc468c9e-9a15-42d3-8849-195719ef6c66'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:28:06.483046 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc653ece-41f1-4fa2-aae1-e69ad56fe1c4 None None] Routers {'dc468c9e-9a15-42d3-8849-195719ef6c66'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:28:06.483715 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-bc653ece-41f1-4fa2-aae1-e69ad56fe1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:27:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['dc468c9e-9a15-42d3-8849-195719ef6c66'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:28:06.638925 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44074) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:06.646443 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-bc653ece-41f1-4fa2-aae1-e69ad56fe1c4 None None] Set router dc468c9e-9a15-42d3-8849-195719ef6c66 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:28:06.662609 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc2a4df3-8904-4da0-bc5d-8fa75f8089d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:06.826940 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc2a4df3-8904-4da0-bc5d-8fa75f8089d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:06.833078 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc2a4df3-8904-4da0-bc5d-8fa75f8089d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:06.884793 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-fc2a4df3-8904-4da0-bc5d-8fa75f8089d6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6d3a44d68fc449049609f1672eb3ae3b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2436502 Aug 23 20:28:06.886010 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a4df3-8904-4da0-bc5d-8fa75f8089d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373da79e-f929-4807-92c4-6d3f2b7099b3,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:06.888964 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44078) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:06.992581 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44082) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:06.994683 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2c0234a3-4621-4b42-a105-771754c266a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:07.011523 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-57999ed4-76f4-4d77-b914-3044f8e65d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:07.030635 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2c0234a3-4621-4b42-a105-771754c266a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:07.039393 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-bc653ece-41f1-4fa2-aae1-e69ad56fe1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-951136079-router', 'tenant_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'd6ef7e4c-523f-4e3e-a239-d972d9c116ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:27:59Z', 'updated_at': '2021-08-23T20:28:03Z', 'revision_number': 4, 'project_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'gw_port': {'id': 'd6ef7e4c-523f-4e3e-a239-d972d9c116ed', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:28:00Z', 'updated_at': '2021-08-23T20:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '773cf0d4-0359-4f87-a118-3444d3454256', 'name': '', 'network_id': 'a036342b-e0b6-414f-a42c-cfe1b92a2a1e', 'tenant_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'mac_address': 'fa:16:3e:55:42:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9c64e700-ca01-4f6f-be98-6253a844697f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:28:02Z', 'updated_at': '2021-08-23T20:28:03Z', 'revision_number': 2, 'project_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'subnets': [{'id': '9c64e700-ca01-4f6f-be98-6253a844697f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:28:07.099852 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc653ece-41f1-4fa2-aae1-e69ad56fe1c4 None None] Checking router: dc468c9e-9a15-42d3-8849-195719ef6c66 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:28:07.100439 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc653ece-41f1-4fa2-aae1-e69ad56fe1c4 None None] Updating router dc468c9e-9a15-42d3-8849-195719ef6c66 port 773cf0d4-0359-4f87-a118-3444d3454256 binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:28:07.139106 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bc653ece-41f1-4fa2-aae1-e69ad56fe1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:07.179953 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2c0234a3-4621-4b42-a105-771754c266a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:07.185315 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2c0234a3-4621-4b42-a105-771754c266a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:07.187471 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2c0234a3-4621-4b42-a105-771754c266a5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/373da79e-f929-4807-92c4-6d3f2b7099b3 HTTP/1.1" status: 204 len: 168 time: 0.2957320 Aug 23 20:28:07.222365 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0234a3-4621-4b42-a105-771754c266a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373da79e-f929-4807-92c4-6d3f2b7099b3,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:07.267106 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-57999ed4-76f4-4d77-b914-3044f8e65d40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:07.286260 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-57999ed4-76f4-4d77-b914-3044f8e65d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:07.402732 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-57999ed4-76f4-4d77-b914-3044f8e65d40 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4c375e9a658346b5b02c1dbc1bfaf12e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4083130 Aug 23 20:28:07.405099 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44100) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:07.426979 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57999ed4-76f4-4d77-b914-3044f8e65d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62465b0-32f5-4069-b52c-3e6db0804a4a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:07.514784 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44114) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:07.517793 n-d-805663-2 neutron-server[94688]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 23 20:28:07.561131 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2b099200-dc8a-4c6b-926f-13721b123323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:07.607295 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2b099200-dc8a-4c6b-926f-13721b123323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:07.618723 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4f4e3599-ba82-4c5e-ac6c-eafd753c214a req-c781d25c-7693-4318-8b7f-6b0034714bae tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=abf174d608a1404580d627a5fb9df00a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1024115 Aug 23 20:28:07.699985 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2b099200-dc8a-4c6b-926f-13721b123323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:07.705834 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2b099200-dc8a-4c6b-926f-13721b123323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:07.707434 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2b099200-dc8a-4c6b-926f-13721b123323 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d62465b0-32f5-4069-b52c-3e6db0804a4a HTTP/1.1" status: 204 len: 168 time: 0.3013175 Aug 23 20:28:07.720665 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b099200-dc8a-4c6b-926f-13721b123323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62465b0-32f5-4069-b52c-3e6db0804a4a,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:07.781337 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bc653ece-41f1-4fa2-aae1-e69ad56fe1c4 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:07.799234 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bc653ece-41f1-4fa2-aae1-e69ad56fe1c4 None None] Transition to ACTIVE for port object 773cf0d4-0359-4f87-a118-3444d3454256 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:28:07.810430 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bc653ece-41f1-4fa2-aae1-e69ad56fe1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:07.897926 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d0dddd-4c6a-42e1-8666-7662f6616bab None None] Pushing event updated for resources: {'Port': ['ID=773cf0d4-0359-4f87-a118-3444d3454256,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:08.000482 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-bc653ece-41f1-4fa2-aae1-e69ad56fe1c4 None None] Attempting to bind port 773cf0d4-0359-4f87-a118-3444d3454256 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:28:08.001095 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-bc653ece-41f1-4fa2-aae1-e69ad56fe1c4 None None] Attempting to bind port 773cf0d4-0359-4f87-a118-3444d3454256 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'c977723b-2490-412a-bf00-d7b943c13912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'a036342b-e0b6-414f-a42c-cfe1b92a2a1e'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:28:08.001941 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc653ece-41f1-4fa2-aae1-e69ad56fe1c4 None None] Attempting to bind port 773cf0d4-0359-4f87-a118-3444d3454256 on network a036342b-e0b6-414f-a42c-cfe1b92a2a1e {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:28:08.012387 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc653ece-41f1-4fa2-aae1-e69ad56fe1c4 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:28:08.012984 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc653ece-41f1-4fa2-aae1-e69ad56fe1c4 None None] Checking segment: {'id': 'c977723b-2490-412a-bf00-d7b943c13912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'a036342b-e0b6-414f-a42c-cfe1b92a2a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:28:08.013675 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bc653ece-41f1-4fa2-aae1-e69ad56fe1c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:08.014479 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc653ece-41f1-4fa2-aae1-e69ad56fe1c4 None None] Bound using segment: {'id': 'c977723b-2490-412a-bf00-d7b943c13912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'a036342b-e0b6-414f-a42c-cfe1b92a2a1e'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:28:08.014964 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-bc653ece-41f1-4fa2-aae1-e69ad56fe1c4 None None] Bound port: 773cf0d4-0359-4f87-a118-3444d3454256, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c977723b-2490-412a-bf00-d7b943c13912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'a036342b-e0b6-414f-a42c-cfe1b92a2a1e'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:28:08.015600 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bc653ece-41f1-4fa2-aae1-e69ad56fe1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:08.020557 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device d6ef7e4c-523f-4e3e-a239-d972d9c116ed up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:28:08.035599 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e3599-ba82-4c5e-ac6c-eafd753c214a req-6c24eae4-6499-4cc6-b968-7fb5ee019ce3 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:08.045289 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4f4e3599-ba82-4c5e-ac6c-eafd753c214a req-6c24eae4-6499-4cc6-b968-7fb5ee019ce3 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4251628 Aug 23 20:28:08.072936 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4f4e3599-ba82-4c5e-ac6c-eafd753c214a req-9b419baf-299d-4058-a309-0f970a9f00c7 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] 10.222.0.61 "GET /v2.0/quotas/abf174d608a1404580d627a5fb9df00a HTTP/1.1" status: 200 len: 375 time: 0.0266678 Aug 23 20:28:08.088248 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44136) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:08.156050 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4f4e3599-ba82-4c5e-ac6c-eafd753c214a req-ec58b979-c60e-499d-b127-be07a8bb9828 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=abf174d608a1404580d627a5fb9df00a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0818608 Aug 23 20:28:08.383447 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bc653ece-41f1-4fa2-aae1-e69ad56fe1c4 None None] For port 773cf0d4-0359-4f87-a118-3444d3454256, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:28:08.395168 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port d6ef7e4c-523f-4e3e-a239-d972d9c116ed triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:28:08.395558 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:08.398543 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bc653ece-41f1-4fa2-aae1-e69ad56fe1c4 None None] For port 773cf0d4-0359-4f87-a118-3444d3454256, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=773cf0d4-0359-4f87-a118-3444d3454256,segment=NetworkSegment(c977723b-2490-412a-bf00-d7b943c13912),segment_id=c977723b-2490-412a-bf00-d7b943c13912)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:28:08.443776 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bc653ece-41f1-4fa2-aae1-e69ad56fe1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:08.514946 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c97e1b00-802c-45fb-98d6-c28e62a565b6 req-8931f4b4-9cc8-4d8a-a726-ffdf0b5c184a tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] 10.222.0.61 "GET /v2.0/ports?device_id=d6a53968-dab2-4fd5-a91e-fd5f48d9c92b HTTP/1.1" status: 200 len: 210 time: 0.1109712 Aug 23 20:28:08.543004 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d0dddd-4c6a-42e1-8666-7662f6616bab None None] Pushing event updated for resources: {'Port': ['ID=773cf0d4-0359-4f87-a118-3444d3454256,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:08.548432 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc653ece-41f1-4fa2-aae1-e69ad56fe1c4 None None] Routers {'dc468c9e-9a15-42d3-8849-195719ef6c66'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:28:08.549082 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-bc653ece-41f1-4fa2-aae1-e69ad56fe1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:27:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['dc468c9e-9a15-42d3-8849-195719ef6c66'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:28:08.604134 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44168) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:08.609091 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-39dfd34b-b59e-41f6-b243-357347fdc7f2 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-695087798-network', 'tenant_id': 'a9892b2df5af4c4b9b430263d91ffde7'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:28:08.653573 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39dfd34b-b59e-41f6-b243-357347fdc7f2 admin admin] Made reservation on behalf of a9892b2df5af4c4b9b430263d91ffde7 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:28:08.656300 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-39dfd34b-b59e-41f6-b243-357347fdc7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:08.674829 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-39dfd34b-b59e-41f6-b243-357347fdc7f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:08.746175 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44170) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:08.750499 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-bc653ece-41f1-4fa2-aae1-e69ad56fe1c4 None None] Set router dc468c9e-9a15-42d3-8849-195719ef6c66 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:28:08.847013 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-39dfd34b-b59e-41f6-b243-357347fdc7f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:08.852314 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-39dfd34b-b59e-41f6-b243-357347fdc7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:08.898283 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-120f5fc1-fb62-4dc0-8469-0d5320642ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:08.906080 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39dfd34b-b59e-41f6-b243-357347fdc7f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:28:08.920378 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dfd34b-b59e-41f6-b243-357347fdc7f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e8ea69-4c62-401f-af79-e45c8a2e75ae,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:08.930820 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-39dfd34b-b59e-41f6-b243-357347fdc7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:08.931284 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-39dfd34b-b59e-41f6-b243-357347fdc7f2 admin admin] Added segment 49079ba8-e16c-40da-a88f-18f7d6d728dd of type vlan for network 414aaac0-145d-4f66-864b-2c7f879073a4 Aug 23 20:28:09.007903 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-39dfd34b-b59e-41f6-b243-357347fdc7f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:09.050688 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-39dfd34b-b59e-41f6-b243-357347fdc7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:09.051926 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dfd34b-b59e-41f6-b243-357347fdc7f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:09.052741 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-39dfd34b-b59e-41f6-b243-357347fdc7f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:09.086440 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-bc653ece-41f1-4fa2-aae1-e69ad56fe1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-951136079-router', 'tenant_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'd6ef7e4c-523f-4e3e-a239-d972d9c116ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:27:59Z', 'updated_at': '2021-08-23T20:28:03Z', 'revision_number': 4, 'project_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'gw_port': {'id': 'd6ef7e4c-523f-4e3e-a239-d972d9c116ed', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:28:00Z', 'updated_at': '2021-08-23T20:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '773cf0d4-0359-4f87-a118-3444d3454256', 'name': '', 'network_id': 'a036342b-e0b6-414f-a42c-cfe1b92a2a1e', 'tenant_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'mac_address': 'fa:16:3e:55:42:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9c64e700-ca01-4f6f-be98-6253a844697f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:28:02Z', 'updated_at': '2021-08-23T20:28:08Z', 'revision_number': 4, 'project_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'subnets': [{'id': '9c64e700-ca01-4f6f-be98-6253a844697f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:28:09.140103 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc653ece-41f1-4fa2-aae1-e69ad56fe1c4 None None] The sync data for ids ['dc468c9e-9a15-42d3-8849-195719ef6c66'] in n-d-805663-2 is: [{'id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-951136079-router', 'tenant_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'd6ef7e4c-523f-4e3e-a239-d972d9c116ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:27:59Z', 'updated_at': '2021-08-23T20:28:03Z', 'revision_number': 4, 'project_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'gw_port': {'id': 'd6ef7e4c-523f-4e3e-a239-d972d9c116ed', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:28:00Z', 'updated_at': '2021-08-23T20:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '773cf0d4-0359-4f87-a118-3444d3454256', 'name': '', 'network_id': 'a036342b-e0b6-414f-a42c-cfe1b92a2a1e', 'tenant_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'mac_address': 'fa:16:3e:55:42:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9c64e700-ca01-4f6f-be98-6253a844697f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:28:02Z', 'updated_at': '2021-08-23T20:28:08Z', 'revision_number': 4, 'project_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'subnets': [{'id': '9c64e700-ca01-4f6f-be98-6253a844697f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:28:09.159203 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dfd34b-b59e-41f6-b243-357347fdc7f2 admin admin] Pushing event updated for resources: {'Network': ['ID=414aaac0-145d-4f66-864b-2c7f879073a4,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:09.172180 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 414aaac0-145d-4f66-864b-2c7f879073a4 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:28:09.227521 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b7945db0-2c33-4f37-aa5e-ee52f4ea284b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:09.275450 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-120f5fc1-fb62-4dc0-8469-0d5320642ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:09.282653 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-120f5fc1-fb62-4dc0-8469-0d5320642ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:09.377348 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-39dfd34b-b59e-41f6-b243-357347fdc7f2 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7721305 Aug 23 20:28:09.380122 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-120f5fc1-fb62-4dc0-8469-0d5320642ce4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9f38212480be4fdbbbfab20cfff3a942&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2908456 Aug 23 20:28:09.380924 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44204) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:09.386399 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44206) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:09.387710 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-d532f32a-ff75-4919-b13c-bca6eee16f15 admin admin] Request body: {'subnet': {'network_id': '414aaac0-145d-4f66-864b-2c7f879073a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-695087798-subnet', 'tenant_id': 'a9892b2df5af4c4b9b430263d91ffde7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:28:09.480520 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f5fc1-fb62-4dc0-8469-0d5320642ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3186b0-9079-4f27-8ac5-d287f4cfe8dc,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:09.529134 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-66fd7355-bbd7-4f6b-9374-219bb9d78fa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:09.547546 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b7945db0-2c33-4f37-aa5e-ee52f4ea284b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:09.560677 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b7945db0-2c33-4f37-aa5e-ee52f4ea284b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:09.581893 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-66fd7355-bbd7-4f6b-9374-219bb9d78fa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:09.599314 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d532f32a-ff75-4919-b13c-bca6eee16f15 admin admin] Made reservation on behalf of a9892b2df5af4c4b9b430263d91ffde7 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:28:09.613298 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d532f32a-ff75-4919-b13c-bca6eee16f15 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:09.643201 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b7945db0-2c33-4f37-aa5e-ee52f4ea284b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7d4dd85fce704ec696bb7cdeab4af2bc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8933325 Aug 23 20:28:09.647966 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7945db0-2c33-4f37-aa5e-ee52f4ea284b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086b0583-1bbb-4465-9df6-b601f3c9ca80,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:09.650205 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44216) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:09.744529 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-66fd7355-bbd7-4f6b-9374-219bb9d78fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:09.749804 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-66fd7355-bbd7-4f6b-9374-219bb9d78fa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:09.768190 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a271c326-2499-439d-8eff-24b9eca0e443 req-ab079d08-c7a2-492b-a97a-2444af206ba3 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] 10.222.0.61 "GET /v2.0/ports?device_id=d6a53968-dab2-4fd5-a91e-fd5f48d9c92b HTTP/1.1" status: 200 len: 210 time: 0.1460795 Aug 23 20:28:09.776790 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-66fd7355-bbd7-4f6b-9374-219bb9d78fa4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8c3186b0-9079-4f27-8ac5-d287f4cfe8dc HTTP/1.1" status: 204 len: 168 time: 0.3889332 Aug 23 20:28:09.807573 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-899bbe55-20e7-4fc2-b00a-0df7b0c4e50a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:09.851605 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-899bbe55-20e7-4fc2-b00a-0df7b0c4e50a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:09.855583 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd7355-bbd7-4f6b-9374-219bb9d78fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3186b0-9079-4f27-8ac5-d287f4cfe8dc,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:09.963611 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-899bbe55-20e7-4fc2-b00a-0df7b0c4e50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:09.967280 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-899bbe55-20e7-4fc2-b00a-0df7b0c4e50a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:09.976565 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-899bbe55-20e7-4fc2-b00a-0df7b0c4e50a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/086b0583-1bbb-4465-9df6-b601f3c9ca80 HTTP/1.1" status: 204 len: 168 time: 0.3208511 Aug 23 20:28:09.983136 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-32a71498-d6be-4e0c-bf67-2196310c77de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:10.018201 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899bbe55-20e7-4fc2-b00a-0df7b0c4e50a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086b0583-1bbb-4465-9df6-b601f3c9ca80,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:10.039996 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d532f32a-ff75-4919-b13c-bca6eee16f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:10.090684 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 773cf0d4-0359-4f87-a118-3444d3454256 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:28:10.146105 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d532f32a-ff75-4919-b13c-bca6eee16f15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3eafa20f-cca7-4ef5-aa9d-4be3d819f76a,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:10.167769 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:10.211842 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 773cf0d4-0359-4f87-a118-3444d3454256 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:28:10.220273 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 773cf0d4-0359-4f87-a118-3444d3454256 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:28:10.220640 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:10.224436 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d532f32a-ff75-4919-b13c-bca6eee16f15 admin admin] Checking segment: {'id': '49079ba8-e16c-40da-a88f-18f7d6d728dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '414aaac0-145d-4f66-864b-2c7f879073a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:28:10.224938 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d532f32a-ff75-4919-b13c-bca6eee16f15 admin admin] Network hostable DHCP agents. Network: 414aaac0-145d-4f66-864b-2c7f879073a4, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:28:10.279355 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d532f32a-ff75-4919-b13c-bca6eee16f15 admin admin] Network 414aaac0-145d-4f66-864b-2c7f879073a4 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:28:10.296519 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-d532f32a-ff75-4919-b13c-bca6eee16f15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 414aaac0-145d-4f66-864b-2c7f879073a4) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:28:10.305286 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d532f32a-ff75-4919-b13c-bca6eee16f15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:10.305889 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d532f32a-ff75-4919-b13c-bca6eee16f15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:10.312621 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3427d05e-62fe-4a72-ab66-7a974416c81d None None] Network 414aaac0-145d-4f66-864b-2c7f879073a4 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:28:10.334737 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d532f32a-ff75-4919-b13c-bca6eee16f15 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9509292 Aug 23 20:28:10.335803 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44242) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:10.344418 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-8fe238dc-8d07-47da-9cb0-a7876c5a9696 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-695087798-router', 'tenant_id': 'a9892b2df5af4c4b9b430263d91ffde7', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:28:10.404098 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8fe238dc-8d07-47da-9cb0-a7876c5a9696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:10.406673 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8fe238dc-8d07-47da-9cb0-a7876c5a9696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:10.437648 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:10.523044 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 773cf0d4-0359-4f87-a118-3444d3454256, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=773cf0d4-0359-4f87-a118-3444d3454256,segment=NetworkSegment(c977723b-2490-412a-bf00-d7b943c13912),segment_id=c977723b-2490-412a-bf00-d7b943c13912)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:28:10.531365 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:10.555984 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8fe238dc-8d07-47da-9cb0-a7876c5a9696 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:10.647353 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=773cf0d4-0359-4f87-a118-3444d3454256,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:10.707480 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248608ac-fb8d-4f99-92cc-5b6fe4fe0c89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-414aaac0-145d-4f66-864b-2c7f879073a4', 'network_id': '414aaac0-145d-4f66-864b-2c7f879073a4', 'tenant_id': 'a9892b2df5af4c4b9b430263d91ffde7', 'fixed_ips': [{'subnet_id': '3eafa20f-cca7-4ef5-aa9d-4be3d819f76a'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:28:10.708429 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-248608ac-fb8d-4f99-92cc-5b6fe4fe0c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:10.808442 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8fe238dc-8d07-47da-9cb0-a7876c5a9696 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:11.066434 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-248608ac-fb8d-4f99-92cc-5b6fe4fe0c89 None None] Allocated IP 172.20.0.2 (414aaac0-145d-4f66-864b-2c7f879073a4/3eafa20f-cca7-4ef5-aa9d-4be3d819f76a/5bbcb0fb-a3a1-40a6-88ba-63057dce1026) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:28:11.186502 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44266) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:11.208637 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6df1f6d5-02b4-42c4-bee8-4f59d91ff5f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:11.215226 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-14f0752d-ff54-43ea-9a52-5c8d4b4dc769 req-312afa38-cbac-4704-ab22-14c59fdc71e0 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] 10.222.0.61 "GET /v2.0/ports?device_id=d6a53968-dab2-4fd5-a91e-fd5f48d9c92b HTTP/1.1" status: 200 len: 210 time: 0.0649955 Aug 23 20:28:11.235965 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8fe238dc-8d07-47da-9cb0-a7876c5a9696 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:11.262902 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8fe238dc-8d07-47da-9cb0-a7876c5a9696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:11.420593 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-8fe238dc-8d07-47da-9cb0-a7876c5a9696 admin admin] Allocated IP 172.25.4.97 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/218413d8-26b4-48f6-9fe8-90c79e8e2b84) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:28:11.450397 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-248608ac-fb8d-4f99-92cc-5b6fe4fe0c89 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:11.453504 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6df1f6d5-02b4-42c4-bee8-4f59d91ff5f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:11.466318 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-248608ac-fb8d-4f99-92cc-5b6fe4fe0c89 None None] Transition to ACTIVE for port object 5bbcb0fb-a3a1-40a6-88ba-63057dce1026 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:28:11.467988 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6df1f6d5-02b4-42c4-bee8-4f59d91ff5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:11.504317 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-248608ac-fb8d-4f99-92cc-5b6fe4fe0c89 None None] Transition to ACTIVE for port object 5bbcb0fb-a3a1-40a6-88ba-63057dce1026 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:28:11.515502 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-248608ac-fb8d-4f99-92cc-5b6fe4fe0c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:11.562610 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df1f6d5-02b4-42c4-bee8-4f59d91ff5f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b58f4a9-6144-4502-91aa-c15c4aec0ad5,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:11.572847 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6df1f6d5-02b4-42c4-bee8-4f59d91ff5f9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=98ddee7e96df407a920f8f1e093dee61&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3849671 Aug 23 20:28:11.576109 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44276) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:11.578734 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248608ac-fb8d-4f99-92cc-5b6fe4fe0c89 None None] Network 414aaac0-145d-4f66-864b-2c7f879073a4 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:28:11.582357 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-248608ac-fb8d-4f99-92cc-5b6fe4fe0c89 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:28:11.586046 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248608ac-fb8d-4f99-92cc-5b6fe4fe0c89 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:28:11.610028 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8fe238dc-8d07-47da-9cb0-a7876c5a9696 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:11.626024 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248608ac-fb8d-4f99-92cc-5b6fe4fe0c89 None None] Pushing event updated for resources: {'Port': ['ID=5bbcb0fb-a3a1-40a6-88ba-63057dce1026,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:11.637543 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44280) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:11.666493 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-248608ac-fb8d-4f99-92cc-5b6fe4fe0c89 None None] Attempting to bind port 5bbcb0fb-a3a1-40a6-88ba-63057dce1026 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:28:11.666861 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-248608ac-fb8d-4f99-92cc-5b6fe4fe0c89 None None] Attempting to bind port 5bbcb0fb-a3a1-40a6-88ba-63057dce1026 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '49079ba8-e16c-40da-a88f-18f7d6d728dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '414aaac0-145d-4f66-864b-2c7f879073a4'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:28:11.667232 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248608ac-fb8d-4f99-92cc-5b6fe4fe0c89 None None] Attempting to bind port 5bbcb0fb-a3a1-40a6-88ba-63057dce1026 on network 414aaac0-145d-4f66-864b-2c7f879073a4 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:28:11.672888 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248608ac-fb8d-4f99-92cc-5b6fe4fe0c89 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:28:11.673414 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248608ac-fb8d-4f99-92cc-5b6fe4fe0c89 None None] Checking segment: {'id': '49079ba8-e16c-40da-a88f-18f7d6d728dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '414aaac0-145d-4f66-864b-2c7f879073a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:28:11.673829 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-248608ac-fb8d-4f99-92cc-5b6fe4fe0c89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:11.674227 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248608ac-fb8d-4f99-92cc-5b6fe4fe0c89 None None] Bound using segment: {'id': '49079ba8-e16c-40da-a88f-18f7d6d728dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '414aaac0-145d-4f66-864b-2c7f879073a4'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:28:11.674704 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-248608ac-fb8d-4f99-92cc-5b6fe4fe0c89 None None] Bound port: 5bbcb0fb-a3a1-40a6-88ba-63057dce1026, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49079ba8-e16c-40da-a88f-18f7d6d728dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '414aaac0-145d-4f66-864b-2c7f879073a4'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:28:11.675171 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-248608ac-fb8d-4f99-92cc-5b6fe4fe0c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:11.684503 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-90575012-2f1d-45c9-b677-aeadd4346e47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:11.703626 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e5210a13-5486-45d1-99f7-6360662e77f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:11.762473 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e5210a13-5486-45d1-99f7-6360662e77f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:11.764256 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-248608ac-fb8d-4f99-92cc-5b6fe4fe0c89 None None] For port 5bbcb0fb-a3a1-40a6-88ba-63057dce1026, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:28:11.767279 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8fe238dc-8d07-47da-9cb0-a7876c5a9696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:11.768896 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-248608ac-fb8d-4f99-92cc-5b6fe4fe0c89 None None] For port 5bbcb0fb-a3a1-40a6-88ba-63057dce1026, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=5bbcb0fb-a3a1-40a6-88ba-63057dce1026,segment=NetworkSegment(49079ba8-e16c-40da-a88f-18f7d6d728dd),segment_id=49079ba8-e16c-40da-a88f-18f7d6d728dd)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:28:11.776860 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-248608ac-fb8d-4f99-92cc-5b6fe4fe0c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:11.880532 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e5210a13-5486-45d1-99f7-6360662e77f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:11.890702 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e5210a13-5486-45d1-99f7-6360662e77f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:11.892085 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e5210a13-5486-45d1-99f7-6360662e77f4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6b58f4a9-6144-4502-91aa-c15c4aec0ad5 HTTP/1.1" status: 204 len: 168 time: 0.3138421 Aug 23 20:28:11.914680 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5210a13-5486-45d1-99f7-6360662e77f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b58f4a9-6144-4502-91aa-c15c4aec0ad5,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:11.916449 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248608ac-fb8d-4f99-92cc-5b6fe4fe0c89 None None] Pushing event updated for resources: {'Port': ['ID=5bbcb0fb-a3a1-40a6-88ba-63057dce1026,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:11.935074 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe238dc-8d07-47da-9cb0-a7876c5a9696 admin admin] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:28:11.935329 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.11', 57903) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:11.983551 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-8fe238dc-8d07-47da-9cb0-a7876c5a9696 admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:28:12.000192 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe238dc-8d07-47da-9cb0-a7876c5a9696 admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:28:12.001239 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4f4e3599-ba82-4c5e-ac6c-eafd753c214a req-30c050f2-74a7-4bcc-be90-5195b3c50f7f tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=abf174d608a1404580d627a5fb9df00a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0618596 Aug 23 20:28:12.060364 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 773cf0d4-0359-4f87-a118-3444d3454256 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:28:12.129651 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe238dc-8d07-47da-9cb0-a7876c5a9696 admin admin] Pushing event updated for resources: {'Port': ['ID=218413d8-26b4-48f6-9fe8-90c79e8e2b84,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:12.182257 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 773cf0d4-0359-4f87-a118-3444d3454256 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:28:12.182868 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:12.237948 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e3599-ba82-4c5e-ac6c-eafd753c214a req-58b08137-66dd-4a8d-b885-7d3654faed14 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:12.253026 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4f4e3599-ba82-4c5e-ac6c-eafd753c214a req-58b08137-66dd-4a8d-b885-7d3654faed14 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2321525 Aug 23 20:28:12.374724 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-161b3c68-7dc2-4aba-9ba6-314c2c26e44f req-8a74f4d3-9e45-48b2-afd5-d84c0d8a8025 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] 10.222.0.61 "GET /v2.0/ports?device_id=d6a53968-dab2-4fd5-a91e-fd5f48d9c92b HTTP/1.1" status: 200 len: 210 time: 0.0384512 Aug 23 20:28:12.380769 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-4f4e3599-ba82-4c5e-ac6c-eafd753c214a req-7f88dbd0-89a4-436d-82b8-7e4b369967e5 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] Request body: {'port': {'device_id': 'd6a53968-dab2-4fd5-a91e-fd5f48d9c92b', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'admin_state_up': True, 'tenant_id': 'abf174d608a1404580d627a5fb9df00a'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:28:12.613569 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-90575012-2f1d-45c9-b677-aeadd4346e47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:12.625875 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-90575012-2f1d-45c9-b677-aeadd4346e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:12.705836 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f4e3599-ba82-4c5e-ac6c-eafd753c214a req-7f88dbd0-89a4-436d-82b8-7e4b369967e5 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] Made reservation on behalf of abf174d608a1404580d627a5fb9df00a for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:28:12.710606 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4f4e3599-ba82-4c5e-ac6c-eafd753c214a req-7f88dbd0-89a4-436d-82b8-7e4b369967e5 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:12.721012 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4f4e3599-ba82-4c5e-ac6c-eafd753c214a req-7f88dbd0-89a4-436d-82b8-7e4b369967e5 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:12.730730 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-90575012-2f1d-45c9-b677-aeadd4346e47 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=61c7a2642c924f1eb56507c03e2add2b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0922909 Aug 23 20:28:12.731764 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44314) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:12.733590 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90575012-2f1d-45c9-b677-aeadd4346e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011aae65-d255-4156-bfb0-593b0933b774,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:12.763967 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8fe238dc-8d07-47da-9cb0-a7876c5a9696 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:12.832273 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d5c810d-ac55-4103-8c43-a47e7ea46c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:12.896342 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d5c810d-ac55-4103-8c43-a47e7ea46c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:12.984643 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4f4e3599-ba82-4c5e-ac6c-eafd753c214a req-7f88dbd0-89a4-436d-82b8-7e4b369967e5 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:12.989162 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4f4e3599-ba82-4c5e-ac6c-eafd753c214a req-7f88dbd0-89a4-436d-82b8-7e4b369967e5 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:13.005348 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-08bfd5d2-e4ce-455e-a621-8799d2757d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:13.072754 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f88dbd0-89a4-436d-82b8-7e4b369967e5 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=164d3291-c853-46fc-ac96-42ea58439f4e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:13.107037 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d5c810d-ac55-4103-8c43-a47e7ea46c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:13.109575 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d5c810d-ac55-4103-8c43-a47e7ea46c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:13.110169 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8fe238dc-8d07-47da-9cb0-a7876c5a9696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:13.113101 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-6d5c810d-ac55-4103-8c43-a47e7ea46c7d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/011aae65-d255-4156-bfb0-593b0933b774 HTTP/1.1" status: 204 len: 168 time: 0.3779602 Aug 23 20:28:13.327180 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe238dc-8d07-47da-9cb0-a7876c5a9696 admin admin] Router 48fe7c74-061a-4b44-ab19-7086ac725656 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:28:13.394045 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44344) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:13.421180 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5c810d-ac55-4103-8c43-a47e7ea46c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011aae65-d255-4156-bfb0-593b0933b774,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:13.455657 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328af085-6c54-469c-8c2c-7ff8a5db009d None None] Network 414aaac0-145d-4f66-864b-2c7f879073a4 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:28:13.519411 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe238dc-8d07-47da-9cb0-a7876c5a9696 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:28:13.530817 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6adfcd-f860-4365-9a1a-c72e5b09608f None None] Sync routers for ids ['48fe7c74-061a-4b44-ab19-7086ac725656'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:28:13.546878 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6516f1c2-034f-4d3e-ae70-8fdbb7f1eaa1 None None] Provisioning for port 5bbcb0fb-a3a1-40a6-88ba-63057dce1026 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:28:13.547708 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8fe238dc-8d07-47da-9cb0-a7876c5a9696 admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:13.550184 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6adfcd-f860-4365-9a1a-c72e5b09608f None None] Routers {'48fe7c74-061a-4b44-ab19-7086ac725656'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:28:13.551211 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7a6adfcd-f860-4365-9a1a-c72e5b09608f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:28:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['48fe7c74-061a-4b44-ab19-7086ac725656'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:28:13.552687 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:13.554413 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8fe238dc-8d07-47da-9cb0-a7876c5a9696 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.2146549 Aug 23 20:28:13.556111 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44352) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:13.669986 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bd41d3b4-7ba4-4212-ae7a-7c66b45da769 req-ef710b1c-358e-460d-af91-557a34e3adbf tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] 10.222.0.61 "GET /v2.0/ports?device_id=d6a53968-dab2-4fd5-a91e-fd5f48d9c92b HTTP/1.1" status: 200 len: 210 time: 0.1471457 Aug 23 20:28:13.785946 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-4f4e3599-ba82-4c5e-ac6c-eafd753c214a req-7f88dbd0-89a4-436d-82b8-7e4b369967e5 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] Allocated IP 192.168.233.107 (660f640a-b8b2-40aa-8ebf-76bd1608cceb/e66e9eb0-86f4-4159-852b-f29863cbf18d/a6dea484-440d-4247-893c-b8614ecd050a) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:28:13.791298 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-7a6adfcd-f860-4365-9a1a-c72e5b09608f None None] Set router 48fe7c74-061a-4b44-ab19-7086ac725656 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:28:14.137501 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 5bbcb0fb-a3a1-40a6-88ba-63057dce1026 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:28:14.139781 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e763f713-bc1d-4ac6-b4e5-a0600516c0c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:14.252401 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e763f713-bc1d-4ac6-b4e5-a0600516c0c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:14.276541 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e763f713-bc1d-4ac6-b4e5-a0600516c0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:14.312476 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7a6adfcd-f860-4365-9a1a-c72e5b09608f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fe7c74-061a-4b44-ab19-7086ac725656', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-695087798-router', 'tenant_id': 'a9892b2df5af4c4b9b430263d91ffde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '218413d8-26b4-48f6-9fe8-90c79e8e2b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:28:10Z', 'updated_at': '2021-08-23T20:28:12Z', 'revision_number': 3, 'project_id': 'a9892b2df5af4c4b9b430263d91ffde7', 'gw_port': {'id': '218413d8-26b4-48f6-9fe8-90c79e8e2b84', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48fe7c74-061a-4b44-ab19-7086ac725656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:28:11Z', 'updated_at': '2021-08-23T20:28:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:28:14.336876 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 5bbcb0fb-a3a1-40a6-88ba-63057dce1026 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:28:14.339742 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4f4e3599-ba82-4c5e-ac6c-eafd753c214a req-7f88dbd0-89a4-436d-82b8-7e4b369967e5 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:14.345004 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 5bbcb0fb-a3a1-40a6-88ba-63057dce1026 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:28:14.345660 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:14.367817 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-4f4e3599-ba82-4c5e-ac6c-eafd753c214a req-7f88dbd0-89a4-436d-82b8-7e4b369967e5 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] Transition to ACTIVE for port object a6dea484-440d-4247-893c-b8614ecd050a will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:28:14.414113 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4f4e3599-ba82-4c5e-ac6c-eafd753c214a req-7f88dbd0-89a4-436d-82b8-7e4b369967e5 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:14.466586 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e763f713-bc1d-4ac6-b4e5-a0600516c0c3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=593b956598e94b1aa5d4edda80ed6135&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0713060 Aug 23 20:28:14.467261 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44370) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:14.471900 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e763f713-bc1d-4ac6-b4e5-a0600516c0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7079d19-da03-4ae0-99c7-3fa799474035,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:14.503420 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6adfcd-f860-4365-9a1a-c72e5b09608f None None] Checking router: 48fe7c74-061a-4b44-ab19-7086ac725656 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:28:14.503776 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6adfcd-f860-4365-9a1a-c72e5b09608f None None] Updating router 48fe7c74-061a-4b44-ab19-7086ac725656 port 218413d8-26b4-48f6-9fe8-90c79e8e2b84 binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:28:14.563736 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7a6adfcd-f860-4365-9a1a-c72e5b09608f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:14.603597 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:14.748722 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f4e3599-ba82-4c5e-ac6c-eafd753c214a req-7f88dbd0-89a4-436d-82b8-7e4b369967e5 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] Network 660f640a-b8b2-40aa-8ebf-76bd1608cceb is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:28:14.763665 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:14.776601 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-4f4e3599-ba82-4c5e-ac6c-eafd753c214a req-7f88dbd0-89a4-436d-82b8-7e4b369967e5 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:28:14.786383 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4e3599-ba82-4c5e-ac6c-eafd753c214a req-7f88dbd0-89a4-436d-82b8-7e4b369967e5 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:28:14.826745 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e3599-ba82-4c5e-ac6c-eafd753c214a req-7f88dbd0-89a4-436d-82b8-7e4b369967e5 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:14.828050 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4f4e3599-ba82-4c5e-ac6c-eafd753c214a req-7f88dbd0-89a4-436d-82b8-7e4b369967e5 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:14.846594 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-58201fa5-b7ae-4225-b802-84db0a849814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:14.897842 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 5bbcb0fb-a3a1-40a6-88ba-63057dce1026, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=5bbcb0fb-a3a1-40a6-88ba-63057dce1026,segment=NetworkSegment(49079ba8-e16c-40da-a88f-18f7d6d728dd),segment_id=49079ba8-e16c-40da-a88f-18f7d6d728dd)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:28:14.907711 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:14.981503 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-58201fa5-b7ae-4225-b802-84db0a849814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:15.015835 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-23a1e71c-72b2-4093-a99d-ac1e2430ccf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:15.043931 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4f4e3599-ba82-4c5e-ac6c-eafd753c214a req-7f88dbd0-89a4-436d-82b8-7e4b369967e5 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6655602 Aug 23 20:28:15.150127 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=5bbcb0fb-a3a1-40a6-88ba-63057dce1026,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:15.156542 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [req-4f4e3599-ba82-4c5e-ac6c-eafd753c214a req-53d80c12-d57c-40ea-b889-54c2985424a4 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:28:15.192438 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4f4e3599-ba82-4c5e-ac6c-eafd753c214a req-53d80c12-d57c-40ea-b889-54c2985424a4 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0684063 Aug 23 20:28:15.232765 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f88dbd0-89a4-436d-82b8-7e4b369967e5 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] Pushing event updated for resources: {'Port': ['ID=a6dea484-440d-4247-893c-b8614ecd050a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:15.331425 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-58201fa5-b7ae-4225-b802-84db0a849814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:15.341617 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-58201fa5-b7ae-4225-b802-84db0a849814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:15.342821 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f7fbb484-f76c-4fde-bd0c-7863df2a7f77 None None] Provisioning for port a6dea484-440d-4247-893c-b8614ecd050a completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:28:15.349497 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-58201fa5-b7ae-4225-b802-84db0a849814 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c7079d19-da03-4ae0-99c7-3fa799474035 HTTP/1.1" status: 204 len: 168 time: 0.8785536 Aug 23 20:28:15.351921 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7bf21-66b8-4168-b79b-e31172146617 req-b648f999-73bb-479b-b4d4-59367b6c6ceb tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:15.356095 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-91f7bf21-66b8-4168-b79b-e31172146617 req-b648f999-73bb-479b-b4d4-59367b6c6ceb tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] 10.222.0.61 "GET /v2.0/ports?device_id=d6a53968-dab2-4fd5-a91e-fd5f48d9c92b HTTP/1.1" status: 200 len: 936 time: 0.4749308 Aug 23 20:28:15.358951 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f7fbb484-f76c-4fde-bd0c-7863df2a7f77 None None] Provisioning complete for port a6dea484-440d-4247-893c-b8614ecd050a triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:28:15.359329 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f7fbb484-f76c-4fde-bd0c-7863df2a7f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:15.426907 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58201fa5-b7ae-4225-b802-84db0a849814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7079d19-da03-4ae0-99c7-3fa799474035,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:15.506523 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7a6adfcd-f860-4365-9a1a-c72e5b09608f None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:15.532998 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-7a6adfcd-f860-4365-9a1a-c72e5b09608f None None] Transition to ACTIVE for port object 218413d8-26b4-48f6-9fe8-90c79e8e2b84 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:28:15.552672 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7a6adfcd-f860-4365-9a1a-c72e5b09608f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:15.562243 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-91f7bf21-66b8-4168-b79b-e31172146617 req-029ad2d9-07df-4a9b-9b95-da1a8cb65f6f tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] 10.222.0.61 "GET /v2.0/security-groups?id=164d3291-c853-46fc-ac96-42ea58439f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956074 Aug 23 20:28:15.577195 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-f7fbb484-f76c-4fde-bd0c-7863df2a7f77 None None] Port a6dea484-440d-4247-893c-b8614ecd050a cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:28:15.594619 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-23a1e71c-72b2-4093-a99d-ac1e2430ccf2 admin admin] Allocated IP 172.20.0.1 (414aaac0-145d-4f66-864b-2c7f879073a4/3eafa20f-cca7-4ef5-aa9d-4be3d819f76a/42b1cc9c-6b39-4aec-bf46-cc9e688e4a3c) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:28:15.724193 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-7a6adfcd-f860-4365-9a1a-c72e5b09608f None None] Attempting to bind port 218413d8-26b4-48f6-9fe8-90c79e8e2b84 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:28:15.725426 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-7a6adfcd-f860-4365-9a1a-c72e5b09608f None None] Attempting to bind port 218413d8-26b4-48f6-9fe8-90c79e8e2b84 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:28:15.726017 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6adfcd-f860-4365-9a1a-c72e5b09608f None None] Attempting to bind port 218413d8-26b4-48f6-9fe8-90c79e8e2b84 on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:28:15.731751 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf29c1-3778-4b6e-a4e6-e3cad407a6d9 None None] Pushing event updated for resources: {'Port': ['ID=218413d8-26b4-48f6-9fe8-90c79e8e2b84,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:15.742615 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6adfcd-f860-4365-9a1a-c72e5b09608f None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:28:15.742989 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6adfcd-f860-4365-9a1a-c72e5b09608f None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:28:15.743393 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7a6adfcd-f860-4365-9a1a-c72e5b09608f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:15.769790 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6adfcd-f860-4365-9a1a-c72e5b09608f None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:28:15.769790 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-7a6adfcd-f860-4365-9a1a-c72e5b09608f None None] Bound port: 218413d8-26b4-48f6-9fe8-90c79e8e2b84, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:28:15.769790 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7a6adfcd-f860-4365-9a1a-c72e5b09608f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:15.815002 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:15.945978 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-7a6adfcd-f860-4365-9a1a-c72e5b09608f None None] For port 218413d8-26b4-48f6-9fe8-90c79e8e2b84, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:28:15.960912 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-7a6adfcd-f860-4365-9a1a-c72e5b09608f None None] For port 218413d8-26b4-48f6-9fe8-90c79e8e2b84, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=218413d8-26b4-48f6-9fe8-90c79e8e2b84,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:28:15.969009 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7a6adfcd-f860-4365-9a1a-c72e5b09608f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:15.981478 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-23a1e71c-72b2-4093-a99d-ac1e2430ccf2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:16.024635 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-23a1e71c-72b2-4093-a99d-ac1e2430ccf2 admin admin] Transition to ACTIVE for port object 42b1cc9c-6b39-4aec-bf46-cc9e688e4a3c will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:28:16.078798 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 5bbcb0fb-a3a1-40a6-88ba-63057dce1026 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:28:16.139392 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6adfcd-f860-4365-9a1a-c72e5b09608f None None] Routers {'48fe7c74-061a-4b44-ab19-7086ac725656'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:28:16.140015 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7a6adfcd-f860-4365-9a1a-c72e5b09608f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:28:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['48fe7c74-061a-4b44-ab19-7086ac725656'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:28:16.143307 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf29c1-3778-4b6e-a4e6-e3cad407a6d9 None None] Pushing event updated for resources: {'Port': ['ID=218413d8-26b4-48f6-9fe8-90c79e8e2b84,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:16.161871 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-23a1e71c-72b2-4093-a99d-ac1e2430ccf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:16.249308 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 5bbcb0fb-a3a1-40a6-88ba-63057dce1026 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:28:16.250236 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:16.332821 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1e71c-72b2-4093-a99d-ac1e2430ccf2 admin admin] Pushing event updated for resources: {'Port': ['ID=42b1cc9c-6b39-4aec-bf46-cc9e688e4a3c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:16.359158 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a1e71c-72b2-4093-a99d-ac1e2430ccf2 admin admin] Network 414aaac0-145d-4f66-864b-2c7f879073a4 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:28:16.361601 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-23a1e71c-72b2-4093-a99d-ac1e2430ccf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:28:16.422878 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a1e71c-72b2-4093-a99d-ac1e2430ccf2 admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:28:16.424618 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-23a1e71c-72b2-4093-a99d-ac1e2430ccf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:16.510311 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-7a6adfcd-f860-4365-9a1a-c72e5b09608f None None] Set router 48fe7c74-061a-4b44-ab19-7086ac725656 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:28:16.875102 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2d2d6b4a-1112-411b-a7b1-23e4265d581b None None] Provisioning for port 42b1cc9c-6b39-4aec-bf46-cc9e688e4a3c completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:28:16.904549 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2d2d6b4a-1112-411b-a7b1-23e4265d581b None None] Provisioning complete for port 42b1cc9c-6b39-4aec-bf46-cc9e688e4a3c triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:28:16.917050 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2d2d6b4a-1112-411b-a7b1-23e4265d581b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:16.963652 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb27c9-7849-48ee-86a0-54ddba3d1228 req-d26e5113-6aac-4a93-ab98-efe6e4f06d1a tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:16.965464 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b3fb27c9-7849-48ee-86a0-54ddba3d1228 req-d26e5113-6aac-4a93-ab98-efe6e4f06d1a tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] 10.222.0.61 "GET /v2.0/ports?device_id=d6a53968-dab2-4fd5-a91e-fd5f48d9c92b HTTP/1.1" status: 200 len: 936 time: 0.1538687 Aug 23 20:28:17.054768 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7a6adfcd-f860-4365-9a1a-c72e5b09608f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fe7c74-061a-4b44-ab19-7086ac725656', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-695087798-router', 'tenant_id': 'a9892b2df5af4c4b9b430263d91ffde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '218413d8-26b4-48f6-9fe8-90c79e8e2b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:28:10Z', 'updated_at': '2021-08-23T20:28:12Z', 'revision_number': 3, 'project_id': 'a9892b2df5af4c4b9b430263d91ffde7', 'gw_port': {'id': '218413d8-26b4-48f6-9fe8-90c79e8e2b84', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48fe7c74-061a-4b44-ab19-7086ac725656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:28:11Z', 'updated_at': '2021-08-23T20:28:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:28:17.087775 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-2d2d6b4a-1112-411b-a7b1-23e4265d581b None None] Port 42b1cc9c-6b39-4aec-bf46-cc9e688e4a3c cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:28:17.088386 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6adfcd-f860-4365-9a1a-c72e5b09608f None None] The sync data for ids ['48fe7c74-061a-4b44-ab19-7086ac725656'] in n-d-805663-2 is: [{'id': '48fe7c74-061a-4b44-ab19-7086ac725656', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-695087798-router', 'tenant_id': 'a9892b2df5af4c4b9b430263d91ffde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '218413d8-26b4-48f6-9fe8-90c79e8e2b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:28:10Z', 'updated_at': '2021-08-23T20:28:12Z', 'revision_number': 3, 'project_id': 'a9892b2df5af4c4b9b430263d91ffde7', 'gw_port': {'id': '218413d8-26b4-48f6-9fe8-90c79e8e2b84', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48fe7c74-061a-4b44-ab19-7086ac725656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:28:11Z', 'updated_at': '2021-08-23T20:28:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:28:17.116750 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b3fb27c9-7849-48ee-86a0-54ddba3d1228 req-00367613-f347-44db-a3e5-eaa30467431a tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] 10.222.0.61 "GET /v2.0/security-groups?id=164d3291-c853-46fc-ac96-42ea58439f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305506 Aug 23 20:28:17.229943 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-4f4e3599-ba82-4c5e-ac6c-eafd753c214a req-951112fa-91ab-447a-a2f2-40d425920124 service neutron] Request body: {'port': {'device_id': 'd6a53968-dab2-4fd5-a91e-fd5f48d9c92b', 'device_owner': 'compute:tempest-test_az-1956508447', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:28:17.260753 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-23a1e71c-72b2-4093-a99d-ac1e2430ccf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:17.415140 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4f4e3599-ba82-4c5e-ac6c-eafd753c214a req-951112fa-91ab-447a-a2f2-40d425920124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:17.643208 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44454) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:17.726464 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3f894d1a-3f35-45e2-93fa-14a45b9c7c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:17.923895 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-23a1e71c-72b2-4093-a99d-ac1e2430ccf2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:17.936340 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-23a1e71c-72b2-4093-a99d-ac1e2430ccf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:17.937077 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-23a1e71c-72b2-4093-a99d-ac1e2430ccf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:18.095519 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 218413d8-26b4-48f6-9fe8-90c79e8e2b84 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:28:18.268724 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 218413d8-26b4-48f6-9fe8-90c79e8e2b84 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:28:18.291029 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 218413d8-26b4-48f6-9fe8-90c79e8e2b84 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:28:18.291416 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:18.401972 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a1e71c-72b2-4093-a99d-ac1e2430ccf2 admin admin] Network 414aaac0-145d-4f66-864b-2c7f879073a4 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:28:18.445464 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-23a1e71c-72b2-4093-a99d-ac1e2430ccf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:28:18.497739 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1e71c-72b2-4093-a99d-ac1e2430ccf2 admin admin] Pushing event updated for resources: {'Port': ['ID=42b1cc9c-6b39-4aec-bf46-cc9e688e4a3c,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:18.608099 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-4f4e3599-ba82-4c5e-ac6c-eafd753c214a req-951112fa-91ab-447a-a2f2-40d425920124 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6dea484-440d-4247-893c-b8614ecd050a {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:28:18.638203 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:18.653238 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4f4e3599-ba82-4c5e-ac6c-eafd753c214a req-951112fa-91ab-447a-a2f2-40d425920124 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:18.717814 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 218413d8-26b4-48f6-9fe8-90c79e8e2b84, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=218413d8-26b4-48f6-9fe8-90c79e8e2b84,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:28:18.723992 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-4f4e3599-ba82-4c5e-ac6c-eafd753c214a req-951112fa-91ab-447a-a2f2-40d425920124 service neutron] Transition to ACTIVE for port object a6dea484-440d-4247-893c-b8614ecd050a will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:28:18.726979 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:18.731924 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4f4e3599-ba82-4c5e-ac6c-eafd753c214a req-951112fa-91ab-447a-a2f2-40d425920124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:18.983969 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=218413d8-26b4-48f6-9fe8-90c79e8e2b84,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:19.029893 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3f894d1a-3f35-45e2-93fa-14a45b9c7c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:19.037694 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3f894d1a-3f35-45e2-93fa-14a45b9c7c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:19.098960 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951112fa-91ab-447a-a2f2-40d425920124 service neutron] Pushing event updated for resources: {'Port': ['ID=a6dea484-440d-4247-893c-b8614ecd050a,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:19.141990 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-62b47c74-65ff-48e8-ab09-cda8935fe067 None None] Provisioning complete for port 42b1cc9c-6b39-4aec-bf46-cc9e688e4a3c triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:28:19.142958 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-62b47c74-65ff-48e8-ab09-cda8935fe067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:19.181018 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3f894d1a-3f35-45e2-93fa-14a45b9c7c3c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bf6840d211404824bb290d06cb88d320&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5307100 Aug 23 20:28:19.186771 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44480) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:19.201898 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b684f9-5807-4fab-a7e2-4ba412183f15 req-a9ffd25e-e65f-47d3-9d47-9fa72ca09358 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:19.218175 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a6b684f9-5807-4fab-a7e2-4ba412183f15 req-a9ffd25e-e65f-47d3-9d47-9fa72ca09358 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] 10.222.0.61 "GET /v2.0/ports?device_id=d6a53968-dab2-4fd5-a91e-fd5f48d9c92b HTTP/1.1" status: 200 len: 970 time: 0.4671535 Aug 23 20:28:19.254847 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-62b47c74-65ff-48e8-ab09-cda8935fe067 None None] Port 42b1cc9c-6b39-4aec-bf46-cc9e688e4a3c cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:28:19.283536 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44484) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:19.315993 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-4f4e3599-ba82-4c5e-ac6c-eafd753c214a req-951112fa-91ab-447a-a2f2-40d425920124 service neutron] Attempting to bind port a6dea484-440d-4247-893c-b8614ecd050a on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:28:19.316694 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-4f4e3599-ba82-4c5e-ac6c-eafd753c214a req-951112fa-91ab-447a-a2f2-40d425920124 service neutron] Attempting to bind port a6dea484-440d-4247-893c-b8614ecd050a by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:28:19.317241 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4e3599-ba82-4c5e-ac6c-eafd753c214a req-951112fa-91ab-447a-a2f2-40d425920124 service neutron] Attempting to bind port a6dea484-440d-4247-893c-b8614ecd050a on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:28:19.336609 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4e3599-ba82-4c5e-ac6c-eafd753c214a req-951112fa-91ab-447a-a2f2-40d425920124 service neutron] Port a6dea484-440d-4247-893c-b8614ecd050a on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:28:19.340682 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23a1e71c-72b2-4093-a99d-ac1e2430ccf2 admin admin] Router 48fe7c74-061a-4b44-ab19-7086ac725656 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:28:19.349323 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4e3599-ba82-4c5e-ac6c-eafd753c214a req-951112fa-91ab-447a-a2f2-40d425920124 service neutron] Attempting to bind port a6dea484-440d-4247-893c-b8614ecd050a on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:28:19.362274 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f894d1a-3f35-45e2-93fa-14a45b9c7c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=facb77e1-2f91-42de-81bf-111bb628fa44,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:19.419786 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a6b684f9-5807-4fab-a7e2-4ba412183f15 req-7b4dd090-3b58-4d1f-a7c2-387bd0a2f676 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] 10.222.0.61 "GET /v2.0/security-groups?id=164d3291-c853-46fc-ac96-42ea58439f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996524 Aug 23 20:28:19.421522 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4e3599-ba82-4c5e-ac6c-eafd753c214a req-951112fa-91ab-447a-a2f2-40d425920124 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:28:19.422100 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4e3599-ba82-4c5e-ac6c-eafd753c214a req-951112fa-91ab-447a-a2f2-40d425920124 service neutron] Checking segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:28:19.423348 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4e3599-ba82-4c5e-ac6c-eafd753c214a req-951112fa-91ab-447a-a2f2-40d425920124 service neutron] Bound using segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:28:19.424352 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-4f4e3599-ba82-4c5e-ac6c-eafd753c214a req-951112fa-91ab-447a-a2f2-40d425920124 service neutron] Bound port: a6dea484-440d-4247-893c-b8614ecd050a, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:28:19.425205 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4f4e3599-ba82-4c5e-ac6c-eafd753c214a req-951112fa-91ab-447a-a2f2-40d425920124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:19.506698 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e48c965-9a67-4f63-8cdb-d4534b0ba0bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:19.560843 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e48c965-9a67-4f63-8cdb-d4534b0ba0bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:19.708389 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e48c965-9a67-4f63-8cdb-d4534b0ba0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:19.717394 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e48c965-9a67-4f63-8cdb-d4534b0ba0bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:19.724307 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-6e48c965-9a67-4f63-8cdb-d4534b0ba0bc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/facb77e1-2f91-42de-81bf-111bb628fa44 HTTP/1.1" status: 204 len: 168 time: 0.5029023 Aug 23 20:28:19.738875 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a1e71c-72b2-4093-a99d-ac1e2430ccf2 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:28:19.758685 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-23a1e71c-72b2-4093-a99d-ac1e2430ccf2 admin admin] 10.222.0.61 "PUT /v2.0/routers/48fe7c74-061a-4b44-ab19-7086ac725656/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1957402 Aug 23 20:28:19.768254 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e48c965-9a67-4f63-8cdb-d4534b0ba0bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=facb77e1-2f91-42de-81bf-111bb628fa44,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:19.859223 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-4f4e3599-ba82-4c5e-ac6c-eafd753c214a req-951112fa-91ab-447a-a2f2-40d425920124 service neutron] For port a6dea484-440d-4247-893c-b8614ecd050a, host n-h1-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:28:19.879595 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-4f4e3599-ba82-4c5e-ac6c-eafd753c214a req-951112fa-91ab-447a-a2f2-40d425920124 service neutron] For port a6dea484-440d-4247-893c-b8614ecd050a, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=a6dea484-440d-4247-893c-b8614ecd050a,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:28:19.888363 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4f4e3599-ba82-4c5e-ac6c-eafd753c214a req-951112fa-91ab-447a-a2f2-40d425920124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:20.002781 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-6a898703-d36e-49ba-a1da-f87d54f2782f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1158104065-network', 'tenant_id': '4b90a2ff867946799245c6f44f4560f5'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:28:20.070588 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e3599-ba82-4c5e-ac6c-eafd753c214a req-951112fa-91ab-447a-a2f2-40d425920124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:20.071225 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4f4e3599-ba82-4c5e-ac6c-eafd753c214a req-951112fa-91ab-447a-a2f2-40d425920124 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:20.071707 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 218413d8-26b4-48f6-9fe8-90c79e8e2b84 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:28:20.075951 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4f4e3599-ba82-4c5e-ac6c-eafd753c214a req-951112fa-91ab-447a-a2f2-40d425920124 service neutron] 10.222.0.11 "PUT /v2.0/ports/a6dea484-440d-4247-893c-b8614ecd050a HTTP/1.1" status: 200 len: 1118 time: 3.7808042 Aug 23 20:28:20.100879 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6a53968-dab2-4fd5-a91e-fd5f48d9c92b', 'tag': 'a6dea484-440d-4247-893c-b8614ecd050a'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:28:20.186659 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:20.251573 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 218413d8-26b4-48f6-9fe8-90c79e8e2b84 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:28:20.252280 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:20.541111 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951112fa-91ab-447a-a2f2-40d425920124 service neutron] Pushing event updated for resources: {'Port': ['ID=a6dea484-440d-4247-893c-b8614ecd050a,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:20.610997 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda682d8-b58f-4ef3-925f-05ef5e675306 None None] Sync routers for ids ['48fe7c74-061a-4b44-ab19-7086ac725656'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:28:20.640288 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda682d8-b58f-4ef3-925f-05ef5e675306 None None] Routers {'48fe7c74-061a-4b44-ab19-7086ac725656'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:28:20.641420 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-dda682d8-b58f-4ef3-925f-05ef5e675306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:28:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['48fe7c74-061a-4b44-ab19-7086ac725656'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:28:20.674496 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a898703-d36e-49ba-a1da-f87d54f2782f admin admin] Made reservation on behalf of 4b90a2ff867946799245c6f44f4560f5 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:28:20.685075 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6a898703-d36e-49ba-a1da-f87d54f2782f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:20.812116 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6a898703-d36e-49ba-a1da-f87d54f2782f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:20.916350 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44550) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:20.953266 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0ebe390f-2b43-4e2e-8ca3-3381c823b6a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:21.016761 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-dda682d8-b58f-4ef3-925f-05ef5e675306 None None] Set router 48fe7c74-061a-4b44-ab19-7086ac725656 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:28:21.118236 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6a898703-d36e-49ba-a1da-f87d54f2782f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:21.127971 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6a898703-d36e-49ba-a1da-f87d54f2782f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:21.143233 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e3599-ba82-4c5e-ac6c-eafd753c214a req-34e0857e-e799-4aca-8bd3-5e5c319c602e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:21.149909 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4f4e3599-ba82-4c5e-ac6c-eafd753c214a req-34e0857e-e799-4aca-8bd3-5e5c319c602e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=abf174d608a1404580d627a5fb9df00a&device_id=d6a53968-dab2-4fd5-a91e-fd5f48d9c92b HTTP/1.1" status: 200 len: 1121 time: 0.7710295 Aug 23 20:28:21.193326 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a898703-d36e-49ba-a1da-f87d54f2782f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:28:21.259819 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6a898703-d36e-49ba-a1da-f87d54f2782f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:21.262205 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-6a898703-d36e-49ba-a1da-f87d54f2782f admin admin] Added segment 2e339c2f-5d9b-4164-b6db-1cec5845cab5 of type vlan for network 938a967a-d90f-40a0-8436-85063bafcf26 Aug 23 20:28:21.264191 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a898703-d36e-49ba-a1da-f87d54f2782f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651b8ec2-7037-4d13-9bd8-d81ace8ac964,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:21.396314 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6a898703-d36e-49ba-a1da-f87d54f2782f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:21.406129 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ce3ca3-1cce-44fb-b5f1-9d4098d5bdcb" -d '{"events": [{"name": "network-changed", "server_uuid": "d6a53968-dab2-4fd5-a91e-fd5f48d9c92b", "tag": "a6dea484-440d-4247-893c-b8614ecd050a"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:28:21.415533 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0ebe390f-2b43-4e2e-8ca3-3381c823b6a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:21.425356 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0ebe390f-2b43-4e2e-8ca3-3381c823b6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:21.477870 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6a898703-d36e-49ba-a1da-f87d54f2782f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:21.479365 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a898703-d36e-49ba-a1da-f87d54f2782f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:21.480772 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6a898703-d36e-49ba-a1da-f87d54f2782f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:21.548333 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-dda682d8-b58f-4ef3-925f-05ef5e675306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fe7c74-061a-4b44-ab19-7086ac725656', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-695087798-router', 'tenant_id': 'a9892b2df5af4c4b9b430263d91ffde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '218413d8-26b4-48f6-9fe8-90c79e8e2b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:28:10Z', 'updated_at': '2021-08-23T20:28:17Z', 'revision_number': 4, 'project_id': 'a9892b2df5af4c4b9b430263d91ffde7', 'gw_port': {'id': '218413d8-26b4-48f6-9fe8-90c79e8e2b84', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fe7c74-061a-4b44-ab19-7086ac725656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:28:11Z', 'updated_at': '2021-08-23T20:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '42b1cc9c-6b39-4aec-bf46-cc9e688e4a3c', 'name': '', 'network_id': '414aaac0-145d-4f66-864b-2c7f879073a4', 'tenant_id': 'a9892b2df5af4c4b9b430263d91ffde7', 'mac_address': 'fa:16:3e:22:22:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48fe7c74-061a-4b44-ab19-7086ac725656', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3eafa20f-cca7-4ef5-aa9d-4be3d819f76a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:28:15Z', 'updated_at': '2021-08-23T20:28:17Z', 'revision_number': 2, 'project_id': 'a9892b2df5af4c4b9b430263d91ffde7', 'subnets': [{'id': '3eafa20f-cca7-4ef5-aa9d-4be3d819f76a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:28:21.556296 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0ebe390f-2b43-4e2e-8ca3-3381c823b6a1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1f651ee936cc41738dcfcd2b67f5e959&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6375589 Aug 23 20:28:21.560465 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44572) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:21.572637 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebe390f-2b43-4e2e-8ca3-3381c823b6a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a56dba-66d0-42ff-a391-b5bf8fc796a6,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:21.598841 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44574) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:21.675697 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44578) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:21.682474 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda682d8-b58f-4ef3-925f-05ef5e675306 None None] Checking router: 48fe7c74-061a-4b44-ab19-7086ac725656 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:28:21.682875 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda682d8-b58f-4ef3-925f-05ef5e675306 None None] Updating router 48fe7c74-061a-4b44-ab19-7086ac725656 port 42b1cc9c-6b39-4aec-bf46-cc9e688e4a3c binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:28:21.734058 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-34e057a0-4546-41d2-9068-c3c03b086830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:21.748721 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dda682d8-b58f-4ef3-925f-05ef5e675306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:21.786623 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-34e057a0-4546-41d2-9068-c3c03b086830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:21.913594 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-34e057a0-4546-41d2-9068-c3c03b086830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:21.916246 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-34e057a0-4546-41d2-9068-c3c03b086830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:21.921796 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-34e057a0-4546-41d2-9068-c3c03b086830 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/25a56dba-66d0-42ff-a391-b5bf8fc796a6 HTTP/1.1" status: 204 len: 168 time: 0.3546546 Aug 23 20:28:21.934145 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e057a0-4546-41d2-9068-c3c03b086830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a56dba-66d0-42ff-a391-b5bf8fc796a6,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:22.018660 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a898703-d36e-49ba-a1da-f87d54f2782f admin admin] Pushing event updated for resources: {'Network': ['ID=938a967a-d90f-40a0-8436-85063bafcf26,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:22.044298 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 938a967a-d90f-40a0-8436-85063bafcf26 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:28:22.140214 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4f4e3599-ba82-4c5e-ac6c-eafd753c214a req-9a667aee-fd18-4dfb-af1f-67a807386268 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=a6dea484-440d-4247-893c-b8614ecd050a HTTP/1.1" status: 200 len: 217 time: 0.1012678 Aug 23 20:28:22.142212 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-6a898703-d36e-49ba-a1da-f87d54f2782f admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.8509007 Aug 23 20:28:22.145223 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44592) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:22.153626 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-32105795-c759-4ebf-99f5-223bf0a26615 admin admin] Request body: {'subnet': {'network_id': '938a967a-d90f-40a0-8436-85063bafcf26', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1158104065-subnet', 'tenant_id': '4b90a2ff867946799245c6f44f4560f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:28:22.178332 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-805bdc96-8428-4461-820e-e2acdae5200a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:22.187132 n-d-805663-2 neutron-server[94687]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 23 20:28:22.194504 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32105795-c759-4ebf-99f5-223bf0a26615 admin admin] Made reservation on behalf of 4b90a2ff867946799245c6f44f4560f5 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:28:22.199250 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-32105795-c759-4ebf-99f5-223bf0a26615 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:22.531043 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3578bce9-cc73-48d1-afd5-015ec4fb2905 x-openstack-request-id: req-3578bce9-cc73-48d1-afd5-015ec4fb2905 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:28:22.531324 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6a53968-dab2-4fd5-a91e-fd5f48d9c92b", "tag": "a6dea484-440d-4247-893c-b8614ecd050a", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:28:22.531566 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3578bce9-cc73-48d1-afd5-015ec4fb2905 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:28:22.532148 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6a53968-dab2-4fd5-a91e-fd5f48d9c92b', 'tag': 'a6dea484-440d-4247-893c-b8614ecd050a', 'status': 'completed', 'code': 200} Aug 23 20:28:22.534131 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e3599-ba82-4c5e-ac6c-eafd753c214a req-bc5d5397-199c-4679-88d8-00b5fe58760c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:22.535127 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4f4e3599-ba82-4c5e-ac6c-eafd753c214a req-bc5d5397-199c-4679-88d8-00b5fe58760c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.2197597 Aug 23 20:28:22.618718 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d957a-ed7d-4905-9152-18c70c451a7e req-721e0680-6bd1-4806-90fa-b0ca0531a0a3 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:22.621736 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3e4d957a-ed7d-4905-9152-18c70c451a7e req-721e0680-6bd1-4806-90fa-b0ca0531a0a3 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] 10.222.0.61 "GET /v2.0/ports?device_id=d6a53968-dab2-4fd5-a91e-fd5f48d9c92b HTTP/1.1" status: 200 len: 970 time: 0.9440200 Aug 23 20:28:22.648182 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dda682d8-b58f-4ef3-925f-05ef5e675306 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:22.682570 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-dda682d8-b58f-4ef3-925f-05ef5e675306 None None] Transition to ACTIVE for port object 42b1cc9c-6b39-4aec-bf46-cc9e688e4a3c will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:28:22.688961 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-805bdc96-8428-4461-820e-e2acdae5200a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:22.704813 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dda682d8-b58f-4ef3-925f-05ef5e675306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:22.715813 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-805bdc96-8428-4461-820e-e2acdae5200a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:22.813258 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-805bdc96-8428-4461-820e-e2acdae5200a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=08f169ea8d5d4723b22da09452fd3493&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2051961 Aug 23 20:28:22.813258 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44610) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:22.813258 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805bdc96-8428-4461-820e-e2acdae5200a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f556708e-3d3d-4f4b-9b7c-0d5e27ed847e,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:22.916377 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e3599-ba82-4c5e-ac6c-eafd753c214a req-27417e92-72cf-45a6-8f57-c4e9bcdec188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:22.918275 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4f4e3599-ba82-4c5e-ac6c-eafd753c214a req-27417e92-72cf-45a6-8f57-c4e9bcdec188 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3581867 Aug 23 20:28:22.978108 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3e4d957a-ed7d-4905-9152-18c70c451a7e req-8e51d20a-aad9-4f6a-94e9-57084f6240f6 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] 10.222.0.61 "GET /v2.0/security-groups?id=164d3291-c853-46fc-ac96-42ea58439f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504131 Aug 23 20:28:23.008926 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e61de7-8f76-40f9-972d-18e916852f32 None None] Pushing event updated for resources: {'Port': ['ID=42b1cc9c-6b39-4aec-bf46-cc9e688e4a3c,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:23.019047 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9d7ebf7c-6556-4068-a10f-34842623b6f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:23.074513 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9d7ebf7c-6556-4068-a10f-34842623b6f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:23.126636 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-dda682d8-b58f-4ef3-925f-05ef5e675306 None None] Attempting to bind port 42b1cc9c-6b39-4aec-bf46-cc9e688e4a3c on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:28:23.127013 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-dda682d8-b58f-4ef3-925f-05ef5e675306 None None] Attempting to bind port 42b1cc9c-6b39-4aec-bf46-cc9e688e4a3c by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '49079ba8-e16c-40da-a88f-18f7d6d728dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '414aaac0-145d-4f66-864b-2c7f879073a4'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:28:23.127392 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda682d8-b58f-4ef3-925f-05ef5e675306 None None] Attempting to bind port 42b1cc9c-6b39-4aec-bf46-cc9e688e4a3c on network 414aaac0-145d-4f66-864b-2c7f879073a4 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:28:23.167878 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda682d8-b58f-4ef3-925f-05ef5e675306 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:28:23.168260 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda682d8-b58f-4ef3-925f-05ef5e675306 None None] Checking segment: {'id': '49079ba8-e16c-40da-a88f-18f7d6d728dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '414aaac0-145d-4f66-864b-2c7f879073a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:28:23.168666 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dda682d8-b58f-4ef3-925f-05ef5e675306 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:23.169380 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda682d8-b58f-4ef3-925f-05ef5e675306 None None] Bound using segment: {'id': '49079ba8-e16c-40da-a88f-18f7d6d728dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '414aaac0-145d-4f66-864b-2c7f879073a4'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:28:23.169880 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-dda682d8-b58f-4ef3-925f-05ef5e675306 None None] Bound port: 42b1cc9c-6b39-4aec-bf46-cc9e688e4a3c, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49079ba8-e16c-40da-a88f-18f7d6d728dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '414aaac0-145d-4f66-864b-2c7f879073a4'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:28:23.170450 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dda682d8-b58f-4ef3-925f-05ef5e675306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:23.173585 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-32105795-c759-4ebf-99f5-223bf0a26615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:23.176774 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9d7ebf7c-6556-4068-a10f-34842623b6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:23.180556 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9d7ebf7c-6556-4068-a10f-34842623b6f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:23.184880 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9d7ebf7c-6556-4068-a10f-34842623b6f7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f556708e-3d3d-4f4b-9b7c-0d5e27ed847e HTTP/1.1" status: 204 len: 168 time: 0.3624599 Aug 23 20:28:23.213534 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ebf7c-6556-4068-a10f-34842623b6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f556708e-3d3d-4f4b-9b7c-0d5e27ed847e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:23.369820 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32105795-c759-4ebf-99f5-223bf0a26615 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b3d8f9d-4258-4581-b075-e0cd117725db,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:23.398282 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4f4e3599-ba82-4c5e-ac6c-eafd753c214a req-5c7cd0d0-22d9-4925-99f7-12dee924e943 service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3891356 Aug 23 20:28:23.399318 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32105795-c759-4ebf-99f5-223bf0a26615 admin admin] Checking segment: {'id': '2e339c2f-5d9b-4164-b6db-1cec5845cab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '938a967a-d90f-40a0-8436-85063bafcf26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:28:23.399826 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32105795-c759-4ebf-99f5-223bf0a26615 admin admin] Network hostable DHCP agents. Network: 938a967a-d90f-40a0-8436-85063bafcf26, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:28:23.435872 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32105795-c759-4ebf-99f5-223bf0a26615 admin admin] Network 938a967a-d90f-40a0-8436-85063bafcf26 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:28:23.481195 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-dda682d8-b58f-4ef3-925f-05ef5e675306 None None] For port 42b1cc9c-6b39-4aec-bf46-cc9e688e4a3c, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:28:23.493494 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-32105795-c759-4ebf-99f5-223bf0a26615 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 938a967a-d90f-40a0-8436-85063bafcf26) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:28:23.495147 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-dda682d8-b58f-4ef3-925f-05ef5e675306 None None] For port 42b1cc9c-6b39-4aec-bf46-cc9e688e4a3c, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=42b1cc9c-6b39-4aec-bf46-cc9e688e4a3c,segment=NetworkSegment(49079ba8-e16c-40da-a88f-18f7d6d728dd),segment_id=49079ba8-e16c-40da-a88f-18f7d6d728dd)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:28:23.501540 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dda682d8-b58f-4ef3-925f-05ef5e675306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:23.513773 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32105795-c759-4ebf-99f5-223bf0a26615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:23.514552 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-32105795-c759-4ebf-99f5-223bf0a26615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:23.570310 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-32105795-c759-4ebf-99f5-223bf0a26615 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4224048 Aug 23 20:28:23.649984 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e0c14f-aeb2-4713-9a65-d34ce2aed539 None None] Network 938a967a-d90f-40a0-8436-85063bafcf26 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:28:23.663117 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4f4e3599-ba82-4c5e-ac6c-eafd753c214a req-7a172ed3-61f0-4e4b-8910-ffcf99c5c063 service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401056 Aug 23 20:28:23.760941 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44642) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:23.767846 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-35fc320a-6d0f-4c83-9d1b-db9156603b84 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Request body: {'security_group': {'name': 'tempest-securitygroup--932179386', 'description': 'tempest-description--696493329'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:28:23.807082 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e61de7-8f76-40f9-972d-18e916852f32 None None] Pushing event updated for resources: {'Port': ['ID=42b1cc9c-6b39-4aec-bf46-cc9e688e4a3c,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:23.827877 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda682d8-b58f-4ef3-925f-05ef5e675306 None None] Routers {'48fe7c74-061a-4b44-ab19-7086ac725656'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:28:23.828545 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-dda682d8-b58f-4ef3-925f-05ef5e675306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:28:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['48fe7c74-061a-4b44-ab19-7086ac725656'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:28:23.970491 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-35fc320a-6d0f-4c83-9d1b-db9156603b84 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:24.042900 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce3ca3-1cce-44fb-b5f1-9d4098d5bdcb req-d5781e47-4a89-45e5-a61e-9555d68db544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:24.059289 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a8ce3ca3-1cce-44fb-b5f1-9d4098d5bdcb req-d5781e47-4a89-45e5-a61e-9555d68db544 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=abf174d608a1404580d627a5fb9df00a&device_id=d6a53968-dab2-4fd5-a91e-fd5f48d9c92b HTTP/1.1" status: 200 len: 1121 time: 0.2095015 Aug 23 20:28:24.060777 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9501448-ae1a-4bcc-8630-52358ef13769 None None] Network 938a967a-d90f-40a0-8436-85063bafcf26 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:28:24.176986 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a36375-79c2-429d-a8be-72802ad13c2b req-23112c81-dd80-492f-b743-a0193fffa79a tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:24.186959 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-66a36375-79c2-429d-a8be-72802ad13c2b req-23112c81-dd80-492f-b743-a0193fffa79a tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] 10.222.0.61 "GET /v2.0/ports?device_id=d6a53968-dab2-4fd5-a91e-fd5f48d9c92b HTTP/1.1" status: 200 len: 970 time: 0.0634279 Aug 23 20:28:24.256695 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-66a36375-79c2-429d-a8be-72802ad13c2b req-f925cca6-d2d1-43d0-8a32-7145a219f340 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] 10.222.0.61 "GET /v2.0/security-groups?id=164d3291-c853-46fc-ac96-42ea58439f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649545 Aug 23 20:28:24.405020 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-dda682d8-b58f-4ef3-925f-05ef5e675306 None None] Set router 48fe7c74-061a-4b44-ab19-7086ac725656 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:28:24.476432 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44672) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:24.529230 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b0c40b38-9405-42b5-a1be-d783b876f866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:24.732746 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce3ca3-1cce-44fb-b5f1-9d4098d5bdcb req-e5d3a63a-563f-4181-8fab-3617f42e0b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:24.734292 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a8ce3ca3-1cce-44fb-b5f1-9d4098d5bdcb req-e5d3a63a-563f-4181-8fab-3617f42e0b04 service neutron] 10.222.0.11 "GET /v2.0/networks?id=660f640a-b8b2-40aa-8ebf-76bd1608cceb HTTP/1.1" status: 200 len: 870 time: 0.6538951 Aug 23 20:28:24.832426 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-35fc320a-6d0f-4c83-9d1b-db9156603b84 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:24.851358 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-35fc320a-6d0f-4c83-9d1b-db9156603b84 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:24.900421 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-dda682d8-b58f-4ef3-925f-05ef5e675306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fe7c74-061a-4b44-ab19-7086ac725656', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-695087798-router', 'tenant_id': 'a9892b2df5af4c4b9b430263d91ffde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '218413d8-26b4-48f6-9fe8-90c79e8e2b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:28:10Z', 'updated_at': '2021-08-23T20:28:17Z', 'revision_number': 4, 'project_id': 'a9892b2df5af4c4b9b430263d91ffde7', 'gw_port': {'id': '218413d8-26b4-48f6-9fe8-90c79e8e2b84', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fe7c74-061a-4b44-ab19-7086ac725656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:28:11Z', 'updated_at': '2021-08-23T20:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '42b1cc9c-6b39-4aec-bf46-cc9e688e4a3c', 'name': '', 'network_id': '414aaac0-145d-4f66-864b-2c7f879073a4', 'tenant_id': 'a9892b2df5af4c4b9b430263d91ffde7', 'mac_address': 'fa:16:3e:22:22:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48fe7c74-061a-4b44-ab19-7086ac725656', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3eafa20f-cca7-4ef5-aa9d-4be3d819f76a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:28:15Z', 'updated_at': '2021-08-23T20:28:23Z', 'revision_number': 4, 'project_id': 'a9892b2df5af4c4b9b430263d91ffde7', 'subnets': [{'id': '3eafa20f-cca7-4ef5-aa9d-4be3d819f76a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:28:24.939223 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fc320a-6d0f-4c83-9d1b-db9156603b84 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69d833bb-0223-46ae-bea0-8d59b3b26f28,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:24.952889 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda682d8-b58f-4ef3-925f-05ef5e675306 None None] The sync data for ids ['48fe7c74-061a-4b44-ab19-7086ac725656'] in n-d-805663-2 is: [{'id': '48fe7c74-061a-4b44-ab19-7086ac725656', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-695087798-router', 'tenant_id': 'a9892b2df5af4c4b9b430263d91ffde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '218413d8-26b4-48f6-9fe8-90c79e8e2b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:28:10Z', 'updated_at': '2021-08-23T20:28:17Z', 'revision_number': 4, 'project_id': 'a9892b2df5af4c4b9b430263d91ffde7', 'gw_port': {'id': '218413d8-26b4-48f6-9fe8-90c79e8e2b84', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fe7c74-061a-4b44-ab19-7086ac725656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:28:11Z', 'updated_at': '2021-08-23T20:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '42b1cc9c-6b39-4aec-bf46-cc9e688e4a3c', 'name': '', 'network_id': '414aaac0-145d-4f66-864b-2c7f879073a4', 'tenant_id': 'a9892b2df5af4c4b9b430263d91ffde7', 'mac_address': 'fa:16:3e:22:22:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48fe7c74-061a-4b44-ab19-7086ac725656', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3eafa20f-cca7-4ef5-aa9d-4be3d819f76a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:28:15Z', 'updated_at': '2021-08-23T20:28:23Z', 'revision_number': 4, 'project_id': 'a9892b2df5af4c4b9b430263d91ffde7', 'subnets': [{'id': '3eafa20f-cca7-4ef5-aa9d-4be3d819f76a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:28:25.030271 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:28:25.122715 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b0c40b38-9405-42b5-a1be-d783b876f866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:25.128827 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b0c40b38-9405-42b5-a1be-d783b876f866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:25.191356 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a8ce3ca3-1cce-44fb-b5f1-9d4098d5bdcb req-260e829f-b180-4253-aaac-5c6fba6b7a12 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=a6dea484-440d-4247-893c-b8614ecd050a HTTP/1.1" status: 200 len: 217 time: 0.1125345 Aug 23 20:28:25.195434 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b0c40b38-9405-42b5-a1be-d783b876f866 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cca2b8f8c90446b7858c5bd3cad9c073&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7176645 Aug 23 20:28:25.202783 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44690) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:25.255309 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c40b38-9405-42b5-a1be-d783b876f866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d867f0-2134-4c3c-b61d-f213ea07b55b,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:25.345439 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44696) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:25.385867 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce3ca3-1cce-44fb-b5f1-9d4098d5bdcb req-12810a20-c406-4d9e-8518-e08fc8891379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:25.405532 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a8ce3ca3-1cce-44fb-b5f1-9d4098d5bdcb req-12810a20-c406-4d9e-8518-e08fc8891379 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.1074009 Aug 23 20:28:25.408791 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5d0500f-e1e9-435f-9ab2-7f134d7c18f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:25.473794 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5d0500f-e1e9-435f-9ab2-7f134d7c18f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:25.484710 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44702) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:25.574858 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-35fc320a-6d0f-4c83-9d1b-db9156603b84 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:25.579460 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-35fc320a-6d0f-4c83-9d1b-db9156603b84 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.8144403 Aug 23 20:28:25.579979 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44706) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:25.591169 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-70a4c32c-bb1b-4ac4-90fa-6f94804eb9e8 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Request body: {'security_group_rule': {'security_group_id': '69d833bb-0223-46ae-bea0-8d59b3b26f28', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:28:25.689353 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-78bce62f-6d52-4cdf-b7d7-6f0149d6f0b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:25.722525 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-70a4c32c-bb1b-4ac4-90fa-6f94804eb9e8 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:25.728811 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5d0500f-e1e9-435f-9ab2-7f134d7c18f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:25.731990 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5d0500f-e1e9-435f-9ab2-7f134d7c18f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:25.737444 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f5d0500f-e1e9-435f-9ab2-7f134d7c18f6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/82d867f0-2134-4c3c-b61d-f213ea07b55b HTTP/1.1" status: 204 len: 168 time: 0.5329597 Aug 23 20:28:25.789498 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0500f-e1e9-435f-9ab2-7f134d7c18f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d867f0-2134-4c3c-b61d-f213ea07b55b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:25.839493 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce3ca3-1cce-44fb-b5f1-9d4098d5bdcb req-6ac7fe05-8e23-4cf5-97c2-2634ef841963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:25.841545 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a8ce3ca3-1cce-44fb-b5f1-9d4098d5bdcb req-6ac7fe05-8e23-4cf5-97c2-2634ef841963 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2484879 Aug 23 20:28:25.857372 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d57bf-00eb-4677-9f60-8498205a4154 req-f34e7a11-6521-4d7d-81f8-ccbeca1682c4 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:25.866345 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-477d57bf-00eb-4677-9f60-8498205a4154 req-f34e7a11-6521-4d7d-81f8-ccbeca1682c4 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] 10.222.0.61 "GET /v2.0/ports?device_id=d6a53968-dab2-4fd5-a91e-fd5f48d9c92b HTTP/1.1" status: 200 len: 970 time: 0.4590991 Aug 23 20:28:25.910043 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-70a4c32c-bb1b-4ac4-90fa-6f94804eb9e8 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:25.918485 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-70a4c32c-bb1b-4ac4-90fa-6f94804eb9e8 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:25.959294 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a4c32c-bb1b-4ac4-90fa-6f94804eb9e8 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61d76f6f-9c0f-484c-82e9-216687b88fb7,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:26.031468 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-477d57bf-00eb-4677-9f60-8498205a4154 req-4d00e043-bcda-401d-aeb9-143c36aa14e6 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] 10.222.0.61 "GET /v2.0/security-groups?id=164d3291-c853-46fc-ac96-42ea58439f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621678 Aug 23 20:28:26.112766 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 42b1cc9c-6b39-4aec-bf46-cc9e688e4a3c up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:28:26.143802 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8ccaa5df-319f-46e6-ae7f-c258b6699572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:26.244968 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 42b1cc9c-6b39-4aec-bf46-cc9e688e4a3c completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:28:26.261283 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 42b1cc9c-6b39-4aec-bf46-cc9e688e4a3c triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:28:26.262188 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:26.276390 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-78bce62f-6d52-4cdf-b7d7-6f0149d6f0b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:26.288409 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-78bce62f-6d52-4cdf-b7d7-6f0149d6f0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:26.315346 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a8ce3ca3-1cce-44fb-b5f1-9d4098d5bdcb req-8e2a9caf-0c6f-47c5-b0e9-c412f771d00a service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791903 Aug 23 20:28:26.403010 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bce62f-6d52-4cdf-b7d7-6f0149d6f0b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72006ad-2bcc-435f-a34c-628bd7c9841f,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:26.406208 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-70a4c32c-bb1b-4ac4-90fa-6f94804eb9e8 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:26.414292 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-70a4c32c-bb1b-4ac4-90fa-6f94804eb9e8 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8332362 Aug 23 20:28:26.435201 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44720) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:26.449462 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-a75c499d-53de-4c84-8493-24d3f30e84eb tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Request body: {'security_group_rule': {'security_group_id': '69d833bb-0223-46ae-bea0-8d59b3b26f28', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:28:26.455135 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:26.525009 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-78bce62f-6d52-4cdf-b7d7-6f0149d6f0b1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=871c59ae3902435c932f6e68f52c4c15&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1782253 Aug 23 20:28:26.529263 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44722) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:26.542033 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 42b1cc9c-6b39-4aec-bf46-cc9e688e4a3c, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=42b1cc9c-6b39-4aec-bf46-cc9e688e4a3c,segment=NetworkSegment(49079ba8-e16c-40da-a88f-18f7d6d728dd),segment_id=49079ba8-e16c-40da-a88f-18f7d6d728dd)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:28:26.549984 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:26.557710 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44724) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:26.595051 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-0f88af09-a06d-4cfa-998f-e5a63026548a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2085584603-network', 'tenant_id': '25b9df9bf758492ca3675375a2caee79'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:28:26.673786 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=42b1cc9c-6b39-4aec-bf46-cc9e688e4a3c,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:26.688931 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a8ce3ca3-1cce-44fb-b5f1-9d4098d5bdcb req-e9952b21-c194-426e-804b-84d93f4b6bf9 service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584046 Aug 23 20:28:26.748463 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8ccaa5df-319f-46e6-ae7f-c258b6699572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:26.756763 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8ccaa5df-319f-46e6-ae7f-c258b6699572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:26.760701 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b156eb60-cb9d-48b6-a645-2b155729c45d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:26.788678 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.db.api [None req-0f88af09-a06d-4cfa-998f-e5a63026548a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 20:28:26.788678 n-d-805663-2 neutron-server[94687]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 23 20:28:26.788678 n-d-805663-2 neutron-server[94687]: [parameters: {'project_id_1': '25b9df9bf758492ca3675375a2caee79', 'expiration_1': datetime.datetime(2021, 8, 23, 20, 28, 26, 617739)}] Aug 23 20:28:26.788678 n-d-805663-2 neutron-server[94687]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94687) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 20:28:26.789072 n-d-805663-2 neutron-server[94687]: DEBUG oslo_db.api [None req-0f88af09-a06d-4cfa-998f-e5a63026548a admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 20:28:26.841493 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b156eb60-cb9d-48b6-a645-2b155729c45d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:26.901898 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccaa5df-319f-46e6-ae7f-c258b6699572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a3c7e6-0cf6-41bd-a118-541387e232b9,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:26.916618 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44734) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:26.917507 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8ccaa5df-319f-46e6-ae7f-c258b6699572 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6350d00ff0994dd79cea6c218cd571e0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4308770 Aug 23 20:28:26.922295 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a75c499d-53de-4c84-8493-24d3f30e84eb tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:26.978433 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b156eb60-cb9d-48b6-a645-2b155729c45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:26.989006 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b156eb60-cb9d-48b6-a645-2b155729c45d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:26.993252 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b156eb60-cb9d-48b6-a645-2b155729c45d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c72006ad-2bcc-435f-a34c-628bd7c9841f HTTP/1.1" status: 204 len: 168 time: 0.4629483 Aug 23 20:28:27.015326 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b156eb60-cb9d-48b6-a645-2b155729c45d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72006ad-2bcc-435f-a34c-628bd7c9841f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:27.024550 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-793a5917-010b-4467-a518-3db05188d236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:27.044014 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a75c499d-53de-4c84-8493-24d3f30e84eb tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:27.066109 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-793a5917-010b-4467-a518-3db05188d236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:27.069668 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a75c499d-53de-4c84-8493-24d3f30e84eb tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:27.136879 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-793a5917-010b-4467-a518-3db05188d236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:27.137009 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c499d-53de-4c84-8493-24d3f30e84eb tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2db3968c-5074-43ff-9e53-463620d450ad,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:27.147963 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-793a5917-010b-4467-a518-3db05188d236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:27.148144 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a75c499d-53de-4c84-8493-24d3f30e84eb tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:27.150157 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a75c499d-53de-4c84-8493-24d3f30e84eb tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7116373 Aug 23 20:28:27.150414 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-793a5917-010b-4467-a518-3db05188d236 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f9a3c7e6-0cf6-41bd-a118-541387e232b9 HTTP/1.1" status: 204 len: 168 time: 0.2315943 Aug 23 20:28:27.155569 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44748) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:27.162753 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-ffe7fcf8-3668-41a2-8c2d-4a23a7c3ed0c tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Request body: {'floatingip': {'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:28:27.172981 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793a5917-010b-4467-a518-3db05188d236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a3c7e6-0cf6-41bd-a118-541387e232b9,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:27.231322 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ffe7fcf8-3668-41a2-8c2d-4a23a7c3ed0c tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify callbacks [] for floatingip, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:27.266857 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fe317d-e13e-455d-9b67-b5683e30f137 req-efc93a2e-3587-4e8d-ad20-c6c18e6b2446 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:27.268365 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-19fe317d-e13e-455d-9b67-b5683e30f137 req-efc93a2e-3587-4e8d-ad20-c6c18e6b2446 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] 10.222.0.61 "GET /v2.0/ports?device_id=d6a53968-dab2-4fd5-a91e-fd5f48d9c92b HTTP/1.1" status: 200 len: 970 time: 0.0915153 Aug 23 20:28:27.504770 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-19fe317d-e13e-455d-9b67-b5683e30f137 req-e6dabf98-0add-4936-b2b1-61f0610a20cd tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] 10.222.0.61 "GET /v2.0/security-groups?id=164d3291-c853-46fc-ac96-42ea58439f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247851 Aug 23 20:28:27.515140 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f88af09-a06d-4cfa-998f-e5a63026548a admin admin] Made reservation on behalf of 25b9df9bf758492ca3675375a2caee79 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:28:27.517911 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0f88af09-a06d-4cfa-998f-e5a63026548a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:27.536834 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0f88af09-a06d-4cfa-998f-e5a63026548a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:27.619114 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44760) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:27.643277 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ba1835a7-eb82-4a25-bba6-72c1be07773c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:27.644853 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ffe7fcf8-3668-41a2-8c2d-4a23a7c3ed0c tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:27.749772 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0f88af09-a06d-4cfa-998f-e5a63026548a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:27.782225 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0f88af09-a06d-4cfa-998f-e5a63026548a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:27.825454 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f88af09-a06d-4cfa-998f-e5a63026548a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:28:27.839686 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-ffe7fcf8-3668-41a2-8c2d-4a23a7c3ed0c tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Allocated IP 172.25.4.22 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/522c2aa4-04d8-4f30-ac7b-eaac33f4e989) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:28:27.843604 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f88af09-a06d-4cfa-998f-e5a63026548a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58324f2a-a00a-4ed7-a71c-cff5824b2419,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:27.857101 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0f88af09-a06d-4cfa-998f-e5a63026548a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:27.857439 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-0f88af09-a06d-4cfa-998f-e5a63026548a admin admin] Added segment ab2d66cb-f835-470d-8b6b-be79a87771ca of type vlan for network 6edd30f4-5c93-4255-9b2b-25ae73e07b80 Aug 23 20:28:27.880264 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ba1835a7-eb82-4a25-bba6-72c1be07773c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:27.889272 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ba1835a7-eb82-4a25-bba6-72c1be07773c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:27.898648 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44768) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:27.976404 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ba1835a7-eb82-4a25-bba6-72c1be07773c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2be6919573cd4106be12efae396901da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3553226 Aug 23 20:28:27.977678 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1835a7-eb82-4a25-bba6-72c1be07773c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf8012e-369b-4508-a32f-ecff5795f356,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:27.980826 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44770) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:27.992306 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 42b1cc9c-6b39-4aec-bf46-cc9e688e4a3c up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:28:28.042700 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0f88af09-a06d-4cfa-998f-e5a63026548a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:28.045103 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8341c48c-8bda-48bc-b1aa-e7d638419d4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:28.051524 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72a896f9-af14-4077-83ac-c05c4d898daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:28.081126 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72a896f9-af14-4077-83ac-c05c4d898daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:28.131607 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 42b1cc9c-6b39-4aec-bf46-cc9e688e4a3c triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:28:28.132365 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:28.133001 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0f88af09-a06d-4cfa-998f-e5a63026548a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:28.134781 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f88af09-a06d-4cfa-998f-e5a63026548a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:28.135984 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0f88af09-a06d-4cfa-998f-e5a63026548a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:28.161854 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72a896f9-af14-4077-83ac-c05c4d898daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:28.167650 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72a896f9-af14-4077-83ac-c05c4d898daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:28.171502 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-72a896f9-af14-4077-83ac-c05c4d898daa admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/caf8012e-369b-4508-a32f-ecff5795f356 HTTP/1.1" status: 204 len: 168 time: 0.1867483 Aug 23 20:28:28.181917 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a896f9-af14-4077-83ac-c05c4d898daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf8012e-369b-4508-a32f-ecff5795f356,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:28.243219 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ffe7fcf8-3668-41a2-8c2d-4a23a7c3ed0c tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:28.262412 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f88af09-a06d-4cfa-998f-e5a63026548a admin admin] Pushing event updated for resources: {'Network': ['ID=6edd30f4-5c93-4255-9b2b-25ae73e07b80,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:28.281976 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 6edd30f4-5c93-4255-9b2b-25ae73e07b80 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:28:28.359610 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8341c48c-8bda-48bc-b1aa-e7d638419d4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:28.369451 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8341c48c-8bda-48bc-b1aa-e7d638419d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:28.374671 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ffe7fcf8-3668-41a2-8c2d-4a23a7c3ed0c tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:28.399002 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe7fcf8-3668-41a2-8c2d-4a23a7c3ed0c tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:28:28.435174 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-ffe7fcf8-3668-41a2-8c2d-4a23a7c3ed0c tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:28:28.440825 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0f88af09-a06d-4cfa-998f-e5a63026548a admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8661454 Aug 23 20:28:28.441230 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44786) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:28.447631 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-1eaed8eb-6125-482c-9def-79949733ee04 admin admin] Request body: {'subnet': {'network_id': '6edd30f4-5c93-4255-9b2b-25ae73e07b80', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2085584603-subnet', 'tenant_id': '25b9df9bf758492ca3675375a2caee79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:28:28.472556 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe7fcf8-3668-41a2-8c2d-4a23a7c3ed0c tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:28:28.485162 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eaed8eb-6125-482c-9def-79949733ee04 admin admin] Made reservation on behalf of 25b9df9bf758492ca3675375a2caee79 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:28:28.491006 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1eaed8eb-6125-482c-9def-79949733ee04 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:28.571164 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ffe7fcf8-3668-41a2-8c2d-4a23a7c3ed0c tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:28.592478 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe7fcf8-3668-41a2-8c2d-4a23a7c3ed0c tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Pushing event updated for resources: {'Port': ['ID=522c2aa4-04d8-4f30-ac7b-eaac33f4e989,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:28.637736 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8341c48c-8bda-48bc-b1aa-e7d638419d4e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=28a9fb9ec4fa4d69b5a2c2cc9aec7aab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7194366 Aug 23 20:28:28.640238 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341c48c-8bda-48bc-b1aa-e7d638419d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786466aa-bf2a-4f19-8790-d4324a93e5cf,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:28.640630 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44800) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:28.645311 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ffe7fcf8-3668-41a2-8c2d-4a23a7c3ed0c tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:28.850937 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e3edb3-047b-421e-a82c-6dad15086a4c req-18ef07e2-1766-4f5b-9eed-dff3b6954574 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:28.859483 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-32e3edb3-047b-421e-a82c-6dad15086a4c req-18ef07e2-1766-4f5b-9eed-dff3b6954574 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] 10.222.0.61 "GET /v2.0/ports?device_id=d6a53968-dab2-4fd5-a91e-fd5f48d9c92b HTTP/1.1" status: 200 len: 970 time: 0.1480875 Aug 23 20:28:28.865569 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b8920c39-1a12-4e7e-95f0-55b41d8b0f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:28.954311 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b8920c39-1a12-4e7e-95f0-55b41d8b0f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:28.959156 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1eaed8eb-6125-482c-9def-79949733ee04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:28.981970 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ffe7fcf8-3668-41a2-8c2d-4a23a7c3ed0c tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:28.989225 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ffe7fcf8-3668-41a2-8c2d-4a23a7c3ed0c tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:28.990951 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-32e3edb3-047b-421e-a82c-6dad15086a4c req-00f48046-5d5e-41ea-a6fd-8ee012cef876 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] 10.222.0.61 "GET /v2.0/security-groups?id=164d3291-c853-46fc-ac96-42ea58439f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296451 Aug 23 20:28:29.034613 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ffe7fcf8-3668-41a2-8c2d-4a23a7c3ed0c tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:29.088896 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ffe7fcf8-3668-41a2-8c2d-4a23a7c3ed0c tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:29.106385 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ffe7fcf8-3668-41a2-8c2d-4a23a7c3ed0c tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9378588 Aug 23 20:28:29.106682 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaed8eb-6125-482c-9def-79949733ee04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e275d22-8a91-4a76-876a-8f978d411278,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:29.115729 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe7fcf8-3668-41a2-8c2d-4a23a7c3ed0c tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Pushing event updated for resources: {'Port': ['ID=522c2aa4-04d8-4f30-ac7b-eaac33f4e989,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:29.120398 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eaed8eb-6125-482c-9def-79949733ee04 admin admin] Checking segment: {'id': 'ab2d66cb-f835-470d-8b6b-be79a87771ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '6edd30f4-5c93-4255-9b2b-25ae73e07b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:28:29.120798 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eaed8eb-6125-482c-9def-79949733ee04 admin admin] Network hostable DHCP agents. Network: 6edd30f4-5c93-4255-9b2b-25ae73e07b80, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:28:29.144251 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b8920c39-1a12-4e7e-95f0-55b41d8b0f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:29.147376 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b8920c39-1a12-4e7e-95f0-55b41d8b0f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:29.149414 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b8920c39-1a12-4e7e-95f0-55b41d8b0f43 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/786466aa-bf2a-4f19-8790-d4324a93e5cf HTTP/1.1" status: 204 len: 168 time: 0.5074561 Aug 23 20:28:29.154092 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eaed8eb-6125-482c-9def-79949733ee04 admin admin] Network 6edd30f4-5c93-4255-9b2b-25ae73e07b80 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:28:29.164109 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8920c39-1a12-4e7e-95f0-55b41d8b0f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786466aa-bf2a-4f19-8790-d4324a93e5cf,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:29.170796 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-1eaed8eb-6125-482c-9def-79949733ee04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 6edd30f4-5c93-4255-9b2b-25ae73e07b80) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:28:29.179111 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eaed8eb-6125-482c-9def-79949733ee04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:29.179672 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1eaed8eb-6125-482c-9def-79949733ee04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:29.182154 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a8453c-7c95-411b-b499-ba94bc0ed00d None None] Network 6edd30f4-5c93-4255-9b2b-25ae73e07b80 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:28:29.209958 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-1eaed8eb-6125-482c-9def-79949733ee04 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7671254 Aug 23 20:28:29.383672 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1175ba4-773c-4812-8bb2-2d97360cbefc None None] Network 6edd30f4-5c93-4255-9b2b-25ae73e07b80 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:28:29.492224 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fc96eac9-969b-4fce-b15e-ead317f2d85e req-0e9dd0e9-a23f-40a0-859a-8976af0a44b4 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--932179386&fields=id&tenant_id=30043a9797a048cd9fb0f08dc9cd31f3 HTTP/1.1" status: 200 len: 267 time: 0.0537193 Aug 23 20:28:29.638950 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44854) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:29.672161 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44856) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:29.882157 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4489cc8-a379-45d6-896d-eae5cb7821af admin admin] Deleting subnet 6b3d8f9d-4258-4581-b075-e0cd117725db {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:28:29.891705 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96eac9-969b-4fce-b15e-ead317f2d85e req-73989ec4-d544-48cf-bdc2-4e52e020c17d tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:29.899741 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fc96eac9-969b-4fce-b15e-ead317f2d85e req-73989ec4-d544-48cf-bdc2-4e52e020c17d tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/networks?id=a036342b-e0b6-414f-a42c-cfe1b92a2a1e HTTP/1.1" status: 200 len: 823 time: 0.4002850 Aug 23 20:28:29.902444 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b4489cc8-a379-45d6-896d-eae5cb7821af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:29.903875 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c9236980-5a11-494a-97fa-9d090b2058a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:29.948257 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fc96eac9-969b-4fce-b15e-ead317f2d85e req-65fbb759-4895-4e4c-a46b-a46c063ec5af tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/quotas/30043a9797a048cd9fb0f08dc9cd31f3 HTTP/1.1" status: 200 len: 375 time: 0.0474968 Aug 23 20:28:30.004642 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b4489cc8-a379-45d6-896d-eae5cb7821af admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:30.021054 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b4489cc8-a379-45d6-896d-eae5cb7821af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:30.085520 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fc96eac9-969b-4fce-b15e-ead317f2d85e req-eb81edf2-a7bf-4ed1-9003-8a2beaf1fa46 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=30043a9797a048cd9fb0f08dc9cd31f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1356654 Aug 23 20:28:30.116630 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c9236980-5a11-494a-97fa-9d090b2058a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:30.127616 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c9236980-5a11-494a-97fa-9d090b2058a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:30.132876 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b4489cc8-a379-45d6-896d-eae5cb7821af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:30.161198 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c9236980-5a11-494a-97fa-9d090b2058a1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8683716667284f6583fc2872b614842a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4867697 Aug 23 20:28:30.168725 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44880) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:30.177816 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4489cc8-a379-45d6-896d-eae5cb7821af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b3d8f9d-4258-4581-b075-e0cd117725db,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:30.199116 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b4489cc8-a379-45d6-896d-eae5cb7821af admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:30.205379 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b4489cc8-a379-45d6-896d-eae5cb7821af admin admin] 10.222.0.61 "DELETE /v2.0/subnets/6b3d8f9d-4258-4581-b075-e0cd117725db HTTP/1.1" status: 204 len: 168 time: 0.5653877 Aug 23 20:28:30.210476 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44882) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:30.247732 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9236980-5a11-494a-97fa-9d090b2058a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920d5e38-b6f7-470b-bc53-22d3330de350,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:30.257714 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f8728474-106f-485f-b6d5-cc02c22b998c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:30.313775 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f8728474-106f-485f-b6d5-cc02c22b998c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:30.333466 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5ba5b433-a261-47bf-8b33-be68af8f7fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:30.394586 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f8728474-106f-485f-b6d5-cc02c22b998c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:30.398536 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f8728474-106f-485f-b6d5-cc02c22b998c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:30.399832 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f8728474-106f-485f-b6d5-cc02c22b998c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/920d5e38-b6f7-470b-bc53-22d3330de350 HTTP/1.1" status: 204 len: 168 time: 0.2293327 Aug 23 20:28:30.410709 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8728474-106f-485f-b6d5-cc02c22b998c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920d5e38-b6f7-470b-bc53-22d3330de350,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:30.482137 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5ba5b433-a261-47bf-8b33-be68af8f7fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:30.495494 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5ba5b433-a261-47bf-8b33-be68af8f7fc6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:28:30.496610 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5ba5b433-a261-47bf-8b33-be68af8f7fc6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:28:30.497566 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5ba5b433-a261-47bf-8b33-be68af8f7fc6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:28:30.497904 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5ba5b433-a261-47bf-8b33-be68af8f7fc6 admin admin] Subscribe: > port after_create 55550000 {{(pid=94687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:28:30.498229 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5ba5b433-a261-47bf-8b33-be68af8f7fc6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:28:30.498565 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5ba5b433-a261-47bf-8b33-be68af8f7fc6 admin admin] Subscribe: > port after_update 55550000 {{(pid=94687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:28:30.498939 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5ba5b433-a261-47bf-8b33-be68af8f7fc6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:28:30.499227 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5ba5b433-a261-47bf-8b33-be68af8f7fc6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:28:30.499535 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5ba5b433-a261-47bf-8b33-be68af8f7fc6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:28:30.499849 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5ba5b433-a261-47bf-8b33-be68af8f7fc6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:28:30.800141 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5ba5b433-a261-47bf-8b33-be68af8f7fc6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:28:30.801180 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5ba5b433-a261-47bf-8b33-be68af8f7fc6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:28:30.801719 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5ba5b433-a261-47bf-8b33-be68af8f7fc6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:28:30.802235 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5ba5b433-a261-47bf-8b33-be68af8f7fc6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:28:30.802824 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-5ba5b433-a261-47bf-8b33-be68af8f7fc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['938a967a-d90f-40a0-8436-85063bafcf26']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:28:30.844118 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [req-fc96eac9-969b-4fce-b15e-ead317f2d85e req-cceda473-48a3-4c0b-8bff-a15ed55cc765 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:28:30.852334 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fc96eac9-969b-4fce-b15e-ead317f2d85e req-cceda473-48a3-4c0b-8bff-a15ed55cc765 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3268416 Aug 23 20:28:30.861145 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-5ba5b433-a261-47bf-8b33-be68af8f7fc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e339c2f-5d9b-4164-b6db-1cec5845cab5') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:28:30.861827 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-5ba5b433-a261-47bf-8b33-be68af8f7fc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e339c2f-5d9b-4164-b6db-1cec5845cab5') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:28:30.882045 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5ba5b433-a261-47bf-8b33-be68af8f7fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:30.913565 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea26c1a-2695-4621-b341-1abe896c2e03 req-c686d36c-f1ff-4f3b-8e14-5363d3c8d861 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:30.924729 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0ea26c1a-2695-4621-b341-1abe896c2e03 req-c686d36c-f1ff-4f3b-8e14-5363d3c8d861 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] 10.222.0.61 "GET /v2.0/ports?device_id=d6a53968-dab2-4fd5-a91e-fd5f48d9c92b HTTP/1.1" status: 200 len: 970 time: 0.1139827 Aug 23 20:28:30.936740 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device a6dea484-440d-4247-893c-b8614ecd050a details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:28:30.948385 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5ba5b433-a261-47bf-8b33-be68af8f7fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:30.992424 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ba5b433-a261-47bf-8b33-be68af8f7fc6 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:28:30.992852 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5ba5b433-a261-47bf-8b33-be68af8f7fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:31.016290 n-d-805663-2 neutron-server[94687]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 23 20:28:31.016290 n-d-805663-2 neutron-server[94687]: from cryptography.utils import int_from_bytes Aug 23 20:28:31.016290 n-d-805663-2 neutron-server[94687]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 23 20:28:31.016290 n-d-805663-2 neutron-server[94687]: from cryptography.utils import int_from_bytes Aug 23 20:28:31.016290 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:28:31.016290 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:28:31.016290 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:28:31.016290 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:28:31.016290 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:28:31.016290 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:28:31.016290 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:28:31.016290 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:28:31.016290 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:28:31.016290 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:28:31.016290 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:28:31.016290 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:28:31.016290 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:28:31.016290 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:28:31.016290 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:28:31.016290 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:28:31.016290 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:28:31.016290 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:28:31.016290 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:28:31.016290 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:28:31.016290 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:28:31.016290 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:28:31.016290 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:28:31.016290 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:28:31.016290 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:28:31.016290 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:28:31.016290 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:28:31.016290 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:28:31.016290 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:28:31.016290 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:28:31.016290 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:28:31.016290 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:28:31.035326 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fc96eac9-969b-4fce-b15e-ead317f2d85e req-179f4507-9489-4f48-a449-edf3d72f4e3b service neutron] 10.222.0.61 "GET /v2.0/networks/a036342b-e0b6-414f-a42c-cfe1b92a2a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821995 Aug 23 20:28:31.042990 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44912) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:31.088123 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e8d087aa-2442-485e-9da1-d4f771276aff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:31.103390 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port a6dea484-440d-4247-893c-b8614ecd050a, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=a6dea484-440d-4247-893c-b8614ecd050a,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:28:31.119093 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': 'a6dea484-440d-4247-893c-b8614ecd050a', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'port_id': 'a6dea484-440d-4247-893c-b8614ecd050a', 'mac_address': 'fa:16:3e:fe:54:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66e9eb0-86f4-4159-852b-f29863cbf18d', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:tempest-test_az-1956508447', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:28:31.169383 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0ea26c1a-2695-4621-b341-1abe896c2e03 req-b5a6d9cd-15e7-4128-9588-752f31f209c3 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] 10.222.0.61 "GET /v2.0/security-groups?id=164d3291-c853-46fc-ac96-42ea58439f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416811 Aug 23 20:28:31.190458 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:31.190876 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5ba5b433-a261-47bf-8b33-be68af8f7fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:31.209258 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5ba5b433-a261-47bf-8b33-be68af8f7fc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:31.213860 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5ba5b433-a261-47bf-8b33-be68af8f7fc6 admin admin] 10.222.0.61 "DELETE /v2.0/networks/938a967a-d90f-40a0-8436-85063bafcf26 HTTP/1.1" status: 204 len: 168 time: 1.0023479 Aug 23 20:28:31.233494 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44916) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:31.238247 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6dea484-440d-4247-893c-b8614ecd050a {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:28:31.251848 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba5b433-a261-47bf-8b33-be68af8f7fc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=938a967a-d90f-40a0-8436-85063bafcf26,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:31.295642 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port a6dea484-440d-4247-893c-b8614ecd050a, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=a6dea484-440d-4247-893c-b8614ecd050a,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:28:31.305110 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:31.339891 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-32157f51-166d-48d4-a286-ffb5c2ca2d69 admin admin] Deleting subnet 7e275d22-8a91-4a76-876a-8f978d411278 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:28:31.347394 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-32157f51-166d-48d4-a286-ffb5c2ca2d69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:31.365448 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fc96eac9-969b-4fce-b15e-ead317f2d85e req-71b2b2a8-4b99-4a15-9d87-70f107eb31f7 service neutron] 10.222.0.61 "GET /v2.0/networks/a036342b-e0b6-414f-a42c-cfe1b92a2a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139501 Aug 23 20:28:31.379079 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e8d087aa-2442-485e-9da1-d4f771276aff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:31.389345 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e8d087aa-2442-485e-9da1-d4f771276aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:31.413647 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=a6dea484-440d-4247-893c-b8614ecd050a,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:31.462122 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-32157f51-166d-48d4-a286-ffb5c2ca2d69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:31.467755 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d087aa-2442-485e-9da1-d4f771276aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fee7014-315b-462e-a625-bf477087449e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:31.492330 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e8d087aa-2442-485e-9da1-d4f771276aff admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=278a3878af294bc5bdc736ec3d9b006d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4453743 Aug 23 20:28:31.498361 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44930) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:31.550117 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-32157f51-166d-48d4-a286-ffb5c2ca2d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:31.601067 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-71a252a0-c6f6-48f9-a951-07d96008ff9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:31.641997 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-71a252a0-c6f6-48f9-a951-07d96008ff9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:31.667020 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['a6dea484-440d-4247-893c-b8614ecd050a'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:28:31.672868 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-32157f51-166d-48d4-a286-ffb5c2ca2d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:31.727096 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32157f51-166d-48d4-a286-ffb5c2ca2d69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e275d22-8a91-4a76-876a-8f978d411278,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:31.753705 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-71a252a0-c6f6-48f9-a951-07d96008ff9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:31.759670 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-71a252a0-c6f6-48f9-a951-07d96008ff9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:31.763796 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-71a252a0-c6f6-48f9-a951-07d96008ff9f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1fee7014-315b-462e-a625-bf477087449e HTTP/1.1" status: 204 len: 168 time: 0.2646270 Aug 23 20:28:31.780197 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a252a0-c6f6-48f9-a951-07d96008ff9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fee7014-315b-462e-a625-bf477087449e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:31.818340 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-32157f51-166d-48d4-a286-ffb5c2ca2d69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:31.823401 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-32157f51-166d-48d4-a286-ffb5c2ca2d69 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/7e275d22-8a91-4a76-876a-8f978d411278 HTTP/1.1" status: 204 len: 168 time: 0.5886731 Aug 23 20:28:31.826249 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44954) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:31.836974 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-85190c3d-08d4-44ca-bb63-6dd1f2d3ffd6 req-9f9624c8-ff91-4462-80e0-6ee2d0d43396 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/ports?device_id=b92860fa-cba7-4c4c-8ae6-96c1d6c29ce1 HTTP/1.1" status: 200 len: 210 time: 0.1486082 Aug 23 20:28:31.978319 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3da5a23d-c4cc-43b4-aea1-5a60636fe7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:32.076770 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3da5a23d-c4cc-43b4-aea1-5a60636fe7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:32.090640 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3da5a23d-c4cc-43b4-aea1-5a60636fe7a8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:28:32.091022 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3da5a23d-c4cc-43b4-aea1-5a60636fe7a8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:28:32.091820 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3da5a23d-c4cc-43b4-aea1-5a60636fe7a8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:28:32.092167 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3da5a23d-c4cc-43b4-aea1-5a60636fe7a8 admin admin] Subscribe: > port after_create 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:28:32.093372 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3da5a23d-c4cc-43b4-aea1-5a60636fe7a8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:28:32.093761 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3da5a23d-c4cc-43b4-aea1-5a60636fe7a8 admin admin] Subscribe: > port after_update 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:28:32.094824 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3da5a23d-c4cc-43b4-aea1-5a60636fe7a8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:28:32.094824 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3da5a23d-c4cc-43b4-aea1-5a60636fe7a8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:28:32.095086 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3da5a23d-c4cc-43b4-aea1-5a60636fe7a8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:28:32.095590 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3da5a23d-c4cc-43b4-aea1-5a60636fe7a8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:28:32.183784 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3da5a23d-c4cc-43b4-aea1-5a60636fe7a8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:28:32.183784 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3da5a23d-c4cc-43b4-aea1-5a60636fe7a8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:28:32.184106 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3da5a23d-c4cc-43b4-aea1-5a60636fe7a8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:28:32.184373 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3da5a23d-c4cc-43b4-aea1-5a60636fe7a8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 20:28:32.184750 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-3da5a23d-c4cc-43b4-aea1-5a60636fe7a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6edd30f4-5c93-4255-9b2b-25ae73e07b80']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:28:32.215930 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-3da5a23d-c4cc-43b4-aea1-5a60636fe7a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab2d66cb-f835-470d-8b6b-be79a87771ca') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:28:32.216350 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-3da5a23d-c4cc-43b4-aea1-5a60636fe7a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab2d66cb-f835-470d-8b6b-be79a87771ca') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:28:32.238447 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3da5a23d-c4cc-43b4-aea1-5a60636fe7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:32.265961 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3da5a23d-c4cc-43b4-aea1-5a60636fe7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:32.285167 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3da5a23d-c4cc-43b4-aea1-5a60636fe7a8 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:28:32.285562 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3da5a23d-c4cc-43b4-aea1-5a60636fe7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:32.299875 n-d-805663-2 neutron-server[94688]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 23 20:28:32.299875 n-d-805663-2 neutron-server[94688]: from cryptography.utils import int_from_bytes Aug 23 20:28:32.299875 n-d-805663-2 neutron-server[94688]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 23 20:28:32.299875 n-d-805663-2 neutron-server[94688]: from cryptography.utils import int_from_bytes Aug 23 20:28:32.299875 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:28:32.299875 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:28:32.299875 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:28:32.299875 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:28:32.299875 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:28:32.299875 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:28:32.299875 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:28:32.299875 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:28:32.299875 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:28:32.299875 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:28:32.299875 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:28:32.299875 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:28:32.299875 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:28:32.299875 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:28:32.299875 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:28:32.299875 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:28:32.299875 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:28:32.299875 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:28:32.299875 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:28:32.299875 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:28:32.299875 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:28:32.299875 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:28:32.299875 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:28:32.299875 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:28:32.299875 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:28:32.299875 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:28:32.299875 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:28:32.299875 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:28:32.299875 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:28:32.299875 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:28:32.299875 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:28:32.299875 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:28:32.415362 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3da5a23d-c4cc-43b4-aea1-5a60636fe7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:32.424003 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b74272b-84a2-4fba-b928-f2f0eb5906c5 req-ec7dc917-3331-45a3-8c0a-753580822300 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:32.425648 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9b74272b-84a2-4fba-b928-f2f0eb5906c5 req-ec7dc917-3331-45a3-8c0a-753580822300 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] 10.222.0.61 "GET /v2.0/ports?device_id=d6a53968-dab2-4fd5-a91e-fd5f48d9c92b HTTP/1.1" status: 200 len: 971 time: 0.1133749 Aug 23 20:28:32.446280 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44974) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:32.446427 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da5a23d-c4cc-43b4-aea1-5a60636fe7a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6edd30f4-5c93-4255-9b2b-25ae73e07b80,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:32.459340 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3da5a23d-c4cc-43b4-aea1-5a60636fe7a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:32.464086 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-3da5a23d-c4cc-43b4-aea1-5a60636fe7a8 admin admin] 10.222.0.61 "DELETE /v2.0/networks/6edd30f4-5c93-4255-9b2b-25ae73e07b80 HTTP/1.1" status: 204 len: 168 time: 0.6359491 Aug 23 20:28:32.522713 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9b74272b-84a2-4fba-b928-f2f0eb5906c5 req-dd7dd414-5423-40f0-a316-c8d279ca824c tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] 10.222.0.61 "GET /v2.0/security-groups?id=164d3291-c853-46fc-ac96-42ea58439f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772588 Aug 23 20:28:32.553656 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44988) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:32.640224 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-905b3be5-bc88-4d2c-9a66-b171bb1c7561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:32.710106 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44998) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:32.784424 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1575238e-ae45-4126-b43a-d4aefacba707 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4b90a2ff867946799245c6f44f4560f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0730331 Aug 23 20:28:32.787717 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45000) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:32.794597 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-905b3be5-bc88-4d2c-9a66-b171bb1c7561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:32.801688 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-905b3be5-bc88-4d2c-9a66-b171bb1c7561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:32.865837 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-861be3e6-0576-419e-b2f1-2caad5a2af31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:32.901628 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device a6dea484-440d-4247-893c-b8614ecd050a up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:28:32.909988 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-861be3e6-0576-419e-b2f1-2caad5a2af31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:33.002239 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port a6dea484-440d-4247-893c-b8614ecd050a completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:28:33.015449 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port a6dea484-440d-4247-893c-b8614ecd050a triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:28:33.016297 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:33.039691 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-861be3e6-0576-419e-b2f1-2caad5a2af31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:33.043135 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-861be3e6-0576-419e-b2f1-2caad5a2af31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:33.046737 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-861be3e6-0576-419e-b2f1-2caad5a2af31 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/651b8ec2-7037-4d13-9bd8-d81ace8ac964 HTTP/1.1" status: 204 len: 168 time: 0.2555265 Aug 23 20:28:33.059717 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861be3e6-0576-419e-b2f1-2caad5a2af31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651b8ec2-7037-4d13-9bd8-d81ace8ac964,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:33.081540 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dd0db8b0-a0d9-477f-b5ad-803e8afbe631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:33.104551 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-70351b57-5844-430a-8041-511fb7ba883c req-a8cc2f25-e3f0-436b-b4c3-3901e6fd71c2 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/ports?device_id=b92860fa-cba7-4c4c-8ae6-96c1d6c29ce1 HTTP/1.1" status: 200 len: 210 time: 0.0853701 Aug 23 20:28:33.115514 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b3be5-bc88-4d2c-9a66-b171bb1c7561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0510b165-17a4-4690-a2c5-6ea70063c1f4,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:33.123997 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-905b3be5-bc88-4d2c-9a66-b171bb1c7561 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4e1753273b6245509333d8c4b0c5fcf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6738262 Aug 23 20:28:33.124906 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45018) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:33.185075 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:33.210306 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a983f447-7ce8-416d-9dce-e6433d396016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:33.234639 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dd0db8b0-a0d9-477f-b5ad-803e8afbe631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:33.236862 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a983f447-7ce8-416d-9dce-e6433d396016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:33.253461 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port a6dea484-440d-4247-893c-b8614ecd050a, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=a6dea484-440d-4247-893c-b8614ecd050a,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:28:33.254500 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dd0db8b0-a0d9-477f-b5ad-803e8afbe631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:33.254931 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a53968-dab2-4fd5-a91e-fd5f48d9c92b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6dea484-440d-4247-893c-b8614ecd050a'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:28:33.298214 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a983f447-7ce8-416d-9dce-e6433d396016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:33.308231 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a983f447-7ce8-416d-9dce-e6433d396016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:33.310695 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a983f447-7ce8-416d-9dce-e6433d396016 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0510b165-17a4-4690-a2c5-6ea70063c1f4 HTTP/1.1" status: 204 len: 168 time: 0.1826241 Aug 23 20:28:33.327039 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983f447-7ce8-416d-9dce-e6433d396016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0510b165-17a4-4690-a2c5-6ea70063c1f4,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:33.329360 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:33.346890 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0db8b0-a0d9-477f-b5ad-803e8afbe631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4e90d3-ac4b-4f19-ac2b-d54785dda41b,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:33.356319 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-dd0db8b0-a0d9-477f-b5ad-803e8afbe631 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=eb156c88336948b2bd89c04fd67ffd58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8013711 Aug 23 20:28:33.357760 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45028) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:33.390387 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=a6dea484-440d-4247-893c-b8614ecd050a,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:33.431459 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8c3ff17d-2c6c-4809-b5a0-86cbb21c4576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:33.457471 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8c3ff17d-2c6c-4809-b5a0-86cbb21c4576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:33.509496 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8c3ff17d-2c6c-4809-b5a0-86cbb21c4576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:33.512499 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8c3ff17d-2c6c-4809-b5a0-86cbb21c4576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:33.516679 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8c3ff17d-2c6c-4809-b5a0-86cbb21c4576 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0b4e90d3-ac4b-4f19-ac2b-d54785dda41b HTTP/1.1" status: 204 len: 168 time: 0.1576333 Aug 23 20:28:33.527796 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ff17d-2c6c-4809-b5a0-86cbb21c4576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4e90d3-ac4b-4f19-ac2b-d54785dda41b,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:33.656734 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b22a215-bc8d-4264-b93d-fea1b88cc7d1 req-ceaf8eee-5a37-48e6-9077-8cb71790d448 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:33.658282 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4b22a215-bc8d-4264-b93d-fea1b88cc7d1 req-ceaf8eee-5a37-48e6-9077-8cb71790d448 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] 10.222.0.61 "GET /v2.0/ports?device_id=d6a53968-dab2-4fd5-a91e-fd5f48d9c92b HTTP/1.1" status: 200 len: 972 time: 0.0599048 Aug 23 20:28:33.705748 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45042) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:33.713829 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4b22a215-bc8d-4264-b93d-fea1b88cc7d1 req-cb6393f2-8011-4d49-9db1-2faeade6830f tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] 10.222.0.61 "GET /v2.0/security-groups?id=164d3291-c853-46fc-ac96-42ea58439f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443013 Aug 23 20:28:33.763799 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-75dd1ef5-1fc0-4257-874d-436b00ab3bf4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=25b9df9bf758492ca3675375a2caee79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0564780 Aug 23 20:28:33.766178 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45044) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:33.772519 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.32', 51079) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:33.854867 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-16be3b9b-3a73-4047-a50f-014a81c20172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:33.883129 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-16be3b9b-3a73-4047-a50f-014a81c20172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:33.948696 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-16be3b9b-3a73-4047-a50f-014a81c20172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:33.951680 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-16be3b9b-3a73-4047-a50f-014a81c20172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:33.952931 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-16be3b9b-3a73-4047-a50f-014a81c20172 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/58324f2a-a00a-4ed7-a71c-cff5824b2419 HTTP/1.1" status: 204 len: 168 time: 0.1857836 Aug 23 20:28:33.966146 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16be3b9b-3a73-4047-a50f-014a81c20172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58324f2a-a00a-4ed7-a71c-cff5824b2419,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:33.984857 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96eac9-969b-4fce-b15e-ead317f2d85e req-84cd3b1c-e1f3-4b78-ad06-ea9bc41669a0 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:33.986336 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fc96eac9-969b-4fce-b15e-ead317f2d85e req-84cd3b1c-e1f3-4b78-ad06-ea9bc41669a0 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.32 "GET /v2.0/networks?id=a036342b-e0b6-414f-a42c-cfe1b92a2a1e HTTP/1.1" status: 200 len: 823 time: 0.2052386 Aug 23 20:28:34.070811 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0ebe62-2a49-4ec1-8e6a-c772bda2abb8" -d '{"events": [{"server_uuid": "d6a53968-dab2-4fd5-a91e-fd5f48d9c92b", "name": "network-vif-plugged", "status": "completed", "tag": "a6dea484-440d-4247-893c-b8614ecd050a"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:28:34.096152 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45060) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:34.122289 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c614d6ff-273c-461c-b089-e04c6f07cc1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:34.168354 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fc96eac9-969b-4fce-b15e-ead317f2d85e req-f4a3a391-e88c-4d73-8ddb-e99648d88121 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30043a9797a048cd9fb0f08dc9cd31f3 HTTP/1.1" status: 200 len: 379 time: 0.0637352 Aug 23 20:28:34.184543 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-fc96eac9-969b-4fce-b15e-ead317f2d85e req-82e49350-55bc-4e80-a8ad-d94a2190fc4f tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Request body: {'port': {'device_id': 'b92860fa-cba7-4c4c-8ae6-96c1d6c29ce1', 'network_id': 'a036342b-e0b6-414f-a42c-cfe1b92a2a1e', 'admin_state_up': True, 'tenant_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'security_groups': ['69d833bb-0223-46ae-bea0-8d59b3b26f28']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:28:34.383663 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c614d6ff-273c-461c-b089-e04c6f07cc1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:34.393442 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c614d6ff-273c-461c-b089-e04c6f07cc1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:34.438752 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6793d715-c4e5-4ba4-bd5d-7d1068fa1b9f req-97910efb-72ed-4465-8e0b-d35cd876dc4a tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/ports?device_id=b92860fa-cba7-4c4c-8ae6-96c1d6c29ce1 HTTP/1.1" status: 200 len: 210 time: 0.0600622 Aug 23 20:28:34.453431 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45074) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:34.474847 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d01ea640-dd69-4e1e-9e76-727bc5ec12fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:34.480279 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c614d6ff-273c-461c-b089-e04c6f07cc1a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8c48d22c63db47b9a6d55f3f2bf6e1ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3828816 Aug 23 20:28:34.485093 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45076) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:34.496437 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc96eac9-969b-4fce-b15e-ead317f2d85e req-82e49350-55bc-4e80-a8ad-d94a2190fc4f tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Made reservation on behalf of 30043a9797a048cd9fb0f08dc9cd31f3 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:28:34.496437 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fc96eac9-969b-4fce-b15e-ead317f2d85e req-82e49350-55bc-4e80-a8ad-d94a2190fc4f tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:34.546345 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c614d6ff-273c-461c-b089-e04c6f07cc1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb44ac4-aae5-4f36-a350-3b055085043e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:34.600346 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a380b7f1-da3e-4dff-83e6-45b57594de65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:34.653323 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a380b7f1-da3e-4dff-83e6-45b57594de65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:34.719172 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-fc96eac9-969b-4fce-b15e-ead317f2d85e req-82e49350-55bc-4e80-a8ad-d94a2190fc4f tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Allocated IP 172.20.0.10 (a036342b-e0b6-414f-a42c-cfe1b92a2a1e/9c64e700-ca01-4f6f-be98-6253a844697f/775ea288-495a-4946-bd5a-3d1f6c9ea951) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:28:34.720984 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd809f38-efe7-4680-b829-a0a630ac715e x-openstack-request-id: req-fd809f38-efe7-4680-b829-a0a630ac715e {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:28:34.721272 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a53968-dab2-4fd5-a91e-fd5f48d9c92b", "name": "network-vif-plugged", "status": "completed", "tag": "a6dea484-440d-4247-893c-b8614ecd050a", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:28:34.721525 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fd809f38-efe7-4680-b829-a0a630ac715e {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:28:34.721968 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a53968-dab2-4fd5-a91e-fd5f48d9c92b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6dea484-440d-4247-893c-b8614ecd050a', 'code': 200} Aug 23 20:28:34.754685 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d01ea640-dd69-4e1e-9e76-727bc5ec12fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:34.764808 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d01ea640-dd69-4e1e-9e76-727bc5ec12fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:34.829502 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d01ea640-dd69-4e1e-9e76-727bc5ec12fa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9cfc6a8948ba4141ad5ea225d7cfe28e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3741655 Aug 23 20:28:34.837189 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45086) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:34.868995 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a380b7f1-da3e-4dff-83e6-45b57594de65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:34.871667 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a380b7f1-da3e-4dff-83e6-45b57594de65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:34.872955 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a380b7f1-da3e-4dff-83e6-45b57594de65 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cdb44ac4-aae5-4f36-a350-3b055085043e HTTP/1.1" status: 204 len: 168 time: 0.3857770 Aug 23 20:28:34.951565 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ea640-dd69-4e1e-9e76-727bc5ec12fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3cf827-4cb7-4293-aeae-2d860fdf02b4,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:34.979221 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a380b7f1-da3e-4dff-83e6-45b57594de65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb44ac4-aae5-4f36-a350-3b055085043e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:34.999423 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-df227fe5-f1ed-4f32-9f8f-e9c2251b0d48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:35.000458 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948230d-f386-4074-bd0c-6aea536e664f req-4977cf0e-8581-4c60-866d-31ff3fc37963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:35.003217 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7948230d-f386-4074-bd0c-6aea536e664f req-4977cf0e-8581-4c60-866d-31ff3fc37963 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d6a53968-dab2-4fd5-a91e-fd5f48d9c92b HTTP/1.1" status: 200 len: 1123 time: 0.2049444 Aug 23 20:28:35.012034 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e3e5a0-e7ea-4ed1-9529-7f4ca9efef28 req-78c7cec0-f4fa-4068-aa5b-7d8dac4323f8 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:35.013932 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b0e3e5a0-e7ea-4ed1-9529-7f4ca9efef28 req-78c7cec0-f4fa-4068-aa5b-7d8dac4323f8 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] 10.222.0.61 "GET /v2.0/ports?device_id=d6a53968-dab2-4fd5-a91e-fd5f48d9c92b HTTP/1.1" status: 200 len: 972 time: 0.1373398 Aug 23 20:28:35.036203 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7948230d-f386-4074-bd0c-6aea536e664f req-003c7233-00b1-41b0-a9e1-7b42a69ba0e1 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:35.051729 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-df227fe5-f1ed-4f32-9f8f-e9c2251b0d48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:35.101167 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b0e3e5a0-e7ea-4ed1-9529-7f4ca9efef28 req-3ae3775e-c9fd-4ad3-8cf4-baf196e98bcc tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] 10.222.0.61 "GET /v2.0/security-groups?id=164d3291-c853-46fc-ac96-42ea58439f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790226 Aug 23 20:28:35.102306 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fc96eac9-969b-4fce-b15e-ead317f2d85e req-82e49350-55bc-4e80-a8ad-d94a2190fc4f tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:35.128369 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-fc96eac9-969b-4fce-b15e-ead317f2d85e req-82e49350-55bc-4e80-a8ad-d94a2190fc4f tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Transition to ACTIVE for port object 775ea288-495a-4946-bd5a-3d1f6c9ea951 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:28:35.168566 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-df227fe5-f1ed-4f32-9f8f-e9c2251b0d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:35.175907 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-df227fe5-f1ed-4f32-9f8f-e9c2251b0d48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:35.183442 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45100) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:35.184716 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-df227fe5-f1ed-4f32-9f8f-e9c2251b0d48 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fc3cf827-4cb7-4293-aeae-2d860fdf02b4 HTTP/1.1" status: 204 len: 168 time: 0.3443999 Aug 23 20:28:35.200819 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df227fe5-f1ed-4f32-9f8f-e9c2251b0d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3cf827-4cb7-4293-aeae-2d860fdf02b4,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:35.222203 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fc96eac9-969b-4fce-b15e-ead317f2d85e req-82e49350-55bc-4e80-a8ad-d94a2190fc4f tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:35.236514 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7948230d-f386-4074-bd0c-6aea536e664f req-003c7233-00b1-41b0-a9e1-7b42a69ba0e1 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:35.272832 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7948230d-f386-4074-bd0c-6aea536e664f req-003c7233-00b1-41b0-a9e1-7b42a69ba0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:35.322750 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc96eac9-969b-4fce-b15e-ead317f2d85e req-82e49350-55bc-4e80-a8ad-d94a2190fc4f tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Network a036342b-e0b6-414f-a42c-cfe1b92a2a1e is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:28:35.326586 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7948230d-f386-4074-bd0c-6aea536e664f req-003c7233-00b1-41b0-a9e1-7b42a69ba0e1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=164d3291-c853-46fc-ac96-42ea58439f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142698 Aug 23 20:28:35.336606 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-fc96eac9-969b-4fce-b15e-ead317f2d85e req-82e49350-55bc-4e80-a8ad-d94a2190fc4f tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:28:35.345272 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003c7233-00b1-41b0-a9e1-7b42a69ba0e1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=45a7692a-9257-44d6-9e80-3cf8de1701b7,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:35.347586 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e49350-55bc-4e80-a8ad-d94a2190fc4f tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Pushing event updated for resources: {'Port': ['ID=775ea288-495a-4946-bd5a-3d1f6c9ea951,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:35.358822 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc96eac9-969b-4fce-b15e-ead317f2d85e req-82e49350-55bc-4e80-a8ad-d94a2190fc4f tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:28:35.416262 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96eac9-969b-4fce-b15e-ead317f2d85e req-82e49350-55bc-4e80-a8ad-d94a2190fc4f tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:35.417167 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fc96eac9-969b-4fce-b15e-ead317f2d85e req-82e49350-55bc-4e80-a8ad-d94a2190fc4f tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:35.444913 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fc96eac9-969b-4fce-b15e-ead317f2d85e req-82e49350-55bc-4e80-a8ad-d94a2190fc4f tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2647252 Aug 23 20:28:35.578560 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bcd959-d8bb-492c-be2e-c1170771624a req-f55a4142-5bab-4048-bef9-6303ad78d2eb tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:35.580136 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-24bcd959-d8bb-492c-be2e-c1170771624a req-f55a4142-5bab-4048-bef9-6303ad78d2eb tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/ports?device_id=b92860fa-cba7-4c4c-8ae6-96c1d6c29ce1 HTTP/1.1" status: 200 len: 932 time: 0.0664470 Aug 23 20:28:35.632642 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-24bcd959-d8bb-492c-be2e-c1170771624a req-71cbb3b0-2ca1-458e-bff3-569f011789c7 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/security-groups?id=69d833bb-0223-46ae-bea0-8d59b3b26f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439591 Aug 23 20:28:35.674942 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-edd2c45b-00a6-46c0-ab29-fef50ece3928 None None] Provisioning for port 775ea288-495a-4946-bd5a-3d1f6c9ea951 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:28:35.679696 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-edd2c45b-00a6-46c0-ab29-fef50ece3928 None None] Provisioning complete for port 775ea288-495a-4946-bd5a-3d1f6c9ea951 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:28:35.680185 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-edd2c45b-00a6-46c0-ab29-fef50ece3928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:35.715029 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-79477443-ffa6-45d2-86d2-a4285af7bbcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:35.747348 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-edd2c45b-00a6-46c0-ab29-fef50ece3928 None None] Port 775ea288-495a-4946-bd5a-3d1f6c9ea951 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:28:35.827272 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-79477443-ffa6-45d2-86d2-a4285af7bbcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:35.831748 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-79477443-ffa6-45d2-86d2-a4285af7bbcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:35.879118 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-79477443-ffa6-45d2-86d2-a4285af7bbcb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1906691dd95e4f2ab879889a83bfdad6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6886439 Aug 23 20:28:35.879118 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79477443-ffa6-45d2-86d2-a4285af7bbcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46961a4-f61d-48bf-bbb1-2072a268cc0f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:35.879811 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45132) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:35.966354 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0cbcdf77-8ddd-4cb2-934d-0c0dabd9d7b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:35.998852 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0cbcdf77-8ddd-4cb2-934d-0c0dabd9d7b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:36.076095 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0cbcdf77-8ddd-4cb2-934d-0c0dabd9d7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:36.079334 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0cbcdf77-8ddd-4cb2-934d-0c0dabd9d7b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:36.080606 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0cbcdf77-8ddd-4cb2-934d-0c0dabd9d7b6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c46961a4-f61d-48bf-bbb1-2072a268cc0f HTTP/1.1" status: 204 len: 168 time: 0.1992319 Aug 23 20:28:36.093145 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbcdf77-8ddd-4cb2-934d-0c0dabd9d7b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46961a4-f61d-48bf-bbb1-2072a268cc0f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:36.238307 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930220a-ad17-4289-bc9a-d31f6d294088 req-82296f1f-ae3f-42c2-bcf1-4dc0b1ec0e0c tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:36.239831 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8930220a-ad17-4289-bc9a-d31f6d294088 req-82296f1f-ae3f-42c2-bcf1-4dc0b1ec0e0c tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] 10.222.0.61 "GET /v2.0/ports?device_id=d6a53968-dab2-4fd5-a91e-fd5f48d9c92b HTTP/1.1" status: 200 len: 972 time: 0.0547791 Aug 23 20:28:36.286687 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8930220a-ad17-4289-bc9a-d31f6d294088 req-1fc12e1a-f877-452c-8b83-6ce452b6136d tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] 10.222.0.61 "GET /v2.0/security-groups?id=164d3291-c853-46fc-ac96-42ea58439f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341275 Aug 23 20:28:36.724622 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45168) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:36.738484 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f7a33a43-e86f-42b0-b7e2-88be39832571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:36.788090 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4b79c-f010-4792-ae87-5b43b3955476 req-8723d305-85da-4edf-a25e-ec1ebb1e55f0 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:36.789727 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7cb4b79c-f010-4792-ae87-5b43b3955476 req-8723d305-85da-4edf-a25e-ec1ebb1e55f0 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/ports?device_id=b92860fa-cba7-4c4c-8ae6-96c1d6c29ce1 HTTP/1.1" status: 200 len: 932 time: 0.0834877 Aug 23 20:28:36.858042 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7cb4b79c-f010-4792-ae87-5b43b3955476 req-98d2727d-670d-49a1-bae4-2eceadc6bc22 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/security-groups?id=69d833bb-0223-46ae-bea0-8d59b3b26f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606277 Aug 23 20:28:36.898519 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f7a33a43-e86f-42b0-b7e2-88be39832571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:36.903198 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f7a33a43-e86f-42b0-b7e2-88be39832571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:36.950805 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f7a33a43-e86f-42b0-b7e2-88be39832571 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f0396e520dd146cf9ecd7d85d0292ec6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2223730 Aug 23 20:28:36.950805 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a33a43-e86f-42b0-b7e2-88be39832571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f0b9ad-3ab1-48b6-9fc7-044fe792cc07,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:36.951138 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45178) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:37.006586 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-683cda54-2b60-4b9b-9867-dc0a0cb212d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:37.040226 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-683cda54-2b60-4b9b-9867-dc0a0cb212d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:37.092466 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-683cda54-2b60-4b9b-9867-dc0a0cb212d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:37.097316 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-683cda54-2b60-4b9b-9867-dc0a0cb212d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:37.101411 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-683cda54-2b60-4b9b-9867-dc0a0cb212d3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d8f0b9ad-3ab1-48b6-9fc7-044fe792cc07 HTTP/1.1" status: 204 len: 168 time: 0.1460860 Aug 23 20:28:37.106754 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683cda54-2b60-4b9b-9867-dc0a0cb212d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f0b9ad-3ab1-48b6-9fc7-044fe792cc07,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:37.325775 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638b034-3105-479c-a68a-a443cd44faa7 req-3311b934-5c39-49e1-b2e7-a19a2920e672 tempest-NetworksTest-1215808132 tempest-NetworksTest-1215808132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:37.326430 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638b034-3105-479c-a68a-a443cd44faa7 req-3311b934-5c39-49e1-b2e7-a19a2920e672 tempest-NetworksTest-1215808132 tempest-NetworksTest-1215808132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:37.326905 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638b034-3105-479c-a68a-a443cd44faa7 req-3311b934-5c39-49e1-b2e7-a19a2920e672 tempest-NetworksTest-1215808132 tempest-NetworksTest-1215808132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:37.327395 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638b034-3105-479c-a68a-a443cd44faa7 req-3311b934-5c39-49e1-b2e7-a19a2920e672 tempest-NetworksTest-1215808132 tempest-NetworksTest-1215808132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:37.327824 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638b034-3105-479c-a68a-a443cd44faa7 req-3311b934-5c39-49e1-b2e7-a19a2920e672 tempest-NetworksTest-1215808132 tempest-NetworksTest-1215808132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:37.333199 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b638b034-3105-479c-a68a-a443cd44faa7 req-3311b934-5c39-49e1-b2e7-a19a2920e672 tempest-NetworksTest-1215808132 tempest-NetworksTest-1215808132-project-admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3628 time: 0.2126350 Aug 23 20:28:37.441021 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15c61d-51ae-4315-a0c6-8df32b364491 req-b9f78f5e-d5c3-4988-b712-f7e53fc8852d tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:37.450959 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-df15c61d-51ae-4315-a0c6-8df32b364491 req-b9f78f5e-d5c3-4988-b712-f7e53fc8852d tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] 10.222.0.61 "GET /v2.0/ports?device_id=d6a53968-dab2-4fd5-a91e-fd5f48d9c92b HTTP/1.1" status: 200 len: 972 time: 0.0704498 Aug 23 20:28:37.495387 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98e897-2c2c-4af7-8ea2-3b798f3a7c48 req-505a9f25-e5c6-4852-8bc7-ed5ad64cd27c tempest-NetworksTest-1215808132 tempest-NetworksTest-1215808132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:37.496984 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cd98e897-2c2c-4af7-8ea2-3b798f3a7c48 req-505a9f25-e5c6-4852-8bc7-ed5ad64cd27c tempest-NetworksTest-1215808132 tempest-NetworksTest-1215808132-project-admin] 10.222.0.61 "GET /v2.0/networks/03d801c5-d257-4cc1-bad3-11a323aafec0 HTTP/1.1" status: 200 len: 886 time: 0.1496649 Aug 23 20:28:37.518728 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-df15c61d-51ae-4315-a0c6-8df32b364491 req-4f0d0077-a09e-4128-b793-8dd6780125be tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] 10.222.0.61 "GET /v2.0/security-groups?id=164d3291-c853-46fc-ac96-42ea58439f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618064 Aug 23 20:28:37.667477 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7e922-2e31-4c53-8236-7cf0dbbc67a7 req-eb20ae56-da70-4163-a4e5-996557aa5331 tempest-NetworksTest-1215808132 tempest-NetworksTest-1215808132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:37.668190 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7e922-2e31-4c53-8236-7cf0dbbc67a7 req-eb20ae56-da70-4163-a4e5-996557aa5331 tempest-NetworksTest-1215808132 tempest-NetworksTest-1215808132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:37.668671 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7e922-2e31-4c53-8236-7cf0dbbc67a7 req-eb20ae56-da70-4163-a4e5-996557aa5331 tempest-NetworksTest-1215808132 tempest-NetworksTest-1215808132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:37.669141 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7e922-2e31-4c53-8236-7cf0dbbc67a7 req-eb20ae56-da70-4163-a4e5-996557aa5331 tempest-NetworksTest-1215808132 tempest-NetworksTest-1215808132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:37.669605 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7e922-2e31-4c53-8236-7cf0dbbc67a7 req-eb20ae56-da70-4163-a4e5-996557aa5331 tempest-NetworksTest-1215808132 tempest-NetworksTest-1215808132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:37.672033 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b8d7e922-2e31-4c53-8236-7cf0dbbc67a7 req-eb20ae56-da70-4163-a4e5-996557aa5331 tempest-NetworksTest-1215808132 tempest-NetworksTest-1215808132-project-admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3628 time: 0.1413531 Aug 23 20:28:37.990956 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99b759-76d9-476a-b47a-0cfc7298c8b4 req-5357a94a-22b9-4da7-98a1-aaaa849df126 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:37.992655 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8e99b759-76d9-476a-b47a-0cfc7298c8b4 req-5357a94a-22b9-4da7-98a1-aaaa849df126 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/ports?device_id=b92860fa-cba7-4c4c-8ae6-96c1d6c29ce1 HTTP/1.1" status: 200 len: 932 time: 0.0511973 Aug 23 20:28:38.049290 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8e99b759-76d9-476a-b47a-0cfc7298c8b4 req-dda78840-5a1c-457a-b7ca-28c97c40e58c tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/security-groups?id=69d833bb-0223-46ae-bea0-8d59b3b26f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490673 Aug 23 20:28:38.093912 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45228) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:38.392717 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0edf2d89-1ec7-4ee8-984a-ec48b267d18a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:38.535866 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0edf2d89-1ec7-4ee8-984a-ec48b267d18a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:38.542562 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0edf2d89-1ec7-4ee8-984a-ec48b267d18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:38.586614 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-0edf2d89-1ec7-4ee8-984a-ec48b267d18a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=de197e9c0b754521bfae92deaac0d8d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4907994 Aug 23 20:28:38.586899 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45252) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:38.611094 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf2d89-1ec7-4ee8-984a-ec48b267d18a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2a326e-cf09-4d14-a16f-f9dc24b2e0fb,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:38.712695 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1950249-6734-45dc-8192-2534513ddffc req-698a8335-cebb-4787-a354-76644f38077e tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:38.714680 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f1950249-6734-45dc-8192-2534513ddffc req-698a8335-cebb-4787-a354-76644f38077e tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] 10.222.0.61 "GET /v2.0/ports?device_id=d6a53968-dab2-4fd5-a91e-fd5f48d9c92b HTTP/1.1" status: 200 len: 972 time: 0.0766845 Aug 23 20:28:38.716772 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5dca140a-ed1c-4434-9118-3714bf40487e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:38.751624 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5dca140a-ed1c-4434-9118-3714bf40487e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:38.798800 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f1950249-6734-45dc-8192-2534513ddffc req-9531416f-8d75-441d-b1bc-2818cd07aec1 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] 10.222.0.61 "GET /v2.0/security-groups?id=164d3291-c853-46fc-ac96-42ea58439f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619786 Aug 23 20:28:38.831080 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5dca140a-ed1c-4434-9118-3714bf40487e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:38.834096 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5dca140a-ed1c-4434-9118-3714bf40487e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:38.835550 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5dca140a-ed1c-4434-9118-3714bf40487e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7f2a326e-cf09-4d14-a16f-f9dc24b2e0fb HTTP/1.1" status: 204 len: 168 time: 0.2471721 Aug 23 20:28:38.851167 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca140a-ed1c-4434-9118-3714bf40487e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2a326e-cf09-4d14-a16f-f9dc24b2e0fb,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:39.025668 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff71d08-01ad-4ff0-96b4-bda94e0dd2fb req-ab6f9327-949b-40ec-8fc5-9648d1ef2352 tempest-AggregatesAdminTestJSON-648675084 tempest-AggregatesAdminTestJSON-648675084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:39.027357 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9ff71d08-01ad-4ff0-96b4-bda94e0dd2fb req-ab6f9327-949b-40ec-8fc5-9648d1ef2352 tempest-AggregatesAdminTestJSON-648675084 tempest-AggregatesAdminTestJSON-648675084-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=d6a53968-dab2-4fd5-a91e-fd5f48d9c92b HTTP/1.1" status: 200 len: 1123 time: 0.0860035 Aug 23 20:28:39.048215 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9ff71d08-01ad-4ff0-96b4-bda94e0dd2fb req-5c1d5f3e-ca24-430a-97de-d50566d06466 tempest-AggregatesAdminTestJSON-648675084 tempest-AggregatesAdminTestJSON-648675084-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:39.186072 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9ff71d08-01ad-4ff0-96b4-bda94e0dd2fb req-5c1d5f3e-ca24-430a-97de-d50566d06466 tempest-AggregatesAdminTestJSON-648675084 tempest-AggregatesAdminTestJSON-648675084-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:39.194609 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9ff71d08-01ad-4ff0-96b4-bda94e0dd2fb req-5c1d5f3e-ca24-430a-97de-d50566d06466 tempest-AggregatesAdminTestJSON-648675084 tempest-AggregatesAdminTestJSON-648675084-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:39.246509 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9ff71d08-01ad-4ff0-96b4-bda94e0dd2fb req-5c1d5f3e-ca24-430a-97de-d50566d06466 tempest-AggregatesAdminTestJSON-648675084 tempest-AggregatesAdminTestJSON-648675084-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=164d3291-c853-46fc-ac96-42ea58439f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124012 Aug 23 20:28:39.264460 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1d5f3e-ca24-430a-97de-d50566d06466 tempest-AggregatesAdminTestJSON-648675084 tempest-AggregatesAdminTestJSON-648675084-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419d9617-8227-4454-b1e7-f4b0d3de93c2,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:39.279710 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b14d2632-ce56-4ae5-9dc9-42a9e90d910e req-6c5429b8-275d-4f87-ba11-7137c65fa4ec tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=a4a520fd71344228bb567eecb468d192&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450430 Aug 23 20:28:39.398725 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a262b0d2-2d72-42ba-92e0-405070918642 req-817a4cb4-79b1-4e46-b39b-d30cc3c823de tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:39.400525 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a262b0d2-2d72-42ba-92e0-405070918642 req-817a4cb4-79b1-4e46-b39b-d30cc3c823de tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/ports?device_id=b92860fa-cba7-4c4c-8ae6-96c1d6c29ce1 HTTP/1.1" status: 200 len: 932 time: 0.0799122 Aug 23 20:28:39.418839 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d2632-ce56-4ae5-9dc9-42a9e90d910e req-481a4616-cec4-4470-b97d-b98679416220 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:39.420526 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b14d2632-ce56-4ae5-9dc9-42a9e90d910e req-481a4616-cec4-4470-b97d-b98679416220 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1393478 Aug 23 20:28:39.440163 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b14d2632-ce56-4ae5-9dc9-42a9e90d910e req-c14c86eb-3f28-46a2-b5da-1638ae547f96 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/quotas/a4a520fd71344228bb567eecb468d192 HTTP/1.1" status: 200 len: 375 time: 0.0095546 Aug 23 20:28:39.447034 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a262b0d2-2d72-42ba-92e0-405070918642 req-83eb339e-bd29-40db-b2e7-3ebc2c174d82 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/security-groups?id=69d833bb-0223-46ae-bea0-8d59b3b26f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395079 Aug 23 20:28:39.492006 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b14d2632-ce56-4ae5-9dc9-42a9e90d910e req-14a764cb-90db-4301-b297-3d5514ee3f06 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a4a520fd71344228bb567eecb468d192&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435591 Aug 23 20:28:39.578102 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45296) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:39.594214 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4f28210e-2d9f-4288-af14-744ec2fde8d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:39.721912 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4f28210e-2d9f-4288-af14-744ec2fde8d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:39.727592 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4f28210e-2d9f-4288-af14-744ec2fde8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:39.782090 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-4f28210e-2d9f-4288-af14-744ec2fde8d8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=404f564ae5d94bcab1c35089679823df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2029543 Aug 23 20:28:39.784854 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45314) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:39.793764 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f28210e-2d9f-4288-af14-744ec2fde8d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253079b0-c5d2-4b18-8962-721ead42f872,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:39.878705 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-18ab53ed-5338-448d-a7c6-10faa55c9026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:39.909157 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-18ab53ed-5338-448d-a7c6-10faa55c9026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:39.948600 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-73418ca4-e606-4713-8880-a39d215aad6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:40.018509 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1092f467-3d60-48df-8125-26e6e113eeb5 req-b97cc2de-6836-4597-bc59-2078854d1946 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/ports?device_id=8322b199-043f-41e7-996c-ea258a61a503 HTTP/1.1" status: 200 len: 210 time: 0.0528340 Aug 23 20:28:40.035473 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-18ab53ed-5338-448d-a7c6-10faa55c9026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:40.041340 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-18ab53ed-5338-448d-a7c6-10faa55c9026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:40.044971 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-18ab53ed-5338-448d-a7c6-10faa55c9026 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/253079b0-c5d2-4b18-8962-721ead42f872 HTTP/1.1" status: 204 len: 168 time: 0.2590387 Aug 23 20:28:40.063447 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ab53ed-5338-448d-a7c6-10faa55c9026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253079b0-c5d2-4b18-8962-721ead42f872,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:40.166982 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:40.657100 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16289ee-d6cb-4c97-88e4-d687328bad5b req-5520d191-ec0e-408f-b11d-0cce923ae9a7 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:40.658689 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c16289ee-d6cb-4c97-88e4-d687328bad5b req-5520d191-ec0e-408f-b11d-0cce923ae9a7 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/ports?device_id=b92860fa-cba7-4c4c-8ae6-96c1d6c29ce1 HTTP/1.1" status: 200 len: 932 time: 0.0698535 Aug 23 20:28:40.731442 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c16289ee-d6cb-4c97-88e4-d687328bad5b req-4ec3613b-30f3-41ee-802b-730a7d1be997 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/security-groups?id=69d833bb-0223-46ae-bea0-8d59b3b26f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632014 Aug 23 20:28:40.898179 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45396) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:41.071306 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f07797b4-a8c8-4a59-95b4-93366ce3877a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:41.226855 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-875bfd80-d943-4144-9ca9-698d46af1052 req-ccd0ef0b-6963-4203-904e-54972ec395ad tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/ports?device_id=8322b199-043f-41e7-996c-ea258a61a503 HTTP/1.1" status: 200 len: 210 time: 0.0409031 Aug 23 20:28:41.238860 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f07797b4-a8c8-4a59-95b4-93366ce3877a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:41.254940 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f07797b4-a8c8-4a59-95b4-93366ce3877a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:41.306232 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07797b4-a8c8-4a59-95b4-93366ce3877a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e87a0fde-a771-4796-8e18-d3d98a000c53,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:41.312590 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f07797b4-a8c8-4a59-95b4-93366ce3877a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=acccdf5597bd44d29a16f68d836ec0eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4124434 Aug 23 20:28:41.314122 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45428) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:41.322703 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45430) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:41.408919 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-411757bf-6f77-4ffa-81c2-2a516a16f592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:41.412625 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [req-fc96eac9-969b-4fce-b15e-ead317f2d85e req-2613fdb5-2bc9-4906-8250-d47aad3d8ddb tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:28:41.414330 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fc96eac9-969b-4fce-b15e-ead317f2d85e req-2613fdb5-2bc9-4906-8250-d47aad3d8ddb tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069818 Aug 23 20:28:41.446666 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-411757bf-6f77-4ffa-81c2-2a516a16f592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:41.518850 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-411757bf-6f77-4ffa-81c2-2a516a16f592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:41.522924 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-411757bf-6f77-4ffa-81c2-2a516a16f592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:41.524982 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f927a30b-8a18-4075-9a49-751effb1365e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:41.527074 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-411757bf-6f77-4ffa-81c2-2a516a16f592 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e87a0fde-a771-4796-8e18-d3d98a000c53 HTTP/1.1" status: 204 len: 168 time: 0.2124777 Aug 23 20:28:41.537216 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411757bf-6f77-4ffa-81c2-2a516a16f592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87a0fde-a771-4796-8e18-d3d98a000c53,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:41.717426 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f927a30b-8a18-4075-9a49-751effb1365e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:41.724891 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f927a30b-8a18-4075-9a49-751effb1365e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:41.775897 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f927a30b-8a18-4075-9a49-751effb1365e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9dedcf6086e64b35b698c29dd5c1c086&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4517903 Aug 23 20:28:41.777339 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f927a30b-8a18-4075-9a49-751effb1365e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bc3fb7-8d7f-4966-9522-1e2f89a414dd,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:41.778448 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45464) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:41.852413 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-46a37d9a-a09d-49a4-8f4f-afea3679f2fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:41.893420 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-46a37d9a-a09d-49a4-8f4f-afea3679f2fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:41.929171 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45476) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:41.965276 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac027f88-4181-446f-946d-5e7b7f658a29 req-22191f47-75be-4b23-ae40-c35f64425177 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:41.966876 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ac027f88-4181-446f-946d-5e7b7f658a29 req-22191f47-75be-4b23-ae40-c35f64425177 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/ports?device_id=b92860fa-cba7-4c4c-8ae6-96c1d6c29ce1 HTTP/1.1" status: 200 len: 932 time: 0.0938249 Aug 23 20:28:42.000624 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-46a37d9a-a09d-49a4-8f4f-afea3679f2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:42.004859 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-46a37d9a-a09d-49a4-8f4f-afea3679f2fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:42.007220 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-46a37d9a-a09d-49a4-8f4f-afea3679f2fd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d1bc3fb7-8d7f-4966-9522-1e2f89a414dd HTTP/1.1" status: 204 len: 168 time: 0.2274740 Aug 23 20:28:42.027459 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a37d9a-a09d-49a4-8f4f-afea3679f2fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bc3fb7-8d7f-4966-9522-1e2f89a414dd,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:42.041009 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-fc96eac9-969b-4fce-b15e-ead317f2d85e req-d567bfb5-3ad7-4bbe-962d-5169a3be4dad service neutron] Request body: {'port': {'device_id': 'b92860fa-cba7-4c4c-8ae6-96c1d6c29ce1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:28:42.068461 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ac027f88-4181-446f-946d-5e7b7f658a29 req-b4967c00-c3fc-4e16-9ab2-c0ffbf254f38 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/security-groups?id=69d833bb-0223-46ae-bea0-8d59b3b26f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770817 Aug 23 20:28:42.142815 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45494) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:42.171295 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4efbc40c-9bf2-4eea-8eb9-a19c4fbd6026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:42.314976 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.32', 51084) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:42.360414 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b14d2632-ce56-4ae5-9dc9-42a9e90d910e req-45d089ae-ddc4-4d3d-8918-5cd810a361d2 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=a4a520fd71344228bb567eecb468d192&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442989 Aug 23 20:28:42.390855 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fc96eac9-969b-4fce-b15e-ead317f2d85e req-d567bfb5-3ad7-4bbe-962d-5169a3be4dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:42.440932 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-af90e804-830d-43c8-b1f5-7f6927519579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:42.531856 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4efbc40c-9bf2-4eea-8eb9-a19c4fbd6026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:42.544626 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-671f9e45-f869-45b7-85ae-ad6d2f1451ed req-4c3ceea0-88ab-4d47-8eef-1c00b5a230a3 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/ports?device_id=8322b199-043f-41e7-996c-ea258a61a503 HTTP/1.1" status: 200 len: 210 time: 0.0801198 Aug 23 20:28:42.544835 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4efbc40c-9bf2-4eea-8eb9-a19c4fbd6026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:42.681101 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-4efbc40c-9bf2-4eea-8eb9-a19c4fbd6026 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6bacf8a52c4d4bd79ce50b1f121df601&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5362918 Aug 23 20:28:42.685594 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efbc40c-9bf2-4eea-8eb9-a19c4fbd6026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59de88c7-730d-40a6-9ebc-54b1f8becf40,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:42.686654 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45528) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:42.792725 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-af90e804-830d-43c8-b1f5-7f6927519579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:42.799329 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-af90e804-830d-43c8-b1f5-7f6927519579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:42.802395 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d2632-ce56-4ae5-9dc9-42a9e90d910e req-b2b2b52a-1471-4c38-b7b2-81f241668e46 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:42.803894 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b14d2632-ce56-4ae5-9dc9-42a9e90d910e req-b2b2b52a-1471-4c38-b7b2-81f241668e46 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4359303 Aug 23 20:28:42.824106 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-b14d2632-ce56-4ae5-9dc9-42a9e90d910e req-7d2cc918-a57b-4ce5-9570-d197777e114a tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Request body: {'port': {'device_id': '8322b199-043f-41e7-996c-ea258a61a503', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'admin_state_up': True, 'tenant_id': 'a4a520fd71344228bb567eecb468d192'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:28:42.846477 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-af90e804-830d-43c8-b1f5-7f6927519579 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=35d2ad802d434faeb1c984572ef0b567&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9060001 Aug 23 20:28:42.849239 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45538) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:42.861060 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c54e1ef6-eda8-4c78-8fda-667c7c43697a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:42.873126 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45540) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:42.933656 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5a042826-a9db-465f-8c26-7063fc37992e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:42.954022 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af90e804-830d-43c8-b1f5-7f6927519579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4f2115-5d1b-48df-af95-b3c0fea992b8,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:42.987887 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c54e1ef6-eda8-4c78-8fda-667c7c43697a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:43.007596 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b41f7361-3b0e-4e6a-8035-cd263d0f5d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:43.033907 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1d07a9b9-29a0-43f5-95f4-ec8a95f57166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:43.063462 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1d07a9b9-29a0-43f5-95f4-ec8a95f57166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:43.151837 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-fc96eac9-969b-4fce-b15e-ead317f2d85e req-d567bfb5-3ad7-4bbe-962d-5169a3be4dad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 775ea288-495a-4946-bd5a-3d1f6c9ea951 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:28:43.161097 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fc96eac9-969b-4fce-b15e-ead317f2d85e req-d567bfb5-3ad7-4bbe-962d-5169a3be4dad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:43.179671 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c54e1ef6-eda8-4c78-8fda-667c7c43697a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:43.195600 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c54e1ef6-eda8-4c78-8fda-667c7c43697a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:43.203651 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c54e1ef6-eda8-4c78-8fda-667c7c43697a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/59de88c7-730d-40a6-9ebc-54b1f8becf40 HTTP/1.1" status: 204 len: 168 time: 0.5107205 Aug 23 20:28:43.205933 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-fc96eac9-969b-4fce-b15e-ead317f2d85e req-d567bfb5-3ad7-4bbe-962d-5169a3be4dad service neutron] Transition to ACTIVE for port object 775ea288-495a-4946-bd5a-3d1f6c9ea951 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:28:43.222125 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e1ef6-eda8-4c78-8fda-667c7c43697a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59de88c7-730d-40a6-9ebc-54b1f8becf40,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:43.224473 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fc96eac9-969b-4fce-b15e-ead317f2d85e req-d567bfb5-3ad7-4bbe-962d-5169a3be4dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:43.230481 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1d07a9b9-29a0-43f5-95f4-ec8a95f57166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:43.233026 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1d07a9b9-29a0-43f5-95f4-ec8a95f57166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:43.234324 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1d07a9b9-29a0-43f5-95f4-ec8a95f57166 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9b4f2115-5d1b-48df-af95-b3c0fea992b8 HTTP/1.1" status: 204 len: 168 time: 0.3822370 Aug 23 20:28:43.236570 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5a042826-a9db-465f-8c26-7063fc37992e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:43.247152 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5a042826-a9db-465f-8c26-7063fc37992e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:43.271490 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d07a9b9-29a0-43f5-95f4-ec8a95f57166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4f2115-5d1b-48df-af95-b3c0fea992b8,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:43.279846 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5a042826-a9db-465f-8c26-7063fc37992e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3a504b998132435fb160e4b0f029b1df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4048016 Aug 23 20:28:43.285180 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45572) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:43.324095 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a042826-a9db-465f-8c26-7063fc37992e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5822c5-9e73-4844-a4b2-f06e5348406f,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:43.370729 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-94a887b5-16db-493a-8fa8-e950437951d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:43.416813 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-94a887b5-16db-493a-8fa8-e950437951d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:43.492707 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-94a887b5-16db-493a-8fa8-e950437951d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:43.496632 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-94a887b5-16db-493a-8fa8-e950437951d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:43.502001 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-94a887b5-16db-493a-8fa8-e950437951d0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2c5822c5-9e73-4844-a4b2-f06e5348406f HTTP/1.1" status: 204 len: 168 time: 0.2129688 Aug 23 20:28:43.514615 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a887b5-16db-493a-8fa8-e950437951d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5822c5-9e73-4844-a4b2-f06e5348406f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:43.516637 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d567bfb5-3ad7-4bbe-962d-5169a3be4dad service neutron] Pushing event updated for resources: {'Port': ['ID=775ea288-495a-4946-bd5a-3d1f6c9ea951,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:43.519174 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b14d2632-ce56-4ae5-9dc9-42a9e90d910e req-7d2cc918-a57b-4ce5-9570-d197777e114a tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Made reservation on behalf of a4a520fd71344228bb567eecb468d192 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:28:43.531570 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b14d2632-ce56-4ae5-9dc9-42a9e90d910e req-7d2cc918-a57b-4ce5-9570-d197777e114a tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:43.550971 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b14d2632-ce56-4ae5-9dc9-42a9e90d910e req-7d2cc918-a57b-4ce5-9570-d197777e114a tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:43.595579 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:43.605820 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e093a4-6463-42f9-9ab1-487a9c0fe93b req-80716748-63f4-4aea-a19c-b974089222a8 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:43.607364 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-00e093a4-6463-42f9-9ab1-487a9c0fe93b req-80716748-63f4-4aea-a19c-b974089222a8 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/ports?device_id=b92860fa-cba7-4c4c-8ae6-96c1d6c29ce1 HTTP/1.1" status: 200 len: 944 time: 0.3535697 Aug 23 20:28:43.641666 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-fc96eac9-969b-4fce-b15e-ead317f2d85e req-d567bfb5-3ad7-4bbe-962d-5169a3be4dad service neutron] Attempting to bind port 775ea288-495a-4946-bd5a-3d1f6c9ea951 on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:28:43.641995 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-fc96eac9-969b-4fce-b15e-ead317f2d85e req-d567bfb5-3ad7-4bbe-962d-5169a3be4dad service neutron] Attempting to bind port 775ea288-495a-4946-bd5a-3d1f6c9ea951 by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': 'c977723b-2490-412a-bf00-d7b943c13912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'a036342b-e0b6-414f-a42c-cfe1b92a2a1e'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:28:43.642509 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc96eac9-969b-4fce-b15e-ead317f2d85e req-d567bfb5-3ad7-4bbe-962d-5169a3be4dad service neutron] Attempting to bind port 775ea288-495a-4946-bd5a-3d1f6c9ea951 on network a036342b-e0b6-414f-a42c-cfe1b92a2a1e {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:28:43.663808 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc96eac9-969b-4fce-b15e-ead317f2d85e req-d567bfb5-3ad7-4bbe-962d-5169a3be4dad service neutron] Port 775ea288-495a-4946-bd5a-3d1f6c9ea951 on network a036342b-e0b6-414f-a42c-cfe1b92a2a1e not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:28:43.664165 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc96eac9-969b-4fce-b15e-ead317f2d85e req-d567bfb5-3ad7-4bbe-962d-5169a3be4dad service neutron] Attempting to bind port 775ea288-495a-4946-bd5a-3d1f6c9ea951 on network a036342b-e0b6-414f-a42c-cfe1b92a2a1e {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:28:43.678424 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc96eac9-969b-4fce-b15e-ead317f2d85e req-d567bfb5-3ad7-4bbe-962d-5169a3be4dad service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:28:43.678760 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc96eac9-969b-4fce-b15e-ead317f2d85e req-d567bfb5-3ad7-4bbe-962d-5169a3be4dad service neutron] Checking segment: {'id': 'c977723b-2490-412a-bf00-d7b943c13912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'a036342b-e0b6-414f-a42c-cfe1b92a2a1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:28:43.679147 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc96eac9-969b-4fce-b15e-ead317f2d85e req-d567bfb5-3ad7-4bbe-962d-5169a3be4dad service neutron] Bound using segment: {'id': 'c977723b-2490-412a-bf00-d7b943c13912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'a036342b-e0b6-414f-a42c-cfe1b92a2a1e'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:28:43.679593 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-fc96eac9-969b-4fce-b15e-ead317f2d85e req-d567bfb5-3ad7-4bbe-962d-5169a3be4dad service neutron] Bound port: 775ea288-495a-4946-bd5a-3d1f6c9ea951, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c977723b-2490-412a-bf00-d7b943c13912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'a036342b-e0b6-414f-a42c-cfe1b92a2a1e'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:28:43.680045 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fc96eac9-969b-4fce-b15e-ead317f2d85e req-d567bfb5-3ad7-4bbe-962d-5169a3be4dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:43.712537 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-00e093a4-6463-42f9-9ab1-487a9c0fe93b req-149a009e-7cc6-4cb5-9c11-5af2eeb9afa0 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/security-groups?id=69d833bb-0223-46ae-bea0-8d59b3b26f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904198 Aug 23 20:28:43.798099 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45586) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:43.830938 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-fc96eac9-969b-4fce-b15e-ead317f2d85e req-d567bfb5-3ad7-4bbe-962d-5169a3be4dad service neutron] For port 775ea288-495a-4946-bd5a-3d1f6c9ea951, host n-h2-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:28:43.852283 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-fc96eac9-969b-4fce-b15e-ead317f2d85e req-d567bfb5-3ad7-4bbe-962d-5169a3be4dad service neutron] For port 775ea288-495a-4946-bd5a-3d1f6c9ea951, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=775ea288-495a-4946-bd5a-3d1f6c9ea951,segment=NetworkSegment(c977723b-2490-412a-bf00-d7b943c13912),segment_id=c977723b-2490-412a-bf00-d7b943c13912)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:28:43.878982 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fc96eac9-969b-4fce-b15e-ead317f2d85e req-d567bfb5-3ad7-4bbe-962d-5169a3be4dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:43.882629 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b14d2632-ce56-4ae5-9dc9-42a9e90d910e req-7d2cc918-a57b-4ce5-9570-d197777e114a tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:43.913637 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7ffd89d1-042b-49fc-90c1-29d969a1168c req-8b073b8e-6b26-45d6-a1b7-876a32997282 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/ports?device_id=8322b199-043f-41e7-996c-ea258a61a503 HTTP/1.1" status: 200 len: 210 time: 0.0594745 Aug 23 20:28:43.948651 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b14d2632-ce56-4ae5-9dc9-42a9e90d910e req-7d2cc918-a57b-4ce5-9570-d197777e114a tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:44.031114 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96eac9-969b-4fce-b15e-ead317f2d85e req-d567bfb5-3ad7-4bbe-962d-5169a3be4dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:44.033209 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fc96eac9-969b-4fce-b15e-ead317f2d85e req-d567bfb5-3ad7-4bbe-962d-5169a3be4dad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:44.036300 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fc96eac9-969b-4fce-b15e-ead317f2d85e req-d567bfb5-3ad7-4bbe-962d-5169a3be4dad service neutron] 10.222.0.32 "PUT /v2.0/ports/775ea288-495a-4946-bd5a-3d1f6c9ea951 HTTP/1.1" status: 200 len: 1092 time: 2.3718541 Aug 23 20:28:44.057809 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b92860fa-cba7-4c4c-8ae6-96c1d6c29ce1', 'tag': '775ea288-495a-4946-bd5a-3d1f6c9ea951'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:28:44.060848 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1e9fdb-6282-4c92-91d8-4af33074d7c6" -d '{"events": [{"name": "network-changed", "server_uuid": "b92860fa-cba7-4c4c-8ae6-96c1d6c29ce1", "tag": "775ea288-495a-4946-bd5a-3d1f6c9ea951"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:28:44.115258 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2cc918-a57b-4ce5-9570-d197777e114a tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=179fb938-c9d2-4442-9708-d36ca99918ef,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:44.173886 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7e188403-e929-4b9c-a3ee-e37f273e233c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:44.191633 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17ecfdb-5c16-4fde-9541-397244308040 x-openstack-request-id: req-a17ecfdb-5c16-4fde-9541-397244308040 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:28:44.192359 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b92860fa-cba7-4c4c-8ae6-96c1d6c29ce1", "tag": "775ea288-495a-4946-bd5a-3d1f6c9ea951", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:28:44.193702 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a17ecfdb-5c16-4fde-9541-397244308040 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:28:44.195399 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b92860fa-cba7-4c4c-8ae6-96c1d6c29ce1', 'tag': '775ea288-495a-4946-bd5a-3d1f6c9ea951', 'status': 'completed', 'code': 200} Aug 23 20:28:44.254640 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d567bfb5-3ad7-4bbe-962d-5169a3be4dad service neutron] Pushing event updated for resources: {'Port': ['ID=775ea288-495a-4946-bd5a-3d1f6c9ea951,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:44.304973 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45620) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:44.340846 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b9861038-1f76-4d67-af33-d6c845f5b4ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:44.403225 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96eac9-969b-4fce-b15e-ead317f2d85e req-6274b941-9b46-438d-8e30-47753131c10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:44.405284 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fc96eac9-969b-4fce-b15e-ead317f2d85e req-6274b941-9b46-438d-8e30-47753131c10d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=30043a9797a048cd9fb0f08dc9cd31f3&device_id=b92860fa-cba7-4c4c-8ae6-96c1d6c29ce1 HTTP/1.1" status: 200 len: 1095 time: 0.2834101 Aug 23 20:28:44.426248 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-b14d2632-ce56-4ae5-9dc9-42a9e90d910e req-7d2cc918-a57b-4ce5-9570-d197777e114a tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Allocated IP 192.168.233.67 (660f640a-b8b2-40aa-8ebf-76bd1608cceb/e66e9eb0-86f4-4159-852b-f29863cbf18d/16aa6e8c-c3d1-41b0-9173-c013a84ca397) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:28:44.434270 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:44.530532 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7e188403-e929-4b9c-a3ee-e37f273e233c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:44.543855 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7e188403-e929-4b9c-a3ee-e37f273e233c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:44.555495 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fc96eac9-969b-4fce-b15e-ead317f2d85e req-db159292-c520-4ac6-bb68-678c7df2f778 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=775ea288-495a-4946-bd5a-3d1f6c9ea951 HTTP/1.1" status: 200 len: 217 time: 0.1332572 Aug 23 20:28:44.655922 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-7e188403-e929-4b9c-a3ee-e37f273e233c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f8a4a38661eb4c4b815d8cfbee40e9e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8563123 Aug 23 20:28:44.656804 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e188403-e929-4b9c-a3ee-e37f273e233c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78785789-e919-4223-9e07-5253b7c10029,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:44.660717 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45650) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:44.762027 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ff3f8305-4be5-444d-a67b-7fd889b5ec8a req-b47a705b-e472-40ec-b3d6-d54c54e1e20c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d6a53968-dab2-4fd5-a91e-fd5f48d9c92b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2340772 Aug 23 20:28:44.776217 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96eac9-969b-4fce-b15e-ead317f2d85e req-8cb90e85-67f8-4a78-bef5-194c4e89aa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:44.777711 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fc96eac9-969b-4fce-b15e-ead317f2d85e req-8cb90e85-67f8-4a78-bef5-194c4e89aa0d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9c64e700-ca01-4f6f-be98-6253a844697f HTTP/1.1" status: 200 len: 862 time: 0.2132189 Aug 23 20:28:44.863542 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-44907895-bf2b-458b-bb61-cf1c36456572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:44.920996 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b9861038-1f76-4d67-af33-d6c845f5b4ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:44.939565 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96eac9-969b-4fce-b15e-ead317f2d85e req-7fb3465c-44cc-4e11-9ccf-60321cdb0865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:44.941451 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fc96eac9-969b-4fce-b15e-ead317f2d85e req-7fb3465c-44cc-4e11-9ccf-60321cdb0865 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a036342b-e0b6-414f-a42c-cfe1b92a2a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1519423 Aug 23 20:28:44.958174 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-44907895-bf2b-458b-bb61-cf1c36456572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:44.960863 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b9861038-1f76-4d67-af33-d6c845f5b4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:44.973654 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f8305-4be5-444d-a67b-7fd889b5ec8a req-e71190ac-24c6-4747-89b4-f5d8ecbae7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:44.976908 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ff3f8305-4be5-444d-a67b-7fd889b5ec8a req-e71190ac-24c6-4747-89b4-f5d8ecbae7f3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=abf174d608a1404580d627a5fb9df00a&device_id=d6a53968-dab2-4fd5-a91e-fd5f48d9c92b HTTP/1.1" status: 200 len: 1123 time: 0.1171310 Aug 23 20:28:45.072509 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b14d2632-ce56-4ae5-9dc9-42a9e90d910e req-7d2cc918-a57b-4ce5-9570-d197777e114a tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:45.174889 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4b41e1e9-5e50-4da8-b64a-8eba7d51be7f req-a4cb327b-1c33-4a37-a606-30bde36fca45 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/ports?device_id=8322b199-043f-41e7-996c-ea258a61a503 HTTP/1.1" status: 200 len: 210 time: 0.0652685 Aug 23 20:28:45.187897 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-b14d2632-ce56-4ae5-9dc9-42a9e90d910e req-7d2cc918-a57b-4ce5-9570-d197777e114a tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Transition to ACTIVE for port object 16aa6e8c-c3d1-41b0-9173-c013a84ca397 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:28:45.254414 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9861038-1f76-4d67-af33-d6c845f5b4ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7eb4b89-5d53-4469-9972-ebf716778bc0,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:45.259444 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b9861038-1f76-4d67-af33-d6c845f5b4ba admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7d15960ad3fa44cc80234aab44e1df55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9527912 Aug 23 20:28:45.264590 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45678) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:45.283959 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b1cbb-af9c-4117-b05a-b386c79f864b req-320bd640-9a79-4a43-8e46-9a1c57770669 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:45.285592 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-658b1cbb-af9c-4117-b05a-b386c79f864b req-320bd640-9a79-4a43-8e46-9a1c57770669 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/ports?device_id=b92860fa-cba7-4c4c-8ae6-96c1d6c29ce1 HTTP/1.1" status: 200 len: 944 time: 0.3672261 Aug 23 20:28:45.327133 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fc96eac9-969b-4fce-b15e-ead317f2d85e req-568407ad-7db9-4215-9cea-0a1260985035 service neutron] 10.222.0.32 "GET /v2.0/networks/a036342b-e0b6-414f-a42c-cfe1b92a2a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3750112 Aug 23 20:28:45.331869 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-44907895-bf2b-458b-bb61-cf1c36456572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:45.332751 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f8305-4be5-444d-a67b-7fd889b5ec8a req-97de2219-9887-4895-82d4-eb4d4fdfb1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:45.335014 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ff3f8305-4be5-444d-a67b-7fd889b5ec8a req-97de2219-9887-4895-82d4-eb4d4fdfb1cc service neutron] 10.222.0.11 "GET /v2.0/networks?id=660f640a-b8b2-40aa-8ebf-76bd1608cceb HTTP/1.1" status: 200 len: 870 time: 0.3051231 Aug 23 20:28:45.335617 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-44907895-bf2b-458b-bb61-cf1c36456572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:45.336838 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-44907895-bf2b-458b-bb61-cf1c36456572 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/78785789-e919-4223-9e07-5253b7c10029 HTTP/1.1" status: 204 len: 168 time: 0.6733096 Aug 23 20:28:45.360926 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44907895-bf2b-458b-bb61-cf1c36456572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78785789-e919-4223-9e07-5253b7c10029,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:45.388041 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-658b1cbb-af9c-4117-b05a-b386c79f864b req-84f4a6da-007f-4c2c-b278-1e66f4a5504d tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/security-groups?id=69d833bb-0223-46ae-bea0-8d59b3b26f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867319 Aug 23 20:28:45.392532 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-767e04b2-2c93-4414-b117-9befc1832d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:45.419872 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-767e04b2-2c93-4414-b117-9befc1832d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:45.490412 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-767e04b2-2c93-4414-b117-9befc1832d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:45.493093 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-767e04b2-2c93-4414-b117-9befc1832d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:45.494457 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-767e04b2-2c93-4414-b117-9befc1832d6a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e7eb4b89-5d53-4469-9972-ebf716778bc0 HTTP/1.1" status: 204 len: 168 time: 0.2282305 Aug 23 20:28:45.509774 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767e04b2-2c93-4414-b117-9befc1832d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7eb4b89-5d53-4469-9972-ebf716778bc0,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:45.725491 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f29c0-463e-445f-a58f-653d67a4d785 req-0c07860e-a0da-4779-9cf1-e9db23ce75a5 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:45.732856 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b15f29c0-463e-445f-a58f-653d67a4d785 req-0c07860e-a0da-4779-9cf1-e9db23ce75a5 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] 10.222.0.61 "GET /v2.0/ports?device_id=d6a53968-dab2-4fd5-a91e-fd5f48d9c92b HTTP/1.1" status: 200 len: 972 time: 0.4489706 Aug 23 20:28:45.736042 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ff3f8305-4be5-444d-a67b-7fd889b5ec8a req-705e0639-544d-4644-bfd8-84b1f72fcfb7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=a6dea484-440d-4247-893c-b8614ecd050a HTTP/1.1" status: 200 len: 217 time: 0.3820164 Aug 23 20:28:45.798619 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:45.833211 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b14d2632-ce56-4ae5-9dc9-42a9e90d910e req-7d2cc918-a57b-4ce5-9570-d197777e114a tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:45.971601 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2cc918-a57b-4ce5-9570-d197777e114a tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Pushing event updated for resources: {'Port': ['ID=16aa6e8c-c3d1-41b0-9173-c013a84ca397,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:45.984621 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b14d2632-ce56-4ae5-9dc9-42a9e90d910e req-7d2cc918-a57b-4ce5-9570-d197777e114a tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Network 660f640a-b8b2-40aa-8ebf-76bd1608cceb is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:28:45.988541 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b15f29c0-463e-445f-a58f-653d67a4d785 req-b2571ad6-cc66-46a6-8512-34c425be7aa8 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] 10.222.0.61 "GET /v2.0/security-groups?id=164d3291-c853-46fc-ac96-42ea58439f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548852 Aug 23 20:28:45.992130 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-b14d2632-ce56-4ae5-9dc9-42a9e90d910e req-7d2cc918-a57b-4ce5-9570-d197777e114a tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:28:45.997689 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f8305-4be5-444d-a67b-7fd889b5ec8a req-5522c64f-b382-4fa9-942e-e3f0a7a4ea7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:45.999550 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ff3f8305-4be5-444d-a67b-7fd889b5ec8a req-5522c64f-b382-4fa9-942e-e3f0a7a4ea7c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.2523611 Aug 23 20:28:46.005797 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-b14d2632-ce56-4ae5-9dc9-42a9e90d910e req-7d2cc918-a57b-4ce5-9570-d197777e114a tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:28:46.110053 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fc96eac9-969b-4fce-b15e-ead317f2d85e req-8d98f05f-3947-4bd1-a76e-5a9a7b2b0bbe service neutron] 10.222.0.32 "GET /v2.0/networks/a036342b-e0b6-414f-a42c-cfe1b92a2a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7697175 Aug 23 20:28:46.149428 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d2632-ce56-4ae5-9dc9-42a9e90d910e req-7d2cc918-a57b-4ce5-9570-d197777e114a tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:46.150083 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b14d2632-ce56-4ae5-9dc9-42a9e90d910e req-7d2cc918-a57b-4ce5-9570-d197777e114a tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:46.162853 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f8305-4be5-444d-a67b-7fd889b5ec8a req-491e748d-8e81-4f98-9e0a-b79d198c8211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:46.164743 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ff3f8305-4be5-444d-a67b-7fd889b5ec8a req-491e748d-8e81-4f98-9e0a-b79d198c8211 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1392148 Aug 23 20:28:46.194390 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b14d2632-ce56-4ae5-9dc9-42a9e90d910e req-7d2cc918-a57b-4ce5-9570-d197777e114a tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3727002 Aug 23 20:28:46.269692 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-b14d2632-ce56-4ae5-9dc9-42a9e90d910e req-e0cd05b4-92ed-4c37-bd45-b2f6d6eabbf2 service neutron] Request body: {'port': {'device_id': '8322b199-043f-41e7-996c-ea258a61a503', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:28:46.323447 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-53853895-b239-435a-af56-d75751647b4e None None] Provisioning for port 16aa6e8c-c3d1-41b0-9173-c013a84ca397 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:28:46.330080 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-53853895-b239-435a-af56-d75751647b4e None None] Provisioning complete for port 16aa6e8c-c3d1-41b0-9173-c013a84ca397 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:28:46.330453 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-53853895-b239-435a-af56-d75751647b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:46.338070 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.11', 57914) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:46.388037 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e9fdb-6282-4c92-91d8-4af33074d7c6 req-dbf94a58-cb2d-4064-9a36-8d1c881730e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:46.388279 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-53853895-b239-435a-af56-d75751647b4e None None] Port 16aa6e8c-c3d1-41b0-9173-c013a84ca397 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:28:46.389831 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cd1e9fdb-6282-4c92-91d8-4af33074d7c6 req-dbf94a58-cb2d-4064-9a36-8d1c881730e8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=30043a9797a048cd9fb0f08dc9cd31f3&device_id=b92860fa-cba7-4c4c-8ae6-96c1d6c29ce1 HTTP/1.1" status: 200 len: 1095 time: 0.1376288 Aug 23 20:28:46.392126 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b14d2632-ce56-4ae5-9dc9-42a9e90d910e req-e0cd05b4-92ed-4c37-bd45-b2f6d6eabbf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:46.396976 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ff3f8305-4be5-444d-a67b-7fd889b5ec8a req-400e96aa-2c8c-46d6-8490-0359c65a6742 service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212591 Aug 23 20:28:46.408408 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9aadb8-5d4a-475e-bf19-576e2e73f5db req-bebdb961-1152-48ec-b6fa-fb6f55c6aaa4 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:46.410033 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4f9aadb8-5d4a-475e-bf19-576e2e73f5db req-bebdb961-1152-48ec-b6fa-fb6f55c6aaa4 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/ports?device_id=8322b199-043f-41e7-996c-ea258a61a503 HTTP/1.1" status: 200 len: 935 time: 0.1579752 Aug 23 20:28:46.460995 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060fb65c-1922-41c2-ae43-aa980b87bfc8 req-6c898310-f1bd-44eb-a1cf-3663c8436281 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:46.462746 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-060fb65c-1922-41c2-ae43-aa980b87bfc8 req-6c898310-f1bd-44eb-a1cf-3663c8436281 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6a53968-dab2-4fd5-a91e-fd5f48d9c92b HTTP/1.1" status: 200 len: 972 time: 0.1228571 Aug 23 20:28:46.571950 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4f9aadb8-5d4a-475e-bf19-576e2e73f5db req-1bdc7da3-7128-4daf-883b-ee069ea013f6 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/security-groups?id=179fb938-c9d2-4442-9708-d36ca99918ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516981 Aug 23 20:28:46.626422 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45760) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:46.685871 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-060fb65c-1922-41c2-ae43-aa980b87bfc8 req-418f17cd-d582-49e6-8611-ec60faa78c53 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] Deleting port a6dea484-440d-4247-893c-b8614ecd050a {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:28:46.686461 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-060fb65c-1922-41c2-ae43-aa980b87bfc8 req-418f17cd-d582-49e6-8611-ec60faa78c53 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:46.744675 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a10b81-73b1-4067-8c2c-b9fcec91fcb3 req-44676665-48a1-49dd-8ca9-e72a782a4082 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:46.746580 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e7a10b81-73b1-4067-8c2c-b9fcec91fcb3 req-44676665-48a1-49dd-8ca9-e72a782a4082 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/ports?device_id=b92860fa-cba7-4c4c-8ae6-96c1d6c29ce1 HTTP/1.1" status: 200 len: 944 time: 0.2113500 Aug 23 20:28:46.764579 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e9fdb-6282-4c92-91d8-4af33074d7c6 req-6d91399a-e17d-4553-9a96-708e4bf450cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:46.766409 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cd1e9fdb-6282-4c92-91d8-4af33074d7c6 req-6d91399a-e17d-4553-9a96-708e4bf450cd service neutron] 10.222.0.32 "GET /v2.0/networks?id=a036342b-e0b6-414f-a42c-cfe1b92a2a1e HTTP/1.1" status: 200 len: 924 time: 0.3683760 Aug 23 20:28:46.782569 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ff3f8305-4be5-444d-a67b-7fd889b5ec8a req-e81251de-c2a3-4840-9b13-61a26a25d703 service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778336 Aug 23 20:28:46.815245 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-060fb65c-1922-41c2-ae43-aa980b87bfc8 req-418f17cd-d582-49e6-8611-ec60faa78c53 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] For port a6dea484-440d-4247-893c-b8614ecd050a, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=a6dea484-440d-4247-893c-b8614ecd050a,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:28:46.816139 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-060fb65c-1922-41c2-ae43-aa980b87bfc8 req-418f17cd-d582-49e6-8611-ec60faa78c53 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:46.835673 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-060fb65c-1922-41c2-ae43-aa980b87bfc8 req-418f17cd-d582-49e6-8611-ec60faa78c53 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] Calling delete_port for a6dea484-440d-4247-893c-b8614ecd050a owned by compute:tempest-test_az-1956508447 {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:28:46.900972 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cd1e9fdb-6282-4c92-91d8-4af33074d7c6 req-efeab583-2dbf-4185-ac75-3e8420a6f1aa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=775ea288-495a-4946-bd5a-3d1f6c9ea951 HTTP/1.1" status: 200 len: 217 time: 0.1208072 Aug 23 20:28:46.962773 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e7a10b81-73b1-4067-8c2c-b9fcec91fcb3 req-869450bf-35a9-4476-bea7-9b661da41fa0 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/security-groups?id=69d833bb-0223-46ae-bea0-8d59b3b26f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2003536 Aug 23 20:28:46.994996 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e9fdb-6282-4c92-91d8-4af33074d7c6 req-901b9ace-628d-45c0-ad8a-2456fb8392be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:46.997491 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cd1e9fdb-6282-4c92-91d8-4af33074d7c6 req-901b9ace-628d-45c0-ad8a-2456fb8392be service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9c64e700-ca01-4f6f-be98-6253a844697f HTTP/1.1" status: 200 len: 862 time: 0.0869198 Aug 23 20:28:47.076767 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-d8734302-01e7-41d8-9738-f03c651c8cb9 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1848034306-network', 'tenant_id': '80dadbb9f2554b479c0b13605bddd689'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:28:47.083924 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e9fdb-6282-4c92-91d8-4af33074d7c6 req-2e00eee9-a48d-4dfc-b30c-0431fd88fe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:47.086810 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cd1e9fdb-6282-4c92-91d8-4af33074d7c6 req-2e00eee9-a48d-4dfc-b30c-0431fd88fe00 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a036342b-e0b6-414f-a42c-cfe1b92a2a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741169 Aug 23 20:28:47.118665 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8734302-01e7-41d8-9738-f03c651c8cb9 admin admin] Made reservation on behalf of 80dadbb9f2554b479c0b13605bddd689 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:28:47.121330 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d8734302-01e7-41d8-9738-f03c651c8cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:47.159136 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d8734302-01e7-41d8-9738-f03c651c8cb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:47.176754 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45780) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:47.201422 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-060fb65c-1922-41c2-ae43-aa980b87bfc8 req-418f17cd-d582-49e6-8611-ec60faa78c53 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:47.216744 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['a6dea484-440d-4247-893c-b8614ecd050a'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:28:47.230787 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-b14d2632-ce56-4ae5-9dc9-42a9e90d910e req-e0cd05b4-92ed-4c37-bd45-b2f6d6eabbf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16aa6e8c-c3d1-41b0-9173-c013a84ca397 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:28:47.241863 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b14d2632-ce56-4ae5-9dc9-42a9e90d910e req-e0cd05b4-92ed-4c37-bd45-b2f6d6eabbf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:47.272332 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418f17cd-d582-49e6-8611-ec60faa78c53 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] Pushing event deleted for resources: {'Port': ['ID=a6dea484-440d-4247-893c-b8614ecd050a,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:47.273902 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-b14d2632-ce56-4ae5-9dc9-42a9e90d910e req-e0cd05b4-92ed-4c37-bd45-b2f6d6eabbf2 service neutron] Transition to ACTIVE for port object 16aa6e8c-c3d1-41b0-9173-c013a84ca397 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:28:47.290889 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b14d2632-ce56-4ae5-9dc9-42a9e90d910e req-e0cd05b4-92ed-4c37-bd45-b2f6d6eabbf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:47.304514 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cd1e9fdb-6282-4c92-91d8-4af33074d7c6 req-3b1152e2-18ef-4cd0-991f-3690f8c4a10b service neutron] 10.222.0.32 "GET /v2.0/networks/a036342b-e0b6-414f-a42c-cfe1b92a2a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040138 Aug 23 20:28:47.322016 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c8b65e-950a-4443-a999-53cb00e9c21d req-ec01373d-d943-4958-bb85-696cd0129765 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:47.323434 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-14c8b65e-950a-4443-a999-53cb00e9c21d req-ec01373d-d943-4958-bb85-696cd0129765 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] 10.222.0.61 "GET /v2.0/ports?device_id=d6a53968-dab2-4fd5-a91e-fd5f48d9c92b HTTP/1.1" status: 200 len: 889 time: 0.1995931 Aug 23 20:28:47.420984 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-060fb65c-1922-41c2-ae43-aa980b87bfc8 req-418f17cd-d582-49e6-8611-ec60faa78c53 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] No DVR routers for this DVR port a6dea484-440d-4247-893c-b8614ecd050a on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:28:47.431698 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-060fb65c-1922-41c2-ae43-aa980b87bfc8 req-418f17cd-d582-49e6-8611-ec60faa78c53 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:47.433930 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-060fb65c-1922-41c2-ae43-aa980b87bfc8 req-418f17cd-d582-49e6-8611-ec60faa78c53 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] 10.222.0.11 "DELETE /v2.0/ports/a6dea484-440d-4247-893c-b8614ecd050a HTTP/1.1" status: 204 len: 173 time: 0.9646821 Aug 23 20:28:47.434883 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a53968-dab2-4fd5-a91e-fd5f48d9c92b', 'name': 'network-vif-deleted', 'tag': 'a6dea484-440d-4247-893c-b8614ecd050a'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:28:47.464705 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd05b4-92ed-4c37-bd45-b2f6d6eabbf2 service neutron] Pushing event updated for resources: {'Port': ['ID=16aa6e8c-c3d1-41b0-9173-c013a84ca397,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:47.497240 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c46424b1-378e-4cea-a165-c6ca51b4853e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:47.532695 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-14c8b65e-950a-4443-a999-53cb00e9c21d req-d380ca15-56bc-435f-ba82-e2a94954dbc9 tempest-AggregatesAdminTestJSON-42613385 tempest-AggregatesAdminTestJSON-42613385-project] 10.222.0.61 "GET /v2.0/security-groups?id=164d3291-c853-46fc-ac96-42ea58439f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706736 Aug 23 20:28:47.575055 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d8734302-01e7-41d8-9738-f03c651c8cb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:47.593007 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d8734302-01e7-41d8-9738-f03c651c8cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:47.605280 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-b14d2632-ce56-4ae5-9dc9-42a9e90d910e req-e0cd05b4-92ed-4c37-bd45-b2f6d6eabbf2 service neutron] Attempting to bind port 16aa6e8c-c3d1-41b0-9173-c013a84ca397 on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:28:47.605866 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-b14d2632-ce56-4ae5-9dc9-42a9e90d910e req-e0cd05b4-92ed-4c37-bd45-b2f6d6eabbf2 service neutron] Attempting to bind port 16aa6e8c-c3d1-41b0-9173-c013a84ca397 by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:28:47.606256 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14d2632-ce56-4ae5-9dc9-42a9e90d910e req-e0cd05b4-92ed-4c37-bd45-b2f6d6eabbf2 service neutron] Attempting to bind port 16aa6e8c-c3d1-41b0-9173-c013a84ca397 on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:28:47.627826 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8734302-01e7-41d8-9738-f03c651c8cb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:28:47.641096 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14d2632-ce56-4ae5-9dc9-42a9e90d910e req-e0cd05b4-92ed-4c37-bd45-b2f6d6eabbf2 service neutron] Port 16aa6e8c-c3d1-41b0-9173-c013a84ca397 on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:28:47.641801 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14d2632-ce56-4ae5-9dc9-42a9e90d910e req-e0cd05b4-92ed-4c37-bd45-b2f6d6eabbf2 service neutron] Attempting to bind port 16aa6e8c-c3d1-41b0-9173-c013a84ca397 on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:28:47.656870 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14d2632-ce56-4ae5-9dc9-42a9e90d910e req-e0cd05b4-92ed-4c37-bd45-b2f6d6eabbf2 service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:28:47.657217 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14d2632-ce56-4ae5-9dc9-42a9e90d910e req-e0cd05b4-92ed-4c37-bd45-b2f6d6eabbf2 service neutron] Checking segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:28:47.658709 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14d2632-ce56-4ae5-9dc9-42a9e90d910e req-e0cd05b4-92ed-4c37-bd45-b2f6d6eabbf2 service neutron] Bound using segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:28:47.659542 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-b14d2632-ce56-4ae5-9dc9-42a9e90d910e req-e0cd05b4-92ed-4c37-bd45-b2f6d6eabbf2 service neutron] Bound port: 16aa6e8c-c3d1-41b0-9173-c013a84ca397, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:28:47.660196 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b14d2632-ce56-4ae5-9dc9-42a9e90d910e req-e0cd05b4-92ed-4c37-bd45-b2f6d6eabbf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:47.669611 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8734302-01e7-41d8-9738-f03c651c8cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05621cfd-ba79-4913-a04b-e41d9bf109a9,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:47.672821 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d8734302-01e7-41d8-9738-f03c651c8cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:47.687743 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cd1e9fdb-6282-4c92-91d8-4af33074d7c6 req-f44911de-3192-4907-b03a-7202138da4c3 service neutron] 10.222.0.32 "GET /v2.0/networks/a036342b-e0b6-414f-a42c-cfe1b92a2a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535469 Aug 23 20:28:47.688410 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-d8734302-01e7-41d8-9738-f03c651c8cb9 admin admin] Added segment feb662d9-0152-4f97-8d6d-89a1fa54f824 of type vlan for network 291e6885-2f63-495c-b479-2184cb200f47 Aug 23 20:28:47.735887 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45804) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:47.763573 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d8734302-01e7-41d8-9738-f03c651c8cb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:47.833373 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407725ce-7a2f-470c-a580-644a729c276f req-dc4d5586-94ab-4238-b354-a3ae82ffc7ff tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:47.835260 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-407725ce-7a2f-470c-a580-644a729c276f req-dc4d5586-94ab-4238-b354-a3ae82ffc7ff tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/ports?device_id=8322b199-043f-41e7-996c-ea258a61a503 HTTP/1.1" status: 200 len: 947 time: 0.1460986 Aug 23 20:28:47.853460 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d8734302-01e7-41d8-9738-f03c651c8cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:47.854477 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8734302-01e7-41d8-9738-f03c651c8cb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:47.855071 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d8734302-01e7-41d8-9738-f03c651c8cb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:47.869140 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c46424b1-378e-4cea-a165-c6ca51b4853e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:47.888616 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c46424b1-378e-4cea-a165-c6ca51b4853e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:47.918683 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-b14d2632-ce56-4ae5-9dc9-42a9e90d910e req-e0cd05b4-92ed-4c37-bd45-b2f6d6eabbf2 service neutron] For port 16aa6e8c-c3d1-41b0-9173-c013a84ca397, host n-h2-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:28:47.937751 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-407725ce-7a2f-470c-a580-644a729c276f req-7975106c-e7a6-4eaa-b3b4-e51bbc0fbb04 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/security-groups?id=179fb938-c9d2-4442-9708-d36ca99918ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919781 Aug 23 20:28:47.941858 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-b14d2632-ce56-4ae5-9dc9-42a9e90d910e req-e0cd05b4-92ed-4c37-bd45-b2f6d6eabbf2 service neutron] For port 16aa6e8c-c3d1-41b0-9173-c013a84ca397, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=16aa6e8c-c3d1-41b0-9173-c013a84ca397,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:28:47.950868 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b14d2632-ce56-4ae5-9dc9-42a9e90d910e req-e0cd05b4-92ed-4c37-bd45-b2f6d6eabbf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:47.985501 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f44a856-740c-4cae-9af0-d96d9abf4e04" -d '{"events": [{"server_uuid": "d6a53968-dab2-4fd5-a91e-fd5f48d9c92b", "name": "network-vif-deleted", "tag": "a6dea484-440d-4247-893c-b8614ecd050a"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:28:47.997654 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d8734302-01e7-41d8-9738-f03c651c8cb9 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3698668 Aug 23 20:28:48.012977 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45814) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:48.025250 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-9a48efcb-fa56-4dd0-85db-188bd7d5e9bb admin admin] Request body: {'subnet': {'network_id': '291e6885-2f63-495c-b479-2184cb200f47', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1848034306-subnet', 'tenant_id': '80dadbb9f2554b479c0b13605bddd689', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:28:48.031072 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8734302-01e7-41d8-9738-f03c651c8cb9 admin admin] Pushing event updated for resources: {'Network': ['ID=291e6885-2f63-495c-b479-2184cb200f47,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:48.037443 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c46424b1-378e-4cea-a165-c6ca51b4853e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=92ad1aa88b064a9a9568d94b8823bdd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8565419 Aug 23 20:28:48.042390 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46424b1-378e-4cea-a165-c6ca51b4853e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd2f274-a6ff-4b6a-ae55-b9e34e587b8a,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:48.045250 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45816) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:48.055801 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d2632-ce56-4ae5-9dc9-42a9e90d910e req-e0cd05b4-92ed-4c37-bd45-b2f6d6eabbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:48.055919 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 291e6885-2f63-495c-b479-2184cb200f47 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:28:48.057651 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b14d2632-ce56-4ae5-9dc9-42a9e90d910e req-e0cd05b4-92ed-4c37-bd45-b2f6d6eabbf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:48.061291 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b14d2632-ce56-4ae5-9dc9-42a9e90d910e req-e0cd05b4-92ed-4c37-bd45-b2f6d6eabbf2 service neutron] 10.222.0.32 "PUT /v2.0/ports/16aa6e8c-c3d1-41b0-9173-c013a84ca397 HTTP/1.1" status: 200 len: 1095 time: 1.8101635 Aug 23 20:28:48.063359 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8322b199-043f-41e7-996c-ea258a61a503', 'tag': '16aa6e8c-c3d1-41b0-9173-c013a84ca397'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:28:48.070352 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d804802-075c-457a-b085-5eb29bf9ca33" -d '{"events": [{"name": "network-changed", "server_uuid": "8322b199-043f-41e7-996c-ea258a61a503", "tag": "16aa6e8c-c3d1-41b0-9173-c013a84ca397"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:28:48.115642 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a48efcb-fa56-4dd0-85db-188bd7d5e9bb admin admin] Made reservation on behalf of 80dadbb9f2554b479c0b13605bddd689 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:28:48.117842 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9a48efcb-fa56-4dd0-85db-188bd7d5e9bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:48.217250 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd05b4-92ed-4c37-bd45-b2f6d6eabbf2 service neutron] Pushing event updated for resources: {'Port': ['ID=16aa6e8c-c3d1-41b0-9173-c013a84ca397,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:48.247973 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d2632-ce56-4ae5-9dc9-42a9e90d910e req-66eede0c-50dc-4a2d-8df7-77f37984eb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:48.250652 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b14d2632-ce56-4ae5-9dc9-42a9e90d910e req-66eede0c-50dc-4a2d-8df7-77f37984eb75 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a4a520fd71344228bb567eecb468d192&device_id=8322b199-043f-41e7-996c-ea258a61a503 HTTP/1.1" status: 200 len: 1098 time: 0.0938632 Aug 23 20:28:48.265568 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e94cab-648d-4770-a62d-06d5dd0c7c00 req-69aebb03-8fc3-4a4c-8566-d55294d95e2a tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:48.273486 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-40e94cab-648d-4770-a62d-06d5dd0c7c00 req-69aebb03-8fc3-4a4c-8566-d55294d95e2a tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/ports?device_id=b92860fa-cba7-4c4c-8ae6-96c1d6c29ce1 HTTP/1.1" status: 200 len: 944 time: 0.1793399 Aug 23 20:28:48.325253 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b14d2632-ce56-4ae5-9dc9-42a9e90d910e req-519ae7fd-4262-4b99-a503-8038be8364aa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=16aa6e8c-c3d1-41b0-9173-c013a84ca397 HTTP/1.1" status: 200 len: 217 time: 0.0424614 Aug 23 20:28:48.372907 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-f56e3004-ebf2-4be0-bdad-3ccb412617e5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-969882644-network', 'tenant_id': 'd065b04af40a4eef9a1397c69ee37fa7'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:28:48.376585 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a96536ed-bfeb-45fd-9ba6-c849d3c237e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:48.451159 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-61fab22f-3807-4f0e-9b60-f771c22a8cee req-57fb1a33-e63a-44b3-87ba-95fe2a015eac tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=73c5c62ec25a41ab8d37d29a4cff1db9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0718505 Aug 23 20:28:48.455985 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-40e94cab-648d-4770-a62d-06d5dd0c7c00 req-fa021ce9-e695-4a59-9a29-f6896d090fe3 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/security-groups?id=69d833bb-0223-46ae-bea0-8d59b3b26f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792810 Aug 23 20:28:48.465773 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a96536ed-bfeb-45fd-9ba6-c849d3c237e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:48.472505 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d2632-ce56-4ae5-9dc9-42a9e90d910e req-987abd65-6dc1-4a69-89d5-ead41144827c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:48.477069 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b14d2632-ce56-4ae5-9dc9-42a9e90d910e req-987abd65-6dc1-4a69-89d5-ead41144827c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.1365070 Aug 23 20:28:48.506954 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56e3004-ebf2-4be0-bdad-3ccb412617e5 admin admin] Made reservation on behalf of d065b04af40a4eef9a1397c69ee37fa7 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:28:48.509658 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f56e3004-ebf2-4be0-bdad-3ccb412617e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:48.532858 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d2632-ce56-4ae5-9dc9-42a9e90d910e req-303cfb90-31bf-4c79-a88a-d928700d54ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:48.534552 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b14d2632-ce56-4ae5-9dc9-42a9e90d910e req-303cfb90-31bf-4c79-a88a-d928700d54ae service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0488186 Aug 23 20:28:48.600143 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99ba95a-b7ad-4959-b269-1d321b48533e x-openstack-request-id: req-a99ba95a-b7ad-4959-b269-1d321b48533e {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:28:48.600579 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a53968-dab2-4fd5-a91e-fd5f48d9c92b", "name": "network-vif-deleted", "tag": "a6dea484-440d-4247-893c-b8614ecd050a", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:28:48.600845 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a99ba95a-b7ad-4959-b269-1d321b48533e {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:28:48.601384 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a53968-dab2-4fd5-a91e-fd5f48d9c92b', 'name': 'network-vif-deleted', 'tag': 'a6dea484-440d-4247-893c-b8614ecd050a', 'status': 'completed', 'code': 200} Aug 23 20:28:48.632103 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f56e3004-ebf2-4be0-bdad-3ccb412617e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:48.633770 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f41a8eb-946a-4370-901d-4fcab14169c7 x-openstack-request-id: req-3f41a8eb-946a-4370-901d-4fcab14169c7 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:28:48.634058 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8322b199-043f-41e7-996c-ea258a61a503", "tag": "16aa6e8c-c3d1-41b0-9173-c013a84ca397", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:28:48.634307 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3f41a8eb-946a-4370-901d-4fcab14169c7 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:28:48.634695 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8322b199-043f-41e7-996c-ea258a61a503', 'tag': '16aa6e8c-c3d1-41b0-9173-c013a84ca397', 'status': 'completed', 'code': 200} Aug 23 20:28:48.659403 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b14d2632-ce56-4ae5-9dc9-42a9e90d910e req-6901f73a-ec32-40c1-ac82-5963cee2cac9 service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178281 Aug 23 20:28:48.784897 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b14d2632-ce56-4ae5-9dc9-42a9e90d910e req-792d65c4-1879-4b3a-8485-a6c6fe16d779 service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173379 Aug 23 20:28:48.966967 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d804802-075c-457a-b085-5eb29bf9ca33 req-237e27f3-436e-4296-a4e5-42f72cc66c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:48.969191 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8d804802-075c-457a-b085-5eb29bf9ca33 req-237e27f3-436e-4296-a4e5-42f72cc66c33 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a4a520fd71344228bb567eecb468d192&device_id=8322b199-043f-41e7-996c-ea258a61a503 HTTP/1.1" status: 200 len: 1098 time: 0.0779679 Aug 23 20:28:48.977538 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a96536ed-bfeb-45fd-9ba6-c849d3c237e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:48.980167 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a96536ed-bfeb-45fd-9ba6-c849d3c237e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:48.983709 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a96536ed-bfeb-45fd-9ba6-c849d3c237e5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2fd2f274-a6ff-4b6a-ae55-b9e34e587b8a HTTP/1.1" status: 204 len: 168 time: 0.9332082 Aug 23 20:28:49.028636 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fab22f-3807-4f0e-9b60-f771c22a8cee req-b8f05935-1c45-4333-86e5-a52f8082522d tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:49.030302 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-61fab22f-3807-4f0e-9b60-f771c22a8cee req-b8f05935-1c45-4333-86e5-a52f8082522d tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5624974 Aug 23 20:28:49.031856 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45854) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:49.035672 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96536ed-bfeb-45fd-9ba6-c849d3c237e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd2f274-a6ff-4b6a-ae55-b9e34e587b8a,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:49.055506 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9a48efcb-fa56-4dd0-85db-188bd7d5e9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:49.109558 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-61fab22f-3807-4f0e-9b60-f771c22a8cee req-d16c0933-2327-4e26-8f48-d0852c3fcf3f tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/quotas/73c5c62ec25a41ab8d37d29a4cff1db9 HTTP/1.1" status: 200 len: 375 time: 0.0713067 Aug 23 20:28:49.205530 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e042a5-eb33-459a-b1ca-4c0e7fb1ce9b req-7788629b-626d-4e93-9fc0-454725f85a0b tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:49.207098 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d4e042a5-eb33-459a-b1ca-4c0e7fb1ce9b req-7788629b-626d-4e93-9fc0-454725f85a0b tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/ports?device_id=8322b199-043f-41e7-996c-ea258a61a503 HTTP/1.1" status: 200 len: 947 time: 0.0947483 Aug 23 20:28:49.220891 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-61fab22f-3807-4f0e-9b60-f771c22a8cee req-5011c77e-b260-46b1-8496-670aa88e230c tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=73c5c62ec25a41ab8d37d29a4cff1db9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1101642 Aug 23 20:28:49.256013 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d804802-075c-457a-b085-5eb29bf9ca33 req-67f7e512-5e54-43d3-9b51-ab3a499d9765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:49.257726 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8d804802-075c-457a-b085-5eb29bf9ca33 req-67f7e512-5e54-43d3-9b51-ab3a499d9765 service neutron] 10.222.0.32 "GET /v2.0/networks?id=660f640a-b8b2-40aa-8ebf-76bd1608cceb HTTP/1.1" status: 200 len: 870 time: 0.2803719 Aug 23 20:28:49.274596 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d4e042a5-eb33-459a-b1ca-4c0e7fb1ce9b req-72226d7c-b3b5-4c8a-82da-783c6fb318da tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/security-groups?id=179fb938-c9d2-4442-9708-d36ca99918ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564492 Aug 23 20:28:49.282940 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a48efcb-fa56-4dd0-85db-188bd7d5e9bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=dff65f8b-9e15-4b43-b237-3b4edeaab508,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:49.313464 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8d804802-075c-457a-b085-5eb29bf9ca33 req-b43f6280-cdf3-45f1-b3a4-85764dc463d1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=16aa6e8c-c3d1-41b0-9173-c013a84ca397 HTTP/1.1" status: 200 len: 217 time: 0.0478544 Aug 23 20:28:49.323264 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a48efcb-fa56-4dd0-85db-188bd7d5e9bb admin admin] Checking segment: {'id': 'feb662d9-0152-4f97-8d6d-89a1fa54f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '291e6885-2f63-495c-b479-2184cb200f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:28:49.323625 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a48efcb-fa56-4dd0-85db-188bd7d5e9bb admin admin] Network hostable DHCP agents. Network: 291e6885-2f63-495c-b479-2184cb200f47, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:28:49.327050 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f56e3004-ebf2-4be0-bdad-3ccb412617e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:49.335154 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f56e3004-ebf2-4be0-bdad-3ccb412617e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:49.368498 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f56e3004-ebf2-4be0-bdad-3ccb412617e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:28:49.393105 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e3004-ebf2-4be0-bdad-3ccb412617e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1932047a-d65a-415c-bc16-03fc5b7c1895,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:49.397542 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f56e3004-ebf2-4be0-bdad-3ccb412617e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:49.397542 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-f56e3004-ebf2-4be0-bdad-3ccb412617e5 admin admin] Added segment 21f919d1-8b98-407c-a174-573a5e78035e of type vlan for network d0a19783-f36f-40cc-9b4d-e83f953ac950 Aug 23 20:28:49.398815 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a48efcb-fa56-4dd0-85db-188bd7d5e9bb admin admin] Network 291e6885-2f63-495c-b479-2184cb200f47 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:28:49.440669 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-9a48efcb-fa56-4dd0-85db-188bd7d5e9bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 291e6885-2f63-495c-b479-2184cb200f47) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:28:49.448876 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a48efcb-fa56-4dd0-85db-188bd7d5e9bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:49.451197 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9a48efcb-fa56-4dd0-85db-188bd7d5e9bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:49.465886 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c49e9c8-6496-4324-a124-7acd6d834f0c None None] Network 291e6885-2f63-495c-b479-2184cb200f47 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:28:49.497397 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f56e3004-ebf2-4be0-bdad-3ccb412617e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:49.514945 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9a48efcb-fa56-4dd0-85db-188bd7d5e9bb admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5008092 Aug 23 20:28:49.539819 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f56e3004-ebf2-4be0-bdad-3ccb412617e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:49.541630 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56e3004-ebf2-4be0-bdad-3ccb412617e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:49.543122 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f56e3004-ebf2-4be0-bdad-3ccb412617e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:49.706274 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f56e3004-ebf2-4be0-bdad-3ccb412617e5 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9690681 Aug 23 20:28:49.729811 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45872) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:49.734850 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-45fbc66a-32df-4020-8ea2-638306990c3a admin admin] Request body: {'subnet': {'network_id': 'd0a19783-f36f-40cc-9b4d-e83f953ac950', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-969882644-subnet', 'tenant_id': 'd065b04af40a4eef9a1397c69ee37fa7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:28:49.838624 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-493cac17-6adf-448b-852d-feba57b731c4 req-4f1bf1ad-a399-4fe0-8cdc-c047d27fb557 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f990a99f-dd25-4e58-a64c-1b41ab5dbb16 HTTP/1.1" status: 200 len: 210 time: 0.0865667 Aug 23 20:28:49.841173 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d804802-075c-457a-b085-5eb29bf9ca33 req-fea1d65c-eadf-455c-941d-5e9f1194d021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:49.844718 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8d804802-075c-457a-b085-5eb29bf9ca33 req-fea1d65c-eadf-455c-941d-5e9f1194d021 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.5198131 Aug 23 20:28:49.848393 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fbc66a-32df-4020-8ea2-638306990c3a admin admin] Made reservation on behalf of d065b04af40a4eef9a1397c69ee37fa7 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:28:49.852810 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5349d5c3-2d8f-462c-a41a-d62f0ba20235 None None] Network 291e6885-2f63-495c-b479-2184cb200f47 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:28:49.854303 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45fbc66a-32df-4020-8ea2-638306990c3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:49.870305 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c178b4f9-eff8-447b-b960-1df4d950fae5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=abf174d608a1404580d627a5fb9df00a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8355951 Aug 23 20:28:49.873033 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e3004-ebf2-4be0-bdad-3ccb412617e5 admin admin] Pushing event updated for resources: {'Network': ['ID=d0a19783-f36f-40cc-9b4d-e83f953ac950,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:49.876879 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45882) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:49.899054 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78e12b-685b-4bcc-ae74-4235b16a1d3b req-47954ddd-6e57-4bba-8fcd-18efc9126621 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:49.901035 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1b78e12b-685b-4bcc-ae74-4235b16a1d3b req-47954ddd-6e57-4bba-8fcd-18efc9126621 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/ports?device_id=b92860fa-cba7-4c4c-8ae6-96c1d6c29ce1 HTTP/1.1" status: 200 len: 944 time: 0.2302666 Aug 23 20:28:49.920169 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network d0a19783-f36f-40cc-9b4d-e83f953ac950 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:28:49.995728 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45884) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:50.032256 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-13429b39-ed54-4d2b-a08e-1dfefd7f714c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:50.055136 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1b78e12b-685b-4bcc-ae74-4235b16a1d3b req-0f5a4309-10c2-47cb-9a35-e410b16c21ba tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/security-groups?id=69d833bb-0223-46ae-bea0-8d59b3b26f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410007 Aug 23 20:28:50.062510 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d804802-075c-457a-b085-5eb29bf9ca33 req-8fd79496-8c6a-446c-9c54-ab6a37a87b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:50.064243 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8d804802-075c-457a-b085-5eb29bf9ca33 req-8fd79496-8c6a-446c-9c54-ab6a37a87b83 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2051232 Aug 23 20:28:50.208108 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b2649b1b-b06f-41c9-abf4-4ff9000e0782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:50.235743 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8d804802-075c-457a-b085-5eb29bf9ca33 req-28318850-39d9-44b5-a0ee-a38680788b5d service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634436 Aug 23 20:28:50.285746 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b2649b1b-b06f-41c9-abf4-4ff9000e0782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:50.349404 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45fbc66a-32df-4020-8ea2-638306990c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:50.366741 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:50.405668 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-13429b39-ed54-4d2b-a08e-1dfefd7f714c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:50.410925 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-13429b39-ed54-4d2b-a08e-1dfefd7f714c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:50.464574 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b2649b1b-b06f-41c9-abf4-4ff9000e0782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:50.467395 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b2649b1b-b06f-41c9-abf4-4ff9000e0782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:50.472201 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b2649b1b-b06f-41c9-abf4-4ff9000e0782 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/164d3291-c853-46fc-ac96-42ea58439f4e HTTP/1.1" status: 204 len: 168 time: 0.5938613 Aug 23 20:28:50.480044 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fbc66a-32df-4020-8ea2-638306990c3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=25f1cd4e-166c-4a79-b11b-5943af963584,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:50.522394 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13429b39-ed54-4d2b-a08e-1dfefd7f714c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e251db7-33fe-440e-854c-fdce0c4663d2,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:50.547086 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-13429b39-ed54-4d2b-a08e-1dfefd7f714c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=55312f1cd40a4185af9007aa71fdcd49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5461307 Aug 23 20:28:50.553954 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45898) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:50.569710 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fbc66a-32df-4020-8ea2-638306990c3a admin admin] Checking segment: {'id': '21f919d1-8b98-407c-a174-573a5e78035e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd0a19783-f36f-40cc-9b4d-e83f953ac950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:28:50.570075 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fbc66a-32df-4020-8ea2-638306990c3a admin admin] Network hostable DHCP agents. Network: d0a19783-f36f-40cc-9b4d-e83f953ac950, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:28:50.606029 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2649b1b-b06f-41c9-abf4-4ff9000e0782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164d3291-c853-46fc-ac96-42ea58439f4e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:50.626804 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fbc66a-32df-4020-8ea2-638306990c3a admin admin] Network d0a19783-f36f-40cc-9b4d-e83f953ac950 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:28:50.656188 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c6452-ceee-4397-9d98-5aaabe70c3f9 req-b0051865-c358-471e-a133-b0c124bae59d tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:50.658197 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d11c6452-ceee-4397-9d98-5aaabe70c3f9 req-b0051865-c358-471e-a133-b0c124bae59d tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/ports?device_id=8322b199-043f-41e7-996c-ea258a61a503 HTTP/1.1" status: 200 len: 947 time: 0.2189744 Aug 23 20:28:50.683903 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-45fbc66a-32df-4020-8ea2-638306990c3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, d0a19783-f36f-40cc-9b4d-e83f953ac950) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:28:50.690791 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fbc66a-32df-4020-8ea2-638306990c3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:50.691764 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45fbc66a-32df-4020-8ea2-638306990c3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:50.694205 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8548989-9552-4bb2-bcf8-76ba52acbcf3 None None] Network d0a19783-f36f-40cc-9b4d-e83f953ac950 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:28:50.696448 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8d804802-075c-457a-b085-5eb29bf9ca33 req-3d47b125-bd96-473c-8444-483efb333806 service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596473 Aug 23 20:28:50.707926 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7b2c79c9-52aa-47b5-970c-eb6a66751148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:50.730099 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-45fbc66a-32df-4020-8ea2-638306990c3a admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9919541 Aug 23 20:28:50.768312 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d11c6452-ceee-4397-9d98-5aaabe70c3f9 req-228bd0dd-2b0f-4902-99a8-51129690c987 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/security-groups?id=179fb938-c9d2-4442-9708-d36ca99918ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984395 Aug 23 20:28:50.820691 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7b2c79c9-52aa-47b5-970c-eb6a66751148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:50.821747 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 775ea288-495a-4946-bd5a-3d1f6c9ea951 details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:28:50.899562 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7b2c79c9-52aa-47b5-970c-eb6a66751148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:50.903595 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7b2c79c9-52aa-47b5-970c-eb6a66751148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:50.905402 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-7b2c79c9-52aa-47b5-970c-eb6a66751148 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4e251db7-33fe-440e-854c-fdce0c4663d2 HTTP/1.1" status: 204 len: 168 time: 0.3497038 Aug 23 20:28:50.915482 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2c79c9-52aa-47b5-970c-eb6a66751148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e251db7-33fe-440e-854c-fdce0c4663d2,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:50.981958 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-72e83fb9-d880-41d9-a55a-5184a1f9235c req-95b10902-760a-4ad6-af19-b2d9e18eca17 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f990a99f-dd25-4e58-a64c-1b41ab5dbb16 HTTP/1.1" status: 200 len: 210 time: 0.0402687 Aug 23 20:28:50.999301 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device a6dea484-440d-4247-893c-b8614ecd050a no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:28:51.051536 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968c1458-d5b7-4289-9c63-cd07ede058f9 None None] Network d0a19783-f36f-40cc-9b4d-e83f953ac950 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:28:51.061633 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: a6dea484-440d-4247-893c-b8614ecd050a {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:28:51.062209 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device a6dea484-440d-4247-893c-b8614ecd050a not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:28:51.129323 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 775ea288-495a-4946-bd5a-3d1f6c9ea951, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=775ea288-495a-4946-bd5a-3d1f6c9ea951,segment=NetworkSegment(c977723b-2490-412a-bf00-d7b943c13912),segment_id=c977723b-2490-412a-bf00-d7b943c13912)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:28:51.147493 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': '775ea288-495a-4946-bd5a-3d1f6c9ea951', 'network_id': 'a036342b-e0b6-414f-a42c-cfe1b92a2a1e', 'port_id': '775ea288-495a-4946-bd5a-3d1f6c9ea951', 'mac_address': 'fa:16:3e:48:77:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c64e700-ca01-4f6f-be98-6253a844697f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:28:51.158218 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-61fab22f-3807-4f0e-9b60-f771c22a8cee req-e622b3ba-729c-4f49-aeae-314f4479bb62 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=73c5c62ec25a41ab8d37d29a4cff1db9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466697 Aug 23 20:28:51.249651 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:51.281509 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 775ea288-495a-4946-bd5a-3d1f6c9ea951 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:28:51.318769 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 775ea288-495a-4946-bd5a-3d1f6c9ea951, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=775ea288-495a-4946-bd5a-3d1f6c9ea951,segment=NetworkSegment(c977723b-2490-412a-bf00-d7b943c13912),segment_id=c977723b-2490-412a-bf00-d7b943c13912)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:28:51.324454 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:51.329805 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45926) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:51.371065 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fab22f-3807-4f0e-9b60-f771c22a8cee req-ddbae814-bb27-4f47-bce8-74d258f07ff7 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:51.372798 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-61fab22f-3807-4f0e-9b60-f771c22a8cee req-ddbae814-bb27-4f47-bce8-74d258f07ff7 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2041643 Aug 23 20:28:51.394372 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80aade-43f9-4348-957a-873ba3e1fcfb req-3d91b683-e2da-4b43-8fbc-44af917157d2 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:51.394909 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-61fab22f-3807-4f0e-9b60-f771c22a8cee req-1de39ebf-6511-4289-a59d-b2f3551b6d58 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Request body: {'port': {'device_id': 'f990a99f-dd25-4e58-a64c-1b41ab5dbb16', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'admin_state_up': True, 'tenant_id': '73c5c62ec25a41ab8d37d29a4cff1db9'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:28:51.396569 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8c80aade-43f9-4348-957a-873ba3e1fcfb req-3d91b683-e2da-4b43-8fbc-44af917157d2 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/ports?device_id=b92860fa-cba7-4c4c-8ae6-96c1d6c29ce1 HTTP/1.1" status: 200 len: 944 time: 0.1140316 Aug 23 20:28:51.417881 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=775ea288-495a-4946-bd5a-3d1f6c9ea951,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:51.452999 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-1ea4fdcc-a7cb-44d5-8c6e-833ca986f3b5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5e0a614153da42588061509e175af8a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1117134 Aug 23 20:28:51.468176 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45928) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:51.474562 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-3c3477b3-2bba-4bb6-8c01-8d198ab29d5e admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1492225895-network', 'tenant_id': '184419865e0841f78ad7115b4ff7e9c9'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:28:51.494558 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8c80aade-43f9-4348-957a-873ba3e1fcfb req-39262413-ae23-4526-b1c4-753db79d9db0 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/security-groups?id=69d833bb-0223-46ae-bea0-8d59b3b26f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799613 Aug 23 20:28:51.499854 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45930) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:51.571002 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3477b3-2bba-4bb6-8c01-8d198ab29d5e admin admin] Made reservation on behalf of 184419865e0841f78ad7115b4ff7e9c9 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:28:51.572852 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3c3477b3-2bba-4bb6-8c01-8d198ab29d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:51.587114 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3c3477b3-2bba-4bb6-8c01-8d198ab29d5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:51.609789 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-994cdc96-0cdd-4d87-86ad-5d1a3c9c0f6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:51.637535 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-994cdc96-0cdd-4d87-86ad-5d1a3c9c0f6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:51.648370 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61fab22f-3807-4f0e-9b60-f771c22a8cee req-1de39ebf-6511-4289-a59d-b2f3551b6d58 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Made reservation on behalf of 73c5c62ec25a41ab8d37d29a4cff1db9 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:28:51.652337 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-61fab22f-3807-4f0e-9b60-f771c22a8cee req-1de39ebf-6511-4289-a59d-b2f3551b6d58 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:51.679621 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-61fab22f-3807-4f0e-9b60-f771c22a8cee req-1de39ebf-6511-4289-a59d-b2f3551b6d58 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:51.685190 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['775ea288-495a-4946-bd5a-3d1f6c9ea951'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:28:51.729357 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-994cdc96-0cdd-4d87-86ad-5d1a3c9c0f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:51.736121 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-994cdc96-0cdd-4d87-86ad-5d1a3c9c0f6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:51.736121 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-994cdc96-0cdd-4d87-86ad-5d1a3c9c0f6c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/419d9617-8227-4454-b1e7-f4b0d3de93c2 HTTP/1.1" status: 204 len: 168 time: 0.2328289 Aug 23 20:28:51.743803 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-ba02878b-46e6-4ab9-a775-1330f8ff3629 req-d85a599f-bf13-4489-9dab-47b7f007cee3 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1762556091', 'description': 'tempest-description-2000557251'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:28:51.748078 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994cdc96-0cdd-4d87-86ad-5d1a3c9c0f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419d9617-8227-4454-b1e7-f4b0d3de93c2,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:51.784762 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3c3477b3-2bba-4bb6-8c01-8d198ab29d5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:51.804705 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3c3477b3-2bba-4bb6-8c01-8d198ab29d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:51.832655 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ba02878b-46e6-4ab9-a775-1330f8ff3629 req-d85a599f-bf13-4489-9dab-47b7f007cee3 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:51.845015 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c3477b3-2bba-4bb6-8c01-8d198ab29d5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:28:51.860553 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3477b3-2bba-4bb6-8c01-8d198ab29d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f44840-cd97-4a28-9d0a-03e7a175cabd,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:51.866389 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3c3477b3-2bba-4bb6-8c01-8d198ab29d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:51.866900 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-3c3477b3-2bba-4bb6-8c01-8d198ab29d5e admin admin] Added segment 5f46ad09-9ebc-4c2e-9590-46cd436ba8ad of type vlan for network 2464db55-cf7a-4a4d-b46f-b41923828ba2 Aug 23 20:28:51.963342 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3c3477b3-2bba-4bb6-8c01-8d198ab29d5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:52.002379 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f231f5f-2f57-4436-a70b-0184065118dd req-0ff23673-ccca-4059-94e4-299e8f5352f5 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:52.008704 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-61fab22f-3807-4f0e-9b60-f771c22a8cee req-1de39ebf-6511-4289-a59d-b2f3551b6d58 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:52.015070 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5f231f5f-2f57-4436-a70b-0184065118dd req-0ff23673-ccca-4059-94e4-299e8f5352f5 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/ports?device_id=8322b199-043f-41e7-996c-ea258a61a503 HTTP/1.1" status: 200 len: 947 time: 0.1007409 Aug 23 20:28:52.022272 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-61fab22f-3807-4f0e-9b60-f771c22a8cee req-1de39ebf-6511-4289-a59d-b2f3551b6d58 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:52.023875 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3c3477b3-2bba-4bb6-8c01-8d198ab29d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:52.027158 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3477b3-2bba-4bb6-8c01-8d198ab29d5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:52.028566 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3c3477b3-2bba-4bb6-8c01-8d198ab29d5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:52.137116 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3477b3-2bba-4bb6-8c01-8d198ab29d5e admin admin] Pushing event updated for resources: {'Network': ['ID=2464db55-cf7a-4a4d-b46f-b41923828ba2,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:52.146769 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de39ebf-6511-4289-a59d-b2f3551b6d58 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37404d9b-a32b-4b87-8f00-866528ce2bae,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:52.151838 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5f231f5f-2f57-4436-a70b-0184065118dd req-da211de0-93c5-47b5-bacf-9cf5353313de tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/security-groups?id=179fb938-c9d2-4442-9708-d36ca99918ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197553 Aug 23 20:28:52.180707 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 2464db55-cf7a-4a4d-b46f-b41923828ba2 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:28:52.288051 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ad88d0e4-91e2-4dde-a7d7-c4c781912482 req-61960c53-c0e3-401c-8148-e8771fe46244 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f990a99f-dd25-4e58-a64c-1b41ab5dbb16 HTTP/1.1" status: 200 len: 210 time: 0.0538981 Aug 23 20:28:52.331927 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ba02878b-46e6-4ab9-a775-1330f8ff3629 req-d85a599f-bf13-4489-9dab-47b7f007cee3 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:52.339275 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-61fab22f-3807-4f0e-9b60-f771c22a8cee req-1de39ebf-6511-4289-a59d-b2f3551b6d58 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Allocated IP 192.168.233.225 (660f640a-b8b2-40aa-8ebf-76bd1608cceb/e66e9eb0-86f4-4159-852b-f29863cbf18d/2049cbed-d6c5-488e-9f7b-53c7ade58b1e) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:28:52.354818 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-3c3477b3-2bba-4bb6-8c01-8d198ab29d5e admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8849931 Aug 23 20:28:52.355764 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45958) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:52.357703 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ba02878b-46e6-4ab9-a775-1330f8ff3629 req-d85a599f-bf13-4489-9dab-47b7f007cee3 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:52.363151 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-bc702fd3-6719-4079-bd05-69491e17c635 admin admin] Request body: {'subnet': {'network_id': '2464db55-cf7a-4a4d-b46f-b41923828ba2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1492225895-subnet', 'tenant_id': '184419865e0841f78ad7115b4ff7e9c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:28:52.375341 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45960) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:52.422178 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc702fd3-6719-4079-bd05-69491e17c635 admin admin] Made reservation on behalf of 184419865e0841f78ad7115b4ff7e9c9 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:28:52.425715 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bc702fd3-6719-4079-bd05-69491e17c635 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:52.428809 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85a599f-bf13-4489-9dab-47b7f007cee3 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2076349b-a9b7-4797-a0a0-8b6d2e8c8d71,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:52.433657 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ba02878b-46e6-4ab9-a775-1330f8ff3629 req-d85a599f-bf13-4489-9dab-47b7f007cee3 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:52.434888 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ba02878b-46e6-4ab9-a775-1330f8ff3629 req-d85a599f-bf13-4489-9dab-47b7f007cee3 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.7188489 Aug 23 20:28:52.605336 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-61fab22f-3807-4f0e-9b60-f771c22a8cee req-1de39ebf-6511-4289-a59d-b2f3551b6d58 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:52.618648 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-14e5d11d-4fb9-4e2e-9b46-0a2ea480d210 req-cafb9887-65f1-4264-9731-6057df9ea4e9 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] 10.222.0.61 "GET /v2.0/security-groups/2076349b-a9b7-4797-a0a0-8b6d2e8c8d71 HTTP/1.1" status: 200 len: 1813 time: 0.1126108 Aug 23 20:28:52.619560 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-57644281-987b-42b7-b81c-13efd571ff6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:52.638765 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-14e5d11d-4fb9-4e2e-9b46-0a2ea480d210 req-156c0c3a-0d4f-4095-a41f-f8ace924ba3e tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2076349b-a9b7-4797-a0a0-8b6d2e8c8d71', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:28:52.639420 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-14e5d11d-4fb9-4e2e-9b46-0a2ea480d210 req-156c0c3a-0d4f-4095-a41f-f8ace924ba3e tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2076349b-a9b7-4797-a0a0-8b6d2e8c8d71', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:28:52.668697 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-61fab22f-3807-4f0e-9b60-f771c22a8cee req-1de39ebf-6511-4289-a59d-b2f3551b6d58 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Transition to ACTIVE for port object 2049cbed-d6c5-488e-9f7b-53c7ade58b1e will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:28:52.751048 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa677f-0bce-46ef-9e8c-21cadf3c9f89 req-5f5b828b-d740-4067-acc0-85e506019cb8 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:52.753083 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d6fa677f-0bce-46ef-9e8c-21cadf3c9f89 req-5f5b828b-d740-4067-acc0-85e506019cb8 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/ports?device_id=b92860fa-cba7-4c4c-8ae6-96c1d6c29ce1 HTTP/1.1" status: 200 len: 945 time: 0.1275671 Aug 23 20:28:52.784855 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-61fab22f-3807-4f0e-9b60-f771c22a8cee req-1de39ebf-6511-4289-a59d-b2f3551b6d58 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:52.821745 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 16aa6e8c-c3d1-41b0-9173-c013a84ca397 details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:28:52.896193 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 775ea288-495a-4946-bd5a-3d1f6c9ea951 up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:28:52.903668 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bc702fd3-6719-4079-bd05-69491e17c635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:52.914837 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d6fa677f-0bce-46ef-9e8c-21cadf3c9f89 req-aff8faf3-a4b7-4387-a15f-649a1fe5598b tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/security-groups?id=69d833bb-0223-46ae-bea0-8d59b3b26f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345110 Aug 23 20:28:52.922080 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61fab22f-3807-4f0e-9b60-f771c22a8cee req-1de39ebf-6511-4289-a59d-b2f3551b6d58 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Network 660f640a-b8b2-40aa-8ebf-76bd1608cceb is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:28:52.928916 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-61fab22f-3807-4f0e-9b60-f771c22a8cee req-1de39ebf-6511-4289-a59d-b2f3551b6d58 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:28:52.939088 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-61fab22f-3807-4f0e-9b60-f771c22a8cee req-1de39ebf-6511-4289-a59d-b2f3551b6d58 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:28:52.950748 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de39ebf-6511-4289-a59d-b2f3551b6d58 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Pushing event updated for resources: {'Port': ['ID=2049cbed-d6c5-488e-9f7b-53c7ade58b1e,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:53.007002 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-14e5d11d-4fb9-4e2e-9b46-0a2ea480d210 req-156c0c3a-0d4f-4095-a41f-f8ace924ba3e tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:53.028343 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fab22f-3807-4f0e-9b60-f771c22a8cee req-1de39ebf-6511-4289-a59d-b2f3551b6d58 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:53.030903 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-61fab22f-3807-4f0e-9b60-f771c22a8cee req-1de39ebf-6511-4289-a59d-b2f3551b6d58 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:53.141384 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-14e5d11d-4fb9-4e2e-9b46-0a2ea480d210 req-156c0c3a-0d4f-4095-a41f-f8ace924ba3e tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:53.151622 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 16aa6e8c-c3d1-41b0-9173-c013a84ca397, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=16aa6e8c-c3d1-41b0-9173-c013a84ca397,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:28:53.156543 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc702fd3-6719-4079-bd05-69491e17c635 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4d86786-d2a1-446d-9881-6b5e194790d0,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:53.170168 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port 775ea288-495a-4946-bd5a-3d1f6c9ea951 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:28:53.170723 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-14e5d11d-4fb9-4e2e-9b46-0a2ea480d210 req-156c0c3a-0d4f-4095-a41f-f8ace924ba3e tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:53.182914 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port 775ea288-495a-4946-bd5a-3d1f6c9ea951 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:28:53.183886 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:53.186026 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': '16aa6e8c-c3d1-41b0-9173-c013a84ca397', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'port_id': '16aa6e8c-c3d1-41b0-9173-c013a84ca397', 'mac_address': 'fa:16:3e:1e:54:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66e9eb0-86f4-4159-852b-f29863cbf18d', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:28:53.232155 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156c0c3a-0d4f-4095-a41f-f8ace924ba3e tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5327808d-f5c6-43cd-b9e2-f7d22c4045a8,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:53.233893 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc702fd3-6719-4079-bd05-69491e17c635 admin admin] Checking segment: {'id': '5f46ad09-9ebc-4c2e-9590-46cd436ba8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '2464db55-cf7a-4a4d-b46f-b41923828ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:28:53.234245 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc702fd3-6719-4079-bd05-69491e17c635 admin admin] Network hostable DHCP agents. Network: 2464db55-cf7a-4a4d-b46f-b41923828ba2, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:28:53.247954 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-57644281-987b-42b7-b81c-13efd571ff6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:53.265104 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-61fab22f-3807-4f0e-9b60-f771c22a8cee req-1de39ebf-6511-4289-a59d-b2f3551b6d58 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8763885 Aug 23 20:28:53.268302 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-57644281-987b-42b7-b81c-13efd571ff6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:53.272968 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-14e5d11d-4fb9-4e2e-9b46-0a2ea480d210 req-156c0c3a-0d4f-4095-a41f-f8ace924ba3e tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:53.274152 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-14e5d11d-4fb9-4e2e-9b46-0a2ea480d210 req-156c0c3a-0d4f-4095-a41f-f8ace924ba3e tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6427453 Aug 23 20:28:53.279588 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-61fab22f-3807-4f0e-9b60-f771c22a8cee req-ab4698a2-17c2-4b7d-96bf-f55da9aac18a service neutron] Request body: {'port': {'device_id': 'f990a99f-dd25-4e58-a64c-1b41ab5dbb16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:28:53.393043 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:53.411734 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2017a9f9-3e9b-4427-9b35-6e3f7386db8c None None] Provisioning for port 2049cbed-d6c5-488e-9f7b-53c7ade58b1e completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:28:53.419370 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-61fab22f-3807-4f0e-9b60-f771c22a8cee req-ab4698a2-17c2-4b7d-96bf-f55da9aac18a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:53.423725 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16aa6e8c-c3d1-41b0-9173-c013a84ca397 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:28:53.432473 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2017a9f9-3e9b-4427-9b35-6e3f7386db8c None None] Provisioning complete for port 2049cbed-d6c5-488e-9f7b-53c7ade58b1e triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:28:53.433295 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2017a9f9-3e9b-4427-9b35-6e3f7386db8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:53.454281 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57644281-987b-42b7-b81c-13efd571ff6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd9ed5a-2735-4f47-9373-496d69f393a7,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:53.456918 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc702fd3-6719-4079-bd05-69491e17c635 admin admin] Network 2464db55-cf7a-4a4d-b46f-b41923828ba2 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:28:53.468815 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-57644281-987b-42b7-b81c-13efd571ff6d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c829029e9f8546f98e57c4ddd31d6f68&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0902011 Aug 23 20:28:53.471381 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 46004) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:53.488564 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc049e-8b0b-47f1-a551-9243bbfd2049 req-e2d21a09-3726-4e1a-b622-bf341e763202 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:53.496611 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-bc702fd3-6719-4079-bd05-69491e17c635 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 2464db55-cf7a-4a4d-b46f-b41923828ba2) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:28:53.508378 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc702fd3-6719-4079-bd05-69491e17c635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:53.509057 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bc702fd3-6719-4079-bd05-69491e17c635 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:53.518738 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-94cc049e-8b0b-47f1-a551-9243bbfd2049 req-e2d21a09-3726-4e1a-b622-bf341e763202 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/ports?device_id=8322b199-043f-41e7-996c-ea258a61a503 HTTP/1.1" status: 200 len: 947 time: 0.1835721 Aug 23 20:28:53.522263 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c1bfe8-13fe-43f4-afd7-c8d906f19acc None None] Network 2464db55-cf7a-4a4d-b46f-b41923828ba2 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:28:53.528369 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 16aa6e8c-c3d1-41b0-9173-c013a84ca397, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=16aa6e8c-c3d1-41b0-9173-c013a84ca397,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:28:53.543098 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f3d7a78d-bcf0-47f3-9056-53f7860a39f8 req-f3926e6b-48d1-4b8c-aec5-a4463ce237f1 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] 10.222.0.61 "GET /v2.0/security-groups/2076349b-a9b7-4797-a0a0-8b6d2e8c8d71 HTTP/1.1" status: 200 len: 2406 time: 0.2199917 Aug 23 20:28:53.550259 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-bc702fd3-6719-4079-bd05-69491e17c635 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1910608 Aug 23 20:28:53.654131 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46014) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:53.742940 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:53.778144 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71d6980-515b-4c69-9956-6bc54ba555ea None None] Network 2464db55-cf7a-4a4d-b46f-b41923828ba2 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:28:53.779620 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f51e1a-a496-4bb5-9e9a-95bb688929ac req-c4b528f3-ab39-45f5-85df-72b1adb02f6a tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:53.781168 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-71f51e1a-a496-4bb5-9e9a-95bb688929ac req-c4b528f3-ab39-45f5-85df-72b1adb02f6a tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f990a99f-dd25-4e58-a64c-1b41ab5dbb16 HTTP/1.1" status: 200 len: 936 time: 0.0987952 Aug 23 20:28:53.853896 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-71f51e1a-a496-4bb5-9e9a-95bb688929ac req-8e2865bf-82ec-42f6-b133-537885ea9008 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603864 Aug 23 20:28:53.911927 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-95a117e2-2082-491e-9275-7cbdf5de8898 req-038e78fb-5e28-4cb6-898a-405a50e39bf5 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] 10.222.0.61 "GET /v2.0/security-group-rules/5327808d-f5c6-43cd-b9e2-f7d22c4045a8 HTTP/1.1" status: 200 len: 778 time: 0.0361717 Aug 23 20:28:53.967384 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-95a117e2-2082-491e-9275-7cbdf5de8898 req-4696318c-8503-4ee4-a5d3-700148bd6360 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] 10.222.0.61 "GET /v2.0/security-groups/2076349b-a9b7-4797-a0a0-8b6d2e8c8d71 HTTP/1.1" status: 200 len: 2406 time: 0.0537410 Aug 23 20:28:53.999632 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-95a117e2-2082-491e-9275-7cbdf5de8898 req-0d35c8a1-b237-4085-b3d4-375429099071 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:54.007302 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-2017a9f9-3e9b-4427-9b35-6e3f7386db8c None None] Port 2049cbed-d6c5-488e-9f7b-53c7ade58b1e cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:28:54.009064 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:54.012493 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-95a117e2-2082-491e-9275-7cbdf5de8898 req-0d35c8a1-b237-4085-b3d4-375429099071 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:54.064945 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-95a117e2-2082-491e-9275-7cbdf5de8898 req-0d35c8a1-b237-4085-b3d4-375429099071 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:54.079159 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-95a117e2-2082-491e-9275-7cbdf5de8898 req-0d35c8a1-b237-4085-b3d4-375429099071 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:54.100198 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-95a117e2-2082-491e-9275-7cbdf5de8898 req-0d35c8a1-b237-4085-b3d4-375429099071 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/5327808d-f5c6-43cd-b9e2-f7d22c4045a8 HTTP/1.1" status: 204 len: 173 time: 0.1314075 Aug 23 20:28:54.109759 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b92860fa-cba7-4c4c-8ae6-96c1d6c29ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '775ea288-495a-4946-bd5a-3d1f6c9ea951'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:28:54.113414 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c8426a-4ee7-474b-acbf-09117b64ecea" -d '{"events": [{"server_uuid": "b92860fa-cba7-4c4c-8ae6-96c1d6c29ce1", "name": "network-vif-plugged", "status": "completed", "tag": "775ea288-495a-4946-bd5a-3d1f6c9ea951"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:28:54.119237 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=16aa6e8c-c3d1-41b0-9173-c013a84ca397,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:54.125284 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35c8a1-b237-4085-b3d4-375429099071 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5327808d-f5c6-43cd-b9e2-f7d22c4045a8,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:54.130874 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['16aa6e8c-c3d1-41b0-9173-c013a84ca397'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:28:54.168191 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-76e28393-fe93-4e4b-9807-0f339b45a092 tempest-AutoAllocateNetworkTest-1982658115 tempest-AutoAllocateNetworkTest-1982658115-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=2b8de249d57042b3b5c3d9ee14c4f734&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5089381 Aug 23 20:28:54.170802 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46030) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:54.175408 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 775ea288-495a-4946-bd5a-3d1f6c9ea951, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=775ea288-495a-4946-bd5a-3d1f6c9ea951,segment=NetworkSegment(c977723b-2490-412a-bf00-d7b943c13912),segment_id=c977723b-2490-412a-bf00-d7b943c13912)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:28:54.184347 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:54.300406 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331e2ab6-b82b-4946-a5e1-9d3ae977dce6 req-1abb148d-b721-4b97-b020-54a90c88dd9c tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:54.309704 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-331e2ab6-b82b-4946-a5e1-9d3ae977dce6 req-1abb148d-b721-4b97-b020-54a90c88dd9c tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/ports?device_id=b92860fa-cba7-4c4c-8ae6-96c1d6c29ce1 HTTP/1.1" status: 200 len: 946 time: 0.1220765 Aug 23 20:28:54.333523 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=775ea288-495a-4946-bd5a-3d1f6c9ea951,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:54.351892 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-94cc049e-8b0b-47f1-a551-9243bbfd2049 req-57834cb6-cb78-4c3e-be4c-61389c48ef67 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/security-groups?id=179fb938-c9d2-4442-9708-d36ca99918ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8315041 Aug 23 20:28:54.366632 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-331e2ab6-b82b-4946-a5e1-9d3ae977dce6 req-1921f99b-17b8-4cae-8a7f-e71f22335ac4 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/security-groups?id=69d833bb-0223-46ae-bea0-8d59b3b26f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560780 Aug 23 20:28:54.387799 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc96bcf-5b4d-4292-b5cb-4792d06f835b tempest-AutoAllocateNetworkTest-1982658115 tempest-AutoAllocateNetworkTest-1982658115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:54.389680 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-3fc96bcf-5b4d-4292-b5cb-4792d06f835b tempest-AutoAllocateNetworkTest-1982658115 tempest-AutoAllocateNetworkTest-1982658115-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2177339 Aug 23 20:28:54.396170 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46034) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:54.414931 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4e1e7d-520c-4f16-b14f-411681b0bc53 x-openstack-request-id: req-bc4e1e7d-520c-4f16-b14f-411681b0bc53 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:28:54.415215 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b92860fa-cba7-4c4c-8ae6-96c1d6c29ce1", "name": "network-vif-plugged", "status": "completed", "tag": "775ea288-495a-4946-bd5a-3d1f6c9ea951", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:28:54.416522 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bc4e1e7d-520c-4f16-b14f-411681b0bc53 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:28:54.417116 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b92860fa-cba7-4c4c-8ae6-96c1d6c29ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '775ea288-495a-4946-bd5a-3d1f6c9ea951', 'code': 200} Aug 23 20:28:54.420401 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-8cd95ff0-6677-4338-bf8b-86ee296da910 req-559de8d6-bd58-48fc-9e95-57417212dcba tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-498606681', 'description': 'tempest-description-1187066880'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:28:54.456463 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b90d2032-13dc-4b78-b6b3-8ba61fee6c49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:54.460733 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e2647790-c984-46fd-8c55-85efebad2ef3 tempest-AutoAllocateNetworkTest-1982658115 tempest-AutoAllocateNetworkTest-1982658115-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0603619 Aug 23 20:28:54.461212 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46038) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:54.464626 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-61fab22f-3807-4f0e-9b60-f771c22a8cee req-ab4698a2-17c2-4b7d-96bf-f55da9aac18a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2049cbed-d6c5-488e-9f7b-53c7ade58b1e {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:28:54.483462 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-61fab22f-3807-4f0e-9b60-f771c22a8cee req-ab4698a2-17c2-4b7d-96bf-f55da9aac18a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:54.498459 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4a56a9dd-7bc5-4994-a34f-f451ab059acd tempest-AutoAllocateNetworkTest-1982658115 tempest-AutoAllocateNetworkTest-1982658115-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=2b8de249d57042b3b5c3d9ee14c4f734 HTTP/1.1" status: 200 len: 208 time: 0.0339148 Aug 23 20:28:54.511116 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-61fab22f-3807-4f0e-9b60-f771c22a8cee req-ab4698a2-17c2-4b7d-96bf-f55da9aac18a service neutron] Transition to ACTIVE for port object 2049cbed-d6c5-488e-9f7b-53c7ade58b1e will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:28:54.514692 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8cd95ff0-6677-4338-bf8b-86ee296da910 req-559de8d6-bd58-48fc-9e95-57417212dcba tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:54.529874 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-61fab22f-3807-4f0e-9b60-f771c22a8cee req-ab4698a2-17c2-4b7d-96bf-f55da9aac18a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:54.535230 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b90d2032-13dc-4b78-b6b3-8ba61fee6c49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:54.593542 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46306b9d-4ed5-41a8-8bff-b88822a251d6 req-39fe71a3-72e3-4dd0-bd3f-47a421fe4c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:54.596637 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-46306b9d-4ed5-41a8-8bff-b88822a251d6 req-39fe71a3-72e3-4dd0-bd3f-47a421fe4c07 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b92860fa-cba7-4c4c-8ae6-96c1d6c29ce1 HTTP/1.1" status: 200 len: 1097 time: 0.0776064 Aug 23 20:28:54.652198 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4698a2-17c2-4b7d-96bf-f55da9aac18a service neutron] Pushing event updated for resources: {'Port': ['ID=2049cbed-d6c5-488e-9f7b-53c7ade58b1e,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:54.662626 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-46306b9d-4ed5-41a8-8bff-b88822a251d6 req-db98b74f-3990-40fc-97a1-f3248dc5ea49 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=69d833bb-0223-46ae-bea0-8d59b3b26f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547495 Aug 23 20:28:54.718929 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b90d2032-13dc-4b78-b6b3-8ba61fee6c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:54.721784 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b90d2032-13dc-4b78-b6b3-8ba61fee6c49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:54.726499 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b90d2032-13dc-4b78-b6b3-8ba61fee6c49 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4fd9ed5a-2735-4f47-9373-496d69f393a7 HTTP/1.1" status: 204 len: 168 time: 1.1566241 Aug 23 20:28:54.747354 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d2032-13dc-4b78-b6b3-8ba61fee6c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd9ed5a-2735-4f47-9373-496d69f393a7,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:54.799289 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-61fab22f-3807-4f0e-9b60-f771c22a8cee req-ab4698a2-17c2-4b7d-96bf-f55da9aac18a service neutron] Attempting to bind port 2049cbed-d6c5-488e-9f7b-53c7ade58b1e on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:28:54.799666 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-61fab22f-3807-4f0e-9b60-f771c22a8cee req-ab4698a2-17c2-4b7d-96bf-f55da9aac18a service neutron] Attempting to bind port 2049cbed-d6c5-488e-9f7b-53c7ade58b1e by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:28:54.799993 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fab22f-3807-4f0e-9b60-f771c22a8cee req-ab4698a2-17c2-4b7d-96bf-f55da9aac18a service neutron] Attempting to bind port 2049cbed-d6c5-488e-9f7b-53c7ade58b1e on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:28:54.813285 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 16aa6e8c-c3d1-41b0-9173-c013a84ca397 up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:28:54.813896 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fab22f-3807-4f0e-9b60-f771c22a8cee req-ab4698a2-17c2-4b7d-96bf-f55da9aac18a service neutron] Port 2049cbed-d6c5-488e-9f7b-53c7ade58b1e on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:28:54.814228 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fab22f-3807-4f0e-9b60-f771c22a8cee req-ab4698a2-17c2-4b7d-96bf-f55da9aac18a service neutron] Attempting to bind port 2049cbed-d6c5-488e-9f7b-53c7ade58b1e on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:28:54.820179 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8cd95ff0-6677-4338-bf8b-86ee296da910 req-559de8d6-bd58-48fc-9e95-57417212dcba tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:54.823789 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fab22f-3807-4f0e-9b60-f771c22a8cee req-ab4698a2-17c2-4b7d-96bf-f55da9aac18a service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:28:54.824180 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fab22f-3807-4f0e-9b60-f771c22a8cee req-ab4698a2-17c2-4b7d-96bf-f55da9aac18a service neutron] Checking segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:28:54.824932 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fab22f-3807-4f0e-9b60-f771c22a8cee req-ab4698a2-17c2-4b7d-96bf-f55da9aac18a service neutron] Bound using segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:28:54.825376 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-61fab22f-3807-4f0e-9b60-f771c22a8cee req-ab4698a2-17c2-4b7d-96bf-f55da9aac18a service neutron] Bound port: 2049cbed-d6c5-488e-9f7b-53c7ade58b1e, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:28:54.825746 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-61fab22f-3807-4f0e-9b60-f771c22a8cee req-ab4698a2-17c2-4b7d-96bf-f55da9aac18a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:54.829577 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8cd95ff0-6677-4338-bf8b-86ee296da910 req-559de8d6-bd58-48fc-9e95-57417212dcba tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:54.892322 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port 16aa6e8c-c3d1-41b0-9173-c013a84ca397 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:28:54.892583 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8cd95ff0-6677-4338-bf8b-86ee296da910 req-559de8d6-bd58-48fc-9e95-57417212dcba tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:54.898804 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port 16aa6e8c-c3d1-41b0-9173-c013a84ca397 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:28:54.899183 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:54.900426 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8cd95ff0-6677-4338-bf8b-86ee296da910 req-559de8d6-bd58-48fc-9e95-57417212dcba tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4977934 Aug 23 20:28:54.993753 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559de8d6-bd58-48fc-9e95-57417212dcba tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2964b3a-de72-4290-a9f9-96ec72f3c136,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:55.021169 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 46068) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:55.061132 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646cb4d2-432c-46d3-b53a-b69d261d783d req-f012cd3d-ef1e-45ef-b676-fe290c584781 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:55.062841 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:55.063079 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-646cb4d2-432c-46d3-b53a-b69d261d783d req-f012cd3d-ef1e-45ef-b676-fe290c584781 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/networks?id=291e6885-2f63-495c-b479-2184cb200f47 HTTP/1.1" status: 200 len: 821 time: 0.2281449 Aug 23 20:28:55.086598 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-646cb4d2-432c-46d3-b53a-b69d261d783d req-637b2e34-1569-4dd6-8f9c-36b729b9c444 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/quotas/80dadbb9f2554b479c0b13605bddd689 HTTP/1.1" status: 200 len: 375 time: 0.0132961 Aug 23 20:28:55.087490 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-61fab22f-3807-4f0e-9b60-f771c22a8cee req-ab4698a2-17c2-4b7d-96bf-f55da9aac18a service neutron] For port 2049cbed-d6c5-488e-9f7b-53c7ade58b1e, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:28:55.099423 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-61fab22f-3807-4f0e-9b60-f771c22a8cee req-ab4698a2-17c2-4b7d-96bf-f55da9aac18a service neutron] For port 2049cbed-d6c5-488e-9f7b-53c7ade58b1e, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=2049cbed-d6c5-488e-9f7b-53c7ade58b1e,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:28:55.107731 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-61fab22f-3807-4f0e-9b60-f771c22a8cee req-ab4698a2-17c2-4b7d-96bf-f55da9aac18a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:55.137280 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 16aa6e8c-c3d1-41b0-9173-c013a84ca397, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=16aa6e8c-c3d1-41b0-9173-c013a84ca397,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:28:55.149559 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fab22f-3807-4f0e-9b60-f771c22a8cee req-ab4698a2-17c2-4b7d-96bf-f55da9aac18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:55.150321 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-61fab22f-3807-4f0e-9b60-f771c22a8cee req-ab4698a2-17c2-4b7d-96bf-f55da9aac18a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:55.152027 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-61fab22f-3807-4f0e-9b60-f771c22a8cee req-ab4698a2-17c2-4b7d-96bf-f55da9aac18a service neutron] 10.222.0.11 "PUT /v2.0/ports/2049cbed-d6c5-488e-9f7b-53c7ade58b1e HTTP/1.1" status: 200 len: 1096 time: 1.8783534 Aug 23 20:28:55.152630 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f990a99f-dd25-4e58-a64c-1b41ab5dbb16', 'tag': '2049cbed-d6c5-488e-9f7b-53c7ade58b1e'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:28:55.154954 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7459c317-bc5d-4599-948f-2b7e2a34a922" -d '{"events": [{"name": "network-changed", "server_uuid": "f990a99f-dd25-4e58-a64c-1b41ab5dbb16", "tag": "2049cbed-d6c5-488e-9f7b-53c7ade58b1e"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:28:55.161340 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:55.184330 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-646cb4d2-432c-46d3-b53a-b69d261d783d req-f9f1dbcd-1802-4d4f-8ec5-e718acb65f47 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=80dadbb9f2554b479c0b13605bddd689&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0840793 Aug 23 20:28:55.197036 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4698a2-17c2-4b7d-96bf-f55da9aac18a service neutron] Pushing event updated for resources: {'Port': ['ID=2049cbed-d6c5-488e-9f7b-53c7ade58b1e,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:55.266161 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 46074) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:55.292224 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=16aa6e8c-c3d1-41b0-9173-c013a84ca397,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:55.303106 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ec270f4d-f008-4092-9221-0d26af217808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:55.356663 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-646cb4d2-432c-46d3-b53a-b69d261d783d req-da25c7dd-95bf-4c53-ad28-452c85f71b1a service neutron] 10.222.0.61 "GET /v2.0/networks/291e6885-2f63-495c-b479-2184cb200f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643105 Aug 23 20:28:55.402474 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fab22f-3807-4f0e-9b60-f771c22a8cee req-f7bfa32b-b7bb-48ab-9476-4c10a02fdf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:55.404138 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-61fab22f-3807-4f0e-9b60-f771c22a8cee req-f7bfa32b-b7bb-48ab-9476-4c10a02fdf67 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=73c5c62ec25a41ab8d37d29a4cff1db9&device_id=f990a99f-dd25-4e58-a64c-1b41ab5dbb16 HTTP/1.1" status: 200 len: 1099 time: 0.2013648 Aug 23 20:28:55.500470 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-61fab22f-3807-4f0e-9b60-f771c22a8cee req-c638f897-74a9-4f20-a910-b0bc6c71c00d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=2049cbed-d6c5-488e-9f7b-53c7ade58b1e HTTP/1.1" status: 200 len: 217 time: 0.0838797 Aug 23 20:28:55.508658 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-646cb4d2-432c-46d3-b53a-b69d261d783d req-e739dd6b-ec95-429a-8f0b-8e424c883da7 service neutron] 10.222.0.61 "GET /v2.0/networks/291e6885-2f63-495c-b479-2184cb200f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511488 Aug 23 20:28:55.574057 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-445b43a3-fa03-486f-ba86-c21a0888544e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:55.639181 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fab22f-3807-4f0e-9b60-f771c22a8cee req-9ca0bdb8-8480-4d31-bb69-443f11eedaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:55.641254 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-61fab22f-3807-4f0e-9b60-f771c22a8cee req-9ca0bdb8-8480-4d31-bb69-443f11eedaaa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.1313202 Aug 23 20:28:55.653539 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ec270f4d-f008-4092-9221-0d26af217808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:55.688913 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ec270f4d-f008-4092-9221-0d26af217808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:55.713822 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a01cd4c3-63d2-46ef-9303-d79df573292c req-2def8d57-881e-48f5-a841-e246c4f2c1a7 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] 10.222.0.61 "GET /v2.0/security-groups/e2964b3a-de72-4290-a9f9-96ec72f3c136 HTTP/1.1" status: 200 len: 1812 time: 0.0465395 Aug 23 20:28:55.756582 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deffc8c-c235-4822-94e8-5e0422cbd1a7 req-d4178000-e851-4c36-92dd-813768ee0865 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:55.758162 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0deffc8c-c235-4822-94e8-5e0422cbd1a7 req-d4178000-e851-4c36-92dd-813768ee0865 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f990a99f-dd25-4e58-a64c-1b41ab5dbb16 HTTP/1.1" status: 200 len: 948 time: 0.2320719 Aug 23 20:28:55.760623 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb06a39-4afb-40f3-b98f-2fc98538e036 x-openstack-request-id: req-1bb06a39-4afb-40f3-b98f-2fc98538e036 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:28:55.760912 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f990a99f-dd25-4e58-a64c-1b41ab5dbb16", "tag": "2049cbed-d6c5-488e-9f7b-53c7ade58b1e", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:28:55.761167 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1bb06a39-4afb-40f3-b98f-2fc98538e036 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:28:55.761583 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f990a99f-dd25-4e58-a64c-1b41ab5dbb16', 'tag': '2049cbed-d6c5-488e-9f7b-53c7ade58b1e', 'status': 'completed', 'code': 200} Aug 23 20:28:55.812266 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec270f4d-f008-4092-9221-0d26af217808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc210945-7693-45ac-99e8-6420a46c07ca,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:55.828958 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ec270f4d-f008-4092-9221-0d26af217808 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=caef8e60a16e4e0699048ad6906a558f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5617588 Aug 23 20:28:55.833932 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 46092) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:55.862972 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fab22f-3807-4f0e-9b60-f771c22a8cee req-6746def1-e953-485c-9008-345c813ec25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:55.865096 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-61fab22f-3807-4f0e-9b60-f771c22a8cee req-6746def1-e953-485c-9008-345c813ec25c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2132828 Aug 23 20:28:55.870497 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2104041-b42b-40c7-92e2-33384927644e req-1c3fd6bb-bc78-4892-a557-b4e49dc7b453 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:55.872051 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b2104041-b42b-40c7-92e2-33384927644e req-1c3fd6bb-bc78-4892-a557-b4e49dc7b453 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/ports?device_id=8322b199-043f-41e7-996c-ea258a61a503 HTTP/1.1" status: 200 len: 949 time: 0.0602314 Aug 23 20:28:55.923576 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b2104041-b42b-40c7-92e2-33384927644e req-8572d6ff-6518-4274-9a1d-189aeb9778db tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/security-groups?id=179fb938-c9d2-4442-9708-d36ca99918ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443389 Aug 23 20:28:55.927769 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0deffc8c-c235-4822-94e8-5e0422cbd1a7 req-4bc4683c-200f-4322-8468-def6e882bb2a tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570399 Aug 23 20:28:56.049827 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dc87afd8-2757-40da-b6ce-87b716db0de1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:56.054118 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-445b43a3-fa03-486f-ba86-c21a0888544e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:56.073036 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-445b43a3-fa03-486f-ba86-c21a0888544e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:56.085266 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc8795-92ad-4c81-8dde-ac42aa972665 req-276f9b4c-34da-4c42-8dd6-baa6d94b7f95 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:56.086971 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2afc8795-92ad-4c81-8dde-ac42aa972665 req-276f9b4c-34da-4c42-8dd6-baa6d94b7f95 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/ports?device_id=b92860fa-cba7-4c4c-8ae6-96c1d6c29ce1 HTTP/1.1" status: 200 len: 946 time: 0.0896549 Aug 23 20:28:56.106672 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-61fab22f-3807-4f0e-9b60-f771c22a8cee req-24d0373a-aeb0-49c0-ab06-1113a0ced89c service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287974 Aug 23 20:28:56.110932 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dc87afd8-2757-40da-b6ce-87b716db0de1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:56.138985 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2afc8795-92ad-4c81-8dde-ac42aa972665 req-57eecb54-7fff-41f3-8cf7-68346c4e95d7 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/security-groups?id=69d833bb-0223-46ae-bea0-8d59b3b26f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436883 Aug 23 20:28:56.243768 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-445b43a3-fa03-486f-ba86-c21a0888544e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2b8de249d57042b3b5c3d9ee14c4f734&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2026174 Aug 23 20:28:56.244611 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b43a3-fa03-486f-ba86-c21a0888544e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a526181d-631b-4f40-95d9-7be9417f4392,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:56.255699 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 46100) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:56.279344 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0317ba94-b558-4a1f-882f-cb980d2e1cbd req-11e9d9be-e861-47d6-a7d9-161c9ad3a278 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=4959b9f2-98bc-46b4-9d64-36ee6db26404 HTTP/1.1" status: 200 len: 210 time: 0.0526977 Aug 23 20:28:56.298872 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-61fab22f-3807-4f0e-9b60-f771c22a8cee req-529dcc87-d47c-41d5-83a4-a272c9fc8cfb service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780548 Aug 23 20:28:56.303418 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-67d1469a-344e-4788-8fc8-d4d3e02fa257 req-7493b841-abae-4595-a590-1f6c41d39713 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1347735200', 'description': 'tempest-description-1874420567'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:28:56.338917 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-67d1469a-344e-4788-8fc8-d4d3e02fa257 req-7493b841-abae-4595-a590-1f6c41d39713 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:56.358614 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c3e54b7d-d21c-47f8-853c-d2aa80fd6d5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:56.371002 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dc87afd8-2757-40da-b6ce-87b716db0de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:56.387149 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dc87afd8-2757-40da-b6ce-87b716db0de1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:56.388168 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-dc87afd8-2757-40da-b6ce-87b716db0de1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dc210945-7693-45ac-99e8-6420a46c07ca HTTP/1.1" status: 204 len: 168 time: 0.5518339 Aug 23 20:28:56.418613 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8322b199-043f-41e7-996c-ea258a61a503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16aa6e8c-c3d1-41b0-9173-c013a84ca397'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:28:56.421331 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa16830-4422-43cc-bc5e-3dd80073e670" -d '{"events": [{"server_uuid": "8322b199-043f-41e7-996c-ea258a61a503", "name": "network-vif-plugged", "status": "completed", "tag": "16aa6e8c-c3d1-41b0-9173-c013a84ca397"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:28:56.460429 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-67d1469a-344e-4788-8fc8-d4d3e02fa257 req-7493b841-abae-4595-a590-1f6c41d39713 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:56.465799 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-67d1469a-344e-4788-8fc8-d4d3e02fa257 req-7493b841-abae-4595-a590-1f6c41d39713 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:56.481253 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c3e54b7d-d21c-47f8-853c-d2aa80fd6d5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:56.494575 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc87afd8-2757-40da-b6ce-87b716db0de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc210945-7693-45ac-99e8-6420a46c07ca,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:56.507407 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4d12a3-878d-4a65-94e2-5b72ded1b56c x-openstack-request-id: req-ac4d12a3-878d-4a65-94e2-5b72ded1b56c {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:28:56.507695 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8322b199-043f-41e7-996c-ea258a61a503", "name": "network-vif-plugged", "status": "completed", "tag": "16aa6e8c-c3d1-41b0-9173-c013a84ca397", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:28:56.507948 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ac4d12a3-878d-4a65-94e2-5b72ded1b56c {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:28:56.508349 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8322b199-043f-41e7-996c-ea258a61a503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16aa6e8c-c3d1-41b0-9173-c013a84ca397', 'code': 200} Aug 23 20:28:56.569643 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459c317-bc5d-4599-948f-2b7e2a34a922 req-00e967c9-af8b-43d7-aa75-957684ebb7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:56.571760 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7459c317-bc5d-4599-948f-2b7e2a34a922 req-00e967c9-af8b-43d7-aa75-957684ebb7cb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=73c5c62ec25a41ab8d37d29a4cff1db9&device_id=f990a99f-dd25-4e58-a64c-1b41ab5dbb16 HTTP/1.1" status: 200 len: 1099 time: 0.1802952 Aug 23 20:28:56.575478 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-67d1469a-344e-4788-8fc8-d4d3e02fa257 req-7493b841-abae-4595-a590-1f6c41d39713 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:56.577732 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-67d1469a-344e-4788-8fc8-d4d3e02fa257 req-7493b841-abae-4595-a590-1f6c41d39713 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2797074 Aug 23 20:28:56.585188 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7493b841-abae-4595-a590-1f6c41d39713 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86aabc44-4192-4ca2-a88b-c8882f58b820,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:56.737147 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cab811e8-2436-4bc2-a058-d717f407e005 req-08017061-8f70-4507-83b1-b32188dc8b23 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] 10.222.0.61 "GET /v2.0/security-groups/86aabc44-4192-4ca2-a88b-c8882f58b820 HTTP/1.1" status: 200 len: 1813 time: 0.1143465 Aug 23 20:28:56.752558 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81b64d-35a9-483f-99e3-33633164fe07 req-bf40e4f6-ce39-4acc-af90-c9633f4732b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:56.758451 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4c81b64d-35a9-483f-99e3-33633164fe07 req-bf40e4f6-ce39-4acc-af90-c9633f4732b5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8322b199-043f-41e7-996c-ea258a61a503 HTTP/1.1" status: 200 len: 1100 time: 0.0752716 Aug 23 20:28:56.782532 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c3e54b7d-d21c-47f8-853c-d2aa80fd6d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:56.785602 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c3e54b7d-d21c-47f8-853c-d2aa80fd6d5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:56.790115 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c3e54b7d-d21c-47f8-853c-d2aa80fd6d5d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a526181d-631b-4f40-95d9-7be9417f4392 HTTP/1.1" status: 204 len: 168 time: 0.5301743 Aug 23 20:28:56.810401 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-0cb6daab-22da-445d-bd0d-dd4e841bb4b4 req-92e179f3-dea4-4988-9e93-67b753a1e1b6 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1306875333', 'description': 'tempest-description-1447666435'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:28:56.816660 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e54b7d-d21c-47f8-853c-d2aa80fd6d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a526181d-631b-4f40-95d9-7be9417f4392,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:56.868524 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0cb6daab-22da-445d-bd0d-dd4e841bb4b4 req-92e179f3-dea4-4988-9e93-67b753a1e1b6 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:56.876295 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459c317-bc5d-4599-948f-2b7e2a34a922 req-bfe78373-28b0-4997-8a6d-011deadd20ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:56.877569 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4c81b64d-35a9-483f-99e3-33633164fe07 req-41451572-909d-4342-8352-0aff46e93186 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=179fb938-c9d2-4442-9708-d36ca99918ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117139 Aug 23 20:28:56.878397 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7459c317-bc5d-4599-948f-2b7e2a34a922 req-bfe78373-28b0-4997-8a6d-011deadd20ee service neutron] 10.222.0.11 "GET /v2.0/networks?id=660f640a-b8b2-40aa-8ebf-76bd1608cceb HTTP/1.1" status: 200 len: 870 time: 0.2985723 Aug 23 20:28:56.942344 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7459c317-bc5d-4599-948f-2b7e2a34a922 req-56d100a5-e8de-4258-941f-aa87bc636845 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=2049cbed-d6c5-488e-9f7b-53c7ade58b1e HTTP/1.1" status: 200 len: 217 time: 0.0554900 Aug 23 20:28:57.061919 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459c317-bc5d-4599-948f-2b7e2a34a922 req-445a6a42-b693-4f60-9e8a-8d2901eb6a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:57.065763 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7459c317-bc5d-4599-948f-2b7e2a34a922 req-445a6a42-b693-4f60-9e8a-8d2901eb6a95 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.1107078 Aug 23 20:28:57.153455 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646cb4d2-432c-46d3-b53a-b69d261d783d req-fff0aaf6-240b-4996-ba54-23e0d49c872d tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:57.155237 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-646cb4d2-432c-46d3-b53a-b69d261d783d req-fff0aaf6-240b-4996-ba54-23e0d49c872d tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.11 "GET /v2.0/networks?id=291e6885-2f63-495c-b479-2184cb200f47 HTTP/1.1" status: 200 len: 821 time: 0.1944232 Aug 23 20:28:57.167979 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459c317-bc5d-4599-948f-2b7e2a34a922 req-f55283b9-dadc-4fd0-b187-608a06d7f720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:57.170908 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7459c317-bc5d-4599-948f-2b7e2a34a922 req-f55283b9-dadc-4fd0-b187-608a06d7f720 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0957384 Aug 23 20:28:57.173853 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-646cb4d2-432c-46d3-b53a-b69d261d783d req-f5f9d2a5-72bd-4403-b54c-7e89b14e2eb4 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Request body: {'port': {'device_id': '4959b9f2-98bc-46b4-9d64-36ee6db26404', 'network_id': '291e6885-2f63-495c-b479-2184cb200f47', 'admin_state_up': True, 'tenant_id': '80dadbb9f2554b479c0b13605bddd689'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:28:57.204631 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0cb6daab-22da-445d-bd0d-dd4e841bb4b4 req-92e179f3-dea4-4988-9e93-67b753a1e1b6 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:57.252591 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0cb6daab-22da-445d-bd0d-dd4e841bb4b4 req-92e179f3-dea4-4988-9e93-67b753a1e1b6 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:57.298691 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e179f3-dea4-4988-9e93-67b753a1e1b6 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4024f72e-0d29-431a-81c2-0aeeea1efee7,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:57.325279 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a927e8-fc25-46e8-9f6f-2a4f757640a4 req-55dee459-df2c-428a-a81f-aeef4958ad4c tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:57.327044 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-89a927e8-fc25-46e8-9f6f-2a4f757640a4 req-55dee459-df2c-428a-a81f-aeef4958ad4c tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/ports?device_id=8322b199-043f-41e7-996c-ea258a61a503 HTTP/1.1" status: 200 len: 949 time: 0.1168945 Aug 23 20:28:57.357498 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0cb6daab-22da-445d-bd0d-dd4e841bb4b4 req-92e179f3-dea4-4988-9e93-67b753a1e1b6 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:57.365168 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0cb6daab-22da-445d-bd0d-dd4e841bb4b4 req-92e179f3-dea4-4988-9e93-67b753a1e1b6 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5661871 Aug 23 20:28:57.394908 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-89a927e8-fc25-46e8-9f6f-2a4f757640a4 req-284657d3-44b7-4869-b075-8cbd9ada7ae6 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/security-groups?id=179fb938-c9d2-4442-9708-d36ca99918ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558994 Aug 23 20:28:57.397232 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7459c317-bc5d-4599-948f-2b7e2a34a922 req-4a53350a-280d-480e-98cf-41317e054ce0 service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168925 Aug 23 20:28:57.476343 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-646cb4d2-432c-46d3-b53a-b69d261d783d req-f5f9d2a5-72bd-4403-b54c-7e89b14e2eb4 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Made reservation on behalf of 80dadbb9f2554b479c0b13605bddd689 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:28:57.481441 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-646cb4d2-432c-46d3-b53a-b69d261d783d req-f5f9d2a5-72bd-4403-b54c-7e89b14e2eb4 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:57.541972 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bd638-1af9-427b-acd3-4962be9d359b req-f91adb15-2174-4538-bd82-dfb3e4ec6a5a tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:57.543475 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bd6bd638-1af9-427b-acd3-4962be9d359b req-f91adb15-2174-4538-bd82-dfb3e4ec6a5a tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f990a99f-dd25-4e58-a64c-1b41ab5dbb16 HTTP/1.1" status: 200 len: 948 time: 0.0837567 Aug 23 20:28:57.594842 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d454e6d-77fa-4cd4-97ef-83ac9acfaf9e req-27046df3-7227-4fd7-9511-c7535516d315 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:57.596455 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7d454e6d-77fa-4cd4-97ef-83ac9acfaf9e req-27046df3-7227-4fd7-9511-c7535516d315 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/ports?device_id=b92860fa-cba7-4c4c-8ae6-96c1d6c29ce1 HTTP/1.1" status: 200 len: 946 time: 0.0753183 Aug 23 20:28:57.603259 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7459c317-bc5d-4599-948f-2b7e2a34a922 req-e4379da1-0ae5-4690-8340-b7f81955b4a8 service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977954 Aug 23 20:28:57.647219 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7d454e6d-77fa-4cd4-97ef-83ac9acfaf9e req-c23ce8cb-27a8-4b29-abe3-97c7941d404f tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/security-groups?id=69d833bb-0223-46ae-bea0-8d59b3b26f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428514 Aug 23 20:28:57.693184 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bd6bd638-1af9-427b-acd3-4962be9d359b req-afa1416e-48f1-40fd-9bcc-750007a0a13d tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866561 Aug 23 20:28:57.743708 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 46168) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:57.760201 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-646cb4d2-432c-46d3-b53a-b69d261d783d req-f5f9d2a5-72bd-4403-b54c-7e89b14e2eb4 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Allocated IP 172.20.0.8 (291e6885-2f63-495c-b479-2184cb200f47/dff65f8b-9e15-4b43-b237-3b4edeaab508/90f4cf93-11f1-4190-ac5e-881bec5f2386) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:28:57.788411 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a1bea3f2-1408-4fc2-a7a8-505e0ca993f4 req-b1ef2dc8-b50c-4a26-92db-96379724f27a tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=4959b9f2-98bc-46b4-9d64-36ee6db26404 HTTP/1.1" status: 200 len: 210 time: 0.0534682 Aug 23 20:28:57.827737 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b825b6ab-a4c5-4206-b939-b7abbfe81ae1 req-6f0968d6-a6eb-4106-be69-c609b8db6be8 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] 10.222.0.61 "GET /v2.0/security-groups/4024f72e-0d29-431a-81c2-0aeeea1efee7 HTTP/1.1" status: 200 len: 1813 time: 0.0932786 Aug 23 20:28:57.876253 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-d219acfa-cdd2-49ab-8497-0350f47b304c req-f89f5518-7b8c-43d5-b47a-26bc664a404c tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-860414433', 'description': 'tempest-description-527713014'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:28:57.973432 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d219acfa-cdd2-49ab-8497-0350f47b304c req-f89f5518-7b8c-43d5-b47a-26bc664a404c tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:58.047244 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-646cb4d2-432c-46d3-b53a-b69d261d783d req-f5f9d2a5-72bd-4403-b54c-7e89b14e2eb4 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:58.058847 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f10ea-2b25-450d-aef9-70787f0bfe01 req-7cbd7dd6-1931-4a3a-b01d-6a3872a19ea2 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:58.071316 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b77f10ea-2b25-450d-aef9-70787f0bfe01 req-7cbd7dd6-1931-4a3a-b01d-6a3872a19ea2 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/ports?device_id=b92860fa-cba7-4c4c-8ae6-96c1d6c29ce1 HTTP/1.1" status: 200 len: 946 time: 0.1137767 Aug 23 20:28:58.071893 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 46184) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:58.076705 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-5eff9472-2ce4-4046-bfd4-77f4556255ec tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Request body: {'floatingip': {'port_id': '775ea288-495a-4946-bd5a-3d1f6c9ea951'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:28:58.138324 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d219acfa-cdd2-49ab-8497-0350f47b304c req-f89f5518-7b8c-43d5-b47a-26bc664a404c tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:58.143800 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d219acfa-cdd2-49ab-8497-0350f47b304c req-f89f5518-7b8c-43d5-b47a-26bc664a404c tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:58.155622 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-646cb4d2-432c-46d3-b53a-b69d261d783d req-f5f9d2a5-72bd-4403-b54c-7e89b14e2eb4 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:58.179116 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-beb1c970-6085-48e6-8ba4-06c214ce2832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:58.221976 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f5518-7b8c-43d5-b47a-26bc664a404c tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1895d2-8d13-4128-81ad-fdecffdb42bc,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:58.225265 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d219acfa-cdd2-49ab-8497-0350f47b304c req-f89f5518-7b8c-43d5-b47a-26bc664a404c tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:58.226041 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d219acfa-cdd2-49ab-8497-0350f47b304c req-f89f5518-7b8c-43d5-b47a-26bc664a404c tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.3612115 Aug 23 20:28:58.250106 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-646cb4d2-432c-46d3-b53a-b69d261d783d req-f5f9d2a5-72bd-4403-b54c-7e89b14e2eb4 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Network 291e6885-2f63-495c-b479-2184cb200f47 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:28:58.255744 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-646cb4d2-432c-46d3-b53a-b69d261d783d req-f5f9d2a5-72bd-4403-b54c-7e89b14e2eb4 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:28:58.262848 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-646cb4d2-432c-46d3-b53a-b69d261d783d req-f5f9d2a5-72bd-4403-b54c-7e89b14e2eb4 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:28:58.267178 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f9d2a5-72bd-4403-b54c-7e89b14e2eb4 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Pushing event updated for resources: {'Port': ['ID=90f4cf93-11f1-4190-ac5e-881bec5f2386,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:58.408872 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5eff9472-2ce4-4046-bfd4-77f4556255ec tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify callbacks [] for floatingip, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:58.507518 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ef861876-3448-4ac3-bede-d996e2d7dd95 req-993b152f-8f7e-4611-8b53-464207838267 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] 10.222.0.61 "GET /v2.0/security-groups/cb1895d2-8d13-4128-81ad-fdecffdb42bc HTTP/1.1" status: 200 len: 1811 time: 0.1030905 Aug 23 20:28:58.535007 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646cb4d2-432c-46d3-b53a-b69d261d783d req-f5f9d2a5-72bd-4403-b54c-7e89b14e2eb4 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:58.535919 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-646cb4d2-432c-46d3-b53a-b69d261d783d req-f5f9d2a5-72bd-4403-b54c-7e89b14e2eb4 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:58.590146 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [req-693fd18b-65bc-4413-9203-59300a03c67e req-7b53615e-d98d-407b-9240-cfa11993576a tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] show failed (client error): The resource could not be found. Aug 23 20:28:58.599910 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-693fd18b-65bc-4413-9203-59300a03c67e req-7b53615e-d98d-407b-9240-cfa11993576a tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] 10.222.0.61 "GET /v2.0/security-groups/1544dd1e-5e8b-4a7e-b426-2ec2b8e83a60 HTTP/1.1" status: 404 len: 352 time: 0.0686362 Aug 23 20:28:58.605963 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8aeee0-6997-40a5-94ad-b7ca18c1cd17 req-140486df-abf9-4103-805c-f5be85386a0f tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:58.607932 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bd8aeee0-6997-40a5-94ad-b7ca18c1cd17 req-140486df-abf9-4103-805c-f5be85386a0f tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/ports?device_id=8322b199-043f-41e7-996c-ea258a61a503 HTTP/1.1" status: 200 len: 949 time: 0.0671904 Aug 23 20:28:58.665060 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [req-152a6231-fa61-48ba-b7c8-b224d466e231 req-361bfe30-2673-45c9-abae-2b3f4b9779b1 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] show failed (client error): The resource could not be found. Aug 23 20:28:58.665910 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bd8aeee0-6997-40a5-94ad-b7ca18c1cd17 req-9d9515f9-9857-468b-858f-a99e12dd61c9 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/security-groups?id=179fb938-c9d2-4442-9708-d36ca99918ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454524 Aug 23 20:28:58.666125 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-152a6231-fa61-48ba-b7c8-b224d466e231 req-361bfe30-2673-45c9-abae-2b3f4b9779b1 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] 10.222.0.61 "GET /v2.0/security-group-rules/63356dc3-57d7-4bcc-aaff-3a3b72f50ffb HTTP/1.1" status: 404 len: 361 time: 0.0404088 Aug 23 20:28:58.848420 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-49aa2a72-da45-4d29-8d7d-fa2181a59c21 req-3277a337-e1a0-4c31-b7d1-554ad0f8348c tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] 10.222.0.61 "GET /v2.0/security-groups/cb1895d2-8d13-4128-81ad-fdecffdb42bc HTTP/1.1" status: 200 len: 1811 time: 0.1526527 Aug 23 20:28:58.893838 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-beb1c970-6085-48e6-8ba4-06c214ce2832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:58.909157 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-646cb4d2-432c-46d3-b53a-b69d261d783d req-f5f9d2a5-72bd-4403-b54c-7e89b14e2eb4 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7414525 Aug 23 20:28:58.910582 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-beb1c970-6085-48e6-8ba4-06c214ce2832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:58.924290 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-646cb4d2-432c-46d3-b53a-b69d261d783d req-c95e6b7f-3f84-4bfa-8ca3-1933187627c7 service neutron] Request body: {'port': {'device_id': '4959b9f2-98bc-46b4-9d64-36ee6db26404', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:28:59.025098 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-646cb4d2-432c-46d3-b53a-b69d261d783d req-c95e6b7f-3f84-4bfa-8ca3-1933187627c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:59.035014 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 2049cbed-d6c5-488e-9f7b-53c7ade58b1e details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:28:59.103240 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb1c970-6085-48e6-8ba4-06c214ce2832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786aca9d-21e7-4420-92bb-1c95d0f6eca3,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:59.111856 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-beb1c970-6085-48e6-8ba4-06c214ce2832 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1edff50df09b47eb898824694a38d7b8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3636935 Aug 23 20:28:59.114906 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46234) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:28:59.153895 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1c970-6085-48e6-8ba4-06c214ce2832 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:28:59.154418 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1c970-6085-48e6-8ba4-06c214ce2832 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:28:59.154914 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1c970-6085-48e6-8ba4-06c214ce2832 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:28:59.155480 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1c970-6085-48e6-8ba4-06c214ce2832 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:28:59.155968 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1c970-6085-48e6-8ba4-06c214ce2832 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:28:59.156490 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1c970-6085-48e6-8ba4-06c214ce2832 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:28:59.156969 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1c970-6085-48e6-8ba4-06c214ce2832 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:28:59.157473 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1c970-6085-48e6-8ba4-06c214ce2832 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:28:59.157957 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1c970-6085-48e6-8ba4-06c214ce2832 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:28:59.158416 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1c970-6085-48e6-8ba4-06c214ce2832 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:28:59.158931 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1c970-6085-48e6-8ba4-06c214ce2832 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:28:59.159423 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1c970-6085-48e6-8ba4-06c214ce2832 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:28:59.175928 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-49aa2a72-da45-4d29-8d7d-fa2181a59c21 req-878408cf-20f0-4532-963f-e66ec2f9aa0f tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:59.177887 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 2049cbed-d6c5-488e-9f7b-53c7ade58b1e, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=2049cbed-d6c5-488e-9f7b-53c7ade58b1e,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:28:59.192113 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '2049cbed-d6c5-488e-9f7b-53c7ade58b1e', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'port_id': '2049cbed-d6c5-488e-9f7b-53c7ade58b1e', 'mac_address': 'fa:16:3e:0f:34:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66e9eb0-86f4-4159-852b-f29863cbf18d', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:28:59.254712 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:59.282970 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2049cbed-d6c5-488e-9f7b-53c7ade58b1e {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:28:59.300872 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-49aa2a72-da45-4d29-8d7d-fa2181a59c21 req-878408cf-20f0-4532-963f-e66ec2f9aa0f tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:59.331351 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 2049cbed-d6c5-488e-9f7b-53c7ade58b1e, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=2049cbed-d6c5-488e-9f7b-53c7ade58b1e,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:28:59.342002 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:59.403535 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=2049cbed-d6c5-488e-9f7b-53c7ade58b1e,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:59.417305 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85bab74-9079-4047-941c-29aa300ecbcf req-16e21648-c437-4884-9dcc-e41e209743e9 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:59.424655 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c85bab74-9079-4047-941c-29aa300ecbcf req-16e21648-c437-4884-9dcc-e41e209743e9 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f990a99f-dd25-4e58-a64c-1b41ab5dbb16 HTTP/1.1" status: 200 len: 949 time: 0.0938270 Aug 23 20:28:59.487372 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c85bab74-9079-4047-941c-29aa300ecbcf req-f403bb75-c5e8-4c70-9084-f2f47adda3a3 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596888 Aug 23 20:28:59.530253 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.db.resource_extend [None req-5eff9472-2ce4-4046-bfd4-77f4556255ec tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 20:28:59.532482 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-49aa2a72-da45-4d29-8d7d-fa2181a59c21 req-878408cf-20f0-4532-963f-e66ec2f9aa0f tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:59.534997 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-49aa2a72-da45-4d29-8d7d-fa2181a59c21 req-878408cf-20f0-4532-963f-e66ec2f9aa0f tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:59.548299 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-49aa2a72-da45-4d29-8d7d-fa2181a59c21 req-878408cf-20f0-4532-963f-e66ec2f9aa0f tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] 10.222.0.61 "DELETE /v2.0/security-groups/cb1895d2-8d13-4128-81ad-fdecffdb42bc HTTP/1.1" status: 204 len: 173 time: 0.6826351 Aug 23 20:28:59.550836 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['2049cbed-d6c5-488e-9f7b-53c7ade58b1e'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:28:59.614527 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-252b1d87-6b66-4e54-a0bb-99b931560f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:59.634426 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878408cf-20f0-4532-963f-e66ec2f9aa0f tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1895d2-8d13-4128-81ad-fdecffdb42bc,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:59.699406 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5eff9472-2ce4-4046-bfd4-77f4556255ec tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:59.704170 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5eff9472-2ce4-4046-bfd4-77f4556255ec tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:59.713969 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-252b1d87-6b66-4e54-a0bb-99b931560f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:59.758705 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1d3b2-152b-401e-8c55-b1d26ac37054 req-42da65ac-8a42-4e26-9a73-2859c3f6e9d7 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:28:59.760514 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e6d1d3b2-152b-401e-8c55-b1d26ac37054 req-42da65ac-8a42-4e26-9a73-2859c3f6e9d7 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=4959b9f2-98bc-46b4-9d64-36ee6db26404 HTTP/1.1" status: 200 len: 931 time: 0.1652851 Aug 23 20:28:59.854695 n-d-805663-2 neutron-server[94687]: INFO neutron.db.l3_db [None req-5eff9472-2ce4-4046-bfd4-77f4556255ec tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Floating IP 5832993f-30fb-46ac-aa33-66104236cd03 associated. External IP: 172.25.4.22, port: 775ea288-495a-4946-bd5a-3d1f6c9ea951. Aug 23 20:28:59.865245 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e6d1d3b2-152b-401e-8c55-b1d26ac37054 req-5d596298-2a02-4268-a4d3-a240e9546967 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926311 Aug 23 20:28:59.878053 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-646cb4d2-432c-46d3-b53a-b69d261d783d req-c95e6b7f-3f84-4bfa-8ca3-1933187627c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90f4cf93-11f1-4190-ac5e-881bec5f2386 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:28:59.883291 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-252b1d87-6b66-4e54-a0bb-99b931560f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:59.885882 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-252b1d87-6b66-4e54-a0bb-99b931560f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:59.889794 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-252b1d87-6b66-4e54-a0bb-99b931560f81 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/786aca9d-21e7-4420-92bb-1c95d0f6eca3 HTTP/1.1" status: 204 len: 168 time: 0.7707152 Aug 23 20:28:59.894134 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-646cb4d2-432c-46d3-b53a-b69d261d783d req-c95e6b7f-3f84-4bfa-8ca3-1933187627c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:28:59.904681 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252b1d87-6b66-4e54-a0bb-99b931560f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786aca9d-21e7-4420-92bb-1c95d0f6eca3,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:28:59.927780 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252b1d87-6b66-4e54-a0bb-99b931560f81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:28:59.929105 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252b1d87-6b66-4e54-a0bb-99b931560f81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:28:59.929611 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252b1d87-6b66-4e54-a0bb-99b931560f81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:28:59.930099 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252b1d87-6b66-4e54-a0bb-99b931560f81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:28:59.930575 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252b1d87-6b66-4e54-a0bb-99b931560f81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:28:59.931055 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252b1d87-6b66-4e54-a0bb-99b931560f81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:28:59.931532 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252b1d87-6b66-4e54-a0bb-99b931560f81 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:28:59.932000 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252b1d87-6b66-4e54-a0bb-99b931560f81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:28:59.932505 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252b1d87-6b66-4e54-a0bb-99b931560f81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:28:59.932986 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252b1d87-6b66-4e54-a0bb-99b931560f81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:28:59.933455 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252b1d87-6b66-4e54-a0bb-99b931560f81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:28:59.933926 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252b1d87-6b66-4e54-a0bb-99b931560f81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:28:59.945909 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-646cb4d2-432c-46d3-b53a-b69d261d783d req-c95e6b7f-3f84-4bfa-8ca3-1933187627c7 service neutron] Transition to ACTIVE for port object 90f4cf93-11f1-4190-ac5e-881bec5f2386 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:28:59.965707 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-646cb4d2-432c-46d3-b53a-b69d261d783d req-c95e6b7f-3f84-4bfa-8ca3-1933187627c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:00.076216 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-47d9af06-033e-4724-9a20-b3e0d60a9bd2 req-236a6162-dfde-4b7d-9e75-18347b035abd tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] 10.222.0.61 "GET /v2.0/security-groups/4024f72e-0d29-431a-81c2-0aeeea1efee7 HTTP/1.1" status: 200 len: 1813 time: 0.1286838 Aug 23 20:29:00.093753 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95e6b7f-3f84-4bfa-8ca3-1933187627c7 service neutron] Pushing event updated for resources: {'Port': ['ID=90f4cf93-11f1-4190-ac5e-881bec5f2386,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:00.168102 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eff9472-2ce4-4046-bfd4-77f4556255ec tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Router dc468c9e-9a15-42d3-8849-195719ef6c66 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:29:00.199984 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-646cb4d2-432c-46d3-b53a-b69d261d783d req-c95e6b7f-3f84-4bfa-8ca3-1933187627c7 service neutron] Attempting to bind port 90f4cf93-11f1-4190-ac5e-881bec5f2386 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:29:00.200345 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-646cb4d2-432c-46d3-b53a-b69d261d783d req-c95e6b7f-3f84-4bfa-8ca3-1933187627c7 service neutron] Attempting to bind port 90f4cf93-11f1-4190-ac5e-881bec5f2386 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': 'feb662d9-0152-4f97-8d6d-89a1fa54f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '291e6885-2f63-495c-b479-2184cb200f47'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:29:00.200673 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646cb4d2-432c-46d3-b53a-b69d261d783d req-c95e6b7f-3f84-4bfa-8ca3-1933187627c7 service neutron] Attempting to bind port 90f4cf93-11f1-4190-ac5e-881bec5f2386 on network 291e6885-2f63-495c-b479-2184cb200f47 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:29:00.206623 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-47d9af06-033e-4724-9a20-b3e0d60a9bd2 req-b2f911f2-4f88-40b1-8f3f-1642d8640750 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:00.209678 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646cb4d2-432c-46d3-b53a-b69d261d783d req-c95e6b7f-3f84-4bfa-8ca3-1933187627c7 service neutron] Port 90f4cf93-11f1-4190-ac5e-881bec5f2386 on network 291e6885-2f63-495c-b479-2184cb200f47 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:29:00.209999 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646cb4d2-432c-46d3-b53a-b69d261d783d req-c95e6b7f-3f84-4bfa-8ca3-1933187627c7 service neutron] Attempting to bind port 90f4cf93-11f1-4190-ac5e-881bec5f2386 on network 291e6885-2f63-495c-b479-2184cb200f47 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:29:00.227203 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646cb4d2-432c-46d3-b53a-b69d261d783d req-c95e6b7f-3f84-4bfa-8ca3-1933187627c7 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:29:00.227537 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646cb4d2-432c-46d3-b53a-b69d261d783d req-c95e6b7f-3f84-4bfa-8ca3-1933187627c7 service neutron] Checking segment: {'id': 'feb662d9-0152-4f97-8d6d-89a1fa54f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '291e6885-2f63-495c-b479-2184cb200f47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:29:00.227919 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646cb4d2-432c-46d3-b53a-b69d261d783d req-c95e6b7f-3f84-4bfa-8ca3-1933187627c7 service neutron] Bound using segment: {'id': 'feb662d9-0152-4f97-8d6d-89a1fa54f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '291e6885-2f63-495c-b479-2184cb200f47'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:29:00.228375 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-646cb4d2-432c-46d3-b53a-b69d261d783d req-c95e6b7f-3f84-4bfa-8ca3-1933187627c7 service neutron] Bound port: 90f4cf93-11f1-4190-ac5e-881bec5f2386, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feb662d9-0152-4f97-8d6d-89a1fa54f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '291e6885-2f63-495c-b479-2184cb200f47'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:29:00.228730 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-646cb4d2-432c-46d3-b53a-b69d261d783d req-c95e6b7f-3f84-4bfa-8ca3-1933187627c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:00.244875 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-47d9af06-033e-4724-9a20-b3e0d60a9bd2 req-b2f911f2-4f88-40b1-8f3f-1642d8640750 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:00.342645 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-646cb4d2-432c-46d3-b53a-b69d261d783d req-c95e6b7f-3f84-4bfa-8ca3-1933187627c7 service neutron] For port 90f4cf93-11f1-4190-ac5e-881bec5f2386, host n-h1-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:29:00.346901 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-646cb4d2-432c-46d3-b53a-b69d261d783d req-c95e6b7f-3f84-4bfa-8ca3-1933187627c7 service neutron] For port 90f4cf93-11f1-4190-ac5e-881bec5f2386, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=90f4cf93-11f1-4190-ac5e-881bec5f2386,segment=NetworkSegment(feb662d9-0152-4f97-8d6d-89a1fa54f824),segment_id=feb662d9-0152-4f97-8d6d-89a1fa54f824)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:29:00.348335 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-47d9af06-033e-4724-9a20-b3e0d60a9bd2 req-b2f911f2-4f88-40b1-8f3f-1642d8640750 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:00.351925 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-47d9af06-033e-4724-9a20-b3e0d60a9bd2 req-b2f911f2-4f88-40b1-8f3f-1642d8640750 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:00.360658 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-47d9af06-033e-4724-9a20-b3e0d60a9bd2 req-b2f911f2-4f88-40b1-8f3f-1642d8640750 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] 10.222.0.61 "DELETE /v2.0/security-groups/4024f72e-0d29-431a-81c2-0aeeea1efee7 HTTP/1.1" status: 204 len: 173 time: 0.2558873 Aug 23 20:29:00.361752 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46274) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:29:00.377844 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-646cb4d2-432c-46d3-b53a-b69d261d783d req-c95e6b7f-3f84-4bfa-8ca3-1933187627c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:00.393273 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f911f2-4f88-40b1-8f3f-1642d8640750 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4024f72e-0d29-431a-81c2-0aeeea1efee7,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:00.418020 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51a7b86b-3add-4285-97a8-214f1e95c7bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:00.436978 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646cb4d2-432c-46d3-b53a-b69d261d783d req-c95e6b7f-3f84-4bfa-8ca3-1933187627c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:00.437692 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-646cb4d2-432c-46d3-b53a-b69d261d783d req-c95e6b7f-3f84-4bfa-8ca3-1933187627c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:00.439169 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-646cb4d2-432c-46d3-b53a-b69d261d783d req-c95e6b7f-3f84-4bfa-8ca3-1933187627c7 service neutron] 10.222.0.11 "PUT /v2.0/ports/90f4cf93-11f1-4190-ac5e-881bec5f2386 HTTP/1.1" status: 200 len: 1091 time: 1.5211794 Aug 23 20:29:00.439999 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4959b9f2-98bc-46b4-9d64-36ee6db26404', 'tag': '90f4cf93-11f1-4190-ac5e-881bec5f2386'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:29:00.442378 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdcf24af-ea21-4de0-929e-a80a9b93bc47" -d '{"events": [{"name": "network-changed", "server_uuid": "4959b9f2-98bc-46b4-9d64-36ee6db26404", "tag": "90f4cf93-11f1-4190-ac5e-881bec5f2386"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:29:00.524974 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95e6b7f-3f84-4bfa-8ca3-1933187627c7 service neutron] Pushing event updated for resources: {'Port': ['ID=90f4cf93-11f1-4190-ac5e-881bec5f2386,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:00.542637 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e61470d5-5c1a-4d18-8612-5b4a829936ee req-0628569a-dfbb-4c2b-aa81-322ede49da16 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=a4a520fd71344228bb567eecb468d192&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2538176 Aug 23 20:29:00.572382 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646cb4d2-432c-46d3-b53a-b69d261d783d req-f0fd781e-2305-4bda-b9a4-63cda786ef46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:00.573886 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-646cb4d2-432c-46d3-b53a-b69d261d783d req-f0fd781e-2305-4bda-b9a4-63cda786ef46 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80dadbb9f2554b479c0b13605bddd689&device_id=4959b9f2-98bc-46b4-9d64-36ee6db26404 HTTP/1.1" status: 200 len: 1094 time: 0.0905082 Aug 23 20:29:00.620012 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eff9472-2ce4-4046-bfd4-77f4556255ec tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:29:00.626372 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-646cb4d2-432c-46d3-b53a-b69d261d783d req-e7695dde-f46a-4234-8912-f738f93a2899 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90f4cf93-11f1-4190-ac5e-881bec5f2386 HTTP/1.1" status: 200 len: 217 time: 0.0441532 Aug 23 20:29:00.629989 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5eff9472-2ce4-4046-bfd4-77f4556255ec tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:00.645102 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e974d47-a226-4f7c-9b93-3add418dc39d None None] Sync routers for ids ['dc468c9e-9a15-42d3-8849-195719ef6c66'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:29:00.661081 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e974d47-a226-4f7c-9b93-3add418dc39d None None] Routers {'dc468c9e-9a15-42d3-8849-195719ef6c66'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:29:00.662860 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1e974d47-a226-4f7c-9b93-3add418dc39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:28:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['dc468c9e-9a15-42d3-8849-195719ef6c66'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:29:00.677174 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51a7b86b-3add-4285-97a8-214f1e95c7bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:00.683388 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51a7b86b-3add-4285-97a8-214f1e95c7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:00.712961 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5eff9472-2ce4-4046-bfd4-77f4556255ec tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "PUT /v2.0/floatingips/5832993f-30fb-46ac-aa33-66104236cd03 HTTP/1.1" status: 200 len: 991 time: 2.6397073 Aug 23 20:29:00.718447 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646cb4d2-432c-46d3-b53a-b69d261d783d req-99140a1f-2645-482b-bb09-46d9059d87a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:00.718604 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b92860fa-cba7-4c4c-8ae6-96c1d6c29ce1', 'tag': '775ea288-495a-4946-bd5a-3d1f6c9ea951'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:29:00.719665 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-646cb4d2-432c-46d3-b53a-b69d261d783d req-99140a1f-2645-482b-bb09-46d9059d87a3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dff65f8b-9e15-4b43-b237-3b4edeaab508 HTTP/1.1" status: 200 len: 861 time: 0.0857854 Aug 23 20:29:00.724133 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d87c41-4828-4719-97d1-93a65a6cfead" -d '{"events": [{"name": "network-changed", "server_uuid": "b92860fa-cba7-4c4c-8ae6-96c1d6c29ce1", "tag": "775ea288-495a-4946-bd5a-3d1f6c9ea951"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:29:00.765039 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a7b86b-3add-4285-97a8-214f1e95c7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb78679-7a21-46d0-8550-36f904351c0f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:00.767890 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61470d5-5c1a-4d18-8612-5b4a829936ee req-517636b1-a0fe-4a00-ac62-da1bad5e3a1b tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:00.773620 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-51a7b86b-3add-4285-97a8-214f1e95c7bc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2c1c5c8ddf214bb5a335a30c83adb2a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4060359 Aug 23 20:29:00.776378 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-646cb4d2-432c-46d3-b53a-b69d261d783d req-5b2b810b-478a-4284-9414-eb44750c1f18 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=291e6885-2f63-495c-b479-2184cb200f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482883 Aug 23 20:29:00.777515 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46292) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:29:00.781945 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e61470d5-5c1a-4d18-8612-5b4a829936ee req-517636b1-a0fe-4a00-ac62-da1bad5e3a1b tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2379982 Aug 23 20:29:00.799501 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-1e974d47-a226-4f7c-9b93-3add418dc39d None None] Set router dc468c9e-9a15-42d3-8849-195719ef6c66 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:29:00.808083 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e61470d5-5c1a-4d18-8612-5b4a829936ee req-6d802a09-c44f-4a7a-896f-a7bc3cbf3a22 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/quotas/a4a520fd71344228bb567eecb468d192 HTTP/1.1" status: 200 len: 375 time: 0.0248916 Aug 23 20:29:00.873796 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e61470d5-5c1a-4d18-8612-5b4a829936ee req-c1a33e95-a8f4-42d7-a56b-5f81ba0f5ed2 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a4a520fd71344228bb567eecb468d192&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0648444 Aug 23 20:29:00.892503 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-13e0ac1b-b3cc-49cf-9676-4cd165d65b68 req-77595d21-9a11-4685-9aa3-a952d0ee01ba tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=703df0ba001c469f81eeb9197c5e8f7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0750403 Aug 23 20:29:00.926365 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e2db2b0c-b655-4fe3-ba8f-417ac5241e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:01.007849 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e2db2b0c-b655-4fe3-ba8f-417ac5241e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:01.054687 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 2049cbed-d6c5-488e-9f7b-53c7ade58b1e up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:29:01.097786 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0ac1b-b3cc-49cf-9676-4cd165d65b68 req-38ca9c85-b835-4d42-9edc-7e1b32b8cf5f tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:01.100177 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-13e0ac1b-b3cc-49cf-9676-4cd165d65b68 req-38ca9c85-b835-4d42-9edc-7e1b32b8cf5f tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1990356 Aug 23 20:29:01.105824 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-646cb4d2-432c-46d3-b53a-b69d261d783d req-029752db-c0e0-44ac-b6c2-43daf874fc45 service neutron] 10.222.0.11 "GET /v2.0/networks/291e6885-2f63-495c-b479-2184cb200f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893338 Aug 23 20:29:01.150558 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-13e0ac1b-b3cc-49cf-9676-4cd165d65b68 req-9cce53ee-044f-41fb-bfe7-8055f261147e tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/quotas/703df0ba001c469f81eeb9197c5e8f7d HTTP/1.1" status: 200 len: 375 time: 0.0359349 Aug 23 20:29:01.181207 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 2049cbed-d6c5-488e-9f7b-53c7ade58b1e completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:29:01.188287 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 2049cbed-d6c5-488e-9f7b-53c7ade58b1e triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:29:01.188718 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:01.246677 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-13e0ac1b-b3cc-49cf-9676-4cd165d65b68 req-1a7c7ee5-7643-4bda-b163-0779c59aa008 tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=703df0ba001c469f81eeb9197c5e8f7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0741956 Aug 23 20:29:01.330596 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:01.367877 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-646cb4d2-432c-46d3-b53a-b69d261d783d req-08f6a696-7484-4347-b695-4054ee575520 service neutron] 10.222.0.11 "GET /v2.0/networks/291e6885-2f63-495c-b479-2184cb200f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515793 Aug 23 20:29:01.369013 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e2db2b0c-b655-4fe3-ba8f-417ac5241e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:01.375497 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1e974d47-a226-4f7c-9b93-3add418dc39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-951136079-router', 'tenant_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'd6ef7e4c-523f-4e3e-a239-d972d9c116ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:27:59Z', 'updated_at': '2021-08-23T20:28:03Z', 'revision_number': 4, 'project_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'gw_port': {'id': 'd6ef7e4c-523f-4e3e-a239-d972d9c116ed', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:28:00Z', 'updated_at': '2021-08-23T20:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '5832993f-30fb-46ac-aa33-66104236cd03', 'tenant_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'floating_ip_address': '172.25.4.22', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'port_id': '775ea288-495a-4946-bd5a-3d1f6c9ea951', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a036342b-e0b6-414f-a42c-cfe1b92a2a1e', 'mac_address': 'fa:16:3e:48:77:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b92860fa-cba7-4c4c-8ae6-96c1d6c29ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:28:28Z', 'updated_at': '2021-08-23T20:28:59Z', 'revision_number': 1, 'project_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '773cf0d4-0359-4f87-a118-3444d3454256', 'name': '', 'network_id': 'a036342b-e0b6-414f-a42c-cfe1b92a2a1e', 'tenant_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'mac_address': 'fa:16:3e:55:42:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9c64e700-ca01-4f6f-be98-6253a844697f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:28:02Z', 'updated_at': '2021-08-23T20:28:10Z', 'revision_number': 5, 'project_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'subnets': [{'id': '9c64e700-ca01-4f6f-be98-6253a844697f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:29:01.379569 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e2db2b0c-b655-4fe3-ba8f-417ac5241e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:01.381456 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f990a99f-dd25-4e58-a64c-1b41ab5dbb16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2049cbed-d6c5-488e-9f7b-53c7ade58b1e'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:29:01.383389 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e2db2b0c-b655-4fe3-ba8f-417ac5241e6f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3fb78679-7a21-46d0-8550-36f904351c0f HTTP/1.1" status: 204 len: 168 time: 0.6048739 Aug 23 20:29:01.386869 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3ae248-e4b1-457f-b5f8-2b076b3d5170" -d '{"events": [{"server_uuid": "f990a99f-dd25-4e58-a64c-1b41ab5dbb16", "name": "network-vif-plugged", "status": "completed", "tag": "2049cbed-d6c5-488e-9f7b-53c7ade58b1e"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:29:01.402440 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2db2b0c-b655-4fe3-ba8f-417ac5241e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb78679-7a21-46d0-8550-36f904351c0f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:01.426111 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 2049cbed-d6c5-488e-9f7b-53c7ade58b1e, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=2049cbed-d6c5-488e-9f7b-53c7ade58b1e,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:29:01.453257 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e4f04e26-fcf6-4ed1-a700-18c29b37e678 req-6c6b2a09-bc66-4e96-84a3-274dd97aa4d1 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] 10.222.0.61 "GET /v2.0/security-groups/86aabc44-4192-4ca2-a88b-c8882f58b820 HTTP/1.1" status: 200 len: 1813 time: 0.0982990 Aug 23 20:29:01.456538 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e974d47-a226-4f7c-9b93-3add418dc39d None None] Checking router: dc468c9e-9a15-42d3-8849-195719ef6c66 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:29:01.456927 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:01.477132 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e974d47-a226-4f7c-9b93-3add418dc39d None None] Routers {'dc468c9e-9a15-42d3-8849-195719ef6c66'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:29:01.478076 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1e974d47-a226-4f7c-9b93-3add418dc39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:28:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['dc468c9e-9a15-42d3-8849-195719ef6c66'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:29:01.570318 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=2049cbed-d6c5-488e-9f7b-53c7ade58b1e,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:01.580308 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:29:01.580813 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:29:01.581336 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:29:01.581826 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:29:01.582310 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:29:01.582822 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:29:01.583465 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:29:01.584037 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:29:01.584552 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:29:01.585009 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:29:01.585483 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:29:01.586272 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:29:01.606617 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e4f04e26-fcf6-4ed1-a700-18c29b37e678 req-a1836fd3-b1d6-4ecd-ad1d-0c1d477ebc29 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:01.637228 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e4f04e26-fcf6-4ed1-a700-18c29b37e678 req-a1836fd3-b1d6-4ecd-ad1d-0c1d477ebc29 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:01.648573 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0038805-4f99-4423-96e7-2983f25d2beb x-openstack-request-id: req-b0038805-4f99-4423-96e7-2983f25d2beb {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:29:01.649982 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4959b9f2-98bc-46b4-9d64-36ee6db26404", "tag": "90f4cf93-11f1-4190-ac5e-881bec5f2386", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:29:01.650410 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b0038805-4f99-4423-96e7-2983f25d2beb {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:29:01.651154 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4959b9f2-98bc-46b4-9d64-36ee6db26404', 'tag': '90f4cf93-11f1-4190-ac5e-881bec5f2386', 'status': 'completed', 'code': 200} Aug 23 20:29:01.736681 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e4f04e26-fcf6-4ed1-a700-18c29b37e678 req-a1836fd3-b1d6-4ecd-ad1d-0c1d477ebc29 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:01.746384 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e4f04e26-fcf6-4ed1-a700-18c29b37e678 req-a1836fd3-b1d6-4ecd-ad1d-0c1d477ebc29 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:01.764916 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e4f04e26-fcf6-4ed1-a700-18c29b37e678 req-a1836fd3-b1d6-4ecd-ad1d-0c1d477ebc29 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] 10.222.0.61 "DELETE /v2.0/security-groups/86aabc44-4192-4ca2-a88b-c8882f58b820 HTTP/1.1" status: 204 len: 173 time: 0.3106263 Aug 23 20:29:01.782286 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-1e974d47-a226-4f7c-9b93-3add418dc39d None None] Set router dc468c9e-9a15-42d3-8849-195719ef6c66 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:29:01.798642 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf24af-ea21-4de0-929e-a80a9b93bc47 req-98c23985-0d66-415b-bdb3-90d1693d5ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:01.801462 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bdcf24af-ea21-4de0-929e-a80a9b93bc47 req-98c23985-0d66-415b-bdb3-90d1693d5ba5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80dadbb9f2554b479c0b13605bddd689&device_id=4959b9f2-98bc-46b4-9d64-36ee6db26404 HTTP/1.1" status: 200 len: 1094 time: 0.1255176 Aug 23 20:29:01.815549 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1836fd3-b1d6-4ecd-ad1d-0c1d477ebc29 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86aabc44-4192-4ca2-a88b-c8882f58b820,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:01.968669 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43af65bd-03c1-493a-bb0e-d0f4125c7866 x-openstack-request-id: req-43af65bd-03c1-493a-bb0e-d0f4125c7866 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:29:01.969119 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b92860fa-cba7-4c4c-8ae6-96c1d6c29ce1", "tag": "775ea288-495a-4946-bd5a-3d1f6c9ea951", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:29:01.970094 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-43af65bd-03c1-493a-bb0e-d0f4125c7866 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:29:01.970689 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b92860fa-cba7-4c4c-8ae6-96c1d6c29ce1', 'tag': '775ea288-495a-4946-bd5a-3d1f6c9ea951', 'status': 'completed', 'code': 200} Aug 23 20:29:02.033919 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:29:02.213286 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63478042-bd65-489c-802a-990fc4303675 req-926ae5dd-a381-425f-9820-4837d5f625f4 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:02.215721 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-63478042-bd65-489c-802a-990fc4303675 req-926ae5dd-a381-425f-9820-4837d5f625f4 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f990a99f-dd25-4e58-a64c-1b41ab5dbb16 HTTP/1.1" status: 200 len: 950 time: 0.4063962 Aug 23 20:29:02.244452 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f9d59-f979-4477-8d44-67399793aec1 req-fffa4e08-b6c3-43b4-9524-2cc5dafafcf5 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:02.246438 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d52f9d59-f979-4477-8d44-67399793aec1 req-fffa4e08-b6c3-43b4-9524-2cc5dafafcf5 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=4959b9f2-98bc-46b4-9d64-36ee6db26404 HTTP/1.1" status: 200 len: 943 time: 0.1355419 Aug 23 20:29:02.292521 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1e974d47-a226-4f7c-9b93-3add418dc39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-951136079-router', 'tenant_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'd6ef7e4c-523f-4e3e-a239-d972d9c116ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:27:59Z', 'updated_at': '2021-08-23T20:28:03Z', 'revision_number': 4, 'project_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'gw_port': {'id': 'd6ef7e4c-523f-4e3e-a239-d972d9c116ed', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:28:00Z', 'updated_at': '2021-08-23T20:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '5832993f-30fb-46ac-aa33-66104236cd03', 'tenant_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'floating_ip_address': '172.25.4.22', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'port_id': '775ea288-495a-4946-bd5a-3d1f6c9ea951', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a036342b-e0b6-414f-a42c-cfe1b92a2a1e', 'mac_address': 'fa:16:3e:48:77:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b92860fa-cba7-4c4c-8ae6-96c1d6c29ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:28:28Z', 'updated_at': '2021-08-23T20:28:59Z', 'revision_number': 1, 'project_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '773cf0d4-0359-4f87-a118-3444d3454256', 'name': '', 'network_id': 'a036342b-e0b6-414f-a42c-cfe1b92a2a1e', 'tenant_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'mac_address': 'fa:16:3e:55:42:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9c64e700-ca01-4f6f-be98-6253a844697f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:28:02Z', 'updated_at': '2021-08-23T20:28:10Z', 'revision_number': 5, 'project_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'subnets': [{'id': '9c64e700-ca01-4f6f-be98-6253a844697f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:29:02.310281 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf24af-ea21-4de0-929e-a80a9b93bc47 req-b4d301bb-d715-4e30-baec-a9d947d63185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:02.311537 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d52f9d59-f979-4477-8d44-67399793aec1 req-06ccc520-bdca-4a72-bb39-b8deb93f92a3 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591490 Aug 23 20:29:02.312076 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bdcf24af-ea21-4de0-929e-a80a9b93bc47 req-b4d301bb-d715-4e30-baec-a9d947d63185 service neutron] 10.222.0.11 "GET /v2.0/networks?id=291e6885-2f63-495c-b479-2184cb200f47 HTTP/1.1" status: 200 len: 922 time: 0.4607806 Aug 23 20:29:02.332023 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e974d47-a226-4f7c-9b93-3add418dc39d None None] The sync data for ids ['dc468c9e-9a15-42d3-8849-195719ef6c66'] in n-d-805663-2 is: [{'id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-951136079-router', 'tenant_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'd6ef7e4c-523f-4e3e-a239-d972d9c116ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:27:59Z', 'updated_at': '2021-08-23T20:28:03Z', 'revision_number': 4, 'project_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'gw_port': {'id': 'd6ef7e4c-523f-4e3e-a239-d972d9c116ed', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:28:00Z', 'updated_at': '2021-08-23T20:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '5832993f-30fb-46ac-aa33-66104236cd03', 'tenant_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'floating_ip_address': '172.25.4.22', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'port_id': '775ea288-495a-4946-bd5a-3d1f6c9ea951', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a036342b-e0b6-414f-a42c-cfe1b92a2a1e', 'mac_address': 'fa:16:3e:48:77:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b92860fa-cba7-4c4c-8ae6-96c1d6c29ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:28:28Z', 'updated_at': '2021-08-23T20:28:59Z', 'revision_number': 1, 'project_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '773cf0d4-0359-4f87-a118-3444d3454256', 'name': '', 'network_id': 'a036342b-e0b6-414f-a42c-cfe1b92a2a1e', 'tenant_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'mac_address': 'fa:16:3e:55:42:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9c64e700-ca01-4f6f-be98-6253a844697f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:28:02Z', 'updated_at': '2021-08-23T20:28:10Z', 'revision_number': 5, 'project_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'subnets': [{'id': '9c64e700-ca01-4f6f-be98-6253a844697f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:29:02.417337 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bdcf24af-ea21-4de0-929e-a80a9b93bc47 req-8344f95a-62f1-4ff7-acf2-8b418704a348 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90f4cf93-11f1-4190-ac5e-881bec5f2386 HTTP/1.1" status: 200 len: 217 time: 0.0959074 Aug 23 20:29:02.424616 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d87c41-4828-4719-97d1-93a65a6cfead req-ddfef083-0896-4016-a657-6c5dddf5961e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:02.426216 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-87d87c41-4828-4719-97d1-93a65a6cfead req-ddfef083-0896-4016-a657-6c5dddf5961e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=30043a9797a048cd9fb0f08dc9cd31f3&device_id=b92860fa-cba7-4c4c-8ae6-96c1d6c29ce1 HTTP/1.1" status: 200 len: 1097 time: 0.3383124 Aug 23 20:29:02.451567 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-63478042-bd65-489c-802a-990fc4303675 req-34bd0f6c-fdd5-4a7d-ba22-74d3b62b4991 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881034 Aug 23 20:29:02.494386 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-37aeba8d-d5fe-4265-9ea0-37fbf60a7575 req-6478ed8b-9f59-4c59-ac70-86afbd5010be tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/ports?device_id=08d43fe9-db31-4049-91e2-cd1d2145f65f HTTP/1.1" status: 200 len: 210 time: 0.0440993 Aug 23 20:29:02.596945 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5352c7e7-b92d-48a4-8ef9-388268e3d753 req-91ef7a08-f38f-45e0-8b7d-ce77b41ef52e tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/ports?device_id=40738866-d19a-49e2-a02b-02f374c597df HTTP/1.1" status: 200 len: 210 time: 0.0638642 Aug 23 20:29:02.607991 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d0bd69-0832-4f60-bb24-90318a2908dc x-openstack-request-id: req-e6d0bd69-0832-4f60-bb24-90318a2908dc {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:29:02.609563 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f990a99f-dd25-4e58-a64c-1b41ab5dbb16", "name": "network-vif-plugged", "status": "completed", "tag": "2049cbed-d6c5-488e-9f7b-53c7ade58b1e", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:29:02.611938 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e6d0bd69-0832-4f60-bb24-90318a2908dc {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:29:02.612799 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f990a99f-dd25-4e58-a64c-1b41ab5dbb16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2049cbed-d6c5-488e-9f7b-53c7ade58b1e', 'code': 200} Aug 23 20:29:02.687274 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d87c41-4828-4719-97d1-93a65a6cfead req-675ac4d0-2dea-4248-b34b-67899c478f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:02.688840 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-87d87c41-4828-4719-97d1-93a65a6cfead req-675ac4d0-2dea-4248-b34b-67899c478f44 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a036342b-e0b6-414f-a42c-cfe1b92a2a1e HTTP/1.1" status: 200 len: 924 time: 0.2504041 Aug 23 20:29:02.693840 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf24af-ea21-4de0-929e-a80a9b93bc47 req-ed0d8c3a-761b-4369-951d-cf96bceb32dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:02.696005 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bdcf24af-ea21-4de0-929e-a80a9b93bc47 req-ed0d8c3a-761b-4369-951d-cf96bceb32dc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dff65f8b-9e15-4b43-b237-3b4edeaab508 HTTP/1.1" status: 200 len: 861 time: 0.2682450 Aug 23 20:29:02.736930 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ccf6ac86-171d-42bb-8d15-52ca07707eaf req-87c51da8-295b-4503-9dd2-66d85e49f33c tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] 10.222.0.61 "GET /v2.0/security-groups/e2964b3a-de72-4290-a9f9-96ec72f3c136 HTTP/1.1" status: 200 len: 1812 time: 0.0970058 Aug 23 20:29:02.863578 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1eb389-7de4-4566-bc4e-78d823340062 req-f7fe15c6-2793-4b5f-a995-7d58a34dc2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:02.872804 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d2ff8b-8b75-47ef-b34b-a8e69ac2f232 None None] New status for floating IP 5832993f-30fb-46ac-aa33-66104236cd03: ACTIVE {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 20:29:02.888103 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bdcf24af-ea21-4de0-929e-a80a9b93bc47 req-f81ea5de-3457-41a3-9cc1-3e139f5c01b1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=291e6885-2f63-495c-b479-2184cb200f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1816859 Aug 23 20:29:02.888558 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ea1eb389-7de4-4566-bc4e-78d823340062 req-f7fe15c6-2793-4b5f-a995-7d58a34dc2b8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f990a99f-dd25-4e58-a64c-1b41ab5dbb16 HTTP/1.1" status: 200 len: 1101 time: 0.1206625 Aug 23 20:29:02.889701 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e61470d5-5c1a-4d18-8612-5b4a829936ee req-31413f86-7619-48a7-b383-9708af34535c tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=a4a520fd71344228bb567eecb468d192&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264077 Aug 23 20:29:02.896944 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ccf6ac86-171d-42bb-8d15-52ca07707eaf req-acd9ec41-101f-4210-ac9c-cddff3d560d0 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:02.973006 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ccf6ac86-171d-42bb-8d15-52ca07707eaf req-acd9ec41-101f-4210-ac9c-cddff3d560d0 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:03.007795 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ea1eb389-7de4-4566-bc4e-78d823340062 req-14dba86f-a041-4f16-a95d-c4e64be0bc24 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038280 Aug 23 20:29:03.050059 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ccf6ac86-171d-42bb-8d15-52ca07707eaf req-acd9ec41-101f-4210-ac9c-cddff3d560d0 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:03.061162 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ccf6ac86-171d-42bb-8d15-52ca07707eaf req-acd9ec41-101f-4210-ac9c-cddff3d560d0 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:03.070666 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ccf6ac86-171d-42bb-8d15-52ca07707eaf req-acd9ec41-101f-4210-ac9c-cddff3d560d0 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] 10.222.0.61 "DELETE /v2.0/security-groups/e2964b3a-de72-4290-a9f9-96ec72f3c136 HTTP/1.1" status: 204 len: 173 time: 0.3315048 Aug 23 20:29:03.093385 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd9ec41-101f-4210-ac9c-cddff3d560d0 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2964b3a-de72-4290-a9f9-96ec72f3c136,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:03.212322 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-87d87c41-4828-4719-97d1-93a65a6cfead req-957c20f5-b423-4029-8af4-7b7f73d93c9e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=775ea288-495a-4946-bd5a-3d1f6c9ea951 HTTP/1.1" status: 200 len: 999 time: 0.5152197 Aug 23 20:29:03.301734 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-50822def-c7a4-41d0-bc05-6cfcaafa7c72 req-11cceaf2-0350-400d-ad76-0ce5b839b1a2 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] 10.222.0.61 "GET /v2.0/security-groups/2076349b-a9b7-4797-a0a0-8b6d2e8c8d71 HTTP/1.1" status: 200 len: 1813 time: 0.0794370 Aug 23 20:29:03.374300 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-50822def-c7a4-41d0-bc05-6cfcaafa7c72 req-39379021-a4c7-49c8-a325-de9cd6bd5158 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:03.399266 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-50822def-c7a4-41d0-bc05-6cfcaafa7c72 req-39379021-a4c7-49c8-a325-de9cd6bd5158 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:03.458530 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-50822def-c7a4-41d0-bc05-6cfcaafa7c72 req-39379021-a4c7-49c8-a325-de9cd6bd5158 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:03.461701 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-50822def-c7a4-41d0-bc05-6cfcaafa7c72 req-39379021-a4c7-49c8-a325-de9cd6bd5158 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:03.462923 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-50822def-c7a4-41d0-bc05-6cfcaafa7c72 req-39379021-a4c7-49c8-a325-de9cd6bd5158 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] 10.222.0.61 "DELETE /v2.0/security-groups/2076349b-a9b7-4797-a0a0-8b6d2e8c8d71 HTTP/1.1" status: 204 len: 173 time: 0.1529365 Aug 23 20:29:03.472501 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 46372) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:29:03.482113 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39379021-a4c7-49c8-a325-de9cd6bd5158 tempest-SecurityGroupRulesNegativeTestJSON-911885600 tempest-SecurityGroupRulesNegativeTestJSON-911885600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2076349b-a9b7-4797-a0a0-8b6d2e8c8d71,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:03.529150 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-19f021f9-fdc9-4817-801e-ea2b3207d4d2 admin admin] Deleting subnet 25f1cd4e-166c-4a79-b11b-5943af963584 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:29:03.533233 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-19f021f9-fdc9-4817-801e-ea2b3207d4d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:03.572010 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-19f021f9-fdc9-4817-801e-ea2b3207d4d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:03.590540 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e23921bf-5c70-4b32-97d7-a9ba71bdf49d req-3d330793-df85-48ab-9d19-929910c6318c tempest-QuotasAdminNegativeTest-40452826 tempest-QuotasAdminNegativeTest-40452826-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=6ba1ab1ff908497a9e0484f67ed6821f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3557081 Aug 23 20:29:03.600195 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61470d5-5c1a-4d18-8612-5b4a829936ee req-05714fe2-39da-46ad-b5ec-5ee050d8c390 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:03.601775 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e61470d5-5c1a-4d18-8612-5b4a829936ee req-05714fe2-39da-46ad-b5ec-5ee050d8c390 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6814661 Aug 23 20:29:03.663018 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54365c72-f034-4196-aef6-3282bd5df789 req-0ffcf796-54cc-4664-8380-56e2585277e9 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:03.665048 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-54365c72-f034-4196-aef6-3282bd5df789 req-0ffcf796-54cc-4664-8380-56e2585277e9 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=4959b9f2-98bc-46b4-9d64-36ee6db26404 HTTP/1.1" status: 200 len: 943 time: 0.0907528 Aug 23 20:29:03.666665 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-19f021f9-fdc9-4817-801e-ea2b3207d4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:03.701814 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-e61470d5-5c1a-4d18-8612-5b4a829936ee req-60fa69d6-dd4e-4755-b858-e6c25e88fbf1 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Request body: {'port': {'device_id': '08d43fe9-db31-4049-91e2-cd1d2145f65f', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'admin_state_up': True, 'tenant_id': 'a4a520fd71344228bb567eecb468d192'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:29:03.724596 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.32', 51096) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:29:03.761349 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-13e0ac1b-b3cc-49cf-9676-4cd165d65b68 req-8edb8761-f6d3-451e-9a96-1e76b4c6f683 tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=703df0ba001c469f81eeb9197c5e8f7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355532 Aug 23 20:29:03.766203 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-54365c72-f034-4196-aef6-3282bd5df789 req-be179166-0fc9-41d0-9c65-78d5c2101e65 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729010 Aug 23 20:29:03.799159 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-19f021f9-fdc9-4817-801e-ea2b3207d4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:03.831205 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d87c41-4828-4719-97d1-93a65a6cfead req-1c69cb13-2002-40f3-acdb-2b8130553fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:03.834009 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-87d87c41-4828-4719-97d1-93a65a6cfead req-1c69cb13-2002-40f3-acdb-2b8130553fc3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9c64e700-ca01-4f6f-be98-6253a844697f HTTP/1.1" status: 200 len: 862 time: 0.5759497 Aug 23 20:29:03.864336 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f021f9-fdc9-4817-801e-ea2b3207d4d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25f1cd4e-166c-4a79-b11b-5943af963584,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:03.874712 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-19f021f9-fdc9-4817-801e-ea2b3207d4d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:03.881415 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-19f021f9-fdc9-4817-801e-ea2b3207d4d2 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/25f1cd4e-166c-4a79-b11b-5943af963584 HTTP/1.1" status: 204 len: 168 time: 0.4030840 Aug 23 20:29:03.881415 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 46388) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:29:03.946161 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bdcf24af-ea21-4de0-929e-a80a9b93bc47 req-439cc2ad-d812-4429-91a4-224838c22438 service neutron] 10.222.0.11 "GET /v2.0/networks/291e6885-2f63-495c-b479-2184cb200f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0392447 Aug 23 20:29:03.959211 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23921bf-5c70-4b32-97d7-a9ba71bdf49d req-4209bd8f-a1ce-43c1-a5df-409b9a1b21d2 tempest-QuotasAdminNegativeTest-40452826 tempest-QuotasAdminNegativeTest-40452826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:03.960783 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e23921bf-5c70-4b32-97d7-a9ba71bdf49d req-4209bd8f-a1ce-43c1-a5df-409b9a1b21d2 tempest-QuotasAdminNegativeTest-40452826 tempest-QuotasAdminNegativeTest-40452826-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3693385 Aug 23 20:29:04.049925 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0ac1b-b3cc-49cf-9676-4cd165d65b68 req-5c95678c-6096-468a-8e68-c19d1f261e40 tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:04.052253 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-13e0ac1b-b3cc-49cf-9676-4cd165d65b68 req-5c95678c-6096-468a-8e68-c19d1f261e40 tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2825491 Aug 23 20:29:04.055366 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3e21ab34-092a-47d2-ab84-84342154a3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:04.064386 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b512142f-fde8-4d7e-92d5-b81b86743887 req-39ac9a04-700c-46e0-97ea-bb1c5807219e tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:04.069003 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b512142f-fde8-4d7e-92d5-b81b86743887 req-39ac9a04-700c-46e0-97ea-bb1c5807219e tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f990a99f-dd25-4e58-a64c-1b41ab5dbb16 HTTP/1.1" status: 200 len: 950 time: 0.1837823 Aug 23 20:29:04.080714 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e23921bf-5c70-4b32-97d7-a9ba71bdf49d req-dc202229-4883-44b0-82ba-f8a84856a32e tempest-QuotasAdminNegativeTest-40452826 tempest-QuotasAdminNegativeTest-40452826-project] 10.222.0.61 "GET /v2.0/quotas/6ba1ab1ff908497a9e0484f67ed6821f HTTP/1.1" status: 200 len: 375 time: 0.0882387 Aug 23 20:29:04.090058 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-13e0ac1b-b3cc-49cf-9676-4cd165d65b68 req-452fe284-b1ce-4837-8e31-a42efb69410f tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Request body: {'port': {'device_id': '40738866-d19a-49e2-a02b-02f374c597df', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'admin_state_up': True, 'tenant_id': '703df0ba001c469f81eeb9197c5e8f7d'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:29:04.090856 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d87c41-4828-4719-97d1-93a65a6cfead req-fd3e586d-00b9-47e4-ad87-578ac0cc6193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:04.092417 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-87d87c41-4828-4719-97d1-93a65a6cfead req-fd3e586d-00b9-47e4-ad87-578ac0cc6193 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a036342b-e0b6-414f-a42c-cfe1b92a2a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2476845 Aug 23 20:29:04.166047 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e23921bf-5c70-4b32-97d7-a9ba71bdf49d req-9673765b-4544-4627-883a-157c4f0f6320 tempest-QuotasAdminNegativeTest-40452826 tempest-QuotasAdminNegativeTest-40452826-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=6ba1ab1ff908497a9e0484f67ed6821f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0725586 Aug 23 20:29:04.196336 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e61470d5-5c1a-4d18-8612-5b4a829936ee req-60fa69d6-dd4e-4755-b858-e6c25e88fbf1 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Made reservation on behalf of a4a520fd71344228bb567eecb468d192 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:29:04.200278 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e61470d5-5c1a-4d18-8612-5b4a829936ee req-60fa69d6-dd4e-4755-b858-e6c25e88fbf1 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:04.257872 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bdcf24af-ea21-4de0-929e-a80a9b93bc47 req-0857cb51-2777-4a96-9ef7-0f3f4c8599e1 service neutron] 10.222.0.11 "GET /v2.0/networks/291e6885-2f63-495c-b479-2184cb200f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928746 Aug 23 20:29:04.275178 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b512142f-fde8-4d7e-92d5-b81b86743887 req-360bbac7-89e3-44de-b407-18166abf62e8 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012770 Aug 23 20:29:04.337012 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3e21ab34-092a-47d2-ab84-84342154a3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:04.356722 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-3e21ab34-092a-47d2-ab84-84342154a3c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0a19783-f36f-40cc-9b4d-e83f953ac950']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:29:04.366836 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e82f6101-f610-4bea-897f-17e620b5e393 req-04b50ac1-13ec-49a0-85d6-bddc2af01848 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/ports?device_id=08d43fe9-db31-4049-91e2-cd1d2145f65f HTTP/1.1" status: 200 len: 210 time: 0.0435250 Aug 23 20:29:04.372848 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-3e21ab34-092a-47d2-ab84-84342154a3c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21f919d1-8b98-407c-a174-573a5e78035e') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:29:04.373149 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-3e21ab34-092a-47d2-ab84-84342154a3c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21f919d1-8b98-407c-a174-573a5e78035e') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:29:04.376913 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-87d87c41-4828-4719-97d1-93a65a6cfead req-27409399-9335-4a87-bceb-fd8ef849eddf service neutron] 10.222.0.32 "GET /v2.0/networks/a036342b-e0b6-414f-a42c-cfe1b92a2a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747602 Aug 23 20:29:04.391270 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3e21ab34-092a-47d2-ab84-84342154a3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:04.392985 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13e0ac1b-b3cc-49cf-9676-4cd165d65b68 req-452fe284-b1ce-4837-8e31-a42efb69410f tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Made reservation on behalf of 703df0ba001c469f81eeb9197c5e8f7d for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:29:04.397081 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-13e0ac1b-b3cc-49cf-9676-4cd165d65b68 req-452fe284-b1ce-4837-8e31-a42efb69410f tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:04.432043 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f15fddde-d558-44f3-9586-64858da80882 req-874286a6-de6e-4429-bf8d-09902c22faaa tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/ports?device_id=40738866-d19a-49e2-a02b-02f374c597df HTTP/1.1" status: 200 len: 210 time: 0.0623279 Aug 23 20:29:04.433900 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-13e0ac1b-b3cc-49cf-9676-4cd165d65b68 req-452fe284-b1ce-4837-8e31-a42efb69410f tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:04.436261 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3e21ab34-092a-47d2-ab84-84342154a3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:04.447858 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e21ab34-092a-47d2-ab84-84342154a3c6 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:29:04.448306 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3e21ab34-092a-47d2-ab84-84342154a3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:04.450165 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:29:04.450165 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:29:04.450165 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:29:04.450165 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:29:04.450165 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:29:04.450165 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:29:04.450165 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:29:04.450165 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:29:04.450165 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:29:04.450165 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:29:04.450165 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:29:04.450165 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:29:04.450165 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:29:04.450165 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:29:04.450165 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:29:04.450165 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:29:04.450165 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:29:04.450165 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:29:04.450165 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:29:04.450165 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:29:04.450165 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:29:04.450165 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:29:04.450165 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:29:04.450165 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:29:04.450165 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:29:04.450165 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:29:04.450165 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:29:04.450165 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:29:04.450165 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:29:04.450165 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:29:04.450165 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:29:04.450165 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:29:04.506122 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-e61470d5-5c1a-4d18-8612-5b4a829936ee req-60fa69d6-dd4e-4755-b858-e6c25e88fbf1 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Allocated IP 192.168.233.63 (660f640a-b8b2-40aa-8ebf-76bd1608cceb/e66e9eb0-86f4-4159-852b-f29863cbf18d/7df68d32-a271-460c-9927-87f0144aba01) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:29:04.559359 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3e21ab34-092a-47d2-ab84-84342154a3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:04.570856 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-87d87c41-4828-4719-97d1-93a65a6cfead req-d7e190d0-e0d8-41fe-899a-1f2620baad9f service neutron] 10.222.0.32 "GET /v2.0/networks/a036342b-e0b6-414f-a42c-cfe1b92a2a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827552 Aug 23 20:29:04.596265 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3e21ab34-092a-47d2-ab84-84342154a3c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:04.601462 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3e21ab34-092a-47d2-ab84-84342154a3c6 admin admin] 10.222.0.61 "DELETE /v2.0/networks/d0a19783-f36f-40cc-9b4d-e83f953ac950 HTTP/1.1" status: 204 len: 168 time: 0.7181666 Aug 23 20:29:04.620730 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e21ab34-092a-47d2-ab84-84342154a3c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0a19783-f36f-40cc-9b4d-e83f953ac950,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:04.673049 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-13e0ac1b-b3cc-49cf-9676-4cd165d65b68 req-452fe284-b1ce-4837-8e31-a42efb69410f tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:04.681294 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-13e0ac1b-b3cc-49cf-9676-4cd165d65b68 req-452fe284-b1ce-4837-8e31-a42efb69410f tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:04.768385 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452fe284-b1ce-4837-8e31-a42efb69410f tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4601676-42b8-4648-b946-7ab4b4582e77,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:04.782763 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e61470d5-5c1a-4d18-8612-5b4a829936ee req-60fa69d6-dd4e-4755-b858-e6c25e88fbf1 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:04.804785 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-e61470d5-5c1a-4d18-8612-5b4a829936ee req-60fa69d6-dd4e-4755-b858-e6c25e88fbf1 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Transition to ACTIVE for port object 7df68d32-a271-460c-9927-87f0144aba01 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:29:04.863098 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e61470d5-5c1a-4d18-8612-5b4a829936ee req-60fa69d6-dd4e-4755-b858-e6c25e88fbf1 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:04.901292 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['16aa6e8c-c3d1-41b0-9173-c013a84ca397'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:29:04.920227 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e61470d5-5c1a-4d18-8612-5b4a829936ee req-60fa69d6-dd4e-4755-b858-e6c25e88fbf1 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Network 660f640a-b8b2-40aa-8ebf-76bd1608cceb is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:29:04.924994 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-e61470d5-5c1a-4d18-8612-5b4a829936ee req-60fa69d6-dd4e-4755-b858-e6c25e88fbf1 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:29:04.934964 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-e61470d5-5c1a-4d18-8612-5b4a829936ee req-60fa69d6-dd4e-4755-b858-e6c25e88fbf1 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:29:04.939802 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa69d6-dd4e-4755-b858-e6c25e88fbf1 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Pushing event updated for resources: {'Port': ['ID=7df68d32-a271-460c-9927-87f0144aba01,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:05.014768 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61470d5-5c1a-4d18-8612-5b4a829936ee req-60fa69d6-dd4e-4755-b858-e6c25e88fbf1 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:05.015281 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e61470d5-5c1a-4d18-8612-5b4a829936ee req-60fa69d6-dd4e-4755-b858-e6c25e88fbf1 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:05.026207 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46416) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:29:05.065021 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 90f4cf93-11f1-4190-ac5e-881bec5f2386 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:29:05.091367 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e61470d5-5c1a-4d18-8612-5b4a829936ee req-60fa69d6-dd4e-4755-b858-e6c25e88fbf1 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3926585 Aug 23 20:29:05.113723 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-13e0ac1b-b3cc-49cf-9676-4cd165d65b68 req-452fe284-b1ce-4837-8e31-a42efb69410f tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Allocated IP 192.168.233.116 (660f640a-b8b2-40aa-8ebf-76bd1608cceb/e66e9eb0-86f4-4159-852b-f29863cbf18d/8698a7c2-435e-42da-85c8-d0a671d11fda) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:29:05.139178 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-e61470d5-5c1a-4d18-8612-5b4a829936ee req-20832341-d28e-446f-aa7c-41a932c19908 service neutron] Request body: {'port': {'device_id': '08d43fe9-db31-4049-91e2-cd1d2145f65f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:29:05.171264 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950ac11-d2f1-4a51-8f8e-bdbaf160c5aa req-41cdda84-07f9-4f0b-9c32-90b38596cb14 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:05.180560 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6950ac11-d2f1-4a51-8f8e-bdbaf160c5aa req-41cdda84-07f9-4f0b-9c32-90b38596cb14 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=4959b9f2-98bc-46b4-9d64-36ee6db26404 HTTP/1.1" status: 200 len: 943 time: 0.1235118 Aug 23 20:29:05.292327 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6950ac11-d2f1-4a51-8f8e-bdbaf160c5aa req-37fdeacf-d0a3-4bbc-9dc3-0b3217fb08af tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043146 Aug 23 20:29:05.309615 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e61470d5-5c1a-4d18-8612-5b4a829936ee req-20832341-d28e-446f-aa7c-41a932c19908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:05.346533 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-91153fdf-fae8-4cab-811d-697c06805c31 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d065b04af40a4eef9a1397c69ee37fa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3140476 Aug 23 20:29:05.368929 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-eddd966a-d894-4e3a-8129-8ffb4de3f23f None None] Provisioning for port 7df68d32-a271-460c-9927-87f0144aba01 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:29:05.384660 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 46426) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:29:05.395054 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-eddd966a-d894-4e3a-8129-8ffb4de3f23f None None] Provisioning complete for port 7df68d32-a271-460c-9927-87f0144aba01 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:29:05.395769 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eddd966a-d894-4e3a-8129-8ffb4de3f23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:05.464549 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-eddd966a-d894-4e3a-8129-8ffb4de3f23f None None] Port 7df68d32-a271-460c-9927-87f0144aba01 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:29:05.484331 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 90f4cf93-11f1-4190-ac5e-881bec5f2386, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=90f4cf93-11f1-4190-ac5e-881bec5f2386,segment=NetworkSegment(feb662d9-0152-4f97-8d6d-89a1fa54f824),segment_id=feb662d9-0152-4f97-8d6d-89a1fa54f824)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:29:05.507937 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '90f4cf93-11f1-4190-ac5e-881bec5f2386', 'network_id': '291e6885-2f63-495c-b479-2184cb200f47', 'port_id': '90f4cf93-11f1-4190-ac5e-881bec5f2386', 'mac_address': 'fa:16:3e:1c:9a:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dff65f8b-9e15-4b43-b237-3b4edeaab508', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:29:05.580036 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:05.608829 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-13e0ac1b-b3cc-49cf-9676-4cd165d65b68 req-452fe284-b1ce-4837-8e31-a42efb69410f tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:05.609113 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90f4cf93-11f1-4190-ac5e-881bec5f2386 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:29:05.619605 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f766bb0-10ec-4964-94e4-d2ad9a195e1f req-1c4169f1-a077-4b48-9dff-8899aa3dba5b tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:05.628113 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7f766bb0-10ec-4964-94e4-d2ad9a195e1f req-1c4169f1-a077-4b48-9dff-8899aa3dba5b tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f990a99f-dd25-4e58-a64c-1b41ab5dbb16 HTTP/1.1" status: 200 len: 950 time: 0.1449075 Aug 23 20:29:05.633839 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8fd07c44-4d17-4a19-a40f-fe84f8089976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:05.645973 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 90f4cf93-11f1-4190-ac5e-881bec5f2386, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=90f4cf93-11f1-4190-ac5e-881bec5f2386,segment=NetworkSegment(feb662d9-0152-4f97-8d6d-89a1fa54f824),segment_id=feb662d9-0152-4f97-8d6d-89a1fa54f824)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:29:05.651855 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:05.672243 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-13e0ac1b-b3cc-49cf-9676-4cd165d65b68 req-452fe284-b1ce-4837-8e31-a42efb69410f tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Transition to ACTIVE for port object 8698a7c2-435e-42da-85c8-d0a671d11fda will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:29:05.702578 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8fd07c44-4d17-4a19-a40f-fe84f8089976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:05.736781 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7f766bb0-10ec-4964-94e4-d2ad9a195e1f req-ef3a20b9-7ad0-4bff-9aaf-64ff17471366 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072667 Aug 23 20:29:05.822041 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-13e0ac1b-b3cc-49cf-9676-4cd165d65b68 req-452fe284-b1ce-4837-8e31-a42efb69410f tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:05.893957 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b2961-391b-4ca9-9228-da07b62a5953 req-94492f23-3bd0-4ef6-9851-a3b3b458adad tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:05.895033 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a98b2961-391b-4ca9-9228-da07b62a5953 req-94492f23-3bd0-4ef6-9851-a3b3b458adad tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/ports?device_id=08d43fe9-db31-4049-91e2-cd1d2145f65f HTTP/1.1" status: 200 len: 935 time: 0.1497145 Aug 23 20:29:05.928790 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=90f4cf93-11f1-4190-ac5e-881bec5f2386,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:05.930631 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8fd07c44-4d17-4a19-a40f-fe84f8089976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:05.934087 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8fd07c44-4d17-4a19-a40f-fe84f8089976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:05.938874 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8fd07c44-4d17-4a19-a40f-fe84f8089976 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1932047a-d65a-415c-bc16-03fc5b7c1895 HTTP/1.1" status: 204 len: 168 time: 0.5500364 Aug 23 20:29:05.938874 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13e0ac1b-b3cc-49cf-9676-4cd165d65b68 req-452fe284-b1ce-4837-8e31-a42efb69410f tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Network 660f640a-b8b2-40aa-8ebf-76bd1608cceb is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:29:05.954533 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['90f4cf93-11f1-4190-ac5e-881bec5f2386'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:29:05.961998 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452fe284-b1ce-4837-8e31-a42efb69410f tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Pushing event updated for resources: {'Port': ['ID=8698a7c2-435e-42da-85c8-d0a671d11fda,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:05.978505 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-13e0ac1b-b3cc-49cf-9676-4cd165d65b68 req-452fe284-b1ce-4837-8e31-a42efb69410f tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:29:05.990866 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd07c44-4d17-4a19-a40f-fe84f8089976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1932047a-d65a-415c-bc16-03fc5b7c1895,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:05.997819 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e0ac1b-b3cc-49cf-9676-4cd165d65b68 req-452fe284-b1ce-4837-8e31-a42efb69410f tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:29:06.007479 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a98b2961-391b-4ca9-9228-da07b62a5953 req-758f69a8-f060-4a38-9d0b-7067afc418e8 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/security-groups?id=179fb938-c9d2-4442-9708-d36ca99918ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828197 Aug 23 20:29:06.133982 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0ac1b-b3cc-49cf-9676-4cd165d65b68 req-452fe284-b1ce-4837-8e31-a42efb69410f tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:06.134666 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-13e0ac1b-b3cc-49cf-9676-4cd165d65b68 req-452fe284-b1ce-4837-8e31-a42efb69410f tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:06.145156 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-e61470d5-5c1a-4d18-8612-5b4a829936ee req-20832341-d28e-446f-aa7c-41a932c19908 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7df68d32-a271-460c-9927-87f0144aba01 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:29:06.153135 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d4f4e-c129-4281-a0b5-467de413c35f req-8e2f357a-7412-4676-8f64-c2fd86434788 tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:06.154763 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1d8d4f4e-c129-4281-a0b5-467de413c35f req-8e2f357a-7412-4676-8f64-c2fd86434788 tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/ports?device_id=40738866-d19a-49e2-a02b-02f374c597df HTTP/1.1" status: 200 len: 936 time: 0.2471194 Aug 23 20:29:06.162731 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e61470d5-5c1a-4d18-8612-5b4a829936ee req-20832341-d28e-446f-aa7c-41a932c19908 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:06.202185 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-e61470d5-5c1a-4d18-8612-5b4a829936ee req-20832341-d28e-446f-aa7c-41a932c19908 service neutron] Transition to ACTIVE for port object 7df68d32-a271-460c-9927-87f0144aba01 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:29:06.205166 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-13e0ac1b-b3cc-49cf-9676-4cd165d65b68 req-452fe284-b1ce-4837-8e31-a42efb69410f tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1269031 Aug 23 20:29:06.208652 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e61470d5-5c1a-4d18-8612-5b4a829936ee req-20832341-d28e-446f-aa7c-41a932c19908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:06.251454 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-13e0ac1b-b3cc-49cf-9676-4cd165d65b68 req-ac34a7f1-d730-4c7f-84d2-f35f98d54b54 service neutron] Request body: {'port': {'device_id': '40738866-d19a-49e2-a02b-02f374c597df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:29:06.330493 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1d8d4f4e-c129-4281-a0b5-467de413c35f req-a0c4be71-baba-435e-a294-3fdff5173854 tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4601676-42b8-4648-b946-7ab4b4582e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640544 Aug 23 20:29:06.396789 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-13e0ac1b-b3cc-49cf-9676-4cd165d65b68 req-ac34a7f1-d730-4c7f-84d2-f35f98d54b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:06.399398 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20832341-d28e-446f-aa7c-41a932c19908 service neutron] Pushing event updated for resources: {'Port': ['ID=7df68d32-a271-460c-9927-87f0144aba01,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:06.441630 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-e61470d5-5c1a-4d18-8612-5b4a829936ee req-20832341-d28e-446f-aa7c-41a932c19908 service neutron] Attempting to bind port 7df68d32-a271-460c-9927-87f0144aba01 on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:29:06.441972 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-e61470d5-5c1a-4d18-8612-5b4a829936ee req-20832341-d28e-446f-aa7c-41a932c19908 service neutron] Attempting to bind port 7df68d32-a271-460c-9927-87f0144aba01 by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:29:06.442865 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61470d5-5c1a-4d18-8612-5b4a829936ee req-20832341-d28e-446f-aa7c-41a932c19908 service neutron] Attempting to bind port 7df68d32-a271-460c-9927-87f0144aba01 on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:29:06.448494 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61470d5-5c1a-4d18-8612-5b4a829936ee req-20832341-d28e-446f-aa7c-41a932c19908 service neutron] Port 7df68d32-a271-460c-9927-87f0144aba01 on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:29:06.448937 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61470d5-5c1a-4d18-8612-5b4a829936ee req-20832341-d28e-446f-aa7c-41a932c19908 service neutron] Attempting to bind port 7df68d32-a271-460c-9927-87f0144aba01 on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:29:06.454813 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61470d5-5c1a-4d18-8612-5b4a829936ee req-20832341-d28e-446f-aa7c-41a932c19908 service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:29:06.455334 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61470d5-5c1a-4d18-8612-5b4a829936ee req-20832341-d28e-446f-aa7c-41a932c19908 service neutron] Checking segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:29:06.455824 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61470d5-5c1a-4d18-8612-5b4a829936ee req-20832341-d28e-446f-aa7c-41a932c19908 service neutron] Bound using segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:29:06.456396 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-e61470d5-5c1a-4d18-8612-5b4a829936ee req-20832341-d28e-446f-aa7c-41a932c19908 service neutron] Bound port: 7df68d32-a271-460c-9927-87f0144aba01, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:29:06.456859 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e61470d5-5c1a-4d18-8612-5b4a829936ee req-20832341-d28e-446f-aa7c-41a932c19908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:06.509930 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0211c36e-5f2d-4315-966f-739efe67d4be None None] Provisioning for port 8698a7c2-435e-42da-85c8-d0a671d11fda completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:29:06.521862 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0211c36e-5f2d-4315-966f-739efe67d4be None None] Provisioning complete for port 8698a7c2-435e-42da-85c8-d0a671d11fda triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:29:06.522240 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0211c36e-5f2d-4315-966f-739efe67d4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:06.600942 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-0211c36e-5f2d-4315-966f-739efe67d4be None None] Port 8698a7c2-435e-42da-85c8-d0a671d11fda cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:29:06.618967 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-e61470d5-5c1a-4d18-8612-5b4a829936ee req-20832341-d28e-446f-aa7c-41a932c19908 service neutron] For port 7df68d32-a271-460c-9927-87f0144aba01, host n-h2-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:29:06.623248 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-e61470d5-5c1a-4d18-8612-5b4a829936ee req-20832341-d28e-446f-aa7c-41a932c19908 service neutron] For port 7df68d32-a271-460c-9927-87f0144aba01, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=7df68d32-a271-460c-9927-87f0144aba01,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:29:06.628138 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e61470d5-5c1a-4d18-8612-5b4a829936ee req-20832341-d28e-446f-aa7c-41a932c19908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:06.684400 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61470d5-5c1a-4d18-8612-5b4a829936ee req-20832341-d28e-446f-aa7c-41a932c19908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:06.685454 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e61470d5-5c1a-4d18-8612-5b4a829936ee req-20832341-d28e-446f-aa7c-41a932c19908 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:06.688217 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e61470d5-5c1a-4d18-8612-5b4a829936ee req-20832341-d28e-446f-aa7c-41a932c19908 service neutron] 10.222.0.32 "PUT /v2.0/ports/7df68d32-a271-460c-9927-87f0144aba01 HTTP/1.1" status: 200 len: 1095 time: 1.5688646 Aug 23 20:29:06.688699 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08d43fe9-db31-4049-91e2-cd1d2145f65f', 'tag': '7df68d32-a271-460c-9927-87f0144aba01'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:29:06.691016 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7357bf-05c8-46d8-99e5-3fd880db5939" -d '{"events": [{"name": "network-changed", "server_uuid": "08d43fe9-db31-4049-91e2-cd1d2145f65f", "tag": "7df68d32-a271-460c-9927-87f0144aba01"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:29:06.759671 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20832341-d28e-446f-aa7c-41a932c19908 service neutron] Pushing event updated for resources: {'Port': ['ID=7df68d32-a271-460c-9927-87f0144aba01,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:06.881484 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61470d5-5c1a-4d18-8612-5b4a829936ee req-3f23a700-3334-439a-bd0f-02ef617677f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:06.892004 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e61470d5-5c1a-4d18-8612-5b4a829936ee req-3f23a700-3334-439a-bd0f-02ef617677f7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a4a520fd71344228bb567eecb468d192&device_id=08d43fe9-db31-4049-91e2-cd1d2145f65f HTTP/1.1" status: 200 len: 1098 time: 0.1159186 Aug 23 20:29:07.030254 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e61470d5-5c1a-4d18-8612-5b4a829936ee req-5a721dae-92fb-45eb-8724-89db890284ec service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=7df68d32-a271-460c-9927-87f0144aba01 HTTP/1.1" status: 200 len: 217 time: 0.1265452 Aug 23 20:29:07.064784 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46480) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:29:07.088397 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 90f4cf93-11f1-4190-ac5e-881bec5f2386 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:29:07.105484 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-13e0ac1b-b3cc-49cf-9676-4cd165d65b68 req-ac34a7f1-d730-4c7f-84d2-f35f98d54b54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8698a7c2-435e-42da-85c8-d0a671d11fda {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:29:07.133122 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-13e0ac1b-b3cc-49cf-9676-4cd165d65b68 req-ac34a7f1-d730-4c7f-84d2-f35f98d54b54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:07.147186 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61470d5-5c1a-4d18-8612-5b4a829936ee req-59afb5d0-379b-4a30-bfcd-ad7266adc496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:07.148990 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e61470d5-5c1a-4d18-8612-5b4a829936ee req-59afb5d0-379b-4a30-bfcd-ad7266adc496 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.1110406 Aug 23 20:29:07.163797 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-13e0ac1b-b3cc-49cf-9676-4cd165d65b68 req-ac34a7f1-d730-4c7f-84d2-f35f98d54b54 service neutron] Transition to ACTIVE for port object 8698a7c2-435e-42da-85c8-d0a671d11fda will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:29:07.177540 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3ac828d1-b084-433a-aa97-8e6b3c63063c req-06551708-01c4-4e5d-8d5f-3336434d5787 tempest-QuotasAdminNegativeTest-40452826 tempest-QuotasAdminNegativeTest-40452826-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=6ba1ab1ff908497a9e0484f67ed6821f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6334426 Aug 23 20:29:07.190643 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-13e0ac1b-b3cc-49cf-9676-4cd165d65b68 req-ac34a7f1-d730-4c7f-84d2-f35f98d54b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:07.237293 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61470d5-5c1a-4d18-8612-5b4a829936ee req-c9826593-fc9a-4f94-af6c-f89cd02dc1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:07.240349 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e61470d5-5c1a-4d18-8612-5b4a829936ee req-c9826593-fc9a-4f94-af6c-f89cd02dc1b0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0824986 Aug 23 20:29:07.310038 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 90f4cf93-11f1-4190-ac5e-881bec5f2386 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:29:07.322582 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 90f4cf93-11f1-4190-ac5e-881bec5f2386 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:29:07.327484 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:07.385936 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac34a7f1-d730-4c7f-84d2-f35f98d54b54 service neutron] Pushing event updated for resources: {'Port': ['ID=8698a7c2-435e-42da-85c8-d0a671d11fda,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:07.429830 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e61470d5-5c1a-4d18-8612-5b4a829936ee req-0eab46f8-0d4d-4bd0-be5f-83371694a891 service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798542 Aug 23 20:29:07.523273 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac828d1-b084-433a-aa97-8e6b3c63063c req-0ebf4159-58af-408f-bc02-92bcf773549d tempest-QuotasAdminNegativeTest-40452826 tempest-QuotasAdminNegativeTest-40452826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:07.535649 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3ac828d1-b084-433a-aa97-8e6b3c63063c req-0ebf4159-58af-408f-bc02-92bcf773549d tempest-QuotasAdminNegativeTest-40452826 tempest-QuotasAdminNegativeTest-40452826-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3569098 Aug 23 20:29:07.561725 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3ac828d1-b084-433a-aa97-8e6b3c63063c req-4de953e0-5863-4f5f-9ec6-86d52b909240 tempest-QuotasAdminNegativeTest-40452826 tempest-QuotasAdminNegativeTest-40452826-project] 10.222.0.61 "GET /v2.0/quotas/6ba1ab1ff908497a9e0484f67ed6821f HTTP/1.1" status: 200 len: 375 time: 0.0229039 Aug 23 20:29:07.596449 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-13e0ac1b-b3cc-49cf-9676-4cd165d65b68 req-ac34a7f1-d730-4c7f-84d2-f35f98d54b54 service neutron] Attempting to bind port 8698a7c2-435e-42da-85c8-d0a671d11fda on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:29:07.596786 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-13e0ac1b-b3cc-49cf-9676-4cd165d65b68 req-ac34a7f1-d730-4c7f-84d2-f35f98d54b54 service neutron] Attempting to bind port 8698a7c2-435e-42da-85c8-d0a671d11fda by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:29:07.597112 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e0ac1b-b3cc-49cf-9676-4cd165d65b68 req-ac34a7f1-d730-4c7f-84d2-f35f98d54b54 service neutron] Attempting to bind port 8698a7c2-435e-42da-85c8-d0a671d11fda on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:29:07.627109 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:07.629211 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3ac828d1-b084-433a-aa97-8e6b3c63063c req-27b360c2-06e6-4fd3-b9dc-2a5b6496ccdf tempest-QuotasAdminNegativeTest-40452826 tempest-QuotasAdminNegativeTest-40452826-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=6ba1ab1ff908497a9e0484f67ed6821f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586245 Aug 23 20:29:07.642843 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e0ac1b-b3cc-49cf-9676-4cd165d65b68 req-ac34a7f1-d730-4c7f-84d2-f35f98d54b54 service neutron] Port 8698a7c2-435e-42da-85c8-d0a671d11fda on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:29:07.643042 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6191f157-c02a-46f1-af3d-c8b714f4a0bd req-cae45770-ae2a-4cf4-b76e-fecc45667e6e tempest-MigrationsAdminTest-1038570141 tempest-MigrationsAdminTest-1038570141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:07.643227 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e0ac1b-b3cc-49cf-9676-4cd165d65b68 req-ac34a7f1-d730-4c7f-84d2-f35f98d54b54 service neutron] Attempting to bind port 8698a7c2-435e-42da-85c8-d0a671d11fda on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:29:07.649876 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e0ac1b-b3cc-49cf-9676-4cd165d65b68 req-ac34a7f1-d730-4c7f-84d2-f35f98d54b54 service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:29:07.650214 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e0ac1b-b3cc-49cf-9676-4cd165d65b68 req-ac34a7f1-d730-4c7f-84d2-f35f98d54b54 service neutron] Checking segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:29:07.650609 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e0ac1b-b3cc-49cf-9676-4cd165d65b68 req-ac34a7f1-d730-4c7f-84d2-f35f98d54b54 service neutron] Bound using segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:29:07.651047 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-13e0ac1b-b3cc-49cf-9676-4cd165d65b68 req-ac34a7f1-d730-4c7f-84d2-f35f98d54b54 service neutron] Bound port: 8698a7c2-435e-42da-85c8-d0a671d11fda, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:29:07.651410 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-13e0ac1b-b3cc-49cf-9676-4cd165d65b68 req-ac34a7f1-d730-4c7f-84d2-f35f98d54b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:07.654649 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6191f157-c02a-46f1-af3d-c8b714f4a0bd req-cae45770-ae2a-4cf4-b76e-fecc45667e6e tempest-MigrationsAdminTest-1038570141 tempest-MigrationsAdminTest-1038570141-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f990a99f-dd25-4e58-a64c-1b41ab5dbb16 HTTP/1.1" status: 200 len: 1101 time: 0.2236822 Aug 23 20:29:07.656937 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-42eda114-90b3-4454-a711-cf2f24ec4a74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:07.664902 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e61470d5-5c1a-4d18-8612-5b4a829936ee req-8e215e13-8831-45f4-b034-dfecc2471c9a service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221708 Aug 23 20:29:07.681234 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 90f4cf93-11f1-4190-ac5e-881bec5f2386, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=90f4cf93-11f1-4190-ac5e-881bec5f2386,segment=NetworkSegment(feb662d9-0152-4f97-8d6d-89a1fa54f824),segment_id=feb662d9-0152-4f97-8d6d-89a1fa54f824)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:29:07.682611 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4959b9f2-98bc-46b4-9d64-36ee6db26404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f4cf93-11f1-4190-ac5e-881bec5f2386'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:29:07.685937 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070ea1f9-7e54-48e7-b7b3-905d369302e9" -d '{"events": [{"server_uuid": "4959b9f2-98bc-46b4-9d64-36ee6db26404", "name": "network-vif-plugged", "status": "completed", "tag": "90f4cf93-11f1-4190-ac5e-881bec5f2386"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:29:07.690757 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:07.722195 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6191f157-c02a-46f1-af3d-c8b714f4a0bd req-60cca4d6-a8aa-4976-9f7b-d3ee5188c592 tempest-MigrationsAdminTest-1038570141 tempest-MigrationsAdminTest-1038570141-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:07.798871 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-13e0ac1b-b3cc-49cf-9676-4cd165d65b68 req-ac34a7f1-d730-4c7f-84d2-f35f98d54b54 service neutron] For port 8698a7c2-435e-42da-85c8-d0a671d11fda, host n-h2-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:29:07.800792 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=90f4cf93-11f1-4190-ac5e-881bec5f2386,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:07.805228 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-13e0ac1b-b3cc-49cf-9676-4cd165d65b68 req-ac34a7f1-d730-4c7f-84d2-f35f98d54b54 service neutron] For port 8698a7c2-435e-42da-85c8-d0a671d11fda, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=8698a7c2-435e-42da-85c8-d0a671d11fda,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:29:07.811482 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-13e0ac1b-b3cc-49cf-9676-4cd165d65b68 req-ac34a7f1-d730-4c7f-84d2-f35f98d54b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:07.853182 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0ac1b-b3cc-49cf-9676-4cd165d65b68 req-ac34a7f1-d730-4c7f-84d2-f35f98d54b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:07.853797 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-13e0ac1b-b3cc-49cf-9676-4cd165d65b68 req-ac34a7f1-d730-4c7f-84d2-f35f98d54b54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:07.855148 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-13e0ac1b-b3cc-49cf-9676-4cd165d65b68 req-ac34a7f1-d730-4c7f-84d2-f35f98d54b54 service neutron] 10.222.0.32 "PUT /v2.0/ports/8698a7c2-435e-42da-85c8-d0a671d11fda HTTP/1.1" status: 200 len: 1096 time: 1.6109788 Aug 23 20:29:07.862093 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40738866-d19a-49e2-a02b-02f374c597df', 'tag': '8698a7c2-435e-42da-85c8-d0a671d11fda'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:29:07.865627 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e02976-c212-42a7-a018-1e9d6c4a8a67" -d '{"events": [{"name": "network-changed", "server_uuid": "40738866-d19a-49e2-a02b-02f374c597df", "tag": "8698a7c2-435e-42da-85c8-d0a671d11fda"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:29:07.905564 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-42eda114-90b3-4454-a711-cf2f24ec4a74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:07.916635 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac34a7f1-d730-4c7f-84d2-f35f98d54b54 service neutron] Pushing event updated for resources: {'Port': ['ID=8698a7c2-435e-42da-85c8-d0a671d11fda,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:07.927495 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-42eda114-90b3-4454-a711-cf2f24ec4a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:07.942666 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742fa400-1fee-4315-a4cd-2172b72fb36c req-5e4e108d-1f6d-4f2d-b280-ddb70f1bb393 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:07.945131 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-742fa400-1fee-4315-a4cd-2172b72fb36c req-5e4e108d-1f6d-4f2d-b280-ddb70f1bb393 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=4959b9f2-98bc-46b4-9d64-36ee6db26404 HTTP/1.1" status: 200 len: 945 time: 0.0982993 Aug 23 20:29:07.947784 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 46508) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:29:07.995107 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eda114-90b3-4454-a711-cf2f24ec4a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be147419-a4d8-4e3c-8d3d-ffd8890081ed,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:08.012441 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-42eda114-90b3-4454-a711-cf2f24ec4a74 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e62b62e04857489ba566160a19a000e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9217877 Aug 23 20:29:08.016404 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46512) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:29:08.057049 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-742fa400-1fee-4315-a4cd-2172b72fb36c req-c16f1590-9504-4497-991f-c0a5f57e7ed8 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859306 Aug 23 20:29:08.068836 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0ac1b-b3cc-49cf-9676-4cd165d65b68 req-2043b247-3de3-46e0-9509-61650fa19110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:08.070815 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-13e0ac1b-b3cc-49cf-9676-4cd165d65b68 req-2043b247-3de3-46e0-9509-61650fa19110 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=703df0ba001c469f81eeb9197c5e8f7d&device_id=40738866-d19a-49e2-a02b-02f374c597df HTTP/1.1" status: 200 len: 1099 time: 0.1244123 Aug 23 20:29:08.130867 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e85238b-7fc2-486e-90a7-0314eebb1db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:08.138265 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-13e0ac1b-b3cc-49cf-9676-4cd165d65b68 req-bd7363a1-025a-47cc-aeb6-26ca098bc43b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=8698a7c2-435e-42da-85c8-d0a671d11fda HTTP/1.1" status: 200 len: 217 time: 0.0490925 Aug 23 20:29:08.179890 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-8513bf88-e98c-476a-9e42-5a33c847661b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-519922062-network', 'tenant_id': '678355395d8146908cb82e29a8b7a279'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:29:08.184241 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3b385b-ee1e-4593-b88b-f55d8e251c59 x-openstack-request-id: req-1c3b385b-ee1e-4593-b88b-f55d8e251c59 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:29:08.184425 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08d43fe9-db31-4049-91e2-cd1d2145f65f", "tag": "7df68d32-a271-460c-9927-87f0144aba01", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:29:08.184561 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1c3b385b-ee1e-4593-b88b-f55d8e251c59 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:29:08.184928 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08d43fe9-db31-4049-91e2-cd1d2145f65f', 'tag': '7df68d32-a271-460c-9927-87f0144aba01', 'status': 'completed', 'code': 200} Aug 23 20:29:08.194408 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e85238b-7fc2-486e-90a7-0314eebb1db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:08.216789 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6191f157-c02a-46f1-af3d-c8b714f4a0bd req-60cca4d6-a8aa-4976-9f7b-d3ee5188c592 tempest-MigrationsAdminTest-1038570141 tempest-MigrationsAdminTest-1038570141-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:08.227963 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6191f157-c02a-46f1-af3d-c8b714f4a0bd req-60cca4d6-a8aa-4976-9f7b-d3ee5188c592 tempest-MigrationsAdminTest-1038570141 tempest-MigrationsAdminTest-1038570141-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:08.247476 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0ac1b-b3cc-49cf-9676-4cd165d65b68 req-cb66b202-7fc9-42bc-a639-6ac73688d0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:08.248953 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-13e0ac1b-b3cc-49cf-9676-4cd165d65b68 req-cb66b202-7fc9-42bc-a639-6ac73688d0c0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.1004319 Aug 23 20:29:08.267217 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8513bf88-e98c-476a-9e42-5a33c847661b admin admin] Made reservation on behalf of 678355395d8146908cb82e29a8b7a279 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:29:08.269484 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8513bf88-e98c-476a-9e42-5a33c847661b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:08.299017 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6191f157-c02a-46f1-af3d-c8b714f4a0bd req-60cca4d6-a8aa-4976-9f7b-d3ee5188c592 tempest-MigrationsAdminTest-1038570141 tempest-MigrationsAdminTest-1038570141-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6431050 Aug 23 20:29:08.303863 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cca4d6-a8aa-4976-9f7b-d3ee5188c592 tempest-MigrationsAdminTest-1038570141 tempest-MigrationsAdminTest-1038570141-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f40e11b-43e5-4df6-85b0-572b9f89fa0b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:08.307942 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8513bf88-e98c-476a-9e42-5a33c847661b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:08.331057 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7357bf-05c8-46d8-99e5-3fd880db5939 req-dd43ab17-719e-4eab-ac3c-9551392c4468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:08.333264 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ba7357bf-05c8-46d8-99e5-3fd880db5939 req-dd43ab17-719e-4eab-ac3c-9551392c4468 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a4a520fd71344228bb567eecb468d192&device_id=08d43fe9-db31-4049-91e2-cd1d2145f65f HTTP/1.1" status: 200 len: 1098 time: 0.0882289 Aug 23 20:29:08.337275 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e85238b-7fc2-486e-90a7-0314eebb1db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:08.339865 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e85238b-7fc2-486e-90a7-0314eebb1db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:08.344204 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-0e85238b-7fc2-486e-90a7-0314eebb1db5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/be147419-a4d8-4e3c-8d3d-ffd8890081ed HTTP/1.1" status: 204 len: 168 time: 0.3255589 Aug 23 20:29:08.365682 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad2d3d-db87-4961-8ba2-3194e404050a req-6d5a3db7-c9c8-4cab-b14e-40f57f2bf7d7 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:08.367136 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-83ad2d3d-db87-4961-8ba2-3194e404050a req-6d5a3db7-c9c8-4cab-b14e-40f57f2bf7d7 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/ports?device_id=08d43fe9-db31-4049-91e2-cd1d2145f65f HTTP/1.1" status: 200 len: 947 time: 0.1230071 Aug 23 20:29:08.371141 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0ac1b-b3cc-49cf-9676-4cd165d65b68 req-01812adb-2c9f-4ccd-8387-c2c80bf72d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:08.372581 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-13e0ac1b-b3cc-49cf-9676-4cd165d65b68 req-01812adb-2c9f-4ccd-8387-c2c80bf72d23 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1158061 Aug 23 20:29:08.397241 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e85238b-7fc2-486e-90a7-0314eebb1db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be147419-a4d8-4e3c-8d3d-ffd8890081ed,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:08.503718 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-83ad2d3d-db87-4961-8ba2-3194e404050a req-793b1d4f-c9db-45d5-807f-69c438370be8 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/security-groups?id=179fb938-c9d2-4442-9708-d36ca99918ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279619 Aug 23 20:29:08.515551 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7357bf-05c8-46d8-99e5-3fd880db5939 req-b9057148-a7cf-4b54-ad19-5d4fc16f60fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:08.517539 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ba7357bf-05c8-46d8-99e5-3fd880db5939 req-b9057148-a7cf-4b54-ad19-5d4fc16f60fa service neutron] 10.222.0.32 "GET /v2.0/networks?id=660f640a-b8b2-40aa-8ebf-76bd1608cceb HTTP/1.1" status: 200 len: 870 time: 0.1704493 Aug 23 20:29:08.574076 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-13e0ac1b-b3cc-49cf-9676-4cd165d65b68 req-5aed73aa-ef1e-4ad4-85c5-99e92af90608 service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877303 Aug 23 20:29:08.591722 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8513bf88-e98c-476a-9e42-5a33c847661b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:08.607032 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf9b6c7-4448-4301-808f-9aa5338a2833 x-openstack-request-id: req-abf9b6c7-4448-4301-808f-9aa5338a2833 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:29:08.607593 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4959b9f2-98bc-46b4-9d64-36ee6db26404", "name": "network-vif-plugged", "status": "completed", "tag": "90f4cf93-11f1-4190-ac5e-881bec5f2386", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:29:08.607867 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-abf9b6c7-4448-4301-808f-9aa5338a2833 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:29:08.608355 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4959b9f2-98bc-46b4-9d64-36ee6db26404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f4cf93-11f1-4190-ac5e-881bec5f2386', 'code': 200} Aug 23 20:29:08.619776 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ba7357bf-05c8-46d8-99e5-3fd880db5939 req-0bdc746a-0908-49d5-9a1a-89d7d40baa8e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=7df68d32-a271-460c-9927-87f0144aba01 HTTP/1.1" status: 200 len: 217 time: 0.0880504 Aug 23 20:29:08.625559 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8513bf88-e98c-476a-9e42-5a33c847661b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:08.713354 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8513bf88-e98c-476a-9e42-5a33c847661b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:29:08.739603 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8513bf88-e98c-476a-9e42-5a33c847661b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9bde88-cd4f-4750-b0d7-0b39b9aa9207,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:08.743491 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8513bf88-e98c-476a-9e42-5a33c847661b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:08.743491 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-8513bf88-e98c-476a-9e42-5a33c847661b admin admin] Added segment b58e7a71-2605-4e16-abd4-c8afc1ab5512 of type vlan for network 37a27260-6c33-48a0-8e2f-0f51c4073c1b Aug 23 20:29:08.757221 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3182c251-610b-432e-b9e7-24d2a1cbe68f req-07802f0b-13e9-4e32-bb09-cda7d499fe44 tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:08.770679 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3182c251-610b-432e-b9e7-24d2a1cbe68f req-07802f0b-13e9-4e32-bb09-cda7d499fe44 tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/ports?device_id=40738866-d19a-49e2-a02b-02f374c597df HTTP/1.1" status: 200 len: 948 time: 0.1644385 Aug 23 20:29:08.795528 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7357bf-05c8-46d8-99e5-3fd880db5939 req-053f15b8-2c1b-4bc1-83d7-b2c9d2b82d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:08.797955 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ba7357bf-05c8-46d8-99e5-3fd880db5939 req-053f15b8-2c1b-4bc1-83d7-b2c9d2b82d36 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.1615992 Aug 23 20:29:08.815499 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-13e0ac1b-b3cc-49cf-9676-4cd165d65b68 req-70e11a39-5c6b-49e4-9205-7be10958914d service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332354 Aug 23 20:29:08.817031 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8513bf88-e98c-476a-9e42-5a33c847661b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:08.850291 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 46524) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:29:08.855574 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0f27b-75a9-4ef6-8b9b-b0db63676a5b req-37637ef2-2f09-4fd1-ae12-0b210d1cdc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:08.857816 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-93b0f27b-75a9-4ef6-8b9b-b0db63676a5b req-37637ef2-2f09-4fd1-ae12-0b210d1cdc3d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4959b9f2-98bc-46b4-9d64-36ee6db26404 HTTP/1.1" status: 200 len: 1096 time: 0.1797352 Aug 23 20:29:08.870438 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ae39a83b-9ae0-4e40-8abd-0ba5df3baba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:08.880700 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3182c251-610b-432e-b9e7-24d2a1cbe68f req-8d7f6b4c-9b32-4d24-b782-d70914c1664a tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4601676-42b8-4648-b946-7ab4b4582e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093769 Aug 23 20:29:08.891411 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8513bf88-e98c-476a-9e42-5a33c847661b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:08.892008 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8513bf88-e98c-476a-9e42-5a33c847661b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:08.892616 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8513bf88-e98c-476a-9e42-5a33c847661b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:08.916333 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7357bf-05c8-46d8-99e5-3fd880db5939 req-7677d673-af19-4135-9394-4f19c58ab22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:08.917543 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ba7357bf-05c8-46d8-99e5-3fd880db5939 req-7677d673-af19-4135-9394-4f19c58ab22c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1112254 Aug 23 20:29:08.921312 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-93b0f27b-75a9-4ef6-8b9b-b0db63676a5b req-7d8d5aa5-4cf1-4be9-9e42-7a7c9e147070 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561857 Aug 23 20:29:08.963015 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aded0ee5-ee3d-486f-ba3f-a598d7811d22 x-openstack-request-id: req-aded0ee5-ee3d-486f-ba3f-a598d7811d22 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:29:08.963303 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40738866-d19a-49e2-a02b-02f374c597df", "tag": "8698a7c2-435e-42da-85c8-d0a671d11fda", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:29:08.963549 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-aded0ee5-ee3d-486f-ba3f-a598d7811d22 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:29:08.963930 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40738866-d19a-49e2-a02b-02f374c597df', 'tag': '8698a7c2-435e-42da-85c8-d0a671d11fda', 'status': 'completed', 'code': 200} Aug 23 20:29:08.990788 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8513bf88-e98c-476a-9e42-5a33c847661b admin admin] Pushing event updated for resources: {'Network': ['ID=37a27260-6c33-48a0-8e2f-0f51c4073c1b,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:09.008434 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 37a27260-6c33-48a0-8e2f-0f51c4073c1b details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:29:09.181849 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e02976-c212-42a7-a018-1e9d6c4a8a67 req-5743c716-25df-421c-8946-ab9fab4f9cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:09.183633 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d3e02976-c212-42a7-a018-1e9d6c4a8a67 req-5743c716-25df-421c-8946-ab9fab4f9cec service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=703df0ba001c469f81eeb9197c5e8f7d&device_id=40738866-d19a-49e2-a02b-02f374c597df HTTP/1.1" status: 200 len: 1099 time: 0.1616676 Aug 23 20:29:09.209233 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ae39a83b-9ae0-4e40-8abd-0ba5df3baba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:09.233880 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ae39a83b-9ae0-4e40-8abd-0ba5df3baba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:09.274946 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8513bf88-e98c-476a-9e42-5a33c847661b admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3257282 Aug 23 20:29:09.290562 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46534) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:29:09.296290 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-779a8b33-0de8-41e4-8158-41ab54794d8c admin admin] Request body: {'subnet': {'network_id': '37a27260-6c33-48a0-8e2f-0f51c4073c1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-519922062-subnet', 'tenant_id': '678355395d8146908cb82e29a8b7a279', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:29:09.340918 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779a8b33-0de8-41e4-8158-41ab54794d8c admin admin] Made reservation on behalf of 678355395d8146908cb82e29a8b7a279 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:29:09.344002 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-779a8b33-0de8-41e4-8158-41ab54794d8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:09.365204 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae39a83b-9ae0-4e40-8abd-0ba5df3baba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95facd31-ceda-4a66-bee7-a2f3aec79efa,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:09.370757 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ae39a83b-9ae0-4e40-8abd-0ba5df3baba4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d15dbf47d26e41fba7658e43429c9276&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5187056 Aug 23 20:29:09.378021 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46536) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:29:09.414058 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e02976-c212-42a7-a018-1e9d6c4a8a67 req-116650a8-7754-48d6-9e75-8363f91c2033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:09.415552 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d3e02976-c212-42a7-a018-1e9d6c4a8a67 req-116650a8-7754-48d6-9e75-8363f91c2033 service neutron] 10.222.0.32 "GET /v2.0/networks?id=660f640a-b8b2-40aa-8ebf-76bd1608cceb HTTP/1.1" status: 200 len: 870 time: 0.2197311 Aug 23 20:29:09.427836 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ba7357bf-05c8-46d8-99e5-3fd880db5939 req-6d09e6c1-e6df-470e-a543-4a1af08c80b7 service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4966185 Aug 23 20:29:09.429273 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa25907d-d7f0-400b-a5a5-a06411a1e8d5 req-fbf81a3d-11e4-46c8-b22c-b24c1b129a9c tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:09.430984 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fa25907d-d7f0-400b-a5a5-a06411a1e8d5 req-fbf81a3d-11e4-46c8-b22c-b24c1b129a9c tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=4959b9f2-98bc-46b4-9d64-36ee6db26404 HTTP/1.1" status: 200 len: 945 time: 0.1132114 Aug 23 20:29:09.498578 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d3e02976-c212-42a7-a018-1e9d6c4a8a67 req-1af3d684-776a-4d4b-bde6-e8c7625c6e03 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=8698a7c2-435e-42da-85c8-d0a671d11fda HTTP/1.1" status: 200 len: 217 time: 0.0665810 Aug 23 20:29:09.548755 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fa25907d-d7f0-400b-a5a5-a06411a1e8d5 req-9163b10a-ad04-4dbe-95b1-19e9b8710a41 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051583 Aug 23 20:29:09.616347 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e02976-c212-42a7-a018-1e9d6c4a8a67 req-09ec6e29-72a4-4501-825c-814a2aca7d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:09.617942 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d3e02976-c212-42a7-a018-1e9d6c4a8a67 req-09ec6e29-72a4-4501-825c-814a2aca7d6b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.1022794 Aug 23 20:29:09.636700 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-81f282c4-6506-43a3-bfc3-c80e469c6b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:09.705554 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e02976-c212-42a7-a018-1e9d6c4a8a67 req-762d7503-b0ca-4562-ac9c-8bb3886d04d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:09.709679 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d3e02976-c212-42a7-a018-1e9d6c4a8a67 req-762d7503-b0ca-4562-ac9c-8bb3886d04d7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0831163 Aug 23 20:29:09.726313 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ba7357bf-05c8-46d8-99e5-3fd880db5939 req-0774424f-ba91-4922-b371-43355cedf523 service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880626 Aug 23 20:29:09.733392 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-81f282c4-6506-43a3-bfc3-c80e469c6b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:09.862726 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-779a8b33-0de8-41e4-8158-41ab54794d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:09.983703 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b98c5787-f583-4021-a0a8-363adab65c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:09.994376 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-81f282c4-6506-43a3-bfc3-c80e469c6b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:09.997723 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-81f282c4-6506-43a3-bfc3-c80e469c6b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:10.003170 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-81f282c4-6506-43a3-bfc3-c80e469c6b3f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/95facd31-ceda-4a66-bee7-a2f3aec79efa HTTP/1.1" status: 204 len: 168 time: 0.6180234 Aug 23 20:29:10.069542 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f282c4-6506-43a3-bfc3-c80e469c6b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95facd31-ceda-4a66-bee7-a2f3aec79efa,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:10.075936 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779a8b33-0de8-41e4-8158-41ab54794d8c admin admin] Checking segment: {'id': 'b58e7a71-2605-4e16-abd4-c8afc1ab5512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '37a27260-6c33-48a0-8e2f-0f51c4073c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:29:10.076527 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779a8b33-0de8-41e4-8158-41ab54794d8c admin admin] Network hostable DHCP agents. Network: 37a27260-6c33-48a0-8e2f-0f51c4073c1b, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:29:10.083447 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a8b33-0de8-41e4-8158-41ab54794d8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=84ae49e3-16c6-4ab2-918c-5c56bcd6d83a,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:10.130900 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779a8b33-0de8-41e4-8158-41ab54794d8c admin admin] Network 37a27260-6c33-48a0-8e2f-0f51c4073c1b is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:29:10.151205 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46564) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:29:10.164052 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:10.193754 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-779a8b33-0de8-41e4-8158-41ab54794d8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 37a27260-6c33-48a0-8e2f-0f51c4073c1b) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:29:10.204795 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779a8b33-0de8-41e4-8158-41ab54794d8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:10.207361 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-779a8b33-0de8-41e4-8158-41ab54794d8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:10.210885 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c201b153-4a37-46a8-a4b4-4560a9598a36 None None] Network 37a27260-6c33-48a0-8e2f-0f51c4073c1b requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:29:10.236686 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-779a8b33-0de8-41e4-8158-41ab54794d8c admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9422455 Aug 23 20:29:10.252355 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46568) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:29:10.260678 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-4d4d566b-fb3b-4968-8a56-576d0d87cc97 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-519922062-router', 'tenant_id': '678355395d8146908cb82e29a8b7a279', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:29:10.292244 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d4d566b-fb3b-4968-8a56-576d0d87cc97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:10.294380 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d4d566b-fb3b-4968-8a56-576d0d87cc97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:10.400784 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04342474-bd63-4d03-8359-24b4626a311e req-727b7f4a-ebff-479d-b28a-7f79c7843f0d tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:10.403118 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-04342474-bd63-4d03-8359-24b4626a311e req-727b7f4a-ebff-479d-b28a-7f79c7843f0d tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/ports?device_id=08d43fe9-db31-4049-91e2-cd1d2145f65f HTTP/1.1" status: 200 len: 947 time: 0.1325636 Aug 23 20:29:10.414608 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d3e02976-c212-42a7-a018-1e9d6c4a8a67 req-6da85c2c-d00b-43cc-96d3-28ed87e8f3b3 service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6924849 Aug 23 20:29:10.474546 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d4d566b-fb3b-4968-8a56-576d0d87cc97 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:10.490818 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf8731-b71a-4068-a94a-c67e02cbcb9b req-666d0c4e-15fa-467f-a2bb-83873391a2fc tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:10.503752 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-76cf8731-b71a-4068-a94a-c67e02cbcb9b req-666d0c4e-15fa-467f-a2bb-83873391a2fc tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f990a99f-dd25-4e58-a64c-1b41ab5dbb16 HTTP/1.1" status: 200 len: 950 time: 0.3508193 Aug 23 20:29:10.547465 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-04342474-bd63-4d03-8359-24b4626a311e req-6472ff7c-fe98-4cd7-84b5-afc2490ee2fb tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/security-groups?id=179fb938-c9d2-4442-9708-d36ca99918ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296716 Aug 23 20:29:10.596193 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4709bc21-6b63-4a44-a6a8-4e30f80803ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-37a27260-6c33-48a0-8e2f-0f51c4073c1b', 'network_id': '37a27260-6c33-48a0-8e2f-0f51c4073c1b', 'tenant_id': '678355395d8146908cb82e29a8b7a279', 'fixed_ips': [{'subnet_id': '84ae49e3-16c6-4ab2-918c-5c56bcd6d83a'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:29:10.596193 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4709bc21-6b63-4a44-a6a8-4e30f80803ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:10.625249 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-45fe67b3-cd68-4693-8da7-22b1e1570933 req-753a1eb7-e015-4ac5-b315-88012d1046d2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f990a99f-dd25-4e58-a64c-1b41ab5dbb16&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4648442 Aug 23 20:29:10.629672 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d3e02976-c212-42a7-a018-1e9d6c4a8a67 req-dac53d76-c6ce-4ed7-9799-aaba279dfc4d service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000031 Aug 23 20:29:10.779965 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d4d566b-fb3b-4968-8a56-576d0d87cc97 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:10.787714 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-76cf8731-b71a-4068-a94a-c67e02cbcb9b req-b87c89fb-70e5-4d90-a499-f5bfee610d12 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824233 Aug 23 20:29:10.859497 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-4709bc21-6b63-4a44-a6a8-4e30f80803ea None None] Allocated IP 172.20.0.2 (37a27260-6c33-48a0-8e2f-0f51c4073c1b/84ae49e3-16c6-4ab2-918c-5c56bcd6d83a/2aefa250-11b5-40b0-9763-ae68d89fdbc6) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:29:11.024521 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76cd192-d426-456b-adca-cb99cbb3cf66 req-527eace5-1f6c-4789-9649-3ba6b333f819 tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:11.026076 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a76cd192-d426-456b-adca-cb99cbb3cf66 req-527eace5-1f6c-4789-9649-3ba6b333f819 tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/ports?device_id=40738866-d19a-49e2-a02b-02f374c597df HTTP/1.1" status: 200 len: 948 time: 0.0997543 Aug 23 20:29:11.057110 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4709bc21-6b63-4a44-a6a8-4e30f80803ea None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:11.059926 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 7df68d32-a271-460c-9927-87f0144aba01 details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:29:11.079905 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4709bc21-6b63-4a44-a6a8-4e30f80803ea None None] Transition to ACTIVE for port object 2aefa250-11b5-40b0-9763-ae68d89fdbc6 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:29:11.118793 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4709bc21-6b63-4a44-a6a8-4e30f80803ea None None] Transition to ACTIVE for port object 2aefa250-11b5-40b0-9763-ae68d89fdbc6 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:29:11.168836 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4709bc21-6b63-4a44-a6a8-4e30f80803ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:11.216780 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a76cd192-d426-456b-adca-cb99cbb3cf66 req-73888cef-78a3-4065-a065-fcc761ff54ce tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4601676-42b8-4648-b946-7ab4b4582e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774423 Aug 23 20:29:11.258763 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4709bc21-6b63-4a44-a6a8-4e30f80803ea None None] Network 37a27260-6c33-48a0-8e2f-0f51c4073c1b is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:29:11.269280 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709bc21-6b63-4a44-a6a8-4e30f80803ea None None] Pushing event updated for resources: {'Port': ['ID=2aefa250-11b5-40b0-9763-ae68d89fdbc6,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:11.274752 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-4709bc21-6b63-4a44-a6a8-4e30f80803ea None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:29:11.281741 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4709bc21-6b63-4a44-a6a8-4e30f80803ea None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:29:11.313908 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 7df68d32-a271-460c-9927-87f0144aba01, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=7df68d32-a271-460c-9927-87f0144aba01,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:29:11.377513 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': '7df68d32-a271-460c-9927-87f0144aba01', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'port_id': '7df68d32-a271-460c-9927-87f0144aba01', 'mac_address': 'fa:16:3e:20:4a:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66e9eb0-86f4-4159-852b-f29863cbf18d', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:29:11.418769 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66e1fd-ab6a-429c-b78c-48b8808847e3 req-9309b7d4-1670-4b49-9815-8bbc5a420eb8 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:11.422284 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-4709bc21-6b63-4a44-a6a8-4e30f80803ea None None] Attempting to bind port 2aefa250-11b5-40b0-9763-ae68d89fdbc6 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:29:11.422718 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-4709bc21-6b63-4a44-a6a8-4e30f80803ea None None] Attempting to bind port 2aefa250-11b5-40b0-9763-ae68d89fdbc6 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'b58e7a71-2605-4e16-abd4-c8afc1ab5512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '37a27260-6c33-48a0-8e2f-0f51c4073c1b'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:29:11.425383 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4709bc21-6b63-4a44-a6a8-4e30f80803ea None None] Attempting to bind port 2aefa250-11b5-40b0-9763-ae68d89fdbc6 on network 37a27260-6c33-48a0-8e2f-0f51c4073c1b {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:29:11.430085 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fd66e1fd-ab6a-429c-b78c-48b8808847e3 req-9309b7d4-1670-4b49-9815-8bbc5a420eb8 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=4959b9f2-98bc-46b4-9d64-36ee6db26404 HTTP/1.1" status: 200 len: 945 time: 0.1283362 Aug 23 20:29:11.439720 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d4d566b-fb3b-4968-8a56-576d0d87cc97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:11.486184 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4709bc21-6b63-4a44-a6a8-4e30f80803ea None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:29:11.486561 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4709bc21-6b63-4a44-a6a8-4e30f80803ea None None] Checking segment: {'id': 'b58e7a71-2605-4e16-abd4-c8afc1ab5512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '37a27260-6c33-48a0-8e2f-0f51c4073c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:29:11.487240 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4709bc21-6b63-4a44-a6a8-4e30f80803ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:11.487645 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4709bc21-6b63-4a44-a6a8-4e30f80803ea None None] Bound using segment: {'id': 'b58e7a71-2605-4e16-abd4-c8afc1ab5512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '37a27260-6c33-48a0-8e2f-0f51c4073c1b'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:29:11.488239 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-4709bc21-6b63-4a44-a6a8-4e30f80803ea None None] Bound port: 2aefa250-11b5-40b0-9763-ae68d89fdbc6, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b58e7a71-2605-4e16-abd4-c8afc1ab5512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '37a27260-6c33-48a0-8e2f-0f51c4073c1b'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:29:11.488538 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4709bc21-6b63-4a44-a6a8-4e30f80803ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:11.493193 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d4d566b-fb3b-4968-8a56-576d0d87cc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:11.521931 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:11.559988 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46626) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:29:11.595263 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fd66e1fd-ab6a-429c-b78c-48b8808847e3 req-fae15d78-4297-473c-b933-6211107f887e tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632538 Aug 23 20:29:11.609427 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-809c7a23-a61e-485e-951a-4f21b22a4905 req-62925970-7d1f-4ab9-8b90-10bf59d3a647 tempest-QuotasAdminNegativeTest-40452826 tempest-QuotasAdminNegativeTest-40452826-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=6ba1ab1ff908497a9e0484f67ed6821f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361958 Aug 23 20:29:11.618558 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7df68d32-a271-460c-9927-87f0144aba01 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:29:11.670573 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4709bc21-6b63-4a44-a6a8-4e30f80803ea None None] For port 2aefa250-11b5-40b0-9763-ae68d89fdbc6, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:29:11.675682 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4709bc21-6b63-4a44-a6a8-4e30f80803ea None None] For port 2aefa250-11b5-40b0-9763-ae68d89fdbc6, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=2aefa250-11b5-40b0-9763-ae68d89fdbc6,segment=NetworkSegment(b58e7a71-2605-4e16-abd4-c8afc1ab5512),segment_id=b58e7a71-2605-4e16-abd4-c8afc1ab5512)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:29:11.679827 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 7df68d32-a271-460c-9927-87f0144aba01, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=7df68d32-a271-460c-9927-87f0144aba01,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:29:11.683244 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4709bc21-6b63-4a44-a6a8-4e30f80803ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:11.768949 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:11.797959 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c7a23-a61e-485e-951a-4f21b22a4905 req-faac02c8-c68f-45a3-9c40-078bccf1e88c tempest-QuotasAdminNegativeTest-40452826 tempest-QuotasAdminNegativeTest-40452826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:11.807861 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-809c7a23-a61e-485e-951a-4f21b22a4905 req-faac02c8-c68f-45a3-9c40-078bccf1e88c tempest-QuotasAdminNegativeTest-40452826 tempest-QuotasAdminNegativeTest-40452826-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1965423 Aug 23 20:29:11.835507 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-4d4d566b-fb3b-4968-8a56-576d0d87cc97 admin admin] Allocated IP 172.25.4.163 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/070b4804-500b-4c34-ab64-da0934e16abf) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:29:11.836386 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-809c7a23-a61e-485e-951a-4f21b22a4905 req-8488daa7-5065-405d-870d-bdb3279203ee tempest-QuotasAdminNegativeTest-40452826 tempest-QuotasAdminNegativeTest-40452826-project] 10.222.0.61 "GET /v2.0/quotas/6ba1ab1ff908497a9e0484f67ed6821f HTTP/1.1" status: 200 len: 375 time: 0.0270579 Aug 23 20:29:11.854324 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709bc21-6b63-4a44-a6a8-4e30f80803ea None None] Pushing event updated for resources: {'Port': ['ID=2aefa250-11b5-40b0-9763-ae68d89fdbc6,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:11.881874 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-809c7a23-a61e-485e-951a-4f21b22a4905 req-4a618958-f1f4-4bd2-a770-0b4318214f8f tempest-QuotasAdminNegativeTest-40452826 tempest-QuotasAdminNegativeTest-40452826-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=6ba1ab1ff908497a9e0484f67ed6821f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441549 Aug 23 20:29:11.890426 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69503f13-695e-4ad2-9308-62e7d08aa999 req-a184ccb1-4cfb-458d-90c8-2dc5fddcbcfd tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:11.892144 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-69503f13-695e-4ad2-9308-62e7d08aa999 req-a184ccb1-4cfb-458d-90c8-2dc5fddcbcfd tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/ports?device_id=08d43fe9-db31-4049-91e2-cd1d2145f65f HTTP/1.1" status: 200 len: 948 time: 0.1844280 Aug 23 20:29:12.013700 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=7df68d32-a271-460c-9927-87f0144aba01,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:12.053067 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-bd83a6dd-e281-4aeb-bfce-ba0e5daf959e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-416438761-network', 'tenant_id': 'aeab6bca1ebb43a8b404543d83e8cc6e'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:29:12.116158 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['7df68d32-a271-460c-9927-87f0144aba01'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:29:12.119092 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-69503f13-695e-4ad2-9308-62e7d08aa999 req-5be05859-5c08-4e9e-a68b-13c8aafd05ed tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/security-groups?id=179fb938-c9d2-4442-9708-d36ca99918ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096300 Aug 23 20:29:12.148606 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd83a6dd-e281-4aeb-bfce-ba0e5daf959e admin admin] Made reservation on behalf of aeab6bca1ebb43a8b404543d83e8cc6e for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:29:12.152616 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bd83a6dd-e281-4aeb-bfce-ba0e5daf959e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:12.216028 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bd83a6dd-e281-4aeb-bfce-ba0e5daf959e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:12.276996 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d4d566b-fb3b-4968-8a56-576d0d87cc97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:12.478511 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d4d566b-fb3b-4968-8a56-576d0d87cc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:12.572041 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc55207-5e1d-40f0-8182-590066412544 req-bdb499c3-b1f4-48d3-a2bc-c258d404b05a tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:12.574704 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4dc55207-5e1d-40f0-8182-590066412544 req-bdb499c3-b1f4-48d3-a2bc-c258d404b05a tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f990a99f-dd25-4e58-a64c-1b41ab5dbb16 HTTP/1.1" status: 200 len: 950 time: 0.2219298 Aug 23 20:29:12.577672 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4d566b-fb3b-4968-8a56-576d0d87cc97 admin admin] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:29:12.587482 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-4d4d566b-fb3b-4968-8a56-576d0d87cc97 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:29:12.597381 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4d566b-fb3b-4968-8a56-576d0d87cc97 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:29:12.613419 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86636c3e-c4c9-43ff-873b-1a56344e50fe req-f20be721-85f5-4bcc-8371-72726e6f32f7 tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:12.625111 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-86636c3e-c4c9-43ff-873b-1a56344e50fe req-f20be721-85f5-4bcc-8371-72726e6f32f7 tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=4959b9f2-98bc-46b4-9d64-36ee6db26404 HTTP/1.1" status: 200 len: 1096 time: 0.0784795 Aug 23 20:29:12.640865 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d566b-fb3b-4968-8a56-576d0d87cc97 admin admin] Pushing event updated for resources: {'Port': ['ID=070b4804-500b-4c34-ab64-da0934e16abf,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:12.665520 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-86636c3e-c4c9-43ff-873b-1a56344e50fe req-89b9760d-a62c-4162-98db-d598d1be47e6 tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390306 Aug 23 20:29:12.705787 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bd83a6dd-e281-4aeb-bfce-ba0e5daf959e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:12.714219 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bd83a6dd-e281-4aeb-bfce-ba0e5daf959e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:12.758627 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4dc55207-5e1d-40f0-8182-590066412544 req-2dccaa8c-08a3-4ba7-a029-18d26f6190d1 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725614 Aug 23 20:29:12.806006 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd83a6dd-e281-4aeb-bfce-ba0e5daf959e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:29:12.846451 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bd83a6dd-e281-4aeb-bfce-ba0e5daf959e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:12.846790 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-bd83a6dd-e281-4aeb-bfce-ba0e5daf959e admin admin] Added segment 3440ae09-322e-4891-8c02-a5baf5ba77f1 of type vlan for network a133b3ce-c542-461f-b67d-2eb2e20a852b Aug 23 20:29:12.854702 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd83a6dd-e281-4aeb-bfce-ba0e5daf959e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db18b319-20fe-46ce-832e-6b72287c61e6,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:12.931313 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 8698a7c2-435e-42da-85c8-d0a671d11fda details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:29:12.969031 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bd83a6dd-e281-4aeb-bfce-ba0e5daf959e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:13.018868 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dece8101-d3c0-4b51-95aa-31e850c07448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:13.058981 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d2c6c-9947-4434-acfa-e3f79120f8a7 req-72e8b96c-13ec-4e3a-9130-7bea632b0711 tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:13.069439 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-454d2c6c-9947-4434-acfa-e3f79120f8a7 req-72e8b96c-13ec-4e3a-9130-7bea632b0711 tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/ports?device_id=40738866-d19a-49e2-a02b-02f374c597df HTTP/1.1" status: 200 len: 948 time: 0.1901903 Aug 23 20:29:13.175314 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 8698a7c2-435e-42da-85c8-d0a671d11fda, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=8698a7c2-435e-42da-85c8-d0a671d11fda,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:29:13.188193 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': '8698a7c2-435e-42da-85c8-d0a671d11fda', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'port_id': '8698a7c2-435e-42da-85c8-d0a671d11fda', 'mac_address': 'fa:16:3e:d3:2b:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66e9eb0-86f4-4159-852b-f29863cbf18d', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:29:13.224273 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bd83a6dd-e281-4aeb-bfce-ba0e5daf959e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:13.225523 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd83a6dd-e281-4aeb-bfce-ba0e5daf959e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:13.226126 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bd83a6dd-e281-4aeb-bfce-ba0e5daf959e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:13.239381 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d4d566b-fb3b-4968-8a56-576d0d87cc97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:13.273994 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:13.300402 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8698a7c2-435e-42da-85c8-d0a671d11fda {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:29:13.342545 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 8698a7c2-435e-42da-85c8-d0a671d11fda, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=8698a7c2-435e-42da-85c8-d0a671d11fda,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:29:13.350472 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:13.357581 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d447f05-a6cc-4a8e-b58a-b123d9715c5a None None] Network 37a27260-6c33-48a0-8e2f-0f51c4073c1b requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:29:13.392702 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a29a33-5c1b-4250-b81c-f502c69b8a84 req-add81423-3316-4c4c-9aba-857218de3846 tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:13.396671 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-33a29a33-5c1b-4250-b81c-f502c69b8a84 req-add81423-3316-4c4c-9aba-857218de3846 tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=4959b9f2-98bc-46b4-9d64-36ee6db26404 HTTP/1.1" status: 200 len: 1096 time: 0.0761995 Aug 23 20:29:13.459582 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-33a29a33-5c1b-4250-b81c-f502c69b8a84 req-4294a913-bd61-4e6b-9f2b-77025f2fc6e9 tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536792 Aug 23 20:29:13.544980 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-454d2c6c-9947-4434-acfa-e3f79120f8a7 req-e9c3285b-578e-4652-bbbb-73ad3b696404 tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4601676-42b8-4648-b946-7ab4b4582e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4745531 Aug 23 20:29:13.547257 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-bd83a6dd-e281-4aeb-bfce-ba0e5daf959e admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.9760287 Aug 23 20:29:13.552408 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 46664) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:29:13.561320 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-f9838b8d-435c-4004-a6dd-a765c4005d09 admin admin] Request body: {'subnet': {'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-416438761-subnet', 'tenant_id': 'aeab6bca1ebb43a8b404543d83e8cc6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:29:13.618163 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe67b3-cd68-4693-8da7-22b1e1570933 req-d794d473-7521-4e95-8b20-df2a96e15d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:13.619887 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-45fe67b3-cd68-4693-8da7-22b1e1570933 req-d794d473-7521-4e95-8b20-df2a96e15d36 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=73c5c62ec25a41ab8d37d29a4cff1db9&device_id=f990a99f-dd25-4e58-a64c-1b41ab5dbb16 HTTP/1.1" status: 200 len: 1101 time: 0.5801380 Aug 23 20:29:13.634135 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9838b8d-435c-4004-a6dd-a765c4005d09 admin admin] Made reservation on behalf of aeab6bca1ebb43a8b404543d83e8cc6e for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:29:13.636215 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd83a6dd-e281-4aeb-bfce-ba0e5daf959e admin admin] Pushing event updated for resources: {'Network': ['ID=a133b3ce-c542-461f-b67d-2eb2e20a852b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:13.649241 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9838b8d-435c-4004-a6dd-a765c4005d09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:13.667618 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network a133b3ce-c542-461f-b67d-2eb2e20a852b details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:29:13.794024 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6024448a-4f68-4c25-bf30-374735467922 None None] Provisioning for port 2aefa250-11b5-40b0-9763-ae68d89fdbc6 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:29:13.823445 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['8698a7c2-435e-42da-85c8-d0a671d11fda'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:29:13.831225 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ce464-2ce7-417d-809b-1aeb6274ae45 req-61ec607f-3009-4f9c-8fa0-54f928be5dc8 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:13.834030 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c50ce464-2ce7-417d-809b-1aeb6274ae45 req-61ec607f-3009-4f9c-8fa0-54f928be5dc8 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/ports?device_id=08d43fe9-db31-4049-91e2-cd1d2145f65f HTTP/1.1" status: 200 len: 948 time: 0.1806967 Aug 23 20:29:13.881397 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe67b3-cd68-4693-8da7-22b1e1570933 req-900cd166-4101-4319-b168-f347670f9994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:13.886003 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-45fe67b3-cd68-4693-8da7-22b1e1570933 req-900cd166-4101-4319-b168-f347670f9994 service neutron] 10.222.0.11 "GET /v2.0/networks?id=660f640a-b8b2-40aa-8ebf-76bd1608cceb HTTP/1.1" status: 200 len: 870 time: 0.2556036 Aug 23 20:29:13.912559 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:13.921877 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=8698a7c2-435e-42da-85c8-d0a671d11fda,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:13.925205 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c50ce464-2ce7-417d-809b-1aeb6274ae45 req-7bf2b3ec-ac45-4801-9265-b107ae42c983 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/security-groups?id=179fb938-c9d2-4442-9708-d36ca99918ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840306 Aug 23 20:29:14.024214 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d4d566b-fb3b-4968-8a56-576d0d87cc97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:14.122498 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-45fe67b3-cd68-4693-8da7-22b1e1570933 req-92064420-d379-433e-aa5e-ad29b2cc5bdf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=2049cbed-d6c5-488e-9f7b-53c7ade58b1e HTTP/1.1" status: 200 len: 217 time: 0.0951519 Aug 23 20:29:14.157032 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 2aefa250-11b5-40b0-9763-ae68d89fdbc6 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:29:14.157925 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 46676) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:29:14.205417 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02abfaf3-36bf-456f-a26d-f0bdd9d549c5 req-33ffe0af-1ce1-4b43-b674-10c285801a3a tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:14.207226 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-02abfaf3-36bf-456f-a26d-f0bdd9d549c5 req-33ffe0af-1ce1-4b43-b674-10c285801a3a tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f990a99f-dd25-4e58-a64c-1b41ab5dbb16 HTTP/1.1" status: 200 len: 950 time: 0.1248310 Aug 23 20:29:14.209038 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9838b8d-435c-4004-a6dd-a765c4005d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:14.279961 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 2aefa250-11b5-40b0-9763-ae68d89fdbc6 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:29:14.293557 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 2aefa250-11b5-40b0-9763-ae68d89fdbc6 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:29:14.293934 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:14.420592 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:14.434015 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-993e9626-8176-49be-834b-ad052ac7eb89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:14.436769 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe67b3-cd68-4693-8da7-22b1e1570933 req-da73687f-c44a-4cd5-b4c8-1f4c5cdb5bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:14.439202 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-45fe67b3-cd68-4693-8da7-22b1e1570933 req-da73687f-c44a-4cd5-b4c8-1f4c5cdb5bb4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.2041872 Aug 23 20:29:14.460640 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-02abfaf3-36bf-456f-a26d-f0bdd9d549c5 req-4d278655-42c5-45f8-bc5f-85c97b630300 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383237 Aug 23 20:29:14.491309 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-43683b68-0f6a-4ce2-b5b2-ab18cd8966ba None None] Provisioning complete for port 2aefa250-11b5-40b0-9763-ae68d89fdbc6 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:29:14.491783 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-43683b68-0f6a-4ce2-b5b2-ab18cd8966ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:14.500440 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9838b8d-435c-4004-a6dd-a765c4005d09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc364ba1-f548-4b44-839c-5441876e52b8,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:14.531869 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:14.539320 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9838b8d-435c-4004-a6dd-a765c4005d09 admin admin] Checking segment: {'id': '3440ae09-322e-4891-8c02-a5baf5ba77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:29:14.539834 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9838b8d-435c-4004-a6dd-a765c4005d09 admin admin] Network hostable DHCP agents. Network: a133b3ce-c542-461f-b67d-2eb2e20a852b, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:29:14.560211 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d4d566b-fb3b-4968-8a56-576d0d87cc97 admin admin] Router 6628256f-782b-4fc9-926e-f95af0a2ac56 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:29:14.573229 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe67b3-cd68-4693-8da7-22b1e1570933 req-82cd87a9-8475-4148-8281-a859eafd3662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:14.575973 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-45fe67b3-cd68-4693-8da7-22b1e1570933 req-82cd87a9-8475-4148-8281-a859eafd3662 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1117878 Aug 23 20:29:14.592296 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 2aefa250-11b5-40b0-9763-ae68d89fdbc6, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=2aefa250-11b5-40b0-9763-ae68d89fdbc6,segment=NetworkSegment(b58e7a71-2605-4e16-abd4-c8afc1ab5512),segment_id=b58e7a71-2605-4e16-abd4-c8afc1ab5512)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:29:14.597290 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:14.632350 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9838b8d-435c-4004-a6dd-a765c4005d09 admin admin] Network a133b3ce-c542-461f-b67d-2eb2e20a852b is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:29:14.663931 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-f9838b8d-435c-4004-a6dd-a765c4005d09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, a133b3ce-c542-461f-b67d-2eb2e20a852b) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:29:14.686847 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9838b8d-435c-4004-a6dd-a765c4005d09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:14.687484 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9838b8d-435c-4004-a6dd-a765c4005d09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:14.690468 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48baee87-021a-4d83-a764-a34b4ef4244e None None] Network a133b3ce-c542-461f-b67d-2eb2e20a852b requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:29:14.702905 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-45fe67b3-cd68-4693-8da7-22b1e1570933 req-5787f73e-6c7e-4271-9e64-976c19a0d696 service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109846 Aug 23 20:29:14.756359 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-993e9626-8176-49be-834b-ad052ac7eb89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:14.787769 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-993e9626-8176-49be-834b-ad052ac7eb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:14.807551 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=2aefa250-11b5-40b0-9763-ae68d89fdbc6,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:14.873225 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694b5e1a-1529-4d40-a81a-2945ab888b4d None None] Network a133b3ce-c542-461f-b67d-2eb2e20a852b requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:29:14.899526 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f9838b8d-435c-4004-a6dd-a765c4005d09 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3356595 Aug 23 20:29:14.907160 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-993e9626-8176-49be-834b-ad052ac7eb89 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6ba1ab1ff908497a9e0484f67ed6821f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7469459 Aug 23 20:29:14.916262 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46704) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:29:14.928214 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993e9626-8176-49be-834b-ad052ac7eb89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7fef50-84fa-48a9-a0e6-f0f3e67faa9d,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:14.930264 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d4d566b-fb3b-4968-8a56-576d0d87cc97 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:29:14.939422 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-45fe67b3-cd68-4693-8da7-22b1e1570933 req-a131ec3d-2bfc-4250-bb5d-521a94624700 service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868570 Aug 23 20:29:14.956790 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75eb3aa1-ef63-4a02-ad4f-aa1799851d2b None None] Sync routers for ids ['6628256f-782b-4fc9-926e-f95af0a2ac56'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:29:14.986350 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d4d566b-fb3b-4968-8a56-576d0d87cc97 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:14.991639 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75eb3aa1-ef63-4a02-ad4f-aa1799851d2b None None] Routers {'6628256f-782b-4fc9-926e-f95af0a2ac56'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:29:14.992047 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4d4d566b-fb3b-4968-8a56-576d0d87cc97 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.7362211 Aug 23 20:29:14.992740 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46708) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:29:14.997067 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-75eb3aa1-ef63-4a02-ad4f-aa1799851d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:29:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['6628256f-782b-4fc9-926e-f95af0a2ac56'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:29:15.013634 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a569a697-bd47-4933-ade1-2071c8f30fc2 req-1a24243c-1d13-49a6-bba4-f9a9075a7cbe tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:15.015549 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 8698a7c2-435e-42da-85c8-d0a671d11fda up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:29:15.033280 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a569a697-bd47-4933-ade1-2071c8f30fc2 req-1a24243c-1d13-49a6-bba4-f9a9075a7cbe tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/ports?device_id=40738866-d19a-49e2-a02b-02f374c597df HTTP/1.1" status: 200 len: 949 time: 0.2731123 Aug 23 20:29:15.142480 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b097584d-642b-4815-9056-e8b767caebc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:15.179900 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a569a697-bd47-4933-ade1-2071c8f30fc2 req-56f91f29-8c12-43bd-a6c3-5a642f374acb tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4601676-42b8-4648-b946-7ab4b4582e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452136 Aug 23 20:29:15.243343 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b097584d-642b-4815-9056-e8b767caebc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:15.278496 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port 8698a7c2-435e-42da-85c8-d0a671d11fda completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:29:15.284916 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port 8698a7c2-435e-42da-85c8-d0a671d11fda triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:29:15.285541 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:15.287123 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-75eb3aa1-ef63-4a02-ad4f-aa1799851d2b None None] Set router 6628256f-782b-4fc9-926e-f95af0a2ac56 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:29:15.424177 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96c928-5af4-4cc4-adff-6c64b8382c09 req-d7b5f8ac-f977-45a5-ae48-8233c3f6b757 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:15.429279 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2c96c928-5af4-4cc4-adff-6c64b8382c09 req-d7b5f8ac-f977-45a5-ae48-8233c3f6b757 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/ports?device_id=08d43fe9-db31-4049-91e2-cd1d2145f65f HTTP/1.1" status: 200 len: 948 time: 0.1065395 Aug 23 20:29:15.437263 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b097584d-642b-4815-9056-e8b767caebc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:15.454476 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b097584d-642b-4815-9056-e8b767caebc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:15.455806 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b097584d-642b-4815-9056-e8b767caebc7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3e7fef50-84fa-48a9-a0e6-f0f3e67faa9d HTTP/1.1" status: 204 len: 168 time: 0.5387466 Aug 23 20:29:15.522778 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2c96c928-5af4-4cc4-adff-6c64b8382c09 req-169ce43b-1134-4f53-b4db-634725cf2a44 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/security-groups?id=179fb938-c9d2-4442-9708-d36ca99918ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783422 Aug 23 20:29:15.555361 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b097584d-642b-4815-9056-e8b767caebc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7fef50-84fa-48a9-a0e6-f0f3e67faa9d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:15.603781 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-75eb3aa1-ef63-4a02-ad4f-aa1799851d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6628256f-782b-4fc9-926e-f95af0a2ac56', 'name': 'tempest-ServersTestJSON-519922062-router', 'tenant_id': '678355395d8146908cb82e29a8b7a279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '070b4804-500b-4c34-ab64-da0934e16abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:29:10Z', 'updated_at': '2021-08-23T20:29:12Z', 'revision_number': 3, 'project_id': '678355395d8146908cb82e29a8b7a279', 'gw_port': {'id': '070b4804-500b-4c34-ab64-da0934e16abf', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6628256f-782b-4fc9-926e-f95af0a2ac56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:29:11Z', 'updated_at': '2021-08-23T20:29:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:29:15.632940 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:15.679199 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75eb3aa1-ef63-4a02-ad4f-aa1799851d2b None None] Checking router: 6628256f-782b-4fc9-926e-f95af0a2ac56 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:29:15.680100 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75eb3aa1-ef63-4a02-ad4f-aa1799851d2b None None] Updating router 6628256f-782b-4fc9-926e-f95af0a2ac56 port 070b4804-500b-4c34-ab64-da0934e16abf binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:29:15.718473 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-75eb3aa1-ef63-4a02-ad4f-aa1799851d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:15.720302 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40738866-d19a-49e2-a02b-02f374c597df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8698a7c2-435e-42da-85c8-d0a671d11fda'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:29:15.729235 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e943bc-9c28-4590-96c0-86fcbbe476ab" -d '{"events": [{"server_uuid": "40738866-d19a-49e2-a02b-02f374c597df", "name": "network-vif-plugged", "status": "completed", "tag": "8698a7c2-435e-42da-85c8-d0a671d11fda"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:29:15.739711 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46995528-c089-4c0b-8ce7-3dc6d503a9c5 req-7b8485a7-8448-417c-9ae5-d93ea61d7369 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:15.747529 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-46995528-c089-4c0b-8ce7-3dc6d503a9c5 req-7b8485a7-8448-417c-9ae5-d93ea61d7369 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f990a99f-dd25-4e58-a64c-1b41ab5dbb16 HTTP/1.1" status: 200 len: 950 time: 0.0896680 Aug 23 20:29:15.759641 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 8698a7c2-435e-42da-85c8-d0a671d11fda, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=8698a7c2-435e-42da-85c8-d0a671d11fda,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:29:15.764895 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:15.766224 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 7df68d32-a271-460c-9927-87f0144aba01 up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:29:15.807617 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-46995528-c089-4c0b-8ce7-3dc6d503a9c5 req-98018be4-456b-4af1-805e-dbd465c7421e tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590892 Aug 23 20:29:15.912793 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:15.985755 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=8698a7c2-435e-42da-85c8-d0a671d11fda,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:16.010788 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a98baa8-3b6e-40c4-8b5e-b5039288bd77 x-openstack-request-id: req-0a98baa8-3b6e-40c4-8b5e-b5039288bd77 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:29:16.011252 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40738866-d19a-49e2-a02b-02f374c597df", "name": "network-vif-plugged", "status": "completed", "tag": "8698a7c2-435e-42da-85c8-d0a671d11fda", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:29:16.012012 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0a98baa8-3b6e-40c4-8b5e-b5039288bd77 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:29:16.014638 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40738866-d19a-49e2-a02b-02f374c597df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8698a7c2-435e-42da-85c8-d0a671d11fda', 'code': 200} Aug 23 20:29:16.015819 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port 7df68d32-a271-460c-9927-87f0144aba01 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:29:16.028797 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port 7df68d32-a271-460c-9927-87f0144aba01 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:29:16.030873 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:16.065672 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-565c252c-7b37-4b78-9d92-7ef6a95dfa69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:16.081728 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 2aefa250-11b5-40b0-9763-ae68d89fdbc6 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:29:16.185098 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196a908-a09a-4732-a1ee-0c2247fba718 req-b0eebe4b-50ce-4a60-aacc-bceb07938f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:16.187822 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c196a908-a09a-4732-a1ee-0c2247fba718 req-b0eebe4b-50ce-4a60-aacc-bceb07938f70 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=40738866-d19a-49e2-a02b-02f374c597df HTTP/1.1" status: 200 len: 1101 time: 0.0860758 Aug 23 20:29:16.210569 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-75eb3aa1-ef63-4a02-ad4f-aa1799851d2b None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:16.225577 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-75eb3aa1-ef63-4a02-ad4f-aa1799851d2b None None] Transition to ACTIVE for port object 070b4804-500b-4c34-ab64-da0934e16abf will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:29:16.235594 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-75eb3aa1-ef63-4a02-ad4f-aa1799851d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:16.241088 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 2aefa250-11b5-40b0-9763-ae68d89fdbc6 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:29:16.241476 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:16.241591 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 46748) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:29:16.263644 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-f812ca76-d2da-4061-9e10-a1901477d78a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1162464409-network', 'tenant_id': '468d7fcefe0f4584b0caa73b1876a3be'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:29:16.318524 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 46750) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:29:16.328638 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:16.353220 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f812ca76-d2da-4061-9e10-a1901477d78a admin admin] Made reservation on behalf of 468d7fcefe0f4584b0caa73b1876a3be for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:29:16.356913 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f812ca76-d2da-4061-9e10-a1901477d78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:16.382467 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec258aab-491c-4646-9a15-d78e58133f4e None None] Pushing event updated for resources: {'Port': ['ID=070b4804-500b-4c34-ab64-da0934e16abf,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:16.383706 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f812ca76-d2da-4061-9e10-a1901477d78a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:16.388356 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-75eb3aa1-ef63-4a02-ad4f-aa1799851d2b None None] Attempting to bind port 070b4804-500b-4c34-ab64-da0934e16abf on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:29:16.388957 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-75eb3aa1-ef63-4a02-ad4f-aa1799851d2b None None] Attempting to bind port 070b4804-500b-4c34-ab64-da0934e16abf by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:29:16.389474 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75eb3aa1-ef63-4a02-ad4f-aa1799851d2b None None] Attempting to bind port 070b4804-500b-4c34-ab64-da0934e16abf on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:29:16.403386 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 7df68d32-a271-460c-9927-87f0144aba01, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=7df68d32-a271-460c-9927-87f0144aba01,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:29:16.410464 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:16.416672 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec258aab-491c-4646-9a15-d78e58133f4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:29:16.418973 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec258aab-491c-4646-9a15-d78e58133f4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:29:16.420788 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec258aab-491c-4646-9a15-d78e58133f4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:29:16.422901 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec258aab-491c-4646-9a15-d78e58133f4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:29:16.423612 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec258aab-491c-4646-9a15-d78e58133f4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:29:16.424845 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec258aab-491c-4646-9a15-d78e58133f4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:29:16.425919 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec258aab-491c-4646-9a15-d78e58133f4e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:29:16.428774 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec258aab-491c-4646-9a15-d78e58133f4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:29:16.429348 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec258aab-491c-4646-9a15-d78e58133f4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:29:16.430551 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec258aab-491c-4646-9a15-d78e58133f4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:29:16.431222 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec258aab-491c-4646-9a15-d78e58133f4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:29:16.432468 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec258aab-491c-4646-9a15-d78e58133f4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:29:16.439226 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75eb3aa1-ef63-4a02-ad4f-aa1799851d2b None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:29:16.440406 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75eb3aa1-ef63-4a02-ad4f-aa1799851d2b None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:29:16.440867 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c196a908-a09a-4732-a1ee-0c2247fba718 req-37b8b914-8976-4428-b641-5c56c91e3f9e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c4601676-42b8-4648-b946-7ab4b4582e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458761 Aug 23 20:29:16.444297 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-75eb3aa1-ef63-4a02-ad4f-aa1799851d2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:16.445451 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75eb3aa1-ef63-4a02-ad4f-aa1799851d2b None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:29:16.445975 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-75eb3aa1-ef63-4a02-ad4f-aa1799851d2b None None] Bound port: 070b4804-500b-4c34-ab64-da0934e16abf, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:29:16.447546 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-632de65b-33aa-433b-8284-11958b038ad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:16.447920 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-75eb3aa1-ef63-4a02-ad4f-aa1799851d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:16.461498 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46752) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:29:16.481267 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d828de-e865-4bcf-a216-08605eab7115 req-b8dae6ed-6f5d-4902-a943-6be2a8e959ce tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:16.490012 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-36d828de-e865-4bcf-a216-08605eab7115 req-b8dae6ed-6f5d-4902-a943-6be2a8e959ce tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/ports?device_id=40738866-d19a-49e2-a02b-02f374c597df HTTP/1.1" status: 200 len: 950 time: 0.1384013 Aug 23 20:29:16.500151 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=7df68d32-a271-460c-9927-87f0144aba01,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:16.514348 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-75eb3aa1-ef63-4a02-ad4f-aa1799851d2b None None] For port 070b4804-500b-4c34-ab64-da0934e16abf, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:29:16.518712 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-75eb3aa1-ef63-4a02-ad4f-aa1799851d2b None None] For port 070b4804-500b-4c34-ab64-da0934e16abf, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=070b4804-500b-4c34-ab64-da0934e16abf,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:29:16.523019 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-565c252c-7b37-4b78-9d92-7ef6a95dfa69 admin admin] Allocated IP 172.20.0.1 (37a27260-6c33-48a0-8e2f-0f51c4073c1b/84ae49e3-16c6-4ab2-918c-5c56bcd6d83a/af1bfc78-48ba-4ea4-b340-c27d345be454) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:29:16.526080 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-75eb3aa1-ef63-4a02-ad4f-aa1799851d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:16.554912 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-36d828de-e865-4bcf-a216-08605eab7115 req-85a19d9e-2e5a-4f5c-82af-e0226629f1f8 tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4601676-42b8-4648-b946-7ab4b4582e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636349 Aug 23 20:29:16.616388 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75eb3aa1-ef63-4a02-ad4f-aa1799851d2b None None] Routers {'6628256f-782b-4fc9-926e-f95af0a2ac56'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:29:16.617299 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-75eb3aa1-ef63-4a02-ad4f-aa1799851d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:29:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['6628256f-782b-4fc9-926e-f95af0a2ac56'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:29:16.662597 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec258aab-491c-4646-9a15-d78e58133f4e None None] Pushing event updated for resources: {'Port': ['ID=070b4804-500b-4c34-ab64-da0934e16abf,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:16.663587 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-8e900917-e605-4abe-80bd-82f6cb1edc79 tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:29:16.677236 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-8e900917-e605-4abe-80bd-82f6cb1edc79 tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2139840 Aug 23 20:29:16.690143 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-565c252c-7b37-4b78-9d92-7ef6a95dfa69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:16.705310 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-565c252c-7b37-4b78-9d92-7ef6a95dfa69 admin admin] Transition to ACTIVE for port object af1bfc78-48ba-4ea4-b340-c27d345be454 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:29:16.738554 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f812ca76-d2da-4061-9e10-a1901477d78a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:16.747786 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f812ca76-d2da-4061-9e10-a1901477d78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:16.752610 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-75eb3aa1-ef63-4a02-ad4f-aa1799851d2b None None] Set router 6628256f-782b-4fc9-926e-f95af0a2ac56 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:29:16.762583 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c32f0-b9b2-49a6-85d4-59a0d95d76cc req-dc76e0d5-f014-4a83-8c76-65603a483ec7 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:16.764147 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b47c32f0-b9b2-49a6-85d4-59a0d95d76cc req-dc76e0d5-f014-4a83-8c76-65603a483ec7 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/ports?device_id=08d43fe9-db31-4049-91e2-cd1d2145f65f HTTP/1.1" status: 200 len: 949 time: 0.0940933 Aug 23 20:29:16.790186 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-565c252c-7b37-4b78-9d92-7ef6a95dfa69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:16.797944 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f812ca76-d2da-4061-9e10-a1901477d78a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:29:16.838713 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f812ca76-d2da-4061-9e10-a1901477d78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:16.839223 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-f812ca76-d2da-4061-9e10-a1901477d78a admin admin] Added segment 911f3a77-ed2f-4669-98a5-0c7553cf5b99 of type vlan for network efd7a352-df7f-4906-9a97-3b5db4e6b85d Aug 23 20:29:16.840401 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f812ca76-d2da-4061-9e10-a1901477d78a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821de641-3ee4-49fe-aad7-d6e3d5ad65c0,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:16.843659 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-4674fbef-ad09-4eac-be70-7a815a438cf8 service neutron] Request body: {'binding': {'host': 'n-h2-805663-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:29:16.844311 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-4674fbef-ad09-4eac-be70-7a815a438cf8 service neutron] Unknown quota resources ['binding']. {{(pid=94688) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 20:29:16.884539 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565c252c-7b37-4b78-9d92-7ef6a95dfa69 admin admin] Network 37a27260-6c33-48a0-8e2f-0f51c4073c1b is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:29:16.889628 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-565c252c-7b37-4b78-9d92-7ef6a95dfa69 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:29:16.895886 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565c252c-7b37-4b78-9d92-7ef6a95dfa69 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:29:16.920349 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b47c32f0-b9b2-49a6-85d4-59a0d95d76cc req-98f42476-d7d8-4e34-a6d8-cb7bcbff419c tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/security-groups?id=179fb938-c9d2-4442-9708-d36ca99918ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388025 Aug 23 20:29:16.928535 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f812ca76-d2da-4061-9e10-a1901477d78a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:16.986374 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f812ca76-d2da-4061-9e10-a1901477d78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:16.987634 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f812ca76-d2da-4061-9e10-a1901477d78a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:16.997006 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f812ca76-d2da-4061-9e10-a1901477d78a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:17.112617 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-632de65b-33aa-433b-8284-11958b038ad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:17.134077 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-75eb3aa1-ef63-4a02-ad4f-aa1799851d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6628256f-782b-4fc9-926e-f95af0a2ac56', 'name': 'tempest-ServersTestJSON-519922062-router', 'tenant_id': '678355395d8146908cb82e29a8b7a279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '070b4804-500b-4c34-ab64-da0934e16abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:29:10Z', 'updated_at': '2021-08-23T20:29:12Z', 'revision_number': 3, 'project_id': '678355395d8146908cb82e29a8b7a279', 'gw_port': {'id': '070b4804-500b-4c34-ab64-da0934e16abf', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6628256f-782b-4fc9-926e-f95af0a2ac56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:29:11Z', 'updated_at': '2021-08-23T20:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:29:17.143290 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-632de65b-33aa-433b-8284-11958b038ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:17.169147 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f812ca76-d2da-4061-9e10-a1901477d78a admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9203818 Aug 23 20:29:17.185694 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75eb3aa1-ef63-4a02-ad4f-aa1799851d2b None None] The sync data for ids ['6628256f-782b-4fc9-926e-f95af0a2ac56'] in n-d-805663-2 is: [{'id': '6628256f-782b-4fc9-926e-f95af0a2ac56', 'name': 'tempest-ServersTestJSON-519922062-router', 'tenant_id': '678355395d8146908cb82e29a8b7a279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '070b4804-500b-4c34-ab64-da0934e16abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:29:10Z', 'updated_at': '2021-08-23T20:29:12Z', 'revision_number': 3, 'project_id': '678355395d8146908cb82e29a8b7a279', 'gw_port': {'id': '070b4804-500b-4c34-ab64-da0934e16abf', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6628256f-782b-4fc9-926e-f95af0a2ac56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:29:11Z', 'updated_at': '2021-08-23T20:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:29:17.194154 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 46766) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:29:17.211834 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-18bac8bb-ff9e-410a-8664-0cf6a58f450b admin admin] Request body: {'subnet': {'network_id': 'efd7a352-df7f-4906-9a97-3b5db4e6b85d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1162464409-subnet', 'tenant_id': '468d7fcefe0f4584b0caa73b1876a3be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:29:17.219532 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f812ca76-d2da-4061-9e10-a1901477d78a admin admin] Pushing event updated for resources: {'Network': ['ID=efd7a352-df7f-4906-9a97-3b5db4e6b85d,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:17.235987 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c252c-7b37-4b78-9d92-7ef6a95dfa69 admin admin] Pushing event updated for resources: {'Port': ['ID=af1bfc78-48ba-4ea4-b340-c27d345be454,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:17.237853 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network efd7a352-df7f-4906-9a97-3b5db4e6b85d details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:29:17.269125 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-632de65b-33aa-433b-8284-11958b038ad5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d82b0cc6920048a3a60e56a727d7f17d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9288549 Aug 23 20:29:17.272178 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46768) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:29:17.272688 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632de65b-33aa-433b-8284-11958b038ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89bebec-8e5c-4ccd-a012-45ca937d3a13,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:17.288798 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-565c252c-7b37-4b78-9d92-7ef6a95dfa69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:17.302682 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684adcb-e203-46b8-a35a-59f12a310030 req-615d34b2-dd79-4677-a47d-7eac6c4ecb27 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:17.311527 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6684adcb-e203-46b8-a35a-59f12a310030 req-615d34b2-dd79-4677-a47d-7eac6c4ecb27 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f990a99f-dd25-4e58-a64c-1b41ab5dbb16 HTTP/1.1" status: 200 len: 950 time: 0.2829690 Aug 23 20:29:17.325631 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18bac8bb-ff9e-410a-8664-0cf6a58f450b admin admin] Made reservation on behalf of 468d7fcefe0f4584b0caa73b1876a3be for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:29:17.329659 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-18bac8bb-ff9e-410a-8664-0cf6a58f450b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:17.351271 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-95fedad7-2b65-4464-8919-105da706aa64 None None] Provisioning for port af1bfc78-48ba-4ea4-b340-c27d345be454 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:29:17.362035 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-95fedad7-2b65-4464-8919-105da706aa64 None None] Provisioning complete for port af1bfc78-48ba-4ea4-b340-c27d345be454 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:29:17.362927 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-95fedad7-2b65-4464-8919-105da706aa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:17.409852 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-95fedad7-2b65-4464-8919-105da706aa64 None None] Port af1bfc78-48ba-4ea4-b340-c27d345be454 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:29:17.432921 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-4674fbef-ad09-4eac-be70-7a815a438cf8 service neutron] Attempting to bind port 90f4cf93-11f1-4190-ac5e-881bec5f2386 on host n-h2-805663-2 for vnic_type normal with profile None {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:29:17.432921 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-4674fbef-ad09-4eac-be70-7a815a438cf8 service neutron] Attempting to bind port 90f4cf93-11f1-4190-ac5e-881bec5f2386 by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': 'feb662d9-0152-4f97-8d6d-89a1fa54f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '291e6885-2f63-495c-b479-2184cb200f47'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:29:17.433171 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-4674fbef-ad09-4eac-be70-7a815a438cf8 service neutron] Attempting to bind port 90f4cf93-11f1-4190-ac5e-881bec5f2386 on network 291e6885-2f63-495c-b479-2184cb200f47 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:29:17.453848 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6684adcb-e203-46b8-a35a-59f12a310030 req-d1609f6f-79af-4c60-9fc3-c7c4faa48204 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409330 Aug 23 20:29:17.479976 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-4674fbef-ad09-4eac-be70-7a815a438cf8 service neutron] Port 90f4cf93-11f1-4190-ac5e-881bec5f2386 on network 291e6885-2f63-495c-b479-2184cb200f47 not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:29:17.480954 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-4674fbef-ad09-4eac-be70-7a815a438cf8 service neutron] Attempting to bind port 90f4cf93-11f1-4190-ac5e-881bec5f2386 on network 291e6885-2f63-495c-b479-2184cb200f47 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:29:17.595459 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-4674fbef-ad09-4eac-be70-7a815a438cf8 service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:29:17.595459 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-4674fbef-ad09-4eac-be70-7a815a438cf8 service neutron] Checking segment: {'id': 'feb662d9-0152-4f97-8d6d-89a1fa54f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '291e6885-2f63-495c-b479-2184cb200f47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:29:17.596405 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-4674fbef-ad09-4eac-be70-7a815a438cf8 service neutron] Bound using segment: {'id': 'feb662d9-0152-4f97-8d6d-89a1fa54f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '291e6885-2f63-495c-b479-2184cb200f47'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:29:17.596998 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-4674fbef-ad09-4eac-be70-7a815a438cf8 service neutron] Bound port: 90f4cf93-11f1-4190-ac5e-881bec5f2386, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feb662d9-0152-4f97-8d6d-89a1fa54f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '291e6885-2f63-495c-b479-2184cb200f47'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:29:17.603860 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f994816b-db6b-412a-ba54-9ff2957a76c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:17.690329 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-18bac8bb-ff9e-410a-8664-0cf6a58f450b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:17.718907 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-565c252c-7b37-4b78-9d92-7ef6a95dfa69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:17.722341 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f994816b-db6b-412a-ba54-9ff2957a76c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:17.774032 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bac8bb-ff9e-410a-8664-0cf6a58f450b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ded967cc-c538-4254-9fb8-200350943b2f,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:17.784625 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bac8bb-ff9e-410a-8664-0cf6a58f450b admin admin] Checking segment: {'id': '911f3a77-ed2f-4669-98a5-0c7553cf5b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'efd7a352-df7f-4906-9a97-3b5db4e6b85d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:29:17.785152 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bac8bb-ff9e-410a-8664-0cf6a58f450b admin admin] Network hostable DHCP agents. Network: efd7a352-df7f-4906-9a97-3b5db4e6b85d, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:29:17.851757 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-4674fbef-ad09-4eac-be70-7a815a438cf8 service neutron] For port 90f4cf93-11f1-4190-ac5e-881bec5f2386, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=90f4cf93-11f1-4190-ac5e-881bec5f2386,segment=NetworkSegment(feb662d9-0152-4f97-8d6d-89a1fa54f824),segment_id=feb662d9-0152-4f97-8d6d-89a1fa54f824)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:29:17.862039 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bac8bb-ff9e-410a-8664-0cf6a58f450b admin admin] Network efd7a352-df7f-4906-9a97-3b5db4e6b85d is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:29:17.863790 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-4674fbef-ad09-4eac-be70-7a815a438cf8 service neutron] Notify callbacks [] for binding, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:17.868076 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-4674fbef-ad09-4eac-be70-7a815a438cf8 service neutron] 10.222.0.61 "POST /v2.0/ports/90f4cf93-11f1-4190-ac5e-881bec5f2386/bindings HTTP/1.1" status: 201 len: 389 time: 1.1287577 Aug 23 20:29:17.893489 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37dd80-8a37-4662-a277-58bd0cd1c300 req-e1e9fe67-6a09-40b0-a1f3-6445eadef91a tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:17.904691 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9b37dd80-8a37-4662-a277-58bd0cd1c300 req-e1e9fe67-6a09-40b0-a1f3-6445eadef91a tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/ports?device_id=40738866-d19a-49e2-a02b-02f374c597df HTTP/1.1" status: 200 len: 950 time: 0.1031702 Aug 23 20:29:17.923438 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-18bac8bb-ff9e-410a-8664-0cf6a58f450b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, efd7a352-df7f-4906-9a97-3b5db4e6b85d) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:29:17.938442 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e94634-1f8b-4c74-8da6-6080b7b38c16 None None] Network efd7a352-df7f-4906-9a97-3b5db4e6b85d requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:29:17.946117 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bac8bb-ff9e-410a-8664-0cf6a58f450b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:17.946942 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-18bac8bb-ff9e-410a-8664-0cf6a58f450b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:18.007437 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f994816b-db6b-412a-ba54-9ff2957a76c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:18.010198 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f994816b-db6b-412a-ba54-9ff2957a76c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:18.011343 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f994816b-db6b-412a-ba54-9ff2957a76c1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b89bebec-8e5c-4ccd-a012-45ca937d3a13 HTTP/1.1" status: 204 len: 168 time: 0.7304876 Aug 23 20:29:18.042147 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d43fe9-db31-4049-91e2-cd1d2145f65f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7df68d32-a271-460c-9927-87f0144aba01'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:29:18.057657 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3afccc-5845-4727-936e-d461c3914970" -d '{"events": [{"server_uuid": "08d43fe9-db31-4049-91e2-cd1d2145f65f", "name": "network-vif-plugged", "status": "completed", "tag": "7df68d32-a271-460c-9927-87f0144aba01"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:29:18.101015 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f994816b-db6b-412a-ba54-9ff2957a76c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89bebec-8e5c-4ccd-a012-45ca937d3a13,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:18.109675 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-18bac8bb-ff9e-410a-8664-0cf6a58f450b admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9131184 Aug 23 20:29:18.117372 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9b37dd80-8a37-4662-a277-58bd0cd1c300 req-becf0824-b35e-42d4-9570-2bead15cb1fe tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4601676-42b8-4648-b946-7ab4b4582e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043979 Aug 23 20:29:18.172903 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 070b4804-500b-4c34-ab64-da0934e16abf up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:29:18.235939 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-565c252c-7b37-4b78-9d92-7ef6a95dfa69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:18.241923 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-565c252c-7b37-4b78-9d92-7ef6a95dfa69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:18.385293 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e636a-095a-4201-ad7f-30078e1df1a7 req-d3b0a03d-d310-4cec-9d44-b7b2b10afd56 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:18.400459 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-596e636a-095a-4201-ad7f-30078e1df1a7 req-d3b0a03d-d310-4cec-9d44-b7b2b10afd56 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/ports?device_id=08d43fe9-db31-4049-91e2-cd1d2145f65f HTTP/1.1" status: 200 len: 949 time: 0.2208278 Aug 23 20:29:18.425862 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b217c5-e8ca-4022-b757-15327c716f1d None None] Network efd7a352-df7f-4906-9a97-3b5db4e6b85d requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:29:18.443870 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b03bbb-e5f0-49ca-a856-a9d0c4f163a8 req-9aa97f8f-af96-4a8c-853e-bf02d0f98892 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:18.455525 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-51b03bbb-e5f0-49ca-a856-a9d0c4f163a8 req-9aa97f8f-af96-4a8c-853e-bf02d0f98892 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=4959b9f2-98bc-46b4-9d64-36ee6db26404 HTTP/1.1" status: 200 len: 945 time: 0.1802461 Aug 23 20:29:18.502811 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-3e078075-1ab0-4fed-b4b1-cfcf78a06617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:18.507725 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-3e078075-1ab0-4fed-b4b1-cfcf78a06617 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=80dadbb9f2554b479c0b13605bddd689&device_id=4959b9f2-98bc-46b4-9d64-36ee6db26404 HTTP/1.1" status: 200 len: 1096 time: 0.1648965 Aug 23 20:29:18.510620 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-565c252c-7b37-4b78-9d92-7ef6a95dfa69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:18.510813 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 070b4804-500b-4c34-ab64-da0934e16abf completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:29:18.519538 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 070b4804-500b-4c34-ab64-da0934e16abf triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:29:18.520944 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:18.548861 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c252c-7b37-4b78-9d92-7ef6a95dfa69 admin admin] Pushing event updated for resources: {'Port': ['ID=af1bfc78-48ba-4ea4-b340-c27d345be454,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:18.576565 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-596e636a-095a-4201-ad7f-30078e1df1a7 req-d2d54eeb-f9a7-4363-b054-e87df909a7aa tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/security-groups?id=179fb938-c9d2-4442-9708-d36ca99918ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752045 Aug 23 20:29:18.664885 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:18.703993 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 070b4804-500b-4c34-ab64-da0934e16abf, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=070b4804-500b-4c34-ab64-da0934e16abf,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:29:18.707178 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7f508f-1dbb-40a2-a4a6-91e2d5622e32 x-openstack-request-id: req-5d7f508f-1dbb-40a2-a4a6-91e2d5622e32 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:29:18.709328 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d43fe9-db31-4049-91e2-cd1d2145f65f", "name": "network-vif-plugged", "status": "completed", "tag": "7df68d32-a271-460c-9927-87f0144aba01", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:29:18.709658 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5d7f508f-1dbb-40a2-a4a6-91e2d5622e32 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:29:18.710312 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d43fe9-db31-4049-91e2-cd1d2145f65f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7df68d32-a271-460c-9927-87f0144aba01', 'code': 200} Aug 23 20:29:18.732170 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565c252c-7b37-4b78-9d92-7ef6a95dfa69 admin admin] Network 37a27260-6c33-48a0-8e2f-0f51c4073c1b is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:29:18.735424 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-565c252c-7b37-4b78-9d92-7ef6a95dfa69 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:29:18.737440 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:18.768648 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-77bbb8d4-0277-42f2-a951-879fa9b0f85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:18.770765 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-77bbb8d4-0277-42f2-a951-879fa9b0f85b service neutron] 10.222.0.32 "GET /v2.0/networks?id=291e6885-2f63-495c-b479-2184cb200f47 HTTP/1.1" status: 200 len: 922 time: 0.2567348 Aug 23 20:29:18.785219 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-51b03bbb-e5f0-49ca-a856-a9d0c4f163a8 req-21f9e3ae-88f3-4bcf-97df-ee9460d8ebe8 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286669 Aug 23 20:29:18.858244 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-f9ee6f04-3948-4da5-96fa-f61478c6c9bc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90f4cf93-11f1-4190-ac5e-881bec5f2386 HTTP/1.1" status: 200 len: 217 time: 0.0545523 Aug 23 20:29:18.933722 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-9a03218e-bc76-40a7-a139-b7cbf8d6af4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:18.935518 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-9a03218e-bc76-40a7-a139-b7cbf8d6af4c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dff65f8b-9e15-4b43-b237-3b4edeaab508 HTTP/1.1" status: 200 len: 861 time: 0.0761042 Aug 23 20:29:18.942753 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=070b4804-500b-4c34-ab64-da0934e16abf,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:18.998684 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-293c36c3-79c8-4e5c-b95c-ebc8193c12ac service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=291e6885-2f63-495c-b479-2184cb200f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549219 Aug 23 20:29:19.105790 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff275d6d-58c8-47a3-9bb5-4920fbf434f2 req-01898b34-0b59-4554-9727-0e08d5ef98e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:19.107641 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ff275d6d-58c8-47a3-9bb5-4920fbf434f2 req-01898b34-0b59-4554-9727-0e08d5ef98e6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=08d43fe9-db31-4049-91e2-cd1d2145f65f HTTP/1.1" status: 200 len: 1100 time: 0.2539773 Aug 23 20:29:19.120610 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a58d6-7a32-4267-a222-2ab9ac7d8414 req-65a74945-cfab-4aca-a042-c7cf0c72001f tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:19.129671 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b70a58d6-7a32-4267-a222-2ab9ac7d8414 req-65a74945-cfab-4aca-a042-c7cf0c72001f tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f990a99f-dd25-4e58-a64c-1b41ab5dbb16 HTTP/1.1" status: 200 len: 950 time: 0.2773299 Aug 23 20:29:19.141075 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-640ba033-ecd8-4315-b791-addfdd1a299a service neutron] 10.222.0.32 "GET /v2.0/networks/291e6885-2f63-495c-b479-2184cb200f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334946 Aug 23 20:29:19.170158 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a060f662-0db3-42c3-8e36-a612e67ad0d8 None None] Provisioning complete for port af1bfc78-48ba-4ea4-b340-c27d345be454 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:29:19.170646 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a060f662-0db3-42c3-8e36-a612e67ad0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:19.217707 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b70a58d6-7a32-4267-a222-2ab9ac7d8414 req-f479e4a5-54c6-4f81-96c0-597f5a7701b6 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867352 Aug 23 20:29:19.241901 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a060f662-0db3-42c3-8e36-a612e67ad0d8 None None] Port af1bfc78-48ba-4ea4-b340-c27d345be454 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:29:19.280008 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ff275d6d-58c8-47a3-9bb5-4920fbf434f2 req-27846507-593a-4ff0-bc64-c46b4e266063 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=179fb938-c9d2-4442-9708-d36ca99918ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356523 Aug 23 20:29:19.306626 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-565c252c-7b37-4b78-9d92-7ef6a95dfa69 admin admin] Router 6628256f-782b-4fc9-926e-f95af0a2ac56 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:29:19.358271 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-aff5457a-593b-44b3-8f82-a9610ef0ea50 service neutron] 10.222.0.32 "GET /v2.0/networks/291e6885-2f63-495c-b479-2184cb200f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062261 Aug 23 20:29:19.447808 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565c252c-7b37-4b78-9d92-7ef6a95dfa69 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:29:19.464101 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-565c252c-7b37-4b78-9d92-7ef6a95dfa69 admin admin] 10.222.0.61 "PUT /v2.0/routers/6628256f-782b-4fc9-926e-f95af0a2ac56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4592047 Aug 23 20:29:19.505301 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46822) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:29:19.645209 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-bae6a78b-7297-47af-aecd-dfd4c873e6e6 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1907946149-network', 'tenant_id': 'da40cd0ce1444faa8522c0791ccf0ebc'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:29:19.658595 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aafd0a-c9f8-4ba3-b6fb-7acd1d09bf6a req-2127ae8a-3de3-49bd-8c03-f1fcf02b5e5a tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:19.660158 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-65aafd0a-c9f8-4ba3-b6fb-7acd1d09bf6a req-2127ae8a-3de3-49bd-8c03-f1fcf02b5e5a tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/networks?id=a133b3ce-c542-461f-b67d-2eb2e20a852b HTTP/1.1" status: 200 len: 807 time: 0.2828937 Aug 23 20:29:19.672207 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae6a78b-7297-47af-aecd-dfd4c873e6e6 admin admin] Made reservation on behalf of da40cd0ce1444faa8522c0791ccf0ebc for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:29:19.675470 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bae6a78b-7297-47af-aecd-dfd4c873e6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:19.695418 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-65aafd0a-c9f8-4ba3-b6fb-7acd1d09bf6a req-5c70ef04-4f07-4b46-bc02-6c39b5b6868c tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/quotas/aeab6bca1ebb43a8b404543d83e8cc6e HTTP/1.1" status: 200 len: 375 time: 0.0267665 Aug 23 20:29:19.705565 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bae6a78b-7297-47af-aecd-dfd4c873e6e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:19.728314 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71103209-44dc-4f34-9822-7310ebafe42e None None] Sync routers for ids ['6628256f-782b-4fc9-926e-f95af0a2ac56'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:29:19.739500 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71103209-44dc-4f34-9822-7310ebafe42e None None] Routers {'6628256f-782b-4fc9-926e-f95af0a2ac56'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:29:19.740439 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-71103209-44dc-4f34-9822-7310ebafe42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:29:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['6628256f-782b-4fc9-926e-f95af0a2ac56'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:29:19.745102 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-65aafd0a-c9f8-4ba3-b6fb-7acd1d09bf6a req-c78c947d-ecea-40e8-8a3b-9bed24e1d70c tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=aeab6bca1ebb43a8b404543d83e8cc6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428517 Aug 23 20:29:19.778995 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3347a-8c6e-49ba-98e8-54a0a94009ad req-6056c3ea-aa18-4ad9-be2b-ac3c744cf111 tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:19.780595 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6bb3347a-8c6e-49ba-98e8-54a0a94009ad req-6056c3ea-aa18-4ad9-be2b-ac3c744cf111 tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/ports?device_id=40738866-d19a-49e2-a02b-02f374c597df HTTP/1.1" status: 200 len: 950 time: 0.0845647 Aug 23 20:29:19.854302 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6bb3347a-8c6e-49ba-98e8-54a0a94009ad req-6abc8d1a-d002-4603-89b1-f9f1bd4ae55a tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4601676-42b8-4648-b946-7ab4b4582e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635436 Aug 23 20:29:19.887528 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [req-65aafd0a-c9f8-4ba3-b6fb-7acd1d09bf6a req-2d05364c-35b0-4a27-a985-16267e950c6d service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:29:19.899214 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bae6a78b-7297-47af-aecd-dfd4c873e6e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:19.900285 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-65aafd0a-c9f8-4ba3-b6fb-7acd1d09bf6a req-2d05364c-35b0-4a27-a985-16267e950c6d service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0823975 Aug 23 20:29:19.905019 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bae6a78b-7297-47af-aecd-dfd4c873e6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:19.941044 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bae6a78b-7297-47af-aecd-dfd4c873e6e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:29:19.954966 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae6a78b-7297-47af-aecd-dfd4c873e6e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9eafee-febe-49fa-b704-52994ff0c451,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:19.962206 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bae6a78b-7297-47af-aecd-dfd4c873e6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:19.963260 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-bae6a78b-7297-47af-aecd-dfd4c873e6e6 admin admin] Added segment d50511b3-4d24-4f7d-b3a7-d7c53c9c34f0 of type vlan for network d8b39397-eb10-46a4-9362-eda4714b4285 Aug 23 20:29:20.040871 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bae6a78b-7297-47af-aecd-dfd4c873e6e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:20.068479 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 070b4804-500b-4c34-ab64-da0934e16abf up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:29:20.078879 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86879604-8bad-43e8-a981-c535bd055dda req-cd568117-ba00-4a5a-b0fa-963d395c796c tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:20.080428 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-86879604-8bad-43e8-a981-c535bd055dda req-cd568117-ba00-4a5a-b0fa-963d395c796c tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/ports?device_id=08d43fe9-db31-4049-91e2-cd1d2145f65f HTTP/1.1" status: 200 len: 949 time: 0.1074831 Aug 23 20:29:20.081973 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bae6a78b-7297-47af-aecd-dfd4c873e6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:20.082518 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae6a78b-7297-47af-aecd-dfd4c873e6e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:20.083262 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bae6a78b-7297-47af-aecd-dfd4c873e6e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:20.116667 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-e61da241-8683-4b8b-a2c5-3fa8b69f0f4b tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:20.118393 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-e61da241-8683-4b8b-a2c5-3fa8b69f0f4b tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4959b9f2-98bc-46b4-9d64-36ee6db26404&tenant_id=80dadbb9f2554b479c0b13605bddd689&binding%3Ahost_id=n-h1-805663-2 HTTP/1.1" status: 200 len: 1096 time: 0.2153807 Aug 23 20:29:20.136723 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-6b753685-2270-4da3-a366-a0bd6086772b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-805663-2'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:29:20.158996 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-bae6a78b-7297-47af-aecd-dfd4c873e6e6 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6525462 Aug 23 20:29:20.163017 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46838) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:29:20.168156 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-71103209-44dc-4f34-9822-7310ebafe42e None None] Set router 6628256f-782b-4fc9-926e-f95af0a2ac56 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:29:20.168849 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-65aafd0a-c9f8-4ba3-b6fb-7acd1d09bf6a req-119974d4-9316-4585-bf2e-e0fc582a6626 service neutron] 10.222.0.61 "GET /v2.0/networks/a133b3ce-c542-461f-b67d-2eb2e20a852b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675176 Aug 23 20:29:20.172177 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:20.173777 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-9ee9167c-5198-4e3b-a4ec-b9eaa41df6b9 admin admin] Request body: {'subnet': {'network_id': 'd8b39397-eb10-46a4-9362-eda4714b4285', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1907946149-subnet', 'tenant_id': 'da40cd0ce1444faa8522c0791ccf0ebc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:29:20.183033 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae6a78b-7297-47af-aecd-dfd4c873e6e6 admin admin] Pushing event updated for resources: {'Network': ['ID=d8b39397-eb10-46a4-9362-eda4714b4285,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:20.202986 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network d8b39397-eb10-46a4-9362-eda4714b4285 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:29:20.210038 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-86879604-8bad-43e8-a981-c535bd055dda req-965720e9-8d98-4c09-bf7a-77c38d925cde tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/security-groups?id=179fb938-c9d2-4442-9708-d36ca99918ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098628 Aug 23 20:29:20.218384 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee9167c-5198-4e3b-a4ec-b9eaa41df6b9 admin admin] Made reservation on behalf of da40cd0ce1444faa8522c0791ccf0ebc for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:29:20.222469 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ee9167c-5198-4e3b-a4ec-b9eaa41df6b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:20.258935 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 070b4804-500b-4c34-ab64-da0934e16abf triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:29:20.259625 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:20.339761 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-6b753685-2270-4da3-a366-a0bd6086772b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:20.481597 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-65aafd0a-c9f8-4ba3-b6fb-7acd1d09bf6a req-c266d575-3b32-435e-a77c-0a7a02aed300 service neutron] 10.222.0.61 "GET /v2.0/networks/a133b3ce-c542-461f-b67d-2eb2e20a852b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082349 Aug 23 20:29:20.562079 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-71103209-44dc-4f34-9822-7310ebafe42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6628256f-782b-4fc9-926e-f95af0a2ac56', 'name': 'tempest-ServersTestJSON-519922062-router', 'tenant_id': '678355395d8146908cb82e29a8b7a279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '070b4804-500b-4c34-ab64-da0934e16abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:29:10Z', 'updated_at': '2021-08-23T20:29:17Z', 'revision_number': 4, 'project_id': '678355395d8146908cb82e29a8b7a279', 'gw_port': {'id': '070b4804-500b-4c34-ab64-da0934e16abf', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6628256f-782b-4fc9-926e-f95af0a2ac56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:29:11Z', 'updated_at': '2021-08-23T20:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'af1bfc78-48ba-4ea4-b340-c27d345be454', 'name': '', 'network_id': '37a27260-6c33-48a0-8e2f-0f51c4073c1b', 'tenant_id': '678355395d8146908cb82e29a8b7a279', 'mac_address': 'fa:16:3e:9c:3b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6628256f-782b-4fc9-926e-f95af0a2ac56', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '84ae49e3-16c6-4ab2-918c-5c56bcd6d83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:29:16Z', 'updated_at': '2021-08-23T20:29:17Z', 'revision_number': 2, 'project_id': '678355395d8146908cb82e29a8b7a279', 'subnets': [{'id': '84ae49e3-16c6-4ab2-918c-5c56bcd6d83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:29:20.650891 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-6b753685-2270-4da3-a366-a0bd6086772b service neutron] For port 90f4cf93-11f1-4190-ac5e-881bec5f2386, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=90f4cf93-11f1-4190-ac5e-881bec5f2386,segment=NetworkSegment(feb662d9-0152-4f97-8d6d-89a1fa54f824),segment_id=feb662d9-0152-4f97-8d6d-89a1fa54f824)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:29:20.654811 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71103209-44dc-4f34-9822-7310ebafe42e None None] Checking router: 6628256f-782b-4fc9-926e-f95af0a2ac56 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:29:20.655389 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71103209-44dc-4f34-9822-7310ebafe42e None None] Updating router 6628256f-782b-4fc9-926e-f95af0a2ac56 port af1bfc78-48ba-4ea4-b340-c27d345be454 binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:29:20.697464 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ee9167c-5198-4e3b-a4ec-b9eaa41df6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:20.732296 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-6b753685-2270-4da3-a366-a0bd6086772b service neutron] For port 90f4cf93-11f1-4190-ac5e-881bec5f2386, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:29:20.793674 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-6b753685-2270-4da3-a366-a0bd6086772b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:20.798277 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4959b9f2-98bc-46b4-9d64-36ee6db26404', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90f4cf93-11f1-4190-ac5e-881bec5f2386'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:29:20.801871 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa7bf93-b468-4706-ba7f-1d1c2bd7d260" -d '{"events": [{"server_uuid": "4959b9f2-98bc-46b4-9d64-36ee6db26404", "name": "network-vif-unplugged", "status": "completed", "tag": "90f4cf93-11f1-4190-ac5e-881bec5f2386"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:29:20.813282 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee9167c-5198-4e3b-a4ec-b9eaa41df6b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaba231f-f475-4e6f-a625-699acbd989f2,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:20.813830 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-71103209-44dc-4f34-9822-7310ebafe42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:20.846692 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-6b753685-2270-4da3-a366-a0bd6086772b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:20.849161 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee9167c-5198-4e3b-a4ec-b9eaa41df6b9 admin admin] Checking segment: {'id': 'd50511b3-4d24-4f7d-b3a7-d7c53c9c34f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd8b39397-eb10-46a4-9362-eda4714b4285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:29:20.849562 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee9167c-5198-4e3b-a4ec-b9eaa41df6b9 admin admin] Network hostable DHCP agents. Network: d8b39397-eb10-46a4-9362-eda4714b4285, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:29:20.886281 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee9167c-5198-4e3b-a4ec-b9eaa41df6b9 admin admin] Network d8b39397-eb10-46a4-9362-eda4714b4285 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:29:20.911186 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-9ee9167c-5198-4e3b-a4ec-b9eaa41df6b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, d8b39397-eb10-46a4-9362-eda4714b4285) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:29:20.922153 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee9167c-5198-4e3b-a4ec-b9eaa41df6b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:20.922840 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ee9167c-5198-4e3b-a4ec-b9eaa41df6b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:20.928962 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26931ed-56d6-4f48-8497-8c4e0b52428c req-35b94138-c59d-47a2-a938-6c7a3f3399b8 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:20.931502 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d26931ed-56d6-4f48-8497-8c4e0b52428c req-35b94138-c59d-47a2-a938-6c7a3f3399b8 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=4959b9f2-98bc-46b4-9d64-36ee6db26404 HTTP/1.1" status: 200 len: 943 time: 0.1245530 Aug 23 20:29:20.948408 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9ee9167c-5198-4e3b-a4ec-b9eaa41df6b9 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7830150 Aug 23 20:29:20.964622 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfe597d-ed1f-48f4-b002-7f8052522e5c None None] Network d8b39397-eb10-46a4-9362-eda4714b4285 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:29:20.977882 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46854) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:29:20.986182 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e25169c6-6b8f-46cd-b3e9-c790f35cbe37 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1394460129', 'description': 'tempest-description--929294256'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:29:21.024049 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e25169c6-6b8f-46cd-b3e9-c790f35cbe37 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:21.318006 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e25169c6-6b8f-46cd-b3e9-c790f35cbe37 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:21.328070 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d26931ed-56d6-4f48-8497-8c4e0b52428c req-c1b13862-417e-4f5c-a752-56a1bdcd2782 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3877482 Aug 23 20:29:21.335865 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e25169c6-6b8f-46cd-b3e9-c790f35cbe37 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:21.395723 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e25169c6-6b8f-46cd-b3e9-c790f35cbe37 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:21.402279 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e25169c6-6b8f-46cd-b3e9-c790f35cbe37 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4227548 Aug 23 20:29:21.412895 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b753685-2270-4da3-a366-a0bd6086772b service neutron] Pushing event updated for resources: {'Port': ['ID=90f4cf93-11f1-4190-ac5e-881bec5f2386,revision_number=7']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:21.417245 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 46870) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:29:21.435314 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-654460f8-cadf-4cd3-bfbb-8ff7c4ddf22d tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Request body: {'security_group_rule': {'security_group_id': '960d3f2e-d45c-4e1f-a060-188acf35d4d7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:29:21.453920 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-6b753685-2270-4da3-a366-a0bd6086772b service neutron] Attempting to bind port 90f4cf93-11f1-4190-ac5e-881bec5f2386 on host n-h1-805663-2 for vnic_type normal with profile {"migrating_to": "n-h2-805663-2"} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:29:21.454230 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-6b753685-2270-4da3-a366-a0bd6086772b service neutron] Attempting to bind port 90f4cf93-11f1-4190-ac5e-881bec5f2386 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': 'feb662d9-0152-4f97-8d6d-89a1fa54f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '291e6885-2f63-495c-b479-2184cb200f47'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:29:21.454565 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-6b753685-2270-4da3-a366-a0bd6086772b service neutron] Attempting to bind port 90f4cf93-11f1-4190-ac5e-881bec5f2386 on network 291e6885-2f63-495c-b479-2184cb200f47 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:29:21.487486 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-6b753685-2270-4da3-a366-a0bd6086772b service neutron] Port 90f4cf93-11f1-4190-ac5e-881bec5f2386 on network 291e6885-2f63-495c-b479-2184cb200f47 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:29:21.487736 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25169c6-6b8f-46cd-b3e9-c790f35cbe37 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=960d3f2e-d45c-4e1f-a060-188acf35d4d7,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:21.488011 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-6b753685-2270-4da3-a366-a0bd6086772b service neutron] Attempting to bind port 90f4cf93-11f1-4190-ac5e-881bec5f2386 on network 291e6885-2f63-495c-b479-2184cb200f47 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:29:21.527054 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-6b753685-2270-4da3-a366-a0bd6086772b service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:29:21.527426 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-6b753685-2270-4da3-a366-a0bd6086772b service neutron] Checking segment: {'id': 'feb662d9-0152-4f97-8d6d-89a1fa54f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '291e6885-2f63-495c-b479-2184cb200f47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:29:21.527867 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-6b753685-2270-4da3-a366-a0bd6086772b service neutron] Bound using segment: {'id': 'feb662d9-0152-4f97-8d6d-89a1fa54f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '291e6885-2f63-495c-b479-2184cb200f47'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:29:21.528860 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-6b753685-2270-4da3-a366-a0bd6086772b service neutron] Bound port: 90f4cf93-11f1-4190-ac5e-881bec5f2386, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feb662d9-0152-4f97-8d6d-89a1fa54f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '291e6885-2f63-495c-b479-2184cb200f47'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:29:21.529301 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-6b753685-2270-4da3-a366-a0bd6086772b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:21.530270 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-71103209-44dc-4f34-9822-7310ebafe42e None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:21.543334 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-71103209-44dc-4f34-9822-7310ebafe42e None None] Transition to ACTIVE for port object af1bfc78-48ba-4ea4-b340-c27d345be454 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:29:21.559912 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4cee8e-f0e8-458b-a904-a23a07e0ed38 None None] Network d8b39397-eb10-46a4-9362-eda4714b4285 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:29:21.576429 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-654460f8-cadf-4cd3-bfbb-8ff7c4ddf22d tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:21.644129 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-71103209-44dc-4f34-9822-7310ebafe42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:21.725935 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f376033a-8b80-483e-88c7-f2c39e76f97c req-67513673-e40c-4b1c-a399-0920bf587414 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:21.727979 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f376033a-8b80-483e-88c7-f2c39e76f97c req-67513673-e40c-4b1c-a399-0920bf587414 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f990a99f-dd25-4e58-a64c-1b41ab5dbb16 HTTP/1.1" status: 200 len: 950 time: 0.2283537 Aug 23 20:29:21.763873 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f512d-7c03-4a92-aa2b-e17680cf1f55 None None] Pushing event updated for resources: {'Port': ['ID=af1bfc78-48ba-4ea4-b340-c27d345be454,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:21.916586 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-654460f8-cadf-4cd3-bfbb-8ff7c4ddf22d tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:21.921841 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-71103209-44dc-4f34-9822-7310ebafe42e None None] Attempting to bind port af1bfc78-48ba-4ea4-b340-c27d345be454 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:29:21.923228 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-71103209-44dc-4f34-9822-7310ebafe42e None None] Attempting to bind port af1bfc78-48ba-4ea4-b340-c27d345be454 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'b58e7a71-2605-4e16-abd4-c8afc1ab5512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '37a27260-6c33-48a0-8e2f-0f51c4073c1b'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:29:21.924416 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71103209-44dc-4f34-9822-7310ebafe42e None None] Attempting to bind port af1bfc78-48ba-4ea4-b340-c27d345be454 on network 37a27260-6c33-48a0-8e2f-0f51c4073c1b {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:29:21.943947 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71103209-44dc-4f34-9822-7310ebafe42e None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:29:21.944426 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71103209-44dc-4f34-9822-7310ebafe42e None None] Checking segment: {'id': 'b58e7a71-2605-4e16-abd4-c8afc1ab5512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '37a27260-6c33-48a0-8e2f-0f51c4073c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:29:21.944768 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-71103209-44dc-4f34-9822-7310ebafe42e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:21.945174 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71103209-44dc-4f34-9822-7310ebafe42e None None] Bound using segment: {'id': 'b58e7a71-2605-4e16-abd4-c8afc1ab5512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '37a27260-6c33-48a0-8e2f-0f51c4073c1b'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:29:21.945665 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-71103209-44dc-4f34-9822-7310ebafe42e None None] Bound port: af1bfc78-48ba-4ea4-b340-c27d345be454, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b58e7a71-2605-4e16-abd4-c8afc1ab5512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '37a27260-6c33-48a0-8e2f-0f51c4073c1b'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:29:21.946055 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-71103209-44dc-4f34-9822-7310ebafe42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:21.971644 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-654460f8-cadf-4cd3-bfbb-8ff7c4ddf22d tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:21.995683 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fce06613-6f5b-4d93-914b-a604e11c8cd1 req-434cc420-1d26-469c-b523-3c7878b60a3d tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=bcafae5d-6483-417a-9f16-c501a7c5cfe6 HTTP/1.1" status: 200 len: 210 time: 0.0683296 Aug 23 20:29:22.032409 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654460f8-cadf-4cd3-bfbb-8ff7c4ddf22d tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80b1de6e-0fcd-431b-8069-330966ef349a,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:22.053744 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f376033a-8b80-483e-88c7-f2c39e76f97c req-d28e664f-7532-4237-8d6e-243f3d000cd6 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062813 Aug 23 20:29:22.058986 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 20:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee79011-6076-4f8d-9775-481755434ea9 x-openstack-request-id: req-2ee79011-6076-4f8d-9775-481755434ea9 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:29:22.059425 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4959b9f2-98bc-46b4-9d64-36ee6db26404", "name": "network-vif-unplugged", "status": "completed", "tag": "90f4cf93-11f1-4190-ac5e-881bec5f2386", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:29:22.059800 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2ee79011-6076-4f8d-9775-481755434ea9 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:29:22.070845 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4959b9f2-98bc-46b4-9d64-36ee6db26404', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90f4cf93-11f1-4190-ac5e-881bec5f2386', 'code': 200} Aug 23 20:29:22.109922 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-6b753685-2270-4da3-a366-a0bd6086772b service neutron] For port 90f4cf93-11f1-4190-ac5e-881bec5f2386, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:29:22.138804 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-71103209-44dc-4f34-9822-7310ebafe42e None None] For port af1bfc78-48ba-4ea4-b340-c27d345be454, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:29:22.143197 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-71103209-44dc-4f34-9822-7310ebafe42e None None] For port af1bfc78-48ba-4ea4-b340-c27d345be454, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=af1bfc78-48ba-4ea4-b340-c27d345be454,segment=NetworkSegment(b58e7a71-2605-4e16-abd4-c8afc1ab5512),segment_id=b58e7a71-2605-4e16-abd4-c8afc1ab5512)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:29:22.145461 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-6b753685-2270-4da3-a366-a0bd6086772b service neutron] For port 90f4cf93-11f1-4190-ac5e-881bec5f2386, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=90f4cf93-11f1-4190-ac5e-881bec5f2386,segment=NetworkSegment(feb662d9-0152-4f97-8d6d-89a1fa54f824),segment_id=feb662d9-0152-4f97-8d6d-89a1fa54f824)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:29:22.151133 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-654460f8-cadf-4cd3-bfbb-8ff7c4ddf22d tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:22.152147 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-71103209-44dc-4f34-9822-7310ebafe42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:22.158483 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46882) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:29:22.171607 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-bba6f3d1-04d3-4115-8d79-e00f39b51619 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Request body: {'security_group_rule': {'security_group_id': '960d3f2e-d45c-4e1f-a060-188acf35d4d7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:29:22.174481 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-654460f8-cadf-4cd3-bfbb-8ff7c4ddf22d tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7425499 Aug 23 20:29:22.186637 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-6b753685-2270-4da3-a366-a0bd6086772b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:22.214033 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 46884) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:29:22.246923 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71103209-44dc-4f34-9822-7310ebafe42e None None] Routers {'6628256f-782b-4fc9-926e-f95af0a2ac56'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:29:22.247918 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-71103209-44dc-4f34-9822-7310ebafe42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:29:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['6628256f-782b-4fc9-926e-f95af0a2ac56'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:29:22.268100 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-32d15d78-d1cd-4487-ae23-530a23ad6ed6 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1228696279-network', 'tenant_id': '3e9f74c2ff8b465792ef9e519eed880a'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:29:22.281267 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bba6f3d1-04d3-4115-8d79-e00f39b51619 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:22.314778 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f512d-7c03-4a92-aa2b-e17680cf1f55 None None] Pushing event updated for resources: {'Port': ['ID=af1bfc78-48ba-4ea4-b340-c27d345be454,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:22.319766 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f14d70c-c49b-47a3-adbb-086b207981ac req-bafa45e7-a726-42fa-b9da-b3786ca1aa2f tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:22.341253 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5f14d70c-c49b-47a3-adbb-086b207981ac req-bafa45e7-a726-42fa-b9da-b3786ca1aa2f tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/ports?device_id=08d43fe9-db31-4049-91e2-cd1d2145f65f HTTP/1.1" status: 200 len: 949 time: 0.1345656 Aug 23 20:29:22.378944 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d15d78-d1cd-4487-ae23-530a23ad6ed6 admin admin] Made reservation on behalf of 3e9f74c2ff8b465792ef9e519eed880a for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:29:22.381896 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-32d15d78-d1cd-4487-ae23-530a23ad6ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:22.415413 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-71103209-44dc-4f34-9822-7310ebafe42e None None] Set router 6628256f-782b-4fc9-926e-f95af0a2ac56 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:29:22.419300 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-6b753685-2270-4da3-a366-a0bd6086772b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:22.420316 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-6b753685-2270-4da3-a366-a0bd6086772b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:22.422082 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-6b753685-2270-4da3-a366-a0bd6086772b service neutron] 10.222.0.32 "PUT /v2.0/ports/90f4cf93-11f1-4190-ac5e-881bec5f2386 HTTP/1.1" status: 200 len: 1121 time: 2.2909753 Aug 23 20:29:22.423408 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bba6f3d1-04d3-4115-8d79-e00f39b51619 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:22.425958 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-32d15d78-d1cd-4487-ae23-530a23ad6ed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:22.429080 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b753685-2270-4da3-a366-a0bd6086772b service neutron] Pushing event updated for resources: {'Port': ['ID=90f4cf93-11f1-4190-ac5e-881bec5f2386,revision_number=8']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:22.469941 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b66d9d-3f84-4d89-b2b8-66b2e60a9ba4 req-63ea6d58-b0d0-4fe4-8fd3-b2163f77deac tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:22.479968 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b4b66d9d-3f84-4d89-b2b8-66b2e60a9ba4 req-63ea6d58-b0d0-4fe4-8fd3-b2163f77deac tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/ports?device_id=40738866-d19a-49e2-a02b-02f374c597df HTTP/1.1" status: 200 len: 950 time: 0.2209089 Aug 23 20:29:22.500298 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5f14d70c-c49b-47a3-adbb-086b207981ac req-17e8ec9d-b560-4aa0-9e35-18cee4848d3b tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/security-groups?id=179fb938-c9d2-4442-9708-d36ca99918ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541812 Aug 23 20:29:22.501191 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bba6f3d1-04d3-4115-8d79-e00f39b51619 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:22.549410 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba6f3d1-04d3-4115-8d79-e00f39b51619 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=547d14a0-0c63-42ae-a6ed-9d9885ef2300,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:22.571598 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['90f4cf93-11f1-4190-ac5e-881bec5f2386'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:29:22.663848 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b4b66d9d-3f84-4d89-b2b8-66b2e60a9ba4 req-7905afdc-7898-4f09-95a5-2462b5b19b3d tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4601676-42b8-4648-b946-7ab4b4582e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830416 Aug 23 20:29:22.670678 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-32d15d78-d1cd-4487-ae23-530a23ad6ed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:22.678072 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-32d15d78-d1cd-4487-ae23-530a23ad6ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:22.730412 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d15d78-d1cd-4487-ae23-530a23ad6ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a3805b-b4cc-4f63-a53c-05231cacda36,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:22.741781 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bba6f3d1-04d3-4115-8d79-e00f39b51619 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:22.743593 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-bba6f3d1-04d3-4115-8d79-e00f39b51619 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5835462 Aug 23 20:29:22.753054 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46890) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:29:22.781995 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32d15d78-d1cd-4487-ae23-530a23ad6ed6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:29:22.810062 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-32d15d78-d1cd-4487-ae23-530a23ad6ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:22.811360 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-32d15d78-d1cd-4487-ae23-530a23ad6ed6 admin admin] Added segment 2f3eb588-dd79-4c7e-8a55-452a676b1189 of type vlan for network e59d4305-2a64-4ab5-908a-12a3aad0abdf Aug 23 20:29:22.822655 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-bc7e3cf6-a63f-4234-960d-c74b7597daae tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Request body: {'floatingip': {'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:29:22.901565 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d8816-7d57-4781-8a3a-a55562b8ed16 req-4e9087a9-288b-4687-9730-4046bc9fc5c8 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:22.903267 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-576d8816-7d57-4781-8a3a-a55562b8ed16 req-4e9087a9-288b-4687-9730-4046bc9fc5c8 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=4959b9f2-98bc-46b4-9d64-36ee6db26404 HTTP/1.1" status: 200 len: 943 time: 0.2630246 Aug 23 20:29:22.909869 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bc7e3cf6-a63f-4234-960d-c74b7597daae tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:22.927630 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-32d15d78-d1cd-4487-ae23-530a23ad6ed6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:22.969264 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-32d15d78-d1cd-4487-ae23-530a23ad6ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:22.977388 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d15d78-d1cd-4487-ae23-530a23ad6ed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:22.977388 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-32d15d78-d1cd-4487-ae23-530a23ad6ed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:22.996081 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-71103209-44dc-4f34-9822-7310ebafe42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6628256f-782b-4fc9-926e-f95af0a2ac56', 'name': 'tempest-ServersTestJSON-519922062-router', 'tenant_id': '678355395d8146908cb82e29a8b7a279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '070b4804-500b-4c34-ab64-da0934e16abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:29:10Z', 'updated_at': '2021-08-23T20:29:17Z', 'revision_number': 4, 'project_id': '678355395d8146908cb82e29a8b7a279', 'gw_port': {'id': '070b4804-500b-4c34-ab64-da0934e16abf', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6628256f-782b-4fc9-926e-f95af0a2ac56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:29:11Z', 'updated_at': '2021-08-23T20:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'af1bfc78-48ba-4ea4-b340-c27d345be454', 'name': '', 'network_id': '37a27260-6c33-48a0-8e2f-0f51c4073c1b', 'tenant_id': '678355395d8146908cb82e29a8b7a279', 'mac_address': 'fa:16:3e:9c:3b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6628256f-782b-4fc9-926e-f95af0a2ac56', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '84ae49e3-16c6-4ab2-918c-5c56bcd6d83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:29:16Z', 'updated_at': '2021-08-23T20:29:22Z', 'revision_number': 4, 'project_id': '678355395d8146908cb82e29a8b7a279', 'subnets': [{'id': '84ae49e3-16c6-4ab2-918c-5c56bcd6d83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:29:23.045945 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aafd0a-c9f8-4ba3-b6fb-7acd1d09bf6a req-a5f97f44-2093-4cb0-8442-0bd667baaf94 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:23.048645 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71103209-44dc-4f34-9822-7310ebafe42e None None] The sync data for ids ['6628256f-782b-4fc9-926e-f95af0a2ac56'] in n-d-805663-2 is: [{'id': '6628256f-782b-4fc9-926e-f95af0a2ac56', 'name': 'tempest-ServersTestJSON-519922062-router', 'tenant_id': '678355395d8146908cb82e29a8b7a279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '070b4804-500b-4c34-ab64-da0934e16abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:29:10Z', 'updated_at': '2021-08-23T20:29:17Z', 'revision_number': 4, 'project_id': '678355395d8146908cb82e29a8b7a279', 'gw_port': {'id': '070b4804-500b-4c34-ab64-da0934e16abf', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6628256f-782b-4fc9-926e-f95af0a2ac56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:29:11Z', 'updated_at': '2021-08-23T20:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'af1bfc78-48ba-4ea4-b340-c27d345be454', 'name': '', 'network_id': '37a27260-6c33-48a0-8e2f-0f51c4073c1b', 'tenant_id': '678355395d8146908cb82e29a8b7a279', 'mac_address': 'fa:16:3e:9c:3b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6628256f-782b-4fc9-926e-f95af0a2ac56', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '84ae49e3-16c6-4ab2-918c-5c56bcd6d83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:29:16Z', 'updated_at': '2021-08-23T20:29:22Z', 'revision_number': 4, 'project_id': '678355395d8146908cb82e29a8b7a279', 'subnets': [{'id': '84ae49e3-16c6-4ab2-918c-5c56bcd6d83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:29:23.050797 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-65aafd0a-c9f8-4ba3-b6fb-7acd1d09bf6a req-a5f97f44-2093-4cb0-8442-0bd667baaf94 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.11 "GET /v2.0/networks?id=a133b3ce-c542-461f-b67d-2eb2e20a852b HTTP/1.1" status: 200 len: 807 time: 0.3522241 Aug 23 20:29:23.069287 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-32d15d78-d1cd-4487-ae23-530a23ad6ed6 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8076150 Aug 23 20:29:23.117328 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46898) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:29:23.134598 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d15d78-d1cd-4487-ae23-530a23ad6ed6 admin admin] Pushing event updated for resources: {'Network': ['ID=e59d4305-2a64-4ab5-908a-12a3aad0abdf,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:23.137504 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-7f8b9f42-4619-4479-bb8f-80e994dedf49 admin admin] Request body: {'subnet': {'network_id': 'e59d4305-2a64-4ab5-908a-12a3aad0abdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1228696279-subnet', 'tenant_id': '3e9f74c2ff8b465792ef9e519eed880a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:29:23.174919 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-65aafd0a-c9f8-4ba3-b6fb-7acd1d09bf6a req-ff4d44fc-c687-45ce-b4b8-02b3823c77fe tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Request body: {'port': {'device_id': 'bcafae5d-6483-417a-9f16-c501a7c5cfe6', 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b', 'admin_state_up': True, 'tenant_id': 'aeab6bca1ebb43a8b404543d83e8cc6e'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:29:23.180268 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network e59d4305-2a64-4ab5-908a-12a3aad0abdf details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:29:23.278114 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ea4a0-b41e-4556-a3a9-6a282e4d6c54 req-c1b55614-f03b-4614-ade1-42979f415a01 tempest-ServersAdminNegativeTestJSON-1826611078 tempest-ServersAdminNegativeTestJSON-1826611078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:23.278399 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8b9f42-4619-4479-bb8f-80e994dedf49 admin admin] Made reservation on behalf of 3e9f74c2ff8b465792ef9e519eed880a for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:29:23.280485 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f8b9f42-4619-4479-bb8f-80e994dedf49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:23.287427 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f42ea4a0-b41e-4556-a3a9-6a282e4d6c54 req-c1b55614-f03b-4614-ade1-42979f415a01 tempest-ServersAdminNegativeTestJSON-1826611078 tempest-ServersAdminNegativeTestJSON-1826611078-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=08d43fe9-db31-4049-91e2-cd1d2145f65f HTTP/1.1" status: 200 len: 1100 time: 0.0855501 Aug 23 20:29:23.308856 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f42ea4a0-b41e-4556-a3a9-6a282e4d6c54 req-d04eacc9-9ff7-43b6-a4e6-4ced5be28be6 tempest-ServersAdminNegativeTestJSON-1826611078 tempest-ServersAdminNegativeTestJSON-1826611078-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:23.319247 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-576d8816-7d57-4781-8a3a-a55562b8ed16 req-8cc24487-16ef-4d76-8a0d-e6901ac16fa5 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3958549 Aug 23 20:29:23.514121 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-60cd9954-1f95-4a92-8cc7-ad0a773486e7 req-f17bdfd5-0192-43b0-a5fd-53be886ffa92 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=bcafae5d-6483-417a-9f16-c501a7c5cfe6 HTTP/1.1" status: 200 len: 210 time: 0.0416083 Aug 23 20:29:23.524549 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f42ea4a0-b41e-4556-a3a9-6a282e4d6c54 req-d04eacc9-9ff7-43b6-a4e6-4ced5be28be6 tempest-ServersAdminNegativeTestJSON-1826611078 tempest-ServersAdminNegativeTestJSON-1826611078-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:23.532030 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f42ea4a0-b41e-4556-a3a9-6a282e4d6c54 req-d04eacc9-9ff7-43b6-a4e6-4ced5be28be6 tempest-ServersAdminNegativeTestJSON-1826611078 tempest-ServersAdminNegativeTestJSON-1826611078-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:23.606795 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f42ea4a0-b41e-4556-a3a9-6a282e4d6c54 req-d04eacc9-9ff7-43b6-a4e6-4ced5be28be6 tempest-ServersAdminNegativeTestJSON-1826611078 tempest-ServersAdminNegativeTestJSON-1826611078-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=179fb938-c9d2-4442-9708-d36ca99918ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180444 Aug 23 20:29:23.624211 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04eacc9-9ff7-43b6-a4e6-4ced5be28be6 tempest-ServersAdminNegativeTestJSON-1826611078 tempest-ServersAdminNegativeTestJSON-1826611078-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b0499e-bebe-4677-8772-16c47916938e,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:23.642541 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65aafd0a-c9f8-4ba3-b6fb-7acd1d09bf6a req-ff4d44fc-c687-45ce-b4b8-02b3823c77fe tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Made reservation on behalf of aeab6bca1ebb43a8b404543d83e8cc6e for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:29:23.647530 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-65aafd0a-c9f8-4ba3-b6fb-7acd1d09bf6a req-ff4d44fc-c687-45ce-b4b8-02b3823c77fe tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:23.653129 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ae1ab-a2d4-4a7c-ab15-3c9d3d7da785 req-76a267f6-e1a6-45bd-b1cb-3a86316d758a tempest-DeleteServersAdminTestJSON-1662626943 tempest-DeleteServersAdminTestJSON-1662626943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:23.655185 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-849ae1ab-a2d4-4a7c-ab15-3c9d3d7da785 req-76a267f6-e1a6-45bd-b1cb-3a86316d758a tempest-DeleteServersAdminTestJSON-1662626943 tempest-DeleteServersAdminTestJSON-1662626943-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=40738866-d19a-49e2-a02b-02f374c597df HTTP/1.1" status: 200 len: 1101 time: 0.1156909 Aug 23 20:29:23.780410 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bc7e3cf6-a63f-4234-960d-c74b7597daae tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:23.822770 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f8b9f42-4619-4479-bb8f-80e994dedf49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:23.861774 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af2540-8906-45a0-9b93-0ecfc186ae4f req-3e0640f3-a75b-4529-b5e6-92a498430d6b tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:23.863785 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-08af2540-8906-45a0-9b93-0ecfc186ae4f req-3e0640f3-a75b-4529-b5e6-92a498430d6b tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f990a99f-dd25-4e58-a64c-1b41ab5dbb16 HTTP/1.1" status: 200 len: 950 time: 0.2109156 Aug 23 20:29:23.881564 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-849ae1ab-a2d4-4a7c-ab15-3c9d3d7da785 req-756e996b-7d67-4e11-b877-baba1a1c29b6 tempest-DeleteServersAdminTestJSON-1662626943 tempest-DeleteServersAdminTestJSON-1662626943-project-admin] Deleting port 8698a7c2-435e-42da-85c8-d0a671d11fda {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:29:23.882482 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-849ae1ab-a2d4-4a7c-ab15-3c9d3d7da785 req-756e996b-7d67-4e11-b877-baba1a1c29b6 tempest-DeleteServersAdminTestJSON-1662626943 tempest-DeleteServersAdminTestJSON-1662626943-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:23.916373 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404471ac-8a05-4cb0-bfde-48802aaa06f5 req-2d84babb-b431-4db0-820f-e946aefd8cd7 tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:23.917974 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-404471ac-8a05-4cb0-bfde-48802aaa06f5 req-2d84babb-b431-4db0-820f-e946aefd8cd7 tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/ports?device_id=40738866-d19a-49e2-a02b-02f374c597df HTTP/1.1" status: 200 len: 950 time: 0.1602304 Aug 23 20:29:23.998821 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8b9f42-4619-4479-bb8f-80e994dedf49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c847bef1-e07c-4b5f-a2b7-40e3180bc46d,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:24.049522 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-404471ac-8a05-4cb0-bfde-48802aaa06f5 req-b4088a2b-995a-47c5-9810-e05237a71e14 tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4601676-42b8-4648-b946-7ab4b4582e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692177 Aug 23 20:29:24.083499 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4959b9f2-98bc-46b4-9d64-36ee6db26404', 'tag': '90f4cf93-11f1-4190-ac5e-881bec5f2386'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:29:24.085904 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba8b9d9-2875-4021-8636-b5767fe2ef70" -d '{"events": [{"name": "network-changed", "server_uuid": "4959b9f2-98bc-46b4-9d64-36ee6db26404", "tag": "90f4cf93-11f1-4190-ac5e-881bec5f2386"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:29:24.105215 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device af1bfc78-48ba-4ea4-b340-c27d345be454 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:29:24.151971 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-65aafd0a-c9f8-4ba3-b6fb-7acd1d09bf6a req-ff4d44fc-c687-45ce-b4b8-02b3823c77fe tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Allocated IP 172.20.0.5 (a133b3ce-c542-461f-b67d-2eb2e20a852b/bc364ba1-f548-4b44-839c-5441876e52b8/ef6df56d-b025-4240-8305-9560c566684a) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:29:24.156301 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-849ae1ab-a2d4-4a7c-ab15-3c9d3d7da785 req-756e996b-7d67-4e11-b877-baba1a1c29b6 tempest-DeleteServersAdminTestJSON-1662626943 tempest-DeleteServersAdminTestJSON-1662626943-project-admin] For port 8698a7c2-435e-42da-85c8-d0a671d11fda, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=8698a7c2-435e-42da-85c8-d0a671d11fda,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:29:24.158128 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-849ae1ab-a2d4-4a7c-ab15-3c9d3d7da785 req-756e996b-7d67-4e11-b877-baba1a1c29b6 tempest-DeleteServersAdminTestJSON-1662626943 tempest-DeleteServersAdminTestJSON-1662626943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:24.194334 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-849ae1ab-a2d4-4a7c-ab15-3c9d3d7da785 req-756e996b-7d67-4e11-b877-baba1a1c29b6 tempest-DeleteServersAdminTestJSON-1662626943 tempest-DeleteServersAdminTestJSON-1662626943-project-admin] Calling delete_port for 8698a7c2-435e-42da-85c8-d0a671d11fda owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:29:24.225167 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a723338f-31ce-4bc6-b33b-0bca092cf2ad x-openstack-request-id: req-a723338f-31ce-4bc6-b33b-0bca092cf2ad {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:29:24.225764 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4959b9f2-98bc-46b4-9d64-36ee6db26404", "tag": "90f4cf93-11f1-4190-ac5e-881bec5f2386", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:29:24.226171 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a723338f-31ce-4bc6-b33b-0bca092cf2ad {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:29:24.226728 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4959b9f2-98bc-46b4-9d64-36ee6db26404', 'tag': '90f4cf93-11f1-4190-ac5e-881bec5f2386', 'status': 'completed', 'code': 200} Aug 23 20:29:24.234124 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port af1bfc78-48ba-4ea4-b340-c27d345be454 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:29:24.245265 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port af1bfc78-48ba-4ea4-b340-c27d345be454 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:29:24.246072 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:24.340344 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-bc7e3cf6-a63f-4234-960d-c74b7597daae tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Allocated IP 172.25.4.211 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/5621467d-afdf-46a7-a598-1b6147c8de76) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:29:24.355374 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba8b9d9-2875-4021-8636-b5767fe2ef70 req-731bd0a4-42ee-4569-a56e-8f5938f0ef3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:24.358786 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5ba8b9d9-2875-4021-8636-b5767fe2ef70 req-731bd0a4-42ee-4569-a56e-8f5938f0ef3b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80dadbb9f2554b479c0b13605bddd689&device_id=4959b9f2-98bc-46b4-9d64-36ee6db26404 HTTP/1.1" status: 200 len: 1124 time: 0.1301038 Aug 23 20:29:24.393544 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:24.494457 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port af1bfc78-48ba-4ea4-b340-c27d345be454, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=af1bfc78-48ba-4ea4-b340-c27d345be454,segment=NetworkSegment(b58e7a71-2605-4e16-abd4-c8afc1ab5512),segment_id=b58e7a71-2605-4e16-abd4-c8afc1ab5512)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:29:24.508352 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:24.530263 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bc7e3cf6-a63f-4234-960d-c74b7597daae tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:24.580611 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-849ae1ab-a2d4-4a7c-ab15-3c9d3d7da785 req-756e996b-7d67-4e11-b877-baba1a1c29b6 tempest-DeleteServersAdminTestJSON-1662626943 tempest-DeleteServersAdminTestJSON-1662626943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:24.617861 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=af1bfc78-48ba-4ea4-b340-c27d345be454,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:24.621122 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-08af2540-8906-45a0-9b93-0ecfc186ae4f req-dbac1a5c-4adc-4862-b320-64ebf65dfdb4 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7299712 Aug 23 20:29:24.628935 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['8698a7c2-435e-42da-85c8-d0a671d11fda'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:29:24.643128 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba8b9d9-2875-4021-8636-b5767fe2ef70 req-5129b847-d4ee-465b-ba07-5f5c5e0bc718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:24.643128 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5ba8b9d9-2875-4021-8636-b5767fe2ef70 req-5129b847-d4ee-465b-ba07-5f5c5e0bc718 service neutron] 10.222.0.11 "GET /v2.0/networks?id=291e6885-2f63-495c-b479-2184cb200f47 HTTP/1.1" status: 200 len: 922 time: 0.2632995 Aug 23 20:29:24.665846 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bc7e3cf6-a63f-4234-960d-c74b7597daae tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:24.737843 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756e996b-7d67-4e11-b877-baba1a1c29b6 tempest-DeleteServersAdminTestJSON-1662626943 tempest-DeleteServersAdminTestJSON-1662626943-project-admin] Pushing event deleted for resources: {'Port': ['ID=8698a7c2-435e-42da-85c8-d0a671d11fda,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:24.743026 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5ba8b9d9-2875-4021-8636-b5767fe2ef70 req-d560ccfd-3343-44ae-910d-f61b7fcda61f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90f4cf93-11f1-4190-ac5e-881bec5f2386 HTTP/1.1" status: 200 len: 217 time: 0.0939658 Aug 23 20:29:24.783348 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8b9f42-4619-4479-bb8f-80e994dedf49 admin admin] Checking segment: {'id': '2f3eb588-dd79-4c7e-8a55-452a676b1189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e59d4305-2a64-4ab5-908a-12a3aad0abdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:29:24.783635 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8b9f42-4619-4479-bb8f-80e994dedf49 admin admin] Network hostable DHCP agents. Network: e59d4305-2a64-4ab5-908a-12a3aad0abdf, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:29:24.824600 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7e3cf6-a63f-4234-960d-c74b7597daae tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:29:24.828337 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0bb504b6-61d2-4427-b4c1-5b9a6d449fbb req-e58b4228-42b9-4f8e-bdc3-769856b0c40b tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=bcafae5d-6483-417a-9f16-c501a7c5cfe6 HTTP/1.1" status: 200 len: 210 time: 0.0941653 Aug 23 20:29:24.840617 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-bc7e3cf6-a63f-4234-960d-c74b7597daae tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:29:24.846756 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7e3cf6-a63f-4234-960d-c74b7597daae tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:29:24.849370 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-849ae1ab-a2d4-4a7c-ab15-3c9d3d7da785 req-756e996b-7d67-4e11-b877-baba1a1c29b6 tempest-DeleteServersAdminTestJSON-1662626943 tempest-DeleteServersAdminTestJSON-1662626943-project-admin] No DVR routers for this DVR port 8698a7c2-435e-42da-85c8-d0a671d11fda on host n-h2-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:29:24.858694 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-849ae1ab-a2d4-4a7c-ab15-3c9d3d7da785 req-756e996b-7d67-4e11-b877-baba1a1c29b6 tempest-DeleteServersAdminTestJSON-1662626943 tempest-DeleteServersAdminTestJSON-1662626943-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:24.861945 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-849ae1ab-a2d4-4a7c-ab15-3c9d3d7da785 req-756e996b-7d67-4e11-b877-baba1a1c29b6 tempest-DeleteServersAdminTestJSON-1662626943 tempest-DeleteServersAdminTestJSON-1662626943-project-admin] 10.222.0.32 "DELETE /v2.0/ports/8698a7c2-435e-42da-85c8-d0a671d11fda HTTP/1.1" status: 204 len: 173 time: 1.1986878 Aug 23 20:29:24.877559 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ae232-798d-4934-8c17-ac372e30ac64 req-1f15c2a3-da29-45e8-80a3-be870394e1d2 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:24.889165 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a15ae232-798d-4934-8c17-ac372e30ac64 req-1f15c2a3-da29-45e8-80a3-be870394e1d2 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=4959b9f2-98bc-46b4-9d64-36ee6db26404 HTTP/1.1" status: 200 len: 943 time: 0.3338251 Aug 23 20:29:24.930855 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e3cf6-a63f-4234-960d-c74b7597daae tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Pushing event updated for resources: {'Port': ['ID=5621467d-afdf-46a7-a598-1b6147c8de76,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:24.931728 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba8b9d9-2875-4021-8636-b5767fe2ef70 req-8673673b-e974-4440-ae50-221ca1a82899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:24.934163 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5ba8b9d9-2875-4021-8636-b5767fe2ef70 req-8673673b-e974-4440-ae50-221ca1a82899 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dff65f8b-9e15-4b43-b237-3b4edeaab508 HTTP/1.1" status: 200 len: 861 time: 0.1629567 Aug 23 20:29:25.000002 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5ba8b9d9-2875-4021-8636-b5767fe2ef70 req-7f703581-7d96-47ed-acd9-b9b38fc51454 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=291e6885-2f63-495c-b479-2184cb200f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493720 Aug 23 20:29:25.010040 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a15ae232-798d-4934-8c17-ac372e30ac64 req-b4fa8514-54ba-4db9-be6c-9e9f9c71e137 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195576 Aug 23 20:29:25.016914 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 90f4cf93-11f1-4190-ac5e-881bec5f2386 details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:29:25.021837 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8b9f42-4619-4479-bb8f-80e994dedf49 admin admin] Network e59d4305-2a64-4ab5-908a-12a3aad0abdf is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:29:25.136446 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-65aafd0a-c9f8-4ba3-b6fb-7acd1d09bf6a req-ff4d44fc-c687-45ce-b4b8-02b3823c77fe tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:25.185160 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 90f4cf93-11f1-4190-ac5e-881bec5f2386, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=90f4cf93-11f1-4190-ac5e-881bec5f2386,segment=NetworkSegment(feb662d9-0152-4f97-8d6d-89a1fa54f824),segment_id=feb662d9-0152-4f97-8d6d-89a1fa54f824)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:29:25.204193 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-7f8b9f42-4619-4479-bb8f-80e994dedf49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, e59d4305-2a64-4ab5-908a-12a3aad0abdf) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:29:25.231332 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5ba8b9d9-2875-4021-8636-b5767fe2ef70 req-c1a623cd-ed62-4593-9a72-1c0a11c389e2 service neutron] 10.222.0.11 "GET /v2.0/networks/291e6885-2f63-495c-b479-2184cb200f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179313 Aug 23 20:29:25.265859 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8b9f42-4619-4479-bb8f-80e994dedf49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:25.266389 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-491ecc5f-583c-424a-a05c-2001ab7d60cf req-9005ef90-5cef-4666-a37e-8646b0cb699f tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/ports?device_id=40738866-d19a-49e2-a02b-02f374c597df HTTP/1.1" status: 200 len: 210 time: 0.0485601 Aug 23 20:29:25.266553 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f8b9f42-4619-4479-bb8f-80e994dedf49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:25.336563 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b13d11-b8f7-4115-965a-4bd58edcbdd0 req-7be0fb62-aec8-4dca-8de1-db21c6b7f2d3 tempest-ServersAdminNegativeTestJSON-1826611078 tempest-ServersAdminNegativeTestJSON-1826611078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:25.343698 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b0b13d11-b8f7-4115-965a-4bd58edcbdd0 req-7be0fb62-aec8-4dca-8de1-db21c6b7f2d3 tempest-ServersAdminNegativeTestJSON-1826611078 tempest-ServersAdminNegativeTestJSON-1826611078-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=08d43fe9-db31-4049-91e2-cd1d2145f65f HTTP/1.1" status: 200 len: 1100 time: 0.3377063 Aug 23 20:29:25.376096 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-7f8b9f42-4619-4479-bb8f-80e994dedf49 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2472391 Aug 23 20:29:25.376418 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e18925a-a4bf-4113-986d-4dcd249b241e None None] Network e59d4305-2a64-4ab5-908a-12a3aad0abdf requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:29:25.376561 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bc7e3cf6-a63f-4234-960d-c74b7597daae tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:25.431787 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-65aafd0a-c9f8-4ba3-b6fb-7acd1d09bf6a req-ff4d44fc-c687-45ce-b4b8-02b3823c77fe tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:25.446922 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b0b13d11-b8f7-4115-965a-4bd58edcbdd0 req-ffaa4bb9-4e79-42a2-8d72-774feff7846e tempest-ServersAdminNegativeTestJSON-1826611078 tempest-ServersAdminNegativeTestJSON-1826611078-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=179fb938-c9d2-4442-9708-d36ca99918ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022742 Aug 23 20:29:25.463145 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 90f4cf93-11f1-4190-ac5e-881bec5f2386 has no active binding in host n-h2-805663-2 {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 23 20:29:25.489399 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bc7e3cf6-a63f-4234-960d-c74b7597daae tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:25.502568 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5ba8b9d9-2875-4021-8636-b5767fe2ef70 req-16f60b15-41b0-4b23-b970-db725d8b4915 service neutron] 10.222.0.11 "GET /v2.0/networks/291e6885-2f63-495c-b479-2184cb200f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409427 Aug 23 20:29:25.525786 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65aafd0a-c9f8-4ba3-b6fb-7acd1d09bf6a req-ff4d44fc-c687-45ce-b4b8-02b3823c77fe tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Network a133b3ce-c542-461f-b67d-2eb2e20a852b is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:29:25.534490 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-65aafd0a-c9f8-4ba3-b6fb-7acd1d09bf6a req-ff4d44fc-c687-45ce-b4b8-02b3823c77fe tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:29:25.542080 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-65aafd0a-c9f8-4ba3-b6fb-7acd1d09bf6a req-ff4d44fc-c687-45ce-b4b8-02b3823c77fe tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:29:25.592324 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d44fc-c687-45ce-b4b8-02b3823c77fe tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Pushing event updated for resources: {'Port': ['ID=ef6df56d-b025-4240-8305-9560c566684a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:25.687403 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aafd0a-c9f8-4ba3-b6fb-7acd1d09bf6a req-ff4d44fc-c687-45ce-b4b8-02b3823c77fe tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:25.687999 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-65aafd0a-c9f8-4ba3-b6fb-7acd1d09bf6a req-ff4d44fc-c687-45ce-b4b8-02b3823c77fe tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:25.714806 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7259a2f-9138-4774-961b-3bf67c9167f5 None None] Network e59d4305-2a64-4ab5-908a-12a3aad0abdf requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:29:25.726793 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-65aafd0a-c9f8-4ba3-b6fb-7acd1d09bf6a req-ff4d44fc-c687-45ce-b4b8-02b3823c77fe tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6211920 Aug 23 20:29:25.759926 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-65aafd0a-c9f8-4ba3-b6fb-7acd1d09bf6a req-813a90fe-0c55-426c-bcc4-b3dcc10e51d7 service neutron] Request body: {'port': {'device_id': 'bcafae5d-6483-417a-9f16-c501a7c5cfe6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:29:25.862894 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-65aafd0a-c9f8-4ba3-b6fb-7acd1d09bf6a req-813a90fe-0c55-426c-bcc4-b3dcc10e51d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:25.897824 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7418beeb-b76e-4063-8a6f-5da232bf15a9 req-f31a1c5b-b1f7-47bd-952c-cc4bb9ccb195 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:25.914518 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7418beeb-b76e-4063-8a6f-5da232bf15a9 req-f31a1c5b-b1f7-47bd-952c-cc4bb9ccb195 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f990a99f-dd25-4e58-a64c-1b41ab5dbb16 HTTP/1.1" status: 200 len: 950 time: 0.1399345 Aug 23 20:29:25.915098 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bc7e3cf6-a63f-4234-960d-c74b7597daae tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:25.943952 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bc7e3cf6-a63f-4234-960d-c74b7597daae tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:25.966422 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7418beeb-b76e-4063-8a6f-5da232bf15a9 req-87890ab8-8485-4a8e-ad20-41f9a412a2ab tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526483 Aug 23 20:29:26.060405 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device af1bfc78-48ba-4ea4-b340-c27d345be454 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:29:26.135495 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port af1bfc78-48ba-4ea4-b340-c27d345be454 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:29:26.136182 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:26.232795 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40738866-d19a-49e2-a02b-02f374c597df', 'name': 'network-vif-deleted', 'tag': '8698a7c2-435e-42da-85c8-d0a671d11fda'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:29:26.235932 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972ee10f-9f52-4e36-9c57-e82ab262fcf2" -d '{"events": [{"server_uuid": "40738866-d19a-49e2-a02b-02f374c597df", "name": "network-vif-deleted", "tag": "8698a7c2-435e-42da-85c8-d0a671d11fda"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:29:26.249027 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e3cf6-a63f-4234-960d-c74b7597daae tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Pushing event updated for resources: {'Port': ['ID=5621467d-afdf-46a7-a598-1b6147c8de76,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:26.350252 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d22ca2-7701-41b9-967a-f18100a36bd7 req-6c41c4db-5bc7-4b99-b1ca-28bf037430d4 tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:26.351789 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-57d22ca2-7701-41b9-967a-f18100a36bd7 req-6c41c4db-5bc7-4b99-b1ca-28bf037430d4 tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] 10.222.0.61 "GET /v2.0/networks?id=d8b39397-eb10-46a4-9362-eda4714b4285 HTTP/1.1" status: 200 len: 815 time: 0.1327064 Aug 23 20:29:26.368296 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-57d22ca2-7701-41b9-967a-f18100a36bd7 req-e10f03a3-a075-4ed7-b0f2-75f4bfb21403 tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] 10.222.0.61 "GET /v2.0/quotas/da40cd0ce1444faa8522c0791ccf0ebc HTTP/1.1" status: 200 len: 375 time: 0.0101848 Aug 23 20:29:26.393340 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bc7e3cf6-a63f-4234-960d-c74b7597daae tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:26.408335 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-57d22ca2-7701-41b9-967a-f18100a36bd7 req-b96a00e0-d4d1-408c-9ff0-7423dcf2d572 tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=da40cd0ce1444faa8522c0791ccf0ebc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332723 Aug 23 20:29:26.444454 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9a08e-b507-4245-94af-0e47cf4cc262 req-006814b5-0e82-4d22-bbaf-1298a2be4370 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:26.446002 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-44b9a08e-b507-4245-94af-0e47cf4cc262 req-006814b5-0e82-4d22-bbaf-1298a2be4370 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=bcafae5d-6483-417a-9f16-c501a7c5cfe6 HTTP/1.1" status: 200 len: 931 time: 0.2174184 Aug 23 20:29:26.475962 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bc7e3cf6-a63f-4234-960d-c74b7597daae tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:26.484269 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-bc7e3cf6-a63f-4234-960d-c74b7597daae tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6650364 Aug 23 20:29:26.513644 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-44b9a08e-b507-4245-94af-0e47cf4cc262 req-6a496db5-03f8-4f40-a702-9033a4ec5c8d tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590093 Aug 23 20:29:26.550566 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-57d22ca2-7701-41b9-967a-f18100a36bd7 req-c6c6727d-4d4d-489a-92dc-7f0af770d021 service neutron] 10.222.0.61 "GET /v2.0/networks/d8b39397-eb10-46a4-9362-eda4714b4285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324980 Aug 23 20:29:26.670190 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-57d22ca2-7701-41b9-967a-f18100a36bd7 req-ec1cd121-7307-4786-a1dd-70570b9e0303 service neutron] 10.222.0.61 "GET /v2.0/networks/d8b39397-eb10-46a4-9362-eda4714b4285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111794 Aug 23 20:29:26.685451 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-65aafd0a-c9f8-4ba3-b6fb-7acd1d09bf6a req-813a90fe-0c55-426c-bcc4-b3dcc10e51d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef6df56d-b025-4240-8305-9560c566684a {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:29:26.694452 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-65aafd0a-c9f8-4ba3-b6fb-7acd1d09bf6a req-813a90fe-0c55-426c-bcc4-b3dcc10e51d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:26.712313 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-65aafd0a-c9f8-4ba3-b6fb-7acd1d09bf6a req-813a90fe-0c55-426c-bcc4-b3dcc10e51d7 service neutron] Transition to ACTIVE for port object ef6df56d-b025-4240-8305-9560c566684a will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:29:26.725087 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa6b3f-a6e6-4863-aa35-06ed749dc292 req-761e8fe4-9df0-4ea7-8149-e5094c900c96 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:26.726725 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b7aa6b3f-a6e6-4863-aa35-06ed749dc292 req-761e8fe4-9df0-4ea7-8149-e5094c900c96 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/ports?device_id=08d43fe9-db31-4049-91e2-cd1d2145f65f HTTP/1.1" status: 200 len: 949 time: 0.0915828 Aug 23 20:29:26.727529 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-65aafd0a-c9f8-4ba3-b6fb-7acd1d09bf6a req-813a90fe-0c55-426c-bcc4-b3dcc10e51d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:26.811191 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a90fe-0c55-426c-bcc4-b3dcc10e51d7 service neutron] Pushing event updated for resources: {'Port': ['ID=ef6df56d-b025-4240-8305-9560c566684a,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:26.841674 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b7aa6b3f-a6e6-4863-aa35-06ed749dc292 req-91c0d2ae-47a4-4719-8171-8f262ed0ff61 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/security-groups?id=179fb938-c9d2-4442-9708-d36ca99918ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873036 Aug 23 20:29:26.907234 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2534ded-cbfc-42ed-8481-28367a311db1 x-openstack-request-id: req-f2534ded-cbfc-42ed-8481-28367a311db1 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:29:26.907558 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40738866-d19a-49e2-a02b-02f374c597df", "name": "network-vif-deleted", "tag": "8698a7c2-435e-42da-85c8-d0a671d11fda", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:29:26.907760 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f2534ded-cbfc-42ed-8481-28367a311db1 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:29:26.908155 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40738866-d19a-49e2-a02b-02f374c597df', 'name': 'network-vif-deleted', 'tag': '8698a7c2-435e-42da-85c8-d0a671d11fda', 'status': 'completed', 'code': 200} Aug 23 20:29:26.924673 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e46bf5-da65-48cc-af26-360c61c0f3b3 req-0721e910-7970-41a0-bdb6-da8b720e3922 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:26.933089 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0e46bf5-da65-48cc-af26-360c61c0f3b3 req-0721e910-7970-41a0-bdb6-da8b720e3922 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=4959b9f2-98bc-46b4-9d64-36ee6db26404 HTTP/1.1" status: 200 len: 943 time: 0.0747485 Aug 23 20:29:26.937734 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-65aafd0a-c9f8-4ba3-b6fb-7acd1d09bf6a req-813a90fe-0c55-426c-bcc4-b3dcc10e51d7 service neutron] Attempting to bind port ef6df56d-b025-4240-8305-9560c566684a on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:29:26.938131 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-65aafd0a-c9f8-4ba3-b6fb-7acd1d09bf6a req-813a90fe-0c55-426c-bcc4-b3dcc10e51d7 service neutron] Attempting to bind port ef6df56d-b025-4240-8305-9560c566684a by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '3440ae09-322e-4891-8c02-a5baf5ba77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:29:26.939440 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65aafd0a-c9f8-4ba3-b6fb-7acd1d09bf6a req-813a90fe-0c55-426c-bcc4-b3dcc10e51d7 service neutron] Attempting to bind port ef6df56d-b025-4240-8305-9560c566684a on network a133b3ce-c542-461f-b67d-2eb2e20a852b {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:29:26.946688 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65aafd0a-c9f8-4ba3-b6fb-7acd1d09bf6a req-813a90fe-0c55-426c-bcc4-b3dcc10e51d7 service neutron] Port ef6df56d-b025-4240-8305-9560c566684a on network a133b3ce-c542-461f-b67d-2eb2e20a852b not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:29:26.947100 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65aafd0a-c9f8-4ba3-b6fb-7acd1d09bf6a req-813a90fe-0c55-426c-bcc4-b3dcc10e51d7 service neutron] Attempting to bind port ef6df56d-b025-4240-8305-9560c566684a on network a133b3ce-c542-461f-b67d-2eb2e20a852b {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:29:26.955712 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65aafd0a-c9f8-4ba3-b6fb-7acd1d09bf6a req-813a90fe-0c55-426c-bcc4-b3dcc10e51d7 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:29:26.956394 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65aafd0a-c9f8-4ba3-b6fb-7acd1d09bf6a req-813a90fe-0c55-426c-bcc4-b3dcc10e51d7 service neutron] Checking segment: {'id': '3440ae09-322e-4891-8c02-a5baf5ba77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:29:26.957076 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65aafd0a-c9f8-4ba3-b6fb-7acd1d09bf6a req-813a90fe-0c55-426c-bcc4-b3dcc10e51d7 service neutron] Bound using segment: {'id': '3440ae09-322e-4891-8c02-a5baf5ba77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:29:26.957939 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-65aafd0a-c9f8-4ba3-b6fb-7acd1d09bf6a req-813a90fe-0c55-426c-bcc4-b3dcc10e51d7 service neutron] Bound port: ef6df56d-b025-4240-8305-9560c566684a, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3440ae09-322e-4891-8c02-a5baf5ba77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:29:26.958561 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-65aafd0a-c9f8-4ba3-b6fb-7acd1d09bf6a req-813a90fe-0c55-426c-bcc4-b3dcc10e51d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:26.985784 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0e46bf5-da65-48cc-af26-360c61c0f3b3 req-b18766e0-165d-485e-821c-d5b399bae1c0 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517762 Aug 23 20:29:27.025371 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 8698a7c2-435e-42da-85c8-d0a671d11fda no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:29:27.056746 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: 8698a7c2-435e-42da-85c8-d0a671d11fda {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:29:27.057077 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 8698a7c2-435e-42da-85c8-d0a671d11fda not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:29:27.064769 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-65aafd0a-c9f8-4ba3-b6fb-7acd1d09bf6a req-813a90fe-0c55-426c-bcc4-b3dcc10e51d7 service neutron] For port ef6df56d-b025-4240-8305-9560c566684a, host n-h1-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:29:27.072330 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-65aafd0a-c9f8-4ba3-b6fb-7acd1d09bf6a req-813a90fe-0c55-426c-bcc4-b3dcc10e51d7 service neutron] For port ef6df56d-b025-4240-8305-9560c566684a, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=ef6df56d-b025-4240-8305-9560c566684a,segment=NetworkSegment(3440ae09-322e-4891-8c02-a5baf5ba77f1),segment_id=3440ae09-322e-4891-8c02-a5baf5ba77f1)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:29:27.080913 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-65aafd0a-c9f8-4ba3-b6fb-7acd1d09bf6a req-813a90fe-0c55-426c-bcc4-b3dcc10e51d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:27.147417 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aafd0a-c9f8-4ba3-b6fb-7acd1d09bf6a req-813a90fe-0c55-426c-bcc4-b3dcc10e51d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:27.148265 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-65aafd0a-c9f8-4ba3-b6fb-7acd1d09bf6a req-813a90fe-0c55-426c-bcc4-b3dcc10e51d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:27.149714 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-65aafd0a-c9f8-4ba3-b6fb-7acd1d09bf6a req-813a90fe-0c55-426c-bcc4-b3dcc10e51d7 service neutron] 10.222.0.11 "PUT /v2.0/ports/ef6df56d-b025-4240-8305-9560c566684a HTTP/1.1" status: 200 len: 1091 time: 1.4098179 Aug 23 20:29:27.153151 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcafae5d-6483-417a-9f16-c501a7c5cfe6', 'tag': 'ef6df56d-b025-4240-8305-9560c566684a'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:29:27.156156 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be26f25-c7b9-4a37-87c8-022c1f7c5a75" -d '{"events": [{"name": "network-changed", "server_uuid": "bcafae5d-6483-417a-9f16-c501a7c5cfe6", "tag": "ef6df56d-b025-4240-8305-9560c566684a"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:29:27.191254 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-81e6c0c2-02aa-4b3a-9f21-9b45491db7ba req-64ac20cd-65f6-4055-b9e7-b22e44f5900d tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e28fd10-07c6-4846-a116-61c331d92ed4 HTTP/1.1" status: 200 len: 210 time: 0.0462584 Aug 23 20:29:27.214713 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a90fe-0c55-426c-bcc4-b3dcc10e51d7 service neutron] Pushing event updated for resources: {'Port': ['ID=ef6df56d-b025-4240-8305-9560c566684a,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:27.221738 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1941a08e-1e25-4aac-ad8a-f46d368f1817 req-c781c71d-324a-44a0-ac82-366b01fb86a3 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1394460129&fields=id&tenant_id=678355395d8146908cb82e29a8b7a279 HTTP/1.1" status: 200 len: 267 time: 0.0990202 Aug 23 20:29:27.282637 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aafd0a-c9f8-4ba3-b6fb-7acd1d09bf6a req-f5da7ced-5e48-4874-9130-0b0bbc3c721b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:27.284277 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-65aafd0a-c9f8-4ba3-b6fb-7acd1d09bf6a req-f5da7ced-5e48-4874-9130-0b0bbc3c721b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aeab6bca1ebb43a8b404543d83e8cc6e&device_id=bcafae5d-6483-417a-9f16-c501a7c5cfe6 HTTP/1.1" status: 200 len: 1094 time: 0.0771661 Aug 23 20:29:27.348433 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-65aafd0a-c9f8-4ba3-b6fb-7acd1d09bf6a req-4d60c9cf-692b-484e-9d05-4c0512953f01 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef6df56d-b025-4240-8305-9560c566684a HTTP/1.1" status: 200 len: 217 time: 0.0496018 Aug 23 20:29:27.358896 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941a08e-1e25-4aac-ad8a-f46d368f1817 req-19498f4c-d699-4164-8d77-e379e29cb5f5 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:27.361135 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1941a08e-1e25-4aac-ad8a-f46d368f1817 req-19498f4c-d699-4164-8d77-e379e29cb5f5 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] 10.222.0.61 "GET /v2.0/networks?id=37a27260-6c33-48a0-8e2f-0f51c4073c1b HTTP/1.1" status: 200 len: 805 time: 0.1353786 Aug 23 20:29:27.380269 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1941a08e-1e25-4aac-ad8a-f46d368f1817 req-c7a03111-69f7-4604-998a-32b8faa9ab70 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] 10.222.0.61 "GET /v2.0/quotas/678355395d8146908cb82e29a8b7a279 HTTP/1.1" status: 200 len: 375 time: 0.0115008 Aug 23 20:29:27.428400 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aafd0a-c9f8-4ba3-b6fb-7acd1d09bf6a req-91e520c3-71aa-4355-8823-537d3b983449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:27.430124 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-65aafd0a-c9f8-4ba3-b6fb-7acd1d09bf6a req-91e520c3-71aa-4355-8823-537d3b983449 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bc364ba1-f548-4b44-839c-5441876e52b8 HTTP/1.1" status: 200 len: 847 time: 0.0631852 Aug 23 20:29:27.438841 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf38d65-56d8-4420-9af5-9dcb4269b36a req-abda7f52-e11d-4d79-b2e7-6fdc181c0c9e tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:27.444724 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-faf38d65-56d8-4420-9af5-9dcb4269b36a req-abda7f52-e11d-4d79-b2e7-6fdc181c0c9e tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f990a99f-dd25-4e58-a64c-1b41ab5dbb16 HTTP/1.1" status: 200 len: 950 time: 0.1371684 Aug 23 20:29:27.462658 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1941a08e-1e25-4aac-ad8a-f46d368f1817 req-9f9ec4e0-fcdb-4c4c-8597-e2647040c377 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=678355395d8146908cb82e29a8b7a279&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0745585 Aug 23 20:29:27.495553 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-65aafd0a-c9f8-4ba3-b6fb-7acd1d09bf6a req-d459df87-a282-45ec-9951-15e708c7a935 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a133b3ce-c542-461f-b67d-2eb2e20a852b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497551 Aug 23 20:29:27.543303 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-faf38d65-56d8-4420-9af5-9dcb4269b36a req-16d3e832-eab7-422c-924e-ebba9e6ec07c tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870271 Aug 23 20:29:27.590230 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1941a08e-1e25-4aac-ad8a-f46d368f1817 req-1b5008f3-52a4-4697-b0b7-4b4ece3ca9ca service neutron] 10.222.0.61 "GET /v2.0/networks/37a27260-6c33-48a0-8e2f-0f51c4073c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107860 Aug 23 20:29:27.634350 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-65aafd0a-c9f8-4ba3-b6fb-7acd1d09bf6a req-36ed2d64-a15c-4d9d-9f9b-9e399f35f6f2 service neutron] 10.222.0.11 "GET /v2.0/networks/a133b3ce-c542-461f-b67d-2eb2e20a852b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284924 Aug 23 20:29:27.690855 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b863cdc3-3a62-4b3f-ab41-987eeb9e4dca req-8287fd05-aa8b-4850-a68e-276d145df35e tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=703df0ba001c469f81eeb9197c5e8f7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0498557 Aug 23 20:29:27.723841 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1941a08e-1e25-4aac-ad8a-f46d368f1817 req-745d5940-8c12-4dc3-b8fe-eda74f2a0773 service neutron] 10.222.0.61 "GET /v2.0/networks/37a27260-6c33-48a0-8e2f-0f51c4073c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145952 Aug 23 20:29:27.866759 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-65aafd0a-c9f8-4ba3-b6fb-7acd1d09bf6a req-7841d4bd-9993-40b6-ae7d-91362797d677 service neutron] 10.222.0.11 "GET /v2.0/networks/a133b3ce-c542-461f-b67d-2eb2e20a852b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133121 Aug 23 20:29:27.901960 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863cdc3-3a62-4b3f-ab41-987eeb9e4dca req-abd9be10-ba5f-44df-a843-5304fb823bc1 tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:27.908869 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b863cdc3-3a62-4b3f-ab41-987eeb9e4dca req-abd9be10-ba5f-44df-a843-5304fb823bc1 tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1777034 Aug 23 20:29:27.920722 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad86ecee-dcba-4ce4-a696-aee434100656 x-openstack-request-id: req-ad86ecee-dcba-4ce4-a696-aee434100656 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:29:27.921007 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcafae5d-6483-417a-9f16-c501a7c5cfe6", "tag": "ef6df56d-b025-4240-8305-9560c566684a", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:29:27.921284 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ad86ecee-dcba-4ce4-a696-aee434100656 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:29:27.921733 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcafae5d-6483-417a-9f16-c501a7c5cfe6', 'tag': 'ef6df56d-b025-4240-8305-9560c566684a', 'status': 'completed', 'code': 200} Aug 23 20:29:27.924994 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b863cdc3-3a62-4b3f-ab41-987eeb9e4dca req-44223bb2-b2a3-4cfd-89e2-e732d791fada tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/quotas/703df0ba001c469f81eeb9197c5e8f7d HTTP/1.1" status: 200 len: 375 time: 0.0149469 Aug 23 20:29:28.035510 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b863cdc3-3a62-4b3f-ab41-987eeb9e4dca req-6cdf0788-6925-4e9f-9d45-6534a65c16c9 tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=703df0ba001c469f81eeb9197c5e8f7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419321 Aug 23 20:29:28.052037 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be26f25-c7b9-4a37-87c8-022c1f7c5a75 req-dcbc02e6-01d7-418a-a292-3b0eab7e1dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:28.054939 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3be26f25-c7b9-4a37-87c8-022c1f7c5a75 req-dcbc02e6-01d7-418a-a292-3b0eab7e1dce service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aeab6bca1ebb43a8b404543d83e8cc6e&device_id=bcafae5d-6483-417a-9f16-c501a7c5cfe6 HTTP/1.1" status: 200 len: 1094 time: 0.0951569 Aug 23 20:29:28.113255 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b67592-4397-46b9-88ae-75e110859e30 req-f68a1f24-2a47-48c5-9ac5-4db67a4c8a2f tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:28.122271 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d7b67592-4397-46b9-88ae-75e110859e30 req-f68a1f24-2a47-48c5-9ac5-4db67a4c8a2f tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=bcafae5d-6483-417a-9f16-c501a7c5cfe6 HTTP/1.1" status: 200 len: 943 time: 0.1332083 Aug 23 20:29:28.143822 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72b5c3-4280-43f5-98df-72e964ae8d6a req-d9594487-3196-479e-bbe3-f5908e2d4f32 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:28.145873 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fa72b5c3-4280-43f5-98df-72e964ae8d6a req-d9594487-3196-479e-bbe3-f5908e2d4f32 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.32 "GET /v2.0/ports?device_id=08d43fe9-db31-4049-91e2-cd1d2145f65f HTTP/1.1" status: 200 len: 949 time: 0.1422505 Aug 23 20:29:28.248600 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be26f25-c7b9-4a37-87c8-022c1f7c5a75 req-52fde161-3c49-4d21-ac2c-5f4428d39313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:28.250781 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3be26f25-c7b9-4a37-87c8-022c1f7c5a75 req-52fde161-3c49-4d21-ac2c-5f4428d39313 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a133b3ce-c542-461f-b67d-2eb2e20a852b HTTP/1.1" status: 200 len: 908 time: 0.1815419 Aug 23 20:29:28.350966 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d7b67592-4397-46b9-88ae-75e110859e30 req-c3eb8c23-d302-4dda-bb24-ab79383ddf7d tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276232 Aug 23 20:29:28.412025 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-fa72b5c3-4280-43f5-98df-72e964ae8d6a req-5db28e63-1611-47d6-bac9-4b4675ff161e tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Deleting port 7df68d32-a271-460c-9927-87f0144aba01 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:29:28.412699 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fa72b5c3-4280-43f5-98df-72e964ae8d6a req-5db28e63-1611-47d6-bac9-4b4675ff161e tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:28.447752 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3be26f25-c7b9-4a37-87c8-022c1f7c5a75 req-f3e070dd-2d6c-432a-95b5-ffd0b44483c3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef6df56d-b025-4240-8305-9560c566684a HTTP/1.1" status: 200 len: 217 time: 0.1863451 Aug 23 20:29:28.495757 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044c8fc-f2c8-4bc1-9bf4-778dd3ff35d7 req-37f07b0d-2ffd-40bb-ad73-65a7238f686e tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:28.504562 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a044c8fc-f2c8-4bc1-9bf4-778dd3ff35d7 req-37f07b0d-2ffd-40bb-ad73-65a7238f686e tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/ports?device_id=08d43fe9-db31-4049-91e2-cd1d2145f65f HTTP/1.1" status: 200 len: 949 time: 0.0996406 Aug 23 20:29:28.579948 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-fa72b5c3-4280-43f5-98df-72e964ae8d6a req-5db28e63-1611-47d6-bac9-4b4675ff161e tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] For port 7df68d32-a271-460c-9927-87f0144aba01, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=7df68d32-a271-460c-9927-87f0144aba01,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:29:28.580624 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fa72b5c3-4280-43f5-98df-72e964ae8d6a req-5db28e63-1611-47d6-bac9-4b4675ff161e tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:28.605272 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a044c8fc-f2c8-4bc1-9bf4-778dd3ff35d7 req-c5efa93e-dab6-4fc7-84ee-880b048618b5 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/security-groups?id=179fb938-c9d2-4442-9708-d36ca99918ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990455 Aug 23 20:29:28.619230 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be26f25-c7b9-4a37-87c8-022c1f7c5a75 req-3ef96f5b-9f17-43ea-b5b4-5b70e0fcdd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:28.622974 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3be26f25-c7b9-4a37-87c8-022c1f7c5a75 req-3ef96f5b-9f17-43ea-b5b4-5b70e0fcdd01 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bc364ba1-f548-4b44-839c-5441876e52b8 HTTP/1.1" status: 200 len: 847 time: 0.1425462 Aug 23 20:29:28.654848 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c1e10593-6a52-476b-8466-9b2a9009ca02 req-7b4dde5f-9d32-430b-901e-59b7688c93f8 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] 10.222.0.61 "GET /v2.0/ports?device_id=66993f2d-3384-450f-8495-3a7774a7f28b HTTP/1.1" status: 200 len: 210 time: 0.0910728 Aug 23 20:29:28.655766 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.11', 57944) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:29:28.691007 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-fa72b5c3-4280-43f5-98df-72e964ae8d6a req-5db28e63-1611-47d6-bac9-4b4675ff161e tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Calling delete_port for 7df68d32-a271-460c-9927-87f0144aba01 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:29:28.700687 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3be26f25-c7b9-4a37-87c8-022c1f7c5a75 req-fa79c90f-d880-4e28-8ab4-d36ae1cc0fcf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a133b3ce-c542-461f-b67d-2eb2e20a852b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414376 Aug 23 20:29:28.707507 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d22ca2-7701-41b9-967a-f18100a36bd7 req-1839b5d2-0a23-44b3-81d9-72632d925fce tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:28.710105 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-57d22ca2-7701-41b9-967a-f18100a36bd7 req-1839b5d2-0a23-44b3-81d9-72632d925fce tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] 10.222.0.11 "GET /v2.0/networks?id=d8b39397-eb10-46a4-9362-eda4714b4285 HTTP/1.1" status: 200 len: 815 time: 0.5783865 Aug 23 20:29:28.757299 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-57d22ca2-7701-41b9-967a-f18100a36bd7 req-95696e17-62ee-48d6-a4df-f9980648a331 tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] Request body: {'port': {'device_id': '5e28fd10-07c6-4846-a116-61c331d92ed4', 'network_id': 'd8b39397-eb10-46a4-9362-eda4714b4285', 'admin_state_up': True, 'tenant_id': 'da40cd0ce1444faa8522c0791ccf0ebc'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:29:28.917107 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb1ed66-4e2d-4b89-8c97-e4ab9d3929db req-4145e291-aa0d-4059-8246-0e99c8cbd1ee tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:28.917380 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-3250b358-5de3-4e63-b61a-39db05487d45 service neutron] 10.222.0.11 "GET /v2.0/ports/90f4cf93-11f1-4190-ac5e-881bec5f2386/bindings/n-h2-805663-2 HTTP/1.1" status: 200 len: 384 time: 0.2454870 Aug 23 20:29:28.918809 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fbb1ed66-4e2d-4b89-8c97-e4ab9d3929db req-4145e291-aa0d-4059-8246-0e99c8cbd1ee tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=4959b9f2-98bc-46b4-9d64-36ee6db26404 HTTP/1.1" status: 200 len: 943 time: 0.2111297 Aug 23 20:29:28.937486 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3be26f25-c7b9-4a37-87c8-022c1f7c5a75 req-efd38f43-3ed9-4b77-852c-b923f398e79f service neutron] 10.222.0.11 "GET /v2.0/networks/a133b3ce-c542-461f-b67d-2eb2e20a852b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156930 Aug 23 20:29:28.977475 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a1acfd25-4901-436b-af9f-78d2a8dd7ec8 req-a57c54d9-176f-4e2d-9a17-d163cd2b65d3 tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e28fd10-07c6-4846-a116-61c331d92ed4 HTTP/1.1" status: 200 len: 210 time: 0.0646634 Aug 23 20:29:29.105960 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57d22ca2-7701-41b9-967a-f18100a36bd7 req-95696e17-62ee-48d6-a4df-f9980648a331 tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] Made reservation on behalf of da40cd0ce1444faa8522c0791ccf0ebc for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:29:29.109556 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-57d22ca2-7701-41b9-967a-f18100a36bd7 req-95696e17-62ee-48d6-a4df-f9980648a331 tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:29.120355 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fbb1ed66-4e2d-4b89-8c97-e4ab9d3929db req-7d66e4ed-004d-49b1-90e7-a9b1ebb97fe5 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909378 Aug 23 20:29:29.194857 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d113130b-1af2-46d9-a447-32bee61a84b2 req-b3e0baa1-9122-4523-a1a4-5a63ffbf6a60 tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/ports?device_id=740a200a-00ed-4d09-b2ff-9d6135bf43b5 HTTP/1.1" status: 200 len: 210 time: 0.0690699 Aug 23 20:29:29.201821 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3be26f25-c7b9-4a37-87c8-022c1f7c5a75 req-15b8bc2e-1cb7-4c66-b39f-7fe969e9ff3f service neutron] 10.222.0.11 "GET /v2.0/networks/a133b3ce-c542-461f-b67d-2eb2e20a852b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448320 Aug 23 20:29:29.259768 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fa72b5c3-4280-43f5-98df-72e964ae8d6a req-5db28e63-1611-47d6-bac9-4b4675ff161e tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:29.280965 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ca327-923b-4867-8b76-4b76b0aa5484 req-ae26b334-9c95-45ac-a516-203985e29ade tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:29.282391 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4a0ca327-923b-4867-8b76-4b76b0aa5484 req-ae26b334-9c95-45ac-a516-203985e29ade tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f990a99f-dd25-4e58-a64c-1b41ab5dbb16 HTTP/1.1" status: 200 len: 950 time: 0.0790277 Aug 23 20:29:29.300883 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['16aa6e8c-c3d1-41b0-9173-c013a84ca397', '7df68d32-a271-460c-9927-87f0144aba01'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:29:29.329804 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4a0ca327-923b-4867-8b76-4b76b0aa5484 req-3d7fab97-cec4-48ad-94f5-6079060f5542 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406594 Aug 23 20:29:29.574986 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db28e63-1611-47d6-bac9-4b4675ff161e tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Pushing event deleted for resources: {'Port': ['ID=7df68d32-a271-460c-9927-87f0144aba01,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:29.737264 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa72b5c3-4280-43f5-98df-72e964ae8d6a req-5db28e63-1611-47d6-bac9-4b4675ff161e tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] No DVR routers for this DVR port 7df68d32-a271-460c-9927-87f0144aba01 on host n-h2-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:29:29.755337 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fa72b5c3-4280-43f5-98df-72e964ae8d6a req-5db28e63-1611-47d6-bac9-4b4675ff161e tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:29.757708 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fa72b5c3-4280-43f5-98df-72e964ae8d6a req-5db28e63-1611-47d6-bac9-4b4675ff161e tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.32 "DELETE /v2.0/ports/7df68d32-a271-460c-9927-87f0144aba01 HTTP/1.1" status: 204 len: 173 time: 1.5988765 Aug 23 20:29:29.762871 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-52c13e98-cd80-46db-8334-7a29936407e8 req-531e3eb6-ce99-4627-ad5d-5e9c2d964bbe tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/ports?device_id=08d43fe9-db31-4049-91e2-cd1d2145f65f HTTP/1.1" status: 200 len: 210 time: 0.0344057 Aug 23 20:29:29.776478 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d43fe9-db31-4049-91e2-cd1d2145f65f', 'name': 'network-vif-deleted', 'tag': '7df68d32-a271-460c-9927-87f0144aba01'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:29:29.780040 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19f03a3-eaf6-46db-9fb4-ab5ed24bc8f3" -d '{"events": [{"server_uuid": "08d43fe9-db31-4049-91e2-cd1d2145f65f", "name": "network-vif-deleted", "tag": "7df68d32-a271-460c-9927-87f0144aba01"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:29:29.788004 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-d7fc5960-6787-48b9-8a4a-b1709b7f3964 service neutron] For port 90f4cf93-11f1-4190-ac5e-881bec5f2386, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=90f4cf93-11f1-4190-ac5e-881bec5f2386,segment=NetworkSegment(feb662d9-0152-4f97-8d6d-89a1fa54f824),segment_id=feb662d9-0152-4f97-8d6d-89a1fa54f824)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:29:29.821775 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b05b7a-7a34-4564-807d-f1e730ea79dd req-1e6e92bc-de33-400c-9e88-7bb21d468e1e tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:29.843345 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-23b05b7a-7a34-4564-807d-f1e730ea79dd req-1e6e92bc-de33-400c-9e88-7bb21d468e1e tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=bcafae5d-6483-417a-9f16-c501a7c5cfe6 HTTP/1.1" status: 200 len: 943 time: 0.3146822 Aug 23 20:29:29.858280 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-57d22ca2-7701-41b9-967a-f18100a36bd7 req-95696e17-62ee-48d6-a4df-f9980648a331 tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] Allocated IP 172.20.0.10 (d8b39397-eb10-46a4-9362-eda4714b4285/eaba231f-f475-4e6f-a625-699acbd989f2/3bf625cf-2e20-4588-bb31-f27034eeae74) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:29:29.859615 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941a08e-1e25-4aac-ad8a-f46d368f1817 req-33d615c4-4e82-4ac7-ae8c-167b1b29f23d tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:29.866882 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1941a08e-1e25-4aac-ad8a-f46d368f1817 req-33d615c4-4e82-4ac7-ae8c-167b1b29f23d tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] 10.222.0.32 "GET /v2.0/networks?id=37a27260-6c33-48a0-8e2f-0f51c4073c1b HTTP/1.1" status: 200 len: 805 time: 0.2429230 Aug 23 20:29:29.909923 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-d7fc5960-6787-48b9-8a4a-b1709b7f3964 service neutron] For port 90f4cf93-11f1-4190-ac5e-881bec5f2386, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:29:29.935148 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d5be42e5-14fa-4a42-bdc9-305ed29bccbd req-461ec2f7-2256-40a8-bd4d-80fe78ef8cf1 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] 10.222.0.61 "GET /v2.0/ports?device_id=66993f2d-3384-450f-8495-3a7774a7f28b HTTP/1.1" status: 200 len: 210 time: 0.0418155 Aug 23 20:29:29.996436 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1941a08e-1e25-4aac-ad8a-f46d368f1817 req-74508c55-3c20-4433-b24b-32fe42106294 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=678355395d8146908cb82e29a8b7a279 HTTP/1.1" status: 200 len: 380 time: 0.1042473 Aug 23 20:29:30.031550 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592323f2-b265-4ab2-a22a-06088c1c2494 x-openstack-request-id: req-592323f2-b265-4ab2-a22a-06088c1c2494 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:29:30.031834 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d43fe9-db31-4049-91e2-cd1d2145f65f", "name": "network-vif-deleted", "tag": "7df68d32-a271-460c-9927-87f0144aba01", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:29:30.032635 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-592323f2-b265-4ab2-a22a-06088c1c2494 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:29:30.033173 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d43fe9-db31-4049-91e2-cd1d2145f65f', 'name': 'network-vif-deleted', 'tag': '7df68d32-a271-460c-9927-87f0144aba01', 'status': 'completed', 'code': 200} Aug 23 20:29:30.069758 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-23b05b7a-7a34-4564-807d-f1e730ea79dd req-33b83d1d-d1be-41a5-8731-c29e2c35e52f tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250855 Aug 23 20:29:30.106035 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-d7fc5960-6787-48b9-8a4a-b1709b7f3964 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90f4cf93-11f1-4190-ac5e-881bec5f2386 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:29:30.124212 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-1941a08e-1e25-4aac-ad8a-f46d368f1817 req-c5c19fb4-fb0e-4399-8e75-01aed202a38a tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Request body: {'port': {'device_id': '66993f2d-3384-450f-8495-3a7774a7f28b', 'network_id': '37a27260-6c33-48a0-8e2f-0f51c4073c1b', 'admin_state_up': True, 'tenant_id': '678355395d8146908cb82e29a8b7a279', 'security_groups': ['960d3f2e-d45c-4e1f-a060-188acf35d4d7']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:29:30.136951 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-d7fc5960-6787-48b9-8a4a-b1709b7f3964 service neutron] For port 90f4cf93-11f1-4190-ac5e-881bec5f2386, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=90f4cf93-11f1-4190-ac5e-881bec5f2386,segment=NetworkSegment(feb662d9-0152-4f97-8d6d-89a1fa54f824),segment_id=feb662d9-0152-4f97-8d6d-89a1fa54f824)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:29:30.303857 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ef3dffb8-cc75-4249-aeb8-402f22e14b6e req-fabb1a34-e2be-4946-b956-5a56b07ffc06 tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e28fd10-07c6-4846-a116-61c331d92ed4 HTTP/1.1" status: 200 len: 210 time: 0.0676477 Aug 23 20:29:30.322743 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-d7fc5960-6787-48b9-8a4a-b1709b7f3964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:30.363131 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1941a08e-1e25-4aac-ad8a-f46d368f1817 req-c5c19fb4-fb0e-4399-8e75-01aed202a38a tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Made reservation on behalf of 678355395d8146908cb82e29a8b7a279 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:29:30.368337 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1941a08e-1e25-4aac-ad8a-f46d368f1817 req-c5c19fb4-fb0e-4399-8e75-01aed202a38a tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:30.385910 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b863cdc3-3a62-4b3f-ab41-987eeb9e4dca req-95cdc847-659f-4306-b57d-557a85c9904b tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=703df0ba001c469f81eeb9197c5e8f7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0809922 Aug 23 20:29:30.389075 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-57d22ca2-7701-41b9-967a-f18100a36bd7 req-95696e17-62ee-48d6-a4df-f9980648a331 tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:30.482590 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c18f4-35a1-4555-b843-460620a122fd req-d00f7abe-409d-4be5-8b69-f7d201883d27 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:30.485818 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-576c18f4-35a1-4555-b843-460620a122fd req-d00f7abe-409d-4be5-8b69-f7d201883d27 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=4959b9f2-98bc-46b4-9d64-36ee6db26404 HTTP/1.1" status: 200 len: 943 time: 0.1748955 Aug 23 20:29:30.550174 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9279f431-1a83-4dca-ad8d-43f30ae07fa7 req-54935a7a-eb3a-4fcf-b6f8-9cace5773709 tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/ports?device_id=740a200a-00ed-4d09-b2ff-9d6135bf43b5 HTTP/1.1" status: 200 len: 210 time: 0.0861673 Aug 23 20:29:30.589137 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-1941a08e-1e25-4aac-ad8a-f46d368f1817 req-c5c19fb4-fb0e-4399-8e75-01aed202a38a tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Allocated IP 172.20.0.13 (37a27260-6c33-48a0-8e2f-0f51c4073c1b/84ae49e3-16c6-4ab2-918c-5c56bcd6d83a/2db563c8-3ed3-4830-8394-0f92007254b2) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:29:30.594504 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-576c18f4-35a1-4555-b843-460620a122fd req-0e7e3125-e7c2-479f-ba74-eaf630517bc9 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754673 Aug 23 20:29:30.640698 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-d7fc5960-6787-48b9-8a4a-b1709b7f3964 service neutron] Transition to ACTIVE for port object 90f4cf93-11f1-4190-ac5e-881bec5f2386 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:29:30.652491 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863cdc3-3a62-4b3f-ab41-987eeb9e4dca req-9e5c1715-cdd8-4460-b615-be78fce4e07d tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:30.654402 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b863cdc3-3a62-4b3f-ab41-987eeb9e4dca req-9e5c1715-cdd8-4460-b615-be78fce4e07d tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2523944 Aug 23 20:29:30.657283 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-d7fc5960-6787-48b9-8a4a-b1709b7f3964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:30.667972 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-57d22ca2-7701-41b9-967a-f18100a36bd7 req-95696e17-62ee-48d6-a4df-f9980648a331 tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:30.713685 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-b863cdc3-3a62-4b3f-ab41-987eeb9e4dca req-260999a3-ac5c-4e95-b10d-ad56dc09c67b tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Request body: {'port': {'device_id': '740a200a-00ed-4d09-b2ff-9d6135bf43b5', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'admin_state_up': True, 'tenant_id': '703df0ba001c469f81eeb9197c5e8f7d'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:29:30.791940 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1941a08e-1e25-4aac-ad8a-f46d368f1817 req-c5c19fb4-fb0e-4399-8e75-01aed202a38a tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:30.815360 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-1941a08e-1e25-4aac-ad8a-f46d368f1817 req-c5c19fb4-fb0e-4399-8e75-01aed202a38a tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Transition to ACTIVE for port object 2db563c8-3ed3-4830-8394-0f92007254b2 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:29:30.835598 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57d22ca2-7701-41b9-967a-f18100a36bd7 req-95696e17-62ee-48d6-a4df-f9980648a331 tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] Network d8b39397-eb10-46a4-9362-eda4714b4285 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:29:30.860204 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-57d22ca2-7701-41b9-967a-f18100a36bd7 req-95696e17-62ee-48d6-a4df-f9980648a331 tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:29:30.865740 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-d7fc5960-6787-48b9-8a4a-b1709b7f3964 service neutron] No DVR routers for this DVR port 90f4cf93-11f1-4190-ac5e-881bec5f2386 on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:29:30.867797 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fc5960-6787-48b9-8a4a-b1709b7f3964 service neutron] Pushing event updated for resources: {'Port': ['ID=90f4cf93-11f1-4190-ac5e-881bec5f2386,revision_number=10']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:30.872168 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-57d22ca2-7701-41b9-967a-f18100a36bd7 req-95696e17-62ee-48d6-a4df-f9980648a331 tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:29:30.896148 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1941a08e-1e25-4aac-ad8a-f46d368f1817 req-c5c19fb4-fb0e-4399-8e75-01aed202a38a tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:30.933620 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1941a08e-1e25-4aac-ad8a-f46d368f1817 req-c5c19fb4-fb0e-4399-8e75-01aed202a38a tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Network 37a27260-6c33-48a0-8e2f-0f51c4073c1b is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:29:30.937992 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-1941a08e-1e25-4aac-ad8a-f46d368f1817 req-c5c19fb4-fb0e-4399-8e75-01aed202a38a tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:29:30.962374 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-1941a08e-1e25-4aac-ad8a-f46d368f1817 req-c5c19fb4-fb0e-4399-8e75-01aed202a38a tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:29:31.052277 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c19fb4-fb0e-4399-8e75-01aed202a38a tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Pushing event updated for resources: {'Port': ['ID=2db563c8-3ed3-4830-8394-0f92007254b2,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:31.059798 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6f53f-6c1c-40f4-bf88-6d633296eeb4 req-321aa831-fd93-48f3-a9c4-603cdaff500e tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:31.061252 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941a08e-1e25-4aac-ad8a-f46d368f1817 req-c5c19fb4-fb0e-4399-8e75-01aed202a38a tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:31.062284 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1941a08e-1e25-4aac-ad8a-f46d368f1817 req-c5c19fb4-fb0e-4399-8e75-01aed202a38a tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:31.062711 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-eaa6f53f-6c1c-40f4-bf88-6d633296eeb4 req-321aa831-fd93-48f3-a9c4-603cdaff500e tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f990a99f-dd25-4e58-a64c-1b41ab5dbb16 HTTP/1.1" status: 200 len: 950 time: 0.3686850 Aug 23 20:29:31.071123 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b863cdc3-3a62-4b3f-ab41-987eeb9e4dca req-260999a3-ac5c-4e95-b10d-ad56dc09c67b tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Made reservation on behalf of 703df0ba001c469f81eeb9197c5e8f7d for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:29:31.074999 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b863cdc3-3a62-4b3f-ab41-987eeb9e4dca req-260999a3-ac5c-4e95-b10d-ad56dc09c67b tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:31.097213 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-eebee9e3-253d-4db7-9e94-39538e721c6f req-23dfbb5b-dc9b-492c-a0c3-13b207c6f430 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/ports?device_id=08d43fe9-db31-4049-91e2-cd1d2145f65f HTTP/1.1" status: 200 len: 210 time: 0.1604464 Aug 23 20:29:31.109794 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-d7fc5960-6787-48b9-8a4a-b1709b7f3964 service neutron] 10.222.0.11 "PUT /v2.0/ports/90f4cf93-11f1-4190-ac5e-881bec5f2386/bindings/n-h2-805663-2/activate HTTP/1.1" status: 200 len: 369 time: 2.1760764 Aug 23 20:29:31.110749 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1941a08e-1e25-4aac-ad8a-f46d368f1817 req-c5c19fb4-fb0e-4399-8e75-01aed202a38a tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0117278 Aug 23 20:29:31.133283 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-1941a08e-1e25-4aac-ad8a-f46d368f1817 req-a2e055b5-594e-4c86-9cfd-dd25685cdfdd service neutron] Request body: {'port': {'device_id': '66993f2d-3384-450f-8495-3a7774a7f28b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:29:31.143689 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d22ca2-7701-41b9-967a-f18100a36bd7 req-95696e17-62ee-48d6-a4df-f9980648a331 tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:31.144917 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-57d22ca2-7701-41b9-967a-f18100a36bd7 req-95696e17-62ee-48d6-a4df-f9980648a331 tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:31.153255 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95696e17-62ee-48d6-a4df-f9980648a331 tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] Pushing event updated for resources: {'Port': ['ID=3bf625cf-2e20-4588-bb31-f27034eeae74,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:31.174970 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device ef6df56d-b025-4240-8305-9560c566684a details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:29:31.263200 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-57d22ca2-7701-41b9-967a-f18100a36bd7 req-95696e17-62ee-48d6-a4df-f9980648a331 tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5104561 Aug 23 20:29:31.281142 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-57d22ca2-7701-41b9-967a-f18100a36bd7 req-0ac8fcda-48b9-476e-aff8-6c9ce36807be service neutron] Request body: {'port': {'device_id': '5e28fd10-07c6-4846-a116-61c331d92ed4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:29:31.338692 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1941a08e-1e25-4aac-ad8a-f46d368f1817 req-a2e055b5-594e-4c86-9cfd-dd25685cdfdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:31.364800 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port ef6df56d-b025-4240-8305-9560c566684a, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=ef6df56d-b025-4240-8305-9560c566684a,segment=NetworkSegment(3440ae09-322e-4891-8c02-a5baf5ba77f1),segment_id=3440ae09-322e-4891-8c02-a5baf5ba77f1)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:29:31.365415 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-b863cdc3-3a62-4b3f-ab41-987eeb9e4dca req-260999a3-ac5c-4e95-b10d-ad56dc09c67b tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Allocated IP 192.168.233.50 (660f640a-b8b2-40aa-8ebf-76bd1608cceb/e66e9eb0-86f4-4159-852b-f29863cbf18d/9e5a30c6-b73d-447a-a34e-941b0e0efda3) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:29:31.395473 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': 'ef6df56d-b025-4240-8305-9560c566684a', 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b', 'port_id': 'ef6df56d-b025-4240-8305-9560c566684a', 'mac_address': 'fa:16:3e:80:86:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc364ba1-f548-4b44-839c-5441876e52b8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:29:31.401796 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-4dae92fa-3914-4e86-8c8a-f0fca5dcb857 tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:31.403364 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-4dae92fa-3914-4e86-8c8a-f0fca5dcb857 tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4959b9f2-98bc-46b4-9d64-36ee6db26404&tenant_id=80dadbb9f2554b479c0b13605bddd689&binding%3Ahost_id=n-h1-805663-2 HTTP/1.1" status: 200 len: 1095 time: 0.2134488 Aug 23 20:29:31.405771 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-de39a728-67f9-4537-a473-f152bf1c3c08 None None] Provisioning for port 2db563c8-3ed3-4830-8394-0f92007254b2 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:29:31.413003 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c881a0-fc2e-4dfc-9a17-8d3db32a8235 req-fdccc39f-41f4-4e13-a2e7-903029551fbe tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:31.414517 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-77c881a0-fc2e-4dfc-9a17-8d3db32a8235 req-fdccc39f-41f4-4e13-a2e7-903029551fbe tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] 10.222.0.61 "GET /v2.0/ports?device_id=66993f2d-3384-450f-8495-3a7774a7f28b HTTP/1.1" status: 200 len: 932 time: 0.1730685 Aug 23 20:29:31.429478 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-de39a728-67f9-4537-a473-f152bf1c3c08 None None] Provisioning complete for port 2db563c8-3ed3-4830-8394-0f92007254b2 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:29:31.430105 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-de39a728-67f9-4537-a473-f152bf1c3c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:31.470960 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:31.502147 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef6df56d-b025-4240-8305-9560c566684a {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:29:31.509058 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-de39a728-67f9-4537-a473-f152bf1c3c08 None None] Port 2db563c8-3ed3-4830-8394-0f92007254b2 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:29:31.519496 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-eaa6f53f-6c1c-40f4-bf88-6d633296eeb4 req-0b5e85f8-1fe3-4537-823a-ffef38063dcb tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4220204 Aug 23 20:29:31.530478 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port ef6df56d-b025-4240-8305-9560c566684a, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=ef6df56d-b025-4240-8305-9560c566684a,segment=NetworkSegment(3440ae09-322e-4891-8c02-a5baf5ba77f1),segment_id=3440ae09-322e-4891-8c02-a5baf5ba77f1)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:29:31.548740 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:31.624959 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=ef6df56d-b025-4240-8305-9560c566684a,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:31.635258 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-57d22ca2-7701-41b9-967a-f18100a36bd7 req-0ac8fcda-48b9-476e-aff8-6c9ce36807be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:31.737644 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b863cdc3-3a62-4b3f-ab41-987eeb9e4dca req-260999a3-ac5c-4e95-b10d-ad56dc09c67b tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:31.816191 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-77c881a0-fc2e-4dfc-9a17-8d3db32a8235 req-b1a709e1-4c47-4da3-b474-19c44d3ef4b7 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] 10.222.0.61 "GET /v2.0/security-groups?id=960d3f2e-d45c-4e1f-a060-188acf35d4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3686178 Aug 23 20:29:31.823881 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-c3123303-f6b4-4ad5-a638-b527fadf3467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:31.825876 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-c3123303-f6b4-4ad5-a638-b527fadf3467 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4959b9f2-98bc-46b4-9d64-36ee6db26404&tenant_id=80dadbb9f2554b479c0b13605bddd689 HTTP/1.1" status: 200 len: 1095 time: 0.4103684 Aug 23 20:29:31.830164 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-b863cdc3-3a62-4b3f-ab41-987eeb9e4dca req-260999a3-ac5c-4e95-b10d-ad56dc09c67b tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Transition to ACTIVE for port object 9e5a30c6-b73d-447a-a34e-941b0e0efda3 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:29:31.856102 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6c767-24a1-407e-8e27-28ff6bd6bfed req-f350c6c6-2170-4450-a634-b68a92ce8dcf tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:31.861972 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['ef6df56d-b025-4240-8305-9560c566684a'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:29:31.864637 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a9c6c767-24a1-407e-8e27-28ff6bd6bfed req-f350c6c6-2170-4450-a634-b68a92ce8dcf tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=bcafae5d-6483-417a-9f16-c501a7c5cfe6 HTTP/1.1" status: 200 len: 944 time: 0.2027404 Aug 23 20:29:32.008372 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-d76e54ce-4858-439e-b15b-309569d761fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:32.011048 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-d76e54ce-4858-439e-b15b-309569d761fa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=80dadbb9f2554b479c0b13605bddd689&device_id=4959b9f2-98bc-46b4-9d64-36ee6db26404 HTTP/1.1" status: 200 len: 1095 time: 0.1210203 Aug 23 20:29:32.077242 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b863cdc3-3a62-4b3f-ab41-987eeb9e4dca req-260999a3-ac5c-4e95-b10d-ad56dc09c67b tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:32.105531 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a9c6c767-24a1-407e-8e27-28ff6bd6bfed req-dc192199-a539-4e73-a296-e312ec24cc13 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219899 Aug 23 20:29:32.172216 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b863cdc3-3a62-4b3f-ab41-987eeb9e4dca req-260999a3-ac5c-4e95-b10d-ad56dc09c67b tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Network 660f640a-b8b2-40aa-8ebf-76bd1608cceb is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:29:32.194403 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-b863cdc3-3a62-4b3f-ab41-987eeb9e4dca req-260999a3-ac5c-4e95-b10d-ad56dc09c67b tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:29:32.205867 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-b863cdc3-3a62-4b3f-ab41-987eeb9e4dca req-260999a3-ac5c-4e95-b10d-ad56dc09c67b tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:29:32.210014 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260999a3-ac5c-4e95-b10d-ad56dc09c67b tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Pushing event updated for resources: {'Port': ['ID=9e5a30c6-b73d-447a-a34e-941b0e0efda3,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:32.307293 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e967679-a5ee-46e9-9abc-f88f40c32a40 req-508816b2-7548-4733-8bde-ab86b87f990d tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:32.309741 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0e967679-a5ee-46e9-9abc-f88f40c32a40 req-508816b2-7548-4733-8bde-ab86b87f990d tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e28fd10-07c6-4846-a116-61c331d92ed4 HTTP/1.1" status: 200 len: 932 time: 0.2308285 Aug 23 20:29:32.314653 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-1941a08e-1e25-4aac-ad8a-f46d368f1817 req-a2e055b5-594e-4c86-9cfd-dd25685cdfdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2db563c8-3ed3-4830-8394-0f92007254b2 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:29:32.331855 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1941a08e-1e25-4aac-ad8a-f46d368f1817 req-a2e055b5-594e-4c86-9cfd-dd25685cdfdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:32.335214 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-3598b401-d727-4285-8cf0-6749d39003c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:32.336690 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-3598b401-d727-4285-8cf0-6749d39003c8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=291e6885-2f63-495c-b479-2184cb200f47 HTTP/1.1" status: 200 len: 922 time: 0.3098772 Aug 23 20:29:32.362050 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863cdc3-3a62-4b3f-ab41-987eeb9e4dca req-260999a3-ac5c-4e95-b10d-ad56dc09c67b tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:32.363165 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b863cdc3-3a62-4b3f-ab41-987eeb9e4dca req-260999a3-ac5c-4e95-b10d-ad56dc09c67b tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:32.382569 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-57d22ca2-7701-41b9-967a-f18100a36bd7 req-0ac8fcda-48b9-476e-aff8-6c9ce36807be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bf625cf-2e20-4588-bb31-f27034eeae74 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:29:32.395369 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-57d22ca2-7701-41b9-967a-f18100a36bd7 req-0ac8fcda-48b9-476e-aff8-6c9ce36807be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:32.405137 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcb3711-ec19-41a0-98d5-ebd5c3434d0d req-3ee22a92-df77-49f3-8b61-c9f0fd8e98ba tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:32.406751 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1fcb3711-ec19-41a0-98d5-ebd5c3434d0d req-3ee22a92-df77-49f3-8b61-c9f0fd8e98ba tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/ports?device_id=740a200a-00ed-4d09-b2ff-9d6135bf43b5 HTTP/1.1" status: 200 len: 935 time: 0.1710677 Aug 23 20:29:32.411680 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-1941a08e-1e25-4aac-ad8a-f46d368f1817 req-a2e055b5-594e-4c86-9cfd-dd25685cdfdd service neutron] Transition to ACTIVE for port object 2db563c8-3ed3-4830-8394-0f92007254b2 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:29:32.422926 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b863cdc3-3a62-4b3f-ab41-987eeb9e4dca req-260999a3-ac5c-4e95-b10d-ad56dc09c67b tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7151194 Aug 23 20:29:32.423205 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1941a08e-1e25-4aac-ad8a-f46d368f1817 req-a2e055b5-594e-4c86-9cfd-dd25685cdfdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:32.426845 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-ad6a5e6d-37a5-493f-8bd8-88ee6d804505 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90f4cf93-11f1-4190-ac5e-881bec5f2386 HTTP/1.1" status: 200 len: 217 time: 0.0771654 Aug 23 20:29:32.429301 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-57d22ca2-7701-41b9-967a-f18100a36bd7 req-0ac8fcda-48b9-476e-aff8-6c9ce36807be service neutron] Transition to ACTIVE for port object 3bf625cf-2e20-4588-bb31-f27034eeae74 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:29:32.438729 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-57d22ca2-7701-41b9-967a-f18100a36bd7 req-0ac8fcda-48b9-476e-aff8-6c9ce36807be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:32.458709 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-b863cdc3-3a62-4b3f-ab41-987eeb9e4dca req-df79d603-0fe0-45da-b21e-97ef872de547 service neutron] Request body: {'port': {'device_id': '740a200a-00ed-4d09-b2ff-9d6135bf43b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:29:32.501611 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0e967679-a5ee-46e9-9abc-f88f40c32a40 req-a5ed2eb5-413d-40a8-8f2d-9794fe4c5ae1 tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e9eafee-febe-49fa-b704-52994ff0c451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713989 Aug 23 20:29:32.556887 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac8fcda-48b9-476e-aff8-6c9ce36807be service neutron] Pushing event updated for resources: {'Port': ['ID=3bf625cf-2e20-4588-bb31-f27034eeae74,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:32.573279 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0ad694d2-dd68-48ad-8aa2-19c330b4224a None None] Provisioning for port 9e5a30c6-b73d-447a-a34e-941b0e0efda3 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:29:32.576707 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1fcb3711-ec19-41a0-98d5-ebd5c3434d0d req-4b63b1bc-7120-46fb-8157-f9f9272b8bde tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4601676-42b8-4648-b946-7ab4b4582e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502540 Aug 23 20:29:32.584706 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0ad694d2-dd68-48ad-8aa2-19c330b4224a None None] Provisioning complete for port 9e5a30c6-b73d-447a-a34e-941b0e0efda3 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:29:32.585554 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0ad694d2-dd68-48ad-8aa2-19c330b4224a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:32.629955 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e055b5-594e-4c86-9cfd-dd25685cdfdd service neutron] Pushing event updated for resources: {'Port': ['ID=2db563c8-3ed3-4830-8394-0f92007254b2,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:32.641645 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-0ad694d2-dd68-48ad-8aa2-19c330b4224a None None] Port 9e5a30c6-b73d-447a-a34e-941b0e0efda3 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:29:32.694536 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-8f51ce21-8c5d-4eb9-a860-bebf9a54de05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:32.696030 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-8f51ce21-8c5d-4eb9-a860-bebf9a54de05 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dff65f8b-9e15-4b43-b237-3b4edeaab508 HTTP/1.1" status: 200 len: 861 time: 0.2303882 Aug 23 20:29:32.744529 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b863cdc3-3a62-4b3f-ab41-987eeb9e4dca req-df79d603-0fe0-45da-b21e-97ef872de547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:32.760600 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-ae0b9d67-98d5-487e-9535-d6ea7dbbca33 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=291e6885-2f63-495c-b479-2184cb200f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466883 Aug 23 20:29:32.781758 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4dce6-ba62-444f-a95b-d7d0b5a2c28e req-22751558-3068-4190-840d-fd34d94ed8f3 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:32.783325 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9dd4dce6-ba62-444f-a95b-d7d0b5a2c28e req-22751558-3068-4190-840d-fd34d94ed8f3 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=4959b9f2-98bc-46b4-9d64-36ee6db26404 HTTP/1.1" status: 200 len: 944 time: 0.2067873 Aug 23 20:29:32.850248 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-57d22ca2-7701-41b9-967a-f18100a36bd7 req-0ac8fcda-48b9-476e-aff8-6c9ce36807be service neutron] Attempting to bind port 3bf625cf-2e20-4588-bb31-f27034eeae74 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:29:32.850618 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-57d22ca2-7701-41b9-967a-f18100a36bd7 req-0ac8fcda-48b9-476e-aff8-6c9ce36807be service neutron] Attempting to bind port 3bf625cf-2e20-4588-bb31-f27034eeae74 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': 'd50511b3-4d24-4f7d-b3a7-d7c53c9c34f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd8b39397-eb10-46a4-9362-eda4714b4285'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:29:32.850825 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d22ca2-7701-41b9-967a-f18100a36bd7 req-0ac8fcda-48b9-476e-aff8-6c9ce36807be service neutron] Attempting to bind port 3bf625cf-2e20-4588-bb31-f27034eeae74 on network d8b39397-eb10-46a4-9362-eda4714b4285 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:29:32.861109 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-1941a08e-1e25-4aac-ad8a-f46d368f1817 req-a2e055b5-594e-4c86-9cfd-dd25685cdfdd service neutron] Attempting to bind port 2db563c8-3ed3-4830-8394-0f92007254b2 on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:29:32.861755 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-1941a08e-1e25-4aac-ad8a-f46d368f1817 req-a2e055b5-594e-4c86-9cfd-dd25685cdfdd service neutron] Attempting to bind port 2db563c8-3ed3-4830-8394-0f92007254b2 by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': 'b58e7a71-2605-4e16-abd4-c8afc1ab5512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '37a27260-6c33-48a0-8e2f-0f51c4073c1b'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:29:32.861884 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1941a08e-1e25-4aac-ad8a-f46d368f1817 req-a2e055b5-594e-4c86-9cfd-dd25685cdfdd service neutron] Attempting to bind port 2db563c8-3ed3-4830-8394-0f92007254b2 on network 37a27260-6c33-48a0-8e2f-0f51c4073c1b {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:29:32.874559 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f372febc-aad1-4d46-b530-a7f054987cca req-8ccb8089-a23c-4294-9642-fe3138d84436 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:32.876103 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f372febc-aad1-4d46-b530-a7f054987cca req-8ccb8089-a23c-4294-9642-fe3138d84436 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f990a99f-dd25-4e58-a64c-1b41ab5dbb16 HTTP/1.1" status: 200 len: 950 time: 0.1363409 Aug 23 20:29:32.882590 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d22ca2-7701-41b9-967a-f18100a36bd7 req-0ac8fcda-48b9-476e-aff8-6c9ce36807be service neutron] Port 3bf625cf-2e20-4588-bb31-f27034eeae74 on network d8b39397-eb10-46a4-9362-eda4714b4285 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:29:32.882909 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d22ca2-7701-41b9-967a-f18100a36bd7 req-0ac8fcda-48b9-476e-aff8-6c9ce36807be service neutron] Attempting to bind port 3bf625cf-2e20-4588-bb31-f27034eeae74 on network d8b39397-eb10-46a4-9362-eda4714b4285 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:29:32.885925 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1941a08e-1e25-4aac-ad8a-f46d368f1817 req-a2e055b5-594e-4c86-9cfd-dd25685cdfdd service neutron] Port 2db563c8-3ed3-4830-8394-0f92007254b2 on network 37a27260-6c33-48a0-8e2f-0f51c4073c1b not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:29:32.886257 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1941a08e-1e25-4aac-ad8a-f46d368f1817 req-a2e055b5-594e-4c86-9cfd-dd25685cdfdd service neutron] Attempting to bind port 2db563c8-3ed3-4830-8394-0f92007254b2 on network 37a27260-6c33-48a0-8e2f-0f51c4073c1b {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:29:32.905347 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1941a08e-1e25-4aac-ad8a-f46d368f1817 req-a2e055b5-594e-4c86-9cfd-dd25685cdfdd service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:29:32.905679 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1941a08e-1e25-4aac-ad8a-f46d368f1817 req-a2e055b5-594e-4c86-9cfd-dd25685cdfdd service neutron] Checking segment: {'id': 'b58e7a71-2605-4e16-abd4-c8afc1ab5512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '37a27260-6c33-48a0-8e2f-0f51c4073c1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:29:32.906064 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1941a08e-1e25-4aac-ad8a-f46d368f1817 req-a2e055b5-594e-4c86-9cfd-dd25685cdfdd service neutron] Bound using segment: {'id': 'b58e7a71-2605-4e16-abd4-c8afc1ab5512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '37a27260-6c33-48a0-8e2f-0f51c4073c1b'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:29:32.906506 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-1941a08e-1e25-4aac-ad8a-f46d368f1817 req-a2e055b5-594e-4c86-9cfd-dd25685cdfdd service neutron] Bound port: 2db563c8-3ed3-4830-8394-0f92007254b2, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b58e7a71-2605-4e16-abd4-c8afc1ab5512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '37a27260-6c33-48a0-8e2f-0f51c4073c1b'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:29:32.906862 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1941a08e-1e25-4aac-ad8a-f46d368f1817 req-a2e055b5-594e-4c86-9cfd-dd25685cdfdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:32.915309 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9dd4dce6-ba62-444f-a95b-d7d0b5a2c28e req-ec5a48d6-3a4c-4311-ac1d-fbe4b3790743 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224427 Aug 23 20:29:32.951621 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d22ca2-7701-41b9-967a-f18100a36bd7 req-0ac8fcda-48b9-476e-aff8-6c9ce36807be service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:29:32.951965 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d22ca2-7701-41b9-967a-f18100a36bd7 req-0ac8fcda-48b9-476e-aff8-6c9ce36807be service neutron] Checking segment: {'id': 'd50511b3-4d24-4f7d-b3a7-d7c53c9c34f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd8b39397-eb10-46a4-9362-eda4714b4285'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:29:32.952387 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d22ca2-7701-41b9-967a-f18100a36bd7 req-0ac8fcda-48b9-476e-aff8-6c9ce36807be service neutron] Bound using segment: {'id': 'd50511b3-4d24-4f7d-b3a7-d7c53c9c34f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd8b39397-eb10-46a4-9362-eda4714b4285'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:29:32.952972 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-57d22ca2-7701-41b9-967a-f18100a36bd7 req-0ac8fcda-48b9-476e-aff8-6c9ce36807be service neutron] Bound port: 3bf625cf-2e20-4588-bb31-f27034eeae74, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd50511b3-4d24-4f7d-b3a7-d7c53c9c34f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd8b39397-eb10-46a4-9362-eda4714b4285'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:29:32.953235 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-57d22ca2-7701-41b9-967a-f18100a36bd7 req-0ac8fcda-48b9-476e-aff8-6c9ce36807be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:33.019404 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-30b6d828-9edb-4f81-962b-89ed1e9810c3 service neutron] 10.222.0.32 "GET /v2.0/networks/291e6885-2f63-495c-b479-2184cb200f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458963 Aug 23 20:29:33.040904 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-1941a08e-1e25-4aac-ad8a-f46d368f1817 req-a2e055b5-594e-4c86-9cfd-dd25685cdfdd service neutron] For port 2db563c8-3ed3-4830-8394-0f92007254b2, host n-h2-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:29:33.045388 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-1941a08e-1e25-4aac-ad8a-f46d368f1817 req-a2e055b5-594e-4c86-9cfd-dd25685cdfdd service neutron] For port 2db563c8-3ed3-4830-8394-0f92007254b2, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=2db563c8-3ed3-4830-8394-0f92007254b2,segment=NetworkSegment(b58e7a71-2605-4e16-abd4-c8afc1ab5512),segment_id=b58e7a71-2605-4e16-abd4-c8afc1ab5512)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:29:33.059146 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1941a08e-1e25-4aac-ad8a-f46d368f1817 req-a2e055b5-594e-4c86-9cfd-dd25685cdfdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:33.069595 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 7df68d32-a271-460c-9927-87f0144aba01 no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:29:33.078925 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f372febc-aad1-4d46-b530-a7f054987cca req-41ef7e75-1a67-4261-966f-813a86f4c952 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450930 Aug 23 20:29:33.097091 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: 7df68d32-a271-460c-9927-87f0144aba01 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:29:33.097524 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 7df68d32-a271-460c-9927-87f0144aba01 not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:29:33.180255 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e055b5-594e-4c86-9cfd-dd25685cdfdd service neutron] Pushing event updated for resources: {'Port': ['ID=2db563c8-3ed3-4830-8394-0f92007254b2,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:33.188434 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device ef6df56d-b025-4240-8305-9560c566684a up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:29:33.194296 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941a08e-1e25-4aac-ad8a-f46d368f1817 req-a2e055b5-594e-4c86-9cfd-dd25685cdfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:33.194993 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1941a08e-1e25-4aac-ad8a-f46d368f1817 req-a2e055b5-594e-4c86-9cfd-dd25685cdfdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:33.196555 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1941a08e-1e25-4aac-ad8a-f46d368f1817 req-a2e055b5-594e-4c86-9cfd-dd25685cdfdd service neutron] 10.222.0.32 "PUT /v2.0/ports/2db563c8-3ed3-4830-8394-0f92007254b2 HTTP/1.1" status: 200 len: 1092 time: 2.0692556 Aug 23 20:29:33.196995 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66993f2d-3384-450f-8495-3a7774a7f28b', 'tag': '2db563c8-3ed3-4830-8394-0f92007254b2'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:29:33.199293 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2891876b-867d-4029-b31d-f68e589bb1ac" -d '{"events": [{"name": "network-changed", "server_uuid": "66993f2d-3384-450f-8495-3a7774a7f28b", "tag": "2db563c8-3ed3-4830-8394-0f92007254b2"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:29:33.265473 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-57d22ca2-7701-41b9-967a-f18100a36bd7 req-0ac8fcda-48b9-476e-aff8-6c9ce36807be service neutron] For port 3bf625cf-2e20-4588-bb31-f27034eeae74, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:29:33.273227 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-2d6ca677-d3dd-403c-8c1a-49ff66228026 service neutron] 10.222.0.32 "GET /v2.0/networks/291e6885-2f63-495c-b479-2184cb200f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425661 Aug 23 20:29:33.288770 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port ef6df56d-b025-4240-8305-9560c566684a completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:29:33.298958 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-57d22ca2-7701-41b9-967a-f18100a36bd7 req-0ac8fcda-48b9-476e-aff8-6c9ce36807be service neutron] For port 3bf625cf-2e20-4588-bb31-f27034eeae74, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=3bf625cf-2e20-4588-bb31-f27034eeae74,segment=NetworkSegment(d50511b3-4d24-4f7d-b3a7-d7c53c9c34f0),segment_id=d50511b3-4d24-4f7d-b3a7-d7c53c9c34f0)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:29:33.303790 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port ef6df56d-b025-4240-8305-9560c566684a triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:29:33.304326 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:33.314217 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-57d22ca2-7701-41b9-967a-f18100a36bd7 req-0ac8fcda-48b9-476e-aff8-6c9ce36807be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:33.334697 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6955901d-5c57-4513-992f-15494108123e req-d885fc50-c99f-4622-8fdd-d5ebd34bcaf4 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:33.342144 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6955901d-5c57-4513-992f-15494108123e req-d885fc50-c99f-4622-8fdd-d5ebd34bcaf4 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] 10.222.0.61 "GET /v2.0/ports?device_id=66993f2d-3384-450f-8495-3a7774a7f28b HTTP/1.1" status: 200 len: 944 time: 0.1594055 Aug 23 20:29:33.401651 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941a08e-1e25-4aac-ad8a-f46d368f1817 req-202b342e-8c8e-4e52-ba74-f4ef576819db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:33.406054 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1941a08e-1e25-4aac-ad8a-f46d368f1817 req-202b342e-8c8e-4e52-ba74-f4ef576819db service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=678355395d8146908cb82e29a8b7a279&device_id=66993f2d-3384-450f-8495-3a7774a7f28b HTTP/1.1" status: 200 len: 1095 time: 0.1062188 Aug 23 20:29:33.410887 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:33.431326 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d08982-6e1c-4bc9-89ed-015b350f05a5 req-84028c30-7dc5-4e97-b340-505f9f057e76 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:33.432245 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d22ca2-7701-41b9-967a-f18100a36bd7 req-0ac8fcda-48b9-476e-aff8-6c9ce36807be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:33.432882 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-57d22ca2-7701-41b9-967a-f18100a36bd7 req-0ac8fcda-48b9-476e-aff8-6c9ce36807be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:33.434324 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-57d22ca2-7701-41b9-967a-f18100a36bd7 req-0ac8fcda-48b9-476e-aff8-6c9ce36807be service neutron] 10.222.0.11 "PUT /v2.0/ports/3bf625cf-2e20-4588-bb31-f27034eeae74 HTTP/1.1" status: 200 len: 1092 time: 2.1589704 Aug 23 20:29:33.436527 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e28fd10-07c6-4846-a116-61c331d92ed4', 'tag': '3bf625cf-2e20-4588-bb31-f27034eeae74'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:29:33.438838 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7162739b-81e6-4ebf-9b2f-2941dced2594" -d '{"events": [{"name": "network-changed", "server_uuid": "5e28fd10-07c6-4846-a116-61c331d92ed4", "tag": "3bf625cf-2e20-4588-bb31-f27034eeae74"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:29:33.439661 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-60d08982-6e1c-4bc9-89ed-015b350f05a5 req-84028c30-7dc5-4e97-b340-505f9f057e76 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/ports?device_id=8322b199-043f-41e7-996c-ea258a61a503 HTTP/1.1" status: 200 len: 949 time: 0.1005666 Aug 23 20:29:33.476224 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcafae5d-6483-417a-9f16-c501a7c5cfe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef6df56d-b025-4240-8305-9560c566684a'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:29:33.480391 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5870380e-f236-4c11-83b0-75c26bb9fd99" -d '{"events": [{"server_uuid": "bcafae5d-6483-417a-9f16-c501a7c5cfe6", "name": "network-vif-plugged", "status": "completed", "tag": "ef6df56d-b025-4240-8305-9560c566684a"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:29:33.484659 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6955901d-5c57-4513-992f-15494108123e req-e0241c9a-4fba-4c1b-838e-ca4cbe525ab5 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] 10.222.0.61 "GET /v2.0/security-groups?id=960d3f2e-d45c-4e1f-a060-188acf35d4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394854 Aug 23 20:29:33.508594 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-b863cdc3-3a62-4b3f-ab41-987eeb9e4dca req-df79d603-0fe0-45da-b21e-97ef872de547 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e5a30c6-b73d-447a-a34e-941b0e0efda3 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:29:33.511181 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port ef6df56d-b025-4240-8305-9560c566684a, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=ef6df56d-b025-4240-8305-9560c566684a,segment=NetworkSegment(3440ae09-322e-4891-8c02-a5baf5ba77f1),segment_id=3440ae09-322e-4891-8c02-a5baf5ba77f1)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:29:33.511471 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1941a08e-1e25-4aac-ad8a-f46d368f1817 req-5f969bae-ef9e-46ca-9d58-c984502e7716 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2db563c8-3ed3-4830-8394-0f92007254b2 HTTP/1.1" status: 200 len: 217 time: 0.0624418 Aug 23 20:29:33.519267 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:33.528775 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 90f4cf93-11f1-4190-ac5e-881bec5f2386 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:29:33.533292 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b863cdc3-3a62-4b3f-ab41-987eeb9e4dca req-df79d603-0fe0-45da-b21e-97ef872de547 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:33.557800 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac8fcda-48b9-476e-aff8-6c9ce36807be service neutron] Pushing event updated for resources: {'Port': ['ID=3bf625cf-2e20-4588-bb31-f27034eeae74,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:33.560964 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-60d08982-6e1c-4bc9-89ed-015b350f05a5 req-f1f9ed8a-4158-4b4a-93aa-941cebbe3169 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/security-groups?id=179fb938-c9d2-4442-9708-d36ca99918ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202593 Aug 23 20:29:33.570140 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-b863cdc3-3a62-4b3f-ab41-987eeb9e4dca req-df79d603-0fe0-45da-b21e-97ef872de547 service neutron] Transition to ACTIVE for port object 9e5a30c6-b73d-447a-a34e-941b0e0efda3 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:29:33.579596 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b863cdc3-3a62-4b3f-ab41-987eeb9e4dca req-df79d603-0fe0-45da-b21e-97ef872de547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:33.658706 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b98dc4-50c7-4599-b968-2673e4c066c5 x-openstack-request-id: req-77b98dc4-50c7-4599-b968-2673e4c066c5 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:29:33.659081 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66993f2d-3384-450f-8495-3a7774a7f28b", "tag": "2db563c8-3ed3-4830-8394-0f92007254b2", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:29:33.659338 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-77b98dc4-50c7-4599-b968-2673e4c066c5 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:29:33.660966 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66993f2d-3384-450f-8495-3a7774a7f28b', 'tag': '2db563c8-3ed3-4830-8394-0f92007254b2', 'status': 'completed', 'code': 200} Aug 23 20:29:33.668709 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941a08e-1e25-4aac-ad8a-f46d368f1817 req-7a3f8214-0e54-4d71-a88e-943342bf8432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:33.670341 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1941a08e-1e25-4aac-ad8a-f46d368f1817 req-7a3f8214-0e54-4d71-a88e-943342bf8432 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=84ae49e3-16c6-4ab2-918c-5c56bcd6d83a HTTP/1.1" status: 200 len: 844 time: 0.1396341 Aug 23 20:29:33.728837 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=ef6df56d-b025-4240-8305-9560c566684a,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:33.736802 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 90f4cf93-11f1-4190-ac5e-881bec5f2386 not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:29:33.745262 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88c234c-cbfe-444f-81fc-7d35deb87455 x-openstack-request-id: req-b88c234c-cbfe-444f-81fc-7d35deb87455 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:29:33.745859 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e28fd10-07c6-4846-a116-61c331d92ed4", "tag": "3bf625cf-2e20-4588-bb31-f27034eeae74", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:29:33.746636 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b88c234c-cbfe-444f-81fc-7d35deb87455 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:29:33.747326 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e28fd10-07c6-4846-a116-61c331d92ed4', 'tag': '3bf625cf-2e20-4588-bb31-f27034eeae74', 'status': 'completed', 'code': 200} Aug 23 20:29:33.751312 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8fcbff-cbec-4652-a9a8-91c4033d6c68 x-openstack-request-id: req-6c8fcbff-cbec-4652-a9a8-91c4033d6c68 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:29:33.751614 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcafae5d-6483-417a-9f16-c501a7c5cfe6", "name": "network-vif-plugged", "status": "completed", "tag": "ef6df56d-b025-4240-8305-9560c566684a", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:29:33.751867 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6c8fcbff-cbec-4652-a9a8-91c4033d6c68 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:29:33.752283 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcafae5d-6483-417a-9f16-c501a7c5cfe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef6df56d-b025-4240-8305-9560c566684a', 'code': 200} Aug 23 20:29:33.756682 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d22ca2-7701-41b9-967a-f18100a36bd7 req-36cdce2f-33cf-4cd7-a107-ad138c11c4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:33.758509 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-57d22ca2-7701-41b9-967a-f18100a36bd7 req-36cdce2f-33cf-4cd7-a107-ad138c11c4d6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da40cd0ce1444faa8522c0791ccf0ebc&device_id=5e28fd10-07c6-4846-a116-61c331d92ed4 HTTP/1.1" status: 200 len: 1095 time: 0.2392006 Aug 23 20:29:33.767539 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df79d603-0fe0-45da-b21e-97ef872de547 service neutron] Pushing event updated for resources: {'Port': ['ID=9e5a30c6-b73d-447a-a34e-941b0e0efda3,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:33.808167 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-31b1d50a-303c-4d48-b165-cca16587fb2f tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:33.809824 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-31b1d50a-303c-4d48-b165-cca16587fb2f tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4959b9f2-98bc-46b4-9d64-36ee6db26404&tenant_id=80dadbb9f2554b479c0b13605bddd689&binding%3Ahost_id=n-h2-805663-2 HTTP/1.1" status: 200 len: 1095 time: 0.1194260 Aug 23 20:29:33.821079 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941a08e-1e25-4aac-ad8a-f46d368f1817 req-1e38d549-638e-44da-9bde-38d399035530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:33.822296 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1941a08e-1e25-4aac-ad8a-f46d368f1817 req-1e38d549-638e-44da-9bde-38d399035530 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=37a27260-6c33-48a0-8e2f-0f51c4073c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1229119 Aug 23 20:29:33.842267 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-57d22ca2-7701-41b9-967a-f18100a36bd7 req-4a17e97e-8c46-4e29-ad26-80ce2dcb8c19 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3bf625cf-2e20-4588-bb31-f27034eeae74 HTTP/1.1" status: 200 len: 217 time: 0.0570030 Aug 23 20:29:33.929454 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558eaaab-af9b-4cad-87d8-4a6b61acc210 req-7bf1700b-972c-4eb8-ba21-c741c3438527 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:33.930978 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-558eaaab-af9b-4cad-87d8-4a6b61acc210 req-7bf1700b-972c-4eb8-ba21-c741c3438527 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=bcafae5d-6483-417a-9f16-c501a7c5cfe6 HTTP/1.1" status: 200 len: 945 time: 0.3184917 Aug 23 20:29:33.991786 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4ff74-e357-4006-8333-213e4a94fd66 req-53edb695-9bfa-40a2-a902-170dca893ece tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:33.993409 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c9b4ff74-e357-4006-8333-213e4a94fd66 req-53edb695-9bfa-40a2-a902-170dca893ece tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e28fd10-07c6-4846-a116-61c331d92ed4 HTTP/1.1" status: 200 len: 944 time: 0.1877117 Aug 23 20:29:34.008893 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df2293-9008-4722-818f-b84749054b5b req-9b46f383-8343-40a4-9a8f-fc977e013888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:34.010384 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-45df2293-9008-4722-818f-b84749054b5b req-9b46f383-8343-40a4-9a8f-fc977e013888 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bcafae5d-6483-417a-9f16-c501a7c5cfe6 HTTP/1.1" status: 200 len: 1096 time: 0.1773407 Aug 23 20:29:34.015023 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d22ca2-7701-41b9-967a-f18100a36bd7 req-ed72c055-711e-4fdc-8f37-d60679f0d03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:34.016377 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-57d22ca2-7701-41b9-967a-f18100a36bd7 req-ed72c055-711e-4fdc-8f37-d60679f0d03e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eaba231f-f475-4e6f-a625-699acbd989f2 HTTP/1.1" status: 200 len: 855 time: 0.1574943 Aug 23 20:29:34.021090 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-558eaaab-af9b-4cad-87d8-4a6b61acc210 req-1d63e1ba-4bba-4fba-970b-68e925805920 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791664 Aug 23 20:29:34.021878 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-b863cdc3-3a62-4b3f-ab41-987eeb9e4dca req-df79d603-0fe0-45da-b21e-97ef872de547 service neutron] Attempting to bind port 9e5a30c6-b73d-447a-a34e-941b0e0efda3 on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:29:34.022203 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-b863cdc3-3a62-4b3f-ab41-987eeb9e4dca req-df79d603-0fe0-45da-b21e-97ef872de547 service neutron] Attempting to bind port 9e5a30c6-b73d-447a-a34e-941b0e0efda3 by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:29:34.022523 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b863cdc3-3a62-4b3f-ab41-987eeb9e4dca req-df79d603-0fe0-45da-b21e-97ef872de547 service neutron] Attempting to bind port 9e5a30c6-b73d-447a-a34e-941b0e0efda3 on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:29:34.058891 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1941a08e-1e25-4aac-ad8a-f46d368f1817 req-1b5b6f3d-b89c-42ab-8067-2d00330c2386 service neutron] 10.222.0.32 "GET /v2.0/networks/37a27260-6c33-48a0-8e2f-0f51c4073c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905735 Aug 23 20:29:34.062905 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-57d22ca2-7701-41b9-967a-f18100a36bd7 req-940ccce0-66a1-41a7-871b-c2b4627efbd2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d8b39397-eb10-46a4-9362-eda4714b4285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379925 Aug 23 20:29:34.064567 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b863cdc3-3a62-4b3f-ab41-987eeb9e4dca req-df79d603-0fe0-45da-b21e-97ef872de547 service neutron] Port 9e5a30c6-b73d-447a-a34e-941b0e0efda3 on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:29:34.064894 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b863cdc3-3a62-4b3f-ab41-987eeb9e4dca req-df79d603-0fe0-45da-b21e-97ef872de547 service neutron] Attempting to bind port 9e5a30c6-b73d-447a-a34e-941b0e0efda3 on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:29:34.086581 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b863cdc3-3a62-4b3f-ab41-987eeb9e4dca req-df79d603-0fe0-45da-b21e-97ef872de547 service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:29:34.086919 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b863cdc3-3a62-4b3f-ab41-987eeb9e4dca req-df79d603-0fe0-45da-b21e-97ef872de547 service neutron] Checking segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:29:34.087300 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b863cdc3-3a62-4b3f-ab41-987eeb9e4dca req-df79d603-0fe0-45da-b21e-97ef872de547 service neutron] Bound using segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:29:34.087743 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-b863cdc3-3a62-4b3f-ab41-987eeb9e4dca req-df79d603-0fe0-45da-b21e-97ef872de547 service neutron] Bound port: 9e5a30c6-b73d-447a-a34e-941b0e0efda3, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:29:34.088200 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b863cdc3-3a62-4b3f-ab41-987eeb9e4dca req-df79d603-0fe0-45da-b21e-97ef872de547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:34.135782 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c9b4ff74-e357-4006-8333-213e4a94fd66 req-9213b1c4-e9e6-4175-8575-37452319d485 tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e9eafee-febe-49fa-b704-52994ff0c451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347008 Aug 23 20:29:34.149049 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-d56958db-79c7-409f-a9fe-f4467db7fc50 service neutron] For port 90f4cf93-11f1-4190-ac5e-881bec5f2386, host n-h1-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:29:34.150781 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-45df2293-9008-4722-818f-b84749054b5b req-b919856e-bde6-4629-bdb1-1e3faad2a0da service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247652 Aug 23 20:29:34.152926 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-d56958db-79c7-409f-a9fe-f4467db7fc50 service neutron] Notify callbacks [] for binding, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:34.154413 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-28ba471e-8e97-4cc5-8c19-31fb39671dbf req-d56958db-79c7-409f-a9fe-f4467db7fc50 service neutron] 10.222.0.32 "DELETE /v2.0/ports/90f4cf93-11f1-4190-ac5e-881bec5f2386/bindings/n-h1-805663-2 HTTP/1.1" status: 204 len: 173 time: 0.3298562 Aug 23 20:29:34.214182 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1941a08e-1e25-4aac-ad8a-f46d368f1817 req-edf68686-d325-447b-8546-603f3ed13542 service neutron] 10.222.0.32 "GET /v2.0/networks/37a27260-6c33-48a0-8e2f-0f51c4073c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454585 Aug 23 20:29:34.302112 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba8fd62-bdfc-4e84-b394-b2ff9b12c212 req-e788816f-2ecf-45f4-aa4b-1d1e5dc4b0d7 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:34.303688 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4ba8fd62-bdfc-4e84-b394-b2ff9b12c212 req-e788816f-2ecf-45f4-aa4b-1d1e5dc4b0d7 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=4959b9f2-98bc-46b4-9d64-36ee6db26404 HTTP/1.1" status: 200 len: 944 time: 0.0644617 Aug 23 20:29:34.361890 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4ba8fd62-bdfc-4e84-b394-b2ff9b12c212 req-8c993ee9-700e-43d5-a1f9-b1fd937683a2 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512574 Aug 23 20:29:34.401198 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891876b-867d-4029-b31d-f68e589bb1ac req-acc71363-5684-4de3-a00f-d869d5fad9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:34.402724 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2891876b-867d-4029-b31d-f68e589bb1ac req-acc71363-5684-4de3-a00f-d869d5fad9c9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=678355395d8146908cb82e29a8b7a279&device_id=66993f2d-3384-450f-8495-3a7774a7f28b HTTP/1.1" status: 200 len: 1095 time: 0.0584199 Aug 23 20:29:34.502416 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc19f3-2201-4ff4-9d77-f7061d401df7 req-188988d7-6896-4bdb-95cd-76eddcba34bb tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:34.503820 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f8fc19f3-2201-4ff4-9d77-f7061d401df7 req-188988d7-6896-4bdb-95cd-76eddcba34bb tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/ports?device_id=740a200a-00ed-4d09-b2ff-9d6135bf43b5 HTTP/1.1" status: 200 len: 947 time: 0.3995211 Aug 23 20:29:34.507504 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-57d22ca2-7701-41b9-967a-f18100a36bd7 req-70fec728-8585-4dda-b233-547dc8a3a573 service neutron] 10.222.0.11 "GET /v2.0/networks/d8b39397-eb10-46a4-9362-eda4714b4285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4370635 Aug 23 20:29:34.536914 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-b863cdc3-3a62-4b3f-ab41-987eeb9e4dca req-df79d603-0fe0-45da-b21e-97ef872de547 service neutron] For port 9e5a30c6-b73d-447a-a34e-941b0e0efda3, host n-h2-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:29:34.537195 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72582273-a526-425a-9874-ab0de0f84cd6 req-67dd053f-dbb7-49a1-8c0f-6730ea76142c tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:34.538637 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-72582273-a526-425a-9874-ab0de0f84cd6 req-67dd053f-dbb7-49a1-8c0f-6730ea76142c tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f990a99f-dd25-4e58-a64c-1b41ab5dbb16 HTTP/1.1" status: 200 len: 950 time: 0.1064479 Aug 23 20:29:34.548553 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891876b-867d-4029-b31d-f68e589bb1ac req-86d0d030-a43c-4c9e-ab08-226376f83848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:34.550184 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2891876b-867d-4029-b31d-f68e589bb1ac req-86d0d030-a43c-4c9e-ab08-226376f83848 service neutron] 10.222.0.32 "GET /v2.0/networks?id=37a27260-6c33-48a0-8e2f-0f51c4073c1b HTTP/1.1" status: 200 len: 906 time: 0.1383042 Aug 23 20:29:34.586382 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-b863cdc3-3a62-4b3f-ab41-987eeb9e4dca req-df79d603-0fe0-45da-b21e-97ef872de547 service neutron] For port 9e5a30c6-b73d-447a-a34e-941b0e0efda3, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=9e5a30c6-b73d-447a-a34e-941b0e0efda3,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:29:34.602559 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b863cdc3-3a62-4b3f-ab41-987eeb9e4dca req-df79d603-0fe0-45da-b21e-97ef872de547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:34.611098 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2891876b-867d-4029-b31d-f68e589bb1ac req-1af17ed0-ab02-44b1-aa61-0fde0a83383f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2db563c8-3ed3-4830-8394-0f92007254b2 HTTP/1.1" status: 200 len: 217 time: 0.0434904 Aug 23 20:29:34.613011 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f8fc19f3-2201-4ff4-9d77-f7061d401df7 req-b1efcd5b-d8b8-497b-b78d-ebbe3fcf20bd tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4601676-42b8-4648-b946-7ab4b4582e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007817 Aug 23 20:29:34.652355 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863cdc3-3a62-4b3f-ab41-987eeb9e4dca req-df79d603-0fe0-45da-b21e-97ef872de547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:34.652971 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b863cdc3-3a62-4b3f-ab41-987eeb9e4dca req-df79d603-0fe0-45da-b21e-97ef872de547 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:34.654684 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b863cdc3-3a62-4b3f-ab41-987eeb9e4dca req-df79d603-0fe0-45da-b21e-97ef872de547 service neutron] 10.222.0.32 "PUT /v2.0/ports/9e5a30c6-b73d-447a-a34e-941b0e0efda3 HTTP/1.1" status: 200 len: 1095 time: 2.2021685 Aug 23 20:29:34.667393 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-72582273-a526-425a-9874-ab0de0f84cd6 req-d50a22c8-3237-49a4-81d6-d351cb42485c tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157756 Aug 23 20:29:34.698600 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891876b-867d-4029-b31d-f68e589bb1ac req-82fedc32-8e8e-4675-aef0-8fe8fd29b8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:34.701577 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2891876b-867d-4029-b31d-f68e589bb1ac req-82fedc32-8e8e-4675-aef0-8fe8fd29b8aa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=84ae49e3-16c6-4ab2-918c-5c56bcd6d83a HTTP/1.1" status: 200 len: 844 time: 0.0800352 Aug 23 20:29:34.709060 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-57d22ca2-7701-41b9-967a-f18100a36bd7 req-f6e34d48-e889-44e1-b0b0-d21417b5d7b6 service neutron] 10.222.0.11 "GET /v2.0/networks/d8b39397-eb10-46a4-9362-eda4714b4285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874332 Aug 23 20:29:34.710322 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df79d603-0fe0-45da-b21e-97ef872de547 service neutron] Pushing event updated for resources: {'Port': ['ID=9e5a30c6-b73d-447a-a34e-941b0e0efda3,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:34.864684 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891876b-867d-4029-b31d-f68e589bb1ac req-2e19c880-21d8-42e5-8d57-64279daa6d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:34.866921 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2891876b-867d-4029-b31d-f68e589bb1ac req-2e19c880-21d8-42e5-8d57-64279daa6d03 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=37a27260-6c33-48a0-8e2f-0f51c4073c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1163793 Aug 23 20:29:34.876655 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc656b4-3233-48b7-a4f6-aeb9684fdedf req-a05e296d-5399-4a10-82b2-2fe5b25246c4 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:34.878228 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8cc656b4-3233-48b7-a4f6-aeb9684fdedf req-a05e296d-5399-4a10-82b2-2fe5b25246c4 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] 10.222.0.61 "GET /v2.0/ports?device_id=66993f2d-3384-450f-8495-3a7774a7f28b HTTP/1.1" status: 200 len: 944 time: 0.1068051 Aug 23 20:29:34.970353 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8cc656b4-3233-48b7-a4f6-aeb9684fdedf req-19de5bed-088c-47a7-9662-fe256b4faff5 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] 10.222.0.61 "GET /v2.0/security-groups?id=960d3f2e-d45c-4e1f-a060-188acf35d4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795491 Aug 23 20:29:34.976871 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863cdc3-3a62-4b3f-ab41-987eeb9e4dca req-7a411cd5-2799-4800-bb7f-612f35466f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:34.979129 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b863cdc3-3a62-4b3f-ab41-987eeb9e4dca req-7a411cd5-2799-4800-bb7f-612f35466f01 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=703df0ba001c469f81eeb9197c5e8f7d&device_id=740a200a-00ed-4d09-b2ff-9d6135bf43b5 HTTP/1.1" status: 200 len: 1098 time: 0.1599422 Aug 23 20:29:34.982342 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162739b-81e6-4ebf-9b2f-2941dced2594 req-15762ffb-0dac-4394-b7bb-acbb87691d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:34.984334 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7162739b-81e6-4ebf-9b2f-2941dced2594 req-15762ffb-0dac-4394-b7bb-acbb87691d42 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da40cd0ce1444faa8522c0791ccf0ebc&device_id=5e28fd10-07c6-4846-a116-61c331d92ed4 HTTP/1.1" status: 200 len: 1095 time: 0.1534092 Aug 23 20:29:35.000805 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12905dd2-e70b-458a-a04f-46f2ae59bc30 req-aca3e9dc-c3b6-4929-a80d-831d0a0cdac5 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:35.002937 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-12905dd2-e70b-458a-a04f-46f2ae59bc30 req-aca3e9dc-c3b6-4929-a80d-831d0a0cdac5 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/ports?device_id=8322b199-043f-41e7-996c-ea258a61a503 HTTP/1.1" status: 200 len: 949 time: 0.0895734 Aug 23 20:29:35.021247 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2891876b-867d-4029-b31d-f68e589bb1ac req-e7cd7e51-4a8d-43be-9726-0244f02fa15c service neutron] 10.222.0.32 "GET /v2.0/networks/37a27260-6c33-48a0-8e2f-0f51c4073c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398723 Aug 23 20:29:35.122697 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b863cdc3-3a62-4b3f-ab41-987eeb9e4dca req-9239aeae-35ed-44e2-a3be-0183c03043c4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=9e5a30c6-b73d-447a-a34e-941b0e0efda3 HTTP/1.1" status: 200 len: 217 time: 0.0964410 Aug 23 20:29:35.146224 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c7570-02f7-4cd7-91aa-ccf859e5713e req-0b8f3f9a-02c9-4e51-880d-91c2d798cc74 tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:35.147762 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-049c7570-02f7-4cd7-91aa-ccf859e5713e req-0b8f3f9a-02c9-4e51-880d-91c2d798cc74 tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=4959b9f2-98bc-46b4-9d64-36ee6db26404 HTTP/1.1" status: 200 len: 1095 time: 0.1063595 Aug 23 20:29:35.168163 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-12905dd2-e70b-458a-a04f-46f2ae59bc30 req-d07a3808-ab8e-43f8-a2b2-56198929ad50 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/security-groups?id=179fb938-c9d2-4442-9708-d36ca99918ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434062 Aug 23 20:29:35.187359 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2891876b-867d-4029-b31d-f68e589bb1ac req-f2e24248-4f34-4291-9f89-9f74dd1b0c2e service neutron] 10.222.0.32 "GET /v2.0/networks/37a27260-6c33-48a0-8e2f-0f51c4073c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440630 Aug 23 20:29:35.206448 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-049c7570-02f7-4cd7-91aa-ccf859e5713e req-d439165a-b6f0-4820-9b1d-7bcb0c68c531 tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509126 Aug 23 20:29:35.210952 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162739b-81e6-4ebf-9b2f-2941dced2594 req-7f0e5b67-2046-4969-a7ca-f0cfc3535f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:35.212465 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7162739b-81e6-4ebf-9b2f-2941dced2594 req-7f0e5b67-2046-4969-a7ca-f0cfc3535f5c service neutron] 10.222.0.11 "GET /v2.0/networks?id=d8b39397-eb10-46a4-9362-eda4714b4285 HTTP/1.1" status: 200 len: 916 time: 0.2082479 Aug 23 20:29:35.213814 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863cdc3-3a62-4b3f-ab41-987eeb9e4dca req-adc102be-fdaf-4246-bf19-e1b4aad36183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:35.215131 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b863cdc3-3a62-4b3f-ab41-987eeb9e4dca req-adc102be-fdaf-4246-bf19-e1b4aad36183 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.0836489 Aug 23 20:29:35.268121 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7162739b-81e6-4ebf-9b2f-2941dced2594 req-a3d0a119-91a6-4082-8e78-b7be135a845c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3bf625cf-2e20-4588-bb31-f27034eeae74 HTTP/1.1" status: 200 len: 217 time: 0.0393884 Aug 23 20:29:35.418660 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fea8d5-f9fd-4f9a-b3b8-1d51d8701140 req-44789d04-5173-4abe-a640-b75a3677e769 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:35.420312 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c3fea8d5-f9fd-4f9a-b3b8-1d51d8701140 req-44789d04-5173-4abe-a640-b75a3677e769 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=bcafae5d-6483-417a-9f16-c501a7c5cfe6 HTTP/1.1" status: 200 len: 945 time: 0.1547308 Aug 23 20:29:35.421864 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162739b-81e6-4ebf-9b2f-2941dced2594 req-0dd8aec9-db14-45ac-8972-1e2ee8312743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:35.423484 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7162739b-81e6-4ebf-9b2f-2941dced2594 req-0dd8aec9-db14-45ac-8972-1e2ee8312743 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eaba231f-f475-4e6f-a625-699acbd989f2 HTTP/1.1" status: 200 len: 855 time: 0.1245279 Aug 23 20:29:35.438963 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863cdc3-3a62-4b3f-ab41-987eeb9e4dca req-c7cc7764-9dbc-4ac1-b2b0-5ab5d7fbed02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:35.440573 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b863cdc3-3a62-4b3f-ab41-987eeb9e4dca req-c7cc7764-9dbc-4ac1-b2b0-5ab5d7fbed02 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1330140 Aug 23 20:29:35.505370 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7162739b-81e6-4ebf-9b2f-2941dced2594 req-9ce618d9-f12d-43cf-a458-c9d9e3935413 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d8b39397-eb10-46a4-9362-eda4714b4285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582483 Aug 23 20:29:35.606876 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c3fea8d5-f9fd-4f9a-b3b8-1d51d8701140 req-e12e0f40-4e0f-4639-96b8-59e88369e634 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773198 Aug 23 20:29:35.643347 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b5b9ec-ed70-4247-93a0-4de1dc7b2fda req-7101d413-04e6-4446-ae29-137ad4ba6f35 tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:35.645423 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-55b5b9ec-ed70-4247-93a0-4de1dc7b2fda req-7101d413-04e6-4446-ae29-137ad4ba6f35 tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e28fd10-07c6-4846-a116-61c331d92ed4 HTTP/1.1" status: 200 len: 944 time: 0.2821555 Aug 23 20:29:35.653472 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47ff1b3-d975-4c83-8e31-030fc0faa4ed req-112b8290-c56c-45bb-a9fc-e8394ed54b8c tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:35.654990 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f47ff1b3-d975-4c83-8e31-030fc0faa4ed req-112b8290-c56c-45bb-a9fc-e8394ed54b8c tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.32 "GET /v2.0/ports?device_id=8322b199-043f-41e7-996c-ea258a61a503 HTTP/1.1" status: 200 len: 949 time: 0.3624096 Aug 23 20:29:35.670817 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b863cdc3-3a62-4b3f-ab41-987eeb9e4dca req-a9ca4d1e-8b27-40e8-ad5c-53cb820d8a1d service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084630 Aug 23 20:29:35.677326 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7162739b-81e6-4ebf-9b2f-2941dced2594 req-fcd5eadb-4c69-4552-93c6-76cbb11a2336 service neutron] 10.222.0.11 "GET /v2.0/networks/d8b39397-eb10-46a4-9362-eda4714b4285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467352 Aug 23 20:29:35.740506 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-55b5b9ec-ed70-4247-93a0-4de1dc7b2fda req-8c0f0f15-3b0a-4218-826c-1d664244222b tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e9eafee-febe-49fa-b704-52994ff0c451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843778 Aug 23 20:29:35.760686 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '740a200a-00ed-4d09-b2ff-9d6135bf43b5', 'tag': '9e5a30c6-b73d-447a-a34e-941b0e0efda3'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:29:35.762854 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b611fcf7-df88-481c-9abf-124cee87a124" -d '{"events": [{"name": "network-changed", "server_uuid": "740a200a-00ed-4d09-b2ff-9d6135bf43b5", "tag": "9e5a30c6-b73d-447a-a34e-941b0e0efda3"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:29:35.872781 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-f47ff1b3-d975-4c83-8e31-030fc0faa4ed req-e39628f1-1311-476a-b1e7-cbae71d440f8 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Deleting port 16aa6e8c-c3d1-41b0-9173-c013a84ca397 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:29:35.873121 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f47ff1b3-d975-4c83-8e31-030fc0faa4ed req-e39628f1-1311-476a-b1e7-cbae71d440f8 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:35.883767 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e4eb3-8bf3-497b-a1a9-a1f6c7a72ab9 req-d2c70299-65f7-4040-9ca0-89e86de602c7 tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:35.885301 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cf7e4eb3-8bf3-497b-a1a9-a1f6c7a72ab9 req-d2c70299-65f7-4040-9ca0-89e86de602c7 tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/ports?device_id=740a200a-00ed-4d09-b2ff-9d6135bf43b5 HTTP/1.1" status: 200 len: 947 time: 0.0843568 Aug 23 20:29:35.925132 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b863cdc3-3a62-4b3f-ab41-987eeb9e4dca req-8ed9f389-4be7-43ac-8f5e-901c24a5c80b service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447703 Aug 23 20:29:35.928688 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7162739b-81e6-4ebf-9b2f-2941dced2594 req-f03f26af-586d-495d-8cc3-5e60dd552a84 service neutron] 10.222.0.11 "GET /v2.0/networks/d8b39397-eb10-46a4-9362-eda4714b4285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295485 Aug 23 20:29:35.936889 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc93a2a-8bbd-4206-94fd-1eb4819559de req-e7adfc91-a589-4c05-8c02-c67ece1ad572 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:35.938341 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-adc93a2a-8bbd-4206-94fd-1eb4819559de req-e7adfc91-a589-4c05-8c02-c67ece1ad572 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/networks?id=291e6885-2f63-495c-b479-2184cb200f47 HTTP/1.1" status: 200 len: 821 time: 0.2381074 Aug 23 20:29:35.968155 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-adc93a2a-8bbd-4206-94fd-1eb4819559de req-48ef8e2e-f09f-498c-9c6f-665687289a20 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/quotas/80dadbb9f2554b479c0b13605bddd689 HTTP/1.1" status: 200 len: 375 time: 0.0122309 Aug 23 20:29:35.984597 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cf7e4eb3-8bf3-497b-a1a9-a1f6c7a72ab9 req-5955e553-6a7f-42d4-a74e-23e8dfe3aecc tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4601676-42b8-4648-b946-7ab4b4582e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886390 Aug 23 20:29:36.020548 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-f47ff1b3-d975-4c83-8e31-030fc0faa4ed req-e39628f1-1311-476a-b1e7-cbae71d440f8 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] For port 16aa6e8c-c3d1-41b0-9173-c013a84ca397, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=16aa6e8c-c3d1-41b0-9173-c013a84ca397,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:29:36.021670 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f47ff1b3-d975-4c83-8e31-030fc0faa4ed req-e39628f1-1311-476a-b1e7-cbae71d440f8 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:36.032287 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-adc93a2a-8bbd-4206-94fd-1eb4819559de req-893ce7eb-75fc-4fff-bab7-22291e8cdc30 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=80dadbb9f2554b479c0b13605bddd689&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0572064 Aug 23 20:29:36.040780 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-f47ff1b3-d975-4c83-8e31-030fc0faa4ed req-e39628f1-1311-476a-b1e7-cbae71d440f8 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Calling delete_port for 16aa6e8c-c3d1-41b0-9173-c013a84ca397 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:29:36.134399 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-adc93a2a-8bbd-4206-94fd-1eb4819559de req-f95ca684-182d-426e-928c-e08e777875b1 service neutron] 10.222.0.61 "GET /v2.0/networks/291e6885-2f63-495c-b479-2184cb200f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936604 Aug 23 20:29:36.180405 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dec1640-f803-4119-b2a2-3e6bb656f61d req-83de2391-d7a1-4aa9-8cc1-fa4275091256 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:36.181833 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9dec1640-f803-4119-b2a2-3e6bb656f61d req-83de2391-d7a1-4aa9-8cc1-fa4275091256 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f990a99f-dd25-4e58-a64c-1b41ab5dbb16 HTTP/1.1" status: 200 len: 950 time: 0.1262279 Aug 23 20:29:36.247927 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-adc93a2a-8bbd-4206-94fd-1eb4819559de req-3482f1a7-14a3-4e71-b7dd-f8828d64f8ce service neutron] 10.222.0.61 "GET /v2.0/networks/291e6885-2f63-495c-b479-2184cb200f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067688 Aug 23 20:29:36.259415 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9dec1640-f803-4119-b2a2-3e6bb656f61d req-4b953e37-1303-4911-855d-03612e3a57e5 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663738 Aug 23 20:29:36.294431 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f47ff1b3-d975-4c83-8e31-030fc0faa4ed req-e39628f1-1311-476a-b1e7-cbae71d440f8 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:36.321513 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe7f72d-df83-4107-8acb-d6c14f1025d7 x-openstack-request-id: req-2fe7f72d-df83-4107-8acb-d6c14f1025d7 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:29:36.321806 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "740a200a-00ed-4d09-b2ff-9d6135bf43b5", "tag": "9e5a30c6-b73d-447a-a34e-941b0e0efda3", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:29:36.322063 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2fe7f72d-df83-4107-8acb-d6c14f1025d7 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:29:36.322466 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '740a200a-00ed-4d09-b2ff-9d6135bf43b5', 'tag': '9e5a30c6-b73d-447a-a34e-941b0e0efda3', 'status': 'completed', 'code': 200} Aug 23 20:29:36.326917 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39628f1-1311-476a-b1e7-cbae71d440f8 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Pushing event deleted for resources: {'Port': ['ID=16aa6e8c-c3d1-41b0-9173-c013a84ca397,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:36.336679 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['16aa6e8c-c3d1-41b0-9173-c013a84ca397'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:29:36.414389 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-f47ff1b3-d975-4c83-8e31-030fc0faa4ed req-e39628f1-1311-476a-b1e7-cbae71d440f8 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] No DVR routers for this DVR port 16aa6e8c-c3d1-41b0-9173-c013a84ca397 on host n-h2-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:29:36.416716 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f47ff1b3-d975-4c83-8e31-030fc0faa4ed req-e39628f1-1311-476a-b1e7-cbae71d440f8 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:36.418999 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f47ff1b3-d975-4c83-8e31-030fc0faa4ed req-e39628f1-1311-476a-b1e7-cbae71d440f8 tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.32 "DELETE /v2.0/ports/16aa6e8c-c3d1-41b0-9173-c013a84ca397 HTTP/1.1" status: 204 len: 173 time: 0.7447906 Aug 23 20:29:36.419548 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8322b199-043f-41e7-996c-ea258a61a503', 'name': 'network-vif-deleted', 'tag': '16aa6e8c-c3d1-41b0-9173-c013a84ca397'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:29:36.422163 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578129fa-117c-47da-9991-a126b9726928" -d '{"events": [{"server_uuid": "8322b199-043f-41e7-996c-ea258a61a503", "name": "network-vif-deleted", "tag": "16aa6e8c-c3d1-41b0-9173-c013a84ca397"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:29:36.540110 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611fcf7-df88-481c-9abf-124cee87a124 req-505b2ae0-c0cb-49c2-8b8b-3aa50895fecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:36.541690 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b611fcf7-df88-481c-9abf-124cee87a124 req-505b2ae0-c0cb-49c2-8b8b-3aa50895fecd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=703df0ba001c469f81eeb9197c5e8f7d&device_id=740a200a-00ed-4d09-b2ff-9d6135bf43b5 HTTP/1.1" status: 200 len: 1098 time: 0.1391668 Aug 23 20:29:36.566126 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30704f3e-f88b-4244-8d8a-85e223114cba req-0c2fed19-e6df-4e6b-a464-cf221d70ee29 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:36.570148 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-30704f3e-f88b-4244-8d8a-85e223114cba req-0c2fed19-e6df-4e6b-a464-cf221d70ee29 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] 10.222.0.61 "GET /v2.0/ports?device_id=66993f2d-3384-450f-8495-3a7774a7f28b HTTP/1.1" status: 200 len: 944 time: 0.0856211 Aug 23 20:29:36.604200 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4a82314c-a510-43ba-9fe9-912fc62755f7 req-2c5019c4-dd70-4ceb-a64d-59c8e20be83d tempest-ServersAdminNegativeTestJSON-670097963 tempest-ServersAdminNegativeTestJSON-670097963-project] 10.222.0.61 "GET /v2.0/ports?device_id=8322b199-043f-41e7-996c-ea258a61a503 HTTP/1.1" status: 200 len: 210 time: 0.0529633 Aug 23 20:29:36.674153 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-30704f3e-f88b-4244-8d8a-85e223114cba req-fc8c2cce-5acd-4834-9e27-9db110af30e7 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] 10.222.0.61 "GET /v2.0/security-groups?id=960d3f2e-d45c-4e1f-a060-188acf35d4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987368 Aug 23 20:29:36.703206 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-30a74928-f0be-4389-9f9f-4705b10e7b47 req-52d60935-b0b2-416c-b59c-a42e1be78cf2 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d HTTP/1.1" status: 200 len: 210 time: 0.0481403 Aug 23 20:29:36.758525 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611fcf7-df88-481c-9abf-124cee87a124 req-7d9b3a69-a763-45c6-ab2c-037d00d7b08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:36.761273 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8c19bf-4e9f-4199-9339-95acec5b873b x-openstack-request-id: req-ed8c19bf-4e9f-4199-9339-95acec5b873b {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:29:36.761462 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b611fcf7-df88-481c-9abf-124cee87a124 req-7d9b3a69-a763-45c6-ab2c-037d00d7b08f service neutron] 10.222.0.32 "GET /v2.0/networks?id=660f640a-b8b2-40aa-8ebf-76bd1608cceb HTTP/1.1" status: 200 len: 870 time: 0.1891346 Aug 23 20:29:36.761584 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8322b199-043f-41e7-996c-ea258a61a503", "name": "network-vif-deleted", "tag": "16aa6e8c-c3d1-41b0-9173-c013a84ca397", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:29:36.761788 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ed8c19bf-4e9f-4199-9339-95acec5b873b {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:29:36.762353 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8322b199-043f-41e7-996c-ea258a61a503', 'name': 'network-vif-deleted', 'tag': '16aa6e8c-c3d1-41b0-9173-c013a84ca397', 'status': 'completed', 'code': 200} Aug 23 20:29:36.825651 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b611fcf7-df88-481c-9abf-124cee87a124 req-50c10936-0afd-4c28-bc04-a32c34aa1dea service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=9e5a30c6-b73d-447a-a34e-941b0e0efda3 HTTP/1.1" status: 200 len: 217 time: 0.0520318 Aug 23 20:29:36.888490 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a178b-8432-467a-a928-ef64d71cecdc req-d19d4789-93a5-4fe7-87d0-897ea26fda5a tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:36.891308 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2e5a178b-8432-467a-a928-ef64d71cecdc req-d19d4789-93a5-4fe7-87d0-897ea26fda5a tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=bcafae5d-6483-417a-9f16-c501a7c5cfe6 HTTP/1.1" status: 200 len: 945 time: 0.1232634 Aug 23 20:29:36.930447 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20077f72-9123-42ed-9507-c9f2c3c3de18 req-0f40342b-486f-4486-b03a-981cbaad9b11 tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:36.932680 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-20077f72-9123-42ed-9507-c9f2c3c3de18 req-0f40342b-486f-4486-b03a-981cbaad9b11 tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e28fd10-07c6-4846-a116-61c331d92ed4 HTTP/1.1" status: 200 len: 944 time: 0.1054823 Aug 23 20:29:36.934636 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611fcf7-df88-481c-9abf-124cee87a124 req-0234583a-cd16-4058-8b33-749b364b5514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:36.936286 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b611fcf7-df88-481c-9abf-124cee87a124 req-0234583a-cd16-4058-8b33-749b364b5514 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.0925086 Aug 23 20:29:36.956370 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2e5a178b-8432-467a-a928-ef64d71cecdc req-63420d3f-b27f-4f0f-a672-8e0e31be7ff6 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513453 Aug 23 20:29:37.026896 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-20077f72-9123-42ed-9507-c9f2c3c3de18 req-74469798-ed8d-4c81-b137-936f6ec18e82 tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e9eafee-febe-49fa-b704-52994ff0c451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876591 Aug 23 20:29:37.051909 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611fcf7-df88-481c-9abf-124cee87a124 req-2c51ee82-c21a-46f0-896e-2341aea13e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:37.060599 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b611fcf7-df88-481c-9abf-124cee87a124 req-2c51ee82-c21a-46f0-896e-2341aea13e7a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0948884 Aug 23 20:29:37.215785 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c5f81-efb3-4b19-8cc1-99e664346d6c req-22921dac-398f-4192-b0e5-2051aa96bf31 tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:37.217805 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-780c5f81-efb3-4b19-8cc1-99e664346d6c req-22921dac-398f-4192-b0e5-2051aa96bf31 tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/ports?device_id=740a200a-00ed-4d09-b2ff-9d6135bf43b5 HTTP/1.1" status: 200 len: 947 time: 0.0859587 Aug 23 20:29:37.227061 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b611fcf7-df88-481c-9abf-124cee87a124 req-11ff81ad-4ea4-479c-83da-fa3d6161b55f service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583903 Aug 23 20:29:37.310197 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88019ce0-0e80-4678-a891-d80a431f9869 req-3eeee05c-4d77-4c22-a5fe-3b279f5938fb tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:37.312391 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-88019ce0-0e80-4678-a891-d80a431f9869 req-3eeee05c-4d77-4c22-a5fe-3b279f5938fb tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=bcafae5d-6483-417a-9f16-c501a7c5cfe6 HTTP/1.1" status: 200 len: 1096 time: 0.0799096 Aug 23 20:29:37.344345 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-780c5f81-efb3-4b19-8cc1-99e664346d6c req-233b54c1-28a3-47fe-974e-d43c76037efa tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4601676-42b8-4648-b946-7ab4b4582e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902693 Aug 23 20:29:37.367988 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-88019ce0-0e80-4678-a891-d80a431f9869 req-1dbe29d6-6af4-497f-ad0b-ab880ac48036 tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482690 Aug 23 20:29:37.400990 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b611fcf7-df88-481c-9abf-124cee87a124 req-d663a1a6-81ea-4f79-bfcc-43740b28bacd service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639755 Aug 23 20:29:37.481066 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcce96-2b41-4970-85b3-2a5d062dde58 req-d4807688-a0ea-4d95-97fa-1faeae12ce8a tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:37.482530 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-eabcce96-2b41-4970-85b3-2a5d062dde58 req-d4807688-a0ea-4d95-97fa-1faeae12ce8a tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f990a99f-dd25-4e58-a64c-1b41ab5dbb16 HTTP/1.1" status: 200 len: 950 time: 0.0575554 Aug 23 20:29:37.483241 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f8a82-1704-4112-ad4e-7a1f2d2a97f7 req-146a7dd0-cc7e-4365-9660-1d32bd52b644 tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:37.485168 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dd4f8a82-1704-4112-ad4e-7a1f2d2a97f7 req-146a7dd0-cc7e-4365-9660-1d32bd52b644 tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=bcafae5d-6483-417a-9f16-c501a7c5cfe6 HTTP/1.1" status: 200 len: 1096 time: 0.0462813 Aug 23 20:29:37.521107 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dd4f8a82-1704-4112-ad4e-7a1f2d2a97f7 req-b1f4e17e-c8fb-4ce3-8956-087bed400950 tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293107 Aug 23 20:29:37.575349 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-eabcce96-2b41-4970-85b3-2a5d062dde58 req-991ddf12-b2eb-4de8-b61f-3e528c2ee017 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866878 Aug 23 20:29:37.576632 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [req-45fe67b3-cd68-4693-8da7-22b1e1570933 req-2406a78b-8f44-4201-909d-6fcc88e0361f service neutron] show failed (client error): The resource could not be found. Aug 23 20:29:37.577538 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-45fe67b3-cd68-4693-8da7-22b1e1570933 req-2406a78b-8f44-4201-909d-6fcc88e0361f service neutron] 10.222.0.11 "GET /v2.0/ports/2049cbed-d6c5-488e-9f7b-53c7ade58b1e/bindings/n-h2-805663-2 HTTP/1.1" status: 404 len: 380 time: 0.0821197 Aug 23 20:29:38.037866 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc93a2a-8bbd-4206-94fd-1eb4819559de req-c9df7b3d-5e50-416b-a1a4-3d88b5314160 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:38.039487 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-adc93a2a-8bbd-4206-94fd-1eb4819559de req-c9df7b3d-5e50-416b-a1a4-3d88b5314160 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.11 "GET /v2.0/networks?id=291e6885-2f63-495c-b479-2184cb200f47 HTTP/1.1" status: 200 len: 821 time: 0.3302486 Aug 23 20:29:38.042238 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe67b3-cd68-4693-8da7-22b1e1570933 req-4378247b-55b1-4f8f-8fb0-a34e8427e022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:38.046311 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-45fe67b3-cd68-4693-8da7-22b1e1570933 req-4378247b-55b1-4f8f-8fb0-a34e8427e022 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f990a99f-dd25-4e58-a64c-1b41ab5dbb16&tenant_id=73c5c62ec25a41ab8d37d29a4cff1db9 HTTP/1.1" status: 200 len: 1101 time: 0.2093475 Aug 23 20:29:38.046933 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47178) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:29:38.055234 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e367e6bd-d890-44ab-b3bb-0d08a67ac573 req-09bae7fa-5c17-4a65-8fc3-2243ec30c10f tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:38.062987 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e367e6bd-d890-44ab-b3bb-0d08a67ac573 req-09bae7fa-5c17-4a65-8fc3-2243ec30c10f tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] 10.222.0.61 "GET /v2.0/ports?device_id=66993f2d-3384-450f-8495-3a7774a7f28b HTTP/1.1" status: 200 len: 944 time: 0.2994814 Aug 23 20:29:38.072008 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-adc93a2a-8bbd-4206-94fd-1eb4819559de req-da0a03eb-2afb-4718-9d9d-eeb1ad859450 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Request body: {'port': {'device_id': '7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d', 'network_id': '291e6885-2f63-495c-b479-2184cb200f47', 'admin_state_up': True, 'tenant_id': '80dadbb9f2554b479c0b13605bddd689'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:29:38.086498 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-45fe67b3-cd68-4693-8da7-22b1e1570933 req-55a18493-97f7-49f0-b559-915fe5a2438a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805663-2', 'device_owner': 'compute:nova'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:29:38.223986 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-1d06492a-7f5d-4268-854f-df0fe4b97bf2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a4a520fd71344228bb567eecb468d192&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1758044 Aug 23 20:29:38.224835 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47196) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:29:38.292705 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c44f8304-33d3-48a5-b75d-b36e32ddadad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:38.326667 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c44f8304-33d3-48a5-b75d-b36e32ddadad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:38.390783 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c44f8304-33d3-48a5-b75d-b36e32ddadad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:38.393673 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c44f8304-33d3-48a5-b75d-b36e32ddadad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:38.396107 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c44f8304-33d3-48a5-b75d-b36e32ddadad admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/179fb938-c9d2-4442-9708-d36ca99918ef HTTP/1.1" status: 204 len: 168 time: 0.1689279 Aug 23 20:29:38.414375 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f8304-33d3-48a5-b75d-b36e32ddadad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179fb938-c9d2-4442-9708-d36ca99918ef,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:38.487265 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-45fe67b3-cd68-4693-8da7-22b1e1570933 req-55a18493-97f7-49f0-b559-915fe5a2438a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:38.500475 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e367e6bd-d890-44ab-b3bb-0d08a67ac573 req-518486bc-1577-4533-8ef2-9efbd9ac0836 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] 10.222.0.61 "GET /v2.0/security-groups?id=960d3f2e-d45c-4e1f-a060-188acf35d4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4363875 Aug 23 20:29:38.713602 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-87774e23-6bf9-4b70-b9b7-cc3fa8d74867 req-e8474dd7-471a-4156-b176-37f82d53bdfe tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d HTTP/1.1" status: 200 len: 210 time: 0.0969422 Aug 23 20:29:38.731142 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adc93a2a-8bbd-4206-94fd-1eb4819559de req-da0a03eb-2afb-4718-9d9d-eeb1ad859450 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Made reservation on behalf of 80dadbb9f2554b479c0b13605bddd689 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:29:38.736143 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-adc93a2a-8bbd-4206-94fd-1eb4819559de req-da0a03eb-2afb-4718-9d9d-eeb1ad859450 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:38.861150 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [req-548de56c-c1f6-48cd-91db-fce04d755faf req-681cb691-b67f-4987-8eb7-08f13168f560 tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:29:38.862736 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-548de56c-c1f6-48cd-91db-fce04d755faf req-681cb691-b67f-4987-8eb7-08f13168f560 tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086472 Aug 23 20:29:38.876691 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-548de56c-c1f6-48cd-91db-fce04d755faf req-9ad6b040-13fd-416b-9ea3-1af403d8f7a1 service neutron] Request body: {'binding': {'host': 'n-h2-805663-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:29:38.877001 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-548de56c-c1f6-48cd-91db-fce04d755faf req-9ad6b040-13fd-416b-9ea3-1af403d8f7a1 service neutron] Unknown quota resources ['binding']. {{(pid=94688) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 20:29:38.895029 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47212) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:29:38.939151 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-45fe67b3-cd68-4693-8da7-22b1e1570933 req-55a18493-97f7-49f0-b559-915fe5a2438a service neutron] For port 2049cbed-d6c5-488e-9f7b-53c7ade58b1e, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=2049cbed-d6c5-488e-9f7b-53c7ade58b1e,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:29:39.032315 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:29:39.058299 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6a1c7317-7bf4-4b7e-ae11-c513c616700f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2bc70b8adca4460b9590dbe46090d38c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1594412 Aug 23 20:29:39.063042 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47214) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:29:39.087496 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 2db563c8-3ed3-4830-8394-0f92007254b2 details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:29:39.088916 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2dcd2a-42f7-4fe8-b10d-eb700ac50008 req-08df0711-b8d3-4797-836a-badc08d5bdae tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:39.090469 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4f2dcd2a-42f7-4fe8-b10d-eb700ac50008 req-08df0711-b8d3-4797-836a-badc08d5bdae tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e28fd10-07c6-4846-a116-61c331d92ed4 HTTP/1.1" status: 200 len: 944 time: 0.2008679 Aug 23 20:29:39.095084 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 16aa6e8c-c3d1-41b0-9173-c013a84ca397 no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:29:39.099186 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-45fe67b3-cd68-4693-8da7-22b1e1570933 req-55a18493-97f7-49f0-b559-915fe5a2438a service neutron] For port 2049cbed-d6c5-488e-9f7b-53c7ade58b1e, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:29:39.126394 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-548de56c-c1f6-48cd-91db-fce04d755faf req-9ad6b040-13fd-416b-9ea3-1af403d8f7a1 service neutron] Attempting to bind port ef6df56d-b025-4240-8305-9560c566684a on host n-h2-805663-2 for vnic_type normal with profile None {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:29:39.127073 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-548de56c-c1f6-48cd-91db-fce04d755faf req-9ad6b040-13fd-416b-9ea3-1af403d8f7a1 service neutron] Attempting to bind port ef6df56d-b025-4240-8305-9560c566684a by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': '3440ae09-322e-4891-8c02-a5baf5ba77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:29:39.127494 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548de56c-c1f6-48cd-91db-fce04d755faf req-9ad6b040-13fd-416b-9ea3-1af403d8f7a1 service neutron] Attempting to bind port ef6df56d-b025-4240-8305-9560c566684a on network a133b3ce-c542-461f-b67d-2eb2e20a852b {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:29:39.131114 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: 16aa6e8c-c3d1-41b0-9173-c013a84ca397 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:29:39.131649 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 16aa6e8c-c3d1-41b0-9173-c013a84ca397 not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:29:39.143589 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548de56c-c1f6-48cd-91db-fce04d755faf req-9ad6b040-13fd-416b-9ea3-1af403d8f7a1 service neutron] Port ef6df56d-b025-4240-8305-9560c566684a on network a133b3ce-c542-461f-b67d-2eb2e20a852b not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:29:39.144096 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548de56c-c1f6-48cd-91db-fce04d755faf req-9ad6b040-13fd-416b-9ea3-1af403d8f7a1 service neutron] Attempting to bind port ef6df56d-b025-4240-8305-9560c566684a on network a133b3ce-c542-461f-b67d-2eb2e20a852b {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:29:39.156907 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548de56c-c1f6-48cd-91db-fce04d755faf req-9ad6b040-13fd-416b-9ea3-1af403d8f7a1 service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:29:39.157323 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548de56c-c1f6-48cd-91db-fce04d755faf req-9ad6b040-13fd-416b-9ea3-1af403d8f7a1 service neutron] Checking segment: {'id': '3440ae09-322e-4891-8c02-a5baf5ba77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:29:39.157796 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548de56c-c1f6-48cd-91db-fce04d755faf req-9ad6b040-13fd-416b-9ea3-1af403d8f7a1 service neutron] Bound using segment: {'id': '3440ae09-322e-4891-8c02-a5baf5ba77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:29:39.158328 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-548de56c-c1f6-48cd-91db-fce04d755faf req-9ad6b040-13fd-416b-9ea3-1af403d8f7a1 service neutron] Bound port: ef6df56d-b025-4240-8305-9560c566684a, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3440ae09-322e-4891-8c02-a5baf5ba77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:29:39.208423 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e9a1e3c-97bc-4b35-810c-8facd1b54004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:39.214936 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f990a99f-dd25-4e58-a64c-1b41ab5dbb16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2049cbed-d6c5-488e-9f7b-53c7ade58b1e'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:29:39.218546 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13b587a-5d5f-4716-a9b8-6afac7355f28" -d '{"events": [{"server_uuid": "f990a99f-dd25-4e58-a64c-1b41ab5dbb16", "name": "network-vif-unplugged", "status": "completed", "tag": "2049cbed-d6c5-488e-9f7b-53c7ade58b1e"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:29:39.235975 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-45fe67b3-cd68-4693-8da7-22b1e1570933 req-55a18493-97f7-49f0-b559-915fe5a2438a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:39.249909 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 3bf625cf-2e20-4588-bb31-f27034eeae74 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:29:39.253593 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e9a1e3c-97bc-4b35-810c-8facd1b54004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:39.257085 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-548de56c-c1f6-48cd-91db-fce04d755faf req-9ad6b040-13fd-416b-9ea3-1af403d8f7a1 service neutron] For port ef6df56d-b025-4240-8305-9560c566684a, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=ef6df56d-b025-4240-8305-9560c566684a,segment=NetworkSegment(3440ae09-322e-4891-8c02-a5baf5ba77f1),segment_id=3440ae09-322e-4891-8c02-a5baf5ba77f1)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:29:39.261902 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-adc93a2a-8bbd-4206-94fd-1eb4819559de req-da0a03eb-2afb-4718-9d9d-eeb1ad859450 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Allocated IP 172.20.0.11 (291e6885-2f63-495c-b479-2184cb200f47/dff65f8b-9e15-4b43-b237-3b4edeaab508/b52b3a98-0c7e-40d6-8d49-ea668d5575d9) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:29:39.278341 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-548de56c-c1f6-48cd-91db-fce04d755faf req-9ad6b040-13fd-416b-9ea3-1af403d8f7a1 service neutron] Notify callbacks [] for binding, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:39.284895 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-548de56c-c1f6-48cd-91db-fce04d755faf req-9ad6b040-13fd-416b-9ea3-1af403d8f7a1 service neutron] 10.222.0.61 "POST /v2.0/ports/ef6df56d-b025-4240-8305-9560c566684a/bindings HTTP/1.1" status: 201 len: 389 time: 0.4117002 Aug 23 20:29:39.293232 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4f2dcd2a-42f7-4fe8-b10d-eb700ac50008 req-8e3fc3c7-0be0-4eaa-87da-5bbde81cbdbe tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e9eafee-febe-49fa-b704-52994ff0c451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669044 Aug 23 20:29:39.321388 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-45fe67b3-cd68-4693-8da7-22b1e1570933 req-55a18493-97f7-49f0-b559-915fe5a2438a service neutron] Transition to ACTIVE for port object 2049cbed-d6c5-488e-9f7b-53c7ade58b1e will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:29:39.330844 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-45fe67b3-cd68-4693-8da7-22b1e1570933 req-55a18493-97f7-49f0-b559-915fe5a2438a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:39.380966 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e9a1e3c-97bc-4b35-810c-8facd1b54004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:39.384030 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e9a1e3c-97bc-4b35-810c-8facd1b54004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:39.385210 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-0e9a1e3c-97bc-4b35-810c-8facd1b54004 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/74b0499e-bebe-4677-8772-16c47916938e HTTP/1.1" status: 204 len: 168 time: 0.3211484 Aug 23 20:29:39.391156 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 2db563c8-3ed3-4830-8394-0f92007254b2, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=2db563c8-3ed3-4830-8394-0f92007254b2,segment=NetworkSegment(b58e7a71-2605-4e16-abd4-c8afc1ab5512),segment_id=b58e7a71-2605-4e16-abd4-c8afc1ab5512)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:29:39.419736 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9a1e3c-97bc-4b35-810c-8facd1b54004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b0499e-bebe-4677-8772-16c47916938e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:39.423244 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': '2db563c8-3ed3-4830-8394-0f92007254b2', 'network_id': '37a27260-6c33-48a0-8e2f-0f51c4073c1b', 'port_id': '2db563c8-3ed3-4830-8394-0f92007254b2', 'mac_address': 'fa:16:3e:81:c5:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84ae49e3-16c6-4ab2-918c-5c56bcd6d83a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:29:39.540704 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:39.583568 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2db563c8-3ed3-4830-8394-0f92007254b2 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:29:39.625624 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b47295-f04a-4909-be22-b069d9171306 req-5f9689a1-1d5a-45ce-ab94-bf3923fd4501 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:39.630472 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-14b47295-f04a-4909-be22-b069d9171306 req-5f9689a1-1d5a-45ce-ab94-bf3923fd4501 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f990a99f-dd25-4e58-a64c-1b41ab5dbb16 HTTP/1.1" status: 200 len: 948 time: 0.1171875 Aug 23 20:29:39.685147 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 2db563c8-3ed3-4830-8394-0f92007254b2, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=2db563c8-3ed3-4830-8394-0f92007254b2,segment=NetworkSegment(b58e7a71-2605-4e16-abd4-c8afc1ab5512),segment_id=b58e7a71-2605-4e16-abd4-c8afc1ab5512)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:29:39.687520 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 3bf625cf-2e20-4588-bb31-f27034eeae74, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=3bf625cf-2e20-4588-bb31-f27034eeae74,segment=NetworkSegment(d50511b3-4d24-4f7d-b3a7-d7c53c9c34f0),segment_id=d50511b3-4d24-4f7d-b3a7-d7c53c9c34f0)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:29:39.701665 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a18493-97f7-49f0-b559-915fe5a2438a service neutron] Pushing event updated for resources: {'Port': ['ID=2049cbed-d6c5-488e-9f7b-53c7ade58b1e,revision_number=6']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:39.715114 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:39.715781 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 9e5a30c6-b73d-447a-a34e-941b0e0efda3 details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:29:39.773838 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-14b47295-f04a-4909-be22-b069d9171306 req-9ea990a5-1dfb-4e50-a6d8-bcc136d88327 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377707 Aug 23 20:29:39.786762 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '3bf625cf-2e20-4588-bb31-f27034eeae74', 'network_id': 'd8b39397-eb10-46a4-9362-eda4714b4285', 'port_id': '3bf625cf-2e20-4588-bb31-f27034eeae74', 'mac_address': 'fa:16:3e:d1:35:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaba231f-f475-4e6f-a625-699acbd989f2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:29:39.789609 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548de56c-c1f6-48cd-91db-fce04d755faf req-e91d150d-f867-4dbd-954e-7c4755d539ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:39.802488 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-548de56c-c1f6-48cd-91db-fce04d755faf req-e91d150d-f867-4dbd-954e-7c4755d539ff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=aeab6bca1ebb43a8b404543d83e8cc6e&device_id=bcafae5d-6483-417a-9f16-c501a7c5cfe6 HTTP/1.1" status: 200 len: 1096 time: 0.1409528 Aug 23 20:29:39.821028 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-45fe67b3-cd68-4693-8da7-22b1e1570933 req-55a18493-97f7-49f0-b559-915fe5a2438a service neutron] No DVR routers for this DVR port 2049cbed-d6c5-488e-9f7b-53c7ade58b1e on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:29:39.890433 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=2db563c8-3ed3-4830-8394-0f92007254b2,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:39.901482 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-45fe67b3-cd68-4693-8da7-22b1e1570933 req-55a18493-97f7-49f0-b559-915fe5a2438a service neutron] Attempting to bind port 2049cbed-d6c5-488e-9f7b-53c7ade58b1e on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:29:39.902194 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-45fe67b3-cd68-4693-8da7-22b1e1570933 req-55a18493-97f7-49f0-b559-915fe5a2438a service neutron] Attempting to bind port 2049cbed-d6c5-488e-9f7b-53c7ade58b1e by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:29:39.902194 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fe67b3-cd68-4693-8da7-22b1e1570933 req-55a18493-97f7-49f0-b559-915fe5a2438a service neutron] Attempting to bind port 2049cbed-d6c5-488e-9f7b-53c7ade58b1e on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:29:39.912485 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fe67b3-cd68-4693-8da7-22b1e1570933 req-55a18493-97f7-49f0-b559-915fe5a2438a service neutron] Port 2049cbed-d6c5-488e-9f7b-53c7ade58b1e on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:29:39.912823 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fe67b3-cd68-4693-8da7-22b1e1570933 req-55a18493-97f7-49f0-b559-915fe5a2438a service neutron] Attempting to bind port 2049cbed-d6c5-488e-9f7b-53c7ade58b1e on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:29:39.920007 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.db.resource_extend [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 20:29:39.923490 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fe67b3-cd68-4693-8da7-22b1e1570933 req-55a18493-97f7-49f0-b559-915fe5a2438a service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:29:39.923832 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fe67b3-cd68-4693-8da7-22b1e1570933 req-55a18493-97f7-49f0-b559-915fe5a2438a service neutron] Checking segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:29:39.924245 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fe67b3-cd68-4693-8da7-22b1e1570933 req-55a18493-97f7-49f0-b559-915fe5a2438a service neutron] Bound using segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:29:39.924696 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-45fe67b3-cd68-4693-8da7-22b1e1570933 req-55a18493-97f7-49f0-b559-915fe5a2438a service neutron] Bound port: 2049cbed-d6c5-488e-9f7b-53c7ade58b1e, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:29:39.925061 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-45fe67b3-cd68-4693-8da7-22b1e1570933 req-55a18493-97f7-49f0-b559-915fe5a2438a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:39.943973 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8c71d-3a4b-4683-9015-ae253116b713 req-d8b3b86e-c0f9-4d60-9bc1-5363d91d7fe2 tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:39.951439 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-15c8c71d-3a4b-4683-9015-ae253116b713 req-d8b3b86e-c0f9-4d60-9bc1-5363d91d7fe2 tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/ports?device_id=740a200a-00ed-4d09-b2ff-9d6135bf43b5 HTTP/1.1" status: 200 len: 947 time: 0.4199374 Aug 23 20:29:39.963174 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-adc93a2a-8bbd-4206-94fd-1eb4819559de req-da0a03eb-2afb-4718-9d9d-eeb1ad859450 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:39.964339 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548de56c-c1f6-48cd-91db-fce04d755faf req-7d85a1d4-ae71-4432-a9ac-a1a54c954ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:39.966626 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-548de56c-c1f6-48cd-91db-fce04d755faf req-7d85a1d4-ae71-4432-a9ac-a1a54c954ec0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a133b3ce-c542-461f-b67d-2eb2e20a852b HTTP/1.1" status: 200 len: 908 time: 0.1570585 Aug 23 20:29:40.033408 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-548de56c-c1f6-48cd-91db-fce04d755faf req-c430f2ca-cd73-4a68-947d-f84edf96a756 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef6df56d-b025-4240-8305-9560c566684a HTTP/1.1" status: 200 len: 217 time: 0.0530527 Aug 23 20:29:40.038083 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 20:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d133d6fc-510a-418c-9378-b602356241dd x-openstack-request-id: req-d133d6fc-510a-418c-9378-b602356241dd {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:29:40.038370 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f990a99f-dd25-4e58-a64c-1b41ab5dbb16", "name": "network-vif-unplugged", "status": "completed", "tag": "2049cbed-d6c5-488e-9f7b-53c7ade58b1e", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:29:40.038619 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d133d6fc-510a-418c-9378-b602356241dd {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:29:40.039143 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f990a99f-dd25-4e58-a64c-1b41ab5dbb16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2049cbed-d6c5-488e-9f7b-53c7ade58b1e', 'code': 200} Aug 23 20:29:40.056630 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:40.060352 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-45fe67b3-cd68-4693-8da7-22b1e1570933 req-55a18493-97f7-49f0-b559-915fe5a2438a service neutron] For port 2049cbed-d6c5-488e-9f7b-53c7ade58b1e, host n-h2-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:29:40.073356 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-45fe67b3-cd68-4693-8da7-22b1e1570933 req-55a18493-97f7-49f0-b559-915fe5a2438a service neutron] For port 2049cbed-d6c5-488e-9f7b-53c7ade58b1e, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=2049cbed-d6c5-488e-9f7b-53c7ade58b1e,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:29:40.079689 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bf625cf-2e20-4588-bb31-f27034eeae74 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:29:40.096020 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-15c8c71d-3a4b-4683-9015-ae253116b713 req-509c0524-56cc-44b2-9162-3ed6810d8f0e tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4601676-42b8-4648-b946-7ab4b4582e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435256 Aug 23 20:29:40.103251 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-45fe67b3-cd68-4693-8da7-22b1e1570933 req-55a18493-97f7-49f0-b559-915fe5a2438a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:40.125678 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c2606b5b-0d92-4060-9e2b-6cb1d871ce54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:40.133359 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 3bf625cf-2e20-4588-bb31-f27034eeae74, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=3bf625cf-2e20-4588-bb31-f27034eeae74,segment=NetworkSegment(d50511b3-4d24-4f7d-b3a7-d7c53c9c34f0),segment_id=d50511b3-4d24-4f7d-b3a7-d7c53c9c34f0)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:29:40.148120 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:40.195223 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548de56c-c1f6-48cd-91db-fce04d755faf req-981e73f1-0946-43fd-96b6-1cdeab0eeb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:40.197004 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-548de56c-c1f6-48cd-91db-fce04d755faf req-981e73f1-0946-43fd-96b6-1cdeab0eeb5d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc364ba1-f548-4b44-839c-5441876e52b8 HTTP/1.1" status: 200 len: 847 time: 0.1505620 Aug 23 20:29:40.207014 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe67b3-cd68-4693-8da7-22b1e1570933 req-55a18493-97f7-49f0-b559-915fe5a2438a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:40.208161 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-45fe67b3-cd68-4693-8da7-22b1e1570933 req-55a18493-97f7-49f0-b559-915fe5a2438a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:40.209673 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-45fe67b3-cd68-4693-8da7-22b1e1570933 req-55a18493-97f7-49f0-b559-915fe5a2438a service neutron] 10.222.0.32 "PUT /v2.0/ports/2049cbed-d6c5-488e-9f7b-53c7ade58b1e HTTP/1.1" status: 200 len: 1096 time: 2.1419969 Aug 23 20:29:40.212897 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1be4e-7fb8-48f7-a88c-8cf92ef0cf86 req-74d25c00-bda1-45f3-87f8-ddd742a29a82 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:40.224561 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-43b1be4e-7fb8-48f7-a88c-8cf92ef0cf86 req-74d25c00-bda1-45f3-87f8-ddd742a29a82 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=bcafae5d-6483-417a-9f16-c501a7c5cfe6 HTTP/1.1" status: 200 len: 945 time: 0.1031492 Aug 23 20:29:40.245512 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:40.248591 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 9e5a30c6-b73d-447a-a34e-941b0e0efda3, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=9e5a30c6-b73d-447a-a34e-941b0e0efda3,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:29:40.260670 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-adc93a2a-8bbd-4206-94fd-1eb4819559de req-da0a03eb-2afb-4718-9d9d-eeb1ad859450 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:40.283869 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': '9e5a30c6-b73d-447a-a34e-941b0e0efda3', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'port_id': '9e5a30c6-b73d-447a-a34e-941b0e0efda3', 'mac_address': 'fa:16:3e:60:dc:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66e9eb0-86f4-4159-852b-f29863cbf18d', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:29:40.291684 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-548de56c-c1f6-48cd-91db-fce04d755faf req-8ba84203-21f0-4d6c-a7ba-2c2daf0ffe24 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a133b3ce-c542-461f-b67d-2eb2e20a852b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641146 Aug 23 20:29:40.293741 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=3bf625cf-2e20-4588-bb31-f27034eeae74,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:40.306474 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a18493-97f7-49f0-b559-915fe5a2438a service neutron] Pushing event updated for resources: {'Port': ['ID=2049cbed-d6c5-488e-9f7b-53c7ade58b1e,revision_number=7']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:40.371283 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-43b1be4e-7fb8-48f7-a88c-8cf92ef0cf86 req-df26d921-85c5-4239-b6c0-dee95d6ecd56 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454248 Aug 23 20:29:40.374739 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:40.391203 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e5a30c6-b73d-447a-a34e-941b0e0efda3 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:29:40.436468 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adc93a2a-8bbd-4206-94fd-1eb4819559de req-da0a03eb-2afb-4718-9d9d-eeb1ad859450 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Network 291e6885-2f63-495c-b479-2184cb200f47 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:29:40.442060 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 9e5a30c6-b73d-447a-a34e-941b0e0efda3, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=9e5a30c6-b73d-447a-a34e-941b0e0efda3,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:29:40.448968 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:40.455335 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be41db2-2981-4520-8f13-9d6c71aa5677 req-10cba1c4-af3f-480c-a5c1-726469d59650 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:40.463327 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3be41db2-2981-4520-8f13-9d6c71aa5677 req-10cba1c4-af3f-480c-a5c1-726469d59650 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] 10.222.0.61 "GET /v2.0/ports?device_id=66993f2d-3384-450f-8495-3a7774a7f28b HTTP/1.1" status: 200 len: 945 time: 0.2507966 Aug 23 20:29:40.465496 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-adc93a2a-8bbd-4206-94fd-1eb4819559de req-da0a03eb-2afb-4718-9d9d-eeb1ad859450 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:29:40.474105 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc93a2a-8bbd-4206-94fd-1eb4819559de req-da0a03eb-2afb-4718-9d9d-eeb1ad859450 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:29:40.483508 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0a03eb-2afb-4718-9d9d-eeb1ad859450 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Pushing event updated for resources: {'Port': ['ID=b52b3a98-0c7e-40d6-8d49-ea668d5575d9,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:40.499165 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['3bf625cf-2e20-4588-bb31-f27034eeae74'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:29:40.557674 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe67b3-cd68-4693-8da7-22b1e1570933 req-f28bf2f5-1169-4b1b-be25-2bcded04f5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:40.559447 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-45fe67b3-cd68-4693-8da7-22b1e1570933 req-f28bf2f5-1169-4b1b-be25-2bcded04f5a2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73c5c62ec25a41ab8d37d29a4cff1db9&device_id=f990a99f-dd25-4e58-a64c-1b41ab5dbb16 HTTP/1.1" status: 200 len: 1099 time: 0.2961388 Aug 23 20:29:40.612611 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-548de56c-c1f6-48cd-91db-fce04d755faf req-18e15555-b627-4473-b051-0ba004a4b179 service neutron] 10.222.0.32 "GET /v2.0/networks/a133b3ce-c542-461f-b67d-2eb2e20a852b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992823 Aug 23 20:29:40.615769 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=9e5a30c6-b73d-447a-a34e-941b0e0efda3,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:40.632558 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3be41db2-2981-4520-8f13-9d6c71aa5677 req-96fb73be-8f77-4dfd-b4da-e2c781047c17 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] 10.222.0.61 "GET /v2.0/security-groups?id=960d3f2e-d45c-4e1f-a060-188acf35d4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629038 Aug 23 20:29:40.653640 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc93a2a-8bbd-4206-94fd-1eb4819559de req-da0a03eb-2afb-4718-9d9d-eeb1ad859450 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:40.654303 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-adc93a2a-8bbd-4206-94fd-1eb4819559de req-da0a03eb-2afb-4718-9d9d-eeb1ad859450 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:40.659012 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d641147-4233-4b45-9727-3f376434b1ae req-f5d6e543-cb39-445a-85e7-2491ada6ad5b tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:40.659012 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9d641147-4233-4b45-9727-3f376434b1ae req-f5d6e543-cb39-445a-85e7-2491ada6ad5b tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d HTTP/1.1" status: 200 len: 932 time: 0.1217933 Aug 23 20:29:40.771583 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-adc93a2a-8bbd-4206-94fd-1eb4819559de req-da0a03eb-2afb-4718-9d9d-eeb1ad859450 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7061281 Aug 23 20:29:40.782429 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9d641147-4233-4b45-9727-3f376434b1ae req-95fa3a7c-f0c6-4ed1-923b-f35618bc6abe tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040018 Aug 23 20:29:40.803053 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-adc93a2a-8bbd-4206-94fd-1eb4819559de req-e2086bc5-d06d-49ca-b4d5-a3fde1474aef service neutron] Request body: {'port': {'device_id': '7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:29:40.852029 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-548de56c-c1f6-48cd-91db-fce04d755faf req-24da98b5-9229-444c-9d3e-88ce089b8501 service neutron] 10.222.0.32 "GET /v2.0/networks/a133b3ce-c542-461f-b67d-2eb2e20a852b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307587 Aug 23 20:29:40.864303 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['2db563c8-3ed3-4830-8394-0f92007254b2'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:29:40.916975 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['9e5a30c6-b73d-447a-a34e-941b0e0efda3'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:29:40.930880 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01e6a0-aec4-49f3-a4c2-f2069e420c12 req-04f8f086-0d68-4118-a7e4-ffa827bc1031 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:40.932678 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-da01e6a0-aec4-49f3-a4c2-f2069e420c12 req-04f8f086-0d68-4118-a7e4-ffa827bc1031 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f990a99f-dd25-4e58-a64c-1b41ab5dbb16 HTTP/1.1" status: 200 len: 948 time: 0.0608206 Aug 23 20:29:40.956210 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15e91c-f7e1-4b7a-bce1-6295002db37c req-c471b232-8f5a-40b3-990a-4592ff8e100e tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:40.958454 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ea15e91c-f7e1-4b7a-bce1-6295002db37c req-c471b232-8f5a-40b3-990a-4592ff8e100e tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e28fd10-07c6-4846-a116-61c331d92ed4 HTTP/1.1" status: 200 len: 945 time: 0.2082415 Aug 23 20:29:40.959543 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe67b3-cd68-4693-8da7-22b1e1570933 req-bf1bfb3d-7f27-485d-be09-c7f9a0d73cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:40.960941 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-45fe67b3-cd68-4693-8da7-22b1e1570933 req-bf1bfb3d-7f27-485d-be09-c7f9a0d73cbc service neutron] 10.222.0.32 "GET /v2.0/networks?id=660f640a-b8b2-40aa-8ebf-76bd1608cceb HTTP/1.1" status: 200 len: 870 time: 0.3876956 Aug 23 20:29:40.961480 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-adc93a2a-8bbd-4206-94fd-1eb4819559de req-e2086bc5-d06d-49ca-b4d5-a3fde1474aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:40.990337 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-da01e6a0-aec4-49f3-a4c2-f2069e420c12 req-19bbbae0-e7f2-46fa-bab9-69af87436b5f tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513399 Aug 23 20:29:41.049466 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548de56c-c1f6-48cd-91db-fce04d755faf req-753010e8-3edc-4025-a632-438228c6c96f tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:41.052136 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-548de56c-c1f6-48cd-91db-fce04d755faf req-753010e8-3edc-4025-a632-438228c6c96f tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bcafae5d-6483-417a-9f16-c501a7c5cfe6&tenant_id=aeab6bca1ebb43a8b404543d83e8cc6e&binding%3Ahost_id=n-h1-805663-2 HTTP/1.1" status: 200 len: 1096 time: 0.0606344 Aug 23 20:29:41.074613 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-548de56c-c1f6-48cd-91db-fce04d755faf req-1c10c92a-9753-4d97-8bb9-815b572b73a6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-805663-2'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:29:41.075581 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-45fe67b3-cd68-4693-8da7-22b1e1570933 req-ab65e1a9-6b37-4286-abeb-283f64b3783d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=2049cbed-d6c5-488e-9f7b-53c7ade58b1e HTTP/1.1" status: 200 len: 217 time: 0.0675251 Aug 23 20:29:41.161937 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe67b3-cd68-4693-8da7-22b1e1570933 req-fbaf310a-0276-4b07-b46b-1e08f6feb3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:41.164097 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-45fe67b3-cd68-4693-8da7-22b1e1570933 req-fbaf310a-0276-4b07-b46b-1e08f6feb3a5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.0575535 Aug 23 20:29:41.173239 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-548de56c-c1f6-48cd-91db-fce04d755faf req-1c10c92a-9753-4d97-8bb9-815b572b73a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:41.211318 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ea15e91c-f7e1-4b7a-bce1-6295002db37c req-6cff4dca-3ebf-4b50-a288-2c7dc6f56d76 tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e9eafee-febe-49fa-b704-52994ff0c451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453582 Aug 23 20:29:41.228116 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 3bf625cf-2e20-4588-bb31-f27034eeae74 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:29:41.315830 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe67b3-cd68-4693-8da7-22b1e1570933 req-c109dba0-0f8f-4496-ad34-43b983ed7726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:41.319555 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-45fe67b3-cd68-4693-8da7-22b1e1570933 req-c109dba0-0f8f-4496-ad34-43b983ed7726 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1439564 Aug 23 20:29:41.323039 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 3bf625cf-2e20-4588-bb31-f27034eeae74 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:29:41.328840 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 3bf625cf-2e20-4588-bb31-f27034eeae74 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:29:41.329103 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:41.449180 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373d7cc1-1a37-4474-a8c1-6e388029d421 req-fee38658-7320-4018-9ab1-768fdc9ae6cf tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:41.451456 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-373d7cc1-1a37-4474-a8c1-6e388029d421 req-fee38658-7320-4018-9ab1-768fdc9ae6cf tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/ports?device_id=740a200a-00ed-4d09-b2ff-9d6135bf43b5 HTTP/1.1" status: 200 len: 948 time: 0.1548898 Aug 23 20:29:41.484788 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:41.522536 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-548de56c-c1f6-48cd-91db-fce04d755faf req-1c10c92a-9753-4d97-8bb9-815b572b73a6 service neutron] For port ef6df56d-b025-4240-8305-9560c566684a, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=ef6df56d-b025-4240-8305-9560c566684a,segment=NetworkSegment(3440ae09-322e-4891-8c02-a5baf5ba77f1),segment_id=3440ae09-322e-4891-8c02-a5baf5ba77f1)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:29:41.524677 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e28fd10-07c6-4846-a116-61c331d92ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf625cf-2e20-4588-bb31-f27034eeae74'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:29:41.527378 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd8b576-41ab-430c-811f-78d9a9ce228a" -d '{"events": [{"server_uuid": "5e28fd10-07c6-4846-a116-61c331d92ed4", "name": "network-vif-plugged", "status": "completed", "tag": "3bf625cf-2e20-4588-bb31-f27034eeae74"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:29:41.548731 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 3bf625cf-2e20-4588-bb31-f27034eeae74, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=3bf625cf-2e20-4588-bb31-f27034eeae74,segment=NetworkSegment(d50511b3-4d24-4f7d-b3a7-d7c53c9c34f0),segment_id=d50511b3-4d24-4f7d-b3a7-d7c53c9c34f0)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:29:41.554350 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-373d7cc1-1a37-4474-a8c1-6e388029d421 req-e22a4a88-005f-4f0e-912a-dc198628ae21 tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4601676-42b8-4648-b946-7ab4b4582e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923102 Aug 23 20:29:41.555344 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-45fe67b3-cd68-4693-8da7-22b1e1570933 req-8cc002a7-c46a-4dd9-8641-7a3ef900b10f service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204890 Aug 23 20:29:41.575179 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:41.576425 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 2049cbed-d6c5-488e-9f7b-53c7ade58b1e no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:29:41.591792 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-548de56c-c1f6-48cd-91db-fce04d755faf req-1c10c92a-9753-4d97-8bb9-815b572b73a6 service neutron] For port ef6df56d-b025-4240-8305-9560c566684a, host n-h1-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:29:41.648873 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcafae5d-6483-417a-9f16-c501a7c5cfe6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef6df56d-b025-4240-8305-9560c566684a'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:29:41.666591 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5b3e8f-093f-49bd-9109-ee68099e4fd5" -d '{"events": [{"server_uuid": "bcafae5d-6483-417a-9f16-c501a7c5cfe6", "name": "network-vif-unplugged", "status": "completed", "tag": "ef6df56d-b025-4240-8305-9560c566684a"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:29:41.673489 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a791f5-ae1f-424d-b846-b47c377342fd x-openstack-request-id: req-99a791f5-ae1f-424d-b846-b47c377342fd {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:29:41.673931 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00591884-5b60-4c28-9399-fae65a99d7a3 req-5d91ef85-f98f-45db-b23d-c4647cc6925f tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:41.674083 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e28fd10-07c6-4846-a116-61c331d92ed4", "name": "network-vif-plugged", "status": "completed", "tag": "3bf625cf-2e20-4588-bb31-f27034eeae74", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:29:41.674413 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-99a791f5-ae1f-424d-b846-b47c377342fd {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:29:41.674860 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e28fd10-07c6-4846-a116-61c331d92ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf625cf-2e20-4588-bb31-f27034eeae74', 'code': 200} Aug 23 20:29:41.675678 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-00591884-5b60-4c28-9399-fae65a99d7a3 req-5d91ef85-f98f-45db-b23d-c4647cc6925f tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=bcafae5d-6483-417a-9f16-c501a7c5cfe6 HTTP/1.1" status: 200 len: 945 time: 0.1854804 Aug 23 20:29:41.689505 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-548de56c-c1f6-48cd-91db-fce04d755faf req-1c10c92a-9753-4d97-8bb9-815b572b73a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:41.709723 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-548de56c-c1f6-48cd-91db-fce04d755faf req-1c10c92a-9753-4d97-8bb9-815b572b73a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:41.814121 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-00591884-5b60-4c28-9399-fae65a99d7a3 req-9e8dac74-7917-4a92-bdb6-c512ab7627d7 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292722 Aug 23 20:29:41.861384 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-adc93a2a-8bbd-4206-94fd-1eb4819559de req-e2086bc5-d06d-49ca-b4d5-a3fde1474aef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b52b3a98-0c7e-40d6-8d49-ea668d5575d9 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:29:41.868896 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=3bf625cf-2e20-4588-bb31-f27034eeae74,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:41.875436 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-45fe67b3-cd68-4693-8da7-22b1e1570933 req-7dae0e71-f0b3-4949-b23a-4e5f00811204 service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992527 Aug 23 20:29:41.876806 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-adc93a2a-8bbd-4206-94fd-1eb4819559de req-e2086bc5-d06d-49ca-b4d5-a3fde1474aef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:41.881809 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 2049cbed-d6c5-488e-9f7b-53c7ade58b1e not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:29:41.883323 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35aec03-3d89-4d89-840a-1bf58a51a531 req-72408384-5188-44b6-85f2-50c9e17addc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:41.884842 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a35aec03-3d89-4d89-840a-1bf58a51a531 req-72408384-5188-44b6-85f2-50c9e17addc7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5e28fd10-07c6-4846-a116-61c331d92ed4 HTTP/1.1" status: 200 len: 1097 time: 0.1748078 Aug 23 20:29:41.891948 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c10c92a-9753-4d97-8bb9-815b572b73a6 service neutron] Pushing event updated for resources: {'Port': ['ID=ef6df56d-b025-4240-8305-9560c566684a,revision_number=7']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:41.906751 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 20:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3ab6f2-e233-4cd6-bd54-a374eec33f9d x-openstack-request-id: req-8e3ab6f2-e233-4cd6-bd54-a374eec33f9d {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:29:41.907195 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcafae5d-6483-417a-9f16-c501a7c5cfe6", "name": "network-vif-unplugged", "status": "completed", "tag": "ef6df56d-b025-4240-8305-9560c566684a", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:29:41.907462 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8e3ab6f2-e233-4cd6-bd54-a374eec33f9d {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:29:41.907939 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcafae5d-6483-417a-9f16-c501a7c5cfe6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef6df56d-b025-4240-8305-9560c566684a', 'code': 200} Aug 23 20:29:41.920786 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-adc93a2a-8bbd-4206-94fd-1eb4819559de req-e2086bc5-d06d-49ca-b4d5-a3fde1474aef service neutron] Transition to ACTIVE for port object b52b3a98-0c7e-40d6-8d49-ea668d5575d9 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:29:41.926814 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-adc93a2a-8bbd-4206-94fd-1eb4819559de req-e2086bc5-d06d-49ca-b4d5-a3fde1474aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:41.940517 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-548de56c-c1f6-48cd-91db-fce04d755faf req-1c10c92a-9753-4d97-8bb9-815b572b73a6 service neutron] Attempting to bind port ef6df56d-b025-4240-8305-9560c566684a on host n-h1-805663-2 for vnic_type normal with profile {"migrating_to": "n-h2-805663-2"} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:29:41.940849 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-548de56c-c1f6-48cd-91db-fce04d755faf req-1c10c92a-9753-4d97-8bb9-815b572b73a6 service neutron] Attempting to bind port ef6df56d-b025-4240-8305-9560c566684a by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '3440ae09-322e-4891-8c02-a5baf5ba77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:29:41.942294 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548de56c-c1f6-48cd-91db-fce04d755faf req-1c10c92a-9753-4d97-8bb9-815b572b73a6 service neutron] Attempting to bind port ef6df56d-b025-4240-8305-9560c566684a on network a133b3ce-c542-461f-b67d-2eb2e20a852b {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:29:41.949479 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548de56c-c1f6-48cd-91db-fce04d755faf req-1c10c92a-9753-4d97-8bb9-815b572b73a6 service neutron] Port ef6df56d-b025-4240-8305-9560c566684a on network a133b3ce-c542-461f-b67d-2eb2e20a852b not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:29:41.949708 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548de56c-c1f6-48cd-91db-fce04d755faf req-1c10c92a-9753-4d97-8bb9-815b572b73a6 service neutron] Attempting to bind port ef6df56d-b025-4240-8305-9560c566684a on network a133b3ce-c542-461f-b67d-2eb2e20a852b {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:29:41.977879 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b7242c-e15d-4d83-87aa-713da0ee1201 req-caa1655f-3f59-4f72-89f5-39acd3f893ea tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:41.980643 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-69b7242c-e15d-4d83-87aa-713da0ee1201 req-caa1655f-3f59-4f72-89f5-39acd3f893ea tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] 10.222.0.61 "GET /v2.0/ports?device_id=66993f2d-3384-450f-8495-3a7774a7f28b HTTP/1.1" status: 200 len: 945 time: 0.2043247 Aug 23 20:29:41.982096 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548de56c-c1f6-48cd-91db-fce04d755faf req-1c10c92a-9753-4d97-8bb9-815b572b73a6 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:29:41.982774 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548de56c-c1f6-48cd-91db-fce04d755faf req-1c10c92a-9753-4d97-8bb9-815b572b73a6 service neutron] Checking segment: {'id': '3440ae09-322e-4891-8c02-a5baf5ba77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:29:41.983655 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548de56c-c1f6-48cd-91db-fce04d755faf req-1c10c92a-9753-4d97-8bb9-815b572b73a6 service neutron] Bound using segment: {'id': '3440ae09-322e-4891-8c02-a5baf5ba77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:29:41.984296 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-548de56c-c1f6-48cd-91db-fce04d755faf req-1c10c92a-9753-4d97-8bb9-815b572b73a6 service neutron] Bound port: ef6df56d-b025-4240-8305-9560c566684a, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3440ae09-322e-4891-8c02-a5baf5ba77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:29:41.985000 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-548de56c-c1f6-48cd-91db-fce04d755faf req-1c10c92a-9753-4d97-8bb9-815b572b73a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:41.995022 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a35aec03-3d89-4d89-840a-1bf58a51a531 req-140b1798-80e1-4563-9541-9a1771e4cfd9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9e9eafee-febe-49fa-b704-52994ff0c451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931387 Aug 23 20:29:42.026026 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2086bc5-d06d-49ca-b4d5-a3fde1474aef service neutron] Pushing event updated for resources: {'Port': ['ID=b52b3a98-0c7e-40d6-8d49-ea668d5575d9,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:42.054963 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f990a99f-dd25-4e58-a64c-1b41ab5dbb16', 'tag': '2049cbed-d6c5-488e-9f7b-53c7ade58b1e'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:29:42.057308 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3dfa4a8-c132-4554-bc5d-e365c110dd2e" -d '{"events": [{"name": "network-changed", "server_uuid": "f990a99f-dd25-4e58-a64c-1b41ab5dbb16", "tag": "2049cbed-d6c5-488e-9f7b-53c7ade58b1e"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:29:42.061167 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-69b7242c-e15d-4d83-87aa-713da0ee1201 req-8a602a37-8eeb-4ebe-93d6-e1001185d3ad tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] 10.222.0.61 "GET /v2.0/security-groups?id=960d3f2e-d45c-4e1f-a060-188acf35d4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701656 Aug 23 20:29:42.100178 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-548de56c-c1f6-48cd-91db-fce04d755faf req-1c10c92a-9753-4d97-8bb9-815b572b73a6 service neutron] For port ef6df56d-b025-4240-8305-9560c566684a, host n-h1-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:29:42.104113 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-548de56c-c1f6-48cd-91db-fce04d755faf req-1c10c92a-9753-4d97-8bb9-815b572b73a6 service neutron] For port ef6df56d-b025-4240-8305-9560c566684a, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=ef6df56d-b025-4240-8305-9560c566684a,segment=NetworkSegment(3440ae09-322e-4891-8c02-a5baf5ba77f1),segment_id=3440ae09-322e-4891-8c02-a5baf5ba77f1)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:29:42.109612 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c67e795-4951-45fe-811d-dcd901aeaaec req-e8b46f85-cd1b-4a41-8fee-e166b8c0b834 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:42.111174 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9c67e795-4951-45fe-811d-dcd901aeaaec req-e8b46f85-cd1b-4a41-8fee-e166b8c0b834 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d HTTP/1.1" status: 200 len: 944 time: 0.1407709 Aug 23 20:29:42.114561 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-548de56c-c1f6-48cd-91db-fce04d755faf req-1c10c92a-9753-4d97-8bb9-815b572b73a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:42.147638 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-adc93a2a-8bbd-4206-94fd-1eb4819559de req-e2086bc5-d06d-49ca-b4d5-a3fde1474aef service neutron] Attempting to bind port b52b3a98-0c7e-40d6-8d49-ea668d5575d9 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:29:42.148039 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-adc93a2a-8bbd-4206-94fd-1eb4819559de req-e2086bc5-d06d-49ca-b4d5-a3fde1474aef service neutron] Attempting to bind port b52b3a98-0c7e-40d6-8d49-ea668d5575d9 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': 'feb662d9-0152-4f97-8d6d-89a1fa54f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '291e6885-2f63-495c-b479-2184cb200f47'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:29:42.148372 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc93a2a-8bbd-4206-94fd-1eb4819559de req-e2086bc5-d06d-49ca-b4d5-a3fde1474aef service neutron] Attempting to bind port b52b3a98-0c7e-40d6-8d49-ea668d5575d9 on network 291e6885-2f63-495c-b479-2184cb200f47 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:29:42.157535 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc93a2a-8bbd-4206-94fd-1eb4819559de req-e2086bc5-d06d-49ca-b4d5-a3fde1474aef service neutron] Port b52b3a98-0c7e-40d6-8d49-ea668d5575d9 on network 291e6885-2f63-495c-b479-2184cb200f47 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:29:42.157873 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc93a2a-8bbd-4206-94fd-1eb4819559de req-e2086bc5-d06d-49ca-b4d5-a3fde1474aef service neutron] Attempting to bind port b52b3a98-0c7e-40d6-8d49-ea668d5575d9 on network 291e6885-2f63-495c-b479-2184cb200f47 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:29:42.173944 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc93a2a-8bbd-4206-94fd-1eb4819559de req-e2086bc5-d06d-49ca-b4d5-a3fde1474aef service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:29:42.174328 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc93a2a-8bbd-4206-94fd-1eb4819559de req-e2086bc5-d06d-49ca-b4d5-a3fde1474aef service neutron] Checking segment: {'id': 'feb662d9-0152-4f97-8d6d-89a1fa54f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '291e6885-2f63-495c-b479-2184cb200f47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:29:42.174670 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc93a2a-8bbd-4206-94fd-1eb4819559de req-e2086bc5-d06d-49ca-b4d5-a3fde1474aef service neutron] Bound using segment: {'id': 'feb662d9-0152-4f97-8d6d-89a1fa54f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '291e6885-2f63-495c-b479-2184cb200f47'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:29:42.175106 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-adc93a2a-8bbd-4206-94fd-1eb4819559de req-e2086bc5-d06d-49ca-b4d5-a3fde1474aef service neutron] Bound port: b52b3a98-0c7e-40d6-8d49-ea668d5575d9, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feb662d9-0152-4f97-8d6d-89a1fa54f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '291e6885-2f63-495c-b479-2184cb200f47'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:29:42.175465 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-adc93a2a-8bbd-4206-94fd-1eb4819559de req-e2086bc5-d06d-49ca-b4d5-a3fde1474aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:42.182374 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9c67e795-4951-45fe-811d-dcd901aeaaec req-6f56d716-14a2-42b2-a4dc-76788c696148 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620787 Aug 23 20:29:42.202542 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c10c92a-9753-4d97-8bb9-815b572b73a6 service neutron] Pushing event updated for resources: {'Port': ['ID=ef6df56d-b025-4240-8305-9560c566684a,revision_number=8']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:42.212114 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548de56c-c1f6-48cd-91db-fce04d755faf req-1c10c92a-9753-4d97-8bb9-815b572b73a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:42.212114 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-548de56c-c1f6-48cd-91db-fce04d755faf req-1c10c92a-9753-4d97-8bb9-815b572b73a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:42.212114 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-548de56c-c1f6-48cd-91db-fce04d755faf req-1c10c92a-9753-4d97-8bb9-815b572b73a6 service neutron] 10.222.0.32 "PUT /v2.0/ports/ef6df56d-b025-4240-8305-9560c566684a HTTP/1.1" status: 200 len: 1121 time: 1.1416581 Aug 23 20:29:42.259429 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-adc93a2a-8bbd-4206-94fd-1eb4819559de req-e2086bc5-d06d-49ca-b4d5-a3fde1474aef service neutron] For port b52b3a98-0c7e-40d6-8d49-ea668d5575d9, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:29:42.264717 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-adc93a2a-8bbd-4206-94fd-1eb4819559de req-e2086bc5-d06d-49ca-b4d5-a3fde1474aef service neutron] For port b52b3a98-0c7e-40d6-8d49-ea668d5575d9, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=b52b3a98-0c7e-40d6-8d49-ea668d5575d9,segment=NetworkSegment(feb662d9-0152-4f97-8d6d-89a1fa54f824),segment_id=feb662d9-0152-4f97-8d6d-89a1fa54f824)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:29:42.272441 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-adc93a2a-8bbd-4206-94fd-1eb4819559de req-e2086bc5-d06d-49ca-b4d5-a3fde1474aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:42.284402 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['ef6df56d-b025-4240-8305-9560c566684a'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:29:42.349191 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc93a2a-8bbd-4206-94fd-1eb4819559de req-e2086bc5-d06d-49ca-b4d5-a3fde1474aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:42.350204 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-adc93a2a-8bbd-4206-94fd-1eb4819559de req-e2086bc5-d06d-49ca-b4d5-a3fde1474aef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:42.352653 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-adc93a2a-8bbd-4206-94fd-1eb4819559de req-e2086bc5-d06d-49ca-b4d5-a3fde1474aef service neutron] 10.222.0.11 "PUT /v2.0/ports/b52b3a98-0c7e-40d6-8d49-ea668d5575d9 HTTP/1.1" status: 200 len: 1092 time: 1.5624373 Aug 23 20:29:42.393021 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e677563-88da-42a8-9311-c7fe9a0d0fd8 x-openstack-request-id: req-3e677563-88da-42a8-9311-c7fe9a0d0fd8 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:29:42.393431 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f990a99f-dd25-4e58-a64c-1b41ab5dbb16", "tag": "2049cbed-d6c5-488e-9f7b-53c7ade58b1e", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:29:42.393825 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3e677563-88da-42a8-9311-c7fe9a0d0fd8 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:29:42.394890 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f990a99f-dd25-4e58-a64c-1b41ab5dbb16', 'tag': '2049cbed-d6c5-488e-9f7b-53c7ade58b1e', 'status': 'completed', 'code': 200} Aug 23 20:29:42.424578 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2086bc5-d06d-49ca-b4d5-a3fde1474aef service neutron] Pushing event updated for resources: {'Port': ['ID=b52b3a98-0c7e-40d6-8d49-ea668d5575d9,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:42.455657 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd544fb-f3a2-4ee8-bd35-f2ed4910aa16 req-67f29b56-4cc1-47b6-a3d3-bb553f7c59db tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:42.458718 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6fd544fb-f3a2-4ee8-bd35-f2ed4910aa16 req-67f29b56-4cc1-47b6-a3d3-bb553f7c59db tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f990a99f-dd25-4e58-a64c-1b41ab5dbb16 HTTP/1.1" status: 200 len: 948 time: 0.1805530 Aug 23 20:29:42.518337 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dfa4a8-c132-4554-bc5d-e365c110dd2e req-68143928-0da5-4136-9f5a-b72db2432126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:42.520944 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e3dfa4a8-c132-4554-bc5d-e365c110dd2e req-68143928-0da5-4136-9f5a-b72db2432126 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73c5c62ec25a41ab8d37d29a4cff1db9&device_id=f990a99f-dd25-4e58-a64c-1b41ab5dbb16 HTTP/1.1" status: 200 len: 1099 time: 0.0467863 Aug 23 20:29:42.563049 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dfa4a8-c132-4554-bc5d-e365c110dd2e req-8e29c94e-0865-4b16-aab7-6d024b3d469b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:42.564954 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e3dfa4a8-c132-4554-bc5d-e365c110dd2e req-8e29c94e-0865-4b16-aab7-6d024b3d469b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=73c5c62ec25a41ab8d37d29a4cff1db9&device_id=f990a99f-dd25-4e58-a64c-1b41ab5dbb16 HTTP/1.1" status: 200 len: 1099 time: 0.0867767 Aug 23 20:29:42.572293 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc93a2a-8bbd-4206-94fd-1eb4819559de req-58163c56-940c-4e94-8086-89e8245081fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:42.573793 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-adc93a2a-8bbd-4206-94fd-1eb4819559de req-58163c56-940c-4e94-8086-89e8245081fa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80dadbb9f2554b479c0b13605bddd689&device_id=7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d HTTP/1.1" status: 200 len: 1095 time: 0.1514106 Aug 23 20:29:42.587010 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6fd544fb-f3a2-4ee8-bd35-f2ed4910aa16 req-b40bc6ba-f24c-4e72-a52c-af868326deb5 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973225 Aug 23 20:29:42.645865 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab6d0c-5910-4a94-842a-f7c0c121ac01 req-a0818a01-1695-4dbe-8998-0df3362aca6a tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:42.648732 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d8ab6d0c-5910-4a94-842a-f7c0c121ac01 req-a0818a01-1695-4dbe-8998-0df3362aca6a tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e28fd10-07c6-4846-a116-61c331d92ed4 HTTP/1.1" status: 200 len: 946 time: 0.1249201 Aug 23 20:29:42.668656 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-adc93a2a-8bbd-4206-94fd-1eb4819559de req-519d0e02-79d2-4c90-900c-310c9bcb977e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b52b3a98-0c7e-40d6-8d49-ea668d5575d9 HTTP/1.1" status: 200 len: 217 time: 0.0805962 Aug 23 20:29:42.685243 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dfa4a8-c132-4554-bc5d-e365c110dd2e req-8a2f4eff-dc71-4a27-ba5e-230d88920709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:42.686805 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e3dfa4a8-c132-4554-bc5d-e365c110dd2e req-8a2f4eff-dc71-4a27-ba5e-230d88920709 service neutron] 10.222.0.32 "GET /v2.0/networks?id=660f640a-b8b2-40aa-8ebf-76bd1608cceb HTTP/1.1" status: 200 len: 870 time: 0.1548665 Aug 23 20:29:42.735096 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e3dfa4a8-c132-4554-bc5d-e365c110dd2e req-88500807-af3f-475f-8511-279c0bf8f51a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=2049cbed-d6c5-488e-9f7b-53c7ade58b1e HTTP/1.1" status: 200 len: 217 time: 0.0372970 Aug 23 20:29:42.738067 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d8ab6d0c-5910-4a94-842a-f7c0c121ac01 req-94fca1c6-cbb2-4391-a396-3322146d70f9 tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e9eafee-febe-49fa-b704-52994ff0c451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835721 Aug 23 20:29:42.798032 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc93a2a-8bbd-4206-94fd-1eb4819559de req-709c0b51-f195-4fb1-8141-082050fec432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:42.799783 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-adc93a2a-8bbd-4206-94fd-1eb4819559de req-709c0b51-f195-4fb1-8141-082050fec432 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dff65f8b-9e15-4b43-b237-3b4edeaab508 HTTP/1.1" status: 200 len: 861 time: 0.1233602 Aug 23 20:29:42.805954 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dfa4a8-c132-4554-bc5d-e365c110dd2e req-95971361-7252-477a-a174-757d994753b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:42.807803 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e3dfa4a8-c132-4554-bc5d-e365c110dd2e req-95971361-7252-477a-a174-757d994753b6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=660f640a-b8b2-40aa-8ebf-76bd1608cceb HTTP/1.1" status: 200 len: 870 time: 0.2325983 Aug 23 20:29:42.833996 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f69b3-743d-4622-84e3-cfddee006d6f req-dc261a11-684a-4277-b9f2-b0badcbdd2ce tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:42.835850 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-182f69b3-743d-4622-84e3-cfddee006d6f req-dc261a11-684a-4277-b9f2-b0badcbdd2ce tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/ports?device_id=740a200a-00ed-4d09-b2ff-9d6135bf43b5 HTTP/1.1" status: 200 len: 948 time: 0.1235921 Aug 23 20:29:42.862934 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-adc93a2a-8bbd-4206-94fd-1eb4819559de req-7d117893-1f66-4290-a6c7-5a63af494cde service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=291e6885-2f63-495c-b479-2184cb200f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520856 Aug 23 20:29:42.925309 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e3dfa4a8-c132-4554-bc5d-e365c110dd2e req-f9447648-45b3-4ea9-8717-b7751e98ac33 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=2049cbed-d6c5-488e-9f7b-53c7ade58b1e HTTP/1.1" status: 200 len: 217 time: 0.1017411 Aug 23 20:29:42.994429 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4acba2b6-d6f6-4bc2-9a67-dbf4ecc2c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:43.045607 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-182f69b3-743d-4622-84e3-cfddee006d6f req-be1fe8ab-e233-446b-bc5a-02ca2a2a42da tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4601676-42b8-4648-b946-7ab4b4582e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867588 Aug 23 20:29:43.064464 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dfa4a8-c132-4554-bc5d-e365c110dd2e req-35ed7b2f-c606-4667-81b0-8cae228e1500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:43.066073 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e3dfa4a8-c132-4554-bc5d-e365c110dd2e req-35ed7b2f-c606-4667-81b0-8cae228e1500 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.1266029 Aug 23 20:29:43.083529 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dfa4a8-c132-4554-bc5d-e365c110dd2e req-2d07e3dd-f842-4563-9e7c-8116f8682394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:43.083529 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e3dfa4a8-c132-4554-bc5d-e365c110dd2e req-2d07e3dd-f842-4563-9e7c-8116f8682394 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.3394639 Aug 23 20:29:43.086869 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 2db563c8-3ed3-4830-8394-0f92007254b2 up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:29:43.163677 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137aebc-b739-4fca-9f37-3b920d95f39f req-1e08cd46-029b-4d1a-bf0f-1e2645cfa789 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:43.171502 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8137aebc-b739-4fca-9f37-3b920d95f39f req-1e08cd46-029b-4d1a-bf0f-1e2645cfa789 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=bcafae5d-6483-417a-9f16-c501a7c5cfe6 HTTP/1.1" status: 200 len: 943 time: 0.1565642 Aug 23 20:29:43.247697 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port 2db563c8-3ed3-4830-8394-0f92007254b2 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:29:43.259794 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port 2db563c8-3ed3-4830-8394-0f92007254b2 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:29:43.261677 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:43.271755 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dfa4a8-c132-4554-bc5d-e365c110dd2e req-18822469-0ab2-4f16-813a-e3db8be0ab7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:43.274387 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e3dfa4a8-c132-4554-bc5d-e365c110dd2e req-18822469-0ab2-4f16-813a-e3db8be0ab7c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1822095 Aug 23 20:29:43.276944 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47316) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:29:43.289080 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8137aebc-b739-4fca-9f37-3b920d95f39f req-6a4c4447-e688-4d1d-a344-0c034bd9fd0d tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165752 Aug 23 20:29:43.390139 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:43.391167 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-adc93a2a-8bbd-4206-94fd-1eb4819559de req-5f44e7f7-283a-4df9-be8b-0a4c23264cbe service neutron] 10.222.0.11 "GET /v2.0/networks/291e6885-2f63-495c-b479-2184cb200f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4863460 Aug 23 20:29:43.450238 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 2db563c8-3ed3-4830-8394-0f92007254b2, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=2db563c8-3ed3-4830-8394-0f92007254b2,segment=NetworkSegment(b58e7a71-2605-4e16-abd4-c8afc1ab5512),segment_id=b58e7a71-2605-4e16-abd4-c8afc1ab5512)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:29:43.458893 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:43.459701 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 9e5a30c6-b73d-447a-a34e-941b0e0efda3 up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:29:43.480129 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73995b3a-6641-4315-b812-b26025479cf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:43.496566 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dfa4a8-c132-4554-bc5d-e365c110dd2e req-d184b53e-3667-4c7a-aa8d-340c9b58210d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:43.498137 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e3dfa4a8-c132-4554-bc5d-e365c110dd2e req-d184b53e-3667-4c7a-aa8d-340c9b58210d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4213600 Aug 23 20:29:43.524903 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267af585-b340-43c7-8052-3fa4f4374af2 req-c1a75e20-5472-4293-be90-bf7cacc51140 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:43.526442 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-267af585-b340-43c7-8052-3fa4f4374af2 req-c1a75e20-5472-4293-be90-bf7cacc51140 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d HTTP/1.1" status: 200 len: 944 time: 0.1119907 Aug 23 20:29:43.543994 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:43.558802 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e3dfa4a8-c132-4554-bc5d-e365c110dd2e req-86177e76-e0c4-403f-9382-51fd98a11e1e service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650719 Aug 23 20:29:43.573596 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=2db563c8-3ed3-4830-8394-0f92007254b2,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:43.574821 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec669ef-e021-499f-9a8d-9ec49d6ab422 req-1e752698-d39f-4c52-83fd-e31515a4ce7b tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:43.576403 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3ec669ef-e021-499f-9a8d-9ec49d6ab422 req-1e752698-d39f-4c52-83fd-e31515a4ce7b tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] 10.222.0.61 "GET /v2.0/ports?device_id=66993f2d-3384-450f-8495-3a7774a7f28b HTTP/1.1" status: 200 len: 945 time: 0.2035413 Aug 23 20:29:43.588821 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port 9e5a30c6-b73d-447a-a34e-941b0e0efda3 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:29:43.596455 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port 9e5a30c6-b73d-447a-a34e-941b0e0efda3 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:29:43.596880 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:43.606606 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-adc93a2a-8bbd-4206-94fd-1eb4819559de req-520e31ed-7435-4e58-9e4f-7ec9e5a36e8a service neutron] 10.222.0.11 "GET /v2.0/networks/291e6885-2f63-495c-b479-2184cb200f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026339 Aug 23 20:29:43.664816 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-267af585-b340-43c7-8052-3fa4f4374af2 req-0ff6def5-3675-4cf4-962b-47cccfb73873 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229115 Aug 23 20:29:43.667200 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3ec669ef-e021-499f-9a8d-9ec49d6ab422 req-c8b2078b-c005-44e3-8991-e191d1c34a14 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] 10.222.0.61 "GET /v2.0/security-groups?id=960d3f2e-d45c-4e1f-a060-188acf35d4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652559 Aug 23 20:29:43.692930 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e3dfa4a8-c132-4554-bc5d-e365c110dd2e req-a5e122e3-b21e-4f8c-bb7b-0930fa525e59 service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846302 Aug 23 20:29:43.706590 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66993f2d-3384-450f-8495-3a7774a7f28b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db563c8-3ed3-4830-8394-0f92007254b2'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:29:43.711463 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3a789d-3f0d-4519-8e33-9014e85ff044" -d '{"events": [{"server_uuid": "66993f2d-3384-450f-8495-3a7774a7f28b", "name": "network-vif-plugged", "status": "completed", "tag": "2db563c8-3ed3-4830-8394-0f92007254b2"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:29:43.724253 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e3dfa4a8-c132-4554-bc5d-e365c110dd2e req-9df24166-4dfa-4024-9def-6799244bd82b service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461675 Aug 23 20:29:43.742354 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:43.772171 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73995b3a-6641-4315-b812-b26025479cf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:43.778027 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73995b3a-6641-4315-b812-b26025479cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:43.781449 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 9e5a30c6-b73d-447a-a34e-941b0e0efda3, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=9e5a30c6-b73d-447a-a34e-941b0e0efda3,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:29:43.787030 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:43.840128 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e3dfa4a8-c132-4554-bc5d-e365c110dd2e req-eaa465bd-5ad0-4081-8669-eb844fd17b8a service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389861 Aug 23 20:29:43.845689 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=9e5a30c6-b73d-447a-a34e-941b0e0efda3,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:43.854760 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b3ae61-5d08-41ed-98db-fea600c5d400 x-openstack-request-id: req-d2b3ae61-5d08-41ed-98db-fea600c5d400 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:29:43.855125 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66993f2d-3384-450f-8495-3a7774a7f28b", "name": "network-vif-plugged", "status": "completed", "tag": "2db563c8-3ed3-4830-8394-0f92007254b2", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:29:43.855834 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d2b3ae61-5d08-41ed-98db-fea600c5d400 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:29:43.856334 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66993f2d-3384-450f-8495-3a7774a7f28b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db563c8-3ed3-4830-8394-0f92007254b2', 'code': 200} Aug 23 20:29:43.871506 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-73995b3a-6641-4315-b812-b26025479cf0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e54d775556a34ef0a0b08e2954266249&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5935221 Aug 23 20:29:43.874203 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73995b3a-6641-4315-b812-b26025479cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b60e847-82bc-4c65-8975-0c7be5c60a20,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:43.874399 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47328) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:29:43.892810 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06efe814-eb14-4aa0-9cb6-c8f173239a91 req-21f00159-d132-4e94-8f9d-bbca77db32a3 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:43.894441 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-06efe814-eb14-4aa0-9cb6-c8f173239a91 req-21f00159-d132-4e94-8f9d-bbca77db32a3 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f990a99f-dd25-4e58-a64c-1b41ab5dbb16 HTTP/1.1" status: 200 len: 948 time: 0.1083806 Aug 23 20:29:43.915473 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcafae5d-6483-417a-9f16-c501a7c5cfe6', 'tag': 'ef6df56d-b025-4240-8305-9560c566684a'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:29:43.917855 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31171c8c-ca70-4aca-9025-0b051c1ebf40" -d '{"events": [{"name": "network-changed", "server_uuid": "bcafae5d-6483-417a-9f16-c501a7c5cfe6", "tag": "ef6df56d-b025-4240-8305-9560c566684a"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:29:43.946007 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-06efe814-eb14-4aa0-9cb6-c8f173239a91 req-8ad7fb7b-d58d-45a0-8d09-bc6ae3a77b88 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449183 Aug 23 20:29:43.979431 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-84b7f186-3661-45b5-ad01-e0b69db883e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:43.988393 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da4e26c-816e-43ef-a65d-bf99adb816e6 req-fb3c8f4a-00b3-4551-be02-dccfe9adfad1 tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:43.990501 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0da4e26c-816e-43ef-a65d-bf99adb816e6 req-fb3c8f4a-00b3-4551-be02-dccfe9adfad1 tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e28fd10-07c6-4846-a116-61c331d92ed4 HTTP/1.1" status: 200 len: 946 time: 0.0758491 Aug 23 20:29:44.013627 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97abf8f-5f48-4ce0-bb65-5c4984474973 x-openstack-request-id: req-e97abf8f-5f48-4ce0-bb65-5c4984474973 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:29:44.013918 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcafae5d-6483-417a-9f16-c501a7c5cfe6", "tag": "ef6df56d-b025-4240-8305-9560c566684a", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:29:44.014524 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e97abf8f-5f48-4ce0-bb65-5c4984474973 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:29:44.015081 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcafae5d-6483-417a-9f16-c501a7c5cfe6', 'tag': 'ef6df56d-b025-4240-8305-9560c566684a', 'status': 'completed', 'code': 200} Aug 23 20:29:44.033567 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-84b7f186-3661-45b5-ad01-e0b69db883e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:44.049066 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ad18e-15ac-490d-82ec-f58bc9b29750 req-c80426a5-5607-442c-9a5c-ef05712363b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:44.050596 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ca4ad18e-15ac-490d-82ec-f58bc9b29750 req-c80426a5-5607-442c-9a5c-ef05712363b9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=66993f2d-3384-450f-8495-3a7774a7f28b HTTP/1.1" status: 200 len: 1097 time: 0.0460534 Aug 23 20:29:44.090380 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ca4ad18e-15ac-490d-82ec-f58bc9b29750 req-e55ee220-27e8-46b8-9266-b1af3699ab5d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=960d3f2e-d45c-4e1f-a060-188acf35d4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312529 Aug 23 20:29:44.114461 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0da4e26c-816e-43ef-a65d-bf99adb816e6 req-f65c517e-929a-4d7e-8ccd-f05894a57c72 tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e9eafee-febe-49fa-b704-52994ff0c451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121130 Aug 23 20:29:44.137765 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31171c8c-ca70-4aca-9025-0b051c1ebf40 req-7eb2c801-6761-4ea9-9a87-182fd1e68eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:44.137765 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-31171c8c-ca70-4aca-9025-0b051c1ebf40 req-7eb2c801-6761-4ea9-9a87-182fd1e68eee service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aeab6bca1ebb43a8b404543d83e8cc6e&device_id=bcafae5d-6483-417a-9f16-c501a7c5cfe6 HTTP/1.1" status: 200 len: 1124 time: 0.1011701 Aug 23 20:29:44.156123 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-84b7f186-3661-45b5-ad01-e0b69db883e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:44.159363 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-84b7f186-3661-45b5-ad01-e0b69db883e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:44.163607 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-84b7f186-3661-45b5-ad01-e0b69db883e3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3b60e847-82bc-4c65-8975-0c7be5c60a20 HTTP/1.1" status: 204 len: 168 time: 0.2858164 Aug 23 20:29:44.195961 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092b432-af5a-4b2b-a751-bfa6722c19cf req-5784d1c1-a933-4d6a-ab3a-9e73e814019c tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:44.197714 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8092b432-af5a-4b2b-a751-bfa6722c19cf req-5784d1c1-a933-4d6a-ab3a-9e73e814019c tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/ports?device_id=740a200a-00ed-4d09-b2ff-9d6135bf43b5 HTTP/1.1" status: 200 len: 949 time: 0.0604281 Aug 23 20:29:44.215430 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b7f186-3661-45b5-ad01-e0b69db883e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b60e847-82bc-4c65-8975-0c7be5c60a20,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:44.257216 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8092b432-af5a-4b2b-a751-bfa6722c19cf req-f80ac581-f4f4-4868-9a18-93b195f06492 tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4601676-42b8-4648-b946-7ab4b4582e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528688 Aug 23 20:29:44.266994 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31171c8c-ca70-4aca-9025-0b051c1ebf40 req-36cd17bc-ea93-413c-bda7-b2a5c40c66e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:44.268660 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-31171c8c-ca70-4aca-9025-0b051c1ebf40 req-36cd17bc-ea93-413c-bda7-b2a5c40c66e6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a133b3ce-c542-461f-b67d-2eb2e20a852b HTTP/1.1" status: 200 len: 908 time: 0.1226759 Aug 23 20:29:44.318944 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-31171c8c-ca70-4aca-9025-0b051c1ebf40 req-9cb046f7-99ae-4619-82ab-5695f3b4a8d3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef6df56d-b025-4240-8305-9560c566684a HTTP/1.1" status: 200 len: 217 time: 0.0419362 Aug 23 20:29:44.395871 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d', 'tag': 'b52b3a98-0c7e-40d6-8d49-ea668d5575d9'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:29:44.398292 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934d5068-82e6-454c-86b7-fd573b2eeed9" -d '{"events": [{"name": "network-changed", "server_uuid": "7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d", "tag": "b52b3a98-0c7e-40d6-8d49-ea668d5575d9"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:29:44.439597 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31171c8c-ca70-4aca-9025-0b051c1ebf40 req-4eecfbfd-1df9-497c-af38-98c9dc111450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:44.442320 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-31171c8c-ca70-4aca-9025-0b051c1ebf40 req-4eecfbfd-1df9-497c-af38-98c9dc111450 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bc364ba1-f548-4b44-839c-5441876e52b8 HTTP/1.1" status: 200 len: 847 time: 0.1129167 Aug 23 20:29:44.448216 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:44.482945 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa943a3d-76fc-49c6-8939-c98a7c7a97c5 x-openstack-request-id: req-aa943a3d-76fc-49c6-8939-c98a7c7a97c5 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:29:44.483234 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d", "tag": "b52b3a98-0c7e-40d6-8d49-ea668d5575d9", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:29:44.483522 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-aa943a3d-76fc-49c6-8939-c98a7c7a97c5 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:29:44.485077 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d', 'tag': 'b52b3a98-0c7e-40d6-8d49-ea668d5575d9', 'status': 'completed', 'code': 200} Aug 23 20:29:44.486016 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-31171c8c-ca70-4aca-9025-0b051c1ebf40 req-6988cb18-d4ad-4f40-bdb2-d838f472594d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a133b3ce-c542-461f-b67d-2eb2e20a852b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340061 Aug 23 20:29:44.496940 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228ccbb-99ee-4613-84f7-53d91be0431e req-15160287-210d-4632-8181-324557d8f8bd tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:44.498564 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c228ccbb-99ee-4613-84f7-53d91be0431e req-15160287-210d-4632-8181-324557d8f8bd tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=bcafae5d-6483-417a-9f16-c501a7c5cfe6 HTTP/1.1" status: 200 len: 943 time: 0.1197491 Aug 23 20:29:44.606910 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47346) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:29:44.629692 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-258ef29f-130e-4c61-9298-521aa1cc4b46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:44.650341 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d5068-82e6-454c-86b7-fd573b2eeed9 req-ed5c0e30-83e6-4fe1-b8f3-1273461d57a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:44.652000 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-934d5068-82e6-454c-86b7-fd573b2eeed9 req-ed5c0e30-83e6-4fe1-b8f3-1273461d57a2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80dadbb9f2554b479c0b13605bddd689&device_id=7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d HTTP/1.1" status: 200 len: 1095 time: 0.1449633 Aug 23 20:29:44.662482 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c228ccbb-99ee-4613-84f7-53d91be0431e req-479955dd-872e-47f4-a720-580452a65ef8 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539695 Aug 23 20:29:44.743243 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-31171c8c-ca70-4aca-9025-0b051c1ebf40 req-57b77b7c-309b-4254-a544-f57c5149bb0b service neutron] 10.222.0.11 "GET /v2.0/networks/a133b3ce-c542-461f-b67d-2eb2e20a852b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328055 Aug 23 20:29:44.817117 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-258ef29f-130e-4c61-9298-521aa1cc4b46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:44.829625 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-258ef29f-130e-4c61-9298-521aa1cc4b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:44.868774 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d5068-82e6-454c-86b7-fd573b2eeed9 req-415102b3-db06-4888-8aa0-0ccdcdf7ce38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:44.870287 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-934d5068-82e6-454c-86b7-fd573b2eeed9 req-415102b3-db06-4888-8aa0-0ccdcdf7ce38 service neutron] 10.222.0.11 "GET /v2.0/networks?id=291e6885-2f63-495c-b479-2184cb200f47 HTTP/1.1" status: 200 len: 922 time: 0.2068791 Aug 23 20:29:44.875488 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ef29f-130e-4c61-9298-521aa1cc4b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8a50f9-7c63-4ce1-aa33-4b893bfaa4eb,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:44.914637 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-258ef29f-130e-4c61-9298-521aa1cc4b46 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c81f8ca8d5c44355a57e0deb7298e4d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3063607 Aug 23 20:29:44.917348 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47362) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:29:44.945569 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17509706-27d9-4068-8fe8-80638a9a1287 req-99afd794-a94f-4f71-97e1-800566f24f2b tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:44.947444 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-17509706-27d9-4068-8fe8-80638a9a1287 req-99afd794-a94f-4f71-97e1-800566f24f2b tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] 10.222.0.61 "GET /v2.0/ports?device_id=66993f2d-3384-450f-8495-3a7774a7f28b HTTP/1.1" status: 200 len: 946 time: 0.1338017 Aug 23 20:29:45.014835 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-31171c8c-ca70-4aca-9025-0b051c1ebf40 req-a2406d4a-ac4e-45aa-b8e8-fd91a13f2f40 service neutron] 10.222.0.11 "GET /v2.0/networks/a133b3ce-c542-461f-b67d-2eb2e20a852b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641323 Aug 23 20:29:45.017474 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-934d5068-82e6-454c-86b7-fd573b2eeed9 req-c2354352-1279-4fc4-b7c7-599992aa295d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b52b3a98-0c7e-40d6-8d49-ea668d5575d9 HTTP/1.1" status: 200 len: 217 time: 0.0711806 Aug 23 20:29:45.045521 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de92151-9d7b-4f76-ac7d-086357b14a4a req-0b3ca71c-689c-4a6a-8026-f1a476d85338 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:45.053282 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-17509706-27d9-4068-8fe8-80638a9a1287 req-b0fedd9d-da7a-4bf3-be29-a739eafcd6f2 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] 10.222.0.61 "GET /v2.0/security-groups?id=960d3f2e-d45c-4e1f-a060-188acf35d4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923581 Aug 23 20:29:45.056169 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dbfe7197-74a9-4dbd-9326-b7c32ea5baec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:45.057221 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4de92151-9d7b-4f76-ac7d-086357b14a4a req-0b3ca71c-689c-4a6a-8026-f1a476d85338 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d HTTP/1.1" status: 200 len: 944 time: 0.2049744 Aug 23 20:29:45.087083 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device ef6df56d-b025-4240-8305-9560c566684a details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:29:45.102525 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dbfe7197-74a9-4dbd-9326-b7c32ea5baec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:45.218825 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4de92151-9d7b-4f76-ac7d-086357b14a4a req-11db821c-5182-4f94-bd70-fd548a81f7d1 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605704 Aug 23 20:29:45.232833 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dbfe7197-74a9-4dbd-9326-b7c32ea5baec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:45.242691 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dbfe7197-74a9-4dbd-9326-b7c32ea5baec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:45.247482 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-dbfe7197-74a9-4dbd-9326-b7c32ea5baec admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cf8a50f9-7c63-4ce1-aa33-4b893bfaa4eb HTTP/1.1" status: 204 len: 168 time: 0.3272979 Aug 23 20:29:45.248019 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d5068-82e6-454c-86b7-fd573b2eeed9 req-363523c1-d541-4971-af40-d7561acbfff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:45.263889 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-934d5068-82e6-454c-86b7-fd573b2eeed9 req-363523c1-d541-4971-af40-d7561acbfff4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dff65f8b-9e15-4b43-b237-3b4edeaab508 HTTP/1.1" status: 200 len: 861 time: 0.2297871 Aug 23 20:29:45.291658 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe7197-74a9-4dbd-9326-b7c32ea5baec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8a50f9-7c63-4ce1-aa33-4b893bfaa4eb,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:45.332428 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port ef6df56d-b025-4240-8305-9560c566684a, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=ef6df56d-b025-4240-8305-9560c566684a,segment=NetworkSegment(3440ae09-322e-4891-8c02-a5baf5ba77f1),segment_id=3440ae09-322e-4891-8c02-a5baf5ba77f1)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:29:45.357827 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-934d5068-82e6-454c-86b7-fd573b2eeed9 req-8fe582ea-7097-44c5-9254-9cccd8d92e60 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=291e6885-2f63-495c-b479-2184cb200f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675900 Aug 23 20:29:45.359808 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e3bd2-9a16-42d7-8847-3b8043794087 req-209fd8e4-f209-4fa8-9be8-692afc8fa5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:45.364462 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-141e3bd2-9a16-42d7-8847-3b8043794087 req-209fd8e4-f209-4fa8-9be8-692afc8fa5aa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aeab6bca1ebb43a8b404543d83e8cc6e&device_id=bcafae5d-6483-417a-9f16-c501a7c5cfe6 HTTP/1.1" status: 200 len: 1124 time: 0.2212367 Aug 23 20:29:45.367537 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device ef6df56d-b025-4240-8305-9560c566684a has no active binding in host n-h2-805663-2 {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 23 20:29:45.367918 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 2049cbed-d6c5-488e-9f7b-53c7ade58b1e details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:29:45.405860 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90614c47-3e41-4ec0-a99e-1a3b0b56fa97 req-5e6237e6-4d46-4bcb-8f48-6915f73c41f0 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:45.415819 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-90614c47-3e41-4ec0-a99e-1a3b0b56fa97 req-5e6237e6-4d46-4bcb-8f48-6915f73c41f0 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f990a99f-dd25-4e58-a64c-1b41ab5dbb16 HTTP/1.1" status: 200 len: 948 time: 0.1324449 Aug 23 20:29:45.472376 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-90614c47-3e41-4ec0-a99e-1a3b0b56fa97 req-f1930646-0ca0-44a6-a745-5ffdcdf75802 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551107 Aug 23 20:29:45.549414 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 2049cbed-d6c5-488e-9f7b-53c7ade58b1e, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=2049cbed-d6c5-488e-9f7b-53c7ade58b1e,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:29:45.593441 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': '2049cbed-d6c5-488e-9f7b-53c7ade58b1e', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'port_id': '2049cbed-d6c5-488e-9f7b-53c7ade58b1e', 'mac_address': 'fa:16:3e:0f:34:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66e9eb0-86f4-4159-852b-f29863cbf18d', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:29:45.621977 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e02dd84-6f4b-4b8a-827c-8202a3207bdf req-07c8014c-7b6c-4b46-b29e-e15bba23d5b9 tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:45.630607 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9e02dd84-6f4b-4b8a-827c-8202a3207bdf req-07c8014c-7b6c-4b46-b29e-e15bba23d5b9 tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/ports?device_id=740a200a-00ed-4d09-b2ff-9d6135bf43b5 HTTP/1.1" status: 200 len: 949 time: 0.2741878 Aug 23 20:29:45.688988 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:45.737611 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9e02dd84-6f4b-4b8a-827c-8202a3207bdf req-cdf2deda-fd88-432d-b841-43145cd92c90 tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4601676-42b8-4648-b946-7ab4b4582e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015058 Aug 23 20:29:45.748673 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2049cbed-d6c5-488e-9f7b-53c7ade58b1e {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:29:45.768564 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e3bd2-9a16-42d7-8847-3b8043794087 req-08eef3cb-80eb-434b-ba21-bf680fa8c119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:45.780818 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-141e3bd2-9a16-42d7-8847-3b8043794087 req-08eef3cb-80eb-434b-ba21-bf680fa8c119 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a133b3ce-c542-461f-b67d-2eb2e20a852b HTTP/1.1" status: 200 len: 908 time: 0.3623271 Aug 23 20:29:45.790182 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb0357-d890-4f4c-bf5d-b727a20551d7 req-c661b03a-4dc7-4f08-ab3f-a4d56bde67db tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:45.800267 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f6cb0357-d890-4f4c-bf5d-b727a20551d7 req-c661b03a-4dc7-4f08-ab3f-a4d56bde67db tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f990a99f-dd25-4e58-a64c-1b41ab5dbb16 HTTP/1.1" status: 200 len: 948 time: 0.0855579 Aug 23 20:29:45.842046 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 2049cbed-d6c5-488e-9f7b-53c7ade58b1e, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=2049cbed-d6c5-488e-9f7b-53c7ade58b1e,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:29:45.851958 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:45.873013 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-141e3bd2-9a16-42d7-8847-3b8043794087 req-b647d1bd-6c2b-4965-9141-2ab671755766 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef6df56d-b025-4240-8305-9560c566684a HTTP/1.1" status: 200 len: 217 time: 0.0767047 Aug 23 20:29:45.938100 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f6cb0357-d890-4f4c-bf5d-b727a20551d7 req-92f17ec3-2c69-4065-a651-3579b73f7097 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365469 Aug 23 20:29:45.940269 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e3bd2-9a16-42d7-8847-3b8043794087 req-cb3ae3ac-98a1-4192-baae-667edc971aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:45.944022 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-141e3bd2-9a16-42d7-8847-3b8043794087 req-cb3ae3ac-98a1-4192-baae-667edc971aae service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bc364ba1-f548-4b44-839c-5441876e52b8 HTTP/1.1" status: 200 len: 847 time: 0.0585406 Aug 23 20:29:45.975214 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '740a200a-00ed-4d09-b2ff-9d6135bf43b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e5a30c6-b73d-447a-a34e-941b0e0efda3'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:29:45.978180 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b61474e-4af7-42bc-a24e-4996b7bd25a7" -d '{"events": [{"server_uuid": "740a200a-00ed-4d09-b2ff-9d6135bf43b5", "name": "network-vif-plugged", "status": "completed", "tag": "9e5a30c6-b73d-447a-a34e-941b0e0efda3"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:29:45.983440 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=2049cbed-d6c5-488e-9f7b-53c7ade58b1e,revision_number=8']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:45.987568 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:46.000210 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-141e3bd2-9a16-42d7-8847-3b8043794087 req-32d0a27e-8431-4371-9de6-ba8ab8d7cdd4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a133b3ce-c542-461f-b67d-2eb2e20a852b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392058 Aug 23 20:29:46.008860 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-934d5068-82e6-454c-86b7-fd573b2eeed9 req-e2c7cb24-92a0-48dd-966d-c102f676e792 service neutron] 10.222.0.11 "GET /v2.0/networks/291e6885-2f63-495c-b479-2184cb200f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6076581 Aug 23 20:29:46.026266 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb07dc-2fac-4bad-925e-f1693802ec92 req-af94dfc8-793b-4f25-96a2-755befbb548d tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:46.029051 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-96eb07dc-2fac-4bad-925e-f1693802ec92 req-af94dfc8-793b-4f25-96a2-755befbb548d tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.11 "GET /v2.0/ports?device_id=f990a99f-dd25-4e58-a64c-1b41ab5dbb16&tenant_id=73c5c62ec25a41ab8d37d29a4cff1db9&binding%3Ahost_id=n-h2-805663-2 HTTP/1.1" status: 200 len: 949 time: 0.2102792 Aug 23 20:29:46.048010 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d134cc00-3b53-484c-a2e2-9ecb693543f9 x-openstack-request-id: req-d134cc00-3b53-484c-a2e2-9ecb693543f9 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:29:46.048351 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "740a200a-00ed-4d09-b2ff-9d6135bf43b5", "name": "network-vif-plugged", "status": "completed", "tag": "9e5a30c6-b73d-447a-a34e-941b0e0efda3", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:29:46.048606 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d134cc00-3b53-484c-a2e2-9ecb693543f9 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:29:46.048999 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '740a200a-00ed-4d09-b2ff-9d6135bf43b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e5a30c6-b73d-447a-a34e-941b0e0efda3', 'code': 200} Aug 23 20:29:46.129495 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [req-96eb07dc-2fac-4bad-925e-f1693802ec92 req-cf0f4ede-db16-4d50-a95a-55f21813db12 service neutron] delete failed (client error): The resource could not be found. Aug 23 20:29:46.131821 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-96eb07dc-2fac-4bad-925e-f1693802ec92 req-cf0f4ede-db16-4d50-a95a-55f21813db12 service neutron] 10.222.0.11 "DELETE /v2.0/ports/2049cbed-d6c5-488e-9f7b-53c7ade58b1e/bindings/n-h1-805663-2 HTTP/1.1" status: 404 len: 380 time: 0.0944374 Aug 23 20:29:46.195345 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f5b2a-68e1-44cd-a2c9-88f6dcff1f8a req-cd91a8f1-ebee-4f61-8d40-44cfdf94a504 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:46.203123 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0c0f5b2a-68e1-44cd-a2c9-88f6dcff1f8a req-cd91a8f1-ebee-4f61-8d40-44cfdf94a504 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=bcafae5d-6483-417a-9f16-c501a7c5cfe6 HTTP/1.1" status: 200 len: 943 time: 0.3269150 Aug 23 20:29:46.242350 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1241d9-4a01-4832-8002-e67d4423001b req-7eb4908c-2599-4646-b39c-c8b5be9a6c04 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:46.244538 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2b1241d9-4a01-4832-8002-e67d4423001b req-7eb4908c-2599-4646-b39c-c8b5be9a6c04 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] 10.222.0.61 "GET /v2.0/ports?device_id=66993f2d-3384-450f-8495-3a7774a7f28b HTTP/1.1" status: 200 len: 946 time: 0.0964968 Aug 23 20:29:46.271475 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['2049cbed-d6c5-488e-9f7b-53c7ade58b1e'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:29:46.287151 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-141e3bd2-9a16-42d7-8847-3b8043794087 req-6f391716-cdc2-4663-b317-c4dd9c445680 service neutron] 10.222.0.11 "GET /v2.0/networks/a133b3ce-c542-461f-b67d-2eb2e20a852b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773099 Aug 23 20:29:46.291200 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0c0f5b2a-68e1-44cd-a2c9-88f6dcff1f8a req-8262c525-ce91-4b7b-a2da-922b036ebab3 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872509 Aug 23 20:29:46.307665 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-934d5068-82e6-454c-86b7-fd573b2eeed9 req-717dbd26-2c15-4eaf-8a87-8902ccc66af1 service neutron] 10.222.0.11 "GET /v2.0/networks/291e6885-2f63-495c-b479-2184cb200f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893927 Aug 23 20:29:46.311703 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0aa101-1728-4c34-9393-548941374aa6 req-f610b14e-d8f0-40e9-9760-e2dac8cf6b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:46.313498 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ba0aa101-1728-4c34-9393-548941374aa6 req-f610b14e-d8f0-40e9-9760-e2dac8cf6b00 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=740a200a-00ed-4d09-b2ff-9d6135bf43b5 HTTP/1.1" status: 200 len: 1100 time: 0.1283162 Aug 23 20:29:46.438787 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2b1241d9-4a01-4832-8002-e67d4423001b req-9b31f64c-4113-4e66-96dd-7fbf1f8dfa8c tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] 10.222.0.61 "GET /v2.0/security-groups?id=960d3f2e-d45c-4e1f-a060-188acf35d4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478791 Aug 23 20:29:46.468413 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb07dc-2fac-4bad-925e-f1693802ec92 req-581893ac-710c-4ebc-8715-b9e6f8024334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:46.470232 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-96eb07dc-2fac-4bad-925e-f1693802ec92 req-581893ac-710c-4ebc-8715-b9e6f8024334 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=73c5c62ec25a41ab8d37d29a4cff1db9&device_id=f990a99f-dd25-4e58-a64c-1b41ab5dbb16 HTTP/1.1" status: 200 len: 1100 time: 0.2371449 Aug 23 20:29:46.472049 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ba0aa101-1728-4c34-9393-548941374aa6 req-90d07b0c-7557-4c07-beb4-de6701483db1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c4601676-42b8-4648-b946-7ab4b4582e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441774 Aug 23 20:29:46.556865 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-141e3bd2-9a16-42d7-8847-3b8043794087 req-3c589aac-9b9d-48f8-b660-634f52757233 service neutron] 10.222.0.11 "GET /v2.0/networks/a133b3ce-c542-461f-b67d-2eb2e20a852b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585859 Aug 23 20:29:46.652118 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919f645-078c-4e37-90ac-503d8a703bfb req-21880dc6-5abe-440c-b875-9d51a446a3fe tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:46.661039 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9919f645-078c-4e37-90ac-503d8a703bfb req-21880dc6-5abe-440c-b875-9d51a446a3fe tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] 10.222.0.61 "GET /v2.0/ports?device_id=66993f2d-3384-450f-8495-3a7774a7f28b HTTP/1.1" status: 200 len: 946 time: 0.0791466 Aug 23 20:29:46.666732 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47408) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:29:46.679799 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-5a80009b-922b-40fa-acc0-f57b3992df25 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Request body: {'floatingip': {'port_id': '2db563c8-3ed3-4830-8394-0f92007254b2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:29:46.699893 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06957d27-26d7-49f9-be0f-3e877efddc22 req-3839873d-e147-415e-8d0c-a7cf09c6e7c4 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:46.707141 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-06957d27-26d7-49f9-be0f-3e877efddc22 req-3839873d-e147-415e-8d0c-a7cf09c6e7c4 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d HTTP/1.1" status: 200 len: 944 time: 0.0911045 Aug 23 20:29:46.765944 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb07dc-2fac-4bad-925e-f1693802ec92 req-3e1f91e0-f02b-4cec-aba8-f4d9aae604e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:46.766255 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-06957d27-26d7-49f9-be0f-3e877efddc22 req-d567d0cd-924d-4cec-825b-f4cb39e2be18 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498805 Aug 23 20:29:46.767456 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-96eb07dc-2fac-4bad-925e-f1693802ec92 req-3e1f91e0-f02b-4cec-aba8-f4d9aae604e0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=660f640a-b8b2-40aa-8ebf-76bd1608cceb HTTP/1.1" status: 200 len: 870 time: 0.2887204 Aug 23 20:29:46.770713 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5a80009b-922b-40fa-acc0-f57b3992df25 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Notify callbacks [] for floatingip, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:46.892816 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-96eb07dc-2fac-4bad-925e-f1693802ec92 req-0647fb5b-a14f-4a5f-81e0-1f26edda596b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=2049cbed-d6c5-488e-9f7b-53c7ade58b1e HTTP/1.1" status: 200 len: 217 time: 0.0607498 Aug 23 20:29:47.029049 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb752e4-6f20-4b19-9208-e4401910c870 req-13d9b7cf-4c4e-45b1-bbdb-efe0cfa0f78e tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:47.041241 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cfb752e4-6f20-4b19-9208-e4401910c870 req-13d9b7cf-4c4e-45b1-bbdb-efe0cfa0f78e tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/ports?device_id=740a200a-00ed-4d09-b2ff-9d6135bf43b5 HTTP/1.1" status: 200 len: 949 time: 0.1994929 Aug 23 20:29:47.114221 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614bdf7e-f195-4486-990c-aae4897ead5b req-60317bf8-9f1f-4f3c-9fa5-0398415b17f1 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:47.114848 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb07dc-2fac-4bad-925e-f1693802ec92 req-a3157ad8-3691-4b22-a130-1e2e9748a375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:47.116380 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-96eb07dc-2fac-4bad-925e-f1693802ec92 req-a3157ad8-3691-4b22-a130-1e2e9748a375 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.1926277 Aug 23 20:29:47.116910 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-614bdf7e-f195-4486-990c-aae4897ead5b req-60317bf8-9f1f-4f3c-9fa5-0398415b17f1 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f990a99f-dd25-4e58-a64c-1b41ab5dbb16 HTTP/1.1" status: 200 len: 949 time: 0.0817595 Aug 23 20:29:47.189451 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-614bdf7e-f195-4486-990c-aae4897ead5b req-b3293bd1-317c-4c2d-b95d-54449cf1836b tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602541 Aug 23 20:29:47.229857 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cfb752e4-6f20-4b19-9208-e4401910c870 req-0ef4610c-3e37-43af-bc4a-08780a60db15 tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4601676-42b8-4648-b946-7ab4b4582e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876109 Aug 23 20:29:47.255590 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb07dc-2fac-4bad-925e-f1693802ec92 req-84619de1-c549-4c5e-9cb0-a6384c21cdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:47.257132 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-96eb07dc-2fac-4bad-925e-f1693802ec92 req-84619de1-c549-4c5e-9cb0-a6384c21cdf0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1329923 Aug 23 20:29:47.271049 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device b52b3a98-0c7e-40d6-8d49-ea668d5575d9 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:29:47.314048 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-548de56c-c1f6-48cd-91db-fce04d755faf req-f5eac9b1-4194-4991-be3c-f5d336799320 service neutron] 10.222.0.11 "GET /v2.0/ports/ef6df56d-b025-4240-8305-9560c566684a/bindings/n-h2-805663-2 HTTP/1.1" status: 200 len: 384 time: 0.1085556 Aug 23 20:29:47.427442 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port b52b3a98-0c7e-40d6-8d49-ea668d5575d9, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=b52b3a98-0c7e-40d6-8d49-ea668d5575d9,segment=NetworkSegment(feb662d9-0152-4f97-8d6d-89a1fa54f824),segment_id=feb662d9-0152-4f97-8d6d-89a1fa54f824)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:29:47.452556 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': 'b52b3a98-0c7e-40d6-8d49-ea668d5575d9', 'network_id': '291e6885-2f63-495c-b479-2184cb200f47', 'port_id': 'b52b3a98-0c7e-40d6-8d49-ea668d5575d9', 'mac_address': 'fa:16:3e:c9:7c:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dff65f8b-9e15-4b43-b237-3b4edeaab508', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:29:47.529765 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:47.555235 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b52b3a98-0c7e-40d6-8d49-ea668d5575d9 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:29:47.579266 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42126d2e-bbf1-4d54-a3b0-b94cc459cd98 req-ea7c0e98-f1ef-403d-829c-caf7caaac08d tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:47.587742 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-42126d2e-bbf1-4d54-a3b0-b94cc459cd98 req-ea7c0e98-f1ef-403d-829c-caf7caaac08d tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=bcafae5d-6483-417a-9f16-c501a7c5cfe6 HTTP/1.1" status: 200 len: 943 time: 0.1038001 Aug 23 20:29:47.592662 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port b52b3a98-0c7e-40d6-8d49-ea668d5575d9, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=b52b3a98-0c7e-40d6-8d49-ea668d5575d9,segment=NetworkSegment(feb662d9-0152-4f97-8d6d-89a1fa54f824),segment_id=feb662d9-0152-4f97-8d6d-89a1fa54f824)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:29:47.605261 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:47.685829 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=b52b3a98-0c7e-40d6-8d49-ea668d5575d9,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:47.703411 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-42126d2e-bbf1-4d54-a3b0-b94cc459cd98 req-94b3d8d5-d745-4b36-b73c-679f76f22bd0 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151302 Aug 23 20:29:47.725245 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-96eb07dc-2fac-4bad-925e-f1693802ec92 req-541c7042-6d4a-42ec-9b93-e0fd86066166 service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4560924 Aug 23 20:29:47.731827 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-548de56c-c1f6-48cd-91db-fce04d755faf req-c2fde528-d029-4f84-baad-3284a99d68c7 service neutron] For port ef6df56d-b025-4240-8305-9560c566684a, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=ef6df56d-b025-4240-8305-9560c566684a,segment=NetworkSegment(3440ae09-322e-4891-8c02-a5baf5ba77f1),segment_id=3440ae09-322e-4891-8c02-a5baf5ba77f1)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:29:47.767534 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-548de56c-c1f6-48cd-91db-fce04d755faf req-c2fde528-d029-4f84-baad-3284a99d68c7 service neutron] For port ef6df56d-b025-4240-8305-9560c566684a, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:29:47.819039 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['b52b3a98-0c7e-40d6-8d49-ea668d5575d9'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:29:48.122836 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-548de56c-c1f6-48cd-91db-fce04d755faf req-c2fde528-d029-4f84-baad-3284a99d68c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef6df56d-b025-4240-8305-9560c566684a {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:29:48.138307 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-548de56c-c1f6-48cd-91db-fce04d755faf req-c2fde528-d029-4f84-baad-3284a99d68c7 service neutron] For port ef6df56d-b025-4240-8305-9560c566684a, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=ef6df56d-b025-4240-8305-9560c566684a,segment=NetworkSegment(3440ae09-322e-4891-8c02-a5baf5ba77f1),segment_id=3440ae09-322e-4891-8c02-a5baf5ba77f1)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:29:48.158924 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.db.resource_extend [None req-5a80009b-922b-40fa-acc0-f57b3992df25 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 20:29:48.159685 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-548de56c-c1f6-48cd-91db-fce04d755faf req-c2fde528-d029-4f84-baad-3284a99d68c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:48.264870 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-548de56c-c1f6-48cd-91db-fce04d755faf req-c2fde528-d029-4f84-baad-3284a99d68c7 service neutron] Transition to ACTIVE for port object ef6df56d-b025-4240-8305-9560c566684a will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:29:48.270757 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-548de56c-c1f6-48cd-91db-fce04d755faf req-c2fde528-d029-4f84-baad-3284a99d68c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:48.296988 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5a80009b-922b-40fa-acc0-f57b3992df25 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:48.306390 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5a80009b-922b-40fa-acc0-f57b3992df25 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:48.311310 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-96eb07dc-2fac-4bad-925e-f1693802ec92 req-7fcd3a5d-2fc2-478b-a959-e11628933e89 service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5600672 Aug 23 20:29:48.352741 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-548de56c-c1f6-48cd-91db-fce04d755faf req-c2fde528-d029-4f84-baad-3284a99d68c7 service neutron] No DVR routers for this DVR port ef6df56d-b025-4240-8305-9560c566684a on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:29:48.361411 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345d6a7-636a-47e9-863c-325738b0fd7f req-7a4f595d-3e35-4e9d-a54a-ee91d2b90ae3 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:48.370839 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fde528-d029-4f84-baad-3284a99d68c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ef6df56d-b025-4240-8305-9560c566684a,revision_number=10']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:48.372040 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a345d6a7-636a-47e9-863c-325738b0fd7f req-7a4f595d-3e35-4e9d-a54a-ee91d2b90ae3 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d HTTP/1.1" status: 200 len: 945 time: 0.2543566 Aug 23 20:29:48.397420 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-548de56c-c1f6-48cd-91db-fce04d755faf req-c2fde528-d029-4f84-baad-3284a99d68c7 service neutron] 10.222.0.11 "PUT /v2.0/ports/ef6df56d-b025-4240-8305-9560c566684a/bindings/n-h2-805663-2/activate HTTP/1.1" status: 200 len: 369 time: 1.0755520 Aug 23 20:29:48.430459 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dbd00d8f-8ba2-41ff-8475-33f1c405843f req-b60eef3c-8980-4eec-a73a-f197398107bb tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=ca3b948753e0434587bd4cbb842cc39f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236533 Aug 23 20:29:48.462796 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a345d6a7-636a-47e9-863c-325738b0fd7f req-7fc55984-1de5-4358-90c2-a29201c74a10 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896394 Aug 23 20:29:48.493635 n-d-805663-2 neutron-server[94688]: INFO neutron.db.l3_db [None req-5a80009b-922b-40fa-acc0-f57b3992df25 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Floating IP f38b3b00-5b63-4e3e-acf8-d595ef5e3358 associated. External IP: 172.25.4.211, port: 2db563c8-3ed3-4830-8394-0f92007254b2. Aug 23 20:29:48.561263 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd00d8f-8ba2-41ff-8475-33f1c405843f req-656fc081-f26c-416c-8aa8-cf5ad7cf27be tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:48.562740 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dbd00d8f-8ba2-41ff-8475-33f1c405843f req-656fc081-f26c-416c-8aa8-cf5ad7cf27be tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1238711 Aug 23 20:29:48.582998 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dbd00d8f-8ba2-41ff-8475-33f1c405843f req-615af3f2-d17f-40ca-98a0-775e93d773d5 tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] 10.222.0.61 "GET /v2.0/quotas/ca3b948753e0434587bd4cbb842cc39f HTTP/1.1" status: 200 len: 375 time: 0.0127671 Aug 23 20:29:48.618659 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dbd00d8f-8ba2-41ff-8475-33f1c405843f req-2622c36c-5b14-41cb-a58a-2b6c36c90a2e tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca3b948753e0434587bd4cbb842cc39f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285797 Aug 23 20:29:48.641451 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d32a13-af1c-441a-bd5a-1f6bc3b640e7 req-7360a83d-ae1f-42eb-be77-8b8103a05bc6 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:48.642959 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-13d32a13-af1c-441a-bd5a-1f6bc3b640e7 req-7360a83d-ae1f-42eb-be77-8b8103a05bc6 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f990a99f-dd25-4e58-a64c-1b41ab5dbb16 HTTP/1.1" status: 200 len: 949 time: 0.1039574 Aug 23 20:29:48.723461 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-13d32a13-af1c-441a-bd5a-1f6bc3b640e7 req-f77820b2-7300-424f-ae07-47b2d1de1a64 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719416 Aug 23 20:29:48.824091 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a80009b-922b-40fa-acc0-f57b3992df25 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Router 6628256f-782b-4fc9-926e-f95af0a2ac56 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:29:48.901090 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f5013-7a29-44ce-9c36-8415f0e3ec56 req-fe610208-96fa-49dc-b61d-61688f5d061c tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:48.902669 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9b0f5013-7a29-44ce-9c36-8415f0e3ec56 req-fe610208-96fa-49dc-b61d-61688f5d061c tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/ports?device_id=740a200a-00ed-4d09-b2ff-9d6135bf43b5 HTTP/1.1" status: 200 len: 949 time: 0.0741444 Aug 23 20:29:48.948554 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9b0f5013-7a29-44ce-9c36-8415f0e3ec56 req-60887ef5-aa8c-4635-b39d-393520ef75de tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4601676-42b8-4648-b946-7ab4b4582e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375910 Aug 23 20:29:48.990133 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548de56c-c1f6-48cd-91db-fce04d755faf req-13d9fbc7-13a8-4efd-8f62-e42a2d3b5ae4 tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:48.992944 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-548de56c-c1f6-48cd-91db-fce04d755faf req-13d9fbc7-13a8-4efd-8f62-e42a2d3b5ae4 tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bcafae5d-6483-417a-9f16-c501a7c5cfe6&tenant_id=aeab6bca1ebb43a8b404543d83e8cc6e&binding%3Ahost_id=n-h1-805663-2 HTTP/1.1" status: 200 len: 1095 time: 0.1520054 Aug 23 20:29:49.046280 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a80009b-922b-40fa-acc0-f57b3992df25 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:29:49.060645 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cdfc4e-c849-47d4-b6c6-35a17aa5eb1f None None] Sync routers for ids ['6628256f-782b-4fc9-926e-f95af0a2ac56'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:29:49.061389 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5a80009b-922b-40fa-acc0-f57b3992df25 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:49.080943 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cdfc4e-c849-47d4-b6c6-35a17aa5eb1f None None] Routers {'6628256f-782b-4fc9-926e-f95af0a2ac56'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:29:49.082268 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-38cdfc4e-c849-47d4-b6c6-35a17aa5eb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:29:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['6628256f-782b-4fc9-926e-f95af0a2ac56'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:29:49.101512 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 2049cbed-d6c5-488e-9f7b-53c7ade58b1e up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:29:49.166073 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548de56c-c1f6-48cd-91db-fce04d755faf req-3d391374-d8da-403d-b891-a2b1156fcbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:49.167630 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-548de56c-c1f6-48cd-91db-fce04d755faf req-3d391374-d8da-403d-b891-a2b1156fcbc2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bcafae5d-6483-417a-9f16-c501a7c5cfe6&tenant_id=aeab6bca1ebb43a8b404543d83e8cc6e HTTP/1.1" status: 200 len: 1095 time: 0.1640913 Aug 23 20:29:49.169313 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-5a80009b-922b-40fa-acc0-f57b3992df25 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] 10.222.0.61 "PUT /v2.0/floatingips/f38b3b00-5b63-4e3e-acf8-d595ef5e3358 HTTP/1.1" status: 200 len: 992 time: 2.5016172 Aug 23 20:29:49.169886 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66993f2d-3384-450f-8495-3a7774a7f28b', 'tag': '2db563c8-3ed3-4830-8394-0f92007254b2'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:29:49.178750 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b002e0-d9fb-40f5-a799-aaa401f8fea1" -d '{"events": [{"name": "network-changed", "server_uuid": "66993f2d-3384-450f-8495-3a7774a7f28b", "tag": "2db563c8-3ed3-4830-8394-0f92007254b2"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:29:49.240859 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port 2049cbed-d6c5-488e-9f7b-53c7ade58b1e completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:29:49.248769 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port 2049cbed-d6c5-488e-9f7b-53c7ade58b1e triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:29:49.249816 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:49.264709 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-38cdfc4e-c849-47d4-b6c6-35a17aa5eb1f None None] Set router 6628256f-782b-4fc9-926e-f95af0a2ac56 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:29:49.281161 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d55540a-0dc5-4f52-8cee-08a700b8fb7c req-3b7ad8a8-54ed-48e0-9a19-0e3ef5179ac5 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:49.292484 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2d55540a-0dc5-4f52-8cee-08a700b8fb7c req-3b7ad8a8-54ed-48e0-9a19-0e3ef5179ac5 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=bcafae5d-6483-417a-9f16-c501a7c5cfe6 HTTP/1.1" status: 200 len: 944 time: 0.0769222 Aug 23 20:29:49.307512 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device b52b3a98-0c7e-40d6-8d49-ea668d5575d9 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:29:49.342662 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2d55540a-0dc5-4f52-8cee-08a700b8fb7c req-f0d26c07-0a2a-4859-8a0b-46e5a93c03e9 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488391 Aug 23 20:29:49.359060 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548de56c-c1f6-48cd-91db-fce04d755faf req-ed636b15-e5de-45c8-b148-e67a9fd61ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:49.359060 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-548de56c-c1f6-48cd-91db-fce04d755faf req-ed636b15-e5de-45c8-b148-e67a9fd61ba6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=aeab6bca1ebb43a8b404543d83e8cc6e&device_id=bcafae5d-6483-417a-9f16-c501a7c5cfe6 HTTP/1.1" status: 200 len: 1095 time: 0.1386178 Aug 23 20:29:49.463237 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4e926025-667c-4f75-9e58-9133738ffb73 req-ac9a2847-5389-4ee2-b6da-0aad889e63e3 tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] 10.222.0.61 "GET /v2.0/ports?device_id=102fbb0a-2e3e-4cd1-896a-b581228b4a1a HTTP/1.1" status: 200 len: 210 time: 0.0497611 Aug 23 20:29:49.465016 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port b52b3a98-0c7e-40d6-8d49-ea668d5575d9 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:29:49.477589 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port b52b3a98-0c7e-40d6-8d49-ea668d5575d9 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:29:49.478186 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:49.515047 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:49.596705 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f990a99f-dd25-4e58-a64c-1b41ab5dbb16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2049cbed-d6c5-488e-9f7b-53c7ade58b1e'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:29:49.601614 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ea03e7-9496-45d8-9f9c-3ef955788f66" -d '{"events": [{"server_uuid": "f990a99f-dd25-4e58-a64c-1b41ab5dbb16", "name": "network-vif-plugged", "status": "completed", "tag": "2049cbed-d6c5-488e-9f7b-53c7ade58b1e"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:29:49.620544 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548de56c-c1f6-48cd-91db-fce04d755faf req-8a4347ce-332d-4ee6-a19b-5d871f14a0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:49.625085 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-548de56c-c1f6-48cd-91db-fce04d755faf req-8a4347ce-332d-4ee6-a19b-5d871f14a0ed service neutron] 10.222.0.32 "GET /v2.0/networks?id=a133b3ce-c542-461f-b67d-2eb2e20a852b HTTP/1.1" status: 200 len: 908 time: 0.2571790 Aug 23 20:29:49.638282 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 2049cbed-d6c5-488e-9f7b-53c7ade58b1e, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=2049cbed-d6c5-488e-9f7b-53c7ade58b1e,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:29:49.654094 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:49.737612 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-548de56c-c1f6-48cd-91db-fce04d755faf req-ba609b23-4bfc-4545-8382-267dd31b4556 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef6df56d-b025-4240-8305-9560c566684a HTTP/1.1" status: 200 len: 217 time: 0.0959864 Aug 23 20:29:49.739755 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af21d26-f763-47ae-9c22-bf9b004ce3b8 x-openstack-request-id: req-7af21d26-f763-47ae-9c22-bf9b004ce3b8 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:29:49.740038 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66993f2d-3384-450f-8495-3a7774a7f28b", "tag": "2db563c8-3ed3-4830-8394-0f92007254b2", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:29:49.740313 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7af21d26-f763-47ae-9c22-bf9b004ce3b8 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:29:49.740709 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66993f2d-3384-450f-8495-3a7774a7f28b', 'tag': '2db563c8-3ed3-4830-8394-0f92007254b2', 'status': 'completed', 'code': 200} Aug 23 20:29:49.799417 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=2049cbed-d6c5-488e-9f7b-53c7ade58b1e,revision_number=9']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:49.803938 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-38cdfc4e-c849-47d4-b6c6-35a17aa5eb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6628256f-782b-4fc9-926e-f95af0a2ac56', 'name': 'tempest-ServersTestJSON-519922062-router', 'tenant_id': '678355395d8146908cb82e29a8b7a279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '070b4804-500b-4c34-ab64-da0934e16abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:29:10Z', 'updated_at': '2021-08-23T20:29:17Z', 'revision_number': 4, 'project_id': '678355395d8146908cb82e29a8b7a279', 'gw_port': {'id': '070b4804-500b-4c34-ab64-da0934e16abf', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6628256f-782b-4fc9-926e-f95af0a2ac56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:29:11Z', 'updated_at': '2021-08-23T20:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': 'f38b3b00-5b63-4e3e-acf8-d595ef5e3358', 'tenant_id': '678355395d8146908cb82e29a8b7a279', 'floating_ip_address': '172.25.4.211', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '6628256f-782b-4fc9-926e-f95af0a2ac56', 'port_id': '2db563c8-3ed3-4830-8394-0f92007254b2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37a27260-6c33-48a0-8e2f-0f51c4073c1b', 'mac_address': 'fa:16:3e:81:c5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66993f2d-3384-450f-8495-3a7774a7f28b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:29:25Z', 'updated_at': '2021-08-23T20:29:47Z', 'revision_number': 1, 'project_id': '678355395d8146908cb82e29a8b7a279', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1bfc78-48ba-4ea4-b340-c27d345be454', 'name': '', 'network_id': '37a27260-6c33-48a0-8e2f-0f51c4073c1b', 'tenant_id': '678355395d8146908cb82e29a8b7a279', 'mac_address': 'fa:16:3e:9c:3b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6628256f-782b-4fc9-926e-f95af0a2ac56', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '84ae49e3-16c6-4ab2-918c-5c56bcd6d83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:29:16Z', 'updated_at': '2021-08-23T20:29:24Z', 'revision_number': 5, 'project_id': '678355395d8146908cb82e29a8b7a279', 'subnets': [{'id': '84ae49e3-16c6-4ab2-918c-5c56bcd6d83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:29:49.805008 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:49.815349 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e51963-3939-41d8-9929-8dd836a8ddae x-openstack-request-id: req-27e51963-3939-41d8-9929-8dd836a8ddae {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:29:49.815635 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f990a99f-dd25-4e58-a64c-1b41ab5dbb16", "name": "network-vif-plugged", "status": "completed", "tag": "2049cbed-d6c5-488e-9f7b-53c7ade58b1e", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:29:49.815884 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-27e51963-3939-41d8-9929-8dd836a8ddae {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:29:49.817252 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f990a99f-dd25-4e58-a64c-1b41ab5dbb16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2049cbed-d6c5-488e-9f7b-53c7ade58b1e', 'code': 200} Aug 23 20:29:49.845519 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cdfc4e-c849-47d4-b6c6-35a17aa5eb1f None None] Checking router: 6628256f-782b-4fc9-926e-f95af0a2ac56 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:29:49.857596 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cdfc4e-c849-47d4-b6c6-35a17aa5eb1f None None] Routers {'6628256f-782b-4fc9-926e-f95af0a2ac56'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:29:49.858577 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-38cdfc4e-c849-47d4-b6c6-35a17aa5eb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:29:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['6628256f-782b-4fc9-926e-f95af0a2ac56'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:29:49.897190 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port b52b3a98-0c7e-40d6-8d49-ea668d5575d9, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=b52b3a98-0c7e-40d6-8d49-ea668d5575d9,segment=NetworkSegment(feb662d9-0152-4f97-8d6d-89a1fa54f824),segment_id=feb662d9-0152-4f97-8d6d-89a1fa54f824)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:29:49.899983 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b002e0-d9fb-40f5-a799-aaa401f8fea1 req-7acc69d3-02cc-4edb-a492-1dc21db64f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:49.901619 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e2b002e0-d9fb-40f5-a799-aaa401f8fea1 req-7acc69d3-02cc-4edb-a492-1dc21db64f55 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=678355395d8146908cb82e29a8b7a279&device_id=66993f2d-3384-450f-8495-3a7774a7f28b HTTP/1.1" status: 200 len: 1097 time: 0.1434062 Aug 23 20:29:49.902185 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:49.969673 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=b52b3a98-0c7e-40d6-8d49-ea668d5575d9,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:49.986263 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548de56c-c1f6-48cd-91db-fce04d755faf req-f78db173-471c-4bb5-bb1f-3a949857bd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:49.989429 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-548de56c-c1f6-48cd-91db-fce04d755faf req-f78db173-471c-4bb5-bb1f-3a949857bd61 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc364ba1-f548-4b44-839c-5441876e52b8 HTTP/1.1" status: 200 len: 847 time: 0.2271595 Aug 23 20:29:50.014153 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-38cdfc4e-c849-47d4-b6c6-35a17aa5eb1f None None] Set router 6628256f-782b-4fc9-926e-f95af0a2ac56 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:29:50.038371 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-548de56c-c1f6-48cd-91db-fce04d755faf req-223540a8-599b-4706-98ec-c91c520824b3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a133b3ce-c542-461f-b67d-2eb2e20a852b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403953 Aug 23 20:29:50.047264 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627664b0-5f50-47a0-a780-2ca27bfe3c96 req-30d11030-5634-46bb-92c3-318f1ca5edb3 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:50.056584 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-627664b0-5f50-47a0-a780-2ca27bfe3c96 req-30d11030-5634-46bb-92c3-318f1ca5edb3 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d HTTP/1.1" status: 200 len: 946 time: 0.1657369 Aug 23 20:29:50.075944 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f558ac-b08a-414a-9f7a-e4578e08f4c3 req-d2017a93-5968-4a9a-b154-3488c8bb4fb1 tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:50.084356 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b9f558ac-b08a-414a-9f7a-e4578e08f4c3 req-d2017a93-5968-4a9a-b154-3488c8bb4fb1 tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/ports?device_id=740a200a-00ed-4d09-b2ff-9d6135bf43b5 HTTP/1.1" status: 200 len: 949 time: 0.1660762 Aug 23 20:29:50.145741 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b9f558ac-b08a-414a-9f7a-e4578e08f4c3 req-50bbb29b-f092-472c-bb4b-968f5e995acf tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4601676-42b8-4648-b946-7ab4b4582e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601039 Aug 23 20:29:50.152444 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:50.185856 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-548de56c-c1f6-48cd-91db-fce04d755faf req-fb25dbbd-6895-44d3-b120-6f0028d1db3f service neutron] 10.222.0.32 "GET /v2.0/networks/a133b3ce-c542-461f-b67d-2eb2e20a852b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257508 Aug 23 20:29:50.188331 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b002e0-d9fb-40f5-a799-aaa401f8fea1 req-d3b352c2-d56c-42ee-9a4c-3adf830ff555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:50.192644 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e2b002e0-d9fb-40f5-a799-aaa401f8fea1 req-d3b352c2-d56c-42ee-9a4c-3adf830ff555 service neutron] 10.222.0.32 "GET /v2.0/networks?id=37a27260-6c33-48a0-8e2f-0f51c4073c1b HTTP/1.1" status: 200 len: 906 time: 0.2756388 Aug 23 20:29:50.252653 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-627664b0-5f50-47a0-a780-2ca27bfe3c96 req-03d782b8-8ec5-4dfa-8bc9-e524e749bf8c tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948149 Aug 23 20:29:50.390601 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-548de56c-c1f6-48cd-91db-fce04d755faf req-23d60613-d800-4a51-989d-5a1daaa55e31 service neutron] 10.222.0.32 "GET /v2.0/networks/a133b3ce-c542-461f-b67d-2eb2e20a852b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883206 Aug 23 20:29:50.479194 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e2b002e0-d9fb-40f5-a799-aaa401f8fea1 req-e2993f80-55b0-4e3e-9b73-ef5cf7d09ca0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2db563c8-3ed3-4830-8394-0f92007254b2 HTTP/1.1" status: 200 len: 1000 time: 0.2768788 Aug 23 20:29:50.484530 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dbd00d8f-8ba2-41ff-8475-33f1c405843f req-16dd5977-e073-4341-8224-32d0bc638820 tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=ca3b948753e0434587bd4cbb842cc39f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509734 Aug 23 20:29:50.496657 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-38cdfc4e-c849-47d4-b6c6-35a17aa5eb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6628256f-782b-4fc9-926e-f95af0a2ac56', 'name': 'tempest-ServersTestJSON-519922062-router', 'tenant_id': '678355395d8146908cb82e29a8b7a279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '070b4804-500b-4c34-ab64-da0934e16abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:29:10Z', 'updated_at': '2021-08-23T20:29:17Z', 'revision_number': 4, 'project_id': '678355395d8146908cb82e29a8b7a279', 'gw_port': {'id': '070b4804-500b-4c34-ab64-da0934e16abf', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6628256f-782b-4fc9-926e-f95af0a2ac56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:29:11Z', 'updated_at': '2021-08-23T20:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': 'f38b3b00-5b63-4e3e-acf8-d595ef5e3358', 'tenant_id': '678355395d8146908cb82e29a8b7a279', 'floating_ip_address': '172.25.4.211', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '6628256f-782b-4fc9-926e-f95af0a2ac56', 'port_id': '2db563c8-3ed3-4830-8394-0f92007254b2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37a27260-6c33-48a0-8e2f-0f51c4073c1b', 'mac_address': 'fa:16:3e:81:c5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66993f2d-3384-450f-8495-3a7774a7f28b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:29:25Z', 'updated_at': '2021-08-23T20:29:47Z', 'revision_number': 1, 'project_id': '678355395d8146908cb82e29a8b7a279', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1bfc78-48ba-4ea4-b340-c27d345be454', 'name': '', 'network_id': '37a27260-6c33-48a0-8e2f-0f51c4073c1b', 'tenant_id': '678355395d8146908cb82e29a8b7a279', 'mac_address': 'fa:16:3e:9c:3b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6628256f-782b-4fc9-926e-f95af0a2ac56', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '84ae49e3-16c6-4ab2-918c-5c56bcd6d83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:29:16Z', 'updated_at': '2021-08-23T20:29:24Z', 'revision_number': 5, 'project_id': '678355395d8146908cb82e29a8b7a279', 'subnets': [{'id': '84ae49e3-16c6-4ab2-918c-5c56bcd6d83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:29:50.526275 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b2417-d509-4f57-834e-0a7f591612db req-37b1fbf2-1760-4ebb-bdc6-d118a20cb771 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:50.536977 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-874b2417-d509-4f57-834e-0a7f591612db req-37b1fbf2-1760-4ebb-bdc6-d118a20cb771 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f990a99f-dd25-4e58-a64c-1b41ab5dbb16 HTTP/1.1" status: 200 len: 950 time: 0.2427588 Aug 23 20:29:50.568752 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cdfc4e-c849-47d4-b6c6-35a17aa5eb1f None None] The sync data for ids ['6628256f-782b-4fc9-926e-f95af0a2ac56'] in n-d-805663-2 is: [{'id': '6628256f-782b-4fc9-926e-f95af0a2ac56', 'name': 'tempest-ServersTestJSON-519922062-router', 'tenant_id': '678355395d8146908cb82e29a8b7a279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '070b4804-500b-4c34-ab64-da0934e16abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:29:10Z', 'updated_at': '2021-08-23T20:29:17Z', 'revision_number': 4, 'project_id': '678355395d8146908cb82e29a8b7a279', 'gw_port': {'id': '070b4804-500b-4c34-ab64-da0934e16abf', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6628256f-782b-4fc9-926e-f95af0a2ac56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:29:11Z', 'updated_at': '2021-08-23T20:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': 'f38b3b00-5b63-4e3e-acf8-d595ef5e3358', 'tenant_id': '678355395d8146908cb82e29a8b7a279', 'floating_ip_address': '172.25.4.211', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '6628256f-782b-4fc9-926e-f95af0a2ac56', 'port_id': '2db563c8-3ed3-4830-8394-0f92007254b2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37a27260-6c33-48a0-8e2f-0f51c4073c1b', 'mac_address': 'fa:16:3e:81:c5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66993f2d-3384-450f-8495-3a7774a7f28b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:29:25Z', 'updated_at': '2021-08-23T20:29:47Z', 'revision_number': 1, 'project_id': '678355395d8146908cb82e29a8b7a279', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1bfc78-48ba-4ea4-b340-c27d345be454', 'name': '', 'network_id': '37a27260-6c33-48a0-8e2f-0f51c4073c1b', 'tenant_id': '678355395d8146908cb82e29a8b7a279', 'mac_address': 'fa:16:3e:9c:3b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6628256f-782b-4fc9-926e-f95af0a2ac56', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '84ae49e3-16c6-4ab2-918c-5c56bcd6d83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:29:16Z', 'updated_at': '2021-08-23T20:29:24Z', 'revision_number': 5, 'project_id': '678355395d8146908cb82e29a8b7a279', 'subnets': [{'id': '84ae49e3-16c6-4ab2-918c-5c56bcd6d83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:29:50.790266 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b002e0-d9fb-40f5-a799-aaa401f8fea1 req-0f270972-a4f3-43a6-a9e1-f430ef332663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:50.792370 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e2b002e0-d9fb-40f5-a799-aaa401f8fea1 req-0f270972-a4f3-43a6-a9e1-f430ef332663 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=84ae49e3-16c6-4ab2-918c-5c56bcd6d83a HTTP/1.1" status: 200 len: 844 time: 0.3025990 Aug 23 20:29:50.830374 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa16cfc-167e-4fbb-92a6-a84b0172ad0b req-695b3a78-ac70-4570-8a77-d0418b2a5c7b tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:50.833815 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-aaa16cfc-167e-4fbb-92a6-a84b0172ad0b req-695b3a78-ac70-4570-8a77-d0418b2a5c7b tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=bcafae5d-6483-417a-9f16-c501a7c5cfe6 HTTP/1.1" status: 200 len: 944 time: 0.0978460 Aug 23 20:29:50.900660 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-874b2417-d509-4f57-834e-0a7f591612db req-281edb43-2292-4e84-94c9-3ffdb10748fb tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130140 Aug 23 20:29:50.911348 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-aaa16cfc-167e-4fbb-92a6-a84b0172ad0b req-aa1fe45e-c7b1-4b76-b66a-9ddcb6bd1f4c tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705903 Aug 23 20:29:50.959142 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548de56c-c1f6-48cd-91db-fce04d755faf req-4612f4dd-0492-4e81-b2d7-2cf761d700c3 tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:50.960670 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-548de56c-c1f6-48cd-91db-fce04d755faf req-4612f4dd-0492-4e81-b2d7-2cf761d700c3 tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bcafae5d-6483-417a-9f16-c501a7c5cfe6&tenant_id=aeab6bca1ebb43a8b404543d83e8cc6e&binding%3Ahost_id=n-h2-805663-2 HTTP/1.1" status: 200 len: 1095 time: 0.0995569 Aug 23 20:29:50.977660 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd00d8f-8ba2-41ff-8475-33f1c405843f req-62dc43e7-54ed-4946-a1c6-08407508e639 tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:50.980276 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dbd00d8f-8ba2-41ff-8475-33f1c405843f req-62dc43e7-54ed-4946-a1c6-08407508e639 tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4877136 Aug 23 20:29:50.998250 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-dbd00d8f-8ba2-41ff-8475-33f1c405843f req-2c11d583-700d-45aa-9c24-d34998056c5c tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] Request body: {'port': {'device_id': '102fbb0a-2e3e-4cd1-896a-b581228b4a1a', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'admin_state_up': True, 'tenant_id': 'ca3b948753e0434587bd4cbb842cc39f'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:29:51.005569 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c90464-a75b-47ba-b01c-9e338d25a163 None None] New status for floating IP f38b3b00-5b63-4e3e-acf8-d595ef5e3358: ACTIVE {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 20:29:51.014724 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b002e0-d9fb-40f5-a799-aaa401f8fea1 req-a3a33e4a-3053-4ea2-abf2-86fb0fc7b124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:51.017256 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e2b002e0-d9fb-40f5-a799-aaa401f8fea1 req-a3a33e4a-3053-4ea2-abf2-86fb0fc7b124 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=37a27260-6c33-48a0-8e2f-0f51c4073c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2107856 Aug 23 20:29:51.171605 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-548de56c-c1f6-48cd-91db-fce04d755faf req-bec494dc-ff18-4211-bb39-3c270815c855 service neutron] For port ef6df56d-b025-4240-8305-9560c566684a, host n-h1-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:29:51.179523 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-548de56c-c1f6-48cd-91db-fce04d755faf req-bec494dc-ff18-4211-bb39-3c270815c855 service neutron] Notify callbacks [] for binding, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:51.180698 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-548de56c-c1f6-48cd-91db-fce04d755faf req-bec494dc-ff18-4211-bb39-3c270815c855 service neutron] 10.222.0.32 "DELETE /v2.0/ports/ef6df56d-b025-4240-8305-9560c566684a/bindings/n-h1-805663-2 HTTP/1.1" status: 204 len: 173 time: 0.2029064 Aug 23 20:29:51.210992 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-89e24723-fbc7-4f14-8508-7a28c4e4e734 req-7a986345-daa8-471c-bf91-d46b05249a18 tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] 10.222.0.61 "GET /v2.0/ports?device_id=102fbb0a-2e3e-4cd1-896a-b581228b4a1a HTTP/1.1" status: 200 len: 210 time: 0.0877140 Aug 23 20:29:51.285443 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715f599-810e-49db-aeda-7cd02c60d44b req-f9bcef7f-ccc3-40c8-a509-c3bd183b240c tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:51.288740 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7715f599-810e-49db-aeda-7cd02c60d44b req-f9bcef7f-ccc3-40c8-a509-c3bd183b240c tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/ports?device_id=740a200a-00ed-4d09-b2ff-9d6135bf43b5 HTTP/1.1" status: 200 len: 949 time: 0.0703964 Aug 23 20:29:51.293841 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device ef6df56d-b025-4240-8305-9560c566684a no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:29:51.346545 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7715f599-810e-49db-aeda-7cd02c60d44b req-4b19cde9-8228-47cd-9e11-b7d81e358b64 tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4601676-42b8-4648-b946-7ab4b4582e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501781 Aug 23 20:29:51.352246 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device ef6df56d-b025-4240-8305-9560c566684a not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:29:51.391567 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e2b002e0-d9fb-40f5-a799-aaa401f8fea1 req-a632bee1-25a4-4da8-b838-c0c083d61e05 service neutron] 10.222.0.32 "GET /v2.0/networks/37a27260-6c33-48a0-8e2f-0f51c4073c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522291 Aug 23 20:29:51.419311 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbd00d8f-8ba2-41ff-8475-33f1c405843f req-2c11d583-700d-45aa-9c24-d34998056c5c tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] Made reservation on behalf of ca3b948753e0434587bd4cbb842cc39f for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:29:51.422511 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-dbd00d8f-8ba2-41ff-8475-33f1c405843f req-2c11d583-700d-45aa-9c24-d34998056c5c tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:51.439044 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4144510-b7d8-4e40-912e-4db6c69a7a17 req-273241d8-c8c5-4da7-b3b6-c1b68a2ebc29 tempest-MigrationsAdminTest-1038570141 tempest-MigrationsAdminTest-1038570141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:51.444691 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f4144510-b7d8-4e40-912e-4db6c69a7a17 req-273241d8-c8c5-4da7-b3b6-c1b68a2ebc29 tempest-MigrationsAdminTest-1038570141 tempest-MigrationsAdminTest-1038570141-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f990a99f-dd25-4e58-a64c-1b41ab5dbb16 HTTP/1.1" status: 200 len: 1101 time: 0.1127238 Aug 23 20:29:51.493078 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-dbd00d8f-8ba2-41ff-8475-33f1c405843f req-2c11d583-700d-45aa-9c24-d34998056c5c tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:51.503538 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b740a-fb23-4726-8a6e-737d6a43036c req-380460e6-5c8a-4df0-9514-ee6adbd98de0 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:51.513126 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9f0b740a-fb23-4726-8a6e-737d6a43036c req-380460e6-5c8a-4df0-9514-ee6adbd98de0 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d HTTP/1.1" status: 200 len: 946 time: 0.0928009 Aug 23 20:29:51.566522 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9f0b740a-fb23-4726-8a6e-737d6a43036c req-d67336b2-e626-4429-8a91-74b75abb807e tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518434 Aug 23 20:29:51.572707 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f4144510-b7d8-4e40-912e-4db6c69a7a17 req-8f594a7a-15a6-4dc0-a393-9de8cf5414b5 tempest-MigrationsAdminTest-1038570141 tempest-MigrationsAdminTest-1038570141-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663180 Aug 23 20:29:51.650793 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e2b002e0-d9fb-40f5-a799-aaa401f8fea1 req-59942552-0171-44e5-9386-470fd9ea44b1 service neutron] 10.222.0.32 "GET /v2.0/networks/37a27260-6c33-48a0-8e2f-0f51c4073c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427027 Aug 23 20:29:51.789551 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-dbd00d8f-8ba2-41ff-8475-33f1c405843f req-2c11d583-700d-45aa-9c24-d34998056c5c tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:51.794759 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-dbd00d8f-8ba2-41ff-8475-33f1c405843f req-2c11d583-700d-45aa-9c24-d34998056c5c tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:51.819312 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b52b3a98-0c7e-40d6-8d49-ea668d5575d9'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:29:51.821697 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfea4a5d-9ef3-499f-9856-562efaac175c" -d '{"events": [{"server_uuid": "7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d", "name": "network-vif-plugged", "status": "completed", "tag": "b52b3a98-0c7e-40d6-8d49-ea668d5575d9"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:29:51.877175 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491b7f31-e0df-4acc-b1f5-0bcfcaf5c99e x-openstack-request-id: req-491b7f31-e0df-4acc-b1f5-0bcfcaf5c99e {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:29:51.877465 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d", "name": "network-vif-plugged", "status": "completed", "tag": "b52b3a98-0c7e-40d6-8d49-ea668d5575d9", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:29:51.877711 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-491b7f31-e0df-4acc-b1f5-0bcfcaf5c99e {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:29:51.878096 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b52b3a98-0c7e-40d6-8d49-ea668d5575d9', 'code': 200} Aug 23 20:29:51.890034 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c11d583-700d-45aa-9c24-d34998056c5c tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16a2a9a5-c115-4693-ae63-ecbf0226a40c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:51.983619 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b3ab5a6d-0342-4278-9c0f-2ec19525e1ef req-99275e82-1cc5-4e39-9c7e-06e50bb3a582 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=73c5c62ec25a41ab8d37d29a4cff1db9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358615 Aug 23 20:29:52.027179 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-dbd00d8f-8ba2-41ff-8475-33f1c405843f req-2c11d583-700d-45aa-9c24-d34998056c5c tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] Allocated IP 192.168.233.253 (660f640a-b8b2-40aa-8ebf-76bd1608cceb/e66e9eb0-86f4-4159-852b-f29863cbf18d/b49a8bc1-3df2-4bbc-8837-265bd383d83c) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:29:52.032561 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b008c6-3eb9-4c38-bb69-8a762ea382b9 req-0b6a667d-e2cc-4ef0-bfaf-0c81813c1d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:52.034823 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-61b008c6-3eb9-4c38-bb69-8a762ea382b9 req-0b6a667d-e2cc-4ef0-bfaf-0c81813c1d89 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d HTTP/1.1" status: 200 len: 1097 time: 0.0838819 Aug 23 20:29:52.130643 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8cd48-2568-4aad-af63-eee69bfca9bb req-fcce9b20-fd30-43a0-b29d-12eb2a2958ff tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:52.139745 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a8f8cd48-2568-4aad-af63-eee69bfca9bb req-fcce9b20-fd30-43a0-b29d-12eb2a2958ff tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=bcafae5d-6483-417a-9f16-c501a7c5cfe6 HTTP/1.1" status: 200 len: 944 time: 0.1275513 Aug 23 20:29:52.190767 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-61b008c6-3eb9-4c38-bb69-8a762ea382b9 req-a5fa8383-76bc-4593-8508-29a0c387e7bf service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456861 Aug 23 20:29:52.205896 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a8f8cd48-2568-4aad-af63-eee69bfca9bb req-856ab9bc-ef6b-4257-8d45-e156a70d5ac4 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604334 Aug 23 20:29:52.206740 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab5a6d-0342-4278-9c0f-2ec19525e1ef req-ad39ab5b-c049-4912-a042-c2e7dcb82e4c tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:52.209214 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b3ab5a6d-0342-4278-9c0f-2ec19525e1ef req-ad39ab5b-c049-4912-a042-c2e7dcb82e4c tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2197695 Aug 23 20:29:52.256843 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b3ab5a6d-0342-4278-9c0f-2ec19525e1ef req-2a4ae902-f66e-47fd-82e5-30e92c05b1c5 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/quotas/73c5c62ec25a41ab8d37d29a4cff1db9 HTTP/1.1" status: 200 len: 375 time: 0.0295379 Aug 23 20:29:52.318205 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-dbd00d8f-8ba2-41ff-8475-33f1c405843f req-2c11d583-700d-45aa-9c24-d34998056c5c tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:52.335965 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b3ab5a6d-0342-4278-9c0f-2ec19525e1ef req-7fe5c880-5ed0-41c8-a357-9641ba4fdad3 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=73c5c62ec25a41ab8d37d29a4cff1db9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0782752 Aug 23 20:29:52.338537 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-dbd00d8f-8ba2-41ff-8475-33f1c405843f req-2c11d583-700d-45aa-9c24-d34998056c5c tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] Transition to ACTIVE for port object b49a8bc1-3df2-4bbc-8837-265bd383d83c will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:29:52.393455 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-dbd00d8f-8ba2-41ff-8475-33f1c405843f req-2c11d583-700d-45aa-9c24-d34998056c5c tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:52.482951 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbd00d8f-8ba2-41ff-8475-33f1c405843f req-2c11d583-700d-45aa-9c24-d34998056c5c tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] Network 660f640a-b8b2-40aa-8ebf-76bd1608cceb is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:29:52.490230 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-dbd00d8f-8ba2-41ff-8475-33f1c405843f req-2c11d583-700d-45aa-9c24-d34998056c5c tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:29:52.496709 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbd00d8f-8ba2-41ff-8475-33f1c405843f req-2c11d583-700d-45aa-9c24-d34998056c5c tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:29:52.545887 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c11d583-700d-45aa-9c24-d34998056c5c tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] Pushing event updated for resources: {'Port': ['ID=b49a8bc1-3df2-4bbc-8837-265bd383d83c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:52.554155 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b09c3-8765-4d64-9101-ef0d878f9595 req-643ed625-dd51-417d-a1af-e91091e2057d tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:52.564108 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-190b09c3-8765-4d64-9101-ef0d878f9595 req-643ed625-dd51-417d-a1af-e91091e2057d tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] 10.222.0.61 "GET /v2.0/ports?device_id=102fbb0a-2e3e-4cd1-896a-b581228b4a1a HTTP/1.1" status: 200 len: 936 time: 0.1248667 Aug 23 20:29:52.614746 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7c4e93c3-a206-47a3-9bfa-45d502e932bf req-40631960-b737-4a02-adcd-c8531f5ea94b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b92860fa-cba7-4c4c-8ae6-96c1d6c29ce1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1775780 Aug 23 20:29:52.621390 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-190b09c3-8765-4d64-9101-ef0d878f9595 req-e6314730-a6cd-410d-8b3e-4f876b67c669 tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] 10.222.0.61 "GET /v2.0/security-groups?id=16a2a9a5-c115-4693-ae63-ecbf0226a40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558679 Aug 23 20:29:52.640246 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd00d8f-8ba2-41ff-8475-33f1c405843f req-2c11d583-700d-45aa-9c24-d34998056c5c tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:52.640246 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-dbd00d8f-8ba2-41ff-8475-33f1c405843f req-2c11d583-700d-45aa-9c24-d34998056c5c tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:52.673896 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dbd00d8f-8ba2-41ff-8475-33f1c405843f req-2c11d583-700d-45aa-9c24-d34998056c5c tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6803820 Aug 23 20:29:52.703691 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-dbd00d8f-8ba2-41ff-8475-33f1c405843f req-cc6dda0b-47d7-4665-8b41-4f74618bf0d2 service neutron] Request body: {'port': {'device_id': '102fbb0a-2e3e-4cd1-896a-b581228b4a1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:29:52.767301 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2737a8c4-16e5-49a6-96e0-b7c28734294e req-27896270-3b41-4378-b428-52085f1a0903 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf HTTP/1.1" status: 200 len: 210 time: 0.0471561 Aug 23 20:29:52.827757 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0fdad-3cb0-4a37-b98a-906ab2319fd5 req-c56e3320-baf2-439c-a61c-7c82f4ca7e10 tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:52.839602 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7db0fdad-3cb0-4a37-b98a-906ab2319fd5 req-c56e3320-baf2-439c-a61c-7c82f4ca7e10 tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.32 "GET /v2.0/ports?device_id=740a200a-00ed-4d09-b2ff-9d6135bf43b5 HTTP/1.1" status: 200 len: 949 time: 0.1799009 Aug 23 20:29:52.880522 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-aa215f98-8120-48c1-82da-fe386892eeb8 None None] Provisioning for port b49a8bc1-3df2-4bbc-8837-265bd383d83c completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:29:52.902569 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-aa215f98-8120-48c1-82da-fe386892eeb8 None None] Provisioning complete for port b49a8bc1-3df2-4bbc-8837-265bd383d83c triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:29:52.902943 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aa215f98-8120-48c1-82da-fe386892eeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:52.939578 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-dbd00d8f-8ba2-41ff-8475-33f1c405843f req-cc6dda0b-47d7-4665-8b41-4f74618bf0d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:52.974101 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec9730-eed3-4ad7-bf69-87cf5145032b req-d424008c-e17a-400c-83e4-5f748446d91f tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:52.984165 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a8ec9730-eed3-4ad7-bf69-87cf5145032b req-d424008c-e17a-400c-83e4-5f748446d91f tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/ports?device_id=740a200a-00ed-4d09-b2ff-9d6135bf43b5 HTTP/1.1" status: 200 len: 949 time: 0.3090479 Aug 23 20:29:52.997471 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-aa215f98-8120-48c1-82da-fe386892eeb8 None None] Port b49a8bc1-3df2-4bbc-8837-265bd383d83c cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:29:53.017193 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5696035b-4370-4aea-bf3d-b5f0741e8891 req-e17dceb8-e300-4bc0-a41b-fc67df9503a4 tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:53.018932 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5696035b-4370-4aea-bf3d-b5f0741e8891 req-e17dceb8-e300-4bc0-a41b-fc67df9503a4 tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=bcafae5d-6483-417a-9f16-c501a7c5cfe6 HTTP/1.1" status: 200 len: 1095 time: 0.1203332 Aug 23 20:29:53.045862 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a8ec9730-eed3-4ad7-bf69-87cf5145032b req-60a9f8e9-b519-4764-a5e8-54a50a38a65f tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4601676-42b8-4648-b946-7ab4b4582e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606494 Aug 23 20:29:53.048984 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e93c3-a206-47a3-9bfa-45d502e932bf req-a1d26f79-3a1f-4e48-a268-26d74df24304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:53.050972 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7c4e93c3-a206-47a3-9bfa-45d502e932bf req-a1d26f79-3a1f-4e48-a268-26d74df24304 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=30043a9797a048cd9fb0f08dc9cd31f3&device_id=b92860fa-cba7-4c4c-8ae6-96c1d6c29ce1 HTTP/1.1" status: 200 len: 1097 time: 0.3424947 Aug 23 20:29:53.101377 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5696035b-4370-4aea-bf3d-b5f0741e8891 req-7f64984d-af94-4471-b0ff-edb47a9fd6b7 tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722363 Aug 23 20:29:53.111968 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-7db0fdad-3cb0-4a37-b98a-906ab2319fd5 req-de41d743-2627-4228-9b33-5fd61bc4f997 tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Deleting port 9e5a30c6-b73d-447a-a34e-941b0e0efda3 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:29:53.112323 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7db0fdad-3cb0-4a37-b98a-906ab2319fd5 req-de41d743-2627-4228-9b33-5fd61bc4f997 tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:53.294202 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-7db0fdad-3cb0-4a37-b98a-906ab2319fd5 req-de41d743-2627-4228-9b33-5fd61bc4f997 tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] For port 9e5a30c6-b73d-447a-a34e-941b0e0efda3, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=9e5a30c6-b73d-447a-a34e-941b0e0efda3,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:29:53.295203 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7db0fdad-3cb0-4a37-b98a-906ab2319fd5 req-de41d743-2627-4228-9b33-5fd61bc4f997 tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:53.313309 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-7db0fdad-3cb0-4a37-b98a-906ab2319fd5 req-de41d743-2627-4228-9b33-5fd61bc4f997 tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Calling delete_port for 9e5a30c6-b73d-447a-a34e-941b0e0efda3 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:29:53.453167 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c159b7-0df5-4f6c-9fe1-f80bcaecb392 req-9424347d-68ed-40d4-b32c-a2f62fff0731 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:53.460664 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-25c159b7-0df5-4f6c-9fe1-f80bcaecb392 req-9424347d-68ed-40d4-b32c-a2f62fff0731 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d HTTP/1.1" status: 200 len: 946 time: 0.2526464 Aug 23 20:29:53.483875 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e93c3-a206-47a3-9bfa-45d502e932bf req-b2f16db6-9718-4424-b8e5-6f7e98e36576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:53.485414 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7c4e93c3-a206-47a3-9bfa-45d502e932bf req-b2f16db6-9718-4424-b8e5-6f7e98e36576 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a036342b-e0b6-414f-a42c-cfe1b92a2a1e HTTP/1.1" status: 200 len: 924 time: 0.3753421 Aug 23 20:29:53.621662 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7db0fdad-3cb0-4a37-b98a-906ab2319fd5 req-de41d743-2627-4228-9b33-5fd61bc4f997 tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:53.623860 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-25c159b7-0df5-4f6c-9fe1-f80bcaecb392 req-5fbe0a8f-c308-4e16-bcc8-f57c3eab8bec tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604221 Aug 23 20:29:53.654244 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7c4e93c3-a206-47a3-9bfa-45d502e932bf req-316c449d-e76a-4136-b343-559152fa902c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=775ea288-495a-4946-bd5a-3d1f6c9ea951 HTTP/1.1" status: 200 len: 1001 time: 0.1352227 Aug 23 20:29:53.678706 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['9e5a30c6-b73d-447a-a34e-941b0e0efda3'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:29:53.691478 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de41d743-2627-4228-9b33-5fd61bc4f997 tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Pushing event deleted for resources: {'Port': ['ID=9e5a30c6-b73d-447a-a34e-941b0e0efda3,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:53.768774 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-7db0fdad-3cb0-4a37-b98a-906ab2319fd5 req-de41d743-2627-4228-9b33-5fd61bc4f997 tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] No DVR routers for this DVR port 9e5a30c6-b73d-447a-a34e-941b0e0efda3 on host n-h2-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:29:53.773617 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7db0fdad-3cb0-4a37-b98a-906ab2319fd5 req-de41d743-2627-4228-9b33-5fd61bc4f997 tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:53.775648 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7db0fdad-3cb0-4a37-b98a-906ab2319fd5 req-de41d743-2627-4228-9b33-5fd61bc4f997 tempest-DeleteServersAdminTestJSON-1884215528 tempest-DeleteServersAdminTestJSON-1884215528-project] 10.222.0.32 "DELETE /v2.0/ports/9e5a30c6-b73d-447a-a34e-941b0e0efda3 HTTP/1.1" status: 204 len: 173 time: 0.9290624 Aug 23 20:29:53.776134 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '740a200a-00ed-4d09-b2ff-9d6135bf43b5', 'name': 'network-vif-deleted', 'tag': '9e5a30c6-b73d-447a-a34e-941b0e0efda3'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:29:53.778964 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c2ca78-c6d4-4703-863e-80bf0a0459f4" -d '{"events": [{"server_uuid": "740a200a-00ed-4d09-b2ff-9d6135bf43b5", "name": "network-vif-deleted", "tag": "9e5a30c6-b73d-447a-a34e-941b0e0efda3"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:29:53.815183 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e93c3-a206-47a3-9bfa-45d502e932bf req-9345d209-5126-4bd0-aedd-cf31cad17393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:53.817312 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7c4e93c3-a206-47a3-9bfa-45d502e932bf req-9345d209-5126-4bd0-aedd-cf31cad17393 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9c64e700-ca01-4f6f-be98-6253a844697f HTTP/1.1" status: 200 len: 862 time: 0.1459603 Aug 23 20:29:53.867840 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-dbd00d8f-8ba2-41ff-8475-33f1c405843f req-cc6dda0b-47d7-4665-8b41-4f74618bf0d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b49a8bc1-3df2-4bbc-8837-265bd383d83c {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:29:53.876553 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-dbd00d8f-8ba2-41ff-8475-33f1c405843f req-cc6dda0b-47d7-4665-8b41-4f74618bf0d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:53.892542 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-dbd00d8f-8ba2-41ff-8475-33f1c405843f req-cc6dda0b-47d7-4665-8b41-4f74618bf0d2 service neutron] Transition to ACTIVE for port object b49a8bc1-3df2-4bbc-8837-265bd383d83c will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:29:53.903535 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36154678-fa8c-42ab-ab07-ae02e77125ce req-1f553415-adf5-4454-a890-c6954e9784cb tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:53.916031 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-36154678-fa8c-42ab-ab07-ae02e77125ce req-1f553415-adf5-4454-a890-c6954e9784cb tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/networks?id=a133b3ce-c542-461f-b67d-2eb2e20a852b HTTP/1.1" status: 200 len: 807 time: 0.2749181 Aug 23 20:29:53.940415 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-dbd00d8f-8ba2-41ff-8475-33f1c405843f req-cc6dda0b-47d7-4665-8b41-4f74618bf0d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:54.023610 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-36154678-fa8c-42ab-ab07-ae02e77125ce req-5d949cff-717b-497b-8662-6bc16a9af238 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/quotas/aeab6bca1ebb43a8b404543d83e8cc6e HTTP/1.1" status: 200 len: 375 time: 0.1064847 Aug 23 20:29:54.026613 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b3ab5a6d-0342-4278-9c0f-2ec19525e1ef req-40e13822-9cb7-493f-bf91-9903265c0138 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=73c5c62ec25a41ab8d37d29a4cff1db9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0790162 Aug 23 20:29:54.220450 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-36154678-fa8c-42ab-ab07-ae02e77125ce req-dbdb5fcb-7fc1-45ae-ae16-941e8c4061cc tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=aeab6bca1ebb43a8b404543d83e8cc6e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1897993 Aug 23 20:29:54.232432 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab5a6d-0342-4278-9c0f-2ec19525e1ef req-6d5e09ca-a9dc-499f-b4a4-514a5e3d991c tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:54.234432 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b3ab5a6d-0342-4278-9c0f-2ec19525e1ef req-6d5e09ca-a9dc-499f-b4a4-514a5e3d991c tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1917057 Aug 23 20:29:54.264589 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-b3ab5a6d-0342-4278-9c0f-2ec19525e1ef req-fb4691b8-24f1-497a-82a1-5aa47f3eb62e tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Request body: {'port': {'device_id': '4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'admin_state_up': True, 'tenant_id': '73c5c62ec25a41ab8d37d29a4cff1db9'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:29:54.297332 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea230ec-32a0-4661-a44e-1c91fe85d209 req-aa283e6f-782d-4157-8c43-2a7d7ef2b4cc tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:54.298857 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fea230ec-32a0-4661-a44e-1c91fe85d209 req-aa283e6f-782d-4157-8c43-2a7d7ef2b4cc tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] 10.222.0.61 "GET /v2.0/ports?device_id=102fbb0a-2e3e-4cd1-896a-b581228b4a1a HTTP/1.1" status: 200 len: 936 time: 0.5515211 Aug 23 20:29:54.328583 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6dda0b-47d7-4665-8b41-4f74618bf0d2 service neutron] Pushing event updated for resources: {'Port': ['ID=b49a8bc1-3df2-4bbc-8837-265bd383d83c,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:54.365265 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e93c3-a206-47a3-9bfa-45d502e932bf req-54803e75-64bf-4165-8068-5f3bbed58272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:54.369721 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7c4e93c3-a206-47a3-9bfa-45d502e932bf req-54803e75-64bf-4165-8068-5f3bbed58272 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a036342b-e0b6-414f-a42c-cfe1b92a2a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5428629 Aug 23 20:29:54.407106 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fea230ec-32a0-4661-a44e-1c91fe85d209 req-80693ade-9792-4352-8609-bad660a357af tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] 10.222.0.61 "GET /v2.0/security-groups?id=16a2a9a5-c115-4693-ae63-ecbf0226a40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884271 Aug 23 20:29:54.517216 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-dbd00d8f-8ba2-41ff-8475-33f1c405843f req-cc6dda0b-47d7-4665-8b41-4f74618bf0d2 service neutron] Attempting to bind port b49a8bc1-3df2-4bbc-8837-265bd383d83c on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:29:54.517556 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-dbd00d8f-8ba2-41ff-8475-33f1c405843f req-cc6dda0b-47d7-4665-8b41-4f74618bf0d2 service neutron] Attempting to bind port b49a8bc1-3df2-4bbc-8837-265bd383d83c by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:29:54.517881 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd00d8f-8ba2-41ff-8475-33f1c405843f req-cc6dda0b-47d7-4665-8b41-4f74618bf0d2 service neutron] Attempting to bind port b49a8bc1-3df2-4bbc-8837-265bd383d83c on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:29:54.536309 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd00d8f-8ba2-41ff-8475-33f1c405843f req-cc6dda0b-47d7-4665-8b41-4f74618bf0d2 service neutron] Port b49a8bc1-3df2-4bbc-8837-265bd383d83c on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:29:54.536663 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd00d8f-8ba2-41ff-8475-33f1c405843f req-cc6dda0b-47d7-4665-8b41-4f74618bf0d2 service neutron] Attempting to bind port b49a8bc1-3df2-4bbc-8837-265bd383d83c on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:29:54.590093 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd00d8f-8ba2-41ff-8475-33f1c405843f req-cc6dda0b-47d7-4665-8b41-4f74618bf0d2 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:29:54.590521 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd00d8f-8ba2-41ff-8475-33f1c405843f req-cc6dda0b-47d7-4665-8b41-4f74618bf0d2 service neutron] Checking segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:29:54.591145 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd00d8f-8ba2-41ff-8475-33f1c405843f req-cc6dda0b-47d7-4665-8b41-4f74618bf0d2 service neutron] Bound using segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:29:54.592253 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-dbd00d8f-8ba2-41ff-8475-33f1c405843f req-cc6dda0b-47d7-4665-8b41-4f74618bf0d2 service neutron] Bound port: b49a8bc1-3df2-4bbc-8837-265bd383d83c, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:29:54.596674 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-dbd00d8f-8ba2-41ff-8475-33f1c405843f req-cc6dda0b-47d7-4665-8b41-4f74618bf0d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:54.673497 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-432b4382-35ef-4bd8-9db7-80606a3e7f10 req-63d77a80-e461-42ef-8339-a1dbf667ef83 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf HTTP/1.1" status: 200 len: 210 time: 0.0639272 Aug 23 20:29:54.765230 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7c4e93c3-a206-47a3-9bfa-45d502e932bf req-aed329c4-0315-473d-a68b-aac42d03d214 service neutron] 10.222.0.32 "GET /v2.0/networks/a036342b-e0b6-414f-a42c-cfe1b92a2a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803748 Aug 23 20:29:54.781463 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-dbd00d8f-8ba2-41ff-8475-33f1c405843f req-cc6dda0b-47d7-4665-8b41-4f74618bf0d2 service neutron] For port b49a8bc1-3df2-4bbc-8837-265bd383d83c, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:29:54.786221 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-dbd00d8f-8ba2-41ff-8475-33f1c405843f req-cc6dda0b-47d7-4665-8b41-4f74618bf0d2 service neutron] For port b49a8bc1-3df2-4bbc-8837-265bd383d83c, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=b49a8bc1-3df2-4bbc-8837-265bd383d83c,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:29:54.800812 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-dbd00d8f-8ba2-41ff-8475-33f1c405843f req-cc6dda0b-47d7-4665-8b41-4f74618bf0d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:54.817864 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e72c61-fa52-4260-9b31-06508ae006f1 x-openstack-request-id: req-a3e72c61-fa52-4260-9b31-06508ae006f1 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:29:54.818484 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "740a200a-00ed-4d09-b2ff-9d6135bf43b5", "name": "network-vif-deleted", "tag": "9e5a30c6-b73d-447a-a34e-941b0e0efda3", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:29:54.818583 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a3e72c61-fa52-4260-9b31-06508ae006f1 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:29:54.819177 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '740a200a-00ed-4d09-b2ff-9d6135bf43b5', 'name': 'network-vif-deleted', 'tag': '9e5a30c6-b73d-447a-a34e-941b0e0efda3', 'status': 'completed', 'code': 200} Aug 23 20:29:54.867341 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-36154678-fa8c-42ab-ab07-ae02e77125ce req-c8fa9c70-d328-463a-8a5b-81b7fa35d172 service neutron] 10.222.0.61 "GET /v2.0/networks/a133b3ce-c542-461f-b67d-2eb2e20a852b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6314614 Aug 23 20:29:54.884429 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd00d8f-8ba2-41ff-8475-33f1c405843f req-cc6dda0b-47d7-4665-8b41-4f74618bf0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:54.885073 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-dbd00d8f-8ba2-41ff-8475-33f1c405843f req-cc6dda0b-47d7-4665-8b41-4f74618bf0d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:54.887928 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dbd00d8f-8ba2-41ff-8475-33f1c405843f req-cc6dda0b-47d7-4665-8b41-4f74618bf0d2 service neutron] 10.222.0.11 "PUT /v2.0/ports/b49a8bc1-3df2-4bbc-8837-265bd383d83c HTTP/1.1" status: 200 len: 1096 time: 2.2079141 Aug 23 20:29:54.895296 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '102fbb0a-2e3e-4cd1-896a-b581228b4a1a', 'tag': 'b49a8bc1-3df2-4bbc-8837-265bd383d83c'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:29:54.909617 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7f46e5-f3d8-4b32-b509-1828f4ef4ff8" -d '{"events": [{"name": "network-changed", "server_uuid": "102fbb0a-2e3e-4cd1-896a-b581228b4a1a", "tag": "b49a8bc1-3df2-4bbc-8837-265bd383d83c"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:29:54.961108 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3ab5a6d-0342-4278-9c0f-2ec19525e1ef req-fb4691b8-24f1-497a-82a1-5aa47f3eb62e tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Made reservation on behalf of 73c5c62ec25a41ab8d37d29a4cff1db9 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:29:54.965792 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b3ab5a6d-0342-4278-9c0f-2ec19525e1ef req-fb4691b8-24f1-497a-82a1-5aa47f3eb62e tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:55.010521 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6dda0b-47d7-4665-8b41-4f74618bf0d2 service neutron] Pushing event updated for resources: {'Port': ['ID=b49a8bc1-3df2-4bbc-8837-265bd383d83c,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:55.025654 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7c4e93c3-a206-47a3-9bfa-45d502e932bf req-c681c1e7-fe9a-4e1e-9ed0-bb7b97f71d8a service neutron] 10.222.0.32 "GET /v2.0/networks/a036342b-e0b6-414f-a42c-cfe1b92a2a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521172 Aug 23 20:29:55.084703 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd00d8f-8ba2-41ff-8475-33f1c405843f req-305cd376-93ac-455e-ab0f-ec8b21bf8c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:55.087806 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dbd00d8f-8ba2-41ff-8475-33f1c405843f req-305cd376-93ac-455e-ab0f-ec8b21bf8c59 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca3b948753e0434587bd4cbb842cc39f&device_id=102fbb0a-2e3e-4cd1-896a-b581228b4a1a HTTP/1.1" status: 200 len: 1099 time: 0.1311603 Aug 23 20:29:55.148385 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-36154678-fa8c-42ab-ab07-ae02e77125ce req-b2ca834f-4f4e-47da-ad54-b1c2f27ece4f service neutron] 10.222.0.61 "GET /v2.0/networks/a133b3ce-c542-461f-b67d-2eb2e20a852b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796137 Aug 23 20:29:55.192517 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dbd00d8f-8ba2-41ff-8475-33f1c405843f req-96d904a2-3830-48f8-ab96-284200661781 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=b49a8bc1-3df2-4bbc-8837-265bd383d83c HTTP/1.1" status: 200 len: 217 time: 0.0949135 Aug 23 20:29:55.254100 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1a001-2a9a-4278-ac94-c68ead735189 req-d1f35108-9f8e-44de-89b3-450bc36ff650 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:55.262519 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-03f1a001-2a9a-4278-ac94-c68ead735189 req-d1f35108-9f8e-44de-89b3-450bc36ff650 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d HTTP/1.1" status: 200 len: 946 time: 0.1971993 Aug 23 20:29:55.292411 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd00d8f-8ba2-41ff-8475-33f1c405843f req-f20c0dbc-6ef2-4e26-abf0-1ec3c612e5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:55.294432 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dbd00d8f-8ba2-41ff-8475-33f1c405843f req-f20c0dbc-6ef2-4e26-abf0-1ec3c612e5cb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.0924723 Aug 23 20:29:55.305825 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-b3ab5a6d-0342-4278-9c0f-2ec19525e1ef req-fb4691b8-24f1-497a-82a1-5aa47f3eb62e tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Allocated IP 192.168.233.90 (660f640a-b8b2-40aa-8ebf-76bd1608cceb/e66e9eb0-86f4-4159-852b-f29863cbf18d/79e4e511-e25d-4631-b369-78f9df0c62ac) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:29:55.355500 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-03f1a001-2a9a-4278-ac94-c68ead735189 req-a9c69a8a-9d42-47fa-ba7e-e24528dcc2ff tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920258 Aug 23 20:29:55.428219 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd00d8f-8ba2-41ff-8475-33f1c405843f req-8cfc9cd4-311d-411d-af4d-8b28e56f4432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:55.429738 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dbd00d8f-8ba2-41ff-8475-33f1c405843f req-8cfc9cd4-311d-411d-af4d-8b28e56f4432 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1274488 Aug 23 20:29:55.523505 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1a6ebd-4c13-49b1-8a9a-8ee0b75d4abe x-openstack-request-id: req-8e1a6ebd-4c13-49b1-8a9a-8ee0b75d4abe {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:29:55.523876 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "102fbb0a-2e3e-4cd1-896a-b581228b4a1a", "tag": "b49a8bc1-3df2-4bbc-8837-265bd383d83c", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:29:55.524282 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8e1a6ebd-4c13-49b1-8a9a-8ee0b75d4abe {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:29:55.524696 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '102fbb0a-2e3e-4cd1-896a-b581228b4a1a', 'tag': 'b49a8bc1-3df2-4bbc-8837-265bd383d83c', 'status': 'completed', 'code': 200} Aug 23 20:29:55.606674 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-28584987-21b8-4da4-832b-957c5081e0de req-788eac48-1047-49a8-9528-32c963a08759 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef95496f-d429-4409-945f-4b731e5c08b5 HTTP/1.1" status: 200 len: 210 time: 0.1002822 Aug 23 20:29:55.697854 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dbd00d8f-8ba2-41ff-8475-33f1c405843f req-0034509e-ff32-437f-b3b2-6c1cc8ee4cfd service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501199 Aug 23 20:29:55.742752 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b3ab5a6d-0342-4278-9c0f-2ec19525e1ef req-fb4691b8-24f1-497a-82a1-5aa47f3eb62e tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:55.762855 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-b3ab5a6d-0342-4278-9c0f-2ec19525e1ef req-fb4691b8-24f1-497a-82a1-5aa47f3eb62e tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Transition to ACTIVE for port object 79e4e511-e25d-4631-b369-78f9df0c62ac will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:29:55.767814 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fed8df-adbc-457a-9d18-b51206503fb3 req-ec8db77b-4d09-4077-8a5d-ce8c3bdbc1ef tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:55.776050 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-47fed8df-adbc-457a-9d18-b51206503fb3 req-ec8db77b-4d09-4077-8a5d-ce8c3bdbc1ef tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d HTTP/1.1" status: 200 len: 1097 time: 0.0945590 Aug 23 20:29:55.830215 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-47fed8df-adbc-457a-9d18-b51206503fb3 req-0fc5fb9d-ff2a-4512-b014-87d062c9fff3 tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530660 Aug 23 20:29:55.850160 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d7d525-3a25-4e89-8bf6-699c7fae9114 req-de129f8d-e6de-46f7-85fc-76da2c9b9ff6 tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:55.851405 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d1d7d525-3a25-4e89-8bf6-699c7fae9114 req-de129f8d-e6de-46f7-85fc-76da2c9b9ff6 tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] 10.222.0.61 "GET /v2.0/ports?device_id=102fbb0a-2e3e-4cd1-896a-b581228b4a1a HTTP/1.1" status: 200 len: 948 time: 0.1139755 Aug 23 20:29:55.856943 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b3ab5a6d-0342-4278-9c0f-2ec19525e1ef req-fb4691b8-24f1-497a-82a1-5aa47f3eb62e tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:55.898074 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['2049cbed-d6c5-488e-9f7b-53c7ade58b1e'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:29:55.938310 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dbd00d8f-8ba2-41ff-8475-33f1c405843f req-4a5d7eff-f393-4cf8-9ea2-2cc251aeba49 service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313452 Aug 23 20:29:55.952093 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3ab5a6d-0342-4278-9c0f-2ec19525e1ef req-fb4691b8-24f1-497a-82a1-5aa47f3eb62e tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Network 660f640a-b8b2-40aa-8ebf-76bd1608cceb is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:29:55.957160 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-b3ab5a6d-0342-4278-9c0f-2ec19525e1ef req-fb4691b8-24f1-497a-82a1-5aa47f3eb62e tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:29:55.963686 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3ab5a6d-0342-4278-9c0f-2ec19525e1ef req-fb4691b8-24f1-497a-82a1-5aa47f3eb62e tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:29:55.969701 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d1d7d525-3a25-4e89-8bf6-699c7fae9114 req-914bd9a8-a873-4bc8-a112-77ffad8bcd3b tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] 10.222.0.61 "GET /v2.0/security-groups?id=16a2a9a5-c115-4693-ae63-ecbf0226a40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999439 Aug 23 20:29:56.017352 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4691b8-24f1-497a-82a1-5aa47f3eb62e tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Pushing event updated for resources: {'Port': ['ID=79e4e511-e25d-4631-b369-78f9df0c62ac,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:56.062736 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab5a6d-0342-4278-9c0f-2ec19525e1ef req-fb4691b8-24f1-497a-82a1-5aa47f3eb62e tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:56.067436 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b3ab5a6d-0342-4278-9c0f-2ec19525e1ef req-fb4691b8-24f1-497a-82a1-5aa47f3eb62e tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:56.087106 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f46e5-f3d8-4b32-b509-1828f4ef4ff8 req-2c3a29ac-0a46-41a5-9f90-b994f27e658b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:56.089792 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4a7f46e5-f3d8-4b32-b509-1828f4ef4ff8 req-2c3a29ac-0a46-41a5-9f90-b994f27e658b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca3b948753e0434587bd4cbb842cc39f&device_id=102fbb0a-2e3e-4cd1-896a-b581228b4a1a HTTP/1.1" status: 200 len: 1099 time: 0.0646169 Aug 23 20:29:56.092630 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b3ab5a6d-0342-4278-9c0f-2ec19525e1ef req-fb4691b8-24f1-497a-82a1-5aa47f3eb62e tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8418059 Aug 23 20:29:56.130715 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-b3ab5a6d-0342-4278-9c0f-2ec19525e1ef req-e33e7c8d-21fc-4f7c-a96f-3cea353f3339 service neutron] Request body: {'port': {'device_id': '4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:29:56.275562 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15405b2a-bbe9-4741-b9bb-26a863f8726d req-d0ca4409-1791-4f96-9f5c-1fd4d348d0af tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:56.288794 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-15405b2a-bbe9-4741-b9bb-26a863f8726d req-d0ca4409-1791-4f96-9f5c-1fd4d348d0af tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf HTTP/1.1" status: 200 len: 935 time: 0.1940038 Aug 23 20:29:56.295156 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b3ab5a6d-0342-4278-9c0f-2ec19525e1ef req-e33e7c8d-21fc-4f7c-a96f-3cea353f3339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:56.354893 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-71e7dcb2-cc9e-4bc5-bebe-a2d1ec04e75f None None] Provisioning for port 79e4e511-e25d-4631-b369-78f9df0c62ac completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:29:56.357462 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b0925-57d8-4738-8248-6bd328f496bd req-0091ea32-0058-43e4-b6a5-940f49ed376d tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:56.359161 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ba9b0925-57d8-4738-8248-6bd328f496bd req-0091ea32-0058-43e4-b6a5-940f49ed376d tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d HTTP/1.1" status: 200 len: 1097 time: 0.0991087 Aug 23 20:29:56.371899 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-71e7dcb2-cc9e-4bc5-bebe-a2d1ec04e75f None None] Provisioning complete for port 79e4e511-e25d-4631-b369-78f9df0c62ac triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:29:56.372301 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-71e7dcb2-cc9e-4bc5-bebe-a2d1ec04e75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:56.372748 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-15405b2a-bbe9-4741-b9bb-26a863f8726d req-a6e7722c-e9f0-4e1d-bef7-dc6409420a40 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795045 Aug 23 20:29:56.409369 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f46e5-f3d8-4b32-b509-1828f4ef4ff8 req-2ff62840-c869-4234-85af-778ae7c57e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:56.411379 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4a7f46e5-f3d8-4b32-b509-1828f4ef4ff8 req-2ff62840-c869-4234-85af-778ae7c57e89 service neutron] 10.222.0.11 "GET /v2.0/networks?id=660f640a-b8b2-40aa-8ebf-76bd1608cceb HTTP/1.1" status: 200 len: 870 time: 0.2988005 Aug 23 20:29:56.429670 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-71e7dcb2-cc9e-4bc5-bebe-a2d1ec04e75f None None] Port 79e4e511-e25d-4631-b369-78f9df0c62ac cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:29:56.448349 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ba9b0925-57d8-4738-8248-6bd328f496bd req-0de63929-24b6-4a53-98a6-cb068287e098 tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775664 Aug 23 20:29:56.524535 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4a7f46e5-f3d8-4b32-b509-1828f4ef4ff8 req-8680f09e-798a-4a61-857a-7125b2358152 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=b49a8bc1-3df2-4bbc-8837-265bd383d83c HTTP/1.1" status: 200 len: 217 time: 0.0997677 Aug 23 20:29:56.612978 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f46e5-f3d8-4b32-b509-1828f4ef4ff8 req-0e93a15d-46bb-4e2e-8e33-dfbbd258e0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:56.614553 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4a7f46e5-f3d8-4b32-b509-1828f4ef4ff8 req-0e93a15d-46bb-4e2e-8e33-dfbbd258e0d9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.0820272 Aug 23 20:29:56.708233 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f46e5-f3d8-4b32-b509-1828f4ef4ff8 req-41c0b9a1-d99b-431f-9dce-ed32d68dfbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:56.709971 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4a7f46e5-f3d8-4b32-b509-1828f4ef4ff8 req-41c0b9a1-d99b-431f-9dce-ed32d68dfbc4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0758278 Aug 23 20:29:56.721577 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-b3ab5a6d-0342-4278-9c0f-2ec19525e1ef req-e33e7c8d-21fc-4f7c-a96f-3cea353f3339 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79e4e511-e25d-4631-b369-78f9df0c62ac {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:29:56.747547 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b3ab5a6d-0342-4278-9c0f-2ec19525e1ef req-e33e7c8d-21fc-4f7c-a96f-3cea353f3339 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:56.766902 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-82a895cb-db33-4c5c-952f-bb48f885c0e8 req-f4d4e77a-6756-4378-8da9-f8c5deccedda tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef95496f-d429-4409-945f-4b731e5c08b5 HTTP/1.1" status: 200 len: 210 time: 0.0340416 Aug 23 20:29:56.797454 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-b3ab5a6d-0342-4278-9c0f-2ec19525e1ef req-e33e7c8d-21fc-4f7c-a96f-3cea353f3339 service neutron] Transition to ACTIVE for port object 79e4e511-e25d-4631-b369-78f9df0c62ac will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:29:56.798064 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b3ab5a6d-0342-4278-9c0f-2ec19525e1ef req-e33e7c8d-21fc-4f7c-a96f-3cea353f3339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:56.861402 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4a7f46e5-f3d8-4b32-b509-1828f4ef4ff8 req-03770110-ae39-4828-87b7-7117e1be6b77 service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423171 Aug 23 20:29:56.922020 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e7c8d-21fc-4f7c-a96f-3cea353f3339 service neutron] Pushing event updated for resources: {'Port': ['ID=79e4e511-e25d-4631-b369-78f9df0c62ac,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:56.937243 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47644) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:29:57.030270 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692777e-2344-46ff-a282-643ad2306147 req-c80e8ae7-2449-4b97-884d-ce4ac8a4df01 tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:57.033158 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-b3ab5a6d-0342-4278-9c0f-2ec19525e1ef req-e33e7c8d-21fc-4f7c-a96f-3cea353f3339 service neutron] Attempting to bind port 79e4e511-e25d-4631-b369-78f9df0c62ac on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:29:57.033665 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-b3ab5a6d-0342-4278-9c0f-2ec19525e1ef req-e33e7c8d-21fc-4f7c-a96f-3cea353f3339 service neutron] Attempting to bind port 79e4e511-e25d-4631-b369-78f9df0c62ac by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:29:57.034226 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ab5a6d-0342-4278-9c0f-2ec19525e1ef req-e33e7c8d-21fc-4f7c-a96f-3cea353f3339 service neutron] Attempting to bind port 79e4e511-e25d-4631-b369-78f9df0c62ac on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:29:57.037052 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1692777e-2344-46ff-a282-643ad2306147 req-c80e8ae7-2449-4b97-884d-ce4ac8a4df01 tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d HTTP/1.1" status: 200 len: 1097 time: 0.1897511 Aug 23 20:29:57.046559 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ab5a6d-0342-4278-9c0f-2ec19525e1ef req-e33e7c8d-21fc-4f7c-a96f-3cea353f3339 service neutron] Port 79e4e511-e25d-4631-b369-78f9df0c62ac on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:29:57.046963 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ab5a6d-0342-4278-9c0f-2ec19525e1ef req-e33e7c8d-21fc-4f7c-a96f-3cea353f3339 service neutron] Attempting to bind port 79e4e511-e25d-4631-b369-78f9df0c62ac on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:29:57.058448 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ab5a6d-0342-4278-9c0f-2ec19525e1ef req-e33e7c8d-21fc-4f7c-a96f-3cea353f3339 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:29:57.058909 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ab5a6d-0342-4278-9c0f-2ec19525e1ef req-e33e7c8d-21fc-4f7c-a96f-3cea353f3339 service neutron] Checking segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:29:57.059356 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ab5a6d-0342-4278-9c0f-2ec19525e1ef req-e33e7c8d-21fc-4f7c-a96f-3cea353f3339 service neutron] Bound using segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:29:57.059800 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-b3ab5a6d-0342-4278-9c0f-2ec19525e1ef req-e33e7c8d-21fc-4f7c-a96f-3cea353f3339 service neutron] Bound port: 79e4e511-e25d-4631-b369-78f9df0c62ac, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:29:57.060209 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b3ab5a6d-0342-4278-9c0f-2ec19525e1ef req-e33e7c8d-21fc-4f7c-a96f-3cea353f3339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:57.159243 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 9e5a30c6-b73d-447a-a34e-941b0e0efda3 no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:29:57.204873 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: 9e5a30c6-b73d-447a-a34e-941b0e0efda3 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:29:57.205223 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 9e5a30c6-b73d-447a-a34e-941b0e0efda3 not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:29:57.222671 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4a7f46e5-f3d8-4b32-b509-1828f4ef4ff8 req-7b1607eb-e520-4ca8-a1d7-9179e5071bd0 service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465731 Aug 23 20:29:57.239907 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-b3ab5a6d-0342-4278-9c0f-2ec19525e1ef req-e33e7c8d-21fc-4f7c-a96f-3cea353f3339 service neutron] For port 79e4e511-e25d-4631-b369-78f9df0c62ac, host n-h1-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:29:57.265162 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1692777e-2344-46ff-a282-643ad2306147 req-020ae1f8-4226-4616-8304-62283b490725 tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090039 Aug 23 20:29:57.265440 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fefa0-6e43-4be7-a2da-6c16d3d0be5b req-70ae7e6a-72dc-4b5a-98ff-c393268ae4f6 tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:57.266927 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c46fefa0-6e43-4be7-a2da-6c16d3d0be5b req-70ae7e6a-72dc-4b5a-98ff-c393268ae4f6 tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] 10.222.0.61 "GET /v2.0/ports?device_id=102fbb0a-2e3e-4cd1-896a-b581228b4a1a HTTP/1.1" status: 200 len: 948 time: 0.1579692 Aug 23 20:29:57.275590 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-50e4ff48-0bfb-476f-91fc-fe32781380a5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=703df0ba001c469f81eeb9197c5e8f7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3336737 Aug 23 20:29:57.275590 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-b3ab5a6d-0342-4278-9c0f-2ec19525e1ef req-e33e7c8d-21fc-4f7c-a96f-3cea353f3339 service neutron] For port 79e4e511-e25d-4631-b369-78f9df0c62ac, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=79e4e511-e25d-4631-b369-78f9df0c62ac,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:29:57.276004 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47652) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:29:57.281352 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b3ab5a6d-0342-4278-9c0f-2ec19525e1ef req-e33e7c8d-21fc-4f7c-a96f-3cea353f3339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:57.328822 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36154678-fa8c-42ab-ab07-ae02e77125ce req-1188706e-5985-423c-8828-016ad01b826d tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:57.330992 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-36154678-fa8c-42ab-ab07-ae02e77125ce req-1188706e-5985-423c-8828-016ad01b826d tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.32 "GET /v2.0/networks?id=a133b3ce-c542-461f-b67d-2eb2e20a852b HTTP/1.1" status: 200 len: 807 time: 0.2906697 Aug 23 20:29:57.341592 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab5a6d-0342-4278-9c0f-2ec19525e1ef req-e33e7c8d-21fc-4f7c-a96f-3cea353f3339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:57.342229 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b3ab5a6d-0342-4278-9c0f-2ec19525e1ef req-e33e7c8d-21fc-4f7c-a96f-3cea353f3339 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:57.343638 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b3ab5a6d-0342-4278-9c0f-2ec19525e1ef req-e33e7c8d-21fc-4f7c-a96f-3cea353f3339 service neutron] 10.222.0.11 "PUT /v2.0/ports/79e4e511-e25d-4631-b369-78f9df0c62ac HTTP/1.1" status: 200 len: 1095 time: 1.2195039 Aug 23 20:29:57.344106 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf', 'tag': '79e4e511-e25d-4631-b369-78f9df0c62ac'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:29:57.346634 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324eac8a-bba5-48a8-ae5d-2d2f8b8702ef" -d '{"events": [{"name": "network-changed", "server_uuid": "4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf", "tag": "79e4e511-e25d-4631-b369-78f9df0c62ac"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:29:57.385375 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c46fefa0-6e43-4be7-a2da-6c16d3d0be5b req-6831db92-aea4-4996-8d23-bf17306085f6 tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] 10.222.0.61 "GET /v2.0/security-groups?id=16a2a9a5-c115-4693-ae63-ecbf0226a40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012719 Aug 23 20:29:57.386364 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e7c8d-21fc-4f7c-a96f-3cea353f3339 service neutron] Pushing event updated for resources: {'Port': ['ID=79e4e511-e25d-4631-b369-78f9df0c62ac,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:57.386632 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-36154678-fa8c-42ab-ab07-ae02e77125ce req-e3200800-b0d4-45f1-a625-04794d6ff200 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Request body: {'port': {'device_id': 'ef95496f-d429-4409-945f-4b731e5c08b5', 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b', 'admin_state_up': True, 'tenant_id': 'aeab6bca1ebb43a8b404543d83e8cc6e'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:29:57.393468 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3aa69521-8880-44a0-abcc-2691e38f0139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:57.481412 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab5a6d-0342-4278-9c0f-2ec19525e1ef req-822500e8-48bc-4534-8a68-7ab2ba59b24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:57.483017 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b3ab5a6d-0342-4278-9c0f-2ec19525e1ef req-822500e8-48bc-4534-8a68-7ab2ba59b24a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=73c5c62ec25a41ab8d37d29a4cff1db9&device_id=4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf HTTP/1.1" status: 200 len: 1098 time: 0.0866816 Aug 23 20:29:57.488566 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36256046-38a8-41ab-bf9c-4c2620c8fd20 x-openstack-request-id: req-36256046-38a8-41ab-bf9c-4c2620c8fd20 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:29:57.488858 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf", "tag": "79e4e511-e25d-4631-b369-78f9df0c62ac", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:29:57.489164 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-36256046-38a8-41ab-bf9c-4c2620c8fd20 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:29:57.489675 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf', 'tag': '79e4e511-e25d-4631-b369-78f9df0c62ac', 'status': 'completed', 'code': 200} Aug 23 20:29:57.498808 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3aa69521-8880-44a0-abcc-2691e38f0139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:57.543865 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b3ab5a6d-0342-4278-9c0f-2ec19525e1ef req-b2e7dafe-d7be-4322-95ce-0272068ab9cb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=79e4e511-e25d-4631-b369-78f9df0c62ac HTTP/1.1" status: 200 len: 217 time: 0.0470471 Aug 23 20:29:57.604487 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab5a6d-0342-4278-9c0f-2ec19525e1ef req-a4a2e268-2ad0-4972-a13b-6ef297de7b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:57.606095 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b3ab5a6d-0342-4278-9c0f-2ec19525e1ef req-a4a2e268-2ad0-4972-a13b-6ef297de7b6b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.0547490 Aug 23 20:29:57.627735 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5372758-39b7-40e4-987b-06f5d2b7b93e req-b5cb321e-7487-4ca8-8019-dd1da2b8bd09 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:57.635948 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b5372758-39b7-40e4-987b-06f5d2b7b93e req-b5cb321e-7487-4ca8-8019-dd1da2b8bd09 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf HTTP/1.1" status: 200 len: 947 time: 0.1081729 Aug 23 20:29:57.661287 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36154678-fa8c-42ab-ab07-ae02e77125ce req-e3200800-b0d4-45f1-a625-04794d6ff200 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Made reservation on behalf of aeab6bca1ebb43a8b404543d83e8cc6e for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:29:57.664758 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-36154678-fa8c-42ab-ab07-ae02e77125ce req-e3200800-b0d4-45f1-a625-04794d6ff200 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:57.671948 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3aa69521-8880-44a0-abcc-2691e38f0139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:57.674459 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3aa69521-8880-44a0-abcc-2691e38f0139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:57.675806 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3aa69521-8880-44a0-abcc-2691e38f0139 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c4601676-42b8-4648-b946-7ab4b4582e77 HTTP/1.1" status: 204 len: 168 time: 0.3988974 Aug 23 20:29:57.681368 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab5a6d-0342-4278-9c0f-2ec19525e1ef req-40aa228f-088e-4e03-a994-ee53e150745f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:57.683071 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b3ab5a6d-0342-4278-9c0f-2ec19525e1ef req-40aa228f-088e-4e03-a994-ee53e150745f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0692215 Aug 23 20:29:57.704371 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa69521-8880-44a0-abcc-2691e38f0139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4601676-42b8-4648-b946-7ab4b4582e77,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:57.718768 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b5372758-39b7-40e4-987b-06f5d2b7b93e req-a61eae2b-92dc-425d-82e0-69b9c98edd00 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818832 Aug 23 20:29:57.813283 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b3ab5a6d-0342-4278-9c0f-2ec19525e1ef req-d35a67ed-e263-41d4-acf3-2ac5301bc7cb service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192029 Aug 23 20:29:57.887199 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-36154678-fa8c-42ab-ab07-ae02e77125ce req-e3200800-b0d4-45f1-a625-04794d6ff200 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Allocated IP 172.20.0.6 (a133b3ce-c542-461f-b67d-2eb2e20a852b/bc364ba1-f548-4b44-839c-5441876e52b8/b2e2aee2-6f16-4cc7-aa2b-496c306bdffe) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:29:57.919245 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3f284f3e-23fa-46f7-b58a-f6d857539cf0 req-ca20e30a-3bd6-4ddc-9ca1-c1d6ab7e6cd8 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef95496f-d429-4409-945f-4b731e5c08b5 HTTP/1.1" status: 200 len: 210 time: 0.0351846 Aug 23 20:29:57.976172 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b3ab5a6d-0342-4278-9c0f-2ec19525e1ef req-e04bbe1d-a9b9-4b5b-8eaa-4c50a63eaa73 service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528745 Aug 23 20:29:58.065023 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47668) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:29:58.084233 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e1660747-22f2-40cd-9e19-90e8bad4ca5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:58.103702 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-36154678-fa8c-42ab-ab07-ae02e77125ce req-e3200800-b0d4-45f1-a625-04794d6ff200 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:58.110537 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324eac8a-bba5-48a8-ae5d-2d2f8b8702ef req-ff248c0e-12f5-4819-9be3-3e52997899ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:58.112283 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-324eac8a-bba5-48a8-ae5d-2d2f8b8702ef req-ff248c0e-12f5-4819-9be3-3e52997899ec service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=73c5c62ec25a41ab8d37d29a4cff1db9&device_id=4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf HTTP/1.1" status: 200 len: 1098 time: 0.0859203 Aug 23 20:29:58.152500 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-36154678-fa8c-42ab-ab07-ae02e77125ce req-e3200800-b0d4-45f1-a625-04794d6ff200 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:58.197715 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36154678-fa8c-42ab-ab07-ae02e77125ce req-e3200800-b0d4-45f1-a625-04794d6ff200 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Network a133b3ce-c542-461f-b67d-2eb2e20a852b is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:29:58.201787 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-36154678-fa8c-42ab-ab07-ae02e77125ce req-e3200800-b0d4-45f1-a625-04794d6ff200 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:29:58.205772 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-36154678-fa8c-42ab-ab07-ae02e77125ce req-e3200800-b0d4-45f1-a625-04794d6ff200 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:29:58.234328 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3200800-b0d4-45f1-a625-04794d6ff200 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Pushing event updated for resources: {'Port': ['ID=b2e2aee2-6f16-4cc7-aa2b-496c306bdffe,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:58.269605 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36154678-fa8c-42ab-ab07-ae02e77125ce req-e3200800-b0d4-45f1-a625-04794d6ff200 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:58.270260 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-36154678-fa8c-42ab-ab07-ae02e77125ce req-e3200800-b0d4-45f1-a625-04794d6ff200 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:58.275050 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324eac8a-bba5-48a8-ae5d-2d2f8b8702ef req-07e76f4c-533f-4d99-a341-a8e37accb2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:58.277469 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-324eac8a-bba5-48a8-ae5d-2d2f8b8702ef req-07e76f4c-533f-4d99-a341-a8e37accb2a6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=660f640a-b8b2-40aa-8ebf-76bd1608cceb HTTP/1.1" status: 200 len: 870 time: 0.1529746 Aug 23 20:29:58.334243 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-324eac8a-bba5-48a8-ae5d-2d2f8b8702ef req-c130908d-c82f-421c-ae29-a20396e13044 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=79e4e511-e25d-4631-b369-78f9df0c62ac HTTP/1.1" status: 200 len: 217 time: 0.0445499 Aug 23 20:29:58.339731 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e1660747-22f2-40cd-9e19-90e8bad4ca5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:58.350232 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-36154678-fa8c-42ab-ab07-ae02e77125ce req-e3200800-b0d4-45f1-a625-04794d6ff200 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9730542 Aug 23 20:29:58.353542 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e1660747-22f2-40cd-9e19-90e8bad4ca5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:58.376829 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-36154678-fa8c-42ab-ab07-ae02e77125ce req-c4122407-f411-4fc3-977e-6f07831268b7 service neutron] Request body: {'port': {'device_id': 'ef95496f-d429-4409-945f-4b731e5c08b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:29:58.437311 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324eac8a-bba5-48a8-ae5d-2d2f8b8702ef req-47ebf636-d992-45cb-8cf9-9d5022b60cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:58.437507 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-324eac8a-bba5-48a8-ae5d-2d2f8b8702ef req-47ebf636-d992-45cb-8cf9-9d5022b60cf5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.0936058 Aug 23 20:29:58.442275 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e1660747-22f2-40cd-9e19-90e8bad4ca5a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=02ca230c0c774c9bb7e3865b853613e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3746312 Aug 23 20:29:58.447904 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47678) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:29:58.458848 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1660747-22f2-40cd-9e19-90e8bad4ca5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c6ee1b-3fb4-4b9c-9483-b8dd17d53f58,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:58.480157 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-36154678-fa8c-42ab-ab07-ae02e77125ce req-c4122407-f411-4fc3-977e-6f07831268b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:58.503090 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00db4bbe-f03f-4b26-8738-27f078352f40 req-9dbf0b31-16be-4789-b4d3-75f0c2289236 tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:58.512473 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-00db4bbe-f03f-4b26-8738-27f078352f40 req-9dbf0b31-16be-4789-b4d3-75f0c2289236 tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d HTTP/1.1" status: 200 len: 1097 time: 0.1519647 Aug 23 20:29:58.579886 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324eac8a-bba5-48a8-ae5d-2d2f8b8702ef req-48cfe56c-1759-42a3-8e34-a9f42af426ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:58.581544 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-324eac8a-bba5-48a8-ae5d-2d2f8b8702ef req-48cfe56c-1759-42a3-8e34-a9f42af426ae service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1305103 Aug 23 20:29:58.587667 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-250d284f-fcf3-4832-adf8-7f806bc1778c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:58.653590 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-00db4bbe-f03f-4b26-8738-27f078352f40 req-4317da5a-dfe2-4580-8c97-c1c67bebce85 tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401484 Aug 23 20:29:58.674919 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c26dd-f8b4-4bfc-a02c-eed57fff5a05 req-6b2b2efd-8180-4a2e-902c-08ed65e7440b tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:58.676536 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-654c26dd-f8b4-4bfc-a02c-eed57fff5a05 req-6b2b2efd-8180-4a2e-902c-08ed65e7440b tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] 10.222.0.61 "GET /v2.0/ports?device_id=102fbb0a-2e3e-4cd1-896a-b581228b4a1a HTTP/1.1" status: 200 len: 948 time: 0.1473942 Aug 23 20:29:58.680540 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-250d284f-fcf3-4832-adf8-7f806bc1778c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:58.793168 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-654c26dd-f8b4-4bfc-a02c-eed57fff5a05 req-07fd569a-2130-4ccc-9033-88ed09500399 tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] 10.222.0.61 "GET /v2.0/security-groups?id=16a2a9a5-c115-4693-ae63-ecbf0226a40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043272 Aug 23 20:29:58.795093 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-324eac8a-bba5-48a8-ae5d-2d2f8b8702ef req-cc19f4ed-3467-495e-97ef-6d5228d59ebe service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049575 Aug 23 20:29:58.859328 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-36154678-fa8c-42ab-ab07-ae02e77125ce req-c4122407-f411-4fc3-977e-6f07831268b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2e2aee2-6f16-4cc7-aa2b-496c306bdffe {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:29:58.869264 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-36154678-fa8c-42ab-ab07-ae02e77125ce req-c4122407-f411-4fc3-977e-6f07831268b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:58.872024 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-250d284f-fcf3-4832-adf8-7f806bc1778c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:58.874655 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-250d284f-fcf3-4832-adf8-7f806bc1778c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:58.875873 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-250d284f-fcf3-4832-adf8-7f806bc1778c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/40c6ee1b-3fb4-4b9c-9483-b8dd17d53f58 HTTP/1.1" status: 204 len: 168 time: 0.4262643 Aug 23 20:29:58.891073 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d284f-fcf3-4832-adf8-7f806bc1778c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c6ee1b-3fb4-4b9c-9483-b8dd17d53f58,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:58.906959 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-36154678-fa8c-42ab-ab07-ae02e77125ce req-c4122407-f411-4fc3-977e-6f07831268b7 service neutron] Transition to ACTIVE for port object b2e2aee2-6f16-4cc7-aa2b-496c306bdffe will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:29:58.915259 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-36154678-fa8c-42ab-ab07-ae02e77125ce req-c4122407-f411-4fc3-977e-6f07831268b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:58.970850 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-324eac8a-bba5-48a8-ae5d-2d2f8b8702ef req-d2ff7149-9237-4d1d-b6fe-16906d5d5dca service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674726 Aug 23 20:29:59.090619 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4122407-f411-4fc3-977e-6f07831268b7 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e2aee2-6f16-4cc7-aa2b-496c306bdffe,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:59.120566 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da78fa-1e02-45c8-a312-25553db13c98 req-f6cd5ae2-ad12-4eb2-8855-b4e3ad1e2e30 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:59.122107 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b8da78fa-1e02-45c8-a312-25553db13c98 req-f6cd5ae2-ad12-4eb2-8855-b4e3ad1e2e30 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf HTTP/1.1" status: 200 len: 947 time: 0.1358759 Aug 23 20:29:59.134375 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-36154678-fa8c-42ab-ab07-ae02e77125ce req-c4122407-f411-4fc3-977e-6f07831268b7 service neutron] Attempting to bind port b2e2aee2-6f16-4cc7-aa2b-496c306bdffe on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:29:59.134712 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-36154678-fa8c-42ab-ab07-ae02e77125ce req-c4122407-f411-4fc3-977e-6f07831268b7 service neutron] Attempting to bind port b2e2aee2-6f16-4cc7-aa2b-496c306bdffe by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': '3440ae09-322e-4891-8c02-a5baf5ba77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:29:59.135322 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36154678-fa8c-42ab-ab07-ae02e77125ce req-c4122407-f411-4fc3-977e-6f07831268b7 service neutron] Attempting to bind port b2e2aee2-6f16-4cc7-aa2b-496c306bdffe on network a133b3ce-c542-461f-b67d-2eb2e20a852b {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:29:59.152287 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36154678-fa8c-42ab-ab07-ae02e77125ce req-c4122407-f411-4fc3-977e-6f07831268b7 service neutron] Port b2e2aee2-6f16-4cc7-aa2b-496c306bdffe on network a133b3ce-c542-461f-b67d-2eb2e20a852b not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:29:59.152616 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36154678-fa8c-42ab-ab07-ae02e77125ce req-c4122407-f411-4fc3-977e-6f07831268b7 service neutron] Attempting to bind port b2e2aee2-6f16-4cc7-aa2b-496c306bdffe on network a133b3ce-c542-461f-b67d-2eb2e20a852b {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:29:59.163225 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36154678-fa8c-42ab-ab07-ae02e77125ce req-c4122407-f411-4fc3-977e-6f07831268b7 service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:29:59.163572 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36154678-fa8c-42ab-ab07-ae02e77125ce req-c4122407-f411-4fc3-977e-6f07831268b7 service neutron] Checking segment: {'id': '3440ae09-322e-4891-8c02-a5baf5ba77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:29:59.163964 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36154678-fa8c-42ab-ab07-ae02e77125ce req-c4122407-f411-4fc3-977e-6f07831268b7 service neutron] Bound using segment: {'id': '3440ae09-322e-4891-8c02-a5baf5ba77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:29:59.164441 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-36154678-fa8c-42ab-ab07-ae02e77125ce req-c4122407-f411-4fc3-977e-6f07831268b7 service neutron] Bound port: b2e2aee2-6f16-4cc7-aa2b-496c306bdffe, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3440ae09-322e-4891-8c02-a5baf5ba77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:29:59.164807 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-36154678-fa8c-42ab-ab07-ae02e77125ce req-c4122407-f411-4fc3-977e-6f07831268b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:59.207799 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b8da78fa-1e02-45c8-a312-25553db13c98 req-083a035c-3301-45d0-a970-2c7568f65f86 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757275 Aug 23 20:29:59.283397 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-36154678-fa8c-42ab-ab07-ae02e77125ce req-c4122407-f411-4fc3-977e-6f07831268b7 service neutron] For port b2e2aee2-6f16-4cc7-aa2b-496c306bdffe, host n-h2-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:29:59.288804 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-36154678-fa8c-42ab-ab07-ae02e77125ce req-c4122407-f411-4fc3-977e-6f07831268b7 service neutron] For port b2e2aee2-6f16-4cc7-aa2b-496c306bdffe, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=b2e2aee2-6f16-4cc7-aa2b-496c306bdffe,segment=NetworkSegment(3440ae09-322e-4891-8c02-a5baf5ba77f1),segment_id=3440ae09-322e-4891-8c02-a5baf5ba77f1)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:29:59.295504 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-36154678-fa8c-42ab-ab07-ae02e77125ce req-c4122407-f411-4fc3-977e-6f07831268b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:59.344519 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device b49a8bc1-3df2-4bbc-8837-265bd383d83c details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:29:59.354172 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36154678-fa8c-42ab-ab07-ae02e77125ce req-c4122407-f411-4fc3-977e-6f07831268b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:59.357004 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-36154678-fa8c-42ab-ab07-ae02e77125ce req-c4122407-f411-4fc3-977e-6f07831268b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:59.358525 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-36154678-fa8c-42ab-ab07-ae02e77125ce req-c4122407-f411-4fc3-977e-6f07831268b7 service neutron] 10.222.0.32 "PUT /v2.0/ports/b2e2aee2-6f16-4cc7-aa2b-496c306bdffe HTTP/1.1" status: 200 len: 1091 time: 0.9869542 Aug 23 20:29:59.359042 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef95496f-d429-4409-945f-4b731e5c08b5', 'tag': 'b2e2aee2-6f16-4cc7-aa2b-496c306bdffe'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:29:59.361689 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce0ed7c-cfd6-4877-8b2c-a8c10e123158" -d '{"events": [{"name": "network-changed", "server_uuid": "ef95496f-d429-4409-945f-4b731e5c08b5", "tag": "b2e2aee2-6f16-4cc7-aa2b-496c306bdffe"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:29:59.490308 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd793fb-4b77-44b2-a326-ac73d42c0614 req-8c5c094c-8393-44fd-aff6-fe89f4cbd6cb tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:59.490942 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port b49a8bc1-3df2-4bbc-8837-265bd383d83c, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=b49a8bc1-3df2-4bbc-8837-265bd383d83c,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:29:59.497479 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5dd793fb-4b77-44b2-a326-ac73d42c0614 req-8c5c094c-8393-44fd-aff6-fe89f4cbd6cb tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef95496f-d429-4409-945f-4b731e5c08b5 HTTP/1.1" status: 200 len: 943 time: 0.1669691 Aug 23 20:29:59.502696 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': 'b49a8bc1-3df2-4bbc-8837-265bd383d83c', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'port_id': 'b49a8bc1-3df2-4bbc-8837-265bd383d83c', 'mac_address': 'fa:16:3e:c9:2e:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66e9eb0-86f4-4159-852b-f29863cbf18d', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:29:59.502943 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4122407-f411-4fc3-977e-6f07831268b7 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e2aee2-6f16-4cc7-aa2b-496c306bdffe,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:59.528296 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4122407-f411-4fc3-977e-6f07831268b7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:29:59.528640 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4122407-f411-4fc3-977e-6f07831268b7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:29:59.528991 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4122407-f411-4fc3-977e-6f07831268b7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:29:59.529355 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4122407-f411-4fc3-977e-6f07831268b7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:29:59.529861 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4122407-f411-4fc3-977e-6f07831268b7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:29:59.530199 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4122407-f411-4fc3-977e-6f07831268b7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:29:59.530517 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4122407-f411-4fc3-977e-6f07831268b7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:29:59.530844 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4122407-f411-4fc3-977e-6f07831268b7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:29:59.531168 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4122407-f411-4fc3-977e-6f07831268b7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:29:59.531498 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4122407-f411-4fc3-977e-6f07831268b7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:29:59.531830 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4122407-f411-4fc3-977e-6f07831268b7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:29:59.532135 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4122407-f411-4fc3-977e-6f07831268b7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:29:59.549839 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:59.570287 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b49a8bc1-3df2-4bbc-8837-265bd383d83c {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:29:59.570934 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36154678-fa8c-42ab-ab07-ae02e77125ce req-ffef4eea-f6a5-4ea5-b08c-f084eaa6c515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:59.573057 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-36154678-fa8c-42ab-ab07-ae02e77125ce req-ffef4eea-f6a5-4ea5-b08c-f084eaa6c515 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=aeab6bca1ebb43a8b404543d83e8cc6e&device_id=ef95496f-d429-4409-945f-4b731e5c08b5 HTTP/1.1" status: 200 len: 1094 time: 0.1354535 Aug 23 20:29:59.584263 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5dd793fb-4b77-44b2-a326-ac73d42c0614 req-796ceed6-0b40-444c-8dc7-bbce19dfb2bc tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858097 Aug 23 20:29:59.617685 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port b49a8bc1-3df2-4bbc-8837-265bd383d83c, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=b49a8bc1-3df2-4bbc-8837-265bd383d83c,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:29:59.625687 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:29:59.663781 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3838c2-9683-41b7-8040-28ee8d1cd5a8 x-openstack-request-id: req-0c3838c2-9683-41b7-8040-28ee8d1cd5a8 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:29:59.664247 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef95496f-d429-4409-945f-4b731e5c08b5", "tag": "b2e2aee2-6f16-4cc7-aa2b-496c306bdffe", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:29:59.664680 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0c3838c2-9683-41b7-8040-28ee8d1cd5a8 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:29:59.665180 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef95496f-d429-4409-945f-4b731e5c08b5', 'tag': 'b2e2aee2-6f16-4cc7-aa2b-496c306bdffe', 'status': 'completed', 'code': 200} Aug 23 20:29:59.667317 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-36154678-fa8c-42ab-ab07-ae02e77125ce req-6355adea-016c-4d0a-97c7-6f54b8bb10d9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2e2aee2-6f16-4cc7-aa2b-496c306bdffe HTTP/1.1" status: 200 len: 217 time: 0.0796676 Aug 23 20:29:59.698664 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=b49a8bc1-3df2-4bbc-8837-265bd383d83c,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:29:59.729308 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36154678-fa8c-42ab-ab07-ae02e77125ce req-57f064ab-cd4b-46b7-8150-17e5f16bd241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:29:59.730925 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-36154678-fa8c-42ab-ab07-ae02e77125ce req-57f064ab-cd4b-46b7-8150-17e5f16bd241 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc364ba1-f548-4b44-839c-5441876e52b8 HTTP/1.1" status: 200 len: 847 time: 0.0536714 Aug 23 20:29:59.774906 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-36154678-fa8c-42ab-ab07-ae02e77125ce req-f0f06465-270e-4af5-b1f1-6ded3b4cbe44 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a133b3ce-c542-461f-b67d-2eb2e20a852b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304186 Aug 23 20:29:59.902043 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-36154678-fa8c-42ab-ab07-ae02e77125ce req-54003317-b920-458b-9a86-2ba0360f1cdf service neutron] 10.222.0.32 "GET /v2.0/networks/a133b3ce-c542-461f-b67d-2eb2e20a852b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100488 Aug 23 20:29:59.907539 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['b49a8bc1-3df2-4bbc-8837-265bd383d83c'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:30:00.035810 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-268f2c20-ee63-4736-9cb8-9ed129c58e0d tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:30:00.038192 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-268f2c20-ee63-4736-9cb8-9ed129c58e0d tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085039 Aug 23 20:30:00.055465 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-175bc544-2afc-4b9a-9dab-aeaf9529cca3 service neutron] Request body: {'binding': {'host': 'n-h2-805663-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:30:00.056222 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-175bc544-2afc-4b9a-9dab-aeaf9529cca3 service neutron] Unknown quota resources ['binding']. {{(pid=94688) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 20:30:00.071477 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-36154678-fa8c-42ab-ab07-ae02e77125ce req-f9a8d5da-2856-4642-bb8c-2adfe0d0a8f6 service neutron] 10.222.0.32 "GET /v2.0/networks/a133b3ce-c542-461f-b67d-2eb2e20a852b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582603 Aug 23 20:30:00.080420 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae38aa4-9d24-4d7c-b22b-c69fcfd19037 req-b05cf436-851e-4fdb-8b5b-a90254b6f37e tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:00.082734 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9ae38aa4-9d24-4d7c-b22b-c69fcfd19037 req-b05cf436-851e-4fdb-8b5b-a90254b6f37e tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] 10.222.0.61 "GET /v2.0/ports?device_id=102fbb0a-2e3e-4cd1-896a-b581228b4a1a HTTP/1.1" status: 200 len: 949 time: 0.0865149 Aug 23 20:30:00.142999 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9ae38aa4-9d24-4d7c-b22b-c69fcfd19037 req-940ed1fe-8a9c-4abb-80e4-70931fed6a03 tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] 10.222.0.61 "GET /v2.0/security-groups?id=16a2a9a5-c115-4693-ae63-ecbf0226a40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465071 Aug 23 20:30:00.240102 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce0ed7c-cfd6-4877-8b2c-a8c10e123158 req-712655a3-4dd7-48ac-bcda-66e94ef3b21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:00.243077 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6ce0ed7c-cfd6-4877-8b2c-a8c10e123158 req-712655a3-4dd7-48ac-bcda-66e94ef3b21f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=aeab6bca1ebb43a8b404543d83e8cc6e&device_id=ef95496f-d429-4409-945f-4b731e5c08b5 HTTP/1.1" status: 200 len: 1094 time: 0.0559030 Aug 23 20:30:00.258973 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-175bc544-2afc-4b9a-9dab-aeaf9529cca3 service neutron] Attempting to bind port b52b3a98-0c7e-40d6-8d49-ea668d5575d9 on host n-h2-805663-2 for vnic_type normal with profile None {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:30:00.259401 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-175bc544-2afc-4b9a-9dab-aeaf9529cca3 service neutron] Attempting to bind port b52b3a98-0c7e-40d6-8d49-ea668d5575d9 by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': 'feb662d9-0152-4f97-8d6d-89a1fa54f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '291e6885-2f63-495c-b479-2184cb200f47'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:30:00.259738 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-175bc544-2afc-4b9a-9dab-aeaf9529cca3 service neutron] Attempting to bind port b52b3a98-0c7e-40d6-8d49-ea668d5575d9 on network 291e6885-2f63-495c-b479-2184cb200f47 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:30:00.264751 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-175bc544-2afc-4b9a-9dab-aeaf9529cca3 service neutron] Port b52b3a98-0c7e-40d6-8d49-ea668d5575d9 on network 291e6885-2f63-495c-b479-2184cb200f47 not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:30:00.265079 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-175bc544-2afc-4b9a-9dab-aeaf9529cca3 service neutron] Attempting to bind port b52b3a98-0c7e-40d6-8d49-ea668d5575d9 on network 291e6885-2f63-495c-b479-2184cb200f47 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:30:00.271663 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-175bc544-2afc-4b9a-9dab-aeaf9529cca3 service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:30:00.272268 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-175bc544-2afc-4b9a-9dab-aeaf9529cca3 service neutron] Checking segment: {'id': 'feb662d9-0152-4f97-8d6d-89a1fa54f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '291e6885-2f63-495c-b479-2184cb200f47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:30:00.272846 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-175bc544-2afc-4b9a-9dab-aeaf9529cca3 service neutron] Bound using segment: {'id': 'feb662d9-0152-4f97-8d6d-89a1fa54f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '291e6885-2f63-495c-b479-2184cb200f47'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:30:00.273454 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-175bc544-2afc-4b9a-9dab-aeaf9529cca3 service neutron] Bound port: b52b3a98-0c7e-40d6-8d49-ea668d5575d9, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feb662d9-0152-4f97-8d6d-89a1fa54f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '291e6885-2f63-495c-b479-2184cb200f47'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:30:00.347679 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-175bc544-2afc-4b9a-9dab-aeaf9529cca3 service neutron] For port b52b3a98-0c7e-40d6-8d49-ea668d5575d9, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=b52b3a98-0c7e-40d6-8d49-ea668d5575d9,segment=NetworkSegment(feb662d9-0152-4f97-8d6d-89a1fa54f824),segment_id=feb662d9-0152-4f97-8d6d-89a1fa54f824)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:30:00.354138 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-175bc544-2afc-4b9a-9dab-aeaf9529cca3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:00.355426 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-175bc544-2afc-4b9a-9dab-aeaf9529cca3 service neutron] 10.222.0.61 "POST /v2.0/ports/b52b3a98-0c7e-40d6-8d49-ea668d5575d9/bindings HTTP/1.1" status: 201 len: 389 time: 0.3076403 Aug 23 20:30:00.415909 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17c2ac-d29e-41e4-8c5e-87818241d571 req-98774300-65e8-4528-9c38-9443b8eeee0a tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:00.417905 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dc17c2ac-d29e-41e4-8c5e-87818241d571 req-98774300-65e8-4528-9c38-9443b8eeee0a tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf HTTP/1.1" status: 200 len: 947 time: 0.0819032 Aug 23 20:30:00.428252 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce0ed7c-cfd6-4877-8b2c-a8c10e123158 req-3886d2f8-655d-4e0d-bc6e-96376901c3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:00.430724 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6ce0ed7c-cfd6-4877-8b2c-a8c10e123158 req-3886d2f8-655d-4e0d-bc6e-96376901c3a7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a133b3ce-c542-461f-b67d-2eb2e20a852b HTTP/1.1" status: 200 len: 908 time: 0.1776476 Aug 23 20:30:00.496558 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6ce0ed7c-cfd6-4877-8b2c-a8c10e123158 req-dbd122b0-881e-45e4-a032-ad26c24f92fd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2e2aee2-6f16-4cc7-aa2b-496c306bdffe HTTP/1.1" status: 200 len: 217 time: 0.0561471 Aug 23 20:30:00.552731 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dc17c2ac-d29e-41e4-8c5e-87818241d571 req-ec686143-1991-4c6b-8ac6-fbea56c13db6 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208680 Aug 23 20:30:00.587732 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da86c69-8017-4e35-906d-5fd2966490c5 req-3154a8a0-5b62-434d-8ca9-c90a8ad35ff4 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:00.589356 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1da86c69-8017-4e35-906d-5fd2966490c5 req-3154a8a0-5b62-434d-8ca9-c90a8ad35ff4 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d HTTP/1.1" status: 200 len: 946 time: 0.0963483 Aug 23 20:30:00.593298 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce0ed7c-cfd6-4877-8b2c-a8c10e123158 req-a2ceba57-5eb5-48a7-b4e3-792c98f14881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:00.600543 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6ce0ed7c-cfd6-4877-8b2c-a8c10e123158 req-a2ceba57-5eb5-48a7-b4e3-792c98f14881 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc364ba1-f548-4b44-839c-5441876e52b8 HTTP/1.1" status: 200 len: 847 time: 0.0860717 Aug 23 20:30:00.631678 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1da86c69-8017-4e35-906d-5fd2966490c5 req-894fe2a7-1fb1-4673-b172-a8d56522fb0e tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358131 Aug 23 20:30:00.683636 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6ce0ed7c-cfd6-4877-8b2c-a8c10e123158 req-288eeb9c-d60e-46c0-8c60-46558c004b7e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a133b3ce-c542-461f-b67d-2eb2e20a852b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507302 Aug 23 20:30:00.730331 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-2e5f5326-397f-4ec4-bc78-81740dcf3a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:00.732261 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-2e5f5326-397f-4ec4-bc78-81740dcf3a08 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=80dadbb9f2554b479c0b13605bddd689&device_id=7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d HTTP/1.1" status: 200 len: 1097 time: 0.0745289 Aug 23 20:30:00.841660 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-a42bed78-3cf4-472c-94b5-ea3df5340244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:00.843210 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-a42bed78-3cf4-472c-94b5-ea3df5340244 service neutron] 10.222.0.32 "GET /v2.0/networks?id=291e6885-2f63-495c-b479-2184cb200f47 HTTP/1.1" status: 200 len: 922 time: 0.1031177 Aug 23 20:30:00.917113 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-a6ab3946-59a8-44aa-a3ac-c62fd703c82c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b52b3a98-0c7e-40d6-8d49-ea668d5575d9 HTTP/1.1" status: 200 len: 217 time: 0.0549049 Aug 23 20:30:00.988266 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-9987b826-066e-4ee6-8636-5c35edc4fe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:00.990300 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-9987b826-066e-4ee6-8636-5c35edc4fe21 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dff65f8b-9e15-4b43-b237-3b4edeaab508 HTTP/1.1" status: 200 len: 861 time: 0.0632973 Aug 23 20:30:01.032830 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-ff43bf73-105e-4393-b016-164fe6d2cd9e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=291e6885-2f63-495c-b479-2184cb200f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279729 Aug 23 20:30:01.038136 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27940fec-11bc-48f6-b864-873990f2f938 req-5df50801-ba59-4d57-a7ad-cc9451d00467 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:01.039635 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-27940fec-11bc-48f6-b864-873990f2f938 req-5df50801-ba59-4d57-a7ad-cc9451d00467 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef95496f-d429-4409-945f-4b731e5c08b5 HTTP/1.1" status: 200 len: 943 time: 0.3686309 Aug 23 20:30:01.072354 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6ce0ed7c-cfd6-4877-8b2c-a8c10e123158 req-d6539326-330c-4e16-99eb-b70fc0fd1cff service neutron] 10.222.0.32 "GET /v2.0/networks/a133b3ce-c542-461f-b67d-2eb2e20a852b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785489 Aug 23 20:30:01.110116 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-27940fec-11bc-48f6-b864-873990f2f938 req-0c37a41d-8802-4fb0-a3d7-9978804a219d tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605156 Aug 23 20:30:01.140521 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-c9789c0a-8f3f-4111-9244-5456e7ae9796 service neutron] 10.222.0.32 "GET /v2.0/networks/291e6885-2f63-495c-b479-2184cb200f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971010 Aug 23 20:30:01.185861 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6ce0ed7c-cfd6-4877-8b2c-a8c10e123158 req-1e842345-ea67-41d4-8cc2-2a365fd27b74 service neutron] 10.222.0.32 "GET /v2.0/networks/a133b3ce-c542-461f-b67d-2eb2e20a852b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054640 Aug 23 20:30:01.268915 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-1955a0aa-0bfe-482e-a4e4-2a73d58eabfc service neutron] 10.222.0.32 "GET /v2.0/networks/291e6885-2f63-495c-b479-2184cb200f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195025 Aug 23 20:30:01.289336 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f223658-4c6a-4152-ab04-2da7e2d7ac41 req-396c447c-ee68-4b4d-9d1e-566e1399a10f tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:01.291022 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4f223658-4c6a-4152-ab04-2da7e2d7ac41 req-396c447c-ee68-4b4d-9d1e-566e1399a10f tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] 10.222.0.61 "GET /v2.0/ports?device_id=102fbb0a-2e3e-4cd1-896a-b581228b4a1a HTTP/1.1" status: 200 len: 949 time: 0.0585172 Aug 23 20:30:01.335684 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4f223658-4c6a-4152-ab04-2da7e2d7ac41 req-0c881acb-e995-4fcc-90b3-e1a5f47b34bc tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] 10.222.0.61 "GET /v2.0/security-groups?id=16a2a9a5-c115-4693-ae63-ecbf0226a40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362341 Aug 23 20:30:01.350818 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 79e4e511-e25d-4631-b369-78f9df0c62ac details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:30:01.418490 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device b49a8bc1-3df2-4bbc-8837-265bd383d83c up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:30:01.498292 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-6bcf112e-e45a-4a93-9c35-039a339c189b tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:01.500084 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-6bcf112e-e45a-4a93-9c35-039a339c189b tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d&tenant_id=80dadbb9f2554b479c0b13605bddd689&binding%3Ahost_id=n-h1-805663-2 HTTP/1.1" status: 200 len: 1097 time: 0.0536983 Aug 23 20:30:01.508692 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 79e4e511-e25d-4631-b369-78f9df0c62ac, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=79e4e511-e25d-4631-b369-78f9df0c62ac,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:30:01.512025 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-2f4584f7-a64f-4ab2-8df0-8a3d95aadeb8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-805663-2'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:30:01.523913 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '79e4e511-e25d-4631-b369-78f9df0c62ac', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'port_id': '79e4e511-e25d-4631-b369-78f9df0c62ac', 'mac_address': 'fa:16:3e:a8:5b:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66e9eb0-86f4-4159-852b-f29863cbf18d', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:30:01.529176 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port b49a8bc1-3df2-4bbc-8837-265bd383d83c completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:30:01.553281 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port b49a8bc1-3df2-4bbc-8837-265bd383d83c triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:30:01.553663 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:01.572393 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-2f4584f7-a64f-4ab2-8df0-8a3d95aadeb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:01.725593 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:01.745950 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79e4e511-e25d-4631-b369-78f9df0c62ac {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:30:01.776553 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 79e4e511-e25d-4631-b369-78f9df0c62ac, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=79e4e511-e25d-4631-b369-78f9df0c62ac,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:30:01.784825 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-2f4584f7-a64f-4ab2-8df0-8a3d95aadeb8 service neutron] For port b52b3a98-0c7e-40d6-8d49-ea668d5575d9, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=b52b3a98-0c7e-40d6-8d49-ea668d5575d9,segment=NetworkSegment(feb662d9-0152-4f97-8d6d-89a1fa54f824),segment_id=feb662d9-0152-4f97-8d6d-89a1fa54f824)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:30:01.797670 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:01.824828 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276c883-10e4-48c2-a7fa-77567e7fafb4 req-b5333079-7bfe-44ce-86b6-975cf7a4e5da tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:01.827008 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e276c883-10e4-48c2-a7fa-77567e7fafb4 req-b5333079-7bfe-44ce-86b6-975cf7a4e5da tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf HTTP/1.1" status: 200 len: 947 time: 0.1052790 Aug 23 20:30:01.851979 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:01.898768 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-2f4584f7-a64f-4ab2-8df0-8a3d95aadeb8 service neutron] For port b52b3a98-0c7e-40d6-8d49-ea668d5575d9, host n-h1-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:30:01.906798 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port b49a8bc1-3df2-4bbc-8837-265bd383d83c, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=b49a8bc1-3df2-4bbc-8837-265bd383d83c,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:30:01.907424 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f5f59a-461d-43f2-9584-1202feb3765f req-b1cfc2de-6007-4035-835b-b9ce1bfcd581 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:01.911576 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '102fbb0a-2e3e-4cd1-896a-b581228b4a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49a8bc1-3df2-4bbc-8837-265bd383d83c'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:30:01.914262 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285c70a0-427e-4848-843c-b5b7bae10861" -d '{"events": [{"server_uuid": "102fbb0a-2e3e-4cd1-896a-b581228b4a1a", "name": "network-vif-plugged", "status": "completed", "tag": "b49a8bc1-3df2-4bbc-8837-265bd383d83c"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:30:01.918800 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e2f5f59a-461d-43f2-9584-1202feb3765f req-b1cfc2de-6007-4035-835b-b9ce1bfcd581 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d HTTP/1.1" status: 200 len: 946 time: 0.1256335 Aug 23 20:30:01.924089 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:01.933488 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e276c883-10e4-48c2-a7fa-77567e7fafb4 req-236e42d3-fa56-4873-bf99-84ed1ef78d95 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936792 Aug 23 20:30:01.937009 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=79e4e511-e25d-4631-b369-78f9df0c62ac,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:01.946852 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:30:01.947481 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:30:01.947977 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:30:01.948738 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:30:01.949367 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:30:01.949830 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:30:01.950291 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:30:01.950766 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:30:01.951380 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:30:01.951859 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:30:01.952227 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:30:01.952610 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:30:01.965353 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b52b3a98-0c7e-40d6-8d49-ea668d5575d9'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:30:01.967597 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe50cb8-2967-49eb-8bb5-bdbd4c3b535a" -d '{"events": [{"server_uuid": "7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d", "name": "network-vif-unplugged", "status": "completed", "tag": "b52b3a98-0c7e-40d6-8d49-ea668d5575d9"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:30:01.975558 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-2f4584f7-a64f-4ab2-8df0-8a3d95aadeb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:01.985727 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-2f4584f7-a64f-4ab2-8df0-8a3d95aadeb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:01.996852 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47810) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:30:02.005302 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac704906-4b04-4748-81ef-db76fee6a948 x-openstack-request-id: req-ac704906-4b04-4748-81ef-db76fee6a948 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:30:02.005643 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "102fbb0a-2e3e-4cd1-896a-b581228b4a1a", "name": "network-vif-plugged", "status": "completed", "tag": "b49a8bc1-3df2-4bbc-8837-265bd383d83c", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:30:02.006108 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ac704906-4b04-4748-81ef-db76fee6a948 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:30:02.006517 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '102fbb0a-2e3e-4cd1-896a-b581228b4a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49a8bc1-3df2-4bbc-8837-265bd383d83c', 'code': 200} Aug 23 20:30:02.055536 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=b49a8bc1-3df2-4bbc-8837-265bd383d83c,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:02.057242 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e2f5f59a-461d-43f2-9584-1202feb3765f req-6acbc218-cf91-424f-b0d8-3e099b5ae224 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280282 Aug 23 20:30:02.078139 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 20:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d72d9e3-e1a3-4185-96a6-10be0e87b323 x-openstack-request-id: req-6d72d9e3-e1a3-4185-96a6-10be0e87b323 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:30:02.078432 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d", "name": "network-vif-unplugged", "status": "completed", "tag": "b52b3a98-0c7e-40d6-8d49-ea668d5575d9", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:30:02.078684 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6d72d9e3-e1a3-4185-96a6-10be0e87b323 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:30:02.079075 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b52b3a98-0c7e-40d6-8d49-ea668d5575d9', 'code': 200} Aug 23 20:30:02.097736 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4584f7-a64f-4ab2-8df0-8a3d95aadeb8 service neutron] Pushing event updated for resources: {'Port': ['ID=b52b3a98-0c7e-40d6-8d49-ea668d5575d9,revision_number=7']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:02.106862 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['79e4e511-e25d-4631-b369-78f9df0c62ac'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:30:02.122098 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-2f4584f7-a64f-4ab2-8df0-8a3d95aadeb8 service neutron] Attempting to bind port b52b3a98-0c7e-40d6-8d49-ea668d5575d9 on host n-h1-805663-2 for vnic_type normal with profile {"migrating_to": "n-h2-805663-2"} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:30:02.122098 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-2f4584f7-a64f-4ab2-8df0-8a3d95aadeb8 service neutron] Attempting to bind port b52b3a98-0c7e-40d6-8d49-ea668d5575d9 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': 'feb662d9-0152-4f97-8d6d-89a1fa54f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '291e6885-2f63-495c-b479-2184cb200f47'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:30:02.122098 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-2f4584f7-a64f-4ab2-8df0-8a3d95aadeb8 service neutron] Attempting to bind port b52b3a98-0c7e-40d6-8d49-ea668d5575d9 on network 291e6885-2f63-495c-b479-2184cb200f47 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:30:02.140591 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-2f4584f7-a64f-4ab2-8df0-8a3d95aadeb8 service neutron] Port b52b3a98-0c7e-40d6-8d49-ea668d5575d9 on network 291e6885-2f63-495c-b479-2184cb200f47 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:30:02.141191 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-2f4584f7-a64f-4ab2-8df0-8a3d95aadeb8 service neutron] Attempting to bind port b52b3a98-0c7e-40d6-8d49-ea668d5575d9 on network 291e6885-2f63-495c-b479-2184cb200f47 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:30:02.143686 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4584f7-a64f-4ab2-8df0-8a3d95aadeb8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:30:02.144086 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4584f7-a64f-4ab2-8df0-8a3d95aadeb8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:30:02.144685 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4584f7-a64f-4ab2-8df0-8a3d95aadeb8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:30:02.145178 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4584f7-a64f-4ab2-8df0-8a3d95aadeb8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:30:02.145402 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4584f7-a64f-4ab2-8df0-8a3d95aadeb8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:30:02.145831 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4584f7-a64f-4ab2-8df0-8a3d95aadeb8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:30:02.146097 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4584f7-a64f-4ab2-8df0-8a3d95aadeb8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:30:02.146343 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4584f7-a64f-4ab2-8df0-8a3d95aadeb8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:30:02.146665 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4584f7-a64f-4ab2-8df0-8a3d95aadeb8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:30:02.146986 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4584f7-a64f-4ab2-8df0-8a3d95aadeb8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:30:02.147586 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4584f7-a64f-4ab2-8df0-8a3d95aadeb8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:30:02.147586 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4584f7-a64f-4ab2-8df0-8a3d95aadeb8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:30:02.157086 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-2f4584f7-a64f-4ab2-8df0-8a3d95aadeb8 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:30:02.157432 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-2f4584f7-a64f-4ab2-8df0-8a3d95aadeb8 service neutron] Checking segment: {'id': 'feb662d9-0152-4f97-8d6d-89a1fa54f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '291e6885-2f63-495c-b479-2184cb200f47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:30:02.157817 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-2f4584f7-a64f-4ab2-8df0-8a3d95aadeb8 service neutron] Bound using segment: {'id': 'feb662d9-0152-4f97-8d6d-89a1fa54f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '291e6885-2f63-495c-b479-2184cb200f47'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:30:02.158274 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-2f4584f7-a64f-4ab2-8df0-8a3d95aadeb8 service neutron] Bound port: b52b3a98-0c7e-40d6-8d49-ea668d5575d9, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feb662d9-0152-4f97-8d6d-89a1fa54f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '291e6885-2f63-495c-b479-2184cb200f47'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:30:02.158614 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-2f4584f7-a64f-4ab2-8df0-8a3d95aadeb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:02.223236 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eafd66db-f708-449b-bb9c-8e2c06218d81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:02.228767 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a60f4-049a-416b-a8fa-72fec82fb92e req-a2496fcb-88bc-4d91-b3a9-46a558cb4fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:02.230292 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-251a60f4-049a-416b-a8fa-72fec82fb92e req-a2496fcb-88bc-4d91-b3a9-46a558cb4fc6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=102fbb0a-2e3e-4cd1-896a-b581228b4a1a HTTP/1.1" status: 200 len: 1101 time: 0.1264665 Aug 23 20:30:02.255039 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7470f52-2c24-44a6-8014-06b6fa3ccd73 req-f19125de-649d-4d1f-ab27-4f38a9a9d44b tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:02.256719 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d7470f52-2c24-44a6-8014-06b6fa3ccd73 req-f19125de-649d-4d1f-ab27-4f38a9a9d44b tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef95496f-d429-4409-945f-4b731e5c08b5 HTTP/1.1" status: 200 len: 943 time: 0.0531042 Aug 23 20:30:02.304827 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d7470f52-2c24-44a6-8014-06b6fa3ccd73 req-0b3e4a4b-6fd9-4b00-a54d-d2b53012f602 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395498 Aug 23 20:30:02.308493 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-2f4584f7-a64f-4ab2-8df0-8a3d95aadeb8 service neutron] For port b52b3a98-0c7e-40d6-8d49-ea668d5575d9, host n-h1-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:30:02.326068 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-251a60f4-049a-416b-a8fa-72fec82fb92e req-2f40298c-b562-4cfb-9000-e49fb3c6cc81 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=16a2a9a5-c115-4693-ae63-ecbf0226a40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860147 Aug 23 20:30:02.327499 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-2f4584f7-a64f-4ab2-8df0-8a3d95aadeb8 service neutron] For port b52b3a98-0c7e-40d6-8d49-ea668d5575d9, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=b52b3a98-0c7e-40d6-8d49-ea668d5575d9,segment=NetworkSegment(feb662d9-0152-4f97-8d6d-89a1fa54f824),segment_id=feb662d9-0152-4f97-8d6d-89a1fa54f824)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:30:02.335956 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-2f4584f7-a64f-4ab2-8df0-8a3d95aadeb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:02.442125 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4584f7-a64f-4ab2-8df0-8a3d95aadeb8 service neutron] Pushing event updated for resources: {'Port': ['ID=b52b3a98-0c7e-40d6-8d49-ea668d5575d9,revision_number=8']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:02.479760 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-2f4584f7-a64f-4ab2-8df0-8a3d95aadeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:02.480408 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-2f4584f7-a64f-4ab2-8df0-8a3d95aadeb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:02.481891 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-2f4584f7-a64f-4ab2-8df0-8a3d95aadeb8 service neutron] 10.222.0.32 "PUT /v2.0/ports/b52b3a98-0c7e-40d6-8d49-ea668d5575d9 HTTP/1.1" status: 200 len: 1122 time: 0.9741185 Aug 23 20:30:02.516908 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eafd66db-f708-449b-bb9c-8e2c06218d81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:02.526035 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eafd66db-f708-449b-bb9c-8e2c06218d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:02.547445 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa040d0b-94b7-4648-9a68-521f28328511 req-aed3fba9-09ed-459a-aee3-208350248f6c tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:02.548983 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fa040d0b-94b7-4648-9a68-521f28328511 req-aed3fba9-09ed-459a-aee3-208350248f6c tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] 10.222.0.61 "GET /v2.0/ports?device_id=102fbb0a-2e3e-4cd1-896a-b581228b4a1a HTTP/1.1" status: 200 len: 950 time: 0.1228325 Aug 23 20:30:02.597434 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-eafd66db-f708-449b-bb9c-8e2c06218d81 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a1bea341f89748d1a8ff1fcb05f7625e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5996740 Aug 23 20:30:02.598670 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['b52b3a98-0c7e-40d6-8d49-ea668d5575d9'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:30:02.599757 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd66db-f708-449b-bb9c-8e2c06218d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33bf2d97-b8c7-45e6-99ad-452be36fb4d7,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:02.600313 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47820) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:30:02.624942 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fa040d0b-94b7-4648-9a68-521f28328511 req-7795360f-65c5-4d54-a154-1565591460b0 tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] 10.222.0.61 "GET /v2.0/security-groups?id=16a2a9a5-c115-4693-ae63-ecbf0226a40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677803 Aug 23 20:30:02.669399 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-739b6568-ffbf-4faa-9f69-d4585be02450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:02.691896 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-739b6568-ffbf-4faa-9f69-d4585be02450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:02.749216 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-739b6568-ffbf-4faa-9f69-d4585be02450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:02.752457 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-739b6568-ffbf-4faa-9f69-d4585be02450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:02.757510 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-739b6568-ffbf-4faa-9f69-d4585be02450 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/33bf2d97-b8c7-45e6-99ad-452be36fb4d7 HTTP/1.1" status: 204 len: 168 time: 0.1559763 Aug 23 20:30:02.766716 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b6568-ffbf-4faa-9f69-d4585be02450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33bf2d97-b8c7-45e6-99ad-452be36fb4d7,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:03.117863 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a6340-8283-4165-962c-a6fb96cc0607 req-81357e9d-a53b-4329-94d2-fa9d479a9175 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:03.118821 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fd5a6340-8283-4165-962c-a6fb96cc0607 req-81357e9d-a53b-4329-94d2-fa9d479a9175 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf HTTP/1.1" status: 200 len: 948 time: 0.0789642 Aug 23 20:30:03.137489 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47838) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:30:03.154513 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8580a95d-2d6f-4ea3-a694-71ec4fa647c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:03.176839 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fd5a6340-8283-4165-962c-a6fb96cc0607 req-31979361-92ec-45b1-ab79-8cea7fd956bc tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520585 Aug 23 20:30:03.178118 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device b2e2aee2-6f16-4cc7-aa2b-496c306bdffe details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:30:03.305554 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8580a95d-2d6f-4ea3-a694-71ec4fa647c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:03.313946 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8580a95d-2d6f-4ea3-a694-71ec4fa647c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:03.337102 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port b2e2aee2-6f16-4cc7-aa2b-496c306bdffe, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=b2e2aee2-6f16-4cc7-aa2b-496c306bdffe,segment=NetworkSegment(3440ae09-322e-4891-8c02-a5baf5ba77f1),segment_id=3440ae09-322e-4891-8c02-a5baf5ba77f1)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:30:03.352521 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': 'b2e2aee2-6f16-4cc7-aa2b-496c306bdffe', 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b', 'port_id': 'b2e2aee2-6f16-4cc7-aa2b-496c306bdffe', 'mac_address': 'fa:16:3e:c4:92:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc364ba1-f548-4b44-839c-5441876e52b8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:30:03.368015 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46623624-8384-4bb3-b3e8-fedbf3f0d4b4 req-de630375-7adb-4a7e-b149-8fedb263a329 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:03.368656 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8580a95d-2d6f-4ea3-a694-71ec4fa647c8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c5c916a0d2ec4af78c7384293f3ce08c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2300208 Aug 23 20:30:03.369700 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8580a95d-2d6f-4ea3-a694-71ec4fa647c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea24b32c-52fa-490f-910b-20d2dc72e5b5,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:03.373657 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47846) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:30:03.373846 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-46623624-8384-4bb3-b3e8-fedbf3f0d4b4 req-de630375-7adb-4a7e-b149-8fedb263a329 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d HTTP/1.1" status: 200 len: 944 time: 0.0687449 Aug 23 20:30:03.393524 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 79e4e511-e25d-4631-b369-78f9df0c62ac up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:30:03.423337 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-46623624-8384-4bb3-b3e8-fedbf3f0d4b4 req-15a78684-8e85-4818-a4dd-f373929a075b tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436251 Aug 23 20:30:03.430901 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-96308997-1863-4213-a9eb-81b5ccf8e016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:03.439047 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:03.463261 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2e2aee2-6f16-4cc7-aa2b-496c306bdffe {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:30:03.482769 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-96308997-1863-4213-a9eb-81b5ccf8e016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:03.498955 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port b2e2aee2-6f16-4cc7-aa2b-496c306bdffe, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=b2e2aee2-6f16-4cc7-aa2b-496c306bdffe,segment=NetworkSegment(3440ae09-322e-4891-8c02-a5baf5ba77f1),segment_id=3440ae09-322e-4891-8c02-a5baf5ba77f1)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:30:03.504655 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:03.510908 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 79e4e511-e25d-4631-b369-78f9df0c62ac completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:30:03.537281 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 79e4e511-e25d-4631-b369-78f9df0c62ac triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:30:03.537753 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:03.586331 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-96308997-1863-4213-a9eb-81b5ccf8e016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:03.593857 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-96308997-1863-4213-a9eb-81b5ccf8e016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:03.596227 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-96308997-1863-4213-a9eb-81b5ccf8e016 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ea24b32c-52fa-490f-910b-20d2dc72e5b5 HTTP/1.1" status: 204 len: 168 time: 0.2211368 Aug 23 20:30:03.607810 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=b2e2aee2-6f16-4cc7-aa2b-496c306bdffe,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:03.630842 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96308997-1863-4213-a9eb-81b5ccf8e016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea24b32c-52fa-490f-910b-20d2dc72e5b5,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:03.712734 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:03.751859 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 79e4e511-e25d-4631-b369-78f9df0c62ac, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=79e4e511-e25d-4631-b369-78f9df0c62ac,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:30:03.757075 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db5c95-6f03-4ce3-9a94-d823c9c6a7ea req-de59bcba-ef95-4280-b741-7865ac3c4db2 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:03.757706 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:03.766705 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d9db5c95-6f03-4ce3-9a94-d823c9c6a7ea req-de59bcba-ef95-4280-b741-7865ac3c4db2 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef95496f-d429-4409-945f-4b731e5c08b5 HTTP/1.1" status: 200 len: 944 time: 0.0761514 Aug 23 20:30:03.818840 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d9db5c95-6f03-4ce3-9a94-d823c9c6a7ea req-c6107563-5027-47ef-91a5-b47a5ce43e47 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506818 Aug 23 20:30:03.826787 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=79e4e511-e25d-4631-b369-78f9df0c62ac,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:03.903910 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8efb74-85a7-4522-bb46-9bbae860ede7 req-25dee476-7ebd-4e1d-aa30-ade4d47c9f33 tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:03.905547 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bf8efb74-85a7-4522-bb46-9bbae860ede7 req-25dee476-7ebd-4e1d-aa30-ade4d47c9f33 tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] 10.222.0.61 "GET /v2.0/ports?device_id=102fbb0a-2e3e-4cd1-896a-b581228b4a1a HTTP/1.1" status: 200 len: 950 time: 0.0525455 Aug 23 20:30:03.946156 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['b2e2aee2-6f16-4cc7-aa2b-496c306bdffe'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:30:03.947154 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bf8efb74-85a7-4522-bb46-9bbae860ede7 req-85566fb7-8964-4a4e-bab8-ef32c0f5ab51 tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] 10.222.0.61 "GET /v2.0/security-groups?id=16a2a9a5-c115-4693-ae63-ecbf0226a40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350664 Aug 23 20:30:04.007943 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e4e511-e25d-4631-b369-78f9df0c62ac'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:30:04.010588 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86087901-6c03-4b12-9b83-c3f29c7fb8cd" -d '{"events": [{"server_uuid": "4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf", "name": "network-vif-plugged", "status": "completed", "tag": "79e4e511-e25d-4631-b369-78f9df0c62ac"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:30:04.080378 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d', 'tag': 'b52b3a98-0c7e-40d6-8d49-ea668d5575d9'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:30:04.084237 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168a33f5-18b9-46e8-9611-235b01956f6b" -d '{"events": [{"name": "network-changed", "server_uuid": "7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d", "tag": "b52b3a98-0c7e-40d6-8d49-ea668d5575d9"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:30:04.202825 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86164ab-e19e-4a2e-902e-1dd49908a95e x-openstack-request-id: req-d86164ab-e19e-4a2e-902e-1dd49908a95e {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:30:04.203124 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf", "name": "network-vif-plugged", "status": "completed", "tag": "79e4e511-e25d-4631-b369-78f9df0c62ac", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:30:04.203377 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d86164ab-e19e-4a2e-902e-1dd49908a95e {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:30:04.203770 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e4e511-e25d-4631-b369-78f9df0c62ac', 'code': 200} Aug 23 20:30:04.246406 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5237643f-8ce9-4d67-ae4a-3a61d602c61b x-openstack-request-id: req-5237643f-8ce9-4d67-ae4a-3a61d602c61b {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:30:04.247249 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d", "tag": "b52b3a98-0c7e-40d6-8d49-ea668d5575d9", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:30:04.247693 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5237643f-8ce9-4d67-ae4a-3a61d602c61b {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:30:04.248279 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d', 'tag': 'b52b3a98-0c7e-40d6-8d49-ea668d5575d9', 'status': 'completed', 'code': 200} Aug 23 20:30:04.358355 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a33f5-18b9-46e8-9611-235b01956f6b req-042d8262-cbcd-49b4-aa10-796def2f1521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:04.359961 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-168a33f5-18b9-46e8-9611-235b01956f6b req-042d8262-cbcd-49b4-aa10-796def2f1521 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80dadbb9f2554b479c0b13605bddd689&device_id=7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d HTTP/1.1" status: 200 len: 1125 time: 0.0797515 Aug 23 20:30:04.361645 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef0d0d-8a43-4473-b61b-0fa556e33ac5 req-44ce745e-7f92-46c7-9e49-b281a29727a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:04.363991 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-64ef0d0d-8a43-4473-b61b-0fa556e33ac5 req-44ce745e-7f92-46c7-9e49-b281a29727a1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf HTTP/1.1" status: 200 len: 1100 time: 0.0655162 Aug 23 20:30:04.428269 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-64ef0d0d-8a43-4473-b61b-0fa556e33ac5 req-66934500-aa68-4f33-b26a-9987054ef8de service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500371 Aug 23 20:30:04.480748 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d958c-7bed-40bf-bc83-db698615c728 req-cdba4120-51fb-4b9c-97a7-5aa29b060c95 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:04.482330 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c65d958c-7bed-40bf-bc83-db698615c728 req-cdba4120-51fb-4b9c-97a7-5aa29b060c95 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf HTTP/1.1" status: 200 len: 949 time: 0.1264865 Aug 23 20:30:04.546457 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a33f5-18b9-46e8-9611-235b01956f6b req-82edba8c-9665-45cb-97e1-c97f2f47ecc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:04.548128 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-168a33f5-18b9-46e8-9611-235b01956f6b req-82edba8c-9665-45cb-97e1-c97f2f47ecc1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=291e6885-2f63-495c-b479-2184cb200f47 HTTP/1.1" status: 200 len: 922 time: 0.1558776 Aug 23 20:30:04.551156 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c65d958c-7bed-40bf-bc83-db698615c728 req-c3c9255f-3732-4a77-bbac-592f04381c88 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587971 Aug 23 20:30:04.603541 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0d576-65a9-41e6-88f4-91e0b1c319e3 req-16e98431-a617-49eb-9637-09853b95559e tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:04.608598 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cda0d576-65a9-41e6-88f4-91e0b1c319e3 req-16e98431-a617-49eb-9637-09853b95559e tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d HTTP/1.1" status: 200 len: 944 time: 0.0754225 Aug 23 20:30:04.665571 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cda0d576-65a9-41e6-88f4-91e0b1c319e3 req-3fbd4686-5054-4505-8c7c-6874976dc77f tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537846 Aug 23 20:30:04.945900 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-168a33f5-18b9-46e8-9611-235b01956f6b req-1f50e826-bcd0-436d-91a6-3b61d51463c3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b52b3a98-0c7e-40d6-8d49-ea668d5575d9 HTTP/1.1" status: 200 len: 217 time: 0.3168027 Aug 23 20:30:04.999135 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ca5d0-df44-4bf3-90cd-378f034cd52e req-40e6af42-cac7-4da0-a485-44919b434db2 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:05.006611 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9d6ca5d0-df44-4bf3-90cd-378f034cd52e req-40e6af42-cac7-4da0-a485-44919b434db2 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef95496f-d429-4409-945f-4b731e5c08b5 HTTP/1.1" status: 200 len: 944 time: 0.0781183 Aug 23 20:30:05.045816 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71336dd3-e29d-49e3-9de3-48012907c578 req-c138e74b-1a10-47a5-9ebc-3e9d6f6729d6 tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:05.047115 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-71336dd3-e29d-49e3-9de3-48012907c578 req-c138e74b-1a10-47a5-9ebc-3e9d6f6729d6 tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] 10.222.0.61 "GET /v2.0/ports?device_id=102fbb0a-2e3e-4cd1-896a-b581228b4a1a HTTP/1.1" status: 200 len: 950 time: 0.1037731 Aug 23 20:30:05.048763 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a33f5-18b9-46e8-9611-235b01956f6b req-3712b645-8590-4195-a8f5-fef35fb61b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:05.050664 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-168a33f5-18b9-46e8-9611-235b01956f6b req-3712b645-8590-4195-a8f5-fef35fb61b8b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dff65f8b-9e15-4b43-b237-3b4edeaab508 HTTP/1.1" status: 200 len: 861 time: 0.0956933 Aug 23 20:30:05.055686 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9d6ca5d0-df44-4bf3-90cd-378f034cd52e req-8a829c25-cfc4-4d74-9c9b-dc2ebcd5292f tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482121 Aug 23 20:30:05.100981 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-168a33f5-18b9-46e8-9611-235b01956f6b req-5f6140ac-e935-47e5-ad76-f2396020a477 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=291e6885-2f63-495c-b479-2184cb200f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365717 Aug 23 20:30:05.136524 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-71336dd3-e29d-49e3-9de3-48012907c578 req-262f97cd-6290-4dba-bdd9-67c2f1a66e2b tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] 10.222.0.61 "GET /v2.0/security-groups?id=16a2a9a5-c115-4693-ae63-ecbf0226a40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803158 Aug 23 20:30:05.180078 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device b52b3a98-0c7e-40d6-8d49-ea668d5575d9 details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:30:05.193078 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device b2e2aee2-6f16-4cc7-aa2b-496c306bdffe up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:30:05.220411 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-168a33f5-18b9-46e8-9611-235b01956f6b req-321afd76-4e32-472c-8bc9-b5322b9d5cdb service neutron] 10.222.0.11 "GET /v2.0/networks/291e6885-2f63-495c-b479-2184cb200f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077502 Aug 23 20:30:05.335514 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-168a33f5-18b9-46e8-9611-235b01956f6b req-25fb9848-b435-4c77-a9c7-31331af109b1 service neutron] 10.222.0.11 "GET /v2.0/networks/291e6885-2f63-495c-b479-2184cb200f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072021 Aug 23 20:30:05.383986 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port b2e2aee2-6f16-4cc7-aa2b-496c306bdffe completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:30:05.396217 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port b52b3a98-0c7e-40d6-8d49-ea668d5575d9, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=b52b3a98-0c7e-40d6-8d49-ea668d5575d9,segment=NetworkSegment(feb662d9-0152-4f97-8d6d-89a1fa54f824),segment_id=feb662d9-0152-4f97-8d6d-89a1fa54f824)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:30:05.398769 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port b2e2aee2-6f16-4cc7-aa2b-496c306bdffe triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:30:05.399151 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:05.428401 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device b52b3a98-0c7e-40d6-8d49-ea668d5575d9 has no active binding in host n-h2-805663-2 {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 23 20:30:05.502293 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:05.545451 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port b2e2aee2-6f16-4cc7-aa2b-496c306bdffe, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=b2e2aee2-6f16-4cc7-aa2b-496c306bdffe,segment=NetworkSegment(3440ae09-322e-4891-8c02-a5baf5ba77f1),segment_id=3440ae09-322e-4891-8c02-a5baf5ba77f1)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:30:05.551022 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:05.619253 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=b2e2aee2-6f16-4cc7-aa2b-496c306bdffe,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:05.740968 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35cb36-1493-420b-900d-c281f55fe83e req-031ff74c-444d-406c-b6f8-6efd3dc70e2b tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:05.743437 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9a35cb36-1493-420b-900d-c281f55fe83e req-031ff74c-444d-406c-b6f8-6efd3dc70e2b tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf HTTP/1.1" status: 200 len: 949 time: 0.0732369 Aug 23 20:30:05.817095 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9a35cb36-1493-420b-900d-c281f55fe83e req-cab6957f-63c1-47e1-bd25-797cc855a83b tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668573 Aug 23 20:30:05.834360 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c0b51-65a9-47fa-b217-b4b74f2271f8 req-a8abdef0-9368-4aa7-90d7-46760050a04a tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:05.841945 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-982c0b51-65a9-47fa-b217-b4b74f2271f8 req-a8abdef0-9368-4aa7-90d7-46760050a04a tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d HTTP/1.1" status: 200 len: 944 time: 0.0792410 Aug 23 20:30:05.886749 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-982c0b51-65a9-47fa-b217-b4b74f2271f8 req-fdc75a03-dfa0-4948-9c75-e4dccbb8e4f8 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403137 Aug 23 20:30:06.191583 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38294ad6-ffd5-44a3-bcd1-efeb7b24b65c req-b1c73244-3f63-4133-b186-ac9d97ea2dde tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:06.193389 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-38294ad6-ffd5-44a3-bcd1-efeb7b24b65c req-b1c73244-3f63-4133-b186-ac9d97ea2dde tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef95496f-d429-4409-945f-4b731e5c08b5 HTTP/1.1" status: 200 len: 945 time: 0.0613515 Aug 23 20:30:06.205381 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef95496f-d429-4409-945f-4b731e5c08b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e2aee2-6f16-4cc7-aa2b-496c306bdffe'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:30:06.208470 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8327fafd-df40-4ba8-8a95-e53dd3ca5b30" -d '{"events": [{"server_uuid": "ef95496f-d429-4409-945f-4b731e5c08b5", "name": "network-vif-plugged", "status": "completed", "tag": "b2e2aee2-6f16-4cc7-aa2b-496c306bdffe"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:30:06.237237 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-38294ad6-ffd5-44a3-bcd1-efeb7b24b65c req-e4c8f5c6-b72e-4876-ad69-4ed021474284 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357683 Aug 23 20:30:06.286807 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fbba7f-3d4d-476d-8dab-046846dbd696 req-fb38cbec-9076-498c-81e0-7c9cea18e79e tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:06.288486 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-64fbba7f-3d4d-476d-8dab-046846dbd696 req-fb38cbec-9076-498c-81e0-7c9cea18e79e tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] 10.222.0.61 "GET /v2.0/ports?device_id=102fbb0a-2e3e-4cd1-896a-b581228b4a1a HTTP/1.1" status: 200 len: 950 time: 0.0574505 Aug 23 20:30:06.346360 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-64fbba7f-3d4d-476d-8dab-046846dbd696 req-065ace71-776a-4457-a844-7ddf6c631cc8 tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] 10.222.0.61 "GET /v2.0/security-groups?id=16a2a9a5-c115-4693-ae63-ecbf0226a40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458937 Aug 23 20:30:06.361428 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515e65ed-518c-4ce5-a179-1f187b03278d x-openstack-request-id: req-515e65ed-518c-4ce5-a179-1f187b03278d {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:30:06.361722 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef95496f-d429-4409-945f-4b731e5c08b5", "name": "network-vif-plugged", "status": "completed", "tag": "b2e2aee2-6f16-4cc7-aa2b-496c306bdffe", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:30:06.361970 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-515e65ed-518c-4ce5-a179-1f187b03278d {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:30:06.362406 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef95496f-d429-4409-945f-4b731e5c08b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e2aee2-6f16-4cc7-aa2b-496c306bdffe', 'code': 200} Aug 23 20:30:06.561153 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee4518-03b3-43dd-8ad8-a647c56fa845 req-44c1ed5a-b0b2-4fd4-b0d6-cab12a0dc90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:06.564103 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a7ee4518-03b3-43dd-8ad8-a647c56fa845 req-44c1ed5a-b0b2-4fd4-b0d6-cab12a0dc90b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ef95496f-d429-4409-945f-4b731e5c08b5 HTTP/1.1" status: 200 len: 1096 time: 0.0463481 Aug 23 20:30:06.607514 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47980) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:30:06.617783 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a7ee4518-03b3-43dd-8ad8-a647c56fa845 req-ad8181b1-9dd0-48dd-967c-e880bbc9677a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409393 Aug 23 20:30:06.729823 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e64154ab-13b7-46d3-9a12-379e5e407c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:06.763843 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4f95a-65d0-4cb5-b43d-e908bf8f2eec req-eb370214-4884-4c1c-95f1-a9631edaef5d tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:06.765381 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6ec4f95a-65d0-4cb5-b43d-e908bf8f2eec req-eb370214-4884-4c1c-95f1-a9631edaef5d tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] 10.222.0.11 "GET /v2.0/ports?device_id=102fbb0a-2e3e-4cd1-896a-b581228b4a1a HTTP/1.1" status: 200 len: 950 time: 0.0785229 Aug 23 20:30:06.933965 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e64154ab-13b7-46d3-9a12-379e5e407c5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:06.939104 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-6ec4f95a-65d0-4cb5-b43d-e908bf8f2eec req-bce119a0-20e8-47a7-95a7-f25cc63492b0 tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] Deleting port b49a8bc1-3df2-4bbc-8837-265bd383d83c {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:30:06.939744 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6ec4f95a-65d0-4cb5-b43d-e908bf8f2eec req-bce119a0-20e8-47a7-95a7-f25cc63492b0 tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:06.947252 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e64154ab-13b7-46d3-9a12-379e5e407c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:06.968725 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3cee60-d956-4e22-8423-0ba1f2ef20de req-cd053810-f4d0-4717-86be-d76cf59a1d18 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:06.982930 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-de3cee60-d956-4e22-8423-0ba1f2ef20de req-cd053810-f4d0-4717-86be-d76cf59a1d18 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf HTTP/1.1" status: 200 len: 949 time: 0.0784395 Aug 23 20:30:07.022671 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-de3cee60-d956-4e22-8423-0ba1f2ef20de req-83a5753d-7fde-4710-8384-80e501537c7c tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387092 Aug 23 20:30:07.078272 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e64154ab-13b7-46d3-9a12-379e5e407c5a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ac5fb1d81b774198bc26c8699431697a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4695659 Aug 23 20:30:07.081197 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47994) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:30:07.090236 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64154ab-13b7-46d3-9a12-379e5e407c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b96b7a2-88e5-47b7-975f-a79b02d6a608,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:07.133213 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-6ec4f95a-65d0-4cb5-b43d-e908bf8f2eec req-bce119a0-20e8-47a7-95a7-f25cc63492b0 tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] For port b49a8bc1-3df2-4bbc-8837-265bd383d83c, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=b49a8bc1-3df2-4bbc-8837-265bd383d83c,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:30:07.133688 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6ec4f95a-65d0-4cb5-b43d-e908bf8f2eec req-bce119a0-20e8-47a7-95a7-f25cc63492b0 tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:07.145608 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ff201-5582-4fc9-a632-e1d52211c5c1 req-93e0e6e9-35cb-42b2-92e4-d424af16e71d tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:07.154132 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-393ff201-5582-4fc9-a632-e1d52211c5c1 req-93e0e6e9-35cb-42b2-92e4-d424af16e71d tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d HTTP/1.1" status: 200 len: 944 time: 0.1415739 Aug 23 20:30:07.169703 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9065aeb6-02a2-4115-b876-85d3a60a0b6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:07.173331 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-6ec4f95a-65d0-4cb5-b43d-e908bf8f2eec req-bce119a0-20e8-47a7-95a7-f25cc63492b0 tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] Calling delete_port for b49a8bc1-3df2-4bbc-8837-265bd383d83c owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:30:07.195162 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9065aeb6-02a2-4115-b876-85d3a60a0b6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:07.302900 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-5408552b-fb8e-40f7-bacd-43e90d73ab38 service neutron] 10.222.0.11 "GET /v2.0/ports/b52b3a98-0c7e-40d6-8d49-ea668d5575d9/bindings/n-h2-805663-2 HTTP/1.1" status: 200 len: 384 time: 0.0826557 Aug 23 20:30:07.321133 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-393ff201-5582-4fc9-a632-e1d52211c5c1 req-06bc08f9-4264-450b-ac0d-dfa4f61372e3 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598673 Aug 23 20:30:07.326162 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9065aeb6-02a2-4115-b876-85d3a60a0b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:07.330546 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9065aeb6-02a2-4115-b876-85d3a60a0b6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:07.331913 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9065aeb6-02a2-4115-b876-85d3a60a0b6a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0b96b7a2-88e5-47b7-975f-a79b02d6a608 HTTP/1.1" status: 204 len: 168 time: 0.2485521 Aug 23 20:30:07.370888 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9065aeb6-02a2-4115-b876-85d3a60a0b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b96b7a2-88e5-47b7-975f-a79b02d6a608,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:07.529251 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6ec4f95a-65d0-4cb5-b43d-e908bf8f2eec req-bce119a0-20e8-47a7-95a7-f25cc63492b0 tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:07.541429 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['b49a8bc1-3df2-4bbc-8837-265bd383d83c'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:30:07.609371 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-ebcb6a7e-eebb-4431-9357-01aed5190cf9 service neutron] For port b52b3a98-0c7e-40d6-8d49-ea668d5575d9, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=b52b3a98-0c7e-40d6-8d49-ea668d5575d9,segment=NetworkSegment(feb662d9-0152-4f97-8d6d-89a1fa54f824),segment_id=feb662d9-0152-4f97-8d6d-89a1fa54f824)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:30:07.653654 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-ebcb6a7e-eebb-4431-9357-01aed5190cf9 service neutron] For port b52b3a98-0c7e-40d6-8d49-ea668d5575d9, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:30:07.657464 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b9dd7-d2f0-4d2b-b40f-98d126411eb0 req-eba8def9-c017-4ee4-a5d4-0ed58e90657c tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:07.667579 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a53b9dd7-d2f0-4d2b-b40f-98d126411eb0 req-eba8def9-c017-4ee4-a5d4-0ed58e90657c tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef95496f-d429-4409-945f-4b731e5c08b5 HTTP/1.1" status: 200 len: 945 time: 0.2245424 Aug 23 20:30:07.681214 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce119a0-20e8-47a7-95a7-f25cc63492b0 tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] Pushing event deleted for resources: {'Port': ['ID=b49a8bc1-3df2-4bbc-8837-265bd383d83c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:07.738029 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-ebcb6a7e-eebb-4431-9357-01aed5190cf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b52b3a98-0c7e-40d6-8d49-ea668d5575d9 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:30:07.767101 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-ebcb6a7e-eebb-4431-9357-01aed5190cf9 service neutron] For port b52b3a98-0c7e-40d6-8d49-ea668d5575d9, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=b52b3a98-0c7e-40d6-8d49-ea668d5575d9,segment=NetworkSegment(feb662d9-0152-4f97-8d6d-89a1fa54f824),segment_id=feb662d9-0152-4f97-8d6d-89a1fa54f824)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:30:07.809848 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ec4f95a-65d0-4cb5-b43d-e908bf8f2eec req-bce119a0-20e8-47a7-95a7-f25cc63492b0 tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] No DVR routers for this DVR port b49a8bc1-3df2-4bbc-8837-265bd383d83c on host n-h1-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:30:07.818652 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6ec4f95a-65d0-4cb5-b43d-e908bf8f2eec req-bce119a0-20e8-47a7-95a7-f25cc63492b0 tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:07.821452 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6ec4f95a-65d0-4cb5-b43d-e908bf8f2eec req-bce119a0-20e8-47a7-95a7-f25cc63492b0 tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] 10.222.0.11 "DELETE /v2.0/ports/b49a8bc1-3df2-4bbc-8837-265bd383d83c HTTP/1.1" status: 204 len: 173 time: 1.0388041 Aug 23 20:30:07.821739 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-848831be-d307-4ccb-8da5-eefd92d31b6e req-0143f7b3-b57f-49de-93b5-c4a6ee965276 tempest-TenantUsagesTestJSON-570985259 tempest-TenantUsagesTestJSON-570985259-project] 10.222.0.61 "GET /v2.0/ports?device_id=102fbb0a-2e3e-4cd1-896a-b581228b4a1a HTTP/1.1" status: 200 len: 210 time: 0.0526762 Aug 23 20:30:07.822692 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '102fbb0a-2e3e-4cd1-896a-b581228b4a1a', 'name': 'network-vif-deleted', 'tag': 'b49a8bc1-3df2-4bbc-8837-265bd383d83c'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:30:07.825603 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b42447c-ddaa-42ff-beeb-7bfdb08dffe8" -d '{"events": [{"server_uuid": "102fbb0a-2e3e-4cd1-896a-b581228b4a1a", "name": "network-vif-deleted", "tag": "b49a8bc1-3df2-4bbc-8837-265bd383d83c"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:30:07.838978 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-ebcb6a7e-eebb-4431-9357-01aed5190cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:07.851328 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a53b9dd7-d2f0-4d2b-b40f-98d126411eb0 req-ae8e1513-7fd4-4d25-b0a1-471e03d3d8af tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817410 Aug 23 20:30:07.862063 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4cb78d04-b1ae-4d90-a201-520b42f962af req-cc1972e3-91a2-4589-8b27-0f98fd880cc1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1477566 Aug 23 20:30:07.884513 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48010) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:30:07.913995 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d426a60b-4b4a-462f-a73d-12fd49cbd8f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:08.051373 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1744bb-4300-4fca-8b7b-2c4232b6fd98 x-openstack-request-id: req-8e1744bb-4300-4fca-8b7b-2c4232b6fd98 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:30:08.051954 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "102fbb0a-2e3e-4cd1-896a-b581228b4a1a", "name": "network-vif-deleted", "tag": "b49a8bc1-3df2-4bbc-8837-265bd383d83c", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:30:08.052379 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8e1744bb-4300-4fca-8b7b-2c4232b6fd98 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:30:08.052872 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '102fbb0a-2e3e-4cd1-896a-b581228b4a1a', 'name': 'network-vif-deleted', 'tag': 'b49a8bc1-3df2-4bbc-8837-265bd383d83c', 'status': 'completed', 'code': 200} Aug 23 20:30:08.119821 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-ebcb6a7e-eebb-4431-9357-01aed5190cf9 service neutron] Transition to ACTIVE for port object b52b3a98-0c7e-40d6-8d49-ea668d5575d9 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:30:08.141512 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-ebcb6a7e-eebb-4431-9357-01aed5190cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:08.169854 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d426a60b-4b4a-462f-a73d-12fd49cbd8f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:08.188915 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e10337-98c0-4999-a29b-70f825df7366 req-02e4b993-cb25-4716-91ef-a3250b501c63 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:08.193192 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-70e10337-98c0-4999-a29b-70f825df7366 req-02e4b993-cb25-4716-91ef-a3250b501c63 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf HTTP/1.1" status: 200 len: 949 time: 0.1198072 Aug 23 20:30:08.196371 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d426a60b-4b4a-462f-a73d-12fd49cbd8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:08.250564 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d426a60b-4b4a-462f-a73d-12fd49cbd8f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca29a877-8d2f-4111-bcc0-a0000411f2fe,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:08.296744 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-ebcb6a7e-eebb-4431-9357-01aed5190cf9 service neutron] No DVR routers for this DVR port b52b3a98-0c7e-40d6-8d49-ea668d5575d9 on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:30:08.314248 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb6a7e-eebb-4431-9357-01aed5190cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=b52b3a98-0c7e-40d6-8d49-ea668d5575d9,revision_number=10']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:08.322057 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-70e10337-98c0-4999-a29b-70f825df7366 req-29983cfe-9bf4-4de0-8537-33cc1717a83b tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011326 Aug 23 20:30:08.356641 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d426a60b-4b4a-462f-a73d-12fd49cbd8f8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=04c1305c3dc64a278b1879db6933d156&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4670763 Aug 23 20:30:08.357347 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48028) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:30:08.365879 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-ebcb6a7e-eebb-4431-9357-01aed5190cf9 service neutron] 10.222.0.11 "PUT /v2.0/ports/b52b3a98-0c7e-40d6-8d49-ea668d5575d9/bindings/n-h2-805663-2/activate HTTP/1.1" status: 200 len: 369 time: 1.0552597 Aug 23 20:30:08.503962 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30d7a7ab-f027-4574-890d-5cd8b775d24f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:08.545417 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa96d749-7882-4d51-99ba-2ba884f9c58e req-1d9e468c-f612-4b94-925c-d1ab35a9973a tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:08.546949 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fa96d749-7882-4d51-99ba-2ba884f9c58e req-1d9e468c-f612-4b94-925c-d1ab35a9973a tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d HTTP/1.1" status: 200 len: 945 time: 0.1157105 Aug 23 20:30:08.570424 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30d7a7ab-f027-4574-890d-5cd8b775d24f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:08.611637 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-6b6c1ac4-898a-4574-b854-4a500a581385 tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:08.613842 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-6b6c1ac4-898a-4574-b854-4a500a581385 tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d&tenant_id=80dadbb9f2554b479c0b13605bddd689&binding%3Ahost_id=n-h1-805663-2 HTTP/1.1" status: 200 len: 1096 time: 0.1694279 Aug 23 20:30:08.676676 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fa96d749-7882-4d51-99ba-2ba884f9c58e req-32a410fd-3734-4873-bc29-d67a779d8481 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220839 Aug 23 20:30:08.695696 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-c958567a-238e-4915-ac5c-723a7a9b83e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:08.697300 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-c958567a-238e-4915-ac5c-723a7a9b83e6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d&tenant_id=80dadbb9f2554b479c0b13605bddd689 HTTP/1.1" status: 200 len: 1096 time: 0.0693278 Aug 23 20:30:08.711174 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30d7a7ab-f027-4574-890d-5cd8b775d24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:08.714450 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30d7a7ab-f027-4574-890d-5cd8b775d24f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:08.715573 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-30d7a7ab-f027-4574-890d-5cd8b775d24f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ca29a877-8d2f-4111-bcc0-a0000411f2fe HTTP/1.1" status: 204 len: 168 time: 0.3572938 Aug 23 20:30:08.725477 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d7a7ab-f027-4574-890d-5cd8b775d24f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca29a877-8d2f-4111-bcc0-a0000411f2fe,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:08.826986 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-e043db15-13dd-467d-9c6d-915cb2107ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:08.828889 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-e043db15-13dd-467d-9c6d-915cb2107ce5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=80dadbb9f2554b479c0b13605bddd689&device_id=7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d HTTP/1.1" status: 200 len: 1096 time: 0.0744765 Aug 23 20:30:09.021692 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-454307db-e688-41ec-a657-647f5eb19df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:09.024963 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-454307db-e688-41ec-a657-647f5eb19df0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=291e6885-2f63-495c-b479-2184cb200f47 HTTP/1.1" status: 200 len: 922 time: 0.1890397 Aug 23 20:30:09.152311 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-131b9b85-9ba2-4cd2-8fc8-8d57a7cb0254 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b52b3a98-0c7e-40d6-8d49-ea668d5575d9 HTTP/1.1" status: 200 len: 217 time: 0.1177406 Aug 23 20:30:09.338136 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25984472-d81d-4bcb-bab5-3a80a7b1d19c req-3318a53a-ed55-477a-a059-bb806465b2da tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:09.353637 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-25984472-d81d-4bcb-bab5-3a80a7b1d19c req-3318a53a-ed55-477a-a059-bb806465b2da tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef95496f-d429-4409-945f-4b731e5c08b5 HTTP/1.1" status: 200 len: 945 time: 0.3038807 Aug 23 20:30:09.393157 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-6265b048-f25f-4288-be1a-a90b043de9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:09.395676 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-6265b048-f25f-4288-be1a-a90b043de9fe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dff65f8b-9e15-4b43-b237-3b4edeaab508 HTTP/1.1" status: 200 len: 861 time: 0.2207992 Aug 23 20:30:09.446815 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-25984472-d81d-4bcb-bab5-3a80a7b1d19c req-b312859b-95bb-496b-9dbb-9b1d9eecaef6 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905733 Aug 23 20:30:09.570890 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-114aa48a-69d1-4bcf-8ddf-0220511553ce service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=291e6885-2f63-495c-b479-2184cb200f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1169021 Aug 23 20:30:09.651262 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5f213-788e-4339-83f0-3f01976fbd86 req-da87a18a-e0d2-4ab3-bd24-7ad75ecdfd8b tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:09.663862 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-83f5f213-788e-4339-83f0-3f01976fbd86 req-da87a18a-e0d2-4ab3-bd24-7ad75ecdfd8b tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf HTTP/1.1" status: 200 len: 949 time: 0.1305296 Aug 23 20:30:09.714184 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48072) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:30:09.819195 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-83f5f213-788e-4339-83f0-3f01976fbd86 req-62720ae7-0581-4ece-82f7-14a18cab9f3a tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518819 Aug 23 20:30:09.929051 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1de72981-5bfc-4ae5-a2c7-bebe375cb8ed admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ca3b948753e0434587bd4cbb842cc39f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2016613 Aug 23 20:30:09.933041 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48084) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:30:09.954434 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bb1c1c46-7326-4470-b2c9-f794e507981a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:09.960432 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-5297d370-b0c5-4c64-812d-2c9b459f831e service neutron] 10.222.0.32 "GET /v2.0/networks/291e6885-2f63-495c-b479-2184cb200f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458450 Aug 23 20:30:10.030026 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c0e2f-6ce6-4647-8d16-4d47c452a3bc req-8f7f0ac6-699b-45bd-802d-29b3513549ec tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:10.035062 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f03c0e2f-6ce6-4647-8d16-4d47c452a3bc req-8f7f0ac6-699b-45bd-802d-29b3513549ec tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=ef95496f-d429-4409-945f-4b731e5c08b5 HTTP/1.1" status: 200 len: 1096 time: 0.2162969 Aug 23 20:30:10.062868 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094dd24-47d2-487e-a642-0505c28eec17 req-c57531c2-3cba-41b0-90ce-060745fcec4d tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:10.068629 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3094dd24-47d2-487e-a642-0505c28eec17 req-c57531c2-3cba-41b0-90ce-060745fcec4d tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d HTTP/1.1" status: 200 len: 945 time: 0.0707529 Aug 23 20:30:10.069762 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f952072d-0e89-4a1a-9d27-1db8053efde8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:10.099376 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f03c0e2f-6ce6-4647-8d16-4d47c452a3bc req-7a410466-9170-4a49-95d1-45dc7dc7e53d tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610409 Aug 23 20:30:10.115391 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-7925fd74-f9c3-40d5-9452-f8097f4d6951 service neutron] 10.222.0.32 "GET /v2.0/networks/291e6885-2f63-495c-b479-2184cb200f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449099 Aug 23 20:30:10.132942 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f952072d-0e89-4a1a-9d27-1db8053efde8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:10.145550 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3094dd24-47d2-487e-a642-0505c28eec17 req-d78ecb0a-bca0-4584-be18-5916a4c3a62a tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731733 Aug 23 20:30:10.182446 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:10.205677 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f952072d-0e89-4a1a-9d27-1db8053efde8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:10.208662 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f952072d-0e89-4a1a-9d27-1db8053efde8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:10.209852 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f952072d-0e89-4a1a-9d27-1db8053efde8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/16a2a9a5-c115-4693-ae63-ecbf0226a40c HTTP/1.1" status: 204 len: 168 time: 0.2756424 Aug 23 20:30:10.223088 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f952072d-0e89-4a1a-9d27-1db8053efde8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a2a9a5-c115-4693-ae63-ecbf0226a40c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:10.306495 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea4a47-e3ff-4388-a3aa-589b165c622e req-e2770619-5802-45a4-9e7a-d3fff38dde77 tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:10.308561 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c0ea4a47-e3ff-4388-a3aa-589b165c622e req-e2770619-5802-45a4-9e7a-d3fff38dde77 tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=ef95496f-d429-4409-945f-4b731e5c08b5 HTTP/1.1" status: 200 len: 1096 time: 0.0658319 Aug 23 20:30:10.375282 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c0ea4a47-e3ff-4388-a3aa-589b165c622e req-e1462ed8-b720-43ed-8f37-e255ae940070 tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567074 Aug 23 20:30:10.461639 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb78d04-b1ae-4d90-a201-520b42f962af req-e7751ada-3ba8-45c1-abd0-1488d95e54ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:10.465553 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4cb78d04-b1ae-4d90-a201-520b42f962af req-e7751ada-3ba8-45c1-abd0-1488d95e54ec service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=73c5c62ec25a41ab8d37d29a4cff1db9&device_id=4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf HTTP/1.1" status: 200 len: 1100 time: 0.0860887 Aug 23 20:30:10.677084 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-752d2613-f5ea-46fc-9165-054c02dcf653 tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:10.679562 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-752d2613-f5ea-46fc-9165-054c02dcf653 tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d&tenant_id=80dadbb9f2554b479c0b13605bddd689&binding%3Ahost_id=n-h2-805663-2 HTTP/1.1" status: 200 len: 1096 time: 0.0866959 Aug 23 20:30:10.739181 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb78d04-b1ae-4d90-a201-520b42f962af req-0942e99a-4eb3-4b51-842b-f9bdb897470b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:10.745408 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4cb78d04-b1ae-4d90-a201-520b42f962af req-0942e99a-4eb3-4b51-842b-f9bdb897470b service neutron] 10.222.0.11 "GET /v2.0/networks?id=660f640a-b8b2-40aa-8ebf-76bd1608cceb HTTP/1.1" status: 200 len: 870 time: 0.2717729 Aug 23 20:30:10.812259 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4cb78d04-b1ae-4d90-a201-520b42f962af req-cad4e48a-4bba-4415-9a43-b8c3d980728a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=79e4e511-e25d-4631-b369-78f9df0c62ac HTTP/1.1" status: 200 len: 217 time: 0.0587163 Aug 23 20:30:10.812770 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48122) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:30:10.841967 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-882cbe6f-976d-4f78-9ae7-1359952de2a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:10.937147 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec5f7a-273d-47c8-815c-0fc8f3a25c12 req-6801bb9f-8f28-44ad-880a-769d36582fba tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:10.940354 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7cec5f7a-273d-47c8-815c-0fc8f3a25c12 req-6801bb9f-8f28-44ad-880a-769d36582fba tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=ef95496f-d429-4409-945f-4b731e5c08b5 HTTP/1.1" status: 200 len: 1096 time: 0.1620390 Aug 23 20:30:10.946896 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb78d04-b1ae-4d90-a201-520b42f962af req-8c500866-f59b-4c6f-b32a-3bfc2aa35d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:10.960537 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4cb78d04-b1ae-4d90-a201-520b42f962af req-8c500866-f59b-4c6f-b32a-3bfc2aa35d7e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.1392281 Aug 23 20:30:11.130629 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7cec5f7a-273d-47c8-815c-0fc8f3a25c12 req-dfd6b399-dc2a-48dd-aac7-5878075759a4 tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813955 Aug 23 20:30:11.140132 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-48d26948-8555-4bfb-8817-acdb9e44948d service neutron] For port b52b3a98-0c7e-40d6-8d49-ea668d5575d9, host n-h1-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:30:11.145800 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-48d26948-8555-4bfb-8817-acdb9e44948d service neutron] Notify callbacks [] for binding, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:11.147261 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-05c0f734-45f5-4cb9-806d-90732a48adf0 req-48d26948-8555-4bfb-8817-acdb9e44948d service neutron] 10.222.0.32 "DELETE /v2.0/ports/b52b3a98-0c7e-40d6-8d49-ea668d5575d9/bindings/n-h1-805663-2 HTTP/1.1" status: 204 len: 173 time: 0.4587245 Aug 23 20:30:11.166594 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb78d04-b1ae-4d90-a201-520b42f962af req-2b4b2f6b-78f2-46f6-9073-b15ab0cc11b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:11.169950 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4cb78d04-b1ae-4d90-a201-520b42f962af req-2b4b2f6b-78f2-46f6-9073-b15ab0cc11b6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1877172 Aug 23 20:30:11.180825 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8030b-9f09-4d4c-9be1-e16033a10b3a req-1ec8aeb3-698c-4963-acec-c891d9c818cf tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:11.192739 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b9a8030b-9f09-4d4c-9be1-e16033a10b3a req-1ec8aeb3-698c-4963-acec-c891d9c818cf tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf HTTP/1.1" status: 200 len: 949 time: 0.1936138 Aug 23 20:30:11.335511 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21554874-f356-465b-9d45-14295d5c7b5a req-7d0a8cc7-10e2-4e9e-8d60-6ea415a43def tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:11.337139 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-21554874-f356-465b-9d45-14295d5c7b5a req-7d0a8cc7-10e2-4e9e-8d60-6ea415a43def tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d HTTP/1.1" status: 200 len: 945 time: 0.0873332 Aug 23 20:30:11.347799 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b9a8030b-9f09-4d4c-9be1-e16033a10b3a req-8b9b470f-5fc6-4166-aad2-30666a64ff3f tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392090 Aug 23 20:30:11.381161 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device b52b3a98-0c7e-40d6-8d49-ea668d5575d9 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:30:11.416728 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-882cbe6f-976d-4f78-9ae7-1359952de2a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:11.422719 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4cb78d04-b1ae-4d90-a201-520b42f962af req-3d5cbf28-3e34-4d0a-bb02-704f2a1d79fa service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268083 Aug 23 20:30:11.424676 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-882cbe6f-976d-4f78-9ae7-1359952de2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:11.437982 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-21554874-f356-465b-9d45-14295d5c7b5a req-6ecf23a5-b771-440d-bd10-ec8d124ee486 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773201 Aug 23 20:30:11.454194 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device b52b3a98-0c7e-40d6-8d49-ea668d5575d9 not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:30:11.454659 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device b49a8bc1-3df2-4bbc-8837-265bd383d83c no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:30:11.482431 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: b49a8bc1-3df2-4bbc-8837-265bd383d83c {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:30:11.483081 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device b49a8bc1-3df2-4bbc-8837-265bd383d83c not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:30:11.639169 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882cbe6f-976d-4f78-9ae7-1359952de2a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58bf6a3c-f6af-4446-b9ca-7f0180a83a2a,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:11.704271 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-882cbe6f-976d-4f78-9ae7-1359952de2a3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=15dc1779d1d241409735044101ce7129&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8864799 Aug 23 20:30:11.706480 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48148) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:30:11.718767 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ff9f4-eb2e-4684-89d0-16d9587bac67 req-d7c7cf5f-2ff9-4915-8287-caca83371edf tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:11.722708 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6a3ff9f4-eb2e-4684-89d0-16d9587bac67 req-d7c7cf5f-2ff9-4915-8287-caca83371edf tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d HTTP/1.1" status: 200 len: 1096 time: 0.0875096 Aug 23 20:30:11.767685 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4cb78d04-b1ae-4d90-a201-520b42f962af req-9b30c671-c955-4c50-ad40-8ac56818c4a1 service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684486 Aug 23 20:30:11.789883 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6a3ff9f4-eb2e-4684-89d0-16d9587bac67 req-3c0114d6-c4ae-41af-bd46-c8b655006697 tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576963 Aug 23 20:30:11.853640 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-687ec2fd-ff05-477f-af8b-0eee186a2349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:11.890706 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-687ec2fd-ff05-477f-af8b-0eee186a2349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:12.094819 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-687ec2fd-ff05-477f-af8b-0eee186a2349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:12.118465 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-687ec2fd-ff05-477f-af8b-0eee186a2349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:12.122222 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-687ec2fd-ff05-477f-af8b-0eee186a2349 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/58bf6a3c-f6af-4446-b9ca-7f0180a83a2a HTTP/1.1" status: 204 len: 168 time: 0.4139199 Aug 23 20:30:12.166747 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687ec2fd-ff05-477f-af8b-0eee186a2349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58bf6a3c-f6af-4446-b9ca-7f0180a83a2a,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:12.354763 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9796ac17-4492-4749-bf2b-008ca8145dfe req-3585a754-4743-43ea-ac53-c7211071e9fb tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:12.356418 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9796ac17-4492-4749-bf2b-008ca8145dfe req-3585a754-4743-43ea-ac53-c7211071e9fb tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=ef95496f-d429-4409-945f-4b731e5c08b5 HTTP/1.1" status: 200 len: 1096 time: 0.0694118 Aug 23 20:30:12.417658 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9796ac17-4492-4749-bf2b-008ca8145dfe req-d882677b-aa64-41b0-9467-bf3437bf45a6 tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480838 Aug 23 20:30:12.626965 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d22add-1961-453e-a7db-bea97da2a942 req-49d75f45-bf1f-4165-af5b-a6c6e008df29 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:12.629089 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d3d22add-1961-453e-a7db-bea97da2a942 req-49d75f45-bf1f-4165-af5b-a6c6e008df29 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/networks?id=291e6885-2f63-495c-b479-2184cb200f47 HTTP/1.1" status: 200 len: 821 time: 0.1230097 Aug 23 20:30:12.665456 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d3d22add-1961-453e-a7db-bea97da2a942 req-60198e01-905b-4d21-a088-1d654e77847f tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/quotas/80dadbb9f2554b479c0b13605bddd689 HTTP/1.1" status: 200 len: 375 time: 0.0200286 Aug 23 20:30:12.729827 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d3d22add-1961-453e-a7db-bea97da2a942 req-965770bf-3706-4e86-a47f-9c6c245aac13 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=80dadbb9f2554b479c0b13605bddd689&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0590949 Aug 23 20:30:12.836907 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d3d22add-1961-453e-a7db-bea97da2a942 req-d1164bed-cae2-4a18-a674-d9497c8c5ec1 service neutron] 10.222.0.61 "GET /v2.0/networks/291e6885-2f63-495c-b479-2184cb200f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000752 Aug 23 20:30:12.954800 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1baea-76fe-400d-a8df-f04bc6ed9542 req-9c0d1d0c-212b-40e3-bc88-9279cabcdec7 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:12.958282 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-21c1baea-76fe-400d-a8df-f04bc6ed9542 req-9c0d1d0c-212b-40e3-bc88-9279cabcdec7 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf HTTP/1.1" status: 200 len: 949 time: 0.0695407 Aug 23 20:30:12.974863 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d3d22add-1961-453e-a7db-bea97da2a942 req-8c043a72-e804-4b56-be0e-a77536c8b442 service neutron] 10.222.0.61 "GET /v2.0/networks/291e6885-2f63-495c-b479-2184cb200f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304507 Aug 23 20:30:13.008317 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c8156180-3b98-414d-bb16-fbbf61c5ba4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:13.024213 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-21c1baea-76fe-400d-a8df-f04bc6ed9542 req-b96ed732-740e-449f-9289-8e0341d402cf tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566282 Aug 23 20:30:13.240411 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3791f8c3-1ebd-47de-a84c-350b36c036e4 req-a16a0673-954e-433e-a19a-55930b7f88ca tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=8d3cad6d-8d5c-4572-b31c-c350601c89dd HTTP/1.1" status: 200 len: 210 time: 0.0380485 Aug 23 20:30:13.494664 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:14.381309 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e444fe00-7865-42fd-96a0-62575945d41f req-c43bcee5-c2f9-4cf7-aa6a-9b67e1721501 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:14.382925 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e444fe00-7865-42fd-96a0-62575945d41f req-c43bcee5-c2f9-4cf7-aa6a-9b67e1721501 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf HTTP/1.1" status: 200 len: 949 time: 0.1815426 Aug 23 20:30:14.399544 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-fbce966e-865d-45d1-81d9-a3e9be43676e tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:30:14.409893 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-fbce966e-865d-45d1-81d9-a3e9be43676e tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1835754 Aug 23 20:30:14.414948 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-275aa0e9-ef6c-4106-9f11-45c9fe37d7a5 service neutron] Request body: {'binding': {'host': 'n-h1-805663-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:30:14.415733 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-275aa0e9-ef6c-4106-9f11-45c9fe37d7a5 service neutron] Unknown quota resources ['binding']. {{(pid=94688) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 20:30:14.420729 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:14.442130 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d22add-1961-453e-a7db-bea97da2a942 req-5c7f5ba8-771e-49a2-b14a-ec46662150eb tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:14.443668 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d3d22add-1961-453e-a7db-bea97da2a942 req-5c7f5ba8-771e-49a2-b14a-ec46662150eb tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.11 "GET /v2.0/networks?id=291e6885-2f63-495c-b479-2184cb200f47 HTTP/1.1" status: 200 len: 821 time: 0.2020798 Aug 23 20:30:14.460979 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-d3d22add-1961-453e-a7db-bea97da2a942 req-832eeb35-7447-48ee-bb12-44b2bbf76b8e tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Request body: {'port': {'device_id': '8d3cad6d-8d5c-4572-b31c-c350601c89dd', 'network_id': '291e6885-2f63-495c-b479-2184cb200f47', 'admin_state_up': True, 'tenant_id': '80dadbb9f2554b479c0b13605bddd689'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:30:14.480815 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e444fe00-7865-42fd-96a0-62575945d41f req-73e7623f-92f6-4372-9abc-b46f2a796997 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871372 Aug 23 20:30:14.618900 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3d22add-1961-453e-a7db-bea97da2a942 req-832eeb35-7447-48ee-bb12-44b2bbf76b8e tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Made reservation on behalf of 80dadbb9f2554b479c0b13605bddd689 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:30:14.623296 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d3d22add-1961-453e-a7db-bea97da2a942 req-832eeb35-7447-48ee-bb12-44b2bbf76b8e tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:14.627562 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-275aa0e9-ef6c-4106-9f11-45c9fe37d7a5 service neutron] Attempting to bind port b2e2aee2-6f16-4cc7-aa2b-496c306bdffe on host n-h1-805663-2 for vnic_type normal with profile None {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:30:14.628516 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-275aa0e9-ef6c-4106-9f11-45c9fe37d7a5 service neutron] Attempting to bind port b2e2aee2-6f16-4cc7-aa2b-496c306bdffe by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '3440ae09-322e-4891-8c02-a5baf5ba77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:30:14.629305 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-275aa0e9-ef6c-4106-9f11-45c9fe37d7a5 service neutron] Attempting to bind port b2e2aee2-6f16-4cc7-aa2b-496c306bdffe on network a133b3ce-c542-461f-b67d-2eb2e20a852b {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:30:14.637539 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-275aa0e9-ef6c-4106-9f11-45c9fe37d7a5 service neutron] Port b2e2aee2-6f16-4cc7-aa2b-496c306bdffe on network a133b3ce-c542-461f-b67d-2eb2e20a852b not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:30:14.638197 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-275aa0e9-ef6c-4106-9f11-45c9fe37d7a5 service neutron] Attempting to bind port b2e2aee2-6f16-4cc7-aa2b-496c306bdffe on network a133b3ce-c542-461f-b67d-2eb2e20a852b {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:30:14.645811 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-275aa0e9-ef6c-4106-9f11-45c9fe37d7a5 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:30:14.646711 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-275aa0e9-ef6c-4106-9f11-45c9fe37d7a5 service neutron] Checking segment: {'id': '3440ae09-322e-4891-8c02-a5baf5ba77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:30:14.647353 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-275aa0e9-ef6c-4106-9f11-45c9fe37d7a5 service neutron] Bound using segment: {'id': '3440ae09-322e-4891-8c02-a5baf5ba77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:30:14.648371 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-275aa0e9-ef6c-4106-9f11-45c9fe37d7a5 service neutron] Bound port: b2e2aee2-6f16-4cc7-aa2b-496c306bdffe, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3440ae09-322e-4891-8c02-a5baf5ba77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:30:14.673745 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f7558451-70b7-4ea0-a35c-db6080a39b3d req-98b04527-b425-4f5c-800e-c3e114ea9634 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=8d3cad6d-8d5c-4572-b31c-c350601c89dd HTTP/1.1" status: 200 len: 210 time: 0.0363176 Aug 23 20:30:14.724534 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-275aa0e9-ef6c-4106-9f11-45c9fe37d7a5 service neutron] For port b2e2aee2-6f16-4cc7-aa2b-496c306bdffe, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=b2e2aee2-6f16-4cc7-aa2b-496c306bdffe,segment=NetworkSegment(3440ae09-322e-4891-8c02-a5baf5ba77f1),segment_id=3440ae09-322e-4891-8c02-a5baf5ba77f1)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:30:14.730695 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-275aa0e9-ef6c-4106-9f11-45c9fe37d7a5 service neutron] Notify callbacks [] for binding, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:14.731928 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-275aa0e9-ef6c-4106-9f11-45c9fe37d7a5 service neutron] 10.222.0.61 "POST /v2.0/ports/b2e2aee2-6f16-4cc7-aa2b-496c306bdffe/bindings HTTP/1.1" status: 201 len: 389 time: 0.3208821 Aug 23 20:30:14.817587 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-d3d22add-1961-453e-a7db-bea97da2a942 req-832eeb35-7447-48ee-bb12-44b2bbf76b8e tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Allocated IP 172.20.0.14 (291e6885-2f63-495c-b479-2184cb200f47/dff65f8b-9e15-4b43-b237-3b4edeaab508/28ac6896-0460-4090-bd3a-520806c91921) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:30:15.048676 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0137cf1-3da2-49a4-ac3c-3e1cb25f9637 req-d373d33b-8ce8-4895-9d35-0395ce5c2639 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:15.060398 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0137cf1-3da2-49a4-ac3c-3e1cb25f9637 req-d373d33b-8ce8-4895-9d35-0395ce5c2639 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef95496f-d429-4409-945f-4b731e5c08b5 HTTP/1.1" status: 200 len: 945 time: 0.0983686 Aug 23 20:30:15.095884 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d3d22add-1961-453e-a7db-bea97da2a942 req-832eeb35-7447-48ee-bb12-44b2bbf76b8e tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:15.141888 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-97dd9882-0e13-41ed-a55c-512350af3213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:15.145642 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-97dd9882-0e13-41ed-a55c-512350af3213 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aeab6bca1ebb43a8b404543d83e8cc6e&device_id=ef95496f-d429-4409-945f-4b731e5c08b5 HTTP/1.1" status: 200 len: 1096 time: 0.1052620 Aug 23 20:30:15.187903 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0137cf1-3da2-49a4-ac3c-3e1cb25f9637 req-f527a8ff-2f25-4d5b-ad0e-d34444e66d18 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724645 Aug 23 20:30:15.215096 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d3d22add-1961-453e-a7db-bea97da2a942 req-832eeb35-7447-48ee-bb12-44b2bbf76b8e tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:15.322521 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-8f5486df-81ad-4922-ad32-875a7a5c64e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:15.324655 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-8f5486df-81ad-4922-ad32-875a7a5c64e2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a133b3ce-c542-461f-b67d-2eb2e20a852b HTTP/1.1" status: 200 len: 908 time: 0.1705315 Aug 23 20:30:15.325928 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3d22add-1961-453e-a7db-bea97da2a942 req-832eeb35-7447-48ee-bb12-44b2bbf76b8e tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Network 291e6885-2f63-495c-b479-2184cb200f47 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:30:15.332443 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-d3d22add-1961-453e-a7db-bea97da2a942 req-832eeb35-7447-48ee-bb12-44b2bbf76b8e tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:30:15.339907 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3d22add-1961-453e-a7db-bea97da2a942 req-832eeb35-7447-48ee-bb12-44b2bbf76b8e tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:30:15.414325 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-f5818796-2fa2-423f-9ef3-8408d355d0db service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2e2aee2-6f16-4cc7-aa2b-496c306bdffe HTTP/1.1" status: 200 len: 217 time: 0.0791674 Aug 23 20:30:15.419307 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832eeb35-7447-48ee-bb12-44b2bbf76b8e tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Pushing event updated for resources: {'Port': ['ID=28ac6896-0460-4090-bd3a-520806c91921,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:15.439757 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d22add-1961-453e-a7db-bea97da2a942 req-832eeb35-7447-48ee-bb12-44b2bbf76b8e tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:15.440475 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d3d22add-1961-453e-a7db-bea97da2a942 req-832eeb35-7447-48ee-bb12-44b2bbf76b8e tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:15.458393 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d3d22add-1961-453e-a7db-bea97da2a942 req-832eeb35-7447-48ee-bb12-44b2bbf76b8e tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0029883 Aug 23 20:30:15.484861 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-d3d22add-1961-453e-a7db-bea97da2a942 req-2d0db9f8-d779-438f-851b-ad6a40cdc10c service neutron] Request body: {'port': {'device_id': '8d3cad6d-8d5c-4572-b31c-c350601c89dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:30:15.517482 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-1004d220-5c5d-412b-a48a-79418023a4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:15.519873 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-1004d220-5c5d-412b-a48a-79418023a4db service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bc364ba1-f548-4b44-839c-5441876e52b8 HTTP/1.1" status: 200 len: 847 time: 0.0833209 Aug 23 20:30:15.570054 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-a91cdc83-0246-45cb-872d-4477f722907e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a133b3ce-c542-461f-b67d-2eb2e20a852b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425475 Aug 23 20:30:15.588957 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48306) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:30:15.604582 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d3d22add-1961-453e-a7db-bea97da2a942 req-2d0db9f8-d779-438f-851b-ad6a40cdc10c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:15.740734 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-364dffe9-a804-4bfd-a5e0-cab482ed0a9e service neutron] 10.222.0.11 "GET /v2.0/networks/a133b3ce-c542-461f-b67d-2eb2e20a852b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613808 Aug 23 20:30:15.811448 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:15.866237 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a416ffa0-1872-462b-84b1-4efb5d49cd7a req-6b27e25a-df30-4d6a-bcff-c8bb09a0bb51 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:15.868191 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a416ffa0-1872-462b-84b1-4efb5d49cd7a req-6b27e25a-df30-4d6a-bcff-c8bb09a0bb51 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf HTTP/1.1" status: 200 len: 949 time: 0.2147164 Aug 23 20:30:15.877477 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92a279a1-d756-443a-9d79-c54f0fa9ee07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:15.911695 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-2ee0307b-2797-433f-9ccf-b4529913fc27 service neutron] 10.222.0.11 "GET /v2.0/networks/a133b3ce-c542-461f-b67d-2eb2e20a852b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634521 Aug 23 20:30:15.934145 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf935a33-c6f5-40d9-addd-74a06c029f4f req-9789e3c9-22fc-4916-bfd0-4dc119d6024d tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:15.935902 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cf935a33-c6f5-40d9-addd-74a06c029f4f req-9789e3c9-22fc-4916-bfd0-4dc119d6024d tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=8d3cad6d-8d5c-4572-b31c-c350601c89dd HTTP/1.1" status: 200 len: 932 time: 0.1063128 Aug 23 20:30:15.965038 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a416ffa0-1872-462b-84b1-4efb5d49cd7a req-076daf3b-dabb-4fd3-bd50-951c514be081 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689526 Aug 23 20:30:16.024295 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:30:16.082258 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cf935a33-c6f5-40d9-addd-74a06c029f4f req-07a9b37b-819f-463e-9eea-bca0ae71a35f tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339512 Aug 23 20:30:16.126790 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-d3d22add-1961-453e-a7db-bea97da2a942 req-2d0db9f8-d779-438f-851b-ad6a40cdc10c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28ac6896-0460-4090-bd3a-520806c91921 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:30:16.142601 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d3d22add-1961-453e-a7db-bea97da2a942 req-2d0db9f8-d779-438f-851b-ad6a40cdc10c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:16.168680 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-0dc39d10-1093-4b3f-b1b6-8891a3406b05 tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:16.170129 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-d3d22add-1961-453e-a7db-bea97da2a942 req-2d0db9f8-d779-438f-851b-ad6a40cdc10c service neutron] Transition to ACTIVE for port object 28ac6896-0460-4090-bd3a-520806c91921 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:30:16.171128 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-0dc39d10-1093-4b3f-b1b6-8891a3406b05 tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ef95496f-d429-4409-945f-4b731e5c08b5&tenant_id=aeab6bca1ebb43a8b404543d83e8cc6e&binding%3Ahost_id=n-h2-805663-2 HTTP/1.1" status: 200 len: 1096 time: 0.1894679 Aug 23 20:30:16.175449 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d3d22add-1961-453e-a7db-bea97da2a942 req-2d0db9f8-d779-438f-851b-ad6a40cdc10c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:16.202133 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-73c815f5-6755-496b-a565-7673a1290b9b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805663-2'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:30:16.238358 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0db9f8-d779-438f-851b-ad6a40cdc10c service neutron] Pushing event updated for resources: {'Port': ['ID=28ac6896-0460-4090-bd3a-520806c91921,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:16.278939 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92a279a1-d756-443a-9d79-c54f0fa9ee07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:16.284823 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92a279a1-d756-443a-9d79-c54f0fa9ee07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:16.358886 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-92a279a1-d756-443a-9d79-c54f0fa9ee07 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=31a8013345cf4fd092a9b558afa5fde2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7683625 Aug 23 20:30:16.362979 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48334) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:30:16.389320 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-d3d22add-1961-453e-a7db-bea97da2a942 req-2d0db9f8-d779-438f-851b-ad6a40cdc10c service neutron] Attempting to bind port 28ac6896-0460-4090-bd3a-520806c91921 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:30:16.392658 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-d3d22add-1961-453e-a7db-bea97da2a942 req-2d0db9f8-d779-438f-851b-ad6a40cdc10c service neutron] Attempting to bind port 28ac6896-0460-4090-bd3a-520806c91921 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': 'feb662d9-0152-4f97-8d6d-89a1fa54f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '291e6885-2f63-495c-b479-2184cb200f47'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:30:16.393192 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d22add-1961-453e-a7db-bea97da2a942 req-2d0db9f8-d779-438f-851b-ad6a40cdc10c service neutron] Attempting to bind port 28ac6896-0460-4090-bd3a-520806c91921 on network 291e6885-2f63-495c-b479-2184cb200f47 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:30:16.399427 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a279a1-d756-443a-9d79-c54f0fa9ee07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4fd552e-dee3-47a1-be3e-4fe3827b0ecc,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:16.403806 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-73c815f5-6755-496b-a565-7673a1290b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:16.445719 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d22add-1961-453e-a7db-bea97da2a942 req-2d0db9f8-d779-438f-851b-ad6a40cdc10c service neutron] Port 28ac6896-0460-4090-bd3a-520806c91921 on network 291e6885-2f63-495c-b479-2184cb200f47 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:30:16.446218 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d22add-1961-453e-a7db-bea97da2a942 req-2d0db9f8-d779-438f-851b-ad6a40cdc10c service neutron] Attempting to bind port 28ac6896-0460-4090-bd3a-520806c91921 on network 291e6885-2f63-495c-b479-2184cb200f47 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:30:16.451868 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48338) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:30:16.452662 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d22add-1961-453e-a7db-bea97da2a942 req-2d0db9f8-d779-438f-851b-ad6a40cdc10c service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:30:16.452997 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d22add-1961-453e-a7db-bea97da2a942 req-2d0db9f8-d779-438f-851b-ad6a40cdc10c service neutron] Checking segment: {'id': 'feb662d9-0152-4f97-8d6d-89a1fa54f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '291e6885-2f63-495c-b479-2184cb200f47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:30:16.453672 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d22add-1961-453e-a7db-bea97da2a942 req-2d0db9f8-d779-438f-851b-ad6a40cdc10c service neutron] Bound using segment: {'id': 'feb662d9-0152-4f97-8d6d-89a1fa54f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '291e6885-2f63-495c-b479-2184cb200f47'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:30:16.454113 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-d3d22add-1961-453e-a7db-bea97da2a942 req-2d0db9f8-d779-438f-851b-ad6a40cdc10c service neutron] Bound port: 28ac6896-0460-4090-bd3a-520806c91921, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feb662d9-0152-4f97-8d6d-89a1fa54f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '291e6885-2f63-495c-b479-2184cb200f47'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:30:16.454470 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d3d22add-1961-453e-a7db-bea97da2a942 req-2d0db9f8-d779-438f-851b-ad6a40cdc10c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:16.478915 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e4e4360-fc8f-4942-9781-0a3c3c4f2339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:16.540354 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e4e4360-fc8f-4942-9781-0a3c3c4f2339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:16.580330 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6087b9-cf52-45bd-b20e-8dab6f42cb9b req-3e659b01-25cc-4195-9ed3-95696114f7de tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:16.582941 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9f6087b9-cf52-45bd-b20e-8dab6f42cb9b req-3e659b01-25cc-4195-9ed3-95696114f7de tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef95496f-d429-4409-945f-4b731e5c08b5 HTTP/1.1" status: 200 len: 945 time: 0.2281764 Aug 23 20:30:16.627847 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-73c815f5-6755-496b-a565-7673a1290b9b service neutron] For port b2e2aee2-6f16-4cc7-aa2b-496c306bdffe, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=b2e2aee2-6f16-4cc7-aa2b-496c306bdffe,segment=NetworkSegment(3440ae09-322e-4891-8c02-a5baf5ba77f1),segment_id=3440ae09-322e-4891-8c02-a5baf5ba77f1)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:30:16.654005 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-d3d22add-1961-453e-a7db-bea97da2a942 req-2d0db9f8-d779-438f-851b-ad6a40cdc10c service neutron] For port 28ac6896-0460-4090-bd3a-520806c91921, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:30:16.678590 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-d3d22add-1961-453e-a7db-bea97da2a942 req-2d0db9f8-d779-438f-851b-ad6a40cdc10c service neutron] For port 28ac6896-0460-4090-bd3a-520806c91921, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=28ac6896-0460-4090-bd3a-520806c91921,segment=NetworkSegment(feb662d9-0152-4f97-8d6d-89a1fa54f824),segment_id=feb662d9-0152-4f97-8d6d-89a1fa54f824)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:30:16.686563 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-73c815f5-6755-496b-a565-7673a1290b9b service neutron] For port b2e2aee2-6f16-4cc7-aa2b-496c306bdffe, host n-h2-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:30:16.692791 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9f6087b9-cf52-45bd-b20e-8dab6f42cb9b req-5d47e6d8-5b74-4424-899e-79969744fa06 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860629 Aug 23 20:30:16.699899 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d3d22add-1961-453e-a7db-bea97da2a942 req-2d0db9f8-d779-438f-851b-ad6a40cdc10c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:16.750496 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef95496f-d429-4409-945f-4b731e5c08b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2e2aee2-6f16-4cc7-aa2b-496c306bdffe'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:30:16.752810 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537cd6e2-8647-4f93-879d-d324e756123f" -d '{"events": [{"server_uuid": "ef95496f-d429-4409-945f-4b731e5c08b5", "name": "network-vif-unplugged", "status": "completed", "tag": "b2e2aee2-6f16-4cc7-aa2b-496c306bdffe"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:30:16.753830 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d22add-1961-453e-a7db-bea97da2a942 req-2d0db9f8-d779-438f-851b-ad6a40cdc10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:16.754561 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d3d22add-1961-453e-a7db-bea97da2a942 req-2d0db9f8-d779-438f-851b-ad6a40cdc10c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:16.756045 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d3d22add-1961-453e-a7db-bea97da2a942 req-2d0db9f8-d779-438f-851b-ad6a40cdc10c service neutron] 10.222.0.11 "PUT /v2.0/ports/28ac6896-0460-4090-bd3a-520806c91921 HTTP/1.1" status: 200 len: 1092 time: 1.2884197 Aug 23 20:30:16.757578 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-73c815f5-6755-496b-a565-7673a1290b9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:16.759533 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d3cad6d-8d5c-4572-b31c-c350601c89dd', 'tag': '28ac6896-0460-4090-bd3a-520806c91921'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:30:16.769148 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-73c815f5-6755-496b-a565-7673a1290b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:16.769481 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb4ac71-2ccc-44bb-a591-ad3e21bfb9bc" -d '{"events": [{"name": "network-changed", "server_uuid": "8d3cad6d-8d5c-4572-b31c-c350601c89dd", "tag": "28ac6896-0460-4090-bd3a-520806c91921"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:30:16.787915 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0973cf62-d2ed-419b-b716-b56aa7f18ba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:16.850314 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 20:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c164fa62-bf4a-498f-91c6-ddbd0723ba14 x-openstack-request-id: req-c164fa62-bf4a-498f-91c6-ddbd0723ba14 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:30:16.850602 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef95496f-d429-4409-945f-4b731e5c08b5", "name": "network-vif-unplugged", "status": "completed", "tag": "b2e2aee2-6f16-4cc7-aa2b-496c306bdffe", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:30:16.852982 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c164fa62-bf4a-498f-91c6-ddbd0723ba14 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:30:16.853540 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef95496f-d429-4409-945f-4b731e5c08b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2e2aee2-6f16-4cc7-aa2b-496c306bdffe', 'code': 200} Aug 23 20:30:16.903133 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11772491-28af-45c5-9ad2-3be5e38bd484 x-openstack-request-id: req-11772491-28af-45c5-9ad2-3be5e38bd484 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:30:16.903498 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d3cad6d-8d5c-4572-b31c-c350601c89dd", "tag": "28ac6896-0460-4090-bd3a-520806c91921", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:30:16.903813 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-11772491-28af-45c5-9ad2-3be5e38bd484 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:30:16.904461 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d3cad6d-8d5c-4572-b31c-c350601c89dd', 'tag': '28ac6896-0460-4090-bd3a-520806c91921', 'status': 'completed', 'code': 200} Aug 23 20:30:16.907502 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0db9f8-d779-438f-851b-ad6a40cdc10c service neutron] Pushing event updated for resources: {'Port': ['ID=28ac6896-0460-4090-bd3a-520806c91921,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:16.911726 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c815f5-6755-496b-a565-7673a1290b9b service neutron] Pushing event updated for resources: {'Port': ['ID=b2e2aee2-6f16-4cc7-aa2b-496c306bdffe,revision_number=7']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:16.954348 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d22add-1961-453e-a7db-bea97da2a942 req-9ac414d8-dee6-459c-8c84-3fe8b819b66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:16.956879 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d3d22add-1961-453e-a7db-bea97da2a942 req-9ac414d8-dee6-459c-8c84-3fe8b819b66b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80dadbb9f2554b479c0b13605bddd689&device_id=8d3cad6d-8d5c-4572-b31c-c350601c89dd HTTP/1.1" status: 200 len: 1095 time: 0.1510956 Aug 23 20:30:16.975205 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e4e4360-fc8f-4942-9781-0a3c3c4f2339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:16.978288 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e4e4360-fc8f-4942-9781-0a3c3c4f2339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:16.979503 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-6e4e4360-fc8f-4942-9781-0a3c3c4f2339 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a4fd552e-dee3-47a1-be3e-4fe3827b0ecc HTTP/1.1" status: 204 len: 168 time: 0.6137369 Aug 23 20:30:16.989695 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-73c815f5-6755-496b-a565-7673a1290b9b service neutron] Attempting to bind port b2e2aee2-6f16-4cc7-aa2b-496c306bdffe on host n-h2-805663-2 for vnic_type normal with profile {"migrating_to": "n-h1-805663-2"} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:30:16.990030 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-73c815f5-6755-496b-a565-7673a1290b9b service neutron] Attempting to bind port b2e2aee2-6f16-4cc7-aa2b-496c306bdffe by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': '3440ae09-322e-4891-8c02-a5baf5ba77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:30:16.990404 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-73c815f5-6755-496b-a565-7673a1290b9b service neutron] Attempting to bind port b2e2aee2-6f16-4cc7-aa2b-496c306bdffe on network a133b3ce-c542-461f-b67d-2eb2e20a852b {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:30:16.990970 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0973cf62-d2ed-419b-b716-b56aa7f18ba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:16.994497 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4e4360-fc8f-4942-9781-0a3c3c4f2339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4fd552e-dee3-47a1-be3e-4fe3827b0ecc,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:17.003648 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0973cf62-d2ed-419b-b716-b56aa7f18ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:17.030797 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-73c815f5-6755-496b-a565-7673a1290b9b service neutron] Port b2e2aee2-6f16-4cc7-aa2b-496c306bdffe on network a133b3ce-c542-461f-b67d-2eb2e20a852b not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:30:17.031114 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-73c815f5-6755-496b-a565-7673a1290b9b service neutron] Attempting to bind port b2e2aee2-6f16-4cc7-aa2b-496c306bdffe on network a133b3ce-c542-461f-b67d-2eb2e20a852b {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:30:17.039378 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-73c815f5-6755-496b-a565-7673a1290b9b service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:30:17.039711 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-73c815f5-6755-496b-a565-7673a1290b9b service neutron] Checking segment: {'id': '3440ae09-322e-4891-8c02-a5baf5ba77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:30:17.040115 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-73c815f5-6755-496b-a565-7673a1290b9b service neutron] Bound using segment: {'id': '3440ae09-322e-4891-8c02-a5baf5ba77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:30:17.040559 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-73c815f5-6755-496b-a565-7673a1290b9b service neutron] Bound port: b2e2aee2-6f16-4cc7-aa2b-496c306bdffe, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3440ae09-322e-4891-8c02-a5baf5ba77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:30:17.040979 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-73c815f5-6755-496b-a565-7673a1290b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:17.311951 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-73c815f5-6755-496b-a565-7673a1290b9b service neutron] For port b2e2aee2-6f16-4cc7-aa2b-496c306bdffe, host n-h2-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:30:17.324516 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-73c815f5-6755-496b-a565-7673a1290b9b service neutron] For port b2e2aee2-6f16-4cc7-aa2b-496c306bdffe, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=b2e2aee2-6f16-4cc7-aa2b-496c306bdffe,segment=NetworkSegment(3440ae09-322e-4891-8c02-a5baf5ba77f1),segment_id=3440ae09-322e-4891-8c02-a5baf5ba77f1)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:30:17.354189 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ae4d8-be4f-4fc2-9ca8-44303d0aab53 req-1670fd25-2610-4d80-8533-0a195df67676 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:17.367753 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ae5ae4d8-be4f-4fc2-9ca8-44303d0aab53 req-1670fd25-2610-4d80-8533-0a195df67676 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf HTTP/1.1" status: 200 len: 949 time: 0.2373891 Aug 23 20:30:17.370555 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-73c815f5-6755-496b-a565-7673a1290b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:17.458907 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0973cf62-d2ed-419b-b716-b56aa7f18ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8385b9-21b8-4f43-8b67-7dfefa13a65d,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:17.487361 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d3d22add-1961-453e-a7db-bea97da2a942 req-738a7fab-a677-47fd-8d7a-0cddc7656ef5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28ac6896-0460-4090-bd3a-520806c91921 HTTP/1.1" status: 200 len: 217 time: 0.5123222 Aug 23 20:30:17.611849 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-73c815f5-6755-496b-a565-7673a1290b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:17.613808 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-73c815f5-6755-496b-a565-7673a1290b9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:17.615138 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-73c815f5-6755-496b-a565-7673a1290b9b service neutron] 10.222.0.11 "PUT /v2.0/ports/b2e2aee2-6f16-4cc7-aa2b-496c306bdffe HTTP/1.1" status: 200 len: 1121 time: 1.4229357 Aug 23 20:30:17.648241 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ae5ae4d8-be4f-4fc2-9ca8-44303d0aab53 req-2f794df5-e5f9-476c-b994-0e8d54762a8b tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646148 Aug 23 20:30:17.659947 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c815f5-6755-496b-a565-7673a1290b9b service neutron] Pushing event updated for resources: {'Port': ['ID=b2e2aee2-6f16-4cc7-aa2b-496c306bdffe,revision_number=8']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:17.689860 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0973cf62-d2ed-419b-b716-b56aa7f18ba0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c66dc1df518d4464baa306b78c211733&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2164600 Aug 23 20:30:17.693858 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48360) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:30:17.763439 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48364) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:30:17.802896 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['b2e2aee2-6f16-4cc7-aa2b-496c306bdffe'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:30:17.807358 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763afb7-5bf8-49ac-ac3a-bec378f5503f req-dfa69cc2-388e-4bd2-9f81-c475873dcb55 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:17.809032 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c763afb7-5bf8-49ac-ac3a-bec378f5503f req-dfa69cc2-388e-4bd2-9f81-c475873dcb55 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=8d3cad6d-8d5c-4572-b31c-c350601c89dd HTTP/1.1" status: 200 len: 944 time: 0.3544178 Aug 23 20:30:17.812334 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-63a279a9-3443-4216-af3f-ff8fb87912bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:17.817690 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d22add-1961-453e-a7db-bea97da2a942 req-144fb8b7-d650-4840-8345-51e7d7796be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:17.819096 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d3d22add-1961-453e-a7db-bea97da2a942 req-144fb8b7-d650-4840-8345-51e7d7796be6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dff65f8b-9e15-4b43-b237-3b4edeaab508 HTTP/1.1" status: 200 len: 861 time: 0.3282330 Aug 23 20:30:17.820929 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-184366ca-19cf-4b3e-a398-a8a0e57883d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:17.870489 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-63a279a9-3443-4216-af3f-ff8fb87912bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:17.926660 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d3d22add-1961-453e-a7db-bea97da2a942 req-99215178-35cf-4bf3-b0ee-15f50dbe5fff service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=291e6885-2f63-495c-b479-2184cb200f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958805 Aug 23 20:30:17.951954 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-63a279a9-3443-4216-af3f-ff8fb87912bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:17.961829 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-63a279a9-3443-4216-af3f-ff8fb87912bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:17.965534 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-63a279a9-3443-4216-af3f-ff8fb87912bd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7a8385b9-21b8-4f43-8b67-7dfefa13a65d HTTP/1.1" status: 204 len: 168 time: 0.2677865 Aug 23 20:30:17.975311 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c763afb7-5bf8-49ac-ac3a-bec378f5503f req-dbfa5344-a7cd-4508-a287-696f194d5294 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456919 Aug 23 20:30:18.018350 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a279a9-3443-4216-af3f-ff8fb87912bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8385b9-21b8-4f43-8b67-7dfefa13a65d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:18.132643 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a8208-4045-45a1-8e45-b0a7eb28329c req-6e6cb91a-87ba-47d3-9020-5ed828a07036 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:18.135280 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dd8a8208-4045-45a1-8e45-b0a7eb28329c req-6e6cb91a-87ba-47d3-9020-5ed828a07036 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef95496f-d429-4409-945f-4b731e5c08b5 HTTP/1.1" status: 200 len: 943 time: 0.0767529 Aug 23 20:30:18.153414 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d3d22add-1961-453e-a7db-bea97da2a942 req-a505b892-c8b6-4d18-8f11-b48a7004d634 service neutron] 10.222.0.11 "GET /v2.0/networks/291e6885-2f63-495c-b479-2184cb200f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101579 Aug 23 20:30:18.215475 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dd8a8208-4045-45a1-8e45-b0a7eb28329c req-b6673797-23b7-4513-b19c-936b327da232 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653467 Aug 23 20:30:18.290644 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-184366ca-19cf-4b3e-a398-a8a0e57883d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:18.298294 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-184366ca-19cf-4b3e-a398-a8a0e57883d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:18.345955 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d3d22add-1961-453e-a7db-bea97da2a942 req-db110fc1-8775-4a59-a562-007b12d65e76 service neutron] 10.222.0.11 "GET /v2.0/networks/291e6885-2f63-495c-b479-2184cb200f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828315 Aug 23 20:30:18.351056 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184366ca-19cf-4b3e-a398-a8a0e57883d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e0e93a-625c-4bb0-aa65-8edd0ad8548c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:18.375752 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-184366ca-19cf-4b3e-a398-a8a0e57883d6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=611c31f96bed4bc3825b1297634a6ecf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6053543 Aug 23 20:30:18.378933 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48370) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:30:18.518370 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0cff4c1a-1c36-44ef-aa0c-5bc8bef2fed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:18.524348 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb4ac71-2ccc-44bb-a591-ad3e21bfb9bc req-0f185076-c9c6-4fb8-9e5b-903769e49fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:18.526920 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3bb4ac71-2ccc-44bb-a591-ad3e21bfb9bc req-0f185076-c9c6-4fb8-9e5b-903769e49fd8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80dadbb9f2554b479c0b13605bddd689&device_id=8d3cad6d-8d5c-4572-b31c-c350601c89dd HTTP/1.1" status: 200 len: 1095 time: 0.0962472 Aug 23 20:30:18.596153 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0cff4c1a-1c36-44ef-aa0c-5bc8bef2fed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:18.710837 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb4ac71-2ccc-44bb-a591-ad3e21bfb9bc req-e1843cdb-987a-4535-ad14-e2e391e20365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:18.713992 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3bb4ac71-2ccc-44bb-a591-ad3e21bfb9bc req-e1843cdb-987a-4535-ad14-e2e391e20365 service neutron] 10.222.0.11 "GET /v2.0/networks?id=291e6885-2f63-495c-b479-2184cb200f47 HTTP/1.1" status: 200 len: 922 time: 0.1711533 Aug 23 20:30:18.731545 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0cff4c1a-1c36-44ef-aa0c-5bc8bef2fed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:18.734313 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0cff4c1a-1c36-44ef-aa0c-5bc8bef2fed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:18.735624 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0cff4c1a-1c36-44ef-aa0c-5bc8bef2fed5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a6e0e93a-625c-4bb0-aa65-8edd0ad8548c HTTP/1.1" status: 204 len: 168 time: 0.3543241 Aug 23 20:30:18.788829 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3bb4ac71-2ccc-44bb-a591-ad3e21bfb9bc req-1fd1a316-f976-4a65-b73e-955aaa7a05d8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28ac6896-0460-4090-bd3a-520806c91921 HTTP/1.1" status: 200 len: 217 time: 0.0649164 Aug 23 20:30:18.803162 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff4c1a-1c36-44ef-aa0c-5bc8bef2fed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e0e93a-625c-4bb0-aa65-8edd0ad8548c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:18.855142 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef95496f-d429-4409-945f-4b731e5c08b5', 'tag': 'b2e2aee2-6f16-4cc7-aa2b-496c306bdffe'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:30:18.858246 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbaa46ab-550b-447c-a6ee-aba4ccc2d325" -d '{"events": [{"name": "network-changed", "server_uuid": "ef95496f-d429-4409-945f-4b731e5c08b5", "tag": "b2e2aee2-6f16-4cc7-aa2b-496c306bdffe"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:30:18.906773 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb4ac71-2ccc-44bb-a591-ad3e21bfb9bc req-1b6d3740-8f04-444d-8d53-5c944a3928ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:18.908578 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3bb4ac71-2ccc-44bb-a591-ad3e21bfb9bc req-1b6d3740-8f04-444d-8d53-5c944a3928ff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dff65f8b-9e15-4b43-b237-3b4edeaab508 HTTP/1.1" status: 200 len: 861 time: 0.1102033 Aug 23 20:30:18.918365 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c33669d-00c4-4bdc-945b-01ee4066885f req-43f32f2a-b010-4130-ae29-56f4ab4c634e tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:18.919918 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4c33669d-00c4-4bdc-945b-01ee4066885f req-43f32f2a-b010-4130-ae29-56f4ab4c634e tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf HTTP/1.1" status: 200 len: 949 time: 0.1416867 Aug 23 20:30:18.960650 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3bb4ac71-2ccc-44bb-a591-ad3e21bfb9bc req-e6487113-14c8-4828-ad16-1f7cc93aaca5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=291e6885-2f63-495c-b479-2184cb200f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386617 Aug 23 20:30:19.048474 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23b2a83-2661-4659-bb34-cb093b868286 x-openstack-request-id: req-d23b2a83-2661-4659-bb34-cb093b868286 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:30:19.049033 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef95496f-d429-4409-945f-4b731e5c08b5", "tag": "b2e2aee2-6f16-4cc7-aa2b-496c306bdffe", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:30:19.049521 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d23b2a83-2661-4659-bb34-cb093b868286 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:30:19.050974 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef95496f-d429-4409-945f-4b731e5c08b5', 'tag': 'b2e2aee2-6f16-4cc7-aa2b-496c306bdffe', 'status': 'completed', 'code': 200} Aug 23 20:30:19.060191 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4c33669d-00c4-4bdc-945b-01ee4066885f req-253e7378-61ac-422b-aeb2-552dfbc50170 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264439 Aug 23 20:30:19.144512 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3bb4ac71-2ccc-44bb-a591-ad3e21bfb9bc req-6c159c53-949f-4c02-9754-14d02fb88e4b service neutron] 10.222.0.11 "GET /v2.0/networks/291e6885-2f63-495c-b479-2184cb200f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728916 Aug 23 20:30:19.198962 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa46ab-550b-447c-a6ee-aba4ccc2d325 req-98746300-f773-4a8b-8d29-2793d927c284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:19.200870 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dbaa46ab-550b-447c-a6ee-aba4ccc2d325 req-98746300-f773-4a8b-8d29-2793d927c284 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=aeab6bca1ebb43a8b404543d83e8cc6e&device_id=ef95496f-d429-4409-945f-4b731e5c08b5 HTTP/1.1" status: 200 len: 1124 time: 0.0825105 Aug 23 20:30:19.330427 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3bb4ac71-2ccc-44bb-a591-ad3e21bfb9bc req-48a7e926-8768-4959-bd4e-448dd96af4c7 service neutron] 10.222.0.11 "GET /v2.0/networks/291e6885-2f63-495c-b479-2184cb200f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778171 Aug 23 20:30:19.342260 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd36ad-8507-4cb3-bef8-fab21f16508f req-3e9c6204-799e-46a7-9acc-36393848a185 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:19.344293 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4cfd36ad-8507-4cb3-bef8-fab21f16508f req-3e9c6204-799e-46a7-9acc-36393848a185 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=8d3cad6d-8d5c-4572-b31c-c350601c89dd HTTP/1.1" status: 200 len: 944 time: 0.1274199 Aug 23 20:30:19.408294 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4cfd36ad-8507-4cb3-bef8-fab21f16508f req-cfdd88ea-15b6-48d9-8689-c5bb650a7d2b tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554001 Aug 23 20:30:19.414909 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82336bd8-56e7-4540-a2ff-fa9161ed9246 req-5c551755-fd4b-4148-824c-d3e3b738b567 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:19.416653 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-82336bd8-56e7-4540-a2ff-fa9161ed9246 req-5c551755-fd4b-4148-824c-d3e3b738b567 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef95496f-d429-4409-945f-4b731e5c08b5 HTTP/1.1" status: 200 len: 943 time: 0.0887084 Aug 23 20:30:19.434091 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa46ab-550b-447c-a6ee-aba4ccc2d325 req-867ceb46-2943-428d-8962-906d5b9a0083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:19.436821 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dbaa46ab-550b-447c-a6ee-aba4ccc2d325 req-867ceb46-2943-428d-8962-906d5b9a0083 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a133b3ce-c542-461f-b67d-2eb2e20a852b HTTP/1.1" status: 200 len: 908 time: 0.2257094 Aug 23 20:30:19.777061 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dbaa46ab-550b-447c-a6ee-aba4ccc2d325 req-ad59a4d3-0521-4cad-893a-46420a1d7df6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2e2aee2-6f16-4cc7-aa2b-496c306bdffe HTTP/1.1" status: 200 len: 217 time: 0.3248467 Aug 23 20:30:19.791914 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-82336bd8-56e7-4540-a2ff-fa9161ed9246 req-aca40081-3920-4bdd-bf26-ea0476408d56 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621602 Aug 23 20:30:19.851548 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa46ab-550b-447c-a6ee-aba4ccc2d325 req-7082516e-2c2d-4921-96b4-962cf3f8bf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:19.853336 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dbaa46ab-550b-447c-a6ee-aba4ccc2d325 req-7082516e-2c2d-4921-96b4-962cf3f8bf18 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc364ba1-f548-4b44-839c-5441876e52b8 HTTP/1.1" status: 200 len: 847 time: 0.0647883 Aug 23 20:30:19.919461 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dbaa46ab-550b-447c-a6ee-aba4ccc2d325 req-8d42c0c3-274e-4f64-a0e7-60425bf5ed16 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a133b3ce-c542-461f-b67d-2eb2e20a852b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552502 Aug 23 20:30:20.061501 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dbaa46ab-550b-447c-a6ee-aba4ccc2d325 req-660ddae0-e003-4913-beea-e2ac9e0bf67c service neutron] 10.222.0.32 "GET /v2.0/networks/a133b3ce-c542-461f-b67d-2eb2e20a852b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327107 Aug 23 20:30:20.196244 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:20.201513 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dbaa46ab-550b-447c-a6ee-aba4ccc2d325 req-b2ad6eb3-eebe-4744-8f04-5fb9577026c3 service neutron] 10.222.0.32 "GET /v2.0/networks/a133b3ce-c542-461f-b67d-2eb2e20a852b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309924 Aug 23 20:30:20.214716 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a60155-1c26-4cee-9f8f-ddb5089e9267 req-918b867e-38d2-48d5-93fc-d992454bd752 tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:20.216807 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-19a60155-1c26-4cee-9f8f-ddb5089e9267 req-918b867e-38d2-48d5-93fc-d992454bd752 tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e28fd10-07c6-4846-a116-61c331d92ed4 HTTP/1.1" status: 200 len: 946 time: 0.0986226 Aug 23 20:30:20.309747 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-19a60155-1c26-4cee-9f8f-ddb5089e9267 req-ac8c0795-9e30-4ca2-9e42-c585f79076fb tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e9eafee-febe-49fa-b704-52994ff0c451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845547 Aug 23 20:30:20.364878 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787cf2e6-d188-4c73-beb1-208c170f2c56 req-0cc8fe16-3958-498e-b7ce-ed0e40b2c7ad tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:20.367276 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-787cf2e6-d188-4c73-beb1-208c170f2c56 req-0cc8fe16-3958-498e-b7ce-ed0e40b2c7ad tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf HTTP/1.1" status: 200 len: 949 time: 0.1074533 Aug 23 20:30:20.447490 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-787cf2e6-d188-4c73-beb1-208c170f2c56 req-1fa5ad6c-bf1a-46d4-a106-4b243547efe2 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663064 Aug 23 20:30:20.548582 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48482) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:30:20.626378 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b503b3-ffae-4d4c-93b1-dc7ea05a36c2 req-baa54fb6-480d-4d9f-9004-3904bdf3ada7 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:20.629026 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f1b503b3-ffae-4d4c-93b1-dc7ea05a36c2 req-baa54fb6-480d-4d9f-9004-3904bdf3ada7 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=8d3cad6d-8d5c-4572-b31c-c350601c89dd HTTP/1.1" status: 200 len: 944 time: 0.0766666 Aug 23 20:30:20.692947 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f1b503b3-ffae-4d4c-93b1-dc7ea05a36c2 req-b8b8924a-6ab7-4892-843b-2637dac142e2 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560091 Aug 23 20:30:20.749343 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b3b3e9a8-4a62-45d8-8b18-f25ef9a0827c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:20.877787 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b3b3e9a8-4a62-45d8-8b18-f25ef9a0827c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:20.883518 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b3b3e9a8-4a62-45d8-8b18-f25ef9a0827c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:20.957000 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b3b3e9a8-4a62-45d8-8b18-f25ef9a0827c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a13a228cfb3c45ca8c75351fad404ca3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4072645 Aug 23 20:30:20.958000 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b3e9a8-4a62-45d8-8b18-f25ef9a0827c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75f4b22-ca58-471d-96ea-c3bbd2fa6871,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:20.962387 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48498) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:30:20.980580 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c6de8b-98fe-4dd7-a097-46e733e6b69f req-cc84a26b-6109-4319-9722-9ceeb18939c4 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:20.982420 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c1c6de8b-98fe-4dd7-a097-46e733e6b69f req-cc84a26b-6109-4319-9722-9ceeb18939c4 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef95496f-d429-4409-945f-4b731e5c08b5 HTTP/1.1" status: 200 len: 943 time: 0.0809917 Aug 23 20:30:21.032446 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-42cafcae-edb8-4b52-bd87-0f77cb960b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:21.037617 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c1c6de8b-98fe-4dd7-a097-46e733e6b69f req-27b92908-c7e9-4782-a19c-4319a8f9b6c3 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427344 Aug 23 20:30:21.063548 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-42cafcae-edb8-4b52-bd87-0f77cb960b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:21.127485 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-42cafcae-edb8-4b52-bd87-0f77cb960b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:21.130938 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-42cafcae-edb8-4b52-bd87-0f77cb960b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:21.132300 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-42cafcae-edb8-4b52-bd87-0f77cb960b3b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d75f4b22-ca58-471d-96ea-c3bbd2fa6871 HTTP/1.1" status: 204 len: 168 time: 0.1677699 Aug 23 20:30:21.140446 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cafcae-edb8-4b52-bd87-0f77cb960b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75f4b22-ca58-471d-96ea-c3bbd2fa6871,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:21.197727 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bc034948-7586-478f-ae28-4a9d9e1d7714 req-c7a1e1f9-8828-4000-ade2-742f6d0b2dbb tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=f3262eebed5c4db38e556aee3c60ce9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232275 Aug 23 20:30:21.321941 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc034948-7586-478f-ae28-4a9d9e1d7714 req-c5ad3601-9764-47f7-92cf-c44f4f1b4784 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:21.323685 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bc034948-7586-478f-ae28-4a9d9e1d7714 req-c5ad3601-9764-47f7-92cf-c44f4f1b4784 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1163826 Aug 23 20:30:21.339632 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bc034948-7586-478f-ae28-4a9d9e1d7714 req-8220ea6a-ce0b-4a4f-8650-9da7f9798206 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/quotas/f3262eebed5c4db38e556aee3c60ce9e HTTP/1.1" status: 200 len: 375 time: 0.0099840 Aug 23 20:30:21.379085 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bc034948-7586-478f-ae28-4a9d9e1d7714 req-a39dec87-4692-4232-b008-de16b58d2648 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f3262eebed5c4db38e556aee3c60ce9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300350 Aug 23 20:30:21.446186 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d4924d-0c76-483d-856e-5ecc040f1238 req-f88143b7-7154-4ec4-99f6-c2b2e4e2487c tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:21.448936 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-17d4924d-0c76-483d-856e-5ecc040f1238 req-f88143b7-7154-4ec4-99f6-c2b2e4e2487c tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e28fd10-07c6-4846-a116-61c331d92ed4 HTTP/1.1" status: 200 len: 946 time: 0.0618064 Aug 23 20:30:21.458748 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 28ac6896-0460-4090-bd3a-520806c91921 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:30:21.529675 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-17d4924d-0c76-483d-856e-5ecc040f1238 req-4ce9fc5c-dbd9-4b85-a9c0-c666bf9ef699 tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e9eafee-febe-49fa-b704-52994ff0c451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696104 Aug 23 20:30:21.612722 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 28ac6896-0460-4090-bd3a-520806c91921, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=28ac6896-0460-4090-bd3a-520806c91921,segment=NetworkSegment(feb662d9-0152-4f97-8d6d-89a1fa54f824),segment_id=feb662d9-0152-4f97-8d6d-89a1fa54f824)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:30:21.627737 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '28ac6896-0460-4090-bd3a-520806c91921', 'network_id': '291e6885-2f63-495c-b479-2184cb200f47', 'port_id': '28ac6896-0460-4090-bd3a-520806c91921', 'mac_address': 'fa:16:3e:5e:a1:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dff65f8b-9e15-4b43-b237-3b4edeaab508', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:30:21.651263 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0baebc-77bb-4919-8a99-5b9151c5bea8 req-321e31f8-5b18-44ca-8026-c6c94db31daa tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:21.652843 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-be0baebc-77bb-4919-8a99-5b9151c5bea8 req-321e31f8-5b18-44ca-8026-c6c94db31daa tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf HTTP/1.1" status: 200 len: 949 time: 0.0852368 Aug 23 20:30:21.696042 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:21.714514 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28ac6896-0460-4090-bd3a-520806c91921 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:30:21.717807 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-be0baebc-77bb-4919-8a99-5b9151c5bea8 req-dce89676-cb07-4351-a680-1ad3ed76dcee tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527065 Aug 23 20:30:21.756001 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 28ac6896-0460-4090-bd3a-520806c91921, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=28ac6896-0460-4090-bd3a-520806c91921,segment=NetworkSegment(feb662d9-0152-4f97-8d6d-89a1fa54f824),segment_id=feb662d9-0152-4f97-8d6d-89a1fa54f824)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:30:21.758190 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6eb5074e-db89-46aa-982a-1ee6aa0756cd req-a81390c1-e402-4f1b-b723-9e28f6c5d618 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9847061-e369-44b6-9cf3-351cc117789d HTTP/1.1" status: 200 len: 210 time: 0.0388970 Aug 23 20:30:21.763472 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:21.765002 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device b2e2aee2-6f16-4cc7-aa2b-496c306bdffe details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:30:21.886746 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3108a1f1-548a-4479-be50-61adc58e756d req-fd6c43e6-cc12-45d6-90e6-7d068c5cf80b tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:21.896415 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3108a1f1-548a-4479-be50-61adc58e756d req-fd6c43e6-cc12-45d6-90e6-7d068c5cf80b tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=8d3cad6d-8d5c-4572-b31c-c350601c89dd HTTP/1.1" status: 200 len: 945 time: 0.1098263 Aug 23 20:30:21.935339 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=28ac6896-0460-4090-bd3a-520806c91921,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:21.946862 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3108a1f1-548a-4479-be50-61adc58e756d req-9a636965-e6c2-4e1a-8a1d-d5141f730a99 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494578 Aug 23 20:30:21.982620 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port b2e2aee2-6f16-4cc7-aa2b-496c306bdffe, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=b2e2aee2-6f16-4cc7-aa2b-496c306bdffe,segment=NetworkSegment(3440ae09-322e-4891-8c02-a5baf5ba77f1),segment_id=3440ae09-322e-4891-8c02-a5baf5ba77f1)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:30:22.008796 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device b2e2aee2-6f16-4cc7-aa2b-496c306bdffe has no active binding in host n-h1-805663-2 {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 23 20:30:22.191905 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335a284-85b3-4588-b67e-e9cde8bc54f1 req-ca54bf50-1359-41f3-b7dc-35144e8e4a39 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:22.193727 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6335a284-85b3-4588-b67e-e9cde8bc54f1 req-ca54bf50-1359-41f3-b7dc-35144e8e4a39 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef95496f-d429-4409-945f-4b731e5c08b5 HTTP/1.1" status: 200 len: 943 time: 0.0654349 Aug 23 20:30:22.258158 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6335a284-85b3-4588-b67e-e9cde8bc54f1 req-925a412f-1930-4922-b9f6-711592d1eb4f tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544760 Aug 23 20:30:22.273509 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905e596-625d-4611-ad10-352dc75bf835 req-0fe5d6bb-820d-4dda-b562-8728d4e390ec tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:22.276031 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f905e596-625d-4611-ad10-352dc75bf835 req-0fe5d6bb-820d-4dda-b562-8728d4e390ec tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e28fd10-07c6-4846-a116-61c331d92ed4 HTTP/1.1" status: 200 len: 946 time: 0.0812376 Aug 23 20:30:22.328550 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['28ac6896-0460-4090-bd3a-520806c91921'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:30:22.365945 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-bc167b8b-e740-4f1b-b38a-baf74336afcd service neutron] 10.222.0.32 "GET /v2.0/ports/b2e2aee2-6f16-4cc7-aa2b-496c306bdffe/bindings/n-h1-805663-2 HTTP/1.1" status: 200 len: 384 time: 0.1343300 Aug 23 20:30:22.431097 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-f905e596-625d-4611-ad10-352dc75bf835 req-b668874b-0011-447b-b73e-7a5976e6511c tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] Deleting port 3bf625cf-2e20-4588-bb31-f27034eeae74 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:30:22.431979 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f905e596-625d-4611-ad10-352dc75bf835 req-b668874b-0011-447b-b73e-7a5976e6511c tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:22.605587 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-f905e596-625d-4611-ad10-352dc75bf835 req-b668874b-0011-447b-b73e-7a5976e6511c tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] For port 3bf625cf-2e20-4588-bb31-f27034eeae74, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=3bf625cf-2e20-4588-bb31-f27034eeae74,segment=NetworkSegment(d50511b3-4d24-4f7d-b3a7-d7c53c9c34f0),segment_id=d50511b3-4d24-4f7d-b3a7-d7c53c9c34f0)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:30:22.606806 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f905e596-625d-4611-ad10-352dc75bf835 req-b668874b-0011-447b-b73e-7a5976e6511c tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:22.632815 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-f905e596-625d-4611-ad10-352dc75bf835 req-b668874b-0011-447b-b73e-7a5976e6511c tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] Calling delete_port for 3bf625cf-2e20-4588-bb31-f27034eeae74 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:30:22.785347 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-71f3d516-659a-412c-b217-39e977bf700e service neutron] For port b2e2aee2-6f16-4cc7-aa2b-496c306bdffe, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=b2e2aee2-6f16-4cc7-aa2b-496c306bdffe,segment=NetworkSegment(3440ae09-322e-4891-8c02-a5baf5ba77f1),segment_id=3440ae09-322e-4891-8c02-a5baf5ba77f1)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:30:22.798593 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f260f19-a8e2-4c31-8ca7-b954351ec037 req-b65be4a5-93a0-400a-b196-3911d7f5c3ab tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:22.808794 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3f260f19-a8e2-4c31-8ca7-b954351ec037 req-b65be4a5-93a0-400a-b196-3911d7f5c3ab tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e28fd10-07c6-4846-a116-61c331d92ed4 HTTP/1.1" status: 200 len: 946 time: 0.1044734 Aug 23 20:30:22.822091 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-71f3d516-659a-412c-b217-39e977bf700e service neutron] For port b2e2aee2-6f16-4cc7-aa2b-496c306bdffe, host n-h2-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:30:22.873834 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-71f3d516-659a-412c-b217-39e977bf700e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2e2aee2-6f16-4cc7-aa2b-496c306bdffe {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:30:22.890305 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3f260f19-a8e2-4c31-8ca7-b954351ec037 req-107528fa-1135-4acf-8681-e3594b0502ef tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e9eafee-febe-49fa-b704-52994ff0c451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804157 Aug 23 20:30:22.896138 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-71f3d516-659a-412c-b217-39e977bf700e service neutron] For port b2e2aee2-6f16-4cc7-aa2b-496c306bdffe, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=b2e2aee2-6f16-4cc7-aa2b-496c306bdffe,segment=NetworkSegment(3440ae09-322e-4891-8c02-a5baf5ba77f1),segment_id=3440ae09-322e-4891-8c02-a5baf5ba77f1)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:30:22.921465 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-71f3d516-659a-412c-b217-39e977bf700e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:22.949718 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f905e596-625d-4611-ad10-352dc75bf835 req-b668874b-0011-447b-b73e-7a5976e6511c tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:22.976606 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['3bf625cf-2e20-4588-bb31-f27034eeae74'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:30:23.029894 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b668874b-0011-447b-b73e-7a5976e6511c tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] Pushing event deleted for resources: {'Port': ['ID=3bf625cf-2e20-4588-bb31-f27034eeae74,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:23.091180 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-71f3d516-659a-412c-b217-39e977bf700e service neutron] Transition to ACTIVE for port object b2e2aee2-6f16-4cc7-aa2b-496c306bdffe will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:30:23.106078 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-71f3d516-659a-412c-b217-39e977bf700e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:23.140162 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-f905e596-625d-4611-ad10-352dc75bf835 req-b668874b-0011-447b-b73e-7a5976e6511c tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] No DVR routers for this DVR port 3bf625cf-2e20-4588-bb31-f27034eeae74 on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:30:23.154810 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f905e596-625d-4611-ad10-352dc75bf835 req-b668874b-0011-447b-b73e-7a5976e6511c tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:23.156866 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f905e596-625d-4611-ad10-352dc75bf835 req-b668874b-0011-447b-b73e-7a5976e6511c tempest-VolumesAdminNegativeTest-124862708 tempest-VolumesAdminNegativeTest-124862708-project] 10.222.0.11 "DELETE /v2.0/ports/3bf625cf-2e20-4588-bb31-f27034eeae74 HTTP/1.1" status: 204 len: 173 time: 0.8731074 Aug 23 20:30:23.157318 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e28fd10-07c6-4846-a116-61c331d92ed4', 'name': 'network-vif-deleted', 'tag': '3bf625cf-2e20-4588-bb31-f27034eeae74'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:30:23.159939 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37992e13-6411-4e49-b0e8-b9b79bb4747b" -d '{"events": [{"server_uuid": "5e28fd10-07c6-4846-a116-61c331d92ed4", "name": "network-vif-deleted", "tag": "3bf625cf-2e20-4588-bb31-f27034eeae74"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:30:23.170906 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-625fbf7d-074c-4de0-a1e9-d146eeba44d6 req-d0746ce8-ad51-4046-87dc-8eb194dcb42c tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9847061-e369-44b6-9cf3-351cc117789d HTTP/1.1" status: 200 len: 210 time: 0.0758171 Aug 23 20:30:23.185474 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a695f-c726-43f4-b84e-d7b071d5fbe5 req-cc63dd5e-0b83-4c7d-bbbc-c71fe86f97f5 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:23.187053 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-101a695f-c726-43f4-b84e-d7b071d5fbe5 req-cc63dd5e-0b83-4c7d-bbbc-c71fe86f97f5 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf HTTP/1.1" status: 200 len: 949 time: 0.1206338 Aug 23 20:30:23.194591 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bc034948-7586-478f-ae28-4a9d9e1d7714 req-9fe82547-aa22-4c16-bdfe-00ecb7b45a41 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=f3262eebed5c4db38e556aee3c60ce9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558646 Aug 23 20:30:23.276131 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-71f3d516-659a-412c-b217-39e977bf700e service neutron] No DVR routers for this DVR port b2e2aee2-6f16-4cc7-aa2b-496c306bdffe on host n-h2-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:30:23.327500 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-71f3d516-659a-412c-b217-39e977bf700e service neutron] 10.222.0.32 "PUT /v2.0/ports/b2e2aee2-6f16-4cc7-aa2b-496c306bdffe/bindings/n-h1-805663-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9042017 Aug 23 20:30:23.328446 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f3d516-659a-412c-b217-39e977bf700e service neutron] Pushing event updated for resources: {'Port': ['ID=b2e2aee2-6f16-4cc7-aa2b-496c306bdffe,revision_number=10']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:23.363734 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-101a695f-c726-43f4-b84e-d7b071d5fbe5 req-f11aa59e-6dcb-4529-934c-fe3193d45955 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664760 Aug 23 20:30:23.460000 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5f8c6f-6e23-453d-9500-ff0a0f18a560 x-openstack-request-id: req-8a5f8c6f-6e23-453d-9500-ff0a0f18a560 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:30:23.460345 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e28fd10-07c6-4846-a116-61c331d92ed4", "name": "network-vif-deleted", "tag": "3bf625cf-2e20-4588-bb31-f27034eeae74", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:30:23.460526 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8a5f8c6f-6e23-453d-9500-ff0a0f18a560 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:30:23.462399 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e28fd10-07c6-4846-a116-61c331d92ed4', 'name': 'network-vif-deleted', 'tag': '3bf625cf-2e20-4588-bb31-f27034eeae74', 'status': 'completed', 'code': 200} Aug 23 20:30:23.464422 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80347c7b-5f4d-4d22-91e6-d05bc6ac644e req-70821c2a-7597-45db-8b3c-e1c1a8d01d19 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:23.468680 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-80347c7b-5f4d-4d22-91e6-d05bc6ac644e req-70821c2a-7597-45db-8b3c-e1c1a8d01d19 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=8d3cad6d-8d5c-4572-b31c-c350601c89dd HTTP/1.1" status: 200 len: 945 time: 0.1003261 Aug 23 20:30:23.486199 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 28ac6896-0460-4090-bd3a-520806c91921 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:30:23.532469 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc034948-7586-478f-ae28-4a9d9e1d7714 req-dccfce73-852e-4be7-96df-95b6c616fdd2 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:23.541487 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bc034948-7586-478f-ae28-4a9d9e1d7714 req-dccfce73-852e-4be7-96df-95b6c616fdd2 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3343234 Aug 23 20:30:23.558930 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-bc034948-7586-478f-ae28-4a9d9e1d7714 req-114eb9d1-226a-4d2b-8549-f384010528bf tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Request body: {'port': {'device_id': 'a9847061-e369-44b6-9cf3-351cc117789d', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'admin_state_up': True, 'tenant_id': 'f3262eebed5c4db38e556aee3c60ce9e'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:30:23.559994 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 28ac6896-0460-4090-bd3a-520806c91921 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:30:23.565300 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 28ac6896-0460-4090-bd3a-520806c91921 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:30:23.565865 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:23.585163 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-80347c7b-5f4d-4d22-91e6-d05bc6ac644e req-a00f329c-b956-47cf-a311-1e5bd8676db4 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813148 Aug 23 20:30:23.651060 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-7d377604-77ad-401f-8a0a-a82210fa3893 tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:23.652622 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-7d377604-77ad-401f-8a0a-a82210fa3893 tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ef95496f-d429-4409-945f-4b731e5c08b5&tenant_id=aeab6bca1ebb43a8b404543d83e8cc6e&binding%3Ahost_id=n-h2-805663-2 HTTP/1.1" status: 200 len: 1095 time: 0.1813710 Aug 23 20:30:23.721427 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:23.767989 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 28ac6896-0460-4090-bd3a-520806c91921, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=28ac6896-0460-4090-bd3a-520806c91921,segment=NetworkSegment(feb662d9-0152-4f97-8d6d-89a1fa54f824),segment_id=feb662d9-0152-4f97-8d6d-89a1fa54f824)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:30:23.770792 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3cad6d-8d5c-4572-b31c-c350601c89dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ac6896-0460-4090-bd3a-520806c91921'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:30:23.774319 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20652232-b768-4600-9615-b88b85cc28a3" -d '{"events": [{"server_uuid": "8d3cad6d-8d5c-4572-b31c-c350601c89dd", "name": "network-vif-plugged", "status": "completed", "tag": "28ac6896-0460-4090-bd3a-520806c91921"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:30:23.779809 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:23.810076 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94447ad-2766-40ed-a8e9-1f9cdab29e6d req-a1f668eb-5b9b-4d6a-9aa2-2ff747f7ed0f tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:23.816278 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f94447ad-2766-40ed-a8e9-1f9cdab29e6d req-a1f668eb-5b9b-4d6a-9aa2-2ff747f7ed0f tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef95496f-d429-4409-945f-4b731e5c08b5 HTTP/1.1" status: 200 len: 944 time: 0.1853065 Aug 23 20:30:23.857957 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-523db9a3-4283-48de-957e-17d14cf53c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:23.859916 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-523db9a3-4283-48de-957e-17d14cf53c16 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ef95496f-d429-4409-945f-4b731e5c08b5&tenant_id=aeab6bca1ebb43a8b404543d83e8cc6e HTTP/1.1" status: 200 len: 1095 time: 0.1866596 Aug 23 20:30:23.869274 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=28ac6896-0460-4090-bd3a-520806c91921,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:23.934279 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc034948-7586-478f-ae28-4a9d9e1d7714 req-114eb9d1-226a-4d2b-8549-f384010528bf tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Made reservation on behalf of f3262eebed5c4db38e556aee3c60ce9e for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:30:23.937811 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-bc034948-7586-478f-ae28-4a9d9e1d7714 req-114eb9d1-226a-4d2b-8549-f384010528bf tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:23.959373 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-bc034948-7586-478f-ae28-4a9d9e1d7714 req-114eb9d1-226a-4d2b-8549-f384010528bf tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:23.973805 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f94447ad-2766-40ed-a8e9-1f9cdab29e6d req-57dd722b-cea3-4b47-b499-aa9d8403a070 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338196 Aug 23 20:30:24.003792 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-3740eb62-5c07-4e35-81bd-ef24d70da2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:24.005966 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-3740eb62-5c07-4e35-81bd-ef24d70da2f1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aeab6bca1ebb43a8b404543d83e8cc6e&device_id=ef95496f-d429-4409-945f-4b731e5c08b5 HTTP/1.1" status: 200 len: 1095 time: 0.1106074 Aug 23 20:30:24.116714 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0b0c01-92c0-4db2-9874-d506489f4a14 x-openstack-request-id: req-0b0b0c01-92c0-4db2-9874-d506489f4a14 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:30:24.117339 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d3cad6d-8d5c-4572-b31c-c350601c89dd", "name": "network-vif-plugged", "status": "completed", "tag": "28ac6896-0460-4090-bd3a-520806c91921", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:30:24.117339 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0b0b0c01-92c0-4db2-9874-d506489f4a14 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:30:24.117720 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d3cad6d-8d5c-4572-b31c-c350601c89dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ac6896-0460-4090-bd3a-520806c91921', 'code': 200} Aug 23 20:30:24.173821 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-2f5eb84a-dbda-46af-9359-c3c2771d7fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:24.176461 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-2f5eb84a-dbda-46af-9359-c3c2771d7fb2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a133b3ce-c542-461f-b67d-2eb2e20a852b HTTP/1.1" status: 200 len: 908 time: 0.1544304 Aug 23 20:30:24.200268 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48584) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:30:24.275963 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-54db1204-737d-45f6-ab10-8d66ed0599ef service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2e2aee2-6f16-4cc7-aa2b-496c306bdffe HTTP/1.1" status: 200 len: 217 time: 0.0882423 Aug 23 20:30:24.323020 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0fdbb5d-498a-4a4b-9d16-fd0ba8bd4588 admin admin] Deleting subnet eaba231f-f475-4e6f-a625-699acbd989f2 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:30:24.327526 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f0fdbb5d-498a-4a4b-9d16-fd0ba8bd4588 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:24.365603 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c096873d-4466-45cb-9829-79cff68f19dc req-852be7d3-e62f-49ee-93be-0e852a0fee52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:24.368257 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c096873d-4466-45cb-9829-79cff68f19dc req-852be7d3-e62f-49ee-93be-0e852a0fee52 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8d3cad6d-8d5c-4572-b31c-c350601c89dd HTTP/1.1" status: 200 len: 1097 time: 0.1594479 Aug 23 20:30:24.405570 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f0fdbb5d-498a-4a4b-9d16-fd0ba8bd4588 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:24.412920 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-bc034948-7586-478f-ae28-4a9d9e1d7714 req-114eb9d1-226a-4d2b-8549-f384010528bf tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:24.421272 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-bc034948-7586-478f-ae28-4a9d9e1d7714 req-114eb9d1-226a-4d2b-8549-f384010528bf tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:24.457490 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-ea7b795e-9fb9-4a02-a08c-5fe1afe171da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:24.459228 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-ea7b795e-9fb9-4a02-a08c-5fe1afe171da service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bc364ba1-f548-4b44-839c-5441876e52b8 HTTP/1.1" status: 200 len: 847 time: 0.1650314 Aug 23 20:30:24.482634 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c096873d-4466-45cb-9829-79cff68f19dc req-15f271fb-172d-4f41-b77c-ca752a0932ec service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026278 Aug 23 20:30:24.488162 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a5e6705b-d297-4175-80b8-a4ee50a6f0c8 req-1bfcfcfe-0bf7-4b6a-95c6-3e1573fa1b74 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9847061-e369-44b6-9cf3-351cc117789d HTTP/1.1" status: 200 len: 210 time: 0.0516927 Aug 23 20:30:24.496636 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f0fdbb5d-498a-4a4b-9d16-fd0ba8bd4588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:24.572423 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-193b6e7c-a8e6-4f17-b11d-50322c8652d4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a133b3ce-c542-461f-b67d-2eb2e20a852b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572608 Aug 23 20:30:24.573019 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114eb9d1-226a-4d2b-8549-f384010528bf tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63a69365-cc2c-4d61-84fc-5ddc06b002fe,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:24.614935 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f0fdbb5d-498a-4a4b-9d16-fd0ba8bd4588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:24.671938 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fdbb5d-498a-4a4b-9d16-fd0ba8bd4588 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaba231f-f475-4e6f-a625-699acbd989f2,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:24.676664 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f0fdbb5d-498a-4a4b-9d16-fd0ba8bd4588 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:24.681430 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f0fdbb5d-498a-4a4b-9d16-fd0ba8bd4588 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/eaba231f-f475-4e6f-a625-699acbd989f2 HTTP/1.1" status: 204 len: 168 time: 0.4769685 Aug 23 20:30:24.683268 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48600) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:30:24.698794 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-bc034948-7586-478f-ae28-4a9d9e1d7714 req-114eb9d1-226a-4d2b-8549-f384010528bf tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Allocated IP 192.168.233.19 (660f640a-b8b2-40aa-8ebf-76bd1608cceb/e66e9eb0-86f4-4159-852b-f29863cbf18d/e4e3e46d-ad68-492a-9f6d-6370169d0024) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:30:24.813428 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571bbf1-ef50-464a-b7cf-eaea9881e634 req-e3e03106-15f3-4881-b75c-33c1b086ca11 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:24.821272 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2571bbf1-ef50-464a-b7cf-eaea9881e634 req-e3e03106-15f3-4881-b75c-33c1b086ca11 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf HTTP/1.1" status: 200 len: 949 time: 0.1643491 Aug 23 20:30:24.892213 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9c9e1045-8273-49a1-ab0a-0eac5751257f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:24.951936 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-ca476c11-60ac-4082-8408-ee2e4abe4511 service neutron] 10.222.0.11 "GET /v2.0/networks/a133b3ce-c542-461f-b67d-2eb2e20a852b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502348 Aug 23 20:30:24.960794 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2571bbf1-ef50-464a-b7cf-eaea9881e634 req-13add479-e714-4846-adb7-505246043efd tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383400 Aug 23 20:30:24.994939 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9c9e1045-8273-49a1-ab0a-0eac5751257f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:25.010326 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-9c9e1045-8273-49a1-ab0a-0eac5751257f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8b39397-eb10-46a4-9362-eda4714b4285']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:30:25.030067 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-9c9e1045-8273-49a1-ab0a-0eac5751257f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd50511b3-4d24-4f7d-b3a7-d7c53c9c34f0') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:30:25.030517 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-9c9e1045-8273-49a1-ab0a-0eac5751257f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd50511b3-4d24-4f7d-b3a7-d7c53c9c34f0') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:30:25.043768 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9c9e1045-8273-49a1-ab0a-0eac5751257f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:25.060112 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9c9e1045-8273-49a1-ab0a-0eac5751257f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:25.067238 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c9e1045-8273-49a1-ab0a-0eac5751257f admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:30:25.067677 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9c9e1045-8273-49a1-ab0a-0eac5751257f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:25.069825 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:30:25.069825 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:30:25.069825 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:30:25.069825 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:30:25.069825 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:30:25.069825 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:30:25.069825 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:30:25.069825 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:30:25.069825 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:30:25.069825 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:30:25.069825 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:30:25.069825 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:30:25.069825 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:30:25.069825 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:30:25.069825 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:30:25.069825 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:30:25.069825 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:30:25.069825 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:30:25.069825 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:30:25.069825 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:30:25.069825 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:30:25.069825 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:30:25.069825 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:30:25.069825 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:30:25.069825 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:30:25.069825 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:30:25.069825 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:30:25.069825 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:30:25.069825 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:30:25.069825 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:30:25.069825 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:30:25.069825 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:30:25.125235 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-bc034948-7586-478f-ae28-4a9d9e1d7714 req-114eb9d1-226a-4d2b-8549-f384010528bf tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:25.139661 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9c9e1045-8273-49a1-ab0a-0eac5751257f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:25.151868 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9c9e1045-8273-49a1-ab0a-0eac5751257f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:25.155792 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9c9e1045-8273-49a1-ab0a-0eac5751257f admin admin] 10.222.0.61 "DELETE /v2.0/networks/d8b39397-eb10-46a4-9362-eda4714b4285 HTTP/1.1" status: 204 len: 168 time: 0.4699101 Aug 23 20:30:25.163142 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48606) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:30:25.175075 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-bc034948-7586-478f-ae28-4a9d9e1d7714 req-114eb9d1-226a-4d2b-8549-f384010528bf tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Transition to ACTIVE for port object e4e3e46d-ad68-492a-9f6d-6370169d0024 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:30:25.176113 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e1045-8273-49a1-ab0a-0eac5751257f admin admin] Pushing event deleted for resources: {'Network': ['ID=d8b39397-eb10-46a4-9362-eda4714b4285,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:25.230346 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb6679-d95a-442a-be98-da31a0830e71 req-2cdb710b-ab22-452c-a3c2-d9ec9bbca1b8 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:25.232052 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8dfb6679-d95a-442a-be98-da31a0830e71 req-2cdb710b-ab22-452c-a3c2-d9ec9bbca1b8 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=8d3cad6d-8d5c-4572-b31c-c350601c89dd HTTP/1.1" status: 200 len: 946 time: 0.1710789 Aug 23 20:30:25.249925 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-fc48f135-1189-4cb0-8a94-76d3c92d80dc service neutron] 10.222.0.11 "GET /v2.0/networks/a133b3ce-c542-461f-b67d-2eb2e20a852b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859781 Aug 23 20:30:25.303997 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f6bd169-b790-4206-940c-8dffd6cf3cd5 admin admin] Deleting subnet c847bef1-e07c-4b5f-a2b7-40e3180bc46d {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:30:25.304944 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device b2e2aee2-6f16-4cc7-aa2b-496c306bdffe no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:30:25.321711 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f6bd169-b790-4206-940c-8dffd6cf3cd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:25.345803 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8dfb6679-d95a-442a-be98-da31a0830e71 req-218551b2-153c-414f-b6ca-686cc75f13bc tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017609 Aug 23 20:30:25.369946 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-bc034948-7586-478f-ae28-4a9d9e1d7714 req-114eb9d1-226a-4d2b-8549-f384010528bf tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:25.375447 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f6bd169-b790-4206-940c-8dffd6cf3cd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:25.402198 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device b2e2aee2-6f16-4cc7-aa2b-496c306bdffe not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:30:25.429170 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b47720-19dc-4d90-9958-9b27331c7219 req-5409ab70-5490-4fdc-ab7e-b4bceb70b463 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:25.430988 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-93b47720-19dc-4d90-9958-9b27331c7219 req-5409ab70-5490-4fdc-ab7e-b4bceb70b463 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef95496f-d429-4409-945f-4b731e5c08b5 HTTP/1.1" status: 200 len: 944 time: 0.0717723 Aug 23 20:30:25.460488 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc034948-7586-478f-ae28-4a9d9e1d7714 req-114eb9d1-226a-4d2b-8549-f384010528bf tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Network 660f640a-b8b2-40aa-8ebf-76bd1608cceb is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:30:25.474350 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114eb9d1-226a-4d2b-8549-f384010528bf tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Pushing event updated for resources: {'Port': ['ID=e4e3e46d-ad68-492a-9f6d-6370169d0024,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:25.477281 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-bc034948-7586-478f-ae28-4a9d9e1d7714 req-114eb9d1-226a-4d2b-8549-f384010528bf tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:30:25.482069 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc034948-7586-478f-ae28-4a9d9e1d7714 req-114eb9d1-226a-4d2b-8549-f384010528bf tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:30:25.535663 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-93b47720-19dc-4d90-9958-9b27331c7219 req-8a097589-30f3-4933-944c-f3d29c78b7ea tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907886 Aug 23 20:30:25.551839 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc034948-7586-478f-ae28-4a9d9e1d7714 req-114eb9d1-226a-4d2b-8549-f384010528bf tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:25.552518 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-bc034948-7586-478f-ae28-4a9d9e1d7714 req-114eb9d1-226a-4d2b-8549-f384010528bf tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:25.573966 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f6bd169-b790-4206-940c-8dffd6cf3cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:25.609823 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bc034948-7586-478f-ae28-4a9d9e1d7714 req-114eb9d1-226a-4d2b-8549-f384010528bf tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0553398 Aug 23 20:30:25.648987 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-bc034948-7586-478f-ae28-4a9d9e1d7714 req-47806650-d8c8-4fe0-b7ac-29901ce5cb17 service neutron] Request body: {'port': {'device_id': 'a9847061-e369-44b6-9cf3-351cc117789d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:30:25.743479 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-b95ff585-b513-476b-b591-47d12177f009 tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:25.746101 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-b95ff585-b513-476b-b591-47d12177f009 tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ef95496f-d429-4409-945f-4b731e5c08b5&tenant_id=aeab6bca1ebb43a8b404543d83e8cc6e&binding%3Ahost_id=n-h1-805663-2 HTTP/1.1" status: 200 len: 1095 time: 0.1483333 Aug 23 20:30:25.747028 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-bc034948-7586-478f-ae28-4a9d9e1d7714 req-47806650-d8c8-4fe0-b7ac-29901ce5cb17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:25.751856 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f6bd169-b790-4206-940c-8dffd6cf3cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:25.786663 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee0546-cf8a-4add-add3-0e62dd95c2d2 req-81dd89b2-56c8-496e-9671-140f0137319c tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:25.788295 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c6ee0546-cf8a-4add-add3-0e62dd95c2d2 req-81dd89b2-56c8-496e-9671-140f0137319c tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9847061-e369-44b6-9cf3-351cc117789d HTTP/1.1" status: 200 len: 935 time: 0.0727296 Aug 23 20:30:25.800848 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f6bd169-b790-4206-940c-8dffd6cf3cd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:25.802784 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6f6bd169-b790-4206-940c-8dffd6cf3cd5 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c847bef1-e07c-4b5f-a2b7-40e3180bc46d HTTP/1.1" status: 204 len: 168 time: 0.6386602 Aug 23 20:30:25.807106 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48614) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:30:25.842692 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6bd169-b790-4206-940c-8dffd6cf3cd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c847bef1-e07c-4b5f-a2b7-40e3180bc46d,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:25.880874 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-edf8c0cf-c160-4156-9b1f-1e0822437e58 None None] Provisioning for port e4e3e46d-ad68-492a-9f6d-6370169d0024 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:30:25.887215 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-edf8c0cf-c160-4156-9b1f-1e0822437e58 None None] Provisioning complete for port e4e3e46d-ad68-492a-9f6d-6370169d0024 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:30:25.887918 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-edf8c0cf-c160-4156-9b1f-1e0822437e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:25.927157 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c6ee0546-cf8a-4add-add3-0e62dd95c2d2 req-c0f3267e-a279-4fd7-b7fb-c861eb21bdfa tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a69365-cc2c-4d61-84fc-5ddc06b002fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228168 Aug 23 20:30:25.942183 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-edf8c0cf-c160-4156-9b1f-1e0822437e58 None None] Port e4e3e46d-ad68-492a-9f6d-6370169d0024 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:30:25.942889 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d1c669fa-d41a-49dc-8db0-57b518376677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:26.108672 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d1c669fa-d41a-49dc-8db0-57b518376677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:26.136143 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-d1c669fa-d41a-49dc-8db0-57b518376677 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e59d4305-2a64-4ab5-908a-12a3aad0abdf']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:30:26.160127 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-d1c669fa-d41a-49dc-8db0-57b518376677 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f3eb588-dd79-4c7e-8a55-452a676b1189') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:30:26.160991 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-d1c669fa-d41a-49dc-8db0-57b518376677 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f3eb588-dd79-4c7e-8a55-452a676b1189') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:30:26.177935 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c62079-20ab-4f9d-a1de-c28dfa5f04fc req-a3b73d3b-f444-41c9-bdbb-5051cb754e03 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:26.181612 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e2c62079-20ab-4f9d-a1de-c28dfa5f04fc req-a3b73d3b-f444-41c9-bdbb-5051cb754e03 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf HTTP/1.1" status: 200 len: 949 time: 0.1121864 Aug 23 20:30:26.186307 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d1c669fa-d41a-49dc-8db0-57b518376677 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:26.231310 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d1c669fa-d41a-49dc-8db0-57b518376677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:26.250543 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1c669fa-d41a-49dc-8db0-57b518376677 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:30:26.251380 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d1c669fa-d41a-49dc-8db0-57b518376677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:26.254547 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:30:26.254547 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:30:26.254547 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:30:26.254547 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:30:26.254547 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:30:26.254547 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:30:26.254547 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:30:26.254547 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:30:26.254547 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:30:26.254547 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:30:26.254547 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:30:26.254547 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:30:26.254547 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:30:26.254547 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:30:26.254547 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:30:26.254547 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:30:26.254547 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:30:26.254547 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:30:26.254547 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:30:26.254547 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:30:26.254547 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:30:26.254547 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:30:26.254547 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:30:26.254547 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:30:26.254547 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:30:26.254547 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:30:26.254547 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:30:26.254547 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:30:26.254547 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:30:26.254547 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:30:26.254547 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:30:26.254547 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:30:26.309113 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e2c62079-20ab-4f9d-a1de-c28dfa5f04fc req-8537338b-a7e5-40fc-b779-9406271794f8 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179161 Aug 23 20:30:26.354452 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d1c669fa-d41a-49dc-8db0-57b518376677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:26.367712 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d1c669fa-d41a-49dc-8db0-57b518376677 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:26.370269 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d1c669fa-d41a-49dc-8db0-57b518376677 admin admin] 10.222.0.61 "DELETE /v2.0/networks/e59d4305-2a64-4ab5-908a-12a3aad0abdf HTTP/1.1" status: 204 len: 168 time: 0.5619750 Aug 23 20:30:26.387316 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c669fa-d41a-49dc-8db0-57b518376677 admin admin] Pushing event deleted for resources: {'Network': ['ID=e59d4305-2a64-4ab5-908a-12a3aad0abdf,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:26.400464 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-9786eedf-85fc-4d29-8946-effda929aa9b service neutron] For port b2e2aee2-6f16-4cc7-aa2b-496c306bdffe, host n-h2-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:30:26.407311 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-9786eedf-85fc-4d29-8946-effda929aa9b service neutron] Notify callbacks [] for binding, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:26.408650 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f8b41977-0038-48bb-bc19-4e322a55fd40 req-9786eedf-85fc-4d29-8946-effda929aa9b service neutron] 10.222.0.11 "DELETE /v2.0/ports/b2e2aee2-6f16-4cc7-aa2b-496c306bdffe/bindings/n-h2-805663-2 HTTP/1.1" status: 204 len: 173 time: 0.6403055 Aug 23 20:30:26.572711 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa1a54-cf7c-4e2c-8a4d-9275ab51f8bf req-fddb3040-385c-4ad3-960f-286673257488 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:26.574925 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-40fa1a54-cf7c-4e2c-8a4d-9275ab51f8bf req-fddb3040-385c-4ad3-960f-286673257488 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=8d3cad6d-8d5c-4572-b31c-c350601c89dd HTTP/1.1" status: 200 len: 946 time: 0.0947161 Aug 23 20:30:26.661598 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-bc034948-7586-478f-ae28-4a9d9e1d7714 req-47806650-d8c8-4fe0-b7ac-29901ce5cb17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4e3e46d-ad68-492a-9f6d-6370169d0024 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:30:26.671148 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48640) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:30:26.679635 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-bc034948-7586-478f-ae28-4a9d9e1d7714 req-47806650-d8c8-4fe0-b7ac-29901ce5cb17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:26.724751 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-40fa1a54-cf7c-4e2c-8a4d-9275ab51f8bf req-a5f5bd27-85d3-4394-b11b-be786eafdcdd tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196890 Aug 23 20:30:26.728507 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2539a5-6fdf-4871-bfcd-43324d848a30 req-cc024e95-5ef2-4ff6-b5cb-b298ac496a9d tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:26.730223 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7e2539a5-6fdf-4871-bfcd-43324d848a30 req-cc024e95-5ef2-4ff6-b5cb-b298ac496a9d tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef95496f-d429-4409-945f-4b731e5c08b5 HTTP/1.1" status: 200 len: 944 time: 0.0984581 Aug 23 20:30:26.731931 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-bc034948-7586-478f-ae28-4a9d9e1d7714 req-47806650-d8c8-4fe0-b7ac-29901ce5cb17 service neutron] Transition to ACTIVE for port object e4e3e46d-ad68-492a-9f6d-6370169d0024 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:30:26.740746 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-bc034948-7586-478f-ae28-4a9d9e1d7714 req-47806650-d8c8-4fe0-b7ac-29901ce5cb17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:26.763060 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8995bef1-367f-4920-893a-996d7d6980e2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=da40cd0ce1444faa8522c0791ccf0ebc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0896621 Aug 23 20:30:26.763515 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48644) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:30:26.804674 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47806650-d8c8-4fe0-b7ac-29901ce5cb17 service neutron] Pushing event updated for resources: {'Port': ['ID=e4e3e46d-ad68-492a-9f6d-6370169d0024,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:26.907994 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7e2539a5-6fdf-4871-bfcd-43324d848a30 req-96ba066e-00ac-4a8e-a80d-faf4c3eb5c76 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641095 Aug 23 20:30:26.986200 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3001cef1-a151-409b-9558-0b326450928e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:26.991958 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48652) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:30:26.996139 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-bc034948-7586-478f-ae28-4a9d9e1d7714 req-47806650-d8c8-4fe0-b7ac-29901ce5cb17 service neutron] Attempting to bind port e4e3e46d-ad68-492a-9f6d-6370169d0024 on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:30:26.999917 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-bc034948-7586-478f-ae28-4a9d9e1d7714 req-47806650-d8c8-4fe0-b7ac-29901ce5cb17 service neutron] Attempting to bind port e4e3e46d-ad68-492a-9f6d-6370169d0024 by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:30:27.000655 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc034948-7586-478f-ae28-4a9d9e1d7714 req-47806650-d8c8-4fe0-b7ac-29901ce5cb17 service neutron] Attempting to bind port e4e3e46d-ad68-492a-9f6d-6370169d0024 on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:30:27.009658 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc034948-7586-478f-ae28-4a9d9e1d7714 req-47806650-d8c8-4fe0-b7ac-29901ce5cb17 service neutron] Port e4e3e46d-ad68-492a-9f6d-6370169d0024 on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:30:27.010434 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc034948-7586-478f-ae28-4a9d9e1d7714 req-47806650-d8c8-4fe0-b7ac-29901ce5cb17 service neutron] Attempting to bind port e4e3e46d-ad68-492a-9f6d-6370169d0024 on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:30:27.016946 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc034948-7586-478f-ae28-4a9d9e1d7714 req-47806650-d8c8-4fe0-b7ac-29901ce5cb17 service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:30:27.017206 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc034948-7586-478f-ae28-4a9d9e1d7714 req-47806650-d8c8-4fe0-b7ac-29901ce5cb17 service neutron] Checking segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:30:27.017594 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc034948-7586-478f-ae28-4a9d9e1d7714 req-47806650-d8c8-4fe0-b7ac-29901ce5cb17 service neutron] Bound using segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:30:27.018300 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-bc034948-7586-478f-ae28-4a9d9e1d7714 req-47806650-d8c8-4fe0-b7ac-29901ce5cb17 service neutron] Bound port: e4e3e46d-ad68-492a-9f6d-6370169d0024, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:30:27.019213 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-bc034948-7586-478f-ae28-4a9d9e1d7714 req-47806650-d8c8-4fe0-b7ac-29901ce5cb17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:27.077843 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3001cef1-a151-409b-9558-0b326450928e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:27.185419 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-bc034948-7586-478f-ae28-4a9d9e1d7714 req-47806650-d8c8-4fe0-b7ac-29901ce5cb17 service neutron] For port e4e3e46d-ad68-492a-9f6d-6370169d0024, host n-h2-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:30:27.190807 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-bc034948-7586-478f-ae28-4a9d9e1d7714 req-47806650-d8c8-4fe0-b7ac-29901ce5cb17 service neutron] For port e4e3e46d-ad68-492a-9f6d-6370169d0024, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=e4e3e46d-ad68-492a-9f6d-6370169d0024,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:30:27.199655 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-bc034948-7586-478f-ae28-4a9d9e1d7714 req-47806650-d8c8-4fe0-b7ac-29901ce5cb17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:27.222441 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c70eca-2eb6-4b64-8e28-b40e3661fdaf req-494fb99d-f7b6-4134-9cc5-2de3e99ca451 tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:27.224151 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c4c70eca-2eb6-4b64-8e28-b40e3661fdaf req-494fb99d-f7b6-4134-9cc5-2de3e99ca451 tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=8d3cad6d-8d5c-4572-b31c-c350601c89dd HTTP/1.1" status: 200 len: 1097 time: 0.2017512 Aug 23 20:30:27.231210 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7081b-00c8-46da-82e7-85aeac3b6eb6 req-843631e4-7fbf-48a5-8552-b9e294b97796 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:27.236779 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4bd7081b-00c8-46da-82e7-85aeac3b6eb6 req-843631e4-7fbf-48a5-8552-b9e294b97796 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9847061-e369-44b6-9cf3-351cc117789d HTTP/1.1" status: 200 len: 947 time: 0.1294494 Aug 23 20:30:27.275288 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3001cef1-a151-409b-9558-0b326450928e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:27.278488 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3001cef1-a151-409b-9558-0b326450928e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:27.279955 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-3001cef1-a151-409b-9558-0b326450928e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9e9eafee-febe-49fa-b704-52994ff0c451 HTTP/1.1" status: 204 len: 168 time: 0.5099733 Aug 23 20:30:27.280117 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc034948-7586-478f-ae28-4a9d9e1d7714 req-47806650-d8c8-4fe0-b7ac-29901ce5cb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:27.280823 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-bc034948-7586-478f-ae28-4a9d9e1d7714 req-47806650-d8c8-4fe0-b7ac-29901ce5cb17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:27.283611 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bc034948-7586-478f-ae28-4a9d9e1d7714 req-47806650-d8c8-4fe0-b7ac-29901ce5cb17 service neutron] 10.222.0.32 "PUT /v2.0/ports/e4e3e46d-ad68-492a-9f6d-6370169d0024 HTTP/1.1" status: 200 len: 1095 time: 1.6390376 Aug 23 20:30:27.284587 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9847061-e369-44b6-9cf3-351cc117789d', 'tag': 'e4e3e46d-ad68-492a-9f6d-6370169d0024'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:30:27.288309 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710c3f28-0fab-4552-9698-9891a62f126f" -d '{"events": [{"name": "network-changed", "server_uuid": "a9847061-e369-44b6-9cf3-351cc117789d", "tag": "e4e3e46d-ad68-492a-9f6d-6370169d0024"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:30:27.310772 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a9be5692-6ca1-4356-9fa5-216ef13ebb56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:27.333740 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3001cef1-a151-409b-9558-0b326450928e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9eafee-febe-49fa-b704-52994ff0c451,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:27.361784 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4bd7081b-00c8-46da-82e7-85aeac3b6eb6 req-f064d3fa-e47a-4bdc-8375-eadfb073456f tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a69365-cc2c-4d61-84fc-5ddc06b002fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183479 Aug 23 20:30:27.384609 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c4c70eca-2eb6-4b64-8e28-b40e3661fdaf req-78c3954c-6957-4724-aa4d-9bddce3518bc tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307592 Aug 23 20:30:27.417516 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47806650-d8c8-4fe0-b7ac-29901ce5cb17 service neutron] Pushing event updated for resources: {'Port': ['ID=e4e3e46d-ad68-492a-9f6d-6370169d0024,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:27.505500 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 3bf625cf-2e20-4588-bb31-f27034eeae74 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:30:27.521065 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0fe9e57-7686-417f-8ca8-39e32d053c78 x-openstack-request-id: req-c0fe9e57-7686-417f-8ca8-39e32d053c78 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:30:27.521302 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9847061-e369-44b6-9cf3-351cc117789d", "tag": "e4e3e46d-ad68-492a-9f6d-6370169d0024", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:30:27.524026 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c0fe9e57-7686-417f-8ca8-39e32d053c78 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:30:27.525846 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9847061-e369-44b6-9cf3-351cc117789d', 'tag': 'e4e3e46d-ad68-492a-9f6d-6370169d0024', 'status': 'completed', 'code': 200} Aug 23 20:30:27.535822 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc034948-7586-478f-ae28-4a9d9e1d7714 req-3f97ef74-27ec-47b1-8ecf-ebb4ef9cb408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:27.540365 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bc034948-7586-478f-ae28-4a9d9e1d7714 req-3f97ef74-27ec-47b1-8ecf-ebb4ef9cb408 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3262eebed5c4db38e556aee3c60ce9e&device_id=a9847061-e369-44b6-9cf3-351cc117789d HTTP/1.1" status: 200 len: 1098 time: 0.1339083 Aug 23 20:30:27.554000 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: 3bf625cf-2e20-4588-bb31-f27034eeae74 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:30:27.554283 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 3bf625cf-2e20-4588-bb31-f27034eeae74 not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:30:27.571471 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a9be5692-6ca1-4356-9fa5-216ef13ebb56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:27.576475 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a9be5692-6ca1-4356-9fa5-216ef13ebb56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:27.625842 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bc034948-7586-478f-ae28-4a9d9e1d7714 req-5e5ea3dc-ca73-4e9a-aa9b-98771605db87 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=e4e3e46d-ad68-492a-9f6d-6370169d0024 HTTP/1.1" status: 200 len: 217 time: 0.0410824 Aug 23 20:30:27.648226 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2af7b-19a1-4b54-8645-3cd2e7ee1071 req-bf8eea6c-7fd4-4ece-b99d-1c3215faa364 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:27.649026 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9be5692-6ca1-4356-9fa5-216ef13ebb56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c32946-f85d-498a-9e9a-71619e93f56b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:27.649886 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-27a2af7b-19a1-4b54-8645-3cd2e7ee1071 req-bf8eea6c-7fd4-4ece-b99d-1c3215faa364 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf HTTP/1.1" status: 200 len: 949 time: 0.1238325 Aug 23 20:30:27.689567 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a9be5692-6ca1-4356-9fa5-216ef13ebb56 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6c517a974a3643a88d7423a21c9b1b4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6952798 Aug 23 20:30:27.692783 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48670) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:30:27.713886 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d3738-12db-4c79-bfb2-01d5e4272e8e req-8eb76f67-8a7d-4ce6-be93-3911c8a3c027 tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:27.728208 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6e3d3738-12db-4c79-bfb2-01d5e4272e8e req-8eb76f67-8a7d-4ce6-be93-3911c8a3c027 tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=ef95496f-d429-4409-945f-4b731e5c08b5 HTTP/1.1" status: 200 len: 1095 time: 0.1329732 Aug 23 20:30:27.751376 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc034948-7586-478f-ae28-4a9d9e1d7714 req-0f3460b7-5550-42d3-962b-41fcbc7e01a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:27.753875 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bc034948-7586-478f-ae28-4a9d9e1d7714 req-0f3460b7-5550-42d3-962b-41fcbc7e01a1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.1026654 Aug 23 20:30:27.783856 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6e3d3738-12db-4c79-bfb2-01d5e4272e8e req-b4c3b563-704a-4625-a6fe-6b79a2baf9e5 tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523610 Aug 23 20:30:27.790785 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48672) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:30:27.821127 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-27a2af7b-19a1-4b54-8645-3cd2e7ee1071 req-f4b356cb-d4cc-4a7b-ad76-6440c41ac37e tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398051 Aug 23 20:30:27.849498 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-410a5a90-3507-4cc3-b1d3-ac60392815dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:27.878954 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-410a5a90-3507-4cc3-b1d3-ac60392815dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:27.883446 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc034948-7586-478f-ae28-4a9d9e1d7714 req-87408d31-c581-412e-abc4-e126b906b19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:27.884582 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-6eb3faef-2650-4474-bb27-4ca46c802218 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3e9f74c2ff8b465792ef9e519eed880a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0922432 Aug 23 20:30:27.885414 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48676) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:30:27.885558 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bc034948-7586-478f-ae28-4a9d9e1d7714 req-87408d31-c581-412e-abc4-e126b906b19c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1060932 Aug 23 20:30:27.958164 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9af67ebc-4299-4fd2-8a2a-697ff781c6ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:27.995909 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9af67ebc-4299-4fd2-8a2a-697ff781c6ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:27.996722 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-410a5a90-3507-4cc3-b1d3-ac60392815dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:27.999459 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-410a5a90-3507-4cc3-b1d3-ac60392815dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:28.000736 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-410a5a90-3507-4cc3-b1d3-ac60392815dc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b6c32946-f85d-498a-9e9a-71619e93f56b HTTP/1.1" status: 204 len: 168 time: 0.3042974 Aug 23 20:30:28.017638 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410a5a90-3507-4cc3-b1d3-ac60392815dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c32946-f85d-498a-9e9a-71619e93f56b,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:28.080050 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9af67ebc-4299-4fd2-8a2a-697ff781c6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:28.083758 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9af67ebc-4299-4fd2-8a2a-697ff781c6ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:28.086727 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bc034948-7586-478f-ae28-4a9d9e1d7714 req-5dfca745-244b-4b18-94a0-9682bdd67194 service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849658 Aug 23 20:30:28.087658 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9af67ebc-4299-4fd2-8a2a-697ff781c6ab admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/83a3805b-b4cc-4f63-a53c-05231cacda36 HTTP/1.1" status: 204 len: 168 time: 0.2012792 Aug 23 20:30:28.206730 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af67ebc-4299-4fd2-8a2a-697ff781c6ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a3805b-b4cc-4f63-a53c-05231cacda36,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:28.214790 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f94830-a498-4018-a19b-3674feafe7ea req-797ccded-6dab-4968-afe4-bf674ac2d0cd tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:28.216362 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e5f94830-a498-4018-a19b-3674feafe7ea req-797ccded-6dab-4968-afe4-bf674ac2d0cd tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/networks?id=a133b3ce-c542-461f-b67d-2eb2e20a852b HTTP/1.1" status: 200 len: 807 time: 0.1592577 Aug 23 20:30:28.237130 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e5f94830-a498-4018-a19b-3674feafe7ea req-841f6d1c-1d7e-48e6-b882-b36a91ba2852 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/quotas/aeab6bca1ebb43a8b404543d83e8cc6e HTTP/1.1" status: 200 len: 375 time: 0.0123520 Aug 23 20:30:28.262047 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bc034948-7586-478f-ae28-4a9d9e1d7714 req-af51021b-459a-4e75-bb01-57785b053bbc service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613522 Aug 23 20:30:28.322570 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e5f94830-a498-4018-a19b-3674feafe7ea req-7916f23a-7794-4b51-80cc-a071da3cbe98 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=aeab6bca1ebb43a8b404543d83e8cc6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0763333 Aug 23 20:30:28.489536 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c3f28-0fab-4552-9698-9891a62f126f req-087c4bd2-2213-4448-bfd7-be928574ee59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:28.492014 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-710c3f28-0fab-4552-9698-9891a62f126f req-087c4bd2-2213-4448-bfd7-be928574ee59 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3262eebed5c4db38e556aee3c60ce9e&device_id=a9847061-e369-44b6-9cf3-351cc117789d HTTP/1.1" status: 200 len: 1098 time: 0.1243920 Aug 23 20:30:28.587041 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e5f94830-a498-4018-a19b-3674feafe7ea req-12d800eb-7cc2-4ae0-9c7b-f6117edfeb68 service neutron] 10.222.0.61 "GET /v2.0/networks/a133b3ce-c542-461f-b67d-2eb2e20a852b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372828 Aug 23 20:30:28.681493 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3789d3ce-fed8-4ad5-b2a2-9fde442baed3 req-c43b53d8-303d-43b6-b6a9-85649eb1ab92 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:28.690887 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3789d3ce-fed8-4ad5-b2a2-9fde442baed3 req-c43b53d8-303d-43b6-b6a9-85649eb1ab92 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9847061-e369-44b6-9cf3-351cc117789d HTTP/1.1" status: 200 len: 947 time: 0.1660423 Aug 23 20:30:28.707628 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c3f28-0fab-4552-9698-9891a62f126f req-7c29d344-f2cb-4807-9de5-832e9a923798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:28.709844 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-710c3f28-0fab-4552-9698-9891a62f126f req-7c29d344-f2cb-4807-9de5-832e9a923798 service neutron] 10.222.0.32 "GET /v2.0/networks?id=660f640a-b8b2-40aa-8ebf-76bd1608cceb HTTP/1.1" status: 200 len: 870 time: 0.2082253 Aug 23 20:30:28.765938 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-710c3f28-0fab-4552-9698-9891a62f126f req-0615ae0f-69a4-4135-a19d-9c00c3921b93 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=e4e3e46d-ad68-492a-9f6d-6370169d0024 HTTP/1.1" status: 200 len: 217 time: 0.0459659 Aug 23 20:30:28.794032 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e5f94830-a498-4018-a19b-3674feafe7ea req-4c18ea3b-7440-47a2-8e8e-b9a5c8917415 service neutron] 10.222.0.61 "GET /v2.0/networks/a133b3ce-c542-461f-b67d-2eb2e20a852b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963367 Aug 23 20:30:28.898755 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3789d3ce-fed8-4ad5-b2a2-9fde442baed3 req-9733e2a5-8174-474d-8cf3-6f41edb09976 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a69365-cc2c-4d61-84fc-5ddc06b002fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064815 Aug 23 20:30:28.915927 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c3f28-0fab-4552-9698-9891a62f126f req-0814f666-506d-4115-9366-4d39d294bbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:28.925536 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-710c3f28-0fab-4552-9698-9891a62f126f req-0814f666-506d-4115-9366-4d39d294bbd1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.1440849 Aug 23 20:30:29.057613 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c3f28-0fab-4552-9698-9891a62f126f req-f45bf793-b0cf-4663-83a8-58d6a5b7cc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:29.063866 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-710c3f28-0fab-4552-9698-9891a62f126f req-f45bf793-b0cf-4663-83a8-58d6a5b7cc4e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1322370 Aug 23 20:30:29.238372 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b085ca-908a-4bf5-a9b7-2fda9126595e req-b3d9cc31-d1ae-4d1c-965b-593a233aacbd tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:29.239858 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-73b085ca-908a-4bf5-a9b7-2fda9126595e req-b3d9cc31-d1ae-4d1c-965b-593a233aacbd tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf HTTP/1.1" status: 200 len: 949 time: 0.2033799 Aug 23 20:30:29.261564 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e962ab6b-4685-41ec-864b-0a43816c5e3b req-662372e1-c770-45be-af5a-5c0c8332f591 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=a112110a-c5c7-4dd4-b692-6caa721bcf00 HTTP/1.1" status: 200 len: 210 time: 0.0798705 Aug 23 20:30:29.285612 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-710c3f28-0fab-4552-9698-9891a62f126f req-7fa18c27-c7f3-4678-90fc-458a0e9d96a9 service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066951 Aug 23 20:30:29.325327 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-73b085ca-908a-4bf5-a9b7-2fda9126595e req-f8c703ae-03fb-4b7a-9651-28feba6417ba tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741320 Aug 23 20:30:29.495976 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-710c3f28-0fab-4552-9698-9891a62f126f req-b7f30fd4-a2d4-4c90-b73a-95e1fdd502bb service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691415 Aug 23 20:30:29.559605 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48764) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:30:29.726957 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-29d41f04-c3e5-4205-b3df-8afd1914c4da admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1416865827-network', 'tenant_id': 'db4425281138402f8f3de23219bd719a'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:30:29.761391 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d41f04-c3e5-4205-b3df-8afd1914c4da admin admin] Made reservation on behalf of db4425281138402f8f3de23219bd719a for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:30:29.767118 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-29d41f04-c3e5-4205-b3df-8afd1914c4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:29.777856 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-29d41f04-c3e5-4205-b3df-8afd1914c4da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:29.916759 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-29d41f04-c3e5-4205-b3df-8afd1914c4da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:29.930471 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-29d41f04-c3e5-4205-b3df-8afd1914c4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:30.047468 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29d41f04-c3e5-4205-b3df-8afd1914c4da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:30:30.052135 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b436a86-013a-4951-b13d-92efdcdb60d1 req-59c7b6c3-d620-4e82-91a1-35f0f1766ad8 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:30.069739 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d41f04-c3e5-4205-b3df-8afd1914c4da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f29c167-2a24-47b5-9c33-a1a3d2f19c70,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:30.071432 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4b436a86-013a-4951-b13d-92efdcdb60d1 req-59c7b6c3-d620-4e82-91a1-35f0f1766ad8 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9847061-e369-44b6-9cf3-351cc117789d HTTP/1.1" status: 200 len: 947 time: 0.0858028 Aug 23 20:30:30.073588 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-29d41f04-c3e5-4205-b3df-8afd1914c4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:30.073997 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-29d41f04-c3e5-4205-b3df-8afd1914c4da admin admin] Added segment ae8ca698-0867-4ef7-8329-a42e4b206cd1 of type vlan for network 1650d5e4-844c-40b4-a817-8b2250acdae1 Aug 23 20:30:30.108569 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48784) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:30:30.142108 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-29d41f04-c3e5-4205-b3df-8afd1914c4da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:30.173065 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-29d41f04-c3e5-4205-b3df-8afd1914c4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:30.175956 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d41f04-c3e5-4205-b3df-8afd1914c4da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:30.177294 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-29d41f04-c3e5-4205-b3df-8afd1914c4da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:30.203033 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4b436a86-013a-4951-b13d-92efdcdb60d1 req-7448db91-fb2a-496b-bb73-de905e5e6894 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a69365-cc2c-4d61-84fc-5ddc06b002fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303554 Aug 23 20:30:30.293207 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48792) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:30:30.293944 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-29d41f04-c3e5-4205-b3df-8afd1914c4da admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7287910 Aug 23 20:30:30.301512 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-9c130c35-c1c0-493a-9a3b-406ac2743000 admin admin] Request body: {'subnet': {'network_id': '1650d5e4-844c-40b4-a817-8b2250acdae1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1416865827-subnet', 'tenant_id': 'db4425281138402f8f3de23219bd719a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:30:30.308646 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d41f04-c3e5-4205-b3df-8afd1914c4da admin admin] Pushing event updated for resources: {'Network': ['ID=1650d5e4-844c-40b4-a817-8b2250acdae1,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:30.319730 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 1650d5e4-844c-40b4-a817-8b2250acdae1 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:30:30.488521 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e7668006-acff-4738-9e65-f8ab1cd3b485 req-5b956a55-767c-41da-bb53-11ed09bbd218 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=a112110a-c5c7-4dd4-b692-6caa721bcf00 HTTP/1.1" status: 200 len: 210 time: 0.1439841 Aug 23 20:30:30.545085 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315d29c-b177-4fd3-ad8d-25d2eb754edc req-dbc73c19-e859-4fe0-9ba9-150de503b401 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:30.562244 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8315d29c-b177-4fd3-ad8d-25d2eb754edc req-dbc73c19-e859-4fe0-9ba9-150de503b401 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf HTTP/1.1" status: 200 len: 949 time: 0.1169882 Aug 23 20:30:30.563311 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c130c35-c1c0-493a-9a3b-406ac2743000 admin admin] Made reservation on behalf of db4425281138402f8f3de23219bd719a for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:30:30.569140 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9c130c35-c1c0-493a-9a3b-406ac2743000 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:30.625265 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-026d6191-69bf-48e5-8251-02b839a6440b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:30.664198 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8315d29c-b177-4fd3-ad8d-25d2eb754edc req-01c279f4-5ca4-48e9-8f09-858e6bcd51ea tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964603 Aug 23 20:30:30.835171 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f94830-a498-4018-a19b-3674feafe7ea req-d9371c4e-cc74-4377-9862-9248bdc85f4f tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:30.836693 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e5f94830-a498-4018-a19b-3674feafe7ea req-d9371c4e-cc74-4377-9862-9248bdc85f4f tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.11 "GET /v2.0/networks?id=a133b3ce-c542-461f-b67d-2eb2e20a852b HTTP/1.1" status: 200 len: 807 time: 0.3402367 Aug 23 20:30:30.852425 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-e5f94830-a498-4018-a19b-3674feafe7ea req-ce822a88-05b3-4075-9212-3fab1f3e273e tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Request body: {'port': {'device_id': 'a112110a-c5c7-4dd4-b692-6caa721bcf00', 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b', 'admin_state_up': True, 'tenant_id': 'aeab6bca1ebb43a8b404543d83e8cc6e'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:30:31.064445 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-026d6191-69bf-48e5-8251-02b839a6440b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:31.073081 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-026d6191-69bf-48e5-8251-02b839a6440b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:31.082842 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9c130c35-c1c0-493a-9a3b-406ac2743000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:31.170748 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-026d6191-69bf-48e5-8251-02b839a6440b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=673c7132c55c4ce4b59e36fe679fd020&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0597899 Aug 23 20:30:31.171123 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5f94830-a498-4018-a19b-3674feafe7ea req-ce822a88-05b3-4075-9212-3fab1f3e273e tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Made reservation on behalf of aeab6bca1ebb43a8b404543d83e8cc6e for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:30:31.173752 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48800) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:30:31.174345 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e5f94830-a498-4018-a19b-3674feafe7ea req-ce822a88-05b3-4075-9212-3fab1f3e273e tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:31.188653 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d6191-69bf-48e5-8251-02b839a6440b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f322060-2a23-452b-8df3-5132a029ed39,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:31.234163 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c130c35-c1c0-493a-9a3b-406ac2743000 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f653372-1d5f-482a-8445-4b79636655e0,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:31.242358 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8c0a88f8-bf98-425c-9b27-34407a493e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:31.249886 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c130c35-c1c0-493a-9a3b-406ac2743000 admin admin] Checking segment: {'id': 'ae8ca698-0867-4ef7-8329-a42e4b206cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1650d5e4-844c-40b4-a817-8b2250acdae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:30:31.250128 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c130c35-c1c0-493a-9a3b-406ac2743000 admin admin] Network hostable DHCP agents. Network: 1650d5e4-844c-40b4-a817-8b2250acdae1, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:30:31.313002 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c130c35-c1c0-493a-9a3b-406ac2743000 admin admin] Network 1650d5e4-844c-40b4-a817-8b2250acdae1 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:30:31.318366 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8c0a88f8-bf98-425c-9b27-34407a493e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:31.332817 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-9c130c35-c1c0-493a-9a3b-406ac2743000 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 1650d5e4-844c-40b4-a817-8b2250acdae1) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:30:31.345423 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device e4e3e46d-ad68-492a-9f6d-6370169d0024 details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:30:31.359599 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c130c35-c1c0-493a-9a3b-406ac2743000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:31.360302 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9c130c35-c1c0-493a-9a3b-406ac2743000 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:31.390689 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9c130c35-c1c0-493a-9a3b-406ac2743000 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0930946 Aug 23 20:30:31.392478 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48806) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:30:31.396593 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc77585f-546b-4200-ab57-89c222d3a443 req-9d1553c2-7ac4-4bcc-90d6-4d41ae19507f tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:31.397737 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-df4dd258-7924-4dc0-bf76-579d4fe37907 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1416865827-router', 'tenant_id': 'db4425281138402f8f3de23219bd719a', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:30:31.398904 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dc77585f-546b-4200-ab57-89c222d3a443 req-9d1553c2-7ac4-4bcc-90d6-4d41ae19507f tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9847061-e369-44b6-9cf3-351cc117789d HTTP/1.1" status: 200 len: 947 time: 0.1291008 Aug 23 20:30:31.415703 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-e5f94830-a498-4018-a19b-3674feafe7ea req-ce822a88-05b3-4075-9212-3fab1f3e273e tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Allocated IP 172.20.0.7 (a133b3ce-c542-461f-b67d-2eb2e20a852b/bc364ba1-f548-4b44-839c-5441876e52b8/84e51d00-0bc5-4ad2-bce4-927d8c61adea) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:30:31.428719 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8c0a88f8-bf98-425c-9b27-34407a493e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:31.431676 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8c0a88f8-bf98-425c-9b27-34407a493e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:31.436332 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8c0a88f8-bf98-425c-9b27-34407a493e9f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1f322060-2a23-452b-8df3-5132a029ed39 HTTP/1.1" status: 204 len: 168 time: 0.2600708 Aug 23 20:30:31.445249 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-df4dd258-7924-4dc0-bf76-579d4fe37907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:31.446262 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-df4dd258-7924-4dc0-bf76-579d4fe37907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:31.449875 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e87f0fa-9518-45c2-b99d-50fafcea3e78 None None] Network 1650d5e4-844c-40b4-a817-8b2250acdae1 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:30:31.454632 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a88f8-bf98-425c-9b27-34407a493e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f322060-2a23-452b-8df3-5132a029ed39,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:31.514385 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dc77585f-546b-4200-ab57-89c222d3a443 req-5f89e7d3-1223-4ab3-b0ca-dfaaade4a860 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a69365-cc2c-4d61-84fc-5ddc06b002fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089947 Aug 23 20:30:31.595430 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port e4e3e46d-ad68-492a-9f6d-6370169d0024, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=e4e3e46d-ad68-492a-9f6d-6370169d0024,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:30:31.623295 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': 'e4e3e46d-ad68-492a-9f6d-6370169d0024', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'port_id': 'e4e3e46d-ad68-492a-9f6d-6370169d0024', 'mac_address': 'fa:16:3e:d1:c9:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66e9eb0-86f4-4159-852b-f29863cbf18d', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:30:31.680813 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-df4dd258-7924-4dc0-bf76-579d4fe37907 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:31.716987 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a27d9ac3-858c-4db0-a845-f6b072b3b58f req-e21b7597-340b-4a15-95d4-62cf2a1d0cfe tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=a112110a-c5c7-4dd4-b692-6caa721bcf00 HTTP/1.1" status: 200 len: 210 time: 0.0434973 Aug 23 20:30:31.852240 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:31.869935 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4e3e46d-ad68-492a-9f6d-6370169d0024 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:30:31.910347 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port e4e3e46d-ad68-492a-9f6d-6370169d0024, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=e4e3e46d-ad68-492a-9f6d-6370169d0024,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:30:31.914093 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011a7e0b-b71a-4199-90f2-1ef37d04f2d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-1650d5e4-844c-40b4-a817-8b2250acdae1', 'network_id': '1650d5e4-844c-40b4-a817-8b2250acdae1', 'tenant_id': 'db4425281138402f8f3de23219bd719a', 'fixed_ips': [{'subnet_id': '3f653372-1d5f-482a-8445-4b79636655e0'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:30:31.915343 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-011a7e0b-b71a-4199-90f2-1ef37d04f2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:31.933805 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:31.938974 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e5f94830-a498-4018-a19b-3674feafe7ea req-ce822a88-05b3-4075-9212-3fab1f3e273e tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:31.957333 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-df4dd258-7924-4dc0-bf76-579d4fe37907 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:32.080310 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=e4e3e46d-ad68-492a-9f6d-6370169d0024,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:32.090947 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293fb45c-1f1b-412a-8bfe-97d64dcbce19 req-93eb4f1a-402a-4e4c-8db9-3d8160a9633f tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:32.099359 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-293fb45c-1f1b-412a-8bfe-97d64dcbce19 req-93eb4f1a-402a-4e4c-8db9-3d8160a9633f tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf HTTP/1.1" status: 200 len: 949 time: 0.1492107 Aug 23 20:30:32.126585 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e5f94830-a498-4018-a19b-3674feafe7ea req-ce822a88-05b3-4075-9212-3fab1f3e273e tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:32.166231 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-011a7e0b-b71a-4199-90f2-1ef37d04f2d3 None None] Allocated IP 172.20.0.2 (1650d5e4-844c-40b4-a817-8b2250acdae1/3f653372-1d5f-482a-8445-4b79636655e0/4ec778bc-2cd5-487d-8b08-378d4546b236) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:30:32.213719 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-293fb45c-1f1b-412a-8bfe-97d64dcbce19 req-4c7ec0c7-95f0-4e6c-babb-b778f453bde2 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113069 Aug 23 20:30:32.229938 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5f94830-a498-4018-a19b-3674feafe7ea req-ce822a88-05b3-4075-9212-3fab1f3e273e tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Network a133b3ce-c542-461f-b67d-2eb2e20a852b is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:30:32.232531 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-e5f94830-a498-4018-a19b-3674feafe7ea req-ce822a88-05b3-4075-9212-3fab1f3e273e tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:30:32.235951 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f94830-a498-4018-a19b-3674feafe7ea req-ce822a88-05b3-4075-9212-3fab1f3e273e tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:30:32.239552 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce822a88-05b3-4075-9212-3fab1f3e273e tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Pushing event updated for resources: {'Port': ['ID=84e51d00-0bc5-4ad2-bce4-927d8c61adea,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:32.305220 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f94830-a498-4018-a19b-3674feafe7ea req-ce822a88-05b3-4075-9212-3fab1f3e273e tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:32.306038 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e5f94830-a498-4018-a19b-3674feafe7ea req-ce822a88-05b3-4075-9212-3fab1f3e273e tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:32.380092 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e5f94830-a498-4018-a19b-3674feafe7ea req-ce822a88-05b3-4075-9212-3fab1f3e273e tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5325854 Aug 23 20:30:32.427689 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['e4e3e46d-ad68-492a-9f6d-6370169d0024'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:30:32.442829 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-e5f94830-a498-4018-a19b-3674feafe7ea req-e843706c-1bdb-486d-8a25-19676027b9d0 service neutron] Request body: {'port': {'device_id': 'a112110a-c5c7-4dd4-b692-6caa721bcf00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:30:32.604501 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-df4dd258-7924-4dc0-bf76-579d4fe37907 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:32.629843 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e5f94830-a498-4018-a19b-3674feafe7ea req-e843706c-1bdb-486d-8a25-19676027b9d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:32.652685 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-df4dd258-7924-4dc0-bf76-579d4fe37907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:32.704496 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-011a7e0b-b71a-4199-90f2-1ef37d04f2d3 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:32.715090 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-011a7e0b-b71a-4199-90f2-1ef37d04f2d3 None None] Transition to ACTIVE for port object 4ec778bc-2cd5-487d-8b08-378d4546b236 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:30:32.734743 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-011a7e0b-b71a-4199-90f2-1ef37d04f2d3 None None] Transition to ACTIVE for port object 4ec778bc-2cd5-487d-8b08-378d4546b236 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:30:32.745915 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-011a7e0b-b71a-4199-90f2-1ef37d04f2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:32.823575 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011a7e0b-b71a-4199-90f2-1ef37d04f2d3 None None] Network 1650d5e4-844c-40b4-a817-8b2250acdae1 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:30:32.832320 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-011a7e0b-b71a-4199-90f2-1ef37d04f2d3 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:30:32.838144 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011a7e0b-b71a-4199-90f2-1ef37d04f2d3 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:30:32.859079 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a7e0b-b71a-4199-90f2-1ef37d04f2d3 None None] Pushing event updated for resources: {'Port': ['ID=4ec778bc-2cd5-487d-8b08-378d4546b236,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:32.942976 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-011a7e0b-b71a-4199-90f2-1ef37d04f2d3 None None] Attempting to bind port 4ec778bc-2cd5-487d-8b08-378d4546b236 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:30:32.943345 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-011a7e0b-b71a-4199-90f2-1ef37d04f2d3 None None] Attempting to bind port 4ec778bc-2cd5-487d-8b08-378d4546b236 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ae8ca698-0867-4ef7-8329-a42e4b206cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1650d5e4-844c-40b4-a817-8b2250acdae1'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:30:32.943915 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011a7e0b-b71a-4199-90f2-1ef37d04f2d3 None None] Attempting to bind port 4ec778bc-2cd5-487d-8b08-378d4546b236 on network 1650d5e4-844c-40b4-a817-8b2250acdae1 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:30:32.950410 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011a7e0b-b71a-4199-90f2-1ef37d04f2d3 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:30:32.951651 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011a7e0b-b71a-4199-90f2-1ef37d04f2d3 None None] Checking segment: {'id': 'ae8ca698-0867-4ef7-8329-a42e4b206cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1650d5e4-844c-40b4-a817-8b2250acdae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:30:32.951651 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-011a7e0b-b71a-4199-90f2-1ef37d04f2d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:32.952263 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011a7e0b-b71a-4199-90f2-1ef37d04f2d3 None None] Bound using segment: {'id': 'ae8ca698-0867-4ef7-8329-a42e4b206cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1650d5e4-844c-40b4-a817-8b2250acdae1'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:30:32.952809 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-011a7e0b-b71a-4199-90f2-1ef37d04f2d3 None None] Bound port: 4ec778bc-2cd5-487d-8b08-378d4546b236, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae8ca698-0867-4ef7-8329-a42e4b206cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1650d5e4-844c-40b4-a817-8b2250acdae1'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:30:32.953192 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-011a7e0b-b71a-4199-90f2-1ef37d04f2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:32.998044 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-df4dd258-7924-4dc0-bf76-579d4fe37907 admin admin] Allocated IP 172.25.4.38 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/cf386969-b50a-4551-9d59-cbb40681106a) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:30:33.003277 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59408eb9-3f1e-4837-ae45-49c6199c3051 req-6663364c-adbb-422a-bb0f-c80c439cf105 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:33.017891 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-59408eb9-3f1e-4837-ae45-49c6199c3051 req-6663364c-adbb-422a-bb0f-c80c439cf105 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=a112110a-c5c7-4dd4-b692-6caa721bcf00 HTTP/1.1" status: 200 len: 931 time: 0.0979824 Aug 23 20:30:33.053794 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-011a7e0b-b71a-4199-90f2-1ef37d04f2d3 None None] For port 4ec778bc-2cd5-487d-8b08-378d4546b236, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:30:33.062850 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-011a7e0b-b71a-4199-90f2-1ef37d04f2d3 None None] For port 4ec778bc-2cd5-487d-8b08-378d4546b236, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=4ec778bc-2cd5-487d-8b08-378d4546b236,segment=NetworkSegment(ae8ca698-0867-4ef7-8329-a42e4b206cd1),segment_id=ae8ca698-0867-4ef7-8329-a42e4b206cd1)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:30:33.072400 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-011a7e0b-b71a-4199-90f2-1ef37d04f2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:33.075106 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-59408eb9-3f1e-4837-ae45-49c6199c3051 req-12f83893-679e-4b57-858e-1e75bee9c542 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530224 Aug 23 20:30:33.227316 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a7e0b-b71a-4199-90f2-1ef37d04f2d3 None None] Pushing event updated for resources: {'Port': ['ID=4ec778bc-2cd5-487d-8b08-378d4546b236,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:33.363652 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48858) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:30:33.419099 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831f3c6-e03b-47f1-a152-424b52bc3235 req-9e5663b7-6942-46be-be23-12957639076b tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:33.424877 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e831f3c6-e03b-47f1-a152-424b52bc3235 req-9e5663b7-6942-46be-be23-12957639076b tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf HTTP/1.1" status: 200 len: 949 time: 0.1132455 Aug 23 20:30:33.551492 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e831f3c6-e03b-47f1-a152-424b52bc3235 req-efc2b03b-8ddc-4041-b8a9-7ac9c5716348 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854876 Aug 23 20:30:33.552624 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-26c02b1b-d4c2-4f14-8b54-bbafbd153ff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:33.577260 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330ef61-13b0-4627-8d0b-0b933d5ea967 req-395c085c-ec50-4691-acb3-df99d901f954 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:33.577260 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2330ef61-13b0-4627-8d0b-0b933d5ea967 req-395c085c-ec50-4691-acb3-df99d901f954 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9847061-e369-44b6-9cf3-351cc117789d HTTP/1.1" status: 200 len: 948 time: 0.9386518 Aug 23 20:30:33.640839 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-e5f94830-a498-4018-a19b-3674feafe7ea req-e843706c-1bdb-486d-8a25-19676027b9d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84e51d00-0bc5-4ad2-bce4-927d8c61adea {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:30:33.662650 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e5f94830-a498-4018-a19b-3674feafe7ea req-e843706c-1bdb-486d-8a25-19676027b9d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:33.706052 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-26c02b1b-d4c2-4f14-8b54-bbafbd153ff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:33.710632 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-26c02b1b-d4c2-4f14-8b54-bbafbd153ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:33.724713 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-e5f94830-a498-4018-a19b-3674feafe7ea req-e843706c-1bdb-486d-8a25-19676027b9d0 service neutron] Transition to ACTIVE for port object 84e51d00-0bc5-4ad2-bce4-927d8c61adea will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:30:33.739272 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2330ef61-13b0-4627-8d0b-0b933d5ea967 req-c3d3d999-a294-4966-9074-42f5b2f6888c tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a69365-cc2c-4d61-84fc-5ddc06b002fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612747 Aug 23 20:30:33.756208 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e5f94830-a498-4018-a19b-3674feafe7ea req-e843706c-1bdb-486d-8a25-19676027b9d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:33.764804 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-26c02b1b-d4c2-4f14-8b54-bbafbd153ff6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=37e4067474a54ae1a7c527fc45baed32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3967185 Aug 23 20:30:33.764804 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c02b1b-d4c2-4f14-8b54-bbafbd153ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=757164eb-0f2e-43e3-b27c-d4720dafd8a0,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:33.766943 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48864) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:30:33.882270 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e843706c-1bdb-486d-8a25-19676027b9d0 service neutron] Pushing event updated for resources: {'Port': ['ID=84e51d00-0bc5-4ad2-bce4-927d8c61adea,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:33.890830 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-df4dd258-7924-4dc0-bf76-579d4fe37907 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:33.981585 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-15054d5c-3099-44ca-ab7f-cdcda703b815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:34.027597 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-15054d5c-3099-44ca-ab7f-cdcda703b815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:34.049566 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-df4dd258-7924-4dc0-bf76-579d4fe37907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:34.097131 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-e5f94830-a498-4018-a19b-3674feafe7ea req-e843706c-1bdb-486d-8a25-19676027b9d0 service neutron] Attempting to bind port 84e51d00-0bc5-4ad2-bce4-927d8c61adea on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:30:34.097572 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-e5f94830-a498-4018-a19b-3674feafe7ea req-e843706c-1bdb-486d-8a25-19676027b9d0 service neutron] Attempting to bind port 84e51d00-0bc5-4ad2-bce4-927d8c61adea by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '3440ae09-322e-4891-8c02-a5baf5ba77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:30:34.097971 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f94830-a498-4018-a19b-3674feafe7ea req-e843706c-1bdb-486d-8a25-19676027b9d0 service neutron] Attempting to bind port 84e51d00-0bc5-4ad2-bce4-927d8c61adea on network a133b3ce-c542-461f-b67d-2eb2e20a852b {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:30:34.148940 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f94830-a498-4018-a19b-3674feafe7ea req-e843706c-1bdb-486d-8a25-19676027b9d0 service neutron] Port 84e51d00-0bc5-4ad2-bce4-927d8c61adea on network a133b3ce-c542-461f-b67d-2eb2e20a852b not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:30:34.149158 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f94830-a498-4018-a19b-3674feafe7ea req-e843706c-1bdb-486d-8a25-19676027b9d0 service neutron] Attempting to bind port 84e51d00-0bc5-4ad2-bce4-927d8c61adea on network a133b3ce-c542-461f-b67d-2eb2e20a852b {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:30:34.153371 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 4ec778bc-2cd5-487d-8b08-378d4546b236 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:30:34.170897 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4dd258-7924-4dc0-bf76-579d4fe37907 admin admin] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:30:34.176340 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-df4dd258-7924-4dc0-bf76-579d4fe37907 admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:30:34.188051 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4dd258-7924-4dc0-bf76-579d4fe37907 admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:30:34.191572 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f94830-a498-4018-a19b-3674feafe7ea req-e843706c-1bdb-486d-8a25-19676027b9d0 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:30:34.191906 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f94830-a498-4018-a19b-3674feafe7ea req-e843706c-1bdb-486d-8a25-19676027b9d0 service neutron] Checking segment: {'id': '3440ae09-322e-4891-8c02-a5baf5ba77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:30:34.192373 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f94830-a498-4018-a19b-3674feafe7ea req-e843706c-1bdb-486d-8a25-19676027b9d0 service neutron] Bound using segment: {'id': '3440ae09-322e-4891-8c02-a5baf5ba77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:30:34.192818 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-e5f94830-a498-4018-a19b-3674feafe7ea req-e843706c-1bdb-486d-8a25-19676027b9d0 service neutron] Bound port: 84e51d00-0bc5-4ad2-bce4-927d8c61adea, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3440ae09-322e-4891-8c02-a5baf5ba77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:30:34.193176 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e5f94830-a498-4018-a19b-3674feafe7ea req-e843706c-1bdb-486d-8a25-19676027b9d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:34.244653 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4dd258-7924-4dc0-bf76-579d4fe37907 admin admin] Pushing event updated for resources: {'Port': ['ID=cf386969-b50a-4551-9d59-cbb40681106a,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:34.265216 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 4ec778bc-2cd5-487d-8b08-378d4546b236 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:30:34.305341 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-15054d5c-3099-44ca-ab7f-cdcda703b815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:34.308295 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-15054d5c-3099-44ca-ab7f-cdcda703b815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:34.309544 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-15054d5c-3099-44ca-ab7f-cdcda703b815 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/757164eb-0f2e-43e3-b27c-d4720dafd8a0 HTTP/1.1" status: 204 len: 168 time: 0.5141139 Aug 23 20:30:34.337980 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d82a5a-9430-4f09-975a-ec1e1c2d05c1 req-3f808536-6c04-4a03-ab5e-b9945b6ea4df tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:34.348356 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-23d82a5a-9430-4f09-975a-ec1e1c2d05c1 req-3f808536-6c04-4a03-ab5e-b9945b6ea4df tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=a112110a-c5c7-4dd4-b692-6caa721bcf00 HTTP/1.1" status: 200 len: 943 time: 0.1593022 Aug 23 20:30:34.379780 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15054d5c-3099-44ca-ab7f-cdcda703b815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757164eb-0f2e-43e3-b27c-d4720dafd8a0,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:34.447985 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-23d82a5a-9430-4f09-975a-ec1e1c2d05c1 req-99f387df-c30e-4e48-974b-ca0d5acdaf50 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977454 Aug 23 20:30:34.490012 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-e5f94830-a498-4018-a19b-3674feafe7ea req-e843706c-1bdb-486d-8a25-19676027b9d0 service neutron] For port 84e51d00-0bc5-4ad2-bce4-927d8c61adea, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:30:34.516370 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-e5f94830-a498-4018-a19b-3674feafe7ea req-e843706c-1bdb-486d-8a25-19676027b9d0 service neutron] For port 84e51d00-0bc5-4ad2-bce4-927d8c61adea, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=84e51d00-0bc5-4ad2-bce4-927d8c61adea,segment=NetworkSegment(3440ae09-322e-4891-8c02-a5baf5ba77f1),segment_id=3440ae09-322e-4891-8c02-a5baf5ba77f1)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:30:34.528266 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e5f94830-a498-4018-a19b-3674feafe7ea req-e843706c-1bdb-486d-8a25-19676027b9d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:34.555488 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765eb8a5-c199-4434-8ec0-25ad7847f087 None None] Network 1650d5e4-844c-40b4-a817-8b2250acdae1 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:30:34.589830 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f94830-a498-4018-a19b-3674feafe7ea req-e843706c-1bdb-486d-8a25-19676027b9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:34.590550 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e5f94830-a498-4018-a19b-3674feafe7ea req-e843706c-1bdb-486d-8a25-19676027b9d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:34.591861 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e5f94830-a498-4018-a19b-3674feafe7ea req-e843706c-1bdb-486d-8a25-19676027b9d0 service neutron] 10.222.0.11 "PUT /v2.0/ports/84e51d00-0bc5-4ad2-bce4-927d8c61adea HTTP/1.1" status: 200 len: 1091 time: 2.1555915 Aug 23 20:30:34.592492 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a112110a-c5c7-4dd4-b692-6caa721bcf00', 'tag': '84e51d00-0bc5-4ad2-bce4-927d8c61adea'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:30:34.594921 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914cfc67-0b71-4ea8-bb95-ea365ce4360e" -d '{"events": [{"name": "network-changed", "server_uuid": "a112110a-c5c7-4dd4-b692-6caa721bcf00", "tag": "84e51d00-0bc5-4ad2-bce4-927d8c61adea"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:30:34.659800 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0024cb5a-db3b-4f51-9c4e-23126f80831e None None] Provisioning for port 4ec778bc-2cd5-487d-8b08-378d4546b236 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:30:34.669869 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0024cb5a-db3b-4f51-9c4e-23126f80831e None None] Provisioning complete for port 4ec778bc-2cd5-487d-8b08-378d4546b236 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:30:34.670611 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0024cb5a-db3b-4f51-9c4e-23126f80831e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:34.711125 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e843706c-1bdb-486d-8a25-19676027b9d0 service neutron] Pushing event updated for resources: {'Port': ['ID=84e51d00-0bc5-4ad2-bce4-927d8c61adea,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:34.790156 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3629f7c4-9ed7-4756-aba5-658fa05d3f34 x-openstack-request-id: req-3629f7c4-9ed7-4756-aba5-658fa05d3f34 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:30:34.790440 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a112110a-c5c7-4dd4-b692-6caa721bcf00", "tag": "84e51d00-0bc5-4ad2-bce4-927d8c61adea", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:30:34.790693 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3629f7c4-9ed7-4756-aba5-658fa05d3f34 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:30:34.791086 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a112110a-c5c7-4dd4-b692-6caa721bcf00', 'tag': '84e51d00-0bc5-4ad2-bce4-927d8c61adea', 'status': 'completed', 'code': 200} Aug 23 20:30:34.800777 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f94830-a498-4018-a19b-3674feafe7ea req-ffb07ff9-c0fe-40cd-bf7c-722cb2988506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:34.802360 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e5f94830-a498-4018-a19b-3674feafe7ea req-ffb07ff9-c0fe-40cd-bf7c-722cb2988506 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aeab6bca1ebb43a8b404543d83e8cc6e&device_id=a112110a-c5c7-4dd4-b692-6caa721bcf00 HTTP/1.1" status: 200 len: 1094 time: 0.1490505 Aug 23 20:30:34.809785 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-df4dd258-7924-4dc0-bf76-579d4fe37907 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:34.899714 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0024cb5a-db3b-4f51-9c4e-23126f80831e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:34.938091 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e5f94830-a498-4018-a19b-3674feafe7ea req-c33dcdbd-cd63-481c-b2e2-e54348786d81 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84e51d00-0bc5-4ad2-bce4-927d8c61adea HTTP/1.1" status: 200 len: 217 time: 0.1246202 Aug 23 20:30:34.983424 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-0024cb5a-db3b-4f51-9c4e-23126f80831e None None] For port 4ec778bc-2cd5-487d-8b08-378d4546b236, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=4ec778bc-2cd5-487d-8b08-378d4546b236,segment=NetworkSegment(ae8ca698-0867-4ef7-8329-a42e4b206cd1),segment_id=ae8ca698-0867-4ef7-8329-a42e4b206cd1)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:30:34.989255 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0024cb5a-db3b-4f51-9c4e-23126f80831e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:35.053273 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f94830-a498-4018-a19b-3674feafe7ea req-5a0fbe39-4e4d-493e-9fdf-3219fbcb82b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:35.054700 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e5f94830-a498-4018-a19b-3674feafe7ea req-5a0fbe39-4e4d-493e-9fdf-3219fbcb82b2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bc364ba1-f548-4b44-839c-5441876e52b8 HTTP/1.1" status: 200 len: 847 time: 0.1064568 Aug 23 20:30:35.071558 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0024cb5a-db3b-4f51-9c4e-23126f80831e None None] Pushing event updated for resources: {'Port': ['ID=4ec778bc-2cd5-487d-8b08-378d4546b236,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:35.103625 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9caccd-a3b6-4f0d-8a9c-d496d3f5d485 req-fb7984e1-ef69-4dad-8237-5e34bb6f3581 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:35.105074 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6f9caccd-a3b6-4f0d-8a9c-d496d3f5d485 req-fb7984e1-ef69-4dad-8237-5e34bb6f3581 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9847061-e369-44b6-9cf3-351cc117789d HTTP/1.1" status: 200 len: 948 time: 0.0944564 Aug 23 20:30:35.154779 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a856624-14d5-4b21-9103-f6952cf91d4b req-4c127e48-057b-44db-8577-aab6ad0a74cc tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:35.156303 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7a856624-14d5-4b21-9103-f6952cf91d4b req-4c127e48-057b-44db-8577-aab6ad0a74cc tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf HTTP/1.1" status: 200 len: 949 time: 0.3761392 Aug 23 20:30:35.164219 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6f9caccd-a3b6-4f0d-8a9c-d496d3f5d485 req-a783ddb2-606b-43d2-ad14-7f72d33d0a6f tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a69365-cc2c-4d61-84fc-5ddc06b002fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510306 Aug 23 20:30:35.188212 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e5f94830-a498-4018-a19b-3674feafe7ea req-643bb7f2-ed2d-4d94-ae4f-59dc3fed1ba4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a133b3ce-c542-461f-b67d-2eb2e20a852b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634618 Aug 23 20:30:35.317214 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d11f5516-55c8-45ab-bc06-c97b10f9a9cc None None] Provisioning complete for port 4ec778bc-2cd5-487d-8b08-378d4546b236 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:30:35.317214 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d11f5516-55c8-45ab-bc06-c97b10f9a9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:35.330242 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7a856624-14d5-4b21-9103-f6952cf91d4b req-b205307e-2928-43de-844a-32b6c02fa287 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443965 Aug 23 20:30:35.375677 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device e4e3e46d-ad68-492a-9f6d-6370169d0024 up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:30:35.434749 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e5f94830-a498-4018-a19b-3674feafe7ea req-75a7b128-d8d0-4772-9c7e-e63402c0cac1 service neutron] 10.222.0.11 "GET /v2.0/networks/a133b3ce-c542-461f-b67d-2eb2e20a852b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339313 Aug 23 20:30:35.459334 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-df4dd258-7924-4dc0-bf76-579d4fe37907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:35.485611 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48904) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:30:35.507891 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port e4e3e46d-ad68-492a-9f6d-6370169d0024 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:30:35.513679 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port e4e3e46d-ad68-492a-9f6d-6370169d0024 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:30:35.514116 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:35.637967 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-31b326e0-87d7-4f17-9095-5535c64d0739 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1742028264-network', 'tenant_id': '05776662842040c0b8b29dd3b6aa709a'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:30:35.644257 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:35.667523 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b326e0-87d7-4f17-9095-5535c64d0739 admin admin] Made reservation on behalf of 05776662842040c0b8b29dd3b6aa709a for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:30:35.670552 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-31b326e0-87d7-4f17-9095-5535c64d0739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:35.671859 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9847061-e369-44b6-9cf3-351cc117789d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e3e46d-ad68-492a-9f6d-6370169d0024'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:30:35.674315 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011f9215-452b-4c63-8fe1-849d842accf0" -d '{"events": [{"server_uuid": "a9847061-e369-44b6-9cf3-351cc117789d", "name": "network-vif-plugged", "status": "completed", "tag": "e4e3e46d-ad68-492a-9f6d-6370169d0024"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:30:35.681319 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-31b326e0-87d7-4f17-9095-5535c64d0739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:35.693974 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port e4e3e46d-ad68-492a-9f6d-6370169d0024, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=e4e3e46d-ad68-492a-9f6d-6370169d0024,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:30:35.699393 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:35.704044 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e5f94830-a498-4018-a19b-3674feafe7ea req-dc9fddc9-42d5-467b-9234-889c6df7d716 service neutron] 10.222.0.11 "GET /v2.0/networks/a133b3ce-c542-461f-b67d-2eb2e20a852b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536094 Aug 23 20:30:35.740293 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1da59-b663-4803-82f0-800be39f3798 req-359c70db-d6ab-40c2-bdc1-d7fb8338c9ed tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:35.741775 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ede1da59-b663-4803-82f0-800be39f3798 req-359c70db-d6ab-40c2-bdc1-d7fb8338c9ed tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=a112110a-c5c7-4dd4-b692-6caa721bcf00 HTTP/1.1" status: 200 len: 943 time: 0.1364136 Aug 23 20:30:35.749356 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ee6d59-9f8e-4f21-8667-f4f76c7d5bff x-openstack-request-id: req-27ee6d59-9f8e-4f21-8667-f4f76c7d5bff {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:30:35.749728 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9847061-e369-44b6-9cf3-351cc117789d", "name": "network-vif-plugged", "status": "completed", "tag": "e4e3e46d-ad68-492a-9f6d-6370169d0024", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:30:35.749906 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-27ee6d59-9f8e-4f21-8667-f4f76c7d5bff {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:30:35.750275 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9847061-e369-44b6-9cf3-351cc117789d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e3e46d-ad68-492a-9f6d-6370169d0024', 'code': 200} Aug 23 20:30:35.774666 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4dd258-7924-4dc0-bf76-579d4fe37907 admin admin] Router df2681e1-580f-4d6e-a21f-cebe7dcd41fe is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:30:35.779609 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=e4e3e46d-ad68-492a-9f6d-6370169d0024,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:35.828142 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-31b326e0-87d7-4f17-9095-5535c64d0739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:35.832673 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-31b326e0-87d7-4f17-9095-5535c64d0739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:35.855144 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31b326e0-87d7-4f17-9095-5535c64d0739 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:30:35.871885 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b326e0-87d7-4f17-9095-5535c64d0739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c9efbe-5195-4001-b6e8-c751583638f6,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:35.875272 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ede1da59-b663-4803-82f0-800be39f3798 req-8da541d7-4ba9-4f53-9bd1-1926f6ee6a54 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103687 Aug 23 20:30:35.881104 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-31b326e0-87d7-4f17-9095-5535c64d0739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:35.881692 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-31b326e0-87d7-4f17-9095-5535c64d0739 admin admin] Added segment 4f174cef-a745-48db-a00d-19ede4fdd42f of type vlan for network beb4fc24-0eed-4820-b08d-56bbac89db00 Aug 23 20:30:35.938249 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914cfc67-0b71-4ea8-bb95-ea365ce4360e req-5aad59d0-a934-4611-9892-2c27882d9055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:35.938800 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-31b326e0-87d7-4f17-9095-5535c64d0739 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:35.939944 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-914cfc67-0b71-4ea8-bb95-ea365ce4360e req-5aad59d0-a934-4611-9892-2c27882d9055 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aeab6bca1ebb43a8b404543d83e8cc6e&device_id=a112110a-c5c7-4dd4-b692-6caa721bcf00 HTTP/1.1" status: 200 len: 1094 time: 0.1527457 Aug 23 20:30:35.966895 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-31b326e0-87d7-4f17-9095-5535c64d0739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:35.967931 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b326e0-87d7-4f17-9095-5535c64d0739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:35.968540 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-31b326e0-87d7-4f17-9095-5535c64d0739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:35.987276 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab6b14-42f0-43cf-bc71-7ea609103dce req-ad234d19-1620-4fd4-a92e-3aee3cf5bc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:35.988699 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-31ab6b14-42f0-43cf-bc71-7ea609103dce req-ad234d19-1620-4fd4-a92e-3aee3cf5bc55 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a9847061-e369-44b6-9cf3-351cc117789d HTTP/1.1" status: 200 len: 1100 time: 0.1544433 Aug 23 20:30:36.032615 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-31b326e0-87d7-4f17-9095-5535c64d0739 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5418613 Aug 23 20:30:36.034374 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48914) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:30:36.039362 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-dc41d68f-c9d5-4e83-955b-4e2e0e474df1 admin admin] Request body: {'subnet': {'network_id': 'beb4fc24-0eed-4820-b08d-56bbac89db00', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1742028264-subnet', 'tenant_id': '05776662842040c0b8b29dd3b6aa709a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:30:36.052315 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b326e0-87d7-4f17-9095-5535c64d0739 admin admin] Pushing event updated for resources: {'Network': ['ID=beb4fc24-0eed-4820-b08d-56bbac89db00,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:36.064317 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network beb4fc24-0eed-4820-b08d-56bbac89db00 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:30:36.069174 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc41d68f-c9d5-4e83-955b-4e2e0e474df1 admin admin] Made reservation on behalf of 05776662842040c0b8b29dd3b6aa709a for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:30:36.072573 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dc41d68f-c9d5-4e83-955b-4e2e0e474df1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:36.081226 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4dd258-7924-4dc0-bf76-579d4fe37907 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:30:36.093074 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e765887f-bb0e-4e37-959c-c22d44639caf None None] Sync routers for ids ['df2681e1-580f-4d6e-a21f-cebe7dcd41fe'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:30:36.106582 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e765887f-bb0e-4e37-959c-c22d44639caf None None] Routers {'df2681e1-580f-4d6e-a21f-cebe7dcd41fe'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:30:36.106582 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e765887f-bb0e-4e37-959c-c22d44639caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:30:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['df2681e1-580f-4d6e-a21f-cebe7dcd41fe'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:30:36.116969 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-31ab6b14-42f0-43cf-bc71-7ea609103dce req-9b5c28d3-b96e-4a54-8ae2-0a05cc616019 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=63a69365-cc2c-4d61-84fc-5ddc06b002fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145110 Aug 23 20:30:36.136411 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-df4dd258-7924-4dc0-bf76-579d4fe37907 admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:36.140236 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-df4dd258-7924-4dc0-bf76-579d4fe37907 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.7440450 Aug 23 20:30:36.140723 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48916) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:30:36.140848 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914cfc67-0b71-4ea8-bb95-ea365ce4360e req-852faddf-8b7e-4ee0-ba27-89096fac4ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:36.142541 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-914cfc67-0b71-4ea8-bb95-ea365ce4360e req-852faddf-8b7e-4ee0-ba27-89096fac4ad3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a133b3ce-c542-461f-b67d-2eb2e20a852b HTTP/1.1" status: 200 len: 908 time: 0.1739736 Aug 23 20:30:36.199070 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-914cfc67-0b71-4ea8-bb95-ea365ce4360e req-20bcae33-14c2-4a81-bab6-4fa0f963fe9c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84e51d00-0bc5-4ad2-bce4-927d8c61adea HTTP/1.1" status: 200 len: 217 time: 0.0485392 Aug 23 20:30:36.205602 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 4ec778bc-2cd5-487d-8b08-378d4546b236 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:30:36.254018 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-e765887f-bb0e-4e37-959c-c22d44639caf None None] Set router df2681e1-580f-4d6e-a21f-cebe7dcd41fe gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:30:36.284034 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 4ec778bc-2cd5-487d-8b08-378d4546b236 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:30:36.284471 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:36.323824 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914cfc67-0b71-4ea8-bb95-ea365ce4360e req-9e6594d7-ccbe-418d-b895-7a302628a101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:36.325580 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-914cfc67-0b71-4ea8-bb95-ea365ce4360e req-9e6594d7-ccbe-418d-b895-7a302628a101 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bc364ba1-f548-4b44-839c-5441876e52b8 HTTP/1.1" status: 200 len: 847 time: 0.1165657 Aug 23 20:30:36.342962 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36569d64-39ef-4d9c-bbb0-ada368c45849 req-9f3dda1a-1257-434a-a83e-628bc54b48f0 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:36.350164 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-36569d64-39ef-4d9c-bbb0-ada368c45849 req-9f3dda1a-1257-434a-a83e-628bc54b48f0 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9847061-e369-44b6-9cf3-351cc117789d HTTP/1.1" status: 200 len: 949 time: 0.0731189 Aug 23 20:30:36.400348 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-914cfc67-0b71-4ea8-bb95-ea365ce4360e req-3a0770b9-f8c9-4508-bb3b-f31bc0d409f2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a133b3ce-c542-461f-b67d-2eb2e20a852b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407970 Aug 23 20:30:36.457214 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-36569d64-39ef-4d9c-bbb0-ada368c45849 req-a5aaa6cd-c20f-4c4b-9078-755f2d3f5445 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a69365-cc2c-4d61-84fc-5ddc06b002fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032782 Aug 23 20:30:36.525195 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dc41d68f-c9d5-4e83-955b-4e2e0e474df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:36.543596 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e765887f-bb0e-4e37-959c-c22d44639caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2681e1-580f-4d6e-a21f-cebe7dcd41fe', 'name': 'tempest-FloatingIPsNegativeTestJSON-1416865827-router', 'tenant_id': 'db4425281138402f8f3de23219bd719a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'cf386969-b50a-4551-9d59-cbb40681106a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:30:31Z', 'updated_at': '2021-08-23T20:30:34Z', 'revision_number': 3, 'project_id': 'db4425281138402f8f3de23219bd719a', 'gw_port': {'id': 'cf386969-b50a-4551-9d59-cbb40681106a', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b6:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2681e1-580f-4d6e-a21f-cebe7dcd41fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:30:32Z', 'updated_at': '2021-08-23T20:30:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:30:36.554544 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-914cfc67-0b71-4ea8-bb95-ea365ce4360e req-87aa9e9b-4922-425b-976d-c9d993a8765c service neutron] 10.222.0.11 "GET /v2.0/networks/a133b3ce-c542-461f-b67d-2eb2e20a852b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333420 Aug 23 20:30:36.575896 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e765887f-bb0e-4e37-959c-c22d44639caf None None] Checking router: df2681e1-580f-4d6e-a21f-cebe7dcd41fe for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:30:36.575896 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e765887f-bb0e-4e37-959c-c22d44639caf None None] Updating router df2681e1-580f-4d6e-a21f-cebe7dcd41fe port cf386969-b50a-4551-9d59-cbb40681106a binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:30:36.614776 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e765887f-bb0e-4e37-959c-c22d44639caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:36.693475 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-914cfc67-0b71-4ea8-bb95-ea365ce4360e req-9282330d-1e6f-40ba-ba8f-bcb6d3a050fc service neutron] 10.222.0.11 "GET /v2.0/networks/a133b3ce-c542-461f-b67d-2eb2e20a852b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286795 Aug 23 20:30:36.956796 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86496fe-856a-4f00-89b9-69d3f21b2fb3 req-49fe1c9b-e774-4cdc-8f93-0b9894d55f27 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:36.964310 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a86496fe-856a-4f00-89b9-69d3f21b2fb3 req-49fe1c9b-e774-4cdc-8f93-0b9894d55f27 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf HTTP/1.1" status: 200 len: 949 time: 0.5066991 Aug 23 20:30:37.004513 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043835bd-daf5-4a40-a7c0-c00217098c24 req-5c91afc6-ef1f-42d1-9eb2-2a01b0a125db tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:37.005098 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc41d68f-c9d5-4e83-955b-4e2e0e474df1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c12d3e3-e11d-459b-8f22-562b2f668288,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:37.007065 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-043835bd-daf5-4a40-a7c0-c00217098c24 req-5c91afc6-ef1f-42d1-9eb2-2a01b0a125db tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=a112110a-c5c7-4dd4-b692-6caa721bcf00 HTTP/1.1" status: 200 len: 943 time: 0.0536673 Aug 23 20:30:37.024400 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e765887f-bb0e-4e37-959c-c22d44639caf None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:37.036427 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e765887f-bb0e-4e37-959c-c22d44639caf None None] Transition to ACTIVE for port object cf386969-b50a-4551-9d59-cbb40681106a will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:30:37.040602 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc41d68f-c9d5-4e83-955b-4e2e0e474df1 admin admin] Checking segment: {'id': '4f174cef-a745-48db-a00d-19ede4fdd42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'beb4fc24-0eed-4820-b08d-56bbac89db00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:30:37.040962 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc41d68f-c9d5-4e83-955b-4e2e0e474df1 admin admin] Network hostable DHCP agents. Network: beb4fc24-0eed-4820-b08d-56bbac89db00, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:30:37.042353 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e765887f-bb0e-4e37-959c-c22d44639caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:37.055603 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-043835bd-daf5-4a40-a7c0-c00217098c24 req-55685658-9b92-48f9-94fc-ac5cb3bf9f1a tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397735 Aug 23 20:30:37.064277 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a86496fe-856a-4f00-89b9-69d3f21b2fb3 req-dee853e4-449d-4b4b-8fff-1636af065223 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954881 Aug 23 20:30:37.097515 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-e765887f-bb0e-4e37-959c-c22d44639caf None None] Attempting to bind port cf386969-b50a-4551-9d59-cbb40681106a on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:30:37.098279 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-e765887f-bb0e-4e37-959c-c22d44639caf None None] Attempting to bind port cf386969-b50a-4551-9d59-cbb40681106a by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:30:37.098279 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e765887f-bb0e-4e37-959c-c22d44639caf None None] Attempting to bind port cf386969-b50a-4551-9d59-cbb40681106a on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:30:37.114527 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e765887f-bb0e-4e37-959c-c22d44639caf None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:30:37.116497 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e765887f-bb0e-4e37-959c-c22d44639caf None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:30:37.116932 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e765887f-bb0e-4e37-959c-c22d44639caf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:37.117388 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e765887f-bb0e-4e37-959c-c22d44639caf None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:30:37.118077 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-e765887f-bb0e-4e37-959c-c22d44639caf None None] Bound port: cf386969-b50a-4551-9d59-cbb40681106a, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:30:37.118563 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e765887f-bb0e-4e37-959c-c22d44639caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:37.129470 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc41d68f-c9d5-4e83-955b-4e2e0e474df1 admin admin] Network beb4fc24-0eed-4820-b08d-56bbac89db00 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:30:37.160887 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-dc41d68f-c9d5-4e83-955b-4e2e0e474df1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, beb4fc24-0eed-4820-b08d-56bbac89db00) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:30:37.164698 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2518620-2752-4f40-85f8-31109c2cbccf None None] Pushing event updated for resources: {'Port': ['ID=cf386969-b50a-4551-9d59-cbb40681106a,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:37.168041 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc41d68f-c9d5-4e83-955b-4e2e0e474df1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:37.168664 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dc41d68f-c9d5-4e83-955b-4e2e0e474df1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:37.172912 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c590a0a0-3608-4239-8a1f-0ca1e2886c3e None None] Network beb4fc24-0eed-4820-b08d-56bbac89db00 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:30:37.182256 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2518620-2752-4f40-85f8-31109c2cbccf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:30:37.182963 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2518620-2752-4f40-85f8-31109c2cbccf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:30:37.183504 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2518620-2752-4f40-85f8-31109c2cbccf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:30:37.183925 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2518620-2752-4f40-85f8-31109c2cbccf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:30:37.184447 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2518620-2752-4f40-85f8-31109c2cbccf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:30:37.185028 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2518620-2752-4f40-85f8-31109c2cbccf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:30:37.185579 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2518620-2752-4f40-85f8-31109c2cbccf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:30:37.186094 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2518620-2752-4f40-85f8-31109c2cbccf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:30:37.186572 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2518620-2752-4f40-85f8-31109c2cbccf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:30:37.187049 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2518620-2752-4f40-85f8-31109c2cbccf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:30:37.187179 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e5aef355-809c-4880-a2b5-58baa3ed968d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:37.187676 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2518620-2752-4f40-85f8-31109c2cbccf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:30:37.188219 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2518620-2752-4f40-85f8-31109c2cbccf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:30:37.191283 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-dc41d68f-c9d5-4e83-955b-4e2e0e474df1 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1559124 Aug 23 20:30:37.197026 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48930) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:30:37.201648 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-ece2f695-ab60-4919-b22d-9d55aa9d685d admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1742028264-router', 'tenant_id': '05776662842040c0b8b29dd3b6aa709a', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:30:37.216215 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-e765887f-bb0e-4e37-959c-c22d44639caf None None] For port cf386969-b50a-4551-9d59-cbb40681106a, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:30:37.220051 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-e765887f-bb0e-4e37-959c-c22d44639caf None None] For port cf386969-b50a-4551-9d59-cbb40681106a, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=cf386969-b50a-4551-9d59-cbb40681106a,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:30:37.227068 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e765887f-bb0e-4e37-959c-c22d44639caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:37.228780 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ece2f695-ab60-4919-b22d-9d55aa9d685d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:37.232777 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ece2f695-ab60-4919-b22d-9d55aa9d685d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:37.300646 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e765887f-bb0e-4e37-959c-c22d44639caf None None] Routers {'df2681e1-580f-4d6e-a21f-cebe7dcd41fe'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:30:37.301573 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e765887f-bb0e-4e37-959c-c22d44639caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:30:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['df2681e1-580f-4d6e-a21f-cebe7dcd41fe'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:30:37.305761 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2518620-2752-4f40-85f8-31109c2cbccf None None] Pushing event updated for resources: {'Port': ['ID=cf386969-b50a-4551-9d59-cbb40681106a,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:37.350752 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ece2f695-ab60-4919-b22d-9d55aa9d685d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:37.419226 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-e5aef355-809c-4880-a2b5-58baa3ed968d admin admin] Allocated IP 172.20.0.1 (1650d5e4-844c-40b4-a817-8b2250acdae1/3f653372-1d5f-482a-8445-4b79636655e0/9280fe20-f0bc-41a8-9e41-39e1f7f45682) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:30:37.443245 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3260b4-7e89-4dd5-a721-7173a7d45149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-beb4fc24-0eed-4820-b08d-56bbac89db00', 'network_id': 'beb4fc24-0eed-4820-b08d-56bbac89db00', 'tenant_id': '05776662842040c0b8b29dd3b6aa709a', 'fixed_ips': [{'subnet_id': '2c12d3e3-e11d-459b-8f22-562b2f668288'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:30:37.444592 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cf3260b4-7e89-4dd5-a721-7173a7d45149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:37.458055 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-e765887f-bb0e-4e37-959c-c22d44639caf None None] Set router df2681e1-580f-4d6e-a21f-cebe7dcd41fe gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:30:37.593429 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e5aef355-809c-4880-a2b5-58baa3ed968d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:37.613440 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-e5aef355-809c-4880-a2b5-58baa3ed968d admin admin] Transition to ACTIVE for port object 9280fe20-f0bc-41a8-9e41-39e1f7f45682 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:30:37.653466 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-cf3260b4-7e89-4dd5-a721-7173a7d45149 None None] Allocated IP 172.20.0.2 (beb4fc24-0eed-4820-b08d-56bbac89db00/2c12d3e3-e11d-459b-8f22-562b2f668288/e1e15e45-dbd5-4761-9146-83ac1b933901) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:30:37.679809 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e5aef355-809c-4880-a2b5-58baa3ed968d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:37.743010 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e765887f-bb0e-4e37-959c-c22d44639caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2681e1-580f-4d6e-a21f-cebe7dcd41fe', 'name': 'tempest-FloatingIPsNegativeTestJSON-1416865827-router', 'tenant_id': 'db4425281138402f8f3de23219bd719a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'cf386969-b50a-4551-9d59-cbb40681106a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:30:31Z', 'updated_at': '2021-08-23T20:30:34Z', 'revision_number': 3, 'project_id': 'db4425281138402f8f3de23219bd719a', 'gw_port': {'id': 'cf386969-b50a-4551-9d59-cbb40681106a', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b6:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2681e1-580f-4d6e-a21f-cebe7dcd41fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:30:32Z', 'updated_at': '2021-08-23T20:30:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:30:37.761974 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5aef355-809c-4880-a2b5-58baa3ed968d admin admin] Network 1650d5e4-844c-40b4-a817-8b2250acdae1 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:30:37.764914 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-e5aef355-809c-4880-a2b5-58baa3ed968d admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:30:37.769463 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5aef355-809c-4880-a2b5-58baa3ed968d admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:30:37.806788 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aef355-809c-4880-a2b5-58baa3ed968d admin admin] Pushing event updated for resources: {'Port': ['ID=9280fe20-f0bc-41a8-9e41-39e1f7f45682,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:37.806995 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e765887f-bb0e-4e37-959c-c22d44639caf None None] The sync data for ids ['df2681e1-580f-4d6e-a21f-cebe7dcd41fe'] in n-d-805663-2 is: [{'id': 'df2681e1-580f-4d6e-a21f-cebe7dcd41fe', 'name': 'tempest-FloatingIPsNegativeTestJSON-1416865827-router', 'tenant_id': 'db4425281138402f8f3de23219bd719a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'cf386969-b50a-4551-9d59-cbb40681106a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:30:31Z', 'updated_at': '2021-08-23T20:30:34Z', 'revision_number': 3, 'project_id': 'db4425281138402f8f3de23219bd719a', 'gw_port': {'id': 'cf386969-b50a-4551-9d59-cbb40681106a', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b6:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2681e1-580f-4d6e-a21f-cebe7dcd41fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:30:32Z', 'updated_at': '2021-08-23T20:30:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:30:37.835506 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e5aef355-809c-4880-a2b5-58baa3ed968d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:37.873483 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cf3260b4-7e89-4dd5-a721-7173a7d45149 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:37.884637 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cf3260b4-7e89-4dd5-a721-7173a7d45149 None None] Transition to ACTIVE for port object e1e15e45-dbd5-4761-9146-83ac1b933901 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:30:37.904657 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cf3260b4-7e89-4dd5-a721-7173a7d45149 None None] Transition to ACTIVE for port object e1e15e45-dbd5-4761-9146-83ac1b933901 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:30:37.913036 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cf3260b4-7e89-4dd5-a721-7173a7d45149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:37.940850 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ece2f695-ab60-4919-b22d-9d55aa9d685d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:37.980934 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3260b4-7e89-4dd5-a721-7173a7d45149 None None] Network beb4fc24-0eed-4820-b08d-56bbac89db00 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:30:37.986446 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-cf3260b4-7e89-4dd5-a721-7173a7d45149 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:30:37.995426 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3260b4-7e89-4dd5-a721-7173a7d45149 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:30:37.997036 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b280a1-5026-4f21-89ec-07edf113952b req-280ed4b5-2baa-4bbd-a0a3-c7fe11d157f9 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:37.999856 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-40b280a1-5026-4f21-89ec-07edf113952b req-280ed4b5-2baa-4bbd-a0a3-c7fe11d157f9 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9847061-e369-44b6-9cf3-351cc117789d HTTP/1.1" status: 200 len: 949 time: 0.0972915 Aug 23 20:30:38.005364 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3260b4-7e89-4dd5-a721-7173a7d45149 None None] Pushing event updated for resources: {'Port': ['ID=e1e15e45-dbd5-4761-9146-83ac1b933901,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:38.095766 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ec85bc4b-51f5-40d1-9948-8df3fd00f982 None None] Provisioning for port 9280fe20-f0bc-41a8-9e41-39e1f7f45682 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:30:38.104101 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-40b280a1-5026-4f21-89ec-07edf113952b req-9c35e624-0833-4fdd-9987-354e78247cc4 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a69365-cc2c-4d61-84fc-5ddc06b002fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583322 Aug 23 20:30:38.105708 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ec85bc4b-51f5-40d1-9948-8df3fd00f982 None None] Provisioning complete for port 9280fe20-f0bc-41a8-9e41-39e1f7f45682 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:30:38.106201 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ec85bc4b-51f5-40d1-9948-8df3fd00f982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:38.111584 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-cf3260b4-7e89-4dd5-a721-7173a7d45149 None None] Attempting to bind port e1e15e45-dbd5-4761-9146-83ac1b933901 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:30:38.113859 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-cf3260b4-7e89-4dd5-a721-7173a7d45149 None None] Attempting to bind port e1e15e45-dbd5-4761-9146-83ac1b933901 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '4f174cef-a745-48db-a00d-19ede4fdd42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'beb4fc24-0eed-4820-b08d-56bbac89db00'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:30:38.113859 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3260b4-7e89-4dd5-a721-7173a7d45149 None None] Attempting to bind port e1e15e45-dbd5-4761-9146-83ac1b933901 on network beb4fc24-0eed-4820-b08d-56bbac89db00 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:30:38.147852 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e5aef355-809c-4880-a2b5-58baa3ed968d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:38.203500 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3260b4-7e89-4dd5-a721-7173a7d45149 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:30:38.203500 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3260b4-7e89-4dd5-a721-7173a7d45149 None None] Checking segment: {'id': '4f174cef-a745-48db-a00d-19ede4fdd42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'beb4fc24-0eed-4820-b08d-56bbac89db00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:30:38.207497 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cf3260b4-7e89-4dd5-a721-7173a7d45149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:38.207497 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3260b4-7e89-4dd5-a721-7173a7d45149 None None] Bound using segment: {'id': '4f174cef-a745-48db-a00d-19ede4fdd42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'beb4fc24-0eed-4820-b08d-56bbac89db00'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:30:38.216155 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-cf3260b4-7e89-4dd5-a721-7173a7d45149 None None] Bound port: e1e15e45-dbd5-4761-9146-83ac1b933901, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f174cef-a745-48db-a00d-19ede4fdd42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'beb4fc24-0eed-4820-b08d-56bbac89db00'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:30:38.216155 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cf3260b4-7e89-4dd5-a721-7173a7d45149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:38.292260 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-ec85bc4b-51f5-40d1-9948-8df3fd00f982 None None] Port 9280fe20-f0bc-41a8-9e41-39e1f7f45682 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:30:38.342197 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cf3260b4-7e89-4dd5-a721-7173a7d45149 None None] For port e1e15e45-dbd5-4761-9146-83ac1b933901, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:30:38.347222 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cf3260b4-7e89-4dd5-a721-7173a7d45149 None None] For port e1e15e45-dbd5-4761-9146-83ac1b933901, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=e1e15e45-dbd5-4761-9146-83ac1b933901,segment=NetworkSegment(4f174cef-a745-48db-a00d-19ede4fdd42f),segment_id=4f174cef-a745-48db-a00d-19ede4fdd42f)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:30:38.351483 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cf3260b4-7e89-4dd5-a721-7173a7d45149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:38.397501 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ad8fe-5cbb-4205-8549-a71ce4e1104b req-3b6a270e-5b1e-4e67-9a95-99a1a3c0eef7 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:38.398640 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd5c93-0907-47f1-96ce-528c6759586b req-fb409a0d-3a85-4e56-9baf-cde71cc47c9e tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:38.400365 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-57cd5c93-0907-47f1-96ce-528c6759586b req-fb409a0d-3a85-4e56-9baf-cde71cc47c9e tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=a112110a-c5c7-4dd4-b692-6caa721bcf00 HTTP/1.1" status: 200 len: 943 time: 0.1473613 Aug 23 20:30:38.401516 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ece2f695-ab60-4919-b22d-9d55aa9d685d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:38.404538 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d57ad8fe-5cbb-4205-8549-a71ce4e1104b req-3b6a270e-5b1e-4e67-9a95-99a1a3c0eef7 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf HTTP/1.1" status: 200 len: 949 time: 0.1640944 Aug 23 20:30:38.420918 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3260b4-7e89-4dd5-a721-7173a7d45149 None None] Pushing event updated for resources: {'Port': ['ID=e1e15e45-dbd5-4761-9146-83ac1b933901,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:38.439486 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ece2f695-ab60-4919-b22d-9d55aa9d685d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:38.480110 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d57ad8fe-5cbb-4205-8549-a71ce4e1104b req-93371331-0a1a-4951-a5e3-ddbc2a83adfd tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618875 Aug 23 20:30:38.531998 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-57cd5c93-0907-47f1-96ce-528c6759586b req-c35d4957-32eb-4107-b7bc-d995c041724d tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253812 Aug 23 20:30:38.586148 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e5aef355-809c-4880-a2b5-58baa3ed968d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:38.595487 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e5aef355-809c-4880-a2b5-58baa3ed968d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:38.650420 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-ece2f695-ab60-4919-b22d-9d55aa9d685d admin admin] Allocated IP 172.25.4.28 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/a920c2d4-f764-4141-9958-89f6ff6d0c9d) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:30:38.717553 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e5aef355-809c-4880-a2b5-58baa3ed968d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:38.758535 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aef355-809c-4880-a2b5-58baa3ed968d admin admin] Pushing event updated for resources: {'Port': ['ID=9280fe20-f0bc-41a8-9e41-39e1f7f45682,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:38.950534 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ece2f695-ab60-4919-b22d-9d55aa9d685d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:38.983367 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5aef355-809c-4880-a2b5-58baa3ed968d admin admin] Network 1650d5e4-844c-40b4-a817-8b2250acdae1 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:30:38.984422 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-e5aef355-809c-4880-a2b5-58baa3ed968d admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:30:39.084446 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ece2f695-ab60-4919-b22d-9d55aa9d685d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:39.189779 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece2f695-ab60-4919-b22d-9d55aa9d685d admin admin] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:30:39.233572 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-ece2f695-ab60-4919-b22d-9d55aa9d685d admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:30:39.247137 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece2f695-ab60-4919-b22d-9d55aa9d685d admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:30:39.280196 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5aef355-809c-4880-a2b5-58baa3ed968d admin admin] Router df2681e1-580f-4d6e-a21f-cebe7dcd41fe has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:30:39.295477 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece2f695-ab60-4919-b22d-9d55aa9d685d admin admin] Pushing event updated for resources: {'Port': ['ID=a920c2d4-f764-4141-9958-89f6ff6d0c9d,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:39.338680 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c3137-2ef0-4db1-a949-63cc1124af47 req-0301916e-ffbf-48c0-9d5e-17fde224bf07 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:39.340355 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-480c3137-2ef0-4db1-a949-63cc1124af47 req-0301916e-ffbf-48c0-9d5e-17fde224bf07 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9847061-e369-44b6-9cf3-351cc117789d HTTP/1.1" status: 200 len: 949 time: 0.1562395 Aug 23 20:30:39.445282 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c4a30687-f0f9-4d9a-8eae-3dfb0f7cd37f None None] Provisioning complete for port 9280fe20-f0bc-41a8-9e41-39e1f7f45682 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:30:39.446844 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c4a30687-f0f9-4d9a-8eae-3dfb0f7cd37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:39.512658 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5aef355-809c-4880-a2b5-58baa3ed968d admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:30:39.535786 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e5aef355-809c-4880-a2b5-58baa3ed968d admin admin] 10.222.0.61 "PUT /v2.0/routers/df2681e1-580f-4d6e-a21f-cebe7dcd41fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3849487 Aug 23 20:30:39.574105 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-c4a30687-f0f9-4d9a-8eae-3dfb0f7cd37f None None] Port 9280fe20-f0bc-41a8-9e41-39e1f7f45682 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:30:39.592755 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 84e51d00-0bc5-4ad2-bce4-927d8c61adea details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:30:39.724460 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-480c3137-2ef0-4db1-a949-63cc1124af47 req-00cb06c5-7aca-4408-abbd-f6e84343b28b tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a69365-cc2c-4d61-84fc-5ddc06b002fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286633 Aug 23 20:30:39.735551 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [req-4cb78d04-b1ae-4d90-a201-520b42f962af req-a25da467-b15e-4e1a-b2e6-bbd914711723 service neutron] show failed (client error): The resource could not be found. Aug 23 20:30:39.758534 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4cb78d04-b1ae-4d90-a201-520b42f962af req-a25da467-b15e-4e1a-b2e6-bbd914711723 service neutron] 10.222.0.11 "GET /v2.0/ports/79e4e511-e25d-4631-b369-78f9df0c62ac/bindings/n-h2-805663-2 HTTP/1.1" status: 404 len: 380 time: 0.3595943 Aug 23 20:30:39.941307 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b406f2c-0d8e-4ed2-af8f-90942566b5ef req-f9a95ec2-c0d5-44f4-8c5c-806241d600d4 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:39.949825 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4b406f2c-0d8e-4ed2-af8f-90942566b5ef req-f9a95ec2-c0d5-44f4-8c5c-806241d600d4 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf HTTP/1.1" status: 200 len: 949 time: 0.2413576 Aug 23 20:30:39.967640 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 84e51d00-0bc5-4ad2-bce4-927d8c61adea, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=84e51d00-0bc5-4ad2-bce4-927d8c61adea,segment=NetworkSegment(3440ae09-322e-4891-8c02-a5baf5ba77f1),segment_id=3440ae09-322e-4891-8c02-a5baf5ba77f1)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:30:39.985375 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '84e51d00-0bc5-4ad2-bce4-927d8c61adea', 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b', 'port_id': '84e51d00-0bc5-4ad2-bce4-927d8c61adea', 'mac_address': 'fa:16:3e:ab:b8:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc364ba1-f548-4b44-839c-5441876e52b8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:30:40.075844 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4b406f2c-0d8e-4ed2-af8f-90942566b5ef req-a79346f1-40a1-4c19-8081-3ab2d104d2bd tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236696 Aug 23 20:30:40.086994 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1fed3fec-a0fd-4509-b841-9e1e6d0e8624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:40.145064 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:40.222225 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84e51d00-0bc5-4ad2-bce4-927d8c61adea {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:30:40.233923 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:40.289086 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 84e51d00-0bc5-4ad2-bce4-927d8c61adea, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=84e51d00-0bc5-4ad2-bce4-927d8c61adea,segment=NetworkSegment(3440ae09-322e-4891-8c02-a5baf5ba77f1),segment_id=3440ae09-322e-4891-8c02-a5baf5ba77f1)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:30:40.292444 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device cf386969-b50a-4551-9d59-cbb40681106a up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:30:40.330097 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ece2f695-ab60-4919-b22d-9d55aa9d685d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:40.354088 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:40.445248 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=84e51d00-0bc5-4ad2-bce4-927d8c61adea,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:40.473410 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff63ccc-7a4c-4d14-a549-895add8cf74a req-9a62fa54-d52c-4968-8736-a489b6d8f062 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:40.479353 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6ff63ccc-7a4c-4d14-a549-895add8cf74a req-9a62fa54-d52c-4968-8736-a489b6d8f062 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=a112110a-c5c7-4dd4-b692-6caa721bcf00 HTTP/1.1" status: 200 len: 943 time: 0.4886558 Aug 23 20:30:40.486421 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port cf386969-b50a-4551-9d59-cbb40681106a completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:30:40.497175 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port cf386969-b50a-4551-9d59-cbb40681106a triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:30:40.497693 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:40.554260 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb78d04-b1ae-4d90-a201-520b42f962af req-37e784b3-81e5-43fe-82d7-cebe828f0916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:40.555976 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4cb78d04-b1ae-4d90-a201-520b42f962af req-37e784b3-81e5-43fe-82d7-cebe828f0916 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf&tenant_id=73c5c62ec25a41ab8d37d29a4cff1db9 HTTP/1.1" status: 200 len: 1100 time: 0.2470448 Aug 23 20:30:40.581769 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-4cb78d04-b1ae-4d90-a201-520b42f962af req-dfb3ea34-d6c7-4b2d-92df-99a7e0b85edc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805663-2', 'device_owner': 'compute:nova'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:30:40.594252 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7f078e71-ffde-4bf9-a9d5-841d9fe9e4ef req-533cd0b3-f782-4a23-8f95-07181c7a8ad9 tempest-FloatingIPsNegativeTestJSON-743906318 tempest-FloatingIPsNegativeTestJSON-743906318-project] 10.222.0.61 "GET /v2.0/floatingips?tenant_id=db4425281138402f8f3de23219bd719a HTTP/1.1" status: 200 len: 217 time: 0.1260290 Aug 23 20:30:40.629441 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cbf165-6fb4-4c91-8b9c-efc4cc1f37ee None None] Network beb4fc24-0eed-4820-b08d-56bbac89db00 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:30:40.647986 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6ff63ccc-7a4c-4d14-a549-895add8cf74a req-e35bc339-a012-4e29-9d9e-366880118d3b tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454475 Aug 23 20:30:40.707062 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['84e51d00-0bc5-4ad2-bce4-927d8c61adea'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:30:40.754106 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4cb78d04-b1ae-4d90-a201-520b42f962af req-dfb3ea34-d6c7-4b2d-92df-99a7e0b85edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:40.793994 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-522392a5-47be-468d-8911-1aae35c2c5d6 req-0924d7fc-53c7-419f-a2c3-07197ae51905 tempest-FloatingIPsNegativeTestJSON-743906318 tempest-FloatingIPsNegativeTestJSON-743906318-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0660665 Aug 23 20:30:40.863924 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b6107330-6712-4b2a-93f1-4f6685fb6e9e None None] Provisioning for port e1e15e45-dbd5-4761-9146-83ac1b933901 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:30:40.869580 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:40.887699 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [req-404b80d6-580b-46b7-8308-8a8e05b03c02 req-fbaa4132-4244-4522-956e-73d422f293a4 tempest-FloatingIPsNegativeTestJSON-743906318 tempest-FloatingIPsNegativeTestJSON-743906318-project] show failed (client error): The resource could not be found. Aug 23 20:30:40.905412 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-404b80d6-580b-46b7-8308-8a8e05b03c02 req-fbaa4132-4244-4522-956e-73d422f293a4 tempest-FloatingIPsNegativeTestJSON-743906318 tempest-FloatingIPsNegativeTestJSON-743906318-project] 10.222.0.61 "GET /v2.0/floatingips/e988eed6-bda3-40c1-ab06-2c9fec918fc1 HTTP/1.1" status: 404 len: 350 time: 0.0708153 Aug 23 20:30:40.917662 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48986) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:30:40.969043 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3b39c0fb-a632-4654-8d67-bd132131b1c0 req-75a4ebaa-725b-45c8-95e2-d885dc270c48 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=f3262eebed5c4db38e556aee3c60ce9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1380193 Aug 23 20:30:41.031483 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ece2f695-ab60-4919-b22d-9d55aa9d685d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:41.103237 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port cf386969-b50a-4551-9d59-cbb40681106a, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=cf386969-b50a-4551-9d59-cbb40681106a,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:30:41.105695 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07bb768-8967-48c8-ab4c-8681920544e8 None None] Sync routers for ids ['df2681e1-580f-4d6e-a21f-cebe7dcd41fe'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:30:41.197001 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:41.198142 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device e1e15e45-dbd5-4761-9146-83ac1b933901 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:30:41.436108 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07bb768-8967-48c8-ab4c-8681920544e8 None None] Routers {'df2681e1-580f-4d6e-a21f-cebe7dcd41fe'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:30:41.438833 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-f07bb768-8967-48c8-ab4c-8681920544e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:30:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['df2681e1-580f-4d6e-a21f-cebe7dcd41fe'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:30:41.466415 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfdc957-3b0d-4da0-8c3f-e7830436e786 req-200a9528-3d48-4793-81dd-ffbad258399a tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:41.468185 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8cfdc957-3b0d-4da0-8c3f-e7830436e786 req-200a9528-3d48-4793-81dd-ffbad258399a tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf HTTP/1.1" status: 200 len: 949 time: 0.1531627 Aug 23 20:30:41.477921 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port e1e15e45-dbd5-4761-9146-83ac1b933901 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:30:41.539085 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39c0fb-a632-4654-8d67-bd132131b1c0 req-7a3c725b-b9b5-4042-9687-eacaddfee75a tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:41.541379 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3b39c0fb-a632-4654-8d67-bd132131b1c0 req-7a3c725b-b9b5-4042-9687-eacaddfee75a tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5622759 Aug 23 20:30:41.587045 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8cfdc957-3b0d-4da0-8c3f-e7830436e786 req-9304e2d6-5bb9-4972-b0db-41053cffb717 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092486 Aug 23 20:30:41.587643 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port e1e15e45-dbd5-4761-9146-83ac1b933901 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:30:41.588131 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:41.602551 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=cf386969-b50a-4551-9d59-cbb40681106a,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:41.641703 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3b39c0fb-a632-4654-8d67-bd132131b1c0 req-57d215ad-b27a-46d5-8d35-f3e58b0457cc tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/quotas/f3262eebed5c4db38e556aee3c60ce9e HTTP/1.1" status: 200 len: 375 time: 0.0801203 Aug 23 20:30:41.679313 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 79e4e511-e25d-4631-b369-78f9df0c62ac no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:30:41.711881 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-4cb78d04-b1ae-4d90-a201-520b42f962af req-dfb3ea34-d6c7-4b2d-92df-99a7e0b85edc service neutron] For port 79e4e511-e25d-4631-b369-78f9df0c62ac, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=79e4e511-e25d-4631-b369-78f9df0c62ac,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:30:41.776122 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece2f695-ab60-4919-b22d-9d55aa9d685d admin admin] Router 34d4e13f-2b71-474f-9a90-9850c3fddb51 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:30:41.784889 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a9d4a6c8-5d5d-4f99-9945-51c315d091ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:41.827062 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-4cb78d04-b1ae-4d90-a201-520b42f962af req-dfb3ea34-d6c7-4b2d-92df-99a7e0b85edc service neutron] For port 79e4e511-e25d-4631-b369-78f9df0c62ac, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:30:41.867344 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3b39c0fb-a632-4654-8d67-bd132131b1c0 req-52ac9226-bf2c-4f72-8c55-644db8415aa8 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f3262eebed5c4db38e556aee3c60ce9e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2002211 Aug 23 20:30:41.923924 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-f07bb768-8967-48c8-ab4c-8681920544e8 None None] Set router df2681e1-580f-4d6e-a21f-cebe7dcd41fe gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:30:41.953368 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79e4e511-e25d-4631-b369-78f9df0c62ac'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:30:41.955967 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe19f12-b6a0-4a82-9260-75b527b55906" -d '{"events": [{"server_uuid": "4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf", "name": "network-vif-unplugged", "status": "completed", "tag": "79e4e511-e25d-4631-b369-78f9df0c62ac"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:30:41.991447 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0e1fc568-b269-4c25-b6dd-e7e500da7250 None None] Provisioning complete for port e1e15e45-dbd5-4761-9146-83ac1b933901 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:30:41.991820 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0e1fc568-b269-4c25-b6dd-e7e500da7250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:41.995630 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6e39d-b093-420f-a83b-c670aabb0e99 req-020c511f-f983-4e39-b3b7-ab6b0795f6f2 tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:42.002629 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-00b6e39d-b093-420f-a83b-c670aabb0e99 req-020c511f-f983-4e39-b3b7-ab6b0795f6f2 tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=8d3cad6d-8d5c-4572-b31c-c350601c89dd HTTP/1.1" status: 200 len: 1097 time: 0.1235502 Aug 23 20:30:42.013574 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4cb78d04-b1ae-4d90-a201-520b42f962af req-dfb3ea34-d6c7-4b2d-92df-99a7e0b85edc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:42.054811 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-4cb78d04-b1ae-4d90-a201-520b42f962af req-dfb3ea34-d6c7-4b2d-92df-99a7e0b85edc service neutron] Transition to ACTIVE for port object 79e4e511-e25d-4631-b369-78f9df0c62ac will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:30:42.095455 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece2f695-ab60-4919-b22d-9d55aa9d685d admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:30:42.120437 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9603fb3d-d743-4750-9f09-ab2b3ddbf6b0 None None] Sync routers for ids ['34d4e13f-2b71-474f-9a90-9850c3fddb51'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:30:42.150053 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4cb78d04-b1ae-4d90-a201-520b42f962af req-dfb3ea34-d6c7-4b2d-92df-99a7e0b85edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:42.151340 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-00b6e39d-b093-420f-a83b-c670aabb0e99 req-e27d5905-32e3-4625-b9a8-1ab4ec017fb5 tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428597 Aug 23 20:30:42.161633 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9603fb3d-d743-4750-9f09-ab2b3ddbf6b0 None None] Routers {'34d4e13f-2b71-474f-9a90-9850c3fddb51'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:30:42.165887 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ece2f695-ab60-4919-b22d-9d55aa9d685d admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:42.166417 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9603fb3d-d743-4750-9f09-ab2b3ddbf6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:30:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['34d4e13f-2b71-474f-9a90-9850c3fddb51'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:30:42.170180 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ece2f695-ab60-4919-b22d-9d55aa9d685d admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9719155 Aug 23 20:30:42.173598 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49006) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:30:42.282405 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:42.294445 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:42.437381 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb78d04-b1ae-4d90-a201-520b42f962af req-dfb3ea34-d6c7-4b2d-92df-99a7e0b85edc service neutron] No DVR routers for this DVR port 79e4e511-e25d-4631-b369-78f9df0c62ac on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:30:42.465608 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-9603fb3d-d743-4750-9f09-ab2b3ddbf6b0 None None] Set router 34d4e13f-2b71-474f-9a90-9850c3fddb51 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:30:42.476194 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port e1e15e45-dbd5-4761-9146-83ac1b933901, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=e1e15e45-dbd5-4761-9146-83ac1b933901,segment=NetworkSegment(4f174cef-a745-48db-a00d-19ede4fdd42f),segment_id=4f174cef-a745-48db-a00d-19ede4fdd42f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:30:42.494998 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:42.557092 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 20:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006b3157-0f91-4a52-a1d1-4693fc0644f4 x-openstack-request-id: req-006b3157-0f91-4a52-a1d1-4693fc0644f4 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:30:42.557961 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf", "name": "network-vif-unplugged", "status": "completed", "tag": "79e4e511-e25d-4631-b369-78f9df0c62ac", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:30:42.560117 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-006b3157-0f91-4a52-a1d1-4693fc0644f4 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:30:42.560945 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79e4e511-e25d-4631-b369-78f9df0c62ac', 'code': 200} Aug 23 20:30:42.586048 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e8846-9adf-43d8-9049-e9758adb125e req-b4a5b634-326f-4241-a29c-684ce48af034 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:42.597381 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-4cb78d04-b1ae-4d90-a201-520b42f962af req-dfb3ea34-d6c7-4b2d-92df-99a7e0b85edc service neutron] Attempting to bind port 79e4e511-e25d-4631-b369-78f9df0c62ac on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:30:42.598003 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ed8e8846-9adf-43d8-9049-e9758adb125e req-b4a5b634-326f-4241-a29c-684ce48af034 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=a112110a-c5c7-4dd4-b692-6caa721bcf00 HTTP/1.1" status: 200 len: 944 time: 0.2534125 Aug 23 20:30:42.598385 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-4cb78d04-b1ae-4d90-a201-520b42f962af req-dfb3ea34-d6c7-4b2d-92df-99a7e0b85edc service neutron] Attempting to bind port 79e4e511-e25d-4631-b369-78f9df0c62ac by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:30:42.599119 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb78d04-b1ae-4d90-a201-520b42f962af req-dfb3ea34-d6c7-4b2d-92df-99a7e0b85edc service neutron] Attempting to bind port 79e4e511-e25d-4631-b369-78f9df0c62ac on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:30:42.611984 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb78d04-b1ae-4d90-a201-520b42f962af req-dfb3ea34-d6c7-4b2d-92df-99a7e0b85edc service neutron] Port 79e4e511-e25d-4631-b369-78f9df0c62ac on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:30:42.612833 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb78d04-b1ae-4d90-a201-520b42f962af req-dfb3ea34-d6c7-4b2d-92df-99a7e0b85edc service neutron] Attempting to bind port 79e4e511-e25d-4631-b369-78f9df0c62ac on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:30:42.621677 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb78d04-b1ae-4d90-a201-520b42f962af req-dfb3ea34-d6c7-4b2d-92df-99a7e0b85edc service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:30:42.622305 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb78d04-b1ae-4d90-a201-520b42f962af req-dfb3ea34-d6c7-4b2d-92df-99a7e0b85edc service neutron] Checking segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:30:42.622870 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb78d04-b1ae-4d90-a201-520b42f962af req-dfb3ea34-d6c7-4b2d-92df-99a7e0b85edc service neutron] Bound using segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:30:42.623635 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-4cb78d04-b1ae-4d90-a201-520b42f962af req-dfb3ea34-d6c7-4b2d-92df-99a7e0b85edc service neutron] Bound port: 79e4e511-e25d-4631-b369-78f9df0c62ac, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:30:42.624201 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4cb78d04-b1ae-4d90-a201-520b42f962af req-dfb3ea34-d6c7-4b2d-92df-99a7e0b85edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:42.667952 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0e1fc568-b269-4c25-b6dd-e7e500da7250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:42.701383 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.db.api [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 20:30:42.703191 n-d-805663-2 neutron-server[94689]: DEBUG oslo_db.api [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 20:30:42.752117 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device cf386969-b50a-4551-9d59-cbb40681106a up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:30:42.757686 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-4cb78d04-b1ae-4d90-a201-520b42f962af req-dfb3ea34-d6c7-4b2d-92df-99a7e0b85edc service neutron] For port 79e4e511-e25d-4631-b369-78f9df0c62ac, host n-h2-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:30:42.764698 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-4cb78d04-b1ae-4d90-a201-520b42f962af req-dfb3ea34-d6c7-4b2d-92df-99a7e0b85edc service neutron] For port 79e4e511-e25d-4631-b369-78f9df0c62ac, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=79e4e511-e25d-4631-b369-78f9df0c62ac,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:30:42.765026 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=e1e15e45-dbd5-4761-9146-83ac1b933901,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:42.767349 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb3ea34-d6c7-4b2d-92df-99a7e0b85edc service neutron] Pushing event updated for resources: {'Port': ['ID=79e4e511-e25d-4631-b369-78f9df0c62ac,revision_number=6']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:42.837915 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4cb78d04-b1ae-4d90-a201-520b42f962af req-dfb3ea34-d6c7-4b2d-92df-99a7e0b85edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:42.872599 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.db.api [None req-0e1fc568-b269-4c25-b6dd-e7e500da7250 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 20:30:42.873114 n-d-805663-2 neutron-server[94689]: DEBUG oslo_db.api [None req-0e1fc568-b269-4c25-b6dd-e7e500da7250 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 20:30:42.883069 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-f07bb768-8967-48c8-ab4c-8681920544e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2681e1-580f-4d6e-a21f-cebe7dcd41fe', 'name': 'tempest-FloatingIPsNegativeTestJSON-1416865827-router', 'tenant_id': 'db4425281138402f8f3de23219bd719a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'cf386969-b50a-4551-9d59-cbb40681106a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:30:31Z', 'updated_at': '2021-08-23T20:30:38Z', 'revision_number': 4, 'project_id': 'db4425281138402f8f3de23219bd719a', 'gw_port': {'id': 'cf386969-b50a-4551-9d59-cbb40681106a', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2681e1-580f-4d6e-a21f-cebe7dcd41fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:30:32Z', 'updated_at': '2021-08-23T20:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '9280fe20-f0bc-41a8-9e41-39e1f7f45682', 'name': '', 'network_id': '1650d5e4-844c-40b4-a817-8b2250acdae1', 'tenant_id': 'db4425281138402f8f3de23219bd719a', 'mac_address': 'fa:16:3e:4e:99:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2681e1-580f-4d6e-a21f-cebe7dcd41fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3f653372-1d5f-482a-8445-4b79636655e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:30:37Z', 'updated_at': '2021-08-23T20:30:38Z', 'revision_number': 2, 'project_id': 'db4425281138402f8f3de23219bd719a', 'subnets': [{'id': '3f653372-1d5f-482a-8445-4b79636655e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:30:42.946331 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07bb768-8967-48c8-ab4c-8681920544e8 None None] Checking router: df2681e1-580f-4d6e-a21f-cebe7dcd41fe for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:30:42.946574 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07bb768-8967-48c8-ab4c-8681920544e8 None None] Updating router df2681e1-580f-4d6e-a21f-cebe7dcd41fe port 9280fe20-f0bc-41a8-9e41-39e1f7f45682 binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:30:42.992918 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f07bb768-8967-48c8-ab4c-8681920544e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:43.040389 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port cf386969-b50a-4551-9d59-cbb40681106a triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:30:43.041291 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:43.075907 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9603fb3d-d743-4750-9f09-ab2b3ddbf6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d4e13f-2b71-474f-9a90-9850c3fddb51', 'name': 'tempest-ServersTestManualDisk-1742028264-router', 'tenant_id': '05776662842040c0b8b29dd3b6aa709a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'a920c2d4-f764-4141-9958-89f6ff6d0c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:30:37Z', 'updated_at': '2021-08-23T20:30:39Z', 'revision_number': 3, 'project_id': '05776662842040c0b8b29dd3b6aa709a', 'gw_port': {'id': 'a920c2d4-f764-4141-9958-89f6ff6d0c9d', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d4e13f-2b71-474f-9a90-9850c3fddb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:30:38Z', 'updated_at': '2021-08-23T20:30:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:30:43.107359 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-39f5a957-3ef4-4f2c-82e5-3916d0cc9166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:43.136554 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9603fb3d-d743-4750-9f09-ab2b3ddbf6b0 None None] Checking router: 34d4e13f-2b71-474f-9a90-9850c3fddb51 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:30:43.137618 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9603fb3d-d743-4750-9f09-ab2b3ddbf6b0 None None] Updating router 34d4e13f-2b71-474f-9a90-9850c3fddb51 port a920c2d4-f764-4141-9958-89f6ff6d0c9d binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:30:43.194109 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9603fb3d-d743-4750-9f09-ab2b3ddbf6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:43.204848 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-61769872-72f5-4f15-8057-837f6b503b0c req-e2078b28-d33b-4a83-b343-947d318c54bf tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/ports?device_id=412e08bf-becf-41e5-8b86-4feee2e0e1ba HTTP/1.1" status: 200 len: 210 time: 0.5469224 Aug 23 20:30:43.228578 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb78d04-b1ae-4d90-a201-520b42f962af req-dfb3ea34-d6c7-4b2d-92df-99a7e0b85edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:43.230337 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4cb78d04-b1ae-4d90-a201-520b42f962af req-dfb3ea34-d6c7-4b2d-92df-99a7e0b85edc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:43.230539 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4cb78d04-b1ae-4d90-a201-520b42f962af req-dfb3ea34-d6c7-4b2d-92df-99a7e0b85edc service neutron] 10.222.0.32 "PUT /v2.0/ports/79e4e511-e25d-4631-b369-78f9df0c62ac HTTP/1.1" status: 200 len: 1095 time: 2.6582522 Aug 23 20:30:43.332627 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ed8e8846-9adf-43d8-9049-e9758adb125e req-23e40d75-45e3-4aaf-a554-9cee0d549e94 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7306838 Aug 23 20:30:43.355023 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb3ea34-d6c7-4b2d-92df-99a7e0b85edc service neutron] Pushing event updated for resources: {'Port': ['ID=79e4e511-e25d-4631-b369-78f9df0c62ac,revision_number=7']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:43.358070 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a9d4a6c8-5d5d-4f99-9945-51c315d091ab admin admin] Deleting port 9280fe20-f0bc-41a8-9e41-39e1f7f45682 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:30:43.359403 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a9d4a6c8-5d5d-4f99-9945-51c315d091ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:43.507890 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb78d04-b1ae-4d90-a201-520b42f962af req-2767ab5a-83fe-4748-91f0-c51d1c2da3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:43.509523 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4cb78d04-b1ae-4d90-a201-520b42f962af req-2767ab5a-83fe-4748-91f0-c51d1c2da3d1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73c5c62ec25a41ab8d37d29a4cff1db9&device_id=4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf HTTP/1.1" status: 200 len: 1098 time: 0.1726513 Aug 23 20:30:43.644627 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3727956-cea1-468c-94c5-6909ce97f9cd req-90db1a22-0186-4fbf-804d-9dcacb8ca81b tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:43.653769 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b3727956-cea1-468c-94c5-6909ce97f9cd req-90db1a22-0186-4fbf-804d-9dcacb8ca81b tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf HTTP/1.1" status: 200 len: 947 time: 0.1019146 Aug 23 20:30:43.834886 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b3727956-cea1-468c-94c5-6909ce97f9cd req-3c92eb02-873a-46aa-a2d6-9aa4106a8afa tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801198 Aug 23 20:30:43.889473 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a9d4a6c8-5d5d-4f99-9945-51c315d091ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:43.923869 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a9d4a6c8-5d5d-4f99-9945-51c315d091ab admin admin] Calling delete_port for 9280fe20-f0bc-41a8-9e41-39e1f7f45682 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:30:43.930966 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 84e51d00-0bc5-4ad2-bce4-927d8c61adea up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:30:43.989910 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb78d04-b1ae-4d90-a201-520b42f962af req-9ea6cf63-2072-44d2-9bbb-cbafcd6116c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:43.993648 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4cb78d04-b1ae-4d90-a201-520b42f962af req-9ea6cf63-2072-44d2-9bbb-cbafcd6116c3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=660f640a-b8b2-40aa-8ebf-76bd1608cceb HTTP/1.1" status: 200 len: 870 time: 0.4677770 Aug 23 20:30:44.035881 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:44.050776 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9603fb3d-d743-4750-9f09-ab2b3ddbf6b0 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:44.066162 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-9603fb3d-d743-4750-9f09-ab2b3ddbf6b0 None None] Transition to ACTIVE for port object a920c2d4-f764-4141-9958-89f6ff6d0c9d will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:30:44.079001 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9603fb3d-d743-4750-9f09-ab2b3ddbf6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:44.113490 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4cb78d04-b1ae-4d90-a201-520b42f962af req-02517353-3d07-4207-8292-64121c6a880d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=79e4e511-e25d-4631-b369-78f9df0c62ac HTTP/1.1" status: 200 len: 217 time: 0.1043117 Aug 23 20:30:44.124803 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 84e51d00-0bc5-4ad2-bce4-927d8c61adea completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:30:44.135578 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 84e51d00-0bc5-4ad2-bce4-927d8c61adea triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:30:44.136345 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:44.232017 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ba5af2-c7cc-4cbc-bde0-d6349b08f172 None None] Pushing event updated for resources: {'Port': ['ID=a920c2d4-f764-4141-9958-89f6ff6d0c9d,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:44.292469 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-9603fb3d-d743-4750-9f09-ab2b3ddbf6b0 None None] Attempting to bind port a920c2d4-f764-4141-9958-89f6ff6d0c9d on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:30:44.292996 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-9603fb3d-d743-4750-9f09-ab2b3ddbf6b0 None None] Attempting to bind port a920c2d4-f764-4141-9958-89f6ff6d0c9d by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:30:44.293324 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9603fb3d-d743-4750-9f09-ab2b3ddbf6b0 None None] Attempting to bind port a920c2d4-f764-4141-9958-89f6ff6d0c9d on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:30:44.322949 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9603fb3d-d743-4750-9f09-ab2b3ddbf6b0 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:30:44.323350 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9603fb3d-d743-4750-9f09-ab2b3ddbf6b0 None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:30:44.328154 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9603fb3d-d743-4750-9f09-ab2b3ddbf6b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:44.328965 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9603fb3d-d743-4750-9f09-ab2b3ddbf6b0 None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:30:44.333719 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-9603fb3d-d743-4750-9f09-ab2b3ddbf6b0 None None] Bound port: a920c2d4-f764-4141-9958-89f6ff6d0c9d, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:30:44.335213 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9603fb3d-d743-4750-9f09-ab2b3ddbf6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:44.431741 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb78d04-b1ae-4d90-a201-520b42f962af req-ccc56e90-7841-4dd5-b8d8-67e9abd93b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:44.433792 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4cb78d04-b1ae-4d90-a201-520b42f962af req-ccc56e90-7841-4dd5-b8d8-67e9abd93b87 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.2683229 Aug 23 20:30:44.481232 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3b39c0fb-a632-4654-8d67-bd132131b1c0 req-ccc7874b-e3ee-4408-ad63-44b9bd61c422 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=f3262eebed5c4db38e556aee3c60ce9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1103539 Aug 23 20:30:44.527400 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:44.541723 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:44.576408 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf', 'tag': '79e4e511-e25d-4631-b369-78f9df0c62ac'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:30:44.579447 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf3d175-694d-46df-832b-1cc0d663d96b" -d '{"events": [{"name": "network-changed", "server_uuid": "4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf", "tag": "79e4e511-e25d-4631-b369-78f9df0c62ac"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:30:44.579791 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-9603fb3d-d743-4750-9f09-ab2b3ddbf6b0 None None] For port a920c2d4-f764-4141-9958-89f6ff6d0c9d, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:30:44.592714 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-9603fb3d-d743-4750-9f09-ab2b3ddbf6b0 None None] For port a920c2d4-f764-4141-9958-89f6ff6d0c9d, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=a920c2d4-f764-4141-9958-89f6ff6d0c9d,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:30:44.602752 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9603fb3d-d743-4750-9f09-ab2b3ddbf6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:44.629213 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a112110a-c5c7-4dd4-b692-6caa721bcf00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e51d00-0bc5-4ad2-bce4-927d8c61adea'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:30:44.631829 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25bca2fb-c658-43a0-ade2-43ff1f1bb064" -d '{"events": [{"server_uuid": "a112110a-c5c7-4dd4-b692-6caa721bcf00", "name": "network-vif-plugged", "status": "completed", "tag": "84e51d00-0bc5-4ad2-bce4-927d8c61adea"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:30:44.715679 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb78d04-b1ae-4d90-a201-520b42f962af req-e24933f2-895c-4f65-a183-f72dd2e588be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:44.718037 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4cb78d04-b1ae-4d90-a201-520b42f962af req-e24933f2-895c-4f65-a183-f72dd2e588be service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2713742 Aug 23 20:30:44.722235 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6a4fbcde-b656-4b34-8b41-41f41bcbb035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:44.757610 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9603fb3d-d743-4750-9f09-ab2b3ddbf6b0 None None] Routers {'34d4e13f-2b71-474f-9a90-9850c3fddb51'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:30:44.758303 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9603fb3d-d743-4750-9f09-ab2b3ddbf6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:30:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['34d4e13f-2b71-474f-9a90-9850c3fddb51'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:30:44.762524 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ba5af2-c7cc-4cbc-bde0-d6349b08f172 None None] Pushing event updated for resources: {'Port': ['ID=a920c2d4-f764-4141-9958-89f6ff6d0c9d,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:44.785447 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a9d4a6c8-5d5d-4f99-9945-51c315d091ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:44.911579 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be86f8-670b-4bfc-97c5-27e46f921466 req-99c7d7c3-094d-438c-87f1-bb5105267b08 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:44.914540 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-75be86f8-670b-4bfc-97c5-27e46f921466 req-99c7d7c3-094d-438c-87f1-bb5105267b08 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/ports?device_id=b92860fa-cba7-4c4c-8ae6-96c1d6c29ce1 HTTP/1.1" status: 200 len: 946 time: 0.4315808 Aug 23 20:30:44.920701 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d4a6c8-5d5d-4f99-9945-51c315d091ab admin admin] Pushing event deleted for resources: {'Port': ['ID=9280fe20-f0bc-41a8-9e41-39e1f7f45682,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:44.985851 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-9603fb3d-d743-4750-9f09-ab2b3ddbf6b0 None None] Set router 34d4e13f-2b71-474f-9a90-9850c3fddb51 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:30:45.019112 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device e1e15e45-dbd5-4761-9146-83ac1b933901 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:30:45.029214 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 84e51d00-0bc5-4ad2-bce4-927d8c61adea, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=84e51d00-0bc5-4ad2-bce4-927d8c61adea,segment=NetworkSegment(3440ae09-322e-4891-8c02-a5baf5ba77f1),segment_id=3440ae09-322e-4891-8c02-a5baf5ba77f1)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:30:45.080831 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.db.api [None req-f07bb768-8967-48c8-ab4c-8681920544e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 20:30:45.081368 n-d-805663-2 neutron-server[94689]: DEBUG oslo_db.api [None req-f07bb768-8967-48c8-ab4c-8681920544e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 20:30:45.086404 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:45.135999 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39c0fb-a632-4654-8d67-bd132131b1c0 req-1189f0ff-8824-432b-bde8-2861082d6c77 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:45.137705 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3b39c0fb-a632-4654-8d67-bd132131b1c0 req-1189f0ff-8824-432b-bde8-2861082d6c77 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6341200 Aug 23 20:30:45.191609 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4cb78d04-b1ae-4d90-a201-520b42f962af req-4af78cad-d508-415f-a661-537d76734701 service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4576859 Aug 23 20:30:45.202754 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-3b39c0fb-a632-4654-8d67-bd132131b1c0 req-9e10a687-fd58-410c-a510-2552d78f5f15 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Request body: {'port': {'device_id': '412e08bf-becf-41e5-8b86-4feee2e0e1ba', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'admin_state_up': True, 'tenant_id': 'f3262eebed5c4db38e556aee3c60ce9e'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:30:45.211684 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=84e51d00-0bc5-4ad2-bce4-927d8c61adea,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:45.232820 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-75be86f8-670b-4bfc-97c5-27e46f921466 req-b540b445-390f-468a-8ac1-fece47589e8d tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/security-groups?id=69d833bb-0223-46ae-bea0-8d59b3b26f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3000250 Aug 23 20:30:45.338107 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port e1e15e45-dbd5-4761-9146-83ac1b933901 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:30:45.338484 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:45.484776 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4cb78d04-b1ae-4d90-a201-520b42f962af req-c8f609b8-c04e-40d3-ab75-c9efd553dd87 service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812974 Aug 23 20:30:45.486104 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-6a4fbcde-b656-4b34-8b41-41f41bcbb035 admin admin] Allocated IP 172.20.0.1 (beb4fc24-0eed-4820-b08d-56bbac89db00/2c12d3e3-e11d-459b-8f22-562b2f668288/1b2622e4-30e7-427c-97d6-c188e4de368b) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:30:45.597721 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bf7ca6fd-6c09-4421-a81f-7280e4441906 req-41b2ef5e-6d38-4d3e-b9ba-fda66448bd6c tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/ports?device_id=412e08bf-becf-41e5-8b86-4feee2e0e1ba HTTP/1.1" status: 200 len: 210 time: 0.1274042 Aug 23 20:30:45.626871 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07bb768-8967-48c8-ab4c-8681920544e8 None None] Port 9280fe20-f0bc-41a8-9e41-39e1f7f45682 not found while updating agent binding for router df2681e1-580f-4d6e-a21f-cebe7dcd41fe. {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 23 20:30:45.632528 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9603fb3d-d743-4750-9f09-ab2b3ddbf6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d4e13f-2b71-474f-9a90-9850c3fddb51', 'name': 'tempest-ServersTestManualDisk-1742028264-router', 'tenant_id': '05776662842040c0b8b29dd3b6aa709a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'a920c2d4-f764-4141-9958-89f6ff6d0c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:30:37Z', 'updated_at': '2021-08-23T20:30:39Z', 'revision_number': 3, 'project_id': '05776662842040c0b8b29dd3b6aa709a', 'gw_port': {'id': 'a920c2d4-f764-4141-9958-89f6ff6d0c9d', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d4e13f-2b71-474f-9a90-9850c3fddb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:30:38Z', 'updated_at': '2021-08-23T20:30:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:30:45.653277 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b39c0fb-a632-4654-8d67-bd132131b1c0 req-9e10a687-fd58-410c-a510-2552d78f5f15 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Made reservation on behalf of f3262eebed5c4db38e556aee3c60ce9e for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:30:45.664502 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3b39c0fb-a632-4654-8d67-bd132131b1c0 req-9e10a687-fd58-410c-a510-2552d78f5f15 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:45.685105 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07bb768-8967-48c8-ab4c-8681920544e8 None None] Routers {'df2681e1-580f-4d6e-a21f-cebe7dcd41fe'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:30:45.688021 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-f07bb768-8967-48c8-ab4c-8681920544e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:30:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['df2681e1-580f-4d6e-a21f-cebe7dcd41fe'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:30:45.691248 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9603fb3d-d743-4750-9f09-ab2b3ddbf6b0 None None] The sync data for ids ['34d4e13f-2b71-474f-9a90-9850c3fddb51'] in n-d-805663-2 is: [{'id': '34d4e13f-2b71-474f-9a90-9850c3fddb51', 'name': 'tempest-ServersTestManualDisk-1742028264-router', 'tenant_id': '05776662842040c0b8b29dd3b6aa709a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'a920c2d4-f764-4141-9958-89f6ff6d0c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:30:37Z', 'updated_at': '2021-08-23T20:30:39Z', 'revision_number': 3, 'project_id': '05776662842040c0b8b29dd3b6aa709a', 'gw_port': {'id': 'a920c2d4-f764-4141-9958-89f6ff6d0c9d', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d4e13f-2b71-474f-9a90-9850c3fddb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:30:38Z', 'updated_at': '2021-08-23T20:30:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:30:45.768447 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6a4fbcde-b656-4b34-8b41-41f41bcbb035 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:45.795651 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-6a4fbcde-b656-4b34-8b41-41f41bcbb035 admin admin] Transition to ACTIVE for port object 1b2622e4-30e7-427c-97d6-c188e4de368b will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:30:45.824691 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:45.855272 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6a4fbcde-b656-4b34-8b41-41f41bcbb035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:45.866028 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-8c013cd8-a533-4bfe-b182-860cbdcca4db tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:30:45.867229 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-8c013cd8-a533-4bfe-b182-860cbdcca4db tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0623884 Aug 23 20:30:45.896924 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-e8caad91-deb9-4516-9570-6746d0741917 service neutron] Request body: {'binding': {'host': 'n-h2-805663-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:30:45.898087 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-e8caad91-deb9-4516-9570-6746d0741917 service neutron] Unknown quota resources ['binding']. {{(pid=94688) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 20:30:45.913057 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4fbcde-b656-4b34-8b41-41f41bcbb035 admin admin] Network beb4fc24-0eed-4820-b08d-56bbac89db00 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:30:45.917208 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-6a4fbcde-b656-4b34-8b41-41f41bcbb035 admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:30:45.920951 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4fbcde-b656-4b34-8b41-41f41bcbb035 admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:30:45.962646 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-f07bb768-8967-48c8-ab4c-8681920544e8 None None] Set router df2681e1-580f-4d6e-a21f-cebe7dcd41fe gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:30:45.962951 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a9d4a6c8-5d5d-4f99-9945-51c315d091ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:45.984379 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4fbcde-b656-4b34-8b41-41f41bcbb035 admin admin] Pushing event updated for resources: {'Port': ['ID=1b2622e4-30e7-427c-97d6-c188e4de368b,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:46.012987 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6a4fbcde-b656-4b34-8b41-41f41bcbb035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:46.025465 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d535f29-ef67-4298-b2ef-121634be5aa1 req-6f9e79f5-4d36-48d7-be48-3d6e41430e16 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:46.027066 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8d535f29-ef67-4298-b2ef-121634be5aa1 req-6f9e79f5-4d36-48d7-be48-3d6e41430e16 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=a112110a-c5c7-4dd4-b692-6caa721bcf00 HTTP/1.1" status: 200 len: 945 time: 0.2748601 Aug 23 20:30:46.303004 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6a4fbcde-b656-4b34-8b41-41f41bcbb035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:46.325630 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b1d82b74-5882-473d-a067-91b108577aa4 None None] Provisioning for port 1b2622e4-30e7-427c-97d6-c188e4de368b completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:30:46.347421 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b1d82b74-5882-473d-a067-91b108577aa4 None None] Provisioning complete for port 1b2622e4-30e7-427c-97d6-c188e4de368b triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:30:46.348084 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b1d82b74-5882-473d-a067-91b108577aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:46.349411 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-3b39c0fb-a632-4654-8d67-bd132131b1c0 req-9e10a687-fd58-410c-a510-2552d78f5f15 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Allocated IP 192.168.233.214 (660f640a-b8b2-40aa-8ebf-76bd1608cceb/e66e9eb0-86f4-4159-852b-f29863cbf18d/e790e1a1-35ca-4344-a9b1-58d75abd209e) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:30:46.397597 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b1d82b74-5882-473d-a067-91b108577aa4 None None] Port 1b2622e4-30e7-427c-97d6-c188e4de368b cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:30:46.417076 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-f07bb768-8967-48c8-ab4c-8681920544e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2681e1-580f-4d6e-a21f-cebe7dcd41fe', 'name': 'tempest-FloatingIPsNegativeTestJSON-1416865827-router', 'tenant_id': 'db4425281138402f8f3de23219bd719a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'cf386969-b50a-4551-9d59-cbb40681106a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:30:31Z', 'updated_at': '2021-08-23T20:30:44Z', 'revision_number': 5, 'project_id': 'db4425281138402f8f3de23219bd719a', 'gw_port': {'id': 'cf386969-b50a-4551-9d59-cbb40681106a', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2681e1-580f-4d6e-a21f-cebe7dcd41fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:30:32Z', 'updated_at': '2021-08-23T20:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:30:46.440979 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8d535f29-ef67-4298-b2ef-121634be5aa1 req-b6e99075-f9ed-4f85-9379-39502e743ef4 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557825 Aug 23 20:30:46.493847 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07bb768-8967-48c8-ab4c-8681920544e8 None None] The sync data for ids ['df2681e1-580f-4d6e-a21f-cebe7dcd41fe'] in n-d-805663-2 is: [{'id': 'df2681e1-580f-4d6e-a21f-cebe7dcd41fe', 'name': 'tempest-FloatingIPsNegativeTestJSON-1416865827-router', 'tenant_id': 'db4425281138402f8f3de23219bd719a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'cf386969-b50a-4551-9d59-cbb40681106a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:30:31Z', 'updated_at': '2021-08-23T20:30:44Z', 'revision_number': 5, 'project_id': 'db4425281138402f8f3de23219bd719a', 'gw_port': {'id': 'cf386969-b50a-4551-9d59-cbb40681106a', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2681e1-580f-4d6e-a21f-cebe7dcd41fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:30:32Z', 'updated_at': '2021-08-23T20:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:30:46.592285 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78154c9-fb6a-4ca3-921d-e42f1856576b x-openstack-request-id: req-a78154c9-fb6a-4ca3-921d-e42f1856576b {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:30:46.594148 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf", "tag": "79e4e511-e25d-4631-b369-78f9df0c62ac", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:30:46.598337 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a78154c9-fb6a-4ca3-921d-e42f1856576b {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:30:46.598875 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf', 'tag': '79e4e511-e25d-4631-b369-78f9df0c62ac', 'status': 'completed', 'code': 200} Aug 23 20:30:46.675351 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4eb3e20-5955-4fab-b529-af7c20328e7e x-openstack-request-id: req-e4eb3e20-5955-4fab-b529-af7c20328e7e {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:30:46.675882 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a112110a-c5c7-4dd4-b692-6caa721bcf00", "name": "network-vif-plugged", "status": "completed", "tag": "84e51d00-0bc5-4ad2-bce4-927d8c61adea", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:30:46.681729 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e4eb3e20-5955-4fab-b529-af7c20328e7e {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:30:46.682622 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a112110a-c5c7-4dd4-b692-6caa721bcf00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e51d00-0bc5-4ad2-bce4-927d8c61adea', 'code': 200} Aug 23 20:30:46.746814 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device a920c2d4-f764-4141-9958-89f6ff6d0c9d up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:30:46.840706 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-e8caad91-deb9-4516-9570-6746d0741917 service neutron] Attempting to bind port 28ac6896-0460-4090-bd3a-520806c91921 on host n-h2-805663-2 for vnic_type normal with profile None {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:30:46.841048 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-e8caad91-deb9-4516-9570-6746d0741917 service neutron] Attempting to bind port 28ac6896-0460-4090-bd3a-520806c91921 by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': 'feb662d9-0152-4f97-8d6d-89a1fa54f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '291e6885-2f63-495c-b479-2184cb200f47'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:30:46.841371 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-e8caad91-deb9-4516-9570-6746d0741917 service neutron] Attempting to bind port 28ac6896-0460-4090-bd3a-520806c91921 on network 291e6885-2f63-495c-b479-2184cb200f47 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:30:46.870509 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port a920c2d4-f764-4141-9958-89f6ff6d0c9d completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:30:46.882712 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port a920c2d4-f764-4141-9958-89f6ff6d0c9d triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:30:46.883862 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:46.937785 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3d175-694d-46df-832b-1cc0d663d96b req-afd841ec-53d6-460a-b46d-a691fd8f6141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:46.940092 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ecf3d175-694d-46df-832b-1cc0d663d96b req-afd841ec-53d6-460a-b46d-a691fd8f6141 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=73c5c62ec25a41ab8d37d29a4cff1db9&device_id=4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf HTTP/1.1" status: 200 len: 1098 time: 0.3353028 Aug 23 20:30:46.974783 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6a4fbcde-b656-4b34-8b41-41f41bcbb035 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:47.002210 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6a4fbcde-b656-4b34-8b41-41f41bcbb035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:47.008521 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3b39c0fb-a632-4654-8d67-bd132131b1c0 req-9e10a687-fd58-410c-a510-2552d78f5f15 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:47.031112 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-3b39c0fb-a632-4654-8d67-bd132131b1c0 req-9e10a687-fd58-410c-a510-2552d78f5f15 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Transition to ACTIVE for port object e790e1a1-35ca-4344-a9b1-58d75abd209e will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:30:47.080399 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-e8caad91-deb9-4516-9570-6746d0741917 service neutron] Port 28ac6896-0460-4090-bd3a-520806c91921 on network 291e6885-2f63-495c-b479-2184cb200f47 not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:30:47.080399 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-e8caad91-deb9-4516-9570-6746d0741917 service neutron] Attempting to bind port 28ac6896-0460-4090-bd3a-520806c91921 on network 291e6885-2f63-495c-b479-2184cb200f47 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:30:47.117431 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:47.139744 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4fbcde-b656-4b34-8b41-41f41bcbb035 admin admin] Pushing event updated for resources: {'Port': ['ID=1b2622e4-30e7-427c-97d6-c188e4de368b,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:47.159793 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port a920c2d4-f764-4141-9958-89f6ff6d0c9d, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=a920c2d4-f764-4141-9958-89f6ff6d0c9d,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:30:47.172592 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:47.178991 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3d175-694d-46df-832b-1cc0d663d96b req-23e2e806-d638-48f9-87d6-03714f69ba8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:47.182274 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-e8caad91-deb9-4516-9570-6746d0741917 service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:30:47.182626 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-e8caad91-deb9-4516-9570-6746d0741917 service neutron] Checking segment: {'id': 'feb662d9-0152-4f97-8d6d-89a1fa54f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '291e6885-2f63-495c-b479-2184cb200f47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:30:47.183017 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-e8caad91-deb9-4516-9570-6746d0741917 service neutron] Bound using segment: {'id': 'feb662d9-0152-4f97-8d6d-89a1fa54f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '291e6885-2f63-495c-b479-2184cb200f47'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:30:47.183450 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-e8caad91-deb9-4516-9570-6746d0741917 service neutron] Bound port: 28ac6896-0460-4090-bd3a-520806c91921, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feb662d9-0152-4f97-8d6d-89a1fa54f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '291e6885-2f63-495c-b479-2184cb200f47'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:30:47.189585 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3b39c0fb-a632-4654-8d67-bd132131b1c0 req-9e10a687-fd58-410c-a510-2552d78f5f15 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:47.194931 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ecf3d175-694d-46df-832b-1cc0d663d96b req-23e2e806-d638-48f9-87d6-03714f69ba8c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73c5c62ec25a41ab8d37d29a4cff1db9&device_id=4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf HTTP/1.1" status: 200 len: 1098 time: 0.4991117 Aug 23 20:30:47.228317 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['e4e3e46d-ad68-492a-9f6d-6370169d0024'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:30:47.228801 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6a4fbcde-b656-4b34-8b41-41f41bcbb035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:47.302039 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82cb110-903e-4bc0-a273-fb65a34bd416 req-984305f5-a007-42a1-94f6-aa4f2a18aa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:47.305526 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f82cb110-903e-4bc0-a273-fb65a34bd416 req-984305f5-a007-42a1-94f6-aa4f2a18aa67 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a112110a-c5c7-4dd4-b692-6caa721bcf00 HTTP/1.1" status: 200 len: 1096 time: 0.5133300 Aug 23 20:30:47.326024 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=a920c2d4-f764-4141-9958-89f6ff6d0c9d,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:47.436368 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b39c0fb-a632-4654-8d67-bd132131b1c0 req-9e10a687-fd58-410c-a510-2552d78f5f15 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Network 660f640a-b8b2-40aa-8ebf-76bd1608cceb is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:30:47.455791 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3d175-694d-46df-832b-1cc0d663d96b req-736a90b1-41dd-4a8c-ad2d-446bcbdc5aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:47.457583 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ecf3d175-694d-46df-832b-1cc0d663d96b req-736a90b1-41dd-4a8c-ad2d-446bcbdc5aa9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=660f640a-b8b2-40aa-8ebf-76bd1608cceb HTTP/1.1" status: 200 len: 870 time: 0.4796989 Aug 23 20:30:47.462214 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86fe1b-0867-4b67-b44a-5e92b0ca04d1 req-85f05585-c8db-4b2b-b1b0-7eaa36a685bb tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:47.463841 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9c86fe1b-0867-4b67-b44a-5e92b0ca04d1 req-85f05585-c8db-4b2b-b1b0-7eaa36a685bb tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf HTTP/1.1" status: 200 len: 947 time: 0.6434214 Aug 23 20:30:47.472134 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e10a687-fd58-410c-a510-2552d78f5f15 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Pushing event updated for resources: {'Port': ['ID=e790e1a1-35ca-4344-a9b1-58d75abd209e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:47.475866 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-3b39c0fb-a632-4654-8d67-bd132131b1c0 req-9e10a687-fd58-410c-a510-2552d78f5f15 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:30:47.492328 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b39c0fb-a632-4654-8d67-bd132131b1c0 req-9e10a687-fd58-410c-a510-2552d78f5f15 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:30:47.566644 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ecf3d175-694d-46df-832b-1cc0d663d96b req-94d527f2-6e31-40ae-a1cf-d9cd82cfceca service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=79e4e511-e25d-4631-b369-78f9df0c62ac HTTP/1.1" status: 200 len: 217 time: 0.0873554 Aug 23 20:30:47.585839 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39c0fb-a632-4654-8d67-bd132131b1c0 req-9e10a687-fd58-410c-a510-2552d78f5f15 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:47.586517 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3b39c0fb-a632-4654-8d67-bd132131b1c0 req-9e10a687-fd58-410c-a510-2552d78f5f15 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:47.641192 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3d175-694d-46df-832b-1cc0d663d96b req-1764409b-b9db-4c4c-883d-54ee04b11c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:47.643493 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ecf3d175-694d-46df-832b-1cc0d663d96b req-1764409b-b9db-4c4c-883d-54ee04b11c5b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.0643358 Aug 23 20:30:47.647100 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3d175-694d-46df-832b-1cc0d663d96b req-7e135636-d286-4b43-8595-a59363c310ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:47.649433 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ecf3d175-694d-46df-832b-1cc0d663d96b req-7e135636-d286-4b43-8595-a59363c310ef service neutron] 10.222.0.32 "GET /v2.0/networks?id=660f640a-b8b2-40aa-8ebf-76bd1608cceb HTTP/1.1" status: 200 len: 870 time: 0.4354439 Aug 23 20:30:47.660786 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3b39c0fb-a632-4654-8d67-bd132131b1c0 req-9e10a687-fd58-410c-a510-2552d78f5f15 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4773386 Aug 23 20:30:47.682278 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4fbcde-b656-4b34-8b41-41f41bcbb035 admin admin] Network beb4fc24-0eed-4820-b08d-56bbac89db00 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:30:47.693948 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f82cb110-903e-4bc0-a273-fb65a34bd416 req-e9a7e540-b3df-49fd-9152-b2565091ae9a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3706844 Aug 23 20:30:47.695723 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-e8caad91-deb9-4516-9570-6746d0741917 service neutron] For port 28ac6896-0460-4090-bd3a-520806c91921, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=28ac6896-0460-4090-bd3a-520806c91921,segment=NetworkSegment(feb662d9-0152-4f97-8d6d-89a1fa54f824),segment_id=feb662d9-0152-4f97-8d6d-89a1fa54f824)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:30:47.706715 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-6a4fbcde-b656-4b34-8b41-41f41bcbb035 admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:30:47.714166 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d4a6c8-5d5d-4f99-9945-51c315d091ab admin admin] Router df2681e1-580f-4d6e-a21f-cebe7dcd41fe has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:30:47.718017 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-e8caad91-deb9-4516-9570-6746d0741917 service neutron] Notify callbacks [] for binding, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:47.724675 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-e8caad91-deb9-4516-9570-6746d0741917 service neutron] 10.222.0.61 "POST /v2.0/ports/28ac6896-0460-4090-bd3a-520806c91921/bindings HTTP/1.1" status: 201 len: 389 time: 1.8369420 Aug 23 20:30:47.732639 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9c86fe1b-0867-4b67-b44a-5e92b0ca04d1 req-4b653852-63a3-4622-871f-b3a39bc4d3d2 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532307 Aug 23 20:30:47.740385 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-3b39c0fb-a632-4654-8d67-bd132131b1c0 req-0de3409d-e524-4693-95e1-50cb4063a579 service neutron] Request body: {'port': {'device_id': '412e08bf-becf-41e5-8b86-4feee2e0e1ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:30:47.806680 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ecf3d175-694d-46df-832b-1cc0d663d96b req-593644f3-8679-46f2-97e4-590765b604e5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=79e4e511-e25d-4631-b369-78f9df0c62ac HTTP/1.1" status: 200 len: 217 time: 0.1028802 Aug 23 20:30:47.845029 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3b39c0fb-a632-4654-8d67-bd132131b1c0 req-0de3409d-e524-4693-95e1-50cb4063a579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:47.941710 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7eac78c0-e27c-4441-8da9-b33ff2e0c34a None None] Provisioning for port e790e1a1-35ca-4344-a9b1-58d75abd209e completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:30:47.957495 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7eac78c0-e27c-4441-8da9-b33ff2e0c34a None None] Provisioning complete for port e790e1a1-35ca-4344-a9b1-58d75abd209e triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:30:47.958246 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7eac78c0-e27c-4441-8da9-b33ff2e0c34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:47.987566 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3d175-694d-46df-832b-1cc0d663d96b req-b78ed4ef-5d6c-4b06-b0b3-1859890cff57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:47.991588 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ecf3d175-694d-46df-832b-1cc0d663d96b req-b78ed4ef-5d6c-4b06-b0b3-1859890cff57 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3364441 Aug 23 20:30:48.078621 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7eac78c0-e27c-4441-8da9-b33ff2e0c34a None None] Port e790e1a1-35ca-4344-a9b1-58d75abd209e cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:30:48.153139 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3d175-694d-46df-832b-1cc0d663d96b req-fb15b235-a001-4a25-9c9b-18ae8f6bc3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:48.155112 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ecf3d175-694d-46df-832b-1cc0d663d96b req-fb15b235-a001-4a25-9c9b-18ae8f6bc3ea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.2825196 Aug 23 20:30:48.287116 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a4fbcde-b656-4b34-8b41-41f41bcbb035 admin admin] Router 34d4e13f-2b71-474f-9a90-9850c3fddb51 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:30:48.309718 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ecf3d175-694d-46df-832b-1cc0d663d96b req-3fd52e13-5ee1-4732-b7b8-b789fc41ca9f service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022509 Aug 23 20:30:48.318753 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3d175-694d-46df-832b-1cc0d663d96b req-8ac4eae8-69b9-44a2-8012-e0ceb8357316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:48.321737 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ecf3d175-694d-46df-832b-1cc0d663d96b req-8ac4eae8-69b9-44a2-8012-e0ceb8357316 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1545973 Aug 23 20:30:48.324393 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b1f7a960-19ca-43d6-b969-07e410ef5b3d None None] Provisioning complete for port 1b2622e4-30e7-427c-97d6-c188e4de368b triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:30:48.324779 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b1f7a960-19ca-43d6-b969-07e410ef5b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:48.465220 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b1f7a960-19ca-43d6-b969-07e410ef5b3d None None] Port 1b2622e4-30e7-427c-97d6-c188e4de368b cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:30:48.641855 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device a920c2d4-f764-4141-9958-89f6ff6d0c9d up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:30:48.733973 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port a920c2d4-f764-4141-9958-89f6ff6d0c9d triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:30:48.736222 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:49.044959 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-548d92ea-eb74-47cc-8abd-f629f0bb752c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:49.046381 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-548d92ea-eb74-47cc-8abd-f629f0bb752c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=80dadbb9f2554b479c0b13605bddd689&device_id=8d3cad6d-8d5c-4572-b31c-c350601c89dd HTTP/1.1" status: 200 len: 1097 time: 0.6210098 Aug 23 20:30:49.055525 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636b98c-ca4f-43c3-92a8-97654815c7a9 req-a9c7bf19-b33d-40d9-a8b0-8227dcce406e tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:49.060662 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b636b98c-ca4f-43c3-92a8-97654815c7a9 req-a9c7bf19-b33d-40d9-a8b0-8227dcce406e tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=a112110a-c5c7-4dd4-b692-6caa721bcf00 HTTP/1.1" status: 200 len: 945 time: 0.5722783 Aug 23 20:30:49.096773 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ecf3d175-694d-46df-832b-1cc0d663d96b req-73b6a4ab-e076-4a43-8f08-7e985988505a service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7737384 Aug 23 20:30:49.112048 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f46a05-8023-44d9-8902-687024657269 req-78ca91c3-4f1c-4a90-ab0f-1eb8502a62ff tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:49.113617 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f5f46a05-8023-44d9-8902-687024657269 req-78ca91c3-4f1c-4a90-ab0f-1eb8502a62ff tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/ports?device_id=412e08bf-becf-41e5-8b86-4feee2e0e1ba HTTP/1.1" status: 200 len: 936 time: 0.1943073 Aug 23 20:30:49.115450 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4fbcde-b656-4b34-8b41-41f41bcbb035 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:30:49.124541 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6a4fbcde-b656-4b34-8b41-41f41bcbb035 admin admin] 10.222.0.61 "PUT /v2.0/routers/34d4e13f-2b71-474f-9a90-9850c3fddb51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9449377 Aug 23 20:30:49.126404 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d4a6c8-5d5d-4f99-9945-51c315d091ab admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:30:49.126867 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ecf3d175-694d-46df-832b-1cc0d663d96b req-020d5220-41c9-4309-9474-d3ad47bf74ab service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7712133 Aug 23 20:30:49.140332 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f208d6-6bf7-4748-8ded-61454a0fca0c None None] Sync routers for ids ['34d4e13f-2b71-474f-9a90-9850c3fddb51'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:30:49.158915 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12ac1f6-9180-4d38-b208-f4ed53604d2e None None] Sync routers for ids ['df2681e1-580f-4d6e-a21f-cebe7dcd41fe'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:30:49.173133 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f208d6-6bf7-4748-8ded-61454a0fca0c None None] Routers {'34d4e13f-2b71-474f-9a90-9850c3fddb51'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:30:49.173833 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-85f208d6-6bf7-4748-8ded-61454a0fca0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:30:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['34d4e13f-2b71-474f-9a90-9850c3fddb51'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:30:49.174637 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12ac1f6-9180-4d38-b208-f4ed53604d2e None None] Routers {'df2681e1-580f-4d6e-a21f-cebe7dcd41fe'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:30:49.181519 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-a12ac1f6-9180-4d38-b208-f4ed53604d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:30:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['df2681e1-580f-4d6e-a21f-cebe7dcd41fe'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:30:49.191048 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a9d4a6c8-5d5d-4f99-9945-51c315d091ab admin admin] 10.222.0.61 "PUT /v2.0/routers/df2681e1-580f-4d6e-a21f-cebe7dcd41fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2721026 Aug 23 20:30:49.198152 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49082) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:30:49.275384 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b636b98c-ca4f-43c3-92a8-97654815c7a9 req-0b2aaf94-f661-4d2a-b752-17cf09179d8f tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892531 Aug 23 20:30:49.363926 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-3b39c0fb-a632-4654-8d67-bd132131b1c0 req-0de3409d-e524-4693-95e1-50cb4063a579 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e790e1a1-35ca-4344-a9b1-58d75abd209e {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:30:49.370638 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f5f46a05-8023-44d9-8902-687024657269 req-3246ccaa-ffd6-49ea-8419-e01326b5b9e7 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a69365-cc2c-4d61-84fc-5ddc06b002fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312715 Aug 23 20:30:49.375355 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3b39c0fb-a632-4654-8d67-bd132131b1c0 req-0de3409d-e524-4693-95e1-50cb4063a579 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:49.389883 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-3b39c0fb-a632-4654-8d67-bd132131b1c0 req-0de3409d-e524-4693-95e1-50cb4063a579 service neutron] Transition to ACTIVE for port object e790e1a1-35ca-4344-a9b1-58d75abd209e will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:30:49.403792 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3b39c0fb-a632-4654-8d67-bd132131b1c0 req-0de3409d-e524-4693-95e1-50cb4063a579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:49.421448 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-a12ac1f6-9180-4d38-b208-f4ed53604d2e None None] Set router df2681e1-580f-4d6e-a21f-cebe7dcd41fe gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:30:49.469777 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ecf3d175-694d-46df-832b-1cc0d663d96b req-3abb16af-86a5-4fc2-8272-f8cc334da1fa service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292193 Aug 23 20:30:49.498951 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 79e4e511-e25d-4631-b369-78f9df0c62ac details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:30:49.529842 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-85f208d6-6bf7-4748-8ded-61454a0fca0c None None] Set router 34d4e13f-2b71-474f-9a90-9850c3fddb51 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:30:49.623889 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-257f0b33-e2ed-4019-bf70-b70efb970c96 req-949b621c-b6f0-4464-9b28-4bce2d857a50 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--932179386&fields=id&tenant_id=30043a9797a048cd9fb0f08dc9cd31f3 HTTP/1.1" status: 200 len: 267 time: 0.0873511 Aug 23 20:30:49.639430 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc3904-da16-4c54-a6f9-3e576f5b276e req-c2af602f-0779-4daf-bc8c-bd9ace186c7e tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:49.647379 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c6fc3904-da16-4c54-a6f9-3e576f5b276e req-c2af602f-0779-4daf-bc8c-bd9ace186c7e tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=8d3cad6d-8d5c-4572-b31c-c350601c89dd HTTP/1.1" status: 200 len: 946 time: 0.1222622 Aug 23 20:30:49.658942 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-d42fc517-bcbf-40ce-bcbc-62aebf92c7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:49.660660 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-d42fc517-bcbf-40ce-bcbc-62aebf92c7e7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=291e6885-2f63-495c-b479-2184cb200f47 HTTP/1.1" status: 200 len: 922 time: 0.5959671 Aug 23 20:30:49.715582 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de3409d-e524-4693-95e1-50cb4063a579 service neutron] Pushing event updated for resources: {'Port': ['ID=e790e1a1-35ca-4344-a9b1-58d75abd209e,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:49.777487 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3327ac5f-04a1-4697-aed5-9d9bbff279a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:49.791684 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c6fc3904-da16-4c54-a6f9-3e576f5b276e req-5306ed2d-753b-4433-a649-acd70472e39f tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202540 Aug 23 20:30:49.877620 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-e2e74a85-a62a-40c6-a932-0fe507234cb5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28ac6896-0460-4090-bd3a-520806c91921 HTTP/1.1" status: 200 len: 217 time: 0.1733294 Aug 23 20:30:49.878286 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f0b33-e2ed-4019-bf70-b70efb970c96 req-0d816177-d572-40bf-b704-adf492cd9cf2 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:49.888478 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-257f0b33-e2ed-4019-bf70-b70efb970c96 req-0d816177-d572-40bf-b704-adf492cd9cf2 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/networks?id=a036342b-e0b6-414f-a42c-cfe1b92a2a1e HTTP/1.1" status: 200 len: 823 time: 0.2529511 Aug 23 20:30:49.893859 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-a12ac1f6-9180-4d38-b208-f4ed53604d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2681e1-580f-4d6e-a21f-cebe7dcd41fe', 'name': 'tempest-FloatingIPsNegativeTestJSON-1416865827-router', 'tenant_id': 'db4425281138402f8f3de23219bd719a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'cf386969-b50a-4551-9d59-cbb40681106a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:30:31Z', 'updated_at': '2021-08-23T20:30:44Z', 'revision_number': 5, 'project_id': 'db4425281138402f8f3de23219bd719a', 'gw_port': {'id': 'cf386969-b50a-4551-9d59-cbb40681106a', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2681e1-580f-4d6e-a21f-cebe7dcd41fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:30:32Z', 'updated_at': '2021-08-23T20:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:30:49.927542 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-257f0b33-e2ed-4019-bf70-b70efb970c96 req-70ba70b5-d847-4f9c-9f2d-6fa36a9fe90d tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/quotas/30043a9797a048cd9fb0f08dc9cd31f3 HTTP/1.1" status: 200 len: 375 time: 0.0288482 Aug 23 20:30:49.950635 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12ac1f6-9180-4d38-b208-f4ed53604d2e None None] Checking router: df2681e1-580f-4d6e-a21f-cebe7dcd41fe for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:30:49.983544 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12ac1f6-9180-4d38-b208-f4ed53604d2e None None] Routers {'df2681e1-580f-4d6e-a21f-cebe7dcd41fe'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:30:49.985342 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-a12ac1f6-9180-4d38-b208-f4ed53604d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:30:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['df2681e1-580f-4d6e-a21f-cebe7dcd41fe'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:30:50.028618 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 79e4e511-e25d-4631-b369-78f9df0c62ac, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=79e4e511-e25d-4631-b369-78f9df0c62ac,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:30:50.043506 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-257f0b33-e2ed-4019-bf70-b70efb970c96 req-1a13ebf7-b68a-4d40-9f94-c4c4ff28c07f tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=30043a9797a048cd9fb0f08dc9cd31f3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1087885 Aug 23 20:30:50.089380 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': '79e4e511-e25d-4631-b369-78f9df0c62ac', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'port_id': '79e4e511-e25d-4631-b369-78f9df0c62ac', 'mac_address': 'fa:16:3e:a8:5b:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66e9eb0-86f4-4159-852b-f29863cbf18d', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:30:50.146274 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-a12ac1f6-9180-4d38-b208-f4ed53604d2e None None] Set router df2681e1-580f-4d6e-a21f-cebe7dcd41fe gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:30:50.172079 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3327ac5f-04a1-4697-aed5-9d9bbff279a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:50.193489 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:50.213711 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-3b39c0fb-a632-4654-8d67-bd132131b1c0 req-0de3409d-e524-4693-95e1-50cb4063a579 service neutron] Attempting to bind port e790e1a1-35ca-4344-a9b1-58d75abd209e on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:30:50.213711 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-3b39c0fb-a632-4654-8d67-bd132131b1c0 req-0de3409d-e524-4693-95e1-50cb4063a579 service neutron] Attempting to bind port e790e1a1-35ca-4344-a9b1-58d75abd209e by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:30:50.214116 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b39c0fb-a632-4654-8d67-bd132131b1c0 req-0de3409d-e524-4693-95e1-50cb4063a579 service neutron] Attempting to bind port e790e1a1-35ca-4344-a9b1-58d75abd209e on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:30:50.217660 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79e4e511-e25d-4631-b369-78f9df0c62ac {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:30:50.231067 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b39c0fb-a632-4654-8d67-bd132131b1c0 req-0de3409d-e524-4693-95e1-50cb4063a579 service neutron] Port e790e1a1-35ca-4344-a9b1-58d75abd209e on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:30:50.231414 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b39c0fb-a632-4654-8d67-bd132131b1c0 req-0de3409d-e524-4693-95e1-50cb4063a579 service neutron] Attempting to bind port e790e1a1-35ca-4344-a9b1-58d75abd209e on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:30:50.234989 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:50.270508 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-85f208d6-6bf7-4748-8ded-61454a0fca0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d4e13f-2b71-474f-9a90-9850c3fddb51', 'name': 'tempest-ServersTestManualDisk-1742028264-router', 'tenant_id': '05776662842040c0b8b29dd3b6aa709a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'a920c2d4-f764-4141-9958-89f6ff6d0c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:30:37Z', 'updated_at': '2021-08-23T20:30:46Z', 'revision_number': 4, 'project_id': '05776662842040c0b8b29dd3b6aa709a', 'gw_port': {'id': 'a920c2d4-f764-4141-9958-89f6ff6d0c9d', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d4e13f-2b71-474f-9a90-9850c3fddb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:30:38Z', 'updated_at': '2021-08-23T20:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '1b2622e4-30e7-427c-97d6-c188e4de368b', 'name': '', 'network_id': 'beb4fc24-0eed-4820-b08d-56bbac89db00', 'tenant_id': '05776662842040c0b8b29dd3b6aa709a', 'mac_address': 'fa:16:3e:2b:bf:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d4e13f-2b71-474f-9a90-9850c3fddb51', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2c12d3e3-e11d-459b-8f22-562b2f668288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:30:44Z', 'updated_at': '2021-08-23T20:30:46Z', 'revision_number': 2, 'project_id': '05776662842040c0b8b29dd3b6aa709a', 'subnets': [{'id': '2c12d3e3-e11d-459b-8f22-562b2f668288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:30:50.274289 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b39c0fb-a632-4654-8d67-bd132131b1c0 req-0de3409d-e524-4693-95e1-50cb4063a579 service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:30:50.274635 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b39c0fb-a632-4654-8d67-bd132131b1c0 req-0de3409d-e524-4693-95e1-50cb4063a579 service neutron] Checking segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:30:50.275032 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b39c0fb-a632-4654-8d67-bd132131b1c0 req-0de3409d-e524-4693-95e1-50cb4063a579 service neutron] Bound using segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:30:50.275485 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-3b39c0fb-a632-4654-8d67-bd132131b1c0 req-0de3409d-e524-4693-95e1-50cb4063a579 service neutron] Bound port: e790e1a1-35ca-4344-a9b1-58d75abd209e, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:30:50.275848 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3b39c0fb-a632-4654-8d67-bd132131b1c0 req-0de3409d-e524-4693-95e1-50cb4063a579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:50.323519 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 79e4e511-e25d-4631-b369-78f9df0c62ac, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=79e4e511-e25d-4631-b369-78f9df0c62ac,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:30:50.331135 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f208d6-6bf7-4748-8ded-61454a0fca0c None None] Checking router: 34d4e13f-2b71-474f-9a90-9850c3fddb51 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:30:50.332239 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f208d6-6bf7-4748-8ded-61454a0fca0c None None] Updating router 34d4e13f-2b71-474f-9a90-9850c3fddb51 port 1b2622e4-30e7-427c-97d6-c188e4de368b binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:30:50.333438 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155a7d0-4e74-43db-b175-221f612bf807 req-27d141c9-2b30-4ba7-8853-17ffbd918c35 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:50.341797 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:50.344015 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f155a7d0-4e74-43db-b175-221f612bf807 req-27d141c9-2b30-4ba7-8853-17ffbd918c35 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf HTTP/1.1" status: 200 len: 947 time: 0.3971350 Aug 23 20:30:50.350065 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-b93e2e7c-c53b-48ba-baf8-6ef9bc8e4e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:50.352236 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-b93e2e7c-c53b-48ba-baf8-6ef9bc8e4e2e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dff65f8b-9e15-4b43-b237-3b4edeaab508 HTTP/1.1" status: 200 len: 861 time: 0.3997383 Aug 23 20:30:50.361366 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-257f0b33-e2ed-4019-bf70-b70efb970c96 req-19c9a77d-89d4-459c-85d9-d95fe46dd187 service neutron] 10.222.0.61 "GET /v2.0/networks/a036342b-e0b6-414f-a42c-cfe1b92a2a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727079 Aug 23 20:30:50.383934 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab0c06-b7d1-49c6-9ec2-1253ae6d0ace req-4cae152f-9da0-424b-9adc-fbb42bfb6718 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:50.384818 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-34ab0c06-b7d1-49c6-9ec2-1253ae6d0ace req-4cae152f-9da0-424b-9adc-fbb42bfb6718 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.32 "GET /v2.0/ports?device_id=b92860fa-cba7-4c4c-8ae6-96c1d6c29ce1 HTTP/1.1" status: 200 len: 946 time: 0.2838144 Aug 23 20:30:50.455326 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85f208d6-6bf7-4748-8ded-61454a0fca0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:50.507894 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-df06c931-496e-4878-bc98-d45ae21431ea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=291e6885-2f63-495c-b479-2184cb200f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1323042 Aug 23 20:30:50.551363 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-a12ac1f6-9180-4d38-b208-f4ed53604d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2681e1-580f-4d6e-a21f-cebe7dcd41fe', 'name': 'tempest-FloatingIPsNegativeTestJSON-1416865827-router', 'tenant_id': 'db4425281138402f8f3de23219bd719a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'cf386969-b50a-4551-9d59-cbb40681106a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:30:31Z', 'updated_at': '2021-08-23T20:30:44Z', 'revision_number': 5, 'project_id': 'db4425281138402f8f3de23219bd719a', 'gw_port': {'id': 'cf386969-b50a-4551-9d59-cbb40681106a', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2681e1-580f-4d6e-a21f-cebe7dcd41fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:30:32Z', 'updated_at': '2021-08-23T20:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:30:50.592534 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-3b39c0fb-a632-4654-8d67-bd132131b1c0 req-0de3409d-e524-4693-95e1-50cb4063a579 service neutron] For port e790e1a1-35ca-4344-a9b1-58d75abd209e, host n-h2-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:30:50.609066 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-3b39c0fb-a632-4654-8d67-bd132131b1c0 req-0de3409d-e524-4693-95e1-50cb4063a579 service neutron] For port e790e1a1-35ca-4344-a9b1-58d75abd209e, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=e790e1a1-35ca-4344-a9b1-58d75abd209e,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:30:50.623954 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12ac1f6-9180-4d38-b208-f4ed53604d2e None None] The sync data for ids ['df2681e1-580f-4d6e-a21f-cebe7dcd41fe'] in n-d-805663-2 is: [{'id': 'df2681e1-580f-4d6e-a21f-cebe7dcd41fe', 'name': 'tempest-FloatingIPsNegativeTestJSON-1416865827-router', 'tenant_id': 'db4425281138402f8f3de23219bd719a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'cf386969-b50a-4551-9d59-cbb40681106a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:30:31Z', 'updated_at': '2021-08-23T20:30:44Z', 'revision_number': 5, 'project_id': 'db4425281138402f8f3de23219bd719a', 'gw_port': {'id': 'cf386969-b50a-4551-9d59-cbb40681106a', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2681e1-580f-4d6e-a21f-cebe7dcd41fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:30:32Z', 'updated_at': '2021-08-23T20:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:30:50.648609 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3b39c0fb-a632-4654-8d67-bd132131b1c0 req-0de3409d-e524-4693-95e1-50cb4063a579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:50.656332 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=79e4e511-e25d-4631-b369-78f9df0c62ac,revision_number=8']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:50.664621 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-257f0b33-e2ed-4019-bf70-b70efb970c96 req-bc5c1c4a-86c1-4310-93b8-e59a67f6f1c8 service neutron] 10.222.0.61 "GET /v2.0/networks/a036342b-e0b6-414f-a42c-cfe1b92a2a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013692 Aug 23 20:30:50.695062 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-34ab0c06-b7d1-49c6-9ec2-1253ae6d0ace req-4339eee5-b757-47f1-b4a5-7d2380d6e4f3 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Deleting port 775ea288-495a-4946-bd5a-3d1f6c9ea951 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:30:50.700382 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-34ab0c06-b7d1-49c6-9ec2-1253ae6d0ace req-4339eee5-b757-47f1-b4a5-7d2380d6e4f3 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:50.791480 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['79e4e511-e25d-4631-b369-78f9df0c62ac'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:30:50.841501 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f155a7d0-4e74-43db-b175-221f612bf807 req-c95857e1-9962-43b1-a365-6843fbac6250 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4942458 Aug 23 20:30:50.855446 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de3409d-e524-4693-95e1-50cb4063a579 service neutron] Pushing event updated for resources: {'Port': ['ID=e790e1a1-35ca-4344-a9b1-58d75abd209e,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:50.915749 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-fb607920-3456-45c7-81c4-483c27981677 service neutron] 10.222.0.32 "GET /v2.0/networks/291e6885-2f63-495c-b479-2184cb200f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917446 Aug 23 20:30:50.926028 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-3327ac5f-04a1-4697-aed5-9d9bbff279a4 admin admin] Deleting port cf386969-b50a-4551-9d59-cbb40681106a {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:30:50.926449 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3327ac5f-04a1-4697-aed5-9d9bbff279a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:50.978435 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-34ab0c06-b7d1-49c6-9ec2-1253ae6d0ace req-4339eee5-b757-47f1-b4a5-7d2380d6e4f3 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] For port 775ea288-495a-4946-bd5a-3d1f6c9ea951, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=775ea288-495a-4946-bd5a-3d1f6c9ea951,segment=NetworkSegment(c977723b-2490-412a-bf00-d7b943c13912),segment_id=c977723b-2490-412a-bf00-d7b943c13912)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:30:50.979763 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39c0fb-a632-4654-8d67-bd132131b1c0 req-0de3409d-e524-4693-95e1-50cb4063a579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:50.983930 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-34ab0c06-b7d1-49c6-9ec2-1253ae6d0ace req-4339eee5-b757-47f1-b4a5-7d2380d6e4f3 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:50.984591 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3b39c0fb-a632-4654-8d67-bd132131b1c0 req-0de3409d-e524-4693-95e1-50cb4063a579 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:50.986916 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3b39c0fb-a632-4654-8d67-bd132131b1c0 req-0de3409d-e524-4693-95e1-50cb4063a579 service neutron] 10.222.0.32 "PUT /v2.0/ports/e790e1a1-35ca-4344-a9b1-58d75abd209e HTTP/1.1" status: 200 len: 1096 time: 3.2525809 Aug 23 20:30:51.205017 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '412e08bf-becf-41e5-8b86-4feee2e0e1ba', 'tag': 'e790e1a1-35ca-4344-a9b1-58d75abd209e'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:30:51.212429 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ae0525-289e-4189-a6a2-d7ae5ca1333b" -d '{"events": [{"name": "network-changed", "server_uuid": "412e08bf-becf-41e5-8b86-4feee2e0e1ba", "tag": "e790e1a1-35ca-4344-a9b1-58d75abd209e"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:30:51.217707 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-a2be9537-7522-4ca7-9e4d-fe69ce6e441b service neutron] 10.222.0.32 "GET /v2.0/networks/291e6885-2f63-495c-b479-2184cb200f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730863 Aug 23 20:30:51.273549 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85f208d6-6bf7-4748-8ded-61454a0fca0c None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:51.325261 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85f208d6-6bf7-4748-8ded-61454a0fca0c None None] Transition to ACTIVE for port object 1b2622e4-30e7-427c-97d6-c188e4de368b will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:30:51.340022 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85f208d6-6bf7-4748-8ded-61454a0fca0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:51.472614 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 775ea288-495a-4946-bd5a-3d1f6c9ea951 no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:30:51.567128 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d36d31-9c21-4c13-af22-6f5b09a45dd1 None None] Pushing event updated for resources: {'Port': ['ID=1b2622e4-30e7-427c-97d6-c188e4de368b,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:51.606673 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c90bc-6366-493a-a6ac-9d232a83ea7a req-fc7ee3fa-1e1e-4af0-a735-c4f70bc39fd0 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:51.618015 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3a4c90bc-6366-493a-a6ac-9d232a83ea7a req-fc7ee3fa-1e1e-4af0-a735-c4f70bc39fd0 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=a112110a-c5c7-4dd4-b692-6caa721bcf00 HTTP/1.1" status: 200 len: 945 time: 0.2652423 Aug 23 20:30:51.746624 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39c0fb-a632-4654-8d67-bd132131b1c0 req-06437096-b9c1-4960-9ab7-ca0eb22134d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:51.749437 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3b39c0fb-a632-4654-8d67-bd132131b1c0 req-06437096-b9c1-4960-9ab7-ca0eb22134d4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3262eebed5c4db38e556aee3c60ce9e&device_id=412e08bf-becf-41e5-8b86-4feee2e0e1ba HTTP/1.1" status: 200 len: 1099 time: 0.5272346 Aug 23 20:30:51.816830 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-34ab0c06-b7d1-49c6-9ec2-1253ae6d0ace req-4339eee5-b757-47f1-b4a5-7d2380d6e4f3 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:51.818219 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-34ab0c06-b7d1-49c6-9ec2-1253ae6d0ace req-4339eee5-b757-47f1-b4a5-7d2380d6e4f3 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:51.819265 n-d-805663-2 neutron-server[94687]: INFO neutron.db.l3_db [req-34ab0c06-b7d1-49c6-9ec2-1253ae6d0ace req-4339eee5-b757-47f1-b4a5-7d2380d6e4f3 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Floating IP 5832993f-30fb-46ac-aa33-66104236cd03 disassociated. External IP: 172.25.4.22, port: 775ea288-495a-4946-bd5a-3d1f6c9ea951. Aug 23 20:30:51.819830 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-34ab0c06-b7d1-49c6-9ec2-1253ae6d0ace req-4339eee5-b757-47f1-b4a5-7d2380d6e4f3 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Calling delete_port for 775ea288-495a-4946-bd5a-3d1f6c9ea951 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:30:51.938226 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49118) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:30:51.957613 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3b39c0fb-a632-4654-8d67-bd132131b1c0 req-2c0c6204-bc9d-42f6-b402-b2a3aa7611ca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=e790e1a1-35ca-4344-a9b1-58d75abd209e HTTP/1.1" status: 200 len: 217 time: 0.1910696 Aug 23 20:30:51.959100 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-1889dea3-9759-4117-9bc1-f61d7464c8d1 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1127848025', 'description': 'tempest-description--1116148044'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:30:51.979954 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-3327ac5f-04a1-4697-aed5-9d9bbff279a4 admin admin] For port cf386969-b50a-4551-9d59-cbb40681106a, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=cf386969-b50a-4551-9d59-cbb40681106a,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:30:51.980568 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3327ac5f-04a1-4697-aed5-9d9bbff279a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:52.059435 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3a4c90bc-6366-493a-a6ac-9d232a83ea7a req-63d2cb8f-87d2-42f9-8031-3225f054188c tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4392729 Aug 23 20:30:52.061653 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-85f208d6-6bf7-4748-8ded-61454a0fca0c None None] Attempting to bind port 1b2622e4-30e7-427c-97d6-c188e4de368b on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:30:52.062121 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-85f208d6-6bf7-4748-8ded-61454a0fca0c None None] Attempting to bind port 1b2622e4-30e7-427c-97d6-c188e4de368b by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '4f174cef-a745-48db-a00d-19ede4fdd42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'beb4fc24-0eed-4820-b08d-56bbac89db00'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:30:52.062381 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f208d6-6bf7-4748-8ded-61454a0fca0c None None] Attempting to bind port 1b2622e4-30e7-427c-97d6-c188e4de368b on network beb4fc24-0eed-4820-b08d-56bbac89db00 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:30:52.085252 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f208d6-6bf7-4748-8ded-61454a0fca0c None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:30:52.085629 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f208d6-6bf7-4748-8ded-61454a0fca0c None None] Checking segment: {'id': '4f174cef-a745-48db-a00d-19ede4fdd42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'beb4fc24-0eed-4820-b08d-56bbac89db00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:30:52.086030 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85f208d6-6bf7-4748-8ded-61454a0fca0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:52.086421 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f208d6-6bf7-4748-8ded-61454a0fca0c None None] Bound using segment: {'id': '4f174cef-a745-48db-a00d-19ede4fdd42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'beb4fc24-0eed-4820-b08d-56bbac89db00'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:30:52.086904 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-85f208d6-6bf7-4748-8ded-61454a0fca0c None None] Bound port: 1b2622e4-30e7-427c-97d6-c188e4de368b, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f174cef-a745-48db-a00d-19ede4fdd42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'beb4fc24-0eed-4820-b08d-56bbac89db00'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:30:52.087285 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85f208d6-6bf7-4748-8ded-61454a0fca0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:52.132547 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-3327ac5f-04a1-4697-aed5-9d9bbff279a4 admin admin] Calling delete_port for cf386969-b50a-4551-9d59-cbb40681106a owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:30:52.206256 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-34ab0c06-b7d1-49c6-9ec2-1253ae6d0ace req-4339eee5-b757-47f1-b4a5-7d2380d6e4f3 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:52.211326 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1889dea3-9759-4117-9bc1-f61d7464c8d1 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:52.269333 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:52.274965 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4339eee5-b757-47f1-b4a5-7d2380d6e4f3 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Pushing event deleted for resources: {'Port': ['ID=775ea288-495a-4946-bd5a-3d1f6c9ea951,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:52.349083 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39c0fb-a632-4654-8d67-bd132131b1c0 req-377018d6-4743-4074-bcd3-05baa62e08f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:52.353672 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3b39c0fb-a632-4654-8d67-bd132131b1c0 req-377018d6-4743-4074-bcd3-05baa62e08f4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.3655939 Aug 23 20:30:52.400528 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1889dea3-9759-4117-9bc1-f61d7464c8d1 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:52.415095 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1889dea3-9759-4117-9bc1-f61d7464c8d1 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:52.494610 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85f208d6-6bf7-4748-8ded-61454a0fca0c None None] For port 1b2622e4-30e7-427c-97d6-c188e4de368b, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:30:52.518557 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e8c23-040f-4657-972c-427c55492a75 req-6e00a152-b594-4674-b052-88b442701292 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:52.529563 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1d8e8c23-040f-4657-972c-427c55492a75 req-6e00a152-b594-4674-b052-88b442701292 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/ports?device_id=412e08bf-becf-41e5-8b86-4feee2e0e1ba HTTP/1.1" status: 200 len: 948 time: 0.3351343 Aug 23 20:30:52.536318 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1889dea3-9759-4117-9bc1-f61d7464c8d1 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea215e60-bd32-477c-b24f-7d6d9ef0b7a6,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:52.572715 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85f208d6-6bf7-4748-8ded-61454a0fca0c None None] For port 1b2622e4-30e7-427c-97d6-c188e4de368b, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=1b2622e4-30e7-427c-97d6-c188e4de368b,segment=NetworkSegment(4f174cef-a745-48db-a00d-19ede4fdd42f),segment_id=4f174cef-a745-48db-a00d-19ede4fdd42f)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:30:52.586784 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85f208d6-6bf7-4748-8ded-61454a0fca0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:52.613824 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1d8e8c23-040f-4657-972c-427c55492a75 req-f7c4e33a-1416-4cc6-9ed4-42874de59cc5 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a69365-cc2c-4d61-84fc-5ddc06b002fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796764 Aug 23 20:30:52.634343 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1889dea3-9759-4117-9bc1-f61d7464c8d1 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:52.637298 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1889dea3-9759-4117-9bc1-f61d7464c8d1 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6980624 Aug 23 20:30:52.641306 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a8655-6f39-4164-8f60-bceec2d335ee req-b7ad1fa3-ae1c-4cf3-9bfa-8ba42f4f5aba tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:52.647584 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cc7a8655-6f39-4164-8f60-bceec2d335ee req-b7ad1fa3-ae1c-4cf3-9bfa-8ba42f4f5aba tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=8d3cad6d-8d5c-4572-b31c-c350601c89dd HTTP/1.1" status: 200 len: 946 time: 0.3852847 Aug 23 20:30:52.658136 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49126) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:30:52.733472 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e35dd829-65f8-4e88-aea2-aa4d7b7e76cc tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Request body: {'security_group_rule': {'security_group_id': 'ea215e60-bd32-477c-b24f-7d6d9ef0b7a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:30:52.798217 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f208d6-6bf7-4748-8ded-61454a0fca0c None None] Routers {'34d4e13f-2b71-474f-9a90-9850c3fddb51'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:30:52.798983 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-85f208d6-6bf7-4748-8ded-61454a0fca0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:30:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['34d4e13f-2b71-474f-9a90-9850c3fddb51'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:30:52.912871 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34ab0c06-b7d1-49c6-9ec2-1253ae6d0ace req-4339eee5-b757-47f1-b4a5-7d2380d6e4f3 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Router dc468c9e-9a15-42d3-8849-195719ef6c66 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:30:53.008837 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39c0fb-a632-4654-8d67-bd132131b1c0 req-bba622bc-01e5-44ea-822b-277267659b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:53.037154 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3b39c0fb-a632-4654-8d67-bd132131b1c0 req-bba622bc-01e5-44ea-822b-277267659b96 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6515753 Aug 23 20:30:53.047790 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:30:53.239853 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d36d31-9c21-4c13-af22-6f5b09a45dd1 None None] Pushing event updated for resources: {'Port': ['ID=1b2622e4-30e7-427c-97d6-c188e4de368b,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:53.250607 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cc7a8655-6f39-4164-8f60-bceec2d335ee req-88cd6760-94d6-49a6-b995-d86fdb0f5fbe tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5745742 Aug 23 20:30:53.259400 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e35dd829-65f8-4e88-aea2-aa4d7b7e76cc tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:53.298381 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5e7caa0c-1bd8-4484-8b68-54d5d41bce35 req-de2c1f50-a3ce-4ef4-9db8-029c57d7041e tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/ports?device_id=a04c4666-dd63-4db4-91c7-851c8c58101a HTTP/1.1" status: 200 len: 210 time: 0.0293353 Aug 23 20:30:53.299669 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3b39c0fb-a632-4654-8d67-bd132131b1c0 req-a3d511fc-b8f2-43af-b9c7-8aeb02f620ce service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415867 Aug 23 20:30:53.326658 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-85f208d6-6bf7-4748-8ded-61454a0fca0c None None] Set router 34d4e13f-2b71-474f-9a90-9850c3fddb51 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:30:53.398722 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d250ec59-34a3-4b5e-bb64-d46caa9320d5 x-openstack-request-id: req-d250ec59-34a3-4b5e-bb64-d46caa9320d5 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:30:53.399239 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "412e08bf-becf-41e5-8b86-4feee2e0e1ba", "tag": "e790e1a1-35ca-4344-a9b1-58d75abd209e", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:30:53.399239 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d250ec59-34a3-4b5e-bb64-d46caa9320d5 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:30:53.399788 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '412e08bf-becf-41e5-8b86-4feee2e0e1ba', 'tag': 'e790e1a1-35ca-4344-a9b1-58d75abd209e', 'status': 'completed', 'code': 200} Aug 23 20:30:53.400664 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34ab0c06-b7d1-49c6-9ec2-1253ae6d0ace req-4339eee5-b757-47f1-b4a5-7d2380d6e4f3 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:30:53.415389 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e80c59-181a-45b9-a7cc-b21f31c11698 req-1e9e1bc3-6e7a-46f2-a567-2f01e8cc2efd tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:53.417008 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d4e80c59-181a-45b9-a7cc-b21f31c11698 req-1e9e1bc3-6e7a-46f2-a567-2f01e8cc2efd tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf&tenant_id=73c5c62ec25a41ab8d37d29a4cff1db9&binding%3Ahost_id=n-h2-805663-2 HTTP/1.1" status: 200 len: 948 time: 0.1171029 Aug 23 20:30:53.421633 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fce9689-2f94-4c6a-aa21-e2599100d5e5 None None] Sync routers for ids ['dc468c9e-9a15-42d3-8849-195719ef6c66'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:30:53.511612 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 79e4e511-e25d-4631-b369-78f9df0c62ac up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:30:53.531072 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [req-d4e80c59-181a-45b9-a7cc-b21f31c11698 req-0eb875cf-b69e-4d3f-b088-03c664b1c1e0 service neutron] delete failed (client error): The resource could not be found. Aug 23 20:30:53.532111 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d4e80c59-181a-45b9-a7cc-b21f31c11698 req-0eb875cf-b69e-4d3f-b088-03c664b1c1e0 service neutron] 10.222.0.11 "DELETE /v2.0/ports/79e4e511-e25d-4631-b369-78f9df0c62ac/bindings/n-h1-805663-2 HTTP/1.1" status: 404 len: 380 time: 0.0990992 Aug 23 20:30:53.535334 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ab0c06-b7d1-49c6-9ec2-1253ae6d0ace req-4339eee5-b757-47f1-b4a5-7d2380d6e4f3 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] No DVR routers for this DVR port 775ea288-495a-4946-bd5a-3d1f6c9ea951 on host n-h2-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:30:53.539967 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-34ab0c06-b7d1-49c6-9ec2-1253ae6d0ace req-4339eee5-b757-47f1-b4a5-7d2380d6e4f3 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:53.543696 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-34ab0c06-b7d1-49c6-9ec2-1253ae6d0ace req-4339eee5-b757-47f1-b4a5-7d2380d6e4f3 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.32 "DELETE /v2.0/ports/775ea288-495a-4946-bd5a-3d1f6c9ea951 HTTP/1.1" status: 204 len: 173 time: 3.1454961 Aug 23 20:30:53.544200 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b92860fa-cba7-4c4c-8ae6-96c1d6c29ce1', 'name': 'network-vif-deleted', 'tag': '775ea288-495a-4946-bd5a-3d1f6c9ea951'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:30:53.549903 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4b3f54-029a-4d8e-a417-5074e5b380d4" -d '{"events": [{"server_uuid": "b92860fa-cba7-4c4c-8ae6-96c1d6c29ce1", "name": "network-vif-deleted", "tag": "775ea288-495a-4946-bd5a-3d1f6c9ea951"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:30:53.558440 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e35dd829-65f8-4e88-aea2-aa4d7b7e76cc tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:53.627903 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e35dd829-65f8-4e88-aea2-aa4d7b7e76cc tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:53.660519 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3327ac5f-04a1-4697-aed5-9d9bbff279a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:53.772654 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fce9689-2f94-4c6a-aa21-e2599100d5e5 None None] Routers {'dc468c9e-9a15-42d3-8849-195719ef6c66'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:30:53.773825 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-4fce9689-2f94-4c6a-aa21-e2599100d5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:30:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['dc468c9e-9a15-42d3-8849-195719ef6c66'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:30:53.784080 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ab1bc-bf44-475d-b956-10dd32b6de31 req-73545153-06b2-47a1-a67e-924307942151 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:53.799540 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0e7ab1bc-bf44-475d-b956-10dd32b6de31 req-73545153-06b2-47a1-a67e-924307942151 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf HTTP/1.1" status: 200 len: 948 time: 0.1973252 Aug 23 20:30:53.804740 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35dd829-65f8-4e88-aea2-aa4d7b7e76cc tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d34b159c-a101-499b-a554-72d4e29e9b76,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:53.849868 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e35dd829-65f8-4e88-aea2-aa4d7b7e76cc tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:53.851357 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e35dd829-65f8-4e88-aea2-aa4d7b7e76cc tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1880982 Aug 23 20:30:53.852697 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3327ac5f-04a1-4697-aed5-9d9bbff279a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf386969-b50a-4551-9d59-cbb40681106a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:53.864829 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49136) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:30:53.893249 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-accd270a-b859-412a-a2b5-5608c2fa42ec tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Request body: {'security_group_rule': {'security_group_id': 'ea215e60-bd32-477c-b24f-7d6d9ef0b7a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:30:53.922642 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-4fce9689-2f94-4c6a-aa21-e2599100d5e5 None None] Set router dc468c9e-9a15-42d3-8849-195719ef6c66 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:30:53.934256 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0e7ab1bc-bf44-475d-b956-10dd32b6de31 req-a67673e1-d535-428e-bd8b-7b8c224fff18 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105738 Aug 23 20:30:53.978645 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f0b33-e2ed-4019-bf70-b70efb970c96 req-eaa330ee-a0dd-4d4f-8b8b-857f9cd9620d tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:53.980144 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-257f0b33-e2ed-4019-bf70-b70efb970c96 req-eaa330ee-a0dd-4d4f-8b8b-857f9cd9620d tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.11 "GET /v2.0/networks?id=a036342b-e0b6-414f-a42c-cfe1b92a2a1e HTTP/1.1" status: 200 len: 823 time: 0.3206048 Aug 23 20:30:54.024920 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3b39c0fb-a632-4654-8d67-bd132131b1c0 req-33757800-0bd2-4c29-b18d-66453d2f4e75 service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6493602 Aug 23 20:30:54.026975 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a05644-efc8-4360-95db-195aeb7e39b0 req-a37537e1-bbc6-4a1f-86f7-51f2536c4549 tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:54.029420 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-83a05644-efc8-4360-95db-195aeb7e39b0 req-a37537e1-bbc6-4a1f-86f7-51f2536c4549 tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a112110a-c5c7-4dd4-b692-6caa721bcf00 HTTP/1.1" status: 200 len: 1096 time: 0.5223219 Aug 23 20:30:54.053796 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-accd270a-b859-412a-a2b5-5608c2fa42ec tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:54.061292 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3327ac5f-04a1-4697-aed5-9d9bbff279a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:54.086428 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0824cff-8cc1-4eb0-80a2-f08ee8238d1b x-openstack-request-id: req-d0824cff-8cc1-4eb0-80a2-f08ee8238d1b {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:30:54.086721 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b92860fa-cba7-4c4c-8ae6-96c1d6c29ce1", "name": "network-vif-deleted", "tag": "775ea288-495a-4946-bd5a-3d1f6c9ea951", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:30:54.086973 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d0824cff-8cc1-4eb0-80a2-f08ee8238d1b {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:30:54.087848 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b92860fa-cba7-4c4c-8ae6-96c1d6c29ce1', 'name': 'network-vif-deleted', 'tag': '775ea288-495a-4946-bd5a-3d1f6c9ea951', 'status': 'completed', 'code': 200} Aug 23 20:30:54.106278 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-257f0b33-e2ed-4019-bf70-b70efb970c96 req-b44310cd-e1d8-4dea-8b92-81298144e8de tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30043a9797a048cd9fb0f08dc9cd31f3 HTTP/1.1" status: 200 len: 379 time: 0.1080265 Aug 23 20:30:54.121972 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-257f0b33-e2ed-4019-bf70-b70efb970c96 req-9b2ab7e4-e1e6-4289-8d34-917d9815807b tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Request body: {'port': {'device_id': 'a04c4666-dd63-4db4-91c7-851c8c58101a', 'network_id': 'a036342b-e0b6-414f-a42c-cfe1b92a2a1e', 'admin_state_up': True, 'tenant_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'security_groups': ['69d833bb-0223-46ae-bea0-8d59b3b26f28']}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:30:54.153102 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-83a05644-efc8-4360-95db-195aeb7e39b0 req-5e5cfb31-63c1-44f1-a739-9015c8cacda4 tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007586 Aug 23 20:30:54.223659 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port 79e4e511-e25d-4631-b369-78f9df0c62ac completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:30:54.233969 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port 79e4e511-e25d-4631-b369-78f9df0c62ac triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:30:54.234403 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:54.290233 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-85f208d6-6bf7-4748-8ded-61454a0fca0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d4e13f-2b71-474f-9a90-9850c3fddb51', 'name': 'tempest-ServersTestManualDisk-1742028264-router', 'tenant_id': '05776662842040c0b8b29dd3b6aa709a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'a920c2d4-f764-4141-9958-89f6ff6d0c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:30:37Z', 'updated_at': '2021-08-23T20:30:46Z', 'revision_number': 4, 'project_id': '05776662842040c0b8b29dd3b6aa709a', 'gw_port': {'id': 'a920c2d4-f764-4141-9958-89f6ff6d0c9d', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d4e13f-2b71-474f-9a90-9850c3fddb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:30:38Z', 'updated_at': '2021-08-23T20:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '1b2622e4-30e7-427c-97d6-c188e4de368b', 'name': '', 'network_id': 'beb4fc24-0eed-4820-b08d-56bbac89db00', 'tenant_id': '05776662842040c0b8b29dd3b6aa709a', 'mac_address': 'fa:16:3e:2b:bf:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d4e13f-2b71-474f-9a90-9850c3fddb51', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2c12d3e3-e11d-459b-8f22-562b2f668288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:30:44Z', 'updated_at': '2021-08-23T20:30:52Z', 'revision_number': 4, 'project_id': '05776662842040c0b8b29dd3b6aa709a', 'subnets': [{'id': '2c12d3e3-e11d-459b-8f22-562b2f668288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:30:54.296566 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-4fce9689-2f94-4c6a-aa21-e2599100d5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-951136079-router', 'tenant_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'd6ef7e4c-523f-4e3e-a239-d972d9c116ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:27:59Z', 'updated_at': '2021-08-23T20:28:03Z', 'revision_number': 4, 'project_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'gw_port': {'id': 'd6ef7e4c-523f-4e3e-a239-d972d9c116ed', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:28:00Z', 'updated_at': '2021-08-23T20:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '773cf0d4-0359-4f87-a118-3444d3454256', 'name': '', 'network_id': 'a036342b-e0b6-414f-a42c-cfe1b92a2a1e', 'tenant_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'mac_address': 'fa:16:3e:55:42:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9c64e700-ca01-4f6f-be98-6253a844697f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:28:02Z', 'updated_at': '2021-08-23T20:28:10Z', 'revision_number': 5, 'project_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'subnets': [{'id': '9c64e700-ca01-4f6f-be98-6253a844697f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:30:54.374932 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fce9689-2f94-4c6a-aa21-e2599100d5e5 None None] Checking router: dc468c9e-9a15-42d3-8849-195719ef6c66 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:30:54.386306 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f208d6-6bf7-4748-8ded-61454a0fca0c None None] The sync data for ids ['34d4e13f-2b71-474f-9a90-9850c3fddb51'] in n-d-805663-2 is: [{'id': '34d4e13f-2b71-474f-9a90-9850c3fddb51', 'name': 'tempest-ServersTestManualDisk-1742028264-router', 'tenant_id': '05776662842040c0b8b29dd3b6aa709a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'a920c2d4-f764-4141-9958-89f6ff6d0c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:30:37Z', 'updated_at': '2021-08-23T20:30:46Z', 'revision_number': 4, 'project_id': '05776662842040c0b8b29dd3b6aa709a', 'gw_port': {'id': 'a920c2d4-f764-4141-9958-89f6ff6d0c9d', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d4e13f-2b71-474f-9a90-9850c3fddb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:30:38Z', 'updated_at': '2021-08-23T20:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '1b2622e4-30e7-427c-97d6-c188e4de368b', 'name': '', 'network_id': 'beb4fc24-0eed-4820-b08d-56bbac89db00', 'tenant_id': '05776662842040c0b8b29dd3b6aa709a', 'mac_address': 'fa:16:3e:2b:bf:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d4e13f-2b71-474f-9a90-9850c3fddb51', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2c12d3e3-e11d-459b-8f22-562b2f668288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:30:44Z', 'updated_at': '2021-08-23T20:30:52Z', 'revision_number': 4, 'project_id': '05776662842040c0b8b29dd3b6aa709a', 'subnets': [{'id': '2c12d3e3-e11d-459b-8f22-562b2f668288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:30:54.460285 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:54.518412 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fce9689-2f94-4c6a-aa21-e2599100d5e5 None None] Routers {'dc468c9e-9a15-42d3-8849-195719ef6c66'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:30:54.526953 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-4fce9689-2f94-4c6a-aa21-e2599100d5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:30:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['dc468c9e-9a15-42d3-8849-195719ef6c66'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:30:54.654468 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e4e511-e25d-4631-b369-78f9df0c62ac'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:30:54.662262 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4d3e13-f36d-4a39-a495-fc4f6d324d80" -d '{"events": [{"server_uuid": "4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf", "name": "network-vif-plugged", "status": "completed", "tag": "79e4e511-e25d-4631-b369-78f9df0c62ac"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:30:54.701701 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 79e4e511-e25d-4631-b369-78f9df0c62ac, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=79e4e511-e25d-4631-b369-78f9df0c62ac,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:30:54.718994 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:54.802456 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688046b9-12f9-4b84-bf34-f5f877f94869 req-a1e5ebf8-6031-406a-9eed-326ec955f5f8 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:54.817537 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-688046b9-12f9-4b84-bf34-f5f877f94869 req-a1e5ebf8-6031-406a-9eed-326ec955f5f8 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/ports?device_id=412e08bf-becf-41e5-8b86-4feee2e0e1ba HTTP/1.1" status: 200 len: 948 time: 0.6035171 Aug 23 20:30:54.849039 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae0525-289e-4189-a6a2-d7ae5ca1333b req-f4100f66-f47c-4cc1-932f-2931b7964cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:54.852529 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-38ae0525-289e-4189-a6a2-d7ae5ca1333b req-f4100f66-f47c-4cc1-932f-2931b7964cf4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3262eebed5c4db38e556aee3c60ce9e&device_id=412e08bf-becf-41e5-8b86-4feee2e0e1ba HTTP/1.1" status: 200 len: 1099 time: 0.6389117 Aug 23 20:30:55.014787 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae0525-289e-4189-a6a2-d7ae5ca1333b req-480e2ccf-49fa-46d3-8201-8d50fc1c6ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:55.016321 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-38ae0525-289e-4189-a6a2-d7ae5ca1333b req-480e2ccf-49fa-46d3-8201-8d50fc1c6ea6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=660f640a-b8b2-40aa-8ebf-76bd1608cceb HTTP/1.1" status: 200 len: 870 time: 0.1525376 Aug 23 20:30:55.067541 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 1b2622e4-30e7-427c-97d6-c188e4de368b up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:30:55.150309 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-38ae0525-289e-4189-a6a2-d7ae5ca1333b req-00e8fde5-f903-4fbf-a898-40c9c834fa95 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=e790e1a1-35ca-4344-a9b1-58d75abd209e HTTP/1.1" status: 200 len: 217 time: 0.1195755 Aug 23 20:30:55.156345 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e80c59-181a-45b9-a7cc-b21f31c11698 req-71e933eb-c64f-444a-8ec1-64091b9022e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:55.162175 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-688046b9-12f9-4b84-bf34-f5f877f94869 req-5f6fbb96-197f-40c7-81f0-14e73c3a07a2 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a69365-cc2c-4d61-84fc-5ddc06b002fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422363 Aug 23 20:30:55.164010 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d4e80c59-181a-45b9-a7cc-b21f31c11698 req-71e933eb-c64f-444a-8ec1-64091b9022e4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=73c5c62ec25a41ab8d37d29a4cff1db9&device_id=4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf HTTP/1.1" status: 200 len: 1099 time: 1.4008074 Aug 23 20:30:55.192422 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=79e4e511-e25d-4631-b369-78f9df0c62ac,revision_number=9']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:55.199448 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-257f0b33-e2ed-4019-bf70-b70efb970c96 req-9b2ab7e4-e1e6-4289-8d34-917d9815807b tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Made reservation on behalf of 30043a9797a048cd9fb0f08dc9cd31f3 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:30:55.209724 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-257f0b33-e2ed-4019-bf70-b70efb970c96 req-9b2ab7e4-e1e6-4289-8d34-917d9815807b tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:55.246350 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-4fce9689-2f94-4c6a-aa21-e2599100d5e5 None None] Set router dc468c9e-9a15-42d3-8849-195719ef6c66 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:30:55.271911 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3327ac5f-04a1-4697-aed5-9d9bbff279a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:55.318670 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3327ac5f-04a1-4697-aed5-9d9bbff279a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:55.346471 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 1b2622e4-30e7-427c-97d6-c188e4de368b completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:30:55.356340 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 1b2622e4-30e7-427c-97d6-c188e4de368b triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:30:55.356912 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:55.498671 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-257f0b33-e2ed-4019-bf70-b70efb970c96 req-9b2ab7e4-e1e6-4289-8d34-917d9815807b tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Allocated IP 172.20.0.12 (a036342b-e0b6-414f-a42c-cfe1b92a2a1e/9c64e700-ca01-4f6f-be98-6253a844697f/7614dcd4-3096-453d-80de-67f301440a76) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:30:55.603296 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:55.754346 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3327ac5f-04a1-4697-aed5-9d9bbff279a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:55.756965 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3327ac5f-04a1-4697-aed5-9d9bbff279a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df2681e1-580f-4d6e-a21f-cebe7dcd41fe {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:30:55.775984 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27446d43-86ab-4a10-ac95-3db14feccdb2 req-06b414b4-bcc2-4c53-9f0c-ef938556b71a tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:55.783821 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-27446d43-86ab-4a10-ac95-3db14feccdb2 req-06b414b4-bcc2-4c53-9f0c-ef938556b71a tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=8d3cad6d-8d5c-4572-b31c-c350601c89dd HTTP/1.1" status: 200 len: 946 time: 0.6157825 Aug 23 20:30:55.823464 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 1b2622e4-30e7-427c-97d6-c188e4de368b, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=1b2622e4-30e7-427c-97d6-c188e4de368b,segment=NetworkSegment(4f174cef-a745-48db-a00d-19ede4fdd42f),segment_id=4f174cef-a745-48db-a00d-19ede4fdd42f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:30:55.855027 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-accd270a-b859-412a-a2b5-5608c2fa42ec tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:55.868800 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3327ac5f-04a1-4697-aed5-9d9bbff279a4 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:55.874126 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-3327ac5f-04a1-4697-aed5-9d9bbff279a4 admin admin] 10.222.0.61 "DELETE /v2.0/routers/df2681e1-580f-4d6e-a21f-cebe7dcd41fe HTTP/1.1" status: 204 len: 168 time: 6.6721985 Aug 23 20:30:55.879979 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:55.897186 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49160) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:30:55.940742 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-accd270a-b859-412a-a2b5-5608c2fa42ec tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:56.011391 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ed747197-b8a9-47c7-ad7c-4618a6662244 req-9e142561-9b15-4f75-9f08-7ed2d7c1a19b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f990a99f-dd25-4e58-a64c-1b41ab5dbb16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.7587504 Aug 23 20:30:56.025659 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=1b2622e4-30e7-427c-97d6-c188e4de368b,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:56.060669 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-4fce9689-2f94-4c6a-aa21-e2599100d5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-951136079-router', 'tenant_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'd6ef7e4c-523f-4e3e-a239-d972d9c116ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:27:59Z', 'updated_at': '2021-08-23T20:28:03Z', 'revision_number': 4, 'project_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'gw_port': {'id': 'd6ef7e4c-523f-4e3e-a239-d972d9c116ed', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:28:00Z', 'updated_at': '2021-08-23T20:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '773cf0d4-0359-4f87-a118-3444d3454256', 'name': '', 'network_id': 'a036342b-e0b6-414f-a42c-cfe1b92a2a1e', 'tenant_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'mac_address': 'fa:16:3e:55:42:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9c64e700-ca01-4f6f-be98-6253a844697f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:28:02Z', 'updated_at': '2021-08-23T20:28:10Z', 'revision_number': 5, 'project_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'subnets': [{'id': '9c64e700-ca01-4f6f-be98-6253a844697f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:30:56.061427 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-27446d43-86ab-4a10-ac95-3db14feccdb2 req-8e71b041-fbe0-49b5-9970-37d5c6f8496d tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559466 Aug 23 20:30:56.095677 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-accd270a-b859-412a-a2b5-5608c2fa42ec tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:56.102988 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-accd270a-b859-412a-a2b5-5608c2fa42ec tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2195621 Aug 23 20:30:56.111151 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49162) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:30:56.118485 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-dd0dbee2-128c-4807-86d5-ab657b7f30c3 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Request body: {'floatingip': {'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:30:56.122006 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fce9689-2f94-4c6a-aa21-e2599100d5e5 None None] The sync data for ids ['dc468c9e-9a15-42d3-8849-195719ef6c66'] in n-d-805663-2 is: [{'id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-951136079-router', 'tenant_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'd6ef7e4c-523f-4e3e-a239-d972d9c116ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:27:59Z', 'updated_at': '2021-08-23T20:28:03Z', 'revision_number': 4, 'project_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'gw_port': {'id': 'd6ef7e4c-523f-4e3e-a239-d972d9c116ed', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:28:00Z', 'updated_at': '2021-08-23T20:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '773cf0d4-0359-4f87-a118-3444d3454256', 'name': '', 'network_id': 'a036342b-e0b6-414f-a42c-cfe1b92a2a1e', 'tenant_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'mac_address': 'fa:16:3e:55:42:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9c64e700-ca01-4f6f-be98-6253a844697f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:28:02Z', 'updated_at': '2021-08-23T20:28:10Z', 'revision_number': 5, 'project_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'subnets': [{'id': '9c64e700-ca01-4f6f-be98-6253a844697f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:30:56.165321 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd270a-b859-412a-a2b5-5608c2fa42ec tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83d152e1-7d88-44f0-aa45-741cca14899c,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:56.172815 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e80c59-181a-45b9-a7cc-b21f31c11698 req-de816af5-d285-4f12-bbac-1e77a951babd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:56.175201 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d4e80c59-181a-45b9-a7cc-b21f31c11698 req-de816af5-d285-4f12-bbac-1e77a951babd service neutron] 10.222.0.11 "GET /v2.0/networks?id=660f640a-b8b2-40aa-8ebf-76bd1608cceb HTTP/1.1" status: 200 len: 870 time: 0.8506212 Aug 23 20:30:56.215166 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2283dc56-f098-48cf-a309-59c6643ae01c req-040b9c7d-cf71-4bba-bc36-2b0c4813172c tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/ports?device_id=a04c4666-dd63-4db4-91c7-851c8c58101a HTTP/1.1" status: 200 len: 210 time: 0.1496427 Aug 23 20:30:56.222735 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f8a2893-4e8a-499d-9189-2a2467ddafc9 admin admin] Deleting subnet 3f653372-1d5f-482a-8445-4b79636655e0 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:30:56.278527 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae0525-289e-4189-a6a2-d7ae5ca1333b req-02e98f4f-1b8d-4aa0-bdb9-782374bddf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:56.281039 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-38ae0525-289e-4189-a6a2-d7ae5ca1333b req-02e98f4f-1b8d-4aa0-bdb9-782374bddf28 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 1.1175714 Aug 23 20:30:56.298280 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2f8a2893-4e8a-499d-9189-2a2467ddafc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:56.355891 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d4e80c59-181a-45b9-a7cc-b21f31c11698 req-bf978d15-6b52-4f1e-a838-973021280f5f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=79e4e511-e25d-4631-b369-78f9df0c62ac HTTP/1.1" status: 200 len: 217 time: 0.1670420 Aug 23 20:30:56.381842 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec58e64e-ac72-4102-b29a-3440c5cbd8ff x-openstack-request-id: req-ec58e64e-ac72-4102-b29a-3440c5cbd8ff {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:30:56.382362 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf", "name": "network-vif-plugged", "status": "completed", "tag": "79e4e511-e25d-4631-b369-78f9df0c62ac", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:30:56.382362 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ec58e64e-ac72-4102-b29a-3440c5cbd8ff {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:30:56.383541 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e4e511-e25d-4631-b369-78f9df0c62ac', 'code': 200} Aug 23 20:30:56.485108 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e80c59-181a-45b9-a7cc-b21f31c11698 req-aac6ade3-ec7f-421a-b053-f78e7727807a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:56.489497 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d4e80c59-181a-45b9-a7cc-b21f31c11698 req-aac6ade3-ec7f-421a-b053-f78e7727807a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.1324613 Aug 23 20:30:56.498033 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed747197-b8a9-47c7-ad7c-4618a6662244 req-65f9ef93-5c44-4bca-918d-4682febe2db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:56.499583 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ed747197-b8a9-47c7-ad7c-4618a6662244 req-65f9ef93-5c44-4bca-918d-4682febe2db8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73c5c62ec25a41ab8d37d29a4cff1db9&device_id=f990a99f-dd25-4e58-a64c-1b41ab5dbb16 HTTP/1.1" status: 200 len: 1101 time: 0.4199848 Aug 23 20:30:56.504393 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-257f0b33-e2ed-4019-bf70-b70efb970c96 req-9b2ab7e4-e1e6-4289-8d34-917d9815807b tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:56.521795 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dd0dbee2-128c-4807-86d5-ab657b7f30c3 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:56.521939 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-257f0b33-e2ed-4019-bf70-b70efb970c96 req-9b2ab7e4-e1e6-4289-8d34-917d9815807b tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Transition to ACTIVE for port object 7614dcd4-3096-453d-80de-67f301440a76 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:30:56.582169 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-257f0b33-e2ed-4019-bf70-b70efb970c96 req-9b2ab7e4-e1e6-4289-8d34-917d9815807b tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:56.684865 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ab7e4-e1e6-4289-8d34-917d9815807b tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Pushing event updated for resources: {'Port': ['ID=7614dcd4-3096-453d-80de-67f301440a76,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:56.700265 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-257f0b33-e2ed-4019-bf70-b70efb970c96 req-9b2ab7e4-e1e6-4289-8d34-917d9815807b tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Network a036342b-e0b6-414f-a42c-cfe1b92a2a1e is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:30:56.702335 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae0525-289e-4189-a6a2-d7ae5ca1333b req-7a6aa07e-1bee-4e04-aecc-f3e11c20bb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:56.703305 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 1b2622e4-30e7-427c-97d6-c188e4de368b up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:30:56.707902 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-38ae0525-289e-4189-a6a2-d7ae5ca1333b req-7a6aa07e-1bee-4e04-aecc-f3e11c20bb19 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4094748 Aug 23 20:30:56.714134 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-257f0b33-e2ed-4019-bf70-b70efb970c96 req-9b2ab7e4-e1e6-4289-8d34-917d9815807b tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:30:56.766513 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2f8a2893-4e8a-499d-9189-2a2467ddafc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:56.770102 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed747197-b8a9-47c7-ad7c-4618a6662244 req-fb738119-0ae3-4b82-abd7-b55fc12eaabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:56.771725 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ed747197-b8a9-47c7-ad7c-4618a6662244 req-fb738119-0ae3-4b82-abd7-b55fc12eaabe service neutron] 10.222.0.32 "GET /v2.0/networks?id=660f640a-b8b2-40aa-8ebf-76bd1608cceb HTTP/1.1" status: 200 len: 870 time: 0.2152512 Aug 23 20:30:56.815873 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 1b2622e4-30e7-427c-97d6-c188e4de368b triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:30:56.816444 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:56.829254 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-38ae0525-289e-4189-a6a2-d7ae5ca1333b req-83e9d050-7c8e-475a-b11b-29c5802b9187 service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124671 Aug 23 20:30:56.831008 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-257f0b33-e2ed-4019-bf70-b70efb970c96 req-9b2ab7e4-e1e6-4289-8d34-917d9815807b tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:30:56.849958 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5785c88-80db-4af4-83c3-fd7eb344c339 req-3205f4a9-be4a-4a88-b14a-8f1d4a434a6e tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:56.850195 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4683a970-3201-4305-a83a-54c118411bb5 None None] New status for floating IP 5832993f-30fb-46ac-aa33-66104236cd03: DOWN {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 20:30:56.851550 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f5785c88-80db-4af4-83c3-fd7eb344c339 req-3205f4a9-be4a-4a88-b14a-8f1d4a434a6e tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/ports?device_id=412e08bf-becf-41e5-8b86-4feee2e0e1ba HTTP/1.1" status: 200 len: 948 time: 0.2902193 Aug 23 20:30:56.968503 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ed747197-b8a9-47c7-ad7c-4618a6662244 req-1d993385-d356-4193-9879-99406de7c987 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=2049cbed-d6c5-488e-9f7b-53c7ade58b1e HTTP/1.1" status: 200 len: 217 time: 0.1575220 Aug 23 20:30:57.009061 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device cf386969-b50a-4551-9d59-cbb40681106a no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:30:57.041486 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: cf386969-b50a-4551-9d59-cbb40681106a {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:30:57.041842 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device cf386969-b50a-4551-9d59-cbb40681106a not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:30:57.072901 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0a3b4227-cadf-4382-9795-15b97413ff1b None None] Provisioning for port 7614dcd4-3096-453d-80de-67f301440a76 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:30:57.078889 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0a3b4227-cadf-4382-9795-15b97413ff1b None None] Provisioning complete for port 7614dcd4-3096-453d-80de-67f301440a76 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:30:57.079573 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0a3b4227-cadf-4382-9795-15b97413ff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:57.116193 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23088e02-42b8-4a1b-a557-eb70a79641ba req-7110b354-c289-463a-98b6-5e691ec716df tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:57.122174 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-0a3b4227-cadf-4382-9795-15b97413ff1b None None] Port 7614dcd4-3096-453d-80de-67f301440a76 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:30:57.125318 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-23088e02-42b8-4a1b-a557-eb70a79641ba req-7110b354-c289-463a-98b6-5e691ec716df tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf HTTP/1.1" status: 200 len: 949 time: 0.5981648 Aug 23 20:30:57.133977 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f0b33-e2ed-4019-bf70-b70efb970c96 req-9b2ab7e4-e1e6-4289-8d34-917d9815807b tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:57.134806 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-257f0b33-e2ed-4019-bf70-b70efb970c96 req-9b2ab7e4-e1e6-4289-8d34-917d9815807b tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:57.149127 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e80c59-181a-45b9-a7cc-b21f31c11698 req-b0309d2a-b8bd-436e-b468-8864957293b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:57.150806 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d4e80c59-181a-45b9-a7cc-b21f31c11698 req-b0309d2a-b8bd-436e-b468-8864957293b6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6453595 Aug 23 20:30:57.152653 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f5785c88-80db-4af4-83c3-fd7eb344c339 req-3fd0dec9-19e6-4d6f-8f8d-c7c09b947bf8 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a69365-cc2c-4d61-84fc-5ddc06b002fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307413 Aug 23 20:30:57.205540 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-38ae0525-289e-4189-a6a2-d7ae5ca1333b req-1cc2bf03-c867-4831-be8a-6fcc641303bc service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422141 Aug 23 20:30:57.209458 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-257f0b33-e2ed-4019-bf70-b70efb970c96 req-9b2ab7e4-e1e6-4289-8d34-917d9815807b tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0918307 Aug 23 20:30:57.225900 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-257f0b33-e2ed-4019-bf70-b70efb970c96 req-6a20576d-fbd2-4023-89c5-20e79f85e066 service neutron] Request body: {'port': {'device_id': 'a04c4666-dd63-4db4-91c7-851c8c58101a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:30:57.296594 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-257f0b33-e2ed-4019-bf70-b70efb970c96 req-6a20576d-fbd2-4023-89c5-20e79f85e066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:57.322121 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed747197-b8a9-47c7-ad7c-4618a6662244 req-2e04d128-134d-4a1c-94f9-2251943b6a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:57.325128 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ed747197-b8a9-47c7-ad7c-4618a6662244 req-2e04d128-134d-4a1c-94f9-2251943b6a10 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.3328314 Aug 23 20:30:57.338128 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2f8a2893-4e8a-499d-9189-2a2467ddafc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:57.386305 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-23088e02-42b8-4a1b-a557-eb70a79641ba req-df265095-261f-442c-88dc-bb77aa74b996 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600927 Aug 23 20:30:57.417446 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e884d4-d1ed-42d5-b16d-b744db95607c req-45517400-042f-4831-8f99-526bd87bcfa3 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:57.419161 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-02e884d4-d1ed-42d5-b16d-b744db95607c req-45517400-042f-4831-8f99-526bd87bcfa3 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=8d3cad6d-8d5c-4572-b31c-c350601c89dd HTTP/1.1" status: 200 len: 946 time: 0.1236439 Aug 23 20:30:57.457909 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device e790e1a1-35ca-4344-a9b1-58d75abd209e details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:30:57.500038 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d4e80c59-181a-45b9-a7cc-b21f31c11698 req-91eadafd-7854-44f1-a45a-fc0b5a1c1cfb service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213181 Aug 23 20:30:57.524987 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed747197-b8a9-47c7-ad7c-4618a6662244 req-8b3e9acf-a47f-4f53-a44c-956fc2eb24f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:57.526651 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ed747197-b8a9-47c7-ad7c-4618a6662244 req-8b3e9acf-a47f-4f53-a44c-956fc2eb24f5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1924698 Aug 23 20:30:57.541925 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dd0dbee2-128c-4807-86d5-ab657b7f30c3 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:57.548150 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-02e884d4-d1ed-42d5-b16d-b744db95607c req-f3681477-9462-41e6-abe6-2453c53cdfc5 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806499 Aug 23 20:30:57.556933 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2f8a2893-4e8a-499d-9189-2a2467ddafc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:57.708286 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port e790e1a1-35ca-4344-a9b1-58d75abd209e, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=e790e1a1-35ca-4344-a9b1-58d75abd209e,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:30:57.732309 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': 'e790e1a1-35ca-4344-a9b1-58d75abd209e', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'port_id': 'e790e1a1-35ca-4344-a9b1-58d75abd209e', 'mac_address': 'fa:16:3e:5e:b8:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66e9eb0-86f4-4159-852b-f29863cbf18d', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:30:57.738133 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-257f0b33-e2ed-4019-bf70-b70efb970c96 req-6a20576d-fbd2-4023-89c5-20e79f85e066 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7614dcd4-3096-453d-80de-67f301440a76 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:30:57.756800 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-257f0b33-e2ed-4019-bf70-b70efb970c96 req-6a20576d-fbd2-4023-89c5-20e79f85e066 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:57.762625 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb97ff7-f15f-4581-be00-dd727ac5ebe1 None None] Network 1650d5e4-844c-40b4-a817-8b2250acdae1 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:30:57.778360 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-257f0b33-e2ed-4019-bf70-b70efb970c96 req-6a20576d-fbd2-4023-89c5-20e79f85e066 service neutron] Transition to ACTIVE for port object 7614dcd4-3096-453d-80de-67f301440a76 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:30:57.791709 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-257f0b33-e2ed-4019-bf70-b70efb970c96 req-6a20576d-fbd2-4023-89c5-20e79f85e066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:57.825959 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8a2893-4e8a-499d-9189-2a2467ddafc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f653372-1d5f-482a-8445-4b79636655e0,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:57.833190 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:57.840903 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2f8a2893-4e8a-499d-9189-2a2467ddafc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:57.843146 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2f8a2893-4e8a-499d-9189-2a2467ddafc9 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/3f653372-1d5f-482a-8445-4b79636655e0 HTTP/1.1" status: 204 len: 168 time: 1.9421625 Aug 23 20:30:57.857696 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e790e1a1-35ca-4344-a9b1-58d75abd209e {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:30:57.866418 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49180) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:30:57.887323 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d4e80c59-181a-45b9-a7cc-b21f31c11698 req-73de112c-7718-44aa-88e3-bc739091c37d service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771389 Aug 23 20:30:57.922939 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port e790e1a1-35ca-4344-a9b1-58d75abd209e, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=e790e1a1-35ca-4344-a9b1-58d75abd209e,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:30:57.933578 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:57.948767 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ed747197-b8a9-47c7-ad7c-4618a6662244 req-d5d615c7-8196-43c6-8ecb-8da91ce2ce76 service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4043882 Aug 23 20:30:57.962174 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c58f3-7725-46e3-ac34-046921c9fdf2 req-b7896b8f-5a5d-49f0-b99a-a3e73fb4b01c tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:57.973010 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fb0c58f3-7725-46e3-ac34-046921c9fdf2 req-b7896b8f-5a5d-49f0-b99a-a3e73fb4b01c tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/ports?device_id=a04c4666-dd63-4db4-91c7-851c8c58101a HTTP/1.1" status: 200 len: 932 time: 0.3849423 Aug 23 20:30:58.046174 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=e790e1a1-35ca-4344-a9b1-58d75abd209e,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:58.081615 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3386f797-ac3b-4350-a46f-8bede74a1e65 None None] DHCP port deletion for 1650d5e4-844c-40b4-a817-8b2250acdae1 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:30:58.101255 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ed747197-b8a9-47c7-ad7c-4618a6662244 req-2125b167-aa7a-4611-a548-4bf024e42974 service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161907 Aug 23 20:30:58.183208 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-3386f797-ac3b-4350-a46f-8bede74a1e65 None None] Deleting port 4ec778bc-2cd5-487d-8b08-378d4546b236 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:30:58.183578 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3386f797-ac3b-4350-a46f-8bede74a1e65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:58.213109 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a20576d-fbd2-4023-89c5-20e79f85e066 service neutron] Pushing event updated for resources: {'Port': ['ID=7614dcd4-3096-453d-80de-67f301440a76,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:58.229046 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fb0c58f3-7725-46e3-ac34-046921c9fdf2 req-a9b255de-c1a9-4053-8a82-ed1ddeac7ea6 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/security-groups?id=69d833bb-0223-46ae-bea0-8d59b3b26f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2524965 Aug 23 20:30:58.350067 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-3386f797-ac3b-4350-a46f-8bede74a1e65 None None] For port 4ec778bc-2cd5-487d-8b08-378d4546b236, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=4ec778bc-2cd5-487d-8b08-378d4546b236,segment=NetworkSegment(ae8ca698-0867-4ef7-8329-a42e4b206cd1),segment_id=ae8ca698-0867-4ef7-8329-a42e4b206cd1)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:30:58.350721 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3386f797-ac3b-4350-a46f-8bede74a1e65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:58.368094 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-3386f797-ac3b-4350-a46f-8bede74a1e65 None None] Calling delete_port for 4ec778bc-2cd5-487d-8b08-378d4546b236 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:30:58.389693 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-211c2c19-5d47-4821-b884-2230f9082119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:58.410788 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-dd0dbee2-128c-4807-86d5-ab657b7f30c3 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Allocated IP 172.25.4.216 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/9f660040-1505-4f7c-9b48-5a7b95679c6d) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:30:58.434825 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf97cf-fcbb-448f-81dd-d6817b51f2b9 req-278111f7-3f0b-4c4c-a6f4-f8ad7d74f5e5 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:58.444211 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-26bf97cf-fcbb-448f-81dd-d6817b51f2b9 req-278111f7-3f0b-4c4c-a6f4-f8ad7d74f5e5 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/ports?device_id=412e08bf-becf-41e5-8b86-4feee2e0e1ba HTTP/1.1" status: 200 len: 949 time: 0.0852921 Aug 23 20:30:58.461536 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-257f0b33-e2ed-4019-bf70-b70efb970c96 req-6a20576d-fbd2-4023-89c5-20e79f85e066 service neutron] Attempting to bind port 7614dcd4-3096-453d-80de-67f301440a76 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:30:58.461536 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-257f0b33-e2ed-4019-bf70-b70efb970c96 req-6a20576d-fbd2-4023-89c5-20e79f85e066 service neutron] Attempting to bind port 7614dcd4-3096-453d-80de-67f301440a76 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': 'c977723b-2490-412a-bf00-d7b943c13912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'a036342b-e0b6-414f-a42c-cfe1b92a2a1e'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:30:58.461925 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257f0b33-e2ed-4019-bf70-b70efb970c96 req-6a20576d-fbd2-4023-89c5-20e79f85e066 service neutron] Attempting to bind port 7614dcd4-3096-453d-80de-67f301440a76 on network a036342b-e0b6-414f-a42c-cfe1b92a2a1e {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:30:58.499104 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-26bf97cf-fcbb-448f-81dd-d6817b51f2b9 req-42380506-ab3e-4548-98de-2bdb78cf5815 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a69365-cc2c-4d61-84fc-5ddc06b002fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506921 Aug 23 20:30:58.520882 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257f0b33-e2ed-4019-bf70-b70efb970c96 req-6a20576d-fbd2-4023-89c5-20e79f85e066 service neutron] Port 7614dcd4-3096-453d-80de-67f301440a76 on network a036342b-e0b6-414f-a42c-cfe1b92a2a1e not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:30:58.540689 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257f0b33-e2ed-4019-bf70-b70efb970c96 req-6a20576d-fbd2-4023-89c5-20e79f85e066 service neutron] Attempting to bind port 7614dcd4-3096-453d-80de-67f301440a76 on network a036342b-e0b6-414f-a42c-cfe1b92a2a1e {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:30:58.565606 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257f0b33-e2ed-4019-bf70-b70efb970c96 req-6a20576d-fbd2-4023-89c5-20e79f85e066 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:30:58.566056 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257f0b33-e2ed-4019-bf70-b70efb970c96 req-6a20576d-fbd2-4023-89c5-20e79f85e066 service neutron] Checking segment: {'id': 'c977723b-2490-412a-bf00-d7b943c13912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'a036342b-e0b6-414f-a42c-cfe1b92a2a1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:30:58.566509 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257f0b33-e2ed-4019-bf70-b70efb970c96 req-6a20576d-fbd2-4023-89c5-20e79f85e066 service neutron] Bound using segment: {'id': 'c977723b-2490-412a-bf00-d7b943c13912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'a036342b-e0b6-414f-a42c-cfe1b92a2a1e'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:30:58.566905 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-257f0b33-e2ed-4019-bf70-b70efb970c96 req-6a20576d-fbd2-4023-89c5-20e79f85e066 service neutron] Bound port: 7614dcd4-3096-453d-80de-67f301440a76, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c977723b-2490-412a-bf00-d7b943c13912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'a036342b-e0b6-414f-a42c-cfe1b92a2a1e'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:30:58.567276 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-257f0b33-e2ed-4019-bf70-b70efb970c96 req-6a20576d-fbd2-4023-89c5-20e79f85e066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:58.602001 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['e790e1a1-35ca-4344-a9b1-58d75abd209e'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:30:58.705639 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 4ec778bc-2cd5-487d-8b08-378d4546b236 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:30:58.736440 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dd0dbee2-128c-4807-86d5-ab657b7f30c3 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:58.776348 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-257f0b33-e2ed-4019-bf70-b70efb970c96 req-6a20576d-fbd2-4023-89c5-20e79f85e066 service neutron] For port 7614dcd4-3096-453d-80de-67f301440a76, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:30:58.781105 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-257f0b33-e2ed-4019-bf70-b70efb970c96 req-6a20576d-fbd2-4023-89c5-20e79f85e066 service neutron] For port 7614dcd4-3096-453d-80de-67f301440a76, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=7614dcd4-3096-453d-80de-67f301440a76,segment=NetworkSegment(c977723b-2490-412a-bf00-d7b943c13912),segment_id=c977723b-2490-412a-bf00-d7b943c13912)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:30:58.829132 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-257f0b33-e2ed-4019-bf70-b70efb970c96 req-6a20576d-fbd2-4023-89c5-20e79f85e066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:58.872997 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dd0dbee2-128c-4807-86d5-ab657b7f30c3 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:58.897364 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f0b33-e2ed-4019-bf70-b70efb970c96 req-6a20576d-fbd2-4023-89c5-20e79f85e066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:58.898087 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-257f0b33-e2ed-4019-bf70-b70efb970c96 req-6a20576d-fbd2-4023-89c5-20e79f85e066 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:58.903358 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-257f0b33-e2ed-4019-bf70-b70efb970c96 req-6a20576d-fbd2-4023-89c5-20e79f85e066 service neutron] 10.222.0.11 "PUT /v2.0/ports/7614dcd4-3096-453d-80de-67f301440a76 HTTP/1.1" status: 200 len: 1092 time: 1.6844263 Aug 23 20:30:58.910405 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a04c4666-dd63-4db4-91c7-851c8c58101a', 'tag': '7614dcd4-3096-453d-80de-67f301440a76'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:30:58.919621 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ccf088-ca09-49e5-90f2-32ae2245632a" -d '{"events": [{"name": "network-changed", "server_uuid": "a04c4666-dd63-4db4-91c7-851c8c58101a", "tag": "7614dcd4-3096-453d-80de-67f301440a76"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:30:58.953412 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4852e-5080-425f-a5c9-7bb2e7b37b99 req-4154c8d8-d661-4378-b4b7-6b741da881d7 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:58.960829 n-d-805663-2 neutron-server[94689]: INFO neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No ports have port_id starting with 4ec778bc-2cd5-487d-8b08-378d4546b236 Aug 23 20:30:58.963854 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-11b4852e-5080-425f-a5c9-7bb2e7b37b99 req-4154c8d8-d661-4378-b4b7-6b741da881d7 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=8d3cad6d-8d5c-4572-b31c-c350601c89dd HTTP/1.1" status: 200 len: 946 time: 0.1778848 Aug 23 20:30:58.974334 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3386f797-ac3b-4350-a46f-8bede74a1e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:59.010914 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386f797-ac3b-4350-a46f-8bede74a1e65 None None] Pushing event deleted for resources: {'Port': ['ID=4ec778bc-2cd5-487d-8b08-378d4546b236,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:59.013475 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-211c2c19-5d47-4821-b884-2230f9082119 admin admin] Deleting port 4ec778bc-2cd5-487d-8b08-378d4546b236 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:30:59.013475 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-211c2c19-5d47-4821-b884-2230f9082119 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:59.034838 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0dbee2-128c-4807-86d5-ab657b7f30c3 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:30:59.049130 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-dd0dbee2-128c-4807-86d5-ab657b7f30c3 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:30:59.052739 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0dbee2-128c-4807-86d5-ab657b7f30c3 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:30:59.063669 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3386f797-ac3b-4350-a46f-8bede74a1e65 None None] No DVR routers for this DVR port 4ec778bc-2cd5-487d-8b08-378d4546b236 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:30:59.104493 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-11b4852e-5080-425f-a5c9-7bb2e7b37b99 req-e0a291a6-b2a5-4dc6-a856-e55c95cd671b tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396990 Aug 23 20:30:59.105117 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0dbee2-128c-4807-86d5-ab657b7f30c3 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Pushing event updated for resources: {'Port': ['ID=9f660040-1505-4f7c-9b48-5a7b95679c6d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:59.144171 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac497f-0464-44d3-bba2-bb4f6028c03a req-7e482e91-05b9-435a-9faf-e2cfd6c623f7 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:59.144171 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-adac497f-0464-44d3-bba2-bb4f6028c03a req-7e482e91-05b9-435a-9faf-e2cfd6c623f7 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf HTTP/1.1" status: 200 len: 949 time: 0.5772445 Aug 23 20:30:59.226010 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dd0dbee2-128c-4807-86d5-ab657b7f30c3 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:59.290150 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a20576d-fbd2-4023-89c5-20e79f85e066 service neutron] Pushing event updated for resources: {'Port': ['ID=7614dcd4-3096-453d-80de-67f301440a76,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:59.295098 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-211c2c19-5d47-4821-b884-2230f9082119 admin admin] For port 4ec778bc-2cd5-487d-8b08-378d4546b236, host n-d-805663-2, got binding levels [] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:30:59.295468 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-211c2c19-5d47-4821-b884-2230f9082119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:59.320931 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf4ab36-cb11-45a8-923a-6dfaf56cd8bf x-openstack-request-id: req-3cf4ab36-cb11-45a8-923a-6dfaf56cd8bf {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:30:59.321219 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a04c4666-dd63-4db4-91c7-851c8c58101a", "tag": "7614dcd4-3096-453d-80de-67f301440a76", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:30:59.321469 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3cf4ab36-cb11-45a8-923a-6dfaf56cd8bf {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:30:59.321858 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a04c4666-dd63-4db4-91c7-851c8c58101a', 'tag': '7614dcd4-3096-453d-80de-67f301440a76', 'status': 'completed', 'code': 200} Aug 23 20:30:59.321969 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dd0dbee2-128c-4807-86d5-ab657b7f30c3 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:59.328494 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-211c2c19-5d47-4821-b884-2230f9082119 admin admin] Calling delete_port for 4ec778bc-2cd5-487d-8b08-378d4546b236 owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:30:59.335625 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.ipam_backend_mixin [None req-211c2c19-5d47-4821-b884-2230f9082119 admin admin] Port 4ec778bc-2cd5-487d-8b08-378d4546b236 was not found and therefore no delete operation was performed {{(pid=94687) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 23 20:30:59.340630 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-adac497f-0464-44d3-bba2-bb4f6028c03a req-3e39f6a2-4883-4476-848e-cbad035ede40 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261721 Aug 23 20:30:59.341212 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-211c2c19-5d47-4821-b884-2230f9082119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:59.344481 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f0b33-e2ed-4019-bf70-b70efb970c96 req-d8568c68-14c0-47d1-a065-df9f02563a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:59.346820 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-257f0b33-e2ed-4019-bf70-b70efb970c96 req-d8568c68-14c0-47d1-a065-df9f02563a58 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=30043a9797a048cd9fb0f08dc9cd31f3&device_id=a04c4666-dd63-4db4-91c7-851c8c58101a HTTP/1.1" status: 200 len: 1095 time: 0.3086905 Aug 23 20:30:59.384566 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211c2c19-5d47-4821-b884-2230f9082119 admin admin] No DVR routers for this DVR port 4ec778bc-2cd5-487d-8b08-378d4546b236 on host n-d-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:30:59.450723 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c2c19-5d47-4821-b884-2230f9082119 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ec778bc-2cd5-487d-8b08-378d4546b236,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:59.516048 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-211c2c19-5d47-4821-b884-2230f9082119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:59.534904 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-211c2c19-5d47-4821-b884-2230f9082119 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1650d5e4-844c-40b4-a817-8b2250acdae1']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:30:59.560787 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-257f0b33-e2ed-4019-bf70-b70efb970c96 req-d4f058e4-eaee-475b-94b7-61f8db259489 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7614dcd4-3096-453d-80de-67f301440a76 HTTP/1.1" status: 200 len: 217 time: 0.1851716 Aug 23 20:30:59.565028 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-211c2c19-5d47-4821-b884-2230f9082119 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae8ca698-0867-4ef7-8329-a42e4b206cd1') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:30:59.565577 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-211c2c19-5d47-4821-b884-2230f9082119 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae8ca698-0867-4ef7-8329-a42e4b206cd1') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:30:59.573208 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b072ad-0bc9-4b88-909e-eec7b66c1a32 req-264478ac-961d-40e6-9c8f-ef2a47ab5d3d tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:59.574826 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-42b072ad-0bc9-4b88-909e-eec7b66c1a32 req-264478ac-961d-40e6-9c8f-ef2a47ab5d3d tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/ports?device_id=a04c4666-dd63-4db4-91c7-851c8c58101a HTTP/1.1" status: 200 len: 944 time: 0.1160076 Aug 23 20:30:59.618372 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-211c2c19-5d47-4821-b884-2230f9082119 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:59.632791 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-42b072ad-0bc9-4b88-909e-eec7b66c1a32 req-c2845903-a86f-4fe0-a4f0-4165783728c9 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/security-groups?id=69d833bb-0223-46ae-bea0-8d59b3b26f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502901 Aug 23 20:30:59.635065 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dd0dbee2-128c-4807-86d5-ab657b7f30c3 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:59.644437 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dd0dbee2-128c-4807-86d5-ab657b7f30c3 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:59.668781 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-211c2c19-5d47-4821-b884-2230f9082119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:59.676666 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f0b33-e2ed-4019-bf70-b70efb970c96 req-65e4a04f-3091-4399-b4f6-73c2d3c654f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:59.678130 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-257f0b33-e2ed-4019-bf70-b70efb970c96 req-65e4a04f-3091-4399-b4f6-73c2d3c654f2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9c64e700-ca01-4f6f-be98-6253a844697f HTTP/1.1" status: 200 len: 862 time: 0.1035492 Aug 23 20:30:59.681903 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-211c2c19-5d47-4821-b884-2230f9082119 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:30:59.682315 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-211c2c19-5d47-4821-b884-2230f9082119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:59.683970 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:30:59.683970 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:30:59.683970 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:30:59.683970 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:30:59.683970 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:30:59.683970 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:30:59.683970 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:30:59.683970 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:30:59.683970 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:30:59.683970 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:30:59.683970 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:30:59.683970 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:30:59.683970 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:30:59.683970 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:30:59.683970 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:30:59.683970 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:30:59.683970 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:30:59.683970 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:30:59.683970 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:30:59.683970 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:30:59.683970 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:30:59.683970 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:30:59.683970 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:30:59.683970 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:30:59.683970 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:30:59.683970 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:30:59.683970 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:30:59.683970 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:30:59.683970 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:30:59.683970 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:30:59.683970 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:30:59.683970 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:30:59.742552 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0dbee2-128c-4807-86d5-ab657b7f30c3 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Pushing event updated for resources: {'Port': ['ID=9f660040-1505-4f7c-9b48-5a7b95679c6d,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:59.748662 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dd0dbee2-128c-4807-86d5-ab657b7f30c3 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:59.764705 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dd0dbee2-128c-4807-86d5-ab657b7f30c3 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:59.766099 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-dd0dbee2-128c-4807-86d5-ab657b7f30c3 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6516342 Aug 23 20:30:59.773771 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff87d0-ac10-439b-843c-97a92e4eed5c req-da70e4e8-aa91-4a34-8aea-8348b7ec8649 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:59.775378 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7bff87d0-ac10-439b-843c-97a92e4eed5c req-da70e4e8-aa91-4a34-8aea-8348b7ec8649 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/ports?device_id=412e08bf-becf-41e5-8b86-4feee2e0e1ba HTTP/1.1" status: 200 len: 949 time: 0.1623793 Aug 23 20:30:59.796404 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-211c2c19-5d47-4821-b884-2230f9082119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:59.803361 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-211c2c19-5d47-4821-b884-2230f9082119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:30:59.808408 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-211c2c19-5d47-4821-b884-2230f9082119 admin admin] 10.222.0.61 "DELETE /v2.0/networks/1650d5e4-844c-40b4-a817-8b2250acdae1 HTTP/1.1" status: 204 len: 168 time: 1.9240830 Aug 23 20:30:59.833952 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c2c19-5d47-4821-b884-2230f9082119 admin admin] Pushing event deleted for resources: {'Network': ['ID=1650d5e4-844c-40b4-a817-8b2250acdae1,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:30:59.838309 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f0b33-e2ed-4019-bf70-b70efb970c96 req-8a204c53-b524-479e-99ef-88ba666871d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:30:59.839325 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-257f0b33-e2ed-4019-bf70-b70efb970c96 req-8a204c53-b524-479e-99ef-88ba666871d8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a036342b-e0b6-414f-a42c-cfe1b92a2a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1414113 Aug 23 20:30:59.847194 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211c2c19-5d47-4821-b884-2230f9082119 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:30:59.847544 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211c2c19-5d47-4821-b884-2230f9082119 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:30:59.847886 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211c2c19-5d47-4821-b884-2230f9082119 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:30:59.848256 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211c2c19-5d47-4821-b884-2230f9082119 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:30:59.848592 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211c2c19-5d47-4821-b884-2230f9082119 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:30:59.848932 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211c2c19-5d47-4821-b884-2230f9082119 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:30:59.849237 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211c2c19-5d47-4821-b884-2230f9082119 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:30:59.849567 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211c2c19-5d47-4821-b884-2230f9082119 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:30:59.849891 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211c2c19-5d47-4821-b884-2230f9082119 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:30:59.850218 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211c2c19-5d47-4821-b884-2230f9082119 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:30:59.850542 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211c2c19-5d47-4821-b884-2230f9082119 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:30:59.851274 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211c2c19-5d47-4821-b884-2230f9082119 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:30:59.930336 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7bff87d0-ac10-439b-843c-97a92e4eed5c req-777209a2-f42e-4c6e-b710-26d6c30a339f tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a69365-cc2c-4d61-84fc-5ddc06b002fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451252 Aug 23 20:30:59.941339 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f8c10fcc-ed87-45e0-8026-f50fae8bbe1d req-afb7b77a-1d4c-4b6b-b1c0-22b24392ae55 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1127848025&fields=id&tenant_id=05776662842040c0b8b29dd3b6aa709a HTTP/1.1" status: 200 len: 267 time: 0.0457213 Aug 23 20:30:59.977736 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-257f0b33-e2ed-4019-bf70-b70efb970c96 req-1fc23a96-a618-431b-96df-9d7f77fe4f91 service neutron] 10.222.0.11 "GET /v2.0/networks/a036342b-e0b6-414f-a42c-cfe1b92a2a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189349 Aug 23 20:31:00.002945 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49218) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:31:00.080828 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c10fcc-ed87-45e0-8026-f50fae8bbe1d req-455bc8c1-9c82-4e52-9ded-75d12bfb97db tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:00.082542 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f8c10fcc-ed87-45e0-8026-f50fae8bbe1d req-455bc8c1-9c82-4e52-9ded-75d12bfb97db tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] 10.222.0.61 "GET /v2.0/networks?id=beb4fc24-0eed-4820-b08d-56bbac89db00 HTTP/1.1" status: 200 len: 812 time: 0.1326661 Aug 23 20:31:00.100737 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-36d6ed8b-8d1c-46cb-8500-46275b606f95 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=db4425281138402f8f3de23219bd719a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0958076 Aug 23 20:31:00.104513 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49220) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:31:00.107602 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f8c10fcc-ed87-45e0-8026-f50fae8bbe1d req-af1e8e53-2f08-43b3-a11b-c8255cf66e4d tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] 10.222.0.61 "GET /v2.0/quotas/05776662842040c0b8b29dd3b6aa709a HTTP/1.1" status: 200 len: 375 time: 0.0187135 Aug 23 20:31:00.183707 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f8c10fcc-ed87-45e0-8026-f50fae8bbe1d req-392a354e-9c4f-4883-a092-1a0a9f300362 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=05776662842040c0b8b29dd3b6aa709a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0699530 Aug 23 20:31:00.194943 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-257f0b33-e2ed-4019-bf70-b70efb970c96 req-1b1e68cb-3600-4308-adf9-8188177a4414 service neutron] 10.222.0.11 "GET /v2.0/networks/a036342b-e0b6-414f-a42c-cfe1b92a2a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088144 Aug 23 20:31:00.210346 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba5ab98b-0dc4-41e3-af14-a3c0a4c76aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:00.246932 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba5ab98b-0dc4-41e3-af14-a3c0a4c76aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:00.317228 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f8c10fcc-ed87-45e0-8026-f50fae8bbe1d req-1fd254ae-566b-4683-99c4-b614db0aa775 service neutron] 10.222.0.61 "GET /v2.0/networks/beb4fc24-0eed-4820-b08d-56bbac89db00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008790 Aug 23 20:31:00.346622 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238ba7e-ac31-422b-98be-d8c3f96a4aff req-3fd3764c-6e86-4d68-a3a8-460e23a1f97d tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:00.348659 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0238ba7e-ac31-422b-98be-d8c3f96a4aff req-3fd3764c-6e86-4d68-a3a8-460e23a1f97d tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=8d3cad6d-8d5c-4572-b31c-c350601c89dd HTTP/1.1" status: 200 len: 946 time: 0.1166058 Aug 23 20:31:00.354837 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccf088-ca09-49e5-90f2-32ae2245632a req-b121630b-d770-4029-87b5-41eb33364b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:00.356689 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f9ccf088-ca09-49e5-90f2-32ae2245632a req-b121630b-d770-4029-87b5-41eb33364b2b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=30043a9797a048cd9fb0f08dc9cd31f3&device_id=a04c4666-dd63-4db4-91c7-851c8c58101a HTTP/1.1" status: 200 len: 1095 time: 0.0891492 Aug 23 20:31:00.391506 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba5ab98b-0dc4-41e3-af14-a3c0a4c76aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:00.394130 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba5ab98b-0dc4-41e3-af14-a3c0a4c76aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:00.396529 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ba5ab98b-0dc4-41e3-af14-a3c0a4c76aa2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6f29c167-2a24-47b5-9c33-a1a3d2f19c70 HTTP/1.1" status: 204 len: 168 time: 0.2906923 Aug 23 20:31:00.438444 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f8c10fcc-ed87-45e0-8026-f50fae8bbe1d req-d1eaaf69-73cb-48ca-9d8c-d0045fa136b5 service neutron] 10.222.0.61 "GET /v2.0/networks/beb4fc24-0eed-4820-b08d-56bbac89db00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129661 Aug 23 20:31:00.466203 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ab98b-0dc4-41e3-af14-a3c0a4c76aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f29c167-2a24-47b5-9c33-a1a3d2f19c70,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:00.475251 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0238ba7e-ac31-422b-98be-d8c3f96a4aff req-2c215506-428b-49f3-884c-e98778089a65 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171217 Aug 23 20:31:00.549008 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccf088-ca09-49e5-90f2-32ae2245632a req-cfef6f21-c027-4049-8d4d-e02e9adf5516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:00.550561 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f9ccf088-ca09-49e5-90f2-32ae2245632a req-cfef6f21-c027-4049-8d4d-e02e9adf5516 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a036342b-e0b6-414f-a42c-cfe1b92a2a1e HTTP/1.1" status: 200 len: 924 time: 0.1842194 Aug 23 20:31:00.617035 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f9ccf088-ca09-49e5-90f2-32ae2245632a req-6fd18419-17ed-439e-8a5f-c71b6d59275d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7614dcd4-3096-453d-80de-67f301440a76 HTTP/1.1" status: 200 len: 217 time: 0.0533810 Aug 23 20:31:00.720732 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccf088-ca09-49e5-90f2-32ae2245632a req-fe70f654-a681-42fd-902b-a427228887fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:00.723438 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f9ccf088-ca09-49e5-90f2-32ae2245632a req-fe70f654-a681-42fd-902b-a427228887fd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9c64e700-ca01-4f6f-be98-6253a844697f HTTP/1.1" status: 200 len: 862 time: 0.0935590 Aug 23 20:31:00.825681 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d45ac-e311-4a17-9797-a4b83c1e184d req-070fe5f5-aef4-40e2-84ec-b401acb4ae2d tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:00.827419 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-301d45ac-e311-4a17-9797-a4b83c1e184d req-070fe5f5-aef4-40e2-84ec-b401acb4ae2d tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf HTTP/1.1" status: 200 len: 949 time: 0.1015522 Aug 23 20:31:00.833645 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccf088-ca09-49e5-90f2-32ae2245632a req-dd34aeb1-b933-4a2d-9a3f-baff3db55efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:00.835216 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f9ccf088-ca09-49e5-90f2-32ae2245632a req-dd34aeb1-b933-4a2d-9a3f-baff3db55efc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a036342b-e0b6-414f-a42c-cfe1b92a2a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0977583 Aug 23 20:31:01.004165 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f9ccf088-ca09-49e5-90f2-32ae2245632a req-33075cb0-2a98-46d7-8897-26dbcd5f26c7 service neutron] 10.222.0.11 "GET /v2.0/networks/a036342b-e0b6-414f-a42c-cfe1b92a2a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504097 Aug 23 20:31:01.024709 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-301d45ac-e311-4a17-9797-a4b83c1e184d req-8d4b7b76-749d-4afe-bef9-004d02f2c2d5 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883423 Aug 23 20:31:01.162420 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e3118f58-8d7d-4a50-9cf1-6eace06701ce req-08c1d63e-151b-4857-bfba-5d8b5bd9ff6d tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7ac3576-2307-4096-ab03-45fdd52176eb HTTP/1.1" status: 200 len: 210 time: 0.0430543 Aug 23 20:31:01.263697 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f56348-54dc-484c-b0fc-f6dd6a1940fc req-d17cfd74-5c32-4b46-aa21-97425b468411 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:01.277126 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c4f56348-54dc-484c-b0fc-f6dd6a1940fc req-d17cfd74-5c32-4b46-aa21-97425b468411 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/ports?device_id=a04c4666-dd63-4db4-91c7-851c8c58101a HTTP/1.1" status: 200 len: 944 time: 0.4352942 Aug 23 20:31:01.292864 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f9ccf088-ca09-49e5-90f2-32ae2245632a req-e56a19f3-0cd7-41d5-bf2b-3f44f8ba4d75 service neutron] 10.222.0.11 "GET /v2.0/networks/a036342b-e0b6-414f-a42c-cfe1b92a2a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654889 Aug 23 20:31:01.364772 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c4f56348-54dc-484c-b0fc-f6dd6a1940fc req-dc9ad5c2-979e-493d-95e4-e8d5c6c0ef12 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/security-groups?id=69d833bb-0223-46ae-bea0-8d59b3b26f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855618 Aug 23 20:31:01.373976 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c1cb66-ed52-40e1-b18f-380b0b0fd594 req-79ce9aab-453a-407f-8399-b984428e0ac6 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:01.375997 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e2c1cb66-ed52-40e1-b18f-380b0b0fd594 req-79ce9aab-453a-407f-8399-b984428e0ac6 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/ports?device_id=412e08bf-becf-41e5-8b86-4feee2e0e1ba HTTP/1.1" status: 200 len: 949 time: 0.1203170 Aug 23 20:31:01.480019 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device e790e1a1-35ca-4344-a9b1-58d75abd209e up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:31:01.485028 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e2c1cb66-ed52-40e1-b18f-380b0b0fd594 req-954136d4-aadf-4415-bb64-f216b2867ca4 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a69365-cc2c-4d61-84fc-5ddc06b002fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890968 Aug 23 20:31:01.555366 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa184c-6438-4afa-aba0-0a766eb524db req-1df5c4a9-b8e0-4b19-a3de-54b77b9b38c9 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:01.559037 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c0fa184c-6438-4afa-aba0-0a766eb524db req-1df5c4a9-b8e0-4b19-a3de-54b77b9b38c9 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf HTTP/1.1" status: 200 len: 949 time: 0.1207607 Aug 23 20:31:01.599859 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port e790e1a1-35ca-4344-a9b1-58d75abd209e completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:31:01.605696 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port e790e1a1-35ca-4344-a9b1-58d75abd209e triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:31:01.606335 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:01.646791 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c0fa184c-6438-4afa-aba0-0a766eb524db req-0d1d5627-aba4-4561-a345-7ed55b849a4d tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675781 Aug 23 20:31:01.711280 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30966a09-5394-48bc-9f3a-6bf6030bff75 req-22ec4c55-5725-47b5-8c71-96c7042ee100 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:01.718885 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-30966a09-5394-48bc-9f3a-6bf6030bff75 req-22ec4c55-5725-47b5-8c71-96c7042ee100 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=8d3cad6d-8d5c-4572-b31c-c350601c89dd HTTP/1.1" status: 200 len: 946 time: 0.1107194 Aug 23 20:31:01.765167 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-30966a09-5394-48bc-9f3a-6bf6030bff75 req-5d44f968-d19b-4eac-9257-a9c28517fa3f tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431342 Aug 23 20:31:01.776945 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49272) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:31:01.796816 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:01.834741 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '412e08bf-becf-41e5-8b86-4feee2e0e1ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e790e1a1-35ca-4344-a9b1-58d75abd209e'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:31:01.838020 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03bfc0e1-2405-4408-a195-62507dadd423" -d '{"events": [{"server_uuid": "412e08bf-becf-41e5-8b86-4feee2e0e1ba", "name": "network-vif-plugged", "status": "completed", "tag": "e790e1a1-35ca-4344-a9b1-58d75abd209e"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:31:01.885048 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port e790e1a1-35ca-4344-a9b1-58d75abd209e, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=e790e1a1-35ca-4344-a9b1-58d75abd209e,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:31:01.899194 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:01.936176 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0073d691-ad31-45b7-b873-b62d1f3c81bd x-openstack-request-id: req-0073d691-ad31-45b7-b873-b62d1f3c81bd {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:31:01.936461 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "412e08bf-becf-41e5-8b86-4feee2e0e1ba", "name": "network-vif-plugged", "status": "completed", "tag": "e790e1a1-35ca-4344-a9b1-58d75abd209e", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:31:01.945544 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0073d691-ad31-45b7-b873-b62d1f3c81bd {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:31:01.945962 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '412e08bf-becf-41e5-8b86-4feee2e0e1ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e790e1a1-35ca-4344-a9b1-58d75abd209e', 'code': 200} Aug 23 20:31:01.984581 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e30a1d71-f223-4291-b4a5-5afbfefb6d3e admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-368727442-network', 'tenant_id': 'd3e19e7b2cfe41f8bf7d244c15d769b7'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:31:02.004625 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=e790e1a1-35ca-4344-a9b1-58d75abd209e,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:02.018307 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:31:02.021191 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:31:02.021547 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:31:02.021903 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:31:02.022241 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:31:02.023647 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:31:02.023981 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:31:02.024348 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:31:02.024683 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:31:02.025016 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:31:02.025354 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:31:02.025680 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:31:02.054888 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30a1d71-f223-4291-b4a5-5afbfefb6d3e admin admin] Made reservation on behalf of d3e19e7b2cfe41f8bf7d244c15d769b7 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:31:02.058413 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e30a1d71-f223-4291-b4a5-5afbfefb6d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:02.070863 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edca54b-9b5c-4d55-a601-56e1deaacfa7 req-e95b556d-4a4b-44e1-ac9c-98fe751fdbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:02.072455 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8edca54b-9b5c-4d55-a601-56e1deaacfa7 req-e95b556d-4a4b-44e1-ac9c-98fe751fdbe7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=412e08bf-becf-41e5-8b86-4feee2e0e1ba HTTP/1.1" status: 200 len: 1101 time: 0.0671902 Aug 23 20:31:02.073254 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e30a1d71-f223-4291-b4a5-5afbfefb6d3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:02.129769 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8edca54b-9b5c-4d55-a601-56e1deaacfa7 req-02cc52ca-d681-4826-8b8c-4e53b3dc3d7c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=63a69365-cc2c-4d61-84fc-5ddc06b002fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476086 Aug 23 20:31:02.201048 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-15835b06-6905-4059-bbd0-e41cd072552e req-85fc1f3f-4d0f-4098-85c6-ab2f224e96ed tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=73c5c62ec25a41ab8d37d29a4cff1db9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314486 Aug 23 20:31:02.255208 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e30a1d71-f223-4291-b4a5-5afbfefb6d3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:02.274756 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-61e75664-3859-4282-a86f-071ef5a2c56f req-1ace68b4-2893-4fde-9e4a-4a3750dd5440 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7ac3576-2307-4096-ab03-45fdd52176eb HTTP/1.1" status: 200 len: 210 time: 0.0327685 Aug 23 20:31:02.295919 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e30a1d71-f223-4291-b4a5-5afbfefb6d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:02.326849 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e30a1d71-f223-4291-b4a5-5afbfefb6d3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:31:02.351079 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a1d71-f223-4291-b4a5-5afbfefb6d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff9a389-8ebb-4bc7-9b0a-3e446d813533,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:02.370102 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a1d71-f223-4291-b4a5-5afbfefb6d3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:31:02.370646 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a1d71-f223-4291-b4a5-5afbfefb6d3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:31:02.370856 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a1d71-f223-4291-b4a5-5afbfefb6d3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:31:02.371215 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a1d71-f223-4291-b4a5-5afbfefb6d3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:31:02.371643 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a1d71-f223-4291-b4a5-5afbfefb6d3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:31:02.371938 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a1d71-f223-4291-b4a5-5afbfefb6d3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:31:02.372281 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a1d71-f223-4291-b4a5-5afbfefb6d3e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:31:02.372604 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a1d71-f223-4291-b4a5-5afbfefb6d3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:31:02.373046 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a1d71-f223-4291-b4a5-5afbfefb6d3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:31:02.373444 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a1d71-f223-4291-b4a5-5afbfefb6d3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:31:02.373802 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a1d71-f223-4291-b4a5-5afbfefb6d3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:31:02.374078 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a1d71-f223-4291-b4a5-5afbfefb6d3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:31:02.390380 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e30a1d71-f223-4291-b4a5-5afbfefb6d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:02.390767 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-e30a1d71-f223-4291-b4a5-5afbfefb6d3e admin admin] Added segment 5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d of type vlan for network 102aaadf-a02d-4ccd-a117-533acfc24182 Aug 23 20:31:02.462793 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15835b06-6905-4059-bbd0-e41cd072552e req-2c31e761-edf9-47de-b563-ad5e7ee16b54 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:02.464373 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-15835b06-6905-4059-bbd0-e41cd072552e req-2c31e761-edf9-47de-b563-ad5e7ee16b54 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2466228 Aug 23 20:31:02.484797 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e30a1d71-f223-4291-b4a5-5afbfefb6d3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:02.494158 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-15835b06-6905-4059-bbd0-e41cd072552e req-23b69ba3-f063-4f3c-af67-cf2307ac3119 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/quotas/73c5c62ec25a41ab8d37d29a4cff1db9 HTTP/1.1" status: 200 len: 375 time: 0.0199082 Aug 23 20:31:02.553524 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead13738-e8db-4004-b6f9-b930ad5cb349 req-1b4e4cc6-6775-4ddf-941f-81e95c2ed7bb tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:02.555455 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ead13738-e8db-4004-b6f9-b930ad5cb349 req-1b4e4cc6-6775-4ddf-941f-81e95c2ed7bb tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/ports?device_id=a04c4666-dd63-4db4-91c7-851c8c58101a HTTP/1.1" status: 200 len: 944 time: 0.1022785 Aug 23 20:31:02.561960 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c10fcc-ed87-45e0-8026-f50fae8bbe1d req-8dc8dd76-2431-4f2d-99d7-bea953f29559 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:02.562379 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e30a1d71-f223-4291-b4a5-5afbfefb6d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:02.563466 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30a1d71-f223-4291-b4a5-5afbfefb6d3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:02.563590 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f8c10fcc-ed87-45e0-8026-f50fae8bbe1d req-8dc8dd76-2431-4f2d-99d7-bea953f29559 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] 10.222.0.11 "GET /v2.0/networks?id=beb4fc24-0eed-4820-b08d-56bbac89db00 HTTP/1.1" status: 200 len: 812 time: 0.2137003 Aug 23 20:31:02.564013 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e30a1d71-f223-4291-b4a5-5afbfefb6d3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:02.628656 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e30a1d71-f223-4291-b4a5-5afbfefb6d3e admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.8506117 Aug 23 20:31:02.633693 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49304) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:31:02.636366 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-15835b06-6905-4059-bbd0-e41cd072552e req-541efbf8-2483-497c-aafb-aee76a7901d4 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=73c5c62ec25a41ab8d37d29a4cff1db9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1281197 Aug 23 20:31:02.638830 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f8c10fcc-ed87-45e0-8026-f50fae8bbe1d req-d204b9fc-b8fa-416a-81e3-f097d23bc5bb tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05776662842040c0b8b29dd3b6aa709a HTTP/1.1" status: 200 len: 380 time: 0.0589423 Aug 23 20:31:02.643251 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-4921b540-dd94-463f-8003-7cae4f8e5199 admin admin] Request body: {'subnet': {'network_id': '102aaadf-a02d-4ccd-a117-533acfc24182', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-368727442-subnet', 'tenant_id': 'd3e19e7b2cfe41f8bf7d244c15d769b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:31:02.644933 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a1d71-f223-4291-b4a5-5afbfefb6d3e admin admin] Pushing event updated for resources: {'Network': ['ID=102aaadf-a02d-4ccd-a117-533acfc24182,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:02.656489 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 102aaadf-a02d-4ccd-a117-533acfc24182 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:31:02.661944 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ead13738-e8db-4004-b6f9-b930ad5cb349 req-38c6c8c6-7887-4c50-8470-326a8cec958a tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/security-groups?id=69d833bb-0223-46ae-bea0-8d59b3b26f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859478 Aug 23 20:31:02.673848 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-f8c10fcc-ed87-45e0-8026-f50fae8bbe1d req-6ffe9f04-c565-467e-bec8-41b7f766fb45 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Request body: {'port': {'device_id': 'd7ac3576-2307-4096-ab03-45fdd52176eb', 'network_id': 'beb4fc24-0eed-4820-b08d-56bbac89db00', 'admin_state_up': True, 'tenant_id': '05776662842040c0b8b29dd3b6aa709a', 'security_groups': ['ea215e60-bd32-477c-b24f-7d6d9ef0b7a6']}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:31:02.938733 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a772be-f8cf-425a-a369-476ccfcc3856 req-fd16881d-1c40-4095-b49d-6adfa172c7a3 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:02.948565 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f5a772be-f8cf-425a-a369-476ccfcc3856 req-fd16881d-1c40-4095-b49d-6adfa172c7a3 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=8d3cad6d-8d5c-4572-b31c-c350601c89dd HTTP/1.1" status: 200 len: 946 time: 0.0747864 Aug 23 20:31:02.998325 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f5a772be-f8cf-425a-a369-476ccfcc3856 req-441ddf6a-3245-47ed-83c3-47d8c3a8a45c tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483508 Aug 23 20:31:03.097630 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f2d320ad-20c6-43cd-8e84-96da9e5b4507 req-caf55df5-a6f2-4636-884b-3b7f101e6c51 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 210 time: 0.0412219 Aug 23 20:31:03.106123 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4921b540-dd94-463f-8003-7cae4f8e5199 admin admin] Made reservation on behalf of d3e19e7b2cfe41f8bf7d244c15d769b7 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:31:03.108513 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4921b540-dd94-463f-8003-7cae4f8e5199 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:03.254015 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed4316-9c48-4c4a-b301-e436db24c7fd req-46651b84-5107-434c-8a89-c35828d885a9 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:03.255624 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ebed4316-9c48-4c4a-b301-e436db24c7fd req-46651b84-5107-434c-8a89-c35828d885a9 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/ports?device_id=412e08bf-becf-41e5-8b86-4feee2e0e1ba HTTP/1.1" status: 200 len: 950 time: 0.5026987 Aug 23 20:31:03.279116 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8c10fcc-ed87-45e0-8026-f50fae8bbe1d req-6ffe9f04-c565-467e-bec8-41b7f766fb45 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Made reservation on behalf of 05776662842040c0b8b29dd3b6aa709a for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:31:03.282645 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f8c10fcc-ed87-45e0-8026-f50fae8bbe1d req-6ffe9f04-c565-467e-bec8-41b7f766fb45 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:03.355903 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ebed4316-9c48-4c4a-b301-e436db24c7fd req-be3fb74c-27cf-44af-918e-a63dfe7f44d3 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a69365-cc2c-4d61-84fc-5ddc06b002fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824008 Aug 23 20:31:03.442624 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c6a64d9f-fa6e-48ec-a97e-27de3c577ca1 req-5ff40c06-c797-40b4-966a-e5706927a4f0 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7ac3576-2307-4096-ab03-45fdd52176eb HTTP/1.1" status: 200 len: 210 time: 0.0725029 Aug 23 20:31:03.586184 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4921b540-dd94-463f-8003-7cae4f8e5199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:03.600552 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-f8c10fcc-ed87-45e0-8026-f50fae8bbe1d req-6ffe9f04-c565-467e-bec8-41b7f766fb45 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Allocated IP 172.20.0.11 (beb4fc24-0eed-4820-b08d-56bbac89db00/2c12d3e3-e11d-459b-8f22-562b2f668288/06847f60-7ea7-4912-8f77-143170774ed8) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:31:03.682995 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4921b540-dd94-463f-8003-7cae4f8e5199 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c5a23ee-4dc4-400c-bc37-6be8d284756a,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:03.694280 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 7614dcd4-3096-453d-80de-67f301440a76 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:31:03.764323 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4921b540-dd94-463f-8003-7cae4f8e5199 admin admin] Checking segment: {'id': '5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '102aaadf-a02d-4ccd-a117-533acfc24182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:31:03.764676 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4921b540-dd94-463f-8003-7cae4f8e5199 admin admin] Network hostable DHCP agents. Network: 102aaadf-a02d-4ccd-a117-533acfc24182, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:31:03.870051 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4921b540-dd94-463f-8003-7cae4f8e5199 admin admin] Network 102aaadf-a02d-4ccd-a117-533acfc24182 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:31:03.883564 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 7614dcd4-3096-453d-80de-67f301440a76, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=7614dcd4-3096-453d-80de-67f301440a76,segment=NetworkSegment(c977723b-2490-412a-bf00-d7b943c13912),segment_id=c977723b-2490-412a-bf00-d7b943c13912)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:31:03.887447 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e5fc8-bbb8-46c6-b3c7-93af1b05dd32 req-e666b08b-a26e-41a3-91f4-cac911113ea3 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:03.889063 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b94e5fc8-bbb8-46c6-b3c7-93af1b05dd32 req-e666b08b-a26e-41a3-91f4-cac911113ea3 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/ports?device_id=a04c4666-dd63-4db4-91c7-851c8c58101a HTTP/1.1" status: 200 len: 944 time: 0.1359534 Aug 23 20:31:03.892382 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f8c10fcc-ed87-45e0-8026-f50fae8bbe1d req-6ffe9f04-c565-467e-bec8-41b7f766fb45 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:03.909969 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '7614dcd4-3096-453d-80de-67f301440a76', 'network_id': 'a036342b-e0b6-414f-a42c-cfe1b92a2a1e', 'port_id': '7614dcd4-3096-453d-80de-67f301440a76', 'mac_address': 'fa:16:3e:b7:86:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c64e700-ca01-4f6f-be98-6253a844697f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:31:03.914011 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-4921b540-dd94-463f-8003-7cae4f8e5199 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 102aaadf-a02d-4ccd-a117-533acfc24182) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:31:03.927024 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-f8c10fcc-ed87-45e0-8026-f50fae8bbe1d req-6ffe9f04-c565-467e-bec8-41b7f766fb45 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Transition to ACTIVE for port object 06847f60-7ea7-4912-8f77-143170774ed8 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:31:03.934719 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4921b540-dd94-463f-8003-7cae4f8e5199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:03.936510 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4921b540-dd94-463f-8003-7cae4f8e5199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:03.964509 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:03.967913 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca3343f-ceac-4a8e-9a3d-4e453f390b28 None None] Network 102aaadf-a02d-4ccd-a117-533acfc24182 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:31:03.985814 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-4921b540-dd94-463f-8003-7cae4f8e5199 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.3463538 Aug 23 20:31:04.025204 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b94e5fc8-bbb8-46c6-b3c7-93af1b05dd32 req-79d82960-2fe2-4509-b06f-533e15386e50 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/security-groups?id=69d833bb-0223-46ae-bea0-8d59b3b26f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271160 Aug 23 20:31:04.028950 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7614dcd4-3096-453d-80de-67f301440a76 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:31:04.059149 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f8c10fcc-ed87-45e0-8026-f50fae8bbe1d req-6ffe9f04-c565-467e-bec8-41b7f766fb45 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:04.077040 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 7614dcd4-3096-453d-80de-67f301440a76, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=7614dcd4-3096-453d-80de-67f301440a76,segment=NetworkSegment(c977723b-2490-412a-bf00-d7b943c13912),segment_id=c977723b-2490-412a-bf00-d7b943c13912)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:31:04.088120 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:04.126458 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8c10fcc-ed87-45e0-8026-f50fae8bbe1d req-6ffe9f04-c565-467e-bec8-41b7f766fb45 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Network beb4fc24-0eed-4820-b08d-56bbac89db00 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:31:04.138280 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-f8c10fcc-ed87-45e0-8026-f50fae8bbe1d req-6ffe9f04-c565-467e-bec8-41b7f766fb45 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:31:04.149348 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=7614dcd4-3096-453d-80de-67f301440a76,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:04.160289 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c10fcc-ed87-45e0-8026-f50fae8bbe1d req-6ffe9f04-c565-467e-bec8-41b7f766fb45 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:31:04.236744 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffe9f04-c565-467e-bec8-41b7f766fb45 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Pushing event updated for resources: {'Port': ['ID=06847f60-7ea7-4912-8f77-143170774ed8,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:04.266229 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb20969-2755-4f52-8fb8-06bfc28b7b05 None None] Network 102aaadf-a02d-4ccd-a117-533acfc24182 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:31:04.270117 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57798e3-861c-464a-908d-b8b80208eb90 req-a55cbd9f-e177-4341-9125-a24a1795d9a2 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:04.272010 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e57798e3-861c-464a-908d-b8b80208eb90 req-a55cbd9f-e177-4341-9125-a24a1795d9a2 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=8d3cad6d-8d5c-4572-b31c-c350601c89dd HTTP/1.1" status: 200 len: 946 time: 0.1032581 Aug 23 20:31:04.307688 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6134310d-4f62-4f0d-8a5a-5f97754bda3d req-3d2f3a25-120c-4279-9d75-68a60e79cdf1 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 210 time: 0.0748649 Aug 23 20:31:04.322708 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c10fcc-ed87-45e0-8026-f50fae8bbe1d req-6ffe9f04-c565-467e-bec8-41b7f766fb45 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:04.335672 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f8c10fcc-ed87-45e0-8026-f50fae8bbe1d req-6ffe9f04-c565-467e-bec8-41b7f766fb45 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:04.364909 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f8c10fcc-ed87-45e0-8026-f50fae8bbe1d req-6ffe9f04-c565-467e-bec8-41b7f766fb45 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7006826 Aug 23 20:31:04.375499 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e57798e3-861c-464a-908d-b8b80208eb90 req-b7c0d649-2f14-4571-a211-d96997b8b970 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956500 Aug 23 20:31:04.380318 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-f8c10fcc-ed87-45e0-8026-f50fae8bbe1d req-6cab3281-8e8a-49d0-a3ce-32eaa8d20ae7 service neutron] Request body: {'port': {'device_id': 'd7ac3576-2307-4096-ab03-45fdd52176eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:31:04.388445 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['7614dcd4-3096-453d-80de-67f301440a76'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:31:04.576550 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f8c10fcc-ed87-45e0-8026-f50fae8bbe1d req-6cab3281-8e8a-49d0-a3ce-32eaa8d20ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:04.589328 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cb44bd9c-91c6-4b4a-bc76-cbe1d00d82e3 None None] Provisioning for port 06847f60-7ea7-4912-8f77-143170774ed8 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:31:04.604006 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cb44bd9c-91c6-4b4a-bc76-cbe1d00d82e3 None None] Provisioning complete for port 06847f60-7ea7-4912-8f77-143170774ed8 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:31:04.604461 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cb44bd9c-91c6-4b4a-bc76-cbe1d00d82e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:04.638007 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-15835b06-6905-4059-bbd0-e41cd072552e req-00f49235-4efb-4b7e-91bf-437252a366a5 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=73c5c62ec25a41ab8d37d29a4cff1db9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312855 Aug 23 20:31:04.669275 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d32e1-45e8-498c-9ee7-90c4e7a9dee8 req-2e5e5e73-19a2-4fbf-bb2c-9fb6f4b070d9 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:04.677639 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cc3d32e1-45e8-498c-9ee7-90c4e7a9dee8 req-2e5e5e73-19a2-4fbf-bb2c-9fb6f4b070d9 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/ports?device_id=412e08bf-becf-41e5-8b86-4feee2e0e1ba HTTP/1.1" status: 200 len: 950 time: 0.1400657 Aug 23 20:31:04.693597 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cb44bd9c-91c6-4b4a-bc76-cbe1d00d82e3 None None] Port 06847f60-7ea7-4912-8f77-143170774ed8 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:31:04.852114 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15835b06-6905-4059-bbd0-e41cd072552e req-2f633971-70ec-49c7-b2d5-730ce6c31f7a tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:04.853612 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-15835b06-6905-4059-bbd0-e41cd072552e req-2f633971-70ec-49c7-b2d5-730ce6c31f7a tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2093539 Aug 23 20:31:04.864012 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cc3d32e1-45e8-498c-9ee7-90c4e7a9dee8 req-2d4ab19b-1081-4d91-8a5e-b4a3e37f2448 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a69365-cc2c-4d61-84fc-5ddc06b002fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853251 Aug 23 20:31:04.897070 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57de936-e89a-4b2a-b778-cc9167540ca7 req-f740396c-30b5-479a-b67c-0d85ecf571b6 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:04.898878 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a57de936-e89a-4b2a-b778-cc9167540ca7 req-f740396c-30b5-479a-b67c-0d85ecf571b6 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/networks?id=102aaadf-a02d-4ccd-a117-533acfc24182 HTTP/1.1" status: 200 len: 804 time: 0.1678438 Aug 23 20:31:04.918477 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-15835b06-6905-4059-bbd0-e41cd072552e req-412eeb06-2b27-4c49-92c4-236340291c82 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Request body: {'port': {'device_id': 'c7432e76-4499-4e32-b533-ab08c5917e78', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'admin_state_up': True, 'tenant_id': '73c5c62ec25a41ab8d37d29a4cff1db9'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:31:04.926678 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a57de936-e89a-4b2a-b778-cc9167540ca7 req-6265ae38-9bb5-4f03-9803-713e6646d43f tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/quotas/d3e19e7b2cfe41f8bf7d244c15d769b7 HTTP/1.1" status: 200 len: 375 time: 0.0207231 Aug 23 20:31:04.988674 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-f8c10fcc-ed87-45e0-8026-f50fae8bbe1d req-6cab3281-8e8a-49d0-a3ce-32eaa8d20ae7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06847f60-7ea7-4912-8f77-143170774ed8 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:31:04.995180 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a57de936-e89a-4b2a-b778-cc9167540ca7 req-dfc08a10-3432-4258-aaa8-52573a0f02f2 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d3e19e7b2cfe41f8bf7d244c15d769b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543828 Aug 23 20:31:04.997100 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f8c10fcc-ed87-45e0-8026-f50fae8bbe1d req-6cab3281-8e8a-49d0-a3ce-32eaa8d20ae7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:05.015357 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9610700e-f8a2-4fff-b88d-da9682b30ada req-4a871d01-6d1f-4d85-bcef-4a57a7c32ab5 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:05.016869 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9610700e-f8a2-4fff-b88d-da9682b30ada req-4a871d01-6d1f-4d85-bcef-4a57a7c32ab5 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7ac3576-2307-4096-ab03-45fdd52176eb HTTP/1.1" status: 200 len: 932 time: 0.0935559 Aug 23 20:31:05.021635 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-f8c10fcc-ed87-45e0-8026-f50fae8bbe1d req-6cab3281-8e8a-49d0-a3ce-32eaa8d20ae7 service neutron] Transition to ACTIVE for port object 06847f60-7ea7-4912-8f77-143170774ed8 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:31:05.031394 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f8c10fcc-ed87-45e0-8026-f50fae8bbe1d req-6cab3281-8e8a-49d0-a3ce-32eaa8d20ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:05.102469 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cab3281-8e8a-49d0-a3ce-32eaa8d20ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=06847f60-7ea7-4912-8f77-143170774ed8,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:05.108788 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9610700e-f8a2-4fff-b88d-da9682b30ada req-764dffb6-0bb2-40f7-a7a2-e99d2cdfeb99 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea215e60-bd32-477c-b24f-7d6d9ef0b7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847087 Aug 23 20:31:05.137587 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a57de936-e89a-4b2a-b778-cc9167540ca7 req-7b178db4-6ee5-4cda-a5ac-39aa7b369820 service neutron] 10.222.0.61 "GET /v2.0/networks/102aaadf-a02d-4ccd-a117-533acfc24182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320946 Aug 23 20:31:05.211172 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-f8c10fcc-ed87-45e0-8026-f50fae8bbe1d req-6cab3281-8e8a-49d0-a3ce-32eaa8d20ae7 service neutron] Attempting to bind port 06847f60-7ea7-4912-8f77-143170774ed8 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:31:05.211584 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-f8c10fcc-ed87-45e0-8026-f50fae8bbe1d req-6cab3281-8e8a-49d0-a3ce-32eaa8d20ae7 service neutron] Attempting to bind port 06847f60-7ea7-4912-8f77-143170774ed8 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '4f174cef-a745-48db-a00d-19ede4fdd42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'beb4fc24-0eed-4820-b08d-56bbac89db00'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:31:05.211918 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c10fcc-ed87-45e0-8026-f50fae8bbe1d req-6cab3281-8e8a-49d0-a3ce-32eaa8d20ae7 service neutron] Attempting to bind port 06847f60-7ea7-4912-8f77-143170774ed8 on network beb4fc24-0eed-4820-b08d-56bbac89db00 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:31:05.218331 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c10fcc-ed87-45e0-8026-f50fae8bbe1d req-6cab3281-8e8a-49d0-a3ce-32eaa8d20ae7 service neutron] Port 06847f60-7ea7-4912-8f77-143170774ed8 on network beb4fc24-0eed-4820-b08d-56bbac89db00 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:31:05.218920 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c10fcc-ed87-45e0-8026-f50fae8bbe1d req-6cab3281-8e8a-49d0-a3ce-32eaa8d20ae7 service neutron] Attempting to bind port 06847f60-7ea7-4912-8f77-143170774ed8 on network beb4fc24-0eed-4820-b08d-56bbac89db00 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:31:05.223000 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15835b06-6905-4059-bbd0-e41cd072552e req-412eeb06-2b27-4c49-92c4-236340291c82 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Made reservation on behalf of 73c5c62ec25a41ab8d37d29a4cff1db9 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:31:05.226886 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-15835b06-6905-4059-bbd0-e41cd072552e req-412eeb06-2b27-4c49-92c4-236340291c82 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:05.227405 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c10fcc-ed87-45e0-8026-f50fae8bbe1d req-6cab3281-8e8a-49d0-a3ce-32eaa8d20ae7 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:31:05.228102 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c10fcc-ed87-45e0-8026-f50fae8bbe1d req-6cab3281-8e8a-49d0-a3ce-32eaa8d20ae7 service neutron] Checking segment: {'id': '4f174cef-a745-48db-a00d-19ede4fdd42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'beb4fc24-0eed-4820-b08d-56bbac89db00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:31:05.228458 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c10fcc-ed87-45e0-8026-f50fae8bbe1d req-6cab3281-8e8a-49d0-a3ce-32eaa8d20ae7 service neutron] Bound using segment: {'id': '4f174cef-a745-48db-a00d-19ede4fdd42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'beb4fc24-0eed-4820-b08d-56bbac89db00'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:31:05.229213 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-f8c10fcc-ed87-45e0-8026-f50fae8bbe1d req-6cab3281-8e8a-49d0-a3ce-32eaa8d20ae7 service neutron] Bound port: 06847f60-7ea7-4912-8f77-143170774ed8, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f174cef-a745-48db-a00d-19ede4fdd42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'beb4fc24-0eed-4820-b08d-56bbac89db00'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:31:05.229859 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f8c10fcc-ed87-45e0-8026-f50fae8bbe1d req-6cab3281-8e8a-49d0-a3ce-32eaa8d20ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:05.269540 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a57de936-e89a-4b2a-b778-cc9167540ca7 req-76adbd26-aad6-48bf-aa59-84c9394e564e service neutron] 10.222.0.61 "GET /v2.0/networks/102aaadf-a02d-4ccd-a117-533acfc24182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251004 Aug 23 20:31:05.370182 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-f8c10fcc-ed87-45e0-8026-f50fae8bbe1d req-6cab3281-8e8a-49d0-a3ce-32eaa8d20ae7 service neutron] For port 06847f60-7ea7-4912-8f77-143170774ed8, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:31:05.374098 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-f8c10fcc-ed87-45e0-8026-f50fae8bbe1d req-6cab3281-8e8a-49d0-a3ce-32eaa8d20ae7 service neutron] For port 06847f60-7ea7-4912-8f77-143170774ed8, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=06847f60-7ea7-4912-8f77-143170774ed8,segment=NetworkSegment(4f174cef-a745-48db-a00d-19ede4fdd42f),segment_id=4f174cef-a745-48db-a00d-19ede4fdd42f)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:31:05.381088 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f8c10fcc-ed87-45e0-8026-f50fae8bbe1d req-6cab3281-8e8a-49d0-a3ce-32eaa8d20ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:05.453394 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-15835b06-6905-4059-bbd0-e41cd072552e req-412eeb06-2b27-4c49-92c4-236340291c82 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Allocated IP 192.168.233.175 (660f640a-b8b2-40aa-8ebf-76bd1608cceb/e66e9eb0-86f4-4159-852b-f29863cbf18d/8eb652a1-40ff-4e47-b09e-601767b8a063) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:31:05.477606 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c10fcc-ed87-45e0-8026-f50fae8bbe1d req-6cab3281-8e8a-49d0-a3ce-32eaa8d20ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:05.478436 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f8c10fcc-ed87-45e0-8026-f50fae8bbe1d req-6cab3281-8e8a-49d0-a3ce-32eaa8d20ae7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:05.480252 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f8c10fcc-ed87-45e0-8026-f50fae8bbe1d req-6cab3281-8e8a-49d0-a3ce-32eaa8d20ae7 service neutron] 10.222.0.11 "PUT /v2.0/ports/06847f60-7ea7-4912-8f77-143170774ed8 HTTP/1.1" status: 200 len: 1092 time: 1.1064246 Aug 23 20:31:05.485292 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7ac3576-2307-4096-ab03-45fdd52176eb', 'tag': '06847f60-7ea7-4912-8f77-143170774ed8'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:31:05.488189 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f8c4bb-9bb9-42fb-8db5-c68ccc8a7f18" -d '{"events": [{"name": "network-changed", "server_uuid": "d7ac3576-2307-4096-ab03-45fdd52176eb", "tag": "06847f60-7ea7-4912-8f77-143170774ed8"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:31:05.528407 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cab3281-8e8a-49d0-a3ce-32eaa8d20ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=06847f60-7ea7-4912-8f77-143170774ed8,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:05.542428 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698e4d6-0f4f-45c3-a739-d8c0186404e4 req-488f504c-070c-4a87-953c-8fbf576973e4 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:05.544033 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a698e4d6-0f4f-45c3-a739-d8c0186404e4 req-488f504c-070c-4a87-953c-8fbf576973e4 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/ports?device_id=a04c4666-dd63-4db4-91c7-851c8c58101a HTTP/1.1" status: 200 len: 945 time: 0.1564193 Aug 23 20:31:05.680510 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a698e4d6-0f4f-45c3-a739-d8c0186404e4 req-9f6b43df-1c21-4a84-897b-dfda8597b196 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/security-groups?id=69d833bb-0223-46ae-bea0-8d59b3b26f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266482 Aug 23 20:31:05.716029 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 7614dcd4-3096-453d-80de-67f301440a76 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:31:05.716513 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c10fcc-ed87-45e0-8026-f50fae8bbe1d req-5bae7107-257c-42a6-b52d-9fbb474ccdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:05.719513 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f8c10fcc-ed87-45e0-8026-f50fae8bbe1d req-5bae7107-257c-42a6-b52d-9fbb474ccdb2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=05776662842040c0b8b29dd3b6aa709a&device_id=d7ac3576-2307-4096-ab03-45fdd52176eb HTTP/1.1" status: 200 len: 1095 time: 0.1846652 Aug 23 20:31:05.731559 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-15835b06-6905-4059-bbd0-e41cd072552e req-412eeb06-2b27-4c49-92c4-236340291c82 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:05.795071 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f8c10fcc-ed87-45e0-8026-f50fae8bbe1d req-a0e48c29-3cc6-435b-94e7-d223612cc000 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06847f60-7ea7-4912-8f77-143170774ed8 HTTP/1.1" status: 200 len: 217 time: 0.0679214 Aug 23 20:31:05.812311 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-15835b06-6905-4059-bbd0-e41cd072552e req-412eeb06-2b27-4c49-92c4-236340291c82 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Transition to ACTIVE for port object 8eb652a1-40ff-4e47-b09e-601767b8a063 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:31:05.819543 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 7614dcd4-3096-453d-80de-67f301440a76 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:31:05.826661 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 7614dcd4-3096-453d-80de-67f301440a76 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:31:05.830578 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:05.841729 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74fa8b1-f25c-402d-a0f3-687b76ecc082 req-433d29f7-e496-44d0-8d76-99c59d7a39ff tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:05.851078 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f74fa8b1-f25c-402d-a0f3-687b76ecc082 req-433d29f7-e496-44d0-8d76-99c59d7a39ff tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/ports?device_id=412e08bf-becf-41e5-8b86-4feee2e0e1ba HTTP/1.1" status: 200 len: 950 time: 0.1465318 Aug 23 20:31:05.873805 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-16ef9bfb-8d10-48c7-a28f-2a128bea81b4 req-a0ae0a2b-b59e-4b6b-944f-89a1fabf3ac0 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 210 time: 0.0729105 Aug 23 20:31:05.893480 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c10fcc-ed87-45e0-8026-f50fae8bbe1d req-276a627d-eaef-4f9b-8608-eb8e712ac1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:05.895443 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f8c10fcc-ed87-45e0-8026-f50fae8bbe1d req-276a627d-eaef-4f9b-8608-eb8e712ac1d4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c12d3e3-e11d-459b-8f22-562b2f668288 HTTP/1.1" status: 200 len: 851 time: 0.0812166 Aug 23 20:31:05.919927 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f74fa8b1-f25c-402d-a0f3-687b76ecc082 req-566e29a9-b520-44dd-978f-a6b710578b83 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a69365-cc2c-4d61-84fc-5ddc06b002fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678320 Aug 23 20:31:05.929419 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-15835b06-6905-4059-bbd0-e41cd072552e req-412eeb06-2b27-4c49-92c4-236340291c82 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:05.993575 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['2049cbed-d6c5-488e-9f7b-53c7ade58b1e', '79e4e511-e25d-4631-b369-78f9df0c62ac'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:31:06.026770 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412eeb06-2b27-4c49-92c4-236340291c82 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Pushing event updated for resources: {'Port': ['ID=8eb652a1-40ff-4e47-b09e-601767b8a063,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:06.036271 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15835b06-6905-4059-bbd0-e41cd072552e req-412eeb06-2b27-4c49-92c4-236340291c82 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Network 660f640a-b8b2-40aa-8ebf-76bd1608cceb is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:31:06.038075 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-15835b06-6905-4059-bbd0-e41cd072552e req-412eeb06-2b27-4c49-92c4-236340291c82 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:31:06.056212 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-15835b06-6905-4059-bbd0-e41cd072552e req-412eeb06-2b27-4c49-92c4-236340291c82 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:31:06.071925 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c10fcc-ed87-45e0-8026-f50fae8bbe1d req-cefbe253-1adc-4144-9d8a-489fe9ba2edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:06.074173 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f8c10fcc-ed87-45e0-8026-f50fae8bbe1d req-cefbe253-1adc-4144-9d8a-489fe9ba2edc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=beb4fc24-0eed-4820-b08d-56bbac89db00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1702619 Aug 23 20:31:06.112132 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:06.150194 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15835b06-6905-4059-bbd0-e41cd072552e req-412eeb06-2b27-4c49-92c4-236340291c82 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:06.151195 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-15835b06-6905-4059-bbd0-e41cd072552e req-412eeb06-2b27-4c49-92c4-236340291c82 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:06.178347 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-15835b06-6905-4059-bbd0-e41cd072552e req-412eeb06-2b27-4c49-92c4-236340291c82 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2644193 Aug 23 20:31:06.195284 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a04c4666-dd63-4db4-91c7-851c8c58101a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7614dcd4-3096-453d-80de-67f301440a76'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:31:06.201053 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-eecc3afa-2bc1-4ff2-ab3b-c079c5229a71 req-e0555b27-6cff-42a8-b966-258160d432e7 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=242d8328-04d9-43c7-b975-31d369a9cd59 HTTP/1.1" status: 200 len: 210 time: 0.0366623 Aug 23 20:31:06.206281 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-15835b06-6905-4059-bbd0-e41cd072552e req-75ec9ff6-d5db-4c75-8710-1cc66edad800 service neutron] Request body: {'port': {'device_id': 'c7432e76-4499-4e32-b533-ab08c5917e78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:31:06.218645 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636b229e-c0c6-40e5-baad-19128a81edd5" -d '{"events": [{"server_uuid": "a04c4666-dd63-4db4-91c7-851c8c58101a", "name": "network-vif-plugged", "status": "completed", "tag": "7614dcd4-3096-453d-80de-67f301440a76"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:31:06.240264 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f8c10fcc-ed87-45e0-8026-f50fae8bbe1d req-c82ddd5d-6a40-4378-8963-90b78de54351 service neutron] 10.222.0.11 "GET /v2.0/networks/beb4fc24-0eed-4820-b08d-56bbac89db00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568756 Aug 23 20:31:06.244352 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 7614dcd4-3096-453d-80de-67f301440a76, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=7614dcd4-3096-453d-80de-67f301440a76,segment=NetworkSegment(c977723b-2490-412a-bf00-d7b943c13912),segment_id=c977723b-2490-412a-bf00-d7b943c13912)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:31:06.258183 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ab8ab-d104-44c3-ad46-d7c32f1b56d3 req-e8e6dedb-707e-4d6a-aca6-915fe8fc5314 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:06.269034 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-116ab8ab-d104-44c3-ad46-d7c32f1b56d3 req-e8e6dedb-707e-4d6a-aca6-915fe8fc5314 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=8d3cad6d-8d5c-4572-b31c-c350601c89dd HTTP/1.1" status: 200 len: 946 time: 0.2838705 Aug 23 20:31:06.279045 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:06.279320 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-15835b06-6905-4059-bbd0-e41cd072552e req-75ec9ff6-d5db-4c75-8710-1cc66edad800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:06.297270 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8335c7-3d80-4ee5-b1f8-b10806a1b0fe x-openstack-request-id: req-7d8335c7-3d80-4ee5-b1f8-b10806a1b0fe {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:31:06.297270 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7ac3576-2307-4096-ab03-45fdd52176eb", "tag": "06847f60-7ea7-4912-8f77-143170774ed8", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:31:06.297525 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7d8335c7-3d80-4ee5-b1f8-b10806a1b0fe {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:31:06.299598 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7ac3576-2307-4096-ab03-45fdd52176eb', 'tag': '06847f60-7ea7-4912-8f77-143170774ed8', 'status': 'completed', 'code': 200} Aug 23 20:31:06.399174 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-116ab8ab-d104-44c3-ad46-d7c32f1b56d3 req-e880ca0b-7079-4557-baef-b1259919314d tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289928 Aug 23 20:31:06.491438 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f8c10fcc-ed87-45e0-8026-f50fae8bbe1d req-375c3d49-1b5f-436c-909e-48bd51e7b323 service neutron] 10.222.0.11 "GET /v2.0/networks/beb4fc24-0eed-4820-b08d-56bbac89db00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065160 Aug 23 20:31:06.537598 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1528055-f0c9-4c2a-af5a-423a8d66c547 x-openstack-request-id: req-e1528055-f0c9-4c2a-af5a-423a8d66c547 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:31:06.537929 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a04c4666-dd63-4db4-91c7-851c8c58101a", "name": "network-vif-plugged", "status": "completed", "tag": "7614dcd4-3096-453d-80de-67f301440a76", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:31:06.538322 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e1528055-f0c9-4c2a-af5a-423a8d66c547 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:31:06.538732 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a04c4666-dd63-4db4-91c7-851c8c58101a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7614dcd4-3096-453d-80de-67f301440a76', 'code': 200} Aug 23 20:31:06.574392 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=7614dcd4-3096-453d-80de-67f301440a76,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:06.576234 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd416b-8ada-4b99-84eb-90b821e951f9 req-5c32c660-bb8e-4bcf-8e70-96b5ae12ec84 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:06.585158 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e0bd416b-8ada-4b99-84eb-90b821e951f9 req-5c32c660-bb8e-4bcf-8e70-96b5ae12ec84 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7ac3576-2307-4096-ab03-45fdd52176eb HTTP/1.1" status: 200 len: 944 time: 0.2030458 Aug 23 20:31:06.587169 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8f881f06-8849-479a-a2ff-4adce6c92e62 None None] Provisioning for port 8eb652a1-40ff-4e47-b09e-601767b8a063 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:31:06.610342 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8f881f06-8849-479a-a2ff-4adce6c92e62 None None] Provisioning complete for port 8eb652a1-40ff-4e47-b09e-601767b8a063 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:31:06.610794 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8f881f06-8849-479a-a2ff-4adce6c92e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:06.647907 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f8c4bb-9bb9-42fb-8db5-c68ccc8a7f18 req-bdf37353-288c-4fa2-9253-7306fe23ff84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:06.649636 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b1f8c4bb-9bb9-42fb-8db5-c68ccc8a7f18 req-bdf37353-288c-4fa2-9253-7306fe23ff84 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=05776662842040c0b8b29dd3b6aa709a&device_id=d7ac3576-2307-4096-ab03-45fdd52176eb HTTP/1.1" status: 200 len: 1095 time: 0.0853240 Aug 23 20:31:06.658744 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e0bd416b-8ada-4b99-84eb-90b821e951f9 req-3c7ec383-ce76-4126-9000-467569c1b478 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea215e60-bd32-477c-b24f-7d6d9ef0b7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720174 Aug 23 20:31:06.749915 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-8f881f06-8849-479a-a2ff-4adce6c92e62 None None] Port 8eb652a1-40ff-4e47-b09e-601767b8a063 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:31:06.752654 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fe6530-845f-4e21-b4a1-72e0bad9f566 req-773d3515-cea7-44df-b99b-8b090db89c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:06.754255 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d7fe6530-845f-4e21-b4a1-72e0bad9f566 req-773d3515-cea7-44df-b99b-8b090db89c34 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a04c4666-dd63-4db4-91c7-851c8c58101a HTTP/1.1" status: 200 len: 1097 time: 0.0853162 Aug 23 20:31:06.803055 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f8c4bb-9bb9-42fb-8db5-c68ccc8a7f18 req-82d1196c-7a18-4caf-a60e-31b7ca4af12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:06.805292 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b1f8c4bb-9bb9-42fb-8db5-c68ccc8a7f18 req-82d1196c-7a18-4caf-a60e-31b7ca4af12a service neutron] 10.222.0.11 "GET /v2.0/networks?id=beb4fc24-0eed-4820-b08d-56bbac89db00 HTTP/1.1" status: 200 len: 913 time: 0.1391699 Aug 23 20:31:06.878071 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d7fe6530-845f-4e21-b4a1-72e0bad9f566 req-990cfe61-773e-4b15-92d1-df1a8256e2b4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=69d833bb-0223-46ae-bea0-8d59b3b26f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124325 Aug 23 20:31:06.897124 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b1f8c4bb-9bb9-42fb-8db5-c68ccc8a7f18 req-80bb5f3c-c6ce-4520-999a-4f239ace25a1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06847f60-7ea7-4912-8f77-143170774ed8 HTTP/1.1" status: 200 len: 217 time: 0.0810411 Aug 23 20:31:06.935808 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faea097-8296-4a3b-a324-1e86e842c7ff req-fcc37d50-6281-4535-9530-e5654bfa5bb1 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:06.950320 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7faea097-8296-4a3b-a324-1e86e842c7ff req-fcc37d50-6281-4535-9530-e5654bfa5bb1 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/ports?device_id=a04c4666-dd63-4db4-91c7-851c8c58101a HTTP/1.1" status: 200 len: 946 time: 0.0820920 Aug 23 20:31:06.990901 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7faea097-8296-4a3b-a324-1e86e842c7ff req-ff1ef04b-6021-4ab6-8c22-4a8ced1148bd tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/security-groups?id=69d833bb-0223-46ae-bea0-8d59b3b26f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395639 Aug 23 20:31:06.992453 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-15835b06-6905-4059-bbd0-e41cd072552e req-75ec9ff6-d5db-4c75-8710-1cc66edad800 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eb652a1-40ff-4e47-b09e-601767b8a063 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:31:07.018523 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-15835b06-6905-4059-bbd0-e41cd072552e req-75ec9ff6-d5db-4c75-8710-1cc66edad800 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:07.037511 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-15835b06-6905-4059-bbd0-e41cd072552e req-75ec9ff6-d5db-4c75-8710-1cc66edad800 service neutron] Transition to ACTIVE for port object 8eb652a1-40ff-4e47-b09e-601767b8a063 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:31:07.041881 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-15835b06-6905-4059-bbd0-e41cd072552e req-75ec9ff6-d5db-4c75-8710-1cc66edad800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:07.055288 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc77a7-ff4d-419f-8d74-94328dc6356a req-a77511b9-fc0a-4a2c-8f0d-32d9db35b0b2 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:07.059390 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-38dc77a7-ff4d-419f-8d74-94328dc6356a req-a77511b9-fc0a-4a2c-8f0d-32d9db35b0b2 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 936 time: 0.0908833 Aug 23 20:31:07.126481 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ec9ff6-d5db-4c75-8710-1cc66edad800 service neutron] Pushing event updated for resources: {'Port': ['ID=8eb652a1-40ff-4e47-b09e-601767b8a063,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:07.143781 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f529353-9ea3-427e-ae7b-616d55ec058e req-d46c5502-0784-4df2-abce-ba5c0e2d43da tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:07.147884 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8f529353-9ea3-427e-ae7b-616d55ec058e req-d46c5502-0784-4df2-abce-ba5c0e2d43da tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/ports?device_id=412e08bf-becf-41e5-8b86-4feee2e0e1ba HTTP/1.1" status: 200 len: 950 time: 0.0909157 Aug 23 20:31:07.166936 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-38dc77a7-ff4d-419f-8d74-94328dc6356a req-3f0ec076-d16d-481a-b29f-924ad6378bda tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829611 Aug 23 20:31:07.192177 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f8c4bb-9bb9-42fb-8db5-c68ccc8a7f18 req-9ea132fa-0ca9-4edc-8db3-a4a5bc50eeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:07.193981 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b1f8c4bb-9bb9-42fb-8db5-c68ccc8a7f18 req-9ea132fa-0ca9-4edc-8db3-a4a5bc50eeb9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c12d3e3-e11d-459b-8f22-562b2f668288 HTTP/1.1" status: 200 len: 851 time: 0.0969622 Aug 23 20:31:07.229864 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-15835b06-6905-4059-bbd0-e41cd072552e req-75ec9ff6-d5db-4c75-8710-1cc66edad800 service neutron] Attempting to bind port 8eb652a1-40ff-4e47-b09e-601767b8a063 on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:31:07.230290 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-15835b06-6905-4059-bbd0-e41cd072552e req-75ec9ff6-d5db-4c75-8710-1cc66edad800 service neutron] Attempting to bind port 8eb652a1-40ff-4e47-b09e-601767b8a063 by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:31:07.230685 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15835b06-6905-4059-bbd0-e41cd072552e req-75ec9ff6-d5db-4c75-8710-1cc66edad800 service neutron] Attempting to bind port 8eb652a1-40ff-4e47-b09e-601767b8a063 on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:31:07.238443 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15835b06-6905-4059-bbd0-e41cd072552e req-75ec9ff6-d5db-4c75-8710-1cc66edad800 service neutron] Port 8eb652a1-40ff-4e47-b09e-601767b8a063 on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:31:07.238642 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15835b06-6905-4059-bbd0-e41cd072552e req-75ec9ff6-d5db-4c75-8710-1cc66edad800 service neutron] Attempting to bind port 8eb652a1-40ff-4e47-b09e-601767b8a063 on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:31:07.245516 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15835b06-6905-4059-bbd0-e41cd072552e req-75ec9ff6-d5db-4c75-8710-1cc66edad800 service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:31:07.245928 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15835b06-6905-4059-bbd0-e41cd072552e req-75ec9ff6-d5db-4c75-8710-1cc66edad800 service neutron] Checking segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:31:07.246490 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15835b06-6905-4059-bbd0-e41cd072552e req-75ec9ff6-d5db-4c75-8710-1cc66edad800 service neutron] Bound using segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:31:07.246896 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-15835b06-6905-4059-bbd0-e41cd072552e req-75ec9ff6-d5db-4c75-8710-1cc66edad800 service neutron] Bound port: 8eb652a1-40ff-4e47-b09e-601767b8a063, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:31:07.247444 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-15835b06-6905-4059-bbd0-e41cd072552e req-75ec9ff6-d5db-4c75-8710-1cc66edad800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:07.252340 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8f529353-9ea3-427e-ae7b-616d55ec058e req-ad2bbd59-5b01-4098-a6dd-aecc3de4a847 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a69365-cc2c-4d61-84fc-5ddc06b002fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967703 Aug 23 20:31:07.282590 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f8c4bb-9bb9-42fb-8db5-c68ccc8a7f18 req-e8b5a8e1-d4ef-4878-959b-3509ab39ae21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:07.284954 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b1f8c4bb-9bb9-42fb-8db5-c68ccc8a7f18 req-e8b5a8e1-d4ef-4878-959b-3509ab39ae21 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=beb4fc24-0eed-4820-b08d-56bbac89db00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756943 Aug 23 20:31:07.343242 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-15835b06-6905-4059-bbd0-e41cd072552e req-75ec9ff6-d5db-4c75-8710-1cc66edad800 service neutron] For port 8eb652a1-40ff-4e47-b09e-601767b8a063, host n-h2-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:31:07.348283 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-15835b06-6905-4059-bbd0-e41cd072552e req-75ec9ff6-d5db-4c75-8710-1cc66edad800 service neutron] For port 8eb652a1-40ff-4e47-b09e-601767b8a063, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=8eb652a1-40ff-4e47-b09e-601767b8a063,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:31:07.355010 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-15835b06-6905-4059-bbd0-e41cd072552e req-75ec9ff6-d5db-4c75-8710-1cc66edad800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:07.398980 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bee5f24e-8f74-47f8-8203-365179e59b0b req-e81d0048-dabd-4b4f-95c9-461fd5a4677e tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=242d8328-04d9-43c7-b975-31d369a9cd59 HTTP/1.1" status: 200 len: 210 time: 0.0292294 Aug 23 20:31:07.439713 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15835b06-6905-4059-bbd0-e41cd072552e req-75ec9ff6-d5db-4c75-8710-1cc66edad800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:07.440983 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-15835b06-6905-4059-bbd0-e41cd072552e req-75ec9ff6-d5db-4c75-8710-1cc66edad800 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:07.442420 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-15835b06-6905-4059-bbd0-e41cd072552e req-75ec9ff6-d5db-4c75-8710-1cc66edad800 service neutron] 10.222.0.32 "PUT /v2.0/ports/8eb652a1-40ff-4e47-b09e-601767b8a063 HTTP/1.1" status: 200 len: 1096 time: 1.2448626 Aug 23 20:31:07.447426 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7432e76-4499-4e32-b533-ab08c5917e78', 'tag': '8eb652a1-40ff-4e47-b09e-601767b8a063'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:31:07.449950 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a933ab-c59d-4220-92d4-7529b1b68728" -d '{"events": [{"name": "network-changed", "server_uuid": "c7432e76-4499-4e32-b533-ab08c5917e78", "tag": "8eb652a1-40ff-4e47-b09e-601767b8a063"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:31:07.456435 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b1f8c4bb-9bb9-42fb-8db5-c68ccc8a7f18 req-36721863-cde4-43d6-b8cf-f3214964db92 service neutron] 10.222.0.11 "GET /v2.0/networks/beb4fc24-0eed-4820-b08d-56bbac89db00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601079 Aug 23 20:31:07.577240 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ec9ff6-d5db-4c75-8710-1cc66edad800 service neutron] Pushing event updated for resources: {'Port': ['ID=8eb652a1-40ff-4e47-b09e-601767b8a063,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:07.619364 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ff608-80ff-4327-8088-d7197d0b412b req-449c1ecd-d7dc-482a-88d8-09cf570cf4ee tempest-LiveMigrationNegativeTest-1657656054 tempest-LiveMigrationNegativeTest-1657656054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:07.621182 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cf1ff608-80ff-4327-8088-d7197d0b412b req-449c1ecd-d7dc-482a-88d8-09cf570cf4ee tempest-LiveMigrationNegativeTest-1657656054 tempest-LiveMigrationNegativeTest-1657656054-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=412e08bf-becf-41e5-8b86-4feee2e0e1ba HTTP/1.1" status: 200 len: 1101 time: 0.2634928 Aug 23 20:31:07.664726 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-f0379694-a4f2-48b9-bb4d-ce5cd2074250 tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:07.666264 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-f0379694-a4f2-48b9-bb4d-ce5cd2074250 tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8d3cad6d-8d5c-4572-b31c-c350601c89dd&tenant_id=80dadbb9f2554b479c0b13605bddd689&binding%3Ahost_id=n-h1-805663-2 HTTP/1.1" status: 200 len: 1097 time: 0.1666987 Aug 23 20:31:07.669201 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cf1ff608-80ff-4327-8088-d7197d0b412b req-80076de6-1748-4acd-b6d5-b52d40cf9a72 tempest-LiveMigrationNegativeTest-1657656054 tempest-LiveMigrationNegativeTest-1657656054-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:07.687294 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57de936-e89a-4b2a-b778-cc9167540ca7 req-31fb5a0d-bffc-4f7d-953f-9c1cebc8ed6c tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:07.688474 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b1f8c4bb-9bb9-42fb-8db5-c68ccc8a7f18 req-a40b6083-0261-416d-aa45-e4a2ef4a25dc service neutron] 10.222.0.11 "GET /v2.0/networks/beb4fc24-0eed-4820-b08d-56bbac89db00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231288 Aug 23 20:31:07.688837 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a57de936-e89a-4b2a-b778-cc9167540ca7 req-31fb5a0d-bffc-4f7d-953f-9c1cebc8ed6c tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.11 "GET /v2.0/networks?id=102aaadf-a02d-4ccd-a117-533acfc24182 HTTP/1.1" status: 200 len: 804 time: 0.2691610 Aug 23 20:31:07.693218 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-ddc5fe11-3eb8-4593-b55a-b26bcd75211a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-805663-2'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:31:07.718311 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15835b06-6905-4059-bbd0-e41cd072552e req-e5bc4d7b-b096-4517-9ca7-1ac6944d2946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:07.719915 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-15835b06-6905-4059-bbd0-e41cd072552e req-e5bc4d7b-b096-4517-9ca7-1ac6944d2946 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73c5c62ec25a41ab8d37d29a4cff1db9&device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 1099 time: 0.1088789 Aug 23 20:31:07.729133 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422df895-b9e8-447e-acc9-b4c4d6e0bc1f req-c3a1ccea-0733-478e-9b23-0de5739b4441 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:07.730549 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-422df895-b9e8-447e-acc9-b4c4d6e0bc1f req-c3a1ccea-0733-478e-9b23-0de5739b4441 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=8d3cad6d-8d5c-4572-b31c-c350601c89dd HTTP/1.1" status: 200 len: 946 time: 0.1136918 Aug 23 20:31:07.734213 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-a57de936-e89a-4b2a-b778-cc9167540ca7 req-3a468ba6-0341-4b55-9441-deb37e6bccb3 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Request body: {'port': {'device_id': '242d8328-04d9-43c7-b975-31d369a9cd59', 'network_id': '102aaadf-a02d-4ccd-a117-533acfc24182', 'admin_state_up': True, 'tenant_id': 'd3e19e7b2cfe41f8bf7d244c15d769b7'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:31:07.779495 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-15835b06-6905-4059-bbd0-e41cd072552e req-427ef30e-5961-4998-9364-8c6d8f3aa3e9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=8eb652a1-40ff-4e47-b09e-601767b8a063 HTTP/1.1" status: 200 len: 217 time: 0.0446448 Aug 23 20:31:07.838744 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-422df895-b9e8-447e-acc9-b4c4d6e0bc1f req-4fb58170-adb8-4430-81f6-8cf6a0e2c3eb tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959172 Aug 23 20:31:07.847299 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15835b06-6905-4059-bbd0-e41cd072552e req-1efc3f78-d99c-43cd-866f-5a4bfe6f01fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:07.848937 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-15835b06-6905-4059-bbd0-e41cd072552e req-1efc3f78-d99c-43cd-866f-5a4bfe6f01fe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.0619476 Aug 23 20:31:07.854484 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-ddc5fe11-3eb8-4593-b55a-b26bcd75211a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:07.922811 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15835b06-6905-4059-bbd0-e41cd072552e req-bbbf9039-b335-471c-bf3d-9f511668c68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:07.925857 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-15835b06-6905-4059-bbd0-e41cd072552e req-bbbf9039-b335-471c-bf3d-9f511668c68b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0677025 Aug 23 20:31:07.928462 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4531ab-3c4f-460c-aee2-92d1bb16de97 x-openstack-request-id: req-0a4531ab-3c4f-460c-aee2-92d1bb16de97 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:31:07.928742 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7432e76-4499-4e32-b533-ab08c5917e78", "tag": "8eb652a1-40ff-4e47-b09e-601767b8a063", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:31:07.928998 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0a4531ab-3c4f-460c-aee2-92d1bb16de97 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:31:07.929385 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7432e76-4499-4e32-b533-ab08c5917e78', 'tag': '8eb652a1-40ff-4e47-b09e-601767b8a063', 'status': 'completed', 'code': 200} Aug 23 20:31:08.035612 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cf1ff608-80ff-4327-8088-d7197d0b412b req-80076de6-1748-4acd-b6d5-b52d40cf9a72 tempest-LiveMigrationNegativeTest-1657656054 tempest-LiveMigrationNegativeTest-1657656054-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:08.045286 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cf1ff608-80ff-4327-8088-d7197d0b412b req-80076de6-1748-4acd-b6d5-b52d40cf9a72 tempest-LiveMigrationNegativeTest-1657656054 tempest-LiveMigrationNegativeTest-1657656054-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:08.062374 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2e0e9-4386-4188-bbdb-280f37f54463 req-85e3e013-5fc8-4f55-8385-bbdcab4ed692 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:08.063867 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-60b2e0e9-4386-4188-bbdb-280f37f54463 req-85e3e013-5fc8-4f55-8385-bbdcab4ed692 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7ac3576-2307-4096-ab03-45fdd52176eb HTTP/1.1" status: 200 len: 944 time: 0.0919580 Aug 23 20:31:08.093757 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-15835b06-6905-4059-bbd0-e41cd072552e req-ec705c23-028b-4501-8e67-c47e23772cf1 service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484973 Aug 23 20:31:08.094304 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cf1ff608-80ff-4327-8088-d7197d0b412b req-80076de6-1748-4acd-b6d5-b52d40cf9a72 tempest-LiveMigrationNegativeTest-1657656054 tempest-LiveMigrationNegativeTest-1657656054-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=63a69365-cc2c-4d61-84fc-5ddc06b002fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4641712 Aug 23 20:31:08.100753 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-ddc5fe11-3eb8-4593-b55a-b26bcd75211a service neutron] For port 28ac6896-0460-4090-bd3a-520806c91921, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=28ac6896-0460-4090-bd3a-520806c91921,segment=NetworkSegment(feb662d9-0152-4f97-8d6d-89a1fa54f824),segment_id=feb662d9-0152-4f97-8d6d-89a1fa54f824)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:31:08.104992 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a57de936-e89a-4b2a-b778-cc9167540ca7 req-3a468ba6-0341-4b55-9441-deb37e6bccb3 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Made reservation on behalf of d3e19e7b2cfe41f8bf7d244c15d769b7 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:31:08.108590 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a57de936-e89a-4b2a-b778-cc9167540ca7 req-3a468ba6-0341-4b55-9441-deb37e6bccb3 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:08.127766 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80076de6-1748-4acd-b6d5-b52d40cf9a72 tempest-LiveMigrationNegativeTest-1657656054 tempest-LiveMigrationNegativeTest-1657656054-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072c50c0-b181-4c8f-bd33-e4c19906dc09,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:08.152585 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-60b2e0e9-4386-4188-bbdb-280f37f54463 req-349c7f2b-e1e5-46b2-afb2-a1853af3a1c7 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea215e60-bd32-477c-b24f-7d6d9ef0b7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808175 Aug 23 20:31:08.231056 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-ddc5fe11-3eb8-4593-b55a-b26bcd75211a service neutron] For port 28ac6896-0460-4090-bd3a-520806c91921, host n-h1-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:31:08.245843 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-15835b06-6905-4059-bbd0-e41cd072552e req-c2e6081d-a3c8-499e-a070-e45aad0ea593 service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382020 Aug 23 20:31:08.344726 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-ddc5fe11-3eb8-4593-b55a-b26bcd75211a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:08.359844 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d6ea1-d6f5-44ec-a890-86e59ab05d94 req-6a3bbbf6-8943-4058-aad4-8d9aed703e7c tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:08.362381 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408235a7-c039-470d-9bda-47d3c371d1ac req-1c579cd7-adfe-405d-832c-eae2d3b9f3a3 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:08.362598 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a52d6ea1-d6f5-44ec-a890-86e59ab05d94 req-6a3bbbf6-8943-4058-aad4-8d9aed703e7c tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 948 time: 0.0743032 Aug 23 20:31:08.363484 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-408235a7-c039-470d-9bda-47d3c371d1ac req-1c579cd7-adfe-405d-832c-eae2d3b9f3a3 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/ports?device_id=a04c4666-dd63-4db4-91c7-851c8c58101a HTTP/1.1" status: 200 len: 946 time: 0.1809065 Aug 23 20:31:08.367245 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-ddc5fe11-3eb8-4593-b55a-b26bcd75211a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:08.416834 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-a57de936-e89a-4b2a-b778-cc9167540ca7 req-3a468ba6-0341-4b55-9441-deb37e6bccb3 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Allocated IP 172.20.0.13 (102aaadf-a02d-4ccd-a117-533acfc24182/1c5a23ee-4dc4-400c-bc37-6be8d284756a/cd417b8e-b191-4ca4-8ba6-f2670825450b) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:31:08.440227 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a52d6ea1-d6f5-44ec-a890-86e59ab05d94 req-ff5899ec-a761-4950-998e-23f9ddc4183c tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640390 Aug 23 20:31:08.443290 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a933ab-c59d-4220-92d4-7529b1b68728 req-a82d90b2-2ec7-4703-b400-e2e1e5594406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:08.444903 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-46a933ab-c59d-4220-92d4-7529b1b68728 req-a82d90b2-2ec7-4703-b400-e2e1e5594406 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73c5c62ec25a41ab8d37d29a4cff1db9&device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 1099 time: 0.0819833 Aug 23 20:31:08.493484 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc5fe11-3eb8-4593-b55a-b26bcd75211a service neutron] Pushing event updated for resources: {'Port': ['ID=28ac6896-0460-4090-bd3a-520806c91921,revision_number=7']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:08.529798 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-408235a7-c039-470d-9bda-47d3c371d1ac req-ed7dbe9e-c94c-4db0-b542-e6b22166534a tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/security-groups?id=69d833bb-0223-46ae-bea0-8d59b3b26f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450768 Aug 23 20:31:08.578157 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-ddc5fe11-3eb8-4593-b55a-b26bcd75211a service neutron] Attempting to bind port 28ac6896-0460-4090-bd3a-520806c91921 on host n-h1-805663-2 for vnic_type normal with profile {"migrating_to": "n-h2-805663-2"} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:31:08.578476 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-ddc5fe11-3eb8-4593-b55a-b26bcd75211a service neutron] Attempting to bind port 28ac6896-0460-4090-bd3a-520806c91921 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': 'feb662d9-0152-4f97-8d6d-89a1fa54f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '291e6885-2f63-495c-b479-2184cb200f47'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:31:08.578798 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-ddc5fe11-3eb8-4593-b55a-b26bcd75211a service neutron] Attempting to bind port 28ac6896-0460-4090-bd3a-520806c91921 on network 291e6885-2f63-495c-b479-2184cb200f47 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:31:08.587011 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a933ab-c59d-4220-92d4-7529b1b68728 req-09bd2b4a-972c-47bf-ac08-c1f7de8c5912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:08.588970 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-46a933ab-c59d-4220-92d4-7529b1b68728 req-09bd2b4a-972c-47bf-ac08-c1f7de8c5912 service neutron] 10.222.0.32 "GET /v2.0/networks?id=660f640a-b8b2-40aa-8ebf-76bd1608cceb HTTP/1.1" status: 200 len: 870 time: 0.1354859 Aug 23 20:31:08.634666 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-ddc5fe11-3eb8-4593-b55a-b26bcd75211a service neutron] Port 28ac6896-0460-4090-bd3a-520806c91921 on network 291e6885-2f63-495c-b479-2184cb200f47 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:31:08.634948 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-ddc5fe11-3eb8-4593-b55a-b26bcd75211a service neutron] Attempting to bind port 28ac6896-0460-4090-bd3a-520806c91921 on network 291e6885-2f63-495c-b479-2184cb200f47 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:31:08.665757 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-46a933ab-c59d-4220-92d4-7529b1b68728 req-78d77231-3253-425e-9314-646f12adac7d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=8eb652a1-40ff-4e47-b09e-601767b8a063 HTTP/1.1" status: 200 len: 217 time: 0.0403519 Aug 23 20:31:08.728569 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a933ab-c59d-4220-92d4-7529b1b68728 req-f6320ea1-296b-42fa-ab2d-1bd1525f1e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:08.730046 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-46a933ab-c59d-4220-92d4-7529b1b68728 req-f6320ea1-296b-42fa-ab2d-1bd1525f1e69 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.0556452 Aug 23 20:31:08.791369 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a933ab-c59d-4220-92d4-7529b1b68728 req-63bb194b-1792-447f-9bc2-45fa73d7b88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:08.792952 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-46a933ab-c59d-4220-92d4-7529b1b68728 req-63bb194b-1792-447f-9bc2-45fa73d7b88c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0508041 Aug 23 20:31:08.919001 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d12fa03e-19cf-4210-aca5-6b723bde45dd req-e62ebb6b-a481-47fa-a7e9-50a52e8f1a6d tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=242d8328-04d9-43c7-b975-31d369a9cd59 HTTP/1.1" status: 200 len: 210 time: 0.3276603 Aug 23 20:31:08.919578 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825c264-47fa-4623-9a28-15665a8a58fb req-05d29791-f0d7-4f2f-96af-0ee83123218d tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:08.920888 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d825c264-47fa-4623-9a28-15665a8a58fb req-05d29791-f0d7-4f2f-96af-0ee83123218d tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/ports?device_id=412e08bf-becf-41e5-8b86-4feee2e0e1ba HTTP/1.1" status: 200 len: 950 time: 0.1024926 Aug 23 20:31:08.925926 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-ddc5fe11-3eb8-4593-b55a-b26bcd75211a service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:31:08.926254 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-ddc5fe11-3eb8-4593-b55a-b26bcd75211a service neutron] Checking segment: {'id': 'feb662d9-0152-4f97-8d6d-89a1fa54f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '291e6885-2f63-495c-b479-2184cb200f47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:31:08.926629 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-ddc5fe11-3eb8-4593-b55a-b26bcd75211a service neutron] Bound using segment: {'id': 'feb662d9-0152-4f97-8d6d-89a1fa54f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '291e6885-2f63-495c-b479-2184cb200f47'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:31:08.927062 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-ddc5fe11-3eb8-4593-b55a-b26bcd75211a service neutron] Bound port: 28ac6896-0460-4090-bd3a-520806c91921, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feb662d9-0152-4f97-8d6d-89a1fa54f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '291e6885-2f63-495c-b479-2184cb200f47'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:31:08.927411 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-ddc5fe11-3eb8-4593-b55a-b26bcd75211a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:08.971495 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-46a933ab-c59d-4220-92d4-7529b1b68728 req-77fda26a-9718-4a61-9f9c-43d0bcf4aadb service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269708 Aug 23 20:31:08.999239 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d825c264-47fa-4623-9a28-15665a8a58fb req-22f8fe4e-4a24-46be-adbd-bd2c81c96a4e tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a69365-cc2c-4d61-84fc-5ddc06b002fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660038 Aug 23 20:31:09.040584 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-ddc5fe11-3eb8-4593-b55a-b26bcd75211a service neutron] For port 28ac6896-0460-4090-bd3a-520806c91921, host n-h1-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:31:09.082205 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-46a933ab-c59d-4220-92d4-7529b1b68728 req-37c4e6db-ef74-49cc-8290-5a4b9371b667 service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988936 Aug 23 20:31:09.087495 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-ddc5fe11-3eb8-4593-b55a-b26bcd75211a service neutron] For port 28ac6896-0460-4090-bd3a-520806c91921, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=28ac6896-0460-4090-bd3a-520806c91921,segment=NetworkSegment(feb662d9-0152-4f97-8d6d-89a1fa54f824),segment_id=feb662d9-0152-4f97-8d6d-89a1fa54f824)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:31:09.093027 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a57de936-e89a-4b2a-b778-cc9167540ca7 req-3a468ba6-0341-4b55-9441-deb37e6bccb3 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:09.097722 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-ddc5fe11-3eb8-4593-b55a-b26bcd75211a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:09.154832 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce22b6a-5c67-481a-8c3d-cc9f9097d1b3 req-6e307775-664f-4569-8b09-2523e7f8b5b2 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:09.156313 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2ce22b6a-5c67-481a-8c3d-cc9f9097d1b3 req-6e307775-664f-4569-8b09-2523e7f8b5b2 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=8d3cad6d-8d5c-4572-b31c-c350601c89dd HTTP/1.1" status: 200 len: 944 time: 0.1363277 Aug 23 20:31:09.227028 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc5fe11-3eb8-4593-b55a-b26bcd75211a service neutron] Pushing event updated for resources: {'Port': ['ID=28ac6896-0460-4090-bd3a-520806c91921,revision_number=8']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:09.239294 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-ddc5fe11-3eb8-4593-b55a-b26bcd75211a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:09.239294 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-ddc5fe11-3eb8-4593-b55a-b26bcd75211a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:09.240521 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-ddc5fe11-3eb8-4593-b55a-b26bcd75211a service neutron] 10.222.0.32 "PUT /v2.0/ports/28ac6896-0460-4090-bd3a-520806c91921 HTTP/1.1" status: 200 len: 1122 time: 1.5614278 Aug 23 20:31:09.256780 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2ce22b6a-5c67-481a-8c3d-cc9f9097d1b3 req-15f5c6d2-21a3-4325-8990-467370a0be3b tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921345 Aug 23 20:31:09.266228 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a57de936-e89a-4b2a-b778-cc9167540ca7 req-3a468ba6-0341-4b55-9441-deb37e6bccb3 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:09.283761 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1774d1d6-9a99-44c6-a401-02eb48874afe req-54562e4d-f294-4df1-ab9d-85d5e281e756 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:09.285787 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1774d1d6-9a99-44c6-a401-02eb48874afe req-54562e4d-f294-4df1-ab9d-85d5e281e756 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7ac3576-2307-4096-ab03-45fdd52176eb HTTP/1.1" status: 200 len: 944 time: 0.0547972 Aug 23 20:31:09.312541 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a57de936-e89a-4b2a-b778-cc9167540ca7 req-3a468ba6-0341-4b55-9441-deb37e6bccb3 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Network 102aaadf-a02d-4ccd-a117-533acfc24182 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:31:09.316338 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-a57de936-e89a-4b2a-b778-cc9167540ca7 req-3a468ba6-0341-4b55-9441-deb37e6bccb3 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:31:09.320354 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-a57de936-e89a-4b2a-b778-cc9167540ca7 req-3a468ba6-0341-4b55-9441-deb37e6bccb3 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:31:09.338331 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['28ac6896-0460-4090-bd3a-520806c91921'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:31:09.338908 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1774d1d6-9a99-44c6-a401-02eb48874afe req-b53f59a2-db24-4d16-98b8-9e31f0fe3296 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea215e60-bd32-477c-b24f-7d6d9ef0b7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381405 Aug 23 20:31:09.352162 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a468ba6-0341-4b55-9441-deb37e6bccb3 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Pushing event updated for resources: {'Port': ['ID=cd417b8e-b191-4ca4-8ba6-f2670825450b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:09.380178 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57de936-e89a-4b2a-b778-cc9167540ca7 req-3a468ba6-0341-4b55-9441-deb37e6bccb3 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:09.380855 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a57de936-e89a-4b2a-b778-cc9167540ca7 req-3a468ba6-0341-4b55-9441-deb37e6bccb3 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:09.396497 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a57de936-e89a-4b2a-b778-cc9167540ca7 req-3a468ba6-0341-4b55-9441-deb37e6bccb3 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6685510 Aug 23 20:31:09.415007 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-a57de936-e89a-4b2a-b778-cc9167540ca7 req-d6b0a1fa-ffdb-4a0d-b4bd-728f73d1f857 service neutron] Request body: {'port': {'device_id': '242d8328-04d9-43c7-b975-31d369a9cd59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:31:09.477659 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a57de936-e89a-4b2a-b778-cc9167540ca7 req-d6b0a1fa-ffdb-4a0d-b4bd-728f73d1f857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:09.496962 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 28ac6896-0460-4090-bd3a-520806c91921 details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:31:09.566295 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['28ac6896-0460-4090-bd3a-520806c91921'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:31:09.646594 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d6ecde-121a-4923-b3ef-f0546dd33949 req-188a4696-69db-4120-9b93-25e62c5ae050 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:09.648151 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a7d6ecde-121a-4923-b3ef-f0546dd33949 req-188a4696-69db-4120-9b93-25e62c5ae050 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 948 time: 0.1251380 Aug 23 20:31:09.659829 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d419e-e8b4-49b1-8459-ab837a54a235 req-6ff846f4-fad8-4c29-84e3-86e53ede34fa tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:09.661502 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-264d419e-e8b4-49b1-8459-ab837a54a235 req-6ff846f4-fad8-4c29-84e3-86e53ede34fa tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/ports?device_id=a04c4666-dd63-4db4-91c7-851c8c58101a HTTP/1.1" status: 200 len: 946 time: 0.0658693 Aug 23 20:31:09.674511 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 28ac6896-0460-4090-bd3a-520806c91921, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=28ac6896-0460-4090-bd3a-520806c91921,segment=NetworkSegment(feb662d9-0152-4f97-8d6d-89a1fa54f824),segment_id=feb662d9-0152-4f97-8d6d-89a1fa54f824)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:31:09.696874 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 28ac6896-0460-4090-bd3a-520806c91921 has no active binding in host n-h2-805663-2 {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 23 20:31:09.702542 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-264d419e-e8b4-49b1-8459-ab837a54a235 req-70d50eda-d42e-4296-a6d3-2fcdaeab4af6 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/security-groups?id=69d833bb-0223-46ae-bea0-8d59b3b26f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339692 Aug 23 20:31:09.713786 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 06847f60-7ea7-4912-8f77-143170774ed8 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:31:09.753285 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a7d6ecde-121a-4923-b3ef-f0546dd33949 req-0f9655f2-8c06-4d30-ab61-47320084d803 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956068 Aug 23 20:31:09.860732 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 06847f60-7ea7-4912-8f77-143170774ed8, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=06847f60-7ea7-4912-8f77-143170774ed8,segment=NetworkSegment(4f174cef-a745-48db-a00d-19ede4fdd42f),segment_id=4f174cef-a745-48db-a00d-19ede4fdd42f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:31:09.871629 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '06847f60-7ea7-4912-8f77-143170774ed8', 'network_id': 'beb4fc24-0eed-4820-b08d-56bbac89db00', 'port_id': '06847f60-7ea7-4912-8f77-143170774ed8', 'mac_address': 'fa:16:3e:e5:da:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c12d3e3-e11d-459b-8f22-562b2f668288', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:31:09.898021 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-a57de936-e89a-4b2a-b778-cc9167540ca7 req-d6b0a1fa-ffdb-4a0d-b4bd-728f73d1f857 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd417b8e-b191-4ca4-8ba6-f2670825450b {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:31:09.908717 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a57de936-e89a-4b2a-b778-cc9167540ca7 req-d6b0a1fa-ffdb-4a0d-b4bd-728f73d1f857 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:09.911095 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:09.919493 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536ae9e-2d59-4f28-b85d-40c0193a0bd2 req-06d3f9f6-f6fd-461e-b3bc-9d29a6fa739f tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:09.921203 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4536ae9e-2d59-4f28-b85d-40c0193a0bd2 req-06d3f9f6-f6fd-461e-b3bc-9d29a6fa739f tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/ports?device_id=a04c4666-dd63-4db4-91c7-851c8c58101a HTTP/1.1" status: 200 len: 946 time: 0.0917194 Aug 23 20:31:09.930195 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3cad6d-8d5c-4572-b31c-c350601c89dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28ac6896-0460-4090-bd3a-520806c91921'}, {'name': 'network-changed', 'server_uuid': '8d3cad6d-8d5c-4572-b31c-c350601c89dd', 'tag': '28ac6896-0460-4090-bd3a-520806c91921'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:31:09.931421 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06847f60-7ea7-4912-8f77-143170774ed8 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:31:09.932321 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49442) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:31:09.933098 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a05d7f7-fac2-4ce4-a297-7375adf8f30b" -d '{"events": [{"server_uuid": "8d3cad6d-8d5c-4572-b31c-c350601c89dd", "name": "network-vif-unplugged", "status": "completed", "tag": "28ac6896-0460-4090-bd3a-520806c91921"}, {"name": "network-changed", "server_uuid": "8d3cad6d-8d5c-4572-b31c-c350601c89dd", "tag": "28ac6896-0460-4090-bd3a-520806c91921"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:31:09.937218 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-46b0dc17-7557-400c-98df-ecaa0e7a7115 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Request body: {'floatingip': {'port_id': '7614dcd4-3096-453d-80de-67f301440a76'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:31:09.937841 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-a57de936-e89a-4b2a-b778-cc9167540ca7 req-d6b0a1fa-ffdb-4a0d-b4bd-728f73d1f857 service neutron] Transition to ACTIVE for port object cd417b8e-b191-4ca4-8ba6-f2670825450b will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:31:09.945749 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a57de936-e89a-4b2a-b778-cc9167540ca7 req-d6b0a1fa-ffdb-4a0d-b4bd-728f73d1f857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:09.950881 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dc98a8fa-3062-402d-a1a5-944875f9a0ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:09.968253 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 06847f60-7ea7-4912-8f77-143170774ed8, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=06847f60-7ea7-4912-8f77-143170774ed8,segment=NetworkSegment(4f174cef-a745-48db-a00d-19ede4fdd42f),segment_id=4f174cef-a745-48db-a00d-19ede4fdd42f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:31:09.973778 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:09.991560 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-46b0dc17-7557-400c-98df-ecaa0e7a7115 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify callbacks [] for floatingip, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:10.016340 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b0a1fa-ffdb-4a0d-b4bd-728f73d1f857 service neutron] Pushing event updated for resources: {'Port': ['ID=cd417b8e-b191-4ca4-8ba6-f2670825450b,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:10.058461 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=06847f60-7ea7-4912-8f77-143170774ed8,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:10.101116 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 23 Aug 2021 20:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682bba18-5f8a-40b0-bf0d-7447305b781a x-openstack-request-id: req-682bba18-5f8a-40b0-bf0d-7447305b781a {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:31:10.101405 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d3cad6d-8d5c-4572-b31c-c350601c89dd", "name": "network-vif-unplugged", "status": "completed", "tag": "28ac6896-0460-4090-bd3a-520806c91921", "code": 200}, {"name": "network-changed", "server_uuid": "8d3cad6d-8d5c-4572-b31c-c350601c89dd", "tag": "28ac6896-0460-4090-bd3a-520806c91921", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:31:10.101657 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-682bba18-5f8a-40b0-bf0d-7447305b781a {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:31:10.102047 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d3cad6d-8d5c-4572-b31c-c350601c89dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28ac6896-0460-4090-bd3a-520806c91921', 'code': 200} Aug 23 20:31:10.107641 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d3cad6d-8d5c-4572-b31c-c350601c89dd', 'tag': '28ac6896-0460-4090-bd3a-520806c91921', 'status': 'completed', 'code': 200} Aug 23 20:31:10.174097 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:10.210598 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e449e5-2f9d-4e86-9637-688fdeef2e9b req-21171045-ac85-452e-b2d2-89f05223629d tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:10.216288 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d5e449e5-2f9d-4e86-9637-688fdeef2e9b req-21171045-ac85-452e-b2d2-89f05223629d tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=242d8328-04d9-43c7-b975-31d369a9cd59 HTTP/1.1" status: 200 len: 944 time: 0.1180425 Aug 23 20:31:10.217546 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-a57de936-e89a-4b2a-b778-cc9167540ca7 req-d6b0a1fa-ffdb-4a0d-b4bd-728f73d1f857 service neutron] Attempting to bind port cd417b8e-b191-4ca4-8ba6-f2670825450b on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:31:10.217911 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-a57de936-e89a-4b2a-b778-cc9167540ca7 req-d6b0a1fa-ffdb-4a0d-b4bd-728f73d1f857 service neutron] Attempting to bind port cd417b8e-b191-4ca4-8ba6-f2670825450b by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '102aaadf-a02d-4ccd-a117-533acfc24182'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:31:10.218241 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57de936-e89a-4b2a-b778-cc9167540ca7 req-d6b0a1fa-ffdb-4a0d-b4bd-728f73d1f857 service neutron] Attempting to bind port cd417b8e-b191-4ca4-8ba6-f2670825450b on network 102aaadf-a02d-4ccd-a117-533acfc24182 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:31:10.236381 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57de936-e89a-4b2a-b778-cc9167540ca7 req-d6b0a1fa-ffdb-4a0d-b4bd-728f73d1f857 service neutron] Port cd417b8e-b191-4ca4-8ba6-f2670825450b on network 102aaadf-a02d-4ccd-a117-533acfc24182 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:31:10.236735 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57de936-e89a-4b2a-b778-cc9167540ca7 req-d6b0a1fa-ffdb-4a0d-b4bd-728f73d1f857 service neutron] Attempting to bind port cd417b8e-b191-4ca4-8ba6-f2670825450b on network 102aaadf-a02d-4ccd-a117-533acfc24182 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:31:10.247201 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57de936-e89a-4b2a-b778-cc9167540ca7 req-d6b0a1fa-ffdb-4a0d-b4bd-728f73d1f857 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:31:10.247531 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57de936-e89a-4b2a-b778-cc9167540ca7 req-d6b0a1fa-ffdb-4a0d-b4bd-728f73d1f857 service neutron] Checking segment: {'id': '5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '102aaadf-a02d-4ccd-a117-533acfc24182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:31:10.247908 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57de936-e89a-4b2a-b778-cc9167540ca7 req-d6b0a1fa-ffdb-4a0d-b4bd-728f73d1f857 service neutron] Bound using segment: {'id': '5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '102aaadf-a02d-4ccd-a117-533acfc24182'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:31:10.248436 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-a57de936-e89a-4b2a-b778-cc9167540ca7 req-d6b0a1fa-ffdb-4a0d-b4bd-728f73d1f857 service neutron] Bound port: cd417b8e-b191-4ca4-8ba6-f2670825450b, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '102aaadf-a02d-4ccd-a117-533acfc24182'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:31:10.248791 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a57de936-e89a-4b2a-b778-cc9167540ca7 req-d6b0a1fa-ffdb-4a0d-b4bd-728f73d1f857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:10.267144 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05d7f7-fac2-4ce4-a297-7375adf8f30b req-cb3f1a47-dc0c-443d-a7ae-a7a9cfd6c922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:10.268602 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9a05d7f7-fac2-4ce4-a297-7375adf8f30b req-cb3f1a47-dc0c-443d-a7ae-a7a9cfd6c922 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80dadbb9f2554b479c0b13605bddd689&device_id=8d3cad6d-8d5c-4572-b31c-c350601c89dd HTTP/1.1" status: 200 len: 1125 time: 0.1709118 Aug 23 20:31:10.271818 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d5e449e5-2f9d-4e86-9637-688fdeef2e9b req-4fd1fad2-960d-4063-b31c-fd5ac503e4ba tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506303 Aug 23 20:31:10.276888 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['06847f60-7ea7-4912-8f77-143170774ed8'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:31:10.296940 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56efd84-12f2-4ff8-80a7-4d6f6b5e9927 req-7c5a43ef-5cae-4619-98c9-0b4bab4f8030 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:10.305119 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c56efd84-12f2-4ff8-80a7-4d6f6b5e9927 req-7c5a43ef-5cae-4619-98c9-0b4bab4f8030 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/ports?device_id=412e08bf-becf-41e5-8b86-4feee2e0e1ba HTTP/1.1" status: 200 len: 950 time: 0.1446481 Aug 23 20:31:10.336411 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-a57de936-e89a-4b2a-b778-cc9167540ca7 req-d6b0a1fa-ffdb-4a0d-b4bd-728f73d1f857 service neutron] For port cd417b8e-b191-4ca4-8ba6-f2670825450b, host n-h1-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:31:10.339924 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-a57de936-e89a-4b2a-b778-cc9167540ca7 req-d6b0a1fa-ffdb-4a0d-b4bd-728f73d1f857 service neutron] For port cd417b8e-b191-4ca4-8ba6-f2670825450b, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=cd417b8e-b191-4ca4-8ba6-f2670825450b,segment=NetworkSegment(5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d),segment_id=5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:31:10.345780 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a57de936-e89a-4b2a-b778-cc9167540ca7 req-d6b0a1fa-ffdb-4a0d-b4bd-728f73d1f857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:10.381889 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57de936-e89a-4b2a-b778-cc9167540ca7 req-d6b0a1fa-ffdb-4a0d-b4bd-728f73d1f857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:10.382563 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a57de936-e89a-4b2a-b778-cc9167540ca7 req-d6b0a1fa-ffdb-4a0d-b4bd-728f73d1f857 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:10.383901 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a57de936-e89a-4b2a-b778-cc9167540ca7 req-d6b0a1fa-ffdb-4a0d-b4bd-728f73d1f857 service neutron] 10.222.0.11 "PUT /v2.0/ports/cd417b8e-b191-4ca4-8ba6-f2670825450b HTTP/1.1" status: 200 len: 1092 time: 0.9734836 Aug 23 20:31:10.479039 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b0a1fa-ffdb-4a0d-b4bd-728f73d1f857 service neutron] Pushing event updated for resources: {'Port': ['ID=cd417b8e-b191-4ca4-8ba6-f2670825450b,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:10.497705 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55ecbac-51a1-4755-b204-dff91daf987c req-29554b84-183f-4f9d-b5a3-9550d4bfb56d tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:10.506096 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d55ecbac-51a1-4755-b204-dff91daf987c req-29554b84-183f-4f9d-b5a3-9550d4bfb56d tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=8d3cad6d-8d5c-4572-b31c-c350601c89dd HTTP/1.1" status: 200 len: 944 time: 0.1150041 Aug 23 20:31:10.552339 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57de936-e89a-4b2a-b778-cc9167540ca7 req-cf3984ea-556c-4c1a-87cd-caa9d4b9a0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:10.553830 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a57de936-e89a-4b2a-b778-cc9167540ca7 req-cf3984ea-556c-4c1a-87cd-caa9d4b9a0ff service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3e19e7b2cfe41f8bf7d244c15d769b7&device_id=242d8328-04d9-43c7-b975-31d369a9cd59 HTTP/1.1" status: 200 len: 1095 time: 0.1169193 Aug 23 20:31:10.566317 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d55ecbac-51a1-4755-b204-dff91daf987c req-25eba93b-9071-49b7-9e90-1d8e8fdf9669 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548394 Aug 23 20:31:10.606237 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a57de936-e89a-4b2a-b778-cc9167540ca7 req-948cdd31-a200-4036-9eab-9ef2b654a14d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd417b8e-b191-4ca4-8ba6-f2670825450b HTTP/1.1" status: 200 len: 217 time: 0.0434506 Aug 23 20:31:10.694904 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57de936-e89a-4b2a-b778-cc9167540ca7 req-539b8284-c5b3-4a30-ae6c-36fd13b47c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:10.696560 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a57de936-e89a-4b2a-b778-cc9167540ca7 req-539b8284-c5b3-4a30-ae6c-36fd13b47c78 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c5a23ee-4dc4-400c-bc37-6be8d284756a HTTP/1.1" status: 200 len: 844 time: 0.0777817 Aug 23 20:31:10.713408 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c56efd84-12f2-4ff8-80a7-4d6f6b5e9927 req-2ab198ff-dbef-4421-8c0a-43c7df1a3daf tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a69365-cc2c-4d61-84fc-5ddc06b002fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4074204 Aug 23 20:31:10.714700 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d43dc-796e-4005-b714-283cf8a957a7 req-2d40806b-1cd4-4d10-b0c1-cf7d83f1c87a tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:10.716366 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1a9d43dc-796e-4005-b714-283cf8a957a7 req-2d40806b-1cd4-4d10-b0c1-cf7d83f1c87a tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7ac3576-2307-4096-ab03-45fdd52176eb HTTP/1.1" status: 200 len: 945 time: 0.0679846 Aug 23 20:31:10.741712 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a57de936-e89a-4b2a-b778-cc9167540ca7 req-7e9a1736-106d-4d54-a3d4-96c2c1a11fd4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=102aaadf-a02d-4ccd-a117-533acfc24182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352211 Aug 23 20:31:10.765672 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05d7f7-fac2-4ce4-a297-7375adf8f30b req-c8bdd4bd-1edc-46eb-8d65-dccddfa7f546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:10.767879 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9a05d7f7-fac2-4ce4-a297-7375adf8f30b req-c8bdd4bd-1edc-46eb-8d65-dccddfa7f546 service neutron] 10.222.0.11 "GET /v2.0/networks?id=291e6885-2f63-495c-b479-2184cb200f47 HTTP/1.1" status: 200 len: 922 time: 0.4903767 Aug 23 20:31:10.825281 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1a9d43dc-796e-4005-b714-283cf8a957a7 req-0a8cc6d5-9a44-458d-a0e0-7510fe6c4405 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea215e60-bd32-477c-b24f-7d6d9ef0b7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001210 Aug 23 20:31:10.853525 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9a05d7f7-fac2-4ce4-a297-7375adf8f30b req-2c11fee4-c5dd-466e-97ae-7c8ba3a44545 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28ac6896-0460-4090-bd3a-520806c91921 HTTP/1.1" status: 200 len: 217 time: 0.0436029 Aug 23 20:31:10.863442 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a57de936-e89a-4b2a-b778-cc9167540ca7 req-5d2fae42-9f37-4394-9647-99e6edef2872 service neutron] 10.222.0.11 "GET /v2.0/networks/102aaadf-a02d-4ccd-a117-533acfc24182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049922 Aug 23 20:31:10.972456 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05d7f7-fac2-4ce4-a297-7375adf8f30b req-1036d108-2328-4e19-b32f-c00dc600c7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:10.974106 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9a05d7f7-fac2-4ce4-a297-7375adf8f30b req-1036d108-2328-4e19-b32f-c00dc600c7a2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dff65f8b-9e15-4b43-b237-3b4edeaab508 HTTP/1.1" status: 200 len: 861 time: 0.1095243 Aug 23 20:31:10.987423 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a83783-bfe0-4b5b-ad00-4e3e8ec1984c req-2e71de0e-8729-48d2-83e0-81db89c2d5c8 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:10.988921 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e4a83783-bfe0-4b5b-ad00-4e3e8ec1984c req-2e71de0e-8729-48d2-83e0-81db89c2d5c8 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 948 time: 0.1399913 Aug 23 20:31:10.989611 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a57de936-e89a-4b2a-b778-cc9167540ca7 req-c1c42155-eb49-472a-ba53-dbc9dbebd70c service neutron] 10.222.0.11 "GET /v2.0/networks/102aaadf-a02d-4ccd-a117-533acfc24182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171756 Aug 23 20:31:11.014294 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd83d0-a783-44e3-90b9-b9a43188a36f req-2a0184ba-a40a-4cb2-b1f4-0e862d39e66b tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:11.015785 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c3cd83d0-a783-44e3-90b9-b9a43188a36f req-2a0184ba-a40a-4cb2-b1f4-0e862d39e66b tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.32 "GET /v2.0/ports?device_id=412e08bf-becf-41e5-8b86-4feee2e0e1ba HTTP/1.1" status: 200 len: 950 time: 0.0628691 Aug 23 20:31:11.034486 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9a05d7f7-fac2-4ce4-a297-7375adf8f30b req-292ca762-b685-4644-9061-4bbc43f691e4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=291e6885-2f63-495c-b479-2184cb200f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445139 Aug 23 20:31:11.115841 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-c3cd83d0-a783-44e3-90b9-b9a43188a36f req-6d2a19f6-2c28-41b5-97fd-a073baf88fa9 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Deleting port e790e1a1-35ca-4344-a9b1-58d75abd209e {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:31:11.116113 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c3cd83d0-a783-44e3-90b9-b9a43188a36f req-6d2a19f6-2c28-41b5-97fd-a073baf88fa9 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:11.179259 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e4a83783-bfe0-4b5b-ad00-4e3e8ec1984c req-dc66cf08-fba3-4563-b557-5b37c3ac9826 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765881 Aug 23 20:31:11.220791 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-46b0dc17-7557-400c-98df-ecaa0e7a7115 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:11.225358 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9a05d7f7-fac2-4ce4-a297-7375adf8f30b req-14ab4714-5a55-42bb-9cf4-cf51298be250 service neutron] 10.222.0.11 "GET /v2.0/networks/291e6885-2f63-495c-b479-2184cb200f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630845 Aug 23 20:31:11.226775 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-46b0dc17-7557-400c-98df-ecaa0e7a7115 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:11.234283 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-c3cd83d0-a783-44e3-90b9-b9a43188a36f req-6d2a19f6-2c28-41b5-97fd-a073baf88fa9 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] For port e790e1a1-35ca-4344-a9b1-58d75abd209e, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=e790e1a1-35ca-4344-a9b1-58d75abd209e,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:31:11.234654 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c3cd83d0-a783-44e3-90b9-b9a43188a36f req-6d2a19f6-2c28-41b5-97fd-a073baf88fa9 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:11.249475 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-c3cd83d0-a783-44e3-90b9-b9a43188a36f req-6d2a19f6-2c28-41b5-97fd-a073baf88fa9 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Calling delete_port for e790e1a1-35ca-4344-a9b1-58d75abd209e owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:31:11.372324 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc187891-2e7a-4238-8bdc-3592e3427cc0 req-9e0dda06-6583-4745-82ff-276b461cc0bc tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:11.373745 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fc187891-2e7a-4238-8bdc-3592e3427cc0 req-9e0dda06-6583-4745-82ff-276b461cc0bc tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a112110a-c5c7-4dd4-b692-6caa721bcf00 HTTP/1.1" status: 200 len: 1096 time: 0.0624292 Aug 23 20:31:11.437140 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9a05d7f7-fac2-4ce4-a297-7375adf8f30b req-c80f3f86-f01e-416a-beae-9445809b45e0 service neutron] 10.222.0.11 "GET /v2.0/networks/291e6885-2f63-495c-b479-2184cb200f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764207 Aug 23 20:31:11.440392 n-d-805663-2 neutron-server[94687]: INFO neutron.db.l3_db [None req-46b0dc17-7557-400c-98df-ecaa0e7a7115 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Floating IP 5832993f-30fb-46ac-aa33-66104236cd03 associated. External IP: 172.25.4.22, port: 7614dcd4-3096-453d-80de-67f301440a76. Aug 23 20:31:11.448597 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fc187891-2e7a-4238-8bdc-3592e3427cc0 req-1a69b113-80d3-4816-b550-7d1df27dc83e tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639384 Aug 23 20:31:11.455711 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c3cd83d0-a783-44e3-90b9-b9a43188a36f req-6d2a19f6-2c28-41b5-97fd-a073baf88fa9 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:11.487585 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7bc3bd-dada-4937-83ea-e1d1f50b22a9 req-d8d53c65-7f0b-4dbd-8333-b633eeea912a tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:11.488669 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2a19f6-2c28-41b5-97fd-a073baf88fa9 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Pushing event deleted for resources: {'Port': ['ID=e790e1a1-35ca-4344-a9b1-58d75abd209e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:11.489150 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ab7bc3bd-dada-4937-83ea-e1d1f50b22a9 req-d8d53c65-7f0b-4dbd-8333-b633eeea912a tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=242d8328-04d9-43c7-b975-31d369a9cd59 HTTP/1.1" status: 200 len: 944 time: 0.1273513 Aug 23 20:31:11.513909 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['e4e3e46d-ad68-492a-9f6d-6370169d0024', 'e790e1a1-35ca-4344-a9b1-58d75abd209e'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:31:11.521601 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 8eb652a1-40ff-4e47-b09e-601767b8a063 details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:31:11.550960 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3cd83d0-a783-44e3-90b9-b9a43188a36f req-6d2a19f6-2c28-41b5-97fd-a073baf88fa9 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] No DVR routers for this DVR port e790e1a1-35ca-4344-a9b1-58d75abd209e on host n-h2-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:31:11.555852 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c3cd83d0-a783-44e3-90b9-b9a43188a36f req-6d2a19f6-2c28-41b5-97fd-a073baf88fa9 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:11.559242 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c3cd83d0-a783-44e3-90b9-b9a43188a36f req-6d2a19f6-2c28-41b5-97fd-a073baf88fa9 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.32 "DELETE /v2.0/ports/e790e1a1-35ca-4344-a9b1-58d75abd209e HTTP/1.1" status: 204 len: 173 time: 0.5359213 Aug 23 20:31:11.615968 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ab7bc3bd-dada-4937-83ea-e1d1f50b22a9 req-c8f0164e-3617-434e-bdaa-6a8d1b25755b tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071548 Aug 23 20:31:11.740868 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 06847f60-7ea7-4912-8f77-143170774ed8 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:31:11.743904 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 8eb652a1-40ff-4e47-b09e-601767b8a063, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=8eb652a1-40ff-4e47-b09e-601767b8a063,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:31:11.811588 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': '8eb652a1-40ff-4e47-b09e-601767b8a063', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'port_id': '8eb652a1-40ff-4e47-b09e-601767b8a063', 'mac_address': 'fa:16:3e:8b:f8:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66e9eb0-86f4-4159-852b-f29863cbf18d', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:31:11.847874 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add1c58-b8a0-42a1-9acb-43b4c547a6ac req-dea06820-1beb-49b4-b508-76b3ed7eba59 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:11.849420 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0add1c58-b8a0-42a1-9acb-43b4c547a6ac req-dea06820-1beb-49b4-b508-76b3ed7eba59 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=8d3cad6d-8d5c-4572-b31c-c350601c89dd HTTP/1.1" status: 200 len: 944 time: 0.1245825 Aug 23 20:31:11.902455 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0add1c58-b8a0-42a1-9acb-43b4c547a6ac req-aff10256-7f64-4a69-9f5e-ab98fca3e3bb tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430784 Aug 23 20:31:11.904237 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b0dc17-7557-400c-98df-ecaa0e7a7115 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Router dc468c9e-9a15-42d3-8849-195719ef6c66 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:31:11.927579 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 06847f60-7ea7-4912-8f77-143170774ed8 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:31:11.929781 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:11.946140 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eb652a1-40ff-4e47-b09e-601767b8a063 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:31:11.955392 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 06847f60-7ea7-4912-8f77-143170774ed8 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:31:11.955392 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:12.013736 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 8eb652a1-40ff-4e47-b09e-601767b8a063, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=8eb652a1-40ff-4e47-b09e-601767b8a063,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:31:12.021175 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:12.068715 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-80a7ed93-a40b-41e9-a6e3-671b06087d55 req-071d7c21-51ce-4a29-b1ec-422942d65a5f tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/ports?device_id=412e08bf-becf-41e5-8b86-4feee2e0e1ba HTTP/1.1" status: 200 len: 210 time: 0.0439672 Aug 23 20:31:12.092813 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b0dc17-7557-400c-98df-ecaa0e7a7115 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:31:12.099547 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:12.105725 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-46b0dc17-7557-400c-98df-ecaa0e7a7115 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:12.108728 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '242d8328-04d9-43c7-b975-31d369a9cd59', 'tag': 'cd417b8e-b191-4ca4-8ba6-f2670825450b'}, {'server_uuid': '412e08bf-becf-41e5-8b86-4feee2e0e1ba', 'name': 'network-vif-deleted', 'tag': 'e790e1a1-35ca-4344-a9b1-58d75abd209e'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:31:12.111911 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1710e334-91c2-4d67-8834-fc1086fe1f8e" -d '{"events": [{"name": "network-changed", "server_uuid": "242d8328-04d9-43c7-b975-31d369a9cd59", "tag": "cd417b8e-b191-4ca4-8ba6-f2670825450b"}, {"server_uuid": "412e08bf-becf-41e5-8b86-4feee2e0e1ba", "name": "network-vif-deleted", "tag": "e790e1a1-35ca-4344-a9b1-58d75abd209e"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:31:12.113704 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8464dd47-db15-4807-8269-6221ff918e16 None None] Sync routers for ids ['dc468c9e-9a15-42d3-8849-195719ef6c66'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:31:12.139274 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-46b0dc17-7557-400c-98df-ecaa0e7a7115 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "PUT /v2.0/floatingips/5832993f-30fb-46ac-aa33-66104236cd03 HTTP/1.1" status: 200 len: 991 time: 2.2057350 Aug 23 20:31:12.140331 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a04c4666-dd63-4db4-91c7-851c8c58101a', 'tag': '7614dcd4-3096-453d-80de-67f301440a76'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:31:12.140556 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=8eb652a1-40ff-4e47-b09e-601767b8a063,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:12.143127 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b87c9b2-50f6-491f-b299-ef049e9a543e" -d '{"events": [{"name": "network-changed", "server_uuid": "a04c4666-dd63-4db4-91c7-851c8c58101a", "tag": "7614dcd4-3096-453d-80de-67f301440a76"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:31:12.144448 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8464dd47-db15-4807-8269-6221ff918e16 None None] Routers {'dc468c9e-9a15-42d3-8849-195719ef6c66'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:31:12.145065 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8464dd47-db15-4807-8269-6221ff918e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:30:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['dc468c9e-9a15-42d3-8849-195719ef6c66'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:31:12.186303 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ac3576-2307-4096-ab03-45fdd52176eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06847f60-7ea7-4912-8f77-143170774ed8'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:31:12.188628 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ac90e5-efc7-4f92-89e2-b6136f00f751" -d '{"events": [{"server_uuid": "d7ac3576-2307-4096-ab03-45fdd52176eb", "name": "network-vif-plugged", "status": "completed", "tag": "06847f60-7ea7-4912-8f77-143170774ed8"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:31:12.205583 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 06847f60-7ea7-4912-8f77-143170774ed8, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=06847f60-7ea7-4912-8f77-143170774ed8,segment=NetworkSegment(4f174cef-a745-48db-a00d-19ede4fdd42f),segment_id=4f174cef-a745-48db-a00d-19ede4fdd42f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:31:12.215342 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:12.231619 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d9974-89c6-4082-9445-6997c2010224 req-c9f14015-db3d-4dba-8ced-53b1e29a43f7 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:12.233230 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9a0d9974-89c6-4082-9445-6997c2010224 req-c9f14015-db3d-4dba-8ced-53b1e29a43f7 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7ac3576-2307-4096-ab03-45fdd52176eb HTTP/1.1" status: 200 len: 945 time: 0.0729189 Aug 23 20:31:12.282140 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9a0d9974-89c6-4082-9445-6997c2010224 req-94ad3766-d837-4363-8162-a80bf73b03f7 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea215e60-bd32-477c-b24f-7d6d9ef0b7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389199 Aug 23 20:31:12.383315 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-8464dd47-db15-4807-8269-6221ff918e16 None None] Set router dc468c9e-9a15-42d3-8849-195719ef6c66 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:31:12.384923 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=06847f60-7ea7-4912-8f77-143170774ed8,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:12.462257 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 23 Aug 2021 20:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199bb5ca-73a2-43d3-a2b0-bbe39690c300 x-openstack-request-id: req-199bb5ca-73a2-43d3-a2b0-bbe39690c300 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:31:12.462563 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "242d8328-04d9-43c7-b975-31d369a9cd59", "tag": "cd417b8e-b191-4ca4-8ba6-f2670825450b", "status": "completed", "code": 200}, {"server_uuid": "412e08bf-becf-41e5-8b86-4feee2e0e1ba", "name": "network-vif-deleted", "tag": "e790e1a1-35ca-4344-a9b1-58d75abd209e", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:31:12.462817 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-199bb5ca-73a2-43d3-a2b0-bbe39690c300 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:31:12.463217 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '242d8328-04d9-43c7-b975-31d369a9cd59', 'tag': 'cd417b8e-b191-4ca4-8ba6-f2670825450b', 'status': 'completed', 'code': 200} Aug 23 20:31:12.463474 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '412e08bf-becf-41e5-8b86-4feee2e0e1ba', 'name': 'network-vif-deleted', 'tag': 'e790e1a1-35ca-4344-a9b1-58d75abd209e', 'status': 'completed', 'code': 200} Aug 23 20:31:12.584594 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710e334-91c2-4d67-8834-fc1086fe1f8e req-c8443977-5e17-493f-9120-3cdaf6919a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:12.586584 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1710e334-91c2-4d67-8834-fc1086fe1f8e req-c8443977-5e17-493f-9120-3cdaf6919a31 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3e19e7b2cfe41f8bf7d244c15d769b7&device_id=242d8328-04d9-43c7-b975-31d369a9cd59 HTTP/1.1" status: 200 len: 1095 time: 0.0822799 Aug 23 20:31:12.605358 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5fe8e5b-7ca1-492c-a43c-2b989a142cb8 x-openstack-request-id: req-e5fe8e5b-7ca1-492c-a43c-2b989a142cb8 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:31:12.605358 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a04c4666-dd63-4db4-91c7-851c8c58101a", "tag": "7614dcd4-3096-453d-80de-67f301440a76", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:31:12.605609 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e5fe8e5b-7ca1-492c-a43c-2b989a142cb8 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:31:12.606016 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a04c4666-dd63-4db4-91c7-851c8c58101a', 'tag': '7614dcd4-3096-453d-80de-67f301440a76', 'status': 'completed', 'code': 200} Aug 23 20:31:12.667648 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04fb3583-62d6-4e08-a6a9-aade09975573 x-openstack-request-id: req-04fb3583-62d6-4e08-a6a9-aade09975573 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:31:12.668151 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7ac3576-2307-4096-ab03-45fdd52176eb", "name": "network-vif-plugged", "status": "completed", "tag": "06847f60-7ea7-4912-8f77-143170774ed8", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:31:12.668511 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-04fb3583-62d6-4e08-a6a9-aade09975573 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:31:12.669099 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ac3576-2307-4096-ab03-45fdd52176eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06847f60-7ea7-4912-8f77-143170774ed8', 'code': 200} Aug 23 20:31:12.736667 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8464dd47-db15-4807-8269-6221ff918e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-951136079-router', 'tenant_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'd6ef7e4c-523f-4e3e-a239-d972d9c116ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:27:59Z', 'updated_at': '2021-08-23T20:28:03Z', 'revision_number': 4, 'project_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'gw_port': {'id': 'd6ef7e4c-523f-4e3e-a239-d972d9c116ed', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:28:00Z', 'updated_at': '2021-08-23T20:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '5832993f-30fb-46ac-aa33-66104236cd03', 'tenant_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'floating_ip_address': '172.25.4.22', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'port_id': '7614dcd4-3096-453d-80de-67f301440a76', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a036342b-e0b6-414f-a42c-cfe1b92a2a1e', 'mac_address': 'fa:16:3e:b7:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04c4666-dd63-4db4-91c7-851c8c58101a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:28:28Z', 'updated_at': '2021-08-23T20:31:11Z', 'revision_number': 5, 'project_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '773cf0d4-0359-4f87-a118-3444d3454256', 'name': '', 'network_id': 'a036342b-e0b6-414f-a42c-cfe1b92a2a1e', 'tenant_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'mac_address': 'fa:16:3e:55:42:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9c64e700-ca01-4f6f-be98-6253a844697f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:28:02Z', 'updated_at': '2021-08-23T20:28:10Z', 'revision_number': 5, 'project_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'subnets': [{'id': '9c64e700-ca01-4f6f-be98-6253a844697f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:31:12.737181 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b87c9b2-50f6-491f-b299-ef049e9a543e req-6436fad2-c73f-46f4-812a-88dba7872aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:12.741299 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5b87c9b2-50f6-491f-b299-ef049e9a543e req-6436fad2-c73f-46f4-812a-88dba7872aad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=30043a9797a048cd9fb0f08dc9cd31f3&device_id=a04c4666-dd63-4db4-91c7-851c8c58101a HTTP/1.1" status: 200 len: 1097 time: 0.1040089 Aug 23 20:31:12.743978 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710e334-91c2-4d67-8834-fc1086fe1f8e req-bf375e49-c815-4882-845a-87cdf9602b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:12.746521 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1710e334-91c2-4d67-8834-fc1086fe1f8e req-bf375e49-c815-4882-845a-87cdf9602b11 service neutron] 10.222.0.11 "GET /v2.0/networks?id=102aaadf-a02d-4ccd-a117-533acfc24182 HTTP/1.1" status: 200 len: 905 time: 0.1518717 Aug 23 20:31:12.765949 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['8eb652a1-40ff-4e47-b09e-601767b8a063'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:31:12.768787 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8464dd47-db15-4807-8269-6221ff918e16 None None] Checking router: dc468c9e-9a15-42d3-8849-195719ef6c66 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:31:12.814581 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8464dd47-db15-4807-8269-6221ff918e16 None None] Routers {'dc468c9e-9a15-42d3-8849-195719ef6c66'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:31:12.815825 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8464dd47-db15-4807-8269-6221ff918e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:30:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['dc468c9e-9a15-42d3-8849-195719ef6c66'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:31:12.874872 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0cdac4-de3d-472f-86cf-4d2fb8068d12 req-593ac7e5-c9a9-4e33-a576-bbeef5f8a448 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:12.877407 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4b0cdac4-de3d-472f-86cf-4d2fb8068d12 req-593ac7e5-c9a9-4e33-a576-bbeef5f8a448 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 949 time: 0.1173747 Aug 23 20:31:12.879175 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1710e334-91c2-4d67-8834-fc1086fe1f8e req-cfc5a03e-59ff-4157-ba1f-d62fc87c7b7e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd417b8e-b191-4ca4-8ba6-f2670825450b HTTP/1.1" status: 200 len: 217 time: 0.0782185 Aug 23 20:31:12.901730 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b87c9b2-50f6-491f-b299-ef049e9a543e req-3cdf2d50-1aec-4872-89b8-a53eb56fa906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:12.903190 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5b87c9b2-50f6-491f-b299-ef049e9a543e req-3cdf2d50-1aec-4872-89b8-a53eb56fa906 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a036342b-e0b6-414f-a42c-cfe1b92a2a1e HTTP/1.1" status: 200 len: 924 time: 0.1041443 Aug 23 20:31:12.940488 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5addc482-0c64-4fff-92e9-477cf80099bc req-8595630c-3754-4d26-a0b4-151d955d3bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:12.942011 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5addc482-0c64-4fff-92e9-477cf80099bc req-8595630c-3754-4d26-a0b4-151d955d3bf1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d7ac3576-2307-4096-ab03-45fdd52176eb HTTP/1.1" status: 200 len: 1097 time: 0.1399117 Aug 23 20:31:12.969259 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [req-28903745-a89a-4c69-84af-407045379c5c req-801871b8-146a-41d6-9b95-f3ac9b2f74ae tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:31:12.976760 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-28903745-a89a-4c69-84af-407045379c5c req-801871b8-146a-41d6-9b95-f3ac9b2f74ae tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0166740 Aug 23 20:31:12.983826 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-28903745-a89a-4c69-84af-407045379c5c req-0ecfb60d-7974-4ed8-bed6-1496bf9712ca service neutron] Request body: {'binding': {'host': 'n-h2-805663-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:31:12.984606 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-28903745-a89a-4c69-84af-407045379c5c req-0ecfb60d-7974-4ed8-bed6-1496bf9712ca service neutron] Unknown quota resources ['binding']. {{(pid=94688) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 20:31:13.000354 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4b0cdac4-de3d-472f-86cf-4d2fb8068d12 req-2fc1fe82-e204-4212-b4d6-83de6b0e48ce tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130292 Aug 23 20:31:13.012088 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710e334-91c2-4d67-8834-fc1086fe1f8e req-0f786182-3a76-4039-adf8-77a3c86b4267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:13.012088 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1710e334-91c2-4d67-8834-fc1086fe1f8e req-0f786182-3a76-4039-adf8-77a3c86b4267 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c5a23ee-4dc4-400c-bc37-6be8d284756a HTTP/1.1" status: 200 len: 844 time: 0.1099844 Aug 23 20:31:13.041450 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5b87c9b2-50f6-491f-b299-ef049e9a543e req-71b2d640-e220-495b-a633-d16c457185fa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7614dcd4-3096-453d-80de-67f301440a76 HTTP/1.1" status: 200 len: 999 time: 0.1295295 Aug 23 20:31:13.063476 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5addc482-0c64-4fff-92e9-477cf80099bc req-6237c06a-0475-4d6d-b871-2478e09a295a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ea215e60-bd32-477c-b24f-7d6d9ef0b7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125441 Aug 23 20:31:13.067430 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1710e334-91c2-4d67-8834-fc1086fe1f8e req-6ec7e3ef-9da7-4ef3-9dbf-06d55512572b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=102aaadf-a02d-4ccd-a117-533acfc24182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491099 Aug 23 20:31:13.118087 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca542f5-75fe-48a2-b3b7-52165d49f21c req-8789a67d-4716-4f32-af26-ce13e9a49666 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:13.119757 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bca542f5-75fe-48a2-b3b7-52165d49f21c req-8789a67d-4716-4f32-af26-ce13e9a49666 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=242d8328-04d9-43c7-b975-31d369a9cd59 HTTP/1.1" status: 200 len: 944 time: 0.0510697 Aug 23 20:31:13.141672 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d9f8696-6039-466a-87c4-18ea68a1a051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:13.160540 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-8464dd47-db15-4807-8269-6221ff918e16 None None] Set router dc468c9e-9a15-42d3-8849-195719ef6c66 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:31:13.165987 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bca542f5-75fe-48a2-b3b7-52165d49f21c req-e797cba3-be86-4b02-96cc-d54630b29ee1 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400262 Aug 23 20:31:13.168922 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b87c9b2-50f6-491f-b299-ef049e9a543e req-64905a11-2648-4910-bea0-483990c04dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:13.170415 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5b87c9b2-50f6-491f-b299-ef049e9a543e req-64905a11-2648-4910-bea0-483990c04dc9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9c64e700-ca01-4f6f-be98-6253a844697f HTTP/1.1" status: 200 len: 862 time: 0.1117589 Aug 23 20:31:13.212620 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-28903745-a89a-4c69-84af-407045379c5c req-0ecfb60d-7974-4ed8-bed6-1496bf9712ca service neutron] Attempting to bind port 84e51d00-0bc5-4ad2-bce4-927d8c61adea on host n-h2-805663-2 for vnic_type normal with profile None {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:31:13.213036 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-28903745-a89a-4c69-84af-407045379c5c req-0ecfb60d-7974-4ed8-bed6-1496bf9712ca service neutron] Attempting to bind port 84e51d00-0bc5-4ad2-bce4-927d8c61adea by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': '3440ae09-322e-4891-8c02-a5baf5ba77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:31:13.213435 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28903745-a89a-4c69-84af-407045379c5c req-0ecfb60d-7974-4ed8-bed6-1496bf9712ca service neutron] Attempting to bind port 84e51d00-0bc5-4ad2-bce4-927d8c61adea on network a133b3ce-c542-461f-b67d-2eb2e20a852b {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:31:13.218219 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28903745-a89a-4c69-84af-407045379c5c req-0ecfb60d-7974-4ed8-bed6-1496bf9712ca service neutron] Port 84e51d00-0bc5-4ad2-bce4-927d8c61adea on network a133b3ce-c542-461f-b67d-2eb2e20a852b not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:31:13.218612 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28903745-a89a-4c69-84af-407045379c5c req-0ecfb60d-7974-4ed8-bed6-1496bf9712ca service neutron] Attempting to bind port 84e51d00-0bc5-4ad2-bce4-927d8c61adea on network a133b3ce-c542-461f-b67d-2eb2e20a852b {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:31:13.224632 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28903745-a89a-4c69-84af-407045379c5c req-0ecfb60d-7974-4ed8-bed6-1496bf9712ca service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:31:13.224962 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28903745-a89a-4c69-84af-407045379c5c req-0ecfb60d-7974-4ed8-bed6-1496bf9712ca service neutron] Checking segment: {'id': '3440ae09-322e-4891-8c02-a5baf5ba77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:31:13.225347 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28903745-a89a-4c69-84af-407045379c5c req-0ecfb60d-7974-4ed8-bed6-1496bf9712ca service neutron] Bound using segment: {'id': '3440ae09-322e-4891-8c02-a5baf5ba77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:31:13.225773 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-28903745-a89a-4c69-84af-407045379c5c req-0ecfb60d-7974-4ed8-bed6-1496bf9712ca service neutron] Bound port: 84e51d00-0bc5-4ad2-bce4-927d8c61adea, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3440ae09-322e-4891-8c02-a5baf5ba77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:31:13.284727 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-28903745-a89a-4c69-84af-407045379c5c req-0ecfb60d-7974-4ed8-bed6-1496bf9712ca service neutron] For port 84e51d00-0bc5-4ad2-bce4-927d8c61adea, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=84e51d00-0bc5-4ad2-bce4-927d8c61adea,segment=NetworkSegment(3440ae09-322e-4891-8c02-a5baf5ba77f1),segment_id=3440ae09-322e-4891-8c02-a5baf5ba77f1)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:31:13.291208 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-28903745-a89a-4c69-84af-407045379c5c req-0ecfb60d-7974-4ed8-bed6-1496bf9712ca service neutron] Notify callbacks [] for binding, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:13.292841 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-28903745-a89a-4c69-84af-407045379c5c req-0ecfb60d-7974-4ed8-bed6-1496bf9712ca service neutron] 10.222.0.61 "POST /v2.0/ports/84e51d00-0bc5-4ad2-bce4-927d8c61adea/bindings HTTP/1.1" status: 201 len: 389 time: 0.3152733 Aug 23 20:31:13.295464 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f00af-e9f8-456b-ac39-133f7b94e84c req-0b686610-ce25-45a5-b126-413283ef49ec tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:13.297026 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1c6f00af-e9f8-456b-ac39-133f7b94e84c req-0b686610-ce25-45a5-b126-413283ef49ec tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=8d3cad6d-8d5c-4572-b31c-c350601c89dd HTTP/1.1" status: 200 len: 944 time: 0.0581663 Aug 23 20:31:13.352959 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b87c9b2-50f6-491f-b299-ef049e9a543e req-4893aad6-776d-4554-8fff-b91a30b7bbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:13.357260 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5b87c9b2-50f6-491f-b299-ef049e9a543e req-4893aad6-776d-4554-8fff-b91a30b7bbc0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a036342b-e0b6-414f-a42c-cfe1b92a2a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585604 Aug 23 20:31:13.445168 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1c6f00af-e9f8-456b-ac39-133f7b94e84c req-4de12f68-4f22-4885-8918-79a77c8f1f0a tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248221 Aug 23 20:31:13.462161 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8464dd47-db15-4807-8269-6221ff918e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-951136079-router', 'tenant_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'd6ef7e4c-523f-4e3e-a239-d972d9c116ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:27:59Z', 'updated_at': '2021-08-23T20:28:03Z', 'revision_number': 4, 'project_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'gw_port': {'id': 'd6ef7e4c-523f-4e3e-a239-d972d9c116ed', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:28:00Z', 'updated_at': '2021-08-23T20:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '5832993f-30fb-46ac-aa33-66104236cd03', 'tenant_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'floating_ip_address': '172.25.4.22', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'port_id': '7614dcd4-3096-453d-80de-67f301440a76', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a036342b-e0b6-414f-a42c-cfe1b92a2a1e', 'mac_address': 'fa:16:3e:b7:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04c4666-dd63-4db4-91c7-851c8c58101a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:28:28Z', 'updated_at': '2021-08-23T20:31:11Z', 'revision_number': 5, 'project_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '773cf0d4-0359-4f87-a118-3444d3454256', 'name': '', 'network_id': 'a036342b-e0b6-414f-a42c-cfe1b92a2a1e', 'tenant_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'mac_address': 'fa:16:3e:55:42:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9c64e700-ca01-4f6f-be98-6253a844697f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:28:02Z', 'updated_at': '2021-08-23T20:28:10Z', 'revision_number': 5, 'project_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'subnets': [{'id': '9c64e700-ca01-4f6f-be98-6253a844697f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:31:13.483618 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1710e334-91c2-4d67-8834-fc1086fe1f8e req-c1f0591d-af70-4441-afe4-c7cb94796659 service neutron] 10.222.0.11 "GET /v2.0/networks/102aaadf-a02d-4ccd-a117-533acfc24182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854911 Aug 23 20:31:13.507516 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8464dd47-db15-4807-8269-6221ff918e16 None None] The sync data for ids ['dc468c9e-9a15-42d3-8849-195719ef6c66'] in n-d-805663-2 is: [{'id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-951136079-router', 'tenant_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'd6ef7e4c-523f-4e3e-a239-d972d9c116ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:27:59Z', 'updated_at': '2021-08-23T20:28:03Z', 'revision_number': 4, 'project_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'gw_port': {'id': 'd6ef7e4c-523f-4e3e-a239-d972d9c116ed', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:28:00Z', 'updated_at': '2021-08-23T20:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '5832993f-30fb-46ac-aa33-66104236cd03', 'tenant_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'floating_ip_address': '172.25.4.22', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'port_id': '7614dcd4-3096-453d-80de-67f301440a76', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a036342b-e0b6-414f-a42c-cfe1b92a2a1e', 'mac_address': 'fa:16:3e:b7:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04c4666-dd63-4db4-91c7-851c8c58101a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:28:28Z', 'updated_at': '2021-08-23T20:31:11Z', 'revision_number': 5, 'project_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '773cf0d4-0359-4f87-a118-3444d3454256', 'name': '', 'network_id': 'a036342b-e0b6-414f-a42c-cfe1b92a2a1e', 'tenant_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'mac_address': 'fa:16:3e:55:42:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9c64e700-ca01-4f6f-be98-6253a844697f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:28:02Z', 'updated_at': '2021-08-23T20:28:10Z', 'revision_number': 5, 'project_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'subnets': [{'id': '9c64e700-ca01-4f6f-be98-6253a844697f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:31:13.523114 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:13.539268 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5b87c9b2-50f6-491f-b299-ef049e9a543e req-b732a29e-5d5e-43f8-85d6-f35f1f48b879 service neutron] 10.222.0.11 "GET /v2.0/networks/a036342b-e0b6-414f-a42c-cfe1b92a2a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637166 Aug 23 20:31:13.567667 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b1830d-5e72-41dd-88ee-a733d9203581 req-ef83a360-1eee-473c-8781-0cee5b0e3665 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:13.569491 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-24b1830d-5e72-41dd-88ee-a733d9203581 req-ef83a360-1eee-473c-8781-0cee5b0e3665 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7ac3576-2307-4096-ab03-45fdd52176eb HTTP/1.1" status: 200 len: 946 time: 0.0875351 Aug 23 20:31:13.636690 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f0a81a-7f5c-433e-8216-a12916a7f1f0 req-3e4f9902-d639-4f97-a7f0-93e685e1c30d tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:13.638374 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-51f0a81a-7f5c-433e-8216-a12916a7f1f0 req-3e4f9902-d639-4f97-a7f0-93e685e1c30d tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=a112110a-c5c7-4dd4-b692-6caa721bcf00 HTTP/1.1" status: 200 len: 945 time: 0.1060281 Aug 23 20:31:13.672376 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1710e334-91c2-4d67-8834-fc1086fe1f8e req-6dfe5ef6-de42-470f-a280-281dd4bc3a3f service neutron] 10.222.0.11 "GET /v2.0/networks/102aaadf-a02d-4ccd-a117-533acfc24182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727026 Aug 23 20:31:13.674863 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-24b1830d-5e72-41dd-88ee-a733d9203581 req-a0f7ea82-ec1c-4ccd-9a42-e082cba2f29b tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea215e60-bd32-477c-b24f-7d6d9ef0b7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882173 Aug 23 20:31:13.699557 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5b87c9b2-50f6-491f-b299-ef049e9a543e req-a3be9657-b86f-4055-bc69-9bd8e273b09c service neutron] 10.222.0.11 "GET /v2.0/networks/a036342b-e0b6-414f-a42c-cfe1b92a2a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515310 Aug 23 20:31:13.715438 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-51f0a81a-7f5c-433e-8216-a12916a7f1f0 req-dbc8d320-b70b-483d-ad67-821715c32773 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619609 Aug 23 20:31:13.743745 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8a4669-6284-4b04-aa03-99996a8804f8 None None] New status for floating IP 5832993f-30fb-46ac-aa33-66104236cd03: ACTIVE {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 20:31:13.746857 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device cd417b8e-b191-4ca4-8ba6-f2670825450b details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:31:13.886971 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port cd417b8e-b191-4ca4-8ba6-f2670825450b, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=cd417b8e-b191-4ca4-8ba6-f2670825450b,segment=NetworkSegment(5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d),segment_id=5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:31:13.901104 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': 'cd417b8e-b191-4ca4-8ba6-f2670825450b', 'network_id': '102aaadf-a02d-4ccd-a117-533acfc24182', 'port_id': 'cd417b8e-b191-4ca4-8ba6-f2670825450b', 'mac_address': 'fa:16:3e:51:93:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c5a23ee-4dc4-400c-bc37-6be8d284756a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:31:13.949195 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:13.965043 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd417b8e-b191-4ca4-8ba6-f2670825450b {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:31:13.987674 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port cd417b8e-b191-4ca4-8ba6-f2670825450b, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=cd417b8e-b191-4ca4-8ba6-f2670825450b,segment=NetworkSegment(5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d),segment_id=5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:31:13.991024 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:14.000869 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b594a91-9e8b-412e-9459-43c0f66a4f8d req-4e670ce6-cfd6-49b5-9eb9-5b46c68198d5 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:14.002748 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2b594a91-9e8b-412e-9459-43c0f66a4f8d req-4e670ce6-cfd6-49b5-9eb9-5b46c68198d5 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9847061-e369-44b6-9cf3-351cc117789d HTTP/1.1" status: 200 len: 949 time: 0.0646272 Aug 23 20:31:14.041083 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=cd417b8e-b191-4ca4-8ba6-f2670825450b,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:14.042393 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2b594a91-9e8b-412e-9459-43c0f66a4f8d req-ba18d98b-3d64-4953-9b63-aa91169fe648 tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a69365-cc2c-4d61-84fc-5ddc06b002fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332468 Aug 23 20:31:14.116506 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616833b8-ed27-4ac6-9071-8ab2cf842f8a req-78bdf669-9c9c-4fda-8ca3-efebb93a3594 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:14.117979 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-616833b8-ed27-4ac6-9071-8ab2cf842f8a req-78bdf669-9c9c-4fda-8ca3-efebb93a3594 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 949 time: 0.0521395 Aug 23 20:31:14.290317 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e31e0-6988-429b-8332-f8177e4d998e req-b365f9d1-2f2e-44d2-83c4-ddcce1798145 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:14.291954 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-609e31e0-6988-429b-8332-f8177e4d998e req-b365f9d1-2f2e-44d2-83c4-ddcce1798145 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=242d8328-04d9-43c7-b975-31d369a9cd59 HTTP/1.1" status: 200 len: 945 time: 0.0521271 Aug 23 20:31:14.333125 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-609e31e0-6988-429b-8332-f8177e4d998e req-f9049f29-3074-4413-bf60-83ec2953817d tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346131 Aug 23 20:31:14.370491 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['cd417b8e-b191-4ca4-8ba6-f2670825450b'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:31:14.409786 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-616833b8-ed27-4ac6-9071-8ab2cf842f8a req-2f8de976-2526-47cc-bc09-7ae5e5f3e491 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853000 Aug 23 20:31:14.435325 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:14.587070 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ba877-7ba8-4f00-94cc-47b069570f1f req-35d7476b-415d-4526-88ec-01fe0888f7a9 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:14.588577 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1f8ba877-7ba8-4f00-94cc-47b069570f1f req-35d7476b-415d-4526-88ec-01fe0888f7a9 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=8d3cad6d-8d5c-4572-b31c-c350601c89dd HTTP/1.1" status: 200 len: 944 time: 0.0605633 Aug 23 20:31:14.641636 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1f8ba877-7ba8-4f00-94cc-47b069570f1f req-14422733-467f-4e6e-899f-d67c4de1ba94 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436125 Aug 23 20:31:14.808298 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f1007-869a-45ac-ba05-32f68241e181 req-23813632-2788-4978-814d-90eb4bde361f tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:14.809865 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ba5f1007-869a-45ac-ba05-32f68241e181 req-23813632-2788-4978-814d-90eb4bde361f tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7ac3576-2307-4096-ab03-45fdd52176eb HTTP/1.1" status: 200 len: 946 time: 0.0583286 Aug 23 20:31:14.842213 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4da20f-a95c-4116-9c93-c70ac0f78fb6 req-33a67b65-657a-4d28-b1e6-f73806e4b2dd tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:14.844145 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cd4da20f-a95c-4116-9c93-c70ac0f78fb6 req-33a67b65-657a-4d28-b1e6-f73806e4b2dd tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=a112110a-c5c7-4dd4-b692-6caa721bcf00 HTTP/1.1" status: 200 len: 945 time: 0.0504279 Aug 23 20:31:14.851739 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ba5f1007-869a-45ac-ba05-32f68241e181 req-8877c97c-9e0a-4a13-a6d4-33c40859b48e tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea215e60-bd32-477c-b24f-7d6d9ef0b7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353448 Aug 23 20:31:14.882561 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cd4da20f-a95c-4116-9c93-c70ac0f78fb6 req-2173a456-1c51-4e30-a5d6-baadefac389c tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318477 Aug 23 20:31:14.988362 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d5475-c584-4b6a-8926-3b13d40d7a90 req-b119a6bc-e58c-4bd9-8129-17624a8e2793 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:14.989856 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9e1d5475-c584-4b6a-8926-3b13d40d7a90 req-b119a6bc-e58c-4bd9-8129-17624a8e2793 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7ac3576-2307-4096-ab03-45fdd52176eb HTTP/1.1" status: 200 len: 946 time: 0.0512092 Aug 23 20:31:14.999035 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49542) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:31:15.003922 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-39608eac-45b9-4a0c-a295-b25496a38ab8 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Request body: {'floatingip': {'port_id': '06847f60-7ea7-4912-8f77-143170774ed8'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:31:15.044871 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-39608eac-45b9-4a0c-a295-b25496a38ab8 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Notify callbacks [] for floatingip, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:15.168857 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17605e4a-555c-4955-8b9c-1bfe5f8f5d58 req-d41ac923-8288-47d9-8ce2-affab57b3e4d tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:15.170338 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-17605e4a-555c-4955-8b9c-1bfe5f8f5d58 req-d41ac923-8288-47d9-8ce2-affab57b3e4d tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9847061-e369-44b6-9cf3-351cc117789d HTTP/1.1" status: 200 len: 949 time: 0.0527468 Aug 23 20:31:15.208633 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-17605e4a-555c-4955-8b9c-1bfe5f8f5d58 req-8aae38e0-48b1-4b9a-9c63-5d03b7d4aaad tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a69365-cc2c-4d61-84fc-5ddc06b002fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319152 Aug 23 20:31:15.529132 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 8eb652a1-40ff-4e47-b09e-601767b8a063 up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:31:15.531485 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6557842-6e53-4950-9fd4-e8b262e374c4 req-5808289a-b7b2-43a5-ab01-68c87e78c4c6 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:15.540621 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b6557842-6e53-4950-9fd4-e8b262e374c4 req-5808289a-b7b2-43a5-ab01-68c87e78c4c6 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=242d8328-04d9-43c7-b975-31d369a9cd59 HTTP/1.1" status: 200 len: 945 time: 0.1325917 Aug 23 20:31:15.555312 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-39608eac-45b9-4a0c-a295-b25496a38ab8 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:15.562715 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-39608eac-45b9-4a0c-a295-b25496a38ab8 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:15.585595 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a68b36-f4f5-465d-b10d-0ce34ed2ffe8 req-e3b39bc7-f437-491d-aa7d-f76301d7662c tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:15.587177 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-57a68b36-f4f5-465d-b10d-0ce34ed2ffe8 req-e3b39bc7-f437-491d-aa7d-f76301d7662c tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 949 time: 0.0959494 Aug 23 20:31:15.635918 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b6557842-6e53-4950-9fd4-e8b262e374c4 req-75731d9b-3de1-47e3-a0d1-b06de6975ae4 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815837 Aug 23 20:31:15.636593 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port 8eb652a1-40ff-4e47-b09e-601767b8a063 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:31:15.649811 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port 8eb652a1-40ff-4e47-b09e-601767b8a063 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:31:15.650325 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:15.693968 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-57a68b36-f4f5-465d-b10d-0ce34ed2ffe8 req-67413ba5-3001-4039-9b32-08472f295d1c tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963111 Aug 23 20:31:15.753230 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device cd417b8e-b191-4ca4-8ba6-f2670825450b up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:31:15.762492 n-d-805663-2 neutron-server[94687]: INFO neutron.db.l3_db [None req-39608eac-45b9-4a0c-a295-b25496a38ab8 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Floating IP b2c6ba7b-4013-4089-9444-1e3a061b7556 associated. External IP: 172.25.4.216, port: 06847f60-7ea7-4912-8f77-143170774ed8. Aug 23 20:31:15.793375 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:15.843737 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 8eb652a1-40ff-4e47-b09e-601767b8a063, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=8eb652a1-40ff-4e47-b09e-601767b8a063,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:31:15.847574 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:15.849320 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7432e76-4499-4e32-b533-ab08c5917e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb652a1-40ff-4e47-b09e-601767b8a063'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:31:15.851848 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3399ae-437b-453e-b198-b20b78a43278" -d '{"events": [{"server_uuid": "c7432e76-4499-4e32-b533-ab08c5917e78", "name": "network-vif-plugged", "status": "completed", "tag": "8eb652a1-40ff-4e47-b09e-601767b8a063"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:31:15.858198 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3fc663-067b-4f4d-ac17-a3f95e6b3309 req-edcfc90b-6da0-4354-abec-34eab8d6cfc3 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:15.861510 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7c3fc663-067b-4f4d-ac17-a3f95e6b3309 req-edcfc90b-6da0-4354-abec-34eab8d6cfc3 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=8d3cad6d-8d5c-4572-b31c-c350601c89dd HTTP/1.1" status: 200 len: 944 time: 0.1150920 Aug 23 20:31:15.869011 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:15.869889 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device e790e1a1-35ca-4344-a9b1-58d75abd209e no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:31:15.878586 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bdf1e5-18a9-456c-a6e3-3b60b0fafff1 req-657cd5b7-4cb0-4613-a862-7410ec9a4dde tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:15.881143 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a5bdf1e5-18a9-456c-a6e3-3b60b0fafff1 req-657cd5b7-4cb0-4613-a862-7410ec9a4dde tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9847061-e369-44b6-9cf3-351cc117789d HTTP/1.1" status: 200 len: 949 time: 0.0796742 Aug 23 20:31:15.974629 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7c3fc663-067b-4f4d-ac17-a3f95e6b3309 req-2fc85435-d955-44fe-ae1b-6aa16888c4b3 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770125 Aug 23 20:31:16.031315 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088a3994-7262-431b-86ed-674def1801d2 x-openstack-request-id: req-088a3994-7262-431b-86ed-674def1801d2 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:31:16.031749 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7432e76-4499-4e32-b533-ab08c5917e78", "name": "network-vif-plugged", "status": "completed", "tag": "8eb652a1-40ff-4e47-b09e-601767b8a063", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:31:16.032003 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-088a3994-7262-431b-86ed-674def1801d2 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:31:16.033330 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7432e76-4499-4e32-b533-ab08c5917e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb652a1-40ff-4e47-b09e-601767b8a063', 'code': 200} Aug 23 20:31:16.038953 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: e790e1a1-35ca-4344-a9b1-58d75abd209e {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:31:16.039294 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device e790e1a1-35ca-4344-a9b1-58d75abd209e not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:31:16.046032 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=8eb652a1-40ff-4e47-b09e-601767b8a063,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:16.065078 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port cd417b8e-b191-4ca4-8ba6-f2670825450b completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:31:16.069906 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port cd417b8e-b191-4ca4-8ba6-f2670825450b triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:31:16.070419 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:16.097345 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ddce72-4ef0-4015-b657-0e251c22c93e req-8b5b0989-b04e-4461-92d2-b38eac7842d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:16.099641 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-16ddce72-4ef0-4015-b657-0e251c22c93e req-8b5b0989-b04e-4461-92d2-b38eac7842d8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 1101 time: 0.0655715 Aug 23 20:31:16.115007 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fddaf3-a4de-4292-b5cf-dc6422ee0dcd req-4c0330df-039a-4e5c-bd8b-645570915c07 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:16.123688 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c6fddaf3-a4de-4292-b5cf-dc6422ee0dcd req-4c0330df-039a-4e5c-bd8b-645570915c07 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=a112110a-c5c7-4dd4-b692-6caa721bcf00 HTTP/1.1" status: 200 len: 945 time: 0.1360965 Aug 23 20:31:16.183912 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-16ddce72-4ef0-4015-b657-0e251c22c93e req-f71aab22-8a8e-4228-b69b-67db18b4311b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459065 Aug 23 20:31:16.193871 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-a5bdf1e5-18a9-456c-a6e3-3b60b0fafff1 req-60bdf359-b2c1-465e-bf85-ffecc751201f tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Deleting port e4e3e46d-ad68-492a-9f6d-6370169d0024 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:31:16.194211 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a5bdf1e5-18a9-456c-a6e3-3b60b0fafff1 req-60bdf359-b2c1-465e-bf85-ffecc751201f tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:16.207840 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39608eac-45b9-4a0c-a295-b25496a38ab8 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Router 34d4e13f-2b71-474f-9a90-9850c3fddb51 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:31:16.209684 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c6fddaf3-a4de-4292-b5cf-dc6422ee0dcd req-384030ab-bb9b-42a3-8ef2-e591787487fd tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845649 Aug 23 20:31:16.215795 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:16.269699 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port cd417b8e-b191-4ca4-8ba6-f2670825450b, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=cd417b8e-b191-4ca4-8ba6-f2670825450b,segment=NetworkSegment(5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d),segment_id=5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:31:16.276729 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:16.334220 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-a5bdf1e5-18a9-456c-a6e3-3b60b0fafff1 req-60bdf359-b2c1-465e-bf85-ffecc751201f tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] For port e4e3e46d-ad68-492a-9f6d-6370169d0024, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=e4e3e46d-ad68-492a-9f6d-6370169d0024,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:31:16.334885 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a5bdf1e5-18a9-456c-a6e3-3b60b0fafff1 req-60bdf359-b2c1-465e-bf85-ffecc751201f tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:16.350459 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-a5bdf1e5-18a9-456c-a6e3-3b60b0fafff1 req-60bdf359-b2c1-465e-bf85-ffecc751201f tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Calling delete_port for e4e3e46d-ad68-492a-9f6d-6370169d0024 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:31:16.353145 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=cd417b8e-b191-4ca4-8ba6-f2670825450b,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:16.400213 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39608eac-45b9-4a0c-a295-b25496a38ab8 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:31:16.404978 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-39608eac-45b9-4a0c-a295-b25496a38ab8 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:16.416385 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255b0ea7-8fc3-4214-84e0-1dd4c6eae78b None None] Sync routers for ids ['34d4e13f-2b71-474f-9a90-9850c3fddb51'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:31:16.426932 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255b0ea7-8fc3-4214-84e0-1dd4c6eae78b None None] Routers {'34d4e13f-2b71-474f-9a90-9850c3fddb51'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:31:16.427580 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-255b0ea7-8fc3-4214-84e0-1dd4c6eae78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:31:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['34d4e13f-2b71-474f-9a90-9850c3fddb51'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:31:16.434232 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d83ffe-ba21-4b83-833f-6e854ba3a3cf req-83a7081f-17f3-487a-9fda-eb4a3582e65f tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:16.435556 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d6d83ffe-ba21-4b83-833f-6e854ba3a3cf req-83a7081f-17f3-487a-9fda-eb4a3582e65f tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9847061-e369-44b6-9cf3-351cc117789d HTTP/1.1" status: 200 len: 949 time: 0.1317599 Aug 23 20:31:16.462411 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-39608eac-45b9-4a0c-a295-b25496a38ab8 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] 10.222.0.61 "PUT /v2.0/floatingips/b2c6ba7b-4013-4089-9444-1e3a061b7556 HTTP/1.1" status: 200 len: 992 time: 1.4621360 Aug 23 20:31:16.464833 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7ac3576-2307-4096-ab03-45fdd52176eb', 'tag': '06847f60-7ea7-4912-8f77-143170774ed8'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:31:16.467295 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8987e44c-348c-49eb-b675-07df3abb82c5" -d '{"events": [{"name": "network-changed", "server_uuid": "d7ac3576-2307-4096-ab03-45fdd52176eb", "tag": "06847f60-7ea7-4912-8f77-143170774ed8"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:31:16.507300 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d6d83ffe-ba21-4b83-833f-6e854ba3a3cf req-7899cd8b-446a-4a2e-b333-4ee341c545ee tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a69365-cc2c-4d61-84fc-5ddc06b002fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583911 Aug 23 20:31:16.523826 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a5bdf1e5-18a9-456c-a6e3-3b60b0fafff1 req-60bdf359-b2c1-465e-bf85-ffecc751201f tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:16.558457 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539ffe7e-3463-47fc-9127-32dce4447fce x-openstack-request-id: req-539ffe7e-3463-47fc-9127-32dce4447fce {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:31:16.558944 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7ac3576-2307-4096-ab03-45fdd52176eb", "tag": "06847f60-7ea7-4912-8f77-143170774ed8", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:31:16.559213 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-539ffe7e-3463-47fc-9127-32dce4447fce {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:31:16.559680 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7ac3576-2307-4096-ab03-45fdd52176eb', 'tag': '06847f60-7ea7-4912-8f77-143170774ed8', 'status': 'completed', 'code': 200} Aug 23 20:31:16.568915 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bdf359-b2c1-465e-bf85-ffecc751201f tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Pushing event deleted for resources: {'Port': ['ID=e4e3e46d-ad68-492a-9f6d-6370169d0024,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:16.632381 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['e4e3e46d-ad68-492a-9f6d-6370169d0024'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:31:16.638307 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-255b0ea7-8fc3-4214-84e0-1dd4c6eae78b None None] Set router 34d4e13f-2b71-474f-9a90-9850c3fddb51 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:31:16.649361 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5bdf1e5-18a9-456c-a6e3-3b60b0fafff1 req-60bdf359-b2c1-465e-bf85-ffecc751201f tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] No DVR routers for this DVR port e4e3e46d-ad68-492a-9f6d-6370169d0024 on host n-h2-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:31:16.652298 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a5bdf1e5-18a9-456c-a6e3-3b60b0fafff1 req-60bdf359-b2c1-465e-bf85-ffecc751201f tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:16.654768 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a5bdf1e5-18a9-456c-a6e3-3b60b0fafff1 req-60bdf359-b2c1-465e-bf85-ffecc751201f tempest-LiveMigrationNegativeTest-1415670806 tempest-LiveMigrationNegativeTest-1415670806-project] 10.222.0.32 "DELETE /v2.0/ports/e4e3e46d-ad68-492a-9f6d-6370169d0024 HTTP/1.1" status: 204 len: 173 time: 0.7659018 Aug 23 20:31:16.658555 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9847061-e369-44b6-9cf3-351cc117789d', 'name': 'network-vif-deleted', 'tag': 'e4e3e46d-ad68-492a-9f6d-6370169d0024'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:31:16.665312 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4382dffe-112e-430f-b04e-d82589e20169" -d '{"events": [{"server_uuid": "a9847061-e369-44b6-9cf3-351cc117789d", "name": "network-vif-deleted", "tag": "e4e3e46d-ad68-492a-9f6d-6370169d0024"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:31:16.703626 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987e44c-348c-49eb-b675-07df3abb82c5 req-fa7f41db-ecdc-48f7-b38d-79d5ab2dc1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:16.708489 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8987e44c-348c-49eb-b675-07df3abb82c5 req-fa7f41db-ecdc-48f7-b38d-79d5ab2dc1fc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=05776662842040c0b8b29dd3b6aa709a&device_id=d7ac3576-2307-4096-ab03-45fdd52176eb HTTP/1.1" status: 200 len: 1097 time: 0.1001351 Aug 23 20:31:16.793374 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f26a52-8203-46c1-87f4-f449294563de req-f9268b91-82f3-4426-b303-e47b25e03ed4 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:16.801944 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d4f26a52-8203-46c1-87f4-f449294563de req-f9268b91-82f3-4426-b303-e47b25e03ed4 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=242d8328-04d9-43c7-b975-31d369a9cd59 HTTP/1.1" status: 200 len: 946 time: 0.0841703 Aug 23 20:31:16.882750 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d4f26a52-8203-46c1-87f4-f449294563de req-1774bf8d-1c71-466a-9b63-439df0e35e9a tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794444 Aug 23 20:31:16.896051 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987e44c-348c-49eb-b675-07df3abb82c5 req-63467bb8-6f93-4762-97e9-50786ab333d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:16.898788 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8987e44c-348c-49eb-b675-07df3abb82c5 req-63467bb8-6f93-4762-97e9-50786ab333d6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=beb4fc24-0eed-4820-b08d-56bbac89db00 HTTP/1.1" status: 200 len: 913 time: 0.1832614 Aug 23 20:31:16.902393 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac5adf3-eb61-43bb-9ea0-3d3d11a1dba5 x-openstack-request-id: req-1ac5adf3-eb61-43bb-9ea0-3d3d11a1dba5 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:31:16.902393 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9847061-e369-44b6-9cf3-351cc117789d", "name": "network-vif-deleted", "tag": "e4e3e46d-ad68-492a-9f6d-6370169d0024", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:31:16.902393 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1ac5adf3-eb61-43bb-9ea0-3d3d11a1dba5 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:31:16.902840 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9847061-e369-44b6-9cf3-351cc117789d', 'name': 'network-vif-deleted', 'tag': 'e4e3e46d-ad68-492a-9f6d-6370169d0024', 'status': 'completed', 'code': 200} Aug 23 20:31:17.037512 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad608b-b098-42fa-8e79-4879e3eef5cd req-225918f9-7059-4eaa-8fe0-5e3ac60fcaf3 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:17.039429 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3bad608b-b098-42fa-8e79-4879e3eef5cd req-225918f9-7059-4eaa-8fe0-5e3ac60fcaf3 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 950 time: 0.1395805 Aug 23 20:31:17.042078 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8987e44c-348c-49eb-b675-07df3abb82c5 req-721e71ce-ad04-4617-92ca-4701aab5d408 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06847f60-7ea7-4912-8f77-143170774ed8 HTTP/1.1" status: 200 len: 1000 time: 0.1256402 Aug 23 20:31:17.092484 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-255b0ea7-8fc3-4214-84e0-1dd4c6eae78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d4e13f-2b71-474f-9a90-9850c3fddb51', 'name': 'tempest-ServersTestManualDisk-1742028264-router', 'tenant_id': '05776662842040c0b8b29dd3b6aa709a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'a920c2d4-f764-4141-9958-89f6ff6d0c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:30:37Z', 'updated_at': '2021-08-23T20:30:46Z', 'revision_number': 4, 'project_id': '05776662842040c0b8b29dd3b6aa709a', 'gw_port': {'id': 'a920c2d4-f764-4141-9958-89f6ff6d0c9d', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d4e13f-2b71-474f-9a90-9850c3fddb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:30:38Z', 'updated_at': '2021-08-23T20:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': 'b2c6ba7b-4013-4089-9444-1e3a061b7556', 'tenant_id': '05776662842040c0b8b29dd3b6aa709a', 'floating_ip_address': '172.25.4.216', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '34d4e13f-2b71-474f-9a90-9850c3fddb51', 'port_id': '06847f60-7ea7-4912-8f77-143170774ed8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beb4fc24-0eed-4820-b08d-56bbac89db00', 'mac_address': 'fa:16:3e:e5:da:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ac3576-2307-4096-ab03-45fdd52176eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:30:59Z', 'updated_at': '2021-08-23T20:31:15Z', 'revision_number': 1, 'project_id': '05776662842040c0b8b29dd3b6aa709a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b2622e4-30e7-427c-97d6-c188e4de368b', 'name': '', 'network_id': 'beb4fc24-0eed-4820-b08d-56bbac89db00', 'tenant_id': '05776662842040c0b8b29dd3b6aa709a', 'mac_address': 'fa:16:3e:2b:bf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d4e13f-2b71-474f-9a90-9850c3fddb51', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2c12d3e3-e11d-459b-8f22-562b2f668288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:30:44Z', 'updated_at': '2021-08-23T20:30:55Z', 'revision_number': 5, 'project_id': '05776662842040c0b8b29dd3b6aa709a', 'subnets': [{'id': '2c12d3e3-e11d-459b-8f22-562b2f668288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:31:17.132841 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255b0ea7-8fc3-4214-84e0-1dd4c6eae78b None None] Checking router: 34d4e13f-2b71-474f-9a90-9850c3fddb51 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:31:17.138942 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987e44c-348c-49eb-b675-07df3abb82c5 req-2aa830aa-baf8-45af-9b5c-d1f81b183ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:17.140842 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8987e44c-348c-49eb-b675-07df3abb82c5 req-2aa830aa-baf8-45af-9b5c-d1f81b183ddc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c12d3e3-e11d-459b-8f22-562b2f668288 HTTP/1.1" status: 200 len: 851 time: 0.0742998 Aug 23 20:31:17.147204 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255b0ea7-8fc3-4214-84e0-1dd4c6eae78b None None] Routers {'34d4e13f-2b71-474f-9a90-9850c3fddb51'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:31:17.148006 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-255b0ea7-8fc3-4214-84e0-1dd4c6eae78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:31:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['34d4e13f-2b71-474f-9a90-9850c3fddb51'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:31:17.169115 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29e469-caaa-4e5b-a37f-836147e5ecaa req-4f0b8ca0-83c8-4fe5-b5d7-76de1d937f08 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:17.176473 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6a29e469-caaa-4e5b-a37f-836147e5ecaa req-4f0b8ca0-83c8-4fe5-b5d7-76de1d937f08 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=8d3cad6d-8d5c-4572-b31c-c350601c89dd HTTP/1.1" status: 200 len: 944 time: 0.0985994 Aug 23 20:31:17.185077 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3bad608b-b098-42fa-8e79-4879e3eef5cd req-1e2f9be3-5c36-45e0-b490-67850dc1f5da tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343703 Aug 23 20:31:17.258181 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6a29e469-caaa-4e5b-a37f-836147e5ecaa req-c5ee9cdb-667e-4a74-a5cb-de3aad98ba22 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753825 Aug 23 20:31:17.258545 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987e44c-348c-49eb-b675-07df3abb82c5 req-08ab936d-bf4d-4095-bd3e-a4ae8ed9832a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:17.260466 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8987e44c-348c-49eb-b675-07df3abb82c5 req-08ab936d-bf4d-4095-bd3e-a4ae8ed9832a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=beb4fc24-0eed-4820-b08d-56bbac89db00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0984268 Aug 23 20:31:17.305404 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-b00709b5-1afb-4f51-b769-4bc958fff7bf service neutron] 10.222.0.11 "GET /v2.0/ports/28ac6896-0460-4090-bd3a-520806c91921/bindings/n-h2-805663-2 HTTP/1.1" status: 200 len: 384 time: 0.0955648 Aug 23 20:31:17.354051 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-255b0ea7-8fc3-4214-84e0-1dd4c6eae78b None None] Set router 34d4e13f-2b71-474f-9a90-9850c3fddb51 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:31:17.487586 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3ee20-680f-43f4-b273-3c7771794612 req-0175904d-8bae-4497-94a8-e0c662c64fd2 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:17.494908 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b0d3ee20-680f-43f4-b273-3c7771794612 req-0175904d-8bae-4497-94a8-e0c662c64fd2 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=a112110a-c5c7-4dd4-b692-6caa721bcf00 HTTP/1.1" status: 200 len: 945 time: 0.0977569 Aug 23 20:31:17.498957 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8987e44c-348c-49eb-b675-07df3abb82c5 req-3fce1833-c076-4533-9d72-62333abea3af service neutron] 10.222.0.11 "GET /v2.0/networks/beb4fc24-0eed-4820-b08d-56bbac89db00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234154 Aug 23 20:31:17.533302 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-2ef5bbd6-711c-4024-9780-324e4b2a7ddc service neutron] For port 28ac6896-0460-4090-bd3a-520806c91921, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=28ac6896-0460-4090-bd3a-520806c91921,segment=NetworkSegment(feb662d9-0152-4f97-8d6d-89a1fa54f824),segment_id=feb662d9-0152-4f97-8d6d-89a1fa54f824)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:31:17.571158 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-2ef5bbd6-711c-4024-9780-324e4b2a7ddc service neutron] For port 28ac6896-0460-4090-bd3a-520806c91921, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:31:17.635144 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b0d3ee20-680f-43f4-b273-3c7771794612 req-d266372a-d86c-47d2-a351-d4a3fe84c3d0 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369483 Aug 23 20:31:17.663162 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-2ef5bbd6-711c-4024-9780-324e4b2a7ddc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28ac6896-0460-4090-bd3a-520806c91921 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:31:17.687100 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-2ef5bbd6-711c-4024-9780-324e4b2a7ddc service neutron] For port 28ac6896-0460-4090-bd3a-520806c91921, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=28ac6896-0460-4090-bd3a-520806c91921,segment=NetworkSegment(feb662d9-0152-4f97-8d6d-89a1fa54f824),segment_id=feb662d9-0152-4f97-8d6d-89a1fa54f824)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:31:17.712961 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-2ef5bbd6-711c-4024-9780-324e4b2a7ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:17.715924 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8987e44c-348c-49eb-b675-07df3abb82c5 req-4b0c52ff-434f-4b59-87a9-6161c95e2b18 service neutron] 10.222.0.11 "GET /v2.0/networks/beb4fc24-0eed-4820-b08d-56bbac89db00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092562 Aug 23 20:31:17.766372 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-255b0ea7-8fc3-4214-84e0-1dd4c6eae78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d4e13f-2b71-474f-9a90-9850c3fddb51', 'name': 'tempest-ServersTestManualDisk-1742028264-router', 'tenant_id': '05776662842040c0b8b29dd3b6aa709a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'a920c2d4-f764-4141-9958-89f6ff6d0c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:30:37Z', 'updated_at': '2021-08-23T20:30:46Z', 'revision_number': 4, 'project_id': '05776662842040c0b8b29dd3b6aa709a', 'gw_port': {'id': 'a920c2d4-f764-4141-9958-89f6ff6d0c9d', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d4e13f-2b71-474f-9a90-9850c3fddb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:30:38Z', 'updated_at': '2021-08-23T20:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': 'b2c6ba7b-4013-4089-9444-1e3a061b7556', 'tenant_id': '05776662842040c0b8b29dd3b6aa709a', 'floating_ip_address': '172.25.4.216', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '34d4e13f-2b71-474f-9a90-9850c3fddb51', 'port_id': '06847f60-7ea7-4912-8f77-143170774ed8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beb4fc24-0eed-4820-b08d-56bbac89db00', 'mac_address': 'fa:16:3e:e5:da:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ac3576-2307-4096-ab03-45fdd52176eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:30:59Z', 'updated_at': '2021-08-23T20:31:15Z', 'revision_number': 1, 'project_id': '05776662842040c0b8b29dd3b6aa709a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b2622e4-30e7-427c-97d6-c188e4de368b', 'name': '', 'network_id': 'beb4fc24-0eed-4820-b08d-56bbac89db00', 'tenant_id': '05776662842040c0b8b29dd3b6aa709a', 'mac_address': 'fa:16:3e:2b:bf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d4e13f-2b71-474f-9a90-9850c3fddb51', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2c12d3e3-e11d-459b-8f22-562b2f668288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:30:44Z', 'updated_at': '2021-08-23T20:30:55Z', 'revision_number': 5, 'project_id': '05776662842040c0b8b29dd3b6aa709a', 'subnets': [{'id': '2c12d3e3-e11d-459b-8f22-562b2f668288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:31:17.797500 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255b0ea7-8fc3-4214-84e0-1dd4c6eae78b None None] The sync data for ids ['34d4e13f-2b71-474f-9a90-9850c3fddb51'] in n-d-805663-2 is: [{'id': '34d4e13f-2b71-474f-9a90-9850c3fddb51', 'name': 'tempest-ServersTestManualDisk-1742028264-router', 'tenant_id': '05776662842040c0b8b29dd3b6aa709a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'a920c2d4-f764-4141-9958-89f6ff6d0c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:30:37Z', 'updated_at': '2021-08-23T20:30:46Z', 'revision_number': 4, 'project_id': '05776662842040c0b8b29dd3b6aa709a', 'gw_port': {'id': 'a920c2d4-f764-4141-9958-89f6ff6d0c9d', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d4e13f-2b71-474f-9a90-9850c3fddb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:30:38Z', 'updated_at': '2021-08-23T20:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': 'b2c6ba7b-4013-4089-9444-1e3a061b7556', 'tenant_id': '05776662842040c0b8b29dd3b6aa709a', 'floating_ip_address': '172.25.4.216', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '34d4e13f-2b71-474f-9a90-9850c3fddb51', 'port_id': '06847f60-7ea7-4912-8f77-143170774ed8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beb4fc24-0eed-4820-b08d-56bbac89db00', 'mac_address': 'fa:16:3e:e5:da:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ac3576-2307-4096-ab03-45fdd52176eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:30:59Z', 'updated_at': '2021-08-23T20:31:15Z', 'revision_number': 1, 'project_id': '05776662842040c0b8b29dd3b6aa709a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b2622e4-30e7-427c-97d6-c188e4de368b', 'name': '', 'network_id': 'beb4fc24-0eed-4820-b08d-56bbac89db00', 'tenant_id': '05776662842040c0b8b29dd3b6aa709a', 'mac_address': 'fa:16:3e:2b:bf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d4e13f-2b71-474f-9a90-9850c3fddb51', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2c12d3e3-e11d-459b-8f22-562b2f668288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:30:44Z', 'updated_at': '2021-08-23T20:30:55Z', 'revision_number': 5, 'project_id': '05776662842040c0b8b29dd3b6aa709a', 'subnets': [{'id': '2c12d3e3-e11d-459b-8f22-562b2f668288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:31:17.817830 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-2ef5bbd6-711c-4024-9780-324e4b2a7ddc service neutron] Transition to ACTIVE for port object 28ac6896-0460-4090-bd3a-520806c91921 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:31:17.824306 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-2ef5bbd6-711c-4024-9780-324e4b2a7ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:17.825166 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49588) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:31:17.900538 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-2ef5bbd6-711c-4024-9780-324e4b2a7ddc service neutron] No DVR routers for this DVR port 28ac6896-0460-4090-bd3a-520806c91921 on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:31:17.907177 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef5bbd6-711c-4024-9780-324e4b2a7ddc service neutron] Pushing event updated for resources: {'Port': ['ID=28ac6896-0460-4090-bd3a-520806c91921,revision_number=10']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:17.936527 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-2ef5bbd6-711c-4024-9780-324e4b2a7ddc service neutron] 10.222.0.11 "PUT /v2.0/ports/28ac6896-0460-4090-bd3a-520806c91921/bindings/n-h2-805663-2/activate HTTP/1.1" status: 200 len: 369 time: 0.6224885 Aug 23 20:31:18.034452 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '242d8328-04d9-43c7-b975-31d369a9cd59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd417b8e-b191-4ca4-8ba6-f2670825450b'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:31:18.036870 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcaa42cd-c5e4-46eb-8042-8804cde6bc78" -d '{"events": [{"server_uuid": "242d8328-04d9-43c7-b975-31d369a9cd59", "name": "network-vif-plugged", "status": "completed", "tag": "cd417b8e-b191-4ca4-8ba6-f2670825450b"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:31:18.071175 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53532bb9-6a5d-488e-8a20-8e3f8191a487 None None] New status for floating IP b2c6ba7b-4013-4089-9444-1e3a061b7556: ACTIVE {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 20:31:18.077854 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-aeae9c84-f66f-4076-b0c4-2b6051bbc9aa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f3262eebed5c4db38e556aee3c60ce9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2511992 Aug 23 20:31:18.080896 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49596) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:31:18.086553 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b359d5-da7e-46d8-8ca5-8fb5d5980a01 req-4d801933-ec9a-4ff3-916f-9c53bdd629cf tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:18.092290 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-91b359d5-da7e-46d8-8ca5-8fb5d5980a01 req-4d801933-ec9a-4ff3-916f-9c53bdd629cf tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=242d8328-04d9-43c7-b975-31d369a9cd59 HTTP/1.1" status: 200 len: 946 time: 0.1303926 Aug 23 20:31:18.098985 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9ae43b-29b2-42a0-a895-f8fdd75b55db x-openstack-request-id: req-7b9ae43b-29b2-42a0-a895-f8fdd75b55db {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:31:18.099272 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "242d8328-04d9-43c7-b975-31d369a9cd59", "name": "network-vif-plugged", "status": "completed", "tag": "cd417b8e-b191-4ca4-8ba6-f2670825450b", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:31:18.099517 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7b9ae43b-29b2-42a0-a895-f8fdd75b55db {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:31:18.099910 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '242d8328-04d9-43c7-b975-31d369a9cd59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd417b8e-b191-4ca4-8ba6-f2670825450b', 'code': 200} Aug 23 20:31:18.131310 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-2842526e-8592-469b-9b21-5dd7e8d2082b tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:18.132846 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-2842526e-8592-469b-9b21-5dd7e8d2082b tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8d3cad6d-8d5c-4572-b31c-c350601c89dd&tenant_id=80dadbb9f2554b479c0b13605bddd689&binding%3Ahost_id=n-h1-805663-2 HTTP/1.1" status: 200 len: 1096 time: 0.1171637 Aug 23 20:31:18.141283 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-91b359d5-da7e-46d8-8ca5-8fb5d5980a01 req-2ecbd7af-d262-4af8-9520-bd91a7a483b8 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464075 Aug 23 20:31:18.147711 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e4335c5c-d3d9-4d2f-9138-36be8914a044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:18.178843 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e4335c5c-d3d9-4d2f-9138-36be8914a044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:18.185719 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-28095122-c230-442a-ad42-ee8560ad1411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:18.187385 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-28095122-c230-442a-ad42-ee8560ad1411 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8d3cad6d-8d5c-4572-b31c-c350601c89dd&tenant_id=80dadbb9f2554b479c0b13605bddd689 HTTP/1.1" status: 200 len: 1096 time: 0.0444770 Aug 23 20:31:18.262839 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc558fe-e1ec-4201-a86c-4dc3c6f396d0 req-a14af2dd-b72d-4de0-9752-51ca30f44e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:18.264715 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5bc558fe-e1ec-4201-a86c-4dc3c6f396d0 req-a14af2dd-b72d-4de0-9752-51ca30f44e5d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=242d8328-04d9-43c7-b975-31d369a9cd59 HTTP/1.1" status: 200 len: 1097 time: 0.0731018 Aug 23 20:31:18.284425 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-11b1303f-890c-4b61-a3d1-a5d22103f95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:18.284868 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e4335c5c-d3d9-4d2f-9138-36be8914a044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:18.285973 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-11b1303f-890c-4b61-a3d1-a5d22103f95b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=80dadbb9f2554b479c0b13605bddd689&device_id=8d3cad6d-8d5c-4572-b31c-c350601c89dd HTTP/1.1" status: 200 len: 1096 time: 0.0584867 Aug 23 20:31:18.287344 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e4335c5c-d3d9-4d2f-9138-36be8914a044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:18.288464 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e4335c5c-d3d9-4d2f-9138-36be8914a044 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/63a69365-cc2c-4d61-84fc-5ddc06b002fe HTTP/1.1" status: 204 len: 168 time: 0.2065945 Aug 23 20:31:18.346739 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5bc558fe-e1ec-4201-a86c-4dc3c6f396d0 req-33a92c82-0f10-4fdd-b7d1-467ab1496070 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725045 Aug 23 20:31:18.348354 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4335c5c-d3d9-4d2f-9138-36be8914a044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a69365-cc2c-4d61-84fc-5ddc06b002fe,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:18.391053 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb7a63-bbe1-40e8-a8a3-85e8ccaea0fc req-ccf2f9b7-0b56-4739-88bb-02ba2704927a tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:18.393026 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-09bb7a63-bbe1-40e8-a8a3-85e8ccaea0fc req-ccf2f9b7-0b56-4739-88bb-02ba2704927a tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 950 time: 0.1124153 Aug 23 20:31:18.445164 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-09bb7a63-bbe1-40e8-a8a3-85e8ccaea0fc req-528841c1-5833-4fa0-91a0-531ae32031e2 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456378 Aug 23 20:31:18.474857 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-92d8cf90-9a73-416c-ab44-5a80555d09fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:18.476579 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-92d8cf90-9a73-416c-ab44-5a80555d09fb service neutron] 10.222.0.32 "GET /v2.0/networks?id=291e6885-2f63-495c-b479-2184cb200f47 HTTP/1.1" status: 200 len: 922 time: 0.1755583 Aug 23 20:31:18.501635 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e0dc4e-84ce-4b6b-8a4c-a34853d9ce0f req-643167aa-6f2b-4094-8398-819f10e934a9 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:18.503441 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-65e0dc4e-84ce-4b6b-8a4c-a34853d9ce0f req-643167aa-6f2b-4094-8398-819f10e934a9 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=8d3cad6d-8d5c-4572-b31c-c350601c89dd HTTP/1.1" status: 200 len: 945 time: 0.0993915 Aug 23 20:31:18.536003 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-76369272-cbc1-492c-8873-6d3ef7af862a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28ac6896-0460-4090-bd3a-520806c91921 HTTP/1.1" status: 200 len: 217 time: 0.0501297 Aug 23 20:31:18.598843 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-65e0dc4e-84ce-4b6b-8a4c-a34853d9ce0f req-13d701da-e868-478f-8351-d8c73dd5ffe8 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657620 Aug 23 20:31:18.625441 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-d3adb070-aa1b-4583-9c39-7c3d4f2a4710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:18.628206 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-d3adb070-aa1b-4583-9c39-7c3d4f2a4710 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dff65f8b-9e15-4b43-b237-3b4edeaab508 HTTP/1.1" status: 200 len: 861 time: 0.0716128 Aug 23 20:31:18.665911 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-edc6724b-85d1-4603-8e64-64e2d256920e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=291e6885-2f63-495c-b479-2184cb200f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302227 Aug 23 20:31:18.729246 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49616) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:31:18.743110 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc0f5c-c3d5-47a4-8868-de83b9b9aaa5 req-4a1b792e-2ba1-4fe1-aa86-a87f56dbba8f tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:18.745089 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1afc0f5c-c3d5-47a4-8868-de83b9b9aaa5 req-4a1b792e-2ba1-4fe1-aa86-a87f56dbba8f tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 950 time: 0.0679624 Aug 23 20:31:18.808806 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-38e352a4-a365-481e-a461-6cb772e65f38 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ea56938be21c411e99c0c09c21b7f6e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0782878 Aug 23 20:31:18.809345 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49618) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:31:18.814047 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1afc0f5c-c3d5-47a4-8868-de83b9b9aaa5 req-d2008ac6-36c1-45b8-997a-831aec59517d tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602360 Aug 23 20:31:18.816021 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce7582-839d-44cf-8dd5-e6262d281b50 req-65e708df-2f97-4fb6-9892-067936b9a603 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:18.817514 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f3ce7582-839d-44cf-8dd5-e6262d281b50 req-65e708df-2f97-4fb6-9892-067936b9a603 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=a112110a-c5c7-4dd4-b692-6caa721bcf00 HTTP/1.1" status: 200 len: 945 time: 0.0821478 Aug 23 20:31:18.819632 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-7f1936c8-e1be-4606-8168-32a020f94e7d service neutron] 10.222.0.32 "GET /v2.0/networks/291e6885-2f63-495c-b479-2184cb200f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458910 Aug 23 20:31:18.881775 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3746a876-8006-4310-a9b3-4aee828c6946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:18.911000 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3746a876-8006-4310-a9b3-4aee828c6946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:18.981783 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3746a876-8006-4310-a9b3-4aee828c6946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:18.984388 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3746a876-8006-4310-a9b3-4aee828c6946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:18.988622 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3746a876-8006-4310-a9b3-4aee828c6946 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/072c50c0-b181-4c8f-bd33-e4c19906dc09 HTTP/1.1" status: 204 len: 168 time: 0.1750817 Aug 23 20:31:18.995227 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3746a876-8006-4310-a9b3-4aee828c6946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072c50c0-b181-4c8f-bd33-e4c19906dc09,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:19.287695 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f3ce7582-839d-44cf-8dd5-e6262d281b50 req-14277e68-b0c3-481b-86e4-e57f8ee7a6ca tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4622836 Aug 23 20:31:19.333296 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-5c6b430d-f218-44bb-9dc8-b0ffd9ef6966 service neutron] 10.222.0.32 "GET /v2.0/networks/291e6885-2f63-495c-b479-2184cb200f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4991920 Aug 23 20:31:19.336854 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0c80edf3-938c-40c6-a4ef-8ee604610688 req-0ef23e40-30a9-4ce5-bd48-9ade387e9d9d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c7432e76-4499-4e32-b533-ab08c5917e78&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0903301 Aug 23 20:31:19.339518 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe43ab-a3c5-453d-ab18-bd1b1dac42c2 req-c9bbbb2f-d1fb-4a0d-9440-2e33b1b25c1c tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:19.341333 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2cbe43ab-a3c5-453d-ab18-bd1b1dac42c2 req-c9bbbb2f-d1fb-4a0d-9440-2e33b1b25c1c tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=242d8328-04d9-43c7-b975-31d369a9cd59 HTTP/1.1" status: 200 len: 946 time: 0.0939114 Aug 23 20:31:19.408537 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2cbe43ab-a3c5-453d-ab18-bd1b1dac42c2 req-2d4a84f5-298d-4fd3-9b0c-771b1483c190 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552971 Aug 23 20:31:19.474417 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346507e-77a3-417f-9918-f557439da423 req-7505570a-a99f-45f7-a3b2-3cfb38adbbf5 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:19.474417 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0346507e-77a3-417f-9918-f557439da423 req-7505570a-a99f-45f7-a3b2-3cfb38adbbf5 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 950 time: 0.0596943 Aug 23 20:31:19.533841 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device e4e3e46d-ad68-492a-9f6d-6370169d0024 no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:31:19.537467 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0346507e-77a3-417f-9918-f557439da423 req-b001723c-44a8-4873-92d9-810eb8739049 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533314 Aug 23 20:31:19.559789 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: e4e3e46d-ad68-492a-9f6d-6370169d0024 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:31:19.561189 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device e4e3e46d-ad68-492a-9f6d-6370169d0024 not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:31:19.735305 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-164bf9bb-e08b-4b20-bab8-71ffacbaac04 tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:19.737482 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-164bf9bb-e08b-4b20-bab8-71ffacbaac04 tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8d3cad6d-8d5c-4572-b31c-c350601c89dd&tenant_id=80dadbb9f2554b479c0b13605bddd689&binding%3Ahost_id=n-h2-805663-2 HTTP/1.1" status: 200 len: 1096 time: 0.0909081 Aug 23 20:31:19.791542 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 28ac6896-0460-4090-bd3a-520806c91921 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:31:19.829281 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd677d65-8e2f-4fc0-8b05-8e2f0c9e059e req-9755f87a-bdd7-4dee-b388-ad95c776b19a tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:19.840214 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cd677d65-8e2f-4fc0-8b05-8e2f0c9e059e req-9755f87a-bdd7-4dee-b388-ad95c776b19a tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=8d3cad6d-8d5c-4572-b31c-c350601c89dd HTTP/1.1" status: 200 len: 945 time: 0.0912824 Aug 23 20:31:19.846821 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 28ac6896-0460-4090-bd3a-520806c91921 not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:31:19.891033 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cd677d65-8e2f-4fc0-8b05-8e2f0c9e059e req-5cd8eecd-dea5-4c0f-91c6-152b413f5270 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499597 Aug 23 20:31:19.939812 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-be7e81da-913b-4974-95d0-3a736ae3699c service neutron] For port 28ac6896-0460-4090-bd3a-520806c91921, host n-h1-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:31:19.944600 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-be7e81da-913b-4974-95d0-3a736ae3699c service neutron] Notify callbacks [] for binding, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:19.945821 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9cb4c9e7-5e63-49cd-9523-2a5816a236cd req-be7e81da-913b-4974-95d0-3a736ae3699c service neutron] 10.222.0.32 "DELETE /v2.0/ports/28ac6896-0460-4090-bd3a-520806c91921/bindings/n-h1-805663-2 HTTP/1.1" status: 204 len: 173 time: 0.1999168 Aug 23 20:31:20.104111 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb5770-a941-4ea6-a2ec-20ba199575e2 req-31357f27-9ba7-417a-8ec8-1ec5763cd3da tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:20.105670 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5feb5770-a941-4ea6-a2ec-20ba199575e2 req-31357f27-9ba7-417a-8ec8-1ec5763cd3da tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=8d3cad6d-8d5c-4572-b31c-c350601c89dd HTTP/1.1" status: 200 len: 1096 time: 0.0483165 Aug 23 20:31:20.143938 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5feb5770-a941-4ea6-a2ec-20ba199575e2 req-7aed9b4e-1932-4063-8aed-3c4185ba578e tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321560 Aug 23 20:31:20.205164 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:20.290969 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6449f2-45ef-432c-ab5f-a18ff9ada294 req-d2f641db-c567-4d73-b7a3-95a215118ff8 tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:20.300936 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8b6449f2-45ef-432c-ab5f-a18ff9ada294 req-d2f641db-c567-4d73-b7a3-95a215118ff8 tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=8d3cad6d-8d5c-4572-b31c-c350601c89dd HTTP/1.1" status: 200 len: 1096 time: 0.0600712 Aug 23 20:31:20.336093 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8b6449f2-45ef-432c-ab5f-a18ff9ada294 req-7859897f-f58c-4ac7-9cf1-55d933d4170a tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337455 Aug 23 20:31:20.456409 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb436b-b3ac-4660-94ac-989b19a947e4 req-001bb0fd-c386-475d-a987-a09d0092c5fc tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:20.465243 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fcfb436b-b3ac-4660-94ac-989b19a947e4 req-001bb0fd-c386-475d-a987-a09d0092c5fc tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=a112110a-c5c7-4dd4-b692-6caa721bcf00 HTTP/1.1" status: 200 len: 945 time: 0.0793180 Aug 23 20:31:20.524315 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fcfb436b-b3ac-4660-94ac-989b19a947e4 req-6f32e57b-7736-4856-988f-0f83873db60c tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541792 Aug 23 20:31:20.583907 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e62f3f-c9c3-4455-a737-5f79f876bce1 req-3d69d9e2-7321-4356-a66f-c1405c81febe tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:20.592797 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a9e62f3f-c9c3-4455-a737-5f79f876bce1 req-3d69d9e2-7321-4356-a66f-c1405c81febe tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=242d8328-04d9-43c7-b975-31d369a9cd59 HTTP/1.1" status: 200 len: 946 time: 0.0912607 Aug 23 20:31:20.631763 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a9e62f3f-c9c3-4455-a737-5f79f876bce1 req-2e884293-873f-4c62-a257-c5a49ff8862b tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382247 Aug 23 20:31:20.771055 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3acf4cf-482f-41ff-83bf-0cc38d2a1693 req-e9fd34ac-e041-4559-b18c-87d9da62e714 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:20.772861 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c3acf4cf-482f-41ff-83bf-0cc38d2a1693 req-e9fd34ac-e041-4559-b18c-87d9da62e714 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 950 time: 0.0645742 Aug 23 20:31:20.823376 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c3acf4cf-482f-41ff-83bf-0cc38d2a1693 req-25fda890-dc35-4a86-9440-b110fb2317c8 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427415 Aug 23 20:31:21.089453 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30666b33-8fcf-4d26-beda-f5098147bced req-4e00ee49-3a2e-4cc0-a3be-91f4686b7697 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:21.091077 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-30666b33-8fcf-4d26-beda-f5098147bced req-4e00ee49-3a2e-4cc0-a3be-91f4686b7697 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=242d8328-04d9-43c7-b975-31d369a9cd59 HTTP/1.1" status: 200 len: 946 time: 0.0553303 Aug 23 20:31:21.142648 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-30666b33-8fcf-4d26-beda-f5098147bced req-3c1f7cff-9215-400d-b5ee-b69f39dbec96 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391660 Aug 23 20:31:21.242377 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80edf3-938c-40c6-a4ef-8ee604610688 req-01c0ee81-eb71-4021-9e99-ec189e88ad59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:21.243963 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0c80edf3-938c-40c6-a4ef-8ee604610688 req-01c0ee81-eb71-4021-9e99-ec189e88ad59 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73c5c62ec25a41ab8d37d29a4cff1db9&device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 1101 time: 0.0455909 Aug 23 20:31:21.306219 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28903745-a89a-4c69-84af-407045379c5c req-b4f3be9f-bd2f-45f6-a331-a523adac3038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:21.307714 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-28903745-a89a-4c69-84af-407045379c5c req-b4f3be9f-bd2f-45f6-a331-a523adac3038 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=aeab6bca1ebb43a8b404543d83e8cc6e&device_id=a112110a-c5c7-4dd4-b692-6caa721bcf00 HTTP/1.1" status: 200 len: 1096 time: 0.0433710 Aug 23 20:31:21.342481 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4bfffc2f-dec0-43a7-bc20-0adc4040bf6d req-714a0262-0431-4184-a57c-9b36c8b84344 tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=6c1970ccce5f44f2b3d749eaf8d399cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293260 Aug 23 20:31:21.353433 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80edf3-938c-40c6-a4ef-8ee604610688 req-e5f8817d-2d6b-40e2-b2d7-3051b7c817a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:21.355016 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0c80edf3-938c-40c6-a4ef-8ee604610688 req-e5f8817d-2d6b-40e2-b2d7-3051b7c817a6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=660f640a-b8b2-40aa-8ebf-76bd1608cceb HTTP/1.1" status: 200 len: 870 time: 0.1020010 Aug 23 20:31:21.407529 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0c80edf3-938c-40c6-a4ef-8ee604610688 req-42982d3e-379a-497c-ae7e-310f17c465af service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=8eb652a1-40ff-4e47-b09e-601767b8a063 HTTP/1.1" status: 200 len: 217 time: 0.0370398 Aug 23 20:31:21.467276 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80edf3-938c-40c6-a4ef-8ee604610688 req-720a7324-44d1-4ff3-85f7-675410e57417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:21.468777 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0c80edf3-938c-40c6-a4ef-8ee604610688 req-720a7324-44d1-4ff3-85f7-675410e57417 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.0502448 Aug 23 20:31:21.506717 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28903745-a89a-4c69-84af-407045379c5c req-4337c591-44d3-4747-bd4c-f8e01396aebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:21.508298 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-28903745-a89a-4c69-84af-407045379c5c req-4337c591-44d3-4747-bd4c-f8e01396aebd service neutron] 10.222.0.32 "GET /v2.0/networks?id=a133b3ce-c542-461f-b67d-2eb2e20a852b HTTP/1.1" status: 200 len: 908 time: 0.1748109 Aug 23 20:31:21.518747 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfffc2f-dec0-43a7-bc20-0adc4040bf6d req-17e3105e-3298-4c12-b326-4de36969b410 tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:21.520240 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4bfffc2f-dec0-43a7-bc20-0adc4040bf6d req-17e3105e-3298-4c12-b326-4de36969b410 tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1662552 Aug 23 20:31:21.522092 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80edf3-938c-40c6-a4ef-8ee604610688 req-1e0e7ec1-4d63-40c0-a8fc-1feb843a5a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:21.523639 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0c80edf3-938c-40c6-a4ef-8ee604610688 req-1e0e7ec1-4d63-40c0-a8fc-1feb843a5a9f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0462205 Aug 23 20:31:21.563118 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-28903745-a89a-4c69-84af-407045379c5c req-5aeef060-2d85-4b30-80d2-68ab5524d846 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84e51d00-0bc5-4ad2-bce4-927d8c61adea HTTP/1.1" status: 200 len: 217 time: 0.0419369 Aug 23 20:31:21.569337 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4bfffc2f-dec0-43a7-bc20-0adc4040bf6d req-1a39fbaa-5015-4a4d-b53f-40c511640328 tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] 10.222.0.61 "GET /v2.0/quotas/6c1970ccce5f44f2b3d749eaf8d399cd HTTP/1.1" status: 200 len: 375 time: 0.0408165 Aug 23 20:31:21.639753 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4bfffc2f-dec0-43a7-bc20-0adc4040bf6d req-4283ac61-7c56-49da-abe6-d843f1844e63 tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c1970ccce5f44f2b3d749eaf8d399cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585380 Aug 23 20:31:21.663239 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28903745-a89a-4c69-84af-407045379c5c req-9c4a9a27-f495-4384-bc76-d6242d62de80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:21.664933 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-28903745-a89a-4c69-84af-407045379c5c req-9c4a9a27-f495-4384-bc76-d6242d62de80 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc364ba1-f548-4b44-839c-5441876e52b8 HTTP/1.1" status: 200 len: 847 time: 0.0944734 Aug 23 20:31:21.687799 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f42699-90d4-4b01-9a66-371e001342bf req-73f6ef3a-b93d-4408-8176-6b5061f4c57d tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:21.689700 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e4f42699-90d4-4b01-9a66-371e001342bf req-73f6ef3a-b93d-4408-8176-6b5061f4c57d tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=a112110a-c5c7-4dd4-b692-6caa721bcf00 HTTP/1.1" status: 200 len: 945 time: 0.0794499 Aug 23 20:31:21.693831 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0c80edf3-938c-40c6-a4ef-8ee604610688 req-7c101cfd-43dc-4ee3-a3b5-29c8584dcc7e service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591566 Aug 23 20:31:21.700478 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-28903745-a89a-4c69-84af-407045379c5c req-645bd61a-012f-4046-87f8-53eef9719539 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a133b3ce-c542-461f-b67d-2eb2e20a852b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276592 Aug 23 20:31:21.794373 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e4f42699-90d4-4b01-9a66-371e001342bf req-0cf5cb73-044a-418a-a542-81e87563465b tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945268 Aug 23 20:31:21.818370 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-28903745-a89a-4c69-84af-407045379c5c req-eb526cdc-6894-43ef-b114-bcca9b160794 service neutron] 10.222.0.32 "GET /v2.0/networks/a133b3ce-c542-461f-b67d-2eb2e20a852b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103997 Aug 23 20:31:21.844051 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0c80edf3-938c-40c6-a4ef-8ee604610688 req-27eec37a-7ce3-47cb-8983-9062369056e9 service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373105 Aug 23 20:31:21.928914 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5ee3e7fc-57dc-44bd-8629-8368e1cf5786 req-4aa7dc66-b543-4c4a-b81c-1f9a7ffca4b8 tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] 10.222.0.61 "GET /v2.0/ports?device_id=cad7ad3f-a4fe-4ecd-aa43-91c5969b0615 HTTP/1.1" status: 200 len: 210 time: 0.0382769 Aug 23 20:31:22.049715 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-28903745-a89a-4c69-84af-407045379c5c req-a0626a3d-54f6-4177-8dc5-b85d35bcd261 service neutron] 10.222.0.32 "GET /v2.0/networks/a133b3ce-c542-461f-b67d-2eb2e20a852b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235067 Aug 23 20:31:22.062368 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121621e-726a-4c76-9e45-eb1befdb5032 req-6a1b533c-eecf-44ec-b09f-f6ea9108b54d tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:22.070869 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7121621e-726a-4c76-9e45-eb1befdb5032 req-6a1b533c-eecf-44ec-b09f-f6ea9108b54d tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 950 time: 0.0761199 Aug 23 20:31:22.126146 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7121621e-726a-4c76-9e45-eb1befdb5032 req-b764a020-0191-448a-9703-0ec6bb7682e7 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542312 Aug 23 20:31:22.361410 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee6742-007a-424e-9d96-271832a1e412 req-00f57682-7d88-40a1-ba47-f758abae20b7 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:22.363393 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-18ee6742-007a-424e-9d96-271832a1e412 req-00f57682-7d88-40a1-ba47-f758abae20b7 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=242d8328-04d9-43c7-b975-31d369a9cd59 HTTP/1.1" status: 200 len: 946 time: 0.0839181 Aug 23 20:31:22.414579 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-18ee6742-007a-424e-9d96-271832a1e412 req-0017a976-05a3-4611-b63d-3e34af9d546f tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433588 Aug 23 20:31:22.926996 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128671f6-07da-49cb-b6ad-c66b35d23dee req-a2bcb6ae-b7e2-4c4b-9a57-70e664e7f78d tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:22.928586 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-128671f6-07da-49cb-b6ad-c66b35d23dee req-a2bcb6ae-b7e2-4c4b-9a57-70e664e7f78d tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=a112110a-c5c7-4dd4-b692-6caa721bcf00 HTTP/1.1" status: 200 len: 945 time: 0.0549955 Aug 23 20:31:22.977833 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-128671f6-07da-49cb-b6ad-c66b35d23dee req-034579b2-b313-4785-8561-8b0b4194d399 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427508 Aug 23 20:31:23.078147 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d645d8dd-4cc9-49ba-9809-50934f1d77e9 req-e8e8caf6-4099-4fea-900e-5dce8a0aa451 tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] 10.222.0.61 "GET /v2.0/ports?device_id=cad7ad3f-a4fe-4ecd-aa43-91c5969b0615 HTTP/1.1" status: 200 len: 210 time: 0.0298882 Aug 23 20:31:23.145618 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4bfffc2f-dec0-43a7-bc20-0adc4040bf6d req-9307c914-dd9d-4f0f-b51a-523f6e527f32 tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=6c1970ccce5f44f2b3d749eaf8d399cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242581 Aug 23 20:31:23.294708 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0754d-31a1-4785-acbe-0a8f88588031 req-47ffdb50-bdcd-4fc6-a279-7213a4f39060 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:23.297122 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d5a0754d-31a1-4785-acbe-0a8f88588031 req-47ffdb50-bdcd-4fc6-a279-7213a4f39060 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 950 time: 0.0901785 Aug 23 20:31:23.326337 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfffc2f-dec0-43a7-bc20-0adc4040bf6d req-c5adbfb6-17e6-4bc4-8aca-99aa65c1cabb tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:23.328327 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4bfffc2f-dec0-43a7-bc20-0adc4040bf6d req-c5adbfb6-17e6-4bc4-8aca-99aa65c1cabb tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1688197 Aug 23 20:31:23.347975 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-4bfffc2f-dec0-43a7-bc20-0adc4040bf6d req-46831d7f-5a47-47b5-88bf-37b3e3caba6f tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] Request body: {'port': {'device_id': 'cad7ad3f-a4fe-4ecd-aa43-91c5969b0615', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'admin_state_up': True, 'tenant_id': '6c1970ccce5f44f2b3d749eaf8d399cd'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:31:23.361292 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d5a0754d-31a1-4785-acbe-0a8f88588031 req-9165e2a1-a2bd-4357-92e9-c4e3d5073e26 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495214 Aug 23 20:31:23.704860 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bfffc2f-dec0-43a7-bc20-0adc4040bf6d req-46831d7f-5a47-47b5-88bf-37b3e3caba6f tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] Made reservation on behalf of 6c1970ccce5f44f2b3d749eaf8d399cd for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:31:23.708454 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4bfffc2f-dec0-43a7-bc20-0adc4040bf6d req-46831d7f-5a47-47b5-88bf-37b3e3caba6f tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:23.717414 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4bfffc2f-dec0-43a7-bc20-0adc4040bf6d req-46831d7f-5a47-47b5-88bf-37b3e3caba6f tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:23.813716 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4bfffc2f-dec0-43a7-bc20-0adc4040bf6d req-46831d7f-5a47-47b5-88bf-37b3e3caba6f tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:23.817921 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4bfffc2f-dec0-43a7-bc20-0adc4040bf6d req-46831d7f-5a47-47b5-88bf-37b3e3caba6f tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:23.886907 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46831d7f-5a47-47b5-88bf-37b3e3caba6f tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=646d58a0-90da-4ac5-92f6-c663b6f8bd1f,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:23.971987 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-4bfffc2f-dec0-43a7-bc20-0adc4040bf6d req-46831d7f-5a47-47b5-88bf-37b3e3caba6f tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] Allocated IP 192.168.233.160 (660f640a-b8b2-40aa-8ebf-76bd1608cceb/e66e9eb0-86f4-4159-852b-f29863cbf18d/7a137f23-beb1-4278-ba4c-6fe7086c3c4b) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:31:24.124882 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d0103f-4a16-459c-8c98-9d3d662c2f15 req-e39ff7f8-c23b-4493-a3bf-8ab7d650b18f tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:24.135160 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-40d0103f-4a16-459c-8c98-9d3d662c2f15 req-e39ff7f8-c23b-4493-a3bf-8ab7d650b18f tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=a112110a-c5c7-4dd4-b692-6caa721bcf00 HTTP/1.1" status: 200 len: 945 time: 0.0713930 Aug 23 20:31:24.185055 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4bfffc2f-dec0-43a7-bc20-0adc4040bf6d req-46831d7f-5a47-47b5-88bf-37b3e3caba6f tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:24.186272 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-40d0103f-4a16-459c-8c98-9d3d662c2f15 req-157e70dd-2736-439c-8f93-fca2ed12db88 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454829 Aug 23 20:31:24.226742 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-30acb5b5-951e-4d8a-89fd-4cbb55b63f14 req-5706e645-2393-4532-8e0f-e942bebe4ec4 tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] 10.222.0.61 "GET /v2.0/ports?device_id=cad7ad3f-a4fe-4ecd-aa43-91c5969b0615 HTTP/1.1" status: 200 len: 210 time: 0.0323870 Aug 23 20:31:24.234098 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-4bfffc2f-dec0-43a7-bc20-0adc4040bf6d req-46831d7f-5a47-47b5-88bf-37b3e3caba6f tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] Transition to ACTIVE for port object 7a137f23-beb1-4278-ba4c-6fe7086c3c4b will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:31:24.277725 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4bfffc2f-dec0-43a7-bc20-0adc4040bf6d req-46831d7f-5a47-47b5-88bf-37b3e3caba6f tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:24.319443 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bfffc2f-dec0-43a7-bc20-0adc4040bf6d req-46831d7f-5a47-47b5-88bf-37b3e3caba6f tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] Network 660f640a-b8b2-40aa-8ebf-76bd1608cceb is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:31:24.322532 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-4bfffc2f-dec0-43a7-bc20-0adc4040bf6d req-46831d7f-5a47-47b5-88bf-37b3e3caba6f tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:31:24.326180 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bfffc2f-dec0-43a7-bc20-0adc4040bf6d req-46831d7f-5a47-47b5-88bf-37b3e3caba6f tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:31:24.362604 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46831d7f-5a47-47b5-88bf-37b3e3caba6f tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] Pushing event updated for resources: {'Port': ['ID=7a137f23-beb1-4278-ba4c-6fe7086c3c4b,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:24.413096 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfffc2f-dec0-43a7-bc20-0adc4040bf6d req-46831d7f-5a47-47b5-88bf-37b3e3caba6f tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:24.413779 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4bfffc2f-dec0-43a7-bc20-0adc4040bf6d req-46831d7f-5a47-47b5-88bf-37b3e3caba6f tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:24.439934 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4bfffc2f-dec0-43a7-bc20-0adc4040bf6d req-46831d7f-5a47-47b5-88bf-37b3e3caba6f tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0976937 Aug 23 20:31:24.474886 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-4bfffc2f-dec0-43a7-bc20-0adc4040bf6d req-9fdb5eea-2b92-4a20-81d1-edeea89a411a service neutron] Request body: {'port': {'device_id': 'cad7ad3f-a4fe-4ecd-aa43-91c5969b0615', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:31:24.539082 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce874c4-7378-4a7a-abbc-79117e1ceb27 req-f74d0779-6694-43bc-9f90-bec953c5acd9 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:24.540647 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1ce874c4-7378-4a7a-abbc-79117e1ceb27 req-f74d0779-6694-43bc-9f90-bec953c5acd9 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 950 time: 0.0975428 Aug 23 20:31:24.547820 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4bfffc2f-dec0-43a7-bc20-0adc4040bf6d req-9fdb5eea-2b92-4a20-81d1-edeea89a411a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:24.586819 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cf0c4497-374f-45ad-a3be-51b28bfcb43b None None] Provisioning for port 7a137f23-beb1-4278-ba4c-6fe7086c3c4b completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:31:24.592500 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cf0c4497-374f-45ad-a3be-51b28bfcb43b None None] Provisioning complete for port 7a137f23-beb1-4278-ba4c-6fe7086c3c4b triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:31:24.593183 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cf0c4497-374f-45ad-a3be-51b28bfcb43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:24.638616 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cf0c4497-374f-45ad-a3be-51b28bfcb43b None None] Port 7a137f23-beb1-4278-ba4c-6fe7086c3c4b cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:31:24.645740 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1ce874c4-7378-4a7a-abbc-79117e1ceb27 req-d0eb0a03-e9e7-4e0d-9509-ad2884cc445f tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933318 Aug 23 20:31:24.891045 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-4bfffc2f-dec0-43a7-bc20-0adc4040bf6d req-9fdb5eea-2b92-4a20-81d1-edeea89a411a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a137f23-beb1-4278-ba4c-6fe7086c3c4b {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:31:24.899982 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4bfffc2f-dec0-43a7-bc20-0adc4040bf6d req-9fdb5eea-2b92-4a20-81d1-edeea89a411a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:24.912924 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-4bfffc2f-dec0-43a7-bc20-0adc4040bf6d req-9fdb5eea-2b92-4a20-81d1-edeea89a411a service neutron] Transition to ACTIVE for port object 7a137f23-beb1-4278-ba4c-6fe7086c3c4b will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:31:24.917983 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4bfffc2f-dec0-43a7-bc20-0adc4040bf6d req-9fdb5eea-2b92-4a20-81d1-edeea89a411a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:25.015571 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb5eea-2b92-4a20-81d1-edeea89a411a service neutron] Pushing event updated for resources: {'Port': ['ID=7a137f23-beb1-4278-ba4c-6fe7086c3c4b,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:25.058694 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-4bfffc2f-dec0-43a7-bc20-0adc4040bf6d req-9fdb5eea-2b92-4a20-81d1-edeea89a411a service neutron] Attempting to bind port 7a137f23-beb1-4278-ba4c-6fe7086c3c4b on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:31:25.059036 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-4bfffc2f-dec0-43a7-bc20-0adc4040bf6d req-9fdb5eea-2b92-4a20-81d1-edeea89a411a service neutron] Attempting to bind port 7a137f23-beb1-4278-ba4c-6fe7086c3c4b by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:31:25.059513 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bfffc2f-dec0-43a7-bc20-0adc4040bf6d req-9fdb5eea-2b92-4a20-81d1-edeea89a411a service neutron] Attempting to bind port 7a137f23-beb1-4278-ba4c-6fe7086c3c4b on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:31:25.066101 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bfffc2f-dec0-43a7-bc20-0adc4040bf6d req-9fdb5eea-2b92-4a20-81d1-edeea89a411a service neutron] Port 7a137f23-beb1-4278-ba4c-6fe7086c3c4b on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:31:25.066423 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bfffc2f-dec0-43a7-bc20-0adc4040bf6d req-9fdb5eea-2b92-4a20-81d1-edeea89a411a service neutron] Attempting to bind port 7a137f23-beb1-4278-ba4c-6fe7086c3c4b on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:31:25.071902 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bfffc2f-dec0-43a7-bc20-0adc4040bf6d req-9fdb5eea-2b92-4a20-81d1-edeea89a411a service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:31:25.072376 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bfffc2f-dec0-43a7-bc20-0adc4040bf6d req-9fdb5eea-2b92-4a20-81d1-edeea89a411a service neutron] Checking segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:31:25.072828 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bfffc2f-dec0-43a7-bc20-0adc4040bf6d req-9fdb5eea-2b92-4a20-81d1-edeea89a411a service neutron] Bound using segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:31:25.073334 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-4bfffc2f-dec0-43a7-bc20-0adc4040bf6d req-9fdb5eea-2b92-4a20-81d1-edeea89a411a service neutron] Bound port: 7a137f23-beb1-4278-ba4c-6fe7086c3c4b, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:31:25.073870 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4bfffc2f-dec0-43a7-bc20-0adc4040bf6d req-9fdb5eea-2b92-4a20-81d1-edeea89a411a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:25.155495 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-4bfffc2f-dec0-43a7-bc20-0adc4040bf6d req-9fdb5eea-2b92-4a20-81d1-edeea89a411a service neutron] For port 7a137f23-beb1-4278-ba4c-6fe7086c3c4b, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:31:25.159869 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-4bfffc2f-dec0-43a7-bc20-0adc4040bf6d req-9fdb5eea-2b92-4a20-81d1-edeea89a411a service neutron] For port 7a137f23-beb1-4278-ba4c-6fe7086c3c4b, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=7a137f23-beb1-4278-ba4c-6fe7086c3c4b,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:31:25.167860 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4bfffc2f-dec0-43a7-bc20-0adc4040bf6d req-9fdb5eea-2b92-4a20-81d1-edeea89a411a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:25.216440 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfffc2f-dec0-43a7-bc20-0adc4040bf6d req-9fdb5eea-2b92-4a20-81d1-edeea89a411a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:25.217011 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4bfffc2f-dec0-43a7-bc20-0adc4040bf6d req-9fdb5eea-2b92-4a20-81d1-edeea89a411a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:25.218571 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4bfffc2f-dec0-43a7-bc20-0adc4040bf6d req-9fdb5eea-2b92-4a20-81d1-edeea89a411a service neutron] 10.222.0.11 "PUT /v2.0/ports/7a137f23-beb1-4278-ba4c-6fe7086c3c4b HTTP/1.1" status: 200 len: 1096 time: 0.7651236 Aug 23 20:31:25.219098 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad7ad3f-a4fe-4ecd-aa43-91c5969b0615', 'tag': '7a137f23-beb1-4278-ba4c-6fe7086c3c4b'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:31:25.223461 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9c408e-bf66-44ae-ab7d-1f3102270c21" -d '{"events": [{"name": "network-changed", "server_uuid": "cad7ad3f-a4fe-4ecd-aa43-91c5969b0615", "tag": "7a137f23-beb1-4278-ba4c-6fe7086c3c4b"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:31:25.265851 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb5eea-2b92-4a20-81d1-edeea89a411a service neutron] Pushing event updated for resources: {'Port': ['ID=7a137f23-beb1-4278-ba4c-6fe7086c3c4b,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:25.300896 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce277ce2-99dd-45a0-93ee-9901cc23485a x-openstack-request-id: req-ce277ce2-99dd-45a0-93ee-9901cc23485a {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:31:25.301198 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cad7ad3f-a4fe-4ecd-aa43-91c5969b0615", "tag": "7a137f23-beb1-4278-ba4c-6fe7086c3c4b", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:31:25.301508 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ce277ce2-99dd-45a0-93ee-9901cc23485a {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:31:25.301916 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cad7ad3f-a4fe-4ecd-aa43-91c5969b0615', 'tag': '7a137f23-beb1-4278-ba4c-6fe7086c3c4b', 'status': 'completed', 'code': 200} Aug 23 20:31:25.332485 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d477ba-03da-4077-a01f-4c017cea5785 req-725af520-11c0-42a4-8578-5bb5ccb19d3d tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:25.340421 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d9d477ba-03da-4077-a01f-4c017cea5785 req-725af520-11c0-42a4-8578-5bb5ccb19d3d tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=a112110a-c5c7-4dd4-b692-6caa721bcf00 HTTP/1.1" status: 200 len: 945 time: 0.0710161 Aug 23 20:31:25.383938 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfffc2f-dec0-43a7-bc20-0adc4040bf6d req-f6016f45-127f-4521-8f44-aa877ee0b173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:25.385553 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4bfffc2f-dec0-43a7-bc20-0adc4040bf6d req-f6016f45-127f-4521-8f44-aa877ee0b173 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6c1970ccce5f44f2b3d749eaf8d399cd&device_id=cad7ad3f-a4fe-4ecd-aa43-91c5969b0615 HTTP/1.1" status: 200 len: 1099 time: 0.0539808 Aug 23 20:31:25.415533 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d9d477ba-03da-4077-a01f-4c017cea5785 req-b514ac20-843a-40e8-89e5-5a016349589d tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741053 Aug 23 20:31:25.500127 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4bfffc2f-dec0-43a7-bc20-0adc4040bf6d req-724df56c-0b92-4f73-9e05-117a8e25c6a7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=7a137f23-beb1-4278-ba4c-6fe7086c3c4b HTTP/1.1" status: 200 len: 217 time: 0.0860200 Aug 23 20:31:25.514985 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ebc96b-be66-4389-85d8-30e0db0f4a53 req-7f68caee-6bce-48fa-b8fd-466ee7ad3977 tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:25.516723 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d0ebc96b-be66-4389-85d8-30e0db0f4a53 req-7f68caee-6bce-48fa-b8fd-466ee7ad3977 tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] 10.222.0.61 "GET /v2.0/ports?device_id=cad7ad3f-a4fe-4ecd-aa43-91c5969b0615 HTTP/1.1" status: 200 len: 948 time: 0.1301475 Aug 23 20:31:25.599530 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d0ebc96b-be66-4389-85d8-30e0db0f4a53 req-503c51e6-6693-4a27-a890-7f915192c67f tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] 10.222.0.61 "GET /v2.0/security-groups?id=646d58a0-90da-4ac5-92f6-c663b6f8bd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728087 Aug 23 20:31:25.608675 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfffc2f-dec0-43a7-bc20-0adc4040bf6d req-36efa7db-7aa4-4ca1-b939-abd068df3a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:25.610154 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4bfffc2f-dec0-43a7-bc20-0adc4040bf6d req-36efa7db-7aa4-4ca1-b939-abd068df3a7a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.0925069 Aug 23 20:31:25.671557 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfffc2f-dec0-43a7-bc20-0adc4040bf6d req-5dee25db-460b-4f4b-aba7-6e1b400f73c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:25.677813 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4bfffc2f-dec0-43a7-bc20-0adc4040bf6d req-5dee25db-460b-4f4b-aba7-6e1b400f73c4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0552111 Aug 23 20:31:25.818330 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device cd417b8e-b191-4ca4-8ba6-f2670825450b details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:31:25.833886 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2dd5a-6299-4309-b716-674bea74fb72 req-1fe6e3ac-8356-4cab-a3e8-9dce52e5bcfa tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:25.835315 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6df2dd5a-6299-4309-b716-674bea74fb72 req-1fe6e3ac-8356-4cab-a3e8-9dce52e5bcfa tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 950 time: 0.0858064 Aug 23 20:31:25.837626 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4bfffc2f-dec0-43a7-bc20-0adc4040bf6d req-2ac39282-c677-4940-8cde-7a7460ce4222 service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451626 Aug 23 20:31:25.905272 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6df2dd5a-6299-4309-b716-674bea74fb72 req-87544038-03e4-4ca9-9bbd-f90f79067874 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631816 Aug 23 20:31:25.956675 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port cd417b8e-b191-4ca4-8ba6-f2670825450b, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=cd417b8e-b191-4ca4-8ba6-f2670825450b,segment=NetworkSegment(5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d),segment_id=5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:31:25.974170 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': 'cd417b8e-b191-4ca4-8ba6-f2670825450b', 'network_id': '102aaadf-a02d-4ccd-a117-533acfc24182', 'port_id': 'cd417b8e-b191-4ca4-8ba6-f2670825450b', 'mac_address': 'fa:16:3e:51:93:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c5a23ee-4dc4-400c-bc37-6be8d284756a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:31:26.009625 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4bfffc2f-dec0-43a7-bc20-0adc4040bf6d req-f531fc8d-d69c-45e1-bd89-f57cdea07016 service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490047 Aug 23 20:31:26.042681 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:26.069266 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd417b8e-b191-4ca4-8ba6-f2670825450b {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:31:26.100019 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port cd417b8e-b191-4ca4-8ba6-f2670825450b, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=cd417b8e-b191-4ca4-8ba6-f2670825450b,segment=NetworkSegment(5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d),segment_id=5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:31:26.109859 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:26.200393 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=cd417b8e-b191-4ca4-8ba6-f2670825450b,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:26.224743 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c408e-bf66-44ae-ab7d-1f3102270c21 req-8e603461-bdb3-48da-bbc0-f3f89ebb8c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:26.226392 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1b9c408e-bf66-44ae-ab7d-1f3102270c21 req-8e603461-bdb3-48da-bbc0-f3f89ebb8c6c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6c1970ccce5f44f2b3d749eaf8d399cd&device_id=cad7ad3f-a4fe-4ecd-aa43-91c5969b0615 HTTP/1.1" status: 200 len: 1099 time: 0.1116774 Aug 23 20:31:26.262702 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['cd417b8e-b191-4ca4-8ba6-f2670825450b'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:31:26.457251 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c408e-bf66-44ae-ab7d-1f3102270c21 req-910edf09-79a2-442a-a0e8-2dc48086c334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:26.460995 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1b9c408e-bf66-44ae-ab7d-1f3102270c21 req-910edf09-79a2-442a-a0e8-2dc48086c334 service neutron] 10.222.0.11 "GET /v2.0/networks?id=660f640a-b8b2-40aa-8ebf-76bd1608cceb HTTP/1.1" status: 200 len: 870 time: 0.2159159 Aug 23 20:31:26.571837 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1b9c408e-bf66-44ae-ab7d-1f3102270c21 req-e58ebf3c-f8e7-437e-84eb-215076d0a2a8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=7a137f23-beb1-4278-ba4c-6fe7086c3c4b HTTP/1.1" status: 200 len: 217 time: 0.0938380 Aug 23 20:31:26.702983 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f231d0-bb44-4a30-ba50-a38f343b1362 req-ef6fc5ac-2dfc-4f82-93bc-bb5e9c4eae52 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:26.712351 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-90f231d0-bb44-4a30-ba50-a38f343b1362 req-ef6fc5ac-2dfc-4f82-93bc-bb5e9c4eae52 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=a112110a-c5c7-4dd4-b692-6caa721bcf00 HTTP/1.1" status: 200 len: 945 time: 0.1212401 Aug 23 20:31:26.748836 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c408e-bf66-44ae-ab7d-1f3102270c21 req-1f5ba296-32ab-4152-86d4-902a3622f36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:26.750379 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1b9c408e-bf66-44ae-ab7d-1f3102270c21 req-1f5ba296-32ab-4152-86d4-902a3622f36c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.1685798 Aug 23 20:31:26.801405 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-90f231d0-bb44-4a30-ba50-a38f343b1362 req-77bd42e4-4124-4cd5-ac93-1c36fa9e3003 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863936 Aug 23 20:31:26.921617 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c408e-bf66-44ae-ab7d-1f3102270c21 req-1c014d1c-d205-42d0-bf5d-7e3d7f2cce01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:26.923859 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1b9c408e-bf66-44ae-ab7d-1f3102270c21 req-1c014d1c-d205-42d0-bf5d-7e3d7f2cce01 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1476121 Aug 23 20:31:26.945701 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46d54f-5332-439e-b7d3-ea1ff05316d6 req-ed618aa6-1a83-4f4b-9395-364a32095e06 tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:26.964576 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec46d54f-5332-439e-b7d3-ea1ff05316d6 req-ed618aa6-1a83-4f4b-9395-364a32095e06 tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] 10.222.0.61 "GET /v2.0/ports?device_id=cad7ad3f-a4fe-4ecd-aa43-91c5969b0615 HTTP/1.1" status: 200 len: 948 time: 0.1045513 Aug 23 20:31:27.097559 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec46d54f-5332-439e-b7d3-ea1ff05316d6 req-ad49b54d-cd68-4ad0-b80c-636dc3f2240a tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] 10.222.0.61 "GET /v2.0/security-groups?id=646d58a0-90da-4ac5-92f6-c663b6f8bd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318491 Aug 23 20:31:27.145101 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4e4989-dddf-45ab-b7a9-58c93868c4a3 req-dc34e26c-620a-410c-b0d7-b9bd2dc7b99f tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:27.146732 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ab4e4989-dddf-45ab-b7a9-58c93868c4a3 req-dc34e26c-620a-410c-b0d7-b9bd2dc7b99f tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 950 time: 0.1013610 Aug 23 20:31:27.155536 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1b9c408e-bf66-44ae-ab7d-1f3102270c21 req-bd288f13-0ce4-4fdd-9a28-e5c63560887f service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207923 Aug 23 20:31:27.225923 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ab4e4989-dddf-45ab-b7a9-58c93868c4a3 req-aad5a30e-e393-4875-bc94-b0626c7b2645 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725095 Aug 23 20:31:27.305458 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1b9c408e-bf66-44ae-ab7d-1f3102270c21 req-e7cf7e0e-9394-4289-9bb4-1f3d39b1d8f1 service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260095 Aug 23 20:31:27.829996 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device cd417b8e-b191-4ca4-8ba6-f2670825450b up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:31:28.144630 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebadb5-5ad5-46e1-9f07-51c8bbd73a93 req-15836eea-fe7a-4961-bc5c-f11f9f94feae tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:28.152879 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-eeebadb5-5ad5-46e1-9f07-51c8bbd73a93 req-15836eea-fe7a-4961-bc5c-f11f9f94feae tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=a112110a-c5c7-4dd4-b692-6caa721bcf00 HTTP/1.1" status: 200 len: 945 time: 0.1155062 Aug 23 20:31:28.154097 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port cd417b8e-b191-4ca4-8ba6-f2670825450b triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:31:28.155484 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:28.212449 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-eeebadb5-5ad5-46e1-9f07-51c8bbd73a93 req-a3a402de-3279-460c-9bf5-0e4de196a572 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575438 Aug 23 20:31:28.309969 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:28.355670 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '242d8328-04d9-43c7-b975-31d369a9cd59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd417b8e-b191-4ca4-8ba6-f2670825450b'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:31:28.358737 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a68533e-0dbc-4bd2-8de2-25d3b97abbae" -d '{"events": [{"server_uuid": "242d8328-04d9-43c7-b975-31d369a9cd59", "name": "network-vif-plugged", "status": "completed", "tag": "cd417b8e-b191-4ca4-8ba6-f2670825450b"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:31:28.378439 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port cd417b8e-b191-4ca4-8ba6-f2670825450b, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=cd417b8e-b191-4ca4-8ba6-f2670825450b,segment=NetworkSegment(5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d),segment_id=5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:31:28.385964 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:28.409750 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943be187-028a-4fe5-ba5f-17fc77f4093f req-1a402fa6-c5bb-401d-b80e-de7ec0fd7cba tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:28.411269 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-943be187-028a-4fe5-ba5f-17fc77f4093f req-1a402fa6-c5bb-401d-b80e-de7ec0fd7cba tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] 10.222.0.61 "GET /v2.0/ports?device_id=cad7ad3f-a4fe-4ecd-aa43-91c5969b0615 HTTP/1.1" status: 200 len: 948 time: 0.1026025 Aug 23 20:31:28.476153 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=cd417b8e-b191-4ca4-8ba6-f2670825450b,revision_number=7']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:28.483968 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-943be187-028a-4fe5-ba5f-17fc77f4093f req-6279eb4c-04cf-4edb-af0a-001948a30b21 tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] 10.222.0.61 "GET /v2.0/security-groups?id=646d58a0-90da-4ac5-92f6-c663b6f8bd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644255 Aug 23 20:31:28.702707 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd98d64-bfbc-487f-b0cc-4ab33ddd8449 req-164810fb-208c-4367-8d27-3b3284171f1f tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:28.711231 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6fd98d64-bfbc-487f-b0cc-4ab33ddd8449 req-164810fb-208c-4367-8d27-3b3284171f1f tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 950 time: 0.0928264 Aug 23 20:31:28.755749 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6fd98d64-bfbc-487f-b0cc-4ab33ddd8449 req-c95bc343-b17a-43dc-ac89-341ea0f70c08 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434062 Aug 23 20:31:28.825362 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8cf133-f31d-44e2-9fd2-a98f463edbb9 x-openstack-request-id: req-ec8cf133-f31d-44e2-9fd2-a98f463edbb9 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:31:28.826231 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "242d8328-04d9-43c7-b975-31d369a9cd59", "name": "network-vif-plugged", "status": "completed", "tag": "cd417b8e-b191-4ca4-8ba6-f2670825450b", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:31:28.826568 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ec8cf133-f31d-44e2-9fd2-a98f463edbb9 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:31:28.827121 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '242d8328-04d9-43c7-b975-31d369a9cd59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd417b8e-b191-4ca4-8ba6-f2670825450b', 'code': 200} Aug 23 20:31:29.379954 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577fd89-fa58-4bf3-8688-39136aa3f677 req-c062dd11-cc07-4970-9df0-769c253c5f51 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:29.397329 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4577fd89-fa58-4bf3-8688-39136aa3f677 req-c062dd11-cc07-4970-9df0-769c253c5f51 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=a112110a-c5c7-4dd4-b692-6caa721bcf00 HTTP/1.1" status: 200 len: 945 time: 0.0723898 Aug 23 20:31:29.454735 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4577fd89-fa58-4bf3-8688-39136aa3f677 req-9d534bf8-ed53-4c1d-98e1-6807c3360dbb tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535314 Aug 23 20:31:29.692353 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed44895-6375-467c-8658-230d1fbc8b20 req-dd333b33-1ef8-4b89-9a78-33ca67d441d5 tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:29.700051 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-aed44895-6375-467c-8658-230d1fbc8b20 req-dd333b33-1ef8-4b89-9a78-33ca67d441d5 tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] 10.222.0.61 "GET /v2.0/ports?device_id=cad7ad3f-a4fe-4ecd-aa43-91c5969b0615 HTTP/1.1" status: 200 len: 948 time: 0.0978842 Aug 23 20:31:29.763223 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-aed44895-6375-467c-8658-230d1fbc8b20 req-0a884d41-635f-4094-ada3-61071ca4cee5 tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] 10.222.0.61 "GET /v2.0/security-groups?id=646d58a0-90da-4ac5-92f6-c663b6f8bd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620944 Aug 23 20:31:29.834597 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 7a137f23-beb1-4278-ba4c-6fe7086c3c4b details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:31:29.932417 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402dfe7-3680-4e8d-b4cd-cc7dfa98cea1 req-b9638366-085e-4700-9629-d94e0678542b tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:29.934962 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2402dfe7-3680-4e8d-b4cd-cc7dfa98cea1 req-b9638366-085e-4700-9629-d94e0678542b tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 950 time: 0.1040101 Aug 23 20:31:30.000470 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 7a137f23-beb1-4278-ba4c-6fe7086c3c4b, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=7a137f23-beb1-4278-ba4c-6fe7086c3c4b,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:31:30.014605 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '7a137f23-beb1-4278-ba4c-6fe7086c3c4b', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'port_id': '7a137f23-beb1-4278-ba4c-6fe7086c3c4b', 'mac_address': 'fa:16:3e:35:9b:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66e9eb0-86f4-4159-852b-f29863cbf18d', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:31:30.021123 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2402dfe7-3680-4e8d-b4cd-cc7dfa98cea1 req-96e60fef-c791-4d75-ba17-a257c9730830 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788484 Aug 23 20:31:30.040538 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:31:30.093148 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:30.124359 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a137f23-beb1-4278-ba4c-6fe7086c3c4b {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:31:30.163362 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 7a137f23-beb1-4278-ba4c-6fe7086c3c4b, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=7a137f23-beb1-4278-ba4c-6fe7086c3c4b,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:31:30.168465 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:30.280245 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=7a137f23-beb1-4278-ba4c-6fe7086c3c4b,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:30.552956 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['7a137f23-beb1-4278-ba4c-6fe7086c3c4b'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:31:30.724833 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331539e0-25a8-4dc6-a4e2-9ea9674482eb req-e9f3ad9c-be9b-40f2-be59-81a93c71fe0a tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:30.737099 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-331539e0-25a8-4dc6-a4e2-9ea9674482eb req-e9f3ad9c-be9b-40f2-be59-81a93c71fe0a tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=a112110a-c5c7-4dd4-b692-6caa721bcf00 HTTP/1.1" status: 200 len: 945 time: 0.1502433 Aug 23 20:31:30.799531 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-331539e0-25a8-4dc6-a4e2-9ea9674482eb req-60614017-9e5d-467f-ba29-0a6368c146b1 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569544 Aug 23 20:31:30.949199 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a772623-eea9-4314-b7bc-1710877b8293 req-8c5a46d0-5bc8-4142-b67f-d7dd20a617ab tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:30.950995 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5a772623-eea9-4314-b7bc-1710877b8293 req-8c5a46d0-5bc8-4142-b67f-d7dd20a617ab tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] 10.222.0.61 "GET /v2.0/ports?device_id=cad7ad3f-a4fe-4ecd-aa43-91c5969b0615 HTTP/1.1" status: 200 len: 949 time: 0.0792115 Aug 23 20:31:31.012526 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5a772623-eea9-4314-b7bc-1710877b8293 req-6ad2c108-2b87-496e-9b64-184224295097 tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] 10.222.0.61 "GET /v2.0/security-groups?id=646d58a0-90da-4ac5-92f6-c663b6f8bd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534139 Aug 23 20:31:31.258276 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde834b8-ff3d-4985-ba4e-e4d268949f89 req-88793ec7-b876-440f-9570-40c0b204ca21 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:31.259911 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fde834b8-ff3d-4985-ba4e-e4d268949f89 req-88793ec7-b876-440f-9570-40c0b204ca21 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 950 time: 0.0982690 Aug 23 20:31:31.326287 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fde834b8-ff3d-4985-ba4e-e4d268949f89 req-5106ae60-b859-4b7b-9f8f-27f02dafbf5a tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582981 Aug 23 20:31:31.849252 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 7a137f23-beb1-4278-ba4c-6fe7086c3c4b up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:31:31.928097 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 7a137f23-beb1-4278-ba4c-6fe7086c3c4b completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:31:31.937923 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 7a137f23-beb1-4278-ba4c-6fe7086c3c4b triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:31:31.938770 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:32.024098 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603aafd-c560-40df-b73a-9809f3865728 req-ea15cc4a-ab57-42f4-9546-7a34abed3b6d tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:32.037233 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d603aafd-c560-40df-b73a-9809f3865728 req-ea15cc4a-ab57-42f4-9546-7a34abed3b6d tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=a112110a-c5c7-4dd4-b692-6caa721bcf00 HTTP/1.1" status: 200 len: 945 time: 0.1154633 Aug 23 20:31:32.132324 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d603aafd-c560-40df-b73a-9809f3865728 req-43b7e412-5e55-4f59-9bbb-e607f5184cf2 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867245 Aug 23 20:31:32.184628 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:32.224611 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad7ad3f-a4fe-4ecd-aa43-91c5969b0615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a137f23-beb1-4278-ba4c-6fe7086c3c4b'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:31:32.227091 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac52404-09f7-4e3c-85fe-26ab631767c1" -d '{"events": [{"server_uuid": "cad7ad3f-a4fe-4ecd-aa43-91c5969b0615", "name": "network-vif-plugged", "status": "completed", "tag": "7a137f23-beb1-4278-ba4c-6fe7086c3c4b"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:31:32.243511 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 7a137f23-beb1-4278-ba4c-6fe7086c3c4b, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=7a137f23-beb1-4278-ba4c-6fe7086c3c4b,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:31:32.249524 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:32.275189 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4039b-397d-4d8b-a417-0bdb85e3aef9 req-9008b733-13fa-49ed-9b47-28826000fb24 tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:32.289520 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-67c4039b-397d-4d8b-a417-0bdb85e3aef9 req-9008b733-13fa-49ed-9b47-28826000fb24 tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] 10.222.0.61 "GET /v2.0/ports?device_id=cad7ad3f-a4fe-4ecd-aa43-91c5969b0615 HTTP/1.1" status: 200 len: 949 time: 0.0891390 Aug 23 20:31:32.309037 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=7a137f23-beb1-4278-ba4c-6fe7086c3c4b,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:32.344237 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-67c4039b-397d-4d8b-a417-0bdb85e3aef9 req-a3de9d82-ec36-4b72-9e88-1364f1b1ec07 tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] 10.222.0.61 "GET /v2.0/security-groups?id=646d58a0-90da-4ac5-92f6-c663b6f8bd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535092 Aug 23 20:31:32.402545 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6c1a57-895c-45e8-aae3-8122ffa9f707 x-openstack-request-id: req-eb6c1a57-895c-45e8-aae3-8122ffa9f707 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:31:32.402841 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad7ad3f-a4fe-4ecd-aa43-91c5969b0615", "name": "network-vif-plugged", "status": "completed", "tag": "7a137f23-beb1-4278-ba4c-6fe7086c3c4b", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:31:32.403085 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-eb6c1a57-895c-45e8-aae3-8122ffa9f707 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:31:32.403477 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad7ad3f-a4fe-4ecd-aa43-91c5969b0615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a137f23-beb1-4278-ba4c-6fe7086c3c4b', 'code': 200} Aug 23 20:31:32.539065 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba2ef9-09bb-420b-b591-64e7362b54c7 req-1dc6e46a-b53e-4ced-851e-2fef79484c02 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:32.549211 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-eaba2ef9-09bb-420b-b591-64e7362b54c7 req-1dc6e46a-b53e-4ced-851e-2fef79484c02 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 950 time: 0.0666299 Aug 23 20:31:32.603897 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da6744-663d-4262-8204-27d0e53a3bb3 req-dd429499-e9b0-466b-a7fa-0cc9747aa38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:32.611021 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-29da6744-663d-4262-8204-27d0e53a3bb3 req-dd429499-e9b0-466b-a7fa-0cc9747aa38b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cad7ad3f-a4fe-4ecd-aa43-91c5969b0615 HTTP/1.1" status: 200 len: 1101 time: 0.1106045 Aug 23 20:31:32.620800 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-eaba2ef9-09bb-420b-b591-64e7362b54c7 req-1916eaea-f4e0-475a-8ab5-e7660716b240 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709310 Aug 23 20:31:32.659720 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-29da6744-663d-4262-8204-27d0e53a3bb3 req-c927e376-9860-48ee-ace9-baf9fe9dc53d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=646d58a0-90da-4ac5-92f6-c663b6f8bd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388312 Aug 23 20:31:33.272735 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b6b27-46ab-4167-a7e9-e47975596f84 req-f14c4ca6-df87-41e5-88dd-256567094786 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:33.282501 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ac3b6b27-46ab-4167-a7e9-e47975596f84 req-f14c4ca6-df87-41e5-88dd-256567094786 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=a112110a-c5c7-4dd4-b692-6caa721bcf00 HTTP/1.1" status: 200 len: 945 time: 0.0680759 Aug 23 20:31:33.350543 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ac3b6b27-46ab-4167-a7e9-e47975596f84 req-83f01f27-e0bc-4590-b4b1-7798f7410916 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651605 Aug 23 20:31:33.518619 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a252b-3f18-40cb-8f40-bd9140a1c7c1 req-01cc6f30-8aeb-46a3-9f7b-cb3aed157354 tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:33.520799 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-708a252b-3f18-40cb-8f40-bd9140a1c7c1 req-01cc6f30-8aeb-46a3-9f7b-cb3aed157354 tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] 10.222.0.61 "GET /v2.0/ports?device_id=cad7ad3f-a4fe-4ecd-aa43-91c5969b0615 HTTP/1.1" status: 200 len: 950 time: 0.0826635 Aug 23 20:31:33.577825 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-708a252b-3f18-40cb-8f40-bd9140a1c7c1 req-36305d32-3ae3-464a-b0c8-6bfb16d91922 tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] 10.222.0.61 "GET /v2.0/security-groups?id=646d58a0-90da-4ac5-92f6-c663b6f8bd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467072 Aug 23 20:31:33.873407 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29fe71-61c7-44ad-aae5-43fad2f1f2cf req-66d2347f-8ef8-489f-a048-ad51f4c8bae8 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:33.875069 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ed29fe71-61c7-44ad-aae5-43fad2f1f2cf req-66d2347f-8ef8-489f-a048-ad51f4c8bae8 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 950 time: 0.0974622 Aug 23 20:31:33.922722 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ed29fe71-61c7-44ad-aae5-43fad2f1f2cf req-b3403baf-9c94-4dbd-8b6b-b94427426109 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391655 Aug 23 20:31:34.540020 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd263f-b7d6-49a7-8f8b-adb03af467bb req-193d920b-f7a8-4ea1-aec8-90946a15dadc tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:34.542382 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-41bd263f-b7d6-49a7-8f8b-adb03af467bb req-193d920b-f7a8-4ea1-aec8-90946a15dadc tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=a112110a-c5c7-4dd4-b692-6caa721bcf00 HTTP/1.1" status: 200 len: 945 time: 0.0826743 Aug 23 20:31:34.618307 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-41bd263f-b7d6-49a7-8f8b-adb03af467bb req-0bab9901-b930-4cd6-8f7c-8c14e707871e tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608456 Aug 23 20:31:34.746465 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c937e0ae-a83d-44f1-98fc-d4476ad86f33 req-5e1d738e-0a06-40aa-93ad-c681d30f146c tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:34.755726 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c937e0ae-a83d-44f1-98fc-d4476ad86f33 req-5e1d738e-0a06-40aa-93ad-c681d30f146c tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] 10.222.0.61 "GET /v2.0/ports?device_id=cad7ad3f-a4fe-4ecd-aa43-91c5969b0615 HTTP/1.1" status: 200 len: 950 time: 0.0875223 Aug 23 20:31:34.809672 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c937e0ae-a83d-44f1-98fc-d4476ad86f33 req-ce0c5386-6ca9-44b9-a700-c8517f1745d2 tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] 10.222.0.61 "GET /v2.0/security-groups?id=646d58a0-90da-4ac5-92f6-c663b6f8bd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521410 Aug 23 20:31:35.165811 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171dffd9-b88b-4c8c-a901-565c3edde621 req-0057f396-6c6a-4f39-8973-90effc5dd5ce tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:35.165811 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-171dffd9-b88b-4c8c-a901-565c3edde621 req-0057f396-6c6a-4f39-8973-90effc5dd5ce tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 950 time: 0.0604908 Aug 23 20:31:35.232873 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-171dffd9-b88b-4c8c-a901-565c3edde621 req-112d09c8-5b1c-46ca-ae14-1feffb03727e tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596929 Aug 23 20:31:35.384045 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d08059-dcb5-4a5d-8f6f-49508d8cd44d req-5773ef1e-29a9-4bef-8cb8-a1878c1b0dd9 tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:35.385823 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-95d08059-dcb5-4a5d-8f6f-49508d8cd44d req-5773ef1e-29a9-4bef-8cb8-a1878c1b0dd9 tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] 10.222.0.61 "GET /v2.0/ports?device_id=cad7ad3f-a4fe-4ecd-aa43-91c5969b0615 HTTP/1.1" status: 200 len: 950 time: 0.0782418 Aug 23 20:31:35.437166 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-95d08059-dcb5-4a5d-8f6f-49508d8cd44d req-4f85eee5-b520-4e0a-adb8-ef3adce2480d tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] 10.222.0.61 "GET /v2.0/security-groups?id=646d58a0-90da-4ac5-92f6-c663b6f8bd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443366 Aug 23 20:31:35.878621 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873f0d6-c300-44b2-883f-8a32e716635a req-f2b2ed8e-85ef-4a97-a4e8-ca7a795fb407 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:35.880110 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e873f0d6-c300-44b2-883f-8a32e716635a req-f2b2ed8e-85ef-4a97-a4e8-ca7a795fb407 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] 10.222.0.61 "GET /v2.0/ports?device_id=66993f2d-3384-450f-8495-3a7774a7f28b HTTP/1.1" status: 200 len: 946 time: 0.0618818 Aug 23 20:31:35.943770 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e873f0d6-c300-44b2-883f-8a32e716635a req-c5064827-a6ad-4352-b4d1-3011cb5d3498 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] 10.222.0.61 "GET /v2.0/security-groups?id=960d3f2e-d45c-4e1f-a060-188acf35d4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513244 Aug 23 20:31:36.092513 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d7a6a-5db7-4c9d-bdeb-924e9658f62a req-e401a3d2-c671-4b55-b89f-b8db2856c621 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:36.095027 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-202d7a6a-5db7-4c9d-bdeb-924e9658f62a req-e401a3d2-c671-4b55-b89f-b8db2856c621 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=a112110a-c5c7-4dd4-b692-6caa721bcf00 HTTP/1.1" status: 200 len: 945 time: 0.0649223 Aug 23 20:31:36.138688 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-202d7a6a-5db7-4c9d-bdeb-924e9658f62a req-810440f1-2be0-4a12-866e-d61985bf1d61 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374351 Aug 23 20:31:36.370222 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc34a2-e959-47b4-8875-3f5bf2da55b9 req-719fe4d7-1987-4a92-905a-e9f975bcc732 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:36.378159 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f2fc34a2-e959-47b4-8875-3f5bf2da55b9 req-719fe4d7-1987-4a92-905a-e9f975bcc732 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 950 time: 0.0664814 Aug 23 20:31:36.420918 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f2fc34a2-e959-47b4-8875-3f5bf2da55b9 req-9294bca8-ca11-481a-bbb6-0c1f3b5f7b81 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415270 Aug 23 20:31:36.603621 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388aec64-fde2-48e2-a800-c1a716f39879 req-8b1fb045-5f1c-4817-986d-826a8539217d tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:36.606593 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-388aec64-fde2-48e2-a800-c1a716f39879 req-8b1fb045-5f1c-4817-986d-826a8539217d tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] 10.222.0.61 "GET /v2.0/ports?device_id=cad7ad3f-a4fe-4ecd-aa43-91c5969b0615 HTTP/1.1" status: 200 len: 950 time: 0.0699739 Aug 23 20:31:36.668089 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-388aec64-fde2-48e2-a800-c1a716f39879 req-29d83f8b-1fc2-4c6e-9fa2-e2722601fc84 tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] 10.222.0.61 "GET /v2.0/security-groups?id=646d58a0-90da-4ac5-92f6-c663b6f8bd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534801 Aug 23 20:31:37.400234 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf4945-149b-4bd0-83a5-4eeaf1d0c7cb req-63aa387e-581f-4162-80dd-502f3d21d992 tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:37.410368 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0ebf4945-149b-4bd0-83a5-4eeaf1d0c7cb req-63aa387e-581f-4162-80dd-502f3d21d992 tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] 10.222.0.11 "GET /v2.0/ports?device_id=cad7ad3f-a4fe-4ecd-aa43-91c5969b0615 HTTP/1.1" status: 200 len: 950 time: 0.1967423 Aug 23 20:31:37.420594 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28903745-a89a-4c69-84af-407045379c5c req-b11fb65f-cfc3-4d55-8e73-dd38972e9f46 tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:37.423222 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-28903745-a89a-4c69-84af-407045379c5c req-b11fb65f-cfc3-4d55-8e73-dd38972e9f46 tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a112110a-c5c7-4dd4-b692-6caa721bcf00&tenant_id=aeab6bca1ebb43a8b404543d83e8cc6e&binding%3Ahost_id=n-h1-805663-2 HTTP/1.1" status: 200 len: 1096 time: 0.1242588 Aug 23 20:31:37.436466 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-28903745-a89a-4c69-84af-407045379c5c req-f926fea4-d978-4d25-b693-a50296294738 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-805663-2'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:31:37.573585 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-28903745-a89a-4c69-84af-407045379c5c req-f926fea4-d978-4d25-b693-a50296294738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:37.670254 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333db1fb-2e5b-4f1a-96eb-639aacb918a2 req-8b1faba1-60bd-4653-af00-94496cf37dbf tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:37.678174 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-333db1fb-2e5b-4f1a-96eb-639aacb918a2 req-8b1faba1-60bd-4653-af00-94496cf37dbf tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] 10.222.0.61 "GET /v2.0/ports?device_id=66993f2d-3384-450f-8495-3a7774a7f28b HTTP/1.1" status: 200 len: 946 time: 0.0993862 Aug 23 20:31:37.680387 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-0ebf4945-149b-4bd0-83a5-4eeaf1d0c7cb req-78590c29-f409-4a20-94fa-2545d1634af3 tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] Deleting port 7a137f23-beb1-4278-ba4c-6fe7086c3c4b {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:31:37.680919 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0ebf4945-149b-4bd0-83a5-4eeaf1d0c7cb req-78590c29-f409-4a20-94fa-2545d1634af3 tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:37.742549 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-333db1fb-2e5b-4f1a-96eb-639aacb918a2 req-b9e521bf-1df4-4389-9504-c4757bef65c2 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] 10.222.0.61 "GET /v2.0/security-groups?id=960d3f2e-d45c-4e1f-a060-188acf35d4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630941 Aug 23 20:31:37.882559 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-28903745-a89a-4c69-84af-407045379c5c req-f926fea4-d978-4d25-b693-a50296294738 service neutron] For port 84e51d00-0bc5-4ad2-bce4-927d8c61adea, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=84e51d00-0bc5-4ad2-bce4-927d8c61adea,segment=NetworkSegment(3440ae09-322e-4891-8c02-a5baf5ba77f1),segment_id=3440ae09-322e-4891-8c02-a5baf5ba77f1)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:31:37.910553 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c46608-fd7e-461e-b7e5-6e5deb2a075c req-74fca76c-3098-4733-859e-6dcd775fab3c tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:37.912621 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-85c46608-fd7e-461e-b7e5-6e5deb2a075c req-74fca76c-3098-4733-859e-6dcd775fab3c tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=a112110a-c5c7-4dd4-b692-6caa721bcf00 HTTP/1.1" status: 200 len: 945 time: 0.0743535 Aug 23 20:31:37.951406 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-28903745-a89a-4c69-84af-407045379c5c req-f926fea4-d978-4d25-b693-a50296294738 service neutron] For port 84e51d00-0bc5-4ad2-bce4-927d8c61adea, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:31:37.963976 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-85c46608-fd7e-461e-b7e5-6e5deb2a075c req-3e614c6f-e638-4fc7-aad9-3add93697757 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444076 Aug 23 20:31:38.036632 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a112110a-c5c7-4dd4-b692-6caa721bcf00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84e51d00-0bc5-4ad2-bce4-927d8c61adea'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:31:38.039258 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e104a6-0b95-4188-be35-597fc7ef10e8" -d '{"events": [{"server_uuid": "a112110a-c5c7-4dd4-b692-6caa721bcf00", "name": "network-vif-unplugged", "status": "completed", "tag": "84e51d00-0bc5-4ad2-bce4-927d8c61adea"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:31:38.043549 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-28903745-a89a-4c69-84af-407045379c5c req-f926fea4-d978-4d25-b693-a50296294738 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:38.051580 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-0ebf4945-149b-4bd0-83a5-4eeaf1d0c7cb req-78590c29-f409-4a20-94fa-2545d1634af3 tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] For port 7a137f23-beb1-4278-ba4c-6fe7086c3c4b, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=7a137f23-beb1-4278-ba4c-6fe7086c3c4b,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:31:38.052041 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0ebf4945-149b-4bd0-83a5-4eeaf1d0c7cb req-78590c29-f409-4a20-94fa-2545d1634af3 tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:38.061690 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-28903745-a89a-4c69-84af-407045379c5c req-f926fea4-d978-4d25-b693-a50296294738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:38.073027 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-0ebf4945-149b-4bd0-83a5-4eeaf1d0c7cb req-78590c29-f409-4a20-94fa-2545d1634af3 tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] Calling delete_port for 7a137f23-beb1-4278-ba4c-6fe7086c3c4b owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:31:38.143432 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb58ac-df31-4db3-89d7-ca91466f7b70 req-8af33e45-de5e-42b0-bd46-0514f139213d tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:38.145064 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-70fb58ac-df31-4db3-89d7-ca91466f7b70 req-8af33e45-de5e-42b0-bd46-0514f139213d tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 950 time: 0.0665150 Aug 23 20:31:38.206455 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-70fb58ac-df31-4db3-89d7-ca91466f7b70 req-501b4e6d-82e3-44b5-a47a-2823db4045c0 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545490 Aug 23 20:31:38.224538 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926fea4-d978-4d25-b693-a50296294738 service neutron] Pushing event updated for resources: {'Port': ['ID=84e51d00-0bc5-4ad2-bce4-927d8c61adea,revision_number=7']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:38.242235 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-28903745-a89a-4c69-84af-407045379c5c req-f926fea4-d978-4d25-b693-a50296294738 service neutron] Attempting to bind port 84e51d00-0bc5-4ad2-bce4-927d8c61adea on host n-h1-805663-2 for vnic_type normal with profile {"migrating_to": "n-h2-805663-2"} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:31:38.242869 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-28903745-a89a-4c69-84af-407045379c5c req-f926fea4-d978-4d25-b693-a50296294738 service neutron] Attempting to bind port 84e51d00-0bc5-4ad2-bce4-927d8c61adea by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '3440ae09-322e-4891-8c02-a5baf5ba77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:31:38.243235 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28903745-a89a-4c69-84af-407045379c5c req-f926fea4-d978-4d25-b693-a50296294738 service neutron] Attempting to bind port 84e51d00-0bc5-4ad2-bce4-927d8c61adea on network a133b3ce-c542-461f-b67d-2eb2e20a852b {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:31:38.254725 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28903745-a89a-4c69-84af-407045379c5c req-f926fea4-d978-4d25-b693-a50296294738 service neutron] Port 84e51d00-0bc5-4ad2-bce4-927d8c61adea on network a133b3ce-c542-461f-b67d-2eb2e20a852b not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:31:38.255042 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28903745-a89a-4c69-84af-407045379c5c req-f926fea4-d978-4d25-b693-a50296294738 service neutron] Attempting to bind port 84e51d00-0bc5-4ad2-bce4-927d8c61adea on network a133b3ce-c542-461f-b67d-2eb2e20a852b {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:31:38.262085 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28903745-a89a-4c69-84af-407045379c5c req-f926fea4-d978-4d25-b693-a50296294738 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:31:38.262419 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28903745-a89a-4c69-84af-407045379c5c req-f926fea4-d978-4d25-b693-a50296294738 service neutron] Checking segment: {'id': '3440ae09-322e-4891-8c02-a5baf5ba77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:31:38.262805 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28903745-a89a-4c69-84af-407045379c5c req-f926fea4-d978-4d25-b693-a50296294738 service neutron] Bound using segment: {'id': '3440ae09-322e-4891-8c02-a5baf5ba77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:31:38.263241 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-28903745-a89a-4c69-84af-407045379c5c req-f926fea4-d978-4d25-b693-a50296294738 service neutron] Bound port: 84e51d00-0bc5-4ad2-bce4-927d8c61adea, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3440ae09-322e-4891-8c02-a5baf5ba77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:31:38.263602 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-28903745-a89a-4c69-84af-407045379c5c req-f926fea4-d978-4d25-b693-a50296294738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:38.387623 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4643f91-482f-4c6a-bff0-5b6cdaf95f1c req-ef7ffa29-d221-4b64-992e-fa1a46dda2f3 tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:38.395763 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0ebf4945-149b-4bd0-83a5-4eeaf1d0c7cb req-78590c29-f409-4a20-94fa-2545d1634af3 tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:38.402348 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f4643f91-482f-4c6a-bff0-5b6cdaf95f1c req-ef7ffa29-d221-4b64-992e-fa1a46dda2f3 tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] 10.222.0.61 "GET /v2.0/ports?device_id=cad7ad3f-a4fe-4ecd-aa43-91c5969b0615 HTTP/1.1" status: 200 len: 950 time: 0.1180308 Aug 23 20:31:38.405103 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-28903745-a89a-4c69-84af-407045379c5c req-f926fea4-d978-4d25-b693-a50296294738 service neutron] For port 84e51d00-0bc5-4ad2-bce4-927d8c61adea, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:31:38.412153 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['7a137f23-beb1-4278-ba4c-6fe7086c3c4b'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:31:38.444895 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78590c29-f409-4a20-94fa-2545d1634af3 tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] Pushing event deleted for resources: {'Port': ['ID=7a137f23-beb1-4278-ba4c-6fe7086c3c4b,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:38.467164 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-28903745-a89a-4c69-84af-407045379c5c req-f926fea4-d978-4d25-b693-a50296294738 service neutron] For port 84e51d00-0bc5-4ad2-bce4-927d8c61adea, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=84e51d00-0bc5-4ad2-bce4-927d8c61adea,segment=NetworkSegment(3440ae09-322e-4891-8c02-a5baf5ba77f1),segment_id=3440ae09-322e-4891-8c02-a5baf5ba77f1)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:31:38.471789 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f4643f91-482f-4c6a-bff0-5b6cdaf95f1c req-e477dc48-2438-49d3-979d-b31d5d38d732 tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] 10.222.0.61 "GET /v2.0/security-groups?id=646d58a0-90da-4ac5-92f6-c663b6f8bd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668452 Aug 23 20:31:38.475557 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-28903745-a89a-4c69-84af-407045379c5c req-f926fea4-d978-4d25-b693-a50296294738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:38.629308 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926fea4-d978-4d25-b693-a50296294738 service neutron] Pushing event updated for resources: {'Port': ['ID=84e51d00-0bc5-4ad2-bce4-927d8c61adea,revision_number=8']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:38.637784 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 20:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10bdd0d5-2be0-45c9-94f4-c72df61afbdc x-openstack-request-id: req-10bdd0d5-2be0-45c9-94f4-c72df61afbdc {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:31:38.638387 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a112110a-c5c7-4dd4-b692-6caa721bcf00", "name": "network-vif-unplugged", "status": "completed", "tag": "84e51d00-0bc5-4ad2-bce4-927d8c61adea", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:31:38.638804 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-10bdd0d5-2be0-45c9-94f4-c72df61afbdc {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:31:38.639374 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a112110a-c5c7-4dd4-b692-6caa721bcf00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84e51d00-0bc5-4ad2-bce4-927d8c61adea', 'code': 200} Aug 23 20:31:38.684080 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ebf4945-149b-4bd0-83a5-4eeaf1d0c7cb req-78590c29-f409-4a20-94fa-2545d1634af3 tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] No DVR routers for this DVR port 7a137f23-beb1-4278-ba4c-6fe7086c3c4b on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:31:38.691977 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0ebf4945-149b-4bd0-83a5-4eeaf1d0c7cb req-78590c29-f409-4a20-94fa-2545d1634af3 tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:38.697080 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0ebf4945-149b-4bd0-83a5-4eeaf1d0c7cb req-78590c29-f409-4a20-94fa-2545d1634af3 tempest-ServerDiagnosticsNegativeTest-2140162407 tempest-ServerDiagnosticsNegativeTest-2140162407-project] 10.222.0.11 "DELETE /v2.0/ports/7a137f23-beb1-4278-ba4c-6fe7086c3c4b HTTP/1.1" status: 204 len: 173 time: 1.2726591 Aug 23 20:31:38.773738 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28903745-a89a-4c69-84af-407045379c5c req-f926fea4-d978-4d25-b693-a50296294738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:38.776021 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-28903745-a89a-4c69-84af-407045379c5c req-f926fea4-d978-4d25-b693-a50296294738 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:38.777510 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-28903745-a89a-4c69-84af-407045379c5c req-f926fea4-d978-4d25-b693-a50296294738 service neutron] 10.222.0.32 "PUT /v2.0/ports/84e51d00-0bc5-4ad2-bce4-927d8c61adea HTTP/1.1" status: 200 len: 1121 time: 1.3467848 Aug 23 20:31:38.900510 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['84e51d00-0bc5-4ad2-bce4-927d8c61adea'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:31:39.004145 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['84e51d00-0bc5-4ad2-bce4-927d8c61adea'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:31:39.247795 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f16f2-9d87-412d-b7f4-7eab880afee5 req-2e7e6f6b-fe6a-45ae-afda-098cda79a229 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:39.251226 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2e4f16f2-9d87-412d-b7f4-7eab880afee5 req-2e7e6f6b-fe6a-45ae-afda-098cda79a229 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=a112110a-c5c7-4dd4-b692-6caa721bcf00 HTTP/1.1" status: 200 len: 943 time: 0.0952265 Aug 23 20:31:39.369001 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2e4f16f2-9d87-412d-b7f4-7eab880afee5 req-9c00dc98-3216-4d8e-8a2d-a302f1f0afd3 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097050 Aug 23 20:31:39.558538 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c4b43-e796-4b4d-a26e-71eda7e8fac3 req-d8e4995a-f5da-4a6a-b2da-102ac10e7fe6 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:39.559810 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4f0c4b43-e796-4b4d-a26e-71eda7e8fac3 req-d8e4995a-f5da-4a6a-b2da-102ac10e7fe6 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] 10.222.0.61 "GET /v2.0/ports?device_id=66993f2d-3384-450f-8495-3a7774a7f28b HTTP/1.1" status: 200 len: 946 time: 0.0823836 Aug 23 20:31:39.619321 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 84e51d00-0bc5-4ad2-bce4-927d8c61adea details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:31:39.643984 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4f0c4b43-e796-4b4d-a26e-71eda7e8fac3 req-f2011b4f-cc92-4f51-abb4-18f444caed70 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] 10.222.0.61 "GET /v2.0/security-groups?id=960d3f2e-d45c-4e1f-a060-188acf35d4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719962 Aug 23 20:31:39.787304 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 84e51d00-0bc5-4ad2-bce4-927d8c61adea, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=84e51d00-0bc5-4ad2-bce4-927d8c61adea,segment=NetworkSegment(3440ae09-322e-4891-8c02-a5baf5ba77f1),segment_id=3440ae09-322e-4891-8c02-a5baf5ba77f1)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:31:39.801281 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 84e51d00-0bc5-4ad2-bce4-927d8c61adea has no active binding in host n-h2-805663-2 {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 23 20:31:39.826633 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b55d7-837b-4ba4-ba6a-2bd2355afa45 req-ef5da51e-313b-4265-9bb7-34427e8ef07e tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:39.828335 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dd4b55d7-837b-4ba4-ba6a-2bd2355afa45 req-ef5da51e-313b-4265-9bb7-34427e8ef07e tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 950 time: 0.0891039 Aug 23 20:31:39.873267 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dd4b55d7-837b-4ba4-ba6a-2bd2355afa45 req-ad9fdf37-00c1-46fb-ba6b-6d26da235c79 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385683 Aug 23 20:31:39.943205 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-786e7a2a-9ed6-4bc4-a1e8-0c3504ef2d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:40.190786 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:40.375633 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50196) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:31:40.515542 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d8b166-3b44-4a23-a7f2-a91d5503a5ba req-3990221f-4038-42b5-bed4-516822677cfa tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:40.518863 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-49d8b166-3b44-4a23-a7f2-a91d5503a5ba req-3990221f-4038-42b5-bed4-516822677cfa tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=a112110a-c5c7-4dd4-b692-6caa721bcf00 HTTP/1.1" status: 200 len: 943 time: 0.0828214 Aug 23 20:31:40.590521 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-818706aa-d36c-454b-8550-dcfa43d972f8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6c1970ccce5f44f2b3d749eaf8d399cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2132597 Aug 23 20:31:40.593078 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50210) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:31:40.616984 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-49d8b166-3b44-4a23-a7f2-a91d5503a5ba req-5cced61c-41d8-479e-8b08-8b675573eb2f tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913167 Aug 23 20:31:40.644999 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad7ad3f-a4fe-4ecd-aa43-91c5969b0615', 'name': 'network-vif-deleted', 'tag': '7a137f23-beb1-4278-ba4c-6fe7086c3c4b'}, {'name': 'network-changed', 'server_uuid': 'a112110a-c5c7-4dd4-b692-6caa721bcf00', 'tag': '84e51d00-0bc5-4ad2-bce4-927d8c61adea'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:31:40.647563 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d9105c4-08af-4810-a1ec-717d5a4f3fb7" -d '{"events": [{"server_uuid": "cad7ad3f-a4fe-4ecd-aa43-91c5969b0615", "name": "network-vif-deleted", "tag": "7a137f23-beb1-4278-ba4c-6fe7086c3c4b"}, {"name": "network-changed", "server_uuid": "a112110a-c5c7-4dd4-b692-6caa721bcf00", "tag": "84e51d00-0bc5-4ad2-bce4-927d8c61adea"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:31:40.689790 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7ea5c1c3-addc-4c60-aeb0-690ca465018a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:40.695735 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 23 Aug 2021 20:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beea1e6d-314e-4290-85fa-730229e317e1 x-openstack-request-id: req-beea1e6d-314e-4290-85fa-730229e317e1 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:31:40.696032 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad7ad3f-a4fe-4ecd-aa43-91c5969b0615", "name": "network-vif-deleted", "tag": "7a137f23-beb1-4278-ba4c-6fe7086c3c4b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a112110a-c5c7-4dd4-b692-6caa721bcf00", "tag": "84e51d00-0bc5-4ad2-bce4-927d8c61adea", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:31:40.696323 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-beea1e6d-314e-4290-85fa-730229e317e1 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:31:40.696773 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad7ad3f-a4fe-4ecd-aa43-91c5969b0615', 'name': 'network-vif-deleted', 'tag': '7a137f23-beb1-4278-ba4c-6fe7086c3c4b', 'status': 'completed', 'code': 200} Aug 23 20:31:40.696967 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a112110a-c5c7-4dd4-b692-6caa721bcf00', 'tag': '84e51d00-0bc5-4ad2-bce4-927d8c61adea', 'status': 'completed', 'code': 200} Aug 23 20:31:40.716329 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7ea5c1c3-addc-4c60-aeb0-690ca465018a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:40.796559 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7ea5c1c3-addc-4c60-aeb0-690ca465018a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:40.800645 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7ea5c1c3-addc-4c60-aeb0-690ca465018a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:40.801958 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-7ea5c1c3-addc-4c60-aeb0-690ca465018a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/646d58a0-90da-4ac5-92f6-c663b6f8bd1f HTTP/1.1" status: 204 len: 168 time: 0.2062607 Aug 23 20:31:40.815398 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea5c1c3-addc-4c60-aeb0-690ca465018a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646d58a0-90da-4ac5-92f6-c663b6f8bd1f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:40.836769 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9105c4-08af-4810-a1ec-717d5a4f3fb7 req-bd3c14c4-f4ad-4d73-bc46-14a2287e1920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:40.838637 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7d9105c4-08af-4810-a1ec-717d5a4f3fb7 req-bd3c14c4-f4ad-4d73-bc46-14a2287e1920 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aeab6bca1ebb43a8b404543d83e8cc6e&device_id=a112110a-c5c7-4dd4-b692-6caa721bcf00 HTTP/1.1" status: 200 len: 1124 time: 0.1136212 Aug 23 20:31:40.925687 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c135dc-120a-42dd-9622-7db239e970be req-96425941-5b6b-4962-938f-b6fd74c32860 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:40.927280 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d5c135dc-120a-42dd-9622-7db239e970be req-96425941-5b6b-4962-938f-b6fd74c32860 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] 10.222.0.61 "GET /v2.0/ports?device_id=66993f2d-3384-450f-8495-3a7774a7f28b HTTP/1.1" status: 200 len: 946 time: 0.1334507 Aug 23 20:31:40.985989 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9105c4-08af-4810-a1ec-717d5a4f3fb7 req-5386083a-a698-4464-956a-b6ccbd4e332e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:40.987512 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7d9105c4-08af-4810-a1ec-717d5a4f3fb7 req-5386083a-a698-4464-956a-b6ccbd4e332e service neutron] 10.222.0.11 "GET /v2.0/networks?id=a133b3ce-c542-461f-b67d-2eb2e20a852b HTTP/1.1" status: 200 len: 908 time: 0.1373208 Aug 23 20:31:41.026461 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d5c135dc-120a-42dd-9622-7db239e970be req-1bcf8326-a1af-44bf-8a91-a871ddf855d6 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] 10.222.0.61 "GET /v2.0/security-groups?id=960d3f2e-d45c-4e1f-a060-188acf35d4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881865 Aug 23 20:31:41.087535 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7d9105c4-08af-4810-a1ec-717d5a4f3fb7 req-a35708d3-1d18-4cc5-8f59-b83294e1ef71 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84e51d00-0bc5-4ad2-bce4-927d8c61adea HTTP/1.1" status: 200 len: 217 time: 0.0906403 Aug 23 20:31:41.125057 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a4d179-955e-4b14-9fe8-98d12f22c872 req-7ba63150-2ff1-4a3e-b1b0-3dd59df8cfb7 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:41.127269 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a1a4d179-955e-4b14-9fe8-98d12f22c872 req-7ba63150-2ff1-4a3e-b1b0-3dd59df8cfb7 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] 10.222.0.32 "GET /v2.0/ports?device_id=66993f2d-3384-450f-8495-3a7774a7f28b HTTP/1.1" status: 200 len: 946 time: 0.1195211 Aug 23 20:31:41.153264 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8749eb5-ea7d-43e4-ac5b-67d03c72c0fc req-1112f218-453b-47e8-990b-07ba0fbc23f8 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:41.161896 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b8749eb5-ea7d-43e4-ac5b-67d03c72c0fc req-1112f218-453b-47e8-990b-07ba0fbc23f8 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 950 time: 0.0961547 Aug 23 20:31:41.220892 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9105c4-08af-4810-a1ec-717d5a4f3fb7 req-843c98e9-78b6-4d91-9b5f-03a90d2b6c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:41.223125 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7d9105c4-08af-4810-a1ec-717d5a4f3fb7 req-843c98e9-78b6-4d91-9b5f-03a90d2b6c4a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bc364ba1-f548-4b44-839c-5441876e52b8 HTTP/1.1" status: 200 len: 847 time: 0.1257422 Aug 23 20:31:41.243392 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b8749eb5-ea7d-43e4-ac5b-67d03c72c0fc req-21a5c884-b474-474e-babc-d7c7f138dd2d tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803213 Aug 23 20:31:41.278968 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7d9105c4-08af-4810-a1ec-717d5a4f3fb7 req-4ba203a9-2228-431e-8ad8-1c73b2fcb13e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a133b3ce-c542-461f-b67d-2eb2e20a852b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308168 Aug 23 20:31:41.369627 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50254) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:31:41.399936 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7ca1c977-1119-4a55-bb19-cd927b904b76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:41.544986 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7ca1c977-1119-4a55-bb19-cd927b904b76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:41.550703 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7ca1c977-1119-4a55-bb19-cd927b904b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:41.591870 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-7ca1c977-1119-4a55-bb19-cd927b904b76 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7523fa0153da4f74bde8455a165f3e8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2204010 Aug 23 20:31:41.593372 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca1c977-1119-4a55-bb19-cd927b904b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3dcd0ca-f575-4790-88ef-511b9613f945,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:41.596660 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50266) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:31:41.664486 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-a1a4d179-955e-4b14-9fe8-98d12f22c872 req-849f81fb-9b4d-419c-a57a-54a0ea5c9351 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Deleting port 2db563c8-3ed3-4830-8394-0f92007254b2 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:31:41.665004 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a1a4d179-955e-4b14-9fe8-98d12f22c872 req-849f81fb-9b4d-419c-a57a-54a0ea5c9351 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:41.688903 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e87ae4b-5c1c-47d4-802b-dd4897be6c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:41.720920 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e87ae4b-5c1c-47d4-802b-dd4897be6c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:41.815639 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51655723-2f2d-4591-ac26-040abb3ebd80 req-fdf4ede1-367d-4e87-b560-b283c90ccc99 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:41.815865 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7d9105c4-08af-4810-a1ec-717d5a4f3fb7 req-16b7b32b-331e-438f-a5af-e70c58816e6d service neutron] 10.222.0.11 "GET /v2.0/networks/a133b3ce-c542-461f-b67d-2eb2e20a852b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5283809 Aug 23 20:31:41.817191 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-51655723-2f2d-4591-ac26-040abb3ebd80 req-fdf4ede1-367d-4e87-b560-b283c90ccc99 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=a112110a-c5c7-4dd4-b692-6caa721bcf00 HTTP/1.1" status: 200 len: 943 time: 0.0849011 Aug 23 20:31:41.850580 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e87ae4b-5c1c-47d4-802b-dd4897be6c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:41.853799 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e87ae4b-5c1c-47d4-802b-dd4897be6c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:41.857274 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-6e87ae4b-5c1c-47d4-802b-dd4897be6c29 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c3dcd0ca-f575-4790-88ef-511b9613f945 HTTP/1.1" status: 204 len: 168 time: 0.2538466 Aug 23 20:31:41.868041 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e87ae4b-5c1c-47d4-802b-dd4897be6c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3dcd0ca-f575-4790-88ef-511b9613f945,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:41.897017 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-51655723-2f2d-4591-ac26-040abb3ebd80 req-9586a90e-9a69-4e2f-9b4d-faf90598beac tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711110 Aug 23 20:31:41.926709 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 7a137f23-beb1-4278-ba4c-6fe7086c3c4b no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:31:41.931689 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-a1a4d179-955e-4b14-9fe8-98d12f22c872 req-849f81fb-9b4d-419c-a57a-54a0ea5c9351 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] For port 2db563c8-3ed3-4830-8394-0f92007254b2, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=2db563c8-3ed3-4830-8394-0f92007254b2,segment=NetworkSegment(b58e7a71-2605-4e16-abd4-c8afc1ab5512),segment_id=b58e7a71-2605-4e16-abd4-c8afc1ab5512)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:31:41.932050 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a1a4d179-955e-4b14-9fe8-98d12f22c872 req-849f81fb-9b4d-419c-a57a-54a0ea5c9351 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:41.959403 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: 7a137f23-beb1-4278-ba4c-6fe7086c3c4b {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:31:41.967955 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 7a137f23-beb1-4278-ba4c-6fe7086c3c4b not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:31:42.001420 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c170d16-2386-41f1-9af3-dee416f2ceb7 req-1d67cb7e-d875-4812-9aca-aaaba9acea1e tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:42.002921 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9c170d16-2386-41f1-9af3-dee416f2ceb7 req-1d67cb7e-d875-4812-9aca-aaaba9acea1e tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/networks?id=102aaadf-a02d-4ccd-a117-533acfc24182 HTTP/1.1" status: 200 len: 804 time: 0.3413415 Aug 23 20:31:42.031332 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9c170d16-2386-41f1-9af3-dee416f2ceb7 req-9825fa6f-e578-4b36-983b-2935dd39c38c tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/quotas/d3e19e7b2cfe41f8bf7d244c15d769b7 HTTP/1.1" status: 200 len: 375 time: 0.0202610 Aug 23 20:31:42.113513 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7d9105c4-08af-4810-a1ec-717d5a4f3fb7 req-f76e3925-e906-4b7d-85ad-7e7b86ce91dc service neutron] 10.222.0.11 "GET /v2.0/networks/a133b3ce-c542-461f-b67d-2eb2e20a852b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776055 Aug 23 20:31:42.182339 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c536ce-fb46-45e0-82bc-fd82eed14f44 req-10295e1a-7e64-44b0-8e38-c8be730c5383 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:42.189665 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d8c536ce-fb46-45e0-82bc-fd82eed14f44 req-10295e1a-7e64-44b0-8e38-c8be730c5383 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] 10.222.0.61 "GET /v2.0/ports?device_id=66993f2d-3384-450f-8495-3a7774a7f28b HTTP/1.1" status: 200 len: 946 time: 0.0812066 Aug 23 20:31:42.202541 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9c170d16-2386-41f1-9af3-dee416f2ceb7 req-c11ea26d-f216-4770-875e-8814ccd8cec5 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d3e19e7b2cfe41f8bf7d244c15d769b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1473000 Aug 23 20:31:42.238531 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a1a4d179-955e-4b14-9fe8-98d12f22c872 req-849f81fb-9b4d-419c-a57a-54a0ea5c9351 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:42.238908 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a1a4d179-955e-4b14-9fe8-98d12f22c872 req-849f81fb-9b4d-419c-a57a-54a0ea5c9351 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:42.239224 n-d-805663-2 neutron-server[94687]: INFO neutron.db.l3_db [req-a1a4d179-955e-4b14-9fe8-98d12f22c872 req-849f81fb-9b4d-419c-a57a-54a0ea5c9351 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Floating IP f38b3b00-5b63-4e3e-acf8-d595ef5e3358 disassociated. External IP: 172.25.4.211, port: 2db563c8-3ed3-4830-8394-0f92007254b2. Aug 23 20:31:42.239562 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-a1a4d179-955e-4b14-9fe8-98d12f22c872 req-849f81fb-9b4d-419c-a57a-54a0ea5c9351 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Calling delete_port for 2db563c8-3ed3-4830-8394-0f92007254b2 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:31:42.263199 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d8c536ce-fb46-45e0-82bc-fd82eed14f44 req-95ff64d7-66eb-453e-8e8c-d167ef01b46b tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] 10.222.0.61 "GET /v2.0/security-groups?id=960d3f2e-d45c-4e1f-a060-188acf35d4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488918 Aug 23 20:31:42.368176 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9c170d16-2386-41f1-9af3-dee416f2ceb7 req-62ad1d27-900a-4ca2-b032-e60addd21ecb service neutron] 10.222.0.61 "GET /v2.0/networks/102aaadf-a02d-4ccd-a117-533acfc24182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542215 Aug 23 20:31:42.400912 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef3b4e-0eae-443d-b8a1-66f93ac4d02a req-f987b5eb-a18f-4251-8761-a079f03e45e0 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:42.410220 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-16ef3b4e-0eae-443d-b8a1-66f93ac4d02a req-f987b5eb-a18f-4251-8761-a079f03e45e0 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 950 time: 0.0808342 Aug 23 20:31:42.461306 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-16ef3b4e-0eae-443d-b8a1-66f93ac4d02a req-60d6b762-872b-4454-9b5c-a6fb3e8ecdb7 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451560 Aug 23 20:31:42.514535 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a1a4d179-955e-4b14-9fe8-98d12f22c872 req-849f81fb-9b4d-419c-a57a-54a0ea5c9351 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:42.577170 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849f81fb-9b4d-419c-a57a-54a0ea5c9351 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Pushing event deleted for resources: {'Port': ['ID=2db563c8-3ed3-4830-8394-0f92007254b2,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:42.656552 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9c170d16-2386-41f1-9af3-dee416f2ceb7 req-278a172c-ea79-4c9f-81b8-d93af39e6876 service neutron] 10.222.0.61 "GET /v2.0/networks/102aaadf-a02d-4ccd-a117-533acfc24182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773089 Aug 23 20:31:42.727830 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1a4d179-955e-4b14-9fe8-98d12f22c872 req-849f81fb-9b4d-419c-a57a-54a0ea5c9351 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Router 6628256f-782b-4fc9-926e-f95af0a2ac56 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:31:42.870486 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1a4d179-955e-4b14-9fe8-98d12f22c872 req-849f81fb-9b4d-419c-a57a-54a0ea5c9351 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:31:42.887375 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecdf73a-aeac-4303-b353-ed47dd1044d5 None None] Sync routers for ids ['6628256f-782b-4fc9-926e-f95af0a2ac56'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:31:42.904143 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecdf73a-aeac-4303-b353-ed47dd1044d5 None None] Routers {'6628256f-782b-4fc9-926e-f95af0a2ac56'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:31:42.904787 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-7ecdf73a-aeac-4303-b353-ed47dd1044d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:31:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['6628256f-782b-4fc9-926e-f95af0a2ac56'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:31:42.972995 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a4d179-955e-4b14-9fe8-98d12f22c872 req-849f81fb-9b4d-419c-a57a-54a0ea5c9351 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] No DVR routers for this DVR port 2db563c8-3ed3-4830-8394-0f92007254b2 on host n-h2-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:31:42.979233 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a1a4d179-955e-4b14-9fe8-98d12f22c872 req-849f81fb-9b4d-419c-a57a-54a0ea5c9351 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:42.995298 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a1a4d179-955e-4b14-9fe8-98d12f22c872 req-849f81fb-9b4d-419c-a57a-54a0ea5c9351 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] 10.222.0.32 "DELETE /v2.0/ports/2db563c8-3ed3-4830-8394-0f92007254b2 HTTP/1.1" status: 204 len: 173 time: 1.8467069 Aug 23 20:31:42.995791 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66993f2d-3384-450f-8495-3a7774a7f28b', 'name': 'network-vif-deleted', 'tag': '2db563c8-3ed3-4830-8394-0f92007254b2'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:31:43.008697 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6bc2f9d4-aab6-4edd-b04e-0f0f6eb3e0c6 req-3b23e2cc-afa2-4e18-ab10-05a3decda4b0 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e03e722-8f3c-465e-a43d-69acd85a1b0d HTTP/1.1" status: 200 len: 210 time: 0.0648708 Aug 23 20:31:43.024146 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23f89a8-19e4-448f-84a3-742e44e432c2" -d '{"events": [{"server_uuid": "66993f2d-3384-450f-8495-3a7774a7f28b", "name": "network-vif-deleted", "tag": "2db563c8-3ed3-4830-8394-0f92007254b2"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:31:43.138757 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1c0f164a-1715-4b21-8c66-e5a5540bf1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:43.167121 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-7ecdf73a-aeac-4303-b353-ed47dd1044d5 None None] Set router 6628256f-782b-4fc9-926e-f95af0a2ac56 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:31:43.267798 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3418fdcb-0655-46bd-84d8-d06b37e0a2f8 x-openstack-request-id: req-3418fdcb-0655-46bd-84d8-d06b37e0a2f8 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:31:43.268095 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66993f2d-3384-450f-8495-3a7774a7f28b", "name": "network-vif-deleted", "tag": "2db563c8-3ed3-4830-8394-0f92007254b2", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:31:43.268354 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3418fdcb-0655-46bd-84d8-d06b37e0a2f8 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:31:43.268854 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66993f2d-3384-450f-8495-3a7774a7f28b', 'name': 'network-vif-deleted', 'tag': '2db563c8-3ed3-4830-8394-0f92007254b2', 'status': 'completed', 'code': 200} Aug 23 20:31:43.300299 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38944843-d160-47ac-807f-e843ec044872 req-34b238d7-b9a2-448f-b267-ed6b6bcacbcc tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:43.310152 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-38944843-d160-47ac-807f-e843ec044872 req-34b238d7-b9a2-448f-b267-ed6b6bcacbcc tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=a112110a-c5c7-4dd4-b692-6caa721bcf00 HTTP/1.1" status: 200 len: 943 time: 0.1069095 Aug 23 20:31:43.368176 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-38944843-d160-47ac-807f-e843ec044872 req-4ca0947d-6189-4bd3-8b87-11ccf7afa6a8 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565839 Aug 23 20:31:43.481131 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-60ee783d-9ecf-4778-9d56-1c47d26f3481 req-d988bd83-6acb-4fd3-8acb-459a99444a6f tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] 10.222.0.61 "GET /v2.0/ports?device_id=66993f2d-3384-450f-8495-3a7774a7f28b HTTP/1.1" status: 200 len: 210 time: 0.0798233 Aug 23 20:31:43.529334 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:43.689583 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f3bd6c-b420-4af7-9c07-72903722d089 req-f9e971a1-01eb-4736-8526-39a18a71b9ae tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:43.692368 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b8f3bd6c-b420-4af7-9c07-72903722d089 req-f9e971a1-01eb-4736-8526-39a18a71b9ae tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 950 time: 0.1184299 Aug 23 20:31:43.701466 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-7ecdf73a-aeac-4303-b353-ed47dd1044d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6628256f-782b-4fc9-926e-f95af0a2ac56', 'name': 'tempest-ServersTestJSON-519922062-router', 'tenant_id': '678355395d8146908cb82e29a8b7a279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '070b4804-500b-4c34-ab64-da0934e16abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:29:10Z', 'updated_at': '2021-08-23T20:29:17Z', 'revision_number': 4, 'project_id': '678355395d8146908cb82e29a8b7a279', 'gw_port': {'id': '070b4804-500b-4c34-ab64-da0934e16abf', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6628256f-782b-4fc9-926e-f95af0a2ac56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:29:11Z', 'updated_at': '2021-08-23T20:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'af1bfc78-48ba-4ea4-b340-c27d345be454', 'name': '', 'network_id': '37a27260-6c33-48a0-8e2f-0f51c4073c1b', 'tenant_id': '678355395d8146908cb82e29a8b7a279', 'mac_address': 'fa:16:3e:9c:3b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6628256f-782b-4fc9-926e-f95af0a2ac56', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '84ae49e3-16c6-4ab2-918c-5c56bcd6d83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:29:16Z', 'updated_at': '2021-08-23T20:29:24Z', 'revision_number': 5, 'project_id': '678355395d8146908cb82e29a8b7a279', 'subnets': [{'id': '84ae49e3-16c6-4ab2-918c-5c56bcd6d83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:31:43.742614 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecdf73a-aeac-4303-b353-ed47dd1044d5 None None] Checking router: 6628256f-782b-4fc9-926e-f95af0a2ac56 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:31:43.765809 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecdf73a-aeac-4303-b353-ed47dd1044d5 None None] Routers {'6628256f-782b-4fc9-926e-f95af0a2ac56'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:31:43.771096 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-7ecdf73a-aeac-4303-b353-ed47dd1044d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:31:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['6628256f-782b-4fc9-926e-f95af0a2ac56'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:31:43.821092 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b8f3bd6c-b420-4af7-9c07-72903722d089 req-172c6a53-1241-400c-8efa-eb47bf02d5f3 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051292 Aug 23 20:31:43.925108 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32597a7b-c66e-483d-8e66-b0886aae36ee req-94aa0393-fe8b-4374-a908-83135902a420 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:43.928911 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-32597a7b-c66e-483d-8e66-b0886aae36ee req-94aa0393-fe8b-4374-a908-83135902a420 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.11 "GET /v2.0/ports?device_id=242d8328-04d9-43c7-b975-31d369a9cd59 HTTP/1.1" status: 200 len: 946 time: 0.1750636 Aug 23 20:31:43.965467 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-7ecdf73a-aeac-4303-b353-ed47dd1044d5 None None] Set router 6628256f-782b-4fc9-926e-f95af0a2ac56 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:31:44.064717 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-32597a7b-c66e-483d-8e66-b0886aae36ee req-83e96564-253e-4b7f-819d-795cdb7fb912 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Deleting port cd417b8e-b191-4ca4-8ba6-f2670825450b {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:31:44.065075 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-32597a7b-c66e-483d-8e66-b0886aae36ee req-83e96564-253e-4b7f-819d-795cdb7fb912 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:44.117437 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device cd417b8e-b191-4ca4-8ba6-f2670825450b no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:31:44.211475 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6be0c363-b05c-47df-9076-5d6f8ea5d23d req-c8796e41-528a-47cb-8c28-e3f2c09f9ab7 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e03e722-8f3c-465e-a43d-69acd85a1b0d HTTP/1.1" status: 200 len: 210 time: 0.0834830 Aug 23 20:31:44.310665 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-32597a7b-c66e-483d-8e66-b0886aae36ee req-83e96564-253e-4b7f-819d-795cdb7fb912 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] For port cd417b8e-b191-4ca4-8ba6-f2670825450b, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=cd417b8e-b191-4ca4-8ba6-f2670825450b,segment=NetworkSegment(5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d),segment_id=5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:31:44.320247 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-32597a7b-c66e-483d-8e66-b0886aae36ee req-83e96564-253e-4b7f-819d-795cdb7fb912 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:44.347207 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-32597a7b-c66e-483d-8e66-b0886aae36ee req-83e96564-253e-4b7f-819d-795cdb7fb912 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Calling delete_port for cd417b8e-b191-4ca4-8ba6-f2670825450b owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:31:44.410726 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:44.436694 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-7ecdf73a-aeac-4303-b353-ed47dd1044d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6628256f-782b-4fc9-926e-f95af0a2ac56', 'name': 'tempest-ServersTestJSON-519922062-router', 'tenant_id': '678355395d8146908cb82e29a8b7a279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '070b4804-500b-4c34-ab64-da0934e16abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:29:10Z', 'updated_at': '2021-08-23T20:29:17Z', 'revision_number': 4, 'project_id': '678355395d8146908cb82e29a8b7a279', 'gw_port': {'id': '070b4804-500b-4c34-ab64-da0934e16abf', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6628256f-782b-4fc9-926e-f95af0a2ac56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:29:11Z', 'updated_at': '2021-08-23T20:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'af1bfc78-48ba-4ea4-b340-c27d345be454', 'name': '', 'network_id': '37a27260-6c33-48a0-8e2f-0f51c4073c1b', 'tenant_id': '678355395d8146908cb82e29a8b7a279', 'mac_address': 'fa:16:3e:9c:3b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6628256f-782b-4fc9-926e-f95af0a2ac56', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '84ae49e3-16c6-4ab2-918c-5c56bcd6d83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:29:16Z', 'updated_at': '2021-08-23T20:29:24Z', 'revision_number': 5, 'project_id': '678355395d8146908cb82e29a8b7a279', 'subnets': [{'id': '84ae49e3-16c6-4ab2-918c-5c56bcd6d83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:31:44.474865 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecdf73a-aeac-4303-b353-ed47dd1044d5 None None] The sync data for ids ['6628256f-782b-4fc9-926e-f95af0a2ac56'] in n-d-805663-2 is: [{'id': '6628256f-782b-4fc9-926e-f95af0a2ac56', 'name': 'tempest-ServersTestJSON-519922062-router', 'tenant_id': '678355395d8146908cb82e29a8b7a279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '070b4804-500b-4c34-ab64-da0934e16abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:29:10Z', 'updated_at': '2021-08-23T20:29:17Z', 'revision_number': 4, 'project_id': '678355395d8146908cb82e29a8b7a279', 'gw_port': {'id': '070b4804-500b-4c34-ab64-da0934e16abf', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6628256f-782b-4fc9-926e-f95af0a2ac56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:29:11Z', 'updated_at': '2021-08-23T20:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'af1bfc78-48ba-4ea4-b340-c27d345be454', 'name': '', 'network_id': '37a27260-6c33-48a0-8e2f-0f51c4073c1b', 'tenant_id': '678355395d8146908cb82e29a8b7a279', 'mac_address': 'fa:16:3e:9c:3b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6628256f-782b-4fc9-926e-f95af0a2ac56', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '84ae49e3-16c6-4ab2-918c-5c56bcd6d83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:29:16Z', 'updated_at': '2021-08-23T20:29:24Z', 'revision_number': 5, 'project_id': '678355395d8146908cb82e29a8b7a279', 'subnets': [{'id': '84ae49e3-16c6-4ab2-918c-5c56bcd6d83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:31:44.483654 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:44.529972 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-32597a7b-c66e-483d-8e66-b0886aae36ee req-83e96564-253e-4b7f-819d-795cdb7fb912 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:44.616704 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e96564-253e-4b7f-819d-795cdb7fb912 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Pushing event deleted for resources: {'Port': ['ID=cd417b8e-b191-4ca4-8ba6-f2670825450b,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:44.627126 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2617d51-7392-42c0-9321-505fa21f10f6 req-683c4fa5-4753-475d-9979-2e9af0b4d73e tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:44.640025 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a2617d51-7392-42c0-9321-505fa21f10f6 req-683c4fa5-4753-475d-9979-2e9af0b4d73e tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=a112110a-c5c7-4dd4-b692-6caa721bcf00 HTTP/1.1" status: 200 len: 943 time: 0.1377347 Aug 23 20:31:44.668737 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-32597a7b-c66e-483d-8e66-b0886aae36ee req-83e96564-253e-4b7f-819d-795cdb7fb912 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] No DVR routers for this DVR port cd417b8e-b191-4ca4-8ba6-f2670825450b on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:31:44.671628 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-32597a7b-c66e-483d-8e66-b0886aae36ee req-83e96564-253e-4b7f-819d-795cdb7fb912 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:44.675032 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-32597a7b-c66e-483d-8e66-b0886aae36ee req-83e96564-253e-4b7f-819d-795cdb7fb912 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.11 "DELETE /v2.0/ports/cd417b8e-b191-4ca4-8ba6-f2670825450b HTTP/1.1" status: 204 len: 173 time: 0.7385850 Aug 23 20:31:44.695114 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a2617d51-7392-42c0-9321-505fa21f10f6 req-807aa182-42fb-46b8-971e-ff1f4098ce6e tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539904 Aug 23 20:31:44.745376 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50370) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:31:44.787521 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-518b41b5-942c-42d8-aa16-975fb0fac352 req-e2f17dd8-0b5a-47ad-89cb-878e38819860 tempest-FlavorsV2NegativeTest-1333235035 tempest-FlavorsV2NegativeTest-1333235035-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=8a1e0fd9d8be49c2a5d019b0e961e2fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0759726 Aug 23 20:31:44.828172 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6fe2d95a-026c-41d9-b199-58b9066b8202 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:44.884907 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6fe2d95a-026c-41d9-b199-58b9066b8202 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:44.938899 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b3685e-6078-4a80-8f5b-c3b6b63c8bd8 None None] New status for floating IP f38b3b00-5b63-4e3e-acf8-d595ef5e3358: DOWN {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 20:31:44.991184 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6fe2d95a-026c-41d9-b199-58b9066b8202 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:44.995538 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6fe2d95a-026c-41d9-b199-58b9066b8202 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:44.997106 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-6fe2d95a-026c-41d9-b199-58b9066b8202 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] 10.222.0.61 "DELETE /v2.0/security-groups/960d3f2e-d45c-4e1f-a060-188acf35d4d7 HTTP/1.1" status: 204 len: 168 time: 0.2503848 Aug 23 20:31:45.003128 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50378) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:31:45.026446 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe2d95a-026c-41d9-b199-58b9066b8202 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=960d3f2e-d45c-4e1f-a060-188acf35d4d7,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:45.034847 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-7211a371-9cbe-4009-b440-592fb4babd9b tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] show failed (client error): The resource could not be found. Aug 23 20:31:45.036997 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-7211a371-9cbe-4009-b440-592fb4babd9b tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] 10.222.0.61 "GET /v2.0/security-groups/960d3f2e-d45c-4e1f-a060-188acf35d4d7 HTTP/1.1" status: 404 len: 347 time: 0.0338063 Aug 23 20:31:45.049494 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be7407-64ff-495d-b177-2cb801e9752e req-a864bad1-5b37-4fbe-b906-623ec666483b tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:45.049636 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50380) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:31:45.058174 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-42be7407-64ff-495d-b177-2cb801e9752e req-a864bad1-5b37-4fbe-b906-623ec666483b tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 950 time: 0.1196434 Aug 23 20:31:45.109033 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-42be7407-64ff-495d-b177-2cb801e9752e req-509c57a3-ec8e-4948-aed7-3c8d4164c52b tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498705 Aug 23 20:31:45.229923 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b41b5-942c-42d8-aa16-975fb0fac352 req-a71095bc-ad3d-4ead-956d-1fb663029582 tempest-FlavorsV2NegativeTest-1333235035 tempest-FlavorsV2NegativeTest-1333235035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:45.238391 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-518b41b5-942c-42d8-aa16-975fb0fac352 req-a71095bc-ad3d-4ead-956d-1fb663029582 tempest-FlavorsV2NegativeTest-1333235035 tempest-FlavorsV2NegativeTest-1333235035-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4439964 Aug 23 20:31:45.276777 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '242d8328-04d9-43c7-b975-31d369a9cd59', 'name': 'network-vif-deleted', 'tag': 'cd417b8e-b191-4ca4-8ba6-f2670825450b'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:31:45.284230 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c1a625-a082-46a0-a2b1-3482ab904710" -d '{"events": [{"server_uuid": "242d8328-04d9-43c7-b975-31d369a9cd59", "name": "network-vif-deleted", "tag": "cd417b8e-b191-4ca4-8ba6-f2670825450b"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:31:45.314110 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c170d16-2386-41f1-9af3-dee416f2ceb7 req-f508dd7e-6929-4f6c-9eec-21954b98b500 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:45.316172 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9c170d16-2386-41f1-9af3-dee416f2ceb7 req-f508dd7e-6929-4f6c-9eec-21954b98b500 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.11 "GET /v2.0/networks?id=102aaadf-a02d-4ccd-a117-533acfc24182 HTTP/1.1" status: 200 len: 804 time: 0.4090083 Aug 23 20:31:45.339777 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-518b41b5-942c-42d8-aa16-975fb0fac352 req-5152bdf1-eb1e-4f1d-a971-9f74235dda40 tempest-FlavorsV2NegativeTest-1333235035 tempest-FlavorsV2NegativeTest-1333235035-project] 10.222.0.61 "GET /v2.0/quotas/8a1e0fd9d8be49c2a5d019b0e961e2fa HTTP/1.1" status: 200 len: 375 time: 0.0770299 Aug 23 20:31:45.376188 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-9c170d16-2386-41f1-9af3-dee416f2ceb7 req-a6f0c93f-8fb2-469e-84fa-29ea200f6ea7 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Request body: {'port': {'device_id': '7e03e722-8f3c-465e-a43d-69acd85a1b0d', 'network_id': '102aaadf-a02d-4ccd-a117-533acfc24182', 'admin_state_up': True, 'tenant_id': 'd3e19e7b2cfe41f8bf7d244c15d769b7'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:31:45.449071 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-518b41b5-942c-42d8-aa16-975fb0fac352 req-4f21fbd1-20b3-4ceb-b898-79bf63ebe902 tempest-FlavorsV2NegativeTest-1333235035 tempest-FlavorsV2NegativeTest-1333235035-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8a1e0fd9d8be49c2a5d019b0e961e2fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1073527 Aug 23 20:31:45.583597 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a321b66a-bce7-4bc1-9641-d7471a3e34a9 x-openstack-request-id: req-a321b66a-bce7-4bc1-9641-d7471a3e34a9 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:31:45.605335 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c036bd03-3038-442a-8950-d81bf40473b4 req-93015aef-a767-4a94-acb3-6e33234afcf1 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e03e722-8f3c-465e-a43d-69acd85a1b0d HTTP/1.1" status: 200 len: 210 time: 0.0532165 Aug 23 20:31:45.613615 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "242d8328-04d9-43c7-b975-31d369a9cd59", "name": "network-vif-deleted", "tag": "cd417b8e-b191-4ca4-8ba6-f2670825450b", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:31:45.614434 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a321b66a-bce7-4bc1-9641-d7471a3e34a9 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:31:45.614434 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '242d8328-04d9-43c7-b975-31d369a9cd59', 'name': 'network-vif-deleted', 'tag': 'cd417b8e-b191-4ca4-8ba6-f2670825450b', 'status': 'completed', 'code': 200} Aug 23 20:31:45.653841 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-079a63a8-0b7c-4e71-a102-3034f59fc6e9 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Deleting port 5621467d-afdf-46a7-a598-1b6147c8de76 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:31:45.654307 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-079a63a8-0b7c-4e71-a102-3034f59fc6e9 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:45.667069 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 2db563c8-3ed3-4830-8394-0f92007254b2 no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:31:45.700869 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: 2db563c8-3ed3-4830-8394-0f92007254b2 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:31:45.701268 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 2db563c8-3ed3-4830-8394-0f92007254b2 not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:31:45.815064 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:45.843784 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-079a63a8-0b7c-4e71-a102-3034f59fc6e9 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:45.844184 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-079a63a8-0b7c-4e71-a102-3034f59fc6e9 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:45.873627 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-079a63a8-0b7c-4e71-a102-3034f59fc6e9 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Calling delete_port for 5621467d-afdf-46a7-a598-1b6147c8de76 owned by network:floatingip {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:31:45.910307 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189570d3-1754-488c-a69f-9030a6d62ae8 req-e5d028d2-094d-4efe-bfd1-c33760115df4 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:45.911879 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-189570d3-1754-488c-a69f-9030a6d62ae8 req-e5d028d2-094d-4efe-bfd1-c33760115df4 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=a112110a-c5c7-4dd4-b692-6caa721bcf00 HTTP/1.1" status: 200 len: 943 time: 0.1315165 Aug 23 20:31:45.989598 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c170d16-2386-41f1-9af3-dee416f2ceb7 req-a6f0c93f-8fb2-469e-84fa-29ea200f6ea7 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Made reservation on behalf of d3e19e7b2cfe41f8bf7d244c15d769b7 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:31:45.994119 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9c170d16-2386-41f1-9af3-dee416f2ceb7 req-a6f0c93f-8fb2-469e-84fa-29ea200f6ea7 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:46.111046 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-189570d3-1754-488c-a69f-9030a6d62ae8 req-283e3a04-cf32-4632-a695-d8668afb10a4 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894469 Aug 23 20:31:46.241662 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-9c170d16-2386-41f1-9af3-dee416f2ceb7 req-a6f0c93f-8fb2-469e-84fa-29ea200f6ea7 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Allocated IP 172.20.0.3 (102aaadf-a02d-4ccd-a117-533acfc24182/1c5a23ee-4dc4-400c-bc37-6be8d284756a/0f362aac-99c0-4933-8a1a-5c8ff6822193) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:31:46.275697 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50420) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:31:46.288656 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b07a5-10f6-4ec5-a932-b7ee63fb8dab req-33f8f8ae-c7e8-40e8-b72c-d36d6bb5c974 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:46.292809 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-079a63a8-0b7c-4e71-a102-3034f59fc6e9 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:46.296635 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b85b07a5-10f6-4ec5-a932-b7ee63fb8dab req-33f8f8ae-c7e8-40e8-b72c-d36d6bb5c974 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 950 time: 0.0633590 Aug 23 20:31:46.331067 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a63a8-0b7c-4e71-a102-3034f59fc6e9 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Pushing event deleted for resources: {'Port': ['ID=5621467d-afdf-46a7-a598-1b6147c8de76,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:46.361085 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b85b07a5-10f6-4ec5-a932-b7ee63fb8dab req-c2044d5b-4d24-469e-9c4f-e1abec84c430 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563347 Aug 23 20:31:46.483654 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-079a63a8-0b7c-4e71-a102-3034f59fc6e9 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Notify callbacks [] for floatingip, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:46.487520 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-079a63a8-0b7c-4e71-a102-3034f59fc6e9 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:46.491807 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50430) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:31:46.492224 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-079a63a8-0b7c-4e71-a102-3034f59fc6e9 tempest-ServersTestJSON-504886070 tempest-ServersTestJSON-504886070-project] 10.222.0.61 "DELETE /v2.0/floatingips/f38b3b00-5b63-4e3e-acf8-d595ef5e3358 HTTP/1.1" status: 204 len: 168 time: 1.4413254 Aug 23 20:31:46.507988 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5a4ca5b2-1714-4cdd-85da-7e2e11d3ff4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:46.613095 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9c170d16-2386-41f1-9af3-dee416f2ceb7 req-a6f0c93f-8fb2-469e-84fa-29ea200f6ea7 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:46.701008 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5a4ca5b2-1714-4cdd-85da-7e2e11d3ff4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:46.702864 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9c170d16-2386-41f1-9af3-dee416f2ceb7 req-a6f0c93f-8fb2-469e-84fa-29ea200f6ea7 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:46.724297 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5a4ca5b2-1714-4cdd-85da-7e2e11d3ff4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:46.758326 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c170d16-2386-41f1-9af3-dee416f2ceb7 req-a6f0c93f-8fb2-469e-84fa-29ea200f6ea7 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Network 102aaadf-a02d-4ccd-a117-533acfc24182 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:31:46.798214 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-9c170d16-2386-41f1-9af3-dee416f2ceb7 req-a6f0c93f-8fb2-469e-84fa-29ea200f6ea7 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:31:46.806099 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c170d16-2386-41f1-9af3-dee416f2ceb7 req-a6f0c93f-8fb2-469e-84fa-29ea200f6ea7 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:31:46.868035 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f0c93f-8fb2-469e-84fa-29ea200f6ea7 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Pushing event updated for resources: {'Port': ['ID=0f362aac-99c0-4933-8a1a-5c8ff6822193,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:46.873659 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4ca5b2-1714-4cdd-85da-7e2e11d3ff4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2bc538c-1c9a-467c-b3b9-68caef729030,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:46.880452 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5a4ca5b2-1714-4cdd-85da-7e2e11d3ff4d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8a1e0fd9d8be49c2a5d019b0e961e2fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6021240 Aug 23 20:31:46.883189 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50442) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:31:46.910487 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f4049-cf50-4627-b119-616a710ce9d1 req-5d1c2cfb-01f1-42f1-b136-ca5c5d5fb5aa tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:46.912088 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-160f4049-cf50-4627-b119-616a710ce9d1 req-5d1c2cfb-01f1-42f1-b136-ca5c5d5fb5aa tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e03e722-8f3c-465e-a43d-69acd85a1b0d HTTP/1.1" status: 200 len: 931 time: 0.1965613 Aug 23 20:31:46.918202 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c170d16-2386-41f1-9af3-dee416f2ceb7 req-a6f0c93f-8fb2-469e-84fa-29ea200f6ea7 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:46.918822 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9c170d16-2386-41f1-9af3-dee416f2ceb7 req-a6f0c93f-8fb2-469e-84fa-29ea200f6ea7 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:46.960882 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9c170d16-2386-41f1-9af3-dee416f2ceb7 req-a6f0c93f-8fb2-469e-84fa-29ea200f6ea7 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6005857 Aug 23 20:31:46.980132 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-160f4049-cf50-4627-b119-616a710ce9d1 req-7307d59d-29a2-4989-97a1-0b2bae46e1c4 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584443 Aug 23 20:31:47.002295 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-9c170d16-2386-41f1-9af3-dee416f2ceb7 req-69e6240f-e05a-403f-a854-7fa57b9f00a2 service neutron] Request body: {'port': {'device_id': '7e03e722-8f3c-465e-a43d-69acd85a1b0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:31:47.008304 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8837bad-e8c0-4a89-88e4-2d3d3bdd7abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:47.039238 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8837bad-e8c0-4a89-88e4-2d3d3bdd7abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:47.067600 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9c170d16-2386-41f1-9af3-dee416f2ceb7 req-69e6240f-e05a-403f-a854-7fa57b9f00a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:47.157816 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-74b2b5cd-273f-46fd-b0ae-48f0e2288274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:47.331709 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8837bad-e8c0-4a89-88e4-2d3d3bdd7abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:47.334333 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8837bad-e8c0-4a89-88e4-2d3d3bdd7abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:47.335531 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c8837bad-e8c0-4a89-88e4-2d3d3bdd7abf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f2bc538c-1c9a-467c-b3b9-68caef729030 HTTP/1.1" status: 204 len: 168 time: 0.4513404 Aug 23 20:31:47.364080 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8837bad-e8c0-4a89-88e4-2d3d3bdd7abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2bc538c-1c9a-467c-b3b9-68caef729030,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:47.406570 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cacbf497-e02c-488f-8ea3-3ff550118a13 req-dc195b43-49a0-4925-98e1-22ba0978f9b3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ef95496f-d429-4409-945f-4b731e5c08b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1751075 Aug 23 20:31:47.418769 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d018f-d002-414d-8bb6-3377ac2a5e06 req-d19a4da9-e6d2-401a-b455-266c5de7ecf2 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:47.428684 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-405d018f-d002-414d-8bb6-3377ac2a5e06 req-d19a4da9-e6d2-401a-b455-266c5de7ecf2 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=a112110a-c5c7-4dd4-b692-6caa721bcf00 HTTP/1.1" status: 200 len: 943 time: 0.1988850 Aug 23 20:31:47.549058 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-405d018f-d002-414d-8bb6-3377ac2a5e06 req-e84364e6-2eee-426e-90fe-f5b0f17dcbd7 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154044 Aug 23 20:31:47.585052 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbf497-e02c-488f-8ea3-3ff550118a13 req-896105e7-9c7b-4350-a082-8a71a8444d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:47.589693 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cacbf497-e02c-488f-8ea3-3ff550118a13 req-896105e7-9c7b-4350-a082-8a71a8444d56 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aeab6bca1ebb43a8b404543d83e8cc6e&device_id=ef95496f-d429-4409-945f-4b731e5c08b5 HTTP/1.1" status: 200 len: 1095 time: 0.1078081 Aug 23 20:31:47.607547 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-28903745-a89a-4c69-84af-407045379c5c req-b248ee53-696c-4c61-ae51-2cd9547cdf44 service neutron] 10.222.0.11 "GET /v2.0/ports/84e51d00-0bc5-4ad2-bce4-927d8c61adea/bindings/n-h2-805663-2 HTTP/1.1" status: 200 len: 384 time: 0.0992968 Aug 23 20:31:47.790865 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbf497-e02c-488f-8ea3-3ff550118a13 req-99dc4e33-1c6b-4032-b496-ab708f39d6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:47.792398 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cacbf497-e02c-488f-8ea3-3ff550118a13 req-99dc4e33-1c6b-4032-b496-ab708f39d6e7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a133b3ce-c542-461f-b67d-2eb2e20a852b HTTP/1.1" status: 200 len: 908 time: 0.1536620 Aug 23 20:31:47.814917 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0163e139-edb6-49d4-98a8-e012e3fd124a req-3318708d-8e4c-461d-ab49-bde05aad4766 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:47.822753 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0163e139-edb6-49d4-98a8-e012e3fd124a req-3318708d-8e4c-461d-ab49-bde05aad4766 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 950 time: 0.3287306 Aug 23 20:31:47.838531 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cacbf497-e02c-488f-8ea3-3ff550118a13 req-3107868b-15a1-4fc4-a177-36de7f3d8fe1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2e2aee2-6f16-4cc7-aa2b-496c306bdffe HTTP/1.1" status: 200 len: 217 time: 0.0380425 Aug 23 20:31:47.857707 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-74b2b5cd-273f-46fd-b0ae-48f0e2288274 admin admin] Deleting port af1bfc78-48ba-4ea4-b340-c27d345be454 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:31:47.857707 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-74b2b5cd-273f-46fd-b0ae-48f0e2288274 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:47.944316 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0163e139-edb6-49d4-98a8-e012e3fd124a req-5a35f03a-6a54-49cb-8b3e-74ee013f7dc0 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054111 Aug 23 20:31:47.946247 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 84e51d00-0bc5-4ad2-bce4-927d8c61adea no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:31:48.090538 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device cd417b8e-b191-4ca4-8ba6-f2670825450b no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:31:48.119130 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: cd417b8e-b191-4ca4-8ba6-f2670825450b {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:31:48.120359 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device cd417b8e-b191-4ca4-8ba6-f2670825450b not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:31:48.166256 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-28903745-a89a-4c69-84af-407045379c5c req-4a055ab3-8f32-4ab3-bae1-941492827196 service neutron] For port 84e51d00-0bc5-4ad2-bce4-927d8c61adea, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=84e51d00-0bc5-4ad2-bce4-927d8c61adea,segment=NetworkSegment(3440ae09-322e-4891-8c02-a5baf5ba77f1),segment_id=3440ae09-322e-4891-8c02-a5baf5ba77f1)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:31:48.188485 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-9c170d16-2386-41f1-9af3-dee416f2ceb7 req-69e6240f-e05a-403f-a854-7fa57b9f00a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f362aac-99c0-4933-8a1a-5c8ff6822193 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:31:48.201852 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9c170d16-2386-41f1-9af3-dee416f2ceb7 req-69e6240f-e05a-403f-a854-7fa57b9f00a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:48.210151 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-28903745-a89a-4c69-84af-407045379c5c req-4a055ab3-8f32-4ab3-bae1-941492827196 service neutron] For port 84e51d00-0bc5-4ad2-bce4-927d8c61adea, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:31:48.243697 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-9c170d16-2386-41f1-9af3-dee416f2ceb7 req-69e6240f-e05a-403f-a854-7fa57b9f00a2 service neutron] Transition to ACTIVE for port object 0f362aac-99c0-4933-8a1a-5c8ff6822193 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:31:48.254946 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-28903745-a89a-4c69-84af-407045379c5c req-4a055ab3-8f32-4ab3-bae1-941492827196 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84e51d00-0bc5-4ad2-bce4-927d8c61adea {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:31:48.259211 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9c170d16-2386-41f1-9af3-dee416f2ceb7 req-69e6240f-e05a-403f-a854-7fa57b9f00a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:48.294536 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-28903745-a89a-4c69-84af-407045379c5c req-4a055ab3-8f32-4ab3-bae1-941492827196 service neutron] For port 84e51d00-0bc5-4ad2-bce4-927d8c61adea, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=84e51d00-0bc5-4ad2-bce4-927d8c61adea,segment=NetworkSegment(3440ae09-322e-4891-8c02-a5baf5ba77f1),segment_id=3440ae09-322e-4891-8c02-a5baf5ba77f1)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:31:48.307129 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbf497-e02c-488f-8ea3-3ff550118a13 req-4919d035-3b5e-46bf-98c3-b5a51201ed60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:48.308664 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cacbf497-e02c-488f-8ea3-3ff550118a13 req-4919d035-3b5e-46bf-98c3-b5a51201ed60 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bc364ba1-f548-4b44-839c-5441876e52b8 HTTP/1.1" status: 200 len: 847 time: 0.4615171 Aug 23 20:31:48.326538 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-28903745-a89a-4c69-84af-407045379c5c req-4a055ab3-8f32-4ab3-bae1-941492827196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:48.341467 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e6240f-e05a-403f-a854-7fa57b9f00a2 service neutron] Pushing event updated for resources: {'Port': ['ID=0f362aac-99c0-4933-8a1a-5c8ff6822193,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:48.360899 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7c5be-32b8-4a8a-a875-ae2ffcac496c req-1301ae72-0519-4057-ab58-d651c4a02f5f tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:48.368591 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-79a7c5be-32b8-4a8a-a875-ae2ffcac496c req-1301ae72-0519-4057-ab58-d651c4a02f5f tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e03e722-8f3c-465e-a43d-69acd85a1b0d HTTP/1.1" status: 200 len: 931 time: 0.1417475 Aug 23 20:31:48.374290 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cacbf497-e02c-488f-8ea3-3ff550118a13 req-027fab8c-06c6-47eb-9da8-addd92d099a9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a133b3ce-c542-461f-b67d-2eb2e20a852b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526900 Aug 23 20:31:48.404310 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-74b2b5cd-273f-46fd-b0ae-48f0e2288274 admin admin] For port af1bfc78-48ba-4ea4-b340-c27d345be454, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=af1bfc78-48ba-4ea4-b340-c27d345be454,segment=NetworkSegment(b58e7a71-2605-4e16-abd4-c8afc1ab5512),segment_id=b58e7a71-2605-4e16-abd4-c8afc1ab5512)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:31:48.405059 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-74b2b5cd-273f-46fd-b0ae-48f0e2288274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:48.465614 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-74b2b5cd-273f-46fd-b0ae-48f0e2288274 admin admin] Calling delete_port for af1bfc78-48ba-4ea4-b340-c27d345be454 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:31:48.492908 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-9c170d16-2386-41f1-9af3-dee416f2ceb7 req-69e6240f-e05a-403f-a854-7fa57b9f00a2 service neutron] Attempting to bind port 0f362aac-99c0-4933-8a1a-5c8ff6822193 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:31:48.493212 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-9c170d16-2386-41f1-9af3-dee416f2ceb7 req-69e6240f-e05a-403f-a854-7fa57b9f00a2 service neutron] Attempting to bind port 0f362aac-99c0-4933-8a1a-5c8ff6822193 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '102aaadf-a02d-4ccd-a117-533acfc24182'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:31:48.493858 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c170d16-2386-41f1-9af3-dee416f2ceb7 req-69e6240f-e05a-403f-a854-7fa57b9f00a2 service neutron] Attempting to bind port 0f362aac-99c0-4933-8a1a-5c8ff6822193 on network 102aaadf-a02d-4ccd-a117-533acfc24182 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:31:48.504551 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c170d16-2386-41f1-9af3-dee416f2ceb7 req-69e6240f-e05a-403f-a854-7fa57b9f00a2 service neutron] Port 0f362aac-99c0-4933-8a1a-5c8ff6822193 on network 102aaadf-a02d-4ccd-a117-533acfc24182 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:31:48.504921 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c170d16-2386-41f1-9af3-dee416f2ceb7 req-69e6240f-e05a-403f-a854-7fa57b9f00a2 service neutron] Attempting to bind port 0f362aac-99c0-4933-8a1a-5c8ff6822193 on network 102aaadf-a02d-4ccd-a117-533acfc24182 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:31:48.517401 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-28903745-a89a-4c69-84af-407045379c5c req-4a055ab3-8f32-4ab3-bae1-941492827196 service neutron] Transition to ACTIVE for port object 84e51d00-0bc5-4ad2-bce4-927d8c61adea will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:31:48.518360 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c170d16-2386-41f1-9af3-dee416f2ceb7 req-69e6240f-e05a-403f-a854-7fa57b9f00a2 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:31:48.518710 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c170d16-2386-41f1-9af3-dee416f2ceb7 req-69e6240f-e05a-403f-a854-7fa57b9f00a2 service neutron] Checking segment: {'id': '5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '102aaadf-a02d-4ccd-a117-533acfc24182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:31:48.519147 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c170d16-2386-41f1-9af3-dee416f2ceb7 req-69e6240f-e05a-403f-a854-7fa57b9f00a2 service neutron] Bound using segment: {'id': '5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '102aaadf-a02d-4ccd-a117-533acfc24182'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:31:48.519646 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-9c170d16-2386-41f1-9af3-dee416f2ceb7 req-69e6240f-e05a-403f-a854-7fa57b9f00a2 service neutron] Bound port: 0f362aac-99c0-4933-8a1a-5c8ff6822193, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '102aaadf-a02d-4ccd-a117-533acfc24182'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:31:48.520214 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9c170d16-2386-41f1-9af3-dee416f2ceb7 req-69e6240f-e05a-403f-a854-7fa57b9f00a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:48.528648 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-79a7c5be-32b8-4a8a-a875-ae2ffcac496c req-a35e06b9-b701-4c5e-928f-87290249d3c4 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563842 Aug 23 20:31:48.536658 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-28903745-a89a-4c69-84af-407045379c5c req-4a055ab3-8f32-4ab3-bae1-941492827196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:48.681625 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-9c170d16-2386-41f1-9af3-dee416f2ceb7 req-69e6240f-e05a-403f-a854-7fa57b9f00a2 service neutron] For port 0f362aac-99c0-4933-8a1a-5c8ff6822193, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:31:48.689316 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-9c170d16-2386-41f1-9af3-dee416f2ceb7 req-69e6240f-e05a-403f-a854-7fa57b9f00a2 service neutron] For port 0f362aac-99c0-4933-8a1a-5c8ff6822193, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=0f362aac-99c0-4933-8a1a-5c8ff6822193,segment=NetworkSegment(5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d),segment_id=5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:31:48.705533 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9c170d16-2386-41f1-9af3-dee416f2ceb7 req-69e6240f-e05a-403f-a854-7fa57b9f00a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:48.737597 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-28903745-a89a-4c69-84af-407045379c5c req-4a055ab3-8f32-4ab3-bae1-941492827196 service neutron] No DVR routers for this DVR port 84e51d00-0bc5-4ad2-bce4-927d8c61adea on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:31:48.749583 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c170d16-2386-41f1-9af3-dee416f2ceb7 req-69e6240f-e05a-403f-a854-7fa57b9f00a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:48.750255 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9c170d16-2386-41f1-9af3-dee416f2ceb7 req-69e6240f-e05a-403f-a854-7fa57b9f00a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:48.751885 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9c170d16-2386-41f1-9af3-dee416f2ceb7 req-69e6240f-e05a-403f-a854-7fa57b9f00a2 service neutron] 10.222.0.11 "PUT /v2.0/ports/0f362aac-99c0-4933-8a1a-5c8ff6822193 HTTP/1.1" status: 200 len: 1091 time: 1.7657170 Aug 23 20:31:48.752666 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e03e722-8f3c-465e-a43d-69acd85a1b0d', 'tag': '0f362aac-99c0-4933-8a1a-5c8ff6822193'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:31:48.754951 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9780713-9c4c-4b57-9c5e-3b2002dadf65" -d '{"events": [{"name": "network-changed", "server_uuid": "7e03e722-8f3c-465e-a43d-69acd85a1b0d", "tag": "0f362aac-99c0-4933-8a1a-5c8ff6822193"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:31:48.764022 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a055ab3-8f32-4ab3-bae1-941492827196 service neutron] Pushing event updated for resources: {'Port': ['ID=84e51d00-0bc5-4ad2-bce4-927d8c61adea,revision_number=10']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:48.835828 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-28903745-a89a-4c69-84af-407045379c5c req-4a055ab3-8f32-4ab3-bae1-941492827196 service neutron] 10.222.0.11 "PUT /v2.0/ports/84e51d00-0bc5-4ad2-bce4-927d8c61adea/bindings/n-h2-805663-2/activate HTTP/1.1" status: 200 len: 369 time: 1.1738327 Aug 23 20:31:48.854574 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cacbf497-e02c-488f-8ea3-3ff550118a13 req-5db037cf-dd88-4596-9d45-2894b4bd56a0 service neutron] 10.222.0.11 "GET /v2.0/networks/a133b3ce-c542-461f-b67d-2eb2e20a852b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4575222 Aug 23 20:31:48.886545 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab78c1e-0d1a-461d-86dd-8258e58f76ac req-15bd7bc5-2ab1-44b6-9cdb-3086e98ef6ad tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:48.888098 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7ab78c1e-0d1a-461d-86dd-8258e58f76ac req-15bd7bc5-2ab1-44b6-9cdb-3086e98ef6ad tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=a112110a-c5c7-4dd4-b692-6caa721bcf00 HTTP/1.1" status: 200 len: 944 time: 0.1163361 Aug 23 20:31:48.889566 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e6240f-e05a-403f-a854-7fa57b9f00a2 service neutron] Pushing event updated for resources: {'Port': ['ID=0f362aac-99c0-4933-8a1a-5c8ff6822193,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:48.906140 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c170d16-2386-41f1-9af3-dee416f2ceb7 req-64b1737c-d029-4f41-b217-cc648fbabd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:48.912005 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9c170d16-2386-41f1-9af3-dee416f2ceb7 req-64b1737c-d029-4f41-b217-cc648fbabd6a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3e19e7b2cfe41f8bf7d244c15d769b7&device_id=7e03e722-8f3c-465e-a43d-69acd85a1b0d HTTP/1.1" status: 200 len: 1094 time: 0.0916138 Aug 23 20:31:48.984191 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25fd3276-f6a6-434f-ac8f-e5c16532f11a x-openstack-request-id: req-25fd3276-f6a6-434f-ac8f-e5c16532f11a {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:31:48.984191 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e03e722-8f3c-465e-a43d-69acd85a1b0d", "tag": "0f362aac-99c0-4933-8a1a-5c8ff6822193", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:31:48.984191 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-25fd3276-f6a6-434f-ac8f-e5c16532f11a {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:31:48.986081 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e03e722-8f3c-465e-a43d-69acd85a1b0d', 'tag': '0f362aac-99c0-4933-8a1a-5c8ff6822193', 'status': 'completed', 'code': 200} Aug 23 20:31:49.006455 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9c170d16-2386-41f1-9af3-dee416f2ceb7 req-f8275939-2ea5-4982-8d33-1239c41ac39f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f362aac-99c0-4933-8a1a-5c8ff6822193 HTTP/1.1" status: 200 len: 217 time: 0.0824447 Aug 23 20:31:49.007421 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-74b2b5cd-273f-46fd-b0ae-48f0e2288274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:49.055238 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28903745-a89a-4c69-84af-407045379c5c req-d8293d17-494b-4944-8ec3-ed34a840b0d8 tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:49.057231 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-28903745-a89a-4c69-84af-407045379c5c req-d8293d17-494b-4944-8ec3-ed34a840b0d8 tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a112110a-c5c7-4dd4-b692-6caa721bcf00&tenant_id=aeab6bca1ebb43a8b404543d83e8cc6e&binding%3Ahost_id=n-h1-805663-2 HTTP/1.1" status: 200 len: 1095 time: 0.1262147 Aug 23 20:31:49.099652 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b2b5cd-273f-46fd-b0ae-48f0e2288274 admin admin] Pushing event deleted for resources: {'Port': ['ID=af1bfc78-48ba-4ea4-b340-c27d345be454,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:49.147417 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7ab78c1e-0d1a-461d-86dd-8258e58f76ac req-7dc9139f-6c93-4b3e-b243-1c0b3dfa52df tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114973 Aug 23 20:31:49.178104 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cacbf497-e02c-488f-8ea3-3ff550118a13 req-0a645185-b288-4633-83f0-41821d39c2e3 service neutron] 10.222.0.11 "GET /v2.0/networks/a133b3ce-c542-461f-b67d-2eb2e20a852b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149021 Aug 23 20:31:49.221864 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c170d16-2386-41f1-9af3-dee416f2ceb7 req-d3af992a-246f-4a22-89e0-0c6e679c3e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:49.223488 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9c170d16-2386-41f1-9af3-dee416f2ceb7 req-d3af992a-246f-4a22-89e0-0c6e679c3e8b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c5a23ee-4dc4-400c-bc37-6be8d284756a HTTP/1.1" status: 200 len: 844 time: 0.1865108 Aug 23 20:31:49.226336 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28903745-a89a-4c69-84af-407045379c5c req-481ca647-0b7e-4625-a5f7-369cd4b96809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:49.232194 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-28903745-a89a-4c69-84af-407045379c5c req-481ca647-0b7e-4625-a5f7-369cd4b96809 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a112110a-c5c7-4dd4-b692-6caa721bcf00&tenant_id=aeab6bca1ebb43a8b404543d83e8cc6e HTTP/1.1" status: 200 len: 1095 time: 0.1441867 Aug 23 20:31:49.264792 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9c170d16-2386-41f1-9af3-dee416f2ceb7 req-7287a6e4-fca9-4888-8c41-160d10c48d89 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=102aaadf-a02d-4ccd-a117-533acfc24182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275047 Aug 23 20:31:49.273229 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ac50d-5f1b-4e58-943d-8642f846849d req-0378bbc9-6a18-4d8e-83ca-6cc0255d11c1 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:49.274853 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1f4ac50d-5f1b-4e58-943d-8642f846849d req-0378bbc9-6a18-4d8e-83ca-6cc0255d11c1 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 950 time: 0.1539254 Aug 23 20:31:49.341539 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-74b2b5cd-273f-46fd-b0ae-48f0e2288274 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:49.441429 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28903745-a89a-4c69-84af-407045379c5c req-a7dd90da-9537-4cbd-b201-5f750555d901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:49.443170 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-28903745-a89a-4c69-84af-407045379c5c req-a7dd90da-9537-4cbd-b201-5f750555d901 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=aeab6bca1ebb43a8b404543d83e8cc6e&device_id=a112110a-c5c7-4dd4-b692-6caa721bcf00 HTTP/1.1" status: 200 len: 1095 time: 0.1622937 Aug 23 20:31:49.525732 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1f4ac50d-5f1b-4e58-943d-8642f846849d req-386ce756-ab4c-41a7-86b4-1d4f7f2dcb85 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905487 Aug 23 20:31:49.622091 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b2b5cd-273f-46fd-b0ae-48f0e2288274 admin admin] Router 6628256f-782b-4fc9-926e-f95af0a2ac56 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:31:49.634520 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9c170d16-2386-41f1-9af3-dee416f2ceb7 req-621e655d-64ba-4ad0-9001-36ab78f498f4 service neutron] 10.222.0.11 "GET /v2.0/networks/102aaadf-a02d-4ccd-a117-533acfc24182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545828 Aug 23 20:31:49.763394 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9c170d16-2386-41f1-9af3-dee416f2ceb7 req-0ee06b96-d96d-4694-a01f-def15883c30e service neutron] 10.222.0.11 "GET /v2.0/networks/102aaadf-a02d-4ccd-a117-533acfc24182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179655 Aug 23 20:31:49.777082 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c178d-7d55-4428-813c-187e618eb6fd req-1682547c-9bf8-4cdf-9fae-f444792fd47f tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:49.780635 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28903745-a89a-4c69-84af-407045379c5c req-d0c6aa91-ec0f-45da-8039-a10f5bfb7424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:49.783367 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-28903745-a89a-4c69-84af-407045379c5c req-d0c6aa91-ec0f-45da-8039-a10f5bfb7424 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a133b3ce-c542-461f-b67d-2eb2e20a852b HTTP/1.1" status: 200 len: 908 time: 0.3249309 Aug 23 20:31:49.789866 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d28c178d-7d55-4428-813c-187e618eb6fd req-1682547c-9bf8-4cdf-9fae-f444792fd47f tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e03e722-8f3c-465e-a43d-69acd85a1b0d HTTP/1.1" status: 200 len: 943 time: 0.1173408 Aug 23 20:31:49.829911 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b2b5cd-273f-46fd-b0ae-48f0e2288274 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:31:49.836194 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-74b2b5cd-273f-46fd-b0ae-48f0e2288274 admin admin] 10.222.0.61 "PUT /v2.0/routers/6628256f-782b-4fc9-926e-f95af0a2ac56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3428245 Aug 23 20:31:49.836416 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-28903745-a89a-4c69-84af-407045379c5c req-3a3f4a02-f785-4f8b-9e1f-43b4077f82b6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84e51d00-0bc5-4ad2-bce4-927d8c61adea HTTP/1.1" status: 200 len: 217 time: 0.0424111 Aug 23 20:31:49.839526 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50542) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:31:49.843186 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2453a36-49b0-4975-b1c2-0d44ff2e0230 None None] Sync routers for ids ['6628256f-782b-4fc9-926e-f95af0a2ac56'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:31:49.858514 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2453a36-49b0-4975-b1c2-0d44ff2e0230 None None] Routers {'6628256f-782b-4fc9-926e-f95af0a2ac56'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:31:49.859266 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-c2453a36-49b0-4975-b1c2-0d44ff2e0230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:31:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['6628256f-782b-4fc9-926e-f95af0a2ac56'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:31:49.911931 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d28c178d-7d55-4428-813c-187e618eb6fd req-d5c0bfb0-e1cc-486d-9b29-866c9b17f9a2 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210189 Aug 23 20:31:49.955534 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50548) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:31:49.976318 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28903745-a89a-4c69-84af-407045379c5c req-fca8d500-834c-4c81-bcd8-82240ac14e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:49.978349 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-28903745-a89a-4c69-84af-407045379c5c req-fca8d500-834c-4c81-bcd8-82240ac14e79 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc364ba1-f548-4b44-839c-5441876e52b8 HTTP/1.1" status: 200 len: 847 time: 0.1151729 Aug 23 20:31:49.980764 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9780713-9c4c-4b57-9c5e-3b2002dadf65 req-8f7abeb2-6572-446f-a20f-2e688654e403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:49.982073 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c9780713-9c4c-4b57-9c5e-3b2002dadf65 req-8f7abeb2-6572-446f-a20f-2e688654e403 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3e19e7b2cfe41f8bf7d244c15d769b7&device_id=7e03e722-8f3c-465e-a43d-69acd85a1b0d HTTP/1.1" status: 200 len: 1094 time: 0.1438060 Aug 23 20:31:50.071152 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-28903745-a89a-4c69-84af-407045379c5c req-8ca160a7-4d55-4b84-b3ea-c4abf8e07784 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a133b3ce-c542-461f-b67d-2eb2e20a852b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846381 Aug 23 20:31:50.073087 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5a5f971-8c19-4af8-be9d-64dc30309141 admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:50.081716 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-c2453a36-49b0-4975-b1c2-0d44ff2e0230 None None] Set router 6628256f-782b-4fc9-926e-f95af0a2ac56 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:31:50.209608 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5a5f971-8c19-4af8-be9d-64dc30309141 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:50.248826 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9780713-9c4c-4b57-9c5e-3b2002dadf65 req-afc8547d-1511-4ab9-8ec0-d43a1919ceae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:50.250347 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c9780713-9c4c-4b57-9c5e-3b2002dadf65 req-afc8547d-1511-4ab9-8ec0-d43a1919ceae service neutron] 10.222.0.11 "GET /v2.0/networks?id=102aaadf-a02d-4ccd-a117-533acfc24182 HTTP/1.1" status: 200 len: 905 time: 0.2542892 Aug 23 20:31:50.257940 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:50.287677 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6ca712a9-29ef-4a3e-88cb-5053d10e97d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:50.299977 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a5a5f971-8c19-4af8-be9d-64dc30309141 admin admin] Deleting port 070b4804-500b-4c34-ab64-da0934e16abf {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:31:50.300509 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5a5f971-8c19-4af8-be9d-64dc30309141 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:50.358360 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c9780713-9c4c-4b57-9c5e-3b2002dadf65 req-9aa0cd15-f80e-4a9b-96ad-46ac4a83dd62 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f362aac-99c0-4933-8a1a-5c8ff6822193 HTTP/1.1" status: 200 len: 217 time: 0.0847478 Aug 23 20:31:50.401356 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-28903745-a89a-4c69-84af-407045379c5c req-589e8330-2322-4b20-a530-d8f8ec8af35f service neutron] 10.222.0.32 "GET /v2.0/networks/a133b3ce-c542-461f-b67d-2eb2e20a852b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162560 Aug 23 20:31:50.408934 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-c2453a36-49b0-4975-b1c2-0d44ff2e0230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6628256f-782b-4fc9-926e-f95af0a2ac56', 'name': 'tempest-ServersTestJSON-519922062-router', 'tenant_id': '678355395d8146908cb82e29a8b7a279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '070b4804-500b-4c34-ab64-da0934e16abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:29:10Z', 'updated_at': '2021-08-23T20:31:48Z', 'revision_number': 5, 'project_id': '678355395d8146908cb82e29a8b7a279', 'gw_port': {'id': '070b4804-500b-4c34-ab64-da0934e16abf', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6628256f-782b-4fc9-926e-f95af0a2ac56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:29:11Z', 'updated_at': '2021-08-23T20:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:31:50.446833 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-a5a5f971-8c19-4af8-be9d-64dc30309141 admin admin] For port 070b4804-500b-4c34-ab64-da0934e16abf, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=070b4804-500b-4c34-ab64-da0934e16abf,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:31:50.447288 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5a5f971-8c19-4af8-be9d-64dc30309141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:50.468253 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a5a5f971-8c19-4af8-be9d-64dc30309141 admin admin] Calling delete_port for 070b4804-500b-4c34-ab64-da0934e16abf owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:31:50.519391 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d7352-fee9-48a5-9803-86392ebb2863 req-6874fb01-5626-407d-bd00-056be0ac8406 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:50.521180 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-204d7352-fee9-48a5-9803-86392ebb2863 req-6874fb01-5626-407d-bd00-056be0ac8406 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=a112110a-c5c7-4dd4-b692-6caa721bcf00 HTTP/1.1" status: 200 len: 944 time: 0.2401416 Aug 23 20:31:50.586616 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9780713-9c4c-4b57-9c5e-3b2002dadf65 req-539eb4f6-cf39-4818-a93f-fd25588d42ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:50.599997 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c9780713-9c4c-4b57-9c5e-3b2002dadf65 req-539eb4f6-cf39-4818-a93f-fd25588d42ed service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c5a23ee-4dc4-400c-bc37-6be8d284756a HTTP/1.1" status: 200 len: 844 time: 0.2265570 Aug 23 20:31:50.619783 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2453a36-49b0-4975-b1c2-0d44ff2e0230 None None] Checking router: 6628256f-782b-4fc9-926e-f95af0a2ac56 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:31:50.632759 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2453a36-49b0-4975-b1c2-0d44ff2e0230 None None] Routers {'6628256f-782b-4fc9-926e-f95af0a2ac56'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:31:50.633518 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-c2453a36-49b0-4975-b1c2-0d44ff2e0230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:31:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['6628256f-782b-4fc9-926e-f95af0a2ac56'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:31:50.689175 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c9780713-9c4c-4b57-9c5e-3b2002dadf65 req-f4259142-8a56-4917-93ec-ce805021238e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=102aaadf-a02d-4ccd-a117-533acfc24182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782809 Aug 23 20:31:50.779403 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-204d7352-fee9-48a5-9803-86392ebb2863 req-ca1cc821-3988-43d6-a00c-7af7425fec1f tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478344 Aug 23 20:31:50.796622 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-28903745-a89a-4c69-84af-407045379c5c req-09ec5e6a-e4c4-45f8-aa8e-a831d65ff9d9 service neutron] 10.222.0.32 "GET /v2.0/networks/a133b3ce-c542-461f-b67d-2eb2e20a852b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928678 Aug 23 20:31:50.822700 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-c2453a36-49b0-4975-b1c2-0d44ff2e0230 None None] Set router 6628256f-782b-4fc9-926e-f95af0a2ac56 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:31:50.851819 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b498e136-0723-42d3-80c7-32e93259d92b req-89751d29-afc5-4881-8839-fd5b76ec6905 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:50.854660 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b498e136-0723-42d3-80c7-32e93259d92b req-89751d29-afc5-4881-8839-fd5b76ec6905 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 950 time: 0.1863613 Aug 23 20:31:50.869954 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c9780713-9c4c-4b57-9c5e-3b2002dadf65 req-be097926-9e38-4d58-abb4-ceb9e16d3972 service neutron] 10.222.0.11 "GET /v2.0/networks/102aaadf-a02d-4ccd-a117-533acfc24182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684303 Aug 23 20:31:50.894848 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6ca712a9-29ef-4a3e-88cb-5053d10e97d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:50.898921 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5a5f971-8c19-4af8-be9d-64dc30309141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:50.904597 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-c2453a36-49b0-4975-b1c2-0d44ff2e0230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6628256f-782b-4fc9-926e-f95af0a2ac56', 'name': 'tempest-ServersTestJSON-519922062-router', 'tenant_id': '678355395d8146908cb82e29a8b7a279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:29:10Z', 'updated_at': '2021-08-23T20:31:50Z', 'revision_number': 6, 'project_id': '678355395d8146908cb82e29a8b7a279', 'gw_port_host': None}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:31:50.912113 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6ca712a9-29ef-4a3e-88cb-5053d10e97d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:50.940192 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2453a36-49b0-4975-b1c2-0d44ff2e0230 None None] The sync data for ids ['6628256f-782b-4fc9-926e-f95af0a2ac56'] in n-d-805663-2 is: [{'id': '6628256f-782b-4fc9-926e-f95af0a2ac56', 'name': 'tempest-ServersTestJSON-519922062-router', 'tenant_id': '678355395d8146908cb82e29a8b7a279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:29:10Z', 'updated_at': '2021-08-23T20:31:50Z', 'revision_number': 6, 'project_id': '678355395d8146908cb82e29a8b7a279', 'gw_port_host': None}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:31:50.960506 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a5f971-8c19-4af8-be9d-64dc30309141 admin admin] Pushing event deleted for resources: {'Port': ['ID=070b4804-500b-4c34-ab64-da0934e16abf,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:51.019478 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6ca712a9-29ef-4a3e-88cb-5053d10e97d0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3f410dbc43414ded9125d474fd57967e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0628796 Aug 23 20:31:51.024479 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50562) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:31:51.027306 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b498e136-0723-42d3-80c7-32e93259d92b req-45e8d6a0-6978-4a31-978e-2f5e588a9ec5 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639102 Aug 23 20:31:51.064009 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca712a9-29ef-4a3e-88cb-5053d10e97d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6b74a7-95c8-4eba-a7cd-beb6e514d493,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:51.117615 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5a5f971-8c19-4af8-be9d-64dc30309141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:51.191267 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b8fa966d-f7df-4b88-919e-a27c006ea8a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:51.197988 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c9780713-9c4c-4b57-9c5e-3b2002dadf65 req-9a7b32c6-c088-4af3-955f-f397dc6e050c service neutron] 10.222.0.11 "GET /v2.0/networks/102aaadf-a02d-4ccd-a117-533acfc24182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174441 Aug 23 20:31:51.225186 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffabe13-f499-4b2f-8e6e-acde2dfb33b3 req-f5269e1a-6361-4e32-89b1-a29b15296f80 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:51.232979 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8ffabe13-f499-4b2f-8e6e-acde2dfb33b3 req-f5269e1a-6361-4e32-89b1-a29b15296f80 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e03e722-8f3c-465e-a43d-69acd85a1b0d HTTP/1.1" status: 200 len: 943 time: 0.1702497 Aug 23 20:31:51.255623 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5a5f971-8c19-4af8-be9d-64dc30309141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:51.255992 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b8fa966d-f7df-4b88-919e-a27c006ea8a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:51.258672 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5a5f971-8c19-4af8-be9d-64dc30309141 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:51.259781 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28903745-a89a-4c69-84af-407045379c5c req-eab041dc-f577-45a5-9135-6e6f5648c7f8 tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:51.261201 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-28903745-a89a-4c69-84af-407045379c5c req-eab041dc-f577-45a5-9135-6e6f5648c7f8 tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a112110a-c5c7-4dd4-b692-6caa721bcf00&tenant_id=aeab6bca1ebb43a8b404543d83e8cc6e&binding%3Ahost_id=n-h2-805663-2 HTTP/1.1" status: 200 len: 1095 time: 0.1448610 Aug 23 20:31:51.317699 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5a5f971-8c19-4af8-be9d-64dc30309141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:51.318305 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a5f971-8c19-4af8-be9d-64dc30309141 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6628256f-782b-4fc9-926e-f95af0a2ac56 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:31:51.323288 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5a5f971-8c19-4af8-be9d-64dc30309141 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:51.328260 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a5a5f971-8c19-4af8-be9d-64dc30309141 admin admin] 10.222.0.61 "DELETE /v2.0/routers/6628256f-782b-4fc9-926e-f95af0a2ac56 HTTP/1.1" status: 204 len: 168 time: 1.4875774 Aug 23 20:31:51.331402 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50566) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:31:51.371908 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8ffabe13-f499-4b2f-8e6e-acde2dfb33b3 req-3f9f63fb-a9ea-4cc0-bda5-2f64b10966df tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380177 Aug 23 20:31:51.388657 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-d83a7ca2-f3ef-4bfa-b89f-83ca1809059d admin admin] Deleting subnet 84ae49e3-16c6-4ab2-918c-5c56bcd6d83a {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:31:51.393330 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d83a7ca2-f3ef-4bfa-b89f-83ca1809059d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:51.434263 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d83a7ca2-f3ef-4bfa-b89f-83ca1809059d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:51.462666 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b8fa966d-f7df-4b88-919e-a27c006ea8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:51.465283 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b8fa966d-f7df-4b88-919e-a27c006ea8a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:51.468101 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b8fa966d-f7df-4b88-919e-a27c006ea8a4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4e6b74a7-95c8-4eba-a7cd-beb6e514d493 HTTP/1.1" status: 204 len: 168 time: 0.4412813 Aug 23 20:31:51.484539 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fa966d-f7df-4b88-919e-a27c006ea8a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6b74a7-95c8-4eba-a7cd-beb6e514d493,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:51.491422 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-28903745-a89a-4c69-84af-407045379c5c req-4fe9a81e-1082-4fc9-803a-0bb0324f61c3 service neutron] For port 84e51d00-0bc5-4ad2-bce4-927d8c61adea, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:31:51.495605 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-28903745-a89a-4c69-84af-407045379c5c req-4fe9a81e-1082-4fc9-803a-0bb0324f61c3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:51.496420 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-28903745-a89a-4c69-84af-407045379c5c req-4fe9a81e-1082-4fc9-803a-0bb0324f61c3 service neutron] 10.222.0.32 "DELETE /v2.0/ports/84e51d00-0bc5-4ad2-bce4-927d8c61adea/bindings/n-h1-805663-2 HTTP/1.1" status: 204 len: 173 time: 0.2186372 Aug 23 20:31:51.541764 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d83a7ca2-f3ef-4bfa-b89f-83ca1809059d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:51.603316 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d83a7ca2-f3ef-4bfa-b89f-83ca1809059d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:51.631512 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a7ca2-f3ef-4bfa-b89f-83ca1809059d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84ae49e3-16c6-4ab2-918c-5c56bcd6d83a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:51.633472 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d83a7ca2-f3ef-4bfa-b89f-83ca1809059d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:51.635321 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d83a7ca2-f3ef-4bfa-b89f-83ca1809059d admin admin] 10.222.0.61 "DELETE /v2.0/subnets/84ae49e3-16c6-4ab2-918c-5c56bcd6d83a HTTP/1.1" status: 204 len: 168 time: 0.3047175 Aug 23 20:31:51.637575 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582742f0-890d-4057-aa11-cf72c63890d2 None None] Network 37a27260-6c33-48a0-8e2f-0f51c4073c1b requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:31:51.640540 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50572) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:31:51.736999 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d066f54c-a349-463a-b4ea-432237dde3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:51.870666 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-d066f54c-a349-463a-b4ea-432237dde3c9 admin admin] Deleting port 2aefa250-11b5-40b0-9763-ae68d89fdbc6 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:31:51.871227 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d066f54c-a349-463a-b4ea-432237dde3c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:51.908437 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39f9d30-71ed-45a2-bcfa-9e721c141d50 None None] DHCP port deletion for 37a27260-6c33-48a0-8e2f-0f51c4073c1b request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:31:51.973759 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 0f362aac-99c0-4933-8a1a-5c8ff6822193 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:31:52.005883 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-d066f54c-a349-463a-b4ea-432237dde3c9 admin admin] For port 2aefa250-11b5-40b0-9763-ae68d89fdbc6, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=2aefa250-11b5-40b0-9763-ae68d89fdbc6,segment=NetworkSegment(b58e7a71-2605-4e16-abd4-c8afc1ab5512),segment_id=b58e7a71-2605-4e16-abd4-c8afc1ab5512)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:31:52.006405 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d066f54c-a349-463a-b4ea-432237dde3c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:52.025818 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-d066f54c-a349-463a-b4ea-432237dde3c9 admin admin] Calling delete_port for 2aefa250-11b5-40b0-9763-ae68d89fdbc6 owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:31:52.054811 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425589a0-730c-414f-9ee2-101d5761f841 req-5868e3d1-3ef5-4c2c-9202-5b4866294af1 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:52.056390 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-425589a0-730c-414f-9ee2-101d5761f841 req-5868e3d1-3ef5-4c2c-9202-5b4866294af1 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=a112110a-c5c7-4dd4-b692-6caa721bcf00 HTTP/1.1" status: 200 len: 944 time: 0.1597002 Aug 23 20:31:52.170029 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d066f54c-a349-463a-b4ea-432237dde3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:52.172893 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-425589a0-730c-414f-9ee2-101d5761f841 req-08ff882d-4afd-4980-9ec9-ad94474c0f4f tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985684 Aug 23 20:31:52.210886 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d066f54c-a349-463a-b4ea-432237dde3c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2aefa250-11b5-40b0-9763-ae68d89fdbc6,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:52.237444 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d066f54c-a349-463a-b4ea-432237dde3c9 admin admin] No DVR routers for this DVR port 2aefa250-11b5-40b0-9763-ae68d89fdbc6 on host n-d-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:31:52.250235 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b39f9d30-71ed-45a2-bcfa-9e721c141d50 None None] Deleting port 2aefa250-11b5-40b0-9763-ae68d89fdbc6 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:31:52.250652 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b39f9d30-71ed-45a2-bcfa-9e721c141d50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:52.346837 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-b39f9d30-71ed-45a2-bcfa-9e721c141d50 None None] For port 2aefa250-11b5-40b0-9763-ae68d89fdbc6, host n-d-805663-2, got binding levels [] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:31:52.347235 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b39f9d30-71ed-45a2-bcfa-9e721c141d50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:52.362518 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b39f9d30-71ed-45a2-bcfa-9e721c141d50 None None] Calling delete_port for 2aefa250-11b5-40b0-9763-ae68d89fdbc6 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:31:52.365487 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.ipam_backend_mixin [None req-b39f9d30-71ed-45a2-bcfa-9e721c141d50 None None] Port 2aefa250-11b5-40b0-9763-ae68d89fdbc6 was not found and therefore no delete operation was performed {{(pid=94689) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 23 20:31:52.368295 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b39f9d30-71ed-45a2-bcfa-9e721c141d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:52.452918 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a467a-d9b6-42bb-8b69-c1c16d7e3cd6 req-022b819b-f353-4a77-b904-a480619768ef tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:52.461139 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-909a467a-d9b6-42bb-8b69-c1c16d7e3cd6 req-022b819b-f353-4a77-b904-a480619768ef tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 950 time: 0.2573681 Aug 23 20:31:52.466689 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39f9d30-71ed-45a2-bcfa-9e721c141d50 None None] No DVR routers for this DVR port 2aefa250-11b5-40b0-9763-ae68d89fdbc6 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:31:52.476098 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39f9d30-71ed-45a2-bcfa-9e721c141d50 None None] Pushing event deleted for resources: {'Port': ['ID=2aefa250-11b5-40b0-9763-ae68d89fdbc6,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:52.503869 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 0f362aac-99c0-4933-8a1a-5c8ff6822193, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=0f362aac-99c0-4933-8a1a-5c8ff6822193,segment=NetworkSegment(5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d),segment_id=5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:31:52.505645 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d066f54c-a349-463a-b4ea-432237dde3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:52.524427 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-d066f54c-a349-463a-b4ea-432237dde3c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37a27260-6c33-48a0-8e2f-0f51c4073c1b']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:31:52.530421 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '0f362aac-99c0-4933-8a1a-5c8ff6822193', 'network_id': '102aaadf-a02d-4ccd-a117-533acfc24182', 'port_id': '0f362aac-99c0-4933-8a1a-5c8ff6822193', 'mac_address': 'fa:16:3e:1c:19:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c5a23ee-4dc4-400c-bc37-6be8d284756a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:31:52.541568 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c283a-13d9-4bb7-9d42-f9722496ffa6 req-1837e943-02ed-4a53-bc46-f66226181914 tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:52.551335 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-da8c283a-13d9-4bb7-9d42-f9722496ffa6 req-1837e943-02ed-4a53-bc46-f66226181914 tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a112110a-c5c7-4dd4-b692-6caa721bcf00 HTTP/1.1" status: 200 len: 1095 time: 0.0774865 Aug 23 20:31:52.563733 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-d066f54c-a349-463a-b4ea-432237dde3c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b58e7a71-2605-4e16-abd4-c8afc1ab5512') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:31:52.563733 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-d066f54c-a349-463a-b4ea-432237dde3c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b58e7a71-2605-4e16-abd4-c8afc1ab5512') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:31:52.586120 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d066f54c-a349-463a-b4ea-432237dde3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:52.597395 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-909a467a-d9b6-42bb-8b69-c1c16d7e3cd6 req-f7455909-1aae-4e7f-83a6-238429876a92 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353540 Aug 23 20:31:52.597598 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:52.601030 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-da8c283a-13d9-4bb7-9d42-f9722496ffa6 req-211fafbc-a22d-461d-87bb-f460f8759f59 tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482831 Aug 23 20:31:52.607642 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d066f54c-a349-463a-b4ea-432237dde3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:52.613884 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f362aac-99c0-4933-8a1a-5c8ff6822193 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:31:52.643573 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d066f54c-a349-463a-b4ea-432237dde3c9 admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:31:52.643573 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d066f54c-a349-463a-b4ea-432237dde3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:52.644606 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 0f362aac-99c0-4933-8a1a-5c8ff6822193, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=0f362aac-99c0-4933-8a1a-5c8ff6822193,segment=NetworkSegment(5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d),segment_id=5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:31:52.645047 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:31:52.645047 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:31:52.645047 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:31:52.645047 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:31:52.645047 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:31:52.645047 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:31:52.645047 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:31:52.645047 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:31:52.645047 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:31:52.645047 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:31:52.645047 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:31:52.645047 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:31:52.645047 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:31:52.645047 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:31:52.645047 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:31:52.645047 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:31:52.645047 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:31:52.645047 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:31:52.645047 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:31:52.645047 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:31:52.645047 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:31:52.645047 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:31:52.645047 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:31:52.645047 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:31:52.645047 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:31:52.645047 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:31:52.645047 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:31:52.645047 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:31:52.645047 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:31:52.645047 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:31:52.645047 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:31:52.645047 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:31:52.651037 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:52.722493 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=0f362aac-99c0-4933-8a1a-5c8ff6822193,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:52.727376 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device af1bfc78-48ba-4ea4-b340-c27d345be454 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:31:52.751998 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: af1bfc78-48ba-4ea4-b340-c27d345be454 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:31:52.752374 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device af1bfc78-48ba-4ea4-b340-c27d345be454 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:31:52.752945 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 070b4804-500b-4c34-ab64-da0934e16abf no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:31:52.770405 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d066f54c-a349-463a-b4ea-432237dde3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:52.774862 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 070b4804-500b-4c34-ab64-da0934e16abf {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:31:52.775230 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 070b4804-500b-4c34-ab64-da0934e16abf not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:31:52.775647 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 2aefa250-11b5-40b0-9763-ae68d89fdbc6 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:31:52.776695 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d066f54c-a349-463a-b4ea-432237dde3c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:52.778507 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d066f54c-a349-463a-b4ea-432237dde3c9 admin admin] 10.222.0.61 "DELETE /v2.0/networks/37a27260-6c33-48a0-8e2f-0f51c4073c1b HTTP/1.1" status: 204 len: 168 time: 1.1364455 Aug 23 20:31:52.790331 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce99a0-46d6-49af-97ab-edc253b3b1ec req-ac4b92ac-7d20-4130-8693-41a1e0a4f93d tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:52.791917 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7dce99a0-46d6-49af-97ab-edc253b3b1ec req-ac4b92ac-7d20-4130-8693-41a1e0a4f93d tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e03e722-8f3c-465e-a43d-69acd85a1b0d HTTP/1.1" status: 200 len: 944 time: 0.0727797 Aug 23 20:31:52.803533 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d066f54c-a349-463a-b4ea-432237dde3c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=37a27260-6c33-48a0-8e2f-0f51c4073c1b,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:52.819261 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 2aefa250-11b5-40b0-9763-ae68d89fdbc6 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:31:52.819649 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 2aefa250-11b5-40b0-9763-ae68d89fdbc6 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:31:52.844277 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7dce99a0-46d6-49af-97ab-edc253b3b1ec req-98c29720-ecf3-408f-9f15-77bdcaf26dd4 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424571 Aug 23 20:31:52.918198 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c602d5-8eee-48fa-bb9a-79bbd3fbade6 req-7578c921-805b-48df-a01a-2d7e207ae8ab tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:52.919800 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-39c602d5-8eee-48fa-bb9a-79bbd3fbade6 req-7578c921-805b-48df-a01a-2d7e207ae8ab tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a112110a-c5c7-4dd4-b692-6caa721bcf00 HTTP/1.1" status: 200 len: 1095 time: 0.0461817 Aug 23 20:31:52.946575 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['0f362aac-99c0-4933-8a1a-5c8ff6822193'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:31:52.962546 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-39c602d5-8eee-48fa-bb9a-79bbd3fbade6 req-05c23470-f86b-4740-9203-29a91080e33e tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356715 Aug 23 20:31:53.035467 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50630) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:31:53.118477 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f0bddb08-0bb5-4cd5-a250-921579f5ffec admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=678355395d8146908cb82e29a8b7a279&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0818250 Aug 23 20:31:53.121748 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50646) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:31:53.234359 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f40adf27-cbc2-407c-bfbc-0b9f66f51a04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:53.273120 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f40adf27-cbc2-407c-bfbc-0b9f66f51a04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:53.303313 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3dbca-c4b8-465f-86df-82c0929c0102 req-caa6d4f1-5d67-4c1d-8ccd-e6a6e518f885 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:53.304802 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-12a3dbca-c4b8-465f-86df-82c0929c0102 req-caa6d4f1-5d67-4c1d-8ccd-e6a6e518f885 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/networks?id=291e6885-2f63-495c-b479-2184cb200f47 HTTP/1.1" status: 200 len: 821 time: 0.1471043 Aug 23 20:31:53.329740 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-12a3dbca-c4b8-465f-86df-82c0929c0102 req-0117529a-475d-4080-aece-6f3dad677387 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/quotas/80dadbb9f2554b479c0b13605bddd689 HTTP/1.1" status: 200 len: 375 time: 0.0167007 Aug 23 20:31:53.374933 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f40adf27-cbc2-407c-bfbc-0b9f66f51a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:53.378710 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f40adf27-cbc2-407c-bfbc-0b9f66f51a04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:53.379867 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f40adf27-cbc2-407c-bfbc-0b9f66f51a04 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7b9bde88-cd4f-4750-b0d7-0b39b9aa9207 HTTP/1.1" status: 204 len: 168 time: 0.2559478 Aug 23 20:31:53.394712 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40adf27-cbc2-407c-bfbc-0b9f66f51a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9bde88-cd4f-4750-b0d7-0b39b9aa9207,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:53.407024 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-12a3dbca-c4b8-465f-86df-82c0929c0102 req-ef035b63-fe05-4bfc-96df-d47bbceeb982 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=80dadbb9f2554b479c0b13605bddd689&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0708663 Aug 23 20:31:53.523418 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-12a3dbca-c4b8-465f-86df-82c0929c0102 req-5b8d6406-1b12-4940-ae3a-ea46ca786245 service neutron] 10.222.0.61 "GET /v2.0/networks/291e6885-2f63-495c-b479-2184cb200f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063693 Aug 23 20:31:53.634571 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-12a3dbca-c4b8-465f-86df-82c0929c0102 req-5ec7e615-c384-4c7a-827c-70e21839592b service neutron] 10.222.0.61 "GET /v2.0/networks/291e6885-2f63-495c-b479-2184cb200f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051748 Aug 23 20:31:53.747515 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc911c-da72-4364-a5b7-e086583eb981 req-2c456c10-7c07-41c3-9c2a-f105bf2443e7 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:53.755976 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-edbc911c-da72-4364-a5b7-e086583eb981 req-2c456c10-7c07-41c3-9c2a-f105bf2443e7 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 950 time: 0.0668271 Aug 23 20:31:53.796005 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-edbc911c-da72-4364-a5b7-e086583eb981 req-55f9167a-1f13-4caf-89c5-64ff09e497bc tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387652 Aug 23 20:31:53.900426 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50692) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:31:53.978040 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baa2729-bff4-4221-ae16-9413923ef2aa req-6e7ca060-301c-49f4-89f2-9066854789c5 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:53.979814 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1baa2729-bff4-4221-ae16-9413923ef2aa req-6e7ca060-301c-49f4-89f2-9066854789c5 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e03e722-8f3c-465e-a43d-69acd85a1b0d HTTP/1.1" status: 200 len: 944 time: 0.0604343 Aug 23 20:31:53.984149 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 0f362aac-99c0-4933-8a1a-5c8ff6822193 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:31:54.081978 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 0f362aac-99c0-4933-8a1a-5c8ff6822193 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:31:54.087477 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1baa2729-bff4-4221-ae16-9413923ef2aa req-30a1258c-22d0-4c34-bbab-e04ef5b966f1 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911369 Aug 23 20:31:54.088553 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 0f362aac-99c0-4933-8a1a-5c8ff6822193 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:31:54.089160 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:54.164106 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e9adef40-7150-4c14-ae7d-a614302fa09d req-d9831e08-6b6c-42f8-a8e8-902955c4c1aa tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7c97eec-6e84-413c-9d94-f295a29998b8 HTTP/1.1" status: 200 len: 210 time: 0.0568335 Aug 23 20:31:54.194103 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-844ac072-925e-4809-9d5c-3971195530cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:54.197583 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0c80edf3-938c-40c6-a4ef-8ee604610688 req-f78e4070-16ed-463b-9547-bd0f7df7a165 service neutron] 10.222.0.32 "GET /v2.0/ports/8eb652a1-40ff-4e47-b09e-601767b8a063/bindings/n-h2-805663-2 HTTP/1.1" status: 200 len: 382 time: 0.1586227 Aug 23 20:31:54.208472 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:54.252300 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 0f362aac-99c0-4933-8a1a-5c8ff6822193, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=0f362aac-99c0-4933-8a1a-5c8ff6822193,segment=NetworkSegment(5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d),segment_id=5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:31:54.253506 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e03e722-8f3c-465e-a43d-69acd85a1b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f362aac-99c0-4933-8a1a-5c8ff6822193'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:31:54.257030 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0525b3f9-1761-4906-9f37-bded312e7403" -d '{"events": [{"server_uuid": "7e03e722-8f3c-465e-a43d-69acd85a1b0d", "name": "network-vif-plugged", "status": "completed", "tag": "0f362aac-99c0-4933-8a1a-5c8ff6822193"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:31:54.262218 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:54.326630 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb49fd2d-9d71-4913-b8f6-64256a71a739 x-openstack-request-id: req-bb49fd2d-9d71-4913-b8f6-64256a71a739 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:31:54.326987 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e03e722-8f3c-465e-a43d-69acd85a1b0d", "name": "network-vif-plugged", "status": "completed", "tag": "0f362aac-99c0-4933-8a1a-5c8ff6822193", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:31:54.327462 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bb49fd2d-9d71-4913-b8f6-64256a71a739 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:31:54.328035 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e03e722-8f3c-465e-a43d-69acd85a1b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f362aac-99c0-4933-8a1a-5c8ff6822193', 'code': 200} Aug 23 20:31:54.334916 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=0f362aac-99c0-4933-8a1a-5c8ff6822193,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:54.409806 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-844ac072-925e-4809-9d5c-3971195530cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:54.416901 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-844ac072-925e-4809-9d5c-3971195530cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:54.490657 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26048c15-1c10-4bee-8124-16e36f5134bf req-60763181-d024-42f9-ac9c-62cd179fd910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:54.493115 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-26048c15-1c10-4bee-8124-16e36f5134bf req-60763181-d024-42f9-ac9c-62cd179fd910 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7e03e722-8f3c-465e-a43d-69acd85a1b0d HTTP/1.1" status: 200 len: 1096 time: 0.0865223 Aug 23 20:31:54.497865 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-844ac072-925e-4809-9d5c-3971195530cc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=756ff49f4d83430b9dcd7cf1fff3951a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5962348 Aug 23 20:31:54.498464 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50718) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:31:54.520977 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ac072-925e-4809-9d5c-3971195530cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abdfadb9-b4f5-41db-97d4-ae7e72cecbcf,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:54.622898 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50724) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:31:54.636458 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d299b5b-54b9-40b5-b180-fc09ee666ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:54.689994 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d299b5b-54b9-40b5-b180-fc09ee666ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:54.763842 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d299b5b-54b9-40b5-b180-fc09ee666ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:54.767339 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d299b5b-54b9-40b5-b180-fc09ee666ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:54.768580 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-6d299b5b-54b9-40b5-b180-fc09ee666ba0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/abdfadb9-b4f5-41db-97d4-ae7e72cecbcf HTTP/1.1" status: 204 len: 168 time: 0.2650862 Aug 23 20:31:54.792680 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d299b5b-54b9-40b5-b180-fc09ee666ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abdfadb9-b4f5-41db-97d4-ae7e72cecbcf,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:54.851328 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-51101f68-e2d8-4084-b8b8-3b72e608ebd0 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1649710710-network', 'tenant_id': '0a91fd320cb1405f8d3783ce9085793e'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:31:54.919914 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51101f68-e2d8-4084-b8b8-3b72e608ebd0 admin admin] Made reservation on behalf of 0a91fd320cb1405f8d3783ce9085793e for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:31:54.933265 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51101f68-e2d8-4084-b8b8-3b72e608ebd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:54.969468 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51101f68-e2d8-4084-b8b8-3b72e608ebd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:54.991748 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80edf3-938c-40c6-a4ef-8ee604610688 req-a0ef1257-5397-4174-89b6-a2aa2514d720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:54.993396 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0c80edf3-938c-40c6-a4ef-8ee604610688 req-a0ef1257-5397-4174-89b6-a2aa2514d720 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c7432e76-4499-4e32-b533-ab08c5917e78&tenant_id=73c5c62ec25a41ab8d37d29a4cff1db9 HTTP/1.1" status: 200 len: 1101 time: 0.4975193 Aug 23 20:31:55.000863 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-26048c15-1c10-4bee-8124-16e36f5134bf req-8cbbdde8-e731-40d7-9880-b768bb6f0739 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4902596 Aug 23 20:31:55.020091 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b13266-a5fd-4e7d-95e5-f8b8e7ac3495 req-ca275c64-1ffe-4af2-a5be-0bec3afd3932 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:55.021728 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c6b13266-a5fd-4e7d-95e5-f8b8e7ac3495 req-ca275c64-1ffe-4af2-a5be-0bec3afd3932 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 950 time: 0.1168454 Aug 23 20:31:55.103338 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c6b13266-a5fd-4e7d-95e5-f8b8e7ac3495 req-ad0981af-0ad5-4315-b1b7-4fb3d0c4cb98 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673730 Aug 23 20:31:55.128513 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80edf3-938c-40c6-a4ef-8ee604610688 req-27f8db61-4ead-4c68-b4e1-2a9084eaa90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:55.130406 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0c80edf3-938c-40c6-a4ef-8ee604610688 req-27f8db61-4ead-4c68-b4e1-2a9084eaa90e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73c5c62ec25a41ab8d37d29a4cff1db9&device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 1101 time: 0.0933561 Aug 23 20:31:55.177380 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51101f68-e2d8-4084-b8b8-3b72e608ebd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:55.183711 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51101f68-e2d8-4084-b8b8-3b72e608ebd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:55.226643 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51101f68-e2d8-4084-b8b8-3b72e608ebd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:31:55.273303 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51101f68-e2d8-4084-b8b8-3b72e608ebd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:55.273652 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-51101f68-e2d8-4084-b8b8-3b72e608ebd0 admin admin] Added segment 5e4c950b-9e81-4e67-a335-cd6886b78290 of type vlan for network 15796354-99ed-4bbc-af1c-772cdc3fe57c Aug 23 20:31:55.287901 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51101f68-e2d8-4084-b8b8-3b72e608ebd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c89d379-1762-483a-9924-6d88093352af,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:55.299183 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ca6dd7f0-bde5-4fca-94e3-63358f8f5ab6 req-f6b1c0f1-aabd-40ba-b4a9-9fdae28ba2f5 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7c97eec-6e84-413c-9d94-f295a29998b8 HTTP/1.1" status: 200 len: 210 time: 0.0570328 Aug 23 20:31:55.355152 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51101f68-e2d8-4084-b8b8-3b72e608ebd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:55.385799 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab92d5f-322c-49db-85de-5be769fbb7a1 req-e58990b7-90ac-498b-953d-acd4b8b3be3f tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:55.388840 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dab92d5f-322c-49db-85de-5be769fbb7a1 req-e58990b7-90ac-498b-953d-acd4b8b3be3f tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e03e722-8f3c-465e-a43d-69acd85a1b0d HTTP/1.1" status: 200 len: 945 time: 0.1654923 Aug 23 20:31:55.412904 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51101f68-e2d8-4084-b8b8-3b72e608ebd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:55.413957 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51101f68-e2d8-4084-b8b8-3b72e608ebd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:55.414598 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51101f68-e2d8-4084-b8b8-3b72e608ebd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:55.436754 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80edf3-938c-40c6-a4ef-8ee604610688 req-853003b9-bde9-4c2e-a4c4-599e0a851368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:55.440474 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0c80edf3-938c-40c6-a4ef-8ee604610688 req-853003b9-bde9-4c2e-a4c4-599e0a851368 service neutron] 10.222.0.32 "GET /v2.0/networks?id=660f640a-b8b2-40aa-8ebf-76bd1608cceb HTTP/1.1" status: 200 len: 870 time: 0.3016975 Aug 23 20:31:55.441039 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dc859d82-3d1b-442d-8845-392d0119f2dc req-b9731e24-9d3b-4d61-8fad-61e31f7f9960 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4959b9f2-98bc-46b4-9d64-36ee6db26404&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0818815 Aug 23 20:31:55.458399 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dab92d5f-322c-49db-85de-5be769fbb7a1 req-b76c5ca3-a660-4e43-9467-2e8cbe42cf82 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586936 Aug 23 20:31:55.516890 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0c80edf3-938c-40c6-a4ef-8ee604610688 req-e805093c-e344-4ee4-8869-f387d36c923e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=8eb652a1-40ff-4e47-b09e-601767b8a063 HTTP/1.1" status: 200 len: 217 time: 0.0493414 Aug 23 20:31:55.593890 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80edf3-938c-40c6-a4ef-8ee604610688 req-294f5952-fd0a-4754-87c9-1b6069f326ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:55.596851 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0c80edf3-938c-40c6-a4ef-8ee604610688 req-294f5952-fd0a-4754-87c9-1b6069f326ac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.0722783 Aug 23 20:31:55.718224 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80edf3-938c-40c6-a4ef-8ee604610688 req-24f5b148-f7a5-41ee-900c-b941a0fd6de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:55.720252 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0c80edf3-938c-40c6-a4ef-8ee604610688 req-24f5b148-f7a5-41ee-900c-b941a0fd6de7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1144843 Aug 23 20:31:55.878181 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-51101f68-e2d8-4084-b8b8-3b72e608ebd0 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2503400 Aug 23 20:31:55.880019 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50762) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:31:55.880413 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50764) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:31:55.894092 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ddac3a86-f948-4766-beb1-483d75ae2cd6 admin admin] Request body: {'subnet': {'network_id': '15796354-99ed-4bbc-af1c-772cdc3fe57c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1649710710-subnet', 'tenant_id': '0a91fd320cb1405f8d3783ce9085793e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:31:55.901271 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51101f68-e2d8-4084-b8b8-3b72e608ebd0 admin admin] Pushing event updated for resources: {'Network': ['ID=15796354-99ed-4bbc-af1c-772cdc3fe57c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:55.916146 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 15796354-99ed-4bbc-af1c-772cdc3fe57c details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:31:55.925363 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc859d82-3d1b-442d-8845-392d0119f2dc req-3c871ba7-7c9c-46ca-82aa-6e7b7c713e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:55.926930 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dc859d82-3d1b-442d-8845-392d0119f2dc req-3c871ba7-7c9c-46ca-82aa-6e7b7c713e50 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=80dadbb9f2554b479c0b13605bddd689&device_id=4959b9f2-98bc-46b4-9d64-36ee6db26404 HTTP/1.1" status: 200 len: 1095 time: 0.1300530 Aug 23 20:31:55.939815 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddac3a86-f948-4766-beb1-483d75ae2cd6 admin admin] Made reservation on behalf of 0a91fd320cb1405f8d3783ce9085793e for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:31:55.942225 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a86-f948-4766-beb1-483d75ae2cd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:55.981419 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0c80edf3-938c-40c6-a4ef-8ee604610688 req-7d04303b-35a8-4815-afe8-274136d31051 service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526834 Aug 23 20:31:56.097274 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b5406d93-4d3f-44f1-9953-ed65bff9c085 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1936326110-network', 'tenant_id': '36271009ab2f4829b7f9cced1ac8712d'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:31:56.123984 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3dbca-c4b8-465f-86df-82c0929c0102 req-177f0fa7-77b6-4afb-95fd-42e089a269c7 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:56.126231 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-12a3dbca-c4b8-465f-86df-82c0929c0102 req-177f0fa7-77b6-4afb-95fd-42e089a269c7 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.11 "GET /v2.0/networks?id=291e6885-2f63-495c-b479-2184cb200f47 HTTP/1.1" status: 200 len: 821 time: 0.3033328 Aug 23 20:31:56.169215 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-12a3dbca-c4b8-465f-86df-82c0929c0102 req-85a0a208-e59f-4fef-badd-7debba08f14e tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Request body: {'port': {'device_id': 'b7c97eec-6e84-413c-9d94-f295a29998b8', 'network_id': '291e6885-2f63-495c-b479-2184cb200f47', 'admin_state_up': True, 'tenant_id': '80dadbb9f2554b479c0b13605bddd689'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:31:56.172837 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5406d93-4d3f-44f1-9953-ed65bff9c085 admin admin] Made reservation on behalf of 36271009ab2f4829b7f9cced1ac8712d for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:31:56.175162 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b5406d93-4d3f-44f1-9953-ed65bff9c085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:56.195412 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b5406d93-4d3f-44f1-9953-ed65bff9c085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:56.199110 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc859d82-3d1b-442d-8845-392d0119f2dc req-c890f6c0-90f7-4254-b14a-bf6415755387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:56.200570 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dc859d82-3d1b-442d-8845-392d0119f2dc req-c890f6c0-90f7-4254-b14a-bf6415755387 service neutron] 10.222.0.32 "GET /v2.0/networks?id=291e6885-2f63-495c-b479-2184cb200f47 HTTP/1.1" status: 200 len: 922 time: 0.2356300 Aug 23 20:31:56.279423 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0c80edf3-938c-40c6-a4ef-8ee604610688 req-fc4dcf60-5c2f-4de6-bed1-1def887df58a service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757511 Aug 23 20:31:56.295331 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dc859d82-3d1b-442d-8845-392d0119f2dc req-43d742b9-9350-4a67-a9ab-e4cff8228a26 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90f4cf93-11f1-4190-ac5e-881bec5f2386 HTTP/1.1" status: 200 len: 217 time: 0.0836282 Aug 23 20:31:56.435387 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b234e217-9a99-491f-b9d5-3b960b89e0a7 req-4096e1c9-b9a6-42d5-92e0-e991a03afd65 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7c97eec-6e84-413c-9d94-f295a29998b8 HTTP/1.1" status: 200 len: 210 time: 0.0419033 Aug 23 20:31:56.526645 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b5406d93-4d3f-44f1-9953-ed65bff9c085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:56.557092 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a86-f948-4766-beb1-483d75ae2cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:56.580210 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12a3dbca-c4b8-465f-86df-82c0929c0102 req-85a0a208-e59f-4fef-badd-7debba08f14e tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Made reservation on behalf of 80dadbb9f2554b479c0b13605bddd689 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:31:56.580512 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b5406d93-4d3f-44f1-9953-ed65bff9c085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:56.588512 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-12a3dbca-c4b8-465f-86df-82c0929c0102 req-85a0a208-e59f-4fef-badd-7debba08f14e tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:56.630365 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5406d93-4d3f-44f1-9953-ed65bff9c085 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:31:56.647118 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc859d82-3d1b-442d-8845-392d0119f2dc req-616dfa74-6679-4c4f-80bb-009a61cdf6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:56.648671 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dc859d82-3d1b-442d-8845-392d0119f2dc req-616dfa74-6679-4c4f-80bb-009a61cdf6d5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dff65f8b-9e15-4b43-b237-3b4edeaab508 HTTP/1.1" status: 200 len: 861 time: 0.3242526 Aug 23 20:31:56.673006 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c160e3-66e9-474d-966f-9690088e04d5 req-c6048184-2bed-4bd1-9334-237bb3b0ef3b tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:56.674533 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f7c160e3-66e9-474d-966f-9690088e04d5 req-c6048184-2bed-4bd1-9334-237bb3b0ef3b tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 950 time: 0.3967159 Aug 23 20:31:56.691446 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b5406d93-4d3f-44f1-9953-ed65bff9c085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:56.691784 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-b5406d93-4d3f-44f1-9953-ed65bff9c085 admin admin] Added segment af974035-5d14-4a67-8301-b3972ecaa5eb of type vlan for network 40a88221-ef28-4a64-99e5-755a217fc9ee Aug 23 20:31:56.754012 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5406d93-4d3f-44f1-9953-ed65bff9c085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9dbbcdc-7215-4b67-ab38-fae0280cb415,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:56.758461 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dc859d82-3d1b-442d-8845-392d0119f2dc req-1c19dcde-db52-4fe6-806f-294cd1f13e67 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=291e6885-2f63-495c-b479-2184cb200f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1002486 Aug 23 20:31:56.774690 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c646e-7c09-4286-9e92-2fc65a70c965 req-040bbef7-ba3d-4dd3-8e43-db4399d619af tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:56.783018 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-372c646e-7c09-4286-9e92-2fc65a70c965 req-040bbef7-ba3d-4dd3-8e43-db4399d619af tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e03e722-8f3c-465e-a43d-69acd85a1b0d HTTP/1.1" status: 200 len: 945 time: 0.1660631 Aug 23 20:31:56.790093 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac3a86-f948-4766-beb1-483d75ae2cd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92348ce8-7731-44f5-b707-e42d9a125beb,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:56.833747 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddac3a86-f948-4766-beb1-483d75ae2cd6 admin admin] Checking segment: {'id': '5e4c950b-9e81-4e67-a335-cd6886b78290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '15796354-99ed-4bbc-af1c-772cdc3fe57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:31:56.834112 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddac3a86-f948-4766-beb1-483d75ae2cd6 admin admin] Network hostable DHCP agents. Network: 15796354-99ed-4bbc-af1c-772cdc3fe57c, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:31:56.837349 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b5406d93-4d3f-44f1-9953-ed65bff9c085 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:56.839851 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-12a3dbca-c4b8-465f-86df-82c0929c0102 req-85a0a208-e59f-4fef-badd-7debba08f14e tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Allocated IP 172.20.0.13 (291e6885-2f63-495c-b479-2184cb200f47/dff65f8b-9e15-4b43-b237-3b4edeaab508/9e1d46dc-8d6a-4854-828f-c39d44cfe56a) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:31:56.857766 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-372c646e-7c09-4286-9e92-2fc65a70c965 req-5d202e6f-ded1-43ed-9cc1-bb2cdcdbeb1a tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719700 Aug 23 20:31:56.906040 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f7c160e3-66e9-474d-966f-9690088e04d5 req-59a4f82f-7d11-466a-9038-1e6bc11e36a1 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114875 Aug 23 20:31:56.948627 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddac3a86-f948-4766-beb1-483d75ae2cd6 admin admin] Network 15796354-99ed-4bbc-af1c-772cdc3fe57c is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:31:56.962511 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b5406d93-4d3f-44f1-9953-ed65bff9c085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:56.963529 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5406d93-4d3f-44f1-9953-ed65bff9c085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:56.964169 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b5406d93-4d3f-44f1-9953-ed65bff9c085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:56.999244 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-ddac3a86-f948-4766-beb1-483d75ae2cd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 15796354-99ed-4bbc-af1c-772cdc3fe57c) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:31:57.011693 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27376f12-8d06-425d-a6a9-ca3b95378c9b None None] Network 15796354-99ed-4bbc-af1c-772cdc3fe57c requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:31:57.062611 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-12a3dbca-c4b8-465f-86df-82c0929c0102 req-85a0a208-e59f-4fef-badd-7debba08f14e tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:57.095421 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddac3a86-f948-4766-beb1-483d75ae2cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:57.096321 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a86-f948-4766-beb1-483d75ae2cd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:57.100333 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dc859d82-3d1b-442d-8845-392d0119f2dc req-2386b573-7ed6-44f5-b4c7-d88fc8589233 service neutron] 10.222.0.32 "GET /v2.0/networks/291e6885-2f63-495c-b479-2184cb200f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078060 Aug 23 20:31:57.133040 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-12a3dbca-c4b8-465f-86df-82c0929c0102 req-85a0a208-e59f-4fef-badd-7debba08f14e tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:57.152597 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b5406d93-4d3f-44f1-9953-ed65bff9c085 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2685268 Aug 23 20:31:57.162498 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50782) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:31:57.164572 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5406d93-4d3f-44f1-9953-ed65bff9c085 admin admin] Pushing event updated for resources: {'Network': ['ID=40a88221-ef28-4a64-99e5-755a217fc9ee,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:57.180264 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-06d5b71f-59da-4bb6-8e42-439ff629ebd5 admin admin] Request body: {'subnet': {'network_id': '40a88221-ef28-4a64-99e5-755a217fc9ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1936326110-subnet', 'tenant_id': '36271009ab2f4829b7f9cced1ac8712d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:31:57.189298 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['28ac6896-0460-4090-bd3a-520806c91921'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:31:57.204926 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12a3dbca-c4b8-465f-86df-82c0929c0102 req-85a0a208-e59f-4fef-badd-7debba08f14e tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Network 291e6885-2f63-495c-b479-2184cb200f47 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:31:57.206221 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a0a208-e59f-4fef-badd-7debba08f14e tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Pushing event updated for resources: {'Port': ['ID=9e1d46dc-8d6a-4854-828f-c39d44cfe56a,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:57.209060 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-12a3dbca-c4b8-465f-86df-82c0929c0102 req-85a0a208-e59f-4fef-badd-7debba08f14e tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:31:57.215743 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a3dbca-c4b8-465f-86df-82c0929c0102 req-85a0a208-e59f-4fef-badd-7debba08f14e tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:31:57.239049 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d5b71f-59da-4bb6-8e42-439ff629ebd5 admin admin] Made reservation on behalf of 36271009ab2f4829b7f9cced1ac8712d for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:31:57.241409 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-06d5b71f-59da-4bb6-8e42-439ff629ebd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:57.244007 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 40a88221-ef28-4a64-99e5-755a217fc9ee details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:31:57.248177 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ddac3a86-f948-4766-beb1-483d75ae2cd6 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3631754 Aug 23 20:31:57.286750 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3dbca-c4b8-465f-86df-82c0929c0102 req-85a0a208-e59f-4fef-badd-7debba08f14e tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:57.287707 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-12a3dbca-c4b8-465f-86df-82c0929c0102 req-85a0a208-e59f-4fef-badd-7debba08f14e tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:57.300816 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50784) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:31:57.307022 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-741cfd98-2863-4388-9544-6d9885db2d11 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1649710710-router', 'tenant_id': '0a91fd320cb1405f8d3783ce9085793e', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:31:57.332117 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-12a3dbca-c4b8-465f-86df-82c0929c0102 req-85a0a208-e59f-4fef-badd-7debba08f14e tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1852615 Aug 23 20:31:57.338226 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-741cfd98-2863-4388-9544-6d9885db2d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:57.339679 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-741cfd98-2863-4388-9544-6d9885db2d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:57.395656 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-12a3dbca-c4b8-465f-86df-82c0929c0102 req-ddfdae90-e1ab-4aa2-bfbb-39d985261e48 service neutron] Request body: {'port': {'device_id': 'b7c97eec-6e84-413c-9d94-f295a29998b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:31:57.445594 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330d6ff5-01d8-4fb8-832a-db9d98d116a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-15796354-99ed-4bbc-af1c-772cdc3fe57c', 'network_id': '15796354-99ed-4bbc-af1c-772cdc3fe57c', 'tenant_id': '0a91fd320cb1405f8d3783ce9085793e', 'fixed_ips': [{'subnet_id': '92348ce8-7731-44f5-b707-e42d9a125beb'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:31:57.446629 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-330d6ff5-01d8-4fb8-832a-db9d98d116a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:57.493798 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dc859d82-3d1b-442d-8845-392d0119f2dc req-4c9fba1b-ead5-4e0c-a34c-a8b396682bb7 service neutron] 10.222.0.32 "GET /v2.0/networks/291e6885-2f63-495c-b479-2184cb200f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763287 Aug 23 20:31:57.558692 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-741cfd98-2863-4388-9544-6d9885db2d11 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:57.613164 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-12a3dbca-c4b8-465f-86df-82c0929c0102 req-ddfdae90-e1ab-4aa2-bfbb-39d985261e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:57.696234 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20431bd7-cada-4a16-be72-30ff1b127a58 req-236ecf3d-a7b3-4109-a0c9-e55c4c769a6e tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:57.698538 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-20431bd7-cada-4a16-be72-30ff1b127a58 req-236ecf3d-a7b3-4109-a0c9-e55c4c769a6e tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7c97eec-6e84-413c-9d94-f295a29998b8 HTTP/1.1" status: 200 len: 932 time: 0.1419268 Aug 23 20:31:57.706791 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-06d5b71f-59da-4bb6-8e42-439ff629ebd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:57.718856 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-330d6ff5-01d8-4fb8-832a-db9d98d116a3 None None] Allocated IP 172.20.0.2 (15796354-99ed-4bbc-af1c-772cdc3fe57c/92348ce8-7731-44f5-b707-e42d9a125beb/b0e61ecb-b60f-407b-aa10-e98965baccd7) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:31:57.764822 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5b71f-59da-4bb6-8e42-439ff629ebd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22800e32-9a9e-4f40-adac-723b17931d59,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:57.826316 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d5b71f-59da-4bb6-8e42-439ff629ebd5 admin admin] Checking segment: {'id': 'af974035-5d14-4a67-8301-b3972ecaa5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '40a88221-ef28-4a64-99e5-755a217fc9ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:31:57.826756 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d5b71f-59da-4bb6-8e42-439ff629ebd5 admin admin] Network hostable DHCP agents. Network: 40a88221-ef28-4a64-99e5-755a217fc9ee, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:31:57.837439 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-20431bd7-cada-4a16-be72-30ff1b127a58 req-ee24bb08-f9f8-4f39-9bee-029a507f3149 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261842 Aug 23 20:31:57.857895 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d5b71f-59da-4bb6-8e42-439ff629ebd5 admin admin] Network 40a88221-ef28-4a64-99e5-755a217fc9ee is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:31:57.872469 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-06d5b71f-59da-4bb6-8e42-439ff629ebd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 40a88221-ef28-4a64-99e5-755a217fc9ee) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:31:57.888745 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d5b71f-59da-4bb6-8e42-439ff629ebd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:57.889850 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-06d5b71f-59da-4bb6-8e42-439ff629ebd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:57.917222 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-330d6ff5-01d8-4fb8-832a-db9d98d116a3 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:57.918895 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-06d5b71f-59da-4bb6-8e42-439ff629ebd5 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7551405 Aug 23 20:31:57.929465 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-330d6ff5-01d8-4fb8-832a-db9d98d116a3 None None] Transition to ACTIVE for port object b0e61ecb-b60f-407b-aa10-e98965baccd7 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:31:57.936834 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 8eb652a1-40ff-4e47-b09e-601767b8a063 no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:31:57.960326 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2f5f08-813b-46e1-9b3e-ce673558513a None None] Network 40a88221-ef28-4a64-99e5-755a217fc9ee requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:31:57.972453 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b0e51-711f-4599-8724-bdf7e0aad32e req-4499055a-de82-43ee-98e9-382b5d012282 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:57.980033 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bb1b0e51-711f-4599-8724-bdf7e0aad32e req-4499055a-de82-43ee-98e9-382b5d012282 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e03e722-8f3c-465e-a43d-69acd85a1b0d HTTP/1.1" status: 200 len: 945 time: 0.4591060 Aug 23 20:31:58.094582 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bb1b0e51-711f-4599-8724-bdf7e0aad32e req-d30c2ee6-5986-47ba-a561-078ec7af3b9a tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996671 Aug 23 20:31:58.101115 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-741cfd98-2863-4388-9544-6d9885db2d11 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:58.152802 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-330d6ff5-01d8-4fb8-832a-db9d98d116a3 None None] Transition to ACTIVE for port object b0e61ecb-b60f-407b-aa10-e98965baccd7 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:31:58.154785 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e715bcfb-b2e9-49ab-9e2c-568db83dcf77 req-9a7def7c-2412-4bbc-a04c-b4a7df01a872 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:58.166044 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-330d6ff5-01d8-4fb8-832a-db9d98d116a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:58.169121 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e715bcfb-b2e9-49ab-9e2c-568db83dcf77 req-9a7def7c-2412-4bbc-a04c-b4a7df01a872 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 950 time: 0.1276567 Aug 23 20:31:58.216525 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330d6ff5-01d8-4fb8-832a-db9d98d116a3 None None] Network 15796354-99ed-4bbc-af1c-772cdc3fe57c is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:31:58.225524 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-330d6ff5-01d8-4fb8-832a-db9d98d116a3 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:31:58.231417 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330d6ff5-01d8-4fb8-832a-db9d98d116a3 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:31:58.245442 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e715bcfb-b2e9-49ab-9e2c-568db83dcf77 req-6c5ac8ca-889d-4a40-8156-db11381a2eed tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751014 Aug 23 20:31:58.267431 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-12a3dbca-c4b8-465f-86df-82c0929c0102 req-ddfdae90-e1ab-4aa2-bfbb-39d985261e48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e1d46dc-8d6a-4854-828f-c39d44cfe56a {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:31:58.273255 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330d6ff5-01d8-4fb8-832a-db9d98d116a3 None None] Pushing event updated for resources: {'Port': ['ID=b0e61ecb-b60f-407b-aa10-e98965baccd7,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:58.279339 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-12a3dbca-c4b8-465f-86df-82c0929c0102 req-ddfdae90-e1ab-4aa2-bfbb-39d985261e48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:58.296229 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-12a3dbca-c4b8-465f-86df-82c0929c0102 req-ddfdae90-e1ab-4aa2-bfbb-39d985261e48 service neutron] Transition to ACTIVE for port object 9e1d46dc-8d6a-4854-828f-c39d44cfe56a will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:31:58.303245 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-12a3dbca-c4b8-465f-86df-82c0929c0102 req-ddfdae90-e1ab-4aa2-bfbb-39d985261e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:58.389779 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfdae90-e1ab-4aa2-bfbb-39d985261e48 service neutron] Pushing event updated for resources: {'Port': ['ID=9e1d46dc-8d6a-4854-828f-c39d44cfe56a,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:58.391976 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:58.489226 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7432e76-4499-4e32-b533-ab08c5917e78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8eb652a1-40ff-4e47-b09e-601767b8a063'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:31:58.494147 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c1f7a7-7a51-4228-a3fd-a1591aaf11cc" -d '{"events": [{"server_uuid": "c7432e76-4499-4e32-b533-ab08c5917e78", "name": "network-vif-unplugged", "status": "completed", "tag": "8eb652a1-40ff-4e47-b09e-601767b8a063"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:31:58.497398 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-330d6ff5-01d8-4fb8-832a-db9d98d116a3 None None] Attempting to bind port b0e61ecb-b60f-407b-aa10-e98965baccd7 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:31:58.497850 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-330d6ff5-01d8-4fb8-832a-db9d98d116a3 None None] Attempting to bind port b0e61ecb-b60f-407b-aa10-e98965baccd7 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '5e4c950b-9e81-4e67-a335-cd6886b78290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '15796354-99ed-4bbc-af1c-772cdc3fe57c'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:31:58.498214 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330d6ff5-01d8-4fb8-832a-db9d98d116a3 None None] Attempting to bind port b0e61ecb-b60f-407b-aa10-e98965baccd7 on network 15796354-99ed-4bbc-af1c-772cdc3fe57c {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:31:58.501613 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-12a3dbca-c4b8-465f-86df-82c0929c0102 req-ddfdae90-e1ab-4aa2-bfbb-39d985261e48 service neutron] Attempting to bind port 9e1d46dc-8d6a-4854-828f-c39d44cfe56a on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:31:58.501941 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-12a3dbca-c4b8-465f-86df-82c0929c0102 req-ddfdae90-e1ab-4aa2-bfbb-39d985261e48 service neutron] Attempting to bind port 9e1d46dc-8d6a-4854-828f-c39d44cfe56a by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': 'feb662d9-0152-4f97-8d6d-89a1fa54f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '291e6885-2f63-495c-b479-2184cb200f47'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:31:58.502341 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a3dbca-c4b8-465f-86df-82c0929c0102 req-ddfdae90-e1ab-4aa2-bfbb-39d985261e48 service neutron] Attempting to bind port 9e1d46dc-8d6a-4854-828f-c39d44cfe56a on network 291e6885-2f63-495c-b479-2184cb200f47 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:31:58.504586 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 8eb652a1-40ff-4e47-b09e-601767b8a063, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=8eb652a1-40ff-4e47-b09e-601767b8a063,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:31:58.533876 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:58.570885 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330d6ff5-01d8-4fb8-832a-db9d98d116a3 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:31:58.571264 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330d6ff5-01d8-4fb8-832a-db9d98d116a3 None None] Checking segment: {'id': '5e4c950b-9e81-4e67-a335-cd6886b78290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '15796354-99ed-4bbc-af1c-772cdc3fe57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:31:58.571667 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-330d6ff5-01d8-4fb8-832a-db9d98d116a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:58.572212 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330d6ff5-01d8-4fb8-832a-db9d98d116a3 None None] Bound using segment: {'id': '5e4c950b-9e81-4e67-a335-cd6886b78290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '15796354-99ed-4bbc-af1c-772cdc3fe57c'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:31:58.572761 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-330d6ff5-01d8-4fb8-832a-db9d98d116a3 None None] Bound port: b0e61ecb-b60f-407b-aa10-e98965baccd7, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e4c950b-9e81-4e67-a335-cd6886b78290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '15796354-99ed-4bbc-af1c-772cdc3fe57c'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:31:58.573149 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-330d6ff5-01d8-4fb8-832a-db9d98d116a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:58.607594 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 20:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b408693a-c177-464e-b03e-fcca45e2f0a8 x-openstack-request-id: req-b408693a-c177-464e-b03e-fcca45e2f0a8 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:31:58.608148 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7432e76-4499-4e32-b533-ab08c5917e78", "name": "network-vif-unplugged", "status": "completed", "tag": "8eb652a1-40ff-4e47-b09e-601767b8a063", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:31:58.608543 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b408693a-c177-464e-b03e-fcca45e2f0a8 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:31:58.609952 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7432e76-4499-4e32-b533-ab08c5917e78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8eb652a1-40ff-4e47-b09e-601767b8a063', 'code': 200} Aug 23 20:31:58.618790 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663572d4-7f73-411f-a71c-787514f642ac None None] Network 40a88221-ef28-4a64-99e5-755a217fc9ee requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:31:58.652073 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a3dbca-c4b8-465f-86df-82c0929c0102 req-ddfdae90-e1ab-4aa2-bfbb-39d985261e48 service neutron] Port 9e1d46dc-8d6a-4854-828f-c39d44cfe56a on network 291e6885-2f63-495c-b479-2184cb200f47 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:31:58.652562 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a3dbca-c4b8-465f-86df-82c0929c0102 req-ddfdae90-e1ab-4aa2-bfbb-39d985261e48 service neutron] Attempting to bind port 9e1d46dc-8d6a-4854-828f-c39d44cfe56a on network 291e6885-2f63-495c-b479-2184cb200f47 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:31:58.747568 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a3dbca-c4b8-465f-86df-82c0929c0102 req-ddfdae90-e1ab-4aa2-bfbb-39d985261e48 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:31:58.747902 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a3dbca-c4b8-465f-86df-82c0929c0102 req-ddfdae90-e1ab-4aa2-bfbb-39d985261e48 service neutron] Checking segment: {'id': 'feb662d9-0152-4f97-8d6d-89a1fa54f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '291e6885-2f63-495c-b479-2184cb200f47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:31:58.748311 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a3dbca-c4b8-465f-86df-82c0929c0102 req-ddfdae90-e1ab-4aa2-bfbb-39d985261e48 service neutron] Bound using segment: {'id': 'feb662d9-0152-4f97-8d6d-89a1fa54f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '291e6885-2f63-495c-b479-2184cb200f47'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:31:58.748754 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-12a3dbca-c4b8-465f-86df-82c0929c0102 req-ddfdae90-e1ab-4aa2-bfbb-39d985261e48 service neutron] Bound port: 9e1d46dc-8d6a-4854-828f-c39d44cfe56a, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feb662d9-0152-4f97-8d6d-89a1fa54f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '291e6885-2f63-495c-b479-2184cb200f47'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:31:58.749107 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-12a3dbca-c4b8-465f-86df-82c0929c0102 req-ddfdae90-e1ab-4aa2-bfbb-39d985261e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:58.783769 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-741cfd98-2863-4388-9544-6d9885db2d11 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:58.838649 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-741cfd98-2863-4388-9544-6d9885db2d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:58.854710 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=8eb652a1-40ff-4e47-b09e-601767b8a063,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:58.890705 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e60943-2d39-45a6-8aad-3c9c52697c35 req-e1af4b33-e2f6-4450-858d-18d8f3f1c6cf tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:58.898781 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f7e60943-2d39-45a6-8aad-3c9c52697c35 req-e1af4b33-e2f6-4450-858d-18d8f3f1c6cf tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] 10.222.0.61 "GET /v2.0/networks?id=40a88221-ef28-4a64-99e5-755a217fc9ee HTTP/1.1" status: 200 len: 821 time: 0.2490737 Aug 23 20:31:58.911360 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-330d6ff5-01d8-4fb8-832a-db9d98d116a3 None None] For port b0e61ecb-b60f-407b-aa10-e98965baccd7, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:31:58.915526 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-330d6ff5-01d8-4fb8-832a-db9d98d116a3 None None] For port b0e61ecb-b60f-407b-aa10-e98965baccd7, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=b0e61ecb-b60f-407b-aa10-e98965baccd7,segment=NetworkSegment(5e4c950b-9e81-4e67-a335-cd6886b78290),segment_id=5e4c950b-9e81-4e67-a335-cd6886b78290)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:31:58.945031 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-330d6ff5-01d8-4fb8-832a-db9d98d116a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:58.966135 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f7e60943-2d39-45a6-8aad-3c9c52697c35 req-ab98b30d-7c37-4ad2-bc96-4d1e13b03b5f tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] 10.222.0.61 "GET /v2.0/quotas/36271009ab2f4829b7f9cced1ac8712d HTTP/1.1" status: 200 len: 375 time: 0.0663884 Aug 23 20:31:59.008570 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-12a3dbca-c4b8-465f-86df-82c0929c0102 req-ddfdae90-e1ab-4aa2-bfbb-39d985261e48 service neutron] For port 9e1d46dc-8d6a-4854-828f-c39d44cfe56a, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:31:59.011465 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef4bbd3-2c32-4f54-91dd-8ad1fa22b54b req-1eeec35e-5ad2-4abf-aeeb-74b8a44ae694 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:59.020587 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0ef4bbd3-2c32-4f54-91dd-8ad1fa22b54b req-1eeec35e-5ad2-4abf-aeeb-74b8a44ae694 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7c97eec-6e84-413c-9d94-f295a29998b8 HTTP/1.1" status: 200 len: 944 time: 0.0822527 Aug 23 20:31:59.021552 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f7e60943-2d39-45a6-8aad-3c9c52697c35 req-e0519341-6b3a-445e-82a6-c5c0051b5c2a tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=36271009ab2f4829b7f9cced1ac8712d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545442 Aug 23 20:31:59.036244 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330d6ff5-01d8-4fb8-832a-db9d98d116a3 None None] Pushing event updated for resources: {'Port': ['ID=b0e61ecb-b60f-407b-aa10-e98965baccd7,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:59.064956 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0ef4bbd3-2c32-4f54-91dd-8ad1fa22b54b req-678e0c4f-d93b-4a41-983c-814afcac5dd2 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433674 Aug 23 20:31:59.086871 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-12a3dbca-c4b8-465f-86df-82c0929c0102 req-ddfdae90-e1ab-4aa2-bfbb-39d985261e48 service neutron] For port 9e1d46dc-8d6a-4854-828f-c39d44cfe56a, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=9e1d46dc-8d6a-4854-828f-c39d44cfe56a,segment=NetworkSegment(feb662d9-0152-4f97-8d6d-89a1fa54f824),segment_id=feb662d9-0152-4f97-8d6d-89a1fa54f824)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:31:59.139708 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-741cfd98-2863-4388-9544-6d9885db2d11 admin admin] Allocated IP 172.25.4.94 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/a1c47452-11cd-45b3-ae57-9f1cdd2be0f5) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:31:59.157654 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-12a3dbca-c4b8-465f-86df-82c0929c0102 req-ddfdae90-e1ab-4aa2-bfbb-39d985261e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:59.201725 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d840bc-d3a4-4c9b-90d6-7736b64ac3fc req-67822cf7-a0b8-4ac6-aa5f-931b5265ef8e tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:59.213052 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e7d840bc-d3a4-4c9b-90d6-7736b64ac3fc req-67822cf7-a0b8-4ac6-aa5f-931b5265ef8e tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e03e722-8f3c-465e-a43d-69acd85a1b0d HTTP/1.1" status: 200 len: 945 time: 0.0671182 Aug 23 20:31:59.218403 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3dbca-c4b8-465f-86df-82c0929c0102 req-ddfdae90-e1ab-4aa2-bfbb-39d985261e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:59.220274 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-12a3dbca-c4b8-465f-86df-82c0929c0102 req-ddfdae90-e1ab-4aa2-bfbb-39d985261e48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:31:59.222051 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-12a3dbca-c4b8-465f-86df-82c0929c0102 req-ddfdae90-e1ab-4aa2-bfbb-39d985261e48 service neutron] 10.222.0.11 "PUT /v2.0/ports/9e1d46dc-8d6a-4854-828f-c39d44cfe56a HTTP/1.1" status: 200 len: 1092 time: 1.8325498 Aug 23 20:31:59.228202 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7c97eec-6e84-413c-9d94-f295a29998b8', 'tag': '9e1d46dc-8d6a-4854-828f-c39d44cfe56a'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:31:59.231669 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d52f7df-be32-4484-8d46-d38702da58d7" -d '{"events": [{"name": "network-changed", "server_uuid": "b7c97eec-6e84-413c-9d94-f295a29998b8", "tag": "9e1d46dc-8d6a-4854-828f-c39d44cfe56a"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:31:59.260390 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e7d840bc-d3a4-4c9b-90d6-7736b64ac3fc req-361732c6-4509-4810-8dc9-82cabba142af tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454061 Aug 23 20:31:59.389005 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfdae90-e1ab-4aa2-bfbb-39d985261e48 service neutron] Pushing event updated for resources: {'Port': ['ID=9e1d46dc-8d6a-4854-828f-c39d44cfe56a,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:31:59.401481 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f7e60943-2d39-45a6-8aad-3c9c52697c35 req-8afeef2c-bbc1-417a-888f-feb779042861 service neutron] 10.222.0.61 "GET /v2.0/networks/40a88221-ef28-4a64-99e5-755a217fc9ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790510 Aug 23 20:31:59.590615 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ac1a6-b7f4-47a0-be55-c3ade5a4d1ac req-559c4e69-a371-4aeb-ae3f-b98b57f5cedc tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:59.594366 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-122ac1a6-b7f4-47a0-be55-c3ade5a4d1ac req-559c4e69-a371-4aeb-ae3f-b98b57f5cedc tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 948 time: 0.0735466 Aug 23 20:31:59.649483 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-122ac1a6-b7f4-47a0-be55-c3ade5a4d1ac req-69b46150-ec4f-4f54-8b03-d61f0cd57f74 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472085 Aug 23 20:31:59.765653 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 8eb652a1-40ff-4e47-b09e-601767b8a063 details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:31:59.774545 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201b34d4-f50a-4513-a47b-7c46eb0ba491 x-openstack-request-id: req-201b34d4-f50a-4513-a47b-7c46eb0ba491 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:31:59.775018 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7c97eec-6e84-413c-9d94-f295a29998b8", "tag": "9e1d46dc-8d6a-4854-828f-c39d44cfe56a", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:31:59.775116 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-201b34d4-f50a-4513-a47b-7c46eb0ba491 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:31:59.775471 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7c97eec-6e84-413c-9d94-f295a29998b8', 'tag': '9e1d46dc-8d6a-4854-828f-c39d44cfe56a', 'status': 'completed', 'code': 200} Aug 23 20:31:59.815058 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3dbca-c4b8-465f-86df-82c0929c0102 req-b8347aed-99e2-4422-9e1a-2aa9595f74c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:59.816628 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-12a3dbca-c4b8-465f-86df-82c0929c0102 req-b8347aed-99e2-4422-9e1a-2aa9595f74c7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80dadbb9f2554b479c0b13605bddd689&device_id=b7c97eec-6e84-413c-9d94-f295a29998b8 HTTP/1.1" status: 200 len: 1095 time: 0.4990630 Aug 23 20:31:59.882671 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-12a3dbca-c4b8-465f-86df-82c0929c0102 req-76982883-393f-432c-9133-8cd5ef1a7bcb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e1d46dc-8d6a-4854-828f-c39d44cfe56a HTTP/1.1" status: 200 len: 217 time: 0.0450976 Aug 23 20:31:59.991338 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3dbca-c4b8-465f-86df-82c0929c0102 req-855d6b67-3998-425f-8182-bfc55a5af56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:31:59.992729 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-12a3dbca-c4b8-465f-86df-82c0929c0102 req-855d6b67-3998-425f-8182-bfc55a5af56e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dff65f8b-9e15-4b43-b237-3b4edeaab508 HTTP/1.1" status: 200 len: 861 time: 0.0957384 Aug 23 20:32:00.007931 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-741cfd98-2863-4388-9544-6d9885db2d11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:00.035748 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 8eb652a1-40ff-4e47-b09e-601767b8a063, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=8eb652a1-40ff-4e47-b09e-601767b8a063,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:32:00.041731 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-12a3dbca-c4b8-465f-86df-82c0929c0102 req-61b5ec47-a2d9-49a2-a579-3cb2eca886aa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=291e6885-2f63-495c-b479-2184cb200f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312712 Aug 23 20:32:00.065538 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': '8eb652a1-40ff-4e47-b09e-601767b8a063', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'port_id': '8eb652a1-40ff-4e47-b09e-601767b8a063', 'mac_address': 'fa:16:3e:8b:f8:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66e9eb0-86f4-4159-852b-f29863cbf18d', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:32:00.126660 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:00.143105 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eb652a1-40ff-4e47-b09e-601767b8a063 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:32:00.183035 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-12a3dbca-c4b8-465f-86df-82c0929c0102 req-baf5384e-50ee-4719-bd82-2cbe1b12a898 service neutron] 10.222.0.11 "GET /v2.0/networks/291e6885-2f63-495c-b479-2184cb200f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293409 Aug 23 20:32:00.196392 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 8eb652a1-40ff-4e47-b09e-601767b8a063, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=8eb652a1-40ff-4e47-b09e-601767b8a063,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:32:00.204834 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f7e60943-2d39-45a6-8aad-3c9c52697c35 req-fa626c46-4c8a-4eb1-bda0-e8dd37461884 service neutron] 10.222.0.61 "GET /v2.0/networks/40a88221-ef28-4a64-99e5-755a217fc9ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7993875 Aug 23 20:32:00.211415 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:00.311033 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=8eb652a1-40ff-4e47-b09e-601767b8a063,revision_number=7']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:00.418350 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-12a3dbca-c4b8-465f-86df-82c0929c0102 req-38146c65-3ec4-4f1f-b4b5-624b2011f4bf service neutron] 10.222.0.11 "GET /v2.0/networks/291e6885-2f63-495c-b479-2184cb200f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124465 Aug 23 20:32:00.434092 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a148eb-06ea-4fa0-b657-350aa228f1c4 req-16e6fb33-be70-4b72-ba6b-8dab488e205f tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:00.436138 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-91a148eb-06ea-4fa0-b657-350aa228f1c4 req-16e6fb33-be70-4b72-ba6b-8dab488e205f tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7432e76-4499-4e32-b533-ab08c5917e78&tenant_id=73c5c62ec25a41ab8d37d29a4cff1db9&binding%3Ahost_id=n-h2-805663-2 HTTP/1.1" status: 200 len: 949 time: 0.1583328 Aug 23 20:32:00.447088 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6aa45-f07b-4547-b44c-12824163bbf0 req-330be793-d6ae-4425-bd7e-eb541b46667c tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:00.448774 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-16a6aa45-f07b-4547-b44c-12824163bbf0 req-330be793-d6ae-4425-bd7e-eb541b46667c tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7c97eec-6e84-413c-9d94-f295a29998b8 HTTP/1.1" status: 200 len: 944 time: 0.0954776 Aug 23 20:32:00.533992 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-741cfd98-2863-4388-9544-6d9885db2d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:00.564233 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-16a6aa45-f07b-4547-b44c-12824163bbf0 req-aeb72cd9-367d-48bb-8092-62adb6a72b5b tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043720 Aug 23 20:32:00.566534 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['8eb652a1-40ff-4e47-b09e-601767b8a063'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:32:00.666967 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-91a148eb-06ea-4fa0-b657-350aa228f1c4 req-26fe4cc1-8f5d-4536-a834-55a5cd00aedc service neutron] 10.222.0.32 "GET /v2.0/ports/8eb652a1-40ff-4e47-b09e-601767b8a063/bindings/n-h2-805663-2 HTTP/1.1" status: 200 len: 382 time: 0.2160931 Aug 23 20:32:00.685426 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975689e8-f967-4ff8-abee-1e508f2a0702 None None] Network 15796354-99ed-4bbc-af1c-772cdc3fe57c requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:32:00.795394 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a148eb-06ea-4fa0-b657-350aa228f1c4 req-e82c58f2-fc6d-46b6-96eb-6ba64c737901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:00.796929 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-91a148eb-06ea-4fa0-b657-350aa228f1c4 req-e82c58f2-fc6d-46b6-96eb-6ba64c737901 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73c5c62ec25a41ab8d37d29a4cff1db9&device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 1100 time: 0.0831127 Aug 23 20:32:00.812499 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device b0e61ecb-b60f-407b-aa10-e98965baccd7 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:32:00.836032 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741cfd98-2863-4388-9544-6d9885db2d11 admin admin] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:32:00.861680 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d52f7df-be32-4484-8d46-d38702da58d7 req-7d7d9dda-a1e4-442e-b5eb-b3ed2a2115a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:00.863193 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9d52f7df-be32-4484-8d46-d38702da58d7 req-7d7d9dda-a1e4-442e-b5eb-b3ed2a2115a9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80dadbb9f2554b479c0b13605bddd689&device_id=b7c97eec-6e84-413c-9d94-f295a29998b8 HTTP/1.1" status: 200 len: 1095 time: 0.3629727 Aug 23 20:32:00.873713 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-124a6391-1707-46cf-8b3b-d74ae4ed8de6 None None] Provisioning for port b0e61ecb-b60f-407b-aa10-e98965baccd7 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:32:00.878487 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-741cfd98-2863-4388-9544-6d9885db2d11 admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:32:00.882423 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741cfd98-2863-4388-9544-6d9885db2d11 admin admin] Pushing event updated for resources: {'Port': ['ID=a1c47452-11cd-45b3-ae57-9f1cdd2be0f5,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:00.897102 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741cfd98-2863-4388-9544-6d9885db2d11 admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:32:00.914273 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741cfd98-2863-4388-9544-6d9885db2d11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:32:00.914618 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741cfd98-2863-4388-9544-6d9885db2d11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:32:00.925293 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741cfd98-2863-4388-9544-6d9885db2d11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:32:00.925893 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741cfd98-2863-4388-9544-6d9885db2d11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:32:00.926241 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741cfd98-2863-4388-9544-6d9885db2d11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:32:00.926580 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741cfd98-2863-4388-9544-6d9885db2d11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:32:00.926912 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741cfd98-2863-4388-9544-6d9885db2d11 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:32:00.927247 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741cfd98-2863-4388-9544-6d9885db2d11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:32:00.927573 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741cfd98-2863-4388-9544-6d9885db2d11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:32:00.927898 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741cfd98-2863-4388-9544-6d9885db2d11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:32:00.928287 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741cfd98-2863-4388-9544-6d9885db2d11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:32:00.928558 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741cfd98-2863-4388-9544-6d9885db2d11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:32:00.949749 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3bf47-6779-4666-bdeb-0ad2c731b0e0 req-b6875ee0-e3d8-412a-be91-68ca5fb7703f tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:00.951332 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dac3bf47-6779-4666-bdeb-0ad2c731b0e0 req-b6875ee0-e3d8-412a-be91-68ca5fb7703f tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 949 time: 0.3481698 Aug 23 20:32:01.057569 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dae161-1514-4d5f-8dc8-e16faa5ce51a req-7b05c02a-e188-4bbd-af4f-73a250eb94d4 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:01.073794 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-01dae161-1514-4d5f-8dc8-e16faa5ce51a req-7b05c02a-e188-4bbd-af4f-73a250eb94d4 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e03e722-8f3c-465e-a43d-69acd85a1b0d HTTP/1.1" status: 200 len: 945 time: 0.2699406 Aug 23 20:32:01.134552 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d52f7df-be32-4484-8d46-d38702da58d7 req-26f92a4e-f535-4b5b-b1e0-d143e96bd674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:01.136317 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9d52f7df-be32-4484-8d46-d38702da58d7 req-26f92a4e-f535-4b5b-b1e0-d143e96bd674 service neutron] 10.222.0.11 "GET /v2.0/networks?id=291e6885-2f63-495c-b479-2184cb200f47 HTTP/1.1" status: 200 len: 922 time: 0.2555132 Aug 23 20:32:01.186778 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a148eb-06ea-4fa0-b657-350aa228f1c4 req-0a6c9b83-020d-41c3-85a0-cf4f3f51e90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:01.194846 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-91a148eb-06ea-4fa0-b657-350aa228f1c4 req-0a6c9b83-020d-41c3-85a0-cf4f3f51e90c service neutron] 10.222.0.32 "GET /v2.0/networks?id=660f640a-b8b2-40aa-8ebf-76bd1608cceb HTTP/1.1" status: 200 len: 870 time: 0.3890026 Aug 23 20:32:01.216140 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-01dae161-1514-4d5f-8dc8-e16faa5ce51a req-600127c8-efb7-4350-a8f7-428b6565e3e7 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187754 Aug 23 20:32:01.220630 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9d52f7df-be32-4484-8d46-d38702da58d7 req-e411dd44-a772-45b5-aa0e-aea75b6d9e03 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e1d46dc-8d6a-4854-828f-c39d44cfe56a HTTP/1.1" status: 200 len: 217 time: 0.0728996 Aug 23 20:32:01.265456 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port b0e61ecb-b60f-407b-aa10-e98965baccd7 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:32:01.273882 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-91a148eb-06ea-4fa0-b657-350aa228f1c4 req-2c2e6220-1179-4220-884e-60d6f1efd57a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=8eb652a1-40ff-4e47-b09e-601767b8a063 HTTP/1.1" status: 200 len: 217 time: 0.0516384 Aug 23 20:32:01.278931 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dac3bf47-6779-4666-bdeb-0ad2c731b0e0 req-2073e031-89c9-4433-9996-e8adc6b7dc79 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770092 Aug 23 20:32:01.309558 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port b0e61ecb-b60f-407b-aa10-e98965baccd7 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:32:01.312381 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:01.395777 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d52f7df-be32-4484-8d46-d38702da58d7 req-da6e213a-a822-48f4-8482-687c78c40d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:01.397319 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9d52f7df-be32-4484-8d46-d38702da58d7 req-da6e213a-a822-48f4-8482-687c78c40d3c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dff65f8b-9e15-4b43-b237-3b4edeaab508 HTTP/1.1" status: 200 len: 861 time: 0.1447818 Aug 23 20:32:01.428948 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b9c6dade-3a39-417e-9803-0c796b58d617 req-e90542ff-b1aa-44b5-8bc9-04fdbdd02752 tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] 10.222.0.61 "GET /v2.0/ports?device_id=efb8c66d-0fd4-4d4f-9bed-497ad50674b7 HTTP/1.1" status: 200 len: 210 time: 0.0667453 Aug 23 20:32:01.489320 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a148eb-06ea-4fa0-b657-350aa228f1c4 req-e2f0f50a-9469-4c35-baf9-03be1fd5a956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:01.494235 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-91a148eb-06ea-4fa0-b657-350aa228f1c4 req-e2f0f50a-9469-4c35-baf9-03be1fd5a956 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.2128608 Aug 23 20:32:01.530571 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9d52f7df-be32-4484-8d46-d38702da58d7 req-d7bc1008-79ba-450f-87ab-8984f0089a6a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=291e6885-2f63-495c-b479-2184cb200f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1205237 Aug 23 20:32:01.592236 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a148eb-06ea-4fa0-b657-350aa228f1c4 req-36d008bd-fc83-4aca-9944-032526c4fc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:01.594876 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-91a148eb-06ea-4fa0-b657-350aa228f1c4 req-36d008bd-fc83-4aca-9944-032526c4fc4b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0855889 Aug 23 20:32:01.656081 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:01.763442 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port b0e61ecb-b60f-407b-aa10-e98965baccd7, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=b0e61ecb-b60f-407b-aa10-e98965baccd7,segment=NetworkSegment(5e4c950b-9e81-4e67-a335-cd6886b78290),segment_id=5e4c950b-9e81-4e67-a335-cd6886b78290)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:32:01.776252 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:01.833663 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-91a148eb-06ea-4fa0-b657-350aa228f1c4 req-9e559346-5c1c-4c00-92d3-2c65e61d0719 service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250631 Aug 23 20:32:01.835890 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9d52f7df-be32-4484-8d46-d38702da58d7 req-176b0395-db09-4a46-ad46-d31a94775aa7 service neutron] 10.222.0.11 "GET /v2.0/networks/291e6885-2f63-495c-b479-2184cb200f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348585 Aug 23 20:32:01.928288 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=b0e61ecb-b60f-407b-aa10-e98965baccd7,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:01.934742 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a8a7c0b8-a289-435a-92b8-09789293d6fb None None] Provisioning complete for port b0e61ecb-b60f-407b-aa10-e98965baccd7 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:32:01.935128 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a8a7c0b8-a289-435a-92b8-09789293d6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:01.991041 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-741cfd98-2863-4388-9544-6d9885db2d11 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:01.998294 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d61b5-0a67-4509-8ee2-add1f5f340c9 req-8ff8b528-c99c-4525-bb77-8fd538029d24 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:01.999605 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f73d61b5-0a67-4509-8ee2-add1f5f340c9 req-8ff8b528-c99c-4525-bb77-8fd538029d24 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7c97eec-6e84-413c-9d94-f295a29998b8 HTTP/1.1" status: 200 len: 944 time: 0.1646433 Aug 23 20:32:02.069262 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9d52f7df-be32-4484-8d46-d38702da58d7 req-dd341c86-9952-487e-9ce5-37fdf496b50c service neutron] 10.222.0.11 "GET /v2.0/networks/291e6885-2f63-495c-b479-2184cb200f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183297 Aug 23 20:32:02.081681 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-91a148eb-06ea-4fa0-b657-350aa228f1c4 req-f32765a9-1646-4c32-a1a0-cffb7382d557 service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376485 Aug 23 20:32:02.126006 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f73d61b5-0a67-4509-8ee2-add1f5f340c9 req-158fd9b4-c180-4451-8b3b-5a3d7dadd912 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817475 Aug 23 20:32:02.272361 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-741cfd98-2863-4388-9544-6d9885db2d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:02.445497 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69a988-bd84-42f1-8788-fcf4f1e333b2 req-dbd1bb3f-40bd-4a6f-a50f-a32cf5b4232c tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:02.447373 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ea69a988-bd84-42f1-8788-fcf4f1e333b2 req-dbd1bb3f-40bd-4a6f-a50f-a32cf5b4232c tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e03e722-8f3c-465e-a43d-69acd85a1b0d HTTP/1.1" status: 200 len: 945 time: 0.1094894 Aug 23 20:32:02.492534 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e60943-2d39-45a6-8aad-3c9c52697c35 req-f8860779-0435-4fa4-a034-665357a80bd0 tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:02.494623 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f7e60943-2d39-45a6-8aad-3c9c52697c35 req-f8860779-0435-4fa4-a034-665357a80bd0 tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] 10.222.0.32 "GET /v2.0/networks?id=40a88221-ef28-4a64-99e5-755a217fc9ee HTTP/1.1" status: 200 len: 821 time: 0.1281359 Aug 23 20:32:02.519862 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ea69a988-bd84-42f1-8788-fcf4f1e333b2 req-98f6fa1f-8d95-4765-a1c6-fcda1ac7490d tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587425 Aug 23 20:32:02.530335 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-f7e60943-2d39-45a6-8aad-3c9c52697c35 req-e54ed5ce-33c3-4caa-9aed-85f162db19ed tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] Request body: {'port': {'device_id': 'efb8c66d-0fd4-4d4f-9bed-497ad50674b7', 'network_id': '40a88221-ef28-4a64-99e5-755a217fc9ee', 'admin_state_up': True, 'tenant_id': '36271009ab2f4829b7f9cced1ac8712d'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:32:02.563931 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-741cfd98-2863-4388-9544-6d9885db2d11 admin admin] Router 6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:32:02.699260 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf12668-2093-4d44-95dc-3af498b1cd4a req-33d43f9f-ad6f-4e04-b4be-a561b4a71de1 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:02.709771 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-eaf12668-2093-4d44-95dc-3af498b1cd4a req-33d43f9f-ad6f-4e04-b4be-a561b4a71de1 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 949 time: 0.2140272 Aug 23 20:32:02.745531 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device b0e61ecb-b60f-407b-aa10-e98965baccd7 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:32:02.807785 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741cfd98-2863-4388-9544-6d9885db2d11 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:32:02.820438 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56829fe-b283-4be4-8e80-f56959b800be None None] Sync routers for ids ['6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:32:02.821286 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-eaf12668-2093-4d44-95dc-3af498b1cd4a req-38b02942-7327-4168-a67b-4d4b112e65cd tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100984 Aug 23 20:32:02.831895 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port b0e61ecb-b60f-407b-aa10-e98965baccd7 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:32:02.832308 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:02.852436 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5fad42a1-6591-4951-b034-12b2e6a7159e req-96ec3a24-fc01-43bf-8fb7-2639197fa0e7 tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] 10.222.0.61 "GET /v2.0/ports?device_id=efb8c66d-0fd4-4d4f-9bed-497ad50674b7 HTTP/1.1" status: 200 len: 210 time: 0.0722456 Aug 23 20:32:02.865871 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56829fe-b283-4be4-8e80-f56959b800be None None] Routers {'6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:32:02.866622 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e56829fe-b283-4be4-8e80-f56959b800be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:31:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:32:02.914406 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7e60943-2d39-45a6-8aad-3c9c52697c35 req-e54ed5ce-33c3-4caa-9aed-85f162db19ed tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] Made reservation on behalf of 36271009ab2f4829b7f9cced1ac8712d for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:32:02.918610 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f7e60943-2d39-45a6-8aad-3c9c52697c35 req-e54ed5ce-33c3-4caa-9aed-85f162db19ed tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:02.924345 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-741cfd98-2863-4388-9544-6d9885db2d11 admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:02.929786 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-741cfd98-2863-4388-9544-6d9885db2d11 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6265001 Aug 23 20:32:02.930613 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50944) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:32:03.068415 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-e56829fe-b283-4be4-8e80-f56959b800be None None] Set router 6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:32:03.197350 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-f7e60943-2d39-45a6-8aad-3c9c52697c35 req-e54ed5ce-33c3-4caa-9aed-85f162db19ed tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] Allocated IP 172.20.0.6 (40a88221-ef28-4a64-99e5-755a217fc9ee/22800e32-9a9e-4f40-adac-723b17931d59/92ce1a8b-a006-4a1f-bc14-88b94b54b86c) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:32:03.341996 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e56829fe-b283-4be4-8e80-f56959b800be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4', 'name': 'tempest-TaggedBootDevicesTest-1649710710-router', 'tenant_id': '0a91fd320cb1405f8d3783ce9085793e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'a1c47452-11cd-45b3-ae57-9f1cdd2be0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:31:57Z', 'updated_at': '2021-08-23T20:32:01Z', 'revision_number': 3, 'project_id': '0a91fd320cb1405f8d3783ce9085793e', 'gw_port': {'id': 'a1c47452-11cd-45b3-ae57-9f1cdd2be0f5', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:02:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:31:58Z', 'updated_at': '2021-08-23T20:31:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:32:03.364447 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628aee2-fbb8-4561-a7ff-d11321569122 req-82cee81f-15ca-4c56-9773-9673e74e45b4 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:03.376644 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1628aee2-fbb8-4561-a7ff-d11321569122 req-82cee81f-15ca-4c56-9773-9673e74e45b4 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7c97eec-6e84-413c-9d94-f295a29998b8 HTTP/1.1" status: 200 len: 944 time: 0.1265192 Aug 23 20:32:03.380567 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56829fe-b283-4be4-8e80-f56959b800be None None] Checking router: 6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:32:03.381316 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56829fe-b283-4be4-8e80-f56959b800be None None] Updating router 6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4 port a1c47452-11cd-45b3-ae57-9f1cdd2be0f5 binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:32:03.427891 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e56829fe-b283-4be4-8e80-f56959b800be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:03.465174 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f7e60943-2d39-45a6-8aad-3c9c52697c35 req-e54ed5ce-33c3-4caa-9aed-85f162db19ed tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:03.481585 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1628aee2-fbb8-4561-a7ff-d11321569122 req-aef9667a-eced-4ea3-b1d2-af9586642a91 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990317 Aug 23 20:32:03.555421 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f7e60943-2d39-45a6-8aad-3c9c52697c35 req-e54ed5ce-33c3-4caa-9aed-85f162db19ed tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:03.611271 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7e60943-2d39-45a6-8aad-3c9c52697c35 req-e54ed5ce-33c3-4caa-9aed-85f162db19ed tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] Network 40a88221-ef28-4a64-99e5-755a217fc9ee is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:32:03.615114 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-f7e60943-2d39-45a6-8aad-3c9c52697c35 req-e54ed5ce-33c3-4caa-9aed-85f162db19ed tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:32:03.623865 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7e60943-2d39-45a6-8aad-3c9c52697c35 req-e54ed5ce-33c3-4caa-9aed-85f162db19ed tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:32:03.677466 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54ed5ce-33c3-4caa-9aed-85f162db19ed tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] Pushing event updated for resources: {'Port': ['ID=92ce1a8b-a006-4a1f-bc14-88b94b54b86c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:03.709630 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54ed5ce-33c3-4caa-9aed-85f162db19ed tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:32:03.710234 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54ed5ce-33c3-4caa-9aed-85f162db19ed tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:32:03.710882 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54ed5ce-33c3-4caa-9aed-85f162db19ed tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:32:03.711391 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54ed5ce-33c3-4caa-9aed-85f162db19ed tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:32:03.711871 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54ed5ce-33c3-4caa-9aed-85f162db19ed tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:32:03.712398 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54ed5ce-33c3-4caa-9aed-85f162db19ed tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:32:03.712873 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54ed5ce-33c3-4caa-9aed-85f162db19ed tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:32:03.713353 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54ed5ce-33c3-4caa-9aed-85f162db19ed tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:32:03.713825 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54ed5ce-33c3-4caa-9aed-85f162db19ed tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:32:03.714379 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54ed5ce-33c3-4caa-9aed-85f162db19ed tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:32:03.714926 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54ed5ce-33c3-4caa-9aed-85f162db19ed tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:32:03.715452 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54ed5ce-33c3-4caa-9aed-85f162db19ed tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:32:03.741009 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e60943-2d39-45a6-8aad-3c9c52697c35 req-e54ed5ce-33c3-4caa-9aed-85f162db19ed tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:03.742164 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f7e60943-2d39-45a6-8aad-3c9c52697c35 req-e54ed5ce-33c3-4caa-9aed-85f162db19ed tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:03.757617 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2d7a2-da09-4e11-8905-0c9807bc2357 req-ffc16923-50f2-4de1-9ac9-aef4424a2fd9 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:03.759523 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bbf2d7a2-da09-4e11-8905-0c9807bc2357 req-ffc16923-50f2-4de1-9ac9-aef4424a2fd9 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e03e722-8f3c-465e-a43d-69acd85a1b0d HTTP/1.1" status: 200 len: 945 time: 0.1275916 Aug 23 20:32:03.777343 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f7e60943-2d39-45a6-8aad-3c9c52697c35 req-e54ed5ce-33c3-4caa-9aed-85f162db19ed tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2523849 Aug 23 20:32:03.788673 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 8eb652a1-40ff-4e47-b09e-601767b8a063 up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:32:03.793552 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2d6d43d4-dfb6-4859-b773-60512fb65eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:03.802920 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-f7e60943-2d39-45a6-8aad-3c9c52697c35 req-ca9d1832-46d5-4b16-b1dc-94f376a01841 service neutron] Request body: {'port': {'device_id': 'efb8c66d-0fd4-4d4f-9bed-497ad50674b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:32:03.919939 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port 8eb652a1-40ff-4e47-b09e-601767b8a063 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:32:03.920339 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:03.948286 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e56829fe-b283-4be4-8e80-f56959b800be None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:03.960620 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e56829fe-b283-4be4-8e80-f56959b800be None None] Transition to ACTIVE for port object a1c47452-11cd-45b3-ae57-9f1cdd2be0f5 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:32:03.970218 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f7e60943-2d39-45a6-8aad-3c9c52697c35 req-ca9d1832-46d5-4b16-b1dc-94f376a01841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:03.971585 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e56829fe-b283-4be4-8e80-f56959b800be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:03.986258 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bbf2d7a2-da09-4e11-8905-0c9807bc2357 req-e00b4ba2-77a1-44a0-9e92-1eef86e30c2d tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190013 Aug 23 20:32:04.049468 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e8dd63-9182-4ec3-a337-f698dbd463f1 None None] Pushing event updated for resources: {'Port': ['ID=a1c47452-11cd-45b3-ae57-9f1cdd2be0f5,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:04.073180 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e8dd63-9182-4ec3-a337-f698dbd463f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:32:04.073516 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e8dd63-9182-4ec3-a337-f698dbd463f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:32:04.073849 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e8dd63-9182-4ec3-a337-f698dbd463f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:32:04.074175 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e8dd63-9182-4ec3-a337-f698dbd463f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:32:04.074497 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e8dd63-9182-4ec3-a337-f698dbd463f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:32:04.074816 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e8dd63-9182-4ec3-a337-f698dbd463f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:32:04.075134 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e8dd63-9182-4ec3-a337-f698dbd463f1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:32:04.075449 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e8dd63-9182-4ec3-a337-f698dbd463f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:32:04.075764 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e8dd63-9182-4ec3-a337-f698dbd463f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:32:04.076088 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e8dd63-9182-4ec3-a337-f698dbd463f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:32:04.076413 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e8dd63-9182-4ec3-a337-f698dbd463f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:32:04.076725 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e8dd63-9182-4ec3-a337-f698dbd463f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:32:04.085953 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:04.121353 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-e56829fe-b283-4be4-8e80-f56959b800be None None] Attempting to bind port a1c47452-11cd-45b3-ae57-9f1cdd2be0f5 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:32:04.122177 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-e56829fe-b283-4be4-8e80-f56959b800be None None] Attempting to bind port a1c47452-11cd-45b3-ae57-9f1cdd2be0f5 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:32:04.122177 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56829fe-b283-4be4-8e80-f56959b800be None None] Attempting to bind port a1c47452-11cd-45b3-ae57-9f1cdd2be0f5 on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:32:04.132664 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56829fe-b283-4be4-8e80-f56959b800be None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:32:04.132983 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56829fe-b283-4be4-8e80-f56959b800be None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:32:04.133782 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e56829fe-b283-4be4-8e80-f56959b800be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:04.134332 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56829fe-b283-4be4-8e80-f56959b800be None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:32:04.134949 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-e56829fe-b283-4be4-8e80-f56959b800be None None] Bound port: a1c47452-11cd-45b3-ae57-9f1cdd2be0f5, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:32:04.135370 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e56829fe-b283-4be4-8e80-f56959b800be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:04.152438 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7432e76-4499-4e32-b533-ab08c5917e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb652a1-40ff-4e47-b09e-601767b8a063'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:32:04.155533 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b068f0c6-aa7e-48aa-ae10-609fe2576590" -d '{"events": [{"server_uuid": "c7432e76-4499-4e32-b533-ab08c5917e78", "name": "network-vif-plugged", "status": "completed", "tag": "8eb652a1-40ff-4e47-b09e-601767b8a063"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:32:04.180443 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 8eb652a1-40ff-4e47-b09e-601767b8a063, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=8eb652a1-40ff-4e47-b09e-601767b8a063,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:32:04.186451 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:04.252533 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-e56829fe-b283-4be4-8e80-f56959b800be None None] For port a1c47452-11cd-45b3-ae57-9f1cdd2be0f5, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:32:04.255523 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-e56829fe-b283-4be4-8e80-f56959b800be None None] For port a1c47452-11cd-45b3-ae57-9f1cdd2be0f5, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=a1c47452-11cd-45b3-ae57-9f1cdd2be0f5,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:32:04.262361 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e56829fe-b283-4be4-8e80-f56959b800be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:04.275263 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=8eb652a1-40ff-4e47-b09e-601767b8a063,revision_number=8']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:04.285231 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b0a403-94c4-4740-be6e-b2f5eda5d906 req-ed14f876-4432-44df-b6c3-000f0620ad0a tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:04.286769 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-24b0a403-94c4-4740-be6e-b2f5eda5d906 req-ed14f876-4432-44df-b6c3-000f0620ad0a tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 949 time: 0.2763116 Aug 23 20:32:04.294740 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:32:04.295092 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:32:04.295454 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:32:04.295778 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:32:04.296275 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:32:04.296610 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:32:04.297947 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:32:04.297947 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:32:04.298406 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:32:04.298617 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:32:04.298946 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:32:04.299273 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:32:04.350484 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56829fe-b283-4be4-8e80-f56959b800be None None] Routers {'6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:32:04.351286 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e56829fe-b283-4be4-8e80-f56959b800be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:31:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:32:04.362809 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-2d6d43d4-dfb6-4859-b773-60512fb65eab admin admin] Allocated IP 172.20.0.1 (15796354-99ed-4bbc-af1c-772cdc3fe57c/92348ce8-7731-44f5-b707-e42d9a125beb/b66fd789-8656-4650-b2d0-ebfe64de2610) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:32:04.423473 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e8dd63-9182-4ec3-a337-f698dbd463f1 None None] Pushing event updated for resources: {'Port': ['ID=a1c47452-11cd-45b3-ae57-9f1cdd2be0f5,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:04.432528 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-24b0a403-94c4-4740-be6e-b2f5eda5d906 req-c3bc7d8f-4c3e-456f-bbe8-294e8a47e8de tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347551 Aug 23 20:32:04.447681 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e666dd0-d121-42ef-aaa0-811eac7c73b4 req-ca2fc69b-5de7-4320-bba6-e274fb3d33ef tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:04.457703 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9e666dd0-d121-42ef-aaa0-811eac7c73b4 req-ca2fc69b-5de7-4320-bba6-e274fb3d33ef tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] 10.222.0.61 "GET /v2.0/ports?device_id=efb8c66d-0fd4-4d4f-9bed-497ad50674b7 HTTP/1.1" status: 200 len: 931 time: 0.3351216 Aug 23 20:32:04.568433 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-e56829fe-b283-4be4-8e80-f56959b800be None None] Set router 6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:32:04.625115 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2d6d43d4-dfb6-4859-b773-60512fb65eab admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:04.646394 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9e666dd0-d121-42ef-aaa0-811eac7c73b4 req-49120857-724b-4ba2-9c9d-5d971e50404e tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9dbbcdc-7215-4b67-ab38-fae0280cb415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664290 Aug 23 20:32:04.657947 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-2d6d43d4-dfb6-4859-b773-60512fb65eab admin admin] Transition to ACTIVE for port object b66fd789-8656-4650-b2d0-ebfe64de2610 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:32:04.693912 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b5592e-958a-4345-8df0-5727cfcef248 x-openstack-request-id: req-30b5592e-958a-4345-8df0-5727cfcef248 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:32:04.694224 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7432e76-4499-4e32-b533-ab08c5917e78", "name": "network-vif-plugged", "status": "completed", "tag": "8eb652a1-40ff-4e47-b09e-601767b8a063", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:32:04.694481 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-30b5592e-958a-4345-8df0-5727cfcef248 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:32:04.694926 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7432e76-4499-4e32-b533-ab08c5917e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb652a1-40ff-4e47-b09e-601767b8a063', 'code': 200} Aug 23 20:32:04.722670 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2d6d43d4-dfb6-4859-b773-60512fb65eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:04.794214 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6d43d4-dfb6-4859-b773-60512fb65eab admin admin] Network 15796354-99ed-4bbc-af1c-772cdc3fe57c is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:32:04.802468 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-2d6d43d4-dfb6-4859-b773-60512fb65eab admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:32:04.805902 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6d43d4-dfb6-4859-b773-60512fb65eab admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:32:04.807757 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d43d4-dfb6-4859-b773-60512fb65eab admin admin] Pushing event updated for resources: {'Port': ['ID=b66fd789-8656-4650-b2d0-ebfe64de2610,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:04.847591 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-f7e60943-2d39-45a6-8aad-3c9c52697c35 req-ca9d1832-46d5-4b16-b1dc-94f376a01841 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92ce1a8b-a006-4a1f-bc14-88b94b54b86c {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:32:04.849895 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a148eb-06ea-4fa0-b657-350aa228f1c4 req-e1e4ae1a-3212-4c8e-be32-a64ef90a0727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:04.851412 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-91a148eb-06ea-4fa0-b657-350aa228f1c4 req-e1e4ae1a-3212-4c8e-be32-a64ef90a0727 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c7432e76-4499-4e32-b533-ab08c5917e78&tenant_id=73c5c62ec25a41ab8d37d29a4cff1db9 HTTP/1.1" status: 200 len: 1101 time: 0.1236367 Aug 23 20:32:04.857571 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f7e60943-2d39-45a6-8aad-3c9c52697c35 req-ca9d1832-46d5-4b16-b1dc-94f376a01841 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:04.867571 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2d6d43d4-dfb6-4859-b773-60512fb65eab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:04.897641 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-f7e60943-2d39-45a6-8aad-3c9c52697c35 req-ca9d1832-46d5-4b16-b1dc-94f376a01841 service neutron] Transition to ACTIVE for port object 92ce1a8b-a006-4a1f-bc14-88b94b54b86c will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:32:04.902729 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f7e60943-2d39-45a6-8aad-3c9c52697c35 req-ca9d1832-46d5-4b16-b1dc-94f376a01841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:04.980399 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4ea18-3f27-4ec2-8da2-73c996cd995d req-1a41b9f8-e0ab-4c86-bd8c-2303f78892ba tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:04.981993 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-40c4ea18-3f27-4ec2-8da2-73c996cd995d req-1a41b9f8-e0ab-4c86-bd8c-2303f78892ba tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7c97eec-6e84-413c-9d94-f295a29998b8 HTTP/1.1" status: 200 len: 944 time: 0.1876438 Aug 23 20:32:04.982771 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e56829fe-b283-4be4-8e80-f56959b800be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4', 'name': 'tempest-TaggedBootDevicesTest-1649710710-router', 'tenant_id': '0a91fd320cb1405f8d3783ce9085793e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'a1c47452-11cd-45b3-ae57-9f1cdd2be0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:31:57Z', 'updated_at': '2021-08-23T20:32:01Z', 'revision_number': 3, 'project_id': '0a91fd320cb1405f8d3783ce9085793e', 'gw_port': {'id': 'a1c47452-11cd-45b3-ae57-9f1cdd2be0f5', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:02:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:31:58Z', 'updated_at': '2021-08-23T20:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:32:05.014153 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56829fe-b283-4be4-8e80-f56959b800be None None] The sync data for ids ['6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4'] in n-d-805663-2 is: [{'id': '6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4', 'name': 'tempest-TaggedBootDevicesTest-1649710710-router', 'tenant_id': '0a91fd320cb1405f8d3783ce9085793e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'a1c47452-11cd-45b3-ae57-9f1cdd2be0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:31:57Z', 'updated_at': '2021-08-23T20:32:01Z', 'revision_number': 3, 'project_id': '0a91fd320cb1405f8d3783ce9085793e', 'gw_port': {'id': 'a1c47452-11cd-45b3-ae57-9f1cdd2be0f5', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:02:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:31:58Z', 'updated_at': '2021-08-23T20:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:32:05.112948 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9d1832-46d5-4b16-b1dc-94f376a01841 service neutron] Pushing event updated for resources: {'Port': ['ID=92ce1a8b-a006-4a1f-bc14-88b94b54b86c,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:05.156913 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-40c4ea18-3f27-4ec2-8da2-73c996cd995d req-fa0c8c00-eceb-4268-a8ab-2851400b85a0 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337707 Aug 23 20:32:05.162289 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-f7e60943-2d39-45a6-8aad-3c9c52697c35 req-ca9d1832-46d5-4b16-b1dc-94f376a01841 service neutron] Attempting to bind port 92ce1a8b-a006-4a1f-bc14-88b94b54b86c on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:32:05.163429 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-f7e60943-2d39-45a6-8aad-3c9c52697c35 req-ca9d1832-46d5-4b16-b1dc-94f376a01841 service neutron] Attempting to bind port 92ce1a8b-a006-4a1f-bc14-88b94b54b86c by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': 'af974035-5d14-4a67-8301-b3972ecaa5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '40a88221-ef28-4a64-99e5-755a217fc9ee'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:32:05.164274 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e60943-2d39-45a6-8aad-3c9c52697c35 req-ca9d1832-46d5-4b16-b1dc-94f376a01841 service neutron] Attempting to bind port 92ce1a8b-a006-4a1f-bc14-88b94b54b86c on network 40a88221-ef28-4a64-99e5-755a217fc9ee {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:32:05.170415 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e60943-2d39-45a6-8aad-3c9c52697c35 req-ca9d1832-46d5-4b16-b1dc-94f376a01841 service neutron] Port 92ce1a8b-a006-4a1f-bc14-88b94b54b86c on network 40a88221-ef28-4a64-99e5-755a217fc9ee not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:32:05.172883 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e60943-2d39-45a6-8aad-3c9c52697c35 req-ca9d1832-46d5-4b16-b1dc-94f376a01841 service neutron] Attempting to bind port 92ce1a8b-a006-4a1f-bc14-88b94b54b86c on network 40a88221-ef28-4a64-99e5-755a217fc9ee {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:32:05.184515 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e60943-2d39-45a6-8aad-3c9c52697c35 req-ca9d1832-46d5-4b16-b1dc-94f376a01841 service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:32:05.184849 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e60943-2d39-45a6-8aad-3c9c52697c35 req-ca9d1832-46d5-4b16-b1dc-94f376a01841 service neutron] Checking segment: {'id': 'af974035-5d14-4a67-8301-b3972ecaa5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '40a88221-ef28-4a64-99e5-755a217fc9ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:32:05.185425 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e60943-2d39-45a6-8aad-3c9c52697c35 req-ca9d1832-46d5-4b16-b1dc-94f376a01841 service neutron] Bound using segment: {'id': 'af974035-5d14-4a67-8301-b3972ecaa5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '40a88221-ef28-4a64-99e5-755a217fc9ee'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:32:05.185862 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-f7e60943-2d39-45a6-8aad-3c9c52697c35 req-ca9d1832-46d5-4b16-b1dc-94f376a01841 service neutron] Bound port: 92ce1a8b-a006-4a1f-bc14-88b94b54b86c, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af974035-5d14-4a67-8301-b3972ecaa5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '40a88221-ef28-4a64-99e5-755a217fc9ee'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:32:05.186694 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f7e60943-2d39-45a6-8aad-3c9c52697c35 req-ca9d1832-46d5-4b16-b1dc-94f376a01841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:05.229862 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-14f3660d-69f0-4f85-8470-06d82490c864 None None] Provisioning for port b66fd789-8656-4650-b2d0-ebfe64de2610 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:32:05.235007 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-14f3660d-69f0-4f85-8470-06d82490c864 None None] Provisioning complete for port b66fd789-8656-4650-b2d0-ebfe64de2610 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:32:05.235504 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-14f3660d-69f0-4f85-8470-06d82490c864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:05.287643 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-f7e60943-2d39-45a6-8aad-3c9c52697c35 req-ca9d1832-46d5-4b16-b1dc-94f376a01841 service neutron] For port 92ce1a8b-a006-4a1f-bc14-88b94b54b86c, host n-h2-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:32:05.292146 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-f7e60943-2d39-45a6-8aad-3c9c52697c35 req-ca9d1832-46d5-4b16-b1dc-94f376a01841 service neutron] For port 92ce1a8b-a006-4a1f-bc14-88b94b54b86c, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=92ce1a8b-a006-4a1f-bc14-88b94b54b86c,segment=NetworkSegment(af974035-5d14-4a67-8301-b3972ecaa5eb),segment_id=af974035-5d14-4a67-8301-b3972ecaa5eb)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:32:05.300710 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f7e60943-2d39-45a6-8aad-3c9c52697c35 req-ca9d1832-46d5-4b16-b1dc-94f376a01841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:05.309746 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-14f3660d-69f0-4f85-8470-06d82490c864 None None] Port b66fd789-8656-4650-b2d0-ebfe64de2610 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:32:05.349350 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e60943-2d39-45a6-8aad-3c9c52697c35 req-ca9d1832-46d5-4b16-b1dc-94f376a01841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:05.349350 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f7e60943-2d39-45a6-8aad-3c9c52697c35 req-ca9d1832-46d5-4b16-b1dc-94f376a01841 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:05.349350 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f7e60943-2d39-45a6-8aad-3c9c52697c35 req-ca9d1832-46d5-4b16-b1dc-94f376a01841 service neutron] 10.222.0.32 "PUT /v2.0/ports/92ce1a8b-a006-4a1f-bc14-88b94b54b86c HTTP/1.1" status: 200 len: 1091 time: 1.5496991 Aug 23 20:32:05.349350 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb8c66d-0fd4-4d4f-9bed-497ad50674b7', 'tag': '92ce1a8b-a006-4a1f-bc14-88b94b54b86c'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:32:05.351045 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f91740f-f5c1-4013-8874-1e63deba8aaa" -d '{"events": [{"name": "network-changed", "server_uuid": "efb8c66d-0fd4-4d4f-9bed-497ad50674b7", "tag": "92ce1a8b-a006-4a1f-bc14-88b94b54b86c"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:32:05.410434 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9d1832-46d5-4b16-b1dc-94f376a01841 service neutron] Pushing event updated for resources: {'Port': ['ID=92ce1a8b-a006-4a1f-bc14-88b94b54b86c,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:05.421599 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a148eb-06ea-4fa0-b657-350aa228f1c4 req-f49a6427-a542-4b5f-8020-7e0a0d698fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:05.423729 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-91a148eb-06ea-4fa0-b657-350aa228f1c4 req-f49a6427-a542-4b5f-8020-7e0a0d698fcd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73c5c62ec25a41ab8d37d29a4cff1db9&device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 1101 time: 0.1283591 Aug 23 20:32:05.447461 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e39596-c3be-4cf7-8d2a-b0f539930edf x-openstack-request-id: req-06e39596-c3be-4cf7-8d2a-b0f539930edf {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:32:05.447747 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb8c66d-0fd4-4d4f-9bed-497ad50674b7", "tag": "92ce1a8b-a006-4a1f-bc14-88b94b54b86c", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:32:05.447994 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-06e39596-c3be-4cf7-8d2a-b0f539930edf {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:32:05.448460 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb8c66d-0fd4-4d4f-9bed-497ad50674b7', 'tag': '92ce1a8b-a006-4a1f-bc14-88b94b54b86c', 'status': 'completed', 'code': 200} Aug 23 20:32:05.449937 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef22cd-18b3-4b10-8b8e-1c33ef4cebf2 req-28e2b719-7ff7-49b4-a600-357e4aa89f87 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:05.451430 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-32ef22cd-18b3-4b10-8b8e-1c33ef4cebf2 req-28e2b719-7ff7-49b4-a600-357e4aa89f87 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e03e722-8f3c-465e-a43d-69acd85a1b0d HTTP/1.1" status: 200 len: 945 time: 0.1547618 Aug 23 20:32:05.510935 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e60943-2d39-45a6-8aad-3c9c52697c35 req-bafe19a2-42e1-450c-9801-f4c1e2947640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:05.512485 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f7e60943-2d39-45a6-8aad-3c9c52697c35 req-bafe19a2-42e1-450c-9801-f4c1e2947640 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=36271009ab2f4829b7f9cced1ac8712d&device_id=efb8c66d-0fd4-4d4f-9bed-497ad50674b7 HTTP/1.1" status: 200 len: 1094 time: 0.0759525 Aug 23 20:32:05.580955 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f7e60943-2d39-45a6-8aad-3c9c52697c35 req-3a10622e-293b-4291-b308-b9aa9ec9033c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92ce1a8b-a006-4a1f-bc14-88b94b54b86c HTTP/1.1" status: 200 len: 217 time: 0.0520542 Aug 23 20:32:05.601572 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-32ef22cd-18b3-4b10-8b8e-1c33ef4cebf2 req-9bfc5e59-97d7-4081-8fca-ec83a8139339 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217582 Aug 23 20:32:05.644168 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2d6d43d4-dfb6-4859-b773-60512fb65eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:05.674141 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a148eb-06ea-4fa0-b657-350aa228f1c4 req-8e4e2708-5ad0-43e4-be6e-0de3197615c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:05.675833 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-91a148eb-06ea-4fa0-b657-350aa228f1c4 req-8e4e2708-5ad0-43e4-be6e-0de3197615c4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=660f640a-b8b2-40aa-8ebf-76bd1608cceb HTTP/1.1" status: 200 len: 870 time: 0.2213116 Aug 23 20:32:05.694995 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e60943-2d39-45a6-8aad-3c9c52697c35 req-ff9383db-512d-4269-b31c-cc88d221c05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:05.696365 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f7e60943-2d39-45a6-8aad-3c9c52697c35 req-ff9383db-512d-4269-b31c-cc88d221c05e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=22800e32-9a9e-4f40-adac-723b17931d59 HTTP/1.1" status: 200 len: 861 time: 0.1031561 Aug 23 20:32:05.705128 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d7548-64e7-49b6-aed4-2f94c21e07c7 req-92f25692-19e6-4063-9e15-96973795e48c tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:05.707334 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f26d7548-64e7-49b6-aed4-2f94c21e07c7 req-92f25692-19e6-4063-9e15-96973795e48c tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 950 time: 0.1254575 Aug 23 20:32:05.754648 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-91a148eb-06ea-4fa0-b657-350aa228f1c4 req-c55f4b70-176d-4e57-8190-089b79aa0850 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=8eb652a1-40ff-4e47-b09e-601767b8a063 HTTP/1.1" status: 200 len: 217 time: 0.0705857 Aug 23 20:32:05.759341 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f7e60943-2d39-45a6-8aad-3c9c52697c35 req-114ed222-73be-418a-9ec7-10055a1c4396 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=40a88221-ef28-4a64-99e5-755a217fc9ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510106 Aug 23 20:32:05.865773 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f26d7548-64e7-49b6-aed4-2f94c21e07c7 req-c80fedd6-266d-4d18-811e-ce0d85328f98 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497841 Aug 23 20:32:05.900740 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f7e60943-2d39-45a6-8aad-3c9c52697c35 req-0d435d50-11a6-49d2-aeea-49ce31dff77f service neutron] 10.222.0.32 "GET /v2.0/networks/40a88221-ef28-4a64-99e5-755a217fc9ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292992 Aug 23 20:32:05.967286 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a148eb-06ea-4fa0-b657-350aa228f1c4 req-cb258948-cd91-4ec0-81c9-b788a25b7496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:05.973164 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-91a148eb-06ea-4fa0-b657-350aa228f1c4 req-cb258948-cd91-4ec0-81c9-b788a25b7496 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.2037184 Aug 23 20:32:05.982968 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d516f724-34d5-4466-b81c-443c0002a985 req-cf902a1b-eb62-402d-b7ce-cd860e7b64f4 tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:05.991234 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d516f724-34d5-4466-b81c-443c0002a985 req-cf902a1b-eb62-402d-b7ce-cd860e7b64f4 tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] 10.222.0.61 "GET /v2.0/ports?device_id=efb8c66d-0fd4-4d4f-9bed-497ad50674b7 HTTP/1.1" status: 200 len: 943 time: 0.1998942 Aug 23 20:32:06.029265 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f7e60943-2d39-45a6-8aad-3c9c52697c35 req-a7bf1b3e-07e7-4ca9-8659-aff69b61cb25 service neutron] 10.222.0.32 "GET /v2.0/networks/40a88221-ef28-4a64-99e5-755a217fc9ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202660 Aug 23 20:32:06.098486 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d516f724-34d5-4466-b81c-443c0002a985 req-c35058fa-24ec-4561-824e-382ef969e363 tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9dbbcdc-7215-4b67-ab38-fae0280cb415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061304 Aug 23 20:32:06.102213 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a148eb-06ea-4fa0-b657-350aa228f1c4 req-8ce6bb5c-aa2d-41f5-bb69-2e22af840323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:06.103724 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-91a148eb-06ea-4fa0-b657-350aa228f1c4 req-8ce6bb5c-aa2d-41f5-bb69-2e22af840323 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1100245 Aug 23 20:32:06.124184 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2d6d43d4-dfb6-4859-b773-60512fb65eab admin admin] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:06.135287 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2d6d43d4-dfb6-4859-b773-60512fb65eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:06.176650 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91740f-f5c1-4013-8874-1e63deba8aaa req-b747181e-4d9a-48c8-b657-6fe0eeab2e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:06.178276 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7f91740f-f5c1-4013-8874-1e63deba8aaa req-b747181e-4d9a-48c8-b657-6fe0eeab2e56 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=36271009ab2f4829b7f9cced1ac8712d&device_id=efb8c66d-0fd4-4d4f-9bed-497ad50674b7 HTTP/1.1" status: 200 len: 1094 time: 0.0513339 Aug 23 20:32:06.271997 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d43d4-dfb6-4859-b773-60512fb65eab admin admin] Pushing event updated for resources: {'Port': ['ID=b66fd789-8656-4650-b2d0-ebfe64de2610,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:06.276866 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2d6d43d4-dfb6-4859-b773-60512fb65eab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:06.314362 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-91a148eb-06ea-4fa0-b657-350aa228f1c4 req-f584293c-41ab-437b-b287-b4972a17ec0e service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872282 Aug 23 20:32:06.490041 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-91a148eb-06ea-4fa0-b657-350aa228f1c4 req-01934059-c790-4756-8cc6-36af2a0b17f7 service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570501 Aug 23 20:32:06.491887 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6d43d4-dfb6-4859-b773-60512fb65eab admin admin] Network 15796354-99ed-4bbc-af1c-772cdc3fe57c is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:32:06.493383 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-2d6d43d4-dfb6-4859-b773-60512fb65eab admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:32:06.679768 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d6d43d4-dfb6-4859-b773-60512fb65eab admin admin] Router 6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:32:06.717918 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91740f-f5c1-4013-8874-1e63deba8aaa req-18ba6fde-e568-40cf-947a-a069b072b744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:06.720200 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7f91740f-f5c1-4013-8874-1e63deba8aaa req-18ba6fde-e568-40cf-947a-a069b072b744 service neutron] 10.222.0.32 "GET /v2.0/networks?id=40a88221-ef28-4a64-99e5-755a217fc9ee HTTP/1.1" status: 200 len: 922 time: 0.5332909 Aug 23 20:32:06.772754 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device a1c47452-11cd-45b3-ae57-9f1cdd2be0f5 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:32:06.790735 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7f91740f-f5c1-4013-8874-1e63deba8aaa req-9ce12f8e-033f-463d-9d75-e7e77e2c3112 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92ce1a8b-a006-4a1f-bc14-88b94b54b86c HTTP/1.1" status: 200 len: 217 time: 0.0596955 Aug 23 20:32:06.806248 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4df83-7ebd-4e36-9334-75e742542dfd req-a2219247-3472-4ef9-b901-ed75c5f33334 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:06.808136 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-11f4df83-7ebd-4e36-9334-75e742542dfd req-a2219247-3472-4ef9-b901-ed75c5f33334 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7c97eec-6e84-413c-9d94-f295a29998b8 HTTP/1.1" status: 200 len: 944 time: 0.2114358 Aug 23 20:32:06.856049 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port a1c47452-11cd-45b3-ae57-9f1cdd2be0f5 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:32:06.863027 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port a1c47452-11cd-45b3-ae57-9f1cdd2be0f5 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:32:06.864119 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:06.865934 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf4751-f679-4494-af1e-7e5fb2fc8821 req-ad3649b7-41ff-4446-9c54-03b9009d5d85 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:06.873246 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5faf4751-f679-4494-af1e-7e5fb2fc8821 req-ad3649b7-41ff-4446-9c54-03b9009d5d85 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e03e722-8f3c-465e-a43d-69acd85a1b0d HTTP/1.1" status: 200 len: 945 time: 0.1060803 Aug 23 20:32:06.906708 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d6d43d4-dfb6-4859-b773-60512fb65eab admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:32:06.924866 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2d6d43d4-dfb6-4859-b773-60512fb65eab admin admin] 10.222.0.61 "PUT /v2.0/routers/6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9815631 Aug 23 20:32:06.954076 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-11f4df83-7ebd-4e36-9334-75e742542dfd req-13887ee6-aca2-4084-ad3f-e056f8eb5b52 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739748 Aug 23 20:32:06.955929 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91740f-f5c1-4013-8874-1e63deba8aaa req-0e9c518b-3d16-4ace-b6d5-1db9f7db81b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:06.957718 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7f91740f-f5c1-4013-8874-1e63deba8aaa req-0e9c518b-3d16-4ace-b6d5-1db9f7db81b6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=22800e32-9a9e-4f40-adac-723b17931d59 HTTP/1.1" status: 200 len: 861 time: 0.1486809 Aug 23 20:32:06.958834 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5faf4751-f679-4494-af1e-7e5fb2fc8821 req-58a5748e-d581-4012-8341-935aa1dc7c81 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845010 Aug 23 20:32:06.958953 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-82d1cbc2-ea8f-42cd-accf-486b40866b37 None None] Provisioning complete for port b66fd789-8656-4650-b2d0-ebfe64de2610 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:32:06.959467 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-82d1cbc2-ea8f-42cd-accf-486b40866b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:07.020003 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-82d1cbc2-ea8f-42cd-accf-486b40866b37 None None] Port b66fd789-8656-4650-b2d0-ebfe64de2610 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:32:07.038330 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:32:07.055798 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7f91740f-f5c1-4013-8874-1e63deba8aaa req-d0ecd1d7-cbb9-4693-bab5-40d9fd953ffd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=40a88221-ef28-4a64-99e5-755a217fc9ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879266 Aug 23 20:32:07.076558 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:07.112390 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port a1c47452-11cd-45b3-ae57-9f1cdd2be0f5, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=a1c47452-11cd-45b3-ae57-9f1cdd2be0f5,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:32:07.122915 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:07.206425 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=a1c47452-11cd-45b3-ae57-9f1cdd2be0f5,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:07.252819 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431be769-4755-419a-9156-313523367801 req-b63f2264-f979-4379-ba30-79de609ce86f tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:07.260045 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-431be769-4755-419a-9156-313523367801 req-b63f2264-f979-4379-ba30-79de609ce86f tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 950 time: 0.1956744 Aug 23 20:32:07.318855 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8ca840-e370-43f2-93ed-f397bcd2279c None None] Sync routers for ids ['6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:32:07.337947 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8ca840-e370-43f2-93ed-f397bcd2279c None None] Routers {'6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:32:07.338628 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-fb8ca840-e370-43f2-93ed-f397bcd2279c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:31:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:32:07.340807 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-431be769-4755-419a-9156-313523367801 req-0fc855b9-db26-45bc-a330-c10a9bb15cf0 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744572 Aug 23 20:32:07.350890 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7f91740f-f5c1-4013-8874-1e63deba8aaa req-b6dfce0e-4db8-49e1-a1fb-58bc59031feb service neutron] 10.222.0.32 "GET /v2.0/networks/40a88221-ef28-4a64-99e5-755a217fc9ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847543 Aug 23 20:32:07.362962 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bae9d2-281b-4081-b976-1a043f0ae816 req-6d37b97e-11cd-4fac-8365-7634f8f7e46d tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:07.371817 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c0bae9d2-281b-4081-b976-1a043f0ae816 req-6d37b97e-11cd-4fac-8365-7634f8f7e46d tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] 10.222.0.61 "GET /v2.0/ports?device_id=efb8c66d-0fd4-4d4f-9bed-497ad50674b7 HTTP/1.1" status: 200 len: 943 time: 0.1361916 Aug 23 20:32:07.440677 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c0bae9d2-281b-4081-b976-1a043f0ae816 req-aa557bf0-6622-4d54-99ac-88330ee6899f tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9dbbcdc-7215-4b67-ab38-fae0280cb415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642033 Aug 23 20:32:07.486382 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-fb8ca840-e370-43f2-93ed-f397bcd2279c None None] Set router 6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:32:07.506251 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7f91740f-f5c1-4013-8874-1e63deba8aaa req-345aa7ef-8d98-4661-88ce-ca63e28e7204 service neutron] 10.222.0.32 "GET /v2.0/networks/40a88221-ef28-4a64-99e5-755a217fc9ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478386 Aug 23 20:32:07.725733 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-fb8ca840-e370-43f2-93ed-f397bcd2279c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4', 'name': 'tempest-TaggedBootDevicesTest-1649710710-router', 'tenant_id': '0a91fd320cb1405f8d3783ce9085793e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'a1c47452-11cd-45b3-ae57-9f1cdd2be0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:31:57Z', 'updated_at': '2021-08-23T20:32:05Z', 'revision_number': 4, 'project_id': '0a91fd320cb1405f8d3783ce9085793e', 'gw_port': {'id': 'a1c47452-11cd-45b3-ae57-9f1cdd2be0f5', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:02:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:31:58Z', 'updated_at': '2021-08-23T20:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'b66fd789-8656-4650-b2d0-ebfe64de2610', 'name': '', 'network_id': '15796354-99ed-4bbc-af1c-772cdc3fe57c', 'tenant_id': '0a91fd320cb1405f8d3783ce9085793e', 'mac_address': 'fa:16:3e:a7:89:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '92348ce8-7731-44f5-b707-e42d9a125beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:32:03Z', 'updated_at': '2021-08-23T20:32:05Z', 'revision_number': 2, 'project_id': '0a91fd320cb1405f8d3783ce9085793e', 'subnets': [{'id': '92348ce8-7731-44f5-b707-e42d9a125beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:32:07.753724 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8ca840-e370-43f2-93ed-f397bcd2279c None None] Checking router: 6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:32:07.754081 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8ca840-e370-43f2-93ed-f397bcd2279c None None] Updating router 6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4 port b66fd789-8656-4650-b2d0-ebfe64de2610 binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:32:07.781858 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fb8ca840-e370-43f2-93ed-f397bcd2279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:07.890204 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 8eb652a1-40ff-4e47-b09e-601767b8a063 no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:32:08.068777 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:08.076257 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a7b7e7-560a-4791-afaf-a317fce213fe req-9a61aa38-adc6-4da5-8cc9-fa51372e3613 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:08.085065 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-13a7b7e7-560a-4791-afaf-a317fce213fe req-9a61aa38-adc6-4da5-8cc9-fa51372e3613 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e03e722-8f3c-465e-a43d-69acd85a1b0d HTTP/1.1" status: 200 len: 945 time: 0.0625327 Aug 23 20:32:08.121530 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7432e76-4499-4e32-b533-ab08c5917e78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8eb652a1-40ff-4e47-b09e-601767b8a063'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:32:08.123784 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8371f2-595d-4875-bef7-208737587acd" -d '{"events": [{"server_uuid": "c7432e76-4499-4e32-b533-ab08c5917e78", "name": "network-vif-unplugged", "status": "completed", "tag": "8eb652a1-40ff-4e47-b09e-601767b8a063"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:32:08.133462 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-13a7b7e7-560a-4791-afaf-a317fce213fe req-8508d9b0-3b16-458d-8a7e-a6e533b444ad tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472875 Aug 23 20:32:08.149793 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 8eb652a1-40ff-4e47-b09e-601767b8a063, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=8eb652a1-40ff-4e47-b09e-601767b8a063,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:32:08.151115 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627eeb4d-6c0a-49a4-9ebb-0861e628cb93 req-e38a428e-8072-4824-85d4-a944a268723c tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:08.153312 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-627eeb4d-6c0a-49a4-9ebb-0861e628cb93 req-e38a428e-8072-4824-85d4-a944a268723c tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7c97eec-6e84-413c-9d94-f295a29998b8 HTTP/1.1" status: 200 len: 944 time: 0.0764968 Aug 23 20:32:08.159324 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:08.221277 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-627eeb4d-6c0a-49a4-9ebb-0861e628cb93 req-5324f2cb-45eb-455c-9c3f-49678c0b23d5 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529041 Aug 23 20:32:08.229151 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=8eb652a1-40ff-4e47-b09e-601767b8a063,revision_number=9']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:08.293948 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fb8ca840-e370-43f2-93ed-f397bcd2279c None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:08.297598 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 20:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd0984b-57f7-4fa7-9288-c4b18105bade x-openstack-request-id: req-8cd0984b-57f7-4fa7-9288-c4b18105bade {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:32:08.298201 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7432e76-4499-4e32-b533-ab08c5917e78", "name": "network-vif-unplugged", "status": "completed", "tag": "8eb652a1-40ff-4e47-b09e-601767b8a063", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:32:08.298510 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8cd0984b-57f7-4fa7-9288-c4b18105bade {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:32:08.299067 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7432e76-4499-4e32-b533-ab08c5917e78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8eb652a1-40ff-4e47-b09e-601767b8a063', 'code': 200} Aug 23 20:32:08.309475 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-fb8ca840-e370-43f2-93ed-f397bcd2279c None None] Transition to ACTIVE for port object b66fd789-8656-4650-b2d0-ebfe64de2610 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:32:08.317364 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fb8ca840-e370-43f2-93ed-f397bcd2279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:08.413489 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8f98ba-9355-4963-833e-0dcf76650c5d None None] Pushing event updated for resources: {'Port': ['ID=b66fd789-8656-4650-b2d0-ebfe64de2610,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:08.447272 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-fb8ca840-e370-43f2-93ed-f397bcd2279c None None] Attempting to bind port b66fd789-8656-4650-b2d0-ebfe64de2610 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:32:08.447881 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-fb8ca840-e370-43f2-93ed-f397bcd2279c None None] Attempting to bind port b66fd789-8656-4650-b2d0-ebfe64de2610 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '5e4c950b-9e81-4e67-a335-cd6886b78290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '15796354-99ed-4bbc-af1c-772cdc3fe57c'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:32:08.448482 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8ca840-e370-43f2-93ed-f397bcd2279c None None] Attempting to bind port b66fd789-8656-4650-b2d0-ebfe64de2610 on network 15796354-99ed-4bbc-af1c-772cdc3fe57c {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:32:08.469553 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8ca840-e370-43f2-93ed-f397bcd2279c None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:32:08.471594 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8ca840-e370-43f2-93ed-f397bcd2279c None None] Checking segment: {'id': '5e4c950b-9e81-4e67-a335-cd6886b78290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '15796354-99ed-4bbc-af1c-772cdc3fe57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:32:08.475077 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fb8ca840-e370-43f2-93ed-f397bcd2279c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:08.475702 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8ca840-e370-43f2-93ed-f397bcd2279c None None] Bound using segment: {'id': '5e4c950b-9e81-4e67-a335-cd6886b78290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '15796354-99ed-4bbc-af1c-772cdc3fe57c'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:32:08.476454 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-fb8ca840-e370-43f2-93ed-f397bcd2279c None None] Bound port: b66fd789-8656-4650-b2d0-ebfe64de2610, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e4c950b-9e81-4e67-a335-cd6886b78290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '15796354-99ed-4bbc-af1c-772cdc3fe57c'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:32:08.477073 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fb8ca840-e370-43f2-93ed-f397bcd2279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:08.552257 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a95ae-2ffc-485c-b4f6-0ff25a696bcd req-8d6bf8c8-761e-4b43-ba3c-97fe5cebdef0 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:08.560983 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c67a95ae-2ffc-485c-b4f6-0ff25a696bcd req-8d6bf8c8-761e-4b43-ba3c-97fe5cebdef0 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 948 time: 0.0933564 Aug 23 20:32:08.611493 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-fb8ca840-e370-43f2-93ed-f397bcd2279c None None] For port b66fd789-8656-4650-b2d0-ebfe64de2610, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:32:08.616650 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-fb8ca840-e370-43f2-93ed-f397bcd2279c None None] For port b66fd789-8656-4650-b2d0-ebfe64de2610, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=b66fd789-8656-4650-b2d0-ebfe64de2610,segment=NetworkSegment(5e4c950b-9e81-4e67-a335-cd6886b78290),segment_id=5e4c950b-9e81-4e67-a335-cd6886b78290)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:32:08.623723 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fb8ca840-e370-43f2-93ed-f397bcd2279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:08.662878 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c67a95ae-2ffc-485c-b4f6-0ff25a696bcd req-2b0f0c00-7612-40ed-8be4-c3b50ce3c0bc tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986171 Aug 23 20:32:08.695171 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc17430-532e-4d22-8953-de02aeb6467b req-70e56777-78f7-4a24-8929-57f91ca75e01 tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:08.697003 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bdc17430-532e-4d22-8953-de02aeb6467b req-70e56777-78f7-4a24-8929-57f91ca75e01 tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] 10.222.0.61 "GET /v2.0/ports?device_id=efb8c66d-0fd4-4d4f-9bed-497ad50674b7 HTTP/1.1" status: 200 len: 943 time: 0.1176198 Aug 23 20:32:08.744613 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device a1c47452-11cd-45b3-ae57-9f1cdd2be0f5 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:32:08.780239 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bdc17430-532e-4d22-8953-de02aeb6467b req-021b204d-ff56-4ac0-89e2-ed19390b6dd2 tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9dbbcdc-7215-4b67-ab38-fae0280cb415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741363 Aug 23 20:32:08.800348 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8ca840-e370-43f2-93ed-f397bcd2279c None None] Routers {'6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:32:08.800996 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-fb8ca840-e370-43f2-93ed-f397bcd2279c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:31:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:32:08.887821 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8f98ba-9355-4963-833e-0dcf76650c5d None None] Pushing event updated for resources: {'Port': ['ID=b66fd789-8656-4650-b2d0-ebfe64de2610,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:09.110842 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-fb8ca840-e370-43f2-93ed-f397bcd2279c None None] Set router 6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:32:09.137408 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port a1c47452-11cd-45b3-ae57-9f1cdd2be0f5 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:32:09.137779 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:09.264832 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd01fac8-38fd-4267-b169-30c3444674c2 req-e7e3ba7f-999b-4af9-ae07-b2ff907a1ddf tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:09.267999 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cd01fac8-38fd-4267-b169-30c3444674c2 req-e7e3ba7f-999b-4af9-ae07-b2ff907a1ddf tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e03e722-8f3c-465e-a43d-69acd85a1b0d HTTP/1.1" status: 200 len: 945 time: 0.0623786 Aug 23 20:32:09.326045 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cd01fac8-38fd-4267-b169-30c3444674c2 req-99d58ce6-a8ca-444f-bd50-0f6266fed4aa tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500228 Aug 23 20:32:09.358520 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb175bd1-da61-4ced-8d22-365ddcf58546 req-31e1c368-5f1e-451b-8eb5-8272d665beb3 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:09.369095 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bb175bd1-da61-4ced-8d22-365ddcf58546 req-31e1c368-5f1e-451b-8eb5-8272d665beb3 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7c97eec-6e84-413c-9d94-f295a29998b8 HTTP/1.1" status: 200 len: 944 time: 0.0737686 Aug 23 20:32:09.400472 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-fb8ca840-e370-43f2-93ed-f397bcd2279c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4', 'name': 'tempest-TaggedBootDevicesTest-1649710710-router', 'tenant_id': '0a91fd320cb1405f8d3783ce9085793e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'a1c47452-11cd-45b3-ae57-9f1cdd2be0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:31:57Z', 'updated_at': '2021-08-23T20:32:05Z', 'revision_number': 4, 'project_id': '0a91fd320cb1405f8d3783ce9085793e', 'gw_port': {'id': 'a1c47452-11cd-45b3-ae57-9f1cdd2be0f5', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:02:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:31:58Z', 'updated_at': '2021-08-23T20:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'b66fd789-8656-4650-b2d0-ebfe64de2610', 'name': '', 'network_id': '15796354-99ed-4bbc-af1c-772cdc3fe57c', 'tenant_id': '0a91fd320cb1405f8d3783ce9085793e', 'mac_address': 'fa:16:3e:a7:89:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '92348ce8-7731-44f5-b707-e42d9a125beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:32:03Z', 'updated_at': '2021-08-23T20:32:08Z', 'revision_number': 4, 'project_id': '0a91fd320cb1405f8d3783ce9085793e', 'subnets': [{'id': '92348ce8-7731-44f5-b707-e42d9a125beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:32:09.410445 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bb175bd1-da61-4ced-8d22-365ddcf58546 req-db8363e3-c710-40df-b8ee-922dc071934e tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405314 Aug 23 20:32:09.444723 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8ca840-e370-43f2-93ed-f397bcd2279c None None] The sync data for ids ['6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4'] in n-d-805663-2 is: [{'id': '6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4', 'name': 'tempest-TaggedBootDevicesTest-1649710710-router', 'tenant_id': '0a91fd320cb1405f8d3783ce9085793e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'a1c47452-11cd-45b3-ae57-9f1cdd2be0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:31:57Z', 'updated_at': '2021-08-23T20:32:05Z', 'revision_number': 4, 'project_id': '0a91fd320cb1405f8d3783ce9085793e', 'gw_port': {'id': 'a1c47452-11cd-45b3-ae57-9f1cdd2be0f5', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:02:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:31:58Z', 'updated_at': '2021-08-23T20:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'b66fd789-8656-4650-b2d0-ebfe64de2610', 'name': '', 'network_id': '15796354-99ed-4bbc-af1c-772cdc3fe57c', 'tenant_id': '0a91fd320cb1405f8d3783ce9085793e', 'mac_address': 'fa:16:3e:a7:89:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '92348ce8-7731-44f5-b707-e42d9a125beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:32:03Z', 'updated_at': '2021-08-23T20:32:08Z', 'revision_number': 4, 'project_id': '0a91fd320cb1405f8d3783ce9085793e', 'subnets': [{'id': '92348ce8-7731-44f5-b707-e42d9a125beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:32:09.811628 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e262e9-c324-40f4-91a4-5b5d25cfdc8b req-7135a2a2-0519-45dc-b458-c28f1b0a480b tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:09.816709 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-38e262e9-c324-40f4-91a4-5b5d25cfdc8b req-7135a2a2-0519-45dc-b458-c28f1b0a480b tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 948 time: 0.0590427 Aug 23 20:32:09.862614 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 92ce1a8b-a006-4a1f-bc14-88b94b54b86c details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:32:09.872241 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-38e262e9-c324-40f4-91a4-5b5d25cfdc8b req-df8170e3-69a2-453b-87d1-0a7ed01b920b tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457575 Aug 23 20:32:09.931309 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8868c7e-6ca3-49c2-8d63-d229d71969ae req-1b5fcf7c-5e4f-4ddb-9409-a368ed5aa967 tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:09.941681 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e8868c7e-6ca3-49c2-8d63-d229d71969ae req-1b5fcf7c-5e4f-4ddb-9409-a368ed5aa967 tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] 10.222.0.61 "GET /v2.0/ports?device_id=efb8c66d-0fd4-4d4f-9bed-497ad50674b7 HTTP/1.1" status: 200 len: 943 time: 0.0712628 Aug 23 20:32:09.990944 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-37e6a6d7-2d2d-4f46-b90d-22029c68c808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:10.022945 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e8868c7e-6ca3-49c2-8d63-d229d71969ae req-19b6fe4c-8507-43fb-982b-5ac9c1520f9c tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9dbbcdc-7215-4b67-ab38-fae0280cb415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786724 Aug 23 20:32:10.035636 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 92ce1a8b-a006-4a1f-bc14-88b94b54b86c, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=92ce1a8b-a006-4a1f-bc14-88b94b54b86c,segment=NetworkSegment(af974035-5d14-4a67-8301-b3972ecaa5eb),segment_id=af974035-5d14-4a67-8301-b3972ecaa5eb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:32:10.058648 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': '92ce1a8b-a006-4a1f-bc14-88b94b54b86c', 'network_id': '40a88221-ef28-4a64-99e5-755a217fc9ee', 'port_id': '92ce1a8b-a006-4a1f-bc14-88b94b54b86c', 'mac_address': 'fa:16:3e:72:75:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22800e32-9a9e-4f40-adac-723b17931d59', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:32:10.068368 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d85c209-ba41-4d48-8162-1deff43999cb req-1472c8ec-e3cf-44fa-b4af-884a33822a42 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:10.070099 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0d85c209-ba41-4d48-8162-1deff43999cb req-1472c8ec-e3cf-44fa-b4af-884a33822a42 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 948 time: 0.0944355 Aug 23 20:32:10.116629 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:10.126637 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0d85c209-ba41-4d48-8162-1deff43999cb req-257ee827-7ccd-46db-8adf-bde7f4b33be3 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495291 Aug 23 20:32:10.137443 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92ce1a8b-a006-4a1f-bc14-88b94b54b86c {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:32:10.188859 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 92ce1a8b-a006-4a1f-bc14-88b94b54b86c, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=92ce1a8b-a006-4a1f-bc14-88b94b54b86c,segment=NetworkSegment(af974035-5d14-4a67-8301-b3972ecaa5eb),segment_id=af974035-5d14-4a67-8301-b3972ecaa5eb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:32:10.198422 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:10.199448 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 8eb652a1-40ff-4e47-b09e-601767b8a063 details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:32:10.233521 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:10.341713 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=92ce1a8b-a006-4a1f-bc14-88b94b54b86c,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:10.401002 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 8eb652a1-40ff-4e47-b09e-601767b8a063, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=8eb652a1-40ff-4e47-b09e-601767b8a063,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:32:10.413403 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': '8eb652a1-40ff-4e47-b09e-601767b8a063', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'port_id': '8eb652a1-40ff-4e47-b09e-601767b8a063', 'mac_address': 'fa:16:3e:8b:f8:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66e9eb0-86f4-4159-852b-f29863cbf18d', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:32:10.463611 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:10.480977 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eb652a1-40ff-4e47-b09e-601767b8a063 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:32:10.489157 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5482860d-8f40-4220-978d-6bddcbcb57a5 req-e33ef14c-0420-4dec-bb47-854718f7fa55 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:10.490889 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5482860d-8f40-4220-978d-6bddcbcb57a5 req-e33ef14c-0420-4dec-bb47-854718f7fa55 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e03e722-8f3c-465e-a43d-69acd85a1b0d HTTP/1.1" status: 200 len: 945 time: 0.0789807 Aug 23 20:32:10.503324 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 8eb652a1-40ff-4e47-b09e-601767b8a063, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=8eb652a1-40ff-4e47-b09e-601767b8a063,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:32:10.508889 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:10.551197 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5482860d-8f40-4220-978d-6bddcbcb57a5 req-fa755318-156c-4278-8f03-9ede9232bbee tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537894 Aug 23 20:32:10.572951 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=8eb652a1-40ff-4e47-b09e-601767b8a063,revision_number=10']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:10.728697 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device b66fd789-8656-4650-b2d0-ebfe64de2610 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:32:10.798568 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fce302-7582-4f71-abb1-12ab9f0d7dad req-19a96964-a3ef-47b6-80bb-11c5186561f0 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:10.799873 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port b66fd789-8656-4650-b2d0-ebfe64de2610 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:32:10.804887 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port b66fd789-8656-4650-b2d0-ebfe64de2610 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:32:10.805273 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:10.807349 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f4fce302-7582-4f71-abb1-12ab9f0d7dad req-19a96964-a3ef-47b6-80bb-11c5186561f0 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7c97eec-6e84-413c-9d94-f295a29998b8 HTTP/1.1" status: 200 len: 944 time: 0.0720425 Aug 23 20:32:10.846763 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f4fce302-7582-4f71-abb1-12ab9f0d7dad req-8ce6bd44-9b11-4d8a-9b29-5a5cf84ceaa1 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385358 Aug 23 20:32:10.901669 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:10.939620 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port b66fd789-8656-4650-b2d0-ebfe64de2610, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=b66fd789-8656-4650-b2d0-ebfe64de2610,segment=NetworkSegment(5e4c950b-9e81-4e67-a335-cd6886b78290),segment_id=5e4c950b-9e81-4e67-a335-cd6886b78290)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:32:10.946448 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['92ce1a8b-a006-4a1f-bc14-88b94b54b86c'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:32:10.948915 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:11.008361 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['8eb652a1-40ff-4e47-b09e-601767b8a063'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:32:11.065199 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=b66fd789-8656-4650-b2d0-ebfe64de2610,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:11.169363 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832fa545-747e-4b76-9059-de7b8ec2b148 req-5edb6dfc-c38b-405b-b0f1-0f5c58ee6da4 tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:11.170866 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-832fa545-747e-4b76-9059-de7b8ec2b148 req-5edb6dfc-c38b-405b-b0f1-0f5c58ee6da4 tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] 10.222.0.61 "GET /v2.0/ports?device_id=efb8c66d-0fd4-4d4f-9bed-497ad50674b7 HTTP/1.1" status: 200 len: 944 time: 0.0662596 Aug 23 20:32:11.222744 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-832fa545-747e-4b76-9059-de7b8ec2b148 req-80a864fc-6c36-4387-8c93-16b2d315d594 tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9dbbcdc-7215-4b67-ab38-fae0280cb415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379179 Aug 23 20:32:11.697576 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe68419-4598-4952-b7c7-968348a3461b req-d15cf614-7506-4438-96ba-3823631a2084 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:11.699892 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bbe68419-4598-4952-b7c7-968348a3461b req-d15cf614-7506-4438-96ba-3823631a2084 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e03e722-8f3c-465e-a43d-69acd85a1b0d HTTP/1.1" status: 200 len: 945 time: 0.0619462 Aug 23 20:32:11.747514 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bbe68419-4598-4952-b7c7-968348a3461b req-88525213-1bcc-4133-8a6b-a6971c102c11 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404365 Aug 23 20:32:11.975218 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe1e6c-bcc9-4eb7-a002-648f473dc219 req-4022f890-8bb9-4ae5-87d4-875743650143 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:11.976769 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-79fe1e6c-bcc9-4eb7-a002-648f473dc219 req-4022f890-8bb9-4ae5-87d4-875743650143 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7c97eec-6e84-413c-9d94-f295a29998b8 HTTP/1.1" status: 200 len: 944 time: 0.0529008 Aug 23 20:32:12.032834 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-79fe1e6c-bcc9-4eb7-a002-648f473dc219 req-45fcf87d-047b-4bc2-8ba1-1a211a6bb779 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345628 Aug 23 20:32:12.108824 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 9e1d46dc-8d6a-4854-828f-c39d44cfe56a details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:32:12.216311 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 9e1d46dc-8d6a-4854-828f-c39d44cfe56a, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=9e1d46dc-8d6a-4854-828f-c39d44cfe56a,segment=NetworkSegment(feb662d9-0152-4f97-8d6d-89a1fa54f824),segment_id=feb662d9-0152-4f97-8d6d-89a1fa54f824)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:32:12.231075 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '9e1d46dc-8d6a-4854-828f-c39d44cfe56a', 'network_id': '291e6885-2f63-495c-b479-2184cb200f47', 'port_id': '9e1d46dc-8d6a-4854-828f-c39d44cfe56a', 'mac_address': 'fa:16:3e:a5:de:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dff65f8b-9e15-4b43-b237-3b4edeaab508', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:32:12.277781 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:12.292809 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e1d46dc-8d6a-4854-828f-c39d44cfe56a {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:32:12.315873 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 9e1d46dc-8d6a-4854-828f-c39d44cfe56a, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=9e1d46dc-8d6a-4854-828f-c39d44cfe56a,segment=NetworkSegment(feb662d9-0152-4f97-8d6d-89a1fa54f824),segment_id=feb662d9-0152-4f97-8d6d-89a1fa54f824)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:32:12.321514 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:12.352525 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbca5f6-54df-4d61-9202-e717228e1567 req-ec860615-ddd8-448e-934a-325345370969 tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:12.354020 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1cbca5f6-54df-4d61-9202-e717228e1567 req-ec860615-ddd8-448e-934a-325345370969 tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] 10.222.0.61 "GET /v2.0/ports?device_id=efb8c66d-0fd4-4d4f-9bed-497ad50674b7 HTTP/1.1" status: 200 len: 944 time: 0.0619507 Aug 23 20:32:12.390005 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=9e1d46dc-8d6a-4854-828f-c39d44cfe56a,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:12.409120 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1cbca5f6-54df-4d61-9202-e717228e1567 req-dbddd422-6d90-4720-a90a-06dbd6c0697c tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9dbbcdc-7215-4b67-ab38-fae0280cb415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475581 Aug 23 20:32:12.624527 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['9e1d46dc-8d6a-4854-828f-c39d44cfe56a'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:32:12.672305 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device b66fd789-8656-4650-b2d0-ebfe64de2610 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:32:12.773707 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port b66fd789-8656-4650-b2d0-ebfe64de2610 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:32:12.774175 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:12.905961 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0093bcb-4fff-4e41-8476-56791ecd8c2f req-07d609f6-2ea0-4c9b-be62-a36af81f0214 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:12.908112 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0093bcb-4fff-4e41-8476-56791ecd8c2f req-07d609f6-2ea0-4c9b-be62-a36af81f0214 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e03e722-8f3c-465e-a43d-69acd85a1b0d HTTP/1.1" status: 200 len: 945 time: 0.0749037 Aug 23 20:32:12.951104 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0093bcb-4fff-4e41-8476-56791ecd8c2f req-7290c15c-cd59-4a5e-b436-029595d45ca4 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352607 Aug 23 20:32:13.006350 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d0c14ef9-031f-4414-8d61-8452b099d010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:13.164778 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b5f92-91f3-4ad0-8229-5bcb7ab60cf5 req-2203bf0e-0aeb-47c6-8921-5793c5c3d183 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:13.168354 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-112b5f92-91f3-4ad0-8229-5bcb7ab60cf5 req-2203bf0e-0aeb-47c6-8921-5793c5c3d183 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7c97eec-6e84-413c-9d94-f295a29998b8 HTTP/1.1" status: 200 len: 945 time: 0.0546174 Aug 23 20:32:13.221433 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-112b5f92-91f3-4ad0-8229-5bcb7ab60cf5 req-b4a04af6-ce46-483f-84eb-bcbff100335c tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444672 Aug 23 20:32:13.489897 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:13.541566 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650bae4-4e89-40ad-b659-5cb119baf4b5 req-952279f1-f9cd-41a2-b968-0899c0bf026b tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:13.543104 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d650bae4-4e89-40ad-b659-5cb119baf4b5 req-952279f1-f9cd-41a2-b968-0899c0bf026b tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] 10.222.0.61 "GET /v2.0/ports?device_id=efb8c66d-0fd4-4d4f-9bed-497ad50674b7 HTTP/1.1" status: 200 len: 944 time: 0.0512509 Aug 23 20:32:13.590234 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d650bae4-4e89-40ad-b659-5cb119baf4b5 req-3062024e-0fb9-497a-99a3-b4b4d540bad1 tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9dbbcdc-7215-4b67-ab38-fae0280cb415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393536 Aug 23 20:32:13.884890 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 92ce1a8b-a006-4a1f-bc14-88b94b54b86c up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:32:13.946813 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port 92ce1a8b-a006-4a1f-bc14-88b94b54b86c completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:32:13.950974 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port 92ce1a8b-a006-4a1f-bc14-88b94b54b86c triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:32:13.951343 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:14.041544 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:14.071367 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb8c66d-0fd4-4d4f-9bed-497ad50674b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ce1a8b-a006-4a1f-bc14-88b94b54b86c'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:32:14.071367 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb3e0ef-66fa-4b8e-86fb-99c9a58272ad" -d '{"events": [{"server_uuid": "efb8c66d-0fd4-4d4f-9bed-497ad50674b7", "name": "network-vif-plugged", "status": "completed", "tag": "92ce1a8b-a006-4a1f-bc14-88b94b54b86c"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:32:14.083309 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 92ce1a8b-a006-4a1f-bc14-88b94b54b86c, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=92ce1a8b-a006-4a1f-bc14-88b94b54b86c,segment=NetworkSegment(af974035-5d14-4a67-8301-b3972ecaa5eb),segment_id=af974035-5d14-4a67-8301-b3972ecaa5eb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:32:14.087756 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:14.090656 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 8eb652a1-40ff-4e47-b09e-601767b8a063 up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:32:14.096989 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f9f2d-872d-4886-b850-4e46542d57ca req-ad000516-f1c1-4845-85e9-f35c793d758b tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:14.097985 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-476f9f2d-872d-4886-b850-4e46542d57ca req-ad000516-f1c1-4845-85e9-f35c793d758b tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e03e722-8f3c-465e-a43d-69acd85a1b0d HTTP/1.1" status: 200 len: 945 time: 0.0681751 Aug 23 20:32:14.138815 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-476f9f2d-872d-4886-b850-4e46542d57ca req-6ebca3ed-56ca-4851-904f-462db6ca2b0d tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349803 Aug 23 20:32:14.141618 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 9e1d46dc-8d6a-4854-828f-c39d44cfe56a up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:32:14.220821 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=92ce1a8b-a006-4a1f-bc14-88b94b54b86c,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:14.234655 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 9e1d46dc-8d6a-4854-828f-c39d44cfe56a completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:32:14.238059 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port 8eb652a1-40ff-4e47-b09e-601767b8a063 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:32:14.238437 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:14.241539 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 9e1d46dc-8d6a-4854-828f-c39d44cfe56a triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:32:14.241539 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:14.267598 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9404a839-c59f-4b8f-aecf-553039e899b6 x-openstack-request-id: req-9404a839-c59f-4b8f-aecf-553039e899b6 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:32:14.267598 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb8c66d-0fd4-4d4f-9bed-497ad50674b7", "name": "network-vif-plugged", "status": "completed", "tag": "92ce1a8b-a006-4a1f-bc14-88b94b54b86c", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:32:14.267598 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9404a839-c59f-4b8f-aecf-553039e899b6 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:32:14.268278 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb8c66d-0fd4-4d4f-9bed-497ad50674b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ce1a8b-a006-4a1f-bc14-88b94b54b86c', 'code': 200} Aug 23 20:32:14.420360 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9952535e-01e4-44bf-8189-eb27df4377bc req-400d6c40-9960-43c4-b62f-7a50d65cb521 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:14.428459 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3476dd86-7f7f-48f6-b465-855f5fd3e4a5 req-0ea789fb-6b45-4f60-b83e-eb4cbcea5f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:14.429599 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9952535e-01e4-44bf-8189-eb27df4377bc req-400d6c40-9960-43c4-b62f-7a50d65cb521 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7c97eec-6e84-413c-9d94-f295a29998b8 HTTP/1.1" status: 200 len: 945 time: 0.1152036 Aug 23 20:32:14.435680 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3476dd86-7f7f-48f6-b465-855f5fd3e4a5 req-0ea789fb-6b45-4f60-b83e-eb4cbcea5f7b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=efb8c66d-0fd4-4d4f-9bed-497ad50674b7 HTTP/1.1" status: 200 len: 1096 time: 0.0713041 Aug 23 20:32:14.451721 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:14.454427 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:14.456896 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:14.495254 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9952535e-01e4-44bf-8189-eb27df4377bc req-82b005a8-950e-41d1-8092-61ec99608d19 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633099 Aug 23 20:32:14.500417 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3476dd86-7f7f-48f6-b465-855f5fd3e4a5 req-674f3150-74ea-40ec-9d6f-247fdb890629 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c9dbbcdc-7215-4b67-ab38-fae0280cb415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569324 Aug 23 20:32:14.508774 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 8eb652a1-40ff-4e47-b09e-601767b8a063, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=8eb652a1-40ff-4e47-b09e-601767b8a063,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:32:14.514624 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:14.520569 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 9e1d46dc-8d6a-4854-828f-c39d44cfe56a, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=9e1d46dc-8d6a-4854-828f-c39d44cfe56a,segment=NetworkSegment(feb662d9-0152-4f97-8d6d-89a1fa54f824),segment_id=feb662d9-0152-4f97-8d6d-89a1fa54f824)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:32:14.545615 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:14.573333 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=8eb652a1-40ff-4e47-b09e-601767b8a063,revision_number=11']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:14.633754 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=9e1d46dc-8d6a-4854-828f-c39d44cfe56a,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:14.724174 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317760d-2857-4f04-a3b7-845243b3c51c req-fed8bbf1-d0a1-49c1-8766-7098bb60ae52 tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:14.726241 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1317760d-2857-4f04-a3b7-845243b3c51c req-fed8bbf1-d0a1-49c1-8766-7098bb60ae52 tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] 10.222.0.61 "GET /v2.0/ports?device_id=efb8c66d-0fd4-4d4f-9bed-497ad50674b7 HTTP/1.1" status: 200 len: 945 time: 0.0547523 Aug 23 20:32:14.791206 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1317760d-2857-4f04-a3b7-845243b3c51c req-53994ddd-7cb5-4cf2-957a-05183afe796a tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9dbbcdc-7215-4b67-ab38-fae0280cb415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560379 Aug 23 20:32:15.264559 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671d986-a631-46d7-acb5-0fa303bd603d req-874f1efc-42dd-434e-9880-365e2fb7909f tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:15.266215 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6671d986-a631-46d7-acb5-0fa303bd603d req-874f1efc-42dd-434e-9880-365e2fb7909f tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e03e722-8f3c-465e-a43d-69acd85a1b0d HTTP/1.1" status: 200 len: 945 time: 0.0511098 Aug 23 20:32:15.322822 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6671d986-a631-46d7-acb5-0fa303bd603d req-05f8d881-3b2b-49a7-8f24-fd6b7cda4362 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457392 Aug 23 20:32:15.621410 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97676be-d03a-401e-8c05-a77b61e821ea req-d0df2747-0c73-4c88-b07c-0f9766254d76 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:15.623011 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c97676be-d03a-401e-8c05-a77b61e821ea req-d0df2747-0c73-4c88-b07c-0f9766254d76 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7c97eec-6e84-413c-9d94-f295a29998b8 HTTP/1.1" status: 200 len: 946 time: 0.0507374 Aug 23 20:32:15.666705 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c97676be-d03a-401e-8c05-a77b61e821ea req-cb5d43f9-201f-4c15-8206-6ed594600310 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364323 Aug 23 20:32:15.817000 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:15.931230 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b22248-cfe4-4b41-a0f5-9ec4c765c8fb req-77fecadb-a85b-4645-8315-e35ef1bfad05 tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:15.933167 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-31b22248-cfe4-4b41-a0f5-9ec4c765c8fb req-77fecadb-a85b-4645-8315-e35ef1bfad05 tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] 10.222.0.61 "GET /v2.0/ports?device_id=efb8c66d-0fd4-4d4f-9bed-497ad50674b7 HTTP/1.1" status: 200 len: 945 time: 0.0581372 Aug 23 20:32:15.981541 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-31b22248-cfe4-4b41-a0f5-9ec4c765c8fb req-52a01881-de41-4dd8-bc38-74bfcdb6da71 tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9dbbcdc-7215-4b67-ab38-fae0280cb415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407193 Aug 23 20:32:16.275555 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7432e76-4499-4e32-b533-ab08c5917e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb652a1-40ff-4e47-b09e-601767b8a063'}, {'server_uuid': 'b7c97eec-6e84-413c-9d94-f295a29998b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1d46dc-8d6a-4854-828f-c39d44cfe56a'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:32:16.278031 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860c3ccd-054b-4469-83e2-e3d275d26e05" -d '{"events": [{"server_uuid": "c7432e76-4499-4e32-b533-ab08c5917e78", "name": "network-vif-plugged", "status": "completed", "tag": "8eb652a1-40ff-4e47-b09e-601767b8a063"}, {"server_uuid": "b7c97eec-6e84-413c-9d94-f295a29998b8", "name": "network-vif-plugged", "status": "completed", "tag": "9e1d46dc-8d6a-4854-828f-c39d44cfe56a"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:32:16.323178 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 23 Aug 2021 20:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4fd93be-d59c-48c0-acec-d0516c585e28 x-openstack-request-id: req-b4fd93be-d59c-48c0-acec-d0516c585e28 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:32:16.323473 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7432e76-4499-4e32-b533-ab08c5917e78", "name": "network-vif-plugged", "status": "completed", "tag": "8eb652a1-40ff-4e47-b09e-601767b8a063", "code": 200}, {"server_uuid": "b7c97eec-6e84-413c-9d94-f295a29998b8", "name": "network-vif-plugged", "status": "completed", "tag": "9e1d46dc-8d6a-4854-828f-c39d44cfe56a", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:32:16.323719 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b4fd93be-d59c-48c0-acec-d0516c585e28 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:32:16.324141 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7432e76-4499-4e32-b533-ab08c5917e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb652a1-40ff-4e47-b09e-601767b8a063', 'code': 200} Aug 23 20:32:16.324391 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c97eec-6e84-413c-9d94-f295a29998b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1d46dc-8d6a-4854-828f-c39d44cfe56a', 'code': 200} Aug 23 20:32:16.479631 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42940b82-8cfb-4eef-8821-5c2435562a22 req-648899d1-c431-4fed-a845-95c014a7847b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:16.481231 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-42940b82-8cfb-4eef-8821-5c2435562a22 req-648899d1-c431-4fed-a845-95c014a7847b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b7c97eec-6e84-413c-9d94-f295a29998b8 HTTP/1.1" status: 200 len: 1097 time: 0.0814502 Aug 23 20:32:16.492799 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7171dde-3788-4572-b2c8-0316c004e9e5 req-7ecd30f2-c96d-45ba-9b61-51eef75a3c5a tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:16.494415 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b7171dde-3788-4572-b2c8-0316c004e9e5 req-7ecd30f2-c96d-45ba-9b61-51eef75a3c5a tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e03e722-8f3c-465e-a43d-69acd85a1b0d HTTP/1.1" status: 200 len: 945 time: 0.0695899 Aug 23 20:32:16.554441 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-42940b82-8cfb-4eef-8821-5c2435562a22 req-1aa14fb4-29e9-4627-8b31-f9d1fcd6b21e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589225 Aug 23 20:32:16.560615 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b7171dde-3788-4572-b2c8-0316c004e9e5 req-744c0de0-45e2-4e1a-ba76-2abc616d91b1 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565391 Aug 23 20:32:16.912299 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf07749-af79-48ad-9a5d-f33684f1d7e2 req-7232b7ef-4a2e-45d0-b6c5-ebd760235d93 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:16.913841 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3cf07749-af79-48ad-9a5d-f33684f1d7e2 req-7232b7ef-4a2e-45d0-b6c5-ebd760235d93 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7c97eec-6e84-413c-9d94-f295a29998b8 HTTP/1.1" status: 200 len: 946 time: 0.0547290 Aug 23 20:32:16.956494 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3cf07749-af79-48ad-9a5d-f33684f1d7e2 req-ef4eae6f-45e8-45e5-a52e-0950a05c8657 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363038 Aug 23 20:32:17.105753 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1487ee32-1c7b-4018-aa8e-d382ffdc5f0a req-0cd58b6c-f926-4854-9a39-b3db21c8302e tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:17.107901 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1487ee32-1c7b-4018-aa8e-d382ffdc5f0a req-0cd58b6c-f926-4854-9a39-b3db21c8302e tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] 10.222.0.61 "GET /v2.0/ports?device_id=efb8c66d-0fd4-4d4f-9bed-497ad50674b7 HTTP/1.1" status: 200 len: 945 time: 0.0611761 Aug 23 20:32:17.160144 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1487ee32-1c7b-4018-aa8e-d382ffdc5f0a req-e9e10cc5-d42f-49d7-a55f-61bb7a024269 tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9dbbcdc-7215-4b67-ab38-fae0280cb415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448396 Aug 23 20:32:17.694957 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1b7ed-e144-4343-94fb-7a21ac37997b req-367fbac1-39ae-4ecf-a298-7f6f9b752420 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:17.696502 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f2a1b7ed-e144-4343-94fb-7a21ac37997b req-367fbac1-39ae-4ecf-a298-7f6f9b752420 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e03e722-8f3c-465e-a43d-69acd85a1b0d HTTP/1.1" status: 200 len: 945 time: 0.0563533 Aug 23 20:32:17.741602 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f2a1b7ed-e144-4343-94fb-7a21ac37997b req-181c1f14-3de4-4b25-8ad2-74740b789a76 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384185 Aug 23 20:32:18.116442 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca8fa98-bf11-4cf7-b29f-9d2669f421a4 req-1d60c9cf-5ab0-477d-9dc4-1221f24b1551 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:18.119780 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7ca8fa98-bf11-4cf7-b29f-9d2669f421a4 req-1d60c9cf-5ab0-477d-9dc4-1221f24b1551 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7c97eec-6e84-413c-9d94-f295a29998b8 HTTP/1.1" status: 200 len: 946 time: 0.0819852 Aug 23 20:32:18.144801 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fca0c9a1-eb1e-483f-91c3-5fbc3664a9dd req-45bbaf48-a802-42e3-822e-937ee532b499 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=73c5c62ec25a41ab8d37d29a4cff1db9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426285 Aug 23 20:32:18.183779 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7ca8fa98-bf11-4cf7-b29f-9d2669f421a4 req-851efb8b-b36d-48ee-ab58-5b058594e394 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506635 Aug 23 20:32:18.331751 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2525bc-5fae-4f24-8453-dfaa9aa67a44 req-2f96e395-ecd8-498f-a489-07c4e13d796a tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:18.333402 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9d2525bc-5fae-4f24-8453-dfaa9aa67a44 req-2f96e395-ecd8-498f-a489-07c4e13d796a tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] 10.222.0.61 "GET /v2.0/ports?device_id=efb8c66d-0fd4-4d4f-9bed-497ad50674b7 HTTP/1.1" status: 200 len: 945 time: 0.0585711 Aug 23 20:32:18.342071 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca0c9a1-eb1e-483f-91c3-5fbc3664a9dd req-39f6cee0-17a2-4fec-8bb1-3f3e921fe1bc tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:18.348609 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fca0c9a1-eb1e-483f-91c3-5fbc3664a9dd req-39f6cee0-17a2-4fec-8bb1-3f3e921fe1bc tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1976230 Aug 23 20:32:18.372755 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e08e4d-9ec7-4c2c-b244-93777fd1ca1f req-5327b053-345f-4fc8-af7a-c210435fafb9 tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:18.374282 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-56e08e4d-9ec7-4c2c-b244-93777fd1ca1f req-5327b053-345f-4fc8-af7a-c210435fafb9 tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] 10.222.0.32 "GET /v2.0/ports?device_id=efb8c66d-0fd4-4d4f-9bed-497ad50674b7 HTTP/1.1" status: 200 len: 945 time: 0.1219277 Aug 23 20:32:18.376017 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fca0c9a1-eb1e-483f-91c3-5fbc3664a9dd req-1b2ea581-83a2-4034-aefa-7b44b5916b24 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/quotas/73c5c62ec25a41ab8d37d29a4cff1db9 HTTP/1.1" status: 200 len: 375 time: 0.0248456 Aug 23 20:32:18.381576 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9d2525bc-5fae-4f24-8453-dfaa9aa67a44 req-fca2c38a-93b7-4c9f-bc48-15eb32f7d69f tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9dbbcdc-7215-4b67-ab38-fae0280cb415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412753 Aug 23 20:32:18.500783 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fca0c9a1-eb1e-483f-91c3-5fbc3664a9dd req-aeddf45c-9d35-4a30-9e0c-2aa35d7cdda6 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=73c5c62ec25a41ab8d37d29a4cff1db9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1118875 Aug 23 20:32:18.527833 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-56e08e4d-9ec7-4c2c-b244-93777fd1ca1f req-c167d6e3-0c87-4c4e-a84d-69025431c5ca tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] Deleting port 92ce1a8b-a006-4a1f-bc14-88b94b54b86c {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:32:18.528208 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-56e08e4d-9ec7-4c2c-b244-93777fd1ca1f req-c167d6e3-0c87-4c4e-a84d-69025431c5ca tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:18.676224 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-56e08e4d-9ec7-4c2c-b244-93777fd1ca1f req-c167d6e3-0c87-4c4e-a84d-69025431c5ca tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] For port 92ce1a8b-a006-4a1f-bc14-88b94b54b86c, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=92ce1a8b-a006-4a1f-bc14-88b94b54b86c,segment=NetworkSegment(af974035-5d14-4a67-8301-b3972ecaa5eb),segment_id=af974035-5d14-4a67-8301-b3972ecaa5eb)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:32:18.676598 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-56e08e4d-9ec7-4c2c-b244-93777fd1ca1f req-c167d6e3-0c87-4c4e-a84d-69025431c5ca tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:18.696655 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-56e08e4d-9ec7-4c2c-b244-93777fd1ca1f req-c167d6e3-0c87-4c4e-a84d-69025431c5ca tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] Calling delete_port for 92ce1a8b-a006-4a1f-bc14-88b94b54b86c owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:32:18.718122 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-11815c61-78da-4251-9c60-baf6fe6312b8 req-0282d21d-7814-4650-b7b0-52f98f41c200 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 210 time: 0.0454829 Aug 23 20:32:18.916719 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-56e08e4d-9ec7-4c2c-b244-93777fd1ca1f req-c167d6e3-0c87-4c4e-a84d-69025431c5ca tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:18.958618 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['92ce1a8b-a006-4a1f-bc14-88b94b54b86c'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:32:18.989844 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774924d1-0ba0-4b51-81d7-1fccfc477276 req-ee5fbee7-f99f-4e43-b0ef-65589fc9b7c4 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:18.997981 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-774924d1-0ba0-4b51-81d7-1fccfc477276 req-ee5fbee7-f99f-4e43-b0ef-65589fc9b7c4 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e03e722-8f3c-465e-a43d-69acd85a1b0d HTTP/1.1" status: 200 len: 945 time: 0.1359794 Aug 23 20:32:19.001408 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c167d6e3-0c87-4c4e-a84d-69025431c5ca tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] Pushing event deleted for resources: {'Port': ['ID=92ce1a8b-a006-4a1f-bc14-88b94b54b86c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:19.089458 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-774924d1-0ba0-4b51-81d7-1fccfc477276 req-077d391e-4fa5-4567-80db-836864ec85b9 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893898 Aug 23 20:32:19.130121 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e08e4d-9ec7-4c2c-b244-93777fd1ca1f req-c167d6e3-0c87-4c4e-a84d-69025431c5ca tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] No DVR routers for this DVR port 92ce1a8b-a006-4a1f-bc14-88b94b54b86c on host n-h2-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:32:19.133890 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-56e08e4d-9ec7-4c2c-b244-93777fd1ca1f req-c167d6e3-0c87-4c4e-a84d-69025431c5ca tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:19.137687 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-56e08e4d-9ec7-4c2c-b244-93777fd1ca1f req-c167d6e3-0c87-4c4e-a84d-69025431c5ca tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] 10.222.0.32 "DELETE /v2.0/ports/92ce1a8b-a006-4a1f-bc14-88b94b54b86c HTTP/1.1" status: 204 len: 173 time: 0.7568650 Aug 23 20:32:19.138451 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb8c66d-0fd4-4d4f-9bed-497ad50674b7', 'name': 'network-vif-deleted', 'tag': '92ce1a8b-a006-4a1f-bc14-88b94b54b86c'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:32:19.144439 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5955d418-f924-42a2-b62e-bb8ba0acb2b2" -d '{"events": [{"server_uuid": "efb8c66d-0fd4-4d4f-9bed-497ad50674b7", "name": "network-vif-deleted", "tag": "92ce1a8b-a006-4a1f-bc14-88b94b54b86c"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:32:19.219953 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d88a6e2-e9d6-4370-9521-e0ceacf5c46d x-openstack-request-id: req-2d88a6e2-e9d6-4370-9521-e0ceacf5c46d {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:32:19.220697 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb8c66d-0fd4-4d4f-9bed-497ad50674b7", "name": "network-vif-deleted", "tag": "92ce1a8b-a006-4a1f-bc14-88b94b54b86c", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:32:19.220697 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2d88a6e2-e9d6-4370-9521-e0ceacf5c46d {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:32:19.221278 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb8c66d-0fd4-4d4f-9bed-497ad50674b7', 'name': 'network-vif-deleted', 'tag': '92ce1a8b-a006-4a1f-bc14-88b94b54b86c', 'status': 'completed', 'code': 200} Aug 23 20:32:19.369732 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557643d-c66c-493b-8e0b-e894c3ce2ad2 req-8dcea0bc-6470-447c-9304-3813ac73b974 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:19.371978 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c557643d-c66c-493b-8e0b-e894c3ce2ad2 req-8dcea0bc-6470-447c-9304-3813ac73b974 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7c97eec-6e84-413c-9d94-f295a29998b8 HTTP/1.1" status: 200 len: 946 time: 0.0896237 Aug 23 20:32:19.422456 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c557643d-c66c-493b-8e0b-e894c3ce2ad2 req-597514c7-cf85-4dbc-8517-a3f134b4bc53 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426316 Aug 23 20:32:19.530184 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-804236d1-57f6-499b-ad4e-9b3a4faf4f1a req-96dc8a4f-42a7-427d-8605-1e9b132f125c tempest-ServerMetadataNegativeTestJSON-288361822 tempest-ServerMetadataNegativeTestJSON-288361822-project] 10.222.0.61 "GET /v2.0/ports?device_id=efb8c66d-0fd4-4d4f-9bed-497ad50674b7 HTTP/1.1" status: 200 len: 210 time: 0.0325911 Aug 23 20:32:19.597233 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07aa867-4c05-4b74-858e-4ef270c82dc4 req-e9f3e02a-1980-43ec-892b-774c1b146275 tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:19.600338 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f07aa867-4c05-4b74-858e-4ef270c82dc4 req-e9f3e02a-1980-43ec-892b-774c1b146275 tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=b7c97eec-6e84-413c-9d94-f295a29998b8 HTTP/1.1" status: 200 len: 1097 time: 0.0722716 Aug 23 20:32:19.663704 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f07aa867-4c05-4b74-858e-4ef270c82dc4 req-2a170e4f-410e-4b2b-962c-14e3e0e5ca76 tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494938 Aug 23 20:32:19.899336 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54ced2-0960-4226-807d-3288dde48b8d req-d40ef981-3588-4978-b1e9-07a607c1a9bd tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:19.908758 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-882f7680-d575-4c3a-9608-b3cb1c316889 req-e4da06c0-3d0f-4849-bef6-61519d16ece6 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 210 time: 0.0581553 Aug 23 20:32:19.913915 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bd54ced2-0960-4226-807d-3288dde48b8d req-d40ef981-3588-4978-b1e9-07a607c1a9bd tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=b7c97eec-6e84-413c-9d94-f295a29998b8 HTTP/1.1" status: 200 len: 1097 time: 0.1515229 Aug 23 20:32:19.955865 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bd54ced2-0960-4226-807d-3288dde48b8d req-fe87ff2b-f2f9-41cd-ab65-ec2471c2160d tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410526 Aug 23 20:32:20.200956 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:20.264225 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c247edb-2f5e-4324-8a5e-6537eb3457ab req-eaa238be-bccc-4c67-86c6-1e14015d0038 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:20.266920 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3c247edb-2f5e-4324-8a5e-6537eb3457ab req-eaa238be-bccc-4c67-86c6-1e14015d0038 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e03e722-8f3c-465e-a43d-69acd85a1b0d HTTP/1.1" status: 200 len: 945 time: 0.0809951 Aug 23 20:32:20.317356 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3c247edb-2f5e-4324-8a5e-6537eb3457ab req-d4a4f415-b9eb-4878-9507-ab0a85469f90 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418847 Aug 23 20:32:20.362382 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fca0c9a1-eb1e-483f-91c3-5fbc3664a9dd req-851cb5be-c764-4cd2-96c7-8a3c5608c503 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=73c5c62ec25a41ab8d37d29a4cff1db9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252535 Aug 23 20:32:20.551031 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca0c9a1-eb1e-483f-91c3-5fbc3664a9dd req-af8e4afb-18eb-4d2b-b8d2-e2d26e3675cf tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:20.552831 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fca0c9a1-eb1e-483f-91c3-5fbc3664a9dd req-af8e4afb-18eb-4d2b-b8d2-e2d26e3675cf tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1828554 Aug 23 20:32:20.578338 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-fca0c9a1-eb1e-483f-91c3-5fbc3664a9dd req-f4f2d94b-7923-4762-a9f0-51f7484f48c5 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Request body: {'port': {'device_id': 'f1c62974-3552-410b-aa0e-39e3cae42fb3', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'admin_state_up': True, 'tenant_id': '73c5c62ec25a41ab8d37d29a4cff1db9'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:32:20.639129 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 51322) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:32:20.703808 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-19d6acae-492f-4792-8ca8-f642ae65ff4b admin admin] Deleting subnet 22800e32-9a9e-4f40-adac-723b17931d59 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:32:20.707858 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-19d6acae-492f-4792-8ca8-f642ae65ff4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:20.794322 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-19d6acae-492f-4792-8ca8-f642ae65ff4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:20.807079 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fca0c9a1-eb1e-483f-91c3-5fbc3664a9dd req-f4f2d94b-7923-4762-a9f0-51f7484f48c5 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Made reservation on behalf of 73c5c62ec25a41ab8d37d29a4cff1db9 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:32:20.810952 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fca0c9a1-eb1e-483f-91c3-5fbc3664a9dd req-f4f2d94b-7923-4762-a9f0-51f7484f48c5 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:20.851182 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-19d6acae-492f-4792-8ca8-f642ae65ff4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:20.951670 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-19d6acae-492f-4792-8ca8-f642ae65ff4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:20.999317 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-fca0c9a1-eb1e-483f-91c3-5fbc3664a9dd req-f4f2d94b-7923-4762-a9f0-51f7484f48c5 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Allocated IP 192.168.233.226 (660f640a-b8b2-40aa-8ebf-76bd1608cceb/e66e9eb0-86f4-4159-852b-f29863cbf18d/ef58400f-73b2-4937-8e79-65542a19162f) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:32:21.006953 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d6acae-492f-4792-8ca8-f642ae65ff4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22800e32-9a9e-4f40-adac-723b17931d59,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:21.014363 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-19d6acae-492f-4792-8ca8-f642ae65ff4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:21.017105 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-19d6acae-492f-4792-8ca8-f642ae65ff4b admin admin] 10.222.0.61 "DELETE /v2.0/subnets/22800e32-9a9e-4f40-adac-723b17931d59 HTTP/1.1" status: 204 len: 168 time: 0.3769696 Aug 23 20:32:21.020820 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 51348) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:32:21.061275 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-920facee-152f-47ee-9f7e-e189f144ba9d req-1f18a801-3bda-43a1-b579-36340e8b0277 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 210 time: 0.0554531 Aug 23 20:32:21.150387 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bca0e572-73e9-429f-bb21-10476fb42ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:21.337935 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bca0e572-73e9-429f-bb21-10476fb42ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:21.369049 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-5a772897-ff35-402e-a17b-b1238f32957e tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:32:21.376671 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-5a772897-ff35-402e-a17b-b1238f32957e tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0359159 Aug 23 20:32:21.381070 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-e5223280-8d84-4165-bbad-affca711dae3 service neutron] Request body: {'binding': {'host': 'n-h2-805663-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:32:21.381518 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-e5223280-8d84-4165-bbad-affca711dae3 service neutron] Unknown quota resources ['binding']. {{(pid=94688) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 20:32:21.391804 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-bca0e572-73e9-429f-bb21-10476fb42ba9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40a88221-ef28-4a64-99e5-755a217fc9ee']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:32:21.423462 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fca0c9a1-eb1e-483f-91c3-5fbc3664a9dd req-f4f2d94b-7923-4762-a9f0-51f7484f48c5 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:21.426726 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-bca0e572-73e9-429f-bb21-10476fb42ba9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af974035-5d14-4a67-8301-b3972ecaa5eb') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:32:21.427011 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-bca0e572-73e9-429f-bb21-10476fb42ba9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af974035-5d14-4a67-8301-b3972ecaa5eb') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:32:21.453941 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bca0e572-73e9-429f-bb21-10476fb42ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:21.456808 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c415d-63fd-4f57-b286-b4435759cc01 req-e33175fe-9b79-485d-864c-d7b060319ad2 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:21.465107 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-973c415d-63fd-4f57-b286-b4435759cc01 req-e33175fe-9b79-485d-864c-d7b060319ad2 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e03e722-8f3c-465e-a43d-69acd85a1b0d HTTP/1.1" status: 200 len: 945 time: 0.0630722 Aug 23 20:32:21.476471 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-fca0c9a1-eb1e-483f-91c3-5fbc3664a9dd req-f4f2d94b-7923-4762-a9f0-51f7484f48c5 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Transition to ACTIVE for port object ef58400f-73b2-4937-8e79-65542a19162f will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:32:21.488940 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bca0e572-73e9-429f-bb21-10476fb42ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:21.527271 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bca0e572-73e9-429f-bb21-10476fb42ba9 admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:32:21.527709 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bca0e572-73e9-429f-bb21-10476fb42ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:21.529547 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:32:21.529547 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:32:21.529547 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:32:21.529547 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:32:21.529547 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:32:21.529547 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:32:21.529547 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:32:21.529547 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:32:21.529547 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:32:21.529547 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:32:21.529547 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:32:21.529547 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:32:21.529547 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:32:21.529547 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:32:21.529547 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:32:21.529547 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:32:21.529547 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:32:21.529547 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:32:21.529547 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:32:21.529547 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:32:21.529547 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:32:21.529547 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:32:21.529547 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:32:21.529547 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:32:21.529547 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:32:21.529547 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:32:21.529547 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:32:21.529547 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:32:21.529547 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:32:21.529547 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:32:21.529547 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:32:21.529547 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:32:21.532208 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-973c415d-63fd-4f57-b286-b4435759cc01 req-4a3df9e3-4deb-4825-9d34-402f2947f8df tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669744 Aug 23 20:32:21.617765 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bca0e572-73e9-429f-bb21-10476fb42ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:21.626629 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bca0e572-73e9-429f-bb21-10476fb42ba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:21.628550 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-bca0e572-73e9-429f-bb21-10476fb42ba9 admin admin] 10.222.0.61 "DELETE /v2.0/networks/40a88221-ef28-4a64-99e5-755a217fc9ee HTTP/1.1" status: 204 len: 168 time: 0.6066704 Aug 23 20:32:21.653668 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca0e572-73e9-429f-bb21-10476fb42ba9 admin admin] Pushing event deleted for resources: {'Network': ['ID=40a88221-ef28-4a64-99e5-755a217fc9ee,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:21.659695 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fca0c9a1-eb1e-483f-91c3-5fbc3664a9dd req-f4f2d94b-7923-4762-a9f0-51f7484f48c5 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:21.693897 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['2049cbed-d6c5-488e-9f7b-53c7ade58b1e', '79e4e511-e25d-4631-b369-78f9df0c62ac', '8eb652a1-40ff-4e47-b09e-601767b8a063'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:32:21.722123 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fca0c9a1-eb1e-483f-91c3-5fbc3664a9dd req-f4f2d94b-7923-4762-a9f0-51f7484f48c5 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Network 660f640a-b8b2-40aa-8ebf-76bd1608cceb is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:32:21.725467 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-fca0c9a1-eb1e-483f-91c3-5fbc3664a9dd req-f4f2d94b-7923-4762-a9f0-51f7484f48c5 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:32:21.729705 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca0c9a1-eb1e-483f-91c3-5fbc3664a9dd req-f4f2d94b-7923-4762-a9f0-51f7484f48c5 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:32:21.787042 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f2d94b-7923-4762-a9f0-51f7484f48c5 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Pushing event updated for resources: {'Port': ['ID=ef58400f-73b2-4937-8e79-65542a19162f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:21.792960 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-e5223280-8d84-4165-bbad-affca711dae3 service neutron] Attempting to bind port 9e1d46dc-8d6a-4854-828f-c39d44cfe56a on host n-h2-805663-2 for vnic_type normal with profile None {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:32:21.793414 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-e5223280-8d84-4165-bbad-affca711dae3 service neutron] Attempting to bind port 9e1d46dc-8d6a-4854-828f-c39d44cfe56a by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': 'feb662d9-0152-4f97-8d6d-89a1fa54f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '291e6885-2f63-495c-b479-2184cb200f47'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:32:21.793742 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-e5223280-8d84-4165-bbad-affca711dae3 service neutron] Attempting to bind port 9e1d46dc-8d6a-4854-828f-c39d44cfe56a on network 291e6885-2f63-495c-b479-2184cb200f47 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:32:21.806046 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-e5223280-8d84-4165-bbad-affca711dae3 service neutron] Port 9e1d46dc-8d6a-4854-828f-c39d44cfe56a on network 291e6885-2f63-495c-b479-2184cb200f47 not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:32:21.806362 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-e5223280-8d84-4165-bbad-affca711dae3 service neutron] Attempting to bind port 9e1d46dc-8d6a-4854-828f-c39d44cfe56a on network 291e6885-2f63-495c-b479-2184cb200f47 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:32:21.814983 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca0c9a1-eb1e-483f-91c3-5fbc3664a9dd req-f4f2d94b-7923-4762-a9f0-51f7484f48c5 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:21.815639 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fca0c9a1-eb1e-483f-91c3-5fbc3664a9dd req-f4f2d94b-7923-4762-a9f0-51f7484f48c5 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:21.832006 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-e5223280-8d84-4165-bbad-affca711dae3 service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:32:21.832385 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-e5223280-8d84-4165-bbad-affca711dae3 service neutron] Checking segment: {'id': 'feb662d9-0152-4f97-8d6d-89a1fa54f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '291e6885-2f63-495c-b479-2184cb200f47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:32:21.832876 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-e5223280-8d84-4165-bbad-affca711dae3 service neutron] Bound using segment: {'id': 'feb662d9-0152-4f97-8d6d-89a1fa54f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '291e6885-2f63-495c-b479-2184cb200f47'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:32:21.833299 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-e5223280-8d84-4165-bbad-affca711dae3 service neutron] Bound port: 9e1d46dc-8d6a-4854-828f-c39d44cfe56a, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feb662d9-0152-4f97-8d6d-89a1fa54f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '291e6885-2f63-495c-b479-2184cb200f47'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:32:21.842758 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fca0c9a1-eb1e-483f-91c3-5fbc3664a9dd req-f4f2d94b-7923-4762-a9f0-51f7484f48c5 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2708473 Aug 23 20:32:21.882328 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-fca0c9a1-eb1e-483f-91c3-5fbc3664a9dd req-bde2a646-7a95-417b-a990-d445eafa9fbc service neutron] Request body: {'port': {'device_id': 'f1c62974-3552-410b-aa0e-39e3cae42fb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:32:21.918952 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 51362) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:32:21.949316 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 92ce1a8b-a006-4a1f-bc14-88b94b54b86c no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:32:21.995775 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: 92ce1a8b-a006-4a1f-bc14-88b94b54b86c {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:32:21.996510 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 92ce1a8b-a006-4a1f-bc14-88b94b54b86c not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:32:22.013902 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-4d20106a-24f4-4437-827f-9addb7463e0a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=36271009ab2f4829b7f9cced1ac8712d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0938029 Aug 23 20:32:22.017562 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 51364) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:32:22.029075 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-e5223280-8d84-4165-bbad-affca711dae3 service neutron] For port 9e1d46dc-8d6a-4854-828f-c39d44cfe56a, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=9e1d46dc-8d6a-4854-828f-c39d44cfe56a,segment=NetworkSegment(feb662d9-0152-4f97-8d6d-89a1fa54f824),segment_id=feb662d9-0152-4f97-8d6d-89a1fa54f824)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:32:22.030244 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fca0c9a1-eb1e-483f-91c3-5fbc3664a9dd req-bde2a646-7a95-417b-a990-d445eafa9fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:22.052427 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-e5223280-8d84-4165-bbad-affca711dae3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:22.058943 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-e5223280-8d84-4165-bbad-affca711dae3 service neutron] 10.222.0.61 "POST /v2.0/ports/9e1d46dc-8d6a-4854-828f-c39d44cfe56a/bindings HTTP/1.1" status: 201 len: 389 time: 0.6795650 Aug 23 20:32:22.135690 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d826053-7529-40d7-968f-32fd627aca9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:22.266670 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d826053-7529-40d7-968f-32fd627aca9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:22.314149 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5bc4398d-5354-4037-a18e-f96bf46f60ec None None] Provisioning for port ef58400f-73b2-4937-8e79-65542a19162f completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:32:22.315520 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6818abd-ada1-4f96-a167-953a20a5809b req-48600f58-722e-4852-a0ff-2ef6d8d329b5 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:22.317442 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b6818abd-ada1-4f96-a167-953a20a5809b req-48600f58-722e-4852-a0ff-2ef6d8d329b5 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 936 time: 0.1507094 Aug 23 20:32:22.362007 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5bc4398d-5354-4037-a18e-f96bf46f60ec None None] Provisioning complete for port ef58400f-73b2-4937-8e79-65542a19162f triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:32:22.362686 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5bc4398d-5354-4037-a18e-f96bf46f60ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:22.367657 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b6818abd-ada1-4f96-a167-953a20a5809b req-ac85072a-0aa3-43a7-8a79-5cb11dea1e2b tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428975 Aug 23 20:32:22.385586 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d826053-7529-40d7-968f-32fd627aca9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:22.393672 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d826053-7529-40d7-968f-32fd627aca9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:22.398070 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0d826053-7529-40d7-968f-32fd627aca9c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c9dbbcdc-7215-4b67-ab38-fae0280cb415 HTTP/1.1" status: 204 len: 168 time: 0.3761036 Aug 23 20:32:22.513049 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-5bc4398d-5354-4037-a18e-f96bf46f60ec None None] Port ef58400f-73b2-4937-8e79-65542a19162f cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:32:22.555442 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d826053-7529-40d7-968f-32fd627aca9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9dbbcdc-7215-4b67-ab38-fae0280cb415,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:22.632582 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-3045f23e-fcfd-47db-8c19-6d7cc498eb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:22.637117 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-3045f23e-fcfd-47db-8c19-6d7cc498eb52 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=80dadbb9f2554b479c0b13605bddd689&device_id=b7c97eec-6e84-413c-9d94-f295a29998b8 HTTP/1.1" status: 200 len: 1097 time: 0.2401576 Aug 23 20:32:22.705914 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82272bac-f0f2-45a6-8208-2c2113d30f5d req-40c44822-a6ed-41e4-accd-732b25dd6bbb tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:22.713343 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-82272bac-f0f2-45a6-8208-2c2113d30f5d req-40c44822-a6ed-41e4-accd-732b25dd6bbb tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7c97eec-6e84-413c-9d94-f295a29998b8 HTTP/1.1" status: 200 len: 946 time: 0.3197889 Aug 23 20:32:22.825379 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411ef15-bc20-44ce-b4ed-7a83e135b420 req-24ff9931-f119-43d7-af20-3ff5fb4ef07b tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:22.834564 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1411ef15-bc20-44ce-b4ed-7a83e135b420 req-24ff9931-f119-43d7-af20-3ff5fb4ef07b tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e03e722-8f3c-465e-a43d-69acd85a1b0d HTTP/1.1" status: 200 len: 945 time: 0.1264787 Aug 23 20:32:22.863113 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-6a0c89c1-4f10-49f9-a55d-7b810e947e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:22.864657 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-6a0c89c1-4f10-49f9-a55d-7b810e947e34 service neutron] 10.222.0.32 "GET /v2.0/networks?id=291e6885-2f63-495c-b479-2184cb200f47 HTTP/1.1" status: 200 len: 922 time: 0.2201724 Aug 23 20:32:22.957648 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1411ef15-bc20-44ce-b4ed-7a83e135b420 req-3a56eb65-fe4a-40e5-a66c-de4ef01e9956 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169560 Aug 23 20:32:22.961505 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-b032eaaa-f57a-4b74-a010-88cd68797ca1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e1d46dc-8d6a-4854-828f-c39d44cfe56a HTTP/1.1" status: 200 len: 217 time: 0.0787299 Aug 23 20:32:22.971326 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-fca0c9a1-eb1e-483f-91c3-5fbc3664a9dd req-bde2a646-7a95-417b-a990-d445eafa9fbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef58400f-73b2-4937-8e79-65542a19162f {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:32:22.996538 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-82272bac-f0f2-45a6-8208-2c2113d30f5d req-1bf33e5d-37cf-4b4e-a340-c95c92313a96 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818196 Aug 23 20:32:23.012608 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fca0c9a1-eb1e-483f-91c3-5fbc3664a9dd req-bde2a646-7a95-417b-a990-d445eafa9fbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:23.030461 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-fca0c9a1-eb1e-483f-91c3-5fbc3664a9dd req-bde2a646-7a95-417b-a990-d445eafa9fbc service neutron] Transition to ACTIVE for port object ef58400f-73b2-4937-8e79-65542a19162f will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:32:23.036302 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fca0c9a1-eb1e-483f-91c3-5fbc3664a9dd req-bde2a646-7a95-417b-a990-d445eafa9fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:23.098214 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-84d0f329-7a5d-47ac-ae8f-68fba5d86247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:23.100122 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-84d0f329-7a5d-47ac-ae8f-68fba5d86247 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dff65f8b-9e15-4b43-b237-3b4edeaab508 HTTP/1.1" status: 200 len: 861 time: 0.1324205 Aug 23 20:32:23.143439 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde2a646-7a95-417b-a990-d445eafa9fbc service neutron] Pushing event updated for resources: {'Port': ['ID=ef58400f-73b2-4937-8e79-65542a19162f,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:23.143667 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-571c9d46-4dd8-4817-bed5-e01df9e5dbc2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=291e6885-2f63-495c-b479-2184cb200f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332763 Aug 23 20:32:23.278378 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-fca0c9a1-eb1e-483f-91c3-5fbc3664a9dd req-bde2a646-7a95-417b-a990-d445eafa9fbc service neutron] Attempting to bind port ef58400f-73b2-4937-8e79-65542a19162f on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:32:23.278778 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-fca0c9a1-eb1e-483f-91c3-5fbc3664a9dd req-bde2a646-7a95-417b-a990-d445eafa9fbc service neutron] Attempting to bind port ef58400f-73b2-4937-8e79-65542a19162f by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:32:23.279172 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca0c9a1-eb1e-483f-91c3-5fbc3664a9dd req-bde2a646-7a95-417b-a990-d445eafa9fbc service neutron] Attempting to bind port ef58400f-73b2-4937-8e79-65542a19162f on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:32:23.279749 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-bbeb63f2-fc2e-49b1-b93a-4640392e8659 service neutron] 10.222.0.32 "GET /v2.0/networks/291e6885-2f63-495c-b479-2184cb200f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262815 Aug 23 20:32:23.286800 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca0c9a1-eb1e-483f-91c3-5fbc3664a9dd req-bde2a646-7a95-417b-a990-d445eafa9fbc service neutron] Port ef58400f-73b2-4937-8e79-65542a19162f on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:32:23.287250 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca0c9a1-eb1e-483f-91c3-5fbc3664a9dd req-bde2a646-7a95-417b-a990-d445eafa9fbc service neutron] Attempting to bind port ef58400f-73b2-4937-8e79-65542a19162f on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:32:23.294571 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca0c9a1-eb1e-483f-91c3-5fbc3664a9dd req-bde2a646-7a95-417b-a990-d445eafa9fbc service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:32:23.294803 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca0c9a1-eb1e-483f-91c3-5fbc3664a9dd req-bde2a646-7a95-417b-a990-d445eafa9fbc service neutron] Checking segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:32:23.296471 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca0c9a1-eb1e-483f-91c3-5fbc3664a9dd req-bde2a646-7a95-417b-a990-d445eafa9fbc service neutron] Bound using segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:32:23.297121 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-fca0c9a1-eb1e-483f-91c3-5fbc3664a9dd req-bde2a646-7a95-417b-a990-d445eafa9fbc service neutron] Bound port: ef58400f-73b2-4937-8e79-65542a19162f, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:32:23.297946 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fca0c9a1-eb1e-483f-91c3-5fbc3664a9dd req-bde2a646-7a95-417b-a990-d445eafa9fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:23.473640 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-fca0c9a1-eb1e-483f-91c3-5fbc3664a9dd req-bde2a646-7a95-417b-a990-d445eafa9fbc service neutron] For port ef58400f-73b2-4937-8e79-65542a19162f, host n-h2-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:32:23.479404 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-ca831461-6c15-4635-bbdb-e50edcd67be3 service neutron] 10.222.0.32 "GET /v2.0/networks/291e6885-2f63-495c-b479-2184cb200f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876421 Aug 23 20:32:23.488244 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-fca0c9a1-eb1e-483f-91c3-5fbc3664a9dd req-bde2a646-7a95-417b-a990-d445eafa9fbc service neutron] For port ef58400f-73b2-4937-8e79-65542a19162f, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=ef58400f-73b2-4937-8e79-65542a19162f,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:32:23.497272 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fca0c9a1-eb1e-483f-91c3-5fbc3664a9dd req-bde2a646-7a95-417b-a990-d445eafa9fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:23.577829 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca0c9a1-eb1e-483f-91c3-5fbc3664a9dd req-bde2a646-7a95-417b-a990-d445eafa9fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:23.579360 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fca0c9a1-eb1e-483f-91c3-5fbc3664a9dd req-bde2a646-7a95-417b-a990-d445eafa9fbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:23.581094 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fca0c9a1-eb1e-483f-91c3-5fbc3664a9dd req-bde2a646-7a95-417b-a990-d445eafa9fbc service neutron] 10.222.0.32 "PUT /v2.0/ports/ef58400f-73b2-4937-8e79-65542a19162f HTTP/1.1" status: 200 len: 1096 time: 1.7034380 Aug 23 20:32:23.581470 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1c62974-3552-410b-aa0e-39e3cae42fb3', 'tag': 'ef58400f-73b2-4937-8e79-65542a19162f'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:32:23.589920 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b9ae3c-ded1-4e6f-bad5-f2f03447d78a" -d '{"events": [{"name": "network-changed", "server_uuid": "f1c62974-3552-410b-aa0e-39e3cae42fb3", "tag": "ef58400f-73b2-4937-8e79-65542a19162f"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:32:23.843604 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde2a646-7a95-417b-a990-d445eafa9fbc service neutron] Pushing event updated for resources: {'Port': ['ID=ef58400f-73b2-4937-8e79-65542a19162f,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:23.868696 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e311489-3688-4faa-ba90-c2d479f2e075 x-openstack-request-id: req-5e311489-3688-4faa-ba90-c2d479f2e075 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:32:23.869058 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1c62974-3552-410b-aa0e-39e3cae42fb3", "tag": "ef58400f-73b2-4937-8e79-65542a19162f", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:32:23.869513 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5e311489-3688-4faa-ba90-c2d479f2e075 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:32:23.870236 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1c62974-3552-410b-aa0e-39e3cae42fb3', 'tag': 'ef58400f-73b2-4937-8e79-65542a19162f', 'status': 'completed', 'code': 200} Aug 23 20:32:23.881134 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca0c9a1-eb1e-483f-91c3-5fbc3664a9dd req-fe03b5a7-e076-4af5-b676-5ccf5057a263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:23.882791 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fca0c9a1-eb1e-483f-91c3-5fbc3664a9dd req-fe03b5a7-e076-4af5-b676-5ccf5057a263 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73c5c62ec25a41ab8d37d29a4cff1db9&device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 1099 time: 0.2163136 Aug 23 20:32:23.891040 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603327cd-1b5b-4d8a-86a5-22751586484d req-3183ac42-384e-4928-be2d-08b66ef8fe0d tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:23.892764 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-603327cd-1b5b-4d8a-86a5-22751586484d req-3183ac42-384e-4928-be2d-08b66ef8fe0d tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 948 time: 0.2806354 Aug 23 20:32:23.966879 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fca0c9a1-eb1e-483f-91c3-5fbc3664a9dd req-b11ecb86-df87-44af-99cf-c4451ca8c45c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=ef58400f-73b2-4937-8e79-65542a19162f HTTP/1.1" status: 200 len: 217 time: 0.0708733 Aug 23 20:32:24.067949 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-603327cd-1b5b-4d8a-86a5-22751586484d req-a09e4b11-41a0-4a7a-8814-e59d8262a299 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646445 Aug 23 20:32:24.107934 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca0c9a1-eb1e-483f-91c3-5fbc3664a9dd req-6a0fda12-3e72-4246-a119-b260aa440a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:24.112501 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fca0c9a1-eb1e-483f-91c3-5fbc3664a9dd req-6a0fda12-3e72-4246-a119-b260aa440a69 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.1380744 Aug 23 20:32:24.276298 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca0c9a1-eb1e-483f-91c3-5fbc3664a9dd req-a50c1b01-412d-4f2b-bab9-4a5330509cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:24.277940 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fca0c9a1-eb1e-483f-91c3-5fbc3664a9dd req-a50c1b01-412d-4f2b-bab9-4a5330509cda service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1569934 Aug 23 20:32:24.322305 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8896a-47d2-44e5-8608-39e76f996308 req-fcd3dc89-c9da-49d7-8a30-514eafa74c3c tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:24.324238 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-28b8896a-47d2-44e5-8608-39e76f996308 req-fcd3dc89-c9da-49d7-8a30-514eafa74c3c tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7c97eec-6e84-413c-9d94-f295a29998b8 HTTP/1.1" status: 200 len: 946 time: 0.1004822 Aug 23 20:32:24.432404 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-28b8896a-47d2-44e5-8608-39e76f996308 req-24fb10d4-15e9-4a94-a263-ba932ca603eb tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728388 Aug 23 20:32:24.459173 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fca0c9a1-eb1e-483f-91c3-5fbc3664a9dd req-f1707721-183c-40c5-aa34-a75d4c9e532f service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704073 Aug 23 20:32:24.596513 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258a9b7-33e3-41f6-9aeb-fa8eba94daed req-90826f87-21b4-478e-aff1-689aa777a899 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:24.598599 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a258a9b7-33e3-41f6-9aeb-fa8eba94daed req-90826f87-21b4-478e-aff1-689aa777a899 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e03e722-8f3c-465e-a43d-69acd85a1b0d HTTP/1.1" status: 200 len: 945 time: 0.4364588 Aug 23 20:32:24.607824 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fca0c9a1-eb1e-483f-91c3-5fbc3664a9dd req-89a58e36-8e29-4890-ad7e-14115f9a823c service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378305 Aug 23 20:32:24.667751 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a258a9b7-33e3-41f6-9aeb-fa8eba94daed req-d66069c7-c56e-432d-9fd2-17a9c46296b9 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606394 Aug 23 20:32:24.757256 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9ae3c-ded1-4e6f-bad5-f2f03447d78a req-4d04e69a-9efd-43d3-917b-0eeccb32c549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:24.759783 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-60b9ae3c-ded1-4e6f-bad5-f2f03447d78a req-4d04e69a-9efd-43d3-917b-0eeccb32c549 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73c5c62ec25a41ab8d37d29a4cff1db9&device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 1099 time: 0.0549784 Aug 23 20:32:24.931800 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9ae3c-ded1-4e6f-bad5-f2f03447d78a req-e4f1aaac-e88e-4767-b093-8c8b41c9583c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:24.933749 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-60b9ae3c-ded1-4e6f-bad5-f2f03447d78a req-e4f1aaac-e88e-4767-b093-8c8b41c9583c service neutron] 10.222.0.32 "GET /v2.0/networks?id=660f640a-b8b2-40aa-8ebf-76bd1608cceb HTTP/1.1" status: 200 len: 870 time: 0.1670325 Aug 23 20:32:24.994883 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-60b9ae3c-ded1-4e6f-bad5-f2f03447d78a req-14abee5f-c6eb-4de0-a2b0-5cd8b0b60d70 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=ef58400f-73b2-4937-8e79-65542a19162f HTTP/1.1" status: 200 len: 217 time: 0.0538490 Aug 23 20:32:25.100131 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9ae3c-ded1-4e6f-bad5-f2f03447d78a req-40a2efad-2c1b-49e1-af64-9bf6c2e76f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:25.102140 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-60b9ae3c-ded1-4e6f-bad5-f2f03447d78a req-40a2efad-2c1b-49e1-af64-9bf6c2e76f1f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.0986500 Aug 23 20:32:25.152347 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1072eb4e-eb75-4619-af60-4808076685ca req-2e85e843-9737-4c0b-ad61-f9d40000070f tempest-ServerShowV247Test-728734885 tempest-ServerShowV247Test-728734885-project] 10.222.0.61 "GET /v2.0/ports?device_id=033c907e-e74e-4c41-bc68-3ab13edce898 HTTP/1.1" status: 200 len: 210 time: 0.0438118 Aug 23 20:32:25.214306 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9ae3c-ded1-4e6f-bad5-f2f03447d78a req-8d00df6d-3117-433e-be46-55a28252a3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:25.215651 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-60b9ae3c-ded1-4e6f-bad5-f2f03447d78a req-8d00df6d-3117-433e-be46-55a28252a3ba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0946491 Aug 23 20:32:25.648402 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5b655-647d-4a82-bc53-c15a98986859 req-58f78927-c4b1-4bf7-8d26-22543372b726 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:25.656424 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-52c5b655-647d-4a82-bc53-c15a98986859 req-58f78927-c4b1-4bf7-8d26-22543372b726 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 948 time: 0.4542141 Aug 23 20:32:25.719003 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-52c5b655-647d-4a82-bc53-c15a98986859 req-250ed283-7f3c-4208-957a-2aed65e35cb7 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609956 Aug 23 20:32:25.730108 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a68c50b-1164-469d-9893-252910b52008 req-edf3c863-61f6-4877-b630-f2f93402d9c9 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:25.738983 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0a68c50b-1164-469d-9893-252910b52008 req-edf3c863-61f6-4877-b630-f2f93402d9c9 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7c97eec-6e84-413c-9d94-f295a29998b8 HTTP/1.1" status: 200 len: 946 time: 0.0926330 Aug 23 20:32:25.752945 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-60b9ae3c-ded1-4e6f-bad5-f2f03447d78a req-a6fd193d-a17d-4dbd-8081-7d0785225879 service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5123315 Aug 23 20:32:25.842328 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0a68c50b-1164-469d-9893-252910b52008 req-65fc10eb-1dd0-46d9-b775-cf4adb17a471 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023133 Aug 23 20:32:25.872514 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-60b9ae3c-ded1-4e6f-bad5-f2f03447d78a req-a452c0ea-092b-454b-9276-d096050573b8 service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108170 Aug 23 20:32:26.052528 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b140a-4f46-4056-a4a6-836e8dbcc58d req-ca7b671b-fc49-44c5-a027-9a38469ff704 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:26.054244 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-163b140a-4f46-4056-a4a6-836e8dbcc58d req-ca7b671b-fc49-44c5-a027-9a38469ff704 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e03e722-8f3c-465e-a43d-69acd85a1b0d HTTP/1.1" status: 200 len: 945 time: 0.1075923 Aug 23 20:32:26.082372 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fe495a1e-dc99-4b1c-b532-31068bc363f9 req-d252533a-1b3f-4682-9d7c-9c8b56718d26 tempest-ServerShowV247Test-728734885 tempest-ServerShowV247Test-728734885-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4e5fa9c-219f-4a22-afd9-f8fb6c077d04 HTTP/1.1" status: 200 len: 210 time: 0.0508668 Aug 23 20:32:26.135364 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-163b140a-4f46-4056-a4a6-836e8dbcc58d req-8abd93b6-5f66-42e3-a591-7992b6fc72fd tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708070 Aug 23 20:32:26.467831 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb83e6-fbec-483e-aca0-ea44e829977f req-249187b9-48d0-4eb9-acf0-ab5c84c94c36 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:26.476720 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-70bb83e6-fbec-483e-aca0-ea44e829977f req-249187b9-48d0-4eb9-acf0-ab5c84c94c36 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/networks?id=a133b3ce-c542-461f-b67d-2eb2e20a852b HTTP/1.1" status: 200 len: 807 time: 0.1547384 Aug 23 20:32:26.489481 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-70bb83e6-fbec-483e-aca0-ea44e829977f req-676daffa-8d2c-46a9-8e72-8b68fcb3426e tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/quotas/aeab6bca1ebb43a8b404543d83e8cc6e HTTP/1.1" status: 200 len: 375 time: 0.0101674 Aug 23 20:32:26.556668 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-70bb83e6-fbec-483e-aca0-ea44e829977f req-6c854c16-1cdd-4a9b-bee7-4f0b1affe76a tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=aeab6bca1ebb43a8b404543d83e8cc6e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0612402 Aug 23 20:32:26.725264 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-70bb83e6-fbec-483e-aca0-ea44e829977f req-d2b3c764-72dd-4fa9-a166-7a405a3f6e56 service neutron] 10.222.0.61 "GET /v2.0/networks/a133b3ce-c542-461f-b67d-2eb2e20a852b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675024 Aug 23 20:32:26.877890 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-70bb83e6-fbec-483e-aca0-ea44e829977f req-94396897-2b12-498a-9d9f-d67f1b2cef00 service neutron] 10.222.0.61 "GET /v2.0/networks/a133b3ce-c542-461f-b67d-2eb2e20a852b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515634 Aug 23 20:32:26.931959 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b62d0-5a6e-4519-bd6f-553ff207ecd8 req-47911c40-c215-4f2b-86e9-9693eac57120 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:26.933880 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-478b62d0-5a6e-4519-bd6f-553ff207ecd8 req-47911c40-c215-4f2b-86e9-9693eac57120 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 948 time: 0.0918787 Aug 23 20:32:27.000675 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-478b62d0-5a6e-4519-bd6f-553ff207ecd8 req-125260ef-a4e8-4a21-90c0-40a31d1f9621 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555780 Aug 23 20:32:27.127352 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa90e18-ad03-4a1a-90b3-0e4170469545 req-26caad3c-4578-4443-84e1-34954707896b tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:27.129245 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9fa90e18-ad03-4a1a-90b3-0e4170469545 req-26caad3c-4578-4443-84e1-34954707896b tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7c97eec-6e84-413c-9d94-f295a29998b8 HTTP/1.1" status: 200 len: 946 time: 0.0656588 Aug 23 20:32:27.175015 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9fa90e18-ad03-4a1a-90b3-0e4170469545 req-1d014bc5-d652-4594-aace-dfea911d46c5 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399342 Aug 23 20:32:27.433303 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7aa277ea-3d94-4efb-9f05-8b9e3cfbb974 req-e5d1ad4c-030d-472e-b08d-78beb3b96892 tempest-ServerShowV247Test-728734885 tempest-ServerShowV247Test-728734885-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4e5fa9c-219f-4a22-afd9-f8fb6c077d04 HTTP/1.1" status: 200 len: 210 time: 0.0467594 Aug 23 20:32:27.579418 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b6f29e84-8b55-4db8-9cbc-6e5eb4284375 req-21e9f5af-e83d-4768-a5a7-c91372f5a457 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c59210e-7213-41f3-89d9-b0a17b5f07a5 HTTP/1.1" status: 200 len: 210 time: 0.0485637 Aug 23 20:32:27.582752 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3945dd21-4275-430a-8080-16ad16e5eab5 req-dc292616-31e8-49de-96ba-e27d4eeb8dff tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:27.585110 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3945dd21-4275-430a-8080-16ad16e5eab5 req-dc292616-31e8-49de-96ba-e27d4eeb8dff tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e03e722-8f3c-465e-a43d-69acd85a1b0d HTTP/1.1" status: 200 len: 945 time: 0.0724750 Aug 23 20:32:27.633023 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3945dd21-4275-430a-8080-16ad16e5eab5 req-5a9a0da9-2fe1-4c35-a95c-bd3ff3bdbf73 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413706 Aug 23 20:32:27.952234 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device ef58400f-73b2-4937-8e79-65542a19162f details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:32:28.095460 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port ef58400f-73b2-4937-8e79-65542a19162f, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=ef58400f-73b2-4937-8e79-65542a19162f,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:32:28.133922 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': 'ef58400f-73b2-4937-8e79-65542a19162f', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'port_id': 'ef58400f-73b2-4937-8e79-65542a19162f', 'mac_address': 'fa:16:3e:8f:ee:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66e9eb0-86f4-4159-852b-f29863cbf18d', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:32:28.196279 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:28.202021 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661c085-e2dc-450f-a325-ac533f8e2085 req-1f557666-7481-4a3d-ac25-f21bcb32381d tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:28.205729 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6661c085-e2dc-450f-a325-ac533f8e2085 req-1f557666-7481-4a3d-ac25-f21bcb32381d tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 948 time: 0.0702910 Aug 23 20:32:28.217651 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef58400f-73b2-4937-8e79-65542a19162f {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:32:28.251024 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port ef58400f-73b2-4937-8e79-65542a19162f, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=ef58400f-73b2-4937-8e79-65542a19162f,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:32:28.258530 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:28.288693 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6661c085-e2dc-450f-a325-ac533f8e2085 req-d58f5cc3-3f11-40ab-8e40-b7026d1357a5 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738850 Aug 23 20:32:28.316458 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0227e4dc-4c94-4e85-932b-ae50d28d0e07 req-69b845b1-d8d2-4455-9b1f-49699a0ce305 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=033c907e-e74e-4c41-bc68-3ab13edce898 HTTP/1.1" status: 200 len: 210 time: 0.0446117 Aug 23 20:32:28.321963 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=ef58400f-73b2-4937-8e79-65542a19162f,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:28.374110 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d76ba-cd93-4c02-a05a-05e4c48c6faf req-4668847e-cfef-463f-842f-85327499ea29 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:28.376546 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c39d76ba-cd93-4c02-a05a-05e4c48c6faf req-4668847e-cfef-463f-842f-85327499ea29 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7c97eec-6e84-413c-9d94-f295a29998b8 HTTP/1.1" status: 200 len: 946 time: 0.0637791 Aug 23 20:32:28.444625 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c39d76ba-cd93-4c02-a05a-05e4c48c6faf req-092b672b-7c4e-4466-9e50-10888cbaa2ec tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476320 Aug 23 20:32:28.645042 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['ef58400f-73b2-4937-8e79-65542a19162f'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:32:28.739252 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-19ba7f7c-8ba5-4a03-b279-4720bdaee8ff req-4933f18b-2a3a-4418-b1cb-c236da946937 tempest-ServerShowV247Test-728734885 tempest-ServerShowV247Test-728734885-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4e5fa9c-219f-4a22-afd9-f8fb6c077d04 HTTP/1.1" status: 200 len: 210 time: 0.0520957 Aug 23 20:32:28.829795 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8029c2f0-7f50-4733-9b38-6d97c7951034 req-5b09e6f8-4d22-4d14-8185-c8be9beeba70 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c59210e-7213-41f3-89d9-b0a17b5f07a5 HTTP/1.1" status: 200 len: 210 time: 0.0838287 Aug 23 20:32:28.927916 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb83e6-fbec-483e-aca0-ea44e829977f req-046b7e4b-6b2a-4f6f-9ae0-a90d15b08fb4 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:28.934706 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c57ea-74a8-4c93-8bee-512f473490ef req-abee111d-0763-4b3d-8775-bead9c919ac9 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:28.935457 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-70bb83e6-fbec-483e-aca0-ea44e829977f req-046b7e4b-6b2a-4f6f-9ae0-a90d15b08fb4 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.11 "GET /v2.0/networks?id=a133b3ce-c542-461f-b67d-2eb2e20a852b HTTP/1.1" status: 200 len: 807 time: 0.4208133 Aug 23 20:32:28.955644 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-70bb83e6-fbec-483e-aca0-ea44e829977f req-7f76800d-b68a-4c88-a039-81f7bb5303f6 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Request body: {'port': {'device_id': '8c59210e-7213-41f3-89d9-b0a17b5f07a5', 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b', 'admin_state_up': True, 'tenant_id': 'aeab6bca1ebb43a8b404543d83e8cc6e'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:32:28.957508 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f20c57ea-74a8-4c93-8bee-512f473490ef req-abee111d-0763-4b3d-8775-bead9c919ac9 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e03e722-8f3c-465e-a43d-69acd85a1b0d HTTP/1.1" status: 200 len: 945 time: 0.0935605 Aug 23 20:32:29.068691 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f20c57ea-74a8-4c93-8bee-512f473490ef req-c82a80f8-209a-4471-bd36-bb841e64ad11 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100066 Aug 23 20:32:29.130901 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70bb83e6-fbec-483e-aca0-ea44e829977f req-7f76800d-b68a-4c88-a039-81f7bb5303f6 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Made reservation on behalf of aeab6bca1ebb43a8b404543d83e8cc6e for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:32:29.135612 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-70bb83e6-fbec-483e-aca0-ea44e829977f req-7f76800d-b68a-4c88-a039-81f7bb5303f6 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:29.169424 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-91922e48-110c-475b-909d-46f593b08dfe req-c3292ddd-d9fb-4d51-af3e-c771d7f5813d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e4e5fa9c-219f-4a22-afd9-f8fb6c077d04 HTTP/1.1" status: 200 len: 210 time: 0.0458584 Aug 23 20:32:29.282605 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-70bb83e6-fbec-483e-aca0-ea44e829977f req-7f76800d-b68a-4c88-a039-81f7bb5303f6 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Allocated IP 172.20.0.14 (a133b3ce-c542-461f-b67d-2eb2e20a852b/bc364ba1-f548-4b44-839c-5441876e52b8/08f8dea4-08e0-46b1-a8c1-93efe9d39a93) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:32:29.527142 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c02cf5-145f-4003-895b-9a1448a8e3e4 req-2d55e0bc-0db7-47f8-80a5-35ec3b1a7aac tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:29.532415 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-98c02cf5-145f-4003-895b-9a1448a8e3e4 req-2d55e0bc-0db7-47f8-80a5-35ec3b1a7aac tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 949 time: 0.1163425 Aug 23 20:32:29.606267 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-70bb83e6-fbec-483e-aca0-ea44e829977f req-7f76800d-b68a-4c88-a039-81f7bb5303f6 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:29.645480 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-98c02cf5-145f-4003-895b-9a1448a8e3e4 req-0404242a-9315-4a52-b5c2-e2a536191c12 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002374 Aug 23 20:32:29.686720 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-70bb83e6-fbec-483e-aca0-ea44e829977f req-7f76800d-b68a-4c88-a039-81f7bb5303f6 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:29.735437 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70bb83e6-fbec-483e-aca0-ea44e829977f req-7f76800d-b68a-4c88-a039-81f7bb5303f6 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Network a133b3ce-c542-461f-b67d-2eb2e20a852b is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:32:29.739059 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-70bb83e6-fbec-483e-aca0-ea44e829977f req-7f76800d-b68a-4c88-a039-81f7bb5303f6 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:32:29.743358 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-70bb83e6-fbec-483e-aca0-ea44e829977f req-7f76800d-b68a-4c88-a039-81f7bb5303f6 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:32:29.868596 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f76800d-b68a-4c88-a039-81f7bb5303f6 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Pushing event updated for resources: {'Port': ['ID=08f8dea4-08e0-46b1-a8c1-93efe9d39a93,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:29.926263 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073d0b1-d3f8-4056-83f4-2d4c1e122de1 req-9c6997e8-ab4e-4967-80b4-2e15c419a9e5 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:29.928991 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d073d0b1-d3f8-4056-83f4-2d4c1e122de1 req-9c6997e8-ab4e-4967-80b4-2e15c419a9e5 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7c97eec-6e84-413c-9d94-f295a29998b8 HTTP/1.1" status: 200 len: 946 time: 0.1068342 Aug 23 20:32:29.936393 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb83e6-fbec-483e-aca0-ea44e829977f req-7f76800d-b68a-4c88-a039-81f7bb5303f6 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:29.938734 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-70bb83e6-fbec-483e-aca0-ea44e829977f req-7f76800d-b68a-4c88-a039-81f7bb5303f6 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:30.004720 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d073d0b1-d3f8-4056-83f4-2d4c1e122de1 req-6697e84b-9266-4994-9dd3-35839a5ad7ac tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555308 Aug 23 20:32:30.011379 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['84e51d00-0bc5-4ad2-bce4-927d8c61adea'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:32:30.022128 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-70bb83e6-fbec-483e-aca0-ea44e829977f req-7f76800d-b68a-4c88-a039-81f7bb5303f6 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0734167 Aug 23 20:32:30.038975 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-70bb83e6-fbec-483e-aca0-ea44e829977f req-ccc77216-7ecb-41a8-a79b-b5bdb0385f42 service neutron] Request body: {'port': {'device_id': '8c59210e-7213-41f3-89d9-b0a17b5f07a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:32:30.056763 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0f9087df-a800-48a4-bb44-e30f79817389 req-9dcd97f4-cbc6-4013-99e0-533c700768a9 tempest-ServerShowV247Test-728734885 tempest-ServerShowV247Test-728734885-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4e5fa9c-219f-4a22-afd9-f8fb6c077d04 HTTP/1.1" status: 200 len: 210 time: 0.1020923 Aug 23 20:32:30.224901 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-70bb83e6-fbec-483e-aca0-ea44e829977f req-ccc77216-7ecb-41a8-a79b-b5bdb0385f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:30.390016 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05bcb2-cc86-46e6-80fd-50c25f55879d req-4a08ad3b-8ea3-45c1-b0e4-d93261bf1e6c tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:30.402667 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1d05bcb2-cc86-46e6-80fd-50c25f55879d req-4a08ad3b-8ea3-45c1-b0e4-d93261bf1e6c tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c59210e-7213-41f3-89d9-b0a17b5f07a5 HTTP/1.1" status: 200 len: 932 time: 0.1804419 Aug 23 20:32:30.536733 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1d05bcb2-cc86-46e6-80fd-50c25f55879d req-9b10230e-295b-44d2-8aab-4dec0c804091 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327538 Aug 23 20:32:30.875021 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-70bb83e6-fbec-483e-aca0-ea44e829977f req-ccc77216-7ecb-41a8-a79b-b5bdb0385f42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08f8dea4-08e0-46b1-a8c1-93efe9d39a93 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:32:30.894737 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-70bb83e6-fbec-483e-aca0-ea44e829977f req-ccc77216-7ecb-41a8-a79b-b5bdb0385f42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:30.923588 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-70bb83e6-fbec-483e-aca0-ea44e829977f req-ccc77216-7ecb-41a8-a79b-b5bdb0385f42 service neutron] Transition to ACTIVE for port object 08f8dea4-08e0-46b1-a8c1-93efe9d39a93 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:32:30.929653 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-70bb83e6-fbec-483e-aca0-ea44e829977f req-ccc77216-7ecb-41a8-a79b-b5bdb0385f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:31.001683 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79997f59-3a12-45bb-9770-0384fbeb2280 req-616db7cc-a1af-49d2-bac3-5d9fa1e5f544 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:31.007364 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-79997f59-3a12-45bb-9770-0384fbeb2280 req-616db7cc-a1af-49d2-bac3-5d9fa1e5f544 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 949 time: 0.2089531 Aug 23 20:32:31.043275 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc77216-7ecb-41a8-a79b-b5bdb0385f42 service neutron] Pushing event updated for resources: {'Port': ['ID=08f8dea4-08e0-46b1-a8c1-93efe9d39a93,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:31.128203 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-79997f59-3a12-45bb-9770-0384fbeb2280 req-5d891f7c-723e-46db-a212-ca512afaa3ed tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014969 Aug 23 20:32:31.213862 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d0ab1-777f-475f-842d-052e14ddaf78 req-85067b9f-1c8f-426c-b9bb-44ba4c0dc14a tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:31.227292 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-071d0ab1-777f-475f-842d-052e14ddaf78 req-85067b9f-1c8f-426c-b9bb-44ba4c0dc14a tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7c97eec-6e84-413c-9d94-f295a29998b8 HTTP/1.1" status: 200 len: 946 time: 0.1033103 Aug 23 20:32:31.292085 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-071d0ab1-777f-475f-842d-052e14ddaf78 req-fc7e8244-5f47-42a2-b5e0-7704ed86f2ce tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636280 Aug 23 20:32:31.308296 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-70bb83e6-fbec-483e-aca0-ea44e829977f req-ccc77216-7ecb-41a8-a79b-b5bdb0385f42 service neutron] Attempting to bind port 08f8dea4-08e0-46b1-a8c1-93efe9d39a93 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:32:31.308658 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-70bb83e6-fbec-483e-aca0-ea44e829977f req-ccc77216-7ecb-41a8-a79b-b5bdb0385f42 service neutron] Attempting to bind port 08f8dea4-08e0-46b1-a8c1-93efe9d39a93 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '3440ae09-322e-4891-8c02-a5baf5ba77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:32:31.308834 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bb83e6-fbec-483e-aca0-ea44e829977f req-ccc77216-7ecb-41a8-a79b-b5bdb0385f42 service neutron] Attempting to bind port 08f8dea4-08e0-46b1-a8c1-93efe9d39a93 on network a133b3ce-c542-461f-b67d-2eb2e20a852b {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:32:31.355994 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bb83e6-fbec-483e-aca0-ea44e829977f req-ccc77216-7ecb-41a8-a79b-b5bdb0385f42 service neutron] Port 08f8dea4-08e0-46b1-a8c1-93efe9d39a93 on network a133b3ce-c542-461f-b67d-2eb2e20a852b not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:32:31.356608 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bb83e6-fbec-483e-aca0-ea44e829977f req-ccc77216-7ecb-41a8-a79b-b5bdb0385f42 service neutron] Attempting to bind port 08f8dea4-08e0-46b1-a8c1-93efe9d39a93 on network a133b3ce-c542-461f-b67d-2eb2e20a852b {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:32:31.363486 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b1401f8e-282c-4a6e-ba95-16f0eac6c93e req-168cdd66-c097-4b05-ac93-f2c2edc8ba17 tempest-ServerShowV247Test-728734885 tempest-ServerShowV247Test-728734885-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4e5fa9c-219f-4a22-afd9-f8fb6c077d04 HTTP/1.1" status: 200 len: 210 time: 0.0870032 Aug 23 20:32:31.368204 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bb83e6-fbec-483e-aca0-ea44e829977f req-ccc77216-7ecb-41a8-a79b-b5bdb0385f42 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:32:31.368647 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bb83e6-fbec-483e-aca0-ea44e829977f req-ccc77216-7ecb-41a8-a79b-b5bdb0385f42 service neutron] Checking segment: {'id': '3440ae09-322e-4891-8c02-a5baf5ba77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:32:31.369132 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bb83e6-fbec-483e-aca0-ea44e829977f req-ccc77216-7ecb-41a8-a79b-b5bdb0385f42 service neutron] Bound using segment: {'id': '3440ae09-322e-4891-8c02-a5baf5ba77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:32:31.380180 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-70bb83e6-fbec-483e-aca0-ea44e829977f req-ccc77216-7ecb-41a8-a79b-b5bdb0385f42 service neutron] Bound port: 08f8dea4-08e0-46b1-a8c1-93efe9d39a93, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3440ae09-322e-4891-8c02-a5baf5ba77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:32:31.380180 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-70bb83e6-fbec-483e-aca0-ea44e829977f req-ccc77216-7ecb-41a8-a79b-b5bdb0385f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:31.512885 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-70bb83e6-fbec-483e-aca0-ea44e829977f req-ccc77216-7ecb-41a8-a79b-b5bdb0385f42 service neutron] For port 08f8dea4-08e0-46b1-a8c1-93efe9d39a93, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:32:31.517549 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-70bb83e6-fbec-483e-aca0-ea44e829977f req-ccc77216-7ecb-41a8-a79b-b5bdb0385f42 service neutron] For port 08f8dea4-08e0-46b1-a8c1-93efe9d39a93, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=08f8dea4-08e0-46b1-a8c1-93efe9d39a93,segment=NetworkSegment(3440ae09-322e-4891-8c02-a5baf5ba77f1),segment_id=3440ae09-322e-4891-8c02-a5baf5ba77f1)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:32:31.524454 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-70bb83e6-fbec-483e-aca0-ea44e829977f req-ccc77216-7ecb-41a8-a79b-b5bdb0385f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:31.567068 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb83e6-fbec-483e-aca0-ea44e829977f req-ccc77216-7ecb-41a8-a79b-b5bdb0385f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:31.567841 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-70bb83e6-fbec-483e-aca0-ea44e829977f req-ccc77216-7ecb-41a8-a79b-b5bdb0385f42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:31.569228 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-70bb83e6-fbec-483e-aca0-ea44e829977f req-ccc77216-7ecb-41a8-a79b-b5bdb0385f42 service neutron] 10.222.0.11 "PUT /v2.0/ports/08f8dea4-08e0-46b1-a8c1-93efe9d39a93 HTTP/1.1" status: 200 len: 1092 time: 1.5347588 Aug 23 20:32:31.570080 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c59210e-7213-41f3-89d9-b0a17b5f07a5', 'tag': '08f8dea4-08e0-46b1-a8c1-93efe9d39a93'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:32:31.572245 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d49d79-2f73-4fa7-984a-371dd1c61984" -d '{"events": [{"name": "network-changed", "server_uuid": "8c59210e-7213-41f3-89d9-b0a17b5f07a5", "tag": "08f8dea4-08e0-46b1-a8c1-93efe9d39a93"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:32:31.603792 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc77216-7ecb-41a8-a79b-b5bdb0385f42 service neutron] Pushing event updated for resources: {'Port': ['ID=08f8dea4-08e0-46b1-a8c1-93efe9d39a93,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:31.736223 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb83e6-fbec-483e-aca0-ea44e829977f req-2183bc3d-a24d-47b0-99f3-827dc11b0129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:31.737671 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-70bb83e6-fbec-483e-aca0-ea44e829977f req-2183bc3d-a24d-47b0-99f3-827dc11b0129 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aeab6bca1ebb43a8b404543d83e8cc6e&device_id=8c59210e-7213-41f3-89d9-b0a17b5f07a5 HTTP/1.1" status: 200 len: 1095 time: 0.1067708 Aug 23 20:32:31.840044 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-70bb83e6-fbec-483e-aca0-ea44e829977f req-a7b4f56a-7ca0-4184-b2f8-10c1a479b746 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08f8dea4-08e0-46b1-a8c1-93efe9d39a93 HTTP/1.1" status: 200 len: 217 time: 0.0886853 Aug 23 20:32:31.841704 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1673da10-0664-48eb-b7e9-ceb2296cb459 x-openstack-request-id: req-1673da10-0664-48eb-b7e9-ceb2296cb459 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:32:31.842011 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c59210e-7213-41f3-89d9-b0a17b5f07a5", "tag": "08f8dea4-08e0-46b1-a8c1-93efe9d39a93", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:32:31.842633 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1673da10-0664-48eb-b7e9-ceb2296cb459 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:32:31.843747 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c59210e-7213-41f3-89d9-b0a17b5f07a5', 'tag': '08f8dea4-08e0-46b1-a8c1-93efe9d39a93', 'status': 'completed', 'code': 200} Aug 23 20:32:31.937269 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a700ba-b10d-4417-b1c4-34f56e92fa99 req-8df34df0-d8fa-48c3-b284-594098321d1a tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:31.947764 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d7a700ba-b10d-4417-b1c4-34f56e92fa99 req-8df34df0-d8fa-48c3-b284-594098321d1a tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c59210e-7213-41f3-89d9-b0a17b5f07a5 HTTP/1.1" status: 200 len: 944 time: 0.2484915 Aug 23 20:32:31.981240 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device ef58400f-73b2-4937-8e79-65542a19162f up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:32:32.059759 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-10dda261-777d-4953-ad52-d924288c5565 req-3a8eccbf-9770-4788-97b6-7ab2dc128ebc tempest-ServerShowV247Test-728734885 tempest-ServerShowV247Test-728734885-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4e5fa9c-219f-4a22-afd9-f8fb6c077d04 HTTP/1.1" status: 200 len: 210 time: 0.0808809 Aug 23 20:32:32.073174 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb83e6-fbec-483e-aca0-ea44e829977f req-81408d8c-e87d-46ff-aee8-96c0021b39ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:32.075273 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-70bb83e6-fbec-483e-aca0-ea44e829977f req-81408d8c-e87d-46ff-aee8-96c0021b39ec service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bc364ba1-f548-4b44-839c-5441876e52b8 HTTP/1.1" status: 200 len: 847 time: 0.2237787 Aug 23 20:32:32.083738 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d7a700ba-b10d-4417-b1c4-34f56e92fa99 req-3a431803-6bdf-4cc4-82d2-b7aadd588d23 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350732 Aug 23 20:32:32.130101 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-70bb83e6-fbec-483e-aca0-ea44e829977f req-23eb0b68-4c3a-4fa4-9fac-9fc1030a79b1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a133b3ce-c542-461f-b67d-2eb2e20a852b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450363 Aug 23 20:32:32.130689 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port ef58400f-73b2-4937-8e79-65542a19162f completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:32:32.136689 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port ef58400f-73b2-4937-8e79-65542a19162f triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:32:32.137061 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:32.215389 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 0f362aac-99c0-4933-8a1a-5c8ff6822193 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:32:32.349819 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 0f362aac-99c0-4933-8a1a-5c8ff6822193, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=0f362aac-99c0-4933-8a1a-5c8ff6822193,segment=NetworkSegment(5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d),segment_id=5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:32:32.372411 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '0f362aac-99c0-4933-8a1a-5c8ff6822193', 'network_id': '102aaadf-a02d-4ccd-a117-533acfc24182', 'port_id': '0f362aac-99c0-4933-8a1a-5c8ff6822193', 'mac_address': 'fa:16:3e:1c:19:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c5a23ee-4dc4-400c-bc37-6be8d284756a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:32:32.378462 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-70bb83e6-fbec-483e-aca0-ea44e829977f req-f0e95e9d-e4b6-4db8-92e9-6678a0925b7d service neutron] 10.222.0.11 "GET /v2.0/networks/a133b3ce-c542-461f-b67d-2eb2e20a852b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391446 Aug 23 20:32:32.480889 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73a500-66ef-4a36-9398-0ce59d01b862 req-d316b94f-e481-46f6-b84f-595b5ab6c8ae tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:32.489785 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fb73a500-66ef-4a36-9398-0ce59d01b862 req-d316b94f-e481-46f6-b84f-595b5ab6c8ae tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7c97eec-6e84-413c-9d94-f295a29998b8 HTTP/1.1" status: 200 len: 946 time: 0.0684693 Aug 23 20:32:32.508525 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec84e7-7798-47ec-b801-05e86140908c req-16ac0be3-4850-42de-af89-7543f6d9f862 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:32.508783 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:32.518905 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-91ec84e7-7798-47ec-b801-05e86140908c req-16ac0be3-4850-42de-af89-7543f6d9f862 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 949 time: 0.2165871 Aug 23 20:32:32.524220 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:32.545659 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fb73a500-66ef-4a36-9398-0ce59d01b862 req-fb03fd67-3694-412c-a28d-c14027a41b97 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495672 Aug 23 20:32:32.571118 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port ef58400f-73b2-4937-8e79-65542a19162f, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=ef58400f-73b2-4937-8e79-65542a19162f,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:32:32.572301 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0f362aac-99c0-4933-8a1a-5c8ff6822193 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:32:32.577205 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c62974-3552-410b-aa0e-39e3cae42fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef58400f-73b2-4937-8e79-65542a19162f'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:32:32.580505 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b803385b-c79c-4630-bbc7-15c38e376589" -d '{"events": [{"server_uuid": "f1c62974-3552-410b-aa0e-39e3cae42fb3", "name": "network-vif-plugged", "status": "completed", "tag": "ef58400f-73b2-4937-8e79-65542a19162f"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:32:32.584835 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:32.661047 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0859e3-a064-4015-9e63-4fd37da239bb x-openstack-request-id: req-ba0859e3-a064-4015-9e63-4fd37da239bb {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:32:32.661344 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c62974-3552-410b-aa0e-39e3cae42fb3", "name": "network-vif-plugged", "status": "completed", "tag": "ef58400f-73b2-4937-8e79-65542a19162f", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:32:32.661952 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ba0859e3-a064-4015-9e63-4fd37da239bb {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:32:32.662464 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1c62974-3552-410b-aa0e-39e3cae42fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef58400f-73b2-4937-8e79-65542a19162f', 'code': 200} Aug 23 20:32:32.663031 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=ef58400f-73b2-4937-8e79-65542a19162f,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:32.681781 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-91ec84e7-7798-47ec-b801-05e86140908c req-d50c3ef3-fde9-4c69-9c43-7d52ac2904a9 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639720 Aug 23 20:32:32.698804 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 0f362aac-99c0-4933-8a1a-5c8ff6822193, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=0f362aac-99c0-4933-8a1a-5c8ff6822193,segment=NetworkSegment(5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d),segment_id=5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:32:32.707681 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:32.737228 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-70bb83e6-fbec-483e-aca0-ea44e829977f req-05785a7a-1a10-4428-97f9-53120b4927f7 service neutron] 10.222.0.11 "GET /v2.0/networks/a133b3ce-c542-461f-b67d-2eb2e20a852b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368235 Aug 23 20:32:32.801722 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=0f362aac-99c0-4933-8a1a-5c8ff6822193,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:32.807204 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f27623d-13e3-4c68-a5fb-257c8f24aa26 req-3f3f3788-8c89-4373-8dc7-dab4e538ffbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:32.809208 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5f27623d-13e3-4c68-a5fb-257c8f24aa26 req-3f3f3788-8c89-4373-8dc7-dab4e538ffbb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 1101 time: 0.0511782 Aug 23 20:32:32.826912 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['0f362aac-99c0-4933-8a1a-5c8ff6822193'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:32:32.849454 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d49d79-2f73-4fa7-984a-371dd1c61984 req-90c387ef-b6e2-4612-866d-128fa63a1811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:32.852313 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e8d49d79-2f73-4fa7-984a-371dd1c61984 req-90c387ef-b6e2-4612-866d-128fa63a1811 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aeab6bca1ebb43a8b404543d83e8cc6e&device_id=8c59210e-7213-41f3-89d9-b0a17b5f07a5 HTTP/1.1" status: 200 len: 1095 time: 0.0584376 Aug 23 20:32:32.871747 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5f27623d-13e3-4c68-a5fb-257c8f24aa26 req-8fa00795-5493-4527-93e6-af02af24e1ed service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533652 Aug 23 20:32:33.024537 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d49d79-2f73-4fa7-984a-371dd1c61984 req-a172fa3a-ab19-4196-84d4-787918a3f6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:33.025965 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e8d49d79-2f73-4fa7-984a-371dd1c61984 req-a172fa3a-ab19-4196-84d4-787918a3f6a0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a133b3ce-c542-461f-b67d-2eb2e20a852b HTTP/1.1" status: 200 len: 908 time: 0.1630132 Aug 23 20:32:33.092315 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e8d49d79-2f73-4fa7-984a-371dd1c61984 req-97533580-5946-498e-8d8d-8ec1f002d37f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08f8dea4-08e0-46b1-a8c1-93efe9d39a93 HTTP/1.1" status: 200 len: 217 time: 0.0549891 Aug 23 20:32:33.191513 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d49d79-2f73-4fa7-984a-371dd1c61984 req-d73e0ab8-9653-417f-82a9-3141259745b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:33.193709 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e8d49d79-2f73-4fa7-984a-371dd1c61984 req-d73e0ab8-9653-417f-82a9-3141259745b9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bc364ba1-f548-4b44-839c-5441876e52b8 HTTP/1.1" status: 200 len: 847 time: 0.0934045 Aug 23 20:32:33.288462 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e8d49d79-2f73-4fa7-984a-371dd1c61984 req-3db2e60b-37f8-425c-9dd4-520ca3373a4e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a133b3ce-c542-461f-b67d-2eb2e20a852b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843794 Aug 23 20:32:33.336674 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3e3a8220-5632-4e9c-a50a-426738e25458 req-d1c671ba-fce2-46b2-b475-b76ea28e2ad0 tempest-ServerShowV247Test-728734885 tempest-ServerShowV247Test-728734885-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4e5fa9c-219f-4a22-afd9-f8fb6c077d04 HTTP/1.1" status: 200 len: 210 time: 0.0683680 Aug 23 20:32:33.410238 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc993a-5f80-4267-a8cb-e92cc927f3e6 req-7e78bc77-2fe2-4982-aab2-1569e3163a4f tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:33.411994 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8efc993a-5f80-4267-a8cb-e92cc927f3e6 req-7e78bc77-2fe2-4982-aab2-1569e3163a4f tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c59210e-7213-41f3-89d9-b0a17b5f07a5 HTTP/1.1" status: 200 len: 944 time: 0.1274712 Aug 23 20:32:33.487420 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8efc993a-5f80-4267-a8cb-e92cc927f3e6 req-319b923c-c08b-4ba5-86eb-ff863c129169 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584717 Aug 23 20:32:33.507362 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e8d49d79-2f73-4fa7-984a-371dd1c61984 req-f41b60f9-e5c2-4164-b2b5-20a4ff22e389 service neutron] 10.222.0.11 "GET /v2.0/networks/a133b3ce-c542-461f-b67d-2eb2e20a852b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060933 Aug 23 20:32:33.632405 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e8d49d79-2f73-4fa7-984a-371dd1c61984 req-029d5d5a-2087-49b5-8d51-b6b63a8928d5 service neutron] 10.222.0.11 "GET /v2.0/networks/a133b3ce-c542-461f-b67d-2eb2e20a852b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144707 Aug 23 20:32:33.757397 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12ec78-6d12-428d-abd3-fb234bb49270 req-2d24678c-8d2e-4218-9adb-86c226dc7b1c tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:33.771836 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2b12ec78-6d12-428d-abd3-fb234bb49270 req-2d24678c-8d2e-4218-9adb-86c226dc7b1c tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7c97eec-6e84-413c-9d94-f295a29998b8 HTTP/1.1" status: 200 len: 946 time: 0.0905957 Aug 23 20:32:33.822319 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2b12ec78-6d12-428d-abd3-fb234bb49270 req-4d83491d-a3d4-42ad-ae64-a15ea62bae8c tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437751 Aug 23 20:32:33.913294 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce4aeec-b374-443d-9fd7-4ee0968ece36 req-80b9875a-e590-48e7-b71f-615b7dbd49ea tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:33.921297 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0ce4aeec-b374-443d-9fd7-4ee0968ece36 req-80b9875a-e590-48e7-b71f-615b7dbd49ea tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 950 time: 0.0938635 Aug 23 20:32:33.977423 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0ce4aeec-b374-443d-9fd7-4ee0968ece36 req-c595cfb4-7429-49cd-aaa1-6b80a9fcad7c tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499587 Aug 23 20:32:34.187128 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 0f362aac-99c0-4933-8a1a-5c8ff6822193 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:32:34.296576 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 0f362aac-99c0-4933-8a1a-5c8ff6822193 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:32:34.297400 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:34.530520 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-64aa5f3a-2bf1-42c2-8b57-7c2a7f2ac487 req-8c8be7af-2a08-4b50-bf95-f3b600f1a5c5 tempest-ServerShowV247Test-728734885 tempest-ServerShowV247Test-728734885-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4e5fa9c-219f-4a22-afd9-f8fb6c077d04 HTTP/1.1" status: 200 len: 210 time: 0.0535805 Aug 23 20:32:34.534134 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:34.598310 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 0f362aac-99c0-4933-8a1a-5c8ff6822193, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=0f362aac-99c0-4933-8a1a-5c8ff6822193,segment=NetworkSegment(5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d),segment_id=5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:32:34.616045 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:34.691824 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e03e722-8f3c-465e-a43d-69acd85a1b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f362aac-99c0-4933-8a1a-5c8ff6822193'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:32:34.696964 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301c4016-8e1d-4895-a9db-e354b67dc1f3" -d '{"events": [{"server_uuid": "7e03e722-8f3c-465e-a43d-69acd85a1b0d", "name": "network-vif-plugged", "status": "completed", "tag": "0f362aac-99c0-4933-8a1a-5c8ff6822193"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:32:34.726255 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=0f362aac-99c0-4933-8a1a-5c8ff6822193,revision_number=7']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:34.740009 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a5e7b6-a48c-40fe-b084-aab0e7d8ce86 req-363b7f8e-aea5-47d0-b87f-2639d538cf6e tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:34.750039 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-51a5e7b6-a48c-40fe-b084-aab0e7d8ce86 req-363b7f8e-aea5-47d0-b87f-2639d538cf6e tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c59210e-7213-41f3-89d9-b0a17b5f07a5 HTTP/1.1" status: 200 len: 944 time: 0.1204712 Aug 23 20:32:34.789182 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35f6c3e-df3c-4711-9cdc-9207d8c3e71e x-openstack-request-id: req-f35f6c3e-df3c-4711-9cdc-9207d8c3e71e {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:32:34.789672 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e03e722-8f3c-465e-a43d-69acd85a1b0d", "name": "network-vif-plugged", "status": "completed", "tag": "0f362aac-99c0-4933-8a1a-5c8ff6822193", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:32:34.789981 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f35f6c3e-df3c-4711-9cdc-9207d8c3e71e {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:32:34.790535 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e03e722-8f3c-465e-a43d-69acd85a1b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f362aac-99c0-4933-8a1a-5c8ff6822193', 'code': 200} Aug 23 20:32:34.821253 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-51a5e7b6-a48c-40fe-b084-aab0e7d8ce86 req-c9e48100-48a0-4dfc-9d26-bce96a76ac50 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690188 Aug 23 20:32:34.990143 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c822870-76d1-49b9-90f5-e9549b3026ad req-fd6d8b8d-ecd9-40a1-b337-e0ba859cacf7 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:35.013448 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6c822870-76d1-49b9-90f5-e9549b3026ad req-fd6d8b8d-ecd9-40a1-b337-e0ba859cacf7 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7c97eec-6e84-413c-9d94-f295a29998b8 HTTP/1.1" status: 200 len: 946 time: 0.0809691 Aug 23 20:32:35.134616 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6c822870-76d1-49b9-90f5-e9549b3026ad req-e31bf042-a5ea-48ef-8200-1325816f22b5 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169703 Aug 23 20:32:35.213655 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e285c-bc4d-4fe8-abad-f7865efd6c2d req-5ad12478-89c6-44cd-8775-c8832c23bb39 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:35.220189 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-af6e285c-bc4d-4fe8-abad-f7865efd6c2d req-5ad12478-89c6-44cd-8775-c8832c23bb39 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 950 time: 0.1043534 Aug 23 20:32:35.269317 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-af6e285c-bc4d-4fe8-abad-f7865efd6c2d req-f4b6464d-9c24-4e95-a74b-18032e427e99 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418310 Aug 23 20:32:35.402584 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f05344-0c4e-4e83-bc58-853768098eb9 req-bcc3466b-62d4-4832-b541-f671ed4276ec tempest-MigrationsAdminTest-1038570141 tempest-MigrationsAdminTest-1038570141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:35.404297 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-06f05344-0c4e-4e83-bc58-853768098eb9 req-bcc3466b-62d4-4832-b541-f671ed4276ec tempest-MigrationsAdminTest-1038570141 tempest-MigrationsAdminTest-1038570141-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 1101 time: 0.0513592 Aug 23 20:32:35.443186 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-06f05344-0c4e-4e83-bc58-853768098eb9 req-b415dfed-b7ee-4327-a70e-b9f1cf7bcc82 tempest-MigrationsAdminTest-1038570141 tempest-MigrationsAdminTest-1038570141-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316412 Aug 23 20:32:35.679503 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-857c2052-f2cd-41a4-8840-e24bfb607552 req-3248c0d9-b073-4b42-a530-8b073f87cab2 tempest-ServerShowV247Test-728734885 tempest-ServerShowV247Test-728734885-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4e5fa9c-219f-4a22-afd9-f8fb6c077d04 HTTP/1.1" status: 200 len: 210 time: 0.0341580 Aug 23 20:32:35.970143 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819739e-69df-47c8-892b-1bf4819c0274 req-0bad41b5-0af5-480b-80f2-4810f06ba555 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:35.972773 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3819739e-69df-47c8-892b-1bf4819c0274 req-0bad41b5-0af5-480b-80f2-4810f06ba555 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c59210e-7213-41f3-89d9-b0a17b5f07a5 HTTP/1.1" status: 200 len: 944 time: 0.0738776 Aug 23 20:32:36.113202 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3819739e-69df-47c8-892b-1bf4819c0274 req-da3c10ef-f022-4652-a412-4990dc72615b tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248641 Aug 23 20:32:36.129386 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a0ab66f8-2de5-4d71-b62d-c17623fde452 req-9bf971b8-7429-4822-b599-e879185ea50c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0717931 Aug 23 20:32:36.170938 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f55599-c20d-42ae-b9ff-f6214a495349 req-b6ab0647-0a37-43b8-9d3a-fe03a5a341cb tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:36.179144 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0f55599-c20d-42ae-b9ff-f6214a495349 req-b6ab0647-0a37-43b8-9d3a-fe03a5a341cb tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 950 time: 0.0969727 Aug 23 20:32:36.217865 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0f55599-c20d-42ae-b9ff-f6214a495349 req-18581c2c-f202-4bab-885b-fa70848b5888 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374389 Aug 23 20:32:36.338589 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1b56b-8859-4bb0-860e-d9bf0fbefc8f req-f762b4e0-664f-43dc-a0ec-a9a995059369 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:36.348664 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8ec1b56b-8859-4bb0-860e-d9bf0fbefc8f req-f762b4e0-664f-43dc-a0ec-a9a995059369 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7c97eec-6e84-413c-9d94-f295a29998b8 HTTP/1.1" status: 200 len: 946 time: 0.0880568 Aug 23 20:32:36.407488 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8ec1b56b-8859-4bb0-860e-d9bf0fbefc8f req-68af6718-03d0-4f9e-a45b-6ba375f5f70d tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498064 Aug 23 20:32:36.829377 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4d0f170b-dc46-4f66-ae81-c503e6034c8f req-45e6f562-5eac-4f59-ba39-e22097b1ae1c tempest-ServerShowV247Test-728734885 tempest-ServerShowV247Test-728734885-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4e5fa9c-219f-4a22-afd9-f8fb6c077d04 HTTP/1.1" status: 200 len: 210 time: 0.0520461 Aug 23 20:32:37.020900 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-b76dc08b-35b3-4442-a710-507433a37d41 tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:37.022889 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-b76dc08b-35b3-4442-a710-507433a37d41 tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b7c97eec-6e84-413c-9d94-f295a29998b8&tenant_id=80dadbb9f2554b479c0b13605bddd689&binding%3Ahost_id=n-h1-805663-2 HTTP/1.1" status: 200 len: 1097 time: 0.1383502 Aug 23 20:32:37.045277 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-c0c7a9de-dc00-4da7-adff-499380e475fa service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-805663-2'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:32:37.136492 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-c0c7a9de-dc00-4da7-adff-499380e475fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:37.296975 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64041d13-1f6e-4b3f-827c-9ded7fd3eaaa req-2d253c89-cd70-4cc8-9bbf-5aecd7d14300 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:37.300010 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-64041d13-1f6e-4b3f-827c-9ded7fd3eaaa req-2d253c89-cd70-4cc8-9bbf-5aecd7d14300 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c59210e-7213-41f3-89d9-b0a17b5f07a5 HTTP/1.1" status: 200 len: 944 time: 0.0884252 Aug 23 20:32:37.402905 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-64041d13-1f6e-4b3f-827c-9ded7fd3eaaa req-40e02d8a-924d-40ba-9a26-04ccb251f1a3 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738907 Aug 23 20:32:37.472543 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-c0c7a9de-dc00-4da7-adff-499380e475fa service neutron] For port 9e1d46dc-8d6a-4854-828f-c39d44cfe56a, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=9e1d46dc-8d6a-4854-828f-c39d44cfe56a,segment=NetworkSegment(feb662d9-0152-4f97-8d6d-89a1fa54f824),segment_id=feb662d9-0152-4f97-8d6d-89a1fa54f824)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:32:37.481770 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f20993-4387-48a2-bee5-f364c9315a3b req-32afec46-e5bf-4724-b388-85d90fd3ddce tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:37.490461 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-05f20993-4387-48a2-bee5-f364c9315a3b req-32afec46-e5bf-4724-b388-85d90fd3ddce tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 950 time: 0.1493409 Aug 23 20:32:37.564580 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-05f20993-4387-48a2-bee5-f364c9315a3b req-148d2f66-f605-4d60-9b72-a170bb30c84f tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730824 Aug 23 20:32:37.599012 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-c0c7a9de-dc00-4da7-adff-499380e475fa service neutron] For port 9e1d46dc-8d6a-4854-828f-c39d44cfe56a, host n-h1-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:32:37.663359 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c97eec-6e84-413c-9d94-f295a29998b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e1d46dc-8d6a-4854-828f-c39d44cfe56a'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:32:37.666478 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84c521e-ac56-4a8c-9a7d-2ce6ba76ada2" -d '{"events": [{"server_uuid": "b7c97eec-6e84-413c-9d94-f295a29998b8", "name": "network-vif-unplugged", "status": "completed", "tag": "9e1d46dc-8d6a-4854-828f-c39d44cfe56a"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:32:37.672101 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-c0c7a9de-dc00-4da7-adff-499380e475fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:37.682277 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781908c1-b9c1-428e-b63e-19b42e8f5bbf req-784791e2-f107-4de4-adba-85b1c864c1d3 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:37.682711 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-c0c7a9de-dc00-4da7-adff-499380e475fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:37.683228 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-781908c1-b9c1-428e-b63e-19b42e8f5bbf req-784791e2-f107-4de4-adba-85b1c864c1d3 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7c97eec-6e84-413c-9d94-f295a29998b8 HTTP/1.1" status: 200 len: 946 time: 0.1063592 Aug 23 20:32:37.783257 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-781908c1-b9c1-428e-b63e-19b42e8f5bbf req-1ef0c999-0d8d-4798-9944-db5d208c4a66 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913491 Aug 23 20:32:37.785752 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 20:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4656ef1-7a18-454a-adba-3233f90a7ef7 x-openstack-request-id: req-c4656ef1-7a18-454a-adba-3233f90a7ef7 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:32:37.786052 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c97eec-6e84-413c-9d94-f295a29998b8", "name": "network-vif-unplugged", "status": "completed", "tag": "9e1d46dc-8d6a-4854-828f-c39d44cfe56a", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:32:37.786309 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c4656ef1-7a18-454a-adba-3233f90a7ef7 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:32:37.786729 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c97eec-6e84-413c-9d94-f295a29998b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e1d46dc-8d6a-4854-828f-c39d44cfe56a', 'code': 200} Aug 23 20:32:37.826163 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c7a9de-dc00-4da7-adff-499380e475fa service neutron] Pushing event updated for resources: {'Port': ['ID=9e1d46dc-8d6a-4854-828f-c39d44cfe56a,revision_number=7']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:37.882791 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-c0c7a9de-dc00-4da7-adff-499380e475fa service neutron] Attempting to bind port 9e1d46dc-8d6a-4854-828f-c39d44cfe56a on host n-h1-805663-2 for vnic_type normal with profile {"migrating_to": "n-h2-805663-2"} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:32:37.883136 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-c0c7a9de-dc00-4da7-adff-499380e475fa service neutron] Attempting to bind port 9e1d46dc-8d6a-4854-828f-c39d44cfe56a by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': 'feb662d9-0152-4f97-8d6d-89a1fa54f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '291e6885-2f63-495c-b479-2184cb200f47'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:32:37.883515 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-c0c7a9de-dc00-4da7-adff-499380e475fa service neutron] Attempting to bind port 9e1d46dc-8d6a-4854-828f-c39d44cfe56a on network 291e6885-2f63-495c-b479-2184cb200f47 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:32:37.895073 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-c0c7a9de-dc00-4da7-adff-499380e475fa service neutron] Port 9e1d46dc-8d6a-4854-828f-c39d44cfe56a on network 291e6885-2f63-495c-b479-2184cb200f47 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:32:37.895566 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-c0c7a9de-dc00-4da7-adff-499380e475fa service neutron] Attempting to bind port 9e1d46dc-8d6a-4854-828f-c39d44cfe56a on network 291e6885-2f63-495c-b479-2184cb200f47 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:32:37.901426 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-c0c7a9de-dc00-4da7-adff-499380e475fa service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:32:37.901769 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-c0c7a9de-dc00-4da7-adff-499380e475fa service neutron] Checking segment: {'id': 'feb662d9-0152-4f97-8d6d-89a1fa54f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '291e6885-2f63-495c-b479-2184cb200f47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:32:37.902161 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-c0c7a9de-dc00-4da7-adff-499380e475fa service neutron] Bound using segment: {'id': 'feb662d9-0152-4f97-8d6d-89a1fa54f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '291e6885-2f63-495c-b479-2184cb200f47'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:32:37.902800 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-c0c7a9de-dc00-4da7-adff-499380e475fa service neutron] Bound port: 9e1d46dc-8d6a-4854-828f-c39d44cfe56a, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feb662d9-0152-4f97-8d6d-89a1fa54f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '291e6885-2f63-495c-b479-2184cb200f47'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:32:37.903247 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-c0c7a9de-dc00-4da7-adff-499380e475fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:37.973112 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-de02e854-4d55-41f4-a882-f6f0c5131f92 req-6be85d57-8c9b-4546-bf8e-4b12d542b03e tempest-ServerShowV247Test-728734885 tempest-ServerShowV247Test-728734885-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4e5fa9c-219f-4a22-afd9-f8fb6c077d04 HTTP/1.1" status: 200 len: 210 time: 0.0465865 Aug 23 20:32:38.040017 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 9e1d46dc-8d6a-4854-828f-c39d44cfe56a details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:32:38.041448 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-c0c7a9de-dc00-4da7-adff-499380e475fa service neutron] For port 9e1d46dc-8d6a-4854-828f-c39d44cfe56a, host n-h1-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:32:38.045383 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-c0c7a9de-dc00-4da7-adff-499380e475fa service neutron] For port 9e1d46dc-8d6a-4854-828f-c39d44cfe56a, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=9e1d46dc-8d6a-4854-828f-c39d44cfe56a,segment=NetworkSegment(feb662d9-0152-4f97-8d6d-89a1fa54f824),segment_id=feb662d9-0152-4f97-8d6d-89a1fa54f824)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:32:38.052047 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-c0c7a9de-dc00-4da7-adff-499380e475fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:38.135551 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab66f8-2de5-4d71-b62d-c17623fde452 req-50f0db06-1926-416d-9ff7-2bf6fdff7c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:38.137347 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a0ab66f8-2de5-4d71-b62d-c17623fde452 req-50f0db06-1926-416d-9ff7-2bf6fdff7c73 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73c5c62ec25a41ab8d37d29a4cff1db9&device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 1101 time: 0.0896122 Aug 23 20:32:38.146755 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-c0c7a9de-dc00-4da7-adff-499380e475fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:38.147383 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-c0c7a9de-dc00-4da7-adff-499380e475fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:38.148829 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-c0c7a9de-dc00-4da7-adff-499380e475fa service neutron] 10.222.0.32 "PUT /v2.0/ports/9e1d46dc-8d6a-4854-828f-c39d44cfe56a HTTP/1.1" status: 200 len: 1122 time: 1.1081054 Aug 23 20:32:38.165433 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c7a9de-dc00-4da7-adff-499380e475fa service neutron] Pushing event updated for resources: {'Port': ['ID=9e1d46dc-8d6a-4854-828f-c39d44cfe56a,revision_number=8']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:38.250414 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 9e1d46dc-8d6a-4854-828f-c39d44cfe56a, host n-h1-805663-2, got binding levels [] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:32:38.253595 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab66f8-2de5-4d71-b62d-c17623fde452 req-5916917f-181c-47ab-ae7e-f8723bc502a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:38.255300 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a0ab66f8-2de5-4d71-b62d-c17623fde452 req-5916917f-181c-47ab-ae7e-f8723bc502a3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=660f640a-b8b2-40aa-8ebf-76bd1608cceb HTTP/1.1" status: 200 len: 870 time: 0.1081846 Aug 23 20:32:38.263611 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['9e1d46dc-8d6a-4854-828f-c39d44cfe56a'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:32:38.317083 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Attempting to bind port 9e1d46dc-8d6a-4854-828f-c39d44cfe56a on host n-h1-805663-2 for vnic_type normal with profile {"migrating_to": "n-h2-805663-2"} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:32:38.317821 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Attempting to bind port 9e1d46dc-8d6a-4854-828f-c39d44cfe56a by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': 'feb662d9-0152-4f97-8d6d-89a1fa54f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '291e6885-2f63-495c-b479-2184cb200f47'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:32:38.318345 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Attempting to bind port 9e1d46dc-8d6a-4854-828f-c39d44cfe56a on network 291e6885-2f63-495c-b479-2184cb200f47 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:32:38.328281 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Port 9e1d46dc-8d6a-4854-828f-c39d44cfe56a on network 291e6885-2f63-495c-b479-2184cb200f47 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:32:38.329083 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Attempting to bind port 9e1d46dc-8d6a-4854-828f-c39d44cfe56a on network 291e6885-2f63-495c-b479-2184cb200f47 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:32:38.333089 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a0ab66f8-2de5-4d71-b62d-c17623fde452 req-8d6e63ae-4142-4b7b-9b13-20a0ba3001ed service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=ef58400f-73b2-4937-8e79-65542a19162f HTTP/1.1" status: 200 len: 217 time: 0.0658946 Aug 23 20:32:38.340998 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:32:38.341364 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Checking segment: {'id': 'feb662d9-0152-4f97-8d6d-89a1fa54f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '291e6885-2f63-495c-b479-2184cb200f47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:32:38.343348 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Bound using segment: {'id': 'feb662d9-0152-4f97-8d6d-89a1fa54f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '291e6885-2f63-495c-b479-2184cb200f47'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:32:38.344024 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Bound port: 9e1d46dc-8d6a-4854-828f-c39d44cfe56a, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feb662d9-0152-4f97-8d6d-89a1fa54f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '291e6885-2f63-495c-b479-2184cb200f47'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:32:38.344622 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:38.382159 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['9e1d46dc-8d6a-4854-828f-c39d44cfe56a'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:32:38.407526 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab66f8-2de5-4d71-b62d-c17623fde452 req-69d7860b-ba23-45ae-8197-21da8982ddb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:38.409496 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a0ab66f8-2de5-4d71-b62d-c17623fde452 req-69d7860b-ba23-45ae-8197-21da8982ddb2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.0605202 Aug 23 20:32:38.485331 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab66f8-2de5-4d71-b62d-c17623fde452 req-5507b6f5-abdc-4769-8dd0-a97021b9e750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:38.491023 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a0ab66f8-2de5-4d71-b62d-c17623fde452 req-5507b6f5-abdc-4769-8dd0-a97021b9e750 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0732749 Aug 23 20:32:38.508150 n-d-805663-2 neutron-server[94689]: WARNING neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Concurrent port binding operations failed on port 9e1d46dc-8d6a-4854-828f-c39d44cfe56a Aug 23 20:32:38.519425 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 9e1d46dc-8d6a-4854-828f-c39d44cfe56a, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=9e1d46dc-8d6a-4854-828f-c39d44cfe56a,segment=NetworkSegment(feb662d9-0152-4f97-8d6d-89a1fa54f824),segment_id=feb662d9-0152-4f97-8d6d-89a1fa54f824)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:32:38.527575 n-d-805663-2 neutron-server[94689]: INFO neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Attempt 2 to bind port 9e1d46dc-8d6a-4854-828f-c39d44cfe56a Aug 23 20:32:38.528047 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 9e1d46dc-8d6a-4854-828f-c39d44cfe56a has no active binding in host n-h2-805663-2 {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 23 20:32:38.673221 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebf879-14bc-4014-8c84-6afdcc477520 req-5ba1c65b-78f6-4201-9f32-bcd817f82ef9 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:38.674893 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9aebf879-14bc-4014-8c84-6afdcc477520 req-5ba1c65b-78f6-4201-9f32-bcd817f82ef9 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c59210e-7213-41f3-89d9-b0a17b5f07a5 HTTP/1.1" status: 200 len: 944 time: 0.1761174 Aug 23 20:32:38.757122 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a0ab66f8-2de5-4d71-b62d-c17623fde452 req-5c97f6fd-9c7a-4c60-ad5f-a577235c4217 service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489467 Aug 23 20:32:38.760437 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9dff8-59ed-4dfc-b5ad-08b549241a98 req-d19eab7d-ae5b-4e81-ad37-c5deaccaa04d tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:38.767852 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9aebf879-14bc-4014-8c84-6afdcc477520 req-5d1d8e4c-edb6-4e07-9d27-311c94870f1f tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831325 Aug 23 20:32:38.768950 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c2f9dff8-59ed-4dfc-b5ad-08b549241a98 req-d19eab7d-ae5b-4e81-ad37-c5deaccaa04d tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 950 time: 0.0759449 Aug 23 20:32:38.822987 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c2f9dff8-59ed-4dfc-b5ad-08b549241a98 req-29e13c0f-19b3-47fc-bac8-c66242f01c51 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529089 Aug 23 20:32:38.886971 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 51866) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:32:38.903598 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-cc9fd974-7b66-4f65-90d3-4f3bd8f89528 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1549691481'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:32:38.941134 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a0ab66f8-2de5-4d71-b62d-c17623fde452 req-c0096136-d3ab-464d-86bf-2ffefd43166d service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722178 Aug 23 20:32:38.963827 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9fd974-7b66-4f65-90d3-4f3bd8f89528 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Made reservation on behalf of 0a91fd320cb1405f8d3783ce9085793e for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:32:38.970139 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cc9fd974-7b66-4f65-90d3-4f3bd8f89528 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:38.987906 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3754ce-8595-4134-826a-3925fba0f318 req-46c63ddc-2351-4569-a962-c0bd10016241 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:38.997588 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc9fd974-7b66-4f65-90d3-4f3bd8f89528 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:32:38.998372 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0e3754ce-8595-4134-826a-3925fba0f318 req-46c63ddc-2351-4569-a962-c0bd10016241 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7c97eec-6e84-413c-9d94-f295a29998b8 HTTP/1.1" status: 200 len: 944 time: 0.0957716 Aug 23 20:32:39.008771 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cc9fd974-7b66-4f65-90d3-4f3bd8f89528 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:39.009279 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-cc9fd974-7b66-4f65-90d3-4f3bd8f89528 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Added segment 8eba2c08-8fde-43b2-907a-ed6e6b74f059 of type vlan for network 3540c16b-5ded-45d3-80bb-012ec217ee8b Aug 23 20:32:39.058064 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cc9fd974-7b66-4f65-90d3-4f3bd8f89528 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:39.065185 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0e3754ce-8595-4134-826a-3925fba0f318 req-712dc81b-a9b8-49f0-bdbb-6e12bed9eb39 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656979 Aug 23 20:32:39.090984 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cc9fd974-7b66-4f65-90d3-4f3bd8f89528 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:39.098297 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9fd974-7b66-4f65-90d3-4f3bd8f89528 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:39.099158 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cc9fd974-7b66-4f65-90d3-4f3bd8f89528 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:39.223035 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-233e6ab5-8c95-4ea2-adb3-0e0beeee79af req-5f2e8563-4554-4000-b5c8-50955625545f tempest-ServerShowV247Test-728734885 tempest-ServerShowV247Test-728734885-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4e5fa9c-219f-4a22-afd9-f8fb6c077d04 HTTP/1.1" status: 200 len: 210 time: 0.1066658 Aug 23 20:32:39.231510 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-cc9fd974-7b66-4f65-90d3-4f3bd8f89528 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3419726 Aug 23 20:32:39.237494 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 51880) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:32:39.243890 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-8c89e707-00f1-4351-aca2-d6686f242537 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-896524066'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:32:39.261830 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9fd974-7b66-4f65-90d3-4f3bd8f89528 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Pushing event updated for resources: {'Network': ['ID=3540c16b-5ded-45d3-80bb-012ec217ee8b,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:39.274705 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 3540c16b-5ded-45d3-80bb-012ec217ee8b details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:32:39.298958 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c89e707-00f1-4351-aca2-d6686f242537 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Made reservation on behalf of 0a91fd320cb1405f8d3783ce9085793e for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:32:39.302919 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8c89e707-00f1-4351-aca2-d6686f242537 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:39.346432 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c89e707-00f1-4351-aca2-d6686f242537 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:32:39.357761 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8c89e707-00f1-4351-aca2-d6686f242537 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:39.358313 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-8c89e707-00f1-4351-aca2-d6686f242537 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Added segment 944ef231-16f6-43e4-b600-906b7024b8ba of type vlan for network af4706b6-78a2-4ed9-91e2-487e13d661e6 Aug 23 20:32:39.417131 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8c89e707-00f1-4351-aca2-d6686f242537 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:39.457237 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8c89e707-00f1-4351-aca2-d6686f242537 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:39.466121 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c89e707-00f1-4351-aca2-d6686f242537 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:39.466928 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8c89e707-00f1-4351-aca2-d6686f242537 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:39.569783 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8c89e707-00f1-4351-aca2-d6686f242537 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3286972 Aug 23 20:32:39.572096 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 51882) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:32:39.587422 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c89e707-00f1-4351-aca2-d6686f242537 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Pushing event updated for resources: {'Network': ['ID=af4706b6-78a2-4ed9-91e2-487e13d661e6,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:39.602627 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-94be34ec-6339-4019-9053-87da9d54f50f tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Request body: {'subnet': {'network_id': '3540c16b-5ded-45d3-80bb-012ec217ee8b', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:32:39.603898 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network af4706b6-78a2-4ed9-91e2-487e13d661e6 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:32:39.719827 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94be34ec-6339-4019-9053-87da9d54f50f tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Made reservation on behalf of 0a91fd320cb1405f8d3783ce9085793e for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:32:39.733428 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-94be34ec-6339-4019-9053-87da9d54f50f tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:39.787996 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7c97eec-6e84-413c-9d94-f295a29998b8', 'tag': '9e1d46dc-8d6a-4854-828f-c39d44cfe56a'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:32:39.790518 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3193b8c-fecf-418f-ad32-e88adb91fec7" -d '{"events": [{"name": "network-changed", "server_uuid": "b7c97eec-6e84-413c-9d94-f295a29998b8", "tag": "9e1d46dc-8d6a-4854-828f-c39d44cfe56a"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:32:39.841529 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7113f75-63aa-4c54-925f-89287418b286 x-openstack-request-id: req-f7113f75-63aa-4c54-925f-89287418b286 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:32:39.841806 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7c97eec-6e84-413c-9d94-f295a29998b8", "tag": "9e1d46dc-8d6a-4854-828f-c39d44cfe56a", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:32:39.842130 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f7113f75-63aa-4c54-925f-89287418b286 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:32:39.842433 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7c97eec-6e84-413c-9d94-f295a29998b8', 'tag': '9e1d46dc-8d6a-4854-828f-c39d44cfe56a', 'status': 'completed', 'code': 200} Aug 23 20:32:39.950341 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8941d281-0f35-4525-aec3-0fb3947a0fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:39.991826 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87613643-66b3-40b3-b8c6-7f9567fecac4 req-fbdc3e68-9cb3-4b9a-b8d4-531a6a8c272a tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:39.998183 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-87613643-66b3-40b3-b8c6-7f9567fecac4 req-fbdc3e68-9cb3-4b9a-b8d4-531a6a8c272a tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 950 time: 0.0982077 Aug 23 20:32:40.052166 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-87613643-66b3-40b3-b8c6-7f9567fecac4 req-a0b1427f-5728-475a-88e7-61fa6606dabf tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453310 Aug 23 20:32:40.194936 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:40.295483 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed51d8d-4d77-41ac-bc5b-a63f65c163ab req-ee264fcb-b92b-4456-bfe7-2245af8f236b tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:40.297562 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-aed51d8d-4d77-41ac-bc5b-a63f65c163ab req-ee264fcb-b92b-4456-bfe7-2245af8f236b tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c59210e-7213-41f3-89d9-b0a17b5f07a5 HTTP/1.1" status: 200 len: 944 time: 0.4403105 Aug 23 20:32:40.301650 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3193b8c-fecf-418f-ad32-e88adb91fec7 req-c82fefff-917d-405f-80d1-9abc676bd28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:40.303080 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c3193b8c-fecf-418f-ad32-e88adb91fec7 req-c82fefff-917d-405f-80d1-9abc676bd28b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80dadbb9f2554b479c0b13605bddd689&device_id=b7c97eec-6e84-413c-9d94-f295a29998b8 HTTP/1.1" status: 200 len: 1125 time: 0.4138212 Aug 23 20:32:40.338653 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e991f7-1f5c-4fd7-97b4-83796b403fa4 req-5ef98390-9855-4bd1-b1d2-f0c5169c5164 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:40.341112 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f7e991f7-1f5c-4fd7-97b4-83796b403fa4 req-5ef98390-9855-4bd1-b1d2-f0c5169c5164 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7c97eec-6e84-413c-9d94-f295a29998b8 HTTP/1.1" status: 200 len: 944 time: 0.0666425 Aug 23 20:32:40.426302 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f7e991f7-1f5c-4fd7-97b4-83796b403fa4 req-ebf58c76-82af-4ffd-bf29-4d9aa6a1732a tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783508 Aug 23 20:32:40.466898 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-94be34ec-6339-4019-9053-87da9d54f50f tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:40.482927 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-aed51d8d-4d77-41ac-bc5b-a63f65c163ab req-a025d530-a5e1-403d-a5a7-919d54ae80a6 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767614 Aug 23 20:32:40.591390 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3193b8c-fecf-418f-ad32-e88adb91fec7 req-432b409e-4202-4a12-abec-35ea2b74c078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:40.593566 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c3193b8c-fecf-418f-ad32-e88adb91fec7 req-432b409e-4202-4a12-abec-35ea2b74c078 service neutron] 10.222.0.11 "GET /v2.0/networks?id=291e6885-2f63-495c-b479-2184cb200f47 HTTP/1.1" status: 200 len: 922 time: 0.2756793 Aug 23 20:32:40.650740 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be34ec-6339-4019-9053-87da9d54f50f tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Pushing event updated for resources: {'Subnet': ['ID=1fd3acb9-9364-43a9-926f-7317badfdeb5,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:40.695925 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-45bfed12-83e0-4156-a265-874ba1f159c7 req-5db8a177-2f31-4f3f-b2d7-76f4440c6375 tempest-ServerShowV247Test-728734885 tempest-ServerShowV247Test-728734885-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4e5fa9c-219f-4a22-afd9-f8fb6c077d04 HTTP/1.1" status: 200 len: 210 time: 0.1059127 Aug 23 20:32:40.698697 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c3193b8c-fecf-418f-ad32-e88adb91fec7 req-bece4192-72a6-4dcc-99d3-da5cc601f7fa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e1d46dc-8d6a-4854-828f-c39d44cfe56a HTTP/1.1" status: 200 len: 217 time: 0.0837729 Aug 23 20:32:40.699374 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94be34ec-6339-4019-9053-87da9d54f50f tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Checking segment: {'id': '8eba2c08-8fde-43b2-907a-ed6e6b74f059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3540c16b-5ded-45d3-80bb-012ec217ee8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:32:40.699736 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94be34ec-6339-4019-9053-87da9d54f50f tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Network hostable DHCP agents. Network: 3540c16b-5ded-45d3-80bb-012ec217ee8b, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:32:40.791614 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94be34ec-6339-4019-9053-87da9d54f50f tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Network 3540c16b-5ded-45d3-80bb-012ec217ee8b is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:32:40.800168 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3193b8c-fecf-418f-ad32-e88adb91fec7 req-71906fdf-33ad-40de-a995-4303e6570b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:40.801780 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c3193b8c-fecf-418f-ad32-e88adb91fec7 req-71906fdf-33ad-40de-a995-4303e6570b00 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dff65f8b-9e15-4b43-b237-3b4edeaab508 HTTP/1.1" status: 200 len: 861 time: 0.0851021 Aug 23 20:32:40.807874 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-94be34ec-6339-4019-9053-87da9d54f50f tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 3540c16b-5ded-45d3-80bb-012ec217ee8b) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:32:40.814784 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94be34ec-6339-4019-9053-87da9d54f50f tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:40.815625 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-94be34ec-6339-4019-9053-87da9d54f50f tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:40.822861 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080569fc-4f4c-4178-80a2-9968b19c384e None None] Network 3540c16b-5ded-45d3-80bb-012ec217ee8b requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:32:40.867493 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c3193b8c-fecf-418f-ad32-e88adb91fec7 req-f87f94dd-2134-4d53-aa38-7390fc83f176 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=291e6885-2f63-495c-b479-2184cb200f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482836 Aug 23 20:32:40.878889 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 51908) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:32:40.879286 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-94be34ec-6339-4019-9053-87da9d54f50f tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3062541 Aug 23 20:32:40.884416 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-a772aaca-e753-40d6-8806-d5cbe386b0f7 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Request body: {'subnet': {'network_id': 'af4706b6-78a2-4ed9-91e2-487e13d661e6', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:32:41.001750 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c3193b8c-fecf-418f-ad32-e88adb91fec7 req-daf42b80-f3d6-4019-ad68-c2cd3a06ff38 service neutron] 10.222.0.11 "GET /v2.0/networks/291e6885-2f63-495c-b479-2184cb200f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209533 Aug 23 20:32:41.017262 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a772aaca-e753-40d6-8806-d5cbe386b0f7 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Made reservation on behalf of 0a91fd320cb1405f8d3783ce9085793e for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:32:41.021235 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a772aaca-e753-40d6-8806-d5cbe386b0f7 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:41.146158 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c3193b8c-fecf-418f-ad32-e88adb91fec7 req-c06eb33a-9041-4d4f-ad24-6ac152fb894a service neutron] 10.222.0.11 "GET /v2.0/networks/291e6885-2f63-495c-b479-2184cb200f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248448 Aug 23 20:32:41.199449 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a66ce7-7ec4-4123-90ae-0a8d1a0cf8ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-3540c16b-5ded-45d3-80bb-012ec217ee8b', 'network_id': '3540c16b-5ded-45d3-80bb-012ec217ee8b', 'tenant_id': '0a91fd320cb1405f8d3783ce9085793e', 'fixed_ips': [{'subnet_id': '1fd3acb9-9364-43a9-926f-7317badfdeb5'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:32:41.200967 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-07a66ce7-7ec4-4123-90ae-0a8d1a0cf8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:41.268184 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753da6d-4c4f-454e-b6ef-64be5670e2b3 req-34872de2-4780-472c-aed3-f82cfb0ce103 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:41.275908 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6753da6d-4c4f-454e-b6ef-64be5670e2b3 req-34872de2-4780-472c-aed3-f82cfb0ce103 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 950 time: 0.1321487 Aug 23 20:32:41.337949 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6753da6d-4c4f-454e-b6ef-64be5670e2b3 req-bc8337b5-7a6d-49bd-97c9-27529067099d tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611143 Aug 23 20:32:41.420039 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a772aaca-e753-40d6-8806-d5cbe386b0f7 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:41.441738 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-07a66ce7-7ec4-4123-90ae-0a8d1a0cf8ef None None] Allocated IP 10.1.1.2 (3540c16b-5ded-45d3-80bb-012ec217ee8b/1fd3acb9-9364-43a9-926f-7317badfdeb5/bf4d1797-8651-4db3-87df-ac2d7bc785ab) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:32:41.642643 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a772aaca-e753-40d6-8806-d5cbe386b0f7 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Pushing event updated for resources: {'Subnet': ['ID=219a97fb-cf76-43fd-a3c0-23a4e8b36a26,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:41.642867 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-07a66ce7-7ec4-4123-90ae-0a8d1a0cf8ef None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:41.656637 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-07a66ce7-7ec4-4123-90ae-0a8d1a0cf8ef None None] Transition to ACTIVE for port object bf4d1797-8651-4db3-87df-ac2d7bc785ab will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:32:41.676907 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-07a66ce7-7ec4-4123-90ae-0a8d1a0cf8ef None None] Transition to ACTIVE for port object bf4d1797-8651-4db3-87df-ac2d7bc785ab will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:32:41.686091 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-07a66ce7-7ec4-4123-90ae-0a8d1a0cf8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:41.690994 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c428cf-393e-4566-8852-0fec01c3225c req-ee5b24d0-b2c5-4893-bd20-0b477d08e6cf tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:41.699060 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-90c428cf-393e-4566-8852-0fec01c3225c req-ee5b24d0-b2c5-4893-bd20-0b477d08e6cf tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c59210e-7213-41f3-89d9-b0a17b5f07a5 HTTP/1.1" status: 200 len: 944 time: 0.0989900 Aug 23 20:32:41.713284 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb90a62-ba8c-4acd-aae8-9bae23720c80 req-3ad88a62-91cb-4c4b-af59-badb4ae22bca tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:41.724224 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dcb90a62-ba8c-4acd-aae8-9bae23720c80 req-3ad88a62-91cb-4c4b-af59-badb4ae22bca tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7c97eec-6e84-413c-9d94-f295a29998b8 HTTP/1.1" status: 200 len: 944 time: 0.1804135 Aug 23 20:32:41.737053 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a66ce7-7ec4-4123-90ae-0a8d1a0cf8ef None None] Network 3540c16b-5ded-45d3-80bb-012ec217ee8b is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:32:41.740315 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-07a66ce7-7ec4-4123-90ae-0a8d1a0cf8ef None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:32:41.742944 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a66ce7-7ec4-4123-90ae-0a8d1a0cf8ef None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:32:41.804440 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dcb90a62-ba8c-4acd-aae8-9bae23720c80 req-6a731469-9a56-4c93-a74d-1adffab46fa1 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751877 Aug 23 20:32:41.805683 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-90c428cf-393e-4566-8852-0fec01c3225c req-b537dc2e-fabb-4513-b07e-450b852150fc tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054068 Aug 23 20:32:41.820764 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a772aaca-e753-40d6-8806-d5cbe386b0f7 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Checking segment: {'id': '944ef231-16f6-43e4-b600-906b7024b8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'af4706b6-78a2-4ed9-91e2-487e13d661e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:32:41.821495 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a772aaca-e753-40d6-8806-d5cbe386b0f7 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Network hostable DHCP agents. Network: af4706b6-78a2-4ed9-91e2-487e13d661e6, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:32:41.837533 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a66ce7-7ec4-4123-90ae-0a8d1a0cf8ef None None] Pushing event updated for resources: {'Port': ['ID=bf4d1797-8651-4db3-87df-ac2d7bc785ab,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:41.842150 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-07a66ce7-7ec4-4123-90ae-0a8d1a0cf8ef None None] Attempting to bind port bf4d1797-8651-4db3-87df-ac2d7bc785ab on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:32:41.844719 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-07a66ce7-7ec4-4123-90ae-0a8d1a0cf8ef None None] Attempting to bind port bf4d1797-8651-4db3-87df-ac2d7bc785ab by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '8eba2c08-8fde-43b2-907a-ed6e6b74f059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3540c16b-5ded-45d3-80bb-012ec217ee8b'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:32:41.845185 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a66ce7-7ec4-4123-90ae-0a8d1a0cf8ef None None] Attempting to bind port bf4d1797-8651-4db3-87df-ac2d7bc785ab on network 3540c16b-5ded-45d3-80bb-012ec217ee8b {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:32:41.857902 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a66ce7-7ec4-4123-90ae-0a8d1a0cf8ef None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:32:41.863863 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a66ce7-7ec4-4123-90ae-0a8d1a0cf8ef None None] Checking segment: {'id': '8eba2c08-8fde-43b2-907a-ed6e6b74f059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3540c16b-5ded-45d3-80bb-012ec217ee8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:32:41.864419 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-07a66ce7-7ec4-4123-90ae-0a8d1a0cf8ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:41.864830 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a66ce7-7ec4-4123-90ae-0a8d1a0cf8ef None None] Bound using segment: {'id': '8eba2c08-8fde-43b2-907a-ed6e6b74f059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3540c16b-5ded-45d3-80bb-012ec217ee8b'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:32:41.865570 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-07a66ce7-7ec4-4123-90ae-0a8d1a0cf8ef None None] Bound port: bf4d1797-8651-4db3-87df-ac2d7bc785ab, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eba2c08-8fde-43b2-907a-ed6e6b74f059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3540c16b-5ded-45d3-80bb-012ec217ee8b'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:32:41.865973 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-07a66ce7-7ec4-4123-90ae-0a8d1a0cf8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:41.876985 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a772aaca-e753-40d6-8806-d5cbe386b0f7 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Network af4706b6-78a2-4ed9-91e2-487e13d661e6 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:32:41.897663 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-a772aaca-e753-40d6-8806-d5cbe386b0f7 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, af4706b6-78a2-4ed9-91e2-487e13d661e6) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:32:41.920159 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a772aaca-e753-40d6-8806-d5cbe386b0f7 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:41.921829 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a772aaca-e753-40d6-8806-d5cbe386b0f7 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:41.958089 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a772aaca-e753-40d6-8806-d5cbe386b0f7 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0774298 Aug 23 20:32:41.960521 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 51936) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:32:41.966958 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-1e1d8a94-06be-45f4-8722-318f339e08ea tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Request body: {'port': {'network_id': '3540c16b-5ded-45d3-80bb-012ec217ee8b', 'name': 'tempest-TaggedBootDevicesTest-136534562', 'fixed_ips': [{'subnet_id': '1fd3acb9-9364-43a9-926f-7317badfdeb5'}]}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:32:41.971570 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bd087f-55c5-4aba-8469-cae30f96b5b8 None None] Network af4706b6-78a2-4ed9-91e2-487e13d661e6 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:32:42.021257 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-07a66ce7-7ec4-4123-90ae-0a8d1a0cf8ef None None] For port bf4d1797-8651-4db3-87df-ac2d7bc785ab, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:32:42.024933 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e712c4de-3648-476d-9c29-f999072129ab req-e9278b45-3319-4d47-aaca-01cfb3c921c2 tempest-ServerShowV247Test-728734885 tempest-ServerShowV247Test-728734885-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4e5fa9c-219f-4a22-afd9-f8fb6c077d04 HTTP/1.1" status: 200 len: 210 time: 0.0873816 Aug 23 20:32:42.041521 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-07a66ce7-7ec4-4123-90ae-0a8d1a0cf8ef None None] For port bf4d1797-8651-4db3-87df-ac2d7bc785ab, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=bf4d1797-8651-4db3-87df-ac2d7bc785ab,segment=NetworkSegment(8eba2c08-8fde-43b2-907a-ed6e6b74f059),segment_id=8eba2c08-8fde-43b2-907a-ed6e6b74f059)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:32:42.051298 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-07a66ce7-7ec4-4123-90ae-0a8d1a0cf8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:42.110663 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a66ce7-7ec4-4123-90ae-0a8d1a0cf8ef None None] Pushing event updated for resources: {'Port': ['ID=bf4d1797-8651-4db3-87df-ac2d7bc785ab,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:42.208166 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1d8a94-06be-45f4-8722-318f339e08ea tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Made reservation on behalf of 0a91fd320cb1405f8d3783ce9085793e for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:32:42.274223 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0027965f-c90f-4a0f-9703-c2491bd93fa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-af4706b6-78a2-4ed9-91e2-487e13d661e6', 'network_id': 'af4706b6-78a2-4ed9-91e2-487e13d661e6', 'tenant_id': '0a91fd320cb1405f8d3783ce9085793e', 'fixed_ips': [{'subnet_id': '219a97fb-cf76-43fd-a3c0-23a4e8b36a26'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:32:42.275402 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0027965f-c90f-4a0f-9703-c2491bd93fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:42.378764 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1e1d8a94-06be-45f4-8722-318f339e08ea tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:42.466403 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-1e1d8a94-06be-45f4-8722-318f339e08ea tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] device_id is not set on port 60ae1ebc-636b-4489-b110-9d50fcbfd8b3 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:32:42.622084 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be57fd3-8070-40a6-a4fb-f18bc47e9d45 req-ac4f8034-7799-470d-8239-74ba19998d64 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:42.641617 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2be57fd3-8070-40a6-a4fb-f18bc47e9d45 req-ac4f8034-7799-470d-8239-74ba19998d64 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 950 time: 0.1241295 Aug 23 20:32:42.697629 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-0027965f-c90f-4a0f-9703-c2491bd93fa3 None None] Allocated IP 10.2.2.2 (af4706b6-78a2-4ed9-91e2-487e13d661e6/219a97fb-cf76-43fd-a3c0-23a4e8b36a26/af29d4ed-8da6-48ca-8041-c80c4a61ced3) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:32:42.742629 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2be57fd3-8070-40a6-a4fb-f18bc47e9d45 req-a46f7b83-b0b3-4581-af9f-a3b4aac59741 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990305 Aug 23 20:32:42.855903 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device bf4d1797-8651-4db3-87df-ac2d7bc785ab up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:32:42.976757 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-1e1d8a94-06be-45f4-8722-318f339e08ea tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Allocated IP 10.1.1.46 (3540c16b-5ded-45d3-80bb-012ec217ee8b/1fd3acb9-9364-43a9-926f-7317badfdeb5/60ae1ebc-636b-4489-b110-9d50fcbfd8b3) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:32:43.027874 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e47eba-edf1-46cf-94f4-5af1c03fd7df req-e6ef65a4-a098-434b-935c-8dde843d1b5d tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:43.038627 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0027965f-c90f-4a0f-9703-c2491bd93fa3 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:43.040944 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port bf4d1797-8651-4db3-87df-ac2d7bc785ab completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:32:43.041241 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-38e47eba-edf1-46cf-94f4-5af1c03fd7df req-e6ef65a4-a098-434b-935c-8dde843d1b5d tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7c97eec-6e84-413c-9d94-f295a29998b8 HTTP/1.1" status: 200 len: 944 time: 0.1113741 Aug 23 20:32:43.052227 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-20fb5cea-1a60-49ae-ad98-568b3e986a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:43.063140 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0027965f-c90f-4a0f-9703-c2491bd93fa3 None None] Transition to ACTIVE for port object af29d4ed-8da6-48ca-8041-c80c4a61ced3 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:32:43.091365 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0027965f-c90f-4a0f-9703-c2491bd93fa3 None None] Transition to ACTIVE for port object af29d4ed-8da6-48ca-8041-c80c4a61ced3 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:32:43.118890 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0027965f-c90f-4a0f-9703-c2491bd93fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:43.140977 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-38e47eba-edf1-46cf-94f4-5af1c03fd7df req-071b236f-cc98-4c0e-9df6-e5289854f193 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963910 Aug 23 20:32:43.196959 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1e1d8a94-06be-45f4-8722-318f339e08ea tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:43.227478 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-1e1d8a94-06be-45f4-8722-318f339e08ea tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Transition to ACTIVE for port object 60ae1ebc-636b-4489-b110-9d50fcbfd8b3 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:32:43.242319 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0027965f-c90f-4a0f-9703-c2491bd93fa3 None None] Network af4706b6-78a2-4ed9-91e2-487e13d661e6 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:32:43.244735 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0027965f-c90f-4a0f-9703-c2491bd93fa3 None None] Pushing event updated for resources: {'Port': ['ID=af29d4ed-8da6-48ca-8041-c80c4a61ced3,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:43.248596 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-0027965f-c90f-4a0f-9703-c2491bd93fa3 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:32:43.251746 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0027965f-c90f-4a0f-9703-c2491bd93fa3 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:32:43.357207 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-0027965f-c90f-4a0f-9703-c2491bd93fa3 None None] Attempting to bind port af29d4ed-8da6-48ca-8041-c80c4a61ced3 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:32:43.357586 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-0027965f-c90f-4a0f-9703-c2491bd93fa3 None None] Attempting to bind port af29d4ed-8da6-48ca-8041-c80c4a61ced3 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '944ef231-16f6-43e4-b600-906b7024b8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'af4706b6-78a2-4ed9-91e2-487e13d661e6'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:32:43.357954 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0027965f-c90f-4a0f-9703-c2491bd93fa3 None None] Attempting to bind port af29d4ed-8da6-48ca-8041-c80c4a61ced3 on network af4706b6-78a2-4ed9-91e2-487e13d661e6 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:32:43.364203 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0027965f-c90f-4a0f-9703-c2491bd93fa3 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:32:43.364576 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0027965f-c90f-4a0f-9703-c2491bd93fa3 None None] Checking segment: {'id': '944ef231-16f6-43e4-b600-906b7024b8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'af4706b6-78a2-4ed9-91e2-487e13d661e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:32:43.364978 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0027965f-c90f-4a0f-9703-c2491bd93fa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:43.365507 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0027965f-c90f-4a0f-9703-c2491bd93fa3 None None] Bound using segment: {'id': '944ef231-16f6-43e4-b600-906b7024b8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'af4706b6-78a2-4ed9-91e2-487e13d661e6'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:32:43.366344 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-0027965f-c90f-4a0f-9703-c2491bd93fa3 None None] Bound port: af29d4ed-8da6-48ca-8041-c80c4a61ced3, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '944ef231-16f6-43e4-b600-906b7024b8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'af4706b6-78a2-4ed9-91e2-487e13d661e6'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:32:43.366873 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0027965f-c90f-4a0f-9703-c2491bd93fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:43.371550 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e394cff0-9b8e-4476-8911-6296fb5d21e9 req-db54c4a1-b3f9-49bb-93ca-1169b2d5b1e8 tempest-ServerShowV247Test-728734885 tempest-ServerShowV247Test-728734885-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4e5fa9c-219f-4a22-afd9-f8fb6c077d04 HTTP/1.1" status: 200 len: 210 time: 0.0511274 Aug 23 20:32:43.414122 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1e1d8a94-06be-45f4-8722-318f339e08ea tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:43.535702 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:43.541788 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-0027965f-c90f-4a0f-9703-c2491bd93fa3 None None] For port af29d4ed-8da6-48ca-8041-c80c4a61ced3, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:32:43.550604 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-0027965f-c90f-4a0f-9703-c2491bd93fa3 None None] For port af29d4ed-8da6-48ca-8041-c80c4a61ced3, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=af29d4ed-8da6-48ca-8041-c80c4a61ced3,segment=NetworkSegment(944ef231-16f6-43e4-b600-906b7024b8ba),segment_id=944ef231-16f6-43e4-b600-906b7024b8ba)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:32:43.552006 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1d8a94-06be-45f4-8722-318f339e08ea tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Pushing event updated for resources: {'Port': ['ID=60ae1ebc-636b-4489-b110-9d50fcbfd8b3,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:43.557297 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0027965f-c90f-4a0f-9703-c2491bd93fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:43.611630 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df24db8-a245-4007-b3c7-95e24c6bbe14 req-fcce26cd-be79-4db8-8867-f776c9b8a14a tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:43.631092 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9df24db8-a245-4007-b3c7-95e24c6bbe14 req-fcce26cd-be79-4db8-8867-f776c9b8a14a tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c59210e-7213-41f3-89d9-b0a17b5f07a5 HTTP/1.1" status: 200 len: 944 time: 0.3039386 Aug 23 20:32:43.637307 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1d8a94-06be-45f4-8722-318f339e08ea tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Network 3540c16b-5ded-45d3-80bb-012ec217ee8b is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:32:43.651618 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-1e1d8a94-06be-45f4-8722-318f339e08ea tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:32:43.664031 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1d8a94-06be-45f4-8722-318f339e08ea tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:32:43.708830 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0027965f-c90f-4a0f-9703-c2491bd93fa3 None None] Pushing event updated for resources: {'Port': ['ID=af29d4ed-8da6-48ca-8041-c80c4a61ced3,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:43.761475 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f28cc21-2b7a-401b-919c-9c34180d4afc None None] Network 3540c16b-5ded-45d3-80bb-012ec217ee8b requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:32:43.817850 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9df24db8-a245-4007-b3c7-95e24c6bbe14 req-f7c9143d-2612-4918-b28d-f3d72528066c tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857464 Aug 23 20:32:43.846725 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1d8a94-06be-45f4-8722-318f339e08ea tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:43.849164 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1e1d8a94-06be-45f4-8722-318f339e08ea tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:43.876828 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1e1d8a94-06be-45f4-8722-318f339e08ea tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9149020 Aug 23 20:32:43.879977 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 51974) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:32:43.887421 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-2ab74c91-6082-4e8b-bb17-d58d4ad93b69 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Request body: {'port': {'network_id': '3540c16b-5ded-45d3-80bb-012ec217ee8b', 'name': 'tempest-TaggedBootDevicesTest-87624848', 'fixed_ips': [{'subnet_id': '1fd3acb9-9364-43a9-926f-7317badfdeb5'}]}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:32:43.916865 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ed22024e-45e0-4dbd-83c7-f5c68b4e5528 None None] Provisioning for port bf4d1797-8651-4db3-87df-ac2d7bc785ab completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:32:43.942161 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ed22024e-45e0-4dbd-83c7-f5c68b4e5528 None None] Provisioning complete for port bf4d1797-8651-4db3-87df-ac2d7bc785ab triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:32:43.942539 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed22024e-45e0-4dbd-83c7-f5c68b4e5528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:44.016049 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ff8d5-298a-472e-b6a1-8c0f2187c569 req-a53b8993-30c8-4f38-a353-72b203504721 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:44.021805 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b62ff8d5-298a-472e-b6a1-8c0f2187c569 req-a53b8993-30c8-4f38-a353-72b203504721 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 950 time: 0.1485777 Aug 23 20:32:44.049082 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:32:44.069428 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab74c91-6082-4e8b-bb17-d58d4ad93b69 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Made reservation on behalf of 0a91fd320cb1405f8d3783ce9085793e for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:32:44.083398 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2ab74c91-6082-4e8b-bb17-d58d4ad93b69 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:44.139178 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b62ff8d5-298a-472e-b6a1-8c0f2187c569 req-1b8b4a7e-29fa-4c9a-bc66-37982262b824 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938203 Aug 23 20:32:44.152987 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-2ab74c91-6082-4e8b-bb17-d58d4ad93b69 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] device_id is not set on port 6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:32:44.243365 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 08f8dea4-08e0-46b1-a8c1-93efe9d39a93 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:32:44.245459 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 9e1d46dc-8d6a-4854-828f-c39d44cfe56a no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:32:44.322563 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed22024e-45e0-4dbd-83c7-f5c68b4e5528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:44.401880 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-ed22024e-45e0-4dbd-83c7-f5c68b4e5528 None None] For port bf4d1797-8651-4db3-87df-ac2d7bc785ab, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=bf4d1797-8651-4db3-87df-ac2d7bc785ab,segment=NetworkSegment(8eba2c08-8fde-43b2-907a-ed6e6b74f059),segment_id=8eba2c08-8fde-43b2-907a-ed6e6b74f059)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:32:44.483452 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed22024e-45e0-4dbd-83c7-f5c68b4e5528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:44.522351 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-ca6d59bc-d5bc-4a01-b920-2aa093cfe6fb service neutron] 10.222.0.11 "GET /v2.0/ports/9e1d46dc-8d6a-4854-828f-c39d44cfe56a/bindings/n-h2-805663-2 HTTP/1.1" status: 200 len: 384 time: 0.1565943 Aug 23 20:32:44.546665 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b558d8d6-1806-4fd0-a1c3-2e03679c92e9 req-8bb7e2f3-b1c8-40df-bbcc-dc983ba8ccad tempest-ServerShowV247Test-728734885 tempest-ServerShowV247Test-728734885-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4e5fa9c-219f-4a22-afd9-f8fb6c077d04 HTTP/1.1" status: 200 len: 210 time: 0.0387874 Aug 23 20:32:44.557019 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01ca23-b435-4d66-ae0f-d239830eac9c req-91e511ab-50cd-484e-901b-147ff506c674 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:44.559061 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cf01ca23-b435-4d66-ae0f-d239830eac9c req-91e511ab-50cd-484e-901b-147ff506c674 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7c97eec-6e84-413c-9d94-f295a29998b8 HTTP/1.1" status: 200 len: 944 time: 0.2969205 Aug 23 20:32:44.632524 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-2ab74c91-6082-4e8b-bb17-d58d4ad93b69 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Allocated IP 10.1.1.26 (3540c16b-5ded-45d3-80bb-012ec217ee8b/1fd3acb9-9364-43a9-926f-7317badfdeb5/6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:32:44.708642 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:44.885748 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2ab74c91-6082-4e8b-bb17-d58d4ad93b69 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:44.915991 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-2ab74c91-6082-4e8b-bb17-d58d4ad93b69 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Transition to ACTIVE for port object 6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:32:44.936344 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-012ff19d-708b-4fb3-bb39-d6d98408a5eb None None] Provisioning for port 60ae1ebc-636b-4489-b110-9d50fcbfd8b3 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:32:44.996819 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed22024e-45e0-4dbd-83c7-f5c68b4e5528 None None] Pushing event updated for resources: {'Port': ['ID=bf4d1797-8651-4db3-87df-ac2d7bc785ab,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:45.002555 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device af29d4ed-8da6-48ca-8041-c80c4a61ced3 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:32:45.068335 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763b6be-151a-47b7-91eb-b97234860052 req-10ddf842-c5a7-44e2-a950-b74a0dec34ae tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:45.073553 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b763b6be-151a-47b7-91eb-b97234860052 req-10ddf842-c5a7-44e2-a950-b74a0dec34ae tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c59210e-7213-41f3-89d9-b0a17b5f07a5 HTTP/1.1" status: 200 len: 944 time: 0.1008284 Aug 23 20:32:45.084311 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-012ff19d-708b-4fb3-bb39-d6d98408a5eb None None] Provisioning complete for port 60ae1ebc-636b-4489-b110-9d50fcbfd8b3 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:32:45.084934 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-012ff19d-708b-4fb3-bb39-d6d98408a5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:45.107495 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2ab74c91-6082-4e8b-bb17-d58d4ad93b69 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:45.153317 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b763b6be-151a-47b7-91eb-b97234860052 req-2eaeafcc-73f6-4649-98f1-974250b0d154 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645952 Aug 23 20:32:45.198045 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 08f8dea4-08e0-46b1-a8c1-93efe9d39a93, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=08f8dea4-08e0-46b1-a8c1-93efe9d39a93,segment=NetworkSegment(3440ae09-322e-4891-8c02-a5baf5ba77f1),segment_id=3440ae09-322e-4891-8c02-a5baf5ba77f1)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:32:45.213183 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cf01ca23-b435-4d66-ae0f-d239830eac9c req-122b1e8b-6242-4037-aa58-625bd2968630 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386079 Aug 23 20:32:45.230952 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '08f8dea4-08e0-46b1-a8c1-93efe9d39a93', 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b', 'port_id': '08f8dea4-08e0-46b1-a8c1-93efe9d39a93', 'mac_address': 'fa:16:3e:04:b3:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc364ba1-f548-4b44-839c-5441876e52b8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:32:45.243724 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-012ff19d-708b-4fb3-bb39-d6d98408a5eb None None] Port 60ae1ebc-636b-4489-b110-9d50fcbfd8b3 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:32:45.286273 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab74c91-6082-4e8b-bb17-d58d4ad93b69 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Network 3540c16b-5ded-45d3-80bb-012ec217ee8b is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:32:45.297850 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-2ab74c91-6082-4e8b-bb17-d58d4ad93b69 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:32:45.301675 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab74c91-6082-4e8b-bb17-d58d4ad93b69 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:32:45.381295 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe8e67-b91d-44bd-a7a4-96aca48eca4f req-d4afbd6d-a00f-4d62-896b-f28470027bb7 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:45.390549 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5bbe8e67-b91d-44bd-a7a4-96aca48eca4f req-d4afbd6d-a00f-4d62-896b-f28470027bb7 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 950 time: 0.1170545 Aug 23 20:32:45.397002 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port af29d4ed-8da6-48ca-8041-c80c4a61ced3 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:32:45.410015 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-012ff19d-708b-4fb3-bb39-d6d98408a5eb None None] Provisioning complete for port bf4d1797-8651-4db3-87df-ac2d7bc785ab triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:32:45.410779 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-012ff19d-708b-4fb3-bb39-d6d98408a5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:45.441369 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab74c91-6082-4e8b-bb17-d58d4ad93b69 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Pushing event updated for resources: {'Port': ['ID=6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:45.485476 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5bbe8e67-b91d-44bd-a7a4-96aca48eca4f req-161329f2-f0e8-4056-a6d3-67f1b94d0a00 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933981 Aug 23 20:32:45.508101 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722c1d7d-6975-46e1-8f28-f320841aa06c None None] Network af4706b6-78a2-4ed9-91e2-487e13d661e6 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:32:45.525684 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:45.552683 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab74c91-6082-4e8b-bb17-d58d4ad93b69 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:45.553365 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2ab74c91-6082-4e8b-bb17-d58d4ad93b69 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:45.605057 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08f8dea4-08e0-46b1-a8c1-93efe9d39a93 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:32:45.622497 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2ab74c91-6082-4e8b-bb17-d58d4ad93b69 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7355423 Aug 23 20:32:45.643136 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 08f8dea4-08e0-46b1-a8c1-93efe9d39a93, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=08f8dea4-08e0-46b1-a8c1-93efe9d39a93,segment=NetworkSegment(3440ae09-322e-4891-8c02-a5baf5ba77f1),segment_id=3440ae09-322e-4891-8c02-a5baf5ba77f1)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:32:45.670829 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:45.719642 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7937f8e1-9b7d-4d30-9882-da23612a5f77 req-c66a7be9-692d-4ad3-9c0a-ad26c99247ab tempest-ServerShowV247Test-728734885 tempest-ServerShowV247Test-728734885-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4e5fa9c-219f-4a22-afd9-f8fb6c077d04 HTTP/1.1" status: 200 len: 210 time: 0.0515020 Aug 23 20:32:45.771472 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-4d5e4a4a-0537-4a10-8bdd-8ebf0a419167 service neutron] For port 9e1d46dc-8d6a-4854-828f-c39d44cfe56a, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=9e1d46dc-8d6a-4854-828f-c39d44cfe56a,segment=NetworkSegment(feb662d9-0152-4f97-8d6d-89a1fa54f824),segment_id=feb662d9-0152-4f97-8d6d-89a1fa54f824)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:32:45.827585 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-4d5e4a4a-0537-4a10-8bdd-8ebf0a419167 service neutron] For port 9e1d46dc-8d6a-4854-828f-c39d44cfe56a, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:32:45.873643 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=08f8dea4-08e0-46b1-a8c1-93efe9d39a93,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:45.879611 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:45.896350 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-4d5e4a4a-0537-4a10-8bdd-8ebf0a419167 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e1d46dc-8d6a-4854-828f-c39d44cfe56a {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:32:45.914442 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-4d5e4a4a-0537-4a10-8bdd-8ebf0a419167 service neutron] For port 9e1d46dc-8d6a-4854-828f-c39d44cfe56a, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=9e1d46dc-8d6a-4854-828f-c39d44cfe56a,segment=NetworkSegment(feb662d9-0152-4f97-8d6d-89a1fa54f824),segment_id=feb662d9-0152-4f97-8d6d-89a1fa54f824)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:32:45.962265 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-4d5e4a4a-0537-4a10-8bdd-8ebf0a419167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:45.962693 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['08f8dea4-08e0-46b1-a8c1-93efe9d39a93'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:32:45.967770 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6be253e1-ac88-434c-8961-d40dd679a077 None None] Provisioning complete for port 60ae1ebc-636b-4489-b110-9d50fcbfd8b3 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:32:45.968414 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6be253e1-ac88-434c-8961-d40dd679a077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:46.074729 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-4d5e4a4a-0537-4a10-8bdd-8ebf0a419167 service neutron] Transition to ACTIVE for port object 9e1d46dc-8d6a-4854-828f-c39d44cfe56a will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:32:46.084396 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-6be253e1-ac88-434c-8961-d40dd679a077 None None] Port 60ae1ebc-636b-4489-b110-9d50fcbfd8b3 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:32:46.086523 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-4d5e4a4a-0537-4a10-8bdd-8ebf0a419167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:46.108729 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6be253e1-ac88-434c-8961-d40dd679a077 None None] Provisioning for port af29d4ed-8da6-48ca-8041-c80c4a61ced3 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:32:46.114310 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6be253e1-ac88-434c-8961-d40dd679a077 None None] Provisioning complete for port af29d4ed-8da6-48ca-8041-c80c4a61ced3 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:32:46.114743 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6be253e1-ac88-434c-8961-d40dd679a077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:46.179250 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-4d5e4a4a-0537-4a10-8bdd-8ebf0a419167 service neutron] No DVR routers for this DVR port 9e1d46dc-8d6a-4854-828f-c39d44cfe56a on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:32:46.252512 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e4a4a-0537-4a10-8bdd-8ebf0a419167 service neutron] Pushing event updated for resources: {'Port': ['ID=9e1d46dc-8d6a-4854-828f-c39d44cfe56a,revision_number=10']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:46.284094 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-4d5e4a4a-0537-4a10-8bdd-8ebf0a419167 service neutron] 10.222.0.11 "PUT /v2.0/ports/9e1d46dc-8d6a-4854-828f-c39d44cfe56a/bindings/n-h2-805663-2/activate HTTP/1.1" status: 200 len: 369 time: 1.7238774 Aug 23 20:32:46.312940 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52020) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:32:46.321232 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-484c0fa4-194f-44c8-bb15-7e8b3a2970a9 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Request body: {'security_group': {'name': 'tempest-securitygroup--169637436', 'description': 'tempest-description--731229951'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:32:46.376915 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6be253e1-ac88-434c-8961-d40dd679a077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:46.409255 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b34ba06-4688-4eb3-96c0-e51077533163 req-cf6121c5-c669-4246-8eab-3296c7f805e7 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:46.411768 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3b34ba06-4688-4eb3-96c0-e51077533163 req-cf6121c5-c669-4246-8eab-3296c7f805e7 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c59210e-7213-41f3-89d9-b0a17b5f07a5 HTTP/1.1" status: 200 len: 945 time: 0.1241519 Aug 23 20:32:46.419580 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-484c0fa4-194f-44c8-bb15-7e8b3a2970a9 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:46.461306 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-6be253e1-ac88-434c-8961-d40dd679a077 None None] For port af29d4ed-8da6-48ca-8041-c80c4a61ced3, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=af29d4ed-8da6-48ca-8041-c80c4a61ced3,segment=NetworkSegment(944ef231-16f6-43e4-b600-906b7024b8ba),segment_id=944ef231-16f6-43e4-b600-906b7024b8ba)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:32:46.466418 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6be253e1-ac88-434c-8961-d40dd679a077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:46.522235 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6be253e1-ac88-434c-8961-d40dd679a077 None None] Provisioning for port 6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:32:46.529889 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-3002560e-c49f-4343-b6a9-ab3be1e39b9e tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:46.532454 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-3002560e-c49f-4343-b6a9-ab3be1e39b9e tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b7c97eec-6e84-413c-9d94-f295a29998b8&tenant_id=80dadbb9f2554b479c0b13605bddd689&binding%3Ahost_id=n-h1-805663-2 HTTP/1.1" status: 200 len: 1096 time: 0.1688805 Aug 23 20:32:46.536477 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6be253e1-ac88-434c-8961-d40dd679a077 None None] Provisioning complete for port 6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:32:46.537652 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6be253e1-ac88-434c-8961-d40dd679a077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:46.541210 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3b34ba06-4688-4eb3-96c0-e51077533163 req-ed7168a0-9453-4b9b-af2a-121b7405f295 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176798 Aug 23 20:32:46.551431 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7bef9a-5b57-4710-9dce-4a57b048f2c8 req-6c28a3e4-63ab-4f99-af91-9071db7255d8 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:46.554141 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6b7bef9a-5b57-4710-9dce-4a57b048f2c8 req-6c28a3e4-63ab-4f99-af91-9071db7255d8 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7c97eec-6e84-413c-9d94-f295a29998b8 HTTP/1.1" status: 200 len: 945 time: 0.1457269 Aug 23 20:32:46.657656 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-6be253e1-ac88-434c-8961-d40dd679a077 None None] Port 6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:32:46.660865 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6b7bef9a-5b57-4710-9dce-4a57b048f2c8 req-c5e4849d-75bf-483f-87d0-ddfdbc86990d tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974751 Aug 23 20:32:46.717341 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be253e1-ac88-434c-8961-d40dd679a077 None None] Pushing event updated for resources: {'Port': ['ID=af29d4ed-8da6-48ca-8041-c80c4a61ced3,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:46.731782 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-3393dd83-028d-41f9-b09b-f5963e7bf47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:46.734044 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device bf4d1797-8651-4db3-87df-ac2d7bc785ab up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:32:46.736580 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-3393dd83-028d-41f9-b09b-f5963e7bf47f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b7c97eec-6e84-413c-9d94-f295a29998b8&tenant_id=80dadbb9f2554b479c0b13605bddd689 HTTP/1.1" status: 200 len: 1096 time: 0.1814196 Aug 23 20:32:46.751460 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-484c0fa4-194f-44c8-bb15-7e8b3a2970a9 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:46.760835 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-484c0fa4-194f-44c8-bb15-7e8b3a2970a9 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:46.790396 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-49b98079-fb51-4182-a867-f06a0a5ed60b None None] Provisioning complete for port af29d4ed-8da6-48ca-8041-c80c4a61ced3 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:32:46.790766 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-49b98079-fb51-4182-a867-f06a0a5ed60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:46.806571 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea70f24-f36c-4110-80da-c263fd73b67f req-68ee347d-38d7-4160-a166-06aa33fb1abb tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:46.808346 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-aea70f24-f36c-4110-80da-c263fd73b67f req-68ee347d-38d7-4160-a166-06aa33fb1abb tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 950 time: 0.1209557 Aug 23 20:32:46.823964 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-484c0fa4-194f-44c8-bb15-7e8b3a2970a9 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:46.825454 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-484c0fa4-194f-44c8-bb15-7e8b3a2970a9 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5093155 Aug 23 20:32:46.832499 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52028) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:32:46.840809 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-5063541b-32d4-4115-af60-4a8201a9e1de tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Request body: {'security_group_rule': {'security_group_id': '9b54e5a8-71d6-43fd-b888-7393c70f9dac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:32:46.846872 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484c0fa4-194f-44c8-bb15-7e8b3a2970a9 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b54e5a8-71d6-43fd-b888-7393c70f9dac,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:46.868672 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port bf4d1797-8651-4db3-87df-ac2d7bc785ab triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:32:46.869048 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:46.885535 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-aea70f24-f36c-4110-80da-c263fd73b67f req-c3b76c46-f4c9-472d-8a6f-ba90af4a96b2 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644348 Aug 23 20:32:46.921855 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-42d41307-4b08-45fd-a404-affc0f310ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:46.927930 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-42d41307-4b08-45fd-a404-affc0f310ec3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=80dadbb9f2554b479c0b13605bddd689&device_id=b7c97eec-6e84-413c-9d94-f295a29998b8 HTTP/1.1" status: 200 len: 1096 time: 0.1447144 Aug 23 20:32:47.036863 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5063541b-32d4-4115-af60-4a8201a9e1de tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:47.107965 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2972bbbd-7cfa-4e73-a19c-1ba693370863 req-9928b57f-1573-4d12-9b88-62e85ae4a008 tempest-ServerShowV247Test-728734885 tempest-ServerShowV247Test-728734885-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4e5fa9c-219f-4a22-afd9-f8fb6c077d04 HTTP/1.1" status: 200 len: 210 time: 0.1210468 Aug 23 20:32:47.182542 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-8b354511-fcdd-4e95-b9bd-5ea641ef6e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:47.184219 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-8b354511-fcdd-4e95-b9bd-5ea641ef6e5f service neutron] 10.222.0.32 "GET /v2.0/networks?id=291e6885-2f63-495c-b479-2184cb200f47 HTTP/1.1" status: 200 len: 922 time: 0.2434094 Aug 23 20:32:47.210891 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5063541b-32d4-4115-af60-4a8201a9e1de tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:47.245144 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-3db9a6c3-a525-4a54-a56f-bdc2f8e4d817 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e1d46dc-8d6a-4854-828f-c39d44cfe56a HTTP/1.1" status: 200 len: 217 time: 0.0454085 Aug 23 20:32:47.245987 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5063541b-32d4-4115-af60-4a8201a9e1de tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:47.296762 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5063541b-32d4-4115-af60-4a8201a9e1de tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73062aed-50a5-4575-a5fd-b3845651daf2,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:47.303066 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5063541b-32d4-4115-af60-4a8201a9e1de tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:47.307590 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52042) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:32:47.307824 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5063541b-32d4-4115-af60-4a8201a9e1de tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4729867 Aug 23 20:32:47.314018 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-fd510cd2-60de-4380-912d-84fdf6754415 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Request body: {'security_group_rule': {'security_group_id': '9b54e5a8-71d6-43fd-b888-7393c70f9dac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:32:47.324135 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-c1571d80-1970-483f-b8a5-927247e56356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:47.325660 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-c1571d80-1970-483f-b8a5-927247e56356 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dff65f8b-9e15-4b43-b237-3b4edeaab508 HTTP/1.1" status: 200 len: 861 time: 0.0684512 Aug 23 20:32:47.373759 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd510cd2-60de-4380-912d-84fdf6754415 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:47.382245 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-293f99a4-d1fd-44a2-b6ff-bc9a8966da71 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=291e6885-2f63-495c-b479-2184cb200f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371835 Aug 23 20:32:47.459023 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd510cd2-60de-4380-912d-84fdf6754415 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:47.464714 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd510cd2-60de-4380-912d-84fdf6754415 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:47.487165 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd510cd2-60de-4380-912d-84fdf6754415 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec83c23d-d492-43c6-b9c3-cfaaa85dbe16,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:47.498084 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd510cd2-60de-4380-912d-84fdf6754415 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:47.501303 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-fd510cd2-60de-4380-912d-84fdf6754415 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1921508 Aug 23 20:32:47.507488 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52044) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:32:47.511631 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-9f6ff328-4132-4eb8-96e6-b72e3e21b20e tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Request body: {'floatingip': {'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:32:47.537572 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-23e67e4c-946b-4009-b5f5-872f129ff793 service neutron] 10.222.0.32 "GET /v2.0/networks/291e6885-2f63-495c-b479-2184cb200f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462212 Aug 23 20:32:47.593852 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9f6ff328-4132-4eb8-96e6-b72e3e21b20e tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks [] for floatingip, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:47.737910 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-1e71d486-8e0a-4680-b4f9-cd5240b22a75 service neutron] 10.222.0.32 "GET /v2.0/networks/291e6885-2f63-495c-b479-2184cb200f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852744 Aug 23 20:32:47.749112 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b1c87-0fa6-4d7e-8291-17ddd2c83de7 req-8f218ac1-634c-4f14-971b-c70f21bd0083 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:47.760291 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e38b1c87-0fa6-4d7e-8291-17ddd2c83de7 req-8f218ac1-634c-4f14-971b-c70f21bd0083 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c59210e-7213-41f3-89d9-b0a17b5f07a5 HTTP/1.1" status: 200 len: 945 time: 0.0939553 Aug 23 20:32:47.814771 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e38b1c87-0fa6-4d7e-8291-17ddd2c83de7 req-b405f097-8402-4a93-9b5d-e515339ecf5f tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533874 Aug 23 20:32:47.878042 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9f6ff328-4132-4eb8-96e6-b72e3e21b20e tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:47.899682 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f81bac-69d7-4086-8b9a-b7f13d432615 req-2a90836b-0b1c-4173-9324-db3c274846c6 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:47.901388 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e4f81bac-69d7-4086-8b9a-b7f13d432615 req-2a90836b-0b1c-4173-9324-db3c274846c6 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7c97eec-6e84-413c-9d94-f295a29998b8 HTTP/1.1" status: 200 len: 945 time: 0.1244781 Aug 23 20:32:48.070010 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e4f81bac-69d7-4086-8b9a-b7f13d432615 req-769d33b5-31b3-471b-8ffc-5712151452b9 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605830 Aug 23 20:32:48.150030 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-9f6ff328-4132-4eb8-96e6-b72e3e21b20e tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Allocated IP 172.25.4.31 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/776e1e0c-d22f-4938-be6b-dcdc6500603f) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:32:48.173266 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6926227-b019-4244-8ae2-2c177847689a req-eb9190dc-eb04-479c-bdf3-bc0ffe3276af tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:48.174817 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e6926227-b019-4244-8ae2-2c177847689a req-eb9190dc-eb04-479c-bdf3-bc0ffe3276af tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 950 time: 0.0817659 Aug 23 20:32:48.236466 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e6926227-b019-4244-8ae2-2c177847689a req-125ae95d-56a9-4083-a860-1d1b753cb1ae tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490756 Aug 23 20:32:48.272016 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 08f8dea4-08e0-46b1-a8c1-93efe9d39a93 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:32:48.294887 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-e113e323-de2c-446f-9fc6-995a2709e796 tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:48.297141 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-e113e323-de2c-446f-9fc6-995a2709e796 tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b7c97eec-6e84-413c-9d94-f295a29998b8&tenant_id=80dadbb9f2554b479c0b13605bddd689&binding%3Ahost_id=n-h2-805663-2 HTTP/1.1" status: 200 len: 1096 time: 0.1859508 Aug 23 20:32:48.353104 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fc214111-c3ce-49fe-b810-f50555b15b90 req-c3a8ae5a-5fdb-46dd-9608-2c21da53e0c5 tempest-ServerShowV247Test-728734885 tempest-ServerShowV247Test-728734885-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4e5fa9c-219f-4a22-afd9-f8fb6c077d04 HTTP/1.1" status: 200 len: 210 time: 0.0340185 Aug 23 20:32:48.379052 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 08f8dea4-08e0-46b1-a8c1-93efe9d39a93 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:32:48.387887 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 08f8dea4-08e0-46b1-a8c1-93efe9d39a93 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:32:48.388409 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:48.463329 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9f6ff328-4132-4eb8-96e6-b72e3e21b20e tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:48.490997 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-ced754b2-c7d1-4cb4-984c-87b21ef2ac54 service neutron] For port 9e1d46dc-8d6a-4854-828f-c39d44cfe56a, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:32:48.495213 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:48.498954 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-ced754b2-c7d1-4cb4-984c-87b21ef2ac54 service neutron] Notify callbacks [] for binding, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:48.500761 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cc8fdee5-6b4f-4dd1-80df-c7653727838f req-ced754b2-c7d1-4cb4-984c-87b21ef2ac54 service neutron] 10.222.0.32 "DELETE /v2.0/ports/9e1d46dc-8d6a-4854-828f-c39d44cfe56a/bindings/n-h1-805663-2 HTTP/1.1" status: 204 len: 173 time: 0.1890805 Aug 23 20:32:48.529831 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c59210e-7213-41f3-89d9-b0a17b5f07a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f8dea4-08e0-46b1-a8c1-93efe9d39a93'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:32:48.533261 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790e67b7-2978-4963-838e-55005dbdd23d" -d '{"events": [{"server_uuid": "8c59210e-7213-41f3-89d9-b0a17b5f07a5", "name": "network-vif-plugged", "status": "completed", "tag": "08f8dea4-08e0-46b1-a8c1-93efe9d39a93"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:32:48.540986 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9f6ff328-4132-4eb8-96e6-b72e3e21b20e tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:48.574896 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 08f8dea4-08e0-46b1-a8c1-93efe9d39a93, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=08f8dea4-08e0-46b1-a8c1-93efe9d39a93,segment=NetworkSegment(3440ae09-322e-4891-8c02-a5baf5ba77f1),segment_id=3440ae09-322e-4891-8c02-a5baf5ba77f1)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:32:48.580771 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:48.603062 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6ff328-4132-4eb8-96e6-b72e3e21b20e tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:32:48.606735 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-9f6ff328-4132-4eb8-96e6-b72e3e21b20e tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:32:48.609294 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6ff328-4132-4eb8-96e6-b72e3e21b20e tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:32:48.626895 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d83966d-7b96-4d61-b4ed-de66e31a2eda x-openstack-request-id: req-0d83966d-7b96-4d61-b4ed-de66e31a2eda {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:32:48.627265 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c59210e-7213-41f3-89d9-b0a17b5f07a5", "name": "network-vif-plugged", "status": "completed", "tag": "08f8dea4-08e0-46b1-a8c1-93efe9d39a93", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:32:48.627578 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0d83966d-7b96-4d61-b4ed-de66e31a2eda {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:32:48.628115 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c59210e-7213-41f3-89d9-b0a17b5f07a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f8dea4-08e0-46b1-a8c1-93efe9d39a93', 'code': 200} Aug 23 20:32:48.641900 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6ff328-4132-4eb8-96e6-b72e3e21b20e tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Pushing event updated for resources: {'Port': ['ID=776e1e0c-d22f-4938-be6b-dcdc6500603f,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:48.666082 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=08f8dea4-08e0-46b1-a8c1-93efe9d39a93,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:48.758710 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device af29d4ed-8da6-48ca-8041-c80c4a61ced3 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:32:48.769388 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9f6ff328-4132-4eb8-96e6-b72e3e21b20e tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:48.785454 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daac33e-8512-4efa-b791-4ba47edd8574 req-04039e73-e833-416d-baa9-57779a5d4df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:48.787058 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8daac33e-8512-4efa-b791-4ba47edd8574 req-04039e73-e833-416d-baa9-57779a5d4df9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8c59210e-7213-41f3-89d9-b0a17b5f07a5 HTTP/1.1" status: 200 len: 1097 time: 0.0781734 Aug 23 20:32:48.820718 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port af29d4ed-8da6-48ca-8041-c80c4a61ced3 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:32:48.821120 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:48.836824 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9f6ff328-4132-4eb8-96e6-b72e3e21b20e tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:48.881618 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8daac33e-8512-4efa-b791-4ba47edd8574 req-d94d5568-298c-46ea-aec9-d2aff77a4bc0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747786 Aug 23 20:32:48.969270 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b6d7baf3-3a35-499b-8449-ea010462cfb6 req-106ee5a7-4ed8-4129-81fe-250e1cdb93ce service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a04c4666-dd63-4db4-91c7-851c8c58101a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0967777 Aug 23 20:32:48.989485 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959126cf-13ab-4148-a187-b1e0d1a5a74e req-af579b95-c99f-4660-9c71-2d2e27d09871 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:48.991207 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-959126cf-13ab-4148-a187-b1e0d1a5a74e req-af579b95-c99f-4660-9c71-2d2e27d09871 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c59210e-7213-41f3-89d9-b0a17b5f07a5 HTTP/1.1" status: 200 len: 946 time: 0.0700493 Aug 23 20:32:49.042514 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-959126cf-13ab-4148-a187-b1e0d1a5a74e req-3dcae305-4559-45b7-9bd5-996ce821a38a tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443890 Aug 23 20:32:49.172390 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7baf3-3a35-499b-8449-ea010462cfb6 req-9af65cc4-03de-4e9e-b975-2fee07a30489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:49.174322 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b6d7baf3-3a35-499b-8449-ea010462cfb6 req-9af65cc4-03de-4e9e-b975-2fee07a30489 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=30043a9797a048cd9fb0f08dc9cd31f3&device_id=a04c4666-dd63-4db4-91c7-851c8c58101a HTTP/1.1" status: 200 len: 1097 time: 0.0745480 Aug 23 20:32:49.338908 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55cbd38-e2ad-4cee-8085-28ed408bca54 req-1830176f-bc23-418a-b773-b5c7b5caa288 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:49.340791 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e55cbd38-e2ad-4cee-8085-28ed408bca54 req-1830176f-bc23-418a-b773-b5c7b5caa288 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7c97eec-6e84-413c-9d94-f295a29998b8 HTTP/1.1" status: 200 len: 945 time: 0.1390295 Aug 23 20:32:49.362328 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9f6ff328-4132-4eb8-96e6-b72e3e21b20e tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:49.376157 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7baf3-3a35-499b-8449-ea010462cfb6 req-1e12a759-8f78-4d2d-a097-d18d932a623c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:49.377794 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b6d7baf3-3a35-499b-8449-ea010462cfb6 req-1e12a759-8f78-4d2d-a097-d18d932a623c service neutron] 10.222.0.11 "GET /v2.0/networks?id=a036342b-e0b6-414f-a42c-cfe1b92a2a1e HTTP/1.1" status: 200 len: 924 time: 0.1743944 Aug 23 20:32:49.383274 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9f6ff328-4132-4eb8-96e6-b72e3e21b20e tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:49.406110 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e55cbd38-e2ad-4cee-8085-28ed408bca54 req-6cd33fb4-d51f-405b-856f-650a2ebb2b0b tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560169 Aug 23 20:32:49.509105 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da2369-150c-496b-951b-fddf88799519 req-da28aaa6-66da-42e2-8523-34543295b943 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:49.511377 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c5da2369-150c-496b-951b-fddf88799519 req-da28aaa6-66da-42e2-8523-34543295b943 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 950 time: 0.1683636 Aug 23 20:32:49.517318 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6ff328-4132-4eb8-96e6-b72e3e21b20e tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Pushing event updated for resources: {'Port': ['ID=776e1e0c-d22f-4938-be6b-dcdc6500603f,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:49.553512 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b6d7baf3-3a35-499b-8449-ea010462cfb6 req-f4a3db09-864b-4b79-8944-ec54edf07daa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7614dcd4-3096-453d-80de-67f301440a76 HTTP/1.1" status: 200 len: 1001 time: 0.0810080 Aug 23 20:32:49.557226 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9f6ff328-4132-4eb8-96e6-b72e3e21b20e tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:49.592410 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c5da2369-150c-496b-951b-fddf88799519 req-53826980-5625-4c15-9467-d112dc8e277a tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662487 Aug 23 20:32:49.593835 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9f6ff328-4132-4eb8-96e6-b72e3e21b20e tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:49.596830 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9f6ff328-4132-4eb8-96e6-b72e3e21b20e tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0888956 Aug 23 20:32:49.640300 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c93d9eb5-eca9-4390-9609-54798d5e659c req-ebaf1f43-b802-42c4-b1b5-423c9978b0d8 tempest-ServerShowV247Test-728734885 tempest-ServerShowV247Test-728734885-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4e5fa9c-219f-4a22-afd9-f8fb6c077d04 HTTP/1.1" status: 200 len: 210 time: 0.0376716 Aug 23 20:32:49.650374 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7baf3-3a35-499b-8449-ea010462cfb6 req-67f057e8-354f-41ae-a916-f8c5afb3e677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:49.652075 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b6d7baf3-3a35-499b-8449-ea010462cfb6 req-67f057e8-354f-41ae-a916-f8c5afb3e677 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9c64e700-ca01-4f6f-be98-6253a844697f HTTP/1.1" status: 200 len: 862 time: 0.0884621 Aug 23 20:32:49.724525 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7baf3-3a35-499b-8449-ea010462cfb6 req-94917eda-4170-4349-b017-fd600417ee0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:49.727496 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b6d7baf3-3a35-499b-8449-ea010462cfb6 req-94917eda-4170-4349-b017-fd600417ee0e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a036342b-e0b6-414f-a42c-cfe1b92a2a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614617 Aug 23 20:32:49.900846 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec882fa9-1bee-439c-88e4-78cbbbb70aa2 req-d334315f-913c-47af-8c81-cfb7bcbc0f02 tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:49.902645 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ec882fa9-1bee-439c-88e4-78cbbbb70aa2 req-d334315f-913c-47af-8c81-cfb7bcbc0f02 tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=b7c97eec-6e84-413c-9d94-f295a29998b8 HTTP/1.1" status: 200 len: 1096 time: 0.1683350 Aug 23 20:32:49.947216 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b6d7baf3-3a35-499b-8449-ea010462cfb6 req-3081f554-cfd0-4530-aa6b-b869ff55024d service neutron] 10.222.0.11 "GET /v2.0/networks/a036342b-e0b6-414f-a42c-cfe1b92a2a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094915 Aug 23 20:32:49.961496 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ec882fa9-1bee-439c-88e4-78cbbbb70aa2 req-e7510627-0705-43a0-8856-19e53848e508 tempest-LiveAutoBlockMigrationV225Test-744644870 tempest-LiveAutoBlockMigrationV225Test-744644870-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509577 Aug 23 20:32:50.081047 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b6d7baf3-3a35-499b-8449-ea010462cfb6 req-ba828f27-df9e-47b6-b9bc-d2df4d081d59 service neutron] 10.222.0.11 "GET /v2.0/networks/a036342b-e0b6-414f-a42c-cfe1b92a2a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220334 Aug 23 20:32:50.133605 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-93337e49-2e2f-4850-9e8e-6ece7c519a3e tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--169637436&fields=id&tenant_id=0a91fd320cb1405f8d3783ce9085793e HTTP/1.1" status: 200 len: 267 time: 0.0415907 Aug 23 20:32:50.205639 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:50.211379 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-805c903e-4d5d-44ef-a894-74275cc81bf8 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:50.212862 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-805c903e-4d5d-44ef-a894-74275cc81bf8 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports/60ae1ebc-636b-4489-b110-9d50fcbfd8b3 HTTP/1.1" status: 200 len: 930 time: 0.0707817 Aug 23 20:32:50.274414 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-12c104ce-7556-4fcc-b4ac-0265c74b5806 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:50.275789 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-12c104ce-7556-4fcc-b4ac-0265c74b5806 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports/6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d HTTP/1.1" status: 200 len: 929 time: 0.0547283 Aug 23 20:32:50.341608 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-e4efc4af-762a-4861-9fc7-e1d11513013e tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?network_id=af4706b6-78a2-4ed9-91e2-487e13d661e6&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0565104 Aug 23 20:32:50.395879 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-71627847-e7b9-4f44-9203-82f34e173324 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?network_id=af4706b6-78a2-4ed9-91e2-487e13d661e6&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0421159 Aug 23 20:32:50.552654 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-f8349024-710d-4aae-a654-c9d8c52fe4ab tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:50.558577 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-f8349024-710d-4aae-a654-c9d8c52fe4ab tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:50.572311 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-f8349024-710d-4aae-a654-c9d8c52fe4ab tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:50.574691 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-f8349024-710d-4aae-a654-c9d8c52fe4ab tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/networks?id=15796354-99ed-4bbc-af1c-772cdc3fe57c&id=3540c16b-5ded-45d3-80bb-012ec217ee8b&id=3540c16b-5ded-45d3-80bb-012ec217ee8b&id=af4706b6-78a2-4ed9-91e2-487e13d661e6&id=af4706b6-78a2-4ed9-91e2-487e13d661e6 HTTP/1.1" status: 200 len: 1990 time: 0.1710172 Aug 23 20:32:50.606628 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-32156fd0-02fc-4bc0-9b45-692534a61bb6 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/quotas/0a91fd320cb1405f8d3783ce9085793e HTTP/1.1" status: 200 len: 375 time: 0.0151584 Aug 23 20:32:50.667575 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d450c-e932-4fbb-9aa2-78c81d3765d3 req-ab3b6f8c-346a-4ed7-b71c-4e1304057105 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:50.669241 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1d7d450c-e932-4fbb-9aa2-78c81d3765d3 req-ab3b6f8c-346a-4ed7-b71c-4e1304057105 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c59210e-7213-41f3-89d9-b0a17b5f07a5 HTTP/1.1" status: 200 len: 946 time: 0.0715714 Aug 23 20:32:50.703080 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-4d980395-4376-493a-a890-efece5bb3a7e tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=0a91fd320cb1405f8d3783ce9085793e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0840392 Aug 23 20:32:50.712740 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1d7d450c-e932-4fbb-9aa2-78c81d3765d3 req-18eb4498-4bbe-40f2-9bf9-62884fe53600 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354333 Aug 23 20:32:50.821025 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-f8cb7a34-fdc1-484c-85b2-fed91f9847ed service neutron] 10.222.0.61 "GET /v2.0/networks/15796354-99ed-4bbc-af1c-772cdc3fe57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011944 Aug 23 20:32:50.926051 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-e1d73744-bbf6-4e31-913e-52fd131634e2 service neutron] 10.222.0.61 "GET /v2.0/networks/15796354-99ed-4bbc-af1c-772cdc3fe57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981154 Aug 23 20:32:50.970492 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-4fdf3cd9-83b6-4f18-baab-c17166c9999b service neutron] 10.222.0.61 "GET /v2.0/ports/60ae1ebc-636b-4489-b110-9d50fcbfd8b3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0380301 Aug 23 20:32:51.085098 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-76f836b9-aa3b-4734-add7-b5ab388a9d62 service neutron] 10.222.0.61 "GET /v2.0/networks/3540c16b-5ded-45d3-80bb-012ec217ee8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083565 Aug 23 20:32:51.107961 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9064555b-1870-47ab-bcbe-fae5ceee5947 req-ce33d3a0-3126-47b5-a90f-e91beb3b8ca8 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:51.109598 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9064555b-1870-47ab-bcbe-fae5ceee5947 req-ce33d3a0-3126-47b5-a90f-e91beb3b8ca8 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7c97eec-6e84-413c-9d94-f295a29998b8 HTTP/1.1" status: 200 len: 945 time: 0.0514119 Aug 23 20:32:51.152636 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9064555b-1870-47ab-bcbe-fae5ceee5947 req-113d4350-9a94-4d4f-86c9-26cd4b92a42b tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368347 Aug 23 20:32:51.174253 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-0df7bf69-7775-4578-abe4-f23d98dd23e8 service neutron] 10.222.0.61 "GET /v2.0/networks/3540c16b-5ded-45d3-80bb-012ec217ee8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881872 Aug 23 20:32:51.214949 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-31a5c4fb-5e0d-4e11-ada8-4498bba6ac30 service neutron] 10.222.0.61 "GET /v2.0/ports/6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0341713 Aug 23 20:32:51.258327 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b5816-fcaf-4476-b031-89c439ca2d4e req-67a89a98-5403-4716-b765-2de717fdb706 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:51.259824 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7a3b5816-fcaf-4476-b031-89c439ca2d4e req-67a89a98-5403-4716-b765-2de717fdb706 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 950 time: 0.0503054 Aug 23 20:32:51.298035 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7a3b5816-fcaf-4476-b031-89c439ca2d4e req-921b0da2-50c1-42df-a620-37521814791e tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319691 Aug 23 20:32:51.349821 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-e19d11ea-6c65-451d-8779-1f569cbf8df4 service neutron] 10.222.0.61 "GET /v2.0/networks/3540c16b-5ded-45d3-80bb-012ec217ee8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282897 Aug 23 20:32:51.383109 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-42008555-2a36-4b43-9659-2fe0dcf202f9 req-2d8e7443-a033-4f9a-b648-0c9bd1ecf61d tempest-ServerShowV247Test-728734885 tempest-ServerShowV247Test-728734885-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4e5fa9c-219f-4a22-afd9-f8fb6c077d04 HTTP/1.1" status: 200 len: 210 time: 0.0262945 Aug 23 20:32:51.443683 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-cb4d3282-6168-490c-bbe1-638ea19d68ed service neutron] 10.222.0.61 "GET /v2.0/networks/3540c16b-5ded-45d3-80bb-012ec217ee8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878963 Aug 23 20:32:51.483069 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2788bff9-d250-45cc-8045-b7034c124470 req-a455164e-ba42-4ace-a233-842b578a50d6 tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:51.485175 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2788bff9-d250-45cc-8045-b7034c124470 req-a455164e-ba42-4ace-a233-842b578a50d6 tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=8c59210e-7213-41f3-89d9-b0a17b5f07a5 HTTP/1.1" status: 200 len: 1097 time: 0.0423057 Aug 23 20:32:51.540860 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-4505382b-f4da-4393-bc0b-ed92b020a85e service neutron] 10.222.0.61 "GET /v2.0/networks/3540c16b-5ded-45d3-80bb-012ec217ee8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914264 Aug 23 20:32:51.553847 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2788bff9-d250-45cc-8045-b7034c124470 req-82183214-2d52-4bbc-b502-48aa3bc91871 tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626709 Aug 23 20:32:51.566758 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138c679-62f7-42df-b657-7d5309370fdf req-07df2a69-dcce-4b29-b61c-808c299f60dd tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:51.568318 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d138c679-62f7-42df-b657-7d5309370fdf req-07df2a69-dcce-4b29-b61c-808c299f60dd tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c97eec-6e84-413c-9d94-f295a29998b8 HTTP/1.1" status: 200 len: 945 time: 0.0710850 Aug 23 20:32:51.646711 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-32e1d043-8220-40c5-907f-5d138b376a9c service neutron] 10.222.0.61 "GET /v2.0/networks/3540c16b-5ded-45d3-80bb-012ec217ee8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982871 Aug 23 20:32:51.774855 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-d138c679-62f7-42df-b657-7d5309370fdf req-07182918-0761-456e-a427-ecffa501c2a9 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Deleting port 9e1d46dc-8d6a-4854-828f-c39d44cfe56a {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:32:51.775583 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d138c679-62f7-42df-b657-7d5309370fdf req-07182918-0761-456e-a427-ecffa501c2a9 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:51.799024 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7d0db-d1f5-4aa9-a1a4-88903f95dda2 req-64410d67-1cc9-4515-a76c-5b62fb5f8a0f tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:51.800958 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b3d7d0db-d1f5-4aa9-a1a4-88903f95dda2 req-64410d67-1cc9-4515-a76c-5b62fb5f8a0f tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/networks?id=102aaadf-a02d-4ccd-a117-533acfc24182 HTTP/1.1" status: 200 len: 804 time: 0.1497743 Aug 23 20:32:51.852276 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b3d7d0db-d1f5-4aa9-a1a4-88903f95dda2 req-f71b3253-a3fd-4c73-9b89-77f7ae713cb6 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/quotas/d3e19e7b2cfe41f8bf7d244c15d769b7 HTTP/1.1" status: 200 len: 375 time: 0.0195265 Aug 23 20:32:51.928272 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-d138c679-62f7-42df-b657-7d5309370fdf req-07182918-0761-456e-a427-ecffa501c2a9 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] For port 9e1d46dc-8d6a-4854-828f-c39d44cfe56a, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=9e1d46dc-8d6a-4854-828f-c39d44cfe56a,segment=NetworkSegment(feb662d9-0152-4f97-8d6d-89a1fa54f824),segment_id=feb662d9-0152-4f97-8d6d-89a1fa54f824)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:32:51.928642 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d138c679-62f7-42df-b657-7d5309370fdf req-07182918-0761-456e-a427-ecffa501c2a9 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:51.946562 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-d138c679-62f7-42df-b657-7d5309370fdf req-07182918-0761-456e-a427-ecffa501c2a9 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Calling delete_port for 9e1d46dc-8d6a-4854-828f-c39d44cfe56a owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:32:51.952021 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b3d7d0db-d1f5-4aa9-a1a4-88903f95dda2 req-7e67f399-fc3d-4319-99b5-2745a7dbbbc0 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d3e19e7b2cfe41f8bf7d244c15d769b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0912192 Aug 23 20:32:52.005569 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-849a0d9c-83b0-4bd1-8d36-f302e06f2596 service neutron] 10.222.0.61 "GET /v2.0/networks/3540c16b-5ded-45d3-80bb-012ec217ee8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530033 Aug 23 20:32:52.106888 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b3d7d0db-d1f5-4aa9-a1a4-88903f95dda2 req-9e48fbb8-2944-4f98-b4cd-0a726b8a1374 service neutron] 10.222.0.61 "GET /v2.0/networks/102aaadf-a02d-4ccd-a117-533acfc24182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448669 Aug 23 20:32:52.109254 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-859d9894-2e2b-4726-96e5-046a3dfc030e service neutron] 10.222.0.61 "GET /v2.0/networks/3540c16b-5ded-45d3-80bb-012ec217ee8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873871 Aug 23 20:32:52.207264 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-23c18f50-f419-447b-9359-b0c68f87b4c7 service neutron] 10.222.0.61 "GET /v2.0/networks/af4706b6-78a2-4ed9-91e2-487e13d661e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900669 Aug 23 20:32:52.235387 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d138c679-62f7-42df-b657-7d5309370fdf req-07182918-0761-456e-a427-ecffa501c2a9 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:52.272493 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['28ac6896-0460-4090-bd3a-520806c91921'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:32:52.275357 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07182918-0761-456e-a427-ecffa501c2a9 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Pushing event deleted for resources: {'Port': ['ID=9e1d46dc-8d6a-4854-828f-c39d44cfe56a,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:52.281721 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b3d7d0db-d1f5-4aa9-a1a4-88903f95dda2 req-00ce83e5-435c-4a56-b2b0-0dcbf73e8742 service neutron] 10.222.0.61 "GET /v2.0/networks/102aaadf-a02d-4ccd-a117-533acfc24182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663778 Aug 23 20:32:52.307705 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-4e5e850a-8e41-4472-a01a-3d3f8f16be3f service neutron] 10.222.0.61 "GET /v2.0/networks/af4706b6-78a2-4ed9-91e2-487e13d661e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940144 Aug 23 20:32:52.327376 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-d138c679-62f7-42df-b657-7d5309370fdf req-07182918-0761-456e-a427-ecffa501c2a9 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] No DVR routers for this DVR port 9e1d46dc-8d6a-4854-828f-c39d44cfe56a on host n-h2-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:32:52.330900 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d138c679-62f7-42df-b657-7d5309370fdf req-07182918-0761-456e-a427-ecffa501c2a9 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:52.332945 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d138c679-62f7-42df-b657-7d5309370fdf req-07182918-0761-456e-a427-ecffa501c2a9 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.32 "DELETE /v2.0/ports/9e1d46dc-8d6a-4854-828f-c39d44cfe56a HTTP/1.1" status: 204 len: 173 time: 0.7568204 Aug 23 20:32:52.333380 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c97eec-6e84-413c-9d94-f295a29998b8', 'name': 'network-vif-deleted', 'tag': '9e1d46dc-8d6a-4854-828f-c39d44cfe56a'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:32:52.336183 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f68889-e6f5-4851-b161-fa0e09f95b67" -d '{"events": [{"server_uuid": "b7c97eec-6e84-413c-9d94-f295a29998b8", "name": "network-vif-deleted", "tag": "9e1d46dc-8d6a-4854-828f-c39d44cfe56a"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:32:52.428340 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-86de74ec-2124-4dba-99b1-7b0e6751c1e4 service neutron] 10.222.0.61 "GET /v2.0/networks/af4706b6-78a2-4ed9-91e2-487e13d661e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138418 Aug 23 20:32:52.553199 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf55bd-c60b-48e4-a94b-f6ea577511b6 req-1547c54c-a9cf-4eb7-b21e-68572a5994ec tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:52.554745 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-79cf55bd-c60b-48e4-a94b-f6ea577511b6 req-1547c54c-a9cf-4eb7-b21e-68572a5994ec tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=8c59210e-7213-41f3-89d9-b0a17b5f07a5 HTTP/1.1" status: 200 len: 1097 time: 0.0481639 Aug 23 20:32:52.616140 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-79cf55bd-c60b-48e4-a94b-f6ea577511b6 req-bf69a3e8-7072-4261-8bef-3cb425933278 tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513496 Aug 23 20:32:52.621002 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-58afaa89-b294-47ca-ab4d-cdb8b7b38457 service neutron] 10.222.0.61 "GET /v2.0/networks/af4706b6-78a2-4ed9-91e2-487e13d661e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853881 Aug 23 20:32:52.689334 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680c4ce-63e7-483f-9cbf-eb2ed88cbc2c req-ede1b3e2-e653-48e0-b1d0-e3f5b709abac tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:52.689334 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9680c4ce-63e7-483f-9cbf-eb2ed88cbc2c req-ede1b3e2-e653-48e0-b1d0-e3f5b709abac tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e03e722-8f3c-465e-a43d-69acd85a1b0d HTTP/1.1" status: 200 len: 945 time: 0.1204977 Aug 23 20:32:52.815611 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-9680c4ce-63e7-483f-9cbf-eb2ed88cbc2c req-38d3c463-e8e7-40b0-b421-4c4a254938d9 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Deleting port 0f362aac-99c0-4933-8a1a-5c8ff6822193 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:32:52.815982 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9680c4ce-63e7-483f-9cbf-eb2ed88cbc2c req-38d3c463-e8e7-40b0-b421-4c4a254938d9 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:52.952803 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4694ca24-b07a-4bf0-ae67-bd517e4cd640 req-e3a99f1b-ec79-4dfb-845c-75a50b7efe60 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7c97eec-6e84-413c-9d94-f295a29998b8 HTTP/1.1" status: 200 len: 210 time: 0.0653918 Aug 23 20:32:53.020703 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-9680c4ce-63e7-483f-9cbf-eb2ed88cbc2c req-38d3c463-e8e7-40b0-b421-4c4a254938d9 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] For port 0f362aac-99c0-4933-8a1a-5c8ff6822193, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=0f362aac-99c0-4933-8a1a-5c8ff6822193,segment=NetworkSegment(5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d),segment_id=5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:32:53.021195 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9680c4ce-63e7-483f-9cbf-eb2ed88cbc2c req-38d3c463-e8e7-40b0-b421-4c4a254938d9 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:53.042301 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-9680c4ce-63e7-483f-9cbf-eb2ed88cbc2c req-38d3c463-e8e7-40b0-b421-4c4a254938d9 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Calling delete_port for 0f362aac-99c0-4933-8a1a-5c8ff6822193 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:32:53.122862 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894bf94-badb-4cdf-97cc-fa558422d359 req-d16ec466-3063-4c5e-9df2-abd3af60d9f2 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:53.125036 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a894bf94-badb-4cdf-97cc-fa558422d359 req-d16ec466-3063-4c5e-9df2-abd3af60d9f2 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 950 time: 0.0742416 Aug 23 20:32:53.224840 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a894bf94-badb-4cdf-97cc-fa558422d359 req-f70ae3bb-4ac7-40f5-b6b2-6d2d3140be37 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934544 Aug 23 20:32:53.255761 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9680c4ce-63e7-483f-9cbf-eb2ed88cbc2c req-38d3c463-e8e7-40b0-b421-4c4a254938d9 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:53.284318 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689a8b7e-e9ab-4050-ac32-475b6262bc05 x-openstack-request-id: req-689a8b7e-e9ab-4050-ac32-475b6262bc05 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:32:53.284791 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c97eec-6e84-413c-9d94-f295a29998b8", "name": "network-vif-deleted", "tag": "9e1d46dc-8d6a-4854-828f-c39d44cfe56a", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:32:53.285118 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-689a8b7e-e9ab-4050-ac32-475b6262bc05 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:32:53.285620 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c97eec-6e84-413c-9d94-f295a29998b8', 'name': 'network-vif-deleted', 'tag': '9e1d46dc-8d6a-4854-828f-c39d44cfe56a', 'status': 'completed', 'code': 200} Aug 23 20:32:53.315107 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d3c463-e8e7-40b0-b421-4c4a254938d9 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Pushing event deleted for resources: {'Port': ['ID=0f362aac-99c0-4933-8a1a-5c8ff6822193,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:53.402058 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-23049ffd-e76a-401d-9f54-116f5ed8fbd3 req-80d03dd3-a846-4695-92b5-2fbee987463a tempest-ServerShowV247Test-728734885 tempest-ServerShowV247Test-728734885-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4e5fa9c-219f-4a22-afd9-f8fb6c077d04 HTTP/1.1" status: 200 len: 210 time: 0.0544508 Aug 23 20:32:53.459033 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-9680c4ce-63e7-483f-9cbf-eb2ed88cbc2c req-38d3c463-e8e7-40b0-b421-4c4a254938d9 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] No DVR routers for this DVR port 0f362aac-99c0-4933-8a1a-5c8ff6822193 on host n-h1-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:32:53.461824 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9680c4ce-63e7-483f-9cbf-eb2ed88cbc2c req-38d3c463-e8e7-40b0-b421-4c4a254938d9 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:53.464208 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9680c4ce-63e7-483f-9cbf-eb2ed88cbc2c req-38d3c463-e8e7-40b0-b421-4c4a254938d9 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.11 "DELETE /v2.0/ports/0f362aac-99c0-4933-8a1a-5c8ff6822193 HTTP/1.1" status: 204 len: 173 time: 0.7691731 Aug 23 20:32:53.464902 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e03e722-8f3c-465e-a43d-69acd85a1b0d', 'name': 'network-vif-deleted', 'tag': '0f362aac-99c0-4933-8a1a-5c8ff6822193'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:32:53.476568 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2de567e-9779-4975-b02e-809f0e753dc5" -d '{"events": [{"server_uuid": "7e03e722-8f3c-465e-a43d-69acd85a1b0d", "name": "network-vif-deleted", "tag": "0f362aac-99c0-4933-8a1a-5c8ff6822193"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:32:53.562388 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ad5318ca-14da-4e0b-bef4-773eb29bfe93 req-fba4d9a3-ee41-4d41-b2f2-1bc734d744ca tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=52072e5d-5bea-42e6-8c9e-4583aec1b879 HTTP/1.1" status: 200 len: 210 time: 0.0886896 Aug 23 20:32:53.608918 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b698397a-21e6-4e5e-bff0-47c24fa723c5 req-e93c004b-d48e-4da2-9703-913fb7e63bc8 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 210 time: 0.0574791 Aug 23 20:32:53.638260 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a66393c-2754-4523-ac65-2ab7ce493d55 x-openstack-request-id: req-8a66393c-2754-4523-ac65-2ab7ce493d55 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:32:53.638953 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e03e722-8f3c-465e-a43d-69acd85a1b0d", "name": "network-vif-deleted", "tag": "0f362aac-99c0-4933-8a1a-5c8ff6822193", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:32:53.638953 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8a66393c-2754-4523-ac65-2ab7ce493d55 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:32:53.640237 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e03e722-8f3c-465e-a43d-69acd85a1b0d', 'name': 'network-vif-deleted', 'tag': '0f362aac-99c0-4933-8a1a-5c8ff6822193', 'status': 'completed', 'code': 200} Aug 23 20:32:54.047680 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7d0db-d1f5-4aa9-a1a4-88903f95dda2 req-f9055ec6-95a0-477f-801b-b9d9a924b8b8 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:54.050276 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b3d7d0db-d1f5-4aa9-a1a4-88903f95dda2 req-f9055ec6-95a0-477f-801b-b9d9a924b8b8 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.11 "GET /v2.0/networks?id=102aaadf-a02d-4ccd-a117-533acfc24182 HTTP/1.1" status: 200 len: 804 time: 0.2048366 Aug 23 20:32:54.094105 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-b3d7d0db-d1f5-4aa9-a1a4-88903f95dda2 req-ef8af4ac-fe6f-4a52-857b-a752af62ee24 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Request body: {'port': {'device_id': '52072e5d-5bea-42e6-8c9e-4583aec1b879', 'network_id': '102aaadf-a02d-4ccd-a117-533acfc24182', 'admin_state_up': True, 'tenant_id': 'd3e19e7b2cfe41f8bf7d244c15d769b7'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:32:54.123044 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 9e1d46dc-8d6a-4854-828f-c39d44cfe56a no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:32:54.232669 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: 9e1d46dc-8d6a-4854-828f-c39d44cfe56a {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:32:54.233254 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 9e1d46dc-8d6a-4854-828f-c39d44cfe56a not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:32:54.283882 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 0f362aac-99c0-4933-8a1a-5c8ff6822193 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:32:54.284898 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-93ff4edd-2aef-4c08-8e1b-cd2c3f556966 req-7b0ecc0c-1a84-400f-89bd-84bdd2d41255 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7c97eec-6e84-413c-9d94-f295a29998b8 HTTP/1.1" status: 200 len: 210 time: 0.0808504 Aug 23 20:32:54.350161 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: 0f362aac-99c0-4933-8a1a-5c8ff6822193 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:32:54.350722 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 0f362aac-99c0-4933-8a1a-5c8ff6822193 not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:32:54.362666 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3d7d0db-d1f5-4aa9-a1a4-88903f95dda2 req-ef8af4ac-fe6f-4a52-857b-a752af62ee24 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Made reservation on behalf of d3e19e7b2cfe41f8bf7d244c15d769b7 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:32:54.369505 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b3d7d0db-d1f5-4aa9-a1a4-88903f95dda2 req-ef8af4ac-fe6f-4a52-857b-a752af62ee24 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:54.527232 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf120b1-b61c-4238-a06d-e0562d624bd5 req-0d147a5c-18f3-409d-adb1-4f5cac77f18b tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:54.530933 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8bf120b1-b61c-4238-a06d-e0562d624bd5 req-0d147a5c-18f3-409d-adb1-4f5cac77f18b tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 950 time: 0.1149330 Aug 23 20:32:54.597355 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-b3d7d0db-d1f5-4aa9-a1a4-88903f95dda2 req-ef8af4ac-fe6f-4a52-857b-a752af62ee24 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Allocated IP 172.20.0.3 (102aaadf-a02d-4ccd-a117-533acfc24182/1c5a23ee-4dc4-400c-bc37-6be8d284756a/4c12fd25-308d-465f-acec-a94930cbfde6) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:32:54.655876 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8bf120b1-b61c-4238-a06d-e0562d624bd5 req-21377fa5-1d52-4aee-a043-bb0355ee99e2 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147659 Aug 23 20:32:54.769633 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-607c344a-e3cf-4c31-95ad-8d79e58eab7d req-915769a3-67d0-46f1-b93b-2370e3836e93 tempest-ServerShowV247Test-728734885 tempest-ServerShowV247Test-728734885-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4e5fa9c-219f-4a22-afd9-f8fb6c077d04 HTTP/1.1" status: 200 len: 210 time: 0.0460684 Aug 23 20:32:54.871342 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d815ef70-92e3-498c-be51-be11dc357f78 req-05e8f521-ad1c-4415-bca7-7a806928a41b tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=52072e5d-5bea-42e6-8c9e-4583aec1b879 HTTP/1.1" status: 200 len: 210 time: 0.0283580 Aug 23 20:32:54.909609 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b3d7d0db-d1f5-4aa9-a1a4-88903f95dda2 req-ef8af4ac-fe6f-4a52-857b-a752af62ee24 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:54.972267 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b3d7d0db-d1f5-4aa9-a1a4-88903f95dda2 req-ef8af4ac-fe6f-4a52-857b-a752af62ee24 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:54.978381 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f7f5e056-f208-47cc-b880-07ef2c59ca8a req-43f3f2bb-9679-4f45-8831-e859f1da174c tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 210 time: 0.0327179 Aug 23 20:32:55.024661 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3d7d0db-d1f5-4aa9-a1a4-88903f95dda2 req-ef8af4ac-fe6f-4a52-857b-a752af62ee24 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Network 102aaadf-a02d-4ccd-a117-533acfc24182 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:32:55.028045 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-b3d7d0db-d1f5-4aa9-a1a4-88903f95dda2 req-ef8af4ac-fe6f-4a52-857b-a752af62ee24 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:32:55.032896 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3d7d0db-d1f5-4aa9-a1a4-88903f95dda2 req-ef8af4ac-fe6f-4a52-857b-a752af62ee24 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:32:55.066109 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8af4ac-fe6f-4a52-857b-a752af62ee24 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Pushing event updated for resources: {'Port': ['ID=4c12fd25-308d-465f-acec-a94930cbfde6,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:55.087284 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-0ec3bbe2-cc19-4070-a13a-4126b376ece4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:55.088864 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-0ec3bbe2-cc19-4070-a13a-4126b376ece4 service neutron] 10.222.0.11 "GET /v2.0/ports/60ae1ebc-636b-4489-b110-9d50fcbfd8b3 HTTP/1.1" status: 200 len: 1026 time: 0.0844293 Aug 23 20:32:55.113667 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7d0db-d1f5-4aa9-a1a4-88903f95dda2 req-ef8af4ac-fe6f-4a52-857b-a752af62ee24 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:55.115172 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b3d7d0db-d1f5-4aa9-a1a4-88903f95dda2 req-ef8af4ac-fe6f-4a52-857b-a752af62ee24 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:55.138608 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b3d7d0db-d1f5-4aa9-a1a4-88903f95dda2 req-ef8af4ac-fe6f-4a52-857b-a752af62ee24 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0780876 Aug 23 20:32:55.145211 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [req-3465f2ba-cc80-45c5-8376-05962c01990a req-bbcfd534-ebe7-4dba-a9db-58d5edf2df6f tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:32:55.146425 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3465f2ba-cc80-45c5-8376-05962c01990a req-bbcfd534-ebe7-4dba-a9db-58d5edf2df6f tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068517 Aug 23 20:32:55.165382 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-b3d7d0db-d1f5-4aa9-a1a4-88903f95dda2 req-c09b1453-a996-4707-b45b-5b21b3ab43a0 service neutron] Request body: {'port': {'device_id': '52072e5d-5bea-42e6-8c9e-4583aec1b879', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:32:55.166329 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-f710f979-46e7-4231-a80a-66341c323b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:55.167717 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-f710f979-46e7-4231-a80a-66341c323b14 service neutron] 10.222.0.11 "GET /v2.0/ports/6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d HTTP/1.1" status: 200 len: 1025 time: 0.0706973 Aug 23 20:32:55.172150 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-3465f2ba-cc80-45c5-8376-05962c01990a req-8d19cbc2-de4d-49cc-9a6b-97359c0dd554 service neutron] Request body: {'binding': {'host': 'n-h2-805663-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:32:55.172935 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-3465f2ba-cc80-45c5-8376-05962c01990a req-8d19cbc2-de4d-49cc-9a6b-97359c0dd554 service neutron] Unknown quota resources ['binding']. {{(pid=94688) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 20:32:55.298867 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-df2c9f56-c513-41e0-a6e9-f0422116cece tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:55.299434 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b3d7d0db-d1f5-4aa9-a1a4-88903f95dda2 req-c09b1453-a996-4707-b45b-5b21b3ab43a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:55.304727 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-df2c9f56-c513-41e0-a6e9-f0422116cece tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:55.310974 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-df2c9f56-c513-41e0-a6e9-f0422116cece tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:55.312746 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-df2c9f56-c513-41e0-a6e9-f0422116cece tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.11 "GET /v2.0/networks?id=15796354-99ed-4bbc-af1c-772cdc3fe57c&id=3540c16b-5ded-45d3-80bb-012ec217ee8b&id=3540c16b-5ded-45d3-80bb-012ec217ee8b&id=3540c16b-5ded-45d3-80bb-012ec217ee8b&id=3540c16b-5ded-45d3-80bb-012ec217ee8b&id=af4706b6-78a2-4ed9-91e2-487e13d661e6&id=af4706b6-78a2-4ed9-91e2-487e13d661e6 HTTP/1.1" status: 200 len: 1990 time: 0.1365175 Aug 23 20:32:55.370614 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-7515fb1d-4bdd-4cbf-9a7d-e9532149097f tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a91fd320cb1405f8d3783ce9085793e HTTP/1.1" status: 200 len: 379 time: 0.0462420 Aug 23 20:32:55.385505 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-caae9632-297f-4716-828a-d4c269194c9d tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Request body: {'port': {'device_id': '3552a542-8864-47a4-92e2-3c4b04006992', 'network_id': '15796354-99ed-4bbc-af1c-772cdc3fe57c', 'admin_state_up': True, 'tenant_id': '0a91fd320cb1405f8d3783ce9085793e', 'security_groups': ['9b54e5a8-71d6-43fd-b888-7393c70f9dac']}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:32:55.478240 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-3465f2ba-cc80-45c5-8376-05962c01990a req-8d19cbc2-de4d-49cc-9a6b-97359c0dd554 service neutron] Attempting to bind port 08f8dea4-08e0-46b1-a8c1-93efe9d39a93 on host n-h2-805663-2 for vnic_type normal with profile None {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:32:55.478572 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-3465f2ba-cc80-45c5-8376-05962c01990a req-8d19cbc2-de4d-49cc-9a6b-97359c0dd554 service neutron] Attempting to bind port 08f8dea4-08e0-46b1-a8c1-93efe9d39a93 by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': '3440ae09-322e-4891-8c02-a5baf5ba77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:32:55.478903 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3465f2ba-cc80-45c5-8376-05962c01990a req-8d19cbc2-de4d-49cc-9a6b-97359c0dd554 service neutron] Attempting to bind port 08f8dea4-08e0-46b1-a8c1-93efe9d39a93 on network a133b3ce-c542-461f-b67d-2eb2e20a852b {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:32:55.485143 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5cea044e-69ff-48aa-9e5d-7a516a3f5ad6 req-dfa02ba0-de29-4f74-a06a-f5e3da77362a tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7c97eec-6e84-413c-9d94-f295a29998b8 HTTP/1.1" status: 200 len: 210 time: 0.0916438 Aug 23 20:32:55.490197 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3465f2ba-cc80-45c5-8376-05962c01990a req-8d19cbc2-de4d-49cc-9a6b-97359c0dd554 service neutron] Port 08f8dea4-08e0-46b1-a8c1-93efe9d39a93 on network a133b3ce-c542-461f-b67d-2eb2e20a852b not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:32:55.490527 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3465f2ba-cc80-45c5-8376-05962c01990a req-8d19cbc2-de4d-49cc-9a6b-97359c0dd554 service neutron] Attempting to bind port 08f8dea4-08e0-46b1-a8c1-93efe9d39a93 on network a133b3ce-c542-461f-b67d-2eb2e20a852b {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:32:55.517956 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3465f2ba-cc80-45c5-8376-05962c01990a req-8d19cbc2-de4d-49cc-9a6b-97359c0dd554 service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:32:55.518296 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3465f2ba-cc80-45c5-8376-05962c01990a req-8d19cbc2-de4d-49cc-9a6b-97359c0dd554 service neutron] Checking segment: {'id': '3440ae09-322e-4891-8c02-a5baf5ba77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:32:55.518695 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3465f2ba-cc80-45c5-8376-05962c01990a req-8d19cbc2-de4d-49cc-9a6b-97359c0dd554 service neutron] Bound using segment: {'id': '3440ae09-322e-4891-8c02-a5baf5ba77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:32:55.519160 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-3465f2ba-cc80-45c5-8376-05962c01990a req-8d19cbc2-de4d-49cc-9a6b-97359c0dd554 service neutron] Bound port: 08f8dea4-08e0-46b1-a8c1-93efe9d39a93, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3440ae09-322e-4891-8c02-a5baf5ba77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:32:55.571690 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-caae9632-297f-4716-828a-d4c269194c9d tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Made reservation on behalf of 0a91fd320cb1405f8d3783ce9085793e for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:32:55.578579 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-caae9632-297f-4716-828a-d4c269194c9d tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:55.637994 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-3465f2ba-cc80-45c5-8376-05962c01990a req-8d19cbc2-de4d-49cc-9a6b-97359c0dd554 service neutron] For port 08f8dea4-08e0-46b1-a8c1-93efe9d39a93, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=08f8dea4-08e0-46b1-a8c1-93efe9d39a93,segment=NetworkSegment(3440ae09-322e-4891-8c02-a5baf5ba77f1),segment_id=3440ae09-322e-4891-8c02-a5baf5ba77f1)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:32:55.651801 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3465f2ba-cc80-45c5-8376-05962c01990a req-8d19cbc2-de4d-49cc-9a6b-97359c0dd554 service neutron] Notify callbacks [] for binding, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:55.662091 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3465f2ba-cc80-45c5-8376-05962c01990a req-8d19cbc2-de4d-49cc-9a6b-97359c0dd554 service neutron] 10.222.0.61 "POST /v2.0/ports/08f8dea4-08e0-46b1-a8c1-93efe9d39a93/bindings HTTP/1.1" status: 201 len: 389 time: 0.4980075 Aug 23 20:32:55.765484 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-b3d7d0db-d1f5-4aa9-a1a4-88903f95dda2 req-c09b1453-a996-4707-b45b-5b21b3ab43a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c12fd25-308d-465f-acec-a94930cbfde6 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:32:55.791187 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b3d7d0db-d1f5-4aa9-a1a4-88903f95dda2 req-c09b1453-a996-4707-b45b-5b21b3ab43a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:55.822997 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-b3d7d0db-d1f5-4aa9-a1a4-88903f95dda2 req-c09b1453-a996-4707-b45b-5b21b3ab43a0 service neutron] Transition to ACTIVE for port object 4c12fd25-308d-465f-acec-a94930cbfde6 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:32:55.831503 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b3d7d0db-d1f5-4aa9-a1a4-88903f95dda2 req-c09b1453-a996-4707-b45b-5b21b3ab43a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:55.883655 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-caae9632-297f-4716-828a-d4c269194c9d tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Allocated IP 172.20.0.11 (15796354-99ed-4bbc-af1c-772cdc3fe57c/92348ce8-7731-44f5-b707-e42d9a125beb/17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:32:55.907669 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c99cb8-5e30-4d96-8e06-e3db5eabc5c7 req-2fa76b3c-1dab-4584-b01a-274f361acab6 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:55.909638 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b0c99cb8-5e30-4d96-8e06-e3db5eabc5c7 req-2fa76b3c-1dab-4584-b01a-274f361acab6 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 950 time: 0.1154149 Aug 23 20:32:55.931532 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b1453-a996-4707-b45b-5b21b3ab43a0 service neutron] Pushing event updated for resources: {'Port': ['ID=4c12fd25-308d-465f-acec-a94930cbfde6,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:56.007934 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f86df-810c-4a8b-9bc3-daaeac06e5f7 req-d3b8872b-568a-4042-9290-d4e8f649bca5 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:56.009480 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f70f86df-810c-4a8b-9bc3-daaeac06e5f7 req-d3b8872b-568a-4042-9290-d4e8f649bca5 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c59210e-7213-41f3-89d9-b0a17b5f07a5 HTTP/1.1" status: 200 len: 946 time: 0.1133823 Aug 23 20:32:56.041513 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-b3d7d0db-d1f5-4aa9-a1a4-88903f95dda2 req-c09b1453-a996-4707-b45b-5b21b3ab43a0 service neutron] Attempting to bind port 4c12fd25-308d-465f-acec-a94930cbfde6 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:32:56.041513 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-b3d7d0db-d1f5-4aa9-a1a4-88903f95dda2 req-c09b1453-a996-4707-b45b-5b21b3ab43a0 service neutron] Attempting to bind port 4c12fd25-308d-465f-acec-a94930cbfde6 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '102aaadf-a02d-4ccd-a117-533acfc24182'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:32:56.041513 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d7d0db-d1f5-4aa9-a1a4-88903f95dda2 req-c09b1453-a996-4707-b45b-5b21b3ab43a0 service neutron] Attempting to bind port 4c12fd25-308d-465f-acec-a94930cbfde6 on network 102aaadf-a02d-4ccd-a117-533acfc24182 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:32:56.042514 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d7d0db-d1f5-4aa9-a1a4-88903f95dda2 req-c09b1453-a996-4707-b45b-5b21b3ab43a0 service neutron] Port 4c12fd25-308d-465f-acec-a94930cbfde6 on network 102aaadf-a02d-4ccd-a117-533acfc24182 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:32:56.042744 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d7d0db-d1f5-4aa9-a1a4-88903f95dda2 req-c09b1453-a996-4707-b45b-5b21b3ab43a0 service neutron] Attempting to bind port 4c12fd25-308d-465f-acec-a94930cbfde6 on network 102aaadf-a02d-4ccd-a117-533acfc24182 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:32:56.056373 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d7d0db-d1f5-4aa9-a1a4-88903f95dda2 req-c09b1453-a996-4707-b45b-5b21b3ab43a0 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:32:56.056757 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d7d0db-d1f5-4aa9-a1a4-88903f95dda2 req-c09b1453-a996-4707-b45b-5b21b3ab43a0 service neutron] Checking segment: {'id': '5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '102aaadf-a02d-4ccd-a117-533acfc24182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:32:56.057720 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d7d0db-d1f5-4aa9-a1a4-88903f95dda2 req-c09b1453-a996-4707-b45b-5b21b3ab43a0 service neutron] Bound using segment: {'id': '5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '102aaadf-a02d-4ccd-a117-533acfc24182'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:32:56.057720 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-b3d7d0db-d1f5-4aa9-a1a4-88903f95dda2 req-c09b1453-a996-4707-b45b-5b21b3ab43a0 service neutron] Bound port: 4c12fd25-308d-465f-acec-a94930cbfde6, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '102aaadf-a02d-4ccd-a117-533acfc24182'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:32:56.057943 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b3d7d0db-d1f5-4aa9-a1a4-88903f95dda2 req-c09b1453-a996-4707-b45b-5b21b3ab43a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:56.068032 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b0c99cb8-5e30-4d96-8e06-e3db5eabc5c7 req-f2c562ac-3c97-4190-938c-244af6d30a5c tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493120 Aug 23 20:32:56.087789 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465f2ba-cc80-45c5-8376-05962c01990a req-ee130b5f-adcc-4544-8cc8-696c01afaf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:56.088826 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f70f86df-810c-4a8b-9bc3-daaeac06e5f7 req-d2702e4a-6427-4cb6-a29d-6dc4fea20ae6 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619481 Aug 23 20:32:56.089307 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3465f2ba-cc80-45c5-8376-05962c01990a req-ee130b5f-adcc-4544-8cc8-696c01afaf77 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=aeab6bca1ebb43a8b404543d83e8cc6e&device_id=8c59210e-7213-41f3-89d9-b0a17b5f07a5 HTTP/1.1" status: 200 len: 1097 time: 0.1253603 Aug 23 20:32:56.206798 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-b3d7d0db-d1f5-4aa9-a1a4-88903f95dda2 req-c09b1453-a996-4707-b45b-5b21b3ab43a0 service neutron] For port 4c12fd25-308d-465f-acec-a94930cbfde6, host n-h1-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:32:56.229320 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cc99bd62-cda7-4d55-b930-abd312cefd8c req-0aa1cafe-e694-4055-9e58-25e559e719b8 tempest-ServerShowV247Test-728734885 tempest-ServerShowV247Test-728734885-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4e5fa9c-219f-4a22-afd9-f8fb6c077d04 HTTP/1.1" status: 200 len: 210 time: 0.0423808 Aug 23 20:32:56.236773 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-caae9632-297f-4716-828a-d4c269194c9d tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:56.250058 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-b3d7d0db-d1f5-4aa9-a1a4-88903f95dda2 req-c09b1453-a996-4707-b45b-5b21b3ab43a0 service neutron] For port 4c12fd25-308d-465f-acec-a94930cbfde6, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=4c12fd25-308d-465f-acec-a94930cbfde6,segment=NetworkSegment(5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d),segment_id=5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:32:56.262096 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b3d7d0db-d1f5-4aa9-a1a4-88903f95dda2 req-c09b1453-a996-4707-b45b-5b21b3ab43a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:56.266418 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-caae9632-297f-4716-828a-d4c269194c9d tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Transition to ACTIVE for port object 17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:32:56.279451 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811ccca-4e78-4cbc-be82-18934fcaf434 req-50c8c390-4410-4a81-b990-f64ce5d5a180 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:56.281738 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3811ccca-4e78-4cbc-be82-18934fcaf434 req-50c8c390-4410-4a81-b990-f64ce5d5a180 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=52072e5d-5bea-42e6-8c9e-4583aec1b879 HTTP/1.1" status: 200 len: 943 time: 0.0929301 Aug 23 20:32:56.290271 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465f2ba-cc80-45c5-8376-05962c01990a req-be86d8c1-fabf-4766-ba4c-6f2084eb04d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:56.291996 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3465f2ba-cc80-45c5-8376-05962c01990a req-be86d8c1-fabf-4766-ba4c-6f2084eb04d7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a133b3ce-c542-461f-b67d-2eb2e20a852b HTTP/1.1" status: 200 len: 908 time: 0.1905758 Aug 23 20:32:56.311636 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7d0db-d1f5-4aa9-a1a4-88903f95dda2 req-c09b1453-a996-4707-b45b-5b21b3ab43a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:56.312558 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b3d7d0db-d1f5-4aa9-a1a4-88903f95dda2 req-c09b1453-a996-4707-b45b-5b21b3ab43a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:56.314442 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b3d7d0db-d1f5-4aa9-a1a4-88903f95dda2 req-c09b1453-a996-4707-b45b-5b21b3ab43a0 service neutron] 10.222.0.11 "PUT /v2.0/ports/4c12fd25-308d-465f-acec-a94930cbfde6 HTTP/1.1" status: 200 len: 1091 time: 1.1546233 Aug 23 20:32:56.330353 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52072e5d-5bea-42e6-8c9e-4583aec1b879', 'tag': '4c12fd25-308d-465f-acec-a94930cbfde6'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:32:56.336843 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00a5ea6-591f-443a-bbe2-be6c2ee9ebd1" -d '{"events": [{"name": "network-changed", "server_uuid": "52072e5d-5bea-42e6-8c9e-4583aec1b879", "tag": "4c12fd25-308d-465f-acec-a94930cbfde6"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:32:56.348256 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3465f2ba-cc80-45c5-8376-05962c01990a req-49b851dd-0d01-4fd3-93fc-27074c1acf69 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08f8dea4-08e0-46b1-a8c1-93efe9d39a93 HTTP/1.1" status: 200 len: 217 time: 0.0415096 Aug 23 20:32:56.391905 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bf1dceba-9c4a-45a6-91b0-106d0ec2a49e req-8973155a-7d71-46c5-8817-7673f2f05ec6 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 210 time: 0.0413506 Aug 23 20:32:56.417692 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-caae9632-297f-4716-828a-d4c269194c9d tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:56.456323 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3811ccca-4e78-4cbc-be82-18934fcaf434 req-c5ed874e-3359-4a43-8fde-0fd5c235a018 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527469 Aug 23 20:32:56.469255 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caae9632-297f-4716-828a-d4c269194c9d tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Pushing event updated for resources: {'Port': ['ID=17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:56.474449 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b1453-a996-4707-b45b-5b21b3ab43a0 service neutron] Pushing event updated for resources: {'Port': ['ID=4c12fd25-308d-465f-acec-a94930cbfde6,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:56.491370 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7d0db-d1f5-4aa9-a1a4-88903f95dda2 req-11c5c8c8-fd25-4476-b519-746b60a44be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:56.492389 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-caae9632-297f-4716-828a-d4c269194c9d tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Network 15796354-99ed-4bbc-af1c-772cdc3fe57c is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:32:56.493429 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b3d7d0db-d1f5-4aa9-a1a4-88903f95dda2 req-11c5c8c8-fd25-4476-b519-746b60a44be1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3e19e7b2cfe41f8bf7d244c15d769b7&device_id=52072e5d-5bea-42e6-8c9e-4583aec1b879 HTTP/1.1" status: 200 len: 1094 time: 0.1216176 Aug 23 20:32:56.494344 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465f2ba-cc80-45c5-8376-05962c01990a req-d86f7e51-1c6a-4e4d-b410-5e525bab3282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:56.495892 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3465f2ba-cc80-45c5-8376-05962c01990a req-d86f7e51-1c6a-4e4d-b410-5e525bab3282 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc364ba1-f548-4b44-839c-5441876e52b8 HTTP/1.1" status: 200 len: 847 time: 0.1149192 Aug 23 20:32:56.497256 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-caae9632-297f-4716-828a-d4c269194c9d tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:32:56.510034 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-caae9632-297f-4716-828a-d4c269194c9d tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:32:56.560116 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b3d7d0db-d1f5-4aa9-a1a4-88903f95dda2 req-a8516af8-06f9-4095-95e8-36ba49161cb1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c12fd25-308d-465f-acec-a94930cbfde6 HTTP/1.1" status: 200 len: 217 time: 0.0478191 Aug 23 20:32:56.566385 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-602fdb1e-2ca5-4e0c-a0d0-a35d18b96233 req-4f627424-d7ca-4f95-bad9-57ac6d69be1d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bcafae5d-6483-417a-9f16-c501a7c5cfe6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1563635 Aug 23 20:32:56.590676 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3465f2ba-cc80-45c5-8376-05962c01990a req-85a93e5a-f061-4eff-b18a-cb0762f4736e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a133b3ce-c542-461f-b67d-2eb2e20a852b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731997 Aug 23 20:32:56.621395 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3e333e-aca0-4430-8898-8701b4d8bb0c x-openstack-request-id: req-8d3e333e-aca0-4430-8898-8701b4d8bb0c {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:32:56.621974 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52072e5d-5bea-42e6-8c9e-4583aec1b879", "tag": "4c12fd25-308d-465f-acec-a94930cbfde6", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:32:56.622745 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8d3e333e-aca0-4430-8898-8701b4d8bb0c {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:32:56.623414 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52072e5d-5bea-42e6-8c9e-4583aec1b879', 'tag': '4c12fd25-308d-465f-acec-a94930cbfde6', 'status': 'completed', 'code': 200} Aug 23 20:32:56.677496 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7d0db-d1f5-4aa9-a1a4-88903f95dda2 req-2a7d1864-ab6e-4f2d-96c3-8c8ab1b9c0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:56.679392 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b3d7d0db-d1f5-4aa9-a1a4-88903f95dda2 req-2a7d1864-ab6e-4f2d-96c3-8c8ab1b9c0c8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c5a23ee-4dc4-400c-bc37-6be8d284756a HTTP/1.1" status: 200 len: 844 time: 0.1087348 Aug 23 20:32:56.701111 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602fdb1e-2ca5-4e0c-a0d0-a35d18b96233 req-0c4e3216-42d2-4c37-b4bf-64fe1da7e553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:56.703680 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-602fdb1e-2ca5-4e0c-a0d0-a35d18b96233 req-0c4e3216-42d2-4c37-b4bf-64fe1da7e553 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=aeab6bca1ebb43a8b404543d83e8cc6e&device_id=bcafae5d-6483-417a-9f16-c501a7c5cfe6 HTTP/1.1" status: 200 len: 1095 time: 0.0840900 Aug 23 20:32:56.722433 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b3d7d0db-d1f5-4aa9-a1a4-88903f95dda2 req-0986c046-e427-4baa-bad8-609b9e919044 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=102aaadf-a02d-4ccd-a117-533acfc24182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351672 Aug 23 20:32:56.725622 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-caae9632-297f-4716-828a-d4c269194c9d tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:56.726317 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-caae9632-297f-4716-828a-d4c269194c9d tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:56.770729 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-749fe52a-f950-492e-94a2-a715d3322c92 req-68ebf5c8-247f-47dd-8c65-790d1cc3a538 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7c97eec-6e84-413c-9d94-f295a29998b8 HTTP/1.1" status: 200 len: 210 time: 0.0690620 Aug 23 20:32:56.802177 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c5124a04-662b-4560-9939-d1fa729fa787 None None] Provisioning for port 17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:32:56.807226 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3465f2ba-cc80-45c5-8376-05962c01990a req-cadb2c14-ff01-4864-b1b1-48b4ebeea503 service neutron] 10.222.0.32 "GET /v2.0/networks/a133b3ce-c542-461f-b67d-2eb2e20a852b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887417 Aug 23 20:32:56.809175 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c5124a04-662b-4560-9939-d1fa729fa787 None None] Provisioning complete for port 17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:32:56.809729 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c5124a04-662b-4560-9939-d1fa729fa787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:56.814551 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-caae9632-297f-4716-828a-d4c269194c9d tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4368699 Aug 23 20:32:56.829671 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-37e459fc-382b-4b80-a475-662bba11e5be tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Request body: {'port': {'device_id': '3552a542-8864-47a4-92e2-3c4b04006992', 'network_id': '3540c16b-5ded-45d3-80bb-012ec217ee8b', 'admin_state_up': True, 'tenant_id': '0a91fd320cb1405f8d3783ce9085793e', 'security_groups': ['9b54e5a8-71d6-43fd-b888-7393c70f9dac']}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:32:56.857122 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-c5124a04-662b-4560-9939-d1fa729fa787 None None] Port 17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:32:56.918563 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602fdb1e-2ca5-4e0c-a0d0-a35d18b96233 req-75ee9a2a-f8ad-43c8-ad53-393dbc8947dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:56.920181 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-602fdb1e-2ca5-4e0c-a0d0-a35d18b96233 req-75ee9a2a-f8ad-43c8-ad53-393dbc8947dc service neutron] 10.222.0.32 "GET /v2.0/networks?id=a133b3ce-c542-461f-b67d-2eb2e20a852b HTTP/1.1" status: 200 len: 908 time: 0.1894152 Aug 23 20:32:56.922588 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b3d7d0db-d1f5-4aa9-a1a4-88903f95dda2 req-bb1476c1-15ec-4ece-93a7-c6f47ca85c80 service neutron] 10.222.0.11 "GET /v2.0/networks/102aaadf-a02d-4ccd-a117-533acfc24182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927116 Aug 23 20:32:56.987268 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-602fdb1e-2ca5-4e0c-a0d0-a35d18b96233 req-704a34dc-2ce8-45a9-b8c8-16e51524867b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef6df56d-b025-4240-8305-9560c566684a HTTP/1.1" status: 200 len: 217 time: 0.0573769 Aug 23 20:32:56.989038 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3465f2ba-cc80-45c5-8376-05962c01990a req-6f65281f-37f8-4272-9f1d-e377a2b74a02 service neutron] 10.222.0.32 "GET /v2.0/networks/a133b3ce-c542-461f-b67d-2eb2e20a852b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735156 Aug 23 20:32:57.018909 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-37e459fc-382b-4b80-a475-662bba11e5be tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Made reservation on behalf of 0a91fd320cb1405f8d3783ce9085793e for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:32:57.026118 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-37e459fc-382b-4b80-a475-662bba11e5be tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:57.069869 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b3d7d0db-d1f5-4aa9-a1a4-88903f95dda2 req-7e5d403f-e500-4751-9aa3-719585f2c5dd service neutron] 10.222.0.11 "GET /v2.0/networks/102aaadf-a02d-4ccd-a117-533acfc24182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339405 Aug 23 20:32:57.132589 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602fdb1e-2ca5-4e0c-a0d0-a35d18b96233 req-985badc5-abfe-4c84-9d59-fa7ab13cebca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:57.134640 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-602fdb1e-2ca5-4e0c-a0d0-a35d18b96233 req-985badc5-abfe-4c84-9d59-fa7ab13cebca service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc364ba1-f548-4b44-839c-5441876e52b8 HTTP/1.1" status: 200 len: 847 time: 0.0637937 Aug 23 20:32:57.179368 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-37e459fc-382b-4b80-a475-662bba11e5be tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Allocated IP 10.1.1.244 (3540c16b-5ded-45d3-80bb-012ec217ee8b/1fd3acb9-9364-43a9-926f-7317badfdeb5/57ffbcc0-4376-4d05-86a0-154600a7fc9d) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:32:57.192978 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-602fdb1e-2ca5-4e0c-a0d0-a35d18b96233 req-161be235-801c-4da8-b8c3-33d68439b777 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a133b3ce-c542-461f-b67d-2eb2e20a852b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377216 Aug 23 20:32:57.322952 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9013536-a672-4be2-97a6-0e818bab887a req-84e101d0-64fc-41df-a5f3-2ce8732ffe27 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:57.324755 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e9013536-a672-4be2-97a6-0e818bab887a req-84e101d0-64fc-41df-a5f3-2ce8732ffe27 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c59210e-7213-41f3-89d9-b0a17b5f07a5 HTTP/1.1" status: 200 len: 946 time: 0.1134393 Aug 23 20:32:57.329689 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a5ea6-591f-443a-bbe2-be6c2ee9ebd1 req-a0459aac-d652-4044-9388-d4234737a728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:57.331199 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c00a5ea6-591f-443a-bbe2-be6c2ee9ebd1 req-a0459aac-d652-4044-9388-d4234737a728 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3e19e7b2cfe41f8bf7d244c15d769b7&device_id=52072e5d-5bea-42e6-8c9e-4583aec1b879 HTTP/1.1" status: 200 len: 1094 time: 0.1892455 Aug 23 20:32:57.345451 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09db752-5086-495d-96e2-791845364f8d req-9b802bc6-f9de-4d8e-83d9-9523cbd63e87 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:57.347190 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f09db752-5086-495d-96e2-791845364f8d req-9b802bc6-f9de-4d8e-83d9-9523cbd63e87 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 950 time: 0.1247761 Aug 23 20:32:57.397567 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-37e459fc-382b-4b80-a475-662bba11e5be tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:57.402177 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e9013536-a672-4be2-97a6-0e818bab887a req-db08a3b7-e1c7-4e31-9e9b-86bb0c88a8fa tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645397 Aug 23 20:32:57.415078 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-37e459fc-382b-4b80-a475-662bba11e5be tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Transition to ACTIVE for port object 57ffbcc0-4376-4d05-86a0-154600a7fc9d will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:32:57.446627 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-602fdb1e-2ca5-4e0c-a0d0-a35d18b96233 req-09ffd8e1-7829-4783-bd71-f6af355d36a7 service neutron] 10.222.0.32 "GET /v2.0/networks/a133b3ce-c542-461f-b67d-2eb2e20a852b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093332 Aug 23 20:32:57.467237 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-37e459fc-382b-4b80-a475-662bba11e5be tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:57.496232 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f09db752-5086-495d-96e2-791845364f8d req-1c9d7565-b6ef-4b1d-a075-2f5ce535a441 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310127 Aug 23 20:32:57.529889 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-37e459fc-382b-4b80-a475-662bba11e5be tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Network 3540c16b-5ded-45d3-80bb-012ec217ee8b is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:32:57.550088 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-37e459fc-382b-4b80-a475-662bba11e5be tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:32:57.555117 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a5ea6-591f-443a-bbe2-be6c2ee9ebd1 req-aa80ce00-e245-41ff-a018-ea5b46c8a050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:57.557140 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c00a5ea6-591f-443a-bbe2-be6c2ee9ebd1 req-aa80ce00-e245-41ff-a018-ea5b46c8a050 service neutron] 10.222.0.11 "GET /v2.0/networks?id=102aaadf-a02d-4ccd-a117-533acfc24182 HTTP/1.1" status: 200 len: 905 time: 0.2090902 Aug 23 20:32:57.579024 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-37e459fc-382b-4b80-a475-662bba11e5be tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:32:57.634829 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-29cbbfa1-7792-4472-85ea-a763d1a11928 req-e5d51094-417f-4b00-b5e2-06f4cb2613f4 tempest-ServerShowV247Test-728734885 tempest-ServerShowV247Test-728734885-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4e5fa9c-219f-4a22-afd9-f8fb6c077d04 HTTP/1.1" status: 200 len: 210 time: 0.1089613 Aug 23 20:32:57.641874 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c00a5ea6-591f-443a-bbe2-be6c2ee9ebd1 req-27b7c72f-5e26-4ada-93ee-a1dbc2210f66 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c12fd25-308d-465f-acec-a94930cbfde6 HTTP/1.1" status: 200 len: 217 time: 0.0699186 Aug 23 20:32:57.642317 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-37e459fc-382b-4b80-a475-662bba11e5be tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:57.645310 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-37e459fc-382b-4b80-a475-662bba11e5be tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:57.656948 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e459fc-382b-4b80-a475-662bba11e5be tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Pushing event updated for resources: {'Port': ['ID=57ffbcc0-4376-4d05-86a0-154600a7fc9d,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:57.705192 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-37e459fc-382b-4b80-a475-662bba11e5be tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8811409 Aug 23 20:32:57.717667 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-1ea5ce86-6ee8-4e02-8b6b-53be9ad5e9d0 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Request body: {'port': {'device_id': '3552a542-8864-47a4-92e2-3c4b04006992', 'network_id': '3540c16b-5ded-45d3-80bb-012ec217ee8b', 'admin_state_up': True, 'tenant_id': '0a91fd320cb1405f8d3783ce9085793e', 'security_groups': ['9b54e5a8-71d6-43fd-b888-7393c70f9dac']}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:32:57.742382 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-602fdb1e-2ca5-4e0c-a0d0-a35d18b96233 req-3d72ec33-c4e7-4b9a-a54f-625ae4b163b7 service neutron] 10.222.0.32 "GET /v2.0/networks/a133b3ce-c542-461f-b67d-2eb2e20a852b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830470 Aug 23 20:32:57.773877 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a5ea6-591f-443a-bbe2-be6c2ee9ebd1 req-ba70c7a4-4b67-4dea-9998-d21fc39c1036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:57.775371 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c00a5ea6-591f-443a-bbe2-be6c2ee9ebd1 req-ba70c7a4-4b67-4dea-9998-d21fc39c1036 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c5a23ee-4dc4-400c-bc37-6be8d284756a HTTP/1.1" status: 200 len: 844 time: 0.1181095 Aug 23 20:32:57.791728 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf4186-7b9b-4b3a-8897-bd56352726ec req-d5718441-5c5e-4848-9898-97480db3d2a7 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:57.802772 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf4186-7b9b-4b3a-8897-bd56352726ec req-d5718441-5c5e-4848-9898-97480db3d2a7 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:57.810193 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7fbf4186-7b9b-4b3a-8897-bd56352726ec req-d5718441-5c5e-4848-9898-97480db3d2a7 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 1654 time: 0.1850874 Aug 23 20:32:57.889638 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c00a5ea6-591f-443a-bbe2-be6c2ee9ebd1 req-15e7e174-e73c-42e1-ae3e-f97eefe9d70f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=102aaadf-a02d-4ccd-a117-533acfc24182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710986 Aug 23 20:32:57.898584 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1d8446f5-0a81-4d8a-b381-b09143262518 None None] Provisioning for port 57ffbcc0-4376-4d05-86a0-154600a7fc9d completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:32:57.910558 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1d8446f5-0a81-4d8a-b381-b09143262518 None None] Provisioning complete for port 57ffbcc0-4376-4d05-86a0-154600a7fc9d triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:32:57.911284 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1d8446f5-0a81-4d8a-b381-b09143262518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:57.951579 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1d8446f5-0a81-4d8a-b381-b09143262518 None None] Port 57ffbcc0-4376-4d05-86a0-154600a7fc9d cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:32:58.004756 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb0038-f624-4e36-8de4-396eb212e78f req-4c52717f-ab46-4c9f-b697-a5ba4ef815ca tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:58.006347 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e2fb0038-f624-4e36-8de4-396eb212e78f req-4c52717f-ab46-4c9f-b697-a5ba4ef815ca tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=52072e5d-5bea-42e6-8c9e-4583aec1b879 HTTP/1.1" status: 200 len: 943 time: 0.1641204 Aug 23 20:32:58.016408 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7fbf4186-7b9b-4b3a-8897-bd56352726ec req-e674c473-d765-45c6-ac47-31649b368bc7 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b54e5a8-71d6-43fd-b888-7393c70f9dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2001584 Aug 23 20:32:58.081015 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-1ea5ce86-6ee8-4e02-8b6b-53be9ad5e9d0 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Made reservation on behalf of 0a91fd320cb1405f8d3783ce9085793e for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:32:58.084624 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-1ea5ce86-6ee8-4e02-8b6b-53be9ad5e9d0 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:58.088455 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c00a5ea6-591f-443a-bbe2-be6c2ee9ebd1 req-ecaff967-b67d-40e8-a3a2-edb805ce8396 service neutron] 10.222.0.11 "GET /v2.0/networks/102aaadf-a02d-4ccd-a117-533acfc24182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886802 Aug 23 20:32:58.165726 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e2fb0038-f624-4e36-8de4-396eb212e78f req-c3d2d961-817f-4bb9-9712-b4e4c41a1b83 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251938 Aug 23 20:32:58.307792 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c00a5ea6-591f-443a-bbe2-be6c2ee9ebd1 req-300459ec-26ef-4c36-a3ce-c34f18fcea16 service neutron] 10.222.0.11 "GET /v2.0/networks/102aaadf-a02d-4ccd-a117-533acfc24182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108257 Aug 23 20:32:58.354246 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-1ea5ce86-6ee8-4e02-8b6b-53be9ad5e9d0 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Allocated IP 10.1.1.145 (3540c16b-5ded-45d3-80bb-012ec217ee8b/1fd3acb9-9364-43a9-926f-7317badfdeb5/1e9559a3-8cff-4318-a999-b45c5efad87e) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:32:58.540600 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-1ea5ce86-6ee8-4e02-8b6b-53be9ad5e9d0 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:58.558289 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-1ea5ce86-6ee8-4e02-8b6b-53be9ad5e9d0 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Transition to ACTIVE for port object 1e9559a3-8cff-4318-a999-b45c5efad87e will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:32:58.607136 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-1ea5ce86-6ee8-4e02-8b6b-53be9ad5e9d0 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:58.624960 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630065f7-e72a-4dd0-8a75-336d37ee400b req-346d8545-8aaf-4a75-bf68-c743f0498be7 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:58.626522 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-630065f7-e72a-4dd0-8a75-336d37ee400b req-346d8545-8aaf-4a75-bf68-c743f0498be7 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c59210e-7213-41f3-89d9-b0a17b5f07a5 HTTP/1.1" status: 200 len: 946 time: 0.1018617 Aug 23 20:32:58.675735 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-630065f7-e72a-4dd0-8a75-336d37ee400b req-fd7a2c36-c4a4-456c-b468-9f2ec1253060 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420210 Aug 23 20:32:58.704489 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-1ea5ce86-6ee8-4e02-8b6b-53be9ad5e9d0 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Network 3540c16b-5ded-45d3-80bb-012ec217ee8b is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:32:58.713225 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-1ea5ce86-6ee8-4e02-8b6b-53be9ad5e9d0 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:32:58.716141 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-1ea5ce86-6ee8-4e02-8b6b-53be9ad5e9d0 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:32:58.722691 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea5ce86-6ee8-4e02-8b6b-53be9ad5e9d0 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Pushing event updated for resources: {'Port': ['ID=1e9559a3-8cff-4318-a999-b45c5efad87e,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:58.778635 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ccf669-293c-4325-a1ff-addc92d8a047 req-4fb5ecdf-3e92-4a12-afc7-f310fa14134e tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:58.781326 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-26ccf669-293c-4325-a1ff-addc92d8a047 req-4fb5ecdf-3e92-4a12-afc7-f310fa14134e tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 950 time: 0.1603954 Aug 23 20:32:58.804561 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-1ea5ce86-6ee8-4e02-8b6b-53be9ad5e9d0 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:58.805214 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-1ea5ce86-6ee8-4e02-8b6b-53be9ad5e9d0 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:58.806637 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5f4b655c-8613-49d4-acf0-169f2e9f568c req-4b256a3c-83ad-4947-956f-62e6aaffaf7f tempest-ServerShowV247Test-728734885 tempest-ServerShowV247Test-728734885-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4e5fa9c-219f-4a22-afd9-f8fb6c077d04 HTTP/1.1" status: 200 len: 210 time: 0.0294547 Aug 23 20:32:58.848027 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-1ea5ce86-6ee8-4e02-8b6b-53be9ad5e9d0 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1344452 Aug 23 20:32:58.861982 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-8a28f303-a805-4a82-95d5-0ec158541745 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Request body: {'port': {'device_id': '3552a542-8864-47a4-92e2-3c4b04006992', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'af4706b6-78a2-4ed9-91e2-487e13d661e6', 'admin_state_up': True, 'tenant_id': '0a91fd320cb1405f8d3783ce9085793e', 'security_groups': ['9b54e5a8-71d6-43fd-b888-7393c70f9dac']}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:32:58.872422 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-26ccf669-293c-4325-a1ff-addc92d8a047 req-0616153d-f6ac-453e-9d93-45bf986c5bfd tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805247 Aug 23 20:32:58.978909 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-14d85938-5ecb-4155-b82d-41033166d47f None None] Provisioning for port 1e9559a3-8cff-4318-a999-b45c5efad87e completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:32:58.985037 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-14d85938-5ecb-4155-b82d-41033166d47f None None] Provisioning complete for port 1e9559a3-8cff-4318-a999-b45c5efad87e triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:32:58.985616 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-14d85938-5ecb-4155-b82d-41033166d47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:59.002950 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-8a28f303-a805-4a82-95d5-0ec158541745 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Made reservation on behalf of 0a91fd320cb1405f8d3783ce9085793e for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:32:59.029565 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-14d85938-5ecb-4155-b82d-41033166d47f None None] Port 1e9559a3-8cff-4318-a999-b45c5efad87e cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:32:59.091586 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-8a28f303-a805-4a82-95d5-0ec158541745 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:59.146855 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a24a07-e8d0-4c29-801a-de5d0fd4e6eb req-41f8821a-077d-4515-b5c9-dca4715cd226 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:59.152916 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a24a07-e8d0-4c29-801a-de5d0fd4e6eb req-41f8821a-077d-4515-b5c9-dca4715cd226 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:59.159803 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a24a07-e8d0-4c29-801a-de5d0fd4e6eb req-41f8821a-077d-4515-b5c9-dca4715cd226 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:59.168998 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-27a24a07-e8d0-4c29-801a-de5d0fd4e6eb req-41f8821a-077d-4515-b5c9-dca4715cd226 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 2375 time: 0.0771668 Aug 23 20:32:59.219917 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-27a24a07-e8d0-4c29-801a-de5d0fd4e6eb req-c49fb818-2838-40e0-b544-e7dc088951eb tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b54e5a8-71d6-43fd-b888-7393c70f9dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499279 Aug 23 20:32:59.376327 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148a52b-37ed-4812-bff4-033a2122128e req-4da7a8be-1953-4ce3-bb32-855cbfa7fbaf tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:59.378204 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f148a52b-37ed-4812-bff4-033a2122128e req-4da7a8be-1953-4ce3-bb32-855cbfa7fbaf tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=52072e5d-5bea-42e6-8c9e-4583aec1b879 HTTP/1.1" status: 200 len: 943 time: 0.1008523 Aug 23 20:32:59.397648 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-8a28f303-a805-4a82-95d5-0ec158541745 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Allocated IP 10.2.2.100 (af4706b6-78a2-4ed9-91e2-487e13d661e6/219a97fb-cf76-43fd-a3c0-23a4e8b36a26/24a309f0-cb51-4a2a-9a2e-e94a027cbd08) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:32:59.437355 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f148a52b-37ed-4812-bff4-033a2122128e req-bc186be7-7d45-42e1-8ed5-43ebdd213d7a tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517397 Aug 23 20:32:59.559649 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-8a28f303-a805-4a82-95d5-0ec158541745 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:59.808172 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e0b61c-bb06-4dcd-9b83-14c387035b3a req-fd62b1aa-b4c7-4d9f-bf9e-dc0e89e3fbd2 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:32:59.809867 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a0e0b61c-bb06-4dcd-9b83-14c387035b3a req-fd62b1aa-b4c7-4d9f-bf9e-dc0e89e3fbd2 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c59210e-7213-41f3-89d9-b0a17b5f07a5 HTTP/1.1" status: 200 len: 946 time: 0.0515661 Aug 23 20:32:59.844762 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-8a28f303-a805-4a82-95d5-0ec158541745 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Transition to ACTIVE for port object 24a309f0-cb51-4a2a-9a2e-e94a027cbd08 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:32:59.864033 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a0e0b61c-bb06-4dcd-9b83-14c387035b3a req-15d292ed-7026-4c23-8934-c4a175a10733 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466666 Aug 23 20:32:59.885800 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-8a28f303-a805-4a82-95d5-0ec158541745 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:32:59.969416 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-eb94fdf4-fc9e-421c-8ab3-7f7987490191 req-abb6577c-bfbd-4d69-abdf-8563c59a5e08 tempest-ServerShowV247Test-728734885 tempest-ServerShowV247Test-728734885-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4e5fa9c-219f-4a22-afd9-f8fb6c077d04 HTTP/1.1" status: 200 len: 210 time: 0.0433037 Aug 23 20:32:59.971583 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-8a28f303-a805-4a82-95d5-0ec158541745 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Network af4706b6-78a2-4ed9-91e2-487e13d661e6 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:32:59.972417 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a28f303-a805-4a82-95d5-0ec158541745 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Pushing event updated for resources: {'Port': ['ID=24a309f0-cb51-4a2a-9a2e-e94a027cbd08,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:32:59.975295 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-8a28f303-a805-4a82-95d5-0ec158541745 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:32:59.977372 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-8a28f303-a805-4a82-95d5-0ec158541745 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:33:00.030894 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8545655-c395-4c03-af4e-c74a088c0245 req-1ec95998-f5f9-4266-b3ec-8414018005b5 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:00.031967 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-8a28f303-a805-4a82-95d5-0ec158541745 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:00.032860 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-8a28f303-a805-4a82-95d5-0ec158541745 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:00.033531 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d8545655-c395-4c03-af4e-c74a088c0245 req-1ec95998-f5f9-4266-b3ec-8414018005b5 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 950 time: 0.0797374 Aug 23 20:33:00.051218 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-8a28f303-a805-4a82-95d5-0ec158541745 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1943240 Aug 23 20:33:00.064297 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-f92f5457-5ef6-45f4-972a-16e1a3973ce4 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Request body: {'port': {'device_id': '3552a542-8864-47a4-92e2-3c4b04006992', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'af4706b6-78a2-4ed9-91e2-487e13d661e6', 'admin_state_up': True, 'tenant_id': '0a91fd320cb1405f8d3783ce9085793e', 'security_groups': ['9b54e5a8-71d6-43fd-b888-7393c70f9dac']}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:33:00.075277 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d8545655-c395-4c03-af4e-c74a088c0245 req-fd61c577-ac19-4537-bc6a-c6a280fb3ea5 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360405 Aug 23 20:33:00.184266 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-f92f5457-5ef6-45f4-972a-16e1a3973ce4 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Made reservation on behalf of 0a91fd320cb1405f8d3783ce9085793e for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:33:00.189145 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-f92f5457-5ef6-45f4-972a-16e1a3973ce4 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:00.266240 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-efae6f1f-f5ed-4627-8da9-62b44ced7953 None None] Provisioning for port 24a309f0-cb51-4a2a-9a2e-e94a027cbd08 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:33:00.270288 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-efae6f1f-f5ed-4627-8da9-62b44ced7953 None None] Provisioning complete for port 24a309f0-cb51-4a2a-9a2e-e94a027cbd08 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:33:00.270663 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-efae6f1f-f5ed-4627-8da9-62b44ced7953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:00.315155 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 4c12fd25-308d-465f-acec-a94930cbfde6 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:33:00.342913 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-efae6f1f-f5ed-4627-8da9-62b44ced7953 None None] Port 24a309f0-cb51-4a2a-9a2e-e94a027cbd08 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:33:00.392108 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-f92f5457-5ef6-45f4-972a-16e1a3973ce4 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Allocated IP 10.2.2.200 (af4706b6-78a2-4ed9-91e2-487e13d661e6/219a97fb-cf76-43fd-a3c0-23a4e8b36a26/2766511f-9d51-4da2-a1c2-6355076cc97a) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:33:00.436657 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e63fbe8-6da0-4ea3-b2dd-4b74d44bfc30 req-7b5e5815-9cd5-4023-b54c-fa65d45e1cc6 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:00.444363 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e63fbe8-6da0-4ea3-b2dd-4b74d44bfc30 req-7b5e5815-9cd5-4023-b54c-fa65d45e1cc6 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:00.451263 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e63fbe8-6da0-4ea3-b2dd-4b74d44bfc30 req-7b5e5815-9cd5-4023-b54c-fa65d45e1cc6 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:00.453578 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 4c12fd25-308d-465f-acec-a94930cbfde6, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=4c12fd25-308d-465f-acec-a94930cbfde6,segment=NetworkSegment(5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d),segment_id=5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:00.458736 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e63fbe8-6da0-4ea3-b2dd-4b74d44bfc30 req-7b5e5815-9cd5-4023-b54c-fa65d45e1cc6 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:00.464743 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3e63fbe8-6da0-4ea3-b2dd-4b74d44bfc30 req-7b5e5815-9cd5-4023-b54c-fa65d45e1cc6 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 3096 time: 0.1470733 Aug 23 20:33:00.477181 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '4c12fd25-308d-465f-acec-a94930cbfde6', 'network_id': '102aaadf-a02d-4ccd-a117-533acfc24182', 'port_id': '4c12fd25-308d-465f-acec-a94930cbfde6', 'mac_address': 'fa:16:3e:44:e4:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c5a23ee-4dc4-400c-bc37-6be8d284756a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:33:00.521559 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3e63fbe8-6da0-4ea3-b2dd-4b74d44bfc30 req-b36832bd-acbd-4427-be66-56ccd592cd1a tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b54e5a8-71d6-43fd-b888-7393c70f9dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498247 Aug 23 20:33:00.549536 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:00.564355 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c12fd25-308d-465f-acec-a94930cbfde6 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:33:00.599038 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 4c12fd25-308d-465f-acec-a94930cbfde6, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=4c12fd25-308d-465f-acec-a94930cbfde6,segment=NetworkSegment(5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d),segment_id=5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:00.599297 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-f92f5457-5ef6-45f4-972a-16e1a3973ce4 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:00.604434 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:00.617209 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-f92f5457-5ef6-45f4-972a-16e1a3973ce4 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Transition to ACTIVE for port object 2766511f-9d51-4da2-a1c2-6355076cc97a will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:33:00.634157 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a8427b-5201-4fbb-9ee0-f95fbb85735b req-682e2bec-2e69-4c10-9619-9b85a30f542f tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:00.635748 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e2a8427b-5201-4fbb-9ee0-f95fbb85735b req-682e2bec-2e69-4c10-9619-9b85a30f542f tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=52072e5d-5bea-42e6-8c9e-4583aec1b879 HTTP/1.1" status: 200 len: 943 time: 0.0862918 Aug 23 20:33:00.658625 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=4c12fd25-308d-465f-acec-a94930cbfde6,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:00.705070 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e2a8427b-5201-4fbb-9ee0-f95fbb85735b req-7c22b634-04a0-4f7b-958b-74e9ab1b735d tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473943 Aug 23 20:33:00.706082 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-f92f5457-5ef6-45f4-972a-16e1a3973ce4 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:00.749527 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-f92f5457-5ef6-45f4-972a-16e1a3973ce4 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Network af4706b6-78a2-4ed9-91e2-487e13d661e6 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:33:00.752506 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-f92f5457-5ef6-45f4-972a-16e1a3973ce4 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:33:00.756149 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-f92f5457-5ef6-45f4-972a-16e1a3973ce4 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:33:00.765406 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92f5457-5ef6-45f4-972a-16e1a3973ce4 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Pushing event updated for resources: {'Port': ['ID=2766511f-9d51-4da2-a1c2-6355076cc97a,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:00.815615 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-f92f5457-5ef6-45f4-972a-16e1a3973ce4 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:00.816433 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-f92f5457-5ef6-45f4-972a-16e1a3973ce4 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:00.833662 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-f92f5457-5ef6-45f4-972a-16e1a3973ce4 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7744040 Aug 23 20:33:00.847992 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-4d5a1dff-ccbc-42fc-99d8-7890eaa57001 service neutron] Request body: {'port': {'device_id': '3552a542-8864-47a4-92e2-3c4b04006992', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:33:00.872902 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['4c12fd25-308d-465f-acec-a94930cbfde6'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:33:00.905986 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-4d5a1dff-ccbc-42fc-99d8-7890eaa57001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:01.022551 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae0df44-759c-4350-8c79-ecf93eaac0ea req-3a5823c0-cfbe-4849-94f7-bfdd0ef61c4d tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:01.024572 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6ae0df44-759c-4350-8c79-ecf93eaac0ea req-3a5823c0-cfbe-4849-94f7-bfdd0ef61c4d tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c59210e-7213-41f3-89d9-b0a17b5f07a5 HTTP/1.1" status: 200 len: 946 time: 0.0789173 Aug 23 20:33:01.091293 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-52b54d6e-0d26-4992-a7d5-e0a153117c8f None None] Provisioning for port 2766511f-9d51-4da2-a1c2-6355076cc97a completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:33:01.096816 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6ae0df44-759c-4350-8c79-ecf93eaac0ea req-ed40e434-76c4-452b-b661-6d5efc7ffaa1 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596814 Aug 23 20:33:01.097562 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-52b54d6e-0d26-4992-a7d5-e0a153117c8f None None] Provisioning complete for port 2766511f-9d51-4da2-a1c2-6355076cc97a triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:33:01.099626 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-52b54d6e-0d26-4992-a7d5-e0a153117c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:01.144397 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-52b54d6e-0d26-4992-a7d5-e0a153117c8f None None] Port 2766511f-9d51-4da2-a1c2-6355076cc97a cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:33:01.159432 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-645f469a-d555-4119-8176-aa08ec973b84 req-e36af05e-a64d-4db5-8b35-9256771a7d5e tempest-ServerShowV247Test-728734885 tempest-ServerShowV247Test-728734885-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4e5fa9c-219f-4a22-afd9-f8fb6c077d04 HTTP/1.1" status: 200 len: 210 time: 0.0411086 Aug 23 20:33:01.224855 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a3a6f-4275-4231-b95a-3762e14bc9ee req-6e902ded-7ea0-4c7b-974e-606274042b6a tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:01.226554 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b46a3a6f-4275-4231-b95a-3762e14bc9ee req-6e902ded-7ea0-4c7b-974e-606274042b6a tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 950 time: 0.0610902 Aug 23 20:33:01.265249 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-4d5a1dff-ccbc-42fc-99d8-7890eaa57001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:33:01.270437 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b46a3a6f-4275-4231-b95a-3762e14bc9ee req-85abab92-ebdd-44f1-8851-b4a050ee5db8 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357821 Aug 23 20:33:01.274334 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-4d5a1dff-ccbc-42fc-99d8-7890eaa57001 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:01.287282 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-4d5a1dff-ccbc-42fc-99d8-7890eaa57001 service neutron] Transition to ACTIVE for port object 17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:33:01.292104 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-4d5a1dff-ccbc-42fc-99d8-7890eaa57001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:01.348595 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a1dff-ccbc-42fc-99d8-7890eaa57001 service neutron] Pushing event updated for resources: {'Port': ['ID=17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:01.372248 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a1dff-ccbc-42fc-99d8-7890eaa57001 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:33:01.372603 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a1dff-ccbc-42fc-99d8-7890eaa57001 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:33:01.372942 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a1dff-ccbc-42fc-99d8-7890eaa57001 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:33:01.373358 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a1dff-ccbc-42fc-99d8-7890eaa57001 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:33:01.374365 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a1dff-ccbc-42fc-99d8-7890eaa57001 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:33:01.374705 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a1dff-ccbc-42fc-99d8-7890eaa57001 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:33:01.375085 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a1dff-ccbc-42fc-99d8-7890eaa57001 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:33:01.375424 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a1dff-ccbc-42fc-99d8-7890eaa57001 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:33:01.375749 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a1dff-ccbc-42fc-99d8-7890eaa57001 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:33:01.376094 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a1dff-ccbc-42fc-99d8-7890eaa57001 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:33:01.376501 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a1dff-ccbc-42fc-99d8-7890eaa57001 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:33:01.376829 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a1dff-ccbc-42fc-99d8-7890eaa57001 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:33:01.438855 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-4d5a1dff-ccbc-42fc-99d8-7890eaa57001 service neutron] Attempting to bind port 17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:33:01.439206 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-4d5a1dff-ccbc-42fc-99d8-7890eaa57001 service neutron] Attempting to bind port 17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '5e4c950b-9e81-4e67-a335-cd6886b78290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '15796354-99ed-4bbc-af1c-772cdc3fe57c'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:33:01.439537 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-4d5a1dff-ccbc-42fc-99d8-7890eaa57001 service neutron] Attempting to bind port 17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c on network 15796354-99ed-4bbc-af1c-772cdc3fe57c {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:33:01.444459 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-4d5a1dff-ccbc-42fc-99d8-7890eaa57001 service neutron] Port 17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c on network 15796354-99ed-4bbc-af1c-772cdc3fe57c not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:33:01.444811 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-4d5a1dff-ccbc-42fc-99d8-7890eaa57001 service neutron] Attempting to bind port 17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c on network 15796354-99ed-4bbc-af1c-772cdc3fe57c {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:33:01.451552 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-4d5a1dff-ccbc-42fc-99d8-7890eaa57001 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:33:01.451552 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-4d5a1dff-ccbc-42fc-99d8-7890eaa57001 service neutron] Checking segment: {'id': '5e4c950b-9e81-4e67-a335-cd6886b78290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '15796354-99ed-4bbc-af1c-772cdc3fe57c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:33:01.452377 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-4d5a1dff-ccbc-42fc-99d8-7890eaa57001 service neutron] Bound using segment: {'id': '5e4c950b-9e81-4e67-a335-cd6886b78290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '15796354-99ed-4bbc-af1c-772cdc3fe57c'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:33:01.452719 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-4d5a1dff-ccbc-42fc-99d8-7890eaa57001 service neutron] Bound port: 17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e4c950b-9e81-4e67-a335-cd6886b78290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '15796354-99ed-4bbc-af1c-772cdc3fe57c'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:33:01.453080 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-4d5a1dff-ccbc-42fc-99d8-7890eaa57001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:01.538470 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-4d5a1dff-ccbc-42fc-99d8-7890eaa57001 service neutron] For port 17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:33:01.541868 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-4d5a1dff-ccbc-42fc-99d8-7890eaa57001 service neutron] For port 17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c,segment=NetworkSegment(5e4c950b-9e81-4e67-a335-cd6886b78290),segment_id=5e4c950b-9e81-4e67-a335-cd6886b78290)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:33:01.547855 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-4d5a1dff-ccbc-42fc-99d8-7890eaa57001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:01.599506 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-4d5a1dff-ccbc-42fc-99d8-7890eaa57001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:01.600502 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-4d5a1dff-ccbc-42fc-99d8-7890eaa57001 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:01.602001 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-4d5a1dff-ccbc-42fc-99d8-7890eaa57001 service neutron] 10.222.0.11 "PUT /v2.0/ports/17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c HTTP/1.1" status: 200 len: 1092 time: 0.7599370 Aug 23 20:33:01.602506 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3552a542-8864-47a4-92e2-3c4b04006992', 'tag': '17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:33:01.605073 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f1eb02-3914-4d68-bbfd-b8e657652041" -d '{"events": [{"name": "network-changed", "server_uuid": "3552a542-8864-47a4-92e2-3c4b04006992", "tag": "17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:33:01.655748 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-56034df9-6744-4be6-b676-d27b0f5b7f21 service neutron] Request body: {'port': {'device_id': '3552a542-8864-47a4-92e2-3c4b04006992', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:33:01.662210 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4da9bb-63e7-4ced-b9c8-5e0fc384ff12 x-openstack-request-id: req-6a4da9bb-63e7-4ced-b9c8-5e0fc384ff12 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:33:01.662645 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3552a542-8864-47a4-92e2-3c4b04006992", "tag": "17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:33:01.663010 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6a4da9bb-63e7-4ced-b9c8-5e0fc384ff12 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:33:01.663492 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3552a542-8864-47a4-92e2-3c4b04006992', 'tag': '17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c', 'status': 'completed', 'code': 200} Aug 23 20:33:01.705352 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a1dff-ccbc-42fc-99d8-7890eaa57001 service neutron] Pushing event updated for resources: {'Port': ['ID=17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:01.757691 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1eb02-3914-4d68-bbfd-b8e657652041 req-0799fe67-4ea8-48b2-acb3-abec1ef47f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:01.758966 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1eb02-3914-4d68-bbfd-b8e657652041 req-0799fe67-4ea8-48b2-acb3-abec1ef47f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:01.759829 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1eb02-3914-4d68-bbfd-b8e657652041 req-0799fe67-4ea8-48b2-acb3-abec1ef47f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:01.760621 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1eb02-3914-4d68-bbfd-b8e657652041 req-0799fe67-4ea8-48b2-acb3-abec1ef47f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:01.761349 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1eb02-3914-4d68-bbfd-b8e657652041 req-0799fe67-4ea8-48b2-acb3-abec1ef47f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:01.766075 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-51f1eb02-3914-4d68-bbfd-b8e657652041 req-0799fe67-4ea8-48b2-acb3-abec1ef47f4d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0a91fd320cb1405f8d3783ce9085793e&device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 4364 time: 0.0780158 Aug 23 20:33:01.818073 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563467e2-15a3-442f-aae5-dfee36a5cd09 req-7a06307c-537a-4c83-9378-d867f9bdb722 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:01.824747 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563467e2-15a3-442f-aae5-dfee36a5cd09 req-7a06307c-537a-4c83-9378-d867f9bdb722 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:01.832629 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563467e2-15a3-442f-aae5-dfee36a5cd09 req-7a06307c-537a-4c83-9378-d867f9bdb722 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:01.839545 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563467e2-15a3-442f-aae5-dfee36a5cd09 req-7a06307c-537a-4c83-9378-d867f9bdb722 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:01.847580 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563467e2-15a3-442f-aae5-dfee36a5cd09 req-7a06307c-537a-4c83-9378-d867f9bdb722 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:01.850020 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-563467e2-15a3-442f-aae5-dfee36a5cd09 req-7a06307c-537a-4c83-9378-d867f9bdb722 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 3829 time: 0.2150340 Aug 23 20:33:01.851350 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-56034df9-6744-4be6-b676-d27b0f5b7f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:01.954178 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-563467e2-15a3-442f-aae5-dfee36a5cd09 req-7f73d10f-5c2d-479a-9fbc-56bbe3c153c3 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b54e5a8-71d6-43fd-b888-7393c70f9dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828109 Aug 23 20:33:02.261474 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-56034df9-6744-4be6-b676-d27b0f5b7f21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60ae1ebc-636b-4489-b110-9d50fcbfd8b3 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:33:02.271697 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-56034df9-6744-4be6-b676-d27b0f5b7f21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:02.289750 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-56034df9-6744-4be6-b676-d27b0f5b7f21 service neutron] Transition to ACTIVE for port object 60ae1ebc-636b-4489-b110-9d50fcbfd8b3 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:33:02.300091 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b71ecc-ec83-4cfc-9d20-7d215c6582d8 req-bee30677-dc2b-45dc-aad2-57f8ca747e14 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:02.301827 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-67b71ecc-ec83-4cfc-9d20-7d215c6582d8 req-bee30677-dc2b-45dc-aad2-57f8ca747e14 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c59210e-7213-41f3-89d9-b0a17b5f07a5 HTTP/1.1" status: 200 len: 946 time: 0.1219442 Aug 23 20:33:02.303096 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-56034df9-6744-4be6-b676-d27b0f5b7f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:02.305344 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4697f047-9267-46f6-a281-003eda9c7bd3 req-248b2f19-4b81-48f3-8e20-6cad8378300f tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:02.313275 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4697f047-9267-46f6-a281-003eda9c7bd3 req-248b2f19-4b81-48f3-8e20-6cad8378300f tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=52072e5d-5bea-42e6-8c9e-4583aec1b879 HTTP/1.1" status: 200 len: 944 time: 0.4991949 Aug 23 20:33:02.322328 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 4c12fd25-308d-465f-acec-a94930cbfde6 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:33:02.411446 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56034df9-6744-4be6-b676-d27b0f5b7f21 service neutron] Pushing event updated for resources: {'Port': ['ID=60ae1ebc-636b-4489-b110-9d50fcbfd8b3,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:02.416715 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4697f047-9267-46f6-a281-003eda9c7bd3 req-12f9943e-7d14-43c7-b836-16ec0bfb30a5 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858850 Aug 23 20:33:02.431817 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 4c12fd25-308d-465f-acec-a94930cbfde6 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:33:02.439214 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 4c12fd25-308d-465f-acec-a94930cbfde6 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:33:02.440040 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:02.453715 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1eb02-3914-4d68-bbfd-b8e657652041 req-e0e66efc-c98d-41aa-8d98-03c91328075b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:02.454258 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1eb02-3914-4d68-bbfd-b8e657652041 req-e0e66efc-c98d-41aa-8d98-03c91328075b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:02.454708 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1eb02-3914-4d68-bbfd-b8e657652041 req-e0e66efc-c98d-41aa-8d98-03c91328075b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:02.456579 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-51f1eb02-3914-4d68-bbfd-b8e657652041 req-e0e66efc-c98d-41aa-8d98-03c91328075b service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=0a91fd320cb1405f8d3783ce9085793e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6822948 Aug 23 20:33:02.560525 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-56034df9-6744-4be6-b676-d27b0f5b7f21 service neutron] Attempting to bind port 60ae1ebc-636b-4489-b110-9d50fcbfd8b3 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:33:02.569105 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-56034df9-6744-4be6-b676-d27b0f5b7f21 service neutron] Attempting to bind port 60ae1ebc-636b-4489-b110-9d50fcbfd8b3 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '8eba2c08-8fde-43b2-907a-ed6e6b74f059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3540c16b-5ded-45d3-80bb-012ec217ee8b'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:33:02.570049 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-56034df9-6744-4be6-b676-d27b0f5b7f21 service neutron] Attempting to bind port 60ae1ebc-636b-4489-b110-9d50fcbfd8b3 on network 3540c16b-5ded-45d3-80bb-012ec217ee8b {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:33:02.575326 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-56034df9-6744-4be6-b676-d27b0f5b7f21 service neutron] Port 60ae1ebc-636b-4489-b110-9d50fcbfd8b3 on network 3540c16b-5ded-45d3-80bb-012ec217ee8b not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:33:02.575784 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-56034df9-6744-4be6-b676-d27b0f5b7f21 service neutron] Attempting to bind port 60ae1ebc-636b-4489-b110-9d50fcbfd8b3 on network 3540c16b-5ded-45d3-80bb-012ec217ee8b {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:33:02.594933 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:02.597362 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-67b71ecc-ec83-4cfc-9d20-7d215c6582d8 req-a3e0cc83-20b2-4fe3-8ab5-702fd2420761 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850106 Aug 23 20:33:02.603145 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-56034df9-6744-4be6-b676-d27b0f5b7f21 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:33:02.603742 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-56034df9-6744-4be6-b676-d27b0f5b7f21 service neutron] Checking segment: {'id': '8eba2c08-8fde-43b2-907a-ed6e6b74f059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3540c16b-5ded-45d3-80bb-012ec217ee8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:33:02.604126 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-56034df9-6744-4be6-b676-d27b0f5b7f21 service neutron] Bound using segment: {'id': '8eba2c08-8fde-43b2-907a-ed6e6b74f059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3540c16b-5ded-45d3-80bb-012ec217ee8b'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:33:02.604688 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-56034df9-6744-4be6-b676-d27b0f5b7f21 service neutron] Bound port: 60ae1ebc-636b-4489-b110-9d50fcbfd8b3, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8eba2c08-8fde-43b2-907a-ed6e6b74f059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3540c16b-5ded-45d3-80bb-012ec217ee8b'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:33:02.605684 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-56034df9-6744-4be6-b676-d27b0f5b7f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:02.652043 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52072e5d-5bea-42e6-8c9e-4583aec1b879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c12fd25-308d-465f-acec-a94930cbfde6'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:33:02.654546 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ee6031-30e9-48b8-8c5f-ce9b1a3e9848" -d '{"events": [{"server_uuid": "52072e5d-5bea-42e6-8c9e-4583aec1b879", "name": "network-vif-plugged", "status": "completed", "tag": "4c12fd25-308d-465f-acec-a94930cbfde6"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:33:02.680346 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 4c12fd25-308d-465f-acec-a94930cbfde6, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=4c12fd25-308d-465f-acec-a94930cbfde6,segment=NetworkSegment(5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d),segment_id=5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:02.687321 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:02.693742 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d12d75f4-a82b-4be8-9c3e-5a4e1032864b req-00df0934-ccec-418a-801f-c041fbf202ac tempest-ServerShowV247Test-728734885 tempest-ServerShowV247Test-728734885-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4e5fa9c-219f-4a22-afd9-f8fb6c077d04 HTTP/1.1" status: 200 len: 210 time: 0.0961318 Aug 23 20:33:02.767364 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-56034df9-6744-4be6-b676-d27b0f5b7f21 service neutron] For port 60ae1ebc-636b-4489-b110-9d50fcbfd8b3, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:33:02.772997 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=4c12fd25-308d-465f-acec-a94930cbfde6,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:02.797565 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-56034df9-6744-4be6-b676-d27b0f5b7f21 service neutron] For port 60ae1ebc-636b-4489-b110-9d50fcbfd8b3, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=60ae1ebc-636b-4489-b110-9d50fcbfd8b3,segment=NetworkSegment(8eba2c08-8fde-43b2-907a-ed6e6b74f059),segment_id=8eba2c08-8fde-43b2-907a-ed6e6b74f059)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:33:02.807939 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-56034df9-6744-4be6-b676-d27b0f5b7f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:02.818257 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1eb02-3914-4d68-bbfd-b8e657652041 req-56e68971-47f0-4a2d-ae2b-a043d05344fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:02.820751 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-51f1eb02-3914-4d68-bbfd-b8e657652041 req-56e68971-47f0-4a2d-ae2b-a043d05344fd service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3550081 Aug 23 20:33:02.859098 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-56034df9-6744-4be6-b676-d27b0f5b7f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:02.860111 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-56034df9-6744-4be6-b676-d27b0f5b7f21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:02.861622 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-56034df9-6744-4be6-b676-d27b0f5b7f21 service neutron] 10.222.0.11 "PUT /v2.0/ports/60ae1ebc-636b-4489-b110-9d50fcbfd8b3 HTTP/1.1" status: 200 len: 1129 time: 1.2235394 Aug 23 20:33:02.874480 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555993c-7071-4c7d-97ef-9b54bbb237fe req-a42a94dd-ca83-45b0-b923-660cdc5e5506 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:02.876925 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8555993c-7071-4c7d-97ef-9b54bbb237fe req-a42a94dd-ca83-45b0-b923-660cdc5e5506 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 950 time: 0.1598489 Aug 23 20:33:02.917743 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-d90cd64c-1a99-4455-958d-bd587bb6992f service neutron] Request body: {'port': {'device_id': '3552a542-8864-47a4-92e2-3c4b04006992', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:33:02.950118 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d76ed8-9e44-4587-9cc8-d2e1a3b3bdda x-openstack-request-id: req-87d76ed8-9e44-4587-9cc8-d2e1a3b3bdda {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:33:02.951012 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52072e5d-5bea-42e6-8c9e-4583aec1b879", "name": "network-vif-plugged", "status": "completed", "tag": "4c12fd25-308d-465f-acec-a94930cbfde6", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:33:02.951403 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-87d76ed8-9e44-4587-9cc8-d2e1a3b3bdda {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:33:02.952485 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52072e5d-5bea-42e6-8c9e-4583aec1b879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c12fd25-308d-465f-acec-a94930cbfde6', 'code': 200} Aug 23 20:33:02.955180 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56034df9-6744-4be6-b676-d27b0f5b7f21 service neutron] Pushing event updated for resources: {'Port': ['ID=60ae1ebc-636b-4489-b110-9d50fcbfd8b3,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:03.015983 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8555993c-7071-4c7d-97ef-9b54bbb237fe req-16af79fc-f355-4f79-99ab-7bd5a966cb74 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237471 Aug 23 20:33:03.033115 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-d90cd64c-1a99-4455-958d-bd587bb6992f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:03.117335 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f07df-8472-4f61-9b92-f87502cdfab9 req-3003f2cb-79ed-4365-8366-287a8c36bd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:03.118838 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-895f07df-8472-4f61-9b92-f87502cdfab9 req-3003f2cb-79ed-4365-8366-287a8c36bd8e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=52072e5d-5bea-42e6-8c9e-4583aec1b879 HTTP/1.1" status: 200 len: 1096 time: 0.1064997 Aug 23 20:33:03.132732 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c2596-0c10-4053-9abc-05a54b54f95f req-5157403f-20d7-4d5a-b277-4887f9fe2684 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:03.142068 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c2596-0c10-4053-9abc-05a54b54f95f req-5157403f-20d7-4d5a-b277-4887f9fe2684 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:03.148807 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c2596-0c10-4053-9abc-05a54b54f95f req-5157403f-20d7-4d5a-b277-4887f9fe2684 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:03.155019 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c2596-0c10-4053-9abc-05a54b54f95f req-5157403f-20d7-4d5a-b277-4887f9fe2684 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:03.161287 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c2596-0c10-4053-9abc-05a54b54f95f req-5157403f-20d7-4d5a-b277-4887f9fe2684 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:03.167823 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c2596-0c10-4053-9abc-05a54b54f95f req-5157403f-20d7-4d5a-b277-4887f9fe2684 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:03.169656 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4a3c2596-0c10-4053-9abc-05a54b54f95f req-5157403f-20d7-4d5a-b277-4887f9fe2684 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 4600 time: 0.1123996 Aug 23 20:33:03.225778 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-895f07df-8472-4f61-9b92-f87502cdfab9 req-8a843735-4734-4198-b21e-877e59330121 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550215 Aug 23 20:33:03.241775 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4a3c2596-0c10-4053-9abc-05a54b54f95f req-9cde9e20-92e9-478b-b55b-441322bd97c0 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b54e5a8-71d6-43fd-b888-7393c70f9dac&id=8c89d379-1762-483a-9924-6d88093352af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562978 Aug 23 20:33:03.386837 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-d90cd64c-1a99-4455-958d-bd587bb6992f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:33:03.397189 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-d90cd64c-1a99-4455-958d-bd587bb6992f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:03.410111 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-d90cd64c-1a99-4455-958d-bd587bb6992f service neutron] Transition to ACTIVE for port object 6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:33:03.414782 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-d90cd64c-1a99-4455-958d-bd587bb6992f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:03.481911 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90cd64c-1a99-4455-958d-bd587bb6992f service neutron] Pushing event updated for resources: {'Port': ['ID=6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:03.601130 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97402c53-e6e0-4a47-acc5-e608c0eb318c req-42468eef-272d-42e4-ae9b-ef890c225b88 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:03.604608 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-97402c53-e6e0-4a47-acc5-e608c0eb318c req-42468eef-272d-42e4-ae9b-ef890c225b88 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=52072e5d-5bea-42e6-8c9e-4583aec1b879 HTTP/1.1" status: 200 len: 945 time: 0.1129861 Aug 23 20:33:03.625994 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-d90cd64c-1a99-4455-958d-bd587bb6992f service neutron] Attempting to bind port 6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:33:03.626600 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-d90cd64c-1a99-4455-958d-bd587bb6992f service neutron] Attempting to bind port 6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '8eba2c08-8fde-43b2-907a-ed6e6b74f059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3540c16b-5ded-45d3-80bb-012ec217ee8b'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:33:03.627067 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-d90cd64c-1a99-4455-958d-bd587bb6992f service neutron] Attempting to bind port 6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d on network 3540c16b-5ded-45d3-80bb-012ec217ee8b {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:33:03.644352 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-d90cd64c-1a99-4455-958d-bd587bb6992f service neutron] Port 6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d on network 3540c16b-5ded-45d3-80bb-012ec217ee8b not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:33:03.644832 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-d90cd64c-1a99-4455-958d-bd587bb6992f service neutron] Attempting to bind port 6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d on network 3540c16b-5ded-45d3-80bb-012ec217ee8b {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:33:03.652746 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-d90cd64c-1a99-4455-958d-bd587bb6992f service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:33:03.653230 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-d90cd64c-1a99-4455-958d-bd587bb6992f service neutron] Checking segment: {'id': '8eba2c08-8fde-43b2-907a-ed6e6b74f059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3540c16b-5ded-45d3-80bb-012ec217ee8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:33:03.653721 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-d90cd64c-1a99-4455-958d-bd587bb6992f service neutron] Bound using segment: {'id': '8eba2c08-8fde-43b2-907a-ed6e6b74f059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3540c16b-5ded-45d3-80bb-012ec217ee8b'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:33:03.654272 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-d90cd64c-1a99-4455-958d-bd587bb6992f service neutron] Bound port: 6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8eba2c08-8fde-43b2-907a-ed6e6b74f059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3540c16b-5ded-45d3-80bb-012ec217ee8b'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:33:03.654785 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-d90cd64c-1a99-4455-958d-bd587bb6992f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:03.671606 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3552a542-8864-47a4-92e2-3c4b04006992', 'tag': '60ae1ebc-636b-4489-b110-9d50fcbfd8b3'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:33:03.674840 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b928cea-46d6-46db-8491-02b431e7df45" -d '{"events": [{"name": "network-changed", "server_uuid": "3552a542-8864-47a4-92e2-3c4b04006992", "tag": "60ae1ebc-636b-4489-b110-9d50fcbfd8b3"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:33:03.728234 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-97402c53-e6e0-4a47-acc5-e608c0eb318c req-2329cf94-66b6-45ba-b6fc-909a0b501a51 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148694 Aug 23 20:33:03.783398 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-d90cd64c-1a99-4455-958d-bd587bb6992f service neutron] For port 6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:33:03.787619 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-d90cd64c-1a99-4455-958d-bd587bb6992f service neutron] For port 6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d,segment=NetworkSegment(8eba2c08-8fde-43b2-907a-ed6e6b74f059),segment_id=8eba2c08-8fde-43b2-907a-ed6e6b74f059)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:33:03.790119 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699fe2e0-6b33-46d2-a163-992b19fb1daf x-openstack-request-id: req-699fe2e0-6b33-46d2-a163-992b19fb1daf {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:33:03.790533 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3552a542-8864-47a4-92e2-3c4b04006992", "tag": "60ae1ebc-636b-4489-b110-9d50fcbfd8b3", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:33:03.790673 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-699fe2e0-6b33-46d2-a163-992b19fb1daf {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:33:03.791051 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3552a542-8864-47a4-92e2-3c4b04006992', 'tag': '60ae1ebc-636b-4489-b110-9d50fcbfd8b3', 'status': 'completed', 'code': 200} Aug 23 20:33:03.791841 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a37ac-627b-416f-ba38-e8ee31e22b3f req-301020c6-7baa-469a-b8c6-9e56011355a2 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:03.799954 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9b1a37ac-627b-416f-ba38-e8ee31e22b3f req-301020c6-7baa-469a-b8c6-9e56011355a2 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c59210e-7213-41f3-89d9-b0a17b5f07a5 HTTP/1.1" status: 200 len: 946 time: 0.0969689 Aug 23 20:33:03.801393 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-d90cd64c-1a99-4455-958d-bd587bb6992f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:03.845587 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-d90cd64c-1a99-4455-958d-bd587bb6992f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:03.846688 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-d90cd64c-1a99-4455-958d-bd587bb6992f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:03.848637 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-d90cd64c-1a99-4455-958d-bd587bb6992f service neutron] 10.222.0.11 "PUT /v2.0/ports/6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d HTTP/1.1" status: 200 len: 1128 time: 0.9361105 Aug 23 20:33:03.900969 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90cd64c-1a99-4455-958d-bd587bb6992f service neutron] Pushing event updated for resources: {'Port': ['ID=6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:03.903293 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9b1a37ac-627b-416f-ba38-e8ee31e22b3f req-f53a159f-d3b5-4fb3-9e37-26f346bff53e tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998287 Aug 23 20:33:03.919506 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-00f0a988-b67b-49b9-9f02-96d5e69dc06c service neutron] Request body: {'port': {'device_id': '3552a542-8864-47a4-92e2-3c4b04006992', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:33:03.940432 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b928cea-46d6-46db-8491-02b431e7df45 req-28c0c9b5-b076-4e18-bf71-f069650640ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:03.941701 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b928cea-46d6-46db-8491-02b431e7df45 req-28c0c9b5-b076-4e18-bf71-f069650640ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:03.944354 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b928cea-46d6-46db-8491-02b431e7df45 req-28c0c9b5-b076-4e18-bf71-f069650640ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:03.944949 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b928cea-46d6-46db-8491-02b431e7df45 req-28c0c9b5-b076-4e18-bf71-f069650640ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:03.945496 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b928cea-46d6-46db-8491-02b431e7df45 req-28c0c9b5-b076-4e18-bf71-f069650640ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:03.946779 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b928cea-46d6-46db-8491-02b431e7df45 req-28c0c9b5-b076-4e18-bf71-f069650640ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:03.963029 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b928cea-46d6-46db-8491-02b431e7df45 req-28c0c9b5-b076-4e18-bf71-f069650640ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:03.965302 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0b928cea-46d6-46db-8491-02b431e7df45 req-28c0c9b5-b076-4e18-bf71-f069650640ac service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0a91fd320cb1405f8d3783ce9085793e&device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 6207 time: 0.1356647 Aug 23 20:33:04.005345 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b4e8537a-3ca0-4937-bd9d-2d913c4dbd32 req-33936237-c316-4f11-8c4b-35cc349d0609 tempest-ServerShowV247Test-728734885 tempest-ServerShowV247Test-728734885-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4e5fa9c-219f-4a22-afd9-f8fb6c077d04 HTTP/1.1" status: 200 len: 210 time: 0.0913506 Aug 23 20:33:04.085483 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-00f0a988-b67b-49b9-9f02-96d5e69dc06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:04.167045 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b928cea-46d6-46db-8491-02b431e7df45 req-4d97fff7-8ef6-49cc-9f0c-209c78aea526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:04.167739 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b928cea-46d6-46db-8491-02b431e7df45 req-4d97fff7-8ef6-49cc-9f0c-209c78aea526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:04.168509 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b928cea-46d6-46db-8491-02b431e7df45 req-4d97fff7-8ef6-49cc-9f0c-209c78aea526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:04.175671 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0b928cea-46d6-46db-8491-02b431e7df45 req-4d97fff7-8ef6-49cc-9f0c-209c78aea526 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=0a91fd320cb1405f8d3783ce9085793e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1940482 Aug 23 20:33:04.361849 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944d133-ce59-43e4-9c32-06976359ee41 req-88909de7-e5ec-416b-8225-0f21c01dc15e tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:04.378349 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e944d133-ce59-43e4-9c32-06976359ee41 req-88909de7-e5ec-416b-8225-0f21c01dc15e tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 950 time: 0.1453967 Aug 23 20:33:04.378601 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b928cea-46d6-46db-8491-02b431e7df45 req-eb923b9f-8703-43ee-ac22-e66ce54cc2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:04.380852 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0b928cea-46d6-46db-8491-02b431e7df45 req-eb923b9f-8703-43ee-ac22-e66ce54cc2f9 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1945925 Aug 23 20:33:04.443192 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e944d133-ce59-43e4-9c32-06976359ee41 req-aab3c1d5-c0ad-4da5-9dca-4c88f9dd60e9 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638726 Aug 23 20:33:04.493247 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a159bcf-963f-48d0-af32-241a695b1193 req-f8b4ef5e-6dcb-479f-aff5-73ec90a2489f tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:04.506196 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a159bcf-963f-48d0-af32-241a695b1193 req-f8b4ef5e-6dcb-479f-aff5-73ec90a2489f tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:04.516570 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a159bcf-963f-48d0-af32-241a695b1193 req-f8b4ef5e-6dcb-479f-aff5-73ec90a2489f tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:04.533010 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a159bcf-963f-48d0-af32-241a695b1193 req-f8b4ef5e-6dcb-479f-aff5-73ec90a2489f tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:04.539436 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a159bcf-963f-48d0-af32-241a695b1193 req-f8b4ef5e-6dcb-479f-aff5-73ec90a2489f tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:04.546042 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a159bcf-963f-48d0-af32-241a695b1193 req-f8b4ef5e-6dcb-479f-aff5-73ec90a2489f tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:04.550364 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-00f0a988-b67b-49b9-9f02-96d5e69dc06c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57ffbcc0-4376-4d05-86a0-154600a7fc9d {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:33:04.552333 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a159bcf-963f-48d0-af32-241a695b1193 req-f8b4ef5e-6dcb-479f-aff5-73ec90a2489f tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:04.560637 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9a159bcf-963f-48d0-af32-241a695b1193 req-f8b4ef5e-6dcb-479f-aff5-73ec90a2489f tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 5370 time: 0.1657712 Aug 23 20:33:04.563509 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-00f0a988-b67b-49b9-9f02-96d5e69dc06c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:04.582914 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-00f0a988-b67b-49b9-9f02-96d5e69dc06c service neutron] Transition to ACTIVE for port object 57ffbcc0-4376-4d05-86a0-154600a7fc9d will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:33:04.588465 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-00f0a988-b67b-49b9-9f02-96d5e69dc06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:04.609294 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9a159bcf-963f-48d0-af32-241a695b1193 req-f4b721b3-7215-4384-b7f7-ea735de8294c tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b54e5a8-71d6-43fd-b888-7393c70f9dac&id=8c89d379-1762-483a-9924-6d88093352af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0474164 Aug 23 20:33:04.664884 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0a988-b67b-49b9-9f02-96d5e69dc06c service neutron] Pushing event updated for resources: {'Port': ['ID=57ffbcc0-4376-4d05-86a0-154600a7fc9d,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:04.746896 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-00f0a988-b67b-49b9-9f02-96d5e69dc06c service neutron] Attempting to bind port 57ffbcc0-4376-4d05-86a0-154600a7fc9d on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:33:04.747112 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-00f0a988-b67b-49b9-9f02-96d5e69dc06c service neutron] Attempting to bind port 57ffbcc0-4376-4d05-86a0-154600a7fc9d by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '8eba2c08-8fde-43b2-907a-ed6e6b74f059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3540c16b-5ded-45d3-80bb-012ec217ee8b'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:33:04.747290 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-00f0a988-b67b-49b9-9f02-96d5e69dc06c service neutron] Attempting to bind port 57ffbcc0-4376-4d05-86a0-154600a7fc9d on network 3540c16b-5ded-45d3-80bb-012ec217ee8b {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:33:04.753984 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-00f0a988-b67b-49b9-9f02-96d5e69dc06c service neutron] Port 57ffbcc0-4376-4d05-86a0-154600a7fc9d on network 3540c16b-5ded-45d3-80bb-012ec217ee8b not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:33:04.754392 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-00f0a988-b67b-49b9-9f02-96d5e69dc06c service neutron] Attempting to bind port 57ffbcc0-4376-4d05-86a0-154600a7fc9d on network 3540c16b-5ded-45d3-80bb-012ec217ee8b {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:33:04.764991 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-00f0a988-b67b-49b9-9f02-96d5e69dc06c service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:33:04.765585 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-00f0a988-b67b-49b9-9f02-96d5e69dc06c service neutron] Checking segment: {'id': '8eba2c08-8fde-43b2-907a-ed6e6b74f059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3540c16b-5ded-45d3-80bb-012ec217ee8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:33:04.766101 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-00f0a988-b67b-49b9-9f02-96d5e69dc06c service neutron] Bound using segment: {'id': '8eba2c08-8fde-43b2-907a-ed6e6b74f059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3540c16b-5ded-45d3-80bb-012ec217ee8b'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:33:04.766609 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-00f0a988-b67b-49b9-9f02-96d5e69dc06c service neutron] Bound port: 57ffbcc0-4376-4d05-86a0-154600a7fc9d, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8eba2c08-8fde-43b2-907a-ed6e6b74f059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3540c16b-5ded-45d3-80bb-012ec217ee8b'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:33:04.767034 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-00f0a988-b67b-49b9-9f02-96d5e69dc06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:04.890688 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-00f0a988-b67b-49b9-9f02-96d5e69dc06c service neutron] For port 57ffbcc0-4376-4d05-86a0-154600a7fc9d, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:33:04.894309 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-00f0a988-b67b-49b9-9f02-96d5e69dc06c service neutron] For port 57ffbcc0-4376-4d05-86a0-154600a7fc9d, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=57ffbcc0-4376-4d05-86a0-154600a7fc9d,segment=NetworkSegment(8eba2c08-8fde-43b2-907a-ed6e6b74f059),segment_id=8eba2c08-8fde-43b2-907a-ed6e6b74f059)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:33:04.902907 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a94b2cc-d522-4584-90b9-e291ec62ded9 req-6165a8c3-c3da-44c0-be73-edf36497620a tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:04.904555 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7a94b2cc-d522-4584-90b9-e291ec62ded9 req-6165a8c3-c3da-44c0-be73-edf36497620a tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=52072e5d-5bea-42e6-8c9e-4583aec1b879 HTTP/1.1" status: 200 len: 945 time: 0.0851698 Aug 23 20:33:04.907661 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-00f0a988-b67b-49b9-9f02-96d5e69dc06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:04.977967 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-00f0a988-b67b-49b9-9f02-96d5e69dc06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:04.978600 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-00f0a988-b67b-49b9-9f02-96d5e69dc06c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:04.980052 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-00f0a988-b67b-49b9-9f02-96d5e69dc06c service neutron] 10.222.0.11 "PUT /v2.0/ports/57ffbcc0-4376-4d05-86a0-154600a7fc9d HTTP/1.1" status: 200 len: 1091 time: 1.0649750 Aug 23 20:33:05.015049 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-777ad739-6f44-4571-b8d0-ae54ece6cbe2 service neutron] Request body: {'port': {'device_id': '3552a542-8864-47a4-92e2-3c4b04006992', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:33:05.020031 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0a988-b67b-49b9-9f02-96d5e69dc06c service neutron] Pushing event updated for resources: {'Port': ['ID=57ffbcc0-4376-4d05-86a0-154600a7fc9d,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:05.048708 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7a94b2cc-d522-4584-90b9-e291ec62ded9 req-0a5aaed9-e8b2-4df1-a8e1-88ca065985ad tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292853 Aug 23 20:33:05.079895 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89805f6-2371-4965-a799-f0cef2aeaac7 req-6d71a221-d63e-4d16-a0cd-78a7f4a71533 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:05.088603 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e89805f6-2371-4965-a799-f0cef2aeaac7 req-6d71a221-d63e-4d16-a0cd-78a7f4a71533 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c59210e-7213-41f3-89d9-b0a17b5f07a5 HTTP/1.1" status: 200 len: 946 time: 0.1023929 Aug 23 20:33:05.094045 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-777ad739-6f44-4571-b8d0-ae54ece6cbe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:05.166501 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e89805f6-2371-4965-a799-f0cef2aeaac7 req-e01f6eae-0e85-4b03-bc37-a98ba4cb87ad tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732431 Aug 23 20:33:05.274240 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ae367987-eaac-4332-9682-fc80547d578f req-d2bb1d14-2125-4381-a3c4-d9dfdfa110bf tempest-ServerShowV247Test-728734885 tempest-ServerShowV247Test-728734885-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4e5fa9c-219f-4a22-afd9-f8fb6c077d04 HTTP/1.1" status: 200 len: 210 time: 0.0356941 Aug 23 20:33:05.611526 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-777ad739-6f44-4571-b8d0-ae54ece6cbe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e9559a3-8cff-4318-a999-b45c5efad87e {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:33:05.627661 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc29e3-6ac2-410c-a006-e0068f17b521 req-0ba2faff-3799-4ab7-9434-0facfbd66649 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:05.629585 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-777ad739-6f44-4571-b8d0-ae54ece6cbe2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:05.629727 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ebfc29e3-6ac2-410c-a006-e0068f17b521 req-0ba2faff-3799-4ab7-9434-0facfbd66649 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=52072e5d-5bea-42e6-8c9e-4583aec1b879 HTTP/1.1" status: 200 len: 945 time: 0.0725405 Aug 23 20:33:05.644503 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-777ad739-6f44-4571-b8d0-ae54ece6cbe2 service neutron] Transition to ACTIVE for port object 1e9559a3-8cff-4318-a999-b45c5efad87e will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:33:05.709956 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-777ad739-6f44-4571-b8d0-ae54ece6cbe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:05.747182 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ebfc29e3-6ac2-410c-a006-e0068f17b521 req-197537f3-1f96-4c5c-960f-4f333ad6841c tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074524 Aug 23 20:33:05.814021 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3552a542-8864-47a4-92e2-3c4b04006992', 'tag': '6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d'}, {'name': 'network-changed', 'server_uuid': '3552a542-8864-47a4-92e2-3c4b04006992', 'tag': '57ffbcc0-4376-4d05-86a0-154600a7fc9d'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:33:05.816281 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174923cd-53e2-4458-8956-65d4f3954339" -d '{"events": [{"name": "network-changed", "server_uuid": "3552a542-8864-47a4-92e2-3c4b04006992", "tag": "6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d"}, {"name": "network-changed", "server_uuid": "3552a542-8864-47a4-92e2-3c4b04006992", "tag": "57ffbcc0-4376-4d05-86a0-154600a7fc9d"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:33:05.830722 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba44ab-ebc8-46fc-aa01-239e2adf25ae req-e05034c1-c1a1-4f8e-a512-a3f6d0d1d9ed tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:05.838372 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a8ba44ab-ebc8-46fc-aa01-239e2adf25ae req-e05034c1-c1a1-4f8e-a512-a3f6d0d1d9ed tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 950 time: 0.1932755 Aug 23 20:33:05.840476 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777ad739-6f44-4571-b8d0-ae54ece6cbe2 service neutron] Pushing event updated for resources: {'Port': ['ID=1e9559a3-8cff-4318-a999-b45c5efad87e,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:05.926246 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a8ba44ab-ebc8-46fc-aa01-239e2adf25ae req-44db8341-49de-4e22-b8b0-2d9ae4e62172 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861742 Aug 23 20:33:05.941081 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-777ad739-6f44-4571-b8d0-ae54ece6cbe2 service neutron] Attempting to bind port 1e9559a3-8cff-4318-a999-b45c5efad87e on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:33:05.941498 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-777ad739-6f44-4571-b8d0-ae54ece6cbe2 service neutron] Attempting to bind port 1e9559a3-8cff-4318-a999-b45c5efad87e by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '8eba2c08-8fde-43b2-907a-ed6e6b74f059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3540c16b-5ded-45d3-80bb-012ec217ee8b'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:33:05.941823 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-777ad739-6f44-4571-b8d0-ae54ece6cbe2 service neutron] Attempting to bind port 1e9559a3-8cff-4318-a999-b45c5efad87e on network 3540c16b-5ded-45d3-80bb-012ec217ee8b {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:33:05.955425 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e9d63a-ebf5-4d82-8e40-c1e243007aa3 req-1d4a0103-bf6d-446b-a5c1-706161f6c5cf tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:05.958668 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-777ad739-6f44-4571-b8d0-ae54ece6cbe2 service neutron] Port 1e9559a3-8cff-4318-a999-b45c5efad87e on network 3540c16b-5ded-45d3-80bb-012ec217ee8b not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:33:05.958984 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-777ad739-6f44-4571-b8d0-ae54ece6cbe2 service neutron] Attempting to bind port 1e9559a3-8cff-4318-a999-b45c5efad87e on network 3540c16b-5ded-45d3-80bb-012ec217ee8b {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:33:05.967103 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e9d63a-ebf5-4d82-8e40-c1e243007aa3 req-1d4a0103-bf6d-446b-a5c1-706161f6c5cf tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:05.970114 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-777ad739-6f44-4571-b8d0-ae54ece6cbe2 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:33:05.970534 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-777ad739-6f44-4571-b8d0-ae54ece6cbe2 service neutron] Checking segment: {'id': '8eba2c08-8fde-43b2-907a-ed6e6b74f059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3540c16b-5ded-45d3-80bb-012ec217ee8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:33:05.970831 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-777ad739-6f44-4571-b8d0-ae54ece6cbe2 service neutron] Bound using segment: {'id': '8eba2c08-8fde-43b2-907a-ed6e6b74f059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3540c16b-5ded-45d3-80bb-012ec217ee8b'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:33:05.971515 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-777ad739-6f44-4571-b8d0-ae54ece6cbe2 service neutron] Bound port: 1e9559a3-8cff-4318-a999-b45c5efad87e, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8eba2c08-8fde-43b2-907a-ed6e6b74f059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3540c16b-5ded-45d3-80bb-012ec217ee8b'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:33:05.971876 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-777ad739-6f44-4571-b8d0-ae54ece6cbe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:05.975573 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e9d63a-ebf5-4d82-8e40-c1e243007aa3 req-1d4a0103-bf6d-446b-a5c1-706161f6c5cf tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:05.981989 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e9d63a-ebf5-4d82-8e40-c1e243007aa3 req-1d4a0103-bf6d-446b-a5c1-706161f6c5cf tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:05.991581 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e9d63a-ebf5-4d82-8e40-c1e243007aa3 req-1d4a0103-bf6d-446b-a5c1-706161f6c5cf tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:05.995016 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 23 Aug 2021 20:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85989dd-666a-4307-b6f5-382140faa7e0 x-openstack-request-id: req-d85989dd-666a-4307-b6f5-382140faa7e0 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:33:05.995377 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3552a542-8864-47a4-92e2-3c4b04006992", "tag": "6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3552a542-8864-47a4-92e2-3c4b04006992", "tag": "57ffbcc0-4376-4d05-86a0-154600a7fc9d", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:33:05.995694 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d85989dd-666a-4307-b6f5-382140faa7e0 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:33:05.996361 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3552a542-8864-47a4-92e2-3c4b04006992', 'tag': '6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d', 'status': 'completed', 'code': 200} Aug 23 20:33:05.996711 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3552a542-8864-47a4-92e2-3c4b04006992', 'tag': '57ffbcc0-4376-4d05-86a0-154600a7fc9d', 'status': 'completed', 'code': 200} Aug 23 20:33:06.019123 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e9d63a-ebf5-4d82-8e40-c1e243007aa3 req-1d4a0103-bf6d-446b-a5c1-706161f6c5cf tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:06.033668 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e9d63a-ebf5-4d82-8e40-c1e243007aa3 req-1d4a0103-bf6d-446b-a5c1-706161f6c5cf tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:06.035631 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f2e9d63a-ebf5-4d82-8e40-c1e243007aa3 req-1d4a0103-bf6d-446b-a5c1-706161f6c5cf tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 5394 time: 0.2087131 Aug 23 20:33:06.082123 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-777ad739-6f44-4571-b8d0-ae54ece6cbe2 service neutron] For port 1e9559a3-8cff-4318-a999-b45c5efad87e, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:33:06.086834 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-777ad739-6f44-4571-b8d0-ae54ece6cbe2 service neutron] For port 1e9559a3-8cff-4318-a999-b45c5efad87e, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=1e9559a3-8cff-4318-a999-b45c5efad87e,segment=NetworkSegment(8eba2c08-8fde-43b2-907a-ed6e6b74f059),segment_id=8eba2c08-8fde-43b2-907a-ed6e6b74f059)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:33:06.093605 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-777ad739-6f44-4571-b8d0-ae54ece6cbe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:06.152428 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-777ad739-6f44-4571-b8d0-ae54ece6cbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:06.153115 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-777ad739-6f44-4571-b8d0-ae54ece6cbe2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:06.156795 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-777ad739-6f44-4571-b8d0-ae54ece6cbe2 service neutron] 10.222.0.11 "PUT /v2.0/ports/1e9559a3-8cff-4318-a999-b45c5efad87e HTTP/1.1" status: 200 len: 1091 time: 1.1464944 Aug 23 20:33:06.214880 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-8b2ffa47-6e0a-499b-bca4-84d6171b2723 service neutron] Request body: {'port': {'device_id': '3552a542-8864-47a4-92e2-3c4b04006992', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:33:06.225911 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f2e9d63a-ebf5-4d82-8e40-c1e243007aa3 req-0a287516-a973-44d2-b3b6-f9bb1bd4f076 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b54e5a8-71d6-43fd-b888-7393c70f9dac&id=8c89d379-1762-483a-9924-6d88093352af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1554739 Aug 23 20:33:06.247349 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174923cd-53e2-4458-8956-65d4f3954339 req-2a0b30f8-e814-452d-ad8d-85cd230017e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:06.247841 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174923cd-53e2-4458-8956-65d4f3954339 req-2a0b30f8-e814-452d-ad8d-85cd230017e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:06.248343 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174923cd-53e2-4458-8956-65d4f3954339 req-2a0b30f8-e814-452d-ad8d-85cd230017e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:06.250035 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174923cd-53e2-4458-8956-65d4f3954339 req-2a0b30f8-e814-452d-ad8d-85cd230017e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:06.250533 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174923cd-53e2-4458-8956-65d4f3954339 req-2a0b30f8-e814-452d-ad8d-85cd230017e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:06.260396 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174923cd-53e2-4458-8956-65d4f3954339 req-2a0b30f8-e814-452d-ad8d-85cd230017e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:06.261034 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174923cd-53e2-4458-8956-65d4f3954339 req-2a0b30f8-e814-452d-ad8d-85cd230017e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:06.263218 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-174923cd-53e2-4458-8956-65d4f3954339 req-2a0b30f8-e814-452d-ad8d-85cd230017e3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0a91fd320cb1405f8d3783ce9085793e&device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 6299 time: 0.2266192 Aug 23 20:33:06.265733 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777ad739-6f44-4571-b8d0-ae54ece6cbe2 service neutron] Pushing event updated for resources: {'Port': ['ID=1e9559a3-8cff-4318-a999-b45c5efad87e,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:06.442862 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-8b2ffa47-6e0a-499b-bca4-84d6171b2723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:06.476603 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d028c1-22ec-4625-89fa-cd3854a759c1 req-a435d14e-1620-4c67-a428-b1db029614ff tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:06.492650 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b3d028c1-22ec-4625-89fa-cd3854a759c1 req-a435d14e-1620-4c67-a428-b1db029614ff tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c59210e-7213-41f3-89d9-b0a17b5f07a5 HTTP/1.1" status: 200 len: 946 time: 0.2191696 Aug 23 20:33:06.534184 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174923cd-53e2-4458-8956-65d4f3954339 req-7373e465-9148-4017-9e30-f5522bcae109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:06.534749 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174923cd-53e2-4458-8956-65d4f3954339 req-7373e465-9148-4017-9e30-f5522bcae109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:06.535272 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174923cd-53e2-4458-8956-65d4f3954339 req-7373e465-9148-4017-9e30-f5522bcae109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:06.536994 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-174923cd-53e2-4458-8956-65d4f3954339 req-7373e465-9148-4017-9e30-f5522bcae109 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=0a91fd320cb1405f8d3783ce9085793e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2646344 Aug 23 20:33:06.597994 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5b293e10-d746-46cd-bd5f-683ef1ea0e62 req-136581c1-568b-4908-b2d5-c283e88bfb5a tempest-ServerShowV247Test-728734885 tempest-ServerShowV247Test-728734885-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4e5fa9c-219f-4a22-afd9-f8fb6c077d04 HTTP/1.1" status: 200 len: 210 time: 0.0845695 Aug 23 20:33:06.743124 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174923cd-53e2-4458-8956-65d4f3954339 req-16f7e6ed-c45c-44ba-b904-737eebfb8d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:06.744926 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-174923cd-53e2-4458-8956-65d4f3954339 req-16f7e6ed-c45c-44ba-b904-737eebfb8d1b service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1721194 Aug 23 20:33:06.747923 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b3d028c1-22ec-4625-89fa-cd3854a759c1 req-7a79ab25-6647-430a-8fa8-73de1b9bbd32 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542343 Aug 23 20:33:06.898512 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174923cd-53e2-4458-8956-65d4f3954339 req-fae17632-ff6a-43d8-a7b8-6bbda41d67bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:06.899156 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174923cd-53e2-4458-8956-65d4f3954339 req-fae17632-ff6a-43d8-a7b8-6bbda41d67bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:06.899644 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174923cd-53e2-4458-8956-65d4f3954339 req-fae17632-ff6a-43d8-a7b8-6bbda41d67bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:06.900149 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174923cd-53e2-4458-8956-65d4f3954339 req-fae17632-ff6a-43d8-a7b8-6bbda41d67bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:06.900620 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174923cd-53e2-4458-8956-65d4f3954339 req-fae17632-ff6a-43d8-a7b8-6bbda41d67bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:06.901084 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174923cd-53e2-4458-8956-65d4f3954339 req-fae17632-ff6a-43d8-a7b8-6bbda41d67bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:06.901549 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174923cd-53e2-4458-8956-65d4f3954339 req-fae17632-ff6a-43d8-a7b8-6bbda41d67bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:06.903478 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-174923cd-53e2-4458-8956-65d4f3954339 req-fae17632-ff6a-43d8-a7b8-6bbda41d67bd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0a91fd320cb1405f8d3783ce9085793e&device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 6341 time: 0.1084251 Aug 23 20:33:06.952490 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8f168-e87b-44ef-84ec-e91c6e0da1b6 req-01385607-79c5-4644-8b57-5de6b8e56dd0 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:06.963025 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-55a8f168-e87b-44ef-84ec-e91c6e0da1b6 req-01385607-79c5-4644-8b57-5de6b8e56dd0 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=52072e5d-5bea-42e6-8c9e-4583aec1b879 HTTP/1.1" status: 200 len: 945 time: 0.1369874 Aug 23 20:33:06.998902 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-8b2ffa47-6e0a-499b-bca4-84d6171b2723 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24a309f0-cb51-4a2a-9a2e-e94a027cbd08 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:33:07.014112 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-8b2ffa47-6e0a-499b-bca4-84d6171b2723 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:07.046969 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-8b2ffa47-6e0a-499b-bca4-84d6171b2723 service neutron] Transition to ACTIVE for port object 24a309f0-cb51-4a2a-9a2e-e94a027cbd08 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:33:07.069455 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-8b2ffa47-6e0a-499b-bca4-84d6171b2723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:07.078377 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-55a8f168-e87b-44ef-84ec-e91c6e0da1b6 req-d9d59b71-7489-4327-813b-b0ef2ffe1db1 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837696 Aug 23 20:33:07.119287 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2ffa47-6e0a-499b-bca4-84d6171b2723 service neutron] Pushing event updated for resources: {'Port': ['ID=24a309f0-cb51-4a2a-9a2e-e94a027cbd08,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:07.119749 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174923cd-53e2-4458-8956-65d4f3954339 req-5a6dfe23-fcf6-4839-b4d8-3f177ff8556f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:07.122083 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174923cd-53e2-4458-8956-65d4f3954339 req-5a6dfe23-fcf6-4839-b4d8-3f177ff8556f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:07.122574 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174923cd-53e2-4458-8956-65d4f3954339 req-5a6dfe23-fcf6-4839-b4d8-3f177ff8556f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:07.129718 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-174923cd-53e2-4458-8956-65d4f3954339 req-5a6dfe23-fcf6-4839-b4d8-3f177ff8556f service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=0a91fd320cb1405f8d3783ce9085793e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2150908 Aug 23 20:33:07.152229 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4e5e3-11ca-41df-95a2-dd5eba6aeb5c req-062bd588-a5b9-4e46-be63-95506376c755 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:07.154130 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3ab4e5e3-11ca-41df-95a2-dd5eba6aeb5c req-062bd588-a5b9-4e46-be63-95506376c755 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 950 time: 0.1200418 Aug 23 20:33:07.247102 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3ab4e5e3-11ca-41df-95a2-dd5eba6aeb5c req-a5030749-06c4-4a74-9c47-f3bd5f95e4d8 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709469 Aug 23 20:33:07.271570 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-8b2ffa47-6e0a-499b-bca4-84d6171b2723 service neutron] Attempting to bind port 24a309f0-cb51-4a2a-9a2e-e94a027cbd08 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:33:07.271910 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-8b2ffa47-6e0a-499b-bca4-84d6171b2723 service neutron] Attempting to bind port 24a309f0-cb51-4a2a-9a2e-e94a027cbd08 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '944ef231-16f6-43e4-b600-906b7024b8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'af4706b6-78a2-4ed9-91e2-487e13d661e6'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:33:07.272260 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-8b2ffa47-6e0a-499b-bca4-84d6171b2723 service neutron] Attempting to bind port 24a309f0-cb51-4a2a-9a2e-e94a027cbd08 on network af4706b6-78a2-4ed9-91e2-487e13d661e6 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:33:07.290643 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-8b2ffa47-6e0a-499b-bca4-84d6171b2723 service neutron] Port 24a309f0-cb51-4a2a-9a2e-e94a027cbd08 on network af4706b6-78a2-4ed9-91e2-487e13d661e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:33:07.290643 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-8b2ffa47-6e0a-499b-bca4-84d6171b2723 service neutron] Attempting to bind port 24a309f0-cb51-4a2a-9a2e-e94a027cbd08 on network af4706b6-78a2-4ed9-91e2-487e13d661e6 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:33:07.294577 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-8b2ffa47-6e0a-499b-bca4-84d6171b2723 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:33:07.294919 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-8b2ffa47-6e0a-499b-bca4-84d6171b2723 service neutron] Checking segment: {'id': '944ef231-16f6-43e4-b600-906b7024b8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'af4706b6-78a2-4ed9-91e2-487e13d661e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:33:07.295350 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-8b2ffa47-6e0a-499b-bca4-84d6171b2723 service neutron] Bound using segment: {'id': '944ef231-16f6-43e4-b600-906b7024b8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'af4706b6-78a2-4ed9-91e2-487e13d661e6'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:33:07.295804 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-8b2ffa47-6e0a-499b-bca4-84d6171b2723 service neutron] Bound port: 24a309f0-cb51-4a2a-9a2e-e94a027cbd08, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '944ef231-16f6-43e4-b600-906b7024b8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'af4706b6-78a2-4ed9-91e2-487e13d661e6'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:33:07.298554 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-8b2ffa47-6e0a-499b-bca4-84d6171b2723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:07.374667 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174923cd-53e2-4458-8956-65d4f3954339 req-9d259d2c-c2cc-4902-aa3f-5d54f92ccfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:07.376734 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-174923cd-53e2-4458-8956-65d4f3954339 req-9d259d2c-c2cc-4902-aa3f-5d54f92ccfa0 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2394204 Aug 23 20:33:07.454368 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-8b2ffa47-6e0a-499b-bca4-84d6171b2723 service neutron] For port 24a309f0-cb51-4a2a-9a2e-e94a027cbd08, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:33:07.474227 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac6f77-f986-426b-88f3-b19b2d91d696 req-8eccaaa3-8e5f-49b4-9583-fb910647a4f2 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:07.482510 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac6f77-f986-426b-88f3-b19b2d91d696 req-8eccaaa3-8e5f-49b4-9583-fb910647a4f2 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:07.490490 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac6f77-f986-426b-88f3-b19b2d91d696 req-8eccaaa3-8e5f-49b4-9583-fb910647a4f2 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:07.496467 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac6f77-f986-426b-88f3-b19b2d91d696 req-8eccaaa3-8e5f-49b4-9583-fb910647a4f2 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:07.506883 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac6f77-f986-426b-88f3-b19b2d91d696 req-8eccaaa3-8e5f-49b4-9583-fb910647a4f2 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:07.512848 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac6f77-f986-426b-88f3-b19b2d91d696 req-8eccaaa3-8e5f-49b4-9583-fb910647a4f2 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:07.518834 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac6f77-f986-426b-88f3-b19b2d91d696 req-8eccaaa3-8e5f-49b4-9583-fb910647a4f2 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:07.529697 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d3ac6f77-f986-426b-88f3-b19b2d91d696 req-8eccaaa3-8e5f-49b4-9583-fb910647a4f2 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 5406 time: 0.1715150 Aug 23 20:33:07.553421 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-8b2ffa47-6e0a-499b-bca4-84d6171b2723 service neutron] For port 24a309f0-cb51-4a2a-9a2e-e94a027cbd08, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=24a309f0-cb51-4a2a-9a2e-e94a027cbd08,segment=NetworkSegment(944ef231-16f6-43e4-b600-906b7024b8ba),segment_id=944ef231-16f6-43e4-b600-906b7024b8ba)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:33:07.575396 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-8b2ffa47-6e0a-499b-bca4-84d6171b2723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:07.635116 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-8b2ffa47-6e0a-499b-bca4-84d6171b2723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:07.636012 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-8b2ffa47-6e0a-499b-bca4-84d6171b2723 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:07.637670 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-8b2ffa47-6e0a-499b-bca4-84d6171b2723 service neutron] 10.222.0.11 "PUT /v2.0/ports/24a309f0-cb51-4a2a-9a2e-e94a027cbd08 HTTP/1.1" status: 200 len: 1091 time: 1.4355545 Aug 23 20:33:07.679378 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-76f4c2ba-be04-4888-a693-cb1819e19040 service neutron] Request body: {'port': {'device_id': '3552a542-8864-47a4-92e2-3c4b04006992', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:33:07.698660 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d3ac6f77-f986-426b-88f3-b19b2d91d696 req-6e72fa45-d7af-4942-b457-1391842d85a1 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b54e5a8-71d6-43fd-b888-7393c70f9dac&id=8c89d379-1762-483a-9924-6d88093352af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1651702 Aug 23 20:33:07.768155 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2ffa47-6e0a-499b-bca4-84d6171b2723 service neutron] Pushing event updated for resources: {'Port': ['ID=24a309f0-cb51-4a2a-9a2e-e94a027cbd08,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:07.805530 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-76f4c2ba-be04-4888-a693-cb1819e19040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:07.877668 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-de726027-8c16-4a6a-8de1-1cbcd8d0a1cc req-3b6958bf-9721-4653-b77e-321cc853e4ac tempest-ServerShowV247Test-728734885 tempest-ServerShowV247Test-728734885-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4e5fa9c-219f-4a22-afd9-f8fb6c077d04 HTTP/1.1" status: 200 len: 210 time: 0.0337186 Aug 23 20:33:08.002811 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3552a542-8864-47a4-92e2-3c4b04006992', 'tag': '1e9559a3-8cff-4318-a999-b45c5efad87e'}, {'name': 'network-changed', 'server_uuid': '3552a542-8864-47a4-92e2-3c4b04006992', 'tag': '24a309f0-cb51-4a2a-9a2e-e94a027cbd08'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:33:08.005226 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf21b3d-ca10-4117-8ba3-48f6e91b5075" -d '{"events": [{"name": "network-changed", "server_uuid": "3552a542-8864-47a4-92e2-3c4b04006992", "tag": "1e9559a3-8cff-4318-a999-b45c5efad87e"}, {"name": "network-changed", "server_uuid": "3552a542-8864-47a4-92e2-3c4b04006992", "tag": "24a309f0-cb51-4a2a-9a2e-e94a027cbd08"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:33:08.120700 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6209520-b41e-45a9-8221-c10bc3b02e62 req-4aeb2d75-bd79-4bb8-8183-7c7a34c58bc1 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:08.122288 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e6209520-b41e-45a9-8221-c10bc3b02e62 req-4aeb2d75-bd79-4bb8-8183-7c7a34c58bc1 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/ports?device_id=a04c4666-dd63-4db4-91c7-851c8c58101a HTTP/1.1" status: 200 len: 946 time: 0.1068530 Aug 23 20:33:08.217604 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b68b66e-c627-41ce-bd1e-76771e2fb4ee req-294bb62f-2dc0-4cb7-9467-f8b9ca90ba3b tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:08.219283 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1b68b66e-c627-41ce-bd1e-76771e2fb4ee req-294bb62f-2dc0-4cb7-9467-f8b9ca90ba3b tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c59210e-7213-41f3-89d9-b0a17b5f07a5 HTTP/1.1" status: 200 len: 946 time: 0.0695372 Aug 23 20:33:08.285410 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1b68b66e-c627-41ce-bd1e-76771e2fb4ee req-bb462400-c15f-4089-aae1-fe533b4ac158 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579982 Aug 23 20:33:08.445420 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 23 Aug 2021 20:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5b70f5-ba65-43f6-9290-5613280c928f x-openstack-request-id: req-fb5b70f5-ba65-43f6-9290-5613280c928f {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:33:08.445723 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3552a542-8864-47a4-92e2-3c4b04006992", "tag": "1e9559a3-8cff-4318-a999-b45c5efad87e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3552a542-8864-47a4-92e2-3c4b04006992", "tag": "24a309f0-cb51-4a2a-9a2e-e94a027cbd08", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:33:08.446043 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fb5b70f5-ba65-43f6-9290-5613280c928f {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:33:08.446507 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3552a542-8864-47a4-92e2-3c4b04006992', 'tag': '1e9559a3-8cff-4318-a999-b45c5efad87e', 'status': 'completed', 'code': 200} Aug 23 20:33:08.446821 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3552a542-8864-47a4-92e2-3c4b04006992', 'tag': '24a309f0-cb51-4a2a-9a2e-e94a027cbd08', 'status': 'completed', 'code': 200} Aug 23 20:33:08.475973 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf21b3d-ca10-4117-8ba3-48f6e91b5075 req-3f3352de-3d71-44e1-91b6-82880c4f215c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:08.476582 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf21b3d-ca10-4117-8ba3-48f6e91b5075 req-3f3352de-3d71-44e1-91b6-82880c4f215c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:08.477067 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf21b3d-ca10-4117-8ba3-48f6e91b5075 req-3f3352de-3d71-44e1-91b6-82880c4f215c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:08.477538 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf21b3d-ca10-4117-8ba3-48f6e91b5075 req-3f3352de-3d71-44e1-91b6-82880c4f215c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:08.478252 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf21b3d-ca10-4117-8ba3-48f6e91b5075 req-3f3352de-3d71-44e1-91b6-82880c4f215c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:08.478723 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf21b3d-ca10-4117-8ba3-48f6e91b5075 req-3f3352de-3d71-44e1-91b6-82880c4f215c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:08.479186 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf21b3d-ca10-4117-8ba3-48f6e91b5075 req-3f3352de-3d71-44e1-91b6-82880c4f215c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:08.481111 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fdf21b3d-ca10-4117-8ba3-48f6e91b5075 req-3f3352de-3d71-44e1-91b6-82880c4f215c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0a91fd320cb1405f8d3783ce9085793e&device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 6408 time: 0.1207967 Aug 23 20:33:08.512363 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e6209520-b41e-45a9-8221-c10bc3b02e62 req-d90ee161-766a-44fb-a322-53a9f47e67fa tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/security-groups?id=69d833bb-0223-46ae-bea0-8d59b3b26f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3497343 Aug 23 20:33:08.520720 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d71c5e-db03-4862-b5c5-9a69587eff6c req-b1a257bd-8068-44f4-b13e-05dd75ed3160 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:08.520720 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e1d71c5e-db03-4862-b5c5-9a69587eff6c req-b1a257bd-8068-44f4-b13e-05dd75ed3160 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 950 time: 0.0865047 Aug 23 20:33:08.592138 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-76f4c2ba-be04-4888-a693-cb1819e19040 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2766511f-9d51-4da2-a1c2-6355076cc97a {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:33:08.602071 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-76f4c2ba-be04-4888-a693-cb1819e19040 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:08.616344 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-76f4c2ba-be04-4888-a693-cb1819e19040 service neutron] Transition to ACTIVE for port object 2766511f-9d51-4da2-a1c2-6355076cc97a will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:33:08.632982 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e1d71c5e-db03-4862-b5c5-9a69587eff6c req-1876eb49-d3a9-45c5-a541-39cf7e5bbf9e tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987155 Aug 23 20:33:08.635606 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-76f4c2ba-be04-4888-a693-cb1819e19040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:08.675895 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf21b3d-ca10-4117-8ba3-48f6e91b5075 req-ec7c1a0f-f959-47ff-b62f-855243b33cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:08.676683 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf21b3d-ca10-4117-8ba3-48f6e91b5075 req-ec7c1a0f-f959-47ff-b62f-855243b33cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:08.677312 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf21b3d-ca10-4117-8ba3-48f6e91b5075 req-ec7c1a0f-f959-47ff-b62f-855243b33cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:08.679063 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fdf21b3d-ca10-4117-8ba3-48f6e91b5075 req-ec7c1a0f-f959-47ff-b62f-855243b33cab service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=0a91fd320cb1405f8d3783ce9085793e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1797802 Aug 23 20:33:08.732154 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f4c2ba-be04-4888-a693-cb1819e19040 service neutron] Pushing event updated for resources: {'Port': ['ID=2766511f-9d51-4da2-a1c2-6355076cc97a,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:08.859080 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf21b3d-ca10-4117-8ba3-48f6e91b5075 req-a3c75369-2819-4629-a231-d79622ff1add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:08.861008 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fdf21b3d-ca10-4117-8ba3-48f6e91b5075 req-a3c75369-2819-4629-a231-d79622ff1add service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1648712 Aug 23 20:33:08.884654 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-76f4c2ba-be04-4888-a693-cb1819e19040 service neutron] Attempting to bind port 2766511f-9d51-4da2-a1c2-6355076cc97a on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:33:08.884654 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-76f4c2ba-be04-4888-a693-cb1819e19040 service neutron] Attempting to bind port 2766511f-9d51-4da2-a1c2-6355076cc97a by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '944ef231-16f6-43e4-b600-906b7024b8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'af4706b6-78a2-4ed9-91e2-487e13d661e6'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:33:08.885211 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-76f4c2ba-be04-4888-a693-cb1819e19040 service neutron] Attempting to bind port 2766511f-9d51-4da2-a1c2-6355076cc97a on network af4706b6-78a2-4ed9-91e2-487e13d661e6 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:33:08.900668 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-76f4c2ba-be04-4888-a693-cb1819e19040 service neutron] Port 2766511f-9d51-4da2-a1c2-6355076cc97a on network af4706b6-78a2-4ed9-91e2-487e13d661e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:33:08.901007 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-76f4c2ba-be04-4888-a693-cb1819e19040 service neutron] Attempting to bind port 2766511f-9d51-4da2-a1c2-6355076cc97a on network af4706b6-78a2-4ed9-91e2-487e13d661e6 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:33:08.924721 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32021a42-af70-4b94-a359-c74b84ffb4d5 req-4adc7c8d-c2e8-489e-b5b2-31ccf72b4331 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:08.941260 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32021a42-af70-4b94-a359-c74b84ffb4d5 req-4adc7c8d-c2e8-489e-b5b2-31ccf72b4331 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:08.955922 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32021a42-af70-4b94-a359-c74b84ffb4d5 req-4adc7c8d-c2e8-489e-b5b2-31ccf72b4331 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:08.961877 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32021a42-af70-4b94-a359-c74b84ffb4d5 req-4adc7c8d-c2e8-489e-b5b2-31ccf72b4331 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:08.969195 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32021a42-af70-4b94-a359-c74b84ffb4d5 req-4adc7c8d-c2e8-489e-b5b2-31ccf72b4331 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:08.976639 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32021a42-af70-4b94-a359-c74b84ffb4d5 req-4adc7c8d-c2e8-489e-b5b2-31ccf72b4331 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:08.982559 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32021a42-af70-4b94-a359-c74b84ffb4d5 req-4adc7c8d-c2e8-489e-b5b2-31ccf72b4331 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:08.985110 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-32021a42-af70-4b94-a359-c74b84ffb4d5 req-4adc7c8d-c2e8-489e-b5b2-31ccf72b4331 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 5418 time: 0.1715610 Aug 23 20:33:08.985912 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-76f4c2ba-be04-4888-a693-cb1819e19040 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:33:08.986246 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-76f4c2ba-be04-4888-a693-cb1819e19040 service neutron] Checking segment: {'id': '944ef231-16f6-43e4-b600-906b7024b8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'af4706b6-78a2-4ed9-91e2-487e13d661e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:33:08.986627 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-76f4c2ba-be04-4888-a693-cb1819e19040 service neutron] Bound using segment: {'id': '944ef231-16f6-43e4-b600-906b7024b8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'af4706b6-78a2-4ed9-91e2-487e13d661e6'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:33:08.987072 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-76f4c2ba-be04-4888-a693-cb1819e19040 service neutron] Bound port: 2766511f-9d51-4da2-a1c2-6355076cc97a, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '944ef231-16f6-43e4-b600-906b7024b8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'af4706b6-78a2-4ed9-91e2-487e13d661e6'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:33:08.987572 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-76f4c2ba-be04-4888-a693-cb1819e19040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:09.015557 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-eed6cba8-3fe5-4f66-b7ff-93a3e20235ec req-2426687b-c75c-4255-ac5d-babbc842c146 tempest-ServerShowV247Test-728734885 tempest-ServerShowV247Test-728734885-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4e5fa9c-219f-4a22-afd9-f8fb6c077d04 HTTP/1.1" status: 200 len: 210 time: 0.0416167 Aug 23 20:33:09.025409 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf21b3d-ca10-4117-8ba3-48f6e91b5075 req-71396ab1-18f0-464a-b6a4-649ab1624de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:09.025908 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf21b3d-ca10-4117-8ba3-48f6e91b5075 req-71396ab1-18f0-464a-b6a4-649ab1624de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:09.026406 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf21b3d-ca10-4117-8ba3-48f6e91b5075 req-71396ab1-18f0-464a-b6a4-649ab1624de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:09.027551 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf21b3d-ca10-4117-8ba3-48f6e91b5075 req-71396ab1-18f0-464a-b6a4-649ab1624de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:09.028027 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf21b3d-ca10-4117-8ba3-48f6e91b5075 req-71396ab1-18f0-464a-b6a4-649ab1624de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:09.028719 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf21b3d-ca10-4117-8ba3-48f6e91b5075 req-71396ab1-18f0-464a-b6a4-649ab1624de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:09.029198 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf21b3d-ca10-4117-8ba3-48f6e91b5075 req-71396ab1-18f0-464a-b6a4-649ab1624de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:09.031427 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fdf21b3d-ca10-4117-8ba3-48f6e91b5075 req-71396ab1-18f0-464a-b6a4-649ab1624de4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0a91fd320cb1405f8d3783ce9085793e&device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 6433 time: 0.1156924 Aug 23 20:33:09.085744 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-32021a42-af70-4b94-a359-c74b84ffb4d5 req-142bb399-c7d9-4a7d-af0c-78105a6dca60 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b54e5a8-71d6-43fd-b888-7393c70f9dac&id=8c89d379-1762-483a-9924-6d88093352af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0843403 Aug 23 20:33:09.175584 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-76f4c2ba-be04-4888-a693-cb1819e19040 service neutron] For port 2766511f-9d51-4da2-a1c2-6355076cc97a, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:33:09.182180 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-76f4c2ba-be04-4888-a693-cb1819e19040 service neutron] For port 2766511f-9d51-4da2-a1c2-6355076cc97a, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=2766511f-9d51-4da2-a1c2-6355076cc97a,segment=NetworkSegment(944ef231-16f6-43e4-b600-906b7024b8ba),segment_id=944ef231-16f6-43e4-b600-906b7024b8ba)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:33:09.191345 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-76f4c2ba-be04-4888-a693-cb1819e19040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:09.214993 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf21b3d-ca10-4117-8ba3-48f6e91b5075 req-becaa1fb-7eeb-491c-8ed8-52c071e50b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:09.215682 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf21b3d-ca10-4117-8ba3-48f6e91b5075 req-becaa1fb-7eeb-491c-8ed8-52c071e50b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:09.216412 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf21b3d-ca10-4117-8ba3-48f6e91b5075 req-becaa1fb-7eeb-491c-8ed8-52c071e50b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:09.219189 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fdf21b3d-ca10-4117-8ba3-48f6e91b5075 req-becaa1fb-7eeb-491c-8ed8-52c071e50b05 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=0a91fd320cb1405f8d3783ce9085793e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1746838 Aug 23 20:33:09.231127 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-76f4c2ba-be04-4888-a693-cb1819e19040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:09.231824 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-76f4c2ba-be04-4888-a693-cb1819e19040 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:09.234020 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-76f4c2ba-be04-4888-a693-cb1819e19040 service neutron] 10.222.0.11 "PUT /v2.0/ports/2766511f-9d51-4da2-a1c2-6355076cc97a HTTP/1.1" status: 200 len: 1091 time: 1.5673292 Aug 23 20:33:09.273280 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f4c2ba-be04-4888-a693-cb1819e19040 service neutron] Pushing event updated for resources: {'Port': ['ID=2766511f-9d51-4da2-a1c2-6355076cc97a,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:09.395010 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf21b3d-ca10-4117-8ba3-48f6e91b5075 req-4d9d1325-54bc-46d4-aeb7-b801c8e6d6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:09.396769 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fdf21b3d-ca10-4117-8ba3-48f6e91b5075 req-4d9d1325-54bc-46d4-aeb7-b801c8e6d6cf service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1570904 Aug 23 20:33:09.434881 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0ead2-ce29-4372-84ec-749ee609df46 req-a69470b9-7013-41e8-b3c1-66ae3f8d2623 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:09.448793 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-05b0ead2-ce29-4372-84ec-749ee609df46 req-a69470b9-7013-41e8-b3c1-66ae3f8d2623 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c59210e-7213-41f3-89d9-b0a17b5f07a5 HTTP/1.1" status: 200 len: 946 time: 0.0740590 Aug 23 20:33:09.540399 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-05b0ead2-ce29-4372-84ec-749ee609df46 req-929e88b6-8deb-48b5-89f7-525c54e1c199 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791349 Aug 23 20:33:09.546957 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-33236e76-895a-4608-a80d-e151800d438a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:09.547445 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-33236e76-895a-4608-a80d-e151800d438a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:09.547919 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-33236e76-895a-4608-a80d-e151800d438a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:09.548420 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-33236e76-895a-4608-a80d-e151800d438a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:09.548887 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-33236e76-895a-4608-a80d-e151800d438a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:09.549352 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-33236e76-895a-4608-a80d-e151800d438a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:09.549818 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-33236e76-895a-4608-a80d-e151800d438a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:09.552178 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-33236e76-895a-4608-a80d-e151800d438a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0a91fd320cb1405f8d3783ce9085793e&device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 6475 time: 0.0898931 Aug 23 20:33:09.604592 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-6d90ec11-564c-4746-a591-6c21dd60716f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c HTTP/1.1" status: 200 len: 217 time: 0.0401039 Aug 23 20:33:09.659720 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-efd9dc04-f599-4ba7-988f-4919bea6e793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:09.661365 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-efd9dc04-f599-4ba7-988f-4919bea6e793 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=92348ce8-7731-44f5-b707-e42d9a125beb HTTP/1.1" status: 200 len: 851 time: 0.0488830 Aug 23 20:33:09.735267 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-03469ebe-ecb0-4cd2-8e0b-d9eb9dfcff9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:09.736925 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-03469ebe-ecb0-4cd2-8e0b-d9eb9dfcff9a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=15796354-99ed-4bbc-af1c-772cdc3fe57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638535 Aug 23 20:33:09.862038 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-4aa7cabb-b435-4491-94ba-9ba5e3c64e34 service neutron] 10.222.0.11 "GET /v2.0/networks/15796354-99ed-4bbc-af1c-772cdc3fe57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113572 Aug 23 20:33:09.961917 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8cc84e71-0270-4349-8541-6566f4757e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:09.989501 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de94a60-2e0c-4787-8f3d-5f4a3e987b93 req-38ef8c08-0162-4db2-970d-d910a347e03d tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:09.993266 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5de94a60-2e0c-4787-8f3d-5f4a3e987b93 req-38ef8c08-0162-4db2-970d-d910a347e03d tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 950 time: 0.1379364 Aug 23 20:33:10.011956 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564dae7f-1387-4b98-a6dd-dde999120338 req-915a216d-21a5-4340-a86d-ae6c5f7b1ece tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:10.013631 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-564dae7f-1387-4b98-a6dd-dde999120338 req-915a216d-21a5-4340-a86d-ae6c5f7b1ece tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/ports?device_id=a04c4666-dd63-4db4-91c7-851c8c58101a HTTP/1.1" status: 200 len: 946 time: 0.0933020 Aug 23 20:33:10.053411 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5de94a60-2e0c-4787-8f3d-5f4a3e987b93 req-59dd102e-e01c-46d7-bef1-34313e1aa93c tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506034 Aug 23 20:33:10.054982 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-09913b8b-9620-482b-9c17-8c37f9d8b21d service neutron] 10.222.0.11 "GET /v2.0/networks/15796354-99ed-4bbc-af1c-772cdc3fe57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585085 Aug 23 20:33:10.062104 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-564dae7f-1387-4b98-a6dd-dde999120338 req-ef6678a3-e0e5-4c63-b8e1-394ba708166d tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/security-groups?id=69d833bb-0223-46ae-bea0-8d59b3b26f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385678 Aug 23 20:33:10.127554 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-cdf11ce3-c272-473b-a2c5-d23e5877421e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=60ae1ebc-636b-4489-b110-9d50fcbfd8b3 HTTP/1.1" status: 200 len: 217 time: 0.0531902 Aug 23 20:33:10.193239 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-53dc8928-cf51-40f3-89c1-80214f698f0f req-60df47db-8e3a-4c1a-bf62-8aafa6941e5c tempest-ServerShowV247Test-728734885 tempest-ServerShowV247Test-728734885-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4e5fa9c-219f-4a22-afd9-f8fb6c077d04 HTTP/1.1" status: 200 len: 210 time: 0.0496380 Aug 23 20:33:10.226569 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-89ecb73d-05b5-491c-9b31-966cf86d5d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:10.228385 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-89ecb73d-05b5-491c-9b31-966cf86d5d7a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1fd3acb9-9364-43a9-926f-7317badfdeb5 HTTP/1.1" status: 200 len: 797 time: 0.0821629 Aug 23 20:33:10.341142 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ec5e8-0781-4c1a-997a-23f888eab6a2 req-4f6431eb-44fa-49fa-8de6-803e8905c890 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:10.348749 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ec5e8-0781-4c1a-997a-23f888eab6a2 req-4f6431eb-44fa-49fa-8de6-803e8905c890 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:10.355145 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ec5e8-0781-4c1a-997a-23f888eab6a2 req-4f6431eb-44fa-49fa-8de6-803e8905c890 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:10.361459 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ec5e8-0781-4c1a-997a-23f888eab6a2 req-4f6431eb-44fa-49fa-8de6-803e8905c890 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:10.368299 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ec5e8-0781-4c1a-997a-23f888eab6a2 req-4f6431eb-44fa-49fa-8de6-803e8905c890 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:10.374662 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ec5e8-0781-4c1a-997a-23f888eab6a2 req-4f6431eb-44fa-49fa-8de6-803e8905c890 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:10.380916 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ec5e8-0781-4c1a-997a-23f888eab6a2 req-4f6431eb-44fa-49fa-8de6-803e8905c890 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:10.383407 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7f3ec5e8-0781-4c1a-997a-23f888eab6a2 req-4f6431eb-44fa-49fa-8de6-803e8905c890 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 5418 time: 0.1422524 Aug 23 20:33:10.388781 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-db52eca5-1d6a-4ff2-a638-0b7f8861a91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:10.390855 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-db52eca5-1d6a-4ff2-a638-0b7f8861a91b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3540c16b-5ded-45d3-80bb-012ec217ee8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1349370 Aug 23 20:33:10.408267 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 4c12fd25-308d-465f-acec-a94930cbfde6 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:33:10.447896 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3552a542-8864-47a4-92e2-3c4b04006992', 'tag': '2766511f-9d51-4da2-a1c2-6355076cc97a'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:33:10.452305 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1a4eae-78eb-4837-bca8-8b6a6b800dcb" -d '{"events": [{"name": "network-changed", "server_uuid": "3552a542-8864-47a4-92e2-3c4b04006992", "tag": "2766511f-9d51-4da2-a1c2-6355076cc97a"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:33:10.483338 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7f3ec5e8-0781-4c1a-997a-23f888eab6a2 req-1d6a8a7b-90a9-446f-a5df-4d73f1c921d3 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b54e5a8-71d6-43fd-b888-7393c70f9dac&id=8c89d379-1762-483a-9924-6d88093352af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0908160 Aug 23 20:33:10.532665 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-076da67f-13dd-4d6b-aef7-0af4aa353146 service neutron] 10.222.0.11 "GET /v2.0/networks/3540c16b-5ded-45d3-80bb-012ec217ee8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187663 Aug 23 20:33:10.533381 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490749d4-2b3d-401e-a5c1-59ce3c8a8d31 x-openstack-request-id: req-490749d4-2b3d-401e-a5c1-59ce3c8a8d31 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:33:10.534484 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3552a542-8864-47a4-92e2-3c4b04006992", "tag": "2766511f-9d51-4da2-a1c2-6355076cc97a", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:33:10.534736 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-490749d4-2b3d-401e-a5c1-59ce3c8a8d31 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:33:10.535134 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3552a542-8864-47a4-92e2-3c4b04006992', 'tag': '2766511f-9d51-4da2-a1c2-6355076cc97a', 'status': 'completed', 'code': 200} Aug 23 20:33:10.539211 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:10.583927 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 4c12fd25-308d-465f-acec-a94930cbfde6, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=4c12fd25-308d-465f-acec-a94930cbfde6,segment=NetworkSegment(5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d),segment_id=5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:10.615164 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '4c12fd25-308d-465f-acec-a94930cbfde6', 'network_id': '102aaadf-a02d-4ccd-a117-533acfc24182', 'port_id': '4c12fd25-308d-465f-acec-a94930cbfde6', 'mac_address': 'fa:16:3e:44:e4:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c5a23ee-4dc4-400c-bc37-6be8d284756a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:33:10.672541 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:10.692661 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4c12fd25-308d-465f-acec-a94930cbfde6 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:33:10.715502 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 4c12fd25-308d-465f-acec-a94930cbfde6, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=4c12fd25-308d-465f-acec-a94930cbfde6,segment=NetworkSegment(5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d),segment_id=5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:10.721735 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:10.763479 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a02eaa-3a5d-4c25-acd9-507642416b6b req-42e0c44c-9db8-45c8-b74c-908037ef2795 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:10.765037 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-46a02eaa-3a5d-4c25-acd9-507642416b6b req-42e0c44c-9db8-45c8-b74c-908037ef2795 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c59210e-7213-41f3-89d9-b0a17b5f07a5 HTTP/1.1" status: 200 len: 946 time: 0.0880816 Aug 23 20:33:10.786355 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=4c12fd25-308d-465f-acec-a94930cbfde6,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:10.794981 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-c2048083-7103-4c67-9b25-63ede6de5c9c service neutron] 10.222.0.11 "GET /v2.0/networks/3540c16b-5ded-45d3-80bb-012ec217ee8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990154 Aug 23 20:33:10.797563 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:33:10.798194 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:33:10.798780 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:33:10.799383 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:33:10.799923 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:33:10.800608 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:33:10.801159 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:33:10.801597 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:33:10.802027 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:33:10.802458 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:33:10.802973 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:33:10.803418 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:33:10.850215 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['4c12fd25-308d-465f-acec-a94930cbfde6'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:33:10.856368 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-382a0ec9-22a9-4af4-96f2-ede829c7e93a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d HTTP/1.1" status: 200 len: 217 time: 0.0451686 Aug 23 20:33:10.860503 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-46a02eaa-3a5d-4c25-acd9-507642416b6b req-34a57213-5665-4285-ba6b-d7986e21a1bd tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851297 Aug 23 20:33:10.966210 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-f499b9dd-8aef-47be-9b3e-c73832d4ff90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:10.967947 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-f499b9dd-8aef-47be-9b3e-c73832d4ff90 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1fd3acb9-9364-43a9-926f-7317badfdeb5 HTTP/1.1" status: 200 len: 797 time: 0.1027372 Aug 23 20:33:11.048950 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-77f4054d-3e18-4d3f-ad72-fde9862455f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:11.051043 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-77f4054d-3e18-4d3f-ad72-fde9862455f0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3540c16b-5ded-45d3-80bb-012ec217ee8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0667436 Aug 23 20:33:11.240439 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-b392afa3-b2d7-4cc5-9125-eebd349a023c service neutron] 10.222.0.11 "GET /v2.0/networks/3540c16b-5ded-45d3-80bb-012ec217ee8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792948 Aug 23 20:33:11.254950 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d2c96e-313e-46c0-b060-a686e833f6f1 req-ea7d5a16-683d-494e-bfbf-aa23466dd7d7 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:11.262886 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-49d2c96e-313e-46c0-b060-a686e833f6f1 req-ea7d5a16-683d-494e-bfbf-aa23466dd7d7 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 950 time: 0.0642021 Aug 23 20:33:11.319780 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-49d2c96e-313e-46c0-b060-a686e833f6f1 req-1cf39144-6117-4cca-9533-81d4e46a81c8 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554998 Aug 23 20:33:11.380842 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06710c18-b12a-4e06-87fa-2c516e7563c6 req-5d7344b7-c426-4f13-9ade-305c11c1994d tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:11.388983 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-06710c18-b12a-4e06-87fa-2c516e7563c6 req-5d7344b7-c426-4f13-9ade-305c11c1994d tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/ports?device_id=a04c4666-dd63-4db4-91c7-851c8c58101a HTTP/1.1" status: 200 len: 946 time: 0.1475327 Aug 23 20:33:11.468707 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63252d92-bca0-4850-9b51-e47ccdaf9e7c req-0d418294-fc5d-42b7-8b5c-bd2cfbabe1a6 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:11.482241 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-63252d92-bca0-4850-9b51-e47ccdaf9e7c req-0d418294-fc5d-42b7-8b5c-bd2cfbabe1a6 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=8d3cad6d-8d5c-4572-b31c-c350601c89dd HTTP/1.1" status: 200 len: 945 time: 0.0693386 Aug 23 20:33:11.530894 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-06710c18-b12a-4e06-87fa-2c516e7563c6 req-a3583ba4-f755-4445-9fab-80219b8bbcbf tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/security-groups?id=69d833bb-0223-46ae-bea0-8d59b3b26f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408107 Aug 23 20:33:11.534639 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-63252d92-bca0-4850-9b51-e47ccdaf9e7c req-c274defa-8a33-45df-9794-00cff5dd197c tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496705 Aug 23 20:33:11.557098 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-da063fec-eb76-4c34-9eeb-2e111d99a26a service neutron] 10.222.0.11 "GET /v2.0/networks/3540c16b-5ded-45d3-80bb-012ec217ee8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049018 Aug 23 20:33:11.626805 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-ecdcb901-98cc-4e1c-85b1-c2f2c8cc9118 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=57ffbcc0-4376-4d05-86a0-154600a7fc9d HTTP/1.1" status: 200 len: 217 time: 0.0589626 Aug 23 20:33:11.627919 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [req-a0ab66f8-2de5-4d71-b62d-c17623fde452 req-ab43ecfb-1cc7-4020-adb8-fb01ec37c020 service neutron] show failed (client error): The resource could not be found. Aug 23 20:33:11.628849 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a0ab66f8-2de5-4d71-b62d-c17623fde452 req-ab43ecfb-1cc7-4020-adb8-fb01ec37c020 service neutron] 10.222.0.32 "GET /v2.0/ports/ef58400f-73b2-4937-8e79-65542a19162f/bindings/n-h1-805663-2 HTTP/1.1" status: 404 len: 380 time: 0.2347629 Aug 23 20:33:11.684286 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2e131d67-07d2-4151-98a3-c8e6939dfaa8 req-5449a0d8-327f-46ee-8e33-de640f0e373e tempest-ServerShowV247Test-728734885 tempest-ServerShowV247Test-728734885-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4e5fa9c-219f-4a22-afd9-f8fb6c077d04 HTTP/1.1" status: 200 len: 210 time: 0.0779858 Aug 23 20:33:11.732489 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-14be7a71-ab72-4f44-a6f7-248cefa74344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:11.746752 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-14be7a71-ab72-4f44-a6f7-248cefa74344 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1fd3acb9-9364-43a9-926f-7317badfdeb5 HTTP/1.1" status: 200 len: 797 time: 0.1078978 Aug 23 20:33:11.961948 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6977703-9710-432b-853c-a1b1d731d9ff req-84592880-ab96-41e7-9571-2cd0cdfb6f2f tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:11.971537 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6977703-9710-432b-853c-a1b1d731d9ff req-84592880-ab96-41e7-9571-2cd0cdfb6f2f tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:11.978981 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6977703-9710-432b-853c-a1b1d731d9ff req-84592880-ab96-41e7-9571-2cd0cdfb6f2f tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:11.987068 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6977703-9710-432b-853c-a1b1d731d9ff req-84592880-ab96-41e7-9571-2cd0cdfb6f2f tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:11.993770 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6977703-9710-432b-853c-a1b1d731d9ff req-84592880-ab96-41e7-9571-2cd0cdfb6f2f tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:12.001911 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6977703-9710-432b-853c-a1b1d731d9ff req-84592880-ab96-41e7-9571-2cd0cdfb6f2f tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:12.009735 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6977703-9710-432b-853c-a1b1d731d9ff req-84592880-ab96-41e7-9571-2cd0cdfb6f2f tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:12.012699 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d6977703-9710-432b-853c-a1b1d731d9ff req-84592880-ab96-41e7-9571-2cd0cdfb6f2f tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 5418 time: 0.1436753 Aug 23 20:33:12.137058 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab66f8-2de5-4d71-b62d-c17623fde452 req-384cf45b-2af4-482c-a13c-74b19a1782bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:12.138623 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a0ab66f8-2de5-4d71-b62d-c17623fde452 req-384cf45b-2af4-482c-a13c-74b19a1782bd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3&tenant_id=73c5c62ec25a41ab8d37d29a4cff1db9 HTTP/1.1" status: 200 len: 1101 time: 0.1247745 Aug 23 20:33:12.169086 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a56d3-4770-419f-8e96-83039c214ebe req-2d9ddc00-f087-42e9-8df6-a17efc0e72a4 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:12.171736 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7d0a56d3-4770-419f-8e96-83039c214ebe req-2d9ddc00-f087-42e9-8df6-a17efc0e72a4 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.11 "GET /v2.0/ports?device_id=a04c4666-dd63-4db4-91c7-851c8c58101a HTTP/1.1" status: 200 len: 946 time: 0.0914140 Aug 23 20:33:12.176512 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-a0ab66f8-2de5-4d71-b62d-c17623fde452 req-b4c29462-e1b9-48a7-8fb6-19bd26a27435 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805663-2', 'device_owner': 'compute:nova'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:33:12.258826 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d6977703-9710-432b-853c-a1b1d731d9ff req-1289a21a-1231-4f3f-8d10-fc0e10eb0ace tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b54e5a8-71d6-43fd-b888-7393c70f9dac&id=8c89d379-1762-483a-9924-6d88093352af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2023373 Aug 23 20:33:12.330792 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-fb076e65-6de7-4de3-893c-6b82b2d036f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:12.332232 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-fb076e65-6de7-4de3-893c-6b82b2d036f4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3540c16b-5ded-45d3-80bb-012ec217ee8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5770583 Aug 23 20:33:12.361048 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 4c12fd25-308d-465f-acec-a94930cbfde6 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:33:12.362184 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a0ab66f8-2de5-4d71-b62d-c17623fde452 req-b4c29462-e1b9-48a7-8fb6-19bd26a27435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:12.454171 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-8304fb2d-a0cf-472a-9d1d-feeed521d150 service neutron] 10.222.0.11 "GET /v2.0/networks/3540c16b-5ded-45d3-80bb-012ec217ee8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091533 Aug 23 20:33:12.463103 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9903ccd-beef-48be-864f-53f3eae551b8 req-811a3e84-dbc3-47ce-8c80-b941e3da5d92 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:12.466646 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a9903ccd-beef-48be-864f-53f3eae551b8 req-811a3e84-dbc3-47ce-8c80-b941e3da5d92 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7ac3576-2307-4096-ab03-45fdd52176eb HTTP/1.1" status: 200 len: 946 time: 0.2082458 Aug 23 20:33:12.469843 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 4c12fd25-308d-465f-acec-a94930cbfde6 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:33:12.470759 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:12.476873 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad75210-61cf-4850-b5f9-ec444df6cd0f req-dbce3aa5-e3d7-424b-b495-8c9b8965f287 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:12.478455 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6ad75210-61cf-4850-b5f9-ec444df6cd0f req-dbce3aa5-e3d7-424b-b495-8c9b8965f287 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d3cad6d-8d5c-4572-b31c-c350601c89dd HTTP/1.1" status: 200 len: 945 time: 0.6048937 Aug 23 20:33:12.574002 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec8c9d-959d-40de-8004-ec93fadecc0a req-16ed9346-1777-4fa5-8d84-8ae42d524f53 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:12.576280 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6dec8c9d-959d-40de-8004-ec93fadecc0a req-16ed9346-1777-4fa5-8d84-8ae42d524f53 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c59210e-7213-41f3-89d9-b0a17b5f07a5 HTTP/1.1" status: 200 len: 946 time: 0.1877429 Aug 23 20:33:12.582123 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-7d0a56d3-4770-419f-8e96-83039c214ebe req-1afa210f-fee9-40e9-bf19-19ed4df58f89 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Deleting port 7614dcd4-3096-453d-80de-67f301440a76 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:33:12.582528 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7d0a56d3-4770-419f-8e96-83039c214ebe req-1afa210f-fee9-40e9-bf19-19ed4df58f89 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:12.668500 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:12.711521 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52072e5d-5bea-42e6-8c9e-4583aec1b879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c12fd25-308d-465f-acec-a94930cbfde6'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:33:12.714921 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2326601-1408-49dd-9aba-3cd93c8c903a" -d '{"events": [{"server_uuid": "52072e5d-5bea-42e6-8c9e-4583aec1b879", "name": "network-vif-plugged", "status": "completed", "tag": "4c12fd25-308d-465f-acec-a94930cbfde6"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:33:12.715093 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a9903ccd-beef-48be-864f-53f3eae551b8 req-a5a11b2b-f17e-4009-b175-3e48110e3b38 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea215e60-bd32-477c-b24f-7d6d9ef0b7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2353814 Aug 23 20:33:12.763085 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 4c12fd25-308d-465f-acec-a94930cbfde6, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=4c12fd25-308d-465f-acec-a94930cbfde6,segment=NetworkSegment(5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d),segment_id=5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:12.775800 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:12.843475 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=4c12fd25-308d-465f-acec-a94930cbfde6,revision_number=7']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:12.889988 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6dec8c9d-959d-40de-8004-ec93fadecc0a req-0a194789-285d-40cc-8baa-e782c1f916bb tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419033 Aug 23 20:33:12.890795 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-5991ac88-14eb-4561-85c6-0b9779c5353b service neutron] 10.222.0.11 "GET /v2.0/networks/3540c16b-5ded-45d3-80bb-012ec217ee8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4048467 Aug 23 20:33:12.903319 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-6ad75210-61cf-4850-b5f9-ec444df6cd0f req-515944bd-a9d7-4e22-b557-1e482a345ef3 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Deleting port 28ac6896-0460-4090-bd3a-520806c91921 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:33:12.903658 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6ad75210-61cf-4850-b5f9-ec444df6cd0f req-515944bd-a9d7-4e22-b557-1e482a345ef3 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:12.963608 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7fb60-93c2-435c-8be4-0c58ea15c5d4 req-983ee6dd-6e16-41c7-a13c-65c35ceae24c tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:12.972897 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7ca7fb60-93c2-435c-8be4-0c58ea15c5d4 req-983ee6dd-6e16-41c7-a13c-65c35ceae24c tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 950 time: 0.1484582 Aug 23 20:33:12.984181 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-7d0a56d3-4770-419f-8e96-83039c214ebe req-1afa210f-fee9-40e9-bf19-19ed4df58f89 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] For port 7614dcd4-3096-453d-80de-67f301440a76, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=7614dcd4-3096-453d-80de-67f301440a76,segment=NetworkSegment(c977723b-2490-412a-bf00-d7b943c13912),segment_id=c977723b-2490-412a-bf00-d7b943c13912)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:12.984572 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7d0a56d3-4770-419f-8e96-83039c214ebe req-1afa210f-fee9-40e9-bf19-19ed4df58f89 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:13.009095 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-7d6c714b-a71b-45b8-8a14-f7d4aa0f9ee8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.145&port_id=1e9559a3-8cff-4318-a999-b45c5efad87e HTTP/1.1" status: 200 len: 217 time: 0.1130655 Aug 23 20:33:13.018537 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5a204a1d-1174-4678-9bc6-72ffd62341fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:13.106142 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7ca7fb60-93c2-435c-8be4-0c58ea15c5d4 req-6802d571-4476-4257-8fe2-358fa8c0598b tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250474 Aug 23 20:33:13.149426 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-84f17b80-e72e-4276-8a91-3ba8b553ab8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:13.151256 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-84f17b80-e72e-4276-8a91-3ba8b553ab8b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1fd3acb9-9364-43a9-926f-7317badfdeb5 HTTP/1.1" status: 200 len: 797 time: 0.1292646 Aug 23 20:33:13.161343 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-a0ab66f8-2de5-4d71-b62d-c17623fde452 req-b4c29462-e1b9-48a7-8fb6-19bd26a27435 service neutron] For port ef58400f-73b2-4937-8e79-65542a19162f, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=ef58400f-73b2-4937-8e79-65542a19162f,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:13.260474 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-6ad75210-61cf-4850-b5f9-ec444df6cd0f req-515944bd-a9d7-4e22-b557-1e482a345ef3 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] For port 28ac6896-0460-4090-bd3a-520806c91921, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=28ac6896-0460-4090-bd3a-520806c91921,segment=NetworkSegment(feb662d9-0152-4f97-8d6d-89a1fa54f824),segment_id=feb662d9-0152-4f97-8d6d-89a1fa54f824)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:13.260859 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6ad75210-61cf-4850-b5f9-ec444df6cd0f req-515944bd-a9d7-4e22-b557-1e482a345ef3 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:13.273636 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-a0ab66f8-2de5-4d71-b62d-c17623fde452 req-b4c29462-e1b9-48a7-8fb6-19bd26a27435 service neutron] For port ef58400f-73b2-4937-8e79-65542a19162f, host n-h2-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:33:13.283697 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-6ad75210-61cf-4850-b5f9-ec444df6cd0f req-515944bd-a9d7-4e22-b557-1e482a345ef3 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Calling delete_port for 28ac6896-0460-4090-bd3a-520806c91921 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:33:13.290890 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-10fd9a72-c9b2-4de9-b039-24fd95654e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:13.292723 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-10fd9a72-c9b2-4de9-b039-24fd95654e13 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3540c16b-5ded-45d3-80bb-012ec217ee8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1247733 Aug 23 20:33:13.309112 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da233492-3d77-4d59-808a-5e6c934cd488 req-7cfa0037-f870-44aa-8670-3ff4613a6fc1 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:13.316932 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-da233492-3d77-4d59-808a-5e6c934cd488 req-7cfa0037-f870-44aa-8670-3ff4613a6fc1 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/ports?device_id=a04c4666-dd63-4db4-91c7-851c8c58101a HTTP/1.1" status: 200 len: 946 time: 0.1169970 Aug 23 20:33:13.335638 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a0ab66f8-2de5-4d71-b62d-c17623fde452 req-b4c29462-e1b9-48a7-8fb6-19bd26a27435 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:13.352425 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-a0ab66f8-2de5-4d71-b62d-c17623fde452 req-b4c29462-e1b9-48a7-8fb6-19bd26a27435 service neutron] Transition to ACTIVE for port object ef58400f-73b2-4937-8e79-65542a19162f will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:33:13.356955 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c62974-3552-410b-aa0e-39e3cae42fb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef58400f-73b2-4937-8e79-65542a19162f'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:33:13.362894 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd839ae5-0869-4a92-b9f7-7ccee64e45c7" -d '{"events": [{"server_uuid": "f1c62974-3552-410b-aa0e-39e3cae42fb3", "name": "network-vif-unplugged", "status": "completed", "tag": "ef58400f-73b2-4937-8e79-65542a19162f"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:33:13.505874 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-da233492-3d77-4d59-808a-5e6c934cd488 req-a6fba84b-7cd5-43d2-bb6b-51c5ab47e20a tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/security-groups?id=69d833bb-0223-46ae-bea0-8d59b3b26f28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1878939 Aug 23 20:33:13.507651 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:13.519626 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a0ab66f8-2de5-4d71-b62d-c17623fde452 req-b4c29462-e1b9-48a7-8fb6-19bd26a27435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:13.598887 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7d0a56d3-4770-419f-8e96-83039c214ebe req-1afa210f-fee9-40e9-bf19-19ed4df58f89 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:13.599396 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7d0a56d3-4770-419f-8e96-83039c214ebe req-1afa210f-fee9-40e9-bf19-19ed4df58f89 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:13.599776 n-d-805663-2 neutron-server[94687]: INFO neutron.db.l3_db [req-7d0a56d3-4770-419f-8e96-83039c214ebe req-1afa210f-fee9-40e9-bf19-19ed4df58f89 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Floating IP 5832993f-30fb-46ac-aa33-66104236cd03 disassociated. External IP: 172.25.4.22, port: 7614dcd4-3096-453d-80de-67f301440a76. Aug 23 20:33:13.600269 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-7d0a56d3-4770-419f-8e96-83039c214ebe req-1afa210f-fee9-40e9-bf19-19ed4df58f89 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Calling delete_port for 7614dcd4-3096-453d-80de-67f301440a76 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:33:13.613731 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe02724f-e9f1-4d4b-90b4-2522bc1894f4 req-79f9b65f-06b2-42df-8f80-209f2487db76 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:13.615261 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fe02724f-e9f1-4d4b-90b4-2522bc1894f4 req-79f9b65f-06b2-42df-8f80-209f2487db76 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=8d3cad6d-8d5c-4572-b31c-c350601c89dd HTTP/1.1" status: 200 len: 945 time: 0.4374225 Aug 23 20:33:13.629827 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-c60bfffe-7302-4707-969f-f8eb5770aae9 service neutron] 10.222.0.11 "GET /v2.0/networks/3540c16b-5ded-45d3-80bb-012ec217ee8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089585 Aug 23 20:33:13.646229 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c29462-e1b9-48a7-8fb6-19bd26a27435 service neutron] Pushing event updated for resources: {'Port': ['ID=ef58400f-73b2-4937-8e79-65542a19162f,revision_number=6']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:13.688124 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ab66f8-2de5-4d71-b62d-c17623fde452 req-b4c29462-e1b9-48a7-8fb6-19bd26a27435 service neutron] No DVR routers for this DVR port ef58400f-73b2-4937-8e79-65542a19162f on host n-h2-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:33:13.835655 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3c8dfb3a-8080-4129-8659-b722d6d7c2cd req-f6c7f64a-8953-410c-9b02-12f13e4a5b99 tempest-ServerShowV247Test-728734885 tempest-ServerShowV247Test-728734885-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4e5fa9c-219f-4a22-afd9-f8fb6c077d04 HTTP/1.1" status: 200 len: 210 time: 0.0644193 Aug 23 20:33:13.855463 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6ad75210-61cf-4850-b5f9-ec444df6cd0f req-515944bd-a9d7-4e22-b557-1e482a345ef3 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:13.895563 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fe02724f-e9f1-4d4b-90b4-2522bc1894f4 req-55216935-9634-4c06-aad3-0f53e9f227d6 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559781 Aug 23 20:33:13.898602 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['28ac6896-0460-4090-bd3a-520806c91921'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:33:13.929048 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515944bd-a9d7-4e22-b557-1e482a345ef3 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Pushing event deleted for resources: {'Port': ['ID=28ac6896-0460-4090-bd3a-520806c91921,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:13.958746 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-a0ab66f8-2de5-4d71-b62d-c17623fde452 req-b4c29462-e1b9-48a7-8fb6-19bd26a27435 service neutron] Attempting to bind port ef58400f-73b2-4937-8e79-65542a19162f on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:33:13.959084 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-a0ab66f8-2de5-4d71-b62d-c17623fde452 req-b4c29462-e1b9-48a7-8fb6-19bd26a27435 service neutron] Attempting to bind port ef58400f-73b2-4937-8e79-65542a19162f by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:33:13.959510 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ab66f8-2de5-4d71-b62d-c17623fde452 req-b4c29462-e1b9-48a7-8fb6-19bd26a27435 service neutron] Attempting to bind port ef58400f-73b2-4937-8e79-65542a19162f on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:33:13.983877 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58359c0-42c7-4b58-bcf9-0597b1604e35 x-openstack-request-id: req-b58359c0-42c7-4b58-bcf9-0597b1604e35 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:33:13.984202 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52072e5d-5bea-42e6-8c9e-4583aec1b879", "name": "network-vif-plugged", "status": "completed", "tag": "4c12fd25-308d-465f-acec-a94930cbfde6", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:33:13.984455 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b58359c0-42c7-4b58-bcf9-0597b1604e35 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:33:13.984853 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52072e5d-5bea-42e6-8c9e-4583aec1b879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c12fd25-308d-465f-acec-a94930cbfde6', 'code': 200} Aug 23 20:33:14.042482 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ab66f8-2de5-4d71-b62d-c17623fde452 req-b4c29462-e1b9-48a7-8fb6-19bd26a27435 service neutron] Port ef58400f-73b2-4937-8e79-65542a19162f on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:33:14.042812 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ab66f8-2de5-4d71-b62d-c17623fde452 req-b4c29462-e1b9-48a7-8fb6-19bd26a27435 service neutron] Attempting to bind port ef58400f-73b2-4937-8e79-65542a19162f on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:33:14.074563 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ab66f8-2de5-4d71-b62d-c17623fde452 req-b4c29462-e1b9-48a7-8fb6-19bd26a27435 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:33:14.074901 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ab66f8-2de5-4d71-b62d-c17623fde452 req-b4c29462-e1b9-48a7-8fb6-19bd26a27435 service neutron] Checking segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:33:14.075286 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ab66f8-2de5-4d71-b62d-c17623fde452 req-b4c29462-e1b9-48a7-8fb6-19bd26a27435 service neutron] Bound using segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:33:14.075749 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-a0ab66f8-2de5-4d71-b62d-c17623fde452 req-b4c29462-e1b9-48a7-8fb6-19bd26a27435 service neutron] Bound port: ef58400f-73b2-4937-8e79-65542a19162f, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:33:14.076113 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a0ab66f8-2de5-4d71-b62d-c17623fde452 req-b4c29462-e1b9-48a7-8fb6-19bd26a27435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:14.088975 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-dd1ef7f9-1cc3-4376-9a89-efc4385f69db service neutron] 10.222.0.11 "GET /v2.0/networks/3540c16b-5ded-45d3-80bb-012ec217ee8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025347 Aug 23 20:33:14.090018 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad75210-61cf-4850-b5f9-ec444df6cd0f req-515944bd-a9d7-4e22-b557-1e482a345ef3 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] No DVR routers for this DVR port 28ac6896-0460-4090-bd3a-520806c91921 on host n-h2-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:33:14.093750 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515944bd-a9d7-4e22-b557-1e482a345ef3 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:33:14.094216 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515944bd-a9d7-4e22-b557-1e482a345ef3 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:33:14.094565 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515944bd-a9d7-4e22-b557-1e482a345ef3 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:33:14.094912 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515944bd-a9d7-4e22-b557-1e482a345ef3 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:33:14.095381 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515944bd-a9d7-4e22-b557-1e482a345ef3 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:33:14.095774 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515944bd-a9d7-4e22-b557-1e482a345ef3 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:33:14.096746 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515944bd-a9d7-4e22-b557-1e482a345ef3 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:33:14.097318 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515944bd-a9d7-4e22-b557-1e482a345ef3 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:33:14.097663 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515944bd-a9d7-4e22-b557-1e482a345ef3 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:33:14.098000 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515944bd-a9d7-4e22-b557-1e482a345ef3 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:33:14.098343 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515944bd-a9d7-4e22-b557-1e482a345ef3 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:33:14.098708 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515944bd-a9d7-4e22-b557-1e482a345ef3 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:33:14.110491 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6ad75210-61cf-4850-b5f9-ec444df6cd0f req-515944bd-a9d7-4e22-b557-1e482a345ef3 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:14.112701 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6ad75210-61cf-4850-b5f9-ec444df6cd0f req-515944bd-a9d7-4e22-b557-1e482a345ef3 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.32 "DELETE /v2.0/ports/28ac6896-0460-4090-bd3a-520806c91921 HTTP/1.1" status: 204 len: 173 time: 1.6235368 Aug 23 20:33:14.113161 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3cad6d-8d5c-4572-b31c-c350601c89dd', 'name': 'network-vif-deleted', 'tag': '28ac6896-0460-4090-bd3a-520806c91921'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:33:14.117335 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b3fc92-341d-4633-bacb-c3f2c3f93466" -d '{"events": [{"server_uuid": "8d3cad6d-8d5c-4572-b31c-c350601c89dd", "name": "network-vif-deleted", "tag": "28ac6896-0460-4090-bd3a-520806c91921"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:33:14.181049 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-1fa57cde-0787-4a34-883f-d4abbffcfe37 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=24a309f0-cb51-4a2a-9a2e-e94a027cbd08 HTTP/1.1" status: 200 len: 217 time: 0.0738277 Aug 23 20:33:14.186897 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7d0a56d3-4770-419f-8e96-83039c214ebe req-1afa210f-fee9-40e9-bf19-19ed4df58f89 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:14.197153 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465f2ba-cc80-45c5-8376-05962c01990a req-7b282523-f529-414c-9bf9-93d5656d6e04 tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:14.199655 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3465f2ba-cc80-45c5-8376-05962c01990a req-7b282523-f529-414c-9bf9-93d5656d6e04 tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8c59210e-7213-41f3-89d9-b0a17b5f07a5&tenant_id=aeab6bca1ebb43a8b404543d83e8cc6e&binding%3Ahost_id=n-h1-805663-2 HTTP/1.1" status: 200 len: 1097 time: 0.2880919 Aug 23 20:33:14.248554 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 28ac6896-0460-4090-bd3a-520806c91921 no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:33:14.278207 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-3465f2ba-cc80-45c5-8376-05962c01990a req-a1ecebe6-8c73-4e8d-a997-c2a1aa548efd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-805663-2'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:33:14.290178 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 20:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023f3a57-7840-4dc2-86a1-b5b53b2a5d57 x-openstack-request-id: req-023f3a57-7840-4dc2-86a1-b5b53b2a5d57 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:33:14.290474 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c62974-3552-410b-aa0e-39e3cae42fb3", "name": "network-vif-unplugged", "status": "completed", "tag": "ef58400f-73b2-4937-8e79-65542a19162f", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:33:14.290737 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-023f3a57-7840-4dc2-86a1-b5b53b2a5d57 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:33:14.291141 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1c62974-3552-410b-aa0e-39e3cae42fb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef58400f-73b2-4937-8e79-65542a19162f', 'code': 200} Aug 23 20:33:14.294126 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa210f-fee9-40e9-bf19-19ed4df58f89 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Pushing event deleted for resources: {'Port': ['ID=7614dcd4-3096-453d-80de-67f301440a76,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:14.350500 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-f6893f3e-6531-45e9-a928-d53194ff9ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:14.353444 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: 28ac6896-0460-4090-bd3a-520806c91921 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:33:14.353718 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-f6893f3e-6531-45e9-a928-d53194ff9ab2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=219a97fb-cf76-43fd-a3c0-23a4e8b36a26 HTTP/1.1" status: 200 len: 797 time: 0.1623948 Aug 23 20:33:14.353861 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 28ac6896-0460-4090-bd3a-520806c91921 not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:33:14.354206 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device ef58400f-73b2-4937-8e79-65542a19162f no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:33:14.372530 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059f00a-1127-46ce-9b6c-92d82c785fb5 req-0adae114-2769-418f-99e9-4e0291074c07 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:14.383271 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059f00a-1127-46ce-9b6c-92d82c785fb5 req-0adae114-2769-418f-99e9-4e0291074c07 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:14.398960 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059f00a-1127-46ce-9b6c-92d82c785fb5 req-0adae114-2769-418f-99e9-4e0291074c07 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:14.405965 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059f00a-1127-46ce-9b6c-92d82c785fb5 req-0adae114-2769-418f-99e9-4e0291074c07 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:14.412344 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059f00a-1127-46ce-9b6c-92d82c785fb5 req-0adae114-2769-418f-99e9-4e0291074c07 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:14.418654 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059f00a-1127-46ce-9b6c-92d82c785fb5 req-0adae114-2769-418f-99e9-4e0291074c07 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:14.426982 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059f00a-1127-46ce-9b6c-92d82c785fb5 req-0adae114-2769-418f-99e9-4e0291074c07 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:14.437843 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a059f00a-1127-46ce-9b6c-92d82c785fb5 req-0adae114-2769-418f-99e9-4e0291074c07 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 5418 time: 0.3748717 Aug 23 20:33:14.507915 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-915226e9-980c-49ab-b7f3-7c9a933ec2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:14.509564 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-915226e9-980c-49ab-b7f3-7c9a933ec2fd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=af4706b6-78a2-4ed9-91e2-487e13d661e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1479108 Aug 23 20:33:14.533198 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f118206e-5ca2-44de-b706-85594a112f2d req-fca04a70-d925-4b1f-a726-025918c04703 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:14.534876 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f118206e-5ca2-44de-b706-85594a112f2d req-fca04a70-d925-4b1f-a726-025918c04703 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c59210e-7213-41f3-89d9-b0a17b5f07a5 HTTP/1.1" status: 200 len: 946 time: 0.1079979 Aug 23 20:33:14.537923 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:14.546956 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device ef58400f-73b2-4937-8e79-65542a19162f not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:33:14.554531 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-a0ab66f8-2de5-4d71-b62d-c17623fde452 req-b4c29462-e1b9-48a7-8fb6-19bd26a27435 service neutron] For port ef58400f-73b2-4937-8e79-65542a19162f, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:33:14.570716 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-a0ab66f8-2de5-4d71-b62d-c17623fde452 req-b4c29462-e1b9-48a7-8fb6-19bd26a27435 service neutron] For port ef58400f-73b2-4937-8e79-65542a19162f, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=ef58400f-73b2-4937-8e79-65542a19162f,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:33:14.591547 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a0ab66f8-2de5-4d71-b62d-c17623fde452 req-b4c29462-e1b9-48a7-8fb6-19bd26a27435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:14.634073 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f118206e-5ca2-44de-b706-85594a112f2d req-9e21bee1-f0a1-4484-93dc-0800cc899a15 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906639 Aug 23 20:33:14.725275 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-328b4598-81f9-41f4-9191-1701dd47916e service neutron] 10.222.0.11 "GET /v2.0/networks/af4706b6-78a2-4ed9-91e2-487e13d661e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040138 Aug 23 20:33:14.781231 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c29462-e1b9-48a7-8fb6-19bd26a27435 service neutron] Pushing event updated for resources: {'Port': ['ID=ef58400f-73b2-4937-8e79-65542a19162f,revision_number=7']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:14.805018 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3465f2ba-cc80-45c5-8376-05962c01990a req-a1ecebe6-8c73-4e8d-a997-c2a1aa548efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:14.855544 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a059f00a-1127-46ce-9b6c-92d82c785fb5 req-b3f9897e-71b1-48fd-a817-2ededeae485b tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b54e5a8-71d6-43fd-b888-7393c70f9dac&id=8c89d379-1762-483a-9924-6d88093352af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4162004 Aug 23 20:33:15.003672 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-0cae06ae-6738-4898-8816-1f94aff05cef service neutron] 10.222.0.11 "GET /v2.0/networks/af4706b6-78a2-4ed9-91e2-487e13d661e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689769 Aug 23 20:33:15.087122 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-3cbbcc13-48ef-4300-b050-feda674f67a9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2766511f-9d51-4da2-a1c2-6355076cc97a HTTP/1.1" status: 200 len: 217 time: 0.0751283 Aug 23 20:33:15.189555 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-3465f2ba-cc80-45c5-8376-05962c01990a req-a1ecebe6-8c73-4e8d-a997-c2a1aa548efd service neutron] For port 08f8dea4-08e0-46b1-a8c1-93efe9d39a93, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=08f8dea4-08e0-46b1-a8c1-93efe9d39a93,segment=NetworkSegment(3440ae09-322e-4891-8c02-a5baf5ba77f1),segment_id=3440ae09-322e-4891-8c02-a5baf5ba77f1)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:15.199518 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-8678e879-f008-4cf9-a92d-b1500ce29ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:15.203842 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-8678e879-f008-4cf9-a92d-b1500ce29ab5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=219a97fb-cf76-43fd-a3c0-23a4e8b36a26 HTTP/1.1" status: 200 len: 797 time: 0.1026752 Aug 23 20:33:15.242206 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-3465f2ba-cc80-45c5-8376-05962c01990a req-a1ecebe6-8c73-4e8d-a997-c2a1aa548efd service neutron] For port 08f8dea4-08e0-46b1-a8c1-93efe9d39a93, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:33:15.290100 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3465f2ba-cc80-45c5-8376-05962c01990a req-a1ecebe6-8c73-4e8d-a997-c2a1aa548efd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:15.300173 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d0a56d3-4770-419f-8e96-83039c214ebe req-1afa210f-fee9-40e9-bf19-19ed4df58f89 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Router dc468c9e-9a15-42d3-8849-195719ef6c66 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:33:15.304645 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab66f8-2de5-4d71-b62d-c17623fde452 req-b4c29462-e1b9-48a7-8fb6-19bd26a27435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:15.305342 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a0ab66f8-2de5-4d71-b62d-c17623fde452 req-b4c29462-e1b9-48a7-8fb6-19bd26a27435 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:15.306937 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a0ab66f8-2de5-4d71-b62d-c17623fde452 req-b4c29462-e1b9-48a7-8fb6-19bd26a27435 service neutron] 10.222.0.11 "PUT /v2.0/ports/ef58400f-73b2-4937-8e79-65542a19162f HTTP/1.1" status: 200 len: 1096 time: 3.1478310 Aug 23 20:33:15.328377 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3465f2ba-cc80-45c5-8376-05962c01990a req-a1ecebe6-8c73-4e8d-a997-c2a1aa548efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:15.398685 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b5af6-30f9-4d60-800c-675b2c22dce1 req-5cad8d8b-93ed-4966-958b-301d5049d4d4 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:15.400952 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5e8b5af6-30f9-4d60-800c-675b2c22dce1 req-5cad8d8b-93ed-4966-958b-301d5049d4d4 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 948 time: 0.1952205 Aug 23 20:33:15.435308 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-67649ffc-69b1-4733-b480-7cf82291ea4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:15.437747 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-67649ffc-69b1-4733-b480-7cf82291ea4c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=af4706b6-78a2-4ed9-91e2-487e13d661e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2056861 Aug 23 20:33:15.494224 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5e8b5af6-30f9-4d60-800c-675b2c22dce1 req-5d0bf376-af3a-45b4-8904-472726cb39fb tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750239 Aug 23 20:33:15.564650 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd42512-3dcc-4123-9c99-978b748c9685 x-openstack-request-id: req-0bd42512-3dcc-4123-9c99-978b748c9685 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:33:15.565734 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d3cad6d-8d5c-4572-b31c-c350601c89dd", "name": "network-vif-deleted", "tag": "28ac6896-0460-4090-bd3a-520806c91921", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:33:15.566359 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0bd42512-3dcc-4123-9c99-978b748c9685 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:33:15.567220 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d3cad6d-8d5c-4572-b31c-c350601c89dd', 'name': 'network-vif-deleted', 'tag': '28ac6896-0460-4090-bd3a-520806c91921', 'status': 'completed', 'code': 200} Aug 23 20:33:15.733513 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4fec985b-27ea-4432-9396-5c92e3cda8ea req-6c9024f9-8365-4c35-9a4b-5420ca740a77 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/ports?device_id=a04c4666-dd63-4db4-91c7-851c8c58101a HTTP/1.1" status: 200 len: 210 time: 0.0669885 Aug 23 20:33:15.797000 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ecebe6-8c73-4e8d-a997-c2a1aa548efd service neutron] Pushing event updated for resources: {'Port': ['ID=08f8dea4-08e0-46b1-a8c1-93efe9d39a93,revision_number=7']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:15.802283 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab66f8-2de5-4d71-b62d-c17623fde452 req-32c14d99-1d6f-4a10-85b4-5cf5481ba4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:15.803843 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a0ab66f8-2de5-4d71-b62d-c17623fde452 req-32c14d99-1d6f-4a10-85b4-5cf5481ba4a0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=73c5c62ec25a41ab8d37d29a4cff1db9&device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 1099 time: 0.4728322 Aug 23 20:33:15.831153 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-3465f2ba-cc80-45c5-8376-05962c01990a req-a1ecebe6-8c73-4e8d-a997-c2a1aa548efd service neutron] Attempting to bind port 08f8dea4-08e0-46b1-a8c1-93efe9d39a93 on host n-h1-805663-2 for vnic_type normal with profile {"migrating_to": "n-h2-805663-2"} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:33:15.831486 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-3465f2ba-cc80-45c5-8376-05962c01990a req-a1ecebe6-8c73-4e8d-a997-c2a1aa548efd service neutron] Attempting to bind port 08f8dea4-08e0-46b1-a8c1-93efe9d39a93 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '3440ae09-322e-4891-8c02-a5baf5ba77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:33:15.831817 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3465f2ba-cc80-45c5-8376-05962c01990a req-a1ecebe6-8c73-4e8d-a997-c2a1aa548efd service neutron] Attempting to bind port 08f8dea4-08e0-46b1-a8c1-93efe9d39a93 on network a133b3ce-c542-461f-b67d-2eb2e20a852b {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:33:15.887151 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d0a56d3-4770-419f-8e96-83039c214ebe req-1afa210f-fee9-40e9-bf19-19ed4df58f89 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:33:15.898929 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051d5495-7df8-41c1-9d4a-be4470a108d8 None None] Sync routers for ids ['dc468c9e-9a15-42d3-8849-195719ef6c66'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:33:15.914259 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3465f2ba-cc80-45c5-8376-05962c01990a req-a1ecebe6-8c73-4e8d-a997-c2a1aa548efd service neutron] Port 08f8dea4-08e0-46b1-a8c1-93efe9d39a93 on network a133b3ce-c542-461f-b67d-2eb2e20a852b not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:33:15.914593 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3465f2ba-cc80-45c5-8376-05962c01990a req-a1ecebe6-8c73-4e8d-a997-c2a1aa548efd service neutron] Attempting to bind port 08f8dea4-08e0-46b1-a8c1-93efe9d39a93 on network a133b3ce-c542-461f-b67d-2eb2e20a852b {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:33:15.921172 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051d5495-7df8-41c1-9d4a-be4470a108d8 None None] Routers {'dc468c9e-9a15-42d3-8849-195719ef6c66'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:33:15.923189 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-051d5495-7df8-41c1-9d4a-be4470a108d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:33:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['dc468c9e-9a15-42d3-8849-195719ef6c66'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:33:15.926288 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:15.963429 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-8885a431-f1f9-4973-a663-ee27cd7b03ca service neutron] 10.222.0.11 "GET /v2.0/networks/af4706b6-78a2-4ed9-91e2-487e13d661e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4964845 Aug 23 20:33:16.091504 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549b2f5-7c85-4310-bb0e-686ebe27dd3f req-13f0ae7b-acf9-4a06-9b50-2d49e23cfd23 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:16.101200 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9549b2f5-7c85-4310-bb0e-686ebe27dd3f req-13f0ae7b-acf9-4a06-9b50-2d49e23cfd23 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7ac3576-2307-4096-ab03-45fdd52176eb HTTP/1.1" status: 200 len: 946 time: 0.4348326 Aug 23 20:33:16.120328 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3465f2ba-cc80-45c5-8376-05962c01990a req-a1ecebe6-8c73-4e8d-a997-c2a1aa548efd service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:33:16.121149 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3465f2ba-cc80-45c5-8376-05962c01990a req-a1ecebe6-8c73-4e8d-a997-c2a1aa548efd service neutron] Checking segment: {'id': '3440ae09-322e-4891-8c02-a5baf5ba77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:33:16.121739 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3465f2ba-cc80-45c5-8376-05962c01990a req-a1ecebe6-8c73-4e8d-a997-c2a1aa548efd service neutron] Bound using segment: {'id': '3440ae09-322e-4891-8c02-a5baf5ba77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:33:16.122840 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-3465f2ba-cc80-45c5-8376-05962c01990a req-a1ecebe6-8c73-4e8d-a997-c2a1aa548efd service neutron] Bound port: 08f8dea4-08e0-46b1-a8c1-93efe9d39a93, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3440ae09-322e-4891-8c02-a5baf5ba77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:33:16.124686 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3465f2ba-cc80-45c5-8376-05962c01990a req-a1ecebe6-8c73-4e8d-a997-c2a1aa548efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:16.156602 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dfb8a118-2824-40f7-9d2a-974fcc69601a req-804ed7a5-9d08-4a05-84d4-b7f01c0dc982 tempest-ServerShowV247Test-728734885 tempest-ServerShowV247Test-728734885-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4e5fa9c-219f-4a22-afd9-f8fb6c077d04 HTTP/1.1" status: 200 len: 210 time: 0.0827298 Aug 23 20:33:16.183715 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d0a56d3-4770-419f-8e96-83039c214ebe req-1afa210f-fee9-40e9-bf19-19ed4df58f89 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] No DVR routers for this DVR port 7614dcd4-3096-453d-80de-67f301440a76 on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:33:16.200389 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-804efafb-903e-4b80-aad1-e307dfbdafcd req-d88af907-4544-464a-99c1-216d339ec0cb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e4e5fa9c-219f-4a22-afd9-f8fb6c077d04 HTTP/1.1" status: 200 len: 210 time: 0.0998776 Aug 23 20:33:16.211865 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 08f8dea4-08e0-46b1-a8c1-93efe9d39a93 details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:33:16.217693 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7d0a56d3-4770-419f-8e96-83039c214ebe req-1afa210f-fee9-40e9-bf19-19ed4df58f89 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:16.227264 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7d0a56d3-4770-419f-8e96-83039c214ebe req-1afa210f-fee9-40e9-bf19-19ed4df58f89 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.11 "DELETE /v2.0/ports/7614dcd4-3096-453d-80de-67f301440a76 HTTP/1.1" status: 204 len: 173 time: 4.0411737 Aug 23 20:33:16.255018 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d98c0822-4e5d-4782-8c7d-78e13f6b9388 req-ae59eba7-994c-4592-8626-61497cf57e24 service neutron] 10.222.0.11 "GET /v2.0/networks/af4706b6-78a2-4ed9-91e2-487e13d661e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789652 Aug 23 20:33:16.289217 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9549b2f5-7c85-4310-bb0e-686ebe27dd3f req-b09e0e16-492c-48b6-a34b-2648835ac3d9 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea215e60-bd32-477c-b24f-7d6d9ef0b7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868596 Aug 23 20:33:16.308337 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c59210e-7213-41f3-89d9-b0a17b5f07a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08f8dea4-08e0-46b1-a8c1-93efe9d39a93'}, {'name': 'network-changed', 'server_uuid': 'f1c62974-3552-410b-aa0e-39e3cae42fb3', 'tag': 'ef58400f-73b2-4937-8e79-65542a19162f'}, {'server_uuid': 'a04c4666-dd63-4db4-91c7-851c8c58101a', 'name': 'network-vif-deleted', 'tag': '7614dcd4-3096-453d-80de-67f301440a76'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:33:16.311423 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebaf249d-379c-4de7-99fb-4edcd9dd978e" -d '{"events": [{"server_uuid": "8c59210e-7213-41f3-89d9-b0a17b5f07a5", "name": "network-vif-unplugged", "status": "completed", "tag": "08f8dea4-08e0-46b1-a8c1-93efe9d39a93"}, {"name": "network-changed", "server_uuid": "f1c62974-3552-410b-aa0e-39e3cae42fb3", "tag": "ef58400f-73b2-4937-8e79-65542a19162f"}, {"server_uuid": "a04c4666-dd63-4db4-91c7-851c8c58101a", "name": "network-vif-deleted", "tag": "7614dcd4-3096-453d-80de-67f301440a76"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:33:16.429213 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-051d5495-7df8-41c1-9d4a-be4470a108d8 None None] Set router dc468c9e-9a15-42d3-8849-195719ef6c66 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:33:16.483376 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 7614dcd4-3096-453d-80de-67f301440a76 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:33:16.549085 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: 7614dcd4-3096-453d-80de-67f301440a76 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:33:16.549669 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 7614dcd4-3096-453d-80de-67f301440a76 not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:33:16.572402 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1a3e4e-b8ac-4900-bba4-73e50112b634 req-fc59474f-65a0-4625-88e7-370ed83a0b8c tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:16.575890 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ce1a3e4e-b8ac-4900-bba4-73e50112b634 req-fc59474f-65a0-4625-88e7-370ed83a0b8c tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c59210e-7213-41f3-89d9-b0a17b5f07a5 HTTP/1.1" status: 200 len: 944 time: 0.1868396 Aug 23 20:33:16.582826 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a4eae-78eb-4837-bca8-8b6a6b800dcb req-b82a8eca-e115-4c53-b160-8cf1271d3057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:16.595843 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a4eae-78eb-4837-bca8-8b6a6b800dcb req-b82a8eca-e115-4c53-b160-8cf1271d3057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:16.596135 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a4eae-78eb-4837-bca8-8b6a6b800dcb req-b82a8eca-e115-4c53-b160-8cf1271d3057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:16.596878 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a4eae-78eb-4837-bca8-8b6a6b800dcb req-b82a8eca-e115-4c53-b160-8cf1271d3057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:16.597356 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a4eae-78eb-4837-bca8-8b6a6b800dcb req-b82a8eca-e115-4c53-b160-8cf1271d3057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:16.597850 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a4eae-78eb-4837-bca8-8b6a6b800dcb req-b82a8eca-e115-4c53-b160-8cf1271d3057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:16.598349 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a4eae-78eb-4837-bca8-8b6a6b800dcb req-b82a8eca-e115-4c53-b160-8cf1271d3057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:16.606008 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab66f8-2de5-4d71-b62d-c17623fde452 req-7f7f1777-23cd-4c23-a341-584a436777e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:16.608023 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a0ab66f8-2de5-4d71-b62d-c17623fde452 req-7f7f1777-23cd-4c23-a341-584a436777e0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=660f640a-b8b2-40aa-8ebf-76bd1608cceb HTTP/1.1" status: 200 len: 870 time: 0.7882257 Aug 23 20:33:16.628771 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ea1a4eae-78eb-4837-bca8-8b6a6b800dcb req-b82a8eca-e115-4c53-b160-8cf1271d3057 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0a91fd320cb1405f8d3783ce9085793e&device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 6475 time: 0.2268002 Aug 23 20:33:16.689284 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 08f8dea4-08e0-46b1-a8c1-93efe9d39a93, host n-h1-805663-2, got binding levels [] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:16.740396 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Attempting to bind port 08f8dea4-08e0-46b1-a8c1-93efe9d39a93 on host n-h1-805663-2 for vnic_type normal with profile {"migrating_to": "n-h2-805663-2"} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:33:16.741016 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Attempting to bind port 08f8dea4-08e0-46b1-a8c1-93efe9d39a93 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '3440ae09-322e-4891-8c02-a5baf5ba77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:33:16.741973 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Attempting to bind port 08f8dea4-08e0-46b1-a8c1-93efe9d39a93 on network a133b3ce-c542-461f-b67d-2eb2e20a852b {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:33:16.749913 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a0ab66f8-2de5-4d71-b62d-c17623fde452 req-2e8fc337-74a6-4b33-bb93-c798b4e13441 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=ef58400f-73b2-4937-8e79-65542a19162f HTTP/1.1" status: 200 len: 217 time: 0.1206777 Aug 23 20:33:16.750897 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Port 08f8dea4-08e0-46b1-a8c1-93efe9d39a93 on network a133b3ce-c542-461f-b67d-2eb2e20a852b not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:33:16.751029 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-3465f2ba-cc80-45c5-8376-05962c01990a req-a1ecebe6-8c73-4e8d-a997-c2a1aa548efd service neutron] For port 08f8dea4-08e0-46b1-a8c1-93efe9d39a93, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:33:16.753457 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Attempting to bind port 08f8dea4-08e0-46b1-a8c1-93efe9d39a93 on network a133b3ce-c542-461f-b67d-2eb2e20a852b {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:33:16.772262 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:33:16.773260 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Checking segment: {'id': '3440ae09-322e-4891-8c02-a5baf5ba77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:33:16.773889 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Bound using segment: {'id': '3440ae09-322e-4891-8c02-a5baf5ba77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:33:16.774771 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Bound port: 08f8dea4-08e0-46b1-a8c1-93efe9d39a93, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3440ae09-322e-4891-8c02-a5baf5ba77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:33:16.775584 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:16.855053 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-3465f2ba-cc80-45c5-8376-05962c01990a req-a1ecebe6-8c73-4e8d-a997-c2a1aa548efd service neutron] For port 08f8dea4-08e0-46b1-a8c1-93efe9d39a93, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=08f8dea4-08e0-46b1-a8c1-93efe9d39a93,segment=NetworkSegment(3440ae09-322e-4891-8c02-a5baf5ba77f1),segment_id=3440ae09-322e-4891-8c02-a5baf5ba77f1)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:33:16.871138 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-051d5495-7df8-41c1-9d4a-be4470a108d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-951136079-router', 'tenant_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'd6ef7e4c-523f-4e3e-a239-d972d9c116ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:27:59Z', 'updated_at': '2021-08-23T20:28:03Z', 'revision_number': 4, 'project_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'gw_port': {'id': 'd6ef7e4c-523f-4e3e-a239-d972d9c116ed', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:28:00Z', 'updated_at': '2021-08-23T20:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '773cf0d4-0359-4f87-a118-3444d3454256', 'name': '', 'network_id': 'a036342b-e0b6-414f-a42c-cfe1b92a2a1e', 'tenant_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'mac_address': 'fa:16:3e:55:42:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9c64e700-ca01-4f6f-be98-6253a844697f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:28:02Z', 'updated_at': '2021-08-23T20:28:10Z', 'revision_number': 5, 'project_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'subnets': [{'id': '9c64e700-ca01-4f6f-be98-6253a844697f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:33:16.917950 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a4eae-78eb-4837-bca8-8b6a6b800dcb req-13afb5c5-4974-4b0a-b8d3-852396989594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:16.922487 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ea1a4eae-78eb-4837-bca8-8b6a6b800dcb req-13afb5c5-4974-4b0a-b8d3-852396989594 service neutron] 10.222.0.11 "GET /v2.0/networks?id=af4706b6-78a2-4ed9-91e2-487e13d661e6 HTTP/1.1" status: 200 len: 902 time: 0.2343271 Aug 23 20:33:16.939153 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 08f8dea4-08e0-46b1-a8c1-93efe9d39a93, host n-h1-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:33:16.939794 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf4f96-75ae-4efc-8dcb-152f092a2b7b req-569ada45-5ae5-4651-8d71-9fc2fa4f9313 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:16.946030 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051d5495-7df8-41c1-9d4a-be4470a108d8 None None] Checking router: dc468c9e-9a15-42d3-8849-195719ef6c66 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:33:16.952090 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.db.api [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 08f8dea4-08e0-46b1-a8c1-93efe9d39a93-n-h1-805663-2-0 {{(pid=94689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 20:33:16.952489 n-d-805663-2 neutron-server[94689]: DEBUG oslo_db.api [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 20:33:16.970343 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ce1a3e4e-b8ac-4900-bba4-73e50112b634 req-70c745ba-6253-4522-a133-9915e6bef3f1 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353508 Aug 23 20:33:16.981512 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf4f96-75ae-4efc-8dcb-152f092a2b7b req-569ada45-5ae5-4651-8d71-9fc2fa4f9313 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:16.988368 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051d5495-7df8-41c1-9d4a-be4470a108d8 None None] Routers {'dc468c9e-9a15-42d3-8849-195719ef6c66'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:33:16.989277 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-051d5495-7df8-41c1-9d4a-be4470a108d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:33:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['dc468c9e-9a15-42d3-8849-195719ef6c66'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:33:16.999331 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf4f96-75ae-4efc-8dcb-152f092a2b7b req-569ada45-5ae5-4651-8d71-9fc2fa4f9313 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:17.010679 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf4f96-75ae-4efc-8dcb-152f092a2b7b req-569ada45-5ae5-4651-8d71-9fc2fa4f9313 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:17.043212 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ea1a4eae-78eb-4837-bca8-8b6a6b800dcb req-3d611f39-2ecb-4e5d-bf52-80348b01ee1f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2766511f-9d51-4da2-a1c2-6355076cc97a HTTP/1.1" status: 200 len: 217 time: 0.1092179 Aug 23 20:33:17.052545 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf4f96-75ae-4efc-8dcb-152f092a2b7b req-569ada45-5ae5-4651-8d71-9fc2fa4f9313 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:17.079363 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf4f96-75ae-4efc-8dcb-152f092a2b7b req-569ada45-5ae5-4651-8d71-9fc2fa4f9313 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:17.098646 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf4f96-75ae-4efc-8dcb-152f092a2b7b req-569ada45-5ae5-4651-8d71-9fc2fa4f9313 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:17.116729 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6ecf4f96-75ae-4efc-8dcb-152f092a2b7b req-569ada45-5ae5-4651-8d71-9fc2fa4f9313 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 5418 time: 0.6089835 Aug 23 20:33:17.170735 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a4eae-78eb-4837-bca8-8b6a6b800dcb req-907dc657-8e07-411b-8939-c9b7eeb3ac56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:17.172309 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ea1a4eae-78eb-4837-bca8-8b6a6b800dcb req-907dc657-8e07-411b-8939-c9b7eeb3ac56 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=219a97fb-cf76-43fd-a3c0-23a4e8b36a26 HTTP/1.1" status: 200 len: 797 time: 0.1142511 Aug 23 20:33:17.249235 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-051d5495-7df8-41c1-9d4a-be4470a108d8 None None] Set router dc468c9e-9a15-42d3-8849-195719ef6c66 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:33:17.270988 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a4eae-78eb-4837-bca8-8b6a6b800dcb req-c7b29a4e-e4fb-4a2a-9c20-fddacb90dfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:17.272528 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ea1a4eae-78eb-4837-bca8-8b6a6b800dcb req-c7b29a4e-e4fb-4a2a-9c20-fddacb90dfb2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=af4706b6-78a2-4ed9-91e2-487e13d661e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0908308 Aug 23 20:33:17.495510 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Attempting to bind port 08f8dea4-08e0-46b1-a8c1-93efe9d39a93 on host n-h1-805663-2 for vnic_type normal with profile {"migrating_to": "n-h2-805663-2"} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:33:17.495898 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Attempting to bind port 08f8dea4-08e0-46b1-a8c1-93efe9d39a93 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '3440ae09-322e-4891-8c02-a5baf5ba77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:33:17.506371 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Attempting to bind port 08f8dea4-08e0-46b1-a8c1-93efe9d39a93 on network a133b3ce-c542-461f-b67d-2eb2e20a852b {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:33:17.523774 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Port 08f8dea4-08e0-46b1-a8c1-93efe9d39a93 on network a133b3ce-c542-461f-b67d-2eb2e20a852b not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:33:17.524168 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Attempting to bind port 08f8dea4-08e0-46b1-a8c1-93efe9d39a93 on network a133b3ce-c542-461f-b67d-2eb2e20a852b {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:33:17.542641 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:33:17.543021 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Checking segment: {'id': '3440ae09-322e-4891-8c02-a5baf5ba77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:33:17.543453 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Bound using segment: {'id': '3440ae09-322e-4891-8c02-a5baf5ba77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:33:17.543935 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Bound port: 08f8dea4-08e0-46b1-a8c1-93efe9d39a93, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3440ae09-322e-4891-8c02-a5baf5ba77f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a133b3ce-c542-461f-b67d-2eb2e20a852b'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:33:17.544382 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:17.553031 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ea1a4eae-78eb-4837-bca8-8b6a6b800dcb req-edd18239-7afc-4ca1-80b4-885ac2c20d74 service neutron] 10.222.0.11 "GET /v2.0/networks/af4706b6-78a2-4ed9-91e2-487e13d661e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713780 Aug 23 20:33:17.632244 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Mon, 23 Aug 2021 20:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e24df7-e7ad-4053-933d-acda432c649b x-openstack-request-id: req-b2e24df7-e7ad-4053-933d-acda432c649b {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:33:17.632836 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c59210e-7213-41f3-89d9-b0a17b5f07a5", "name": "network-vif-unplugged", "status": "completed", "tag": "08f8dea4-08e0-46b1-a8c1-93efe9d39a93", "code": 200}, {"name": "network-changed", "server_uuid": "f1c62974-3552-410b-aa0e-39e3cae42fb3", "tag": "ef58400f-73b2-4937-8e79-65542a19162f", "status": "completed", "code": 200}, {"server_uuid": "a04c4666-dd63-4db4-91c7-851c8c58101a", "name": "network-vif-deleted", "tag": "7614dcd4-3096-453d-80de-67f301440a76", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:33:17.633184 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b2e24df7-e7ad-4053-933d-acda432c649b {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:33:17.634009 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c59210e-7213-41f3-89d9-b0a17b5f07a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08f8dea4-08e0-46b1-a8c1-93efe9d39a93', 'code': 200} Aug 23 20:33:17.634009 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1c62974-3552-410b-aa0e-39e3cae42fb3', 'tag': 'ef58400f-73b2-4937-8e79-65542a19162f', 'status': 'completed', 'code': 200} Aug 23 20:33:17.634290 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a04c4666-dd63-4db4-91c7-851c8c58101a', 'name': 'network-vif-deleted', 'tag': '7614dcd4-3096-453d-80de-67f301440a76', 'status': 'completed', 'code': 200} Aug 23 20:33:17.636889 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3465f2ba-cc80-45c5-8376-05962c01990a req-a1ecebe6-8c73-4e8d-a997-c2a1aa548efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:17.681620 n-d-805663-2 neutron-server[94689]: WARNING neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Concurrent port binding operations failed on port 08f8dea4-08e0-46b1-a8c1-93efe9d39a93 Aug 23 20:33:17.690447 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 08f8dea4-08e0-46b1-a8c1-93efe9d39a93, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=08f8dea4-08e0-46b1-a8c1-93efe9d39a93,segment=NetworkSegment(3440ae09-322e-4891-8c02-a5baf5ba77f1),segment_id=3440ae09-322e-4891-8c02-a5baf5ba77f1)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:17.698757 n-d-805663-2 neutron-server[94689]: INFO neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Attempt 2 to bind port 08f8dea4-08e0-46b1-a8c1-93efe9d39a93 Aug 23 20:33:17.699250 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 08f8dea4-08e0-46b1-a8c1-93efe9d39a93 has no active binding in host n-h2-805663-2 {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 23 20:33:17.762409 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab66f8-2de5-4d71-b62d-c17623fde452 req-59228aff-6eeb-4297-b6dd-fd2b422b65ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:17.769808 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a0ab66f8-2de5-4d71-b62d-c17623fde452 req-59228aff-6eeb-4297-b6dd-fd2b422b65ad service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.9994330 Aug 23 20:33:17.849151 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465f2ba-cc80-45c5-8376-05962c01990a req-a1ecebe6-8c73-4e8d-a997-c2a1aa548efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:17.850774 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3465f2ba-cc80-45c5-8376-05962c01990a req-a1ecebe6-8c73-4e8d-a997-c2a1aa548efd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:17.852947 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3465f2ba-cc80-45c5-8376-05962c01990a req-a1ecebe6-8c73-4e8d-a997-c2a1aa548efd service neutron] 10.222.0.32 "PUT /v2.0/ports/08f8dea4-08e0-46b1-a8c1-93efe9d39a93 HTTP/1.1" status: 200 len: 1122 time: 3.6224856 Aug 23 20:33:17.860518 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e46df-189b-488c-84bb-eee8de729bbe req-90f06be0-f596-43cd-a23c-81d1a09cff46 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:17.868648 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6ecf4f96-75ae-4efc-8dcb-152f092a2b7b req-6cae2502-c260-41fd-96ae-fbd21bbd7523 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b54e5a8-71d6-43fd-b888-7393c70f9dac&id=8c89d379-1762-483a-9924-6d88093352af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7505715 Aug 23 20:33:17.868866 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d20e46df-189b-488c-84bb-eee8de729bbe req-90f06be0-f596-43cd-a23c-81d1a09cff46 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 948 time: 0.2782228 Aug 23 20:33:17.880969 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf249d-379c-4de7-99fb-4edcd9dd978e req-f7f2e697-8443-4761-8c0c-675be0109375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:17.883739 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ebaf249d-379c-4de7-99fb-4edcd9dd978e req-f7f2e697-8443-4761-8c0c-675be0109375 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73c5c62ec25a41ab8d37d29a4cff1db9&device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 1099 time: 0.3231504 Aug 23 20:33:17.931009 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ecebe6-8c73-4e8d-a997-c2a1aa548efd service neutron] Pushing event updated for resources: {'Port': ['ID=08f8dea4-08e0-46b1-a8c1-93efe9d39a93,revision_number=8']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:17.946443 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['08f8dea4-08e0-46b1-a8c1-93efe9d39a93'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:33:17.968183 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab66f8-2de5-4d71-b62d-c17623fde452 req-05ace6b7-bb84-4abe-aad4-9e84f7f62b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:17.976605 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a0ab66f8-2de5-4d71-b62d-c17623fde452 req-05ace6b7-bb84-4abe-aad4-9e84f7f62b50 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1654818 Aug 23 20:33:17.981658 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-051d5495-7df8-41c1-9d4a-be4470a108d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-951136079-router', 'tenant_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'd6ef7e4c-523f-4e3e-a239-d972d9c116ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:27:59Z', 'updated_at': '2021-08-23T20:28:03Z', 'revision_number': 4, 'project_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'gw_port': {'id': 'd6ef7e4c-523f-4e3e-a239-d972d9c116ed', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:28:00Z', 'updated_at': '2021-08-23T20:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '773cf0d4-0359-4f87-a118-3444d3454256', 'name': '', 'network_id': 'a036342b-e0b6-414f-a42c-cfe1b92a2a1e', 'tenant_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'mac_address': 'fa:16:3e:55:42:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9c64e700-ca01-4f6f-be98-6253a844697f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:28:02Z', 'updated_at': '2021-08-23T20:28:10Z', 'revision_number': 5, 'project_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'subnets': [{'id': '9c64e700-ca01-4f6f-be98-6253a844697f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:33:18.026572 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051d5495-7df8-41c1-9d4a-be4470a108d8 None None] The sync data for ids ['dc468c9e-9a15-42d3-8849-195719ef6c66'] in n-d-805663-2 is: [{'id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-951136079-router', 'tenant_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'd6ef7e4c-523f-4e3e-a239-d972d9c116ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:27:59Z', 'updated_at': '2021-08-23T20:28:03Z', 'revision_number': 4, 'project_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'gw_port': {'id': 'd6ef7e4c-523f-4e3e-a239-d972d9c116ed', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:28:00Z', 'updated_at': '2021-08-23T20:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '773cf0d4-0359-4f87-a118-3444d3454256', 'name': '', 'network_id': 'a036342b-e0b6-414f-a42c-cfe1b92a2a1e', 'tenant_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'mac_address': 'fa:16:3e:55:42:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9c64e700-ca01-4f6f-be98-6253a844697f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:28:02Z', 'updated_at': '2021-08-23T20:28:10Z', 'revision_number': 5, 'project_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'subnets': [{'id': '9c64e700-ca01-4f6f-be98-6253a844697f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:33:18.239876 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f5f13-dac8-4b84-9712-9f5311c5a93c req-f2c64bc0-9ea9-4b17-9308-d9b564adf2af tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:18.242549 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2b3f5f13-dac8-4b84-9712-9f5311c5a93c req-f2c64bc0-9ea9-4b17-9308-d9b564adf2af tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d HTTP/1.1" status: 200 len: 945 time: 0.2110274 Aug 23 20:33:18.248157 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf249d-379c-4de7-99fb-4edcd9dd978e req-1e2b7020-bfd6-45ca-83e1-6216b88c8d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:18.256647 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a0ab66f8-2de5-4d71-b62d-c17623fde452 req-860bdced-c6da-4ba5-846c-c37462098cd8 service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756648 Aug 23 20:33:18.273943 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ebaf249d-379c-4de7-99fb-4edcd9dd978e req-1e2b7020-bfd6-45ca-83e1-6216b88c8d0c service neutron] 10.222.0.32 "GET /v2.0/networks?id=660f640a-b8b2-40aa-8ebf-76bd1608cceb HTTP/1.1" status: 200 len: 870 time: 0.3686440 Aug 23 20:33:18.424766 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['08f8dea4-08e0-46b1-a8c1-93efe9d39a93'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:33:18.425186 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d20e46df-189b-488c-84bb-eee8de729bbe req-3180fd5c-b4eb-413a-9abe-9758334d4b91 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5504100 Aug 23 20:33:18.427911 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ea1a4eae-78eb-4837-bca8-8b6a6b800dcb req-8e1f7b54-9514-46d0-976e-8c3353fca4e3 service neutron] 10.222.0.11 "GET /v2.0/networks/af4706b6-78a2-4ed9-91e2-487e13d661e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8408194 Aug 23 20:33:18.439543 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ebaf249d-379c-4de7-99fb-4edcd9dd978e req-8b222b37-f106-48a4-9420-915c7fd99659 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=ef58400f-73b2-4937-8e79-65542a19162f HTTP/1.1" status: 200 len: 217 time: 0.1630640 Aug 23 20:33:18.538345 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf249d-379c-4de7-99fb-4edcd9dd978e req-95d82c88-cbfc-4dbf-a4de-7a3b6d5baed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:18.540053 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ebaf249d-379c-4de7-99fb-4edcd9dd978e req-95d82c88-cbfc-4dbf-a4de-7a3b6d5baed2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.0896249 Aug 23 20:33:18.543199 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4a21dd02-83ca-4e55-8448-0a71eb860762 req-b408bec3-cfc6-45b6-8b16-cbc137d023eb tempest-ServerShowV247Test-728734885 tempest-ServerShowV247Test-728734885-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4e5fa9c-219f-4a22-afd9-f8fb6c077d04 HTTP/1.1" status: 200 len: 210 time: 0.1074700 Aug 23 20:33:18.685502 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc58077-2e10-4570-ac0a-9ae7cc775cb3 None None] New status for floating IP 5832993f-30fb-46ac-aa33-66104236cd03: DOWN {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 20:33:18.688945 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a0ab66f8-2de5-4d71-b62d-c17623fde452 req-7c801e83-9cf8-4fb9-9c32-a3a5e39003f2 service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4215755 Aug 23 20:33:18.742569 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-2b3f5f13-dac8-4b84-9712-9f5311c5a93c req-cd9630ba-da3b-4d37-9c4a-7e347d6fd0df tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Deleting port b52b3a98-0c7e-40d6-8d49-ea668d5575d9 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:33:18.748843 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2b3f5f13-dac8-4b84-9712-9f5311c5a93c req-cd9630ba-da3b-4d37-9c4a-7e347d6fd0df tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:18.792350 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf249d-379c-4de7-99fb-4edcd9dd978e req-70f50f6d-666a-4bb5-a943-796b3001d89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:18.796902 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ebaf249d-379c-4de7-99fb-4edcd9dd978e req-70f50f6d-666a-4bb5-a943-796b3001d89d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2437375 Aug 23 20:33:18.946433 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1a4d9-7913-4a54-b4df-4b7c175b3d91 req-a4bc3cfc-c308-47e9-ad7b-0cc225d94e9d tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:18.956079 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e7b1a4d9-7913-4a54-b4df-4b7c175b3d91 req-a4bc3cfc-c308-47e9-ad7b-0cc225d94e9d tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d HTTP/1.1" status: 200 len: 945 time: 0.3644617 Aug 23 20:33:19.085583 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf249d-379c-4de7-99fb-4edcd9dd978e req-f67cdd69-0d4b-4c74-a0fb-efad54e1e0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:19.092141 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ebaf249d-379c-4de7-99fb-4edcd9dd978e req-f67cdd69-0d4b-4c74-a0fb-efad54e1e0d2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=73c5c62ec25a41ab8d37d29a4cff1db9&device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 1099 time: 0.1983924 Aug 23 20:33:19.122799 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e7b1a4d9-7913-4a54-b4df-4b7c175b3d91 req-c4291338-b240-4baa-ae68-40367b9b8a38 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603365 Aug 23 20:33:19.209352 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ebaf249d-379c-4de7-99fb-4edcd9dd978e req-c9a85bec-0788-4de7-896d-4dcce70dabdc service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023318 Aug 23 20:33:19.266835 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf249d-379c-4de7-99fb-4edcd9dd978e req-988e782f-c208-4c1c-b285-82631f66319f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:19.274402 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ebaf249d-379c-4de7-99fb-4edcd9dd978e req-988e782f-c208-4c1c-b285-82631f66319f service neutron] 10.222.0.11 "GET /v2.0/networks?id=660f640a-b8b2-40aa-8ebf-76bd1608cceb HTTP/1.1" status: 200 len: 870 time: 0.1720986 Aug 23 20:33:19.305584 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebf406-a82b-426b-96c4-7a248af05b3b req-cfbac5ab-8137-4f6f-8f1f-8f15caa7dedd tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:19.313956 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9aebf406-a82b-426b-96c4-7a248af05b3b req-cfbac5ab-8137-4f6f-8f1f-8f15caa7dedd tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c59210e-7213-41f3-89d9-b0a17b5f07a5 HTTP/1.1" status: 200 len: 944 time: 0.3533964 Aug 23 20:33:19.394888 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-2b3f5f13-dac8-4b84-9712-9f5311c5a93c req-cd9630ba-da3b-4d37-9c4a-7e347d6fd0df tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] For port b52b3a98-0c7e-40d6-8d49-ea668d5575d9, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=b52b3a98-0c7e-40d6-8d49-ea668d5575d9,segment=NetworkSegment(feb662d9-0152-4f97-8d6d-89a1fa54f824),segment_id=feb662d9-0152-4f97-8d6d-89a1fa54f824)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:19.395273 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2b3f5f13-dac8-4b84-9712-9f5311c5a93c req-cd9630ba-da3b-4d37-9c4a-7e347d6fd0df tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:19.451101 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ebaf249d-379c-4de7-99fb-4edcd9dd978e req-f1ed658d-9e31-4129-8ff6-19ef2c6eef4c service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327347 Aug 23 20:33:19.516377 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-2b3f5f13-dac8-4b84-9712-9f5311c5a93c req-cd9630ba-da3b-4d37-9c4a-7e347d6fd0df tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Calling delete_port for b52b3a98-0c7e-40d6-8d49-ea668d5575d9 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:33:19.625250 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ebaf249d-379c-4de7-99fb-4edcd9dd978e req-a696ab40-7460-4dc1-b38a-d3a706b00c1a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=ef58400f-73b2-4937-8e79-65542a19162f HTTP/1.1" status: 200 len: 217 time: 0.3360579 Aug 23 20:33:19.641929 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c59210e-7213-41f3-89d9-b0a17b5f07a5', 'tag': '08f8dea4-08e0-46b1-a8c1-93efe9d39a93'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:33:19.644354 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0c9f35-059f-467e-8199-1252249ddf76" -d '{"events": [{"name": "network-changed", "server_uuid": "8c59210e-7213-41f3-89d9-b0a17b5f07a5", "tag": "08f8dea4-08e0-46b1-a8c1-93efe9d39a93"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:33:19.688081 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7790d25f-9c1c-4ecc-9b4b-cfd75950eb8d req-67c6412c-7bf4-4f52-825c-d6ef00991736 tempest-ServerShowV247Test-728734885 tempest-ServerShowV247Test-728734885-project] 10.222.0.61 "GET /v2.0/ports?device_id=033c907e-e74e-4c41-bc68-3ab13edce898&device_id=e4e5fa9c-219f-4a22-afd9-f8fb6c077d04 HTTP/1.1" status: 200 len: 210 time: 0.0568321 Aug 23 20:33:19.770055 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9aebf406-a82b-426b-96c4-7a248af05b3b req-991cdb4d-70ca-4096-8356-970960060add tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4514878 Aug 23 20:33:19.837192 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf249d-379c-4de7-99fb-4edcd9dd978e req-052c2ce5-e171-4daa-95ff-49b5c0bac848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:19.838774 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ebaf249d-379c-4de7-99fb-4edcd9dd978e req-052c2ce5-e171-4daa-95ff-49b5c0bac848 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.2000787 Aug 23 20:33:19.854967 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c523d-3d2f-41a8-b6f8-5539783cc2c0 req-8b14fdb0-7e69-47ce-a138-e64c17cde5c9 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:19.864875 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-577c523d-3d2f-41a8-b6f8-5539783cc2c0 req-8b14fdb0-7e69-47ce-a138-e64c17cde5c9 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7ac3576-2307-4096-ab03-45fdd52176eb HTTP/1.1" status: 200 len: 946 time: 0.0832925 Aug 23 20:33:19.922589 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2b3f5f13-dac8-4b84-9712-9f5311c5a93c req-cd9630ba-da3b-4d37-9c4a-7e347d6fd0df tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:19.922878 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-577c523d-3d2f-41a8-b6f8-5539783cc2c0 req-b802a2c4-d4c4-4cb3-8222-52f90f0807c7 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea215e60-bd32-477c-b24f-7d6d9ef0b7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553191 Aug 23 20:33:20.007629 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9630ba-da3b-4d37-9c4a-7e347d6fd0df tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Pushing event deleted for resources: {'Port': ['ID=b52b3a98-0c7e-40d6-8d49-ea668d5575d9,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:20.034421 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346a067-13c1-4d70-a397-0b1a30b7f467 req-df23b1fb-9709-4d37-8922-71ffeefd3946 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:20.040369 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346a067-13c1-4d70-a397-0b1a30b7f467 req-df23b1fb-9709-4d37-8922-71ffeefd3946 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:20.047780 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346a067-13c1-4d70-a397-0b1a30b7f467 req-df23b1fb-9709-4d37-8922-71ffeefd3946 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:20.054115 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346a067-13c1-4d70-a397-0b1a30b7f467 req-df23b1fb-9709-4d37-8922-71ffeefd3946 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:20.060196 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346a067-13c1-4d70-a397-0b1a30b7f467 req-df23b1fb-9709-4d37-8922-71ffeefd3946 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:20.067211 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346a067-13c1-4d70-a397-0b1a30b7f467 req-df23b1fb-9709-4d37-8922-71ffeefd3946 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:20.074670 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346a067-13c1-4d70-a397-0b1a30b7f467 req-df23b1fb-9709-4d37-8922-71ffeefd3946 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:20.083157 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8346a067-13c1-4d70-a397-0b1a30b7f467 req-df23b1fb-9709-4d37-8922-71ffeefd3946 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 5418 time: 0.1718056 Aug 23 20:33:20.098012 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf249d-379c-4de7-99fb-4edcd9dd978e req-0055b1d2-a391-49df-bb87-f7feaa305d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:20.099295 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ebaf249d-379c-4de7-99fb-4edcd9dd978e req-0055b1d2-a391-49df-bb87-f7feaa305d73 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2421393 Aug 23 20:33:20.159348 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b3f5f13-dac8-4b84-9712-9f5311c5a93c req-cd9630ba-da3b-4d37-9c4a-7e347d6fd0df tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] No DVR routers for this DVR port b52b3a98-0c7e-40d6-8d49-ea668d5575d9 on host n-h2-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:33:20.164483 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2b3f5f13-dac8-4b84-9712-9f5311c5a93c req-cd9630ba-da3b-4d37-9c4a-7e347d6fd0df tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:20.166470 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2b3f5f13-dac8-4b84-9712-9f5311c5a93c req-cd9630ba-da3b-4d37-9c4a-7e347d6fd0df tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.32 "DELETE /v2.0/ports/b52b3a98-0c7e-40d6-8d49-ea668d5575d9 HTTP/1.1" status: 204 len: 173 time: 1.9145563 Aug 23 20:33:20.242554 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8346a067-13c1-4d70-a397-0b1a30b7f467 req-96694ab0-a7a6-4db4-8dc1-37f2f9d4e410 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b54e5a8-71d6-43fd-b888-7393c70f9dac&id=8c89d379-1762-483a-9924-6d88093352af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1566296 Aug 23 20:33:20.249532 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:20.299486 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ebaf249d-379c-4de7-99fb-4edcd9dd978e req-e9ce7080-c0ea-4ac5-bd4b-819ea628d2f3 service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830041 Aug 23 20:33:20.329289 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0df584-eed9-4f94-8875-3f4c20934d70 req-06e20d68-d5a4-4415-8b43-0e253322f854 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:20.332377 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1b0df584-eed9-4f94-8875-3f4c20934d70 req-06e20d68-d5a4-4415-8b43-0e253322f854 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 948 time: 0.0612657 Aug 23 20:33:20.391846 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54f7c71-59d0-4cd8-b3a9-1dae42a2018e x-openstack-request-id: req-f54f7c71-59d0-4cd8-b3a9-1dae42a2018e {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:33:20.392305 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c59210e-7213-41f3-89d9-b0a17b5f07a5", "tag": "08f8dea4-08e0-46b1-a8c1-93efe9d39a93", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:33:20.392670 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f54f7c71-59d0-4cd8-b3a9-1dae42a2018e {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:33:20.393175 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c59210e-7213-41f3-89d9-b0a17b5f07a5', 'tag': '08f8dea4-08e0-46b1-a8c1-93efe9d39a93', 'status': 'completed', 'code': 200} Aug 23 20:33:20.449418 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1b0df584-eed9-4f94-8875-3f4c20934d70 req-217ba402-8b97-471a-a9cc-155ded849f3e tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095679 Aug 23 20:33:20.480301 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ebaf249d-379c-4de7-99fb-4edcd9dd978e req-0fffb7ed-5328-4025-a073-35220e9572be service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722798 Aug 23 20:33:20.519554 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52718) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:33:20.520619 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c9f35-059f-467e-8199-1252249ddf76 req-7d4c6bec-4335-4cb0-847b-2c0e4efad0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:20.523116 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-de0c9f35-059f-467e-8199-1252249ddf76 req-7d4c6bec-4335-4cb0-847b-2c0e4efad0c8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aeab6bca1ebb43a8b404543d83e8cc6e&device_id=8c59210e-7213-41f3-89d9-b0a17b5f07a5 HTTP/1.1" status: 200 len: 1125 time: 0.0996926 Aug 23 20:33:20.655369 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c9f35-059f-467e-8199-1252249ddf76 req-03be52ba-e7ef-443d-8f18-77421097b1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:20.657308 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-de0c9f35-059f-467e-8199-1252249ddf76 req-03be52ba-e7ef-443d-8f18-77421097b1cb service neutron] 10.222.0.11 "GET /v2.0/networks?id=a133b3ce-c542-461f-b67d-2eb2e20a852b HTTP/1.1" status: 200 len: 908 time: 0.1219637 Aug 23 20:33:20.736749 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-17ce30a4-3509-44b8-ba7c-f71d20a9a032 req-bd0f2f89-be85-4c9b-9139-4660c0d86675 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86559af4c8ff4da298e59917e2e294d0&device_id=e4e5fa9c-219f-4a22-afd9-f8fb6c077d04 HTTP/1.1" status: 200 len: 210 time: 0.0483315 Aug 23 20:33:20.737386 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2d2aa38c-ff14-40ff-977c-90655fbaaa26 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:20.737663 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-de0c9f35-059f-467e-8199-1252249ddf76 req-e8739a20-597e-471a-ab0a-a3b07d4fd9e3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08f8dea4-08e0-46b1-a8c1-93efe9d39a93 HTTP/1.1" status: 200 len: 217 time: 0.0621078 Aug 23 20:33:20.806088 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2d2aa38c-ff14-40ff-977c-90655fbaaa26 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:20.811593 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-17ce30a4-3509-44b8-ba7c-f71d20a9a032 req-a05ff216-764e-42cf-a56f-d9107b73a67b service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=86559af4c8ff4da298e59917e2e294d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490890 Aug 23 20:33:20.817763 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5e40d861-11c6-4fbc-bedc-6ee2a74cfd1d req-58dadd1d-3376-4419-9ee9-c78997092676 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d HTTP/1.1" status: 200 len: 210 time: 0.0949452 Aug 23 20:33:20.875043 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c9f35-059f-467e-8199-1252249ddf76 req-093eb9ee-1dbd-4d5c-8839-434986520aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:20.880939 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-de0c9f35-059f-467e-8199-1252249ddf76 req-093eb9ee-1dbd-4d5c-8839-434986520aca service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bc364ba1-f548-4b44-839c-5441876e52b8 HTTP/1.1" status: 200 len: 847 time: 0.1019011 Aug 23 20:33:20.946572 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-de0c9f35-059f-467e-8199-1252249ddf76 req-ba1f0e35-07fd-4745-a0c7-66fc85c8d627 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a133b3ce-c542-461f-b67d-2eb2e20a852b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525374 Aug 23 20:33:21.010444 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8acd87af-2287-469f-894b-9f8426c6a5ec req-bdfdbf60-5104-4167-a6ef-afea3585a8f8 tempest-ServerShowV247Test-728734885 tempest-ServerShowV247Test-728734885-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4e5fa9c-219f-4a22-afd9-f8fb6c077d04 HTTP/1.1" status: 200 len: 210 time: 0.2763183 Aug 23 20:33:21.028735 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:33:21.108586 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0137d02-6ac0-4790-9c0e-0d6490761495 req-5feb7450-b086-4eef-a1e4-b3f2a68fb768 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:21.118452 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d0137d02-6ac0-4790-9c0e-0d6490761495 req-5feb7450-b086-4eef-a1e4-b3f2a68fb768 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c59210e-7213-41f3-89d9-b0a17b5f07a5 HTTP/1.1" status: 200 len: 944 time: 0.1503496 Aug 23 20:33:21.140676 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711be7a9-5ae9-4252-abf4-548ec4de3728 req-6e7983c6-5275-4b6d-b8e5-fb58417a4bba tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:21.142686 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-711be7a9-5ae9-4252-abf4-548ec4de3728 req-6e7983c6-5275-4b6d-b8e5-fb58417a4bba tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7ac3576-2307-4096-ab03-45fdd52176eb HTTP/1.1" status: 200 len: 946 time: 0.1788058 Aug 23 20:33:21.143403 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2d2aa38c-ff14-40ff-977c-90655fbaaa26 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:21.146117 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2d2aa38c-ff14-40ff-977c-90655fbaaa26 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:21.149888 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2d2aa38c-ff14-40ff-977c-90655fbaaa26 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "DELETE /v2.0/security-groups/69d833bb-0223-46ae-bea0-8d59b3b26f28 HTTP/1.1" status: 204 len: 168 time: 0.6261570 Aug 23 20:33:21.153166 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52728) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:33:21.154899 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce30a4-3509-44b8-ba7c-f71d20a9a032 req-848fbecf-ec34-4dd4-adb0-1fa92b0a54c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:21.156471 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-17ce30a4-3509-44b8-ba7c-f71d20a9a032 req-848fbecf-ec34-4dd4-adb0-1fa92b0a54c0 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3369968 Aug 23 20:33:21.186118 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-18b47d8c-2e5d-4d2c-91d5-042a94361e94 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] show failed (client error): The resource could not be found. Aug 23 20:33:21.190629 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-18b47d8c-2e5d-4d2c-91d5-042a94361e94 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "GET /v2.0/security-groups/69d833bb-0223-46ae-bea0-8d59b3b26f28 HTTP/1.1" status: 404 len: 347 time: 0.0303748 Aug 23 20:33:21.202198 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52730) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:33:21.210028 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2aa38c-ff14-40ff-977c-90655fbaaa26 tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d833bb-0223-46ae-bea0-8d59b3b26f28,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:21.227400 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-de0c9f35-059f-467e-8199-1252249ddf76 req-b4557e83-078c-41ab-b348-fb3174966909 service neutron] 10.222.0.11 "GET /v2.0/networks/a133b3ce-c542-461f-b67d-2eb2e20a852b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721207 Aug 23 20:33:21.520165 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccedcd8-8f78-4859-a8f4-17c67dbbeabc req-4090183c-92f9-44c4-b6df-f5ab3863479c tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:21.531709 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6ccedcd8-8f78-4859-a8f4-17c67dbbeabc req-4090183c-92f9-44c4-b6df-f5ab3863479c tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7ac3576-2307-4096-ab03-45fdd52176eb HTTP/1.1" status: 200 len: 946 time: 0.2958684 Aug 23 20:33:21.651099 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-711be7a9-5ae9-4252-abf4-548ec4de3728 req-b872a74a-7e6f-4505-8044-ce349812a50a tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Deleting port 06847f60-7ea7-4912-8f77-143170774ed8 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:33:21.651646 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-711be7a9-5ae9-4252-abf4-548ec4de3728 req-b872a74a-7e6f-4505-8044-ce349812a50a tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:21.676974 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6ccedcd8-8f78-4859-a8f4-17c67dbbeabc req-b76a4eb2-f19e-4ac1-8ba4-ca102e552e74 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea215e60-bd32-477c-b24f-7d6d9ef0b7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410155 Aug 23 20:33:21.894761 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-de0c9f35-059f-467e-8199-1252249ddf76 req-b65ec9b7-c98d-4e34-a8da-7cf86e669e88 service neutron] 10.222.0.11 "GET /v2.0/networks/a133b3ce-c542-461f-b67d-2eb2e20a852b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5998590 Aug 23 20:33:21.929870 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d0137d02-6ac0-4790-9c0e-0d6490761495 req-0ebc3626-f441-4d7e-bd08-530c00c2587c tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8061924 Aug 23 20:33:21.974827 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-711be7a9-5ae9-4252-abf4-548ec4de3728 req-b872a74a-7e6f-4505-8044-ce349812a50a tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] For port 06847f60-7ea7-4912-8f77-143170774ed8, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=06847f60-7ea7-4912-8f77-143170774ed8,segment=NetworkSegment(4f174cef-a745-48db-a00d-19ede4fdd42f),segment_id=4f174cef-a745-48db-a00d-19ede4fdd42f)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:21.975360 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-711be7a9-5ae9-4252-abf4-548ec4de3728 req-b872a74a-7e6f-4505-8044-ce349812a50a tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:22.075693 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41c8d3-c462-4c9b-8f6d-3e4d768e0ef5 req-444a6234-9045-45e9-80fe-4b0d2d671816 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:22.084442 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41c8d3-c462-4c9b-8f6d-3e4d768e0ef5 req-444a6234-9045-45e9-80fe-4b0d2d671816 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:22.092606 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41c8d3-c462-4c9b-8f6d-3e4d768e0ef5 req-444a6234-9045-45e9-80fe-4b0d2d671816 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:22.099509 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41c8d3-c462-4c9b-8f6d-3e4d768e0ef5 req-444a6234-9045-45e9-80fe-4b0d2d671816 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:22.106572 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41c8d3-c462-4c9b-8f6d-3e4d768e0ef5 req-444a6234-9045-45e9-80fe-4b0d2d671816 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:22.114783 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41c8d3-c462-4c9b-8f6d-3e4d768e0ef5 req-444a6234-9045-45e9-80fe-4b0d2d671816 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:22.121634 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41c8d3-c462-4c9b-8f6d-3e4d768e0ef5 req-444a6234-9045-45e9-80fe-4b0d2d671816 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:22.122327 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4bde1-f197-4ab2-9d23-ce481277ddb1 req-a89f99af-7349-4e24-8f5c-041d9d71170f tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:22.130357 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f8e4bde1-f197-4ab2-9d23-ce481277ddb1 req-a89f99af-7349-4e24-8f5c-041d9d71170f tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 948 time: 0.0660994 Aug 23 20:33:22.130564 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ba41c8d3-c462-4c9b-8f6d-3e4d768e0ef5 req-444a6234-9045-45e9-80fe-4b0d2d671816 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 5418 time: 0.2294500 Aug 23 20:33:22.216439 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device b52b3a98-0c7e-40d6-8d49-ea668d5575d9 no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:33:22.221557 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f8e4bde1-f197-4ab2-9d23-ce481277ddb1 req-906e499a-3f87-484d-9edd-4c672c2c33d2 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819018 Aug 23 20:33:22.268490 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ba41c8d3-c462-4c9b-8f6d-3e4d768e0ef5 req-65f329cf-2158-4281-ba8a-ff1287b4578d tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b54e5a8-71d6-43fd-b888-7393c70f9dac&id=8c89d379-1762-483a-9924-6d88093352af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1368775 Aug 23 20:33:22.272089 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: b52b3a98-0c7e-40d6-8d49-ea668d5575d9 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:33:22.272469 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device b52b3a98-0c7e-40d6-8d49-ea668d5575d9 not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:33:22.301758 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-fea34b02-c6dd-4ab1-ae92-02d65e0b4b3e tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Deleting port 522c2aa4-04d8-4f30-ac7b-eaac33f4e989 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:33:22.302167 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fea34b02-c6dd-4ab1-ae92-02d65e0b4b3e tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:22.395331 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d', 'name': 'network-vif-deleted', 'tag': 'b52b3a98-0c7e-40d6-8d49-ea668d5575d9'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:33:22.403499 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device ef58400f-73b2-4937-8e79-65542a19162f details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:33:22.416799 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9574c83-163f-48e4-a728-df2af1b36a6e" -d '{"events": [{"server_uuid": "7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d", "name": "network-vif-deleted", "tag": "b52b3a98-0c7e-40d6-8d49-ea668d5575d9"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:33:22.531342 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fea34b02-c6dd-4ab1-ae92-02d65e0b4b3e tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:22.531746 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fea34b02-c6dd-4ab1-ae92-02d65e0b4b3e tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:22.548001 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8854a57d-092c-495e-8391-a9a9e8c86a65 req-8b69c4c3-60d1-4ec9-839a-450d908e096e tempest-ServerShowV247Test-728734885 tempest-ServerShowV247Test-728734885-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4e5fa9c-219f-4a22-afd9-f8fb6c077d04 HTTP/1.1" status: 200 len: 210 time: 0.1253226 Aug 23 20:33:22.585136 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-711be7a9-5ae9-4252-abf4-548ec4de3728 req-b872a74a-7e6f-4505-8044-ce349812a50a tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:22.585467 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-711be7a9-5ae9-4252-abf4-548ec4de3728 req-b872a74a-7e6f-4505-8044-ce349812a50a tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:22.585820 n-d-805663-2 neutron-server[94687]: INFO neutron.db.l3_db [req-711be7a9-5ae9-4252-abf4-548ec4de3728 req-b872a74a-7e6f-4505-8044-ce349812a50a tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Floating IP b2c6ba7b-4013-4089-9444-1e3a061b7556 disassociated. External IP: 172.25.4.216, port: 06847f60-7ea7-4912-8f77-143170774ed8. Aug 23 20:33:22.586083 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-711be7a9-5ae9-4252-abf4-548ec4de3728 req-b872a74a-7e6f-4505-8044-ce349812a50a tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Calling delete_port for 06847f60-7ea7-4912-8f77-143170774ed8 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:33:22.668656 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-fea34b02-c6dd-4ab1-ae92-02d65e0b4b3e tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Calling delete_port for 522c2aa4-04d8-4f30-ac7b-eaac33f4e989 owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:33:22.689690 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port ef58400f-73b2-4937-8e79-65542a19162f, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=ef58400f-73b2-4937-8e79-65542a19162f,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:22.727836 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433f670e-f0e5-47bf-b00c-2af931c72070 x-openstack-request-id: req-433f670e-f0e5-47bf-b00c-2af931c72070 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:33:22.737204 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': 'ef58400f-73b2-4937-8e79-65542a19162f', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'port_id': 'ef58400f-73b2-4937-8e79-65542a19162f', 'mac_address': 'fa:16:3e:8f:ee:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66e9eb0-86f4-4159-852b-f29863cbf18d', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:33:22.760491 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d", "name": "network-vif-deleted", "tag": "b52b3a98-0c7e-40d6-8d49-ea668d5575d9", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:33:22.761130 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-433f670e-f0e5-47bf-b00c-2af931c72070 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:33:22.761716 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ddc162b-7ee5-4c7c-9cfe-50dfc0eb1e5d', 'name': 'network-vif-deleted', 'tag': 'b52b3a98-0c7e-40d6-8d49-ea668d5575d9', 'status': 'completed', 'code': 200} Aug 23 20:33:22.829795 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:22.850617 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-17ce30a4-3509-44b8-ba7c-f71d20a9a032 req-d3567972-9e2d-44c1-90d6-0831f78c538c tempest-ServerShowV247Test-728734885 tempest-ServerShowV247Test-728734885-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4e5fa9c-219f-4a22-afd9-f8fb6c077d04 HTTP/1.1" status: 200 len: 210 time: 0.0486162 Aug 23 20:33:22.860631 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef58400f-73b2-4937-8e79-65542a19162f {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:33:22.886287 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681860ef-46be-4bfd-a80e-4c909c6edc1d req-5e55678a-968e-4423-ac66-a7794721b664 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:22.894824 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-681860ef-46be-4bfd-a80e-4c909c6edc1d req-5e55678a-968e-4423-ac66-a7794721b664 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 948 time: 0.1159165 Aug 23 20:33:22.915529 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port ef58400f-73b2-4937-8e79-65542a19162f, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=ef58400f-73b2-4937-8e79-65542a19162f,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:22.922662 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:22.970323 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70991db-ae22-4d7e-92e2-3bc707bacec9 req-c083a469-e3ab-4e54-a835-a117e48e8b5c tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:22.972902 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c70991db-ae22-4d7e-92e2-3bc707bacec9 req-c083a469-e3ab-4e54-a835-a117e48e8b5c tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3&tenant_id=73c5c62ec25a41ab8d37d29a4cff1db9&binding%3Ahost_id=n-h1-805663-2 HTTP/1.1" status: 200 len: 948 time: 0.4440186 Aug 23 20:33:23.000352 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-711be7a9-5ae9-4252-abf4-548ec4de3728 req-b872a74a-7e6f-4505-8044-ce349812a50a tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:23.040577 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fea34b02-c6dd-4ab1-ae92-02d65e0b4b3e tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:23.051563 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db17fa-ac43-41e7-938b-eef038984642 req-75431ac5-9758-4af6-aac4-16757028c537 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:23.053547 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-87db17fa-ac43-41e7-938b-eef038984642 req-75431ac5-9758-4af6-aac4-16757028c537 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7ac3576-2307-4096-ab03-45fdd52176eb HTTP/1.1" status: 200 len: 946 time: 0.1308198 Aug 23 20:33:23.069503 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b872a74a-7e6f-4505-8044-ce349812a50a tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Pushing event deleted for resources: {'Port': ['ID=06847f60-7ea7-4912-8f77-143170774ed8,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:23.084399 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=ef58400f-73b2-4937-8e79-65542a19162f,revision_number=8']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:23.141297 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea34b02-c6dd-4ab1-ae92-02d65e0b4b3e tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Pushing event deleted for resources: {'Port': ['ID=522c2aa4-04d8-4f30-ac7b-eaac33f4e989,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:23.165329 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-87db17fa-ac43-41e7-938b-eef038984642 req-8c2dcbc1-3b71-4417-b668-421f40bbed31 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea215e60-bd32-477c-b24f-7d6d9ef0b7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977352 Aug 23 20:33:23.206109 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['ef58400f-73b2-4937-8e79-65542a19162f'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:33:23.216995 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-681860ef-46be-4bfd-a80e-4c909c6edc1d req-5b14ca42-223b-4e15-97dd-1ee80a3b79d8 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208885 Aug 23 20:33:23.314437 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c70991db-ae22-4d7e-92e2-3bc707bacec9 req-1cd5c468-2c6b-473a-8482-c969ad52b74d service neutron] 10.222.0.11 "GET /v2.0/ports/ef58400f-73b2-4937-8e79-65542a19162f/bindings/n-h1-805663-2 HTTP/1.1" status: 200 len: 382 time: 0.3255708 Aug 23 20:33:23.321830 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [req-711be7a9-5ae9-4252-abf4-548ec4de3728 req-b872a74a-7e6f-4505-8044-ce349812a50a tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Router 34d4e13f-2b71-474f-9a90-9850c3fddb51 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:33:23.402653 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fea34b02-c6dd-4ab1-ae92-02d65e0b4b3e tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:23.432729 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fea34b02-c6dd-4ab1-ae92-02d65e0b4b3e tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:23.436543 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-fea34b02-c6dd-4ab1-ae92-02d65e0b4b3e tempest-ServersWithSpecificFlavorTestJSON-1163377995 tempest-ServersWithSpecificFlavorTestJSON-1163377995-project] 10.222.0.61 "DELETE /v2.0/floatingips/5832993f-30fb-46ac-aa33-66104236cd03 HTTP/1.1" status: 204 len: 168 time: 2.2329905 Aug 23 20:33:23.620025 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7ef3d-cafe-4207-8336-c6ac455e3e82 req-a705496f-6ed9-4557-8775-f5413798dd28 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:23.630437 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-41c7ef3d-cafe-4207-8336-c6ac455e3e82 req-a705496f-6ed9-4557-8775-f5413798dd28 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=4959b9f2-98bc-46b4-9d64-36ee6db26404 HTTP/1.1" status: 200 len: 944 time: 0.2640724 Aug 23 20:33:23.698268 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-41c7ef3d-cafe-4207-8336-c6ac455e3e82 req-a8099b24-017d-49bf-96e9-fd820ab5244f tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662577 Aug 23 20:33:23.711989 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70991db-ae22-4d7e-92e2-3bc707bacec9 req-0d22112c-656f-4791-a9f8-74959b4221aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:23.712642 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c70991db-ae22-4d7e-92e2-3bc707bacec9 req-0d22112c-656f-4791-a9f8-74959b4221aa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=73c5c62ec25a41ab8d37d29a4cff1db9&device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 1100 time: 0.3447602 Aug 23 20:33:23.747666 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1102abb6-0a62-4406-976d-e2f748a23e50 req-3f662141-828b-48d6-8d09-4bd0ba549642 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:23.756316 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1102abb6-0a62-4406-976d-e2f748a23e50 req-3f662141-828b-48d6-8d09-4bd0ba549642 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c59210e-7213-41f3-89d9-b0a17b5f07a5 HTTP/1.1" status: 200 len: 944 time: 0.2926841 Aug 23 20:33:23.768285 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922fd4f-049b-4b52-93bf-dfd02e63ead1 req-d3100f78-f153-40bd-b47a-f87056ccfdaa tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:23.769860 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e922fd4f-049b-4b52-93bf-dfd02e63ead1 req-d3100f78-f153-40bd-b47a-f87056ccfdaa tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.32 "GET /v2.0/ports?device_id=4959b9f2-98bc-46b4-9d64-36ee6db26404 HTTP/1.1" status: 200 len: 944 time: 0.3688786 Aug 23 20:33:23.779392 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-711be7a9-5ae9-4252-abf4-548ec4de3728 req-b872a74a-7e6f-4505-8044-ce349812a50a tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:33:23.790613 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7f223b-b74e-4ea2-a8a0-7cae3c35f1a7 None None] Sync routers for ids ['34d4e13f-2b71-474f-9a90-9850c3fddb51'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:33:23.806913 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7f223b-b74e-4ea2-a8a0-7cae3c35f1a7 None None] Routers {'34d4e13f-2b71-474f-9a90-9850c3fddb51'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:33:23.814459 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9a7f223b-b74e-4ea2-a8a0-7cae3c35f1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:33:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['34d4e13f-2b71-474f-9a90-9850c3fddb51'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:33:23.887289 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-711be7a9-5ae9-4252-abf4-548ec4de3728 req-b872a74a-7e6f-4505-8044-ce349812a50a tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] No DVR routers for this DVR port 06847f60-7ea7-4912-8f77-143170774ed8 on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:33:23.897805 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-711be7a9-5ae9-4252-abf4-548ec4de3728 req-b872a74a-7e6f-4505-8044-ce349812a50a tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:23.900049 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-711be7a9-5ae9-4252-abf4-548ec4de3728 req-b872a74a-7e6f-4505-8044-ce349812a50a tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] 10.222.0.11 "DELETE /v2.0/ports/06847f60-7ea7-4912-8f77-143170774ed8 HTTP/1.1" status: 204 len: 173 time: 2.7478943 Aug 23 20:33:23.915858 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1102abb6-0a62-4406-976d-e2f748a23e50 req-c406cec1-f044-4059-bfb9-f6b953f9e7d1 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554849 Aug 23 20:33:24.038989 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-e922fd4f-049b-4b52-93bf-dfd02e63ead1 req-25a1162c-3ee5-47a9-ad2d-edc0ad7ba662 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Deleting port 90f4cf93-11f1-4190-ac5e-881bec5f2386 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:33:24.040231 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e922fd4f-049b-4b52-93bf-dfd02e63ead1 req-25a1162c-3ee5-47a9-ad2d-edc0ad7ba662 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:24.090483 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70991db-ae22-4d7e-92e2-3bc707bacec9 req-dc1cbbf2-2531-4fea-ae95-185368034598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:24.096956 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c70991db-ae22-4d7e-92e2-3bc707bacec9 req-dc1cbbf2-2531-4fea-ae95-185368034598 service neutron] 10.222.0.11 "GET /v2.0/networks?id=660f640a-b8b2-40aa-8ebf-76bd1608cceb HTTP/1.1" status: 200 len: 870 time: 0.3637996 Aug 23 20:33:24.155763 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b80ee-148b-4974-8fe3-267bf51e9135 req-0acbbcbd-c2f5-48dd-9a31-a0f155270a21 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:24.172694 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b80ee-148b-4974-8fe3-267bf51e9135 req-0acbbcbd-c2f5-48dd-9a31-a0f155270a21 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:24.185119 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b80ee-148b-4974-8fe3-267bf51e9135 req-0acbbcbd-c2f5-48dd-9a31-a0f155270a21 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:24.199558 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b80ee-148b-4974-8fe3-267bf51e9135 req-0acbbcbd-c2f5-48dd-9a31-a0f155270a21 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:24.218633 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b80ee-148b-4974-8fe3-267bf51e9135 req-0acbbcbd-c2f5-48dd-9a31-a0f155270a21 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:24.225946 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b80ee-148b-4974-8fe3-267bf51e9135 req-0acbbcbd-c2f5-48dd-9a31-a0f155270a21 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:24.233551 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b80ee-148b-4974-8fe3-267bf51e9135 req-0acbbcbd-c2f5-48dd-9a31-a0f155270a21 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:24.242013 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d34b80ee-148b-4974-8fe3-267bf51e9135 req-0acbbcbd-c2f5-48dd-9a31-a0f155270a21 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 5418 time: 0.2924402 Aug 23 20:33:24.293952 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c70991db-ae22-4d7e-92e2-3bc707bacec9 req-07066b88-6667-4b1b-aa0a-dd875dff06b4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=ef58400f-73b2-4937-8e79-65542a19162f HTTP/1.1" status: 200 len: 217 time: 0.1903074 Aug 23 20:33:24.316404 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-9a7f223b-b74e-4ea2-a8a0-7cae3c35f1a7 None None] Set router 34d4e13f-2b71-474f-9a90-9850c3fddb51 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:33:24.398894 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d34b80ee-148b-4974-8fe3-267bf51e9135 req-455033ad-9991-472f-bd8a-1dc5e2e27fdb tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b54e5a8-71d6-43fd-b888-7393c70f9dac&id=8c89d379-1762-483a-9924-6d88093352af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1555088 Aug 23 20:33:24.413920 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device ef58400f-73b2-4937-8e79-65542a19162f up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:33:24.415471 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70991db-ae22-4d7e-92e2-3bc707bacec9 req-6a92a29c-da36-4829-a86a-3ebe51f51311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:24.431939 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c70991db-ae22-4d7e-92e2-3bc707bacec9 req-6a92a29c-da36-4829-a86a-3ebe51f51311 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.1299064 Aug 23 20:33:24.648021 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port ef58400f-73b2-4937-8e79-65542a19162f completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:33:24.663294 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port ef58400f-73b2-4937-8e79-65542a19162f triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:33:24.664036 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:24.707462 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3a34fd42-68c8-4a7e-9478-3fa52f10a23d req-c0db5b6a-b5fa-4d37-9723-9288e7d2695f tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7ac3576-2307-4096-ab03-45fdd52176eb HTTP/1.1" status: 200 len: 210 time: 0.1351004 Aug 23 20:33:24.709473 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70991db-ae22-4d7e-92e2-3bc707bacec9 req-29c1ef89-5f1f-4716-886e-b4c92458331e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:24.726376 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c70991db-ae22-4d7e-92e2-3bc707bacec9 req-29c1ef89-5f1f-4716-886e-b4c92458331e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2771125 Aug 23 20:33:24.844678 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9a7f223b-b74e-4ea2-a8a0-7cae3c35f1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d4e13f-2b71-474f-9a90-9850c3fddb51', 'name': 'tempest-ServersTestManualDisk-1742028264-router', 'tenant_id': '05776662842040c0b8b29dd3b6aa709a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'a920c2d4-f764-4141-9958-89f6ff6d0c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:30:37Z', 'updated_at': '2021-08-23T20:30:46Z', 'revision_number': 4, 'project_id': '05776662842040c0b8b29dd3b6aa709a', 'gw_port': {'id': 'a920c2d4-f764-4141-9958-89f6ff6d0c9d', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d4e13f-2b71-474f-9a90-9850c3fddb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:30:38Z', 'updated_at': '2021-08-23T20:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '1b2622e4-30e7-427c-97d6-c188e4de368b', 'name': '', 'network_id': 'beb4fc24-0eed-4820-b08d-56bbac89db00', 'tenant_id': '05776662842040c0b8b29dd3b6aa709a', 'mac_address': 'fa:16:3e:2b:bf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d4e13f-2b71-474f-9a90-9850c3fddb51', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2c12d3e3-e11d-459b-8f22-562b2f668288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:30:44Z', 'updated_at': '2021-08-23T20:30:55Z', 'revision_number': 5, 'project_id': '05776662842040c0b8b29dd3b6aa709a', 'subnets': [{'id': '2c12d3e3-e11d-459b-8f22-562b2f668288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:33:24.900281 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7f223b-b74e-4ea2-a8a0-7cae3c35f1a7 None None] Checking router: 34d4e13f-2b71-474f-9a90-9850c3fddb51 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:33:24.913409 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7f223b-b74e-4ea2-a8a0-7cae3c35f1a7 None None] Routers {'34d4e13f-2b71-474f-9a90-9850c3fddb51'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:33:24.914333 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9a7f223b-b74e-4ea2-a8a0-7cae3c35f1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:33:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['34d4e13f-2b71-474f-9a90-9850c3fddb51'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:33:25.001688 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:25.006419 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-e922fd4f-049b-4b52-93bf-dfd02e63ead1 req-25a1162c-3ee5-47a9-ad2d-edc0ad7ba662 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] For port 90f4cf93-11f1-4190-ac5e-881bec5f2386, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=90f4cf93-11f1-4190-ac5e-881bec5f2386,segment=NetworkSegment(feb662d9-0152-4f97-8d6d-89a1fa54f824),segment_id=feb662d9-0152-4f97-8d6d-89a1fa54f824)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:25.007463 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e922fd4f-049b-4b52-93bf-dfd02e63ead1 req-25a1162c-3ee5-47a9-ad2d-edc0ad7ba662 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:25.022492 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c70991db-ae22-4d7e-92e2-3bc707bacec9 req-1238430c-3fc8-48be-a028-b66da98fa30a service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879076 Aug 23 20:33:25.051627 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-e922fd4f-049b-4b52-93bf-dfd02e63ead1 req-25a1162c-3ee5-47a9-ad2d-edc0ad7ba662 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Calling delete_port for 90f4cf93-11f1-4190-ac5e-881bec5f2386 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:33:25.078437 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c62974-3552-410b-aa0e-39e3cae42fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef58400f-73b2-4937-8e79-65542a19162f'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:33:25.087783 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e549547c-4485-46fc-b883-cb54acdb9ee3" -d '{"events": [{"server_uuid": "f1c62974-3552-410b-aa0e-39e3cae42fb3", "name": "network-vif-plugged", "status": "completed", "tag": "ef58400f-73b2-4937-8e79-65542a19162f"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:33:25.135128 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port ef58400f-73b2-4937-8e79-65542a19162f, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=ef58400f-73b2-4937-8e79-65542a19162f,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:25.144318 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:25.145243 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 08f8dea4-08e0-46b1-a8c1-93efe9d39a93 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:33:25.179862 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-9a7f223b-b74e-4ea2-a8a0-7cae3c35f1a7 None None] Set router 34d4e13f-2b71-474f-9a90-9850c3fddb51 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:33:25.265605 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ac3576-2307-4096-ab03-45fdd52176eb', 'name': 'network-vif-deleted', 'tag': '06847f60-7ea7-4912-8f77-143170774ed8'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:33:25.268920 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b530b52c-3de0-4689-a81b-8a70316f0ea3" -d '{"events": [{"server_uuid": "d7ac3576-2307-4096-ab03-45fdd52176eb", "name": "network-vif-deleted", "tag": "06847f60-7ea7-4912-8f77-143170774ed8"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:33:25.306152 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c70991db-ae22-4d7e-92e2-3bc707bacec9 req-d606a59a-6e33-4619-bd72-c21544b02f06 service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739973 Aug 23 20:33:25.319751 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-93fce344-c80f-4bc1-9a2f-f8f7c4e19dfa req-3c09d148-4be7-4464-9669-bdb1d10f153e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86559af4c8ff4da298e59917e2e294d0&device_id=033c907e-e74e-4c41-bc68-3ab13edce898 HTTP/1.1" status: 200 len: 210 time: 0.0803452 Aug 23 20:33:25.410139 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=ef58400f-73b2-4937-8e79-65542a19162f,revision_number=9']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:25.454664 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-93fce344-c80f-4bc1-9a2f-f8f7c4e19dfa req-7ca7dbf4-fb34-48be-8493-e54ca13d8f4d service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=86559af4c8ff4da298e59917e2e294d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1051958 Aug 23 20:33:25.455220 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd0634-b188-4319-9eb9-e09ecd06b18f req-3fe1a9c5-e8b1-4383-9a1d-a6a67aa5974c tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:25.483310 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3cfd0634-b188-4319-9eb9-e09ecd06b18f req-3fe1a9c5-e8b1-4383-9a1d-a6a67aa5974c tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 950 time: 0.2072968 Aug 23 20:33:25.525023 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 06847f60-7ea7-4912-8f77-143170774ed8 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:33:25.548701 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e922fd4f-049b-4b52-93bf-dfd02e63ead1 req-25a1162c-3ee5-47a9-ad2d-edc0ad7ba662 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:25.557890 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: 06847f60-7ea7-4912-8f77-143170774ed8 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:33:25.558247 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 06847f60-7ea7-4912-8f77-143170774ed8 not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:33:25.620812 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a1162c-3ee5-47a9-ad2d-edc0ad7ba662 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Pushing event deleted for resources: {'Port': ['ID=90f4cf93-11f1-4190-ac5e-881bec5f2386,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:25.625737 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3cfd0634-b188-4319-9eb9-e09ecd06b18f req-7f76efb9-7db3-4515-ab05-662266fa20b6 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414185 Aug 23 20:33:25.643018 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9a7f223b-b74e-4ea2-a8a0-7cae3c35f1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d4e13f-2b71-474f-9a90-9850c3fddb51', 'name': 'tempest-ServersTestManualDisk-1742028264-router', 'tenant_id': '05776662842040c0b8b29dd3b6aa709a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'a920c2d4-f764-4141-9958-89f6ff6d0c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:30:37Z', 'updated_at': '2021-08-23T20:30:46Z', 'revision_number': 4, 'project_id': '05776662842040c0b8b29dd3b6aa709a', 'gw_port': {'id': 'a920c2d4-f764-4141-9958-89f6ff6d0c9d', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d4e13f-2b71-474f-9a90-9850c3fddb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:30:38Z', 'updated_at': '2021-08-23T20:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '1b2622e4-30e7-427c-97d6-c188e4de368b', 'name': '', 'network_id': 'beb4fc24-0eed-4820-b08d-56bbac89db00', 'tenant_id': '05776662842040c0b8b29dd3b6aa709a', 'mac_address': 'fa:16:3e:2b:bf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d4e13f-2b71-474f-9a90-9850c3fddb51', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2c12d3e3-e11d-459b-8f22-562b2f668288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:30:44Z', 'updated_at': '2021-08-23T20:30:55Z', 'revision_number': 5, 'project_id': '05776662842040c0b8b29dd3b6aa709a', 'subnets': [{'id': '2c12d3e3-e11d-459b-8f22-562b2f668288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:33:25.676336 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-e922fd4f-049b-4b52-93bf-dfd02e63ead1 req-25a1162c-3ee5-47a9-ad2d-edc0ad7ba662 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] No DVR routers for this DVR port 90f4cf93-11f1-4190-ac5e-881bec5f2386 on host n-h2-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:33:25.680131 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e922fd4f-049b-4b52-93bf-dfd02e63ead1 req-25a1162c-3ee5-47a9-ad2d-edc0ad7ba662 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:25.682378 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e922fd4f-049b-4b52-93bf-dfd02e63ead1 req-25a1162c-3ee5-47a9-ad2d-edc0ad7ba662 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.32 "DELETE /v2.0/ports/90f4cf93-11f1-4190-ac5e-881bec5f2386 HTTP/1.1" status: 204 len: 173 time: 1.9046407 Aug 23 20:33:25.691813 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7f223b-b74e-4ea2-a8a0-7cae3c35f1a7 None None] The sync data for ids ['34d4e13f-2b71-474f-9a90-9850c3fddb51'] in n-d-805663-2 is: [{'id': '34d4e13f-2b71-474f-9a90-9850c3fddb51', 'name': 'tempest-ServersTestManualDisk-1742028264-router', 'tenant_id': '05776662842040c0b8b29dd3b6aa709a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'a920c2d4-f764-4141-9958-89f6ff6d0c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:30:37Z', 'updated_at': '2021-08-23T20:30:46Z', 'revision_number': 4, 'project_id': '05776662842040c0b8b29dd3b6aa709a', 'gw_port': {'id': 'a920c2d4-f764-4141-9958-89f6ff6d0c9d', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d4e13f-2b71-474f-9a90-9850c3fddb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:30:38Z', 'updated_at': '2021-08-23T20:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '1b2622e4-30e7-427c-97d6-c188e4de368b', 'name': '', 'network_id': 'beb4fc24-0eed-4820-b08d-56bbac89db00', 'tenant_id': '05776662842040c0b8b29dd3b6aa709a', 'mac_address': 'fa:16:3e:2b:bf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d4e13f-2b71-474f-9a90-9850c3fddb51', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2c12d3e3-e11d-459b-8f22-562b2f668288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:30:44Z', 'updated_at': '2021-08-23T20:30:55Z', 'revision_number': 5, 'project_id': '05776662842040c0b8b29dd3b6aa709a', 'subnets': [{'id': '2c12d3e3-e11d-459b-8f22-562b2f668288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:33:25.714514 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a771d1-34f3-4734-8d2c-2ed36a28ac7c req-b80ff6c7-74b3-46f0-bc09-475936a1d454 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:25.721899 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-44a771d1-34f3-4734-8d2c-2ed36a28ac7c req-b80ff6c7-74b3-46f0-bc09-475936a1d454 tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/ports?device_id=4959b9f2-98bc-46b4-9d64-36ee6db26404 HTTP/1.1" status: 200 len: 944 time: 0.4132113 Aug 23 20:33:25.826673 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fce344-c80f-4bc1-9a2f-f8f7c4e19dfa req-a95eca62-f795-4e21-8b60-cace89022222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:25.828449 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-93fce344-c80f-4bc1-9a2f-f8f7c4e19dfa req-a95eca62-f795-4e21-8b60-cace89022222 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3462436 Aug 23 20:33:25.844134 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3465f2ba-cc80-45c5-8376-05962c01990a req-e0d3bcee-1375-40fe-be42-1b631d3a9383 service neutron] 10.222.0.11 "GET /v2.0/ports/08f8dea4-08e0-46b1-a8c1-93efe9d39a93/bindings/n-h2-805663-2 HTTP/1.1" status: 200 len: 384 time: 0.3186569 Aug 23 20:33:25.877666 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-44a771d1-34f3-4734-8d2c-2ed36a28ac7c req-da24d23c-5d4c-4b72-9448-22b73806340d tempest-LiveAutoBlockMigrationV225Test-1695097473 tempest-LiveAutoBlockMigrationV225Test-1695097473-project] 10.222.0.61 "GET /v2.0/security-groups?id=05621cfd-ba79-4913-a04b-e41d9bf109a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358616 Aug 23 20:33:25.975175 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3df8fa-162d-434e-8506-3363f16d88d8 req-15b8575d-97c8-4749-9767-ee8bd65873f2 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:25.976878 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7a3df8fa-162d-434e-8506-3363f16d88d8 req-15b8575d-97c8-4749-9767-ee8bd65873f2 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c59210e-7213-41f3-89d9-b0a17b5f07a5 HTTP/1.1" status: 200 len: 944 time: 0.1134064 Aug 23 20:33:25.981063 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca692f04-db8a-4d0e-8a6a-ef7fa50a1bd0 x-openstack-request-id: req-ca692f04-db8a-4d0e-8a6a-ef7fa50a1bd0 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:33:25.981357 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c62974-3552-410b-aa0e-39e3cae42fb3", "name": "network-vif-plugged", "status": "completed", "tag": "ef58400f-73b2-4937-8e79-65542a19162f", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:33:25.981611 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ca692f04-db8a-4d0e-8a6a-ef7fa50a1bd0 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:33:25.982002 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1c62974-3552-410b-aa0e-39e3cae42fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef58400f-73b2-4937-8e79-65542a19162f', 'code': 200} Aug 23 20:33:26.053691 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7a3df8fa-162d-434e-8506-3363f16d88d8 req-f61c5e7d-ebef-4c2f-aeba-50dd21fbf2af tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695007 Aug 23 20:33:26.107916 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d4649c-ebda-442d-b40c-321f429ba0fa x-openstack-request-id: req-00d4649c-ebda-442d-b40c-321f429ba0fa {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:33:26.108806 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7ac3576-2307-4096-ab03-45fdd52176eb", "name": "network-vif-deleted", "tag": "06847f60-7ea7-4912-8f77-143170774ed8", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:33:26.109675 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-00d4649c-ebda-442d-b40c-321f429ba0fa {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:33:26.110267 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ac3576-2307-4096-ab03-45fdd52176eb', 'name': 'network-vif-deleted', 'tag': '06847f60-7ea7-4912-8f77-143170774ed8', 'status': 'completed', 'code': 200} Aug 23 20:33:26.114697 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-eab4247c-3252-4b43-8071-a520ab9462dd req-783dca8f-2613-4b8b-b8a6-c5e1c47e5e8d tempest-ServerShowV247Test-728734885 tempest-ServerShowV247Test-728734885-project] 10.222.0.61 "GET /v2.0/ports?device_id=033c907e-e74e-4c41-bc68-3ab13edce898 HTTP/1.1" status: 200 len: 210 time: 0.0585756 Aug 23 20:33:26.213557 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6290c6-1271-4beb-88ce-546bfbe2cebd None None] New status for floating IP b2c6ba7b-4013-4089-9444-1e3a061b7556: DOWN {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 20:33:26.331806 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-3465f2ba-cc80-45c5-8376-05962c01990a req-9176d4b2-11d9-40a8-941c-5bbd844c21e9 service neutron] For port 08f8dea4-08e0-46b1-a8c1-93efe9d39a93, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=08f8dea4-08e0-46b1-a8c1-93efe9d39a93,segment=NetworkSegment(3440ae09-322e-4891-8c02-a5baf5ba77f1),segment_id=3440ae09-322e-4891-8c02-a5baf5ba77f1)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:26.390462 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fbff1-30b2-427e-808f-c16199a36d5a req-927a16c6-6045-48ae-aa82-8807e9ab4203 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:26.409017 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52834) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:33:26.450622 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fbff1-30b2-427e-808f-c16199a36d5a req-927a16c6-6045-48ae-aa82-8807e9ab4203 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:26.477893 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fbff1-30b2-427e-808f-c16199a36d5a req-927a16c6-6045-48ae-aa82-8807e9ab4203 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:26.481788 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 90f4cf93-11f1-4190-ac5e-881bec5f2386 no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:33:26.493911 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fbff1-30b2-427e-808f-c16199a36d5a req-927a16c6-6045-48ae-aa82-8807e9ab4203 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:26.511121 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fbff1-30b2-427e-808f-c16199a36d5a req-927a16c6-6045-48ae-aa82-8807e9ab4203 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:26.511456 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-3465f2ba-cc80-45c5-8376-05962c01990a req-9176d4b2-11d9-40a8-941c-5bbd844c21e9 service neutron] For port 08f8dea4-08e0-46b1-a8c1-93efe9d39a93, host n-h1-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:33:26.520951 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fbff1-30b2-427e-808f-c16199a36d5a req-927a16c6-6045-48ae-aa82-8807e9ab4203 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:26.537384 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fbff1-30b2-427e-808f-c16199a36d5a req-927a16c6-6045-48ae-aa82-8807e9ab4203 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:26.553176 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: 90f4cf93-11f1-4190-ac5e-881bec5f2386 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:33:26.554461 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 90f4cf93-11f1-4190-ac5e-881bec5f2386 not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:33:26.555375 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b22fbff1-30b2-427e-808f-c16199a36d5a req-927a16c6-6045-48ae-aa82-8807e9ab4203 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 5418 time: 0.3507805 Aug 23 20:33:26.619449 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e86c7bcb-fe35-4214-aee6-283c9c97a3da tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:26.629248 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b22fbff1-30b2-427e-808f-c16199a36d5a req-1494ed82-64f0-4e30-8396-1c15c9248fef tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b54e5a8-71d6-43fd-b888-7393c70f9dac&id=8c89d379-1762-483a-9924-6d88093352af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0668788 Aug 23 20:33:26.646772 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e86c7bcb-fe35-4214-aee6-283c9c97a3da tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:26.664221 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52842) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:33:26.677444 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-3465f2ba-cc80-45c5-8376-05962c01990a req-9176d4b2-11d9-40a8-941c-5bbd844c21e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08f8dea4-08e0-46b1-a8c1-93efe9d39a93 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:33:26.704510 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-3465f2ba-cc80-45c5-8376-05962c01990a req-9176d4b2-11d9-40a8-941c-5bbd844c21e9 service neutron] For port 08f8dea4-08e0-46b1-a8c1-93efe9d39a93, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=08f8dea4-08e0-46b1-a8c1-93efe9d39a93,segment=NetworkSegment(3440ae09-322e-4891-8c02-a5baf5ba77f1),segment_id=3440ae09-322e-4891-8c02-a5baf5ba77f1)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:26.723635 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3465f2ba-cc80-45c5-8376-05962c01990a req-9176d4b2-11d9-40a8-941c-5bbd844c21e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:26.779001 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e86c7bcb-fe35-4214-aee6-283c9c97a3da tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:26.782426 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e86c7bcb-fe35-4214-aee6-283c9c97a3da tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:26.786018 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e86c7bcb-fe35-4214-aee6-283c9c97a3da tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] 10.222.0.61 "DELETE /v2.0/security-groups/ea215e60-bd32-477c-b24f-7d6d9ef0b7a6 HTTP/1.1" status: 204 len: 168 time: 0.3736417 Aug 23 20:33:26.787489 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52848) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:33:26.816541 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c7bcb-fe35-4214-aee6-283c9c97a3da tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea215e60-bd32-477c-b24f-7d6d9ef0b7a6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:26.862479 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-3465f2ba-cc80-45c5-8376-05962c01990a req-9176d4b2-11d9-40a8-941c-5bbd844c21e9 service neutron] Transition to ACTIVE for port object 08f8dea4-08e0-46b1-a8c1-93efe9d39a93 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:33:26.870108 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-bd218233-a053-4140-a52d-d2315b48afb9 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] show failed (client error): The resource could not be found. Aug 23 20:33:26.871582 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3465f2ba-cc80-45c5-8376-05962c01990a req-9176d4b2-11d9-40a8-941c-5bbd844c21e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:26.876650 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52850) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:33:26.876849 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-bd218233-a053-4140-a52d-d2315b48afb9 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] 10.222.0.61 "GET /v2.0/security-groups/ea215e60-bd32-477c-b24f-7d6d9ef0b7a6 HTTP/1.1" status: 404 len: 347 time: 0.0866587 Aug 23 20:33:26.903109 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33324ccd-5f1f-490b-b09e-3e2e53742017 req-754334cc-8782-421a-a744-c75339e3bffd tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:26.914006 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-33324ccd-5f1f-490b-b09e-3e2e53742017 req-754334cc-8782-421a-a744-c75339e3bffd tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 950 time: 0.1396103 Aug 23 20:33:26.959343 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52854) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:33:27.050033 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-90d559e7-7b1b-46ce-bac6-cafb75186a58 admin admin] Deleting subnet dff65f8b-9e15-4b43-b237-3b4edeaab508 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:33:27.093479 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-90d559e7-7b1b-46ce-bac6-cafb75186a58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:27.146420 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-33324ccd-5f1f-490b-b09e-3e2e53742017 req-0a6f598c-f00b-479a-af47-ae9c23988705 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274210 Aug 23 20:33:27.242836 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-90d559e7-7b1b-46ce-bac6-cafb75186a58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:27.260900 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-3465f2ba-cc80-45c5-8376-05962c01990a req-9176d4b2-11d9-40a8-941c-5bbd844c21e9 service neutron] No DVR routers for this DVR port 08f8dea4-08e0-46b1-a8c1-93efe9d39a93 on host n-h1-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:33:27.298958 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9176d4b2-11d9-40a8-941c-5bbd844c21e9 service neutron] Pushing event updated for resources: {'Port': ['ID=08f8dea4-08e0-46b1-a8c1-93efe9d39a93,revision_number=10']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:27.346760 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6436cb68-09a3-480e-83d7-862765a05aa9 req-16c3c2c7-19a3-41b4-9f8e-9110c9174af6 tempest-ServerShowV247Test-728734885 tempest-ServerShowV247Test-728734885-project] 10.222.0.61 "GET /v2.0/ports?device_id=033c907e-e74e-4c41-bc68-3ab13edce898 HTTP/1.1" status: 200 len: 210 time: 0.1062505 Aug 23 20:33:27.378119 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3465f2ba-cc80-45c5-8376-05962c01990a req-9176d4b2-11d9-40a8-941c-5bbd844c21e9 service neutron] 10.222.0.11 "PUT /v2.0/ports/08f8dea4-08e0-46b1-a8c1-93efe9d39a93/bindings/n-h2-805663-2/activate HTTP/1.1" status: 200 len: 369 time: 1.4903405 Aug 23 20:33:27.385285 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-93fce344-c80f-4bc1-9a2f-f8f7c4e19dfa req-7e09e53b-0ba4-4081-9bf6-ce4e1de11fb4 tempest-ServerShowV247Test-728734885 tempest-ServerShowV247Test-728734885-project] 10.222.0.32 "GET /v2.0/ports?device_id=033c907e-e74e-4c41-bc68-3ab13edce898 HTTP/1.1" status: 200 len: 210 time: 0.0561504 Aug 23 20:33:27.403963 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e5d6d-cec0-4013-b00b-565be69a673d req-4c16cd20-a4f9-48a7-bfe6-afb4cb40fbcf tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:27.413494 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9b6e5d6d-cec0-4013-b00b-565be69a673d req-4c16cd20-a4f9-48a7-bfe6-afb4cb40fbcf tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c59210e-7213-41f3-89d9-b0a17b5f07a5 HTTP/1.1" status: 200 len: 945 time: 0.1944427 Aug 23 20:33:27.468591 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-c6d000e0-4a15-41c8-a1c9-bb32944d8631 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Deleting port 9f660040-1505-4f7c-9b48-5a7b95679c6d {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:33:27.469463 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-90d559e7-7b1b-46ce-bac6-cafb75186a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:27.474676 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6d000e0-4a15-41c8-a1c9-bb32944d8631 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:27.602216 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9b6e5d6d-cec0-4013-b00b-565be69a673d req-43c9e6ee-56b7-4aea-b9b8-56380099a55b tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871099 Aug 23 20:33:27.693383 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465f2ba-cc80-45c5-8376-05962c01990a req-fd867e97-6095-4f99-a66e-40d36773978f tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:27.694872 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3465f2ba-cc80-45c5-8376-05962c01990a req-fd867e97-6095-4f99-a66e-40d36773978f tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8c59210e-7213-41f3-89d9-b0a17b5f07a5&tenant_id=aeab6bca1ebb43a8b404543d83e8cc6e&binding%3Ahost_id=n-h1-805663-2 HTTP/1.1" status: 200 len: 1096 time: 0.1215293 Aug 23 20:33:27.709275 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6d000e0-4a15-41c8-a1c9-bb32944d8631 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:27.709528 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6d000e0-4a15-41c8-a1c9-bb32944d8631 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:27.728880 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-c6d000e0-4a15-41c8-a1c9-bb32944d8631 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Calling delete_port for 9f660040-1505-4f7c-9b48-5a7b95679c6d owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:33:27.729436 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-90d559e7-7b1b-46ce-bac6-cafb75186a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:27.764262 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d559e7-7b1b-46ce-bac6-cafb75186a58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dff65f8b-9e15-4b43-b237-3b4edeaab508,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:27.772329 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-90d559e7-7b1b-46ce-bac6-cafb75186a58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:27.774199 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-90d559e7-7b1b-46ce-bac6-cafb75186a58 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/dff65f8b-9e15-4b43-b237-3b4edeaab508 HTTP/1.1" status: 204 len: 168 time: 0.7927942 Aug 23 20:33:27.777295 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52876) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:33:27.851964 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465f2ba-cc80-45c5-8376-05962c01990a req-be1d29ed-6bb7-4ea3-8312-4bb41366b439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:27.853413 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3465f2ba-cc80-45c5-8376-05962c01990a req-be1d29ed-6bb7-4ea3-8312-4bb41366b439 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8c59210e-7213-41f3-89d9-b0a17b5f07a5&tenant_id=aeab6bca1ebb43a8b404543d83e8cc6e HTTP/1.1" status: 200 len: 1096 time: 0.1207309 Aug 23 20:33:27.939068 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b4076e-8bcd-4a48-a506-976dba7d3bd6 req-eaf33eed-49ca-4ec7-836f-60f05fe40fbf tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:27.945564 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b4076e-8bcd-4a48-a506-976dba7d3bd6 req-eaf33eed-49ca-4ec7-836f-60f05fe40fbf tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:27.952254 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b4076e-8bcd-4a48-a506-976dba7d3bd6 req-eaf33eed-49ca-4ec7-836f-60f05fe40fbf tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:27.958073 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b4076e-8bcd-4a48-a506-976dba7d3bd6 req-eaf33eed-49ca-4ec7-836f-60f05fe40fbf tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:27.964808 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b4076e-8bcd-4a48-a506-976dba7d3bd6 req-eaf33eed-49ca-4ec7-836f-60f05fe40fbf tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:27.973489 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b4076e-8bcd-4a48-a506-976dba7d3bd6 req-eaf33eed-49ca-4ec7-836f-60f05fe40fbf tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:27.973682 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f3f4a05f-a8d1-48fd-8826-1ddb6b12156a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:27.979635 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b4076e-8bcd-4a48-a506-976dba7d3bd6 req-eaf33eed-49ca-4ec7-836f-60f05fe40fbf tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:27.981720 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-63b4076e-8bcd-4a48-a506-976dba7d3bd6 req-eaf33eed-49ca-4ec7-836f-60f05fe40fbf tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 5418 time: 0.1439006 Aug 23 20:33:28.031953 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465f2ba-cc80-45c5-8376-05962c01990a req-092c81c0-b2de-4113-887d-49bfce7ccb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:28.033814 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3465f2ba-cc80-45c5-8376-05962c01990a req-092c81c0-b2de-4113-887d-49bfce7ccb77 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=aeab6bca1ebb43a8b404543d83e8cc6e&device_id=8c59210e-7213-41f3-89d9-b0a17b5f07a5 HTTP/1.1" status: 200 len: 1096 time: 0.1305759 Aug 23 20:33:28.104239 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70991db-ae22-4d7e-92e2-3bc707bacec9 req-e5204b4b-e9aa-4e3f-81a4-06191ca7c69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:28.106167 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c70991db-ae22-4d7e-92e2-3bc707bacec9 req-e5204b4b-e9aa-4e3f-81a4-06191ca7c69f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3&tenant_id=73c5c62ec25a41ab8d37d29a4cff1db9 HTTP/1.1" status: 200 len: 1101 time: 0.1227071 Aug 23 20:33:28.125646 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4959b9f2-98bc-46b4-9d64-36ee6db26404', 'name': 'network-vif-deleted', 'tag': '90f4cf93-11f1-4190-ac5e-881bec5f2386'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:33:28.128258 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703ab529-3468-4776-80f4-e816f4a7c613" -d '{"events": [{"server_uuid": "4959b9f2-98bc-46b4-9d64-36ee6db26404", "name": "network-vif-deleted", "tag": "90f4cf93-11f1-4190-ac5e-881bec5f2386"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:33:28.150574 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-63b4076e-8bcd-4a48-a506-976dba7d3bd6 req-554b8e5c-414b-41c2-b3e4-f015dc7829aa tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b54e5a8-71d6-43fd-b888-7393c70f9dac&id=8c89d379-1762-483a-9924-6d88093352af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1502469 Aug 23 20:33:28.176099 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-c70991db-ae22-4d7e-92e2-3bc707bacec9 req-e1a4f452-0957-4cb7-96cd-8d8b5c7dda1f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805663-2', 'device_owner': 'compute:nova'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:33:28.182558 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f3f4a05f-a8d1-48fd-8826-1ddb6b12156a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:28.200732 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-f3f4a05f-a8d1-48fd-8826-1ddb6b12156a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['291e6885-2f63-495c-b479-2184cb200f47']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:33:28.227352 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ba90e0-ade9-4691-975a-91ef332fd3e9 x-openstack-request-id: req-f8ba90e0-ade9-4691-975a-91ef332fd3e9 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:33:28.227816 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4959b9f2-98bc-46b4-9d64-36ee6db26404", "name": "network-vif-deleted", "tag": "90f4cf93-11f1-4190-ac5e-881bec5f2386", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:33:28.228204 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f8ba90e0-ade9-4691-975a-91ef332fd3e9 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:33:28.229313 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4959b9f2-98bc-46b4-9d64-36ee6db26404', 'name': 'network-vif-deleted', 'tag': '90f4cf93-11f1-4190-ac5e-881bec5f2386', 'status': 'completed', 'code': 200} Aug 23 20:33:28.252366 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-f3f4a05f-a8d1-48fd-8826-1ddb6b12156a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feb662d9-0152-4f97-8d6d-89a1fa54f824') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:33:28.268434 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-f3f4a05f-a8d1-48fd-8826-1ddb6b12156a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feb662d9-0152-4f97-8d6d-89a1fa54f824') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:33:28.297846 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465f2ba-cc80-45c5-8376-05962c01990a req-38e8177f-4533-49a6-a187-5b9e24f0ad24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:28.299739 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3465f2ba-cc80-45c5-8376-05962c01990a req-38e8177f-4533-49a6-a187-5b9e24f0ad24 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a133b3ce-c542-461f-b67d-2eb2e20a852b HTTP/1.1" status: 200 len: 908 time: 0.2193587 Aug 23 20:33:28.310028 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6d000e0-4a15-41c8-a1c9-bb32944d8631 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:28.325567 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c70991db-ae22-4d7e-92e2-3bc707bacec9 req-e1a4f452-0957-4cb7-96cd-8d8b5c7dda1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:28.355761 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f3f4a05f-a8d1-48fd-8826-1ddb6b12156a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:28.360073 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3465f2ba-cc80-45c5-8376-05962c01990a req-62ad72b8-5ac6-4648-bb06-c5cd22e7f877 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08f8dea4-08e0-46b1-a8c1-93efe9d39a93 HTTP/1.1" status: 200 len: 217 time: 0.0512505 Aug 23 20:33:28.361749 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef09a9fe-77fc-4d12-9988-996cc1f2d8ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:28.440462 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d000e0-4a15-41c8-a1c9-bb32944d8631 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Pushing event deleted for resources: {'Port': ['ID=9f660040-1505-4f7c-9b48-5a7b95679c6d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:28.443358 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465f2ba-cc80-45c5-8376-05962c01990a req-6c9db10e-394e-4918-877d-86d02ca6c13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:28.444939 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3465f2ba-cc80-45c5-8376-05962c01990a req-6c9db10e-394e-4918-877d-86d02ca6c13d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc364ba1-f548-4b44-839c-5441876e52b8 HTTP/1.1" status: 200 len: 847 time: 0.0561402 Aug 23 20:33:28.448811 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f3f4a05f-a8d1-48fd-8826-1ddb6b12156a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:28.509842 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b65b96-c7d4-43ad-9869-234f95d89261 req-2dc2befd-3721-43e6-8094-8aa24b41e9b6 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:28.519504 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c6b65b96-c7d4-43ad-9869-234f95d89261 req-2dc2befd-3721-43e6-8094-8aa24b41e9b6 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 950 time: 0.2463334 Aug 23 20:33:28.588749 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3f4a05f-a8d1-48fd-8826-1ddb6b12156a admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:33:28.589228 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f3f4a05f-a8d1-48fd-8826-1ddb6b12156a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:28.594004 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:33:28.594004 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:33:28.594004 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:33:28.594004 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:33:28.594004 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:33:28.594004 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:33:28.594004 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:33:28.594004 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:33:28.594004 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:33:28.594004 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:33:28.594004 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:33:28.594004 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:33:28.594004 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:33:28.594004 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:33:28.594004 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:33:28.594004 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:33:28.594004 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:33:28.594004 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:33:28.594004 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:33:28.594004 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:33:28.594004 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:33:28.594004 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:33:28.594004 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:33:28.594004 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:33:28.594004 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:33:28.594004 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:33:28.594004 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:33:28.594004 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:33:28.594004 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:33:28.594004 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:33:28.594004 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:33:28.594004 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:33:28.611306 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6d000e0-4a15-41c8-a1c9-bb32944d8631 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:28.614052 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6d000e0-4a15-41c8-a1c9-bb32944d8631 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:28.619071 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c6d000e0-4a15-41c8-a1c9-bb32944d8631 tempest-ServersTestManualDisk-2115358581 tempest-ServersTestManualDisk-2115358581-project] 10.222.0.61 "DELETE /v2.0/floatingips/b2c6ba7b-4013-4089-9444-1e3a061b7556 HTTP/1.1" status: 204 len: 168 time: 1.7315516 Aug 23 20:33:28.629385 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52896) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:33:28.629863 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3465f2ba-cc80-45c5-8376-05962c01990a req-ec5c1370-90b6-4f5f-92c6-c9c70cfed6b0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a133b3ce-c542-461f-b67d-2eb2e20a852b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1692936 Aug 23 20:33:28.733566 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f3f4a05f-a8d1-48fd-8826-1ddb6b12156a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:28.757780 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f3f4a05f-a8d1-48fd-8826-1ddb6b12156a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:28.762137 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f3f4a05f-a8d1-48fd-8826-1ddb6b12156a admin admin] 10.222.0.61 "DELETE /v2.0/networks/291e6885-2f63-495c-b479-2184cb200f47 HTTP/1.1" status: 204 len: 168 time: 0.9814134 Aug 23 20:33:28.762296 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f4a05f-a8d1-48fd-8826-1ddb6b12156a admin admin] Pushing event deleted for resources: {'Network': ['ID=291e6885-2f63-495c-b479-2184cb200f47,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:28.765320 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52902) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:33:28.834631 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c6b65b96-c7d4-43ad-9869-234f95d89261 req-21d087e7-6eb4-4284-a9ca-ee9610fa5aae tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058078 Aug 23 20:33:28.872548 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52904) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:33:28.895821 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725d390-493d-46ca-bd49-a8d27c3262f2 req-688e4f83-28be-4cab-84b7-8d980ee9812d tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:28.903142 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c725d390-493d-46ca-bd49-a8d27c3262f2 req-688e4f83-28be-4cab-84b7-8d980ee9812d tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c59210e-7213-41f3-89d9-b0a17b5f07a5 HTTP/1.1" status: 200 len: 945 time: 0.1469510 Aug 23 20:33:28.937622 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3465f2ba-cc80-45c5-8376-05962c01990a req-e4ef573c-cd51-4f5c-81b1-d3257ee27de1 service neutron] 10.222.0.32 "GET /v2.0/networks/a133b3ce-c542-461f-b67d-2eb2e20a852b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776399 Aug 23 20:33:28.969750 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c725d390-493d-46ca-bd49-a8d27c3262f2 req-ada65e9c-f8e6-43af-b415-835c0c1ddd29 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607154 Aug 23 20:33:28.992152 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-710dbb8c-9d57-492c-a91d-7302e63144bb admin admin] Deleting subnet d4d86786-d2a1-446d-9881-6b5e194790d0 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:33:28.996048 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-710dbb8c-9d57-492c-a91d-7302e63144bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:29.041190 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-710dbb8c-9d57-492c-a91d-7302e63144bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:29.086717 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-710dbb8c-9d57-492c-a91d-7302e63144bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:29.168006 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-710dbb8c-9d57-492c-a91d-7302e63144bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:29.186854 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-c70991db-ae22-4d7e-92e2-3bc707bacec9 req-e1a4f452-0957-4cb7-96cd-8d8b5c7dda1f service neutron] For port ef58400f-73b2-4937-8e79-65542a19162f, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=ef58400f-73b2-4937-8e79-65542a19162f,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:29.228483 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710dbb8c-9d57-492c-a91d-7302e63144bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4d86786-d2a1-446d-9881-6b5e194790d0,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:29.243425 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4012b195-780a-4837-930b-e50d2b45cc1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:29.270566 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-710dbb8c-9d57-492c-a91d-7302e63144bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:29.274718 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-710dbb8c-9d57-492c-a91d-7302e63144bb admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d4d86786-d2a1-446d-9881-6b5e194790d0 HTTP/1.1" status: 204 len: 168 time: 0.5045209 Aug 23 20:33:29.278570 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52910) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:33:29.395645 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-77d74a4d-317c-4cf6-bd58-3168bb6f1dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:29.408964 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3465f2ba-cc80-45c5-8376-05962c01990a req-e90169ad-e0f5-4438-a6aa-7eced7c47f94 service neutron] 10.222.0.32 "GET /v2.0/networks/a133b3ce-c542-461f-b67d-2eb2e20a852b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4544268 Aug 23 20:33:29.744784 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-c70991db-ae22-4d7e-92e2-3bc707bacec9 req-e1a4f452-0957-4cb7-96cd-8d8b5c7dda1f service neutron] For port ef58400f-73b2-4937-8e79-65542a19162f, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:33:29.860814 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c70991db-ae22-4d7e-92e2-3bc707bacec9 req-e1a4f452-0957-4cb7-96cd-8d8b5c7dda1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:29.917227 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072a9ef-8f78-40fe-9fb0-033869f38a26 req-4c410112-5efa-431b-972c-0f3e4cf6de03 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:29.923670 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072a9ef-8f78-40fe-9fb0-033869f38a26 req-4c410112-5efa-431b-972c-0f3e4cf6de03 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:29.925873 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-77d74a4d-317c-4cf6-bd58-3168bb6f1dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:29.929728 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072a9ef-8f78-40fe-9fb0-033869f38a26 req-4c410112-5efa-431b-972c-0f3e4cf6de03 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:29.935835 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072a9ef-8f78-40fe-9fb0-033869f38a26 req-4c410112-5efa-431b-972c-0f3e4cf6de03 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:29.944190 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072a9ef-8f78-40fe-9fb0-033869f38a26 req-4c410112-5efa-431b-972c-0f3e4cf6de03 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:29.950114 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072a9ef-8f78-40fe-9fb0-033869f38a26 req-4c410112-5efa-431b-972c-0f3e4cf6de03 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:29.956937 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072a9ef-8f78-40fe-9fb0-033869f38a26 req-4c410112-5efa-431b-972c-0f3e4cf6de03 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:29.964747 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c072a9ef-8f78-40fe-9fb0-033869f38a26 req-4c410112-5efa-431b-972c-0f3e4cf6de03 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 5418 time: 0.6400042 Aug 23 20:33:29.979461 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-77d74a4d-317c-4cf6-bd58-3168bb6f1dd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2464db55-cf7a-4a4d-b46f-b41923828ba2']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:33:29.980039 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-c70991db-ae22-4d7e-92e2-3bc707bacec9 req-e1a4f452-0957-4cb7-96cd-8d8b5c7dda1f service neutron] Transition to ACTIVE for port object ef58400f-73b2-4937-8e79-65542a19162f will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:33:29.996862 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c70991db-ae22-4d7e-92e2-3bc707bacec9 req-e1a4f452-0957-4cb7-96cd-8d8b5c7dda1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:30.001359 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465f2ba-cc80-45c5-8376-05962c01990a req-f09b55e8-4865-40ba-9060-5267b98244e0 tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:30.004092 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3465f2ba-cc80-45c5-8376-05962c01990a req-f09b55e8-4865-40ba-9060-5267b98244e0 tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8c59210e-7213-41f3-89d9-b0a17b5f07a5&tenant_id=aeab6bca1ebb43a8b404543d83e8cc6e&binding%3Ahost_id=n-h2-805663-2 HTTP/1.1" status: 200 len: 1096 time: 0.2039955 Aug 23 20:33:30.015679 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-77d74a4d-317c-4cf6-bd58-3168bb6f1dd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f46ad09-9ebc-4c2e-9590-46cd436ba8ad') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:33:30.016166 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-77d74a4d-317c-4cf6-bd58-3168bb6f1dd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f46ad09-9ebc-4c2e-9590-46cd436ba8ad') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:33:30.047396 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4012b195-780a-4837-930b-e50d2b45cc1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:30.073092 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-77d74a4d-317c-4cf6-bd58-3168bb6f1dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:30.078952 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4012b195-780a-4837-930b-e50d2b45cc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:30.110442 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c072a9ef-8f78-40fe-9fb0-033869f38a26 req-8b59c204-1c98-4bf7-bfef-3ab70367a217 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b54e5a8-71d6-43fd-b888-7393c70f9dac&id=8c89d379-1762-483a-9924-6d88093352af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1447282 Aug 23 20:33:30.110956 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1287ec4-065d-4cf3-8679-1130976fb353 req-ed1cf647-a3c4-4172-ac9b-21b9dcea900a tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:30.115020 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c1287ec4-065d-4cf3-8679-1130976fb353 req-ed1cf647-a3c4-4172-ac9b-21b9dcea900a tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 950 time: 0.1862962 Aug 23 20:33:30.116284 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-ef09a9fe-77fc-4d12-9988-996cc1f2d8ee admin admin] Deleting port 773cf0d4-0359-4f87-a118-3444d3454256 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:33:30.116629 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef09a9fe-77fc-4d12-9988-996cc1f2d8ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:30.182803 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-77d74a4d-317c-4cf6-bd58-3168bb6f1dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:30.215767 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-c70991db-ae22-4d7e-92e2-3bc707bacec9 req-e1a4f452-0957-4cb7-96cd-8d8b5c7dda1f service neutron] No DVR routers for this DVR port ef58400f-73b2-4937-8e79-65542a19162f on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:33:30.220748 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a4f452-0957-4cb7-96cd-8d8b5c7dda1f service neutron] Pushing event updated for resources: {'Port': ['ID=ef58400f-73b2-4937-8e79-65542a19162f,revision_number=10']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:30.236556 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c1287ec4-065d-4cf3-8679-1130976fb353 req-dd91226e-3acd-415b-bc40-d8f49b610793 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008332 Aug 23 20:33:30.258438 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77d74a4d-317c-4cf6-bd58-3168bb6f1dd3 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:33:30.259225 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-77d74a4d-317c-4cf6-bd58-3168bb6f1dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:30.264999 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:33:30.264999 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:33:30.264999 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:33:30.264999 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:33:30.264999 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:33:30.264999 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:33:30.264999 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:33:30.264999 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:33:30.264999 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:33:30.264999 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:33:30.264999 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:33:30.264999 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:33:30.264999 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:33:30.264999 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:33:30.264999 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:33:30.264999 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:33:30.264999 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:33:30.264999 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:33:30.264999 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:33:30.264999 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:33:30.264999 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:33:30.264999 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:33:30.264999 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:33:30.264999 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:33:30.264999 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:33:30.264999 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:33:30.264999 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:33:30.264999 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:33:30.264999 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:33:30.264999 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:33:30.264999 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:33:30.264999 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:33:30.267207 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c62974-3552-410b-aa0e-39e3cae42fb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef58400f-73b2-4937-8e79-65542a19162f'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:33:30.269103 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cea504c-6e40-4aab-8414-3f25b86a8c78" -d '{"events": [{"server_uuid": "f1c62974-3552-410b-aa0e-39e3cae42fb3", "name": "network-vif-unplugged", "status": "completed", "tag": "ef58400f-73b2-4937-8e79-65542a19162f"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:33:30.285261 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4012b195-780a-4837-930b-e50d2b45cc1f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=86559af4c8ff4da298e59917e2e294d0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4057178 Aug 23 20:33:30.286341 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012b195-780a-4837-930b-e50d2b45cc1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d9ca07-1142-44f2-8a37-7137a5bf1a74,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:30.289947 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52928) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:33:30.424765 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 20:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24bd8c92-2a07-4a8c-8adf-f524ad36120a x-openstack-request-id: req-24bd8c92-2a07-4a8c-8adf-f524ad36120a {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:33:30.425156 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c62974-3552-410b-aa0e-39e3cae42fb3", "name": "network-vif-unplugged", "status": "completed", "tag": "ef58400f-73b2-4937-8e79-65542a19162f", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:33:30.427089 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-24bd8c92-2a07-4a8c-8adf-f524ad36120a {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:33:30.431052 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1c62974-3552-410b-aa0e-39e3cae42fb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef58400f-73b2-4937-8e79-65542a19162f', 'code': 200} Aug 23 20:33:30.439654 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device ef58400f-73b2-4937-8e79-65542a19162f no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:33:30.488521 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-c70991db-ae22-4d7e-92e2-3bc707bacec9 req-e1a4f452-0957-4cb7-96cd-8d8b5c7dda1f service neutron] Attempting to bind port ef58400f-73b2-4937-8e79-65542a19162f on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:33:30.489307 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-c70991db-ae22-4d7e-92e2-3bc707bacec9 req-e1a4f452-0957-4cb7-96cd-8d8b5c7dda1f service neutron] Attempting to bind port ef58400f-73b2-4937-8e79-65542a19162f by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:33:30.489990 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70991db-ae22-4d7e-92e2-3bc707bacec9 req-e1a4f452-0957-4cb7-96cd-8d8b5c7dda1f service neutron] Attempting to bind port ef58400f-73b2-4937-8e79-65542a19162f on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:33:30.530865 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70991db-ae22-4d7e-92e2-3bc707bacec9 req-e1a4f452-0957-4cb7-96cd-8d8b5c7dda1f service neutron] Port ef58400f-73b2-4937-8e79-65542a19162f on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:33:30.531648 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70991db-ae22-4d7e-92e2-3bc707bacec9 req-e1a4f452-0957-4cb7-96cd-8d8b5c7dda1f service neutron] Attempting to bind port ef58400f-73b2-4937-8e79-65542a19162f on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:33:30.540321 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-ef09a9fe-77fc-4d12-9988-996cc1f2d8ee admin admin] For port 773cf0d4-0359-4f87-a118-3444d3454256, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=773cf0d4-0359-4f87-a118-3444d3454256,segment=NetworkSegment(c977723b-2490-412a-bf00-d7b943c13912),segment_id=c977723b-2490-412a-bf00-d7b943c13912)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:30.541324 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device ef58400f-73b2-4937-8e79-65542a19162f not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:33:30.541558 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef09a9fe-77fc-4d12-9988-996cc1f2d8ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:30.556764 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-3465f2ba-cc80-45c5-8376-05962c01990a req-bf0c3ddb-06a3-43f4-92db-16a8fe8e7ccf service neutron] For port 08f8dea4-08e0-46b1-a8c1-93efe9d39a93, host n-h1-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:33:30.559150 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-77d74a4d-317c-4cf6-bd58-3168bb6f1dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:30.567029 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3465f2ba-cc80-45c5-8376-05962c01990a req-bf0c3ddb-06a3-43f4-92db-16a8fe8e7ccf service neutron] Notify callbacks [] for binding, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:30.570163 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3465f2ba-cc80-45c5-8376-05962c01990a req-bf0c3ddb-06a3-43f4-92db-16a8fe8e7ccf service neutron] 10.222.0.32 "DELETE /v2.0/ports/08f8dea4-08e0-46b1-a8c1-93efe9d39a93/bindings/n-h1-805663-2 HTTP/1.1" status: 204 len: 173 time: 0.5442374 Aug 23 20:33:30.577190 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b046c-b4ca-460d-abd0-d3fa2bebb49f req-5eef6bf0-ad87-44b2-bc70-f9a234508727 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:30.587982 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-683b046c-b4ca-460d-abd0-d3fa2bebb49f req-5eef6bf0-ad87-44b2-bc70-f9a234508727 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c59210e-7213-41f3-89d9-b0a17b5f07a5 HTTP/1.1" status: 200 len: 945 time: 0.3110547 Aug 23 20:33:30.600954 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-77d74a4d-317c-4cf6-bd58-3168bb6f1dd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:30.605658 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70991db-ae22-4d7e-92e2-3bc707bacec9 req-e1a4f452-0957-4cb7-96cd-8d8b5c7dda1f service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:33:30.606784 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70991db-ae22-4d7e-92e2-3bc707bacec9 req-e1a4f452-0957-4cb7-96cd-8d8b5c7dda1f service neutron] Checking segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:33:30.608505 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-77d74a4d-317c-4cf6-bd58-3168bb6f1dd3 admin admin] 10.222.0.61 "DELETE /v2.0/networks/2464db55-cf7a-4a4d-b46f-b41923828ba2 HTTP/1.1" status: 204 len: 168 time: 1.3281503 Aug 23 20:33:30.618310 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70991db-ae22-4d7e-92e2-3bc707bacec9 req-e1a4f452-0957-4cb7-96cd-8d8b5c7dda1f service neutron] Bound using segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:33:30.620699 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-c70991db-ae22-4d7e-92e2-3bc707bacec9 req-e1a4f452-0957-4cb7-96cd-8d8b5c7dda1f service neutron] Bound port: ef58400f-73b2-4937-8e79-65542a19162f, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:33:30.623866 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c70991db-ae22-4d7e-92e2-3bc707bacec9 req-e1a4f452-0957-4cb7-96cd-8d8b5c7dda1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:30.628771 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d74a4d-317c-4cf6-bd58-3168bb6f1dd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2464db55-cf7a-4a4d-b46f-b41923828ba2,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:30.659350 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-ef09a9fe-77fc-4d12-9988-996cc1f2d8ee admin admin] Calling delete_port for 773cf0d4-0359-4f87-a118-3444d3454256 owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:33:30.673726 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6b5142f7-bedc-4cc1-92cb-f2c6567dfb01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:30.812364 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6b5142f7-bedc-4cc1-92cb-f2c6567dfb01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:30.831763 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52942) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:33:30.913113 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-683b046c-b4ca-460d-abd0-d3fa2bebb49f req-e9604581-b7ba-4e69-bf77-fd7d60d81429 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200247 Aug 23 20:33:30.969582 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-c70991db-ae22-4d7e-92e2-3bc707bacec9 req-e1a4f452-0957-4cb7-96cd-8d8b5c7dda1f service neutron] For port ef58400f-73b2-4937-8e79-65542a19162f, host n-h2-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:33:30.991356 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-91043c7a-92ec-423b-8534-aa6faa8448b3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=80dadbb9f2554b479c0b13605bddd689&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1581814 Aug 23 20:33:31.000344 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52946) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:33:31.077498 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-c70991db-ae22-4d7e-92e2-3bc707bacec9 req-e1a4f452-0957-4cb7-96cd-8d8b5c7dda1f service neutron] For port ef58400f-73b2-4937-8e79-65542a19162f, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=ef58400f-73b2-4937-8e79-65542a19162f,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:33:31.095243 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0b2c4948-4a21-43e1-ad35-7b8fd9e207db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:31.099627 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6b5142f7-bedc-4cc1-92cb-f2c6567dfb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:31.109809 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6b5142f7-bedc-4cc1-92cb-f2c6567dfb01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:31.115518 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-6b5142f7-bedc-4cc1-92cb-f2c6567dfb01 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/37d9ca07-1142-44f2-8a37-7137a5bf1a74 HTTP/1.1" status: 204 len: 168 time: 0.8180201 Aug 23 20:33:31.125062 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c70991db-ae22-4d7e-92e2-3bc707bacec9 req-e1a4f452-0957-4cb7-96cd-8d8b5c7dda1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:31.127525 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0876c416-2694-44e2-a1f7-784f3be60b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:31.140041 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5142f7-bedc-4cc1-92cb-f2c6567dfb01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d9ca07-1142-44f2-8a37-7137a5bf1a74,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:31.209544 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0876c416-2694-44e2-a1f7-784f3be60b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:31.231182 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70991db-ae22-4d7e-92e2-3bc707bacec9 req-e1a4f452-0957-4cb7-96cd-8d8b5c7dda1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:31.231810 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c70991db-ae22-4d7e-92e2-3bc707bacec9 req-e1a4f452-0957-4cb7-96cd-8d8b5c7dda1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:31.234096 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c70991db-ae22-4d7e-92e2-3bc707bacec9 req-e1a4f452-0957-4cb7-96cd-8d8b5c7dda1f service neutron] 10.222.0.32 "PUT /v2.0/ports/ef58400f-73b2-4937-8e79-65542a19162f HTTP/1.1" status: 200 len: 1097 time: 3.1020973 Aug 23 20:33:31.372704 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0e456-1c68-4d14-b006-ee2299087a4e req-9f1aa2cc-837a-473a-b7e7-a2d0182a8e77 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:31.380797 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0e456-1c68-4d14-b006-ee2299087a4e req-9f1aa2cc-837a-473a-b7e7-a2d0182a8e77 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:31.388620 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0e456-1c68-4d14-b006-ee2299087a4e req-9f1aa2cc-837a-473a-b7e7-a2d0182a8e77 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:31.396078 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0e456-1c68-4d14-b006-ee2299087a4e req-9f1aa2cc-837a-473a-b7e7-a2d0182a8e77 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:31.402607 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0e456-1c68-4d14-b006-ee2299087a4e req-9f1aa2cc-837a-473a-b7e7-a2d0182a8e77 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:31.412706 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0e456-1c68-4d14-b006-ee2299087a4e req-9f1aa2cc-837a-473a-b7e7-a2d0182a8e77 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:31.423838 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2c2a8-28ac-4fc7-8ff5-2fccfd07aa40 req-3fc24f52-74a1-4525-862e-c1fbf79596be tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:31.433828 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0e456-1c68-4d14-b006-ee2299087a4e req-9f1aa2cc-837a-473a-b7e7-a2d0182a8e77 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:31.444669 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-72d0e456-1c68-4d14-b006-ee2299087a4e req-9f1aa2cc-837a-473a-b7e7-a2d0182a8e77 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 5418 time: 0.1659505 Aug 23 20:33:31.448739 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6fe2c2a8-28ac-4fc7-8ff5-2fccfd07aa40 req-3fc24f52-74a1-4525-862e-c1fbf79596be tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=8c59210e-7213-41f3-89d9-b0a17b5f07a5 HTTP/1.1" status: 200 len: 1096 time: 0.3786836 Aug 23 20:33:31.472444 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0876c416-2694-44e2-a1f7-784f3be60b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:31.474027 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a4f452-0957-4cb7-96cd-8d8b5c7dda1f service neutron] Pushing event updated for resources: {'Port': ['ID=ef58400f-73b2-4937-8e79-65542a19162f,revision_number=11']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:31.475584 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0876c416-2694-44e2-a1f7-784f3be60b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:31.476859 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-0876c416-2694-44e2-a1f7-784f3be60b47 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/05621cfd-ba79-4913-a04b-e41d9bf109a9 HTTP/1.1" status: 204 len: 168 time: 0.4748509 Aug 23 20:33:31.557624 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0876c416-2694-44e2-a1f7-784f3be60b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05621cfd-ba79-4913-a04b-e41d9bf109a9,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:31.574193 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef09a9fe-77fc-4d12-9988-996cc1f2d8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:31.664293 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-72d0e456-1c68-4d14-b006-ee2299087a4e req-22002364-4351-4e54-b7dd-11bd71af6d78 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b54e5a8-71d6-43fd-b888-7393c70f9dac&id=8c89d379-1762-483a-9924-6d88093352af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2141328 Aug 23 20:33:31.730402 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6fe2c2a8-28ac-4fc7-8ff5-2fccfd07aa40 req-97a58d01-5f31-4749-988e-da7b050f731c tempest-LiveMigrationTest-1793614781 tempest-LiveMigrationTest-1793614781-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573400 Aug 23 20:33:31.731928 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70991db-ae22-4d7e-92e2-3bc707bacec9 req-29b84689-c472-42fb-a4c2-ea32e9f8f0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:31.743588 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c70991db-ae22-4d7e-92e2-3bc707bacec9 req-29b84689-c472-42fb-a4c2-ea32e9f8f0f4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73c5c62ec25a41ab8d37d29a4cff1db9&device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 1100 time: 0.4440258 Aug 23 20:33:31.784220 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef09a9fe-77fc-4d12-9988-996cc1f2d8ee admin admin] Pushing event deleted for resources: {'Port': ['ID=773cf0d4-0359-4f87-a118-3444d3454256,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:31.994782 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2034db7-f8a3-49c5-aac0-0d467c41bce4 req-3dba3e05-b4e6-4d2b-bd05-51872680e62a tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:31.997119 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c2034db7-f8a3-49c5-aac0-0d467c41bce4 req-3dba3e05-b4e6-4d2b-bd05-51872680e62a tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 949 time: 0.1251230 Aug 23 20:33:32.114348 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c2034db7-f8a3-49c5-aac0-0d467c41bce4 req-832e192a-5841-4e5d-9bef-476c5fbcf8b9 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015375 Aug 23 20:33:32.202352 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70991db-ae22-4d7e-92e2-3bc707bacec9 req-d0c9818d-9feb-48d2-82d6-fe539751c66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:32.204420 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c70991db-ae22-4d7e-92e2-3bc707bacec9 req-d0c9818d-9feb-48d2-82d6-fe539751c66b service neutron] 10.222.0.32 "GET /v2.0/networks?id=660f640a-b8b2-40aa-8ebf-76bd1608cceb HTTP/1.1" status: 200 len: 870 time: 0.4083302 Aug 23 20:33:32.312369 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c70991db-ae22-4d7e-92e2-3bc707bacec9 req-8af54f2f-3202-4615-8318-5645abb5e79b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=ef58400f-73b2-4937-8e79-65542a19162f HTTP/1.1" status: 200 len: 217 time: 0.0849583 Aug 23 20:33:32.353011 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52984) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:33:32.378532 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c74aa8-07fd-4f0d-8a98-34d7174c91cd req-8e834d57-6253-476b-b6b6-caa345b35247 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:32.380085 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c1c74aa8-07fd-4f0d-8a98-34d7174c91cd req-8e834d57-6253-476b-b6b6-caa345b35247 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c59210e-7213-41f3-89d9-b0a17b5f07a5 HTTP/1.1" status: 200 len: 945 time: 0.0932438 Aug 23 20:33:32.400227 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef09a9fe-77fc-4d12-9988-996cc1f2d8ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:32.424363 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70991db-ae22-4d7e-92e2-3bc707bacec9 req-3ed43ff5-2aed-4de6-8c7a-b34c60b70710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:32.426756 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c70991db-ae22-4d7e-92e2-3bc707bacec9 req-3ed43ff5-2aed-4de6-8c7a-b34c60b70710 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.0859694 Aug 23 20:33:32.433225 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1c62974-3552-410b-aa0e-39e3cae42fb3', 'tag': 'ef58400f-73b2-4937-8e79-65542a19162f'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:33:32.437834 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501fb8c6-1ba4-416a-a61f-bfeede7ac6e2" -d '{"events": [{"name": "network-changed", "server_uuid": "f1c62974-3552-410b-aa0e-39e3cae42fb3", "tag": "ef58400f-73b2-4937-8e79-65542a19162f"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:33:32.452875 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-56c097b3-1530-481e-8e71-08bf528f567d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=184419865e0841f78ad7115b4ff7e9c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0978911 Aug 23 20:33:32.453912 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52988) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:33:32.460173 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c1c74aa8-07fd-4f0d-8a98-34d7174c91cd req-a722dcbb-4e83-4c04-8a8c-17056062f3d6 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685613 Aug 23 20:33:32.540270 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2bc57316-d1d0-4423-a5b5-afde03f98805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:32.587386 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2bc57316-d1d0-4423-a5b5-afde03f98805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:32.630741 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1931ad0-6466-4c7b-89c4-f2be22f753c1 x-openstack-request-id: req-e1931ad0-6466-4c7b-89c4-f2be22f753c1 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:33:32.631329 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1c62974-3552-410b-aa0e-39e3cae42fb3", "tag": "ef58400f-73b2-4937-8e79-65542a19162f", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:33:32.631740 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e1931ad0-6466-4c7b-89c4-f2be22f753c1 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:33:32.632504 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1c62974-3552-410b-aa0e-39e3cae42fb3', 'tag': 'ef58400f-73b2-4937-8e79-65542a19162f', 'status': 'completed', 'code': 200} Aug 23 20:33:32.638147 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-0b2c4948-4a21-43e1-ad35-7b8fd9e207db admin admin] Deleting port 1b2622e4-30e7-427c-97d6-c188e4de368b {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:33:32.638858 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0b2c4948-4a21-43e1-ad35-7b8fd9e207db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:32.681946 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501fb8c6-1ba4-416a-a61f-bfeede7ac6e2 req-0a23ff9c-40c0-46b9-a83d-3f0c94a2bdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:32.684203 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-501fb8c6-1ba4-416a-a61f-bfeede7ac6e2 req-0a23ff9c-40c0-46b9-a83d-3f0c94a2bdc6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=73c5c62ec25a41ab8d37d29a4cff1db9&device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 1100 time: 0.0642109 Aug 23 20:33:32.690717 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2bc57316-d1d0-4423-a5b5-afde03f98805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:32.694665 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2bc57316-d1d0-4423-a5b5-afde03f98805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:32.696770 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2bc57316-d1d0-4423-a5b5-afde03f98805 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/89f44840-cd97-4a28-9d0a-03e7a175cabd HTTP/1.1" status: 204 len: 168 time: 0.2352927 Aug 23 20:33:32.855845 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70991db-ae22-4d7e-92e2-3bc707bacec9 req-7b959418-e578-49ea-88d4-0de65ae37296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:32.856977 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c70991db-ae22-4d7e-92e2-3bc707bacec9 req-7b959418-e578-49ea-88d4-0de65ae37296 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3362176 Aug 23 20:33:32.870580 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501fb8c6-1ba4-416a-a61f-bfeede7ac6e2 req-b0f2ac1e-0193-4b8d-a8b2-19efaa4a6b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:32.872204 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-501fb8c6-1ba4-416a-a61f-bfeede7ac6e2 req-b0f2ac1e-0193-4b8d-a8b2-19efaa4a6b5b service neutron] 10.222.0.11 "GET /v2.0/networks?id=660f640a-b8b2-40aa-8ebf-76bd1608cceb HTTP/1.1" status: 200 len: 870 time: 0.1743813 Aug 23 20:33:32.911531 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc57316-d1d0-4423-a5b5-afde03f98805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f44840-cd97-4a28-9d0a-03e7a175cabd,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:33.011998 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-501fb8c6-1ba4-416a-a61f-bfeede7ac6e2 req-636a3d2d-614a-49d5-987b-1b0184feddec service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=ef58400f-73b2-4937-8e79-65542a19162f HTTP/1.1" status: 200 len: 217 time: 0.1100395 Aug 23 20:33:33.128171 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff96604-c721-4dd8-8355-b4837aec4ddc req-3135074b-ad02-4740-83d6-8b8bac024a52 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:33.129754 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cff96604-c721-4dd8-8355-b4837aec4ddc req-3135074b-ad02-4740-83d6-8b8bac024a52 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c59210e-7213-41f3-89d9-b0a17b5f07a5 HTTP/1.1" status: 200 len: 945 time: 0.2552185 Aug 23 20:33:33.283841 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eccb47a-785e-4da8-9ed7-581b08009078 req-02b93adb-8c89-4d86-9474-2d5fe474884b tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:33.290581 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eccb47a-785e-4da8-9ed7-581b08009078 req-02b93adb-8c89-4d86-9474-2d5fe474884b tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:33.299017 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eccb47a-785e-4da8-9ed7-581b08009078 req-02b93adb-8c89-4d86-9474-2d5fe474884b tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:33.306575 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eccb47a-785e-4da8-9ed7-581b08009078 req-02b93adb-8c89-4d86-9474-2d5fe474884b tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:33.313187 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eccb47a-785e-4da8-9ed7-581b08009078 req-02b93adb-8c89-4d86-9474-2d5fe474884b tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:33.319764 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eccb47a-785e-4da8-9ed7-581b08009078 req-02b93adb-8c89-4d86-9474-2d5fe474884b tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:33.329937 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eccb47a-785e-4da8-9ed7-581b08009078 req-02b93adb-8c89-4d86-9474-2d5fe474884b tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:33.332259 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4eccb47a-785e-4da8-9ed7-581b08009078 req-02b93adb-8c89-4d86-9474-2d5fe474884b tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 5418 time: 0.4565551 Aug 23 20:33:33.363137 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501fb8c6-1ba4-416a-a61f-bfeede7ac6e2 req-3fee5b6f-656b-4cdb-8c01-8931f7f81ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:33.364868 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-501fb8c6-1ba4-416a-a61f-bfeede7ac6e2 req-3fee5b6f-656b-4cdb-8c01-8931f7f81ba1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.3324037 Aug 23 20:33:33.520092 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4eccb47a-785e-4da8-9ed7-581b08009078 req-4da6f84f-fe01-4b8e-9b2a-7cc995ed3faa tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b54e5a8-71d6-43fd-b888-7393c70f9dac&id=8c89d379-1762-483a-9924-6d88093352af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1738725 Aug 23 20:33:33.529612 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501fb8c6-1ba4-416a-a61f-bfeede7ac6e2 req-d13c6fce-aaa8-4a70-b953-6617508f954d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:33.535442 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-501fb8c6-1ba4-416a-a61f-bfeede7ac6e2 req-d13c6fce-aaa8-4a70-b953-6617508f954d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1517677 Aug 23 20:33:33.588310 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-0b2c4948-4a21-43e1-ad35-7b8fd9e207db admin admin] For port 1b2622e4-30e7-427c-97d6-c188e4de368b, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=1b2622e4-30e7-427c-97d6-c188e4de368b,segment=NetworkSegment(4f174cef-a745-48db-a00d-19ede4fdd42f),segment_id=4f174cef-a745-48db-a00d-19ede4fdd42f)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:33.589199 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0b2c4948-4a21-43e1-ad35-7b8fd9e207db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:33.646506 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-0b2c4948-4a21-43e1-ad35-7b8fd9e207db admin admin] Calling delete_port for 1b2622e4-30e7-427c-97d6-c188e4de368b owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:33:33.690136 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-cff96604-c721-4dd8-8355-b4837aec4ddc req-192db44d-0981-4c6a-aa91-7975b8223015 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Deleting port 08f8dea4-08e0-46b1-a8c1-93efe9d39a93 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:33:33.690504 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cff96604-c721-4dd8-8355-b4837aec4ddc req-192db44d-0981-4c6a-aa91-7975b8223015 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:33.694569 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c70991db-ae22-4d7e-92e2-3bc707bacec9 req-cf0d60e5-9970-41f5-a59f-b9652dee7d8c service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8223455 Aug 23 20:33:33.703510 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b8f337-e840-41b6-8e7e-bfe00d53cb1b req-dca71d3c-4232-446c-ae27-5c60f8765d6f tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:33.711033 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-01b8f337-e840-41b6-8e7e-bfe00d53cb1b req-dca71d3c-4232-446c-ae27-5c60f8765d6f tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 949 time: 0.1951361 Aug 23 20:33:33.867279 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-501fb8c6-1ba4-416a-a61f-bfeede7ac6e2 req-7b9eb0df-5f82-4f9c-8dab-e35e327bc301 service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053617 Aug 23 20:33:33.910972 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef09a9fe-77fc-4d12-9988-996cc1f2d8ee admin admin] Router dc468c9e-9a15-42d3-8849-195719ef6c66 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:33:33.964685 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-cff96604-c721-4dd8-8355-b4837aec4ddc req-192db44d-0981-4c6a-aa91-7975b8223015 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] For port 08f8dea4-08e0-46b1-a8c1-93efe9d39a93, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=08f8dea4-08e0-46b1-a8c1-93efe9d39a93,segment=NetworkSegment(3440ae09-322e-4891-8c02-a5baf5ba77f1),segment_id=3440ae09-322e-4891-8c02-a5baf5ba77f1)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:33.965078 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cff96604-c721-4dd8-8355-b4837aec4ddc req-192db44d-0981-4c6a-aa91-7975b8223015 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:33.983377 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-cff96604-c721-4dd8-8355-b4837aec4ddc req-192db44d-0981-4c6a-aa91-7975b8223015 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Calling delete_port for 08f8dea4-08e0-46b1-a8c1-93efe9d39a93 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:33:34.011214 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-01b8f337-e840-41b6-8e7e-bfe00d53cb1b req-b6716d15-b295-463e-a6bb-26e8d66f4992 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990756 Aug 23 20:33:34.056883 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53044) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:33:34.069815 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-501fb8c6-1ba4-416a-a61f-bfeede7ac6e2 req-20bdba38-5db6-41fd-8aef-40fe46c16663 service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868789 Aug 23 20:33:34.299088 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cff96604-c721-4dd8-8355-b4837aec4ddc req-192db44d-0981-4c6a-aa91-7975b8223015 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:34.318155 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c70991db-ae22-4d7e-92e2-3bc707bacec9 req-89f31cba-7713-4e8c-acd0-360de08901ec service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5982533 Aug 23 20:33:34.332532 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['84e51d00-0bc5-4ad2-bce4-927d8c61adea'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:33:34.362651 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-71501da3-5744-4e0c-b4b8-b9895949d059 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2083465565-network', 'tenant_id': '6579632f1e1d4c7481d3220ebde2ae6f'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:33:34.437013 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dbca99f7-d183-4b3e-b0dd-2a2450e2e5f6 req-f41b7c9a-eece-4114-aa87-195e6b2dfe45 tempest-ServerShowV257Test-1047712289 tempest-ServerShowV257Test-1047712289-project] 10.222.0.61 "GET /v2.0/ports?device_id=18b5842b-e97f-4ebc-9ad1-0fd25c66225d HTTP/1.1" status: 200 len: 210 time: 0.0516109 Aug 23 20:33:34.440673 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71501da3-5744-4e0c-b4b8-b9895949d059 admin admin] Made reservation on behalf of 6579632f1e1d4c7481d3220ebde2ae6f for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:33:34.443134 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-71501da3-5744-4e0c-b4b8-b9895949d059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:34.453584 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192db44d-0981-4c6a-aa91-7975b8223015 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Pushing event deleted for resources: {'Port': ['ID=08f8dea4-08e0-46b1-a8c1-93efe9d39a93,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:34.492126 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-71501da3-5744-4e0c-b4b8-b9895949d059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:34.533464 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-cff96604-c721-4dd8-8355-b4837aec4ddc req-192db44d-0981-4c6a-aa91-7975b8223015 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] No DVR routers for this DVR port 08f8dea4-08e0-46b1-a8c1-93efe9d39a93 on host n-h2-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:33:34.550682 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15145312-c04c-4942-bf80-092b0e1703d9 req-b9a0d807-44b0-4738-a901-0db52513cab0 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:34.552374 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-15145312-c04c-4942-bf80-092b0e1703d9 req-b9a0d807-44b0-4738-a901-0db52513cab0 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c59210e-7213-41f3-89d9-b0a17b5f07a5 HTTP/1.1" status: 200 len: 945 time: 0.4143052 Aug 23 20:33:34.624505 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cff96604-c721-4dd8-8355-b4837aec4ddc req-192db44d-0981-4c6a-aa91-7975b8223015 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:34.627031 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cff96604-c721-4dd8-8355-b4837aec4ddc req-192db44d-0981-4c6a-aa91-7975b8223015 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.32 "DELETE /v2.0/ports/08f8dea4-08e0-46b1-a8c1-93efe9d39a93 HTTP/1.1" status: 204 len: 173 time: 1.4828396 Aug 23 20:33:34.627278 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c59210e-7213-41f3-89d9-b0a17b5f07a5', 'name': 'network-vif-deleted', 'tag': '08f8dea4-08e0-46b1-a8c1-93efe9d39a93'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:33:34.630218 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de56be1-9028-42dc-8da9-01f270d194da" -d '{"events": [{"server_uuid": "8c59210e-7213-41f3-89d9-b0a17b5f07a5", "name": "network-vif-deleted", "tag": "08f8dea4-08e0-46b1-a8c1-93efe9d39a93"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:33:34.654718 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef09a9fe-77fc-4d12-9988-996cc1f2d8ee admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:33:34.670812 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90184c3-a42a-4fd9-ab7c-d72531fd03ff None None] Sync routers for ids ['dc468c9e-9a15-42d3-8849-195719ef6c66'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:33:34.692966 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ef09a9fe-77fc-4d12-9988-996cc1f2d8ee admin admin] 10.222.0.61 "PUT /v2.0/routers/dc468c9e-9a15-42d3-8849-195719ef6c66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0275817 Aug 23 20:33:34.695536 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90184c3-a42a-4fd9-ab7c-d72531fd03ff None None] Routers {'dc468c9e-9a15-42d3-8849-195719ef6c66'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:33:34.696052 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e90184c3-a42a-4fd9-ab7c-d72531fd03ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:33:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['dc468c9e-9a15-42d3-8849-195719ef6c66'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:33:34.700441 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53064) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:33:34.773369 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-15145312-c04c-4942-bf80-092b0e1703d9 req-0c342bcd-5792-4a14-8fe1-2bb61c25706c tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987607 Aug 23 20:33:34.785617 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-71501da3-5744-4e0c-b4b8-b9895949d059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:34.819904 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-71501da3-5744-4e0c-b4b8-b9895949d059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:34.830240 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501fb8c6-1ba4-416a-a61f-bfeede7ac6e2 req-b9a9d09c-7799-4286-a9cb-b93e855dc7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:34.832316 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-501fb8c6-1ba4-416a-a61f-bfeede7ac6e2 req-b9a9d09c-7799-4286-a9cb-b93e855dc7cd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73c5c62ec25a41ab8d37d29a4cff1db9&device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 1100 time: 0.3228025 Aug 23 20:33:34.895322 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71501da3-5744-4e0c-b4b8-b9895949d059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5581162e-9f5e-4f48-8ca6-f11c11559911,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:34.983651 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e7b3f-3892-41d9-bd59-24ab6926fcf7 req-a2684e4f-ccfe-49f2-b3a4-9c70d32fe87e tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:35.015144 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e7b3f-3892-41d9-bd59-24ab6926fcf7 req-a2684e4f-ccfe-49f2-b3a4-9c70d32fe87e tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:35.022789 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0b2c4948-4a21-43e1-ad35-7b8fd9e207db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:35.044798 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e7b3f-3892-41d9-bd59-24ab6926fcf7 req-a2684e4f-ccfe-49f2-b3a4-9c70d32fe87e tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:35.078730 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e7b3f-3892-41d9-bd59-24ab6926fcf7 req-a2684e4f-ccfe-49f2-b3a4-9c70d32fe87e tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:35.086913 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e7b3f-3892-41d9-bd59-24ab6926fcf7 req-a2684e4f-ccfe-49f2-b3a4-9c70d32fe87e tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:35.093736 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e7b3f-3892-41d9-bd59-24ab6926fcf7 req-a2684e4f-ccfe-49f2-b3a4-9c70d32fe87e tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:35.101405 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-e90184c3-a42a-4fd9-ab7c-d72531fd03ff None None] Set router dc468c9e-9a15-42d3-8849-195719ef6c66 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:33:35.102995 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2c4948-4a21-43e1-ad35-7b8fd9e207db admin admin] Pushing event deleted for resources: {'Port': ['ID=1b2622e4-30e7-427c-97d6-c188e4de368b,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:35.103440 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e7b3f-3892-41d9-bd59-24ab6926fcf7 req-a2684e4f-ccfe-49f2-b3a4-9c70d32fe87e tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:35.112972 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b65e7b3f-3892-41d9-bd59-24ab6926fcf7 req-a2684e4f-ccfe-49f2-b3a4-9c70d32fe87e tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 5418 time: 0.4259729 Aug 23 20:33:35.115816 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71501da3-5744-4e0c-b4b8-b9895949d059 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:33:35.121235 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f7ba2de4-bdc8-4d8b-a8d7-de64c336116e admin admin] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:35.130393 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-71501da3-5744-4e0c-b4b8-b9895949d059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:35.131501 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-71501da3-5744-4e0c-b4b8-b9895949d059 admin admin] Added segment ec4452f5-2d98-412f-a71f-56732945e446 of type vlan for network 2570b2a5-5091-4ba9-802e-156c387a4a27 Aug 23 20:33:35.185749 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-71501da3-5744-4e0c-b4b8-b9895949d059 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:35.251385 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed140144-06fa-4e27-8dec-4d54ee2fe759 x-openstack-request-id: req-ed140144-06fa-4e27-8dec-4d54ee2fe759 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:33:35.251675 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c59210e-7213-41f3-89d9-b0a17b5f07a5", "name": "network-vif-deleted", "tag": "08f8dea4-08e0-46b1-a8c1-93efe9d39a93", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:33:35.251929 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ed140144-06fa-4e27-8dec-4d54ee2fe759 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:33:35.252378 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c59210e-7213-41f3-89d9-b0a17b5f07a5', 'name': 'network-vif-deleted', 'tag': '08f8dea4-08e0-46b1-a8c1-93efe9d39a93', 'status': 'completed', 'code': 200} Aug 23 20:33:35.282685 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b65e7b3f-3892-41d9-bd59-24ab6926fcf7 req-3b7c174b-5b3a-4210-a263-7909b4d9a285 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b54e5a8-71d6-43fd-b888-7393c70f9dac&id=8c89d379-1762-483a-9924-6d88093352af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1684089 Aug 23 20:33:35.289137 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-71501da3-5744-4e0c-b4b8-b9895949d059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:35.290960 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71501da3-5744-4e0c-b4b8-b9895949d059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:35.292796 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-71501da3-5744-4e0c-b4b8-b9895949d059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:35.370921 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501fb8c6-1ba4-416a-a61f-bfeede7ac6e2 req-057097c9-8724-4580-8609-c18574cd198b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:35.377715 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-501fb8c6-1ba4-416a-a61f-bfeede7ac6e2 req-057097c9-8724-4580-8609-c18574cd198b service neutron] 10.222.0.32 "GET /v2.0/networks?id=660f640a-b8b2-40aa-8ebf-76bd1608cceb HTTP/1.1" status: 200 len: 870 time: 0.5345006 Aug 23 20:33:35.389263 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-71501da3-5744-4e0c-b4b8-b9895949d059 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3299778 Aug 23 20:33:35.431606 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53090) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:33:35.456376 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-84834531-c052-4931-89ca-9ea759c592fc admin admin] Request body: {'subnet': {'network_id': '2570b2a5-5091-4ba9-802e-156c387a4a27', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2083465565-subnet', 'tenant_id': '6579632f1e1d4c7481d3220ebde2ae6f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:33:35.593794 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71501da3-5744-4e0c-b4b8-b9895949d059 admin admin] Pushing event updated for resources: {'Network': ['ID=2570b2a5-5091-4ba9-802e-156c387a4a27,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:35.608233 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 2570b2a5-5091-4ba9-802e-156c387a4a27 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:33:35.625488 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c4b2a3-530a-46c1-87df-1aa892c7bbe1 req-bb43f563-c54e-42a4-a92a-fe5284a9c60c tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:35.629397 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-501fb8c6-1ba4-416a-a61f-bfeede7ac6e2 req-e0c1bbea-3f39-4604-8cef-6c66aedce85d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=ef58400f-73b2-4937-8e79-65542a19162f HTTP/1.1" status: 200 len: 217 time: 0.2323525 Aug 23 20:33:35.635820 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-59c4b2a3-530a-46c1-87df-1aa892c7bbe1 req-bb43f563-c54e-42a4-a92a-fe5284a9c60c tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 949 time: 0.1818154 Aug 23 20:33:35.680744 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e90184c3-a42a-4fd9-ab7c-d72531fd03ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-951136079-router', 'tenant_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'd6ef7e4c-523f-4e3e-a239-d972d9c116ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:27:59Z', 'updated_at': '2021-08-23T20:33:31Z', 'revision_number': 5, 'project_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'gw_port': {'id': 'd6ef7e4c-523f-4e3e-a239-d972d9c116ed', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:28:00Z', 'updated_at': '2021-08-23T20:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:33:35.712382 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-59c4b2a3-530a-46c1-87df-1aa892c7bbe1 req-0f5625f9-e820-404e-96ae-1acf3e961a56 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702033 Aug 23 20:33:35.764524 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90184c3-a42a-4fd9-ab7c-d72531fd03ff None None] Checking router: dc468c9e-9a15-42d3-8849-195719ef6c66 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:33:35.785061 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90184c3-a42a-4fd9-ab7c-d72531fd03ff None None] Routers {'dc468c9e-9a15-42d3-8849-195719ef6c66'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:33:35.785754 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e90184c3-a42a-4fd9-ab7c-d72531fd03ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:33:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['dc468c9e-9a15-42d3-8849-195719ef6c66'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:33:35.819505 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d887bf08-c4e5-41a1-b66f-dc2eb9e819ca req-7fece7f1-428e-4310-af49-165ebb4c5d93 tempest-ServerShowV257Test-1047712289 tempest-ServerShowV257Test-1047712289-project] 10.222.0.61 "GET /v2.0/ports?device_id=18b5842b-e97f-4ebc-9ad1-0fd25c66225d HTTP/1.1" status: 200 len: 210 time: 0.2074342 Aug 23 20:33:35.842994 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84834531-c052-4931-89ca-9ea759c592fc admin admin] Made reservation on behalf of 6579632f1e1d4c7481d3220ebde2ae6f for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:33:35.845822 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-84834531-c052-4931-89ca-9ea759c592fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:35.964289 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f7ba2de4-bdc8-4d8b-a8d7-de64c336116e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:35.965710 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-e90184c3-a42a-4fd9-ab7c-d72531fd03ff None None] Set router dc468c9e-9a15-42d3-8849-195719ef6c66 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:33:35.990617 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501fb8c6-1ba4-416a-a61f-bfeede7ac6e2 req-2273add0-e1eb-445b-86ad-06ff4872cb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:35.992667 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-501fb8c6-1ba4-416a-a61f-bfeede7ac6e2 req-2273add0-e1eb-445b-86ad-06ff4872cb35 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.3478432 Aug 23 20:33:36.057096 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f26a4e83-7c28-4aed-a735-7162de035f8c req-1e9da574-0f1c-4b2e-8482-7762b69c9544 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c59210e-7213-41f3-89d9-b0a17b5f07a5 HTTP/1.1" status: 200 len: 210 time: 0.0691404 Aug 23 20:33:36.243023 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0b2c4948-4a21-43e1-ad35-7b8fd9e207db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:36.261531 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device ef58400f-73b2-4937-8e79-65542a19162f details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:33:36.269853 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 08f8dea4-08e0-46b1-a8c1-93efe9d39a93 no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:33:36.302389 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e90184c3-a42a-4fd9-ab7c-d72531fd03ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-951136079-router', 'tenant_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'd6ef7e4c-523f-4e3e-a239-d972d9c116ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:27:59Z', 'updated_at': '2021-08-23T20:33:31Z', 'revision_number': 5, 'project_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'gw_port': {'id': 'd6ef7e4c-523f-4e3e-a239-d972d9c116ed', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:28:00Z', 'updated_at': '2021-08-23T20:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:33:36.339093 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90184c3-a42a-4fd9-ab7c-d72531fd03ff None None] The sync data for ids ['dc468c9e-9a15-42d3-8849-195719ef6c66'] in n-d-805663-2 is: [{'id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-951136079-router', 'tenant_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'd6ef7e4c-523f-4e3e-a239-d972d9c116ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:27:59Z', 'updated_at': '2021-08-23T20:33:31Z', 'revision_number': 5, 'project_id': '30043a9797a048cd9fb0f08dc9cd31f3', 'gw_port': {'id': 'd6ef7e4c-523f-4e3e-a239-d972d9c116ed', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc468c9e-9a15-42d3-8849-195719ef6c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:28:00Z', 'updated_at': '2021-08-23T20:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:33:36.390033 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501fb8c6-1ba4-416a-a61f-bfeede7ac6e2 req-2c20ea5c-f7a6-4e78-aac7-dc425c632028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:36.391832 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-501fb8c6-1ba4-416a-a61f-bfeede7ac6e2 req-2c20ea5c-f7a6-4e78-aac7-dc425c632028 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3376172 Aug 23 20:33:36.410168 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: 08f8dea4-08e0-46b1-a8c1-93efe9d39a93 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:33:36.410511 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 08f8dea4-08e0-46b1-a8c1-93efe9d39a93 not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:33:36.412715 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.db.resource_extend [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 20:33:36.569268 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-f7ba2de4-bdc8-4d8b-a8d7-de64c336116e admin admin] Deleting port d6ef7e4c-523f-4e3e-a239-d972d9c116ed {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:33:36.570344 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port ef58400f-73b2-4937-8e79-65542a19162f, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=ef58400f-73b2-4937-8e79-65542a19162f,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:36.572442 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f7ba2de4-bdc8-4d8b-a8d7-de64c336116e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:36.592966 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': 'ef58400f-73b2-4937-8e79-65542a19162f', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'port_id': 'ef58400f-73b2-4937-8e79-65542a19162f', 'mac_address': 'fa:16:3e:8f:ee:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66e9eb0-86f4-4159-852b-f29863cbf18d', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:33:36.645202 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:36.662115 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef58400f-73b2-4937-8e79-65542a19162f {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:33:36.691511 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port ef58400f-73b2-4937-8e79-65542a19162f, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=ef58400f-73b2-4937-8e79-65542a19162f,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:36.696516 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:36.787419 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=ef58400f-73b2-4937-8e79-65542a19162f,revision_number=12']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:36.875327 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529a511-1352-4b76-b8b4-9fe337a420a9 req-6a76b297-1eb2-48f6-9df8-04b9d0f55875 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:36.877113 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6529a511-1352-4b76-b8b4-9fe337a420a9 req-6a76b297-1eb2-48f6-9df8-04b9d0f55875 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 950 time: 0.0629616 Aug 23 20:33:36.885046 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 773cf0d4-0359-4f87-a118-3444d3454256 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:33:36.941341 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 773cf0d4-0359-4f87-a118-3444d3454256 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:33:36.941762 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 773cf0d4-0359-4f87-a118-3444d3454256 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:33:36.973933 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6529a511-1352-4b76-b8b4-9fe337a420a9 req-3c2476c2-e65d-4788-bd95-d09d19dcc40c tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812817 Aug 23 20:33:37.079400 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['ef58400f-73b2-4937-8e79-65542a19162f'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:33:37.133668 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a94161fb-efe8-4b7d-9b6d-24b47f83bef5 req-7a73b64b-d3e5-4dfe-8c99-e2b11b11aec2 tempest-ServerShowV257Test-1047712289 tempest-ServerShowV257Test-1047712289-project] 10.222.0.61 "GET /v2.0/ports?device_id=18b5842b-e97f-4ebc-9ad1-0fd25c66225d HTTP/1.1" status: 200 len: 210 time: 0.0462742 Aug 23 20:33:37.147183 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-84834531-c052-4931-89ca-9ea759c592fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:37.246831 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84834531-c052-4931-89ca-9ea759c592fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=143c2ba7-a161-4c59-993f-d984385e442e,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:37.255428 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb1aec7-0eb5-4d25-80c3-c5778865f3a2 req-eb9f28d0-7df3-4bcf-8d80-e1eaf30287f0 tempest-MigrationsAdminTest-1038570141 tempest-MigrationsAdminTest-1038570141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:37.257124 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ceb1aec7-0eb5-4d25-80c3-c5778865f3a2 req-eb9f28d0-7df3-4bcf-8d80-e1eaf30287f0 tempest-MigrationsAdminTest-1038570141 tempest-MigrationsAdminTest-1038570141-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 1101 time: 0.0454767 Aug 23 20:33:37.285637 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea7133-5d7c-46ec-8de8-f837c7653c1c req-af9d0c68-a545-4e92-9761-961cf531c699 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:37.295586 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea7133-5d7c-46ec-8de8-f837c7653c1c req-af9d0c68-a545-4e92-9761-961cf531c699 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:37.297948 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ceb1aec7-0eb5-4d25-80c3-c5778865f3a2 req-6da80222-7305-45cc-b318-af6ab2085c57 tempest-MigrationsAdminTest-1038570141 tempest-MigrationsAdminTest-1038570141-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335567 Aug 23 20:33:37.304696 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea7133-5d7c-46ec-8de8-f837c7653c1c req-af9d0c68-a545-4e92-9761-961cf531c699 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:37.311957 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea7133-5d7c-46ec-8de8-f837c7653c1c req-af9d0c68-a545-4e92-9761-961cf531c699 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:37.319639 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea7133-5d7c-46ec-8de8-f837c7653c1c req-af9d0c68-a545-4e92-9761-961cf531c699 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:37.328284 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea7133-5d7c-46ec-8de8-f837c7653c1c req-af9d0c68-a545-4e92-9761-961cf531c699 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:37.332323 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea7133-5d7c-46ec-8de8-f837c7653c1c req-af9d0c68-a545-4e92-9761-961cf531c699 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:37.334873 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-54ea7133-5d7c-46ec-8de8-f837c7653c1c req-af9d0c68-a545-4e92-9761-961cf531c699 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 5418 time: 0.7886624 Aug 23 20:33:37.406287 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-501fb8c6-1ba4-416a-a61f-bfeede7ac6e2 req-4b56a021-1563-45fe-bfaa-92b01cfce32a service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0034857 Aug 23 20:33:37.415710 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-051c92ec-1fa2-43ee-adf7-14a8008b4452 req-555375e7-2428-44be-8919-4a9ad3aa7205 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c59210e-7213-41f3-89d9-b0a17b5f07a5 HTTP/1.1" status: 200 len: 210 time: 0.0351284 Aug 23 20:33:37.431738 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-f7ba2de4-bdc8-4d8b-a8d7-de64c336116e admin admin] For port d6ef7e4c-523f-4e3e-a239-d972d9c116ed, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=d6ef7e4c-523f-4e3e-a239-d972d9c116ed,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:37.431738 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f7ba2de4-bdc8-4d8b-a8d7-de64c336116e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:37.507384 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-f7ba2de4-bdc8-4d8b-a8d7-de64c336116e admin admin] Calling delete_port for d6ef7e4c-523f-4e3e-a239-d972d9c116ed owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:33:37.593339 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84834531-c052-4931-89ca-9ea759c592fc admin admin] Checking segment: {'id': 'ec4452f5-2d98-412f-a71f-56732945e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2570b2a5-5091-4ba9-802e-156c387a4a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:33:37.593704 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84834531-c052-4931-89ca-9ea759c592fc admin admin] Network hostable DHCP agents. Network: 2570b2a5-5091-4ba9-802e-156c387a4a27, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:33:37.599595 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-54ea7133-5d7c-46ec-8de8-f837c7653c1c req-5f136d59-3289-48de-bebb-69ac647e53cb tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b54e5a8-71d6-43fd-b888-7393c70f9dac&id=8c89d379-1762-483a-9924-6d88093352af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2563267 Aug 23 20:33:37.717345 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b2c4948-4a21-43e1-ad35-7b8fd9e207db admin admin] Router 34d4e13f-2b71-474f-9a90-9850c3fddb51 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:33:37.735948 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-501fb8c6-1ba4-416a-a61f-bfeede7ac6e2 req-7260f93f-b264-4895-b20f-d51d9f2767a3 service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089325 Aug 23 20:33:37.739858 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84834531-c052-4931-89ca-9ea759c592fc admin admin] Network 2570b2a5-5091-4ba9-802e-156c387a4a27 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:33:37.778360 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-84834531-c052-4931-89ca-9ea759c592fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 2570b2a5-5091-4ba9-802e-156c387a4a27) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:33:37.788831 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fe77af-baa0-4fc9-af69-b305afca2d84 None None] Network 2570b2a5-5091-4ba9-802e-156c387a4a27 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:33:37.825313 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84834531-c052-4931-89ca-9ea759c592fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:37.826571 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-84834531-c052-4931-89ca-9ea759c592fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:37.898624 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df60d1-30a5-4bd0-a4cd-47850d47fd35 req-102c7ce7-3019-4672-9e9e-a9e8b6035fa0 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:37.900557 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-78df60d1-30a5-4bd0-a4cd-47850d47fd35 req-102c7ce7-3019-4672-9e9e-a9e8b6035fa0 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 950 time: 0.1888301 Aug 23 20:33:37.901842 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-84834531-c052-4931-89ca-9ea759c592fc admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4499755 Aug 23 20:33:37.905439 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53162) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:33:37.910668 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-76e542b1-5713-40a0-bbc4-7d0fd83eb442 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2083465565-router', 'tenant_id': '6579632f1e1d4c7481d3220ebde2ae6f', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:33:37.976270 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ad2762-93cf-4206-be47-dfaf64e6b6da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-2570b2a5-5091-4ba9-802e-156c387a4a27', 'network_id': '2570b2a5-5091-4ba9-802e-156c387a4a27', 'tenant_id': '6579632f1e1d4c7481d3220ebde2ae6f', 'fixed_ips': [{'subnet_id': '143c2ba7-a161-4c59-993f-d984385e442e'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:33:37.977445 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31ad2762-93cf-4206-be47-dfaf64e6b6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:38.049854 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-78df60d1-30a5-4bd0-a4cd-47850d47fd35 req-cc14e838-49a1-4f0b-b416-fdb3ab6f548d tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217325 Aug 23 20:33:38.077946 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-76e542b1-5713-40a0-bbc4-7d0fd83eb442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:38.079403 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-76e542b1-5713-40a0-bbc4-7d0fd83eb442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:38.129834 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2c4948-4a21-43e1-ad35-7b8fd9e207db admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:33:38.147745 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53174) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:33:38.151775 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d10d360-4bb6-4475-a1d4-dc0120f79b86 None None] Sync routers for ids ['34d4e13f-2b71-474f-9a90-9850c3fddb51'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:33:38.172785 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d10d360-4bb6-4475-a1d4-dc0120f79b86 None None] Routers {'34d4e13f-2b71-474f-9a90-9850c3fddb51'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:33:38.173489 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-5d10d360-4bb6-4475-a1d4-dc0120f79b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:33:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['34d4e13f-2b71-474f-9a90-9850c3fddb51'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:33:38.174274 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0b2c4948-4a21-43e1-ad35-7b8fd9e207db admin admin] 10.222.0.61 "PUT /v2.0/routers/34d4e13f-2b71-474f-9a90-9850c3fddb51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4589245 Aug 23 20:33:38.240260 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f7ba2de4-bdc8-4d8b-a8d7-de64c336116e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:38.241131 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3db27054-60b2-4cc1-8273-a2cca2906212 req-c629fdd0-9e03-4dd6-aac3-b1e3163da972 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=18b5842b-e97f-4ebc-9ad1-0fd25c66225d HTTP/1.1" status: 200 len: 210 time: 0.0435743 Aug 23 20:33:38.280412 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device ef58400f-73b2-4937-8e79-65542a19162f up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:33:38.322373 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-76e542b1-5713-40a0-bbc4-7d0fd83eb442 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:38.330097 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-31ad2762-93cf-4206-be47-dfaf64e6b6da None None] Allocated IP 172.20.0.2 (2570b2a5-5091-4ba9-802e-156c387a4a27/143c2ba7-a161-4c59-993f-d984385e442e/a746412a-c93d-40c4-b838-4f1bb3d6e3b0) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:33:38.371676 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb944366-d161-47c1-8bd3-1ee0a53ce782 admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:38.394872 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-5d10d360-4bb6-4475-a1d4-dc0120f79b86 None None] Set router 34d4e13f-2b71-474f-9a90-9850c3fddb51 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:33:38.436887 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ba2de4-bdc8-4d8b-a8d7-de64c336116e admin admin] Pushing event deleted for resources: {'Port': ['ID=d6ef7e4c-523f-4e3e-a239-d972d9c116ed,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:38.469056 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ae317708-5d5a-4561-b753-99e220c73596 req-6ed903ce-c4d6-4555-8df9-d189bbe6fd10 tempest-ServerShowV257Test-1047712289 tempest-ServerShowV257Test-1047712289-project] 10.222.0.61 "GET /v2.0/ports?device_id=18b5842b-e97f-4ebc-9ad1-0fd25c66225d HTTP/1.1" status: 200 len: 210 time: 0.1486683 Aug 23 20:33:38.687839 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb944366-d161-47c1-8bd3-1ee0a53ce782 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:38.725555 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port ef58400f-73b2-4937-8e79-65542a19162f completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:33:38.763440 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port ef58400f-73b2-4937-8e79-65542a19162f triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:33:38.767247 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:38.849272 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-eb944366-d161-47c1-8bd3-1ee0a53ce782 admin admin] Deleting port a920c2d4-f764-4141-9958-89f6ff6d0c9d {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:33:38.849862 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb944366-d161-47c1-8bd3-1ee0a53ce782 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:38.876945 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a93e65c5-89d3-4890-bdea-3f6f745517c9 req-5fd7ebc1-9a4d-4edd-bbc5-c70be64f2aa0 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c59210e-7213-41f3-89d9-b0a17b5f07a5 HTTP/1.1" status: 200 len: 210 time: 0.2315183 Aug 23 20:33:39.053835 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31ad2762-93cf-4206-be47-dfaf64e6b6da None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:39.078878 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-31ad2762-93cf-4206-be47-dfaf64e6b6da None None] Transition to ACTIVE for port object a746412a-c93d-40c4-b838-4f1bb3d6e3b0 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:33:39.085349 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:39.138232 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-76e542b1-5713-40a0-bbc4-7d0fd83eb442 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:39.143519 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-eb944366-d161-47c1-8bd3-1ee0a53ce782 admin admin] For port a920c2d4-f764-4141-9958-89f6ff6d0c9d, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=a920c2d4-f764-4141-9958-89f6ff6d0c9d,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:39.144266 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port ef58400f-73b2-4937-8e79-65542a19162f, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=ef58400f-73b2-4937-8e79-65542a19162f,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:39.144477 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb944366-d161-47c1-8bd3-1ee0a53ce782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:39.156991 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c62974-3552-410b-aa0e-39e3cae42fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef58400f-73b2-4937-8e79-65542a19162f'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:33:39.159139 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29792dd3-fe19-4a63-b641-c221d7d2f345" -d '{"events": [{"server_uuid": "f1c62974-3552-410b-aa0e-39e3cae42fb3", "name": "network-vif-plugged", "status": "completed", "tag": "ef58400f-73b2-4937-8e79-65542a19162f"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:33:39.165861 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-5d10d360-4bb6-4475-a1d4-dc0120f79b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d4e13f-2b71-474f-9a90-9850c3fddb51', 'name': 'tempest-ServersTestManualDisk-1742028264-router', 'tenant_id': '05776662842040c0b8b29dd3b6aa709a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'a920c2d4-f764-4141-9958-89f6ff6d0c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:30:37Z', 'updated_at': '2021-08-23T20:33:34Z', 'revision_number': 5, 'project_id': '05776662842040c0b8b29dd3b6aa709a', 'gw_port': {'id': 'a920c2d4-f764-4141-9958-89f6ff6d0c9d', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d4e13f-2b71-474f-9a90-9850c3fddb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:30:38Z', 'updated_at': '2021-08-23T20:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:33:39.169629 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-eb944366-d161-47c1-8bd3-1ee0a53ce782 admin admin] Calling delete_port for a920c2d4-f764-4141-9958-89f6ff6d0c9d owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:33:39.177631 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:39.214829 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a3dbc-eee6-41ce-9871-d64091a3658a req-ffb813f5-5e84-4b38-9730-1a8b4f83bfb1 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:39.227275 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a3dbc-eee6-41ce-9871-d64091a3658a req-ffb813f5-5e84-4b38-9730-1a8b4f83bfb1 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:39.235557 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f7ba2de4-bdc8-4d8b-a8d7-de64c336116e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:39.239407 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a3dbc-eee6-41ce-9871-d64091a3658a req-ffb813f5-5e84-4b38-9730-1a8b4f83bfb1 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:39.250992 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a3dbc-eee6-41ce-9871-d64091a3658a req-ffb813f5-5e84-4b38-9730-1a8b4f83bfb1 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:39.262657 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d10d360-4bb6-4475-a1d4-dc0120f79b86 None None] Checking router: 34d4e13f-2b71-474f-9a90-9850c3fddb51 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:33:39.265124 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-31ad2762-93cf-4206-be47-dfaf64e6b6da None None] Transition to ACTIVE for port object a746412a-c93d-40c4-b838-4f1bb3d6e3b0 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:33:39.267044 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a3dbc-eee6-41ce-9871-d64091a3658a req-ffb813f5-5e84-4b38-9730-1a8b4f83bfb1 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:39.269458 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=ef58400f-73b2-4937-8e79-65542a19162f,revision_number=13']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:39.282907 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31ad2762-93cf-4206-be47-dfaf64e6b6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:39.287000 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a3dbc-eee6-41ce-9871-d64091a3658a req-ffb813f5-5e84-4b38-9730-1a8b4f83bfb1 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:39.296425 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a3dbc-eee6-41ce-9871-d64091a3658a req-ffb813f5-5e84-4b38-9730-1a8b4f83bfb1 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:39.305194 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-551a3dbc-eee6-41ce-9871-d64091a3658a req-ffb813f5-5e84-4b38-9730-1a8b4f83bfb1 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 5418 time: 0.4085722 Aug 23 20:33:39.318387 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d10d360-4bb6-4475-a1d4-dc0120f79b86 None None] Routers {'34d4e13f-2b71-474f-9a90-9850c3fddb51'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:33:39.319152 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-5d10d360-4bb6-4475-a1d4-dc0120f79b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:33:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['34d4e13f-2b71-474f-9a90-9850c3fddb51'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:33:39.372948 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ad2762-93cf-4206-be47-dfaf64e6b6da None None] Network 2570b2a5-5091-4ba9-802e-156c387a4a27 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:33:39.395877 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c264ad-4fea-4682-8b86-53bdeeb1ad86 req-eba7cda2-19d2-446c-a230-1b5ba2118302 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:39.411327 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-54c264ad-4fea-4682-8b86-53bdeeb1ad86 req-eba7cda2-19d2-446c-a230-1b5ba2118302 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/networks?id=102aaadf-a02d-4ccd-a117-533acfc24182 HTTP/1.1" status: 200 len: 804 time: 0.1794412 Aug 23 20:33:39.414173 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-551a3dbc-eee6-41ce-9871-d64091a3658a req-7e6a8e60-8e62-4a25-b8d8-f9194956d5fa tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b54e5a8-71d6-43fd-b888-7393c70f9dac&id=8c89d379-1762-483a-9924-6d88093352af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1039999 Aug 23 20:33:39.415035 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-31ad2762-93cf-4206-be47-dfaf64e6b6da None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:33:39.418865 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ad2762-93cf-4206-be47-dfaf64e6b6da None None] Pushing event updated for resources: {'Port': ['ID=a746412a-c93d-40c4-b838-4f1bb3d6e3b0,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:39.428535 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ad2762-93cf-4206-be47-dfaf64e6b6da None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:33:39.476151 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-5d10d360-4bb6-4475-a1d4-dc0120f79b86 None None] Set router 34d4e13f-2b71-474f-9a90-9850c3fddb51 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:33:39.582351 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-54c264ad-4fea-4682-8b86-53bdeeb1ad86 req-26b88c7f-322b-47f9-954f-5ab77e607c8e tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/quotas/d3e19e7b2cfe41f8bf7d244c15d769b7 HTTP/1.1" status: 200 len: 375 time: 0.1630647 Aug 23 20:33:39.585781 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-5d10d360-4bb6-4475-a1d4-dc0120f79b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d4e13f-2b71-474f-9a90-9850c3fddb51', 'name': 'tempest-ServersTestManualDisk-1742028264-router', 'tenant_id': '05776662842040c0b8b29dd3b6aa709a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:30:37Z', 'updated_at': '2021-08-23T20:33:38Z', 'revision_number': 6, 'project_id': '05776662842040c0b8b29dd3b6aa709a', 'gw_port_host': None}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:33:39.594528 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f7ba2de4-bdc8-4d8b-a8d7-de64c336116e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:39.606088 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f7ba2de4-bdc8-4d8b-a8d7-de64c336116e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:39.633399 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d10d360-4bb6-4475-a1d4-dc0120f79b86 None None] The sync data for ids ['34d4e13f-2b71-474f-9a90-9850c3fddb51'] in n-d-805663-2 is: [{'id': '34d4e13f-2b71-474f-9a90-9850c3fddb51', 'name': 'tempest-ServersTestManualDisk-1742028264-router', 'tenant_id': '05776662842040c0b8b29dd3b6aa709a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:30:37Z', 'updated_at': '2021-08-23T20:33:38Z', 'revision_number': 6, 'project_id': '05776662842040c0b8b29dd3b6aa709a', 'gw_port_host': None}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:33:39.635645 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-31ad2762-93cf-4206-be47-dfaf64e6b6da None None] Attempting to bind port a746412a-c93d-40c4-b838-4f1bb3d6e3b0 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:33:39.636168 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-31ad2762-93cf-4206-be47-dfaf64e6b6da None None] Attempting to bind port a746412a-c93d-40c4-b838-4f1bb3d6e3b0 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ec4452f5-2d98-412f-a71f-56732945e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2570b2a5-5091-4ba9-802e-156c387a4a27'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:33:39.636611 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ad2762-93cf-4206-be47-dfaf64e6b6da None None] Attempting to bind port a746412a-c93d-40c4-b838-4f1bb3d6e3b0 on network 2570b2a5-5091-4ba9-802e-156c387a4a27 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:33:39.647762 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ad2762-93cf-4206-be47-dfaf64e6b6da None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:33:39.648296 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ad2762-93cf-4206-be47-dfaf64e6b6da None None] Checking segment: {'id': 'ec4452f5-2d98-412f-a71f-56732945e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2570b2a5-5091-4ba9-802e-156c387a4a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:33:39.649256 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31ad2762-93cf-4206-be47-dfaf64e6b6da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:39.651109 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ad2762-93cf-4206-be47-dfaf64e6b6da None None] Bound using segment: {'id': 'ec4452f5-2d98-412f-a71f-56732945e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2570b2a5-5091-4ba9-802e-156c387a4a27'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:33:39.651768 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-31ad2762-93cf-4206-be47-dfaf64e6b6da None None] Bound port: a746412a-c93d-40c4-b838-4f1bb3d6e3b0, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec4452f5-2d98-412f-a71f-56732945e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2570b2a5-5091-4ba9-802e-156c387a4a27'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:33:39.654689 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31ad2762-93cf-4206-be47-dfaf64e6b6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:39.693754 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7941d-641e-4850-bde7-9c5f622e6093 req-af7ff958-6acf-426b-a496-1b240834e330 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:39.702198 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-61c7941d-641e-4850-bde7-9c5f622e6093 req-af7ff958-6acf-426b-a496-1b240834e330 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 951 time: 0.1557970 Aug 23 20:33:39.740022 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae528af-d554-4e22-a636-ce91e2abf066 req-eb86ff01-f6a7-4eb2-bf47-bfd45f55249b tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:39.741531 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2ae528af-d554-4e22-a636-ce91e2abf066 req-eb86ff01-f6a7-4eb2-bf47-bfd45f55249b tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 951 time: 0.5928557 Aug 23 20:33:39.769004 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f7ba2de4-bdc8-4d8b-a8d7-de64c336116e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:39.769583 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ba2de4-bdc8-4d8b-a8d7-de64c336116e admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc468c9e-9a15-42d3-8849-195719ef6c66 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:33:39.780283 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb944366-d161-47c1-8bd3-1ee0a53ce782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:39.803653 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-54c264ad-4fea-4682-8b86-53bdeeb1ad86 req-0730c6b7-5539-4fe8-873a-7fbe9670f13f tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d3e19e7b2cfe41f8bf7d244c15d769b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2200973 Aug 23 20:33:39.809625 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f7ba2de4-bdc8-4d8b-a8d7-de64c336116e admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:39.811343 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f7ba2de4-bdc8-4d8b-a8d7-de64c336116e admin admin] 10.222.0.61 "DELETE /v2.0/routers/dc468c9e-9a15-42d3-8849-195719ef6c66 HTTP/1.1" status: 204 len: 168 time: 5.1096416 Aug 23 20:33:39.814350 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-31ad2762-93cf-4206-be47-dfaf64e6b6da None None] For port a746412a-c93d-40c4-b838-4f1bb3d6e3b0, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:33:39.818731 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53222) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:33:39.821449 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-31ad2762-93cf-4206-be47-dfaf64e6b6da None None] For port a746412a-c93d-40c4-b838-4f1bb3d6e3b0, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=a746412a-c93d-40c4-b838-4f1bb3d6e3b0,segment=NetworkSegment(ec4452f5-2d98-412f-a71f-56732945e446),segment_id=ec4452f5-2d98-412f-a71f-56732945e446)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:33:39.827924 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31ad2762-93cf-4206-be47-dfaf64e6b6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:39.848389 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-61c7941d-641e-4850-bde7-9c5f622e6093 req-3ac4e265-1449-4688-8309-1c8cb4e69c3a tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452873 Aug 23 20:33:39.855250 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb944366-d161-47c1-8bd3-1ee0a53ce782 admin admin] Pushing event deleted for resources: {'Port': ['ID=a920c2d4-f764-4141-9958-89f6ff6d0c9d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:39.964567 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-87f4ceb9-9a45-458a-9de1-04e7de7d4aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:39.994845 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ad2762-93cf-4206-be47-dfaf64e6b6da None None] Pushing event updated for resources: {'Port': ['ID=a746412a-c93d-40c4-b838-4f1bb3d6e3b0,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:40.000808 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb944366-d161-47c1-8bd3-1ee0a53ce782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:40.076752 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e93cd5b-62c1-4756-a861-c1e6685c8391 x-openstack-request-id: req-4e93cd5b-62c1-4756-a861-c1e6685c8391 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:33:40.077323 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c62974-3552-410b-aa0e-39e3cae42fb3", "name": "network-vif-plugged", "status": "completed", "tag": "ef58400f-73b2-4937-8e79-65542a19162f", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:33:40.077424 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4e93cd5b-62c1-4756-a861-c1e6685c8391 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:33:40.077940 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1c62974-3552-410b-aa0e-39e3cae42fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef58400f-73b2-4937-8e79-65542a19162f', 'code': 200} Aug 23 20:33:40.124417 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e2045a8-5a40-4fff-88ee-a007939f6a8c admin admin] Deleting subnet 9c64e700-ca01-4f6f-be98-6253a844697f {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:33:40.141283 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0e2045a8-5a40-4fff-88ee-a007939f6a8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:40.196516 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:40.205515 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb944366-d161-47c1-8bd3-1ee0a53ce782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:40.218318 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb944366-d161-47c1-8bd3-1ee0a53ce782 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:40.237939 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0af577fe-d5c1-4353-9bbf-373bcd99ddbc req-8e92d5db-d8e9-41d1-8d04-98b4c103c41a tempest-ServerShowV257Test-1047712289 tempest-ServerShowV257Test-1047712289-project] 10.222.0.61 "GET /v2.0/ports?device_id=18b5842b-e97f-4ebc-9ad1-0fd25c66225d HTTP/1.1" status: 200 len: 210 time: 0.0383050 Aug 23 20:33:40.296577 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb944366-d161-47c1-8bd3-1ee0a53ce782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:40.296886 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb944366-d161-47c1-8bd3-1ee0a53ce782 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34d4e13f-2b71-474f-9a90-9850c3fddb51 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:33:40.306598 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0e2045a8-5a40-4fff-88ee-a007939f6a8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:40.312256 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb944366-d161-47c1-8bd3-1ee0a53ce782 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:40.313494 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-eb944366-d161-47c1-8bd3-1ee0a53ce782 admin admin] 10.222.0.61 "DELETE /v2.0/routers/34d4e13f-2b71-474f-9a90-9850c3fddb51 HTTP/1.1" status: 204 len: 168 time: 2.1641362 Aug 23 20:33:40.317411 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53230) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:33:40.343412 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-54c264ad-4fea-4682-8b86-53bdeeb1ad86 req-07d3bbd2-fcef-4b3c-b384-26dc5ad499e8 service neutron] 10.222.0.61 "GET /v2.0/networks/102aaadf-a02d-4ccd-a117-533acfc24182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5260999 Aug 23 20:33:40.427298 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-092ed502-f694-400b-9fe7-a1757a9e7d30 req-d5103e9b-2ce5-4d51-8284-31d064541597 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c59210e-7213-41f3-89d9-b0a17b5f07a5 HTTP/1.1" status: 200 len: 210 time: 0.0712955 Aug 23 20:33:40.440757 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-df4e8323-77f5-4d62-b028-d1bd85dfae9f admin admin] Deleting subnet 2c12d3e3-e11d-459b-8f22-562b2f668288 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:33:40.455493 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-df4e8323-77f5-4d62-b028-d1bd85dfae9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:40.466678 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 57ffbcc0-4376-4d05-86a0-154600a7fc9d details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:33:40.537546 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-df4e8323-77f5-4d62-b028-d1bd85dfae9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:40.546850 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-2ae528af-d554-4e22-a636-ce91e2abf066 req-b589cec5-8884-47c2-a42e-7049ee699b5f tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Deleting port ef58400f-73b2-4937-8e79-65542a19162f {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:33:40.547447 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2ae528af-d554-4e22-a636-ce91e2abf066 req-b589cec5-8884-47c2-a42e-7049ee699b5f tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:40.561534 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-76e542b1-5713-40a0-bbc4-7d0fd83eb442 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:40.620903 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 4c12fd25-308d-465f-acec-a94930cbfde6 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:33:40.715102 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-df4e8323-77f5-4d62-b028-d1bd85dfae9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:40.780656 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-76e542b1-5713-40a0-bbc4-7d0fd83eb442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:40.892504 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 57ffbcc0-4376-4d05-86a0-154600a7fc9d, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=57ffbcc0-4376-4d05-86a0-154600a7fc9d,segment=NetworkSegment(8eba2c08-8fde-43b2-907a-ed6e6b74f059),segment_id=8eba2c08-8fde-43b2-907a-ed6e6b74f059)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:40.897328 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-df4e8323-77f5-4d62-b028-d1bd85dfae9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:40.980048 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:40.991018 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device a746412a-c93d-40c4-b838-4f1bb3d6e3b0 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:33:40.991789 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4e8323-77f5-4d62-b028-d1bd85dfae9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c12d3e3-e11d-459b-8f22-562b2f668288,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:41.004892 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '57ffbcc0-4376-4d05-86a0-154600a7fc9d', 'network_id': '3540c16b-5ded-45d3-80bb-012ec217ee8b', 'port_id': '57ffbcc0-4376-4d05-86a0-154600a7fc9d', 'mac_address': 'fa:16:3e:52:5b:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fd3acb9-9364-43a9-926f-7317badfdeb5', 'ip_address': '10.1.1.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:33:41.029297 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-df4e8323-77f5-4d62-b028-d1bd85dfae9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:41.032417 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-df4e8323-77f5-4d62-b028-d1bd85dfae9f admin admin] 10.222.0.61 "DELETE /v2.0/subnets/2c12d3e3-e11d-459b-8f22-562b2f668288 HTTP/1.1" status: 204 len: 168 time: 0.7139211 Aug 23 20:33:41.037827 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53248) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:33:41.050468 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e17fe6c-e4d4-468b-8fc3-108f1fc2df61 None None] Network beb4fc24-0eed-4820-b08d-56bbac89db00 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:33:41.090292 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-2ae528af-d554-4e22-a636-ce91e2abf066 req-b589cec5-8884-47c2-a42e-7049ee699b5f tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] For port ef58400f-73b2-4937-8e79-65542a19162f, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=ef58400f-73b2-4937-8e79-65542a19162f,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:41.090699 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2ae528af-d554-4e22-a636-ce91e2abf066 req-b589cec5-8884-47c2-a42e-7049ee699b5f tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:41.111895 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-2ae528af-d554-4e22-a636-ce91e2abf066 req-b589cec5-8884-47c2-a42e-7049ee699b5f tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Calling delete_port for ef58400f-73b2-4937-8e79-65542a19162f owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:33:41.395668 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 4c12fd25-308d-465f-acec-a94930cbfde6, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=4c12fd25-308d-465f-acec-a94930cbfde6,segment=NetworkSegment(5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d),segment_id=5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:41.418520 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:41.424357 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:41.449958 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ee2ae91-9b19-4dd7-82d6-41deb7eff4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:41.479591 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420320bf-81dd-4cbe-8680-2ac89a3b109a req-4b23c7c2-ca8d-473d-af6b-01b4db6d9ce2 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:41.481475 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-420320bf-81dd-4cbe-8680-2ac89a3b109a req-4b23c7c2-ca8d-473d-af6b-01b4db6d9ce2 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.11 "GET /v2.0/ports?device_id=52072e5d-5bea-42e6-8c9e-4583aec1b879 HTTP/1.1" status: 200 len: 945 time: 0.4931412 Aug 23 20:33:41.500440 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69fe4d-5c61-40d6-a508-c06771c12ee0 req-7b1b8504-58d5-462d-926b-eb7646eda4f2 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:41.508652 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69fe4d-5c61-40d6-a508-c06771c12ee0 req-7b1b8504-58d5-462d-926b-eb7646eda4f2 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:41.516032 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69fe4d-5c61-40d6-a508-c06771c12ee0 req-7b1b8504-58d5-462d-926b-eb7646eda4f2 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:41.522612 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69fe4d-5c61-40d6-a508-c06771c12ee0 req-7b1b8504-58d5-462d-926b-eb7646eda4f2 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:41.529551 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69fe4d-5c61-40d6-a508-c06771c12ee0 req-7b1b8504-58d5-462d-926b-eb7646eda4f2 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:41.536228 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69fe4d-5c61-40d6-a508-c06771c12ee0 req-7b1b8504-58d5-462d-926b-eb7646eda4f2 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:41.544498 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69fe4d-5c61-40d6-a508-c06771c12ee0 req-7b1b8504-58d5-462d-926b-eb7646eda4f2 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:41.548422 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57ffbcc0-4376-4d05-86a0-154600a7fc9d {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:33:41.555320 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7b69fe4d-5c61-40d6-a508-c06771c12ee0 req-7b1b8504-58d5-462d-926b-eb7646eda4f2 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 5418 time: 0.4824793 Aug 23 20:33:41.611187 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port a746412a-c93d-40c4-b838-4f1bb3d6e3b0 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:33:41.636089 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-54c264ad-4fea-4682-8b86-53bdeeb1ad86 req-0d485649-ecd7-4b40-8601-829c80685bc1 service neutron] 10.222.0.61 "GET /v2.0/networks/102aaadf-a02d-4ccd-a117-533acfc24182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2629035 Aug 23 20:33:41.710601 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7b69fe4d-5c61-40d6-a508-c06771c12ee0 req-fe7e456c-ffa7-4f31-a422-f825f8d20d01 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b54e5a8-71d6-43fd-b888-7393c70f9dac&id=8c89d379-1762-483a-9924-6d88093352af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1540687 Aug 23 20:33:41.759454 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 57ffbcc0-4376-4d05-86a0-154600a7fc9d, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=57ffbcc0-4376-4d05-86a0-154600a7fc9d,segment=NetworkSegment(8eba2c08-8fde-43b2-907a-ed6e6b74f059),segment_id=8eba2c08-8fde-43b2-907a-ed6e6b74f059)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:41.799242 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:41.800707 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:33:41.807706 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=4c12fd25-308d-465f-acec-a94930cbfde6,revision_number=8']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:41.838814 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device a920c2d4-f764-4141-9958-89f6ff6d0c9d no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:33:41.917115 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d,segment=NetworkSegment(8eba2c08-8fde-43b2-907a-ed6e6b74f059),segment_id=8eba2c08-8fde-43b2-907a-ed6e6b74f059)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:41.974820 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-76e542b1-5713-40a0-bbc4-7d0fd83eb442 admin admin] Allocated IP 172.25.4.93 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/377f9122-12c3-4fee-b3dc-3d8e2ccf5b07) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:33:41.979967 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d', 'network_id': '3540c16b-5ded-45d3-80bb-012ec217ee8b', 'port_id': '6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d', 'mac_address': 'fa:16:3e:f4:a7:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fd3acb9-9364-43a9-926f-7317badfdeb5', 'ip_address': '10.1.1.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:33:41.992349 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879d6fcd-73ab-4756-9400-9b2100376b4d None None] Network 2570b2a5-5091-4ba9-802e-156c387a4a27 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:33:42.140517 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52072e5d-5bea-42e6-8c9e-4583aec1b879', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c12fd25-308d-465f-acec-a94930cbfde6'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:33:42.143132 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdac39b1-209e-4762-9894-2e106fba03cc" -d '{"events": [{"server_uuid": "52072e5d-5bea-42e6-8c9e-4583aec1b879", "name": "network-vif-unplugged", "status": "completed", "tag": "4c12fd25-308d-465f-acec-a94930cbfde6"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:33:42.146793 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ace8c6-73f9-4dee-801d-3cdddde0e4de None None] DHCP port deletion for beb4fc24-0eed-4820-b08d-56bbac89db00 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:33:42.148435 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: a920c2d4-f764-4141-9958-89f6ff6d0c9d {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:33:42.148777 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device a920c2d4-f764-4141-9958-89f6ff6d0c9d not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:33:42.149202 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device d6ef7e4c-523f-4e3e-a239-d972d9c116ed no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:33:42.222118 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: d6ef7e4c-523f-4e3e-a239-d972d9c116ed {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:33:42.222471 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device d6ef7e4c-523f-4e3e-a239-d972d9c116ed not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:33:42.222900 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 1b2622e4-30e7-427c-97d6-c188e4de368b no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:33:42.305850 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4102df3e-d49e-4032-8eaa-099d93210ba3 None None] Provisioning for port a746412a-c93d-40c4-b838-4f1bb3d6e3b0 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:33:42.310751 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device ef58400f-73b2-4937-8e79-65542a19162f no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:33:42.352321 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 1b2622e4-30e7-427c-97d6-c188e4de368b {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:33:42.352708 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 1b2622e4-30e7-427c-97d6-c188e4de368b not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:33:42.354362 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: ef58400f-73b2-4937-8e79-65542a19162f {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:33:42.354700 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device ef58400f-73b2-4937-8e79-65542a19162f not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:33:42.365712 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-e1ace8c6-73f9-4dee-801d-3cdddde0e4de None None] Deleting port e1e15e45-dbd5-4761-9146-83ac1b933901 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:33:42.366092 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e1ace8c6-73f9-4dee-801d-3cdddde0e4de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:42.369273 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7bcc1f56-c782-4f14-8192-b8682e4b8412 req-3ed8698c-b121-4a16-96d2-46172f5eb8f0 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 210 time: 0.0888703 Aug 23 20:33:42.372529 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=57ffbcc0-4376-4d05-86a0-154600a7fc9d,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:42.375468 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4102df3e-d49e-4032-8eaa-099d93210ba3 None None] Provisioning complete for port a746412a-c93d-40c4-b838-4f1bb3d6e3b0 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:33:42.375854 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4102df3e-d49e-4032-8eaa-099d93210ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:42.431737 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-9ee2ae91-9b19-4dd7-82d6-41deb7eff4ae admin admin] Deleting port e1e15e45-dbd5-4761-9146-83ac1b933901 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:33:42.432542 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ee2ae91-9b19-4dd7-82d6-41deb7eff4ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:42.438134 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-420320bf-81dd-4cbe-8680-2ac89a3b109a req-d5a24000-9f19-4321-b6da-0e34713c19c2 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Deleting port 4c12fd25-308d-465f-acec-a94930cbfde6 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:33:42.439794 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-420320bf-81dd-4cbe-8680-2ac89a3b109a req-d5a24000-9f19-4321-b6da-0e34713c19c2 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:42.511066 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2ae528af-d554-4e22-a636-ce91e2abf066 req-b589cec5-8884-47c2-a42e-7049ee699b5f tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:42.606900 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ebdedee2-4d0a-4dd8-bcee-f2ae1add181a req-7b42fb00-376f-4d0b-ba7f-aebf478df261 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=010f7871-581d-4150-9367-79c580ac7725 HTTP/1.1" status: 200 len: 210 time: 0.1360521 Aug 23 20:33:42.734052 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-9ee2ae91-9b19-4dd7-82d6-41deb7eff4ae admin admin] For port e1e15e45-dbd5-4761-9146-83ac1b933901, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=e1e15e45-dbd5-4761-9146-83ac1b933901,segment=NetworkSegment(4f174cef-a745-48db-a00d-19ede4fdd42f),segment_id=4f174cef-a745-48db-a00d-19ede4fdd42f)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:42.734959 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ee2ae91-9b19-4dd7-82d6-41deb7eff4ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:42.781276 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-9ee2ae91-9b19-4dd7-82d6-41deb7eff4ae admin admin] Calling delete_port for e1e15e45-dbd5-4761-9146-83ac1b933901 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:33:42.792040 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-420320bf-81dd-4cbe-8680-2ac89a3b109a req-d5a24000-9f19-4321-b6da-0e34713c19c2 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] For port 4c12fd25-308d-465f-acec-a94930cbfde6, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=4c12fd25-308d-465f-acec-a94930cbfde6,segment=NetworkSegment(5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d),segment_id=5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:42.792755 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-420320bf-81dd-4cbe-8680-2ac89a3b109a req-d5a24000-9f19-4321-b6da-0e34713c19c2 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:42.795214 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 20:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd7855f-d374-49ef-9860-2ccea6a4e145 x-openstack-request-id: req-0bd7855f-d374-49ef-9860-2ccea6a4e145 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:33:42.795871 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52072e5d-5bea-42e6-8c9e-4583aec1b879", "name": "network-vif-unplugged", "status": "completed", "tag": "4c12fd25-308d-465f-acec-a94930cbfde6", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:33:42.795871 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0bd7855f-d374-49ef-9860-2ccea6a4e145 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:33:42.796147 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52072e5d-5bea-42e6-8c9e-4583aec1b879', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c12fd25-308d-465f-acec-a94930cbfde6', 'code': 200} Aug 23 20:33:42.809980 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-76e542b1-5713-40a0-bbc4-7d0fd83eb442 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:42.825465 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['2049cbed-d6c5-488e-9f7b-53c7ade58b1e', '79e4e511-e25d-4631-b369-78f9df0c62ac', '8eb652a1-40ff-4e47-b09e-601767b8a063'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:33:42.838319 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-420320bf-81dd-4cbe-8680-2ac89a3b109a req-d5a24000-9f19-4321-b6da-0e34713c19c2 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Calling delete_port for 4c12fd25-308d-465f-acec-a94930cbfde6 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:33:42.842254 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device e1e15e45-dbd5-4761-9146-83ac1b933901 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:33:42.925952 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b589cec5-8884-47c2-a42e-7049ee699b5f tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Pushing event deleted for resources: {'Port': ['ID=ef58400f-73b2-4937-8e79-65542a19162f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:42.931272 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-76e542b1-5713-40a0-bbc4-7d0fd83eb442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:43.027255 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e542b1-5713-40a0-bbc4-7d0fd83eb442 admin admin] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:33:43.055575 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2c4c7f3c-829d-49e1-9c2a-c68f24670285 req-8ccc1b41-691b-4127-934a-662ef673b78e tempest-ServerShowV257Test-1047712289 tempest-ServerShowV257Test-1047712289-project] 10.222.0.61 "GET /v2.0/ports?device_id=18b5842b-e97f-4ebc-9ad1-0fd25c66225d HTTP/1.1" status: 200 len: 210 time: 0.5230823 Aug 23 20:33:43.106148 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0e2045a8-5a40-4fff-88ee-a007939f6a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:43.110340 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-76e542b1-5713-40a0-bbc4-7d0fd83eb442 admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:33:43.115766 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae528af-d554-4e22-a636-ce91e2abf066 req-b589cec5-8884-47c2-a42e-7049ee699b5f tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] No DVR routers for this DVR port ef58400f-73b2-4937-8e79-65542a19162f on host n-h2-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:33:43.117582 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e542b1-5713-40a0-bbc4-7d0fd83eb442 admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:33:43.145398 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:43.198223 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-420320bf-81dd-4cbe-8680-2ac89a3b109a req-d5a24000-9f19-4321-b6da-0e34713c19c2 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:43.206299 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:33:43.216605 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2ae528af-d554-4e22-a636-ce91e2abf066 req-b589cec5-8884-47c2-a42e-7049ee699b5f tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:43.218876 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2ae528af-d554-4e22-a636-ce91e2abf066 req-b589cec5-8884-47c2-a42e-7049ee699b5f tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.32 "DELETE /v2.0/ports/ef58400f-73b2-4937-8e79-65542a19162f HTTP/1.1" status: 204 len: 173 time: 3.4688549 Aug 23 20:33:43.256260 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d,segment=NetworkSegment(8eba2c08-8fde-43b2-907a-ed6e6b74f059),segment_id=8eba2c08-8fde-43b2-907a-ed6e6b74f059)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:43.289795 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:43.290470 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 60ae1ebc-636b-4489-b110-9d50fcbfd8b3 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:33:43.319379 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c62974-3552-410b-aa0e-39e3cae42fb3', 'name': 'network-vif-deleted', 'tag': 'ef58400f-73b2-4937-8e79-65542a19162f'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:33:43.321491 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a24000-9f19-4321-b6da-0e34713c19c2 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Pushing event deleted for resources: {'Port': ['ID=4c12fd25-308d-465f-acec-a94930cbfde6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:43.334726 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e54a7f4-8737-40c2-9331-e36cac122d0d" -d '{"events": [{"server_uuid": "f1c62974-3552-410b-aa0e-39e3cae42fb3", "name": "network-vif-deleted", "tag": "ef58400f-73b2-4937-8e79-65542a19162f"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:33:43.357707 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 60ae1ebc-636b-4489-b110-9d50fcbfd8b3, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=60ae1ebc-636b-4489-b110-9d50fcbfd8b3,segment=NetworkSegment(8eba2c08-8fde-43b2-907a-ed6e6b74f059),segment_id=8eba2c08-8fde-43b2-907a-ed6e6b74f059)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:43.367104 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ad038-b7f4-4c9b-93b1-3e8728f15c7a req-75e08bd2-994f-45e2-a59a-fd5344ee2581 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:43.374059 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e542b1-5713-40a0-bbc4-7d0fd83eb442 admin admin] Pushing event updated for resources: {'Port': ['ID=377f9122-12c3-4fee-b3dc-3d8e2ccf5b07,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:43.384513 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ad038-b7f4-4c9b-93b1-3e8728f15c7a req-75e08bd2-994f-45e2-a59a-fd5344ee2581 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:43.386123 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '60ae1ebc-636b-4489-b110-9d50fcbfd8b3', 'network_id': '3540c16b-5ded-45d3-80bb-012ec217ee8b', 'port_id': '60ae1ebc-636b-4489-b110-9d50fcbfd8b3', 'mac_address': 'fa:16:3e:4b:16:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fd3acb9-9364-43a9-926f-7317badfdeb5', 'ip_address': '10.1.1.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:33:43.401263 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ad038-b7f4-4c9b-93b1-3e8728f15c7a req-75e08bd2-994f-45e2-a59a-fd5344ee2581 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:43.407883 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ad038-b7f4-4c9b-93b1-3e8728f15c7a req-75e08bd2-994f-45e2-a59a-fd5344ee2581 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:43.418165 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ad038-b7f4-4c9b-93b1-3e8728f15c7a req-75e08bd2-994f-45e2-a59a-fd5344ee2581 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:43.418771 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d930e218-05a7-4ad0-933b-1de7e1d710d7 x-openstack-request-id: req-d930e218-05a7-4ad0-933b-1de7e1d710d7 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:33:43.419176 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c62974-3552-410b-aa0e-39e3cae42fb3", "name": "network-vif-deleted", "tag": "ef58400f-73b2-4937-8e79-65542a19162f", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:33:43.420265 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d930e218-05a7-4ad0-933b-1de7e1d710d7 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:33:43.421110 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1c62974-3552-410b-aa0e-39e3cae42fb3', 'name': 'network-vif-deleted', 'tag': 'ef58400f-73b2-4937-8e79-65542a19162f', 'status': 'completed', 'code': 200} Aug 23 20:33:43.426787 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ad038-b7f4-4c9b-93b1-3e8728f15c7a req-75e08bd2-994f-45e2-a59a-fd5344ee2581 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:43.434546 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ad038-b7f4-4c9b-93b1-3e8728f15c7a req-75e08bd2-994f-45e2-a59a-fd5344ee2581 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:43.444780 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0b1ad038-b7f4-4c9b-93b1-3e8728f15c7a req-75e08bd2-994f-45e2-a59a-fd5344ee2581 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 5419 time: 0.3045523 Aug 23 20:33:43.537583 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-420320bf-81dd-4cbe-8680-2ac89a3b109a req-d5a24000-9f19-4321-b6da-0e34713c19c2 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] No DVR routers for this DVR port 4c12fd25-308d-465f-acec-a94930cbfde6 on host n-h1-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:33:43.542787 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-420320bf-81dd-4cbe-8680-2ac89a3b109a req-d5a24000-9f19-4321-b6da-0e34713c19c2 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:43.547047 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:43.548341 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-420320bf-81dd-4cbe-8680-2ac89a3b109a req-d5a24000-9f19-4321-b6da-0e34713c19c2 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.11 "DELETE /v2.0/ports/4c12fd25-308d-465f-acec-a94930cbfde6 HTTP/1.1" status: 204 len: 173 time: 1.9891360 Aug 23 20:33:43.559044 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52072e5d-5bea-42e6-8c9e-4583aec1b879', 'name': 'network-vif-deleted', 'tag': '4c12fd25-308d-465f-acec-a94930cbfde6'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:33:43.564758 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c6ae52-1642-4613-a62e-15b931d7e24e" -d '{"events": [{"server_uuid": "52072e5d-5bea-42e6-8c9e-4583aec1b879", "name": "network-vif-deleted", "tag": "4c12fd25-308d-465f-acec-a94930cbfde6"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:33:43.596366 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:43.619331 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0e2045a8-5a40-4fff-88ee-a007939f6a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:43.659515 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0b1ad038-b7f4-4c9b-93b1-3e8728f15c7a req-516fe6c0-9ddd-4fc0-9596-eb0807c17d3f tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b54e5a8-71d6-43fd-b888-7393c70f9dac&id=8c89d379-1762-483a-9924-6d88093352af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2137437 Aug 23 20:33:43.691101 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ee2ae91-9b19-4dd7-82d6-41deb7eff4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:43.733360 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b1e377e7-7d21-4780-ae6f-133424da8b72 req-ff9c5c0a-6227-429a-a1a9-baf52e904c55 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1c62974-3552-410b-aa0e-39e3cae42fb3 HTTP/1.1" status: 200 len: 210 time: 0.0672977 Aug 23 20:33:43.795153 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2045a8-5a40-4fff-88ee-a007939f6a8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c64e700-ca01-4f6f-be98-6253a844697f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:43.795632 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60ae1ebc-636b-4489-b110-9d50fcbfd8b3 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:33:43.809180 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0e2045a8-5a40-4fff-88ee-a007939f6a8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:43.827663 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0e2045a8-5a40-4fff-88ee-a007939f6a8c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/9c64e700-ca01-4f6f-be98-6253a844697f HTTP/1.1" status: 204 len: 168 time: 4.0078962 Aug 23 20:33:43.828357 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53288) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:33:43.866580 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c25deff-844c-4713-9fe3-b5851c3ff57b x-openstack-request-id: req-2c25deff-844c-4713-9fe3-b5851c3ff57b {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:33:43.866924 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52072e5d-5bea-42e6-8c9e-4583aec1b879", "name": "network-vif-deleted", "tag": "4c12fd25-308d-465f-acec-a94930cbfde6", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:33:43.867124 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2c25deff-844c-4713-9fe3-b5851c3ff57b {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:33:43.868957 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52072e5d-5bea-42e6-8c9e-4583aec1b879', 'name': 'network-vif-deleted', 'tag': '4c12fd25-308d-465f-acec-a94930cbfde6', 'status': 'completed', 'code': 200} Aug 23 20:33:43.873351 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4102df3e-d49e-4032-8eaa-099d93210ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:43.883368 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee2ae91-9b19-4dd7-82d6-41deb7eff4ae admin admin] Pushing event deleted for resources: {'Port': ['ID=e1e15e45-dbd5-4761-9146-83ac1b933901,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:43.892797 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-281c4a3a-2425-48a2-9250-71fe275a8662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:43.921762 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee2ae91-9b19-4dd7-82d6-41deb7eff4ae admin admin] No DVR routers for this DVR port e1e15e45-dbd5-4761-9146-83ac1b933901 on host n-d-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:33:43.945112 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bec717b-cadf-4c8a-a2df-bfd251ae3f75 None None] Network a036342b-e0b6-414f-a42c-cfe1b92a2a1e requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:33:44.026850 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:44.044013 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 60ae1ebc-636b-4489-b110-9d50fcbfd8b3, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=60ae1ebc-636b-4489-b110-9d50fcbfd8b3,segment=NetworkSegment(8eba2c08-8fde-43b2-907a-ed6e6b74f059),segment_id=8eba2c08-8fde-43b2-907a-ed6e6b74f059)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:44.055464 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c264ad-4fea-4682-8b86-53bdeeb1ad86 req-75c69aff-91da-472b-91b1-21e75310156e tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:44.059510 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-54c264ad-4fea-4682-8b86-53bdeeb1ad86 req-75c69aff-91da-472b-91b1-21e75310156e tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.32 "GET /v2.0/networks?id=102aaadf-a02d-4ccd-a117-533acfc24182 HTTP/1.1" status: 200 len: 804 time: 0.3251140 Aug 23 20:33:44.096214 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-54c264ad-4fea-4682-8b86-53bdeeb1ad86 req-29bf6041-430b-4208-a4df-406a6e9141c3 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Request body: {'port': {'device_id': '010f7871-581d-4150-9367-79c580ac7725', 'network_id': '102aaadf-a02d-4ccd-a117-533acfc24182', 'admin_state_up': True, 'tenant_id': 'd3e19e7b2cfe41f8bf7d244c15d769b7'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:33:44.172588 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:44.173253 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:33:44.213880 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cc137738-0f4a-42f7-9306-0e17c1606bcb req-72eedf33-dc54-42ec-abf4-d2beba5910dd tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=010f7871-581d-4150-9367-79c580ac7725 HTTP/1.1" status: 200 len: 210 time: 0.1443501 Aug 23 20:33:44.329093 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-e1ace8c6-73f9-4dee-801d-3cdddde0e4de None None] For port e1e15e45-dbd5-4761-9146-83ac1b933901, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=e1e15e45-dbd5-4761-9146-83ac1b933901,segment=NetworkSegment(4f174cef-a745-48db-a00d-19ede4fdd42f),segment_id=4f174cef-a745-48db-a00d-19ede4fdd42f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:44.329996 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e1ace8c6-73f9-4dee-801d-3cdddde0e4de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:44.343049 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-76e542b1-5713-40a0-bbc4-7d0fd83eb442 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:44.369686 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-e1ace8c6-73f9-4dee-801d-3cdddde0e4de None None] Calling delete_port for e1e15e45-dbd5-4761-9146-83ac1b933901 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:33:44.389633 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ee2ae91-9b19-4dd7-82d6-41deb7eff4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:44.400833 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8161a99c-66b7-46bb-b12f-ddbc8fc720d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:44.425614 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-79056f46-4ab0-4d1a-9e5d-d810652e690f req-355737b9-23ac-49c1-bced-854a1628d308 tempest-ServerShowV257Test-1047712289 tempest-ServerShowV257Test-1047712289-project] 10.222.0.61 "GET /v2.0/ports?device_id=18b5842b-e97f-4ebc-9ad1-0fd25c66225d HTTP/1.1" status: 200 len: 210 time: 0.1405368 Aug 23 20:33:44.431821 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-9ee2ae91-9b19-4dd7-82d6-41deb7eff4ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beb4fc24-0eed-4820-b08d-56bbac89db00']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:33:44.452533 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-9ee2ae91-9b19-4dd7-82d6-41deb7eff4ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f174cef-a745-48db-a00d-19ede4fdd42f') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:33:44.452880 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-9ee2ae91-9b19-4dd7-82d6-41deb7eff4ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f174cef-a745-48db-a00d-19ede4fdd42f') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:33:44.495538 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ee2ae91-9b19-4dd7-82d6-41deb7eff4ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:44.568280 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ee2ae91-9b19-4dd7-82d6-41deb7eff4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:44.571094 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e1ace8c6-73f9-4dee-801d-3cdddde0e4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:44.601746 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ee2ae91-9b19-4dd7-82d6-41deb7eff4ae admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:33:44.601746 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ee2ae91-9b19-4dd7-82d6-41deb7eff4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:44.603439 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:33:44.603439 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:33:44.603439 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:33:44.603439 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:33:44.603439 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:33:44.603439 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:33:44.603439 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:33:44.603439 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:33:44.603439 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:33:44.603439 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:33:44.603439 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:33:44.603439 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:33:44.603439 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:33:44.603439 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:33:44.603439 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:33:44.603439 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:33:44.603439 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:33:44.603439 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:33:44.603439 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:33:44.603439 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:33:44.603439 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:33:44.603439 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:33:44.603439 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:33:44.603439 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:33:44.603439 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:33:44.603439 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:33:44.603439 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:33:44.603439 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:33:44.603439 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:33:44.603439 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:33:44.603439 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:33:44.603439 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:33:44.605445 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:44.668639 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c,segment=NetworkSegment(5e4c950b-9e81-4e67-a335-cd6886b78290),segment_id=5e4c950b-9e81-4e67-a335-cd6886b78290)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:44.676131 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:44.677731 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-8161a99c-66b7-46bb-b12f-ddbc8fc720d4 admin admin] Deleting port 985959be-d6e1-483b-b50a-4cd279285b28 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:33:44.679065 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8161a99c-66b7-46bb-b12f-ddbc8fc720d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:44.706187 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ace8c6-73f9-4dee-801d-3cdddde0e4de None None] No DVR routers for this DVR port e1e15e45-dbd5-4761-9146-83ac1b933901 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:33:44.724954 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4102df3e-d49e-4032-8eaa-099d93210ba3 None None] For port a746412a-c93d-40c4-b838-4f1bb3d6e3b0, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=a746412a-c93d-40c4-b838-4f1bb3d6e3b0,segment=NetworkSegment(ec4452f5-2d98-412f-a71f-56732945e446),segment_id=ec4452f5-2d98-412f-a71f-56732945e446)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:44.736748 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c', 'network_id': '15796354-99ed-4bbc-af1c-772cdc3fe57c', 'port_id': '17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c', 'mac_address': 'fa:16:3e:1d:e1:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92348ce8-7731-44f5-b707-e42d9a125beb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:33:44.752714 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4102df3e-d49e-4032-8eaa-099d93210ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:44.769673 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ee2ae91-9b19-4dd7-82d6-41deb7eff4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:44.794041 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=60ae1ebc-636b-4489-b110-9d50fcbfd8b3,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:44.825813 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ee2ae91-9b19-4dd7-82d6-41deb7eff4ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:44.833718 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9ee2ae91-9b19-4dd7-82d6-41deb7eff4ae admin admin] 10.222.0.61 "DELETE /v2.0/networks/beb4fc24-0eed-4820-b08d-56bbac89db00 HTTP/1.1" status: 204 len: 168 time: 3.7651145 Aug 23 20:33:44.854179 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ace8c6-73f9-4dee-801d-3cdddde0e4de None None] Pushing event deleted for resources: {'Port': ['ID=e1e15e45-dbd5-4761-9146-83ac1b933901,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:44.910122 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-76e542b1-5713-40a0-bbc4-7d0fd83eb442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:44.925243 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee2ae91-9b19-4dd7-82d6-41deb7eff4ae admin admin] Pushing event deleted for resources: {'Network': ['ID=beb4fc24-0eed-4820-b08d-56bbac89db00,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:44.944933 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-8161a99c-66b7-46bb-b12f-ddbc8fc720d4 admin admin] For port 985959be-d6e1-483b-b50a-4cd279285b28, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=985959be-d6e1-483b-b50a-4cd279285b28,segment=NetworkSegment(c977723b-2490-412a-bf00-d7b943c13912),segment_id=c977723b-2490-412a-bf00-d7b943c13912)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:44.945449 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8161a99c-66b7-46bb-b12f-ddbc8fc720d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:44.987656 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-8161a99c-66b7-46bb-b12f-ddbc8fc720d4 admin admin] Calling delete_port for 985959be-d6e1-483b-b50a-4cd279285b28 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:33:44.994453 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66c2918-d8d9-4625-b4d0-4abcb196496a None None] DHCP port deletion for a036342b-e0b6-414f-a42c-cfe1b92a2a1e request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:33:45.033029 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:45.119591 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8161a99c-66b7-46bb-b12f-ddbc8fc720d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:45.134789 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-47b34e8f-6f75-4991-9955-1d2163452892 None None] Provisioning complete for port a746412a-c93d-40c4-b838-4f1bb3d6e3b0 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:33:45.135166 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-47b34e8f-6f75-4991-9955-1d2163452892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:45.142647 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54c264ad-4fea-4682-8b86-53bdeeb1ad86 req-29bf6041-430b-4208-a4df-406a6e9141c3 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Made reservation on behalf of d3e19e7b2cfe41f8bf7d244c15d769b7 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:33:45.154722 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-54c264ad-4fea-4682-8b86-53bdeeb1ad86 req-29bf6041-430b-4208-a4df-406a6e9141c3 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:45.162753 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53304) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:33:45.223317 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:33:45.224500 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8161a99c-66b7-46bb-b12f-ddbc8fc720d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=985959be-d6e1-483b-b50a-4cd279285b28,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:45.227406 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8161a99c-66b7-46bb-b12f-ddbc8fc720d4 admin admin] No DVR routers for this DVR port 985959be-d6e1-483b-b50a-4cd279285b28 on host n-d-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:33:45.246468 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102df3e-d49e-4032-8eaa-099d93210ba3 None None] Pushing event updated for resources: {'Port': ['ID=a746412a-c93d-40c4-b838-4f1bb3d6e3b0,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:45.313625 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed42a2d-5248-4fb4-8a75-441e2525fd5f req-0aba77f9-39ff-4489-ac4c-8260a4d5eaae tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:45.319859 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed42a2d-5248-4fb4-8a75-441e2525fd5f req-0aba77f9-39ff-4489-ac4c-8260a4d5eaae tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:45.327008 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed42a2d-5248-4fb4-8a75-441e2525fd5f req-0aba77f9-39ff-4489-ac4c-8260a4d5eaae tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:45.333742 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed42a2d-5248-4fb4-8a75-441e2525fd5f req-0aba77f9-39ff-4489-ac4c-8260a4d5eaae tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:45.334975 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c,segment=NetworkSegment(5e4c950b-9e81-4e67-a335-cd6886b78290),segment_id=5e4c950b-9e81-4e67-a335-cd6886b78290)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:45.340623 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed42a2d-5248-4fb4-8a75-441e2525fd5f req-0aba77f9-39ff-4489-ac4c-8260a4d5eaae tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:45.348452 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed42a2d-5248-4fb4-8a75-441e2525fd5f req-0aba77f9-39ff-4489-ac4c-8260a4d5eaae tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:45.350508 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:45.357701 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed42a2d-5248-4fb4-8a75-441e2525fd5f req-0aba77f9-39ff-4489-ac4c-8260a4d5eaae tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:45.365860 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1ed42a2d-5248-4fb4-8a75-441e2525fd5f req-0aba77f9-39ff-4489-ac4c-8260a4d5eaae tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 5421 time: 0.4870648 Aug 23 20:33:45.368740 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8161a99c-66b7-46bb-b12f-ddbc8fc720d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:45.389183 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-8161a99c-66b7-46bb-b12f-ddbc8fc720d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a036342b-e0b6-414f-a42c-cfe1b92a2a1e']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:33:45.403556 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-8161a99c-66b7-46bb-b12f-ddbc8fc720d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c977723b-2490-412a-bf00-d7b943c13912') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:33:45.404019 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-8161a99c-66b7-46bb-b12f-ddbc8fc720d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c977723b-2490-412a-bf00-d7b943c13912') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:33:45.414852 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8161a99c-66b7-46bb-b12f-ddbc8fc720d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:45.417951 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 2766511f-9d51-4da2-a1c2-6355076cc97a details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:33:45.438296 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8161a99c-66b7-46bb-b12f-ddbc8fc720d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:45.449257 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8161a99c-66b7-46bb-b12f-ddbc8fc720d4 admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:33:45.449491 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8161a99c-66b7-46bb-b12f-ddbc8fc720d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:45.520866 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1ed42a2d-5248-4fb4-8a75-441e2525fd5f req-d6784516-979e-496a-8471-9be6400777c7 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b54e5a8-71d6-43fd-b888-7393c70f9dac&id=8c89d379-1762-483a-9924-6d88093352af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1539440 Aug 23 20:33:45.557490 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f0810fea-1123-4db6-870c-e7c17a62415e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=05776662842040c0b8b29dd3b6aa709a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3879366 Aug 23 20:33:45.559505 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:33:45.559505 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:33:45.559505 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:33:45.559505 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:33:45.559505 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:33:45.559505 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:33:45.559505 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:33:45.559505 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:33:45.559505 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:33:45.559505 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:33:45.559505 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:33:45.559505 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:33:45.559505 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:33:45.559505 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:33:45.559505 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:33:45.559505 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:33:45.559505 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:33:45.559505 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:33:45.559505 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:33:45.559505 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:33:45.559505 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:33:45.559505 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:33:45.559505 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:33:45.559505 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:33:45.559505 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:33:45.559505 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:33:45.559505 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:33:45.559505 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:33:45.559505 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:33:45.559505 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:33:45.559505 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:33:45.559505 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:33:45.562194 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53312) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:33:45.574619 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 2766511f-9d51-4da2-a1c2-6355076cc97a, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=2766511f-9d51-4da2-a1c2-6355076cc97a,segment=NetworkSegment(944ef231-16f6-43e4-b600-906b7024b8ba),segment_id=944ef231-16f6-43e4-b600-906b7024b8ba)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:45.576116 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8161a99c-66b7-46bb-b12f-ddbc8fc720d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:45.605681 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8161a99c-66b7-46bb-b12f-ddbc8fc720d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:45.610797 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8161a99c-66b7-46bb-b12f-ddbc8fc720d4 admin admin] 10.222.0.61 "DELETE /v2.0/networks/a036342b-e0b6-414f-a42c-cfe1b92a2a1e HTTP/1.1" status: 204 len: 168 time: 1.7664006 Aug 23 20:33:45.621690 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53314) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:33:45.636165 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8161a99c-66b7-46bb-b12f-ddbc8fc720d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a036342b-e0b6-414f-a42c-cfe1b92a2a1e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:45.656899 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:45.660467 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '2766511f-9d51-4da2-a1c2-6355076cc97a', 'network_id': 'af4706b6-78a2-4ed9-91e2-487e13d661e6', 'port_id': '2766511f-9d51-4da2-a1c2-6355076cc97a', 'mac_address': 'fa:16:3e:06:02:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '219a97fb-cf76-43fd-a3c0-23a4e8b36a26', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:33:45.706753 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-c66c2918-d8d9-4625-b4d0-4abcb196496a None None] Deleting port 985959be-d6e1-483b-b50a-4cd279285b28 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:33:45.707127 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c66c2918-d8d9-4625-b4d0-4abcb196496a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:45.707274 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a362e5-0907-4889-8f36-3ddfd920428d req-ea3837e9-9dbc-476f-b83e-1772b2dd3291 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:45.709281 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f9a362e5-0907-4889-8f36-3ddfd920428d req-ea3837e9-9dbc-476f-b83e-1772b2dd3291 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 951 time: 0.1687884 Aug 23 20:33:45.767077 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server [None req-c66c2918-d8d9-4625-b4d0-4abcb196496a None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network a036342b-e0b6-414f-a42c-cfe1b92a2a1e could not be found. Aug 23 20:33:45.767077 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 23 20:33:45.767077 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Aug 23 20:33:45.767077 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Aug 23 20:33:45.767077 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Aug 23 20:33:45.767077 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Aug 23 20:33:45.767077 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Aug 23 20:33:45.767077 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return self._iter().one() Aug 23 20:33:45.767077 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Aug 23 20:33:45.767077 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return self._only_one_row( Aug 23 20:33:45.767077 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Aug 23 20:33:45.767077 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Aug 23 20:33:45.767077 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Aug 23 20:33:45.767077 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server Aug 23 20:33:45.767077 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Aug 23 20:33:45.767077 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server Aug 23 20:33:45.767077 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 23 20:33:45.767077 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 23 20:33:45.767077 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 23 20:33:45.767077 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 23 20:33:45.767077 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 23 20:33:45.767077 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 23 20:33:45.767077 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 23 20:33:45.767077 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 23 20:33:45.767077 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 23 20:33:45.767077 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 20:33:45.767077 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 20:33:45.767077 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 20:33:45.767077 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 20:33:45.767077 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 23 20:33:45.767077 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 20:33:45.767077 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 23 20:33:45.767077 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 23 20:33:45.767077 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 20:33:45.767077 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 20:33:45.767077 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 20:33:45.767077 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 20:33:45.767077 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 23 20:33:45.767077 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 20:33:45.767077 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 23 20:33:45.767077 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 23 20:33:45.767077 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 20:33:45.767077 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 20:33:45.767077 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 20:33:45.767077 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 20:33:45.767077 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 23 20:33:45.767077 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 23 20:33:45.767077 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Aug 23 20:33:45.767077 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Aug 23 20:33:45.767077 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1541, in delete_ports_by_device_id Aug 23 20:33:45.767077 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Aug 23 20:33:45.767077 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 23 20:33:45.767077 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 23 20:33:45.767077 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 23 20:33:45.767077 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 23 20:33:45.770706 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 23 20:33:45.770706 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 23 20:33:45.770706 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 20:33:45.770706 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 20:33:45.770706 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 20:33:45.770706 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 20:33:45.770706 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 23 20:33:45.770706 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 20:33:45.770706 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 23 20:33:45.770706 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 23 20:33:45.770706 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 20:33:45.770706 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 20:33:45.770706 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 20:33:45.770706 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 20:33:45.770706 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 23 20:33:45.770706 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 20:33:45.770706 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 23 20:33:45.770706 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 23 20:33:45.770706 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 20:33:45.770706 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 20:33:45.770706 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 20:33:45.770706 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 20:33:45.770706 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 23 20:33:45.770706 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 23 20:33:45.770706 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1952, in delete_port Aug 23 20:33:45.770706 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Aug 23 20:33:45.770706 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 23 20:33:45.770706 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 23 20:33:45.770706 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1188, in get_network Aug 23 20:33:45.770706 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Aug 23 20:33:45.770706 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Aug 23 20:33:45.770706 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Aug 23 20:33:45.770706 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network a036342b-e0b6-414f-a42c-cfe1b92a2a1e could not be found. Aug 23 20:33:45.770706 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server Aug 23 20:33:45.779922 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76e542b1-5713-40a0-bbc4-7d0fd83eb442 admin admin] Router 58f773eb-e7da-4238-abfd-512c0dc8eab3 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:33:45.784099 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f9a362e5-0907-4889-8f36-3ddfd920428d req-6f72b424-fb79-42d9-9c70-e5d7d0ce9d66 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662658 Aug 23 20:33:45.784851 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d5ace49-0bff-4d33-9073-3bb75fcc76c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:45.808911 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3111731f-468b-4668-898b-27772bd230dd req-4c213507-2af4-4cb6-90dd-0bc0f49b996f tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=010f7871-581d-4150-9367-79c580ac7725 HTTP/1.1" status: 200 len: 210 time: 0.0760517 Aug 23 20:33:45.836705 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['60ae1ebc-636b-4489-b110-9d50fcbfd8b3'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:33:45.842610 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d5ace49-0bff-4d33-9073-3bb75fcc76c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:45.862357 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-54c264ad-4fea-4682-8b86-53bdeeb1ad86 req-29bf6041-430b-4208-a4df-406a6e9141c3 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Allocated IP 172.20.0.3 (102aaadf-a02d-4ccd-a117-533acfc24182/1c5a23ee-4dc4-400c-bc37-6be8d284756a/5f660ff1-cef3-4105-b94c-86a53c170c94) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:33:45.874865 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:33:45.913045 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d5ace49-0bff-4d33-9073-3bb75fcc76c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:45.915689 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eaf055b-16fb-4773-ae7e-cc3d93e320eb None None] DHCP port deletion for a036342b-e0b6-414f-a42c-cfe1b92a2a1e request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:33:45.916228 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d5ace49-0bff-4d33-9073-3bb75fcc76c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:45.917445 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-3d5ace49-0bff-4d33-9073-3bb75fcc76c5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b8c9efbe-5195-4001-b6e8-c751583638f6 HTTP/1.1" status: 204 len: 168 time: 0.3473585 Aug 23 20:33:45.920129 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['57ffbcc0-4376-4d05-86a0-154600a7fc9d'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:33:45.932894 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ace49-0bff-4d33-9073-3bb75fcc76c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c9efbe-5195-4001-b6e8-c751583638f6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:46.067815 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3be5be24-5341-4ba8-b347-0c23ec239c98 req-3e920fcf-daac-4e2d-93d4-c8a6873722cf tempest-ServerShowV257Test-1047712289 tempest-ServerShowV257Test-1047712289-project] 10.222.0.61 "GET /v2.0/ports?device_id=18b5842b-e97f-4ebc-9ad1-0fd25c66225d HTTP/1.1" status: 200 len: 210 time: 0.0958948 Aug 23 20:33:46.072899 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:46.103120 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc2f778-ccbe-4fd3-8d1a-984862b0bf41 None None] get_active_networks_info from n-d-805663-2 {{(pid=94689) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 20:33:46.125256 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:46.297196 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2766511f-9d51-4da2-a1c2-6355076cc97a {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:33:46.320280 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 2766511f-9d51-4da2-a1c2-6355076cc97a, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=2766511f-9d51-4da2-a1c2-6355076cc97a,segment=NetworkSegment(944ef231-16f6-43e4-b600-906b7024b8ba),segment_id=944ef231-16f6-43e4-b600-906b7024b8ba)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:46.352378 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:46.353226 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 24a309f0-cb51-4a2a-9a2e-e94a027cbd08 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:33:46.437402 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e542b1-5713-40a0-bbc4-7d0fd83eb442 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:33:46.461950 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3464a142-061c-4965-925d-a3e3441dc3ec None None] Sync routers for ids ['58f773eb-e7da-4238-abfd-512c0dc8eab3'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:33:46.473053 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-76e542b1-5713-40a0-bbc4-7d0fd83eb442 admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:46.477347 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53326) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:33:46.479705 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-76e542b1-5713-40a0-bbc4-7d0fd83eb442 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.5726793 Aug 23 20:33:46.485320 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3464a142-061c-4965-925d-a3e3441dc3ec None None] Routers {'58f773eb-e7da-4238-abfd-512c0dc8eab3'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:33:46.486290 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3464a142-061c-4965-925d-a3e3441dc3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:33:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['58f773eb-e7da-4238-abfd-512c0dc8eab3'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:33:46.683537 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-54c264ad-4fea-4682-8b86-53bdeeb1ad86 req-29bf6041-430b-4208-a4df-406a6e9141c3 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:46.866629 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-3464a142-061c-4965-925d-a3e3441dc3ec None None] Set router 58f773eb-e7da-4238-abfd-512c0dc8eab3 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:33:46.882830 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-54c264ad-4fea-4682-8b86-53bdeeb1ad86 req-29bf6041-430b-4208-a4df-406a6e9141c3 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:47.017872 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device a746412a-c93d-40c4-b838-4f1bb3d6e3b0 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:33:47.020349 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:33:47.105734 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54c264ad-4fea-4682-8b86-53bdeeb1ad86 req-29bf6041-430b-4208-a4df-406a6e9141c3 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Network 102aaadf-a02d-4ccd-a117-533acfc24182 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:33:47.174721 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-54c264ad-4fea-4682-8b86-53bdeeb1ad86 req-29bf6041-430b-4208-a4df-406a6e9141c3 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:33:47.186264 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c264ad-4fea-4682-8b86-53bdeeb1ad86 req-29bf6041-430b-4208-a4df-406a6e9141c3 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:33:47.276384 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.db.resource_extend [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 20:33:47.317898 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=2766511f-9d51-4da2-a1c2-6355076cc97a,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:47.328521 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3464a142-061c-4965-925d-a3e3441dc3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f773eb-e7da-4238-abfd-512c0dc8eab3', 'name': 'tempest-AttachSCSIVolumeTestJSON-2083465565-router', 'tenant_id': '6579632f1e1d4c7481d3220ebde2ae6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '377f9122-12c3-4fee-b3dc-3d8e2ccf5b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:33:38Z', 'updated_at': '2021-08-23T20:33:43Z', 'revision_number': 3, 'project_id': '6579632f1e1d4c7481d3220ebde2ae6f', 'gw_port': {'id': '377f9122-12c3-4fee-b3dc-3d8e2ccf5b07', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:19:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f773eb-e7da-4238-abfd-512c0dc8eab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:33:40Z', 'updated_at': '2021-08-23T20:33:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:33:47.389440 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf6041-430b-4208-a4df-406a6e9141c3 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Pushing event updated for resources: {'Port': ['ID=5f660ff1-cef3-4105-b94c-86a53c170c94,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:47.409027 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 24a309f0-cb51-4a2a-9a2e-e94a027cbd08, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=24a309f0-cb51-4a2a-9a2e-e94a027cbd08,segment=NetworkSegment(944ef231-16f6-43e4-b600-906b7024b8ba),segment_id=944ef231-16f6-43e4-b600-906b7024b8ba)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:47.415193 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3464a142-061c-4965-925d-a3e3441dc3ec None None] Checking router: 58f773eb-e7da-4238-abfd-512c0dc8eab3 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:33:47.415542 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3464a142-061c-4965-925d-a3e3441dc3ec None None] Updating router 58f773eb-e7da-4238-abfd-512c0dc8eab3 port 377f9122-12c3-4fee-b3dc-3d8e2ccf5b07 binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:33:47.479727 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a468b-15b0-43e5-ba52-67a21d7e85a0 req-4a2cbdc4-cdbf-4c24-9525-6c98906f98a3 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:47.486911 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3464a142-061c-4965-925d-a3e3441dc3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:47.517711 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a468b-15b0-43e5-ba52-67a21d7e85a0 req-4a2cbdc4-cdbf-4c24-9525-6c98906f98a3 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:47.534016 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a468b-15b0-43e5-ba52-67a21d7e85a0 req-4a2cbdc4-cdbf-4c24-9525-6c98906f98a3 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:47.540221 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a468b-15b0-43e5-ba52-67a21d7e85a0 req-4a2cbdc4-cdbf-4c24-9525-6c98906f98a3 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:47.551551 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a468b-15b0-43e5-ba52-67a21d7e85a0 req-4a2cbdc4-cdbf-4c24-9525-6c98906f98a3 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:47.561837 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a468b-15b0-43e5-ba52-67a21d7e85a0 req-4a2cbdc4-cdbf-4c24-9525-6c98906f98a3 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:47.569432 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a468b-15b0-43e5-ba52-67a21d7e85a0 req-4a2cbdc4-cdbf-4c24-9525-6c98906f98a3 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:47.573628 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c264ad-4fea-4682-8b86-53bdeeb1ad86 req-29bf6041-430b-4208-a4df-406a6e9141c3 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:47.574894 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-54c264ad-4fea-4682-8b86-53bdeeb1ad86 req-29bf6041-430b-4208-a4df-406a6e9141c3 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:47.577792 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e29a468b-15b0-43e5-ba52-67a21d7e85a0 req-4a2cbdc4-cdbf-4c24-9525-6c98906f98a3 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 5423 time: 0.6016521 Aug 23 20:33:47.612649 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-54c264ad-4fea-4682-8b86-53bdeeb1ad86 req-29bf6041-430b-4208-a4df-406a6e9141c3 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5232265 Aug 23 20:33:47.655033 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d53a8-0ec9-489e-b036-3749a9828dbe req-d2636735-4a1d-43ce-a60b-de63b2c8be5b tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:47.655955 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae576b-f5d1-4d78-b368-426ea85ee5ab req-32aab6ee-39c5-418b-9154-71b9d77fb733 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:47.659503 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2c5d53a8-0ec9-489e-b036-3749a9828dbe req-d2636735-4a1d-43ce-a60b-de63b2c8be5b tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 951 time: 1.0178299 Aug 23 20:33:47.660832 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a4ae576b-f5d1-4d78-b368-426ea85ee5ab req-32aab6ee-39c5-418b-9154-71b9d77fb733 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=010f7871-581d-4150-9367-79c580ac7725 HTTP/1.1" status: 200 len: 931 time: 0.7114429 Aug 23 20:33:47.674038 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '24a309f0-cb51-4a2a-9a2e-e94a027cbd08', 'network_id': 'af4706b6-78a2-4ed9-91e2-487e13d661e6', 'port_id': '24a309f0-cb51-4a2a-9a2e-e94a027cbd08', 'mac_address': 'fa:16:3e:b8:4f:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '219a97fb-cf76-43fd-a3c0-23a4e8b36a26', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:33:47.705046 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc2f778-ccbe-4fd3-8d1a-984862b0bf41 None None] Resources bound (agent type, host, resource id): {{(pid=94689) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 20:33:47.796726 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a4ae576b-f5d1-4d78-b368-426ea85ee5ab req-c91e38ff-5597-4adc-9fef-9e8e4c25809e tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110580 Aug 23 20:33:47.821216 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port a746412a-c93d-40c4-b838-4f1bb3d6e3b0 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:33:47.822009 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:47.833639 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6334b449-7a81-422b-88fb-dc55678b53c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:47.917400 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:47.930628 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-54c264ad-4fea-4682-8b86-53bdeeb1ad86 req-6be1fe12-8f36-49dd-95dd-212d66b429bd service neutron] Request body: {'port': {'device_id': '010f7871-581d-4150-9367-79c580ac7725', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:33:48.053933 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e29a468b-15b0-43e5-ba52-67a21d7e85a0 req-fee5367d-17ac-4509-ad6b-12000dbf1fbd tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b54e5a8-71d6-43fd-b888-7393c70f9dac&id=8c89d379-1762-483a-9924-6d88093352af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4751279 Aug 23 20:33:48.058622 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82408673-4c91-4776-87ec-436340b12ca2 req-c69d8e5c-e4fe-4376-bc2b-bb464342f690 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:48.066408 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ddb6c7bf-6080-43ef-a1ec-cb3959c5e570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:48.068303 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-82408673-4c91-4776-87ec-436340b12ca2 req-c69d8e5c-e4fe-4376-bc2b-bb464342f690 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 951 time: 0.1346896 Aug 23 20:33:48.111680 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24a309f0-cb51-4a2a-9a2e-e94a027cbd08 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:33:48.150448 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-54c264ad-4fea-4682-8b86-53bdeeb1ad86 req-6be1fe12-8f36-49dd-95dd-212d66b429bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:48.171700 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3464a142-061c-4965-925d-a3e3441dc3ec None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:48.178431 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-82408673-4c91-4776-87ec-436340b12ca2 req-c1bf24ad-77b8-41bb-ba43-d543c62bcf0f tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934186 Aug 23 20:33:48.198247 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-3464a142-061c-4965-925d-a3e3441dc3ec None None] Transition to ACTIVE for port object 377f9122-12c3-4fee-b3dc-3d8e2ccf5b07 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:33:48.201831 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 24a309f0-cb51-4a2a-9a2e-e94a027cbd08, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=24a309f0-cb51-4a2a-9a2e-e94a027cbd08,segment=NetworkSegment(944ef231-16f6-43e4-b600-906b7024b8ba),segment_id=944ef231-16f6-43e4-b600-906b7024b8ba)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:48.205536 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3464a142-061c-4965-925d-a3e3441dc3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:48.243938 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:48.244682 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 1e9559a3-8cff-4318-a999-b45c5efad87e details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:33:48.314864 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-41cc357a-75f4-4fe3-b5ca-46832a727ef8 req-cb50f614-206d-412d-8b3b-ad6c907f8363 tempest-ServerShowV257Test-1047712289 tempest-ServerShowV257Test-1047712289-project] 10.222.0.61 "GET /v2.0/ports?device_id=18b5842b-e97f-4ebc-9ad1-0fd25c66225d HTTP/1.1" status: 200 len: 210 time: 0.0338728 Aug 23 20:33:48.324277 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01641f5e-0295-4e5f-a8ef-e877d4064712 None None] Pushing event updated for resources: {'Port': ['ID=377f9122-12c3-4fee-b3dc-3d8e2ccf5b07,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:48.339662 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01641f5e-0295-4e5f-a8ef-e877d4064712 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:33:48.343047 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01641f5e-0295-4e5f-a8ef-e877d4064712 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:33:48.343804 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01641f5e-0295-4e5f-a8ef-e877d4064712 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:33:48.345070 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01641f5e-0295-4e5f-a8ef-e877d4064712 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:33:48.345643 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01641f5e-0295-4e5f-a8ef-e877d4064712 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:33:48.346180 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01641f5e-0295-4e5f-a8ef-e877d4064712 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:33:48.347399 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01641f5e-0295-4e5f-a8ef-e877d4064712 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:33:48.349914 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01641f5e-0295-4e5f-a8ef-e877d4064712 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:33:48.350365 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01641f5e-0295-4e5f-a8ef-e877d4064712 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:33:48.352303 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01641f5e-0295-4e5f-a8ef-e877d4064712 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:33:48.352862 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01641f5e-0295-4e5f-a8ef-e877d4064712 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:33:48.353419 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01641f5e-0295-4e5f-a8ef-e877d4064712 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:33:48.381456 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-3464a142-061c-4965-925d-a3e3441dc3ec None None] Attempting to bind port 377f9122-12c3-4fee-b3dc-3d8e2ccf5b07 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:33:48.382487 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-3464a142-061c-4965-925d-a3e3441dc3ec None None] Attempting to bind port 377f9122-12c3-4fee-b3dc-3d8e2ccf5b07 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:33:48.382946 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3464a142-061c-4965-925d-a3e3441dc3ec None None] Attempting to bind port 377f9122-12c3-4fee-b3dc-3d8e2ccf5b07 on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:33:48.397882 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-2c5d53a8-0ec9-489e-b036-3749a9828dbe req-26a4bf44-9afd-420a-923a-ee979b398401 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Deleting port 8eb652a1-40ff-4e47-b09e-601767b8a063 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:33:48.398129 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2c5d53a8-0ec9-489e-b036-3749a9828dbe req-26a4bf44-9afd-420a-923a-ee979b398401 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:48.399246 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3464a142-061c-4965-925d-a3e3441dc3ec None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:33:48.401016 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3464a142-061c-4965-925d-a3e3441dc3ec None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:33:48.404165 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3464a142-061c-4965-925d-a3e3441dc3ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:48.404920 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3464a142-061c-4965-925d-a3e3441dc3ec None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:33:48.407071 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-3464a142-061c-4965-925d-a3e3441dc3ec None None] Bound port: 377f9122-12c3-4fee-b3dc-3d8e2ccf5b07, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:33:48.407753 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3464a142-061c-4965-925d-a3e3441dc3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:48.550733 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-ddb6c7bf-6080-43ef-a1ec-cb3959c5e570 admin admin] Allocated IP 172.20.0.1 (2570b2a5-5091-4ba9-802e-156c387a4a27/143c2ba7-a161-4c59-993f-d984385e442e/4d14fcb3-6a53-4818-a9a0-36c246e716b7) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:33:48.597831 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-3464a142-061c-4965-925d-a3e3441dc3ec None None] For port 377f9122-12c3-4fee-b3dc-3d8e2ccf5b07, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:33:48.602112 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-3464a142-061c-4965-925d-a3e3441dc3ec None None] For port 377f9122-12c3-4fee-b3dc-3d8e2ccf5b07, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=377f9122-12c3-4fee-b3dc-3d8e2ccf5b07,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:33:48.603467 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.db.resource_extend [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 20:33:48.607377 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3464a142-061c-4965-925d-a3e3441dc3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:48.680357 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3464a142-061c-4965-925d-a3e3441dc3ec None None] Routers {'58f773eb-e7da-4238-abfd-512c0dc8eab3'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:33:48.681105 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3464a142-061c-4965-925d-a3e3441dc3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:33:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['58f773eb-e7da-4238-abfd-512c0dc8eab3'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:33:48.684227 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-2c5d53a8-0ec9-489e-b036-3749a9828dbe req-26a4bf44-9afd-420a-923a-ee979b398401 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] For port 8eb652a1-40ff-4e47-b09e-601767b8a063, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=8eb652a1-40ff-4e47-b09e-601767b8a063,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:48.687130 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2c5d53a8-0ec9-489e-b036-3749a9828dbe req-26a4bf44-9afd-420a-923a-ee979b398401 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:48.719210 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-2c5d53a8-0ec9-489e-b036-3749a9828dbe req-26a4bf44-9afd-420a-923a-ee979b398401 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Calling delete_port for 8eb652a1-40ff-4e47-b09e-601767b8a063 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:33:48.723008 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01641f5e-0295-4e5f-a8ef-e877d4064712 None None] Pushing event updated for resources: {'Port': ['ID=377f9122-12c3-4fee-b3dc-3d8e2ccf5b07,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:48.882245 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=24a309f0-cb51-4a2a-9a2e-e94a027cbd08,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:48.910932 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 985959be-d6e1-483b-b50a-4cd279285b28 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:33:48.924774 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-3464a142-061c-4965-925d-a3e3441dc3ec None None] Set router 58f773eb-e7da-4238-abfd-512c0dc8eab3 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:33:48.957160 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 985959be-d6e1-483b-b50a-4cd279285b28 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:33:48.957405 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 985959be-d6e1-483b-b50a-4cd279285b28 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:33:49.087491 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e14488-ed4d-4ad9-a73a-643d65ec25ed req-46688999-575a-4ed6-ae64-5b6ad0a452be tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:49.097896 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-93e14488-ed4d-4ad9-a73a-643d65ec25ed req-46688999-575a-4ed6-ae64-5b6ad0a452be tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=a112110a-c5c7-4dd4-b692-6caa721bcf00 HTTP/1.1" status: 200 len: 944 time: 0.1771657 Aug 23 20:33:49.127119 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2c5d53a8-0ec9-489e-b036-3749a9828dbe req-26a4bf44-9afd-420a-923a-ee979b398401 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:49.175472 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a4bf44-9afd-420a-923a-ee979b398401 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Pushing event deleted for resources: {'Port': ['ID=8eb652a1-40ff-4e47-b09e-601767b8a063,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:49.208209 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-93e14488-ed4d-4ad9-a73a-643d65ec25ed req-f7cbdb74-fa74-4a86-8812-6d551c0463e1 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052132 Aug 23 20:33:49.237207 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['2049cbed-d6c5-488e-9f7b-53c7ade58b1e', '79e4e511-e25d-4631-b369-78f9df0c62ac'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:33:49.268524 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3464a142-061c-4965-925d-a3e3441dc3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f773eb-e7da-4238-abfd-512c0dc8eab3', 'name': 'tempest-AttachSCSIVolumeTestJSON-2083465565-router', 'tenant_id': '6579632f1e1d4c7481d3220ebde2ae6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '377f9122-12c3-4fee-b3dc-3d8e2ccf5b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:33:38Z', 'updated_at': '2021-08-23T20:33:43Z', 'revision_number': 3, 'project_id': '6579632f1e1d4c7481d3220ebde2ae6f', 'gw_port': {'id': '377f9122-12c3-4fee-b3dc-3d8e2ccf5b07', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:19:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f773eb-e7da-4238-abfd-512c0dc8eab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:33:40Z', 'updated_at': '2021-08-23T20:33:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:33:49.354470 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 1e9559a3-8cff-4318-a999-b45c5efad87e, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=1e9559a3-8cff-4318-a999-b45c5efad87e,segment=NetworkSegment(8eba2c08-8fde-43b2-907a-ed6e6b74f059),segment_id=8eba2c08-8fde-43b2-907a-ed6e6b74f059)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:49.373479 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3464a142-061c-4965-925d-a3e3441dc3ec None None] The sync data for ids ['58f773eb-e7da-4238-abfd-512c0dc8eab3'] in n-d-805663-2 is: [{'id': '58f773eb-e7da-4238-abfd-512c0dc8eab3', 'name': 'tempest-AttachSCSIVolumeTestJSON-2083465565-router', 'tenant_id': '6579632f1e1d4c7481d3220ebde2ae6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '377f9122-12c3-4fee-b3dc-3d8e2ccf5b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:33:38Z', 'updated_at': '2021-08-23T20:33:43Z', 'revision_number': 3, 'project_id': '6579632f1e1d4c7481d3220ebde2ae6f', 'gw_port': {'id': '377f9122-12c3-4fee-b3dc-3d8e2ccf5b07', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:19:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f773eb-e7da-4238-abfd-512c0dc8eab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:33:40Z', 'updated_at': '2021-08-23T20:33:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:33:49.389766 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '1e9559a3-8cff-4318-a999-b45c5efad87e', 'network_id': '3540c16b-5ded-45d3-80bb-012ec217ee8b', 'port_id': '1e9559a3-8cff-4318-a999-b45c5efad87e', 'mac_address': 'fa:16:3e:e1:42:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fd3acb9-9364-43a9-926f-7317badfdeb5', 'ip_address': '10.1.1.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:33:49.391372 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ddb6c7bf-6080-43ef-a1ec-cb3959c5e570 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:49.393686 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c5d53a8-0ec9-489e-b036-3749a9828dbe req-26a4bf44-9afd-420a-923a-ee979b398401 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] No DVR routers for this DVR port 8eb652a1-40ff-4e47-b09e-601767b8a063 on host n-h2-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:33:49.417370 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2c5d53a8-0ec9-489e-b036-3749a9828dbe req-26a4bf44-9afd-420a-923a-ee979b398401 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:49.419960 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2c5d53a8-0ec9-489e-b036-3749a9828dbe req-26a4bf44-9afd-420a-923a-ee979b398401 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.32 "DELETE /v2.0/ports/8eb652a1-40ff-4e47-b09e-601767b8a063 HTTP/1.1" status: 204 len: 173 time: 1.7503390 Aug 23 20:33:49.420619 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7432e76-4499-4e32-b533-ab08c5917e78', 'name': 'network-vif-deleted', 'tag': '8eb652a1-40ff-4e47-b09e-601767b8a063'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:33:49.423000 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cdbfc5d-8bfb-490b-83f2-ec85035b7479" -d '{"events": [{"server_uuid": "c7432e76-4499-4e32-b533-ab08c5917e78", "name": "network-vif-deleted", "tag": "8eb652a1-40ff-4e47-b09e-601767b8a063"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:33:49.475980 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-ddb6c7bf-6080-43ef-a1ec-cb3959c5e570 admin admin] Transition to ACTIVE for port object 4d14fcb3-6a53-4818-a9a0-36c246e716b7 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:33:49.481080 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689aa18-f5d7-46b7-ae60-9e353839f3b3 req-a72ffc02-b9c6-4b83-bd47-c1f2bb8b82c2 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:49.483548 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5689aa18-f5d7-46b7-ae60-9e353839f3b3 req-a72ffc02-b9c6-4b83-bd47-c1f2bb8b82c2 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.32 "GET /v2.0/ports?device_id=a112110a-c5c7-4dd4-b692-6caa721bcf00 HTTP/1.1" status: 200 len: 944 time: 0.2690995 Aug 23 20:33:49.522830 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24203f86-57d7-4c11-b596-3d55773571cb req-759cfabe-b0c7-431e-bdec-b0e8af42ae40 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:49.528875 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24203f86-57d7-4c11-b596-3d55773571cb req-759cfabe-b0c7-431e-bdec-b0e8af42ae40 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:49.531281 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:49.535433 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24203f86-57d7-4c11-b596-3d55773571cb req-759cfabe-b0c7-431e-bdec-b0e8af42ae40 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:49.541859 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24203f86-57d7-4c11-b596-3d55773571cb req-759cfabe-b0c7-431e-bdec-b0e8af42ae40 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:49.548965 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24203f86-57d7-4c11-b596-3d55773571cb req-759cfabe-b0c7-431e-bdec-b0e8af42ae40 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:49.555468 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24203f86-57d7-4c11-b596-3d55773571cb req-759cfabe-b0c7-431e-bdec-b0e8af42ae40 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:49.562813 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24203f86-57d7-4c11-b596-3d55773571cb req-759cfabe-b0c7-431e-bdec-b0e8af42ae40 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:49.573364 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-24203f86-57d7-4c11-b596-3d55773571cb req-759cfabe-b0c7-431e-bdec-b0e8af42ae40 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 5424 time: 0.1860962 Aug 23 20:33:49.599261 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e9559a3-8cff-4318-a999-b45c5efad87e {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:33:49.648421 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 1e9559a3-8cff-4318-a999-b45c5efad87e, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=1e9559a3-8cff-4318-a999-b45c5efad87e,segment=NetworkSegment(8eba2c08-8fde-43b2-907a-ed6e6b74f059),segment_id=8eba2c08-8fde-43b2-907a-ed6e6b74f059)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:49.667444 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:49.691073 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-24203f86-57d7-4c11-b596-3d55773571cb req-fba21638-3bb2-44c5-853c-981d898690f7 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b54e5a8-71d6-43fd-b888-7393c70f9dac&id=8c89d379-1762-483a-9924-6d88093352af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1164176 Aug 23 20:33:49.714042 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:33:49.724784 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b43d4-0d72-47bb-9f47-54759132dfc8 req-0ec8d48e-16a4-4422-8db7-3a56d37ca23c tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:49.726469 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-df4b43d4-0d72-47bb-9f47-54759132dfc8 req-0ec8d48e-16a4-4422-8db7-3a56d37ca23c tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=010f7871-581d-4150-9367-79c580ac7725 HTTP/1.1" status: 200 len: 931 time: 0.3152649 Aug 23 20:33:49.806918 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ddb6c7bf-6080-43ef-a1ec-cb3959c5e570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:49.902209 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=1e9559a3-8cff-4318-a999-b45c5efad87e,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:49.910731 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb6c7bf-6080-43ef-a1ec-cb3959c5e570 admin admin] Network 2570b2a5-5091-4ba9-802e-156c387a4a27 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:33:49.918576 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-ddb6c7bf-6080-43ef-a1ec-cb3959c5e570 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:33:49.921780 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb6c7bf-6080-43ef-a1ec-cb3959c5e570 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:33:49.922184 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:33:49.947188 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-5689aa18-f5d7-46b7-ae60-9e353839f3b3 req-27aa792e-cc1c-4537-895e-f2349ced7d45 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Deleting port 84e51d00-0bc5-4ad2-bce4-927d8c61adea {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:33:49.947548 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5689aa18-f5d7-46b7-ae60-9e353839f3b3 req-27aa792e-cc1c-4537-895e-f2349ced7d45 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:49.959698 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:33:49.960180 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:49.973963 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6c7bf-6080-43ef-a1ec-cb3959c5e570 admin admin] Pushing event updated for resources: {'Port': ['ID=4d14fcb3-6a53-4818-a9a0-36c246e716b7,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:50.013948 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-df4b43d4-0d72-47bb-9f47-54759132dfc8 req-bc19ecb8-a1c1-4d9b-a10c-c87495004f6e tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678860 Aug 23 20:33:50.100701 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['2766511f-9d51-4da2-a1c2-6355076cc97a'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:33:50.103868 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['24a309f0-cb51-4a2a-9a2e-e94a027cbd08'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:33:50.119536 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['1e9559a3-8cff-4318-a999-b45c5efad87e'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:33:50.126719 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ae15409f-d37c-4a52-8363-3cc116baa00d req-576439f2-2218-43bc-809f-fc21e3991d7b tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7432e76-4499-4e32-b533-ab08c5917e78 HTTP/1.1" status: 200 len: 210 time: 0.1726828 Aug 23 20:33:50.155796 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-54c264ad-4fea-4682-8b86-53bdeeb1ad86 req-6be1fe12-8f36-49dd-95dd-212d66b429bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f660ff1-cef3-4105-b94c-86a53c170c94 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:33:50.215536 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ddb6c7bf-6080-43ef-a1ec-cb3959c5e570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:50.233365 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-54c264ad-4fea-4682-8b86-53bdeeb1ad86 req-6be1fe12-8f36-49dd-95dd-212d66b429bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:50.245878 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-6334b449-7a81-422b-88fb-dc55678b53c4 admin admin] Deleting port 42b1cc9c-6b39-4aec-bf46-cc9e688e4a3c {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:33:50.247448 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6334b449-7a81-422b-88fb-dc55678b53c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:50.337581 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3906721-28bf-425d-babd-97ef913ed223 x-openstack-request-id: req-b3906721-28bf-425d-babd-97ef913ed223 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:33:50.337949 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7432e76-4499-4e32-b533-ab08c5917e78", "name": "network-vif-deleted", "tag": "8eb652a1-40ff-4e47-b09e-601767b8a063", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:33:50.340434 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b3906721-28bf-425d-babd-97ef913ed223 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:33:50.341678 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7432e76-4499-4e32-b533-ab08c5917e78', 'name': 'network-vif-deleted', 'tag': '8eb652a1-40ff-4e47-b09e-601767b8a063', 'status': 'completed', 'code': 200} Aug 23 20:33:50.369046 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 84e51d00-0bc5-4ad2-bce4-927d8c61adea no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:33:50.422549 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-afbbb064-6441-4bc7-b0ed-cd431cdcd964 req-0672deda-aa90-47dd-95ec-209668e87d65 tempest-ServerShowV257Test-1047712289 tempest-ServerShowV257Test-1047712289-project] 10.222.0.61 "GET /v2.0/ports?device_id=18b5842b-e97f-4ebc-9ad1-0fd25c66225d HTTP/1.1" status: 200 len: 210 time: 0.1827533 Aug 23 20:33:50.440394 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-54c264ad-4fea-4682-8b86-53bdeeb1ad86 req-6be1fe12-8f36-49dd-95dd-212d66b429bd service neutron] Transition to ACTIVE for port object 5f660ff1-cef3-4105-b94c-86a53c170c94 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:33:50.446375 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-54c264ad-4fea-4682-8b86-53bdeeb1ad86 req-6be1fe12-8f36-49dd-95dd-212d66b429bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:50.480022 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-5689aa18-f5d7-46b7-ae60-9e353839f3b3 req-27aa792e-cc1c-4537-895e-f2349ced7d45 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] For port 84e51d00-0bc5-4ad2-bce4-927d8c61adea, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=84e51d00-0bc5-4ad2-bce4-927d8c61adea,segment=NetworkSegment(3440ae09-322e-4891-8c02-a5baf5ba77f1),segment_id=3440ae09-322e-4891-8c02-a5baf5ba77f1)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:50.480432 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5689aa18-f5d7-46b7-ae60-9e353839f3b3 req-27aa792e-cc1c-4537-895e-f2349ced7d45 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:50.538644 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-5689aa18-f5d7-46b7-ae60-9e353839f3b3 req-27aa792e-cc1c-4537-895e-f2349ced7d45 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Calling delete_port for 84e51d00-0bc5-4ad2-bce4-927d8c61adea owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:33:50.550478 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eff62a-575c-447f-9dde-c4810e7a6651 req-60f2b584-353e-4d2b-8e90-6a6c74a0461b tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:50.552440 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-21eff62a-575c-447f-9dde-c4810e7a6651 req-60f2b584-353e-4d2b-8e90-6a6c74a0461b tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=a112110a-c5c7-4dd4-b692-6caa721bcf00 HTTP/1.1" status: 200 len: 944 time: 0.2049356 Aug 23 20:33:50.569423 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:50.580197 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be1fe12-8f36-49dd-95dd-212d66b429bd service neutron] Pushing event updated for resources: {'Port': ['ID=5f660ff1-cef3-4105-b94c-86a53c170c94,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:50.596811 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-338776fd-1685-4d79-af0c-8670c15ecb7e None None] Provisioning for port 4d14fcb3-6a53-4818-a9a0-36c246e716b7 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:33:50.642429 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-6334b449-7a81-422b-88fb-dc55678b53c4 admin admin] For port 42b1cc9c-6b39-4aec-bf46-cc9e688e4a3c, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=42b1cc9c-6b39-4aec-bf46-cc9e688e4a3c,segment=NetworkSegment(49079ba8-e16c-40da-a88f-18f7d6d728dd),segment_id=49079ba8-e16c-40da-a88f-18f7d6d728dd)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:50.642855 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6334b449-7a81-422b-88fb-dc55678b53c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:50.650754 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-21eff62a-575c-447f-9dde-c4810e7a6651 req-0b2b9972-288f-4419-baa9-f2b268800b25 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869107 Aug 23 20:33:50.674995 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53404) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:33:50.682542 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-54c264ad-4fea-4682-8b86-53bdeeb1ad86 req-6be1fe12-8f36-49dd-95dd-212d66b429bd service neutron] Attempting to bind port 5f660ff1-cef3-4105-b94c-86a53c170c94 on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:33:50.682973 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-54c264ad-4fea-4682-8b86-53bdeeb1ad86 req-6be1fe12-8f36-49dd-95dd-212d66b429bd service neutron] Attempting to bind port 5f660ff1-cef3-4105-b94c-86a53c170c94 by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': '5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '102aaadf-a02d-4ccd-a117-533acfc24182'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:33:50.683370 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c264ad-4fea-4682-8b86-53bdeeb1ad86 req-6be1fe12-8f36-49dd-95dd-212d66b429bd service neutron] Attempting to bind port 5f660ff1-cef3-4105-b94c-86a53c170c94 on network 102aaadf-a02d-4ccd-a117-533acfc24182 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:33:50.699242 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c264ad-4fea-4682-8b86-53bdeeb1ad86 req-6be1fe12-8f36-49dd-95dd-212d66b429bd service neutron] Port 5f660ff1-cef3-4105-b94c-86a53c170c94 on network 102aaadf-a02d-4ccd-a117-533acfc24182 not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:33:50.699632 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c264ad-4fea-4682-8b86-53bdeeb1ad86 req-6be1fe12-8f36-49dd-95dd-212d66b429bd service neutron] Attempting to bind port 5f660ff1-cef3-4105-b94c-86a53c170c94 on network 102aaadf-a02d-4ccd-a117-533acfc24182 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:33:50.706509 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-6334b449-7a81-422b-88fb-dc55678b53c4 admin admin] Calling delete_port for 42b1cc9c-6b39-4aec-bf46-cc9e688e4a3c owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:33:50.708724 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c264ad-4fea-4682-8b86-53bdeeb1ad86 req-6be1fe12-8f36-49dd-95dd-212d66b429bd service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:33:50.709038 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c264ad-4fea-4682-8b86-53bdeeb1ad86 req-6be1fe12-8f36-49dd-95dd-212d66b429bd service neutron] Checking segment: {'id': '5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '102aaadf-a02d-4ccd-a117-533acfc24182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:33:50.709489 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c264ad-4fea-4682-8b86-53bdeeb1ad86 req-6be1fe12-8f36-49dd-95dd-212d66b429bd service neutron] Bound using segment: {'id': '5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '102aaadf-a02d-4ccd-a117-533acfc24182'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:33:50.710004 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-54c264ad-4fea-4682-8b86-53bdeeb1ad86 req-6be1fe12-8f36-49dd-95dd-212d66b429bd service neutron] Bound port: 5f660ff1-cef3-4105-b94c-86a53c170c94, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '102aaadf-a02d-4ccd-a117-533acfc24182'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:33:50.710428 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-54c264ad-4fea-4682-8b86-53bdeeb1ad86 req-6be1fe12-8f36-49dd-95dd-212d66b429bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:50.886811 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-338776fd-1685-4d79-af0c-8670c15ecb7e None None] Provisioning complete for port 4d14fcb3-6a53-4818-a9a0-36c246e716b7 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:33:50.887191 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-338776fd-1685-4d79-af0c-8670c15ecb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:50.923752 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-70eafff8-d86c-4af9-bb6c-1cddb9cccd40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:50.977910 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b052b07-637b-4334-880c-029e25505050 req-1d356cbe-daa9-4c6c-a160-0bbca3f860cc tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:50.989245 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b052b07-637b-4334-880c-029e25505050 req-1d356cbe-daa9-4c6c-a160-0bbca3f860cc tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:50.997981 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b052b07-637b-4334-880c-029e25505050 req-1d356cbe-daa9-4c6c-a160-0bbca3f860cc tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:51.008008 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b052b07-637b-4334-880c-029e25505050 req-1d356cbe-daa9-4c6c-a160-0bbca3f860cc tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:51.017569 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b052b07-637b-4334-880c-029e25505050 req-1d356cbe-daa9-4c6c-a160-0bbca3f860cc tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:51.027623 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b052b07-637b-4334-880c-029e25505050 req-1d356cbe-daa9-4c6c-a160-0bbca3f860cc tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:51.057647 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b052b07-637b-4334-880c-029e25505050 req-1d356cbe-daa9-4c6c-a160-0bbca3f860cc tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:51.057825 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 8eb652a1-40ff-4e47-b09e-601767b8a063 no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:33:51.068676 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7b052b07-637b-4334-880c-029e25505050 req-1d356cbe-daa9-4c6c-a160-0bbca3f860cc tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 5425 time: 0.2374232 Aug 23 20:33:51.078519 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-54c264ad-4fea-4682-8b86-53bdeeb1ad86 req-6be1fe12-8f36-49dd-95dd-212d66b429bd service neutron] For port 5f660ff1-cef3-4105-b94c-86a53c170c94, host n-h2-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:33:51.105000 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-338776fd-1685-4d79-af0c-8670c15ecb7e None None] Port 4d14fcb3-6a53-4818-a9a0-36c246e716b7 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:33:51.127372 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:51.129153 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: 8eb652a1-40ff-4e47-b09e-601767b8a063 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:33:51.129495 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 8eb652a1-40ff-4e47-b09e-601767b8a063 not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:33:51.163505 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 377f9122-12c3-4fee-b3dc-3d8e2ccf5b07 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:33:51.181574 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-54c264ad-4fea-4682-8b86-53bdeeb1ad86 req-6be1fe12-8f36-49dd-95dd-212d66b429bd service neutron] For port 5f660ff1-cef3-4105-b94c-86a53c170c94, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=5f660ff1-cef3-4105-b94c-86a53c170c94,segment=NetworkSegment(5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d),segment_id=5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:33:51.192446 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-54c264ad-4fea-4682-8b86-53bdeeb1ad86 req-6be1fe12-8f36-49dd-95dd-212d66b429bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:51.229469 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3552a542-8864-47a4-92e2-3c4b04006992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:33:51.232413 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd176d82-ab28-46e9-8d6a-01e6183ce5c7" -d '{"events": [{"server_uuid": "3552a542-8864-47a4-92e2-3c4b04006992", "name": "network-vif-plugged", "status": "completed", "tag": "6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:33:51.266552 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ddb6c7bf-6080-43ef-a1ec-cb3959c5e570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:51.270746 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7b052b07-637b-4334-880c-029e25505050 req-8d7b9380-28f2-45e5-bf51-dc8acf78e425 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b54e5a8-71d6-43fd-b888-7393c70f9dac&id=8c89d379-1762-483a-9924-6d88093352af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2009721 Aug 23 20:33:51.274974 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d,segment=NetworkSegment(8eba2c08-8fde-43b2-907a-ed6e6b74f059),segment_id=8eba2c08-8fde-43b2-907a-ed6e6b74f059)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:51.283807 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c264ad-4fea-4682-8b86-53bdeeb1ad86 req-6be1fe12-8f36-49dd-95dd-212d66b429bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:51.284539 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-54c264ad-4fea-4682-8b86-53bdeeb1ad86 req-6be1fe12-8f36-49dd-95dd-212d66b429bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:51.286593 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-54c264ad-4fea-4682-8b86-53bdeeb1ad86 req-6be1fe12-8f36-49dd-95dd-212d66b429bd service neutron] 10.222.0.32 "PUT /v2.0/ports/5f660ff1-cef3-4105-b94c-86a53c170c94 HTTP/1.1" status: 200 len: 1091 time: 3.6248043 Aug 23 20:33:51.293241 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '010f7871-581d-4150-9367-79c580ac7725', 'tag': '5f660ff1-cef3-4105-b94c-86a53c170c94'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:33:51.293760 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2721c6-c417-4f41-9066-7edf1f2731bf" -d '{"events": [{"name": "network-changed", "server_uuid": "010f7871-581d-4150-9367-79c580ac7725", "tag": "5f660ff1-cef3-4105-b94c-86a53c170c94"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:33:51.295948 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:51.296850 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:33:51.345237 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4222e7-3969-4a7a-9317-0646b1b109e8 req-dba59ecb-0071-4a55-b3b7-0018d9176bae tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:51.347192 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5c4222e7-3969-4a7a-9317-0646b1b109e8 req-dba59ecb-0071-4a55-b3b7-0018d9176bae tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=010f7871-581d-4150-9367-79c580ac7725 HTTP/1.1" status: 200 len: 943 time: 0.1557994 Aug 23 20:33:51.347975 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5689aa18-f5d7-46b7-ae60-9e353839f3b3 req-27aa792e-cc1c-4537-895e-f2349ced7d45 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:51.427118 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be1fe12-8f36-49dd-95dd-212d66b429bd service neutron] Pushing event updated for resources: {'Port': ['ID=5f660ff1-cef3-4105-b94c-86a53c170c94,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:51.444004 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aa792e-cc1c-4537-895e-f2349ced7d45 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Pushing event deleted for resources: {'Port': ['ID=84e51d00-0bc5-4ad2-bce4-927d8c61adea,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:51.450913 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 377f9122-12c3-4fee-b3dc-3d8e2ccf5b07 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:33:51.479757 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 377f9122-12c3-4fee-b3dc-3d8e2ccf5b07 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:33:51.480454 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:51.494753 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6334b449-7a81-422b-88fb-dc55678b53c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:51.521325 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7dd8de7-b888-41ef-8e7b-20e4c0e4c144 x-openstack-request-id: req-d7dd8de7-b888-41ef-8e7b-20e4c0e4c144 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:33:51.521681 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3552a542-8864-47a4-92e2-3c4b04006992", "name": "network-vif-plugged", "status": "completed", "tag": "6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:33:51.521920 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d7dd8de7-b888-41ef-8e7b-20e4c0e4c144 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:33:51.522254 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3552a542-8864-47a4-92e2-3c4b04006992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d', 'code': 200} Aug 23 20:33:51.527450 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:51.555880 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6334b449-7a81-422b-88fb-dc55678b53c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=42b1cc9c-6b39-4aec-bf46-cc9e688e4a3c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:51.562697 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c264ad-4fea-4682-8b86-53bdeeb1ad86 req-404f7ed9-e5e9-4b98-82cd-d46e32d9ab3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:51.564295 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-54c264ad-4fea-4682-8b86-53bdeeb1ad86 req-404f7ed9-e5e9-4b98-82cd-d46e32d9ab3d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d3e19e7b2cfe41f8bf7d244c15d769b7&device_id=010f7871-581d-4150-9367-79c580ac7725 HTTP/1.1" status: 200 len: 1094 time: 0.1941943 Aug 23 20:33:51.571004 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-70eafff8-d86c-4af9-bb6c-1cddb9cccd40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:51.616182 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-70eafff8-d86c-4af9-bb6c-1cddb9cccd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:51.654472 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:51.661214 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:33:51.676607 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-5689aa18-f5d7-46b7-ae60-9e353839f3b3 req-27aa792e-cc1c-4537-895e-f2349ced7d45 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] No DVR routers for this DVR port 84e51d00-0bc5-4ad2-bce4-927d8c61adea on host n-h2-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:33:51.678694 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:33:51.679381 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:51.701197 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-54c264ad-4fea-4682-8b86-53bdeeb1ad86 req-1e252273-034e-4568-8ed9-4f4babe860ef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f660ff1-cef3-4105-b94c-86a53c170c94 HTTP/1.1" status: 200 len: 217 time: 0.0929499 Aug 23 20:33:51.718564 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 377f9122-12c3-4fee-b3dc-3d8e2ccf5b07, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=377f9122-12c3-4fee-b3dc-3d8e2ccf5b07,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:51.724350 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5689aa18-f5d7-46b7-ae60-9e353839f3b3 req-27aa792e-cc1c-4537-895e-f2349ced7d45 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:51.732543 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5689aa18-f5d7-46b7-ae60-9e353839f3b3 req-27aa792e-cc1c-4537-895e-f2349ced7d45 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.32 "DELETE /v2.0/ports/84e51d00-0bc5-4ad2-bce4-927d8c61adea HTTP/1.1" status: 204 len: 173 time: 2.2331707 Aug 23 20:33:51.735671 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5c4222e7-3969-4a7a-9317-0646b1b109e8 req-083521ed-5d5a-4a57-a19e-c6858ace4aa0 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496280 Aug 23 20:33:51.739723 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:51.811983 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c264ad-4fea-4682-8b86-53bdeeb1ad86 req-ee3e6829-8222-4996-a174-38d170cc2dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:51.813498 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-54c264ad-4fea-4682-8b86-53bdeeb1ad86 req-ee3e6829-8222-4996-a174-38d170cc2dde service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1c5a23ee-4dc4-400c-bc37-6be8d284756a HTTP/1.1" status: 200 len: 844 time: 0.0983648 Aug 23 20:33:51.817226 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ddb6c7bf-6080-43ef-a1ec-cb3959c5e570 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:51.832861 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ddb6c7bf-6080-43ef-a1ec-cb3959c5e570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:51.913616 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eafff8-d86c-4af9-bb6c-1cddb9cccd40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6a7dfc-cee3-4b96-8cfc-db227b012ea0,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:51.945521 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794657f5-7180-4688-aa10-1d099b4ee188 x-openstack-request-id: req-794657f5-7180-4688-aa10-1d099b4ee188 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:33:51.946134 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "010f7871-581d-4150-9367-79c580ac7725", "tag": "5f660ff1-cef3-4105-b94c-86a53c170c94", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:33:51.946134 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-794657f5-7180-4688-aa10-1d099b4ee188 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:33:51.946425 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '010f7871-581d-4150-9367-79c580ac7725', 'tag': '5f660ff1-cef3-4105-b94c-86a53c170c94', 'status': 'completed', 'code': 200} Aug 23 20:33:51.948608 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-54c264ad-4fea-4682-8b86-53bdeeb1ad86 req-b23c23c5-7a6d-4e38-8b38-f974f5e9e0e5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=102aaadf-a02d-4ccd-a117-533acfc24182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1202295 Aug 23 20:33:51.961683 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-70eafff8-d86c-4af9-bb6c-1cddb9cccd40 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1bab076c2c3e44fb90c17fb7ea0fa8e9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2729392 Aug 23 20:33:51.964745 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53426) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:33:51.970061 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6c7bf-6080-43ef-a1ec-cb3959c5e570 admin admin] Pushing event updated for resources: {'Port': ['ID=4d14fcb3-6a53-4818-a9a0-36c246e716b7,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:51.978410 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ddb6c7bf-6080-43ef-a1ec-cb3959c5e570 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:52.009704 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=377f9122-12c3-4fee-b3dc-3d8e2ccf5b07,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:52.065564 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:52.126041 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c,segment=NetworkSegment(5e4c950b-9e81-4e67-a335-cd6886b78290),segment_id=5e4c950b-9e81-4e67-a335-cd6886b78290)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:52.131037 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:52.132005 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 60ae1ebc-636b-4489-b110-9d50fcbfd8b3 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:33:52.137567 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8a68352e-effb-42c9-8f3a-cfd6a56f737a req-5116106d-0a84-4753-a6ce-50258a46cce0 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=a112110a-c5c7-4dd4-b692-6caa721bcf00 HTTP/1.1" status: 200 len: 210 time: 0.0403233 Aug 23 20:33:52.172829 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cf4a76db-1385-4563-8eaa-ff1247eb739b req-4ec23ab5-b85e-43f5-949c-752394a5c7eb tempest-ServerShowV257Test-1047712289 tempest-ServerShowV257Test-1047712289-project] 10.222.0.61 "GET /v2.0/ports?device_id=18b5842b-e97f-4ebc-9ad1-0fd25c66225d HTTP/1.1" status: 200 len: 210 time: 0.0938416 Aug 23 20:33:52.189116 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb6c7bf-6080-43ef-a1ec-cb3959c5e570 admin admin] Network 2570b2a5-5091-4ba9-802e-156c387a4a27 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:33:52.191581 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-ddb6c7bf-6080-43ef-a1ec-cb3959c5e570 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:33:52.262494 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:52.275454 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4276fa58-04a7-4624-bfd5-2d41b78c0e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:52.308987 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6334b449-7a81-422b-88fb-dc55678b53c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:52.313068 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-54c264ad-4fea-4682-8b86-53bdeeb1ad86 req-96515759-7770-4955-94b5-83975d5ca9e7 service neutron] 10.222.0.32 "GET /v2.0/networks/102aaadf-a02d-4ccd-a117-533acfc24182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491659 Aug 23 20:33:52.334418 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 60ae1ebc-636b-4489-b110-9d50fcbfd8b3 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:33:52.340593 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 60ae1ebc-636b-4489-b110-9d50fcbfd8b3 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:33:52.341877 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:52.343932 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4276fa58-04a7-4624-bfd5-2d41b78c0e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:52.428660 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4276fa58-04a7-4624-bfd5-2d41b78c0e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:52.431724 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4276fa58-04a7-4624-bfd5-2d41b78c0e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:52.432261 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a112110a-c5c7-4dd4-b692-6caa721bcf00', 'name': 'network-vif-deleted', 'tag': '84e51d00-0bc5-4ad2-bce4-927d8c61adea'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:33:52.433050 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-4276fa58-04a7-4624-bfd5-2d41b78c0e82 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3a6a7dfc-cee3-4b96-8cfc-db227b012ea0 HTTP/1.1" status: 204 len: 168 time: 0.4671795 Aug 23 20:33:52.448606 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1655c2af-4e69-4f57-87c9-fcc750971921" -d '{"events": [{"server_uuid": "a112110a-c5c7-4dd4-b692-6caa721bcf00", "name": "network-vif-deleted", "tag": "84e51d00-0bc5-4ad2-bce4-927d8c61adea"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:33:52.463960 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb6c7bf-6080-43ef-a1ec-cb3959c5e570 admin admin] Router 58f773eb-e7da-4238-abfd-512c0dc8eab3 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:33:52.497140 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2ec0c-bd1a-4cd9-84ef-c7c48b88dbb7 req-2fcb18f5-0596-4b68-82a4-d292245182ec tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:52.499778 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3af2ec0c-bd1a-4cd9-84ef-c7c48b88dbb7 req-2fcb18f5-0596-4b68-82a4-d292245182ec tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf HTTP/1.1" status: 200 len: 949 time: 0.2335613 Aug 23 20:33:52.554005 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:52.595690 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bb8e42b2-bc8f-4107-a4cc-0341b666fcb2 None None] Provisioning complete for port 4d14fcb3-6a53-4818-a9a0-36c246e716b7 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:33:52.596202 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bb8e42b2-bc8f-4107-a4cc-0341b666fcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:52.617578 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4276fa58-04a7-4624-bfd5-2d41b78c0e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6a7dfc-cee3-4b96-8cfc-db227b012ea0,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:52.632707 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3af2ec0c-bd1a-4cd9-84ef-c7c48b88dbb7 req-95c66092-8dbc-4832-bc70-77a5bf384b96 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873566 Aug 23 20:33:52.635063 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 60ae1ebc-636b-4489-b110-9d50fcbfd8b3, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=60ae1ebc-636b-4489-b110-9d50fcbfd8b3,segment=NetworkSegment(8eba2c08-8fde-43b2-907a-ed6e6b74f059),segment_id=8eba2c08-8fde-43b2-907a-ed6e6b74f059)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:52.648579 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:52.650347 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 57ffbcc0-4376-4d05-86a0-154600a7fc9d up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:33:52.689746 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb6c7bf-6080-43ef-a1ec-cb3959c5e570 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:33:52.708701 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bb8e42b2-bc8f-4107-a4cc-0341b666fcb2 None None] Port 4d14fcb3-6a53-4818-a9a0-36c246e716b7 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:33:52.713183 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ddb6c7bf-6080-43ef-a1ec-cb3959c5e570 admin admin] 10.222.0.61 "PUT /v2.0/routers/58f773eb-e7da-4238-abfd-512c0dc8eab3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2341032 Aug 23 20:33:52.718932 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0a88a-e2ef-4a35-9130-9013e29fb623 req-a050771d-aced-45ad-834f-a1cfb25d6898 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:52.725557 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0a88a-e2ef-4a35-9130-9013e29fb623 req-a050771d-aced-45ad-834f-a1cfb25d6898 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:52.731405 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6ab8e5-eac9-40db-bc80-299d9152c2c8 x-openstack-request-id: req-ac6ab8e5-eac9-40db-bc80-299d9152c2c8 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:33:52.731678 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5ccc65-c177-4db5-9d15-b49d86cdcbd4 None None] Sync routers for ids ['58f773eb-e7da-4238-abfd-512c0dc8eab3'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:33:52.731897 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a112110a-c5c7-4dd4-b692-6caa721bcf00", "name": "network-vif-deleted", "tag": "84e51d00-0bc5-4ad2-bce4-927d8c61adea", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:33:52.732081 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ac6ab8e5-eac9-40db-bc80-299d9152c2c8 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:33:52.732934 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0a88a-e2ef-4a35-9130-9013e29fb623 req-a050771d-aced-45ad-834f-a1cfb25d6898 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:52.733265 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a112110a-c5c7-4dd4-b692-6caa721bcf00', 'name': 'network-vif-deleted', 'tag': '84e51d00-0bc5-4ad2-bce4-927d8c61adea', 'status': 'completed', 'code': 200} Aug 23 20:33:52.738261 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0a88a-e2ef-4a35-9130-9013e29fb623 req-a050771d-aced-45ad-834f-a1cfb25d6898 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:52.750106 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0a88a-e2ef-4a35-9130-9013e29fb623 req-a050771d-aced-45ad-834f-a1cfb25d6898 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:52.751806 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0a88a-e2ef-4a35-9130-9013e29fb623 req-a050771d-aced-45ad-834f-a1cfb25d6898 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:52.758412 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0a88a-e2ef-4a35-9130-9013e29fb623 req-a050771d-aced-45ad-834f-a1cfb25d6898 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:52.761475 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=60ae1ebc-636b-4489-b110-9d50fcbfd8b3,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:52.767958 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5ccc65-c177-4db5-9d15-b49d86cdcbd4 None None] Routers {'58f773eb-e7da-4238-abfd-512c0dc8eab3'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:33:52.768644 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-6c5ccc65-c177-4db5-9d15-b49d86cdcbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:33:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['58f773eb-e7da-4238-abfd-512c0dc8eab3'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:33:52.782546 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5ab0a88a-e2ef-4a35-9130-9013e29fb623 req-a050771d-aced-45ad-834f-a1cfb25d6898 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 5427 time: 0.2694092 Aug 23 20:33:52.833753 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 57ffbcc0-4376-4d05-86a0-154600a7fc9d completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:33:52.849004 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 57ffbcc0-4376-4d05-86a0-154600a7fc9d triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:33:52.849245 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:52.858704 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-54c264ad-4fea-4682-8b86-53bdeeb1ad86 req-e4f35066-da82-4ff4-adf5-922665962e43 service neutron] 10.222.0.32 "GET /v2.0/networks/102aaadf-a02d-4ccd-a117-533acfc24182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5341558 Aug 23 20:33:52.897441 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5ab0a88a-e2ef-4a35-9130-9013e29fb623 req-3a406b2c-d3ab-4bbc-a7d1-f806340b787a tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b54e5a8-71d6-43fd-b888-7393c70f9dac&id=8c89d379-1762-483a-9924-6d88093352af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1128185 Aug 23 20:33:52.983548 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-6c5ccc65-c177-4db5-9d15-b49d86cdcbd4 None None] Set router 58f773eb-e7da-4238-abfd-512c0dc8eab3 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:33:53.002962 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f37a40-79d7-48d9-8472-0752db8b9e43 req-2801861d-17a8-4541-a086-d4fef537960a tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:53.005229 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-77f37a40-79d7-48d9-8472-0752db8b9e43 req-2801861d-17a8-4541-a086-d4fef537960a tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=010f7871-581d-4150-9367-79c580ac7725 HTTP/1.1" status: 200 len: 943 time: 0.1385231 Aug 23 20:33:53.100437 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-77f37a40-79d7-48d9-8472-0752db8b9e43 req-0f8ea62d-a777-4630-95f2-5eacb3c5a573 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813582 Aug 23 20:33:53.235261 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2721c6-c417-4f41-9066-7edf1f2731bf req-b6efd296-a68a-4a51-b6be-3b3612d6dcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:53.244469 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9a2721c6-c417-4f41-9066-7edf1f2731bf req-b6efd296-a68a-4a51-b6be-3b3612d6dcb7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d3e19e7b2cfe41f8bf7d244c15d769b7&device_id=010f7871-581d-4150-9367-79c580ac7725 HTTP/1.1" status: 200 len: 1094 time: 0.1289830 Aug 23 20:33:53.247912 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 377f9122-12c3-4fee-b3dc-3d8e2ccf5b07 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:33:53.253316 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6334b449-7a81-422b-88fb-dc55678b53c4 admin admin] Router 48fe7c74-061a-4b44-ab19-7086ac725656 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:33:53.376377 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:53.395204 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 377f9122-12c3-4fee-b3dc-3d8e2ccf5b07 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:33:53.395878 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:53.466666 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 57ffbcc0-4376-4d05-86a0-154600a7fc9d, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=57ffbcc0-4376-4d05-86a0-154600a7fc9d,segment=NetworkSegment(8eba2c08-8fde-43b2-907a-ed6e6b74f059),segment_id=8eba2c08-8fde-43b2-907a-ed6e6b74f059)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:53.475620 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-6c5ccc65-c177-4db5-9d15-b49d86cdcbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f773eb-e7da-4238-abfd-512c0dc8eab3', 'name': 'tempest-AttachSCSIVolumeTestJSON-2083465565-router', 'tenant_id': '6579632f1e1d4c7481d3220ebde2ae6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '377f9122-12c3-4fee-b3dc-3d8e2ccf5b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:33:38Z', 'updated_at': '2021-08-23T20:33:50Z', 'revision_number': 4, 'project_id': '6579632f1e1d4c7481d3220ebde2ae6f', 'gw_port': {'id': '377f9122-12c3-4fee-b3dc-3d8e2ccf5b07', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f773eb-e7da-4238-abfd-512c0dc8eab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:33:40Z', 'updated_at': '2021-08-23T20:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '4d14fcb3-6a53-4818-a9a0-36c246e716b7', 'name': '', 'network_id': '2570b2a5-5091-4ba9-802e-156c387a4a27', 'tenant_id': '6579632f1e1d4c7481d3220ebde2ae6f', 'mac_address': 'fa:16:3e:00:29:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f773eb-e7da-4238-abfd-512c0dc8eab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '143c2ba7-a161-4c59-993f-d984385e442e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:33:48Z', 'updated_at': '2021-08-23T20:33:51Z', 'revision_number': 2, 'project_id': '6579632f1e1d4c7481d3220ebde2ae6f', 'subnets': [{'id': '143c2ba7-a161-4c59-993f-d984385e442e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:33:53.479461 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:53.480417 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 4c12fd25-308d-465f-acec-a94930cbfde6 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:33:53.507587 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7abcd88b-bd31-4335-8139-ecb7de616b81 req-d2ed0417-bb6b-4f98-a57c-fc107a3aae3d tempest-ServerShowV257Test-1047712289 tempest-ServerShowV257Test-1047712289-project] 10.222.0.61 "GET /v2.0/ports?device_id=18b5842b-e97f-4ebc-9ad1-0fd25c66225d HTTP/1.1" status: 200 len: 210 time: 0.1223147 Aug 23 20:33:53.517338 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2721c6-c417-4f41-9066-7edf1f2731bf req-302b02ef-14e3-4790-b30a-e86d917196b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:53.519260 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9a2721c6-c417-4f41-9066-7edf1f2731bf req-302b02ef-14e3-4790-b30a-e86d917196b8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=102aaadf-a02d-4ccd-a117-533acfc24182 HTTP/1.1" status: 200 len: 905 time: 0.2366302 Aug 23 20:33:53.541116 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3552a542-8864-47a4-92e2-3c4b04006992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c'}, {'server_uuid': '3552a542-8864-47a4-92e2-3c4b04006992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ae1ebc-636b-4489-b110-9d50fcbfd8b3'}, {'server_uuid': '3552a542-8864-47a4-92e2-3c4b04006992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ffbcc0-4376-4d05-86a0-154600a7fc9d'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:33:53.541116 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf3bf4d-75ea-404c-8fd1-728251fc152a" -d '{"events": [{"server_uuid": "3552a542-8864-47a4-92e2-3c4b04006992", "name": "network-vif-plugged", "status": "completed", "tag": "17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c"}, {"server_uuid": "3552a542-8864-47a4-92e2-3c4b04006992", "name": "network-vif-plugged", "status": "completed", "tag": "60ae1ebc-636b-4489-b110-9d50fcbfd8b3"}, {"server_uuid": "3552a542-8864-47a4-92e2-3c4b04006992", "name": "network-vif-plugged", "status": "completed", "tag": "57ffbcc0-4376-4d05-86a0-154600a7fc9d"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:33:53.541116 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5ccc65-c177-4db5-9d15-b49d86cdcbd4 None None] Checking router: 58f773eb-e7da-4238-abfd-512c0dc8eab3 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:33:53.541116 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5ccc65-c177-4db5-9d15-b49d86cdcbd4 None None] Updating router 58f773eb-e7da-4238-abfd-512c0dc8eab3 port 4d14fcb3-6a53-4818-a9a0-36c246e716b7 binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:33:53.662984 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9a2721c6-c417-4f41-9066-7edf1f2731bf req-2893c271-2a1e-43da-bccf-c443cd18c95c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f660ff1-cef3-4105-b94c-86a53c170c94 HTTP/1.1" status: 200 len: 217 time: 0.0987139 Aug 23 20:33:53.690402 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 23 Aug 2021 20:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2072dc25-0889-44e9-9304-6b38fa176110 x-openstack-request-id: req-2072dc25-0889-44e9-9304-6b38fa176110 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:33:53.691404 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3552a542-8864-47a4-92e2-3c4b04006992", "name": "network-vif-plugged", "status": "completed", "tag": "17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c", "code": 200}, {"server_uuid": "3552a542-8864-47a4-92e2-3c4b04006992", "name": "network-vif-plugged", "status": "completed", "tag": "60ae1ebc-636b-4489-b110-9d50fcbfd8b3", "code": 200}, {"server_uuid": "3552a542-8864-47a4-92e2-3c4b04006992", "name": "network-vif-plugged", "status": "completed", "tag": "57ffbcc0-4376-4d05-86a0-154600a7fc9d", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:33:53.692130 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2072dc25-0889-44e9-9304-6b38fa176110 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:33:53.693272 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3552a542-8864-47a4-92e2-3c4b04006992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c', 'code': 200} Aug 23 20:33:53.696212 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3552a542-8864-47a4-92e2-3c4b04006992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ae1ebc-636b-4489-b110-9d50fcbfd8b3', 'code': 200} Aug 23 20:33:53.696735 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3552a542-8864-47a4-92e2-3c4b04006992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ffbcc0-4376-4d05-86a0-154600a7fc9d', 'code': 200} Aug 23 20:33:53.697571 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6c5ccc65-c177-4db5-9d15-b49d86cdcbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:53.701977 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2181b3-7996-43f6-a9c5-5c7b392bb3d9 req-8d76a84f-37ed-459a-a82b-e5384b2150b2 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:53.704444 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0a2181b3-7996-43f6-a9c5-5c7b392bb3d9 req-8d76a84f-37ed-459a-a82b-e5384b2150b2 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf HTTP/1.1" status: 200 len: 949 time: 0.1424868 Aug 23 20:33:53.732286 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6334b449-7a81-422b-88fb-dc55678b53c4 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:33:53.734616 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=57ffbcc0-4376-4d05-86a0-154600a7fc9d,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:53.747706 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: 4c12fd25-308d-465f-acec-a94930cbfde6 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:33:53.750497 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 4c12fd25-308d-465f-acec-a94930cbfde6 not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:33:53.754849 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bb451e-3cbb-4033-acf9-bf13972b2f20 None None] Sync routers for ids ['48fe7c74-061a-4b44-ab19-7086ac725656'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:33:53.757456 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6334b449-7a81-422b-88fb-dc55678b53c4 admin admin] 10.222.0.61 "PUT /v2.0/routers/48fe7c74-061a-4b44-ab19-7086ac725656/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1259892 Aug 23 20:33:53.760354 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53480) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:33:53.788556 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bb451e-3cbb-4033-acf9-bf13972b2f20 None None] Routers {'48fe7c74-061a-4b44-ab19-7086ac725656'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:33:53.789412 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-93bb451e-3cbb-4033-acf9-bf13972b2f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:33:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['48fe7c74-061a-4b44-ab19-7086ac725656'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:33:53.838323 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2721c6-c417-4f41-9066-7edf1f2731bf req-622752bc-f0d9-41ef-9c1d-46889826e6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:53.840248 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9a2721c6-c417-4f41-9066-7edf1f2731bf req-622752bc-f0d9-41ef-9c1d-46889826e6ea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1c5a23ee-4dc4-400c-bc37-6be8d284756a HTTP/1.1" status: 200 len: 844 time: 0.1684692 Aug 23 20:33:53.860951 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53482) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:33:53.870296 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 2766511f-9d51-4da2-a1c2-6355076cc97a up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:33:53.890704 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0444ca4e-1ed4-4d47-8da6-62040c22020e req-ef7b2b0e-1bbc-4649-93f9-5228a9397860 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:53.892375 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0444ca4e-1ed4-4d47-8da6-62040c22020e req-ef7b2b0e-1bbc-4649-93f9-5228a9397860 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef95496f-d429-4409-945f-4b731e5c08b5 HTTP/1.1" status: 200 len: 944 time: 0.2814379 Aug 23 20:33:53.909353 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9a2721c6-c417-4f41-9066-7edf1f2731bf req-ef96d7fe-93d0-4d61-88a4-62af79212ec5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=102aaadf-a02d-4ccd-a117-533acfc24182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507691 Aug 23 20:33:53.964583 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-93bb451e-3cbb-4033-acf9-bf13972b2f20 None None] Set router 48fe7c74-061a-4b44-ab19-7086ac725656 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:33:53.975670 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53490) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:33:53.991704 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0444ca4e-1ed4-4d47-8da6-62040c22020e req-12805324-b64e-4c78-9df2-e70f1ea19cde tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864532 Aug 23 20:33:54.004711 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-6a514b6e-6f03-4ba2-99c4-0661137a8d6a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1878789488-network', 'tenant_id': '93b2110d522e4b20b85fe698437f4050'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:33:54.057323 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce98872-8d72-4cec-9fd0-3f65e722a268 req-769690c6-b243-4151-a9da-0b370ff58e6c tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:54.059251 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9ce98872-8d72-4cec-9fd0-3f65e722a268 req-769690c6-b243-4151-a9da-0b370ff58e6c tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf HTTP/1.1" status: 200 len: 949 time: 0.2450528 Aug 23 20:33:54.061873 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d7d42404-d4b6-471b-9fc3-b62f0aaa579f admin admin] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:54.065937 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a514b6e-6f03-4ba2-99c4-0661137a8d6a admin admin] Made reservation on behalf of 93b2110d522e4b20b85fe698437f4050 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:33:54.068301 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6a514b6e-6f03-4ba2-99c4-0661137a8d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:54.074153 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-0a2181b3-7996-43f6-a9c5-5c7b392bb3d9 req-7bf50c95-8aa3-4ca8-b65a-fbdb5e616936 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Deleting port 79e4e511-e25d-4631-b369-78f9df0c62ac {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:33:54.074540 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0a2181b3-7996-43f6-a9c5-5c7b392bb3d9 req-7bf50c95-8aa3-4ca8-b65a-fbdb5e616936 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:54.110315 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6a514b6e-6f03-4ba2-99c4-0661137a8d6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:54.186932 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-60a36b2a-fda5-4bc9-ba5a-ef36d1ce458d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1400686725-network', 'tenant_id': '29f18b1da2a844dcbeb03c332de0d358'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:33:54.194121 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 2766511f-9d51-4da2-a1c2-6355076cc97a completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:33:54.201305 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 2766511f-9d51-4da2-a1c2-6355076cc97a triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:33:54.201305 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:54.248765 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44534c-e2c3-4e64-8efe-45356ca57e63 req-594ddcc5-bfd7-4fe5-91c0-0d5d759f9875 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:54.251189 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7e44534c-e2c3-4e64-8efe-45356ca57e63 req-594ddcc5-bfd7-4fe5-91c0-0d5d759f9875 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef95496f-d429-4409-945f-4b731e5c08b5 HTTP/1.1" status: 200 len: 944 time: 0.2637722 Aug 23 20:33:54.339968 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-0a2181b3-7996-43f6-a9c5-5c7b392bb3d9 req-7bf50c95-8aa3-4ca8-b65a-fbdb5e616936 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] For port 79e4e511-e25d-4631-b369-78f9df0c62ac, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=79e4e511-e25d-4631-b369-78f9df0c62ac,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:54.340404 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0a2181b3-7996-43f6-a9c5-5c7b392bb3d9 req-7bf50c95-8aa3-4ca8-b65a-fbdb5e616936 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:54.342748 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-93bb451e-3cbb-4033-acf9-bf13972b2f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fe7c74-061a-4b44-ab19-7086ac725656', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-695087798-router', 'tenant_id': 'a9892b2df5af4c4b9b430263d91ffde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '218413d8-26b4-48f6-9fe8-90c79e8e2b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:28:10Z', 'updated_at': '2021-08-23T20:33:51Z', 'revision_number': 5, 'project_id': 'a9892b2df5af4c4b9b430263d91ffde7', 'gw_port': {'id': '218413d8-26b4-48f6-9fe8-90c79e8e2b84', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fe7c74-061a-4b44-ab19-7086ac725656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:28:11Z', 'updated_at': '2021-08-23T20:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:33:54.372273 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0992f-e2db-4ca0-8cf5-2580d2d97716 req-1c6cdde5-48b9-4d83-8111-4b41cf6b58d2 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:54.379270 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0992f-e2db-4ca0-8cf5-2580d2d97716 req-1c6cdde5-48b9-4d83-8111-4b41cf6b58d2 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:54.384207 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bb451e-3cbb-4033-acf9-bf13972b2f20 None None] Checking router: 48fe7c74-061a-4b44-ab19-7086ac725656 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:33:54.385979 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0992f-e2db-4ca0-8cf5-2580d2d97716 req-1c6cdde5-48b9-4d83-8111-4b41cf6b58d2 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:54.392580 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0992f-e2db-4ca0-8cf5-2580d2d97716 req-1c6cdde5-48b9-4d83-8111-4b41cf6b58d2 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:54.395648 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bb451e-3cbb-4033-acf9-bf13972b2f20 None None] Routers {'48fe7c74-061a-4b44-ab19-7086ac725656'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:33:54.396458 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-93bb451e-3cbb-4033-acf9-bf13972b2f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:33:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['48fe7c74-061a-4b44-ab19-7086ac725656'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:33:54.398679 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0992f-e2db-4ca0-8cf5-2580d2d97716 req-1c6cdde5-48b9-4d83-8111-4b41cf6b58d2 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:54.405723 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0992f-e2db-4ca0-8cf5-2580d2d97716 req-1c6cdde5-48b9-4d83-8111-4b41cf6b58d2 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:54.411761 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0992f-e2db-4ca0-8cf5-2580d2d97716 req-1c6cdde5-48b9-4d83-8111-4b41cf6b58d2 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:54.413764 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-aee0992f-e2db-4ca0-8cf5-2580d2d97716 req-1c6cdde5-48b9-4d83-8111-4b41cf6b58d2 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 5429 time: 0.2406628 Aug 23 20:33:54.446818 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-0a2181b3-7996-43f6-a9c5-5c7b392bb3d9 req-7bf50c95-8aa3-4ca8-b65a-fbdb5e616936 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Calling delete_port for 79e4e511-e25d-4631-b369-78f9df0c62ac owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:33:54.465870 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 5f660ff1-cef3-4105-b94c-86a53c170c94 details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:33:54.561173 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-93bb451e-3cbb-4033-acf9-bf13972b2f20 None None] Set router 48fe7c74-061a-4b44-ab19-7086ac725656 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:33:54.582143 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-aee0992f-e2db-4ca0-8cf5-2580d2d97716 req-2fe2de3d-1464-4be4-9b1f-3bedb7f634d1 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b54e5a8-71d6-43fd-b888-7393c70f9dac&id=8c89d379-1762-483a-9924-6d88093352af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1472108 Aug 23 20:33:54.595899 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-7e44534c-e2c3-4e64-8efe-45356ca57e63 req-7ce7cc19-f6f4-452a-95fa-76a1e8f39280 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Deleting port b2e2aee2-6f16-4cc7-aa2b-496c306bdffe {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:33:54.596302 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7e44534c-e2c3-4e64-8efe-45356ca57e63 req-7ce7cc19-f6f4-452a-95fa-76a1e8f39280 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:54.618168 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:54.712496 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9a2721c6-c417-4f41-9066-7edf1f2731bf req-8c99ba2b-2886-4337-b1c3-bce16c2659d7 service neutron] 10.222.0.32 "GET /v2.0/networks/102aaadf-a02d-4ccd-a117-533acfc24182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7554388 Aug 23 20:33:54.725744 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9ce98872-8d72-4cec-9fd0-3f65e722a268 req-fe6fb926-a6b5-430c-ad49-2b875cd1747f tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6168573 Aug 23 20:33:54.745912 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 5f660ff1-cef3-4105-b94c-86a53c170c94, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=5f660ff1-cef3-4105-b94c-86a53c170c94,segment=NetworkSegment(5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d),segment_id=5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:54.752204 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 2766511f-9d51-4da2-a1c2-6355076cc97a, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=2766511f-9d51-4da2-a1c2-6355076cc97a,segment=NetworkSegment(944ef231-16f6-43e4-b600-906b7024b8ba),segment_id=944ef231-16f6-43e4-b600-906b7024b8ba)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:54.766286 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': '5f660ff1-cef3-4105-b94c-86a53c170c94', 'network_id': '102aaadf-a02d-4ccd-a117-533acfc24182', 'port_id': '5f660ff1-cef3-4105-b94c-86a53c170c94', 'mac_address': 'fa:16:3e:cc:4d:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c5a23ee-4dc4-400c-bc37-6be8d284756a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:33:54.777008 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:54.777806 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 24a309f0-cb51-4a2a-9a2e-e94a027cbd08 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:33:54.786557 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6c5ccc65-c177-4db5-9d15-b49d86cdcbd4 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:54.852204 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-7e44534c-e2c3-4e64-8efe-45356ca57e63 req-7ce7cc19-f6f4-452a-95fa-76a1e8f39280 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] For port b2e2aee2-6f16-4cc7-aa2b-496c306bdffe, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=b2e2aee2-6f16-4cc7-aa2b-496c306bdffe,segment=NetworkSegment(3440ae09-322e-4891-8c02-a5baf5ba77f1),segment_id=3440ae09-322e-4891-8c02-a5baf5ba77f1)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:54.852829 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7e44534c-e2c3-4e64-8efe-45356ca57e63 req-7ce7cc19-f6f4-452a-95fa-76a1e8f39280 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:54.855600 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6c5ccc65-c177-4db5-9d15-b49d86cdcbd4 None None] Transition to ACTIVE for port object 4d14fcb3-6a53-4818-a9a0-36c246e716b7 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:33:54.884524 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-7e44534c-e2c3-4e64-8efe-45356ca57e63 req-7ce7cc19-f6f4-452a-95fa-76a1e8f39280 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Calling delete_port for b2e2aee2-6f16-4cc7-aa2b-496c306bdffe owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:33:54.906024 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14e3a5-5c3a-4cd0-b33e-60ed1ddc7658 req-92526d24-281d-4d64-a6c6-6d686102db1a tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:54.910985 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6c5ccc65-c177-4db5-9d15-b49d86cdcbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:54.914798 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ad14e3a5-5c3a-4cd0-b33e-60ed1ddc7658 req-92526d24-281d-4d64-a6c6-6d686102db1a tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=010f7871-581d-4150-9367-79c580ac7725 HTTP/1.1" status: 200 len: 943 time: 0.1822164 Aug 23 20:33:54.924912 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0a2181b3-7996-43f6-a9c5-5c7b392bb3d9 req-7bf50c95-8aa3-4ca8-b65a-fbdb5e616936 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:54.933294 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:54.940013 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=2766511f-9d51-4da2-a1c2-6355076cc97a,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:54.959762 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cdd0a35d-e25c-44bd-92a5-c17b9ef01aae req-af56a365-250b-42b9-bacb-c24c45fac3bb tempest-ServerShowV257Test-1047712289 tempest-ServerShowV257Test-1047712289-project] 10.222.0.61 "GET /v2.0/ports?device_id=18b5842b-e97f-4ebc-9ad1-0fd25c66225d HTTP/1.1" status: 200 len: 210 time: 0.1111922 Aug 23 20:33:54.967793 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['2049cbed-d6c5-488e-9f7b-53c7ade58b1e', '79e4e511-e25d-4631-b369-78f9df0c62ac'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:33:54.972258 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d7d42404-d4b6-471b-9fc3-b62f0aaa579f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:55.000440 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f660ff1-cef3-4105-b94c-86a53c170c94 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:33:55.025505 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-93bb451e-3cbb-4033-acf9-bf13972b2f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fe7c74-061a-4b44-ab19-7086ac725656', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-695087798-router', 'tenant_id': 'a9892b2df5af4c4b9b430263d91ffde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '218413d8-26b4-48f6-9fe8-90c79e8e2b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:28:10Z', 'updated_at': '2021-08-23T20:33:51Z', 'revision_number': 5, 'project_id': 'a9892b2df5af4c4b9b430263d91ffde7', 'gw_port': {'id': '218413d8-26b4-48f6-9fe8-90c79e8e2b84', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fe7c74-061a-4b44-ab19-7086ac725656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:28:11Z', 'updated_at': '2021-08-23T20:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:33:55.085493 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf50c95-8aa3-4ca8-b65a-fbdb5e616936 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Pushing event deleted for resources: {'Port': ['ID=79e4e511-e25d-4631-b369-78f9df0c62ac,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:55.092900 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 24a309f0-cb51-4a2a-9a2e-e94a027cbd08 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:33:55.103880 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bb451e-3cbb-4033-acf9-bf13972b2f20 None None] The sync data for ids ['48fe7c74-061a-4b44-ab19-7086ac725656'] in n-d-805663-2 is: [{'id': '48fe7c74-061a-4b44-ab19-7086ac725656', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-695087798-router', 'tenant_id': 'a9892b2df5af4c4b9b430263d91ffde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '218413d8-26b4-48f6-9fe8-90c79e8e2b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:28:10Z', 'updated_at': '2021-08-23T20:33:51Z', 'revision_number': 5, 'project_id': 'a9892b2df5af4c4b9b430263d91ffde7', 'gw_port': {'id': '218413d8-26b4-48f6-9fe8-90c79e8e2b84', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fe7c74-061a-4b44-ab19-7086ac725656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:28:11Z', 'updated_at': '2021-08-23T20:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:33:55.109899 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 5f660ff1-cef3-4105-b94c-86a53c170c94, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=5f660ff1-cef3-4105-b94c-86a53c170c94,segment=NetworkSegment(5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d),segment_id=5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:55.117600 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3600d02a-f60c-455b-8299-c4999f7aa196 None None] Pushing event updated for resources: {'Port': ['ID=4d14fcb3-6a53-4818-a9a0-36c246e716b7,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:55.121886 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 24a309f0-cb51-4a2a-9a2e-e94a027cbd08 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:33:55.124038 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:55.136590 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2181b3-7996-43f6-a9c5-5c7b392bb3d9 req-7bf50c95-8aa3-4ca8-b65a-fbdb5e616936 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] No DVR routers for this DVR port 79e4e511-e25d-4631-b369-78f9df0c62ac on host n-h2-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:33:55.141213 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0a2181b3-7996-43f6-a9c5-5c7b392bb3d9 req-7bf50c95-8aa3-4ca8-b65a-fbdb5e616936 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:55.145806 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0a2181b3-7996-43f6-a9c5-5c7b392bb3d9 req-7bf50c95-8aa3-4ca8-b65a-fbdb5e616936 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.32 "DELETE /v2.0/ports/79e4e511-e25d-4631-b369-78f9df0c62ac HTTP/1.1" status: 204 len: 173 time: 1.4344711 Aug 23 20:33:55.149799 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6a514b6e-6f03-4ba2-99c4-0661137a8d6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:55.158686 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf', 'name': 'network-vif-deleted', 'tag': '79e4e511-e25d-4631-b369-78f9df0c62ac'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:33:55.161442 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94967b01-b0ce-4dfa-903f-d78956c1bfee" -d '{"events": [{"server_uuid": "4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf", "name": "network-vif-deleted", "tag": "79e4e511-e25d-4631-b369-78f9df0c62ac"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:33:55.171438 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:55.186471 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ad14e3a5-5c3a-4cd0-b33e-60ed1ddc7658 req-f2a1c6d0-2c27-456f-adb9-638a1d9b64e3 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692964 Aug 23 20:33:55.204540 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6a514b6e-6f03-4ba2-99c4-0661137a8d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:55.209476 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9a2721c6-c417-4f41-9066-7edf1f2731bf req-29045840-705a-4dac-9db2-7d71932055c0 service neutron] 10.222.0.32 "GET /v2.0/networks/102aaadf-a02d-4ccd-a117-533acfc24182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4752994 Aug 23 20:33:55.295239 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a514b6e-6f03-4ba2-99c4-0661137a8d6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:33:55.296877 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16eb67b3-7f6e-4e70-99a8-c59d89038e4d x-openstack-request-id: req-16eb67b3-7f6e-4e70-99a8-c59d89038e4d {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:33:55.298587 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf", "name": "network-vif-deleted", "tag": "79e4e511-e25d-4631-b369-78f9df0c62ac", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:33:55.300249 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-16eb67b3-7f6e-4e70-99a8-c59d89038e4d {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:33:55.300888 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf', 'name': 'network-vif-deleted', 'tag': '79e4e511-e25d-4631-b369-78f9df0c62ac', 'status': 'completed', 'code': 200} Aug 23 20:33:55.301568 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6c5ccc65-c177-4db5-9d15-b49d86cdcbd4 None None] Attempting to bind port 4d14fcb3-6a53-4818-a9a0-36c246e716b7 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:33:55.301948 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6c5ccc65-c177-4db5-9d15-b49d86cdcbd4 None None] Attempting to bind port 4d14fcb3-6a53-4818-a9a0-36c246e716b7 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ec4452f5-2d98-412f-a71f-56732945e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2570b2a5-5091-4ba9-802e-156c387a4a27'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:33:55.302316 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5ccc65-c177-4db5-9d15-b49d86cdcbd4 None None] Attempting to bind port 4d14fcb3-6a53-4818-a9a0-36c246e716b7 on network 2570b2a5-5091-4ba9-802e-156c387a4a27 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:33:55.308809 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a36b2a-fda5-4bc9-ba5a-ef36d1ce458d admin admin] Made reservation on behalf of 29f18b1da2a844dcbeb03c332de0d358 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:33:55.311339 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-60a36b2a-fda5-4bc9-ba5a-ef36d1ce458d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:55.338096 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6a514b6e-6f03-4ba2-99c4-0661137a8d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:55.338454 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-6a514b6e-6f03-4ba2-99c4-0661137a8d6a admin admin] Added segment 5a4930c0-45fb-427c-827e-2535945017aa of type vlan for network 768ecf39-a6cc-48c8-81e4-dd67e8298d02 Aug 23 20:33:55.346258 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a514b6e-6f03-4ba2-99c4-0661137a8d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34060a93-7bfe-4239-ada1-0d450b80733f,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:55.349494 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5ccc65-c177-4db5-9d15-b49d86cdcbd4 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:33:55.349870 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5ccc65-c177-4db5-9d15-b49d86cdcbd4 None None] Checking segment: {'id': 'ec4452f5-2d98-412f-a71f-56732945e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2570b2a5-5091-4ba9-802e-156c387a4a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:33:55.350286 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6c5ccc65-c177-4db5-9d15-b49d86cdcbd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:55.350677 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5ccc65-c177-4db5-9d15-b49d86cdcbd4 None None] Bound using segment: {'id': 'ec4452f5-2d98-412f-a71f-56732945e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2570b2a5-5091-4ba9-802e-156c387a4a27'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:33:55.351167 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6c5ccc65-c177-4db5-9d15-b49d86cdcbd4 None None] Bound port: 4d14fcb3-6a53-4818-a9a0-36c246e716b7, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec4452f5-2d98-412f-a71f-56732945e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2570b2a5-5091-4ba9-802e-156c387a4a27'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:33:55.351555 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6c5ccc65-c177-4db5-9d15-b49d86cdcbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:55.378565 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-60a36b2a-fda5-4bc9-ba5a-ef36d1ce458d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:55.389826 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=5f660ff1-cef3-4105-b94c-86a53c170c94,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:55.410770 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7e44534c-e2c3-4e64-8efe-45356ca57e63 req-7ce7cc19-f6f4-452a-95fa-76a1e8f39280 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:55.430862 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aff072-7ccb-4d1f-8959-4d23d22591ce req-656ff07f-484b-4450-b766-4202fe8e56cf tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:55.439307 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-08aff072-7ccb-4d1f-8959-4d23d22591ce req-656ff07f-484b-4450-b766-4202fe8e56cf tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef95496f-d429-4409-945f-4b731e5c08b5 HTTP/1.1" status: 200 len: 944 time: 0.2862475 Aug 23 20:33:55.462435 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce7cc19-f6f4-452a-95fa-76a1e8f39280 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Pushing event deleted for resources: {'Port': ['ID=b2e2aee2-6f16-4cc7-aa2b-496c306bdffe,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:55.491010 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6a514b6e-6f03-4ba2-99c4-0661137a8d6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:55.496342 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-d7d42404-d4b6-471b-9fc3-b62f0aaa579f admin admin] Deleting port 218413d8-26b4-48f6-9fe8-90c79e8e2b84 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:33:55.497194 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d7d42404-d4b6-471b-9fc3-b62f0aaa579f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:55.520956 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e44534c-e2c3-4e64-8efe-45356ca57e63 req-7ce7cc19-f6f4-452a-95fa-76a1e8f39280 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] No DVR routers for this DVR port b2e2aee2-6f16-4cc7-aa2b-496c306bdffe on host n-h1-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:33:55.524041 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7e44534c-e2c3-4e64-8efe-45356ca57e63 req-7ce7cc19-f6f4-452a-95fa-76a1e8f39280 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:55.526120 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7e44534c-e2c3-4e64-8efe-45356ca57e63 req-7ce7cc19-f6f4-452a-95fa-76a1e8f39280 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.11 "DELETE /v2.0/ports/b2e2aee2-6f16-4cc7-aa2b-496c306bdffe HTTP/1.1" status: 204 len: 173 time: 1.2662165 Aug 23 20:33:55.556691 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['5f660ff1-cef3-4105-b94c-86a53c170c94'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:33:55.609081 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:55.612801 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-08aff072-7ccb-4d1f-8959-4d23d22591ce req-e0dbb3b7-6006-4760-99b7-0b19cbdfaef0 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719394 Aug 23 20:33:55.651371 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-6c5ccc65-c177-4db5-9d15-b49d86cdcbd4 None None] For port 4d14fcb3-6a53-4818-a9a0-36c246e716b7, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:33:55.654474 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6a514b6e-6f03-4ba2-99c4-0661137a8d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:55.655253 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a514b6e-6f03-4ba2-99c4-0661137a8d6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:55.655723 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6a514b6e-6f03-4ba2-99c4-0661137a8d6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:55.710920 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-6c5ccc65-c177-4db5-9d15-b49d86cdcbd4 None None] For port 4d14fcb3-6a53-4818-a9a0-36c246e716b7, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=4d14fcb3-6a53-4818-a9a0-36c246e716b7,segment=NetworkSegment(ec4452f5-2d98-412f-a71f-56732945e446),segment_id=ec4452f5-2d98-412f-a71f-56732945e446)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:33:55.715606 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3552a542-8864-47a4-92e2-3c4b04006992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2766511f-9d51-4da2-a1c2-6355076cc97a'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:33:55.718744 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ce3359-891c-47d6-92cd-23004381f6f9" -d '{"events": [{"server_uuid": "3552a542-8864-47a4-92e2-3c4b04006992", "name": "network-vif-plugged", "status": "completed", "tag": "2766511f-9d51-4da2-a1c2-6355076cc97a"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:33:55.732621 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6c5ccc65-c177-4db5-9d15-b49d86cdcbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:55.797842 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a514b6e-6f03-4ba2-99c4-0661137a8d6a admin admin] Pushing event updated for resources: {'Network': ['ID=768ecf39-a6cc-48c8-81e4-dd67e8298d02,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:55.817625 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5490a0a5-1f67-4fc3-a844-a07cf27fe9a6 x-openstack-request-id: req-5490a0a5-1f67-4fc3-a844-a07cf27fe9a6 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:33:55.818347 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3552a542-8864-47a4-92e2-3c4b04006992", "name": "network-vif-plugged", "status": "completed", "tag": "2766511f-9d51-4da2-a1c2-6355076cc97a", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:33:55.818347 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5490a0a5-1f67-4fc3-a844-a07cf27fe9a6 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:33:55.818747 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3552a542-8864-47a4-92e2-3c4b04006992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2766511f-9d51-4da2-a1c2-6355076cc97a', 'code': 200} Aug 23 20:33:55.823333 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-d7d42404-d4b6-471b-9fc3-b62f0aaa579f admin admin] For port 218413d8-26b4-48f6-9fe8-90c79e8e2b84, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=218413d8-26b4-48f6-9fe8-90c79e8e2b84,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:55.823769 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d7d42404-d4b6-471b-9fc3-b62f0aaa579f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:55.842487 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 768ecf39-a6cc-48c8-81e4-dd67e8298d02 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:33:55.845124 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-d7d42404-d4b6-471b-9fc3-b62f0aaa579f admin admin] Calling delete_port for 218413d8-26b4-48f6-9fe8-90c79e8e2b84 owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:33:55.952480 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-60a36b2a-fda5-4bc9-ba5a-ef36d1ce458d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:55.960495 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f2223b58-c875-4674-8b47-c4ae74895747 req-ba2cdb65-1f05-4f5e-98c1-e44113c93b01 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d48d5a6-e24e-4006-a3f5-bf891d1ca2bf HTTP/1.1" status: 200 len: 210 time: 0.0507913 Aug 23 20:33:55.975512 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-60a36b2a-fda5-4bc9-ba5a-ef36d1ce458d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:55.980963 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 24a309f0-cb51-4a2a-9a2e-e94a027cbd08, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=24a309f0-cb51-4a2a-9a2e-e94a027cbd08,segment=NetworkSegment(944ef231-16f6-43e4-b600-906b7024b8ba),segment_id=944ef231-16f6-43e4-b600-906b7024b8ba)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:55.982841 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fadbd-960e-458d-9ab5-ea915056941b req-d97d3b8b-3c94-4d77-86b3-d5a6c422ea65 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:55.985083 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6a514b6e-6f03-4ba2-99c4-0661137a8d6a admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0007956 Aug 23 20:33:55.993831 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fadbd-960e-458d-9ab5-ea915056941b req-d97d3b8b-3c94-4d77-86b3-d5a6c422ea65 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:56.000567 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53508) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:33:56.010046 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fadbd-960e-458d-9ab5-ea915056941b req-d97d3b8b-3c94-4d77-86b3-d5a6c422ea65 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:56.025714 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fadbd-960e-458d-9ab5-ea915056941b req-d97d3b8b-3c94-4d77-86b3-d5a6c422ea65 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:56.026463 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:56.027259 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 1e9559a3-8cff-4318-a999-b45c5efad87e up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:33:56.036559 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fadbd-960e-458d-9ab5-ea915056941b req-d97d3b8b-3c94-4d77-86b3-d5a6c422ea65 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:56.045426 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-cd559ded-8c6b-4a61-91cd-81dfc19c731e admin admin] Request body: {'subnet': {'network_id': '768ecf39-a6cc-48c8-81e4-dd67e8298d02', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1878789488-subnet', 'tenant_id': '93b2110d522e4b20b85fe698437f4050', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:33:56.047061 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3600d02a-f60c-455b-8299-c4999f7aa196 None None] Pushing event updated for resources: {'Port': ['ID=4d14fcb3-6a53-4818-a9a0-36c246e716b7,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:56.048699 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fadbd-960e-458d-9ab5-ea915056941b req-d97d3b8b-3c94-4d77-86b3-d5a6c422ea65 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:56.077125 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fadbd-960e-458d-9ab5-ea915056941b req-d97d3b8b-3c94-4d77-86b3-d5a6c422ea65 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:56.081108 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-760fadbd-960e-458d-9ab5-ea915056941b req-d97d3b8b-3c94-4d77-86b3-d5a6c422ea65 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 5430 time: 0.2874951 Aug 23 20:33:56.100002 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5ccc65-c177-4db5-9d15-b49d86cdcbd4 None None] Routers {'58f773eb-e7da-4238-abfd-512c0dc8eab3'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:33:56.100689 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-6c5ccc65-c177-4db5-9d15-b49d86cdcbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:33:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['58f773eb-e7da-4238-abfd-512c0dc8eab3'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:33:56.103432 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60a36b2a-fda5-4bc9-ba5a-ef36d1ce458d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:33:56.151825 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-760fadbd-960e-458d-9ab5-ea915056941b req-48ee3bfe-b33e-43d4-b707-217744e9d67d tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b54e5a8-71d6-43fd-b888-7393c70f9dac&id=8c89d379-1762-483a-9924-6d88093352af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0595477 Aug 23 20:33:56.172617 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=24a309f0-cb51-4a2a-9a2e-e94a027cbd08,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:56.224613 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b68f8dfe-409b-4433-b667-5f94c7e7ee00 req-88028eef-8cb5-4629-afb6-bc5375d120eb tempest-ServerShowV257Test-1047712289 tempest-ServerShowV257Test-1047712289-project] 10.222.0.61 "GET /v2.0/ports?device_id=18b5842b-e97f-4ebc-9ad1-0fd25c66225d HTTP/1.1" status: 200 len: 210 time: 0.1190143 Aug 23 20:33:56.245802 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a36b2a-fda5-4bc9-ba5a-ef36d1ce458d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e17116-aa82-441c-b618-bef6981676f3,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:56.259203 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-60a36b2a-fda5-4bc9-ba5a-ef36d1ce458d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:56.259655 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-60a36b2a-fda5-4bc9-ba5a-ef36d1ce458d admin admin] Added segment bbb7ca88-3a5f-4f78-b2f2-1646091f4f26 of type vlan for network 9154806b-c700-4250-82e0-c3993888c62e Aug 23 20:33:56.308788 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd559ded-8c6b-4a61-91cd-81dfc19c731e admin admin] Made reservation on behalf of 93b2110d522e4b20b85fe698437f4050 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:33:56.313093 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cd559ded-8c6b-4a61-91cd-81dfc19c731e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:56.314214 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 1e9559a3-8cff-4318-a999-b45c5efad87e completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:33:56.349828 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e664d-e1b1-449a-9b47-29712ed125bb req-820930fd-06bf-4aad-8687-3b8dea056531 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:56.351609 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ba9e664d-e1b1-449a-9b47-29712ed125bb req-820930fd-06bf-4aad-8687-3b8dea056531 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=010f7871-581d-4150-9367-79c580ac7725 HTTP/1.1" status: 200 len: 944 time: 0.0824847 Aug 23 20:33:56.371784 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 1e9559a3-8cff-4318-a999-b45c5efad87e triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:33:56.372990 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:56.374459 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-60a36b2a-fda5-4bc9-ba5a-ef36d1ce458d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:56.378571 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 79e4e511-e25d-4631-b369-78f9df0c62ac no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:33:56.405008 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ba9e664d-e1b1-449a-9b47-29712ed125bb req-0a2a3d92-068f-4264-8ba9-ac2010d92a2c tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458536 Aug 23 20:33:56.423440 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: 79e4e511-e25d-4631-b369-78f9df0c62ac {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:33:56.423743 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 79e4e511-e25d-4631-b369-78f9df0c62ac not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:33:56.453967 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-60a36b2a-fda5-4bc9-ba5a-ef36d1ce458d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:56.454931 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a36b2a-fda5-4bc9-ba5a-ef36d1ce458d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:56.455524 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-60a36b2a-fda5-4bc9-ba5a-ef36d1ce458d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:56.464353 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-6c5ccc65-c177-4db5-9d15-b49d86cdcbd4 None None] Set router 58f773eb-e7da-4238-abfd-512c0dc8eab3 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:33:56.486570 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d7d42404-d4b6-471b-9fc3-b62f0aaa579f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:56.527862 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-60a36b2a-fda5-4bc9-ba5a-ef36d1ce458d admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.6633449 Aug 23 20:33:56.530357 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53512) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:33:56.535369 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-0ce1f238-35c6-4b14-8aa2-7fd31524b49f admin admin] Request body: {'subnet': {'network_id': '9154806b-c700-4250-82e0-c3993888c62e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1400686725-subnet', 'tenant_id': '29f18b1da2a844dcbeb03c332de0d358', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:33:56.558805 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce1f238-35c6-4b14-8aa2-7fd31524b49f admin admin] Made reservation on behalf of 29f18b1da2a844dcbeb03c332de0d358 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:33:56.562916 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d42404-d4b6-471b-9fc3-b62f0aaa579f admin admin] Pushing event deleted for resources: {'Port': ['ID=218413d8-26b4-48f6-9fe8-90c79e8e2b84,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:56.570174 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0ce1f238-35c6-4b14-8aa2-7fd31524b49f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:56.578770 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a36b2a-fda5-4bc9-ba5a-ef36d1ce458d admin admin] Pushing event updated for resources: {'Network': ['ID=9154806b-c700-4250-82e0-c3993888c62e,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:56.596313 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 9154806b-c700-4250-82e0-c3993888c62e details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:33:56.677023 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:56.739466 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d7d42404-d4b6-471b-9fc3-b62f0aaa579f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:56.760051 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 1e9559a3-8cff-4318-a999-b45c5efad87e, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=1e9559a3-8cff-4318-a999-b45c5efad87e,segment=NetworkSegment(8eba2c08-8fde-43b2-907a-ed6e6b74f059),segment_id=8eba2c08-8fde-43b2-907a-ed6e6b74f059)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:56.768897 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0ce1f238-35c6-4b14-8aa2-7fd31524b49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:56.790962 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:56.843017 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce1f238-35c6-4b14-8aa2-7fd31524b49f admin admin] Pushing event updated for resources: {'Subnet': ['ID=680c283d-5185-45a2-940f-1ee3de9335bc,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:56.848046 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce1f238-35c6-4b14-8aa2-7fd31524b49f admin admin] Checking segment: {'id': 'bbb7ca88-3a5f-4f78-b2f2-1646091f4f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9154806b-c700-4250-82e0-c3993888c62e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:33:56.848428 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce1f238-35c6-4b14-8aa2-7fd31524b49f admin admin] Network hostable DHCP agents. Network: 9154806b-c700-4250-82e0-c3993888c62e, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:33:56.859371 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d7d42404-d4b6-471b-9fc3-b62f0aaa579f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:56.861815 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d7d42404-d4b6-471b-9fc3-b62f0aaa579f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:56.871003 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce1f238-35c6-4b14-8aa2-7fd31524b49f admin admin] Network 9154806b-c700-4250-82e0-c3993888c62e is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:33:56.885404 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-0ce1f238-35c6-4b14-8aa2-7fd31524b49f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 9154806b-c700-4250-82e0-c3993888c62e) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:33:56.892733 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce1f238-35c6-4b14-8aa2-7fd31524b49f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:56.893378 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0ce1f238-35c6-4b14-8aa2-7fd31524b49f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:56.905437 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cd559ded-8c6b-4a61-91cd-81dfc19c731e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:56.910520 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-0ce1f238-35c6-4b14-8aa2-7fd31524b49f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3789577 Aug 23 20:33:56.965301 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d7d42404-d4b6-471b-9fc3-b62f0aaa579f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:56.965548 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d42404-d4b6-471b-9fc3-b62f0aaa579f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48fe7c74-061a-4b44-ab19-7086ac725656 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:33:56.985586 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d7d42404-d4b6-471b-9fc3-b62f0aaa579f admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:56.986869 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d7d42404-d4b6-471b-9fc3-b62f0aaa579f admin admin] 10.222.0.61 "DELETE /v2.0/routers/48fe7c74-061a-4b44-ab19-7086ac725656 HTTP/1.1" status: 204 len: 168 time: 3.2251468 Aug 23 20:33:56.989962 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53524) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:33:57.034494 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd559ded-8c6b-4a61-91cd-81dfc19c731e admin admin] Checking segment: {'id': '5a4930c0-45fb-427c-827e-2535945017aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '768ecf39-a6cc-48c8-81e4-dd67e8298d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:33:57.034859 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd559ded-8c6b-4a61-91cd-81dfc19c731e admin admin] Network hostable DHCP agents. Network: 768ecf39-a6cc-48c8-81e4-dd67e8298d02, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:33:57.038868 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd559ded-8c6b-4a61-91cd-81dfc19c731e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c62f0fc6-397a-45e4-a55e-5cfe158dea1b,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:57.082593 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6320301-6718-4f36-b7cd-e2f5a0a98923 None None] Network 9154806b-c700-4250-82e0-c3993888c62e requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:33:57.090054 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c861910f-0e4a-4086-ba4d-4e5667bcd30f req-fb3a0dc7-4b36-4f5d-8956-d705268c68df tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:57.099880 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c861910f-0e4a-4086-ba4d-4e5667bcd30f req-fb3a0dc7-4b36-4f5d-8956-d705268c68df tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=bcafae5d-6483-417a-9f16-c501a7c5cfe6 HTTP/1.1" status: 200 len: 944 time: 0.1447797 Aug 23 20:33:57.115336 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eeb193b-f8e6-4aea-b961-59f3dda59503 admin admin] Deleting subnet 3eafa20f-cca7-4ef5-aa9d-4be3d819f76a {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:33:57.118293 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd559ded-8c6b-4a61-91cd-81dfc19c731e admin admin] Network 768ecf39-a6cc-48c8-81e4-dd67e8298d02 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:33:57.126422 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0eeb193b-f8e6-4aea-b961-59f3dda59503 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:57.168217 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c861910f-0e4a-4086-ba4d-4e5667bcd30f req-f2f7e515-be50-4834-9e5b-181c07836499 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671592 Aug 23 20:33:57.174064 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-cd559ded-8c6b-4a61-91cd-81dfc19c731e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 768ecf39-a6cc-48c8-81e4-dd67e8298d02) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:33:57.192922 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd559ded-8c6b-4a61-91cd-81dfc19c731e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:57.194532 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cd559ded-8c6b-4a61-91cd-81dfc19c731e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:57.202711 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32a12c0-a55e-4cc9-a9ea-96c54d2db0a2 None None] Network 768ecf39-a6cc-48c8-81e4-dd67e8298d02 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:33:57.209720 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=1e9559a3-8cff-4318-a999-b45c5efad87e,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:57.227281 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0eeb193b-f8e6-4aea-b961-59f3dda59503 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:57.229105 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-cd559ded-8c6b-4a61-91cd-81dfc19c731e admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1878324 Aug 23 20:33:57.233168 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53536) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:33:57.239982 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-ea075cd8-46bd-46ff-990e-e9f1c160f058 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1878789488-router', 'tenant_id': '93b2110d522e4b20b85fe698437f4050', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:33:57.249498 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 42b1cc9c-6b39-4aec-bf46-cc9e688e4a3c no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:33:57.301014 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ea075cd8-46bd-46ff-990e-e9f1c160f058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:57.303124 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ea075cd8-46bd-46ff-990e-e9f1c160f058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:57.341522 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 42b1cc9c-6b39-4aec-bf46-cc9e688e4a3c {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:33:57.342130 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 42b1cc9c-6b39-4aec-bf46-cc9e688e4a3c not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:33:57.350311 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef95496f-d429-4409-945f-4b731e5c08b5', 'name': 'network-vif-deleted', 'tag': 'b2e2aee2-6f16-4cc7-aa2b-496c306bdffe'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:33:57.355805 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7795a6-e756-4d6c-be80-5c752ac4819c" -d '{"events": [{"server_uuid": "ef95496f-d429-4409-945f-4b731e5c08b5", "name": "network-vif-deleted", "tag": "b2e2aee2-6f16-4cc7-aa2b-496c306bdffe"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:33:57.365887 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-6c5ccc65-c177-4db5-9d15-b49d86cdcbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f773eb-e7da-4238-abfd-512c0dc8eab3', 'name': 'tempest-AttachSCSIVolumeTestJSON-2083465565-router', 'tenant_id': '6579632f1e1d4c7481d3220ebde2ae6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '377f9122-12c3-4fee-b3dc-3d8e2ccf5b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:33:38Z', 'updated_at': '2021-08-23T20:33:50Z', 'revision_number': 4, 'project_id': '6579632f1e1d4c7481d3220ebde2ae6f', 'gw_port': {'id': '377f9122-12c3-4fee-b3dc-3d8e2ccf5b07', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f773eb-e7da-4238-abfd-512c0dc8eab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:33:40Z', 'updated_at': '2021-08-23T20:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '4d14fcb3-6a53-4818-a9a0-36c246e716b7', 'name': '', 'network_id': '2570b2a5-5091-4ba9-802e-156c387a4a27', 'tenant_id': '6579632f1e1d4c7481d3220ebde2ae6f', 'mac_address': 'fa:16:3e:00:29:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f773eb-e7da-4238-abfd-512c0dc8eab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '143c2ba7-a161-4c59-993f-d984385e442e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:33:48Z', 'updated_at': '2021-08-23T20:33:55Z', 'revision_number': 4, 'project_id': '6579632f1e1d4c7481d3220ebde2ae6f', 'subnets': [{'id': '143c2ba7-a161-4c59-993f-d984385e442e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:33:57.409185 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5ccc65-c177-4db5-9d15-b49d86cdcbd4 None None] The sync data for ids ['58f773eb-e7da-4238-abfd-512c0dc8eab3'] in n-d-805663-2 is: [{'id': '58f773eb-e7da-4238-abfd-512c0dc8eab3', 'name': 'tempest-AttachSCSIVolumeTestJSON-2083465565-router', 'tenant_id': '6579632f1e1d4c7481d3220ebde2ae6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '377f9122-12c3-4fee-b3dc-3d8e2ccf5b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:33:38Z', 'updated_at': '2021-08-23T20:33:50Z', 'revision_number': 4, 'project_id': '6579632f1e1d4c7481d3220ebde2ae6f', 'gw_port': {'id': '377f9122-12c3-4fee-b3dc-3d8e2ccf5b07', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f773eb-e7da-4238-abfd-512c0dc8eab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:33:40Z', 'updated_at': '2021-08-23T20:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '4d14fcb3-6a53-4818-a9a0-36c246e716b7', 'name': '', 'network_id': '2570b2a5-5091-4ba9-802e-156c387a4a27', 'tenant_id': '6579632f1e1d4c7481d3220ebde2ae6f', 'mac_address': 'fa:16:3e:00:29:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f773eb-e7da-4238-abfd-512c0dc8eab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '143c2ba7-a161-4c59-993f-d984385e442e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:33:48Z', 'updated_at': '2021-08-23T20:33:55Z', 'revision_number': 4, 'project_id': '6579632f1e1d4c7481d3220ebde2ae6f', 'subnets': [{'id': '143c2ba7-a161-4c59-993f-d984385e442e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:33:57.420930 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0eeb193b-f8e6-4aea-b961-59f3dda59503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:57.457146 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ea075cd8-46bd-46ff-990e-e9f1c160f058 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:57.540602 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f949924-ded2-417d-a436-06534b462e9d req-6303e9d9-231c-4606-b3f7-22abe52feebd tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:57.540885 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395a8866-9974-4f4e-bb5c-e463071cb157 None None] Network 9154806b-c700-4250-82e0-c3993888c62e requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:33:57.543743 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f949924-ded2-417d-a436-06534b462e9d req-6303e9d9-231c-4606-b3f7-22abe52feebd tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:57.550261 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f949924-ded2-417d-a436-06534b462e9d req-6303e9d9-231c-4606-b3f7-22abe52feebd tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:57.556695 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f949924-ded2-417d-a436-06534b462e9d req-6303e9d9-231c-4606-b3f7-22abe52feebd tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:57.563258 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f949924-ded2-417d-a436-06534b462e9d req-6303e9d9-231c-4606-b3f7-22abe52feebd tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:57.569246 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f949924-ded2-417d-a436-06534b462e9d req-6303e9d9-231c-4606-b3f7-22abe52feebd tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:57.576301 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f949924-ded2-417d-a436-06534b462e9d req-6303e9d9-231c-4606-b3f7-22abe52feebd tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:57.585309 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9f949924-ded2-417d-a436-06534b462e9d req-6303e9d9-231c-4606-b3f7-22abe52feebd tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 5432 time: 0.1357527 Aug 23 20:33:57.611352 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0eeb193b-f8e6-4aea-b961-59f3dda59503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:57.611882 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03703cd4-8f61-4b22-bf18-bcfbe0d435c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-768ecf39-a6cc-48c8-81e4-dd67e8298d02', 'network_id': '768ecf39-a6cc-48c8-81e4-dd67e8298d02', 'tenant_id': '93b2110d522e4b20b85fe698437f4050', 'fixed_ips': [{'subnet_id': 'c62f0fc6-397a-45e4-a55e-5cfe158dea1b'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:33:57.612754 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-03703cd4-8f61-4b22-bf18-bcfbe0d435c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:57.658527 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9f949924-ded2-417d-a436-06534b462e9d req-2ce2efdc-50a7-47d0-a66b-70bb0bc99578 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b54e5a8-71d6-43fd-b888-7393c70f9dac&id=8c89d379-1762-483a-9924-6d88093352af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0710554 Aug 23 20:33:57.662154 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeb193b-f8e6-4aea-b961-59f3dda59503 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3eafa20f-cca7-4ef5-aa9d-4be3d819f76a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:57.681326 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0eeb193b-f8e6-4aea-b961-59f3dda59503 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:57.689395 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-0eeb193b-f8e6-4aea-b961-59f3dda59503 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/3eafa20f-cca7-4ef5-aa9d-4be3d819f76a HTTP/1.1" status: 204 len: 168 time: 0.6941030 Aug 23 20:33:57.691258 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53554) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:33:57.755782 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37474c25-d6f9-473c-bdd0-a599d0c5855b None None] Network 414aaac0-145d-4f66-864b-2c7f879073a4 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:33:57.756099 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ea075cd8-46bd-46ff-990e-e9f1c160f058 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:57.779966 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25472a18-e1b4-44b3-80bd-be18909c16b2 req-77ffb668-0fcb-48b5-a617-b8dc6c4c48e1 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:57.789543 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-25472a18-e1b4-44b3-80bd-be18909c16b2 req-77ffb668-0fcb-48b5-a617-b8dc6c4c48e1 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcafae5d-6483-417a-9f16-c501a7c5cfe6 HTTP/1.1" status: 200 len: 944 time: 0.2711399 Aug 23 20:33:57.852870 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3552a542-8864-47a4-92e2-3c4b04006992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24a309f0-cb51-4a2a-9a2e-e94a027cbd08'}, {'server_uuid': '3552a542-8864-47a4-92e2-3c4b04006992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9559a3-8cff-4318-a999-b45c5efad87e'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:33:57.855615 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae42dac9-95ca-4676-8660-49b4a840f322" -d '{"events": [{"server_uuid": "3552a542-8864-47a4-92e2-3c4b04006992", "name": "network-vif-plugged", "status": "completed", "tag": "24a309f0-cb51-4a2a-9a2e-e94a027cbd08"}, {"server_uuid": "3552a542-8864-47a4-92e2-3c4b04006992", "name": "network-vif-plugged", "status": "completed", "tag": "1e9559a3-8cff-4318-a999-b45c5efad87e"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:33:57.859866 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-337234a5-f9a7-4f8e-bbf8-59333b6faf23 req-9c46cd1c-03c6-486d-992e-c76e458f8e99 tempest-ServerShowV257Test-1047712289 tempest-ServerShowV257Test-1047712289-project] 10.222.0.61 "GET /v2.0/ports?device_id=18b5842b-e97f-4ebc-9ad1-0fd25c66225d HTTP/1.1" status: 200 len: 210 time: 0.0381703 Aug 23 20:33:57.878707 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff2d9993-cdae-45b8-b2d4-2e7ff1b033db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:57.938577 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1d533-7010-4cf1-8880-50ddb8dc1df4 req-8a399b63-b647-4b54-85e2-0b9f1f8960ed tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:57.941684 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0a1d533-7010-4cf1-8880-50ddb8dc1df4 req-8a399b63-b647-4b54-85e2-0b9f1f8960ed tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/networks?id=9154806b-c700-4250-82e0-c3993888c62e HTTP/1.1" status: 200 len: 806 time: 0.4203417 Aug 23 20:33:57.984280 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-03703cd4-8f61-4b22-bf18-bcfbe0d435c1 None None] Allocated IP 172.20.0.2 (768ecf39-a6cc-48c8-81e4-dd67e8298d02/c62f0fc6-397a-45e4-a55e-5cfe158dea1b/9685a412-0cf1-45a2-92c4-acd9cc24a768) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:33:57.998516 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0a1d533-7010-4cf1-8880-50ddb8dc1df4 req-25d070d0-c585-4322-95d4-7870d9729a8c tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/quotas/29f18b1da2a844dcbeb03c332de0d358 HTTP/1.1" status: 200 len: 375 time: 0.0424988 Aug 23 20:33:58.014481 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-ff2d9993-cdae-45b8-b2d4-2e7ff1b033db admin admin] Deleting port 5bbcb0fb-a3a1-40a6-88ba-63057dce1026 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:33:58.015172 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff2d9993-cdae-45b8-b2d4-2e7ff1b033db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:58.038589 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0a1d533-7010-4cf1-8880-50ddb8dc1df4 req-c986b65d-eedb-4348-a1fa-79120f36b377 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=29f18b1da2a844dcbeb03c332de0d358&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339317 Aug 23 20:33:58.040718 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:33:58.106268 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da04def-d7b3-4914-93ef-6b4053354df5 req-6e1405aa-b034-404c-b712-8a459d714903 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:58.115094 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5da04def-d7b3-4914-93ef-6b4053354df5 req-6e1405aa-b034-404c-b712-8a459d714903 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f990a99f-dd25-4e58-a64c-1b41ab5dbb16 HTTP/1.1" status: 200 len: 950 time: 0.1546893 Aug 23 20:33:58.127749 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-25472a18-e1b4-44b3-80bd-be18909c16b2 req-e0348c26-41a2-486c-96e6-7a70b7e954e6 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Deleting port ef6df56d-b025-4240-8305-9560c566684a {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:33:58.128117 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-25472a18-e1b4-44b3-80bd-be18909c16b2 req-e0348c26-41a2-486c-96e6-7a70b7e954e6 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:58.149231 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-ff2d9993-cdae-45b8-b2d4-2e7ff1b033db admin admin] For port 5bbcb0fb-a3a1-40a6-88ba-63057dce1026, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=5bbcb0fb-a3a1-40a6-88ba-63057dce1026,segment=NetworkSegment(49079ba8-e16c-40da-a88f-18f7d6d728dd),segment_id=49079ba8-e16c-40da-a88f-18f7d6d728dd)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:58.149231 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff2d9993-cdae-45b8-b2d4-2e7ff1b033db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:58.192622 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5da04def-d7b3-4914-93ef-6b4053354df5 req-89b7fb9a-1a5c-4869-9101-8947f3e86550 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760560 Aug 23 20:33:58.210259 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-ff2d9993-cdae-45b8-b2d4-2e7ff1b033db admin admin] Calling delete_port for 5bbcb0fb-a3a1-40a6-88ba-63057dce1026 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:33:58.271109 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7967ecee-ad15-46e6-b76c-0e1eb578ae31 x-openstack-request-id: req-7967ecee-ad15-46e6-b76c-0e1eb578ae31 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:33:58.271538 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef95496f-d429-4409-945f-4b731e5c08b5", "name": "network-vif-deleted", "tag": "b2e2aee2-6f16-4cc7-aa2b-496c306bdffe", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:33:58.271962 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7967ecee-ad15-46e6-b76c-0e1eb578ae31 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:33:58.272379 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef95496f-d429-4409-945f-4b731e5c08b5', 'name': 'network-vif-deleted', 'tag': 'b2e2aee2-6f16-4cc7-aa2b-496c306bdffe', 'status': 'completed', 'code': 200} Aug 23 20:33:58.304987 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a2b18f-4144-41ba-a132-a9291ad22b61 None None] DHCP port deletion for 414aaac0-145d-4f66-864b-2c7f879073a4 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:33:58.334011 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-03703cd4-8f61-4b22-bf18-bcfbe0d435c1 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:58.348823 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff2d9993-cdae-45b8-b2d4-2e7ff1b033db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:58.371610 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-03703cd4-8f61-4b22-bf18-bcfbe0d435c1 None None] Transition to ACTIVE for port object 9685a412-0cf1-45a2-92c4-acd9cc24a768 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:33:58.384636 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0a1d533-7010-4cf1-8880-50ddb8dc1df4 req-77e01aa8-ef7f-45f6-83cc-b4ffa2f752f4 service neutron] 10.222.0.61 "GET /v2.0/networks/9154806b-c700-4250-82e0-c3993888c62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362055 Aug 23 20:33:58.400138 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 5f660ff1-cef3-4105-b94c-86a53c170c94 up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:33:58.402828 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-03703cd4-8f61-4b22-bf18-bcfbe0d435c1 None None] Transition to ACTIVE for port object 9685a412-0cf1-45a2-92c4-acd9cc24a768 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:33:58.414283 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2d9993-cdae-45b8-b2d4-2e7ff1b033db admin admin] Pushing event deleted for resources: {'Port': ['ID=5bbcb0fb-a3a1-40a6-88ba-63057dce1026,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:58.426533 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2d9993-cdae-45b8-b2d4-2e7ff1b033db admin admin] No DVR routers for this DVR port 5bbcb0fb-a3a1-40a6-88ba-63057dce1026 on host n-d-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:33:58.442605 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-03703cd4-8f61-4b22-bf18-bcfbe0d435c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:58.509739 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a0a2b18f-4144-41ba-a132-a9291ad22b61 None None] Deleting port 5bbcb0fb-a3a1-40a6-88ba-63057dce1026 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:33:58.510125 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a0a2b18f-4144-41ba-a132-a9291ad22b61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:58.534337 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980f6ef-2141-465b-a932-670b8ffbe8a2 req-ebba46db-7e87-4b87-9476-ac31af90ae56 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:58.534898 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03703cd4-8f61-4b22-bf18-bcfbe0d435c1 None None] Network 768ecf39-a6cc-48c8-81e4-dd67e8298d02 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:33:58.536376 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1980f6ef-2141-465b-a932-670b8ffbe8a2 req-ebba46db-7e87-4b87-9476-ac31af90ae56 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=010f7871-581d-4150-9367-79c580ac7725 HTTP/1.1" status: 200 len: 944 time: 0.2033780 Aug 23 20:33:58.538639 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff2d9993-cdae-45b8-b2d4-2e7ff1b033db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:58.550717 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-25472a18-e1b4-44b3-80bd-be18909c16b2 req-e0348c26-41a2-486c-96e6-7a70b7e954e6 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] For port ef6df56d-b025-4240-8305-9560c566684a, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=ef6df56d-b025-4240-8305-9560c566684a,segment=NetworkSegment(3440ae09-322e-4891-8c02-a5baf5ba77f1),segment_id=3440ae09-322e-4891-8c02-a5baf5ba77f1)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:58.551111 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-25472a18-e1b4-44b3-80bd-be18909c16b2 req-e0348c26-41a2-486c-96e6-7a70b7e954e6 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:58.558568 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-ff2d9993-cdae-45b8-b2d4-2e7ff1b033db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['414aaac0-145d-4f66-864b-2c7f879073a4']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:33:58.572915 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-03703cd4-8f61-4b22-bf18-bcfbe0d435c1 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:33:58.579785 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-ff2d9993-cdae-45b8-b2d4-2e7ff1b033db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49079ba8-e16c-40da-a88f-18f7d6d728dd') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:33:58.579785 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-ff2d9993-cdae-45b8-b2d4-2e7ff1b033db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49079ba8-e16c-40da-a88f-18f7d6d728dd') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:33:58.580988 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-25472a18-e1b4-44b3-80bd-be18909c16b2 req-e0348c26-41a2-486c-96e6-7a70b7e954e6 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Calling delete_port for ef6df56d-b025-4240-8305-9560c566684a owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:33:58.588101 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03703cd4-8f61-4b22-bf18-bcfbe0d435c1 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:33:58.594273 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0a1d533-7010-4cf1-8880-50ddb8dc1df4 req-7ea801e3-05da-4d8a-b378-b7446806e0d0 service neutron] 10.222.0.61 "GET /v2.0/networks/9154806b-c700-4250-82e0-c3993888c62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005043 Aug 23 20:33:58.601074 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03703cd4-8f61-4b22-bf18-bcfbe0d435c1 None None] Pushing event updated for resources: {'Port': ['ID=9685a412-0cf1-45a2-92c4-acd9cc24a768,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:58.601204 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ea075cd8-46bd-46ff-990e-e9f1c160f058 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:58.611556 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff2d9993-cdae-45b8-b2d4-2e7ff1b033db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:58.633523 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ea075cd8-46bd-46ff-990e-e9f1c160f058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:58.659436 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a0a2b18f-4144-41ba-a132-a9291ad22b61 None None] For port 5bbcb0fb-a3a1-40a6-88ba-63057dce1026, host n-d-805663-2, got binding levels [] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:58.659436 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a0a2b18f-4144-41ba-a132-a9291ad22b61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:58.666233 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1980f6ef-2141-465b-a932-670b8ffbe8a2 req-2114bac9-e0ac-43b0-a79e-98f0976b4dfa tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188719 Aug 23 20:33:58.667990 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff2d9993-cdae-45b8-b2d4-2e7ff1b033db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:58.689290 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff2d9993-cdae-45b8-b2d4-2e7ff1b033db admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:33:58.689694 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff2d9993-cdae-45b8-b2d4-2e7ff1b033db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:58.691519 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:33:58.691519 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:33:58.691519 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:33:58.691519 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:33:58.691519 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:33:58.691519 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:33:58.691519 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:33:58.691519 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:33:58.691519 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:33:58.691519 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:33:58.691519 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:33:58.691519 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:33:58.691519 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:33:58.691519 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:33:58.691519 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:33:58.691519 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:33:58.691519 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:33:58.691519 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:33:58.691519 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:33:58.691519 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:33:58.691519 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:33:58.691519 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:33:58.691519 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:33:58.691519 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:33:58.691519 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:33:58.691519 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:33:58.691519 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:33:58.691519 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:33:58.691519 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:33:58.691519 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:33:58.691519 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:33:58.691519 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:33:58.695000 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port 5f660ff1-cef3-4105-b94c-86a53c170c94 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:33:58.729054 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a0a2b18f-4144-41ba-a132-a9291ad22b61 None None] Calling delete_port for 5bbcb0fb-a3a1-40a6-88ba-63057dce1026 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:33:58.733422 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port 5f660ff1-cef3-4105-b94c-86a53c170c94 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:33:58.734589 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:58.736526 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.ipam_backend_mixin [None req-a0a2b18f-4144-41ba-a132-a9291ad22b61 None None] Port 5bbcb0fb-a3a1-40a6-88ba-63057dce1026 was not found and therefore no delete operation was performed {{(pid=94689) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 23 20:33:58.740452 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-03703cd4-8f61-4b22-bf18-bcfbe0d435c1 None None] Attempting to bind port 9685a412-0cf1-45a2-92c4-acd9cc24a768 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:33:58.740919 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-03703cd4-8f61-4b22-bf18-bcfbe0d435c1 None None] Attempting to bind port 9685a412-0cf1-45a2-92c4-acd9cc24a768 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '5a4930c0-45fb-427c-827e-2535945017aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '768ecf39-a6cc-48c8-81e4-dd67e8298d02'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:33:58.741291 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03703cd4-8f61-4b22-bf18-bcfbe0d435c1 None None] Attempting to bind port 9685a412-0cf1-45a2-92c4-acd9cc24a768 on network 768ecf39-a6cc-48c8-81e4-dd67e8298d02 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:33:58.791753 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03703cd4-8f61-4b22-bf18-bcfbe0d435c1 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:33:58.792161 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03703cd4-8f61-4b22-bf18-bcfbe0d435c1 None None] Checking segment: {'id': '5a4930c0-45fb-427c-827e-2535945017aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '768ecf39-a6cc-48c8-81e4-dd67e8298d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:33:58.792576 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-03703cd4-8f61-4b22-bf18-bcfbe0d435c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:58.792974 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03703cd4-8f61-4b22-bf18-bcfbe0d435c1 None None] Bound using segment: {'id': '5a4930c0-45fb-427c-827e-2535945017aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '768ecf39-a6cc-48c8-81e4-dd67e8298d02'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:33:58.793470 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-03703cd4-8f61-4b22-bf18-bcfbe0d435c1 None None] Bound port: 9685a412-0cf1-45a2-92c4-acd9cc24a768, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a4930c0-45fb-427c-827e-2535945017aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '768ecf39-a6cc-48c8-81e4-dd67e8298d02'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:33:58.794063 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-03703cd4-8f61-4b22-bf18-bcfbe0d435c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:58.796855 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a0a2b18f-4144-41ba-a132-a9291ad22b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:58.812917 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 23 Aug 2021 20:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd948d10-3abb-43e6-8a9a-43abae2c4c3b x-openstack-request-id: req-fd948d10-3abb-43e6-8a9a-43abae2c4c3b {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:33:58.813224 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3552a542-8864-47a4-92e2-3c4b04006992", "name": "network-vif-plugged", "status": "completed", "tag": "24a309f0-cb51-4a2a-9a2e-e94a027cbd08", "code": 200}, {"server_uuid": "3552a542-8864-47a4-92e2-3c4b04006992", "name": "network-vif-plugged", "status": "completed", "tag": "1e9559a3-8cff-4318-a999-b45c5efad87e", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:33:58.813479 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fd948d10-3abb-43e6-8a9a-43abae2c4c3b {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:33:58.813880 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3552a542-8864-47a4-92e2-3c4b04006992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24a309f0-cb51-4a2a-9a2e-e94a027cbd08', 'code': 200} Aug 23 20:33:58.814749 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3552a542-8864-47a4-92e2-3c4b04006992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9559a3-8cff-4318-a999-b45c5efad87e', 'code': 200} Aug 23 20:33:58.850797 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff2d9993-cdae-45b8-b2d4-2e7ff1b033db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:58.909086 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a2b18f-4144-41ba-a132-a9291ad22b61 None None] Pushing event deleted for resources: {'Port': ['ID=5bbcb0fb-a3a1-40a6-88ba-63057dce1026,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:58.916478 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff2d9993-cdae-45b8-b2d4-2e7ff1b033db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:58.918495 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ff2d9993-cdae-45b8-b2d4-2e7ff1b033db admin admin] 10.222.0.61 "DELETE /v2.0/networks/414aaac0-145d-4f66-864b-2c7f879073a4 HTTP/1.1" status: 204 len: 168 time: 1.2252584 Aug 23 20:33:58.924535 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a2b18f-4144-41ba-a132-a9291ad22b61 None None] No DVR routers for this DVR port 5bbcb0fb-a3a1-40a6-88ba-63057dce1026 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:33:58.972313 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2d9993-cdae-45b8-b2d4-2e7ff1b033db admin admin] Pushing event deleted for resources: {'Network': ['ID=414aaac0-145d-4f66-864b-2c7f879073a4,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:59.097810 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f4ea8-153a-4586-993b-4767769f1d7f req-e0203c45-9b1e-4a90-9b00-fd0b5024374c tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:59.108930 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c59f4ea8-153a-4586-993b-4767769f1d7f req-e0203c45-9b1e-4a90-9b00-fd0b5024374c tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=bcafae5d-6483-417a-9f16-c501a7c5cfe6 HTTP/1.1" status: 200 len: 944 time: 0.1863852 Aug 23 20:33:59.140134 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:59.205625 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e0dfd-6eff-45b4-8a11-eb9a848bcb72 req-4c1818cb-fe4b-475b-8099-c4666508ff83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:59.209004 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e0dfd-6eff-45b4-8a11-eb9a848bcb72 req-4c1818cb-fe4b-475b-8099-c4666508ff83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:59.209653 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e0dfd-6eff-45b4-8a11-eb9a848bcb72 req-4c1818cb-fe4b-475b-8099-c4666508ff83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:59.211049 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e0dfd-6eff-45b4-8a11-eb9a848bcb72 req-4c1818cb-fe4b-475b-8099-c4666508ff83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:59.212828 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e0dfd-6eff-45b4-8a11-eb9a848bcb72 req-4c1818cb-fe4b-475b-8099-c4666508ff83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:59.215129 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e0dfd-6eff-45b4-8a11-eb9a848bcb72 req-4c1818cb-fe4b-475b-8099-c4666508ff83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:59.218792 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e0dfd-6eff-45b4-8a11-eb9a848bcb72 req-4c1818cb-fe4b-475b-8099-c4666508ff83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:59.225555 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-25472a18-e1b4-44b3-80bd-be18909c16b2 req-e0348c26-41a2-486c-96e6-7a70b7e954e6 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:59.226390 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-214e0dfd-6eff-45b4-8a11-eb9a848bcb72 req-4c1818cb-fe4b-475b-8099-c4666508ff83 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 6489 time: 0.3044789 Aug 23 20:33:59.231924 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53572) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:33:59.245363 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 5f660ff1-cef3-4105-b94c-86a53c170c94, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=5f660ff1-cef3-4105-b94c-86a53c170c94,segment=NetworkSegment(5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d),segment_id=5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:59.250850 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 4d14fcb3-6a53-4818-a9a0-36c246e716b7 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:33:59.258256 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:59.259500 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device ef6df56d-b025-4240-8305-9560c566684a no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:33:59.270679 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d589db1d-50c0-46f4-8bb4-0cf998d45eda req-8b1d48e7-6740-49b0-a693-40e5e6c5ba10 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:59.272445 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d589db1d-50c0-46f4-8bb4-0cf998d45eda req-8b1d48e7-6740-49b0-a693-40e5e6c5ba10 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.32 "GET /v2.0/ports?device_id=f990a99f-dd25-4e58-a64c-1b41ab5dbb16 HTTP/1.1" status: 200 len: 950 time: 0.3304482 Aug 23 20:33:59.277413 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0348c26-41a2-486c-96e6-7a70b7e954e6 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Pushing event deleted for resources: {'Port': ['ID=ef6df56d-b025-4240-8305-9560c566684a,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:59.287143 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c59f4ea8-153a-4586-993b-4767769f1d7f req-a4d5f21b-a9fa-414d-af40-201415c7d568 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/security-groups?id=db18b319-20fe-46ce-832e-6b72287c61e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772594 Aug 23 20:33:59.291512 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: ef6df56d-b025-4240-8305-9560c566684a {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:33:59.291991 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device ef6df56d-b025-4240-8305-9560c566684a not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:33:59.361161 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-03703cd4-8f61-4b22-bf18-bcfbe0d435c1 None None] For port 9685a412-0cf1-45a2-92c4-acd9cc24a768, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:33:59.390017 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-959751ba-553a-4683-97b0-3f1ed14b8355 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=30043a9797a048cd9fb0f08dc9cd31f3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1512804 Aug 23 20:33:59.396596 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53578) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:33:59.413370 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd55fe-37b0-409e-bba4-7ce1b3c958fd req-844d9d8c-009a-4d45-8604-0ca8cd99852d tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:59.413549 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-03703cd4-8f61-4b22-bf18-bcfbe0d435c1 None None] For port 9685a412-0cf1-45a2-92c4-acd9cc24a768, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=9685a412-0cf1-45a2-92c4-acd9cc24a768,segment=NetworkSegment(5a4930c0-45fb-427c-827e-2535945017aa),segment_id=5a4930c0-45fb-427c-827e-2535945017aa)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:33:59.421859 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd55fe-37b0-409e-bba4-7ce1b3c958fd req-844d9d8c-009a-4d45-8604-0ca8cd99852d tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:59.429509 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-03703cd4-8f61-4b22-bf18-bcfbe0d435c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:59.429755 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd55fe-37b0-409e-bba4-7ce1b3c958fd req-844d9d8c-009a-4d45-8604-0ca8cd99852d tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:59.436707 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd55fe-37b0-409e-bba4-7ce1b3c958fd req-844d9d8c-009a-4d45-8604-0ca8cd99852d tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:59.440915 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-73c02bfe-af8f-47cb-a837-cb46b1922b41 req-ddde36b3-9d4b-461b-8646-c4e974f586f7 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc0979de-ca3d-4e5d-8780-ee84fb21f3ad HTTP/1.1" status: 200 len: 210 time: 0.0797882 Aug 23 20:33:59.444217 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd55fe-37b0-409e-bba4-7ce1b3c958fd req-844d9d8c-009a-4d45-8604-0ca8cd99852d tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:59.458579 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=5f660ff1-cef3-4105-b94c-86a53c170c94,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:59.478689 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-214e0dfd-6eff-45b4-8a11-eb9a848bcb72 req-5218561e-21f3-4fce-b96d-31d374a4647f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9b54e5a8-71d6-43fd-b888-7393c70f9dac&id=8c89d379-1762-483a-9924-6d88093352af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2026062 Aug 23 20:33:59.484472 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd55fe-37b0-409e-bba4-7ce1b3c958fd req-844d9d8c-009a-4d45-8604-0ca8cd99852d tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:59.491202 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd55fe-37b0-409e-bba4-7ce1b3c958fd req-844d9d8c-009a-4d45-8604-0ca8cd99852d tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:59.499476 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 4d14fcb3-6a53-4818-a9a0-36c246e716b7 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:33:59.500349 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-34cd55fe-37b0-409e-bba4-7ce1b3c958fd req-844d9d8c-009a-4d45-8604-0ca8cd99852d tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 5432 time: 0.3270111 Aug 23 20:33:59.541706 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 4d14fcb3-6a53-4818-a9a0-36c246e716b7 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:33:59.542625 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:59.591718 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-25472a18-e1b4-44b3-80bd-be18909c16b2 req-e0348c26-41a2-486c-96e6-7a70b7e954e6 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] No DVR routers for this DVR port ef6df56d-b025-4240-8305-9560c566684a on host n-h2-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:33:59.594713 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-25472a18-e1b4-44b3-80bd-be18909c16b2 req-e0348c26-41a2-486c-96e6-7a70b7e954e6 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:59.597794 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-25472a18-e1b4-44b3-80bd-be18909c16b2 req-e0348c26-41a2-486c-96e6-7a70b7e954e6 tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.32 "DELETE /v2.0/ports/ef6df56d-b025-4240-8305-9560c566684a HTTP/1.1" status: 204 len: 173 time: 1.7770381 Aug 23 20:33:59.607235 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-08024803-50b5-4e38-b62a-5fb658fc0569 req-5d3fd5db-d064-49a1-a867-d583bfb3ed00 tempest-ServerShowV257Test-1047712289 tempest-ServerShowV257Test-1047712289-project] 10.222.0.61 "GET /v2.0/ports?device_id=18b5842b-e97f-4ebc-9ad1-0fd25c66225d HTTP/1.1" status: 200 len: 210 time: 0.0528367 Aug 23 20:33:59.644830 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-d589db1d-50c0-46f4-8bb4-0cf998d45eda req-2a38fe7f-60a2-4630-a84b-839d1202bc6a tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Deleting port 2049cbed-d6c5-488e-9f7b-53c7ade58b1e {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:33:59.645176 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d589db1d-50c0-46f4-8bb4-0cf998d45eda req-2a38fe7f-60a2-4630-a84b-839d1202bc6a tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:59.665257 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcafae5d-6483-417a-9f16-c501a7c5cfe6', 'name': 'network-vif-deleted', 'tag': 'ef6df56d-b025-4240-8305-9560c566684a'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:33:59.673490 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a881fb57-642e-4201-8c6c-ff139d294809" -d '{"events": [{"server_uuid": "bcafae5d-6483-417a-9f16-c501a7c5cfe6", "name": "network-vif-deleted", "tag": "ef6df56d-b025-4240-8305-9560c566684a"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:33:59.703620 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03703cd4-8f61-4b22-bf18-bcfbe0d435c1 None None] Pushing event updated for resources: {'Port': ['ID=9685a412-0cf1-45a2-92c4-acd9cc24a768,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:33:59.717484 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-ea075cd8-46bd-46ff-990e-e9f1c160f058 admin admin] Allocated IP 172.25.4.28 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/4103366f-4d93-40c6-8aaf-2ab371553586) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:33:59.727840 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device b2e2aee2-6f16-4cc7-aa2b-496c306bdffe no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:33:59.774607 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: b2e2aee2-6f16-4cc7-aa2b-496c306bdffe {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:33:59.774607 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device b2e2aee2-6f16-4cc7-aa2b-496c306bdffe not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:33:59.783380 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:59.797091 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-34cd55fe-37b0-409e-bba4-7ce1b3c958fd req-ed7a083a-ba3c-49e0-aba0-ec2e47073a6e tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b54e5a8-71d6-43fd-b888-7393c70f9dac&id=8c89d379-1762-483a-9924-6d88093352af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2953844 Aug 23 20:33:59.860032 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c9f1763f-4863-471b-b128-2c4a42b357ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:59.911191 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e9d77-8a6e-44c2-8be9-19a46556d155 req-c2fa9a04-d4a0-48d1-92c8-ebbf4080cda0 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:33:59.913159 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-685e9d77-8a6e-44c2-8be9-19a46556d155 req-c2fa9a04-d4a0-48d1-92c8-ebbf4080cda0 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f990a99f-dd25-4e58-a64c-1b41ab5dbb16 HTTP/1.1" status: 200 len: 950 time: 0.1376560 Aug 23 20:33:59.925539 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 4d14fcb3-6a53-4818-a9a0-36c246e716b7, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=4d14fcb3-6a53-4818-a9a0-36c246e716b7,segment=NetworkSegment(ec4452f5-2d98-412f-a71f-56732945e446),segment_id=ec4452f5-2d98-412f-a71f-56732945e446)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:33:59.939112 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:33:59.943195 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414be9e8-2d51-4fed-8e67-05e5acdd3a9c x-openstack-request-id: req-414be9e8-2d51-4fed-8e67-05e5acdd3a9c {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:33:59.943658 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcafae5d-6483-417a-9f16-c501a7c5cfe6", "name": "network-vif-deleted", "tag": "ef6df56d-b025-4240-8305-9560c566684a", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:33:59.943993 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-414be9e8-2d51-4fed-8e67-05e5acdd3a9c {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:33:59.944349 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcafae5d-6483-417a-9f16-c501a7c5cfe6', 'name': 'network-vif-deleted', 'tag': 'ef6df56d-b025-4240-8305-9560c566684a', 'status': 'completed', 'code': 200} Aug 23 20:33:59.957508 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c9f1763f-4863-471b-b128-2c4a42b357ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:00.025515 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-d589db1d-50c0-46f4-8bb4-0cf998d45eda req-2a38fe7f-60a2-4630-a84b-839d1202bc6a tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] For port 2049cbed-d6c5-488e-9f7b-53c7ade58b1e, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=2049cbed-d6c5-488e-9f7b-53c7ade58b1e,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:34:00.025887 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d589db1d-50c0-46f4-8bb4-0cf998d45eda req-2a38fe7f-60a2-4630-a84b-839d1202bc6a tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:00.037599 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-685e9d77-8a6e-44c2-8be9-19a46556d155 req-ced157d2-3776-4ffa-b701-d3ecf2aa2e59 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/security-groups?id=37404d9b-a32b-4b87-8f00-866528ce2bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062977 Aug 23 20:34:00.045503 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-d589db1d-50c0-46f4-8bb4-0cf998d45eda req-2a38fe7f-60a2-4630-a84b-839d1202bc6a tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Calling delete_port for 2049cbed-d6c5-488e-9f7b-53c7ade58b1e owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:34:00.058589 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 218413d8-26b4-48f6-9fe8-90c79e8e2b84 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:34:00.102635 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 218413d8-26b4-48f6-9fe8-90c79e8e2b84 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:34:00.102985 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 218413d8-26b4-48f6-9fe8-90c79e8e2b84 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:34:00.103870 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 5bbcb0fb-a3a1-40a6-88ba-63057dce1026 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:34:00.107088 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=4d14fcb3-6a53-4818-a9a0-36c246e716b7,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:00.127671 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 5bbcb0fb-a3a1-40a6-88ba-63057dce1026 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:34:00.128022 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 5bbcb0fb-a3a1-40a6-88ba-63057dce1026 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:34:00.132943 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ea075cd8-46bd-46ff-990e-e9f1c160f058 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:00.176909 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d70a53-9bc7-48ac-a6cd-059111d5ef1c req-cbde3b24-817d-43f1-b340-f55eafe35df9 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:00.185380 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-83d70a53-9bc7-48ac-a6cd-059111d5ef1c req-cbde3b24-817d-43f1-b340-f55eafe35df9 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=010f7871-581d-4150-9367-79c580ac7725 HTTP/1.1" status: 200 len: 945 time: 0.1134887 Aug 23 20:34:00.187474 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c9f1763f-4863-471b-b128-2c4a42b357ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:00.190040 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c9f1763f-4863-471b-b128-2c4a42b357ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:00.191302 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c9f1763f-4863-471b-b128-2c4a42b357ca admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b3214eab-5790-4357-a0e9-dd6d85c2aaed HTTP/1.1" status: 204 len: 168 time: 0.6886287 Aug 23 20:34:00.206436 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d589db1d-50c0-46f4-8bb4-0cf998d45eda req-2a38fe7f-60a2-4630-a84b-839d1202bc6a tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:00.214828 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f1763f-4863-471b-b128-2c4a42b357ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3214eab-5790-4357-a0e9-dd6d85c2aaed,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:00.240080 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['2049cbed-d6c5-488e-9f7b-53c7ade58b1e'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:34:00.285294 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-83d70a53-9bc7-48ac-a6cd-059111d5ef1c req-8488bc7c-1ca5-4c6c-a715-0fa392a79c80 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818682 Aug 23 20:34:00.295713 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ea075cd8-46bd-46ff-990e-e9f1c160f058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:00.380937 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea075cd8-46bd-46ff-990e-e9f1c160f058 admin admin] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:34:00.382110 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea075cd8-46bd-46ff-990e-e9f1c160f058 admin admin] Pushing event updated for resources: {'Port': ['ID=4103366f-4d93-40c6-8aaf-2ab371553586,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:00.386504 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-ea075cd8-46bd-46ff-990e-e9f1c160f058 admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:34:00.389971 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea075cd8-46bd-46ff-990e-e9f1c160f058 admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:34:00.595049 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-54a217b8-65d5-4e23-ad49-e8c5e2baee89 req-8d9e4bca-49a0-40e6-b6d1-2a10f7cd66e7 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc0979de-ca3d-4e5d-8780-ee84fb21f3ad HTTP/1.1" status: 200 len: 210 time: 0.0373125 Aug 23 20:34:00.625009 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a38fe7f-60a2-4630-a84b-839d1202bc6a tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Pushing event deleted for resources: {'Port': ['ID=2049cbed-d6c5-488e-9f7b-53c7ade58b1e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:00.664443 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0bb14a0d-4713-4a59-89bc-fd2a18f96ea8 req-8af31e1e-522f-4dac-8f72-fa2bf5194eac tempest-LiveMigrationTest-1555869306 tempest-LiveMigrationTest-1555869306-project] 10.222.0.61 "GET /v2.0/ports?device_id=bcafae5d-6483-417a-9f16-c501a7c5cfe6 HTTP/1.1" status: 200 len: 210 time: 0.0443203 Aug 23 20:34:00.717763 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-d589db1d-50c0-46f4-8bb4-0cf998d45eda req-2a38fe7f-60a2-4630-a84b-839d1202bc6a tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] No DVR routers for this DVR port 2049cbed-d6c5-488e-9f7b-53c7ade58b1e on host n-h2-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:34:00.722240 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d589db1d-50c0-46f4-8bb4-0cf998d45eda req-2a38fe7f-60a2-4630-a84b-839d1202bc6a tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:00.727665 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d589db1d-50c0-46f4-8bb4-0cf998d45eda req-2a38fe7f-60a2-4630-a84b-839d1202bc6a tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.32 "DELETE /v2.0/ports/2049cbed-d6c5-488e-9f7b-53c7ade58b1e HTTP/1.1" status: 204 len: 173 time: 1.4360011 Aug 23 20:34:00.728175 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f990a99f-dd25-4e58-a64c-1b41ab5dbb16', 'name': 'network-vif-deleted', 'tag': '2049cbed-d6c5-488e-9f7b-53c7ade58b1e'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:34:00.730454 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acae6b14-99d9-48ad-92c8-5df199574654" -d '{"events": [{"server_uuid": "f990a99f-dd25-4e58-a64c-1b41ab5dbb16", "name": "network-vif-deleted", "tag": "2049cbed-d6c5-488e-9f7b-53c7ade58b1e"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:34:00.808701 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d51bfa6-ff9f-414c-8c62-abe32d55c603 x-openstack-request-id: req-5d51bfa6-ff9f-414c-8c62-abe32d55c603 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:34:00.809197 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f990a99f-dd25-4e58-a64c-1b41ab5dbb16", "name": "network-vif-deleted", "tag": "2049cbed-d6c5-488e-9f7b-53c7ade58b1e", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:34:00.810256 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5d51bfa6-ff9f-414c-8c62-abe32d55c603 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:34:00.810894 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f990a99f-dd25-4e58-a64c-1b41ab5dbb16', 'name': 'network-vif-deleted', 'tag': '2049cbed-d6c5-488e-9f7b-53c7ade58b1e', 'status': 'completed', 'code': 200} Aug 23 20:34:00.815510 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010f7871-581d-4150-9367-79c580ac7725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f660ff1-cef3-4105-b94c-86a53c170c94'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:34:00.818647 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e946bd8-b9fa-4e84-bb52-4e59564bfabd" -d '{"events": [{"server_uuid": "010f7871-581d-4150-9367-79c580ac7725", "name": "network-vif-plugged", "status": "completed", "tag": "5f660ff1-cef3-4105-b94c-86a53c170c94"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:34:00.906363 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53602) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:34:00.912192 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050449b4-2a8b-48d3-8a87-e330659820ec x-openstack-request-id: req-050449b4-2a8b-48d3-8a87-e330659820ec {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:34:00.912704 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "010f7871-581d-4150-9367-79c580ac7725", "name": "network-vif-plugged", "status": "completed", "tag": "5f660ff1-cef3-4105-b94c-86a53c170c94", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:34:00.913105 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-050449b4-2a8b-48d3-8a87-e330659820ec {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:34:00.913672 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010f7871-581d-4150-9367-79c580ac7725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f660ff1-cef3-4105-b94c-86a53c170c94', 'code': 200} Aug 23 20:34:01.016452 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-fb5651dd-2898-4335-9bdc-5ece1e5299da admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a9892b2df5af4c4b9b430263d91ffde7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1084163 Aug 23 20:34:01.021295 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53604) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:34:01.082381 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3842c3-7926-4845-9ab8-5b764f5d76d3 None None] Network 768ecf39-a6cc-48c8-81e4-dd67e8298d02 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:34:01.220777 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-43c608b9-bb03-4a3e-882f-8217d11a92e8 None None] Provisioning for port 9685a412-0cf1-45a2-92c4-acd9cc24a768 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:34:01.237361 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8644ef37-525a-4bc7-a3d7-feda28d756e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:01.272364 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b30d1-115d-4642-b293-0c403254f2e8 req-eaf937cf-1caf-4dd5-aa18-2b4e826d0960 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:01.279504 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b30d1-115d-4642-b293-0c403254f2e8 req-eaf937cf-1caf-4dd5-aa18-2b4e826d0960 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:01.284505 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 4d14fcb3-6a53-4818-a9a0-36c246e716b7 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:34:01.286357 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b30d1-115d-4642-b293-0c403254f2e8 req-eaf937cf-1caf-4dd5-aa18-2b4e826d0960 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:01.292398 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b30d1-115d-4642-b293-0c403254f2e8 req-eaf937cf-1caf-4dd5-aa18-2b4e826d0960 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:01.299170 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b30d1-115d-4642-b293-0c403254f2e8 req-eaf937cf-1caf-4dd5-aa18-2b4e826d0960 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:01.305420 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b30d1-115d-4642-b293-0c403254f2e8 req-eaf937cf-1caf-4dd5-aa18-2b4e826d0960 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:01.311951 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b30d1-115d-4642-b293-0c403254f2e8 req-eaf937cf-1caf-4dd5-aa18-2b4e826d0960 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:01.314185 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cd0b30d1-115d-4642-b293-0c403254f2e8 req-eaf937cf-1caf-4dd5-aa18-2b4e826d0960 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 5432 time: 0.2019029 Aug 23 20:34:01.321076 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f794eba6-139b-499f-83dd-43003687cc94 req-35a56e51-b953-4881-a073-6743a97084d2 tempest-ServerShowV257Test-1047712289 tempest-ServerShowV257Test-1047712289-project] 10.222.0.61 "GET /v2.0/ports?device_id=18b5842b-e97f-4ebc-9ad1-0fd25c66225d HTTP/1.1" status: 200 len: 210 time: 0.0640261 Aug 23 20:34:01.335495 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2870d309-6d6d-41fb-aee1-f9702f98499b req-d6dbf4a0-13af-4a0b-9a09-19e6a4e8ef3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:01.337299 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2870d309-6d6d-41fb-aee1-f9702f98499b req-d6dbf4a0-13af-4a0b-9a09-19e6a4e8ef3a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=010f7871-581d-4150-9367-79c580ac7725 HTTP/1.1" status: 200 len: 1096 time: 0.2430027 Aug 23 20:34:01.387993 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8644ef37-525a-4bc7-a3d7-feda28d756e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:01.416738 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cd0b30d1-115d-4642-b293-0c403254f2e8 req-741a76e5-dd24-49c8-972d-782f8d51f110 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b54e5a8-71d6-43fd-b888-7393c70f9dac&id=8c89d379-1762-483a-9924-6d88093352af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0947328 Aug 23 20:34:01.439983 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2870d309-6d6d-41fb-aee1-f9702f98499b req-a4de2895-5ce9-44bf-9287-b7b80b22ac6d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834596 Aug 23 20:34:01.460040 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 4d14fcb3-6a53-4818-a9a0-36c246e716b7 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:34:01.460429 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:01.482177 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9eb9c606-da45-4a64-b587-707d9914a9e0 req-ae9a40ec-7cd4-409c-9322-6d6fd7fb7759 tempest-MigrationsAdminTest-1365018914 tempest-MigrationsAdminTest-1365018914-project] 10.222.0.61 "GET /v2.0/ports?device_id=f990a99f-dd25-4e58-a64c-1b41ab5dbb16 HTTP/1.1" status: 200 len: 210 time: 0.0739200 Aug 23 20:34:01.488393 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ea075cd8-46bd-46ff-990e-e9f1c160f058 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:01.490506 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8644ef37-525a-4bc7-a3d7-feda28d756e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:01.500865 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8644ef37-525a-4bc7-a3d7-feda28d756e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:01.504174 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8644ef37-525a-4bc7-a3d7-feda28d756e4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/18e8ea69-4c62-401f-af79-e45c8a2e75ae HTTP/1.1" status: 204 len: 168 time: 0.4783764 Aug 23 20:34:01.550491 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8644ef37-525a-4bc7-a3d7-feda28d756e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e8ea69-4c62-401f-af79-e45c8a2e75ae,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:01.595396 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 9685a412-0cf1-45a2-92c4-acd9cc24a768 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:34:01.613113 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1d533-7010-4cf1-8880-50ddb8dc1df4 req-d0cd48a1-b6a4-460a-b59d-4757cbb2c42e tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:01.614696 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0a1d533-7010-4cf1-8880-50ddb8dc1df4 req-d0cd48a1-b6a4-460a-b59d-4757cbb2c42e tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.32 "GET /v2.0/networks?id=9154806b-c700-4250-82e0-c3993888c62e HTTP/1.1" status: 200 len: 806 time: 0.3565955 Aug 23 20:34:01.649142 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008bf9e9-4fbd-4adf-a96b-836dfaf7f8db req-b273cd7e-6920-485f-8dbe-358d017d6df1 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:01.651056 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-008bf9e9-4fbd-4adf-a96b-836dfaf7f8db req-b273cd7e-6920-485f-8dbe-358d017d6df1 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=010f7871-581d-4150-9367-79c580ac7725 HTTP/1.1" status: 200 len: 945 time: 0.1422889 Aug 23 20:34:01.666020 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 9685a412-0cf1-45a2-92c4-acd9cc24a768 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:34:01.676194 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 9685a412-0cf1-45a2-92c4-acd9cc24a768 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:34:01.676580 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:01.739084 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-008bf9e9-4fbd-4adf-a96b-836dfaf7f8db req-a533b9f2-d460-4994-afab-5a40f5f1984d tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782340 Aug 23 20:34:01.810941 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53618) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:34:01.826228 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-f0a1d533-7010-4cf1-8880-50ddb8dc1df4 req-2230bc9b-689d-428b-85fc-bfead440f983 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Request body: {'port': {'device_id': 'bc0979de-ca3d-4e5d-8780-ee84fb21f3ad', 'network_id': '9154806b-c700-4250-82e0-c3993888c62e', 'admin_state_up': True, 'tenant_id': '29f18b1da2a844dcbeb03c332de0d358'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:34:01.833468 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:01.879166 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fcd8b84-6609-41ab-9c4b-514c5bd3e014 admin admin] Deleting subnet bc364ba1-f548-4b44-839c-5441876e52b8 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:34:01.884311 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4fcd8b84-6609-41ab-9c4b-514c5bd3e014 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:01.887506 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 9685a412-0cf1-45a2-92c4-acd9cc24a768, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=9685a412-0cf1-45a2-92c4-acd9cc24a768,segment=NetworkSegment(5a4930c0-45fb-427c-827e-2535945017aa),segment_id=5a4930c0-45fb-427c-827e-2535945017aa)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:34:01.894835 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d373524e-b847-4520-92e7-46707ac8df49 None None] Provisioning complete for port 9685a412-0cf1-45a2-92c4-acd9cc24a768 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:34:01.895337 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d373524e-b847-4520-92e7-46707ac8df49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:01.898746 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:01.936771 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2fb3e4d8-683d-48d5-adc0-7bc999479cc0 req-c4e66cf4-c73f-4266-93e7-30499de68784 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc0979de-ca3d-4e5d-8780-ee84fb21f3ad HTTP/1.1" status: 200 len: 210 time: 0.1053646 Aug 23 20:34:01.949482 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4fcd8b84-6609-41ab-9c4b-514c5bd3e014 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:01.986766 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=9685a412-0cf1-45a2-92c4-acd9cc24a768,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:02.023884 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4fcd8b84-6609-41ab-9c4b-514c5bd3e014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:02.065608 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ea075cd8-46bd-46ff-990e-e9f1c160f058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:02.103048 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4fcd8b84-6609-41ab-9c4b-514c5bd3e014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:02.130508 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0a1d533-7010-4cf1-8880-50ddb8dc1df4 req-2230bc9b-689d-428b-85fc-bfead440f983 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Made reservation on behalf of 29f18b1da2a844dcbeb03c332de0d358 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:34:02.130969 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd8b84-6609-41ab-9c4b-514c5bd3e014 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc364ba1-f548-4b44-839c-5441876e52b8,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:02.134058 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f0a1d533-7010-4cf1-8880-50ddb8dc1df4 req-2230bc9b-689d-428b-85fc-bfead440f983 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:02.139849 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4fcd8b84-6609-41ab-9c4b-514c5bd3e014 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:02.141776 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4fcd8b84-6609-41ab-9c4b-514c5bd3e014 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/bc364ba1-f548-4b44-839c-5441876e52b8 HTTP/1.1" status: 204 len: 168 time: 0.3298748 Aug 23 20:34:02.144157 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53628) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:34:02.228749 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7c2757e-c656-4a3a-82e8-cad3d2f71404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:02.325943 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7c2757e-c656-4a3a-82e8-cad3d2f71404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:02.334338 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-f0a1d533-7010-4cf1-8880-50ddb8dc1df4 req-2230bc9b-689d-428b-85fc-bfead440f983 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Allocated IP 172.20.0.9 (9154806b-c700-4250-82e0-c3993888c62e/680c283d-5185-45a2-940f-1ee3de9335bc/2fd138a2-a960-44b8-8ce2-767dd6fe86fd) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:34:02.339434 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-a7c2757e-c656-4a3a-82e8-cad3d2f71404 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a133b3ce-c542-461f-b67d-2eb2e20a852b']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:34:02.340986 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea075cd8-46bd-46ff-990e-e9f1c160f058 admin admin] Router d16d6a45-9495-4984-9588-79c78190b6b9 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:34:02.351455 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-a7c2757e-c656-4a3a-82e8-cad3d2f71404 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3440ae09-322e-4891-8c02-a5baf5ba77f1') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:34:02.351747 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-a7c2757e-c656-4a3a-82e8-cad3d2f71404 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3440ae09-322e-4891-8c02-a5baf5ba77f1') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:34:02.362492 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7c2757e-c656-4a3a-82e8-cad3d2f71404 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:02.364994 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 2049cbed-d6c5-488e-9f7b-53c7ade58b1e no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:34:02.387706 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: 2049cbed-d6c5-488e-9f7b-53c7ade58b1e {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:34:02.388365 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 2049cbed-d6c5-488e-9f7b-53c7ade58b1e not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:34:02.395999 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7c2757e-c656-4a3a-82e8-cad3d2f71404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:02.402616 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7c2757e-c656-4a3a-82e8-cad3d2f71404 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:34:02.403727 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7c2757e-c656-4a3a-82e8-cad3d2f71404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:02.406543 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:34:02.406543 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:34:02.406543 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:34:02.406543 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:34:02.406543 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:34:02.406543 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:34:02.406543 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:34:02.406543 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:34:02.406543 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:34:02.406543 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:34:02.406543 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:34:02.406543 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:34:02.406543 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:34:02.406543 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:34:02.406543 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:34:02.406543 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:34:02.406543 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:34:02.406543 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:34:02.406543 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:34:02.406543 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:34:02.406543 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:34:02.406543 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:34:02.406543 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:34:02.406543 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:34:02.406543 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:34:02.406543 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:34:02.406543 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:34:02.406543 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:34:02.406543 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:34:02.406543 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:34:02.406543 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:34:02.406543 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:34:02.507919 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-94ac679e-5c36-40c7-acfc-a31ec9ebe337 req-28c69be7-018d-4bf1-ba25-4dd1c558b5b6 tempest-ServerShowV257Test-1047712289 tempest-ServerShowV257Test-1047712289-project] 10.222.0.61 "GET /v2.0/ports?device_id=18b5842b-e97f-4ebc-9ad1-0fd25c66225d HTTP/1.1" status: 200 len: 210 time: 0.0360544 Aug 23 20:34:02.522294 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7c2757e-c656-4a3a-82e8-cad3d2f71404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:02.533189 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7c2757e-c656-4a3a-82e8-cad3d2f71404 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:02.538359 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a7c2757e-c656-4a3a-82e8-cad3d2f71404 admin admin] 10.222.0.61 "DELETE /v2.0/networks/a133b3ce-c542-461f-b67d-2eb2e20a852b HTTP/1.1" status: 204 len: 168 time: 0.3902733 Aug 23 20:34:02.540858 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53644) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:34:02.549014 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c2757e-c656-4a3a-82e8-cad3d2f71404 admin admin] Pushing event deleted for resources: {'Network': ['ID=a133b3ce-c542-461f-b67d-2eb2e20a852b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:02.616182 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea075cd8-46bd-46ff-990e-e9f1c160f058 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:34:02.629891 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85267a9b-3b78-40db-b392-7a73b11181b7 None None] Sync routers for ids ['d16d6a45-9495-4984-9588-79c78190b6b9'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:34:02.639587 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85267a9b-3b78-40db-b392-7a73b11181b7 None None] Routers {'d16d6a45-9495-4984-9588-79c78190b6b9'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:34:02.640651 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-85267a9b-3b78-40db-b392-7a73b11181b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:33:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['d16d6a45-9495-4984-9588-79c78190b6b9'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:34:02.687558 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f0a1d533-7010-4cf1-8880-50ddb8dc1df4 req-2230bc9b-689d-428b-85fc-bfead440f983 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:02.692654 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e3ad122-2a0d-4224-8d26-af855c0dc83e admin admin] Deleting subnet ded967cc-c538-4254-9fb8-200350943b2f {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:34:02.697148 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ea075cd8-46bd-46ff-990e-e9f1c160f058 admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:02.698348 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ea075cd8-46bd-46ff-990e-e9f1c160f058 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.4634378 Aug 23 20:34:02.701169 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53648) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:34:02.702615 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6e3ad122-2a0d-4224-8d26-af855c0dc83e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:02.757719 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d26d8-d389-4490-8076-bbff06b75cd8 req-f3f0b092-35df-47b1-98e9-2e0fde6e2450 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:02.764577 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d26d8-d389-4490-8076-bbff06b75cd8 req-f3f0b092-35df-47b1-98e9-2e0fde6e2450 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:02.770715 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d26d8-d389-4490-8076-bbff06b75cd8 req-f3f0b092-35df-47b1-98e9-2e0fde6e2450 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:02.777776 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d26d8-d389-4490-8076-bbff06b75cd8 req-f3f0b092-35df-47b1-98e9-2e0fde6e2450 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:02.786143 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d26d8-d389-4490-8076-bbff06b75cd8 req-f3f0b092-35df-47b1-98e9-2e0fde6e2450 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:02.792668 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d26d8-d389-4490-8076-bbff06b75cd8 req-f3f0b092-35df-47b1-98e9-2e0fde6e2450 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:02.799536 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d26d8-d389-4490-8076-bbff06b75cd8 req-f3f0b092-35df-47b1-98e9-2e0fde6e2450 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:02.801596 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-495d26d8-d389-4490-8076-bbff06b75cd8 req-f3f0b092-35df-47b1-98e9-2e0fde6e2450 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 5432 time: 0.2297239 Aug 23 20:34:02.808345 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6e3ad122-2a0d-4224-8d26-af855c0dc83e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:02.953242 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6e3ad122-2a0d-4224-8d26-af855c0dc83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:02.987136 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b1de4-2cd3-4929-8bc8-066b6bd7214d req-95050ce8-9a19-4393-926f-7b4e4a5502fa tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:02.992523 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-495d26d8-d389-4490-8076-bbff06b75cd8 req-4e951da4-6f98-46fe-8a79-3ace40d922e8 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b54e5a8-71d6-43fd-b888-7393c70f9dac&id=8c89d379-1762-483a-9924-6d88093352af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1802847 Aug 23 20:34:02.995627 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-092b1de4-2cd3-4929-8bc8-066b6bd7214d req-95050ce8-9a19-4393-926f-7b4e4a5502fa tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=010f7871-581d-4150-9367-79c580ac7725 HTTP/1.1" status: 200 len: 945 time: 0.1178970 Aug 23 20:34:03.013019 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-85267a9b-3b78-40db-b392-7a73b11181b7 None None] Set router d16d6a45-9495-4984-9588-79c78190b6b9 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:34:03.013704 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f0a1d533-7010-4cf1-8880-50ddb8dc1df4 req-2230bc9b-689d-428b-85fc-bfead440f983 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:03.124730 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53662) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:34:03.135720 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2230bc9b-689d-428b-85fc-bfead440f983 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Pushing event updated for resources: {'Port': ['ID=2fd138a2-a960-44b8-8ce2-767dd6fe86fd,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:03.160320 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-092b1de4-2cd3-4929-8bc8-066b6bd7214d req-ea59caf4-1695-4282-bdeb-fdda79e61fcf tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635463 Aug 23 20:34:03.206694 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 9685a412-0cf1-45a2-92c4-acd9cc24a768 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:34:03.215304 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0a1d533-7010-4cf1-8880-50ddb8dc1df4 req-2230bc9b-689d-428b-85fc-bfead440f983 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Network 9154806b-c700-4250-82e0-c3993888c62e is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:34:03.220257 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2230bc9b-689d-428b-85fc-bfead440f983 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:34:03.224096 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2230bc9b-689d-428b-85fc-bfead440f983 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:34:03.227071 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2230bc9b-689d-428b-85fc-bfead440f983 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:34:03.227584 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2230bc9b-689d-428b-85fc-bfead440f983 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:34:03.230780 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2230bc9b-689d-428b-85fc-bfead440f983 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:34:03.232208 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2230bc9b-689d-428b-85fc-bfead440f983 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:34:03.232797 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2230bc9b-689d-428b-85fc-bfead440f983 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:34:03.233291 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2230bc9b-689d-428b-85fc-bfead440f983 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:34:03.233778 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2230bc9b-689d-428b-85fc-bfead440f983 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:34:03.235746 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2230bc9b-689d-428b-85fc-bfead440f983 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:34:03.236284 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2230bc9b-689d-428b-85fc-bfead440f983 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:34:03.236769 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2230bc9b-689d-428b-85fc-bfead440f983 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:34:03.265083 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-f0a1d533-7010-4cf1-8880-50ddb8dc1df4 req-2230bc9b-689d-428b-85fc-bfead440f983 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:34:03.270289 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a1d533-7010-4cf1-8880-50ddb8dc1df4 req-2230bc9b-689d-428b-85fc-bfead440f983 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:34:03.302608 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 9685a412-0cf1-45a2-92c4-acd9cc24a768 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:34:03.302988 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:03.349622 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1d533-7010-4cf1-8880-50ddb8dc1df4 req-2230bc9b-689d-428b-85fc-bfead440f983 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:03.350635 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f0a1d533-7010-4cf1-8880-50ddb8dc1df4 req-2230bc9b-689d-428b-85fc-bfead440f983 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:03.368516 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-85267a9b-3b78-40db-b392-7a73b11181b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16d6a45-9495-4984-9588-79c78190b6b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1878789488-router', 'tenant_id': '93b2110d522e4b20b85fe698437f4050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '4103366f-4d93-40c6-8aaf-2ab371553586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:33:57Z', 'updated_at': '2021-08-23T20:34:00Z', 'revision_number': 3, 'project_id': '93b2110d522e4b20b85fe698437f4050', 'gw_port': {'id': '4103366f-4d93-40c6-8aaf-2ab371553586', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:01:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd16d6a45-9495-4984-9588-79c78190b6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:33:58Z', 'updated_at': '2021-08-23T20:33:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:34:03.378362 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150e12e-f998-45e1-8b7e-acf548497b6a req-6b34cb0f-7a47-424f-a361-2eb70ed4a28b tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:03.380433 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9150e12e-f998-45e1-8b7e-acf548497b6a req-6b34cb0f-7a47-424f-a361-2eb70ed4a28b tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc0979de-ca3d-4e5d-8780-ee84fb21f3ad HTTP/1.1" status: 200 len: 931 time: 0.2471373 Aug 23 20:34:03.381589 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6e3ad122-2a0d-4224-8d26-af855c0dc83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:03.410730 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85267a9b-3b78-40db-b392-7a73b11181b7 None None] Checking router: d16d6a45-9495-4984-9588-79c78190b6b9 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:34:03.411078 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85267a9b-3b78-40db-b392-7a73b11181b7 None None] Updating router d16d6a45-9495-4984-9588-79c78190b6b9 port 4103366f-4d93-40c6-8aaf-2ab371553586 binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:34:03.425631 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f282b6-d185-45db-a129-b8904595b859 req-12c3a7b4-93d9-4bbd-85e8-dfc86460f9a6 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:03.431956 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f282b6-d185-45db-a129-b8904595b859 req-12c3a7b4-93d9-4bbd-85e8-dfc86460f9a6 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:03.439123 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3ad122-2a0d-4224-8d26-af855c0dc83e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ded967cc-c538-4254-9fb8-200350943b2f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:03.439323 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f282b6-d185-45db-a129-b8904595b859 req-12c3a7b4-93d9-4bbd-85e8-dfc86460f9a6 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:03.442568 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0a1d533-7010-4cf1-8880-50ddb8dc1df4 req-2230bc9b-689d-428b-85fc-bfead440f983 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6332421 Aug 23 20:34:03.445585 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f282b6-d185-45db-a129-b8904595b859 req-12c3a7b4-93d9-4bbd-85e8-dfc86460f9a6 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:03.456281 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f282b6-d185-45db-a129-b8904595b859 req-12c3a7b4-93d9-4bbd-85e8-dfc86460f9a6 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:03.461136 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6e3ad122-2a0d-4224-8d26-af855c0dc83e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:03.462813 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f282b6-d185-45db-a129-b8904595b859 req-12c3a7b4-93d9-4bbd-85e8-dfc86460f9a6 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:03.463510 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6e3ad122-2a0d-4224-8d26-af855c0dc83e admin admin] 10.222.0.61 "DELETE /v2.0/subnets/ded967cc-c538-4254-9fb8-200350943b2f HTTP/1.1" status: 204 len: 168 time: 0.9214978 Aug 23 20:34:03.468151 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53676) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:34:03.474927 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-f0a1d533-7010-4cf1-8880-50ddb8dc1df4 req-059ab017-52da-4135-ab12-e8137ef03228 service neutron] Request body: {'port': {'device_id': 'bc0979de-ca3d-4e5d-8780-ee84fb21f3ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:34:03.477659 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f282b6-d185-45db-a129-b8904595b859 req-12c3a7b4-93d9-4bbd-85e8-dfc86460f9a6 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:03.490961 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-99f282b6-d185-45db-a129-b8904595b859 req-12c3a7b4-93d9-4bbd-85e8-dfc86460f9a6 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 5432 time: 0.2311602 Aug 23 20:34:03.500481 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53678) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:34:03.515310 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85267a9b-3b78-40db-b392-7a73b11181b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:03.516944 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e4a5c7c2-579c-46a8-ba3e-739b8487a924 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Request body: {'floatingip': {'port_id': '17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:34:03.529495 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9150e12e-f998-45e1-8b7e-acf548497b6a req-ab399590-b72f-4536-beec-6f556fc83fa1 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342957 Aug 23 20:34:03.621389 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f0a1d533-7010-4cf1-8880-50ddb8dc1df4 req-059ab017-52da-4135-ab12-e8137ef03228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:03.624175 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e4a5c7c2-579c-46a8-ba3e-739b8487a924 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks [] for floatingip, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:03.703474 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-57c8d957-00e0-4ca0-87e9-f6fea3a522d1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=73c5c62ec25a41ab8d37d29a4cff1db9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5773511 Aug 23 20:34:03.730193 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88d91f81-e718-41cf-b01f-088f3fc24fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:03.731727 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53688) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:34:03.738011 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d2bc5d5d-b83e-4572-af46-ef461342f78d req-644b6e2f-86c8-4b94-84eb-4cdee16c8430 tempest-ServerShowV257Test-1047712289 tempest-ServerShowV257Test-1047712289-project] 10.222.0.61 "GET /v2.0/ports?device_id=18b5842b-e97f-4ebc-9ad1-0fd25c66225d HTTP/1.1" status: 200 len: 210 time: 0.0504329 Aug 23 20:34:04.022190 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88d91f81-e718-41cf-b01f-088f3fc24fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:04.067546 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85267a9b-3b78-40db-b392-7a73b11181b7 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:04.085858 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85267a9b-3b78-40db-b392-7a73b11181b7 None None] Transition to ACTIVE for port object 4103366f-4d93-40c6-8aaf-2ab371553586 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:34:04.100821 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85267a9b-3b78-40db-b392-7a73b11181b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:04.114921 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-88d91f81-e718-41cf-b01f-088f3fc24fa7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efd7a352-df7f-4906-9a97-3b5db4e6b85d']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:34:04.141260 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-88d91f81-e718-41cf-b01f-088f3fc24fa7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '911f3a77-ed2f-4669-98a5-0c7553cf5b99') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:34:04.141559 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-88d91f81-e718-41cf-b01f-088f3fc24fa7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '911f3a77-ed2f-4669-98a5-0c7553cf5b99') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:34:04.143446 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1351e5f6-5f91-4a95-b13f-4a55a74f2e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:04.144730 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d49fd39b-3aa2-445b-a3ed-13363b056622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:04.167723 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1351e5f6-5f91-4a95-b13f-4a55a74f2e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:04.192513 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-85267a9b-3b78-40db-b392-7a73b11181b7 None None] Attempting to bind port 4103366f-4d93-40c6-8aaf-2ab371553586 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:34:04.193005 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-85267a9b-3b78-40db-b392-7a73b11181b7 None None] Attempting to bind port 4103366f-4d93-40c6-8aaf-2ab371553586 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:34:04.193476 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85267a9b-3b78-40db-b392-7a73b11181b7 None None] Attempting to bind port 4103366f-4d93-40c6-8aaf-2ab371553586 on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:34:04.200705 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85267a9b-3b78-40db-b392-7a73b11181b7 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:34:04.201318 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85267a9b-3b78-40db-b392-7a73b11181b7 None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:34:04.201928 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85267a9b-3b78-40db-b392-7a73b11181b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:04.202386 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85267a9b-3b78-40db-b392-7a73b11181b7 None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:34:04.203087 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-85267a9b-3b78-40db-b392-7a73b11181b7 None None] Bound port: 4103366f-4d93-40c6-8aaf-2ab371553586, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:34:04.203478 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85267a9b-3b78-40db-b392-7a73b11181b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:04.227399 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88d91f81-e718-41cf-b01f-088f3fc24fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:04.234412 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9dc294-ff56-42d3-835e-a8c97a57e899 None None] Pushing event updated for resources: {'Port': ['ID=4103366f-4d93-40c6-8aaf-2ab371553586,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:04.244807 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1351e5f6-5f91-4a95-b13f-4a55a74f2e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:04.247460 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1351e5f6-5f91-4a95-b13f-4a55a74f2e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:04.248644 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1351e5f6-5f91-4a95-b13f-4a55a74f2e8f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/37404d9b-a32b-4b87-8f00-866528ce2bae HTTP/1.1" status: 204 len: 168 time: 0.5141296 Aug 23 20:34:04.263647 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88d91f81-e718-41cf-b01f-088f3fc24fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:04.271821 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1351e5f6-5f91-4a95-b13f-4a55a74f2e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37404d9b-a32b-4b87-8f00-866528ce2bae,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:04.281385 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88d91f81-e718-41cf-b01f-088f3fc24fa7 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:34:04.281795 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88d91f81-e718-41cf-b01f-088f3fc24fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:04.283509 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:34:04.283509 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:34:04.283509 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:34:04.283509 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:34:04.283509 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:34:04.283509 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:34:04.283509 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:34:04.283509 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:34:04.283509 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:34:04.283509 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:34:04.283509 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:34:04.283509 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:34:04.283509 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:34:04.283509 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:34:04.283509 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:34:04.283509 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:34:04.283509 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:34:04.283509 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:34:04.283509 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:34:04.283509 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:34:04.283509 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:34:04.283509 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:34:04.283509 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:34:04.283509 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:34:04.283509 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:34:04.283509 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:34:04.283509 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:34:04.283509 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:34:04.283509 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:34:04.283509 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:34:04.283509 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:34:04.283509 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:34:04.339795 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85267a9b-3b78-40db-b392-7a73b11181b7 None None] For port 4103366f-4d93-40c6-8aaf-2ab371553586, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:34:04.346564 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85267a9b-3b78-40db-b392-7a73b11181b7 None None] For port 4103366f-4d93-40c6-8aaf-2ab371553586, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=4103366f-4d93-40c6-8aaf-2ab371553586,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:34:04.356219 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85267a9b-3b78-40db-b392-7a73b11181b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:04.370622 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88d91f81-e718-41cf-b01f-088f3fc24fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:04.398372 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88d91f81-e718-41cf-b01f-088f3fc24fa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:04.402096 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-88d91f81-e718-41cf-b01f-088f3fc24fa7 admin admin] 10.222.0.61 "DELETE /v2.0/networks/efd7a352-df7f-4906-9a97-3b5db4e6b85d HTTP/1.1" status: 204 len: 168 time: 0.9194765 Aug 23 20:34:04.436846 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85267a9b-3b78-40db-b392-7a73b11181b7 None None] Routers {'d16d6a45-9495-4984-9588-79c78190b6b9'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:34:04.437870 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-85267a9b-3b78-40db-b392-7a73b11181b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:33:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['d16d6a45-9495-4984-9588-79c78190b6b9'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:34:04.489988 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d91f81-e718-41cf-b01f-088f3fc24fa7 admin admin] Pushing event deleted for resources: {'Network': ['ID=efd7a352-df7f-4906-9a97-3b5db4e6b85d,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:04.509308 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9dc294-ff56-42d3-835e-a8c97a57e899 None None] Pushing event updated for resources: {'Port': ['ID=4103366f-4d93-40c6-8aaf-2ab371553586,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:04.522937 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-f0a1d533-7010-4cf1-8880-50ddb8dc1df4 req-059ab017-52da-4135-ab12-e8137ef03228 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fd138a2-a960-44b8-8ce2-767dd6fe86fd {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:34:04.532497 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f0a1d533-7010-4cf1-8880-50ddb8dc1df4 req-059ab017-52da-4135-ab12-e8137ef03228 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:04.558061 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-f0a1d533-7010-4cf1-8880-50ddb8dc1df4 req-059ab017-52da-4135-ab12-e8137ef03228 service neutron] Transition to ACTIVE for port object 2fd138a2-a960-44b8-8ce2-767dd6fe86fd will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:34:04.567575 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f0a1d533-7010-4cf1-8880-50ddb8dc1df4 req-059ab017-52da-4135-ab12-e8137ef03228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:04.686995 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059ab017-52da-4135-ab12-e8137ef03228 service neutron] Pushing event updated for resources: {'Port': ['ID=2fd138a2-a960-44b8-8ce2-767dd6fe86fd,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:04.714477 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53750) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:34:04.748115 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-85267a9b-3b78-40db-b392-7a73b11181b7 None None] Set router d16d6a45-9495-4984-9588-79c78190b6b9 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:34:04.762162 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e4a5c7c2-579c-46a8-ba3e-739b8487a924 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:04.779759 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-f0a1d533-7010-4cf1-8880-50ddb8dc1df4 req-059ab017-52da-4135-ab12-e8137ef03228 service neutron] Attempting to bind port 2fd138a2-a960-44b8-8ce2-767dd6fe86fd on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:34:04.783139 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-d49fd39b-3aa2-445b-a3ed-13363b056622 admin admin] Allocated IP 172.20.0.1 (768ecf39-a6cc-48c8-81e4-dd67e8298d02/c62f0fc6-397a-45e4-a55e-5cfe158dea1b/654c74bd-3abf-4b30-aba8-611f7312fc24) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:34:04.783681 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-f0a1d533-7010-4cf1-8880-50ddb8dc1df4 req-059ab017-52da-4135-ab12-e8137ef03228 service neutron] Attempting to bind port 2fd138a2-a960-44b8-8ce2-767dd6fe86fd by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': 'bbb7ca88-3a5f-4f78-b2f2-1646091f4f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9154806b-c700-4250-82e0-c3993888c62e'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:34:04.784161 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a1d533-7010-4cf1-8880-50ddb8dc1df4 req-059ab017-52da-4135-ab12-e8137ef03228 service neutron] Attempting to bind port 2fd138a2-a960-44b8-8ce2-767dd6fe86fd on network 9154806b-c700-4250-82e0-c3993888c62e {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:34:04.822129 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a1d533-7010-4cf1-8880-50ddb8dc1df4 req-059ab017-52da-4135-ab12-e8137ef03228 service neutron] Port 2fd138a2-a960-44b8-8ce2-767dd6fe86fd on network 9154806b-c700-4250-82e0-c3993888c62e not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:34:04.822129 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a1d533-7010-4cf1-8880-50ddb8dc1df4 req-059ab017-52da-4135-ab12-e8137ef03228 service neutron] Attempting to bind port 2fd138a2-a960-44b8-8ce2-767dd6fe86fd on network 9154806b-c700-4250-82e0-c3993888c62e {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:34:04.847117 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a1d533-7010-4cf1-8880-50ddb8dc1df4 req-059ab017-52da-4135-ab12-e8137ef03228 service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:34:04.847496 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a1d533-7010-4cf1-8880-50ddb8dc1df4 req-059ab017-52da-4135-ab12-e8137ef03228 service neutron] Checking segment: {'id': 'bbb7ca88-3a5f-4f78-b2f2-1646091f4f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9154806b-c700-4250-82e0-c3993888c62e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:34:04.847983 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a1d533-7010-4cf1-8880-50ddb8dc1df4 req-059ab017-52da-4135-ab12-e8137ef03228 service neutron] Bound using segment: {'id': 'bbb7ca88-3a5f-4f78-b2f2-1646091f4f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9154806b-c700-4250-82e0-c3993888c62e'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:34:04.854129 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-f0a1d533-7010-4cf1-8880-50ddb8dc1df4 req-059ab017-52da-4135-ab12-e8137ef03228 service neutron] Bound port: 2fd138a2-a960-44b8-8ce2-767dd6fe86fd, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbb7ca88-3a5f-4f78-b2f2-1646091f4f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9154806b-c700-4250-82e0-c3993888c62e'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:34:04.854518 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f0a1d533-7010-4cf1-8880-50ddb8dc1df4 req-059ab017-52da-4135-ab12-e8137ef03228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:04.860090 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e4a5c7c2-579c-46a8-ba3e-739b8487a924 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:04.869027 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-bb0848f9-3d82-4317-9b2f-152989a5bb54 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=aeab6bca1ebb43a8b404543d83e8cc6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1482036 Aug 23 20:34:04.879531 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53754) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:34:04.923330 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473cba58-205b-4991-a5b9-a91899c2438b req-010390a0-01c3-47da-b8d2-37ca363b2893 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:04.930745 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-473cba58-205b-4991-a5b9-a91899c2438b req-010390a0-01c3-47da-b8d2-37ca363b2893 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=010f7871-581d-4150-9367-79c580ac7725 HTTP/1.1" status: 200 len: 945 time: 0.2938247 Aug 23 20:34:04.963617 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53756) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:34:05.028024 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-f0a1d533-7010-4cf1-8880-50ddb8dc1df4 req-059ab017-52da-4135-ab12-e8137ef03228 service neutron] For port 2fd138a2-a960-44b8-8ce2-767dd6fe86fd, host n-h2-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:34:05.032095 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c76004df-980c-401c-ab2c-64d37084cc97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:05.053712 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-f0a1d533-7010-4cf1-8880-50ddb8dc1df4 req-059ab017-52da-4135-ab12-e8137ef03228 service neutron] For port 2fd138a2-a960-44b8-8ce2-767dd6fe86fd, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=2fd138a2-a960-44b8-8ce2-767dd6fe86fd,segment=NetworkSegment(bbb7ca88-3a5f-4f78-b2f2-1646091f4f26),segment_id=bbb7ca88-3a5f-4f78-b2f2-1646091f4f26)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:34:05.060814 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-85267a9b-3b78-40db-b392-7a73b11181b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16d6a45-9495-4984-9588-79c78190b6b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1878789488-router', 'tenant_id': '93b2110d522e4b20b85fe698437f4050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '4103366f-4d93-40c6-8aaf-2ab371553586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:33:57Z', 'updated_at': '2021-08-23T20:34:00Z', 'revision_number': 3, 'project_id': '93b2110d522e4b20b85fe698437f4050', 'gw_port': {'id': '4103366f-4d93-40c6-8aaf-2ab371553586', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:01:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd16d6a45-9495-4984-9588-79c78190b6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:33:58Z', 'updated_at': '2021-08-23T20:34:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:34:05.077625 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f0a1d533-7010-4cf1-8880-50ddb8dc1df4 req-059ab017-52da-4135-ab12-e8137ef03228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:05.092763 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85267a9b-3b78-40db-b392-7a73b11181b7 None None] The sync data for ids ['d16d6a45-9495-4984-9588-79c78190b6b9'] in n-d-805663-2 is: [{'id': 'd16d6a45-9495-4984-9588-79c78190b6b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1878789488-router', 'tenant_id': '93b2110d522e4b20b85fe698437f4050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '4103366f-4d93-40c6-8aaf-2ab371553586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:33:57Z', 'updated_at': '2021-08-23T20:34:00Z', 'revision_number': 3, 'project_id': '93b2110d522e4b20b85fe698437f4050', 'gw_port': {'id': '4103366f-4d93-40c6-8aaf-2ab371553586', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:01:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd16d6a45-9495-4984-9588-79c78190b6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:33:58Z', 'updated_at': '2021-08-23T20:34:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:34:05.096895 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-473cba58-205b-4991-a5b9-a91899c2438b req-113313cd-21b2-49cb-a9a9-14bb85db619d tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649714 Aug 23 20:34:05.116430 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d49fd39b-3aa2-445b-a3ed-13363b056622 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:05.135141 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c76004df-980c-401c-ab2c-64d37084cc97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:05.140102 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-39a51c6d-9eeb-4df9-8fd5-686ad5fa7fc6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=14086b25fbc14faf94bbe8a666420cb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1695864 Aug 23 20:34:05.140468 n-d-805663-2 neutron-server[94688]: INFO neutron.db.l3_db [None req-e4a5c7c2-579c-46a8-ba3e-739b8487a924 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Floating IP 78f9e886-d0eb-410d-91a2-4e4f7f1825e6 associated. External IP: 172.25.4.31, port: 17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c. Aug 23 20:34:05.144168 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53760) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:34:05.158967 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1d533-7010-4cf1-8880-50ddb8dc1df4 req-059ab017-52da-4135-ab12-e8137ef03228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:05.159754 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f0a1d533-7010-4cf1-8880-50ddb8dc1df4 req-059ab017-52da-4135-ab12-e8137ef03228 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:05.161259 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0a1d533-7010-4cf1-8880-50ddb8dc1df4 req-059ab017-52da-4135-ab12-e8137ef03228 service neutron] 10.222.0.32 "PUT /v2.0/ports/2fd138a2-a960-44b8-8ce2-767dd6fe86fd HTTP/1.1" status: 200 len: 1091 time: 1.6947181 Aug 23 20:34:05.163017 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc0979de-ca3d-4e5d-8780-ee84fb21f3ad', 'tag': '2fd138a2-a960-44b8-8ce2-767dd6fe86fd'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:34:05.169998 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db14d715-920d-4d82-8b28-96ef0177f6ec" -d '{"events": [{"name": "network-changed", "server_uuid": "bc0979de-ca3d-4e5d-8780-ee84fb21f3ad", "tag": "2fd138a2-a960-44b8-8ce2-767dd6fe86fd"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:34:05.201294 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-d49fd39b-3aa2-445b-a3ed-13363b056622 admin admin] Transition to ACTIVE for port object 654c74bd-3abf-4b30-aba8-611f7312fc24 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:34:05.206880 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77269ada-89aa-4743-a86b-f4b5ce3e0909 req-e87ce27c-92a8-4ff4-a233-51e67c973cc1 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:05.208353 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-77269ada-89aa-4743-a86b-f4b5ce3e0909 req-e87ce27c-92a8-4ff4-a233-51e67c973cc1 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc0979de-ca3d-4e5d-8780-ee84fb21f3ad HTTP/1.1" status: 200 len: 943 time: 0.1742399 Aug 23 20:34:05.243217 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059ab017-52da-4135-ab12-e8137ef03228 service neutron] Pushing event updated for resources: {'Port': ['ID=2fd138a2-a960-44b8-8ce2-767dd6fe86fd,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:05.279093 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7ef1fec0-a1e4-4406-bcfd-cb52ac09fc4c req-ce85caf8-00b7-4c5b-90bf-efb21fb15ce2 tempest-ServerShowV257Test-1047712289 tempest-ServerShowV257Test-1047712289-project] 10.222.0.61 "GET /v2.0/ports?device_id=18b5842b-e97f-4ebc-9ad1-0fd25c66225d HTTP/1.1" status: 200 len: 210 time: 0.0753593 Aug 23 20:34:05.312650 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-77269ada-89aa-4743-a86b-f4b5ce3e0909 req-663a1731-8a1c-4c30-a567-0478af850d57 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925202 Aug 23 20:34:05.342968 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c76004df-980c-401c-ab2c-64d37084cc97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:05.346231 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c76004df-980c-401c-ab2c-64d37084cc97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:05.348960 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c76004df-980c-401c-ab2c-64d37084cc97 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/db18b319-20fe-46ce-832e-6b72287c61e6 HTTP/1.1" status: 204 len: 168 time: 0.4684420 Aug 23 20:34:05.361792 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76004df-980c-401c-ab2c-64d37084cc97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db18b319-20fe-46ce-832e-6b72287c61e6,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:05.366633 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1d533-7010-4cf1-8880-50ddb8dc1df4 req-ea6af001-2a4f-4e89-aae9-c26eef32383b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:05.368630 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0a1d533-7010-4cf1-8880-50ddb8dc1df4 req-ea6af001-2a4f-4e89-aae9-c26eef32383b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=29f18b1da2a844dcbeb03c332de0d358&device_id=bc0979de-ca3d-4e5d-8780-ee84fb21f3ad HTTP/1.1" status: 200 len: 1094 time: 0.1355243 Aug 23 20:34:05.370227 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e564d859-7498-4041-84f1-16cf749bf428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:05.452201 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e564d859-7498-4041-84f1-16cf749bf428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:05.453045 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941ffccb-5737-408c-82cc-a4e24f400b03 x-openstack-request-id: req-941ffccb-5737-408c-82cc-a4e24f400b03 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:34:05.453565 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc0979de-ca3d-4e5d-8780-ee84fb21f3ad", "tag": "2fd138a2-a960-44b8-8ce2-767dd6fe86fd", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:34:05.462367 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-941ffccb-5737-408c-82cc-a4e24f400b03 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:34:05.464158 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc0979de-ca3d-4e5d-8780-ee84fb21f3ad', 'tag': '2fd138a2-a960-44b8-8ce2-767dd6fe86fd', 'status': 'completed', 'code': 200} Aug 23 20:34:05.486040 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0a1d533-7010-4cf1-8880-50ddb8dc1df4 req-71c529be-c4a2-4c3d-906f-c615474bd79f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fd138a2-a960-44b8-8ce2-767dd6fe86fd HTTP/1.1" status: 200 len: 217 time: 0.0769773 Aug 23 20:34:05.538089 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d49fd39b-3aa2-445b-a3ed-13363b056622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:05.563557 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1d533-7010-4cf1-8880-50ddb8dc1df4 req-ca756fd8-85a4-4b8a-a266-4c5c0988e3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:05.564276 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49fd39b-3aa2-445b-a3ed-13363b056622 admin admin] Network 768ecf39-a6cc-48c8-81e4-dd67e8298d02 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:34:05.565239 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0a1d533-7010-4cf1-8880-50ddb8dc1df4 req-ca756fd8-85a4-4b8a-a266-4c5c0988e3f8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=680c283d-5185-45a2-940f-1ee3de9335bc HTTP/1.1" status: 200 len: 846 time: 0.0760281 Aug 23 20:34:05.570716 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-d49fd39b-3aa2-445b-a3ed-13363b056622 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:34:05.614910 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0a1d533-7010-4cf1-8880-50ddb8dc1df4 req-9382d8b8-f3dd-4920-8d5f-77b7871d98b9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9154806b-c700-4250-82e0-c3993888c62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335639 Aug 23 20:34:05.839914 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0a1d533-7010-4cf1-8880-50ddb8dc1df4 req-a88ed353-c695-4d3e-bbe4-95288db78e34 service neutron] 10.222.0.32 "GET /v2.0/networks/9154806b-c700-4250-82e0-c3993888c62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151136 Aug 23 20:34:05.967567 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49fd39b-3aa2-445b-a3ed-13363b056622 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:34:05.977378 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3456e93c-bc68-4819-bfa8-cd01019bfd46 None None] Provisioning for port 654c74bd-3abf-4b30-aba8-611f7312fc24 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:34:05.996266 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3456e93c-bc68-4819-bfa8-cd01019bfd46 None None] Provisioning complete for port 654c74bd-3abf-4b30-aba8-611f7312fc24 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:34:05.996266 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3456e93c-bc68-4819-bfa8-cd01019bfd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:06.009738 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0a1d533-7010-4cf1-8880-50ddb8dc1df4 req-dd5b08fd-a769-48a8-b50d-745be3bdf965 service neutron] 10.222.0.32 "GET /v2.0/networks/9154806b-c700-4250-82e0-c3993888c62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595888 Aug 23 20:34:06.051968 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49fd39b-3aa2-445b-a3ed-13363b056622 admin admin] Pushing event updated for resources: {'Port': ['ID=654c74bd-3abf-4b30-aba8-611f7312fc24,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:06.085442 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-3456e93c-bc68-4819-bfa8-cd01019bfd46 None None] Port 654c74bd-3abf-4b30-aba8-611f7312fc24 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:34:06.098869 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53780) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:34:06.110898 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d49fd39b-3aa2-445b-a3ed-13363b056622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:06.180586 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a5c7c2-579c-46a8-ba3e-739b8487a924 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Router 6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:34:06.194517 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e564d859-7498-4041-84f1-16cf749bf428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:06.197391 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e564d859-7498-4041-84f1-16cf749bf428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:06.201924 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e564d859-7498-4041-84f1-16cf749bf428 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5f40e11b-43e5-4df6-85b0-572b9f89fa0b HTTP/1.1" status: 204 len: 168 time: 1.0562346 Aug 23 20:34:06.248154 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e564d859-7498-4041-84f1-16cf749bf428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f40e11b-43e5-4df6-85b0-572b9f89fa0b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:06.304834 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0114c6d3-4d0e-4887-aa8a-74c1812af9e3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=468d7fcefe0f4584b0caa73b1876a3be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2047334 Aug 23 20:34:06.307193 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53788) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:34:06.330517 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14d715-920d-4d82-8b28-96ef0177f6ec req-766e49be-8657-4180-91f1-ed241b0a95e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:06.332030 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-db14d715-920d-4d82-8b28-96ef0177f6ec req-766e49be-8657-4180-91f1-ed241b0a95e6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=29f18b1da2a844dcbeb03c332de0d358&device_id=bc0979de-ca3d-4e5d-8780-ee84fb21f3ad HTTP/1.1" status: 200 len: 1094 time: 0.1843400 Aug 23 20:34:06.402700 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 5f660ff1-cef3-4105-b94c-86a53c170c94 details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:34:06.418855 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0fd0c-ebb0-42f2-946d-6feb9515670b req-ad3fd266-24dc-43c0-86d6-1f94d5d0eefa tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:06.427356 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0bd0fd0c-ebb0-42f2-946d-6feb9515670b req-ad3fd266-24dc-43c0-86d6-1f94d5d0eefa tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=010f7871-581d-4150-9367-79c580ac7725 HTTP/1.1" status: 200 len: 945 time: 0.2017879 Aug 23 20:34:06.490149 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77f1627a-c428-4591-9ebd-6ec90f5300de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:06.515200 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dc062a1b-8d24-4712-b1f9-7cfec089425a req-7e8d95a6-5277-426a-bf31-1be64f30bd03 tempest-ServerShowV257Test-1047712289 tempest-ServerShowV257Test-1047712289-project] 10.222.0.61 "GET /v2.0/ports?device_id=18b5842b-e97f-4ebc-9ad1-0fd25c66225d HTTP/1.1" status: 200 len: 210 time: 0.1006954 Aug 23 20:34:06.519529 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d49fd39b-3aa2-445b-a3ed-13363b056622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:06.528847 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0bd0fd0c-ebb0-42f2-946d-6feb9515670b req-e65ab8e2-930c-43dc-bc60-9219873bb9ce tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004477 Aug 23 20:34:06.553715 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a5c7c2-579c-46a8-ba3e-739b8487a924 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:34:06.575500 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0446fb-ec0a-4312-bcf3-2be684943b04 None None] Sync routers for ids ['6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:34:06.592517 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0446fb-ec0a-4312-bcf3-2be684943b04 None None] Routers {'6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:34:06.594841 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ae0446fb-ec0a-4312-bcf3-2be684943b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:33:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:34:06.595875 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e4a5c7c2-579c-46a8-ba3e-739b8487a924 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:06.632548 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77f1627a-c428-4591-9ebd-6ec90f5300de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:06.647827 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14d715-920d-4d82-8b28-96ef0177f6ec req-52721763-2cc3-494b-b082-1b7d653cc343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:06.655931 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-db14d715-920d-4d82-8b28-96ef0177f6ec req-52721763-2cc3-494b-b082-1b7d653cc343 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9154806b-c700-4250-82e0-c3993888c62e HTTP/1.1" status: 200 len: 907 time: 0.3131933 Aug 23 20:34:06.659197 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e4a5c7c2-579c-46a8-ba3e-739b8487a924 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "PUT /v2.0/floatingips/78f9e886-d0eb-410d-91a2-4e4f7f1825e6 HTTP/1.1" status: 200 len: 991 time: 3.1549842 Aug 23 20:34:06.662849 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3552a542-8864-47a4-92e2-3c4b04006992', 'tag': '17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:34:06.665397 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30461bdf-13b1-4594-953a-6875c47b0196" -d '{"events": [{"name": "network-changed", "server_uuid": "3552a542-8864-47a4-92e2-3c4b04006992", "tag": "17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:34:06.669256 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 5f660ff1-cef3-4105-b94c-86a53c170c94, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=5f660ff1-cef3-4105-b94c-86a53c170c94,segment=NetworkSegment(5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d),segment_id=5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:34:06.688882 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': '5f660ff1-cef3-4105-b94c-86a53c170c94', 'network_id': '102aaadf-a02d-4ccd-a117-533acfc24182', 'port_id': '5f660ff1-cef3-4105-b94c-86a53c170c94', 'mac_address': 'fa:16:3e:cc:4d:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c5a23ee-4dc4-400c-bc37-6be8d284756a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:34:06.760499 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-ae0446fb-ec0a-4312-bcf3-2be684943b04 None None] Set router 6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:34:06.796409 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:06.815559 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5f660ff1-cef3-4105-b94c-86a53c170c94 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:34:06.823410 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-db14d715-920d-4d82-8b28-96ef0177f6ec req-900743b9-e52d-48c0-aa2a-62c19eea994b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fd138a2-a960-44b8-8ce2-767dd6fe86fd HTTP/1.1" status: 200 len: 217 time: 0.1513882 Aug 23 20:34:06.852093 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d49fd39b-3aa2-445b-a3ed-13363b056622 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:06.863219 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d49fd39b-3aa2-445b-a3ed-13363b056622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:06.868572 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 5f660ff1-cef3-4105-b94c-86a53c170c94, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=5f660ff1-cef3-4105-b94c-86a53c170c94,segment=NetworkSegment(5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d),segment_id=5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:34:06.877266 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:06.915819 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14d715-920d-4d82-8b28-96ef0177f6ec req-142319fb-6546-499b-a8a3-13af88446902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:06.917427 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-db14d715-920d-4d82-8b28-96ef0177f6ec req-142319fb-6546-499b-a8a3-13af88446902 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=680c283d-5185-45a2-940f-1ee3de9335bc HTTP/1.1" status: 200 len: 846 time: 0.0636361 Aug 23 20:34:06.967054 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-db14d715-920d-4d82-8b28-96ef0177f6ec req-85d20095-e181-4256-a966-829e9cedbcf0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9154806b-c700-4250-82e0-c3993888c62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355847 Aug 23 20:34:06.991265 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=5f660ff1-cef3-4105-b94c-86a53c170c94,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:06.994827 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de309441-383d-40da-b43a-e9f21c556be8 req-18fad87c-e839-45c9-96f8-31b61d9e231b tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:07.007321 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-de309441-383d-40da-b43a-e9f21c556be8 req-18fad87c-e839-45c9-96f8-31b61d9e231b tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc0979de-ca3d-4e5d-8780-ee84fb21f3ad HTTP/1.1" status: 200 len: 943 time: 0.3362348 Aug 23 20:34:07.058760 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49fd39b-3aa2-445b-a3ed-13363b056622 admin admin] Pushing event updated for resources: {'Port': ['ID=654c74bd-3abf-4b30-aba8-611f7312fc24,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:07.063994 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d49fd39b-3aa2-445b-a3ed-13363b056622 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:07.113892 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['5f660ff1-cef3-4105-b94c-86a53c170c94'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:34:07.256715 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 4103366f-4d93-40c6-8aaf-2ab371553586 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:34:07.282441 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-de309441-383d-40da-b43a-e9f21c556be8 req-7f0425b0-5022-47e7-8dbb-f08f4d10e171 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743149 Aug 23 20:34:07.296468 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77f1627a-c428-4591-9ebd-6ec90f5300de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:07.305686 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77f1627a-c428-4591-9ebd-6ec90f5300de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:07.309368 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-77f1627a-c428-4591-9ebd-6ec90f5300de admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/821de641-3ee4-49fe-aad7-d6e3d5ad65c0 HTTP/1.1" status: 204 len: 168 time: 0.9987614 Aug 23 20:34:07.349343 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f1627a-c428-4591-9ebd-6ec90f5300de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821de641-3ee4-49fe-aad7-d6e3d5ad65c0,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:07.394956 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-db14d715-920d-4d82-8b28-96ef0177f6ec req-9cb17334-a8e5-4a53-9075-891b9d71045e service neutron] 10.222.0.32 "GET /v2.0/networks/9154806b-c700-4250-82e0-c3993888c62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783636 Aug 23 20:34:07.397810 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a69ccb-be7f-4120-9f98-b7f2da5361d6 x-openstack-request-id: req-22a69ccb-be7f-4120-9f98-b7f2da5361d6 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:34:07.398107 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3552a542-8864-47a4-92e2-3c4b04006992", "tag": "17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:34:07.398381 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-22a69ccb-be7f-4120-9f98-b7f2da5361d6 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:34:07.398743 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3552a542-8864-47a4-92e2-3c4b04006992', 'tag': '17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c', 'status': 'completed', 'code': 200} Aug 23 20:34:07.413802 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ae0446fb-ec0a-4312-bcf3-2be684943b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4', 'name': 'tempest-TaggedBootDevicesTest-1649710710-router', 'tenant_id': '0a91fd320cb1405f8d3783ce9085793e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'a1c47452-11cd-45b3-ae57-9f1cdd2be0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:31:57Z', 'updated_at': '2021-08-23T20:32:05Z', 'revision_number': 4, 'project_id': '0a91fd320cb1405f8d3783ce9085793e', 'gw_port': {'id': 'a1c47452-11cd-45b3-ae57-9f1cdd2be0f5', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:02:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:31:58Z', 'updated_at': '2021-08-23T20:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '78f9e886-d0eb-410d-91a2-4e4f7f1825e6', 'tenant_id': '0a91fd320cb1405f8d3783ce9085793e', 'floating_ip_address': '172.25.4.31', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4', 'port_id': '17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15796354-99ed-4bbc-af1c-772cdc3fe57c', 'mac_address': 'fa:16:3e:1d:e1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3552a542-8864-47a4-92e2-3c4b04006992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:32:48Z', 'updated_at': '2021-08-23T20:34:04Z', 'revision_number': 1, 'project_id': '0a91fd320cb1405f8d3783ce9085793e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b66fd789-8656-4650-b2d0-ebfe64de2610', 'name': '', 'network_id': '15796354-99ed-4bbc-af1c-772cdc3fe57c', 'tenant_id': '0a91fd320cb1405f8d3783ce9085793e', 'mac_address': 'fa:16:3e:a7:89:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '92348ce8-7731-44f5-b707-e42d9a125beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:32:03Z', 'updated_at': '2021-08-23T20:32:10Z', 'revision_number': 5, 'project_id': '0a91fd320cb1405f8d3783ce9085793e', 'subnets': [{'id': '92348ce8-7731-44f5-b707-e42d9a125beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:34:07.421799 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49fd39b-3aa2-445b-a3ed-13363b056622 admin admin] Network 768ecf39-a6cc-48c8-81e4-dd67e8298d02 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:34:07.434408 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-d49fd39b-3aa2-445b-a3ed-13363b056622 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:34:07.495155 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0446fb-ec0a-4312-bcf3-2be684943b04 None None] Checking router: 6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:34:07.520637 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0446fb-ec0a-4312-bcf3-2be684943b04 None None] Routers {'6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:34:07.521160 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ae0446fb-ec0a-4312-bcf3-2be684943b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:33:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:34:07.616180 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-db14d715-920d-4d82-8b28-96ef0177f6ec req-a5003ec5-ae22-453e-ae2b-238cce026504 service neutron] 10.222.0.32 "GET /v2.0/networks/9154806b-c700-4250-82e0-c3993888c62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124791 Aug 23 20:34:07.617690 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 4103366f-4d93-40c6-8aaf-2ab371553586 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:34:07.622675 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30461bdf-13b1-4594-953a-6875c47b0196 req-887cac91-d377-4f8d-9e89-de12a3162c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:07.628422 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 4103366f-4d93-40c6-8aaf-2ab371553586 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:34:07.629047 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:07.634747 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30461bdf-13b1-4594-953a-6875c47b0196 req-887cac91-d377-4f8d-9e89-de12a3162c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:07.636096 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30461bdf-13b1-4594-953a-6875c47b0196 req-887cac91-d377-4f8d-9e89-de12a3162c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:07.638756 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30461bdf-13b1-4594-953a-6875c47b0196 req-887cac91-d377-4f8d-9e89-de12a3162c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:07.642620 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30461bdf-13b1-4594-953a-6875c47b0196 req-887cac91-d377-4f8d-9e89-de12a3162c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:07.645196 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30461bdf-13b1-4594-953a-6875c47b0196 req-887cac91-d377-4f8d-9e89-de12a3162c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:07.645809 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30461bdf-13b1-4594-953a-6875c47b0196 req-887cac91-d377-4f8d-9e89-de12a3162c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:07.649401 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-30461bdf-13b1-4594-953a-6875c47b0196 req-887cac91-d377-4f8d-9e89-de12a3162c58 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0a91fd320cb1405f8d3783ce9085793e&device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 6489 time: 0.3112531 Aug 23 20:34:07.790372 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5272b7-4af4-45c1-9ad3-222616965fc3 req-e32fc316-3f42-4aba-9b42-1e90af14105e tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:07.794601 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6c5272b7-4af4-45c1-9ad3-222616965fc3 req-e32fc316-3f42-4aba-9b42-1e90af14105e tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=010f7871-581d-4150-9367-79c580ac7725 HTTP/1.1" status: 200 len: 944 time: 0.1132615 Aug 23 20:34:07.872713 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6c5272b7-4af4-45c1-9ad3-222616965fc3 req-ae9f72b0-ac45-480f-a546-0835612d4bde tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730646 Aug 23 20:34:07.945229 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:07.975049 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-ae0446fb-ec0a-4312-bcf3-2be684943b04 None None] Set router 6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:34:07.999520 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 4103366f-4d93-40c6-8aaf-2ab371553586, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=4103366f-4d93-40c6-8aaf-2ab371553586,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:34:08.016043 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:08.029013 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7619e82a-8b8f-4ba2-85d3-18e01b90be53 None None] Provisioning complete for port 654c74bd-3abf-4b30-aba8-611f7312fc24 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:34:08.032754 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7619e82a-8b8f-4ba2-85d3-18e01b90be53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:08.058725 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d49fd39b-3aa2-445b-a3ed-13363b056622 admin admin] Router d16d6a45-9495-4984-9588-79c78190b6b9 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:34:08.115575 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3c7b4f73-fdc5-42d1-92f3-f0cb40609488 req-b677c069-1d6d-4224-8315-d7b99f705810 tempest-ServerShowV257Test-1047712289 tempest-ServerShowV257Test-1047712289-project] 10.222.0.61 "GET /v2.0/ports?device_id=18b5842b-e97f-4ebc-9ad1-0fd25c66225d HTTP/1.1" status: 200 len: 210 time: 0.1074719 Aug 23 20:34:08.152743 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30461bdf-13b1-4594-953a-6875c47b0196 req-70b2b92c-ba73-4e67-95b1-9fe602e30e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:08.155438 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-30461bdf-13b1-4594-953a-6875c47b0196 req-70b2b92c-ba73-4e67-95b1-9fe602e30e8e service neutron] 10.222.0.11 "GET /v2.0/networks?id=15796354-99ed-4bbc-af1c-772cdc3fe57c HTTP/1.1" status: 200 len: 913 time: 0.4912970 Aug 23 20:34:08.239626 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7619e82a-8b8f-4ba2-85d3-18e01b90be53 None None] Port 654c74bd-3abf-4b30-aba8-611f7312fc24 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:34:08.253062 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=4103366f-4d93-40c6-8aaf-2ab371553586,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:08.339973 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ae0446fb-ec0a-4312-bcf3-2be684943b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4', 'name': 'tempest-TaggedBootDevicesTest-1649710710-router', 'tenant_id': '0a91fd320cb1405f8d3783ce9085793e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'a1c47452-11cd-45b3-ae57-9f1cdd2be0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:31:57Z', 'updated_at': '2021-08-23T20:32:05Z', 'revision_number': 4, 'project_id': '0a91fd320cb1405f8d3783ce9085793e', 'gw_port': {'id': 'a1c47452-11cd-45b3-ae57-9f1cdd2be0f5', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:02:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:31:58Z', 'updated_at': '2021-08-23T20:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '78f9e886-d0eb-410d-91a2-4e4f7f1825e6', 'tenant_id': '0a91fd320cb1405f8d3783ce9085793e', 'floating_ip_address': '172.25.4.31', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4', 'port_id': '17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15796354-99ed-4bbc-af1c-772cdc3fe57c', 'mac_address': 'fa:16:3e:1d:e1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3552a542-8864-47a4-92e2-3c4b04006992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:32:48Z', 'updated_at': '2021-08-23T20:34:04Z', 'revision_number': 1, 'project_id': '0a91fd320cb1405f8d3783ce9085793e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b66fd789-8656-4650-b2d0-ebfe64de2610', 'name': '', 'network_id': '15796354-99ed-4bbc-af1c-772cdc3fe57c', 'tenant_id': '0a91fd320cb1405f8d3783ce9085793e', 'mac_address': 'fa:16:3e:a7:89:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '92348ce8-7731-44f5-b707-e42d9a125beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:32:03Z', 'updated_at': '2021-08-23T20:32:10Z', 'revision_number': 5, 'project_id': '0a91fd320cb1405f8d3783ce9085793e', 'subnets': [{'id': '92348ce8-7731-44f5-b707-e42d9a125beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:34:08.377234 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0446fb-ec0a-4312-bcf3-2be684943b04 None None] The sync data for ids ['6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4'] in n-d-805663-2 is: [{'id': '6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4', 'name': 'tempest-TaggedBootDevicesTest-1649710710-router', 'tenant_id': '0a91fd320cb1405f8d3783ce9085793e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'a1c47452-11cd-45b3-ae57-9f1cdd2be0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:31:57Z', 'updated_at': '2021-08-23T20:32:05Z', 'revision_number': 4, 'project_id': '0a91fd320cb1405f8d3783ce9085793e', 'gw_port': {'id': 'a1c47452-11cd-45b3-ae57-9f1cdd2be0f5', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:02:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:31:58Z', 'updated_at': '2021-08-23T20:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '78f9e886-d0eb-410d-91a2-4e4f7f1825e6', 'tenant_id': '0a91fd320cb1405f8d3783ce9085793e', 'floating_ip_address': '172.25.4.31', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4', 'port_id': '17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15796354-99ed-4bbc-af1c-772cdc3fe57c', 'mac_address': 'fa:16:3e:1d:e1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3552a542-8864-47a4-92e2-3c4b04006992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:32:48Z', 'updated_at': '2021-08-23T20:34:04Z', 'revision_number': 1, 'project_id': '0a91fd320cb1405f8d3783ce9085793e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b66fd789-8656-4650-b2d0-ebfe64de2610', 'name': '', 'network_id': '15796354-99ed-4bbc-af1c-772cdc3fe57c', 'tenant_id': '0a91fd320cb1405f8d3783ce9085793e', 'mac_address': 'fa:16:3e:a7:89:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '92348ce8-7731-44f5-b707-e42d9a125beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:32:03Z', 'updated_at': '2021-08-23T20:32:10Z', 'revision_number': 5, 'project_id': '0a91fd320cb1405f8d3783ce9085793e', 'subnets': [{'id': '92348ce8-7731-44f5-b707-e42d9a125beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:34:08.398399 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49fd39b-3aa2-445b-a3ed-13363b056622 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:34:08.412629 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e4d6a0-330f-4f89-a069-4affbf3e3221 None None] Sync routers for ids ['d16d6a45-9495-4984-9588-79c78190b6b9'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:34:08.416688 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 2fd138a2-a960-44b8-8ce2-767dd6fe86fd details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:34:08.424372 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d49fd39b-3aa2-445b-a3ed-13363b056622 admin admin] 10.222.0.61 "PUT /v2.0/routers/d16d6a45-9495-4984-9588-79c78190b6b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7217121 Aug 23 20:34:08.430182 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-30461bdf-13b1-4594-953a-6875c47b0196 req-15f28aec-0d38-47c2-ba75-fcbcacdfc0eb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c HTTP/1.1" status: 200 len: 999 time: 0.1214035 Aug 23 20:34:08.430577 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 5f660ff1-cef3-4105-b94c-86a53c170c94 up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:34:08.483644 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e4d6a0-330f-4f89-a069-4affbf3e3221 None None] Routers {'d16d6a45-9495-4984-9588-79c78190b6b9'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:34:08.484588 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-61e4d6a0-330f-4f89-a069-4affbf3e3221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:33:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['d16d6a45-9495-4984-9588-79c78190b6b9'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:34:08.511242 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceafaacb-d865-4bf8-8c4d-e4785b3f5205 req-6aa0fd03-e34c-492b-a3ae-94dc9eb2f99e tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:08.519472 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ceafaacb-d865-4bf8-8c4d-e4785b3f5205 req-6aa0fd03-e34c-492b-a3ae-94dc9eb2f99e tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc0979de-ca3d-4e5d-8780-ee84fb21f3ad HTTP/1.1" status: 200 len: 943 time: 0.1034174 Aug 23 20:34:08.557094 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30461bdf-13b1-4594-953a-6875c47b0196 req-ef611661-1007-4dd0-ac87-367197dde250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:08.558615 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-30461bdf-13b1-4594-953a-6875c47b0196 req-ef611661-1007-4dd0-ac87-367197dde250 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=92348ce8-7731-44f5-b707-e42d9a125beb HTTP/1.1" status: 200 len: 851 time: 0.1192348 Aug 23 20:34:08.607145 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ceafaacb-d865-4bf8-8c4d-e4785b3f5205 req-91efebce-26a0-470c-a90a-36336a522234 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839720 Aug 23 20:34:08.640983 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30461bdf-13b1-4594-953a-6875c47b0196 req-1afee067-a83d-4591-acaf-59613f23fe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:08.643704 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-30461bdf-13b1-4594-953a-6875c47b0196 req-1afee067-a83d-4591-acaf-59613f23fe2a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=15796354-99ed-4bbc-af1c-772cdc3fe57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777669 Aug 23 20:34:08.758999 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcc4fac-34ac-4b9b-8b3c-c7b2f86d9365 None None] New status for floating IP 78f9e886-d0eb-410d-91a2-4e4f7f1825e6: ACTIVE {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 20:34:08.832302 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-30461bdf-13b1-4594-953a-6875c47b0196 req-3e4ab39e-f4ec-44aa-b508-a38e0dcf08c0 service neutron] 10.222.0.11 "GET /v2.0/networks/15796354-99ed-4bbc-af1c-772cdc3fe57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803212 Aug 23 20:34:08.962858 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port 5f660ff1-cef3-4105-b94c-86a53c170c94 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:34:08.965815 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:08.994940 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-30461bdf-13b1-4594-953a-6875c47b0196 req-84df8d4b-faf1-4910-84e2-5040c0da0589 service neutron] 10.222.0.11 "GET /v2.0/networks/15796354-99ed-4bbc-af1c-772cdc3fe57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528881 Aug 23 20:34:09.062807 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 2fd138a2-a960-44b8-8ce2-767dd6fe86fd, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=2fd138a2-a960-44b8-8ce2-767dd6fe86fd,segment=NetworkSegment(bbb7ca88-3a5f-4f78-b2f2-1646091f4f26),segment_id=bbb7ca88-3a5f-4f78-b2f2-1646091f4f26)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:34:09.077387 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': '2fd138a2-a960-44b8-8ce2-767dd6fe86fd', 'network_id': '9154806b-c700-4250-82e0-c3993888c62e', 'port_id': '2fd138a2-a960-44b8-8ce2-767dd6fe86fd', 'mac_address': 'fa:16:3e:ec:48:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '680c283d-5185-45a2-940f-1ee3de9335bc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:34:09.087972 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-61e4d6a0-330f-4f89-a069-4affbf3e3221 None None] Set router d16d6a45-9495-4984-9588-79c78190b6b9 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:34:09.107194 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4303c9-3eb8-4359-a9d4-8c0a84419ce8 req-52d27314-0c21-4895-a286-0a88bade745d tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:09.109242 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fe4303c9-3eb8-4359-a9d4-8c0a84419ce8 req-52d27314-0c21-4895-a286-0a88bade745d tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=010f7871-581d-4150-9367-79c580ac7725 HTTP/1.1" status: 200 len: 944 time: 0.1087852 Aug 23 20:34:09.178891 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fe4303c9-3eb8-4359-a9d4-8c0a84419ce8 req-986694bc-9b3f-4c3c-abc7-a82dee18a058 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492301 Aug 23 20:34:09.191041 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 4103366f-4d93-40c6-8aaf-2ab371553586 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:34:09.309110 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-df38e7a0-676d-4af2-bed0-e5f216f574f1 req-95a7d6ea-d172-4125-a5d3-08ed73b79956 tempest-ServerShowV257Test-1047712289 tempest-ServerShowV257Test-1047712289-project] 10.222.0.61 "GET /v2.0/ports?device_id=18b5842b-e97f-4ebc-9ad1-0fd25c66225d HTTP/1.1" status: 200 len: 210 time: 0.0685804 Aug 23 20:34:09.511021 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:09.529498 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fd138a2-a960-44b8-8ce2-767dd6fe86fd {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:34:09.668449 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 2fd138a2-a960-44b8-8ce2-767dd6fe86fd, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=2fd138a2-a960-44b8-8ce2-767dd6fe86fd,segment=NetworkSegment(bbb7ca88-3a5f-4f78-b2f2-1646091f4f26),segment_id=bbb7ca88-3a5f-4f78-b2f2-1646091f4f26)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:34:09.698822 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:09.729539 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 4103366f-4d93-40c6-8aaf-2ab371553586 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:34:09.730201 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:09.748423 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:10.058192 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 5f660ff1-cef3-4105-b94c-86a53c170c94, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=5f660ff1-cef3-4105-b94c-86a53c170c94,segment=NetworkSegment(5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d),segment_id=5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:34:10.075031 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010f7871-581d-4150-9367-79c580ac7725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f660ff1-cef3-4105-b94c-86a53c170c94'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:34:10.084677 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02116ff6-cdbd-425b-a7a6-5de7eaec4998" -d '{"events": [{"server_uuid": "010f7871-581d-4150-9367-79c580ac7725", "name": "network-vif-plugged", "status": "completed", "tag": "5f660ff1-cef3-4105-b94c-86a53c170c94"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:34:10.110351 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:10.194263 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['2fd138a2-a960-44b8-8ce2-767dd6fe86fd'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:34:10.210762 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=2fd138a2-a960-44b8-8ce2-767dd6fe86fd,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:10.270715 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-872df6f4-fa81-4049-8eb4-95863c53ef3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:10.340522 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:10.355417 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62793481-042c-4455-9edb-cbc5767a72ae req-faa69a1f-6362-4a4e-a768-ae2c13a92baa tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:10.364235 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-62793481-042c-4455-9edb-cbc5767a72ae req-faa69a1f-6362-4a4e-a768-ae2c13a92baa tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc0979de-ca3d-4e5d-8780-ee84fb21f3ad HTTP/1.1" status: 200 len: 944 time: 0.5534847 Aug 23 20:34:10.425608 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-62793481-042c-4455-9edb-cbc5767a72ae req-b084b1c4-8e3a-4b09-8598-d08c47399e43 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556781 Aug 23 20:34:10.426103 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=5f660ff1-cef3-4105-b94c-86a53c170c94,revision_number=7']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:10.433888 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 5f660ff1-cef3-4105-b94c-86a53c170c94 no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:34:10.493845 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a5b898-fedb-41ae-90ea-5c77d75b3d3c x-openstack-request-id: req-97a5b898-fedb-41ae-90ea-5c77d75b3d3c {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:34:10.494256 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "010f7871-581d-4150-9367-79c580ac7725", "name": "network-vif-plugged", "status": "completed", "tag": "5f660ff1-cef3-4105-b94c-86a53c170c94", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:34:10.494606 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-97a5b898-fedb-41ae-90ea-5c77d75b3d3c {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:34:10.495092 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010f7871-581d-4150-9367-79c580ac7725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f660ff1-cef3-4105-b94c-86a53c170c94', 'code': 200} Aug 23 20:34:10.499047 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58719f1b-0b8f-4339-9c05-4fb573ef943d req-00b1260f-d227-4b8e-aca5-d5e0444361c2 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:10.506898 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-58719f1b-0b8f-4339-9c05-4fb573ef943d req-00b1260f-d227-4b8e-aca5-d5e0444361c2 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=010f7871-581d-4150-9367-79c580ac7725 HTTP/1.1" status: 200 len: 945 time: 0.2050886 Aug 23 20:34:10.547176 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-61e4d6a0-330f-4f89-a069-4affbf3e3221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16d6a45-9495-4984-9588-79c78190b6b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1878789488-router', 'tenant_id': '93b2110d522e4b20b85fe698437f4050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '4103366f-4d93-40c6-8aaf-2ab371553586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:33:57Z', 'updated_at': '2021-08-23T20:34:06Z', 'revision_number': 4, 'project_id': '93b2110d522e4b20b85fe698437f4050', 'gw_port': {'id': '4103366f-4d93-40c6-8aaf-2ab371553586', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:01:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16d6a45-9495-4984-9588-79c78190b6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:33:58Z', 'updated_at': '2021-08-23T20:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '654c74bd-3abf-4b30-aba8-611f7312fc24', 'name': '', 'network_id': '768ecf39-a6cc-48c8-81e4-dd67e8298d02', 'tenant_id': '93b2110d522e4b20b85fe698437f4050', 'mac_address': 'fa:16:3e:77:14:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd16d6a45-9495-4984-9588-79c78190b6b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'c62f0fc6-397a-45e4-a55e-5cfe158dea1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:34:04Z', 'updated_at': '2021-08-23T20:34:06Z', 'revision_number': 2, 'project_id': '93b2110d522e4b20b85fe698437f4050', 'subnets': [{'id': 'c62f0fc6-397a-45e4-a55e-5cfe158dea1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:34:10.595000 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e4d6a0-330f-4f89-a069-4affbf3e3221 None None] Checking router: d16d6a45-9495-4984-9588-79c78190b6b9 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:34:10.595280 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e4d6a0-330f-4f89-a069-4affbf3e3221 None None] Updating router d16d6a45-9495-4984-9588-79c78190b6b9 port 654c74bd-3abf-4b30-aba8-611f7312fc24 binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:34:10.671604 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-58719f1b-0b8f-4339-9c05-4fb573ef943d req-de2729be-1c21-4734-a81c-a3661c056d11 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498528 Aug 23 20:34:10.673426 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-61e4d6a0-330f-4f89-a069-4affbf3e3221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:10.681517 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:10.761901 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 5f660ff1-cef3-4105-b94c-86a53c170c94, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=5f660ff1-cef3-4105-b94c-86a53c170c94,segment=NetworkSegment(5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d),segment_id=5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:34:10.770370 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:10.830320 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1501bb8a-8416-45ae-8376-2c9f95700c87 req-e9291503-cb63-41e8-841d-dd99d4ae3746 tempest-ServerShowV257Test-1047712289 tempest-ServerShowV257Test-1047712289-project] 10.222.0.61 "GET /v2.0/ports?device_id=18b5842b-e97f-4ebc-9ad1-0fd25c66225d HTTP/1.1" status: 200 len: 210 time: 0.0338089 Aug 23 20:34:10.926603 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=5f660ff1-cef3-4105-b94c-86a53c170c94,revision_number=8']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:10.973355 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:34:10.973791 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:34:10.974130 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:34:10.974453 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:34:10.974819 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:34:10.975247 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:34:10.975583 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:34:10.975915 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:34:10.976274 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:34:10.976593 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:34:10.976924 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:34:10.977254 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:34:11.145011 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-61e4d6a0-330f-4f89-a069-4affbf3e3221 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:11.163052 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-61e4d6a0-330f-4f89-a069-4affbf3e3221 None None] Transition to ACTIVE for port object 654c74bd-3abf-4b30-aba8-611f7312fc24 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:34:11.173583 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-61e4d6a0-330f-4f89-a069-4affbf3e3221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:11.241411 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d59a76-4631-479c-ab1d-ba1c75064a99 None None] Pushing event updated for resources: {'Port': ['ID=654c74bd-3abf-4b30-aba8-611f7312fc24,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:11.320180 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-61e4d6a0-330f-4f89-a069-4affbf3e3221 None None] Attempting to bind port 654c74bd-3abf-4b30-aba8-611f7312fc24 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:34:11.320426 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6895c2-a505-49c0-921d-9ae4ee6c86f2 req-6630c4a8-8da8-4038-83f7-fa2a4f4b5908 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:11.320675 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-61e4d6a0-330f-4f89-a069-4affbf3e3221 None None] Attempting to bind port 654c74bd-3abf-4b30-aba8-611f7312fc24 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '5a4930c0-45fb-427c-827e-2535945017aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '768ecf39-a6cc-48c8-81e4-dd67e8298d02'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:34:11.320968 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e4d6a0-330f-4f89-a069-4affbf3e3221 None None] Attempting to bind port 654c74bd-3abf-4b30-aba8-611f7312fc24 on network 768ecf39-a6cc-48c8-81e4-dd67e8298d02 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:34:11.322029 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7a6895c2-a505-49c0-921d-9ae4ee6c86f2 req-6630c4a8-8da8-4038-83f7-fa2a4f4b5908 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.32 "GET /v2.0/ports?device_id=010f7871-581d-4150-9367-79c580ac7725 HTTP/1.1" status: 200 len: 943 time: 0.1014638 Aug 23 20:34:11.332747 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e4d6a0-330f-4f89-a069-4affbf3e3221 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:34:11.333244 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e4d6a0-330f-4f89-a069-4affbf3e3221 None None] Checking segment: {'id': '5a4930c0-45fb-427c-827e-2535945017aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '768ecf39-a6cc-48c8-81e4-dd67e8298d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:34:11.334417 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-61e4d6a0-330f-4f89-a069-4affbf3e3221 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:11.335000 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e4d6a0-330f-4f89-a069-4affbf3e3221 None None] Bound using segment: {'id': '5a4930c0-45fb-427c-827e-2535945017aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '768ecf39-a6cc-48c8-81e4-dd67e8298d02'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:34:11.335796 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-61e4d6a0-330f-4f89-a069-4affbf3e3221 None None] Bound port: 654c74bd-3abf-4b30-aba8-611f7312fc24, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a4930c0-45fb-427c-827e-2535945017aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '768ecf39-a6cc-48c8-81e4-dd67e8298d02'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:34:11.336272 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-61e4d6a0-330f-4f89-a069-4affbf3e3221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:11.464008 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-61e4d6a0-330f-4f89-a069-4affbf3e3221 None None] For port 654c74bd-3abf-4b30-aba8-611f7312fc24, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:34:11.469039 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-61e4d6a0-330f-4f89-a069-4affbf3e3221 None None] For port 654c74bd-3abf-4b30-aba8-611f7312fc24, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=654c74bd-3abf-4b30-aba8-611f7312fc24,segment=NetworkSegment(5a4930c0-45fb-427c-827e-2535945017aa),segment_id=5a4930c0-45fb-427c-827e-2535945017aa)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:34:11.486823 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-61e4d6a0-330f-4f89-a069-4affbf3e3221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:11.502181 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-7a6895c2-a505-49c0-921d-9ae4ee6c86f2 req-b4041a1d-e364-4b2b-be67-49363a505d61 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Deleting port 5f660ff1-cef3-4105-b94c-86a53c170c94 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:34:11.502784 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7a6895c2-a505-49c0-921d-9ae4ee6c86f2 req-b4041a1d-e364-4b2b-be67-49363a505d61 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:11.545869 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e4d6a0-330f-4f89-a069-4affbf3e3221 None None] Routers {'d16d6a45-9495-4984-9588-79c78190b6b9'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:34:11.546530 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-61e4d6a0-330f-4f89-a069-4affbf3e3221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:33:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['d16d6a45-9495-4984-9588-79c78190b6b9'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:34:11.650339 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66221e5-4687-457d-a9d0-982d11f2ac96 req-158c8941-00da-4acf-bf04-482d99f22374 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:11.662899 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a66221e5-4687-457d-a9d0-982d11f2ac96 req-158c8941-00da-4acf-bf04-482d99f22374 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc0979de-ca3d-4e5d-8780-ee84fb21f3ad HTTP/1.1" status: 200 len: 944 time: 0.0885506 Aug 23 20:34:11.722636 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a66221e5-4687-457d-a9d0-982d11f2ac96 req-e5fa32c8-6d3e-4b8f-9257-b5d3664301d0 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579569 Aug 23 20:34:11.741472 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d59a76-4631-479c-ab1d-ba1c75064a99 None None] Pushing event updated for resources: {'Port': ['ID=654c74bd-3abf-4b30-aba8-611f7312fc24,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:11.771818 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-7a6895c2-a505-49c0-921d-9ae4ee6c86f2 req-b4041a1d-e364-4b2b-be67-49363a505d61 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] For port 5f660ff1-cef3-4105-b94c-86a53c170c94, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=5f660ff1-cef3-4105-b94c-86a53c170c94,segment=NetworkSegment(5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d),segment_id=5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:34:11.773580 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7a6895c2-a505-49c0-921d-9ae4ee6c86f2 req-b4041a1d-e364-4b2b-be67-49363a505d61 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:11.815903 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-7a6895c2-a505-49c0-921d-9ae4ee6c86f2 req-b4041a1d-e364-4b2b-be67-49363a505d61 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Calling delete_port for 5f660ff1-cef3-4105-b94c-86a53c170c94 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:34:11.987509 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-61e4d6a0-330f-4f89-a069-4affbf3e3221 None None] Set router d16d6a45-9495-4984-9588-79c78190b6b9 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:34:12.027570 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29ef70-e24f-4164-9da0-4fe33a024809 req-a94505f9-0ece-4cd2-a767-01a7a3a3615c tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:12.033379 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bc29ef70-e24f-4164-9da0-4fe33a024809 req-a94505f9-0ece-4cd2-a767-01a7a3a3615c tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/ports?device_id=010f7871-581d-4150-9367-79c580ac7725 HTTP/1.1" status: 200 len: 943 time: 0.1420538 Aug 23 20:34:12.063017 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7a6895c2-a505-49c0-921d-9ae4ee6c86f2 req-b4041a1d-e364-4b2b-be67-49363a505d61 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:12.112670 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4041a1d-e364-4b2b-be67-49363a505d61 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Pushing event deleted for resources: {'Port': ['ID=5f660ff1-cef3-4105-b94c-86a53c170c94,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:12.144659 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bc29ef70-e24f-4164-9da0-4fe33a024809 req-d0bb52a6-3727-4b0b-b6be-ec602b20baf0 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.61 "GET /v2.0/security-groups?id=fff9a389-8ebb-4bc7-9b0a-3e446d813533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036887 Aug 23 20:34:12.177150 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6895c2-a505-49c0-921d-9ae4ee6c86f2 req-b4041a1d-e364-4b2b-be67-49363a505d61 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] No DVR routers for this DVR port 5f660ff1-cef3-4105-b94c-86a53c170c94 on host n-h2-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:34:12.182332 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7a6895c2-a505-49c0-921d-9ae4ee6c86f2 req-b4041a1d-e364-4b2b-be67-49363a505d61 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:12.185884 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7a6895c2-a505-49c0-921d-9ae4ee6c86f2 req-b4041a1d-e364-4b2b-be67-49363a505d61 tempest-ImagesTestJSON-488454551 tempest-ImagesTestJSON-488454551-project] 10.222.0.32 "DELETE /v2.0/ports/5f660ff1-cef3-4105-b94c-86a53c170c94 HTTP/1.1" status: 204 len: 173 time: 0.8569701 Aug 23 20:34:12.186631 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010f7871-581d-4150-9367-79c580ac7725', 'name': 'network-vif-deleted', 'tag': '5f660ff1-cef3-4105-b94c-86a53c170c94'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:34:12.197765 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d304177e-b815-4206-b046-c6e7ad225e4d" -d '{"events": [{"server_uuid": "010f7871-581d-4150-9367-79c580ac7725", "name": "network-vif-deleted", "tag": "5f660ff1-cef3-4105-b94c-86a53c170c94"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:34:12.345839 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-99a99f3b-36f3-49af-a1f0-22ecd7505562 req-5406ab5a-4804-497d-a20a-d43d69183d3c tempest-ServerShowV257Test-1047712289 tempest-ServerShowV257Test-1047712289-project] 10.222.0.61 "GET /v2.0/ports?device_id=18b5842b-e97f-4ebc-9ad1-0fd25c66225d HTTP/1.1" status: 200 len: 210 time: 0.0756946 Aug 23 20:34:12.454343 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 2fd138a2-a960-44b8-8ce2-767dd6fe86fd up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:34:12.498297 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010f7871-581d-4150-9367-79c580ac7725', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f660ff1-cef3-4105-b94c-86a53c170c94'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:34:12.500556 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f9fb5e-cc9c-4d73-8696-0cd863732485" -d '{"events": [{"server_uuid": "010f7871-581d-4150-9367-79c580ac7725", "name": "network-vif-unplugged", "status": "completed", "tag": "5f660ff1-cef3-4105-b94c-86a53c170c94"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:34:12.531731 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-61e4d6a0-330f-4f89-a069-4affbf3e3221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16d6a45-9495-4984-9588-79c78190b6b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1878789488-router', 'tenant_id': '93b2110d522e4b20b85fe698437f4050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '4103366f-4d93-40c6-8aaf-2ab371553586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:33:57Z', 'updated_at': '2021-08-23T20:34:06Z', 'revision_number': 4, 'project_id': '93b2110d522e4b20b85fe698437f4050', 'gw_port': {'id': '4103366f-4d93-40c6-8aaf-2ab371553586', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:01:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16d6a45-9495-4984-9588-79c78190b6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:33:58Z', 'updated_at': '2021-08-23T20:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '654c74bd-3abf-4b30-aba8-611f7312fc24', 'name': '', 'network_id': '768ecf39-a6cc-48c8-81e4-dd67e8298d02', 'tenant_id': '93b2110d522e4b20b85fe698437f4050', 'mac_address': 'fa:16:3e:77:14:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd16d6a45-9495-4984-9588-79c78190b6b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'c62f0fc6-397a-45e4-a55e-5cfe158dea1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:34:04Z', 'updated_at': '2021-08-23T20:34:11Z', 'revision_number': 4, 'project_id': '93b2110d522e4b20b85fe698437f4050', 'subnets': [{'id': 'c62f0fc6-397a-45e4-a55e-5cfe158dea1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:34:12.533793 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a814becf-f3b4-42c9-83e9-f19402ec5fa8 x-openstack-request-id: req-a814becf-f3b4-42c9-83e9-f19402ec5fa8 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:34:12.534288 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "010f7871-581d-4150-9367-79c580ac7725", "name": "network-vif-deleted", "tag": "5f660ff1-cef3-4105-b94c-86a53c170c94", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:34:12.534940 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a814becf-f3b4-42c9-83e9-f19402ec5fa8 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:34:12.535410 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010f7871-581d-4150-9367-79c580ac7725', 'name': 'network-vif-deleted', 'tag': '5f660ff1-cef3-4105-b94c-86a53c170c94', 'status': 'completed', 'code': 200} Aug 23 20:34:12.743191 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 20:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8cf55e5-6dee-4e73-8e81-b721dd6b4936 x-openstack-request-id: req-b8cf55e5-6dee-4e73-8e81-b721dd6b4936 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:34:12.743499 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "010f7871-581d-4150-9367-79c580ac7725", "name": "network-vif-unplugged", "status": "completed", "tag": "5f660ff1-cef3-4105-b94c-86a53c170c94", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:34:12.743848 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b8cf55e5-6dee-4e73-8e81-b721dd6b4936 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:34:12.744230 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010f7871-581d-4150-9367-79c580ac7725', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f660ff1-cef3-4105-b94c-86a53c170c94', 'code': 200} Aug 23 20:34:12.745524 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e4d6a0-330f-4f89-a069-4affbf3e3221 None None] The sync data for ids ['d16d6a45-9495-4984-9588-79c78190b6b9'] in n-d-805663-2 is: [{'id': 'd16d6a45-9495-4984-9588-79c78190b6b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1878789488-router', 'tenant_id': '93b2110d522e4b20b85fe698437f4050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '4103366f-4d93-40c6-8aaf-2ab371553586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:33:57Z', 'updated_at': '2021-08-23T20:34:06Z', 'revision_number': 4, 'project_id': '93b2110d522e4b20b85fe698437f4050', 'gw_port': {'id': '4103366f-4d93-40c6-8aaf-2ab371553586', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:01:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16d6a45-9495-4984-9588-79c78190b6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:33:58Z', 'updated_at': '2021-08-23T20:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '654c74bd-3abf-4b30-aba8-611f7312fc24', 'name': '', 'network_id': '768ecf39-a6cc-48c8-81e4-dd67e8298d02', 'tenant_id': '93b2110d522e4b20b85fe698437f4050', 'mac_address': 'fa:16:3e:77:14:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd16d6a45-9495-4984-9588-79c78190b6b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'c62f0fc6-397a-45e4-a55e-5cfe158dea1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:34:04Z', 'updated_at': '2021-08-23T20:34:11Z', 'revision_number': 4, 'project_id': '93b2110d522e4b20b85fe698437f4050', 'subnets': [{'id': 'c62f0fc6-397a-45e4-a55e-5cfe158dea1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:34:12.767020 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port 2fd138a2-a960-44b8-8ce2-767dd6fe86fd completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:34:12.771742 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port 2fd138a2-a960-44b8-8ce2-767dd6fe86fd triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:34:12.772149 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:13.014726 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:13.064710 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d09db-cdfd-4ef3-8d28-47f258a3a364 req-56c49998-63d0-49d4-887e-ea7347033c17 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:13.071644 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-856d09db-cdfd-4ef3-8d28-47f258a3a364 req-56c49998-63d0-49d4-887e-ea7347033c17 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc0979de-ca3d-4e5d-8780-ee84fb21f3ad HTTP/1.1" status: 200 len: 944 time: 0.1640272 Aug 23 20:34:13.179476 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-556500b1-2fff-49e2-930e-3ca410392637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:13.256258 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 2fd138a2-a960-44b8-8ce2-767dd6fe86fd, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=2fd138a2-a960-44b8-8ce2-767dd6fe86fd,segment=NetworkSegment(bbb7ca88-3a5f-4f78-b2f2-1646091f4f26),segment_id=bbb7ca88-3a5f-4f78-b2f2-1646091f4f26)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:34:13.271346 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:13.275121 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-856d09db-cdfd-4ef3-8d28-47f258a3a364 req-b9703f51-1855-4e78-9bf0-26a700d1a767 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909215 Aug 23 20:34:13.387362 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 654c74bd-3abf-4b30-aba8-611f7312fc24 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:34:13.568309 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:13.642288 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 654c74bd-3abf-4b30-aba8-611f7312fc24 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:34:13.651352 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 654c74bd-3abf-4b30-aba8-611f7312fc24 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:34:13.651701 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:13.655190 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=2fd138a2-a960-44b8-8ce2-767dd6fe86fd,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:13.672484 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3abcb65f-46db-482a-afdb-29451c4f02d3 req-5b56b038-104d-4997-94ea-9f5edb86a774 tempest-ServerShowV257Test-1047712289 tempest-ServerShowV257Test-1047712289-project] 10.222.0.61 "GET /v2.0/ports?device_id=18b5842b-e97f-4ebc-9ad1-0fd25c66225d HTTP/1.1" status: 200 len: 210 time: 0.0732491 Aug 23 20:34:13.830535 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:13.886856 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 654c74bd-3abf-4b30-aba8-611f7312fc24, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=654c74bd-3abf-4b30-aba8-611f7312fc24,segment=NetworkSegment(5a4930c0-45fb-427c-827e-2535945017aa),segment_id=5a4930c0-45fb-427c-827e-2535945017aa)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:34:13.896584 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:14.034724 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=654c74bd-3abf-4b30-aba8-611f7312fc24,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:14.069507 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54034) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:34:14.304894 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-61c490cf-c050-4f46-be28-a1d59d646bd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:14.420820 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54050) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:34:14.453647 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 5f660ff1-cef3-4105-b94c-86a53c170c94 no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:34:14.542533 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: 5f660ff1-cef3-4105-b94c-86a53c170c94 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:34:14.542936 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 5f660ff1-cef3-4105-b94c-86a53c170c94 not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:34:14.554380 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-61c490cf-c050-4f46-be28-a1d59d646bd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:14.561734 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:14.571586 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-61c490cf-c050-4f46-be28-a1d59d646bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:14.708303 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-b87f0b32-2f74-4cc4-838f-31731548bb83 admin admin] Deleting subnet 1c5a23ee-4dc4-400c-bc37-6be8d284756a {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:34:14.713851 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c490cf-c050-4f46-be28-a1d59d646bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5ce490-6313-435d-a278-575236a3ad86,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:14.724484 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b87f0b32-2f74-4cc4-838f-31731548bb83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:14.737393 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-61c490cf-c050-4f46-be28-a1d59d646bd8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e1f790588e8a413696fb41ae1bc575c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6667185 Aug 23 20:34:14.744986 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc0979de-ca3d-4e5d-8780-ee84fb21f3ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd138a2-a960-44b8-8ce2-767dd6fe86fd'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:34:14.749040 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b42e6e-6f30-441a-af53-53297746759e" -d '{"events": [{"server_uuid": "bc0979de-ca3d-4e5d-8780-ee84fb21f3ad", "name": "network-vif-plugged", "status": "completed", "tag": "2fd138a2-a960-44b8-8ce2-767dd6fe86fd"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:34:14.752991 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54060) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:34:14.786202 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b87f0b32-2f74-4cc4-838f-31731548bb83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:14.823718 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1f5e9bd8-b0f4-4ec5-bca0-b55695bff247 req-75ef36d0-3cd2-48fa-a429-8c22ade28758 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=18b5842b-e97f-4ebc-9ad1-0fd25c66225d HTTP/1.1" status: 200 len: 210 time: 0.0611029 Aug 23 20:34:14.834287 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c490cf-c050-4f46-be28-a1d59d646bd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:34:14.835139 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c490cf-c050-4f46-be28-a1d59d646bd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:34:14.835772 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c490cf-c050-4f46-be28-a1d59d646bd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:34:14.836479 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c490cf-c050-4f46-be28-a1d59d646bd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:34:14.837143 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c490cf-c050-4f46-be28-a1d59d646bd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:34:14.837726 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c490cf-c050-4f46-be28-a1d59d646bd8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:34:14.838422 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c490cf-c050-4f46-be28-a1d59d646bd8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:34:14.839093 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c490cf-c050-4f46-be28-a1d59d646bd8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:34:14.839992 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c490cf-c050-4f46-be28-a1d59d646bd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:34:14.841282 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c490cf-c050-4f46-be28-a1d59d646bd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:34:14.841906 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c490cf-c050-4f46-be28-a1d59d646bd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:34:14.842623 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c490cf-c050-4f46-be28-a1d59d646bd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:34:14.859607 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c31eaf2-eafc-4268-b69d-58698d492a10 req-a2c0a7c0-44c4-4011-b9ea-82bcc0efb0e8 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:14.869911 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2c31eaf2-eafc-4268-b69d-58698d492a10 req-a2c0a7c0-44c4-4011-b9ea-82bcc0efb0e8 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc0979de-ca3d-4e5d-8780-ee84fb21f3ad HTTP/1.1" status: 200 len: 945 time: 0.3563027 Aug 23 20:34:14.893769 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b87f0b32-2f74-4cc4-838f-31731548bb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:14.941800 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5c7f361-010b-44c0-ac2b-9b4acd835e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:14.943542 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2c31eaf2-eafc-4268-b69d-58698d492a10 req-930620f2-daf0-42c4-bdf3-dbd63c354d74 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727079 Aug 23 20:34:14.988194 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5c7f361-010b-44c0-ac2b-9b4acd835e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:15.016415 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b87f0b32-2f74-4cc4-838f-31731548bb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:15.086567 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5c7f361-010b-44c0-ac2b-9b4acd835e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:15.092013 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5c7f361-010b-44c0-ac2b-9b4acd835e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:15.096416 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a5c7f361-010b-44c0-ac2b-9b4acd835e82 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/eb5ce490-6313-435d-a278-575236a3ad86 HTTP/1.1" status: 204 len: 168 time: 0.3421233 Aug 23 20:34:15.111618 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87f0b32-2f74-4cc4-838f-31731548bb83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c5a23ee-4dc4-400c-bc37-6be8d284756a,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:15.112558 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c7f361-010b-44c0-ac2b-9b4acd835e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5ce490-6313-435d-a278-575236a3ad86,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:15.159939 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780eed9d-772f-4282-a7f3-edd6847e17b5 x-openstack-request-id: req-780eed9d-772f-4282-a7f3-edd6847e17b5 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:34:15.160257 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc0979de-ca3d-4e5d-8780-ee84fb21f3ad", "name": "network-vif-plugged", "status": "completed", "tag": "2fd138a2-a960-44b8-8ce2-767dd6fe86fd", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:34:15.160508 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-780eed9d-772f-4282-a7f3-edd6847e17b5 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:34:15.160902 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc0979de-ca3d-4e5d-8780-ee84fb21f3ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd138a2-a960-44b8-8ce2-767dd6fe86fd', 'code': 200} Aug 23 20:34:15.208120 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 654c74bd-3abf-4b30-aba8-611f7312fc24 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:34:15.221220 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7169f69f-a2de-4e11-a72d-d7bf179d43e8 req-151b8344-8b36-4d8b-a756-afe0c31b0724 tempest-ServerShowV257Test-1047712289 tempest-ServerShowV257Test-1047712289-project] 10.222.0.61 "GET /v2.0/ports?device_id=18b5842b-e97f-4ebc-9ad1-0fd25c66225d HTTP/1.1" status: 200 len: 210 time: 0.0909436 Aug 23 20:34:15.229302 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b87f0b32-2f74-4cc4-838f-31731548bb83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:15.237646 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b87f0b32-2f74-4cc4-838f-31731548bb83 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/1c5a23ee-4dc4-400c-bc37-6be8d284756a HTTP/1.1" status: 204 len: 168 time: 0.8148127 Aug 23 20:34:15.240500 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54080) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:34:15.330292 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 654c74bd-3abf-4b30-aba8-611f7312fc24 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:34:15.330820 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:15.378832 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa0db4-f09a-4f4d-aad7-a5eb314c54ba req-1bfa3f66-a57c-4c8d-8b8d-05bc6bcdb306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:15.382007 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a7fa0db4-f09a-4f4d-aad7-a5eb314c54ba req-1bfa3f66-a57c-4c8d-8b8d-05bc6bcdb306 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bc0979de-ca3d-4e5d-8780-ee84fb21f3ad HTTP/1.1" status: 200 len: 1096 time: 0.0892427 Aug 23 20:34:15.409531 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb3e017e-5dd9-4658-ba03-f98320ba42c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:15.462175 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a7fa0db4-f09a-4f4d-aad7-a5eb314c54ba req-e3657553-29d9-497b-b126-d395fc818b59 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728371 Aug 23 20:34:15.506989 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb3e017e-5dd9-4658-ba03-f98320ba42c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:15.518968 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-eb3e017e-5dd9-4658-ba03-f98320ba42c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['102aaadf-a02d-4ccd-a117-533acfc24182']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:34:15.530283 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-eb3e017e-5dd9-4658-ba03-f98320ba42c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:34:15.530593 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-eb3e017e-5dd9-4658-ba03-f98320ba42c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5639f703-7c3a-4cfd-82b7-4e1cf8b8d39d') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:34:15.540585 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb3e017e-5dd9-4658-ba03-f98320ba42c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:15.558324 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb3e017e-5dd9-4658-ba03-f98320ba42c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:15.570109 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb3e017e-5dd9-4658-ba03-f98320ba42c5 admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:34:15.570488 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb3e017e-5dd9-4658-ba03-f98320ba42c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:15.572236 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:34:15.572236 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:34:15.572236 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:34:15.572236 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:34:15.572236 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:34:15.572236 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:34:15.572236 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:34:15.572236 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:34:15.572236 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:34:15.572236 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:34:15.572236 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:34:15.572236 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:34:15.572236 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:34:15.572236 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:34:15.572236 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:34:15.572236 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:34:15.572236 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:34:15.572236 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:34:15.572236 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:34:15.572236 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:34:15.572236 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:34:15.572236 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:34:15.572236 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:34:15.572236 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:34:15.572236 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:34:15.572236 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:34:15.572236 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:34:15.572236 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:34:15.572236 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:34:15.572236 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:34:15.572236 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:34:15.572236 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:34:15.644391 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54084) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:34:15.648599 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb3e017e-5dd9-4658-ba03-f98320ba42c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:15.659329 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb3e017e-5dd9-4658-ba03-f98320ba42c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:15.665816 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-eb3e017e-5dd9-4658-ba03-f98320ba42c5 admin admin] 10.222.0.61 "DELETE /v2.0/networks/102aaadf-a02d-4ccd-a117-533acfc24182 HTTP/1.1" status: 204 len: 168 time: 0.4242659 Aug 23 20:34:15.667285 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3bffb3db-6703-476e-97ab-2d89046c045a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:15.679030 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3e017e-5dd9-4658-ba03-f98320ba42c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=102aaadf-a02d-4ccd-a117-533acfc24182,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:15.809854 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3bffb3db-6703-476e-97ab-2d89046c045a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:15.818332 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3bffb3db-6703-476e-97ab-2d89046c045a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:15.850255 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:15.862098 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3bffb3db-6703-476e-97ab-2d89046c045a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9a6ab2d82546474ea76c5e57bcbc493c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2163785 Aug 23 20:34:15.865046 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54094) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:34:15.888851 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bffb3db-6703-476e-97ab-2d89046c045a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10425fe9-e167-4590-8880-61854be17364,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:15.984670 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54098) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:34:16.007922 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45afc948-b727-4f92-bb91-b1122f33d021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:16.034686 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-bacb6920-2dcc-4ed3-a41d-cc7c41bd3614 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d3e19e7b2cfe41f8bf7d244c15d769b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0488288 Aug 23 20:34:16.038145 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54100) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:34:16.055226 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45afc948-b727-4f92-bb91-b1122f33d021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:16.121468 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1ffab628-8b4b-446d-8ab7-1f761bdbcb95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:16.143597 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45afc948-b727-4f92-bb91-b1122f33d021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:16.146130 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45afc948-b727-4f92-bb91-b1122f33d021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:16.152187 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-45afc948-b727-4f92-bb91-b1122f33d021 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/10425fe9-e167-4590-8880-61854be17364 HTTP/1.1" status: 204 len: 168 time: 0.2835603 Aug 23 20:34:16.185888 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1ffab628-8b4b-446d-8ab7-1f761bdbcb95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:16.192101 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc948-b727-4f92-bb91-b1122f33d021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10425fe9-e167-4590-8880-61854be17364,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:16.264988 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d23d736-3af7-4a17-b4c1-35244fc67741 req-fedc6293-a8c0-4e3a-b564-1abff704c3d2 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:16.275072 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0d23d736-3af7-4a17-b4c1-35244fc67741 req-fedc6293-a8c0-4e3a-b564-1abff704c3d2 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc0979de-ca3d-4e5d-8780-ee84fb21f3ad HTTP/1.1" status: 200 len: 945 time: 0.1597753 Aug 23 20:34:16.287625 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1ffab628-8b4b-446d-8ab7-1f761bdbcb95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:16.291436 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1ffab628-8b4b-446d-8ab7-1f761bdbcb95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:16.296269 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1ffab628-8b4b-446d-8ab7-1f761bdbcb95 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fff9a389-8ebb-4bc7-9b0a-3e446d813533 HTTP/1.1" status: 204 len: 168 time: 0.2561581 Aug 23 20:34:16.306679 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffab628-8b4b-446d-8ab7-1f761bdbcb95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff9a389-8ebb-4bc7-9b0a-3e446d813533,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:16.375926 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0d23d736-3af7-4a17-b4c1-35244fc67741 req-28a75054-e4bb-4761-8284-74f0a9b56aa8 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971065 Aug 23 20:34:16.446855 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-faea10b2-b6e7-4503-b2b2-c3213750116a req-68ff034e-4c43-48b4-aa57-59adc9c95167 tempest-ServerShowV257Test-1047712289 tempest-ServerShowV257Test-1047712289-project] 10.222.0.61 "GET /v2.0/ports?device_id=18b5842b-e97f-4ebc-9ad1-0fd25c66225d HTTP/1.1" status: 200 len: 210 time: 0.0385549 Aug 23 20:34:16.737884 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-54a4f0a4-c1b1-4026-82ab-32ee957b5153 req-be174ab1-a965-4d1b-9358-81a80522c41f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e329a6b02fd04c269436900a343af14c&device_id=18b5842b-e97f-4ebc-9ad1-0fd25c66225d HTTP/1.1" status: 200 len: 210 time: 0.0335770 Aug 23 20:34:16.786259 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-54a4f0a4-c1b1-4026-82ab-32ee957b5153 req-3efd95c0-273c-49e1-894a-959e1316dffa service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e329a6b02fd04c269436900a343af14c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291378 Aug 23 20:34:16.800737 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-658a2582-482f-458b-918b-348aff5f00f2 req-751750a1-b8cb-4dff-8c26-86aa4265dac6 tempest-ServerShowV257Test-1047712289 tempest-ServerShowV257Test-1047712289-project] 10.222.0.61 "GET /v2.0/ports?device_id=18b5842b-e97f-4ebc-9ad1-0fd25c66225d HTTP/1.1" status: 200 len: 210 time: 0.0554657 Aug 23 20:34:16.910877 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a4f0a4-c1b1-4026-82ab-32ee957b5153 req-72cb7f10-37c6-4dc7-ad31-055305aeeebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:16.912298 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-54a4f0a4-c1b1-4026-82ab-32ee957b5153 req-72cb7f10-37c6-4dc7-ad31-055305aeeebd service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1151412 Aug 23 20:34:17.218087 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54138) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:34:17.533153 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b4a93-285b-4cac-bfb0-e0dbf5e049d2 req-9fe60666-fcc6-4002-bc9a-bbc78a962ac7 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:17.535596 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-594b4a93-285b-4cac-bfb0-e0dbf5e049d2 req-9fe60666-fcc6-4002-bc9a-bbc78a962ac7 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc0979de-ca3d-4e5d-8780-ee84fb21f3ad HTTP/1.1" status: 200 len: 945 time: 0.0796015 Aug 23 20:34:17.536664 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-98424d9a-d97a-4a9e-a939-d10bbb394717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:17.683116 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-594b4a93-285b-4cac-bfb0-e0dbf5e049d2 req-65cbbc0a-5a08-4b53-b5c6-297624056e3c tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368268 Aug 23 20:34:17.754720 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-98424d9a-d97a-4a9e-a939-d10bbb394717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:17.764097 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-98424d9a-d97a-4a9e-a939-d10bbb394717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:17.817801 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98424d9a-d97a-4a9e-a939-d10bbb394717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b880d04f-1c8d-4fd3-ae5a-b904a62d70cb,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:17.843662 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54168) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:34:17.857330 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-98424d9a-d97a-4a9e-a939-d10bbb394717 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=73c702db9b5f4756963145ddd4325d07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6369417 Aug 23 20:34:17.914841 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d500596-2c43-487f-a4d7-8f36681bd1b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:17.973498 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e8de9e02-3f3c-4e5b-ab71-98659365119b req-38817a0d-847b-47d6-b3c3-38c82e3744bd tempest-ServerShowV257Test-1047712289 tempest-ServerShowV257Test-1047712289-project] 10.222.0.61 "GET /v2.0/ports?device_id=18b5842b-e97f-4ebc-9ad1-0fd25c66225d HTTP/1.1" status: 200 len: 210 time: 0.0539536 Aug 23 20:34:17.992887 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d500596-2c43-487f-a4d7-8f36681bd1b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:18.099520 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d500596-2c43-487f-a4d7-8f36681bd1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:18.102395 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d500596-2c43-487f-a4d7-8f36681bd1b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:18.103652 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9d500596-2c43-487f-a4d7-8f36681bd1b7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b880d04f-1c8d-4fd3-ae5a-b904a62d70cb HTTP/1.1" status: 204 len: 168 time: 0.2587943 Aug 23 20:34:18.131891 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d500596-2c43-487f-a4d7-8f36681bd1b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b880d04f-1c8d-4fd3-ae5a-b904a62d70cb,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:18.272554 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e2774-44bf-4cb6-8b96-c5813067f832 req-d1db682a-ea45-412f-9bf6-d5e993ebba56 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:18.288712 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ac5e2774-44bf-4cb6-8b96-c5813067f832 req-d1db682a-ea45-412f-9bf6-d5e993ebba56 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/networks?id=9154806b-c700-4250-82e0-c3993888c62e HTTP/1.1" status: 200 len: 806 time: 0.1826324 Aug 23 20:34:18.315360 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ac5e2774-44bf-4cb6-8b96-c5813067f832 req-610ba9b1-190b-46c7-bc94-db219402433a tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/quotas/29f18b1da2a844dcbeb03c332de0d358 HTTP/1.1" status: 200 len: 375 time: 0.0206108 Aug 23 20:34:18.335991 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-54a4f0a4-c1b1-4026-82ab-32ee957b5153 req-f9a876d1-c402-4f17-b0c7-5dfbee8a3a4e tempest-ServerShowV257Test-1047712289 tempest-ServerShowV257Test-1047712289-project] 10.222.0.11 "GET /v2.0/ports?device_id=18b5842b-e97f-4ebc-9ad1-0fd25c66225d HTTP/1.1" status: 200 len: 210 time: 0.0603316 Aug 23 20:34:18.384160 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ac5e2774-44bf-4cb6-8b96-c5813067f832 req-fed6fc84-53fe-4bd3-9659-10fc940c1585 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=29f18b1da2a844dcbeb03c332de0d358&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0675890 Aug 23 20:34:18.504369 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ac5e2774-44bf-4cb6-8b96-c5813067f832 req-0970ae0c-91ed-4f98-8cd4-2473f5850ccc service neutron] 10.222.0.61 "GET /v2.0/networks/9154806b-c700-4250-82e0-c3993888c62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112545 Aug 23 20:34:18.646362 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ac5e2774-44bf-4cb6-8b96-c5813067f832 req-de4e25ad-e13a-4e92-9a2a-791e90605f21 service neutron] 10.222.0.61 "GET /v2.0/networks/9154806b-c700-4250-82e0-c3993888c62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404145 Aug 23 20:34:19.096075 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54222) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:34:19.150633 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c172c937-d28d-4f3b-9cb8-25778d7b4fff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:19.390357 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c172c937-d28d-4f3b-9cb8-25778d7b4fff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:19.407595 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c172c937-d28d-4f3b-9cb8-25778d7b4fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:19.449401 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c172c937-d28d-4f3b-9cb8-25778d7b4fff admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=89b7e566a1ba4ccdafa6a10ba82a6028&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3500750 Aug 23 20:34:19.452526 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54242) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:34:19.459329 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c172c937-d28d-4f3b-9cb8-25778d7b4fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750c3000-adb1-4683-83ef-f8b787be3496,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:19.546459 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-33037edc-4edb-4320-90c4-1fd37aebf8b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:19.591765 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-33037edc-4edb-4320-90c4-1fd37aebf8b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:19.681095 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-33037edc-4edb-4320-90c4-1fd37aebf8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:19.685476 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-33037edc-4edb-4320-90c4-1fd37aebf8b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:19.692982 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-33037edc-4edb-4320-90c4-1fd37aebf8b0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/750c3000-adb1-4683-83ef-f8b787be3496 HTTP/1.1" status: 204 len: 168 time: 0.2384572 Aug 23 20:34:19.735829 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33037edc-4edb-4320-90c4-1fd37aebf8b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750c3000-adb1-4683-83ef-f8b787be3496,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:20.229730 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:20.432083 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54296) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:34:20.581867 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb9d2bc-aef7-422e-8fbe-47f5c146f4ef req-b781e038-a108-4c4a-8175-1aeefd64ef5b tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:20.583389 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2cb9d2bc-aef7-422e-8fbe-47f5c146f4ef req-b781e038-a108-4c4a-8175-1aeefd64ef5b tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/networks?id=9154806b-c700-4250-82e0-c3993888c62e HTTP/1.1" status: 200 len: 806 time: 0.1722844 Aug 23 20:34:20.614185 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2cb9d2bc-aef7-422e-8fbe-47f5c146f4ef req-6cd3099f-a492-467b-9ae0-1066aada68a2 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/quotas/29f18b1da2a844dcbeb03c332de0d358 HTTP/1.1" status: 200 len: 375 time: 0.0222251 Aug 23 20:34:20.686629 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2cb9d2bc-aef7-422e-8fbe-47f5c146f4ef req-d1967ede-ae0b-464d-bb15-4d568acce230 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=29f18b1da2a844dcbeb03c332de0d358&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0714188 Aug 23 20:34:20.766829 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7d13952f-a07b-4211-a63f-b86fb54ec440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:20.958655 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7d13952f-a07b-4211-a63f-b86fb54ec440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:20.967591 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7d13952f-a07b-4211-a63f-b86fb54ec440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:21.091538 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-7d13952f-a07b-4211-a63f-b86fb54ec440 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e329a6b02fd04c269436900a343af14c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6633315 Aug 23 20:34:21.093083 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54330) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:34:21.122386 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d13952f-a07b-4211-a63f-b86fb54ec440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b61066-6f63-4717-8204-a18e9763ba3d,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:21.146735 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2cb9d2bc-aef7-422e-8fbe-47f5c146f4ef req-59893239-533a-41ba-af99-ea86ccf1e6b5 service neutron] 10.222.0.61 "GET /v2.0/networks/9154806b-c700-4250-82e0-c3993888c62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4570794 Aug 23 20:34:21.232584 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-184369f3-b992-46a9-95c8-f2a821398835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:21.269219 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-184369f3-b992-46a9-95c8-f2a821398835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:21.354104 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-184369f3-b992-46a9-95c8-f2a821398835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:21.359928 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-184369f3-b992-46a9-95c8-f2a821398835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:21.363534 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-184369f3-b992-46a9-95c8-f2a821398835 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/21b61066-6f63-4717-8204-a18e9763ba3d HTTP/1.1" status: 204 len: 168 time: 0.2603998 Aug 23 20:34:21.390218 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184369f3-b992-46a9-95c8-f2a821398835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b61066-6f63-4717-8204-a18e9763ba3d,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:21.391023 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2cb9d2bc-aef7-422e-8fbe-47f5c146f4ef req-65ae05fd-e47f-4122-8057-98599102d66a service neutron] 10.222.0.61 "GET /v2.0/networks/9154806b-c700-4250-82e0-c3993888c62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410660 Aug 23 20:34:22.195026 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2df8586c-55e8-4d24-bc60-f37f16ec3319 req-9c860fe1-db46-4638-a5d6-50a163a3467f tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=c475b512-e593-453e-8ac0-527515bcb0b1 HTTP/1.1" status: 200 len: 210 time: 0.0294409 Aug 23 20:34:23.411522 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb9d2bc-aef7-422e-8fbe-47f5c146f4ef req-f5a71c5c-b04c-4ec4-a4f1-6b3ecd499d16 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:23.413988 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2cb9d2bc-aef7-422e-8fbe-47f5c146f4ef req-f5a71c5c-b04c-4ec4-a4f1-6b3ecd499d16 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.32 "GET /v2.0/networks?id=9154806b-c700-4250-82e0-c3993888c62e HTTP/1.1" status: 200 len: 806 time: 0.2450585 Aug 23 20:34:23.441044 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-2cb9d2bc-aef7-422e-8fbe-47f5c146f4ef req-8d738355-a24d-4e2f-b369-95f40706d209 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Request body: {'port': {'device_id': 'c475b512-e593-453e-8ac0-527515bcb0b1', 'network_id': '9154806b-c700-4250-82e0-c3993888c62e', 'admin_state_up': True, 'tenant_id': '29f18b1da2a844dcbeb03c332de0d358'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:34:23.513119 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4a8bbb75-924f-4f81-9ced-18e05abb71da req-980ae398-1ff3-49af-aee8-fc8431daebb5 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=c475b512-e593-453e-8ac0-527515bcb0b1 HTTP/1.1" status: 200 len: 210 time: 0.0937045 Aug 23 20:34:23.711780 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cb9d2bc-aef7-422e-8fbe-47f5c146f4ef req-8d738355-a24d-4e2f-b369-95f40706d209 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Made reservation on behalf of 29f18b1da2a844dcbeb03c332de0d358 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:34:23.716763 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2cb9d2bc-aef7-422e-8fbe-47f5c146f4ef req-8d738355-a24d-4e2f-b369-95f40706d209 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:23.754956 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54482) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:34:23.964853 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-2cb9d2bc-aef7-422e-8fbe-47f5c146f4ef req-8d738355-a24d-4e2f-b369-95f40706d209 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Allocated IP 172.20.0.2 (9154806b-c700-4250-82e0-c3993888c62e/680c283d-5185-45a2-940f-1ee3de9335bc/de93ae82-e0c3-4903-8e31-aadb36f63b20) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:34:24.213644 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2cb9d2bc-aef7-422e-8fbe-47f5c146f4ef req-8d738355-a24d-4e2f-b369-95f40706d209 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:24.275242 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2cb9d2bc-aef7-422e-8fbe-47f5c146f4ef req-8d738355-a24d-4e2f-b369-95f40706d209 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:24.311722 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['2fd138a2-a960-44b8-8ce2-767dd6fe86fd'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:34:24.347924 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d738355-a24d-4e2f-b369-95f40706d209 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Pushing event updated for resources: {'Port': ['ID=de93ae82-e0c3-4903-8e31-aadb36f63b20,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:24.362208 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cb9d2bc-aef7-422e-8fbe-47f5c146f4ef req-8d738355-a24d-4e2f-b369-95f40706d209 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Network 9154806b-c700-4250-82e0-c3993888c62e is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:34:24.365256 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-2cb9d2bc-aef7-422e-8fbe-47f5c146f4ef req-8d738355-a24d-4e2f-b369-95f40706d209 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:34:24.369522 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cb9d2bc-aef7-422e-8fbe-47f5c146f4ef req-8d738355-a24d-4e2f-b369-95f40706d209 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:34:24.398268 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-35c47a49-266f-4d22-83ab-7df75c549d58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:24.500724 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb9d2bc-aef7-422e-8fbe-47f5c146f4ef req-8d738355-a24d-4e2f-b369-95f40706d209 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:24.502245 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2cb9d2bc-aef7-422e-8fbe-47f5c146f4ef req-8d738355-a24d-4e2f-b369-95f40706d209 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:24.630100 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-35c47a49-266f-4d22-83ab-7df75c549d58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:24.637586 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-35c47a49-266f-4d22-83ab-7df75c549d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:24.680605 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2cb9d2bc-aef7-422e-8fbe-47f5c146f4ef req-8d738355-a24d-4e2f-b369-95f40706d209 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2475455 Aug 23 20:34:24.706462 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-2cb9d2bc-aef7-422e-8fbe-47f5c146f4ef req-c658796f-b54e-46d9-8bb5-901f28baaf53 service neutron] Request body: {'port': {'device_id': 'c475b512-e593-453e-8ac0-527515bcb0b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:34:24.759800 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-35c47a49-266f-4d22-83ab-7df75c549d58 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=193dfc49079a433a9251f7e13edaa2a4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0035336 Aug 23 20:34:24.760614 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c47a49-266f-4d22-83ab-7df75c549d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad01de5d-3d42-4864-9642-84aac0d60de9,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:24.764800 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54508) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:34:24.774264 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1446d89-3919-41b5-b994-2709d7e22a23 req-beb27f49-a227-41e6-88f3-eabe4cfd2bd6 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:24.783963 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f1446d89-3919-41b5-b994-2709d7e22a23 req-beb27f49-a227-41e6-88f3-eabe4cfd2bd6 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=c475b512-e593-453e-8ac0-527515bcb0b1 HTTP/1.1" status: 200 len: 931 time: 0.1775329 Aug 23 20:34:24.898446 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2cb9d2bc-aef7-422e-8fbe-47f5c146f4ef req-c658796f-b54e-46d9-8bb5-901f28baaf53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:24.936200 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54518) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:34:24.984904 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f1446d89-3919-41b5-b994-2709d7e22a23 req-2e6a32f0-c2d6-49bd-b215-83f8b8ff1eef tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999147 Aug 23 20:34:25.130171 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-79726709-dfd9-47c7-baab-ae79cea9851a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:25.392635 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-79726709-dfd9-47c7-baab-ae79cea9851a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:25.429525 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-13ecf350-8d30-43b8-bb70-0c7f9691a009 req-5db81b0e-da57-4d97-9eed-57bcbb474e34 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=cdefcac61f824e409c8265bba9a3689a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346363 Aug 23 20:34:25.430324 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-2cb9d2bc-aef7-422e-8fbe-47f5c146f4ef req-c658796f-b54e-46d9-8bb5-901f28baaf53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de93ae82-e0c3-4903-8e31-aadb36f63b20 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:34:25.433317 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-79726709-dfd9-47c7-baab-ae79cea9851a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:25.439469 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2cb9d2bc-aef7-422e-8fbe-47f5c146f4ef req-c658796f-b54e-46d9-8bb5-901f28baaf53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:25.453232 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-2cb9d2bc-aef7-422e-8fbe-47f5c146f4ef req-c658796f-b54e-46d9-8bb5-901f28baaf53 service neutron] Transition to ACTIVE for port object de93ae82-e0c3-4903-8e31-aadb36f63b20 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:34:25.458387 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2cb9d2bc-aef7-422e-8fbe-47f5c146f4ef req-c658796f-b54e-46d9-8bb5-901f28baaf53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:25.478602 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-79726709-dfd9-47c7-baab-ae79cea9851a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c3b889b5b4d442239546c97ae40f2d33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5412447 Aug 23 20:34:25.490802 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54558) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:34:25.520577 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54560) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:34:25.540532 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9d261ecd-8af6-46bc-a006-93d148b79ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:25.567857 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c658796f-b54e-46d9-8bb5-901f28baaf53 service neutron] Pushing event updated for resources: {'Port': ['ID=de93ae82-e0c3-4903-8e31-aadb36f63b20,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:25.582344 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9d261ecd-8af6-46bc-a006-93d148b79ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:25.610621 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79726709-dfd9-47c7-baab-ae79cea9851a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701969c5-a907-41ff-af91-393968a4f226,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:25.683080 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fead85a0-faf5-4b54-a66f-b8185dc00ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:25.721128 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fead85a0-faf5-4b54-a66f-b8185dc00ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:25.738822 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ecf350-8d30-43b8-bb70-0c7f9691a009 req-31bad588-2efc-424c-80d1-ef82ea77c5d1 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:25.743323 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-13ecf350-8d30-43b8-bb70-0c7f9691a009 req-31bad588-2efc-424c-80d1-ef82ea77c5d1 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3121681 Aug 23 20:34:25.753831 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-2cb9d2bc-aef7-422e-8fbe-47f5c146f4ef req-c658796f-b54e-46d9-8bb5-901f28baaf53 service neutron] Attempting to bind port de93ae82-e0c3-4903-8e31-aadb36f63b20 on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:34:25.754260 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-2cb9d2bc-aef7-422e-8fbe-47f5c146f4ef req-c658796f-b54e-46d9-8bb5-901f28baaf53 service neutron] Attempting to bind port de93ae82-e0c3-4903-8e31-aadb36f63b20 by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': 'bbb7ca88-3a5f-4f78-b2f2-1646091f4f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9154806b-c700-4250-82e0-c3993888c62e'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:34:25.754595 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb9d2bc-aef7-422e-8fbe-47f5c146f4ef req-c658796f-b54e-46d9-8bb5-901f28baaf53 service neutron] Attempting to bind port de93ae82-e0c3-4903-8e31-aadb36f63b20 on network 9154806b-c700-4250-82e0-c3993888c62e {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:34:25.760153 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb9d2bc-aef7-422e-8fbe-47f5c146f4ef req-c658796f-b54e-46d9-8bb5-901f28baaf53 service neutron] Port de93ae82-e0c3-4903-8e31-aadb36f63b20 on network 9154806b-c700-4250-82e0-c3993888c62e not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:34:25.760484 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb9d2bc-aef7-422e-8fbe-47f5c146f4ef req-c658796f-b54e-46d9-8bb5-901f28baaf53 service neutron] Attempting to bind port de93ae82-e0c3-4903-8e31-aadb36f63b20 on network 9154806b-c700-4250-82e0-c3993888c62e {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:34:25.768326 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb9d2bc-aef7-422e-8fbe-47f5c146f4ef req-c658796f-b54e-46d9-8bb5-901f28baaf53 service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:34:25.768671 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb9d2bc-aef7-422e-8fbe-47f5c146f4ef req-c658796f-b54e-46d9-8bb5-901f28baaf53 service neutron] Checking segment: {'id': 'bbb7ca88-3a5f-4f78-b2f2-1646091f4f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9154806b-c700-4250-82e0-c3993888c62e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:34:25.769153 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb9d2bc-aef7-422e-8fbe-47f5c146f4ef req-c658796f-b54e-46d9-8bb5-901f28baaf53 service neutron] Bound using segment: {'id': 'bbb7ca88-3a5f-4f78-b2f2-1646091f4f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9154806b-c700-4250-82e0-c3993888c62e'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:34:25.769717 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-2cb9d2bc-aef7-422e-8fbe-47f5c146f4ef req-c658796f-b54e-46d9-8bb5-901f28baaf53 service neutron] Bound port: de93ae82-e0c3-4903-8e31-aadb36f63b20, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbb7ca88-3a5f-4f78-b2f2-1646091f4f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9154806b-c700-4250-82e0-c3993888c62e'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:34:25.770062 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2cb9d2bc-aef7-422e-8fbe-47f5c146f4ef req-c658796f-b54e-46d9-8bb5-901f28baaf53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:25.773610 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9d261ecd-8af6-46bc-a006-93d148b79ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:25.776195 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9d261ecd-8af6-46bc-a006-93d148b79ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:25.777344 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9d261ecd-8af6-46bc-a006-93d148b79ee7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ad01de5d-3d42-4864-9642-84aac0d60de9 HTTP/1.1" status: 204 len: 168 time: 0.9912407 Aug 23 20:34:25.787388 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-13ecf350-8d30-43b8-bb70-0c7f9691a009 req-a32e7a48-bc50-45f5-b820-4cfeb2524446 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/quotas/cdefcac61f824e409c8265bba9a3689a HTTP/1.1" status: 200 len: 375 time: 0.0361125 Aug 23 20:34:25.819597 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d261ecd-8af6-46bc-a006-93d148b79ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad01de5d-3d42-4864-9642-84aac0d60de9,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:25.855474 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ac527b0a-0468-49ea-b330-93501039597f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:25.872040 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-13ecf350-8d30-43b8-bb70-0c7f9691a009 req-a8a6624a-f724-4068-868d-ea8c3d80c515 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=cdefcac61f824e409c8265bba9a3689a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0831118 Aug 23 20:34:25.932479 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-2cb9d2bc-aef7-422e-8fbe-47f5c146f4ef req-c658796f-b54e-46d9-8bb5-901f28baaf53 service neutron] For port de93ae82-e0c3-4903-8e31-aadb36f63b20, host n-h2-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:34:25.939909 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-2cb9d2bc-aef7-422e-8fbe-47f5c146f4ef req-c658796f-b54e-46d9-8bb5-901f28baaf53 service neutron] For port de93ae82-e0c3-4903-8e31-aadb36f63b20, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=de93ae82-e0c3-4903-8e31-aadb36f63b20,segment=NetworkSegment(bbb7ca88-3a5f-4f78-b2f2-1646091f4f26),segment_id=bbb7ca88-3a5f-4f78-b2f2-1646091f4f26)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:34:25.948345 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2cb9d2bc-aef7-422e-8fbe-47f5c146f4ef req-c658796f-b54e-46d9-8bb5-901f28baaf53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:26.033922 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb9d2bc-aef7-422e-8fbe-47f5c146f4ef req-c658796f-b54e-46d9-8bb5-901f28baaf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:26.036813 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2cb9d2bc-aef7-422e-8fbe-47f5c146f4ef req-c658796f-b54e-46d9-8bb5-901f28baaf53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:26.038605 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2cb9d2bc-aef7-422e-8fbe-47f5c146f4ef req-c658796f-b54e-46d9-8bb5-901f28baaf53 service neutron] 10.222.0.32 "PUT /v2.0/ports/de93ae82-e0c3-4903-8e31-aadb36f63b20 HTTP/1.1" status: 200 len: 1091 time: 1.3444633 Aug 23 20:34:26.039069 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c475b512-e593-453e-8ac0-527515bcb0b1', 'tag': 'de93ae82-e0c3-4903-8e31-aadb36f63b20'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:34:26.041368 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcedfe23-27e5-43b5-b2e9-f0cfb708e02d" -d '{"events": [{"name": "network-changed", "server_uuid": "c475b512-e593-453e-8ac0-527515bcb0b1", "tag": "de93ae82-e0c3-4903-8e31-aadb36f63b20"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:34:26.061011 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ac527b0a-0468-49ea-b330-93501039597f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:26.062843 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fead85a0-faf5-4b54-a66f-b8185dc00ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:26.066925 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fead85a0-faf5-4b54-a66f-b8185dc00ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:26.070614 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-fead85a0-faf5-4b54-a66f-b8185dc00ed5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/701969c5-a907-41ff-af91-393968a4f226 HTTP/1.1" status: 204 len: 168 time: 0.5761046 Aug 23 20:34:26.072452 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ac527b0a-0468-49ea-b330-93501039597f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:26.091198 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fead85a0-faf5-4b54-a66f-b8185dc00ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701969c5-a907-41ff-af91-393968a4f226,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:26.140669 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ac527b0a-0468-49ea-b330-93501039597f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=46354e92a5224c8888981cf0736a48ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6155481 Aug 23 20:34:26.148277 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54576) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:34:26.174653 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac527b0a-0468-49ea-b330-93501039597f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b5b1ab-fe84-4b7a-a279-f1ce967a0880,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:26.306762 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dcaa0ec-c886-4f1a-a5c6-ef159bffba14 x-openstack-request-id: req-7dcaa0ec-c886-4f1a-a5c6-ef159bffba14 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:34:26.307620 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c475b512-e593-453e-8ac0-527515bcb0b1", "tag": "de93ae82-e0c3-4903-8e31-aadb36f63b20", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:34:26.307950 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7dcaa0ec-c886-4f1a-a5c6-ef159bffba14 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:34:26.308373 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c475b512-e593-453e-8ac0-527515bcb0b1', 'tag': 'de93ae82-e0c3-4903-8e31-aadb36f63b20', 'status': 'completed', 'code': 200} Aug 23 20:34:26.311493 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c658796f-b54e-46d9-8bb5-901f28baaf53 service neutron] Pushing event updated for resources: {'Port': ['ID=de93ae82-e0c3-4903-8e31-aadb36f63b20,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:26.313200 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3473a5c2-30a4-412d-94f1-bea739559579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:26.341566 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3473a5c2-30a4-412d-94f1-bea739559579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:26.370121 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54584) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:34:26.375643 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c39b4-7a61-4693-8d29-b196ab54b954 req-b66424c5-23ca-4b43-be3f-6343e7823725 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:26.377316 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-327c39b4-7a61-4693-8d29-b196ab54b954 req-b66424c5-23ca-4b43-be3f-6343e7823725 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=c475b512-e593-453e-8ac0-527515bcb0b1 HTTP/1.1" status: 200 len: 943 time: 0.1017232 Aug 23 20:34:26.379819 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb9d2bc-aef7-422e-8fbe-47f5c146f4ef req-1ab1cd9e-33b4-468f-8cc6-1f87b0c853d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:26.381522 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2cb9d2bc-aef7-422e-8fbe-47f5c146f4ef req-1ab1cd9e-33b4-468f-8cc6-1f87b0c853d4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=29f18b1da2a844dcbeb03c332de0d358&device_id=c475b512-e593-453e-8ac0-527515bcb0b1 HTTP/1.1" status: 200 len: 1094 time: 0.2612123 Aug 23 20:34:26.472542 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2cb9d2bc-aef7-422e-8fbe-47f5c146f4ef req-7ffd38a9-4850-429d-a6ff-35c939c6192d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de93ae82-e0c3-4903-8e31-aadb36f63b20 HTTP/1.1" status: 200 len: 217 time: 0.0561438 Aug 23 20:34:26.491824 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-327c39b4-7a61-4693-8d29-b196ab54b954 req-aa67a999-92f6-4e5b-aa16-cbed24b35add tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017916 Aug 23 20:34:26.541969 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c418b533-eaf6-47f4-ab0d-ce9445de91ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:26.596489 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb9d2bc-aef7-422e-8fbe-47f5c146f4ef req-954e8212-496e-4e0d-afa7-359fd2add52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:26.598267 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2cb9d2bc-aef7-422e-8fbe-47f5c146f4ef req-954e8212-496e-4e0d-afa7-359fd2add52e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=680c283d-5185-45a2-940f-1ee3de9335bc HTTP/1.1" status: 200 len: 846 time: 0.1035452 Aug 23 20:34:26.667326 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2cb9d2bc-aef7-422e-8fbe-47f5c146f4ef req-c7592aea-af5f-477c-8c4b-96439c1205c9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9154806b-c700-4250-82e0-c3993888c62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511494 Aug 23 20:34:26.709461 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3473a5c2-30a4-412d-94f1-bea739559579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:26.720326 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3473a5c2-30a4-412d-94f1-bea739559579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:26.727945 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-3473a5c2-30a4-412d-94f1-bea739559579 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/42b5b1ab-fe84-4b7a-a279-f1ce967a0880 HTTP/1.1" status: 204 len: 168 time: 0.5644629 Aug 23 20:34:26.840490 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3473a5c2-30a4-412d-94f1-bea739559579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b5b1ab-fe84-4b7a-a279-f1ce967a0880,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:27.074430 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2cb9d2bc-aef7-422e-8fbe-47f5c146f4ef req-6a77dbad-7bab-4dc1-966b-190fa7b32ba5 service neutron] 10.222.0.32 "GET /v2.0/networks/9154806b-c700-4250-82e0-c3993888c62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768585 Aug 23 20:34:27.075227 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54610) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:34:27.148481 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c418b533-eaf6-47f4-ab0d-ce9445de91ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:27.157884 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c418b533-eaf6-47f4-ab0d-ce9445de91ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:27.279559 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c418b533-eaf6-47f4-ab0d-ce9445de91ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c523ea9b-caf0-4d46-84b0-525e00634cfa,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:27.331466 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5b95cff0-c44c-4587-93d6-05980d50512b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:27.352377 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c418b533-eaf6-47f4-ab0d-ce9445de91ea admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=417a953a34884ed696377dae3c0e801d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9660330 Aug 23 20:34:27.353404 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54614) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:34:27.498503 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd9fc4f4-8c4e-4434-9f67-21d1d3585cdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:27.586330 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd9fc4f4-8c4e-4434-9f67-21d1d3585cdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:27.594578 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2cb9d2bc-aef7-422e-8fbe-47f5c146f4ef req-6561f927-49d0-460a-83f9-239fe120c15c service neutron] 10.222.0.32 "GET /v2.0/networks/9154806b-c700-4250-82e0-c3993888c62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4958637 Aug 23 20:34:27.837731 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5b95cff0-c44c-4587-93d6-05980d50512b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:27.848080 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5b95cff0-c44c-4587-93d6-05980d50512b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:27.884549 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b95cff0-c44c-4587-93d6-05980d50512b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857eec69-20f6-45d2-ac31-bcc5384580f7,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:27.909290 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcedfe23-27e5-43b5-b2e9-f0cfb708e02d req-27b7df53-c2ff-4325-8701-1b6d982861a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:27.910622 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-13ecf350-8d30-43b8-bb70-0c7f9691a009 req-5c6f8f3a-ed5c-49e9-9b2f-97878ee97d30 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=cdefcac61f824e409c8265bba9a3689a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0806811 Aug 23 20:34:27.911375 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bcedfe23-27e5-43b5-b2e9-f0cfb708e02d req-27b7df53-c2ff-4325-8701-1b6d982861a6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=29f18b1da2a844dcbeb03c332de0d358&device_id=c475b512-e593-453e-8ac0-527515bcb0b1 HTTP/1.1" status: 200 len: 1094 time: 0.1758573 Aug 23 20:34:27.923870 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5b95cff0-c44c-4587-93d6-05980d50512b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cd05a1ce3432405ab1a18eeabb151ac0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8463547 Aug 23 20:34:27.924636 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54636) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:34:28.069530 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcedfe23-27e5-43b5-b2e9-f0cfb708e02d req-5cfa812a-7251-447b-8539-797a66974b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:28.071103 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bcedfe23-27e5-43b5-b2e9-f0cfb708e02d req-5cfa812a-7251-447b-8539-797a66974b93 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9154806b-c700-4250-82e0-c3993888c62e HTTP/1.1" status: 200 len: 907 time: 0.1450493 Aug 23 20:34:28.126035 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-200713bd-6831-40b5-8e1d-60493fe689b6 req-3a246986-aba3-4fc6-9a86-f6a81ce20995 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=cdefcac61f824e409c8265bba9a3689a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521560 Aug 23 20:34:28.235505 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ecf350-8d30-43b8-bb70-0c7f9691a009 req-e84d29ec-3933-449d-9525-89526ab371c1 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:28.240049 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-13ecf350-8d30-43b8-bb70-0c7f9691a009 req-e84d29ec-3933-449d-9525-89526ab371c1 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3182547 Aug 23 20:34:28.250833 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd9fc4f4-8c4e-4434-9f67-21d1d3585cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:28.254395 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd9fc4f4-8c4e-4434-9f67-21d1d3585cdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:28.261837 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-fd9fc4f4-8c4e-4434-9f67-21d1d3585cdb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c523ea9b-caf0-4d46-84b0-525e00634cfa HTTP/1.1" status: 204 len: 168 time: 0.9061754 Aug 23 20:34:28.279420 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bcedfe23-27e5-43b5-b2e9-f0cfb708e02d req-4f23f239-6b95-4b55-b95a-9cf5ab97b34f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de93ae82-e0c3-4903-8e31-aadb36f63b20 HTTP/1.1" status: 200 len: 217 time: 0.1296468 Aug 23 20:34:28.280253 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-13ecf350-8d30-43b8-bb70-0c7f9691a009 req-21d42d4b-b848-4f26-893d-c98aca0c34da tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Request body: {'port': {'device_id': '2a9b29d2-6f53-45e1-99f5-e581a80c827b', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'admin_state_up': True, 'tenant_id': 'cdefcac61f824e409c8265bba9a3689a'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:34:28.355451 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804749e-507b-42c8-9df7-6eba078fc8ea req-0dc29160-b7a3-4b4c-8d74-83c4894d3b9d tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:28.375354 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b804749e-507b-42c8-9df7-6eba078fc8ea req-0dc29160-b7a3-4b4c-8d74-83c4894d3b9d tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=c475b512-e593-453e-8ac0-527515bcb0b1 HTTP/1.1" status: 200 len: 943 time: 0.6635208 Aug 23 20:34:28.393961 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9fc4f4-8c4e-4434-9f67-21d1d3585cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c523ea9b-caf0-4d46-84b0-525e00634cfa,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:28.413271 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcedfe23-27e5-43b5-b2e9-f0cfb708e02d req-0f58f036-d9b3-49bb-ab8f-d6f251837758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:28.414785 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bcedfe23-27e5-43b5-b2e9-f0cfb708e02d req-0f58f036-d9b3-49bb-ab8f-d6f251837758 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=680c283d-5185-45a2-940f-1ee3de9335bc HTTP/1.1" status: 200 len: 846 time: 0.1209893 Aug 23 20:34:28.551844 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bcedfe23-27e5-43b5-b2e9-f0cfb708e02d req-9f455717-3a8e-4796-b31d-a661b4bba454 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9154806b-c700-4250-82e0-c3993888c62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1180079 Aug 23 20:34:28.554204 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54654) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:34:28.584951 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b6015575-f2a8-450e-b40c-c7020d829b49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:28.708148 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200713bd-6831-40b5-8e1d-60493fe689b6 req-04787220-bd45-47ac-bcb4-8aa9e37bed84 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:28.711523 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-200713bd-6831-40b5-8e1d-60493fe689b6 req-04787220-bd45-47ac-bcb4-8aa9e37bed84 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5823493 Aug 23 20:34:28.798938 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b6015575-f2a8-450e-b40c-c7020d829b49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:28.815758 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-3a2d77c4-aa22-48e4-9d29-db29f947f811 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2107693603-network', 'tenant_id': '1e53f5e203f84c21bf8d274dcef886cf'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:34:28.841893 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2d77c4-aa22-48e4-9d29-db29f947f811 admin admin] Made reservation on behalf of 1e53f5e203f84c21bf8d274dcef886cf for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:34:28.844375 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3a2d77c4-aa22-48e4-9d29-db29f947f811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:28.847708 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-200713bd-6831-40b5-8e1d-60493fe689b6 req-48eff35b-e5a0-49fb-9d9e-a80189f072ed tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/quotas/cdefcac61f824e409c8265bba9a3689a HTTP/1.1" status: 200 len: 375 time: 0.1248527 Aug 23 20:34:28.884257 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3a2d77c4-aa22-48e4-9d29-db29f947f811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:28.922055 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-200713bd-6831-40b5-8e1d-60493fe689b6 req-ebc38292-c824-40cc-8a1a-a39dea1097c9 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=cdefcac61f824e409c8265bba9a3689a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601056 Aug 23 20:34:28.981859 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bcedfe23-27e5-43b5-b2e9-f0cfb708e02d req-002ee399-4c02-479a-8b0a-379d2f183bbe service neutron] 10.222.0.32 "GET /v2.0/networks/9154806b-c700-4250-82e0-c3993888c62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864815 Aug 23 20:34:28.992575 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b6015575-f2a8-450e-b40c-c7020d829b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:28.998814 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b6015575-f2a8-450e-b40c-c7020d829b49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:29.002695 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b6015575-f2a8-450e-b40c-c7020d829b49 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/857eec69-20f6-45d2-ac31-bcc5384580f7 HTTP/1.1" status: 204 len: 168 time: 0.9367352 Aug 23 20:34:29.108700 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6015575-f2a8-450e-b40c-c7020d829b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857eec69-20f6-45d2-ac31-bcc5384580f7,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:29.166054 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b804749e-507b-42c8-9df7-6eba078fc8ea req-75d076d5-bdfb-479d-a5e3-fc2624b68216 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7881672 Aug 23 20:34:29.422645 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-733c3a4a-bc01-434a-8547-dc21cf640075 req-53cb7cb2-d058-4c1b-bb99-6b192e6b7579 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f7cfc7f-34f5-45e8-949d-b34b4d56b39b HTTP/1.1" status: 200 len: 210 time: 0.1040175 Aug 23 20:34:29.526156 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bcedfe23-27e5-43b5-b2e9-f0cfb708e02d req-41ffb51d-50b0-4979-88ec-040269df77df service neutron] 10.222.0.32 "GET /v2.0/networks/9154806b-c700-4250-82e0-c3993888c62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5101836 Aug 23 20:34:29.532280 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3a2d77c4-aa22-48e4-9d29-db29f947f811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:29.538236 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3a2d77c4-aa22-48e4-9d29-db29f947f811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:29.570204 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13ecf350-8d30-43b8-bb70-0c7f9691a009 req-21d42d4b-b848-4f26-893d-c98aca0c34da tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Made reservation on behalf of cdefcac61f824e409c8265bba9a3689a for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:34:29.580794 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-13ecf350-8d30-43b8-bb70-0c7f9691a009 req-21d42d4b-b848-4f26-893d-c98aca0c34da tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:29.587898 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d77c4-aa22-48e4-9d29-db29f947f811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f54a44-9852-4d54-9348-9ab7d69f31bb,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:29.594718 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a2d77c4-aa22-48e4-9d29-db29f947f811 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:34:29.607134 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3a2d77c4-aa22-48e4-9d29-db29f947f811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:29.607695 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-3a2d77c4-aa22-48e4-9d29-db29f947f811 admin admin] Added segment 43da8eaf-145a-4efd-af9e-5d745e6d4494 of type vlan for network 0d2d451a-e4f8-432e-a8cb-85e5a98645e8 Aug 23 20:34:29.627411 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-13ecf350-8d30-43b8-bb70-0c7f9691a009 req-21d42d4b-b848-4f26-893d-c98aca0c34da tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:29.714691 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3a2d77c4-aa22-48e4-9d29-db29f947f811 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:29.804189 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3a2d77c4-aa22-48e4-9d29-db29f947f811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:29.808537 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2d77c4-aa22-48e4-9d29-db29f947f811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:29.812665 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3a2d77c4-aa22-48e4-9d29-db29f947f811 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:30.072852 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54728) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:34:30.132618 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d77c4-aa22-48e4-9d29-db29f947f811 admin admin] Pushing event updated for resources: {'Network': ['ID=0d2d451a-e4f8-432e-a8cb-85e5a98645e8,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:30.143916 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 0d2d451a-e4f8-432e-a8cb-85e5a98645e8 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:34:30.171242 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-962e8d1d-19bc-4d00-b2b4-694f1c3ded5e req-4abf0f3d-a4a7-497d-a291-d964da15e2d5 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=3bae9ea143af4013a09794abbec19802&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0972848 Aug 23 20:34:30.177977 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-13ecf350-8d30-43b8-bb70-0c7f9691a009 req-21d42d4b-b848-4f26-893d-c98aca0c34da tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:30.190052 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-13ecf350-8d30-43b8-bb70-0c7f9691a009 req-21d42d4b-b848-4f26-893d-c98aca0c34da tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:30.191634 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3a2d77c4-aa22-48e4-9d29-db29f947f811 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6347060 Aug 23 20:34:30.194553 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54736) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:34:30.199934 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-d7dfcc71-6bb6-40aa-b973-6628471a6a08 admin admin] Request body: {'subnet': {'network_id': '0d2d451a-e4f8-432e-a8cb-85e5a98645e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2107693603-subnet', 'tenant_id': '1e53f5e203f84c21bf8d274dcef886cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:34:30.263495 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7dfcc71-6bb6-40aa-b973-6628471a6a08 admin admin] Made reservation on behalf of 1e53f5e203f84c21bf8d274dcef886cf for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:34:30.270365 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d7dfcc71-6bb6-40aa-b973-6628471a6a08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:30.427543 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-13ecf350-8d30-43b8-bb70-0c7f9691a009 req-21d42d4b-b848-4f26-893d-c98aca0c34da tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Allocated IP 192.168.233.98 (660f640a-b8b2-40aa-8ebf-76bd1608cceb/e66e9eb0-86f4-4159-852b-f29863cbf18d/1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:34:30.490707 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device de93ae82-e0c3-4903-8e31-aadb36f63b20 details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:34:30.597498 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-de431f11-502d-485b-9b2d-7988fa7cd347 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1659286393-network', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:34:30.733494 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d42d4b-b848-4f26-893d-c98aca0c34da tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65fb2937-8212-401b-9112-a614b9cfab8f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:30.755710 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port de93ae82-e0c3-4903-8e31-aadb36f63b20, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=de93ae82-e0c3-4903-8e31-aadb36f63b20,segment=NetworkSegment(bbb7ca88-3a5f-4f78-b2f2-1646091f4f26),segment_id=bbb7ca88-3a5f-4f78-b2f2-1646091f4f26)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:34:30.802521 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': 'de93ae82-e0c3-4903-8e31-aadb36f63b20', 'network_id': '9154806b-c700-4250-82e0-c3993888c62e', 'port_id': 'de93ae82-e0c3-4903-8e31-aadb36f63b20', 'mac_address': 'fa:16:3e:d7:24:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '680c283d-5185-45a2-940f-1ee3de9335bc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:34:30.840099 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de431f11-502d-485b-9b2d-7988fa7cd347 admin admin] Made reservation on behalf of fee04bdee1314858880b57c3099e0dd9 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:34:30.842587 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-de431f11-502d-485b-9b2d-7988fa7cd347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:30.852696 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-13ecf350-8d30-43b8-bb70-0c7f9691a009 req-21d42d4b-b848-4f26-893d-c98aca0c34da tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:30.869684 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e8d1d-19bc-4d00-b2b4-694f1c3ded5e req-978c1c45-d69f-443e-90cd-d858f947de62 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:30.870675 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb762a6-24ee-435a-b6d3-8e0844fea794 req-2ab8d5f0-9f5e-4630-9539-dac6b460e7d3 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:30.872922 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-feb762a6-24ee-435a-b6d3-8e0844fea794 req-2ab8d5f0-9f5e-4630-9539-dac6b460e7d3 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=c475b512-e593-453e-8ac0-527515bcb0b1 HTTP/1.1" status: 200 len: 943 time: 0.2942200 Aug 23 20:34:30.873634 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-de431f11-502d-485b-9b2d-7988fa7cd347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:30.881077 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-962e8d1d-19bc-4d00-b2b4-694f1c3ded5e req-978c1c45-d69f-443e-90cd-d858f947de62 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6980784 Aug 23 20:34:30.896901 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-13ecf350-8d30-43b8-bb70-0c7f9691a009 req-21d42d4b-b848-4f26-893d-c98aca0c34da tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Transition to ACTIVE for port object 1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:34:30.906466 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-962e8d1d-19bc-4d00-b2b4-694f1c3ded5e req-5ee9e64f-57bf-41af-9826-7e1e4f9d1703 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.61 "GET /v2.0/quotas/3bae9ea143af4013a09794abbec19802 HTTP/1.1" status: 200 len: 375 time: 0.0239825 Aug 23 20:34:30.916766 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:30.963290 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de93ae82-e0c3-4903-8e31-aadb36f63b20 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:34:30.968953 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-962e8d1d-19bc-4d00-b2b4-694f1c3ded5e req-5db51d91-426b-421d-964d-68275c13bd14 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3bae9ea143af4013a09794abbec19802&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611601 Aug 23 20:34:30.977010 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-feb762a6-24ee-435a-b6d3-8e0844fea794 req-acf6b0f8-f9fc-43dc-81ec-04b0aff50235 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903509 Aug 23 20:34:31.003628 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d7dfcc71-6bb6-40aa-b973-6628471a6a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:31.055370 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port de93ae82-e0c3-4903-8e31-aadb36f63b20, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=de93ae82-e0c3-4903-8e31-aadb36f63b20,segment=NetworkSegment(bbb7ca88-3a5f-4f78-b2f2-1646091f4f26),segment_id=bbb7ca88-3a5f-4f78-b2f2-1646091f4f26)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:34:31.063926 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:31.075214 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-13ecf350-8d30-43b8-bb70-0c7f9691a009 req-21d42d4b-b848-4f26-893d-c98aca0c34da tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:31.103913 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dfcc71-6bb6-40aa-b973-6628471a6a08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a1429e2-0434-474c-b64e-467199634cc0,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:31.170039 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=de93ae82-e0c3-4903-8e31-aadb36f63b20,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:31.233386 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13ecf350-8d30-43b8-bb70-0c7f9691a009 req-21d42d4b-b848-4f26-893d-c98aca0c34da tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Network 660f640a-b8b2-40aa-8ebf-76bd1608cceb is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:34:31.240706 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dfcc71-6bb6-40aa-b973-6628471a6a08 admin admin] Checking segment: {'id': '43da8eaf-145a-4efd-af9e-5d745e6d4494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0d2d451a-e4f8-432e-a8cb-85e5a98645e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:34:31.241108 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dfcc71-6bb6-40aa-b973-6628471a6a08 admin admin] Network hostable DHCP agents. Network: 0d2d451a-e4f8-432e-a8cb-85e5a98645e8, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:34:31.254246 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-13ecf350-8d30-43b8-bb70-0c7f9691a009 req-21d42d4b-b848-4f26-893d-c98aca0c34da tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:34:31.259844 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-13ecf350-8d30-43b8-bb70-0c7f9691a009 req-21d42d4b-b848-4f26-893d-c98aca0c34da tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:34:31.321942 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-200713bd-6831-40b5-8e1d-60493fe689b6 req-fa95f362-5ed5-474e-937d-4902419caa5c tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=cdefcac61f824e409c8265bba9a3689a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0941644 Aug 23 20:34:31.387239 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['de93ae82-e0c3-4903-8e31-aadb36f63b20'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:34:31.414258 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d42d4b-b848-4f26-893d-c98aca0c34da tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Pushing event updated for resources: {'Port': ['ID=1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:31.427706 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dfcc71-6bb6-40aa-b973-6628471a6a08 admin admin] Network 0d2d451a-e4f8-432e-a8cb-85e5a98645e8 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:34:31.526969 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ecf350-8d30-43b8-bb70-0c7f9691a009 req-21d42d4b-b848-4f26-893d-c98aca0c34da tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:31.531308 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-13ecf350-8d30-43b8-bb70-0c7f9691a009 req-21d42d4b-b848-4f26-893d-c98aca0c34da tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:31.577467 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-de431f11-502d-485b-9b2d-7988fa7cd347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:31.594359 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-13ecf350-8d30-43b8-bb70-0c7f9691a009 req-21d42d4b-b848-4f26-893d-c98aca0c34da tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3283651 Aug 23 20:34:31.610179 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-13ecf350-8d30-43b8-bb70-0c7f9691a009 req-d852cc1b-a390-4188-8b96-35d1e3b56aae service neutron] Request body: {'port': {'device_id': '2a9b29d2-6f53-45e1-99f5-e581a80c827b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:34:31.778139 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-faf2a2ae-c8bb-4533-a231-3ace6e1d0c1a req-ebf5bd3d-09ab-4636-852f-bf27fc943e86 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f7cfc7f-34f5-45e8-949d-b34b4d56b39b HTTP/1.1" status: 200 len: 210 time: 0.3804550 Aug 23 20:34:31.786442 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-de431f11-502d-485b-9b2d-7988fa7cd347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:31.809629 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-13ecf350-8d30-43b8-bb70-0c7f9691a009 req-d852cc1b-a390-4188-8b96-35d1e3b56aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:31.842348 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-d7dfcc71-6bb6-40aa-b973-6628471a6a08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 0d2d451a-e4f8-432e-a8cb-85e5a98645e8) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:34:31.855324 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de431f11-502d-485b-9b2d-7988fa7cd347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587fdc99-14a6-4232-ab9b-a26b7a1ae9dc,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:31.868310 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7dfcc71-6bb6-40aa-b973-6628471a6a08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:31.869205 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d7dfcc71-6bb6-40aa-b973-6628471a6a08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:31.898091 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de431f11-502d-485b-9b2d-7988fa7cd347 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:34:31.920912 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d7dfcc71-6bb6-40aa-b973-6628471a6a08 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7251856 Aug 23 20:34:31.963265 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-de431f11-502d-485b-9b2d-7988fa7cd347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:31.965693 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-de431f11-502d-485b-9b2d-7988fa7cd347 admin admin] Added segment 48a0e5f3-af02-4cc1-9440-e0e582e9c7ef of type vlan for network 6ab508e3-ca9c-4ba1-a637-e61063da04b8 Aug 23 20:34:32.023093 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241f157a-66d4-4625-bb92-585de47dc7b8 None None] Network 0d2d451a-e4f8-432e-a8cb-85e5a98645e8 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:34:32.053396 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2d96a9ad-441e-4e1b-b2e6-ecfd7a338792 None None] Provisioning for port 1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:34:32.059431 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ac28f930-3389-46c2-a94d-bc2e1c7427ff req-dbe6e117-2a11-4927-9aeb-d0c9f187e653 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=3bae9ea143af4013a09794abbec19802&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1778290 Aug 23 20:34:32.134948 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2d96a9ad-441e-4e1b-b2e6-ecfd7a338792 None None] Provisioning complete for port 1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:34:32.135339 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2d96a9ad-441e-4e1b-b2e6-ecfd7a338792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:32.150679 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200713bd-6831-40b5-8e1d-60493fe689b6 req-6fca3af7-0bed-432f-a438-984eee7043fc tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:32.156562 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-200713bd-6831-40b5-8e1d-60493fe689b6 req-6fca3af7-0bed-432f-a438-984eee7043fc tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8319232 Aug 23 20:34:32.213962 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-200713bd-6831-40b5-8e1d-60493fe689b6 req-e9c0ceea-df69-4b08-9552-cd2f0aee0807 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Request body: {'port': {'device_id': '4f7cfc7f-34f5-45e8-949d-b34b4d56b39b', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'admin_state_up': True, 'tenant_id': 'cdefcac61f824e409c8265bba9a3689a'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:34:32.330131 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-2d96a9ad-441e-4e1b-b2e6-ecfd7a338792 None None] Port 1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:34:32.572561 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c4e459-9bda-4257-8cca-ac00049ea445 None None] Network 0d2d451a-e4f8-432e-a8cb-85e5a98645e8 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:34:32.659287 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-de431f11-502d-485b-9b2d-7988fa7cd347 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:32.666137 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-200713bd-6831-40b5-8e1d-60493fe689b6 req-e9c0ceea-df69-4b08-9552-cd2f0aee0807 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Made reservation on behalf of cdefcac61f824e409c8265bba9a3689a for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:34:32.670955 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-200713bd-6831-40b5-8e1d-60493fe689b6 req-e9c0ceea-df69-4b08-9552-cd2f0aee0807 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:32.766433 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b5351-34f6-4343-886f-5c0dce794b2d req-4ac83529-c8e6-4eb7-969d-3272729d6183 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:32.774418 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f32b5351-34f6-4343-886f-5c0dce794b2d req-4ac83529-c8e6-4eb7-969d-3272729d6183 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=c475b512-e593-453e-8ac0-527515bcb0b1 HTTP/1.1" status: 200 len: 944 time: 0.2368925 Aug 23 20:34:32.801966 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-de431f11-502d-485b-9b2d-7988fa7cd347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:32.802874 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de431f11-502d-485b-9b2d-7988fa7cd347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:32.804168 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-de431f11-502d-485b-9b2d-7988fa7cd347 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:32.829450 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-de431f11-502d-485b-9b2d-7988fa7cd347 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.7508705 Aug 23 20:34:32.840199 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54796) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:34:32.870405 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-477d874c-d430-47d1-a641-a38ae96e509a admin admin] Request body: {'subnet': {'network_id': '6ab508e3-ca9c-4ba1-a637-e61063da04b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1659286393-subnet', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:34:32.930754 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28f930-3389-46c2-a94d-bc2e1c7427ff req-0fdb26cf-77bd-4b4f-9b5c-ade0430f70da tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:32.935575 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ac28f930-3389-46c2-a94d-bc2e1c7427ff req-0fdb26cf-77bd-4b4f-9b5c-ade0430f70da tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8348823 Aug 23 20:34:32.988860 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f32b5351-34f6-4343-886f-5c0dce794b2d req-d60832d8-c6fc-4f12-8b12-8b3225f2ae50 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133946 Aug 23 20:34:33.000833 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477d874c-d430-47d1-a641-a38ae96e509a admin admin] Made reservation on behalf of fee04bdee1314858880b57c3099e0dd9 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:34:33.009849 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-477d874c-d430-47d1-a641-a38ae96e509a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:33.059022 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de431f11-502d-485b-9b2d-7988fa7cd347 admin admin] Pushing event updated for resources: {'Network': ['ID=6ab508e3-ca9c-4ba1-a637-e61063da04b8,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:33.059459 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ac28f930-3389-46c2-a94d-bc2e1c7427ff req-b5667209-8780-415f-aefe-11f366537e94 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.61 "GET /v2.0/quotas/3bae9ea143af4013a09794abbec19802 HTTP/1.1" status: 200 len: 375 time: 0.1075459 Aug 23 20:34:33.081429 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 6ab508e3-ca9c-4ba1-a637-e61063da04b8 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:34:33.170657 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ac28f930-3389-46c2-a94d-bc2e1c7427ff req-7b9e2879-a98e-46d4-a35a-0ef71fb3da2d tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3bae9ea143af4013a09794abbec19802&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1097007 Aug 23 20:34:33.335620 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54804) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:34:33.370513 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-13ecf350-8d30-43b8-bb70-0c7f9691a009 req-d852cc1b-a390-4188-8b96-35d1e3b56aae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:34:33.544889 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-13ecf350-8d30-43b8-bb70-0c7f9691a009 req-d852cc1b-a390-4188-8b96-35d1e3b56aae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:33.599588 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d20d9185-0c3c-40f7-9fec-1d95f94e4517 req-c8a3fc0a-959e-487a-98c9-9db463cfc336 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f7cfc7f-34f5-45e8-949d-b34b4d56b39b HTTP/1.1" status: 200 len: 210 time: 0.0508068 Aug 23 20:34:33.604119 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-13ecf350-8d30-43b8-bb70-0c7f9691a009 req-d852cc1b-a390-4188-8b96-35d1e3b56aae service neutron] Transition to ACTIVE for port object 1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:34:33.611893 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-13ecf350-8d30-43b8-bb70-0c7f9691a009 req-d852cc1b-a390-4188-8b96-35d1e3b56aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:33.617872 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-477d874c-d430-47d1-a641-a38ae96e509a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:33.702367 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-962e8d1d-19bc-4d00-b2b4-694f1c3ded5e req-0efcee5c-1b4c-4ef9-af11-9a88b95ac47b tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=3bae9ea143af4013a09794abbec19802&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1733882 Aug 23 20:34:33.709572 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d852cc1b-a390-4188-8b96-35d1e3b56aae service neutron] Pushing event updated for resources: {'Port': ['ID=1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:33.725078 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f300efc-b8f5-4792-923a-67bd7c804369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:33.811902 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f763793b-073f-4242-a6a3-ebc5647883a4 req-5c7284cc-2ae7-469c-acfc-8d8ef44f9c62 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a3f96f7-b730-4481-b4ce-a8068b53704d HTTP/1.1" status: 200 len: 210 time: 0.0907998 Aug 23 20:34:33.944800 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477d874c-d430-47d1-a641-a38ae96e509a admin admin] Checking segment: {'id': '48a0e5f3-af02-4cc1-9440-e0e582e9c7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6ab508e3-ca9c-4ba1-a637-e61063da04b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:34:33.946401 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477d874c-d430-47d1-a641-a38ae96e509a admin admin] Network hostable DHCP agents. Network: 6ab508e3-ca9c-4ba1-a637-e61063da04b8, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:34:33.949954 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477d874c-d430-47d1-a641-a38ae96e509a admin admin] Pushing event updated for resources: {'Subnet': ['ID=519e7c31-afda-49a1-9e0f-8c868d7cb053,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:34.034810 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f300efc-b8f5-4792-923a-67bd7c804369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:34.106896 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477d874c-d430-47d1-a641-a38ae96e509a admin admin] Network 6ab508e3-ca9c-4ba1-a637-e61063da04b8 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:34:34.155541 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-477d874c-d430-47d1-a641-a38ae96e509a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 6ab508e3-ca9c-4ba1-a637-e61063da04b8) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:34:34.166663 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbeed892-720a-40ef-80a9-2a99c92b6fbd None None] Network 6ab508e3-ca9c-4ba1-a637-e61063da04b8 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:34:34.179440 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477d874c-d430-47d1-a641-a38ae96e509a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:34.180823 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-477d874c-d430-47d1-a641-a38ae96e509a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:34.273836 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-477d874c-d430-47d1-a641-a38ae96e509a admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4239826 Aug 23 20:34:34.276848 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-13ecf350-8d30-43b8-bb70-0c7f9691a009 req-d852cc1b-a390-4188-8b96-35d1e3b56aae service neutron] Attempting to bind port 1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:34:34.277757 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-13ecf350-8d30-43b8-bb70-0c7f9691a009 req-d852cc1b-a390-4188-8b96-35d1e3b56aae service neutron] Attempting to bind port 1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:34:34.278591 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ecf350-8d30-43b8-bb70-0c7f9691a009 req-d852cc1b-a390-4188-8b96-35d1e3b56aae service neutron] Attempting to bind port 1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9 on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:34:34.281743 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54830) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:34:34.297320 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3dedf8-47ff-4fea-8307-f1924123f917 req-7815ca57-2c2c-4172-abab-fcd58efe856d tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:34.300259 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bd3dedf8-47ff-4fea-8307-f1924123f917 req-7815ca57-2c2c-4172-abab-fcd58efe856d tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=c475b512-e593-453e-8ac0-527515bcb0b1 HTTP/1.1" status: 200 len: 944 time: 0.1472144 Aug 23 20:34:34.307344 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-a34a87b4-fc2c-496d-b1dd-e1590e1d3c89 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1659286393-router', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:34:34.356969 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ecf350-8d30-43b8-bb70-0c7f9691a009 req-d852cc1b-a390-4188-8b96-35d1e3b56aae service neutron] Port 1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9 on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:34:34.357313 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ecf350-8d30-43b8-bb70-0c7f9691a009 req-d852cc1b-a390-4188-8b96-35d1e3b56aae service neutron] Attempting to bind port 1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9 on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:34:34.412762 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d4bc41-ba45-4b5e-bdf7-ba9c4b9862cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-6ab508e3-ca9c-4ba1-a637-e61063da04b8', 'network_id': '6ab508e3-ca9c-4ba1-a637-e61063da04b8', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'fixed_ips': [{'subnet_id': '519e7c31-afda-49a1-9e0f-8c868d7cb053'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:34:34.414645 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c2d4bc41-ba45-4b5e-bdf7-ba9c4b9862cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:34.418486 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bd3dedf8-47ff-4fea-8307-f1924123f917 req-fb74b1ed-b17c-4cdf-bf6c-2e1d6c0459be tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033895 Aug 23 20:34:34.419388 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ecf350-8d30-43b8-bb70-0c7f9691a009 req-d852cc1b-a390-4188-8b96-35d1e3b56aae service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:34:34.420037 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ecf350-8d30-43b8-bb70-0c7f9691a009 req-d852cc1b-a390-4188-8b96-35d1e3b56aae service neutron] Checking segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:34:34.420515 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ecf350-8d30-43b8-bb70-0c7f9691a009 req-d852cc1b-a390-4188-8b96-35d1e3b56aae service neutron] Bound using segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:34:34.421034 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-13ecf350-8d30-43b8-bb70-0c7f9691a009 req-d852cc1b-a390-4188-8b96-35d1e3b56aae service neutron] Bound port: 1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:34:34.421722 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-13ecf350-8d30-43b8-bb70-0c7f9691a009 req-d852cc1b-a390-4188-8b96-35d1e3b56aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:34.424701 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a34a87b4-fc2c-496d-b1dd-e1590e1d3c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:34.426707 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a34a87b4-fc2c-496d-b1dd-e1590e1d3c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:34.592889 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device de93ae82-e0c3-4903-8e31-aadb36f63b20 up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:34:34.605410 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a34a87b4-fc2c-496d-b1dd-e1590e1d3c89 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:34.644696 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-c2d4bc41-ba45-4b5e-bdf7-ba9c4b9862cf None None] Allocated IP 172.20.0.2 (6ab508e3-ca9c-4ba1-a637-e61063da04b8/519e7c31-afda-49a1-9e0f-8c868d7cb053/51cc7859-de81-45db-bba6-2d3ff7d4ea2e) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:34:34.713071 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-13ecf350-8d30-43b8-bb70-0c7f9691a009 req-d852cc1b-a390-4188-8b96-35d1e3b56aae service neutron] For port 1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9, host n-h1-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:34:34.764848 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-13ecf350-8d30-43b8-bb70-0c7f9691a009 req-d852cc1b-a390-4188-8b96-35d1e3b56aae service neutron] For port 1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:34:34.774754 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port de93ae82-e0c3-4903-8e31-aadb36f63b20 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:34:34.802167 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port de93ae82-e0c3-4903-8e31-aadb36f63b20 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:34:34.802543 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:34.813275 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-13ecf350-8d30-43b8-bb70-0c7f9691a009 req-d852cc1b-a390-4188-8b96-35d1e3b56aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:34.836166 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f300efc-b8f5-4792-923a-67bd7c804369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:34.842877 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a34a87b4-fc2c-496d-b1dd-e1590e1d3c89 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:34.850589 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e5344-3286-4991-92ce-6887f543be0f req-811e930a-f5e8-438e-a3e0-1bef0eeb54d4 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:34.852684 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-484e5344-3286-4991-92ce-6887f543be0f req-811e930a-f5e8-438e-a3e0-1bef0eeb54d4 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/networks?id=0d2d451a-e4f8-432e-a8cb-85e5a98645e8 HTTP/1.1" status: 200 len: 815 time: 0.8011603 Aug 23 20:34:34.873733 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-200713bd-6831-40b5-8e1d-60493fe689b6 req-e9c0ceea-df69-4b08-9552-cd2f0aee0807 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Allocated IP 192.168.233.82 (660f640a-b8b2-40aa-8ebf-76bd1608cceb/e66e9eb0-86f4-4159-852b-f29863cbf18d/bd7e21f0-5324-4d48-9eca-dec98b44590e) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:34:34.883888 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b56c8707-0e2d-4932-b5db-cb6f73742f7c req-8c4c1f6e-cfed-4711-ac65-6038d5992b77 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f7cfc7f-34f5-45e8-949d-b34b4d56b39b HTTP/1.1" status: 200 len: 210 time: 0.0726426 Aug 23 20:34:34.892577 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ecf350-8d30-43b8-bb70-0c7f9691a009 req-d852cc1b-a390-4188-8b96-35d1e3b56aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:34.893289 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-13ecf350-8d30-43b8-bb70-0c7f9691a009 req-d852cc1b-a390-4188-8b96-35d1e3b56aae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:34.894530 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-13ecf350-8d30-43b8-bb70-0c7f9691a009 req-d852cc1b-a390-4188-8b96-35d1e3b56aae service neutron] 10.222.0.11 "PUT /v2.0/ports/1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9 HTTP/1.1" status: 200 len: 1095 time: 3.2894776 Aug 23 20:34:34.897187 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a9b29d2-6f53-45e1-99f5-e581a80c827b', 'tag': '1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:34:34.899403 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc577eb-3051-4871-8c8e-7a6f274bddfc" -d '{"events": [{"name": "network-changed", "server_uuid": "2a9b29d2-6f53-45e1-99f5-e581a80c827b", "tag": "1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:34:35.011364 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c2d4bc41-ba45-4b5e-bdf7-ba9c4b9862cf None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:35.046114 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:34:35.051427 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d852cc1b-a390-4188-8b96-35d1e3b56aae service neutron] Pushing event updated for resources: {'Port': ['ID=1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:35.079295 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c2d4bc41-ba45-4b5e-bdf7-ba9c4b9862cf None None] Transition to ACTIVE for port object 51cc7859-de81-45db-bba6-2d3ff7d4ea2e will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:34:35.116541 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:35.128509 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-484e5344-3286-4991-92ce-6887f543be0f req-69c257c3-d799-458b-9e0e-348731aee3f0 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/quotas/1e53f5e203f84c21bf8d274dcef886cf HTTP/1.1" status: 200 len: 375 time: 0.1446979 Aug 23 20:34:35.138271 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c2d4bc41-ba45-4b5e-bdf7-ba9c4b9862cf None None] Transition to ACTIVE for port object 51cc7859-de81-45db-bba6-2d3ff7d4ea2e will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:34:35.142261 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f300efc-b8f5-4792-923a-67bd7c804369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604bc8d8-0b41-4c3c-a09b-8a8b59cfda0e,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:35.156660 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c2d4bc41-ba45-4b5e-bdf7-ba9c4b9862cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:35.175127 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6f300efc-b8f5-4792-923a-67bd7c804369 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fdb92572a221467bbe3f138793d2132d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8389332 Aug 23 20:34:35.200653 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-28d6f87d-3ac3-42ef-af51-f8e4ca7d3721 req-ef8adbb8-7b05-4117-a7db-943ecfb42149 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a3f96f7-b730-4481-b4ce-a8068b53704d HTTP/1.1" status: 200 len: 210 time: 0.0823054 Aug 23 20:34:35.206678 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54838) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:34:35.279098 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-484e5344-3286-4991-92ce-6887f543be0f req-231a4384-ad80-49d2-8125-7e6596017be2 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1e53f5e203f84c21bf8d274dcef886cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1336811 Aug 23 20:34:35.293977 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d4bc41-ba45-4b5e-bdf7-ba9c4b9862cf None None] Pushing event updated for resources: {'Port': ['ID=51cc7859-de81-45db-bba6-2d3ff7d4ea2e,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:35.313584 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ac28f930-3389-46c2-a94d-bc2e1c7427ff req-cd15146e-3b61-4940-a2b8-47973e7cb906 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3bae9ea143af4013a09794abbec19802&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2358379 Aug 23 20:34:35.322197 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0ee7d1-8e8d-43b2-ad93-7200f5438f8a x-openstack-request-id: req-0a0ee7d1-8e8d-43b2-ad93-7200f5438f8a {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:34:35.322898 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a9b29d2-6f53-45e1-99f5-e581a80c827b", "tag": "1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:34:35.324782 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0a0ee7d1-8e8d-43b2-ad93-7200f5438f8a {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:34:35.326232 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a9b29d2-6f53-45e1-99f5-e581a80c827b', 'tag': '1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9', 'status': 'completed', 'code': 200} Aug 23 20:34:35.351959 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c475b512-e593-453e-8ac0-527515bcb0b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de93ae82-e0c3-4903-8e31-aadb36f63b20'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:34:35.366993 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230100d3-b8b9-4cc7-bb0d-d5f31011b15d" -d '{"events": [{"server_uuid": "c475b512-e593-453e-8ac0-527515bcb0b1", "name": "network-vif-plugged", "status": "completed", "tag": "de93ae82-e0c3-4903-8e31-aadb36f63b20"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:34:35.390634 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e8d1d-19bc-4d00-b2b4-694f1c3ded5e req-816ea276-d0e9-4f7d-b3a6-9b206ec24495 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:35.392495 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-962e8d1d-19bc-4d00-b2b4-694f1c3ded5e req-816ea276-d0e9-4f7d-b3a6-9b206ec24495 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.6582909 Aug 23 20:34:35.410030 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port de93ae82-e0c3-4903-8e31-aadb36f63b20, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=de93ae82-e0c3-4903-8e31-aadb36f63b20,segment=NetworkSegment(bbb7ca88-3a5f-4f78-b2f2-1646091f4f26),segment_id=bbb7ca88-3a5f-4f78-b2f2-1646091f4f26)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:34:35.416789 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-962e8d1d-19bc-4d00-b2b4-694f1c3ded5e req-6f271870-5b3e-4a49-b1a6-0e01122e7156 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Request body: {'port': {'device_id': 'b9ff2ac2-7370-495f-852b-f9e53c571bed', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'admin_state_up': True, 'tenant_id': '3bae9ea143af4013a09794abbec19802'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:34:35.424414 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d4bc41-ba45-4b5e-bdf7-ba9c4b9862cf None None] Network 6ab508e3-ca9c-4ba1-a637-e61063da04b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:34:35.430995 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:35.446689 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-c2d4bc41-ba45-4b5e-bdf7-ba9c4b9862cf None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:34:35.451183 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d4bc41-ba45-4b5e-bdf7-ba9c4b9862cf None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:34:35.467861 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-09077081-c832-4169-b429-690f075fee05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:35.499606 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f7916d-f137-4a06-b8c1-76242904a4e3 x-openstack-request-id: req-48f7916d-f137-4a06-b8c1-76242904a4e3 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:34:35.499869 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c475b512-e593-453e-8ac0-527515bcb0b1", "name": "network-vif-plugged", "status": "completed", "tag": "de93ae82-e0c3-4903-8e31-aadb36f63b20", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:34:35.500257 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-48f7916d-f137-4a06-b8c1-76242904a4e3 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:34:35.500712 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c475b512-e593-453e-8ac0-527515bcb0b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de93ae82-e0c3-4903-8e31-aadb36f63b20', 'code': 200} Aug 23 20:34:35.572073 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=de93ae82-e0c3-4903-8e31-aadb36f63b20,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:35.577874 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-09077081-c832-4169-b429-690f075fee05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:35.614362 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c2d4bc41-ba45-4b5e-bdf7-ba9c4b9862cf None None] Attempting to bind port 51cc7859-de81-45db-bba6-2d3ff7d4ea2e on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:34:35.614821 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c2d4bc41-ba45-4b5e-bdf7-ba9c4b9862cf None None] Attempting to bind port 51cc7859-de81-45db-bba6-2d3ff7d4ea2e by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '48a0e5f3-af02-4cc1-9440-e0e582e9c7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6ab508e3-ca9c-4ba1-a637-e61063da04b8'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:34:35.615188 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d4bc41-ba45-4b5e-bdf7-ba9c4b9862cf None None] Attempting to bind port 51cc7859-de81-45db-bba6-2d3ff7d4ea2e on network 6ab508e3-ca9c-4ba1-a637-e61063da04b8 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:34:35.617361 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ecf350-8d30-43b8-bb70-0c7f9691a009 req-167d329e-3258-4c5f-85ee-986ee0de7fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:35.618881 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-13ecf350-8d30-43b8-bb70-0c7f9691a009 req-167d329e-3258-4c5f-85ee-986ee0de7fd3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cdefcac61f824e409c8265bba9a3689a&device_id=2a9b29d2-6f53-45e1-99f5-e581a80c827b HTTP/1.1" status: 200 len: 1098 time: 0.5448873 Aug 23 20:34:35.621451 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d4bc41-ba45-4b5e-bdf7-ba9c4b9862cf None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:34:35.621833 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d4bc41-ba45-4b5e-bdf7-ba9c4b9862cf None None] Checking segment: {'id': '48a0e5f3-af02-4cc1-9440-e0e582e9c7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6ab508e3-ca9c-4ba1-a637-e61063da04b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:34:35.623108 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c2d4bc41-ba45-4b5e-bdf7-ba9c4b9862cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:35.623572 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d4bc41-ba45-4b5e-bdf7-ba9c4b9862cf None None] Bound using segment: {'id': '48a0e5f3-af02-4cc1-9440-e0e582e9c7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6ab508e3-ca9c-4ba1-a637-e61063da04b8'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:34:35.624140 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c2d4bc41-ba45-4b5e-bdf7-ba9c4b9862cf None None] Bound port: 51cc7859-de81-45db-bba6-2d3ff7d4ea2e, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a0e5f3-af02-4cc1-9440-e0e582e9c7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6ab508e3-ca9c-4ba1-a637-e61063da04b8'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:34:35.624554 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c2d4bc41-ba45-4b5e-bdf7-ba9c4b9862cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:35.716555 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-200713bd-6831-40b5-8e1d-60493fe689b6 req-e9c0ceea-df69-4b08-9552-cd2f0aee0807 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:35.736243 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-c2d4bc41-ba45-4b5e-bdf7-ba9c4b9862cf None None] For port 51cc7859-de81-45db-bba6-2d3ff7d4ea2e, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:34:35.740135 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-c2d4bc41-ba45-4b5e-bdf7-ba9c4b9862cf None None] For port 51cc7859-de81-45db-bba6-2d3ff7d4ea2e, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=51cc7859-de81-45db-bba6-2d3ff7d4ea2e,segment=NetworkSegment(48a0e5f3-af02-4cc1-9440-e0e582e9c7ef),segment_id=48a0e5f3-af02-4cc1-9440-e0e582e9c7ef)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:34:35.749833 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c2d4bc41-ba45-4b5e-bdf7-ba9c4b9862cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:35.787184 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-200713bd-6831-40b5-8e1d-60493fe689b6 req-e9c0ceea-df69-4b08-9552-cd2f0aee0807 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Transition to ACTIVE for port object bd7e21f0-5324-4d48-9eca-dec98b44590e will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:34:35.800730 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-13ecf350-8d30-43b8-bb70-0c7f9691a009 req-02a5cec9-d8e3-4b55-afee-47938813c721 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9 HTTP/1.1" status: 200 len: 217 time: 0.1598768 Aug 23 20:34:35.845985 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d4bc41-ba45-4b5e-bdf7-ba9c4b9862cf None None] Pushing event updated for resources: {'Port': ['ID=51cc7859-de81-45db-bba6-2d3ff7d4ea2e,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:35.864282 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03abe114-7970-4e0e-8eb1-ccc4556d568a req-89670b3a-9561-4db4-b876-2058df8fd8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:35.868203 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-03abe114-7970-4e0e-8eb1-ccc4556d568a req-89670b3a-9561-4db4-b876-2058df8fd8b8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c475b512-e593-453e-8ac0-527515bcb0b1 HTTP/1.1" status: 200 len: 1096 time: 0.2294810 Aug 23 20:34:35.886147 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-484e5344-3286-4991-92ce-6887f543be0f req-231484d2-2618-4a24-ba91-c11df4d5dedc service neutron] 10.222.0.61 "GET /v2.0/networks/0d2d451a-e4f8-432e-a8cb-85e5a98645e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5620141 Aug 23 20:34:35.920616 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ecf350-8d30-43b8-bb70-0c7f9691a009 req-fbbd1229-6a1b-4529-9fdc-d315e2e14204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:35.922723 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-13ecf350-8d30-43b8-bb70-0c7f9691a009 req-fbbd1229-6a1b-4529-9fdc-d315e2e14204 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.1056602 Aug 23 20:34:35.961427 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28f930-3389-46c2-a94d-bc2e1c7427ff req-1111118b-72ba-49f2-9e41-b1d5a332eb74 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:35.963547 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ac28f930-3389-46c2-a94d-bc2e1c7427ff req-1111118b-72ba-49f2-9e41-b1d5a332eb74 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6306560 Aug 23 20:34:35.981973 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-03abe114-7970-4e0e-8eb1-ccc4556d568a req-fa933fbc-412b-4f4f-8a9c-1853f8944692 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580297 Aug 23 20:34:35.990148 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca70ef3-93cc-49da-844e-fe8ad1c86150 req-9a8e1f62-4a96-417c-ba97-40e4cd3b8662 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:35.998312 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-09077081-c832-4169-b429-690f075fee05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:35.999322 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3ca70ef3-93cc-49da-844e-fe8ad1c86150 req-9a8e1f62-4a96-417c-ba97-40e4cd3b8662 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=c475b512-e593-453e-8ac0-527515bcb0b1 HTTP/1.1" status: 200 len: 945 time: 0.3216133 Aug 23 20:34:36.002178 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-09077081-c832-4169-b429-690f075fee05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:36.003531 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-09077081-c832-4169-b429-690f075fee05 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/604bc8d8-0b41-4c3c-a09b-8a8b59cfda0e HTTP/1.1" status: 204 len: 168 time: 0.7958999 Aug 23 20:34:36.025785 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09077081-c832-4169-b429-690f075fee05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604bc8d8-0b41-4c3c-a09b-8a8b59cfda0e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:36.042232 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-200713bd-6831-40b5-8e1d-60493fe689b6 req-e9c0ceea-df69-4b08-9552-cd2f0aee0807 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:36.149155 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c0ceea-df69-4b08-9552-cd2f0aee0807 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Pushing event updated for resources: {'Port': ['ID=bd7e21f0-5324-4d48-9eca-dec98b44590e,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:36.153706 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-962e8d1d-19bc-4d00-b2b4-694f1c3ded5e req-6f271870-5b3e-4a49-b1a6-0e01122e7156 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Made reservation on behalf of 3bae9ea143af4013a09794abbec19802 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:34:36.159210 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-962e8d1d-19bc-4d00-b2b4-694f1c3ded5e req-6f271870-5b3e-4a49-b1a6-0e01122e7156 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:36.196186 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-200713bd-6831-40b5-8e1d-60493fe689b6 req-e9c0ceea-df69-4b08-9552-cd2f0aee0807 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Network 660f640a-b8b2-40aa-8ebf-76bd1608cceb is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:34:36.207687 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-962e8d1d-19bc-4d00-b2b4-694f1c3ded5e req-6f271870-5b3e-4a49-b1a6-0e01122e7156 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:36.282918 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-ac28f930-3389-46c2-a94d-bc2e1c7427ff req-d087f26a-f9fc-4bd7-a247-5f3e1d1787c8 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Request body: {'port': {'device_id': '4a3f96f7-b730-4481-b4ce-a8068b53704d', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'admin_state_up': True, 'tenant_id': '3bae9ea143af4013a09794abbec19802'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:34:36.293766 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ecf350-8d30-43b8-bb70-0c7f9691a009 req-e7495350-8c60-4b5c-bd19-0a4ac4d5c6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:36.295446 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-13ecf350-8d30-43b8-bb70-0c7f9691a009 req-e7495350-8c60-4b5c-bd19-0a4ac4d5c6f6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3163025 Aug 23 20:34:36.338172 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3ca70ef3-93cc-49da-844e-fe8ad1c86150 req-6b4ad2fc-8fdd-4981-acef-a2871a5dc846 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347726 Aug 23 20:34:36.366061 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-200713bd-6831-40b5-8e1d-60493fe689b6 req-e9c0ceea-df69-4b08-9552-cd2f0aee0807 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:34:36.406029 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-200713bd-6831-40b5-8e1d-60493fe689b6 req-e9c0ceea-df69-4b08-9552-cd2f0aee0807 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:34:36.448496 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-962e8d1d-19bc-4d00-b2b4-694f1c3ded5e req-6f271870-5b3e-4a49-b1a6-0e01122e7156 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:36.491927 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-962e8d1d-19bc-4d00-b2b4-694f1c3ded5e req-6f271870-5b3e-4a49-b1a6-0e01122e7156 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:36.579097 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f271870-5b3e-4a49-b1a6-0e01122e7156 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ebb7eca-c25f-47c0-a40c-65770136efe8,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:36.600922 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-484e5344-3286-4991-92ce-6887f543be0f req-edad8e14-5730-4020-8e5e-b56540b4b806 service neutron] 10.222.0.61 "GET /v2.0/networks/0d2d451a-e4f8-432e-a8cb-85e5a98645e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7022922 Aug 23 20:34:36.674708 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54856) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:34:36.694097 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a34a87b4-fc2c-496d-b1dd-e1590e1d3c89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:36.723485 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200713bd-6831-40b5-8e1d-60493fe689b6 req-e9c0ceea-df69-4b08-9552-cd2f0aee0807 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:36.724766 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-200713bd-6831-40b5-8e1d-60493fe689b6 req-e9c0ceea-df69-4b08-9552-cd2f0aee0807 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:36.740453 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a34a87b4-fc2c-496d-b1dd-e1590e1d3c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:36.795777 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-489acf18-2d62-41e8-9884-9584d5852e99 None None] Provisioning for port bd7e21f0-5324-4d48-9eca-dec98b44590e completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:34:36.801907 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-489acf18-2d62-41e8-9884-9584d5852e99 None None] Provisioning complete for port bd7e21f0-5324-4d48-9eca-dec98b44590e triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:34:36.802792 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-489acf18-2d62-41e8-9884-9584d5852e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:36.824461 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-13ecf350-8d30-43b8-bb70-0c7f9691a009 req-b50398ce-b377-4934-b95d-f369d4169829 service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4852605 Aug 23 20:34:36.826538 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-962e8d1d-19bc-4d00-b2b4-694f1c3ded5e req-6f271870-5b3e-4a49-b1a6-0e01122e7156 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Allocated IP 192.168.233.122 (660f640a-b8b2-40aa-8ebf-76bd1608cceb/e66e9eb0-86f4-4159-852b-f29863cbf18d/d1b23212-f285-4163-a093-ffa4545fc3cc) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:34:36.842185 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a245680-b79d-4383-a68a-dfa011c832a5 req-c5c4f3c0-ed43-49a8-b77c-b701fe72467b tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:36.850412 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3a245680-b79d-4383-a68a-dfa011c832a5 req-c5c4f3c0-ed43-49a8-b77c-b701fe72467b tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f7cfc7f-34f5-45e8-949d-b34b4d56b39b HTTP/1.1" status: 200 len: 935 time: 0.2684042 Aug 23 20:34:36.880335 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-489acf18-2d62-41e8-9884-9584d5852e99 None None] Port bd7e21f0-5324-4d48-9eca-dec98b44590e cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:34:37.184305 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac28f930-3389-46c2-a94d-bc2e1c7427ff req-d087f26a-f9fc-4bd7-a247-5f3e1d1787c8 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Made reservation on behalf of 3bae9ea143af4013a09794abbec19802 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:34:37.203902 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ac28f930-3389-46c2-a94d-bc2e1c7427ff req-d087f26a-f9fc-4bd7-a247-5f3e1d1787c8 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:37.227636 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1fb4c086-dff8-4fad-bee2-9a76ce92dfb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:37.277116 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-200713bd-6831-40b5-8e1d-60493fe689b6 req-e9c0ceea-df69-4b08-9552-cd2f0aee0807 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.0792794 Aug 23 20:34:37.282187 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 51cc7859-de81-45db-bba6-2d3ff7d4ea2e up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:34:37.323817 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9826263b-176d-4bee-890f-0c902e4cc7b5 req-4a943dfd-e80c-49fc-92a2-7bd8652f73b3 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a3f96f7-b730-4481-b4ce-a8068b53704d HTTP/1.1" status: 200 len: 210 time: 0.1135185 Aug 23 20:34:37.407251 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e50615e-5a23-4acc-9489-e9389a65c985 None None] Network 6ab508e3-ca9c-4ba1-a637-e61063da04b8 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:34:37.500182 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-73809ae5-bf8d-4a43-9d3b-1ec9399a62b4 None None] Provisioning for port 51cc7859-de81-45db-bba6-2d3ff7d4ea2e completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:34:37.530373 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-200713bd-6831-40b5-8e1d-60493fe689b6 req-1f8b51e0-1299-4773-8bfb-68c3ffbc7a03 service neutron] Request body: {'port': {'device_id': '4f7cfc7f-34f5-45e8-949d-b34b4d56b39b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:34:37.560493 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 51cc7859-de81-45db-bba6-2d3ff7d4ea2e completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:34:37.579805 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 51cc7859-de81-45db-bba6-2d3ff7d4ea2e triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:34:37.580346 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:37.640783 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1fb4c086-dff8-4fad-bee2-9a76ce92dfb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:37.790704 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3a245680-b79d-4383-a68a-dfa011c832a5 req-4a928e7f-9c6b-44fb-b530-bfaae7b7d9e0 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9393911 Aug 23 20:34:37.803928 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1fb4c086-dff8-4fad-bee2-9a76ce92dfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:37.863411 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:37.923417 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1fb4c086-dff8-4fad-bee2-9a76ce92dfb9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d8221e0dced645359162224c5458fbcc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2420342 Aug 23 20:34:37.931501 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dee11a3d-3381-498f-b672-130955b797f6 req-1c6311ef-6073-406c-8113-6e7671f23f46 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/ports?device_id=1914d310-de1e-48ab-b7ec-46609ef761c4 HTTP/1.1" status: 200 len: 210 time: 0.3891985 Aug 23 20:34:37.941954 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-13ecf350-8d30-43b8-bb70-0c7f9691a009 req-da5b2528-e51b-4ce8-9cea-a77b25d5ca38 service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0878198 Aug 23 20:34:37.953478 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54878) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:34:37.953870 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-a34a87b4-fc2c-496d-b1dd-e1590e1d3c89 admin admin] Allocated IP 172.25.4.184 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/48787cf2-c879-47be-8541-1cad31b41898) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:34:37.976222 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 51cc7859-de81-45db-bba6-2d3ff7d4ea2e, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=51cc7859-de81-45db-bba6-2d3ff7d4ea2e,segment=NetworkSegment(48a0e5f3-af02-4cc1-9440-e0e582e9c7ef),segment_id=48a0e5f3-af02-4cc1-9440-e0e582e9c7ef)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:34:37.984221 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:38.087860 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-962e8d1d-19bc-4d00-b2b4-694f1c3ded5e req-6f271870-5b3e-4a49-b1a6-0e01122e7156 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:38.104553 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=51cc7859-de81-45db-bba6-2d3ff7d4ea2e,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:38.108653 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-962e8d1d-19bc-4d00-b2b4-694f1c3ded5e req-6f271870-5b3e-4a49-b1a6-0e01122e7156 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Transition to ACTIVE for port object d1b23212-f285-4163-a093-ffa4545fc3cc will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:34:38.112469 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-200713bd-6831-40b5-8e1d-60493fe689b6 req-1f8b51e0-1299-4773-8bfb-68c3ffbc7a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:38.257503 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb4c086-dff8-4fad-bee2-9a76ce92dfb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa40da9-2443-4f0c-be72-09cee3ffc4a2,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:38.297306 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b40d4-f53e-4be0-9538-6141f53570c7 req-02b1e5cc-251f-4fa8-96af-bb10d8ffc0a7 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:38.305535 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-326b40d4-f53e-4be0-9538-6141f53570c7 req-02b1e5cc-251f-4fa8-96af-bb10d8ffc0a7 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=c475b512-e593-453e-8ac0-527515bcb0b1 HTTP/1.1" status: 200 len: 945 time: 0.2529824 Aug 23 20:34:38.429639 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-962e8d1d-19bc-4d00-b2b4-694f1c3ded5e req-6f271870-5b3e-4a49-b1a6-0e01122e7156 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:38.434509 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30e1dc21-dc07-4f4a-956f-7cea02196032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:38.445369 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-31518a88-8d7f-4486-844f-ee1b1b9ebda7 None None] Provisioning complete for port 51cc7859-de81-45db-bba6-2d3ff7d4ea2e triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:34:38.446144 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31518a88-8d7f-4486-844f-ee1b1b9ebda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:38.447080 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-326b40d4-f53e-4be0-9538-6141f53570c7 req-51578b68-6b8f-4f12-bb5d-05a6c04d3b8a tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403131 Aug 23 20:34:38.466242 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc577eb-3051-4871-8c8e-7a6f274bddfc req-29e63391-3675-4174-9fc6-e514bc4450a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:38.475612 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7cc577eb-3051-4871-8c8e-7a6f274bddfc req-29e63391-3675-4174-9fc6-e514bc4450a3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cdefcac61f824e409c8265bba9a3689a&device_id=2a9b29d2-6f53-45e1-99f5-e581a80c827b HTTP/1.1" status: 200 len: 1098 time: 0.4072254 Aug 23 20:34:38.558357 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-ac28f930-3389-46c2-a94d-bc2e1c7427ff req-d087f26a-f9fc-4bd7-a247-5f3e1d1787c8 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Allocated IP 192.168.233.38 (660f640a-b8b2-40aa-8ebf-76bd1608cceb/e66e9eb0-86f4-4159-852b-f29863cbf18d/02e2aecf-9392-4bba-b0ba-adeac623cd16) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:34:38.593213 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30e1dc21-dc07-4f4a-956f-7cea02196032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:38.597537 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-77b5bffc-e2b9-4dee-b77e-7274a3664f6a req-422a6b7f-c36c-45c0-9e98-31c17ab1ba9e tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a3f96f7-b730-4481-b4ce-a8068b53704d HTTP/1.1" status: 200 len: 210 time: 0.1055138 Aug 23 20:34:38.605147 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-962e8d1d-19bc-4d00-b2b4-694f1c3ded5e req-6f271870-5b3e-4a49-b1a6-0e01122e7156 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Network 660f640a-b8b2-40aa-8ebf-76bd1608cceb is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:34:38.621117 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-962e8d1d-19bc-4d00-b2b4-694f1c3ded5e req-6f271870-5b3e-4a49-b1a6-0e01122e7156 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:34:38.623123 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f271870-5b3e-4a49-b1a6-0e01122e7156 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Pushing event updated for resources: {'Port': ['ID=d1b23212-f285-4163-a093-ffa4545fc3cc,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:38.630948 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-962e8d1d-19bc-4d00-b2b4-694f1c3ded5e req-6f271870-5b3e-4a49-b1a6-0e01122e7156 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:34:38.760589 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e8d1d-19bc-4d00-b2b4-694f1c3ded5e req-6f271870-5b3e-4a49-b1a6-0e01122e7156 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:38.768397 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-962e8d1d-19bc-4d00-b2b4-694f1c3ded5e req-6f271870-5b3e-4a49-b1a6-0e01122e7156 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:38.812017 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-962e8d1d-19bc-4d00-b2b4-694f1c3ded5e req-6f271870-5b3e-4a49-b1a6-0e01122e7156 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4079497 Aug 23 20:34:38.818960 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30e1dc21-dc07-4f4a-956f-7cea02196032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:38.826981 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30e1dc21-dc07-4f4a-956f-7cea02196032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:38.831786 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-30e1dc21-dc07-4f4a-956f-7cea02196032 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1aa40da9-2443-4f0c-be72-09cee3ffc4a2 HTTP/1.1" status: 204 len: 168 time: 0.8696208 Aug 23 20:34:38.831983 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a34a87b4-fc2c-496d-b1dd-e1590e1d3c89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:38.858803 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-962e8d1d-19bc-4d00-b2b4-694f1c3ded5e req-9b8be3f0-87d9-423f-b5ad-d914152fe1c2 service neutron] Request body: {'port': {'device_id': 'b9ff2ac2-7370-495f-852b-f9e53c571bed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:34:38.909381 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f202e52-9470-46e4-bd26-68960f84b58a req-51c07f60-7b97-4e14-a1ae-62c67453cca6 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:38.913272 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1f202e52-9470-46e4-bd26-68960f84b58a req-51c07f60-7b97-4e14-a1ae-62c67453cca6 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=c475b512-e593-453e-8ac0-527515bcb0b1 HTTP/1.1" status: 200 len: 945 time: 0.2986584 Aug 23 20:34:38.993474 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc577eb-3051-4871-8c8e-7a6f274bddfc req-ee8ea161-c495-4a54-99da-d89d5b7dfdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:38.995215 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7cc577eb-3051-4871-8c8e-7a6f274bddfc req-ee8ea161-c495-4a54-99da-d89d5b7dfdf6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=660f640a-b8b2-40aa-8ebf-76bd1608cceb HTTP/1.1" status: 200 len: 870 time: 0.4967434 Aug 23 20:34:39.064691 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-40e4762c-54e2-42a7-9dd5-81d693555c1a None None] Provisioning for port d1b23212-f285-4163-a093-ffa4545fc3cc completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:34:39.080523 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-40e4762c-54e2-42a7-9dd5-81d693555c1a None None] Provisioning complete for port d1b23212-f285-4163-a093-ffa4545fc3cc triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:34:39.087176 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-40e4762c-54e2-42a7-9dd5-81d693555c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:39.094092 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e1dc21-dc07-4f4a-956f-7cea02196032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa40da9-2443-4f0c-be72-09cee3ffc4a2,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:39.150011 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7cc577eb-3051-4871-8c8e-7a6f274bddfc req-29d9398d-cced-487c-9078-c5713d36d4de service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9 HTTP/1.1" status: 200 len: 217 time: 0.1387093 Aug 23 20:34:39.201270 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 51cc7859-de81-45db-bba6-2d3ff7d4ea2e up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:34:39.213743 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-40e4762c-54e2-42a7-9dd5-81d693555c1a None None] Port d1b23212-f285-4163-a093-ffa4545fc3cc cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:34:39.259306 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1f202e52-9470-46e4-bd26-68960f84b58a req-ebe4cd65-8d99-48dd-820a-40e40f8cff01 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183551 Aug 23 20:34:39.285656 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ac28f930-3389-46c2-a94d-bc2e1c7427ff req-d087f26a-f9fc-4bd7-a247-5f3e1d1787c8 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:39.306304 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a34a87b4-fc2c-496d-b1dd-e1590e1d3c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:39.317407 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 51cc7859-de81-45db-bba6-2d3ff7d4ea2e triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:34:39.317964 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:39.332297 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc577eb-3051-4871-8c8e-7a6f274bddfc req-2c21b156-db75-4ce0-963d-64c8bd8dda91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:39.335149 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7cc577eb-3051-4871-8c8e-7a6f274bddfc req-2c21b156-db75-4ce0-963d-64c8bd8dda91 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.1715565 Aug 23 20:34:39.399616 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e5344-3286-4991-92ce-6887f543be0f req-769d1134-560e-4a23-b7cf-7f1533b1a4dd tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:39.406546 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-484e5344-3286-4991-92ce-6887f543be0f req-769d1134-560e-4a23-b7cf-7f1533b1a4dd tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.11 "GET /v2.0/networks?id=0d2d451a-e4f8-432e-a8cb-85e5a98645e8 HTTP/1.1" status: 200 len: 815 time: 0.5310502 Aug 23 20:34:39.439629 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-484e5344-3286-4991-92ce-6887f543be0f req-5195bc73-9da3-4993-9e76-2be636ea1109 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Request body: {'port': {'device_id': '1914d310-de1e-48ab-b7ec-46609ef761c4', 'network_id': '0d2d451a-e4f8-432e-a8cb-85e5a98645e8', 'admin_state_up': True, 'tenant_id': '1e53f5e203f84c21bf8d274dcef886cf'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:34:39.467006 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5275fb-9f94-43e2-b380-24931b9a259e req-cba46a05-4049-4ed4-baea-c173e9b67378 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:39.473520 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6d5275fb-9f94-43e2-b380-24931b9a259e req-cba46a05-4049-4ed4-baea-c173e9b67378 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f7cfc7f-34f5-45e8-949d-b34b4d56b39b HTTP/1.1" status: 200 len: 935 time: 0.3811829 Aug 23 20:34:39.477525 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-962e8d1d-19bc-4d00-b2b4-694f1c3ded5e req-9b8be3f0-87d9-423f-b5ad-d914152fe1c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:39.529664 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-ac28f930-3389-46c2-a94d-bc2e1c7427ff req-d087f26a-f9fc-4bd7-a247-5f3e1d1787c8 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Transition to ACTIVE for port object 02e2aecf-9392-4bba-b0ba-adeac623cd16 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:34:39.581291 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-12ea2d2f-0b4e-49ac-9e90-1a5fb733752f req-08df76ae-f0db-4f56-acb8-53d995d081cb tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/ports?device_id=1914d310-de1e-48ab-b7ec-46609ef761c4 HTTP/1.1" status: 200 len: 210 time: 0.1223886 Aug 23 20:34:39.598755 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34a87b4-fc2c-496d-b1dd-e1590e1d3c89 admin admin] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:34:39.605876 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34a87b4-fc2c-496d-b1dd-e1590e1d3c89 admin admin] Pushing event updated for resources: {'Port': ['ID=48787cf2-c879-47be-8541-1cad31b41898,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:39.617876 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-a34a87b4-fc2c-496d-b1dd-e1590e1d3c89 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:34:39.620678 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34a87b4-fc2c-496d-b1dd-e1590e1d3c89 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:34:39.688588 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc577eb-3051-4871-8c8e-7a6f274bddfc req-154c5a3c-ce43-44ba-8cea-8d6ee30e8d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:39.690578 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7cc577eb-3051-4871-8c8e-7a6f274bddfc req-154c5a3c-ce43-44ba-8cea-8d6ee30e8d49 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2633331 Aug 23 20:34:39.741174 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6d5275fb-9f94-43e2-b380-24931b9a259e req-ae83ca96-59dd-4a2f-acd5-a519054d4f36 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393184 Aug 23 20:34:39.900237 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ac28f930-3389-46c2-a94d-bc2e1c7427ff req-d087f26a-f9fc-4bd7-a247-5f3e1d1787c8 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:39.921299 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-200713bd-6831-40b5-8e1d-60493fe689b6 req-1f8b51e0-1299-4773-8bfb-68c3ffbc7a03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd7e21f0-5324-4d48-9eca-dec98b44590e {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:34:39.929902 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-200713bd-6831-40b5-8e1d-60493fe689b6 req-1f8b51e0-1299-4773-8bfb-68c3ffbc7a03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:39.958186 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-93fe1046-cc09-44be-870e-ca118ad5eebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:39.959871 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-200713bd-6831-40b5-8e1d-60493fe689b6 req-1f8b51e0-1299-4773-8bfb-68c3ffbc7a03 service neutron] Transition to ACTIVE for port object bd7e21f0-5324-4d48-9eca-dec98b44590e will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:34:40.119078 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-962e8d1d-19bc-4d00-b2b4-694f1c3ded5e req-9b8be3f0-87d9-423f-b5ad-d914152fe1c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1b23212-f285-4163-a093-ffa4545fc3cc {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:34:40.129318 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-962e8d1d-19bc-4d00-b2b4-694f1c3ded5e req-9b8be3f0-87d9-423f-b5ad-d914152fe1c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:40.145477 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-962e8d1d-19bc-4d00-b2b4-694f1c3ded5e req-9b8be3f0-87d9-423f-b5ad-d914152fe1c2 service neutron] Transition to ACTIVE for port object d1b23212-f285-4163-a093-ffa4545fc3cc will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:34:40.151860 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-200713bd-6831-40b5-8e1d-60493fe689b6 req-1f8b51e0-1299-4773-8bfb-68c3ffbc7a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:40.173937 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d087f26a-f9fc-4bd7-a247-5f3e1d1787c8 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Pushing event updated for resources: {'Port': ['ID=02e2aecf-9392-4bba-b0ba-adeac623cd16,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:40.175210 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-962e8d1d-19bc-4d00-b2b4-694f1c3ded5e req-9b8be3f0-87d9-423f-b5ad-d914152fe1c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:40.179713 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7cc577eb-3051-4871-8c8e-7a6f274bddfc req-22ee493c-bcb8-4cee-9982-1dfda582bb14 service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4771914 Aug 23 20:34:40.190691 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac28f930-3389-46c2-a94d-bc2e1c7427ff req-d087f26a-f9fc-4bd7-a247-5f3e1d1787c8 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Network 660f640a-b8b2-40aa-8ebf-76bd1608cceb is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:34:40.194910 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-ac28f930-3389-46c2-a94d-bc2e1c7427ff req-d087f26a-f9fc-4bd7-a247-5f3e1d1787c8 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:34:40.205104 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:40.225668 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac28f930-3389-46c2-a94d-bc2e1c7427ff req-d087f26a-f9fc-4bd7-a247-5f3e1d1787c8 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:34:40.509052 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28f930-3389-46c2-a94d-bc2e1c7427ff req-d087f26a-f9fc-4bd7-a247-5f3e1d1787c8 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:40.509829 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ac28f930-3389-46c2-a94d-bc2e1c7427ff req-d087f26a-f9fc-4bd7-a247-5f3e1d1787c8 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:40.513602 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-962e8d1d-19bc-4d00-b2b4-694f1c3ded5e req-9b8be3f0-87d9-423f-b5ad-d914152fe1c2 service neutron] Attempting to bind port d1b23212-f285-4163-a093-ffa4545fc3cc on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:34:40.514929 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-962e8d1d-19bc-4d00-b2b4-694f1c3ded5e req-9b8be3f0-87d9-423f-b5ad-d914152fe1c2 service neutron] Attempting to bind port d1b23212-f285-4163-a093-ffa4545fc3cc by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:34:40.516034 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962e8d1d-19bc-4d00-b2b4-694f1c3ded5e req-9b8be3f0-87d9-423f-b5ad-d914152fe1c2 service neutron] Attempting to bind port d1b23212-f285-4163-a093-ffa4545fc3cc on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:34:40.534872 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-484e5344-3286-4991-92ce-6887f543be0f req-5195bc73-9da3-4993-9e76-2be636ea1109 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Made reservation on behalf of 1e53f5e203f84c21bf8d274dcef886cf for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:34:40.543321 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-484e5344-3286-4991-92ce-6887f543be0f req-5195bc73-9da3-4993-9e76-2be636ea1109 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:40.616941 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b51e0-1299-4773-8bfb-68c3ffbc7a03 service neutron] Pushing event updated for resources: {'Port': ['ID=bd7e21f0-5324-4d48-9eca-dec98b44590e,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:40.644576 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7cc577eb-3051-4871-8c8e-7a6f274bddfc req-1bb51aed-e42c-400f-ae09-720e10a3ae3a service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4520273 Aug 23 20:34:40.655866 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed535b2b-cced-4c36-a3f1-35e878202fbb req-1f810526-8b57-4c7b-a9ca-5c93c57d7ac1 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:40.664216 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5501c5f4-d1a8-44de-8d43-b06e176f41eb None None] Provisioning for port 02e2aecf-9392-4bba-b0ba-adeac623cd16 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:34:40.670515 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5501c5f4-d1a8-44de-8d43-b06e176f41eb None None] Provisioning complete for port 02e2aecf-9392-4bba-b0ba-adeac623cd16 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:34:40.671191 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5501c5f4-d1a8-44de-8d43-b06e176f41eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:40.672817 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ed535b2b-cced-4c36-a3f1-35e878202fbb req-1f810526-8b57-4c7b-a9ca-5c93c57d7ac1 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=c475b512-e593-453e-8ac0-527515bcb0b1 HTTP/1.1" status: 200 len: 945 time: 0.2383370 Aug 23 20:34:40.674811 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a34a87b4-fc2c-496d-b1dd-e1590e1d3c89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:40.680487 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962e8d1d-19bc-4d00-b2b4-694f1c3ded5e req-9b8be3f0-87d9-423f-b5ad-d914152fe1c2 service neutron] Port d1b23212-f285-4163-a093-ffa4545fc3cc on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:34:40.684235 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962e8d1d-19bc-4d00-b2b4-694f1c3ded5e req-9b8be3f0-87d9-423f-b5ad-d914152fe1c2 service neutron] Attempting to bind port d1b23212-f285-4163-a093-ffa4545fc3cc on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:34:40.746647 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-5501c5f4-d1a8-44de-8d43-b06e176f41eb None None] Port 02e2aecf-9392-4bba-b0ba-adeac623cd16 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:34:40.750733 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962e8d1d-19bc-4d00-b2b4-694f1c3ded5e req-9b8be3f0-87d9-423f-b5ad-d914152fe1c2 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:34:40.752201 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962e8d1d-19bc-4d00-b2b4-694f1c3ded5e req-9b8be3f0-87d9-423f-b5ad-d914152fe1c2 service neutron] Checking segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:34:40.752918 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962e8d1d-19bc-4d00-b2b4-694f1c3ded5e req-9b8be3f0-87d9-423f-b5ad-d914152fe1c2 service neutron] Bound using segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:34:40.753699 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-962e8d1d-19bc-4d00-b2b4-694f1c3ded5e req-9b8be3f0-87d9-423f-b5ad-d914152fe1c2 service neutron] Bound port: d1b23212-f285-4163-a093-ffa4545fc3cc, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:34:40.754262 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-962e8d1d-19bc-4d00-b2b4-694f1c3ded5e req-9b8be3f0-87d9-423f-b5ad-d914152fe1c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:40.773220 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ac28f930-3389-46c2-a94d-bc2e1c7427ff req-d087f26a-f9fc-4bd7-a247-5f3e1d1787c8 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4923263 Aug 23 20:34:40.801757 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-ac28f930-3389-46c2-a94d-bc2e1c7427ff req-380b5cdc-ab4f-4e5c-a3c8-dca1aa1e6821 service neutron] Request body: {'port': {'device_id': '4a3f96f7-b730-4481-b4ce-a8068b53704d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:34:40.815997 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3f371-18fb-4678-b950-b11dc3991dcf req-dcfa6d96-7f96-4c1d-89ca-ea6132bb7ece tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:40.817665 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-24b3f371-18fb-4678-b950-b11dc3991dcf req-dcfa6d96-7f96-4c1d-89ca-ea6132bb7ece tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a3f96f7-b730-4481-b4ce-a8068b53704d HTTP/1.1" status: 200 len: 935 time: 0.8524950 Aug 23 20:34:40.921982 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ed535b2b-cced-4c36-a3f1-35e878202fbb req-84637acb-713e-4e08-a971-61f0389fb9a7 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438912 Aug 23 20:34:41.092270 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ac28f930-3389-46c2-a94d-bc2e1c7427ff req-380b5cdc-ab4f-4e5c-a3c8-dca1aa1e6821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:41.106875 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8be3f0-87d9-423f-b5ad-d914152fe1c2 service neutron] Pushing event updated for resources: {'Port': ['ID=d1b23212-f285-4163-a093-ffa4545fc3cc,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:41.129370 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-200713bd-6831-40b5-8e1d-60493fe689b6 req-1f8b51e0-1299-4773-8bfb-68c3ffbc7a03 service neutron] Attempting to bind port bd7e21f0-5324-4d48-9eca-dec98b44590e on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:34:41.129781 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-200713bd-6831-40b5-8e1d-60493fe689b6 req-1f8b51e0-1299-4773-8bfb-68c3ffbc7a03 service neutron] Attempting to bind port bd7e21f0-5324-4d48-9eca-dec98b44590e by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:34:41.130127 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200713bd-6831-40b5-8e1d-60493fe689b6 req-1f8b51e0-1299-4773-8bfb-68c3ffbc7a03 service neutron] Attempting to bind port bd7e21f0-5324-4d48-9eca-dec98b44590e on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:34:41.224182 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200713bd-6831-40b5-8e1d-60493fe689b6 req-1f8b51e0-1299-4773-8bfb-68c3ffbc7a03 service neutron] Port bd7e21f0-5324-4d48-9eca-dec98b44590e on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:34:41.224547 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200713bd-6831-40b5-8e1d-60493fe689b6 req-1f8b51e0-1299-4773-8bfb-68c3ffbc7a03 service neutron] Attempting to bind port bd7e21f0-5324-4d48-9eca-dec98b44590e on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:34:41.238455 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-484e5344-3286-4991-92ce-6887f543be0f req-5195bc73-9da3-4993-9e76-2be636ea1109 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Allocated IP 172.20.0.10 (0d2d451a-e4f8-432e-a8cb-85e5a98645e8/9a1429e2-0434-474c-b64e-467199634cc0/aec0e59e-f6a2-4070-b3d1-9a771fa52ef7) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:34:41.285504 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-24b3f371-18fb-4678-b950-b11dc3991dcf req-77da4dbc-bc87-4d4d-aabb-4e30966cf111 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ebb7eca-c25f-47c0-a40c-65770136efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4542477 Aug 23 20:34:41.319451 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200713bd-6831-40b5-8e1d-60493fe689b6 req-1f8b51e0-1299-4773-8bfb-68c3ffbc7a03 service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:34:41.319805 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200713bd-6831-40b5-8e1d-60493fe689b6 req-1f8b51e0-1299-4773-8bfb-68c3ffbc7a03 service neutron] Checking segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:34:41.320325 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200713bd-6831-40b5-8e1d-60493fe689b6 req-1f8b51e0-1299-4773-8bfb-68c3ffbc7a03 service neutron] Bound using segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:34:41.320819 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-200713bd-6831-40b5-8e1d-60493fe689b6 req-1f8b51e0-1299-4773-8bfb-68c3ffbc7a03 service neutron] Bound port: bd7e21f0-5324-4d48-9eca-dec98b44590e, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:34:41.321279 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-200713bd-6831-40b5-8e1d-60493fe689b6 req-1f8b51e0-1299-4773-8bfb-68c3ffbc7a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:41.381390 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d3cb6d25-add4-41ee-9d1f-76aeb52458d0 req-40ac59f6-f2cb-4083-962e-8f6759e1567a tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/ports?device_id=1914d310-de1e-48ab-b7ec-46609ef761c4 HTTP/1.1" status: 200 len: 210 time: 0.2569892 Aug 23 20:34:41.419874 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-962e8d1d-19bc-4d00-b2b4-694f1c3ded5e req-9b8be3f0-87d9-423f-b5ad-d914152fe1c2 service neutron] For port d1b23212-f285-4163-a093-ffa4545fc3cc, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:34:41.556951 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-962e8d1d-19bc-4d00-b2b4-694f1c3ded5e req-9b8be3f0-87d9-423f-b5ad-d914152fe1c2 service neutron] For port d1b23212-f285-4163-a093-ffa4545fc3cc, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=d1b23212-f285-4163-a093-ffa4545fc3cc,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:34:41.587037 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-962e8d1d-19bc-4d00-b2b4-694f1c3ded5e req-9b8be3f0-87d9-423f-b5ad-d914152fe1c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:41.736770 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e8d1d-19bc-4d00-b2b4-694f1c3ded5e req-9b8be3f0-87d9-423f-b5ad-d914152fe1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:41.739538 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-962e8d1d-19bc-4d00-b2b4-694f1c3ded5e req-9b8be3f0-87d9-423f-b5ad-d914152fe1c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:41.742243 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-962e8d1d-19bc-4d00-b2b4-694f1c3ded5e req-9b8be3f0-87d9-423f-b5ad-d914152fe1c2 service neutron] 10.222.0.11 "PUT /v2.0/ports/d1b23212-f285-4163-a093-ffa4545fc3cc HTTP/1.1" status: 200 len: 1096 time: 2.9054382 Aug 23 20:34:41.745667 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9ff2ac2-7370-495f-852b-f9e53c571bed', 'tag': 'd1b23212-f285-4163-a093-ffa4545fc3cc'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:34:41.747359 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc51160b-1dff-485c-b5a7-95a7b705cafd" -d '{"events": [{"name": "network-changed", "server_uuid": "b9ff2ac2-7370-495f-852b-f9e53c571bed", "tag": "d1b23212-f285-4163-a093-ffa4545fc3cc"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:34:41.762598 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-200713bd-6831-40b5-8e1d-60493fe689b6 req-1f8b51e0-1299-4773-8bfb-68c3ffbc7a03 service neutron] For port bd7e21f0-5324-4d48-9eca-dec98b44590e, host n-h2-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:34:41.800695 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-200713bd-6831-40b5-8e1d-60493fe689b6 req-1f8b51e0-1299-4773-8bfb-68c3ffbc7a03 service neutron] For port bd7e21f0-5324-4d48-9eca-dec98b44590e, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=bd7e21f0-5324-4d48-9eca-dec98b44590e,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:34:41.839400 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-200713bd-6831-40b5-8e1d-60493fe689b6 req-1f8b51e0-1299-4773-8bfb-68c3ffbc7a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:41.946062 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:34:41.962928 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c75573e-8069-4925-831b-2fb88524dca6 x-openstack-request-id: req-2c75573e-8069-4925-831b-2fb88524dca6 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:34:41.963323 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9ff2ac2-7370-495f-852b-f9e53c571bed", "tag": "d1b23212-f285-4163-a093-ffa4545fc3cc", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:34:41.963583 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2c75573e-8069-4925-831b-2fb88524dca6 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:34:41.963848 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9ff2ac2-7370-495f-852b-f9e53c571bed', 'tag': 'd1b23212-f285-4163-a093-ffa4545fc3cc', 'status': 'completed', 'code': 200} Aug 23 20:34:41.967220 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8be3f0-87d9-423f-b5ad-d914152fe1c2 service neutron] Pushing event updated for resources: {'Port': ['ID=d1b23212-f285-4163-a093-ffa4545fc3cc,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:42.134836 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200713bd-6831-40b5-8e1d-60493fe689b6 req-1f8b51e0-1299-4773-8bfb-68c3ffbc7a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:42.140192 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-200713bd-6831-40b5-8e1d-60493fe689b6 req-1f8b51e0-1299-4773-8bfb-68c3ffbc7a03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:42.146442 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-200713bd-6831-40b5-8e1d-60493fe689b6 req-1f8b51e0-1299-4773-8bfb-68c3ffbc7a03 service neutron] 10.222.0.32 "PUT /v2.0/ports/bd7e21f0-5324-4d48-9eca-dec98b44590e HTTP/1.1" status: 200 len: 1095 time: 4.8229961 Aug 23 20:34:42.176361 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-ac28f930-3389-46c2-a94d-bc2e1c7427ff req-380b5cdc-ab4f-4e5c-a3c8-dca1aa1e6821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02e2aecf-9392-4bba-b0ba-adeac623cd16 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:34:42.227595 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ac28f930-3389-46c2-a94d-bc2e1c7427ff req-380b5cdc-ab4f-4e5c-a3c8-dca1aa1e6821 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:42.264698 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:34:42.294979 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'port_id': '1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9', 'mac_address': 'fa:16:3e:f6:c6:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66e9eb0-86f4-4159-852b-f29863cbf18d', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:34:42.354609 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a126f4-3f72-405a-8758-330994fe05c6 req-cd725801-8627-4f39-9703-e8edb7cdec5e tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:42.360380 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-60a126f4-3f72-405a-8758-330994fe05c6 req-cd725801-8627-4f39-9703-e8edb7cdec5e tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.32 "GET /v2.0/ports?device_id=c475b512-e593-453e-8ac0-527515bcb0b1 HTTP/1.1" status: 200 len: 945 time: 0.5452535 Aug 23 20:34:42.363612 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-ac28f930-3389-46c2-a94d-bc2e1c7427ff req-380b5cdc-ab4f-4e5c-a3c8-dca1aa1e6821 service neutron] Transition to ACTIVE for port object 02e2aecf-9392-4bba-b0ba-adeac623cd16 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:34:42.391504 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a34a87b4-fc2c-496d-b1dd-e1590e1d3c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:42.405878 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0b292-18ce-4503-b961-8358cdad27b3 req-c14071a1-238a-4efc-abad-a24613bd23d9 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:42.414192 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-68d0b292-18ce-4503-b961-8358cdad27b3 req-c14071a1-238a-4efc-abad-a24613bd23d9 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f7cfc7f-34f5-45e8-949d-b34b4d56b39b HTTP/1.1" status: 200 len: 947 time: 0.6032493 Aug 23 20:34:42.416121 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ac28f930-3389-46c2-a94d-bc2e1c7427ff req-380b5cdc-ab4f-4e5c-a3c8-dca1aa1e6821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:42.443571 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e8d1d-19bc-4d00-b2b4-694f1c3ded5e req-647688f1-530b-42f0-a0e4-a48452187c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:42.445685 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-962e8d1d-19bc-4d00-b2b4-694f1c3ded5e req-647688f1-530b-42f0-a0e4-a48452187c3f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3bae9ea143af4013a09794abbec19802&device_id=b9ff2ac2-7370-495f-852b-f9e53c571bed HTTP/1.1" status: 200 len: 1099 time: 0.5751173 Aug 23 20:34:42.450604 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-484e5344-3286-4991-92ce-6887f543be0f req-5195bc73-9da3-4993-9e76-2be636ea1109 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:42.506843 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2e231-27cd-4c4b-abeb-bb8b89f9c997 req-dc5e5f1b-2934-404f-a1db-653185fc8b31 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:42.515244 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-76f2e231-27cd-4c4b-abeb-bb8b89f9c997 req-dc5e5f1b-2934-404f-a1db-653185fc8b31 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=c475b512-e593-453e-8ac0-527515bcb0b1 HTTP/1.1" status: 200 len: 945 time: 0.3657734 Aug 23 20:34:42.570004 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200713bd-6831-40b5-8e1d-60493fe689b6 req-ffc929e8-71e1-4104-8bd8-4c1a2658a43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:42.571598 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-200713bd-6831-40b5-8e1d-60493fe689b6 req-ffc929e8-71e1-4104-8bd8-4c1a2658a43f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cdefcac61f824e409c8265bba9a3689a&device_id=4f7cfc7f-34f5-45e8-949d-b34b4d56b39b HTTP/1.1" status: 200 len: 1098 time: 0.3201451 Aug 23 20:34:42.618552 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b51e0-1299-4773-8bfb-68c3ffbc7a03 service neutron] Pushing event updated for resources: {'Port': ['ID=bd7e21f0-5324-4d48-9eca-dec98b44590e,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:42.672972 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-962e8d1d-19bc-4d00-b2b4-694f1c3ded5e req-8d3773a2-19b2-4e9e-b3e8-de26ffb285f3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=d1b23212-f285-4163-a093-ffa4545fc3cc HTTP/1.1" status: 200 len: 217 time: 0.2125924 Aug 23 20:34:42.674851 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-200713bd-6831-40b5-8e1d-60493fe689b6 req-620f7398-fbf3-43d1-b43b-5eb5a9d87bdd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=bd7e21f0-5324-4d48-9eca-dec98b44590e HTTP/1.1" status: 200 len: 217 time: 0.0477593 Aug 23 20:34:42.686412 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:42.688735 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-76f2e231-27cd-4c4b-abeb-bb8b89f9c997 req-8499982d-0205-43b2-8882-8df2b48855a5 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725135 Aug 23 20:34:42.721551 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b5cdc-ab4f-4e5c-a3c8-dca1aa1e6821 service neutron] Pushing event updated for resources: {'Port': ['ID=02e2aecf-9392-4bba-b0ba-adeac623cd16,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:42.728051 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-68d0b292-18ce-4503-b961-8358cdad27b3 req-619c2dc8-e01f-46de-94f4-20db6b2be047 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127506 Aug 23 20:34:42.744308 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:34:42.759770 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e8d1d-19bc-4d00-b2b4-694f1c3ded5e req-c7275e40-eded-4808-abc6-7a589661e2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:42.762343 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-962e8d1d-19bc-4d00-b2b4-694f1c3ded5e req-c7275e40-eded-4808-abc6-7a589661e2e2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.0654459 Aug 23 20:34:42.820164 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:34:42.826099 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:42.888415 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200713bd-6831-40b5-8e1d-60493fe689b6 req-79bb1306-08d3-468c-8c25-8b7df371e12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:42.889837 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-200713bd-6831-40b5-8e1d-60493fe689b6 req-79bb1306-08d3-468c-8c25-8b7df371e12f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.1996868 Aug 23 20:34:42.894402 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e8d1d-19bc-4d00-b2b4-694f1c3ded5e req-b94adb30-7eb9-41f7-b73c-917a5c931e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:42.896273 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-962e8d1d-19bc-4d00-b2b4-694f1c3ded5e req-b94adb30-7eb9-41f7-b73c-917a5c931e67 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1231248 Aug 23 20:34:42.910354 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:43.048931 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-35c90b71-6637-448a-afaf-441c0827e3b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:43.140641 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:34:43.293875 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-5ec1c4b0-c73e-41d3-8488-dc2ef26393b3 req-d50538a1-b264-4fc0-b030-2dfabce7d6d3 tempest-SecurityGroupsTestAdminJSON-2030106733 tempest-SecurityGroupsTestAdminJSON-2030106733-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1958639188', 'description': 'tempest-description-1769519620'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:34:43.319218 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-484e5344-3286-4991-92ce-6887f543be0f req-5195bc73-9da3-4993-9e76-2be636ea1109 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:43.353881 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-60a126f4-3f72-405a-8758-330994fe05c6 req-e163d9b4-a4dd-4200-a413-de99c6b9b330 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Deleting port de93ae82-e0c3-4903-8e31-aadb36f63b20 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:34:43.354497 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-60a126f4-3f72-405a-8758-330994fe05c6 req-e163d9b4-a4dd-4200-a413-de99c6b9b330 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:43.385542 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5ec1c4b0-c73e-41d3-8488-dc2ef26393b3 req-d50538a1-b264-4fc0-b030-2dfabce7d6d3 tempest-SecurityGroupsTestAdminJSON-2030106733 tempest-SecurityGroupsTestAdminJSON-2030106733-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:43.392988 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5195bc73-9da3-4993-9e76-2be636ea1109 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Pushing event updated for resources: {'Port': ['ID=aec0e59e-f6a2-4070-b3d1-9a771fa52ef7,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:43.445912 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-ac28f930-3389-46c2-a94d-bc2e1c7427ff req-380b5cdc-ab4f-4e5c-a3c8-dca1aa1e6821 service neutron] Attempting to bind port 02e2aecf-9392-4bba-b0ba-adeac623cd16 on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:34:43.446390 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-ac28f930-3389-46c2-a94d-bc2e1c7427ff req-380b5cdc-ab4f-4e5c-a3c8-dca1aa1e6821 service neutron] Attempting to bind port 02e2aecf-9392-4bba-b0ba-adeac623cd16 by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:34:43.446839 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac28f930-3389-46c2-a94d-bc2e1c7427ff req-380b5cdc-ab4f-4e5c-a3c8-dca1aa1e6821 service neutron] Attempting to bind port 02e2aecf-9392-4bba-b0ba-adeac623cd16 on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:34:43.456424 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5ec1c4b0-c73e-41d3-8488-dc2ef26393b3 req-d50538a1-b264-4fc0-b030-2dfabce7d6d3 tempest-SecurityGroupsTestAdminJSON-2030106733 tempest-SecurityGroupsTestAdminJSON-2030106733-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:43.460780 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810938c-aa2b-446f-90cb-799717202ad4 req-ece057da-5ef4-4862-b103-bf8c1ab81ac7 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:43.464102 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6810938c-aa2b-446f-90cb-799717202ad4 req-ece057da-5ef4-4862-b103-bf8c1ab81ac7 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a3f96f7-b730-4481-b4ce-a8068b53704d HTTP/1.1" status: 200 len: 947 time: 0.1685691 Aug 23 20:34:43.483684 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-484e5344-3286-4991-92ce-6887f543be0f req-5195bc73-9da3-4993-9e76-2be636ea1109 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Network 0d2d451a-e4f8-432e-a8cb-85e5a98645e8 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:34:43.487940 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200713bd-6831-40b5-8e1d-60493fe689b6 req-7945ad04-2d77-47bc-bc77-780964020e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:43.489505 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-200713bd-6831-40b5-8e1d-60493fe689b6 req-7945ad04-2d77-47bc-bc77-780964020e5f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5868089 Aug 23 20:34:43.501407 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:43.505303 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-484e5344-3286-4991-92ce-6887f543be0f req-5195bc73-9da3-4993-9e76-2be636ea1109 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:34:43.520049 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-484e5344-3286-4991-92ce-6887f543be0f req-5195bc73-9da3-4993-9e76-2be636ea1109 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:34:43.536595 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-60a126f4-3f72-405a-8758-330994fe05c6 req-e163d9b4-a4dd-4200-a413-de99c6b9b330 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] For port de93ae82-e0c3-4903-8e31-aadb36f63b20, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=de93ae82-e0c3-4903-8e31-aadb36f63b20,segment=NetworkSegment(bbb7ca88-3a5f-4f78-b2f2-1646091f4f26),segment_id=bbb7ca88-3a5f-4f78-b2f2-1646091f4f26)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:34:43.537240 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-60a126f4-3f72-405a-8758-330994fe05c6 req-e163d9b4-a4dd-4200-a413-de99c6b9b330 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:43.552403 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-60a126f4-3f72-405a-8758-330994fe05c6 req-e163d9b4-a4dd-4200-a413-de99c6b9b330 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Calling delete_port for de93ae82-e0c3-4903-8e31-aadb36f63b20 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:34:43.611149 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac28f930-3389-46c2-a94d-bc2e1c7427ff req-380b5cdc-ab4f-4e5c-a3c8-dca1aa1e6821 service neutron] Port 02e2aecf-9392-4bba-b0ba-adeac623cd16 on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:34:43.611938 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac28f930-3389-46c2-a94d-bc2e1c7427ff req-380b5cdc-ab4f-4e5c-a3c8-dca1aa1e6821 service neutron] Attempting to bind port 02e2aecf-9392-4bba-b0ba-adeac623cd16 on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:34:43.640346 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac28f930-3389-46c2-a94d-bc2e1c7427ff req-380b5cdc-ab4f-4e5c-a3c8-dca1aa1e6821 service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:34:43.640951 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac28f930-3389-46c2-a94d-bc2e1c7427ff req-380b5cdc-ab4f-4e5c-a3c8-dca1aa1e6821 service neutron] Checking segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:34:43.641542 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac28f930-3389-46c2-a94d-bc2e1c7427ff req-380b5cdc-ab4f-4e5c-a3c8-dca1aa1e6821 service neutron] Bound using segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:34:43.642149 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-ac28f930-3389-46c2-a94d-bc2e1c7427ff req-380b5cdc-ab4f-4e5c-a3c8-dca1aa1e6821 service neutron] Bound port: 02e2aecf-9392-4bba-b0ba-adeac623cd16, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:34:43.642686 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ac28f930-3389-46c2-a94d-bc2e1c7427ff req-380b5cdc-ab4f-4e5c-a3c8-dca1aa1e6821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:43.700160 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e5344-3286-4991-92ce-6887f543be0f req-5195bc73-9da3-4993-9e76-2be636ea1109 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:43.701179 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-484e5344-3286-4991-92ce-6887f543be0f req-5195bc73-9da3-4993-9e76-2be636ea1109 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:43.721078 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a34a87b4-fc2c-496d-b1dd-e1590e1d3c89 admin admin] Router 521b9894-b7bb-4042-844a-a95a62bbdfe7 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:34:43.726113 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-962e8d1d-19bc-4d00-b2b4-694f1c3ded5e req-a87ea349-70d7-4fa7-b96f-fc02d31b70bf service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4403658 Aug 23 20:34:43.745335 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6810938c-aa2b-446f-90cb-799717202ad4 req-ae11f4dc-df43-47f4-afee-269150450c1a tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ebb7eca-c25f-47c0-a40c-65770136efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388903 Aug 23 20:34:43.780542 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-ac28f930-3389-46c2-a94d-bc2e1c7427ff req-380b5cdc-ab4f-4e5c-a3c8-dca1aa1e6821 service neutron] For port 02e2aecf-9392-4bba-b0ba-adeac623cd16, host n-h2-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:34:43.785921 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-200713bd-6831-40b5-8e1d-60493fe689b6 req-dc7df23c-544a-4221-ad4b-79f92545eb11 service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832224 Aug 23 20:34:43.790915 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-ac28f930-3389-46c2-a94d-bc2e1c7427ff req-380b5cdc-ab4f-4e5c-a3c8-dca1aa1e6821 service neutron] For port 02e2aecf-9392-4bba-b0ba-adeac623cd16, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=02e2aecf-9392-4bba-b0ba-adeac623cd16,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:34:43.882707 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ac28f930-3389-46c2-a94d-bc2e1c7427ff req-380b5cdc-ab4f-4e5c-a3c8-dca1aa1e6821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:43.931297 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5ec1c4b0-c73e-41d3-8488-dc2ef26393b3 req-d50538a1-b264-4fc0-b030-2dfabce7d6d3 tempest-SecurityGroupsTestAdminJSON-2030106733 tempest-SecurityGroupsTestAdminJSON-2030106733-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:43.945641 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5ec1c4b0-c73e-41d3-8488-dc2ef26393b3 req-d50538a1-b264-4fc0-b030-2dfabce7d6d3 tempest-SecurityGroupsTestAdminJSON-2030106733 tempest-SecurityGroupsTestAdminJSON-2030106733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:43.951177 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b5cdc-ab4f-4e5c-a3c8-dca1aa1e6821 service neutron] Pushing event updated for resources: {'Port': ['ID=02e2aecf-9392-4bba-b0ba-adeac623cd16,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:43.954109 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-60a126f4-3f72-405a-8758-330994fe05c6 req-e163d9b4-a4dd-4200-a413-de99c6b9b330 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:43.967788 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-484e5344-3286-4991-92ce-6887f543be0f req-5195bc73-9da3-4993-9e76-2be636ea1109 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5477788 Aug 23 20:34:43.968264 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f7cfc7f-34f5-45e8-949d-b34b4d56b39b', 'tag': 'bd7e21f0-5324-4d48-9eca-dec98b44590e'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:34:43.970538 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4973fcaf-834f-4c24-8563-3b95db317255" -d '{"events": [{"name": "network-changed", "server_uuid": "4f7cfc7f-34f5-45e8-949d-b34b4d56b39b", "tag": "bd7e21f0-5324-4d48-9eca-dec98b44590e"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:34:43.990008 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['2fd138a2-a960-44b8-8ce2-767dd6fe86fd'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:34:44.020817 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-484e5344-3286-4991-92ce-6887f543be0f req-3d6bcacf-ef0b-49e2-9ff3-c4a918687abf service neutron] Request body: {'port': {'device_id': '1914d310-de1e-48ab-b7ec-46609ef761c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:34:44.034009 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e163d9b4-a4dd-4200-a413-de99c6b9b330 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Pushing event deleted for resources: {'Port': ['ID=de93ae82-e0c3-4903-8e31-aadb36f63b20,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:44.124099 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28f930-3389-46c2-a94d-bc2e1c7427ff req-380b5cdc-ab4f-4e5c-a3c8-dca1aa1e6821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:44.124618 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ac28f930-3389-46c2-a94d-bc2e1c7427ff req-380b5cdc-ab4f-4e5c-a3c8-dca1aa1e6821 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:44.126279 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ac28f930-3389-46c2-a94d-bc2e1c7427ff req-380b5cdc-ab4f-4e5c-a3c8-dca1aa1e6821 service neutron] 10.222.0.32 "PUT /v2.0/ports/02e2aecf-9392-4bba-b0ba-adeac623cd16 HTTP/1.1" status: 200 len: 1095 time: 3.3321588 Aug 23 20:34:44.126742 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a3f96f7-b730-4481-b4ce-a8068b53704d', 'tag': '02e2aecf-9392-4bba-b0ba-adeac623cd16'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:34:44.129097 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3505b91f-0f64-4237-b90a-d1123a937240" -d '{"events": [{"name": "network-changed", "server_uuid": "4a3f96f7-b730-4481-b4ce-a8068b53704d", "tag": "02e2aecf-9392-4bba-b0ba-adeac623cd16"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:34:44.192360 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5ec1c4b0-c73e-41d3-8488-dc2ef26393b3 req-d50538a1-b264-4fc0-b030-2dfabce7d6d3 tempest-SecurityGroupsTestAdminJSON-2030106733 tempest-SecurityGroupsTestAdminJSON-2030106733-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:44.195777 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-962e8d1d-19bc-4d00-b2b4-694f1c3ded5e req-97cbb271-b29c-497a-a177-c9d5796d8ac0 service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4614785 Aug 23 20:34:44.208220 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a126f4-3f72-405a-8758-330994fe05c6 req-e163d9b4-a4dd-4200-a413-de99c6b9b330 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] No DVR routers for this DVR port de93ae82-e0c3-4903-8e31-aadb36f63b20 on host n-h2-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:34:44.249132 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-200713bd-6831-40b5-8e1d-60493fe689b6 req-ebb203c6-1eb7-4284-a5d4-15871668f791 service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4229839 Aug 23 20:34:44.250089 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50538a1-b264-4fc0-b030-2dfabce7d6d3 tempest-SecurityGroupsTestAdminJSON-2030106733 tempest-SecurityGroupsTestAdminJSON-2030106733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f6c248-d5c2-445a-a701-7c0ffe4aed09,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:44.291363 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-60a126f4-3f72-405a-8758-330994fe05c6 req-e163d9b4-a4dd-4200-a413-de99c6b9b330 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:44.296154 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-60a126f4-3f72-405a-8758-330994fe05c6 req-e163d9b4-a4dd-4200-a413-de99c6b9b330 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.32 "DELETE /v2.0/ports/de93ae82-e0c3-4903-8e31-aadb36f63b20 HTTP/1.1" status: 204 len: 173 time: 1.9014761 Aug 23 20:34:44.346288 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5ec1c4b0-c73e-41d3-8488-dc2ef26393b3 req-d50538a1-b264-4fc0-b030-2dfabce7d6d3 tempest-SecurityGroupsTestAdminJSON-2030106733 tempest-SecurityGroupsTestAdminJSON-2030106733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:44.352795 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576a2b3-8b96-4644-af7f-7098eef63c61 req-c6df098c-5622-4859-9d40-75f400c74462 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:44.364838 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5576a2b3-8b96-4644-af7f-7098eef63c61 req-c6df098c-5622-4859-9d40-75f400c74462 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/ports?device_id=1914d310-de1e-48ab-b7ec-46609ef761c4 HTTP/1.1" status: 200 len: 932 time: 0.4875798 Aug 23 20:34:44.400501 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50538a1-b264-4fc0-b030-2dfabce7d6d3 tempest-SecurityGroupsTestAdminJSON-2030106733 tempest-SecurityGroupsTestAdminJSON-2030106733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=346faca9-ea41-4a1a-b170-f1b98d5f394f,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:44.421720 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5ec1c4b0-c73e-41d3-8488-dc2ef26393b3 req-d50538a1-b264-4fc0-b030-2dfabce7d6d3 tempest-SecurityGroupsTestAdminJSON-2030106733 tempest-SecurityGroupsTestAdminJSON-2030106733-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:44.423134 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5ec1c4b0-c73e-41d3-8488-dc2ef26393b3 req-d50538a1-b264-4fc0-b030-2dfabce7d6d3 tempest-SecurityGroupsTestAdminJSON-2030106733 tempest-SecurityGroupsTestAdminJSON-2030106733-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.1341872 Aug 23 20:34:44.451149 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34a87b4-fc2c-496d-b1dd-e1590e1d3c89 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:34:44.475460 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28f930-3389-46c2-a94d-bc2e1c7427ff req-ac15e4c9-a55f-41f4-837b-dd1e8f002d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:44.477121 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ac28f930-3389-46c2-a94d-bc2e1c7427ff req-ac15e4c9-a55f-41f4-837b-dd1e8f002d3a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3bae9ea143af4013a09794abbec19802&device_id=4a3f96f7-b730-4481-b4ce-a8068b53704d HTTP/1.1" status: 200 len: 1098 time: 0.2704556 Aug 23 20:34:44.487223 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0485fd2f-6979-4e1b-9fbd-ecd25af7d48c None None] Sync routers for ids ['521b9894-b7bb-4042-844a-a95a62bbdfe7'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:34:44.498618 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5576a2b3-8b96-4644-af7f-7098eef63c61 req-2c2b3ba4-2b6b-4d90-911e-4659b2c1fc46 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/security-groups?id=26f54a44-9852-4d54-9348-9ab7d69f31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327729 Aug 23 20:34:44.499101 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51160b-1dff-485c-b5a7-95a7b705cafd req-cfe135c0-3f5b-478f-a135-4dd3fbf35888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:44.501076 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cc51160b-1dff-485c-b5a7-95a7b705cafd req-cfe135c0-3f5b-478f-a135-4dd3fbf35888 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3bae9ea143af4013a09794abbec19802&device_id=b9ff2ac2-7370-495f-852b-f9e53c571bed HTTP/1.1" status: 200 len: 1099 time: 0.2054670 Aug 23 20:34:44.501953 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-484e5344-3286-4991-92ce-6887f543be0f req-3d6bcacf-ef0b-49e2-9ff3-c4a918687abf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:44.528420 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a34a87b4-fc2c-496d-b1dd-e1590e1d3c89 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:44.531872 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a34a87b4-fc2c-496d-b1dd-e1590e1d3c89 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 10.2483950 Aug 23 20:34:44.538423 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:44.541016 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0485fd2f-6979-4e1b-9fbd-ecd25af7d48c None None] Routers {'521b9894-b7bb-4042-844a-a95a62bbdfe7'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:34:44.549543 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54960) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:34:44.553646 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-0485fd2f-6979-4e1b-9fbd-ecd25af7d48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:34:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['521b9894-b7bb-4042-844a-a95a62bbdfe7'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:34:44.603173 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ac28f930-3389-46c2-a94d-bc2e1c7427ff req-4ac59c9f-0639-4c2f-953d-8f9b65a74a05 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=02e2aecf-9392-4bba-b0ba-adeac623cd16 HTTP/1.1" status: 200 len: 217 time: 0.0962980 Aug 23 20:34:44.607645 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device de93ae82-e0c3-4903-8e31-aadb36f63b20 no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:34:44.701305 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-0485fd2f-6979-4e1b-9fbd-ecd25af7d48c None None] Set router 521b9894-b7bb-4042-844a-a95a62bbdfe7 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:34:44.748653 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28f930-3389-46c2-a94d-bc2e1c7427ff req-98c53e9d-fdbd-4410-8fb6-5a6ae7194880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:44.753626 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ac28f930-3389-46c2-a94d-bc2e1c7427ff req-98c53e9d-fdbd-4410-8fb6-5a6ae7194880 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.1308868 Aug 23 20:34:44.791555 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: de93ae82-e0c3-4903-8e31-aadb36f63b20 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:34:44.791901 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device de93ae82-e0c3-4903-8e31-aadb36f63b20 not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:34:44.842069 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b2baeda8-7078-451b-9094-e6e01f63d3c9 req-8765d07b-bce9-4d69-a875-1a088a001cc8 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=c475b512-e593-453e-8ac0-527515bcb0b1 HTTP/1.1" status: 200 len: 210 time: 0.1482475 Aug 23 20:34:44.872709 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28f930-3389-46c2-a94d-bc2e1c7427ff req-80109c2b-1e72-43dc-b10b-8f0f5a1fce9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:44.882235 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ac28f930-3389-46c2-a94d-bc2e1c7427ff req-80109c2b-1e72-43dc-b10b-8f0f5a1fce9b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1236622 Aug 23 20:34:45.022773 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78008e6c-f2ac-47a6-82fe-791529e8039e x-openstack-request-id: req-78008e6c-f2ac-47a6-82fe-791529e8039e {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:34:45.023314 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f7cfc7f-34f5-45e8-949d-b34b4d56b39b", "tag": "bd7e21f0-5324-4d48-9eca-dec98b44590e", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:34:45.028270 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-78008e6c-f2ac-47a6-82fe-791529e8039e {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:34:45.029765 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f7cfc7f-34f5-45e8-949d-b34b4d56b39b', 'tag': 'bd7e21f0-5324-4d48-9eca-dec98b44590e', 'status': 'completed', 'code': 200} Aug 23 20:34:45.079201 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b1cce7-e8b2-4a00-b48e-46913694c50e x-openstack-request-id: req-55b1cce7-e8b2-4a00-b48e-46913694c50e {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:34:45.079201 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a3f96f7-b730-4481-b4ce-a8068b53704d", "tag": "02e2aecf-9392-4bba-b0ba-adeac623cd16", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:34:45.079201 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-55b1cce7-e8b2-4a00-b48e-46913694c50e {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:34:45.079201 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a3f96f7-b730-4481-b4ce-a8068b53704d', 'tag': '02e2aecf-9392-4bba-b0ba-adeac623cd16', 'status': 'completed', 'code': 200} Aug 23 20:34:45.080362 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08636fe-4efc-4615-82aa-de6a84b71698 req-b0b1c06f-2913-4259-9e43-48bc3e94704f tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:45.080362 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c08636fe-4efc-4615-82aa-de6a84b71698 req-b0b1c06f-2913-4259-9e43-48bc3e94704f tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f7cfc7f-34f5-45e8-949d-b34b4d56b39b HTTP/1.1" status: 200 len: 947 time: 0.3626773 Aug 23 20:34:45.096340 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-d1db7de3-845a-4355-aac3-f3e07a9a44fd req-c56fbea9-cea7-4a72-a89c-0d79896cc0f2 tempest-SecurityGroupsTestAdminJSON-2030106733 tempest-SecurityGroupsTestAdminJSON-2030106733-project] Request body: {'security_group': {'name': 'tempest-securitygroup-817568246', 'description': 'tempest-description-1861113578'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:34:45.109915 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-0485fd2f-6979-4e1b-9fbd-ecd25af7d48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1659286393-router', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '48787cf2-c879-47be-8541-1cad31b41898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:34:34Z', 'updated_at': '2021-08-23T20:34:40Z', 'revision_number': 3, 'project_id': 'fee04bdee1314858880b57c3099e0dd9', 'gw_port': {'id': '48787cf2-c879-47be-8541-1cad31b41898', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:40:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:34:36Z', 'updated_at': '2021-08-23T20:34:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:34:45.133379 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51160b-1dff-485c-b5a7-95a7b705cafd req-3e565a47-2b3b-42aa-9c21-e4f337faef7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:45.134240 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ac28f930-3389-46c2-a94d-bc2e1c7427ff req-c7bb3d87-c3b9-44e2-b7ac-a01e64e0892a service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364633 Aug 23 20:34:45.136540 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cc51160b-1dff-485c-b5a7-95a7b705cafd req-3e565a47-2b3b-42aa-9c21-e4f337faef7f service neutron] 10.222.0.11 "GET /v2.0/networks?id=660f640a-b8b2-40aa-8ebf-76bd1608cceb HTTP/1.1" status: 200 len: 870 time: 0.5916173 Aug 23 20:34:45.176761 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d1db7de3-845a-4355-aac3-f3e07a9a44fd req-c56fbea9-cea7-4a72-a89c-0d79896cc0f2 tempest-SecurityGroupsTestAdminJSON-2030106733 tempest-SecurityGroupsTestAdminJSON-2030106733-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:45.189698 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0485fd2f-6979-4e1b-9fbd-ecd25af7d48c None None] Checking router: 521b9894-b7bb-4042-844a-a95a62bbdfe7 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:34:45.190146 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0485fd2f-6979-4e1b-9fbd-ecd25af7d48c None None] Updating router 521b9894-b7bb-4042-844a-a95a62bbdfe7 port 48787cf2-c879-47be-8541-1cad31b41898 binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:34:45.222978 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973fcaf-834f-4c24-8563-3b95db317255 req-d68fb15a-b955-48b5-a9a2-eef6dc0c59ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:45.224516 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4973fcaf-834f-4c24-8563-3b95db317255 req-d68fb15a-b955-48b5-a9a2-eef6dc0c59ef service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cdefcac61f824e409c8265bba9a3689a&device_id=4f7cfc7f-34f5-45e8-949d-b34b4d56b39b HTTP/1.1" status: 200 len: 1098 time: 0.1685841 Aug 23 20:34:45.238213 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cc51160b-1dff-485c-b5a7-95a7b705cafd req-07c9c1ac-1ce7-4306-b96d-3f8235a83414 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=d1b23212-f285-4163-a093-ffa4545fc3cc HTTP/1.1" status: 200 len: 217 time: 0.0577042 Aug 23 20:34:45.248381 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0485fd2f-6979-4e1b-9fbd-ecd25af7d48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:45.359726 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c08636fe-4efc-4615-82aa-de6a84b71698 req-2e6779c2-d418-4e52-a15f-1b2694c74024 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751548 Aug 23 20:34:45.413161 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51160b-1dff-485c-b5a7-95a7b705cafd req-5f44d353-e01a-48ec-af3a-735f62ab9a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:45.414778 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cc51160b-1dff-485c-b5a7-95a7b705cafd req-5f44d353-e01a-48ec-af3a-735f62ab9a4e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.1636591 Aug 23 20:34:45.418773 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ac28f930-3389-46c2-a94d-bc2e1c7427ff req-6d655ad5-fd29-437f-9515-0044ee45c98b service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738400 Aug 23 20:34:45.447718 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973fcaf-834f-4c24-8563-3b95db317255 req-d414680a-0e89-4a5b-a345-19e1e7ae1316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:45.450232 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4973fcaf-834f-4c24-8563-3b95db317255 req-d414680a-0e89-4a5b-a345-19e1e7ae1316 service neutron] 10.222.0.32 "GET /v2.0/networks?id=660f640a-b8b2-40aa-8ebf-76bd1608cceb HTTP/1.1" status: 200 len: 870 time: 0.2157717 Aug 23 20:34:45.559976 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4973fcaf-834f-4c24-8563-3b95db317255 req-4a9c6a7f-db27-4cef-80c8-5688863f7c46 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=bd7e21f0-5324-4d48-9eca-dec98b44590e HTTP/1.1" status: 200 len: 217 time: 0.0980339 Aug 23 20:34:45.609849 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-484e5344-3286-4991-92ce-6887f543be0f req-3d6bcacf-ef0b-49e2-9ff3-c4a918687abf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aec0e59e-f6a2-4070-b3d1-9a771fa52ef7 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:34:45.625440 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d1db7de3-845a-4355-aac3-f3e07a9a44fd req-c56fbea9-cea7-4a72-a89c-0d79896cc0f2 tempest-SecurityGroupsTestAdminJSON-2030106733 tempest-SecurityGroupsTestAdminJSON-2030106733-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:45.634201 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d1db7de3-845a-4355-aac3-f3e07a9a44fd req-c56fbea9-cea7-4a72-a89c-0d79896cc0f2 tempest-SecurityGroupsTestAdminJSON-2030106733 tempest-SecurityGroupsTestAdminJSON-2030106733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:45.650986 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-484e5344-3286-4991-92ce-6887f543be0f req-3d6bcacf-ef0b-49e2-9ff3-c4a918687abf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:45.668590 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0485fd2f-6979-4e1b-9fbd-ecd25af7d48c None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:45.678237 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505b91f-0f64-4237-b90a-d1123a937240 req-e615a652-060f-4e52-86d7-58c3bf871f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:45.679762 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3505b91f-0f64-4237-b90a-d1123a937240 req-e615a652-060f-4e52-86d7-58c3bf871f4c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3bae9ea143af4013a09794abbec19802&device_id=4a3f96f7-b730-4481-b4ce-a8068b53704d HTTP/1.1" status: 200 len: 1098 time: 0.1331210 Aug 23 20:34:45.681235 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973fcaf-834f-4c24-8563-3b95db317255 req-1f1f0eb3-401f-40cf-8167-4d167392036a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:45.683116 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4973fcaf-834f-4c24-8563-3b95db317255 req-1f1f0eb3-401f-40cf-8167-4d167392036a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.0971875 Aug 23 20:34:45.684572 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51160b-1dff-485c-b5a7-95a7b705cafd req-705337aa-fdc5-4849-bdad-422643576288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:45.686093 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cc51160b-1dff-485c-b5a7-95a7b705cafd req-705337aa-fdc5-4849-bdad-422643576288 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2583525 Aug 23 20:34:45.687605 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d1db7de3-845a-4355-aac3-f3e07a9a44fd req-c56fbea9-cea7-4a72-a89c-0d79896cc0f2 tempest-SecurityGroupsTestAdminJSON-2030106733 tempest-SecurityGroupsTestAdminJSON-2030106733-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:45.688813 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d1db7de3-845a-4355-aac3-f3e07a9a44fd req-c56fbea9-cea7-4a72-a89c-0d79896cc0f2 tempest-SecurityGroupsTestAdminJSON-2030106733 tempest-SecurityGroupsTestAdminJSON-2030106733-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6173198 Aug 23 20:34:45.700419 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0485fd2f-6979-4e1b-9fbd-ecd25af7d48c None None] Transition to ACTIVE for port object 48787cf2-c879-47be-8541-1cad31b41898 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:34:45.702235 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0485fd2f-6979-4e1b-9fbd-ecd25af7d48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:45.735751 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56fbea9-cea7-4a72-a89c-0d79896cc0f2 tempest-SecurityGroupsTestAdminJSON-2030106733 tempest-SecurityGroupsTestAdminJSON-2030106733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36a25b11-b36c-4ab1-8018-139cbfa8d6de,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:45.750593 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-484e5344-3286-4991-92ce-6887f543be0f req-3d6bcacf-ef0b-49e2-9ff3-c4a918687abf service neutron] Transition to ACTIVE for port object aec0e59e-f6a2-4070-b3d1-9a771fa52ef7 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:34:45.781656 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc36ed54-1036-47ff-ac97-ba2d27ed80b8 req-f1cfb711-f4ef-4fe9-af1b-c400ff4a5d4a tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:45.783761 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1879f09f-13ac-4cc6-b33e-675667f9d79d None None] Pushing event updated for resources: {'Port': ['ID=48787cf2-c879-47be-8541-1cad31b41898,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:45.787396 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cc36ed54-1036-47ff-ac97-ba2d27ed80b8 req-f1cfb711-f4ef-4fe9-af1b-c400ff4a5d4a tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a3f96f7-b730-4481-b4ce-a8068b53704d HTTP/1.1" status: 200 len: 947 time: 0.2858076 Aug 23 20:34:45.818017 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-484e5344-3286-4991-92ce-6887f543be0f req-3d6bcacf-ef0b-49e2-9ff3-c4a918687abf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:45.850375 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-0485fd2f-6979-4e1b-9fbd-ecd25af7d48c None None] Attempting to bind port 48787cf2-c879-47be-8541-1cad31b41898 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:34:45.852972 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-0485fd2f-6979-4e1b-9fbd-ecd25af7d48c None None] Attempting to bind port 48787cf2-c879-47be-8541-1cad31b41898 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:34:45.852972 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0485fd2f-6979-4e1b-9fbd-ecd25af7d48c None None] Attempting to bind port 48787cf2-c879-47be-8541-1cad31b41898 on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:34:45.860090 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0485fd2f-6979-4e1b-9fbd-ecd25af7d48c None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:34:45.860480 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0485fd2f-6979-4e1b-9fbd-ecd25af7d48c None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:34:45.861682 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0485fd2f-6979-4e1b-9fbd-ecd25af7d48c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:45.861832 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0485fd2f-6979-4e1b-9fbd-ecd25af7d48c None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:34:45.862314 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-0485fd2f-6979-4e1b-9fbd-ecd25af7d48c None None] Bound port: 48787cf2-c879-47be-8541-1cad31b41898, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:34:45.863513 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0485fd2f-6979-4e1b-9fbd-ecd25af7d48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:45.865970 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:45.881973 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973fcaf-834f-4c24-8563-3b95db317255 req-acca6b61-4692-4be6-827d-964db747616e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:45.884040 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4973fcaf-834f-4c24-8563-3b95db317255 req-acca6b61-4692-4be6-827d-964db747616e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1886773 Aug 23 20:34:45.931806 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-0485fd2f-6979-4e1b-9fbd-ecd25af7d48c None None] For port 48787cf2-c879-47be-8541-1cad31b41898, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:34:45.936120 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-0485fd2f-6979-4e1b-9fbd-ecd25af7d48c None None] For port 48787cf2-c879-47be-8541-1cad31b41898, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=48787cf2-c879-47be-8541-1cad31b41898,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:34:45.958134 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0485fd2f-6979-4e1b-9fbd-ecd25af7d48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:46.003194 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505b91f-0f64-4237-b90a-d1123a937240 req-b9d15b3d-ae5c-4e2e-aab1-569e73edb73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:46.003433 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:34:46.004721 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3505b91f-0f64-4237-b90a-d1123a937240 req-b9d15b3d-ae5c-4e2e-aab1-569e73edb73f service neutron] 10.222.0.32 "GET /v2.0/networks?id=660f640a-b8b2-40aa-8ebf-76bd1608cceb HTTP/1.1" status: 200 len: 870 time: 0.3106604 Aug 23 20:34:46.020500 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc044aaf-9a54-4ffe-836f-5a28738a089a req-655a2a58-6235-49fd-a85b-37f17a773071 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:46.027892 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bc044aaf-9a54-4ffe-836f-5a28738a089a req-655a2a58-6235-49fd-a85b-37f17a773071 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/ports?device_id=1914d310-de1e-48ab-b7ec-46609ef761c4 HTTP/1.1" status: 200 len: 944 time: 0.1951616 Aug 23 20:34:46.075725 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0485fd2f-6979-4e1b-9fbd-ecd25af7d48c None None] Routers {'521b9894-b7bb-4042-844a-a95a62bbdfe7'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:34:46.076657 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-0485fd2f-6979-4e1b-9fbd-ecd25af7d48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:34:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['521b9894-b7bb-4042-844a-a95a62bbdfe7'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:34:46.095615 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3505b91f-0f64-4237-b90a-d1123a937240 req-03c68387-0904-4f71-9113-b90294d259b1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=02e2aecf-9392-4bba-b0ba-adeac623cd16 HTTP/1.1" status: 200 len: 217 time: 0.0638974 Aug 23 20:34:46.117324 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-66a5ebe4-dc6a-4967-a0b3-aba731a50b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:46.159679 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4973fcaf-834f-4c24-8563-3b95db317255 req-f65846dc-7e46-4371-b3a0-d45b342616f0 service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592483 Aug 23 20:34:46.167186 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1879f09f-13ac-4cc6-b33e-675667f9d79d None None] Pushing event updated for resources: {'Port': ['ID=48787cf2-c879-47be-8541-1cad31b41898,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:46.179010 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bc044aaf-9a54-4ffe-836f-5a28738a089a req-222d0065-c768-423b-aea4-2f0fd40b8431 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/security-groups?id=26f54a44-9852-4d54-9348-9ab7d69f31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474369 Aug 23 20:34:46.203232 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:34:46.213700 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:34:46.213700 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:46.254087 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cc36ed54-1036-47ff-ac97-ba2d27ed80b8 req-eaf69f73-cdc4-4d81-a439-82071e2ab1cb tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ebb7eca-c25f-47c0-a40c-65770136efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4484231 Aug 23 20:34:46.310600 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6bcacf-ef0b-49e2-9ff3-c4a918687abf service neutron] Pushing event updated for resources: {'Port': ['ID=aec0e59e-f6a2-4070-b3d1-9a771fa52ef7,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:46.370084 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505b91f-0f64-4237-b90a-d1123a937240 req-45458f13-179c-4c90-93ee-859215f8ba48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:46.378877 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3505b91f-0f64-4237-b90a-d1123a937240 req-45458f13-179c-4c90-93ee-859215f8ba48 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.2681277 Aug 23 20:34:46.399939 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-0485fd2f-6979-4e1b-9fbd-ecd25af7d48c None None] Set router 521b9894-b7bb-4042-844a-a95a62bbdfe7 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:34:46.431311 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-c7b49845-3ce6-4fb9-a2fb-19b412518469 req-9aca9f06-507b-4c45-b63a-fba0280ad989 tempest-SecurityGroupsTestAdminJSON-1807716011 tempest-SecurityGroupsTestAdminJSON-1807716011-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1734063236', 'description': 'tempest-description-622069859'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:34:46.459284 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cc51160b-1dff-485c-b5a7-95a7b705cafd req-328f279a-4ae1-4481-893b-b7487bedd16c service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7587442 Aug 23 20:34:46.466459 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c7b49845-3ce6-4fb9-a2fb-19b412518469 req-9aca9f06-507b-4c45-b63a-fba0280ad989 tempest-SecurityGroupsTestAdminJSON-1807716011 tempest-SecurityGroupsTestAdminJSON-1807716011-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:46.512288 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:46.538794 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4973fcaf-834f-4c24-8563-3b95db317255 req-9d68d6f9-f3dc-4c05-ba6c-8b21f08624ce service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520169 Aug 23 20:34:46.541305 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505b91f-0f64-4237-b90a-d1123a937240 req-fca66951-b96b-496a-957f-6dedd122a136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:46.543551 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3505b91f-0f64-4237-b90a-d1123a937240 req-fca66951-b96b-496a-957f-6dedd122a136 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1538396 Aug 23 20:34:46.544137 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c7b49845-3ce6-4fb9-a2fb-19b412518469 req-9aca9f06-507b-4c45-b63a-fba0280ad989 tempest-SecurityGroupsTestAdminJSON-1807716011 tempest-SecurityGroupsTestAdminJSON-1807716011-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:46.553511 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-484e5344-3286-4991-92ce-6887f543be0f req-3d6bcacf-ef0b-49e2-9ff3-c4a918687abf service neutron] Attempting to bind port aec0e59e-f6a2-4070-b3d1-9a771fa52ef7 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:34:46.553942 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-484e5344-3286-4991-92ce-6887f543be0f req-3d6bcacf-ef0b-49e2-9ff3-c4a918687abf service neutron] Attempting to bind port aec0e59e-f6a2-4070-b3d1-9a771fa52ef7 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '43da8eaf-145a-4efd-af9e-5d745e6d4494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0d2d451a-e4f8-432e-a8cb-85e5a98645e8'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:34:46.554365 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484e5344-3286-4991-92ce-6887f543be0f req-3d6bcacf-ef0b-49e2-9ff3-c4a918687abf service neutron] Attempting to bind port aec0e59e-f6a2-4070-b3d1-9a771fa52ef7 on network 0d2d451a-e4f8-432e-a8cb-85e5a98645e8 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:34:46.610579 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484e5344-3286-4991-92ce-6887f543be0f req-3d6bcacf-ef0b-49e2-9ff3-c4a918687abf service neutron] Port aec0e59e-f6a2-4070-b3d1-9a771fa52ef7 on network 0d2d451a-e4f8-432e-a8cb-85e5a98645e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:34:46.610976 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484e5344-3286-4991-92ce-6887f543be0f req-3d6bcacf-ef0b-49e2-9ff3-c4a918687abf service neutron] Attempting to bind port aec0e59e-f6a2-4070-b3d1-9a771fa52ef7 on network 0d2d451a-e4f8-432e-a8cb-85e5a98645e8 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:34:46.613291 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:34:46.614717 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a9b29d2-6f53-45e1-99f5-e581a80c827b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:34:46.619697 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e26eab-065d-44e3-b6f9-885db44ab51d" -d '{"events": [{"server_uuid": "2a9b29d2-6f53-45e1-99f5-e581a80c827b", "name": "network-vif-plugged", "status": "completed", "tag": "1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:34:46.638848 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device bd7e21f0-5324-4d48-9eca-dec98b44590e details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:34:46.654755 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484e5344-3286-4991-92ce-6887f543be0f req-3d6bcacf-ef0b-49e2-9ff3-c4a918687abf service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:34:46.655096 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484e5344-3286-4991-92ce-6887f543be0f req-3d6bcacf-ef0b-49e2-9ff3-c4a918687abf service neutron] Checking segment: {'id': '43da8eaf-145a-4efd-af9e-5d745e6d4494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0d2d451a-e4f8-432e-a8cb-85e5a98645e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:34:46.655612 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484e5344-3286-4991-92ce-6887f543be0f req-3d6bcacf-ef0b-49e2-9ff3-c4a918687abf service neutron] Bound using segment: {'id': '43da8eaf-145a-4efd-af9e-5d745e6d4494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0d2d451a-e4f8-432e-a8cb-85e5a98645e8'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:34:46.656345 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-484e5344-3286-4991-92ce-6887f543be0f req-3d6bcacf-ef0b-49e2-9ff3-c4a918687abf service neutron] Bound port: aec0e59e-f6a2-4070-b3d1-9a771fa52ef7, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43da8eaf-145a-4efd-af9e-5d745e6d4494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0d2d451a-e4f8-432e-a8cb-85e5a98645e8'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:34:46.656879 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-484e5344-3286-4991-92ce-6887f543be0f req-3d6bcacf-ef0b-49e2-9ff3-c4a918687abf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:46.712522 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3505b91f-0f64-4237-b90a-d1123a937240 req-6394539b-d573-4fff-95f9-eec306283746 service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461637 Aug 23 20:34:46.766514 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:46.800008 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-484e5344-3286-4991-92ce-6887f543be0f req-3d6bcacf-ef0b-49e2-9ff3-c4a918687abf service neutron] For port aec0e59e-f6a2-4070-b3d1-9a771fa52ef7, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:34:46.805133 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-484e5344-3286-4991-92ce-6887f543be0f req-3d6bcacf-ef0b-49e2-9ff3-c4a918687abf service neutron] For port aec0e59e-f6a2-4070-b3d1-9a771fa52ef7, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=aec0e59e-f6a2-4070-b3d1-9a771fa52ef7,segment=NetworkSegment(43da8eaf-145a-4efd-af9e-5d745e6d4494),segment_id=43da8eaf-145a-4efd-af9e-5d745e6d4494)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:34:46.807466 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-66a5ebe4-dc6a-4967-a0b3-aba731a50b3d admin admin] Allocated IP 172.20.0.1 (6ab508e3-ca9c-4ba1-a637-e61063da04b8/519e7c31-afda-49a1-9e0f-8c868d7cb053/ef1dc0c9-c9f6-4552-897d-2e5ef0ead138) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:34:46.906800 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3505b91f-0f64-4237-b90a-d1123a937240 req-8300734c-014c-4537-9668-124b37bfa22b service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845765 Aug 23 20:34:46.936937 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba51e467-ed7b-492d-98e0-d068e1b024b8 req-0811bb6d-5d7b-450a-9b2d-06e3d9964a83 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:46.940652 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ba51e467-ed7b-492d-98e0-d068e1b024b8 req-0811bb6d-5d7b-450a-9b2d-06e3d9964a83 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f7cfc7f-34f5-45e8-949d-b34b4d56b39b HTTP/1.1" status: 200 len: 947 time: 0.0873013 Aug 23 20:34:46.953763 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port bd7e21f0-5324-4d48-9eca-dec98b44590e, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=bd7e21f0-5324-4d48-9eca-dec98b44590e,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:34:46.956513 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:46.990985 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ba51e467-ed7b-492d-98e0-d068e1b024b8 req-ae53b59c-a11f-4911-b9bf-6b3f74783d73 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411732 Aug 23 20:34:46.992594 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': 'bd7e21f0-5324-4d48-9eca-dec98b44590e', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'port_id': 'bd7e21f0-5324-4d48-9eca-dec98b44590e', 'mac_address': 'fa:16:3e:58:e6:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66e9eb0-86f4-4159-852b-f29863cbf18d', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:34:47.048488 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:47.059906 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c475b512-e593-453e-8ac0-527515bcb0b1', 'name': 'network-vif-deleted', 'tag': 'de93ae82-e0c3-4903-8e31-aadb36f63b20'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:34:47.064023 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5266c13-bb3b-4603-9459-e8bc0422dc30" -d '{"events": [{"server_uuid": "c475b512-e593-453e-8ac0-527515bcb0b1", "name": "network-vif-deleted", "tag": "de93ae82-e0c3-4903-8e31-aadb36f63b20"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:34:47.075949 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff38532f-6bff-4624-8d63-88dc2b4cf06e x-openstack-request-id: req-ff38532f-6bff-4624-8d63-88dc2b4cf06e {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:34:47.076414 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a9b29d2-6f53-45e1-99f5-e581a80c827b", "name": "network-vif-plugged", "status": "completed", "tag": "1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:34:47.078857 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ff38532f-6bff-4624-8d63-88dc2b4cf06e {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:34:47.079341 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a9b29d2-6f53-45e1-99f5-e581a80c827b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9', 'code': 200} Aug 23 20:34:47.085188 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-0485fd2f-6979-4e1b-9fbd-ecd25af7d48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1659286393-router', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '48787cf2-c879-47be-8541-1cad31b41898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:34:34Z', 'updated_at': '2021-08-23T20:34:40Z', 'revision_number': 3, 'project_id': 'fee04bdee1314858880b57c3099e0dd9', 'gw_port': {'id': '48787cf2-c879-47be-8541-1cad31b41898', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:40:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:34:36Z', 'updated_at': '2021-08-23T20:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:34:47.092263 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd7e21f0-5324-4d48-9eca-dec98b44590e {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:34:47.158252 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0485fd2f-6979-4e1b-9fbd-ecd25af7d48c None None] The sync data for ids ['521b9894-b7bb-4042-844a-a95a62bbdfe7'] in n-d-805663-2 is: [{'id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1659286393-router', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '48787cf2-c879-47be-8541-1cad31b41898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:34:34Z', 'updated_at': '2021-08-23T20:34:40Z', 'revision_number': 3, 'project_id': 'fee04bdee1314858880b57c3099e0dd9', 'gw_port': {'id': '48787cf2-c879-47be-8541-1cad31b41898', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:40:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:34:36Z', 'updated_at': '2021-08-23T20:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:34:47.178616 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port bd7e21f0-5324-4d48-9eca-dec98b44590e, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=bd7e21f0-5324-4d48-9eca-dec98b44590e,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:34:47.189219 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:47.244189 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e5866-5ebf-456c-9c54-d71e61a1a600 req-64f1cf7b-c5e0-4ef3-8019-a9aa9e671bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:47.246257 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-208e5866-5ebf-456c-9c54-d71e61a1a600 req-64f1cf7b-c5e0-4ef3-8019-a9aa9e671bae service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2a9b29d2-6f53-45e1-99f5-e581a80c827b HTTP/1.1" status: 200 len: 1100 time: 0.0753412 Aug 23 20:34:47.273047 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-484e5344-3286-4991-92ce-6887f543be0f req-3d6bcacf-ef0b-49e2-9ff3-c4a918687abf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:47.305456 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-208e5866-5ebf-456c-9c54-d71e61a1a600 req-4ca6d130-0c38-482b-8c95-04a90449df8f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482550 Aug 23 20:34:47.307816 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=bd7e21f0-5324-4d48-9eca-dec98b44590e,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:47.323320 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cc51160b-1dff-485c-b5a7-95a7b705cafd req-2a8e8c41-f969-449c-af24-7e726d5f576d service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8282363 Aug 23 20:34:47.357400 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e5344-3286-4991-92ce-6887f543be0f req-3d6bcacf-ef0b-49e2-9ff3-c4a918687abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:47.357986 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-484e5344-3286-4991-92ce-6887f543be0f req-3d6bcacf-ef0b-49e2-9ff3-c4a918687abf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:47.359318 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-484e5344-3286-4991-92ce-6887f543be0f req-3d6bcacf-ef0b-49e2-9ff3-c4a918687abf service neutron] 10.222.0.11 "PUT /v2.0/ports/aec0e59e-f6a2-4070-b3d1-9a771fa52ef7 HTTP/1.1" status: 200 len: 1092 time: 3.3581038 Aug 23 20:34:47.361779 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1914d310-de1e-48ab-b7ec-46609ef761c4', 'tag': 'aec0e59e-f6a2-4070-b3d1-9a771fa52ef7'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:34:47.363751 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b311c4-6cea-4b55-aa5e-7fdb30f449d1" -d '{"events": [{"name": "network-changed", "server_uuid": "1914d310-de1e-48ab-b7ec-46609ef761c4", "tag": "aec0e59e-f6a2-4070-b3d1-9a771fa52ef7"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:34:47.408805 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6bcacf-ef0b-49e2-9ff3-c4a918687abf service neutron] Pushing event updated for resources: {'Port': ['ID=aec0e59e-f6a2-4070-b3d1-9a771fa52ef7,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:47.432703 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-66a5ebe4-dc6a-4967-a0b3-aba731a50b3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:47.460102 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-66a5ebe4-dc6a-4967-a0b3-aba731a50b3d admin admin] Transition to ACTIVE for port object ef1dc0c9-c9f6-4552-897d-2e5ef0ead138 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:34:47.471106 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c7b49845-3ce6-4fb9-a2fb-19b412518469 req-9aca9f06-507b-4c45-b63a-fba0280ad989 tempest-SecurityGroupsTestAdminJSON-1807716011 tempest-SecurityGroupsTestAdminJSON-1807716011-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:47.486404 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c7b49845-3ce6-4fb9-a2fb-19b412518469 req-9aca9f06-507b-4c45-b63a-fba0280ad989 tempest-SecurityGroupsTestAdminJSON-1807716011 tempest-SecurityGroupsTestAdminJSON-1807716011-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:47.487241 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['bd7e21f0-5324-4d48-9eca-dec98b44590e'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:34:47.541991 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-66a5ebe4-dc6a-4967-a0b3-aba731a50b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:47.619808 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca9f06-507b-4c45-b63a-fba0280ad989 tempest-SecurityGroupsTestAdminJSON-1807716011 tempest-SecurityGroupsTestAdminJSON-1807716011-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbb1b6e-4696-4a4a-a32b-be45fa55c50a,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:47.625488 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e0c350-9aa1-41ac-b18c-a791f026abca req-065214c5-0e95-4ca8-8ad9-0ee3b606b5e5 tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:47.637513 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d4e0c350-9aa1-41ac-b18c-a791f026abca req-065214c5-0e95-4ca8-8ad9-0ee3b606b5e5 tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] 10.222.0.61 "GET /v2.0/networks?id=2570b2a5-5091-4ba9-802e-156c387a4a27 HTTP/1.1" status: 200 len: 815 time: 0.2158499 Aug 23 20:34:47.663156 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a5ebe4-dc6a-4967-a0b3-aba731a50b3d admin admin] Network 6ab508e3-ca9c-4ba1-a637-e61063da04b8 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:34:47.667766 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a5ebe4-dc6a-4967-a0b3-aba731a50b3d admin admin] Pushing event updated for resources: {'Port': ['ID=ef1dc0c9-c9f6-4552-897d-2e5ef0ead138,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:47.674681 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d4e0c350-9aa1-41ac-b18c-a791f026abca req-2aa1293c-95c6-407e-8ca7-623f0757a13e tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] 10.222.0.61 "GET /v2.0/quotas/6579632f1e1d4c7481d3220ebde2ae6f HTTP/1.1" status: 200 len: 375 time: 0.0343740 Aug 23 20:34:47.674828 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-66a5ebe4-dc6a-4967-a0b3-aba731a50b3d admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:34:47.679557 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a5ebe4-dc6a-4967-a0b3-aba731a50b3d admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:34:47.729944 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e5344-3286-4991-92ce-6887f543be0f req-877bae59-f33d-47c8-98f3-b456cfab7544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:47.732193 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-484e5344-3286-4991-92ce-6887f543be0f req-877bae59-f33d-47c8-98f3-b456cfab7544 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1e53f5e203f84c21bf8d274dcef886cf&device_id=1914d310-de1e-48ab-b7ec-46609ef761c4 HTTP/1.1" status: 200 len: 1095 time: 0.1967032 Aug 23 20:34:47.763683 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d4e0c350-9aa1-41ac-b18c-a791f026abca req-9408c8ce-a3f0-4b52-8de9-77978faa3641 tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=6579632f1e1d4c7481d3220ebde2ae6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0841355 Aug 23 20:34:47.805358 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-484e5344-3286-4991-92ce-6887f543be0f req-935ff842-eeed-43bd-8732-e1124b72d4f4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aec0e59e-f6a2-4070-b3d1-9a771fa52ef7 HTTP/1.1" status: 200 len: 217 time: 0.0636678 Aug 23 20:34:47.874389 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c7b49845-3ce6-4fb9-a2fb-19b412518469 req-9aca9f06-507b-4c45-b63a-fba0280ad989 tempest-SecurityGroupsTestAdminJSON-1807716011 tempest-SecurityGroupsTestAdminJSON-1807716011-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:47.880392 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-66a5ebe4-dc6a-4967-a0b3-aba731a50b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:47.889325 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c7b49845-3ce6-4fb9-a2fb-19b412518469 req-9aca9f06-507b-4c45-b63a-fba0280ad989 tempest-SecurityGroupsTestAdminJSON-1807716011 tempest-SecurityGroupsTestAdminJSON-1807716011-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:47.929770 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d4e0c350-9aa1-41ac-b18c-a791f026abca req-524c40e2-4a2a-493f-a744-7d216b5579d6 service neutron] 10.222.0.61 "GET /v2.0/networks/2570b2a5-5091-4ba9-802e-156c387a4a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634383 Aug 23 20:34:47.969028 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e5344-3286-4991-92ce-6887f543be0f req-4f967c79-99ae-4fc7-bdaa-c607bdcc767a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:47.970695 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-484e5344-3286-4991-92ce-6887f543be0f req-4f967c79-99ae-4fc7-bdaa-c607bdcc767a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9a1429e2-0434-474c-b64e-467199634cc0 HTTP/1.1" status: 200 len: 855 time: 0.1562192 Aug 23 20:34:48.002572 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c7b49845-3ce6-4fb9-a2fb-19b412518469 req-9aca9f06-507b-4c45-b63a-fba0280ad989 tempest-SecurityGroupsTestAdminJSON-1807716011 tempest-SecurityGroupsTestAdminJSON-1807716011-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:48.003839 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c7b49845-3ce6-4fb9-a2fb-19b412518469 req-9aca9f06-507b-4c45-b63a-fba0280ad989 tempest-SecurityGroupsTestAdminJSON-1807716011 tempest-SecurityGroupsTestAdminJSON-1807716011-project-admin] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.5870075 Aug 23 20:34:48.017244 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca9f06-507b-4c45-b63a-fba0280ad989 tempest-SecurityGroupsTestAdminJSON-1807716011 tempest-SecurityGroupsTestAdminJSON-1807716011-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=227862e9-f0bc-4ade-acc2-dfdf78c4dfe0,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:48.046019 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device d1b23212-f285-4163-a093-ffa4545fc3cc details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:34:48.075739 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-484e5344-3286-4991-92ce-6887f543be0f req-9f7feb26-d7f2-4f5f-b08f-3dc756369407 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0d2d451a-e4f8-432e-a8cb-85e5a98645e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904605 Aug 23 20:34:48.085279 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160f9855-5d80-4b3e-83e4-5b68001edff3 x-openstack-request-id: req-160f9855-5d80-4b3e-83e4-5b68001edff3 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:34:48.085632 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c475b512-e593-453e-8ac0-527515bcb0b1", "name": "network-vif-deleted", "tag": "de93ae82-e0c3-4903-8e31-aadb36f63b20", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:34:48.085888 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-160f9855-5d80-4b3e-83e4-5b68001edff3 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:34:48.086280 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c475b512-e593-453e-8ac0-527515bcb0b1', 'name': 'network-vif-deleted', 'tag': 'de93ae82-e0c3-4903-8e31-aadb36f63b20', 'status': 'completed', 'code': 200} Aug 23 20:34:48.126124 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d4e0c350-9aa1-41ac-b18c-a791f026abca req-d6691a51-bad2-4431-a819-4eee257f3a50 service neutron] 10.222.0.61 "GET /v2.0/networks/2570b2a5-5091-4ba9-802e-156c387a4a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890094 Aug 23 20:34:48.197200 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d12e5620-4e96-4f5e-9fad-67a0fcef845f None None] Provisioning for port ef1dc0c9-c9f6-4552-897d-2e5ef0ead138 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:34:48.204482 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d12e5620-4e96-4f5e-9fad-67a0fcef845f None None] Provisioning complete for port ef1dc0c9-c9f6-4552-897d-2e5ef0ead138 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:34:48.204871 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d12e5620-4e96-4f5e-9fad-67a0fcef845f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:48.270714 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6f28d-5127-4a26-a24e-53caa02cd635 req-d7c165f4-d1ee-49f1-97ed-9f092ef96c7d tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:48.272385 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-53e6f28d-5127-4a26-a24e-53caa02cd635 req-d7c165f4-d1ee-49f1-97ed-9f092ef96c7d tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/ports?device_id=1914d310-de1e-48ab-b7ec-46609ef761c4 HTTP/1.1" status: 200 len: 944 time: 0.1057012 Aug 23 20:34:48.306868 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-d12e5620-4e96-4f5e-9fad-67a0fcef845f None None] Port ef1dc0c9-c9f6-4552-897d-2e5ef0ead138 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:34:48.334501 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port d1b23212-f285-4163-a093-ffa4545fc3cc, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=d1b23212-f285-4163-a093-ffa4545fc3cc,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:34:48.353948 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': 'd1b23212-f285-4163-a093-ffa4545fc3cc', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'port_id': 'd1b23212-f285-4163-a093-ffa4545fc3cc', 'mac_address': 'fa:16:3e:96:25:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66e9eb0-86f4-4159-852b-f29863cbf18d', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:34:48.366723 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-66a5ebe4-dc6a-4967-a0b3-aba731a50b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:48.373217 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-53e6f28d-5127-4a26-a24e-53caa02cd635 req-8b204d43-f081-4657-bf80-ff6b9d7b79ec tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/security-groups?id=26f54a44-9852-4d54-9348-9ab7d69f31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896280 Aug 23 20:34:48.398295 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-484e5344-3286-4991-92ce-6887f543be0f req-4afc1631-8609-4da5-8e9f-c7d44edcbb6e service neutron] 10.222.0.11 "GET /v2.0/networks/0d2d451a-e4f8-432e-a8cb-85e5a98645e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980266 Aug 23 20:34:48.445205 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:48.462093 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1b23212-f285-4163-a093-ffa4545fc3cc {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:34:48.492688 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port d1b23212-f285-4163-a093-ffa4545fc3cc, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=d1b23212-f285-4163-a093-ffa4545fc3cc,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:34:48.502783 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:48.548574 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799cc221-f76d-45bc-9328-d1d3924d1096 req-905b2d7d-9d23-4bcb-a12f-dda4f51762aa tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:48.567174 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-799cc221-f76d-45bc-9328-d1d3924d1096 req-905b2d7d-9d23-4bcb-a12f-dda4f51762aa tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a3f96f7-b730-4481-b4ce-a8068b53704d HTTP/1.1" status: 200 len: 947 time: 0.2073312 Aug 23 20:34:48.613626 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=d1b23212-f285-4163-a093-ffa4545fc3cc,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:48.614740 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-484e5344-3286-4991-92ce-6887f543be0f req-066e108d-44d3-4a52-95dd-a5e51fc36742 service neutron] 10.222.0.11 "GET /v2.0/networks/0d2d451a-e4f8-432e-a8cb-85e5a98645e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904445 Aug 23 20:34:48.626539 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 02e2aecf-9392-4bba-b0ba-adeac623cd16 details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:34:48.669053 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-799cc221-f76d-45bc-9328-d1d3924d1096 req-6f151b78-fc8a-4850-ad7c-2e4a3f70a843 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ebb7eca-c25f-47c0-a40c-65770136efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990517 Aug 23 20:34:48.672663 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device bd7e21f0-5324-4d48-9eca-dec98b44590e up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:34:48.760997 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905741e6-0994-402b-bacc-d7edd1ec7746 x-openstack-request-id: req-905741e6-0994-402b-bacc-d7edd1ec7746 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:34:48.761951 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1914d310-de1e-48ab-b7ec-46609ef761c4", "tag": "aec0e59e-f6a2-4070-b3d1-9a771fa52ef7", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:34:48.762310 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-905741e6-0994-402b-bacc-d7edd1ec7746 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:34:48.762801 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1914d310-de1e-48ab-b7ec-46609ef761c4', 'tag': 'aec0e59e-f6a2-4070-b3d1-9a771fa52ef7', 'status': 'completed', 'code': 200} Aug 23 20:34:48.768395 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-da02d2df-e933-4a48-8208-eacaf7998a52 req-df75d59a-5c7d-4ea3-9794-398cdebb380c tempest-SecurityGroupsTestAdminJSON-1807716011 tempest-SecurityGroupsTestAdminJSON-1807716011-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-377519642', 'description': 'tempest-description-1536670879'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:34:48.819764 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-da02d2df-e933-4a48-8208-eacaf7998a52 req-df75d59a-5c7d-4ea3-9794-398cdebb380c tempest-SecurityGroupsTestAdminJSON-1807716011 tempest-SecurityGroupsTestAdminJSON-1807716011-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:48.828682 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port bd7e21f0-5324-4d48-9eca-dec98b44590e completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:34:48.843162 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port bd7e21f0-5324-4d48-9eca-dec98b44590e triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:34:48.843597 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:48.880271 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-66a5ebe4-dc6a-4967-a0b3-aba731a50b3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:48.880581 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['d1b23212-f285-4163-a093-ffa4545fc3cc'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:34:48.894053 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-66a5ebe4-dc6a-4967-a0b3-aba731a50b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:48.928315 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 02e2aecf-9392-4bba-b0ba-adeac623cd16, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=02e2aecf-9392-4bba-b0ba-adeac623cd16,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:34:48.940844 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-66a5ebe4-dc6a-4967-a0b3-aba731a50b3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:48.946227 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-da02d2df-e933-4a48-8208-eacaf7998a52 req-df75d59a-5c7d-4ea3-9794-398cdebb380c tempest-SecurityGroupsTestAdminJSON-1807716011 tempest-SecurityGroupsTestAdminJSON-1807716011-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:48.952094 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-da02d2df-e933-4a48-8208-eacaf7998a52 req-df75d59a-5c7d-4ea3-9794-398cdebb380c tempest-SecurityGroupsTestAdminJSON-1807716011 tempest-SecurityGroupsTestAdminJSON-1807716011-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:48.962205 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': '02e2aecf-9392-4bba-b0ba-adeac623cd16', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'port_id': '02e2aecf-9392-4bba-b0ba-adeac623cd16', 'mac_address': 'fa:16:3e:0e:44:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66e9eb0-86f4-4159-852b-f29863cbf18d', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:34:48.998851 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-da02d2df-e933-4a48-8208-eacaf7998a52 req-df75d59a-5c7d-4ea3-9794-398cdebb380c tempest-SecurityGroupsTestAdminJSON-1807716011 tempest-SecurityGroupsTestAdminJSON-1807716011-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:49.001592 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-da02d2df-e933-4a48-8208-eacaf7998a52 req-df75d59a-5c7d-4ea3-9794-398cdebb380c tempest-SecurityGroupsTestAdminJSON-1807716011 tempest-SecurityGroupsTestAdminJSON-1807716011-project-admin] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2366776 Aug 23 20:34:49.002696 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df75d59a-5c7d-4ea3-9794-398cdebb380c tempest-SecurityGroupsTestAdminJSON-1807716011 tempest-SecurityGroupsTestAdminJSON-1807716011-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b21ddf-bb31-4813-8722-2d2af59e98ab,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:49.084753 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:49.097897 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b311c4-6cea-4b55-aa5e-7fdb30f449d1 req-f996f605-b94b-42e6-9a21-d34440901881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:49.100222 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-08b311c4-6cea-4b55-aa5e-7fdb30f449d1 req-f996f605-b94b-42e6-9a21-d34440901881 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1e53f5e203f84c21bf8d274dcef886cf&device_id=1914d310-de1e-48ab-b7ec-46609ef761c4 HTTP/1.1" status: 200 len: 1095 time: 0.3111048 Aug 23 20:34:49.118190 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443c2ec-b759-4c30-9798-6e441bd22e35 req-e92dace7-084a-4a30-a4dd-a73d49a8b7a1 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:49.119841 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1443c2ec-b759-4c30-9798-6e441bd22e35 req-e92dace7-084a-4a30-a4dd-a73d49a8b7a1 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/networks?id=9154806b-c700-4250-82e0-c3993888c62e HTTP/1.1" status: 200 len: 806 time: 0.4484119 Aug 23 20:34:49.124077 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:49.129920 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02e2aecf-9392-4bba-b0ba-adeac623cd16 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:34:49.151822 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a5ebe4-dc6a-4967-a0b3-aba731a50b3d admin admin] Network 6ab508e3-ca9c-4ba1-a637-e61063da04b8 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:34:49.168399 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd4295-a8af-4107-b68e-d0d236554dd6 req-3ae98d1e-02f2-4150-a33e-7d4cb23c1bfe tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:49.170046 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-65fd4295-a8af-4107-b68e-d0d236554dd6 req-3ae98d1e-02f2-4150-a33e-7d4cb23c1bfe tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f7cfc7f-34f5-45e8-949d-b34b4d56b39b HTTP/1.1" status: 200 len: 948 time: 0.1039379 Aug 23 20:34:49.247079 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1443c2ec-b759-4c30-9798-6e441bd22e35 req-6de53ee9-6589-4616-8279-26d7cc142692 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/quotas/29f18b1da2a844dcbeb03c332de0d358 HTTP/1.1" status: 200 len: 375 time: 0.1169736 Aug 23 20:34:49.250840 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-66a5ebe4-dc6a-4967-a0b3-aba731a50b3d admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:34:49.251387 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 48787cf2-c879-47be-8541-1cad31b41898 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:34:49.284672 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a5ebe4-dc6a-4967-a0b3-aba731a50b3d admin admin] Pushing event updated for resources: {'Port': ['ID=ef1dc0c9-c9f6-4552-897d-2e5ef0ead138,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:49.285115 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-65fd4295-a8af-4107-b68e-d0d236554dd6 req-7c51ef2c-46e6-4bb6-ba91-24a7a13ce484 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073906 Aug 23 20:34:49.317858 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 02e2aecf-9392-4bba-b0ba-adeac623cd16, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=02e2aecf-9392-4bba-b0ba-adeac623cd16,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:34:49.357070 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f7cfc7f-34f5-45e8-949d-b34b4d56b39b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7e21f0-5324-4d48-9eca-dec98b44590e'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:34:49.359493 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e2cf64-ef8c-4b70-8b26-a85c8650aa27" -d '{"events": [{"server_uuid": "4f7cfc7f-34f5-45e8-949d-b34b4d56b39b", "name": "network-vif-plugged", "status": "completed", "tag": "bd7e21f0-5324-4d48-9eca-dec98b44590e"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:34:49.373253 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:49.404715 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0a5b8086-f5f0-448e-ae3e-c29c06383119 req-f41f8e2e-c130-4d46-89cc-33fbd0bcbc10 tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d651a13-defc-45a9-9eb1-c1cf0469db0f HTTP/1.1" status: 200 len: 210 time: 0.0427175 Aug 23 20:34:49.439600 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port bd7e21f0-5324-4d48-9eca-dec98b44590e, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=bd7e21f0-5324-4d48-9eca-dec98b44590e,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:34:49.473101 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:49.528876 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=02e2aecf-9392-4bba-b0ba-adeac623cd16,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:49.578783 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 48787cf2-c879-47be-8541-1cad31b41898 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:34:49.583208 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b311c4-6cea-4b55-aa5e-7fdb30f449d1 req-3e263b1f-99f4-402e-99e8-2352f60641c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:49.585606 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-08b311c4-6cea-4b55-aa5e-7fdb30f449d1 req-3e263b1f-99f4-402e-99e8-2352f60641c7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0d2d451a-e4f8-432e-a8cb-85e5a98645e8 HTTP/1.1" status: 200 len: 916 time: 0.4621305 Aug 23 20:34:49.586594 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 48787cf2-c879-47be-8541-1cad31b41898 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:34:49.587103 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:49.595671 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1443c2ec-b759-4c30-9798-6e441bd22e35 req-2b753c8b-fdf9-4616-8a2c-f63157566a92 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=29f18b1da2a844dcbeb03c332de0d358&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3475943 Aug 23 20:34:49.607831 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a5ebe4-dc6a-4967-a0b3-aba731a50b3d admin admin] Router 521b9894-b7bb-4042-844a-a95a62bbdfe7 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:34:49.669521 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=bd7e21f0-5324-4d48-9eca-dec98b44590e,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:49.687517 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bf4dfb99-48ca-4dd2-bc40-6d2e373b3427 None None] Provisioning complete for port ef1dc0c9-c9f6-4552-897d-2e5ef0ead138 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:34:49.688239 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bf4dfb99-48ca-4dd2-bc40-6d2e373b3427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:49.696443 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-08b311c4-6cea-4b55-aa5e-7fdb30f449d1 req-630f2dae-3b3b-4146-8be7-ba1f4b1b6110 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aec0e59e-f6a2-4070-b3d1-9a771fa52ef7 HTTP/1.1" status: 200 len: 217 time: 0.0992124 Aug 23 20:34:49.730207 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['02e2aecf-9392-4bba-b0ba-adeac623cd16'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:34:49.801655 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:49.812434 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-660d7f82-757d-4abc-8c4c-2519d660c039 req-53a4e4f2-6d3c-49d0-8f24-38f9cb1e0c36 tempest-SecurityGroupsTestAdminJSON-1807716011 tempest-SecurityGroupsTestAdminJSON-1807716011-project-admin] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45089 time: 0.3500805 Aug 23 20:34:49.816864 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bf4dfb99-48ca-4dd2-bc40-6d2e373b3427 None None] Port ef1dc0c9-c9f6-4552-897d-2e5ef0ead138 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:34:49.846021 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 48787cf2-c879-47be-8541-1cad31b41898, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=48787cf2-c879-47be-8541-1cad31b41898,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:34:49.867668 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:49.887220 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b311c4-6cea-4b55-aa5e-7fdb30f449d1 req-e1e353b3-ac75-4c1d-a735-4ff57780ed5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:49.889818 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-08b311c4-6cea-4b55-aa5e-7fdb30f449d1 req-e1e353b3-ac75-4c1d-a735-4ff57780ed5f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9a1429e2-0434-474c-b64e-467199634cc0 HTTP/1.1" status: 200 len: 855 time: 0.1614749 Aug 23 20:34:49.909684 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-660d7f82-757d-4abc-8c4c-2519d660c039 req-7c813249-1240-4ed2-9009-33a3e00c5c10 tempest-SecurityGroupsTestAdminJSON-1807716011 tempest-SecurityGroupsTestAdminJSON-1807716011-project-admin] 10.222.0.61 "GET /v2.0/security-groups/26f54a44-9852-4d54-9348-9ab7d69f31bb HTTP/1.1" status: 200 len: 2981 time: 0.0761278 Aug 23 20:34:49.963149 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1443c2ec-b759-4c30-9798-6e441bd22e35 req-2a488ab5-b6cb-457d-9243-8a811895ccaf service neutron] 10.222.0.61 "GET /v2.0/networks/9154806b-c700-4250-82e0-c3993888c62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482780 Aug 23 20:34:49.971523 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=48787cf2-c879-47be-8541-1cad31b41898,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:50.021093 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-08b311c4-6cea-4b55-aa5e-7fdb30f449d1 req-ab8fe75a-8c72-43a3-a110-e663bccb09c4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0d2d451a-e4f8-432e-a8cb-85e5a98645e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1227365 Aug 23 20:34:50.048807 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-660d7f82-757d-4abc-8c4c-2519d660c039 req-c578b4d3-32b5-4b92-b484-1e4cbac69a1a tempest-SecurityGroupsTestAdminJSON-1807716011 tempest-SecurityGroupsTestAdminJSON-1807716011-project-admin] 10.222.0.61 "GET /v2.0/security-groups/26f54a44-9852-4d54-9348-9ab7d69f31bb HTTP/1.1" status: 200 len: 2981 time: 0.1308591 Aug 23 20:34:50.141986 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a5ebe4-dc6a-4967-a0b3-aba731a50b3d admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:34:50.153916 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-66a5ebe4-dc6a-4967-a0b3-aba731a50b3d admin admin] 10.222.0.61 "PUT /v2.0/routers/521b9894-b7bb-4042-844a-a95a62bbdfe7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6030149 Aug 23 20:34:50.154708 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12036dc4-ec03-4a35-8c6f-8a8accc34406 None None] Sync routers for ids ['521b9894-b7bb-4042-844a-a95a62bbdfe7'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:34:50.159416 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e0c350-9aa1-41ac-b18c-a791f026abca req-68f35451-b9be-41c7-a1ab-01c22db296bc tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:50.161165 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d4e0c350-9aa1-41ac-b18c-a791f026abca req-68f35451-b9be-41c7-a1ab-01c22db296bc tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] 10.222.0.32 "GET /v2.0/networks?id=2570b2a5-5091-4ba9-802e-156c387a4a27 HTTP/1.1" status: 200 len: 815 time: 0.2059948 Aug 23 20:34:50.180685 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12036dc4-ec03-4a35-8c6f-8a8accc34406 None None] Routers {'521b9894-b7bb-4042-844a-a95a62bbdfe7'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:34:50.181471 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-12036dc4-ec03-4a35-8c6f-8a8accc34406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:34:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['521b9894-b7bb-4042-844a-a95a62bbdfe7'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:34:50.192266 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-d4e0c350-9aa1-41ac-b18c-a791f026abca req-e85f7e37-eaac-4a9e-9d68-b173ed2d811b tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] Request body: {'port': {'device_id': '1d651a13-defc-45a9-9eb1-c1cf0469db0f', 'network_id': '2570b2a5-5091-4ba9-802e-156c387a4a27', 'admin_state_up': True, 'tenant_id': '6579632f1e1d4c7481d3220ebde2ae6f'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:34:50.217448 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1443c2ec-b759-4c30-9798-6e441bd22e35 req-e9f89779-fd2b-494a-afe0-cb286f7dab24 service neutron] 10.222.0.61 "GET /v2.0/networks/9154806b-c700-4250-82e0-c3993888c62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442670 Aug 23 20:34:50.231905 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-08b311c4-6cea-4b55-aa5e-7fdb30f449d1 req-0070005b-d0eb-4763-8729-0575c3ea1985 service neutron] 10.222.0.11 "GET /v2.0/networks/0d2d451a-e4f8-432e-a8cb-85e5a98645e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866453 Aug 23 20:34:50.236149 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:50.269928 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-660d7f82-757d-4abc-8c4c-2519d660c039 req-d0aace01-a7ed-47e3-9fff-a003b877429b tempest-SecurityGroupsTestAdminJSON-1807716011 tempest-SecurityGroupsTestAdminJSON-1807716011-project-admin] 10.222.0.61 "GET /v2.0/security-groups/34060a93-7bfe-4239-ada1-0d450b80733f HTTP/1.1" status: 200 len: 2981 time: 0.1475375 Aug 23 20:34:50.350230 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-660d7f82-757d-4abc-8c4c-2519d660c039 req-4e31880e-f0f9-4c90-95b8-c224cada4e16 tempest-SecurityGroupsTestAdminJSON-1807716011 tempest-SecurityGroupsTestAdminJSON-1807716011-project-admin] 10.222.0.61 "GET /v2.0/security-groups/34060a93-7bfe-4239-ada1-0d450b80733f HTTP/1.1" status: 200 len: 2981 time: 0.0793104 Aug 23 20:34:50.370278 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-12036dc4-ec03-4a35-8c6f-8a8accc34406 None None] Set router 521b9894-b7bb-4042-844a-a95a62bbdfe7 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:34:50.438853 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-660d7f82-757d-4abc-8c4c-2519d660c039 req-7f95e64e-3ed6-42c8-bbac-0a832ecaa5e7 tempest-SecurityGroupsTestAdminJSON-1807716011 tempest-SecurityGroupsTestAdminJSON-1807716011-project-admin] 10.222.0.61 "GET /v2.0/security-groups/45a7692a-9257-44d6-9e80-3cf8de1701b7 HTTP/1.1" status: 200 len: 2981 time: 0.0874448 Aug 23 20:34:50.447642 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4e0c350-9aa1-41ac-b18c-a791f026abca req-e85f7e37-eaac-4a9e-9d68-b173ed2d811b tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] Made reservation on behalf of 6579632f1e1d4c7481d3220ebde2ae6f for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:34:50.452574 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d4e0c350-9aa1-41ac-b18c-a791f026abca req-e85f7e37-eaac-4a9e-9d68-b173ed2d811b tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:50.480881 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92500418-39eb-47fc-8edc-7b70c025b785 x-openstack-request-id: req-92500418-39eb-47fc-8edc-7b70c025b785 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:34:50.481498 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f7cfc7f-34f5-45e8-949d-b34b4d56b39b", "name": "network-vif-plugged", "status": "completed", "tag": "bd7e21f0-5324-4d48-9eca-dec98b44590e", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:34:50.481853 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-92500418-39eb-47fc-8edc-7b70c025b785 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:34:50.482376 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f7cfc7f-34f5-45e8-949d-b34b4d56b39b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7e21f0-5324-4d48-9eca-dec98b44590e', 'code': 200} Aug 23 20:34:50.567516 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 02e2aecf-9392-4bba-b0ba-adeac623cd16 up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:34:50.654509 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-660d7f82-757d-4abc-8c4c-2519d660c039 req-d0747376-a022-414d-8796-ab2a1ba0d9e6 tempest-SecurityGroupsTestAdminJSON-1807716011 tempest-SecurityGroupsTestAdminJSON-1807716011-project-admin] 10.222.0.61 "GET /v2.0/security-groups/45a7692a-9257-44d6-9e80-3cf8de1701b7 HTTP/1.1" status: 200 len: 2981 time: 0.2118144 Aug 23 20:34:50.654644 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-08b311c4-6cea-4b55-aa5e-7fdb30f449d1 req-1284bcb9-f956-4f8d-b9e3-3974a9e5c42b service neutron] 10.222.0.11 "GET /v2.0/networks/0d2d451a-e4f8-432e-a8cb-85e5a98645e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4146855 Aug 23 20:34:50.664750 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port 02e2aecf-9392-4bba-b0ba-adeac623cd16 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:34:50.683264 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port 02e2aecf-9392-4bba-b0ba-adeac623cd16 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:34:50.683264 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:50.774812 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee568be0-5765-4147-b89d-8ae23fcbaa65 req-6c3bcd8c-0ae5-4f6e-95f9-2bc9e73bccc0 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:50.789524 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ee568be0-5765-4147-b89d-8ae23fcbaa65 req-6c3bcd8c-0ae5-4f6e-95f9-2bc9e73bccc0 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/ports?device_id=1914d310-de1e-48ab-b7ec-46609ef761c4 HTTP/1.1" status: 200 len: 944 time: 0.1900754 Aug 23 20:34:50.860499 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ee568be0-5765-4147-b89d-8ae23fcbaa65 req-59238de7-b278-4ffc-b806-103e186ff9b1 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/security-groups?id=26f54a44-9852-4d54-9348-9ab7d69f31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704837 Aug 23 20:34:50.864111 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-660d7f82-757d-4abc-8c4c-2519d660c039 req-c7733de4-4993-49be-bbd9-640e1bf18621 tempest-SecurityGroupsTestAdminJSON-1807716011 tempest-SecurityGroupsTestAdminJSON-1807716011-project-admin] 10.222.0.61 "GET /v2.0/security-groups/5581162e-9f5e-4f48-8ca6-f11c11559911 HTTP/1.1" status: 200 len: 2981 time: 0.2070959 Aug 23 20:34:50.868344 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde7737-9ebb-41f4-a1ca-9f7ed0da5a23 req-adc40c2c-fb97-4926-9c23-ddd84b84323d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:50.870065 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-efde7737-9ebb-41f4-a1ca-9f7ed0da5a23 req-adc40c2c-fb97-4926-9c23-ddd84b84323d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4f7cfc7f-34f5-45e8-949d-b34b4d56b39b HTTP/1.1" status: 200 len: 1100 time: 0.2112353 Aug 23 20:34:50.925702 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:50.966611 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-12036dc4-ec03-4a35-8c6f-8a8accc34406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1659286393-router', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '48787cf2-c879-47be-8541-1cad31b41898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:34:34Z', 'updated_at': '2021-08-23T20:34:48Z', 'revision_number': 4, 'project_id': 'fee04bdee1314858880b57c3099e0dd9', 'gw_port': {'id': '48787cf2-c879-47be-8541-1cad31b41898', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:40:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:34:36Z', 'updated_at': '2021-08-23T20:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'ef1dc0c9-c9f6-4552-897d-2e5ef0ead138', 'name': '', 'network_id': '6ab508e3-ca9c-4ba1-a637-e61063da04b8', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'mac_address': 'fa:16:3e:5a:71:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '519e7c31-afda-49a1-9e0f-8c868d7cb053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:34:46Z', 'updated_at': '2021-08-23T20:34:48Z', 'revision_number': 2, 'project_id': 'fee04bdee1314858880b57c3099e0dd9', 'subnets': [{'id': '519e7c31-afda-49a1-9e0f-8c868d7cb053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:34:50.973969 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-d4e0c350-9aa1-41ac-b18c-a791f026abca req-e85f7e37-eaac-4a9e-9d68-b173ed2d811b tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] Allocated IP 172.20.0.5 (2570b2a5-5091-4ba9-802e-156c387a4a27/143c2ba7-a161-4c59-993f-d984385e442e/9effe9d4-c64b-460f-9e2d-1068160e51f0) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:34:51.014331 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 02e2aecf-9392-4bba-b0ba-adeac623cd16, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=02e2aecf-9392-4bba-b0ba-adeac623cd16,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:34:51.019865 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:51.063679 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12036dc4-ec03-4a35-8c6f-8a8accc34406 None None] Checking router: 521b9894-b7bb-4042-844a-a95a62bbdfe7 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:34:51.064227 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12036dc4-ec03-4a35-8c6f-8a8accc34406 None None] Updating router 521b9894-b7bb-4042-844a-a95a62bbdfe7 port ef1dc0c9-c9f6-4552-897d-2e5ef0ead138 binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:34:51.150083 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-12036dc4-ec03-4a35-8c6f-8a8accc34406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:51.172235 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-efde7737-9ebb-41f4-a1ca-9f7ed0da5a23 req-fec46aa7-44f0-4331-8d52-f5c05ad05e77 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779524 Aug 23 20:34:51.187291 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=02e2aecf-9392-4bba-b0ba-adeac623cd16,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:51.225180 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-660d7f82-757d-4abc-8c4c-2519d660c039 req-153c8056-faf2-4c84-9bf4-b269bf002cfa tempest-SecurityGroupsTestAdminJSON-1807716011 tempest-SecurityGroupsTestAdminJSON-1807716011-project-admin] 10.222.0.61 "GET /v2.0/security-groups/5581162e-9f5e-4f48-8ca6-f11c11559911 HTTP/1.1" status: 200 len: 2981 time: 0.3479671 Aug 23 20:34:51.228491 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 48787cf2-c879-47be-8541-1cad31b41898 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:34:51.340859 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de2814-88b7-4c3f-ba16-094cb04bb422 req-d93bafd1-f6da-46bb-9d69-1fd8d043e261 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:51.353767 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-50de2814-88b7-4c3f-ba16-094cb04bb422 req-d93bafd1-f6da-46bb-9d69-1fd8d043e261 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a3f96f7-b730-4481-b4ce-a8068b53704d HTTP/1.1" status: 200 len: 949 time: 0.1788473 Aug 23 20:34:51.371787 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 48787cf2-c879-47be-8541-1cad31b41898 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:34:51.373118 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:51.414260 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-660d7f82-757d-4abc-8c4c-2519d660c039 req-18bee6a0-d09a-4ae5-ab50-4907553d0ca8 tempest-SecurityGroupsTestAdminJSON-1807716011 tempest-SecurityGroupsTestAdminJSON-1807716011-project-admin] 10.222.0.61 "GET /v2.0/security-groups/587fdc99-14a6-4232-ab9b-a26b7a1ae9dc HTTP/1.1" status: 200 len: 2981 time: 0.1877844 Aug 23 20:34:51.460775 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-50de2814-88b7-4c3f-ba16-094cb04bb422 req-bffc81a8-691b-4fd3-9b0f-aa08292278f9 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ebb7eca-c25f-47c0-a40c-65770136efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967629 Aug 23 20:34:51.650204 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-660d7f82-757d-4abc-8c4c-2519d660c039 req-613484c9-91c4-4e1d-b127-a3b8ac4e10a4 tempest-SecurityGroupsTestAdminJSON-1807716011 tempest-SecurityGroupsTestAdminJSON-1807716011-project-admin] 10.222.0.61 "GET /v2.0/security-groups/587fdc99-14a6-4232-ab9b-a26b7a1ae9dc HTTP/1.1" status: 200 len: 2981 time: 0.2277906 Aug 23 20:34:51.662214 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-12036dc4-ec03-4a35-8c6f-8a8accc34406 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:51.689686 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-12036dc4-ec03-4a35-8c6f-8a8accc34406 None None] Transition to ACTIVE for port object ef1dc0c9-c9f6-4552-897d-2e5ef0ead138 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:34:51.707075 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-12036dc4-ec03-4a35-8c6f-8a8accc34406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:51.750769 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4f25f-32be-41e2-99d9-18270cffebe8 req-51534e18-430f-42ea-bb00-1a5ab19f82fe tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:51.755233 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8aa4f25f-32be-41e2-99d9-18270cffebe8 req-51534e18-430f-42ea-bb00-1a5ab19f82fe tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f7cfc7f-34f5-45e8-949d-b34b4d56b39b HTTP/1.1" status: 200 len: 949 time: 0.1273806 Aug 23 20:34:51.765240 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d4e0c350-9aa1-41ac-b18c-a791f026abca req-e85f7e37-eaac-4a9e-9d68-b173ed2d811b tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:51.830722 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-660d7f82-757d-4abc-8c4c-2519d660c039 req-c57aab2b-4033-448a-ad11-15c3fcac6227 tempest-SecurityGroupsTestAdminJSON-1807716011 tempest-SecurityGroupsTestAdminJSON-1807716011-project-admin] 10.222.0.61 "GET /v2.0/security-groups/5d19651c-2bc7-4f3c-9196-7ce7ad825976 HTTP/1.1" status: 200 len: 2977 time: 0.1683280 Aug 23 20:34:51.833690 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-d4e0c350-9aa1-41ac-b18c-a791f026abca req-e85f7e37-eaac-4a9e-9d68-b173ed2d811b tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] Transition to ACTIVE for port object 9effe9d4-c64b-460f-9e2d-1068160e51f0 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:34:51.845584 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9aabe2-b61b-4c13-8d72-3e8396f4246e None None] Pushing event updated for resources: {'Port': ['ID=ef1dc0c9-c9f6-4552-897d-2e5ef0ead138,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:51.869799 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9aabe2-b61b-4c13-8d72-3e8396f4246e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:34:51.872981 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9aabe2-b61b-4c13-8d72-3e8396f4246e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:34:51.873636 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9aabe2-b61b-4c13-8d72-3e8396f4246e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:34:51.874259 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9aabe2-b61b-4c13-8d72-3e8396f4246e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:34:51.875673 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9aabe2-b61b-4c13-8d72-3e8396f4246e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:34:51.876257 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9aabe2-b61b-4c13-8d72-3e8396f4246e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:34:51.877361 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9aabe2-b61b-4c13-8d72-3e8396f4246e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:34:51.878874 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9aabe2-b61b-4c13-8d72-3e8396f4246e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:34:51.881276 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9aabe2-b61b-4c13-8d72-3e8396f4246e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:34:51.881276 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9aabe2-b61b-4c13-8d72-3e8396f4246e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:34:51.881619 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9aabe2-b61b-4c13-8d72-3e8396f4246e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:34:51.882691 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9aabe2-b61b-4c13-8d72-3e8396f4246e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:34:51.900779 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8aa4f25f-32be-41e2-99d9-18270cffebe8 req-ccbfcfb7-7162-4617-b116-915f4b0c6e0a tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346171 Aug 23 20:34:51.962554 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d4e0c350-9aa1-41ac-b18c-a791f026abca req-e85f7e37-eaac-4a9e-9d68-b173ed2d811b tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:52.036204 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-26397599-af7c-41c2-8964-a98fafc25518 req-3eb425a1-e53f-4103-be21-f6c5afd2c7f0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1677604 Aug 23 20:34:52.060380 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device aec0e59e-f6a2-4070-b3d1-9a771fa52ef7 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:34:52.060716 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-660d7f82-757d-4abc-8c4c-2519d660c039 req-9a41cb05-ecd6-4750-81d8-7d80af356b3d tempest-SecurityGroupsTestAdminJSON-1807716011 tempest-SecurityGroupsTestAdminJSON-1807716011-project-admin] 10.222.0.61 "GET /v2.0/security-groups/5d19651c-2bc7-4f3c-9196-7ce7ad825976 HTTP/1.1" status: 200 len: 2977 time: 0.2027466 Aug 23 20:34:52.075260 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4e0c350-9aa1-41ac-b18c-a791f026abca req-e85f7e37-eaac-4a9e-9d68-b173ed2d811b tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] Network 2570b2a5-5091-4ba9-802e-156c387a4a27 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:34:52.083756 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-d4e0c350-9aa1-41ac-b18c-a791f026abca req-e85f7e37-eaac-4a9e-9d68-b173ed2d811b tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:34:52.086800 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f7e37-eaac-4a9e-9d68-b173ed2d811b tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] Pushing event updated for resources: {'Port': ['ID=9effe9d4-c64b-460f-9e2d-1068160e51f0,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:52.097520 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4e0c350-9aa1-41ac-b18c-a791f026abca req-e85f7e37-eaac-4a9e-9d68-b173ed2d811b tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:34:52.189307 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-12036dc4-ec03-4a35-8c6f-8a8accc34406 None None] Attempting to bind port ef1dc0c9-c9f6-4552-897d-2e5ef0ead138 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:34:52.189886 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-12036dc4-ec03-4a35-8c6f-8a8accc34406 None None] Attempting to bind port ef1dc0c9-c9f6-4552-897d-2e5ef0ead138 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '48a0e5f3-af02-4cc1-9440-e0e582e9c7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6ab508e3-ca9c-4ba1-a637-e61063da04b8'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:34:52.190453 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12036dc4-ec03-4a35-8c6f-8a8accc34406 None None] Attempting to bind port ef1dc0c9-c9f6-4552-897d-2e5ef0ead138 on network 6ab508e3-ca9c-4ba1-a637-e61063da04b8 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:34:52.204517 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12036dc4-ec03-4a35-8c6f-8a8accc34406 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:34:52.205092 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12036dc4-ec03-4a35-8c6f-8a8accc34406 None None] Checking segment: {'id': '48a0e5f3-af02-4cc1-9440-e0e582e9c7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6ab508e3-ca9c-4ba1-a637-e61063da04b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:34:52.205670 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-12036dc4-ec03-4a35-8c6f-8a8accc34406 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:52.206328 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12036dc4-ec03-4a35-8c6f-8a8accc34406 None None] Bound using segment: {'id': '48a0e5f3-af02-4cc1-9440-e0e582e9c7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6ab508e3-ca9c-4ba1-a637-e61063da04b8'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:34:52.207980 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-12036dc4-ec03-4a35-8c6f-8a8accc34406 None None] Bound port: ef1dc0c9-c9f6-4552-897d-2e5ef0ead138, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a0e5f3-af02-4cc1-9440-e0e582e9c7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6ab508e3-ca9c-4ba1-a637-e61063da04b8'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:34:52.209042 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-12036dc4-ec03-4a35-8c6f-8a8accc34406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:52.308548 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-76195084-cd58-4439-900d-d75a3f8474ea req-d3b7d59c-bfee-4752-a2a3-eafb6dc4710b tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=1da50280-72f8-4b34-a906-80034f24c221 HTTP/1.1" status: 200 len: 210 time: 0.1006162 Aug 23 20:34:52.378736 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e0c350-9aa1-41ac-b18c-a791f026abca req-e85f7e37-eaac-4a9e-9d68-b173ed2d811b tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:52.379410 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d4e0c350-9aa1-41ac-b18c-a791f026abca req-e85f7e37-eaac-4a9e-9d68-b173ed2d811b tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:52.423567 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-660d7f82-757d-4abc-8c4c-2519d660c039 req-3bcacbd0-dc12-42b2-9e8c-69bf65391738 tempest-SecurityGroupsTestAdminJSON-1807716011 tempest-SecurityGroupsTestAdminJSON-1807716011-project-admin] 10.222.0.61 "GET /v2.0/security-groups/65fb2937-8212-401b-9112-a614b9cfab8f HTTP/1.1" status: 200 len: 2981 time: 0.3334868 Aug 23 20:34:52.484884 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-12036dc4-ec03-4a35-8c6f-8a8accc34406 None None] For port ef1dc0c9-c9f6-4552-897d-2e5ef0ead138, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:34:52.506873 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-12036dc4-ec03-4a35-8c6f-8a8accc34406 None None] For port ef1dc0c9-c9f6-4552-897d-2e5ef0ead138, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=ef1dc0c9-c9f6-4552-897d-2e5ef0ead138,segment=NetworkSegment(48a0e5f3-af02-4cc1-9440-e0e582e9c7ef),segment_id=48a0e5f3-af02-4cc1-9440-e0e582e9c7ef)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:34:52.515608 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-12036dc4-ec03-4a35-8c6f-8a8accc34406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:52.622767 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-660d7f82-757d-4abc-8c4c-2519d660c039 req-d8a0c3f8-7e9b-4994-b883-09348c935824 tempest-SecurityGroupsTestAdminJSON-1807716011 tempest-SecurityGroupsTestAdminJSON-1807716011-project-admin] 10.222.0.61 "GET /v2.0/security-groups/65fb2937-8212-401b-9112-a614b9cfab8f HTTP/1.1" status: 200 len: 2981 time: 0.1975336 Aug 23 20:34:52.665605 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d4e0c350-9aa1-41ac-b18c-a791f026abca req-e85f7e37-eaac-4a9e-9d68-b173ed2d811b tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4867356 Aug 23 20:34:52.712473 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-660d7f82-757d-4abc-8c4c-2519d660c039 req-27396bd2-1556-4d01-bbe0-696a8cb6e668 tempest-SecurityGroupsTestAdminJSON-1807716011 tempest-SecurityGroupsTestAdminJSON-1807716011-project-admin] 10.222.0.61 "GET /v2.0/security-groups/6ebb7eca-c25f-47c0-a40c-65770136efe8 HTTP/1.1" status: 200 len: 2981 time: 0.0865033 Aug 23 20:34:52.821903 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-d4e0c350-9aa1-41ac-b18c-a791f026abca req-e69570a4-c6ed-425a-a28e-44319cef4053 service neutron] Request body: {'port': {'device_id': '1d651a13-defc-45a9-9eb1-c1cf0469db0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:34:52.828103 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-660d7f82-757d-4abc-8c4c-2519d660c039 req-c21a0104-f51d-4ba3-9071-cd7d32c85a2e tempest-SecurityGroupsTestAdminJSON-1807716011 tempest-SecurityGroupsTestAdminJSON-1807716011-project-admin] 10.222.0.61 "GET /v2.0/security-groups/6ebb7eca-c25f-47c0-a40c-65770136efe8 HTTP/1.1" status: 200 len: 2981 time: 0.1140461 Aug 23 20:34:52.894142 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12036dc4-ec03-4a35-8c6f-8a8accc34406 None None] Routers {'521b9894-b7bb-4042-844a-a95a62bbdfe7'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:34:52.895326 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-12036dc4-ec03-4a35-8c6f-8a8accc34406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:34:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['521b9894-b7bb-4042-844a-a95a62bbdfe7'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:34:52.920348 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9aabe2-b61b-4c13-8d72-3e8396f4246e None None] Pushing event updated for resources: {'Port': ['ID=ef1dc0c9-c9f6-4552-897d-2e5ef0ead138,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:52.928994 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-660d7f82-757d-4abc-8c4c-2519d660c039 req-b937dbae-993b-4274-a638-ba94a34fbfa1 tempest-SecurityGroupsTestAdminJSON-1807716011 tempest-SecurityGroupsTestAdminJSON-1807716011-project-admin] 10.222.0.61 "GET /v2.0/security-groups/70e17116-aa82-441c-b618-bef6981676f3 HTTP/1.1" status: 200 len: 2981 time: 0.0737314 Aug 23 20:34:52.951120 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port aec0e59e-f6a2-4070-b3d1-9a771fa52ef7, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=aec0e59e-f6a2-4070-b3d1-9a771fa52ef7,segment=NetworkSegment(43da8eaf-145a-4efd-af9e-5d745e6d4494),segment_id=43da8eaf-145a-4efd-af9e-5d745e6d4494)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:34:52.997662 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device d1b23212-f285-4163-a093-ffa4545fc3cc up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:34:53.017262 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a3f96f7-b730-4481-b4ce-a8068b53704d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e2aecf-9392-4bba-b0ba-adeac623cd16'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:34:53.028487 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb60ada1-c5a6-48cc-a1e8-4d0047f9f146" -d '{"events": [{"server_uuid": "4a3f96f7-b730-4481-b4ce-a8068b53704d", "name": "network-vif-plugged", "status": "completed", "tag": "02e2aecf-9392-4bba-b0ba-adeac623cd16"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:34:53.040196 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-660d7f82-757d-4abc-8c4c-2519d660c039 req-fe94870c-6d80-4811-b62b-929c8d0ec2a1 tempest-SecurityGroupsTestAdminJSON-1807716011 tempest-SecurityGroupsTestAdminJSON-1807716011-project-admin] 10.222.0.61 "GET /v2.0/security-groups/70e17116-aa82-441c-b618-bef6981676f3 HTTP/1.1" status: 200 len: 2981 time: 0.0708044 Aug 23 20:34:53.047959 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d4e0c350-9aa1-41ac-b18c-a791f026abca req-e69570a4-c6ed-425a-a28e-44319cef4053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:53.054450 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': 'aec0e59e-f6a2-4070-b3d1-9a771fa52ef7', 'network_id': '0d2d451a-e4f8-432e-a8cb-85e5a98645e8', 'port_id': 'aec0e59e-f6a2-4070-b3d1-9a771fa52ef7', 'mac_address': 'fa:16:3e:99:bf:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1429e2-0434-474c-b64e-467199634cc0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:34:53.156671 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-660d7f82-757d-4abc-8c4c-2519d660c039 req-014af798-3f35-4f29-b69d-57c8f166eb22 tempest-SecurityGroupsTestAdminJSON-1807716011 tempest-SecurityGroupsTestAdminJSON-1807716011-project-admin] 10.222.0.61 "GET /v2.0/security-groups/8c89d379-1762-483a-9924-6d88093352af HTTP/1.1" status: 200 len: 2981 time: 0.1153786 Aug 23 20:34:53.248010 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-660d7f82-757d-4abc-8c4c-2519d660c039 req-a647183e-8c47-47f6-9681-2d8f59873ca0 tempest-SecurityGroupsTestAdminJSON-1807716011 tempest-SecurityGroupsTestAdminJSON-1807716011-project-admin] 10.222.0.61 "GET /v2.0/security-groups/8c89d379-1762-483a-9924-6d88093352af HTTP/1.1" status: 200 len: 2981 time: 0.0902481 Aug 23 20:34:53.254953 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26397599-af7c-41c2-8964-a98fafc25518 req-4d50aa40-f22c-47d2-9601-6f07d004be5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:53.255798 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26397599-af7c-41c2-8964-a98fafc25518 req-4d50aa40-f22c-47d2-9601-6f07d004be5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:53.255982 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26397599-af7c-41c2-8964-a98fafc25518 req-4d50aa40-f22c-47d2-9601-6f07d004be5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:53.256551 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26397599-af7c-41c2-8964-a98fafc25518 req-4d50aa40-f22c-47d2-9601-6f07d004be5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:53.257020 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26397599-af7c-41c2-8964-a98fafc25518 req-4d50aa40-f22c-47d2-9601-6f07d004be5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:53.257524 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26397599-af7c-41c2-8964-a98fafc25518 req-4d50aa40-f22c-47d2-9601-6f07d004be5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:53.258216 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26397599-af7c-41c2-8964-a98fafc25518 req-4d50aa40-f22c-47d2-9601-6f07d004be5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:53.258854 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-12036dc4-ec03-4a35-8c6f-8a8accc34406 None None] Set router 521b9894-b7bb-4042-844a-a95a62bbdfe7 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:34:53.260613 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-26397599-af7c-41c2-8964-a98fafc25518 req-4d50aa40-f22c-47d2-9601-6f07d004be5b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0a91fd320cb1405f8d3783ce9085793e&device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 6489 time: 0.8010266 Aug 23 20:34:53.358068 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443c2ec-b759-4c30-9798-6e441bd22e35 req-d9537f7e-3f4e-487a-9523-3181994df805 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:53.361713 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1443c2ec-b759-4c30-9798-6e441bd22e35 req-d9537f7e-3f4e-487a-9523-3181994df805 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.11 "GET /v2.0/networks?id=9154806b-c700-4250-82e0-c3993888c62e HTTP/1.1" status: 200 len: 806 time: 0.7369146 Aug 23 20:34:53.397071 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-1443c2ec-b759-4c30-9798-6e441bd22e35 req-36560a32-e5f3-4a16-87f6-57347518b39b tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Request body: {'port': {'device_id': '1da50280-72f8-4b34-a906-80034f24c221', 'network_id': '9154806b-c700-4250-82e0-c3993888c62e', 'admin_state_up': True, 'tenant_id': '29f18b1da2a844dcbeb03c332de0d358'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:34:53.441874 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:53.495830 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aec0e59e-f6a2-4070-b3d1-9a771fa52ef7 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:34:53.508756 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-660d7f82-757d-4abc-8c4c-2519d660c039 req-140120fe-c614-464c-a1f5-544205928de0 tempest-SecurityGroupsTestAdminJSON-1807716011 tempest-SecurityGroupsTestAdminJSON-1807716011-project-admin] 10.222.0.61 "GET /v2.0/security-groups/8dbb1b6e-4696-4a4a-a32b-be45fa55c50a HTTP/1.1" status: 200 len: 2981 time: 0.2594023 Aug 23 20:34:53.571660 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-660d7f82-757d-4abc-8c4c-2519d660c039 req-92397d07-aada-4cdb-82bd-aca900e68efa tempest-SecurityGroupsTestAdminJSON-1807716011 tempest-SecurityGroupsTestAdminJSON-1807716011-project-admin] 10.222.0.61 "GET /v2.0/security-groups/8dbb1b6e-4696-4a4a-a32b-be45fa55c50a HTTP/1.1" status: 200 len: 2981 time: 0.0616808 Aug 23 20:34:53.571835 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port d1b23212-f285-4163-a093-ffa4545fc3cc completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:34:53.606688 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port d1b23212-f285-4163-a093-ffa4545fc3cc triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:34:53.606688 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:53.619140 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port aec0e59e-f6a2-4070-b3d1-9a771fa52ef7, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=aec0e59e-f6a2-4070-b3d1-9a771fa52ef7,segment=NetworkSegment(43da8eaf-145a-4efd-af9e-5d745e6d4494),segment_id=43da8eaf-145a-4efd-af9e-5d745e6d4494)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:34:53.622387 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-15fb361b-4977-46a7-8874-1e6809a53e18 None None] Provisioning for port 9effe9d4-c64b-460f-9e2d-1068160e51f0 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:34:53.652711 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:53.661627 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-15fb361b-4977-46a7-8874-1e6809a53e18 None None] Provisioning complete for port 9effe9d4-c64b-460f-9e2d-1068160e51f0 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:34:53.662137 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-15fb361b-4977-46a7-8874-1e6809a53e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:53.672799 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-660d7f82-757d-4abc-8c4c-2519d660c039 req-bdc712c9-e08e-4be3-b235-d98f384aaf7f tempest-SecurityGroupsTestAdminJSON-1807716011 tempest-SecurityGroupsTestAdminJSON-1807716011-project-admin] 10.222.0.61 "GET /v2.0/security-groups/aaf88ac1-2bf9-4720-85b8-913f25a3f6fb HTTP/1.1" status: 200 len: 2973 time: 0.0888336 Aug 23 20:34:53.708088 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-15fb361b-4977-46a7-8874-1e6809a53e18 None None] Port 9effe9d4-c64b-460f-9e2d-1068160e51f0 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:34:53.740321 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828842b5-61f5-4012-8a89-e7f14a1d5c28 req-bfc18cdc-d401-44a3-8f53-b8ca9bb291c4 tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:53.756021 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-828842b5-61f5-4012-8a89-e7f14a1d5c28 req-bfc18cdc-d401-44a3-8f53-b8ca9bb291c4 tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d651a13-defc-45a9-9eb1-c1cf0469db0f HTTP/1.1" status: 200 len: 931 time: 0.5408463 Aug 23 20:34:53.779786 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=aec0e59e-f6a2-4070-b3d1-9a771fa52ef7,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:53.828726 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:53.876503 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port d1b23212-f285-4163-a093-ffa4545fc3cc, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=d1b23212-f285-4163-a093-ffa4545fc3cc,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:34:53.882197 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:53.981300 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-828842b5-61f5-4012-8a89-e7f14a1d5c28 req-d44f2fd2-89b1-47c0-9af3-10c4693a9d77 tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] 10.222.0.61 "GET /v2.0/security-groups?id=5581162e-9f5e-4f48-8ca6-f11c11559911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240958 Aug 23 20:34:53.982595 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-660d7f82-757d-4abc-8c4c-2519d660c039 req-c9a87c16-bb00-4dc0-9ee1-ce0ac01500b0 tempest-SecurityGroupsTestAdminJSON-1807716011 tempest-SecurityGroupsTestAdminJSON-1807716011-project-admin] 10.222.0.61 "GET /v2.0/security-groups/aaf88ac1-2bf9-4720-85b8-913f25a3f6fb HTTP/1.1" status: 200 len: 2973 time: 0.3084970 Aug 23 20:34:53.992877 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26397599-af7c-41c2-8964-a98fafc25518 req-36974e5f-71fa-4144-975c-40de79bda9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:53.994982 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26397599-af7c-41c2-8964-a98fafc25518 req-36974e5f-71fa-4144-975c-40de79bda9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:54.011138 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-12036dc4-ec03-4a35-8c6f-8a8accc34406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1659286393-router', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '48787cf2-c879-47be-8541-1cad31b41898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:34:34Z', 'updated_at': '2021-08-23T20:34:48Z', 'revision_number': 4, 'project_id': 'fee04bdee1314858880b57c3099e0dd9', 'gw_port': {'id': '48787cf2-c879-47be-8541-1cad31b41898', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:40:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:34:36Z', 'updated_at': '2021-08-23T20:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'ef1dc0c9-c9f6-4552-897d-2e5ef0ead138', 'name': '', 'network_id': '6ab508e3-ca9c-4ba1-a637-e61063da04b8', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'mac_address': 'fa:16:3e:5a:71:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '519e7c31-afda-49a1-9e0f-8c868d7cb053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:34:46Z', 'updated_at': '2021-08-23T20:34:52Z', 'revision_number': 4, 'project_id': 'fee04bdee1314858880b57c3099e0dd9', 'subnets': [{'id': '519e7c31-afda-49a1-9e0f-8c868d7cb053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:34:54.018733 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26397599-af7c-41c2-8964-a98fafc25518 req-36974e5f-71fa-4144-975c-40de79bda9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:54.021885 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-26397599-af7c-41c2-8964-a98fafc25518 req-36974e5f-71fa-4144-975c-40de79bda9cf service neutron] 10.222.0.11 "GET /v2.0/networks?id=15796354-99ed-4bbc-af1c-772cdc3fe57c&id=3540c16b-5ded-45d3-80bb-012ec217ee8b&id=3540c16b-5ded-45d3-80bb-012ec217ee8b&id=3540c16b-5ded-45d3-80bb-012ec217ee8b&id=3540c16b-5ded-45d3-80bb-012ec217ee8b&id=af4706b6-78a2-4ed9-91e2-487e13d661e6&id=af4706b6-78a2-4ed9-91e2-487e13d661e6 HTTP/1.1" status: 200 len: 2293 time: 0.6826253 Aug 23 20:34:54.046384 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12036dc4-ec03-4a35-8c6f-8a8accc34406 None None] The sync data for ids ['521b9894-b7bb-4042-844a-a95a62bbdfe7'] in n-d-805663-2 is: [{'id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1659286393-router', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '48787cf2-c879-47be-8541-1cad31b41898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:34:34Z', 'updated_at': '2021-08-23T20:34:48Z', 'revision_number': 4, 'project_id': 'fee04bdee1314858880b57c3099e0dd9', 'gw_port': {'id': '48787cf2-c879-47be-8541-1cad31b41898', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:40:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:34:36Z', 'updated_at': '2021-08-23T20:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'ef1dc0c9-c9f6-4552-897d-2e5ef0ead138', 'name': '', 'network_id': '6ab508e3-ca9c-4ba1-a637-e61063da04b8', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'mac_address': 'fa:16:3e:5a:71:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '519e7c31-afda-49a1-9e0f-8c868d7cb053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:34:46Z', 'updated_at': '2021-08-23T20:34:52Z', 'revision_number': 4, 'project_id': 'fee04bdee1314858880b57c3099e0dd9', 'subnets': [{'id': '519e7c31-afda-49a1-9e0f-8c868d7cb053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:34:54.048219 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=d1b23212-f285-4163-a093-ffa4545fc3cc,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:54.061968 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['aec0e59e-f6a2-4070-b3d1-9a771fa52ef7'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:34:54.070066 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-660d7f82-757d-4abc-8c4c-2519d660c039 req-7d0044fa-4778-4c1f-a667-46e8c3c6b2bf tempest-SecurityGroupsTestAdminJSON-1807716011 tempest-SecurityGroupsTestAdminJSON-1807716011-project-admin] 10.222.0.61 "GET /v2.0/security-groups/f3f6c248-d5c2-445a-a701-7c0ffe4aed09 HTTP/1.1" status: 200 len: 2981 time: 0.0858757 Aug 23 20:34:54.117628 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-d4e0c350-9aa1-41ac-b18c-a791f026abca req-e69570a4-c6ed-425a-a28e-44319cef4053 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9effe9d4-c64b-460f-9e2d-1068160e51f0 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:34:54.204202 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d4e0c350-9aa1-41ac-b18c-a791f026abca req-e69570a4-c6ed-425a-a28e-44319cef4053 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:54.268281 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1443c2ec-b759-4c30-9798-6e441bd22e35 req-36560a32-e5f3-4a16-87f6-57347518b39b tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Made reservation on behalf of 29f18b1da2a844dcbeb03c332de0d358 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:34:54.272349 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-d4e0c350-9aa1-41ac-b18c-a791f026abca req-e69570a4-c6ed-425a-a28e-44319cef4053 service neutron] Transition to ACTIVE for port object 9effe9d4-c64b-460f-9e2d-1068160e51f0 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:34:54.275930 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-1443c2ec-b759-4c30-9798-6e441bd22e35 req-36560a32-e5f3-4a16-87f6-57347518b39b tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:54.295792 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-660d7f82-757d-4abc-8c4c-2519d660c039 req-df911c48-2bd8-49b1-a121-c1b9a026a23d tempest-SecurityGroupsTestAdminJSON-1807716011 tempest-SecurityGroupsTestAdminJSON-1807716011-project-admin] 10.222.0.61 "GET /v2.0/security-groups/f3f6c248-d5c2-445a-a701-7c0ffe4aed09 HTTP/1.1" status: 200 len: 2981 time: 0.2204473 Aug 23 20:34:54.296938 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d4e0c350-9aa1-41ac-b18c-a791f026abca req-e69570a4-c6ed-425a-a28e-44319cef4053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:54.446490 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69570a4-c6ed-425a-a28e-44319cef4053 service neutron] Pushing event updated for resources: {'Port': ['ID=9effe9d4-c64b-460f-9e2d-1068160e51f0,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:54.525372 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-26397599-af7c-41c2-8964-a98fafc25518 req-556be799-854f-448c-871e-3aac6e7b9e7c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c HTTP/1.1" status: 200 len: 1001 time: 0.4936383 Aug 23 20:34:54.687788 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-d4e0c350-9aa1-41ac-b18c-a791f026abca req-e69570a4-c6ed-425a-a28e-44319cef4053 service neutron] Attempting to bind port 9effe9d4-c64b-460f-9e2d-1068160e51f0 on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:34:54.688161 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-d4e0c350-9aa1-41ac-b18c-a791f026abca req-e69570a4-c6ed-425a-a28e-44319cef4053 service neutron] Attempting to bind port 9effe9d4-c64b-460f-9e2d-1068160e51f0 by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': 'ec4452f5-2d98-412f-a71f-56732945e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2570b2a5-5091-4ba9-802e-156c387a4a27'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:34:54.688559 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e0c350-9aa1-41ac-b18c-a791f026abca req-e69570a4-c6ed-425a-a28e-44319cef4053 service neutron] Attempting to bind port 9effe9d4-c64b-460f-9e2d-1068160e51f0 on network 2570b2a5-5091-4ba9-802e-156c387a4a27 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:34:54.719311 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e0c350-9aa1-41ac-b18c-a791f026abca req-e69570a4-c6ed-425a-a28e-44319cef4053 service neutron] Port 9effe9d4-c64b-460f-9e2d-1068160e51f0 on network 2570b2a5-5091-4ba9-802e-156c387a4a27 not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:34:54.719665 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e0c350-9aa1-41ac-b18c-a791f026abca req-e69570a4-c6ed-425a-a28e-44319cef4053 service neutron] Attempting to bind port 9effe9d4-c64b-460f-9e2d-1068160e51f0 on network 2570b2a5-5091-4ba9-802e-156c387a4a27 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:34:54.743863 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428257d-e37f-40c0-8aca-d90202d31cca req-e6e173d9-b905-44d7-9910-d3ae6f816985 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:54.764088 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3428257d-e37f-40c0-8aca-d90202d31cca req-e6e173d9-b905-44d7-9910-d3ae6f816985 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/ports?device_id=1914d310-de1e-48ab-b7ec-46609ef761c4 HTTP/1.1" status: 200 len: 945 time: 0.2268608 Aug 23 20:34:54.783190 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e0c350-9aa1-41ac-b18c-a791f026abca req-e69570a4-c6ed-425a-a28e-44319cef4053 service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:34:54.783562 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e0c350-9aa1-41ac-b18c-a791f026abca req-e69570a4-c6ed-425a-a28e-44319cef4053 service neutron] Checking segment: {'id': 'ec4452f5-2d98-412f-a71f-56732945e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2570b2a5-5091-4ba9-802e-156c387a4a27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:34:54.783992 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e0c350-9aa1-41ac-b18c-a791f026abca req-e69570a4-c6ed-425a-a28e-44319cef4053 service neutron] Bound using segment: {'id': 'ec4452f5-2d98-412f-a71f-56732945e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2570b2a5-5091-4ba9-802e-156c387a4a27'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:34:54.784512 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-d4e0c350-9aa1-41ac-b18c-a791f026abca req-e69570a4-c6ed-425a-a28e-44319cef4053 service neutron] Bound port: 9effe9d4-c64b-460f-9e2d-1068160e51f0, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec4452f5-2d98-412f-a71f-56732945e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2570b2a5-5091-4ba9-802e-156c387a4a27'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:34:54.784881 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d4e0c350-9aa1-41ac-b18c-a791f026abca req-e69570a4-c6ed-425a-a28e-44319cef4053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:54.918979 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3428257d-e37f-40c0-8aca-d90202d31cca req-ab0e8c52-259f-4db4-b6d6-d50ccee99e68 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/security-groups?id=26f54a44-9852-4d54-9348-9ab7d69f31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538055 Aug 23 20:34:55.046364 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-d4e0c350-9aa1-41ac-b18c-a791f026abca req-e69570a4-c6ed-425a-a28e-44319cef4053 service neutron] For port 9effe9d4-c64b-460f-9e2d-1068160e51f0, host n-h2-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:34:55.060521 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-d4e0c350-9aa1-41ac-b18c-a791f026abca req-e69570a4-c6ed-425a-a28e-44319cef4053 service neutron] For port 9effe9d4-c64b-460f-9e2d-1068160e51f0, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=9effe9d4-c64b-460f-9e2d-1068160e51f0,segment=NetworkSegment(ec4452f5-2d98-412f-a71f-56732945e446),segment_id=ec4452f5-2d98-412f-a71f-56732945e446)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:34:55.069323 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d4e0c350-9aa1-41ac-b18c-a791f026abca req-e69570a4-c6ed-425a-a28e-44319cef4053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:55.247825 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e0c350-9aa1-41ac-b18c-a791f026abca req-e69570a4-c6ed-425a-a28e-44319cef4053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:55.251582 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d4e0c350-9aa1-41ac-b18c-a791f026abca req-e69570a4-c6ed-425a-a28e-44319cef4053 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:55.266179 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d4e0c350-9aa1-41ac-b18c-a791f026abca req-e69570a4-c6ed-425a-a28e-44319cef4053 service neutron] 10.222.0.32 "PUT /v2.0/ports/9effe9d4-c64b-460f-9e2d-1068160e51f0 HTTP/1.1" status: 200 len: 1091 time: 2.4484031 Aug 23 20:34:55.268550 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d651a13-defc-45a9-9eb1-c1cf0469db0f', 'tag': '9effe9d4-c64b-460f-9e2d-1068160e51f0'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:34:55.271360 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6760fd33-9abd-4b08-962b-ea3ea50435ce" -d '{"events": [{"name": "network-changed", "server_uuid": "1d651a13-defc-45a9-9eb1-c1cf0469db0f", "tag": "9effe9d4-c64b-460f-9e2d-1068160e51f0"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:34:55.349220 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device ef1dc0c9-c9f6-4552-897d-2e5ef0ead138 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:34:55.371223 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69570a4-c6ed-425a-a28e-44319cef4053 service neutron] Pushing event updated for resources: {'Port': ['ID=9effe9d4-c64b-460f-9e2d-1068160e51f0,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:55.450338 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port ef1dc0c9-c9f6-4552-897d-2e5ef0ead138 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:34:55.454517 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port ef1dc0c9-c9f6-4552-897d-2e5ef0ead138 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:34:55.454896 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:55.486975 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df545eb-489f-422b-95af-7ea1ea64157c req-206bc2be-a78e-479d-ac2a-57a22b61552c tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:55.501830 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4df545eb-489f-422b-95af-7ea1ea64157c req-206bc2be-a78e-479d-ac2a-57a22b61552c tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a3f96f7-b730-4481-b4ce-a8068b53704d HTTP/1.1" status: 200 len: 949 time: 0.2057812 Aug 23 20:34:55.518014 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26397599-af7c-41c2-8964-a98fafc25518 req-7fa42ae1-7830-4444-8a75-68f56d41bba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:55.520220 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-26397599-af7c-41c2-8964-a98fafc25518 req-7fa42ae1-7830-4444-8a75-68f56d41bba1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=92348ce8-7731-44f5-b707-e42d9a125beb HTTP/1.1" status: 200 len: 851 time: 0.9845574 Aug 23 20:34:55.572367 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e0c350-9aa1-41ac-b18c-a791f026abca req-1f16df0c-6f91-4982-b39c-18ad3e3cdc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:55.574476 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d4e0c350-9aa1-41ac-b18c-a791f026abca req-1f16df0c-6f91-4982-b39c-18ad3e3cdc21 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6579632f1e1d4c7481d3220ebde2ae6f&device_id=1d651a13-defc-45a9-9eb1-c1cf0469db0f HTTP/1.1" status: 200 len: 1094 time: 0.1916530 Aug 23 20:34:55.623811 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a83f7f-4104-41e3-a825-bcc01ea0e0ed req-5be99220-b80e-4d49-b083-00bfbd4f87d4 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:55.633206 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-85a83f7f-4104-41e3-a825-bcc01ea0e0ed req-5be99220-b80e-4d49-b083-00bfbd4f87d4 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/networks?id=6ab508e3-ca9c-4ba1-a637-e61063da04b8 HTTP/1.1" status: 200 len: 821 time: 1.2896693 Aug 23 20:34:55.651168 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4df545eb-489f-422b-95af-7ea1ea64157c req-2d204c30-d4d6-443e-bd4d-c079d80c868b tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ebb7eca-c25f-47c0-a40c-65770136efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484058 Aug 23 20:34:55.659129 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-85a83f7f-4104-41e3-a825-bcc01ea0e0ed req-63dfa6cf-7776-4142-aad5-ddca697c8c4a tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/quotas/fee04bdee1314858880b57c3099e0dd9 HTTP/1.1" status: 200 len: 375 time: 0.0241418 Aug 23 20:34:55.718820 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:55.767712 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26397599-af7c-41c2-8964-a98fafc25518 req-cb07ee7b-b539-4c5e-88e5-e188240bb01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:55.769841 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-26397599-af7c-41c2-8964-a98fafc25518 req-cb07ee7b-b539-4c5e-88e5-e188240bb01e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=15796354-99ed-4bbc-af1c-772cdc3fe57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2188976 Aug 23 20:34:55.779092 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-1443c2ec-b759-4c30-9798-6e441bd22e35 req-36560a32-e5f3-4a16-87f6-57347518b39b tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Allocated IP 172.20.0.4 (9154806b-c700-4250-82e0-c3993888c62e/680c283d-5185-45a2-940f-1ee3de9335bc/058f1047-66ce-4305-ba0a-2a7622600874) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:34:55.802120 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d4e0c350-9aa1-41ac-b18c-a791f026abca req-3c4a4b92-3046-4da9-9cef-2bcd2883eb8a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9effe9d4-c64b-460f-9e2d-1068160e51f0 HTTP/1.1" status: 200 len: 217 time: 0.1499324 Aug 23 20:34:55.919963 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port ef1dc0c9-c9f6-4552-897d-2e5ef0ead138, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=ef1dc0c9-c9f6-4552-897d-2e5ef0ead138,segment=NetworkSegment(48a0e5f3-af02-4cc1-9440-e0e582e9c7ef),segment_id=48a0e5f3-af02-4cc1-9440-e0e582e9c7ef)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:34:55.931487 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:55.954060 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ea740-5561-4df9-9baa-6c099d8804e0 req-80a26ad4-fed7-4ea3-a785-bc76820749ff tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:55.968223 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-989ea740-5561-4df9-9baa-6c099d8804e0 req-80a26ad4-fed7-4ea3-a785-bc76820749ff tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f7cfc7f-34f5-45e8-949d-b34b4d56b39b HTTP/1.1" status: 200 len: 949 time: 0.1523221 Aug 23 20:34:56.001870 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e0c350-9aa1-41ac-b18c-a791f026abca req-507c72dd-dcaf-462f-91f2-f5fad634db5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:56.003437 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d4e0c350-9aa1-41ac-b18c-a791f026abca req-507c72dd-dcaf-462f-91f2-f5fad634db5c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=143c2ba7-a161-4c59-993f-d984385e442e HTTP/1.1" status: 200 len: 854 time: 0.1376245 Aug 23 20:34:56.048823 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-1443c2ec-b759-4c30-9798-6e441bd22e35 req-36560a32-e5f3-4a16-87f6-57347518b39b tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:56.054162 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-989ea740-5561-4df9-9baa-6c099d8804e0 req-ccb7c098-dc5c-4119-8164-5d87f2f9a40c tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850894 Aug 23 20:34:56.071886 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=ef1dc0c9-c9f6-4552-897d-2e5ef0ead138,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:56.075028 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device aec0e59e-f6a2-4070-b3d1-9a771fa52ef7 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:34:56.223771 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8614249-7749-4946-9e43-87fad47923a2 x-openstack-request-id: req-e8614249-7749-4946-9e43-87fad47923a2 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:34:56.224713 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a3f96f7-b730-4481-b4ce-a8068b53704d", "name": "network-vif-plugged", "status": "completed", "tag": "02e2aecf-9392-4bba-b0ba-adeac623cd16", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:34:56.225199 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e8614249-7749-4946-9e43-87fad47923a2 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:34:56.228989 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a3f96f7-b730-4481-b4ce-a8068b53704d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e2aecf-9392-4bba-b0ba-adeac623cd16', 'code': 200} Aug 23 20:34:56.242258 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-26397599-af7c-41c2-8964-a98fafc25518 req-40e9b7db-1515-48a6-8147-ed17eeaff6b1 service neutron] 10.222.0.11 "GET /v2.0/networks/15796354-99ed-4bbc-af1c-772cdc3fe57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240766 Aug 23 20:34:56.246360 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-1443c2ec-b759-4c30-9798-6e441bd22e35 req-36560a32-e5f3-4a16-87f6-57347518b39b tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:56.275472 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port aec0e59e-f6a2-4070-b3d1-9a771fa52ef7 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:34:56.285549 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port aec0e59e-f6a2-4070-b3d1-9a771fa52ef7 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:34:56.286307 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:56.293238 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1443c2ec-b759-4c30-9798-6e441bd22e35 req-36560a32-e5f3-4a16-87f6-57347518b39b tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Network 9154806b-c700-4250-82e0-c3993888c62e is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:34:56.303402 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-1443c2ec-b759-4c30-9798-6e441bd22e35 req-36560a32-e5f3-4a16-87f6-57347518b39b tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:34:56.306175 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-1443c2ec-b759-4c30-9798-6e441bd22e35 req-36560a32-e5f3-4a16-87f6-57347518b39b tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:34:56.374320 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['2fd138a2-a960-44b8-8ce2-767dd6fe86fd'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:34:56.497149 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-85a83f7f-4104-41e3-a825-bcc01ea0e0ed req-4a913bf0-92b1-4e5e-bf72-f88754bc689a tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=fee04bdee1314858880b57c3099e0dd9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8362834 Aug 23 20:34:56.498076 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36560a32-e5f3-4a16-87f6-57347518b39b tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Pushing event updated for resources: {'Port': ['ID=058f1047-66ce-4305-ba0a-2a7622600874,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:56.592742 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:56.740752 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port aec0e59e-f6a2-4070-b3d1-9a771fa52ef7, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=aec0e59e-f6a2-4070-b3d1-9a771fa52ef7,segment=NetworkSegment(43da8eaf-145a-4efd-af9e-5d745e6d4494),segment_id=43da8eaf-145a-4efd-af9e-5d745e6d4494)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:34:56.748687 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:56.785198 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443c2ec-b759-4c30-9798-6e441bd22e35 req-36560a32-e5f3-4a16-87f6-57347518b39b tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:56.785198 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-1443c2ec-b759-4c30-9798-6e441bd22e35 req-36560a32-e5f3-4a16-87f6-57347518b39b tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:56.834953 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1443c2ec-b759-4c30-9798-6e441bd22e35 req-36560a32-e5f3-4a16-87f6-57347518b39b tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4470379 Aug 23 20:34:56.849429 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-1443c2ec-b759-4c30-9798-6e441bd22e35 req-9f836520-935e-4657-a47a-a5a016b2e725 service neutron] Request body: {'port': {'device_id': '1da50280-72f8-4b34-a906-80034f24c221', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:34:56.852948 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71d3a8-345e-49e0-ae02-0255c0ae45cd req-19e3c7c7-d692-427e-9729-a3ee6dbfa652 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:56.861255 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ce71d3a8-345e-49e0-ae02-0255c0ae45cd req-19e3c7c7-d692-427e-9729-a3ee6dbfa652 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=1da50280-72f8-4b34-a906-80034f24c221 HTTP/1.1" status: 200 len: 931 time: 0.1077371 Aug 23 20:34:56.891734 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e0c350-9aa1-41ac-b18c-a791f026abca req-07ef2e3f-70a3-4afb-8c80-a4615feb2b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:56.893886 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d4e0c350-9aa1-41ac-b18c-a791f026abca req-07ef2e3f-70a3-4afb-8c80-a4615feb2b72 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2570b2a5-5091-4ba9-802e-156c387a4a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8630891 Aug 23 20:34:56.906149 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978282c-d4f8-42f3-bf9c-f925017f8f00 req-9d0d958a-4533-4804-9922-37aa593dd7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:56.907707 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7978282c-d4f8-42f3-bf9c-f925017f8f00 req-9d0d958a-4533-4804-9922-37aa593dd7d5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4a3f96f7-b730-4481-b4ce-a8068b53704d HTTP/1.1" status: 200 len: 1100 time: 0.1235516 Aug 23 20:34:56.960494 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=aec0e59e-f6a2-4070-b3d1-9a771fa52ef7,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:56.978562 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-85a83f7f-4104-41e3-a825-bcc01ea0e0ed req-e350c8b3-f635-407a-b293-63fe431aeb91 service neutron] 10.222.0.61 "GET /v2.0/networks/6ab508e3-ca9c-4ba1-a637-e61063da04b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221266 Aug 23 20:34:56.985512 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ce71d3a8-345e-49e0-ae02-0255c0ae45cd req-d392d4ed-0d0c-446d-8f35-e708e2f5248c tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232667 Aug 23 20:34:57.111405 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-85a83f7f-4104-41e3-a825-bcc01ea0e0ed req-5f8f0bd2-3a18-451b-a462-aa3a0195534b service neutron] 10.222.0.61 "GET /v2.0/networks/6ab508e3-ca9c-4ba1-a637-e61063da04b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244478 Aug 23 20:34:57.132625 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-1443c2ec-b759-4c30-9798-6e441bd22e35 req-9f836520-935e-4657-a47a-a5a016b2e725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:57.138495 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-26397599-af7c-41c2-8964-a98fafc25518 req-d9d19541-b20c-494d-9a38-4e2095958197 service neutron] 10.222.0.11 "GET /v2.0/networks/15796354-99ed-4bbc-af1c-772cdc3fe57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8775935 Aug 23 20:34:57.193661 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-26397599-af7c-41c2-8964-a98fafc25518 req-00808858-87cd-49b6-ba12-c946fcd3a1a7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=60ae1ebc-636b-4489-b110-9d50fcbfd8b3 HTTP/1.1" status: 200 len: 217 time: 0.0476575 Aug 23 20:34:57.196869 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7978282c-d4f8-42f3-bf9c-f925017f8f00 req-2f5d8300-2b17-473a-9fe6-c227c4e16ad7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6ebb7eca-c25f-47c0-a40c-65770136efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229986 Aug 23 20:34:57.246835 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device ef1dc0c9-c9f6-4552-897d-2e5ef0ead138 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:34:57.270237 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d4e0c350-9aa1-41ac-b18c-a791f026abca req-8e7cb8fe-17eb-4a37-96f2-4cfe561c5402 service neutron] 10.222.0.32 "GET /v2.0/networks/2570b2a5-5091-4ba9-802e-156c387a4a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470740 Aug 23 20:34:57.297124 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26397599-af7c-41c2-8964-a98fafc25518 req-aa87d472-c2ed-4061-bb91-b3e7e1e196f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:57.298748 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-26397599-af7c-41c2-8964-a98fafc25518 req-aa87d472-c2ed-4061-bb91-b3e7e1e196f8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1fd3acb9-9364-43a9-926f-7317badfdeb5 HTTP/1.1" status: 200 len: 797 time: 0.0800724 Aug 23 20:34:57.346277 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b01a50e5-d894-47ce-80df-1e2c8f1e3543 req-c37c7199-2106-4c69-96fd-8f31642056ed tempest-SecurityGroupsTestAdminJSON-2030106733 tempest-SecurityGroupsTestAdminJSON-2030106733-project] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d9e51493ead8476c84d6b015252e045e HTTP/1.1" status: 200 len: 6103 time: 0.2988193 Aug 23 20:34:57.394088 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port ef1dc0c9-c9f6-4552-897d-2e5ef0ead138 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:34:57.399145 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:57.446488 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b01a50e5-d894-47ce-80df-1e2c8f1e3543 req-a830f651-2a65-4afe-9840-7b46c2d43588 tempest-SecurityGroupsTestAdminJSON-2030106733 tempest-SecurityGroupsTestAdminJSON-2030106733-project] 10.222.0.61 "GET /v2.0/security-groups/f3f6c248-d5c2-445a-a701-7c0ffe4aed09 HTTP/1.1" status: 200 len: 2981 time: 0.0980909 Aug 23 20:34:57.596707 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b01a50e5-d894-47ce-80df-1e2c8f1e3543 req-22d9ea83-cd35-4fee-93b2-bbcdf4f08897 tempest-SecurityGroupsTestAdminJSON-2030106733 tempest-SecurityGroupsTestAdminJSON-2030106733-project] 10.222.0.61 "GET /v2.0/security-groups/f3f6c248-d5c2-445a-a701-7c0ffe4aed09 HTTP/1.1" status: 200 len: 2981 time: 0.1407876 Aug 23 20:34:57.671797 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645823ad-f824-46ee-ab89-deecb684c0a5 x-openstack-request-id: req-645823ad-f824-46ee-ab89-deecb684c0a5 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:34:57.672739 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d651a13-defc-45a9-9eb1-c1cf0469db0f", "tag": "9effe9d4-c64b-460f-9e2d-1068160e51f0", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:34:57.673323 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-645823ad-f824-46ee-ab89-deecb684c0a5 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:34:57.674079 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d651a13-defc-45a9-9eb1-c1cf0469db0f', 'tag': '9effe9d4-c64b-460f-9e2d-1068160e51f0', 'status': 'completed', 'code': 200} Aug 23 20:34:57.752967 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26397599-af7c-41c2-8964-a98fafc25518 req-dbba7619-f6a0-446c-86f2-dce4e7079191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:57.754661 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-26397599-af7c-41c2-8964-a98fafc25518 req-dbba7619-f6a0-446c-86f2-dce4e7079191 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3540c16b-5ded-45d3-80bb-012ec217ee8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4480414 Aug 23 20:34:57.852856 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fb5a6-e301-41c7-b7cb-f745be2c22b2 req-fecfb9b4-b8c4-4947-bac6-6452ae1920c7 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:57.855135 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2e1fb5a6-e301-41c7-b7cb-f745be2c22b2 req-fecfb9b4-b8c4-4947-bac6-6452ae1920c7 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/ports?device_id=1914d310-de1e-48ab-b7ec-46609ef761c4 HTTP/1.1" status: 200 len: 946 time: 0.0905395 Aug 23 20:34:57.994155 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2e1fb5a6-e301-41c7-b7cb-f745be2c22b2 req-172e23f9-6b29-46ce-88bf-46bf48eccf59 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/security-groups?id=26f54a44-9852-4d54-9348-9ab7d69f31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229067 Aug 23 20:34:58.015319 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bb58b-57db-425a-a87c-0865240ea03c req-bc7299b8-f76a-4d56-9a53-8c47852799b8 tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:58.018471 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-849bb58b-57db-425a-a87c-0865240ea03c req-bc7299b8-f76a-4d56-9a53-8c47852799b8 tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d651a13-defc-45a9-9eb1-c1cf0469db0f HTTP/1.1" status: 200 len: 943 time: 0.2706416 Aug 23 20:34:58.114758 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-849bb58b-57db-425a-a87c-0865240ea03c req-47cf1027-a332-49e7-9d02-a705f3db7195 tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] 10.222.0.61 "GET /v2.0/security-groups?id=5581162e-9f5e-4f48-8ca6-f11c11559911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826893 Aug 23 20:34:58.133319 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-26397599-af7c-41c2-8964-a98fafc25518 req-d843b2b1-3827-4f03-a6b2-504532b4d861 service neutron] 10.222.0.11 "GET /v2.0/networks/3540c16b-5ded-45d3-80bb-012ec217ee8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334656 Aug 23 20:34:58.232822 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ff2ac2-7370-495f-852b-f9e53c571bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b23212-f285-4163-a093-ffa4545fc3cc'}, {'server_uuid': '1914d310-de1e-48ab-b7ec-46609ef761c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec0e59e-f6a2-4070-b3d1-9a771fa52ef7'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:34:58.238591 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4534ee0a-0b79-468b-b31c-24dc7e94924a" -d '{"events": [{"server_uuid": "b9ff2ac2-7370-495f-852b-f9e53c571bed", "name": "network-vif-plugged", "status": "completed", "tag": "d1b23212-f285-4163-a093-ffa4545fc3cc"}, {"server_uuid": "1914d310-de1e-48ab-b7ec-46609ef761c4", "name": "network-vif-plugged", "status": "completed", "tag": "aec0e59e-f6a2-4070-b3d1-9a771fa52ef7"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:34:58.260909 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f8b9d-433a-4aee-90cf-2b5c5786371b req-6f7d358c-12d9-4503-8ecc-32e976842615 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:58.277581 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-762f8b9d-433a-4aee-90cf-2b5c5786371b req-6f7d358c-12d9-4503-8ecc-32e976842615 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a9b29d2-6f53-45e1-99f5-e581a80c827b HTTP/1.1" status: 200 len: 949 time: 0.1337452 Aug 23 20:34:58.352802 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-762f8b9d-433a-4aee-90cf-2b5c5786371b req-7a72c29d-2879-46d7-a172-0aac1ce0a930 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714774 Aug 23 20:34:58.396612 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-1443c2ec-b759-4c30-9798-6e441bd22e35 req-9f836520-935e-4657-a47a-a5a016b2e725 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 058f1047-66ce-4305-ba0a-2a7622600874 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:34:58.423365 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-1443c2ec-b759-4c30-9798-6e441bd22e35 req-9f836520-935e-4657-a47a-a5a016b2e725 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:58.515695 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-1443c2ec-b759-4c30-9798-6e441bd22e35 req-9f836520-935e-4657-a47a-a5a016b2e725 service neutron] Transition to ACTIVE for port object 058f1047-66ce-4305-ba0a-2a7622600874 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:34:58.521770 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-1443c2ec-b759-4c30-9798-6e441bd22e35 req-9f836520-935e-4657-a47a-a5a016b2e725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:58.532693 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-280fe4e2-a32a-40ed-a9af-c8d4cab2f1df req-43c17356-c48d-4a7d-9e8b-97098b3e8ec1 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f15583-c36a-4d28-a9fd-84b5253ccbbe HTTP/1.1" status: 200 len: 210 time: 0.0420680 Aug 23 20:34:58.532890 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-26397599-af7c-41c2-8964-a98fafc25518 req-777c9f50-ae10-45f1-90ec-082e8728d85c service neutron] 10.222.0.11 "GET /v2.0/networks/3540c16b-5ded-45d3-80bb-012ec217ee8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831990 Aug 23 20:34:58.609396 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-394aebe5-7866-470e-82ea-0c4abcedd394 req-9988dd6e-993e-438d-adcb-d4e7d322afff tempest-SecurityGroupsTestAdminJSON-1807716011 tempest-SecurityGroupsTestAdminJSON-1807716011-project-admin] 10.222.0.61 "GET /v2.0/security-groups/31b21ddf-bb31-4813-8722-2d2af59e98ab HTTP/1.1" status: 200 len: 1777 time: 0.0470226 Aug 23 20:34:58.673280 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-394aebe5-7866-470e-82ea-0c4abcedd394 req-7f77e70d-4c8c-408b-bb1f-4620bf6f9aa9 tempest-SecurityGroupsTestAdminJSON-1807716011 tempest-SecurityGroupsTestAdminJSON-1807716011-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:58.676233 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ba228-81d9-4578-bae9-d59d27c07e54 req-a4f3fc75-74ee-422e-8cb7-979d9cf35905 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:58.684532 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-049ba228-81d9-4578-bae9-d59d27c07e54 req-a4f3fc75-74ee-422e-8cb7-979d9cf35905 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a3f96f7-b730-4481-b4ce-a8068b53704d HTTP/1.1" status: 200 len: 949 time: 0.2088573 Aug 23 20:34:58.689963 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-26397599-af7c-41c2-8964-a98fafc25518 req-89327115-f16a-4010-8bd3-4bc26572131c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d HTTP/1.1" status: 200 len: 217 time: 0.1255710 Aug 23 20:34:58.708024 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-394aebe5-7866-470e-82ea-0c4abcedd394 req-7f77e70d-4c8c-408b-bb1f-4620bf6f9aa9 tempest-SecurityGroupsTestAdminJSON-1807716011 tempest-SecurityGroupsTestAdminJSON-1807716011-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:58.764429 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-394aebe5-7866-470e-82ea-0c4abcedd394 req-7f77e70d-4c8c-408b-bb1f-4620bf6f9aa9 tempest-SecurityGroupsTestAdminJSON-1807716011 tempest-SecurityGroupsTestAdminJSON-1807716011-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:58.769478 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-394aebe5-7866-470e-82ea-0c4abcedd394 req-7f77e70d-4c8c-408b-bb1f-4620bf6f9aa9 tempest-SecurityGroupsTestAdminJSON-1807716011 tempest-SecurityGroupsTestAdminJSON-1807716011-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:58.781527 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-394aebe5-7866-470e-82ea-0c4abcedd394 req-7f77e70d-4c8c-408b-bb1f-4620bf6f9aa9 tempest-SecurityGroupsTestAdminJSON-1807716011 tempest-SecurityGroupsTestAdminJSON-1807716011-project-admin] 10.222.0.61 "DELETE /v2.0/security-groups/31b21ddf-bb31-4813-8722-2d2af59e98ab HTTP/1.1" status: 204 len: 173 time: 0.1700315 Aug 23 20:34:58.801383 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f77e70d-4c8c-408b-bb1f-4620bf6f9aa9 tempest-SecurityGroupsTestAdminJSON-1807716011 tempest-SecurityGroupsTestAdminJSON-1807716011-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b21ddf-bb31-4813-8722-2d2af59e98ab,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:58.831269 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f836520-935e-4657-a47a-a5a016b2e725 service neutron] Pushing event updated for resources: {'Port': ['ID=058f1047-66ce-4305-ba0a-2a7622600874,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:58.955754 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-049ba228-81d9-4578-bae9-d59d27c07e54 req-94286bb7-21ad-4975-96a2-4d0f7c8e6f1f tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ebb7eca-c25f-47c0-a40c-65770136efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609577 Aug 23 20:34:58.957384 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-1443c2ec-b759-4c30-9798-6e441bd22e35 req-9f836520-935e-4657-a47a-a5a016b2e725 service neutron] Attempting to bind port 058f1047-66ce-4305-ba0a-2a7622600874 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:34:58.957384 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-1443c2ec-b759-4c30-9798-6e441bd22e35 req-9f836520-935e-4657-a47a-a5a016b2e725 service neutron] Attempting to bind port 058f1047-66ce-4305-ba0a-2a7622600874 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': 'bbb7ca88-3a5f-4f78-b2f2-1646091f4f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9154806b-c700-4250-82e0-c3993888c62e'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:34:58.957596 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1443c2ec-b759-4c30-9798-6e441bd22e35 req-9f836520-935e-4657-a47a-a5a016b2e725 service neutron] Attempting to bind port 058f1047-66ce-4305-ba0a-2a7622600874 on network 9154806b-c700-4250-82e0-c3993888c62e {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:34:58.973913 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1443c2ec-b759-4c30-9798-6e441bd22e35 req-9f836520-935e-4657-a47a-a5a016b2e725 service neutron] Port 058f1047-66ce-4305-ba0a-2a7622600874 on network 9154806b-c700-4250-82e0-c3993888c62e not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:34:58.974191 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1443c2ec-b759-4c30-9798-6e441bd22e35 req-9f836520-935e-4657-a47a-a5a016b2e725 service neutron] Attempting to bind port 058f1047-66ce-4305-ba0a-2a7622600874 on network 9154806b-c700-4250-82e0-c3993888c62e {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:34:58.996993 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe285a4-e7e7-4b31-9cb8-bf4d6894773a req-102dcbba-0578-43c8-8da6-045500ef0632 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:58.998899 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cbe285a4-e7e7-4b31-9cb8-bf4d6894773a req-102dcbba-0578-43c8-8da6-045500ef0632 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=1da50280-72f8-4b34-a906-80034f24c221 HTTP/1.1" status: 200 len: 943 time: 0.1046891 Aug 23 20:34:59.004856 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1443c2ec-b759-4c30-9798-6e441bd22e35 req-9f836520-935e-4657-a47a-a5a016b2e725 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:34:59.005194 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1443c2ec-b759-4c30-9798-6e441bd22e35 req-9f836520-935e-4657-a47a-a5a016b2e725 service neutron] Checking segment: {'id': 'bbb7ca88-3a5f-4f78-b2f2-1646091f4f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9154806b-c700-4250-82e0-c3993888c62e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:34:59.005593 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1443c2ec-b759-4c30-9798-6e441bd22e35 req-9f836520-935e-4657-a47a-a5a016b2e725 service neutron] Bound using segment: {'id': 'bbb7ca88-3a5f-4f78-b2f2-1646091f4f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9154806b-c700-4250-82e0-c3993888c62e'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:34:59.006056 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-1443c2ec-b759-4c30-9798-6e441bd22e35 req-9f836520-935e-4657-a47a-a5a016b2e725 service neutron] Bound port: 058f1047-66ce-4305-ba0a-2a7622600874, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbb7ca88-3a5f-4f78-b2f2-1646091f4f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9154806b-c700-4250-82e0-c3993888c62e'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:34:59.006422 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-1443c2ec-b759-4c30-9798-6e441bd22e35 req-9f836520-935e-4657-a47a-a5a016b2e725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:59.009786 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26397599-af7c-41c2-8964-a98fafc25518 req-61e93e25-61cf-4a70-b4dc-72e492475cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:59.011306 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-26397599-af7c-41c2-8964-a98fafc25518 req-61e93e25-61cf-4a70-b4dc-72e492475cd3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1fd3acb9-9364-43a9-926f-7317badfdeb5 HTTP/1.1" status: 200 len: 797 time: 0.2436059 Aug 23 20:34:59.044424 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 23 Aug 2021 20:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b29b4e-207d-4419-b405-628144298910 x-openstack-request-id: req-59b29b4e-207d-4419-b405-628144298910 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:34:59.044969 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ff2ac2-7370-495f-852b-f9e53c571bed", "name": "network-vif-plugged", "status": "completed", "tag": "d1b23212-f285-4163-a093-ffa4545fc3cc", "code": 200}, {"server_uuid": "1914d310-de1e-48ab-b7ec-46609ef761c4", "name": "network-vif-plugged", "status": "completed", "tag": "aec0e59e-f6a2-4070-b3d1-9a771fa52ef7", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:34:59.044969 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-59b29b4e-207d-4419-b405-628144298910 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:34:59.045355 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9ff2ac2-7370-495f-852b-f9e53c571bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b23212-f285-4163-a093-ffa4545fc3cc', 'code': 200} Aug 23 20:34:59.045981 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1914d310-de1e-48ab-b7ec-46609ef761c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec0e59e-f6a2-4070-b3d1-9a771fa52ef7', 'code': 200} Aug 23 20:34:59.078613 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cbe285a4-e7e7-4b31-9cb8-bf4d6894773a req-fddcaecd-9570-4490-acd4-1d58eaf5fff2 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734978 Aug 23 20:34:59.145465 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26397599-af7c-41c2-8964-a98fafc25518 req-1da98ea4-f65b-4e65-9edd-309a299e5e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:59.150820 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-26397599-af7c-41c2-8964-a98fafc25518 req-1da98ea4-f65b-4e65-9edd-309a299e5e27 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3540c16b-5ded-45d3-80bb-012ec217ee8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1285949 Aug 23 20:34:59.159306 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.11', 58184) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:34:59.227995 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0f91c56d-56c2-4b41-8685-5b66d0721b3e req-a86837e1-8374-4a8e-b781-031d1565b0a3 tempest-SecurityGroupsTestAdminJSON-1807716011 tempest-SecurityGroupsTestAdminJSON-1807716011-project-admin] 10.222.0.61 "GET /v2.0/security-groups/227862e9-f0bc-4ade-acc2-dfdf78c4dfe0 HTTP/1.1" status: 200 len: 1777 time: 0.0854321 Aug 23 20:34:59.236722 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b9496-5a8f-48de-915c-c30afd2cc82e req-7e6e4920-1f8a-4302-b630-8ac5ecf4aedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:59.238482 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c73b9496-5a8f-48de-915c-c30afd2cc82e req-7e6e4920-1f8a-4302-b630-8ac5ecf4aedd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1914d310-de1e-48ab-b7ec-46609ef761c4 HTTP/1.1" status: 200 len: 1097 time: 0.0714002 Aug 23 20:34:59.312350 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c73b9496-5a8f-48de-915c-c30afd2cc82e req-80352fc4-aedc-42cc-9ec2-3fedc281d88c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=26f54a44-9852-4d54-9348-9ab7d69f31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665295 Aug 23 20:34:59.333246 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0f91c56d-56c2-4b41-8685-5b66d0721b3e req-991eb56a-ce14-43e5-b6d2-139fa051e666 tempest-SecurityGroupsTestAdminJSON-1807716011 tempest-SecurityGroupsTestAdminJSON-1807716011-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:59.361845 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-26397599-af7c-41c2-8964-a98fafc25518 req-40f70777-4e6a-400d-8045-5ea9ae59a24a service neutron] 10.222.0.11 "GET /v2.0/networks/3540c16b-5ded-45d3-80bb-012ec217ee8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814482 Aug 23 20:34:59.369708 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0f91c56d-56c2-4b41-8685-5b66d0721b3e req-991eb56a-ce14-43e5-b6d2-139fa051e666 tempest-SecurityGroupsTestAdminJSON-1807716011 tempest-SecurityGroupsTestAdminJSON-1807716011-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:59.388147 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d3309c6f-6804-49e7-a000-c4a0df789aee req-5bf9ab58-f5c4-4d81-b052-e53055e67516 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=cdefcac61f824e409c8265bba9a3689a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0782137 Aug 23 20:34:59.420779 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-1443c2ec-b759-4c30-9798-6e441bd22e35 req-9f836520-935e-4657-a47a-a5a016b2e725 service neutron] For port 058f1047-66ce-4305-ba0a-2a7622600874, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:34:59.438039 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0f91c56d-56c2-4b41-8685-5b66d0721b3e req-991eb56a-ce14-43e5-b6d2-139fa051e666 tempest-SecurityGroupsTestAdminJSON-1807716011 tempest-SecurityGroupsTestAdminJSON-1807716011-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:59.444032 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0f91c56d-56c2-4b41-8685-5b66d0721b3e req-991eb56a-ce14-43e5-b6d2-139fa051e666 tempest-SecurityGroupsTestAdminJSON-1807716011 tempest-SecurityGroupsTestAdminJSON-1807716011-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:59.449305 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0f91c56d-56c2-4b41-8685-5b66d0721b3e req-991eb56a-ce14-43e5-b6d2-139fa051e666 tempest-SecurityGroupsTestAdminJSON-1807716011 tempest-SecurityGroupsTestAdminJSON-1807716011-project-admin] 10.222.0.61 "DELETE /v2.0/security-groups/227862e9-f0bc-4ade-acc2-dfdf78c4dfe0 HTTP/1.1" status: 204 len: 173 time: 0.2090244 Aug 23 20:34:59.459367 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991eb56a-ce14-43e5-b6d2-139fa051e666 tempest-SecurityGroupsTestAdminJSON-1807716011 tempest-SecurityGroupsTestAdminJSON-1807716011-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227862e9-f0bc-4ade-acc2-dfdf78c4dfe0,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:59.486350 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-1443c2ec-b759-4c30-9798-6e441bd22e35 req-9f836520-935e-4657-a47a-a5a016b2e725 service neutron] For port 058f1047-66ce-4305-ba0a-2a7622600874, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=058f1047-66ce-4305-ba0a-2a7622600874,segment=NetworkSegment(bbb7ca88-3a5f-4f78-b2f2-1646091f4f26),segment_id=bbb7ca88-3a5f-4f78-b2f2-1646091f4f26)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:34:59.498134 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-1443c2ec-b759-4c30-9798-6e441bd22e35 req-9f836520-935e-4657-a47a-a5a016b2e725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:59.506840 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54a92e-56f8-486c-9ea5-354b25cf6257 req-937c1893-a868-43a9-a803-74421afd2577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:59.508467 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9d54a92e-56f8-486c-9ea5-354b25cf6257 req-937c1893-a868-43a9-a803-74421afd2577 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b9ff2ac2-7370-495f-852b-f9e53c571bed HTTP/1.1" status: 200 len: 1101 time: 0.3316991 Aug 23 20:34:59.642349 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449df686-0830-4566-a314-ab5e6865629a req-0fc40eae-2b23-426c-a73b-6e5bc6fabdf3 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:59.644011 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-449df686-0830-4566-a314-ab5e6865629a req-0fc40eae-2b23-426c-a73b-6e5bc6fabdf3 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/ports?device_id=1914d310-de1e-48ab-b7ec-46609ef761c4 HTTP/1.1" status: 200 len: 946 time: 0.0715349 Aug 23 20:34:59.663726 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443c2ec-b759-4c30-9798-6e441bd22e35 req-9f836520-935e-4657-a47a-a5a016b2e725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:59.664387 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-1443c2ec-b759-4c30-9798-6e441bd22e35 req-9f836520-935e-4657-a47a-a5a016b2e725 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:34:59.665804 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1443c2ec-b759-4c30-9798-6e441bd22e35 req-9f836520-935e-4657-a47a-a5a016b2e725 service neutron] 10.222.0.11 "PUT /v2.0/ports/058f1047-66ce-4305-ba0a-2a7622600874 HTTP/1.1" status: 200 len: 1091 time: 2.8219993 Aug 23 20:34:59.666274 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1da50280-72f8-4b34-a906-80034f24c221', 'tag': '058f1047-66ce-4305-ba0a-2a7622600874'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:34:59.669654 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a8f828-eef8-4efe-ad58-9d0f8e27f3bf" -d '{"events": [{"name": "network-changed", "server_uuid": "1da50280-72f8-4b34-a906-80034f24c221", "tag": "058f1047-66ce-4305-ba0a-2a7622600874"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:34:59.708232 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-449df686-0830-4566-a314-ab5e6865629a req-9cb5c508-b950-4c87-ae7d-d77842cd7567 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/security-groups?id=26f54a44-9852-4d54-9348-9ab7d69f31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569508 Aug 23 20:34:59.738349 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3309c6f-6804-49e7-a000-c4a0df789aee req-571bd24f-1556-4633-b316-dbb4853012c7 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:59.739892 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d3309c6f-6804-49e7-a000-c4a0df789aee req-571bd24f-1556-4633-b316-dbb4853012c7 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3509481 Aug 23 20:34:59.741830 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9d54a92e-56f8-486c-9ea5-354b25cf6257 req-3211b397-29ca-4292-b4f3-ff5d62c03bd7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6ebb7eca-c25f-47c0-a40c-65770136efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089376 Aug 23 20:34:59.744281 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f836520-935e-4657-a47a-a5a016b2e725 service neutron] Pushing event updated for resources: {'Port': ['ID=058f1047-66ce-4305-ba0a-2a7622600874,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:34:59.783809 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d3309c6f-6804-49e7-a000-c4a0df789aee req-87385250-191e-43ca-bd6b-7670a67b8192 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/quotas/cdefcac61f824e409c8265bba9a3689a HTTP/1.1" status: 200 len: 375 time: 0.0270081 Aug 23 20:34:59.786147 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-26397599-af7c-41c2-8964-a98fafc25518 req-e3e75721-7309-4c43-a192-1d4f4bbf72c2 service neutron] 10.222.0.11 "GET /v2.0/networks/3540c16b-5ded-45d3-80bb-012ec217ee8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767549 Aug 23 20:34:59.871162 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d3309c6f-6804-49e7-a000-c4a0df789aee req-8dce7786-0b4c-4693-ba5a-6afafb5257b1 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=cdefcac61f824e409c8265bba9a3689a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0797710 Aug 23 20:34:59.872925 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c84466e-bf5e-48e8-9d9c-d21c62942911 req-d3a0bf9b-0019-4412-bed3-04eee10c00e3 tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:34:59.879911 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8c84466e-bf5e-48e8-9d9c-d21c62942911 req-d3a0bf9b-0019-4412-bed3-04eee10c00e3 tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d651a13-defc-45a9-9eb1-c1cf0469db0f HTTP/1.1" status: 200 len: 943 time: 0.0863705 Aug 23 20:34:59.922819 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8c84466e-bf5e-48e8-9d9c-d21c62942911 req-7d9e81c5-53bc-4434-9e83-647808de40ec tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] 10.222.0.61 "GET /v2.0/security-groups?id=5581162e-9f5e-4f48-8ca6-f11c11559911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407207 Aug 23 20:35:00.072289 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-26397599-af7c-41c2-8964-a98fafc25518 req-f8e98942-e21a-473d-9b32-3e33e27ce9f4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=57ffbcc0-4376-4d05-86a0-154600a7fc9d HTTP/1.1" status: 200 len: 217 time: 0.1147976 Aug 23 20:35:00.133665 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3a2c4d1a-1131-4b49-9a7b-25fbab5615c6 req-9e5a4a1d-b9b2-462d-850e-01b568ca12a6 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f15583-c36a-4d28-a9fd-84b5253ccbbe HTTP/1.1" status: 200 len: 210 time: 0.0406747 Aug 23 20:35:00.175123 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443c2ec-b759-4c30-9798-6e441bd22e35 req-90e4af80-ad29-4e9e-8f44-fb45837e0cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:00.176916 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1443c2ec-b759-4c30-9798-6e441bd22e35 req-90e4af80-ad29-4e9e-8f44-fb45837e0cb2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=29f18b1da2a844dcbeb03c332de0d358&device_id=1da50280-72f8-4b34-a906-80034f24c221 HTTP/1.1" status: 200 len: 1094 time: 0.2010314 Aug 23 20:35:00.193783 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4abd9274-dbb6-4fd1-822c-5cbfa6074591 req-60bc0499-0e53-4e4a-a36a-f3afca26f614 tempest-SecurityGroupsTestAdminJSON-2030106733 tempest-SecurityGroupsTestAdminJSON-2030106733-project] 10.222.0.61 "GET /v2.0/security-groups/36a25b11-b36c-4ab1-8018-139cbfa8d6de HTTP/1.1" status: 200 len: 1777 time: 0.1293349 Aug 23 20:35:00.200441 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36db72b-a6b6-4770-8d86-4268531f9275 x-openstack-request-id: req-e36db72b-a6b6-4770-8d86-4268531f9275 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:35:00.200809 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1da50280-72f8-4b34-a906-80034f24c221", "tag": "058f1047-66ce-4305-ba0a-2a7622600874", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:35:00.201127 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e36db72b-a6b6-4770-8d86-4268531f9275 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:35:00.201583 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1da50280-72f8-4b34-a906-80034f24c221', 'tag': '058f1047-66ce-4305-ba0a-2a7622600874', 'status': 'completed', 'code': 200} Aug 23 20:35:00.340266 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ac08f-4459-43a1-b3e6-48cece684a0c req-2df9fe34-42f5-42bc-be07-5ec5426a5c9a tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:00.342705 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7b0ac08f-4459-43a1-b3e6-48cece684a0c req-2df9fe34-42f5-42bc-be07-5ec5426a5c9a tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a3f96f7-b730-4481-b4ce-a8068b53704d HTTP/1.1" status: 200 len: 949 time: 0.0706084 Aug 23 20:35:00.449771 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7b0ac08f-4459-43a1-b3e6-48cece684a0c req-2c0af135-c20a-4246-a3d4-1f2fe5578d3f tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ebb7eca-c25f-47c0-a40c-65770136efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950222 Aug 23 20:35:00.547208 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-30da6b62-e630-43bd-acf0-fce0fe0875c6 req-d07ebff0-33c7-45d1-82e4-eb3fdfbbdd1e tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=0deca8ee-2ce2-4faf-a30e-fed39b1d2e9f HTTP/1.1" status: 200 len: 210 time: 0.0480592 Aug 23 20:35:00.623337 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1443c2ec-b759-4c30-9798-6e441bd22e35 req-99fa5ec7-e9c3-4751-8fbe-4976703fe1d5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=058f1047-66ce-4305-ba0a-2a7622600874 HTTP/1.1" status: 200 len: 217 time: 0.4265568 Aug 23 20:35:00.628716 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26397599-af7c-41c2-8964-a98fafc25518 req-d87c62fa-9889-4bf3-92fd-2b2889eeae16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:00.630147 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-26397599-af7c-41c2-8964-a98fafc25518 req-d87c62fa-9889-4bf3-92fd-2b2889eeae16 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1fd3acb9-9364-43a9-926f-7317badfdeb5 HTTP/1.1" status: 200 len: 797 time: 0.5419402 Aug 23 20:35:00.727804 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b0b2b-968e-4cf5-9835-5afebed3ad66 req-3ded4936-fd92-437b-b7a0-e4dc8e6b127f tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:00.729906 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-817b0b2b-968e-4cf5-9835-5afebed3ad66 req-3ded4936-fd92-437b-b7a0-e4dc8e6b127f tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=1da50280-72f8-4b34-a906-80034f24c221 HTTP/1.1" status: 200 len: 943 time: 0.0950322 Aug 23 20:35:00.782112 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443c2ec-b759-4c30-9798-6e441bd22e35 req-d37a011c-2136-417d-8218-f41a79ea5b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:00.783780 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1443c2ec-b759-4c30-9798-6e441bd22e35 req-d37a011c-2136-417d-8218-f41a79ea5b23 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=680c283d-5185-45a2-940f-1ee3de9335bc HTTP/1.1" status: 200 len: 846 time: 0.1332781 Aug 23 20:35:00.798073 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26397599-af7c-41c2-8964-a98fafc25518 req-65c4710c-e84c-462e-9e69-f7012669e6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:00.799584 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-26397599-af7c-41c2-8964-a98fafc25518 req-65c4710c-e84c-462e-9e69-f7012669e6f8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3540c16b-5ded-45d3-80bb-012ec217ee8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1502745 Aug 23 20:35:00.807811 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4abd9274-dbb6-4fd1-822c-5cbfa6074591 req-44906f0f-7918-4404-986f-0aa9606cf9d2 tempest-SecurityGroupsTestAdminJSON-2030106733 tempest-SecurityGroupsTestAdminJSON-2030106733-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:00.848838 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-817b0b2b-968e-4cf5-9835-5afebed3ad66 req-66aebd2f-3536-410b-a3d9-fd954bb93ff6 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126668 Aug 23 20:35:00.868200 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1443c2ec-b759-4c30-9798-6e441bd22e35 req-34a006ef-46ad-4a9f-84b1-a2f5b9af4118 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9154806b-c700-4250-82e0-c3993888c62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638287 Aug 23 20:35:00.984043 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4abd9274-dbb6-4fd1-822c-5cbfa6074591 req-44906f0f-7918-4404-986f-0aa9606cf9d2 tempest-SecurityGroupsTestAdminJSON-2030106733 tempest-SecurityGroupsTestAdminJSON-2030106733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:01.084480 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c071b-9756-4291-b497-6a242057b58f req-c819c651-60a3-40c7-b0f7-09257f3118a2 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:01.103134 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-042c071b-9756-4291-b497-6a242057b58f req-c819c651-60a3-40c7-b0f7-09257f3118a2 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/ports?device_id=1914d310-de1e-48ab-b7ec-46609ef761c4 HTTP/1.1" status: 200 len: 946 time: 0.1498814 Aug 23 20:35:01.156217 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-26397599-af7c-41c2-8964-a98fafc25518 req-24349492-57ef-47dc-a224-1d4de147b663 service neutron] 10.222.0.11 "GET /v2.0/networks/3540c16b-5ded-45d3-80bb-012ec217ee8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435667 Aug 23 20:35:01.159249 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4abd9274-dbb6-4fd1-822c-5cbfa6074591 req-44906f0f-7918-4404-986f-0aa9606cf9d2 tempest-SecurityGroupsTestAdminJSON-2030106733 tempest-SecurityGroupsTestAdminJSON-2030106733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:01.162236 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4abd9274-dbb6-4fd1-822c-5cbfa6074591 req-44906f0f-7918-4404-986f-0aa9606cf9d2 tempest-SecurityGroupsTestAdminJSON-2030106733 tempest-SecurityGroupsTestAdminJSON-2030106733-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:01.175886 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4abd9274-dbb6-4fd1-822c-5cbfa6074591 req-44906f0f-7918-4404-986f-0aa9606cf9d2 tempest-SecurityGroupsTestAdminJSON-2030106733 tempest-SecurityGroupsTestAdminJSON-2030106733-project] 10.222.0.61 "DELETE /v2.0/security-groups/36a25b11-b36c-4ab1-8018-139cbfa8d6de HTTP/1.1" status: 204 len: 173 time: 0.9808753 Aug 23 20:35:01.179547 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1443c2ec-b759-4c30-9798-6e441bd22e35 req-85eeab8d-85dd-4a2e-b0d2-018af47d90fe service neutron] 10.222.0.11 "GET /v2.0/networks/9154806b-c700-4250-82e0-c3993888c62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730417 Aug 23 20:35:01.203837 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-042c071b-9756-4291-b497-6a242057b58f req-96084199-2dbd-4338-baf4-ec1456d67149 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/security-groups?id=26f54a44-9852-4d54-9348-9ab7d69f31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996847 Aug 23 20:35:01.344265 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44906f0f-7918-4404-986f-0aa9606cf9d2 tempest-SecurityGroupsTestAdminJSON-2030106733 tempest-SecurityGroupsTestAdminJSON-2030106733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a25b11-b36c-4ab1-8018-139cbfa8d6de,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:01.391324 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cd05d000-8352-4a19-a490-24b770737163 req-78e5babd-bbdf-4e10-972b-e7c541412fe5 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f15583-c36a-4d28-a9fd-84b5253ccbbe HTTP/1.1" status: 200 len: 210 time: 0.0291619 Aug 23 20:35:01.491363 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-05e3c373-5728-4d26-b69e-df11196b3794 req-5543f865-6edb-48a4-9454-6e5540954c09 tempest-SecurityGroupsTestAdminJSON-2030106733 tempest-SecurityGroupsTestAdminJSON-2030106733-project] 10.222.0.61 "GET /v2.0/security-groups/346faca9-ea41-4a1a-b170-f1b98d5f394f HTTP/1.1" status: 200 len: 1778 time: 0.0599380 Aug 23 20:35:01.507889 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c4d372-71be-49cc-9775-f52f4f8d2114 req-f4de22d9-9061-4de0-b559-4beeffea5c2b tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:01.516201 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-65c4d372-71be-49cc-9775-f52f4f8d2114 req-f4de22d9-9061-4de0-b559-4beeffea5c2b tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d651a13-defc-45a9-9eb1-c1cf0469db0f HTTP/1.1" status: 200 len: 943 time: 0.2571337 Aug 23 20:35:01.564991 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-26397599-af7c-41c2-8964-a98fafc25518 req-32cb6bc6-341a-470a-8045-ec817cefbe20 service neutron] 10.222.0.11 "GET /v2.0/networks/3540c16b-5ded-45d3-80bb-012ec217ee8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647468 Aug 23 20:35:01.600425 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-05e3c373-5728-4d26-b69e-df11196b3794 req-97dabc65-b32e-4e3c-acc7-82eb01e18332 tempest-SecurityGroupsTestAdminJSON-2030106733 tempest-SecurityGroupsTestAdminJSON-2030106733-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:01.616488 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1443c2ec-b759-4c30-9798-6e441bd22e35 req-5339636c-5866-40b4-9c0c-d51322c81be2 service neutron] 10.222.0.11 "GET /v2.0/networks/9154806b-c700-4250-82e0-c3993888c62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4274056 Aug 23 20:35:01.626259 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-05e3c373-5728-4d26-b69e-df11196b3794 req-97dabc65-b32e-4e3c-acc7-82eb01e18332 tempest-SecurityGroupsTestAdminJSON-2030106733 tempest-SecurityGroupsTestAdminJSON-2030106733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:01.681993 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-65c4d372-71be-49cc-9775-f52f4f8d2114 req-40f41943-ec11-47c9-b577-0afc3449524e tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] 10.222.0.61 "GET /v2.0/security-groups?id=5581162e-9f5e-4f48-8ca6-f11c11559911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648328 Aug 23 20:35:01.684697 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-05e3c373-5728-4d26-b69e-df11196b3794 req-97dabc65-b32e-4e3c-acc7-82eb01e18332 tempest-SecurityGroupsTestAdminJSON-2030106733 tempest-SecurityGroupsTestAdminJSON-2030106733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:01.685081 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-26397599-af7c-41c2-8964-a98fafc25518 req-e47acc14-ef66-4215-bbb2-1b4d726b2158 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.145&port_id=1e9559a3-8cff-4318-a999-b45c5efad87e HTTP/1.1" status: 200 len: 217 time: 0.0949767 Aug 23 20:35:01.687761 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d3309c6f-6804-49e7-a000-c4a0df789aee req-10636ba6-65b6-402d-9641-2c185aad76e0 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=cdefcac61f824e409c8265bba9a3689a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1033490 Aug 23 20:35:01.687998 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-05e3c373-5728-4d26-b69e-df11196b3794 req-97dabc65-b32e-4e3c-acc7-82eb01e18332 tempest-SecurityGroupsTestAdminJSON-2030106733 tempest-SecurityGroupsTestAdminJSON-2030106733-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:01.689496 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-05e3c373-5728-4d26-b69e-df11196b3794 req-97dabc65-b32e-4e3c-acc7-82eb01e18332 tempest-SecurityGroupsTestAdminJSON-2030106733 tempest-SecurityGroupsTestAdminJSON-2030106733-project] 10.222.0.61 "DELETE /v2.0/security-groups/346faca9-ea41-4a1a-b170-f1b98d5f394f HTTP/1.1" status: 204 len: 173 time: 0.1927686 Aug 23 20:35:01.725971 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dabc65-b32e-4e3c-acc7-82eb01e18332 tempest-SecurityGroupsTestAdminJSON-2030106733 tempest-SecurityGroupsTestAdminJSON-2030106733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=346faca9-ea41-4a1a-b170-f1b98d5f394f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:01.914846 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24266f53-9287-413f-aec4-d3cd233fc1d7 req-01d0746e-df04-44d4-add5-4b575622db50 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:01.917035 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-24266f53-9287-413f-aec4-d3cd233fc1d7 req-01d0746e-df04-44d4-add5-4b575622db50 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a3f96f7-b730-4481-b4ce-a8068b53704d HTTP/1.1" status: 200 len: 949 time: 0.0939515 Aug 23 20:35:01.987198 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-24266f53-9287-413f-aec4-d3cd233fc1d7 req-350e97c9-ab22-4dbc-8a18-b0362df8696f tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ebb7eca-c25f-47c0-a40c-65770136efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632172 Aug 23 20:35:01.999920 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-df93b416-65cd-4952-974d-56f0521c6785 req-cdef905c-bc95-4f73-9e94-1fbbb732cdee tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=0deca8ee-2ce2-4faf-a30e-fed39b1d2e9f HTTP/1.1" status: 200 len: 210 time: 0.1226184 Aug 23 20:35:02.006796 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3309c6f-6804-49e7-a000-c4a0df789aee req-529e1636-6595-4570-ad81-9d7012f39501 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:02.008231 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d3309c6f-6804-49e7-a000-c4a0df789aee req-529e1636-6595-4570-ad81-9d7012f39501 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2766485 Aug 23 20:35:02.027726 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-d3309c6f-6804-49e7-a000-c4a0df789aee req-22195946-6269-4f8f-8370-0f5f4a42b698 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Request body: {'port': {'device_id': '0deca8ee-2ce2-4faf-a30e-fed39b1d2e9f', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'admin_state_up': True, 'tenant_id': 'cdefcac61f824e409c8265bba9a3689a'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:35:02.115181 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26397599-af7c-41c2-8964-a98fafc25518 req-4233af24-924a-48a8-9c99-6231a90417e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:02.116696 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-26397599-af7c-41c2-8964-a98fafc25518 req-4233af24-924a-48a8-9c99-6231a90417e6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1fd3acb9-9364-43a9-926f-7317badfdeb5 HTTP/1.1" status: 200 len: 797 time: 0.4191189 Aug 23 20:35:02.120724 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a8f828-eef8-4efe-ad58-9d0f8e27f3bf req-497faa53-30fc-46c7-9d6a-9e54fd13cdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:02.122447 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-02a8f828-eef8-4efe-ad58-9d0f8e27f3bf req-497faa53-30fc-46c7-9d6a-9e54fd13cdfa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=29f18b1da2a844dcbeb03c332de0d358&device_id=1da50280-72f8-4b34-a906-80034f24c221 HTTP/1.1" status: 200 len: 1094 time: 0.4114044 Aug 23 20:35:02.202850 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2011f7-9bd3-49f5-a622-c0730ea113b8 req-4c00e7f7-0e56-42e6-9b29-c9c24e1dcd8d tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:02.211076 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8f2011f7-9bd3-49f5-a622-c0730ea113b8 req-4c00e7f7-0e56-42e6-9b29-c9c24e1dcd8d tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=1da50280-72f8-4b34-a906-80034f24c221 HTTP/1.1" status: 200 len: 943 time: 0.1230485 Aug 23 20:35:02.253262 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 55206) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:35:02.276536 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8f2011f7-9bd3-49f5-a622-c0730ea113b8 req-11400a78-880f-4809-bf0d-70391e37eabf tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623970 Aug 23 20:35:02.281799 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26397599-af7c-41c2-8964-a98fafc25518 req-fa0e3e15-1c0c-4cd3-a1dd-686b0dbaca7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:02.284047 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-26397599-af7c-41c2-8964-a98fafc25518 req-fa0e3e15-1c0c-4cd3-a1dd-686b0dbaca7b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3540c16b-5ded-45d3-80bb-012ec217ee8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1493206 Aug 23 20:35:02.323263 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3309c6f-6804-49e7-a000-c4a0df789aee req-22195946-6269-4f8f-8370-0f5f4a42b698 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Made reservation on behalf of cdefcac61f824e409c8265bba9a3689a for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:35:02.327911 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d3309c6f-6804-49e7-a000-c4a0df789aee req-22195946-6269-4f8f-8370-0f5f4a42b698 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:02.435587 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a8f828-eef8-4efe-ad58-9d0f8e27f3bf req-bc5fe0d3-1ed1-43f7-aac6-558160249984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:02.437598 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-02a8f828-eef8-4efe-ad58-9d0f8e27f3bf req-bc5fe0d3-1ed1-43f7-aac6-558160249984 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9154806b-c700-4250-82e0-c3993888c62e HTTP/1.1" status: 200 len: 907 time: 0.3018353 Aug 23 20:35:02.596635 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-cab01b3d-e3dc-4b58-9c84-a4ddc01d3e66 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d9e51493ead8476c84d6b015252e045e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3395107 Aug 23 20:35:02.598116 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 55216) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:35:02.650124 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-02a8f828-eef8-4efe-ad58-9d0f8e27f3bf req-c7209b24-8212-4bfa-90f8-88218c8f8978 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=058f1047-66ce-4305-ba0a-2a7622600874 HTTP/1.1" status: 200 len: 217 time: 0.1544454 Aug 23 20:35:02.692549 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dbfd4ae0-8cb1-4625-b389-1b7b246a302e req-84dc1053-9c93-4767-be8b-878dc1e4a1f3 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f15583-c36a-4d28-a9fd-84b5253ccbbe HTTP/1.1" status: 200 len: 210 time: 0.0663903 Aug 23 20:35:02.745034 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-576eaf64-b613-41cc-9310-1354365cce9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:02.779333 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-576eaf64-b613-41cc-9310-1354365cce9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:02.822095 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f6d8e-5458-4e16-b098-789fec79cb51 req-a61f0937-80be-4461-a909-4ad06bc6cf42 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:02.831381 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-272f6d8e-5458-4e16-b098-789fec79cb51 req-a61f0937-80be-4461-a909-4ad06bc6cf42 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/ports?device_id=1914d310-de1e-48ab-b7ec-46609ef761c4 HTTP/1.1" status: 200 len: 946 time: 0.4949529 Aug 23 20:35:02.844309 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-d3309c6f-6804-49e7-a000-c4a0df789aee req-22195946-6269-4f8f-8370-0f5f4a42b698 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Allocated IP 192.168.233.249 (660f640a-b8b2-40aa-8ebf-76bd1608cceb/e66e9eb0-86f4-4159-852b-f29863cbf18d/994703a9-3362-44c5-be32-e3c2fe8cbe96) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:35:02.886217 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b23246-2cf5-4b3d-bd5e-8ccf35d1a467 req-60029cf5-24e5-46a7-ba89-5140e1b7becd tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:02.888253 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a3b23246-2cf5-4b3d-bd5e-8ccf35d1a467 req-60029cf5-24e5-46a7-ba89-5140e1b7becd tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d651a13-defc-45a9-9eb1-c1cf0469db0f HTTP/1.1" status: 200 len: 943 time: 0.0814712 Aug 23 20:35:02.904480 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-576eaf64-b613-41cc-9310-1354365cce9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:02.907223 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-576eaf64-b613-41cc-9310-1354365cce9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:02.910945 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-576eaf64-b613-41cc-9310-1354365cce9b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f3f6c248-d5c2-445a-a701-7c0ffe4aed09 HTTP/1.1" status: 204 len: 168 time: 0.3080666 Aug 23 20:35:02.919168 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-26397599-af7c-41c2-8964-a98fafc25518 req-57078633-87d1-41df-bd0a-a3399d1cc392 service neutron] 10.222.0.11 "GET /v2.0/networks/3540c16b-5ded-45d3-80bb-012ec217ee8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6261256 Aug 23 20:35:02.938984 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576eaf64-b613-41cc-9310-1354365cce9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f6c248-d5c2-445a-a701-7c0ffe4aed09,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:02.967265 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a3b23246-2cf5-4b3d-bd5e-8ccf35d1a467 req-4db511a0-e366-46a9-a4c9-ed166235869a tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] 10.222.0.61 "GET /v2.0/security-groups?id=5581162e-9f5e-4f48-8ca6-f11c11559911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566535 Aug 23 20:35:03.017769 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-272f6d8e-5458-4e16-b098-789fec79cb51 req-5272bb70-42ed-46f3-984e-28d2ae172c91 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/security-groups?id=26f54a44-9852-4d54-9348-9ab7d69f31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848223 Aug 23 20:35:03.019149 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a8f828-eef8-4efe-ad58-9d0f8e27f3bf req-b2cf3686-cb99-4fce-b5b9-ee5338896f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:03.020989 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-02a8f828-eef8-4efe-ad58-9d0f8e27f3bf req-b2cf3686-cb99-4fce-b5b9-ee5338896f1b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=680c283d-5185-45a2-940f-1ee3de9335bc HTTP/1.1" status: 200 len: 846 time: 0.3230050 Aug 23 20:35:03.157656 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c30be-b853-49d3-8c4d-1466ad5207b4 req-28af2c53-6994-41f7-b84c-25206383ce0d tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:03.159022 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-239c30be-b853-49d3-8c4d-1466ad5207b4 req-28af2c53-6994-41f7-b84c-25206383ce0d tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a3f96f7-b730-4481-b4ce-a8068b53704d HTTP/1.1" status: 200 len: 949 time: 0.0719850 Aug 23 20:35:03.218839 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-239c30be-b853-49d3-8c4d-1466ad5207b4 req-3d770626-6c56-49b3-a79c-407d1edf7fe8 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ebb7eca-c25f-47c0-a40c-65770136efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519004 Aug 23 20:35:03.256279 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0b918ce1-a4f3-452a-b7cc-40c27fe288f8 req-0b885948-758f-481f-9b48-26f7ed8189ae tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=0deca8ee-2ce2-4faf-a30e-fed39b1d2e9f HTTP/1.1" status: 200 len: 210 time: 0.1312392 Aug 23 20:35:03.263005 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-02a8f828-eef8-4efe-ad58-9d0f8e27f3bf req-3cb84fed-06d7-44a2-a227-5751b912d72e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9154806b-c700-4250-82e0-c3993888c62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1934977 Aug 23 20:35:03.272652 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-26397599-af7c-41c2-8964-a98fafc25518 req-4b83dc50-df26-4338-a604-0c46382b1513 service neutron] 10.222.0.11 "GET /v2.0/networks/3540c16b-5ded-45d3-80bb-012ec217ee8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372412 Aug 23 20:35:03.373440 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-26397599-af7c-41c2-8964-a98fafc25518 req-bc02350a-bf11-4798-93d8-ac83cdc92c9e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=24a309f0-cb51-4a2a-9a2e-e94a027cbd08 HTTP/1.1" status: 200 len: 217 time: 0.0503638 Aug 23 20:35:03.440789 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 55240) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:35:03.483132 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad76709-5b8f-42eb-aafa-93020d07ae98 req-583a9cae-605b-44e0-a5a2-482701340e30 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:03.487450 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bad76709-5b8f-42eb-aafa-93020d07ae98 req-583a9cae-605b-44e0-a5a2-482701340e30 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=1da50280-72f8-4b34-a906-80034f24c221 HTTP/1.1" status: 200 len: 943 time: 0.0938997 Aug 23 20:35:03.489053 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d3309c6f-6804-49e7-a000-c4a0df789aee req-22195946-6269-4f8f-8370-0f5f4a42b698 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:03.533443 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26397599-af7c-41c2-8964-a98fafc25518 req-9aa99bff-0ec2-4f16-8ee1-5120cbb1efee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:03.535024 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-26397599-af7c-41c2-8964-a98fafc25518 req-9aa99bff-0ec2-4f16-8ee1-5120cbb1efee service neutron] 10.222.0.11 "GET /v2.0/subnets?id=219a97fb-cf76-43fd-a3c0-23a4e8b36a26 HTTP/1.1" status: 200 len: 797 time: 0.1491065 Aug 23 20:35:03.536086 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-d3309c6f-6804-49e7-a000-c4a0df789aee req-22195946-6269-4f8f-8370-0f5f4a42b698 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Transition to ACTIVE for port object 994703a9-3362-44c5-be32-e3c2fe8cbe96 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:35:03.567891 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bad76709-5b8f-42eb-aafa-93020d07ae98 req-d5e1d9aa-6877-4444-a8bc-5ee1cb4ab29d tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724769 Aug 23 20:35:03.587841 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-02a8f828-eef8-4efe-ad58-9d0f8e27f3bf req-ec0b3920-3082-4b4d-b223-373639b11942 service neutron] 10.222.0.11 "GET /v2.0/networks/9154806b-c700-4250-82e0-c3993888c62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125312 Aug 23 20:35:03.598252 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-632f2dde-d019-4df8-af53-57bdb5974ebc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e4b2a270ce4644e2af8a96a3d69071de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1528900 Aug 23 20:35:03.604349 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 55244) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:35:03.695927 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26397599-af7c-41c2-8964-a98fafc25518 req-65684b17-d762-42df-9d32-12b2a572179f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:03.698254 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-26397599-af7c-41c2-8964-a98fafc25518 req-65684b17-d762-42df-9d32-12b2a572179f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=af4706b6-78a2-4ed9-91e2-487e13d661e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1474655 Aug 23 20:35:03.725107 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d3309c6f-6804-49e7-a000-c4a0df789aee req-22195946-6269-4f8f-8370-0f5f4a42b698 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:03.739813 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:35:03.822701 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['bd7e21f0-5324-4d48-9eca-dec98b44590e'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:35:03.863096 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-02a8f828-eef8-4efe-ad58-9d0f8e27f3bf req-f1342ed5-53c3-40d2-aa98-c731a8eb6f7e service neutron] 10.222.0.11 "GET /v2.0/networks/9154806b-c700-4250-82e0-c3993888c62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627380 Aug 23 20:35:03.869819 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3309c6f-6804-49e7-a000-c4a0df789aee req-22195946-6269-4f8f-8370-0f5f4a42b698 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Network 660f640a-b8b2-40aa-8ebf-76bd1608cceb is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:35:03.893505 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-d3309c6f-6804-49e7-a000-c4a0df789aee req-22195946-6269-4f8f-8370-0f5f4a42b698 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:35:03.896499 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3309c6f-6804-49e7-a000-c4a0df789aee req-22195946-6269-4f8f-8370-0f5f4a42b698 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:35:03.944722 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d4e0c350-9aa1-41ac-b18c-a791f026abca req-b397fb30-646f-43b8-b401-c226f33ed85b service neutron] 10.222.0.32 "GET /v2.0/networks/2570b2a5-5091-4ba9-802e-156c387a4a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997320 Aug 23 20:35:03.952534 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-61a45c0f-c74a-4d97-8dba-349394ed3e27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:03.958604 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-306faec0-8cd4-45d0-b7f1-a34660567611 req-ad4ffbac-fff1-43ae-a138-9405b2508f1e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bc0979de-ca3d-4e5d-8780-ee84fb21f3ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2813871 Aug 23 20:35:03.978596 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22195946-6269-4f8f-8370-0f5f4a42b698 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Pushing event updated for resources: {'Port': ['ID=994703a9-3362-44c5-be32-e3c2fe8cbe96,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:03.999169 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cafad483-4992-4ce8-86b8-a0bcafafe6e7 req-04720575-b6d1-47b3-84b4-dab3ac1fca57 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f15583-c36a-4d28-a9fd-84b5253ccbbe HTTP/1.1" status: 200 len: 210 time: 0.1173720 Aug 23 20:35:04.025116 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-61a45c0f-c74a-4d97-8dba-349394ed3e27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:04.052527 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22195946-6269-4f8f-8370-0f5f4a42b698 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:35:04.053361 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22195946-6269-4f8f-8370-0f5f4a42b698 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:35:04.054113 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22195946-6269-4f8f-8370-0f5f4a42b698 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:35:04.064797 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22195946-6269-4f8f-8370-0f5f4a42b698 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:35:04.065287 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22195946-6269-4f8f-8370-0f5f4a42b698 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:35:04.065864 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22195946-6269-4f8f-8370-0f5f4a42b698 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:35:04.066389 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22195946-6269-4f8f-8370-0f5f4a42b698 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:35:04.066849 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22195946-6269-4f8f-8370-0f5f4a42b698 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:35:04.067291 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22195946-6269-4f8f-8370-0f5f4a42b698 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:35:04.067731 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22195946-6269-4f8f-8370-0f5f4a42b698 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:35:04.068267 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22195946-6269-4f8f-8370-0f5f4a42b698 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:35:04.068813 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22195946-6269-4f8f-8370-0f5f4a42b698 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:35:04.162107 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3309c6f-6804-49e7-a000-c4a0df789aee req-22195946-6269-4f8f-8370-0f5f4a42b698 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:04.163978 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d3309c6f-6804-49e7-a000-c4a0df789aee req-22195946-6269-4f8f-8370-0f5f4a42b698 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:04.178192 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-26397599-af7c-41c2-8964-a98fafc25518 req-2fb93297-84b8-43f2-839b-d6e763ab8b69 service neutron] 10.222.0.11 "GET /v2.0/networks/af4706b6-78a2-4ed9-91e2-487e13d661e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4659185 Aug 23 20:35:04.301779 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760fd33-9abd-4b08-962b-ea3ea50435ce req-1af2adb5-bc6a-468b-a541-94c9b50b69f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:04.303241 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6760fd33-9abd-4b08-962b-ea3ea50435ce req-1af2adb5-bc6a-468b-a541-94c9b50b69f5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6579632f1e1d4c7481d3220ebde2ae6f&device_id=1d651a13-defc-45a9-9eb1-c1cf0469db0f HTTP/1.1" status: 200 len: 1094 time: 0.2095773 Aug 23 20:35:04.349099 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-61a45c0f-c74a-4d97-8dba-349394ed3e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:04.351973 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-61a45c0f-c74a-4d97-8dba-349394ed3e27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:04.353559 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-61a45c0f-c74a-4d97-8dba-349394ed3e27 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8dbb1b6e-4696-4a4a-a32b-be45fa55c50a HTTP/1.1" status: 204 len: 168 time: 0.7480989 Aug 23 20:35:04.365439 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-65eb4e13-687e-4a11-8227-ff46673dfa14 None None] Provisioning for port 994703a9-3362-44c5-be32-e3c2fe8cbe96 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:35:04.382558 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-65eb4e13-687e-4a11-8227-ff46673dfa14 None None] Provisioning complete for port 994703a9-3362-44c5-be32-e3c2fe8cbe96 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:35:04.383366 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-65eb4e13-687e-4a11-8227-ff46673dfa14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:04.406092 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4730e4d3-dfe9-4027-a767-a20f029ae2c1 req-e3654d3c-f95a-4d11-9ae4-baa08ba4d025 tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:04.423613 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4730e4d3-dfe9-4027-a767-a20f029ae2c1 req-e3654d3c-f95a-4d11-9ae4-baa08ba4d025 tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d651a13-defc-45a9-9eb1-c1cf0469db0f HTTP/1.1" status: 200 len: 943 time: 0.2673349 Aug 23 20:35:04.446563 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-65eb4e13-687e-4a11-8227-ff46673dfa14 None None] Port 994703a9-3362-44c5-be32-e3c2fe8cbe96 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:35:04.485698 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-26397599-af7c-41c2-8964-a98fafc25518 req-45e70057-d0f1-48e0-903c-5f2de4b74fc4 service neutron] 10.222.0.11 "GET /v2.0/networks/af4706b6-78a2-4ed9-91e2-487e13d661e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980163 Aug 23 20:35:04.493526 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a45c0f-c74a-4d97-8dba-349394ed3e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbb1b6e-4696-4a4a-a32b-be45fa55c50a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:04.518280 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306faec0-8cd4-45d0-b7f1-a34660567611 req-be97e443-e1f5-4601-8488-809da7500302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:04.521233 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-306faec0-8cd4-45d0-b7f1-a34660567611 req-be97e443-e1f5-4601-8488-809da7500302 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=29f18b1da2a844dcbeb03c332de0d358&device_id=bc0979de-ca3d-4e5d-8780-ee84fb21f3ad HTTP/1.1" status: 200 len: 1096 time: 0.3339605 Aug 23 20:35:04.584257 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d3309c6f-6804-49e7-a000-c4a0df789aee req-22195946-6269-4f8f-8370-0f5f4a42b698 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5610139 Aug 23 20:35:04.601381 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4730e4d3-dfe9-4027-a767-a20f029ae2c1 req-6b39e005-612c-46b7-8e02-25ae40ed3388 tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] 10.222.0.61 "GET /v2.0/security-groups?id=5581162e-9f5e-4f48-8ca6-f11c11559911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764908 Aug 23 20:35:04.681523 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-26397599-af7c-41c2-8964-a98fafc25518 req-a995ca2b-f5a7-4b58-a6d6-19d2cf209234 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2766511f-9d51-4da2-a1c2-6355076cc97a HTTP/1.1" status: 200 len: 217 time: 0.1749396 Aug 23 20:35:04.699138 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-d3309c6f-6804-49e7-a000-c4a0df789aee req-b941a035-2fb7-4e6b-b496-1926bf9b7b63 service neutron] Request body: {'port': {'device_id': '0deca8ee-2ce2-4faf-a30e-fed39b1d2e9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:35:04.926378 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760fd33-9abd-4b08-962b-ea3ea50435ce req-b5d3cab2-864f-4dbf-b087-d7bc8276e3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:04.927920 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6760fd33-9abd-4b08-962b-ea3ea50435ce req-b5d3cab2-864f-4dbf-b087-d7bc8276e3c2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2570b2a5-5091-4ba9-802e-156c387a4a27 HTTP/1.1" status: 200 len: 916 time: 0.5950952 Aug 23 20:35:05.010893 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e52fb-a38a-47ad-a2a3-870d9714ed9c req-4897ba3e-518d-41ce-85c9-406d52b55f11 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:05.020933 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-882e52fb-a38a-47ad-a2a3-870d9714ed9c req-4897ba3e-518d-41ce-85c9-406d52b55f11 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=0deca8ee-2ce2-4faf-a30e-fed39b1d2e9f HTTP/1.1" status: 200 len: 936 time: 0.1908569 Aug 23 20:35:05.026370 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6760fd33-9abd-4b08-962b-ea3ea50435ce req-994bdbb8-9efd-4720-bedd-b34a2d41df70 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9effe9d4-c64b-460f-9e2d-1068160e51f0 HTTP/1.1" status: 200 len: 217 time: 0.0867286 Aug 23 20:35:05.029505 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306faec0-8cd4-45d0-b7f1-a34660567611 req-af83677a-51a4-4566-bd97-f0c9d6b5ab71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:05.031114 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-306faec0-8cd4-45d0-b7f1-a34660567611 req-af83677a-51a4-4566-bd97-f0c9d6b5ab71 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9154806b-c700-4250-82e0-c3993888c62e HTTP/1.1" status: 200 len: 907 time: 0.4238532 Aug 23 20:35:05.099383 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-882e52fb-a38a-47ad-a2a3-870d9714ed9c req-11381ff4-9158-4e45-8440-8e87c4457f36 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767214 Aug 23 20:35:05.162759 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-306faec0-8cd4-45d0-b7f1-a34660567611 req-491e415b-7d1c-4099-b389-c7bd2d1acae0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fd138a2-a960-44b8-8ce2-767dd6fe86fd HTTP/1.1" status: 200 len: 217 time: 0.0743175 Aug 23 20:35:05.214775 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760fd33-9abd-4b08-962b-ea3ea50435ce req-41dfdb08-9e23-496e-9563-5412273ca8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:05.216343 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6760fd33-9abd-4b08-962b-ea3ea50435ce req-41dfdb08-9e23-496e-9563-5412273ca8ed service neutron] 10.222.0.32 "GET /v2.0/subnets?id=143c2ba7-a161-4c59-993f-d984385e442e HTTP/1.1" status: 200 len: 854 time: 0.1362901 Aug 23 20:35:05.229489 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce047f-a480-4f1c-b0d9-4a4560c63ada req-f2252d2e-eea0-4758-b6c4-8645c65d91f3 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:05.237231 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4cce047f-a480-4f1c-b0d9-4a4560c63ada req-f2252d2e-eea0-4758-b6c4-8645c65d91f3 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a3f96f7-b730-4481-b4ce-a8068b53704d HTTP/1.1" status: 200 len: 949 time: 0.7482347 Aug 23 20:35:05.271517 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306faec0-8cd4-45d0-b7f1-a34660567611 req-4e41cad9-b5ba-49da-9a75-c29de1ad4c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:05.273653 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-306faec0-8cd4-45d0-b7f1-a34660567611 req-4e41cad9-b5ba-49da-9a75-c29de1ad4c97 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=680c283d-5185-45a2-940f-1ee3de9335bc HTTP/1.1" status: 200 len: 846 time: 0.1014261 Aug 23 20:35:05.281739 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760fd33-9abd-4b08-962b-ea3ea50435ce req-c67f33f7-abb9-46a7-8cb9-354ec38eab83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:05.284429 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6760fd33-9abd-4b08-962b-ea3ea50435ce req-c67f33f7-abb9-46a7-8cb9-354ec38eab83 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2570b2a5-5091-4ba9-802e-156c387a4a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601943 Aug 23 20:35:05.322742 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26397599-af7c-41c2-8964-a98fafc25518 req-a5f2df2e-68e7-48c1-8df2-b4ae59bec244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:05.324664 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-26397599-af7c-41c2-8964-a98fafc25518 req-a5f2df2e-68e7-48c1-8df2-b4ae59bec244 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=219a97fb-cf76-43fd-a3c0-23a4e8b36a26 HTTP/1.1" status: 200 len: 797 time: 0.6030636 Aug 23 20:35:05.338299 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d3309c6f-6804-49e7-a000-c4a0df789aee req-b941a035-2fb7-4e6b-b496-1926bf9b7b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:05.365920 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-306faec0-8cd4-45d0-b7f1-a34660567611 req-292716b7-0685-41f7-bfbb-d79f917b365c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9154806b-c700-4250-82e0-c3993888c62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803163 Aug 23 20:35:05.378287 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4cce047f-a480-4f1c-b0d9-4a4560c63ada req-df72341f-22d0-4961-859a-ef64ace556ad tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ebb7eca-c25f-47c0-a40c-65770136efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401532 Aug 23 20:35:05.453693 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a83f7f-4104-41e3-a825-bcc01ea0e0ed req-87d5e7fe-9076-4b7a-bc43-de5b32350b16 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:05.455191 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-85a83f7f-4104-41e3-a825-bcc01ea0e0ed req-87d5e7fe-9076-4b7a-bc43-de5b32350b16 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.32 "GET /v2.0/networks?id=6ab508e3-ca9c-4ba1-a637-e61063da04b8 HTTP/1.1" status: 200 len: 821 time: 0.3049734 Aug 23 20:35:05.474373 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26397599-af7c-41c2-8964-a98fafc25518 req-ddd84df7-c958-4fb3-baa6-7f33e2f5bab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:05.476466 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-26397599-af7c-41c2-8964-a98fafc25518 req-ddd84df7-c958-4fb3-baa6-7f33e2f5bab5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=af4706b6-78a2-4ed9-91e2-487e13d661e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1409717 Aug 23 20:35:05.482070 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6760fd33-9abd-4b08-962b-ea3ea50435ce req-b2c39140-7478-499e-b57f-22daf15442dd service neutron] 10.222.0.32 "GET /v2.0/networks/2570b2a5-5091-4ba9-802e-156c387a4a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882076 Aug 23 20:35:05.491845 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7663a74-ecf7-4883-ac0a-6364556377df req-633d1beb-934e-48ae-a1af-7a49ff6fce7a tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:05.493548 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d7663a74-ecf7-4883-ac0a-6364556377df req-633d1beb-934e-48ae-a1af-7a49ff6fce7a tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=1da50280-72f8-4b34-a906-80034f24c221 HTTP/1.1" status: 200 len: 943 time: 0.1976712 Aug 23 20:35:05.522727 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-85a83f7f-4104-41e3-a825-bcc01ea0e0ed req-6b779a9c-17ac-4e9f-ab5a-831943e21fb2 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Request body: {'port': {'device_id': '12f15583-c36a-4d28-a9fd-84b5253ccbbe', 'network_id': '6ab508e3-ca9c-4ba1-a637-e61063da04b8', 'admin_state_up': True, 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:35:05.527861 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a823b354-9d7b-4c49-8b26-02ec45e3a96f req-12bfb9db-a675-4182-830a-b0a7850c4a29 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f15583-c36a-4d28-a9fd-84b5253ccbbe HTTP/1.1" status: 200 len: 210 time: 0.0692041 Aug 23 20:35:05.662414 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d7663a74-ecf7-4883-ac0a-6364556377df req-137973ef-05f2-48fa-ad18-3c5683c8c036 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398995 Aug 23 20:35:05.698522 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-306faec0-8cd4-45d0-b7f1-a34660567611 req-04f2fef7-d046-4125-a5b5-b4c2587c542c service neutron] 10.222.0.32 "GET /v2.0/networks/9154806b-c700-4250-82e0-c3993888c62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434914 Aug 23 20:35:05.701377 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6760fd33-9abd-4b08-962b-ea3ea50435ce req-8e784eb0-af08-46a2-8229-7820707c1b6f service neutron] 10.222.0.32 "GET /v2.0/networks/2570b2a5-5091-4ba9-802e-156c387a4a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799684 Aug 23 20:35:05.841133 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-306faec0-8cd4-45d0-b7f1-a34660567611 req-f5ea59a0-2aff-4446-92a0-a974c5eb5fad service neutron] 10.222.0.32 "GET /v2.0/networks/9154806b-c700-4250-82e0-c3993888c62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172781 Aug 23 20:35:05.890014 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5860a-8bae-4633-84b9-ceded11bce13 req-aceaee54-0f4c-40e2-aa3c-210ea53dcc67 tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:05.891685 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e2d5860a-8bae-4633-84b9-ceded11bce13 req-aceaee54-0f4c-40e2-aa3c-210ea53dcc67 tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d651a13-defc-45a9-9eb1-c1cf0469db0f HTTP/1.1" status: 200 len: 943 time: 0.1977928 Aug 23 20:35:05.900115 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-26397599-af7c-41c2-8964-a98fafc25518 req-abb2aa36-f345-4a75-8ef3-0da377b3699f service neutron] 10.222.0.11 "GET /v2.0/networks/af4706b6-78a2-4ed9-91e2-487e13d661e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810763 Aug 23 20:35:06.051132 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85a83f7f-4104-41e3-a825-bcc01ea0e0ed req-6b779a9c-17ac-4e9f-ab5a-831943e21fb2 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Made reservation on behalf of fee04bdee1314858880b57c3099e0dd9 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:35:06.054780 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-85a83f7f-4104-41e3-a825-bcc01ea0e0ed req-6b779a9c-17ac-4e9f-ab5a-831943e21fb2 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:06.114247 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e2d5860a-8bae-4633-84b9-ceded11bce13 req-e970fe98-898f-4a16-93f1-1fd4fcd2519f tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] 10.222.0.61 "GET /v2.0/security-groups?id=5581162e-9f5e-4f48-8ca6-f11c11559911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100744 Aug 23 20:35:06.117537 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 058f1047-66ce-4305-ba0a-2a7622600874 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:35:06.278104 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-26397599-af7c-41c2-8964-a98fafc25518 req-e18f8898-8242-466d-a329-5f429296f84f service neutron] 10.222.0.11 "GET /v2.0/networks/af4706b6-78a2-4ed9-91e2-487e13d661e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3552785 Aug 23 20:35:06.323181 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-d3309c6f-6804-49e7-a000-c4a0df789aee req-b941a035-2fb7-4e6b-b496-1926bf9b7b63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 994703a9-3362-44c5-be32-e3c2fe8cbe96 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:35:06.336857 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d3309c6f-6804-49e7-a000-c4a0df789aee req-b941a035-2fb7-4e6b-b496-1926bf9b7b63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:06.359595 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b50bc-e769-4b14-b229-bdf0df867227 req-e9d14269-0008-4cf0-8254-ea83194b8ff5 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:06.368965 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c54b50bc-e769-4b14-b229-bdf0df867227 req-e9d14269-0008-4cf0-8254-ea83194b8ff5 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=0deca8ee-2ce2-4faf-a30e-fed39b1d2e9f HTTP/1.1" status: 200 len: 936 time: 0.0993814 Aug 23 20:35:06.369605 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-d3309c6f-6804-49e7-a000-c4a0df789aee req-b941a035-2fb7-4e6b-b496-1926bf9b7b63 service neutron] Transition to ACTIVE for port object 994703a9-3362-44c5-be32-e3c2fe8cbe96 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:35:06.395897 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d3309c6f-6804-49e7-a000-c4a0df789aee req-b941a035-2fb7-4e6b-b496-1926bf9b7b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:06.407195 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 058f1047-66ce-4305-ba0a-2a7622600874, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=058f1047-66ce-4305-ba0a-2a7622600874,segment=NetworkSegment(bbb7ca88-3a5f-4f78-b2f2-1646091f4f26),segment_id=bbb7ca88-3a5f-4f78-b2f2-1646091f4f26)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:35:06.434824 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c54b50bc-e769-4b14-b229-bdf0df867227 req-7036dc65-5979-444f-addb-837d8ccf9a19 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551975 Aug 23 20:35:06.444885 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '058f1047-66ce-4305-ba0a-2a7622600874', 'network_id': '9154806b-c700-4250-82e0-c3993888c62e', 'port_id': '058f1047-66ce-4305-ba0a-2a7622600874', 'mac_address': 'fa:16:3e:2c:01:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '680c283d-5185-45a2-940f-1ee3de9335bc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:35:06.482990 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-85a83f7f-4104-41e3-a825-bcc01ea0e0ed req-6b779a9c-17ac-4e9f-ab5a-831943e21fb2 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Allocated IP 172.20.0.5 (6ab508e3-ca9c-4ba1-a637-e61063da04b8/519e7c31-afda-49a1-9e0f-8c868d7cb053/ba8aaa12-abe0-4a0c-b665-2245d08b506a) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:35:06.489580 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b941a035-2fb7-4e6b-b496-1926bf9b7b63 service neutron] Pushing event updated for resources: {'Port': ['ID=994703a9-3362-44c5-be32-e3c2fe8cbe96,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:06.514844 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:06.535840 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 058f1047-66ce-4305-ba0a-2a7622600874 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:35:06.595708 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 058f1047-66ce-4305-ba0a-2a7622600874, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=058f1047-66ce-4305-ba0a-2a7622600874,segment=NetworkSegment(bbb7ca88-3a5f-4f78-b2f2-1646091f4f26),segment_id=bbb7ca88-3a5f-4f78-b2f2-1646091f4f26)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:35:06.602799 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:06.623386 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e2aa8a-ab69-440e-8d90-ca3b6eb742cb req-6ec7f926-0a96-4c5a-95a4-04e4f0254b65 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:06.634878 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e5e2aa8a-ab69-440e-8d90-ca3b6eb742cb req-6ec7f926-0a96-4c5a-95a4-04e4f0254b65 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a3f96f7-b730-4481-b4ce-a8068b53704d HTTP/1.1" status: 200 len: 949 time: 0.0937045 Aug 23 20:35:06.663102 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-d3309c6f-6804-49e7-a000-c4a0df789aee req-b941a035-2fb7-4e6b-b496-1926bf9b7b63 service neutron] Attempting to bind port 994703a9-3362-44c5-be32-e3c2fe8cbe96 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:35:06.663672 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-d3309c6f-6804-49e7-a000-c4a0df789aee req-b941a035-2fb7-4e6b-b496-1926bf9b7b63 service neutron] Attempting to bind port 994703a9-3362-44c5-be32-e3c2fe8cbe96 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:35:06.663810 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3309c6f-6804-49e7-a000-c4a0df789aee req-b941a035-2fb7-4e6b-b496-1926bf9b7b63 service neutron] Attempting to bind port 994703a9-3362-44c5-be32-e3c2fe8cbe96 on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:35:06.687971 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3309c6f-6804-49e7-a000-c4a0df789aee req-b941a035-2fb7-4e6b-b496-1926bf9b7b63 service neutron] Port 994703a9-3362-44c5-be32-e3c2fe8cbe96 on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:35:06.688328 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3309c6f-6804-49e7-a000-c4a0df789aee req-b941a035-2fb7-4e6b-b496-1926bf9b7b63 service neutron] Attempting to bind port 994703a9-3362-44c5-be32-e3c2fe8cbe96 on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:35:06.696751 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=058f1047-66ce-4305-ba0a-2a7622600874,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:06.702609 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 9effe9d4-c64b-460f-9e2d-1068160e51f0 details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:35:06.722891 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e5e2aa8a-ab69-440e-8d90-ca3b6eb742cb req-b10393f1-28bd-416b-9fff-edc4f7a34bfc tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ebb7eca-c25f-47c0-a40c-65770136efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837603 Aug 23 20:35:06.752464 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3309c6f-6804-49e7-a000-c4a0df789aee req-b941a035-2fb7-4e6b-b496-1926bf9b7b63 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:35:06.752806 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3309c6f-6804-49e7-a000-c4a0df789aee req-b941a035-2fb7-4e6b-b496-1926bf9b7b63 service neutron] Checking segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:35:06.753239 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3309c6f-6804-49e7-a000-c4a0df789aee req-b941a035-2fb7-4e6b-b496-1926bf9b7b63 service neutron] Bound using segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:35:06.753638 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-d3309c6f-6804-49e7-a000-c4a0df789aee req-b941a035-2fb7-4e6b-b496-1926bf9b7b63 service neutron] Bound port: 994703a9-3362-44c5-be32-e3c2fe8cbe96, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:35:06.754060 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d3309c6f-6804-49e7-a000-c4a0df789aee req-b941a035-2fb7-4e6b-b496-1926bf9b7b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:06.881717 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7f1059e2-faf4-4581-aece-56bbb6cf439c req-7e0a5cb0-ec5b-4604-888d-b1459f90475a tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f15583-c36a-4d28-a9fd-84b5253ccbbe HTTP/1.1" status: 200 len: 210 time: 0.0507495 Aug 23 20:35:06.891780 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 9effe9d4-c64b-460f-9e2d-1068160e51f0, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=9effe9d4-c64b-460f-9e2d-1068160e51f0,segment=NetworkSegment(ec4452f5-2d98-412f-a71f-56732945e446),segment_id=ec4452f5-2d98-412f-a71f-56732945e446)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:35:06.897546 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-85a83f7f-4104-41e3-a825-bcc01ea0e0ed req-6b779a9c-17ac-4e9f-ab5a-831943e21fb2 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:06.916387 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': '9effe9d4-c64b-460f-9e2d-1068160e51f0', 'network_id': '2570b2a5-5091-4ba9-802e-156c387a4a27', 'port_id': '9effe9d4-c64b-460f-9e2d-1068160e51f0', 'mac_address': 'fa:16:3e:2a:4e:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '143c2ba7-a161-4c59-993f-d984385e442e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:35:06.922206 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-d3309c6f-6804-49e7-a000-c4a0df789aee req-b941a035-2fb7-4e6b-b496-1926bf9b7b63 service neutron] For port 994703a9-3362-44c5-be32-e3c2fe8cbe96, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:35:06.968913 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-d3309c6f-6804-49e7-a000-c4a0df789aee req-b941a035-2fb7-4e6b-b496-1926bf9b7b63 service neutron] For port 994703a9-3362-44c5-be32-e3c2fe8cbe96, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=994703a9-3362-44c5-be32-e3c2fe8cbe96,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:35:06.975590 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-85a83f7f-4104-41e3-a825-bcc01ea0e0ed req-6b779a9c-17ac-4e9f-ab5a-831943e21fb2 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Transition to ACTIVE for port object ba8aaa12-abe0-4a0c-b665-2245d08b506a will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:35:06.984657 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d3309c6f-6804-49e7-a000-c4a0df789aee req-b941a035-2fb7-4e6b-b496-1926bf9b7b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:06.987692 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['058f1047-66ce-4305-ba0a-2a7622600874'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:35:07.024770 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89c2d0-70f7-4bf7-bba4-469442c9a599 req-c5a53b19-9979-45b1-98a2-94ef8456f2f8 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:07.035165 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2c89c2d0-70f7-4bf7-bba4-469442c9a599 req-c5a53b19-9979-45b1-98a2-94ef8456f2f8 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9ff2ac2-7370-495f-852b-f9e53c571bed HTTP/1.1" status: 200 len: 950 time: 0.0754828 Aug 23 20:35:07.055875 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:07.056828 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd848be8-17e4-473c-ba57-6e56898fef31 req-513d867b-f5a4-4d78-9e86-638c01adaf92 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:07.059332 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cd848be8-17e4-473c-ba57-6e56898fef31 req-513d867b-f5a4-4d78-9e86-638c01adaf92 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=1da50280-72f8-4b34-a906-80034f24c221 HTTP/1.1" status: 200 len: 944 time: 0.1590023 Aug 23 20:35:07.063242 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b941a035-2fb7-4e6b-b496-1926bf9b7b63 service neutron] Pushing event updated for resources: {'Port': ['ID=994703a9-3362-44c5-be32-e3c2fe8cbe96,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:07.068824 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3309c6f-6804-49e7-a000-c4a0df789aee req-b941a035-2fb7-4e6b-b496-1926bf9b7b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:07.069448 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d3309c6f-6804-49e7-a000-c4a0df789aee req-b941a035-2fb7-4e6b-b496-1926bf9b7b63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:07.070898 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d3309c6f-6804-49e7-a000-c4a0df789aee req-b941a035-2fb7-4e6b-b496-1926bf9b7b63 service neutron] 10.222.0.11 "PUT /v2.0/ports/994703a9-3362-44c5-be32-e3c2fe8cbe96 HTTP/1.1" status: 200 len: 1096 time: 2.3832059 Aug 23 20:35:07.071348 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0deca8ee-2ce2-4faf-a30e-fed39b1d2e9f', 'tag': '994703a9-3362-44c5-be32-e3c2fe8cbe96'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:35:07.074309 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47054aa-fdfc-4fe3-8b16-69901689e1b9" -d '{"events": [{"name": "network-changed", "server_uuid": "0deca8ee-2ce2-4faf-a30e-fed39b1d2e9f", "tag": "994703a9-3362-44c5-be32-e3c2fe8cbe96"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:35:07.107433 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2c89c2d0-70f7-4bf7-bba4-469442c9a599 req-b41d784c-1adc-4f76-93b5-f573a5b90525 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ebb7eca-c25f-47c0-a40c-65770136efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709834 Aug 23 20:35:07.123288 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9effe9d4-c64b-460f-9e2d-1068160e51f0 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:35:07.185951 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 9effe9d4-c64b-460f-9e2d-1068160e51f0, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=9effe9d4-c64b-460f-9e2d-1068160e51f0,segment=NetworkSegment(ec4452f5-2d98-412f-a71f-56732945e446),segment_id=ec4452f5-2d98-412f-a71f-56732945e446)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:35:07.204552 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cd848be8-17e4-473c-ba57-6e56898fef31 req-f2ffdf57-d955-430a-9231-281a2df80144 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190698 Aug 23 20:35:07.213482 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:07.262467 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3309c6f-6804-49e7-a000-c4a0df789aee req-377956c1-6585-4906-be21-6146174e547d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:07.268818 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d3309c6f-6804-49e7-a000-c4a0df789aee req-377956c1-6585-4906-be21-6146174e547d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cdefcac61f824e409c8265bba9a3689a&device_id=0deca8ee-2ce2-4faf-a30e-fed39b1d2e9f HTTP/1.1" status: 200 len: 1099 time: 0.1310811 Aug 23 20:35:07.278774 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f782b8cd-3586-4a27-8eb3-8f08aaf769ad x-openstack-request-id: req-f782b8cd-3586-4a27-8eb3-8f08aaf769ad {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:35:07.278992 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0deca8ee-2ce2-4faf-a30e-fed39b1d2e9f", "tag": "994703a9-3362-44c5-be32-e3c2fe8cbe96", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:35:07.279271 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f782b8cd-3586-4a27-8eb3-8f08aaf769ad {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:35:07.279704 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0deca8ee-2ce2-4faf-a30e-fed39b1d2e9f', 'tag': '994703a9-3362-44c5-be32-e3c2fe8cbe96', 'status': 'completed', 'code': 200} Aug 23 20:35:07.310419 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-85a83f7f-4104-41e3-a825-bcc01ea0e0ed req-6b779a9c-17ac-4e9f-ab5a-831943e21fb2 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:07.326610 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=9effe9d4-c64b-460f-9e2d-1068160e51f0,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:07.388509 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d3309c6f-6804-49e7-a000-c4a0df789aee req-2db61262-a359-4caf-a961-b2a93ffd8e81 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=994703a9-3362-44c5-be32-e3c2fe8cbe96 HTTP/1.1" status: 200 len: 217 time: 0.1073136 Aug 23 20:35:07.500860 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85a83f7f-4104-41e3-a825-bcc01ea0e0ed req-6b779a9c-17ac-4e9f-ab5a-831943e21fb2 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Network 6ab508e3-ca9c-4ba1-a637-e61063da04b8 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:35:07.528837 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-85a83f7f-4104-41e3-a825-bcc01ea0e0ed req-6b779a9c-17ac-4e9f-ab5a-831943e21fb2 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:35:07.534969 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a83f7f-4104-41e3-a825-bcc01ea0e0ed req-6b779a9c-17ac-4e9f-ab5a-831943e21fb2 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:35:07.537491 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b779a9c-17ac-4e9f-ab5a-831943e21fb2 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Pushing event updated for resources: {'Port': ['ID=ba8aaa12-abe0-4a0c-b665-2245d08b506a,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:07.553380 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['9effe9d4-c64b-460f-9e2d-1068160e51f0'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:35:07.584284 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3309c6f-6804-49e7-a000-c4a0df789aee req-2a19ef92-7296-4772-80c2-1d01986b256d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:07.586898 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d3309c6f-6804-49e7-a000-c4a0df789aee req-2a19ef92-7296-4772-80c2-1d01986b256d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.1481302 Aug 23 20:35:07.620875 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d23a8-d09a-49e8-9438-ca3ead46673b req-f35624af-9697-4c80-8df1-7e85460c5361 tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:07.628139 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b70d23a8-d09a-49e8-9438-ca3ead46673b req-f35624af-9697-4c80-8df1-7e85460c5361 tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d651a13-defc-45a9-9eb1-c1cf0469db0f HTTP/1.1" status: 200 len: 944 time: 0.1744533 Aug 23 20:35:07.677312 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a83f7f-4104-41e3-a825-bcc01ea0e0ed req-6b779a9c-17ac-4e9f-ab5a-831943e21fb2 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:07.677997 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-85a83f7f-4104-41e3-a825-bcc01ea0e0ed req-6b779a9c-17ac-4e9f-ab5a-831943e21fb2 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:07.783673 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3309c6f-6804-49e7-a000-c4a0df789aee req-8e185123-4fc5-4a4d-b35c-a0116523c992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:07.789863 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d3309c6f-6804-49e7-a000-c4a0df789aee req-8e185123-4fc5-4a4d-b35c-a0116523c992 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1844959 Aug 23 20:35:07.789863 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-85a83f7f-4104-41e3-a825-bcc01ea0e0ed req-6b779a9c-17ac-4e9f-ab5a-831943e21fb2 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2956991 Aug 23 20:35:07.791073 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b70d23a8-d09a-49e8-9438-ca3ead46673b req-a1f4153f-9ed7-410f-8c21-e14581f138ba tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] 10.222.0.61 "GET /v2.0/security-groups?id=5581162e-9f5e-4f48-8ca6-f11c11559911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620953 Aug 23 20:35:07.813115 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-85a83f7f-4104-41e3-a825-bcc01ea0e0ed req-7bc29e9a-9c98-4d3c-ac90-adc234d63c45 service neutron] Request body: {'port': {'device_id': '12f15583-c36a-4d28-a9fd-84b5253ccbbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:35:07.888352 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-98e4948a-f8a9-4d72-b49e-ff8da3e6789a None None] Provisioning for port ba8aaa12-abe0-4a0c-b665-2245d08b506a completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:35:07.899191 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-98e4948a-f8a9-4d72-b49e-ff8da3e6789a None None] Provisioning complete for port ba8aaa12-abe0-4a0c-b665-2245d08b506a triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:35:07.899577 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-98e4948a-f8a9-4d72-b49e-ff8da3e6789a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:07.985976 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-98e4948a-f8a9-4d72-b49e-ff8da3e6789a None None] Port ba8aaa12-abe0-4a0c-b665-2245d08b506a cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:35:07.990833 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-85a83f7f-4104-41e3-a825-bcc01ea0e0ed req-7bc29e9a-9c98-4d3c-ac90-adc234d63c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:08.014687 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d3309c6f-6804-49e7-a000-c4a0df789aee req-457b6801-b84f-41ea-89df-f51416c1558a service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201555 Aug 23 20:35:08.103647 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d98fc-032b-4187-bcbf-6ee6596debc9 req-0ff048b2-7eec-4c2a-a193-c375fd3da764 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:08.105688 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f79d98fc-032b-4187-bcbf-6ee6596debc9 req-0ff048b2-7eec-4c2a-a193-c375fd3da764 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=0deca8ee-2ce2-4faf-a30e-fed39b1d2e9f HTTP/1.1" status: 200 len: 948 time: 0.1858113 Aug 23 20:35:08.138780 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8fca9-4edc-4ee4-bb60-823365fd5b56 req-a20acb4d-1d90-4952-bd4c-91b4c8399008 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:08.140468 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8af8fca9-4edc-4ee4-bb60-823365fd5b56 req-a20acb4d-1d90-4952-bd4c-91b4c8399008 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f15583-c36a-4d28-a9fd-84b5253ccbbe HTTP/1.1" status: 200 len: 931 time: 0.0564001 Aug 23 20:35:08.196501 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8af8fca9-4edc-4ee4-bb60-823365fd5b56 req-bdd53b0f-52b1-4613-a0d5-73799152c844 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/security-groups?id=587fdc99-14a6-4232-ab9b-a26b7a1ae9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443528 Aug 23 20:35:08.241901 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f79d98fc-032b-4187-bcbf-6ee6596debc9 req-95ee41d6-e083-46a0-81bc-5974f5e4adf9 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275671 Aug 23 20:35:08.284838 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d3309c6f-6804-49e7-a000-c4a0df789aee req-ff60d755-e5d8-4c91-a826-d6391c63964c service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605033 Aug 23 20:35:08.415249 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d6791-c7c6-48ac-a2c3-5cdad647dd18 req-9d47a04d-0967-4ffa-9676-be842f78240e tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:08.418051 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-aa2d6791-c7c6-48ac-a2c3-5cdad647dd18 req-9d47a04d-0967-4ffa-9676-be842f78240e tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=1da50280-72f8-4b34-a906-80034f24c221 HTTP/1.1" status: 200 len: 944 time: 0.0646546 Aug 23 20:35:08.428554 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47054aa-fdfc-4fe3-8b16-69901689e1b9 req-334476b3-46e9-4bc5-9803-bf97c7481d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:08.430318 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c47054aa-fdfc-4fe3-8b16-69901689e1b9 req-334476b3-46e9-4bc5-9803-bf97c7481d42 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cdefcac61f824e409c8265bba9a3689a&device_id=0deca8ee-2ce2-4faf-a30e-fed39b1d2e9f HTTP/1.1" status: 200 len: 1099 time: 0.0742288 Aug 23 20:35:08.514801 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-aa2d6791-c7c6-48ac-a2c3-5cdad647dd18 req-586c03d2-d3fe-4f65-b2f9-5d0c031769b7 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841618 Aug 23 20:35:08.546551 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-85a83f7f-4104-41e3-a825-bcc01ea0e0ed req-7bc29e9a-9c98-4d3c-ac90-adc234d63c45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba8aaa12-abe0-4a0c-b665-2245d08b506a {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:35:08.556743 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-85a83f7f-4104-41e3-a825-bcc01ea0e0ed req-7bc29e9a-9c98-4d3c-ac90-adc234d63c45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:08.584147 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-85a83f7f-4104-41e3-a825-bcc01ea0e0ed req-7bc29e9a-9c98-4d3c-ac90-adc234d63c45 service neutron] Transition to ACTIVE for port object ba8aaa12-abe0-4a0c-b665-2245d08b506a will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:35:08.592817 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-85a83f7f-4104-41e3-a825-bcc01ea0e0ed req-7bc29e9a-9c98-4d3c-ac90-adc234d63c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:08.609815 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47054aa-fdfc-4fe3-8b16-69901689e1b9 req-3d4d45f7-1a1e-4277-8074-70083aa603fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:08.611300 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c47054aa-fdfc-4fe3-8b16-69901689e1b9 req-3d4d45f7-1a1e-4277-8074-70083aa603fc service neutron] 10.222.0.11 "GET /v2.0/networks?id=660f640a-b8b2-40aa-8ebf-76bd1608cceb HTTP/1.1" status: 200 len: 870 time: 0.1679053 Aug 23 20:35:08.671307 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c47054aa-fdfc-4fe3-8b16-69901689e1b9 req-41b1feca-109c-48ff-8023-ad9025b2b733 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=994703a9-3362-44c5-be32-e3c2fe8cbe96 HTTP/1.1" status: 200 len: 217 time: 0.0405607 Aug 23 20:35:08.719405 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 9effe9d4-c64b-460f-9e2d-1068160e51f0 up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:35:08.782952 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc29e9a-9c98-4d3c-ac90-adc234d63c45 service neutron] Pushing event updated for resources: {'Port': ['ID=ba8aaa12-abe0-4a0c-b665-2245d08b506a,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:08.798756 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-85a83f7f-4104-41e3-a825-bcc01ea0e0ed req-7bc29e9a-9c98-4d3c-ac90-adc234d63c45 service neutron] Attempting to bind port ba8aaa12-abe0-4a0c-b665-2245d08b506a on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:35:08.799087 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-85a83f7f-4104-41e3-a825-bcc01ea0e0ed req-7bc29e9a-9c98-4d3c-ac90-adc234d63c45 service neutron] Attempting to bind port ba8aaa12-abe0-4a0c-b665-2245d08b506a by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': '48a0e5f3-af02-4cc1-9440-e0e582e9c7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6ab508e3-ca9c-4ba1-a637-e61063da04b8'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:35:08.799418 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a83f7f-4104-41e3-a825-bcc01ea0e0ed req-7bc29e9a-9c98-4d3c-ac90-adc234d63c45 service neutron] Attempting to bind port ba8aaa12-abe0-4a0c-b665-2245d08b506a on network 6ab508e3-ca9c-4ba1-a637-e61063da04b8 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:35:08.808794 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a83f7f-4104-41e3-a825-bcc01ea0e0ed req-7bc29e9a-9c98-4d3c-ac90-adc234d63c45 service neutron] Port ba8aaa12-abe0-4a0c-b665-2245d08b506a on network 6ab508e3-ca9c-4ba1-a637-e61063da04b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:35:08.809122 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a83f7f-4104-41e3-a825-bcc01ea0e0ed req-7bc29e9a-9c98-4d3c-ac90-adc234d63c45 service neutron] Attempting to bind port ba8aaa12-abe0-4a0c-b665-2245d08b506a on network 6ab508e3-ca9c-4ba1-a637-e61063da04b8 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:35:08.818029 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47054aa-fdfc-4fe3-8b16-69901689e1b9 req-c1024c69-e1e7-47dd-9a08-355a90bd4b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:08.819499 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c47054aa-fdfc-4fe3-8b16-69901689e1b9 req-c1024c69-e1e7-47dd-9a08-355a90bd4b83 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.1175685 Aug 23 20:35:08.820243 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a83f7f-4104-41e3-a825-bcc01ea0e0ed req-7bc29e9a-9c98-4d3c-ac90-adc234d63c45 service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:35:08.820706 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a83f7f-4104-41e3-a825-bcc01ea0e0ed req-7bc29e9a-9c98-4d3c-ac90-adc234d63c45 service neutron] Checking segment: {'id': '48a0e5f3-af02-4cc1-9440-e0e582e9c7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6ab508e3-ca9c-4ba1-a637-e61063da04b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:35:08.820949 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a83f7f-4104-41e3-a825-bcc01ea0e0ed req-7bc29e9a-9c98-4d3c-ac90-adc234d63c45 service neutron] Bound using segment: {'id': '48a0e5f3-af02-4cc1-9440-e0e582e9c7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6ab508e3-ca9c-4ba1-a637-e61063da04b8'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:35:08.821382 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-85a83f7f-4104-41e3-a825-bcc01ea0e0ed req-7bc29e9a-9c98-4d3c-ac90-adc234d63c45 service neutron] Bound port: ba8aaa12-abe0-4a0c-b665-2245d08b506a, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48a0e5f3-af02-4cc1-9440-e0e582e9c7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6ab508e3-ca9c-4ba1-a637-e61063da04b8'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:35:08.821736 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-85a83f7f-4104-41e3-a825-bcc01ea0e0ed req-7bc29e9a-9c98-4d3c-ac90-adc234d63c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:08.877785 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port 9effe9d4-c64b-460f-9e2d-1068160e51f0 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:35:08.883185 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port 9effe9d4-c64b-460f-9e2d-1068160e51f0 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:35:08.883754 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:08.980571 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 55398) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:35:09.005726 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-85a83f7f-4104-41e3-a825-bcc01ea0e0ed req-7bc29e9a-9c98-4d3c-ac90-adc234d63c45 service neutron] For port ba8aaa12-abe0-4a0c-b665-2245d08b506a, host n-h2-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:35:09.018132 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47054aa-fdfc-4fe3-8b16-69901689e1b9 req-40d21e3f-5d25-4267-b192-3617219d6c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:09.019856 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c47054aa-fdfc-4fe3-8b16-69901689e1b9 req-40d21e3f-5d25-4267-b192-3617219d6c9d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1757491 Aug 23 20:35:09.021829 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-85a83f7f-4104-41e3-a825-bcc01ea0e0ed req-7bc29e9a-9c98-4d3c-ac90-adc234d63c45 service neutron] For port ba8aaa12-abe0-4a0c-b665-2245d08b506a, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=ba8aaa12-abe0-4a0c-b665-2245d08b506a,segment=NetworkSegment(48a0e5f3-af02-4cc1-9440-e0e582e9c7ef),segment_id=48a0e5f3-af02-4cc1-9440-e0e582e9c7ef)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:35:09.034175 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0697db-3252-43f9-bffd-580d9f9b8cd6 req-c23ab718-24ea-43b2-a1f5-8f1b7e187bcd tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:09.035827 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0a0697db-3252-43f9-bffd-580d9f9b8cd6 req-c23ab718-24ea-43b2-a1f5-8f1b7e187bcd tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d651a13-defc-45a9-9eb1-c1cf0469db0f HTTP/1.1" status: 200 len: 944 time: 0.1036735 Aug 23 20:35:09.037503 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-85a83f7f-4104-41e3-a825-bcc01ea0e0ed req-7bc29e9a-9c98-4d3c-ac90-adc234d63c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:09.056747 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:09.121784 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d651a13-defc-45a9-9eb1-c1cf0469db0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9effe9d4-c64b-460f-9e2d-1068160e51f0'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:35:09.124825 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d5fe58-6274-46ac-abee-25709d65aa5c" -d '{"events": [{"server_uuid": "1d651a13-defc-45a9-9eb1-c1cf0469db0f", "name": "network-vif-plugged", "status": "completed", "tag": "9effe9d4-c64b-460f-9e2d-1068160e51f0"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:35:09.143792 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 9effe9d4-c64b-460f-9e2d-1068160e51f0, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=9effe9d4-c64b-460f-9e2d-1068160e51f0,segment=NetworkSegment(ec4452f5-2d98-412f-a71f-56732945e446),segment_id=ec4452f5-2d98-412f-a71f-56732945e446)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:35:09.154576 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:09.184760 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c47054aa-fdfc-4fe3-8b16-69901689e1b9 req-cec7000d-0210-4fff-98e4-95216e4ab8d9 service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163347 Aug 23 20:35:09.194164 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-34e8bf75-890d-4ebd-9650-bf9d558deab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:09.199067 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93b8c13-52c2-4191-ae79-d5c7ecb78756 x-openstack-request-id: req-b93b8c13-52c2-4191-ae79-d5c7ecb78756 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:35:09.199523 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d651a13-defc-45a9-9eb1-c1cf0469db0f", "name": "network-vif-plugged", "status": "completed", "tag": "9effe9d4-c64b-460f-9e2d-1068160e51f0", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:35:09.199791 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b93b8c13-52c2-4191-ae79-d5c7ecb78756 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:35:09.200215 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d651a13-defc-45a9-9eb1-c1cf0469db0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9effe9d4-c64b-460f-9e2d-1068160e51f0', 'code': 200} Aug 23 20:35:09.217407 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a83f7f-4104-41e3-a825-bcc01ea0e0ed req-7bc29e9a-9c98-4d3c-ac90-adc234d63c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:09.218322 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-85a83f7f-4104-41e3-a825-bcc01ea0e0ed req-7bc29e9a-9c98-4d3c-ac90-adc234d63c45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:09.221122 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-85a83f7f-4104-41e3-a825-bcc01ea0e0ed req-7bc29e9a-9c98-4d3c-ac90-adc234d63c45 service neutron] 10.222.0.32 "PUT /v2.0/ports/ba8aaa12-abe0-4a0c-b665-2245d08b506a HTTP/1.1" status: 200 len: 1091 time: 1.4178774 Aug 23 20:35:09.239144 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=9effe9d4-c64b-460f-9e2d-1068160e51f0,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:09.340210 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12f15583-c36a-4d28-a9fd-84b5253ccbbe', 'tag': 'ba8aaa12-abe0-4a0c-b665-2245d08b506a'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:35:09.342791 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f6e8ff-3ac8-4d35-a782-17a8a58fd054" -d '{"events": [{"name": "network-changed", "server_uuid": "12f15583-c36a-4d28-a9fd-84b5253ccbbe", "tag": "ba8aaa12-abe0-4a0c-b665-2245d08b506a"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:35:09.376812 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-34e8bf75-890d-4ebd-9650-bf9d558deab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:09.399803 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-34e8bf75-890d-4ebd-9650-bf9d558deab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:09.434671 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0a0697db-3252-43f9-bffd-580d9f9b8cd6 req-881b66c1-3cc7-4487-bf22-1985ed998dbc tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] 10.222.0.61 "GET /v2.0/security-groups?id=5581162e-9f5e-4f48-8ca6-f11c11559911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651882 Aug 23 20:35:09.435362 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc29e9a-9c98-4d3c-ac90-adc234d63c45 service neutron] Pushing event updated for resources: {'Port': ['ID=ba8aaa12-abe0-4a0c-b665-2245d08b506a,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:09.484390 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a83f7f-4104-41e3-a825-bcc01ea0e0ed req-bd058e04-ac94-4530-97c5-1f740dc52f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:09.485933 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-85a83f7f-4104-41e3-a825-bcc01ea0e0ed req-bd058e04-ac94-4530-97c5-1f740dc52f92 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fee04bdee1314858880b57c3099e0dd9&device_id=12f15583-c36a-4d28-a9fd-84b5253ccbbe HTTP/1.1" status: 200 len: 1094 time: 0.1374397 Aug 23 20:35:09.492009 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c47054aa-fdfc-4fe3-8b16-69901689e1b9 req-1e163b60-0721-41c2-b8c7-a083bc9a5fdc service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835188 Aug 23 20:35:09.531079 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e8bf75-890d-4ebd-9650-bf9d558deab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c1f7c8-7a46-468a-8c76-d92411c1de02,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:09.553253 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8e684-4666-4c10-b3d7-4ce5b3ed4673 req-9f6c1274-7190-4e6c-b82f-2c015199d49c tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:09.561284 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a4f8e684-4666-4c10-b3d7-4ce5b3ed4673 req-9f6c1274-7190-4e6c-b82f-2c015199d49c tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f15583-c36a-4d28-a9fd-84b5253ccbbe HTTP/1.1" status: 200 len: 943 time: 0.2255008 Aug 23 20:35:09.566668 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-34e8bf75-890d-4ebd-9650-bf9d558deab1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e8848e9a5517494dbdf4dbd1b3ea1e38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5848696 Aug 23 20:35:09.576557 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 55424) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:35:09.586405 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-85a83f7f-4104-41e3-a825-bcc01ea0e0ed req-a4e49074-1616-40ff-80c1-5a447f73c4f7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba8aaa12-abe0-4a0c-b665-2245d08b506a HTTP/1.1" status: 200 len: 217 time: 0.0767882 Aug 23 20:35:09.602497 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319520c-a74e-45bc-8f6e-5c3e92da6544 req-850c622b-f8e6-46e5-964d-cfc5dbacef86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:09.604001 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e319520c-a74e-45bc-8f6e-5c3e92da6544 req-850c622b-f8e6-46e5-964d-cfc5dbacef86 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1d651a13-defc-45a9-9eb1-c1cf0469db0f HTTP/1.1" status: 200 len: 1096 time: 0.2053230 Aug 23 20:35:09.642174 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a4f8e684-4666-4c10-b3d7-4ce5b3ed4673 req-75cbdb11-10b1-433e-9f69-846a5c94c46c tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/security-groups?id=587fdc99-14a6-4232-ab9b-a26b7a1ae9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796092 Aug 23 20:35:09.669988 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e319520c-a74e-45bc-8f6e-5c3e92da6544 req-d52ed6e1-324a-4e94-846f-cf0de79dc355 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5581162e-9f5e-4f48-8ca6-f11c11559911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528319 Aug 23 20:35:09.691833 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa016008-af9b-47a0-afeb-eb6574751b5d x-openstack-request-id: req-aa016008-af9b-47a0-afeb-eb6574751b5d {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:35:09.692245 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12f15583-c36a-4d28-a9fd-84b5253ccbbe", "tag": "ba8aaa12-abe0-4a0c-b665-2245d08b506a", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:35:09.692712 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-aa016008-af9b-47a0-afeb-eb6574751b5d {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:35:09.693179 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12f15583-c36a-4d28-a9fd-84b5253ccbbe', 'tag': 'ba8aaa12-abe0-4a0c-b665-2245d08b506a', 'status': 'completed', 'code': 200} Aug 23 20:35:09.719281 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191fb4c1-e6df-4f4c-9e88-ef589e255660 req-6973d2e5-aee3-41c0-9222-49fa7c2ff762 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:09.720944 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-191fb4c1-e6df-4f4c-9e88-ef589e255660 req-6973d2e5-aee3-41c0-9222-49fa7c2ff762 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=0deca8ee-2ce2-4faf-a30e-fed39b1d2e9f HTTP/1.1" status: 200 len: 948 time: 0.1433730 Aug 23 20:35:09.725212 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a83f7f-4104-41e3-a825-bcc01ea0e0ed req-bd512c66-44ec-460f-9d3a-b9f93486c641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:09.726737 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-85a83f7f-4104-41e3-a825-bcc01ea0e0ed req-bd512c66-44ec-460f-9d3a-b9f93486c641 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=519e7c31-afda-49a1-9e0f-8c868d7cb053 HTTP/1.1" status: 200 len: 860 time: 0.1204443 Aug 23 20:35:09.753048 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b61b3cee-51f3-4df7-86b6-c23521d88555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:09.795458 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b61b3cee-51f3-4df7-86b6-c23521d88555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:09.798432 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f2106-7631-4a63-999d-10c150145d34 req-d23762eb-52f0-40da-b348-319fef83739f tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:09.799545 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-191fb4c1-e6df-4f4c-9e88-ef589e255660 req-a377a2b7-8b40-492e-a26d-3faa61a46622 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653408 Aug 23 20:35:09.804526 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dc1f2106-7631-4a63-999d-10c150145d34 req-d23762eb-52f0-40da-b348-319fef83739f tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=1da50280-72f8-4b34-a906-80034f24c221 HTTP/1.1" status: 200 len: 944 time: 0.0615740 Aug 23 20:35:09.840729 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dc1f2106-7631-4a63-999d-10c150145d34 req-4a1c8238-52dd-46b2-9383-f12acc41cb8d tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337973 Aug 23 20:35:09.868543 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b61b3cee-51f3-4df7-86b6-c23521d88555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:09.870708 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b61b3cee-51f3-4df7-86b6-c23521d88555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:09.874473 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b61b3cee-51f3-4df7-86b6-c23521d88555 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/82c1f7c8-7a46-468a-8c76-d92411c1de02 HTTP/1.1" status: 204 len: 168 time: 0.2930613 Aug 23 20:35:09.883129 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b3cee-51f3-4df7-86b6-c23521d88555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c1f7c8-7a46-468a-8c76-d92411c1de02,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:09.974016 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6bf5dc95-0a80-4f5b-be26-9f78d5265240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:10.016783 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a83f7f-4104-41e3-a825-bcc01ea0e0ed req-9d3b56e6-8fc9-4d08-99d7-625a4f4b23a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:10.018309 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-85a83f7f-4104-41e3-a825-bcc01ea0e0ed req-9d3b56e6-8fc9-4d08-99d7-625a4f4b23a7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6ab508e3-ca9c-4ba1-a637-e61063da04b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511005 Aug 23 20:35:10.138053 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 058f1047-66ce-4305-ba0a-2a7622600874 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:35:10.159264 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-85a83f7f-4104-41e3-a825-bcc01ea0e0ed req-2240e85e-155e-4fa5-b351-b4a5d5c1e706 service neutron] 10.222.0.32 "GET /v2.0/networks/6ab508e3-ca9c-4ba1-a637-e61063da04b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278133 Aug 23 20:35:10.199290 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 058f1047-66ce-4305-ba0a-2a7622600874 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:35:10.213131 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 058f1047-66ce-4305-ba0a-2a7622600874 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:35:10.214756 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:10.228667 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 55442) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:35:10.243687 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bda02863-edd4-4131-ae57-b1a90e85c461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:10.270488 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:10.308386 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-85a83f7f-4104-41e3-a825-bcc01ea0e0ed req-56e791c6-9774-4108-99c0-374854a0eb2e service neutron] 10.222.0.32 "GET /v2.0/networks/6ab508e3-ca9c-4ba1-a637-e61063da04b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406076 Aug 23 20:35:10.321075 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:10.363128 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 058f1047-66ce-4305-ba0a-2a7622600874, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=058f1047-66ce-4305-ba0a-2a7622600874,segment=NetworkSegment(bbb7ca88-3a5f-4f78-b2f2-1646091f4f26),segment_id=bbb7ca88-3a5f-4f78-b2f2-1646091f4f26)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:35:10.364130 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bda02863-edd4-4131-ae57-b1a90e85c461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:10.368175 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:10.368987 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bda02863-edd4-4131-ae57-b1a90e85c461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:10.411181 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda02863-edd4-4131-ae57-b1a90e85c461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e5424d-eac6-45bf-9be2-35f64535b87f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:10.418046 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-bda02863-edd4-4131-ae57-b1a90e85c461 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e0e9fbeeae0c44b688553e36eeafa5ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1840587 Aug 23 20:35:10.418286 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 55444) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:35:10.424175 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=058f1047-66ce-4305-ba0a-2a7622600874,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:10.460562 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6e8ff-3ac8-4d35-a782-17a8a58fd054 req-652222c4-ad33-45f1-83d3-24f6a0530d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:10.462426 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e1f6e8ff-3ac8-4d35-a782-17a8a58fd054 req-652222c4-ad33-45f1-83d3-24f6a0530d8b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fee04bdee1314858880b57c3099e0dd9&device_id=12f15583-c36a-4d28-a9fd-84b5253ccbbe HTTP/1.1" status: 200 len: 1094 time: 0.0418179 Aug 23 20:35:10.494342 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d8785250-797c-4c0e-9cdc-00d5ad38b3c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:10.521918 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d8785250-797c-4c0e-9cdc-00d5ad38b3c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:10.582646 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d8785250-797c-4c0e-9cdc-00d5ad38b3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:10.585551 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d8785250-797c-4c0e-9cdc-00d5ad38b3c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:10.586719 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d8785250-797c-4c0e-9cdc-00d5ad38b3c9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/79e5424d-eac6-45bf-9be2-35f64535b87f HTTP/1.1" status: 204 len: 168 time: 0.1676199 Aug 23 20:35:10.601766 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8785250-797c-4c0e-9cdc-00d5ad38b3c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e5424d-eac6-45bf-9be2-35f64535b87f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:10.615323 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3be35-f999-45c0-abb6-7c9d1f636661 req-ebbd133d-d4f3-4ab5-9c1f-d66ad6e82787 tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:10.616892 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-58d3be35-f999-45c0-abb6-7c9d1f636661 req-ebbd133d-d4f3-4ab5-9c1f-d66ad6e82787 tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d651a13-defc-45a9-9eb1-c1cf0469db0f HTTP/1.1" status: 200 len: 945 time: 0.0874889 Aug 23 20:35:10.655360 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6e8ff-3ac8-4d35-a782-17a8a58fd054 req-2e0834b7-6ff5-4a1c-80a3-d79d9cd94104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:10.657134 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e1f6e8ff-3ac8-4d35-a782-17a8a58fd054 req-2e0834b7-6ff5-4a1c-80a3-d79d9cd94104 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6ab508e3-ca9c-4ba1-a637-e61063da04b8 HTTP/1.1" status: 200 len: 922 time: 0.1810446 Aug 23 20:35:10.734596 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-58d3be35-f999-45c0-abb6-7c9d1f636661 req-c00c4d60-b6ee-4dad-86b0-ef16a7437fcd tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] 10.222.0.61 "GET /v2.0/security-groups?id=5581162e-9f5e-4f48-8ca6-f11c11559911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919375 Aug 23 20:35:10.770318 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e1f6e8ff-3ac8-4d35-a782-17a8a58fd054 req-e8d2871d-3926-4e62-86f0-45934cfe2df3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba8aaa12-abe0-4a0c-b665-2245d08b506a HTTP/1.1" status: 200 len: 217 time: 0.0965011 Aug 23 20:35:10.807171 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d970724-cdd2-4319-9549-895a158ecbc1 req-cba57290-67ce-41c3-8506-b32b2b280faa tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:10.809381 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2d970724-cdd2-4319-9549-895a158ecbc1 req-cba57290-67ce-41c3-8506-b32b2b280faa tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f15583-c36a-4d28-a9fd-84b5253ccbbe HTTP/1.1" status: 200 len: 943 time: 0.0699177 Aug 23 20:35:10.919106 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2d970724-cdd2-4319-9549-895a158ecbc1 req-ed28f17b-6083-4c42-aa98-9bce5210b48a tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/security-groups?id=587fdc99-14a6-4232-ab9b-a26b7a1ae9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030445 Aug 23 20:35:11.049511 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5433c35-6288-4481-9a0b-5c7de5d8b426 req-61a43a6c-444b-4f95-ad9d-656b1bc26786 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:11.057822 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e5433c35-6288-4481-9a0b-5c7de5d8b426 req-61a43a6c-444b-4f95-ad9d-656b1bc26786 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=1da50280-72f8-4b34-a906-80034f24c221 HTTP/1.1" status: 200 len: 945 time: 0.0761769 Aug 23 20:35:11.120762 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e5433c35-6288-4481-9a0b-5c7de5d8b426 req-5eb71add-8b03-4933-9a59-1482c2948233 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464411 Aug 23 20:35:11.201751 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da50280-72f8-4b34-a906-80034f24c221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '058f1047-66ce-4305-ba0a-2a7622600874'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:35:11.205019 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e73f5a-cae4-472f-97b4-cb23212de47d" -d '{"events": [{"server_uuid": "1da50280-72f8-4b34-a906-80034f24c221", "name": "network-vif-plugged", "status": "completed", "tag": "058f1047-66ce-4305-ba0a-2a7622600874"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:35:11.263775 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6e8ff-3ac8-4d35-a782-17a8a58fd054 req-622319bc-d302-4a64-8314-7f70f218d458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:11.265766 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e1f6e8ff-3ac8-4d35-a782-17a8a58fd054 req-622319bc-d302-4a64-8314-7f70f218d458 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=519e7c31-afda-49a1-9e0f-8c868d7cb053 HTTP/1.1" status: 200 len: 860 time: 0.4747448 Aug 23 20:35:11.270928 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e024c6f0-8261-44bc-8325-c60eb12ed888 x-openstack-request-id: req-e024c6f0-8261-44bc-8325-c60eb12ed888 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:35:11.271237 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da50280-72f8-4b34-a906-80034f24c221", "name": "network-vif-plugged", "status": "completed", "tag": "058f1047-66ce-4305-ba0a-2a7622600874", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:35:11.271488 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e024c6f0-8261-44bc-8325-c60eb12ed888 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:35:11.271878 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da50280-72f8-4b34-a906-80034f24c221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '058f1047-66ce-4305-ba0a-2a7622600874', 'code': 200} Aug 23 20:35:11.314384 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1276bb6c-8728-4e8d-8eda-b92301720d85 req-7bb77ec5-b9e1-465c-9363-3e8fd5ac4057 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:11.316397 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1276bb6c-8728-4e8d-8eda-b92301720d85 req-7bb77ec5-b9e1-465c-9363-3e8fd5ac4057 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=0deca8ee-2ce2-4faf-a30e-fed39b1d2e9f HTTP/1.1" status: 200 len: 948 time: 0.1079581 Aug 23 20:35:11.359305 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6e8ff-3ac8-4d35-a782-17a8a58fd054 req-2638ae26-9683-4918-a835-7611acc82202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:11.360841 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e1f6e8ff-3ac8-4d35-a782-17a8a58fd054 req-2638ae26-9683-4918-a835-7611acc82202 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6ab508e3-ca9c-4ba1-a637-e61063da04b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0872710 Aug 23 20:35:11.406045 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1276bb6c-8728-4e8d-8eda-b92301720d85 req-5249f627-dd4c-49d7-bc83-8851d7c704ab tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760436 Aug 23 20:35:11.490242 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562492c3-eff3-446c-92fb-9b4026dc9896 req-9930ee7d-c825-437b-8fc8-2d55affad1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:11.491856 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-562492c3-eff3-446c-92fb-9b4026dc9896 req-9930ee7d-c825-437b-8fc8-2d55affad1d3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1da50280-72f8-4b34-a906-80034f24c221 HTTP/1.1" status: 200 len: 1096 time: 0.1073983 Aug 23 20:35:11.538611 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e1f6e8ff-3ac8-4d35-a782-17a8a58fd054 req-31479548-16c4-4ba8-9837-336a7cd0a487 service neutron] 10.222.0.32 "GET /v2.0/networks/6ab508e3-ca9c-4ba1-a637-e61063da04b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683321 Aug 23 20:35:11.598529 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-562492c3-eff3-446c-92fb-9b4026dc9896 req-bcdd27a1-2978-42b4-9a70-12b916d520e1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917935 Aug 23 20:35:11.690046 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e1f6e8ff-3ac8-4d35-a782-17a8a58fd054 req-95f4017b-dee7-439a-aa3b-19424874a828 service neutron] 10.222.0.32 "GET /v2.0/networks/6ab508e3-ca9c-4ba1-a637-e61063da04b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303868 Aug 23 20:35:11.866241 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c1ff1-aa8a-4de2-b9a0-03d7613117f5 req-6f2096c8-d1fb-4ab9-b264-1137618a593a tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:11.867835 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-040c1ff1-aa8a-4de2-b9a0-03d7613117f5 req-6f2096c8-d1fb-4ab9-b264-1137618a593a tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d651a13-defc-45a9-9eb1-c1cf0469db0f HTTP/1.1" status: 200 len: 945 time: 0.0521049 Aug 23 20:35:11.911253 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-040c1ff1-aa8a-4de2-b9a0-03d7613117f5 req-5450fe2e-aa2d-40c3-bf8f-fb132973a2b3 tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] 10.222.0.61 "GET /v2.0/security-groups?id=5581162e-9f5e-4f48-8ca6-f11c11559911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363331 Aug 23 20:35:12.036814 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:35:12.080207 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57455c-d94b-4802-865f-9b1da0d60a2e req-2fb3d086-e6ca-4e6d-8158-505d698d6200 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:12.082759 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec57455c-d94b-4802-865f-9b1da0d60a2e req-2fb3d086-e6ca-4e6d-8158-505d698d6200 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f15583-c36a-4d28-a9fd-84b5253ccbbe HTTP/1.1" status: 200 len: 943 time: 0.0802770 Aug 23 20:35:12.138495 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device d1b23212-f285-4163-a093-ffa4545fc3cc details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:35:12.142025 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec57455c-d94b-4802-865f-9b1da0d60a2e req-80d90a0c-5a49-431b-a6c6-d4a047fe552a tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/security-groups?id=587fdc99-14a6-4232-ab9b-a26b7a1ae9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487084 Aug 23 20:35:12.334030 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202bec1-3362-4698-abd0-378263160b86 req-18febb9a-a63f-4974-a7a3-dfa3bb0ec66b tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:12.340595 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d202bec1-3362-4698-abd0-378263160b86 req-18febb9a-a63f-4974-a7a3-dfa3bb0ec66b tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=1da50280-72f8-4b34-a906-80034f24c221 HTTP/1.1" status: 200 len: 945 time: 0.1247621 Aug 23 20:35:12.368426 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port d1b23212-f285-4163-a093-ffa4545fc3cc, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=d1b23212-f285-4163-a093-ffa4545fc3cc,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:35:12.385215 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': 'd1b23212-f285-4163-a093-ffa4545fc3cc', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'port_id': 'd1b23212-f285-4163-a093-ffa4545fc3cc', 'mac_address': 'fa:16:3e:96:25:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66e9eb0-86f4-4159-852b-f29863cbf18d', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:35:12.447271 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d202bec1-3362-4698-abd0-378263160b86 req-f9b4ea10-f7e6-4656-8cd3-d587b6abe0af tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992205 Aug 23 20:35:12.525038 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:12.561607 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d1b23212-f285-4163-a093-ffa4545fc3cc {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:35:12.603085 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port d1b23212-f285-4163-a093-ffa4545fc3cc, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=d1b23212-f285-4163-a093-ffa4545fc3cc,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:35:12.609094 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:12.610111 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 994703a9-3362-44c5-be32-e3c2fe8cbe96 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:35:12.629276 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74549703-1fbf-463b-b756-571911205ef2 req-73ea32d3-615a-4ebb-b51b-b34f2e9a37d8 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:12.639345 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-74549703-1fbf-463b-b756-571911205ef2 req-73ea32d3-615a-4ebb-b51b-b34f2e9a37d8 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=0deca8ee-2ce2-4faf-a30e-fed39b1d2e9f HTTP/1.1" status: 200 len: 948 time: 0.1217983 Aug 23 20:35:12.718291 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-74549703-1fbf-463b-b756-571911205ef2 req-927d001f-cc50-4b46-b2d2-671a9fc6ac0c tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763426 Aug 23 20:35:12.739486 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 994703a9-3362-44c5-be32-e3c2fe8cbe96, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=994703a9-3362-44c5-be32-e3c2fe8cbe96,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:35:12.749271 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=d1b23212-f285-4163-a093-ffa4545fc3cc,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:12.761913 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:35:12.777307 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:35:12.777736 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:35:12.778184 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:35:12.778582 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:35:12.778998 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:35:12.779389 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:35:12.779809 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:35:12.780266 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:35:12.780717 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:35:12.781112 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:35:12.781499 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:35:12.786585 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '994703a9-3362-44c5-be32-e3c2fe8cbe96', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'port_id': '994703a9-3362-44c5-be32-e3c2fe8cbe96', 'mac_address': 'fa:16:3e:ad:de:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66e9eb0-86f4-4159-852b-f29863cbf18d', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:35:12.793867 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device ba8aaa12-abe0-4a0c-b665-2245d08b506a details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:35:12.954955 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:13.035122 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 994703a9-3362-44c5-be32-e3c2fe8cbe96 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:35:13.086619 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-957b3c7d-3d2a-43cb-8cf7-b2691be40565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:13.092707 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 994703a9-3362-44c5-be32-e3c2fe8cbe96, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=994703a9-3362-44c5-be32-e3c2fe8cbe96,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:35:13.102468 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:13.150126 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port ba8aaa12-abe0-4a0c-b665-2245d08b506a, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=ba8aaa12-abe0-4a0c-b665-2245d08b506a,segment=NetworkSegment(48a0e5f3-af02-4cc1-9440-e0e582e9c7ef),segment_id=48a0e5f3-af02-4cc1-9440-e0e582e9c7ef)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:35:13.181625 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': 'ba8aaa12-abe0-4a0c-b665-2245d08b506a', 'network_id': '6ab508e3-ca9c-4ba1-a637-e61063da04b8', 'port_id': 'ba8aaa12-abe0-4a0c-b665-2245d08b506a', 'mac_address': 'fa:16:3e:75:8a:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '519e7c31-afda-49a1-9e0f-8c868d7cb053', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:35:13.227625 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:13.231812 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=994703a9-3362-44c5-be32-e3c2fe8cbe96,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:13.246995 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba8aaa12-abe0-4a0c-b665-2245d08b506a {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:35:13.271045 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port ba8aaa12-abe0-4a0c-b665-2245d08b506a, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=ba8aaa12-abe0-4a0c-b665-2245d08b506a,segment=NetworkSegment(48a0e5f3-af02-4cc1-9440-e0e582e9c7ef),segment_id=48a0e5f3-af02-4cc1-9440-e0e582e9c7ef)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:35:13.277076 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['d1b23212-f285-4163-a093-ffa4545fc3cc'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:35:13.282114 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:13.337712 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ae6c1-0284-44b1-bab8-f1a6368c44af req-f669d667-dcbf-4dd8-bfe2-2b91ae9161fe tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:13.356306 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-793ae6c1-0284-44b1-bab8-f1a6368c44af req-f669d667-dcbf-4dd8-bfe2-2b91ae9161fe tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f15583-c36a-4d28-a9fd-84b5253ccbbe HTTP/1.1" status: 200 len: 943 time: 0.1057892 Aug 23 20:35:13.397020 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=ba8aaa12-abe0-4a0c-b665-2245d08b506a,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:13.489585 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-793ae6c1-0284-44b1-bab8-f1a6368c44af req-320862e8-47ee-4508-8547-4b6bf04193db tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/security-groups?id=587fdc99-14a6-4232-ab9b-a26b7a1ae9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323013 Aug 23 20:35:13.547184 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['994703a9-3362-44c5-be32-e3c2fe8cbe96'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:35:13.586760 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:13.644281 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['ba8aaa12-abe0-4a0c-b665-2245d08b506a'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:35:13.684411 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 55590) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:35:13.689876 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d83b5c-c012-4521-9a9b-509734f8c8bd req-33499965-845e-480d-8d0a-37ba5fc1a3b5 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:13.698435 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-14d83b5c-c012-4521-9a9b-509734f8c8bd req-33499965-845e-480d-8d0a-37ba5fc1a3b5 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=1da50280-72f8-4b34-a906-80034f24c221 HTTP/1.1" status: 200 len: 945 time: 0.1259432 Aug 23 20:35:13.749766 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-14d83b5c-c012-4521-9a9b-509734f8c8bd req-733ec482-9b07-4cda-982e-70c0ef38728f tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488598 Aug 23 20:35:13.902280 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c6e82c19-e36a-4ba6-b215-80529783affc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:13.930655 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910f5d8-8767-4b3a-b299-ac003c28191b req-e66b5441-bdc2-421d-ad49-50c07b709704 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:13.940219 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b910f5d8-8767-4b3a-b299-ac003c28191b req-e66b5441-bdc2-421d-ad49-50c07b709704 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=0deca8ee-2ce2-4faf-a30e-fed39b1d2e9f HTTP/1.1" status: 200 len: 949 time: 0.1025927 Aug 23 20:35:14.036096 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b910f5d8-8767-4b3a-b299-ac003c28191b req-e9c0b8aa-141e-4c2d-957b-8ab9766190fc tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947006 Aug 23 20:35:14.117694 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c6e82c19-e36a-4ba6-b215-80529783affc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:14.122503 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c6e82c19-e36a-4ba6-b215-80529783affc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:14.177955 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device d1b23212-f285-4163-a093-ffa4545fc3cc up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:35:14.224280 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e82c19-e36a-4ba6-b215-80529783affc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f4cb57-bff4-4cab-a664-e01dc1d6d1b7,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:14.247955 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c6e82c19-e36a-4ba6-b215-80529783affc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e04039cba65749cc9de69f690ea7b5b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5598416 Aug 23 20:35:14.248393 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 55610) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:35:14.275796 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab2176-1e48-435f-a977-8151c4780205 req-c1b554d6-fce7-4f51-b53b-bb0c018dc161 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:14.287763 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e1ab2176-1e48-435f-a977-8151c4780205 req-c1b554d6-fce7-4f51-b53b-bb0c018dc161 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=1da50280-72f8-4b34-a906-80034f24c221 HTTP/1.1" status: 200 len: 945 time: 0.1234157 Aug 23 20:35:14.314734 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port d1b23212-f285-4163-a093-ffa4545fc3cc triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:35:14.315378 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:14.347600 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e1ab2176-1e48-435f-a977-8151c4780205 req-4bee87d5-a622-40f6-9666-a5675a3027fe tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576401 Aug 23 20:35:14.351869 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c15d0e0e-0fe4-464c-b81c-746e951a7f02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:14.389594 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c15d0e0e-0fe4-464c-b81c-746e951a7f02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:14.447140 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:14.473279 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:14.493210 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c15d0e0e-0fe4-464c-b81c-746e951a7f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:14.499724 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c15d0e0e-0fe4-464c-b81c-746e951a7f02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:14.503788 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c15d0e0e-0fe4-464c-b81c-746e951a7f02 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b6f4cb57-bff4-4cab-a664-e01dc1d6d1b7 HTTP/1.1" status: 204 len: 168 time: 0.2519910 Aug 23 20:35:14.518029 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ff2ac2-7370-495f-852b-f9e53c571bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b23212-f285-4163-a093-ffa4545fc3cc'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:35:14.520156 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15d0e0e-0fe4-464c-b81c-746e951a7f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f4cb57-bff4-4cab-a664-e01dc1d6d1b7,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:14.528348 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a931d576-b8ba-4861-a3c6-e3774eb70a70" -d '{"events": [{"server_uuid": "b9ff2ac2-7370-495f-852b-f9e53c571bed", "name": "network-vif-plugged", "status": "completed", "tag": "d1b23212-f285-4163-a093-ffa4545fc3cc"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:35:14.600814 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port d1b23212-f285-4163-a093-ffa4545fc3cc, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=d1b23212-f285-4163-a093-ffa4545fc3cc,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:35:14.611598 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:14.718090 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd640b-e5c7-4dc0-a42a-57d7213eb6be req-7d1680d4-3613-499e-9b0d-0ea0c98bab37 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:14.727504 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-92fd640b-e5c7-4dc0-a42a-57d7213eb6be req-7d1680d4-3613-499e-9b0d-0ea0c98bab37 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f15583-c36a-4d28-a9fd-84b5253ccbbe HTTP/1.1" status: 200 len: 944 time: 0.1119783 Aug 23 20:35:14.733959 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=d1b23212-f285-4163-a093-ffa4545fc3cc,revision_number=7']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:14.786960 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device ba8aaa12-abe0-4a0c-b665-2245d08b506a up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:35:14.814297 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-92fd640b-e5c7-4dc0-a42a-57d7213eb6be req-070b563f-5084-4e85-9111-5dd089cbfd5f tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/security-groups?id=587fdc99-14a6-4232-ab9b-a26b7a1ae9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772204 Aug 23 20:35:14.865167 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9322d9-f31a-4fb9-9207-827a18c5c67d x-openstack-request-id: req-4d9322d9-f31a-4fb9-9207-827a18c5c67d {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:35:14.865889 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ff2ac2-7370-495f-852b-f9e53c571bed", "name": "network-vif-plugged", "status": "completed", "tag": "d1b23212-f285-4163-a093-ffa4545fc3cc", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:35:14.866170 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4d9322d9-f31a-4fb9-9207-827a18c5c67d {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:35:14.866572 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9ff2ac2-7370-495f-852b-f9e53c571bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b23212-f285-4163-a093-ffa4545fc3cc', 'code': 200} Aug 23 20:35:14.914328 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port ba8aaa12-abe0-4a0c-b665-2245d08b506a completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:35:14.922371 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port ba8aaa12-abe0-4a0c-b665-2245d08b506a triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:35:14.922772 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:15.059666 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c95c7f-9730-4b90-9022-5edbeb13e1fd req-c483c4b8-4bb2-43d7-80e9-1a3e4c56523e tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:15.067334 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-06c95c7f-9730-4b90-9022-5edbeb13e1fd req-c483c4b8-4bb2-43d7-80e9-1a3e4c56523e tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=1da50280-72f8-4b34-a906-80034f24c221 HTTP/1.1" status: 200 len: 945 time: 0.1199927 Aug 23 20:35:15.077540 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:15.124201 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-06c95c7f-9730-4b90-9022-5edbeb13e1fd req-04f81a26-1d25-4c7d-9cb7-ea896605b1ab tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556560 Aug 23 20:35:15.155698 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port ba8aaa12-abe0-4a0c-b665-2245d08b506a, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=ba8aaa12-abe0-4a0c-b665-2245d08b506a,segment=NetworkSegment(48a0e5f3-af02-4cc1-9440-e0e582e9c7ef),segment_id=48a0e5f3-af02-4cc1-9440-e0e582e9c7ef)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:35:15.169597 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:15.259243 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 55642) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:35:15.279250 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-144d56fa-2395-4881-a902-d1fdbde045f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:15.281509 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=ba8aaa12-abe0-4a0c-b665-2245d08b506a,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:15.293266 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27f1f2-27b3-465b-8be7-88dba864f3aa req-a8059be2-bace-424b-9684-5a1412f03b28 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:15.294583 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9f27f1f2-27b3-465b-8be7-88dba864f3aa req-a8059be2-bace-424b-9684-5a1412f03b28 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=0deca8ee-2ce2-4faf-a30e-fed39b1d2e9f HTTP/1.1" status: 200 len: 949 time: 0.1027596 Aug 23 20:35:15.353474 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9f27f1f2-27b3-465b-8be7-88dba864f3aa req-209d545c-6224-40a0-b3f7-3b25a8aa0813 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499740 Aug 23 20:35:15.418151 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-144d56fa-2395-4881-a902-d1fdbde045f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:15.422842 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-144d56fa-2395-4881-a902-d1fdbde045f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:15.469855 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-144d56fa-2395-4881-a902-d1fdbde045f3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b6b3ad8a09cf4d178d8d4d15fee50249&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2074230 Aug 23 20:35:15.469855 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d56fa-2395-4881-a902-d1fdbde045f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15e7af4-e15f-418a-b08c-affbbae89746,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:15.472366 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 55646) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:35:15.498126 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d56fa-2395-4881-a902-d1fdbde045f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:35:15.498539 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d56fa-2395-4881-a902-d1fdbde045f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:35:15.498946 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d56fa-2395-4881-a902-d1fdbde045f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:35:15.499352 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d56fa-2395-4881-a902-d1fdbde045f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:35:15.499755 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d56fa-2395-4881-a902-d1fdbde045f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:35:15.500178 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d56fa-2395-4881-a902-d1fdbde045f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:35:15.500570 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d56fa-2395-4881-a902-d1fdbde045f3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:35:15.500972 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d56fa-2395-4881-a902-d1fdbde045f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:35:15.501358 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d56fa-2395-4881-a902-d1fdbde045f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:35:15.501878 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d56fa-2395-4881-a902-d1fdbde045f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:35:15.502491 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d56fa-2395-4881-a902-d1fdbde045f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:35:15.502882 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d56fa-2395-4881-a902-d1fdbde045f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:35:15.545948 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e5d11568-6522-4b68-ac5f-4d900ef87521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:15.577315 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e5d11568-6522-4b68-ac5f-4d900ef87521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:15.633205 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e5d11568-6522-4b68-ac5f-4d900ef87521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:15.636608 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e5d11568-6522-4b68-ac5f-4d900ef87521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:15.637978 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e5d11568-6522-4b68-ac5f-4d900ef87521 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f15e7af4-e15f-418a-b08c-affbbae89746 HTTP/1.1" status: 204 len: 168 time: 0.1656466 Aug 23 20:35:15.647392 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d11568-6522-4b68-ac5f-4d900ef87521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15e7af4-e15f-418a-b08c-affbbae89746,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:15.835322 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:16.080550 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609c18f-e910-4232-92b8-819d1f815a59 req-396bf602-d354-4f27-a9c8-b0ba0ee20fa4 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:16.082802 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0609c18f-e910-4232-92b8-819d1f815a59 req-396bf602-d354-4f27-a9c8-b0ba0ee20fa4 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f15583-c36a-4d28-a9fd-84b5253ccbbe HTTP/1.1" status: 200 len: 945 time: 0.1248755 Aug 23 20:35:16.142583 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0609c18f-e910-4232-92b8-819d1f815a59 req-66288003-5840-4975-8231-b3220ba627b7 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/security-groups?id=587fdc99-14a6-4232-ab9b-a26b7a1ae9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523052 Aug 23 20:35:16.184643 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 994703a9-3362-44c5-be32-e3c2fe8cbe96 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:35:16.299702 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 994703a9-3362-44c5-be32-e3c2fe8cbe96 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:35:16.309208 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 994703a9-3362-44c5-be32-e3c2fe8cbe96 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:35:16.310924 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:16.314664 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d2025-a651-475a-9090-e713dea4d49b req-a3682e4a-0b52-48ff-88af-47b8cb22dd71 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:16.325363 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-364d2025-a651-475a-9090-e713dea4d49b req-a3682e4a-0b52-48ff-88af-47b8cb22dd71 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=1da50280-72f8-4b34-a906-80034f24c221 HTTP/1.1" status: 200 len: 945 time: 0.0865116 Aug 23 20:35:16.411514 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-364d2025-a651-475a-9090-e713dea4d49b req-a72ff601-40dd-48bf-a5ca-0bd95e2171ae tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845928 Aug 23 20:35:16.590933 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742f653-626e-4945-9c46-3398fb64d6eb req-996f9c85-2f5a-4c07-be9c-357c61eb498d tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:16.599585 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9742f653-626e-4945-9c46-3398fb64d6eb req-996f9c85-2f5a-4c07-be9c-357c61eb498d tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=0deca8ee-2ce2-4faf-a30e-fed39b1d2e9f HTTP/1.1" status: 200 len: 949 time: 0.1043656 Aug 23 20:35:16.666263 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9742f653-626e-4945-9c46-3398fb64d6eb req-1b5f35ea-6478-4530-a8ef-c8bb8ec118fe tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653839 Aug 23 20:35:16.779967 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:16.819843 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 994703a9-3362-44c5-be32-e3c2fe8cbe96, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=994703a9-3362-44c5-be32-e3c2fe8cbe96,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:35:16.832225 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:16.876493 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f15583-c36a-4d28-a9fd-84b5253ccbbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba8aaa12-abe0-4a0c-b665-2245d08b506a'}, {'server_uuid': '0deca8ee-2ce2-4faf-a30e-fed39b1d2e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '994703a9-3362-44c5-be32-e3c2fe8cbe96'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:35:16.880483 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb34cb3-8fe4-4f16-bb7f-ae331ca48cef" -d '{"events": [{"server_uuid": "12f15583-c36a-4d28-a9fd-84b5253ccbbe", "name": "network-vif-plugged", "status": "completed", "tag": "ba8aaa12-abe0-4a0c-b665-2245d08b506a"}, {"server_uuid": "0deca8ee-2ce2-4faf-a30e-fed39b1d2e9f", "name": "network-vif-plugged", "status": "completed", "tag": "994703a9-3362-44c5-be32-e3c2fe8cbe96"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:35:16.886684 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429b6b1-dd3c-49ee-8509-cbb1150f66e2 req-3c4f28ce-0f32-4a03-b5e7-7cd101e16dc7 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:16.889744 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3429b6b1-dd3c-49ee-8509-cbb1150f66e2 req-3c4f28ce-0f32-4a03-b5e7-7cd101e16dc7 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.11 "GET /v2.0/ports?device_id=1da50280-72f8-4b34-a906-80034f24c221 HTTP/1.1" status: 200 len: 945 time: 0.0887759 Aug 23 20:35:16.909695 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 55694) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:35:16.930049 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=994703a9-3362-44c5-be32-e3c2fe8cbe96,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:16.960182 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 23 Aug 2021 20:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead00411-8f98-43eb-8502-e0644f8145fd x-openstack-request-id: req-ead00411-8f98-43eb-8502-e0644f8145fd {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:35:16.960486 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f15583-c36a-4d28-a9fd-84b5253ccbbe", "name": "network-vif-plugged", "status": "completed", "tag": "ba8aaa12-abe0-4a0c-b665-2245d08b506a", "code": 200}, {"server_uuid": "0deca8ee-2ce2-4faf-a30e-fed39b1d2e9f", "name": "network-vif-plugged", "status": "completed", "tag": "994703a9-3362-44c5-be32-e3c2fe8cbe96", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:35:16.960738 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ead00411-8f98-43eb-8502-e0644f8145fd {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:35:16.961141 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f15583-c36a-4d28-a9fd-84b5253ccbbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba8aaa12-abe0-4a0c-b665-2245d08b506a', 'code': 200} Aug 23 20:35:16.961399 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0deca8ee-2ce2-4faf-a30e-fed39b1d2e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '994703a9-3362-44c5-be32-e3c2fe8cbe96', 'code': 200} Aug 23 20:35:17.179820 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-0690862c-889a-4194-b34c-27186306bf89 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1658973775-network', 'tenant_id': 'c0ccdd0dd18b4a058f6a89b6a09d3497'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:35:17.221264 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498249be-2a7f-406a-bdb0-7c148f2a5299 req-de337d16-1fda-4185-8eb2-28e5a827fcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:17.223194 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-498249be-2a7f-406a-bdb0-7c148f2a5299 req-de337d16-1fda-4185-8eb2-28e5a827fcde service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=12f15583-c36a-4d28-a9fd-84b5253ccbbe HTTP/1.1" status: 200 len: 1096 time: 0.1395307 Aug 23 20:35:17.225305 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a874088-2bf9-4e33-bf85-8202fe3e2088 req-dc90f2c5-8df2-447c-a45f-1f54c4362550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:17.228921 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0a874088-2bf9-4e33-bf85-8202fe3e2088 req-dc90f2c5-8df2-447c-a45f-1f54c4362550 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0deca8ee-2ce2-4faf-a30e-fed39b1d2e9f HTTP/1.1" status: 200 len: 1101 time: 0.1816764 Aug 23 20:35:17.337565 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-498249be-2a7f-406a-bdb0-7c148f2a5299 req-6698ec8b-defe-40d2-acde-a9fbc438bd7e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=587fdc99-14a6-4232-ab9b-a26b7a1ae9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016235 Aug 23 20:35:17.341983 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0690862c-889a-4194-b34c-27186306bf89 admin admin] Made reservation on behalf of c0ccdd0dd18b4a058f6a89b6a09d3497 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:35:17.344576 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0690862c-889a-4194-b34c-27186306bf89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:17.372961 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-3429b6b1-dd3c-49ee-8509-cbb1150f66e2 req-e9fbd43f-a4e4-4267-ae59-d5c8095aa491 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Deleting port 058f1047-66ce-4305-ba0a-2a7622600874 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:35:17.373313 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3429b6b1-dd3c-49ee-8509-cbb1150f66e2 req-e9fbd43f-a4e4-4267-ae59-d5c8095aa491 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:17.382205 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0690862c-889a-4194-b34c-27186306bf89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:17.404001 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0a874088-2bf9-4e33-bf85-8202fe3e2088 req-3ad14851-f235-4e82-9aaa-a9136a046264 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350207 Aug 23 20:35:17.462728 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4b666-6ee5-4ee4-a785-aa49ef1aeb3c req-201ab0ad-7e62-4821-b27a-cb15c7115a75 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:17.471869 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5ac4b666-6ee5-4ee4-a785-aa49ef1aeb3c req-201ab0ad-7e62-4821-b27a-cb15c7115a75 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f15583-c36a-4d28-a9fd-84b5253ccbbe HTTP/1.1" status: 200 len: 945 time: 0.1852298 Aug 23 20:35:17.623260 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5ac4b666-6ee5-4ee4-a785-aa49ef1aeb3c req-dbfe06aa-da54-4a6a-8670-f44fffda96db tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/security-groups?id=587fdc99-14a6-4232-ab9b-a26b7a1ae9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343608 Aug 23 20:35:17.627346 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1095d91-9d7f-4a01-98b9-4b526185ad0b req-3d805d9b-0978-4a33-a628-4a726647ca5e tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:17.628919 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f1095d91-9d7f-4a01-98b9-4b526185ad0b req-3d805d9b-0978-4a33-a628-4a726647ca5e tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=1da50280-72f8-4b34-a906-80034f24c221 HTTP/1.1" status: 200 len: 945 time: 0.1100991 Aug 23 20:35:17.634916 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-3429b6b1-dd3c-49ee-8509-cbb1150f66e2 req-e9fbd43f-a4e4-4267-ae59-d5c8095aa491 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] For port 058f1047-66ce-4305-ba0a-2a7622600874, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=058f1047-66ce-4305-ba0a-2a7622600874,segment=NetworkSegment(bbb7ca88-3a5f-4f78-b2f2-1646091f4f26),segment_id=bbb7ca88-3a5f-4f78-b2f2-1646091f4f26)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:35:17.662985 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3429b6b1-dd3c-49ee-8509-cbb1150f66e2 req-e9fbd43f-a4e4-4267-ae59-d5c8095aa491 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:17.662985 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-3429b6b1-dd3c-49ee-8509-cbb1150f66e2 req-e9fbd43f-a4e4-4267-ae59-d5c8095aa491 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Calling delete_port for 058f1047-66ce-4305-ba0a-2a7622600874 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:35:17.677134 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f1095d91-9d7f-4a01-98b9-4b526185ad0b req-e769c3db-7edd-405e-8e87-6e7a172507a7 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394835 Aug 23 20:35:17.866476 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0690862c-889a-4194-b34c-27186306bf89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:17.877218 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0690862c-889a-4194-b34c-27186306bf89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:17.924786 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0690862c-889a-4194-b34c-27186306bf89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:35:17.951663 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eeca9e-e975-4a69-a3c1-9b40b867c2d0 req-9fe8cf43-22d2-4be8-a045-9cbdc85b9b9b tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:17.953689 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b9eeca9e-e975-4a69-a3c1-9b40b867c2d0 req-9fe8cf43-22d2-4be8-a045-9cbdc85b9b9b tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=0deca8ee-2ce2-4faf-a30e-fed39b1d2e9f HTTP/1.1" status: 200 len: 950 time: 0.1588924 Aug 23 20:35:17.957059 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0690862c-889a-4194-b34c-27186306bf89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfdb861-04d9-4de1-ac01-7cf0677e0e18,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:17.974215 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0690862c-889a-4194-b34c-27186306bf89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:17.978483 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-0690862c-889a-4194-b34c-27186306bf89 admin admin] Added segment 9b24575c-7447-4219-80de-a5f9a2dc9179 of type vlan for network ee49fab1-d321-4ccd-83a3-bdc6214881f4 Aug 23 20:35:18.089400 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0690862c-889a-4194-b34c-27186306bf89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:18.127319 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b9eeca9e-e975-4a69-a3c1-9b40b867c2d0 req-82115b4c-3526-46ab-92dc-6d4669431a80 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437988 Aug 23 20:35:18.159065 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3429b6b1-dd3c-49ee-8509-cbb1150f66e2 req-e9fbd43f-a4e4-4267-ae59-d5c8095aa491 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:18.173360 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['058f1047-66ce-4305-ba0a-2a7622600874'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:35:18.174540 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0690862c-889a-4194-b34c-27186306bf89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:18.177694 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0690862c-889a-4194-b34c-27186306bf89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:18.178296 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0690862c-889a-4194-b34c-27186306bf89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:18.221500 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['2fd138a2-a960-44b8-8ce2-767dd6fe86fd'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:35:18.232895 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0690862c-889a-4194-b34c-27186306bf89 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.3223672 Aug 23 20:35:18.235714 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 55732) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:35:18.241698 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-41cd1ac3-b392-47e1-b620-8b43e3e67651 admin admin] Request body: {'subnet': {'network_id': 'ee49fab1-d321-4ccd-83a3-bdc6214881f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1658973775-subnet', 'tenant_id': 'c0ccdd0dd18b4a058f6a89b6a09d3497', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:35:18.258779 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fbd43f-a4e4-4267-ae59-d5c8095aa491 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Pushing event deleted for resources: {'Port': ['ID=058f1047-66ce-4305-ba0a-2a7622600874,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:18.294734 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41cd1ac3-b392-47e1-b620-8b43e3e67651 admin admin] Made reservation on behalf of c0ccdd0dd18b4a058f6a89b6a09d3497 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:35:18.297325 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-41cd1ac3-b392-47e1-b620-8b43e3e67651 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:18.364300 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0690862c-889a-4194-b34c-27186306bf89 admin admin] Pushing event updated for resources: {'Network': ['ID=ee49fab1-d321-4ccd-83a3-bdc6214881f4,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:18.367359 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-3429b6b1-dd3c-49ee-8509-cbb1150f66e2 req-e9fbd43f-a4e4-4267-ae59-d5c8095aa491 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] No DVR routers for this DVR port 058f1047-66ce-4305-ba0a-2a7622600874 on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:35:18.373258 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3429b6b1-dd3c-49ee-8509-cbb1150f66e2 req-e9fbd43f-a4e4-4267-ae59-d5c8095aa491 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:18.376397 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3429b6b1-dd3c-49ee-8509-cbb1150f66e2 req-e9fbd43f-a4e4-4267-ae59-d5c8095aa491 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.11 "DELETE /v2.0/ports/058f1047-66ce-4305-ba0a-2a7622600874 HTTP/1.1" status: 204 len: 173 time: 1.4674892 Aug 23 20:35:18.377567 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da50280-72f8-4b34-a906-80034f24c221', 'name': 'network-vif-deleted', 'tag': '058f1047-66ce-4305-ba0a-2a7622600874'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:35:18.379404 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5928cd-df0b-4e10-a4de-9e6636fa025e" -d '{"events": [{"server_uuid": "1da50280-72f8-4b34-a906-80034f24c221", "name": "network-vif-deleted", "tag": "058f1047-66ce-4305-ba0a-2a7622600874"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:35:18.379833 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network ee49fab1-d321-4ccd-83a3-bdc6214881f4 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:35:18.515813 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0314b8ff-abc6-4aa9-868d-50a5cbc6c776 x-openstack-request-id: req-0314b8ff-abc6-4aa9-868d-50a5cbc6c776 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:35:18.516750 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da50280-72f8-4b34-a906-80034f24c221", "name": "network-vif-deleted", "tag": "058f1047-66ce-4305-ba0a-2a7622600874", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:35:18.517033 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0314b8ff-abc6-4aa9-868d-50a5cbc6c776 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:35:18.517456 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da50280-72f8-4b34-a906-80034f24c221', 'name': 'network-vif-deleted', 'tag': '058f1047-66ce-4305-ba0a-2a7622600874', 'status': 'completed', 'code': 200} Aug 23 20:35:18.832363 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-41cd1ac3-b392-47e1-b620-8b43e3e67651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:18.918711 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512dd81-bbad-4989-9726-4294f4ba3d3c req-d5c9230d-cac2-4dc5-a239-5005a3059401 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:18.921136 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1512dd81-bbad-4989-9726-4294f4ba3d3c req-d5c9230d-cac2-4dc5-a239-5005a3059401 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f15583-c36a-4d28-a9fd-84b5253ccbbe HTTP/1.1" status: 200 len: 945 time: 0.1183028 Aug 23 20:35:19.012086 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-968ce22f-2808-4f02-bff3-28e278d915b1 req-4ec74c4a-5acf-4022-97da-3f67ece35210 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=1da50280-72f8-4b34-a906-80034f24c221 HTTP/1.1" status: 200 len: 210 time: 0.1416647 Aug 23 20:35:19.052441 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1512dd81-bbad-4989-9726-4294f4ba3d3c req-7a6b9528-2ddc-43d3-983f-cae7441c7477 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/security-groups?id=587fdc99-14a6-4232-ab9b-a26b7a1ae9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805438 Aug 23 20:35:19.062524 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cd1ac3-b392-47e1-b620-8b43e3e67651 admin admin] Checking segment: {'id': '9b24575c-7447-4219-80de-a5f9a2dc9179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ee49fab1-d321-4ccd-83a3-bdc6214881f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:35:19.063091 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cd1ac3-b392-47e1-b620-8b43e3e67651 admin admin] Network hostable DHCP agents. Network: ee49fab1-d321-4ccd-83a3-bdc6214881f4, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:35:19.093257 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cd1ac3-b392-47e1-b620-8b43e3e67651 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88c38b00-3949-44e2-bfff-413907018fd3,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:19.130129 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cd1ac3-b392-47e1-b620-8b43e3e67651 admin admin] Network ee49fab1-d321-4ccd-83a3-bdc6214881f4 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:35:19.152009 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-41cd1ac3-b392-47e1-b620-8b43e3e67651 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, ee49fab1-d321-4ccd-83a3-bdc6214881f4) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:35:19.162874 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cd1ac3-b392-47e1-b620-8b43e3e67651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:19.164566 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-41cd1ac3-b392-47e1-b620-8b43e3e67651 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:19.172568 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b06210b-9580-42e9-9284-dc27e5fd2df7 None None] Network ee49fab1-d321-4ccd-83a3-bdc6214881f4 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:35:19.207534 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-41cd1ac3-b392-47e1-b620-8b43e3e67651 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9705067 Aug 23 20:35:19.211903 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 55764) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:35:19.218914 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-ae26f6d7-4c6a-498b-8d1b-0b50f6195176 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1658973775-router', 'tenant_id': 'c0ccdd0dd18b4a058f6a89b6a09d3497', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:35:19.343039 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ae26f6d7-4c6a-498b-8d1b-0b50f6195176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:19.345842 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ae26f6d7-4c6a-498b-8d1b-0b50f6195176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:19.395528 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be0619-489a-499e-817a-8e1019a06b05 req-3647c95e-f92c-4966-9d94-2e1be894eb54 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:19.400104 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-94be0619-489a-499e-817a-8e1019a06b05 req-3647c95e-f92c-4966-9d94-2e1be894eb54 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/networks?id=0d2d451a-e4f8-432e-a8cb-85e5a98645e8 HTTP/1.1" status: 200 len: 815 time: 0.1778984 Aug 23 20:35:19.436393 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-94be0619-489a-499e-817a-8e1019a06b05 req-bcc14811-f34e-4e7a-b214-efb1a665541c tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/quotas/1e53f5e203f84c21bf8d274dcef886cf HTTP/1.1" status: 200 len: 375 time: 0.0292568 Aug 23 20:35:19.550341 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ff678-69e8-48ff-a6fd-bd94fc38aa1d req-6cbec311-a8bf-4a28-9ee5-f3508ee3c5c8 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:19.554449 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-143ff678-69e8-48ff-a6fd-bd94fc38aa1d req-6cbec311-a8bf-4a28-9ee5-f3508ee3c5c8 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=0deca8ee-2ce2-4faf-a30e-fed39b1d2e9f HTTP/1.1" status: 200 len: 950 time: 0.1977565 Aug 23 20:35:19.588019 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-94be0619-489a-499e-817a-8e1019a06b05 req-ce566491-5642-4274-b113-28b578d7464b tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1e53f5e203f84c21bf8d274dcef886cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1506844 Aug 23 20:35:19.638832 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ae26f6d7-4c6a-498b-8d1b-0b50f6195176 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:19.673142 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af9212e-b02b-4d35-bef0-83739d33842f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-ee49fab1-d321-4ccd-83a3-bdc6214881f4', 'network_id': 'ee49fab1-d321-4ccd-83a3-bdc6214881f4', 'tenant_id': 'c0ccdd0dd18b4a058f6a89b6a09d3497', 'fixed_ips': [{'subnet_id': '88c38b00-3949-44e2-bfff-413907018fd3'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:35:19.675532 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8af9212e-b02b-4d35-bef0-83739d33842f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:19.953551 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-8af9212e-b02b-4d35-bef0-83739d33842f None None] Allocated IP 172.20.0.2 (ee49fab1-d321-4ccd-83a3-bdc6214881f4/88c38b00-3949-44e2-bfff-413907018fd3/a5f2f0de-1bf4-4f69-99f0-107129ed6b3c) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:35:19.954934 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ae26f6d7-4c6a-498b-8d1b-0b50f6195176 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:20.016123 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-143ff678-69e8-48ff-a6fd-bd94fc38aa1d req-c4091dac-5391-4749-93ae-80eb97482e1a tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4036119 Aug 23 20:35:20.107136 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-94be0619-489a-499e-817a-8e1019a06b05 req-864b4137-1dd4-49d3-8b48-09e092cf24d5 service neutron] 10.222.0.61 "GET /v2.0/networks/0d2d451a-e4f8-432e-a8cb-85e5a98645e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5177307 Aug 23 20:35:20.252257 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-94be0619-489a-499e-817a-8e1019a06b05 req-55c833d1-626f-422d-aaac-9f686d243d44 service neutron] 10.222.0.61 "GET /v2.0/networks/0d2d451a-e4f8-432e-a8cb-85e5a98645e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442204 Aug 23 20:35:20.304186 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:20.344787 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8af9212e-b02b-4d35-bef0-83739d33842f None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:20.364919 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8af9212e-b02b-4d35-bef0-83739d33842f None None] Transition to ACTIVE for port object a5f2f0de-1bf4-4f69-99f0-107129ed6b3c will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:35:20.455684 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8af9212e-b02b-4d35-bef0-83739d33842f None None] Transition to ACTIVE for port object a5f2f0de-1bf4-4f69-99f0-107129ed6b3c will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:35:20.468118 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8af9212e-b02b-4d35-bef0-83739d33842f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:20.603043 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af9212e-b02b-4d35-bef0-83739d33842f None None] Pushing event updated for resources: {'Port': ['ID=a5f2f0de-1bf4-4f69-99f0-107129ed6b3c,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:20.623691 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af9212e-b02b-4d35-bef0-83739d33842f None None] Network ee49fab1-d321-4ccd-83a3-bdc6214881f4 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:35:20.629348 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-8af9212e-b02b-4d35-bef0-83739d33842f None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:35:20.632281 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af9212e-b02b-4d35-bef0-83739d33842f None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:35:20.691915 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-8af9212e-b02b-4d35-bef0-83739d33842f None None] Attempting to bind port a5f2f0de-1bf4-4f69-99f0-107129ed6b3c on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:35:20.692732 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-8af9212e-b02b-4d35-bef0-83739d33842f None None] Attempting to bind port a5f2f0de-1bf4-4f69-99f0-107129ed6b3c by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '9b24575c-7447-4219-80de-a5f9a2dc9179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ee49fab1-d321-4ccd-83a3-bdc6214881f4'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:35:20.693406 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af9212e-b02b-4d35-bef0-83739d33842f None None] Attempting to bind port a5f2f0de-1bf4-4f69-99f0-107129ed6b3c on network ee49fab1-d321-4ccd-83a3-bdc6214881f4 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:35:20.699057 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af9212e-b02b-4d35-bef0-83739d33842f None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:35:20.699382 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af9212e-b02b-4d35-bef0-83739d33842f None None] Checking segment: {'id': '9b24575c-7447-4219-80de-a5f9a2dc9179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ee49fab1-d321-4ccd-83a3-bdc6214881f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:35:20.699789 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8af9212e-b02b-4d35-bef0-83739d33842f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:20.700298 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af9212e-b02b-4d35-bef0-83739d33842f None None] Bound using segment: {'id': '9b24575c-7447-4219-80de-a5f9a2dc9179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ee49fab1-d321-4ccd-83a3-bdc6214881f4'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:35:20.701132 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-8af9212e-b02b-4d35-bef0-83739d33842f None None] Bound port: a5f2f0de-1bf4-4f69-99f0-107129ed6b3c, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b24575c-7447-4219-80de-a5f9a2dc9179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ee49fab1-d321-4ccd-83a3-bdc6214881f4'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:35:20.701596 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8af9212e-b02b-4d35-bef0-83739d33842f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:20.712604 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ae26f6d7-4c6a-498b-8d1b-0b50f6195176 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:20.767290 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ae26f6d7-4c6a-498b-8d1b-0b50f6195176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:20.795902 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8dd783-0550-4af2-8938-3c49ae5cd8c5 req-6e5d27d1-8dfa-4afa-b68a-245517aee16b tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:20.797304 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6a8dd783-0550-4af2-8938-3c49ae5cd8c5 req-6e5d27d1-8dfa-4afa-b68a-245517aee16b tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f15583-c36a-4d28-a9fd-84b5253ccbbe HTTP/1.1" status: 200 len: 945 time: 0.2666824 Aug 23 20:35:20.895517 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6a8dd783-0550-4af2-8938-3c49ae5cd8c5 req-615e25c2-ad63-4f76-bf34-8895ee53e7bc tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/security-groups?id=587fdc99-14a6-4232-ab9b-a26b7a1ae9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542293 Aug 23 20:35:21.014418 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-54fff329-2d98-4699-85ae-2c4335bf809d req-6ee2bd7c-2749-40b0-b96e-42963171b9d1 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/ports?device_id=2146bea7-5055-4beb-9cb7-e0c762b9e24c HTTP/1.1" status: 200 len: 210 time: 0.0748141 Aug 23 20:35:21.014628 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-8af9212e-b02b-4d35-bef0-83739d33842f None None] For port a5f2f0de-1bf4-4f69-99f0-107129ed6b3c, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:35:21.022482 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-8af9212e-b02b-4d35-bef0-83739d33842f None None] For port a5f2f0de-1bf4-4f69-99f0-107129ed6b3c, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=a5f2f0de-1bf4-4f69-99f0-107129ed6b3c,segment=NetworkSegment(9b24575c-7447-4219-80de-a5f9a2dc9179),segment_id=9b24575c-7447-4219-80de-a5f9a2dc9179)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:35:21.029426 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-ae26f6d7-4c6a-498b-8d1b-0b50f6195176 admin admin] Allocated IP 172.25.4.60 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/657f9cec-d2f4-4a11-b7aa-fa7a17303b6d) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:35:21.032964 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8af9212e-b02b-4d35-bef0-83739d33842f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:21.302234 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af9212e-b02b-4d35-bef0-83739d33842f None None] Pushing event updated for resources: {'Port': ['ID=a5f2f0de-1bf4-4f69-99f0-107129ed6b3c,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:21.527030 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-74123d84-b000-4933-98e5-604b0879697e req-8af2e5a1-e21b-4814-9fb8-887473603171 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4713624 Aug 23 20:35:21.543712 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-74123d84-b000-4933-98e5-604b0879697e req-b9fe1965-0079-4da5-918d-e27a14644859 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Request body: {'floatingip': {'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:35:21.625896 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-74123d84-b000-4933-98e5-604b0879697e req-b9fe1965-0079-4da5-918d-e27a14644859 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Notify callbacks [] for floatingip, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:21.681305 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5d1cc-8cc2-40d8-8cf5-39989c9a9c89 req-006a9dad-efe8-4f5d-a264-25dbe18ca5f2 tempest-ServersAdminTestJSON-1630394636 tempest-ServersAdminTestJSON-1630394636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:21.682579 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5d1cc-8cc2-40d8-8cf5-39989c9a9c89 req-006a9dad-efe8-4f5d-a264-25dbe18ca5f2 tempest-ServersAdminTestJSON-1630394636 tempest-ServersAdminTestJSON-1630394636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:21.683238 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5d1cc-8cc2-40d8-8cf5-39989c9a9c89 req-006a9dad-efe8-4f5d-a264-25dbe18ca5f2 tempest-ServersAdminTestJSON-1630394636 tempest-ServersAdminTestJSON-1630394636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:21.683953 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5d1cc-8cc2-40d8-8cf5-39989c9a9c89 req-006a9dad-efe8-4f5d-a264-25dbe18ca5f2 tempest-ServersAdminTestJSON-1630394636 tempest-ServersAdminTestJSON-1630394636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:21.685241 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5d1cc-8cc2-40d8-8cf5-39989c9a9c89 req-006a9dad-efe8-4f5d-a264-25dbe18ca5f2 tempest-ServersAdminTestJSON-1630394636 tempest-ServersAdminTestJSON-1630394636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:21.685876 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5d1cc-8cc2-40d8-8cf5-39989c9a9c89 req-006a9dad-efe8-4f5d-a264-25dbe18ca5f2 tempest-ServersAdminTestJSON-1630394636 tempest-ServersAdminTestJSON-1630394636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:21.686510 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5d1cc-8cc2-40d8-8cf5-39989c9a9c89 req-006a9dad-efe8-4f5d-a264-25dbe18ca5f2 tempest-ServersAdminTestJSON-1630394636 tempest-ServersAdminTestJSON-1630394636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:21.687152 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5d1cc-8cc2-40d8-8cf5-39989c9a9c89 req-006a9dad-efe8-4f5d-a264-25dbe18ca5f2 tempest-ServersAdminTestJSON-1630394636 tempest-ServersAdminTestJSON-1630394636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:21.687625 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5d1cc-8cc2-40d8-8cf5-39989c9a9c89 req-006a9dad-efe8-4f5d-a264-25dbe18ca5f2 tempest-ServersAdminTestJSON-1630394636 tempest-ServersAdminTestJSON-1630394636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:21.688104 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5d1cc-8cc2-40d8-8cf5-39989c9a9c89 req-006a9dad-efe8-4f5d-a264-25dbe18ca5f2 tempest-ServersAdminTestJSON-1630394636 tempest-ServersAdminTestJSON-1630394636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:21.688748 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5d1cc-8cc2-40d8-8cf5-39989c9a9c89 req-006a9dad-efe8-4f5d-a264-25dbe18ca5f2 tempest-ServersAdminTestJSON-1630394636 tempest-ServersAdminTestJSON-1630394636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:21.689427 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5d1cc-8cc2-40d8-8cf5-39989c9a9c89 req-006a9dad-efe8-4f5d-a264-25dbe18ca5f2 tempest-ServersAdminTestJSON-1630394636 tempest-ServersAdminTestJSON-1630394636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:21.690078 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5d1cc-8cc2-40d8-8cf5-39989c9a9c89 req-006a9dad-efe8-4f5d-a264-25dbe18ca5f2 tempest-ServersAdminTestJSON-1630394636 tempest-ServersAdminTestJSON-1630394636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:21.690750 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5d1cc-8cc2-40d8-8cf5-39989c9a9c89 req-006a9dad-efe8-4f5d-a264-25dbe18ca5f2 tempest-ServersAdminTestJSON-1630394636 tempest-ServersAdminTestJSON-1630394636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:21.691370 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5d1cc-8cc2-40d8-8cf5-39989c9a9c89 req-006a9dad-efe8-4f5d-a264-25dbe18ca5f2 tempest-ServersAdminTestJSON-1630394636 tempest-ServersAdminTestJSON-1630394636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:21.692147 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5d1cc-8cc2-40d8-8cf5-39989c9a9c89 req-006a9dad-efe8-4f5d-a264-25dbe18ca5f2 tempest-ServersAdminTestJSON-1630394636 tempest-ServersAdminTestJSON-1630394636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:21.694982 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d3e5d1cc-8cc2-40d8-8cf5-39989c9a9c89 req-006a9dad-efe8-4f5d-a264-25dbe18ca5f2 tempest-ServersAdminTestJSON-1630394636 tempest-ServersAdminTestJSON-1630394636-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=2146bea7-5055-4beb-9cb7-e0c762b9e24c&device_id=0deca8ee-2ce2-4faf-a30e-fed39b1d2e9f&device_id=12f15583-c36a-4d28-a9fd-84b5253ccbbe&device_id=1d651a13-defc-45a9-9eb1-c1cf0469db0f&device_id=1914d310-de1e-48ab-b7ec-46609ef761c4&device_id=4a3f96f7-b730-4481-b4ce-a8068b53704d&device_id=b9ff2ac2-7370-495f-852b-f9e53c571bed&device_id=4f7cfc7f-34f5-45e8-949d-b34b4d56b39b&device_id=2a9b29d2-6f53-45e1-99f5-e581a80c827b&device_id=bc0979de-ca3d-4e5d-8780-ee84fb21f3ad&device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 14487 time: 0.1125216 Aug 23 20:35:21.726455 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ae26f6d7-4c6a-498b-8d1b-0b50f6195176 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:21.728242 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d3e5d1cc-8cc2-40d8-8cf5-39989c9a9c89 req-f7c7ecd8-7113-401c-9130-3c5730988aaf tempest-ServersAdminTestJSON-1630394636 tempest-ServersAdminTestJSON-1630394636-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:21.818192 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ae26f6d7-4c6a-498b-8d1b-0b50f6195176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:21.840788 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae26f6d7-4c6a-498b-8d1b-0b50f6195176 admin admin] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:35:21.848780 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-ae26f6d7-4c6a-498b-8d1b-0b50f6195176 admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:35:21.851358 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-74123d84-b000-4933-98e5-604b0879697e req-b9fe1965-0079-4da5-918d-e27a14644859 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:21.872454 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae26f6d7-4c6a-498b-8d1b-0b50f6195176 admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:35:21.886159 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d3e5d1cc-8cc2-40d8-8cf5-39989c9a9c89 req-f7c7ecd8-7113-401c-9130-3c5730988aaf tempest-ServersAdminTestJSON-1630394636 tempest-ServersAdminTestJSON-1630394636-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:21.892176 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d3e5d1cc-8cc2-40d8-8cf5-39989c9a9c89 req-f7c7ecd8-7113-401c-9130-3c5730988aaf tempest-ServersAdminTestJSON-1630394636 tempest-ServersAdminTestJSON-1630394636-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:21.946291 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d3e5d1cc-8cc2-40d8-8cf5-39989c9a9c89 req-f7c7ecd8-7113-401c-9130-3c5730988aaf tempest-ServersAdminTestJSON-1630394636 tempest-ServersAdminTestJSON-1630394636-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&id=9b54e5a8-71d6-43fd-b888-7393c70f9dac&id=26f54a44-9852-4d54-9348-9ab7d69f31bb&id=587fdc99-14a6-4232-ab9b-a26b7a1ae9dc&id=8c89d379-1762-483a-9924-6d88093352af&id=6ebb7eca-c25f-47c0-a40c-65770136efe8&id=5581162e-9f5e-4f48-8ca6-f11c11559911&id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 781 time: 0.2423019 Aug 23 20:35:21.961390 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae26f6d7-4c6a-498b-8d1b-0b50f6195176 admin admin] Pushing event updated for resources: {'Port': ['ID=657f9cec-d2f4-4a11-b7aa-fa7a17303b6d,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:21.968358 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c7ecd8-7113-401c-9130-3c5730988aaf tempest-ServersAdminTestJSON-1630394636 tempest-ServersAdminTestJSON-1630394636-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1afd8b5b-0032-4113-846e-64b5c3a31d53,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:22.213188 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 058f1047-66ce-4305-ba0a-2a7622600874 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:35:22.269833 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-74123d84-b000-4933-98e5-604b0879697e req-b9fe1965-0079-4da5-918d-e27a14644859 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Allocated IP 172.25.4.9 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/b10c9371-9417-41bf-beb7-0f396e82856c) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:35:22.305798 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: 058f1047-66ce-4305-ba0a-2a7622600874 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:35:22.306455 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 058f1047-66ce-4305-ba0a-2a7622600874 not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:35:22.413659 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee36b6-1f96-488e-b19c-b73330e976ae req-b9af032b-249a-4020-8710-9cad1e970f3a tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:22.424677 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b9ee36b6-1f96-488e-b19c-b73330e976ae req-b9af032b-249a-4020-8710-9cad1e970f3a tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/networks?id=9154806b-c700-4250-82e0-c3993888c62e HTTP/1.1" status: 200 len: 806 time: 0.2922699 Aug 23 20:35:22.453687 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b9ee36b6-1f96-488e-b19c-b73330e976ae req-ba21a1c8-de68-469c-9187-eb11c47eeaa3 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/quotas/29f18b1da2a844dcbeb03c332de0d358 HTTP/1.1" status: 200 len: 375 time: 0.0268426 Aug 23 20:35:22.545373 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b9ee36b6-1f96-488e-b19c-b73330e976ae req-abed3411-090b-4b1f-89ed-113b2d29a6d8 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=29f18b1da2a844dcbeb03c332de0d358&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0907879 Aug 23 20:35:22.722009 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b9ee36b6-1f96-488e-b19c-b73330e976ae req-e5ab194d-23b1-4230-9807-9c190795350c service neutron] 10.222.0.61 "GET /v2.0/networks/9154806b-c700-4250-82e0-c3993888c62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655428 Aug 23 20:35:22.743956 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666ad027-e2d5-4f21-b8ef-71525ce8c054 None None] Network ee49fab1-d321-4ccd-83a3-bdc6214881f4 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:35:22.856823 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b9ee36b6-1f96-488e-b19c-b73330e976ae req-7903d234-d10c-41c7-b5af-60f7f3029f94 service neutron] 10.222.0.61 "GET /v2.0/networks/9154806b-c700-4250-82e0-c3993888c62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329114 Aug 23 20:35:22.904822 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-abddca61-9d68-47cd-91ce-2190f20b8ca0 None None] Provisioning for port a5f2f0de-1bf4-4f69-99f0-107129ed6b3c completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:35:23.096947 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ae26f6d7-4c6a-498b-8d1b-0b50f6195176 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:23.116137 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be0619-489a-499e-817a-8e1019a06b05 req-21cc210b-1459-41ab-84b4-2d345fda159f tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:23.118570 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-94be0619-489a-499e-817a-8e1019a06b05 req-21cc210b-1459-41ab-84b4-2d345fda159f tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.32 "GET /v2.0/networks?id=0d2d451a-e4f8-432e-a8cb-85e5a98645e8 HTTP/1.1" status: 200 len: 815 time: 0.7838433 Aug 23 20:35:23.220724 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-94be0619-489a-499e-817a-8e1019a06b05 req-3c030f5a-92df-4c20-a891-8a68ba56a2e4 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Request body: {'port': {'device_id': '2146bea7-5055-4beb-9cb7-e0c762b9e24c', 'network_id': '0d2d451a-e4f8-432e-a8cb-85e5a98645e8', 'admin_state_up': True, 'tenant_id': '1e53f5e203f84c21bf8d274dcef886cf'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:35:23.220724 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-74123d84-b000-4933-98e5-604b0879697e req-b9fe1965-0079-4da5-918d-e27a14644859 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:23.293428 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device a5f2f0de-1bf4-4f69-99f0-107129ed6b3c up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:35:23.369084 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-830a6f98-cf2b-487e-ad05-6785ec7d59d2 req-735758f3-58f4-4b1e-9492-76e4c793bc79 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/ports?device_id=2146bea7-5055-4beb-9cb7-e0c762b9e24c HTTP/1.1" status: 200 len: 210 time: 0.0727885 Aug 23 20:35:23.409352 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port a5f2f0de-1bf4-4f69-99f0-107129ed6b3c completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:35:23.461790 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-25cacd87-8ff3-4ddc-9f08-59e3e3734445 req-463d5549-c153-4ca8-bb71-32fc70edd143 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=eaef6efa-036b-45b7-8351-cb09a188eedd HTTP/1.1" status: 200 len: 210 time: 0.0407550 Aug 23 20:35:23.485138 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port a5f2f0de-1bf4-4f69-99f0-107129ed6b3c triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:35:23.485506 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:23.497521 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-785df864-c02f-4234-b9d5-cf1eccf11950 None None] Provisioning complete for port a5f2f0de-1bf4-4f69-99f0-107129ed6b3c triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:35:23.497907 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-785df864-c02f-4234-b9d5-cf1eccf11950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:23.574994 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-74123d84-b000-4933-98e5-604b0879697e req-b9fe1965-0079-4da5-918d-e27a14644859 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:23.683887 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-785df864-c02f-4234-b9d5-cf1eccf11950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:23.698850 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:23.729842 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94be0619-489a-499e-817a-8e1019a06b05 req-3c030f5a-92df-4c20-a891-8a68ba56a2e4 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Made reservation on behalf of 1e53f5e203f84c21bf8d274dcef886cf for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:35:23.746052 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-94be0619-489a-499e-817a-8e1019a06b05 req-3c030f5a-92df-4c20-a891-8a68ba56a2e4 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:23.751499 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-785df864-c02f-4234-b9d5-cf1eccf11950 None None] For port a5f2f0de-1bf4-4f69-99f0-107129ed6b3c, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=a5f2f0de-1bf4-4f69-99f0-107129ed6b3c,segment=NetworkSegment(9b24575c-7447-4219-80de-a5f9a2dc9179),segment_id=9b24575c-7447-4219-80de-a5f9a2dc9179)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:35:23.759049 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-785df864-c02f-4234-b9d5-cf1eccf11950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:23.828860 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74123d84-b000-4933-98e5-604b0879697e req-b9fe1965-0079-4da5-918d-e27a14644859 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:35:23.832673 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe1965-0079-4da5-918d-e27a14644859 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Pushing event updated for resources: {'Port': ['ID=b10c9371-9417-41bf-beb7-0f396e82856c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:23.860008 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3ab69-3e6f-4571-89e0-8d9aa0e4c931 req-dd24c0be-e058-4c43-a3fc-126c40d9a7ce tempest-ServersAdminTestJSON-1630394636 tempest-ServersAdminTestJSON-1630394636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:23.860580 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3ab69-3e6f-4571-89e0-8d9aa0e4c931 req-dd24c0be-e058-4c43-a3fc-126c40d9a7ce tempest-ServersAdminTestJSON-1630394636 tempest-ServersAdminTestJSON-1630394636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:23.860991 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3ab69-3e6f-4571-89e0-8d9aa0e4c931 req-dd24c0be-e058-4c43-a3fc-126c40d9a7ce tempest-ServersAdminTestJSON-1630394636 tempest-ServersAdminTestJSON-1630394636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:23.862650 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-80d3ab69-3e6f-4571-89e0-8d9aa0e4c931 req-dd24c0be-e058-4c43-a3fc-126c40d9a7ce tempest-ServersAdminTestJSON-1630394636 tempest-ServersAdminTestJSON-1630394636-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=0deca8ee-2ce2-4faf-a30e-fed39b1d2e9f&device_id=4f7cfc7f-34f5-45e8-949d-b34b4d56b39b&device_id=2a9b29d2-6f53-45e1-99f5-e581a80c827b HTTP/1.1" status: 200 len: 2882 time: 0.0823226 Aug 23 20:35:23.863470 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-74123d84-b000-4933-98e5-604b0879697e req-b9fe1965-0079-4da5-918d-e27a14644859 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:35:23.869625 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-74123d84-b000-4933-98e5-604b0879697e req-b9fe1965-0079-4da5-918d-e27a14644859 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:35:23.910866 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ae26f6d7-4c6a-498b-8d1b-0b50f6195176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:23.912081 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.db.api [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 20:35:23.912616 n-d-805663-2 neutron-server[94689]: DEBUG oslo_db.api [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 20:35:23.924146 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-80d3ab69-3e6f-4571-89e0-8d9aa0e4c931 req-23c5625f-61ea-427c-8af8-08a38457e0ba tempest-ServersAdminTestJSON-1630394636 tempest-ServersAdminTestJSON-1630394636-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515633 Aug 23 20:35:23.925525 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785df864-c02f-4234-b9d5-cf1eccf11950 None None] Pushing event updated for resources: {'Port': ['ID=a5f2f0de-1bf4-4f69-99f0-107129ed6b3c,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:24.218074 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-74123d84-b000-4933-98e5-604b0879697e req-b9fe1965-0079-4da5-918d-e27a14644859 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:24.227543 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-94be0619-489a-499e-817a-8e1019a06b05 req-3c030f5a-92df-4c20-a891-8a68ba56a2e4 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Allocated IP 172.20.0.4 (0d2d451a-e4f8-432e-a8cb-85e5a98645e8/9a1429e2-0434-474c-b64e-467199634cc0/8c190ab4-62e4-4c59-b13a-ba8288006af9) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:35:24.279299 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-74123d84-b000-4933-98e5-604b0879697e req-b9fe1965-0079-4da5-918d-e27a14644859 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:24.441662 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae26f6d7-4c6a-498b-8d1b-0b50f6195176 admin admin] Router 5131bc76-3531-4734-bdeb-71f14ebf7ca2 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:35:24.546006 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-39fa737e-78c1-48f1-9438-debdb56a43af req-d3807315-0df4-4239-a39a-981be8d871ed tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/ports?device_id=2146bea7-5055-4beb-9cb7-e0c762b9e24c HTTP/1.1" status: 200 len: 210 time: 0.0341887 Aug 23 20:35:24.735878 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-94be0619-489a-499e-817a-8e1019a06b05 req-3c030f5a-92df-4c20-a891-8a68ba56a2e4 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:24.760514 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae26f6d7-4c6a-498b-8d1b-0b50f6195176 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:35:24.769267 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-74123d84-b000-4933-98e5-604b0879697e req-b9fe1965-0079-4da5-918d-e27a14644859 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:24.776657 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efb7d2f-8e42-4db5-8f16-c298b146503e None None] Sync routers for ids ['5131bc76-3531-4734-bdeb-71f14ebf7ca2'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:35:24.780317 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-74123d84-b000-4933-98e5-604b0879697e req-b9fe1965-0079-4da5-918d-e27a14644859 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:24.795178 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efb7d2f-8e42-4db5-8f16-c298b146503e None None] Routers {'5131bc76-3531-4734-bdeb-71f14ebf7ca2'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:35:24.799276 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-3efb7d2f-8e42-4db5-8f16-c298b146503e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:35:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['5131bc76-3531-4734-bdeb-71f14ebf7ca2'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:35:24.816253 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ae26f6d7-4c6a-498b-8d1b-0b50f6195176 admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:24.819983 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ae26f6d7-4c6a-498b-8d1b-0b50f6195176 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 5.6044726 Aug 23 20:35:24.820466 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 55886) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:35:24.882135 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe1965-0079-4da5-918d-e27a14644859 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Pushing event updated for resources: {'Port': ['ID=b10c9371-9417-41bf-beb7-0f396e82856c,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:24.889800 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-94be0619-489a-499e-817a-8e1019a06b05 req-3c030f5a-92df-4c20-a891-8a68ba56a2e4 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:24.902511 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-74123d84-b000-4933-98e5-604b0879697e req-b9fe1965-0079-4da5-918d-e27a14644859 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:24.951139 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94be0619-489a-499e-817a-8e1019a06b05 req-3c030f5a-92df-4c20-a891-8a68ba56a2e4 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Network 0d2d451a-e4f8-432e-a8cb-85e5a98645e8 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:35:24.957032 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-94be0619-489a-499e-817a-8e1019a06b05 req-3c030f5a-92df-4c20-a891-8a68ba56a2e4 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:35:24.963858 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-74123d84-b000-4933-98e5-604b0879697e req-b9fe1965-0079-4da5-918d-e27a14644859 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:24.965357 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-74123d84-b000-4933-98e5-604b0879697e req-b9fe1965-0079-4da5-918d-e27a14644859 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 3.4372816 Aug 23 20:35:24.971025 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-94be0619-489a-499e-817a-8e1019a06b05 req-3c030f5a-92df-4c20-a891-8a68ba56a2e4 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:35:24.981821 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c030f5a-92df-4c20-a891-8a68ba56a2e4 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Pushing event updated for resources: {'Port': ['ID=8c190ab4-62e4-4c59-b13a-ba8288006af9,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:25.011410 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-3efb7d2f-8e42-4db5-8f16-c298b146503e None None] Set router 5131bc76-3531-4734-bdeb-71f14ebf7ca2 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:35:25.078121 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-74123d84-b000-4933-98e5-604b0879697e req-84d78620-c924-408a-bd36-93f94f45cd8e tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.4.9 HTTP/1.1" status: 200 len: 694 time: 0.1034133 Aug 23 20:35:25.089485 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['aec0e59e-f6a2-4070-b3d1-9a771fa52ef7'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:35:25.149957 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5cb3d455-d4dd-4969-bdc3-f8c5782eba59 req-4208a7bb-e4e5-4625-9219-7e8e2d8490ff tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=eaef6efa-036b-45b7-8351-cb09a188eedd HTTP/1.1" status: 200 len: 210 time: 0.0721557 Aug 23 20:35:25.195606 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be0619-489a-499e-817a-8e1019a06b05 req-3c030f5a-92df-4c20-a891-8a68ba56a2e4 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:25.196559 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-94be0619-489a-499e-817a-8e1019a06b05 req-3c030f5a-92df-4c20-a891-8a68ba56a2e4 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:25.235162 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-94be0619-489a-499e-817a-8e1019a06b05 req-3c030f5a-92df-4c20-a891-8a68ba56a2e4 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0438185 Aug 23 20:35:25.309888 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74123d84-b000-4933-98e5-604b0879697e req-3bb51c0e-f4a7-41f3-b195-50f9ecaf7f7f tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:25.311301 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-74123d84-b000-4933-98e5-604b0879697e req-3bb51c0e-f4a7-41f3-b195-50f9ecaf7f7f tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/networks/03d801c5-d257-4cc1-bad3-11a323aafec0 HTTP/1.1" status: 200 len: 784 time: 0.2156994 Aug 23 20:35:25.318119 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device a5f2f0de-1bf4-4f69-99f0-107129ed6b3c up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:35:25.328902 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-94be0619-489a-499e-817a-8e1019a06b05 req-9c445f81-9427-4e69-a5d4-e4699cab4dcb service neutron] Request body: {'port': {'device_id': '2146bea7-5055-4beb-9cb7-e0c762b9e24c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:35:25.348808 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [req-74123d84-b000-4933-98e5-604b0879697e req-41bb3f82-6914-40a0-8863-fb95a1c9626f tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:35:25.350131 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-74123d84-b000-4933-98e5-604b0879697e req-41bb3f82-6914-40a0-8863-fb95a1c9626f tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0181892 Aug 23 20:35:25.450249 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port a5f2f0de-1bf4-4f69-99f0-107129ed6b3c triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:35:25.450874 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:25.494655 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-94be0619-489a-499e-817a-8e1019a06b05 req-9c445f81-9427-4e69-a5d4-e4699cab4dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:25.717089 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee36b6-1f96-488e-b19c-b73330e976ae req-e9ff308d-dc91-4b0d-8744-b1ed745abfd4 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:25.718919 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b9ee36b6-1f96-488e-b19c-b73330e976ae req-e9ff308d-dc91-4b0d-8744-b1ed745abfd4 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.32 "GET /v2.0/networks?id=9154806b-c700-4250-82e0-c3993888c62e HTTP/1.1" status: 200 len: 806 time: 0.6922231 Aug 23 20:35:25.728867 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cbbc95-2578-4060-acb5-0c9d80a262ac req-1dfcdaa1-b440-46c4-aa85-04c510425c56 tempest-ServersAdminTestJSON-1630394636 tempest-ServersAdminTestJSON-1630394636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:25.730694 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-08cbbc95-2578-4060-acb5-0c9d80a262ac req-1dfcdaa1-b440-46c4-aa85-04c510425c56 tempest-ServersAdminTestJSON-1630394636 tempest-ServersAdminTestJSON-1630394636-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=2a9b29d2-6f53-45e1-99f5-e581a80c827b HTTP/1.1" status: 200 len: 1100 time: 0.3043411 Aug 23 20:35:25.735257 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-3efb7d2f-8e42-4db5-8f16-c298b146503e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5131bc76-3531-4734-bdeb-71f14ebf7ca2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1658973775-router', 'tenant_id': 'c0ccdd0dd18b4a058f6a89b6a09d3497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '657f9cec-d2f4-4a11-b7aa-fa7a17303b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:35:19Z', 'updated_at': '2021-08-23T20:35:22Z', 'revision_number': 3, 'project_id': 'c0ccdd0dd18b4a058f6a89b6a09d3497', 'gw_port': {'id': '657f9cec-d2f4-4a11-b7aa-fa7a17303b6d', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d1:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5131bc76-3531-4734-bdeb-71f14ebf7ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:35:20Z', 'updated_at': '2021-08-23T20:35:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:35:25.748255 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-b9ee36b6-1f96-488e-b19c-b73330e976ae req-c33d9527-cc78-4c10-acc3-f02b942819b9 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Request body: {'port': {'device_id': 'eaef6efa-036b-45b7-8351-cb09a188eedd', 'network_id': '9154806b-c700-4250-82e0-c3993888c62e', 'admin_state_up': True, 'tenant_id': '29f18b1da2a844dcbeb03c332de0d358'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:35:25.784081 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efb7d2f-8e42-4db5-8f16-c298b146503e None None] Checking router: 5131bc76-3531-4734-bdeb-71f14ebf7ca2 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:35:25.784681 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efb7d2f-8e42-4db5-8f16-c298b146503e None None] Updating router 5131bc76-3531-4734-bdeb-71f14ebf7ca2 port 657f9cec-d2f4-4a11-b7aa-fa7a17303b6d binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:35:25.834311 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3efb7d2f-8e42-4db5-8f16-c298b146503e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:25.872883 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-08cbbc95-2578-4060-acb5-0c9d80a262ac req-549db255-8027-4709-930e-3b313c00f377 tempest-ServersAdminTestJSON-1630394636 tempest-ServersAdminTestJSON-1630394636-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313040 Aug 23 20:35:25.971494 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561c990-b35b-4251-8b66-4f7c459c77a8 req-9f349ce2-e51e-4ed0-b472-0b694db94c6f tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:25.978996 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d561c990-b35b-4251-8b66-4f7c459c77a8 req-9f349ce2-e51e-4ed0-b472-0b694db94c6f tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/networks?id=6ab508e3-ca9c-4ba1-a637-e61063da04b8 HTTP/1.1" status: 200 len: 821 time: 0.2770710 Aug 23 20:35:26.082306 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c469386-fffe-4e75-9484-04cd9d860c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:26.096973 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-94be0619-489a-499e-817a-8e1019a06b05 req-9c445f81-9427-4e69-a5d4-e4699cab4dcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c190ab4-62e4-4c59-b13a-ba8288006af9 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:35:26.106270 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9ee36b6-1f96-488e-b19c-b73330e976ae req-c33d9527-cc78-4c10-acc3-f02b942819b9 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Made reservation on behalf of 29f18b1da2a844dcbeb03c332de0d358 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:35:26.109203 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b9ee36b6-1f96-488e-b19c-b73330e976ae req-c33d9527-cc78-4c10-acc3-f02b942819b9 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:26.111276 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-94be0619-489a-499e-817a-8e1019a06b05 req-9c445f81-9427-4e69-a5d4-e4699cab4dcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:26.127663 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d6767-23f8-4b8d-97cf-87f64cbc85bf req-212bdbdd-22ae-45a8-b8a0-deac38601952 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:26.129431 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-94be0619-489a-499e-817a-8e1019a06b05 req-9c445f81-9427-4e69-a5d4-e4699cab4dcb service neutron] Transition to ACTIVE for port object 8c190ab4-62e4-4c59-b13a-ba8288006af9 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:35:26.134866 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b40d6767-23f8-4b8d-97cf-87f64cbc85bf req-212bdbdd-22ae-45a8-b8a0-deac38601952 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/ports?device_id=2146bea7-5055-4beb-9cb7-e0c762b9e24c HTTP/1.1" status: 200 len: 931 time: 0.1376073 Aug 23 20:35:26.147803 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d561c990-b35b-4251-8b66-4f7c459c77a8 req-9b8c18f3-7113-482b-88b5-715f6f69419d tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/quotas/fee04bdee1314858880b57c3099e0dd9 HTTP/1.1" status: 200 len: 375 time: 0.1590738 Aug 23 20:35:26.155162 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-94be0619-489a-499e-817a-8e1019a06b05 req-9c445f81-9427-4e69-a5d4-e4699cab4dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:26.223921 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c445f81-9427-4e69-a5d4-e4699cab4dcb service neutron] Pushing event updated for resources: {'Port': ['ID=8c190ab4-62e4-4c59-b13a-ba8288006af9,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:26.226418 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3efb7d2f-8e42-4db5-8f16-c298b146503e None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:26.240704 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3efb7d2f-8e42-4db5-8f16-c298b146503e None None] Transition to ACTIVE for port object 657f9cec-d2f4-4a11-b7aa-fa7a17303b6d will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:35:26.252249 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3efb7d2f-8e42-4db5-8f16-c298b146503e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:26.310940 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-3efb7d2f-8e42-4db5-8f16-c298b146503e None None] Attempting to bind port 657f9cec-d2f4-4a11-b7aa-fa7a17303b6d on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:35:26.311354 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-3efb7d2f-8e42-4db5-8f16-c298b146503e None None] Attempting to bind port 657f9cec-d2f4-4a11-b7aa-fa7a17303b6d by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:35:26.311742 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efb7d2f-8e42-4db5-8f16-c298b146503e None None] Attempting to bind port 657f9cec-d2f4-4a11-b7aa-fa7a17303b6d on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:35:26.314488 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-2c469386-fffe-4e75-9484-04cd9d860c33 admin admin] Allocated IP 172.20.0.1 (ee49fab1-d321-4ccd-83a3-bdc6214881f4/88c38b00-3949-44e2-bfff-413907018fd3/8e201a48-30db-428d-8329-f7a9dc30138b) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:35:26.318329 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536ebfd8-cce0-4574-838e-e75148b9e9de None None] Pushing event updated for resources: {'Port': ['ID=657f9cec-d2f4-4a11-b7aa-fa7a17303b6d,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:26.322207 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efb7d2f-8e42-4db5-8f16-c298b146503e None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:35:26.322588 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efb7d2f-8e42-4db5-8f16-c298b146503e None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:35:26.323114 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3efb7d2f-8e42-4db5-8f16-c298b146503e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:26.323547 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efb7d2f-8e42-4db5-8f16-c298b146503e None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:35:26.324362 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-3efb7d2f-8e42-4db5-8f16-c298b146503e None None] Bound port: 657f9cec-d2f4-4a11-b7aa-fa7a17303b6d, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:35:26.324792 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3efb7d2f-8e42-4db5-8f16-c298b146503e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:26.356651 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b40d6767-23f8-4b8d-97cf-87f64cbc85bf req-318c0d0c-1446-4f70-96d2-7a440f74d6c5 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/security-groups?id=26f54a44-9852-4d54-9348-9ab7d69f31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208357 Aug 23 20:35:26.397727 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d561c990-b35b-4251-8b66-4f7c459c77a8 req-00e8f116-e073-4171-9e70-303f732c977e tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=fee04bdee1314858880b57c3099e0dd9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2486050 Aug 23 20:35:26.427814 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-3efb7d2f-8e42-4db5-8f16-c298b146503e None None] For port 657f9cec-d2f4-4a11-b7aa-fa7a17303b6d, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:35:26.436043 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-3efb7d2f-8e42-4db5-8f16-c298b146503e None None] For port 657f9cec-d2f4-4a11-b7aa-fa7a17303b6d, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=657f9cec-d2f4-4a11-b7aa-fa7a17303b6d,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:35:26.444015 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3efb7d2f-8e42-4db5-8f16-c298b146503e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:26.531709 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efb7d2f-8e42-4db5-8f16-c298b146503e None None] Routers {'5131bc76-3531-4734-bdeb-71f14ebf7ca2'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:35:26.532388 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-3efb7d2f-8e42-4db5-8f16-c298b146503e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:35:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['5131bc76-3531-4734-bdeb-71f14ebf7ca2'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:35:26.546447 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-94be0619-489a-499e-817a-8e1019a06b05 req-9c445f81-9427-4e69-a5d4-e4699cab4dcb service neutron] Attempting to bind port 8c190ab4-62e4-4c59-b13a-ba8288006af9 on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:35:26.547050 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-94be0619-489a-499e-817a-8e1019a06b05 req-9c445f81-9427-4e69-a5d4-e4699cab4dcb service neutron] Attempting to bind port 8c190ab4-62e4-4c59-b13a-ba8288006af9 by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': '43da8eaf-145a-4efd-af9e-5d745e6d4494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0d2d451a-e4f8-432e-a8cb-85e5a98645e8'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:35:26.547550 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94be0619-489a-499e-817a-8e1019a06b05 req-9c445f81-9427-4e69-a5d4-e4699cab4dcb service neutron] Attempting to bind port 8c190ab4-62e4-4c59-b13a-ba8288006af9 on network 0d2d451a-e4f8-432e-a8cb-85e5a98645e8 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:35:26.554821 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94be0619-489a-499e-817a-8e1019a06b05 req-9c445f81-9427-4e69-a5d4-e4699cab4dcb service neutron] Port 8c190ab4-62e4-4c59-b13a-ba8288006af9 on network 0d2d451a-e4f8-432e-a8cb-85e5a98645e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:35:26.555377 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94be0619-489a-499e-817a-8e1019a06b05 req-9c445f81-9427-4e69-a5d4-e4699cab4dcb service neutron] Attempting to bind port 8c190ab4-62e4-4c59-b13a-ba8288006af9 on network 0d2d451a-e4f8-432e-a8cb-85e5a98645e8 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:35:26.569778 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94be0619-489a-499e-817a-8e1019a06b05 req-9c445f81-9427-4e69-a5d4-e4699cab4dcb service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:35:26.570336 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94be0619-489a-499e-817a-8e1019a06b05 req-9c445f81-9427-4e69-a5d4-e4699cab4dcb service neutron] Checking segment: {'id': '43da8eaf-145a-4efd-af9e-5d745e6d4494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0d2d451a-e4f8-432e-a8cb-85e5a98645e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:35:26.570986 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94be0619-489a-499e-817a-8e1019a06b05 req-9c445f81-9427-4e69-a5d4-e4699cab4dcb service neutron] Bound using segment: {'id': '43da8eaf-145a-4efd-af9e-5d745e6d4494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0d2d451a-e4f8-432e-a8cb-85e5a98645e8'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:35:26.571635 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-94be0619-489a-499e-817a-8e1019a06b05 req-9c445f81-9427-4e69-a5d4-e4699cab4dcb service neutron] Bound port: 8c190ab4-62e4-4c59-b13a-ba8288006af9, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43da8eaf-145a-4efd-af9e-5d745e6d4494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0d2d451a-e4f8-432e-a8cb-85e5a98645e8'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:35:26.572222 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-94be0619-489a-499e-817a-8e1019a06b05 req-9c445f81-9427-4e69-a5d4-e4699cab4dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:26.582156 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536ebfd8-cce0-4574-838e-e75148b9e9de None None] Pushing event updated for resources: {'Port': ['ID=657f9cec-d2f4-4a11-b7aa-fa7a17303b6d,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:26.604890 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d561c990-b35b-4251-8b66-4f7c459c77a8 req-d8777f1f-2c73-45aa-a289-c811c3af1af4 service neutron] 10.222.0.61 "GET /v2.0/networks/6ab508e3-ca9c-4ba1-a637-e61063da04b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879210 Aug 23 20:35:26.718213 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-b9ee36b6-1f96-488e-b19c-b73330e976ae req-c33d9527-cc78-4c10-acc3-f02b942819b9 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Allocated IP 172.20.0.10 (9154806b-c700-4250-82e0-c3993888c62e/680c283d-5185-45a2-940f-1ee3de9335bc/4d7cabb7-5a18-458e-b52a-91522dbb3c31) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:35:26.751832 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-94be0619-489a-499e-817a-8e1019a06b05 req-9c445f81-9427-4e69-a5d4-e4699cab4dcb service neutron] For port 8c190ab4-62e4-4c59-b13a-ba8288006af9, host n-h2-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:35:26.770818 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-94be0619-489a-499e-817a-8e1019a06b05 req-9c445f81-9427-4e69-a5d4-e4699cab4dcb service neutron] For port 8c190ab4-62e4-4c59-b13a-ba8288006af9, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=8c190ab4-62e4-4c59-b13a-ba8288006af9,segment=NetworkSegment(43da8eaf-145a-4efd-af9e-5d745e6d4494),segment_id=43da8eaf-145a-4efd-af9e-5d745e6d4494)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:35:26.779852 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-94be0619-489a-499e-817a-8e1019a06b05 req-9c445f81-9427-4e69-a5d4-e4699cab4dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:26.841528 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-3efb7d2f-8e42-4db5-8f16-c298b146503e None None] Set router 5131bc76-3531-4734-bdeb-71f14ebf7ca2 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:35:26.848781 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c469386-fffe-4e75-9484-04cd9d860c33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:26.864437 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-2c469386-fffe-4e75-9484-04cd9d860c33 admin admin] Transition to ACTIVE for port object 8e201a48-30db-428d-8329-f7a9dc30138b will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:35:26.907191 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c469386-fffe-4e75-9484-04cd9d860c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:26.914280 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c445f81-9427-4e69-a5d4-e4699cab4dcb service neutron] Pushing event updated for resources: {'Port': ['ID=8c190ab4-62e4-4c59-b13a-ba8288006af9,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:26.939925 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be0619-489a-499e-817a-8e1019a06b05 req-9c445f81-9427-4e69-a5d4-e4699cab4dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:26.940595 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-94be0619-489a-499e-817a-8e1019a06b05 req-9c445f81-9427-4e69-a5d4-e4699cab4dcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:26.942023 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-94be0619-489a-499e-817a-8e1019a06b05 req-9c445f81-9427-4e69-a5d4-e4699cab4dcb service neutron] 10.222.0.32 "PUT /v2.0/ports/8c190ab4-62e4-4c59-b13a-ba8288006af9 HTTP/1.1" status: 200 len: 1091 time: 1.6298134 Aug 23 20:35:26.942767 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2146bea7-5055-4beb-9cb7-e0c762b9e24c', 'tag': '8c190ab4-62e4-4c59-b13a-ba8288006af9'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:35:26.945322 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7165d13e-d0a9-4035-89dd-e29d01b7dd29" -d '{"events": [{"name": "network-changed", "server_uuid": "2146bea7-5055-4beb-9cb7-e0c762b9e24c", "tag": "8c190ab4-62e4-4c59-b13a-ba8288006af9"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:35:26.955071 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d561c990-b35b-4251-8b66-4f7c459c77a8 req-eab4e2c4-3b46-41ce-8c19-322a5525e0fa service neutron] 10.222.0.61 "GET /v2.0/networks/6ab508e3-ca9c-4ba1-a637-e61063da04b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285723 Aug 23 20:35:26.958270 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e74447-3fbf-42d4-8ee7-2d8d663dcae8 req-3ef711fc-9ea4-4d4c-9a46-7279a965b3eb tempest-ServersAdminTestJSON-1630394636 tempest-ServersAdminTestJSON-1630394636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:26.969331 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-59e74447-3fbf-42d4-8ee7-2d8d663dcae8 req-3ef711fc-9ea4-4d4c-9a46-7279a965b3eb tempest-ServersAdminTestJSON-1630394636 tempest-ServersAdminTestJSON-1630394636-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=2a9b29d2-6f53-45e1-99f5-e581a80c827b HTTP/1.1" status: 200 len: 1100 time: 0.5055478 Aug 23 20:35:27.021304 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c469386-fffe-4e75-9484-04cd9d860c33 admin admin] Network ee49fab1-d321-4ccd-83a3-bdc6214881f4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:35:27.032250 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-2c469386-fffe-4e75-9484-04cd9d860c33 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:35:27.035492 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c469386-fffe-4e75-9484-04cd9d860c33 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:35:27.115619 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be0619-489a-499e-817a-8e1019a06b05 req-36fd48a2-cf8a-40f7-bfa3-a8d28a2d2cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:27.117119 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-94be0619-489a-499e-817a-8e1019a06b05 req-36fd48a2-cf8a-40f7-bfa3-a8d28a2d2cf8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e53f5e203f84c21bf8d274dcef886cf&device_id=2146bea7-5055-4beb-9cb7-e0c762b9e24c HTTP/1.1" status: 200 len: 1094 time: 0.1065629 Aug 23 20:35:27.132537 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c469386-fffe-4e75-9484-04cd9d860c33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:27.150431 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-3efb7d2f-8e42-4db5-8f16-c298b146503e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5131bc76-3531-4734-bdeb-71f14ebf7ca2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1658973775-router', 'tenant_id': 'c0ccdd0dd18b4a058f6a89b6a09d3497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '657f9cec-d2f4-4a11-b7aa-fa7a17303b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:35:19Z', 'updated_at': '2021-08-23T20:35:22Z', 'revision_number': 3, 'project_id': 'c0ccdd0dd18b4a058f6a89b6a09d3497', 'gw_port': {'id': '657f9cec-d2f4-4a11-b7aa-fa7a17303b6d', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d1:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5131bc76-3531-4734-bdeb-71f14ebf7ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:35:20Z', 'updated_at': '2021-08-23T20:35:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:35:27.218539 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efb7d2f-8e42-4db5-8f16-c298b146503e None None] The sync data for ids ['5131bc76-3531-4734-bdeb-71f14ebf7ca2'] in n-d-805663-2 is: [{'id': '5131bc76-3531-4734-bdeb-71f14ebf7ca2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1658973775-router', 'tenant_id': 'c0ccdd0dd18b4a058f6a89b6a09d3497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '657f9cec-d2f4-4a11-b7aa-fa7a17303b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:35:19Z', 'updated_at': '2021-08-23T20:35:22Z', 'revision_number': 3, 'project_id': 'c0ccdd0dd18b4a058f6a89b6a09d3497', 'gw_port': {'id': '657f9cec-d2f4-4a11-b7aa-fa7a17303b6d', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d1:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5131bc76-3531-4734-bdeb-71f14ebf7ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:35:20Z', 'updated_at': '2021-08-23T20:35:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:35:27.246277 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-94be0619-489a-499e-817a-8e1019a06b05 req-7f46eca6-e84f-4dfa-93ac-251322a809a2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c190ab4-62e4-4c59-b13a-ba8288006af9 HTTP/1.1" status: 200 len: 217 time: 0.0896840 Aug 23 20:35:27.327165 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be0619-489a-499e-817a-8e1019a06b05 req-670d562b-b132-4f38-8009-6fb8e5e92cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:27.328973 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-94be0619-489a-499e-817a-8e1019a06b05 req-670d562b-b132-4f38-8009-6fb8e5e92cdd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9a1429e2-0434-474c-b64e-467199634cc0 HTTP/1.1" status: 200 len: 855 time: 0.0741756 Aug 23 20:35:27.340051 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c469386-fffe-4e75-9484-04cd9d860c33 admin admin] Pushing event updated for resources: {'Port': ['ID=8e201a48-30db-428d-8329-f7a9dc30138b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:27.354884 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b9ee36b6-1f96-488e-b19c-b73330e976ae req-c33d9527-cc78-4c10-acc3-f02b942819b9 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:27.383697 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-59e74447-3fbf-42d4-8ee7-2d8d663dcae8 req-8a8abb79-b18a-4be6-8cf1-91eaf7b3b5a8 tempest-ServersAdminTestJSON-1630394636 tempest-ServersAdminTestJSON-1630394636-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4112327 Aug 23 20:35:27.461752 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0445f87d-6ff5-4cc7-b834-821d991931e9 req-1abc6231-c8fb-4cff-bcab-457565499566 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=eaef6efa-036b-45b7-8351-cb09a188eedd HTTP/1.1" status: 200 len: 210 time: 0.1264031 Aug 23 20:35:27.474090 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-94be0619-489a-499e-817a-8e1019a06b05 req-5f55f04f-ee70-418f-b1ee-0b66b986f011 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0d2d451a-e4f8-432e-a8cb-85e5a98645e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1202896 Aug 23 20:35:27.522603 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-df092219-ae7f-44a8-b71b-ac15b7ac0666 None None] Provisioning for port 8e201a48-30db-428d-8329-f7a9dc30138b completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:35:27.545256 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-df092219-ae7f-44a8-b71b-ac15b7ac0666 None None] Provisioning complete for port 8e201a48-30db-428d-8329-f7a9dc30138b triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:35:27.545654 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-df092219-ae7f-44a8-b71b-ac15b7ac0666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:27.626902 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a730bc8b-5bd8-425d-befc-a86df3972d7a x-openstack-request-id: req-a730bc8b-5bd8-425d-befc-a86df3972d7a {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:35:27.626902 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2146bea7-5055-4beb-9cb7-e0c762b9e24c", "tag": "8c190ab4-62e4-4c59-b13a-ba8288006af9", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:35:27.627119 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a730bc8b-5bd8-425d-befc-a86df3972d7a {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:35:27.627480 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2146bea7-5055-4beb-9cb7-e0c762b9e24c', 'tag': '8c190ab4-62e4-4c59-b13a-ba8288006af9', 'status': 'completed', 'code': 200} Aug 23 20:35:27.646874 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c469386-fffe-4e75-9484-04cd9d860c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:27.656657 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-df092219-ae7f-44a8-b71b-ac15b7ac0666 None None] Port 8e201a48-30db-428d-8329-f7a9dc30138b cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:35:27.722470 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-94be0619-489a-499e-817a-8e1019a06b05 req-e88c88f7-e271-4cde-9611-8a1a55f8e568 service neutron] 10.222.0.32 "GET /v2.0/networks/0d2d451a-e4f8-432e-a8cb-85e5a98645e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471051 Aug 23 20:35:27.865396 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-84ccd8a0-b09a-47d7-b22d-ab55225b5804 req-791637af-3660-4d41-9eaf-f80ae6d24be5 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0372e67-dac1-4409-8103-64cc2bdadc51 HTTP/1.1" status: 200 len: 210 time: 0.1061285 Aug 23 20:35:27.942185 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c469386-fffe-4e75-9484-04cd9d860c33 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:27.946149 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-94be0619-489a-499e-817a-8e1019a06b05 req-4f169499-43d2-4de2-bffb-394bc78927c5 service neutron] 10.222.0.32 "GET /v2.0/networks/0d2d451a-e4f8-432e-a8cb-85e5a98645e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109177 Aug 23 20:35:27.983403 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c469386-fffe-4e75-9484-04cd9d860c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:28.171853 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c469386-fffe-4e75-9484-04cd9d860c33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:28.193066 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c469386-fffe-4e75-9484-04cd9d860c33 admin admin] Pushing event updated for resources: {'Port': ['ID=8e201a48-30db-428d-8329-f7a9dc30138b,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:28.210330 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b9ee36b6-1f96-488e-b19c-b73330e976ae req-c33d9527-cc78-4c10-acc3-f02b942819b9 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:28.216830 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7165d13e-d0a9-4035-89dd-e29d01b7dd29 req-a5b4ac53-a290-41c4-ae98-ebe37ac65977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:28.218639 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7165d13e-d0a9-4035-89dd-e29d01b7dd29 req-a5b4ac53-a290-41c4-ae98-ebe37ac65977 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e53f5e203f84c21bf8d274dcef886cf&device_id=2146bea7-5055-4beb-9cb7-e0c762b9e24c HTTP/1.1" status: 200 len: 1094 time: 0.1553850 Aug 23 20:35:28.253764 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['2fd138a2-a960-44b8-8ce2-767dd6fe86fd'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:35:28.535785 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7165d13e-d0a9-4035-89dd-e29d01b7dd29 req-9524455e-443d-42dd-b3c4-ce57ae82807c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:28.539046 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1fc27c-35e3-4f36-9df8-bd4f0666492e req-c0f86bb9-3d8c-4829-819a-f54ba6ea6fa7 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:28.541487 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7165d13e-d0a9-4035-89dd-e29d01b7dd29 req-9524455e-443d-42dd-b3c4-ce57ae82807c service neutron] 10.222.0.32 "GET /v2.0/networks?id=0d2d451a-e4f8-432e-a8cb-85e5a98645e8 HTTP/1.1" status: 200 len: 916 time: 0.3061934 Aug 23 20:35:28.544093 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0d1fc27c-35e3-4f36-9df8-bd4f0666492e req-c0f86bb9-3d8c-4829-819a-f54ba6ea6fa7 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/ports?device_id=2146bea7-5055-4beb-9cb7-e0c762b9e24c HTTP/1.1" status: 200 len: 943 time: 0.5942316 Aug 23 20:35:28.589828 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9ee36b6-1f96-488e-b19c-b73330e976ae req-c33d9527-cc78-4c10-acc3-f02b942819b9 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Network 9154806b-c700-4250-82e0-c3993888c62e is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:35:28.630231 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-b9ee36b6-1f96-488e-b19c-b73330e976ae req-c33d9527-cc78-4c10-acc3-f02b942819b9 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:35:28.645107 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7165d13e-d0a9-4035-89dd-e29d01b7dd29 req-7ae7645a-ea9a-472e-901c-4c733c599e18 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c190ab4-62e4-4c59-b13a-ba8288006af9 HTTP/1.1" status: 200 len: 217 time: 0.0923903 Aug 23 20:35:28.665866 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ee36b6-1f96-488e-b19c-b73330e976ae req-c33d9527-cc78-4c10-acc3-f02b942819b9 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:35:28.681202 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33d9527-cc78-4c10-acc3-f02b942819b9 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Pushing event updated for resources: {'Port': ['ID=4d7cabb7-5a18-458e-b52a-91522dbb3c31,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:28.749822 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7165d13e-d0a9-4035-89dd-e29d01b7dd29 req-52c522ce-5729-4f80-9429-91d637823eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:28.751575 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7165d13e-d0a9-4035-89dd-e29d01b7dd29 req-52c522ce-5729-4f80-9429-91d637823eea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9a1429e2-0434-474c-b64e-467199634cc0 HTTP/1.1" status: 200 len: 855 time: 0.0935764 Aug 23 20:35:28.795481 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7165d13e-d0a9-4035-89dd-e29d01b7dd29 req-4edacab4-69e0-4a5e-84da-d3eb030fa675 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0d2d451a-e4f8-432e-a8cb-85e5a98645e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332346 Aug 23 20:35:28.798560 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0d1fc27c-35e3-4f36-9df8-bd4f0666492e req-6acd7bbe-dc45-4440-a5fb-2cf1ee5c8d24 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/security-groups?id=26f54a44-9852-4d54-9348-9ab7d69f31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056010 Aug 23 20:35:28.858119 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee36b6-1f96-488e-b19c-b73330e976ae req-c33d9527-cc78-4c10-acc3-f02b942819b9 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:28.863806 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b9ee36b6-1f96-488e-b19c-b73330e976ae req-c33d9527-cc78-4c10-acc3-f02b942819b9 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:28.878782 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c469386-fffe-4e75-9484-04cd9d860c33 admin admin] Network ee49fab1-d321-4ccd-83a3-bdc6214881f4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:35:28.883179 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-2c469386-fffe-4e75-9484-04cd9d860c33 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:35:29.007518 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7165d13e-d0a9-4035-89dd-e29d01b7dd29 req-80872907-90f2-496a-8e31-3f4f0513dfe2 service neutron] 10.222.0.32 "GET /v2.0/networks/0d2d451a-e4f8-432e-a8cb-85e5a98645e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886089 Aug 23 20:35:29.190972 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b9ee36b6-1f96-488e-b19c-b73330e976ae req-c33d9527-cc78-4c10-acc3-f02b942819b9 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4480042 Aug 23 20:35:29.226185 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c469386-fffe-4e75-9484-04cd9d860c33 admin admin] Router 5131bc76-3531-4734-bdeb-71f14ebf7ca2 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:35:29.236388 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-b9ee36b6-1f96-488e-b19c-b73330e976ae req-e3bb0fe6-43a2-4e1d-abea-6ec08d1b57ca service neutron] Request body: {'port': {'device_id': 'eaef6efa-036b-45b7-8351-cb09a188eedd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:35:29.335382 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 657f9cec-d2f4-4a11-b7aa-fa7a17303b6d up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:35:29.411973 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-90b20a46-eb58-4594-aac8-6c08136a3582 None None] Provisioning complete for port 8e201a48-30db-428d-8329-f7a9dc30138b triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:35:29.412746 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-90b20a46-eb58-4594-aac8-6c08136a3582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:29.418656 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7165d13e-d0a9-4035-89dd-e29d01b7dd29 req-92e71000-2de0-4987-af54-12d36b081383 service neutron] 10.222.0.32 "GET /v2.0/networks/0d2d451a-e4f8-432e-a8cb-85e5a98645e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4001293 Aug 23 20:35:29.480456 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-90b20a46-eb58-4594-aac8-6c08136a3582 None None] Port 8e201a48-30db-428d-8329-f7a9dc30138b cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:35:29.495637 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561c990-b35b-4251-8b66-4f7c459c77a8 req-8008e942-f511-45d7-a9a6-2de376a3bda4 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:29.499366 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 657f9cec-d2f4-4a11-b7aa-fa7a17303b6d completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:35:29.504121 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 657f9cec-d2f4-4a11-b7aa-fa7a17303b6d triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:35:29.504819 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:29.506035 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d561c990-b35b-4251-8b66-4f7c459c77a8 req-8008e942-f511-45d7-a9a6-2de376a3bda4 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.11 "GET /v2.0/networks?id=6ab508e3-ca9c-4ba1-a637-e61063da04b8 HTTP/1.1" status: 200 len: 821 time: 0.4472096 Aug 23 20:35:29.577383 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-d561c990-b35b-4251-8b66-4f7c459c77a8 req-50e38dc4-61ad-4eee-a0e3-e4097acb4cc5 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Request body: {'port': {'device_id': 'e0372e67-dac1-4409-8103-64cc2bdadc51', 'network_id': '6ab508e3-ca9c-4ba1-a637-e61063da04b8', 'admin_state_up': True, 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:35:29.718656 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:29.771774 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 657f9cec-d2f4-4a11-b7aa-fa7a17303b6d, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=657f9cec-d2f4-4a11-b7aa-fa7a17303b6d,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:35:29.779528 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:29.782405 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6494e4f9-2976-42f0-941c-7f04587844a3 req-bd10a38e-5d10-4d42-834e-ac3c8a82bd78 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0372e67-dac1-4409-8103-64cc2bdadc51 HTTP/1.1" status: 200 len: 210 time: 0.0414958 Aug 23 20:35:29.936680 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d561c990-b35b-4251-8b66-4f7c459c77a8 req-50e38dc4-61ad-4eee-a0e3-e4097acb4cc5 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Made reservation on behalf of fee04bdee1314858880b57c3099e0dd9 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:35:29.938486 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=657f9cec-d2f4-4a11-b7aa-fa7a17303b6d,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:29.952679 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d561c990-b35b-4251-8b66-4f7c459c77a8 req-50e38dc4-61ad-4eee-a0e3-e4097acb4cc5 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:30.224091 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d5fec-0ec5-4112-8446-3cc6aebbcfd7 req-4db11383-291c-42b8-8b69-52b8ec188b65 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:30.233128 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8a3d5fec-0ec5-4112-8446-3cc6aebbcfd7 req-4db11383-291c-42b8-8b69-52b8ec188b65 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=eaef6efa-036b-45b7-8351-cb09a188eedd HTTP/1.1" status: 200 len: 932 time: 1.0588367 Aug 23 20:35:30.244876 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b9ee36b6-1f96-488e-b19c-b73330e976ae req-e3bb0fe6-43a2-4e1d-abea-6ec08d1b57ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:30.377612 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8a3d5fec-0ec5-4112-8446-3cc6aebbcfd7 req-a290566a-3d33-431c-8cc2-f8a67c8109ae tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408598 Aug 23 20:35:30.517159 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c469386-fffe-4e75-9484-04cd9d860c33 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:35:30.529844 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c701b8b-e603-4c40-8ac7-c90cc2f74a97 None None] Sync routers for ids ['5131bc76-3531-4734-bdeb-71f14ebf7ca2'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:35:30.531470 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2c469386-fffe-4e75-9484-04cd9d860c33 admin admin] 10.222.0.61 "PUT /v2.0/routers/5131bc76-3531-4734-bdeb-71f14ebf7ca2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7098427 Aug 23 20:35:30.564010 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c701b8b-e603-4c40-8ac7-c90cc2f74a97 None None] Routers {'5131bc76-3531-4734-bdeb-71f14ebf7ca2'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:35:30.567648 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1c701b8b-e603-4c40-8ac7-c90cc2f74a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:35:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['5131bc76-3531-4734-bdeb-71f14ebf7ca2'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:35:30.764840 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ddac49-b542-4174-99fd-aa7ee5148d96 req-6f64cab1-f588-4a2e-9118-696534e9f8a8 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:30.775376 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c4ddac49-b542-4174-99fd-aa7ee5148d96 req-6f64cab1-f588-4a2e-9118-696534e9f8a8 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/ports?device_id=2146bea7-5055-4beb-9cb7-e0c762b9e24c HTTP/1.1" status: 200 len: 943 time: 0.2572560 Aug 23 20:35:30.820681 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 8c190ab4-62e4-4c59-b13a-ba8288006af9 details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:35:30.927402 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c4ddac49-b542-4174-99fd-aa7ee5148d96 req-f1a8dbc3-4ae3-4097-b996-6b7d845fe067 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/security-groups?id=26f54a44-9852-4d54-9348-9ab7d69f31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377182 Aug 23 20:35:30.940324 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-1c701b8b-e603-4c40-8ac7-c90cc2f74a97 None None] Set router 5131bc76-3531-4734-bdeb-71f14ebf7ca2 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:35:30.966547 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-d561c990-b35b-4251-8b66-4f7c459c77a8 req-50e38dc4-61ad-4eee-a0e3-e4097acb4cc5 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Allocated IP 172.20.0.14 (6ab508e3-ca9c-4ba1-a637-e61063da04b8/519e7c31-afda-49a1-9e0f-8c868d7cb053/d88bf7c1-17ae-4640-973e-56203bd75f4a) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:35:31.045731 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 8c190ab4-62e4-4c59-b13a-ba8288006af9, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=8c190ab4-62e4-4c59-b13a-ba8288006af9,segment=NetworkSegment(43da8eaf-145a-4efd-af9e-5d745e6d4494),segment_id=43da8eaf-145a-4efd-af9e-5d745e6d4494)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:35:31.068575 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': '8c190ab4-62e4-4c59-b13a-ba8288006af9', 'network_id': '0d2d451a-e4f8-432e-a8cb-85e5a98645e8', 'port_id': '8c190ab4-62e4-4c59-b13a-ba8288006af9', 'mac_address': 'fa:16:3e:7a:7a:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1429e2-0434-474c-b64e-467199634cc0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:35:31.131090 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-b9ee36b6-1f96-488e-b19c-b73330e976ae req-e3bb0fe6-43a2-4e1d-abea-6ec08d1b57ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d7cabb7-5a18-458e-b52a-91522dbb3c31 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:35:31.156663 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b9ee36b6-1f96-488e-b19c-b73330e976ae req-e3bb0fe6-43a2-4e1d-abea-6ec08d1b57ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:31.196664 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-b9ee36b6-1f96-488e-b19c-b73330e976ae req-e3bb0fe6-43a2-4e1d-abea-6ec08d1b57ca service neutron] Transition to ACTIVE for port object 4d7cabb7-5a18-458e-b52a-91522dbb3c31 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:35:31.212351 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b9ee36b6-1f96-488e-b19c-b73330e976ae req-e3bb0fe6-43a2-4e1d-abea-6ec08d1b57ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:31.230283 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:31.291597 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c190ab4-62e4-4c59-b13a-ba8288006af9 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:35:31.321514 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 657f9cec-d2f4-4a11-b7aa-fa7a17303b6d up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:35:31.387752 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bb0fe6-43a2-4e1d-abea-6ec08d1b57ca service neutron] Pushing event updated for resources: {'Port': ['ID=4d7cabb7-5a18-458e-b52a-91522dbb3c31,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:31.414933 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 8c190ab4-62e4-4c59-b13a-ba8288006af9, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=8c190ab4-62e4-4c59-b13a-ba8288006af9,segment=NetworkSegment(43da8eaf-145a-4efd-af9e-5d745e6d4494),segment_id=43da8eaf-145a-4efd-af9e-5d745e6d4494)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:35:31.423337 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:31.441207 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 657f9cec-d2f4-4a11-b7aa-fa7a17303b6d triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:35:31.441519 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:31.625007 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1c701b8b-e603-4c40-8ac7-c90cc2f74a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5131bc76-3531-4734-bdeb-71f14ebf7ca2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1658973775-router', 'tenant_id': 'c0ccdd0dd18b4a058f6a89b6a09d3497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '657f9cec-d2f4-4a11-b7aa-fa7a17303b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:35:19Z', 'updated_at': '2021-08-23T20:35:27Z', 'revision_number': 4, 'project_id': 'c0ccdd0dd18b4a058f6a89b6a09d3497', 'gw_port': {'id': '657f9cec-d2f4-4a11-b7aa-fa7a17303b6d', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5131bc76-3531-4734-bdeb-71f14ebf7ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:35:20Z', 'updated_at': '2021-08-23T20:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '8e201a48-30db-428d-8329-f7a9dc30138b', 'name': '', 'network_id': 'ee49fab1-d321-4ccd-83a3-bdc6214881f4', 'tenant_id': 'c0ccdd0dd18b4a058f6a89b6a09d3497', 'mac_address': 'fa:16:3e:2e:ea:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5131bc76-3531-4734-bdeb-71f14ebf7ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '88c38b00-3949-44e2-bfff-413907018fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:35:26Z', 'updated_at': '2021-08-23T20:35:27Z', 'revision_number': 2, 'project_id': 'c0ccdd0dd18b4a058f6a89b6a09d3497', 'subnets': [{'id': '88c38b00-3949-44e2-bfff-413907018fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:35:31.646694 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-b9ee36b6-1f96-488e-b19c-b73330e976ae req-e3bb0fe6-43a2-4e1d-abea-6ec08d1b57ca service neutron] Attempting to bind port 4d7cabb7-5a18-458e-b52a-91522dbb3c31 on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:35:31.647378 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-b9ee36b6-1f96-488e-b19c-b73330e976ae req-e3bb0fe6-43a2-4e1d-abea-6ec08d1b57ca service neutron] Attempting to bind port 4d7cabb7-5a18-458e-b52a-91522dbb3c31 by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': 'bbb7ca88-3a5f-4f78-b2f2-1646091f4f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9154806b-c700-4250-82e0-c3993888c62e'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:35:31.648173 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ee36b6-1f96-488e-b19c-b73330e976ae req-e3bb0fe6-43a2-4e1d-abea-6ec08d1b57ca service neutron] Attempting to bind port 4d7cabb7-5a18-458e-b52a-91522dbb3c31 on network 9154806b-c700-4250-82e0-c3993888c62e {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:35:31.672387 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ee36b6-1f96-488e-b19c-b73330e976ae req-e3bb0fe6-43a2-4e1d-abea-6ec08d1b57ca service neutron] Port 4d7cabb7-5a18-458e-b52a-91522dbb3c31 on network 9154806b-c700-4250-82e0-c3993888c62e not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:35:31.672993 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ee36b6-1f96-488e-b19c-b73330e976ae req-e3bb0fe6-43a2-4e1d-abea-6ec08d1b57ca service neutron] Attempting to bind port 4d7cabb7-5a18-458e-b52a-91522dbb3c31 on network 9154806b-c700-4250-82e0-c3993888c62e {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:35:31.690482 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ee36b6-1f96-488e-b19c-b73330e976ae req-e3bb0fe6-43a2-4e1d-abea-6ec08d1b57ca service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:35:31.691006 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d561c990-b35b-4251-8b66-4f7c459c77a8 req-50e38dc4-61ad-4eee-a0e3-e4097acb4cc5 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:31.691456 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ee36b6-1f96-488e-b19c-b73330e976ae req-e3bb0fe6-43a2-4e1d-abea-6ec08d1b57ca service neutron] Checking segment: {'id': 'bbb7ca88-3a5f-4f78-b2f2-1646091f4f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9154806b-c700-4250-82e0-c3993888c62e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:35:31.692121 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ee36b6-1f96-488e-b19c-b73330e976ae req-e3bb0fe6-43a2-4e1d-abea-6ec08d1b57ca service neutron] Bound using segment: {'id': 'bbb7ca88-3a5f-4f78-b2f2-1646091f4f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9154806b-c700-4250-82e0-c3993888c62e'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:35:31.692943 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-b9ee36b6-1f96-488e-b19c-b73330e976ae req-e3bb0fe6-43a2-4e1d-abea-6ec08d1b57ca service neutron] Bound port: 4d7cabb7-5a18-458e-b52a-91522dbb3c31, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbb7ca88-3a5f-4f78-b2f2-1646091f4f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9154806b-c700-4250-82e0-c3993888c62e'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:35:31.693557 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b9ee36b6-1f96-488e-b19c-b73330e976ae req-e3bb0fe6-43a2-4e1d-abea-6ec08d1b57ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:31.717390 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c701b8b-e603-4c40-8ac7-c90cc2f74a97 None None] Checking router: 5131bc76-3531-4734-bdeb-71f14ebf7ca2 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:35:31.718107 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c701b8b-e603-4c40-8ac7-c90cc2f74a97 None None] Updating router 5131bc76-3531-4734-bdeb-71f14ebf7ca2 port 8e201a48-30db-428d-8329-f7a9dc30138b binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:35:31.728307 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-d561c990-b35b-4251-8b66-4f7c459c77a8 req-50e38dc4-61ad-4eee-a0e3-e4097acb4cc5 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Transition to ACTIVE for port object d88bf7c1-17ae-4640-973e-56203bd75f4a will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:35:31.730299 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e4100-ab93-47f2-8408-8dd253b749c1 req-5ec419d1-ba01-4715-b2de-3e111d81f284 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:31.738840 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-780e4100-ab93-47f2-8408-8dd253b749c1 req-5ec419d1-ba01-4715-b2de-3e111d81f284 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/networks?id=ee49fab1-d321-4ccd-83a3-bdc6214881f4 HTTP/1.1" status: 200 len: 829 time: 0.2438140 Aug 23 20:35:31.760269 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-780e4100-ab93-47f2-8408-8dd253b749c1 req-e74e6690-0919-471a-92b2-9906fe57b349 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/quotas/c0ccdd0dd18b4a058f6a89b6a09d3497 HTTP/1.1" status: 200 len: 375 time: 0.0198784 Aug 23 20:35:31.775592 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d561c990-b35b-4251-8b66-4f7c459c77a8 req-50e38dc4-61ad-4eee-a0e3-e4097acb4cc5 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:31.800006 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1c701b8b-e603-4c40-8ac7-c90cc2f74a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:31.834718 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['ba8aaa12-abe0-4a0c-b665-2245d08b506a'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:35:31.848104 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=8c190ab4-62e4-4c59-b13a-ba8288006af9,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:31.855428 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e38dc4-61ad-4eee-a0e3-e4097acb4cc5 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Pushing event updated for resources: {'Port': ['ID=d88bf7c1-17ae-4640-973e-56203bd75f4a,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:31.866215 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d107576-bd7b-4c53-adfa-050155ef15e5 req-062dca96-28fe-42e3-8c4f-6e413973dc3c tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:31.876346 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0d107576-bd7b-4c53-adfa-050155ef15e5 req-062dca96-28fe-42e3-8c4f-6e413973dc3c tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a9b29d2-6f53-45e1-99f5-e581a80c827b HTTP/1.1" status: 200 len: 949 time: 1.8936501 Aug 23 20:35:31.918708 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-780e4100-ab93-47f2-8408-8dd253b749c1 req-9a6cecb0-22cd-4f3a-87db-a8649b05a30b tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c0ccdd0dd18b4a058f6a89b6a09d3497&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1555879 Aug 23 20:35:31.941115 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-b9ee36b6-1f96-488e-b19c-b73330e976ae req-e3bb0fe6-43a2-4e1d-abea-6ec08d1b57ca service neutron] For port 4d7cabb7-5a18-458e-b52a-91522dbb3c31, host n-h2-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:35:31.949238 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-b9ee36b6-1f96-488e-b19c-b73330e976ae req-e3bb0fe6-43a2-4e1d-abea-6ec08d1b57ca service neutron] For port 4d7cabb7-5a18-458e-b52a-91522dbb3c31, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=4d7cabb7-5a18-458e-b52a-91522dbb3c31,segment=NetworkSegment(bbb7ca88-3a5f-4f78-b2f2-1646091f4f26),segment_id=bbb7ca88-3a5f-4f78-b2f2-1646091f4f26)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:35:31.967115 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b9ee36b6-1f96-488e-b19c-b73330e976ae req-e3bb0fe6-43a2-4e1d-abea-6ec08d1b57ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:31.973851 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0d107576-bd7b-4c53-adfa-050155ef15e5 req-54bfbfad-acaa-45f3-ba85-69bd1dde282a tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949821 Aug 23 20:35:31.979711 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d561c990-b35b-4251-8b66-4f7c459c77a8 req-50e38dc4-61ad-4eee-a0e3-e4097acb4cc5 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Network 6ab508e3-ca9c-4ba1-a637-e61063da04b8 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:35:31.981484 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['8c190ab4-62e4-4c59-b13a-ba8288006af9'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:35:31.985087 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-d561c990-b35b-4251-8b66-4f7c459c77a8 req-50e38dc4-61ad-4eee-a0e3-e4097acb4cc5 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:35:31.989757 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-d561c990-b35b-4251-8b66-4f7c459c77a8 req-50e38dc4-61ad-4eee-a0e3-e4097acb4cc5 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:35:32.110754 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee36b6-1f96-488e-b19c-b73330e976ae req-e3bb0fe6-43a2-4e1d-abea-6ec08d1b57ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:32.112666 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b9ee36b6-1f96-488e-b19c-b73330e976ae req-e3bb0fe6-43a2-4e1d-abea-6ec08d1b57ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:32.115684 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561c990-b35b-4251-8b66-4f7c459c77a8 req-50e38dc4-61ad-4eee-a0e3-e4097acb4cc5 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:32.115878 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b9ee36b6-1f96-488e-b19c-b73330e976ae req-e3bb0fe6-43a2-4e1d-abea-6ec08d1b57ca service neutron] 10.222.0.32 "PUT /v2.0/ports/4d7cabb7-5a18-458e-b52a-91522dbb3c31 HTTP/1.1" status: 200 len: 1092 time: 2.8869965 Aug 23 20:35:32.116445 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d561c990-b35b-4251-8b66-4f7c459c77a8 req-50e38dc4-61ad-4eee-a0e3-e4097acb4cc5 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:32.118859 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaef6efa-036b-45b7-8351-cb09a188eedd', 'tag': '4d7cabb7-5a18-458e-b52a-91522dbb3c31'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:35:32.125143 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d221ebb4-5bb1-4333-ac79-40ebe5b0708e" -d '{"events": [{"name": "network-changed", "server_uuid": "eaef6efa-036b-45b7-8351-cb09a188eedd", "tag": "4d7cabb7-5a18-458e-b52a-91522dbb3c31"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:35:32.195046 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d561c990-b35b-4251-8b66-4f7c459c77a8 req-50e38dc4-61ad-4eee-a0e3-e4097acb4cc5 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6507671 Aug 23 20:35:32.223932 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-d561c990-b35b-4251-8b66-4f7c459c77a8 req-d8b9984d-99f1-4a6a-97fa-6b62d56904c1 service neutron] Request body: {'port': {'device_id': 'e0372e67-dac1-4409-8103-64cc2bdadc51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:35:32.241372 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85306f87-f081-4265-943b-e6baecf91ef1 req-7f7a77c2-dda8-4087-ab68-4dc2bb0c8a15 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:32.254670 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-85306f87-f081-4265-943b-e6baecf91ef1 req-7f7a77c2-dda8-4087-ab68-4dc2bb0c8a15 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0372e67-dac1-4409-8103-64cc2bdadc51 HTTP/1.1" status: 200 len: 932 time: 0.1288259 Aug 23 20:35:32.397169 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-85306f87-f081-4265-943b-e6baecf91ef1 req-a508865e-6fd3-473c-957d-01ab3377be45 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/security-groups?id=587fdc99-14a6-4232-ab9b-a26b7a1ae9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406090 Aug 23 20:35:32.401337 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1c701b8b-e603-4c40-8ac7-c90cc2f74a97 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:32.429619 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-1c701b8b-e603-4c40-8ac7-c90cc2f74a97 None None] Transition to ACTIVE for port object 8e201a48-30db-428d-8329-f7a9dc30138b will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:35:32.438652 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1c701b8b-e603-4c40-8ac7-c90cc2f74a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:32.499790 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f51fe0-27ae-4598-b523-810031c08d29 None None] Pushing event updated for resources: {'Port': ['ID=8e201a48-30db-428d-8329-f7a9dc30138b,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:32.505095 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d561c990-b35b-4251-8b66-4f7c459c77a8 req-d8b9984d-99f1-4a6a-97fa-6b62d56904c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:32.517823 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1b1dbf69-3c66-453c-ba2f-2132a079046b None None] Provisioning for port d88bf7c1-17ae-4640-973e-56203bd75f4a completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:35:32.531830 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-780e4100-ab93-47f2-8408-8dd253b749c1 req-a07ffd18-8e71-4ffe-a989-71155f22fd77 service neutron] 10.222.0.61 "GET /v2.0/networks/ee49fab1-d321-4ccd-83a3-bdc6214881f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6120408 Aug 23 20:35:32.533990 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1b1dbf69-3c66-453c-ba2f-2132a079046b None None] Provisioning complete for port d88bf7c1-17ae-4640-973e-56203bd75f4a triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:35:32.534912 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1b1dbf69-3c66-453c-ba2f-2132a079046b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:32.537871 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bb0fe6-43a2-4e1d-abea-6ec08d1b57ca service neutron] Pushing event updated for resources: {'Port': ['ID=4d7cabb7-5a18-458e-b52a-91522dbb3c31,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:32.623938 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1b1dbf69-3c66-453c-ba2f-2132a079046b None None] Port d88bf7c1-17ae-4640-973e-56203bd75f4a cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:35:32.678486 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-1c701b8b-e603-4c40-8ac7-c90cc2f74a97 None None] Attempting to bind port 8e201a48-30db-428d-8329-f7a9dc30138b on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:35:32.682806 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-1c701b8b-e603-4c40-8ac7-c90cc2f74a97 None None] Attempting to bind port 8e201a48-30db-428d-8329-f7a9dc30138b by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '9b24575c-7447-4219-80de-a5f9a2dc9179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ee49fab1-d321-4ccd-83a3-bdc6214881f4'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:35:32.683708 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c701b8b-e603-4c40-8ac7-c90cc2f74a97 None None] Attempting to bind port 8e201a48-30db-428d-8329-f7a9dc30138b on network ee49fab1-d321-4ccd-83a3-bdc6214881f4 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:35:32.697311 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c701b8b-e603-4c40-8ac7-c90cc2f74a97 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:35:32.697868 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c701b8b-e603-4c40-8ac7-c90cc2f74a97 None None] Checking segment: {'id': '9b24575c-7447-4219-80de-a5f9a2dc9179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ee49fab1-d321-4ccd-83a3-bdc6214881f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:35:32.698370 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1c701b8b-e603-4c40-8ac7-c90cc2f74a97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:32.698831 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c701b8b-e603-4c40-8ac7-c90cc2f74a97 None None] Bound using segment: {'id': '9b24575c-7447-4219-80de-a5f9a2dc9179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ee49fab1-d321-4ccd-83a3-bdc6214881f4'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:35:32.699376 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-1c701b8b-e603-4c40-8ac7-c90cc2f74a97 None None] Bound port: 8e201a48-30db-428d-8329-f7a9dc30138b, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b24575c-7447-4219-80de-a5f9a2dc9179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ee49fab1-d321-4ccd-83a3-bdc6214881f4'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:35:32.699842 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1c701b8b-e603-4c40-8ac7-c90cc2f74a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:32.704619 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee36b6-1f96-488e-b19c-b73330e976ae req-df8d76b3-7f96-4d59-ae5e-813d0936e176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:32.706689 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b9ee36b6-1f96-488e-b19c-b73330e976ae req-df8d76b3-7f96-4d59-ae5e-813d0936e176 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=29f18b1da2a844dcbeb03c332de0d358&device_id=eaef6efa-036b-45b7-8351-cb09a188eedd HTTP/1.1" status: 200 len: 1095 time: 0.4548752 Aug 23 20:35:32.805205 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-780e4100-ab93-47f2-8408-8dd253b749c1 req-3fcda9be-eb83-4575-a82f-6c506d7d7e11 service neutron] 10.222.0.61 "GET /v2.0/networks/ee49fab1-d321-4ccd-83a3-bdc6214881f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701070 Aug 23 20:35:32.931852 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b9ee36b6-1f96-488e-b19c-b73330e976ae req-094ea5a2-3343-4563-9a02-d1726eec13ca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d7cabb7-5a18-458e-b52a-91522dbb3c31 HTTP/1.1" status: 200 len: 217 time: 0.1982710 Aug 23 20:35:32.982667 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4823b77-f5a5-487f-9334-058125a2e093 req-db840213-c14c-4309-9365-949c90ba0d6c tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:32.990047 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a4823b77-f5a5-487f-9334-058125a2e093 req-db840213-c14c-4309-9365-949c90ba0d6c tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=eaef6efa-036b-45b7-8351-cb09a188eedd HTTP/1.1" status: 200 len: 944 time: 0.2729330 Aug 23 20:35:33.007579 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-1c701b8b-e603-4c40-8ac7-c90cc2f74a97 None None] For port 8e201a48-30db-428d-8329-f7a9dc30138b, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:35:33.011792 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-1c701b8b-e603-4c40-8ac7-c90cc2f74a97 None None] For port 8e201a48-30db-428d-8329-f7a9dc30138b, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=8e201a48-30db-428d-8329-f7a9dc30138b,segment=NetworkSegment(9b24575c-7447-4219-80de-a5f9a2dc9179),segment_id=9b24575c-7447-4219-80de-a5f9a2dc9179)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:35:33.020446 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1c701b8b-e603-4c40-8ac7-c90cc2f74a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:33.053350 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee36b6-1f96-488e-b19c-b73330e976ae req-125b8e8f-bb3d-4917-b163-2137eeedef21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:33.054965 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b9ee36b6-1f96-488e-b19c-b73330e976ae req-125b8e8f-bb3d-4917-b163-2137eeedef21 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=680c283d-5185-45a2-940f-1ee3de9335bc HTTP/1.1" status: 200 len: 846 time: 0.1121883 Aug 23 20:35:33.123770 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b9ee36b6-1f96-488e-b19c-b73330e976ae req-78c3391a-88c1-415e-8a64-83ad99a9dbd7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9154806b-c700-4250-82e0-c3993888c62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574558 Aug 23 20:35:33.152243 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f51fe0-27ae-4598-b523-810031c08d29 None None] Pushing event updated for resources: {'Port': ['ID=8e201a48-30db-428d-8329-f7a9dc30138b,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:33.167833 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a4823b77-f5a5-487f-9334-058125a2e093 req-f26aceec-36d2-4a4e-aa58-38a39f99a834 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597517 Aug 23 20:35:33.179687 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-d561c990-b35b-4251-8b66-4f7c459c77a8 req-d8b9984d-99f1-4a6a-97fa-6b62d56904c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d88bf7c1-17ae-4640-973e-56203bd75f4a {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:35:33.198507 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c701b8b-e603-4c40-8ac7-c90cc2f74a97 None None] Routers {'5131bc76-3531-4734-bdeb-71f14ebf7ca2'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:35:33.199584 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1c701b8b-e603-4c40-8ac7-c90cc2f74a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:35:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['5131bc76-3531-4734-bdeb-71f14ebf7ca2'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:35:33.264554 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d561c990-b35b-4251-8b66-4f7c459c77a8 req-d8b9984d-99f1-4a6a-97fa-6b62d56904c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:33.293133 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-d561c990-b35b-4251-8b66-4f7c459c77a8 req-d8b9984d-99f1-4a6a-97fa-6b62d56904c1 service neutron] Transition to ACTIVE for port object d88bf7c1-17ae-4640-973e-56203bd75f4a will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:35:33.297269 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d561c990-b35b-4251-8b66-4f7c459c77a8 req-d8b9984d-99f1-4a6a-97fa-6b62d56904c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:33.389925 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-1c701b8b-e603-4c40-8ac7-c90cc2f74a97 None None] Set router 5131bc76-3531-4734-bdeb-71f14ebf7ca2 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:35:33.487009 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b9984d-99f1-4a6a-97fa-6b62d56904c1 service neutron] Pushing event updated for resources: {'Port': ['ID=d88bf7c1-17ae-4640-973e-56203bd75f4a,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:33.623482 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf221bf-370f-4455-992f-0901cac23345 x-openstack-request-id: req-eaf221bf-370f-4455-992f-0901cac23345 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:35:33.624101 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaef6efa-036b-45b7-8351-cb09a188eedd", "tag": "4d7cabb7-5a18-458e-b52a-91522dbb3c31", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:35:33.624101 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-eaf221bf-370f-4455-992f-0901cac23345 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:35:33.629426 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaef6efa-036b-45b7-8351-cb09a188eedd', 'tag': '4d7cabb7-5a18-458e-b52a-91522dbb3c31', 'status': 'completed', 'code': 200} Aug 23 20:35:33.753637 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-d561c990-b35b-4251-8b66-4f7c459c77a8 req-d8b9984d-99f1-4a6a-97fa-6b62d56904c1 service neutron] Attempting to bind port d88bf7c1-17ae-4640-973e-56203bd75f4a on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:35:33.756169 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-d561c990-b35b-4251-8b66-4f7c459c77a8 req-d8b9984d-99f1-4a6a-97fa-6b62d56904c1 service neutron] Attempting to bind port d88bf7c1-17ae-4640-973e-56203bd75f4a by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '48a0e5f3-af02-4cc1-9440-e0e582e9c7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6ab508e3-ca9c-4ba1-a637-e61063da04b8'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:35:33.756854 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d561c990-b35b-4251-8b66-4f7c459c77a8 req-d8b9984d-99f1-4a6a-97fa-6b62d56904c1 service neutron] Attempting to bind port d88bf7c1-17ae-4640-973e-56203bd75f4a on network 6ab508e3-ca9c-4ba1-a637-e61063da04b8 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:35:33.785976 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b9ee36b6-1f96-488e-b19c-b73330e976ae req-8f156463-bce6-4902-9162-f044ad09153e service neutron] 10.222.0.32 "GET /v2.0/networks/9154806b-c700-4250-82e0-c3993888c62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6584611 Aug 23 20:35:33.786266 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d561c990-b35b-4251-8b66-4f7c459c77a8 req-d8b9984d-99f1-4a6a-97fa-6b62d56904c1 service neutron] Port d88bf7c1-17ae-4640-973e-56203bd75f4a on network 6ab508e3-ca9c-4ba1-a637-e61063da04b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:35:33.786601 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d561c990-b35b-4251-8b66-4f7c459c77a8 req-d8b9984d-99f1-4a6a-97fa-6b62d56904c1 service neutron] Attempting to bind port d88bf7c1-17ae-4640-973e-56203bd75f4a on network 6ab508e3-ca9c-4ba1-a637-e61063da04b8 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:35:33.821388 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d561c990-b35b-4251-8b66-4f7c459c77a8 req-d8b9984d-99f1-4a6a-97fa-6b62d56904c1 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:35:33.822236 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d561c990-b35b-4251-8b66-4f7c459c77a8 req-d8b9984d-99f1-4a6a-97fa-6b62d56904c1 service neutron] Checking segment: {'id': '48a0e5f3-af02-4cc1-9440-e0e582e9c7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6ab508e3-ca9c-4ba1-a637-e61063da04b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:35:33.822236 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d561c990-b35b-4251-8b66-4f7c459c77a8 req-d8b9984d-99f1-4a6a-97fa-6b62d56904c1 service neutron] Bound using segment: {'id': '48a0e5f3-af02-4cc1-9440-e0e582e9c7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6ab508e3-ca9c-4ba1-a637-e61063da04b8'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:35:33.822545 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-d561c990-b35b-4251-8b66-4f7c459c77a8 req-d8b9984d-99f1-4a6a-97fa-6b62d56904c1 service neutron] Bound port: d88bf7c1-17ae-4640-973e-56203bd75f4a, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48a0e5f3-af02-4cc1-9440-e0e582e9c7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6ab508e3-ca9c-4ba1-a637-e61063da04b8'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:35:33.823042 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d561c990-b35b-4251-8b66-4f7c459c77a8 req-d8b9984d-99f1-4a6a-97fa-6b62d56904c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:33.857974 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217cfbe-03d6-44d4-85e4-ccb71665babe req-dde3e550-56e6-4c61-a10e-183e84baa22b tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:33.870733 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4217cfbe-03d6-44d4-85e4-ccb71665babe req-dde3e550-56e6-4c61-a10e-183e84baa22b tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a9b29d2-6f53-45e1-99f5-e581a80c827b HTTP/1.1" status: 200 len: 949 time: 0.1053920 Aug 23 20:35:33.991106 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1c701b8b-e603-4c40-8ac7-c90cc2f74a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5131bc76-3531-4734-bdeb-71f14ebf7ca2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1658973775-router', 'tenant_id': 'c0ccdd0dd18b4a058f6a89b6a09d3497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '657f9cec-d2f4-4a11-b7aa-fa7a17303b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:35:19Z', 'updated_at': '2021-08-23T20:35:27Z', 'revision_number': 4, 'project_id': 'c0ccdd0dd18b4a058f6a89b6a09d3497', 'gw_port': {'id': '657f9cec-d2f4-4a11-b7aa-fa7a17303b6d', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5131bc76-3531-4734-bdeb-71f14ebf7ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:35:20Z', 'updated_at': '2021-08-23T20:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '8e201a48-30db-428d-8329-f7a9dc30138b', 'name': '', 'network_id': 'ee49fab1-d321-4ccd-83a3-bdc6214881f4', 'tenant_id': 'c0ccdd0dd18b4a058f6a89b6a09d3497', 'mac_address': 'fa:16:3e:2e:ea:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5131bc76-3531-4734-bdeb-71f14ebf7ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '88c38b00-3949-44e2-bfff-413907018fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:35:26Z', 'updated_at': '2021-08-23T20:35:33Z', 'revision_number': 4, 'project_id': 'c0ccdd0dd18b4a058f6a89b6a09d3497', 'subnets': [{'id': '88c38b00-3949-44e2-bfff-413907018fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:35:34.009520 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b19f10f-3ea9-4117-942a-22198d0b0be3 req-f891e08d-737e-4eec-8c68-2cb452328e3f tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:34.014098 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0b19f10f-3ea9-4117-942a-22198d0b0be3 req-f891e08d-737e-4eec-8c68-2cb452328e3f tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/ports?device_id=2146bea7-5055-4beb-9cb7-e0c762b9e24c HTTP/1.1" status: 200 len: 944 time: 0.4416370 Aug 23 20:35:34.016480 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4217cfbe-03d6-44d4-85e4-ccb71665babe req-e4c8526e-a5b2-48a1-98af-877392b4d650 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420689 Aug 23 20:35:34.097657 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c701b8b-e603-4c40-8ac7-c90cc2f74a97 None None] The sync data for ids ['5131bc76-3531-4734-bdeb-71f14ebf7ca2'] in n-d-805663-2 is: [{'id': '5131bc76-3531-4734-bdeb-71f14ebf7ca2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1658973775-router', 'tenant_id': 'c0ccdd0dd18b4a058f6a89b6a09d3497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '657f9cec-d2f4-4a11-b7aa-fa7a17303b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:35:19Z', 'updated_at': '2021-08-23T20:35:27Z', 'revision_number': 4, 'project_id': 'c0ccdd0dd18b4a058f6a89b6a09d3497', 'gw_port': {'id': '657f9cec-d2f4-4a11-b7aa-fa7a17303b6d', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5131bc76-3531-4734-bdeb-71f14ebf7ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:35:20Z', 'updated_at': '2021-08-23T20:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '8e201a48-30db-428d-8329-f7a9dc30138b', 'name': '', 'network_id': 'ee49fab1-d321-4ccd-83a3-bdc6214881f4', 'tenant_id': 'c0ccdd0dd18b4a058f6a89b6a09d3497', 'mac_address': 'fa:16:3e:2e:ea:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5131bc76-3531-4734-bdeb-71f14ebf7ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '88c38b00-3949-44e2-bfff-413907018fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:35:26Z', 'updated_at': '2021-08-23T20:35:33Z', 'revision_number': 4, 'project_id': 'c0ccdd0dd18b4a058f6a89b6a09d3497', 'subnets': [{'id': '88c38b00-3949-44e2-bfff-413907018fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:35:34.124428 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b9ee36b6-1f96-488e-b19c-b73330e976ae req-d351f45f-37fc-44f0-be76-5c7ca07a7c63 service neutron] 10.222.0.32 "GET /v2.0/networks/9154806b-c700-4250-82e0-c3993888c62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214610 Aug 23 20:35:34.127018 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-d561c990-b35b-4251-8b66-4f7c459c77a8 req-d8b9984d-99f1-4a6a-97fa-6b62d56904c1 service neutron] For port d88bf7c1-17ae-4640-973e-56203bd75f4a, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:35:34.198799 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-65e3a32d-3b00-4496-8fee-94e90165f567 req-a2309aac-19b8-4b23-886d-f94f0e6e2dd2 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/ports?device_id=5edf64e0-94b0-4399-be04-0ee6fbeb0f16 HTTP/1.1" status: 200 len: 210 time: 0.0927744 Aug 23 20:35:34.220737 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-d561c990-b35b-4251-8b66-4f7c459c77a8 req-d8b9984d-99f1-4a6a-97fa-6b62d56904c1 service neutron] For port d88bf7c1-17ae-4640-973e-56203bd75f4a, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=d88bf7c1-17ae-4640-973e-56203bd75f4a,segment=NetworkSegment(48a0e5f3-af02-4cc1-9440-e0e582e9c7ef),segment_id=48a0e5f3-af02-4cc1-9440-e0e582e9c7ef)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:35:34.228550 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d561c990-b35b-4251-8b66-4f7c459c77a8 req-d8b9984d-99f1-4a6a-97fa-6b62d56904c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:34.248240 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0b19f10f-3ea9-4117-942a-22198d0b0be3 req-ceed9725-1df1-488c-923f-8cdb5b64ba5b tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/security-groups?id=26f54a44-9852-4d54-9348-9ab7d69f31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157191 Aug 23 20:35:34.359065 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d221ebb4-5bb1-4333-ac79-40ebe5b0708e req-33a2ebe4-9b8e-45a1-890e-2e97587551aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:34.361305 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d221ebb4-5bb1-4333-ac79-40ebe5b0708e req-33a2ebe4-9b8e-45a1-890e-2e97587551aa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=29f18b1da2a844dcbeb03c332de0d358&device_id=eaef6efa-036b-45b7-8351-cb09a188eedd HTTP/1.1" status: 200 len: 1095 time: 0.0977495 Aug 23 20:35:34.370557 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561c990-b35b-4251-8b66-4f7c459c77a8 req-d8b9984d-99f1-4a6a-97fa-6b62d56904c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:34.371286 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d561c990-b35b-4251-8b66-4f7c459c77a8 req-d8b9984d-99f1-4a6a-97fa-6b62d56904c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:34.374788 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d561c990-b35b-4251-8b66-4f7c459c77a8 req-d8b9984d-99f1-4a6a-97fa-6b62d56904c1 service neutron] 10.222.0.11 "PUT /v2.0/ports/d88bf7c1-17ae-4640-973e-56203bd75f4a HTTP/1.1" status: 200 len: 1092 time: 2.1646953 Aug 23 20:35:34.376748 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0372e67-dac1-4409-8103-64cc2bdadc51', 'tag': 'd88bf7c1-17ae-4640-973e-56203bd75f4a'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:35:34.379182 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e06886-feb0-402f-a421-8d7e0ce5f277" -d '{"events": [{"name": "network-changed", "server_uuid": "e0372e67-dac1-4409-8103-64cc2bdadc51", "tag": "d88bf7c1-17ae-4640-973e-56203bd75f4a"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:35:34.442070 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b9984d-99f1-4a6a-97fa-6b62d56904c1 service neutron] Pushing event updated for resources: {'Port': ['ID=d88bf7c1-17ae-4640-973e-56203bd75f4a,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:34.471900 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce86ed3-5251-4c1c-86ae-ac88fe16c8eb req-7acf34f6-6ed9-42ad-84fa-a312fc538e02 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:34.489044 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9ce86ed3-5251-4c1c-86ae-ac88fe16c8eb req-7acf34f6-6ed9-42ad-84fa-a312fc538e02 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0372e67-dac1-4409-8103-64cc2bdadc51 HTTP/1.1" status: 200 len: 944 time: 0.1453183 Aug 23 20:35:34.650076 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722134eb-1e92-4954-a8b9-9ad5535a25a1 req-27a23d07-ac32-4c0f-ac41-04af5fa2b321 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:34.658115 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-722134eb-1e92-4954-a8b9-9ad5535a25a1 req-27a23d07-ac32-4c0f-ac41-04af5fa2b321 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=eaef6efa-036b-45b7-8351-cb09a188eedd HTTP/1.1" status: 200 len: 944 time: 0.1525824 Aug 23 20:35:34.694275 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9ce86ed3-5251-4c1c-86ae-ac88fe16c8eb req-4bb6b965-b617-4fe6-af62-0a039d738c80 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/security-groups?id=587fdc99-14a6-4232-ab9b-a26b7a1ae9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987391 Aug 23 20:35:34.716432 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561c990-b35b-4251-8b66-4f7c459c77a8 req-31db7c43-eca0-4399-a3cf-6a0483faed18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:34.727224 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d561c990-b35b-4251-8b66-4f7c459c77a8 req-31db7c43-eca0-4399-a3cf-6a0483faed18 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fee04bdee1314858880b57c3099e0dd9&device_id=e0372e67-dac1-4409-8103-64cc2bdadc51 HTTP/1.1" status: 200 len: 1095 time: 0.2154965 Aug 23 20:35:34.820243 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d221ebb4-5bb1-4333-ac79-40ebe5b0708e req-bcf59f9c-685e-4ecc-849d-43390a11cf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:34.825519 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d221ebb4-5bb1-4333-ac79-40ebe5b0708e req-bcf59f9c-685e-4ecc-849d-43390a11cf99 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9154806b-c700-4250-82e0-c3993888c62e HTTP/1.1" status: 200 len: 907 time: 0.4436574 Aug 23 20:35:34.839447 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-722134eb-1e92-4954-a8b9-9ad5535a25a1 req-8c513c5f-d6b2-4969-82f3-4e0a977b260b tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801653 Aug 23 20:35:34.848769 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 8c190ab4-62e4-4c59-b13a-ba8288006af9 up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:35:34.891287 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d561c990-b35b-4251-8b66-4f7c459c77a8 req-ed09cfdf-fa35-4c74-bdfd-a4418c55d9ed service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d88bf7c1-17ae-4640-973e-56203bd75f4a HTTP/1.1" status: 200 len: 217 time: 0.1519766 Aug 23 20:35:34.953616 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa93409d-af36-4db3-b4b2-7ba0088a3b37 x-openstack-request-id: req-fa93409d-af36-4db3-b4b2-7ba0088a3b37 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:35:34.953908 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0372e67-dac1-4409-8103-64cc2bdadc51", "tag": "d88bf7c1-17ae-4640-973e-56203bd75f4a", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:35:34.954162 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fa93409d-af36-4db3-b4b2-7ba0088a3b37 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:35:34.954559 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0372e67-dac1-4409-8103-64cc2bdadc51', 'tag': 'd88bf7c1-17ae-4640-973e-56203bd75f4a', 'status': 'completed', 'code': 200} Aug 23 20:35:34.969085 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d221ebb4-5bb1-4333-ac79-40ebe5b0708e req-fae63e94-2820-4323-bf78-36ee11baef19 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d7cabb7-5a18-458e-b52a-91522dbb3c31 HTTP/1.1" status: 200 len: 217 time: 0.1274576 Aug 23 20:35:34.987621 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port 8c190ab4-62e4-4c59-b13a-ba8288006af9 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:35:35.001626 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561c990-b35b-4251-8b66-4f7c459c77a8 req-d47c1994-d9f0-4a2e-a9a8-2c3c79f5c81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:35.003244 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port 8c190ab4-62e4-4c59-b13a-ba8288006af9 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:35:35.003850 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d561c990-b35b-4251-8b66-4f7c459c77a8 req-d47c1994-d9f0-4a2e-a9a8-2c3c79f5c81d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=519e7c31-afda-49a1-9e0f-8c868d7cb053 HTTP/1.1" status: 200 len: 860 time: 0.1036928 Aug 23 20:35:35.003987 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:35.119420 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561c990-b35b-4251-8b66-4f7c459c77a8 req-aa9eb3b1-5c8d-4f08-ad32-73c4dacd73d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:35.122532 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d561c990-b35b-4251-8b66-4f7c459c77a8 req-aa9eb3b1-5c8d-4f08-ad32-73c4dacd73d2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6ab508e3-ca9c-4ba1-a637-e61063da04b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1094666 Aug 23 20:35:35.126149 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:35.130575 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d221ebb4-5bb1-4333-ac79-40ebe5b0708e req-7190aba7-729c-4a5e-9a7b-5f42c493e18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:35.132636 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d221ebb4-5bb1-4333-ac79-40ebe5b0708e req-7190aba7-729c-4a5e-9a7b-5f42c493e18a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=680c283d-5185-45a2-940f-1ee3de9335bc HTTP/1.1" status: 200 len: 846 time: 0.1493056 Aug 23 20:35:35.172096 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2146bea7-5055-4beb-9cb7-e0c762b9e24c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c190ab4-62e4-4c59-b13a-ba8288006af9'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:35:35.177478 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b122c35b-19c0-4dc8-81a9-426875226edd" -d '{"events": [{"server_uuid": "2146bea7-5055-4beb-9cb7-e0c762b9e24c", "name": "network-vif-plugged", "status": "completed", "tag": "8c190ab4-62e4-4c59-b13a-ba8288006af9"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:35:35.185353 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 8c190ab4-62e4-4c59-b13a-ba8288006af9, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=8c190ab4-62e4-4c59-b13a-ba8288006af9,segment=NetworkSegment(43da8eaf-145a-4efd-af9e-5d745e6d4494),segment_id=43da8eaf-145a-4efd-af9e-5d745e6d4494)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:35:35.190872 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:35.262952 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7e7197-194f-4213-a173-c2bdae3c5b0c x-openstack-request-id: req-ea7e7197-194f-4213-a173-c2bdae3c5b0c {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:35:35.263519 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2146bea7-5055-4beb-9cb7-e0c762b9e24c", "name": "network-vif-plugged", "status": "completed", "tag": "8c190ab4-62e4-4c59-b13a-ba8288006af9", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:35:35.263954 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ea7e7197-194f-4213-a173-c2bdae3c5b0c {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:35:35.264837 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2146bea7-5055-4beb-9cb7-e0c762b9e24c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c190ab4-62e4-4c59-b13a-ba8288006af9', 'code': 200} Aug 23 20:35:35.285698 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d221ebb4-5bb1-4333-ac79-40ebe5b0708e req-dbdb9cdc-6456-49b3-995b-be0162adc649 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9154806b-c700-4250-82e0-c3993888c62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1230626 Aug 23 20:35:35.320469 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 8e201a48-30db-428d-8329-f7a9dc30138b up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:35:35.332852 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd2d008-5bfe-4d61-bcf2-aaa5f63c2d85 req-2bcd7eb2-6697-44bb-96bc-7e603d0e2816 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:35.334696 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=8c190ab4-62e4-4c59-b13a-ba8288006af9,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:35.344113 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9fd2d008-5bfe-4d61-bcf2-aaa5f63c2d85 req-2bcd7eb2-6697-44bb-96bc-7e603d0e2816 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a9b29d2-6f53-45e1-99f5-e581a80c827b HTTP/1.1" status: 200 len: 949 time: 0.2177010 Aug 23 20:35:35.400325 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 8e201a48-30db-428d-8329-f7a9dc30138b completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:35:35.409175 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 8e201a48-30db-428d-8329-f7a9dc30138b triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:35:35.409482 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:35.420599 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d561c990-b35b-4251-8b66-4f7c459c77a8 req-41fd54dc-4263-4a8b-a581-07137999a169 service neutron] 10.222.0.11 "GET /v2.0/networks/6ab508e3-ca9c-4ba1-a637-e61063da04b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751667 Aug 23 20:35:35.432872 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ace43d07-3861-47ca-84c9-7f28929ab0cf req-eedb27ef-cad8-458e-822b-8b81d13a3d7d tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/ports?device_id=5edf64e0-94b0-4399-be04-0ee6fbeb0f16 HTTP/1.1" status: 200 len: 210 time: 0.0735412 Aug 23 20:35:35.556598 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:35.616549 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d561c990-b35b-4251-8b66-4f7c459c77a8 req-1f64bd39-e416-45a2-acfc-b71ae4a89852 service neutron] 10.222.0.11 "GET /v2.0/networks/6ab508e3-ca9c-4ba1-a637-e61063da04b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582384 Aug 23 20:35:35.620770 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 8e201a48-30db-428d-8329-f7a9dc30138b, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=8e201a48-30db-428d-8329-f7a9dc30138b,segment=NetworkSegment(9b24575c-7447-4219-80de-a5f9a2dc9179),segment_id=9b24575c-7447-4219-80de-a5f9a2dc9179)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:35:35.628402 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:35.720137 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9fd2d008-5bfe-4d61-bcf2-aaa5f63c2d85 req-5e5b20f3-b5b4-46fa-a6c2-5854b8dc86bc tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748279 Aug 23 20:35:35.740187 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=8e201a48-30db-428d-8329-f7a9dc30138b,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:35.774942 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b677e-ed40-4d0f-9221-0fee9fc35a2c req-889fe639-d1cf-4fa4-a2ae-da7b26ba78f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:35.777528 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-017b677e-ed40-4d0f-9221-0fee9fc35a2c req-889fe639-d1cf-4fa4-a2ae-da7b26ba78f3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2146bea7-5055-4beb-9cb7-e0c762b9e24c HTTP/1.1" status: 200 len: 1096 time: 0.1600242 Aug 23 20:35:35.787597 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd22d7-a724-403b-96a4-e0b1f07cc292 req-2d7c69f1-6c6e-4241-bc0d-a66e60e37430 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:35.789527 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-aafd22d7-a724-403b-96a4-e0b1f07cc292 req-2d7c69f1-6c6e-4241-bc0d-a66e60e37430 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/ports?device_id=2146bea7-5055-4beb-9cb7-e0c762b9e24c HTTP/1.1" status: 200 len: 945 time: 0.1689970 Aug 23 20:35:35.813843 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d221ebb4-5bb1-4333-ac79-40ebe5b0708e req-caa9aa91-ee47-49e7-bb7e-52b10086bc81 service neutron] 10.222.0.32 "GET /v2.0/networks/9154806b-c700-4250-82e0-c3993888c62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4670520 Aug 23 20:35:35.833980 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e06886-feb0-402f-a421-8d7e0ce5f277 req-dc06475a-8619-4f3a-8bcb-0f79ea41fec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:35.835549 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e4100-ab93-47f2-8408-8dd253b749c1 req-3d85fff8-b43f-4597-8a0a-bf5cbf181070 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:35.836265 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-46e06886-feb0-402f-a421-8d7e0ce5f277 req-dc06475a-8619-4f3a-8bcb-0f79ea41fec5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fee04bdee1314858880b57c3099e0dd9&device_id=e0372e67-dac1-4409-8103-64cc2bdadc51 HTTP/1.1" status: 200 len: 1095 time: 0.1283846 Aug 23 20:35:35.837046 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-780e4100-ab93-47f2-8408-8dd253b749c1 req-3d85fff8-b43f-4597-8a0a-bf5cbf181070 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.32 "GET /v2.0/networks?id=ee49fab1-d321-4ccd-83a3-bdc6214881f4 HTTP/1.1" status: 200 len: 829 time: 0.3357308 Aug 23 20:35:35.886793 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-780e4100-ab93-47f2-8408-8dd253b749c1 req-d05ecbc8-6e3b-4c44-bf39-b374a2864c93 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Request body: {'port': {'device_id': '5edf64e0-94b0-4399-be04-0ee6fbeb0f16', 'network_id': 'ee49fab1-d321-4ccd-83a3-bdc6214881f4', 'admin_state_up': True, 'tenant_id': 'c0ccdd0dd18b4a058f6a89b6a09d3497'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:35:35.932849 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-aafd22d7-a724-403b-96a4-e0b1f07cc292 req-6199a1cc-877d-4ee7-bc40-70de69bb9fb0 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/security-groups?id=26f54a44-9852-4d54-9348-9ab7d69f31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353459 Aug 23 20:35:35.956473 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-017b677e-ed40-4d0f-9221-0fee9fc35a2c req-b17950a5-8689-4d26-89ce-9b3cf70a5bdb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=26f54a44-9852-4d54-9348-9ab7d69f31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185527 Aug 23 20:35:36.007289 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e06886-feb0-402f-a421-8d7e0ce5f277 req-3ee9be9f-7b41-49ea-8549-02068cdff102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:36.010867 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-46e06886-feb0-402f-a421-8d7e0ce5f277 req-3ee9be9f-7b41-49ea-8549-02068cdff102 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6ab508e3-ca9c-4ba1-a637-e61063da04b8 HTTP/1.1" status: 200 len: 922 time: 0.1640594 Aug 23 20:35:36.083623 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-46e06886-feb0-402f-a421-8d7e0ce5f277 req-e5f69235-1e48-4efd-9786-72dd976317b0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d88bf7c1-17ae-4640-973e-56203bd75f4a HTTP/1.1" status: 200 len: 217 time: 0.0592611 Aug 23 20:35:36.114269 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082d5f6-02bc-41f7-a04c-f7a550a6ea89 req-52d9e5b7-2915-417d-b353-2af8eddf1b9b tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:36.116002 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1082d5f6-02bc-41f7-a04c-f7a550a6ea89 req-52d9e5b7-2915-417d-b353-2af8eddf1b9b tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0372e67-dac1-4409-8103-64cc2bdadc51 HTTP/1.1" status: 200 len: 944 time: 0.2494657 Aug 23 20:35:36.131002 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b7787-116b-4b75-9a56-5b04d29b380e req-955e5b42-fbba-4550-ac6b-8195583646c7 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:36.132374 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c09b7787-116b-4b75-9a56-5b04d29b380e req-955e5b42-fbba-4550-ac6b-8195583646c7 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=eaef6efa-036b-45b7-8351-cb09a188eedd HTTP/1.1" status: 200 len: 944 time: 0.1204193 Aug 23 20:35:36.160636 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d221ebb4-5bb1-4333-ac79-40ebe5b0708e req-1a196de9-1856-4ee5-bdea-f29e4de57964 service neutron] 10.222.0.32 "GET /v2.0/networks/9154806b-c700-4250-82e0-c3993888c62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226309 Aug 23 20:35:36.171189 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e06886-feb0-402f-a421-8d7e0ce5f277 req-188c8f4f-d45a-4cdf-9107-d136450e9f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:36.172849 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-46e06886-feb0-402f-a421-8d7e0ce5f277 req-188c8f4f-d45a-4cdf-9107-d136450e9f0e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=519e7c31-afda-49a1-9e0f-8c868d7cb053 HTTP/1.1" status: 200 len: 860 time: 0.0808027 Aug 23 20:35:36.194465 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c09b7787-116b-4b75-9a56-5b04d29b380e req-7444ff48-6394-4e7d-8066-68c8dc079704 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553901 Aug 23 20:35:36.216415 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1082d5f6-02bc-41f7-a04c-f7a550a6ea89 req-45534e20-b82d-4abf-b166-ca04278c8ffa tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/security-groups?id=587fdc99-14a6-4232-ab9b-a26b7a1ae9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855656 Aug 23 20:35:36.224852 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-780e4100-ab93-47f2-8408-8dd253b749c1 req-d05ecbc8-6e3b-4c44-bf39-b374a2864c93 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Made reservation on behalf of c0ccdd0dd18b4a058f6a89b6a09d3497 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:35:36.229549 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-780e4100-ab93-47f2-8408-8dd253b749c1 req-d05ecbc8-6e3b-4c44-bf39-b374a2864c93 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:36.266111 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e06886-feb0-402f-a421-8d7e0ce5f277 req-a89eeefc-d1d8-4757-a959-b1096cca6371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:36.267152 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-46e06886-feb0-402f-a421-8d7e0ce5f277 req-a89eeefc-d1d8-4757-a959-b1096cca6371 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6ab508e3-ca9c-4ba1-a637-e61063da04b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836034 Aug 23 20:35:36.403882 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-46e06886-feb0-402f-a421-8d7e0ce5f277 req-455ce6bb-5b4a-4a81-9c3e-a6dd3b5282ba service neutron] 10.222.0.11 "GET /v2.0/networks/6ab508e3-ca9c-4ba1-a637-e61063da04b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229560 Aug 23 20:35:36.464681 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-780e4100-ab93-47f2-8408-8dd253b749c1 req-d05ecbc8-6e3b-4c44-bf39-b374a2864c93 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Allocated IP 172.20.0.5 (ee49fab1-d321-4ccd-83a3-bdc6214881f4/88c38b00-3949-44e2-bfff-413907018fd3/b58ee375-a5a0-464e-9be6-7293a1004bda) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:35:36.566950 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-46e06886-feb0-402f-a421-8d7e0ce5f277 req-a7e473c1-d771-4717-ac5d-6a1086b0441c service neutron] 10.222.0.11 "GET /v2.0/networks/6ab508e3-ca9c-4ba1-a637-e61063da04b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529617 Aug 23 20:35:36.577819 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e1030-7a88-4085-b8e4-9caecf958003 req-16daf0bd-794d-4b01-b3b2-b8ba466f125d tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:36.578854 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-615e1030-7a88-4085-b8e4-9caecf958003 req-16daf0bd-794d-4b01-b3b2-b8ba466f125d tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9ff2ac2-7370-495f-852b-f9e53c571bed HTTP/1.1" status: 200 len: 950 time: 0.0880575 Aug 23 20:35:36.585620 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9dace352-89af-44a3-89b3-ff9c36d5327d req-83009f94-3913-43c2-952f-7b56a9f6a6d0 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/ports?device_id=5edf64e0-94b0-4399-be04-0ee6fbeb0f16 HTTP/1.1" status: 200 len: 210 time: 0.0542688 Aug 23 20:35:36.629623 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-615e1030-7a88-4085-b8e4-9caecf958003 req-a8bdc153-86f4-465d-9d84-3a44e958abc2 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ebb7eca-c25f-47c0-a40c-65770136efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402761 Aug 23 20:35:36.712821 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-780e4100-ab93-47f2-8408-8dd253b749c1 req-d05ecbc8-6e3b-4c44-bf39-b374a2864c93 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:36.736324 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-780e4100-ab93-47f2-8408-8dd253b749c1 req-d05ecbc8-6e3b-4c44-bf39-b374a2864c93 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Transition to ACTIVE for port object b58ee375-a5a0-464e-9be6-7293a1004bda will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:35:36.794851 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-780e4100-ab93-47f2-8408-8dd253b749c1 req-d05ecbc8-6e3b-4c44-bf39-b374a2864c93 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:36.847803 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-780e4100-ab93-47f2-8408-8dd253b749c1 req-d05ecbc8-6e3b-4c44-bf39-b374a2864c93 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Network ee49fab1-d321-4ccd-83a3-bdc6214881f4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:35:36.853179 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-780e4100-ab93-47f2-8408-8dd253b749c1 req-d05ecbc8-6e3b-4c44-bf39-b374a2864c93 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:35:36.859568 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-780e4100-ab93-47f2-8408-8dd253b749c1 req-d05ecbc8-6e3b-4c44-bf39-b374a2864c93 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:35:36.861879 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 4d7cabb7-5a18-458e-b52a-91522dbb3c31 details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:35:36.887706 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4b417-fc0f-4ae6-be91-f31925ffa11d req-1f9213ba-1f8c-4ab8-bead-285e30801557 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:36.893306 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-73e4b417-fc0f-4ae6-be91-f31925ffa11d req-1f9213ba-1f8c-4ab8-bead-285e30801557 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a9b29d2-6f53-45e1-99f5-e581a80c827b HTTP/1.1" status: 200 len: 949 time: 0.0899730 Aug 23 20:35:36.913185 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05ecbc8-6e3b-4c44-bf39-b374a2864c93 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Pushing event updated for resources: {'Port': ['ID=b58ee375-a5a0-464e-9be6-7293a1004bda,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:36.954483 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e4100-ab93-47f2-8408-8dd253b749c1 req-d05ecbc8-6e3b-4c44-bf39-b374a2864c93 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:36.955233 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-780e4100-ab93-47f2-8408-8dd253b749c1 req-d05ecbc8-6e3b-4c44-bf39-b374a2864c93 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:36.990265 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-780e4100-ab93-47f2-8408-8dd253b749c1 req-d05ecbc8-6e3b-4c44-bf39-b374a2864c93 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1082907 Aug 23 20:35:37.002889 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-73e4b417-fc0f-4ae6-be91-f31925ffa11d req-0d88df2a-48d1-4f6e-ab2d-0b30bcf0be99 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986617 Aug 23 20:35:37.022822 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-780e4100-ab93-47f2-8408-8dd253b749c1 req-0206784d-6d0e-4adb-b090-d2180a0791af service neutron] Request body: {'port': {'device_id': '5edf64e0-94b0-4399-be04-0ee6fbeb0f16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:35:37.076863 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 4d7cabb7-5a18-458e-b52a-91522dbb3c31, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=4d7cabb7-5a18-458e-b52a-91522dbb3c31,segment=NetworkSegment(bbb7ca88-3a5f-4f78-b2f2-1646091f4f26),segment_id=bbb7ca88-3a5f-4f78-b2f2-1646091f4f26)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:35:37.108459 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': '4d7cabb7-5a18-458e-b52a-91522dbb3c31', 'network_id': '9154806b-c700-4250-82e0-c3993888c62e', 'port_id': '4d7cabb7-5a18-458e-b52a-91522dbb3c31', 'mac_address': 'fa:16:3e:70:98:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '680c283d-5185-45a2-940f-1ee3de9335bc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:35:37.213043 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:37.245130 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-780e4100-ab93-47f2-8408-8dd253b749c1 req-0206784d-6d0e-4adb-b090-d2180a0791af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:37.251191 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d7cabb7-5a18-458e-b52a-91522dbb3c31 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:35:37.280831 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3921a4-55c2-4735-b6c6-a9b962dd68ec req-5f5650ad-14d9-4543-9575-a8ffdf1c8ec7 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:37.292264 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6b3921a4-55c2-4735-b6c6-a9b962dd68ec req-5f5650ad-14d9-4543-9575-a8ffdf1c8ec7 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/ports?device_id=2146bea7-5055-4beb-9cb7-e0c762b9e24c HTTP/1.1" status: 200 len: 945 time: 0.1373293 Aug 23 20:35:37.299701 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 4d7cabb7-5a18-458e-b52a-91522dbb3c31, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=4d7cabb7-5a18-458e-b52a-91522dbb3c31,segment=NetworkSegment(bbb7ca88-3a5f-4f78-b2f2-1646091f4f26),segment_id=bbb7ca88-3a5f-4f78-b2f2-1646091f4f26)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:35:37.309542 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 8e201a48-30db-428d-8329-f7a9dc30138b up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:35:37.315831 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:37.344722 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6b3921a4-55c2-4735-b6c6-a9b962dd68ec req-40e1b3e9-691b-40bd-a4b1-36fb0effc794 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/security-groups?id=26f54a44-9852-4d54-9348-9ab7d69f31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511172 Aug 23 20:35:37.450881 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-050ac829-2e44-442a-bb30-86c996d767e0 None None] Provisioning for port b58ee375-a5a0-464e-9be6-7293a1004bda completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:35:37.453504 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 8e201a48-30db-428d-8329-f7a9dc30138b triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:35:37.453945 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:37.488158 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=4d7cabb7-5a18-458e-b52a-91522dbb3c31,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:37.500674 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-050ac829-2e44-442a-bb30-86c996d767e0 None None] Provisioning complete for port b58ee375-a5a0-464e-9be6-7293a1004bda triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:35:37.501051 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-050ac829-2e44-442a-bb30-86c996d767e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:37.554574 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-050ac829-2e44-442a-bb30-86c996d767e0 None None] Port b58ee375-a5a0-464e-9be6-7293a1004bda cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:35:37.562049 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb0f7c-8e09-45c5-9fe6-0370d8b7f3ef req-a976097a-e2f6-4e1f-b18a-1a22be63ac78 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:37.576225 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6ebb0f7c-8e09-45c5-9fe6-0370d8b7f3ef req-a976097a-e2f6-4e1f-b18a-1a22be63ac78 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0372e67-dac1-4409-8103-64cc2bdadc51 HTTP/1.1" status: 200 len: 944 time: 0.0799809 Aug 23 20:35:37.586139 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd2657-4aa5-4c59-90aa-5e7b0b517a92 req-d4b9de26-ed9b-4678-8486-c2fde0723342 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:37.587734 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-facd2657-4aa5-4c59-90aa-5e7b0b517a92 req-d4b9de26-ed9b-4678-8486-c2fde0723342 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=eaef6efa-036b-45b7-8351-cb09a188eedd HTTP/1.1" status: 200 len: 945 time: 0.1194847 Aug 23 20:35:37.620772 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6ebb0f7c-8e09-45c5-9fe6-0370d8b7f3ef req-8bb15309-bf76-4f42-a456-19afafc9348f tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/security-groups?id=587fdc99-14a6-4232-ab9b-a26b7a1ae9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432537 Aug 23 20:35:37.697069 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-facd2657-4aa5-4c59-90aa-5e7b0b517a92 req-85f691ca-50d5-4596-b53e-511d89dba09d tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999253 Aug 23 20:35:37.754719 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-780e4100-ab93-47f2-8408-8dd253b749c1 req-0206784d-6d0e-4adb-b090-d2180a0791af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b58ee375-a5a0-464e-9be6-7293a1004bda {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:35:37.763353 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-780e4100-ab93-47f2-8408-8dd253b749c1 req-0206784d-6d0e-4adb-b090-d2180a0791af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:37.777179 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-780e4100-ab93-47f2-8408-8dd253b749c1 req-0206784d-6d0e-4adb-b090-d2180a0791af service neutron] Transition to ACTIVE for port object b58ee375-a5a0-464e-9be6-7293a1004bda will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:35:37.784512 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-780e4100-ab93-47f2-8408-8dd253b749c1 req-0206784d-6d0e-4adb-b090-d2180a0791af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:37.810156 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6641c94-fe62-448e-90fc-31b04a6d1bc9 req-3a597133-02d4-4f79-ab12-151f6e2c73a9 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:37.811733 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b6641c94-fe62-448e-90fc-31b04a6d1bc9 req-3a597133-02d4-4f79-ab12-151f6e2c73a9 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/ports?device_id=5edf64e0-94b0-4399-be04-0ee6fbeb0f16 HTTP/1.1" status: 200 len: 931 time: 0.0558128 Aug 23 20:35:37.832089 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['4d7cabb7-5a18-458e-b52a-91522dbb3c31'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:35:37.843556 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0206784d-6d0e-4adb-b090-d2180a0791af service neutron] Pushing event updated for resources: {'Port': ['ID=b58ee375-a5a0-464e-9be6-7293a1004bda,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:37.864667 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b6641c94-fe62-448e-90fc-31b04a6d1bc9 req-71f5958f-72d9-471c-ad03-c70216510195 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bfdb861-04d9-4de1-ac01-7cf0677e0e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455856 Aug 23 20:35:37.925422 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-780e4100-ab93-47f2-8408-8dd253b749c1 req-0206784d-6d0e-4adb-b090-d2180a0791af service neutron] Attempting to bind port b58ee375-a5a0-464e-9be6-7293a1004bda on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:35:37.925671 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-780e4100-ab93-47f2-8408-8dd253b749c1 req-0206784d-6d0e-4adb-b090-d2180a0791af service neutron] Attempting to bind port b58ee375-a5a0-464e-9be6-7293a1004bda by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': '9b24575c-7447-4219-80de-a5f9a2dc9179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ee49fab1-d321-4ccd-83a3-bdc6214881f4'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:35:37.926004 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780e4100-ab93-47f2-8408-8dd253b749c1 req-0206784d-6d0e-4adb-b090-d2180a0791af service neutron] Attempting to bind port b58ee375-a5a0-464e-9be6-7293a1004bda on network ee49fab1-d321-4ccd-83a3-bdc6214881f4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:35:37.930520 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780e4100-ab93-47f2-8408-8dd253b749c1 req-0206784d-6d0e-4adb-b090-d2180a0791af service neutron] Port b58ee375-a5a0-464e-9be6-7293a1004bda on network ee49fab1-d321-4ccd-83a3-bdc6214881f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:35:37.930838 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780e4100-ab93-47f2-8408-8dd253b749c1 req-0206784d-6d0e-4adb-b090-d2180a0791af service neutron] Attempting to bind port b58ee375-a5a0-464e-9be6-7293a1004bda on network ee49fab1-d321-4ccd-83a3-bdc6214881f4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:35:37.936164 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780e4100-ab93-47f2-8408-8dd253b749c1 req-0206784d-6d0e-4adb-b090-d2180a0791af service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:35:37.936504 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780e4100-ab93-47f2-8408-8dd253b749c1 req-0206784d-6d0e-4adb-b090-d2180a0791af service neutron] Checking segment: {'id': '9b24575c-7447-4219-80de-a5f9a2dc9179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ee49fab1-d321-4ccd-83a3-bdc6214881f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:35:37.936905 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780e4100-ab93-47f2-8408-8dd253b749c1 req-0206784d-6d0e-4adb-b090-d2180a0791af service neutron] Bound using segment: {'id': '9b24575c-7447-4219-80de-a5f9a2dc9179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ee49fab1-d321-4ccd-83a3-bdc6214881f4'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:35:37.937309 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-780e4100-ab93-47f2-8408-8dd253b749c1 req-0206784d-6d0e-4adb-b090-d2180a0791af service neutron] Bound port: b58ee375-a5a0-464e-9be6-7293a1004bda, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b24575c-7447-4219-80de-a5f9a2dc9179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ee49fab1-d321-4ccd-83a3-bdc6214881f4'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:35:37.937665 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-780e4100-ab93-47f2-8408-8dd253b749c1 req-0206784d-6d0e-4adb-b090-d2180a0791af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:38.012471 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-780e4100-ab93-47f2-8408-8dd253b749c1 req-0206784d-6d0e-4adb-b090-d2180a0791af service neutron] For port b58ee375-a5a0-464e-9be6-7293a1004bda, host n-h2-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:35:38.015852 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-780e4100-ab93-47f2-8408-8dd253b749c1 req-0206784d-6d0e-4adb-b090-d2180a0791af service neutron] For port b58ee375-a5a0-464e-9be6-7293a1004bda, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=b58ee375-a5a0-464e-9be6-7293a1004bda,segment=NetworkSegment(9b24575c-7447-4219-80de-a5f9a2dc9179),segment_id=9b24575c-7447-4219-80de-a5f9a2dc9179)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:35:38.022005 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-780e4100-ab93-47f2-8408-8dd253b749c1 req-0206784d-6d0e-4adb-b090-d2180a0791af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:38.061377 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e4100-ab93-47f2-8408-8dd253b749c1 req-0206784d-6d0e-4adb-b090-d2180a0791af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:38.061946 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-780e4100-ab93-47f2-8408-8dd253b749c1 req-0206784d-6d0e-4adb-b090-d2180a0791af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:38.063506 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-780e4100-ab93-47f2-8408-8dd253b749c1 req-0206784d-6d0e-4adb-b090-d2180a0791af service neutron] 10.222.0.32 "PUT /v2.0/ports/b58ee375-a5a0-464e-9be6-7293a1004bda HTTP/1.1" status: 200 len: 1091 time: 1.0463033 Aug 23 20:35:38.063965 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5edf64e0-94b0-4399-be04-0ee6fbeb0f16', 'tag': 'b58ee375-a5a0-464e-9be6-7293a1004bda'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:35:38.066266 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e602bdad-d2e4-4966-90fd-9fa04c4b4fa8" -d '{"events": [{"name": "network-changed", "server_uuid": "5edf64e0-94b0-4399-be04-0ee6fbeb0f16", "tag": "b58ee375-a5a0-464e-9be6-7293a1004bda"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:35:38.130645 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9537aa57-dc5e-4e42-8c76-27d75dbc46a1 x-openstack-request-id: req-9537aa57-dc5e-4e42-8c76-27d75dbc46a1 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:35:38.130645 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5edf64e0-94b0-4399-be04-0ee6fbeb0f16", "tag": "b58ee375-a5a0-464e-9be6-7293a1004bda", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:35:38.130645 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9537aa57-dc5e-4e42-8c76-27d75dbc46a1 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:35:38.130645 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5edf64e0-94b0-4399-be04-0ee6fbeb0f16', 'tag': 'b58ee375-a5a0-464e-9be6-7293a1004bda', 'status': 'completed', 'code': 200} Aug 23 20:35:38.149170 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0206784d-6d0e-4adb-b090-d2180a0791af service neutron] Pushing event updated for resources: {'Port': ['ID=b58ee375-a5a0-464e-9be6-7293a1004bda,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:38.208159 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae65ea1-1c03-4968-9208-d2b9210ea30f req-99ca86ec-8266-4399-8adb-e0e86e3400d6 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:38.210592 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6ae65ea1-1c03-4968-9208-d2b9210ea30f req-99ca86ec-8266-4399-8adb-e0e86e3400d6 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a9b29d2-6f53-45e1-99f5-e581a80c827b HTTP/1.1" status: 200 len: 949 time: 0.0977583 Aug 23 20:35:38.261170 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e4100-ab93-47f2-8408-8dd253b749c1 req-dfa2a35d-5e8a-4f05-bc2d-6e26dca46568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:38.262783 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-780e4100-ab93-47f2-8408-8dd253b749c1 req-dfa2a35d-5e8a-4f05-bc2d-6e26dca46568 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c0ccdd0dd18b4a058f6a89b6a09d3497&device_id=5edf64e0-94b0-4399-be04-0ee6fbeb0f16 HTTP/1.1" status: 200 len: 1094 time: 0.0953429 Aug 23 20:35:38.273940 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device d88bf7c1-17ae-4640-973e-56203bd75f4a details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:35:38.283080 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6ae65ea1-1c03-4968-9208-d2b9210ea30f req-bce8df54-bc7f-4397-a90e-e70baa48c044 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641303 Aug 23 20:35:38.341816 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-780e4100-ab93-47f2-8408-8dd253b749c1 req-88522a1f-640d-41e3-869e-af8c586eabb9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b58ee375-a5a0-464e-9be6-7293a1004bda HTTP/1.1" status: 200 len: 217 time: 0.0542517 Aug 23 20:35:38.406949 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port d88bf7c1-17ae-4640-973e-56203bd75f4a, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=d88bf7c1-17ae-4640-973e-56203bd75f4a,segment=NetworkSegment(48a0e5f3-af02-4cc1-9440-e0e582e9c7ef),segment_id=48a0e5f3-af02-4cc1-9440-e0e582e9c7ef)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:35:38.429427 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': 'd88bf7c1-17ae-4640-973e-56203bd75f4a', 'network_id': '6ab508e3-ca9c-4ba1-a637-e61063da04b8', 'port_id': 'd88bf7c1-17ae-4640-973e-56203bd75f4a', 'mac_address': 'fa:16:3e:1a:42:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '519e7c31-afda-49a1-9e0f-8c868d7cb053', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:35:38.439320 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e4100-ab93-47f2-8408-8dd253b749c1 req-d858d3de-b34d-4f3f-af81-92b8f959d27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:38.443848 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-780e4100-ab93-47f2-8408-8dd253b749c1 req-d858d3de-b34d-4f3f-af81-92b8f959d27f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=88c38b00-3949-44e2-bfff-413907018fd3 HTTP/1.1" status: 200 len: 868 time: 0.0827143 Aug 23 20:35:38.474325 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:38.495918 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d88bf7c1-17ae-4640-973e-56203bd75f4a {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:35:38.520190 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port d88bf7c1-17ae-4640-973e-56203bd75f4a, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=d88bf7c1-17ae-4640-973e-56203bd75f4a,segment=NetworkSegment(48a0e5f3-af02-4cc1-9440-e0e582e9c7ef),segment_id=48a0e5f3-af02-4cc1-9440-e0e582e9c7ef)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:35:38.526321 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:38.531151 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e4100-ab93-47f2-8408-8dd253b749c1 req-6bdc4dd0-abdf-49bc-9d6d-59593f17224d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:38.532754 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-780e4100-ab93-47f2-8408-8dd253b749c1 req-6bdc4dd0-abdf-49bc-9d6d-59593f17224d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ee49fab1-d321-4ccd-83a3-bdc6214881f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774648 Aug 23 20:35:38.544426 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb1627-a524-48a3-8897-56d6bf48006c req-bcf98cb6-2795-4a62-ad40-8ac1cb4e4060 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:38.546029 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cddb1627-a524-48a3-8897-56d6bf48006c req-bcf98cb6-2795-4a62-ad40-8ac1cb4e4060 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/ports?device_id=2146bea7-5055-4beb-9cb7-e0c762b9e24c HTTP/1.1" status: 200 len: 945 time: 0.0797138 Aug 23 20:35:38.587424 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cddb1627-a524-48a3-8897-56d6bf48006c req-4ba0b767-afa3-41fe-ba97-39198d92abad tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/security-groups?id=26f54a44-9852-4d54-9348-9ab7d69f31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341344 Aug 23 20:35:38.600310 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=d88bf7c1-17ae-4640-973e-56203bd75f4a,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:38.654917 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b852b98-79b0-40c9-99cc-9bf4e3de5356 req-4c8ee6e8-6e59-4cb8-8d4b-e64fa6579f52 tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:38.656548 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6b852b98-79b0-40c9-99cc-9bf4e3de5356 req-4c8ee6e8-6e59-4cb8-8d4b-e64fa6579f52 tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d651a13-defc-45a9-9eb1-c1cf0469db0f HTTP/1.1" status: 200 len: 945 time: 0.0585933 Aug 23 20:35:38.699440 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6b852b98-79b0-40c9-99cc-9bf4e3de5356 req-d19198fb-8a3f-4afa-9984-d108efcff577 tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] 10.222.0.61 "GET /v2.0/security-groups?id=5581162e-9f5e-4f48-8ca6-f11c11559911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344181 Aug 23 20:35:38.725593 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-780e4100-ab93-47f2-8408-8dd253b749c1 req-840164ed-4542-489b-8a1c-7af91233b64f service neutron] 10.222.0.32 "GET /v2.0/networks/ee49fab1-d321-4ccd-83a3-bdc6214881f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030407 Aug 23 20:35:38.831273 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718cf3ca-89db-4734-9f21-b13462dcecd2 req-6954bdec-5a90-4d8b-bf54-1d045c88aa97 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:38.833551 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-718cf3ca-89db-4734-9f21-b13462dcecd2 req-6954bdec-5a90-4d8b-bf54-1d045c88aa97 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0372e67-dac1-4409-8103-64cc2bdadc51 HTTP/1.1" status: 200 len: 945 time: 0.0590813 Aug 23 20:35:38.870783 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-780e4100-ab93-47f2-8408-8dd253b749c1 req-83ac46bf-3d0b-4509-b2c7-a1ca5804b347 service neutron] 10.222.0.32 "GET /v2.0/networks/ee49fab1-d321-4ccd-83a3-bdc6214881f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175609 Aug 23 20:35:38.893644 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-718cf3ca-89db-4734-9f21-b13462dcecd2 req-39cba91c-2c00-42fa-ad96-6283080fa223 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/security-groups?id=587fdc99-14a6-4232-ab9b-a26b7a1ae9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433803 Aug 23 20:35:38.936474 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5d97b-3478-4f57-ac18-71b64e017416 req-b31c7b14-2785-4ba3-947d-d83d6235146a tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:38.938151 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-08f5d97b-3478-4f57-ac18-71b64e017416 req-b31c7b14-2785-4ba3-947d-d83d6235146a tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=eaef6efa-036b-45b7-8351-cb09a188eedd HTTP/1.1" status: 200 len: 945 time: 0.0616302 Aug 23 20:35:38.953162 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['d88bf7c1-17ae-4640-973e-56203bd75f4a'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:35:38.998156 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-08f5d97b-3478-4f57-ac18-71b64e017416 req-544add8c-635c-436c-8120-761447481bd9 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534115 Aug 23 20:35:39.067239 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602bdad-d2e4-4966-90fd-9fa04c4b4fa8 req-09c52be9-7419-46eb-93c5-d48c5be5f249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:39.068732 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e602bdad-d2e4-4966-90fd-9fa04c4b4fa8 req-09c52be9-7419-46eb-93c5-d48c5be5f249 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c0ccdd0dd18b4a058f6a89b6a09d3497&device_id=5edf64e0-94b0-4399-be04-0ee6fbeb0f16 HTTP/1.1" status: 200 len: 1094 time: 0.0435529 Aug 23 20:35:39.427961 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5be26-340a-4f55-8c07-6a6a73705399 req-05e8f1ef-65a8-4c5a-9e2d-33ba7087b5a9 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:39.429589 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bcd5be26-340a-4f55-8c07-6a6a73705399 req-05e8f1ef-65a8-4c5a-9e2d-33ba7087b5a9 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a9b29d2-6f53-45e1-99f5-e581a80c827b HTTP/1.1" status: 200 len: 949 time: 0.0514367 Aug 23 20:35:39.469127 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bcd5be26-340a-4f55-8c07-6a6a73705399 req-9731879e-0f31-4ea5-9f30-64bd85107b72 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325377 Aug 23 20:35:39.491240 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f576189-708d-4cdb-a1b8-c1d2410cb085 req-dcf1f58b-16d5-49de-af3e-5d190a9ce6ad tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:39.492893 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8f576189-708d-4cdb-a1b8-c1d2410cb085 req-dcf1f58b-16d5-49de-af3e-5d190a9ce6ad tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/ports?device_id=5edf64e0-94b0-4399-be04-0ee6fbeb0f16 HTTP/1.1" status: 200 len: 943 time: 0.4282284 Aug 23 20:35:39.519892 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602bdad-d2e4-4966-90fd-9fa04c4b4fa8 req-4636fdc7-4835-4a10-9c9a-f5be0fdc2b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:39.521366 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e602bdad-d2e4-4966-90fd-9fa04c4b4fa8 req-4636fdc7-4835-4a10-9c9a-f5be0fdc2b8a service neutron] 10.222.0.32 "GET /v2.0/networks?id=ee49fab1-d321-4ccd-83a3-bdc6214881f4 HTTP/1.1" status: 200 len: 930 time: 0.4423101 Aug 23 20:35:39.548591 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8f576189-708d-4cdb-a1b8-c1d2410cb085 req-1eaa6e34-56a6-4ffb-9a71-050a4d888939 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bfdb861-04d9-4de1-ac01-7cf0677e0e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485015 Aug 23 20:35:39.578408 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e602bdad-d2e4-4966-90fd-9fa04c4b4fa8 req-f4028ad9-ec92-4cab-a053-ae161be4d7db service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b58ee375-a5a0-464e-9be6-7293a1004bda HTTP/1.1" status: 200 len: 217 time: 0.0420215 Aug 23 20:35:39.644031 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602bdad-d2e4-4966-90fd-9fa04c4b4fa8 req-6175d50a-74be-4a91-87fd-36a9a71f33c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:39.645500 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e602bdad-d2e4-4966-90fd-9fa04c4b4fa8 req-6175d50a-74be-4a91-87fd-36a9a71f33c7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=88c38b00-3949-44e2-bfff-413907018fd3 HTTP/1.1" status: 200 len: 868 time: 0.0528166 Aug 23 20:35:39.697980 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602bdad-d2e4-4966-90fd-9fa04c4b4fa8 req-10597f87-c493-4326-b3bc-ac8254a3b0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:39.699742 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e602bdad-d2e4-4966-90fd-9fa04c4b4fa8 req-10597f87-c493-4326-b3bc-ac8254a3b0e5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ee49fab1-d321-4ccd-83a3-bdc6214881f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455787 Aug 23 20:35:39.799651 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e602bdad-d2e4-4966-90fd-9fa04c4b4fa8 req-d42e6318-ca0c-4cba-84cb-0ce9b8673937 service neutron] 10.222.0.32 "GET /v2.0/networks/ee49fab1-d321-4ccd-83a3-bdc6214881f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910785 Aug 23 20:35:39.837605 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9acbacc-f2e4-4773-9ac0-b809f0553fdd req-7168213f-b31d-47b3-9c2b-8150e3666d61 tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:39.840524 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e9acbacc-f2e4-4773-9ac0-b809f0553fdd req-7168213f-b31d-47b3-9c2b-8150e3666d61 tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d651a13-defc-45a9-9eb1-c1cf0469db0f HTTP/1.1" status: 200 len: 945 time: 0.0663714 Aug 23 20:35:39.891128 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e9acbacc-f2e4-4773-9ac0-b809f0553fdd req-f014ddec-3508-453c-9b18-14396d3c38cf tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] 10.222.0.61 "GET /v2.0/security-groups?id=5581162e-9f5e-4f48-8ca6-f11c11559911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429783 Aug 23 20:35:39.921730 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e602bdad-d2e4-4966-90fd-9fa04c4b4fa8 req-c78d1004-f35e-48e8-8351-3cebf699c023 service neutron] 10.222.0.32 "GET /v2.0/networks/ee49fab1-d321-4ccd-83a3-bdc6214881f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105478 Aug 23 20:35:39.957040 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-71e0d1bf-7f01-47d3-9e22-6d36131d0c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:40.026381 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393cdfe-d17c-455e-83e2-04552921c7cf req-30c5bef1-a0c6-4dfe-9ba5-335f6067cb8a tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:40.028363 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b393cdfe-d17c-455e-83e2-04552921c7cf req-30c5bef1-a0c6-4dfe-9ba5-335f6067cb8a tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0372e67-dac1-4409-8103-64cc2bdadc51 HTTP/1.1" status: 200 len: 945 time: 0.0511601 Aug 23 20:35:40.070486 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b393cdfe-d17c-455e-83e2-04552921c7cf req-cf8a6f1d-b4d8-47b6-8379-a289549f78ce tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/security-groups?id=587fdc99-14a6-4232-ab9b-a26b7a1ae9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352132 Aug 23 20:35:40.130899 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b996906-cd3f-40f8-9bd3-1c56e329c1db req-b6472d2d-e528-4849-87a5-c122c5a25bc9 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:40.132404 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9b996906-cd3f-40f8-9bd3-1c56e329c1db req-b6472d2d-e528-4849-87a5-c122c5a25bc9 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=eaef6efa-036b-45b7-8351-cb09a188eedd HTTP/1.1" status: 200 len: 945 time: 0.0569077 Aug 23 20:35:40.174218 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9b996906-cd3f-40f8-9bd3-1c56e329c1db req-a0ee9fe1-dfc3-4408-aeb3-05f11a3e538b tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347450 Aug 23 20:35:40.209585 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:40.287873 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device d1b23212-f285-4163-a093-ffa4545fc3cc no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:35:40.379627 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:40.406469 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ff2ac2-7370-495f-852b-f9e53c571bed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1b23212-f285-4163-a093-ffa4545fc3cc'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:35:40.408744 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30414518-7ef9-4956-b8bd-2e5e562282e9" -d '{"events": [{"server_uuid": "b9ff2ac2-7370-495f-852b-f9e53c571bed", "name": "network-vif-unplugged", "status": "completed", "tag": "d1b23212-f285-4163-a093-ffa4545fc3cc"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:35:40.422646 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port d1b23212-f285-4163-a093-ffa4545fc3cc, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=d1b23212-f285-4163-a093-ffa4545fc3cc,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:35:40.427497 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:40.454379 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 20:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456d1e2e-b2a8-4001-a4ac-14aec3150f12 x-openstack-request-id: req-456d1e2e-b2a8-4001-a4ac-14aec3150f12 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:35:40.454671 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ff2ac2-7370-495f-852b-f9e53c571bed", "name": "network-vif-unplugged", "status": "completed", "tag": "d1b23212-f285-4163-a093-ffa4545fc3cc", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:35:40.454924 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-456d1e2e-b2a8-4001-a4ac-14aec3150f12 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:35:40.455321 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9ff2ac2-7370-495f-852b-f9e53c571bed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1b23212-f285-4163-a093-ffa4545fc3cc', 'code': 200} Aug 23 20:35:40.487149 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=d1b23212-f285-4163-a093-ffa4545fc3cc,revision_number=8']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:40.596459 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b7be5b-021d-4998-b1bf-a67e3e68031c req-e3bcd8f6-3644-4c93-939a-4f207279825c tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:40.598213 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f1b7be5b-021d-4998-b1bf-a67e3e68031c req-e3bcd8f6-3644-4c93-939a-4f207279825c tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a9b29d2-6f53-45e1-99f5-e581a80c827b HTTP/1.1" status: 200 len: 949 time: 0.0551538 Aug 23 20:35:40.639182 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f1b7be5b-021d-4998-b1bf-a67e3e68031c req-3e2d81e7-5d66-45f7-b64c-42e6e91ff85e tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340300 Aug 23 20:35:40.673985 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1289625-6427-420f-ac44-cf3c19d45417 req-2d950612-e345-4d22-b900-cc6bac4a496a tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:40.675491 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b1289625-6427-420f-ac44-cf3c19d45417 req-2d950612-e345-4d22-b900-cc6bac4a496a tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/ports?device_id=5edf64e0-94b0-4399-be04-0ee6fbeb0f16 HTTP/1.1" status: 200 len: 943 time: 0.0523403 Aug 23 20:35:40.721949 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b1289625-6427-420f-ac44-cf3c19d45417 req-cd407209-02a2-4a4a-bee8-288844fc74d0 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bfdb861-04d9-4de1-ac01-7cf0677e0e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405042 Aug 23 20:35:40.893558 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device b58ee375-a5a0-464e-9be6-7293a1004bda details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:35:40.904931 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 4d7cabb7-5a18-458e-b52a-91522dbb3c31 up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:35:41.030817 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port 4d7cabb7-5a18-458e-b52a-91522dbb3c31 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:35:41.044376 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port 4d7cabb7-5a18-458e-b52a-91522dbb3c31 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:35:41.045013 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:41.049851 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port b58ee375-a5a0-464e-9be6-7293a1004bda, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=b58ee375-a5a0-464e-9be6-7293a1004bda,segment=NetworkSegment(9b24575c-7447-4219-80de-a5f9a2dc9179),segment_id=9b24575c-7447-4219-80de-a5f9a2dc9179)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:35:41.069467 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9836f80-ab42-460e-81bc-4ade9920f4b3 req-0355fc16-b673-4919-a919-3978232d8539 tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:41.070990 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d9836f80-ab42-460e-81bc-4ade9920f4b3 req-0355fc16-b673-4919-a919-3978232d8539 tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d651a13-defc-45a9-9eb1-c1cf0469db0f HTTP/1.1" status: 200 len: 945 time: 0.0527904 Aug 23 20:35:41.083658 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': 'b58ee375-a5a0-464e-9be6-7293a1004bda', 'network_id': 'ee49fab1-d321-4ccd-83a3-bdc6214881f4', 'port_id': 'b58ee375-a5a0-464e-9be6-7293a1004bda', 'mac_address': 'fa:16:3e:7a:4e:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88c38b00-3949-44e2-bfff-413907018fd3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:35:41.152978 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:41.158859 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d9836f80-ab42-460e-81bc-4ade9920f4b3 req-d33485fe-a0ca-4e4d-ad20-90573aee59f5 tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] 10.222.0.61 "GET /v2.0/security-groups?id=5581162e-9f5e-4f48-8ca6-f11c11559911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801566 Aug 23 20:35:41.168107 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b58ee375-a5a0-464e-9be6-7293a1004bda {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:35:41.189998 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe43ed-6d52-4d88-b8c2-144073826132 req-236bf57d-2aeb-48e1-ba8c-78110564f1dd tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:41.191398 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dafe43ed-6d52-4d88-b8c2-144073826132 req-236bf57d-2aeb-48e1-ba8c-78110564f1dd tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d651a13-defc-45a9-9eb1-c1cf0469db0f HTTP/1.1" status: 200 len: 945 time: 0.0837829 Aug 23 20:35:41.216021 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port b58ee375-a5a0-464e-9be6-7293a1004bda, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=b58ee375-a5a0-464e-9be6-7293a1004bda,segment=NetworkSegment(9b24575c-7447-4219-80de-a5f9a2dc9179),segment_id=9b24575c-7447-4219-80de-a5f9a2dc9179)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:35:41.224366 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:41.225039 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 02e2aecf-9392-4bba-b0ba-adeac623cd16 details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:35:41.231541 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83852387-eb35-48c1-9e22-d2e28625e2cb req-f9e9b54c-3e36-4c35-9ac6-1b9f72afad8c tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:41.240998 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-83852387-eb35-48c1-9e22-d2e28625e2cb req-f9e9b54c-3e36-4c35-9ac6-1b9f72afad8c tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0372e67-dac1-4409-8103-64cc2bdadc51 HTTP/1.1" status: 200 len: 945 time: 0.0725009 Aug 23 20:35:41.254345 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:41.315118 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-83852387-eb35-48c1-9e22-d2e28625e2cb req-e6a314dd-1232-4e20-b7b3-604adb6bdf19 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/security-groups?id=587fdc99-14a6-4232-ab9b-a26b7a1ae9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731113 Aug 23 20:35:41.351585 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 4d7cabb7-5a18-458e-b52a-91522dbb3c31, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=4d7cabb7-5a18-458e-b52a-91522dbb3c31,segment=NetworkSegment(bbb7ca88-3a5f-4f78-b2f2-1646091f4f26),segment_id=bbb7ca88-3a5f-4f78-b2f2-1646091f4f26)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:35:41.379837 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9fc223-a42c-4148-9279-dc140ba6143f req-3eb84b30-0fda-42c1-a51b-96a74e4f0185 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:41.381750 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4e9fc223-a42c-4148-9279-dc140ba6143f req-3eb84b30-0fda-42c1-a51b-96a74e4f0185 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=eaef6efa-036b-45b7-8351-cb09a188eedd HTTP/1.1" status: 200 len: 945 time: 0.0753028 Aug 23 20:35:41.388421 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:41.396529 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-dafe43ed-6d52-4d88-b8c2-144073826132 req-82ff5308-29b4-481c-9e07-e8a7615b94be tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] Deleting port 9effe9d4-c64b-460f-9e2d-1068160e51f0 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:35:41.396947 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dafe43ed-6d52-4d88-b8c2-144073826132 req-82ff5308-29b4-481c-9e07-e8a7615b94be tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:41.416758 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=b58ee375-a5a0-464e-9be6-7293a1004bda,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:41.503145 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=4d7cabb7-5a18-458e-b52a-91522dbb3c31,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:41.506834 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 02e2aecf-9392-4bba-b0ba-adeac623cd16, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=02e2aecf-9392-4bba-b0ba-adeac623cd16,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:35:41.523357 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': '02e2aecf-9392-4bba-b0ba-adeac623cd16', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'port_id': '02e2aecf-9392-4bba-b0ba-adeac623cd16', 'mac_address': 'fa:16:3e:0e:44:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66e9eb0-86f4-4159-852b-f29863cbf18d', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:35:41.540654 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4e9fc223-a42c-4148-9279-dc140ba6143f req-d4943fa4-b245-459d-a621-89d438852a99 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466398 Aug 23 20:35:41.549770 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-dafe43ed-6d52-4d88-b8c2-144073826132 req-82ff5308-29b4-481c-9e07-e8a7615b94be tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] For port 9effe9d4-c64b-460f-9e2d-1068160e51f0, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=9effe9d4-c64b-460f-9e2d-1068160e51f0,segment=NetworkSegment(ec4452f5-2d98-412f-a71f-56732945e446),segment_id=ec4452f5-2d98-412f-a71f-56732945e446)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:35:41.550233 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dafe43ed-6d52-4d88-b8c2-144073826132 req-82ff5308-29b4-481c-9e07-e8a7615b94be tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:41.568171 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-dafe43ed-6d52-4d88-b8c2-144073826132 req-82ff5308-29b4-481c-9e07-e8a7615b94be tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] Calling delete_port for 9effe9d4-c64b-460f-9e2d-1068160e51f0 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:35:41.574269 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:41.591887 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 02e2aecf-9392-4bba-b0ba-adeac623cd16 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:35:41.615926 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 02e2aecf-9392-4bba-b0ba-adeac623cd16, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=02e2aecf-9392-4bba-b0ba-adeac623cd16,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:35:41.621543 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:41.703503 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=02e2aecf-9392-4bba-b0ba-adeac623cd16,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:41.755400 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dafe43ed-6d52-4d88-b8c2-144073826132 req-82ff5308-29b4-481c-9e07-e8a7615b94be tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:41.797920 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b8b0ea-ed2d-44a6-a1be-42a55ce3b420 req-6c93a5f5-9277-43c7-a641-5f450f9da198 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:41.801572 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-57b8b0ea-ed2d-44a6-a1be-42a55ce3b420 req-6c93a5f5-9277-43c7-a641-5f450f9da198 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a9b29d2-6f53-45e1-99f5-e581a80c827b HTTP/1.1" status: 200 len: 949 time: 0.0790436 Aug 23 20:35:41.801844 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['9effe9d4-c64b-460f-9e2d-1068160e51f0'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:35:41.832838 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ff5308-29b4-481c-9e07-e8a7615b94be tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] Pushing event deleted for resources: {'Port': ['ID=9effe9d4-c64b-460f-9e2d-1068160e51f0,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:41.906514 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['02e2aecf-9392-4bba-b0ba-adeac623cd16'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:35:41.912078 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-dafe43ed-6d52-4d88-b8c2-144073826132 req-82ff5308-29b4-481c-9e07-e8a7615b94be tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] No DVR routers for this DVR port 9effe9d4-c64b-460f-9e2d-1068160e51f0 on host n-h2-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:35:41.915591 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dafe43ed-6d52-4d88-b8c2-144073826132 req-82ff5308-29b4-481c-9e07-e8a7615b94be tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:41.918737 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dafe43ed-6d52-4d88-b8c2-144073826132 req-82ff5308-29b4-481c-9e07-e8a7615b94be tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] 10.222.0.32 "DELETE /v2.0/ports/9effe9d4-c64b-460f-9e2d-1068160e51f0 HTTP/1.1" status: 204 len: 173 time: 0.7191217 Aug 23 20:35:41.919203 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d651a13-defc-45a9-9eb1-c1cf0469db0f', 'name': 'network-vif-deleted', 'tag': '9effe9d4-c64b-460f-9e2d-1068160e51f0'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:35:41.921628 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e8fb56-9806-48e4-bdb0-8fa3d311fedb" -d '{"events": [{"server_uuid": "1d651a13-defc-45a9-9eb1-c1cf0469db0f", "name": "network-vif-deleted", "tag": "9effe9d4-c64b-460f-9e2d-1068160e51f0"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:35:41.928628 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-57b8b0ea-ed2d-44a6-a1be-42a55ce3b420 req-494d450b-75be-4133-8454-7a281040f84e tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200206 Aug 23 20:35:41.967126 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bccc80-2644-4484-a21e-cf4fcf7a2aed req-2e89c2c9-cd6a-47ad-b8c5-37cc08542308 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:41.968767 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c7bccc80-2644-4484-a21e-cf4fcf7a2aed req-2e89c2c9-cd6a-47ad-b8c5-37cc08542308 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/ports?device_id=5edf64e0-94b0-4399-be04-0ee6fbeb0f16 HTTP/1.1" status: 200 len: 944 time: 0.1595447 Aug 23 20:35:42.064209 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c740b98d-c0ef-4216-a6b3-21a14e0a89ee x-openstack-request-id: req-c740b98d-c0ef-4216-a6b3-21a14e0a89ee {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:35:42.064593 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d651a13-defc-45a9-9eb1-c1cf0469db0f", "name": "network-vif-deleted", "tag": "9effe9d4-c64b-460f-9e2d-1068160e51f0", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:35:42.064775 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c740b98d-c0ef-4216-a6b3-21a14e0a89ee {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:35:42.065183 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d651a13-defc-45a9-9eb1-c1cf0469db0f', 'name': 'network-vif-deleted', 'tag': '9effe9d4-c64b-460f-9e2d-1068160e51f0', 'status': 'completed', 'code': 200} Aug 23 20:35:42.117770 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c7bccc80-2644-4484-a21e-cf4fcf7a2aed req-4b0261f7-34ad-4f9c-9f0f-c582ee09b626 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bfdb861-04d9-4de1-ac01-7cf0677e0e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345823 Aug 23 20:35:42.180753 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['b58ee375-a5a0-464e-9be6-7293a1004bda'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:35:42.311399 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device d88bf7c1-17ae-4640-973e-56203bd75f4a up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:35:42.363790 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-27aa7ecc-36bc-4c26-bf38-0f19aea276a7 req-bd70abed-e2e0-40ad-a0e4-cb85ad374e86 tempest-AttachSCSIVolumeTestJSON-1116894786 tempest-AttachSCSIVolumeTestJSON-1116894786-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d651a13-defc-45a9-9eb1-c1cf0469db0f HTTP/1.1" status: 200 len: 210 time: 0.0667818 Aug 23 20:35:42.457844 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaef6efa-036b-45b7-8351-cb09a188eedd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7cabb7-5a18-458e-b52a-91522dbb3c31'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:35:42.464723 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb177529-3118-4a3a-a249-396c1f3de5fc" -d '{"events": [{"server_uuid": "eaef6efa-036b-45b7-8351-cb09a188eedd", "name": "network-vif-plugged", "status": "completed", "tag": "4d7cabb7-5a18-458e-b52a-91522dbb3c31"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:35:42.650114 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c93d637-cafb-4c0c-abb8-c155c237ee7b req-ee163fb7-51c9-4d76-98f9-5a63aa60890e tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:42.657654 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8c93d637-cafb-4c0c-abb8-c155c237ee7b req-ee163fb7-51c9-4d76-98f9-5a63aa60890e tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0372e67-dac1-4409-8103-64cc2bdadc51 HTTP/1.1" status: 200 len: 945 time: 0.1988063 Aug 23 20:35:42.754180 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f6164a-cded-4975-b22e-92f03e5ae2d9 x-openstack-request-id: req-a4f6164a-cded-4975-b22e-92f03e5ae2d9 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:35:42.758134 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8c93d637-cafb-4c0c-abb8-c155c237ee7b req-e46648a4-9919-4c0d-b267-a30cf8af6719 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/security-groups?id=587fdc99-14a6-4232-ab9b-a26b7a1ae9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921683 Aug 23 20:35:42.765868 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaef6efa-036b-45b7-8351-cb09a188eedd", "name": "network-vif-plugged", "status": "completed", "tag": "4d7cabb7-5a18-458e-b52a-91522dbb3c31", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:35:42.778527 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a4f6164a-cded-4975-b22e-92f03e5ae2d9 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:35:42.779153 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaef6efa-036b-45b7-8351-cb09a188eedd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7cabb7-5a18-458e-b52a-91522dbb3c31', 'code': 200} Aug 23 20:35:42.814436 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port d88bf7c1-17ae-4640-973e-56203bd75f4a completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:35:42.823838 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port d88bf7c1-17ae-4640-973e-56203bd75f4a triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:35:42.824619 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:42.951148 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:42.953367 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d1afba-6e5b-4520-b809-f5e21fec37f4 req-ef12f4d5-9571-4a8f-9521-243c2667ff85 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:42.957813 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b5d1afba-6e5b-4520-b809-f5e21fec37f4 req-ef12f4d5-9571-4a8f-9521-243c2667ff85 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=eaef6efa-036b-45b7-8351-cb09a188eedd HTTP/1.1" status: 200 len: 946 time: 0.1278722 Aug 23 20:35:42.971068 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f093d5f-8a38-41d9-8211-e33b39327fef req-d247de0c-8285-4ecd-8017-d4aee18c2c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:42.974436 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2f093d5f-8a38-41d9-8211-e33b39327fef req-d247de0c-8285-4ecd-8017-d4aee18c2c80 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=eaef6efa-036b-45b7-8351-cb09a188eedd HTTP/1.1" status: 200 len: 1097 time: 0.0962057 Aug 23 20:35:43.008615 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port d88bf7c1-17ae-4640-973e-56203bd75f4a, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=d88bf7c1-17ae-4640-973e-56203bd75f4a,segment=NetworkSegment(48a0e5f3-af02-4cc1-9440-e0e582e9c7ef),segment_id=48a0e5f3-af02-4cc1-9440-e0e582e9c7ef)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:35:43.016425 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:43.055810 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b5d1afba-6e5b-4520-b809-f5e21fec37f4 req-277b68c1-d17b-436e-abc2-0a522a85a190 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837963 Aug 23 20:35:43.090825 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2f093d5f-8a38-41d9-8211-e33b39327fef req-45215a0c-91c9-42a4-9f62-7e3a5bcf530e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881472 Aug 23 20:35:43.094168 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=d88bf7c1-17ae-4640-973e-56203bd75f4a,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:43.098634 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d838ec06-a14a-4fe1-8324-e57c755fc0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:43.182475 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0bfd96-66b8-4846-b162-bc038d904673 req-65907119-43f0-4e32-83c2-73d4e7d30393 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:43.189509 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ae0bfd96-66b8-4846-b162-bc038d904673 req-65907119-43f0-4e32-83c2-73d4e7d30393 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a9b29d2-6f53-45e1-99f5-e581a80c827b HTTP/1.1" status: 200 len: 949 time: 0.0841327 Aug 23 20:35:43.238705 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017de53-b934-40cb-904b-cf1d1975fb13 req-0d86e3f5-8360-4057-aa5d-3a3f40db1a53 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:43.241317 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5017de53-b934-40cb-904b-cf1d1975fb13 req-0d86e3f5-8360-4057-aa5d-3a3f40db1a53 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/ports?device_id=5edf64e0-94b0-4399-be04-0ee6fbeb0f16 HTTP/1.1" status: 200 len: 944 time: 0.0552559 Aug 23 20:35:43.247655 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ae0bfd96-66b8-4846-b162-bc038d904673 req-a1d5409e-d4d5-4424-a2a0-c930eb791083 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561614 Aug 23 20:35:43.319948 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5017de53-b934-40cb-904b-cf1d1975fb13 req-1c38e2f8-a04c-48c8-9ce2-fe5b71e16170 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bfdb861-04d9-4de1-ac01-7cf0677e0e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602629 Aug 23 20:35:43.506426 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:43.933634 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71995cf3-cf31-4ba3-ac30-89da1d440c84 req-18cff062-d719-4918-ad33-b003d2ca7477 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:43.936050 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-71995cf3-cf31-4ba3-ac30-89da1d440c84 req-18cff062-d719-4918-ad33-b003d2ca7477 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0372e67-dac1-4409-8103-64cc2bdadc51 HTTP/1.1" status: 200 len: 946 time: 0.0610950 Aug 23 20:35:43.981556 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-71995cf3-cf31-4ba3-ac30-89da1d440c84 req-acabd23d-c235-4ffb-9c52-f6e839701249 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/security-groups?id=587fdc99-14a6-4232-ab9b-a26b7a1ae9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384297 Aug 23 20:35:44.223620 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4375d-96f6-46dc-ae9b-7ef219622707 req-bf84ec20-423e-416b-b63d-3ec712da59b1 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:44.233989 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c7c4375d-96f6-46dc-ae9b-7ef219622707 req-bf84ec20-423e-416b-b63d-3ec712da59b1 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=eaef6efa-036b-45b7-8351-cb09a188eedd HTTP/1.1" status: 200 len: 946 time: 0.0690169 Aug 23 20:35:44.305222 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c7c4375d-96f6-46dc-ae9b-7ef219622707 req-108d5337-bb27-42a2-82ad-6f5eefb67b21 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688591 Aug 23 20:35:44.470011 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:44.510909 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47314da-b45d-403e-9a09-36cc17d3836b req-d189b06a-41e8-4be8-bbca-2dc11494ee84 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:44.518785 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d47314da-b45d-403e-9a09-36cc17d3836b req-d189b06a-41e8-4be8-bbca-2dc11494ee84 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a9b29d2-6f53-45e1-99f5-e581a80c827b HTTP/1.1" status: 200 len: 949 time: 0.1147742 Aug 23 20:35:44.556281 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405ce6c-6273-45db-9693-f2ae93193a8e req-c6a492d7-4fca-4b81-9a3b-9c2bb4803d1d tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:44.558114 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f405ce6c-6273-45db-9693-f2ae93193a8e req-c6a492d7-4fca-4b81-9a3b-9c2bb4803d1d tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/ports?device_id=5edf64e0-94b0-4399-be04-0ee6fbeb0f16 HTTP/1.1" status: 200 len: 944 time: 0.0974734 Aug 23 20:35:44.602532 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d47314da-b45d-403e-9a09-36cc17d3836b req-1b7799b0-4cb8-4c29-a161-96abc37a3ea2 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672171 Aug 23 20:35:44.624143 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f405ce6c-6273-45db-9693-f2ae93193a8e req-5173a0c3-55e0-413d-bff9-8919322a905f tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bfdb861-04d9-4de1-ac01-7cf0677e0e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530176 Aug 23 20:35:44.780462 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0372e67-dac1-4409-8103-64cc2bdadc51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88bf7c1-17ae-4640-973e-56203bd75f4a'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:35:44.783333 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165b9fcb-4137-446e-b050-bba48a6da35c" -d '{"events": [{"server_uuid": "e0372e67-dac1-4409-8103-64cc2bdadc51", "name": "network-vif-plugged", "status": "completed", "tag": "d88bf7c1-17ae-4640-973e-56203bd75f4a"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:35:44.852630 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef68393b-7408-40a9-9361-38c7d13714b3 x-openstack-request-id: req-ef68393b-7408-40a9-9361-38c7d13714b3 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:35:44.853232 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0372e67-dac1-4409-8103-64cc2bdadc51", "name": "network-vif-plugged", "status": "completed", "tag": "d88bf7c1-17ae-4640-973e-56203bd75f4a", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:35:44.853864 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ef68393b-7408-40a9-9361-38c7d13714b3 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:35:44.854505 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0372e67-dac1-4409-8103-64cc2bdadc51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88bf7c1-17ae-4640-973e-56203bd75f4a', 'code': 200} Aug 23 20:35:44.974549 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device b58ee375-a5a0-464e-9be6-7293a1004bda up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:35:45.067143 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port b58ee375-a5a0-464e-9be6-7293a1004bda completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:35:45.072956 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665291e-6424-4a76-9738-0dba499377d9 req-c846c29f-3c51-44ca-a05f-cb96cc97d569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:45.076225 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port b58ee375-a5a0-464e-9be6-7293a1004bda triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:35:45.077080 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:45.077309 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1665291e-6424-4a76-9738-0dba499377d9 req-c846c29f-3c51-44ca-a05f-cb96cc97d569 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e0372e67-dac1-4409-8103-64cc2bdadc51 HTTP/1.1" status: 200 len: 1097 time: 0.1025836 Aug 23 20:35:45.126475 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73671cf7-f2fa-42f0-a043-dd945b47ab8a req-10bd8f85-ad96-4492-a02a-4044806716d6 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:45.128196 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-73671cf7-f2fa-42f0-a043-dd945b47ab8a req-10bd8f85-ad96-4492-a02a-4044806716d6 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/networks?id=0d2d451a-e4f8-432e-a8cb-85e5a98645e8 HTTP/1.1" status: 200 len: 815 time: 0.2109518 Aug 23 20:35:45.162889 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-73671cf7-f2fa-42f0-a043-dd945b47ab8a req-541afe84-3002-4ef0-8a9c-d11f1936ea06 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/quotas/1e53f5e203f84c21bf8d274dcef886cf HTTP/1.1" status: 200 len: 375 time: 0.0244360 Aug 23 20:35:45.207651 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c0946-26c9-4bbf-a92a-21c54d68680c req-bf122fd4-ed18-4f45-af1b-b1b4cc4270b2 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:45.210271 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6c5c0946-26c9-4bbf-a92a-21c54d68680c req-bf122fd4-ed18-4f45-af1b-b1b4cc4270b2 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0372e67-dac1-4409-8103-64cc2bdadc51 HTTP/1.1" status: 200 len: 946 time: 0.1205685 Aug 23 20:35:45.212637 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1665291e-6424-4a76-9738-0dba499377d9 req-a1d02d4f-e3af-4e80-8927-fd8b89c34d1e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=587fdc99-14a6-4232-ab9b-a26b7a1ae9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108556 Aug 23 20:35:45.248693 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-73671cf7-f2fa-42f0-a043-dd945b47ab8a req-66225669-2753-4b72-86fd-778ec3edd541 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1e53f5e203f84c21bf8d274dcef886cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0770204 Aug 23 20:35:45.272047 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6c5c0946-26c9-4bbf-a92a-21c54d68680c req-579949b6-3a56-43ed-ac87-b7eb9a9af1c8 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/security-groups?id=587fdc99-14a6-4232-ab9b-a26b7a1ae9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536585 Aug 23 20:35:45.273501 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:45.333240 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port b58ee375-a5a0-464e-9be6-7293a1004bda, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=b58ee375-a5a0-464e-9be6-7293a1004bda,segment=NetworkSegment(9b24575c-7447-4219-80de-a5f9a2dc9179),segment_id=9b24575c-7447-4219-80de-a5f9a2dc9179)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:35:45.350200 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:45.353000 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 02e2aecf-9392-4bba-b0ba-adeac623cd16 up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:35:45.422344 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-73671cf7-f2fa-42f0-a043-dd945b47ab8a req-725ebeff-811b-4846-a3b1-87e0147f50f2 service neutron] 10.222.0.61 "GET /v2.0/networks/0d2d451a-e4f8-432e-a8cb-85e5a98645e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589565 Aug 23 20:35:45.586975 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a4a32-6d71-4566-af84-021b1a94dfa9 req-d7765369-2fab-4c4e-8fcf-86ece8ba8208 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:45.589571 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7a4a4a32-6d71-4566-af84-021b1a94dfa9 req-d7765369-2fab-4c4e-8fcf-86ece8ba8208 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=eaef6efa-036b-45b7-8351-cb09a188eedd HTTP/1.1" status: 200 len: 946 time: 0.1626883 Aug 23 20:35:45.631563 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-73671cf7-f2fa-42f0-a043-dd945b47ab8a req-5d7aa192-b43e-4add-94c4-b016cae12205 service neutron] 10.222.0.61 "GET /v2.0/networks/0d2d451a-e4f8-432e-a8cb-85e5a98645e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079358 Aug 23 20:35:45.685867 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7a4a4a32-6d71-4566-af84-021b1a94dfa9 req-f83cae0b-d9de-4f55-a14b-79069e29efed tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898073 Aug 23 20:35:45.698066 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=b58ee375-a5a0-464e-9be6-7293a1004bda,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:45.738346 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port 02e2aecf-9392-4bba-b0ba-adeac623cd16 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:35:45.738803 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:45.881346 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:45.933853 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:46.043254 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 02e2aecf-9392-4bba-b0ba-adeac623cd16, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=02e2aecf-9392-4bba-b0ba-adeac623cd16,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:35:46.045428 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da7b69-2de6-4316-92ce-9554bbea6e42 req-533b79ba-c18c-425f-80fb-d7e3c359242b tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:46.054903 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:46.055729 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 9effe9d4-c64b-460f-9e2d-1068160e51f0 no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:35:46.057696 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-38da7b69-2de6-4316-92ce-9554bbea6e42 req-533b79ba-c18c-425f-80fb-d7e3c359242b tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a9b29d2-6f53-45e1-99f5-e581a80c827b HTTP/1.1" status: 200 len: 949 time: 0.1382704 Aug 23 20:35:46.077941 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3304d4-1189-4cf9-b8ce-8a1b372a3a91 req-67a64781-958e-42a4-bf07-da7eec0b4785 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:46.081191 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5c3304d4-1189-4cf9-b8ce-8a1b372a3a91 req-67a64781-958e-42a4-bf07-da7eec0b4785 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/ports?device_id=5edf64e0-94b0-4399-be04-0ee6fbeb0f16 HTTP/1.1" status: 200 len: 945 time: 0.0842991 Aug 23 20:35:46.102290 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: 9effe9d4-c64b-460f-9e2d-1068160e51f0 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:35:46.102644 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 9effe9d4-c64b-460f-9e2d-1068160e51f0 not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:35:46.150320 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-38da7b69-2de6-4316-92ce-9554bbea6e42 req-9dea41ae-9ba1-45bc-a72d-d7fb0ca2b508 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914919 Aug 23 20:35:46.168452 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5c3304d4-1189-4cf9-b8ce-8a1b372a3a91 req-21ed0dcf-55c6-4264-bfbc-e34535bb83ca tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bfdb861-04d9-4de1-ac01-7cf0677e0e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554259 Aug 23 20:35:46.231472 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=02e2aecf-9392-4bba-b0ba-adeac623cd16,revision_number=7']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:46.397106 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-af97f94c-009a-4c44-b291-b6b2bb64d490 req-b8dd474f-e799-42bf-9df2-147bec9c925d tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/ports?device_id=6088fe18-94ad-4ffa-ae18-fcb45198c4d8 HTTP/1.1" status: 200 len: 210 time: 0.0373719 Aug 23 20:35:46.440106 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041f5c4-33b7-4727-a6c2-ea3cd7cb9fc3 req-7c29323b-f728-4676-be57-82971be57e60 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:46.442158 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6041f5c4-33b7-4727-a6c2-ea3cd7cb9fc3 req-7c29323b-f728-4676-be57-82971be57e60 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/networks?id=9154806b-c700-4250-82e0-c3993888c62e HTTP/1.1" status: 200 len: 806 time: 0.2005072 Aug 23 20:35:46.470058 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6041f5c4-33b7-4727-a6c2-ea3cd7cb9fc3 req-3f54e456-1c83-41c9-a98d-d4210e3c21a3 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/quotas/29f18b1da2a844dcbeb03c332de0d358 HTTP/1.1" status: 200 len: 375 time: 0.0178638 Aug 23 20:35:46.558669 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6041f5c4-33b7-4727-a6c2-ea3cd7cb9fc3 req-aaf7f5fb-2533-42c6-9046-9db4d201a071 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=29f18b1da2a844dcbeb03c332de0d358&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0717392 Aug 23 20:35:46.621654 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6619d34-805d-4c8b-aaae-bd6a9d1b55c3 req-4d62fc9a-bcb5-4797-9ae7-31277231de8a tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:46.623286 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d6619d34-805d-4c8b-aaae-bd6a9d1b55c3 req-4d62fc9a-bcb5-4797-9ae7-31277231de8a tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0372e67-dac1-4409-8103-64cc2bdadc51 HTTP/1.1" status: 200 len: 946 time: 0.1089733 Aug 23 20:35:46.734520 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d6619d34-805d-4c8b-aaae-bd6a9d1b55c3 req-08f7f84c-8c58-421f-9fa6-9665a6668f24 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/security-groups?id=587fdc99-14a6-4232-ab9b-a26b7a1ae9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987768 Aug 23 20:35:46.756600 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6041f5c4-33b7-4727-a6c2-ea3cd7cb9fc3 req-b4a0716e-0e86-49cd-b5a8-bba9844f1587 service neutron] 10.222.0.61 "GET /v2.0/networks/9154806b-c700-4250-82e0-c3993888c62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892025 Aug 23 20:35:46.855854 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5edf64e0-94b0-4399-be04-0ee6fbeb0f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b58ee375-a5a0-464e-9be6-7293a1004bda'}, {'server_uuid': '4a3f96f7-b730-4481-b4ce-a8068b53704d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e2aecf-9392-4bba-b0ba-adeac623cd16'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:35:46.859016 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4117f274-7ad7-42d8-9e07-0942396de15f" -d '{"events": [{"server_uuid": "5edf64e0-94b0-4399-be04-0ee6fbeb0f16", "name": "network-vif-plugged", "status": "completed", "tag": "b58ee375-a5a0-464e-9be6-7293a1004bda"}, {"server_uuid": "4a3f96f7-b730-4481-b4ce-a8068b53704d", "name": "network-vif-plugged", "status": "completed", "tag": "02e2aecf-9392-4bba-b0ba-adeac623cd16"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:35:46.911857 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6041f5c4-33b7-4727-a6c2-ea3cd7cb9fc3 req-361f8a05-789e-4f7a-bc1b-f6782d97a23a service neutron] 10.222.0.61 "GET /v2.0/networks/9154806b-c700-4250-82e0-c3993888c62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469648 Aug 23 20:35:47.015988 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 23 Aug 2021 20:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1f00e7-af03-4316-b14f-027825207f68 x-openstack-request-id: req-7c1f00e7-af03-4316-b14f-027825207f68 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:35:47.016879 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5edf64e0-94b0-4399-be04-0ee6fbeb0f16", "name": "network-vif-plugged", "status": "completed", "tag": "b58ee375-a5a0-464e-9be6-7293a1004bda", "code": 200}, {"server_uuid": "4a3f96f7-b730-4481-b4ce-a8068b53704d", "name": "network-vif-plugged", "status": "completed", "tag": "02e2aecf-9392-4bba-b0ba-adeac623cd16", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:35:47.017298 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7c1f00e7-af03-4316-b14f-027825207f68 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:35:47.017874 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5edf64e0-94b0-4399-be04-0ee6fbeb0f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b58ee375-a5a0-464e-9be6-7293a1004bda', 'code': 200} Aug 23 20:35:47.018306 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a3f96f7-b730-4481-b4ce-a8068b53704d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e2aecf-9392-4bba-b0ba-adeac623cd16', 'code': 200} Aug 23 20:35:47.107792 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-32851707-503c-4cff-8df5-efeaa34b5ba2 req-76d7507d-0d27-4741-bbe2-1181595ff7b8 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=deda3a40-140f-400f-8464-f5f8c81a50fb HTTP/1.1" status: 200 len: 210 time: 0.0352366 Aug 23 20:35:47.318133 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c75ff43-3eb7-48b1-8a92-3acee391504d req-e869163e-97cd-47e5-9dd7-03fc01a7d423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:47.319829 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3c75ff43-3eb7-48b1-8a92-3acee391504d req-e869163e-97cd-47e5-9dd7-03fc01a7d423 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5edf64e0-94b0-4399-be04-0ee6fbeb0f16 HTTP/1.1" status: 200 len: 1096 time: 0.0941007 Aug 23 20:35:47.333286 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427ef4a-d822-478e-8509-56e469c98af9 req-52d8ebaf-2715-42f4-b653-b32b71beaf13 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:47.335781 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e427ef4a-d822-478e-8509-56e469c98af9 req-52d8ebaf-2715-42f4-b653-b32b71beaf13 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a9b29d2-6f53-45e1-99f5-e581a80c827b HTTP/1.1" status: 200 len: 949 time: 0.0959852 Aug 23 20:35:47.374043 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03def2f1-26e6-4278-92cc-611173d7fc6b req-61af6379-6d8b-438d-ba13-eea457b2d81f tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:47.381991 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-03def2f1-26e6-4278-92cc-611173d7fc6b req-61af6379-6d8b-438d-ba13-eea457b2d81f tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/ports?device_id=5edf64e0-94b0-4399-be04-0ee6fbeb0f16 HTTP/1.1" status: 200 len: 945 time: 0.1392288 Aug 23 20:35:47.438331 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-03def2f1-26e6-4278-92cc-611173d7fc6b req-b7b10c19-8f5e-4106-8793-73398ff89a3e tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bfdb861-04d9-4de1-ac01-7cf0677e0e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519910 Aug 23 20:35:47.451760 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3c75ff43-3eb7-48b1-8a92-3acee391504d req-9430a16d-5e12-4065-9668-3ad68a764181 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5bfdb861-04d9-4de1-ac01-7cf0677e0e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146522 Aug 23 20:35:47.466249 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e427ef4a-d822-478e-8509-56e469c98af9 req-f2f73ccc-89e0-46dd-9497-623f967e37ce tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168158 Aug 23 20:35:47.639904 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b5633931-2662-4031-8eeb-50417e6e2808 req-4476f3d0-6e21-4cc7-9f51-f6c7a29c021e tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/ports?device_id=6088fe18-94ad-4ffa-ae18-fcb45198c4d8 HTTP/1.1" status: 200 len: 210 time: 0.0568626 Aug 23 20:35:47.900609 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92efd10-210d-41db-b3f3-b021e8c8fb9c req-cb9ca51f-5bff-4eb4-91c8-e1406ce2a00b tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:47.902749 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c92efd10-210d-41db-b3f3-b021e8c8fb9c req-cb9ca51f-5bff-4eb4-91c8-e1406ce2a00b tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0372e67-dac1-4409-8103-64cc2bdadc51 HTTP/1.1" status: 200 len: 946 time: 0.0858355 Aug 23 20:35:47.984298 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c92efd10-210d-41db-b3f3-b021e8c8fb9c req-3a282f10-0e03-439d-b922-d630e258cd1c tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/security-groups?id=587fdc99-14a6-4232-ab9b-a26b7a1ae9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651376 Aug 23 20:35:48.334543 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0dcecaab-2822-40ef-ae65-5ef7f7452799 req-5844a080-0927-4f0e-9131-a427f439df3f tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=deda3a40-140f-400f-8464-f5f8c81a50fb HTTP/1.1" status: 200 len: 210 time: 0.0758953 Aug 23 20:35:48.399408 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73671cf7-f2fa-42f0-a043-dd945b47ab8a req-cae41f3e-a63a-417a-aaa4-59754c6d4948 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:48.402094 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-73671cf7-f2fa-42f0-a043-dd945b47ab8a req-cae41f3e-a63a-417a-aaa4-59754c6d4948 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.32 "GET /v2.0/networks?id=0d2d451a-e4f8-432e-a8cb-85e5a98645e8 HTTP/1.1" status: 200 len: 815 time: 0.2796433 Aug 23 20:35:48.407576 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1b2d0-c84b-4ccc-a74c-27b2a3c8bb4c req-340f1d39-f831-4e55-8e00-d3e1c7985515 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:48.411003 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-97a1b2d0-c84b-4ccc-a74c-27b2a3c8bb4c req-340f1d39-f831-4e55-8e00-d3e1c7985515 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f15583-c36a-4d28-a9fd-84b5253ccbbe&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1884820 Aug 23 20:35:48.430589 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-73671cf7-f2fa-42f0-a043-dd945b47ab8a req-48ea212b-f247-4a49-b65f-c05750a0a148 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Request body: {'port': {'device_id': '6088fe18-94ad-4ffa-ae18-fcb45198c4d8', 'network_id': '0d2d451a-e4f8-432e-a8cb-85e5a98645e8', 'admin_state_up': True, 'tenant_id': '1e53f5e203f84c21bf8d274dcef886cf'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:35:48.512376 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-97a1b2d0-c84b-4ccc-a74c-27b2a3c8bb4c req-5dbdaa76-4b55-4924-8560-cc22ff4a2b3b tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.4.9 HTTP/1.1" status: 200 len: 694 time: 0.0911326 Aug 23 20:35:48.517572 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-97a1b2d0-c84b-4ccc-a74c-27b2a3c8bb4c req-66eaf928-1d9e-4067-9598-1c1b39d937cb tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Request body: {'floatingip': {'port_id': 'ba8aaa12-abe0-4a0c-b665-2245d08b506a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:35:48.578736 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-97a1b2d0-c84b-4ccc-a74c-27b2a3c8bb4c req-66eaf928-1d9e-4067-9598-1c1b39d937cb tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Notify callbacks [] for floatingip, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:48.672135 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b4f861-e34b-47ef-b4a2-b444af1126f3 req-a7b5904c-3439-4f33-88fe-7559651a59fc tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:48.680414 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-80b4f861-e34b-47ef-b4a2-b444af1126f3 req-a7b5904c-3439-4f33-88fe-7559651a59fc tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/ports?device_id=5edf64e0-94b0-4399-be04-0ee6fbeb0f16 HTTP/1.1" status: 200 len: 945 time: 0.0885751 Aug 23 20:35:48.714375 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73671cf7-f2fa-42f0-a043-dd945b47ab8a req-48ea212b-f247-4a49-b65f-c05750a0a148 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Made reservation on behalf of 1e53f5e203f84c21bf8d274dcef886cf for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:35:48.718248 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-73671cf7-f2fa-42f0-a043-dd945b47ab8a req-48ea212b-f247-4a49-b65f-c05750a0a148 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:48.836668 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-80b4f861-e34b-47ef-b4a2-b444af1126f3 req-0cd873e6-68d6-4d22-af77-6fa88696fc5f tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bfdb861-04d9-4de1-ac01-7cf0677e0e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545689 Aug 23 20:35:49.036478 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:35:49.039107 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-73671cf7-f2fa-42f0-a043-dd945b47ab8a req-48ea212b-f247-4a49-b65f-c05750a0a148 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Allocated IP 172.20.0.11 (0d2d451a-e4f8-432e-a8cb-85e5a98645e8/9a1429e2-0434-474c-b64e-467199634cc0/51fc6ae8-a0f6-4c82-86f0-cfa67abd6aa4) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:35:49.054051 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041f5c4-33b7-4727-a6c2-ea3cd7cb9fc3 req-55ec0256-27ca-456a-b214-cf9e0e36ef01 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:49.055595 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6041f5c4-33b7-4727-a6c2-ea3cd7cb9fc3 req-55ec0256-27ca-456a-b214-cf9e0e36ef01 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.11 "GET /v2.0/networks?id=9154806b-c700-4250-82e0-c3993888c62e HTTP/1.1" status: 200 len: 806 time: 0.1894650 Aug 23 20:35:49.074906 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a1f0e-6b32-407a-9146-22d4b4a8b2bf req-db9e565e-6baf-4aeb-93b2-44f1ee806416 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:49.075378 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-6041f5c4-33b7-4727-a6c2-ea3cd7cb9fc3 req-6209df59-f227-4e20-8abf-af6f95f55536 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Request body: {'port': {'device_id': 'deda3a40-140f-400f-8464-f5f8c81a50fb', 'network_id': '9154806b-c700-4250-82e0-c3993888c62e', 'admin_state_up': True, 'tenant_id': '29f18b1da2a844dcbeb03c332de0d358'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:35:49.080183 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bd1a1f0e-6b32-407a-9146-22d4b4a8b2bf req-db9e565e-6baf-4aeb-93b2-44f1ee806416 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a9b29d2-6f53-45e1-99f5-e581a80c827b HTTP/1.1" status: 200 len: 949 time: 0.1147382 Aug 23 20:35:49.135000 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bd1a1f0e-6b32-407a-9146-22d4b4a8b2bf req-51f3d6c0-55c6-49ae-8973-8de443876f8e tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518553 Aug 23 20:35:49.448006 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6041f5c4-33b7-4727-a6c2-ea3cd7cb9fc3 req-6209df59-f227-4e20-8abf-af6f95f55536 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Made reservation on behalf of 29f18b1da2a844dcbeb03c332de0d358 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:35:49.452979 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6041f5c4-33b7-4727-a6c2-ea3cd7cb9fc3 req-6209df59-f227-4e20-8abf-af6f95f55536 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:49.487090 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8fd9f716-5fae-405e-b77e-eec1c92e23b2 req-cb661a91-a10d-41eb-b5de-19f9e36eb5d9 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/ports?device_id=6088fe18-94ad-4ffa-ae18-fcb45198c4d8 HTTP/1.1" status: 200 len: 210 time: 0.1019771 Aug 23 20:35:49.496139 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-73671cf7-f2fa-42f0-a043-dd945b47ab8a req-48ea212b-f247-4a49-b65f-c05750a0a148 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:49.623066 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-73671cf7-f2fa-42f0-a043-dd945b47ab8a req-48ea212b-f247-4a49-b65f-c05750a0a148 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:49.643395 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['aec0e59e-f6a2-4070-b3d1-9a771fa52ef7'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:35:49.675915 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-97a1b2d0-c84b-4ccc-a74c-27b2a3c8bb4c req-66eaf928-1d9e-4067-9598-1c1b39d937cb tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:49.703193 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['8c190ab4-62e4-4c59-b13a-ba8288006af9'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:35:49.713776 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-97a1b2d0-c84b-4ccc-a74c-27b2a3c8bb4c req-66eaf928-1d9e-4067-9598-1c1b39d937cb tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:49.787049 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73671cf7-f2fa-42f0-a043-dd945b47ab8a req-48ea212b-f247-4a49-b65f-c05750a0a148 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Network 0d2d451a-e4f8-432e-a8cb-85e5a98645e8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:35:49.820052 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea212b-f247-4a49-b65f-c05750a0a148 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Pushing event updated for resources: {'Port': ['ID=51fc6ae8-a0f6-4c82-86f0-cfa67abd6aa4,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:49.825124 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-73671cf7-f2fa-42f0-a043-dd945b47ab8a req-48ea212b-f247-4a49-b65f-c05750a0a148 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:35:49.828874 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-73671cf7-f2fa-42f0-a043-dd945b47ab8a req-48ea212b-f247-4a49-b65f-c05750a0a148 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:35:49.835496 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dacb3b73-b6e4-4a96-8e8a-95366f531301 req-cdbfd813-0ca6-47d8-ae9b-7aad38ad3b0d tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=deda3a40-140f-400f-8464-f5f8c81a50fb HTTP/1.1" status: 200 len: 210 time: 0.0461261 Aug 23 20:35:49.873561 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-6041f5c4-33b7-4727-a6c2-ea3cd7cb9fc3 req-6209df59-f227-4e20-8abf-af6f95f55536 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Allocated IP 172.20.0.4 (9154806b-c700-4250-82e0-c3993888c62e/680c283d-5185-45a2-940f-1ee3de9335bc/081d6359-af67-4971-b973-2c138184d9cb) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:35:49.908724 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73671cf7-f2fa-42f0-a043-dd945b47ab8a req-48ea212b-f247-4a49-b65f-c05750a0a148 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:49.909920 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-73671cf7-f2fa-42f0-a043-dd945b47ab8a req-48ea212b-f247-4a49-b65f-c05750a0a148 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:49.921952 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 56564) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:35:50.009810 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-73671cf7-f2fa-42f0-a043-dd945b47ab8a req-48ea212b-f247-4a49-b65f-c05750a0a148 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5701976 Aug 23 20:35:50.028928 n-d-805663-2 neutron-server[94687]: INFO neutron.db.l3_db [req-97a1b2d0-c84b-4ccc-a74c-27b2a3c8bb4c req-66eaf928-1d9e-4067-9598-1c1b39d937cb tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Floating IP 3358b1a5-80d5-4144-a550-84efa7fad68e associated. External IP: 172.25.4.9, port: ba8aaa12-abe0-4a0c-b665-2245d08b506a. Aug 23 20:35:50.144953 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-73671cf7-f2fa-42f0-a043-dd945b47ab8a req-321eee6d-fab8-4a6f-88ed-a40eababe04e service neutron] Request body: {'port': {'device_id': '6088fe18-94ad-4ffa-ae18-fcb45198c4d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:35:50.248575 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:50.357605 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f008d8a-1e98-4278-a7f9-0be1dae9e5dc req-605b000f-6a49-48d9-804d-cd7f63b10821 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:50.365782 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5f008d8a-1e98-4278-a7f9-0be1dae9e5dc req-605b000f-6a49-48d9-804d-cd7f63b10821 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/ports?device_id=5edf64e0-94b0-4399-be04-0ee6fbeb0f16 HTTP/1.1" status: 200 len: 945 time: 0.2374454 Aug 23 20:35:50.378128 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-73671cf7-f2fa-42f0-a043-dd945b47ab8a req-321eee6d-fab8-4a6f-88ed-a40eababe04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:50.506321 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5f008d8a-1e98-4278-a7f9-0be1dae9e5dc req-2ef67939-527f-4210-a550-2c9177f7b01d tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bfdb861-04d9-4de1-ac01-7cf0677e0e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395872 Aug 23 20:35:50.757134 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6041f5c4-33b7-4727-a6c2-ea3cd7cb9fc3 req-6209df59-f227-4e20-8abf-af6f95f55536 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:50.842964 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f7a07-730c-4358-9e41-6e127dcb1c9f req-133555d2-d022-4b94-95ff-b89c6d6bc8cf tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:50.851998 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3d2f7a07-730c-4358-9e41-6e127dcb1c9f req-133555d2-d022-4b94-95ff-b89c6d6bc8cf tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a9b29d2-6f53-45e1-99f5-e581a80c827b HTTP/1.1" status: 200 len: 949 time: 0.1640465 Aug 23 20:35:50.859043 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97a1b2d0-c84b-4ccc-a74c-27b2a3c8bb4c req-66eaf928-1d9e-4067-9598-1c1b39d937cb tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Router 521b9894-b7bb-4042-844a-a95a62bbdfe7 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:35:50.873376 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6041f5c4-33b7-4727-a6c2-ea3cd7cb9fc3 req-6209df59-f227-4e20-8abf-af6f95f55536 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:50.921605 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['2fd138a2-a960-44b8-8ce2-767dd6fe86fd', '4d7cabb7-5a18-458e-b52a-91522dbb3c31'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:35:50.956140 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3d2f7a07-730c-4358-9e41-6e127dcb1c9f req-7c00375c-b4df-4c0d-840e-ffb6fd4f6f5a tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028097 Aug 23 20:35:50.981731 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6041f5c4-33b7-4727-a6c2-ea3cd7cb9fc3 req-6209df59-f227-4e20-8abf-af6f95f55536 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Network 9154806b-c700-4250-82e0-c3993888c62e is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:35:51.000962 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-6041f5c4-33b7-4727-a6c2-ea3cd7cb9fc3 req-6209df59-f227-4e20-8abf-af6f95f55536 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:35:51.013140 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-6041f5c4-33b7-4727-a6c2-ea3cd7cb9fc3 req-6209df59-f227-4e20-8abf-af6f95f55536 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:35:51.033970 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6209df59-f227-4e20-8abf-af6f95f55536 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Pushing event updated for resources: {'Port': ['ID=081d6359-af67-4971-b973-2c138184d9cb,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:51.047177 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-73671cf7-f2fa-42f0-a043-dd945b47ab8a req-321eee6d-fab8-4a6f-88ed-a40eababe04e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51fc6ae8-a0f6-4c82-86f0-cfa67abd6aa4 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:35:51.060562 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-73671cf7-f2fa-42f0-a043-dd945b47ab8a req-321eee6d-fab8-4a6f-88ed-a40eababe04e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:51.116569 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-73671cf7-f2fa-42f0-a043-dd945b47ab8a req-321eee6d-fab8-4a6f-88ed-a40eababe04e service neutron] Transition to ACTIVE for port object 51fc6ae8-a0f6-4c82-86f0-cfa67abd6aa4 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:35:51.124822 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-73671cf7-f2fa-42f0-a043-dd945b47ab8a req-321eee6d-fab8-4a6f-88ed-a40eababe04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:51.192998 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041f5c4-33b7-4727-a6c2-ea3cd7cb9fc3 req-6209df59-f227-4e20-8abf-af6f95f55536 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:51.194241 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6041f5c4-33b7-4727-a6c2-ea3cd7cb9fc3 req-6209df59-f227-4e20-8abf-af6f95f55536 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:51.208495 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97a1b2d0-c84b-4ccc-a74c-27b2a3c8bb4c req-66eaf928-1d9e-4067-9598-1c1b39d937cb tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:35:51.212210 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6041f5c4-33b7-4727-a6c2-ea3cd7cb9fc3 req-6209df59-f227-4e20-8abf-af6f95f55536 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1419652 Aug 23 20:35:51.217823 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-97a1b2d0-c84b-4ccc-a74c-27b2a3c8bb4c req-66eaf928-1d9e-4067-9598-1c1b39d937cb tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:51.220510 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3bd5fc-bae0-44fe-ac2e-42c6f2c1ead8 None None] Sync routers for ids ['521b9894-b7bb-4042-844a-a95a62bbdfe7'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:35:51.247599 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321eee6d-fab8-4a6f-88ed-a40eababe04e service neutron] Pushing event updated for resources: {'Port': ['ID=51fc6ae8-a0f6-4c82-86f0-cfa67abd6aa4,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:51.249421 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-97a1b2d0-c84b-4ccc-a74c-27b2a3c8bb4c req-66eaf928-1d9e-4067-9598-1c1b39d937cb tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "PUT /v2.0/floatingips/3358b1a5-80d5-4144-a550-84efa7fad68e HTTP/1.1" status: 200 len: 994 time: 2.7359278 Aug 23 20:35:51.251381 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3bd5fc-bae0-44fe-ac2e-42c6f2c1ead8 None None] Routers {'521b9894-b7bb-4042-844a-a95a62bbdfe7'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:35:51.252076 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-5d3bd5fc-bae0-44fe-ac2e-42c6f2c1ead8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:35:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['521b9894-b7bb-4042-844a-a95a62bbdfe7'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:35:51.255528 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-6041f5c4-33b7-4727-a6c2-ea3cd7cb9fc3 req-f57c84d9-20f4-43e6-a9a6-2ddeb4884781 service neutron] Request body: {'port': {'device_id': 'deda3a40-140f-400f-8464-f5f8c81a50fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:35:51.258146 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12f15583-c36a-4d28-a9fd-84b5253ccbbe', 'tag': 'ba8aaa12-abe0-4a0c-b665-2245d08b506a'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:35:51.268133 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f14645a-9e8b-40f0-9c2e-27e9b6338fcc" -d '{"events": [{"name": "network-changed", "server_uuid": "12f15583-c36a-4d28-a9fd-84b5253ccbbe", "tag": "ba8aaa12-abe0-4a0c-b665-2245d08b506a"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:35:51.294975 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5bbeb16f-4893-40bc-b18f-2b58e7c881ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:51.340366 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6041f5c4-33b7-4727-a6c2-ea3cd7cb9fc3 req-f57c84d9-20f4-43e6-a9a6-2ddeb4884781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:51.362607 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936aac1c-635c-49b5-bde9-92aad218e183 req-0db29e14-d8a7-4d7f-a91d-f3a15c2bc3b3 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:51.364365 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-936aac1c-635c-49b5-bde9-92aad218e183 req-0db29e14-d8a7-4d7f-a91d-f3a15c2bc3b3 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/ports?device_id=6088fe18-94ad-4ffa-ae18-fcb45198c4d8 HTTP/1.1" status: 200 len: 944 time: 0.1831779 Aug 23 20:35:51.467527 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-5d3bd5fc-bae0-44fe-ac2e-42c6f2c1ead8 None None] Set router 521b9894-b7bb-4042-844a-a95a62bbdfe7 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:35:51.512038 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-936aac1c-635c-49b5-bde9-92aad218e183 req-16388692-a0fb-486c-9c83-db42919a54d5 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/security-groups?id=26f54a44-9852-4d54-9348-9ab7d69f31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226423 Aug 23 20:35:51.543815 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-73671cf7-f2fa-42f0-a043-dd945b47ab8a req-321eee6d-fab8-4a6f-88ed-a40eababe04e service neutron] Attempting to bind port 51fc6ae8-a0f6-4c82-86f0-cfa67abd6aa4 on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:35:51.544312 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-73671cf7-f2fa-42f0-a043-dd945b47ab8a req-321eee6d-fab8-4a6f-88ed-a40eababe04e service neutron] Attempting to bind port 51fc6ae8-a0f6-4c82-86f0-cfa67abd6aa4 by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': '43da8eaf-145a-4efd-af9e-5d745e6d4494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0d2d451a-e4f8-432e-a8cb-85e5a98645e8'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:35:51.544762 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73671cf7-f2fa-42f0-a043-dd945b47ab8a req-321eee6d-fab8-4a6f-88ed-a40eababe04e service neutron] Attempting to bind port 51fc6ae8-a0f6-4c82-86f0-cfa67abd6aa4 on network 0d2d451a-e4f8-432e-a8cb-85e5a98645e8 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:35:51.553151 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73671cf7-f2fa-42f0-a043-dd945b47ab8a req-321eee6d-fab8-4a6f-88ed-a40eababe04e service neutron] Port 51fc6ae8-a0f6-4c82-86f0-cfa67abd6aa4 on network 0d2d451a-e4f8-432e-a8cb-85e5a98645e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:35:51.553616 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73671cf7-f2fa-42f0-a043-dd945b47ab8a req-321eee6d-fab8-4a6f-88ed-a40eababe04e service neutron] Attempting to bind port 51fc6ae8-a0f6-4c82-86f0-cfa67abd6aa4 on network 0d2d451a-e4f8-432e-a8cb-85e5a98645e8 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:35:51.597714 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73671cf7-f2fa-42f0-a043-dd945b47ab8a req-321eee6d-fab8-4a6f-88ed-a40eababe04e service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:35:51.598219 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73671cf7-f2fa-42f0-a043-dd945b47ab8a req-321eee6d-fab8-4a6f-88ed-a40eababe04e service neutron] Checking segment: {'id': '43da8eaf-145a-4efd-af9e-5d745e6d4494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0d2d451a-e4f8-432e-a8cb-85e5a98645e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:35:51.598712 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73671cf7-f2fa-42f0-a043-dd945b47ab8a req-321eee6d-fab8-4a6f-88ed-a40eababe04e service neutron] Bound using segment: {'id': '43da8eaf-145a-4efd-af9e-5d745e6d4494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0d2d451a-e4f8-432e-a8cb-85e5a98645e8'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:35:51.599266 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-73671cf7-f2fa-42f0-a043-dd945b47ab8a req-321eee6d-fab8-4a6f-88ed-a40eababe04e service neutron] Bound port: 51fc6ae8-a0f6-4c82-86f0-cfa67abd6aa4, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43da8eaf-145a-4efd-af9e-5d745e6d4494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0d2d451a-e4f8-432e-a8cb-85e5a98645e8'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:35:51.599794 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-73671cf7-f2fa-42f0-a043-dd945b47ab8a req-321eee6d-fab8-4a6f-88ed-a40eababe04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:51.723453 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-6041f5c4-33b7-4727-a6c2-ea3cd7cb9fc3 req-f57c84d9-20f4-43e6-a9a6-2ddeb4884781 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 081d6359-af67-4971-b973-2c138184d9cb {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:35:51.732715 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6041f5c4-33b7-4727-a6c2-ea3cd7cb9fc3 req-f57c84d9-20f4-43e6-a9a6-2ddeb4884781 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:51.748770 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-6041f5c4-33b7-4727-a6c2-ea3cd7cb9fc3 req-f57c84d9-20f4-43e6-a9a6-2ddeb4884781 service neutron] Transition to ACTIVE for port object 081d6359-af67-4971-b973-2c138184d9cb will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:35:51.754275 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6041f5c4-33b7-4727-a6c2-ea3cd7cb9fc3 req-f57c84d9-20f4-43e6-a9a6-2ddeb4884781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:51.813090 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57c84d9-20f4-43e6-a9a6-2ddeb4884781 service neutron] Pushing event updated for resources: {'Port': ['ID=081d6359-af67-4971-b973-2c138184d9cb,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:51.824294 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1b2d0-c84b-4ccc-a74c-27b2a3c8bb4c req-472aa856-7e35-4140-92d5-c92bd8902948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:51.831734 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-97a1b2d0-c84b-4ccc-a74c-27b2a3c8bb4c req-472aa856-7e35-4140-92d5-c92bd8902948 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fee04bdee1314858880b57c3099e0dd9&device_id=12f15583-c36a-4d28-a9fd-84b5253ccbbe HTTP/1.1" status: 200 len: 1096 time: 0.4934425 Aug 23 20:35:51.894068 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-73671cf7-f2fa-42f0-a043-dd945b47ab8a req-321eee6d-fab8-4a6f-88ed-a40eababe04e service neutron] For port 51fc6ae8-a0f6-4c82-86f0-cfa67abd6aa4, host n-h2-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:35:51.920152 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-73671cf7-f2fa-42f0-a043-dd945b47ab8a req-321eee6d-fab8-4a6f-88ed-a40eababe04e service neutron] For port 51fc6ae8-a0f6-4c82-86f0-cfa67abd6aa4, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=51fc6ae8-a0f6-4c82-86f0-cfa67abd6aa4,segment=NetworkSegment(43da8eaf-145a-4efd-af9e-5d745e6d4494),segment_id=43da8eaf-145a-4efd-af9e-5d745e6d4494)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:35:51.943901 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-73671cf7-f2fa-42f0-a043-dd945b47ab8a req-321eee6d-fab8-4a6f-88ed-a40eababe04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:51.946985 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1b2d0-c84b-4ccc-a74c-27b2a3c8bb4c req-ffb3f854-8b4b-4b14-bc08-966917a24188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:51.957133 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-5d3bd5fc-bae0-44fe-ac2e-42c6f2c1ead8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1659286393-router', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '48787cf2-c879-47be-8541-1cad31b41898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:34:34Z', 'updated_at': '2021-08-23T20:34:48Z', 'revision_number': 4, 'project_id': 'fee04bdee1314858880b57c3099e0dd9', 'gw_port': {'id': '48787cf2-c879-47be-8541-1cad31b41898', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:40:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:34:36Z', 'updated_at': '2021-08-23T20:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '3358b1a5-80d5-4144-a550-84efa7fad68e', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'floating_ip_address': '172.25.4.9', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'port_id': 'ba8aaa12-abe0-4a0c-b665-2245d08b506a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ab508e3-ca9c-4ba1-a637-e61063da04b8', 'mac_address': 'fa:16:3e:75:8a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f15583-c36a-4d28-a9fd-84b5253ccbbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:35:24Z', 'updated_at': '2021-08-23T20:35:49Z', 'revision_number': 1, 'project_id': 'fee04bdee1314858880b57c3099e0dd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef1dc0c9-c9f6-4552-897d-2e5ef0ead138', 'name': '', 'network_id': '6ab508e3-ca9c-4ba1-a637-e61063da04b8', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'mac_address': 'fa:16:3e:5a:71:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '519e7c31-afda-49a1-9e0f-8c868d7cb053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:34:46Z', 'updated_at': '2021-08-23T20:34:55Z', 'revision_number': 5, 'project_id': 'fee04bdee1314858880b57c3099e0dd9', 'subnets': [{'id': '519e7c31-afda-49a1-9e0f-8c868d7cb053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:35:51.960721 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-97a1b2d0-c84b-4ccc-a74c-27b2a3c8bb4c req-ffb3f854-8b4b-4b14-bc08-966917a24188 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6ab508e3-ca9c-4ba1-a637-e61063da04b8 HTTP/1.1" status: 200 len: 922 time: 0.1279314 Aug 23 20:35:52.035205 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-97a1b2d0-c84b-4ccc-a74c-27b2a3c8bb4c req-0737c4e8-210f-4760-91d2-2b1d329dafe3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba8aaa12-abe0-4a0c-b665-2245d08b506a HTTP/1.1" status: 200 len: 997 time: 0.0733562 Aug 23 20:35:52.060417 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3bd5fc-bae0-44fe-ac2e-42c6f2c1ead8 None None] Checking router: 521b9894-b7bb-4042-844a-a95a62bbdfe7 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:35:52.085566 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3bd5fc-bae0-44fe-ac2e-42c6f2c1ead8 None None] Routers {'521b9894-b7bb-4042-844a-a95a62bbdfe7'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:35:52.090436 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-5d3bd5fc-bae0-44fe-ac2e-42c6f2c1ead8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:35:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['521b9894-b7bb-4042-844a-a95a62bbdfe7'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:35:52.138635 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1b2d0-c84b-4ccc-a74c-27b2a3c8bb4c req-895f549b-fbf6-4181-b5a9-4949b42ae608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:52.150295 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-97a1b2d0-c84b-4ccc-a74c-27b2a3c8bb4c req-895f549b-fbf6-4181-b5a9-4949b42ae608 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=519e7c31-afda-49a1-9e0f-8c868d7cb053 HTTP/1.1" status: 200 len: 860 time: 0.1141407 Aug 23 20:35:52.242220 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-6041f5c4-33b7-4727-a6c2-ea3cd7cb9fc3 req-f57c84d9-20f4-43e6-a9a6-2ddeb4884781 service neutron] Attempting to bind port 081d6359-af67-4971-b973-2c138184d9cb on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:35:52.252662 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-6041f5c4-33b7-4727-a6c2-ea3cd7cb9fc3 req-f57c84d9-20f4-43e6-a9a6-2ddeb4884781 service neutron] Attempting to bind port 081d6359-af67-4971-b973-2c138184d9cb by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': 'bbb7ca88-3a5f-4f78-b2f2-1646091f4f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9154806b-c700-4250-82e0-c3993888c62e'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:35:52.253112 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6041f5c4-33b7-4727-a6c2-ea3cd7cb9fc3 req-f57c84d9-20f4-43e6-a9a6-2ddeb4884781 service neutron] Attempting to bind port 081d6359-af67-4971-b973-2c138184d9cb on network 9154806b-c700-4250-82e0-c3993888c62e {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:35:52.268410 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6041f5c4-33b7-4727-a6c2-ea3cd7cb9fc3 req-f57c84d9-20f4-43e6-a9a6-2ddeb4884781 service neutron] Port 081d6359-af67-4971-b973-2c138184d9cb on network 9154806b-c700-4250-82e0-c3993888c62e not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:35:52.268860 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6041f5c4-33b7-4727-a6c2-ea3cd7cb9fc3 req-f57c84d9-20f4-43e6-a9a6-2ddeb4884781 service neutron] Attempting to bind port 081d6359-af67-4971-b973-2c138184d9cb on network 9154806b-c700-4250-82e0-c3993888c62e {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:35:52.283884 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6041f5c4-33b7-4727-a6c2-ea3cd7cb9fc3 req-f57c84d9-20f4-43e6-a9a6-2ddeb4884781 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:35:52.284276 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6041f5c4-33b7-4727-a6c2-ea3cd7cb9fc3 req-f57c84d9-20f4-43e6-a9a6-2ddeb4884781 service neutron] Checking segment: {'id': 'bbb7ca88-3a5f-4f78-b2f2-1646091f4f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9154806b-c700-4250-82e0-c3993888c62e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:35:52.284664 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6041f5c4-33b7-4727-a6c2-ea3cd7cb9fc3 req-f57c84d9-20f4-43e6-a9a6-2ddeb4884781 service neutron] Bound using segment: {'id': 'bbb7ca88-3a5f-4f78-b2f2-1646091f4f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9154806b-c700-4250-82e0-c3993888c62e'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:35:52.285097 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-6041f5c4-33b7-4727-a6c2-ea3cd7cb9fc3 req-f57c84d9-20f4-43e6-a9a6-2ddeb4884781 service neutron] Bound port: 081d6359-af67-4971-b973-2c138184d9cb, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbb7ca88-3a5f-4f78-b2f2-1646091f4f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9154806b-c700-4250-82e0-c3993888c62e'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:35:52.285452 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6041f5c4-33b7-4727-a6c2-ea3cd7cb9fc3 req-f57c84d9-20f4-43e6-a9a6-2ddeb4884781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:52.302405 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1b2d0-c84b-4ccc-a74c-27b2a3c8bb4c req-8d95d9d9-ac15-49fa-8523-12aece960602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:52.311661 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-97a1b2d0-c84b-4ccc-a74c-27b2a3c8bb4c req-8d95d9d9-ac15-49fa-8523-12aece960602 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6ab508e3-ca9c-4ba1-a637-e61063da04b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1598125 Aug 23 20:35:52.316775 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [req-97a1b2d0-c84b-4ccc-a74c-27b2a3c8bb4c req-6159380d-fedb-40ab-8b0c-f0b992a8b3c0 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:35:52.324655 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-97a1b2d0-c84b-4ccc-a74c-27b2a3c8bb4c req-6159380d-fedb-40ab-8b0c-f0b992a8b3c0 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119920 Aug 23 20:35:52.339562 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-5d3bd5fc-bae0-44fe-ac2e-42c6f2c1ead8 None None] Set router 521b9894-b7bb-4042-844a-a95a62bbdfe7 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:35:52.344132 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73671cf7-f2fa-42f0-a043-dd945b47ab8a req-321eee6d-fab8-4a6f-88ed-a40eababe04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:52.344772 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-73671cf7-f2fa-42f0-a043-dd945b47ab8a req-321eee6d-fab8-4a6f-88ed-a40eababe04e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:52.346165 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-73671cf7-f2fa-42f0-a043-dd945b47ab8a req-321eee6d-fab8-4a6f-88ed-a40eababe04e service neutron] 10.222.0.32 "PUT /v2.0/ports/51fc6ae8-a0f6-4c82-86f0-cfa67abd6aa4 HTTP/1.1" status: 200 len: 1092 time: 2.2219875 Aug 23 20:35:52.348722 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6088fe18-94ad-4ffa-ae18-fcb45198c4d8', 'tag': '51fc6ae8-a0f6-4c82-86f0-cfa67abd6aa4'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:35:52.350923 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f597e224-826c-4592-ab67-4b8e693bcb36" -d '{"events": [{"name": "network-changed", "server_uuid": "6088fe18-94ad-4ffa-ae18-fcb45198c4d8", "tag": "51fc6ae8-a0f6-4c82-86f0-cfa67abd6aa4"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:35:52.363839 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f538214d-8cf8-4728-b0b0-822f2783d4fa req-313e1916-d14c-4664-a3be-95f78eae4f8f tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=03d801c5-d257-4cc1-bad3-11a323aafec0 HTTP/1.1" status: 200 len: 258 time: 0.7670376 Aug 23 20:35:52.386533 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-f538214d-8cf8-4728-b0b0-822f2783d4fa req-e09737e7-a70c-4023-a5a9-da0fcce13fc5 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Request body: {'floatingip': {'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:35:52.428247 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f538214d-8cf8-4728-b0b0-822f2783d4fa req-e09737e7-a70c-4023-a5a9-da0fcce13fc5 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:52.483339 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321eee6d-fab8-4a6f-88ed-a40eababe04e service neutron] Pushing event updated for resources: {'Port': ['ID=51fc6ae8-a0f6-4c82-86f0-cfa67abd6aa4,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:52.565486 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-6041f5c4-33b7-4727-a6c2-ea3cd7cb9fc3 req-f57c84d9-20f4-43e6-a9a6-2ddeb4884781 service neutron] For port 081d6359-af67-4971-b973-2c138184d9cb, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:35:52.569596 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-6041f5c4-33b7-4727-a6c2-ea3cd7cb9fc3 req-f57c84d9-20f4-43e6-a9a6-2ddeb4884781 service neutron] For port 081d6359-af67-4971-b973-2c138184d9cb, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=081d6359-af67-4971-b973-2c138184d9cb,segment=NetworkSegment(bbb7ca88-3a5f-4f78-b2f2-1646091f4f26),segment_id=bbb7ca88-3a5f-4f78-b2f2-1646091f4f26)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:35:52.580047 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-97a1b2d0-c84b-4ccc-a74c-27b2a3c8bb4c req-8c57c739-476c-4a4c-ab45-b8f99c0f1ce1 service neutron] 10.222.0.61 "GET /v2.0/networks/6ab508e3-ca9c-4ba1-a637-e61063da04b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542903 Aug 23 20:35:52.616236 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-5bbeb16f-4893-40bc-b18f-2b58e7c881ec admin admin] Deleting port 4d14fcb3-6a53-4818-a9a0-36c246e716b7 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:35:52.616236 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5bbeb16f-4893-40bc-b18f-2b58e7c881ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:52.690820 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6041f5c4-33b7-4727-a6c2-ea3cd7cb9fc3 req-f57c84d9-20f4-43e6-a9a6-2ddeb4884781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:52.717434 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73671cf7-f2fa-42f0-a043-dd945b47ab8a req-b0d09359-8746-4041-9d2b-f9585fd25134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:52.719477 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-73671cf7-f2fa-42f0-a043-dd945b47ab8a req-b0d09359-8746-4041-9d2b-f9585fd25134 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e53f5e203f84c21bf8d274dcef886cf&device_id=6088fe18-94ad-4ffa-ae18-fcb45198c4d8 HTTP/1.1" status: 200 len: 1095 time: 0.1796026 Aug 23 20:35:52.751447 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041f5c4-33b7-4727-a6c2-ea3cd7cb9fc3 req-f57c84d9-20f4-43e6-a9a6-2ddeb4884781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:52.752417 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6041f5c4-33b7-4727-a6c2-ea3cd7cb9fc3 req-f57c84d9-20f4-43e6-a9a6-2ddeb4884781 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:52.754171 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6041f5c4-33b7-4727-a6c2-ea3cd7cb9fc3 req-f57c84d9-20f4-43e6-a9a6-2ddeb4884781 service neutron] 10.222.0.11 "PUT /v2.0/ports/081d6359-af67-4971-b973-2c138184d9cb HTTP/1.1" status: 200 len: 1091 time: 1.5035517 Aug 23 20:35:52.807570 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-97a1b2d0-c84b-4ccc-a74c-27b2a3c8bb4c req-27dff2cd-56f9-4e58-8207-82541fce831b service neutron] 10.222.0.61 "GET /v2.0/networks/6ab508e3-ca9c-4ba1-a637-e61063da04b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258346 Aug 23 20:35:52.809941 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-5d3bd5fc-bae0-44fe-ac2e-42c6f2c1ead8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1659286393-router', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '48787cf2-c879-47be-8541-1cad31b41898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:34:34Z', 'updated_at': '2021-08-23T20:34:48Z', 'revision_number': 4, 'project_id': 'fee04bdee1314858880b57c3099e0dd9', 'gw_port': {'id': '48787cf2-c879-47be-8541-1cad31b41898', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:40:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:34:36Z', 'updated_at': '2021-08-23T20:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '3358b1a5-80d5-4144-a550-84efa7fad68e', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'floating_ip_address': '172.25.4.9', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'port_id': 'ba8aaa12-abe0-4a0c-b665-2245d08b506a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ab508e3-ca9c-4ba1-a637-e61063da04b8', 'mac_address': 'fa:16:3e:75:8a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f15583-c36a-4d28-a9fd-84b5253ccbbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:35:24Z', 'updated_at': '2021-08-23T20:35:49Z', 'revision_number': 1, 'project_id': 'fee04bdee1314858880b57c3099e0dd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef1dc0c9-c9f6-4552-897d-2e5ef0ead138', 'name': '', 'network_id': '6ab508e3-ca9c-4ba1-a637-e61063da04b8', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'mac_address': 'fa:16:3e:5a:71:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '519e7c31-afda-49a1-9e0f-8c868d7cb053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:34:46Z', 'updated_at': '2021-08-23T20:34:55Z', 'revision_number': 5, 'project_id': 'fee04bdee1314858880b57c3099e0dd9', 'subnets': [{'id': '519e7c31-afda-49a1-9e0f-8c868d7cb053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:35:52.818585 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57c84d9-20f4-43e6-a9a6-2ddeb4884781 service neutron] Pushing event updated for resources: {'Port': ['ID=081d6359-af67-4971-b973-2c138184d9cb,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:52.842396 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-73671cf7-f2fa-42f0-a043-dd945b47ab8a req-308386dd-ce25-4f76-a116-a42e8cafa96c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51fc6ae8-a0f6-4c82-86f0-cfa67abd6aa4 HTTP/1.1" status: 200 len: 217 time: 0.1004276 Aug 23 20:35:52.874831 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3bd5fc-bae0-44fe-ac2e-42c6f2c1ead8 None None] The sync data for ids ['521b9894-b7bb-4042-844a-a95a62bbdfe7'] in n-d-805663-2 is: [{'id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1659286393-router', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '48787cf2-c879-47be-8541-1cad31b41898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:34:34Z', 'updated_at': '2021-08-23T20:34:48Z', 'revision_number': 4, 'project_id': 'fee04bdee1314858880b57c3099e0dd9', 'gw_port': {'id': '48787cf2-c879-47be-8541-1cad31b41898', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:40:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:34:36Z', 'updated_at': '2021-08-23T20:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '3358b1a5-80d5-4144-a550-84efa7fad68e', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'floating_ip_address': '172.25.4.9', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'port_id': 'ba8aaa12-abe0-4a0c-b665-2245d08b506a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ab508e3-ca9c-4ba1-a637-e61063da04b8', 'mac_address': 'fa:16:3e:75:8a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f15583-c36a-4d28-a9fd-84b5253ccbbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:35:24Z', 'updated_at': '2021-08-23T20:35:49Z', 'revision_number': 1, 'project_id': 'fee04bdee1314858880b57c3099e0dd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef1dc0c9-c9f6-4552-897d-2e5ef0ead138', 'name': '', 'network_id': '6ab508e3-ca9c-4ba1-a637-e61063da04b8', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'mac_address': 'fa:16:3e:5a:71:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '519e7c31-afda-49a1-9e0f-8c868d7cb053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:34:46Z', 'updated_at': '2021-08-23T20:34:55Z', 'revision_number': 5, 'project_id': 'fee04bdee1314858880b57c3099e0dd9', 'subnets': [{'id': '519e7c31-afda-49a1-9e0f-8c868d7cb053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:35:52.906134 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f538214d-8cf8-4728-b0b0-822f2783d4fa req-e09737e7-a70c-4023-a5a9-da0fcce13fc5 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:53.004958 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-5bbeb16f-4893-40bc-b18f-2b58e7c881ec admin admin] For port 4d14fcb3-6a53-4818-a9a0-36c246e716b7, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=4d14fcb3-6a53-4818-a9a0-36c246e716b7,segment=NetworkSegment(ec4452f5-2d98-412f-a71f-56732945e446),segment_id=ec4452f5-2d98-412f-a71f-56732945e446)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:35:53.005371 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5bbeb16f-4893-40bc-b18f-2b58e7c881ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:53.020618 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041f5c4-33b7-4727-a6c2-ea3cd7cb9fc3 req-3c2eb0ca-fb56-4399-bbb4-ee239a8ba257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:53.022319 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6041f5c4-33b7-4727-a6c2-ea3cd7cb9fc3 req-3c2eb0ca-fb56-4399-bbb4-ee239a8ba257 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=29f18b1da2a844dcbeb03c332de0d358&device_id=deda3a40-140f-400f-8464-f5f8c81a50fb HTTP/1.1" status: 200 len: 1094 time: 0.1100359 Aug 23 20:35:53.035012 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2916f1e6-47b9-4175-812a-af86096775eb req-97c92cc3-6bd2-4ca7-a743-c829c30ba89d tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:53.038228 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2916f1e6-47b9-4175-812a-af86096775eb req-97c92cc3-6bd2-4ca7-a743-c829c30ba89d tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=deda3a40-140f-400f-8464-f5f8c81a50fb HTTP/1.1" status: 200 len: 943 time: 0.0750089 Aug 23 20:35:53.061106 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-5bbeb16f-4893-40bc-b18f-2b58e7c881ec admin admin] Calling delete_port for 4d14fcb3-6a53-4818-a9a0-36c246e716b7 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:35:53.066263 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73671cf7-f2fa-42f0-a043-dd945b47ab8a req-c1ed6049-e103-44e7-a172-201def6b5370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:53.067954 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-73671cf7-f2fa-42f0-a043-dd945b47ab8a req-c1ed6049-e103-44e7-a172-201def6b5370 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9a1429e2-0434-474c-b64e-467199634cc0 HTTP/1.1" status: 200 len: 855 time: 0.2168133 Aug 23 20:35:53.093287 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6041f5c4-33b7-4727-a6c2-ea3cd7cb9fc3 req-25fd7d3f-9c15-449b-8754-8e3eb5ff89a2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=081d6359-af67-4971-b973-2c138184d9cb HTTP/1.1" status: 200 len: 217 time: 0.0525954 Aug 23 20:35:53.122312 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-73671cf7-f2fa-42f0-a043-dd945b47ab8a req-d6bb8a64-1039-4b51-8ca5-8b4859b3b14f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0d2d451a-e4f8-432e-a8cb-85e5a98645e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389745 Aug 23 20:35:53.161316 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-f538214d-8cf8-4728-b0b0-822f2783d4fa req-e09737e7-a70c-4023-a5a9-da0fcce13fc5 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Allocated IP 172.25.4.204 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/e32def15-659f-4cd8-8192-b160a0c9dbcc) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:35:53.171657 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2916f1e6-47b9-4175-812a-af86096775eb req-3cb25f26-d33b-4ae6-8eac-5c7716e02d9e tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205502 Aug 23 20:35:53.186401 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041f5c4-33b7-4727-a6c2-ea3cd7cb9fc3 req-da37aade-9e86-4143-a36c-db7d4e3df2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:53.188681 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6041f5c4-33b7-4727-a6c2-ea3cd7cb9fc3 req-da37aade-9e86-4143-a36c-db7d4e3df2d6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=680c283d-5185-45a2-940f-1ee3de9335bc HTTP/1.1" status: 200 len: 846 time: 0.0852215 Aug 23 20:35:53.248138 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96bfb17e-82a5-4742-8e08-ca39f86409e2 x-openstack-request-id: req-96bfb17e-82a5-4742-8e08-ca39f86409e2 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:35:53.248430 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12f15583-c36a-4d28-a9fd-84b5253ccbbe", "tag": "ba8aaa12-abe0-4a0c-b665-2245d08b506a", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:35:53.253201 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-96bfb17e-82a5-4742-8e08-ca39f86409e2 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:35:53.255783 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12f15583-c36a-4d28-a9fd-84b5253ccbbe', 'tag': 'ba8aaa12-abe0-4a0c-b665-2245d08b506a', 'status': 'completed', 'code': 200} Aug 23 20:35:53.260270 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6041f5c4-33b7-4727-a6c2-ea3cd7cb9fc3 req-bc5d9176-d910-4b98-b19b-b3f19504c5b0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9154806b-c700-4250-82e0-c3993888c62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620658 Aug 23 20:35:53.268019 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cef5fc5-5c31-4a73-9c74-bf846766b493 None None] New status for floating IP 3358b1a5-80d5-4144-a550-84efa7fad68e: ACTIVE {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 20:35:53.426891 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6041f5c4-33b7-4727-a6c2-ea3cd7cb9fc3 req-92a06ac7-3053-4f1a-a8c5-d4f659feda4a service neutron] 10.222.0.11 "GET /v2.0/networks/9154806b-c700-4250-82e0-c3993888c62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509209 Aug 23 20:35:53.449728 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14645a-9e8b-40f0-9c2e-27e9b6338fcc req-e32a8871-ab84-4e4e-8f58-01c74366da84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:53.452091 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9f14645a-9e8b-40f0-9c2e-27e9b6338fcc req-e32a8871-ab84-4e4e-8f58-01c74366da84 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fee04bdee1314858880b57c3099e0dd9&device_id=12f15583-c36a-4d28-a9fd-84b5253ccbbe HTTP/1.1" status: 200 len: 1096 time: 0.1101377 Aug 23 20:35:53.456599 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-73671cf7-f2fa-42f0-a043-dd945b47ab8a req-38ba75d4-afed-4bdb-ad8a-eb0a96987aa7 service neutron] 10.222.0.32 "GET /v2.0/networks/0d2d451a-e4f8-432e-a8cb-85e5a98645e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140376 Aug 23 20:35:53.569659 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8c153-0e35-4253-9ebf-097b3e92c7ee req-816d10b7-2a0f-47ab-8692-240166b9fa30 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:53.572048 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6ce8c153-0e35-4253-9ebf-097b3e92c7ee req-816d10b7-2a0f-47ab-8692-240166b9fa30 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a9b29d2-6f53-45e1-99f5-e581a80c827b HTTP/1.1" status: 200 len: 949 time: 0.1442351 Aug 23 20:35:53.647147 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6ce8c153-0e35-4253-9ebf-097b3e92c7ee req-0a15ef32-13fb-4746-b730-24392d1a5507 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662374 Aug 23 20:35:53.649375 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6041f5c4-33b7-4727-a6c2-ea3cd7cb9fc3 req-76ce4eba-331e-495b-a104-4807b5c2af45 service neutron] 10.222.0.11 "GET /v2.0/networks/9154806b-c700-4250-82e0-c3993888c62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818891 Aug 23 20:35:53.658599 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f538214d-8cf8-4728-b0b0-822f2783d4fa req-e09737e7-a70c-4023-a5a9-da0fcce13fc5 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:53.764224 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14645a-9e8b-40f0-9c2e-27e9b6338fcc req-b63d3ef9-8b88-4be7-8b00-ed70d321dba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:53.765763 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9f14645a-9e8b-40f0-9c2e-27e9b6338fcc req-b63d3ef9-8b88-4be7-8b00-ed70d321dba7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6ab508e3-ca9c-4ba1-a637-e61063da04b8 HTTP/1.1" status: 200 len: 922 time: 0.2862194 Aug 23 20:35:53.836344 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-73671cf7-f2fa-42f0-a043-dd945b47ab8a req-7ad4c03c-6874-4948-9acc-228ab1ed158b service neutron] 10.222.0.32 "GET /v2.0/networks/0d2d451a-e4f8-432e-a8cb-85e5a98645e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064818 Aug 23 20:35:53.837996 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e7eb8d-b02a-4233-a092-dfdc2894010c x-openstack-request-id: req-97e7eb8d-b02a-4233-a092-dfdc2894010c {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:35:53.838290 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6088fe18-94ad-4ffa-ae18-fcb45198c4d8", "tag": "51fc6ae8-a0f6-4c82-86f0-cfa67abd6aa4", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:35:53.838540 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-97e7eb8d-b02a-4233-a092-dfdc2894010c {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:35:53.838930 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6088fe18-94ad-4ffa-ae18-fcb45198c4d8', 'tag': '51fc6ae8-a0f6-4c82-86f0-cfa67abd6aa4', 'status': 'completed', 'code': 200} Aug 23 20:35:53.860157 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5bbeb16f-4893-40bc-b18f-2b58e7c881ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:53.898680 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbeb16f-4893-40bc-b18f-2b58e7c881ec admin admin] Pushing event deleted for resources: {'Port': ['ID=4d14fcb3-6a53-4818-a9a0-36c246e716b7,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:53.905535 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f538214d-8cf8-4728-b0b0-822f2783d4fa req-e09737e7-a70c-4023-a5a9-da0fcce13fc5 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:53.915789 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9f14645a-9e8b-40f0-9c2e-27e9b6338fcc req-98b41497-3910-459c-b959-686dfeac2ba5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba8aaa12-abe0-4a0c-b665-2245d08b506a HTTP/1.1" status: 200 len: 999 time: 0.1349766 Aug 23 20:35:53.931298 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb81ae6-715d-4794-97f1-6402fff0833d req-e19340a7-537a-46a3-9f8b-33efb661d040 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:53.933982 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dfb81ae6-715d-4794-97f1-6402fff0833d req-e19340a7-537a-46a3-9f8b-33efb661d040 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/ports?device_id=6088fe18-94ad-4ffa-ae18-fcb45198c4d8 HTTP/1.1" status: 200 len: 944 time: 0.0654144 Aug 23 20:35:53.940373 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f538214d-8cf8-4728-b0b0-822f2783d4fa req-e09737e7-a70c-4023-a5a9-da0fcce13fc5 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:35:53.966322 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-f538214d-8cf8-4728-b0b0-822f2783d4fa req-e09737e7-a70c-4023-a5a9-da0fcce13fc5 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:35:53.977215 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dfb81ae6-715d-4794-97f1-6402fff0833d req-0eeae0cf-5b8f-41e1-bb71-3631e7c2b2de tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/security-groups?id=26f54a44-9852-4d54-9348-9ab7d69f31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353889 Aug 23 20:35:53.991134 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14645a-9e8b-40f0-9c2e-27e9b6338fcc req-84347121-6bf1-4097-bd9a-b270229d33fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:53.992967 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9f14645a-9e8b-40f0-9c2e-27e9b6338fcc req-84347121-6bf1-4097-bd9a-b270229d33fb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=519e7c31-afda-49a1-9e0f-8c868d7cb053 HTTP/1.1" status: 200 len: 860 time: 0.0661125 Aug 23 20:35:54.037840 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-f538214d-8cf8-4728-b0b0-822f2783d4fa req-e09737e7-a70c-4023-a5a9-da0fcce13fc5 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:35:54.163514 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a439076-a742-4443-9abc-9afe1898756a req-695ca313-52ac-48f8-8df8-5d70949812c1 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:54.165105 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8a439076-a742-4443-9abc-9afe1898756a req-695ca313-52ac-48f8-8df8-5d70949812c1 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0372e67-dac1-4409-8103-64cc2bdadc51&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0943711 Aug 23 20:35:54.172412 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64bbce7-4294-46c3-9799-912e2f4bfecc req-c3b6f231-33fe-4cb7-bfc6-f73169caa1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:54.173996 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a64bbce7-4294-46c3-9799-912e2f4bfecc req-c3b6f231-33fe-4cb7-bfc6-f73169caa1ea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cdefcac61f824e409c8265bba9a3689a&device_id=2a9b29d2-6f53-45e1-99f5-e581a80c827b HTTP/1.1" status: 200 len: 1100 time: 0.1126392 Aug 23 20:35:54.205089 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09737e7-a70c-4023-a5a9-da0fcce13fc5 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Pushing event updated for resources: {'Port': ['ID=e32def15-659f-4cd8-8192-b160a0c9dbcc,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:54.290704 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14645a-9e8b-40f0-9c2e-27e9b6338fcc req-5290ad05-df4a-4e2b-b2db-7818970566b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:54.292733 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9f14645a-9e8b-40f0-9c2e-27e9b6338fcc req-5290ad05-df4a-4e2b-b2db-7818970566b5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6ab508e3-ca9c-4ba1-a637-e61063da04b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2654128 Aug 23 20:35:54.361625 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8a439076-a742-4443-9abc-9afe1898756a req-007f0b1c-2d30-4cb4-9b35-369f51d1d249 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.4.9 HTTP/1.1" status: 200 len: 999 time: 0.1804574 Aug 23 20:35:54.370413 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-8a439076-a742-4443-9abc-9afe1898756a req-58dcfa52-f018-4658-a29f-249204c8dd5b tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Request body: {'floatingip': {'port_id': 'd88bf7c1-17ae-4640-973e-56203bd75f4a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:35:54.387787 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f597e224-826c-4592-ab67-4b8e693bcb36 req-4549796d-a6cf-4f7e-8a80-9783ee154770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:54.389328 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f597e224-826c-4592-ab67-4b8e693bcb36 req-4549796d-a6cf-4f7e-8a80-9783ee154770 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e53f5e203f84c21bf8d274dcef886cf&device_id=6088fe18-94ad-4ffa-ae18-fcb45198c4d8 HTTP/1.1" status: 200 len: 1095 time: 0.2482090 Aug 23 20:35:54.449123 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64bbce7-4294-46c3-9799-912e2f4bfecc req-1794365a-36d4-4920-8cc9-97b5294f6ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:54.450640 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a64bbce7-4294-46c3-9799-912e2f4bfecc req-1794365a-36d4-4920-8cc9-97b5294f6ef5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=660f640a-b8b2-40aa-8ebf-76bd1608cceb HTTP/1.1" status: 200 len: 870 time: 0.2223740 Aug 23 20:35:54.455623 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8a439076-a742-4443-9abc-9afe1898756a req-58dcfa52-f018-4658-a29f-249204c8dd5b tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Notify callbacks [] for floatingip, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:54.535325 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f538214d-8cf8-4728-b0b0-822f2783d4fa req-e09737e7-a70c-4023-a5a9-da0fcce13fc5 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:54.553643 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a64bbce7-4294-46c3-9799-912e2f4bfecc req-6d513dfd-f0fa-4760-97c1-2ac2770e7508 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9 HTTP/1.1" status: 200 len: 217 time: 0.0936763 Aug 23 20:35:54.622173 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5bbeb16f-4893-40bc-b18f-2b58e7c881ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:54.646743 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64bbce7-4294-46c3-9799-912e2f4bfecc req-9e20e98b-aeba-4f67-9eea-3df60bc8da77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:54.649730 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a64bbce7-4294-46c3-9799-912e2f4bfecc req-9e20e98b-aeba-4f67-9eea-3df60bc8da77 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.0757866 Aug 23 20:35:54.659276 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9f14645a-9e8b-40f0-9c2e-27e9b6338fcc req-c20b6f6a-1357-4a9d-ac1f-f517715c5bc0 service neutron] 10.222.0.32 "GET /v2.0/networks/6ab508e3-ca9c-4ba1-a637-e61063da04b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238139 Aug 23 20:35:54.665336 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f538214d-8cf8-4728-b0b0-822f2783d4fa req-e09737e7-a70c-4023-a5a9-da0fcce13fc5 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:54.766533 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64bbce7-4294-46c3-9799-912e2f4bfecc req-e5caf4ab-16d0-4b0d-ab2c-057784f80e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:54.768691 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a64bbce7-4294-46c3-9799-912e2f4bfecc req-e5caf4ab-16d0-4b0d-ab2c-057784f80e70 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0937479 Aug 23 20:35:55.054633 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a64bbce7-4294-46c3-9799-912e2f4bfecc req-3d5819fa-344f-4cde-8923-343b59ebf5ff service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418189 Aug 23 20:35:55.170082 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f597e224-826c-4592-ab67-4b8e693bcb36 req-359abe20-1d1c-47ac-b78b-251d281c27f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:55.171763 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f597e224-826c-4592-ab67-4b8e693bcb36 req-359abe20-1d1c-47ac-b78b-251d281c27f2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0d2d451a-e4f8-432e-a8cb-85e5a98645e8 HTTP/1.1" status: 200 len: 916 time: 0.7464721 Aug 23 20:35:55.309728 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f597e224-826c-4592-ab67-4b8e693bcb36 req-83d6717e-11b8-4f5d-95fd-1fc827dd0d28 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51fc6ae8-a0f6-4c82-86f0-cfa67abd6aa4 HTTP/1.1" status: 200 len: 217 time: 0.1213098 Aug 23 20:35:55.449459 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9f14645a-9e8b-40f0-9c2e-27e9b6338fcc req-0837f819-6c5a-46b5-94ae-07901855dae0 service neutron] 10.222.0.32 "GET /v2.0/networks/6ab508e3-ca9c-4ba1-a637-e61063da04b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7142980 Aug 23 20:35:55.487038 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f597e224-826c-4592-ab67-4b8e693bcb36 req-dcdddf0c-7731-44ba-9521-d160681780f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:55.488839 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f597e224-826c-4592-ab67-4b8e693bcb36 req-dcdddf0c-7731-44ba-9521-d160681780f5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9a1429e2-0434-474c-b64e-467199634cc0 HTTP/1.1" status: 200 len: 855 time: 0.1399705 Aug 23 20:35:55.565897 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f597e224-826c-4592-ab67-4b8e693bcb36 req-028dad05-9037-4549-99db-a84fef639269 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0d2d451a-e4f8-432e-a8cb-85e5a98645e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391235 Aug 23 20:35:55.612140 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deda3a40-140f-400f-8464-f5f8c81a50fb', 'tag': '081d6359-af67-4971-b973-2c138184d9cb'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:35:55.614442 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25fb2c8b-3f79-4100-b0fa-37438d51c731" -d '{"events": [{"name": "network-changed", "server_uuid": "deda3a40-140f-400f-8464-f5f8c81a50fb", "tag": "081d6359-af67-4971-b973-2c138184d9cb"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:35:55.704128 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f538214d-8cf8-4728-b0b0-822f2783d4fa req-e09737e7-a70c-4023-a5a9-da0fcce13fc5 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:55.712607 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f538214d-8cf8-4728-b0b0-822f2783d4fa req-e09737e7-a70c-4023-a5a9-da0fcce13fc5 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:55.769545 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bbeb16f-4893-40bc-b18f-2b58e7c881ec admin admin] Router 58f773eb-e7da-4238-abfd-512c0dc8eab3 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:35:55.774492 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a64bbce7-4294-46c3-9799-912e2f4bfecc req-bac53bd9-b301-488e-842b-44d0865d2f76 service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7043316 Aug 23 20:35:55.903872 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f597e224-826c-4592-ab67-4b8e693bcb36 req-8b37fdfc-85a9-4fb6-9430-68f8320dddf4 service neutron] 10.222.0.32 "GET /v2.0/networks/0d2d451a-e4f8-432e-a8cb-85e5a98645e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268025 Aug 23 20:35:55.908745 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09737e7-a70c-4023-a5a9-da0fcce13fc5 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Pushing event updated for resources: {'Port': ['ID=e32def15-659f-4cd8-8192-b160a0c9dbcc,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:55.921880 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8a439076-a742-4443-9abc-9afe1898756a req-58dcfa52-f018-4658-a29f-249204c8dd5b tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:55.927517 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8a439076-a742-4443-9abc-9afe1898756a req-58dcfa52-f018-4658-a29f-249204c8dd5b tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:56.044676 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f538214d-8cf8-4728-b0b0-822f2783d4fa req-e09737e7-a70c-4023-a5a9-da0fcce13fc5 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:56.089891 n-d-805663-2 neutron-server[94687]: INFO neutron.db.l3_db [req-8a439076-a742-4443-9abc-9afe1898756a req-58dcfa52-f018-4658-a29f-249204c8dd5b tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Floating IP 3358b1a5-80d5-4144-a550-84efa7fad68e associated. External IP: 172.25.4.9, port: ba8aaa12-abe0-4a0c-b665-2245d08b506a. Aug 23 20:35:56.090799 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f538214d-8cf8-4728-b0b0-822f2783d4fa req-e09737e7-a70c-4023-a5a9-da0fcce13fc5 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:56.092280 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f538214d-8cf8-4728-b0b0-822f2783d4fa req-e09737e7-a70c-4023-a5a9-da0fcce13fc5 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7172427 Aug 23 20:35:56.157207 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bbeb16f-4893-40bc-b18f-2b58e7c881ec admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:35:56.171711 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6717c5c2-fbd3-402d-85dc-d1f851afb726 None None] Sync routers for ids ['58f773eb-e7da-4238-abfd-512c0dc8eab3'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:35:56.183112 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6717c5c2-fbd3-402d-85dc-d1f851afb726 None None] Routers {'58f773eb-e7da-4238-abfd-512c0dc8eab3'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:35:56.184345 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-6717c5c2-fbd3-402d-85dc-d1f851afb726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:35:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['58f773eb-e7da-4238-abfd-512c0dc8eab3'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:35:56.202876 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-5bbeb16f-4893-40bc-b18f-2b58e7c881ec admin admin] 10.222.0.61 "PUT /v2.0/routers/58f773eb-e7da-4238-abfd-512c0dc8eab3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2788243 Aug 23 20:35:56.205234 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 56614) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:35:56.232708 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f538214d-8cf8-4728-b0b0-822f2783d4fa req-68e1c848-8792-4043-bf81-34042a7b826b tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.4.204 HTTP/1.1" status: 200 len: 696 time: 0.1274738 Aug 23 20:35:56.261438 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f597e224-826c-4592-ab67-4b8e693bcb36 req-16f4eb29-6de1-4066-a0f3-7752cc07a9a4 service neutron] 10.222.0.32 "GET /v2.0/networks/0d2d451a-e4f8-432e-a8cb-85e5a98645e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321710 Aug 23 20:35:56.361453 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-6717c5c2-fbd3-402d-85dc-d1f851afb726 None None] Set router 58f773eb-e7da-4238-abfd-512c0dc8eab3 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:35:56.379440 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f538214d-8cf8-4728-b0b0-822f2783d4fa req-ecced696-3854-440e-b4cb-01163f11808b tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:56.388012 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f538214d-8cf8-4728-b0b0-822f2783d4fa req-ecced696-3854-440e-b4cb-01163f11808b tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/networks/03d801c5-d257-4cc1-bad3-11a323aafec0 HTTP/1.1" status: 200 len: 784 time: 0.1403790 Aug 23 20:35:56.395937 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [req-f538214d-8cf8-4728-b0b0-822f2783d4fa req-a7fbdcbd-df28-42b6-a679-fc4487816923 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:35:56.413805 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f538214d-8cf8-4728-b0b0-822f2783d4fa req-a7fbdcbd-df28-42b6-a679-fc4487816923 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0233319 Aug 23 20:35:56.434357 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:35:56.451200 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:35:56.499876 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-63b5171e-d502-48a4-8802-5f2bf8e145a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:56.611230 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a439076-a742-4443-9abc-9afe1898756a req-58dcfa52-f018-4658-a29f-249204c8dd5b tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Router 521b9894-b7bb-4042-844a-a95a62bbdfe7 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:35:56.643442 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556031eb-87f3-4802-9e91-f89a482b35b9 req-e98b8f97-6e62-4519-822d-c6bdf1ff9d2f tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:56.657688 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-556031eb-87f3-4802-9e91-f89a482b35b9 req-e98b8f97-6e62-4519-822d-c6bdf1ff9d2f tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=deda3a40-140f-400f-8464-f5f8c81a50fb HTTP/1.1" status: 200 len: 943 time: 0.1008449 Aug 23 20:35:56.686512 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-63b5171e-d502-48a4-8802-5f2bf8e145a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:56.738204 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-556031eb-87f3-4802-9e91-f89a482b35b9 req-e2cfdedb-df72-410e-b48d-266c0a049a72 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786250 Aug 23 20:35:56.777664 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:35:56.794460 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a439076-a742-4443-9abc-9afe1898756a req-58dcfa52-f018-4658-a29f-249204c8dd5b tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:35:56.798726 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:56.809242 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ed6841-dbbc-4fc2-aadc-4c107c7b590b None None] Sync routers for ids ['521b9894-b7bb-4042-844a-a95a62bbdfe7'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:35:56.823161 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ed6841-dbbc-4fc2-aadc-4c107c7b590b None None] Routers {'521b9894-b7bb-4042-844a-a95a62bbdfe7'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:35:56.824099 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-26ed6841-dbbc-4fc2-aadc-4c107c7b590b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:35:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['521b9894-b7bb-4042-844a-a95a62bbdfe7'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:35:56.838203 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'port_id': '1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9', 'mac_address': 'fa:16:3e:f6:c6:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66e9eb0-86f4-4159-852b-f29863cbf18d', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:35:56.846852 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-63b5171e-d502-48a4-8802-5f2bf8e145a4 admin admin] Deleting port 377f9122-12c3-4fee-b3dc-3d8e2ccf5b07 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:35:56.848505 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-63b5171e-d502-48a4-8802-5f2bf8e145a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:56.868477 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a9b29d2-6f53-45e1-99f5-e581a80c827b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:35:56.871107 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce29cb19-4b41-4333-8269-83d16262645d" -d '{"events": [{"server_uuid": "2a9b29d2-6f53-45e1-99f5-e581a80c827b", "name": "network-vif-unplugged", "status": "completed", "tag": "1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:35:56.912145 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44a1ee-95d0-4c20-b287-583f5e16b5e6 req-67f04a0a-2c79-447c-8217-174be3638701 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:56.913762 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1a44a1ee-95d0-4c20-b287-583f5e16b5e6 req-67f04a0a-2c79-447c-8217-174be3638701 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a9b29d2-6f53-45e1-99f5-e581a80c827b HTTP/1.1" status: 200 len: 949 time: 0.1023247 Aug 23 20:35:56.998417 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1a44a1ee-95d0-4c20-b287-583f5e16b5e6 req-dae75e9b-2b0c-43c9-bf89-5e881834f4b2 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755825 Aug 23 20:35:57.077628 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-26ed6841-dbbc-4fc2-aadc-4c107c7b590b None None] Set router 521b9894-b7bb-4042-844a-a95a62bbdfe7 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:35:57.124664 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:35:57.134400 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 51fc6ae8-a0f6-4c82-86f0-cfa67abd6aa4 details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:35:57.154610 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-63b5171e-d502-48a4-8802-5f2bf8e145a4 admin admin] For port 377f9122-12c3-4fee-b3dc-3d8e2ccf5b07, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=377f9122-12c3-4fee-b3dc-3d8e2ccf5b07,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:35:57.155385 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-63b5171e-d502-48a4-8802-5f2bf8e145a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:57.203447 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-63b5171e-d502-48a4-8802-5f2bf8e145a4 admin admin] Calling delete_port for 377f9122-12c3-4fee-b3dc-3d8e2ccf5b07 owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:35:57.265168 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 51fc6ae8-a0f6-4c82-86f0-cfa67abd6aa4, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=51fc6ae8-a0f6-4c82-86f0-cfa67abd6aa4,segment=NetworkSegment(43da8eaf-145a-4efd-af9e-5d745e6d4494),segment_id=43da8eaf-145a-4efd-af9e-5d745e6d4494)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:35:57.286142 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': '51fc6ae8-a0f6-4c82-86f0-cfa67abd6aa4', 'network_id': '0d2d451a-e4f8-432e-a8cb-85e5a98645e8', 'port_id': '51fc6ae8-a0f6-4c82-86f0-cfa67abd6aa4', 'mac_address': 'fa:16:3e:57:b2:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1429e2-0434-474c-b64e-467199634cc0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:35:57.342558 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:57.351093 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:57.374981 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-6717c5c2-fbd3-402d-85dc-d1f851afb726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f773eb-e7da-4238-abfd-512c0dc8eab3', 'name': 'tempest-AttachSCSIVolumeTestJSON-2083465565-router', 'tenant_id': '6579632f1e1d4c7481d3220ebde2ae6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '377f9122-12c3-4fee-b3dc-3d8e2ccf5b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:33:38Z', 'updated_at': '2021-08-23T20:35:53Z', 'revision_number': 5, 'project_id': '6579632f1e1d4c7481d3220ebde2ae6f', 'gw_port': {'id': '377f9122-12c3-4fee-b3dc-3d8e2ccf5b07', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f773eb-e7da-4238-abfd-512c0dc8eab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:33:40Z', 'updated_at': '2021-08-23T20:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:35:57.401303 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-26ed6841-dbbc-4fc2-aadc-4c107c7b590b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1659286393-router', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '48787cf2-c879-47be-8541-1cad31b41898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:34:34Z', 'updated_at': '2021-08-23T20:34:48Z', 'revision_number': 4, 'project_id': 'fee04bdee1314858880b57c3099e0dd9', 'gw_port': {'id': '48787cf2-c879-47be-8541-1cad31b41898', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:40:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:34:36Z', 'updated_at': '2021-08-23T20:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '3358b1a5-80d5-4144-a550-84efa7fad68e', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'floating_ip_address': '172.25.4.9', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'port_id': 'd88bf7c1-17ae-4640-973e-56203bd75f4a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ab508e3-ca9c-4ba1-a637-e61063da04b8', 'mac_address': 'fa:16:3e:1a:42:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0372e67-dac1-4409-8103-64cc2bdadc51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:35:24Z', 'updated_at': '2021-08-23T20:35:55Z', 'revision_number': 3, 'project_id': 'fee04bdee1314858880b57c3099e0dd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef1dc0c9-c9f6-4552-897d-2e5ef0ead138', 'name': '', 'network_id': '6ab508e3-ca9c-4ba1-a637-e61063da04b8', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'mac_address': 'fa:16:3e:5a:71:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '519e7c31-afda-49a1-9e0f-8c868d7cb053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:34:46Z', 'updated_at': '2021-08-23T20:34:55Z', 'revision_number': 5, 'project_id': 'fee04bdee1314858880b57c3099e0dd9', 'subnets': [{'id': '519e7c31-afda-49a1-9e0f-8c868d7cb053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:35:57.420536 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6717c5c2-fbd3-402d-85dc-d1f851afb726 None None] Checking router: 58f773eb-e7da-4238-abfd-512c0dc8eab3 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:35:57.426408 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb14e5-4bd4-44e1-854b-d51877fa5fd0 req-91b65c0c-6876-48ff-8fdd-14355d495ba6 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:57.435106 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fecb14e5-4bd4-44e1-854b-d51877fa5fd0 req-91b65c0c-6876-48ff-8fdd-14355d495ba6 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/ports?device_id=6088fe18-94ad-4ffa-ae18-fcb45198c4d8 HTTP/1.1" status: 200 len: 944 time: 0.1202779 Aug 23 20:35:57.450368 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6717c5c2-fbd3-402d-85dc-d1f851afb726 None None] Routers {'58f773eb-e7da-4238-abfd-512c0dc8eab3'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:35:57.451905 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-6717c5c2-fbd3-402d-85dc-d1f851afb726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:35:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['58f773eb-e7da-4238-abfd-512c0dc8eab3'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:35:57.460532 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51fc6ae8-a0f6-4c82-86f0-cfa67abd6aa4 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:35:57.480781 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ed6841-dbbc-4fc2-aadc-4c107c7b590b None None] Checking router: 521b9894-b7bb-4042-844a-a95a62bbdfe7 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:35:57.484465 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 51fc6ae8-a0f6-4c82-86f0-cfa67abd6aa4, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=51fc6ae8-a0f6-4c82-86f0-cfa67abd6aa4,segment=NetworkSegment(43da8eaf-145a-4efd-af9e-5d745e6d4494),segment_id=43da8eaf-145a-4efd-af9e-5d745e6d4494)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:35:57.492142 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ed6841-dbbc-4fc2-aadc-4c107c7b590b None None] Routers {'521b9894-b7bb-4042-844a-a95a62bbdfe7'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:35:57.492776 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-26ed6841-dbbc-4fc2-aadc-4c107c7b590b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:35:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['521b9894-b7bb-4042-844a-a95a62bbdfe7'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:35:57.507884 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fecb14e5-4bd4-44e1-854b-d51877fa5fd0 req-2aa19f10-3f9b-4354-8378-8efc553cbe9a tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/security-groups?id=26f54a44-9852-4d54-9348-9ab7d69f31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708258 Aug 23 20:35:57.558734 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:57.596485 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:57.609182 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286e2cef-052c-4c41-bc4d-33fcfed2fb1c x-openstack-request-id: req-286e2cef-052c-4c41-bc4d-33fcfed2fb1c {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:35:57.609551 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deda3a40-140f-400f-8464-f5f8c81a50fb", "tag": "081d6359-af67-4971-b973-2c138184d9cb", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:35:57.609773 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-286e2cef-052c-4c41-bc4d-33fcfed2fb1c {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:35:57.612215 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deda3a40-140f-400f-8464-f5f8c81a50fb', 'tag': '081d6359-af67-4971-b973-2c138184d9cb', 'status': 'completed', 'code': 200} Aug 23 20:35:57.694204 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:35:57.714846 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-63b5171e-d502-48a4-8802-5f2bf8e145a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:57.725327 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-26ed6841-dbbc-4fc2-aadc-4c107c7b590b None None] Set router 521b9894-b7bb-4042-844a-a95a62bbdfe7 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:35:57.758500 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.db.api [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 20:35:57.758881 n-d-805663-2 neutron-server[94689]: DEBUG oslo_db.api [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 20:35:57.761735 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:57.791982 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b5171e-d502-48a4-8802-5f2bf8e145a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=377f9122-12c3-4fee-b3dc-3d8e2ccf5b07,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:57.842914 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=51fc6ae8-a0f6-4c82-86f0-cfa67abd6aa4,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:57.892977 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-6717c5c2-fbd3-402d-85dc-d1f851afb726 None None] Set router 58f773eb-e7da-4238-abfd-512c0dc8eab3 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:35:57.895154 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb2c8b-3f79-4100-b0fa-37438d51c731 req-ae5f8562-559a-4c5c-943d-adbba3000954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:57.897894 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-25fb2c8b-3f79-4100-b0fa-37438d51c731 req-ae5f8562-559a-4c5c-943d-adbba3000954 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=29f18b1da2a844dcbeb03c332de0d358&device_id=deda3a40-140f-400f-8464-f5f8c81a50fb HTTP/1.1" status: 200 len: 1094 time: 0.2510931 Aug 23 20:35:57.951943 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3187a-4249-460d-bed8-64e04c5707d3 req-3b83ec19-43f6-4d6b-a0fa-a0737158ac94 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:57.962466 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f4a3187a-4249-460d-bed8-64e04c5707d3 req-3b83ec19-43f6-4d6b-a0fa-a0737158ac94 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/ports?device_id=5edf64e0-94b0-4399-be04-0ee6fbeb0f16&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1512966 Aug 23 20:35:58.048246 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-63b5171e-d502-48a4-8802-5f2bf8e145a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:58.062303 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f4a3187a-4249-460d-bed8-64e04c5707d3 req-8fcb97d8-cb66-43ea-9875-3d93f152a5d4 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.4.204 HTTP/1.1" status: 200 len: 696 time: 0.0983105 Aug 23 20:35:58.069216 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['51fc6ae8-a0f6-4c82-86f0-cfa67abd6aa4'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:35:58.073348 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-f4a3187a-4249-460d-bed8-64e04c5707d3 req-858e1f7b-b4f1-4d53-9f6a-136b0b3caee9 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Request body: {'floatingip': {'port_id': 'b58ee375-a5a0-464e-9be6-7293a1004bda', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:35:58.096715 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-6717c5c2-fbd3-402d-85dc-d1f851afb726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f773eb-e7da-4238-abfd-512c0dc8eab3', 'name': 'tempest-AttachSCSIVolumeTestJSON-2083465565-router', 'tenant_id': '6579632f1e1d4c7481d3220ebde2ae6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:33:38Z', 'updated_at': '2021-08-23T20:35:56Z', 'revision_number': 6, 'project_id': '6579632f1e1d4c7481d3220ebde2ae6f', 'gw_port_host': None}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:35:58.129931 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6717c5c2-fbd3-402d-85dc-d1f851afb726 None None] The sync data for ids ['58f773eb-e7da-4238-abfd-512c0dc8eab3'] in n-d-805663-2 is: [{'id': '58f773eb-e7da-4238-abfd-512c0dc8eab3', 'name': 'tempest-AttachSCSIVolumeTestJSON-2083465565-router', 'tenant_id': '6579632f1e1d4c7481d3220ebde2ae6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:33:38Z', 'updated_at': '2021-08-23T20:35:56Z', 'revision_number': 6, 'project_id': '6579632f1e1d4c7481d3220ebde2ae6f', 'gw_port_host': None}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:35:58.179978 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f4a3187a-4249-460d-bed8-64e04c5707d3 req-858e1f7b-b4f1-4d53-9f6a-136b0b3caee9 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Notify callbacks [] for floatingip, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:58.237070 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-63b5171e-d502-48a4-8802-5f2bf8e145a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:58.257258 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-63b5171e-d502-48a4-8802-5f2bf8e145a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:58.258246 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-26ed6841-dbbc-4fc2-aadc-4c107c7b590b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1659286393-router', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '48787cf2-c879-47be-8541-1cad31b41898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:34:34Z', 'updated_at': '2021-08-23T20:34:48Z', 'revision_number': 4, 'project_id': 'fee04bdee1314858880b57c3099e0dd9', 'gw_port': {'id': '48787cf2-c879-47be-8541-1cad31b41898', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:40:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:34:36Z', 'updated_at': '2021-08-23T20:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '3358b1a5-80d5-4144-a550-84efa7fad68e', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'floating_ip_address': '172.25.4.9', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'port_id': 'd88bf7c1-17ae-4640-973e-56203bd75f4a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ab508e3-ca9c-4ba1-a637-e61063da04b8', 'mac_address': 'fa:16:3e:1a:42:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0372e67-dac1-4409-8103-64cc2bdadc51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:35:24Z', 'updated_at': '2021-08-23T20:35:55Z', 'revision_number': 3, 'project_id': 'fee04bdee1314858880b57c3099e0dd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef1dc0c9-c9f6-4552-897d-2e5ef0ead138', 'name': '', 'network_id': '6ab508e3-ca9c-4ba1-a637-e61063da04b8', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'mac_address': 'fa:16:3e:5a:71:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '519e7c31-afda-49a1-9e0f-8c868d7cb053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:34:46Z', 'updated_at': '2021-08-23T20:34:55Z', 'revision_number': 5, 'project_id': 'fee04bdee1314858880b57c3099e0dd9', 'subnets': [{'id': '519e7c31-afda-49a1-9e0f-8c868d7cb053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:35:58.292641 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ed6841-dbbc-4fc2-aadc-4c107c7b590b None None] The sync data for ids ['521b9894-b7bb-4042-844a-a95a62bbdfe7'] in n-d-805663-2 is: [{'id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1659286393-router', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '48787cf2-c879-47be-8541-1cad31b41898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:34:34Z', 'updated_at': '2021-08-23T20:34:48Z', 'revision_number': 4, 'project_id': 'fee04bdee1314858880b57c3099e0dd9', 'gw_port': {'id': '48787cf2-c879-47be-8541-1cad31b41898', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:40:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:34:36Z', 'updated_at': '2021-08-23T20:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '3358b1a5-80d5-4144-a550-84efa7fad68e', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'floating_ip_address': '172.25.4.9', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'port_id': 'd88bf7c1-17ae-4640-973e-56203bd75f4a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ab508e3-ca9c-4ba1-a637-e61063da04b8', 'mac_address': 'fa:16:3e:1a:42:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0372e67-dac1-4409-8103-64cc2bdadc51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:35:24Z', 'updated_at': '2021-08-23T20:35:55Z', 'revision_number': 3, 'project_id': 'fee04bdee1314858880b57c3099e0dd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef1dc0c9-c9f6-4552-897d-2e5ef0ead138', 'name': '', 'network_id': '6ab508e3-ca9c-4ba1-a637-e61063da04b8', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'mac_address': 'fa:16:3e:5a:71:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '519e7c31-afda-49a1-9e0f-8c868d7cb053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:34:46Z', 'updated_at': '2021-08-23T20:34:55Z', 'revision_number': 5, 'project_id': 'fee04bdee1314858880b57c3099e0dd9', 'subnets': [{'id': '519e7c31-afda-49a1-9e0f-8c868d7cb053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:35:58.301206 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a439076-a742-4443-9abc-9afe1898756a req-58dcfa52-f018-4658-a29f-249204c8dd5b tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Router 521b9894-b7bb-4042-844a-a95a62bbdfe7 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:35:58.395716 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:58.441572 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:35:58.500817 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:35:58.501259 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-63b5171e-d502-48a4-8802-5f2bf8e145a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:58.501811 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b5171e-d502-48a4-8802-5f2bf8e145a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58f773eb-e7da-4238-abfd-512c0dc8eab3 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:35:58.513322 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-63b5171e-d502-48a4-8802-5f2bf8e145a4 admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:58.514575 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-63b5171e-d502-48a4-8802-5f2bf8e145a4 admin admin] 10.222.0.61 "DELETE /v2.0/routers/58f773eb-e7da-4238-abfd-512c0dc8eab3 HTTP/1.1" status: 204 len: 168 time: 2.3081279 Aug 23 20:35:58.517891 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 56636) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:35:58.518840 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:58.520820 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 081d6359-af67-4971-b973-2c138184d9cb details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:35:58.536929 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb2c8b-3f79-4100-b0fa-37438d51c731 req-66adab5b-fb65-4fcb-8556-1f823fc8436a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:58.538746 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-25fb2c8b-3f79-4100-b0fa-37438d51c731 req-66adab5b-fb65-4fcb-8556-1f823fc8436a service neutron] 10.222.0.11 "GET /v2.0/networks?id=9154806b-c700-4250-82e0-c3993888c62e HTTP/1.1" status: 200 len: 907 time: 0.6167970 Aug 23 20:35:58.687873 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-25fb2c8b-3f79-4100-b0fa-37438d51c731 req-cd622454-278f-4d4e-8f98-6c42b66441b9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=081d6359-af67-4971-b973-2c138184d9cb HTTP/1.1" status: 200 len: 217 time: 0.1147563 Aug 23 20:35:58.726610 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3396308d-0a32-4e29-bbb5-5360d8e581e0 None None] New status for floating IP 3358b1a5-80d5-4144-a550-84efa7fad68e: ACTIVE {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 20:35:58.750492 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3768caa-1b4f-4959-9a7e-28f2712eb8a0 admin admin] Deleting subnet 143c2ba7-a161-4c59-993f-d984385e442e {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:35:58.755304 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e3768caa-1b4f-4959-9a7e-28f2712eb8a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:58.793286 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e3768caa-1b4f-4959-9a7e-28f2712eb8a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:58.887727 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e3768caa-1b4f-4959-9a7e-28f2712eb8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:58.983972 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e3768caa-1b4f-4959-9a7e-28f2712eb8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:59.019960 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9,revision_number=7']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:59.026534 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e3768caa-1b4f-4959-9a7e-28f2712eb8a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:59.031426 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e3768caa-1b4f-4959-9a7e-28f2712eb8a0 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/143c2ba7-a161-4c59-993f-d984385e442e HTTP/1.1" status: 204 len: 168 time: 0.5119429 Aug 23 20:35:59.032139 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 56640) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:35:59.054570 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3768caa-1b4f-4959-9a7e-28f2712eb8a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=143c2ba7-a161-4c59-993f-d984385e442e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:59.072841 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b676995-64fa-4f4a-87c3-e64de4eceb6f None None] Network 2570b2a5-5091-4ba9-802e-156c387a4a27 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:35:59.160183 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f4a3187a-4249-460d-bed8-64e04c5707d3 req-858e1f7b-b4f1-4d53-9f6a-136b0b3caee9 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:59.173505 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f4a3187a-4249-460d-bed8-64e04c5707d3 req-858e1f7b-b4f1-4d53-9f6a-136b0b3caee9 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:59.361662 n-d-805663-2 neutron-server[94688]: INFO neutron.db.l3_db [req-f4a3187a-4249-460d-bed8-64e04c5707d3 req-858e1f7b-b4f1-4d53-9f6a-136b0b3caee9 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Floating IP 698a5576-3eb9-4717-9c7d-e21730c86514 associated. External IP: 172.25.4.204, port: b58ee375-a5a0-464e-9be6-7293a1004bda. Aug 23 20:35:59.373558 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 4d14fcb3-6a53-4818-a9a0-36c246e716b7 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:35:59.437464 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 4d14fcb3-6a53-4818-a9a0-36c246e716b7 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:35:59.438737 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 4d14fcb3-6a53-4818-a9a0-36c246e716b7 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:35:59.439534 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 377f9122-12c3-4fee-b3dc-3d8e2ccf5b07 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:35:59.471993 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 377f9122-12c3-4fee-b3dc-3d8e2ccf5b07 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:35:59.473113 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 377f9122-12c3-4fee-b3dc-3d8e2ccf5b07 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:35:59.491850 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 081d6359-af67-4971-b973-2c138184d9cb, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=081d6359-af67-4971-b973-2c138184d9cb,segment=NetworkSegment(bbb7ca88-3a5f-4f78-b2f2-1646091f4f26),segment_id=bbb7ca88-3a5f-4f78-b2f2-1646091f4f26)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:35:59.526775 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb2c8b-3f79-4100-b0fa-37438d51c731 req-c77eec3d-31a4-4b15-9782-638d68f9388e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:35:59.528594 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-25fb2c8b-3f79-4100-b0fa-37438d51c731 req-c77eec3d-31a4-4b15-9782-638d68f9388e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=680c283d-5185-45a2-940f-1ee3de9335bc HTTP/1.1" status: 200 len: 846 time: 0.8298464 Aug 23 20:35:59.542170 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '081d6359-af67-4971-b973-2c138184d9cb', 'network_id': '9154806b-c700-4250-82e0-c3993888c62e', 'port_id': '081d6359-af67-4971-b973-2c138184d9cb', 'mac_address': 'fa:16:3e:fd:89:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '680c283d-5185-45a2-940f-1ee3de9335bc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:35:59.595571 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-25fb2c8b-3f79-4100-b0fa-37438d51c731 req-734158be-7d36-4cb0-8c69-c0b7ee69a1d9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9154806b-c700-4250-82e0-c3993888c62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316224 Aug 23 20:35:59.634165 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:59.662838 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49c7574-36ca-4df6-aae3-40983ec1e601 None None] DHCP port deletion for 2570b2a5-5091-4ba9-802e-156c387a4a27 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:35:59.697797 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 081d6359-af67-4971-b973-2c138184d9cb {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:35:59.725720 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 081d6359-af67-4971-b973-2c138184d9cb, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=081d6359-af67-4971-b973-2c138184d9cb,segment=NetworkSegment(bbb7ca88-3a5f-4f78-b2f2-1646091f4f26),segment_id=bbb7ca88-3a5f-4f78-b2f2-1646091f4f26)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:35:59.743308 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4a3187a-4249-460d-bed8-64e04c5707d3 req-858e1f7b-b4f1-4d53-9f6a-136b0b3caee9 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Router 5131bc76-3531-4734-bdeb-71f14ebf7ca2 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:35:59.743772 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-25fb2c8b-3f79-4100-b0fa-37438d51c731 req-ac468ad6-174b-428a-aec2-e04593d853db service neutron] 10.222.0.11 "GET /v2.0/networks/9154806b-c700-4250-82e0-c3993888c62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299489 Aug 23 20:35:59.747809 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a439076-a742-4443-9abc-9afe1898756a req-58dcfa52-f018-4658-a29f-249204c8dd5b tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:35:59.759995 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb46a140-471a-416a-bd1e-4edd5950f739 None None] Sync routers for ids ['521b9894-b7bb-4042-844a-a95a62bbdfe7'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:35:59.765198 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:59.773427 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb46a140-471a-416a-bd1e-4edd5950f739 None None] Routers {'521b9894-b7bb-4042-844a-a95a62bbdfe7'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:35:59.774066 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-eb46a140-471a-416a-bd1e-4edd5950f739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:35:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['521b9894-b7bb-4042-844a-a95a62bbdfe7'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:35:59.779781 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8a439076-a742-4443-9abc-9afe1898756a req-58dcfa52-f018-4658-a29f-249204c8dd5b tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:59.837709 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=081d6359-af67-4971-b973-2c138184d9cb,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:35:59.853028 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-c49c7574-36ca-4df6-aae3-40983ec1e601 None None] Deleting port a746412a-c93d-40c4-b838-4f1bb3d6e3b0 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:35:59.853753 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c49c7574-36ca-4df6-aae3-40983ec1e601 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:59.925735 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a4b4efdf-932d-4041-8b1a-de23b4e89d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:59.948013 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-c49c7574-36ca-4df6-aae3-40983ec1e601 None None] For port a746412a-c93d-40c4-b838-4f1bb3d6e3b0, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=a746412a-c93d-40c4-b838-4f1bb3d6e3b0,segment=NetworkSegment(ec4452f5-2d98-412f-a71f-56732945e446),segment_id=ec4452f5-2d98-412f-a71f-56732945e446)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:35:59.948871 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c49c7574-36ca-4df6-aae3-40983ec1e601 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:35:59.952808 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12f15583-c36a-4d28-a9fd-84b5253ccbbe', 'tag': 'ba8aaa12-abe0-4a0c-b665-2245d08b506a'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:35:59.953948 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-eb46a140-471a-416a-bd1e-4edd5950f739 None None] Set router 521b9894-b7bb-4042-844a-a95a62bbdfe7 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:35:59.955104 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9a6002-79c0-4747-adb2-007779cc41dd" -d '{"events": [{"name": "network-changed", "server_uuid": "12f15583-c36a-4d28-a9fd-84b5253ccbbe", "tag": "ba8aaa12-abe0-4a0c-b665-2245d08b506a"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:35:59.971200 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-c49c7574-36ca-4df6-aae3-40983ec1e601 None None] Calling delete_port for a746412a-c93d-40c4-b838-4f1bb3d6e3b0 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:36:00.006399 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4a3187a-4249-460d-bed8-64e04c5707d3 req-858e1f7b-b4f1-4d53-9f6a-136b0b3caee9 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:36:00.016161 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f4a3187a-4249-460d-bed8-64e04c5707d3 req-858e1f7b-b4f1-4d53-9f6a-136b0b3caee9 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:00.032000 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8a439076-a742-4443-9abc-9afe1898756a req-58dcfa52-f018-4658-a29f-249204c8dd5b tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "PUT /v2.0/floatingips/3358b1a5-80d5-4144-a550-84efa7fad68e HTTP/1.1" status: 200 len: 997 time: 5.6694453 Aug 23 20:36:00.036559 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-25fb2c8b-3f79-4100-b0fa-37438d51c731 req-c2e70a9a-44c4-44eb-b64d-81824141bc51 service neutron] 10.222.0.11 "GET /v2.0/networks/9154806b-c700-4250-82e0-c3993888c62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844720 Aug 23 20:36:00.096371 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f4a3187a-4249-460d-bed8-64e04c5707d3 req-858e1f7b-b4f1-4d53-9f6a-136b0b3caee9 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "PUT /v2.0/floatingips/698a5576-3eb9-4717-9c7d-e21730c86514 HTTP/1.1" status: 200 len: 996 time: 2.0292478 Aug 23 20:36:00.099749 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5edf64e0-94b0-4399-be04-0ee6fbeb0f16', 'tag': 'b58ee375-a5a0-464e-9be6-7293a1004bda'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:36:00.108984 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a439076-a742-4443-9abc-9afe1898756a req-40ad121b-b5e4-4c11-b18d-aa6cc42d40fd tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:00.110610 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8a439076-a742-4443-9abc-9afe1898756a req-40ad121b-b5e4-4c11-b18d-aa6cc42d40fd tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/ports/ba8aaa12-abe0-4a0c-b665-2245d08b506a HTTP/1.1" status: 200 len: 942 time: 0.0612178 Aug 23 20:36:00.111809 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d72f5e5-d26f-4189-9582-a686158e9012" -d '{"events": [{"name": "network-changed", "server_uuid": "5edf64e0-94b0-4399-be04-0ee6fbeb0f16", "tag": "b58ee375-a5a0-464e-9be6-7293a1004bda"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:36:00.115786 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-a4b4efdf-932d-4041-8b1a-de23b4e89d0b admin admin] Deleting port a746412a-c93d-40c4-b838-4f1bb3d6e3b0 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:36:00.116179 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a4b4efdf-932d-4041-8b1a-de23b4e89d0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:00.160558 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1fb5bd-fb96-47c5-ac3d-0aec12c547bd None None] Sync routers for ids ['5131bc76-3531-4734-bdeb-71f14ebf7ca2'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:36:00.181038 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c49c7574-36ca-4df6-aae3-40983ec1e601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:00.204374 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-a4b4efdf-932d-4041-8b1a-de23b4e89d0b admin admin] For port a746412a-c93d-40c4-b838-4f1bb3d6e3b0, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=a746412a-c93d-40c4-b838-4f1bb3d6e3b0,segment=NetworkSegment(ec4452f5-2d98-412f-a71f-56732945e446),segment_id=ec4452f5-2d98-412f-a71f-56732945e446)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:36:00.204761 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a4b4efdf-932d-4041-8b1a-de23b4e89d0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:00.220936 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1fb5bd-fb96-47c5-ac3d-0aec12c547bd None None] Routers {'5131bc76-3531-4734-bdeb-71f14ebf7ca2'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:36:00.222190 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-1f1fb5bd-fb96-47c5-ac3d-0aec12c547bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:35:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['5131bc76-3531-4734-bdeb-71f14ebf7ca2'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:00.223326 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3187a-4249-460d-bed8-64e04c5707d3 req-7922df30-370a-4b3f-a117-deec3932858b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:00.224726 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-a4b4efdf-932d-4041-8b1a-de23b4e89d0b admin admin] Calling delete_port for a746412a-c93d-40c4-b838-4f1bb3d6e3b0 owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:36:00.236031 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f4a3187a-4249-460d-bed8-64e04c5707d3 req-7922df30-370a-4b3f-a117-deec3932858b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c0ccdd0dd18b4a058f6a89b6a09d3497&device_id=5edf64e0-94b0-4399-be04-0ee6fbeb0f16 HTTP/1.1" status: 200 len: 1096 time: 0.1133623 Aug 23 20:36:00.251500 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49c7574-36ca-4df6-aae3-40983ec1e601 None None] No DVR routers for this DVR port a746412a-c93d-40c4-b838-4f1bb3d6e3b0 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:36:00.257001 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49c7574-36ca-4df6-aae3-40983ec1e601 None None] Pushing event deleted for resources: {'Port': ['ID=a746412a-c93d-40c4-b838-4f1bb3d6e3b0,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:00.319041 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a4b4efdf-932d-4041-8b1a-de23b4e89d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:00.376818 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:36:00.381171 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['081d6359-af67-4971-b973-2c138184d9cb'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:36:00.397779 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b4efdf-932d-4041-8b1a-de23b4e89d0b admin admin] Pushing event deleted for resources: {'Port': ['ID=a746412a-c93d-40c4-b838-4f1bb3d6e3b0,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:00.413371 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b4efdf-932d-4041-8b1a-de23b4e89d0b admin admin] No DVR routers for this DVR port a746412a-c93d-40c4-b838-4f1bb3d6e3b0 on host n-d-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:36:00.514710 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a4b4efdf-932d-4041-8b1a-de23b4e89d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:00.527003 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-a4b4efdf-932d-4041-8b1a-de23b4e89d0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2570b2a5-5091-4ba9-802e-156c387a4a27']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:00.539758 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-a4b4efdf-932d-4041-8b1a-de23b4e89d0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec4452f5-2d98-412f-a71f-56732945e446') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:00.540176 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-a4b4efdf-932d-4041-8b1a-de23b4e89d0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec4452f5-2d98-412f-a71f-56732945e446') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:00.551829 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a4b4efdf-932d-4041-8b1a-de23b4e89d0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:00.568258 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a4b4efdf-932d-4041-8b1a-de23b4e89d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:00.576511 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4b4efdf-932d-4041-8b1a-de23b4e89d0b admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:36:00.577047 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a4b4efdf-932d-4041-8b1a-de23b4e89d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:00.585221 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-eb46a140-471a-416a-bd1e-4edd5950f739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1659286393-router', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '48787cf2-c879-47be-8541-1cad31b41898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:34:34Z', 'updated_at': '2021-08-23T20:34:48Z', 'revision_number': 4, 'project_id': 'fee04bdee1314858880b57c3099e0dd9', 'gw_port': {'id': '48787cf2-c879-47be-8541-1cad31b41898', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:40:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:34:36Z', 'updated_at': '2021-08-23T20:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '3358b1a5-80d5-4144-a550-84efa7fad68e', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'floating_ip_address': '172.25.4.9', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'port_id': 'd88bf7c1-17ae-4640-973e-56203bd75f4a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ab508e3-ca9c-4ba1-a637-e61063da04b8', 'mac_address': 'fa:16:3e:1a:42:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0372e67-dac1-4409-8103-64cc2bdadc51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:35:24Z', 'updated_at': '2021-08-23T20:35:58Z', 'revision_number': 4, 'project_id': 'fee04bdee1314858880b57c3099e0dd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef1dc0c9-c9f6-4552-897d-2e5ef0ead138', 'name': '', 'network_id': '6ab508e3-ca9c-4ba1-a637-e61063da04b8', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'mac_address': 'fa:16:3e:5a:71:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '519e7c31-afda-49a1-9e0f-8c868d7cb053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:34:46Z', 'updated_at': '2021-08-23T20:34:55Z', 'revision_number': 5, 'project_id': 'fee04bdee1314858880b57c3099e0dd9', 'subnets': [{'id': '519e7c31-afda-49a1-9e0f-8c868d7cb053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:00.641779 n-d-805663-2 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:36:00.641779 n-d-805663-2 neutron-server[94687]: self.session.flush() Aug 23 20:36:00.641779 n-d-805663-2 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:36:00.641779 n-d-805663-2 neutron-server[94687]: self.session.flush() Aug 23 20:36:00.641779 n-d-805663-2 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:36:00.641779 n-d-805663-2 neutron-server[94687]: self.session.flush() Aug 23 20:36:00.641779 n-d-805663-2 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:36:00.641779 n-d-805663-2 neutron-server[94687]: self.session.flush() Aug 23 20:36:00.641779 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:36:00.641779 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:36:00.641779 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:36:00.641779 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:36:00.641779 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:36:00.641779 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:36:00.641779 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:36:00.641779 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:36:00.641779 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:36:00.641779 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:36:00.641779 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:36:00.641779 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:36:00.641779 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:36:00.641779 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:36:00.641779 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:36:00.641779 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:36:00.641779 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:36:00.641779 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:36:00.641779 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:36:00.641779 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:36:00.641779 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:36:00.641779 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:36:00.641779 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:36:00.641779 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:36:00.641779 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:36:00.641779 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:36:00.641779 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:36:00.641779 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:36:00.641779 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:36:00.641779 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:36:00.641779 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:36:00.641779 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:36:00.647233 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a4b4efdf-932d-4041-8b1a-de23b4e89d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:00.650224 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a4b4efdf-932d-4041-8b1a-de23b4e89d0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:00.653246 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a4b4efdf-932d-4041-8b1a-de23b4e89d0b admin admin] 10.222.0.61 "DELETE /v2.0/networks/2570b2a5-5091-4ba9-802e-156c387a4a27 HTTP/1.1" status: 204 len: 168 time: 1.6165624 Aug 23 20:36:00.657207 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 56650) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:36:00.662377 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb46a140-471a-416a-bd1e-4edd5950f739 None None] Checking router: 521b9894-b7bb-4042-844a-a95a62bbdfe7 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:36:00.683300 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb46a140-471a-416a-bd1e-4edd5950f739 None None] Routers {'521b9894-b7bb-4042-844a-a95a62bbdfe7'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:36:00.683942 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-eb46a140-471a-416a-bd1e-4edd5950f739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:35:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['521b9894-b7bb-4042-844a-a95a62bbdfe7'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:00.711875 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b4efdf-932d-4041-8b1a-de23b4e89d0b admin admin] Pushing event deleted for resources: {'Network': ['ID=2570b2a5-5091-4ba9-802e-156c387a4a27,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:00.737688 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a439076-a742-4443-9abc-9afe1898756a req-8e6ebc67-0fe8-40ad-b1ac-abe7fb29a980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:00.739314 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8a439076-a742-4443-9abc-9afe1898756a req-8e6ebc67-0fe8-40ad-b1ac-abe7fb29a980 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fee04bdee1314858880b57c3099e0dd9&device_id=12f15583-c36a-4d28-a9fd-84b5253ccbbe HTTP/1.1" status: 200 len: 1096 time: 0.3501863 Aug 23 20:36:00.845297 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-1f1fb5bd-fb96-47c5-ac3d-0aec12c547bd None None] Set router 5131bc76-3531-4734-bdeb-71f14ebf7ca2 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:36:00.887478 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a439076-a742-4443-9abc-9afe1898756a req-cf3eb4d9-6deb-43e9-8d66-3487c5f4f042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:00.889135 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8a439076-a742-4443-9abc-9afe1898756a req-cf3eb4d9-6deb-43e9-8d66-3487c5f4f042 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6ab508e3-ca9c-4ba1-a637-e61063da04b8 HTTP/1.1" status: 200 len: 922 time: 0.1362460 Aug 23 20:36:00.934053 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-eb46a140-471a-416a-bd1e-4edd5950f739 None None] Set router 521b9894-b7bb-4042-844a-a95a62bbdfe7 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:36:00.992331 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8a439076-a742-4443-9abc-9afe1898756a req-599144b8-1846-4d09-a59b-f4482ba99ee5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba8aaa12-abe0-4a0c-b665-2245d08b506a HTTP/1.1" status: 200 len: 217 time: 0.0933840 Aug 23 20:36:01.061627 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5e9a7909-30c6-43bf-a9e7-b08e718d5a11 req-6d485e54-ca0f-470b-9726-8a55848f42a7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4f7cfc7f-34f5-45e8-949d-b34b4d56b39b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6883676 Aug 23 20:36:01.064642 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3187a-4249-460d-bed8-64e04c5707d3 req-af39a255-155f-4951-a8fe-60f19b4e598a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:01.073184 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f4a3187a-4249-460d-bed8-64e04c5707d3 req-af39a255-155f-4951-a8fe-60f19b4e598a service neutron] 10.222.0.61 "GET /v2.0/networks?id=ee49fab1-d321-4ccd-83a3-bdc6214881f4 HTTP/1.1" status: 200 len: 930 time: 0.8358035 Aug 23 20:36:01.146907 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 51fc6ae8-a0f6-4c82-86f0-cfa67abd6aa4 up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:36:01.187694 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a439076-a742-4443-9abc-9afe1898756a req-9c8db152-0dff-4e22-a69d-6d8cb51c91b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:01.189382 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8a439076-a742-4443-9abc-9afe1898756a req-9c8db152-0dff-4e22-a69d-6d8cb51c91b7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=519e7c31-afda-49a1-9e0f-8c868d7cb053 HTTP/1.1" status: 200 len: 860 time: 0.1872938 Aug 23 20:36:01.212469 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f4a3187a-4249-460d-bed8-64e04c5707d3 req-bb1017ed-031a-408b-b1f3-01bd2ff616d5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b58ee375-a5a0-464e-9be6-7293a1004bda HTTP/1.1" status: 200 len: 999 time: 0.1381776 Aug 23 20:36:01.274971 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a7909-30c6-43bf-a9e7-b08e718d5a11 req-1bbe9d4d-3735-46d2-8ca6-ef5b4901c48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:01.277871 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5e9a7909-30c6-43bf-a9e7-b08e718d5a11 req-1bbe9d4d-3735-46d2-8ca6-ef5b4901c48e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cdefcac61f824e409c8265bba9a3689a&device_id=4f7cfc7f-34f5-45e8-949d-b34b4d56b39b HTTP/1.1" status: 200 len: 1100 time: 0.1558828 Aug 23 20:36:01.285655 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device a746412a-c93d-40c4-b838-4f1bb3d6e3b0 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:36:01.312304 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3187a-4249-460d-bed8-64e04c5707d3 req-d5afacb2-b0c3-4387-bea9-9bcfc3fce9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:01.322901 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f4a3187a-4249-460d-bed8-64e04c5707d3 req-d5afacb2-b0c3-4387-bea9-9bcfc3fce9ff service neutron] 10.222.0.61 "GET /v2.0/subnets?id=88c38b00-3949-44e2-bfff-413907018fd3 HTTP/1.1" status: 200 len: 868 time: 0.1077700 Aug 23 20:36:01.396639 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a439076-a742-4443-9abc-9afe1898756a req-b77b30a3-bd7c-4c56-8f42-6212058dbbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:01.397939 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: a746412a-c93d-40c4-b838-4f1bb3d6e3b0 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:36:01.398104 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8a439076-a742-4443-9abc-9afe1898756a req-b77b30a3-bd7c-4c56-8f42-6212058dbbd7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6ab508e3-ca9c-4ba1-a637-e61063da04b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1962872 Aug 23 20:36:01.398408 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device a746412a-c93d-40c4-b838-4f1bb3d6e3b0 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:36:01.465899 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3187a-4249-460d-bed8-64e04c5707d3 req-5128cf11-366c-4de6-b910-c06a73e80682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:01.466713 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f4a3187a-4249-460d-bed8-64e04c5707d3 req-5128cf11-366c-4de6-b910-c06a73e80682 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ee49fab1-d321-4ccd-83a3-bdc6214881f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1425200 Aug 23 20:36:01.482774 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [req-f4a3187a-4249-460d-bed8-64e04c5707d3 req-7c2d8c1d-5afc-411b-b088-8eafc0dca347 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:36:01.485994 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f4a3187a-4249-460d-bed8-64e04c5707d3 req-7c2d8c1d-5afc-411b-b088-8eafc0dca347 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082417 Aug 23 20:36:01.537805 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-eb46a140-471a-416a-bd1e-4edd5950f739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1659286393-router', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '48787cf2-c879-47be-8541-1cad31b41898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:34:34Z', 'updated_at': '2021-08-23T20:34:48Z', 'revision_number': 4, 'project_id': 'fee04bdee1314858880b57c3099e0dd9', 'gw_port': {'id': '48787cf2-c879-47be-8541-1cad31b41898', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:40:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:34:36Z', 'updated_at': '2021-08-23T20:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '3358b1a5-80d5-4144-a550-84efa7fad68e', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'floating_ip_address': '172.25.4.9', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'port_id': 'd88bf7c1-17ae-4640-973e-56203bd75f4a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ab508e3-ca9c-4ba1-a637-e61063da04b8', 'mac_address': 'fa:16:3e:1a:42:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0372e67-dac1-4409-8103-64cc2bdadc51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:35:24Z', 'updated_at': '2021-08-23T20:35:58Z', 'revision_number': 4, 'project_id': 'fee04bdee1314858880b57c3099e0dd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef1dc0c9-c9f6-4552-897d-2e5ef0ead138', 'name': '', 'network_id': '6ab508e3-ca9c-4ba1-a637-e61063da04b8', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'mac_address': 'fa:16:3e:5a:71:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '519e7c31-afda-49a1-9e0f-8c868d7cb053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:34:46Z', 'updated_at': '2021-08-23T20:34:55Z', 'revision_number': 5, 'project_id': 'fee04bdee1314858880b57c3099e0dd9', 'subnets': [{'id': '519e7c31-afda-49a1-9e0f-8c868d7cb053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:01.547702 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port 51fc6ae8-a0f6-4c82-86f0-cfa67abd6aa4 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:36:01.563853 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8a439076-a742-4443-9abc-9afe1898756a req-1d802e89-bf14-49a4-a9d5-cabf9227d862 service neutron] 10.222.0.61 "GET /v2.0/networks/6ab508e3-ca9c-4ba1-a637-e61063da04b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448114 Aug 23 20:36:01.566522 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port 51fc6ae8-a0f6-4c82-86f0-cfa67abd6aa4 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:36:01.566832 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:01.594503 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb46a140-471a-416a-bd1e-4edd5950f739 None None] The sync data for ids ['521b9894-b7bb-4042-844a-a95a62bbdfe7'] in n-d-805663-2 is: [{'id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1659286393-router', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '48787cf2-c879-47be-8541-1cad31b41898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:34:34Z', 'updated_at': '2021-08-23T20:34:48Z', 'revision_number': 4, 'project_id': 'fee04bdee1314858880b57c3099e0dd9', 'gw_port': {'id': '48787cf2-c879-47be-8541-1cad31b41898', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:40:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:34:36Z', 'updated_at': '2021-08-23T20:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '3358b1a5-80d5-4144-a550-84efa7fad68e', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'floating_ip_address': '172.25.4.9', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'port_id': 'd88bf7c1-17ae-4640-973e-56203bd75f4a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ab508e3-ca9c-4ba1-a637-e61063da04b8', 'mac_address': 'fa:16:3e:1a:42:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0372e67-dac1-4409-8103-64cc2bdadc51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:35:24Z', 'updated_at': '2021-08-23T20:35:58Z', 'revision_number': 4, 'project_id': 'fee04bdee1314858880b57c3099e0dd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef1dc0c9-c9f6-4552-897d-2e5ef0ead138', 'name': '', 'network_id': '6ab508e3-ca9c-4ba1-a637-e61063da04b8', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'mac_address': 'fa:16:3e:5a:71:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '519e7c31-afda-49a1-9e0f-8c868d7cb053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:34:46Z', 'updated_at': '2021-08-23T20:34:55Z', 'revision_number': 5, 'project_id': 'fee04bdee1314858880b57c3099e0dd9', 'subnets': [{'id': '519e7c31-afda-49a1-9e0f-8c868d7cb053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:36:01.617747 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f4a3187a-4249-460d-bed8-64e04c5707d3 req-02a503b0-4ace-44dd-9a53-b76523d9ddc3 service neutron] 10.222.0.61 "GET /v2.0/networks/ee49fab1-d321-4ccd-83a3-bdc6214881f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169755 Aug 23 20:36:01.630898 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a7909-30c6-43bf-a9e7-b08e718d5a11 req-338d336b-37d2-4f95-a81f-06017f9599d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:01.632447 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5e9a7909-30c6-43bf-a9e7-b08e718d5a11 req-338d336b-37d2-4f95-a81f-06017f9599d6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=660f640a-b8b2-40aa-8ebf-76bd1608cceb HTTP/1.1" status: 200 len: 870 time: 0.3069382 Aug 23 20:36:01.750391 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8a439076-a742-4443-9abc-9afe1898756a req-f2660e87-58a5-495d-9374-1f0d3cda69a2 service neutron] 10.222.0.61 "GET /v2.0/networks/6ab508e3-ca9c-4ba1-a637-e61063da04b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684141 Aug 23 20:36:01.779299 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d23e3fba-f1c6-4528-8ed9-3a9dea2010df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:01.792543 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5e9a7909-30c6-43bf-a9e7-b08e718d5a11 req-4715f3d9-b472-4aca-9d51-9e1c68589df0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=bd7e21f0-5324-4d48-9eca-dec98b44590e HTTP/1.1" status: 200 len: 217 time: 0.1438215 Aug 23 20:36:01.810042 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:01.871452 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 51fc6ae8-a0f6-4c82-86f0-cfa67abd6aa4, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=51fc6ae8-a0f6-4c82-86f0-cfa67abd6aa4,segment=NetworkSegment(43da8eaf-145a-4efd-af9e-5d745e6d4494),segment_id=43da8eaf-145a-4efd-af9e-5d745e6d4494)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:36:01.877478 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:01.891005 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a7909-30c6-43bf-a9e7-b08e718d5a11 req-7a6a756a-59cf-4d6e-9ad6-2c88eb685a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:01.892982 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5e9a7909-30c6-43bf-a9e7-b08e718d5a11 req-7a6a756a-59cf-4d6e-9ad6-2c88eb685a83 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.0911663 Aug 23 20:36:01.899130 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a439076-a742-4443-9abc-9afe1898756a req-c70b578a-bc96-4c4e-be74-20f20ad78e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:01.902277 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8a439076-a742-4443-9abc-9afe1898756a req-c70b578a-bc96-4c4e-be74-20f20ad78e53 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fee04bdee1314858880b57c3099e0dd9&device_id=e0372e67-dac1-4409-8103-64cc2bdadc51 HTTP/1.1" status: 200 len: 1097 time: 0.0786033 Aug 23 20:36:01.911129 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-1f1fb5bd-fb96-47c5-ac3d-0aec12c547bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5131bc76-3531-4734-bdeb-71f14ebf7ca2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1658973775-router', 'tenant_id': 'c0ccdd0dd18b4a058f6a89b6a09d3497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '657f9cec-d2f4-4a11-b7aa-fa7a17303b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:35:19Z', 'updated_at': '2021-08-23T20:35:27Z', 'revision_number': 4, 'project_id': 'c0ccdd0dd18b4a058f6a89b6a09d3497', 'gw_port': {'id': '657f9cec-d2f4-4a11-b7aa-fa7a17303b6d', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5131bc76-3531-4734-bdeb-71f14ebf7ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:35:20Z', 'updated_at': '2021-08-23T20:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '698a5576-3eb9-4717-9c7d-e21730c86514', 'tenant_id': 'c0ccdd0dd18b4a058f6a89b6a09d3497', 'floating_ip_address': '172.25.4.204', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '5131bc76-3531-4734-bdeb-71f14ebf7ca2', 'port_id': 'b58ee375-a5a0-464e-9be6-7293a1004bda', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee49fab1-d321-4ccd-83a3-bdc6214881f4', 'mac_address': 'fa:16:3e:7a:4e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf64e0-94b0-4399-be04-0ee6fbeb0f16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:35:54Z', 'updated_at': '2021-08-23T20:35:58Z', 'revision_number': 1, 'project_id': 'c0ccdd0dd18b4a058f6a89b6a09d3497', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e201a48-30db-428d-8329-f7a9dc30138b', 'name': '', 'network_id': 'ee49fab1-d321-4ccd-83a3-bdc6214881f4', 'tenant_id': 'c0ccdd0dd18b4a058f6a89b6a09d3497', 'mac_address': 'fa:16:3e:2e:ea:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5131bc76-3531-4734-bdeb-71f14ebf7ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '88c38b00-3949-44e2-bfff-413907018fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:35:26Z', 'updated_at': '2021-08-23T20:35:35Z', 'revision_number': 5, 'project_id': 'c0ccdd0dd18b4a058f6a89b6a09d3497', 'subnets': [{'id': '88c38b00-3949-44e2-bfff-413907018fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:01.946301 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1fb5bd-fb96-47c5-ac3d-0aec12c547bd None None] Checking router: 5131bc76-3531-4734-bdeb-71f14ebf7ca2 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:36:01.974560 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1fb5bd-fb96-47c5-ac3d-0aec12c547bd None None] Routers {'5131bc76-3531-4734-bdeb-71f14ebf7ca2'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:36:01.975196 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-1f1fb5bd-fb96-47c5-ac3d-0aec12c547bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:35:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['5131bc76-3531-4734-bdeb-71f14ebf7ca2'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:01.988084 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=51fc6ae8-a0f6-4c82-86f0-cfa67abd6aa4,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:02.007891 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f4a3187a-4249-460d-bed8-64e04c5707d3 req-755508ff-1e5e-4b8d-932c-56b735130407 service neutron] 10.222.0.61 "GET /v2.0/networks/ee49fab1-d321-4ccd-83a3-bdc6214881f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3874106 Aug 23 20:36:02.018044 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a7909-30c6-43bf-a9e7-b08e718d5a11 req-c6e4727b-51a8-4aba-b1ba-fcc2601cfcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:02.024962 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5e9a7909-30c6-43bf-a9e7-b08e718d5a11 req-c6e4727b-51a8-4aba-b1ba-fcc2601cfcdc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1110516 Aug 23 20:36:02.121131 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-1f1fb5bd-fb96-47c5-ac3d-0aec12c547bd None None] Set router 5131bc76-3531-4734-bdeb-71f14ebf7ca2 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:36:02.121280 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a439076-a742-4443-9abc-9afe1898756a req-ed81502b-fe0c-4ffc-aa49-0c762bd9d984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:02.122669 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8a439076-a742-4443-9abc-9afe1898756a req-ed81502b-fe0c-4ffc-aa49-0c762bd9d984 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6ab508e3-ca9c-4ba1-a637-e61063da04b8 HTTP/1.1" status: 200 len: 922 time: 0.1873846 Aug 23 20:36:02.147331 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5e9a7909-30c6-43bf-a9e7-b08e718d5a11 req-d53ad68a-b512-44c2-9eba-d1e0f2821ab9 service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148810 Aug 23 20:36:02.151117 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 20:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab09158a-06d2-40be-85f1-c56eada005c6 x-openstack-request-id: req-ab09158a-06d2-40be-85f1-c56eada005c6 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:36:02.151117 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a9b29d2-6f53-45e1-99f5-e581a80c827b", "name": "network-vif-unplugged", "status": "completed", "tag": "1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:36:02.151409 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ab09158a-06d2-40be-85f1-c56eada005c6 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:36:02.151739 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a9b29d2-6f53-45e1-99f5-e581a80c827b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9', 'code': 200} Aug 23 20:36:02.258582 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8a439076-a742-4443-9abc-9afe1898756a req-d164c0cf-3a02-4d0b-9333-89df36d529e4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d88bf7c1-17ae-4640-973e-56203bd75f4a HTTP/1.1" status: 200 len: 1000 time: 0.1173973 Aug 23 20:36:02.277098 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5e9a7909-30c6-43bf-a9e7-b08e718d5a11 req-c6e8199a-c037-41c1-a1b6-886c61d41769 service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198573 Aug 23 20:36:02.327152 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a439076-a742-4443-9abc-9afe1898756a req-c6bd24c4-5914-4dc4-b814-167d099e0a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:02.328650 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8a439076-a742-4443-9abc-9afe1898756a req-c6bd24c4-5914-4dc4-b814-167d099e0a76 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=519e7c31-afda-49a1-9e0f-8c868d7cb053 HTTP/1.1" status: 200 len: 860 time: 0.0523517 Aug 23 20:36:02.336093 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77347c88-5469-45e3-8b2f-9e3e955320db req-efea43a2-3092-498f-b7a0-0122c9c518cc tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:02.337834 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-77347c88-5469-45e3-8b2f-9e3e955320db req-efea43a2-3092-498f-b7a0-0122c9c518cc tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=deda3a40-140f-400f-8464-f5f8c81a50fb HTTP/1.1" status: 200 len: 944 time: 0.0585752 Aug 23 20:36:02.350283 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-d23e3fba-f1c6-4528-8ed9-3a9dea2010df admin admin] Deleting port 654c74bd-3abf-4b30-aba8-611f7312fc24 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:36:02.350627 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d23e3fba-f1c6-4528-8ed9-3a9dea2010df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:02.382769 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-77347c88-5469-45e3-8b2f-9e3e955320db req-96e92623-ef5c-4235-81f8-3bb4c48a83b3 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388365 Aug 23 20:36:02.390961 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-1f1fb5bd-fb96-47c5-ac3d-0aec12c547bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5131bc76-3531-4734-bdeb-71f14ebf7ca2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1658973775-router', 'tenant_id': 'c0ccdd0dd18b4a058f6a89b6a09d3497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '657f9cec-d2f4-4a11-b7aa-fa7a17303b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:35:19Z', 'updated_at': '2021-08-23T20:35:27Z', 'revision_number': 4, 'project_id': 'c0ccdd0dd18b4a058f6a89b6a09d3497', 'gw_port': {'id': '657f9cec-d2f4-4a11-b7aa-fa7a17303b6d', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5131bc76-3531-4734-bdeb-71f14ebf7ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:35:20Z', 'updated_at': '2021-08-23T20:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '698a5576-3eb9-4717-9c7d-e21730c86514', 'tenant_id': 'c0ccdd0dd18b4a058f6a89b6a09d3497', 'floating_ip_address': '172.25.4.204', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '5131bc76-3531-4734-bdeb-71f14ebf7ca2', 'port_id': 'b58ee375-a5a0-464e-9be6-7293a1004bda', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee49fab1-d321-4ccd-83a3-bdc6214881f4', 'mac_address': 'fa:16:3e:7a:4e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf64e0-94b0-4399-be04-0ee6fbeb0f16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:35:54Z', 'updated_at': '2021-08-23T20:35:58Z', 'revision_number': 1, 'project_id': 'c0ccdd0dd18b4a058f6a89b6a09d3497', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e201a48-30db-428d-8329-f7a9dc30138b', 'name': '', 'network_id': 'ee49fab1-d321-4ccd-83a3-bdc6214881f4', 'tenant_id': 'c0ccdd0dd18b4a058f6a89b6a09d3497', 'mac_address': 'fa:16:3e:2e:ea:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5131bc76-3531-4734-bdeb-71f14ebf7ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '88c38b00-3949-44e2-bfff-413907018fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:35:26Z', 'updated_at': '2021-08-23T20:35:35Z', 'revision_number': 5, 'project_id': 'c0ccdd0dd18b4a058f6a89b6a09d3497', 'subnets': [{'id': '88c38b00-3949-44e2-bfff-413907018fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:02.421479 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1fb5bd-fb96-47c5-ac3d-0aec12c547bd None None] The sync data for ids ['5131bc76-3531-4734-bdeb-71f14ebf7ca2'] in n-d-805663-2 is: [{'id': '5131bc76-3531-4734-bdeb-71f14ebf7ca2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1658973775-router', 'tenant_id': 'c0ccdd0dd18b4a058f6a89b6a09d3497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '657f9cec-d2f4-4a11-b7aa-fa7a17303b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:35:19Z', 'updated_at': '2021-08-23T20:35:27Z', 'revision_number': 4, 'project_id': 'c0ccdd0dd18b4a058f6a89b6a09d3497', 'gw_port': {'id': '657f9cec-d2f4-4a11-b7aa-fa7a17303b6d', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5131bc76-3531-4734-bdeb-71f14ebf7ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:35:20Z', 'updated_at': '2021-08-23T20:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '698a5576-3eb9-4717-9c7d-e21730c86514', 'tenant_id': 'c0ccdd0dd18b4a058f6a89b6a09d3497', 'floating_ip_address': '172.25.4.204', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '5131bc76-3531-4734-bdeb-71f14ebf7ca2', 'port_id': 'b58ee375-a5a0-464e-9be6-7293a1004bda', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee49fab1-d321-4ccd-83a3-bdc6214881f4', 'mac_address': 'fa:16:3e:7a:4e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf64e0-94b0-4399-be04-0ee6fbeb0f16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:35:54Z', 'updated_at': '2021-08-23T20:35:58Z', 'revision_number': 1, 'project_id': 'c0ccdd0dd18b4a058f6a89b6a09d3497', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e201a48-30db-428d-8329-f7a9dc30138b', 'name': '', 'network_id': 'ee49fab1-d321-4ccd-83a3-bdc6214881f4', 'tenant_id': 'c0ccdd0dd18b4a058f6a89b6a09d3497', 'mac_address': 'fa:16:3e:2e:ea:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5131bc76-3531-4734-bdeb-71f14ebf7ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '88c38b00-3949-44e2-bfff-413907018fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:35:26Z', 'updated_at': '2021-08-23T20:35:35Z', 'revision_number': 5, 'project_id': 'c0ccdd0dd18b4a058f6a89b6a09d3497', 'subnets': [{'id': '88c38b00-3949-44e2-bfff-413907018fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:36:02.434876 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a439076-a742-4443-9abc-9afe1898756a req-05225546-28da-458b-8350-99c1e09b6e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:02.436465 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8a439076-a742-4443-9abc-9afe1898756a req-05225546-28da-458b-8350-99c1e09b6e3e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6ab508e3-ca9c-4ba1-a637-e61063da04b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0994124 Aug 23 20:36:02.517463 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8feb3b-044f-497b-826e-a84f99256eb3 req-be15a87c-1502-462c-87f1-b806aad7d975 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:02.519454 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1d8feb3b-044f-497b-826e-a84f99256eb3 req-be15a87c-1502-462c-87f1-b806aad7d975 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a9b29d2-6f53-45e1-99f5-e581a80c827b HTTP/1.1" status: 200 len: 948 time: 0.0721958 Aug 23 20:36:02.531627 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-d23e3fba-f1c6-4528-8ed9-3a9dea2010df admin admin] For port 654c74bd-3abf-4b30-aba8-611f7312fc24, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=654c74bd-3abf-4b30-aba8-611f7312fc24,segment=NetworkSegment(5a4930c0-45fb-427c-827e-2535945017aa),segment_id=5a4930c0-45fb-427c-827e-2535945017aa)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:36:02.532002 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d23e3fba-f1c6-4528-8ed9-3a9dea2010df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:02.550563 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-d23e3fba-f1c6-4528-8ed9-3a9dea2010df admin admin] Calling delete_port for 654c74bd-3abf-4b30-aba8-611f7312fc24 owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:36:02.585549 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1d8feb3b-044f-497b-826e-a84f99256eb3 req-031a986f-e82d-4d2c-b77f-dedd445ea22e tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565493 Aug 23 20:36:02.625054 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8a439076-a742-4443-9abc-9afe1898756a req-f264181b-482b-45e3-bb09-df133297c4fc service neutron] 10.222.0.61 "GET /v2.0/networks/6ab508e3-ca9c-4ba1-a637-e61063da04b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794124 Aug 23 20:36:02.684479 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696b4068-a53d-44b9-a119-68732dd173fd None None] New status for floating IP 698a5576-3eb9-4717-9c7d-e21730c86514: ACTIVE {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 20:36:02.773039 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8a439076-a742-4443-9abc-9afe1898756a req-14e7959e-6d9b-4eb8-ac07-c27bbfac9cab service neutron] 10.222.0.61 "GET /v2.0/networks/6ab508e3-ca9c-4ba1-a637-e61063da04b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466427 Aug 23 20:36:02.778607 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5116f7-90d3-4f84-960f-49914b5e81dd req-625c5ab6-8d75-4ffd-8636-694c287fa4d2 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:02.780613 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ff5116f7-90d3-4f84-960f-49914b5e81dd req-625c5ab6-8d75-4ffd-8636-694c287fa4d2 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/ports?device_id=6088fe18-94ad-4ffa-ae18-fcb45198c4d8 HTTP/1.1" status: 200 len: 946 time: 0.0551093 Aug 23 20:36:02.828727 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ff5116f7-90d3-4f84-960f-49914b5e81dd req-03eae6e7-8b09-4100-8488-9284126391bd tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/security-groups?id=26f54a44-9852-4d54-9348-9ab7d69f31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418882 Aug 23 20:36:02.839362 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc59ba0-989b-4102-8aa2-f58a14559fd7 x-openstack-request-id: req-2bc59ba0-989b-4102-8aa2-f58a14559fd7 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:36:02.839693 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12f15583-c36a-4d28-a9fd-84b5253ccbbe", "tag": "ba8aaa12-abe0-4a0c-b665-2245d08b506a", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:36:02.839895 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2bc59ba0-989b-4102-8aa2-f58a14559fd7 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:36:02.840380 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12f15583-c36a-4d28-a9fd-84b5253ccbbe', 'tag': 'ba8aaa12-abe0-4a0c-b665-2245d08b506a', 'status': 'completed', 'code': 200} Aug 23 20:36:02.885825 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2555ffde-07d0-42fe-8355-529d67d4c144 x-openstack-request-id: req-2555ffde-07d0-42fe-8355-529d67d4c144 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:36:02.886291 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5edf64e0-94b0-4399-be04-0ee6fbeb0f16", "tag": "b58ee375-a5a0-464e-9be6-7293a1004bda", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:36:02.886429 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2555ffde-07d0-42fe-8355-529d67d4c144 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:36:02.886763 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5edf64e0-94b0-4399-be04-0ee6fbeb0f16', 'tag': 'b58ee375-a5a0-464e-9be6-7293a1004bda', 'status': 'completed', 'code': 200} Aug 23 20:36:02.894982 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d23e3fba-f1c6-4528-8ed9-3a9dea2010df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:02.921829 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e3fba-f1c6-4528-8ed9-3a9dea2010df admin admin] Pushing event deleted for resources: {'Port': ['ID=654c74bd-3abf-4b30-aba8-611f7312fc24,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:03.054946 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-16ac941a-a56d-4b64-9a9b-459ba7e62a65 req-21974538-a005-470c-b08c-a44bfdadf386 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=03d801c5-d257-4cc1-bad3-11a323aafec0 HTTP/1.1" status: 200 len: 258 time: 0.1997337 Aug 23 20:36:03.074349 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-16ac941a-a56d-4b64-9a9b-459ba7e62a65 req-8d585593-0f11-44c0-b6d1-a4e6568ef2e8 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Request body: {'floatingip': {'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:36:03.101404 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-da8d45c7-8e04-4b92-9741-85090bd81be5 req-4100244d-465e-4d3f-880f-f3f7437cfe11 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.4.9 HTTP/1.1" status: 200 len: 1000 time: 0.1147149 Aug 23 20:36:03.104867 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-16ac941a-a56d-4b64-9a9b-459ba7e62a65 req-8d585593-0f11-44c0-b6d1-a4e6568ef2e8 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:03.113315 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d72f5e5-d26f-4189-9582-a686158e9012 req-4f0b2752-60d9-4f68-910e-d1873b7412ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:03.114812 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6d72f5e5-d26f-4189-9582-a686158e9012 req-4f0b2752-60d9-4f68-910e-d1873b7412ee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c0ccdd0dd18b4a058f6a89b6a09d3497&device_id=5edf64e0-94b0-4399-be04-0ee6fbeb0f16 HTTP/1.1" status: 200 len: 1096 time: 0.1434417 Aug 23 20:36:03.125629 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a6002-79c0-4747-adb2-007779cc41dd req-00121073-fa9f-43eb-9fd4-e64db556b401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:03.127119 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9d9a6002-79c0-4747-adb2-007779cc41dd req-00121073-fa9f-43eb-9fd4-e64db556b401 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fee04bdee1314858880b57c3099e0dd9&device_id=12f15583-c36a-4d28-a9fd-84b5253ccbbe HTTP/1.1" status: 200 len: 1096 time: 0.1601167 Aug 23 20:36:03.186300 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d45c7-8e04-4b92-9741-85090bd81be5 req-6481c6fc-5d6f-45eb-8860-d2d813a22972 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:03.187737 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-da8d45c7-8e04-4b92-9741-85090bd81be5 req-6481c6fc-5d6f-45eb-8860-d2d813a22972 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/ports/d88bf7c1-17ae-4640-973e-56203bd75f4a HTTP/1.1" status: 200 len: 943 time: 0.0791430 Aug 23 20:36:03.211066 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d23e3fba-f1c6-4528-8ed9-3a9dea2010df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:03.366255 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-16ac941a-a56d-4b64-9a9b-459ba7e62a65 req-8d585593-0f11-44c0-b6d1-a4e6568ef2e8 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:03.374920 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-da8d45c7-8e04-4b92-9741-85090bd81be5 req-3865c48e-c938-46be-a3cf-c7d06802be66 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.4.9 HTTP/1.1" status: 200 len: 1000 time: 0.1028066 Aug 23 20:36:03.441559 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d72f5e5-d26f-4189-9582-a686158e9012 req-2ec0d0b0-9477-4283-bb74-d4c70f9c2e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:03.443047 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6d72f5e5-d26f-4189-9582-a686158e9012 req-2ec0d0b0-9477-4283-bb74-d4c70f9c2e34 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ee49fab1-d321-4ccd-83a3-bdc6214881f4 HTTP/1.1" status: 200 len: 930 time: 0.2156057 Aug 23 20:36:03.451389 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a6002-79c0-4747-adb2-007779cc41dd req-73de5bb5-dcc5-4ffc-adb3-6e85f26c7584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:03.453377 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9d9a6002-79c0-4747-adb2-007779cc41dd req-73de5bb5-dcc5-4ffc-adb3-6e85f26c7584 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6ab508e3-ca9c-4ba1-a637-e61063da04b8 HTTP/1.1" status: 200 len: 922 time: 0.2349293 Aug 23 20:36:03.563969 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d45c7-8e04-4b92-9741-85090bd81be5 req-49a10cff-967a-427d-8568-a4561b9ea282 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:03.564501 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9d9a6002-79c0-4747-adb2-007779cc41dd req-6319d41b-da3c-420e-aac0-671239610845 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba8aaa12-abe0-4a0c-b665-2245d08b506a HTTP/1.1" status: 200 len: 217 time: 0.0917909 Aug 23 20:36:03.565384 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-da8d45c7-8e04-4b92-9741-85090bd81be5 req-49a10cff-967a-427d-8568-a4561b9ea282 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/networks/03d801c5-d257-4cc1-bad3-11a323aafec0 HTTP/1.1" status: 200 len: 784 time: 0.1843741 Aug 23 20:36:03.590578 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d23e3fba-f1c6-4528-8ed9-3a9dea2010df admin admin] Router d16d6a45-9495-4984-9588-79c78190b6b9 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:36:03.594019 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6d72f5e5-d26f-4189-9582-a686158e9012 req-f530b533-58b5-45db-a709-a09d8d114f21 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b58ee375-a5a0-464e-9be6-7293a1004bda HTTP/1.1" status: 200 len: 1001 time: 0.1304007 Aug 23 20:36:03.609388 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-16ac941a-a56d-4b64-9a9b-459ba7e62a65 req-8d585593-0f11-44c0-b6d1-a4e6568ef2e8 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Allocated IP 172.25.4.226 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/a9ef901f-31fd-4730-b1fb-145cdb77c01b) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:36:03.750018 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a6002-79c0-4747-adb2-007779cc41dd req-fd19145d-7cec-4eb7-97f6-64ab92c83504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:03.751541 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9d9a6002-79c0-4747-adb2-007779cc41dd req-fd19145d-7cec-4eb7-97f6-64ab92c83504 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=519e7c31-afda-49a1-9e0f-8c868d7cb053 HTTP/1.1" status: 200 len: 860 time: 0.1399424 Aug 23 20:36:03.759936 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d72f5e5-d26f-4189-9582-a686158e9012 req-4d1e3004-bf8e-466d-af5f-7598a3692817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:03.761485 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6d72f5e5-d26f-4189-9582-a686158e9012 req-4d1e3004-bf8e-466d-af5f-7598a3692817 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=88c38b00-3949-44e2-bfff-413907018fd3 HTTP/1.1" status: 200 len: 868 time: 0.1375284 Aug 23 20:36:03.787640 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 081d6359-af67-4971-b973-2c138184d9cb up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:36:03.846155 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 081d6359-af67-4971-b973-2c138184d9cb completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:36:03.856520 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 081d6359-af67-4971-b973-2c138184d9cb triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:36:03.857049 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:03.870857 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-16ac941a-a56d-4b64-9a9b-459ba7e62a65 req-8d585593-0f11-44c0-b6d1-a4e6568ef2e8 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:03.881643 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a6002-79c0-4747-adb2-007779cc41dd req-f37e3061-7eb4-4a3e-bb8b-edaccaf368c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:03.883230 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9d9a6002-79c0-4747-adb2-007779cc41dd req-f37e3061-7eb4-4a3e-bb8b-edaccaf368c4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6ab508e3-ca9c-4ba1-a637-e61063da04b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1191759 Aug 23 20:36:03.887863 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d72f5e5-d26f-4189-9582-a686158e9012 req-ade2a210-e6d7-4a43-a635-513a3b2bd238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:03.889525 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6d72f5e5-d26f-4189-9582-a686158e9012 req-ade2a210-e6d7-4a43-a635-513a3b2bd238 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ee49fab1-d321-4ccd-83a3-bdc6214881f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1150463 Aug 23 20:36:03.957964 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:03.997375 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 081d6359-af67-4971-b973-2c138184d9cb, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=081d6359-af67-4971-b973-2c138184d9cb,segment=NetworkSegment(bbb7ca88-3a5f-4f78-b2f2-1646091f4f26),segment_id=bbb7ca88-3a5f-4f78-b2f2-1646091f4f26)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:36:04.001227 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:04.002063 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:36:04.041842 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4375d4b-f108-4cfb-aecb-190759863606 req-af312b9c-6112-4314-ae94-7fe660b4a204 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:04.043395 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e4375d4b-f108-4cfb-aecb-190759863606 req-af312b9c-6112-4314-ae94-7fe660b4a204 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a3f96f7-b730-4481-b4ce-a8068b53704d HTTP/1.1" status: 200 len: 949 time: 0.0656173 Aug 23 20:36:04.047924 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-16ac941a-a56d-4b64-9a9b-459ba7e62a65 req-8d585593-0f11-44c0-b6d1-a4e6568ef2e8 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:04.084557 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=081d6359-af67-4971-b973-2c138184d9cb,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:04.098646 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:36:04.099383 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:04.106114 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23e3fba-f1c6-4528-8ed9-3a9dea2010df admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:36:04.122378 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d23e3fba-f1c6-4528-8ed9-3a9dea2010df admin admin] 10.222.0.61 "PUT /v2.0/routers/d16d6a45-9495-4984-9588-79c78190b6b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4632230 Aug 23 20:36:04.124851 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 56696) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:36:04.125090 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16ac941a-a56d-4b64-9a9b-459ba7e62a65 req-8d585593-0f11-44c0-b6d1-a4e6568ef2e8 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:36:04.129112 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84619f0-f39c-4bb5-ae73-565a9b8c7500 None None] Sync routers for ids ['d16d6a45-9495-4984-9588-79c78190b6b9'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:36:04.134089 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e4375d4b-f108-4cfb-aecb-190759863606 req-86b2828b-ecf4-4fe1-88cb-e2c9a1c7c470 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ebb7eca-c25f-47c0-a40c-65770136efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631125 Aug 23 20:36:04.135747 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-16ac941a-a56d-4b64-9a9b-459ba7e62a65 req-8d585593-0f11-44c0-b6d1-a4e6568ef2e8 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:36:04.145626 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ac941a-a56d-4b64-9a9b-459ba7e62a65 req-8d585593-0f11-44c0-b6d1-a4e6568ef2e8 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:36:04.149271 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d585593-0f11-44c0-b6d1-a4e6568ef2e8 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Pushing event updated for resources: {'Port': ['ID=a9ef901f-31fd-4730-b1fb-145cdb77c01b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:04.153431 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6d72f5e5-d26f-4189-9582-a686158e9012 req-61929b7a-6958-4446-b8c2-679684943ad2 service neutron] 10.222.0.32 "GET /v2.0/networks/ee49fab1-d321-4ccd-83a3-bdc6214881f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520733 Aug 23 20:36:04.161248 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6088fe18-94ad-4ffa-ae18-fcb45198c4d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51fc6ae8-a0f6-4c82-86f0-cfa67abd6aa4'}, {'server_uuid': 'deda3a40-140f-400f-8464-f5f8c81a50fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081d6359-af67-4971-b973-2c138184d9cb'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:36:04.163507 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b31c07b-9497-41cd-8d3e-c6dc8c87c4b7" -d '{"events": [{"server_uuid": "6088fe18-94ad-4ffa-ae18-fcb45198c4d8", "name": "network-vif-plugged", "status": "completed", "tag": "51fc6ae8-a0f6-4c82-86f0-cfa67abd6aa4"}, {"server_uuid": "deda3a40-140f-400f-8464-f5f8c81a50fb", "name": "network-vif-plugged", "status": "completed", "tag": "081d6359-af67-4971-b973-2c138184d9cb"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:36:04.175123 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84619f0-f39c-4bb5-ae73-565a9b8c7500 None None] Routers {'d16d6a45-9495-4984-9588-79c78190b6b9'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:36:04.176112 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-c84619f0-f39c-4bb5-ae73-565a9b8c7500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:35:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['d16d6a45-9495-4984-9588-79c78190b6b9'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:04.178936 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9d9a6002-79c0-4747-adb2-007779cc41dd req-2b698ef0-1c88-465f-91cf-5361e2d22129 service neutron] 10.222.0.32 "GET /v2.0/networks/6ab508e3-ca9c-4ba1-a637-e61063da04b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763426 Aug 23 20:36:04.284787 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-92bf8c36-f65a-4f62-afb8-f97ced82ad11 admin admin] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:04.312313 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:04.353920 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-c84619f0-f39c-4bb5-ae73-565a9b8c7500 None None] Set router d16d6a45-9495-4984-9588-79c78190b6b9 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:36:04.390677 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9d9a6002-79c0-4747-adb2-007779cc41dd req-a70181ce-3ab9-45e7-83c0-a8d0ba8e26c5 service neutron] 10.222.0.32 "GET /v2.0/networks/6ab508e3-ca9c-4ba1-a637-e61063da04b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971271 Aug 23 20:36:04.394823 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-16ac941a-a56d-4b64-9a9b-459ba7e62a65 req-8d585593-0f11-44c0-b6d1-a4e6568ef2e8 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:04.397472 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6d72f5e5-d26f-4189-9582-a686158e9012 req-1a6f7ba4-fea3-4b3f-8321-f0f1e554b76d service neutron] 10.222.0.32 "GET /v2.0/networks/ee49fab1-d321-4ccd-83a3-bdc6214881f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141902 Aug 23 20:36:04.400998 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2687057f-a4f9-420e-bb7e-fbe2230d0c2f req-f1a8faea-bc2b-4507-b1c3-c957db0c1b87 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:04.402727 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2687057f-a4f9-420e-bb7e-fbe2230d0c2f req-f1a8faea-bc2b-4507-b1c3-c957db0c1b87 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=deda3a40-140f-400f-8464-f5f8c81a50fb HTTP/1.1" status: 200 len: 945 time: 0.1681755 Aug 23 20:36:04.404802 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-92bf8c36-f65a-4f62-afb8-f97ced82ad11 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:04.414366 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:36:04.421747 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:04.460044 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-16ac941a-a56d-4b64-9a9b-459ba7e62a65 req-8d585593-0f11-44c0-b6d1-a4e6568ef2e8 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:04.474227 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2687057f-a4f9-420e-bb7e-fbe2230d0c2f req-b5becd35-557b-4837-a518-aa1bb3927bde tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615923 Aug 23 20:36:04.491674 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-92bf8c36-f65a-4f62-afb8-f97ced82ad11 admin admin] Deleting port 4103366f-4d93-40c6-8aaf-2ab371553586 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:36:04.492019 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-92bf8c36-f65a-4f62-afb8-f97ced82ad11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:04.511355 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9,revision_number=8']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:04.615245 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-c84619f0-f39c-4bb5-ae73-565a9b8c7500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16d6a45-9495-4984-9588-79c78190b6b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1878789488-router', 'tenant_id': '93b2110d522e4b20b85fe698437f4050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '4103366f-4d93-40c6-8aaf-2ab371553586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:33:57Z', 'updated_at': '2021-08-23T20:36:02Z', 'revision_number': 5, 'project_id': '93b2110d522e4b20b85fe698437f4050', 'gw_port': {'id': '4103366f-4d93-40c6-8aaf-2ab371553586', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:01:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16d6a45-9495-4984-9588-79c78190b6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:33:58Z', 'updated_at': '2021-08-23T20:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:04.625609 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-432fd827-4dc9-41f2-be1a-70e172047a3b req-468f7815-42bb-48a6-8305-7ad826493afa tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.4.9 HTTP/1.1" status: 200 len: 1000 time: 0.0894361 Aug 23 20:36:04.633980 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-92bf8c36-f65a-4f62-afb8-f97ced82ad11 admin admin] For port 4103366f-4d93-40c6-8aaf-2ab371553586, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=4103366f-4d93-40c6-8aaf-2ab371553586,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:36:04.634512 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-92bf8c36-f65a-4f62-afb8-f97ced82ad11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:04.652931 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84619f0-f39c-4bb5-ae73-565a9b8c7500 None None] Checking router: d16d6a45-9495-4984-9588-79c78190b6b9 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:36:04.658074 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-16ac941a-a56d-4b64-9a9b-459ba7e62a65 req-8d585593-0f11-44c0-b6d1-a4e6568ef2e8 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:04.658729 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-92bf8c36-f65a-4f62-afb8-f97ced82ad11 admin admin] Calling delete_port for 4103366f-4d93-40c6-8aaf-2ab371553586 owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:36:04.664185 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84619f0-f39c-4bb5-ae73-565a9b8c7500 None None] Routers {'d16d6a45-9495-4984-9588-79c78190b6b9'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:36:04.664437 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-16ac941a-a56d-4b64-9a9b-459ba7e62a65 req-8d585593-0f11-44c0-b6d1-a4e6568ef2e8 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:04.664936 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-c84619f0-f39c-4bb5-ae73-565a9b8c7500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:35:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['d16d6a45-9495-4984-9588-79c78190b6b9'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:04.705568 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432fd827-4dc9-41f2-be1a-70e172047a3b req-f20f39d8-3bde-4729-8bba-0c3d833f9261 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:04.706925 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-432fd827-4dc9-41f2-be1a-70e172047a3b req-f20f39d8-3bde-4729-8bba-0c3d833f9261 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/ports/d88bf7c1-17ae-4640-973e-56203bd75f4a HTTP/1.1" status: 200 len: 943 time: 0.0688014 Aug 23 20:36:04.727765 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d585593-0f11-44c0-b6d1-a4e6568ef2e8 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Pushing event updated for resources: {'Port': ['ID=a9ef901f-31fd-4730-b1fb-145cdb77c01b,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:04.768291 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-c84619f0-f39c-4bb5-ae73-565a9b8c7500 None None] Set router d16d6a45-9495-4984-9588-79c78190b6b9 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:36:04.778575 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-16ac941a-a56d-4b64-9a9b-459ba7e62a65 req-8d585593-0f11-44c0-b6d1-a4e6568ef2e8 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:04.793526 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-16ac941a-a56d-4b64-9a9b-459ba7e62a65 req-8d585593-0f11-44c0-b6d1-a4e6568ef2e8 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:04.794796 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-16ac941a-a56d-4b64-9a9b-459ba7e62a65 req-8d585593-0f11-44c0-b6d1-a4e6568ef2e8 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7273629 Aug 23 20:36:04.833304 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-c84619f0-f39c-4bb5-ae73-565a9b8c7500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16d6a45-9495-4984-9588-79c78190b6b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1878789488-router', 'tenant_id': '93b2110d522e4b20b85fe698437f4050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:33:57Z', 'updated_at': '2021-08-23T20:36:04Z', 'revision_number': 6, 'project_id': '93b2110d522e4b20b85fe698437f4050', 'gw_port_host': None}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:04.840983 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0372e67-dac1-4409-8103-64cc2bdadc51', 'tag': 'd88bf7c1-17ae-4640-973e-56203bd75f4a'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:36:04.843157 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bcf83c8-2734-4056-a319-e547c9e3a1a5" -d '{"events": [{"name": "network-changed", "server_uuid": "e0372e67-dac1-4409-8103-64cc2bdadc51", "tag": "d88bf7c1-17ae-4640-973e-56203bd75f4a"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:36:04.845701 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-16ac941a-a56d-4b64-9a9b-459ba7e62a65 req-96c6f5ae-1670-46b0-8114-134a37dc3d22 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.4.226 HTTP/1.1" status: 200 len: 696 time: 0.0446496 Aug 23 20:36:04.877737 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-432fd827-4dc9-41f2-be1a-70e172047a3b req-5eb06f42-27a6-4363-a023-734826c0bbb8 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.4.9 HTTP/1.1" status: 200 len: 1000 time: 0.1180387 Aug 23 20:36:04.976627 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac941a-a56d-4b64-9a9b-459ba7e62a65 req-d49a3b78-9bcc-404f-8895-784ee44eab78 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:04.978148 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-16ac941a-a56d-4b64-9a9b-459ba7e62a65 req-d49a3b78-9bcc-404f-8895-784ee44eab78 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/networks/03d801c5-d257-4cc1-bad3-11a323aafec0 HTTP/1.1" status: 200 len: 784 time: 0.1217504 Aug 23 20:36:05.013200 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-92bf8c36-f65a-4f62-afb8-f97ced82ad11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:05.024818 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84619f0-f39c-4bb5-ae73-565a9b8c7500 None None] The sync data for ids ['d16d6a45-9495-4984-9588-79c78190b6b9'] in n-d-805663-2 is: [{'id': 'd16d6a45-9495-4984-9588-79c78190b6b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1878789488-router', 'tenant_id': '93b2110d522e4b20b85fe698437f4050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:33:57Z', 'updated_at': '2021-08-23T20:36:04Z', 'revision_number': 6, 'project_id': '93b2110d522e4b20b85fe698437f4050', 'gw_port_host': None}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:36:05.059987 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf8c36-f65a-4f62-afb8-f97ced82ad11 admin admin] Pushing event deleted for resources: {'Port': ['ID=4103366f-4d93-40c6-8aaf-2ab371553586,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:05.074927 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf8c36-f65a-4f62-afb8-f97ced82ad11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:36:05.075279 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf8c36-f65a-4f62-afb8-f97ced82ad11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:36:05.075621 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf8c36-f65a-4f62-afb8-f97ced82ad11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:36:05.075962 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf8c36-f65a-4f62-afb8-f97ced82ad11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:36:05.076314 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf8c36-f65a-4f62-afb8-f97ced82ad11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:36:05.076641 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf8c36-f65a-4f62-afb8-f97ced82ad11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:36:05.076968 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf8c36-f65a-4f62-afb8-f97ced82ad11 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:36:05.077294 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf8c36-f65a-4f62-afb8-f97ced82ad11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:36:05.077616 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf8c36-f65a-4f62-afb8-f97ced82ad11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:36:05.077938 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf8c36-f65a-4f62-afb8-f97ced82ad11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:36:05.078265 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf8c36-f65a-4f62-afb8-f97ced82ad11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:36:05.078587 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf8c36-f65a-4f62-afb8-f97ced82ad11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:36:05.087636 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432fd827-4dc9-41f2-be1a-70e172047a3b req-a74ab233-e950-4cf0-8e6a-39fb9e8e68be tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:05.089768 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-432fd827-4dc9-41f2-be1a-70e172047a3b req-a74ab233-e950-4cf0-8e6a-39fb9e8e68be tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/networks/03d801c5-d257-4cc1-bad3-11a323aafec0 HTTP/1.1" status: 200 len: 784 time: 0.2033532 Aug 23 20:36:05.093869 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41a829-d817-4186-a59f-22be647bda3d req-29e59f84-2a47-4165-956a-2e2e30be9748 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:05.095151 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fd41a829-d817-4186-a59f-22be647bda3d req-29e59f84-2a47-4165-956a-2e2e30be9748 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a9b29d2-6f53-45e1-99f5-e581a80c827b HTTP/1.1" status: 200 len: 949 time: 0.0515182 Aug 23 20:36:05.133909 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fd41a829-d817-4186-a59f-22be647bda3d req-06e05ac9-b09d-45ea-96d8-f09e4a852d42 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322540 Aug 23 20:36:05.142641 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 02e2aecf-9392-4bba-b0ba-adeac623cd16 no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:36:05.201980 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-92bf8c36-f65a-4f62-afb8-f97ced82ad11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:05.207357 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-432fd827-4dc9-41f2-be1a-70e172047a3b req-3adeb5ea-3404-4d36-9c80-72658d6dfd7f tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.4.9 HTTP/1.1" status: 200 len: 1000 time: 0.0990322 Aug 23 20:36:05.222415 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:05.256796 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 02e2aecf-9392-4bba-b0ba-adeac623cd16, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=02e2aecf-9392-4bba-b0ba-adeac623cd16,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:36:05.261943 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:05.268090 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-432fd827-4dc9-41f2-be1a-70e172047a3b req-eb06d412-8148-43b1-9ee8-95480adef122 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:36:05.314232 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4be312-e735-4cb7-a3f9-a5e4b68ab07b req-2a6cf94b-c365-4f00-8459-59d63e12160f tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:05.315655 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9d4be312-e735-4cb7-a3f9-a5e4b68ab07b req-2a6cf94b-c365-4f00-8459-59d63e12160f tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/ports?device_id=6088fe18-94ad-4ffa-ae18-fcb45198c4d8 HTTP/1.1" status: 200 len: 946 time: 0.0522926 Aug 23 20:36:05.319709 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=02e2aecf-9392-4bba-b0ba-adeac623cd16,revision_number=8']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:05.335560 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-92bf8c36-f65a-4f62-afb8-f97ced82ad11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:05.339771 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-92bf8c36-f65a-4f62-afb8-f97ced82ad11 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:05.358473 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9d4be312-e735-4cb7-a3f9-a5e4b68ab07b req-05d24490-357f-47ef-8b09-f9267c45d1bd tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/security-groups?id=26f54a44-9852-4d54-9348-9ab7d69f31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353396 Aug 23 20:36:05.391248 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-432fd827-4dc9-41f2-be1a-70e172047a3b req-eb06d412-8148-43b1-9ee8-95480adef122 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Notify callbacks [] for floatingip, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:05.477301 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 654c74bd-3abf-4b30-aba8-611f7312fc24 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:36:05.497960 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-92bf8c36-f65a-4f62-afb8-f97ced82ad11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:05.498503 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92bf8c36-f65a-4f62-afb8-f97ced82ad11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d16d6a45-9495-4984-9588-79c78190b6b9 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:36:05.498653 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 654c74bd-3abf-4b30-aba8-611f7312fc24 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:36:05.498861 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 654c74bd-3abf-4b30-aba8-611f7312fc24 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:36:05.508052 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-92bf8c36-f65a-4f62-afb8-f97ced82ad11 admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:05.509244 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-92bf8c36-f65a-4f62-afb8-f97ced82ad11 admin admin] 10.222.0.61 "DELETE /v2.0/routers/d16d6a45-9495-4984-9588-79c78190b6b9 HTTP/1.1" status: 204 len: 168 time: 1.3832426 Aug 23 20:36:05.513027 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 56712) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:36:05.559065 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-ede132c9-1892-4690-a648-99530983b0ea admin admin] Deleting subnet c62f0fc6-397a-45e4-a55e-5cfe158dea1b {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:36:05.566012 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ede132c9-1892-4690-a648-99530983b0ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:05.573913 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-432fd827-4dc9-41f2-be1a-70e172047a3b req-eb06d412-8148-43b1-9ee8-95480adef122 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:05.578821 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-432fd827-4dc9-41f2-be1a-70e172047a3b req-eb06d412-8148-43b1-9ee8-95480adef122 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:05.579224 n-d-805663-2 neutron-server[94687]: INFO neutron.db.l3_db [req-432fd827-4dc9-41f2-be1a-70e172047a3b req-eb06d412-8148-43b1-9ee8-95480adef122 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Floating IP 3358b1a5-80d5-4144-a550-84efa7fad68e disassociated. External IP: 172.25.4.9, port: d88bf7c1-17ae-4640-973e-56203bd75f4a. Aug 23 20:36:05.601779 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ede132c9-1892-4690-a648-99530983b0ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:05.693480 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ede132c9-1892-4690-a648-99530983b0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:05.763200 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ede132c9-1892-4690-a648-99530983b0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:05.770671 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 23 Aug 2021 20:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5870f06-fc96-491d-a6b1-6fbffe085d8a x-openstack-request-id: req-b5870f06-fc96-491d-a6b1-6fbffe085d8a {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:36:05.771219 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6088fe18-94ad-4ffa-ae18-fcb45198c4d8", "name": "network-vif-plugged", "status": "completed", "tag": "51fc6ae8-a0f6-4c82-86f0-cfa67abd6aa4", "code": 200}, {"server_uuid": "deda3a40-140f-400f-8464-f5f8c81a50fb", "name": "network-vif-plugged", "status": "completed", "tag": "081d6359-af67-4971-b973-2c138184d9cb", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:36:05.772631 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b5870f06-fc96-491d-a6b1-6fbffe085d8a {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:36:05.773265 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6088fe18-94ad-4ffa-ae18-fcb45198c4d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51fc6ae8-a0f6-4c82-86f0-cfa67abd6aa4', 'code': 200} Aug 23 20:36:05.773739 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deda3a40-140f-400f-8464-f5f8c81a50fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081d6359-af67-4971-b973-2c138184d9cb', 'code': 200} Aug 23 20:36:05.789582 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede132c9-1892-4690-a648-99530983b0ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c62f0fc6-397a-45e4-a55e-5cfe158dea1b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:05.809846 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ede132c9-1892-4690-a648-99530983b0ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:05.812346 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ede132c9-1892-4690-a648-99530983b0ea admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c62f0fc6-397a-45e4-a55e-5cfe158dea1b HTTP/1.1" status: 204 len: 168 time: 0.2987809 Aug 23 20:36:05.814815 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 56720) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:36:05.821436 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ef4fbd-1b7e-479b-9ebb-c67edc02e45d None None] Network 768ecf39-a6cc-48c8-81e4-dd67e8298d02 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:36:05.850082 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00a03af-2f3c-4c25-86b4-d8a65b563343 x-openstack-request-id: req-f00a03af-2f3c-4c25-86b4-d8a65b563343 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:36:05.850366 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0372e67-dac1-4409-8103-64cc2bdadc51", "tag": "d88bf7c1-17ae-4640-973e-56203bd75f4a", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:36:05.850617 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f00a03af-2f3c-4c25-86b4-d8a65b563343 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:36:05.851022 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0372e67-dac1-4409-8103-64cc2bdadc51', 'tag': 'd88bf7c1-17ae-4640-973e-56203bd75f4a', 'status': 'completed', 'code': 200} Aug 23 20:36:05.956799 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60ea09db-6d31-4781-b261-fc76c0defd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:05.958420 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [req-432fd827-4dc9-41f2-be1a-70e172047a3b req-eb06d412-8148-43b1-9ee8-95480adef122 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Router 521b9894-b7bb-4042-844a-a95a62bbdfe7 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:36:05.986055 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500d680-6396-4194-ab45-44cdbca269e8 req-6bfc2099-bc8f-48b4-8e68-951c575c53f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:05.988249 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c500d680-6396-4194-ab45-44cdbca269e8 req-6bfc2099-bc8f-48b4-8e68-951c575c53f5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6088fe18-94ad-4ffa-ae18-fcb45198c4d8 HTTP/1.1" status: 200 len: 1097 time: 0.0975723 Aug 23 20:36:06.005644 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21bfa68-e69e-4b05-90b6-3aa222c44af8 req-6e4145bb-a50a-4541-9a30-998c4b50f28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:06.007864 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d21bfa68-e69e-4b05-90b6-3aa222c44af8 req-6e4145bb-a50a-4541-9a30-998c4b50f28a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=deda3a40-140f-400f-8464-f5f8c81a50fb HTTP/1.1" status: 200 len: 1096 time: 0.1487205 Aug 23 20:36:06.063696 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e2b862-0b24-4548-a092-3a154f22e066 req-5f5026ba-03c6-4653-b445-37878dc681d9 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:06.065257 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-70e2b862-0b24-4548-a092-3a154f22e066 req-5f5026ba-03c6-4653-b445-37878dc681d9 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/ports?device_id=5edf64e0-94b0-4399-be04-0ee6fbeb0f16&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1256745 Aug 23 20:36:06.080588 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf83c8-2734-4056-a319-e547c9e3a1a5 req-7c3936bc-ea03-4e30-af92-f81584954bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:06.082154 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2bcf83c8-2734-4056-a319-e547c9e3a1a5 req-7c3936bc-ea03-4e30-af92-f81584954bfe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fee04bdee1314858880b57c3099e0dd9&device_id=e0372e67-dac1-4409-8103-64cc2bdadc51 HTTP/1.1" status: 200 len: 1097 time: 0.1434829 Aug 23 20:36:06.094672 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779e095b-14ee-4137-b692-c5e5ed4f592d None None] DHCP port deletion for 768ecf39-a6cc-48c8-81e4-dd67e8298d02 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:36:06.121252 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c500d680-6396-4194-ab45-44cdbca269e8 req-60233cd5-4278-4035-bddc-c1846f8ecccd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=26f54a44-9852-4d54-9348-9ab7d69f31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147437 Aug 23 20:36:06.135437 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-70e2b862-0b24-4548-a092-3a154f22e066 req-561ead2b-d295-4f92-be60-3f9595fccb45 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.4.226 HTTP/1.1" status: 200 len: 696 time: 0.0588472 Aug 23 20:36:06.139892 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-60ea09db-6d31-4781-b261-fc76c0defd9f admin admin] Deleting port 9685a412-0cf1-45a2-92c4-acd9cc24a768 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:36:06.140254 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60ea09db-6d31-4781-b261-fc76c0defd9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:06.147072 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-70e2b862-0b24-4548-a092-3a154f22e066 req-24f6a1ed-7fa8-483d-a2e9-71a9b6778f33 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Request body: {'floatingip': {'port_id': 'b58ee375-a5a0-464e-9be6-7293a1004bda', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:36:06.154185 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-779e095b-14ee-4137-b692-c5e5ed4f592d None None] Deleting port 9685a412-0cf1-45a2-92c4-acd9cc24a768 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:36:06.154801 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-779e095b-14ee-4137-b692-c5e5ed4f592d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:06.188105 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d21bfa68-e69e-4b05-90b6-3aa222c44af8 req-5363ee8b-2fe8-495c-947b-c0f1738f6758 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673875 Aug 23 20:36:06.223502 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-432fd827-4dc9-41f2-be1a-70e172047a3b req-eb06d412-8148-43b1-9ee8-95480adef122 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:36:06.229247 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-432fd827-4dc9-41f2-be1a-70e172047a3b req-eb06d412-8148-43b1-9ee8-95480adef122 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:06.236889 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90af0c4a-bc0b-426e-855c-298ef7d23a39 None None] Sync routers for ids ['521b9894-b7bb-4042-844a-a95a62bbdfe7'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:36:06.239643 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-779e095b-14ee-4137-b692-c5e5ed4f592d None None] For port 9685a412-0cf1-45a2-92c4-acd9cc24a768, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=9685a412-0cf1-45a2-92c4-acd9cc24a768,segment=NetworkSegment(5a4930c0-45fb-427c-827e-2535945017aa),segment_id=5a4930c0-45fb-427c-827e-2535945017aa)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:36:06.240072 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-779e095b-14ee-4137-b692-c5e5ed4f592d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:06.250678 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-60ea09db-6d31-4781-b261-fc76c0defd9f admin admin] For port 9685a412-0cf1-45a2-92c4-acd9cc24a768, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=9685a412-0cf1-45a2-92c4-acd9cc24a768,segment=NetworkSegment(5a4930c0-45fb-427c-827e-2535945017aa),segment_id=5a4930c0-45fb-427c-827e-2535945017aa)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:36:06.251226 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60ea09db-6d31-4781-b261-fc76c0defd9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:06.254843 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-779e095b-14ee-4137-b692-c5e5ed4f592d None None] Calling delete_port for 9685a412-0cf1-45a2-92c4-acd9cc24a768 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:36:06.255874 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90af0c4a-bc0b-426e-855c-298ef7d23a39 None None] Routers {'521b9894-b7bb-4042-844a-a95a62bbdfe7'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:36:06.256522 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-90af0c4a-bc0b-426e-855c-298ef7d23a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:35:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['521b9894-b7bb-4042-844a-a95a62bbdfe7'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:06.266364 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-60ea09db-6d31-4781-b261-fc76c0defd9f admin admin] Calling delete_port for 9685a412-0cf1-45a2-92c4-acd9cc24a768 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:36:06.299500 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf83c8-2734-4056-a319-e547c9e3a1a5 req-16d4690c-8958-4efd-8599-9e30d901868c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:06.301014 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2bcf83c8-2734-4056-a319-e547c9e3a1a5 req-16d4690c-8958-4efd-8599-9e30d901868c service neutron] 10.222.0.11 "GET /v2.0/networks?id=6ab508e3-ca9c-4ba1-a637-e61063da04b8 HTTP/1.1" status: 200 len: 922 time: 0.2069077 Aug 23 20:36:06.315185 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-432fd827-4dc9-41f2-be1a-70e172047a3b req-eb06d412-8148-43b1-9ee8-95480adef122 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "PUT /v2.0/floatingips/3358b1a5-80d5-4144-a550-84efa7fad68e HTTP/1.1" status: 200 len: 693 time: 1.0766711 Aug 23 20:36:06.346431 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-70e2b862-0b24-4548-a092-3a154f22e066 req-24f6a1ed-7fa8-483d-a2e9-71a9b6778f33 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Notify callbacks [] for floatingip, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:06.372588 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-779e095b-14ee-4137-b692-c5e5ed4f592d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:06.373334 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432fd827-4dc9-41f2-be1a-70e172047a3b req-ea7690ea-3886-45e8-a95e-30a7a64c2aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:06.375106 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-432fd827-4dc9-41f2-be1a-70e172047a3b req-ea7690ea-3886-45e8-a95e-30a7a64c2aba service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fee04bdee1314858880b57c3099e0dd9&device_id=e0372e67-dac1-4409-8103-64cc2bdadc51 HTTP/1.1" status: 200 len: 1097 time: 0.0589848 Aug 23 20:36:06.404929 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779e095b-14ee-4137-b692-c5e5ed4f592d None None] Pushing event deleted for resources: {'Port': ['ID=9685a412-0cf1-45a2-92c4-acd9cc24a768,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:06.410411 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779e095b-14ee-4137-b692-c5e5ed4f592d None None] No DVR routers for this DVR port 9685a412-0cf1-45a2-92c4-acd9cc24a768 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:36:06.412121 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-90af0c4a-bc0b-426e-855c-298ef7d23a39 None None] Set router 521b9894-b7bb-4042-844a-a95a62bbdfe7 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:36:06.489655 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2bcf83c8-2734-4056-a319-e547c9e3a1a5 req-baa03c49-3f73-41cf-860e-a4a182d1de5d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d88bf7c1-17ae-4640-973e-56203bd75f4a HTTP/1.1" status: 200 len: 217 time: 0.0661058 Aug 23 20:36:06.551714 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60ea09db-6d31-4781-b261-fc76c0defd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:06.563214 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432fd827-4dc9-41f2-be1a-70e172047a3b req-5c69887f-344a-4c89-bce4-91e1df47f85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:06.564752 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-432fd827-4dc9-41f2-be1a-70e172047a3b req-5c69887f-344a-4c89-bce4-91e1df47f85c service neutron] 10.222.0.61 "GET /v2.0/networks?id=6ab508e3-ca9c-4ba1-a637-e61063da04b8 HTTP/1.1" status: 200 len: 922 time: 0.1837511 Aug 23 20:36:06.582931 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf83c8-2734-4056-a319-e547c9e3a1a5 req-bded4e1c-6762-4cc0-b414-7240a1d79129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:06.583229 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ea09db-6d31-4781-b261-fc76c0defd9f admin admin] Pushing event deleted for resources: {'Port': ['ID=9685a412-0cf1-45a2-92c4-acd9cc24a768,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:06.584994 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2bcf83c8-2734-4056-a319-e547c9e3a1a5 req-bded4e1c-6762-4cc0-b414-7240a1d79129 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=519e7c31-afda-49a1-9e0f-8c868d7cb053 HTTP/1.1" status: 200 len: 860 time: 0.0746579 Aug 23 20:36:06.590648 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ea09db-6d31-4781-b261-fc76c0defd9f admin admin] No DVR routers for this DVR port 9685a412-0cf1-45a2-92c4-acd9cc24a768 on host n-d-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:36:06.627221 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-432fd827-4dc9-41f2-be1a-70e172047a3b req-209f5bed-d020-445a-837f-02e1ff68643c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d88bf7c1-17ae-4640-973e-56203bd75f4a HTTP/1.1" status: 200 len: 217 time: 0.0530171 Aug 23 20:36:06.660714 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-90af0c4a-bc0b-426e-855c-298ef7d23a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1659286393-router', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '48787cf2-c879-47be-8541-1cad31b41898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:34:34Z', 'updated_at': '2021-08-23T20:34:48Z', 'revision_number': 4, 'project_id': 'fee04bdee1314858880b57c3099e0dd9', 'gw_port': {'id': '48787cf2-c879-47be-8541-1cad31b41898', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:40:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:34:36Z', 'updated_at': '2021-08-23T20:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'ef1dc0c9-c9f6-4552-897d-2e5ef0ead138', 'name': '', 'network_id': '6ab508e3-ca9c-4ba1-a637-e61063da04b8', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'mac_address': 'fa:16:3e:5a:71:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '519e7c31-afda-49a1-9e0f-8c868d7cb053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:34:46Z', 'updated_at': '2021-08-23T20:34:55Z', 'revision_number': 5, 'project_id': 'fee04bdee1314858880b57c3099e0dd9', 'subnets': [{'id': '519e7c31-afda-49a1-9e0f-8c868d7cb053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:06.689402 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90af0c4a-bc0b-426e-855c-298ef7d23a39 None None] Checking router: 521b9894-b7bb-4042-844a-a95a62bbdfe7 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:36:06.698827 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90af0c4a-bc0b-426e-855c-298ef7d23a39 None None] Routers {'521b9894-b7bb-4042-844a-a95a62bbdfe7'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:36:06.699444 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-90af0c4a-bc0b-426e-855c-298ef7d23a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:35:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['521b9894-b7bb-4042-844a-a95a62bbdfe7'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:06.700274 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf83c8-2734-4056-a319-e547c9e3a1a5 req-94b20753-522d-49dc-9b87-47c0a9aea29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:06.701813 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2bcf83c8-2734-4056-a319-e547c9e3a1a5 req-94b20753-522d-49dc-9b87-47c0a9aea29d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6ab508e3-ca9c-4ba1-a637-e61063da04b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0851419 Aug 23 20:36:06.703634 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432fd827-4dc9-41f2-be1a-70e172047a3b req-06ae6331-e2a4-490b-b21e-312f31acd941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:06.705055 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-432fd827-4dc9-41f2-be1a-70e172047a3b req-06ae6331-e2a4-490b-b21e-312f31acd941 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=519e7c31-afda-49a1-9e0f-8c868d7cb053 HTTP/1.1" status: 200 len: 860 time: 0.0636604 Aug 23 20:36:06.813029 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432fd827-4dc9-41f2-be1a-70e172047a3b req-5b0075e1-6ef8-4179-b9c5-099c2d942a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:06.814584 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-432fd827-4dc9-41f2-be1a-70e172047a3b req-5b0075e1-6ef8-4179-b9c5-099c2d942a15 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6ab508e3-ca9c-4ba1-a637-e61063da04b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1022241 Aug 23 20:36:06.825074 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-90af0c4a-bc0b-426e-855c-298ef7d23a39 None None] Set router 521b9894-b7bb-4042-844a-a95a62bbdfe7 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:36:06.891246 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2bcf83c8-2734-4056-a319-e547c9e3a1a5 req-6f33ba55-11b5-4bab-b246-c5014d84ca92 service neutron] 10.222.0.11 "GET /v2.0/networks/6ab508e3-ca9c-4ba1-a637-e61063da04b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706791 Aug 23 20:36:07.014134 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60ea09db-6d31-4781-b261-fc76c0defd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:07.024463 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [req-70e2b862-0b24-4548-a092-3a154f22e066 req-24f6a1ed-7fa8-483d-a2e9-71a9b6778f33 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] update failed (client error): There was a conflict when trying to complete your request. Aug 23 20:36:07.025868 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-70e2b862-0b24-4548-a092-3a154f22e066 req-24f6a1ed-7fa8-483d-a2e9-71a9b6778f33 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "PUT /v2.0/floatingips/a3ea925b-01f4-4431-977a-c5122eb3992c HTTP/1.1" status: 409 len: 550 time: 0.8834295 Aug 23 20:36:07.027371 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-60ea09db-6d31-4781-b261-fc76c0defd9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['768ecf39-a6cc-48c8-81e4-dd67e8298d02']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:07.039622 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-90af0c4a-bc0b-426e-855c-298ef7d23a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1659286393-router', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '48787cf2-c879-47be-8541-1cad31b41898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:34:34Z', 'updated_at': '2021-08-23T20:34:48Z', 'revision_number': 4, 'project_id': 'fee04bdee1314858880b57c3099e0dd9', 'gw_port': {'id': '48787cf2-c879-47be-8541-1cad31b41898', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:40:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:34:36Z', 'updated_at': '2021-08-23T20:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'ef1dc0c9-c9f6-4552-897d-2e5ef0ead138', 'name': '', 'network_id': '6ab508e3-ca9c-4ba1-a637-e61063da04b8', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'mac_address': 'fa:16:3e:5a:71:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '519e7c31-afda-49a1-9e0f-8c868d7cb053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:34:46Z', 'updated_at': '2021-08-23T20:34:55Z', 'revision_number': 5, 'project_id': 'fee04bdee1314858880b57c3099e0dd9', 'subnets': [{'id': '519e7c31-afda-49a1-9e0f-8c868d7cb053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:07.039945 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-60ea09db-6d31-4781-b261-fc76c0defd9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a4930c0-45fb-427c-827e-2535945017aa') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:07.039945 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-60ea09db-6d31-4781-b261-fc76c0defd9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a4930c0-45fb-427c-827e-2535945017aa') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:07.049896 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60ea09db-6d31-4781-b261-fc76c0defd9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:07.064405 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90af0c4a-bc0b-426e-855c-298ef7d23a39 None None] The sync data for ids ['521b9894-b7bb-4042-844a-a95a62bbdfe7'] in n-d-805663-2 is: [{'id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1659286393-router', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '48787cf2-c879-47be-8541-1cad31b41898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:34:34Z', 'updated_at': '2021-08-23T20:34:48Z', 'revision_number': 4, 'project_id': 'fee04bdee1314858880b57c3099e0dd9', 'gw_port': {'id': '48787cf2-c879-47be-8541-1cad31b41898', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:40:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:34:36Z', 'updated_at': '2021-08-23T20:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'ef1dc0c9-c9f6-4552-897d-2e5ef0ead138', 'name': '', 'network_id': '6ab508e3-ca9c-4ba1-a637-e61063da04b8', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'mac_address': 'fa:16:3e:5a:71:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '519e7c31-afda-49a1-9e0f-8c868d7cb053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:34:46Z', 'updated_at': '2021-08-23T20:34:55Z', 'revision_number': 5, 'project_id': 'fee04bdee1314858880b57c3099e0dd9', 'subnets': [{'id': '519e7c31-afda-49a1-9e0f-8c868d7cb053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:36:07.068963 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60ea09db-6d31-4781-b261-fc76c0defd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:07.076767 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60ea09db-6d31-4781-b261-fc76c0defd9f admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:36:07.077424 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60ea09db-6d31-4781-b261-fc76c0defd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:07.079534 n-d-805663-2 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:36:07.079534 n-d-805663-2 neutron-server[94688]: self.session.flush() Aug 23 20:36:07.079534 n-d-805663-2 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:36:07.079534 n-d-805663-2 neutron-server[94688]: self.session.flush() Aug 23 20:36:07.079534 n-d-805663-2 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:36:07.079534 n-d-805663-2 neutron-server[94688]: self.session.flush() Aug 23 20:36:07.079534 n-d-805663-2 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:36:07.079534 n-d-805663-2 neutron-server[94688]: self.session.flush() Aug 23 20:36:07.079534 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:36:07.079534 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:36:07.079534 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:36:07.079534 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:36:07.079534 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:36:07.079534 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:36:07.079534 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:36:07.079534 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:36:07.079534 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:36:07.079534 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:36:07.079534 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:36:07.079534 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:36:07.079534 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:36:07.079534 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:36:07.079534 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:36:07.079534 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:36:07.079534 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:36:07.079534 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:36:07.079534 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:36:07.079534 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:36:07.079534 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:36:07.079534 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:36:07.079534 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:36:07.079534 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:36:07.079534 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:36:07.079534 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:36:07.079534 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:36:07.079534 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:36:07.079534 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:36:07.079534 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:36:07.079534 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:36:07.079534 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:36:07.188839 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60ea09db-6d31-4781-b261-fc76c0defd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:07.194129 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60ea09db-6d31-4781-b261-fc76c0defd9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:07.196092 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-60ea09db-6d31-4781-b261-fc76c0defd9f admin admin] 10.222.0.61 "DELETE /v2.0/networks/768ecf39-a6cc-48c8-81e4-dd67e8298d02 HTTP/1.1" status: 204 len: 168 time: 1.3794074 Aug 23 20:36:07.253590 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66429f71-c765-46ea-be0e-c191cb3d224e req-0afa6fec-3195-4268-ada7-d92b0c785262 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:07.257283 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-66429f71-c765-46ea-be0e-c191cb3d224e req-0afa6fec-3195-4268-ada7-d92b0c785262 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=deda3a40-140f-400f-8464-f5f8c81a50fb HTTP/1.1" status: 200 len: 945 time: 0.1350510 Aug 23 20:36:07.258367 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ea09db-6d31-4781-b261-fc76c0defd9f admin admin] Pushing event deleted for resources: {'Network': ['ID=768ecf39-a6cc-48c8-81e4-dd67e8298d02,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:07.263817 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 4103366f-4d93-40c6-8aaf-2ab371553586 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:36:07.307249 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-432fd827-4dc9-41f2-be1a-70e172047a3b req-134855ab-00b9-4137-ab26-17bfb6fd4d7f service neutron] 10.222.0.61 "GET /v2.0/networks/6ab508e3-ca9c-4ba1-a637-e61063da04b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4835825 Aug 23 20:36:07.311226 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 4103366f-4d93-40c6-8aaf-2ab371553586 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:36:07.312694 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 4103366f-4d93-40c6-8aaf-2ab371553586 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:36:07.313352 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 9685a412-0cf1-45a2-92c4-acd9cc24a768 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:36:07.328182 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-66429f71-c765-46ea-be0e-c191cb3d224e req-932ec7e4-1a13-40ed-bb04-bc04dcc5693b tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561805 Aug 23 20:36:07.365396 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 9685a412-0cf1-45a2-92c4-acd9cc24a768 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:36:07.365850 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 9685a412-0cf1-45a2-92c4-acd9cc24a768 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:36:07.396238 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2bcf83c8-2734-4056-a319-e547c9e3a1a5 req-1d97111e-0d73-4313-9593-cd1cc4b435bc service neutron] 10.222.0.11 "GET /v2.0/networks/6ab508e3-ca9c-4ba1-a637-e61063da04b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4908679 Aug 23 20:36:07.434888 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-432fd827-4dc9-41f2-be1a-70e172047a3b req-683d2859-6fec-4d32-a799-c01aeea834df service neutron] 10.222.0.61 "GET /v2.0/networks/6ab508e3-ca9c-4ba1-a637-e61063da04b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196637 Aug 23 20:36:07.440851 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 56740) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:36:07.470160 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26461331-3c2c-42c8-8444-f4a9f6b6932b None None] New status for floating IP 3358b1a5-80d5-4144-a550-84efa7fad68e: DOWN {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 20:36:07.491406 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1aad2739-bb45-4b48-a9e2-d869a12fdbcf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6579632f1e1d4c7481d3220ebde2ae6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0493779 Aug 23 20:36:07.495760 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 56744) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:36:07.544139 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe959187-e52d-401a-9ad1-e722ce19f2fe req-18998840-af51-4489-b346-e0a678409529 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:07.552587 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fe959187-e52d-401a-9ad1-e722ce19f2fe req-18998840-af51-4489-b346-e0a678409529 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a9b29d2-6f53-45e1-99f5-e581a80c827b HTTP/1.1" status: 200 len: 949 time: 0.0723257 Aug 23 20:36:07.556666 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9f3b093e-3bb4-4fd0-9882-9174951137e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:07.581941 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9f3b093e-3bb4-4fd0-9882-9174951137e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:07.604758 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fe959187-e52d-401a-9ad1-e722ce19f2fe req-24542db4-0dc4-4c92-afff-b062cc771def tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475698 Aug 23 20:36:07.674502 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1af3d8d4-4a53-4ab6-ae83-955e590ab9da req-3e1df688-b27b-45cf-8045-8468d9b92b27 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/floatingips/a3ea925b-01f4-4431-977a-c5122eb3992c HTTP/1.1" status: 200 len: 693 time: 0.0560844 Aug 23 20:36:07.679821 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74616a74-2964-4df7-a354-c7add40578a9 req-0d652512-35b4-4123-a063-3b901ccd1361 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:07.689977 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-74616a74-2964-4df7-a354-c7add40578a9 req-0d652512-35b4-4123-a063-3b901ccd1361 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/ports?device_id=6088fe18-94ad-4ffa-ae18-fcb45198c4d8 HTTP/1.1" status: 200 len: 946 time: 0.0721276 Aug 23 20:36:07.738801 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-74616a74-2964-4df7-a354-c7add40578a9 req-a9d3fe1d-7dee-4b44-a7d2-6b3d4fc3f9e9 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/security-groups?id=26f54a44-9852-4d54-9348-9ab7d69f31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457816 Aug 23 20:36:07.761077 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9f3b093e-3bb4-4fd0-9882-9174951137e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:07.763996 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9f3b093e-3bb4-4fd0-9882-9174951137e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:07.768243 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9f3b093e-3bb4-4fd0-9882-9174951137e0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5581162e-9f5e-4f48-8ca6-f11c11559911 HTTP/1.1" status: 204 len: 168 time: 0.2713528 Aug 23 20:36:07.776304 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a9b29d2-6f53-45e1-99f5-e581a80c827b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9'}, {'server_uuid': '4a3f96f7-b730-4481-b4ce-a8068b53704d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02e2aecf-9392-4bba-b0ba-adeac623cd16'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:36:07.779000 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728e3b97-b9f7-43d5-bb4b-db18c6269b60" -d '{"events": [{"server_uuid": "2a9b29d2-6f53-45e1-99f5-e581a80c827b", "name": "network-vif-plugged", "status": "completed", "tag": "1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9"}, {"server_uuid": "4a3f96f7-b730-4481-b4ce-a8068b53704d", "name": "network-vif-unplugged", "status": "completed", "tag": "02e2aecf-9392-4bba-b0ba-adeac623cd16"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:36:07.781961 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b093e-3bb4-4fd0-9882-9174951137e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5581162e-9f5e-4f48-8ca6-f11c11559911,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:07.819979 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device d1b23212-f285-4163-a093-ffa4545fc3cc details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:36:07.846830 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3d8d4-4a53-4ab6-ae83-955e590ab9da req-e97be3dc-2c7a-405b-a143-1fde95bbc898 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:07.852305 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0372e67-dac1-4409-8103-64cc2bdadc51', 'tag': 'd88bf7c1-17ae-4640-973e-56203bd75f4a'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:36:07.855682 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0631d1-430a-4ee8-bb01-c4ec948021f5" -d '{"events": [{"name": "network-changed", "server_uuid": "e0372e67-dac1-4409-8103-64cc2bdadc51", "tag": "d88bf7c1-17ae-4640-973e-56203bd75f4a"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:36:07.861784 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1af3d8d4-4a53-4ab6-ae83-955e590ab9da req-e97be3dc-2c7a-405b-a143-1fde95bbc898 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/networks/03d801c5-d257-4cc1-bad3-11a323aafec0 HTTP/1.1" status: 200 len: 784 time: 0.1863980 Aug 23 20:36:07.868368 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [req-1af3d8d4-4a53-4ab6-ae83-955e590ab9da req-d6bff4b7-eeab-4b3c-8106-4458e3ffd3db tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:36:07.878252 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1af3d8d4-4a53-4ab6-ae83-955e590ab9da req-d6bff4b7-eeab-4b3c-8106-4458e3ffd3db tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0153277 Aug 23 20:36:07.938866 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1af3d8d4-4a53-4ab6-ae83-955e590ab9da req-62ee33db-cfce-4cfe-9fcd-c182dbfb2b68 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.4.226 HTTP/1.1" status: 200 len: 696 time: 0.0593874 Aug 23 20:36:07.988602 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 23 Aug 2021 20:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0a3f9c-3dbb-4a5a-a91e-ad73be702ee9 x-openstack-request-id: req-2a0a3f9c-3dbb-4a5a-a91e-ad73be702ee9 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:36:07.988996 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a9b29d2-6f53-45e1-99f5-e581a80c827b", "name": "network-vif-plugged", "status": "completed", "tag": "1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9", "code": 200}, {"server_uuid": "4a3f96f7-b730-4481-b4ce-a8068b53704d", "name": "network-vif-unplugged", "status": "completed", "tag": "02e2aecf-9392-4bba-b0ba-adeac623cd16", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:36:07.989253 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2a0a3f9c-3dbb-4a5a-a91e-ad73be702ee9 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:36:07.989717 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a9b29d2-6f53-45e1-99f5-e581a80c827b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9', 'code': 200} Aug 23 20:36:07.989979 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a3f96f7-b730-4481-b4ce-a8068b53704d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02e2aecf-9392-4bba-b0ba-adeac623cd16', 'code': 200} Aug 23 20:36:07.993375 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1af3d8d4-4a53-4ab6-ae83-955e590ab9da req-7781af5d-d1dc-45bb-966f-568c1ef6dda0 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.4.226 HTTP/1.1" status: 200 len: 696 time: 0.0535703 Aug 23 20:36:07.998469 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port d1b23212-f285-4163-a093-ffa4545fc3cc, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=d1b23212-f285-4163-a093-ffa4545fc3cc,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:36:08.011155 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': 'd1b23212-f285-4163-a093-ffa4545fc3cc', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'port_id': 'd1b23212-f285-4163-a093-ffa4545fc3cc', 'mac_address': 'fa:16:3e:96:25:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66e9eb0-86f4-4159-852b-f29863cbf18d', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:36:08.059897 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:08.061989 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10da6bb8-b63e-43ab-b258-e79b44607431 x-openstack-request-id: req-10da6bb8-b63e-43ab-b258-e79b44607431 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:36:08.062280 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0372e67-dac1-4409-8103-64cc2bdadc51", "tag": "d88bf7c1-17ae-4640-973e-56203bd75f4a", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:36:08.062525 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-10da6bb8-b63e-43ab-b258-e79b44607431 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:36:08.062921 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0372e67-dac1-4409-8103-64cc2bdadc51', 'tag': 'd88bf7c1-17ae-4640-973e-56203bd75f4a', 'status': 'completed', 'code': 200} Aug 23 20:36:08.074669 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1b23212-f285-4163-a093-ffa4545fc3cc {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:36:08.111408 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port d1b23212-f285-4163-a093-ffa4545fc3cc, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=d1b23212-f285-4163-a093-ffa4545fc3cc,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:36:08.140460 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:08.177110 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-1af3d8d4-4a53-4ab6-ae83-955e590ab9da req-fbf86c46-dd84-47f7-9248-af5cede7784e tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Deleting port a9ef901f-31fd-4730-b1fb-145cdb77c01b {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:36:08.177476 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1af3d8d4-4a53-4ab6-ae83-955e590ab9da req-fbf86c46-dd84-47f7-9248-af5cede7784e tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:08.219546 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=d1b23212-f285-4163-a093-ffa4545fc3cc,revision_number=9']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:08.255339 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0631d1-430a-4ee8-bb01-c4ec948021f5 req-44acdab0-1c8b-4d8f-8f07-ccdbdb739f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:08.257046 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ac0631d1-430a-4ee8-bb01-c4ec948021f5 req-44acdab0-1c8b-4d8f-8f07-ccdbdb739f75 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fee04bdee1314858880b57c3099e0dd9&device_id=e0372e67-dac1-4409-8103-64cc2bdadc51 HTTP/1.1" status: 200 len: 1097 time: 0.1395745 Aug 23 20:36:08.267013 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134bf991-a2ce-44c2-bc23-91808d0a48d3 req-9d73ae95-f53c-47af-a79d-c0ee74a90e9b tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:08.268695 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-134bf991-a2ce-44c2-bc23-91808d0a48d3 req-9d73ae95-f53c-47af-a79d-c0ee74a90e9b tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f15583-c36a-4d28-a9fd-84b5253ccbbe&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1046364 Aug 23 20:36:08.272828 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1af3d8d4-4a53-4ab6-ae83-955e590ab9da req-fbf86c46-dd84-47f7-9248-af5cede7784e tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:08.273229 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1af3d8d4-4a53-4ab6-ae83-955e590ab9da req-fbf86c46-dd84-47f7-9248-af5cede7784e tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:08.276616 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c09504e-303a-46a6-acaa-aa0e6c751101 req-60984554-9d45-4e9c-af6b-a7f44d97d315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:08.278094 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8c09504e-303a-46a6-acaa-aa0e6c751101 req-60984554-9d45-4e9c-af6b-a7f44d97d315 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2a9b29d2-6f53-45e1-99f5-e581a80c827b HTTP/1.1" status: 200 len: 1100 time: 0.0819798 Aug 23 20:36:08.281441 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 56756) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:36:08.299512 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-1af3d8d4-4a53-4ab6-ae83-955e590ab9da req-fbf86c46-dd84-47f7-9248-af5cede7784e tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Calling delete_port for a9ef901f-31fd-4730-b1fb-145cdb77c01b owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:36:08.355916 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['d1b23212-f285-4163-a093-ffa4545fc3cc'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:36:08.374907 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9b465830-4d57-409e-8fd3-efc604231514 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=93b2110d522e4b20b85fe698437f4050&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0900581 Aug 23 20:36:08.375155 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 56760) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:36:08.384819 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-134bf991-a2ce-44c2-bc23-91808d0a48d3 req-39d93d9f-9c74-4571-89ba-3469c45aa86f tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.4.9 HTTP/1.1" status: 200 len: 694 time: 0.0983975 Aug 23 20:36:08.408381 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-134bf991-a2ce-44c2-bc23-91808d0a48d3 req-69bf27c8-db75-4cd1-a11d-503dadf523e4 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Request body: {'floatingip': {'port_id': 'ba8aaa12-abe0-4a0c-b665-2245d08b506a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:36:08.414507 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8c09504e-303a-46a6-acaa-aa0e6c751101 req-1ae6ab0f-ffed-4a1c-a237-5e7b28aa5c19 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262302 Aug 23 20:36:08.453755 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c561ed15-00a2-4311-bc02-e9fc8c45742e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:08.467520 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-134bf991-a2ce-44c2-bc23-91808d0a48d3 req-69bf27c8-db75-4cd1-a11d-503dadf523e4 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Notify callbacks [] for floatingip, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:08.504127 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c561ed15-00a2-4311-bc02-e9fc8c45742e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:08.536604 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0631d1-430a-4ee8-bb01-c4ec948021f5 req-3b25f081-5fde-4779-adea-a7af55cac80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:08.538075 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ac0631d1-430a-4ee8-bb01-c4ec948021f5 req-3b25f081-5fde-4779-adea-a7af55cac80e service neutron] 10.222.0.11 "GET /v2.0/networks?id=6ab508e3-ca9c-4ba1-a637-e61063da04b8 HTTP/1.1" status: 200 len: 922 time: 0.2590857 Aug 23 20:36:08.545966 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1af3d8d4-4a53-4ab6-ae83-955e590ab9da req-fbf86c46-dd84-47f7-9248-af5cede7784e tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:08.579669 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf86c46-dd84-47f7-9248-af5cede7784e tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Pushing event deleted for resources: {'Port': ['ID=a9ef901f-31fd-4730-b1fb-145cdb77c01b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:08.633576 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c561ed15-00a2-4311-bc02-e9fc8c45742e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:08.636126 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c561ed15-00a2-4311-bc02-e9fc8c45742e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:08.637261 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c561ed15-00a2-4311-bc02-e9fc8c45742e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/34060a93-7bfe-4239-ada1-0d450b80733f HTTP/1.1" status: 204 len: 168 time: 0.2612593 Aug 23 20:36:08.657778 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c561ed15-00a2-4311-bc02-e9fc8c45742e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34060a93-7bfe-4239-ada1-0d450b80733f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:08.663610 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1af3d8d4-4a53-4ab6-ae83-955e590ab9da req-fbf86c46-dd84-47f7-9248-af5cede7784e tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:08.666811 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1af3d8d4-4a53-4ab6-ae83-955e590ab9da req-fbf86c46-dd84-47f7-9248-af5cede7784e tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:08.668715 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1af3d8d4-4a53-4ab6-ae83-955e590ab9da req-fbf86c46-dd84-47f7-9248-af5cede7784e tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "DELETE /v2.0/floatingips/a3ea925b-01f4-4431-977a-c5122eb3992c HTTP/1.1" status: 204 len: 173 time: 0.6736891 Aug 23 20:36:08.734631 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ac0631d1-430a-4ee8-bb01-c4ec948021f5 req-0dbc8e07-8d4e-4cd8-93a8-e42eb70d39bc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d88bf7c1-17ae-4640-973e-56203bd75f4a HTTP/1.1" status: 200 len: 217 time: 0.0427186 Aug 23 20:36:08.790256 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca02c3-47d3-4f04-ac6b-a7a4470dd7ee req-f5fae93d-7c2e-4fe9-8ee2-290fd8d81cf3 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:08.793310 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b0ca02c3-47d3-4f04-ac6b-a7a4470dd7ee req-f5fae93d-7c2e-4fe9-8ee2-290fd8d81cf3 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=deda3a40-140f-400f-8464-f5f8c81a50fb HTTP/1.1" status: 200 len: 945 time: 0.0611179 Aug 23 20:36:08.838412 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b0ca02c3-47d3-4f04-ac6b-a7a4470dd7ee req-ef346103-56ab-4745-8550-7e3c7ce4bae2 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382726 Aug 23 20:36:08.881826 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0631d1-430a-4ee8-bb01-c4ec948021f5 req-c35098c3-817f-43ff-8879-1ee0f9da695c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:08.883387 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ac0631d1-430a-4ee8-bb01-c4ec948021f5 req-c35098c3-817f-43ff-8879-1ee0f9da695c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=519e7c31-afda-49a1-9e0f-8c868d7cb053 HTTP/1.1" status: 200 len: 860 time: 0.1301293 Aug 23 20:36:08.983189 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0631d1-430a-4ee8-bb01-c4ec948021f5 req-665c6b64-0c96-410b-8496-6bb191fe14a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:08.984819 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ac0631d1-430a-4ee8-bb01-c4ec948021f5 req-665c6b64-0c96-410b-8496-6bb191fe14a1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6ab508e3-ca9c-4ba1-a637-e61063da04b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0918851 Aug 23 20:36:09.085260 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a368f0d-6ac0-49ee-8e6c-b116f82bbd80 req-6937cdb8-6304-44fd-b0bd-eebba67a5939 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:09.086805 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6a368f0d-6ac0-49ee-8e6c-b116f82bbd80 req-6937cdb8-6304-44fd-b0bd-eebba67a5939 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a9b29d2-6f53-45e1-99f5-e581a80c827b HTTP/1.1" status: 200 len: 949 time: 0.0588236 Aug 23 20:36:09.134254 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-134bf991-a2ce-44c2-bc23-91808d0a48d3 req-69bf27c8-db75-4cd1-a11d-503dadf523e4 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:09.137235 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6a368f0d-6ac0-49ee-8e6c-b116f82bbd80 req-8ed5ada2-0112-4c83-9dde-af4b1deb2a29 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430193 Aug 23 20:36:09.144256 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-134bf991-a2ce-44c2-bc23-91808d0a48d3 req-69bf27c8-db75-4cd1-a11d-503dadf523e4 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:09.182518 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ac0631d1-430a-4ee8-bb01-c4ec948021f5 req-b269c2ae-7b22-48e1-879b-b0c53cf00ba3 service neutron] 10.222.0.11 "GET /v2.0/networks/6ab508e3-ca9c-4ba1-a637-e61063da04b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789312 Aug 23 20:36:09.277261 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-930f9ed0-1fb4-4cd6-90e1-7d8d23e0f412 req-bb2f09a8-53e0-4906-b5dc-c0d9ef39bac9 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.4.204 HTTP/1.1" status: 200 len: 1001 time: 0.1040449 Aug 23 20:36:09.307563 n-d-805663-2 neutron-server[94687]: INFO neutron.db.l3_db [req-134bf991-a2ce-44c2-bc23-91808d0a48d3 req-69bf27c8-db75-4cd1-a11d-503dadf523e4 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Floating IP 3358b1a5-80d5-4144-a550-84efa7fad68e associated. External IP: 172.25.4.9, port: ba8aaa12-abe0-4a0c-b665-2245d08b506a. Aug 23 20:36:09.338460 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f9ed0-1fb4-4cd6-90e1-7d8d23e0f412 req-741709da-fe19-44e5-af81-cb09f996e770 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:09.340216 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-930f9ed0-1fb4-4cd6-90e1-7d8d23e0f412 req-741709da-fe19-44e5-af81-cb09f996e770 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/ports/b58ee375-a5a0-464e-9be6-7293a1004bda HTTP/1.1" status: 200 len: 942 time: 0.0544922 Aug 23 20:36:09.387061 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ac0631d1-430a-4ee8-bb01-c4ec948021f5 req-50ecf8a3-435e-4273-94da-73fc29840be2 service neutron] 10.222.0.11 "GET /v2.0/networks/6ab508e3-ca9c-4ba1-a637-e61063da04b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836870 Aug 23 20:36:09.460960 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-930f9ed0-1fb4-4cd6-90e1-7d8d23e0f412 req-62db0d45-f7dc-4a95-9838-3170c4e83da4 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.4.204 HTTP/1.1" status: 200 len: 1001 time: 0.0729110 Aug 23 20:36:09.463692 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 56802) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:36:09.560500 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [req-134bf991-a2ce-44c2-bc23-91808d0a48d3 req-69bf27c8-db75-4cd1-a11d-503dadf523e4 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Router 521b9894-b7bb-4042-844a-a95a62bbdfe7 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:36:09.596086 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f9ed0-1fb4-4cd6-90e1-7d8d23e0f412 req-d2ae727b-4339-4ebf-a777-96df3838d211 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:09.598143 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-930f9ed0-1fb4-4cd6-90e1-7d8d23e0f412 req-d2ae727b-4339-4ebf-a777-96df3838d211 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/networks/03d801c5-d257-4cc1-bad3-11a323aafec0 HTTP/1.1" status: 200 len: 784 time: 0.1246600 Aug 23 20:36:09.603431 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-25815cfb-5878-420e-b792-c4ee35c5fdbd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-150732734-network', 'tenant_id': 'e117a5fd762e4131b08a0b6701d67c7f'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:36:09.672959 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25815cfb-5878-420e-b792-c4ee35c5fdbd admin admin] Made reservation on behalf of e117a5fd762e4131b08a0b6701d67c7f for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:36:09.675320 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-25815cfb-5878-420e-b792-c4ee35c5fdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:09.687342 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-134bf991-a2ce-44c2-bc23-91808d0a48d3 req-69bf27c8-db75-4cd1-a11d-503dadf523e4 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:36:09.689905 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-25815cfb-5878-420e-b792-c4ee35c5fdbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:09.692343 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-134bf991-a2ce-44c2-bc23-91808d0a48d3 req-69bf27c8-db75-4cd1-a11d-503dadf523e4 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:09.694405 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-930f9ed0-1fb4-4cd6-90e1-7d8d23e0f412 req-14f1dead-0020-443a-ac1c-240eb931947a tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.4.204 HTTP/1.1" status: 200 len: 1001 time: 0.0868828 Aug 23 20:36:09.698093 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36996da-80d3-4da5-841d-5dc143644977 None None] Sync routers for ids ['521b9894-b7bb-4042-844a-a95a62bbdfe7'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:36:09.710385 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36996da-80d3-4da5-841d-5dc143644977 None None] Routers {'521b9894-b7bb-4042-844a-a95a62bbdfe7'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:36:09.711124 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b36996da-80d3-4da5-841d-5dc143644977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:35:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['521b9894-b7bb-4042-844a-a95a62bbdfe7'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:09.711695 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-930f9ed0-1fb4-4cd6-90e1-7d8d23e0f412 req-5e0cdc89-37e5-445e-ac46-64717dc774ab tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:36:09.739143 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-134bf991-a2ce-44c2-bc23-91808d0a48d3 req-69bf27c8-db75-4cd1-a11d-503dadf523e4 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "PUT /v2.0/floatingips/3358b1a5-80d5-4144-a550-84efa7fad68e HTTP/1.1" status: 200 len: 994 time: 1.3325560 Aug 23 20:36:09.786367 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134bf991-a2ce-44c2-bc23-91808d0a48d3 req-48ab0731-5e7e-41c6-bb06-3f52f9cb00b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:09.798085 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-134bf991-a2ce-44c2-bc23-91808d0a48d3 req-48ab0731-5e7e-41c6-bb06-3f52f9cb00b2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fee04bdee1314858880b57c3099e0dd9&device_id=12f15583-c36a-4d28-a9fd-84b5253ccbbe HTTP/1.1" status: 200 len: 1096 time: 0.0568883 Aug 23 20:36:09.805814 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-930f9ed0-1fb4-4cd6-90e1-7d8d23e0f412 req-5e0cdc89-37e5-445e-ac46-64717dc774ab tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Notify callbacks [] for floatingip, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:09.855810 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-b36996da-80d3-4da5-841d-5dc143644977 None None] Set router 521b9894-b7bb-4042-844a-a95a62bbdfe7 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:36:09.922219 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134bf991-a2ce-44c2-bc23-91808d0a48d3 req-82fbb922-59b8-4221-8dfb-63ff89e4b2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:09.924757 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-134bf991-a2ce-44c2-bc23-91808d0a48d3 req-82fbb922-59b8-4221-8dfb-63ff89e4b2ca service neutron] 10.222.0.61 "GET /v2.0/networks?id=6ab508e3-ca9c-4ba1-a637-e61063da04b8 HTTP/1.1" status: 200 len: 922 time: 0.1264074 Aug 23 20:36:09.973326 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aa60b4eb-4960-4cb1-8c06-4bb3269f145e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:09.976289 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-25815cfb-5878-420e-b792-c4ee35c5fdbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:10.015768 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-25815cfb-5878-420e-b792-c4ee35c5fdbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:10.024802 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-134bf991-a2ce-44c2-bc23-91808d0a48d3 req-b55a3bb2-6af9-4676-8d9b-fe679671e046 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba8aaa12-abe0-4a0c-b665-2245d08b506a HTTP/1.1" status: 200 len: 997 time: 0.0917568 Aug 23 20:36:10.027475 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-930f9ed0-1fb4-4cd6-90e1-7d8d23e0f412 req-5e0cdc89-37e5-445e-ac46-64717dc774ab tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:10.039286 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-930f9ed0-1fb4-4cd6-90e1-7d8d23e0f412 req-5e0cdc89-37e5-445e-ac46-64717dc774ab tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:10.039648 n-d-805663-2 neutron-server[94688]: INFO neutron.db.l3_db [req-930f9ed0-1fb4-4cd6-90e1-7d8d23e0f412 req-5e0cdc89-37e5-445e-ac46-64717dc774ab tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Floating IP 698a5576-3eb9-4717-9c7d-e21730c86514 disassociated. External IP: 172.25.4.204, port: b58ee375-a5a0-464e-9be6-7293a1004bda. Aug 23 20:36:10.066099 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12f15583-c36a-4d28-a9fd-84b5253ccbbe', 'tag': 'ba8aaa12-abe0-4a0c-b665-2245d08b506a'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:36:10.068665 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac47a654-22cc-45da-be29-a6b2f5475b55" -d '{"events": [{"name": "network-changed", "server_uuid": "12f15583-c36a-4d28-a9fd-84b5253ccbbe", "tag": "ba8aaa12-abe0-4a0c-b665-2245d08b506a"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:36:10.085936 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134bf991-a2ce-44c2-bc23-91808d0a48d3 req-de51c8fe-88d9-4b9f-82ad-9351b9a0ad54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:10.088216 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-134bf991-a2ce-44c2-bc23-91808d0a48d3 req-de51c8fe-88d9-4b9f-82ad-9351b9a0ad54 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=519e7c31-afda-49a1-9e0f-8c868d7cb053 HTTP/1.1" status: 200 len: 860 time: 0.0544145 Aug 23 20:36:10.095805 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25815cfb-5878-420e-b792-c4ee35c5fdbd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:36:10.102383 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25815cfb-5878-420e-b792-c4ee35c5fdbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=957fa620-f88a-4d54-9b01-02defbb5ff2b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:10.116295 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-25815cfb-5878-420e-b792-c4ee35c5fdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:10.116638 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-25815cfb-5878-420e-b792-c4ee35c5fdbd admin admin] Added segment 7234db77-6efa-494c-9af8-7e6cbc098dfb of type vlan for network c1b188f6-0507-4dcb-80f7-0454793e08c9 Aug 23 20:36:10.176521 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134bf991-a2ce-44c2-bc23-91808d0a48d3 req-02942eeb-e487-4639-a193-d62563f59f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:10.178079 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-134bf991-a2ce-44c2-bc23-91808d0a48d3 req-02942eeb-e487-4639-a193-d62563f59f4e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6ab508e3-ca9c-4ba1-a637-e61063da04b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778828 Aug 23 20:36:10.203041 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-25815cfb-5878-420e-b792-c4ee35c5fdbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:10.233687 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:10.261422 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b36996da-80d3-4da5-841d-5dc143644977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1659286393-router', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '48787cf2-c879-47be-8541-1cad31b41898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:34:34Z', 'updated_at': '2021-08-23T20:34:48Z', 'revision_number': 4, 'project_id': 'fee04bdee1314858880b57c3099e0dd9', 'gw_port': {'id': '48787cf2-c879-47be-8541-1cad31b41898', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:40:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:34:36Z', 'updated_at': '2021-08-23T20:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '3358b1a5-80d5-4144-a550-84efa7fad68e', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'floating_ip_address': '172.25.4.9', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'port_id': 'ba8aaa12-abe0-4a0c-b665-2245d08b506a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ab508e3-ca9c-4ba1-a637-e61063da04b8', 'mac_address': 'fa:16:3e:75:8a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f15583-c36a-4d28-a9fd-84b5253ccbbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:35:24Z', 'updated_at': '2021-08-23T20:36:08Z', 'revision_number': 8, 'project_id': 'fee04bdee1314858880b57c3099e0dd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef1dc0c9-c9f6-4552-897d-2e5ef0ead138', 'name': '', 'network_id': '6ab508e3-ca9c-4ba1-a637-e61063da04b8', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'mac_address': 'fa:16:3e:5a:71:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '519e7c31-afda-49a1-9e0f-8c868d7cb053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:34:46Z', 'updated_at': '2021-08-23T20:34:55Z', 'revision_number': 5, 'project_id': 'fee04bdee1314858880b57c3099e0dd9', 'subnets': [{'id': '519e7c31-afda-49a1-9e0f-8c868d7cb053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:10.281193 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-25815cfb-5878-420e-b792-c4ee35c5fdbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:10.282183 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25815cfb-5878-420e-b792-c4ee35c5fdbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:10.282769 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-25815cfb-5878-420e-b792-c4ee35c5fdbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:10.301650 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-134bf991-a2ce-44c2-bc23-91808d0a48d3 req-7a99b998-95e6-4431-a347-10e71d90acce service neutron] 10.222.0.61 "GET /v2.0/networks/6ab508e3-ca9c-4ba1-a637-e61063da04b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140501 Aug 23 20:36:10.302428 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36996da-80d3-4da5-841d-5dc143644977 None None] Checking router: 521b9894-b7bb-4042-844a-a95a62bbdfe7 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:36:10.312931 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36996da-80d3-4da5-841d-5dc143644977 None None] Routers {'521b9894-b7bb-4042-844a-a95a62bbdfe7'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:36:10.314312 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b36996da-80d3-4da5-841d-5dc143644977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:35:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['521b9894-b7bb-4042-844a-a95a62bbdfe7'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:10.351956 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-25815cfb-5878-420e-b792-c4ee35c5fdbd admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8871441 Aug 23 20:36:10.358167 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 56834) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:36:10.368525 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ac80f334-a67e-490c-86e6-f0819112be17 admin admin] Request body: {'subnet': {'network_id': 'c1b188f6-0507-4dcb-80f7-0454793e08c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-150732734-subnet', 'tenant_id': 'e117a5fd762e4131b08a0b6701d67c7f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:36:10.414464 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25815cfb-5878-420e-b792-c4ee35c5fdbd admin admin] Pushing event updated for resources: {'Network': ['ID=c1b188f6-0507-4dcb-80f7-0454793e08c9,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:10.438951 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network c1b188f6-0507-4dcb-80f7-0454793e08c9 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:36:10.452731 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac80f334-a67e-490c-86e6-f0819112be17 admin admin] Made reservation on behalf of e117a5fd762e4131b08a0b6701d67c7f for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:36:10.455255 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ac80f334-a67e-490c-86e6-f0819112be17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:10.460673 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [req-930f9ed0-1fb4-4cd6-90e1-7d8d23e0f412 req-5e0cdc89-37e5-445e-ac46-64717dc774ab tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Router 5131bc76-3531-4734-bdeb-71f14ebf7ca2 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:36:10.540868 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-134bf991-a2ce-44c2-bc23-91808d0a48d3 req-0210b7cb-d6b2-4b56-b913-7497b9a8022e service neutron] 10.222.0.61 "GET /v2.0/networks/6ab508e3-ca9c-4ba1-a637-e61063da04b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380085 Aug 23 20:36:10.613293 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-b36996da-80d3-4da5-841d-5dc143644977 None None] Set router 521b9894-b7bb-4042-844a-a95a62bbdfe7 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:36:10.741862 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-930f9ed0-1fb4-4cd6-90e1-7d8d23e0f412 req-5e0cdc89-37e5-445e-ac46-64717dc774ab tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:36:10.749268 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-930f9ed0-1fb4-4cd6-90e1-7d8d23e0f412 req-5e0cdc89-37e5-445e-ac46-64717dc774ab tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:10.759029 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16cacdc-7795-4a40-a41c-b4ef8d08444d None None] Sync routers for ids ['5131bc76-3531-4734-bdeb-71f14ebf7ca2'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:36:10.782522 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16cacdc-7795-4a40-a41c-b4ef8d08444d None None] Routers {'5131bc76-3531-4734-bdeb-71f14ebf7ca2'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:36:10.783171 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-f16cacdc-7795-4a40-a41c-b4ef8d08444d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:35:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['5131bc76-3531-4734-bdeb-71f14ebf7ca2'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:10.834842 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-930f9ed0-1fb4-4cd6-90e1-7d8d23e0f412 req-5e0cdc89-37e5-445e-ac46-64717dc774ab tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "PUT /v2.0/floatingips/698a5576-3eb9-4717-9c7d-e21730c86514 HTTP/1.1" status: 200 len: 695 time: 1.1298215 Aug 23 20:36:10.846582 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5edf64e0-94b0-4399-be04-0ee6fbeb0f16', 'tag': 'b58ee375-a5a0-464e-9be6-7293a1004bda'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:36:10.849612 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3d276c-6152-456c-b808-f81da63d3a67" -d '{"events": [{"name": "network-changed", "server_uuid": "5edf64e0-94b0-4399-be04-0ee6fbeb0f16", "tag": "b58ee375-a5a0-464e-9be6-7293a1004bda"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:36:10.903371 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f76088-9d43-4b30-a310-fc0c617b6f86 req-6337f810-f055-4406-9d72-45787dd4b597 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:10.905055 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f7f76088-9d43-4b30-a310-fc0c617b6f86 req-6337f810-f055-4406-9d72-45787dd4b597 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0372e67-dac1-4409-8103-64cc2bdadc51 HTTP/1.1" status: 200 len: 946 time: 0.2351129 Aug 23 20:36:10.939452 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f9ed0-1fb4-4cd6-90e1-7d8d23e0f412 req-eeacb303-7590-4c03-9d9d-23166e440595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:10.948389 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-f16cacdc-7795-4a40-a41c-b4ef8d08444d None None] Set router 5131bc76-3531-4734-bdeb-71f14ebf7ca2 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:36:10.949518 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-930f9ed0-1fb4-4cd6-90e1-7d8d23e0f412 req-eeacb303-7590-4c03-9d9d-23166e440595 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c0ccdd0dd18b4a058f6a89b6a09d3497&device_id=5edf64e0-94b0-4399-be04-0ee6fbeb0f16 HTTP/1.1" status: 200 len: 1096 time: 0.1137595 Aug 23 20:36:10.952772 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ac80f334-a67e-490c-86e6-f0819112be17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:11.084884 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac80f334-a67e-490c-86e6-f0819112be17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3d048a7-2c83-415e-bb80-349786b86692,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:11.107839 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79a1a0-15b1-4f08-a1f4-3daaa8252b6c req-e699a425-b0f6-4ff7-9568-c40cd43398ea tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:11.109405 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6c79a1a0-15b1-4f08-a1f4-3daaa8252b6c req-e699a425-b0f6-4ff7-9568-c40cd43398ea tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/ports?device_id=6088fe18-94ad-4ffa-ae18-fcb45198c4d8 HTTP/1.1" status: 200 len: 946 time: 0.3778508 Aug 23 20:36:11.138400 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac80f334-a67e-490c-86e6-f0819112be17 admin admin] Checking segment: {'id': '7234db77-6efa-494c-9af8-7e6cbc098dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c1b188f6-0507-4dcb-80f7-0454793e08c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:36:11.139245 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac80f334-a67e-490c-86e6-f0819112be17 admin admin] Network hostable DHCP agents. Network: c1b188f6-0507-4dcb-80f7-0454793e08c9, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:36:11.145565 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f9ed0-1fb4-4cd6-90e1-7d8d23e0f412 req-20dbaa6a-e33c-42bb-9ef4-6d82de5f2e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:11.156210 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-930f9ed0-1fb4-4cd6-90e1-7d8d23e0f412 req-20dbaa6a-e33c-42bb-9ef4-6d82de5f2e5c service neutron] 10.222.0.61 "GET /v2.0/networks?id=ee49fab1-d321-4ccd-83a3-bdc6214881f4 HTTP/1.1" status: 200 len: 930 time: 0.2056198 Aug 23 20:36:11.190293 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b36996da-80d3-4da5-841d-5dc143644977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1659286393-router', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '48787cf2-c879-47be-8541-1cad31b41898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:34:34Z', 'updated_at': '2021-08-23T20:34:48Z', 'revision_number': 4, 'project_id': 'fee04bdee1314858880b57c3099e0dd9', 'gw_port': {'id': '48787cf2-c879-47be-8541-1cad31b41898', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:40:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:34:36Z', 'updated_at': '2021-08-23T20:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '3358b1a5-80d5-4144-a550-84efa7fad68e', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'floating_ip_address': '172.25.4.9', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'port_id': 'ba8aaa12-abe0-4a0c-b665-2245d08b506a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ab508e3-ca9c-4ba1-a637-e61063da04b8', 'mac_address': 'fa:16:3e:75:8a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f15583-c36a-4d28-a9fd-84b5253ccbbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:35:24Z', 'updated_at': '2021-08-23T20:36:08Z', 'revision_number': 8, 'project_id': 'fee04bdee1314858880b57c3099e0dd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef1dc0c9-c9f6-4552-897d-2e5ef0ead138', 'name': '', 'network_id': '6ab508e3-ca9c-4ba1-a637-e61063da04b8', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'mac_address': 'fa:16:3e:5a:71:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '519e7c31-afda-49a1-9e0f-8c868d7cb053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:34:46Z', 'updated_at': '2021-08-23T20:34:55Z', 'revision_number': 5, 'project_id': 'fee04bdee1314858880b57c3099e0dd9', 'subnets': [{'id': '519e7c31-afda-49a1-9e0f-8c868d7cb053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:11.214738 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-930f9ed0-1fb4-4cd6-90e1-7d8d23e0f412 req-991bd744-61a4-4103-b914-bb671ca62b2b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b58ee375-a5a0-464e-9be6-7293a1004bda HTTP/1.1" status: 200 len: 217 time: 0.0575259 Aug 23 20:36:11.227335 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6c79a1a0-15b1-4f08-a1f4-3daaa8252b6c req-f0ff4074-9cab-4885-84cf-0daf2603672c tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/security-groups?id=26f54a44-9852-4d54-9348-9ab7d69f31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035457 Aug 23 20:36:11.231687 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-f7f76088-9d43-4b30-a310-fc0c617b6f86 req-3ff4bbe4-ed35-47ea-8254-edd85b66702b tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Deleting port d88bf7c1-17ae-4640-973e-56203bd75f4a {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:36:11.232229 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f7f76088-9d43-4b30-a310-fc0c617b6f86 req-3ff4bbe4-ed35-47ea-8254-edd85b66702b tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:11.237708 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36996da-80d3-4da5-841d-5dc143644977 None None] The sync data for ids ['521b9894-b7bb-4042-844a-a95a62bbdfe7'] in n-d-805663-2 is: [{'id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1659286393-router', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '48787cf2-c879-47be-8541-1cad31b41898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:34:34Z', 'updated_at': '2021-08-23T20:34:48Z', 'revision_number': 4, 'project_id': 'fee04bdee1314858880b57c3099e0dd9', 'gw_port': {'id': '48787cf2-c879-47be-8541-1cad31b41898', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:40:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:34:36Z', 'updated_at': '2021-08-23T20:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '3358b1a5-80d5-4144-a550-84efa7fad68e', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'floating_ip_address': '172.25.4.9', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'port_id': 'ba8aaa12-abe0-4a0c-b665-2245d08b506a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ab508e3-ca9c-4ba1-a637-e61063da04b8', 'mac_address': 'fa:16:3e:75:8a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f15583-c36a-4d28-a9fd-84b5253ccbbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:35:24Z', 'updated_at': '2021-08-23T20:36:08Z', 'revision_number': 8, 'project_id': 'fee04bdee1314858880b57c3099e0dd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef1dc0c9-c9f6-4552-897d-2e5ef0ead138', 'name': '', 'network_id': '6ab508e3-ca9c-4ba1-a637-e61063da04b8', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'mac_address': 'fa:16:3e:5a:71:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '519e7c31-afda-49a1-9e0f-8c868d7cb053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:34:46Z', 'updated_at': '2021-08-23T20:34:55Z', 'revision_number': 5, 'project_id': 'fee04bdee1314858880b57c3099e0dd9', 'subnets': [{'id': '519e7c31-afda-49a1-9e0f-8c868d7cb053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:36:11.283640 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac80f334-a67e-490c-86e6-f0819112be17 admin admin] Network c1b188f6-0507-4dcb-80f7-0454793e08c9 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:36:11.298918 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-ac80f334-a67e-490c-86e6-f0819112be17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, c1b188f6-0507-4dcb-80f7-0454793e08c9) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:36:11.300285 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-f16cacdc-7795-4a40-a41c-b4ef8d08444d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5131bc76-3531-4734-bdeb-71f14ebf7ca2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1658973775-router', 'tenant_id': 'c0ccdd0dd18b4a058f6a89b6a09d3497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '657f9cec-d2f4-4a11-b7aa-fa7a17303b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:35:19Z', 'updated_at': '2021-08-23T20:35:27Z', 'revision_number': 4, 'project_id': 'c0ccdd0dd18b4a058f6a89b6a09d3497', 'gw_port': {'id': '657f9cec-d2f4-4a11-b7aa-fa7a17303b6d', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5131bc76-3531-4734-bdeb-71f14ebf7ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:35:20Z', 'updated_at': '2021-08-23T20:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '8e201a48-30db-428d-8329-f7a9dc30138b', 'name': '', 'network_id': 'ee49fab1-d321-4ccd-83a3-bdc6214881f4', 'tenant_id': 'c0ccdd0dd18b4a058f6a89b6a09d3497', 'mac_address': 'fa:16:3e:2e:ea:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5131bc76-3531-4734-bdeb-71f14ebf7ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '88c38b00-3949-44e2-bfff-413907018fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:35:26Z', 'updated_at': '2021-08-23T20:35:35Z', 'revision_number': 5, 'project_id': 'c0ccdd0dd18b4a058f6a89b6a09d3497', 'subnets': [{'id': '88c38b00-3949-44e2-bfff-413907018fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:11.307975 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac80f334-a67e-490c-86e6-f0819112be17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:11.308587 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ac80f334-a67e-490c-86e6-f0819112be17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:11.312950 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f9ed0-1fb4-4cd6-90e1-7d8d23e0f412 req-1187e8e1-2bff-465b-a545-c4e671367919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:11.318651 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243e7b3b-b203-4805-8514-8db7235db0b1 None None] Network c1b188f6-0507-4dcb-80f7-0454793e08c9 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:36:11.320995 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-930f9ed0-1fb4-4cd6-90e1-7d8d23e0f412 req-1187e8e1-2bff-465b-a545-c4e671367919 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=88c38b00-3949-44e2-bfff-413907018fd3 HTTP/1.1" status: 200 len: 868 time: 0.1052816 Aug 23 20:36:11.383694 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16cacdc-7795-4a40-a41c-b4ef8d08444d None None] Checking router: 5131bc76-3531-4734-bdeb-71f14ebf7ca2 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:36:11.391860 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ac80f334-a67e-490c-86e6-f0819112be17 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0326378 Aug 23 20:36:11.399753 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 56844) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:36:11.410696 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-80afdce8-7ed5-41fe-a6a8-e4e0a792ddbd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-150732734-router', 'tenant_id': 'e117a5fd762e4131b08a0b6701d67c7f', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:36:11.417456 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f9ed0-1fb4-4cd6-90e1-7d8d23e0f412 req-6c8e16da-1c4f-4821-acdc-68d901768584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:11.419037 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-930f9ed0-1fb4-4cd6-90e1-7d8d23e0f412 req-6c8e16da-1c4f-4821-acdc-68d901768584 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ee49fab1-d321-4ccd-83a3-bdc6214881f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0972774 Aug 23 20:36:11.520787 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16cacdc-7795-4a40-a41c-b4ef8d08444d None None] Routers {'5131bc76-3531-4734-bdeb-71f14ebf7ca2'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:36:11.523219 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-f16cacdc-7795-4a40-a41c-b4ef8d08444d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:35:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['5131bc76-3531-4734-bdeb-71f14ebf7ca2'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:11.543127 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741beef5-9901-40ef-99e3-afdb92180eb8 req-236493cd-eac4-4bbf-958f-7f845b394bbd tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:11.545020 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-741beef5-9901-40ef-99e3-afdb92180eb8 req-236493cd-eac4-4bbf-958f-7f845b394bbd tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=eaef6efa-036b-45b7-8351-cb09a188eedd HTTP/1.1" status: 200 len: 946 time: 0.1918590 Aug 23 20:36:11.549145 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-80afdce8-7ed5-41fe-a6a8-e4e0a792ddbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:11.550453 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-80afdce8-7ed5-41fe-a6a8-e4e0a792ddbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:11.566914 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-930f9ed0-1fb4-4cd6-90e1-7d8d23e0f412 req-02a63e00-8635-4fa4-854b-30602af033a6 service neutron] 10.222.0.61 "GET /v2.0/networks/ee49fab1-d321-4ccd-83a3-bdc6214881f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387711 Aug 23 20:36:11.648701 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-80afdce8-7ed5-41fe-a6a8-e4e0a792ddbd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:11.817797 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-930f9ed0-1fb4-4cd6-90e1-7d8d23e0f412 req-3add6b20-cc31-46bb-bbdd-9adfaa44b624 service neutron] 10.222.0.61 "GET /v2.0/networks/ee49fab1-d321-4ccd-83a3-bdc6214881f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378266 Aug 23 20:36:11.849812 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-741beef5-9901-40ef-99e3-afdb92180eb8 req-f3dbef18-3587-4d27-8dd0-54e5fbdef41d tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993880 Aug 23 20:36:11.890469 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device d1b23212-f285-4163-a093-ffa4545fc3cc up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:36:11.918608 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3cd7ef-a74a-4c24-99c8-f97e8bfd81bf None None] New status for floating IP 3358b1a5-80d5-4144-a550-84efa7fad68e: ACTIVE {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 20:36:12.015088 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-f7f76088-9d43-4b30-a310-fc0c617b6f86 req-3ff4bbe4-ed35-47ea-8254-edd85b66702b tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] For port d88bf7c1-17ae-4640-973e-56203bd75f4a, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=d88bf7c1-17ae-4640-973e-56203bd75f4a,segment=NetworkSegment(48a0e5f3-af02-4cc1-9440-e0e582e9c7ef),segment_id=48a0e5f3-af02-4cc1-9440-e0e582e9c7ef)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:36:12.015842 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f7f76088-9d43-4b30-a310-fc0c617b6f86 req-3ff4bbe4-ed35-47ea-8254-edd85b66702b tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:12.055369 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-f16cacdc-7795-4a40-a41c-b4ef8d08444d None None] Set router 5131bc76-3531-4734-bdeb-71f14ebf7ca2 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:36:12.107195 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff916d94-04aa-42e3-af39-c080cb983d9d x-openstack-request-id: req-ff916d94-04aa-42e3-af39-c080cb983d9d {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:36:12.107479 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12f15583-c36a-4d28-a9fd-84b5253ccbbe", "tag": "ba8aaa12-abe0-4a0c-b665-2245d08b506a", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:36:12.107707 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ff916d94-04aa-42e3-af39-c080cb983d9d {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:36:12.108100 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12f15583-c36a-4d28-a9fd-84b5253ccbbe', 'tag': 'ba8aaa12-abe0-4a0c-b665-2245d08b506a', 'status': 'completed', 'code': 200} Aug 23 20:36:12.110591 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-f7f76088-9d43-4b30-a310-fc0c617b6f86 req-3ff4bbe4-ed35-47ea-8254-edd85b66702b tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Calling delete_port for d88bf7c1-17ae-4640-973e-56203bd75f4a owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:36:12.239416 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-766720bb-5fd9-49d3-905b-ebd919d48bfb req-0abb8679-db55-41f7-9def-af077af6b7d4 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/floatingips/3358b1a5-80d5-4144-a550-84efa7fad68e HTTP/1.1" status: 200 len: 994 time: 0.1505740 Aug 23 20:36:12.243100 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47a654-22cc-45da-be29-a6b2f5475b55 req-df7b6f14-3635-4e33-ab49-5d48a3cab29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:12.245007 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ac47a654-22cc-45da-be29-a6b2f5475b55 req-df7b6f14-3635-4e33-ab49-5d48a3cab29b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fee04bdee1314858880b57c3099e0dd9&device_id=12f15583-c36a-4d28-a9fd-84b5253ccbbe HTTP/1.1" status: 200 len: 1096 time: 0.0829601 Aug 23 20:36:12.334595 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55f29e1-da83-4c11-a47f-e52c35edb2ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-c1b188f6-0507-4dcb-80f7-0454793e08c9', 'network_id': 'c1b188f6-0507-4dcb-80f7-0454793e08c9', 'tenant_id': 'e117a5fd762e4131b08a0b6701d67c7f', 'fixed_ips': [{'subnet_id': 'e3d048a7-2c83-415e-bb80-349786b86692'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:36:12.335643 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c55f29e1-da83-4c11-a47f-e52c35edb2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:12.426307 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47a654-22cc-45da-be29-a6b2f5475b55 req-2e178897-db30-4f07-bc1a-a4486b18f5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:12.427771 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ac47a654-22cc-45da-be29-a6b2f5475b55 req-2e178897-db30-4f07-bc1a-a4486b18f5e9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6ab508e3-ca9c-4ba1-a637-e61063da04b8 HTTP/1.1" status: 200 len: 922 time: 0.1648099 Aug 23 20:36:12.456640 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port d1b23212-f285-4163-a093-ffa4545fc3cc triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:36:12.458502 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:12.580342 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ac47a654-22cc-45da-be29-a6b2f5475b55 req-14acab61-6fa4-444e-9df2-86048436a581 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba8aaa12-abe0-4a0c-b665-2245d08b506a HTTP/1.1" status: 200 len: 999 time: 0.1369104 Aug 23 20:36:12.638731 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766720bb-5fd9-49d3-905b-ebd919d48bfb req-d8ce0575-5b4c-4049-a865-583f51f61f80 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:12.640123 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-766720bb-5fd9-49d3-905b-ebd919d48bfb req-d8ce0575-5b4c-4049-a865-583f51f61f80 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/networks/03d801c5-d257-4cc1-bad3-11a323aafec0 HTTP/1.1" status: 200 len: 784 time: 0.3831098 Aug 23 20:36:12.657296 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [req-766720bb-5fd9-49d3-905b-ebd919d48bfb req-ab28d45c-d503-4ca1-92d1-69e19bd8f650 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:36:12.658316 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-766720bb-5fd9-49d3-905b-ebd919d48bfb req-ab28d45c-d503-4ca1-92d1-69e19bd8f650 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107319 Aug 23 20:36:12.674751 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47a654-22cc-45da-be29-a6b2f5475b55 req-1b8385c4-74b2-46e0-a00a-0751d7a7c038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:12.677102 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ac47a654-22cc-45da-be29-a6b2f5475b55 req-1b8385c4-74b2-46e0-a00a-0751d7a7c038 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=519e7c31-afda-49a1-9e0f-8c868d7cb053 HTTP/1.1" status: 200 len: 860 time: 0.0814099 Aug 23 20:36:12.749469 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bdbffdf-84a1-40b7-b3e5-a61b00310bb0 x-openstack-request-id: req-3bdbffdf-84a1-40b7-b3e5-a61b00310bb0 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:36:12.749758 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5edf64e0-94b0-4399-be04-0ee6fbeb0f16", "tag": "b58ee375-a5a0-464e-9be6-7293a1004bda", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:36:12.750126 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3bdbffdf-84a1-40b7-b3e5-a61b00310bb0 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:36:12.750578 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5edf64e0-94b0-4399-be04-0ee6fbeb0f16', 'tag': 'b58ee375-a5a0-464e-9be6-7293a1004bda', 'status': 'completed', 'code': 200} Aug 23 20:36:12.802930 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47a654-22cc-45da-be29-a6b2f5475b55 req-78a3dc30-b99b-473e-ada4-081ca99e36fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:12.805708 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ac47a654-22cc-45da-be29-a6b2f5475b55 req-78a3dc30-b99b-473e-ada4-081ca99e36fd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6ab508e3-ca9c-4ba1-a637-e61063da04b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1168475 Aug 23 20:36:12.875112 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-80afdce8-7ed5-41fe-a6a8-e4e0a792ddbd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:12.906025 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:12.930037 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-97bf7b0c-a3d8-4aee-96a3-af9b2688480c req-640f1866-d0c2-4e00-a115-1d870754f2d0 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/floatingips/698a5576-3eb9-4717-9c7d-e21730c86514 HTTP/1.1" status: 200 len: 695 time: 0.1461573 Aug 23 20:36:12.972391 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb61dc-c854-4a1d-9149-1c4b3cb62bed req-e1216fa7-a232-4292-9a24-5fb2294b48ea tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:12.980901 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d3bb61dc-c854-4a1d-9149-1c4b3cb62bed req-e1216fa7-a232-4292-9a24-5fb2294b48ea tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a9b29d2-6f53-45e1-99f5-e581a80c827b HTTP/1.1" status: 200 len: 949 time: 0.8753500 Aug 23 20:36:13.004289 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port d1b23212-f285-4163-a093-ffa4545fc3cc, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=d1b23212-f285-4163-a093-ffa4545fc3cc,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:36:13.014180 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ff2ac2-7370-495f-852b-f9e53c571bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b23212-f285-4163-a093-ffa4545fc3cc'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:36:13.016908 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7851ea-3958-46bd-a087-19fc6ad3c2df" -d '{"events": [{"server_uuid": "b9ff2ac2-7370-495f-852b-f9e53c571bed", "name": "network-vif-plugged", "status": "completed", "tag": "d1b23212-f285-4163-a093-ffa4545fc3cc"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:36:13.037867 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:13.039465 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device d88bf7c1-17ae-4640-973e-56203bd75f4a no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:36:13.111129 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d3bb61dc-c854-4a1d-9149-1c4b3cb62bed req-251357ce-a335-468d-bad1-b080cd3d7900 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279328 Aug 23 20:36:13.159376 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-96d9d9fa-1341-4d78-8f4f-255ebf4af7da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:13.179198 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf7b0c-a3d8-4aee-96a3-af9b2688480c req-fb029fa1-1c70-40ef-8b60-c7a78cee1406 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:13.180716 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-97bf7b0c-a3d8-4aee-96a3-af9b2688480c req-fb029fa1-1c70-40ef-8b60-c7a78cee1406 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/networks/03d801c5-d257-4cc1-bad3-11a323aafec0 HTTP/1.1" status: 200 len: 784 time: 0.1645248 Aug 23 20:36:13.253311 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-c55f29e1-da83-4c11-a47f-e52c35edb2ee None None] Allocated IP 172.20.0.2 (c1b188f6-0507-4dcb-80f7-0454793e08c9/e3d048a7-2c83-415e-bb80-349786b86692/9789ff84-b5b0-4097-b72f-f23564b5be79) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:36:13.265243 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d276c-6152-456c-b808-f81da63d3a67 req-1373323e-9907-4771-89b3-d37cb4ab00b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:13.266893 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ed3d276c-6152-456c-b808-f81da63d3a67 req-1373323e-9907-4771-89b3-d37cb4ab00b2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c0ccdd0dd18b4a058f6a89b6a09d3497&device_id=5edf64e0-94b0-4399-be04-0ee6fbeb0f16 HTTP/1.1" status: 200 len: 1096 time: 0.4061537 Aug 23 20:36:13.270753 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-f16cacdc-7795-4a40-a41c-b4ef8d08444d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5131bc76-3531-4734-bdeb-71f14ebf7ca2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1658973775-router', 'tenant_id': 'c0ccdd0dd18b4a058f6a89b6a09d3497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '657f9cec-d2f4-4a11-b7aa-fa7a17303b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:35:19Z', 'updated_at': '2021-08-23T20:35:27Z', 'revision_number': 4, 'project_id': 'c0ccdd0dd18b4a058f6a89b6a09d3497', 'gw_port': {'id': '657f9cec-d2f4-4a11-b7aa-fa7a17303b6d', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5131bc76-3531-4734-bdeb-71f14ebf7ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:35:20Z', 'updated_at': '2021-08-23T20:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '8e201a48-30db-428d-8329-f7a9dc30138b', 'name': '', 'network_id': 'ee49fab1-d321-4ccd-83a3-bdc6214881f4', 'tenant_id': 'c0ccdd0dd18b4a058f6a89b6a09d3497', 'mac_address': 'fa:16:3e:2e:ea:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5131bc76-3531-4734-bdeb-71f14ebf7ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '88c38b00-3949-44e2-bfff-413907018fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:35:26Z', 'updated_at': '2021-08-23T20:35:35Z', 'revision_number': 5, 'project_id': 'c0ccdd0dd18b4a058f6a89b6a09d3497', 'subnets': [{'id': '88c38b00-3949-44e2-bfff-413907018fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:13.273582 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-97bf7b0c-a3d8-4aee-96a3-af9b2688480c req-dc0a3809-23e0-4f55-a790-a93e886bccc9 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.4.204 HTTP/1.1" status: 200 len: 698 time: 0.0842392 Aug 23 20:36:13.310332 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16cacdc-7795-4a40-a41c-b4ef8d08444d None None] The sync data for ids ['5131bc76-3531-4734-bdeb-71f14ebf7ca2'] in n-d-805663-2 is: [{'id': '5131bc76-3531-4734-bdeb-71f14ebf7ca2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1658973775-router', 'tenant_id': 'c0ccdd0dd18b4a058f6a89b6a09d3497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '657f9cec-d2f4-4a11-b7aa-fa7a17303b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:35:19Z', 'updated_at': '2021-08-23T20:35:27Z', 'revision_number': 4, 'project_id': 'c0ccdd0dd18b4a058f6a89b6a09d3497', 'gw_port': {'id': '657f9cec-d2f4-4a11-b7aa-fa7a17303b6d', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5131bc76-3531-4734-bdeb-71f14ebf7ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:35:20Z', 'updated_at': '2021-08-23T20:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '8e201a48-30db-428d-8329-f7a9dc30138b', 'name': '', 'network_id': 'ee49fab1-d321-4ccd-83a3-bdc6214881f4', 'tenant_id': 'c0ccdd0dd18b4a058f6a89b6a09d3497', 'mac_address': 'fa:16:3e:2e:ea:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5131bc76-3531-4734-bdeb-71f14ebf7ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '88c38b00-3949-44e2-bfff-413907018fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:35:26Z', 'updated_at': '2021-08-23T20:35:35Z', 'revision_number': 5, 'project_id': 'c0ccdd0dd18b4a058f6a89b6a09d3497', 'subnets': [{'id': '88c38b00-3949-44e2-bfff-413907018fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:36:13.311932 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=d1b23212-f285-4163-a093-ffa4545fc3cc,revision_number=10']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:13.324628 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f7f76088-9d43-4b30-a310-fc0c617b6f86 req-3ff4bbe4-ed35-47ea-8254-edd85b66702b tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:13.326984 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:36:13.331148 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:36:13.331551 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:36:13.331897 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:36:13.332290 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:36:13.332634 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:36:13.332970 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:36:13.333308 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:36:13.333641 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:36:13.333971 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:36:13.334327 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:36:13.334621 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:36:13.349625 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:13.375119 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d2836-eab7-4aa7-9045-d13b2d4515a5 req-b42a81d9-8aa4-450b-9c52-dd06fd3b0ba1 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:13.383230 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-068d2836-eab7-4aa7-9045-d13b2d4515a5 req-b42a81d9-8aa4-450b-9c52-dd06fd3b0ba1 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=deda3a40-140f-400f-8464-f5f8c81a50fb HTTP/1.1" status: 200 len: 945 time: 0.1479251 Aug 23 20:36:13.391842 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['ba8aaa12-abe0-4a0c-b665-2245d08b506a'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:36:13.405427 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff4bbe4-ed35-47ea-8254-edd85b66702b tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Pushing event deleted for resources: {'Port': ['ID=d88bf7c1-17ae-4640-973e-56203bd75f4a,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:13.533961 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7f76088-9d43-4b30-a310-fc0c617b6f86 req-3ff4bbe4-ed35-47ea-8254-edd85b66702b tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] No DVR routers for this DVR port d88bf7c1-17ae-4640-973e-56203bd75f4a on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:36:13.568879 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f7f76088-9d43-4b30-a310-fc0c617b6f86 req-3ff4bbe4-ed35-47ea-8254-edd85b66702b tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:13.577486 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f7f76088-9d43-4b30-a310-fc0c617b6f86 req-3ff4bbe4-ed35-47ea-8254-edd85b66702b tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.11 "DELETE /v2.0/ports/d88bf7c1-17ae-4640-973e-56203bd75f4a HTTP/1.1" status: 204 len: 173 time: 2.6590722 Aug 23 20:36:13.588716 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-068d2836-eab7-4aa7-9045-d13b2d4515a5 req-ad9a6917-c817-45dc-ab0c-863fb55b3354 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042756 Aug 23 20:36:13.654257 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d276c-6152-456c-b808-f81da63d3a67 req-f4afc67e-ce8b-42e4-8e58-bcb0c50aaf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:13.656385 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ed3d276c-6152-456c-b808-f81da63d3a67 req-f4afc67e-ce8b-42e4-8e58-bcb0c50aaf61 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ee49fab1-d321-4ccd-83a3-bdc6214881f4 HTTP/1.1" status: 200 len: 930 time: 0.3710856 Aug 23 20:36:13.659412 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ac47a654-22cc-45da-be29-a6b2f5475b55 req-051aa774-839f-4412-a59a-5e2ee74d8fcf service neutron] 10.222.0.32 "GET /v2.0/networks/6ab508e3-ca9c-4ba1-a637-e61063da04b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7997351 Aug 23 20:36:13.795828 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-97bf7b0c-a3d8-4aee-96a3-af9b2688480c req-b49d84d3-9f25-4d45-874e-f6dfe4ce5455 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.4.204 HTTP/1.1" status: 200 len: 698 time: 0.5115469 Aug 23 20:36:13.853022 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-80afdce8-7ed5-41fe-a6a8-e4e0a792ddbd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:13.883024 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-80afdce8-7ed5-41fe-a6a8-e4e0a792ddbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:13.896360 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cf00b5-daea-4a35-abd4-d6de3d38329c None None] New status for floating IP 698a5576-3eb9-4717-9c7d-e21730c86514: DOWN {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 20:36:13.975171 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-41f54806-bd44-42e7-915e-5415cbf66f72 req-3f238d38-8274-4192-9868-f7ac1287edb5 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.4.9 HTTP/1.1" status: 200 len: 999 time: 0.3097885 Aug 23 20:36:14.044779 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f54806-bd44-42e7-915e-5415cbf66f72 req-701e869f-d81b-4db7-8280-fe86aa4a7ea7 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:14.058344 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-41f54806-bd44-42e7-915e-5415cbf66f72 req-701e869f-d81b-4db7-8280-fe86aa4a7ea7 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/ports/ba8aaa12-abe0-4a0c-b665-2245d08b506a HTTP/1.1" status: 200 len: 942 time: 0.0821879 Aug 23 20:36:14.109091 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:14.131885 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0372e67-dac1-4409-8103-64cc2bdadc51', 'name': 'network-vif-deleted', 'tag': 'd88bf7c1-17ae-4640-973e-56203bd75f4a'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:36:14.134550 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c075a55-3184-465c-b381-bf1cf4aca587" -d '{"events": [{"server_uuid": "e0372e67-dac1-4409-8103-64cc2bdadc51", "name": "network-vif-deleted", "tag": "d88bf7c1-17ae-4640-973e-56203bd75f4a"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:36:14.233551 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-80afdce8-7ed5-41fe-a6a8-e4e0a792ddbd admin admin] Allocated IP 172.25.4.223 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/14c60bcf-7402-4588-a814-93a2c317d692) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:36:14.262177 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-41f54806-bd44-42e7-915e-5415cbf66f72 req-5227ab6e-c43e-4b5a-87fe-43640fd7c8ee tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.4.9 HTTP/1.1" status: 200 len: 999 time: 0.1141281 Aug 23 20:36:14.362293 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ed3d276c-6152-456c-b808-f81da63d3a67 req-3e2c26ef-db44-43e7-a93a-55e7ea3c2a9b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b58ee375-a5a0-464e-9be6-7293a1004bda HTTP/1.1" status: 200 len: 217 time: 0.6824648 Aug 23 20:36:14.420291 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c55f29e1-da83-4c11-a47f-e52c35edb2ee None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:14.469813 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c55f29e1-da83-4c11-a47f-e52c35edb2ee None None] Transition to ACTIVE for port object 9789ff84-b5b0-4097-b72f-f23564b5be79 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:36:14.516559 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:14.519222 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c55f29e1-da83-4c11-a47f-e52c35edb2ee None None] Transition to ACTIVE for port object 9789ff84-b5b0-4097-b72f-f23564b5be79 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:36:14.531839 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ac47a654-22cc-45da-be29-a6b2f5475b55 req-09a91a16-9adb-4058-946b-b7f2ab3dc06b service neutron] 10.222.0.32 "GET /v2.0/networks/6ab508e3-ca9c-4ba1-a637-e61063da04b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8534935 Aug 23 20:36:14.533628 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d276c-6152-456c-b808-f81da63d3a67 req-38176493-1edc-4ef7-8ad4-5734701d8e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:14.534970 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ed3d276c-6152-456c-b808-f81da63d3a67 req-38176493-1edc-4ef7-8ad4-5734701d8e33 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=88c38b00-3949-44e2-bfff-413907018fd3 HTTP/1.1" status: 200 len: 868 time: 0.1146193 Aug 23 20:36:14.543317 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-80afdce8-7ed5-41fe-a6a8-e4e0a792ddbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:14.546457 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c55f29e1-da83-4c11-a47f-e52c35edb2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:14.577326 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f54806-bd44-42e7-915e-5415cbf66f72 req-51119064-c9f7-4bc3-8e05-69ed581226d7 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:14.579686 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-41f54806-bd44-42e7-915e-5415cbf66f72 req-51119064-c9f7-4bc3-8e05-69ed581226d7 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/networks/03d801c5-d257-4cc1-bad3-11a323aafec0 HTTP/1.1" status: 200 len: 784 time: 0.3163755 Aug 23 20:36:14.581211 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-97bf7b0c-a3d8-4aee-96a3-af9b2688480c req-944ad3d5-af10-4f84-a01d-95ec0b782f8f tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Deleting port e32def15-659f-4cd8-8192-b160a0c9dbcc {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:36:14.581558 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-97bf7b0c-a3d8-4aee-96a3-af9b2688480c req-944ad3d5-af10-4f84-a01d-95ec0b782f8f tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:14.635207 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55f29e1-da83-4c11-a47f-e52c35edb2ee None None] Network c1b188f6-0507-4dcb-80f7-0454793e08c9 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:36:14.639232 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-c55f29e1-da83-4c11-a47f-e52c35edb2ee None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:36:14.644860 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55f29e1-da83-4c11-a47f-e52c35edb2ee None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:36:14.656214 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f29e1-da83-4c11-a47f-e52c35edb2ee None None] Pushing event updated for resources: {'Port': ['ID=9789ff84-b5b0-4097-b72f-f23564b5be79,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:14.696918 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-80afdce8-7ed5-41fe-a6a8-e4e0a792ddbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:14.737006 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-41f54806-bd44-42e7-915e-5415cbf66f72 req-ffb35b9d-6041-4903-9301-d66eb4fbf14d tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.4.9 HTTP/1.1" status: 200 len: 999 time: 0.1452413 Aug 23 20:36:14.739831 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d276c-6152-456c-b808-f81da63d3a67 req-f9315f31-b955-4612-9fbd-0e3b6bf4ea77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:14.741360 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ed3d276c-6152-456c-b808-f81da63d3a67 req-f9315f31-b955-4612-9fbd-0e3b6bf4ea77 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ee49fab1-d321-4ccd-83a3-bdc6214881f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1744659 Aug 23 20:36:14.746918 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c55f29e1-da83-4c11-a47f-e52c35edb2ee None None] Attempting to bind port 9789ff84-b5b0-4097-b72f-f23564b5be79 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:36:14.747301 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c55f29e1-da83-4c11-a47f-e52c35edb2ee None None] Attempting to bind port 9789ff84-b5b0-4097-b72f-f23564b5be79 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '7234db77-6efa-494c-9af8-7e6cbc098dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c1b188f6-0507-4dcb-80f7-0454793e08c9'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:36:14.747675 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55f29e1-da83-4c11-a47f-e52c35edb2ee None None] Attempting to bind port 9789ff84-b5b0-4097-b72f-f23564b5be79 on network c1b188f6-0507-4dcb-80f7-0454793e08c9 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:36:14.766299 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55f29e1-da83-4c11-a47f-e52c35edb2ee None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:36:14.766686 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55f29e1-da83-4c11-a47f-e52c35edb2ee None None] Checking segment: {'id': '7234db77-6efa-494c-9af8-7e6cbc098dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c1b188f6-0507-4dcb-80f7-0454793e08c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:36:14.767155 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c55f29e1-da83-4c11-a47f-e52c35edb2ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:14.767609 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55f29e1-da83-4c11-a47f-e52c35edb2ee None None] Bound using segment: {'id': '7234db77-6efa-494c-9af8-7e6cbc098dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c1b188f6-0507-4dcb-80f7-0454793e08c9'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:36:14.768167 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c55f29e1-da83-4c11-a47f-e52c35edb2ee None None] Bound port: 9789ff84-b5b0-4097-b72f-f23564b5be79, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7234db77-6efa-494c-9af8-7e6cbc098dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c1b188f6-0507-4dcb-80f7-0454793e08c9'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:36:14.768618 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c55f29e1-da83-4c11-a47f-e52c35edb2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:14.812331 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80afdce8-7ed5-41fe-a6a8-e4e0a792ddbd admin admin] Pushing event updated for resources: {'Port': ['ID=14c60bcf-7402-4588-a814-93a2c317d692,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:14.829571 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-41f54806-bd44-42e7-915e-5415cbf66f72 req-72121291-d934-4db3-84c1-178a1bd97e87 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:36:14.863428 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-c55f29e1-da83-4c11-a47f-e52c35edb2ee None None] For port 9789ff84-b5b0-4097-b72f-f23564b5be79, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:36:14.867609 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-c55f29e1-da83-4c11-a47f-e52c35edb2ee None None] For port 9789ff84-b5b0-4097-b72f-f23564b5be79, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=9789ff84-b5b0-4097-b72f-f23564b5be79,segment=NetworkSegment(7234db77-6efa-494c-9af8-7e6cbc098dfb),segment_id=7234db77-6efa-494c-9af8-7e6cbc098dfb)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:36:14.888997 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ed3d276c-6152-456c-b808-f81da63d3a67 req-5cacdaf2-d4ab-420a-8e18-5aadcf836e90 service neutron] 10.222.0.32 "GET /v2.0/networks/ee49fab1-d321-4ccd-83a3-bdc6214881f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367509 Aug 23 20:36:14.898133 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c55f29e1-da83-4c11-a47f-e52c35edb2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:14.909355 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-41f54806-bd44-42e7-915e-5415cbf66f72 req-72121291-d934-4db3-84c1-178a1bd97e87 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Notify callbacks [] for floatingip, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:14.996645 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f29e1-da83-4c11-a47f-e52c35edb2ee None None] Pushing event updated for resources: {'Port': ['ID=9789ff84-b5b0-4097-b72f-f23564b5be79,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:15.036856 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80afdce8-7ed5-41fe-a6a8-e4e0a792ddbd admin admin] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:36:15.040102 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-80afdce8-7ed5-41fe-a6a8-e4e0a792ddbd admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:36:15.046520 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80afdce8-7ed5-41fe-a6a8-e4e0a792ddbd admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:36:15.054477 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ed3d276c-6152-456c-b808-f81da63d3a67 req-b3d1cd09-4554-4b10-bc2e-dd8d05ecc870 service neutron] 10.222.0.32 "GET /v2.0/networks/ee49fab1-d321-4ccd-83a3-bdc6214881f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456578 Aug 23 20:36:15.055701 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-97bf7b0c-a3d8-4aee-96a3-af9b2688480c req-944ad3d5-af10-4f84-a01d-95ec0b782f8f tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:15.058172 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-97bf7b0c-a3d8-4aee-96a3-af9b2688480c req-944ad3d5-af10-4f84-a01d-95ec0b782f8f tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:15.072772 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-97bf7b0c-a3d8-4aee-96a3-af9b2688480c req-944ad3d5-af10-4f84-a01d-95ec0b782f8f tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Calling delete_port for e32def15-659f-4cd8-8192-b160a0c9dbcc owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:36:15.113519 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-41f54806-bd44-42e7-915e-5415cbf66f72 req-72121291-d934-4db3-84c1-178a1bd97e87 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:15.125520 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-41f54806-bd44-42e7-915e-5415cbf66f72 req-72121291-d934-4db3-84c1-178a1bd97e87 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:15.125847 n-d-805663-2 neutron-server[94687]: INFO neutron.db.l3_db [req-41f54806-bd44-42e7-915e-5415cbf66f72 req-72121291-d934-4db3-84c1-178a1bd97e87 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Floating IP 3358b1a5-80d5-4144-a550-84efa7fad68e disassociated. External IP: 172.25.4.9, port: ba8aaa12-abe0-4a0c-b665-2245d08b506a. Aug 23 20:36:15.349248 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-97bf7b0c-a3d8-4aee-96a3-af9b2688480c req-944ad3d5-af10-4f84-a01d-95ec0b782f8f tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:15.391471 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ad3d5-af10-4f84-a01d-95ec0b782f8f tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Pushing event deleted for resources: {'Port': ['ID=e32def15-659f-4cd8-8192-b160a0c9dbcc,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:15.491237 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-97bf7b0c-a3d8-4aee-96a3-af9b2688480c req-944ad3d5-af10-4f84-a01d-95ec0b782f8f tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:15.494779 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-97bf7b0c-a3d8-4aee-96a3-af9b2688480c req-944ad3d5-af10-4f84-a01d-95ec0b782f8f tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:15.498373 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-97bf7b0c-a3d8-4aee-96a3-af9b2688480c req-944ad3d5-af10-4f84-a01d-95ec0b782f8f tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "DELETE /v2.0/floatingips/698a5576-3eb9-4717-9c7d-e21730c86514 HTTP/1.1" status: 204 len: 173 time: 1.2138028 Aug 23 20:36:15.676170 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41f54806-bd44-42e7-915e-5415cbf66f72 req-72121291-d934-4db3-84c1-178a1bd97e87 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Router 521b9894-b7bb-4042-844a-a95a62bbdfe7 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:36:15.679013 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-80afdce8-7ed5-41fe-a6a8-e4e0a792ddbd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:15.694509 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934beaac-23af-44d0-889d-f3a9a126fce5 x-openstack-request-id: req-934beaac-23af-44d0-889d-f3a9a126fce5 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:36:15.695034 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ff2ac2-7370-495f-852b-f9e53c571bed", "name": "network-vif-plugged", "status": "completed", "tag": "d1b23212-f285-4163-a093-ffa4545fc3cc", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:36:15.695152 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-934beaac-23af-44d0-889d-f3a9a126fce5 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:36:15.695492 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9ff2ac2-7370-495f-852b-f9e53c571bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b23212-f285-4163-a093-ffa4545fc3cc', 'code': 200} Aug 23 20:36:15.817430 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3916e8-79ae-431c-a284-b2e87bc28e68 req-deb7e9ca-6a5f-406a-9259-df977158da67 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:15.823163 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0d3916e8-79ae-431c-a284-b2e87bc28e68 req-deb7e9ca-6a5f-406a-9259-df977158da67 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a9b29d2-6f53-45e1-99f5-e581a80c827b HTTP/1.1" status: 200 len: 949 time: 0.0640278 Aug 23 20:36:15.839680 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:15.870651 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0d3916e8-79ae-431c-a284-b2e87bc28e68 req-9067c3e6-4d52-4f6f-bfcd-be63d1d96446 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393202 Aug 23 20:36:15.978581 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41f54806-bd44-42e7-915e-5415cbf66f72 req-72121291-d934-4db3-84c1-178a1bd97e87 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:36:15.984450 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-41f54806-bd44-42e7-915e-5415cbf66f72 req-72121291-d934-4db3-84c1-178a1bd97e87 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:15.990424 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a329e43-f712-45ec-9095-1774fad66dd7 None None] Sync routers for ids ['521b9894-b7bb-4042-844a-a95a62bbdfe7'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:36:16.002610 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a329e43-f712-45ec-9095-1774fad66dd7 None None] Routers {'521b9894-b7bb-4042-844a-a95a62bbdfe7'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:36:16.003934 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4a329e43-f712-45ec-9095-1774fad66dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:36:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['521b9894-b7bb-4042-844a-a95a62bbdfe7'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:16.116330 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-41f54806-bd44-42e7-915e-5415cbf66f72 req-72121291-d934-4db3-84c1-178a1bd97e87 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "PUT /v2.0/floatingips/3358b1a5-80d5-4144-a550-84efa7fad68e HTTP/1.1" status: 200 len: 694 time: 1.2986405 Aug 23 20:36:16.180529 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-80afdce8-7ed5-41fe-a6a8-e4e0a792ddbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:16.193618 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-4a329e43-f712-45ec-9095-1774fad66dd7 None None] Set router 521b9894-b7bb-4042-844a-a95a62bbdfe7 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:36:16.288955 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f54806-bd44-42e7-915e-5415cbf66f72 req-40741f87-9adb-4244-8a12-8d882f10bed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:16.291135 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-41f54806-bd44-42e7-915e-5415cbf66f72 req-40741f87-9adb-4244-8a12-8d882f10bed8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fee04bdee1314858880b57c3099e0dd9&device_id=12f15583-c36a-4d28-a9fd-84b5253ccbbe HTTP/1.1" status: 200 len: 1096 time: 0.1470573 Aug 23 20:36:16.468224 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb8ba61-cf57-43e0-857c-ee843b4883e4 None None] Network c1b188f6-0507-4dcb-80f7-0454793e08c9 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:36:16.554724 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4a329e43-f712-45ec-9095-1774fad66dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1659286393-router', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '48787cf2-c879-47be-8541-1cad31b41898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:34:34Z', 'updated_at': '2021-08-23T20:34:48Z', 'revision_number': 4, 'project_id': 'fee04bdee1314858880b57c3099e0dd9', 'gw_port': {'id': '48787cf2-c879-47be-8541-1cad31b41898', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:40:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:34:36Z', 'updated_at': '2021-08-23T20:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'ef1dc0c9-c9f6-4552-897d-2e5ef0ead138', 'name': '', 'network_id': '6ab508e3-ca9c-4ba1-a637-e61063da04b8', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'mac_address': 'fa:16:3e:5a:71:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '519e7c31-afda-49a1-9e0f-8c868d7cb053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:34:46Z', 'updated_at': '2021-08-23T20:34:55Z', 'revision_number': 5, 'project_id': 'fee04bdee1314858880b57c3099e0dd9', 'subnets': [{'id': '519e7c31-afda-49a1-9e0f-8c868d7cb053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:16.572315 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f54806-bd44-42e7-915e-5415cbf66f72 req-a639c344-185d-46a6-9c1f-6e7524dc72a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:16.574193 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-41f54806-bd44-42e7-915e-5415cbf66f72 req-a639c344-185d-46a6-9c1f-6e7524dc72a4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6ab508e3-ca9c-4ba1-a637-e61063da04b8 HTTP/1.1" status: 200 len: 922 time: 0.2763190 Aug 23 20:36:16.625263 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e4a6491a-a801-48d1-bbc6-f18f748675a1 None None] Provisioning for port 9789ff84-b5b0-4097-b72f-f23564b5be79 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:36:16.670562 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a329e43-f712-45ec-9095-1774fad66dd7 None None] Checking router: 521b9894-b7bb-4042-844a-a95a62bbdfe7 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:36:16.694693 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a329e43-f712-45ec-9095-1774fad66dd7 None None] Routers {'521b9894-b7bb-4042-844a-a95a62bbdfe7'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:36:16.699524 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4a329e43-f712-45ec-9095-1774fad66dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:36:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['521b9894-b7bb-4042-844a-a95a62bbdfe7'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:16.944737 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-4a329e43-f712-45ec-9095-1774fad66dd7 None None] Set router 521b9894-b7bb-4042-844a-a95a62bbdfe7 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:36:17.341823 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-41f54806-bd44-42e7-915e-5415cbf66f72 req-cf47ab51-9c2d-4561-8935-faa6a938a828 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba8aaa12-abe0-4a0c-b665-2245d08b506a HTTP/1.1" status: 200 len: 217 time: 0.7583985 Aug 23 20:36:17.360362 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c467fc77-e70e-47f6-b88d-8800b30b0dfd x-openstack-request-id: req-c467fc77-e70e-47f6-b88d-8800b30b0dfd {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:36:17.360708 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0372e67-dac1-4409-8103-64cc2bdadc51", "name": "network-vif-deleted", "tag": "d88bf7c1-17ae-4640-973e-56203bd75f4a", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:36:17.360921 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c467fc77-e70e-47f6-b88d-8800b30b0dfd {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:36:17.361283 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0372e67-dac1-4409-8103-64cc2bdadc51', 'name': 'network-vif-deleted', 'tag': 'd88bf7c1-17ae-4640-973e-56203bd75f4a', 'status': 'completed', 'code': 200} Aug 23 20:36:17.363024 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80afdce8-7ed5-41fe-a6a8-e4e0a792ddbd admin admin] Router 6f7cd3a9-ed50-413d-9d1a-9800738c4c88 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:36:17.406230 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 9789ff84-b5b0-4097-b72f-f23564b5be79 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:36:17.453719 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4a329e43-f712-45ec-9095-1774fad66dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1659286393-router', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '48787cf2-c879-47be-8541-1cad31b41898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:34:34Z', 'updated_at': '2021-08-23T20:34:48Z', 'revision_number': 4, 'project_id': 'fee04bdee1314858880b57c3099e0dd9', 'gw_port': {'id': '48787cf2-c879-47be-8541-1cad31b41898', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:40:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:34:36Z', 'updated_at': '2021-08-23T20:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'ef1dc0c9-c9f6-4552-897d-2e5ef0ead138', 'name': '', 'network_id': '6ab508e3-ca9c-4ba1-a637-e61063da04b8', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'mac_address': 'fa:16:3e:5a:71:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '519e7c31-afda-49a1-9e0f-8c868d7cb053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:34:46Z', 'updated_at': '2021-08-23T20:34:55Z', 'revision_number': 5, 'project_id': 'fee04bdee1314858880b57c3099e0dd9', 'subnets': [{'id': '519e7c31-afda-49a1-9e0f-8c868d7cb053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:17.474320 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22225041-2537-4fc0-9bda-ef9aa784ad0c req-5d19dc81-c29c-45cd-bcdd-4309a9bfe200 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:17.485150 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4f325fed-bdcd-4772-bacd-27537d70892f None None] Provisioning complete for port 9789ff84-b5b0-4097-b72f-f23564b5be79 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:36:17.485655 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4f325fed-bdcd-4772-bacd-27537d70892f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:17.487548 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 9789ff84-b5b0-4097-b72f-f23564b5be79 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:36:17.487706 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-22225041-2537-4fc0-9bda-ef9aa784ad0c req-5d19dc81-c29c-45cd-bcdd-4309a9bfe200 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=deda3a40-140f-400f-8464-f5f8c81a50fb HTTP/1.1" status: 200 len: 945 time: 0.1784477 Aug 23 20:36:17.515774 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a329e43-f712-45ec-9095-1774fad66dd7 None None] The sync data for ids ['521b9894-b7bb-4042-844a-a95a62bbdfe7'] in n-d-805663-2 is: [{'id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1659286393-router', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '48787cf2-c879-47be-8541-1cad31b41898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:34:34Z', 'updated_at': '2021-08-23T20:34:48Z', 'revision_number': 4, 'project_id': 'fee04bdee1314858880b57c3099e0dd9', 'gw_port': {'id': '48787cf2-c879-47be-8541-1cad31b41898', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:40:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:34:36Z', 'updated_at': '2021-08-23T20:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'ef1dc0c9-c9f6-4552-897d-2e5ef0ead138', 'name': '', 'network_id': '6ab508e3-ca9c-4ba1-a637-e61063da04b8', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'mac_address': 'fa:16:3e:5a:71:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '519e7c31-afda-49a1-9e0f-8c868d7cb053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:34:46Z', 'updated_at': '2021-08-23T20:34:55Z', 'revision_number': 5, 'project_id': 'fee04bdee1314858880b57c3099e0dd9', 'subnets': [{'id': '519e7c31-afda-49a1-9e0f-8c868d7cb053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:36:17.558418 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 9789ff84-b5b0-4097-b72f-f23564b5be79 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:36:17.558920 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:17.561774 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-22225041-2537-4fc0-9bda-ef9aa784ad0c req-3a7aa225-aeb6-4cdc-809a-52318ba5367a tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706725 Aug 23 20:36:17.822758 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f54806-bd44-42e7-915e-5415cbf66f72 req-fa70e353-6397-4523-a9d7-7b56f298d82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:17.843161 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-41f54806-bd44-42e7-915e-5415cbf66f72 req-fa70e353-6397-4523-a9d7-7b56f298d82a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=519e7c31-afda-49a1-9e0f-8c868d7cb053 HTTP/1.1" status: 200 len: 860 time: 0.5003841 Aug 23 20:36:17.849181 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4f325fed-bdcd-4772-bacd-27537d70892f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:17.894655 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4f325fed-bdcd-4772-bacd-27537d70892f None None] For port 9789ff84-b5b0-4097-b72f-f23564b5be79, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=9789ff84-b5b0-4097-b72f-f23564b5be79,segment=NetworkSegment(7234db77-6efa-494c-9af8-7e6cbc098dfb),segment_id=7234db77-6efa-494c-9af8-7e6cbc098dfb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:36:17.906415 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4f325fed-bdcd-4772-bacd-27537d70892f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:17.917256 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:17.954760 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b01ae-109d-46e5-ab53-08f6d5d0b029 req-d69608d9-a79b-4ec6-aa53-c52b4bb11939 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:17.965117 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-074b01ae-109d-46e5-ab53-08f6d5d0b029 req-d69608d9-a79b-4ec6-aa53-c52b4bb11939 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/ports?device_id=5edf64e0-94b0-4399-be04-0ee6fbeb0f16&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1016710 Aug 23 20:36:18.046281 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-074b01ae-109d-46e5-ab53-08f6d5d0b029 req-3a185a20-9538-478b-98fc-0ff792bba9c4 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0782821 Aug 23 20:36:18.075630 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80afdce8-7ed5-41fe-a6a8-e4e0a792ddbd admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:36:18.092903 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee72a29-cf40-4ec9-88e1-62fa77651232 req-d7c091f5-f9d5-4321-b8e5-c036d614e253 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:18.094424 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-eee72a29-cf40-4ec9-88e1-62fa77651232 req-d7c091f5-f9d5-4321-b8e5-c036d614e253 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.11 "GET /v2.0/ports?device_id=deda3a40-140f-400f-8464-f5f8c81a50fb HTTP/1.1" status: 200 len: 945 time: 0.3963523 Aug 23 20:36:18.135741 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316fc43c-73b9-45d1-989c-e53ab5fe038f None None] New status for floating IP 3358b1a5-80d5-4144-a550-84efa7fad68e: DOWN {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 20:36:18.169257 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.db.api [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 20:36:18.169523 n-d-805663-2 neutron-server[94689]: DEBUG oslo_db.api [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 20:36:18.170585 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812f9c85-1ea3-4de7-8ddc-68607158e488 None None] Sync routers for ids ['6f7cd3a9-ed50-413d-9d1a-9800738c4c88'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:36:18.192367 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f325fed-bdcd-4772-bacd-27537d70892f None None] Pushing event updated for resources: {'Port': ['ID=9789ff84-b5b0-4097-b72f-f23564b5be79,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:18.205097 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812f9c85-1ea3-4de7-8ddc-68607158e488 None None] Routers {'6f7cd3a9-ed50-413d-9d1a-9800738c4c88'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:36:18.205743 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-812f9c85-1ea3-4de7-8ddc-68607158e488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:36:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['6f7cd3a9-ed50-413d-9d1a-9800738c4c88'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:18.220431 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bee1af-875d-49aa-90d1-5c88ed15e6c7 req-f84996df-adac-4978-8b62-1aceb1396c17 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:18.233962 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d6bee1af-875d-49aa-90d1-5c88ed15e6c7 req-f84996df-adac-4978-8b62-1aceb1396c17 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a9b29d2-6f53-45e1-99f5-e581a80c827b HTTP/1.1" status: 200 len: 949 time: 0.1095614 Aug 23 20:36:18.254386 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f54806-bd44-42e7-915e-5415cbf66f72 req-d16389c5-3b0d-4395-b743-f7d5cc25305e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:18.256158 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-41f54806-bd44-42e7-915e-5415cbf66f72 req-d16389c5-3b0d-4395-b743-f7d5cc25305e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6ab508e3-ca9c-4ba1-a637-e61063da04b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4120893 Aug 23 20:36:18.256910 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-80afdce8-7ed5-41fe-a6a8-e4e0a792ddbd admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:18.261612 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-80afdce8-7ed5-41fe-a6a8-e4e0a792ddbd admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.8593676 Aug 23 20:36:18.262532 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 56948) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:36:18.303638 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d6bee1af-875d-49aa-90d1-5c88ed15e6c7 req-c96f2087-0ab4-4644-a366-c14978176da7 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682707 Aug 23 20:36:18.380153 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6c513f76-867e-4813-9e00-fc17c1957dbb req-88853150-4008-460b-9321-ecce9fcf58ab tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0461905 Aug 23 20:36:18.471031 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-812f9c85-1ea3-4de7-8ddc-68607158e488 None None] Set router 6f7cd3a9-ed50-413d-9d1a-9800738c4c88 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:36:18.599821 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-41f54806-bd44-42e7-915e-5415cbf66f72 req-825f5870-074c-4bdd-a8a5-ea9c5e68ffc8 service neutron] 10.222.0.61 "GET /v2.0/networks/6ab508e3-ca9c-4ba1-a637-e61063da04b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208835 Aug 23 20:36:18.743408 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-41f54806-bd44-42e7-915e-5415cbf66f72 req-88ce823f-0cdc-4792-858a-b69ce4d611d4 service neutron] 10.222.0.61 "GET /v2.0/networks/6ab508e3-ca9c-4ba1-a637-e61063da04b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304207 Aug 23 20:36:18.753397 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-eee72a29-cf40-4ec9-88e1-62fa77651232 req-96931658-a3c7-4ac6-814b-d783e8af5d24 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Deleting port 081d6359-af67-4971-b973-2c138184d9cb {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:36:18.753903 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-eee72a29-cf40-4ec9-88e1-62fa77651232 req-96931658-a3c7-4ac6-814b-d783e8af5d24 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:18.758813 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9f0c4-5dfa-425c-a41e-d3a842ce0353 req-fd43deb4-46a8-4805-8fdc-b557583f5e43 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:18.770027 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d4a9f0c4-5dfa-425c-a41e-d3a842ce0353 req-fd43deb4-46a8-4805-8fdc-b557583f5e43 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/ports?device_id=5edf64e0-94b0-4399-be04-0ee6fbeb0f16 HTTP/1.1" status: 200 len: 945 time: 0.1255965 Aug 23 20:36:18.853481 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d4a9f0c4-5dfa-425c-a41e-d3a842ce0353 req-7fefcbce-e877-4ca2-9e9a-9cb4967ca6c6 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bfdb861-04d9-4de1-ac01-7cf0677e0e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823169 Aug 23 20:36:19.041852 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-812f9c85-1ea3-4de7-8ddc-68607158e488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7cd3a9-ed50-413d-9d1a-9800738c4c88', 'name': 'tempest-FloatingIPsTestJSON-150732734-router', 'tenant_id': 'e117a5fd762e4131b08a0b6701d67c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '14c60bcf-7402-4588-a814-93a2c317d692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:36:11Z', 'updated_at': '2021-08-23T20:36:15Z', 'revision_number': 3, 'project_id': 'e117a5fd762e4131b08a0b6701d67c7f', 'gw_port': {'id': '14c60bcf-7402-4588-a814-93a2c317d692', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7cd3a9-ed50-413d-9d1a-9800738c4c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:36:13Z', 'updated_at': '2021-08-23T20:36:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:19.076585 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812f9c85-1ea3-4de7-8ddc-68607158e488 None None] Checking router: 6f7cd3a9-ed50-413d-9d1a-9800738c4c88 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:36:19.076858 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812f9c85-1ea3-4de7-8ddc-68607158e488 None None] Updating router 6f7cd3a9-ed50-413d-9d1a-9800738c4c88 port 14c60bcf-7402-4588-a814-93a2c317d692 binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:36:19.113778 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63fb76f-63ff-4be9-9f72-e1214ad47f24 req-772417cf-8c5c-4e0d-92a1-5060f0c7ea52 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:19.115395 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a63fb76f-63ff-4be9-9f72-e1214ad47f24 req-772417cf-8c5c-4e0d-92a1-5060f0c7ea52 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=deda3a40-140f-400f-8464-f5f8c81a50fb HTTP/1.1" status: 200 len: 945 time: 0.1645422 Aug 23 20:36:19.132780 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-812f9c85-1ea3-4de7-8ddc-68607158e488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:19.244998 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a63fb76f-63ff-4be9-9f72-e1214ad47f24 req-69073a53-2c06-420d-8f7c-799ad7237662 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728655 Aug 23 20:36:19.251905 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-eee72a29-cf40-4ec9-88e1-62fa77651232 req-96931658-a3c7-4ac6-814b-d783e8af5d24 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] For port 081d6359-af67-4971-b973-2c138184d9cb, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=081d6359-af67-4971-b973-2c138184d9cb,segment=NetworkSegment(bbb7ca88-3a5f-4f78-b2f2-1646091f4f26),segment_id=bbb7ca88-3a5f-4f78-b2f2-1646091f4f26)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:36:19.252481 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-eee72a29-cf40-4ec9-88e1-62fa77651232 req-96931658-a3c7-4ac6-814b-d783e8af5d24 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:19.303550 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-eee72a29-cf40-4ec9-88e1-62fa77651232 req-96931658-a3c7-4ac6-814b-d783e8af5d24 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Calling delete_port for 081d6359-af67-4971-b973-2c138184d9cb owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:36:19.328986 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 9789ff84-b5b0-4097-b72f-f23564b5be79 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:36:19.362033 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12f15583-c36a-4d28-a9fd-84b5253ccbbe', 'tag': 'ba8aaa12-abe0-4a0c-b665-2245d08b506a'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:36:19.364698 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d86acf-5c3d-4e4e-aa35-8c5b1e78eb55" -d '{"events": [{"name": "network-changed", "server_uuid": "12f15583-c36a-4d28-a9fd-84b5253ccbbe", "tag": "ba8aaa12-abe0-4a0c-b665-2245d08b506a"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:36:19.417981 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7815081a-6b36-4487-af3f-34954c328846 req-e14b6cb4-0900-4dd7-96fc-ffe57e236985 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/floatingips/3358b1a5-80d5-4144-a550-84efa7fad68e HTTP/1.1" status: 200 len: 692 time: 0.1038063 Aug 23 20:36:19.487826 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e2cff1-e34d-4326-891f-d1c9cc476f04 req-2f6563bb-3a1e-4d25-b4fb-700f1b209872 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:19.497101 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-76e2cff1-e34d-4326-891f-d1c9cc476f04 req-2f6563bb-3a1e-4d25-b4fb-700f1b209872 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a9b29d2-6f53-45e1-99f5-e581a80c827b HTTP/1.1" status: 200 len: 949 time: 0.0722980 Aug 23 20:36:19.544635 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-76e2cff1-e34d-4326-891f-d1c9cc476f04 req-3b52f6a2-c64c-4f9b-9cac-926e919c99e1 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463293 Aug 23 20:36:19.568278 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 9789ff84-b5b0-4097-b72f-f23564b5be79 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:36:19.568278 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:19.674425 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9acc2c8-347f-4378-8894-d74c7c155d06 x-openstack-request-id: req-a9acc2c8-347f-4378-8894-d74c7c155d06 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:36:19.675004 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12f15583-c36a-4d28-a9fd-84b5253ccbbe", "tag": "ba8aaa12-abe0-4a0c-b665-2245d08b506a", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:36:19.675160 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a9acc2c8-347f-4378-8894-d74c7c155d06 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:36:19.675726 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12f15583-c36a-4d28-a9fd-84b5253ccbbe', 'tag': 'ba8aaa12-abe0-4a0c-b665-2245d08b506a', 'status': 'completed', 'code': 200} Aug 23 20:36:19.694777 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-812f9c85-1ea3-4de7-8ddc-68607158e488 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:19.710087 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-eee72a29-cf40-4ec9-88e1-62fa77651232 req-96931658-a3c7-4ac6-814b-d783e8af5d24 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:19.764252 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['081d6359-af67-4971-b973-2c138184d9cb'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:36:19.766488 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['2fd138a2-a960-44b8-8ce2-767dd6fe86fd', '4d7cabb7-5a18-458e-b52a-91522dbb3c31'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:36:19.769606 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d86acf-5c3d-4e4e-aa35-8c5b1e78eb55 req-85e89236-9448-4180-aac3-7624dbe4be98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:19.771147 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-24d86acf-5c3d-4e4e-aa35-8c5b1e78eb55 req-85e89236-9448-4180-aac3-7624dbe4be98 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fee04bdee1314858880b57c3099e0dd9&device_id=12f15583-c36a-4d28-a9fd-84b5253ccbbe HTTP/1.1" status: 200 len: 1096 time: 0.0932944 Aug 23 20:36:19.817181 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee72a29-cf40-4ec9-88e1-62fa77651232 req-96931658-a3c7-4ac6-814b-d783e8af5d24 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] No DVR routers for this DVR port 081d6359-af67-4971-b973-2c138184d9cb on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:36:19.820118 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-eee72a29-cf40-4ec9-88e1-62fa77651232 req-96931658-a3c7-4ac6-814b-d783e8af5d24 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:19.823466 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-eee72a29-cf40-4ec9-88e1-62fa77651232 req-96931658-a3c7-4ac6-814b-d783e8af5d24 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.11 "DELETE /v2.0/ports/081d6359-af67-4971-b973-2c138184d9cb HTTP/1.1" status: 204 len: 173 time: 1.7202528 Aug 23 20:36:19.824839 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96931658-a3c7-4ac6-814b-d783e8af5d24 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Pushing event deleted for resources: {'Port': ['ID=081d6359-af67-4971-b973-2c138184d9cb,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:19.881540 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-812f9c85-1ea3-4de7-8ddc-68607158e488 None None] Transition to ACTIVE for port object 14c60bcf-7402-4588-a814-93a2c317d692 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:36:19.929837 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-812f9c85-1ea3-4de7-8ddc-68607158e488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:19.988281 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d86acf-5c3d-4e4e-aa35-8c5b1e78eb55 req-e3295f0f-8cc0-40c0-adc7-97133ec7e79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:19.992159 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-24d86acf-5c3d-4e4e-aa35-8c5b1e78eb55 req-e3295f0f-8cc0-40c0-adc7-97133ec7e79f service neutron] 10.222.0.32 "GET /v2.0/networks?id=6ab508e3-ca9c-4ba1-a637-e61063da04b8 HTTP/1.1" status: 200 len: 922 time: 0.2077088 Aug 23 20:36:20.002050 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815081a-6b36-4487-af3f-34954c328846 req-5a118977-7c93-4c05-b02f-2db43853f31c tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:20.003536 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7815081a-6b36-4487-af3f-34954c328846 req-5a118977-7c93-4c05-b02f-2db43853f31c tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/networks/03d801c5-d257-4cc1-bad3-11a323aafec0 HTTP/1.1" status: 200 len: 784 time: 0.5789909 Aug 23 20:36:20.077250 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [req-7815081a-6b36-4487-af3f-34954c328846 req-9b1be3a9-32a6-423c-80f9-c1a83e074598 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:36:20.078293 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7815081a-6b36-4487-af3f-34954c328846 req-9b1be3a9-32a6-423c-80f9-c1a83e074598 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086606 Aug 23 20:36:20.139857 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-24d86acf-5c3d-4e4e-aa35-8c5b1e78eb55 req-a41117d7-e14f-4694-9262-6d1b17fa6110 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba8aaa12-abe0-4a0c-b665-2245d08b506a HTTP/1.1" status: 200 len: 217 time: 0.1190290 Aug 23 20:36:20.242604 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7815081a-6b36-4487-af3f-34954c328846 req-9a24cde9-31f8-4cc7-ba14-77c20e6121ab tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.4.9 HTTP/1.1" status: 200 len: 695 time: 0.1537464 Aug 23 20:36:20.267918 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c6586-6366-42cd-861e-249f95d023a9 req-e8c6db13-5002-4542-9a4b-75a2ea6e01f5 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:20.278496 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d88c6586-6366-42cd-861e-249f95d023a9 req-e8c6db13-5002-4542-9a4b-75a2ea6e01f5 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/ports?device_id=5edf64e0-94b0-4399-be04-0ee6fbeb0f16 HTTP/1.1" status: 200 len: 945 time: 0.1751759 Aug 23 20:36:20.289623 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d86acf-5c3d-4e4e-aa35-8c5b1e78eb55 req-6d859ac0-c4bb-4979-b838-befcc691b2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:20.292706 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-24d86acf-5c3d-4e4e-aa35-8c5b1e78eb55 req-6d859ac0-c4bb-4979-b838-befcc691b2da service neutron] 10.222.0.32 "GET /v2.0/subnets?id=519e7c31-afda-49a1-9e0f-8c868d7cb053 HTTP/1.1" status: 200 len: 860 time: 0.1234536 Aug 23 20:36:20.345797 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:20.382771 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-812f9c85-1ea3-4de7-8ddc-68607158e488 None None] Attempting to bind port 14c60bcf-7402-4588-a814-93a2c317d692 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:36:20.383312 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-812f9c85-1ea3-4de7-8ddc-68607158e488 None None] Attempting to bind port 14c60bcf-7402-4588-a814-93a2c317d692 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:36:20.383831 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812f9c85-1ea3-4de7-8ddc-68607158e488 None None] Attempting to bind port 14c60bcf-7402-4588-a814-93a2c317d692 on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:36:20.392744 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812f9c85-1ea3-4de7-8ddc-68607158e488 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:36:20.393292 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812f9c85-1ea3-4de7-8ddc-68607158e488 None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:36:20.393787 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-812f9c85-1ea3-4de7-8ddc-68607158e488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:20.394433 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812f9c85-1ea3-4de7-8ddc-68607158e488 None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:36:20.395014 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-812f9c85-1ea3-4de7-8ddc-68607158e488 None None] Bound port: 14c60bcf-7402-4588-a814-93a2c317d692, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:36:20.395502 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-812f9c85-1ea3-4de7-8ddc-68607158e488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:20.396414 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7815081a-6b36-4487-af3f-34954c328846 req-1236bad7-8d68-441d-851c-32332645dbca tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.4.9 HTTP/1.1" status: 200 len: 695 time: 0.1382463 Aug 23 20:36:20.397309 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71887485-d7fc-4dea-83de-d45d577b1688 None None] Pushing event updated for resources: {'Port': ['ID=14c60bcf-7402-4588-a814-93a2c317d692,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:20.402961 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-00ef34cd-f797-4c87-a26f-872c1127fb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:20.445558 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d88c6586-6366-42cd-861e-249f95d023a9 req-94a01ccf-7b08-4aad-a943-d0f0ce0ef41e tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bfdb861-04d9-4de1-ac01-7cf0677e0e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600542 Aug 23 20:36:20.485038 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d86acf-5c3d-4e4e-aa35-8c5b1e78eb55 req-a074aac1-643f-4930-aa98-45cdb6ac953f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:20.488349 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-24d86acf-5c3d-4e4e-aa35-8c5b1e78eb55 req-a074aac1-643f-4930-aa98-45cdb6ac953f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6ab508e3-ca9c-4ba1-a637-e61063da04b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1797075 Aug 23 20:36:20.574763 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-812f9c85-1ea3-4de7-8ddc-68607158e488 None None] For port 14c60bcf-7402-4588-a814-93a2c317d692, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:36:20.584978 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-812f9c85-1ea3-4de7-8ddc-68607158e488 None None] For port 14c60bcf-7402-4588-a814-93a2c317d692, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=14c60bcf-7402-4588-a814-93a2c317d692,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:36:20.617462 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-812f9c85-1ea3-4de7-8ddc-68607158e488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:20.860234 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2068a7c8-859a-4b02-b437-368a103bf8dc req-fdb00c81-620c-46c6-aa92-3e91d248d716 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:20.861762 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2068a7c8-859a-4b02-b437-368a103bf8dc req-fdb00c81-620c-46c6-aa92-3e91d248d716 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.32 "GET /v2.0/ports?device_id=5edf64e0-94b0-4399-be04-0ee6fbeb0f16 HTTP/1.1" status: 200 len: 945 time: 0.1949883 Aug 23 20:36:20.909460 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812f9c85-1ea3-4de7-8ddc-68607158e488 None None] Routers {'6f7cd3a9-ed50-413d-9d1a-9800738c4c88'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:36:20.918267 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-812f9c85-1ea3-4de7-8ddc-68607158e488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:36:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['6f7cd3a9-ed50-413d-9d1a-9800738c4c88'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:20.983963 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71887485-d7fc-4dea-83de-d45d577b1688 None None] Pushing event updated for resources: {'Port': ['ID=14c60bcf-7402-4588-a814-93a2c317d692,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:21.049330 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-24d86acf-5c3d-4e4e-aa35-8c5b1e78eb55 req-ca2dde44-a4b4-48dc-bab6-4c4ee85fb46f service neutron] 10.222.0.32 "GET /v2.0/networks/6ab508e3-ca9c-4ba1-a637-e61063da04b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5220802 Aug 23 20:36:21.055347 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-7815081a-6b36-4487-af3f-34954c328846 req-2a0860a3-0f96-4abe-8d0c-3b9eac375e70 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Deleting port b10c9371-9417-41bf-beb7-0f396e82856c {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:36:21.055957 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7815081a-6b36-4487-af3f-34954c328846 req-2a0860a3-0f96-4abe-8d0c-3b9eac375e70 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:21.073341 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cae29c-2030-4478-858c-238ce7e11367 req-682f64ec-b0f9-47ba-b8c1-378aef60aa21 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:21.082633 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-68cae29c-2030-4478-858c-238ce7e11367 req-682f64ec-b0f9-47ba-b8c1-378aef60aa21 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a9b29d2-6f53-45e1-99f5-e581a80c827b HTTP/1.1" status: 200 len: 949 time: 0.1957586 Aug 23 20:36:21.124285 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-00ef34cd-f797-4c87-a26f-872c1127fb0d admin admin] Allocated IP 172.20.0.1 (c1b188f6-0507-4dcb-80f7-0454793e08c9/e3d048a7-2c83-415e-bb80-349786b86692/7a197dfb-e49f-4885-8c32-e8064149eef3) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:36:21.169448 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-812f9c85-1ea3-4de7-8ddc-68607158e488 None None] Set router 6f7cd3a9-ed50-413d-9d1a-9800738c4c88 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:36:21.226810 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7815081a-6b36-4487-af3f-34954c328846 req-2a0860a3-0f96-4abe-8d0c-3b9eac375e70 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:21.227670 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7815081a-6b36-4487-af3f-34954c328846 req-2a0860a3-0f96-4abe-8d0c-3b9eac375e70 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:21.254133 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-24d86acf-5c3d-4e4e-aa35-8c5b1e78eb55 req-b9d7d558-2d37-4d22-8e93-1f8ed5a4a3a2 service neutron] 10.222.0.32 "GET /v2.0/networks/6ab508e3-ca9c-4ba1-a637-e61063da04b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918230 Aug 23 20:36:21.255754 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-7815081a-6b36-4487-af3f-34954c328846 req-2a0860a3-0f96-4abe-8d0c-3b9eac375e70 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Calling delete_port for b10c9371-9417-41bf-beb7-0f396e82856c owned by network:floatingip {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:36:21.339590 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-00ef34cd-f797-4c87-a26f-872c1127fb0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:21.358761 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-00ef34cd-f797-4c87-a26f-872c1127fb0d admin admin] Transition to ACTIVE for port object 7a197dfb-e49f-4885-8c32-e8064149eef3 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:36:21.359631 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-68cae29c-2030-4478-858c-238ce7e11367 req-fceb6b6a-d7ff-45fe-983a-54d19ad1ed3e tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756655 Aug 23 20:36:21.361960 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-2068a7c8-859a-4b02-b437-368a103bf8dc req-2e13b2c9-ba77-4827-87fa-6854a6c9d96e tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Deleting port b58ee375-a5a0-464e-9be6-7293a1004bda {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:36:21.362295 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2068a7c8-859a-4b02-b437-368a103bf8dc req-2e13b2c9-ba77-4827-87fa-6854a6c9d96e tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:21.447988 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-00ef34cd-f797-4c87-a26f-872c1127fb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:21.474134 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-2068a7c8-859a-4b02-b437-368a103bf8dc req-2e13b2c9-ba77-4827-87fa-6854a6c9d96e tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] For port b58ee375-a5a0-464e-9be6-7293a1004bda, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=b58ee375-a5a0-464e-9be6-7293a1004bda,segment=NetworkSegment(9b24575c-7447-4219-80de-a5f9a2dc9179),segment_id=9b24575c-7447-4219-80de-a5f9a2dc9179)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:36:21.474134 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2068a7c8-859a-4b02-b437-368a103bf8dc req-2e13b2c9-ba77-4827-87fa-6854a6c9d96e tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:21.483940 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-2068a7c8-859a-4b02-b437-368a103bf8dc req-2e13b2c9-ba77-4827-87fa-6854a6c9d96e tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Calling delete_port for b58ee375-a5a0-464e-9be6-7293a1004bda owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:36:21.542119 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-812f9c85-1ea3-4de7-8ddc-68607158e488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7cd3a9-ed50-413d-9d1a-9800738c4c88', 'name': 'tempest-FloatingIPsTestJSON-150732734-router', 'tenant_id': 'e117a5fd762e4131b08a0b6701d67c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '14c60bcf-7402-4588-a814-93a2c317d692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:36:11Z', 'updated_at': '2021-08-23T20:36:15Z', 'revision_number': 3, 'project_id': 'e117a5fd762e4131b08a0b6701d67c7f', 'gw_port': {'id': '14c60bcf-7402-4588-a814-93a2c317d692', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7cd3a9-ed50-413d-9d1a-9800738c4c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:36:13Z', 'updated_at': '2021-08-23T20:36:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:21.570282 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ef34cd-f797-4c87-a26f-872c1127fb0d admin admin] Network c1b188f6-0507-4dcb-80f7-0454793e08c9 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:36:21.578093 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-00ef34cd-f797-4c87-a26f-872c1127fb0d admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:36:21.598618 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ef34cd-f797-4c87-a26f-872c1127fb0d admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:36:21.625549 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812f9c85-1ea3-4de7-8ddc-68607158e488 None None] The sync data for ids ['6f7cd3a9-ed50-413d-9d1a-9800738c4c88'] in n-d-805663-2 is: [{'id': '6f7cd3a9-ed50-413d-9d1a-9800738c4c88', 'name': 'tempest-FloatingIPsTestJSON-150732734-router', 'tenant_id': 'e117a5fd762e4131b08a0b6701d67c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '14c60bcf-7402-4588-a814-93a2c317d692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:36:11Z', 'updated_at': '2021-08-23T20:36:15Z', 'revision_number': 3, 'project_id': 'e117a5fd762e4131b08a0b6701d67c7f', 'gw_port': {'id': '14c60bcf-7402-4588-a814-93a2c317d692', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7cd3a9-ed50-413d-9d1a-9800738c4c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:36:13Z', 'updated_at': '2021-08-23T20:36:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:36:21.690369 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deda3a40-140f-400f-8464-f5f8c81a50fb', 'name': 'network-vif-deleted', 'tag': '081d6359-af67-4971-b973-2c138184d9cb'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:36:21.697043 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71775e74-d7d8-4c24-9d64-231aef4e7dca" -d '{"events": [{"server_uuid": "deda3a40-140f-400f-8464-f5f8c81a50fb", "name": "network-vif-deleted", "tag": "081d6359-af67-4971-b973-2c138184d9cb"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:36:21.740764 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef34cd-f797-4c87-a26f-872c1127fb0d admin admin] Pushing event updated for resources: {'Port': ['ID=7a197dfb-e49f-4885-8c32-e8064149eef3,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:21.900535 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 081d6359-af67-4971-b973-2c138184d9cb no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:36:21.922189 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2068a7c8-859a-4b02-b437-368a103bf8dc req-2e13b2c9-ba77-4827-87fa-6854a6c9d96e tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:21.927536 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-00ef34cd-f797-4c87-a26f-872c1127fb0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:21.938645 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7815081a-6b36-4487-af3f-34954c328846 req-2a0860a3-0f96-4abe-8d0c-3b9eac375e70 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:21.939980 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: 081d6359-af67-4971-b973-2c138184d9cb {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:36:21.953855 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 081d6359-af67-4971-b973-2c138184d9cb not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:36:22.005071 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c2b0f3-6c3e-4c2a-93d4-0fa0a5a3b05b req-955b343a-bd8b-47ee-90db-5b1ce0c58cd4 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:22.006632 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d5c2b0f3-6c3e-4c2a-93d4-0fa0a5a3b05b req-955b343a-bd8b-47ee-90db-5b1ce0c58cd4 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/ports?device_id=5edf64e0-94b0-4399-be04-0ee6fbeb0f16 HTTP/1.1" status: 200 len: 945 time: 0.2208731 Aug 23 20:36:22.007426 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13b2c9-ba77-4827-87fa-6854a6c9d96e tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Pushing event deleted for resources: {'Port': ['ID=b58ee375-a5a0-464e-9be6-7293a1004bda,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:22.084507 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1e36016a-4986-4cf4-a421-5fecd68fde7c None None] Provisioning for port 7a197dfb-e49f-4885-8c32-e8064149eef3 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:36:22.095564 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1e36016a-4986-4cf4-a421-5fecd68fde7c None None] Provisioning complete for port 7a197dfb-e49f-4885-8c32-e8064149eef3 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:36:22.095940 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1e36016a-4986-4cf4-a421-5fecd68fde7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:22.151551 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1e36016a-4986-4cf4-a421-5fecd68fde7c None None] Port 7a197dfb-e49f-4885-8c32-e8064149eef3 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:36:22.175296 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e13b2c9-ba77-4827-87fa-6854a6c9d96e tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:36:22.175663 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e13b2c9-ba77-4827-87fa-6854a6c9d96e tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:36:22.176026 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e13b2c9-ba77-4827-87fa-6854a6c9d96e tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:36:22.176389 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e13b2c9-ba77-4827-87fa-6854a6c9d96e tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:36:22.176721 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e13b2c9-ba77-4827-87fa-6854a6c9d96e tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:36:22.177048 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e13b2c9-ba77-4827-87fa-6854a6c9d96e tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:36:22.177370 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e13b2c9-ba77-4827-87fa-6854a6c9d96e tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:36:22.177693 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e13b2c9-ba77-4827-87fa-6854a6c9d96e tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:36:22.178018 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e13b2c9-ba77-4827-87fa-6854a6c9d96e tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:36:22.178336 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e13b2c9-ba77-4827-87fa-6854a6c9d96e tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:36:22.178655 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e13b2c9-ba77-4827-87fa-6854a6c9d96e tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:36:22.178984 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e13b2c9-ba77-4827-87fa-6854a6c9d96e tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:36:22.220761 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d5c2b0f3-6c3e-4c2a-93d4-0fa0a5a3b05b req-9cc1804d-d041-45b6-91e9-ae9a1e1f898d tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bfdb861-04d9-4de1-ac01-7cf0677e0e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971800 Aug 23 20:36:22.242444 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0860a3-0f96-4abe-8d0c-3b9eac375e70 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Pushing event deleted for resources: {'Port': ['ID=b10c9371-9417-41bf-beb7-0f396e82856c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:22.294375 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-2068a7c8-859a-4b02-b437-368a103bf8dc req-2e13b2c9-ba77-4827-87fa-6854a6c9d96e tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] No DVR routers for this DVR port b58ee375-a5a0-464e-9be6-7293a1004bda on host n-h2-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:36:22.307861 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2068a7c8-859a-4b02-b437-368a103bf8dc req-2e13b2c9-ba77-4827-87fa-6854a6c9d96e tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:22.309988 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2068a7c8-859a-4b02-b437-368a103bf8dc req-2e13b2c9-ba77-4827-87fa-6854a6c9d96e tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.32 "DELETE /v2.0/ports/b58ee375-a5a0-464e-9be6-7293a1004bda HTTP/1.1" status: 204 len: 173 time: 1.4216022 Aug 23 20:36:22.310480 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5edf64e0-94b0-4399-be04-0ee6fbeb0f16', 'name': 'network-vif-deleted', 'tag': 'b58ee375-a5a0-464e-9be6-7293a1004bda'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:36:22.312811 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0ef6c0-673f-49fc-bcd2-c6152e63f0b3" -d '{"events": [{"server_uuid": "5edf64e0-94b0-4399-be04-0ee6fbeb0f16", "name": "network-vif-deleted", "tag": "b58ee375-a5a0-464e-9be6-7293a1004bda"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:36:22.590718 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517bc7fc-3d51-4962-be46-8e5755a07a28 req-a7c6a813-1df3-485b-9cb0-6bf83c56543a tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:22.595313 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-517bc7fc-3d51-4962-be46-8e5755a07a28 req-a7c6a813-1df3-485b-9cb0-6bf83c56543a tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=eaef6efa-036b-45b7-8351-cb09a188eedd HTTP/1.1" status: 200 len: 946 time: 0.1279116 Aug 23 20:36:22.668561 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-517bc7fc-3d51-4962-be46-8e5755a07a28 req-5a165ad0-8061-4b15-a4d5-091031549088 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642495 Aug 23 20:36:22.894543 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7038b1-5120-4bbc-ae59-9a7b76c120e8 x-openstack-request-id: req-2b7038b1-5120-4bbc-ae59-9a7b76c120e8 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:36:22.895075 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5edf64e0-94b0-4399-be04-0ee6fbeb0f16", "name": "network-vif-deleted", "tag": "b58ee375-a5a0-464e-9be6-7293a1004bda", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:36:22.895524 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2b7038b1-5120-4bbc-ae59-9a7b76c120e8 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:36:22.896148 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5edf64e0-94b0-4399-be04-0ee6fbeb0f16', 'name': 'network-vif-deleted', 'tag': 'b58ee375-a5a0-464e-9be6-7293a1004bda', 'status': 'completed', 'code': 200} Aug 23 20:36:22.914475 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879d4c22-f4ed-45aa-9fef-7d241c599791 x-openstack-request-id: req-879d4c22-f4ed-45aa-9fef-7d241c599791 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:36:22.914604 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deda3a40-140f-400f-8464-f5f8c81a50fb", "name": "network-vif-deleted", "tag": "081d6359-af67-4971-b973-2c138184d9cb", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:36:22.915044 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-879d4c22-f4ed-45aa-9fef-7d241c599791 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:36:22.915337 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deda3a40-140f-400f-8464-f5f8c81a50fb', 'name': 'network-vif-deleted', 'tag': '081d6359-af67-4971-b973-2c138184d9cb', 'status': 'completed', 'code': 200} Aug 23 20:36:22.990793 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7815081a-6b36-4487-af3f-34954c328846 req-2a0860a3-0f96-4abe-8d0c-3b9eac375e70 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Notify callbacks [] for floatingip, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:22.994010 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7815081a-6b36-4487-af3f-34954c328846 req-2a0860a3-0f96-4abe-8d0c-3b9eac375e70 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:22.995353 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7815081a-6b36-4487-af3f-34954c328846 req-2a0860a3-0f96-4abe-8d0c-3b9eac375e70 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "DELETE /v2.0/floatingips/3358b1a5-80d5-4144-a550-84efa7fad68e HTTP/1.1" status: 204 len: 173 time: 2.5847478 Aug 23 20:36:23.050150 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704de38-a5d2-46f0-ad44-90de10c67be1 req-51067d8b-ac7a-4d87-89c3-970cdfc97c27 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:23.059549 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4704de38-a5d2-46f0-ad44-90de10c67be1 req-51067d8b-ac7a-4d87-89c3-970cdfc97c27 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a9b29d2-6f53-45e1-99f5-e581a80c827b HTTP/1.1" status: 200 len: 949 time: 0.0930920 Aug 23 20:36:23.080854 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-00ef34cd-f797-4c87-a26f-872c1127fb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:23.155953 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4704de38-a5d2-46f0-ad44-90de10c67be1 req-3e46cf5e-bd22-48a4-852a-b9d08e3eb256 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954299 Aug 23 20:36:23.183921 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device b58ee375-a5a0-464e-9be6-7293a1004bda no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:36:23.249931 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: b58ee375-a5a0-464e-9be6-7293a1004bda {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:36:23.253411 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device b58ee375-a5a0-464e-9be6-7293a1004bda not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:36:23.401724 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 14c60bcf-7402-4588-a814-93a2c317d692 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:36:23.441772 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-00ef34cd-f797-4c87-a26f-872c1127fb0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:23.481413 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-00ef34cd-f797-4c87-a26f-872c1127fb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:23.564265 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 14c60bcf-7402-4588-a814-93a2c317d692 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:36:23.574024 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 14c60bcf-7402-4588-a814-93a2c317d692 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:36:23.574918 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:23.594371 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f927656e-9441-4624-a136-403f7503ac6f req-94df04a2-c0a0-457e-a591-d3ada6d87fac tempest-FloatingIPsAssociationNegativeTestJSON-1938884530 tempest-FloatingIPsAssociationNegativeTestJSON-1938884530-project] 10.222.0.61 "GET /v2.0/ports?device_id=5edf64e0-94b0-4399-be04-0ee6fbeb0f16 HTTP/1.1" status: 200 len: 210 time: 0.0761473 Aug 23 20:36:23.709877 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d177f-276f-4591-aa6c-2ed2a30964f0 req-a9f5206a-c69c-44f1-ae80-dbbd59a1d049 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:23.714687 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f32d177f-276f-4591-aa6c-2ed2a30964f0 req-a9f5206a-c69c-44f1-ae80-dbbd59a1d049 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaef6efa-036b-45b7-8351-cb09a188eedd HTTP/1.1" status: 200 len: 946 time: 0.1091211 Aug 23 20:36:23.755180 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa21d3b-8c48-4d88-abc9-901867bd8546 req-b700ad49-2af2-4b5a-aa27-ac1d4128c19c tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:23.757510 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1fa21d3b-8c48-4d88-abc9-901867bd8546 req-b700ad49-2af2-4b5a-aa27-ac1d4128c19c tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f15583-c36a-4d28-a9fd-84b5253ccbbe HTTP/1.1" status: 200 len: 945 time: 0.3133540 Aug 23 20:36:23.824577 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:23.839235 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef34cd-f797-4c87-a26f-872c1127fb0d admin admin] Pushing event updated for resources: {'Port': ['ID=7a197dfb-e49f-4885-8c32-e8064149eef3,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:23.869163 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-00ef34cd-f797-4c87-a26f-872c1127fb0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:23.879046 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 14c60bcf-7402-4588-a814-93a2c317d692, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=14c60bcf-7402-4588-a814-93a2c317d692,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:36:23.890587 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:23.935176 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1fa21d3b-8c48-4d88-abc9-901867bd8546 req-9cc6b1d1-a84d-43ab-b3dc-06208c84eda1 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/security-groups?id=587fdc99-14a6-4232-ab9b-a26b7a1ae9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572368 Aug 23 20:36:23.984623 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3116ab-b755-4758-8ede-00d7fe0a7a84 req-590dd41f-8b64-4d5f-99ae-c4ea55ac6967 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:23.999615 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cb3116ab-b755-4758-8ede-00d7fe0a7a84 req-590dd41f-8b64-4d5f-99ae-c4ea55ac6967 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=eaef6efa-036b-45b7-8351-cb09a188eedd HTTP/1.1" status: 200 len: 946 time: 0.1109972 Aug 23 20:36:24.011005 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=14c60bcf-7402-4588-a814-93a2c317d692,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:24.094837 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cb3116ab-b755-4758-8ede-00d7fe0a7a84 req-48bb9024-6289-41b7-b6a9-6fae8e8c3306 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942974 Aug 23 20:36:24.120779 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ef34cd-f797-4c87-a26f-872c1127fb0d admin admin] Network c1b188f6-0507-4dcb-80f7-0454793e08c9 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:36:24.124014 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-f32d177f-276f-4591-aa6c-2ed2a30964f0 req-aa2fd019-90a4-449f-86f1-435ed8edf27e tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Deleting port 4d7cabb7-5a18-458e-b52a-91522dbb3c31 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:36:24.124378 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f32d177f-276f-4591-aa6c-2ed2a30964f0 req-aa2fd019-90a4-449f-86f1-435ed8edf27e tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:24.137383 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-00ef34cd-f797-4c87-a26f-872c1127fb0d admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:36:24.383351 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-f32d177f-276f-4591-aa6c-2ed2a30964f0 req-aa2fd019-90a4-449f-86f1-435ed8edf27e tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] For port 4d7cabb7-5a18-458e-b52a-91522dbb3c31, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=4d7cabb7-5a18-458e-b52a-91522dbb3c31,segment=NetworkSegment(bbb7ca88-3a5f-4f78-b2f2-1646091f4f26),segment_id=bbb7ca88-3a5f-4f78-b2f2-1646091f4f26)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:36:24.390026 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f32d177f-276f-4591-aa6c-2ed2a30964f0 req-aa2fd019-90a4-449f-86f1-435ed8edf27e tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:24.420232 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-f32d177f-276f-4591-aa6c-2ed2a30964f0 req-aa2fd019-90a4-449f-86f1-435ed8edf27e tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Calling delete_port for 4d7cabb7-5a18-458e-b52a-91522dbb3c31 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:36:24.460643 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ca500-a752-4095-9518-dd4737ece23b req-baf68df0-4a53-4ecb-b0ef-da376a57e857 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:24.471426 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-db5ca500-a752-4095-9518-dd4737ece23b req-baf68df0-4a53-4ecb-b0ef-da376a57e857 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a9b29d2-6f53-45e1-99f5-e581a80c827b HTTP/1.1" status: 200 len: 949 time: 0.1955478 Aug 23 20:36:24.527691 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ef34cd-f797-4c87-a26f-872c1127fb0d admin admin] Router 6f7cd3a9-ed50-413d-9d1a-9800738c4c88 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:36:24.549314 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-db5ca500-a752-4095-9518-dd4737ece23b req-e8942153-4c7d-41c9-bc93-e67555b6ab1b tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712624 Aug 23 20:36:24.625245 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0986b52b-b538-450d-af11-e502fef5a1af None None] Provisioning complete for port 7a197dfb-e49f-4885-8c32-e8064149eef3 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:36:24.625933 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0986b52b-b538-450d-af11-e502fef5a1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:24.666104 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 57060) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:36:24.757625 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f32d177f-276f-4591-aa6c-2ed2a30964f0 req-aa2fd019-90a4-449f-86f1-435ed8edf27e tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:24.804462 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ef34cd-f797-4c87-a26f-872c1127fb0d admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:36:24.827386 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2fd019-90a4-449f-86f1-435ed8edf27e tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Pushing event deleted for resources: {'Port': ['ID=4d7cabb7-5a18-458e-b52a-91522dbb3c31,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:24.835263 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-0986b52b-b538-450d-af11-e502fef5a1af None None] Port 7a197dfb-e49f-4885-8c32-e8064149eef3 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:36:24.839784 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-00ef34cd-f797-4c87-a26f-872c1127fb0d admin admin] 10.222.0.61 "PUT /v2.0/routers/6f7cd3a9-ed50-413d-9d1a-9800738c4c88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5704918 Aug 23 20:36:24.855559 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['2fd138a2-a960-44b8-8ce2-767dd6fe86fd', '4d7cabb7-5a18-458e-b52a-91522dbb3c31'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:36:24.858634 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a758d87-2101-4245-8236-1c151ab0f417 None None] Sync routers for ids ['6f7cd3a9-ed50-413d-9d1a-9800738c4c88'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:36:24.907690 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a758d87-2101-4245-8236-1c151ab0f417 None None] Routers {'6f7cd3a9-ed50-413d-9d1a-9800738c4c88'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:36:24.908676 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8a758d87-2101-4245-8236-1c151ab0f417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:36:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['6f7cd3a9-ed50-413d-9d1a-9800738c4c88'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:25.019533 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-f32d177f-276f-4591-aa6c-2ed2a30964f0 req-aa2fd019-90a4-449f-86f1-435ed8edf27e tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] No DVR routers for this DVR port 4d7cabb7-5a18-458e-b52a-91522dbb3c31 on host n-h2-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:36:25.031001 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f32d177f-276f-4591-aa6c-2ed2a30964f0 req-aa2fd019-90a4-449f-86f1-435ed8edf27e tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:25.038370 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f32d177f-276f-4591-aa6c-2ed2a30964f0 req-aa2fd019-90a4-449f-86f1-435ed8edf27e tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.32 "DELETE /v2.0/ports/4d7cabb7-5a18-458e-b52a-91522dbb3c31 HTTP/1.1" status: 204 len: 173 time: 1.3123169 Aug 23 20:36:25.043678 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaef6efa-036b-45b7-8351-cb09a188eedd', 'name': 'network-vif-deleted', 'tag': '4d7cabb7-5a18-458e-b52a-91522dbb3c31'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:36:25.048471 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bab68ad-5c78-47ca-b15d-999aa57e0bbb" -d '{"events": [{"server_uuid": "eaef6efa-036b-45b7-8351-cb09a188eedd", "name": "network-vif-deleted", "tag": "4d7cabb7-5a18-458e-b52a-91522dbb3c31"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:36:25.177116 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-8a758d87-2101-4245-8236-1c151ab0f417 None None] Set router 6f7cd3a9-ed50-413d-9d1a-9800738c4c88 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:36:25.289602 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 14c60bcf-7402-4588-a814-93a2c317d692 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:36:25.290821 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb9351-71d3-4cdc-9de5-48cf409bf8ae req-555302f4-255a-4880-a93d-5d6e9bd4549b tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:25.298056 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-24fb9351-71d3-4cdc-9de5-48cf409bf8ae req-555302f4-255a-4880-a93d-5d6e9bd4549b tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f15583-c36a-4d28-a9fd-84b5253ccbbe HTTP/1.1" status: 200 len: 945 time: 0.2367179 Aug 23 20:36:25.363785 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8863ca85-2ec4-47bb-959a-e1a26a46519f req-1b8b5776-e100-4cea-93ad-9d48b8d08d8f tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1493320 Aug 23 20:36:25.381025 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-8863ca85-2ec4-47bb-959a-e1a26a46519f req-5ced5e77-7760-460c-9d7a-a187f03be1dd tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] Request body: {'floatingip': {'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:36:25.391113 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6316e403-4519-42e7-8eed-b471efa1f550 req-7e431fa8-f3b5-460d-b09d-b658126d98ea tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:25.392666 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6316e403-4519-42e7-8eed-b471efa1f550 req-7e431fa8-f3b5-460d-b09d-b658126d98ea tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.32 "GET /v2.0/ports?device_id=12f15583-c36a-4d28-a9fd-84b5253ccbbe HTTP/1.1" status: 200 len: 945 time: 0.1805842 Aug 23 20:36:25.423330 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8863ca85-2ec4-47bb-959a-e1a26a46519f req-5ced5e77-7760-460c-9d7a-a187f03be1dd tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] Notify callbacks [] for floatingip, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:25.448361 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-24fb9351-71d3-4cdc-9de5-48cf409bf8ae req-2335611f-a94e-43bf-81a2-2ed104e14ed0 tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/security-groups?id=587fdc99-14a6-4232-ab9b-a26b7a1ae9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446185 Aug 23 20:36:25.491217 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 14c60bcf-7402-4588-a814-93a2c317d692 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:36:25.491875 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:25.530321 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00eab43b-a397-4861-b1f0-7b23d557e4bd x-openstack-request-id: req-00eab43b-a397-4861-b1f0-7b23d557e4bd {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:36:25.530569 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaef6efa-036b-45b7-8351-cb09a188eedd", "name": "network-vif-deleted", "tag": "4d7cabb7-5a18-458e-b52a-91522dbb3c31", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:36:25.530822 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-00eab43b-a397-4861-b1f0-7b23d557e4bd {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:36:25.531399 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaef6efa-036b-45b7-8351-cb09a188eedd', 'name': 'network-vif-deleted', 'tag': '4d7cabb7-5a18-458e-b52a-91522dbb3c31', 'status': 'completed', 'code': 200} Aug 23 20:36:25.588865 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8a758d87-2101-4245-8236-1c151ab0f417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7cd3a9-ed50-413d-9d1a-9800738c4c88', 'name': 'tempest-FloatingIPsTestJSON-150732734-router', 'tenant_id': 'e117a5fd762e4131b08a0b6701d67c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '14c60bcf-7402-4588-a814-93a2c317d692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:36:11Z', 'updated_at': '2021-08-23T20:36:23Z', 'revision_number': 4, 'project_id': 'e117a5fd762e4131b08a0b6701d67c7f', 'gw_port': {'id': '14c60bcf-7402-4588-a814-93a2c317d692', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7cd3a9-ed50-413d-9d1a-9800738c4c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:36:13Z', 'updated_at': '2021-08-23T20:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '7a197dfb-e49f-4885-8c32-e8064149eef3', 'name': '', 'network_id': 'c1b188f6-0507-4dcb-80f7-0454793e08c9', 'tenant_id': 'e117a5fd762e4131b08a0b6701d67c7f', 'mac_address': 'fa:16:3e:27:2f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7cd3a9-ed50-413d-9d1a-9800738c4c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'e3d048a7-2c83-415e-bb80-349786b86692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:36:20Z', 'updated_at': '2021-08-23T20:36:23Z', 'revision_number': 2, 'project_id': 'e117a5fd762e4131b08a0b6701d67c7f', 'subnets': [{'id': 'e3d048a7-2c83-415e-bb80-349786b86692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:25.623263 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a758d87-2101-4245-8236-1c151ab0f417 None None] Checking router: 6f7cd3a9-ed50-413d-9d1a-9800738c4c88 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:36:25.623614 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a758d87-2101-4245-8236-1c151ab0f417 None None] Updating router 6f7cd3a9-ed50-413d-9d1a-9800738c4c88 port 7a197dfb-e49f-4885-8c32-e8064149eef3 binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:36:25.656664 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-6316e403-4519-42e7-8eed-b471efa1f550 req-0b59e0d9-b5e9-4b3e-9978-2319837c5d8d tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Deleting port ba8aaa12-abe0-4a0c-b665-2245d08b506a {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:36:25.657351 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6316e403-4519-42e7-8eed-b471efa1f550 req-0b59e0d9-b5e9-4b3e-9978-2319837c5d8d tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:25.685318 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8a758d87-2101-4245-8236-1c151ab0f417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:25.735820 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8863ca85-2ec4-47bb-959a-e1a26a46519f req-5ced5e77-7760-460c-9d7a-a187f03be1dd tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:25.991706 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-8863ca85-2ec4-47bb-959a-e1a26a46519f req-5ced5e77-7760-460c-9d7a-a187f03be1dd tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] Allocated IP 172.25.4.73 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/84700711-4483-4034-86e1-3f1d29d0c376) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:36:26.009959 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8ea98939-1af3-4b01-9ef5-b3d0cec2b66c req-ea7934fa-d7be-44f2-9704-56afcabfafa5 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=eaef6efa-036b-45b7-8351-cb09a188eedd HTTP/1.1" status: 200 len: 210 time: 0.0547884 Aug 23 20:36:26.039307 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:36:26.108833 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8a758d87-2101-4245-8236-1c151ab0f417 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:26.125013 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8a758d87-2101-4245-8236-1c151ab0f417 None None] Transition to ACTIVE for port object 7a197dfb-e49f-4885-8c32-e8064149eef3 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:36:26.127828 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-6316e403-4519-42e7-8eed-b471efa1f550 req-0b59e0d9-b5e9-4b3e-9978-2319837c5d8d tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] For port ba8aaa12-abe0-4a0c-b665-2245d08b506a, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=ba8aaa12-abe0-4a0c-b665-2245d08b506a,segment=NetworkSegment(48a0e5f3-af02-4cc1-9440-e0e582e9c7ef),segment_id=48a0e5f3-af02-4cc1-9440-e0e582e9c7ef)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:36:26.130540 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6316e403-4519-42e7-8eed-b471efa1f550 req-0b59e0d9-b5e9-4b3e-9978-2319837c5d8d tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:26.136215 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8a758d87-2101-4245-8236-1c151ab0f417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:26.142370 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8863ca85-2ec4-47bb-959a-e1a26a46519f req-5ced5e77-7760-460c-9d7a-a187f03be1dd tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:26.163005 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-6316e403-4519-42e7-8eed-b471efa1f550 req-0b59e0d9-b5e9-4b3e-9978-2319837c5d8d tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Calling delete_port for ba8aaa12-abe0-4a0c-b665-2245d08b506a owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:36:26.190462 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5153466c-9365-4b4b-b0e9-0a2ac1d06f95 None None] Pushing event updated for resources: {'Port': ['ID=7a197dfb-e49f-4885-8c32-e8064149eef3,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:26.198273 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9960c9d4-095f-4fd0-91f7-049465ead933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:26.220471 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8863ca85-2ec4-47bb-959a-e1a26a46519f req-5ced5e77-7760-460c-9d7a-a187f03be1dd tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:26.278602 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8863ca85-2ec4-47bb-959a-e1a26a46519f req-5ced5e77-7760-460c-9d7a-a187f03be1dd tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:36:26.280313 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced5e77-7760-460c-9d7a-a187f03be1dd tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] Pushing event updated for resources: {'Port': ['ID=84700711-4483-4034-86e1-3f1d29d0c376,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:26.289380 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-8863ca85-2ec4-47bb-959a-e1a26a46519f req-5ced5e77-7760-460c-9d7a-a187f03be1dd tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:36:26.292590 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-8863ca85-2ec4-47bb-959a-e1a26a46519f req-5ced5e77-7760-460c-9d7a-a187f03be1dd tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:36:26.325002 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-8a758d87-2101-4245-8236-1c151ab0f417 None None] Attempting to bind port 7a197dfb-e49f-4885-8c32-e8064149eef3 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:36:26.325378 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-8a758d87-2101-4245-8236-1c151ab0f417 None None] Attempting to bind port 7a197dfb-e49f-4885-8c32-e8064149eef3 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '7234db77-6efa-494c-9af8-7e6cbc098dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c1b188f6-0507-4dcb-80f7-0454793e08c9'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:36:26.325747 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a758d87-2101-4245-8236-1c151ab0f417 None None] Attempting to bind port 7a197dfb-e49f-4885-8c32-e8064149eef3 on network c1b188f6-0507-4dcb-80f7-0454793e08c9 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:36:26.331280 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a758d87-2101-4245-8236-1c151ab0f417 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:36:26.331657 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a758d87-2101-4245-8236-1c151ab0f417 None None] Checking segment: {'id': '7234db77-6efa-494c-9af8-7e6cbc098dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c1b188f6-0507-4dcb-80f7-0454793e08c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:36:26.332076 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8a758d87-2101-4245-8236-1c151ab0f417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:26.335998 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a758d87-2101-4245-8236-1c151ab0f417 None None] Bound using segment: {'id': '7234db77-6efa-494c-9af8-7e6cbc098dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c1b188f6-0507-4dcb-80f7-0454793e08c9'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:36:26.336552 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-8a758d87-2101-4245-8236-1c151ab0f417 None None] Bound port: 7a197dfb-e49f-4885-8c32-e8064149eef3, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7234db77-6efa-494c-9af8-7e6cbc098dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c1b188f6-0507-4dcb-80f7-0454793e08c9'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:36:26.337324 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8a758d87-2101-4245-8236-1c151ab0f417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:26.389680 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8863ca85-2ec4-47bb-959a-e1a26a46519f req-5ced5e77-7760-460c-9d7a-a187f03be1dd tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:26.441265 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-8a758d87-2101-4245-8236-1c151ab0f417 None None] For port 7a197dfb-e49f-4885-8c32-e8064149eef3, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:36:26.456261 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-8a758d87-2101-4245-8236-1c151ab0f417 None None] For port 7a197dfb-e49f-4885-8c32-e8064149eef3, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=7a197dfb-e49f-4885-8c32-e8064149eef3,segment=NetworkSegment(7234db77-6efa-494c-9af8-7e6cbc098dfb),segment_id=7234db77-6efa-494c-9af8-7e6cbc098dfb)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:36:26.465329 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8863ca85-2ec4-47bb-959a-e1a26a46519f req-5ced5e77-7760-460c-9d7a-a187f03be1dd tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:26.474281 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8a758d87-2101-4245-8236-1c151ab0f417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:26.533901 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a758d87-2101-4245-8236-1c151ab0f417 None None] Routers {'6f7cd3a9-ed50-413d-9d1a-9800738c4c88'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:36:26.534549 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8a758d87-2101-4245-8236-1c151ab0f417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:36:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['6f7cd3a9-ed50-413d-9d1a-9800738c4c88'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:26.618889 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5153466c-9365-4b4b-b0e9-0a2ac1d06f95 None None] Pushing event updated for resources: {'Port': ['ID=7a197dfb-e49f-4885-8c32-e8064149eef3,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:26.719372 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-8a758d87-2101-4245-8236-1c151ab0f417 None None] Set router 6f7cd3a9-ed50-413d-9d1a-9800738c4c88 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:36:26.763210 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8863ca85-2ec4-47bb-959a-e1a26a46519f req-5ced5e77-7760-460c-9d7a-a187f03be1dd tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:26.779618 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8863ca85-2ec4-47bb-959a-e1a26a46519f req-5ced5e77-7760-460c-9d7a-a187f03be1dd tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:26.906012 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e302564-d118-47b6-9e77-fa3af4f41a36 req-a1817539-55d9-44c9-8232-4a77650bc547 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:26.913387 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2e302564-d118-47b6-9e77-fa3af4f41a36 req-a1817539-55d9-44c9-8232-4a77650bc547 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a9b29d2-6f53-45e1-99f5-e581a80c827b HTTP/1.1" status: 200 len: 949 time: 0.7795713 Aug 23 20:36:26.992936 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced5e77-7760-460c-9d7a-a187f03be1dd tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] Pushing event updated for resources: {'Port': ['ID=84700711-4483-4034-86e1-3f1d29d0c376,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:27.006621 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8863ca85-2ec4-47bb-959a-e1a26a46519f req-5ced5e77-7760-460c-9d7a-a187f03be1dd tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:27.043118 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8863ca85-2ec4-47bb-959a-e1a26a46519f req-5ced5e77-7760-460c-9d7a-a187f03be1dd tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:27.045551 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8863ca85-2ec4-47bb-959a-e1a26a46519f req-5ced5e77-7760-460c-9d7a-a187f03be1dd tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6721313 Aug 23 20:36:27.059211 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2e302564-d118-47b6-9e77-fa3af4f41a36 req-3fed4b8e-0070-4fd9-817c-80f3dcdcd1ae tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448536 Aug 23 20:36:27.147793 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8863ca85-2ec4-47bb-959a-e1a26a46519f req-912ad1cc-541f-42df-80b9-0a3db591cee3 tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.4.73 HTTP/1.1" status: 200 len: 695 time: 0.0955799 Aug 23 20:36:27.277544 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device ba8aaa12-abe0-4a0c-b665-2245d08b506a no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:36:27.324167 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6316e403-4519-42e7-8eed-b471efa1f550 req-0b59e0d9-b5e9-4b3e-9978-2319837c5d8d tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:27.352440 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b59e0d9-b5e9-4b3e-9978-2319837c5d8d tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Pushing event deleted for resources: {'Port': ['ID=ba8aaa12-abe0-4a0c-b665-2245d08b506a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:27.391450 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No active binding found for port ba8aaa12-abe0-4a0c-b665-2245d08b506a {{(pid=94689) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 23 20:36:27.391887 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device ba8aaa12-abe0-4a0c-b665-2245d08b506a not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:36:27.421814 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8a758d87-2101-4245-8236-1c151ab0f417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7cd3a9-ed50-413d-9d1a-9800738c4c88', 'name': 'tempest-FloatingIPsTestJSON-150732734-router', 'tenant_id': 'e117a5fd762e4131b08a0b6701d67c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '14c60bcf-7402-4588-a814-93a2c317d692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:36:11Z', 'updated_at': '2021-08-23T20:36:23Z', 'revision_number': 4, 'project_id': 'e117a5fd762e4131b08a0b6701d67c7f', 'gw_port': {'id': '14c60bcf-7402-4588-a814-93a2c317d692', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7cd3a9-ed50-413d-9d1a-9800738c4c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:36:13Z', 'updated_at': '2021-08-23T20:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '7a197dfb-e49f-4885-8c32-e8064149eef3', 'name': '', 'network_id': 'c1b188f6-0507-4dcb-80f7-0454793e08c9', 'tenant_id': 'e117a5fd762e4131b08a0b6701d67c7f', 'mac_address': 'fa:16:3e:27:2f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7cd3a9-ed50-413d-9d1a-9800738c4c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'e3d048a7-2c83-415e-bb80-349786b86692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:36:20Z', 'updated_at': '2021-08-23T20:36:26Z', 'revision_number': 4, 'project_id': 'e117a5fd762e4131b08a0b6701d67c7f', 'subnets': [{'id': 'e3d048a7-2c83-415e-bb80-349786b86692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:27.426034 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863ca85-2ec4-47bb-959a-e1a26a46519f req-9861af17-9906-40d9-9360-b1c185a30eee tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:27.438211 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8863ca85-2ec4-47bb-959a-e1a26a46519f req-9861af17-9906-40d9-9360-b1c185a30eee tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] 10.222.0.61 "GET /v2.0/networks/03d801c5-d257-4cc1-bad3-11a323aafec0 HTTP/1.1" status: 200 len: 784 time: 0.2621872 Aug 23 20:36:27.456441 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f10ab1ba-3e6c-43ce-a1fd-5295a567b40a req-5b27bd5a-3a7c-4613-b082-aea62045573c tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f15583-c36a-4d28-a9fd-84b5253ccbbe HTTP/1.1" status: 200 len: 210 time: 0.0671253 Aug 23 20:36:27.466368 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a758d87-2101-4245-8236-1c151ab0f417 None None] The sync data for ids ['6f7cd3a9-ed50-413d-9d1a-9800738c4c88'] in n-d-805663-2 is: [{'id': '6f7cd3a9-ed50-413d-9d1a-9800738c4c88', 'name': 'tempest-FloatingIPsTestJSON-150732734-router', 'tenant_id': 'e117a5fd762e4131b08a0b6701d67c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '14c60bcf-7402-4588-a814-93a2c317d692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:36:11Z', 'updated_at': '2021-08-23T20:36:23Z', 'revision_number': 4, 'project_id': 'e117a5fd762e4131b08a0b6701d67c7f', 'gw_port': {'id': '14c60bcf-7402-4588-a814-93a2c317d692', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7cd3a9-ed50-413d-9d1a-9800738c4c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:36:13Z', 'updated_at': '2021-08-23T20:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '7a197dfb-e49f-4885-8c32-e8064149eef3', 'name': '', 'network_id': 'c1b188f6-0507-4dcb-80f7-0454793e08c9', 'tenant_id': 'e117a5fd762e4131b08a0b6701d67c7f', 'mac_address': 'fa:16:3e:27:2f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7cd3a9-ed50-413d-9d1a-9800738c4c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'e3d048a7-2c83-415e-bb80-349786b86692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:36:20Z', 'updated_at': '2021-08-23T20:36:26Z', 'revision_number': 4, 'project_id': 'e117a5fd762e4131b08a0b6701d67c7f', 'subnets': [{'id': 'e3d048a7-2c83-415e-bb80-349786b86692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:36:27.540602 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-6316e403-4519-42e7-8eed-b471efa1f550 req-0b59e0d9-b5e9-4b3e-9978-2319837c5d8d tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] No DVR routers for this DVR port ba8aaa12-abe0-4a0c-b665-2245d08b506a on host n-h2-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:36:27.544487 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6316e403-4519-42e7-8eed-b471efa1f550 req-0b59e0d9-b5e9-4b3e-9978-2319837c5d8d tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:27.546742 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6316e403-4519-42e7-8eed-b471efa1f550 req-0b59e0d9-b5e9-4b3e-9978-2319837c5d8d tempest-FloatingIPsAssociationTestJSON-2006599705 tempest-FloatingIPsAssociationTestJSON-2006599705-project] 10.222.0.32 "DELETE /v2.0/ports/ba8aaa12-abe0-4a0c-b665-2245d08b506a HTTP/1.1" status: 204 len: 173 time: 2.1445374 Aug 23 20:36:27.547279 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f15583-c36a-4d28-a9fd-84b5253ccbbe', 'name': 'network-vif-deleted', 'tag': 'ba8aaa12-abe0-4a0c-b665-2245d08b506a'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:36:27.552697 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e1c4f0-cbf6-40c6-8cf0-d27ce01f8fb3" -d '{"events": [{"server_uuid": "12f15583-c36a-4d28-a9fd-84b5253ccbbe", "name": "network-vif-deleted", "tag": "ba8aaa12-abe0-4a0c-b665-2245d08b506a"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:36:27.590598 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-9960c9d4-095f-4fd0-91f7-049465ead933 admin admin] Deleting port 8e201a48-30db-428d-8329-f7a9dc30138b {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:36:27.601319 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9960c9d4-095f-4fd0-91f7-049465ead933 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:27.646363 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-41c9b949-1cb8-45a3-8bca-7ecd8a3fdcbf req-af3efa27-c9f5-4897-b605-b10bb9c3f516 tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] 10.222.0.61 "GET /v2.0/floatingips/a46443a9-4d67-42e1-8a11-9de6a0a70f2c HTTP/1.1" status: 200 len: 692 time: 0.0938935 Aug 23 20:36:27.691156 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85f8e65-e4c5-4e49-99b8-8481caaf1f3c x-openstack-request-id: req-f85f8e65-e4c5-4e49-99b8-8481caaf1f3c {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:36:27.691477 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f15583-c36a-4d28-a9fd-84b5253ccbbe", "name": "network-vif-deleted", "tag": "ba8aaa12-abe0-4a0c-b665-2245d08b506a", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:36:27.691698 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f85f8e65-e4c5-4e49-99b8-8481caaf1f3c {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:36:27.692114 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f15583-c36a-4d28-a9fd-84b5253ccbbe', 'name': 'network-vif-deleted', 'tag': 'ba8aaa12-abe0-4a0c-b665-2245d08b506a', 'status': 'completed', 'code': 200} Aug 23 20:36:27.792000 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-9960c9d4-095f-4fd0-91f7-049465ead933 admin admin] For port 8e201a48-30db-428d-8329-f7a9dc30138b, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=8e201a48-30db-428d-8329-f7a9dc30138b,segment=NetworkSegment(9b24575c-7447-4219-80de-a5f9a2dc9179),segment_id=9b24575c-7447-4219-80de-a5f9a2dc9179)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:36:27.792397 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9960c9d4-095f-4fd0-91f7-049465ead933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:27.820320 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c9b949-1cb8-45a3-8bca-7ecd8a3fdcbf req-7afee64a-b04c-4053-a052-5935a220a294 tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:27.826353 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-9960c9d4-095f-4fd0-91f7-049465ead933 admin admin] Calling delete_port for 8e201a48-30db-428d-8329-f7a9dc30138b owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:36:27.833035 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-41c9b949-1cb8-45a3-8bca-7ecd8a3fdcbf req-7afee64a-b04c-4053-a052-5935a220a294 tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] 10.222.0.61 "GET /v2.0/networks/03d801c5-d257-4cc1-bad3-11a323aafec0 HTTP/1.1" status: 200 len: 784 time: 0.1782391 Aug 23 20:36:27.843731 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [req-41c9b949-1cb8-45a3-8bca-7ecd8a3fdcbf req-1a416c2e-da72-4fdb-adaf-1fb3d5a4f2ee tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:36:27.853868 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-41c9b949-1cb8-45a3-8bca-7ecd8a3fdcbf req-1a416c2e-da72-4fdb-adaf-1fb3d5a4f2ee tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0154169 Aug 23 20:36:27.986594 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9d9c7c80-1072-485f-aa97-044007f9eead req-207b34da-8d6f-4460-a057-123710c0f198 tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] 10.222.0.61 "GET /v2.0/floatingips?tenant_id=e117a5fd762e4131b08a0b6701d67c7f HTTP/1.1" status: 200 len: 695 time: 0.1140888 Aug 23 20:36:28.231111 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c7c80-1072-485f-aa97-044007f9eead req-c31ed26c-c93f-4596-a75d-100ee3e2a08f tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:28.239100 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9d9c7c80-1072-485f-aa97-044007f9eead req-c31ed26c-c93f-4596-a75d-100ee3e2a08f tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] 10.222.0.61 "GET /v2.0/networks?id=03d801c5-d257-4cc1-bad3-11a323aafec0 HTTP/1.1" status: 200 len: 787 time: 0.2513084 Aug 23 20:36:28.246172 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [req-9d9c7c80-1072-485f-aa97-044007f9eead req-04625489-fda2-4b27-a2ec-a4a1bfc52b3f tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:36:28.258965 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9d9c7c80-1072-485f-aa97-044007f9eead req-04625489-fda2-4b27-a2ec-a4a1bfc52b3f tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0185864 Aug 23 20:36:28.351365 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9960c9d4-095f-4fd0-91f7-049465ead933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:28.394480 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e170dc-979e-400c-96dd-7cdbed8958f9 req-a406112d-34e3-480d-ab01-c76b51dd7feb tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:28.399025 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5bf458-ea52-4655-88f4-dae39d6d2fed req-5513d26c-45bc-47f7-8c6a-176b6393e1fd tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:28.403364 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6b5bf458-ea52-4655-88f4-dae39d6d2fed req-5513d26c-45bc-47f7-8c6a-176b6393e1fd tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/networks?id=9154806b-c700-4250-82e0-c3993888c62e HTTP/1.1" status: 200 len: 806 time: 0.4152746 Aug 23 20:36:28.404442 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-33e170dc-979e-400c-96dd-7cdbed8958f9 req-a406112d-34e3-480d-ab01-c76b51dd7feb tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a9b29d2-6f53-45e1-99f5-e581a80c827b HTTP/1.1" status: 200 len: 949 time: 0.0738482 Aug 23 20:36:28.436678 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9960c9d4-095f-4fd0-91f7-049465ead933 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e201a48-30db-428d-8329-f7a9dc30138b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:28.452332 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6b5bf458-ea52-4655-88f4-dae39d6d2fed req-be419f4a-ea63-44fc-8cc5-963e181caacb tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/quotas/29f18b1da2a844dcbeb03c332de0d358 HTTP/1.1" status: 200 len: 375 time: 0.0241902 Aug 23 20:36:28.475583 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-33e170dc-979e-400c-96dd-7cdbed8958f9 req-fce57775-83d6-4f7b-8cc2-a61b31a73061 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700157 Aug 23 20:36:28.653979 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6b5bf458-ea52-4655-88f4-dae39d6d2fed req-93ec4c95-de67-4a5b-940e-cdc7de870054 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=29f18b1da2a844dcbeb03c332de0d358&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2006290 Aug 23 20:36:28.666357 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6f3e3ae6-d213-4a9d-9c28-3d2d2dd197ce req-fcb8f4aa-f807-4b1b-a318-717069b497c9 tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] 10.222.0.61 "GET /v2.0/floatingips/a46443a9-4d67-42e1-8a11-9de6a0a70f2c HTTP/1.1" status: 200 len: 692 time: 0.0804381 Aug 23 20:36:28.845957 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9960c9d4-095f-4fd0-91f7-049465ead933 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:28.853202 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e3ae6-d213-4a9d-9c28-3d2d2dd197ce req-0c1b0ef5-6cb4-456a-a653-111eed62ca9b tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:28.859893 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6f3e3ae6-d213-4a9d-9c28-3d2d2dd197ce req-0c1b0ef5-6cb4-456a-a653-111eed62ca9b tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] 10.222.0.61 "GET /v2.0/networks/03d801c5-d257-4cc1-bad3-11a323aafec0 HTTP/1.1" status: 200 len: 784 time: 0.1924767 Aug 23 20:36:28.916147 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6b5bf458-ea52-4655-88f4-dae39d6d2fed req-a29fe022-9e11-4b48-b14d-929bf60d91c5 service neutron] 10.222.0.61 "GET /v2.0/networks/9154806b-c700-4250-82e0-c3993888c62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471495 Aug 23 20:36:28.949265 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6f3e3ae6-d213-4a9d-9c28-3d2d2dd197ce req-93ea600d-15cc-4844-a427-82fe006db2d6 tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.4.73 HTTP/1.1" status: 200 len: 695 time: 0.0826998 Aug 23 20:36:29.015884 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6f3e3ae6-d213-4a9d-9c28-3d2d2dd197ce req-ff3fe3d3-8a16-4e0f-abb5-bc43314677e8 tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.4.73 HTTP/1.1" status: 200 len: 695 time: 0.0657444 Aug 23 20:36:29.073555 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6b5bf458-ea52-4655-88f4-dae39d6d2fed req-281ff8e1-0cf7-4507-811a-ef7f45fa8747 service neutron] 10.222.0.61 "GET /v2.0/networks/9154806b-c700-4250-82e0-c3993888c62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564410 Aug 23 20:36:29.207572 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 4d7cabb7-5a18-458e-b52a-91522dbb3c31 no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:36:29.273958 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: 4d7cabb7-5a18-458e-b52a-91522dbb3c31 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:36:29.274308 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 4d7cabb7-5a18-458e-b52a-91522dbb3c31 not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:36:29.338116 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9960c9d4-095f-4fd0-91f7-049465ead933 admin admin] Router 5131bc76-3531-4734-bdeb-71f14ebf7ca2 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:36:29.371952 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 57156) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:36:29.375952 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-6f3e3ae6-d213-4a9d-9c28-3d2d2dd197ce req-a011b1c1-d9de-4e60-a800-e0999c85f133 tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] Deleting port 84700711-4483-4034-86e1-3f1d29d0c376 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:36:29.376345 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6f3e3ae6-d213-4a9d-9c28-3d2d2dd197ce req-a011b1c1-d9de-4e60-a800-e0999c85f133 tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:29.506753 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 7a197dfb-e49f-4885-8c32-e8064149eef3 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:36:29.578578 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6f3e3ae6-d213-4a9d-9c28-3d2d2dd197ce req-a011b1c1-d9de-4e60-a800-e0999c85f133 tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:29.579023 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6f3e3ae6-d213-4a9d-9c28-3d2d2dd197ce req-a011b1c1-d9de-4e60-a800-e0999c85f133 tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:29.602383 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 7a197dfb-e49f-4885-8c32-e8064149eef3 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:36:29.608224 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-6f3e3ae6-d213-4a9d-9c28-3d2d2dd197ce req-a011b1c1-d9de-4e60-a800-e0999c85f133 tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] Calling delete_port for 84700711-4483-4034-86e1-3f1d29d0c376 owned by network:floatingip {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:36:29.613696 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 7a197dfb-e49f-4885-8c32-e8064149eef3 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:36:29.614522 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:29.641826 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ed4ade4e-82c6-46db-b813-c935eb8ee24b req-fd208dac-5db3-4280-941e-6af1ac13d4d8 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=e745c4e0-5a75-402b-b6c8-4b964c8c4963 HTTP/1.1" status: 200 len: 210 time: 0.1027758 Aug 23 20:36:29.784854 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:29.832095 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 7a197dfb-e49f-4885-8c32-e8064149eef3, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=7a197dfb-e49f-4885-8c32-e8064149eef3,segment=NetworkSegment(7234db77-6efa-494c-9af8-7e6cbc098dfb),segment_id=7234db77-6efa-494c-9af8-7e6cbc098dfb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:36:29.851771 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:29.912229 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6f3e3ae6-d213-4a9d-9c28-3d2d2dd197ce req-a011b1c1-d9de-4e60-a800-e0999c85f133 tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:29.914612 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=7a197dfb-e49f-4885-8c32-e8064149eef3,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:29.961710 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a011b1c1-d9de-4e60-a800-e0999c85f133 tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] Pushing event deleted for resources: {'Port': ['ID=84700711-4483-4034-86e1-3f1d29d0c376,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:30.075331 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6f3e3ae6-d213-4a9d-9c28-3d2d2dd197ce req-a011b1c1-d9de-4e60-a800-e0999c85f133 tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] Notify callbacks [] for floatingip, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:30.079108 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6f3e3ae6-d213-4a9d-9c28-3d2d2dd197ce req-a011b1c1-d9de-4e60-a800-e0999c85f133 tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:30.095945 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6f3e3ae6-d213-4a9d-9c28-3d2d2dd197ce req-a011b1c1-d9de-4e60-a800-e0999c85f133 tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] 10.222.0.61 "DELETE /v2.0/floatingips/a46443a9-4d67-42e1-8a11-9de6a0a70f2c HTTP/1.1" status: 204 len: 173 time: 1.0691652 Aug 23 20:36:30.146138 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579ca18-9b18-4c1c-9282-5eff804a9548 req-e9a39b9d-249b-46cc-a484-5715b0f1abef tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:30.154323 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d579ca18-9b18-4c1c-9282-5eff804a9548 req-e9a39b9d-249b-46cc-a484-5715b0f1abef tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a9b29d2-6f53-45e1-99f5-e581a80c827b HTTP/1.1" status: 200 len: 949 time: 0.3763568 Aug 23 20:36:30.218449 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9960c9d4-095f-4fd0-91f7-049465ead933 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:36:30.225474 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9960c9d4-095f-4fd0-91f7-049465ead933 admin admin] 10.222.0.61 "PUT /v2.0/routers/5131bc76-3531-4734-bdeb-71f14ebf7ca2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5581918 Aug 23 20:36:30.230453 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c4d4c9-f366-473b-8c85-bcc7125103df None None] Sync routers for ids ['5131bc76-3531-4734-bdeb-71f14ebf7ca2'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:36:30.241112 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 57178) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:36:30.245445 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c4d4c9-f366-473b-8c85-bcc7125103df None None] Routers {'5131bc76-3531-4734-bdeb-71f14ebf7ca2'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:36:30.246073 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-a3c4d4c9-f366-473b-8c85-bcc7125103df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:36:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['5131bc76-3531-4734-bdeb-71f14ebf7ca2'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:30.426752 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9c6cf45b-d4db-4e58-b15b-6b0c2742ab04 req-a3b8b593-c2c6-4467-b8e3-3db8e7c43daa tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2345035 Aug 23 20:36:30.439171 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d579ca18-9b18-4c1c-9282-5eff804a9548 req-f0df7a1d-1ea3-4026-b84d-f2dc7924ee00 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838712 Aug 23 20:36:30.447810 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-9c6cf45b-d4db-4e58-b15b-6b0c2742ab04 req-3f164af0-a5a0-4f2f-bd60-61914c621e78 tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] Request body: {'floatingip': {'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:36:30.485177 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9c6cf45b-d4db-4e58-b15b-6b0c2742ab04 req-3f164af0-a5a0-4f2f-bd60-61914c621e78 tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] Notify callbacks [] for floatingip, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:30.528173 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-a3c4d4c9-f366-473b-8c85-bcc7125103df None None] Set router 5131bc76-3531-4734-bdeb-71f14ebf7ca2 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:36:30.691303 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-32df4188-b4dc-4ec9-831c-868062d92549 admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:30.835323 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9c6cf45b-d4db-4e58-b15b-6b0c2742ab04 req-3f164af0-a5a0-4f2f-bd60-61914c621e78 tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:30.895415 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-a3c4d4c9-f366-473b-8c85-bcc7125103df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5131bc76-3531-4734-bdeb-71f14ebf7ca2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1658973775-router', 'tenant_id': 'c0ccdd0dd18b4a058f6a89b6a09d3497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '657f9cec-d2f4-4a11-b7aa-fa7a17303b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:35:19Z', 'updated_at': '2021-08-23T20:36:28Z', 'revision_number': 5, 'project_id': 'c0ccdd0dd18b4a058f6a89b6a09d3497', 'gw_port': {'id': '657f9cec-d2f4-4a11-b7aa-fa7a17303b6d', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5131bc76-3531-4734-bdeb-71f14ebf7ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:35:20Z', 'updated_at': '2021-08-23T20:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:30.928509 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c4d4c9-f366-473b-8c85-bcc7125103df None None] Checking router: 5131bc76-3531-4734-bdeb-71f14ebf7ca2 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:36:30.942027 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c4d4c9-f366-473b-8c85-bcc7125103df None None] Routers {'5131bc76-3531-4734-bdeb-71f14ebf7ca2'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:36:30.942824 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-a3c4d4c9-f366-473b-8c85-bcc7125103df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:36:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['5131bc76-3531-4734-bdeb-71f14ebf7ca2'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:31.088450 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-76b96ec7-ab64-49a6-9325-0ab8b71d0be6 req-52e4072d-dbf8-470f-8c7d-af93e9c38415 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=e745c4e0-5a75-402b-b6c8-4b964c8c4963 HTTP/1.1" status: 200 len: 210 time: 0.0591683 Aug 23 20:36:31.106620 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-a3c4d4c9-f366-473b-8c85-bcc7125103df None None] Set router 5131bc76-3531-4734-bdeb-71f14ebf7ca2 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:36:31.126097 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-32df4188-b4dc-4ec9-831c-868062d92549 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:31.303720 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 7a197dfb-e49f-4885-8c32-e8064149eef3 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:36:31.346615 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-9c6cf45b-d4db-4e58-b15b-6b0c2742ab04 req-3f164af0-a5a0-4f2f-bd60-61914c621e78 tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] Allocated IP 172.25.4.196 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/df2045c4-345f-4083-b07b-d4df6491d9c1) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:36:31.370831 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5bf458-ea52-4655-88f4-dae39d6d2fed req-5eb5dedd-e923-4d3d-90e6-50aec5890cf8 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:31.376296 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6b5bf458-ea52-4655-88f4-dae39d6d2fed req-5eb5dedd-e923-4d3d-90e6-50aec5890cf8 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.11 "GET /v2.0/networks?id=9154806b-c700-4250-82e0-c3993888c62e HTTP/1.1" status: 200 len: 806 time: 0.4132991 Aug 23 20:36:31.390564 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-32df4188-b4dc-4ec9-831c-868062d92549 admin admin] Deleting port 657f9cec-d2f4-4a11-b7aa-fa7a17303b6d {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:36:31.390919 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-32df4188-b4dc-4ec9-831c-868062d92549 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:31.391113 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-6b5bf458-ea52-4655-88f4-dae39d6d2fed req-961c141b-04e9-4907-88f8-60d5bab37cc0 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Request body: {'port': {'device_id': 'e745c4e0-5a75-402b-b6c8-4b964c8c4963', 'network_id': '9154806b-c700-4250-82e0-c3993888c62e', 'admin_state_up': True, 'tenant_id': '29f18b1da2a844dcbeb03c332de0d358'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:36:31.411461 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 7a197dfb-e49f-4885-8c32-e8064149eef3 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:36:31.412161 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:31.503713 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-32df4188-b4dc-4ec9-831c-868062d92549 admin admin] For port 657f9cec-d2f4-4a11-b7aa-fa7a17303b6d, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=657f9cec-d2f4-4a11-b7aa-fa7a17303b6d,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:36:31.504304 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-32df4188-b4dc-4ec9-831c-868062d92549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:31.520526 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-32df4188-b4dc-4ec9-831c-868062d92549 admin admin] Calling delete_port for 657f9cec-d2f4-4a11-b7aa-fa7a17303b6d owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:36:31.611415 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-a3c4d4c9-f366-473b-8c85-bcc7125103df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5131bc76-3531-4734-bdeb-71f14ebf7ca2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1658973775-router', 'tenant_id': 'c0ccdd0dd18b4a058f6a89b6a09d3497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '657f9cec-d2f4-4a11-b7aa-fa7a17303b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:35:19Z', 'updated_at': '2021-08-23T20:36:28Z', 'revision_number': 5, 'project_id': 'c0ccdd0dd18b4a058f6a89b6a09d3497', 'gw_port': {'id': '657f9cec-d2f4-4a11-b7aa-fa7a17303b6d', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5131bc76-3531-4734-bdeb-71f14ebf7ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:35:20Z', 'updated_at': '2021-08-23T20:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:31.662306 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b5bf458-ea52-4655-88f4-dae39d6d2fed req-961c141b-04e9-4907-88f8-60d5bab37cc0 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Made reservation on behalf of 29f18b1da2a844dcbeb03c332de0d358 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:36:31.667375 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6b5bf458-ea52-4655-88f4-dae39d6d2fed req-961c141b-04e9-4907-88f8-60d5bab37cc0 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:31.668874 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c4d4c9-f366-473b-8c85-bcc7125103df None None] The sync data for ids ['5131bc76-3531-4734-bdeb-71f14ebf7ca2'] in n-d-805663-2 is: [{'id': '5131bc76-3531-4734-bdeb-71f14ebf7ca2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1658973775-router', 'tenant_id': 'c0ccdd0dd18b4a058f6a89b6a09d3497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '657f9cec-d2f4-4a11-b7aa-fa7a17303b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:35:19Z', 'updated_at': '2021-08-23T20:36:28Z', 'revision_number': 5, 'project_id': 'c0ccdd0dd18b4a058f6a89b6a09d3497', 'gw_port': {'id': '657f9cec-d2f4-4a11-b7aa-fa7a17303b6d', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5131bc76-3531-4734-bdeb-71f14ebf7ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:35:20Z', 'updated_at': '2021-08-23T20:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:36:31.791523 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c1e11b75-f9e1-44a9-8aa4-8a5449d58606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:31.895798 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9c6cf45b-d4db-4e58-b15b-6b0c2742ab04 req-3f164af0-a5a0-4f2f-bd60-61914c621e78 tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:31.923069 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-6b5bf458-ea52-4655-88f4-dae39d6d2fed req-961c141b-04e9-4907-88f8-60d5bab37cc0 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Allocated IP 172.20.0.10 (9154806b-c700-4250-82e0-c3993888c62e/680c283d-5185-45a2-940f-1ee3de9335bc/122212ca-c3b6-4069-a5c0-31bb6b993aaa) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:36:32.006717 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9c6cf45b-d4db-4e58-b15b-6b0c2742ab04 req-3f164af0-a5a0-4f2f-bd60-61914c621e78 tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:32.159808 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c6cf45b-d4db-4e58-b15b-6b0c2742ab04 req-3f164af0-a5a0-4f2f-bd60-61914c621e78 tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:36:32.160654 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f164af0-a5a0-4f2f-bd60-61914c621e78 tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] Pushing event updated for resources: {'Port': ['ID=df2045c4-345f-4083-b07b-d4df6491d9c1,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:32.172561 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-9c6cf45b-d4db-4e58-b15b-6b0c2742ab04 req-3f164af0-a5a0-4f2f-bd60-61914c621e78 tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:36:32.176587 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c6cf45b-d4db-4e58-b15b-6b0c2742ab04 req-3f164af0-a5a0-4f2f-bd60-61914c621e78 tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:36:32.188756 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-32df4188-b4dc-4ec9-831c-868062d92549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:32.217734 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32df4188-b4dc-4ec9-831c-868062d92549 admin admin] Pushing event deleted for resources: {'Port': ['ID=657f9cec-d2f4-4a11-b7aa-fa7a17303b6d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:32.314986 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c9861-6d7d-4924-aeb4-c5ac20a21a76 req-dcb184a2-ae08-4e1f-9009-0bdfe4276a63 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:32.314986 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0c4c9861-6d7d-4924-aeb4-c5ac20a21a76 req-dcb184a2-ae08-4e1f-9009-0bdfe4276a63 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a9b29d2-6f53-45e1-99f5-e581a80c827b HTTP/1.1" status: 200 len: 949 time: 0.5606427 Aug 23 20:36:32.317726 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9c6cf45b-d4db-4e58-b15b-6b0c2742ab04 req-3f164af0-a5a0-4f2f-bd60-61914c621e78 tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:32.342044 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6b5bf458-ea52-4655-88f4-dae39d6d2fed req-961c141b-04e9-4907-88f8-60d5bab37cc0 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:32.390063 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9c6cf45b-d4db-4e58-b15b-6b0c2742ab04 req-3f164af0-a5a0-4f2f-bd60-61914c621e78 tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:32.411543 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-32df4188-b4dc-4ec9-831c-868062d92549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:32.449457 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0c4c9861-6d7d-4924-aeb4-c5ac20a21a76 req-58b1a69d-fe50-471a-a43d-526ac05ef40c tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149638 Aug 23 20:36:32.484463 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6b5bf458-ea52-4655-88f4-dae39d6d2fed req-961c141b-04e9-4907-88f8-60d5bab37cc0 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:32.517644 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b5bf458-ea52-4655-88f4-dae39d6d2fed req-961c141b-04e9-4907-88f8-60d5bab37cc0 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Network 9154806b-c700-4250-82e0-c3993888c62e is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:36:32.523380 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['2fd138a2-a960-44b8-8ce2-767dd6fe86fd'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:36:32.590535 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-6b5bf458-ea52-4655-88f4-dae39d6d2fed req-961c141b-04e9-4907-88f8-60d5bab37cc0 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:36:32.605525 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b5bf458-ea52-4655-88f4-dae39d6d2fed req-961c141b-04e9-4907-88f8-60d5bab37cc0 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:36:32.620717 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-32df4188-b4dc-4ec9-831c-868062d92549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:32.623590 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-32df4188-b4dc-4ec9-831c-868062d92549 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:32.672863 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c141b-04e9-4907-88f8-60d5bab37cc0 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Pushing event updated for resources: {'Port': ['ID=122212ca-c3b6-4069-a5c0-31bb6b993aaa,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:32.691862 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-32df4188-b4dc-4ec9-831c-868062d92549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:32.692187 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32df4188-b4dc-4ec9-831c-868062d92549 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5131bc76-3531-4734-bdeb-71f14ebf7ca2 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:36:32.697567 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-32df4188-b4dc-4ec9-831c-868062d92549 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:32.698395 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-32df4188-b4dc-4ec9-831c-868062d92549 admin admin] 10.222.0.61 "DELETE /v2.0/routers/5131bc76-3531-4734-bdeb-71f14ebf7ca2 HTTP/1.1" status: 204 len: 168 time: 2.4552577 Aug 23 20:36:32.705523 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 57210) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:36:32.720961 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5bf458-ea52-4655-88f4-dae39d6d2fed req-961c141b-04e9-4907-88f8-60d5bab37cc0 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:32.721634 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6b5bf458-ea52-4655-88f4-dae39d6d2fed req-961c141b-04e9-4907-88f8-60d5bab37cc0 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:32.762349 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6b5bf458-ea52-4655-88f4-dae39d6d2fed req-961c141b-04e9-4907-88f8-60d5bab37cc0 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3751991 Aug 23 20:36:32.783160 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-6b5bf458-ea52-4655-88f4-dae39d6d2fed req-cec4612f-513b-447f-a883-ed82b7c602ba service neutron] Request body: {'port': {'device_id': 'e745c4e0-5a75-402b-b6c8-4b964c8c4963', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:36:32.792469 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9c6cf45b-d4db-4e58-b15b-6b0c2742ab04 req-3f164af0-a5a0-4f2f-bd60-61914c621e78 tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:32.810927 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9c6cf45b-d4db-4e58-b15b-6b0c2742ab04 req-3f164af0-a5a0-4f2f-bd60-61914c621e78 tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:32.864002 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d0fd14f-e7c2-4001-8cc8-8deffc6182dd admin admin] Deleting subnet 88c38b00-3949-44e2-bfff-413907018fd3 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:36:32.898152 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2d0fd14f-e7c2-4001-8cc8-8deffc6182dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:32.924418 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f164af0-a5a0-4f2f-bd60-61914c621e78 tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] Pushing event updated for resources: {'Port': ['ID=df2045c4-345f-4083-b07b-d4df6491d9c1,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:32.934789 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9c6cf45b-d4db-4e58-b15b-6b0c2742ab04 req-3f164af0-a5a0-4f2f-bd60-61914c621e78 tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:32.937538 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6b5bf458-ea52-4655-88f4-dae39d6d2fed req-cec4612f-513b-447f-a883-ed82b7c602ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:32.968527 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2d0fd14f-e7c2-4001-8cc8-8deffc6182dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:32.980507 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9c6cf45b-d4db-4e58-b15b-6b0c2742ab04 req-3f164af0-a5a0-4f2f-bd60-61914c621e78 tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:32.981732 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9c6cf45b-d4db-4e58-b15b-6b0c2742ab04 req-3f164af0-a5a0-4f2f-bd60-61914c621e78 tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5428689 Aug 23 20:36:33.023497 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-c1e11b75-f9e1-44a9-8aa4-8a5449d58606 admin admin] Deleting port ef1dc0c9-c9f6-4552-897d-2e5ef0ead138 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:36:33.023993 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c1e11b75-f9e1-44a9-8aa4-8a5449d58606 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:33.048864 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9c6cf45b-d4db-4e58-b15b-6b0c2742ab04 req-f52b98c0-e087-44a6-88ea-720e29990d3b tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.4.196 HTTP/1.1" status: 200 len: 696 time: 0.0603075 Aug 23 20:36:33.167208 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f8c21-8780-4585-be47-04b48ec1928d req-d086942f-ed06-4ae4-826b-e7de8d2883f2 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:33.174795 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e15f8c21-8780-4585-be47-04b48ec1928d req-d086942f-ed06-4ae4-826b-e7de8d2883f2 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=e745c4e0-5a75-402b-b6c8-4b964c8c4963 HTTP/1.1" status: 200 len: 932 time: 0.1336143 Aug 23 20:36:33.221265 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2d0fd14f-e7c2-4001-8cc8-8deffc6182dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:33.278705 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-c1e11b75-f9e1-44a9-8aa4-8a5449d58606 admin admin] For port ef1dc0c9-c9f6-4552-897d-2e5ef0ead138, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=ef1dc0c9-c9f6-4552-897d-2e5ef0ead138,segment=NetworkSegment(48a0e5f3-af02-4cc1-9440-e0e582e9c7ef),segment_id=48a0e5f3-af02-4cc1-9440-e0e582e9c7ef)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:36:33.281923 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c1e11b75-f9e1-44a9-8aa4-8a5449d58606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:33.336395 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e15f8c21-8780-4585-be47-04b48ec1928d req-3ec84f8e-5f2e-4e92-82f4-1c3d364518d1 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605020 Aug 23 20:36:33.350268 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-c1e11b75-f9e1-44a9-8aa4-8a5449d58606 admin admin] Calling delete_port for ef1dc0c9-c9f6-4552-897d-2e5ef0ead138 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:36:33.433473 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 657f9cec-d2f4-4a11-b7aa-fa7a17303b6d no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:36:33.460202 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2d0fd14f-e7c2-4001-8cc8-8deffc6182dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:33.482018 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 657f9cec-d2f4-4a11-b7aa-fa7a17303b6d {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:36:33.482638 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 657f9cec-d2f4-4a11-b7aa-fa7a17303b6d not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:36:33.483252 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 8e201a48-30db-428d-8329-f7a9dc30138b no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:36:33.498308 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0fd14f-e7c2-4001-8cc8-8deffc6182dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88c38b00-3949-44e2-bfff-413907018fd3,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:33.503406 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2d0fd14f-e7c2-4001-8cc8-8deffc6182dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:33.508210 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2d0fd14f-e7c2-4001-8cc8-8deffc6182dd admin admin] 10.222.0.61 "DELETE /v2.0/subnets/88c38b00-3949-44e2-bfff-413907018fd3 HTTP/1.1" status: 204 len: 168 time: 0.7981670 Aug 23 20:36:33.508971 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 57232) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:36:33.545045 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 8e201a48-30db-428d-8329-f7a9dc30138b {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:36:33.547192 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 8e201a48-30db-428d-8329-f7a9dc30138b not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:36:33.550401 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d217800-ca7e-4dec-9824-b5e5a85a04bd None None] Network ee49fab1-d321-4ccd-83a3-bdc6214881f4 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:36:33.645133 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6cf45b-d4db-4e58-b15b-6b0c2742ab04 req-3c4a5482-18bc-4c41-8d0b-17699d74bf02 tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:33.647968 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9c6cf45b-d4db-4e58-b15b-6b0c2742ab04 req-3c4a5482-18bc-4c41-8d0b-17699d74bf02 tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] 10.222.0.61 "GET /v2.0/networks/03d801c5-d257-4cc1-bad3-11a323aafec0 HTTP/1.1" status: 200 len: 784 time: 0.5838938 Aug 23 20:36:33.660872 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9443f806-7d83-4e53-b5c7-1f054925bfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:33.857711 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c1e11b75-f9e1-44a9-8aa4-8a5449d58606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:33.878175 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cba321-b745-4532-a664-af4cc3d3ed3d req-66cb7ded-0b77-4470-9272-b6e5a5ffaef3 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:33.880208 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-36cba321-b745-4532-a664-af4cc3d3ed3d req-66cb7ded-0b77-4470-9272-b6e5a5ffaef3 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a9b29d2-6f53-45e1-99f5-e581a80c827b HTTP/1.1" status: 200 len: 949 time: 0.1070983 Aug 23 20:36:33.967320 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-36cba321-b745-4532-a664-af4cc3d3ed3d req-4db9be79-9605-4a4d-9b28-6005f5632ec6 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722916 Aug 23 20:36:33.982777 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87455596-c772-4da2-b9dd-e07f73c6b89a None None] DHCP port deletion for ee49fab1-d321-4ccd-83a3-bdc6214881f4 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:36:34.013764 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e11b75-f9e1-44a9-8aa4-8a5449d58606 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef1dc0c9-c9f6-4552-897d-2e5ef0ead138,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:34.035426 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-6b5bf458-ea52-4655-88f4-dae39d6d2fed req-cec4612f-513b-447f-a883-ed82b7c602ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 122212ca-c3b6-4069-a5c0-31bb6b993aaa {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:36:34.051263 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6b5bf458-ea52-4655-88f4-dae39d6d2fed req-cec4612f-513b-447f-a883-ed82b7c602ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:34.074984 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6cc93699-8209-4677-be63-68eb8dbba601 req-b0b765ac-2559-49e5-8237-8474439cf650 tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] 10.222.0.61 "GET /v2.0/floatingips/899073ac-4f6f-455c-ab31-5475dc5d8e70 HTTP/1.1" status: 200 len: 693 time: 0.1570246 Aug 23 20:36:34.089389 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-6b5bf458-ea52-4655-88f4-dae39d6d2fed req-cec4612f-513b-447f-a883-ed82b7c602ba service neutron] Transition to ACTIVE for port object 122212ca-c3b6-4069-a5c0-31bb6b993aaa will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:36:34.094457 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6b5bf458-ea52-4655-88f4-dae39d6d2fed req-cec4612f-513b-447f-a883-ed82b7c602ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:34.124396 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-87455596-c772-4da2-b9dd-e07f73c6b89a None None] Deleting port a5f2f0de-1bf4-4f69-99f0-107129ed6b3c {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:36:34.128458 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-87455596-c772-4da2-b9dd-e07f73c6b89a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:34.181265 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec4612f-513b-447f-a883-ed82b7c602ba service neutron] Pushing event updated for resources: {'Port': ['ID=122212ca-c3b6-4069-a5c0-31bb6b993aaa,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:34.208984 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-9443f806-7d83-4e53-b5c7-1f054925bfa2 admin admin] Deleting port a5f2f0de-1bf4-4f69-99f0-107129ed6b3c {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:36:34.209325 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9443f806-7d83-4e53-b5c7-1f054925bfa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:34.312412 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-87455596-c772-4da2-b9dd-e07f73c6b89a None None] For port a5f2f0de-1bf4-4f69-99f0-107129ed6b3c, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=a5f2f0de-1bf4-4f69-99f0-107129ed6b3c,segment=NetworkSegment(9b24575c-7447-4219-80de-a5f9a2dc9179),segment_id=9b24575c-7447-4219-80de-a5f9a2dc9179)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:36:34.312813 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-87455596-c772-4da2-b9dd-e07f73c6b89a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:34.322130 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-9443f806-7d83-4e53-b5c7-1f054925bfa2 admin admin] For port a5f2f0de-1bf4-4f69-99f0-107129ed6b3c, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=a5f2f0de-1bf4-4f69-99f0-107129ed6b3c,segment=NetworkSegment(9b24575c-7447-4219-80de-a5f9a2dc9179),segment_id=9b24575c-7447-4219-80de-a5f9a2dc9179)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:36:34.322485 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9443f806-7d83-4e53-b5c7-1f054925bfa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:34.336026 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-87455596-c772-4da2-b9dd-e07f73c6b89a None None] Calling delete_port for a5f2f0de-1bf4-4f69-99f0-107129ed6b3c owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:36:34.378553 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-6b5bf458-ea52-4655-88f4-dae39d6d2fed req-cec4612f-513b-447f-a883-ed82b7c602ba service neutron] Attempting to bind port 122212ca-c3b6-4069-a5c0-31bb6b993aaa on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:36:34.381942 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-6b5bf458-ea52-4655-88f4-dae39d6d2fed req-cec4612f-513b-447f-a883-ed82b7c602ba service neutron] Attempting to bind port 122212ca-c3b6-4069-a5c0-31bb6b993aaa by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': 'bbb7ca88-3a5f-4f78-b2f2-1646091f4f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9154806b-c700-4250-82e0-c3993888c62e'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:36:34.382292 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5bf458-ea52-4655-88f4-dae39d6d2fed req-cec4612f-513b-447f-a883-ed82b7c602ba service neutron] Attempting to bind port 122212ca-c3b6-4069-a5c0-31bb6b993aaa on network 9154806b-c700-4250-82e0-c3993888c62e {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:36:34.393976 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5bf458-ea52-4655-88f4-dae39d6d2fed req-cec4612f-513b-447f-a883-ed82b7c602ba service neutron] Port 122212ca-c3b6-4069-a5c0-31bb6b993aaa on network 9154806b-c700-4250-82e0-c3993888c62e not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:36:34.394353 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5bf458-ea52-4655-88f4-dae39d6d2fed req-cec4612f-513b-447f-a883-ed82b7c602ba service neutron] Attempting to bind port 122212ca-c3b6-4069-a5c0-31bb6b993aaa on network 9154806b-c700-4250-82e0-c3993888c62e {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:36:34.407301 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5bf458-ea52-4655-88f4-dae39d6d2fed req-cec4612f-513b-447f-a883-ed82b7c602ba service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:36:34.407720 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5bf458-ea52-4655-88f4-dae39d6d2fed req-cec4612f-513b-447f-a883-ed82b7c602ba service neutron] Checking segment: {'id': 'bbb7ca88-3a5f-4f78-b2f2-1646091f4f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9154806b-c700-4250-82e0-c3993888c62e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:36:34.408023 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5bf458-ea52-4655-88f4-dae39d6d2fed req-cec4612f-513b-447f-a883-ed82b7c602ba service neutron] Bound using segment: {'id': 'bbb7ca88-3a5f-4f78-b2f2-1646091f4f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9154806b-c700-4250-82e0-c3993888c62e'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:36:34.412970 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-6b5bf458-ea52-4655-88f4-dae39d6d2fed req-cec4612f-513b-447f-a883-ed82b7c602ba service neutron] Bound port: 122212ca-c3b6-4069-a5c0-31bb6b993aaa, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbb7ca88-3a5f-4f78-b2f2-1646091f4f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9154806b-c700-4250-82e0-c3993888c62e'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:36:34.413417 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6b5bf458-ea52-4655-88f4-dae39d6d2fed req-cec4612f-513b-447f-a883-ed82b7c602ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:34.445936 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-87455596-c772-4da2-b9dd-e07f73c6b89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:34.487624 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87455596-c772-4da2-b9dd-e07f73c6b89a None None] No DVR routers for this DVR port a5f2f0de-1bf4-4f69-99f0-107129ed6b3c on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:36:34.490362 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc93699-8209-4677-be63-68eb8dbba601 req-36232f96-00bb-410b-a2c3-156344167d2d tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:34.491854 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6cc93699-8209-4677-be63-68eb8dbba601 req-36232f96-00bb-410b-a2c3-156344167d2d tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] 10.222.0.61 "GET /v2.0/networks/03d801c5-d257-4cc1-bad3-11a323aafec0 HTTP/1.1" status: 200 len: 784 time: 0.4102650 Aug 23 20:36:34.492566 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87455596-c772-4da2-b9dd-e07f73c6b89a None None] Pushing event deleted for resources: {'Port': ['ID=a5f2f0de-1bf4-4f69-99f0-107129ed6b3c,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:34.512781 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-9443f806-7d83-4e53-b5c7-1f054925bfa2 admin admin] Calling delete_port for a5f2f0de-1bf4-4f69-99f0-107129ed6b3c owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:36:34.590689 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-6b5bf458-ea52-4655-88f4-dae39d6d2fed req-cec4612f-513b-447f-a883-ed82b7c602ba service neutron] For port 122212ca-c3b6-4069-a5c0-31bb6b993aaa, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:36:34.604440 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0e8c5-9358-4508-a10f-2e12d62293f0 req-87856632-b79e-4170-9aec-9399c8c41a30 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:34.613868 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-96a0e8c5-9358-4508-a10f-2e12d62293f0 req-87856632-b79e-4170-9aec-9399c8c41a30 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=e745c4e0-5a75-402b-b6c8-4b964c8c4963 HTTP/1.1" status: 200 len: 944 time: 0.1782849 Aug 23 20:36:34.623677 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-6b5bf458-ea52-4655-88f4-dae39d6d2fed req-cec4612f-513b-447f-a883-ed82b7c602ba service neutron] For port 122212ca-c3b6-4069-a5c0-31bb6b993aaa, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=122212ca-c3b6-4069-a5c0-31bb6b993aaa,segment=NetworkSegment(bbb7ca88-3a5f-4f78-b2f2-1646091f4f26),segment_id=bbb7ca88-3a5f-4f78-b2f2-1646091f4f26)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:36:34.638114 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6b5bf458-ea52-4655-88f4-dae39d6d2fed req-cec4612f-513b-447f-a883-ed82b7c602ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:34.678962 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6cc93699-8209-4677-be63-68eb8dbba601 req-ab94a696-d7f4-4aed-9894-98ee1fdaaef6 tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.4.196 HTTP/1.1" status: 200 len: 696 time: 0.1573787 Aug 23 20:36:34.696507 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5bf458-ea52-4655-88f4-dae39d6d2fed req-cec4612f-513b-447f-a883-ed82b7c602ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:34.697321 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6b5bf458-ea52-4655-88f4-dae39d6d2fed req-cec4612f-513b-447f-a883-ed82b7c602ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:34.698440 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6b5bf458-ea52-4655-88f4-dae39d6d2fed req-cec4612f-513b-447f-a883-ed82b7c602ba service neutron] 10.222.0.11 "PUT /v2.0/ports/122212ca-c3b6-4069-a5c0-31bb6b993aaa HTTP/1.1" status: 200 len: 1092 time: 1.9256160 Aug 23 20:36:34.698932 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e745c4e0-5a75-402b-b6c8-4b964c8c4963', 'tag': '122212ca-c3b6-4069-a5c0-31bb6b993aaa'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:36:34.701954 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7437cd6-8746-42fe-b78b-eb9b19800a62" -d '{"events": [{"name": "network-changed", "server_uuid": "e745c4e0-5a75-402b-b6c8-4b964c8c4963", "tag": "122212ca-c3b6-4069-a5c0-31bb6b993aaa"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:36:34.733177 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-96a0e8c5-9358-4508-a10f-2e12d62293f0 req-0cb6d7fe-894a-4e45-aab0-020d9286db8a tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183450 Aug 23 20:36:34.781157 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9443f806-7d83-4e53-b5c7-1f054925bfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:34.786019 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec4612f-513b-447f-a883-ed82b7c602ba service neutron] Pushing event updated for resources: {'Port': ['ID=122212ca-c3b6-4069-a5c0-31bb6b993aaa,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:34.813619 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5bf458-ea52-4655-88f4-dae39d6d2fed req-1f55d8c3-c4fc-42f4-b97d-0963b27761d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:34.815164 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6b5bf458-ea52-4655-88f4-dae39d6d2fed req-1f55d8c3-c4fc-42f4-b97d-0963b27761d0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=29f18b1da2a844dcbeb03c332de0d358&device_id=e745c4e0-5a75-402b-b6c8-4b964c8c4963 HTTP/1.1" status: 200 len: 1095 time: 0.0674417 Aug 23 20:36:34.857798 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9443f806-7d83-4e53-b5c7-1f054925bfa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5f2f0de-1bf4-4f69-99f0-107129ed6b3c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:34.859104 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c1e11b75-f9e1-44a9-8aa4-8a5449d58606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:34.866498 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9443f806-7d83-4e53-b5c7-1f054925bfa2 admin admin] No DVR routers for this DVR port a5f2f0de-1bf4-4f69-99f0-107129ed6b3c on host n-d-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:36:34.874287 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e0fbda-3e3f-4463-97a1-fc72e4870684 x-openstack-request-id: req-b2e0fbda-3e3f-4463-97a1-fc72e4870684 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:36:34.874576 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e745c4e0-5a75-402b-b6c8-4b964c8c4963", "tag": "122212ca-c3b6-4069-a5c0-31bb6b993aaa", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:36:34.874829 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b2e0fbda-3e3f-4463-97a1-fc72e4870684 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:36:34.875229 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e745c4e0-5a75-402b-b6c8-4b964c8c4963', 'tag': '122212ca-c3b6-4069-a5c0-31bb6b993aaa', 'status': 'completed', 'code': 200} Aug 23 20:36:34.876786 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6cc93699-8209-4677-be63-68eb8dbba601 req-8602b1ce-3a92-40b8-804d-a91bce9a2db4 tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.4.196 HTTP/1.1" status: 200 len: 696 time: 0.1337237 Aug 23 20:36:34.877552 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6b5bf458-ea52-4655-88f4-dae39d6d2fed req-93a895ac-cdc8-4662-9417-150bdc1d3fed service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=122212ca-c3b6-4069-a5c0-31bb6b993aaa HTTP/1.1" status: 200 len: 217 time: 0.0492990 Aug 23 20:36:34.950160 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5bf458-ea52-4655-88f4-dae39d6d2fed req-5e0d440a-6d58-48bc-9b45-674eec47b786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:34.951976 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6b5bf458-ea52-4655-88f4-dae39d6d2fed req-5e0d440a-6d58-48bc-9b45-674eec47b786 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=680c283d-5185-45a2-940f-1ee3de9335bc HTTP/1.1" status: 200 len: 846 time: 0.0651548 Aug 23 20:36:35.046250 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6b5bf458-ea52-4655-88f4-dae39d6d2fed req-c4703cfc-3e0a-4a35-b002-27c0b0e9353d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9154806b-c700-4250-82e0-c3993888c62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385833 Aug 23 20:36:35.088739 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9443f806-7d83-4e53-b5c7-1f054925bfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:35.094543 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fea83a-00c2-49bb-9162-8a8e71921f49 req-df54c2cb-c73f-4fd1-b2f4-b5bd9c4d9de1 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:35.096235 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-52fea83a-00c2-49bb-9162-8a8e71921f49 req-df54c2cb-c73f-4fd1-b2f4-b5bd9c4d9de1 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9ff2ac2-7370-495f-852b-f9e53c571bed HTTP/1.1" status: 200 len: 951 time: 0.1042020 Aug 23 20:36:35.109020 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-9443f806-7d83-4e53-b5c7-1f054925bfa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee49fab1-d321-4ccd-83a3-bdc6214881f4']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:35.170047 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-9443f806-7d83-4e53-b5c7-1f054925bfa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b24575c-7447-4219-80de-a5f9a2dc9179') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:35.170333 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-9443f806-7d83-4e53-b5c7-1f054925bfa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b24575c-7447-4219-80de-a5f9a2dc9179') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:35.187139 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9443f806-7d83-4e53-b5c7-1f054925bfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:35.211222 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9443f806-7d83-4e53-b5c7-1f054925bfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:35.222538 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9443f806-7d83-4e53-b5c7-1f054925bfa2 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:36:35.223284 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9443f806-7d83-4e53-b5c7-1f054925bfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:35.226441 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:36:35.226441 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:36:35.226441 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:36:35.226441 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:36:35.226441 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:36:35.226441 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:36:35.226441 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:36:35.226441 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:36:35.226441 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:36:35.226441 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:36:35.226441 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:36:35.226441 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:36:35.226441 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:36:35.226441 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:36:35.226441 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:36:35.226441 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:36:35.226441 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:36:35.226441 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:36:35.226441 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:36:35.226441 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:36:35.226441 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:36:35.226441 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:36:35.226441 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:36:35.226441 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:36:35.226441 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:36:35.226441 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:36:35.226441 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:36:35.226441 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:36:35.226441 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:36:35.226441 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:36:35.226441 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:36:35.226441 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:36:35.233907 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6b5bf458-ea52-4655-88f4-dae39d6d2fed req-c9823361-cbfa-47ce-8012-95fdc1333560 service neutron] 10.222.0.11 "GET /v2.0/networks/9154806b-c700-4250-82e0-c3993888c62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631303 Aug 23 20:36:35.245826 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-52fea83a-00c2-49bb-9162-8a8e71921f49 req-fd44e55e-1600-46fd-a1b5-90f08914d62c tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ebb7eca-c25f-47c0-a40c-65770136efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367729 Aug 23 20:36:35.316367 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device a5f2f0de-1bf4-4f69-99f0-107129ed6b3c no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:36:35.340336 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: a5f2f0de-1bf4-4f69-99f0-107129ed6b3c {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:36:35.341294 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device a5f2f0de-1bf4-4f69-99f0-107129ed6b3c not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:36:35.341690 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-6cc93699-8209-4677-be63-68eb8dbba601 req-1777260a-c0d2-4596-bc63-fea5c0e07422 tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] Deleting port df2045c4-345f-4083-b07b-d4df6491d9c1 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:36:35.342027 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6cc93699-8209-4677-be63-68eb8dbba601 req-1777260a-c0d2-4596-bc63-fea5c0e07422 tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:35.392522 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9443f806-7d83-4e53-b5c7-1f054925bfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:35.404875 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6b5bf458-ea52-4655-88f4-dae39d6d2fed req-425b2460-d432-4104-87d3-52fe8cd45c3f service neutron] 10.222.0.11 "GET /v2.0/networks/9154806b-c700-4250-82e0-c3993888c62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539402 Aug 23 20:36:35.420047 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9443f806-7d83-4e53-b5c7-1f054925bfa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:35.421948 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9443f806-7d83-4e53-b5c7-1f054925bfa2 admin admin] 10.222.0.61 "DELETE /v2.0/networks/ee49fab1-d321-4ccd-83a3-bdc6214881f4 HTTP/1.1" status: 204 len: 168 time: 1.9081268 Aug 23 20:36:35.425139 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9443f806-7d83-4e53-b5c7-1f054925bfa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee49fab1-d321-4ccd-83a3-bdc6214881f4,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:35.484779 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25412e2e-bb52-419c-907a-7ee6b7322623 req-70b2c2db-38f2-49b8-85cc-ce4f268ff2c5 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:35.493668 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-25412e2e-bb52-419c-907a-7ee6b7322623 req-70b2c2db-38f2-49b8-85cc-ce4f268ff2c5 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a9b29d2-6f53-45e1-99f5-e581a80c827b HTTP/1.1" status: 200 len: 949 time: 0.0872986 Aug 23 20:36:35.507450 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6cc93699-8209-4677-be63-68eb8dbba601 req-1777260a-c0d2-4596-bc63-fea5c0e07422 tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:35.507769 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6cc93699-8209-4677-be63-68eb8dbba601 req-1777260a-c0d2-4596-bc63-fea5c0e07422 tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:35.531438 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e11b75-f9e1-44a9-8aa4-8a5449d58606 admin admin] Router 521b9894-b7bb-4042-844a-a95a62bbdfe7 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:36:35.532874 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-6cc93699-8209-4677-be63-68eb8dbba601 req-1777260a-c0d2-4596-bc63-fea5c0e07422 tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] Calling delete_port for df2045c4-345f-4083-b07b-d4df6491d9c1 owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:36:35.592438 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7437cd6-8746-42fe-b78b-eb9b19800a62 req-a227702d-34b3-4af0-8b61-634c8d6401f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:35.593953 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a7437cd6-8746-42fe-b78b-eb9b19800a62 req-a227702d-34b3-4af0-8b61-634c8d6401f6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=29f18b1da2a844dcbeb03c332de0d358&device_id=e745c4e0-5a75-402b-b6c8-4b964c8c4963 HTTP/1.1" status: 200 len: 1095 time: 0.0969653 Aug 23 20:36:35.596887 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-25412e2e-bb52-419c-907a-7ee6b7322623 req-68bb9ce6-e87b-4158-a32b-3021fd2792e8 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018343 Aug 23 20:36:35.597396 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 57288) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:36:35.776039 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e11b75-f9e1-44a9-8aa4-8a5449d58606 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:36:35.786467 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4385b38e-c7d6-4bd3-9a1d-285817f20c58 None None] Sync routers for ids ['521b9894-b7bb-4042-844a-a95a62bbdfe7'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:36:35.799006 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c1e11b75-f9e1-44a9-8aa4-8a5449d58606 admin admin] 10.222.0.61 "PUT /v2.0/routers/521b9894-b7bb-4042-844a-a95a62bbdfe7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4260471 Aug 23 20:36:35.801064 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4385b38e-c7d6-4bd3-9a1d-285817f20c58 None None] Routers {'521b9894-b7bb-4042-844a-a95a62bbdfe7'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:36:35.801687 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-4385b38e-c7d6-4bd3-9a1d-285817f20c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:36:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['521b9894-b7bb-4042-844a-a95a62bbdfe7'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:35.803739 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 57292) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:36:35.811630 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-decb1a6d-28a6-49a0-bad3-14d2c238894b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c0ccdd0dd18b4a058f6a89b6a09d3497&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2119470 Aug 23 20:36:35.814203 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7437cd6-8746-42fe-b78b-eb9b19800a62 req-40ce2a6d-92b5-42b3-ba86-c946dca10382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:35.815955 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a7437cd6-8746-42fe-b78b-eb9b19800a62 req-40ce2a6d-92b5-42b3-ba86-c946dca10382 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9154806b-c700-4250-82e0-c3993888c62e HTTP/1.1" status: 200 len: 907 time: 0.2093458 Aug 23 20:36:35.817430 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 57294) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:36:35.823737 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf0750-e9d2-450a-a63b-1ceba927ad7f req-a5f8f197-b444-4094-a09b-60da32baf329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:35.825424 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-04bf0750-e9d2-450a-a63b-1ceba927ad7f req-a5f8f197-b444-4094-a09b-60da32baf329 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2a9b29d2-6f53-45e1-99f5-e581a80c827b HTTP/1.1" status: 200 len: 1100 time: 0.1348064 Aug 23 20:36:35.908718 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a7437cd6-8746-42fe-b78b-eb9b19800a62 req-dee6e41c-94f4-4fc2-bf33-f0947ef38834 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=122212ca-c3b6-4069-a5c0-31bb6b993aaa HTTP/1.1" status: 200 len: 217 time: 0.0822761 Aug 23 20:36:35.935572 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-4385b38e-c7d6-4bd3-9a1d-285817f20c58 None None] Set router 521b9894-b7bb-4042-844a-a95a62bbdfe7 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:36:35.951340 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6cc93699-8209-4677-be63-68eb8dbba601 req-1777260a-c0d2-4596-bc63-fea5c0e07422 tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:35.960106 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-04bf0750-e9d2-450a-a63b-1ceba927ad7f req-07c94116-0eb4-43d7-aa79-b5ce47736c40 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188016 Aug 23 20:36:35.975123 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45441c93-c6ee-4f9a-ba3c-f60c45a3bbdc req-39917a35-865d-4661-975d-2c17462d385a tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:35.976730 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-45441c93-c6ee-4f9a-ba3c-f60c45a3bbdc req-39917a35-865d-4661-975d-2c17462d385a tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=e745c4e0-5a75-402b-b6c8-4b964c8c4963 HTTP/1.1" status: 200 len: 944 time: 0.1596897 Aug 23 20:36:35.989182 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7437cd6-8746-42fe-b78b-eb9b19800a62 req-4d2da7f1-4f53-4e7d-aa01-e3cfc48fd2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:35.990649 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a7437cd6-8746-42fe-b78b-eb9b19800a62 req-4d2da7f1-4f53-4e7d-aa01-e3cfc48fd2d5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=680c283d-5185-45a2-940f-1ee3de9335bc HTTP/1.1" status: 200 len: 846 time: 0.0709691 Aug 23 20:36:36.004037 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1777260a-c0d2-4596-bc63-fea5c0e07422 tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] Pushing event deleted for resources: {'Port': ['ID=df2045c4-345f-4083-b07b-d4df6491d9c1,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:36.006626 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:36:36.030457 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-45441c93-c6ee-4f9a-ba3c-f60c45a3bbdc req-dbcb4b58-d756-4b83-b96f-2dbb18fb2af0 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440958 Aug 23 20:36:36.193144 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a7437cd6-8746-42fe-b78b-eb9b19800a62 req-354304d1-b098-4e3c-bd1f-53aeb66ebac6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9154806b-c700-4250-82e0-c3993888c62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467432 Aug 23 20:36:36.229574 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:36:36.289255 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'port_id': '1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9', 'mac_address': 'fa:16:3e:f6:c6:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66e9eb0-86f4-4159-852b-f29863cbf18d', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:36:36.347515 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a7437cd6-8746-42fe-b78b-eb9b19800a62 req-7c9c2f3f-529f-4b0d-bfc2-d7a8a6d4e7fe service neutron] 10.222.0.11 "GET /v2.0/networks/9154806b-c700-4250-82e0-c3993888c62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364589 Aug 23 20:36:36.370748 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-4385b38e-c7d6-4bd3-9a1d-285817f20c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1659286393-router', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '48787cf2-c879-47be-8541-1cad31b41898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:34:34Z', 'updated_at': '2021-08-23T20:36:33Z', 'revision_number': 5, 'project_id': 'fee04bdee1314858880b57c3099e0dd9', 'gw_port': {'id': '48787cf2-c879-47be-8541-1cad31b41898', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:40:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:34:36Z', 'updated_at': '2021-08-23T20:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:36.404011 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:36.407284 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4385b38e-c7d6-4bd3-9a1d-285817f20c58 None None] Checking router: 521b9894-b7bb-4042-844a-a95a62bbdfe7 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:36:36.429111 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:36:36.452602 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:36:36.454554 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4385b38e-c7d6-4bd3-9a1d-285817f20c58 None None] Routers {'521b9894-b7bb-4042-844a-a95a62bbdfe7'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:36:36.455388 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-4385b38e-c7d6-4bd3-9a1d-285817f20c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:36:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['521b9894-b7bb-4042-844a-a95a62bbdfe7'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:36.462572 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26127a8f-fc5c-49e9-855a-cdbb3bee0439 req-5258af47-9a70-4ed4-ab6a-2ef43e841c45 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:36.464322 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-26127a8f-fc5c-49e9-855a-cdbb3bee0439 req-5258af47-9a70-4ed4-ab6a-2ef43e841c45 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9ff2ac2-7370-495f-852b-f9e53c571bed HTTP/1.1" status: 200 len: 951 time: 0.1078506 Aug 23 20:36:36.472208 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e8b484d8-6776-42ab-9906-a4c33c48ba86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:36.499631 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:36.515681 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6cc93699-8209-4677-be63-68eb8dbba601 req-1777260a-c0d2-4596-bc63-fea5c0e07422 tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:36.518689 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6cc93699-8209-4677-be63-68eb8dbba601 req-1777260a-c0d2-4596-bc63-fea5c0e07422 tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:36.519837 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6cc93699-8209-4677-be63-68eb8dbba601 req-1777260a-c0d2-4596-bc63-fea5c0e07422 tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] 10.222.0.61 "DELETE /v2.0/floatingips/899073ac-4f6f-455c-ab31-5475dc5d8e70 HTTP/1.1" status: 204 len: 173 time: 1.6422894 Aug 23 20:36:36.522979 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-26127a8f-fc5c-49e9-855a-cdbb3bee0439 req-03df661c-d8e1-47fe-a54b-7ceb971ff173 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ebb7eca-c25f-47c0-a40c-65770136efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439694 Aug 23 20:36:36.544392 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e8b484d8-6776-42ab-9906-a4c33c48ba86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:36.551912 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-833cc61c-869f-4fd0-8941-2297f71853df admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:36.589247 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a7437cd6-8746-42fe-b78b-eb9b19800a62 req-9edffaee-b420-476d-8860-36949091d785 service neutron] 10.222.0.11 "GET /v2.0/networks/9154806b-c700-4250-82e0-c3993888c62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315307 Aug 23 20:36:36.650996 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9,revision_number=9']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:36.665027 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [req-1f6beaa4-1af8-4c05-b0bb-8da984dd7990 req-c30f70d7-ec2f-404d-9f8a-d7a6d5bc7a61 tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] show failed (client error): The resource could not be found. Aug 23 20:36:36.677056 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-4385b38e-c7d6-4bd3-9a1d-285817f20c58 None None] Set router 521b9894-b7bb-4042-844a-a95a62bbdfe7 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:36:36.677888 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1f6beaa4-1af8-4c05-b0bb-8da984dd7990 req-c30f70d7-ec2f-404d-9f8a-d7a6d5bc7a61 tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] 10.222.0.61 "GET /v2.0/floatingips/899073ac-4f6f-455c-ab31-5475dc5d8e70 HTTP/1.1" status: 404 len: 350 time: 0.0708706 Aug 23 20:36:36.754364 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [req-c51c2d20-2e15-4df6-8105-1e2d9b3bb219 req-2be7e006-38da-4103-9a4e-cccf45063749 tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] show failed (client error): The resource could not be found. Aug 23 20:36:36.755354 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c51c2d20-2e15-4df6-8105-1e2d9b3bb219 req-2be7e006-38da-4103-9a4e-cccf45063749 tempest-FloatingIPsTestJSON-1021948904 tempest-FloatingIPsTestJSON-1021948904-project] 10.222.0.61 "GET /v2.0/floatingips/899073ac-4f6f-455c-ab31-5475dc5d8e70 HTTP/1.1" status: 404 len: 350 time: 0.0520771 Aug 23 20:36:36.769051 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 57320) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:36:36.813279 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-833cc61c-869f-4fd0-8941-2297f71853df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:36.823974 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e8b484d8-6776-42ab-9906-a4c33c48ba86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:36.827047 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e8b484d8-6776-42ab-9906-a4c33c48ba86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:36.838993 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e8b484d8-6776-42ab-9906-a4c33c48ba86 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5bfdb861-04d9-4de1-ac01-7cf0677e0e18 HTTP/1.1" status: 204 len: 168 time: 1.0120471 Aug 23 20:36:36.919144 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5954876-b0cc-4410-bcbb-83ae7ce20445 req-a5b02b16-8b24-41f0-b405-e0489dc9a6a3 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:36.926230 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e5954876-b0cc-4410-bcbb-83ae7ce20445 req-a5b02b16-8b24-41f0-b405-e0489dc9a6a3 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a9b29d2-6f53-45e1-99f5-e581a80c827b HTTP/1.1" status: 200 len: 948 time: 0.1832800 Aug 23 20:36:36.936927 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b484d8-6776-42ab-9906-a4c33c48ba86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfdb861-04d9-4de1-ac01-7cf0677e0e18,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:37.021959 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e5954876-b0cc-4410-bcbb-83ae7ce20445 req-2eeeb603-8454-4b7d-9c44-df92ea6913f7 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826471 Aug 23 20:36:37.069277 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-833cc61c-869f-4fd0-8941-2297f71853df admin admin] Deleting port 48787cf2-c879-47be-8541-1cad31b41898 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:36:37.069699 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-833cc61c-869f-4fd0-8941-2297f71853df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:37.153640 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-4385b38e-c7d6-4bd3-9a1d-285817f20c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1659286393-router', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '48787cf2-c879-47be-8541-1cad31b41898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:34:34Z', 'updated_at': '2021-08-23T20:36:33Z', 'revision_number': 5, 'project_id': 'fee04bdee1314858880b57c3099e0dd9', 'gw_port': {'id': '48787cf2-c879-47be-8541-1cad31b41898', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:40:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:34:36Z', 'updated_at': '2021-08-23T20:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:37.244586 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4385b38e-c7d6-4bd3-9a1d-285817f20c58 None None] The sync data for ids ['521b9894-b7bb-4042-844a-a95a62bbdfe7'] in n-d-805663-2 is: [{'id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1659286393-router', 'tenant_id': 'fee04bdee1314858880b57c3099e0dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '48787cf2-c879-47be-8541-1cad31b41898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:34:34Z', 'updated_at': '2021-08-23T20:36:33Z', 'revision_number': 5, 'project_id': 'fee04bdee1314858880b57c3099e0dd9', 'gw_port': {'id': '48787cf2-c879-47be-8541-1cad31b41898', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:40:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521b9894-b7bb-4042-844a-a95a62bbdfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:34:36Z', 'updated_at': '2021-08-23T20:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:36:37.266174 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-833cc61c-869f-4fd0-8941-2297f71853df admin admin] For port 48787cf2-c879-47be-8541-1cad31b41898, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=48787cf2-c879-47be-8541-1cad31b41898,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:36:37.266868 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-833cc61c-869f-4fd0-8941-2297f71853df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:37.296560 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-833cc61c-869f-4fd0-8941-2297f71853df admin admin] Calling delete_port for 48787cf2-c879-47be-8541-1cad31b41898 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:36:37.436350 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6d202-69dc-4f95-be62-37010ec5c038 req-48182ec9-7f15-4b2a-ab4d-b783e23c316a tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:37.438093 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-81f6d202-69dc-4f95-be62-37010ec5c038 req-48182ec9-7f15-4b2a-ab4d-b783e23c316a tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=e745c4e0-5a75-402b-b6c8-4b964c8c4963 HTTP/1.1" status: 200 len: 944 time: 0.1400483 Aug 23 20:36:37.522361 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-81f6d202-69dc-4f95-be62-37010ec5c038 req-67c0595a-79b2-4250-a072-f65bc7a7d54a tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646958 Aug 23 20:36:37.589032 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-833cc61c-869f-4fd0-8941-2297f71853df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:37.620535 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-36141c2c-8b0f-457f-815a-4dfd17fd2be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:37.622728 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833cc61c-869f-4fd0-8941-2297f71853df admin admin] Pushing event deleted for resources: {'Port': ['ID=48787cf2-c879-47be-8541-1cad31b41898,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:37.762140 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-833cc61c-869f-4fd0-8941-2297f71853df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:37.909914 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:36:37.947416 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-833cc61c-869f-4fd0-8941-2297f71853df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:37.951079 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-833cc61c-869f-4fd0-8941-2297f71853df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:37.978072 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 122212ca-c3b6-4069-a5c0-31bb6b993aaa details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:36:38.026419 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-833cc61c-869f-4fd0-8941-2297f71853df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:38.027353 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833cc61c-869f-4fd0-8941-2297f71853df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 521b9894-b7bb-4042-844a-a95a62bbdfe7 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:36:38.038804 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-833cc61c-869f-4fd0-8941-2297f71853df admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:38.044246 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-833cc61c-869f-4fd0-8941-2297f71853df admin admin] 10.222.0.61 "DELETE /v2.0/routers/521b9894-b7bb-4042-844a-a95a62bbdfe7 HTTP/1.1" status: 204 len: 168 time: 2.2377667 Aug 23 20:36:38.046951 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 57408) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:36:38.112487 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-36141c2c-8b0f-457f-815a-4dfd17fd2be3 admin admin] Deleting port 7a197dfb-e49f-4885-8c32-e8064149eef3 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:36:38.112897 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-36141c2c-8b0f-457f-815a-4dfd17fd2be3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:38.153926 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-821f82a7-2fb7-4932-9cc4-c5611451d50c admin admin] Deleting subnet 519e7c31-afda-49a1-9e0f-8c868d7cb053 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:36:38.158452 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-821f82a7-2fb7-4932-9cc4-c5611451d50c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:38.204983 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-821f82a7-2fb7-4932-9cc4-c5611451d50c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:38.286043 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device d1b23212-f285-4163-a093-ffa4545fc3cc no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:36:38.311338 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 57430) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:36:38.324132 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 122212ca-c3b6-4069-a5c0-31bb6b993aaa, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=122212ca-c3b6-4069-a5c0-31bb6b993aaa,segment=NetworkSegment(bbb7ca88-3a5f-4f78-b2f2-1646091f4f26),segment_id=bbb7ca88-3a5f-4f78-b2f2-1646091f4f26)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:36:38.337164 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '122212ca-c3b6-4069-a5c0-31bb6b993aaa', 'network_id': '9154806b-c700-4250-82e0-c3993888c62e', 'port_id': '122212ca-c3b6-4069-a5c0-31bb6b993aaa', 'mac_address': 'fa:16:3e:62:cb:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '680c283d-5185-45a2-940f-1ee3de9335bc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:36:38.350178 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-821f82a7-2fb7-4932-9cc4-c5611451d50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:38.362496 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583aeb98-d8ee-4ef4-9471-ec7739122807 req-4808c635-a289-4813-97aa-7b6332fdd004 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:38.364169 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-583aeb98-d8ee-4ef4-9471-ec7739122807 req-4808c635-a289-4813-97aa-7b6332fdd004 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a9b29d2-6f53-45e1-99f5-e581a80c827b HTTP/1.1" status: 200 len: 948 time: 0.1448078 Aug 23 20:36:38.375249 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-36141c2c-8b0f-457f-815a-4dfd17fd2be3 admin admin] For port 7a197dfb-e49f-4885-8c32-e8064149eef3, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=7a197dfb-e49f-4885-8c32-e8064149eef3,segment=NetworkSegment(7234db77-6efa-494c-9af8-7e6cbc098dfb),segment_id=7234db77-6efa-494c-9af8-7e6cbc098dfb)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:36:38.375989 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-36141c2c-8b0f-457f-815a-4dfd17fd2be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:38.454909 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-36141c2c-8b0f-457f-815a-4dfd17fd2be3 admin admin] Calling delete_port for 7a197dfb-e49f-4885-8c32-e8064149eef3 owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:36:38.488139 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-821f82a7-2fb7-4932-9cc4-c5611451d50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:38.516984 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2751f7db-d37a-4446-873d-cd3c2957151b None None] Network 6ab508e3-ca9c-4ba1-a637-e61063da04b8 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:36:38.545933 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-821f82a7-2fb7-4932-9cc4-c5611451d50c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:38.550014 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-821f82a7-2fb7-4932-9cc4-c5611451d50c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/519e7c31-afda-49a1-9e0f-8c868d7cb053 HTTP/1.1" status: 204 len: 168 time: 0.4997449 Aug 23 20:36:38.551133 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 57456) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:36:38.566239 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-13c9c441-d7b7-446b-a5e9-98a9d9fb3a6b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1808196890-network', 'tenant_id': '0fd9c80556ee4615898f1b0efddfb29a'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:36:38.572152 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821f82a7-2fb7-4932-9cc4-c5611451d50c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=519e7c31-afda-49a1-9e0f-8c868d7cb053,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:38.608962 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-583aeb98-d8ee-4ef4-9471-ec7739122807 req-dbeef704-d9fc-4138-a16b-8eaf4033a1e6 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153223 Aug 23 20:36:38.729653 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-62ca5ff2-e4e5-4fd4-aef7-d45db68707fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:38.739806 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c9c441-d7b7-446b-a5e9-98a9d9fb3a6b admin admin] Made reservation on behalf of 0fd9c80556ee4615898f1b0efddfb29a for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:36:38.743797 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-13c9c441-d7b7-446b-a5e9-98a9d9fb3a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:38.767991 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-13c9c441-d7b7-446b-a5e9-98a9d9fb3a6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:38.839429 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-36141c2c-8b0f-457f-815a-4dfd17fd2be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:38.876757 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7cde43-29da-4c22-b965-6212e4cd8845 req-b7099849-e745-4ad0-bbd7-a8e929b26c93 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:38.883116 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36141c2c-8b0f-457f-815a-4dfd17fd2be3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a197dfb-e49f-4885-8c32-e8064149eef3,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:38.884440 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-af7cde43-29da-4c22-b965-6212e4cd8845 req-b7099849-e745-4ad0-bbd7-a8e929b26c93 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=e745c4e0-5a75-402b-b6c8-4b964c8c4963 HTTP/1.1" status: 200 len: 944 time: 0.2277725 Aug 23 20:36:38.970548 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-af7cde43-29da-4c22-b965-6212e4cd8845 req-a5cd11f6-0b10-4b91-99b0-4cd70e0b7c54 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851493 Aug 23 20:36:38.971243 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:39.010425 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-62ca5ff2-e4e5-4fd4-aef7-d45db68707fe admin admin] Deleting port 51cc7859-de81-45db-bba6-2d3ff7d4ea2e {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:36:39.010770 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-62ca5ff2-e4e5-4fd4-aef7-d45db68707fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:39.146657 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 122212ca-c3b6-4069-a5c0-31bb6b993aaa {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:36:39.171476 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-36141c2c-8b0f-457f-815a-4dfd17fd2be3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:39.224825 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-62ca5ff2-e4e5-4fd4-aef7-d45db68707fe admin admin] For port 51cc7859-de81-45db-bba6-2d3ff7d4ea2e, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=51cc7859-de81-45db-bba6-2d3ff7d4ea2e,segment=NetworkSegment(48a0e5f3-af02-4cc1-9440-e0e582e9c7ef),segment_id=48a0e5f3-af02-4cc1-9440-e0e582e9c7ef)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:36:39.226483 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-62ca5ff2-e4e5-4fd4-aef7-d45db68707fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:39.230857 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 122212ca-c3b6-4069-a5c0-31bb6b993aaa, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=122212ca-c3b6-4069-a5c0-31bb6b993aaa,segment=NetworkSegment(bbb7ca88-3a5f-4f78-b2f2-1646091f4f26),segment_id=bbb7ca88-3a5f-4f78-b2f2-1646091f4f26)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:36:39.247938 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:39.254530 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-62ca5ff2-e4e5-4fd4-aef7-d45db68707fe admin admin] Calling delete_port for 51cc7859-de81-45db-bba6-2d3ff7d4ea2e owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:36:39.329294 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:39.378930 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-13c9c441-d7b7-446b-a5e9-98a9d9fb3a6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:39.423706 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-62ca5ff2-e4e5-4fd4-aef7-d45db68707fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:39.445559 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-13c9c441-d7b7-446b-a5e9-98a9d9fb3a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:39.446967 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device ef1dc0c9-c9f6-4552-897d-2e5ef0ead138 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:36:39.457272 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ca5ff2-e4e5-4fd4-aef7-d45db68707fe admin admin] No DVR routers for this DVR port 51cc7859-de81-45db-bba6-2d3ff7d4ea2e on host n-d-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:36:39.533374 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13c9c441-d7b7-446b-a5e9-98a9d9fb3a6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:36:39.554224 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: ef1dc0c9-c9f6-4552-897d-2e5ef0ead138 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:36:39.554829 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device ef1dc0c9-c9f6-4552-897d-2e5ef0ead138 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:36:39.557236 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 48787cf2-c879-47be-8541-1cad31b41898 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:36:39.572897 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca5ff2-e4e5-4fd4-aef7-d45db68707fe admin admin] Pushing event deleted for resources: {'Port': ['ID=51cc7859-de81-45db-bba6-2d3ff7d4ea2e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:39.592697 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1c49c-cfc0-45b0-b364-b3029539bac8 req-b907623e-87d4-4690-8296-7c5d191541a6 tempest-ServersAdminTestJSON-1630394636 tempest-ServersAdminTestJSON-1630394636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:39.600918 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-baa1c49c-cfc0-45b0-b364-b3029539bac8 req-b907623e-87d4-4690-8296-7c5d191541a6 tempest-ServersAdminTestJSON-1630394636 tempest-ServersAdminTestJSON-1630394636-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=2a9b29d2-6f53-45e1-99f5-e581a80c827b HTTP/1.1" status: 200 len: 1099 time: 0.2183104 Aug 23 20:36:39.608398 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port d1b23212-f285-4163-a093-ffa4545fc3cc, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=d1b23212-f285-4163-a093-ffa4545fc3cc,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:36:39.651935 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ff2ac2-7370-495f-852b-f9e53c571bed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1b23212-f285-4163-a093-ffa4545fc3cc'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:36:39.654726 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc6dc3c-ffdf-4312-a99d-64ed2b70b616" -d '{"events": [{"server_uuid": "b9ff2ac2-7370-495f-852b-f9e53c571bed", "name": "network-vif-unplugged", "status": "completed", "tag": "d1b23212-f285-4163-a093-ffa4545fc3cc"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:36:39.662296 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:39.663235 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:36:39.669973 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 48787cf2-c879-47be-8541-1cad31b41898 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:36:39.670639 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 48787cf2-c879-47be-8541-1cad31b41898 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:36:39.674783 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-62ca5ff2-e4e5-4fd4-aef7-d45db68707fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:39.681992 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36141c2c-8b0f-457f-815a-4dfd17fd2be3 admin admin] Router 6f7cd3a9-ed50-413d-9d1a-9800738c4c88 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:36:39.691351 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-62ca5ff2-e4e5-4fd4-aef7-d45db68707fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ab508e3-ca9c-4ba1-a637-e61063da04b8']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:39.732923 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['122212ca-c3b6-4069-a5c0-31bb6b993aaa'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:36:39.757435 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-13c9c441-d7b7-446b-a5e9-98a9d9fb3a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:39.759171 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-13c9c441-d7b7-446b-a5e9-98a9d9fb3a6b admin admin] Added segment 78e3e5e7-13df-4b99-8358-c503d09d6662 of type vlan for network 4418ddea-2528-4616-8e8c-3ef6622b9327 Aug 23 20:36:39.762982 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-62ca5ff2-e4e5-4fd4-aef7-d45db68707fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48a0e5f3-af02-4cc1-9440-e0e582e9c7ef') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:39.763511 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-62ca5ff2-e4e5-4fd4-aef7-d45db68707fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48a0e5f3-af02-4cc1-9440-e0e582e9c7ef') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:39.775876 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-62ca5ff2-e4e5-4fd4-aef7-d45db68707fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:39.794133 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-62ca5ff2-e4e5-4fd4-aef7-d45db68707fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:39.795192 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8dec87b-39dc-4d92-9179-c431a2adaca1 None None] DHCP port deletion for 6ab508e3-ca9c-4ba1-a637-e61063da04b8 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:36:39.799171 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=122212ca-c3b6-4069-a5c0-31bb6b993aaa,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:39.800539 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62ca5ff2-e4e5-4fd4-aef7-d45db68707fe admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:36:39.800952 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-62ca5ff2-e4e5-4fd4-aef7-d45db68707fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:39.857614 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36141c2c-8b0f-457f-815a-4dfd17fd2be3 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:36:39.871856 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-36141c2c-8b0f-457f-815a-4dfd17fd2be3 admin admin] 10.222.0.61 "PUT /v2.0/routers/6f7cd3a9-ed50-413d-9d1a-9800738c4c88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0989058 Aug 23 20:36:39.872212 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 57524) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:36:39.881029 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928cc2c3-2c4d-4edb-8388-40e305ac8b2f None None] Sync routers for ids ['6f7cd3a9-ed50-413d-9d1a-9800738c4c88'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:36:39.884707 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:36:39.884707 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:36:39.884707 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:36:39.884707 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:36:39.884707 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:36:39.884707 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:36:39.884707 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:36:39.884707 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:36:39.884707 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:36:39.884707 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:36:39.884707 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:36:39.884707 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:36:39.884707 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:36:39.884707 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:36:39.884707 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:36:39.884707 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:36:39.884707 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:36:39.884707 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:36:39.884707 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:36:39.884707 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:36:39.884707 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:36:39.884707 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:36:39.884707 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:36:39.884707 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:36:39.884707 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:36:39.884707 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:36:39.884707 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:36:39.884707 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:36:39.884707 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:36:39.884707 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:36:39.884707 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:36:39.884707 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:36:39.895866 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c9c441-d7b7-446b-a5e9-98a9d9fb3a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddcd892-e837-44ea-a7d3-23b6780f4f01,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:39.904481 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928cc2c3-2c4d-4edb-8388-40e305ac8b2f None None] Routers {'6f7cd3a9-ed50-413d-9d1a-9800738c4c88'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:36:39.913285 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-928cc2c3-2c4d-4edb-8388-40e305ac8b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:36:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['6f7cd3a9-ed50-413d-9d1a-9800738c4c88'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:39.938042 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-62ca5ff2-e4e5-4fd4-aef7-d45db68707fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:39.952641 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-baa1c49c-cfc0-45b0-b364-b3029539bac8 req-96a5e758-ad75-40c9-a509-18dd6268f976 tempest-ServersAdminTestJSON-1630394636 tempest-ServersAdminTestJSON-1630394636-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505340 Aug 23 20:36:40.008276 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 20:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d77df8-715e-4d5c-8a4e-f5cbe9728a47 x-openstack-request-id: req-37d77df8-715e-4d5c-8a4e-f5cbe9728a47 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:36:40.011984 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ff2ac2-7370-495f-852b-f9e53c571bed", "name": "network-vif-unplugged", "status": "completed", "tag": "d1b23212-f285-4163-a093-ffa4545fc3cc", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:36:40.012591 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-37d77df8-715e-4d5c-8a4e-f5cbe9728a47 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:36:40.013886 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9ff2ac2-7370-495f-852b-f9e53c571bed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1b23212-f285-4163-a093-ffa4545fc3cc', 'code': 200} Aug 23 20:36:40.022139 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-62ca5ff2-e4e5-4fd4-aef7-d45db68707fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:40.025032 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-62ca5ff2-e4e5-4fd4-aef7-d45db68707fe admin admin] 10.222.0.61 "DELETE /v2.0/networks/6ab508e3-ca9c-4ba1-a637-e61063da04b8 HTTP/1.1" status: 204 len: 168 time: 1.4541478 Aug 23 20:36:40.027464 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca5ff2-e4e5-4fd4-aef7-d45db68707fe admin admin] Pushing event deleted for resources: {'Network': ['ID=6ab508e3-ca9c-4ba1-a637-e61063da04b8,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:40.036111 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-13c9c441-d7b7-446b-a5e9-98a9d9fb3a6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:40.061817 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-912b085f-1abe-4e1a-8393-289967ebbb44 admin admin] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:40.108610 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-13c9c441-d7b7-446b-a5e9-98a9d9fb3a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:40.110232 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c9c441-d7b7-446b-a5e9-98a9d9fb3a6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:40.111044 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-13c9c441-d7b7-446b-a5e9-98a9d9fb3a6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:40.186237 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-addfe2be-6701-435f-9db4-c10a8c69d325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:40.195021 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:40.210676 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=d1b23212-f285-4163-a093-ffa4545fc3cc,revision_number=11']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:40.234033 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c9c441-d7b7-446b-a5e9-98a9d9fb3a6b admin admin] Pushing event updated for resources: {'Network': ['ID=4418ddea-2528-4616-8e8c-3ef6622b9327,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:40.237750 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-13c9c441-d7b7-446b-a5e9-98a9d9fb3a6b admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9249675 Aug 23 20:36:40.246050 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 57540) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:36:40.252047 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-a8ec031d-81d4-4490-b928-45d5358c69ad admin admin] Request body: {'subnet': {'network_id': '4418ddea-2528-4616-8e8c-3ef6622b9327', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1808196890-subnet', 'tenant_id': '0fd9c80556ee4615898f1b0efddfb29a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:36:40.261739 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:36:40.302604 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-928cc2c3-2c4d-4edb-8388-40e305ac8b2f None None] Set router 6f7cd3a9-ed50-413d-9d1a-9800738c4c88 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:36:40.303863 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:40.332642 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 57542) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:36:40.336369 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:36:40.342657 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ec031d-81d4-4490-b928-45d5358c69ad admin admin] Made reservation on behalf of 0fd9c80556ee4615898f1b0efddfb29a for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:36:40.345110 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a8ec031d-81d4-4490-b928-45d5358c69ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:40.352438 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:40.392762 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 4418ddea-2528-4616-8e8c-3ef6622b9327 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:36:40.420775 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-912b085f-1abe-4e1a-8393-289967ebbb44 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:40.427896 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0a15d-8381-49d3-9aec-aa5d2d7fa1cb req-66b880ad-5326-4cae-8deb-32298c207475 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:40.430602 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1ad0a15d-8381-49d3-9aec-aa5d2d7fa1cb req-66b880ad-5326-4cae-8deb-32298c207475 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=e745c4e0-5a75-402b-b6c8-4b964c8c4963 HTTP/1.1" status: 200 len: 945 time: 0.1288240 Aug 23 20:36:40.501624 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9,revision_number=10']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:40.526172 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-912b085f-1abe-4e1a-8393-289967ebbb44 admin admin] Deleting port 14c60bcf-7402-4588-a814-93a2c317d692 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:36:40.526567 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-912b085f-1abe-4e1a-8393-289967ebbb44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:40.530687 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1ad0a15d-8381-49d3-9aec-aa5d2d7fa1cb req-faa83d23-31db-40b6-8772-75f549e905bb tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887086 Aug 23 20:36:40.532954 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-368c3f9a-09d2-4a33-96a1-e83f6ba32f91 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fee04bdee1314858880b57c3099e0dd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1991520 Aug 23 20:36:40.542912 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 57546) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:36:40.647901 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-912b085f-1abe-4e1a-8393-289967ebbb44 admin admin] For port 14c60bcf-7402-4588-a814-93a2c317d692, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=14c60bcf-7402-4588-a814-93a2c317d692,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:36:40.648805 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-912b085f-1abe-4e1a-8393-289967ebbb44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:40.655259 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-928cc2c3-2c4d-4edb-8388-40e305ac8b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7cd3a9-ed50-413d-9d1a-9800738c4c88', 'name': 'tempest-FloatingIPsTestJSON-150732734-router', 'tenant_id': 'e117a5fd762e4131b08a0b6701d67c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '14c60bcf-7402-4588-a814-93a2c317d692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:36:11Z', 'updated_at': '2021-08-23T20:36:38Z', 'revision_number': 5, 'project_id': 'e117a5fd762e4131b08a0b6701d67c7f', 'gw_port': {'id': '14c60bcf-7402-4588-a814-93a2c317d692', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7cd3a9-ed50-413d-9d1a-9800738c4c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:36:13Z', 'updated_at': '2021-08-23T20:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:40.667372 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-912b085f-1abe-4e1a-8393-289967ebbb44 admin admin] Calling delete_port for 14c60bcf-7402-4588-a814-93a2c317d692 owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:36:40.697129 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928cc2c3-2c4d-4edb-8388-40e305ac8b2f None None] Checking router: 6f7cd3a9-ed50-413d-9d1a-9800738c4c88 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:36:40.699289 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd42c0-4b51-45ac-8b2f-9c7de668ba7d req-1537915a-b49b-4125-b11c-0dddc30fa14d tempest-ServersAdminTestJSON-1630394636 tempest-ServersAdminTestJSON-1630394636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:40.700853 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f6cd42c0-4b51-45ac-8b2f-9c7de668ba7d req-1537915a-b49b-4125-b11c-0dddc30fa14d tempest-ServersAdminTestJSON-1630394636 tempest-ServersAdminTestJSON-1630394636-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=2a9b29d2-6f53-45e1-99f5-e581a80c827b HTTP/1.1" status: 200 len: 1099 time: 0.0993261 Aug 23 20:36:40.712796 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928cc2c3-2c4d-4edb-8388-40e305ac8b2f None None] Routers {'6f7cd3a9-ed50-413d-9d1a-9800738c4c88'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:36:40.713631 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-928cc2c3-2c4d-4edb-8388-40e305ac8b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:36:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['6f7cd3a9-ed50-413d-9d1a-9800738c4c88'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:40.785451 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b76ef435-79b1-4662-b58d-184abb3967ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:40.804019 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f6cd42c0-4b51-45ac-8b2f-9c7de668ba7d req-78f1692c-ca48-4d33-9395-3b0cabf7b24d tempest-ServersAdminTestJSON-1630394636 tempest-ServersAdminTestJSON-1630394636-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941832 Aug 23 20:36:40.816189 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-928cc2c3-2c4d-4edb-8388-40e305ac8b2f None None] Set router 6f7cd3a9-ed50-413d-9d1a-9800738c4c88 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:36:40.878678 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-912b085f-1abe-4e1a-8393-289967ebbb44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:40.898874 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-928cc2c3-2c4d-4edb-8388-40e305ac8b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7cd3a9-ed50-413d-9d1a-9800738c4c88', 'name': 'tempest-FloatingIPsTestJSON-150732734-router', 'tenant_id': 'e117a5fd762e4131b08a0b6701d67c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:36:11Z', 'updated_at': '2021-08-23T20:36:40Z', 'revision_number': 6, 'project_id': 'e117a5fd762e4131b08a0b6701d67c7f', 'gw_port_host': None}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:40.918661 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b76ef435-79b1-4662-b58d-184abb3967ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:40.941762 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928cc2c3-2c4d-4edb-8388-40e305ac8b2f None None] The sync data for ids ['6f7cd3a9-ed50-413d-9d1a-9800738c4c88'] in n-d-805663-2 is: [{'id': '6f7cd3a9-ed50-413d-9d1a-9800738c4c88', 'name': 'tempest-FloatingIPsTestJSON-150732734-router', 'tenant_id': 'e117a5fd762e4131b08a0b6701d67c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:36:11Z', 'updated_at': '2021-08-23T20:36:40Z', 'revision_number': 6, 'project_id': 'e117a5fd762e4131b08a0b6701d67c7f', 'gw_port_host': None}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:36:40.956318 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a8ec031d-81d4-4490-b928-45d5358c69ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:40.975764 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b085f-1abe-4e1a-8393-289967ebbb44 admin admin] Pushing event deleted for resources: {'Port': ['ID=14c60bcf-7402-4588-a814-93a2c317d692,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:41.031131 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-912b085f-1abe-4e1a-8393-289967ebbb44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:41.077948 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ec031d-81d4-4490-b928-45d5358c69ad admin admin] Checking segment: {'id': '78e3e5e7-13df-4b99-8358-c503d09d6662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4418ddea-2528-4616-8e8c-3ef6622b9327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:36:41.078579 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ec031d-81d4-4490-b928-45d5358c69ad admin admin] Network hostable DHCP agents. Network: 4418ddea-2528-4616-8e8c-3ef6622b9327, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:36:41.081925 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b76ef435-79b1-4662-b58d-184abb3967ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:41.084673 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b76ef435-79b1-4662-b58d-184abb3967ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:41.090249 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b76ef435-79b1-4662-b58d-184abb3967ee admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/587fdc99-14a6-4232-ab9b-a26b7a1ae9dc HTTP/1.1" status: 204 len: 168 time: 0.5419552 Aug 23 20:36:41.091187 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ec031d-81d4-4490-b928-45d5358c69ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ec8e993-51fe-406d-9510-b70f650986a2,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:41.103385 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76ef435-79b1-4662-b58d-184abb3967ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587fdc99-14a6-4232-ab9b-a26b7a1ae9dc,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:41.120445 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ec031d-81d4-4490-b928-45d5358c69ad admin admin] Network 4418ddea-2528-4616-8e8c-3ef6622b9327 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:36:41.138905 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-a8ec031d-81d4-4490-b928-45d5358c69ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 4418ddea-2528-4616-8e8c-3ef6622b9327) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:36:41.145665 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ec031d-81d4-4490-b928-45d5358c69ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:41.146262 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a8ec031d-81d4-4490-b928-45d5358c69ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:41.149952 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad67e72b-4966-439c-a1db-87edabdd734e None None] Network 4418ddea-2528-4616-8e8c-3ef6622b9327 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:36:41.187194 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a8ec031d-81d4-4490-b928-45d5358c69ad admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9390628 Aug 23 20:36:41.189341 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 57586) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:36:41.195990 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-704e64a5-35b7-480a-b55c-09ab6e544232 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1808196890-router', 'tenant_id': '0fd9c80556ee4615898f1b0efddfb29a', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:36:41.222919 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-912b085f-1abe-4e1a-8393-289967ebbb44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:41.223741 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-704e64a5-35b7-480a-b55c-09ab6e544232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:41.225318 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-704e64a5-35b7-480a-b55c-09ab6e544232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:41.226165 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-912b085f-1abe-4e1a-8393-289967ebbb44 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:41.335981 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-704e64a5-35b7-480a-b55c-09ab6e544232 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:41.342381 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-912b085f-1abe-4e1a-8393-289967ebbb44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:41.343697 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912b085f-1abe-4e1a-8393-289967ebbb44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f7cd3a9-ed50-413d-9d1a-9800738c4c88 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:36:41.356112 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-912b085f-1abe-4e1a-8393-289967ebbb44 admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:41.364744 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-912b085f-1abe-4e1a-8393-289967ebbb44 admin admin] 10.222.0.61 "DELETE /v2.0/routers/6f7cd3a9-ed50-413d-9d1a-9800738c4c88 HTTP/1.1" status: 204 len: 168 time: 1.4912503 Aug 23 20:36:41.365455 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 57596) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:36:41.450504 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-66dd6b08-549c-4437-a0c2-11fb60a36577 admin admin] Deleting subnet e3d048a7-2c83-415e-bb80-349786b86692 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:36:41.467806 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-66dd6b08-549c-4437-a0c2-11fb60a36577 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:41.527582 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a625bb8f-be88-4250-b64a-a5803a79bb84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-4418ddea-2528-4616-8e8c-3ef6622b9327', 'network_id': '4418ddea-2528-4616-8e8c-3ef6622b9327', 'tenant_id': '0fd9c80556ee4615898f1b0efddfb29a', 'fixed_ips': [{'subnet_id': '4ec8e993-51fe-406d-9510-b70f650986a2'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:36:41.528491 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a625bb8f-be88-4250-b64a-a5803a79bb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:41.539193 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 51cc7859-de81-45db-bba6-2d3ff7d4ea2e no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:36:41.553532 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-66dd6b08-549c-4437-a0c2-11fb60a36577 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:41.620046 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 51cc7859-de81-45db-bba6-2d3ff7d4ea2e {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:36:41.620418 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 51cc7859-de81-45db-bba6-2d3ff7d4ea2e not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:36:41.620848 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 7a197dfb-e49f-4885-8c32-e8064149eef3 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:36:41.670364 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 7a197dfb-e49f-4885-8c32-e8064149eef3 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:36:41.670713 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 7a197dfb-e49f-4885-8c32-e8064149eef3 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:36:41.671204 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-66dd6b08-549c-4437-a0c2-11fb60a36577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:41.724528 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-704e64a5-35b7-480a-b55c-09ab6e544232 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:41.753562 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a2442-c7f4-4a9e-9e13-7d69f3d314ec req-5f170652-a18d-43ac-955d-dc2a51a6db52 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:41.755147 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7c1a2442-c7f4-4a9e-9e13-7d69f3d314ec req-5f170652-a18d-43ac-955d-dc2a51a6db52 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=0deca8ee-2ce2-4faf-a30e-fed39b1d2e9f HTTP/1.1" status: 200 len: 950 time: 0.3019695 Aug 23 20:36:41.778134 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-66dd6b08-549c-4437-a0c2-11fb60a36577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:41.812827 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-66dd6b08-549c-4437-a0c2-11fb60a36577 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:41.819283 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-66dd6b08-549c-4437-a0c2-11fb60a36577 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/e3d048a7-2c83-415e-bb80-349786b86692 HTTP/1.1" status: 204 len: 168 time: 0.4524586 Aug 23 20:36:41.819682 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 57616) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:36:41.819803 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925775d0-0fb4-4480-8111-6505a7a1e13d None None] Network c1b188f6-0507-4dcb-80f7-0454793e08c9 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:36:41.862718 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dd6b08-549c-4437-a0c2-11fb60a36577 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3d048a7-2c83-415e-bb80-349786b86692,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:41.872530 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7c1a2442-c7f4-4a9e-9e13-7d69f3d314ec req-eb73df21-1627-44e0-9829-9750becca281 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856414 Aug 23 20:36:42.026582 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 122212ca-c3b6-4069-a5c0-31bb6b993aaa up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:36:42.088406 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b5d5c96d-4db9-495d-b62d-67380ffba2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:42.135603 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-a625bb8f-be88-4250-b64a-a5803a79bb84 None None] Allocated IP 172.20.0.2 (4418ddea-2528-4616-8e8c-3ef6622b9327/4ec8e993-51fe-406d-9510-b70f650986a2/5f9579a2-0123-4ce5-aef6-9000eeaeab07) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:36:42.178373 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-b5d5c96d-4db9-495d-b62d-67380ffba2cd admin admin] Deleting port 9789ff84-b5b0-4097-b72f-f23564b5be79 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:36:42.179420 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b5d5c96d-4db9-495d-b62d-67380ffba2cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:42.190786 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-704e64a5-35b7-480a-b55c-09ab6e544232 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:42.238316 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-704e64a5-35b7-480a-b55c-09ab6e544232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:42.312458 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-b5d5c96d-4db9-495d-b62d-67380ffba2cd admin admin] For port 9789ff84-b5b0-4097-b72f-f23564b5be79, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=9789ff84-b5b0-4097-b72f-f23564b5be79,segment=NetworkSegment(7234db77-6efa-494c-9af8-7e6cbc098dfb),segment_id=7234db77-6efa-494c-9af8-7e6cbc098dfb)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:36:42.312825 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b5d5c96d-4db9-495d-b62d-67380ffba2cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:42.356876 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-b5d5c96d-4db9-495d-b62d-67380ffba2cd admin admin] Calling delete_port for 9789ff84-b5b0-4097-b72f-f23564b5be79 owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:36:42.382408 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 122212ca-c3b6-4069-a5c0-31bb6b993aaa completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:36:42.387096 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54629860-9f91-44ad-b38c-424dc8cae1dc req-d76616b2-b856-47cf-a2db-81a8d0d1c1ad tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:42.394573 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-54629860-9f91-44ad-b38c-424dc8cae1dc req-d76616b2-b856-47cf-a2db-81a8d0d1c1ad tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/networks?id=0d2d451a-e4f8-432e-a8cb-85e5a98645e8 HTTP/1.1" status: 200 len: 815 time: 0.3227012 Aug 23 20:36:42.414324 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 122212ca-c3b6-4069-a5c0-31bb6b993aaa triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:36:42.417241 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:42.421938 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-54629860-9f91-44ad-b38c-424dc8cae1dc req-cf65a7a4-3b19-4d44-af8a-07ce6d897bea tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/quotas/1e53f5e203f84c21bf8d274dcef886cf HTTP/1.1" status: 200 len: 375 time: 0.0262389 Aug 23 20:36:42.436995 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d59bf7e-1848-4947-89f0-d5a17e12c47a None None] DHCP port deletion for c1b188f6-0507-4dcb-80f7-0454793e08c9 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:36:42.535392 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-54629860-9f91-44ad-b38c-424dc8cae1dc req-7d88fea5-21a1-4bbe-bf8c-1d5c26a8830a tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1e53f5e203f84c21bf8d274dcef886cf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1125038 Aug 23 20:36:42.571498 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a6afd-02f7-41c5-9b51-d37d409681f0 req-0dfa9d34-2e8c-4d7d-8172-cef393243e8d tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:42.573244 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c31a6afd-02f7-41c5-9b51-d37d409681f0 req-0dfa9d34-2e8c-4d7d-8172-cef393243e8d tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=e745c4e0-5a75-402b-b6c8-4b964c8c4963 HTTP/1.1" status: 200 len: 945 time: 0.1116991 Aug 23 20:36:42.574428 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b5d5c96d-4db9-495d-b62d-67380ffba2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:42.583525 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-704e64a5-35b7-480a-b55c-09ab6e544232 admin admin] Allocated IP 172.25.4.60 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/edb5454a-4f07-4701-a2b4-dbbf4fcf5f7d) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:36:42.594325 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d5c96d-4db9-495d-b62d-67380ffba2cd admin admin] No DVR routers for this DVR port 9789ff84-b5b0-4097-b72f-f23564b5be79 on host n-d-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:36:42.624163 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a625bb8f-be88-4250-b64a-a5803a79bb84 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:42.627275 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-8d59bf7e-1848-4947-89f0-d5a17e12c47a None None] Deleting port 9789ff84-b5b0-4097-b72f-f23564b5be79 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:36:42.629548 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8d59bf7e-1848-4947-89f0-d5a17e12c47a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:42.701273 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d5c96d-4db9-495d-b62d-67380ffba2cd admin admin] Pushing event deleted for resources: {'Port': ['ID=9789ff84-b5b0-4097-b72f-f23564b5be79,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:42.709694 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a625bb8f-be88-4250-b64a-a5803a79bb84 None None] Transition to ACTIVE for port object 5f9579a2-0123-4ce5-aef6-9000eeaeab07 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:36:42.750814 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a625bb8f-be88-4250-b64a-a5803a79bb84 None None] Transition to ACTIVE for port object 5f9579a2-0123-4ce5-aef6-9000eeaeab07 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:36:42.757537 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:42.765269 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-54629860-9f91-44ad-b38c-424dc8cae1dc req-bee3c274-a717-4dca-8a69-2ea9d693bdce service neutron] 10.222.0.61 "GET /v2.0/networks/0d2d451a-e4f8-432e-a8cb-85e5a98645e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169278 Aug 23 20:36:42.777398 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-8d59bf7e-1848-4947-89f0-d5a17e12c47a None None] For port 9789ff84-b5b0-4097-b72f-f23564b5be79, host n-d-805663-2, got binding levels [] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:36:42.777801 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8d59bf7e-1848-4947-89f0-d5a17e12c47a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:42.787849 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a625bb8f-be88-4250-b64a-a5803a79bb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:42.822840 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-704e64a5-35b7-480a-b55c-09ab6e544232 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:42.837374 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a625bb8f-be88-4250-b64a-a5803a79bb84 None None] Pushing event updated for resources: {'Port': ['ID=5f9579a2-0123-4ce5-aef6-9000eeaeab07,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:42.840966 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-8d59bf7e-1848-4947-89f0-d5a17e12c47a None None] Calling delete_port for 9789ff84-b5b0-4097-b72f-f23564b5be79 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:36:42.852364 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.ipam_backend_mixin [None req-8d59bf7e-1848-4947-89f0-d5a17e12c47a None None] Port 9789ff84-b5b0-4097-b72f-f23564b5be79 was not found and therefore no delete operation was performed {{(pid=94689) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 23 20:36:42.857774 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8d59bf7e-1848-4947-89f0-d5a17e12c47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:42.894686 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e745c4e0-5a75-402b-b6c8-4b964c8c4963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '122212ca-c3b6-4069-a5c0-31bb6b993aaa'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:36:42.897470 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d470e9e-32ab-4a54-97b3-5c6e1f27c2ab" -d '{"events": [{"server_uuid": "e745c4e0-5a75-402b-b6c8-4b964c8c4963", "name": "network-vif-plugged", "status": "completed", "tag": "122212ca-c3b6-4069-a5c0-31bb6b993aaa"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:36:42.898904 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-704e64a5-35b7-480a-b55c-09ab6e544232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:42.902172 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d59bf7e-1848-4947-89f0-d5a17e12c47a None None] No DVR routers for this DVR port 9789ff84-b5b0-4097-b72f-f23564b5be79 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:36:42.907341 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59bf7e-1848-4947-89f0-d5a17e12c47a None None] Pushing event deleted for resources: {'Port': ['ID=9789ff84-b5b0-4097-b72f-f23564b5be79,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:42.949795 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a625bb8f-be88-4250-b64a-a5803a79bb84 None None] Network 4418ddea-2528-4616-8e8c-3ef6622b9327 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:36:42.952899 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 122212ca-c3b6-4069-a5c0-31bb6b993aaa, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=122212ca-c3b6-4069-a5c0-31bb6b993aaa,segment=NetworkSegment(bbb7ca88-3a5f-4f78-b2f2-1646091f4f26),segment_id=bbb7ca88-3a5f-4f78-b2f2-1646091f4f26)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:36:42.955457 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-a625bb8f-be88-4250-b64a-a5803a79bb84 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:36:42.960227 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a625bb8f-be88-4250-b64a-a5803a79bb84 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:36:42.964902 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:42.966059 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:36:42.988129 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704e64a5-35b7-480a-b55c-09ab6e544232 admin admin] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:36:42.995844 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-704e64a5-35b7-480a-b55c-09ab6e544232 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:36:43.008194 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704e64a5-35b7-480a-b55c-09ab6e544232 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:36:43.013702 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e64a5-35b7-480a-b55c-09ab6e544232 admin admin] Pushing event updated for resources: {'Port': ['ID=edb5454a-4f07-4701-a2b4-dbbf4fcf5f7d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:43.100959 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-05b9948c-08c3-4daf-a2b4-5d7a2d44316d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:43.106160 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:36:43.106545 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:43.153865 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b5d5c96d-4db9-495d-b62d-67380ffba2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:43.178269 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-b5d5c96d-4db9-495d-b62d-67380ffba2cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1b188f6-0507-4dcb-80f7-0454793e08c9']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:43.192688 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c31a6afd-02f7-41c5-9b51-d37d409681f0 req-437f424f-6aa8-4f73-b94e-84b2e0a02e8b tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6067126 Aug 23 20:36:43.219487 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf20e0-d488-4c05-b6bb-d9fc06ce2435 req-bd637ec3-9e3f-482d-8b4e-00ab5a32da55 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:43.231340 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6bdf20e0-d488-4c05-b6bb-d9fc06ce2435 req-bd637ec3-9e3f-482d-8b4e-00ab5a32da55 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.11 "GET /v2.0/ports?device_id=0deca8ee-2ce2-4faf-a30e-fed39b1d2e9f HTTP/1.1" status: 200 len: 950 time: 0.5265758 Aug 23 20:36:43.241933 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-b5d5c96d-4db9-495d-b62d-67380ffba2cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7234db77-6efa-494c-9af8-7e6cbc098dfb') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:43.242381 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-b5d5c96d-4db9-495d-b62d-67380ffba2cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7234db77-6efa-494c-9af8-7e6cbc098dfb') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:43.289752 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b5d5c96d-4db9-495d-b62d-67380ffba2cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:43.317725 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b5d5c96d-4db9-495d-b62d-67380ffba2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:43.353889 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5d5c96d-4db9-495d-b62d-67380ffba2cd admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:36:43.353889 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b5d5c96d-4db9-495d-b62d-67380ffba2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:43.355043 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:36:43.355043 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:36:43.355043 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:36:43.355043 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:36:43.355043 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:36:43.355043 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:36:43.355043 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:36:43.355043 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:36:43.355043 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:36:43.355043 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:36:43.355043 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:36:43.355043 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:36:43.355043 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:36:43.355043 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:36:43.355043 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:36:43.355043 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:36:43.355043 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:36:43.355043 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:36:43.355043 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:36:43.355043 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:36:43.355043 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:36:43.355043 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:36:43.355043 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:36:43.355043 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:36:43.355043 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:36:43.355043 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:36:43.355043 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:36:43.355043 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:36:43.355043 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:36:43.355043 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:36:43.355043 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:36:43.355043 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:36:43.410391 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-a625bb8f-be88-4250-b64a-a5803a79bb84 None None] Attempting to bind port 5f9579a2-0123-4ce5-aef6-9000eeaeab07 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:36:43.410999 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-a625bb8f-be88-4250-b64a-a5803a79bb84 None None] Attempting to bind port 5f9579a2-0123-4ce5-aef6-9000eeaeab07 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '78e3e5e7-13df-4b99-8358-c503d09d6662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4418ddea-2528-4616-8e8c-3ef6622b9327'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:36:43.411370 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a625bb8f-be88-4250-b64a-a5803a79bb84 None None] Attempting to bind port 5f9579a2-0123-4ce5-aef6-9000eeaeab07 on network 4418ddea-2528-4616-8e8c-3ef6622b9327 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:36:43.433155 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=122212ca-c3b6-4069-a5c0-31bb6b993aaa,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:43.435877 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b5d5c96d-4db9-495d-b62d-67380ffba2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:43.454115 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 9789ff84-b5b0-4097-b72f-f23564b5be79 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:36:43.458811 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b5d5c96d-4db9-495d-b62d-67380ffba2cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:43.460789 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b5d5c96d-4db9-495d-b62d-67380ffba2cd admin admin] 10.222.0.61 "DELETE /v2.0/networks/c1b188f6-0507-4dcb-80f7-0454793e08c9 HTTP/1.1" status: 204 len: 168 time: 1.6382933 Aug 23 20:36:43.462744 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-54629860-9f91-44ad-b38c-424dc8cae1dc req-6965b61b-ee10-47be-8720-fd76a2cdd85e service neutron] 10.222.0.61 "GET /v2.0/networks/0d2d451a-e4f8-432e-a8cb-85e5a98645e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5810924 Aug 23 20:36:43.463266 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d5c96d-4db9-495d-b62d-67380ffba2cd admin admin] Pushing event deleted for resources: {'Network': ['ID=c1b188f6-0507-4dcb-80f7-0454793e08c9,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:43.467882 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-6bdf20e0-d488-4c05-b6bb-d9fc06ce2435 req-66363e02-5ba2-4249-a377-7c6eeba0d174 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Deleting port 994703a9-3362-44c5-be32-e3c2fe8cbe96 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:36:43.468267 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6bdf20e0-d488-4c05-b6bb-d9fc06ce2435 req-66363e02-5ba2-4249-a377-7c6eeba0d174 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:43.516928 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a625bb8f-be88-4250-b64a-a5803a79bb84 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:36:43.517306 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a625bb8f-be88-4250-b64a-a5803a79bb84 None None] Checking segment: {'id': '78e3e5e7-13df-4b99-8358-c503d09d6662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4418ddea-2528-4616-8e8c-3ef6622b9327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:36:43.519257 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a625bb8f-be88-4250-b64a-a5803a79bb84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:43.519835 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a625bb8f-be88-4250-b64a-a5803a79bb84 None None] Bound using segment: {'id': '78e3e5e7-13df-4b99-8358-c503d09d6662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4418ddea-2528-4616-8e8c-3ef6622b9327'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:36:43.521426 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-a625bb8f-be88-4250-b64a-a5803a79bb84 None None] Bound port: 5f9579a2-0123-4ce5-aef6-9000eeaeab07, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78e3e5e7-13df-4b99-8358-c503d09d6662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4418ddea-2528-4616-8e8c-3ef6622b9327'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:36:43.522037 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a625bb8f-be88-4250-b64a-a5803a79bb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:43.543960 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 9789ff84-b5b0-4097-b72f-f23564b5be79 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:36:43.547553 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 9789ff84-b5b0-4097-b72f-f23564b5be79 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:36:43.547553 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 14c60bcf-7402-4588-a814-93a2c317d692 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:36:43.605176 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 14c60bcf-7402-4588-a814-93a2c317d692 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:36:43.605500 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 14c60bcf-7402-4588-a814-93a2c317d692 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:36:43.635104 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-6bdf20e0-d488-4c05-b6bb-d9fc06ce2435 req-66363e02-5ba2-4249-a377-7c6eeba0d174 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] For port 994703a9-3362-44c5-be32-e3c2fe8cbe96, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=994703a9-3362-44c5-be32-e3c2fe8cbe96,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:36:43.637774 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6bdf20e0-d488-4c05-b6bb-d9fc06ce2435 req-66363e02-5ba2-4249-a377-7c6eeba0d174 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:43.639865 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:43.670539 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-6bdf20e0-d488-4c05-b6bb-d9fc06ce2435 req-66363e02-5ba2-4249-a377-7c6eeba0d174 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Calling delete_port for 994703a9-3362-44c5-be32-e3c2fe8cbe96 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:36:43.727096 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:43.807310 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a625bb8f-be88-4250-b64a-a5803a79bb84 None None] For port 5f9579a2-0123-4ce5-aef6-9000eeaeab07, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:36:43.811464 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a625bb8f-be88-4250-b64a-a5803a79bb84 None None] For port 5f9579a2-0123-4ce5-aef6-9000eeaeab07, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=5f9579a2-0123-4ce5-aef6-9000eeaeab07,segment=NetworkSegment(78e3e5e7-13df-4b99-8358-c503d09d6662),segment_id=78e3e5e7-13df-4b99-8358-c503d09d6662)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:36:43.840935 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a625bb8f-be88-4250-b64a-a5803a79bb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:43.928714 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 57708) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:36:43.953149 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:36:43.967146 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a625bb8f-be88-4250-b64a-a5803a79bb84 None None] Pushing event updated for resources: {'Port': ['ID=5f9579a2-0123-4ce5-aef6-9000eeaeab07,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:43.974201 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:43.985671 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6bdf20e0-d488-4c05-b6bb-d9fc06ce2435 req-66363e02-5ba2-4249-a377-7c6eeba0d174 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:44.022853 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['994703a9-3362-44c5-be32-e3c2fe8cbe96', '1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:36:44.026743 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['bd7e21f0-5324-4d48-9eca-dec98b44590e'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:36:44.042292 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-704e64a5-35b7-480a-b55c-09ab6e544232 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:44.108818 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66363e02-5ba2-4249-a377-7c6eeba0d174 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Pushing event deleted for resources: {'Port': ['ID=994703a9-3362-44c5-be32-e3c2fe8cbe96,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:44.174623 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8864389-3994-459d-8b33-22c4b5723676 x-openstack-request-id: req-d8864389-3994-459d-8b33-22c4b5723676 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:36:44.175255 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e745c4e0-5a75-402b-b6c8-4b964c8c4963", "name": "network-vif-plugged", "status": "completed", "tag": "122212ca-c3b6-4069-a5c0-31bb6b993aaa", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:36:44.175781 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d8864389-3994-459d-8b33-22c4b5723676 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:36:44.176253 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e745c4e0-5a75-402b-b6c8-4b964c8c4963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '122212ca-c3b6-4069-a5c0-31bb6b993aaa', 'code': 200} Aug 23 20:36:44.207060 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9,revision_number=11']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:44.310560 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-68346ee3-053a-4bdb-b6c7-7680785dcb7c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e117a5fd762e4131b08a0b6701d67c7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3783860 Aug 23 20:36:44.343621 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 57730) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:36:44.417888 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bdf20e0-d488-4c05-b6bb-d9fc06ce2435 req-66363e02-5ba2-4249-a377-7c6eeba0d174 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] No DVR routers for this DVR port 994703a9-3362-44c5-be32-e3c2fe8cbe96 on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:36:44.428982 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6bdf20e0-d488-4c05-b6bb-d9fc06ce2435 req-66363e02-5ba2-4249-a377-7c6eeba0d174 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:44.429289 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6bdf20e0-d488-4c05-b6bb-d9fc06ce2435 req-66363e02-5ba2-4249-a377-7c6eeba0d174 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.11 "DELETE /v2.0/ports/994703a9-3362-44c5-be32-e3c2fe8cbe96 HTTP/1.1" status: 204 len: 173 time: 1.1833496 Aug 23 20:36:44.437967 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0deca8ee-2ce2-4faf-a30e-fed39b1d2e9f', 'name': 'network-vif-deleted', 'tag': '994703a9-3362-44c5-be32-e3c2fe8cbe96'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:36:44.440404 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5062482f-cef7-4418-b990-3379dd9c1477" -d '{"events": [{"server_uuid": "0deca8ee-2ce2-4faf-a30e-fed39b1d2e9f", "name": "network-vif-deleted", "tag": "994703a9-3362-44c5-be32-e3c2fe8cbe96"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:36:44.466658 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6956237c-6e51-49f9-a7af-087297451d94 req-7f9d368d-4be4-423b-9b89-143b9414a123 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=0deca8ee-2ce2-4faf-a30e-fed39b1d2e9f HTTP/1.1" status: 200 len: 210 time: 0.0880399 Aug 23 20:36:44.489793 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f6b3c984-ae21-47f8-8fa3-85af2e2380b1 req-b4f77b1b-736c-4d0e-920e-e3a7916bc6b7 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a50afcf-dd76-4a3a-9215-0b04f34cb0c5 HTTP/1.1" status: 200 len: 210 time: 0.0731936 Aug 23 20:36:44.497326 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce8289-983e-4dfe-b381-e5dc85618552 req-8b77713f-928f-4e8b-a829-a0f20a32e673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:44.498816 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-96ce8289-983e-4dfe-b381-e5dc85618552 req-8b77713f-928f-4e8b-a829-a0f20a32e673 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e745c4e0-5a75-402b-b6c8-4b964c8c4963 HTTP/1.1" status: 200 len: 1097 time: 0.2635291 Aug 23 20:36:44.573101 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-96ce8289-983e-4dfe-b381-e5dc85618552 req-1bb83f75-65e2-46ac-85fc-ab18e5981779 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623817 Aug 23 20:36:44.582681 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:44.613642 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-17778cfc-6643-4809-9992-185efae1dfc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:44.657372 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-485f4fb3-dee4-4816-b41c-8e4d51a5b650 req-4067a95a-fe53-407a-a25e-fba6b4aad3ed tempest-AbsoluteLimitsNegativeTestJSON-1601274108 tempest-AbsoluteLimitsNegativeTestJSON-1601274108-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=083212636016408197db3565e381e054&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298836 Aug 23 20:36:44.759755 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-17778cfc-6643-4809-9992-185efae1dfc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:44.808605 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-704e64a5-35b7-480a-b55c-09ab6e544232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:44.808840 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f4fb3-dee4-4816-b41c-8e4d51a5b650 req-ae24e428-a597-4871-a68b-93f35978ff46 tempest-AbsoluteLimitsNegativeTestJSON-1601274108 tempest-AbsoluteLimitsNegativeTestJSON-1601274108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:44.824699 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-485f4fb3-dee4-4816-b41c-8e4d51a5b650 req-ae24e428-a597-4871-a68b-93f35978ff46 tempest-AbsoluteLimitsNegativeTestJSON-1601274108 tempest-AbsoluteLimitsNegativeTestJSON-1601274108-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1574304 Aug 23 20:36:44.832743 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce2fc8-89a7-46a7-b823-bcd8cb6cd47b req-92d055c2-4f59-4d48-80a4-0f8db7145f38 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:44.834318 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bcce2fc8-89a7-46a7-b823-bcd8cb6cd47b req-92d055c2-4f59-4d48-80a4-0f8db7145f38 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=e745c4e0-5a75-402b-b6c8-4b964c8c4963 HTTP/1.1" status: 200 len: 946 time: 0.1494408 Aug 23 20:36:44.845547 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-485f4fb3-dee4-4816-b41c-8e4d51a5b650 req-c9058e10-1c45-44e0-98ac-d31d9b55c4b3 tempest-AbsoluteLimitsNegativeTestJSON-1601274108 tempest-AbsoluteLimitsNegativeTestJSON-1601274108-project] 10.222.0.61 "GET /v2.0/quotas/083212636016408197db3565e381e054 HTTP/1.1" status: 200 len: 375 time: 0.0187838 Aug 23 20:36:44.911170 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-485f4fb3-dee4-4816-b41c-8e4d51a5b650 req-27b8c172-1711-4853-948c-aa79e6b737a8 tempest-AbsoluteLimitsNegativeTestJSON-1601274108 tempest-AbsoluteLimitsNegativeTestJSON-1601274108-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=083212636016408197db3565e381e054&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440011 Aug 23 20:36:44.919664 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-17778cfc-6643-4809-9992-185efae1dfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:44.921389 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-17778cfc-6643-4809-9992-185efae1dfc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:44.922514 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-17778cfc-6643-4809-9992-185efae1dfc5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/957fa620-f88a-4d54-9b01-02defbb5ff2b HTTP/1.1" status: 204 len: 168 time: 0.5774331 Aug 23 20:36:44.995044 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17778cfc-6643-4809-9992-185efae1dfc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957fa620-f88a-4d54-9b01-02defbb5ff2b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:45.006645 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bcce2fc8-89a7-46a7-b823-bcd8cb6cd47b req-a1b51ead-e72a-4b58-b140-ad6b3a8b645d tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265669 Aug 23 20:36:45.110778 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-704e64a5-35b7-480a-b55c-09ab6e544232 admin admin] Router 61513792-3028-4780-875b-80938cc0356d is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:36:45.137421 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffc8179-7a85-4fba-a7de-1d61e76d8b9a x-openstack-request-id: req-3ffc8179-7a85-4fba-a7de-1d61e76d8b9a {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:36:45.138195 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0deca8ee-2ce2-4faf-a30e-fed39b1d2e9f", "name": "network-vif-deleted", "tag": "994703a9-3362-44c5-be32-e3c2fe8cbe96", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:36:45.138195 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3ffc8179-7a85-4fba-a7de-1d61e76d8b9a {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:36:45.138387 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0deca8ee-2ce2-4faf-a30e-fed39b1d2e9f', 'name': 'network-vif-deleted', 'tag': '994703a9-3362-44c5-be32-e3c2fe8cbe96', 'status': 'completed', 'code': 200} Aug 23 20:36:45.373518 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-704e64a5-35b7-480a-b55c-09ab6e544232 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:36:45.380132 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 5f9579a2-0123-4ce5-aef6-9000eeaeab07 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:36:45.413650 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-704e64a5-35b7-480a-b55c-09ab6e544232 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:45.419457 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 57756) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:36:45.423954 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-704e64a5-35b7-480a-b55c-09ab6e544232 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.2316403 Aug 23 20:36:45.470243 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4493fe2-9213-4d24-9481-cebab48c04a8 None None] Sync routers for ids ['61513792-3028-4780-875b-80938cc0356d'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:36:45.488439 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba260043-d6df-4bf8-a2db-0c9fa5338327 None None] Network 4418ddea-2528-4616-8e8c-3ef6622b9327 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:36:45.499127 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 57760) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:36:45.600829 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4493fe2-9213-4d24-9481-cebab48c04a8 None None] Routers {'61513792-3028-4780-875b-80938cc0356d'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:36:45.601575 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-b4493fe2-9213-4d24-9481-cebab48c04a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:36:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['61513792-3028-4780-875b-80938cc0356d'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:45.666380 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-387a3b74-15c8-417e-81d7-6d3b4d4bb4fb None None] Provisioning for port 5f9579a2-0123-4ce5-aef6-9000eeaeab07 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:36:45.671559 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b8f683e3-78c0-4b22-bb6e-46f083e19112 req-8bd29221-7982-4c9d-aff0-7779db6525da tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a50afcf-dd76-4a3a-9215-0b04f34cb0c5 HTTP/1.1" status: 200 len: 210 time: 0.0664742 Aug 23 20:36:45.740297 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5565ca-4108-49b3-837b-e9d618afb795 req-fd436a32-fc2f-4b00-a000-dfe9b9ae7b16 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:45.744174 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-da5565ca-4108-49b3-837b-e9d618afb795 req-fd436a32-fc2f-4b00-a000-dfe9b9ae7b16 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a3f96f7-b730-4481-b4ce-a8068b53704d HTTP/1.1" status: 200 len: 947 time: 0.2258012 Aug 23 20:36:45.759744 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54629860-9f91-44ad-b38c-424dc8cae1dc req-1d076eb1-b76b-4fbd-99e3-c93324ab8776 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:45.772069 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4e69b94f-005c-4ec4-a6d4-23b9942cfa5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:45.773656 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-54629860-9f91-44ad-b38c-424dc8cae1dc req-1d076eb1-b76b-4fbd-99e3-c93324ab8776 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.32 "GET /v2.0/networks?id=0d2d451a-e4f8-432e-a8cb-85e5a98645e8 HTTP/1.1" status: 200 len: 815 time: 0.3027668 Aug 23 20:36:45.797239 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-54629860-9f91-44ad-b38c-424dc8cae1dc req-f8655cfa-9c92-428d-981c-ce227c10fccb tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Request body: {'port': {'device_id': '4a50afcf-dd76-4a3a-9215-0b04f34cb0c5', 'network_id': '0d2d451a-e4f8-432e-a8cb-85e5a98645e8', 'admin_state_up': True, 'tenant_id': '1e53f5e203f84c21bf8d274dcef886cf'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:36:45.930901 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-b4493fe2-9213-4d24-9481-cebab48c04a8 None None] Set router 61513792-3028-4780-875b-80938cc0356d gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:36:45.993441 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 5f9579a2-0123-4ce5-aef6-9000eeaeab07 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:36:46.000037 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:46.024537 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 5f9579a2-0123-4ce5-aef6-9000eeaeab07 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:36:46.025134 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:46.049523 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54629860-9f91-44ad-b38c-424dc8cae1dc req-f8655cfa-9c92-428d-981c-ce227c10fccb tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Made reservation on behalf of 1e53f5e203f84c21bf8d274dcef886cf for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:36:46.058165 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-54629860-9f91-44ad-b38c-424dc8cae1dc req-f8655cfa-9c92-428d-981c-ce227c10fccb tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:46.066571 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.db.api [None req-4e69b94f-005c-4ec4-a6d4-23b9942cfa5e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 20:36:46.066571 n-d-805663-2 neutron-server[94687]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 23 20:36:46.066571 n-d-805663-2 neutron-server[94687]: [parameters: {'project_id': '083212636016408197db3565e381e054', 'id': '3d5b3133-e673-4ab9-9cf7-71226801f70a', 'expiration': datetime.datetime(2021, 8, 23, 20, 38, 46, 29467)}] Aug 23 20:36:46.066571 n-d-805663-2 neutron-server[94687]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94687) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 20:36:46.067020 n-d-805663-2 neutron-server[94687]: DEBUG oslo_db.api [None req-4e69b94f-005c-4ec4-a6d4-23b9942cfa5e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 20:36:46.077395 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 994703a9-3362-44c5-be32-e3c2fe8cbe96 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:36:46.081937 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-da5565ca-4108-49b3-837b-e9d618afb795 req-6258cd9c-be1b-4b25-bcc5-eddda4d9798d tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ebb7eca-c25f-47c0-a40c-65770136efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126562 Aug 23 20:36:46.133674 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: 994703a9-3362-44c5-be32-e3c2fe8cbe96 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:36:46.134025 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 994703a9-3362-44c5-be32-e3c2fe8cbe96 not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:36:46.182117 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a9b29d2-6f53-45e1-99f5-e581a80c827b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:36:46.184449 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce0661c-5a72-4557-8351-36c4e250427d" -d '{"events": [{"server_uuid": "2a9b29d2-6f53-45e1-99f5-e581a80c827b", "name": "network-vif-plugged", "status": "completed", "tag": "1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:36:46.271226 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:46.287107 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb586e-ee6c-425c-9f3b-be5896d5261a req-d9a701b2-186e-4c3e-ae4e-6add12d28029 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:46.288828 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-61cb586e-ee6c-425c-9f3b-be5896d5261a req-d9a701b2-186e-4c3e-ae4e-6add12d28029 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f7cfc7f-34f5-45e8-949d-b34b4d56b39b HTTP/1.1" status: 200 len: 949 time: 0.1258492 Aug 23 20:36:46.292100 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 57794) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:36:46.342498 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 5f9579a2-0123-4ce5-aef6-9000eeaeab07, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=5f9579a2-0123-4ce5-aef6-9000eeaeab07,segment=NetworkSegment(78e3e5e7-13df-4b99-8358-c503d09d6662),segment_id=78e3e5e7-13df-4b99-8358-c503d09d6662)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:36:46.350806 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:46.354389 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-61cb586e-ee6c-425c-9f3b-be5896d5261a req-35992b14-b76a-4b57-8423-e8a40b44937f tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512125 Aug 23 20:36:46.388552 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-54629860-9f91-44ad-b38c-424dc8cae1dc req-f8655cfa-9c92-428d-981c-ce227c10fccb tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Allocated IP 172.20.0.6 (0d2d451a-e4f8-432e-a8cb-85e5a98645e8/9a1429e2-0434-474c-b64e-467199634cc0/5740968c-7161-458d-8727-b7b8dcfb4508) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:36:46.439613 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=5f9579a2-0123-4ce5-aef6-9000eeaeab07,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:46.444578 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-b4493fe2-9213-4d24-9481-cebab48c04a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61513792-3028-4780-875b-80938cc0356d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1808196890-router', 'tenant_id': '0fd9c80556ee4615898f1b0efddfb29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'edb5454a-4f07-4701-a2b4-dbbf4fcf5f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:36:41Z', 'updated_at': '2021-08-23T20:36:43Z', 'revision_number': 3, 'project_id': '0fd9c80556ee4615898f1b0efddfb29a', 'gw_port': {'id': 'edb5454a-4f07-4701-a2b4-dbbf4fcf5f7d', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:98:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61513792-3028-4780-875b-80938cc0356d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:36:42Z', 'updated_at': '2021-08-23T20:36:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:46.504698 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4493fe2-9213-4d24-9481-cebab48c04a8 None None] Checking router: 61513792-3028-4780-875b-80938cc0356d for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:36:46.505056 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4493fe2-9213-4d24-9481-cebab48c04a8 None None] Updating router 61513792-3028-4780-875b-80938cc0356d port edb5454a-4f07-4701-a2b4-dbbf4fcf5f7d binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:36:46.570520 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2435e1-1a5d-476a-b631-593ead2f5723 req-fb06a449-429d-4c10-926b-a4816ceb9301 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:46.578328 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b4493fe2-9213-4d24-9481-cebab48c04a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:46.586334 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3e2435e1-1a5d-476a-b631-593ead2f5723 req-fb06a449-429d-4c10-926b-a4816ceb9301 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=e745c4e0-5a75-402b-b6c8-4b964c8c4963 HTTP/1.1" status: 200 len: 946 time: 0.3125477 Aug 23 20:36:46.612819 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e75017b3-8873-48e7-b567-ead2b25110b9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-967072857-network', 'tenant_id': 'cf43976dbe8f4afab057c09af96e846f'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:36:46.625015 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba74b5a-5d93-4f80-b291-11a406a500c1 x-openstack-request-id: req-0ba74b5a-5d93-4f80-b291-11a406a500c1 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:36:46.625861 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a9b29d2-6f53-45e1-99f5-e581a80c827b", "name": "network-vif-plugged", "status": "completed", "tag": "1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:36:46.626293 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0ba74b5a-5d93-4f80-b291-11a406a500c1 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:36:46.627624 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a9b29d2-6f53-45e1-99f5-e581a80c827b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9', 'code': 200} Aug 23 20:36:46.645212 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4e69b94f-005c-4ec4-a6d4-23b9942cfa5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:46.656972 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-884ff8d8-5971-419b-a52e-bedda5de98bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:46.666911 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75017b3-8873-48e7-b567-ead2b25110b9 admin admin] Made reservation on behalf of cf43976dbe8f4afab057c09af96e846f for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:36:46.670443 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e75017b3-8873-48e7-b567-ead2b25110b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:46.692852 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e75017b3-8873-48e7-b567-ead2b25110b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:46.726329 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3e2435e1-1a5d-476a-b631-593ead2f5723 req-e4ca2b87-e8e8-4658-8ee0-7e6a2bd81325 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380289 Aug 23 20:36:46.768861 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-54629860-9f91-44ad-b38c-424dc8cae1dc req-f8655cfa-9c92-428d-981c-ce227c10fccb tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:46.801818 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a5ef4211-15dd-4e57-87eb-aff6c685a913 None None] Provisioning complete for port 5f9579a2-0123-4ce5-aef6-9000eeaeab07 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:36:46.802305 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a5ef4211-15dd-4e57-87eb-aff6c685a913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:46.846621 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9b52b95b-7e9b-46d6-9e3d-d95541fb47a9 req-3790af50-3b35-4218-99c0-7c759750d3d0 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a50afcf-dd76-4a3a-9215-0b04f34cb0c5 HTTP/1.1" status: 200 len: 210 time: 0.0513155 Aug 23 20:36:46.881599 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-54629860-9f91-44ad-b38c-424dc8cae1dc req-f8655cfa-9c92-428d-981c-ce227c10fccb tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:46.897709 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['aec0e59e-f6a2-4070-b3d1-9a771fa52ef7'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:36:46.942334 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54629860-9f91-44ad-b38c-424dc8cae1dc req-f8655cfa-9c92-428d-981c-ce227c10fccb tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Network 0d2d451a-e4f8-432e-a8cb-85e5a98645e8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:36:46.947068 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['8c190ab4-62e4-4c59-b13a-ba8288006af9', '51fc6ae8-a0f6-4c82-86f0-cfa67abd6aa4'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:36:46.947748 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-54629860-9f91-44ad-b38c-424dc8cae1dc req-f8655cfa-9c92-428d-981c-ce227c10fccb tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:36:46.960160 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-54629860-9f91-44ad-b38c-424dc8cae1dc req-f8655cfa-9c92-428d-981c-ce227c10fccb tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:36:46.990128 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4e69b94f-005c-4ec4-a6d4-23b9942cfa5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:46.996953 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4e69b94f-005c-4ec4-a6d4-23b9942cfa5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:47.019257 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54629860-9f91-44ad-b38c-424dc8cae1dc req-f8655cfa-9c92-428d-981c-ce227c10fccb tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:47.019922 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-54629860-9f91-44ad-b38c-424dc8cae1dc req-f8655cfa-9c92-428d-981c-ce227c10fccb tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:47.049448 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-884ff8d8-5971-419b-a52e-bedda5de98bc admin admin] Allocated IP 172.20.0.1 (4418ddea-2528-4616-8e8c-3ef6622b9327/4ec8e993-51fe-406d-9510-b70f650986a2/ccc28a28-d4dc-4ca1-8920-1c2a338dbc8a) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:36:47.062032 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e69b94f-005c-4ec4-a6d4-23b9942cfa5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152782db-3b53-4da9-9583-42191ae63947,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:47.075181 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-4e69b94f-005c-4ec4-a6d4-23b9942cfa5e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=083212636016408197db3565e381e054&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5748954 Aug 23 20:36:47.077663 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 57804) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:36:47.089000 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8655cfa-9c92-428d-981c-ce227c10fccb tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Pushing event updated for resources: {'Port': ['ID=5740968c-7161-458d-8727-b7b8dcfb4508,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:47.136477 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35723eef-8d96-43b9-8163-55a41edc0523 req-1b67294f-6e0e-41bc-b53d-bf85b5fc9793 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:47.137833 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-35723eef-8d96-43b9-8163-55a41edc0523 req-1b67294f-6e0e-41bc-b53d-bf85b5fc9793 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=e745c4e0-5a75-402b-b6c8-4b964c8c4963 HTTP/1.1" status: 200 len: 946 time: 0.1116846 Aug 23 20:36:47.193628 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b4493fe2-9213-4d24-9481-cebab48c04a8 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:47.232596 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-35723eef-8d96-43b9-8163-55a41edc0523 req-147a9573-84fd-4c5b-9c7f-2a3bfff8a401 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717573 Aug 23 20:36:47.235214 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b4493fe2-9213-4d24-9481-cebab48c04a8 None None] Transition to ACTIVE for port object edb5454a-4f07-4701-a2b4-dbbf4fcf5f7d will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:36:47.259490 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b4493fe2-9213-4d24-9481-cebab48c04a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:47.270737 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e75017b3-8873-48e7-b567-ead2b25110b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:47.275215 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c831952-b68e-4f79-ab21-5ea4e46c0cf3 req-83eadd0a-cb30-4627-bc83-510ca3ac2f93 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:47.277266 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0c831952-b68e-4f79-ab21-5ea4e46c0cf3 req-83eadd0a-cb30-4627-bc83-510ca3ac2f93 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a3f96f7-b730-4481-b4ce-a8068b53704d HTTP/1.1" status: 200 len: 947 time: 0.1037731 Aug 23 20:36:47.290067 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e75017b3-8873-48e7-b567-ead2b25110b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:47.302143 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-54629860-9f91-44ad-b38c-424dc8cae1dc req-f8655cfa-9c92-428d-981c-ce227c10fccb tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5086913 Aug 23 20:36:47.327961 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-76266e5c-dc43-4ca9-920f-2145e9c6ae38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:47.328161 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e75017b3-8873-48e7-b567-ead2b25110b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:36:47.334829 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 5f9579a2-0123-4ce5-aef6-9000eeaeab07 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:36:47.365309 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-54629860-9f91-44ad-b38c-424dc8cae1dc req-e4a787bb-3648-4878-95df-ef34b6f71216 service neutron] Request body: {'port': {'device_id': '4a50afcf-dd76-4a3a-9215-0b04f34cb0c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:36:47.380871 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-884ff8d8-5971-419b-a52e-bedda5de98bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:47.392898 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-76266e5c-dc43-4ca9-920f-2145e9c6ae38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:47.396877 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0c831952-b68e-4f79-ab21-5ea4e46c0cf3 req-78875b39-76f1-484d-80f8-6d6bcaefa5d0 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ebb7eca-c25f-47c0-a40c-65770136efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036882 Aug 23 20:36:47.416291 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e75017b3-8873-48e7-b567-ead2b25110b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:47.417123 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-e75017b3-8873-48e7-b567-ead2b25110b9 admin admin] Added segment fc6750d3-5ec3-4035-a6ba-f97ef7b6d4d0 of type vlan for network 8a236e5f-ea7d-49c3-9cf6-d7cd592d9e14 Aug 23 20:36:47.419166 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-884ff8d8-5971-419b-a52e-bedda5de98bc admin admin] Transition to ACTIVE for port object ccc28a28-d4dc-4ca1-8920-1c2a338dbc8a will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:36:47.419377 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7153fb46-6a54-4ddd-a003-a696f01a1baa None None] Pushing event updated for resources: {'Port': ['ID=edb5454a-4f07-4701-a2b4-dbbf4fcf5f7d,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:47.430263 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-b4493fe2-9213-4d24-9481-cebab48c04a8 None None] Attempting to bind port edb5454a-4f07-4701-a2b4-dbbf4fcf5f7d on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:36:47.430869 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-b4493fe2-9213-4d24-9481-cebab48c04a8 None None] Attempting to bind port edb5454a-4f07-4701-a2b4-dbbf4fcf5f7d by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:36:47.431424 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4493fe2-9213-4d24-9481-cebab48c04a8 None None] Attempting to bind port edb5454a-4f07-4701-a2b4-dbbf4fcf5f7d on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:36:47.455037 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75017b3-8873-48e7-b567-ead2b25110b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7c410e-e939-4e89-9fea-f94e5d397714,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:47.455968 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4493fe2-9213-4d24-9481-cebab48c04a8 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:36:47.456408 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4493fe2-9213-4d24-9481-cebab48c04a8 None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:36:47.456799 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b4493fe2-9213-4d24-9481-cebab48c04a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:47.457191 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4493fe2-9213-4d24-9481-cebab48c04a8 None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:36:47.476579 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-b4493fe2-9213-4d24-9481-cebab48c04a8 None None] Bound port: edb5454a-4f07-4701-a2b4-dbbf4fcf5f7d, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:36:47.477894 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b4493fe2-9213-4d24-9481-cebab48c04a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:47.513479 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-54629860-9f91-44ad-b38c-424dc8cae1dc req-e4a787bb-3648-4878-95df-ef34b6f71216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:47.530593 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-884ff8d8-5971-419b-a52e-bedda5de98bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:47.539618 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e75017b3-8873-48e7-b567-ead2b25110b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:47.554042 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-76266e5c-dc43-4ca9-920f-2145e9c6ae38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:47.554252 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02d596-f4f2-46df-a9b3-91055b17d16d req-b69d6c96-07a1-4531-9ecf-768ffa072dc2 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:47.557596 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-76266e5c-dc43-4ca9-920f-2145e9c6ae38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:47.558751 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-76266e5c-dc43-4ca9-920f-2145e9c6ae38 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/152782db-3b53-4da9-9583-42191ae63947 HTTP/1.1" status: 204 len: 168 time: 0.4799411 Aug 23 20:36:47.561197 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4f02d596-f4f2-46df-a9b3-91055b17d16d req-b69d6c96-07a1-4531-9ecf-768ffa072dc2 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=e745c4e0-5a75-402b-b6c8-4b964c8c4963 HTTP/1.1" status: 200 len: 946 time: 0.2294738 Aug 23 20:36:47.607033 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 5f9579a2-0123-4ce5-aef6-9000eeaeab07 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:36:47.607684 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:47.634973 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76266e5c-dc43-4ca9-920f-2145e9c6ae38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152782db-3b53-4da9-9583-42191ae63947,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:47.647773 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884ff8d8-5971-419b-a52e-bedda5de98bc admin admin] Network 4418ddea-2528-4616-8e8c-3ef6622b9327 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:36:47.653134 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-884ff8d8-5971-419b-a52e-bedda5de98bc admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:36:47.668642 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-b4493fe2-9213-4d24-9481-cebab48c04a8 None None] For port edb5454a-4f07-4701-a2b4-dbbf4fcf5f7d, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:36:47.675621 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884ff8d8-5971-419b-a52e-bedda5de98bc admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:36:47.682935 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ff8d8-5971-419b-a52e-bedda5de98bc admin admin] Pushing event updated for resources: {'Port': ['ID=ccc28a28-d4dc-4ca1-8920-1c2a338dbc8a,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:47.693501 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e75017b3-8873-48e7-b567-ead2b25110b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:47.694557 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75017b3-8873-48e7-b567-ead2b25110b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:47.695241 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e75017b3-8873-48e7-b567-ead2b25110b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:47.724800 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-b4493fe2-9213-4d24-9481-cebab48c04a8 None None] For port edb5454a-4f07-4701-a2b4-dbbf4fcf5f7d, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=edb5454a-4f07-4701-a2b4-dbbf4fcf5f7d,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:36:47.736565 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44527159-60fc-4961-b35b-2980df80e18d req-d4825a2f-f90c-46af-8beb-7e85c876f4d0 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:47.746048 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-44527159-60fc-4961-b35b-2980df80e18d req-d4825a2f-f90c-46af-8beb-7e85c876f4d0 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f7cfc7f-34f5-45e8-949d-b34b4d56b39b HTTP/1.1" status: 200 len: 949 time: 0.2202699 Aug 23 20:36:47.760906 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b4493fe2-9213-4d24-9481-cebab48c04a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:47.778587 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-884ff8d8-5971-419b-a52e-bedda5de98bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:47.885017 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e707d3-a407-471b-a690-69b5b407ebb1 req-e0f7ab3e-441a-4bee-b382-b830cbbc6ef1 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:47.886548 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-73e707d3-a407-471b-a690-69b5b407ebb1 req-e0f7ab3e-441a-4bee-b382-b830cbbc6ef1 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a3f96f7-b730-4481-b4ce-a8068b53704d HTTP/1.1" status: 200 len: 947 time: 0.5263953 Aug 23 20:36:47.937239 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7153fb46-6a54-4ddd-a003-a696f01a1baa None None] Pushing event updated for resources: {'Port': ['ID=edb5454a-4f07-4701-a2b4-dbbf4fcf5f7d,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:47.945428 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-44527159-60fc-4961-b35b-2980df80e18d req-cae685db-b94e-4fc0-a576-3cd72fe5768f tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959739 Aug 23 20:36:47.948934 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4493fe2-9213-4d24-9481-cebab48c04a8 None None] Routers {'61513792-3028-4780-875b-80938cc0356d'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:36:47.949104 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 57824) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:36:47.949200 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-b4493fe2-9213-4d24-9481-cebab48c04a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:36:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['61513792-3028-4780-875b-80938cc0356d'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:47.953828 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-73702854-8c20-4b3f-8ed3-b9c4a99c41d6 admin admin] Request body: {'subnet': {'network_id': '8a236e5f-ea7d-49c3-9cf6-d7cd592d9e14', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-967072857-subnet', 'tenant_id': 'cf43976dbe8f4afab057c09af96e846f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:36:47.954010 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e75017b3-8873-48e7-b567-ead2b25110b9 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6493795 Aug 23 20:36:48.022937 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4f02d596-f4f2-46df-a9b3-91055b17d16d req-86b805cd-bdaf-4e21-85a0-16064ae24643 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400276 Aug 23 20:36:48.039074 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73702854-8c20-4b3f-8ed3-b9c4a99c41d6 admin admin] Made reservation on behalf of cf43976dbe8f4afab057c09af96e846f for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:36:48.041439 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75017b3-8873-48e7-b567-ead2b25110b9 admin admin] Pushing event updated for resources: {'Network': ['ID=8a236e5f-ea7d-49c3-9cf6-d7cd592d9e14,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:48.044182 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73702854-8c20-4b3f-8ed3-b9c4a99c41d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:48.069931 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 8a236e5f-ea7d-49c3-9cf6-d7cd592d9e14 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:36:48.113213 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e7753f72-42e6-4eb3-b4a7-e926ecf2765f None None] Provisioning for port ccc28a28-d4dc-4ca1-8920-1c2a338dbc8a completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:36:48.189068 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e7753f72-42e6-4eb3-b4a7-e926ecf2765f None None] Provisioning complete for port ccc28a28-d4dc-4ca1-8920-1c2a338dbc8a triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:36:48.189451 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e7753f72-42e6-4eb3-b4a7-e926ecf2765f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:48.265162 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-b4493fe2-9213-4d24-9481-cebab48c04a8 None None] Set router 61513792-3028-4780-875b-80938cc0356d gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:36:48.299864 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-e7753f72-42e6-4eb3-b4a7-e926ecf2765f None None] Port ccc28a28-d4dc-4ca1-8920-1c2a338dbc8a cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:36:48.324791 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-73e707d3-a407-471b-a690-69b5b407ebb1 req-0b8f16d8-2183-48c7-8a27-8206ae340592 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Deleting port 02e2aecf-9392-4bba-b0ba-adeac623cd16 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:36:48.325226 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-73e707d3-a407-471b-a690-69b5b407ebb1 req-0b8f16d8-2183-48c7-8a27-8206ae340592 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:48.387348 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1490b0-768a-41e6-90ea-48ca963a54d1 req-dd765db9-f52c-4536-8ee5-9369a1fb5749 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:48.388946 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5c1490b0-768a-41e6-90ea-48ca963a54d1 req-dd765db9-f52c-4536-8ee5-9369a1fb5749 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f7cfc7f-34f5-45e8-949d-b34b4d56b39b HTTP/1.1" status: 200 len: 949 time: 0.5912824 Aug 23 20:36:48.422165 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f23d88-2b6a-434d-8f40-d5c4f04dc2f2 req-7f189017-3450-4829-b893-34d22b803f8a tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:48.424443 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-45f23d88-2b6a-434d-8f40-d5c4f04dc2f2 req-7f189017-3450-4829-b893-34d22b803f8a tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a50afcf-dd76-4a3a-9215-0b04f34cb0c5 HTTP/1.1" status: 200 len: 931 time: 0.2270064 Aug 23 20:36:48.495376 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-b4493fe2-9213-4d24-9481-cebab48c04a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61513792-3028-4780-875b-80938cc0356d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1808196890-router', 'tenant_id': '0fd9c80556ee4615898f1b0efddfb29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'edb5454a-4f07-4701-a2b4-dbbf4fcf5f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:36:41Z', 'updated_at': '2021-08-23T20:36:43Z', 'revision_number': 3, 'project_id': '0fd9c80556ee4615898f1b0efddfb29a', 'gw_port': {'id': 'edb5454a-4f07-4701-a2b4-dbbf4fcf5f7d', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:98:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61513792-3028-4780-875b-80938cc0356d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:36:42Z', 'updated_at': '2021-08-23T20:36:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:48.507486 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-884ff8d8-5971-419b-a52e-bedda5de98bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:48.527893 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4493fe2-9213-4d24-9481-cebab48c04a8 None None] The sync data for ids ['61513792-3028-4780-875b-80938cc0356d'] in n-d-805663-2 is: [{'id': '61513792-3028-4780-875b-80938cc0356d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1808196890-router', 'tenant_id': '0fd9c80556ee4615898f1b0efddfb29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'edb5454a-4f07-4701-a2b4-dbbf4fcf5f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:36:41Z', 'updated_at': '2021-08-23T20:36:43Z', 'revision_number': 3, 'project_id': '0fd9c80556ee4615898f1b0efddfb29a', 'gw_port': {'id': 'edb5454a-4f07-4701-a2b4-dbbf4fcf5f7d', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:98:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61513792-3028-4780-875b-80938cc0356d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:36:42Z', 'updated_at': '2021-08-23T20:36:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:36:48.531759 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-45f23d88-2b6a-434d-8f40-d5c4f04dc2f2 req-3fd8deb7-0ebb-49a4-9b32-51490927ebb7 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/security-groups?id=26f54a44-9852-4d54-9348-9ab7d69f31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909448 Aug 23 20:36:48.587377 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-73e707d3-a407-471b-a690-69b5b407ebb1 req-0b8f16d8-2183-48c7-8a27-8206ae340592 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] For port 02e2aecf-9392-4bba-b0ba-adeac623cd16, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=02e2aecf-9392-4bba-b0ba-adeac623cd16,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:36:48.587769 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-73e707d3-a407-471b-a690-69b5b407ebb1 req-0b8f16d8-2183-48c7-8a27-8206ae340592 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:48.612146 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-54629860-9f91-44ad-b38c-424dc8cae1dc req-e4a787bb-3648-4878-95df-ef34b6f71216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5740968c-7161-458d-8727-b7b8dcfb4508 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:36:48.617365 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-73e707d3-a407-471b-a690-69b5b407ebb1 req-0b8f16d8-2183-48c7-8a27-8206ae340592 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Calling delete_port for 02e2aecf-9392-4bba-b0ba-adeac623cd16 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:36:48.625303 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 57844) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:36:48.631468 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-54629860-9f91-44ad-b38c-424dc8cae1dc req-e4a787bb-3648-4878-95df-ef34b6f71216 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:48.652102 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73702854-8c20-4b3f-8ed3-b9c4a99c41d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:48.672726 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea541c-283b-4811-a214-0a4c6f267975 req-1c6e499c-80fc-4c53-8232-8b628bc090a0 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:48.680121 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fbea541c-283b-4811-a214-0a4c6f267975 req-1c6e499c-80fc-4c53-8232-8b628bc090a0 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=e745c4e0-5a75-402b-b6c8-4b964c8c4963 HTTP/1.1" status: 200 len: 946 time: 0.2849050 Aug 23 20:36:48.821596 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73702854-8c20-4b3f-8ed3-b9c4a99c41d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa938951-10d7-4169-8162-728c3a3558f8,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:48.857810 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-5c1490b0-768a-41e6-90ea-48ca963a54d1 req-524aa05e-c85c-4977-829c-cbcc46fc8f15 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Deleting port bd7e21f0-5324-4d48-9eca-dec98b44590e {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:36:48.858209 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5c1490b0-768a-41e6-90ea-48ca963a54d1 req-524aa05e-c85c-4977-829c-cbcc46fc8f15 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:48.901361 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fbea541c-283b-4811-a214-0a4c6f267975 req-facb40f5-6c4b-440d-b082-c5714b88f312 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195518 Aug 23 20:36:48.943384 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73702854-8c20-4b3f-8ed3-b9c4a99c41d6 admin admin] Checking segment: {'id': 'fc6750d3-5ec3-4035-a6ba-f97ef7b6d4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8a236e5f-ea7d-49c3-9cf6-d7cd592d9e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:36:48.943747 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73702854-8c20-4b3f-8ed3-b9c4a99c41d6 admin admin] Network hostable DHCP agents. Network: 8a236e5f-ea7d-49c3-9cf6-d7cd592d9e14, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:36:49.034783 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-5c1490b0-768a-41e6-90ea-48ca963a54d1 req-524aa05e-c85c-4977-829c-cbcc46fc8f15 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] For port bd7e21f0-5324-4d48-9eca-dec98b44590e, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=bd7e21f0-5324-4d48-9eca-dec98b44590e,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:36:49.035152 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5c1490b0-768a-41e6-90ea-48ca963a54d1 req-524aa05e-c85c-4977-829c-cbcc46fc8f15 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:49.037483 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73702854-8c20-4b3f-8ed3-b9c4a99c41d6 admin admin] Network 8a236e5f-ea7d-49c3-9cf6-d7cd592d9e14 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:36:49.061961 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-9372032c-a8d9-46e9-96fb-6792a51f0d70 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1890661046-network', 'tenant_id': '31c0cec95ab64e5ca0c5b6061061da27'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:36:49.062709 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-5c1490b0-768a-41e6-90ea-48ca963a54d1 req-524aa05e-c85c-4977-829c-cbcc46fc8f15 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Calling delete_port for bd7e21f0-5324-4d48-9eca-dec98b44590e owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:36:49.065700 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-54629860-9f91-44ad-b38c-424dc8cae1dc req-e4a787bb-3648-4878-95df-ef34b6f71216 service neutron] Transition to ACTIVE for port object 5740968c-7161-458d-8727-b7b8dcfb4508 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:36:49.077865 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-54629860-9f91-44ad-b38c-424dc8cae1dc req-e4a787bb-3648-4878-95df-ef34b6f71216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:49.086292 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-73702854-8c20-4b3f-8ed3-b9c4a99c41d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 8a236e5f-ea7d-49c3-9cf6-d7cd592d9e14) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:36:49.094995 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fbd82e-6e86-46e9-927b-f723cfe17868 None None] Network 8a236e5f-ea7d-49c3-9cf6-d7cd592d9e14 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:36:49.099759 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73702854-8c20-4b3f-8ed3-b9c4a99c41d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:49.100400 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73702854-8c20-4b3f-8ed3-b9c4a99c41d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:49.113756 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-884ff8d8-5971-419b-a52e-bedda5de98bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:49.144464 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-884ff8d8-5971-419b-a52e-bedda5de98bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:49.190511 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b461f-a0ec-410d-8986-e7c01a46e6db req-84c83118-142e-43bc-8019-0c8001d73393 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:49.199544 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-238b461f-a0ec-410d-8986-e7c01a46e6db req-84c83118-142e-43bc-8019-0c8001d73393 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a3f96f7-b730-4481-b4ce-a8068b53704d HTTP/1.1" status: 200 len: 947 time: 0.5516117 Aug 23 20:36:49.215063 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9372032c-a8d9-46e9-96fb-6792a51f0d70 admin admin] Made reservation on behalf of 31c0cec95ab64e5ca0c5b6061061da27 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:36:49.217480 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9372032c-a8d9-46e9-96fb-6792a51f0d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:49.229582 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a787bb-3648-4878-95df-ef34b6f71216 service neutron] Pushing event updated for resources: {'Port': ['ID=5740968c-7161-458d-8727-b7b8dcfb4508,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:49.266458 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-73702854-8c20-4b3f-8ed3-b9c4a99c41d6 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3154414 Aug 23 20:36:49.280668 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 57852) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:36:49.285816 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9372032c-a8d9-46e9-96fb-6792a51f0d70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:49.290777 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-db6ca910-d817-41d1-a832-8e73307407b7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-967072857-router', 'tenant_id': 'cf43976dbe8f4afab057c09af96e846f', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:36:49.323326 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d64ca87-bcc4-40ca-8ab5-53abb18c9ab5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-8a236e5f-ea7d-49c3-9cf6-d7cd592d9e14', 'network_id': '8a236e5f-ea7d-49c3-9cf6-d7cd592d9e14', 'tenant_id': 'cf43976dbe8f4afab057c09af96e846f', 'fixed_ips': [{'subnet_id': 'fa938951-10d7-4169-8162-728c3a3558f8'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:36:49.326318 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8d64ca87-bcc4-40ca-8ab5-53abb18c9ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:49.349731 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01d4d5-f2e6-49e6-b031-1226efdc1732 req-68a24a29-f716-495a-82b3-bee5c25d5b05 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:49.351481 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ad01d4d5-f2e6-49e6-b031-1226efdc1732 req-68a24a29-f716-495a-82b3-bee5c25d5b05 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f7cfc7f-34f5-45e8-949d-b34b4d56b39b HTTP/1.1" status: 200 len: 949 time: 0.2913680 Aug 23 20:36:49.355971 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device edb5454a-4f07-4701-a2b4-dbbf4fcf5f7d up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:36:49.356219 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-884ff8d8-5971-419b-a52e-bedda5de98bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:49.361624 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ff8d8-5971-419b-a52e-bedda5de98bc admin admin] Pushing event updated for resources: {'Port': ['ID=ccc28a28-d4dc-4ca1-8920-1c2a338dbc8a,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:49.402951 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-db6ca910-d817-41d1-a832-8e73307407b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:49.404093 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-db6ca910-d817-41d1-a832-8e73307407b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:49.431595 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-238b461f-a0ec-410d-8986-e7c01a46e6db req-3d83b02d-1d31-482f-8678-e9a37f1b0849 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ebb7eca-c25f-47c0-a40c-65770136efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309139 Aug 23 20:36:49.513034 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-54629860-9f91-44ad-b38c-424dc8cae1dc req-e4a787bb-3648-4878-95df-ef34b6f71216 service neutron] Attempting to bind port 5740968c-7161-458d-8727-b7b8dcfb4508 on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:36:49.513386 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-54629860-9f91-44ad-b38c-424dc8cae1dc req-e4a787bb-3648-4878-95df-ef34b6f71216 service neutron] Attempting to bind port 5740968c-7161-458d-8727-b7b8dcfb4508 by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': '43da8eaf-145a-4efd-af9e-5d745e6d4494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0d2d451a-e4f8-432e-a8cb-85e5a98645e8'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:36:49.513690 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54629860-9f91-44ad-b38c-424dc8cae1dc req-e4a787bb-3648-4878-95df-ef34b6f71216 service neutron] Attempting to bind port 5740968c-7161-458d-8727-b7b8dcfb4508 on network 0d2d451a-e4f8-432e-a8cb-85e5a98645e8 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:36:49.529427 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54629860-9f91-44ad-b38c-424dc8cae1dc req-e4a787bb-3648-4878-95df-ef34b6f71216 service neutron] Port 5740968c-7161-458d-8727-b7b8dcfb4508 on network 0d2d451a-e4f8-432e-a8cb-85e5a98645e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:36:49.529802 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54629860-9f91-44ad-b38c-424dc8cae1dc req-e4a787bb-3648-4878-95df-ef34b6f71216 service neutron] Attempting to bind port 5740968c-7161-458d-8727-b7b8dcfb4508 on network 0d2d451a-e4f8-432e-a8cb-85e5a98645e8 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:36:49.542799 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54629860-9f91-44ad-b38c-424dc8cae1dc req-e4a787bb-3648-4878-95df-ef34b6f71216 service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:36:49.543134 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54629860-9f91-44ad-b38c-424dc8cae1dc req-e4a787bb-3648-4878-95df-ef34b6f71216 service neutron] Checking segment: {'id': '43da8eaf-145a-4efd-af9e-5d745e6d4494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0d2d451a-e4f8-432e-a8cb-85e5a98645e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:36:49.543580 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54629860-9f91-44ad-b38c-424dc8cae1dc req-e4a787bb-3648-4878-95df-ef34b6f71216 service neutron] Bound using segment: {'id': '43da8eaf-145a-4efd-af9e-5d745e6d4494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0d2d451a-e4f8-432e-a8cb-85e5a98645e8'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:36:49.544637 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-54629860-9f91-44ad-b38c-424dc8cae1dc req-e4a787bb-3648-4878-95df-ef34b6f71216 service neutron] Bound port: 5740968c-7161-458d-8727-b7b8dcfb4508, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43da8eaf-145a-4efd-af9e-5d745e6d4494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0d2d451a-e4f8-432e-a8cb-85e5a98645e8'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:36:49.545028 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-54629860-9f91-44ad-b38c-424dc8cae1dc req-e4a787bb-3648-4878-95df-ef34b6f71216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:49.550711 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-73e707d3-a407-471b-a690-69b5b407ebb1 req-0b8f16d8-2183-48c7-8a27-8206ae340592 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:49.554977 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port edb5454a-4f07-4701-a2b4-dbbf4fcf5f7d completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:36:49.567377 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port edb5454a-4f07-4701-a2b4-dbbf4fcf5f7d triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:36:49.567739 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:49.569812 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-8d64ca87-bcc4-40ca-8ab5-53abb18c9ab5 None None] Allocated IP 172.20.0.2 (8a236e5f-ea7d-49c3-9cf6-d7cd592d9e14/fa938951-10d7-4169-8162-728c3a3558f8/116e4082-bcdf-40d4-8c10-2baf3d196b9a) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:36:49.627345 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ad01d4d5-f2e6-49e6-b031-1226efdc1732 req-e743f7cb-9df5-4d88-a9aa-ba5eae685ae9 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560008 Aug 23 20:36:49.667931 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f16d8-2183-48c7-8a27-8206ae340592 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Pushing event deleted for resources: {'Port': ['ID=02e2aecf-9392-4bba-b0ba-adeac623cd16,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:49.674380 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5c1490b0-768a-41e6-90ea-48ca963a54d1 req-524aa05e-c85c-4977-829c-cbcc46fc8f15 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:49.702002 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884ff8d8-5971-419b-a52e-bedda5de98bc admin admin] Network 4418ddea-2528-4616-8e8c-3ef6622b9327 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:36:49.728199 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-884ff8d8-5971-419b-a52e-bedda5de98bc admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:36:49.734648 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524aa05e-c85c-4977-829c-cbcc46fc8f15 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Pushing event deleted for resources: {'Port': ['ID=bd7e21f0-5324-4d48-9eca-dec98b44590e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:49.776641 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e707d3-a407-471b-a690-69b5b407ebb1 req-0b8f16d8-2183-48c7-8a27-8206ae340592 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] No DVR routers for this DVR port 02e2aecf-9392-4bba-b0ba-adeac623cd16 on host n-h2-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:36:49.791173 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-73e707d3-a407-471b-a690-69b5b407ebb1 req-0b8f16d8-2183-48c7-8a27-8206ae340592 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:49.794485 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-73e707d3-a407-471b-a690-69b5b407ebb1 req-0b8f16d8-2183-48c7-8a27-8206ae340592 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.32 "DELETE /v2.0/ports/02e2aecf-9392-4bba-b0ba-adeac623cd16 HTTP/1.1" status: 204 len: 173 time: 1.8872292 Aug 23 20:36:49.802880 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a3f96f7-b730-4481-b4ce-a8068b53704d', 'name': 'network-vif-deleted', 'tag': '02e2aecf-9392-4bba-b0ba-adeac623cd16'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:36:49.807437 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8650c5-a232-4963-ad53-26abbf0122b6" -d '{"events": [{"server_uuid": "4a3f96f7-b730-4481-b4ce-a8068b53704d", "name": "network-vif-deleted", "tag": "02e2aecf-9392-4bba-b0ba-adeac623cd16"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:36:49.851678 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9372032c-a8d9-46e9-96fb-6792a51f0d70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:49.856256 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-db6ca910-d817-41d1-a832-8e73307407b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:49.856599 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-54629860-9f91-44ad-b38c-424dc8cae1dc req-e4a787bb-3648-4878-95df-ef34b6f71216 service neutron] For port 5740968c-7161-458d-8727-b7b8dcfb4508, host n-h2-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:36:49.861642 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-54629860-9f91-44ad-b38c-424dc8cae1dc req-e4a787bb-3648-4878-95df-ef34b6f71216 service neutron] For port 5740968c-7161-458d-8727-b7b8dcfb4508, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=5740968c-7161-458d-8727-b7b8dcfb4508,segment=NetworkSegment(43da8eaf-145a-4efd-af9e-5d745e6d4494),segment_id=43da8eaf-145a-4efd-af9e-5d745e6d4494)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:36:49.871175 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aeab84-e4a2-492c-9115-ccf03a39defc req-9b1d27d2-ae5e-49d2-aa74-f44ea6152163 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:49.873046 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-14aeab84-e4a2-492c-9115-ccf03a39defc req-9b1d27d2-ae5e-49d2-aa74-f44ea6152163 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a50afcf-dd76-4a3a-9215-0b04f34cb0c5 HTTP/1.1" status: 200 len: 943 time: 0.2272875 Aug 23 20:36:49.874431 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9372032c-a8d9-46e9-96fb-6792a51f0d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:49.880652 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-54629860-9f91-44ad-b38c-424dc8cae1dc req-e4a787bb-3648-4878-95df-ef34b6f71216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:49.884881 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8d64ca87-bcc4-40ca-8ab5-53abb18c9ab5 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:49.903047 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8d64ca87-bcc4-40ca-8ab5-53abb18c9ab5 None None] Transition to ACTIVE for port object 116e4082-bcdf-40d4-8c10-2baf3d196b9a will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:36:49.939922 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8d64ca87-bcc4-40ca-8ab5-53abb18c9ab5 None None] Transition to ACTIVE for port object 116e4082-bcdf-40d4-8c10-2baf3d196b9a will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:36:49.952542 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:36:49.954828 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['bd7e21f0-5324-4d48-9eca-dec98b44590e'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:36:49.971672 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8d64ca87-bcc4-40ca-8ab5-53abb18c9ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:49.984259 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666ac024-5ae7-417a-b267-e7f89dc0e353 x-openstack-request-id: req-666ac024-5ae7-417a-b267-e7f89dc0e353 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:36:49.984560 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a3f96f7-b730-4481-b4ce-a8068b53704d", "name": "network-vif-deleted", "tag": "02e2aecf-9392-4bba-b0ba-adeac623cd16", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:36:49.984794 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-666ac024-5ae7-417a-b267-e7f89dc0e353 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:36:49.985182 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a3f96f7-b730-4481-b4ce-a8068b53704d', 'name': 'network-vif-deleted', 'tag': '02e2aecf-9392-4bba-b0ba-adeac623cd16', 'status': 'completed', 'code': 200} Aug 23 20:36:50.019761 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54629860-9f91-44ad-b38c-424dc8cae1dc req-e4a787bb-3648-4878-95df-ef34b6f71216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:50.020470 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-54629860-9f91-44ad-b38c-424dc8cae1dc req-e4a787bb-3648-4878-95df-ef34b6f71216 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:50.030566 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-54629860-9f91-44ad-b38c-424dc8cae1dc req-e4a787bb-3648-4878-95df-ef34b6f71216 service neutron] 10.222.0.32 "PUT /v2.0/ports/5740968c-7161-458d-8727-b7b8dcfb4508 HTTP/1.1" status: 200 len: 1091 time: 2.6691265 Aug 23 20:36:50.031507 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9372032c-a8d9-46e9-96fb-6792a51f0d70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:36:50.110222 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-14aeab84-e4a2-492c-9115-ccf03a39defc req-308ea6bb-e267-47f7-a487-68dd428bd301 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/security-groups?id=26f54a44-9852-4d54-9348-9ab7d69f31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197707 Aug 23 20:36:50.110853 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9372032c-a8d9-46e9-96fb-6792a51f0d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83be7946-311a-487f-aca8-ec9e53b3ca8b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:50.142970 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d64ca87-bcc4-40ca-8ab5-53abb18c9ab5 None None] Pushing event updated for resources: {'Port': ['ID=116e4082-bcdf-40d4-8c10-2baf3d196b9a,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:50.157283 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9372032c-a8d9-46e9-96fb-6792a51f0d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:50.157745 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-9372032c-a8d9-46e9-96fb-6792a51f0d70 admin admin] Added segment 8a6ca302-72b4-4bc9-9c2c-af9d6fc59dd9 of type vlan for network 2980a46c-5f6f-4bd3-86da-263aae928b5d Aug 23 20:36:50.205274 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d64ca87-bcc4-40ca-8ab5-53abb18c9ab5 None None] Network 8a236e5f-ea7d-49c3-9cf6-d7cd592d9e14 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:36:50.219454 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-8d64ca87-bcc4-40ca-8ab5-53abb18c9ab5 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:36:50.221958 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d64ca87-bcc4-40ca-8ab5-53abb18c9ab5 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:36:50.229422 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a787bb-3648-4878-95df-ef34b6f71216 service neutron] Pushing event updated for resources: {'Port': ['ID=5740968c-7161-458d-8727-b7b8dcfb4508,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:50.249057 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9372032c-a8d9-46e9-96fb-6792a51f0d70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:50.261408 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54629860-9f91-44ad-b38c-424dc8cae1dc req-16ce1150-95f4-4aca-8e61-de3666ece532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:50.263613 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-54629860-9f91-44ad-b38c-424dc8cae1dc req-16ce1150-95f4-4aca-8e61-de3666ece532 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e53f5e203f84c21bf8d274dcef886cf&device_id=4a50afcf-dd76-4a3a-9215-0b04f34cb0c5 HTTP/1.1" status: 200 len: 1094 time: 0.1572123 Aug 23 20:36:50.296017 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:50.321368 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port edb5454a-4f07-4701-a2b4-dbbf4fcf5f7d, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=edb5454a-4f07-4701-a2b4-dbbf4fcf5f7d,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:36:50.329738 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-54629860-9f91-44ad-b38c-424dc8cae1dc req-8d497db4-c3fe-4cd0-a490-57a29a880b66 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5740968c-7161-458d-8727-b7b8dcfb4508 HTTP/1.1" status: 200 len: 217 time: 0.0526464 Aug 23 20:36:50.340259 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9372032c-a8d9-46e9-96fb-6792a51f0d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:50.344758 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9372032c-a8d9-46e9-96fb-6792a51f0d70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:50.345925 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9372032c-a8d9-46e9-96fb-6792a51f0d70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:50.347206 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:50.348456 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:50.441203 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-8d64ca87-bcc4-40ca-8ab5-53abb18c9ab5 None None] Attempting to bind port 116e4082-bcdf-40d4-8c10-2baf3d196b9a on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:36:50.441585 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-8d64ca87-bcc4-40ca-8ab5-53abb18c9ab5 None None] Attempting to bind port 116e4082-bcdf-40d4-8c10-2baf3d196b9a by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'fc6750d3-5ec3-4035-a6ba-f97ef7b6d4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8a236e5f-ea7d-49c3-9cf6-d7cd592d9e14'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:36:50.441953 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d64ca87-bcc4-40ca-8ab5-53abb18c9ab5 None None] Attempting to bind port 116e4082-bcdf-40d4-8c10-2baf3d196b9a on network 8a236e5f-ea7d-49c3-9cf6-d7cd592d9e14 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:36:50.444441 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-680cd6a6-e5fd-4629-829c-1d853f45426b None None] Provisioning complete for port ccc28a28-d4dc-4ca1-8920-1c2a338dbc8a triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:36:50.444441 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-680cd6a6-e5fd-4629-829c-1d853f45426b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:50.487612 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d64ca87-bcc4-40ca-8ab5-53abb18c9ab5 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:36:50.487989 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d64ca87-bcc4-40ca-8ab5-53abb18c9ab5 None None] Checking segment: {'id': 'fc6750d3-5ec3-4035-a6ba-f97ef7b6d4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8a236e5f-ea7d-49c3-9cf6-d7cd592d9e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:36:50.488426 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8d64ca87-bcc4-40ca-8ab5-53abb18c9ab5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:50.488826 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d64ca87-bcc4-40ca-8ab5-53abb18c9ab5 None None] Bound using segment: {'id': 'fc6750d3-5ec3-4035-a6ba-f97ef7b6d4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8a236e5f-ea7d-49c3-9cf6-d7cd592d9e14'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:36:50.489318 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-8d64ca87-bcc4-40ca-8ab5-53abb18c9ab5 None None] Bound port: 116e4082-bcdf-40d4-8c10-2baf3d196b9a, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc6750d3-5ec3-4035-a6ba-f97ef7b6d4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8a236e5f-ea7d-49c3-9cf6-d7cd592d9e14'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:36:50.489704 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8d64ca87-bcc4-40ca-8ab5-53abb18c9ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:50.520530 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=edb5454a-4f07-4701-a2b4-dbbf4fcf5f7d,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:50.548155 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-680cd6a6-e5fd-4629-829c-1d853f45426b None None] Port ccc28a28-d4dc-4ca1-8920-1c2a338dbc8a cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:36:50.575804 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9372032c-a8d9-46e9-96fb-6792a51f0d70 admin admin] Pushing event updated for resources: {'Network': ['ID=2980a46c-5f6f-4bd3-86da-263aae928b5d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:50.579895 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c1490b0-768a-41e6-90ea-48ca963a54d1 req-524aa05e-c85c-4977-829c-cbcc46fc8f15 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] No DVR routers for this DVR port bd7e21f0-5324-4d48-9eca-dec98b44590e on host n-h2-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:36:50.598351 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9372032c-a8d9-46e9-96fb-6792a51f0d70 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9701612 Aug 23 20:36:50.599466 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 2980a46c-5f6f-4bd3-86da-263aae928b5d details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:36:50.623538 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 57864) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:36:50.625070 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5c1490b0-768a-41e6-90ea-48ca963a54d1 req-524aa05e-c85c-4977-829c-cbcc46fc8f15 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:50.627074 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5c1490b0-768a-41e6-90ea-48ca963a54d1 req-524aa05e-c85c-4977-829c-cbcc46fc8f15 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.32 "DELETE /v2.0/ports/bd7e21f0-5324-4d48-9eca-dec98b44590e HTTP/1.1" status: 204 len: 173 time: 2.2287402 Aug 23 20:36:50.631928 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-f050f68f-07e9-4226-85c7-878ef6762bb7 admin admin] Request body: {'subnet': {'network_id': '2980a46c-5f6f-4bd3-86da-263aae928b5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1890661046-subnet', 'tenant_id': '31c0cec95ab64e5ca0c5b6061061da27', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:36:50.637213 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f7cfc7f-34f5-45e8-949d-b34b4d56b39b', 'name': 'network-vif-deleted', 'tag': 'bd7e21f0-5324-4d48-9eca-dec98b44590e'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:36:50.639590 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261bebff-a331-4467-a0a6-3470edb6073a" -d '{"events": [{"server_uuid": "4f7cfc7f-34f5-45e8-949d-b34b4d56b39b", "name": "network-vif-deleted", "tag": "bd7e21f0-5324-4d48-9eca-dec98b44590e"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:36:50.649085 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0d672c83-cdbf-43d3-ba50-3a9eb91f44df req-cbb24e7f-acb8-4616-a738-b96dfa323367 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a3f96f7-b730-4481-b4ce-a8068b53704d HTTP/1.1" status: 200 len: 210 time: 0.0690460 Aug 23 20:36:50.679235 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-8d64ca87-bcc4-40ca-8ab5-53abb18c9ab5 None None] For port 116e4082-bcdf-40d4-8c10-2baf3d196b9a, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:36:50.692513 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54629860-9f91-44ad-b38c-424dc8cae1dc req-cbc97aad-a243-436a-bc91-09f5f53abc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:50.694109 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-54629860-9f91-44ad-b38c-424dc8cae1dc req-cbc97aad-a243-436a-bc91-09f5f53abc08 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9a1429e2-0434-474c-b64e-467199634cc0 HTTP/1.1" status: 200 len: 855 time: 0.3287058 Aug 23 20:36:50.742356 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-8d64ca87-bcc4-40ca-8ab5-53abb18c9ab5 None None] For port 116e4082-bcdf-40d4-8c10-2baf3d196b9a, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=116e4082-bcdf-40d4-8c10-2baf3d196b9a,segment=NetworkSegment(fc6750d3-5ec3-4035-a6ba-f97ef7b6d4d0),segment_id=fc6750d3-5ec3-4035-a6ba-f97ef7b6d4d0)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:36:50.753683 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8d64ca87-bcc4-40ca-8ab5-53abb18c9ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:50.760142 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-54629860-9f91-44ad-b38c-424dc8cae1dc req-6c1a8935-828c-466e-baad-4ef7790a9c38 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0d2d451a-e4f8-432e-a8cb-85e5a98645e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454898 Aug 23 20:36:50.808295 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-db6ca910-d817-41d1-a832-8e73307407b7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:50.873153 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ba80c-a43f-422c-9254-bd7857fdf036 req-1bde3b5e-f451-4fb7-9988-c96e869da2e5 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:50.878234 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b27ba80c-a43f-422c-9254-bd7857fdf036 req-1bde3b5e-f451-4fb7-9988-c96e869da2e5 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.11 "GET /v2.0/ports?device_id=e745c4e0-5a75-402b-b6c8-4b964c8c4963 HTTP/1.1" status: 200 len: 946 time: 1.0173330 Aug 23 20:36:50.886997 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d64ca87-bcc4-40ca-8ab5-53abb18c9ab5 None None] Pushing event updated for resources: {'Port': ['ID=116e4082-bcdf-40d4-8c10-2baf3d196b9a,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:50.887292 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e9ef79-267c-4dc0-86a3-4878bfe07549 x-openstack-request-id: req-c7e9ef79-267c-4dc0-86a3-4878bfe07549 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:36:50.887861 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f7cfc7f-34f5-45e8-949d-b34b4d56b39b", "name": "network-vif-deleted", "tag": "bd7e21f0-5324-4d48-9eca-dec98b44590e", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:36:50.888200 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c7e9ef79-267c-4dc0-86a3-4878bfe07549 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:36:50.888588 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f7cfc7f-34f5-45e8-949d-b34b4d56b39b', 'name': 'network-vif-deleted', 'tag': 'bd7e21f0-5324-4d48-9eca-dec98b44590e', 'status': 'completed', 'code': 200} Aug 23 20:36:50.978741 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-54629860-9f91-44ad-b38c-424dc8cae1dc req-eefd52f7-4945-4554-8126-a4df26d3dd40 service neutron] 10.222.0.32 "GET /v2.0/networks/0d2d451a-e4f8-432e-a8cb-85e5a98645e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072577 Aug 23 20:36:50.994191 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43957638-6f9a-48a2-96cc-4f7d5dbb99f7 req-76990168-77e2-44c7-b0c5-0a9de5aec5e8 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:51.002772 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-43957638-6f9a-48a2-96cc-4f7d5dbb99f7 req-76990168-77e2-44c7-b0c5-0a9de5aec5e8 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=e745c4e0-5a75-402b-b6c8-4b964c8c4963 HTTP/1.1" status: 200 len: 946 time: 0.5109291 Aug 23 20:36:51.010267 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f050f68f-07e9-4226-85c7-878ef6762bb7 admin admin] Made reservation on behalf of 31c0cec95ab64e5ca0c5b6061061da27 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:36:51.014239 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f050f68f-07e9-4226-85c7-878ef6762bb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:51.090106 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8248afb6-aef5-4139-b73d-254a75c53237 req-7883b0c0-0630-4e4c-9b92-628cd5e8f261 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f7cfc7f-34f5-45e8-949d-b34b4d56b39b HTTP/1.1" status: 200 len: 210 time: 0.0901091 Aug 23 20:36:51.160529 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884ff8d8-5971-419b-a52e-bedda5de98bc admin admin] Router 61513792-3028-4780-875b-80938cc0356d has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:36:51.217577 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-54629860-9f91-44ad-b38c-424dc8cae1dc req-1d44b839-e9b9-47a5-9850-d8f35c8320b5 service neutron] 10.222.0.32 "GET /v2.0/networks/0d2d451a-e4f8-432e-a8cb-85e5a98645e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322507 Aug 23 20:36:51.332029 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 02e2aecf-9392-4bba-b0ba-adeac623cd16 no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:36:51.361249 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: 02e2aecf-9392-4bba-b0ba-adeac623cd16 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:36:51.361942 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 02e2aecf-9392-4bba-b0ba-adeac623cd16 not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:36:51.362125 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed87b4-0dc6-4187-af24-df747ade43db req-471bdc49-eaf4-4e8f-8b24-cbd25294fd25 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:51.362363 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device bd7e21f0-5324-4d48-9eca-dec98b44590e no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:36:51.374592 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-72ed87b4-0dc6-4187-af24-df747ade43db req-471bdc49-eaf4-4e8f-8b24-cbd25294fd25 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a50afcf-dd76-4a3a-9215-0b04f34cb0c5 HTTP/1.1" status: 200 len: 943 time: 0.1029394 Aug 23 20:36:51.384373 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: bd7e21f0-5324-4d48-9eca-dec98b44590e {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:36:51.384717 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device bd7e21f0-5324-4d48-9eca-dec98b44590e not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:36:51.426955 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-72ed87b4-0dc6-4187-af24-df747ade43db req-e79ad431-7a28-4f9d-9f79-a5d72b6c7107 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/security-groups?id=26f54a44-9852-4d54-9348-9ab7d69f31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506668 Aug 23 20:36:51.437092 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-43957638-6f9a-48a2-96cc-4f7d5dbb99f7 req-86f2ee97-dfec-43de-99e8-cbbdbb3aca49 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4334309 Aug 23 20:36:51.503093 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 116e4082-bcdf-40d4-8c10-2baf3d196b9a up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:36:51.556589 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 116e4082-bcdf-40d4-8c10-2baf3d196b9a completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:36:51.560794 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device edb5454a-4f07-4701-a2b4-dbbf4fcf5f7d up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:36:51.607223 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-b27ba80c-a43f-422c-9254-bd7857fdf036 req-e136eec3-73f2-4450-8e16-114e82344060 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Deleting port 122212ca-c3b6-4069-a5c0-31bb6b993aaa {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:36:51.607573 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b27ba80c-a43f-422c-9254-bd7857fdf036 req-e136eec3-73f2-4450-8e16-114e82344060 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:51.609239 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port edb5454a-4f07-4701-a2b4-dbbf4fcf5f7d triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:36:51.609615 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:51.632460 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f050f68f-07e9-4226-85c7-878ef6762bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:51.713482 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884ff8d8-5971-419b-a52e-bedda5de98bc admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:36:51.734243 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-884ff8d8-5971-419b-a52e-bedda5de98bc admin admin] 10.222.0.61 "PUT /v2.0/routers/61513792-3028-4780-875b-80938cc0356d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3033981 Aug 23 20:36:51.741837 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad4f92e-c947-4d7f-9b3e-d0b74ad0b125 None None] Sync routers for ids ['61513792-3028-4780-875b-80938cc0356d'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:36:51.900596 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f050f68f-07e9-4226-85c7-878ef6762bb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea915c70-de21-4e85-9794-73e9efabd3c6,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:51.943779 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad4f92e-c947-4d7f-9b3e-d0b74ad0b125 None None] Routers {'61513792-3028-4780-875b-80938cc0356d'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:36:51.944476 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5ad4f92e-c947-4d7f-9b3e-d0b74ad0b125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:36:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['61513792-3028-4780-875b-80938cc0356d'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:51.986878 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a50afcf-dd76-4a3a-9215-0b04f34cb0c5', 'tag': '5740968c-7161-458d-8727-b7b8dcfb4508'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:36:51.990925 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944ef2a5-015d-462a-b93a-daddf2fb83ac" -d '{"events": [{"name": "network-changed", "server_uuid": "4a50afcf-dd76-4a3a-9215-0b04f34cb0c5", "tag": "5740968c-7161-458d-8727-b7b8dcfb4508"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:36:52.049922 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-b27ba80c-a43f-422c-9254-bd7857fdf036 req-e136eec3-73f2-4450-8e16-114e82344060 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] For port 122212ca-c3b6-4069-a5c0-31bb6b993aaa, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=122212ca-c3b6-4069-a5c0-31bb6b993aaa,segment=NetworkSegment(bbb7ca88-3a5f-4f78-b2f2-1646091f4f26),segment_id=bbb7ca88-3a5f-4f78-b2f2-1646091f4f26)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:36:52.050508 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b27ba80c-a43f-422c-9254-bd7857fdf036 req-e136eec3-73f2-4450-8e16-114e82344060 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:52.064682 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-b27ba80c-a43f-422c-9254-bd7857fdf036 req-e136eec3-73f2-4450-8e16-114e82344060 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Calling delete_port for 122212ca-c3b6-4069-a5c0-31bb6b993aaa owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:36:52.084170 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f050f68f-07e9-4226-85c7-878ef6762bb7 admin admin] Checking segment: {'id': '8a6ca302-72b4-4bc9-9c2c-af9d6fc59dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2980a46c-5f6f-4bd3-86da-263aae928b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:36:52.084626 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f050f68f-07e9-4226-85c7-878ef6762bb7 admin admin] Network hostable DHCP agents. Network: 2980a46c-5f6f-4bd3-86da-263aae928b5d, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:36:52.112630 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f49ebc7-5342-4c5c-8a6e-98111c47869f x-openstack-request-id: req-7f49ebc7-5342-4c5c-8a6e-98111c47869f {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:36:52.112987 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a50afcf-dd76-4a3a-9215-0b04f34cb0c5", "tag": "5740968c-7161-458d-8727-b7b8dcfb4508", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:36:52.113208 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-5ad4f92e-c947-4d7f-9b3e-d0b74ad0b125 None None] Set router 61513792-3028-4780-875b-80938cc0356d gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:36:52.113341 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7f49ebc7-5342-4c5c-8a6e-98111c47869f {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:36:52.113747 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a50afcf-dd76-4a3a-9215-0b04f34cb0c5', 'tag': '5740968c-7161-458d-8727-b7b8dcfb4508', 'status': 'completed', 'code': 200} Aug 23 20:36:52.165229 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-db6ca910-d817-41d1-a832-8e73307407b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:52.168193 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f050f68f-07e9-4226-85c7-878ef6762bb7 admin admin] Network 2980a46c-5f6f-4bd3-86da-263aae928b5d is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:36:52.235089 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-db6ca910-d817-41d1-a832-8e73307407b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:52.247402 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-f050f68f-07e9-4226-85c7-878ef6762bb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 2980a46c-5f6f-4bd3-86da-263aae928b5d) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:36:52.252546 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f050f68f-07e9-4226-85c7-878ef6762bb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:52.253154 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f050f68f-07e9-4226-85c7-878ef6762bb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:52.259486 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06b1124-295f-4e1a-9ef8-20c58a4dca56 None None] Network 2980a46c-5f6f-4bd3-86da-263aae928b5d requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:36:52.289197 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [req-254c5326-7ffb-42b8-8ead-0b1386114c09 req-24366b9f-ede5-4049-9914-1a82bfd45bd5 tempest-FloatingIPDetailsNegativeTestJSON-45910340 tempest-FloatingIPDetailsNegativeTestJSON-45910340-project] show failed (client error): The resource could not be found. Aug 23 20:36:52.304735 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 57890) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:36:52.305755 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-254c5326-7ffb-42b8-8ead-0b1386114c09 req-24366b9f-ede5-4049-9914-1a82bfd45bd5 tempest-FloatingIPDetailsNegativeTestJSON-45910340 tempest-FloatingIPDetailsNegativeTestJSON-45910340-project] 10.222.0.61 "GET /v2.0/floatingips/4127abed-d70a-4bc9-bf77-a937d7b482b1 HTTP/1.1" status: 404 len: 350 time: 0.0762932 Aug 23 20:36:52.330383 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24797636-c2eb-4415-93f1-dae6323b790d None None] Network 8a236e5f-ea7d-49c3-9cf6-d7cd592d9e14 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:36:52.334450 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ef2a5-015d-462a-b93a-daddf2fb83ac req-b67c2167-21ae-4280-a3e9-935c47f22ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:52.336311 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-944ef2a5-015d-462a-b93a-daddf2fb83ac req-b67c2167-21ae-4280-a3e9-935c47f22ddb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e53f5e203f84c21bf8d274dcef886cf&device_id=4a50afcf-dd76-4a3a-9215-0b04f34cb0c5 HTTP/1.1" status: 200 len: 1094 time: 0.1633482 Aug 23 20:36:52.353823 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f050f68f-07e9-4226-85c7-878ef6762bb7 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7257154 Aug 23 20:36:52.357159 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 57892) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:36:52.385367 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-8f0a1edd-73f2-47b6-bbdc-c097d6b013eb admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1890661046-router', 'tenant_id': '31c0cec95ab64e5ca0c5b6061061da27', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:36:52.450376 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4030b27-7781-4843-a6fa-48a6195efcd7 req-85384d9a-8c33-46c9-9beb-12749cae44a5 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:52.452410 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f4030b27-7781-4843-a6fa-48a6195efcd7 req-85384d9a-8c33-46c9-9beb-12749cae44a5 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9ff2ac2-7370-495f-852b-f9e53c571bed HTTP/1.1" status: 200 len: 949 time: 0.2215927 Aug 23 20:36:52.455014 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9d64e002-6fd6-4b8e-ac28-4bb3fdf2d8b8 None None] Provisioning for port 116e4082-bcdf-40d4-8c10-2baf3d196b9a completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:36:52.472237 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5ad4f92e-c947-4d7f-9b3e-d0b74ad0b125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61513792-3028-4780-875b-80938cc0356d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1808196890-router', 'tenant_id': '0fd9c80556ee4615898f1b0efddfb29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'edb5454a-4f07-4701-a2b4-dbbf4fcf5f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:36:41Z', 'updated_at': '2021-08-23T20:36:48Z', 'revision_number': 4, 'project_id': '0fd9c80556ee4615898f1b0efddfb29a', 'gw_port': {'id': 'edb5454a-4f07-4701-a2b4-dbbf4fcf5f7d', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:98:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61513792-3028-4780-875b-80938cc0356d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:36:42Z', 'updated_at': '2021-08-23T20:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'ccc28a28-d4dc-4ca1-8920-1c2a338dbc8a', 'name': '', 'network_id': '4418ddea-2528-4616-8e8c-3ef6622b9327', 'tenant_id': '0fd9c80556ee4615898f1b0efddfb29a', 'mac_address': 'fa:16:3e:49:60:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61513792-3028-4780-875b-80938cc0356d', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '4ec8e993-51fe-406d-9510-b70f650986a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:36:46Z', 'updated_at': '2021-08-23T20:36:48Z', 'revision_number': 2, 'project_id': '0fd9c80556ee4615898f1b0efddfb29a', 'subnets': [{'id': '4ec8e993-51fe-406d-9510-b70f650986a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:52.482478 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9d64e002-6fd6-4b8e-ac28-4bb3fdf2d8b8 None None] Provisioning complete for port 116e4082-bcdf-40d4-8c10-2baf3d196b9a triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:36:52.482904 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9d64e002-6fd6-4b8e-ac28-4bb3fdf2d8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:52.523572 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad4f92e-c947-4d7f-9b3e-d0b74ad0b125 None None] Checking router: 61513792-3028-4780-875b-80938cc0356d for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:36:52.525465 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad4f92e-c947-4d7f-9b3e-d0b74ad0b125 None None] Updating router 61513792-3028-4780-875b-80938cc0356d port ccc28a28-d4dc-4ca1-8920-1c2a338dbc8a binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:36:52.539683 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8f0a1edd-73f2-47b6-bbdc-c097d6b013eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:52.540980 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8f0a1edd-73f2-47b6-bbdc-c097d6b013eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:52.564248 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ad4f92e-c947-4d7f-9b3e-d0b74ad0b125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:52.655197 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ef2a5-015d-462a-b93a-daddf2fb83ac req-955b5de2-1efc-44c0-a9c0-2845ef460235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:52.661948 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-944ef2a5-015d-462a-b93a-daddf2fb83ac req-955b5de2-1efc-44c0-a9c0-2845ef460235 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0d2d451a-e4f8-432e-a8cb-85e5a98645e8 HTTP/1.1" status: 200 len: 916 time: 0.3152165 Aug 23 20:36:52.686006 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-db6ca910-d817-41d1-a832-8e73307407b7 admin admin] Allocated IP 172.25.4.86 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/deb0ede3-29a7-48be-b8b6-693caa4c4501) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:36:52.697616 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f4030b27-7781-4843-a6fa-48a6195efcd7 req-8e822907-2917-4aea-9330-2aeb224a05b0 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ebb7eca-c25f-47c0-a40c-65770136efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067282 Aug 23 20:36:52.707423 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ef5464-f7f8-4d13-8135-929a4cd847a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-2980a46c-5f6f-4bd3-86da-263aae928b5d', 'network_id': '2980a46c-5f6f-4bd3-86da-263aae928b5d', 'tenant_id': '31c0cec95ab64e5ca0c5b6061061da27', 'fixed_ips': [{'subnet_id': 'ea915c70-de21-4e85-9794-73e9efabd3c6'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:36:52.710522 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c8ef5464-f7f8-4d13-8135-929a4cd847a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:52.717128 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b27ba80c-a43f-422c-9254-bd7857fdf036 req-e136eec3-73f2-4450-8e16-114e82344060 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:52.753152 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['2fd138a2-a960-44b8-8ce2-767dd6fe86fd'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:36:52.759846 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9d64e002-6fd6-4b8e-ac28-4bb3fdf2d8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:52.770720 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8f0a1edd-73f2-47b6-bbdc-c097d6b013eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:52.866041 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-944ef2a5-015d-462a-b93a-daddf2fb83ac req-734305eb-5d61-4067-aedc-0e76be9c3569 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5740968c-7161-458d-8727-b7b8dcfb4508 HTTP/1.1" status: 200 len: 217 time: 0.1189156 Aug 23 20:36:52.868012 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e136eec3-73f2-4450-8e16-114e82344060 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Pushing event deleted for resources: {'Port': ['ID=122212ca-c3b6-4069-a5c0-31bb6b993aaa,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:52.971281 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-98c95a26-1673-41c8-a119-cd215f63e52e req-b7e2108d-e1a8-4ade-9b7a-08bcec75f075 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=e745c4e0-5a75-402b-b6c8-4b964c8c4963 HTTP/1.1" status: 200 len: 210 time: 0.1092660 Aug 23 20:36:52.973277 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-9d64e002-6fd6-4b8e-ac28-4bb3fdf2d8b8 None None] For port 116e4082-bcdf-40d4-8c10-2baf3d196b9a, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=116e4082-bcdf-40d4-8c10-2baf3d196b9a,segment=NetworkSegment(fc6750d3-5ec3-4035-a6ba-f97ef7b6d4d0),segment_id=fc6750d3-5ec3-4035-a6ba-f97ef7b6d4d0)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:36:52.987353 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9d64e002-6fd6-4b8e-ac28-4bb3fdf2d8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:53.037789 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-b27ba80c-a43f-422c-9254-bd7857fdf036 req-e136eec3-73f2-4450-8e16-114e82344060 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] No DVR routers for this DVR port 122212ca-c3b6-4069-a5c0-31bb6b993aaa on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:36:53.042008 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b27ba80c-a43f-422c-9254-bd7857fdf036 req-e136eec3-73f2-4450-8e16-114e82344060 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:53.044290 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b27ba80c-a43f-422c-9254-bd7857fdf036 req-e136eec3-73f2-4450-8e16-114e82344060 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.11 "DELETE /v2.0/ports/122212ca-c3b6-4069-a5c0-31bb6b993aaa HTTP/1.1" status: 204 len: 173 time: 2.1467726 Aug 23 20:36:53.049846 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e745c4e0-5a75-402b-b6c8-4b964c8c4963', 'name': 'network-vif-deleted', 'tag': '122212ca-c3b6-4069-a5c0-31bb6b993aaa'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:36:53.052621 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef5ef1d-7f4b-4b73-91b6-b5d1a9fd130f" -d '{"events": [{"server_uuid": "e745c4e0-5a75-402b-b6c8-4b964c8c4963", "name": "network-vif-deleted", "tag": "122212ca-c3b6-4069-a5c0-31bb6b993aaa"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:36:53.114122 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ad4f92e-c947-4d7f-9b3e-d0b74ad0b125 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:53.137483 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-db6ca910-d817-41d1-a832-8e73307407b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:53.141443 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5ad4f92e-c947-4d7f-9b3e-d0b74ad0b125 None None] Transition to ACTIVE for port object ccc28a28-d4dc-4ca1-8920-1c2a338dbc8a will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:36:53.151500 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ad4f92e-c947-4d7f-9b3e-d0b74ad0b125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:53.245908 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8f0a1edd-73f2-47b6-bbdc-c097d6b013eb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:53.252465 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd675c7-325b-43d4-94f2-e406559de764 None None] Pushing event updated for resources: {'Port': ['ID=ccc28a28-d4dc-4ca1-8920-1c2a338dbc8a,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:53.264514 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd675c7-325b-43d4-94f2-e406559de764 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:36:53.264514 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd675c7-325b-43d4-94f2-e406559de764 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:36:53.264993 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd675c7-325b-43d4-94f2-e406559de764 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:36:53.265314 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd675c7-325b-43d4-94f2-e406559de764 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:36:53.265562 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd675c7-325b-43d4-94f2-e406559de764 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:36:53.265916 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd675c7-325b-43d4-94f2-e406559de764 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:36:53.266315 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd675c7-325b-43d4-94f2-e406559de764 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:36:53.266514 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-c8ef5464-f7f8-4d13-8135-929a4cd847a0 None None] Allocated IP 172.20.0.2 (2980a46c-5f6f-4bd3-86da-263aae928b5d/ea915c70-de21-4e85-9794-73e9efabd3c6/ac8635cd-8350-4a2c-8eb8-4a4ea9ba48dd) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:36:53.266645 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd675c7-325b-43d4-94f2-e406559de764 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:36:53.266950 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd675c7-325b-43d4-94f2-e406559de764 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:36:53.267610 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd675c7-325b-43d4-94f2-e406559de764 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:36:53.267948 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd675c7-325b-43d4-94f2-e406559de764 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:36:53.268304 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd675c7-325b-43d4-94f2-e406559de764 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:36:53.275908 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-db6ca910-d817-41d1-a832-8e73307407b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:53.296467 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4dd7d-90f7-4a9a-b186-e9f31db00c09 req-39e014e0-58f5-4546-aec6-9be9e7c1647d tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:53.302228 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dbb4dd7d-90f7-4a9a-b186-e9f31db00c09 req-39e014e0-58f5-4546-aec6-9be9e7c1647d tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a50afcf-dd76-4a3a-9215-0b04f34cb0c5 HTTP/1.1" status: 200 len: 943 time: 0.5262110 Aug 23 20:36:53.304522 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ef2a5-015d-462a-b93a-daddf2fb83ac req-59466d3b-e8c9-43bd-a5bc-370e939d3bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:53.309839 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-944ef2a5-015d-462a-b93a-daddf2fb83ac req-59466d3b-e8c9-43bd-a5bc-370e939d3bc0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9a1429e2-0434-474c-b64e-467199634cc0 HTTP/1.1" status: 200 len: 855 time: 0.3996589 Aug 23 20:36:53.315739 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d64e002-6fd6-4b8e-ac28-4bb3fdf2d8b8 None None] Pushing event updated for resources: {'Port': ['ID=116e4082-bcdf-40d4-8c10-2baf3d196b9a,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:53.330277 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 5740968c-7161-458d-8727-b7b8dcfb4508 details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:36:53.340864 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-5ad4f92e-c947-4d7f-9b3e-d0b74ad0b125 None None] Attempting to bind port ccc28a28-d4dc-4ca1-8920-1c2a338dbc8a on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:36:53.341809 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-5ad4f92e-c947-4d7f-9b3e-d0b74ad0b125 None None] Attempting to bind port ccc28a28-d4dc-4ca1-8920-1c2a338dbc8a by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '78e3e5e7-13df-4b99-8358-c503d09d6662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4418ddea-2528-4616-8e8c-3ef6622b9327'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:36:53.342436 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad4f92e-c947-4d7f-9b3e-d0b74ad0b125 None None] Attempting to bind port ccc28a28-d4dc-4ca1-8920-1c2a338dbc8a on network 4418ddea-2528-4616-8e8c-3ef6622b9327 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:36:53.351212 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6ca910-d817-41d1-a832-8e73307407b7 admin admin] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:36:53.358238 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-db6ca910-d817-41d1-a832-8e73307407b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:36:53.360772 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6ca910-d817-41d1-a832-8e73307407b7 admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:36:53.362614 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad4f92e-c947-4d7f-9b3e-d0b74ad0b125 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:36:53.364574 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad4f92e-c947-4d7f-9b3e-d0b74ad0b125 None None] Checking segment: {'id': '78e3e5e7-13df-4b99-8358-c503d09d6662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4418ddea-2528-4616-8e8c-3ef6622b9327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:36:53.369377 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ad4f92e-c947-4d7f-9b3e-d0b74ad0b125 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:53.369377 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad4f92e-c947-4d7f-9b3e-d0b74ad0b125 None None] Bound using segment: {'id': '78e3e5e7-13df-4b99-8358-c503d09d6662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4418ddea-2528-4616-8e8c-3ef6622b9327'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:36:53.369377 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-5ad4f92e-c947-4d7f-9b3e-d0b74ad0b125 None None] Bound port: ccc28a28-d4dc-4ca1-8920-1c2a338dbc8a, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78e3e5e7-13df-4b99-8358-c503d09d6662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4418ddea-2528-4616-8e8c-3ef6622b9327'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:36:53.370637 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ad4f92e-c947-4d7f-9b3e-d0b74ad0b125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:53.392676 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-944ef2a5-015d-462a-b93a-daddf2fb83ac req-f564c53f-955c-43fe-a31a-a6ae8bf988a1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0d2d451a-e4f8-432e-a8cb-85e5a98645e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623574 Aug 23 20:36:53.455018 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5ad4f92e-c947-4d7f-9b3e-d0b74ad0b125 None None] For port ccc28a28-d4dc-4ca1-8920-1c2a338dbc8a, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:36:53.459790 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5ad4f92e-c947-4d7f-9b3e-d0b74ad0b125 None None] For port ccc28a28-d4dc-4ca1-8920-1c2a338dbc8a, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=ccc28a28-d4dc-4ca1-8920-1c2a338dbc8a,segment=NetworkSegment(78e3e5e7-13df-4b99-8358-c503d09d6662),segment_id=78e3e5e7-13df-4b99-8358-c503d09d6662)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:36:53.466107 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ad4f92e-c947-4d7f-9b3e-d0b74ad0b125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:53.505630 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-74a674c5-55a4-456c-89c8-47369705786c None None] Provisioning complete for port 116e4082-bcdf-40d4-8c10-2baf3d196b9a triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:36:53.506618 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-74a674c5-55a4-456c-89c8-47369705786c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:53.508544 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8207bf7-ee97-4889-bce8-65b5418a2b85 req-65c9a32c-dd03-4f07-a865-d50ac9a2a1c4 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:53.510493 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b8207bf7-ee97-4889-bce8-65b5418a2b85 req-65c9a32c-dd03-4f07-a865-d50ac9a2a1c4 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a9b29d2-6f53-45e1-99f5-e581a80c827b HTTP/1.1" status: 200 len: 950 time: 0.3646126 Aug 23 20:36:53.580036 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b8207bf7-ee97-4889-bce8-65b5418a2b85 req-a63060d8-1403-40d1-bd00-b82fc5608e7c tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597618 Aug 23 20:36:53.593099 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6ca910-d817-41d1-a832-8e73307407b7 admin admin] Pushing event updated for resources: {'Port': ['ID=deb0ede3-29a7-48be-b8b6-693caa4c4501,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:53.626813 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd675c7-325b-43d4-94f2-e406559de764 None None] Pushing event updated for resources: {'Port': ['ID=ccc28a28-d4dc-4ca1-8920-1c2a338dbc8a,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:53.683106 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dbb4dd7d-90f7-4a9a-b186-e9f31db00c09 req-b4d7f802-257f-4b2d-ae46-3783171eafff tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/security-groups?id=26f54a44-9852-4d54-9348-9ab7d69f31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694975 Aug 23 20:36:53.694837 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 5740968c-7161-458d-8727-b7b8dcfb4508, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=5740968c-7161-458d-8727-b7b8dcfb4508,segment=NetworkSegment(43da8eaf-145a-4efd-af9e-5d745e6d4494),segment_id=43da8eaf-145a-4efd-af9e-5d745e6d4494)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:36:53.698528 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad4f92e-c947-4d7f-9b3e-d0b74ad0b125 None None] Routers {'61513792-3028-4780-875b-80938cc0356d'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:36:53.699178 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5ad4f92e-c947-4d7f-9b3e-d0b74ad0b125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:36:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['61513792-3028-4780-875b-80938cc0356d'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:53.734082 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': '5740968c-7161-458d-8727-b7b8dcfb4508', 'network_id': '0d2d451a-e4f8-432e-a8cb-85e5a98645e8', 'port_id': '5740968c-7161-458d-8727-b7b8dcfb4508', 'mac_address': 'fa:16:3e:22:27:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1429e2-0434-474c-b64e-467199634cc0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:36:53.788340 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-944ef2a5-015d-462a-b93a-daddf2fb83ac req-2a7bc15c-ff37-448a-b634-4c799bff8ed9 service neutron] 10.222.0.32 "GET /v2.0/networks/0d2d451a-e4f8-432e-a8cb-85e5a98645e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801186 Aug 23 20:36:53.919421 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c8ef5464-f7f8-4d13-8135-929a4cd847a0 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:53.954549 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c8ef5464-f7f8-4d13-8135-929a4cd847a0 None None] Transition to ACTIVE for port object ac8635cd-8350-4a2c-8eb8-4a4ea9ba48dd will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:36:53.956527 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:53.974455 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-5ad4f92e-c947-4d7f-9b3e-d0b74ad0b125 None None] Set router 61513792-3028-4780-875b-80938cc0356d gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:36:54.000939 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-944ef2a5-015d-462a-b93a-daddf2fb83ac req-1ded5054-c9f1-4f1e-835c-08ca95b400bd service neutron] 10.222.0.32 "GET /v2.0/networks/0d2d451a-e4f8-432e-a8cb-85e5a98645e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050371 Aug 23 20:36:54.005942 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5740968c-7161-458d-8727-b7b8dcfb4508 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:36:54.011347 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c8ef5464-f7f8-4d13-8135-929a4cd847a0 None None] Transition to ACTIVE for port object ac8635cd-8350-4a2c-8eb8-4a4ea9ba48dd will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:36:54.030175 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c8ef5464-f7f8-4d13-8135-929a4cd847a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:54.070075 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 5740968c-7161-458d-8727-b7b8dcfb4508, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=5740968c-7161-458d-8727-b7b8dcfb4508,segment=NetworkSegment(43da8eaf-145a-4efd-af9e-5d745e6d4494),segment_id=43da8eaf-145a-4efd-af9e-5d745e6d4494)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:36:54.073609 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 122212ca-c3b6-4069-a5c0-31bb6b993aaa no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:36:54.114380 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:54.116075 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: 122212ca-c3b6-4069-a5c0-31bb6b993aaa {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:36:54.116430 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 122212ca-c3b6-4069-a5c0-31bb6b993aaa not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:36:54.120346 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ef5464-f7f8-4d13-8135-929a4cd847a0 None None] Network 2980a46c-5f6f-4bd3-86da-263aae928b5d is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:36:54.127144 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-c8ef5464-f7f8-4d13-8135-929a4cd847a0 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:36:54.139625 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ef5464-f7f8-4d13-8135-929a4cd847a0 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:36:54.144317 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ef5464-f7f8-4d13-8135-929a4cd847a0 None None] Pushing event updated for resources: {'Port': ['ID=ac8635cd-8350-4a2c-8eb8-4a4ea9ba48dd,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:54.233757 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8f0a1edd-73f2-47b6-bbdc-c097d6b013eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:54.259326 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=5740968c-7161-458d-8727-b7b8dcfb4508,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:54.259596 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8f0a1edd-73f2-47b6-bbdc-c097d6b013eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:54.262497 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c8ef5464-f7f8-4d13-8135-929a4cd847a0 None None] Attempting to bind port ac8635cd-8350-4a2c-8eb8-4a4ea9ba48dd on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:36:54.263164 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c8ef5464-f7f8-4d13-8135-929a4cd847a0 None None] Attempting to bind port ac8635cd-8350-4a2c-8eb8-4a4ea9ba48dd by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '8a6ca302-72b4-4bc9-9c2c-af9d6fc59dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2980a46c-5f6f-4bd3-86da-263aae928b5d'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:36:54.263706 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ef5464-f7f8-4d13-8135-929a4cd847a0 None None] Attempting to bind port ac8635cd-8350-4a2c-8eb8-4a4ea9ba48dd on network 2980a46c-5f6f-4bd3-86da-263aae928b5d {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:36:54.269922 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ef5464-f7f8-4d13-8135-929a4cd847a0 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:36:54.270519 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ef5464-f7f8-4d13-8135-929a4cd847a0 None None] Checking segment: {'id': '8a6ca302-72b4-4bc9-9c2c-af9d6fc59dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2980a46c-5f6f-4bd3-86da-263aae928b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:36:54.270932 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c8ef5464-f7f8-4d13-8135-929a4cd847a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:54.271321 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ef5464-f7f8-4d13-8135-929a4cd847a0 None None] Bound using segment: {'id': '8a6ca302-72b4-4bc9-9c2c-af9d6fc59dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2980a46c-5f6f-4bd3-86da-263aae928b5d'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:36:54.271800 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c8ef5464-f7f8-4d13-8135-929a4cd847a0 None None] Bound port: ac8635cd-8350-4a2c-8eb8-4a4ea9ba48dd, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a6ca302-72b4-4bc9-9c2c-af9d6fc59dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2980a46c-5f6f-4bd3-86da-263aae928b5d'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:36:54.272212 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c8ef5464-f7f8-4d13-8135-929a4cd847a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:54.359315 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-c8ef5464-f7f8-4d13-8135-929a4cd847a0 None None] For port ac8635cd-8350-4a2c-8eb8-4a4ea9ba48dd, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:36:54.362991 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-c8ef5464-f7f8-4d13-8135-929a4cd847a0 None None] For port ac8635cd-8350-4a2c-8eb8-4a4ea9ba48dd, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=ac8635cd-8350-4a2c-8eb8-4a4ea9ba48dd,segment=NetworkSegment(8a6ca302-72b4-4bc9-9c2c-af9d6fc59dd9),segment_id=8a6ca302-72b4-4bc9-9c2c-af9d6fc59dd9)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:36:54.368473 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c8ef5464-f7f8-4d13-8135-929a4cd847a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:54.386700 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5ad4f92e-c947-4d7f-9b3e-d0b74ad0b125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61513792-3028-4780-875b-80938cc0356d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1808196890-router', 'tenant_id': '0fd9c80556ee4615898f1b0efddfb29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'edb5454a-4f07-4701-a2b4-dbbf4fcf5f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:36:41Z', 'updated_at': '2021-08-23T20:36:48Z', 'revision_number': 4, 'project_id': '0fd9c80556ee4615898f1b0efddfb29a', 'gw_port': {'id': 'edb5454a-4f07-4701-a2b4-dbbf4fcf5f7d', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:98:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61513792-3028-4780-875b-80938cc0356d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:36:42Z', 'updated_at': '2021-08-23T20:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'ccc28a28-d4dc-4ca1-8920-1c2a338dbc8a', 'name': '', 'network_id': '4418ddea-2528-4616-8e8c-3ef6622b9327', 'tenant_id': '0fd9c80556ee4615898f1b0efddfb29a', 'mac_address': 'fa:16:3e:49:60:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61513792-3028-4780-875b-80938cc0356d', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '4ec8e993-51fe-406d-9510-b70f650986a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:36:46Z', 'updated_at': '2021-08-23T20:36:53Z', 'revision_number': 4, 'project_id': '0fd9c80556ee4615898f1b0efddfb29a', 'subnets': [{'id': '4ec8e993-51fe-406d-9510-b70f650986a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:54.423398 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad4f92e-c947-4d7f-9b3e-d0b74ad0b125 None None] The sync data for ids ['61513792-3028-4780-875b-80938cc0356d'] in n-d-805663-2 is: [{'id': '61513792-3028-4780-875b-80938cc0356d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1808196890-router', 'tenant_id': '0fd9c80556ee4615898f1b0efddfb29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'edb5454a-4f07-4701-a2b4-dbbf4fcf5f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:36:41Z', 'updated_at': '2021-08-23T20:36:48Z', 'revision_number': 4, 'project_id': '0fd9c80556ee4615898f1b0efddfb29a', 'gw_port': {'id': 'edb5454a-4f07-4701-a2b4-dbbf4fcf5f7d', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:98:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61513792-3028-4780-875b-80938cc0356d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:36:42Z', 'updated_at': '2021-08-23T20:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'ccc28a28-d4dc-4ca1-8920-1c2a338dbc8a', 'name': '', 'network_id': '4418ddea-2528-4616-8e8c-3ef6622b9327', 'tenant_id': '0fd9c80556ee4615898f1b0efddfb29a', 'mac_address': 'fa:16:3e:49:60:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61513792-3028-4780-875b-80938cc0356d', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '4ec8e993-51fe-406d-9510-b70f650986a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:36:46Z', 'updated_at': '2021-08-23T20:36:53Z', 'revision_number': 4, 'project_id': '0fd9c80556ee4615898f1b0efddfb29a', 'subnets': [{'id': '4ec8e993-51fe-406d-9510-b70f650986a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:36:54.434811 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ef5464-f7f8-4d13-8135-929a4cd847a0 None None] Pushing event updated for resources: {'Port': ['ID=ac8635cd-8350-4a2c-8eb8-4a4ea9ba48dd,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:54.436101 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58b51b9-bc59-4c79-862f-1a4a21a2174f x-openstack-request-id: req-c58b51b9-bc59-4c79-862f-1a4a21a2174f {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:36:54.437016 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e745c4e0-5a75-402b-b6c8-4b964c8c4963", "name": "network-vif-deleted", "tag": "122212ca-c3b6-4069-a5c0-31bb6b993aaa", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:36:54.437016 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c58b51b9-bc59-4c79-862f-1a4a21a2174f {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:36:54.437351 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e745c4e0-5a75-402b-b6c8-4b964c8c4963', 'name': 'network-vif-deleted', 'tag': '122212ca-c3b6-4069-a5c0-31bb6b993aaa', 'status': 'completed', 'code': 200} Aug 23 20:36:54.440232 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['5740968c-7161-458d-8727-b7b8dcfb4508'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:36:54.519139 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-8f0a1edd-73f2-47b6-bbdc-c097d6b013eb admin admin] Allocated IP 172.25.4.116 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/28ab5f97-a367-43ac-ab61-d688e97032eb) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:36:54.545285 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055684ae-f7fb-40c8-8154-49b01c8a738b req-6c620dc8-b05a-4b6a-ab0e-c54b7c04b593 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:54.546933 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-055684ae-f7fb-40c8-8154-49b01c8a738b req-6c620dc8-b05a-4b6a-ab0e-c54b7c04b593 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/networks?id=9154806b-c700-4250-82e0-c3993888c62e HTTP/1.1" status: 200 len: 806 time: 0.2223461 Aug 23 20:36:54.608453 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-055684ae-f7fb-40c8-8154-49b01c8a738b req-d35f1280-18da-41c4-b1a8-b6e92c849345 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/quotas/29f18b1da2a844dcbeb03c332de0d358 HTTP/1.1" status: 200 len: 375 time: 0.0489948 Aug 23 20:36:54.717393 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-055684ae-f7fb-40c8-8154-49b01c8a738b req-2f41f3da-7ce5-48fa-b6e6-09d1738694a5 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=29f18b1da2a844dcbeb03c332de0d358&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1079195 Aug 23 20:36:54.772176 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8f0a1edd-73f2-47b6-bbdc-c097d6b013eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:54.928896 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-055684ae-f7fb-40c8-8154-49b01c8a738b req-caa40d72-d3d0-4627-8731-b4f9fa3545ba service neutron] 10.222.0.61 "GET /v2.0/networks/9154806b-c700-4250-82e0-c3993888c62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968474 Aug 23 20:36:54.936400 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-db6ca910-d817-41d1-a832-8e73307407b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:54.946406 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3b020-185d-402c-bc1c-04833f75b85d req-7eeff06c-e543-4a12-b9f2-8bf6713e2797 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:54.949274 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-66c3b020-185d-402c-bc1c-04833f75b85d req-7eeff06c-e543-4a12-b9f2-8bf6713e2797 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9ff2ac2-7370-495f-852b-f9e53c571bed HTTP/1.1" status: 200 len: 949 time: 0.4997640 Aug 23 20:36:54.963042 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382905d6-b62e-4e7b-a3fc-e452de7a8058 req-80a026c4-3007-4ca9-a474-d4f67463a48a tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:54.964667 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-382905d6-b62e-4e7b-a3fc-e452de7a8058 req-80a026c4-3007-4ca9-a474-d4f67463a48a tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a9b29d2-6f53-45e1-99f5-e581a80c827b HTTP/1.1" status: 200 len: 950 time: 0.5188832 Aug 23 20:36:55.001573 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8f0a1edd-73f2-47b6-bbdc-c097d6b013eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:55.060959 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739d3df-d847-4a87-a9b0-cb039a1d77c4 req-f94decd5-5c6a-403d-95e4-ebda0eac0ca7 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:55.062545 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e739d3df-d847-4a87-a9b0-cb039a1d77c4 req-f94decd5-5c6a-403d-95e4-ebda0eac0ca7 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9ff2ac2-7370-495f-852b-f9e53c571bed HTTP/1.1" status: 200 len: 949 time: 0.6146815 Aug 23 20:36:55.066067 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0a1edd-73f2-47b6-bbdc-c097d6b013eb admin admin] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:36:55.082865 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-8f0a1edd-73f2-47b6-bbdc-c097d6b013eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:36:55.086707 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0a1edd-73f2-47b6-bbdc-c097d6b013eb admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:36:55.090470 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0a1edd-73f2-47b6-bbdc-c097d6b013eb admin admin] Pushing event updated for resources: {'Port': ['ID=28ab5f97-a367-43ac-ab61-d688e97032eb,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:55.126485 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-ec7c9263-5ead-4b6a-8958-44ca44c347c6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3087833 Aug 23 20:36:55.143012 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-055684ae-f7fb-40c8-8154-49b01c8a738b req-352e03fa-4f15-4005-9f1b-092f84b0f650 service neutron] 10.222.0.61 "GET /v2.0/networks/9154806b-c700-4250-82e0-c3993888c62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115564 Aug 23 20:36:55.322333 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 5740968c-7161-458d-8727-b7b8dcfb4508 up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:36:55.328374 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-66c3b020-185d-402c-bc1c-04833f75b85d req-24a91d33-5867-4f58-ad8b-b661fc27c13e tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ebb7eca-c25f-47c0-a40c-65770136efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601148 Aug 23 20:36:55.519124 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port 5740968c-7161-458d-8727-b7b8dcfb4508 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:36:55.531094 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port 5740968c-7161-458d-8727-b7b8dcfb4508 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:36:55.531680 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:55.617247 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device ccc28a28-d4dc-4ca1-8920-1c2a338dbc8a up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:36:55.657081 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-7a8f8bac-fe95-4040-aaf8-8a71607ac666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:55.659606 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-7a8f8bac-fe95-4040-aaf8-8a71607ac666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:55.659606 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-7a8f8bac-fe95-4040-aaf8-8a71607ac666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:55.659606 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-7a8f8bac-fe95-4040-aaf8-8a71607ac666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:55.659606 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-7a8f8bac-fe95-4040-aaf8-8a71607ac666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:55.659979 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-7a8f8bac-fe95-4040-aaf8-8a71607ac666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:55.660149 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-7a8f8bac-fe95-4040-aaf8-8a71607ac666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:55.662222 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-7a8f8bac-fe95-4040-aaf8-8a71607ac666 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0a91fd320cb1405f8d3783ce9085793e&device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 6489 time: 0.3658719 Aug 23 20:36:55.668086 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5956b056-4364-4fc7-912b-5ff0efef7d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:55.677163 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8f0a1edd-73f2-47b6-bbdc-c097d6b013eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:55.779163 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb45033-06d5-450e-8bad-f0b9c04d17b7 req-026dffdc-0db2-49ab-8f8c-b00c186cf623 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:55.788285 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6bb45033-06d5-450e-8bad-f0b9c04d17b7 req-026dffdc-0db2-49ab-8f8c-b00c186cf623 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a50afcf-dd76-4a3a-9215-0b04f34cb0c5 HTTP/1.1" status: 200 len: 944 time: 0.1891787 Aug 23 20:36:55.857162 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:55.906362 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a50afcf-dd76-4a3a-9215-0b04f34cb0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5740968c-7161-458d-8727-b7b8dcfb4508'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:36:55.908996 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43252fb8-f88d-4b69-9601-d63d42bc7714" -d '{"events": [{"server_uuid": "4a50afcf-dd76-4a3a-9215-0b04f34cb0c5", "name": "network-vif-plugged", "status": "completed", "tag": "5740968c-7161-458d-8727-b7b8dcfb4508"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:36:55.932412 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port ccc28a28-d4dc-4ca1-8920-1c2a338dbc8a completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:36:55.938218 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port ccc28a28-d4dc-4ca1-8920-1c2a338dbc8a triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:36:55.943206 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:55.953483 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 5740968c-7161-458d-8727-b7b8dcfb4508, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=5740968c-7161-458d-8727-b7b8dcfb4508,segment=NetworkSegment(43da8eaf-145a-4efd-af9e-5d745e6d4494),segment_id=43da8eaf-145a-4efd-af9e-5d745e6d4494)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:36:55.953728 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6bb45033-06d5-450e-8bad-f0b9c04d17b7 req-dd4edfd8-fa57-4bc5-bec0-ac7761f4939a tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/security-groups?id=26f54a44-9852-4d54-9348-9ab7d69f31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632199 Aug 23 20:36:56.006663 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:56.023005 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e7bda0-58dd-4ade-8011-912cefac92cc req-3b31670d-6a7b-49a8-8925-3fee412f40c5 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:56.035054 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-92e7bda0-58dd-4ade-8011-912cefac92cc req-3b31670d-6a7b-49a8-8925-3fee412f40c5 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a9b29d2-6f53-45e1-99f5-e581a80c827b HTTP/1.1" status: 200 len: 950 time: 0.5477767 Aug 23 20:36:56.038804 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-382905d6-b62e-4e7b-a3fc-e452de7a8058 req-8590f8a0-9221-4061-b4bd-d1c796904844 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Deleting port 1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:36:56.039018 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-382905d6-b62e-4e7b-a3fc-e452de7a8058 req-8590f8a0-9221-4061-b4bd-d1c796904844 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:56.167798 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-e739d3df-d847-4a87-a9b0-cb039a1d77c4 req-b393768d-6536-48e4-93a0-7e2e9887eda9 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Deleting port d1b23212-f285-4163-a093-ffa4545fc3cc {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:36:56.168207 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e739d3df-d847-4a87-a9b0-cb039a1d77c4 req-b393768d-6536-48e4-93a0-7e2e9887eda9 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:56.240555 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee99653-5ad3-4a61-9c2a-6723a6387ada None None] Network 2980a46c-5f6f-4bd3-86da-263aae928b5d requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:36:56.334155 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=5740968c-7161-458d-8727-b7b8dcfb4508,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:56.354258 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-7c38bc2f-cc51-479d-a458-315f0e18cefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:56.354805 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-7c38bc2f-cc51-479d-a458-315f0e18cefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:56.355278 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-7c38bc2f-cc51-479d-a458-315f0e18cefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:56.357810 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-7c38bc2f-cc51-479d-a458-315f0e18cefa service neutron] 10.222.0.11 "GET /v2.0/networks?id=15796354-99ed-4bbc-af1c-772cdc3fe57c&id=3540c16b-5ded-45d3-80bb-012ec217ee8b&id=3540c16b-5ded-45d3-80bb-012ec217ee8b&id=3540c16b-5ded-45d3-80bb-012ec217ee8b&id=3540c16b-5ded-45d3-80bb-012ec217ee8b&id=af4706b6-78a2-4ed9-91e2-487e13d661e6&id=af4706b6-78a2-4ed9-91e2-487e13d661e6 HTTP/1.1" status: 200 len: 2293 time: 0.5964928 Aug 23 20:36:56.359332 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-db6ca910-d817-41d1-a832-8e73307407b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:56.366598 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c9013dc3-5260-4d02-be6e-c49fd4eb170c None None] Provisioning for port ac8635cd-8350-4a2c-8eb8-4a4ea9ba48dd completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:36:56.409913 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:56.570533 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-92e7bda0-58dd-4ade-8011-912cefac92cc req-9e07def4-d842-45fa-8de4-40e522fb913f tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5345190 Aug 23 20:36:56.663769 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-88bb3ed1-7054-4946-9d73-4648fe3ddcbd req-95b0942e-6343-4eb4-96a6-8dbeace41770 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2fdf8fa-c29d-48b0-960a-1e34b4102531 HTTP/1.1" status: 200 len: 210 time: 0.0344653 Aug 23 20:36:56.672457 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-382905d6-b62e-4e7b-a3fc-e452de7a8058 req-8590f8a0-9221-4061-b4bd-d1c796904844 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] For port 1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:36:56.673176 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-382905d6-b62e-4e7b-a3fc-e452de7a8058 req-8590f8a0-9221-4061-b4bd-d1c796904844 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:56.712828 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300619d9-cce9-48ec-8add-2ed9c089ac80 x-openstack-request-id: req-300619d9-cce9-48ec-8add-2ed9c089ac80 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:36:56.713334 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a50afcf-dd76-4a3a-9215-0b04f34cb0c5", "name": "network-vif-plugged", "status": "completed", "tag": "5740968c-7161-458d-8727-b7b8dcfb4508", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:36:56.713580 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-300619d9-cce9-48ec-8add-2ed9c089ac80 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:36:56.713967 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a50afcf-dd76-4a3a-9215-0b04f34cb0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5740968c-7161-458d-8727-b7b8dcfb4508', 'code': 200} Aug 23 20:36:56.752550 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port ccc28a28-d4dc-4ca1-8920-1c2a338dbc8a, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=ccc28a28-d4dc-4ca1-8920-1c2a338dbc8a,segment=NetworkSegment(78e3e5e7-13df-4b99-8358-c503d09d6662),segment_id=78e3e5e7-13df-4b99-8358-c503d09d6662)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:36:56.770621 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-382905d6-b62e-4e7b-a3fc-e452de7a8058 req-8590f8a0-9221-4061-b4bd-d1c796904844 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Calling delete_port for 1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:36:56.780573 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:56.780888 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-e739d3df-d847-4a87-a9b0-cb039a1d77c4 req-b393768d-6536-48e4-93a0-7e2e9887eda9 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] For port d1b23212-f285-4163-a093-ffa4545fc3cc, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=d1b23212-f285-4163-a093-ffa4545fc3cc,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:36:56.781522 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e739d3df-d847-4a87-a9b0-cb039a1d77c4 req-b393768d-6536-48e4-93a0-7e2e9887eda9 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:56.783168 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 116e4082-bcdf-40d4-8c10-2baf3d196b9a up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:36:56.787437 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-3cae52e9-1171-4b7d-810c-c799df6bc217 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c HTTP/1.1" status: 200 len: 1001 time: 0.4202557 Aug 23 20:36:56.831856 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8f0a1edd-73f2-47b6-bbdc-c097d6b013eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:56.842410 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-e739d3df-d847-4a87-a9b0-cb039a1d77c4 req-b393768d-6536-48e4-93a0-7e2e9887eda9 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Calling delete_port for d1b23212-f285-4163-a093-ffa4545fc3cc owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:36:56.910646 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=ccc28a28-d4dc-4ca1-8920-1c2a338dbc8a,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:56.934766 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ef198-2b08-4ce3-a91e-022ee776bda3 req-c68624e9-b965-40ae-a3d7-0034c7d2e6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:56.936780 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-422ef198-2b08-4ce3-a91e-022ee776bda3 req-c68624e9-b965-40ae-a3d7-0034c7d2e6b6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4a50afcf-dd76-4a3a-9215-0b04f34cb0c5 HTTP/1.1" status: 200 len: 1096 time: 0.1018867 Aug 23 20:36:56.949858 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 116e4082-bcdf-40d4-8c10-2baf3d196b9a triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:36:56.950470 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:57.026920 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-ed041398-45ea-4358-81b7-ad5b4fc3230d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:57.028614 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-ed041398-45ea-4358-81b7-ad5b4fc3230d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=92348ce8-7731-44f5-b707-e42d9a125beb HTTP/1.1" status: 200 len: 851 time: 0.2031701 Aug 23 20:36:57.030230 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-422ef198-2b08-4ce3-a91e-022ee776bda3 req-f0f9f85b-48b9-4e75-85f6-6748497d4585 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=26f54a44-9852-4d54-9348-9ab7d69f31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613992 Aug 23 20:36:57.057508 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f0a1edd-73f2-47b6-bbdc-c097d6b013eb admin admin] Router 65a57494-3132-406a-9a93-2f3bc2de625a is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:36:57.094828 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device ac8635cd-8350-4a2c-8eb8-4a4ea9ba48dd up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:36:57.144600 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1c7d9-4daf-4b09-8abe-316863b2bc09 req-d1a1e5ec-23a2-446b-9933-3e2bd835be4d tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:57.146195 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5ed1c7d9-4daf-4b09-8abe-316863b2bc09 req-d1a1e5ec-23a2-446b-9933-3e2bd835be4d tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9ff2ac2-7370-495f-852b-f9e53c571bed HTTP/1.1" status: 200 len: 949 time: 0.3049889 Aug 23 20:36:57.189274 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port ac8635cd-8350-4a2c-8eb8-4a4ea9ba48dd completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:36:57.198588 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port ac8635cd-8350-4a2c-8eb8-4a4ea9ba48dd triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:36:57.199813 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:57.266338 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db6ca910-d817-41d1-a832-8e73307407b7 admin admin] Router 97317b68-6d88-4e90-804d-9dbd4fadd725 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:36:57.374376 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:57.376379 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-aa6ad6d9-c128-41d7-8ed2-9f6e69916663 None None] Provisioning complete for port ac8635cd-8350-4a2c-8eb8-4a4ea9ba48dd triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:36:57.376806 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aa6ad6d9-c128-41d7-8ed2-9f6e69916663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:57.386592 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ad76e-99a8-4553-b094-559240f2c271 req-64e0358d-fa77-4015-ad79-82efebd6d77f tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:57.388698 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-859ad76e-99a8-4553-b094-559240f2c271 req-64e0358d-fa77-4015-ad79-82efebd6d77f tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a50afcf-dd76-4a3a-9215-0b04f34cb0c5 HTTP/1.1" status: 200 len: 945 time: 0.2389281 Aug 23 20:36:57.396372 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0a1edd-73f2-47b6-bbdc-c097d6b013eb admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:36:57.411634 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7dc9160-9714-4696-b75b-f1eb2ddd2133 None None] Sync routers for ids ['65a57494-3132-406a-9a93-2f3bc2de625a'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:36:57.440998 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7dc9160-9714-4696-b75b-f1eb2ddd2133 None None] Routers {'65a57494-3132-406a-9a93-2f3bc2de625a'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:36:57.441870 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-b7dc9160-9714-4696-b75b-f1eb2ddd2133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:36:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['65a57494-3132-406a-9a93-2f3bc2de625a'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:57.444909 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055684ae-f7fb-40c8-8154-49b01c8a738b req-fd19230d-f8e7-49a0-9f12-fed0737d9f4d tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:57.447348 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-055684ae-f7fb-40c8-8154-49b01c8a738b req-fd19230d-f8e7-49a0-9f12-fed0737d9f4d tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.11 "GET /v2.0/networks?id=9154806b-c700-4250-82e0-c3993888c62e HTTP/1.1" status: 200 len: 806 time: 0.2833865 Aug 23 20:36:57.451872 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8f0a1edd-73f2-47b6-bbdc-c097d6b013eb admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:57.455555 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8f0a1edd-73f2-47b6-bbdc-c097d6b013eb admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.0928164 Aug 23 20:36:57.460709 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 57948) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:36:57.472174 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-055684ae-f7fb-40c8-8154-49b01c8a738b req-16b51b28-9c46-4930-bc42-b9eacd2d0895 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Request body: {'port': {'device_id': 'b2fdf8fa-c29d-48b0-960a-1e34b4102531', 'network_id': '9154806b-c700-4250-82e0-c3993888c62e', 'admin_state_up': True, 'tenant_id': '29f18b1da2a844dcbeb03c332de0d358'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:36:57.507548 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port ac8635cd-8350-4a2c-8eb8-4a4ea9ba48dd, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=ac8635cd-8350-4a2c-8eb8-4a4ea9ba48dd,segment=NetworkSegment(8a6ca302-72b4-4bc9-9c2c-af9d6fc59dd9),segment_id=8a6ca302-72b4-4bc9-9c2c-af9d6fc59dd9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:36:57.518125 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:57.539901 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-859ad76e-99a8-4553-b094-559240f2c271 req-b60e478c-b9d8-49b3-bfdf-bf99a2a14d26 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/security-groups?id=26f54a44-9852-4d54-9348-9ab7d69f31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380785 Aug 23 20:36:57.697954 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device ccc28a28-d4dc-4ca1-8920-1c2a338dbc8a up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:36:57.706005 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=ac8635cd-8350-4a2c-8eb8-4a4ea9ba48dd,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:57.757691 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-b7dc9160-9714-4696-b75b-f1eb2ddd2133 None None] Set router 65a57494-3132-406a-9a93-2f3bc2de625a gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:36:57.802201 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-15932707-e8dc-4cde-b059-c73653a123b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:57.803742 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-15932707-e8dc-4cde-b059-c73653a123b4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=15796354-99ed-4bbc-af1c-772cdc3fe57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7583988 Aug 23 20:36:57.847548 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-382905d6-b62e-4e7b-a3fc-e452de7a8058 req-8590f8a0-9221-4061-b4bd-d1c796904844 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:57.853229 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32cc59-f232-46b2-a92b-739aa3de83c1 req-8168ae3b-6783-4c85-913a-0c70f9f20f2f tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:57.854978 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2e32cc59-f232-46b2-a92b-739aa3de83c1 req-8168ae3b-6783-4c85-913a-0c70f9f20f2f tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a9b29d2-6f53-45e1-99f5-e581a80c827b HTTP/1.1" status: 200 len: 950 time: 0.1360042 Aug 23 20:36:57.869778 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5ed1c7d9-4daf-4b09-8abe-316863b2bc09 req-1a23acbe-97df-40bf-8515-564392d3eeb8 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ebb7eca-c25f-47c0-a40c-65770136efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6842065 Aug 23 20:36:57.874424 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port ccc28a28-d4dc-4ca1-8920-1c2a338dbc8a triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:36:57.875179 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:57.893419 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-055684ae-f7fb-40c8-8154-49b01c8a738b req-16b51b28-9c46-4930-bc42-b9eacd2d0895 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Made reservation on behalf of 29f18b1da2a844dcbeb03c332de0d358 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:36:57.897106 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-055684ae-f7fb-40c8-8154-49b01c8a738b req-16b51b28-9c46-4930-bc42-b9eacd2d0895 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:57.910316 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8590f8a0-9221-4061-b4bd-d1c796904844 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Pushing event deleted for resources: {'Port': ['ID=1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:57.990922 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db6ca910-d817-41d1-a832-8e73307407b7 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:36:58.006673 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccd15f7-8d43-46c9-9846-26a582ea5c3a None None] Sync routers for ids ['97317b68-6d88-4e90-804d-9dbd4fadd725'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:36:58.025879 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccd15f7-8d43-46c9-9846-26a582ea5c3a None None] Routers {'97317b68-6d88-4e90-804d-9dbd4fadd725'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:36:58.026574 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-eccd15f7-8d43-46c9-9846-26a582ea5c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:36:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['97317b68-6d88-4e90-804d-9dbd4fadd725'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:58.041778 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e739d3df-d847-4a87-a9b0-cb039a1d77c4 req-b393768d-6536-48e4-93a0-7e2e9887eda9 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:58.043648 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-b7dc9160-9714-4696-b75b-f1eb2ddd2133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a57494-3132-406a-9a93-2f3bc2de625a', 'name': 'tempest-TaggedBootDevicesTest_v242-1890661046-router', 'tenant_id': '31c0cec95ab64e5ca0c5b6061061da27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '28ab5f97-a367-43ac-ab61-d688e97032eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:36:52Z', 'updated_at': '2021-08-23T20:36:55Z', 'revision_number': 3, 'project_id': '31c0cec95ab64e5ca0c5b6061061da27', 'gw_port': {'id': '28ab5f97-a367-43ac-ab61-d688e97032eb', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a57494-3132-406a-9a93-2f3bc2de625a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:36:54Z', 'updated_at': '2021-08-23T20:36:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:58.054793 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2e32cc59-f232-46b2-a92b-739aa3de83c1 req-33560193-877a-48b9-9c90-dff0d30ea1fa tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.61 "GET /v2.0/security-groups?id=65fb2937-8212-401b-9112-a614b9cfab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669028 Aug 23 20:36:58.090112 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device d1b23212-f285-4163-a093-ffa4545fc3cc no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:36:58.093992 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7dc9160-9714-4696-b75b-f1eb2ddd2133 None None] Checking router: 65a57494-3132-406a-9a93-2f3bc2de625a for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:36:58.094458 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7dc9160-9714-4696-b75b-f1eb2ddd2133 None None] Updating router 65a57494-3132-406a-9a93-2f3bc2de625a port 28ab5f97-a367-43ac-ab61-d688e97032eb binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:36:58.097428 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6b010347-f4b8-4c1d-8d8b-e3a2e558e135 req-25b9d0b7-2ff2-4658-b71f-3df009847b21 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2fdf8fa-c29d-48b0-960a-1e34b4102531 HTTP/1.1" status: 200 len: 210 time: 0.0640023 Aug 23 20:36:58.154910 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: d1b23212-f285-4163-a093-ffa4545fc3cc {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:36:58.155280 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device d1b23212-f285-4163-a093-ffa4545fc3cc not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:36:58.155600 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:36:58.167354 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-382905d6-b62e-4e7b-a3fc-e452de7a8058 req-8590f8a0-9221-4061-b4bd-d1c796904844 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] No DVR routers for this DVR port 1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9 on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:36:58.170554 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-382905d6-b62e-4e7b-a3fc-e452de7a8058 req-8590f8a0-9221-4061-b4bd-d1c796904844 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:58.173573 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-382905d6-b62e-4e7b-a3fc-e452de7a8058 req-8590f8a0-9221-4061-b4bd-d1c796904844 tempest-ServersAdminTestJSON-1184116952 tempest-ServersAdminTestJSON-1184116952-project] 10.222.0.11 "DELETE /v2.0/ports/1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9 HTTP/1.1" status: 204 len: 173 time: 3.1378822 Aug 23 20:36:58.199523 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a9b29d2-6f53-45e1-99f5-e581a80c827b', 'name': 'network-vif-deleted', 'tag': '1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:36:58.202087 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ef26d0-e11f-4b44-88de-69d696bedec8" -d '{"events": [{"server_uuid": "2a9b29d2-6f53-45e1-99f5-e581a80c827b", "name": "network-vif-deleted", "tag": "1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:36:58.223654 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b7dc9160-9714-4696-b75b-f1eb2ddd2133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:58.246432 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: 1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:36:58.248331 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9 not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:36:58.251575 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-5956b056-4364-4fc7-912b-5ff0efef7d6d admin admin] Deleting port ccc28a28-d4dc-4ca1-8920-1c2a338dbc8a {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:36:58.252288 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5956b056-4364-4fc7-912b-5ff0efef7d6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:58.267645 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b393768d-6536-48e4-93a0-7e2e9887eda9 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Pushing event deleted for resources: {'Port': ['ID=d1b23212-f285-4163-a093-ffa4545fc3cc,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:58.271851 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-db6ca910-d817-41d1-a832-8e73307407b7 admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:58.279844 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-db6ca910-d817-41d1-a832-8e73307407b7 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.9925010 Aug 23 20:36:58.281566 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 57958) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:36:58.291215 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-eccd15f7-8d43-46c9-9846-26a582ea5c3a None None] Set router 97317b68-6d88-4e90-804d-9dbd4fadd725 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:36:58.314972 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-59f693d9-5b84-41b2-a12e-188fc1aed309 service neutron] 10.222.0.11 "GET /v2.0/networks/15796354-99ed-4bbc-af1c-772cdc3fe57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4960349 Aug 23 20:36:58.364450 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-055684ae-f7fb-40c8-8154-49b01c8a738b req-16b51b28-9c46-4930-bc42-b9eacd2d0895 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Allocated IP 172.20.0.6 (9154806b-c700-4250-82e0-c3993888c62e/680c283d-5185-45a2-940f-1ee3de9335bc/d6a35e35-007f-41f6-9b38-b555cc94b50e) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:36:58.379761 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9817c01-c857-4717-8dbc-1cc277f9be11 x-openstack-request-id: req-d9817c01-c857-4717-8dbc-1cc277f9be11 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:36:58.380109 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a9b29d2-6f53-45e1-99f5-e581a80c827b", "name": "network-vif-deleted", "tag": "1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:36:58.380354 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d9817c01-c857-4717-8dbc-1cc277f9be11 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:36:58.380744 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a9b29d2-6f53-45e1-99f5-e581a80c827b', 'name': 'network-vif-deleted', 'tag': '1fb305e7-e1c9-4bd7-a024-2a2bf7a421b9', 'status': 'completed', 'code': 200} Aug 23 20:36:58.516130 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-5956b056-4364-4fc7-912b-5ff0efef7d6d admin admin] For port ccc28a28-d4dc-4ca1-8920-1c2a338dbc8a, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=ccc28a28-d4dc-4ca1-8920-1c2a338dbc8a,segment=NetworkSegment(78e3e5e7-13df-4b99-8358-c503d09d6662),segment_id=78e3e5e7-13df-4b99-8358-c503d09d6662)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:36:58.516481 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5956b056-4364-4fc7-912b-5ff0efef7d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:58.545009 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-e739d3df-d847-4a87-a9b0-cb039a1d77c4 req-b393768d-6536-48e4-93a0-7e2e9887eda9 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] No DVR routers for this DVR port d1b23212-f285-4163-a093-ffa4545fc3cc on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:36:58.583199 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e739d3df-d847-4a87-a9b0-cb039a1d77c4 req-b393768d-6536-48e4-93a0-7e2e9887eda9 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:58.595976 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e739d3df-d847-4a87-a9b0-cb039a1d77c4 req-b393768d-6536-48e4-93a0-7e2e9887eda9 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.11 "DELETE /v2.0/ports/d1b23212-f285-4163-a093-ffa4545fc3cc HTTP/1.1" status: 204 len: 173 time: 3.5102708 Aug 23 20:36:58.614971 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-5956b056-4364-4fc7-912b-5ff0efef7d6d admin admin] Calling delete_port for ccc28a28-d4dc-4ca1-8920-1c2a338dbc8a owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:36:58.630896 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-eccd15f7-8d43-46c9-9846-26a582ea5c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97317b68-6d88-4e90-804d-9dbd4fadd725', 'name': 'tempest-FloatingIPDetailsTestJSON-967072857-router', 'tenant_id': 'cf43976dbe8f4afab057c09af96e846f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'deb0ede3-29a7-48be-b8b6-693caa4c4501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:36:49Z', 'updated_at': '2021-08-23T20:36:54Z', 'revision_number': 3, 'project_id': 'cf43976dbe8f4afab057c09af96e846f', 'gw_port': {'id': 'deb0ede3-29a7-48be-b8b6-693caa4c4501', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97317b68-6d88-4e90-804d-9dbd4fadd725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:36:52Z', 'updated_at': '2021-08-23T20:36:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:58.686209 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b7dc9160-9714-4696-b75b-f1eb2ddd2133 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:58.706155 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b7dc9160-9714-4696-b75b-f1eb2ddd2133 None None] Transition to ACTIVE for port object 28ab5f97-a367-43ac-ab61-d688e97032eb will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:36:58.715321 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b7dc9160-9714-4696-b75b-f1eb2ddd2133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:58.763430 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-055684ae-f7fb-40c8-8154-49b01c8a738b req-16b51b28-9c46-4930-bc42-b9eacd2d0895 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:58.825862 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-b7dc9160-9714-4696-b75b-f1eb2ddd2133 None None] Attempting to bind port 28ab5f97-a367-43ac-ab61-d688e97032eb on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:36:58.826223 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-b7dc9160-9714-4696-b75b-f1eb2ddd2133 None None] Attempting to bind port 28ab5f97-a367-43ac-ab61-d688e97032eb by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:36:58.826596 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dc9160-9714-4696-b75b-f1eb2ddd2133 None None] Attempting to bind port 28ab5f97-a367-43ac-ab61-d688e97032eb on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:36:58.850166 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dc9160-9714-4696-b75b-f1eb2ddd2133 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:36:58.850543 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dc9160-9714-4696-b75b-f1eb2ddd2133 None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:36:58.851291 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b7dc9160-9714-4696-b75b-f1eb2ddd2133 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:58.851291 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dc9160-9714-4696-b75b-f1eb2ddd2133 None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:36:58.851858 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-b7dc9160-9714-4696-b75b-f1eb2ddd2133 None None] Bound port: 28ab5f97-a367-43ac-ab61-d688e97032eb, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:36:58.860427 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b7dc9160-9714-4696-b75b-f1eb2ddd2133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:58.864080 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a86007-53ce-4486-935b-40aa143c733f None None] Pushing event updated for resources: {'Port': ['ID=28ab5f97-a367-43ac-ab61-d688e97032eb,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:58.875537 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-907a37fe-e1af-4e5d-8576-8b04c30ad25c service neutron] 10.222.0.11 "GET /v2.0/networks/15796354-99ed-4bbc-af1c-772cdc3fe57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4783180 Aug 23 20:36:58.908718 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccd15f7-8d43-46c9-9846-26a582ea5c3a None None] Checking router: 97317b68-6d88-4e90-804d-9dbd4fadd725 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:36:58.909057 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccd15f7-8d43-46c9-9846-26a582ea5c3a None None] Updating router 97317b68-6d88-4e90-804d-9dbd4fadd725 port deb0ede3-29a7-48be-b8b6-693caa4c4501 binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:36:58.949795 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eccd15f7-8d43-46c9-9846-26a582ea5c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:58.957982 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4a203393-4190-4826-a09e-08c85bdd25ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:59.001562 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-b7dc9160-9714-4696-b75b-f1eb2ddd2133 None None] For port 28ab5f97-a367-43ac-ab61-d688e97032eb, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:36:59.010690 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-54a104be-aa18-49cb-ad60-03e42e6e0090 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=60ae1ebc-636b-4489-b110-9d50fcbfd8b3 HTTP/1.1" status: 200 len: 217 time: 0.1216028 Aug 23 20:36:59.013970 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-b7dc9160-9714-4696-b75b-f1eb2ddd2133 None None] For port 28ab5f97-a367-43ac-ab61-d688e97032eb, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=28ab5f97-a367-43ac-ab61-d688e97032eb,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:36:59.028495 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b7dc9160-9714-4696-b75b-f1eb2ddd2133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:59.043408 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19fe8af-b6c5-4beb-b85b-81a771b31640 req-f4e83379-1940-407d-b5ba-13793c675b88 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:59.060877 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e19fe8af-b6c5-4beb-b85b-81a771b31640 req-f4e83379-1940-407d-b5ba-13793c675b88 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a50afcf-dd76-4a3a-9215-0b04f34cb0c5 HTTP/1.1" status: 200 len: 945 time: 0.4049366 Aug 23 20:36:59.115649 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a86007-53ce-4486-935b-40aa143c733f None None] Pushing event updated for resources: {'Port': ['ID=28ab5f97-a367-43ac-ab61-d688e97032eb,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:59.121579 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7dc9160-9714-4696-b75b-f1eb2ddd2133 None None] Routers {'65a57494-3132-406a-9a93-2f3bc2de625a'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:36:59.122212 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-b7dc9160-9714-4696-b75b-f1eb2ddd2133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:36:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['65a57494-3132-406a-9a93-2f3bc2de625a'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:59.172591 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-42d10894-d814-454b-b1ce-467a01da6aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:59.174069 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-42d10894-d814-454b-b1ce-467a01da6aaf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1fd3acb9-9364-43a9-926f-7317badfdeb5 HTTP/1.1" status: 200 len: 797 time: 0.1108029 Aug 23 20:36:59.201732 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-547e934c-7b8e-4e45-8fc4-1f83015261db req-b9d1e632-609c-43e7-971b-26cdde9f4b35 tempest-ListImageFiltersTestJSON-1560232407 tempest-ListImageFiltersTestJSON-1560232407-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9ff2ac2-7370-495f-852b-f9e53c571bed HTTP/1.1" status: 200 len: 210 time: 0.0923839 Aug 23 20:36:59.202773 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-055684ae-f7fb-40c8-8154-49b01c8a738b req-16b51b28-9c46-4930-bc42-b9eacd2d0895 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:59.236471 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['2fd138a2-a960-44b8-8ce2-767dd6fe86fd'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:36:59.290477 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-b7dc9160-9714-4696-b75b-f1eb2ddd2133 None None] Set router 65a57494-3132-406a-9a93-2f3bc2de625a gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:36:59.327434 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e19fe8af-b6c5-4beb-b85b-81a771b31640 req-5dac34f7-a09e-4ed2-94c9-08cbe72f8f8a tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/security-groups?id=26f54a44-9852-4d54-9348-9ab7d69f31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658303 Aug 23 20:36:59.359092 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-d5d4b4da-292a-426d-94af-b4e4d614d0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:59.361471 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-d5d4b4da-292a-426d-94af-b4e4d614d0fa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3540c16b-5ded-45d3-80bb-012ec217ee8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1215832 Aug 23 20:36:59.549992 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-c3ee9161-cf7a-45d0-98da-14427916dbc0 service neutron] 10.222.0.11 "GET /v2.0/networks/3540c16b-5ded-45d3-80bb-012ec217ee8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772046 Aug 23 20:36:59.562210 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eccd15f7-8d43-46c9-9846-26a582ea5c3a None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:59.590264 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-055684ae-f7fb-40c8-8154-49b01c8a738b req-16b51b28-9c46-4930-bc42-b9eacd2d0895 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Network 9154806b-c700-4250-82e0-c3993888c62e is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:36:59.665494 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-055684ae-f7fb-40c8-8154-49b01c8a738b req-16b51b28-9c46-4930-bc42-b9eacd2d0895 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:36:59.668847 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-055684ae-f7fb-40c8-8154-49b01c8a738b req-16b51b28-9c46-4930-bc42-b9eacd2d0895 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:36:59.704831 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device ac8635cd-8350-4a2c-8eb8-4a4ea9ba48dd up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:36:59.717396 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 57976) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:36:59.736449 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-b7dc9160-9714-4696-b75b-f1eb2ddd2133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a57494-3132-406a-9a93-2f3bc2de625a', 'name': 'tempest-TaggedBootDevicesTest_v242-1890661046-router', 'tenant_id': '31c0cec95ab64e5ca0c5b6061061da27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '28ab5f97-a367-43ac-ab61-d688e97032eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:36:52Z', 'updated_at': '2021-08-23T20:36:55Z', 'revision_number': 3, 'project_id': '31c0cec95ab64e5ca0c5b6061061da27', 'gw_port': {'id': '28ab5f97-a367-43ac-ab61-d688e97032eb', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a57494-3132-406a-9a93-2f3bc2de625a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:36:54Z', 'updated_at': '2021-08-23T20:36:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:36:59.741603 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54f8c5f4-c0d8-4d1c-abcd-ba6f5303a3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:59.759958 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-eccd15f7-8d43-46c9-9846-26a582ea5c3a None None] Transition to ACTIVE for port object deb0ede3-29a7-48be-b8b6-693caa4c4501 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:36:59.773359 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eccd15f7-8d43-46c9-9846-26a582ea5c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:59.785974 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5956b056-4364-4fc7-912b-5ff0efef7d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:59.787481 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055684ae-f7fb-40c8-8154-49b01c8a738b req-16b51b28-9c46-4930-bc42-b9eacd2d0895 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:36:59.788168 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-055684ae-f7fb-40c8-8154-49b01c8a738b req-16b51b28-9c46-4930-bc42-b9eacd2d0895 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:59.791834 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b51b28-9c46-4930-bc42-b9eacd2d0895 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Pushing event updated for resources: {'Port': ['ID=d6a35e35-007f-41f6-9b38-b555cc94b50e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:59.796953 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7dc9160-9714-4696-b75b-f1eb2ddd2133 None None] The sync data for ids ['65a57494-3132-406a-9a93-2f3bc2de625a'] in n-d-805663-2 is: [{'id': '65a57494-3132-406a-9a93-2f3bc2de625a', 'name': 'tempest-TaggedBootDevicesTest_v242-1890661046-router', 'tenant_id': '31c0cec95ab64e5ca0c5b6061061da27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '28ab5f97-a367-43ac-ab61-d688e97032eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:36:52Z', 'updated_at': '2021-08-23T20:36:55Z', 'revision_number': 3, 'project_id': '31c0cec95ab64e5ca0c5b6061061da27', 'gw_port': {'id': '28ab5f97-a367-43ac-ab61-d688e97032eb', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a57494-3132-406a-9a93-2f3bc2de625a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:36:54Z', 'updated_at': '2021-08-23T20:36:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:36:59.913437 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port ac8635cd-8350-4a2c-8eb8-4a4ea9ba48dd triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:36:59.914024 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:36:59.966633 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-eccd15f7-8d43-46c9-9846-26a582ea5c3a None None] Attempting to bind port deb0ede3-29a7-48be-b8b6-693caa4c4501 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:36:59.966959 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-eccd15f7-8d43-46c9-9846-26a582ea5c3a None None] Attempting to bind port deb0ede3-29a7-48be-b8b6-693caa4c4501 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:36:59.968451 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccd15f7-8d43-46c9-9846-26a582ea5c3a None None] Attempting to bind port deb0ede3-29a7-48be-b8b6-693caa4c4501 on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:36:59.987357 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956b056-4364-4fc7-912b-5ff0efef7d6d admin admin] Pushing event deleted for resources: {'Port': ['ID=ccc28a28-d4dc-4ca1-8920-1c2a338dbc8a,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:36:59.998623 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-055684ae-f7fb-40c8-8154-49b01c8a738b req-16b51b28-9c46-4930-bc42-b9eacd2d0895 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5368390 Aug 23 20:37:00.011191 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccd15f7-8d43-46c9-9846-26a582ea5c3a None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:37:00.012438 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2760aeb-3b85-4404-a066-961cd9274b88 req-451cadd6-d317-4ad2-b6c5-bfa4cbf20688 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:00.013091 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccd15f7-8d43-46c9-9846-26a582ea5c3a None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:37:00.013745 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eccd15f7-8d43-46c9-9846-26a582ea5c3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:00.014864 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccd15f7-8d43-46c9-9846-26a582ea5c3a None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:37:00.019382 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-eccd15f7-8d43-46c9-9846-26a582ea5c3a None None] Bound port: deb0ede3-29a7-48be-b8b6-693caa4c4501, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:37:00.024174 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eccd15f7-8d43-46c9-9846-26a582ea5c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:00.025066 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c2760aeb-3b85-4404-a066-961cd9274b88 req-451cadd6-d317-4ad2-b6c5-bfa4cbf20688 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2fdf8fa-c29d-48b0-960a-1e34b4102531 HTTP/1.1" status: 200 len: 931 time: 0.5001426 Aug 23 20:37:00.041016 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-055684ae-f7fb-40c8-8154-49b01c8a738b req-e69c2b2b-10a7-4c54-8496-e419a0168bdc service neutron] Request body: {'port': {'device_id': 'b2fdf8fa-c29d-48b0-960a-1e34b4102531', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:37:00.069893 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-ad128b18-dbe7-4d8f-9d28-578153e3f6d6 service neutron] 10.222.0.11 "GET /v2.0/networks/3540c16b-5ded-45d3-80bb-012ec217ee8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5066707 Aug 23 20:37:00.075069 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dfc5ea-1e5d-4c16-b74f-2eb01b1ac950 None None] Pushing event updated for resources: {'Port': ['ID=deb0ede3-29a7-48be-b8b6-693caa4c4501,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:00.148085 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-eccd15f7-8d43-46c9-9846-26a582ea5c3a None None] For port deb0ede3-29a7-48be-b8b6-693caa4c4501, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:37:00.152473 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-eccd15f7-8d43-46c9-9846-26a582ea5c3a None None] For port deb0ede3-29a7-48be-b8b6-693caa4c4501, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=deb0ede3-29a7-48be-b8b6-693caa4c4501,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:37:00.174801 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eccd15f7-8d43-46c9-9846-26a582ea5c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:00.345715 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccd15f7-8d43-46c9-9846-26a582ea5c3a None None] Routers {'97317b68-6d88-4e90-804d-9dbd4fadd725'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:37:00.348914 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-eccd15f7-8d43-46c9-9846-26a582ea5c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:36:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['97317b68-6d88-4e90-804d-9dbd4fadd725'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:37:00.361284 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dfc5ea-1e5d-4c16-b74f-2eb01b1ac950 None None] Pushing event updated for resources: {'Port': ['ID=deb0ede3-29a7-48be-b8b6-693caa4c4501,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:00.392778 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ff2ac2-7370-495f-852b-f9e53c571bed', 'name': 'network-vif-deleted', 'tag': 'd1b23212-f285-4163-a093-ffa4545fc3cc'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:37:00.401624 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a55b50-175d-4d2d-a4cb-aec31aff18b9" -d '{"events": [{"server_uuid": "b9ff2ac2-7370-495f-852b-f9e53c571bed", "name": "network-vif-deleted", "tag": "d1b23212-f285-4163-a093-ffa4545fc3cc"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:37:00.413178 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-72a96b4b-aa96-4362-bd82-59a0810ea3cf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d HTTP/1.1" status: 200 len: 217 time: 0.2561820 Aug 23 20:37:00.496733 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-8a2fd952-b528-400e-9640-6f5c802eb938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:00.498215 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-8a2fd952-b528-400e-9640-6f5c802eb938 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1fd3acb9-9364-43a9-926f-7317badfdeb5 HTTP/1.1" status: 200 len: 797 time: 0.0745304 Aug 23 20:37:00.539237 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-eccd15f7-8d43-46c9-9846-26a582ea5c3a None None] Set router 97317b68-6d88-4e90-804d-9dbd4fadd725 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:37:00.589947 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ef6f097f-9393-48fa-8468-39b4ebc65da7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cdefcac61f824e409c8265bba9a3689a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8660727 Aug 23 20:37:00.594342 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 58004) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:37:00.756762 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-f2467075-0ab3-4044-a7d8-162fcf3db8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:00.759843 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-f2467075-0ab3-4044-a7d8-162fcf3db8e3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3540c16b-5ded-45d3-80bb-012ec217ee8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2420027 Aug 23 20:37:00.793080 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-eccd15f7-8d43-46c9-9846-26a582ea5c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97317b68-6d88-4e90-804d-9dbd4fadd725', 'name': 'tempest-FloatingIPDetailsTestJSON-967072857-router', 'tenant_id': 'cf43976dbe8f4afab057c09af96e846f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'deb0ede3-29a7-48be-b8b6-693caa4c4501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:36:49Z', 'updated_at': '2021-08-23T20:36:54Z', 'revision_number': 3, 'project_id': 'cf43976dbe8f4afab057c09af96e846f', 'gw_port': {'id': 'deb0ede3-29a7-48be-b8b6-693caa4c4501', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97317b68-6d88-4e90-804d-9dbd4fadd725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:36:52Z', 'updated_at': '2021-08-23T20:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:37:00.812572 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5956b056-4364-4fc7-912b-5ff0efef7d6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:00.852461 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-4a203393-4190-4826-a09e-08c85bdd25ee admin admin] Allocated IP 172.20.0.1 (2980a46c-5f6f-4bd3-86da-263aae928b5d/ea915c70-de21-4e85-9794-73e9efabd3c6/167514e4-f52b-479a-ace6-dd928473afa2) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:37:00.877356 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccd15f7-8d43-46c9-9846-26a582ea5c3a None None] The sync data for ids ['97317b68-6d88-4e90-804d-9dbd4fadd725'] in n-d-805663-2 is: [{'id': '97317b68-6d88-4e90-804d-9dbd4fadd725', 'name': 'tempest-FloatingIPDetailsTestJSON-967072857-router', 'tenant_id': 'cf43976dbe8f4afab057c09af96e846f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'deb0ede3-29a7-48be-b8b6-693caa4c4501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:36:49Z', 'updated_at': '2021-08-23T20:36:54Z', 'revision_number': 3, 'project_id': 'cf43976dbe8f4afab057c09af96e846f', 'gw_port': {'id': 'deb0ede3-29a7-48be-b8b6-693caa4c4501', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97317b68-6d88-4e90-804d-9dbd4fadd725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:36:52Z', 'updated_at': '2021-08-23T20:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:37:01.111626 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-c9d8ed8c-8d37-4066-9dfa-0c0e3e1a18a5 service neutron] 10.222.0.11 "GET /v2.0/networks/3540c16b-5ded-45d3-80bb-012ec217ee8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004076 Aug 23 20:37:01.121704 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c731af3-6fa6-47aa-ade2-6432273f2fec x-openstack-request-id: req-6c731af3-6fa6-47aa-ade2-6432273f2fec {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:37:01.122158 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ff2ac2-7370-495f-852b-f9e53c571bed", "name": "network-vif-deleted", "tag": "d1b23212-f285-4163-a093-ffa4545fc3cc", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:37:01.122671 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6c731af3-6fa6-47aa-ade2-6432273f2fec {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:37:01.123206 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9ff2ac2-7370-495f-852b-f9e53c571bed', 'name': 'network-vif-deleted', 'tag': 'd1b23212-f285-4163-a093-ffa4545fc3cc', 'status': 'completed', 'code': 200} Aug 23 20:37:01.136734 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-938e60c4-6a82-408a-90b4-b43a668ff4b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:01.201473 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4a203393-4190-4826-a09e-08c85bdd25ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:01.219634 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-4a203393-4190-4826-a09e-08c85bdd25ee admin admin] Transition to ACTIVE for port object 167514e4-f52b-479a-ace6-dd928473afa2 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:37:01.279425 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-938e60c4-6a82-408a-90b4-b43a668ff4b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:01.296188 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c2760aeb-3b85-4404-a066-961cd9274b88 req-fe751e94-baed-4137-a27e-05c4ed56d903 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2681844 Aug 23 20:37:01.356652 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-055684ae-f7fb-40c8-8154-49b01c8a738b req-e69c2b2b-10a7-4c54-8496-e419a0168bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:01.431824 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4a203393-4190-4826-a09e-08c85bdd25ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:01.451076 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dc741a69-c4dd-471e-8473-6d319d26638a req-d4f88482-efbc-49a9-a2c3-2decdadd29bc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bc0979de-ca3d-4e5d-8780-ee84fb21f3ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5575283 Aug 23 20:37:01.460228 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-993eb635-607b-4e31-85c0-03d916bb840b service neutron] 10.222.0.11 "GET /v2.0/networks/3540c16b-5ded-45d3-80bb-012ec217ee8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354325 Aug 23 20:37:01.498039 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-938e60c4-6a82-408a-90b4-b43a668ff4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:01.501011 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-938e60c4-6a82-408a-90b4-b43a668ff4b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:01.502503 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-938e60c4-6a82-408a-90b4-b43a668ff4b4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/65fb2937-8212-401b-9112-a614b9cfab8f HTTP/1.1" status: 204 len: 168 time: 0.9014168 Aug 23 20:37:01.624802 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-54f8c5f4-c0d8-4d1c-abcd-ba6f5303a3ce admin admin] Allocated IP 172.20.0.1 (8a236e5f-ea7d-49c3-9cf6-d7cd592d9e14/fa938951-10d7-4169-8162-728c3a3558f8/d80ce32d-c4d4-41cd-b687-beb29eba757d) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:37:01.631059 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-8f3f4d28-1c7c-49bc-9a14-eb241ebbde1e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=57ffbcc0-4376-4d05-86a0-154600a7fc9d HTTP/1.1" status: 200 len: 217 time: 0.1555872 Aug 23 20:37:01.649053 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a203393-4190-4826-a09e-08c85bdd25ee admin admin] Network 2980a46c-5f6f-4bd3-86da-263aae928b5d is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:37:01.684634 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-4a203393-4190-4826-a09e-08c85bdd25ee admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:37:01.739093 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938e60c4-6a82-408a-90b4-b43a668ff4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65fb2937-8212-401b-9112-a614b9cfab8f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:01.755822 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a203393-4190-4826-a09e-08c85bdd25ee admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:37:01.829334 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-82e58b9c-5415-4a69-a822-5732f5d0033f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:01.831637 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-82e58b9c-5415-4a69-a822-5732f5d0033f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1fd3acb9-9364-43a9-926f-7317badfdeb5 HTTP/1.1" status: 200 len: 797 time: 0.1808927 Aug 23 20:37:01.856282 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5956b056-4364-4fc7-912b-5ff0efef7d6d admin admin] Router 61513792-3028-4780-875b-80938cc0356d has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:37:01.882785 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4a203393-4190-4826-a09e-08c85bdd25ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:01.917636 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 28ab5f97-a367-43ac-ab61-d688e97032eb up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:37:02.004686 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-06e9d748-8874-4d63-9664-166a23872cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:02.006140 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-06e9d748-8874-4d63-9664-166a23872cec service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3540c16b-5ded-45d3-80bb-012ec217ee8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1486928 Aug 23 20:37:02.041584 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 28ab5f97-a367-43ac-ab61-d688e97032eb completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:37:02.048665 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 28ab5f97-a367-43ac-ab61-d688e97032eb triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:37:02.049169 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:02.123958 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a203393-4190-4826-a09e-08c85bdd25ee admin admin] Pushing event updated for resources: {'Port': ['ID=167514e4-f52b-479a-ace6-dd928473afa2,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:02.200609 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-29210857-ba60-427f-8cd8-1b43cee4b550 None None] Provisioning for port 167514e4-f52b-479a-ace6-dd928473afa2 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:37:02.233847 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-29210857-ba60-427f-8cd8-1b43cee4b550 None None] Provisioning complete for port 167514e4-f52b-479a-ace6-dd928473afa2 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:37:02.234222 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-29210857-ba60-427f-8cd8-1b43cee4b550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:02.244193 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5956b056-4364-4fc7-912b-5ff0efef7d6d admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:37:02.259899 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5956b056-4364-4fc7-912b-5ff0efef7d6d admin admin] 10.222.0.61 "PUT /v2.0/routers/61513792-3028-4780-875b-80938cc0356d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9221768 Aug 23 20:37:02.265817 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 58054) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:37:02.366535 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-29210857-ba60-427f-8cd8-1b43cee4b550 None None] Port 167514e4-f52b-479a-ace6-dd928473afa2 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:37:02.374164 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 58066) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:37:02.382975 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a56b6ad-0f0b-4028-b4ce-f91ac69a19dd None None] Sync routers for ids ['61513792-3028-4780-875b-80938cc0356d'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:37:02.403383 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc741a69-c4dd-471e-8473-6d319d26638a req-8002ec72-176f-4dae-8fae-7590be8a9435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:02.405516 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dc741a69-c4dd-471e-8473-6d319d26638a req-8002ec72-176f-4dae-8fae-7590be8a9435 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=29f18b1da2a844dcbeb03c332de0d358&device_id=bc0979de-ca3d-4e5d-8780-ee84fb21f3ad HTTP/1.1" status: 200 len: 1096 time: 0.8515880 Aug 23 20:37:02.444533 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a56b6ad-0f0b-4028-b4ce-f91ac69a19dd None None] Routers {'61513792-3028-4780-875b-80938cc0356d'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:37:02.447984 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-9a56b6ad-0f0b-4028-b4ce-f91ac69a19dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:36:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['61513792-3028-4780-875b-80938cc0356d'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:37:02.594557 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6553ae97-2387-4365-8fdb-d9fe52b5ef30 admin admin] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:02.692796 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-d994ee69-aa11-4a77-bb81-2737f75675b9 service neutron] 10.222.0.11 "GET /v2.0/networks/3540c16b-5ded-45d3-80bb-012ec217ee8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6604545 Aug 23 20:37:02.823136 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:02.866555 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 28ab5f97-a367-43ac-ab61-d688e97032eb, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=28ab5f97-a367-43ac-ab61-d688e97032eb,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:37:02.897994 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:02.899703 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device deb0ede3-29a7-48be-b8b6-693caa4c4501 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:37:02.965069 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9418b19f-e81e-422b-816d-d68898f4b6cb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6f6d57b07e90491cb7d1c6b858e049a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5841563 Aug 23 20:37:02.967705 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 58078) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:37:03.001782 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc741a69-c4dd-471e-8473-6d319d26638a req-98179e59-d6e3-4513-94ab-a18fb8aad0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:03.003798 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dc741a69-c4dd-471e-8473-6d319d26638a req-98179e59-d6e3-4513-94ab-a18fb8aad0d7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9154806b-c700-4250-82e0-c3993888c62e HTTP/1.1" status: 200 len: 907 time: 0.5524845 Aug 23 20:37:03.003946 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6553ae97-2387-4365-8fdb-d9fe52b5ef30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:03.014956 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-41e714a0-52b4-41ab-a8ca-06a2fbdded9e service neutron] 10.222.0.11 "GET /v2.0/networks/3540c16b-5ded-45d3-80bb-012ec217ee8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117137 Aug 23 20:37:03.020676 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-9a56b6ad-0f0b-4028-b4ce-f91ac69a19dd None None] Set router 61513792-3028-4780-875b-80938cc0356d gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:37:03.027353 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54f8c5f4-c0d8-4d1c-abcd-ba6f5303a3ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:03.043044 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:37:03.077381 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 58082) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:37:03.078005 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dc741a69-c4dd-471e-8473-6d319d26638a req-e66382d0-cb19-43cf-ab55-5aa7a60381da service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fd138a2-a960-44b8-8ce2-767dd6fe86fd HTTP/1.1" status: 200 len: 217 time: 0.0650146 Aug 23 20:37:03.098937 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b756f7f-1160-4ce0-b6f1-a62d93708045 req-65ee682a-18b9-4a93-9370-4d70ebbff528 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:03.107698 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8b756f7f-1160-4ce0-b6f1-a62d93708045 req-65ee682a-18b9-4a93-9370-4d70ebbff528 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2fdf8fa-c29d-48b0-960a-1e34b4102531 HTTP/1.1" status: 200 len: 931 time: 0.4445252 Aug 23 20:37:03.132559 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-f8301aa9-515c-4a69-8b99-eda772c3f0ad service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.145&port_id=1e9559a3-8cff-4318-a999-b45c5efad87e HTTP/1.1" status: 200 len: 217 time: 0.1098628 Aug 23 20:37:03.172301 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2175cea3-78c0-4e8a-8801-ba7310b7bf96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:03.184622 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-54f8c5f4-c0d8-4d1c-abcd-ba6f5303a3ce admin admin] Transition to ACTIVE for port object d80ce32d-c4d4-41cd-b687-beb29eba757d will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:37:03.238393 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2175cea3-78c0-4e8a-8801-ba7310b7bf96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:03.270993 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-3f11421b-8ef7-43e6-9778-3cb286894ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:03.273024 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-3f11421b-8ef7-43e6-9778-3cb286894ee5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1fd3acb9-9364-43a9-926f-7317badfdeb5 HTTP/1.1" status: 200 len: 797 time: 0.1117003 Aug 23 20:37:03.280197 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=28ab5f97-a367-43ac-ab61-d688e97032eb,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:03.301776 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port deb0ede3-29a7-48be-b8b6-693caa4c4501 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:37:03.315361 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port deb0ede3-29a7-48be-b8b6-693caa4c4501 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:37:03.316006 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:03.368185 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-6553ae97-2387-4365-8fdb-d9fe52b5ef30 admin admin] Deleting port edb5454a-4f07-4701-a2b4-dbbf4fcf5f7d {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:37:03.368568 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6553ae97-2387-4365-8fdb-d9fe52b5ef30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:03.398309 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-055684ae-f7fb-40c8-8154-49b01c8a738b req-e69c2b2b-10a7-4c54-8496-e419a0168bdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6a35e35-007f-41f6-9b38-b555cc94b50e {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:37:03.412191 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-055684ae-f7fb-40c8-8154-49b01c8a738b req-e69c2b2b-10a7-4c54-8496-e419a0168bdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:03.435550 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8b756f7f-1160-4ce0-b6f1-a62d93708045 req-8f3086a4-bc30-479f-b39c-9fc42549f382 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268352 Aug 23 20:37:03.445114 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4a203393-4190-4826-a09e-08c85bdd25ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:03.491273 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-930cae71-2e3d-44be-9a60-598bc0f629f5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3bae9ea143af4013a09794abbec19802&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4029934 Aug 23 20:37:03.491520 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc741a69-c4dd-471e-8473-6d319d26638a req-61ac51ec-c7ae-41d8-a36d-1fdc6f0a477c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:03.495442 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dc741a69-c4dd-471e-8473-6d319d26638a req-61ac51ec-c7ae-41d8-a36d-1fdc6f0a477c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=680c283d-5185-45a2-940f-1ee3de9335bc HTTP/1.1" status: 200 len: 846 time: 0.3800805 Aug 23 20:37:03.498559 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 58088) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:37:03.510325 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-f0969953-c079-4fc7-82af-866152a6e48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:03.512047 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-f0969953-c079-4fc7-82af-866152a6e48e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3540c16b-5ded-45d3-80bb-012ec217ee8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2272437 Aug 23 20:37:03.514017 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-055684ae-f7fb-40c8-8154-49b01c8a738b req-e69c2b2b-10a7-4c54-8496-e419a0168bdc service neutron] Transition to ACTIVE for port object d6a35e35-007f-41f6-9b38-b555cc94b50e will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:37:03.515705 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:03.542562 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2175cea3-78c0-4e8a-8801-ba7310b7bf96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:03.545175 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2175cea3-78c0-4e8a-8801-ba7310b7bf96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:03.546374 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2175cea3-78c0-4e8a-8801-ba7310b7bf96 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1afd8b5b-0032-4113-846e-64b5c3a31d53 HTTP/1.1" status: 204 len: 168 time: 0.5775421 Aug 23 20:37:03.550203 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port deb0ede3-29a7-48be-b8b6-693caa4c4501, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=deb0ede3-29a7-48be-b8b6-693caa4c4501,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:37:03.557214 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dc741a69-c4dd-471e-8473-6d319d26638a req-fce10381-1b93-483f-9914-d313e294f01b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9154806b-c700-4250-82e0-c3993888c62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454025 Aug 23 20:37:03.570896 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:03.645799 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=deb0ede3-29a7-48be-b8b6-693caa4c4501,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:03.673327 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-9a56b6ad-0f0b-4028-b4ce-f91ac69a19dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61513792-3028-4780-875b-80938cc0356d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1808196890-router', 'tenant_id': '0fd9c80556ee4615898f1b0efddfb29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'edb5454a-4f07-4701-a2b4-dbbf4fcf5f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:36:41Z', 'updated_at': '2021-08-23T20:36:59Z', 'revision_number': 5, 'project_id': '0fd9c80556ee4615898f1b0efddfb29a', 'gw_port': {'id': 'edb5454a-4f07-4701-a2b4-dbbf4fcf5f7d', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:98:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61513792-3028-4780-875b-80938cc0356d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:36:42Z', 'updated_at': '2021-08-23T20:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:37:03.744876 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 28ab5f97-a367-43ac-ab61-d688e97032eb up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:37:03.808835 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a56b6ad-0f0b-4028-b4ce-f91ac69a19dd None None] Checking router: 61513792-3028-4780-875b-80938cc0356d for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:37:03.830034 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a56b6ad-0f0b-4028-b4ce-f91ac69a19dd None None] Routers {'61513792-3028-4780-875b-80938cc0356d'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:37:03.831012 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-9a56b6ad-0f0b-4028-b4ce-f91ac69a19dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:36:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['61513792-3028-4780-875b-80938cc0356d'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:37:03.844599 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-055684ae-f7fb-40c8-8154-49b01c8a738b req-e69c2b2b-10a7-4c54-8496-e419a0168bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:03.875636 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54f8c5f4-c0d8-4d1c-abcd-ba6f5303a3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:03.880850 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 28ab5f97-a367-43ac-ab61-d688e97032eb triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:37:03.881490 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:03.914177 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f8c5f4-c0d8-4d1c-abcd-ba6f5303a3ce admin admin] Network 8a236e5f-ea7d-49c3-9cf6-d7cd592d9e14 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:37:03.954869 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-54f8c5f4-c0d8-4d1c-abcd-ba6f5303a3ce admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:37:03.963451 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f8c5f4-c0d8-4d1c-abcd-ba6f5303a3ce admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:37:04.044171 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-9a56b6ad-0f0b-4028-b4ce-f91ac69a19dd None None] Set router 61513792-3028-4780-875b-80938cc0356d gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:37:04.056881 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54f8c5f4-c0d8-4d1c-abcd-ba6f5303a3ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:04.113341 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-9a56b6ad-0f0b-4028-b4ce-f91ac69a19dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61513792-3028-4780-875b-80938cc0356d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1808196890-router', 'tenant_id': '0fd9c80556ee4615898f1b0efddfb29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:36:41Z', 'updated_at': '2021-08-23T20:37:03Z', 'revision_number': 6, 'project_id': '0fd9c80556ee4615898f1b0efddfb29a', 'gw_port_host': None}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:37:04.149610 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a56b6ad-0f0b-4028-b4ce-f91ac69a19dd None None] The sync data for ids ['61513792-3028-4780-875b-80938cc0356d'] in n-d-805663-2 is: [{'id': '61513792-3028-4780-875b-80938cc0356d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1808196890-router', 'tenant_id': '0fd9c80556ee4615898f1b0efddfb29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:36:41Z', 'updated_at': '2021-08-23T20:37:03Z', 'revision_number': 6, 'project_id': '0fd9c80556ee4615898f1b0efddfb29a', 'gw_port_host': None}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:37:04.278703 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4a203393-4190-4826-a09e-08c85bdd25ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:04.295729 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4a203393-4190-4826-a09e-08c85bdd25ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:04.298972 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c2b2b-10a7-4c54-8496-e419a0168bdc service neutron] Pushing event updated for resources: {'Port': ['ID=d6a35e35-007f-41f6-9b38-b555cc94b50e,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:04.309434 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a5346a5c-1fdb-4342-9e94-1b4eb35da7fa None None] Provisioning for port d80ce32d-c4d4-41cd-b687-beb29eba757d completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:37:04.317084 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a5346a5c-1fdb-4342-9e94-1b4eb35da7fa None None] Provisioning complete for port d80ce32d-c4d4-41cd-b687-beb29eba757d triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:37:04.317510 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2175cea3-78c0-4e8a-8801-ba7310b7bf96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afd8b5b-0032-4113-846e-64b5c3a31d53,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:04.318753 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a5346a5c-1fdb-4342-9e94-1b4eb35da7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:04.401961 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-6553ae97-2387-4365-8fdb-d9fe52b5ef30 admin admin] For port edb5454a-4f07-4701-a2b4-dbbf4fcf5f7d, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=edb5454a-4f07-4701-a2b4-dbbf4fcf5f7d,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:37:04.402370 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6553ae97-2387-4365-8fdb-d9fe52b5ef30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:04.418828 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a5346a5c-1fdb-4342-9e94-1b4eb35da7fa None None] Port d80ce32d-c4d4-41cd-b687-beb29eba757d cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:37:04.434056 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8f1e8974-111e-4000-b2fd-4ed05fd83be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:04.442272 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-6553ae97-2387-4365-8fdb-d9fe52b5ef30 admin admin] Calling delete_port for edb5454a-4f07-4701-a2b4-dbbf4fcf5f7d owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:37:04.686977 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-d11742e5-c817-4cf3-89bd-7ca14f71b474 service neutron] 10.222.0.11 "GET /v2.0/networks/3540c16b-5ded-45d3-80bb-012ec217ee8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1639044 Aug 23 20:37:04.719053 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54f8c5f4-c0d8-4d1c-abcd-ba6f5303a3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:04.742831 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8f1e8974-111e-4000-b2fd-4ed05fd83be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:04.779507 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4a203393-4190-4826-a09e-08c85bdd25ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:04.893144 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-055684ae-f7fb-40c8-8154-49b01c8a738b req-e69c2b2b-10a7-4c54-8496-e419a0168bdc service neutron] Attempting to bind port d6a35e35-007f-41f6-9b38-b555cc94b50e on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:37:04.893534 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-055684ae-f7fb-40c8-8154-49b01c8a738b req-e69c2b2b-10a7-4c54-8496-e419a0168bdc service neutron] Attempting to bind port d6a35e35-007f-41f6-9b38-b555cc94b50e by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': 'bbb7ca88-3a5f-4f78-b2f2-1646091f4f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9154806b-c700-4250-82e0-c3993888c62e'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:37:04.893789 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055684ae-f7fb-40c8-8154-49b01c8a738b req-e69c2b2b-10a7-4c54-8496-e419a0168bdc service neutron] Attempting to bind port d6a35e35-007f-41f6-9b38-b555cc94b50e on network 9154806b-c700-4250-82e0-c3993888c62e {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:37:04.908483 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055684ae-f7fb-40c8-8154-49b01c8a738b req-e69c2b2b-10a7-4c54-8496-e419a0168bdc service neutron] Port d6a35e35-007f-41f6-9b38-b555cc94b50e on network 9154806b-c700-4250-82e0-c3993888c62e not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:37:04.908840 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055684ae-f7fb-40c8-8154-49b01c8a738b req-e69c2b2b-10a7-4c54-8496-e419a0168bdc service neutron] Attempting to bind port d6a35e35-007f-41f6-9b38-b555cc94b50e on network 9154806b-c700-4250-82e0-c3993888c62e {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:37:04.915586 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f8c5f4-c0d8-4d1c-abcd-ba6f5303a3ce admin admin] Pushing event updated for resources: {'Port': ['ID=d80ce32d-c4d4-41cd-b687-beb29eba757d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:04.925993 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a203393-4190-4826-a09e-08c85bdd25ee admin admin] Network 2980a46c-5f6f-4bd3-86da-263aae928b5d is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:37:04.929111 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055684ae-f7fb-40c8-8154-49b01c8a738b req-e69c2b2b-10a7-4c54-8496-e419a0168bdc service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:37:04.929450 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055684ae-f7fb-40c8-8154-49b01c8a738b req-e69c2b2b-10a7-4c54-8496-e419a0168bdc service neutron] Checking segment: {'id': 'bbb7ca88-3a5f-4f78-b2f2-1646091f4f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9154806b-c700-4250-82e0-c3993888c62e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:37:04.930372 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055684ae-f7fb-40c8-8154-49b01c8a738b req-e69c2b2b-10a7-4c54-8496-e419a0168bdc service neutron] Bound using segment: {'id': 'bbb7ca88-3a5f-4f78-b2f2-1646091f4f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9154806b-c700-4250-82e0-c3993888c62e'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:37:04.930809 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-055684ae-f7fb-40c8-8154-49b01c8a738b req-e69c2b2b-10a7-4c54-8496-e419a0168bdc service neutron] Bound port: d6a35e35-007f-41f6-9b38-b555cc94b50e, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbb7ca88-3a5f-4f78-b2f2-1646091f4f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9154806b-c700-4250-82e0-c3993888c62e'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:37:04.931163 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-055684ae-f7fb-40c8-8154-49b01c8a738b req-e69c2b2b-10a7-4c54-8496-e419a0168bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:05.007581 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-5b8aa403-79ba-4919-98a0-ae3cbcf516d6 service neutron] 10.222.0.11 "GET /v2.0/networks/3540c16b-5ded-45d3-80bb-012ec217ee8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108268 Aug 23 20:37:05.008896 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6553ae97-2387-4365-8fdb-d9fe52b5ef30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:05.010661 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dc741a69-c4dd-471e-8473-6d319d26638a req-1079aaf2-8b47-4255-96a9-5a4f3376343a service neutron] 10.222.0.32 "GET /v2.0/networks/9154806b-c700-4250-82e0-c3993888c62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1854167 Aug 23 20:37:05.011829 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-4a203393-4190-4826-a09e-08c85bdd25ee admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:37:05.054865 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6553ae97-2387-4365-8fdb-d9fe52b5ef30 admin admin] Pushing event deleted for resources: {'Port': ['ID=edb5454a-4f07-4701-a2b4-dbbf4fcf5f7d,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:05.175657 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-07930328-3f8a-4451-928c-40e21da4fca5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=24a309f0-cb51-4a2a-9a2e-e94a027cbd08 HTTP/1.1" status: 200 len: 217 time: 0.1568189 Aug 23 20:37:05.271830 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-93e26a8a-50e5-46e3-93e6-ed05b3dc8edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:05.273351 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-93e26a8a-50e5-46e3-93e6-ed05b3dc8edd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=219a97fb-cf76-43fd-a3c0-23a4e8b36a26 HTTP/1.1" status: 200 len: 797 time: 0.0853186 Aug 23 20:37:05.278606 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a203393-4190-4826-a09e-08c85bdd25ee admin admin] Pushing event updated for resources: {'Port': ['ID=167514e4-f52b-479a-ace6-dd928473afa2,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:05.365247 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8f1e8974-111e-4000-b2fd-4ed05fd83be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:05.378513 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8f1e8974-111e-4000-b2fd-4ed05fd83be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:05.384590 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8f1e8974-111e-4000-b2fd-4ed05fd83be5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6ebb7eca-c25f-47c0-a40c-65770136efe8 HTTP/1.1" status: 204 len: 168 time: 1.8837249 Aug 23 20:37:05.413781 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1e8974-111e-4000-b2fd-4ed05fd83be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ebb7eca-c25f-47c0-a40c-65770136efe8,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:05.419356 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35efbb-424c-4c55-88a1-5829db02f737 req-458c22dc-5b02-4bb8-8b68-bc0f5a9d13fa tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:05.427819 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dc35efbb-424c-4c55-88a1-5829db02f737 req-458c22dc-5b02-4bb8-8b68-bc0f5a9d13fa tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2fdf8fa-c29d-48b0-960a-1e34b4102531 HTTP/1.1" status: 200 len: 943 time: 0.5037444 Aug 23 20:37:05.429316 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e8974-111e-4000-b2fd-4ed05fd83be5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:37:05.430157 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e8974-111e-4000-b2fd-4ed05fd83be5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:37:05.430835 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e8974-111e-4000-b2fd-4ed05fd83be5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:37:05.431558 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e8974-111e-4000-b2fd-4ed05fd83be5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:37:05.432120 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e8974-111e-4000-b2fd-4ed05fd83be5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:37:05.432680 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e8974-111e-4000-b2fd-4ed05fd83be5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:37:05.433217 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e8974-111e-4000-b2fd-4ed05fd83be5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:37:05.433950 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e8974-111e-4000-b2fd-4ed05fd83be5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:37:05.434701 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e8974-111e-4000-b2fd-4ed05fd83be5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:37:05.435737 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e8974-111e-4000-b2fd-4ed05fd83be5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:37:05.436317 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e8974-111e-4000-b2fd-4ed05fd83be5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:37:05.436953 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e8974-111e-4000-b2fd-4ed05fd83be5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:37:05.452940 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6553ae97-2387-4365-8fdb-d9fe52b5ef30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:05.563549 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5b0c7593-2f01-4be3-b3f9-8f13e672658a None None] Provisioning complete for port 167514e4-f52b-479a-ace6-dd928473afa2 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:37:05.564791 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5b0c7593-2f01-4be3-b3f9-8f13e672658a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:05.671676 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-5b0c7593-2f01-4be3-b3f9-8f13e672658a None None] Port 167514e4-f52b-479a-ace6-dd928473afa2 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:37:05.734388 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device deb0ede3-29a7-48be-b8b6-693caa4c4501 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:37:05.781563 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6553ae97-2387-4365-8fdb-d9fe52b5ef30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:05.797228 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-947fbc2d-9147-4a14-80e4-72aca7e7a4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:05.806218 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-947fbc2d-9147-4a14-80e4-72aca7e7a4e9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=af4706b6-78a2-4ed9-91e2-487e13d661e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5127146 Aug 23 20:37:05.810593 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6553ae97-2387-4365-8fdb-d9fe52b5ef30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:05.826848 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port deb0ede3-29a7-48be-b8b6-693caa4c4501 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:37:05.827584 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:05.936122 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6553ae97-2387-4365-8fdb-d9fe52b5ef30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:05.937158 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6553ae97-2387-4365-8fdb-d9fe52b5ef30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61513792-3028-4780-875b-80938cc0356d {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:37:05.943686 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6553ae97-2387-4365-8fdb-d9fe52b5ef30 admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:05.948745 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6553ae97-2387-4365-8fdb-d9fe52b5ef30 admin admin] 10.222.0.61 "DELETE /v2.0/routers/61513792-3028-4780-875b-80938cc0356d HTTP/1.1" status: 204 len: 168 time: 3.6818583 Aug 23 20:37:05.957333 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 58138) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:37:06.080006 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-d18d1e0c-ed5a-4709-92ad-5804f95dc0d5 service neutron] 10.222.0.11 "GET /v2.0/networks/af4706b6-78a2-4ed9-91e2-487e13d661e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646689 Aug 23 20:37:06.121501 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-67533d32-6539-4396-925c-5932bc074994 admin admin] Deleting subnet 4ec8e993-51fe-406d-9510-b70f650986a2 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:37:06.130976 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-67533d32-6539-4396-925c-5932bc074994 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:06.140302 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device ccc28a28-d4dc-4ca1-8920-1c2a338dbc8a no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:37:06.190290 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: ccc28a28-d4dc-4ca1-8920-1c2a338dbc8a {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:37:06.190652 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device ccc28a28-d4dc-4ca1-8920-1c2a338dbc8a not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:37:06.191050 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device edb5454a-4f07-4701-a2b4-dbbf4fcf5f7d no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:37:06.192648 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-055684ae-f7fb-40c8-8154-49b01c8a738b req-e69c2b2b-10a7-4c54-8496-e419a0168bdc service neutron] For port d6a35e35-007f-41f6-9b38-b555cc94b50e, host n-h1-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:37:06.219969 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-67533d32-6539-4396-925c-5932bc074994 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:06.244127 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-055684ae-f7fb-40c8-8154-49b01c8a738b req-e69c2b2b-10a7-4c54-8496-e419a0168bdc service neutron] For port d6a35e35-007f-41f6-9b38-b555cc94b50e, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=d6a35e35-007f-41f6-9b38-b555cc94b50e,segment=NetworkSegment(bbb7ca88-3a5f-4f78-b2f2-1646091f4f26),segment_id=bbb7ca88-3a5f-4f78-b2f2-1646091f4f26)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:37:06.256353 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: edb5454a-4f07-4701-a2b4-dbbf4fcf5f7d {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:37:06.256703 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device edb5454a-4f07-4701-a2b4-dbbf4fcf5f7d not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:37:06.320783 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dc35efbb-424c-4c55-88a1-5829db02f737 req-83a0ad6d-6556-4962-91c4-c4622681c749 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8918912 Aug 23 20:37:06.322578 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-055684ae-f7fb-40c8-8154-49b01c8a738b req-e69c2b2b-10a7-4c54-8496-e419a0168bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:06.379317 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a203393-4190-4826-a09e-08c85bdd25ee admin admin] Router 65a57494-3132-406a-9a93-2f3bc2de625a has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:37:06.383021 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dc741a69-c4dd-471e-8473-6d319d26638a req-1df4f0c9-b08a-4471-95dc-981f6a66d811 service neutron] 10.222.0.32 "GET /v2.0/networks/9154806b-c700-4250-82e0-c3993888c62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3012850 Aug 23 20:37:06.419458 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055684ae-f7fb-40c8-8154-49b01c8a738b req-e69c2b2b-10a7-4c54-8496-e419a0168bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:06.419991 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-055684ae-f7fb-40c8-8154-49b01c8a738b req-e69c2b2b-10a7-4c54-8496-e419a0168bdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:06.422526 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-055684ae-f7fb-40c8-8154-49b01c8a738b req-e69c2b2b-10a7-4c54-8496-e419a0168bdc service neutron] 10.222.0.11 "PUT /v2.0/ports/d6a35e35-007f-41f6-9b38-b555cc94b50e HTTP/1.1" status: 200 len: 1091 time: 6.3889055 Aug 23 20:37:06.425332 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2fdf8fa-c29d-48b0-960a-1e34b4102531', 'tag': 'd6a35e35-007f-41f6-9b38-b555cc94b50e'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:37:06.428018 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e199943-b384-47df-b1a7-d4c0235debe3" -d '{"events": [{"name": "network-changed", "server_uuid": "b2fdf8fa-c29d-48b0-960a-1e34b4102531", "tag": "d6a35e35-007f-41f6-9b38-b555cc94b50e"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:37:06.515894 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-67533d32-6539-4396-925c-5932bc074994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:06.576632 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db23c77a-8c29-47ad-9c05-1cbea455d792 x-openstack-request-id: req-db23c77a-8c29-47ad-9c05-1cbea455d792 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:37:06.576972 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2fdf8fa-c29d-48b0-960a-1e34b4102531", "tag": "d6a35e35-007f-41f6-9b38-b555cc94b50e", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:37:06.577166 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-db23c77a-8c29-47ad-9c05-1cbea455d792 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:37:06.577547 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2fdf8fa-c29d-48b0-960a-1e34b4102531', 'tag': 'd6a35e35-007f-41f6-9b38-b555cc94b50e', 'status': 'completed', 'code': 200} Aug 23 20:37:06.619109 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54f8c5f4-c0d8-4d1c-abcd-ba6f5303a3ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:06.621508 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c2b2b-10a7-4c54-8496-e419a0168bdc service neutron] Pushing event updated for resources: {'Port': ['ID=d6a35e35-007f-41f6-9b38-b555cc94b50e,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:06.644379 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54f8c5f4-c0d8-4d1c-abcd-ba6f5303a3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:06.664775 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-ee8f24e8-056c-4d4c-a39b-389feefce345 service neutron] 10.222.0.11 "GET /v2.0/networks/af4706b6-78a2-4ed9-91e2-487e13d661e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5748620 Aug 23 20:37:06.688469 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54f8c5f4-c0d8-4d1c-abcd-ba6f5303a3ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:06.729798 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-92cdecb0-af27-44a2-b903-71ddb406cee0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2766511f-9d51-4da2-a1c2-6355076cc97a HTTP/1.1" status: 200 len: 217 time: 0.0499613 Aug 23 20:37:06.790260 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-93ef9eb1-9fb3-4052-8cf3-1a948ceb898c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:06.792246 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-93ef9eb1-9fb3-4052-8cf3-1a948ceb898c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=219a97fb-cf76-43fd-a3c0-23a4e8b36a26 HTTP/1.1" status: 200 len: 797 time: 0.0579658 Aug 23 20:37:06.793962 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-67533d32-6539-4396-925c-5932bc074994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:06.859535 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67533d32-6539-4396-925c-5932bc074994 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ec8e993-51fe-406d-9510-b70f650986a2,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:06.866428 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-67533d32-6539-4396-925c-5932bc074994 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:06.869456 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-67533d32-6539-4396-925c-5932bc074994 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/4ec8e993-51fe-406d-9510-b70f650986a2 HTTP/1.1" status: 204 len: 168 time: 0.9109244 Aug 23 20:37:06.875207 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 58166) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:37:06.881838 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1796b34d-7680-4a16-9def-d3cf67112420 None None] Network 4418ddea-2528-4616-8e8c-3ef6622b9327 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:37:06.929183 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a203393-4190-4826-a09e-08c85bdd25ee admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:37:06.938046 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f8c5f4-c0d8-4d1c-abcd-ba6f5303a3ce admin admin] Pushing event updated for resources: {'Port': ['ID=d80ce32d-c4d4-41cd-b687-beb29eba757d,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:06.946257 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4a203393-4190-4826-a09e-08c85bdd25ee admin admin] 10.222.0.61 "PUT /v2.0/routers/65a57494-3132-406a-9a93-2f3bc2de625a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4822285 Aug 23 20:37:06.947850 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-fe3cbb3f-b2cb-4890-923c-853cb7385d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:06.949911 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-fe3cbb3f-b2cb-4890-923c-853cb7385d50 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=af4706b6-78a2-4ed9-91e2-487e13d661e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1487772 Aug 23 20:37:06.951202 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055684ae-f7fb-40c8-8154-49b01c8a738b req-46653102-3470-4cd3-9457-dc63580a772f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:06.953061 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-055684ae-f7fb-40c8-8154-49b01c8a738b req-46653102-3470-4cd3-9457-dc63580a772f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=29f18b1da2a844dcbeb03c332de0d358&device_id=b2fdf8fa-c29d-48b0-960a-1e34b4102531 HTTP/1.1" status: 200 len: 1094 time: 0.4272435 Aug 23 20:37:06.957887 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a324cbb-3ffe-457a-9665-262df4efcb95 None None] Sync routers for ids ['65a57494-3132-406a-9a93-2f3bc2de625a'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:37:06.982349 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a324cbb-3ffe-457a-9665-262df4efcb95 None None] Routers {'65a57494-3132-406a-9a93-2f3bc2de625a'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:37:06.982984 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5a324cbb-3ffe-457a-9665-262df4efcb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:36:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['65a57494-3132-406a-9a93-2f3bc2de625a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:37:07.051346 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba371d62-46d2-4433-a7f5-f2cf68c6eea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:07.066512 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-055684ae-f7fb-40c8-8154-49b01c8a738b req-6f89c369-945f-44cc-a4cf-94b2ebbf3bf2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6a35e35-007f-41f6-9b38-b555cc94b50e HTTP/1.1" status: 200 len: 217 time: 0.0975564 Aug 23 20:37:07.124474 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-09261b7e-4068-442a-b683-afd90ceddadd req-b9e3be8e-967c-41f8-ab06-9f3f85bb426f tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=704a96b94b9147dc8cf54dcf8b4c5cc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0658138 Aug 23 20:37:07.136643 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-490d90d9-e31c-40e5-8390-fe1af17d0e89 service neutron] 10.222.0.11 "GET /v2.0/networks/af4706b6-78a2-4ed9-91e2-487e13d661e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714129 Aug 23 20:37:07.178069 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 58180) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:37:07.182641 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-ba371d62-46d2-4433-a7f5-f2cf68c6eea8 admin admin] Deleting port 5f9579a2-0123-4ce5-aef6-9000eeaeab07 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:37:07.182982 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba371d62-46d2-4433-a7f5-f2cf68c6eea8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:07.279046 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09261b7e-4068-442a-b683-afd90ceddadd req-cfa4ba37-cff8-4bb7-9a14-73004f852179 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:07.288648 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-09261b7e-4068-442a-b683-afd90ceddadd req-cfa4ba37-cff8-4bb7-9a14-73004f852179 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1625454 Aug 23 20:37:07.310141 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-ba371d62-46d2-4433-a7f5-f2cf68c6eea8 admin admin] For port 5f9579a2-0123-4ce5-aef6-9000eeaeab07, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=5f9579a2-0123-4ce5-aef6-9000eeaeab07,segment=NetworkSegment(78e3e5e7-13df-4b99-8358-c503d09d6662),segment_id=78e3e5e7-13df-4b99-8358-c503d09d6662)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:37:07.310557 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba371d62-46d2-4433-a7f5-f2cf68c6eea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:07.337007 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-5a324cbb-3ffe-457a-9665-262df4efcb95 None None] Set router 65a57494-3132-406a-9a93-2f3bc2de625a gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:37:07.339522 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-ba371d62-46d2-4433-a7f5-f2cf68c6eea8 admin admin] Calling delete_port for 5f9579a2-0123-4ce5-aef6-9000eeaeab07 owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:37:07.346262 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-09261b7e-4068-442a-b683-afd90ceddadd req-053187cb-4187-4f2d-af91-69af6caa085a tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/quotas/704a96b94b9147dc8cf54dcf8b4c5cc2 HTTP/1.1" status: 200 len: 375 time: 0.0556655 Aug 23 20:37:07.361105 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-445b6efa-639d-4db7-ba6a-16317a1056d0 req-11c67fc9-b610-4d72-872d-60a9059bef78 service neutron] 10.222.0.11 "GET /v2.0/networks/af4706b6-78a2-4ed9-91e2-487e13d661e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159171 Aug 23 20:37:07.417181 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f8c5f4-c0d8-4d1c-abcd-ba6f5303a3ce admin admin] Network 8a236e5f-ea7d-49c3-9cf6-d7cd592d9e14 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:37:07.463539 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-54f8c5f4-c0d8-4d1c-abcd-ba6f5303a3ce admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:37:07.500743 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-09261b7e-4068-442a-b683-afd90ceddadd req-00887d6a-b399-4856-bc20-8676ad172d8f tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=704a96b94b9147dc8cf54dcf8b4c5cc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1379340 Aug 23 20:37:07.538693 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-dad4392a-ead2-44df-a09f-040b74a332bd admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1841769703-network', 'tenant_id': '563aa4e07ca643c6af0ae12d196af505'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:37:07.542439 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055684ae-f7fb-40c8-8154-49b01c8a738b req-11464245-7438-4d5d-8813-f6b61a95c8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:07.545039 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-055684ae-f7fb-40c8-8154-49b01c8a738b req-11464245-7438-4d5d-8813-f6b61a95c8cf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=680c283d-5185-45a2-940f-1ee3de9335bc HTTP/1.1" status: 200 len: 846 time: 0.4172139 Aug 23 20:37:07.712160 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1069d1f-8a5b-4aa3-ae93-8bc09ddd6ad4 req-5b052f4b-9fea-46ee-b9c0-79b602834b4c tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:07.713572 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f1069d1f-8a5b-4aa3-ae93-8bc09ddd6ad4 req-5b052f4b-9fea-46ee-b9c0-79b602834b4c tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2fdf8fa-c29d-48b0-960a-1e34b4102531 HTTP/1.1" status: 200 len: 943 time: 0.2303269 Aug 23 20:37:07.718773 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba371d62-46d2-4433-a7f5-f2cf68c6eea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:07.720782 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad4392a-ead2-44df-a09f-040b74a332bd admin admin] Made reservation on behalf of 563aa4e07ca643c6af0ae12d196af505 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:37:07.723285 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dad4392a-ead2-44df-a09f-040b74a332bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:07.756692 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dad4392a-ead2-44df-a09f-040b74a332bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:07.756954 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ee6d8c-e90c-466d-afa5-e98b919731e3 None None] DHCP port deletion for 4418ddea-2528-4616-8e8c-3ef6622b9327 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:37:07.797117 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5a324cbb-3ffe-457a-9665-262df4efcb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a57494-3132-406a-9a93-2f3bc2de625a', 'name': 'tempest-TaggedBootDevicesTest_v242-1890661046-router', 'tenant_id': '31c0cec95ab64e5ca0c5b6061061da27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '28ab5f97-a367-43ac-ab61-d688e97032eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:36:52Z', 'updated_at': '2021-08-23T20:37:03Z', 'revision_number': 4, 'project_id': '31c0cec95ab64e5ca0c5b6061061da27', 'gw_port': {'id': '28ab5f97-a367-43ac-ab61-d688e97032eb', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a57494-3132-406a-9a93-2f3bc2de625a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:36:54Z', 'updated_at': '2021-08-23T20:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '167514e4-f52b-479a-ace6-dd928473afa2', 'name': '', 'network_id': '2980a46c-5f6f-4bd3-86da-263aae928b5d', 'tenant_id': '31c0cec95ab64e5ca0c5b6061061da27', 'mac_address': 'fa:16:3e:2c:41:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a57494-3132-406a-9a93-2f3bc2de625a', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'ea915c70-de21-4e85-9794-73e9efabd3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:36:59Z', 'updated_at': '2021-08-23T20:37:03Z', 'revision_number': 2, 'project_id': '31c0cec95ab64e5ca0c5b6061061da27', 'subnets': [{'id': 'ea915c70-de21-4e85-9794-73e9efabd3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:37:07.830792 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-055684ae-f7fb-40c8-8154-49b01c8a738b req-8815b134-64fc-4c32-b5b9-107c62486964 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9154806b-c700-4250-82e0-c3993888c62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2740927 Aug 23 20:37:07.859819 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba371d62-46d2-4433-a7f5-f2cf68c6eea8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f9579a2-0123-4ce5-aef6-9000eeaeab07,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:07.872645 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba371d62-46d2-4433-a7f5-f2cf68c6eea8 admin admin] No DVR routers for this DVR port 5f9579a2-0123-4ce5-aef6-9000eeaeab07 on host n-d-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:37:07.903754 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a324cbb-3ffe-457a-9665-262df4efcb95 None None] Checking router: 65a57494-3132-406a-9a93-2f3bc2de625a for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:37:07.904113 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a324cbb-3ffe-457a-9665-262df4efcb95 None None] Updating router 65a57494-3132-406a-9a93-2f3bc2de625a port 167514e4-f52b-479a-ace6-dd928473afa2 binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:37:07.984595 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5a324cbb-3ffe-457a-9665-262df4efcb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:08.038101 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-743dee3e-d1d7-4c1b-ba88-79570eae0882 None None] Provisioning complete for port d80ce32d-c4d4-41cd-b687-beb29eba757d triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:37:08.038101 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-743dee3e-d1d7-4c1b-ba88-79570eae0882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:08.113826 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-743dee3e-d1d7-4c1b-ba88-79570eae0882 None None] Port d80ce32d-c4d4-41cd-b687-beb29eba757d cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:37:08.145492 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bee6bed2-ff60-48be-932b-31be0cc2c161 req-3b363764-2816-4315-8042-177f31b59ce3 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4df7d20-96fd-4fa9-88c3-08b18646878d HTTP/1.1" status: 200 len: 210 time: 0.2441444 Aug 23 20:37:08.174495 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dad4392a-ead2-44df-a09f-040b74a332bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:08.216661 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f1069d1f-8a5b-4aa3-ae93-8bc09ddd6ad4 req-15a5012b-230b-4ef7-a384-4c303f397c34 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4659884 Aug 23 20:37:08.217563 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dad4392a-ead2-44df-a09f-040b74a332bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:08.356267 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f8c5f4-c0d8-4d1c-abcd-ba6f5303a3ce admin admin] Router 97317b68-6d88-4e90-804d-9dbd4fadd725 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:37:08.401844 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-055684ae-f7fb-40c8-8154-49b01c8a738b req-fd6dcaf9-9d47-4fc7-9c31-2d9268676446 service neutron] 10.222.0.11 "GET /v2.0/networks/9154806b-c700-4250-82e0-c3993888c62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5553184 Aug 23 20:37:08.460206 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5a324cbb-3ffe-457a-9665-262df4efcb95 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:08.478229 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5a324cbb-3ffe-457a-9665-262df4efcb95 None None] Transition to ACTIVE for port object 167514e4-f52b-479a-ace6-dd928473afa2 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:37:08.502684 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5a324cbb-3ffe-457a-9665-262df4efcb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:08.542325 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dad4392a-ead2-44df-a09f-040b74a332bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:37:08.594278 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad4392a-ead2-44df-a09f-040b74a332bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db33e87-bc75-43f1-b279-c9256a85708e,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:08.607474 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba371d62-46d2-4433-a7f5-f2cf68c6eea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:08.635098 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dad4392a-ead2-44df-a09f-040b74a332bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:08.635450 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-dad4392a-ead2-44df-a09f-040b74a332bd admin admin] Added segment e057aa67-2bd8-41d5-82d4-b5cee83f32b9 of type vlan for network 4f8ad650-bde2-493c-8452-775cfc30ee47 Aug 23 20:37:08.637821 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-ba371d62-46d2-4433-a7f5-f2cf68c6eea8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4418ddea-2528-4616-8e8c-3ef6622b9327']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:37:08.678416 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc36d0e4-6f34-40c4-8b04-1b26e433a441 None None] Pushing event updated for resources: {'Port': ['ID=167514e4-f52b-479a-ace6-dd928473afa2,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:08.699154 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-ba371d62-46d2-4433-a7f5-f2cf68c6eea8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78e3e5e7-13df-4b99-8358-c503d09d6662') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:37:08.710537 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-ba371d62-46d2-4433-a7f5-f2cf68c6eea8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78e3e5e7-13df-4b99-8358-c503d09d6662') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:37:08.720569 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f8c5f4-c0d8-4d1c-abcd-ba6f5303a3ce admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:37:08.753482 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624b9413-013d-4913-b543-af6428abdc3f None None] Sync routers for ids ['97317b68-6d88-4e90-804d-9dbd4fadd725'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:37:08.754257 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-54f8c5f4-c0d8-4d1c-abcd-ba6f5303a3ce admin admin] 10.222.0.61 "PUT /v2.0/routers/97317b68-6d88-4e90-804d-9dbd4fadd725/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4722371 Aug 23 20:37:08.774330 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-055684ae-f7fb-40c8-8154-49b01c8a738b req-2189476f-5451-45a2-be8b-1ae5fcda40e8 service neutron] 10.222.0.11 "GET /v2.0/networks/9154806b-c700-4250-82e0-c3993888c62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193855 Aug 23 20:37:08.813793 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624b9413-013d-4913-b543-af6428abdc3f None None] Routers {'97317b68-6d88-4e90-804d-9dbd4fadd725'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:37:08.822261 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-624b9413-013d-4913-b543-af6428abdc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:36:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['97317b68-6d88-4e90-804d-9dbd4fadd725'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:37:08.835403 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-5a324cbb-3ffe-457a-9665-262df4efcb95 None None] Attempting to bind port 167514e4-f52b-479a-ace6-dd928473afa2 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:37:08.835905 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-5a324cbb-3ffe-457a-9665-262df4efcb95 None None] Attempting to bind port 167514e4-f52b-479a-ace6-dd928473afa2 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '8a6ca302-72b4-4bc9-9c2c-af9d6fc59dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2980a46c-5f6f-4bd3-86da-263aae928b5d'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:37:08.837027 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a324cbb-3ffe-457a-9665-262df4efcb95 None None] Attempting to bind port 167514e4-f52b-479a-ace6-dd928473afa2 on network 2980a46c-5f6f-4bd3-86da-263aae928b5d {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:37:08.848871 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a324cbb-3ffe-457a-9665-262df4efcb95 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:37:08.849242 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a324cbb-3ffe-457a-9665-262df4efcb95 None None] Checking segment: {'id': '8a6ca302-72b4-4bc9-9c2c-af9d6fc59dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2980a46c-5f6f-4bd3-86da-263aae928b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:37:08.849562 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5a324cbb-3ffe-457a-9665-262df4efcb95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:08.849952 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a324cbb-3ffe-457a-9665-262df4efcb95 None None] Bound using segment: {'id': '8a6ca302-72b4-4bc9-9c2c-af9d6fc59dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2980a46c-5f6f-4bd3-86da-263aae928b5d'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:37:08.850501 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-5a324cbb-3ffe-457a-9665-262df4efcb95 None None] Bound port: 167514e4-f52b-479a-ace6-dd928473afa2, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a6ca302-72b4-4bc9-9c2c-af9d6fc59dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2980a46c-5f6f-4bd3-86da-263aae928b5d'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:37:08.850899 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5a324cbb-3ffe-457a-9665-262df4efcb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:08.923813 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dad4392a-ead2-44df-a09f-040b74a332bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:08.969826 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba371d62-46d2-4433-a7f5-f2cf68c6eea8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:09.012442 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e199943-b384-47df-b1a7-d4c0235debe3 req-2a1e90b4-024e-4678-a637-1221a106f593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:09.013861 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9e199943-b384-47df-b1a7-d4c0235debe3 req-2a1e90b4-024e-4678-a637-1221a106f593 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=29f18b1da2a844dcbeb03c332de0d358&device_id=b2fdf8fa-c29d-48b0-960a-1e34b4102531 HTTP/1.1" status: 200 len: 1094 time: 0.1409488 Aug 23 20:37:09.074991 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5a324cbb-3ffe-457a-9665-262df4efcb95 None None] For port 167514e4-f52b-479a-ace6-dd928473afa2, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:37:09.078744 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba371d62-46d2-4433-a7f5-f2cf68c6eea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:09.093781 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dad4392a-ead2-44df-a09f-040b74a332bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:09.095658 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad4392a-ead2-44df-a09f-040b74a332bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:09.098229 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dad4392a-ead2-44df-a09f-040b74a332bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:09.131681 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba371d62-46d2-4433-a7f5-f2cf68c6eea8 admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:37:09.139893 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba371d62-46d2-4433-a7f5-f2cf68c6eea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:09.144310 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:37:09.144310 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:37:09.144310 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:37:09.144310 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:37:09.144310 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:37:09.144310 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:37:09.144310 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:37:09.144310 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:37:09.144310 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:37:09.144310 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:37:09.144310 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:37:09.144310 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:37:09.144310 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:37:09.144310 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:37:09.144310 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:37:09.144310 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:37:09.144310 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:37:09.144310 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:37:09.144310 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:37:09.144310 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:37:09.144310 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:37:09.144310 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:37:09.144310 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:37:09.144310 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:37:09.144310 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:37:09.144310 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:37:09.144310 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:37:09.144310 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:37:09.144310 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:37:09.144310 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:37:09.144310 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:37:09.144310 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:37:09.333032 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-dad4392a-ead2-44df-a09f-040b74a332bd admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1522236 Aug 23 20:37:09.335225 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 58282) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:37:09.387820 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-343575f3-d907-4a9c-b7c5-03d6aeda10e0 admin admin] Request body: {'subnet': {'network_id': '4f8ad650-bde2-493c-8452-775cfc30ee47', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1841769703-subnet', 'tenant_id': '563aa4e07ca643c6af0ae12d196af505', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:37:09.421385 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad4392a-ead2-44df-a09f-040b74a332bd admin admin] Pushing event updated for resources: {'Network': ['ID=4f8ad650-bde2-493c-8452-775cfc30ee47,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:09.431689 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5a324cbb-3ffe-457a-9665-262df4efcb95 None None] For port 167514e4-f52b-479a-ace6-dd928473afa2, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=167514e4-f52b-479a-ace6-dd928473afa2,segment=NetworkSegment(8a6ca302-72b4-4bc9-9c2c-af9d6fc59dd9),segment_id=8a6ca302-72b4-4bc9-9c2c-af9d6fc59dd9)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:37:09.435787 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba371d62-46d2-4433-a7f5-f2cf68c6eea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:09.442000 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5a324cbb-3ffe-457a-9665-262df4efcb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:09.456500 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 4f8ad650-bde2-493c-8452-775cfc30ee47 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:37:09.462399 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba371d62-46d2-4433-a7f5-f2cf68c6eea8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:09.466679 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ba371d62-46d2-4433-a7f5-f2cf68c6eea8 admin admin] 10.222.0.61 "DELETE /v2.0/networks/4418ddea-2528-4616-8e8c-3ef6622b9327 HTTP/1.1" status: 204 len: 168 time: 2.5868733 Aug 23 20:37:09.494948 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e199943-b384-47df-b1a7-d4c0235debe3 req-c62bd117-31eb-4223-bdb8-92c43706c3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:09.499484 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9e199943-b384-47df-b1a7-d4c0235debe3 req-c62bd117-31eb-4223-bdb8-92c43706c3b5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9154806b-c700-4250-82e0-c3993888c62e HTTP/1.1" status: 200 len: 907 time: 0.4761829 Aug 23 20:37:09.502025 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba371d62-46d2-4433-a7f5-f2cf68c6eea8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4418ddea-2528-4616-8e8c-3ef6622b9327,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:09.516753 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2cd05470-c928-4e78-b485-d82f27a85de9 req-15edb24f-8983-49ad-8879-08e4a8a7cb25 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4df7d20-96fd-4fa9-88c3-08b18646878d HTTP/1.1" status: 200 len: 210 time: 0.1916585 Aug 23 20:37:09.518882 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343575f3-d907-4a9c-b7c5-03d6aeda10e0 admin admin] Made reservation on behalf of 563aa4e07ca643c6af0ae12d196af505 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:37:09.533074 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-343575f3-d907-4a9c-b7c5-03d6aeda10e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:09.544728 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc36d0e4-6f34-40c4-8b04-1b26e433a441 None None] Pushing event updated for resources: {'Port': ['ID=167514e4-f52b-479a-ace6-dd928473afa2,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:09.597830 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a324cbb-3ffe-457a-9665-262df4efcb95 None None] Routers {'65a57494-3132-406a-9a93-2f3bc2de625a'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:37:09.598939 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5a324cbb-3ffe-457a-9665-262df4efcb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:36:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['65a57494-3132-406a-9a93-2f3bc2de625a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:37:09.603798 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8df71c84-9c95-4ac8-85e0-3ce043c2708c req-3dbc91db-8b5f-4091-93a3-8176d510d905 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3038015 Aug 23 20:37:09.624276 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-8df71c84-9c95-4ac8-85e0-3ce043c2708c req-952009ed-dff5-4d3a-931c-c54fb215b53a tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Request body: {'floatingip': {'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:37:09.686287 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8df71c84-9c95-4ac8-85e0-3ce043c2708c req-952009ed-dff5-4d3a-931c-c54fb215b53a tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks [] for floatingip, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:09.701389 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-624b9413-013d-4913-b543-af6428abdc3f None None] Set router 97317b68-6d88-4e90-804d-9dbd4fadd725 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:37:09.753610 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9e199943-b384-47df-b1a7-d4c0235debe3 req-43d825a5-6024-4608-98c8-615bf15c902d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6a35e35-007f-41f6-9b38-b555cc94b50e HTTP/1.1" status: 200 len: 217 time: 0.2161677 Aug 23 20:37:09.813878 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 5f9579a2-0123-4ce5-aef6-9000eeaeab07 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:37:09.858807 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 58288) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:37:09.910642 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 5f9579a2-0123-4ce5-aef6-9000eeaeab07 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:37:09.912408 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 5f9579a2-0123-4ce5-aef6-9000eeaeab07 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:37:10.026669 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-5a324cbb-3ffe-457a-9665-262df4efcb95 None None] Set router 65a57494-3132-406a-9a93-2f3bc2de625a gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:37:10.136411 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device d6a35e35-007f-41f6-9b38-b555cc94b50e details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:37:10.163318 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-817ed9a1-5966-4f84-9069-d56335ac7fd7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0fd9c80556ee4615898f1b0efddfb29a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3027737 Aug 23 20:37:10.187932 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 58294) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:37:10.343794 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e199943-b384-47df-b1a7-d4c0235debe3 req-4cf952ae-b9fb-4b1b-9e95-6c669ad6d57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:10.345791 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9e199943-b384-47df-b1a7-d4c0235debe3 req-4cf952ae-b9fb-4b1b-9e95-6c669ad6d57f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=680c283d-5185-45a2-940f-1ee3de9335bc HTTP/1.1" status: 200 len: 846 time: 0.4798901 Aug 23 20:37:10.350928 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-343575f3-d907-4a9c-b7c5-03d6aeda10e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:10.380657 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944854a9-c8d6-4f5d-9f8b-c395087e56bf req-a78ab5b1-14e9-4210-b032-3ba593079a44 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:10.389224 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-944854a9-c8d6-4f5d-9f8b-c395087e56bf req-a78ab5b1-14e9-4210-b032-3ba593079a44 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2fdf8fa-c29d-48b0-960a-1e34b4102531 HTTP/1.1" status: 200 len: 943 time: 0.6742744 Aug 23 20:37:10.391548 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3845e84a-a171-4665-afb5-a1323024111e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:10.419787 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0eb02eff-9810-4e3c-b08b-a63b43a53565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:10.421873 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-09261b7e-4068-442a-b683-afd90ceddadd req-cc2e6822-096d-4f29-b72e-15c3129848b8 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=704a96b94b9147dc8cf54dcf8b4c5cc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4476297 Aug 23 20:37:10.446189 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3845e84a-a171-4665-afb5-a1323024111e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:10.485390 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-944854a9-c8d6-4f5d-9f8b-c395087e56bf req-a57ef753-18b1-4595-88be-29b502a24613 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944874 Aug 23 20:37:10.515359 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9e199943-b384-47df-b1a7-d4c0235debe3 req-0c147248-098d-467c-9324-2ec3f036b122 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9154806b-c700-4250-82e0-c3993888c62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1431870 Aug 23 20:37:10.552233 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8df71c84-9c95-4ac8-85e0-3ce043c2708c req-952009ed-dff5-4d3a-931c-c54fb215b53a tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:10.624077 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5a324cbb-3ffe-457a-9665-262df4efcb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a57494-3132-406a-9a93-2f3bc2de625a', 'name': 'tempest-TaggedBootDevicesTest_v242-1890661046-router', 'tenant_id': '31c0cec95ab64e5ca0c5b6061061da27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '28ab5f97-a367-43ac-ab61-d688e97032eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:36:52Z', 'updated_at': '2021-08-23T20:37:03Z', 'revision_number': 4, 'project_id': '31c0cec95ab64e5ca0c5b6061061da27', 'gw_port': {'id': '28ab5f97-a367-43ac-ab61-d688e97032eb', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a57494-3132-406a-9a93-2f3bc2de625a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:36:54Z', 'updated_at': '2021-08-23T20:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '167514e4-f52b-479a-ace6-dd928473afa2', 'name': '', 'network_id': '2980a46c-5f6f-4bd3-86da-263aae928b5d', 'tenant_id': '31c0cec95ab64e5ca0c5b6061061da27', 'mac_address': 'fa:16:3e:2c:41:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a57494-3132-406a-9a93-2f3bc2de625a', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'ea915c70-de21-4e85-9794-73e9efabd3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:36:59Z', 'updated_at': '2021-08-23T20:37:09Z', 'revision_number': 4, 'project_id': '31c0cec95ab64e5ca0c5b6061061da27', 'subnets': [{'id': 'ea915c70-de21-4e85-9794-73e9efabd3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:37:10.660720 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:10.667869 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port d6a35e35-007f-41f6-9b38-b555cc94b50e, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=d6a35e35-007f-41f6-9b38-b555cc94b50e,segment=NetworkSegment(bbb7ca88-3a5f-4f78-b2f2-1646091f4f26),segment_id=bbb7ca88-3a5f-4f78-b2f2-1646091f4f26)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:37:10.673894 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3845e84a-a171-4665-afb5-a1323024111e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:10.674426 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a324cbb-3ffe-457a-9665-262df4efcb95 None None] The sync data for ids ['65a57494-3132-406a-9a93-2f3bc2de625a'] in n-d-805663-2 is: [{'id': '65a57494-3132-406a-9a93-2f3bc2de625a', 'name': 'tempest-TaggedBootDevicesTest_v242-1890661046-router', 'tenant_id': '31c0cec95ab64e5ca0c5b6061061da27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '28ab5f97-a367-43ac-ab61-d688e97032eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:36:52Z', 'updated_at': '2021-08-23T20:37:03Z', 'revision_number': 4, 'project_id': '31c0cec95ab64e5ca0c5b6061061da27', 'gw_port': {'id': '28ab5f97-a367-43ac-ab61-d688e97032eb', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a57494-3132-406a-9a93-2f3bc2de625a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:36:54Z', 'updated_at': '2021-08-23T20:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '167514e4-f52b-479a-ace6-dd928473afa2', 'name': '', 'network_id': '2980a46c-5f6f-4bd3-86da-263aae928b5d', 'tenant_id': '31c0cec95ab64e5ca0c5b6061061da27', 'mac_address': 'fa:16:3e:2c:41:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a57494-3132-406a-9a93-2f3bc2de625a', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'ea915c70-de21-4e85-9794-73e9efabd3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:36:59Z', 'updated_at': '2021-08-23T20:37:09Z', 'revision_number': 4, 'project_id': '31c0cec95ab64e5ca0c5b6061061da27', 'subnets': [{'id': 'ea915c70-de21-4e85-9794-73e9efabd3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:37:10.686158 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3845e84a-a171-4665-afb5-a1323024111e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:10.687778 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3845e84a-a171-4665-afb5-a1323024111e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8ddcd892-e837-44ea-a7d3-23b6780f4f01 HTTP/1.1" status: 204 len: 168 time: 0.4710367 Aug 23 20:37:10.725757 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3845e84a-a171-4665-afb5-a1323024111e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddcd892-e837-44ea-a7d3-23b6780f4f01,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:10.822231 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-8df71c84-9c95-4ac8-85e0-3ce043c2708c req-952009ed-dff5-4d3a-931c-c54fb215b53a tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Allocated IP 172.25.4.100 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/aa0cb8b5-7c6f-4489-aed0-46abce91f497) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:37:10.919195 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': 'd6a35e35-007f-41f6-9b38-b555cc94b50e', 'network_id': '9154806b-c700-4250-82e0-c3993888c62e', 'port_id': 'd6a35e35-007f-41f6-9b38-b555cc94b50e', 'mac_address': 'fa:16:3e:04:f8:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '680c283d-5185-45a2-940f-1ee3de9335bc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:37:11.061628 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:11.077727 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-624b9413-013d-4913-b543-af6428abdc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97317b68-6d88-4e90-804d-9dbd4fadd725', 'name': 'tempest-FloatingIPDetailsTestJSON-967072857-router', 'tenant_id': 'cf43976dbe8f4afab057c09af96e846f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'deb0ede3-29a7-48be-b8b6-693caa4c4501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:36:49Z', 'updated_at': '2021-08-23T20:37:04Z', 'revision_number': 4, 'project_id': 'cf43976dbe8f4afab057c09af96e846f', 'gw_port': {'id': 'deb0ede3-29a7-48be-b8b6-693caa4c4501', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97317b68-6d88-4e90-804d-9dbd4fadd725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:36:52Z', 'updated_at': '2021-08-23T20:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'd80ce32d-c4d4-41cd-b687-beb29eba757d', 'name': '', 'network_id': '8a236e5f-ea7d-49c3-9cf6-d7cd592d9e14', 'tenant_id': 'cf43976dbe8f4afab057c09af96e846f', 'mac_address': 'fa:16:3e:79:5a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97317b68-6d88-4e90-804d-9dbd4fadd725', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'fa938951-10d7-4169-8162-728c3a3558f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:36:59Z', 'updated_at': '2021-08-23T20:37:05Z', 'revision_number': 2, 'project_id': 'cf43976dbe8f4afab057c09af96e846f', 'subnets': [{'id': 'fa938951-10d7-4169-8162-728c3a3558f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:37:11.084603 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6a35e35-007f-41f6-9b38-b555cc94b50e {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:37:11.105970 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8df71c84-9c95-4ac8-85e0-3ce043c2708c req-952009ed-dff5-4d3a-931c-c54fb215b53a tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:11.135325 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624b9413-013d-4913-b543-af6428abdc3f None None] Checking router: 97317b68-6d88-4e90-804d-9dbd4fadd725 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:37:11.135986 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624b9413-013d-4913-b543-af6428abdc3f None None] Updating router 97317b68-6d88-4e90-804d-9dbd4fadd725 port d80ce32d-c4d4-41cd-b687-beb29eba757d binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:37:11.137128 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f2d7c42e-d8fc-418b-9fdf-9edf01ef68a7 req-c252c40d-6977-4021-b0d5-e91305d7a6a7 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4df7d20-96fd-4fa9-88c3-08b18646878d HTTP/1.1" status: 200 len: 210 time: 0.3042514 Aug 23 20:37:11.162176 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343575f3-d907-4a9c-b7c5-03d6aeda10e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5622acc5-f3fa-4e59-9fa5-c0f9356a4541,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:11.210185 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8df71c84-9c95-4ac8-85e0-3ce043c2708c req-952009ed-dff5-4d3a-931c-c54fb215b53a tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:11.225419 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-624b9413-013d-4913-b543-af6428abdc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:11.239554 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port d6a35e35-007f-41f6-9b38-b555cc94b50e, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=d6a35e35-007f-41f6-9b38-b555cc94b50e,segment=NetworkSegment(bbb7ca88-3a5f-4f78-b2f2-1646091f4f26),segment_id=bbb7ca88-3a5f-4f78-b2f2-1646091f4f26)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:37:11.260860 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:11.269028 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09261b7e-4068-442a-b683-afd90ceddadd req-b0a4e137-065e-4211-8e99-27e158a77417 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:11.271236 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-09261b7e-4068-442a-b683-afd90ceddadd req-b0a4e137-065e-4211-8e99-27e158a77417 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8119881 Aug 23 20:37:11.291089 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952009ed-dff5-4d3a-931c-c54fb215b53a tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Pushing event updated for resources: {'Port': ['ID=aa0cb8b5-7c6f-4489-aed0-46abce91f497,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:11.306312 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-09261b7e-4068-442a-b683-afd90ceddadd req-d6581810-2fe9-4e23-b312-364611b87ac1 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Request body: {'port': {'device_id': 'f4df7d20-96fd-4fa9-88c3-08b18646878d', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'admin_state_up': True, 'tenant_id': '704a96b94b9147dc8cf54dcf8b4c5cc2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:37:11.318202 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8df71c84-9c95-4ac8-85e0-3ce043c2708c req-952009ed-dff5-4d3a-931c-c54fb215b53a tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:37:11.324406 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343575f3-d907-4a9c-b7c5-03d6aeda10e0 admin admin] Checking segment: {'id': 'e057aa67-2bd8-41d5-82d4-b5cee83f32b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4f8ad650-bde2-493c-8452-775cfc30ee47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:37:11.325621 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343575f3-d907-4a9c-b7c5-03d6aeda10e0 admin admin] Network hostable DHCP agents. Network: 4f8ad650-bde2-493c-8452-775cfc30ee47, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:37:11.326754 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-8df71c84-9c95-4ac8-85e0-3ce043c2708c req-952009ed-dff5-4d3a-931c-c54fb215b53a tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:37:11.333111 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df71c84-9c95-4ac8-85e0-3ce043c2708c req-952009ed-dff5-4d3a-931c-c54fb215b53a tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:37:11.377993 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9e199943-b384-47df-b1a7-d4c0235debe3 req-0ae3171b-2424-4f13-8aab-113ba1fd96e0 service neutron] 10.222.0.11 "GET /v2.0/networks/9154806b-c700-4250-82e0-c3993888c62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8446307 Aug 23 20:37:11.495903 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=d6a35e35-007f-41f6-9b38-b555cc94b50e,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:11.551322 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343575f3-d907-4a9c-b7c5-03d6aeda10e0 admin admin] Network 4f8ad650-bde2-493c-8452-775cfc30ee47 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:37:11.583040 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8df71c84-9c95-4ac8-85e0-3ce043c2708c req-952009ed-dff5-4d3a-931c-c54fb215b53a tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:11.609050 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['d6a35e35-007f-41f6-9b38-b555cc94b50e'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:37:11.717407 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8df71c84-9c95-4ac8-85e0-3ce043c2708c req-952009ed-dff5-4d3a-931c-c54fb215b53a tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:11.826709 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 167514e4-f52b-479a-ace6-dd928473afa2 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:37:11.840900 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-343575f3-d907-4a9c-b7c5-03d6aeda10e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 4f8ad650-bde2-493c-8452-775cfc30ee47) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:37:11.856104 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343575f3-d907-4a9c-b7c5-03d6aeda10e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:11.858391 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-343575f3-d907-4a9c-b7c5-03d6aeda10e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:11.923539 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c31182-203d-411c-bf35-dfdec3cb0f95 None None] Network 4f8ad650-bde2-493c-8452-775cfc30ee47 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:37:12.076394 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-343575f3-d907-4a9c-b7c5-03d6aeda10e0 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.6989448 Aug 23 20:37:12.211595 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8df71c84-9c95-4ac8-85e0-3ce043c2708c req-952009ed-dff5-4d3a-931c-c54fb215b53a tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:12.227835 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8df71c84-9c95-4ac8-85e0-3ce043c2708c req-952009ed-dff5-4d3a-931c-c54fb215b53a tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:12.282090 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c0d87-02ea-4592-9b01-6f810c261c69 req-d89608fe-04d0-4cc2-9603-01f59b80e02c tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:12.283684 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b85c0d87-02ea-4592-9b01-6f810c261c69 req-d89608fe-04d0-4cc2-9603-01f59b80e02c tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2fdf8fa-c29d-48b0-960a-1e34b4102531 HTTP/1.1" status: 200 len: 944 time: 0.6164198 Aug 23 20:37:12.284333 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09261b7e-4068-442a-b683-afd90ceddadd req-d6581810-2fe9-4e23-b312-364611b87ac1 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Made reservation on behalf of 704a96b94b9147dc8cf54dcf8b4c5cc2 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:37:12.295290 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-09261b7e-4068-442a-b683-afd90ceddadd req-d6581810-2fe9-4e23-b312-364611b87ac1 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:12.325967 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-09261b7e-4068-442a-b683-afd90ceddadd req-d6581810-2fe9-4e23-b312-364611b87ac1 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:12.335465 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952009ed-dff5-4d3a-931c-c54fb215b53a tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Pushing event updated for resources: {'Port': ['ID=aa0cb8b5-7c6f-4489-aed0-46abce91f497,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:12.373450 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9e199943-b384-47df-b1a7-d4c0235debe3 req-3587100c-6dc4-4506-8fbc-a5badce78b6a service neutron] 10.222.0.11 "GET /v2.0/networks/9154806b-c700-4250-82e0-c3993888c62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8871400 Aug 23 20:37:12.402525 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-624b9413-013d-4913-b543-af6428abdc3f None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:12.422638 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 167514e4-f52b-479a-ace6-dd928473afa2 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:37:12.425430 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8df71c84-9c95-4ac8-85e0-3ce043c2708c req-952009ed-dff5-4d3a-931c-c54fb215b53a tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:12.453328 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 167514e4-f52b-479a-ace6-dd928473afa2 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:37:12.453839 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:12.454635 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b85c0d87-02ea-4592-9b01-6f810c261c69 req-daa5ec2d-1ed5-4f28-a000-7e298ca0f724 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339762 Aug 23 20:37:12.505627 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-624b9413-013d-4913-b543-af6428abdc3f None None] Transition to ACTIVE for port object d80ce32d-c4d4-41cd-b687-beb29eba757d will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:37:12.548830 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-09261b7e-4068-442a-b683-afd90ceddadd req-d6581810-2fe9-4e23-b312-364611b87ac1 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:12.552902 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-624b9413-013d-4913-b543-af6428abdc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:12.559222 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-09261b7e-4068-442a-b683-afd90ceddadd req-d6581810-2fe9-4e23-b312-364611b87ac1 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:12.569845 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8df71c84-9c95-4ac8-85e0-3ce043c2708c req-952009ed-dff5-4d3a-931c-c54fb215b53a tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:12.572052 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8df71c84-9c95-4ac8-85e0-3ce043c2708c req-952009ed-dff5-4d3a-931c-c54fb215b53a tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9634526 Aug 23 20:37:12.642283 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e50e18a-9d26-4171-a8c0-38b3a6d7ae4a None None] Network 4f8ad650-bde2-493c-8452-775cfc30ee47 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:37:12.716081 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8df71c84-9c95-4ac8-85e0-3ce043c2708c req-589394bb-a20f-41cd-bac4-06881f171070 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.4.100 HTTP/1.1" status: 200 len: 696 time: 0.1258574 Aug 23 20:37:12.720701 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-225de35e-8223-4c59-be8d-f0138191e6b4 req-b41b68b6-91be-4997-8883-31d8ace9dd2c tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4df7d20-96fd-4fa9-88c3-08b18646878d HTTP/1.1" status: 200 len: 210 time: 0.0825176 Aug 23 20:37:12.765327 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f6cdf1-9fe9-4eaa-aaea-ccdae4d7820e None None] Pushing event updated for resources: {'Port': ['ID=d80ce32d-c4d4-41cd-b687-beb29eba757d,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:12.885053 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-09261b7e-4068-442a-b683-afd90ceddadd req-d6581810-2fe9-4e23-b312-364611b87ac1 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Allocated IP 192.168.233.241 (660f640a-b8b2-40aa-8ebf-76bd1608cceb/e66e9eb0-86f4-4159-852b-f29863cbf18d/4e45b000-7179-414e-9c26-2b8f01610967) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:37:12.900859 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df71c84-9c95-4ac8-85e0-3ce043c2708c req-b3938778-f7e1-4f48-ad4d-48b99a8b4207 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:12.911899 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8df71c84-9c95-4ac8-85e0-3ce043c2708c req-b3938778-f7e1-4f48-ad4d-48b99a8b4207 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] 10.222.0.61 "GET /v2.0/networks/03d801c5-d257-4cc1-bad3-11a323aafec0 HTTP/1.1" status: 200 len: 784 time: 0.1948624 Aug 23 20:37:12.972608 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-624b9413-013d-4913-b543-af6428abdc3f None None] Attempting to bind port d80ce32d-c4d4-41cd-b687-beb29eba757d on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:37:12.973433 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-624b9413-013d-4913-b543-af6428abdc3f None None] Attempting to bind port d80ce32d-c4d4-41cd-b687-beb29eba757d by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'fc6750d3-5ec3-4035-a6ba-f97ef7b6d4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8a236e5f-ea7d-49c3-9cf6-d7cd592d9e14'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:37:12.973597 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624b9413-013d-4913-b543-af6428abdc3f None None] Attempting to bind port d80ce32d-c4d4-41cd-b687-beb29eba757d on network 8a236e5f-ea7d-49c3-9cf6-d7cd592d9e14 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:37:13.017070 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:13.025936 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-2d47172d-cc91-4d0b-990b-e44926644f20 req-e6ef9769-9719-4fc4-bb43-084916ba42f1 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-616815554', 'description': 'tempest-description-936899599'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:37:13.036833 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624b9413-013d-4913-b543-af6428abdc3f None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:37:13.037468 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624b9413-013d-4913-b543-af6428abdc3f None None] Checking segment: {'id': 'fc6750d3-5ec3-4035-a6ba-f97ef7b6d4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8a236e5f-ea7d-49c3-9cf6-d7cd592d9e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:37:13.038062 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-624b9413-013d-4913-b543-af6428abdc3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:13.038628 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624b9413-013d-4913-b543-af6428abdc3f None None] Bound using segment: {'id': 'fc6750d3-5ec3-4035-a6ba-f97ef7b6d4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8a236e5f-ea7d-49c3-9cf6-d7cd592d9e14'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:37:13.039512 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-624b9413-013d-4913-b543-af6428abdc3f None None] Bound port: d80ce32d-c4d4-41cd-b687-beb29eba757d, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc6750d3-5ec3-4035-a6ba-f97ef7b6d4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8a236e5f-ea7d-49c3-9cf6-d7cd592d9e14'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:37:13.040279 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-624b9413-013d-4913-b543-af6428abdc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:13.077597 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6581810-2fe9-4e23-b312-364611b87ac1 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25ff4954-8c0a-4977-bc91-3d4200326b69,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:13.085511 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5bae8583-1660-4623-b47d-dc117bff1869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:13.132591 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2d47172d-cc91-4d0b-990b-e44926644f20 req-e6ef9769-9719-4fc4-bb43-084916ba42f1 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:13.134120 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 167514e4-f52b-479a-ace6-dd928473afa2, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=167514e4-f52b-479a-ace6-dd928473afa2,segment=NetworkSegment(8a6ca302-72b4-4bc9-9c2c-af9d6fc59dd9),segment_id=8a6ca302-72b4-4bc9-9c2c-af9d6fc59dd9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:37:13.147672 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1eb02aa8-6758-4872-9404-13e995369cb0 req-db6b3a6e-fbb0-4a1f-86e8-729eabb15934 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=10a9c5bb9034412aaaa6a747574c1b13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375633 Aug 23 20:37:13.171641 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:13.248162 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-624b9413-013d-4913-b543-af6428abdc3f None None] For port d80ce32d-c4d4-41cd-b687-beb29eba757d, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:37:13.269004 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-624b9413-013d-4913-b543-af6428abdc3f None None] For port d80ce32d-c4d4-41cd-b687-beb29eba757d, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=d80ce32d-c4d4-41cd-b687-beb29eba757d,segment=NetworkSegment(fc6750d3-5ec3-4035-a6ba-f97ef7b6d4d0),segment_id=fc6750d3-5ec3-4035-a6ba-f97ef7b6d4d0)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:37:13.284970 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-624b9413-013d-4913-b543-af6428abdc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:13.292407 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-09261b7e-4068-442a-b683-afd90ceddadd req-d6581810-2fe9-4e23-b312-364611b87ac1 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:13.294997 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=167514e4-f52b-479a-ace6-dd928473afa2,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:13.322263 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb02aa8-6758-4872-9404-13e995369cb0 req-c7d9c712-5d13-44c6-84e4-1094fb3b47e8 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:13.330150 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-09261b7e-4068-442a-b683-afd90ceddadd req-d6581810-2fe9-4e23-b312-364611b87ac1 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Transition to ACTIVE for port object 4e45b000-7179-414e-9c26-2b8f01610967 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:37:13.340381 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1eb02aa8-6758-4872-9404-13e995369cb0 req-c7d9c712-5d13-44c6-84e4-1094fb3b47e8 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1841345 Aug 23 20:37:13.352112 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624b9413-013d-4913-b543-af6428abdc3f None None] Routers {'97317b68-6d88-4e90-804d-9dbd4fadd725'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:37:13.352907 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-624b9413-013d-4913-b543-af6428abdc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:37:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['97317b68-6d88-4e90-804d-9dbd4fadd725'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:37:13.373592 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1eb02aa8-6758-4872-9404-13e995369cb0 req-3fe531b2-3ba1-4ec4-805d-b532fb51d5a9 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] 10.222.0.61 "GET /v2.0/quotas/10a9c5bb9034412aaaa6a747574c1b13 HTTP/1.1" status: 200 len: 375 time: 0.0245676 Aug 23 20:37:13.399571 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2d47172d-cc91-4d0b-990b-e44926644f20 req-e6ef9769-9719-4fc4-bb43-084916ba42f1 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:13.413756 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f6cdf1-9fe9-4eaa-aaea-ccdae4d7820e None None] Pushing event updated for resources: {'Port': ['ID=d80ce32d-c4d4-41cd-b687-beb29eba757d,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:13.422886 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1eb02aa8-6758-4872-9404-13e995369cb0 req-7b6559e1-25d9-4a77-9b4c-fa66a25c9dcc tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=10a9c5bb9034412aaaa6a747574c1b13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383570 Aug 23 20:37:13.425822 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f6cdf1-9fe9-4eaa-aaea-ccdae4d7820e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:37:13.426187 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f6cdf1-9fe9-4eaa-aaea-ccdae4d7820e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:37:13.426537 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f6cdf1-9fe9-4eaa-aaea-ccdae4d7820e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:37:13.426881 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f6cdf1-9fe9-4eaa-aaea-ccdae4d7820e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:37:13.427222 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f6cdf1-9fe9-4eaa-aaea-ccdae4d7820e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:37:13.427560 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f6cdf1-9fe9-4eaa-aaea-ccdae4d7820e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:37:13.427894 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f6cdf1-9fe9-4eaa-aaea-ccdae4d7820e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:37:13.428253 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f6cdf1-9fe9-4eaa-aaea-ccdae4d7820e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:37:13.428586 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f6cdf1-9fe9-4eaa-aaea-ccdae4d7820e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:37:13.428898 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2d47172d-cc91-4d0b-990b-e44926644f20 req-e6ef9769-9719-4fc4-bb43-084916ba42f1 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:13.429033 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f6cdf1-9fe9-4eaa-aaea-ccdae4d7820e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:37:13.429230 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f6cdf1-9fe9-4eaa-aaea-ccdae4d7820e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:37:13.429634 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f6cdf1-9fe9-4eaa-aaea-ccdae4d7820e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:37:13.492917 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2d47172d-cc91-4d0b-990b-e44926644f20 req-e6ef9769-9719-4fc4-bb43-084916ba42f1 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:13.495414 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2d47172d-cc91-4d0b-990b-e44926644f20 req-e6ef9769-9719-4fc4-bb43-084916ba42f1 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4847479 Aug 23 20:37:13.500284 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ef9769-9719-4fc4-bb43-084916ba42f1 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79cf3918-fd5c-4420-b81c-e55ee13ddabb,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:13.517412 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-09261b7e-4068-442a-b683-afd90ceddadd req-d6581810-2fe9-4e23-b312-364611b87ac1 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:13.529105 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:13.541154 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-624b9413-013d-4913-b543-af6428abdc3f None None] Set router 97317b68-6d88-4e90-804d-9dbd4fadd725 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:37:13.745467 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 167514e4-f52b-479a-ace6-dd928473afa2 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:37:13.746856 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09261b7e-4068-442a-b683-afd90ceddadd req-d6581810-2fe9-4e23-b312-364611b87ac1 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Network 660f640a-b8b2-40aa-8ebf-76bd1608cceb is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:37:13.768462 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-09261b7e-4068-442a-b683-afd90ceddadd req-d6581810-2fe9-4e23-b312-364611b87ac1 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:37:13.777929 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6581810-2fe9-4e23-b312-364611b87ac1 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Pushing event updated for resources: {'Port': ['ID=4e45b000-7179-414e-9c26-2b8f01610967,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:13.780987 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-09261b7e-4068-442a-b683-afd90ceddadd req-d6581810-2fe9-4e23-b312-364611b87ac1 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:37:13.811440 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef27e8-3823-4bed-ab90-47e3bf3e94c3 req-def5649b-8bc0-4580-80a1-a10c15fc90e0 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:13.818712 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9fef27e8-3823-4bed-ab90-47e3bf3e94c3 req-def5649b-8bc0-4580-80a1-a10c15fc90e0 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2fdf8fa-c29d-48b0-960a-1e34b4102531 HTTP/1.1" status: 200 len: 944 time: 0.0681250 Aug 23 20:37:13.886400 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9fef27e8-3823-4bed-ab90-47e3bf3e94c3 req-7ff496b3-104e-4bdb-90ca-401de8a95ed1 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609806 Aug 23 20:37:13.923923 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-7b2ba37b-e266-4524-a3e0-41343eb57219 req-b4612422-f5bd-4bfb-9fad-cf2742c3eb80 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1222956721', 'description': 'tempest-description-953450778'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:37:13.952992 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7b2ba37b-e266-4524-a3e0-41343eb57219 req-b4612422-f5bd-4bfb-9fad-cf2742c3eb80 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:13.985474 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09261b7e-4068-442a-b683-afd90ceddadd req-d6581810-2fe9-4e23-b312-364611b87ac1 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:13.986150 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-09261b7e-4068-442a-b683-afd90ceddadd req-d6581810-2fe9-4e23-b312-364611b87ac1 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:13.994291 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-facb9dc2-22e3-4b55-8104-340748f31cef req-a883b15a-3515-43cc-a7de-4244a3155531 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4299591 Aug 23 20:37:14.019251 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-facb9dc2-22e3-4b55-8104-340748f31cef req-16e24d34-4daa-4b80-b240-9d500e7c546d tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Request body: {'floatingip': {'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:37:14.046144 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.db.api [req-facb9dc2-22e3-4b55-8104-340748f31cef req-16e24d34-4daa-4b80-b240-9d500e7c546d tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 20:37:14.046144 n-d-805663-2 neutron-server[94688]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 23 20:37:14.046144 n-d-805663-2 neutron-server[94688]: [parameters: {'project_id_1': 'cf43976dbe8f4afab057c09af96e846f', 'expiration_1': datetime.datetime(2021, 8, 23, 20, 37, 14, 32507)}] Aug 23 20:37:14.046144 n-d-805663-2 neutron-server[94688]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94688) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 20:37:14.047612 n-d-805663-2 neutron-server[94688]: DEBUG oslo_db.api [req-facb9dc2-22e3-4b55-8104-340748f31cef req-16e24d34-4daa-4b80-b240-9d500e7c546d tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 20:37:14.145665 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device d6a35e35-007f-41f6-9b38-b555cc94b50e up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:37:14.168000 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7b2ba37b-e266-4524-a3e0-41343eb57219 req-b4612422-f5bd-4bfb-9fad-cf2742c3eb80 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:14.174383 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 167514e4-f52b-479a-ace6-dd928473afa2 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:37:14.174749 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:14.175167 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7b2ba37b-e266-4524-a3e0-41343eb57219 req-b4612422-f5bd-4bfb-9fad-cf2742c3eb80 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:14.188095 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-09261b7e-4068-442a-b683-afd90ceddadd req-d6581810-2fe9-4e23-b312-364611b87ac1 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8982773 Aug 23 20:37:14.207503 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-09261b7e-4068-442a-b683-afd90ceddadd req-334c9d2c-1b75-4172-8f51-49ef83601952 service neutron] Request body: {'port': {'device_id': 'f4df7d20-96fd-4fa9-88c3-08b18646878d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:37:14.224163 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7b2ba37b-e266-4524-a3e0-41343eb57219 req-b4612422-f5bd-4bfb-9fad-cf2742c3eb80 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:14.242763 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a8541819-8ae4-4073-9924-ddf1df1f0ee3 None None] Provisioning for port 4e45b000-7179-414e-9c26-2b8f01610967 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:37:14.261471 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7b2ba37b-e266-4524-a3e0-41343eb57219 req-b4612422-f5bd-4bfb-9fad-cf2742c3eb80 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3435953 Aug 23 20:37:14.280733 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4612422-f5bd-4bfb-9fad-cf2742c3eb80 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa1491e-c737-4898-bccd-b8cff4bd5ed0,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:14.297146 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a8541819-8ae4-4073-9924-ddf1df1f0ee3 None None] Provisioning complete for port 4e45b000-7179-414e-9c26-2b8f01610967 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:37:14.298358 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a8541819-8ae4-4073-9924-ddf1df1f0ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:14.330220 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-09261b7e-4068-442a-b683-afd90ceddadd req-334c9d2c-1b75-4172-8f51-49ef83601952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:14.393120 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a8541819-8ae4-4073-9924-ddf1df1f0ee3 None None] Port 4e45b000-7179-414e-9c26-2b8f01610967 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:37:14.400051 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port d6a35e35-007f-41f6-9b38-b555cc94b50e completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:37:14.404199 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-624b9413-013d-4913-b543-af6428abdc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97317b68-6d88-4e90-804d-9dbd4fadd725', 'name': 'tempest-FloatingIPDetailsTestJSON-967072857-router', 'tenant_id': 'cf43976dbe8f4afab057c09af96e846f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'deb0ede3-29a7-48be-b8b6-693caa4c4501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:36:49Z', 'updated_at': '2021-08-23T20:37:04Z', 'revision_number': 4, 'project_id': 'cf43976dbe8f4afab057c09af96e846f', 'gw_port': {'id': 'deb0ede3-29a7-48be-b8b6-693caa4c4501', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97317b68-6d88-4e90-804d-9dbd4fadd725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:36:52Z', 'updated_at': '2021-08-23T20:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'd80ce32d-c4d4-41cd-b687-beb29eba757d', 'name': '', 'network_id': '8a236e5f-ea7d-49c3-9cf6-d7cd592d9e14', 'tenant_id': 'cf43976dbe8f4afab057c09af96e846f', 'mac_address': 'fa:16:3e:79:5a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97317b68-6d88-4e90-804d-9dbd4fadd725', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'fa938951-10d7-4169-8162-728c3a3558f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:36:59Z', 'updated_at': '2021-08-23T20:37:13Z', 'revision_number': 4, 'project_id': 'cf43976dbe8f4afab057c09af96e846f', 'subnets': [{'id': 'fa938951-10d7-4169-8162-728c3a3558f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:37:14.437866 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port d6a35e35-007f-41f6-9b38-b555cc94b50e triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:37:14.438252 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:14.478529 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624b9413-013d-4913-b543-af6428abdc3f None None] The sync data for ids ['97317b68-6d88-4e90-804d-9dbd4fadd725'] in n-d-805663-2 is: [{'id': '97317b68-6d88-4e90-804d-9dbd4fadd725', 'name': 'tempest-FloatingIPDetailsTestJSON-967072857-router', 'tenant_id': 'cf43976dbe8f4afab057c09af96e846f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'deb0ede3-29a7-48be-b8b6-693caa4c4501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:36:49Z', 'updated_at': '2021-08-23T20:37:04Z', 'revision_number': 4, 'project_id': 'cf43976dbe8f4afab057c09af96e846f', 'gw_port': {'id': 'deb0ede3-29a7-48be-b8b6-693caa4c4501', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97317b68-6d88-4e90-804d-9dbd4fadd725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:36:52Z', 'updated_at': '2021-08-23T20:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'd80ce32d-c4d4-41cd-b687-beb29eba757d', 'name': '', 'network_id': '8a236e5f-ea7d-49c3-9cf6-d7cd592d9e14', 'tenant_id': 'cf43976dbe8f4afab057c09af96e846f', 'mac_address': 'fa:16:3e:79:5a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97317b68-6d88-4e90-804d-9dbd4fadd725', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'fa938951-10d7-4169-8162-728c3a3558f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:36:59Z', 'updated_at': '2021-08-23T20:37:13Z', 'revision_number': 4, 'project_id': 'cf43976dbe8f4afab057c09af96e846f', 'subnets': [{'id': 'fa938951-10d7-4169-8162-728c3a3558f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:37:14.513195 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-552b9b76-bbde-4981-9023-71578cc7475c req-bf392aad-1f17-41d6-9cb2-d4ef92521669 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] 10.222.0.61 "GET /v2.0/ports?device_id=5478c22a-4aff-48ea-be0e-112db30f8bf1 HTTP/1.1" status: 200 len: 210 time: 0.0547843 Aug 23 20:37:14.604136 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:14.699180 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:14.739625 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95732457-0e61-4e70-9a09-d0c4f9317bb0 req-5119bf7f-3dbc-4f2e-a05c-8e29d115bb65 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:14.748870 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-95732457-0e61-4e70-9a09-d0c4f9317bb0 req-5119bf7f-3dbc-4f2e-a05c-8e29d115bb65 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4df7d20-96fd-4fa9-88c3-08b18646878d HTTP/1.1" status: 200 len: 936 time: 0.1068633 Aug 23 20:37:14.759735 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2fdf8fa-c29d-48b0-960a-1e34b4102531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a35e35-007f-41f6-9b38-b555cc94b50e'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:37:14.766193 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fdd402-62ce-4647-8bbc-71c3c3577236" -d '{"events": [{"server_uuid": "b2fdf8fa-c29d-48b0-960a-1e34b4102531", "name": "network-vif-plugged", "status": "completed", "tag": "d6a35e35-007f-41f6-9b38-b555cc94b50e"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:37:14.783753 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port d6a35e35-007f-41f6-9b38-b555cc94b50e, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=d6a35e35-007f-41f6-9b38-b555cc94b50e,segment=NetworkSegment(bbb7ca88-3a5f-4f78-b2f2-1646091f4f26),segment_id=bbb7ca88-3a5f-4f78-b2f2-1646091f4f26)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:37:14.794487 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:14.812134 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-95732457-0e61-4e70-9a09-d0c4f9317bb0 req-eebffa04-cba2-47ee-96fa-a934e0ea7021 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622194 Aug 23 20:37:14.884245 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=d6a35e35-007f-41f6-9b38-b555cc94b50e,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:14.927025 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-facb9dc2-22e3-4b55-8104-340748f31cef req-16e24d34-4daa-4b80-b240-9d500e7c546d tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:14.951693 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-09261b7e-4068-442a-b683-afd90ceddadd req-334c9d2c-1b75-4172-8f51-49ef83601952 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e45b000-7179-414e-9c26-2b8f01610967 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:37:14.967619 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-09261b7e-4068-442a-b683-afd90ceddadd req-334c9d2c-1b75-4172-8f51-49ef83601952 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:15.017954 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-09261b7e-4068-442a-b683-afd90ceddadd req-334c9d2c-1b75-4172-8f51-49ef83601952 service neutron] Transition to ACTIVE for port object 4e45b000-7179-414e-9c26-2b8f01610967 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:37:15.026399 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-09261b7e-4068-442a-b683-afd90ceddadd req-334c9d2c-1b75-4172-8f51-49ef83601952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:15.071890 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc940162-f0ff-4cc3-9eec-ee9e815f616b req-f71f4e6f-21cf-45c4-b496-06e020f0fad8 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:15.076036 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fc940162-f0ff-4cc3-9eec-ee9e815f616b req-f71f4e6f-21cf-45c4-b496-06e020f0fad8 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/networks?id=4f8ad650-bde2-493c-8452-775cfc30ee47 HTTP/1.1" status: 200 len: 813 time: 0.1364815 Aug 23 20:37:15.097298 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fc940162-f0ff-4cc3-9eec-ee9e815f616b req-def09f7c-8665-43f6-afaa-d102e61bb19c tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/quotas/563aa4e07ca643c6af0ae12d196af505 HTTP/1.1" status: 200 len: 375 time: 0.0119147 Aug 23 20:37:15.140136 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fc940162-f0ff-4cc3-9eec-ee9e815f616b req-791b803e-779c-475d-a735-8a1fe6ab6cde tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=563aa4e07ca643c6af0ae12d196af505&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336988 Aug 23 20:37:15.302658 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fc940162-f0ff-4cc3-9eec-ee9e815f616b req-240353ca-4730-46a5-b827-4a13ff1d6e0c service neutron] 10.222.0.61 "GET /v2.0/networks/4f8ad650-bde2-493c-8452-775cfc30ee47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455803 Aug 23 20:37:15.415786 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fc940162-f0ff-4cc3-9eec-ee9e815f616b req-da46bab2-caca-492b-94c6-d58471709da8 service neutron] 10.222.0.61 "GET /v2.0/networks/4f8ad650-bde2-493c-8452-775cfc30ee47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043763 Aug 23 20:37:15.647763 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1eb02aa8-6758-4872-9404-13e995369cb0 req-577266ff-81b4-4402-861b-89aa50e3b823 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=10a9c5bb9034412aaaa6a747574c1b13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235734 Aug 23 20:37:15.662461 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b303e3dd-e7b3-48d7-8b3d-274c489c5337 x-openstack-request-id: req-b303e3dd-e7b3-48d7-8b3d-274c489c5337 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:37:15.662954 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2fdf8fa-c29d-48b0-960a-1e34b4102531", "name": "network-vif-plugged", "status": "completed", "tag": "d6a35e35-007f-41f6-9b38-b555cc94b50e", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:37:15.663050 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b303e3dd-e7b3-48d7-8b3d-274c489c5337 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:37:15.663366 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2fdf8fa-c29d-48b0-960a-1e34b4102531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a35e35-007f-41f6-9b38-b555cc94b50e', 'code': 200} Aug 23 20:37:15.809615 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device d80ce32d-c4d4-41cd-b687-beb29eba757d up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:37:15.858525 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9afa7ce-c1ef-428c-85e1-0e5606c8b480 req-b1d7ebe6-53ee-4540-9a55-adedc97d5505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:15.860357 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a9afa7ce-c1ef-428c-85e1-0e5606c8b480 req-b1d7ebe6-53ee-4540-9a55-adedc97d5505 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b2fdf8fa-c29d-48b0-960a-1e34b4102531 HTTP/1.1" status: 200 len: 1096 time: 0.1278059 Aug 23 20:37:15.877653 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d758a0-e2d0-4f99-91b1-22acabaa44dc req-f5ffb005-0b36-407a-8904-a7cf55b9ce72 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:15.886897 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-17d758a0-e2d0-4f99-91b1-22acabaa44dc req-f5ffb005-0b36-407a-8904-a7cf55b9ce72 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2fdf8fa-c29d-48b0-960a-1e34b4102531 HTTP/1.1" status: 200 len: 945 time: 0.0936933 Aug 23 20:37:15.955404 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a9afa7ce-c1ef-428c-85e1-0e5606c8b480 req-080e2911-b1f3-42a5-89f3-dc0fd3df0755 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638001 Aug 23 20:37:15.962449 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c9d2c-1b75-4172-8f51-49ef83601952 service neutron] Pushing event updated for resources: {'Port': ['ID=4e45b000-7179-414e-9c26-2b8f01610967,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:15.963032 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:15.969069 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port d80ce32d-c4d4-41cd-b687-beb29eba757d completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:37:15.979190 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port d80ce32d-c4d4-41cd-b687-beb29eba757d triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:37:15.979844 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:15.985828 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-17d758a0-e2d0-4f99-91b1-22acabaa44dc req-67669df7-d6e9-4f1d-b2de-5853f74ebf87 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968616 Aug 23 20:37:16.034319 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb02aa8-6758-4872-9404-13e995369cb0 req-ea566018-95d7-4e17-92ce-6b7c9421e9f7 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:16.035780 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1eb02aa8-6758-4872-9404-13e995369cb0 req-ea566018-95d7-4e17-92ce-6b7c9421e9f7 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3775110 Aug 23 20:37:16.047367 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-facb9dc2-22e3-4b55-8104-340748f31cef req-16e24d34-4daa-4b80-b240-9d500e7c546d tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:16.131925 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:16.172904 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-09261b7e-4068-442a-b683-afd90ceddadd req-334c9d2c-1b75-4172-8f51-49ef83601952 service neutron] Attempting to bind port 4e45b000-7179-414e-9c26-2b8f01610967 on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:37:16.173072 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-09261b7e-4068-442a-b683-afd90ceddadd req-334c9d2c-1b75-4172-8f51-49ef83601952 service neutron] Attempting to bind port 4e45b000-7179-414e-9c26-2b8f01610967 by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:37:16.173387 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09261b7e-4068-442a-b683-afd90ceddadd req-334c9d2c-1b75-4172-8f51-49ef83601952 service neutron] Attempting to bind port 4e45b000-7179-414e-9c26-2b8f01610967 on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:37:16.184862 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port d80ce32d-c4d4-41cd-b687-beb29eba757d, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=d80ce32d-c4d4-41cd-b687-beb29eba757d,segment=NetworkSegment(fc6750d3-5ec3-4035-a6ba-f97ef7b6d4d0),segment_id=fc6750d3-5ec3-4035-a6ba-f97ef7b6d4d0)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:37:16.191896 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:16.209273 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-1eb02aa8-6758-4872-9404-13e995369cb0 req-50a394ad-76a6-49d7-8be5-7e6c1cfdd1d0 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] Request body: {'port': {'device_id': '5478c22a-4aff-48ea-be0e-112db30f8bf1', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'admin_state_up': True, 'tenant_id': '10a9c5bb9034412aaaa6a747574c1b13'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:37:16.238453 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09261b7e-4068-442a-b683-afd90ceddadd req-334c9d2c-1b75-4172-8f51-49ef83601952 service neutron] Port 4e45b000-7179-414e-9c26-2b8f01610967 on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:37:16.238778 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09261b7e-4068-442a-b683-afd90ceddadd req-334c9d2c-1b75-4172-8f51-49ef83601952 service neutron] Attempting to bind port 4e45b000-7179-414e-9c26-2b8f01610967 on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:37:16.298378 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=d80ce32d-c4d4-41cd-b687-beb29eba757d,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:16.302811 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09261b7e-4068-442a-b683-afd90ceddadd req-334c9d2c-1b75-4172-8f51-49ef83601952 service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:37:16.303161 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09261b7e-4068-442a-b683-afd90ceddadd req-334c9d2c-1b75-4172-8f51-49ef83601952 service neutron] Checking segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:37:16.303536 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09261b7e-4068-442a-b683-afd90ceddadd req-334c9d2c-1b75-4172-8f51-49ef83601952 service neutron] Bound using segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:37:16.303989 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-09261b7e-4068-442a-b683-afd90ceddadd req-334c9d2c-1b75-4172-8f51-49ef83601952 service neutron] Bound port: 4e45b000-7179-414e-9c26-2b8f01610967, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:37:16.304396 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-09261b7e-4068-442a-b683-afd90ceddadd req-334c9d2c-1b75-4172-8f51-49ef83601952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:16.319165 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7cd21f43-d4c9-4f71-86d4-6addf5e66ec5 req-3c2e7dbf-ffe5-478d-8fd3-c6c9e310e73f tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] 10.222.0.61 "GET /v2.0/ports?device_id=5478c22a-4aff-48ea-be0e-112db30f8bf1 HTTP/1.1" status: 200 len: 210 time: 0.0491054 Aug 23 20:37:16.362672 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-facb9dc2-22e3-4b55-8104-340748f31cef req-16e24d34-4daa-4b80-b240-9d500e7c546d tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Allocated IP 172.25.4.20 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/9ecb83e9-9e69-4d02-a0e3-e25bca39b9ff) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:37:16.444749 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7764c287-bef2-4e57-a6cc-24842dbe8ad1 req-4c0d899e-9551-4f09-83df-3719aaa2e349 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7951159-3012-4da2-b7b8-a79e4d18752a HTTP/1.1" status: 200 len: 210 time: 0.0416083 Aug 23 20:37:16.531477 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-09261b7e-4068-442a-b683-afd90ceddadd req-334c9d2c-1b75-4172-8f51-49ef83601952 service neutron] For port 4e45b000-7179-414e-9c26-2b8f01610967, host n-h2-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:37:16.537725 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-09261b7e-4068-442a-b683-afd90ceddadd req-334c9d2c-1b75-4172-8f51-49ef83601952 service neutron] For port 4e45b000-7179-414e-9c26-2b8f01610967, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=4e45b000-7179-414e-9c26-2b8f01610967,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:37:16.559468 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-09261b7e-4068-442a-b683-afd90ceddadd req-334c9d2c-1b75-4172-8f51-49ef83601952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:16.629082 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc1bb1-aa65-4628-8d3f-20c0ff7dd510 req-c8cdca1e-643f-4ae0-876b-a9c6c7ed64ca tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:16.630004 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eb02aa8-6758-4872-9404-13e995369cb0 req-50a394ad-76a6-49d7-8be5-7e6c1cfdd1d0 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] Made reservation on behalf of 10a9c5bb9034412aaaa6a747574c1b13 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:37:16.632030 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-befc1bb1-aa65-4628-8d3f-20c0ff7dd510 req-c8cdca1e-643f-4ae0-876b-a9c6c7ed64ca tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4df7d20-96fd-4fa9-88c3-08b18646878d HTTP/1.1" status: 200 len: 948 time: 0.0884287 Aug 23 20:37:16.635595 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1eb02aa8-6758-4872-9404-13e995369cb0 req-50a394ad-76a6-49d7-8be5-7e6c1cfdd1d0 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:16.670543 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-facb9dc2-22e3-4b55-8104-340748f31cef req-16e24d34-4daa-4b80-b240-9d500e7c546d tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:16.726123 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09261b7e-4068-442a-b683-afd90ceddadd req-334c9d2c-1b75-4172-8f51-49ef83601952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:16.728046 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-09261b7e-4068-442a-b683-afd90ceddadd req-334c9d2c-1b75-4172-8f51-49ef83601952 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:16.730056 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-09261b7e-4068-442a-b683-afd90ceddadd req-334c9d2c-1b75-4172-8f51-49ef83601952 service neutron] 10.222.0.32 "PUT /v2.0/ports/4e45b000-7179-414e-9c26-2b8f01610967 HTTP/1.1" status: 200 len: 1096 time: 2.5270030 Aug 23 20:37:16.737788 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4df7d20-96fd-4fa9-88c3-08b18646878d', 'tag': '4e45b000-7179-414e-9c26-2b8f01610967'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:37:16.741338 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a38dfdd-b5a9-4257-a0a1-27425b304ce3" -d '{"events": [{"name": "network-changed", "server_uuid": "f4df7d20-96fd-4fa9-88c3-08b18646878d", "tag": "4e45b000-7179-414e-9c26-2b8f01610967"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:37:16.751491 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1eb02aa8-6758-4872-9404-13e995369cb0 req-50a394ad-76a6-49d7-8be5-7e6c1cfdd1d0 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:16.755964 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-befc1bb1-aa65-4628-8d3f-20c0ff7dd510 req-facdc336-08fb-4b7c-8f03-b0611353261c tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011872 Aug 23 20:37:16.756576 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-facb9dc2-22e3-4b55-8104-340748f31cef req-16e24d34-4daa-4b80-b240-9d500e7c546d tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:16.811102 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-facb9dc2-22e3-4b55-8104-340748f31cef req-16e24d34-4daa-4b80-b240-9d500e7c546d tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:37:16.814723 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c9d2c-1b75-4172-8f51-49ef83601952 service neutron] Pushing event updated for resources: {'Port': ['ID=4e45b000-7179-414e-9c26-2b8f01610967,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:16.824256 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-facb9dc2-22e3-4b55-8104-340748f31cef req-16e24d34-4daa-4b80-b240-9d500e7c546d tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:37:16.830311 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-facb9dc2-22e3-4b55-8104-340748f31cef req-16e24d34-4daa-4b80-b240-9d500e7c546d tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:37:16.833588 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad2f052-02b8-49b2-8f65-473e8eee543c x-openstack-request-id: req-dad2f052-02b8-49b2-8f65-473e8eee543c {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:37:16.833988 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4df7d20-96fd-4fa9-88c3-08b18646878d", "tag": "4e45b000-7179-414e-9c26-2b8f01610967", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:37:16.834131 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dad2f052-02b8-49b2-8f65-473e8eee543c {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:37:16.834546 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4df7d20-96fd-4fa9-88c3-08b18646878d', 'tag': '4e45b000-7179-414e-9c26-2b8f01610967', 'status': 'completed', 'code': 200} Aug 23 20:37:16.965597 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09261b7e-4068-442a-b683-afd90ceddadd req-5c220ac4-85a8-4d6d-becb-02d0887eb186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:16.967125 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-09261b7e-4068-442a-b683-afd90ceddadd req-5c220ac4-85a8-4d6d-becb-02d0887eb186 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=704a96b94b9147dc8cf54dcf8b4c5cc2&device_id=f4df7d20-96fd-4fa9-88c3-08b18646878d HTTP/1.1" status: 200 len: 1099 time: 0.1446199 Aug 23 20:37:16.967715 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e24d34-4daa-4b80-b240-9d500e7c546d tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Pushing event updated for resources: {'Port': ['ID=9ecb83e9-9e69-4d02-a0e3-e25bca39b9ff,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:17.058947 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-09261b7e-4068-442a-b683-afd90ceddadd req-40048194-f291-4f5a-a596-65e88fac99cf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=4e45b000-7179-414e-9c26-2b8f01610967 HTTP/1.1" status: 200 len: 217 time: 0.0479255 Aug 23 20:37:17.121424 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f1b28-8b5d-403a-aacf-35f3babc84f4 req-8aca2868-b4e7-40fd-ae4d-895030e85378 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:17.122321 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-facb9dc2-22e3-4b55-8104-340748f31cef req-16e24d34-4daa-4b80-b240-9d500e7c546d tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:17.130293 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-da8f1b28-8b5d-403a-aacf-35f3babc84f4 req-8aca2868-b4e7-40fd-ae4d-895030e85378 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2fdf8fa-c29d-48b0-960a-1e34b4102531 HTTP/1.1" status: 200 len: 945 time: 0.0711544 Aug 23 20:37:17.182554 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09261b7e-4068-442a-b683-afd90ceddadd req-ab232da2-ca7e-4096-92d8-80525ee2619b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:17.184034 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-09261b7e-4068-442a-b683-afd90ceddadd req-ab232da2-ca7e-4096-92d8-80525ee2619b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.1092045 Aug 23 20:37:17.185277 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-da8f1b28-8b5d-403a-aacf-35f3babc84f4 req-999cf19c-46eb-4904-b870-0bfaf15e7e4a tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537279 Aug 23 20:37:17.187632 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1eb02aa8-6758-4872-9404-13e995369cb0 req-50a394ad-76a6-49d7-8be5-7e6c1cfdd1d0 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:17.204471 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-facb9dc2-22e3-4b55-8104-340748f31cef req-16e24d34-4daa-4b80-b240-9d500e7c546d tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:17.205994 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1eb02aa8-6758-4872-9404-13e995369cb0 req-50a394ad-76a6-49d7-8be5-7e6c1cfdd1d0 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:17.349250 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a394ad-76a6-49d7-8be5-7e6c1cfdd1d0 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=544f8ea8-494f-4adb-926d-a218c6bff52d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:17.390971 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09261b7e-4068-442a-b683-afd90ceddadd req-b3d34daf-ebce-4cff-a54d-5f0578ea4c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:17.392860 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-09261b7e-4068-442a-b683-afd90ceddadd req-b3d34daf-ebce-4cff-a54d-5f0578ea4c71 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1993091 Aug 23 20:37:17.503105 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7f4571d9-4ad7-414c-bcbb-809fa85b3c56 req-7ce4608c-c548-45fc-bc6d-37804ffde556 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] 10.222.0.61 "GET /v2.0/ports?device_id=5478c22a-4aff-48ea-be0e-112db30f8bf1 HTTP/1.1" status: 200 len: 210 time: 0.0517545 Aug 23 20:37:17.519062 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc940162-f0ff-4cc3-9eec-ee9e815f616b req-25f1633d-78c4-4570-a604-1b21bca3c695 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:17.524723 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fc940162-f0ff-4cc3-9eec-ee9e815f616b req-25f1633d-78c4-4570-a604-1b21bca3c695 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.32 "GET /v2.0/networks?id=4f8ad650-bde2-493c-8452-775cfc30ee47 HTTP/1.1" status: 200 len: 813 time: 0.2674391 Aug 23 20:37:17.546758 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-fc940162-f0ff-4cc3-9eec-ee9e815f616b req-e85f0bd5-8a85-427c-8418-b226f4ccf917 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Request body: {'port': {'device_id': 'd7951159-3012-4da2-b7b8-a79e4d18752a', 'network_id': '4f8ad650-bde2-493c-8452-775cfc30ee47', 'admin_state_up': True, 'tenant_id': '563aa4e07ca643c6af0ae12d196af505'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:37:17.579829 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-1eb02aa8-6758-4872-9404-13e995369cb0 req-50a394ad-76a6-49d7-8be5-7e6c1cfdd1d0 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] Allocated IP 192.168.233.61 (660f640a-b8b2-40aa-8ebf-76bd1608cceb/e66e9eb0-86f4-4159-852b-f29863cbf18d/17e9b548-501c-43f0-bdac-d1e72bb271e8) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:37:17.686381 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3f8ec2d8-677e-4c99-b1a2-d4985baec2ed req-71188286-302b-4db3-8288-6e4559aa5d8d tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7951159-3012-4da2-b7b8-a79e4d18752a HTTP/1.1" status: 200 len: 210 time: 0.0462162 Aug 23 20:37:17.739178 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device d80ce32d-c4d4-41cd-b687-beb29eba757d up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:37:17.779742 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-09261b7e-4068-442a-b683-afd90ceddadd req-60e700b3-b9f2-442a-8342-0f67855f5b2c service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651690 Aug 23 20:37:17.817381 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc940162-f0ff-4cc3-9eec-ee9e815f616b req-e85f0bd5-8a85-427c-8418-b226f4ccf917 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Made reservation on behalf of 563aa4e07ca643c6af0ae12d196af505 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:37:17.840323 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fc940162-f0ff-4cc3-9eec-ee9e815f616b req-e85f0bd5-8a85-427c-8418-b226f4ccf917 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:17.843406 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port d80ce32d-c4d4-41cd-b687-beb29eba757d triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:37:17.843789 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:17.953168 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2f5a7-69b3-4e0c-93c9-dc320f95bee1 req-1824cd97-96b4-4fcf-a23e-0045db51af7b tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:17.955199 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d2d2f5a7-69b3-4e0c-93c9-dc320f95bee1 req-1824cd97-96b4-4fcf-a23e-0045db51af7b tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4df7d20-96fd-4fa9-88c3-08b18646878d HTTP/1.1" status: 200 len: 948 time: 0.0835938 Aug 23 20:37:17.997408 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-facb9dc2-22e3-4b55-8104-340748f31cef req-16e24d34-4daa-4b80-b240-9d500e7c546d tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:18.023448 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-facb9dc2-22e3-4b55-8104-340748f31cef req-16e24d34-4daa-4b80-b240-9d500e7c546d tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:18.098984 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d2d2f5a7-69b3-4e0c-93c9-dc320f95bee1 req-d97d0c4e-117d-4f32-b323-75e139abfa6f tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741956 Aug 23 20:37:18.101165 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-09261b7e-4068-442a-b683-afd90ceddadd req-ea44164e-c5c3-42de-809e-e8a5379b5dcc service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066132 Aug 23 20:37:18.113396 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-fc940162-f0ff-4cc3-9eec-ee9e815f616b req-e85f0bd5-8a85-427c-8418-b226f4ccf917 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Allocated IP 172.20.0.12 (4f8ad650-bde2-493c-8452-775cfc30ee47/5622acc5-f3fa-4e59-9fa5-c0f9356a4541/72e69350-30b2-4083-9ca3-f8905d479461) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:37:18.147362 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e24d34-4daa-4b80-b240-9d500e7c546d tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Pushing event updated for resources: {'Port': ['ID=9ecb83e9-9e69-4d02-a0e3-e25bca39b9ff,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:18.166659 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1eb02aa8-6758-4872-9404-13e995369cb0 req-50a394ad-76a6-49d7-8be5-7e6c1cfdd1d0 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:18.177227 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-facb9dc2-22e3-4b55-8104-340748f31cef req-16e24d34-4daa-4b80-b240-9d500e7c546d tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:18.191998 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-1eb02aa8-6758-4872-9404-13e995369cb0 req-50a394ad-76a6-49d7-8be5-7e6c1cfdd1d0 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] Transition to ACTIVE for port object 17e9b548-501c-43f0-bdac-d1e72bb271e8 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:37:18.203195 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-facb9dc2-22e3-4b55-8104-340748f31cef req-16e24d34-4daa-4b80-b240-9d500e7c546d tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:18.204652 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-facb9dc2-22e3-4b55-8104-340748f31cef req-16e24d34-4daa-4b80-b240-9d500e7c546d tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.1993575 Aug 23 20:37:18.284958 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fc940162-f0ff-4cc3-9eec-ee9e815f616b req-e85f0bd5-8a85-427c-8418-b226f4ccf917 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:18.290574 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1eb02aa8-6758-4872-9404-13e995369cb0 req-50a394ad-76a6-49d7-8be5-7e6c1cfdd1d0 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:18.313789 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-facb9dc2-22e3-4b55-8104-340748f31cef req-19381807-1de8-4439-b5bd-b2fa05f1729f tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.4.20 HTTP/1.1" status: 200 len: 695 time: 0.0876000 Aug 23 20:37:18.353631 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fc940162-f0ff-4cc3-9eec-ee9e815f616b req-e85f0bd5-8a85-427c-8418-b226f4ccf917 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:18.419439 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eb02aa8-6758-4872-9404-13e995369cb0 req-50a394ad-76a6-49d7-8be5-7e6c1cfdd1d0 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] Network 660f640a-b8b2-40aa-8ebf-76bd1608cceb is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:37:18.429126 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc940162-f0ff-4cc3-9eec-ee9e815f616b req-e85f0bd5-8a85-427c-8418-b226f4ccf917 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Network 4f8ad650-bde2-493c-8452-775cfc30ee47 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:37:18.435367 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-1eb02aa8-6758-4872-9404-13e995369cb0 req-50a394ad-76a6-49d7-8be5-7e6c1cfdd1d0 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:37:18.440494 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb02aa8-6758-4872-9404-13e995369cb0 req-50a394ad-76a6-49d7-8be5-7e6c1cfdd1d0 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:37:18.443043 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a394ad-76a6-49d7-8be5-7e6c1cfdd1d0 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] Pushing event updated for resources: {'Port': ['ID=17e9b548-501c-43f0-bdac-d1e72bb271e8,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:18.447019 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a38dfdd-b5a9-4257-a0a1-27425b304ce3 req-09fae649-67a3-4a03-89a7-83a7ea51b721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:18.449220 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7a38dfdd-b5a9-4257-a0a1-27425b304ce3 req-09fae649-67a3-4a03-89a7-83a7ea51b721 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=704a96b94b9147dc8cf54dcf8b4c5cc2&device_id=f4df7d20-96fd-4fa9-88c3-08b18646878d HTTP/1.1" status: 200 len: 1099 time: 0.1765606 Aug 23 20:37:18.483566 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f0bd5-8a85-427c-8418-b226f4ccf917 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Pushing event updated for resources: {'Port': ['ID=72e69350-30b2-4083-9ca3-f8905d479461,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:18.494977 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-fc940162-f0ff-4cc3-9eec-ee9e815f616b req-e85f0bd5-8a85-427c-8418-b226f4ccf917 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:37:18.520509 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc940162-f0ff-4cc3-9eec-ee9e815f616b req-e85f0bd5-8a85-427c-8418-b226f4ccf917 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:37:18.581121 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc940162-f0ff-4cc3-9eec-ee9e815f616b req-e85f0bd5-8a85-427c-8418-b226f4ccf917 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:18.582040 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fc940162-f0ff-4cc3-9eec-ee9e815f616b req-e85f0bd5-8a85-427c-8418-b226f4ccf917 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:18.598870 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb97c3-c91d-4db1-9950-591f30100478 req-20f5ccf5-2085-4fb1-8175-5b1448d7dee2 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:18.606513 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-eeeb97c3-c91d-4db1-9950-591f30100478 req-20f5ccf5-2085-4fb1-8175-5b1448d7dee2 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2fdf8fa-c29d-48b0-960a-1e34b4102531 HTTP/1.1" status: 200 len: 945 time: 0.1752727 Aug 23 20:37:18.611508 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb02aa8-6758-4872-9404-13e995369cb0 req-50a394ad-76a6-49d7-8be5-7e6c1cfdd1d0 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:18.612167 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1eb02aa8-6758-4872-9404-13e995369cb0 req-50a394ad-76a6-49d7-8be5-7e6c1cfdd1d0 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:18.625836 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb9dc2-22e3-4b55-8104-340748f31cef req-e893d069-21ba-4400-ad6f-1c6359091dca tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:18.626473 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fc940162-f0ff-4cc3-9eec-ee9e815f616b req-e85f0bd5-8a85-427c-8418-b226f4ccf917 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0877681 Aug 23 20:37:18.627308 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-facb9dc2-22e3-4b55-8104-340748f31cef req-e893d069-21ba-4400-ad6f-1c6359091dca tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] 10.222.0.61 "GET /v2.0/networks/03d801c5-d257-4cc1-bad3-11a323aafec0 HTTP/1.1" status: 200 len: 784 time: 0.2849195 Aug 23 20:37:18.667244 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-fc940162-f0ff-4cc3-9eec-ee9e815f616b req-64242c19-119f-4c0f-8c0d-90f02611bf9e service neutron] Request body: {'port': {'device_id': 'd7951159-3012-4da2-b7b8-a79e4d18752a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:37:18.667949 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1eb02aa8-6758-4872-9404-13e995369cb0 req-50a394ad-76a6-49d7-8be5-7e6c1cfdd1d0 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5047624 Aug 23 20:37:18.673746 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a38dfdd-b5a9-4257-a0a1-27425b304ce3 req-be0609ae-e224-429a-8053-37720d57da64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:18.675214 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7a38dfdd-b5a9-4257-a0a1-27425b304ce3 req-be0609ae-e224-429a-8053-37720d57da64 service neutron] 10.222.0.32 "GET /v2.0/networks?id=660f640a-b8b2-40aa-8ebf-76bd1608cceb HTTP/1.1" status: 200 len: 870 time: 0.1871245 Aug 23 20:37:18.680769 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-1eb02aa8-6758-4872-9404-13e995369cb0 req-324edac9-8206-4ae6-b13a-ae8fc21e103c service neutron] Request body: {'port': {'device_id': '5478c22a-4aff-48ea-be0e-112db30f8bf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:37:18.740209 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-eeeb97c3-c91d-4db1-9950-591f30100478 req-9ac18fad-30bd-407b-b715-ff3500a00e6c tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325457 Aug 23 20:37:18.747221 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7a38dfdd-b5a9-4257-a0a1-27425b304ce3 req-dbb46dc8-bcc4-49e3-8a50-d2950b724e82 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=4e45b000-7179-414e-9c26-2b8f01610967 HTTP/1.1" status: 200 len: 217 time: 0.0617363 Aug 23 20:37:18.749315 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fc940162-f0ff-4cc3-9eec-ee9e815f616b req-64242c19-119f-4c0f-8c0d-90f02611bf9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:18.792695 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1eb02aa8-6758-4872-9404-13e995369cb0 req-324edac9-8206-4ae6-b13a-ae8fc21e103c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:18.828561 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-01c2bd22-bdf5-4703-b938-2874f4366e6e None None] Provisioning for port 17e9b548-501c-43f0-bdac-d1e72bb271e8 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:37:18.840598 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-01c2bd22-bdf5-4703-b938-2874f4366e6e None None] Provisioning complete for port 17e9b548-501c-43f0-bdac-d1e72bb271e8 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:37:18.840979 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-01c2bd22-bdf5-4703-b938-2874f4366e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:18.947555 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-01c2bd22-bdf5-4703-b938-2874f4366e6e None None] Port 17e9b548-501c-43f0-bdac-d1e72bb271e8 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:37:18.987290 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a38dfdd-b5a9-4257-a0a1-27425b304ce3 req-ad8a6000-f85c-42c3-8ed4-e77a16a412b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:18.989085 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7a38dfdd-b5a9-4257-a0a1-27425b304ce3 req-ad8a6000-f85c-42c3-8ed4-e77a16a412b8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.1721287 Aug 23 20:37:19.021400 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1f4af-1e20-4b17-b900-e2159609fa03 req-d9a99ac8-df06-41d2-a765-fc8c3df70730 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:19.028788 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-65f1f4af-1e20-4b17-b900-e2159609fa03 req-d9a99ac8-df06-41d2-a765-fc8c3df70730 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] 10.222.0.61 "GET /v2.0/ports?device_id=5478c22a-4aff-48ea-be0e-112db30f8bf1 HTTP/1.1" status: 200 len: 935 time: 0.1624138 Aug 23 20:37:19.176990 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5d133b0e-76b9-4142-9691-94fbecd1ee8b req-2cffc7f6-b672-439b-866e-a2d911702f1a tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3471444 Aug 23 20:37:19.183168 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a38dfdd-b5a9-4257-a0a1-27425b304ce3 req-738e05bc-a5b1-4bf1-8e75-10e9479b92da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:19.184669 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7a38dfdd-b5a9-4257-a0a1-27425b304ce3 req-738e05bc-a5b1-4bf1-8e75-10e9479b92da service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1439877 Aug 23 20:37:19.192635 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-5d133b0e-76b9-4142-9691-94fbecd1ee8b req-eecd8a2a-68d0-41ac-9fd6-807a5a7ec836 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Request body: {'floatingip': {'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:37:19.199496 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-65f1f4af-1e20-4b17-b900-e2159609fa03 req-2431cf63-2d52-460d-af14-956e3859c68c tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] 10.222.0.61 "GET /v2.0/security-groups?id=544f8ea8-494f-4adb-926d-a218c6bff52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693318 Aug 23 20:37:19.308548 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5d133b0e-76b9-4142-9691-94fbecd1ee8b req-eecd8a2a-68d0-41ac-9fd6-807a5a7ec836 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:19.358379 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-fc940162-f0ff-4cc3-9eec-ee9e815f616b req-64242c19-119f-4c0f-8c0d-90f02611bf9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72e69350-30b2-4083-9ca3-f8905d479461 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:37:19.374074 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fc940162-f0ff-4cc3-9eec-ee9e815f616b req-64242c19-119f-4c0f-8c0d-90f02611bf9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:19.401706 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147cbb8-9b36-4bd9-a710-306a5b0a79d8 req-21e07dd7-8067-4fbb-a546-cd47aa291c2c tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:19.408585 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7147cbb8-9b36-4bd9-a710-306a5b0a79d8 req-21e07dd7-8067-4fbb-a546-cd47aa291c2c tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7951159-3012-4da2-b7b8-a79e4d18752a HTTP/1.1" status: 200 len: 932 time: 0.1102219 Aug 23 20:37:19.420384 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7a38dfdd-b5a9-4257-a0a1-27425b304ce3 req-69240828-073c-4011-8fa4-2a6b717bfd4a service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204490 Aug 23 20:37:19.423533 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-fc940162-f0ff-4cc3-9eec-ee9e815f616b req-64242c19-119f-4c0f-8c0d-90f02611bf9e service neutron] Transition to ACTIVE for port object 72e69350-30b2-4083-9ca3-f8905d479461 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:37:19.451358 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fc940162-f0ff-4cc3-9eec-ee9e815f616b req-64242c19-119f-4c0f-8c0d-90f02611bf9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:19.539324 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7147cbb8-9b36-4bd9-a710-306a5b0a79d8 req-be7ce55d-8d57-4bce-82f6-4370e31ac79f tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups?id=5db33e87-bc75-43f1-b279-c9256a85708e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230717 Aug 23 20:37:19.540190 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64242c19-119f-4c0f-8c0d-90f02611bf9e service neutron] Pushing event updated for resources: {'Port': ['ID=72e69350-30b2-4083-9ca3-f8905d479461,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:19.667052 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-fc940162-f0ff-4cc3-9eec-ee9e815f616b req-64242c19-119f-4c0f-8c0d-90f02611bf9e service neutron] Attempting to bind port 72e69350-30b2-4083-9ca3-f8905d479461 on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:37:19.667393 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-fc940162-f0ff-4cc3-9eec-ee9e815f616b req-64242c19-119f-4c0f-8c0d-90f02611bf9e service neutron] Attempting to bind port 72e69350-30b2-4083-9ca3-f8905d479461 by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': 'e057aa67-2bd8-41d5-82d4-b5cee83f32b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4f8ad650-bde2-493c-8452-775cfc30ee47'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:37:19.667729 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc940162-f0ff-4cc3-9eec-ee9e815f616b req-64242c19-119f-4c0f-8c0d-90f02611bf9e service neutron] Attempting to bind port 72e69350-30b2-4083-9ca3-f8905d479461 on network 4f8ad650-bde2-493c-8452-775cfc30ee47 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:37:19.672816 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc940162-f0ff-4cc3-9eec-ee9e815f616b req-64242c19-119f-4c0f-8c0d-90f02611bf9e service neutron] Port 72e69350-30b2-4083-9ca3-f8905d479461 on network 4f8ad650-bde2-493c-8452-775cfc30ee47 not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:37:19.673138 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc940162-f0ff-4cc3-9eec-ee9e815f616b req-64242c19-119f-4c0f-8c0d-90f02611bf9e service neutron] Attempting to bind port 72e69350-30b2-4083-9ca3-f8905d479461 on network 4f8ad650-bde2-493c-8452-775cfc30ee47 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:37:19.679880 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc940162-f0ff-4cc3-9eec-ee9e815f616b req-64242c19-119f-4c0f-8c0d-90f02611bf9e service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:37:19.680279 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc940162-f0ff-4cc3-9eec-ee9e815f616b req-64242c19-119f-4c0f-8c0d-90f02611bf9e service neutron] Checking segment: {'id': 'e057aa67-2bd8-41d5-82d4-b5cee83f32b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4f8ad650-bde2-493c-8452-775cfc30ee47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:37:19.680731 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc940162-f0ff-4cc3-9eec-ee9e815f616b req-64242c19-119f-4c0f-8c0d-90f02611bf9e service neutron] Bound using segment: {'id': 'e057aa67-2bd8-41d5-82d4-b5cee83f32b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4f8ad650-bde2-493c-8452-775cfc30ee47'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:37:19.681193 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-fc940162-f0ff-4cc3-9eec-ee9e815f616b req-64242c19-119f-4c0f-8c0d-90f02611bf9e service neutron] Bound port: 72e69350-30b2-4083-9ca3-f8905d479461, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e057aa67-2bd8-41d5-82d4-b5cee83f32b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4f8ad650-bde2-493c-8452-775cfc30ee47'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:37:19.681591 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fc940162-f0ff-4cc3-9eec-ee9e815f616b req-64242c19-119f-4c0f-8c0d-90f02611bf9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:19.784332 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-fc940162-f0ff-4cc3-9eec-ee9e815f616b req-64242c19-119f-4c0f-8c0d-90f02611bf9e service neutron] For port 72e69350-30b2-4083-9ca3-f8905d479461, host n-h2-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:37:19.797557 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-fc940162-f0ff-4cc3-9eec-ee9e815f616b req-64242c19-119f-4c0f-8c0d-90f02611bf9e service neutron] For port 72e69350-30b2-4083-9ca3-f8905d479461, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=72e69350-30b2-4083-9ca3-f8905d479461,segment=NetworkSegment(e057aa67-2bd8-41d5-82d4-b5cee83f32b9),segment_id=e057aa67-2bd8-41d5-82d4-b5cee83f32b9)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:37:19.813876 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fc940162-f0ff-4cc3-9eec-ee9e815f616b req-64242c19-119f-4c0f-8c0d-90f02611bf9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:19.899682 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64242c19-119f-4c0f-8c0d-90f02611bf9e service neutron] Pushing event updated for resources: {'Port': ['ID=72e69350-30b2-4083-9ca3-f8905d479461,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:19.966094 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7a38dfdd-b5a9-4257-a0a1-27425b304ce3 req-50339b94-d9cf-435b-b57c-84b88e32ce43 service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959535 Aug 23 20:37:19.984449 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-1eb02aa8-6758-4872-9404-13e995369cb0 req-324edac9-8206-4ae6-b13a-ae8fc21e103c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17e9b548-501c-43f0-bdac-d1e72bb271e8 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:37:19.996143 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1eb02aa8-6758-4872-9404-13e995369cb0 req-324edac9-8206-4ae6-b13a-ae8fc21e103c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:20.021700 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-1eb02aa8-6758-4872-9404-13e995369cb0 req-324edac9-8206-4ae6-b13a-ae8fc21e103c service neutron] Transition to ACTIVE for port object 17e9b548-501c-43f0-bdac-d1e72bb271e8 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:37:20.031370 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1eb02aa8-6758-4872-9404-13e995369cb0 req-324edac9-8206-4ae6-b13a-ae8fc21e103c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:20.104837 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5d133b0e-76b9-4142-9691-94fbecd1ee8b req-eecd8a2a-68d0-41ac-9fd6-807a5a7ec836 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:20.191299 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324edac9-8206-4ae6-b13a-ae8fc21e103c service neutron] Pushing event updated for resources: {'Port': ['ID=17e9b548-501c-43f0-bdac-d1e72bb271e8,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:20.247656 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:20.267427 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-1eb02aa8-6758-4872-9404-13e995369cb0 req-324edac9-8206-4ae6-b13a-ae8fc21e103c service neutron] Attempting to bind port 17e9b548-501c-43f0-bdac-d1e72bb271e8 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:37:20.267867 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-1eb02aa8-6758-4872-9404-13e995369cb0 req-324edac9-8206-4ae6-b13a-ae8fc21e103c service neutron] Attempting to bind port 17e9b548-501c-43f0-bdac-d1e72bb271e8 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:37:20.268431 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb02aa8-6758-4872-9404-13e995369cb0 req-324edac9-8206-4ae6-b13a-ae8fc21e103c service neutron] Attempting to bind port 17e9b548-501c-43f0-bdac-d1e72bb271e8 on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:37:20.281271 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb02aa8-6758-4872-9404-13e995369cb0 req-324edac9-8206-4ae6-b13a-ae8fc21e103c service neutron] Port 17e9b548-501c-43f0-bdac-d1e72bb271e8 on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:37:20.282054 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb02aa8-6758-4872-9404-13e995369cb0 req-324edac9-8206-4ae6-b13a-ae8fc21e103c service neutron] Attempting to bind port 17e9b548-501c-43f0-bdac-d1e72bb271e8 on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:37:20.301740 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb02aa8-6758-4872-9404-13e995369cb0 req-324edac9-8206-4ae6-b13a-ae8fc21e103c service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:37:20.302102 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb02aa8-6758-4872-9404-13e995369cb0 req-324edac9-8206-4ae6-b13a-ae8fc21e103c service neutron] Checking segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:37:20.302632 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb02aa8-6758-4872-9404-13e995369cb0 req-324edac9-8206-4ae6-b13a-ae8fc21e103c service neutron] Bound using segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:37:20.303147 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-1eb02aa8-6758-4872-9404-13e995369cb0 req-324edac9-8206-4ae6-b13a-ae8fc21e103c service neutron] Bound port: 17e9b548-501c-43f0-bdac-d1e72bb271e8, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:37:20.303573 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1eb02aa8-6758-4872-9404-13e995369cb0 req-324edac9-8206-4ae6-b13a-ae8fc21e103c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:20.419800 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-5d133b0e-76b9-4142-9691-94fbecd1ee8b req-eecd8a2a-68d0-41ac-9fd6-807a5a7ec836 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Allocated IP 172.25.4.158 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/9a2cf251-31d5-4ba9-9ef8-47c11c145307) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:37:20.427723 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-1eb02aa8-6758-4872-9404-13e995369cb0 req-324edac9-8206-4ae6-b13a-ae8fc21e103c service neutron] For port 17e9b548-501c-43f0-bdac-d1e72bb271e8, host n-h1-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:37:20.435228 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-1eb02aa8-6758-4872-9404-13e995369cb0 req-324edac9-8206-4ae6-b13a-ae8fc21e103c service neutron] For port 17e9b548-501c-43f0-bdac-d1e72bb271e8, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=17e9b548-501c-43f0-bdac-d1e72bb271e8,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:37:20.444193 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc940162-f0ff-4cc3-9eec-ee9e815f616b req-64242c19-119f-4c0f-8c0d-90f02611bf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:20.445422 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fc940162-f0ff-4cc3-9eec-ee9e815f616b req-64242c19-119f-4c0f-8c0d-90f02611bf9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:20.447124 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fc940162-f0ff-4cc3-9eec-ee9e815f616b req-64242c19-119f-4c0f-8c0d-90f02611bf9e service neutron] 10.222.0.32 "PUT /v2.0/ports/72e69350-30b2-4083-9ca3-f8905d479461 HTTP/1.1" status: 200 len: 1092 time: 1.8017542 Aug 23 20:37:20.447617 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7951159-3012-4da2-b7b8-a79e4d18752a', 'tag': '72e69350-30b2-4083-9ca3-f8905d479461'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:37:20.448194 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1eb02aa8-6758-4872-9404-13e995369cb0 req-324edac9-8206-4ae6-b13a-ae8fc21e103c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:20.450235 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb52aae-10cb-4976-86d0-b8df0b507f45" -d '{"events": [{"name": "network-changed", "server_uuid": "d7951159-3012-4da2-b7b8-a79e4d18752a", "tag": "72e69350-30b2-4083-9ca3-f8905d479461"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:37:20.482872 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed9719-8524-4b24-b38c-cf6995b4bd28 req-4450e507-2cb7-4661-a7eb-046f8fc0afe1 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:20.490784 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-abed9719-8524-4b24-b38c-cf6995b4bd28 req-4450e507-2cb7-4661-a7eb-046f8fc0afe1 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4df7d20-96fd-4fa9-88c3-08b18646878d HTTP/1.1" status: 200 len: 948 time: 0.6694658 Aug 23 20:37:20.552659 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-abed9719-8524-4b24-b38c-cf6995b4bd28 req-4c993f71-67c9-44a7-80a9-9e548a405d62 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609417 Aug 23 20:37:20.575240 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb02aa8-6758-4872-9404-13e995369cb0 req-324edac9-8206-4ae6-b13a-ae8fc21e103c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:20.576438 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1eb02aa8-6758-4872-9404-13e995369cb0 req-324edac9-8206-4ae6-b13a-ae8fc21e103c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:20.577950 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1eb02aa8-6758-4872-9404-13e995369cb0 req-324edac9-8206-4ae6-b13a-ae8fc21e103c service neutron] 10.222.0.11 "PUT /v2.0/ports/17e9b548-501c-43f0-bdac-d1e72bb271e8 HTTP/1.1" status: 200 len: 1095 time: 1.9018483 Aug 23 20:37:20.587918 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5478c22a-4aff-48ea-be0e-112db30f8bf1', 'tag': '17e9b548-501c-43f0-bdac-d1e72bb271e8'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:37:20.590194 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c936d2-edb6-4679-9dd3-2a84df54f9ae" -d '{"events": [{"name": "network-changed", "server_uuid": "5478c22a-4aff-48ea-be0e-112db30f8bf1", "tag": "17e9b548-501c-43f0-bdac-d1e72bb271e8"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:37:20.635627 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324edac9-8206-4ae6-b13a-ae8fc21e103c service neutron] Pushing event updated for resources: {'Port': ['ID=17e9b548-501c-43f0-bdac-d1e72bb271e8,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:20.656180 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc940162-f0ff-4cc3-9eec-ee9e815f616b req-921f74a9-c440-45d5-bb90-aa871da8c991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:20.657861 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fc940162-f0ff-4cc3-9eec-ee9e815f616b req-921f74a9-c440-45d5-bb90-aa871da8c991 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=563aa4e07ca643c6af0ae12d196af505&device_id=d7951159-3012-4da2-b7b8-a79e4d18752a HTTP/1.1" status: 200 len: 1095 time: 0.1266220 Aug 23 20:37:20.733751 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5d133b0e-76b9-4142-9691-94fbecd1ee8b req-eecd8a2a-68d0-41ac-9fd6-807a5a7ec836 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:20.763481 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fc940162-f0ff-4cc3-9eec-ee9e815f616b req-da37d748-3666-490a-9e0d-42683f0e0dea service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72e69350-30b2-4083-9ca3-f8905d479461 HTTP/1.1" status: 200 len: 217 time: 0.0842998 Aug 23 20:37:20.775427 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb02aa8-6758-4872-9404-13e995369cb0 req-2bd4dc5f-2628-4b25-b625-6c61ca70818a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:20.778785 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1eb02aa8-6758-4872-9404-13e995369cb0 req-2bd4dc5f-2628-4b25-b625-6c61ca70818a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=10a9c5bb9034412aaaa6a747574c1b13&device_id=5478c22a-4aff-48ea-be0e-112db30f8bf1 HTTP/1.1" status: 200 len: 1098 time: 0.1331661 Aug 23 20:37:20.842488 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1eb02aa8-6758-4872-9404-13e995369cb0 req-3ac6e4a8-d1e3-4a69-8922-857323fcadf6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=17e9b548-501c-43f0-bdac-d1e72bb271e8 HTTP/1.1" status: 200 len: 217 time: 0.0563803 Aug 23 20:37:20.862296 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5d133b0e-76b9-4142-9691-94fbecd1ee8b req-eecd8a2a-68d0-41ac-9fd6-807a5a7ec836 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:20.903851 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc940162-f0ff-4cc3-9eec-ee9e815f616b req-4ff93389-fecd-4648-bdca-bfd13372f17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:20.906464 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fc940162-f0ff-4cc3-9eec-ee9e815f616b req-4ff93389-fecd-4648-bdca-bfd13372f17d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5622acc5-f3fa-4e59-9fa5-c0f9356a4541 HTTP/1.1" status: 200 len: 853 time: 0.0806561 Aug 23 20:37:20.952187 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb02aa8-6758-4872-9404-13e995369cb0 req-2ad36295-652b-4203-bf96-fbaee18fa1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:20.953836 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1eb02aa8-6758-4872-9404-13e995369cb0 req-2ad36295-652b-4203-bf96-fbaee18fa1fd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.1038113 Aug 23 20:37:20.955899 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d133b0e-76b9-4142-9691-94fbecd1ee8b req-eecd8a2a-68d0-41ac-9fd6-807a5a7ec836 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:37:20.956047 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add59a6d-6d79-426a-9264-5fe94a1d76fd req-3e7c23c7-1e7b-4a17-af18-702c7161b855 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:20.957030 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecd8a2a-68d0-41ac-9fd6-807a5a7ec836 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Pushing event updated for resources: {'Port': ['ID=9a2cf251-31d5-4ba9-9ef8-47c11c145307,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:20.960588 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-add59a6d-6d79-426a-9264-5fe94a1d76fd req-3e7c23c7-1e7b-4a17-af18-702c7161b855 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2fdf8fa-c29d-48b0-960a-1e34b4102531 HTTP/1.1" status: 200 len: 945 time: 0.1997118 Aug 23 20:37:20.961608 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-5d133b0e-76b9-4142-9691-94fbecd1ee8b req-eecd8a2a-68d0-41ac-9fd6-807a5a7ec836 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:37:20.964831 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d133b0e-76b9-4142-9691-94fbecd1ee8b req-eecd8a2a-68d0-41ac-9fd6-807a5a7ec836 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:37:20.994609 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fc940162-f0ff-4cc3-9eec-ee9e815f616b req-f6577b5c-f5d1-4f1c-961c-c67cf5a08f71 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4f8ad650-bde2-493c-8452-775cfc30ee47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771673 Aug 23 20:37:21.068630 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb02aa8-6758-4872-9404-13e995369cb0 req-6a7d3bb8-3619-43a3-a835-f4bd415e19c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:21.071207 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1eb02aa8-6758-4872-9404-13e995369cb0 req-6a7d3bb8-3619-43a3-a835-f4bd415e19c1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1038210 Aug 23 20:37:21.105244 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-add59a6d-6d79-426a-9264-5fe94a1d76fd req-c74d0cc9-5d5c-4b8a-abea-d05b0c332128 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095455 Aug 23 20:37:21.183543 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fc940162-f0ff-4cc3-9eec-ee9e815f616b req-2a8dcac6-9df5-41b2-a3fc-dfcf2cd206af service neutron] 10.222.0.32 "GET /v2.0/networks/4f8ad650-bde2-493c-8452-775cfc30ee47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779075 Aug 23 20:37:21.185600 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5d133b0e-76b9-4142-9691-94fbecd1ee8b req-eecd8a2a-68d0-41ac-9fd6-807a5a7ec836 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:21.262750 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1eb02aa8-6758-4872-9404-13e995369cb0 req-d9037f3f-212e-4e0e-ba3b-3afc7618466a service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547813 Aug 23 20:37:21.285798 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fc940162-f0ff-4cc3-9eec-ee9e815f616b req-d4cafae6-8398-42cf-aac0-9fdc4b5a0fd0 service neutron] 10.222.0.32 "GET /v2.0/networks/4f8ad650-bde2-493c-8452-775cfc30ee47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943005 Aug 23 20:37:21.346037 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5d133b0e-76b9-4142-9691-94fbecd1ee8b req-eecd8a2a-68d0-41ac-9fd6-807a5a7ec836 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:21.379871 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96993af4-38ae-411f-9b71-00e4bc718b22 req-46aec89f-e433-4f79-9553-02e3ba2c25ce tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:21.389321 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-96993af4-38ae-411f-9b71-00e4bc718b22 req-46aec89f-e433-4f79-9553-02e3ba2c25ce tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] 10.222.0.61 "GET /v2.0/ports?device_id=5478c22a-4aff-48ea-be0e-112db30f8bf1 HTTP/1.1" status: 200 len: 947 time: 0.0721655 Aug 23 20:37:21.422980 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 4e45b000-7179-414e-9c26-2b8f01610967 details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:37:21.451338 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-96993af4-38ae-411f-9b71-00e4bc718b22 req-254e728d-77b3-45fa-89cc-e141e0e3d986 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] 10.222.0.61 "GET /v2.0/security-groups?id=544f8ea8-494f-4adb-926d-a218c6bff52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541933 Aug 23 20:37:21.516583 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5ccc6e-06c9-4fbd-aeaf-834fba549a93 x-openstack-request-id: req-fc5ccc6e-06c9-4fbd-aeaf-834fba549a93 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:37:21.516950 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7951159-3012-4da2-b7b8-a79e4d18752a", "tag": "72e69350-30b2-4083-9ca3-f8905d479461", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:37:21.517274 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fc5ccc6e-06c9-4fbd-aeaf-834fba549a93 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:37:21.519058 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7951159-3012-4da2-b7b8-a79e4d18752a', 'tag': '72e69350-30b2-4083-9ca3-f8905d479461', 'status': 'completed', 'code': 200} Aug 23 20:37:21.635252 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1eb02aa8-6758-4872-9404-13e995369cb0 req-900c118b-4e68-4966-8f56-0629a5d656a7 service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427887 Aug 23 20:37:21.654489 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 4e45b000-7179-414e-9c26-2b8f01610967, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=4e45b000-7179-414e-9c26-2b8f01610967,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:37:21.667443 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': '4e45b000-7179-414e-9c26-2b8f01610967', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'port_id': '4e45b000-7179-414e-9c26-2b8f01610967', 'mac_address': 'fa:16:3e:ff:54:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66e9eb0-86f4-4159-852b-f29863cbf18d', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:37:21.702882 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb52aae-10cb-4976-86d0-b8df0b507f45 req-3e5f02e1-ce13-4f2b-8b7d-4dae4965e218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:21.704776 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-afb52aae-10cb-4976-86d0-b8df0b507f45 req-3e5f02e1-ce13-4f2b-8b7d-4dae4965e218 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=563aa4e07ca643c6af0ae12d196af505&device_id=d7951159-3012-4da2-b7b8-a79e4d18752a HTTP/1.1" status: 200 len: 1095 time: 0.1411686 Aug 23 20:37:21.716146 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5290dc-8bcc-44f9-8c7a-0aa70a71cc84 req-cb7f8abd-b526-45fb-81cd-d8f20a32b2d6 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:21.717756 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:21.718870 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5d133b0e-76b9-4142-9691-94fbecd1ee8b req-eecd8a2a-68d0-41ac-9fd6-807a5a7ec836 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:21.723854 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5d133b0e-76b9-4142-9691-94fbecd1ee8b req-eecd8a2a-68d0-41ac-9fd6-807a5a7ec836 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:21.724105 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8f5290dc-8bcc-44f9-8c7a-0aa70a71cc84 req-cb7f8abd-b526-45fb-81cd-d8f20a32b2d6 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7951159-3012-4da2-b7b8-a79e4d18752a HTTP/1.1" status: 200 len: 944 time: 0.0975266 Aug 23 20:37:21.735554 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e45b000-7179-414e-9c26-2b8f01610967 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:37:21.759767 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 4e45b000-7179-414e-9c26-2b8f01610967, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=4e45b000-7179-414e-9c26-2b8f01610967,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:37:21.765943 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:21.829957 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb52aae-10cb-4976-86d0-b8df0b507f45 req-c5b2e969-ac7c-4c3d-971c-1eb9dc69897a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:21.831770 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-afb52aae-10cb-4976-86d0-b8df0b507f45 req-c5b2e969-ac7c-4c3d-971c-1eb9dc69897a service neutron] 10.222.0.32 "GET /v2.0/networks?id=4f8ad650-bde2-493c-8452-775cfc30ee47 HTTP/1.1" status: 200 len: 914 time: 0.1058645 Aug 23 20:37:21.832450 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=4e45b000-7179-414e-9c26-2b8f01610967,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:21.854426 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecd8a2a-68d0-41ac-9fd6-807a5a7ec836 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Pushing event updated for resources: {'Port': ['ID=9a2cf251-31d5-4ba9-9ef8-47c11c145307,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:21.866808 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5d133b0e-76b9-4142-9691-94fbecd1ee8b req-eecd8a2a-68d0-41ac-9fd6-807a5a7ec836 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:21.887266 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5d133b0e-76b9-4142-9691-94fbecd1ee8b req-eecd8a2a-68d0-41ac-9fd6-807a5a7ec836 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:21.895365 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5d133b0e-76b9-4142-9691-94fbecd1ee8b req-eecd8a2a-68d0-41ac-9fd6-807a5a7ec836 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7082357 Aug 23 20:37:21.909718 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-afb52aae-10cb-4976-86d0-b8df0b507f45 req-4726a751-f174-4b22-9d9a-cd85828a398d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72e69350-30b2-4083-9ca3-f8905d479461 HTTP/1.1" status: 200 len: 217 time: 0.0394311 Aug 23 20:37:21.916564 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8f5290dc-8bcc-44f9-8c7a-0aa70a71cc84 req-3faab829-abe6-499c-a2e4-befb6ac3bc35 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups?id=5db33e87-bc75-43f1-b279-c9256a85708e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917195 Aug 23 20:37:21.961206 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5d133b0e-76b9-4142-9691-94fbecd1ee8b req-52ad675d-9ba2-4149-9efd-139d47240ec2 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.4.158 HTTP/1.1" status: 200 len: 696 time: 0.0643158 Aug 23 20:37:22.000918 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb52aae-10cb-4976-86d0-b8df0b507f45 req-20cc8dfc-1162-46b6-9283-dfd00e3e1546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:22.003114 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-afb52aae-10cb-4976-86d0-b8df0b507f45 req-20cc8dfc-1162-46b6-9283-dfd00e3e1546 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5622acc5-f3fa-4e59-9fa5-c0f9356a4541 HTTP/1.1" status: 200 len: 853 time: 0.0837379 Aug 23 20:37:22.043941 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-afb52aae-10cb-4976-86d0-b8df0b507f45 req-2ee7781d-6dc9-4b23-9ee0-9bec711f9425 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4f8ad650-bde2-493c-8452-775cfc30ee47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312448 Aug 23 20:37:22.048812 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f6ad8b-fe2f-4212-bce9-99f1522864b8 x-openstack-request-id: req-27f6ad8b-fe2f-4212-bce9-99f1522864b8 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:37:22.049105 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5478c22a-4aff-48ea-be0e-112db30f8bf1", "tag": "17e9b548-501c-43f0-bdac-d1e72bb271e8", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:37:22.049345 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-27f6ad8b-fe2f-4212-bce9-99f1522864b8 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:37:22.049740 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5478c22a-4aff-48ea-be0e-112db30f8bf1', 'tag': '17e9b548-501c-43f0-bdac-d1e72bb271e8', 'status': 'completed', 'code': 200} Aug 23 20:37:22.139135 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['4e45b000-7179-414e-9c26-2b8f01610967'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:37:22.142479 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c936d2-edb6-4679-9dd3-2a84df54f9ae req-1e6a69e0-e997-4c76-a2e2-74d7b8600ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:22.145241 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e8c936d2-edb6-4679-9dd3-2a84df54f9ae req-1e6a69e0-e997-4c76-a2e2-74d7b8600ff0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=10a9c5bb9034412aaaa6a747574c1b13&device_id=5478c22a-4aff-48ea-be0e-112db30f8bf1 HTTP/1.1" status: 200 len: 1098 time: 0.0947556 Aug 23 20:37:22.154486 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d133b0e-76b9-4142-9691-94fbecd1ee8b req-9fb3180c-e2da-4e5f-8c35-d3859facb95f tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:22.156040 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5d133b0e-76b9-4142-9691-94fbecd1ee8b req-9fb3180c-e2da-4e5f-8c35-d3859facb95f tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] 10.222.0.61 "GET /v2.0/networks/03d801c5-d257-4cc1-bad3-11a323aafec0 HTTP/1.1" status: 200 len: 784 time: 0.1940579 Aug 23 20:37:22.168237 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c8a04-2ad8-4cea-af00-e43d26a332f6 req-eb71bc30-42f6-4039-b765-462ecfab040d tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:22.172831 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-674c8a04-2ad8-4cea-af00-e43d26a332f6 req-eb71bc30-42f6-4039-b765-462ecfab040d tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2fdf8fa-c29d-48b0-960a-1e34b4102531 HTTP/1.1" status: 200 len: 945 time: 0.1312125 Aug 23 20:37:22.254760 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-afb52aae-10cb-4976-86d0-b8df0b507f45 req-a532afff-53ea-466f-bc41-adae0afd81da service neutron] 10.222.0.32 "GET /v2.0/networks/4f8ad650-bde2-493c-8452-775cfc30ee47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995606 Aug 23 20:37:22.280163 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-674c8a04-2ad8-4cea-af00-e43d26a332f6 req-3c6db02d-817c-4366-993e-6d6466193a59 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912790 Aug 23 20:37:22.479350 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f061e2-2e7a-4f7d-8b25-05451554e387 req-b5d11da0-ad39-4290-ba1c-be8c83aaec12 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:22.488006 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-98f061e2-2e7a-4f7d-8b25-05451554e387 req-b5d11da0-ad39-4290-ba1c-be8c83aaec12 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4df7d20-96fd-4fa9-88c3-08b18646878d HTTP/1.1" status: 200 len: 949 time: 0.1261556 Aug 23 20:37:22.499796 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c936d2-edb6-4679-9dd3-2a84df54f9ae req-bb49d838-5633-4d15-a8e9-a96b089a0faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:22.502451 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e8c936d2-edb6-4679-9dd3-2a84df54f9ae req-bb49d838-5633-4d15-a8e9-a96b089a0faa service neutron] 10.222.0.11 "GET /v2.0/networks?id=660f640a-b8b2-40aa-8ebf-76bd1608cceb HTTP/1.1" status: 200 len: 870 time: 0.3400822 Aug 23 20:37:22.514987 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-afb52aae-10cb-4976-86d0-b8df0b507f45 req-67af487d-eb35-4d4a-91ee-a50287b149bb service neutron] 10.222.0.32 "GET /v2.0/networks/4f8ad650-bde2-493c-8452-775cfc30ee47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430024 Aug 23 20:37:22.574411 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e8c936d2-edb6-4679-9dd3-2a84df54f9ae req-730988b6-85e6-422c-944b-5f3d65989760 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=17e9b548-501c-43f0-bdac-d1e72bb271e8 HTTP/1.1" status: 200 len: 217 time: 0.0630753 Aug 23 20:37:22.578057 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a9507560-c1ee-41c7-bdb1-a969913fe4d2 req-fdbb783e-0d2c-4974-96a8-47454605a7a1 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1569366 Aug 23 20:37:22.585144 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-a9507560-c1ee-41c7-bdb1-a969913fe4d2 req-6b2c39ff-c5bd-42f1-9e67-1de0a28071a0 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Request body: {'floatingip': {'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:37:22.616589 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a9507560-c1ee-41c7-bdb1-a969913fe4d2 req-6b2c39ff-c5bd-42f1-9e67-1de0a28071a0 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks [] for floatingip, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:22.643560 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-98f061e2-2e7a-4f7d-8b25-05451554e387 req-a8597e61-e84c-4f80-8955-01a8cbd71495 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541541 Aug 23 20:37:22.667509 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c936d2-edb6-4679-9dd3-2a84df54f9ae req-f9b20df7-9ef9-4a81-a9ec-3e5a7fce1b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:22.669022 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e8c936d2-edb6-4679-9dd3-2a84df54f9ae req-f9b20df7-9ef9-4a81-a9ec-3e5a7fce1b5f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.0816033 Aug 23 20:37:22.749501 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a9507560-c1ee-41c7-bdb1-a969913fe4d2 req-6b2c39ff-c5bd-42f1-9e67-1de0a28071a0 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:22.755073 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c936d2-edb6-4679-9dd3-2a84df54f9ae req-fef34457-9180-4425-b2af-f244a45db79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:22.756896 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e8c936d2-edb6-4679-9dd3-2a84df54f9ae req-fef34457-9180-4425-b2af-f244a45db79f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0800240 Aug 23 20:37:22.931618 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-a9507560-c1ee-41c7-bdb1-a969913fe4d2 req-6b2c39ff-c5bd-42f1-9e67-1de0a28071a0 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Allocated IP 172.25.4.53 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/adeb8734-1e61-4dc0-96a6-9a653fb6aa6e) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:37:22.944245 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e8c936d2-edb6-4679-9dd3-2a84df54f9ae req-920384c4-6235-42c8-937f-f14c3df5b0a4 service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789443 Aug 23 20:37:23.016859 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6fc953-fa35-40e6-b743-b9894348a95b req-0d8fbe74-2d29-49f6-bef2-47232f4826d9 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:23.018617 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8a6fc953-fa35-40e6-b743-b9894348a95b req-0d8fbe74-2d29-49f6-bef2-47232f4826d9 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] 10.222.0.61 "GET /v2.0/ports?device_id=5478c22a-4aff-48ea-be0e-112db30f8bf1 HTTP/1.1" status: 200 len: 947 time: 0.1412377 Aug 23 20:37:23.083912 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a9507560-c1ee-41c7-bdb1-a969913fe4d2 req-6b2c39ff-c5bd-42f1-9e67-1de0a28071a0 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:23.089146 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8a6fc953-fa35-40e6-b743-b9894348a95b req-7f8104f2-62c1-4cd2-be05-63b6cbba778c tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] 10.222.0.61 "GET /v2.0/security-groups?id=544f8ea8-494f-4adb-926d-a218c6bff52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612695 Aug 23 20:37:23.093009 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e8c936d2-edb6-4679-9dd3-2a84df54f9ae req-12398b57-ef2c-4ee9-a0f8-878faba50e7a service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398408 Aug 23 20:37:23.152398 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a9507560-c1ee-41c7-bdb1-a969913fe4d2 req-6b2c39ff-c5bd-42f1-9e67-1de0a28071a0 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:23.203305 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9507560-c1ee-41c7-bdb1-a969913fe4d2 req-6b2c39ff-c5bd-42f1-9e67-1de0a28071a0 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:37:23.204949 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-a9507560-c1ee-41c7-bdb1-a969913fe4d2 req-6b2c39ff-c5bd-42f1-9e67-1de0a28071a0 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:37:23.208967 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9507560-c1ee-41c7-bdb1-a969913fe4d2 req-6b2c39ff-c5bd-42f1-9e67-1de0a28071a0 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:37:23.237516 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2c39ff-c5bd-42f1-9e67-1de0a28071a0 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Pushing event updated for resources: {'Port': ['ID=adeb8734-1e61-4dc0-96a6-9a653fb6aa6e,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:23.241298 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b678ef54-cf33-4058-af1b-dd75b615d5ee req-66e3b3a6-5acc-46b6-b4a2-1db25941b5d1 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:23.243326 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b678ef54-cf33-4058-af1b-dd75b615d5ee req-66e3b3a6-5acc-46b6-b4a2-1db25941b5d1 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2fdf8fa-c29d-48b0-960a-1e34b4102531 HTTP/1.1" status: 200 len: 945 time: 0.0810838 Aug 23 20:37:23.294808 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b678ef54-cf33-4058-af1b-dd75b615d5ee req-ffe4bb21-8774-4ab1-8959-134b4d6b91ad tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445268 Aug 23 20:37:23.313988 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a9507560-c1ee-41c7-bdb1-a969913fe4d2 req-6b2c39ff-c5bd-42f1-9e67-1de0a28071a0 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:23.375931 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a9507560-c1ee-41c7-bdb1-a969913fe4d2 req-6b2c39ff-c5bd-42f1-9e67-1de0a28071a0 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:23.415336 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 4e45b000-7179-414e-9c26-2b8f01610967 up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:37:23.445766 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252dd64d-2afd-4e46-8730-12938b39e6a3 req-51629abf-05cf-48a1-8a33-613a7b44a99b tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:23.458714 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-252dd64d-2afd-4e46-8730-12938b39e6a3 req-51629abf-05cf-48a1-8a33-613a7b44a99b tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7951159-3012-4da2-b7b8-a79e4d18752a HTTP/1.1" status: 200 len: 944 time: 0.0867281 Aug 23 20:37:23.506439 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port 4e45b000-7179-414e-9c26-2b8f01610967 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:37:23.511775 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port 4e45b000-7179-414e-9c26-2b8f01610967 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:37:23.512404 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:23.520387 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-252dd64d-2afd-4e46-8730-12938b39e6a3 req-f88450a9-3235-4d39-876b-cd3d5a04a8f2 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups?id=5db33e87-bc75-43f1-b279-c9256a85708e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593977 Aug 23 20:37:23.644874 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a9507560-c1ee-41c7-bdb1-a969913fe4d2 req-6b2c39ff-c5bd-42f1-9e67-1de0a28071a0 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:23.652218 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a9507560-c1ee-41c7-bdb1-a969913fe4d2 req-6b2c39ff-c5bd-42f1-9e67-1de0a28071a0 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:23.657780 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:23.701551 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4df7d20-96fd-4fa9-88c3-08b18646878d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e45b000-7179-414e-9c26-2b8f01610967'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:37:23.704377 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3bafd62-aa23-4ee5-ad97-06a6b09cf21d" -d '{"events": [{"server_uuid": "f4df7d20-96fd-4fa9-88c3-08b18646878d", "name": "network-vif-plugged", "status": "completed", "tag": "4e45b000-7179-414e-9c26-2b8f01610967"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:37:23.719399 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 4e45b000-7179-414e-9c26-2b8f01610967, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=4e45b000-7179-414e-9c26-2b8f01610967,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:37:23.728838 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:23.778795 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2c39ff-c5bd-42f1-9e67-1de0a28071a0 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Pushing event updated for resources: {'Port': ['ID=adeb8734-1e61-4dc0-96a6-9a653fb6aa6e,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:23.802501 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a9507560-c1ee-41c7-bdb1-a969913fe4d2 req-6b2c39ff-c5bd-42f1-9e67-1de0a28071a0 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:23.823061 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a9507560-c1ee-41c7-bdb1-a969913fe4d2 req-6b2c39ff-c5bd-42f1-9e67-1de0a28071a0 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:23.827986 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=4e45b000-7179-414e-9c26-2b8f01610967,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:23.828872 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f80fd8-9512-4164-a9fa-8abf95a7d71b req-44e4442f-68b1-4b33-9f6b-d9146d14626d tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:23.832267 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a9507560-c1ee-41c7-bdb1-a969913fe4d2 req-6b2c39ff-c5bd-42f1-9e67-1de0a28071a0 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2530348 Aug 23 20:37:23.837712 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-35f80fd8-9512-4164-a9fa-8abf95a7d71b req-44e4442f-68b1-4b33-9f6b-d9146d14626d tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4df7d20-96fd-4fa9-88c3-08b18646878d HTTP/1.1" status: 200 len: 950 time: 0.0942271 Aug 23 20:37:23.880597 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-35f80fd8-9512-4164-a9fa-8abf95a7d71b req-193bf9d4-e116-4aef-a667-75bb3109e4ed tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419168 Aug 23 20:37:23.902520 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a9507560-c1ee-41c7-bdb1-a969913fe4d2 req-6747bc52-0c88-4639-bdb4-54a7d39e0120 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.4.53 HTTP/1.1" status: 200 len: 695 time: 0.0646029 Aug 23 20:37:23.941117 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47664f9a-e2ed-4c9f-9898-04250209f4b1 x-openstack-request-id: req-47664f9a-e2ed-4c9f-9898-04250209f4b1 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:37:23.941673 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4df7d20-96fd-4fa9-88c3-08b18646878d", "name": "network-vif-plugged", "status": "completed", "tag": "4e45b000-7179-414e-9c26-2b8f01610967", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:37:23.942105 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-47664f9a-e2ed-4c9f-9898-04250209f4b1 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:37:23.942667 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4df7d20-96fd-4fa9-88c3-08b18646878d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e45b000-7179-414e-9c26-2b8f01610967', 'code': 200} Aug 23 20:37:24.036740 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9507560-c1ee-41c7-bdb1-a969913fe4d2 req-e4afe956-abd9-45f9-a195-6800c4907bbe tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:24.038224 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a9507560-c1ee-41c7-bdb1-a969913fe4d2 req-e4afe956-abd9-45f9-a195-6800c4907bbe tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] 10.222.0.61 "GET /v2.0/networks/03d801c5-d257-4cc1-bad3-11a323aafec0 HTTP/1.1" status: 200 len: 784 time: 0.1336904 Aug 23 20:37:24.106192 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb5619-1b3a-4484-bcb7-4cdd6f8ab2d9 req-8c097b7c-dc2b-4f8a-9ff1-0be5db04d9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:24.107862 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dabb5619-1b3a-4484-bcb7-4cdd6f8ab2d9 req-8c097b7c-dc2b-4f8a-9ff1-0be5db04d9a1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f4df7d20-96fd-4fa9-88c3-08b18646878d HTTP/1.1" status: 200 len: 1101 time: 0.0611255 Aug 23 20:37:24.113772 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f94d8854-acda-4b2a-91c6-7a9176ef54fb req-96f3141c-49c6-4121-8ac5-34b531d70121 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] 10.222.0.61 "GET /v2.0/floatingips/09ff1e6f-ef61-4419-a90e-c8a5eda8a69c HTTP/1.1" status: 200 len: 692 time: 0.0477405 Aug 23 20:37:24.172691 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dabb5619-1b3a-4484-bcb7-4cdd6f8ab2d9 req-b7d88a83-d660-463e-bc82-c9a1076e0bc7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578096 Aug 23 20:37:24.203661 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 17e9b548-501c-43f0-bdac-d1e72bb271e8 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:37:24.270031 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5fa91e-1d9c-41b1-bdf2-2cc78ec601e0 req-b408be58-7ad6-453d-a9f4-3278a91904a4 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:24.271532 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fd5fa91e-1d9c-41b1-bdf2-2cc78ec601e0 req-b408be58-7ad6-453d-a9f4-3278a91904a4 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] 10.222.0.61 "GET /v2.0/ports?device_id=5478c22a-4aff-48ea-be0e-112db30f8bf1 HTTP/1.1" status: 200 len: 947 time: 0.0790627 Aug 23 20:37:24.282280 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d8854-acda-4b2a-91c6-7a9176ef54fb req-9978f2e7-0246-4f37-a8b5-553b4abcfec0 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:24.288334 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f94d8854-acda-4b2a-91c6-7a9176ef54fb req-9978f2e7-0246-4f37-a8b5-553b4abcfec0 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] 10.222.0.61 "GET /v2.0/networks/03d801c5-d257-4cc1-bad3-11a323aafec0 HTTP/1.1" status: 200 len: 784 time: 0.1652374 Aug 23 20:37:24.364093 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fd5fa91e-1d9c-41b1-bdf2-2cc78ec601e0 req-b3ea13f7-9eea-44d5-bbde-7cd408d2437b tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] 10.222.0.61 "GET /v2.0/security-groups?id=544f8ea8-494f-4adb-926d-a218c6bff52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813704 Aug 23 20:37:24.367322 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 17e9b548-501c-43f0-bdac-d1e72bb271e8, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=17e9b548-501c-43f0-bdac-d1e72bb271e8,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:37:24.380873 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9b87f14b-0040-44f0-aa88-e9ead8df1145 req-fc918e07-8377-4f10-9680-5f690c93fbc9 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] 10.222.0.61 "GET /v2.0/floatingips/09ff1e6f-ef61-4419-a90e-c8a5eda8a69c HTTP/1.1" status: 200 len: 692 time: 0.0724864 Aug 23 20:37:24.384409 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '17e9b548-501c-43f0-bdac-d1e72bb271e8', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'port_id': '17e9b548-501c-43f0-bdac-d1e72bb271e8', 'mac_address': 'fa:16:3e:9b:3f:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66e9eb0-86f4-4159-852b-f29863cbf18d', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:37:24.466927 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:24.486890 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17e9b548-501c-43f0-bdac-d1e72bb271e8 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:37:24.537168 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 17e9b548-501c-43f0-bdac-d1e72bb271e8, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=17e9b548-501c-43f0-bdac-d1e72bb271e8,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:37:24.545800 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:24.552667 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87f14b-0040-44f0-aa88-e9ead8df1145 req-87575c91-197d-4265-b69e-0a7c21cc5393 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:24.555328 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9b87f14b-0040-44f0-aa88-e9ead8df1145 req-87575c91-197d-4265-b69e-0a7c21cc5393 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] 10.222.0.61 "GET /v2.0/networks/03d801c5-d257-4cc1-bad3-11a323aafec0 HTTP/1.1" status: 200 len: 784 time: 0.1736796 Aug 23 20:37:24.579012 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94356770-6b13-42f4-a520-b3c8660d0810 req-1fb47b0a-badb-4193-b708-542ecd6c3b04 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:24.581057 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-94356770-6b13-42f4-a520-b3c8660d0810 req-1fb47b0a-badb-4193-b708-542ecd6c3b04 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2fdf8fa-c29d-48b0-960a-1e34b4102531 HTTP/1.1" status: 200 len: 945 time: 0.1059859 Aug 23 20:37:24.625041 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=17e9b548-501c-43f0-bdac-d1e72bb271e8,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:24.636394 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9b87f14b-0040-44f0-aa88-e9ead8df1145 req-8caeaec0-0626-42b5-98c0-250d25ca2350 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.4.53 HTTP/1.1" status: 200 len: 695 time: 0.0742667 Aug 23 20:37:24.647835 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-94356770-6b13-42f4-a520-b3c8660d0810 req-dd220852-d4f3-4334-bd14-22a44881137c tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579205 Aug 23 20:37:24.694290 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9b87f14b-0040-44f0-aa88-e9ead8df1145 req-4dc657e9-f927-4fe3-a5e6-69410452b283 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.4.53 HTTP/1.1" status: 200 len: 695 time: 0.0569322 Aug 23 20:37:24.807184 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f3960-e60f-4d2b-9ddd-9c12a38c3e84 req-ef7b3747-07e9-4a84-b69c-bf39239ab886 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:24.808918 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c80f3960-e60f-4d2b-9ddd-9c12a38c3e84 req-ef7b3747-07e9-4a84-b69c-bf39239ab886 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7951159-3012-4da2-b7b8-a79e4d18752a HTTP/1.1" status: 200 len: 944 time: 0.0618036 Aug 23 20:37:24.849110 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['17e9b548-501c-43f0-bdac-d1e72bb271e8'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:37:24.861054 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c80f3960-e60f-4d2b-9ddd-9c12a38c3e84 req-9bf1a2b6-0d05-495f-9fab-f52763bce4be tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups?id=5db33e87-bc75-43f1-b279-c9256a85708e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458016 Aug 23 20:37:24.887787 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-9b87f14b-0040-44f0-aa88-e9ead8df1145 req-8f0fedc7-3ae7-4df2-9a2c-a2dc0f87c67a tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Deleting port adeb8734-1e61-4dc0-96a6-9a653fb6aa6e {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:37:24.888497 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b87f14b-0040-44f0-aa88-e9ead8df1145 req-8f0fedc7-3ae7-4df2-9a2c-a2dc0f87c67a tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:25.007390 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b87f14b-0040-44f0-aa88-e9ead8df1145 req-8f0fedc7-3ae7-4df2-9a2c-a2dc0f87c67a tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:25.008348 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b87f14b-0040-44f0-aa88-e9ead8df1145 req-8f0fedc7-3ae7-4df2-9a2c-a2dc0f87c67a tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:25.038577 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-9b87f14b-0040-44f0-aa88-e9ead8df1145 req-8f0fedc7-3ae7-4df2-9a2c-a2dc0f87c67a tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Calling delete_port for adeb8734-1e61-4dc0-96a6-9a653fb6aa6e owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:37:25.109490 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b48ea-35cf-47af-9d6b-c6f1b92148c1 req-e3b39ccc-6e3e-4953-a4c9-feaa5e2f867a tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:25.112577 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-643b48ea-35cf-47af-9d6b-c6f1b92148c1 req-e3b39ccc-6e3e-4953-a4c9-feaa5e2f867a tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4df7d20-96fd-4fa9-88c3-08b18646878d HTTP/1.1" status: 200 len: 950 time: 0.0643535 Aug 23 20:37:25.172126 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-643b48ea-35cf-47af-9d6b-c6f1b92148c1 req-21298ef8-9dc2-4ede-9a1f-08046e4a360c tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518751 Aug 23 20:37:25.227531 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b87f14b-0040-44f0-aa88-e9ead8df1145 req-8f0fedc7-3ae7-4df2-9a2c-a2dc0f87c67a tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:25.261975 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0fedc7-3ae7-4df2-9a2c-a2dc0f87c67a tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Pushing event deleted for resources: {'Port': ['ID=adeb8734-1e61-4dc0-96a6-9a653fb6aa6e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:25.316963 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0fedc7-3ae7-4df2-9a2c-a2dc0f87c67a tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:37:25.317816 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0fedc7-3ae7-4df2-9a2c-a2dc0f87c67a tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:37:25.318215 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0fedc7-3ae7-4df2-9a2c-a2dc0f87c67a tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:37:25.318663 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0fedc7-3ae7-4df2-9a2c-a2dc0f87c67a tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:37:25.319057 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0fedc7-3ae7-4df2-9a2c-a2dc0f87c67a tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:37:25.319693 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0fedc7-3ae7-4df2-9a2c-a2dc0f87c67a tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:37:25.320344 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0fedc7-3ae7-4df2-9a2c-a2dc0f87c67a tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:37:25.320746 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0fedc7-3ae7-4df2-9a2c-a2dc0f87c67a tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:37:25.321142 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0fedc7-3ae7-4df2-9a2c-a2dc0f87c67a tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:37:25.321541 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0fedc7-3ae7-4df2-9a2c-a2dc0f87c67a tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:37:25.321938 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0fedc7-3ae7-4df2-9a2c-a2dc0f87c67a tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:37:25.322326 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0fedc7-3ae7-4df2-9a2c-a2dc0f87c67a tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:37:25.395218 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b87f14b-0040-44f0-aa88-e9ead8df1145 req-8f0fedc7-3ae7-4df2-9a2c-a2dc0f87c67a tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:25.402016 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b87f14b-0040-44f0-aa88-e9ead8df1145 req-8f0fedc7-3ae7-4df2-9a2c-a2dc0f87c67a tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:25.403526 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9b87f14b-0040-44f0-aa88-e9ead8df1145 req-8f0fedc7-3ae7-4df2-9a2c-a2dc0f87c67a tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] 10.222.0.61 "DELETE /v2.0/floatingips/09ff1e6f-ef61-4419-a90e-c8a5eda8a69c HTTP/1.1" status: 204 len: 173 time: 0.6994894 Aug 23 20:37:25.414511 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 72e69350-30b2-4083-9ca3-f8905d479461 details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:37:25.540034 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49aea43-687c-475c-9589-cc4a1fc9c280 req-93782ead-4e8f-49ff-9a4d-ca47fff6280e tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:25.547613 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e49aea43-687c-475c-9589-cc4a1fc9c280 req-93782ead-4e8f-49ff-9a4d-ca47fff6280e tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] 10.222.0.61 "GET /v2.0/ports?device_id=5478c22a-4aff-48ea-be0e-112db30f8bf1 HTTP/1.1" status: 200 len: 948 time: 0.1025968 Aug 23 20:37:25.576325 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 72e69350-30b2-4083-9ca3-f8905d479461, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=72e69350-30b2-4083-9ca3-f8905d479461,segment=NetworkSegment(e057aa67-2bd8-41d5-82d4-b5cee83f32b9),segment_id=e057aa67-2bd8-41d5-82d4-b5cee83f32b9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:37:25.595790 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': '72e69350-30b2-4083-9ca3-f8905d479461', 'network_id': '4f8ad650-bde2-493c-8452-775cfc30ee47', 'port_id': '72e69350-30b2-4083-9ca3-f8905d479461', 'mac_address': 'fa:16:3e:1a:05:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5622acc5-f3fa-4e59-9fa5-c0f9356a4541', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:37:25.626351 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e49aea43-687c-475c-9589-cc4a1fc9c280 req-e76400ff-181f-4537-986d-139ae09a9ec1 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] 10.222.0.61 "GET /v2.0/security-groups?id=544f8ea8-494f-4adb-926d-a218c6bff52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772562 Aug 23 20:37:25.688607 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:25.709068 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72e69350-30b2-4083-9ca3-f8905d479461 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:37:25.737330 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 72e69350-30b2-4083-9ca3-f8905d479461, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=72e69350-30b2-4083-9ca3-f8905d479461,segment=NetworkSegment(e057aa67-2bd8-41d5-82d4-b5cee83f32b9),segment_id=e057aa67-2bd8-41d5-82d4-b5cee83f32b9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:37:25.743502 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:25.766501 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ca59f-92dd-4d92-8064-412ab61e6f06 req-b558e425-c865-4df3-bee6-dc29c26a3791 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:25.778941 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-849ca59f-92dd-4d92-8064-412ab61e6f06 req-b558e425-c865-4df3-bee6-dc29c26a3791 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3306305 Aug 23 20:37:25.853717 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9fafb-04b4-433d-8351-6125a5189f5c req-cfce7f8c-7d8e-4455-9e53-ef7edd143c2e tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:25.856230 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c9b9fafb-04b4-433d-8351-6125a5189f5c req-cfce7f8c-7d8e-4455-9e53-ef7edd143c2e tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2fdf8fa-c29d-48b0-960a-1e34b4102531 HTTP/1.1" status: 200 len: 945 time: 0.0970910 Aug 23 20:37:25.864393 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-25a88f73-0ffd-4c3c-9a62-03e9a2b4c016 req-fcee25fc-7886-4a99-8a56-82aeba0a783f tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] 10.222.0.61 "GET /v2.0/floatingips?tenant_id=cf43976dbe8f4afab057c09af96e846f HTTP/1.1" status: 200 len: 1656 time: 0.0651927 Aug 23 20:37:25.869716 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=72e69350-30b2-4083-9ca3-f8905d479461,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:25.916441 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c9b9fafb-04b4-433d-8351-6125a5189f5c req-4085fefa-b521-4008-82cb-8afe450201f0 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497513 Aug 23 20:37:26.016660 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a88f73-0ffd-4c3c-9a62-03e9a2b4c016 req-f0d52044-476a-490c-8555-b034aa2b1a3b tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:26.018211 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-25a88f73-0ffd-4c3c-9a62-03e9a2b4c016 req-f0d52044-476a-490c-8555-b034aa2b1a3b tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] 10.222.0.61 "GET /v2.0/networks?id=03d801c5-d257-4cc1-bad3-11a323aafec0&id=03d801c5-d257-4cc1-bad3-11a323aafec0&id=03d801c5-d257-4cc1-bad3-11a323aafec0 HTTP/1.1" status: 200 len: 787 time: 0.1440101 Aug 23 20:37:26.031194 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [req-25a88f73-0ffd-4c3c-9a62-03e9a2b4c016 req-d94d4f1e-8141-440c-ab1c-549b1026341e tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:37:26.032405 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-25a88f73-0ffd-4c3c-9a62-03e9a2b4c016 req-d94d4f1e-8141-440c-ab1c-549b1026341e tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078971 Aug 23 20:37:26.066417 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236599a2-2633-4ff2-af1b-2cee0e9cb698 req-a882f89b-de27-4b35-931b-12c55cb185ad tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:26.071870 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-236599a2-2633-4ff2-af1b-2cee0e9cb698 req-a882f89b-de27-4b35-931b-12c55cb185ad tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7951159-3012-4da2-b7b8-a79e4d18752a HTTP/1.1" status: 200 len: 945 time: 0.0861681 Aug 23 20:37:26.077327 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['72e69350-30b2-4083-9ca3-f8905d479461'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:37:26.155394 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-236599a2-2633-4ff2-af1b-2cee0e9cb698 req-038f17c7-b86d-4512-85e3-69a9cc5f622c tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups?id=5db33e87-bc75-43f1-b279-c9256a85708e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736501 Aug 23 20:37:26.216623 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e0ce57cc-3bfe-4c2d-a33c-47157e25201e req-1889c485-4eab-4a6e-8231-0377a59a9c07 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] 10.222.0.61 "GET /v2.0/floatingips/6b82c968-ad73-4f34-a455-72d6e1fa2827 HTTP/1.1" status: 200 len: 693 time: 0.0591614 Aug 23 20:37:26.234621 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 17e9b548-501c-43f0-bdac-d1e72bb271e8 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:37:26.327144 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387fb8f7-3fa0-4081-a0e4-ef19822215f9 req-e67a6511-bac3-4479-8f0a-f1d0fc53ae6d tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:26.328179 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 17e9b548-501c-43f0-bdac-d1e72bb271e8 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:37:26.330036 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-387fb8f7-3fa0-4081-a0e4-ef19822215f9 req-e67a6511-bac3-4479-8f0a-f1d0fc53ae6d tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4df7d20-96fd-4fa9-88c3-08b18646878d HTTP/1.1" status: 200 len: 950 time: 0.0803633 Aug 23 20:37:26.338528 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 17e9b548-501c-43f0-bdac-d1e72bb271e8 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:37:26.338900 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:26.374016 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce57cc-3bfe-4c2d-a33c-47157e25201e req-458de045-fa98-48f9-81ef-520b69055085 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:26.389136 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e0ce57cc-3bfe-4c2d-a33c-47157e25201e req-458de045-fa98-48f9-81ef-520b69055085 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] 10.222.0.61 "GET /v2.0/networks/03d801c5-d257-4cc1-bad3-11a323aafec0 HTTP/1.1" status: 200 len: 784 time: 0.1638308 Aug 23 20:37:26.424242 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-387fb8f7-3fa0-4081-a0e4-ef19822215f9 req-d8562365-0435-4089-bf8c-ec3d1cbe0be8 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830903 Aug 23 20:37:26.463341 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e0ce57cc-3bfe-4c2d-a33c-47157e25201e req-03cb73d5-5d01-45a8-b38e-6ac6768d674c tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.4.158 HTTP/1.1" status: 200 len: 696 time: 0.0730400 Aug 23 20:37:26.471357 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:26.528152 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5478c22a-4aff-48ea-be0e-112db30f8bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e9b548-501c-43f0-bdac-d1e72bb271e8'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:37:26.534965 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e0ce57cc-3bfe-4c2d-a33c-47157e25201e req-43c4f91e-acf2-4dc1-8711-0c2ad1784789 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.4.158 HTTP/1.1" status: 200 len: 696 time: 0.0605836 Aug 23 20:37:26.535679 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa07196-5b9d-4623-8b1e-6730feb401c0" -d '{"events": [{"server_uuid": "5478c22a-4aff-48ea-be0e-112db30f8bf1", "name": "network-vif-plugged", "status": "completed", "tag": "17e9b548-501c-43f0-bdac-d1e72bb271e8"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:37:26.551877 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 17e9b548-501c-43f0-bdac-d1e72bb271e8, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=17e9b548-501c-43f0-bdac-d1e72bb271e8,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:37:26.557339 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:26.651337 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=17e9b548-501c-43f0-bdac-d1e72bb271e8,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:26.764980 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d6910b-e75f-4cca-bf54-86e6033503df req-def8e488-32cb-4c22-8805-07d24dd7c6ff tempest-ServersOnMultiNodesTest-1091494619 tempest-ServersOnMultiNodesTest-1091494619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:26.766641 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-10d6910b-e75f-4cca-bf54-86e6033503df req-def8e488-32cb-4c22-8805-07d24dd7c6ff tempest-ServersOnMultiNodesTest-1091494619 tempest-ServersOnMultiNodesTest-1091494619-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f4df7d20-96fd-4fa9-88c3-08b18646878d HTTP/1.1" status: 200 len: 1101 time: 0.0537541 Aug 23 20:37:26.790611 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-10d6910b-e75f-4cca-bf54-86e6033503df req-84c38aed-fbf0-43c6-8a83-6f6316f726c3 tempest-ServersOnMultiNodesTest-1091494619 tempest-ServersOnMultiNodesTest-1091494619-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:26.916942 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-10d6910b-e75f-4cca-bf54-86e6033503df req-84c38aed-fbf0-43c6-8a83-6f6316f726c3 tempest-ServersOnMultiNodesTest-1091494619 tempest-ServersOnMultiNodesTest-1091494619-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:26.930373 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-10d6910b-e75f-4cca-bf54-86e6033503df req-84c38aed-fbf0-43c6-8a83-6f6316f726c3 tempest-ServersOnMultiNodesTest-1091494619 tempest-ServersOnMultiNodesTest-1091494619-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:26.958176 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-10d6910b-e75f-4cca-bf54-86e6033503df req-84c38aed-fbf0-43c6-8a83-6f6316f726c3 tempest-ServersOnMultiNodesTest-1091494619 tempest-ServersOnMultiNodesTest-1091494619-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823804 Aug 23 20:37:26.967992 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c38aed-fbf0-43c6-8a83-6f6316f726c3 tempest-ServersOnMultiNodesTest-1091494619 tempest-ServersOnMultiNodesTest-1091494619-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae03cff-bd70-4bf5-9b67-1e6a81f77995,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:27.028270 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e673277-24e1-4412-a75a-c70e7134ac1a x-openstack-request-id: req-5e673277-24e1-4412-a75a-c70e7134ac1a {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:37:27.028758 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5478c22a-4aff-48ea-be0e-112db30f8bf1", "name": "network-vif-plugged", "status": "completed", "tag": "17e9b548-501c-43f0-bdac-d1e72bb271e8", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:37:27.029060 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5e673277-24e1-4412-a75a-c70e7134ac1a {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:37:27.029462 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5478c22a-4aff-48ea-be0e-112db30f8bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e9b548-501c-43f0-bdac-d1e72bb271e8', 'code': 200} Aug 23 20:37:27.164471 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab83167-0254-4b12-bfa1-198912e909d8 req-8170f3fc-2443-4f99-b1e7-acb1a5e253a6 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:27.166493 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7ab83167-0254-4b12-bfa1-198912e909d8 req-8170f3fc-2443-4f99-b1e7-acb1a5e253a6 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] 10.222.0.61 "GET /v2.0/ports?device_id=5478c22a-4aff-48ea-be0e-112db30f8bf1 HTTP/1.1" status: 200 len: 949 time: 0.0779414 Aug 23 20:37:27.224394 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7ab83167-0254-4b12-bfa1-198912e909d8 req-bfa1fc81-c28c-4ddd-a5ae-d7133fd4c9a6 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] 10.222.0.61 "GET /v2.0/security-groups?id=544f8ea8-494f-4adb-926d-a218c6bff52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494423 Aug 23 20:37:27.246260 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae22ad-53fc-4570-8ceb-e411bec99949 req-aad4bb44-b38c-453f-8a28-3eb0455eb4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:27.248507 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7bae22ad-53fc-4570-8ceb-e411bec99949 req-aad4bb44-b38c-453f-8a28-3eb0455eb4d7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5478c22a-4aff-48ea-be0e-112db30f8bf1 HTTP/1.1" status: 200 len: 1100 time: 0.0744450 Aug 23 20:37:27.271457 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-e0ce57cc-3bfe-4c2d-a33c-47157e25201e req-228cbe31-286c-4df3-af82-8d81c3b48610 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Deleting port 9a2cf251-31d5-4ba9-9ef8-47c11c145307 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:37:27.271855 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e0ce57cc-3bfe-4c2d-a33c-47157e25201e req-228cbe31-286c-4df3-af82-8d81c3b48610 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:27.355203 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7bae22ad-53fc-4570-8ceb-e411bec99949 req-099d29d1-1013-4ef5-8a22-411aa97812b8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=544f8ea8-494f-4adb-926d-a218c6bff52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992525 Aug 23 20:37:27.381652 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e51f71-3f36-4222-b2a5-384d6601d112 req-c008b133-6ca8-4057-baac-190db13fd1be tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:27.383037 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e0ce57cc-3bfe-4c2d-a33c-47157e25201e req-228cbe31-286c-4df3-af82-8d81c3b48610 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:27.383363 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e0ce57cc-3bfe-4c2d-a33c-47157e25201e req-228cbe31-286c-4df3-af82-8d81c3b48610 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:27.384364 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-00e51f71-3f36-4222-b2a5-384d6601d112 req-c008b133-6ca8-4057-baac-190db13fd1be tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2fdf8fa-c29d-48b0-960a-1e34b4102531 HTTP/1.1" status: 200 len: 945 time: 0.0818224 Aug 23 20:37:27.403221 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-e0ce57cc-3bfe-4c2d-a33c-47157e25201e req-228cbe31-286c-4df3-af82-8d81c3b48610 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Calling delete_port for 9a2cf251-31d5-4ba9-9ef8-47c11c145307 owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:37:27.422714 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 72e69350-30b2-4083-9ca3-f8905d479461 up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:37:27.444930 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-00e51f71-3f36-4222-b2a5-384d6601d112 req-a6499bb9-db69-4335-9575-ff8b4e6c045f tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535960 Aug 23 20:37:27.539888 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port 72e69350-30b2-4083-9ca3-f8905d479461 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:37:27.548744 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port 72e69350-30b2-4083-9ca3-f8905d479461 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:37:27.551241 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:27.593290 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e0ce57cc-3bfe-4c2d-a33c-47157e25201e req-228cbe31-286c-4df3-af82-8d81c3b48610 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:27.658755 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228cbe31-286c-4df3-af82-8d81c3b48610 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Pushing event deleted for resources: {'Port': ['ID=9a2cf251-31d5-4ba9-9ef8-47c11c145307,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:27.681581 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:27.723321 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e0ce57cc-3bfe-4c2d-a33c-47157e25201e req-228cbe31-286c-4df3-af82-8d81c3b48610 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:27.727401 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e0ce57cc-3bfe-4c2d-a33c-47157e25201e req-228cbe31-286c-4df3-af82-8d81c3b48610 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:27.744249 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e0ce57cc-3bfe-4c2d-a33c-47157e25201e req-228cbe31-286c-4df3-af82-8d81c3b48610 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] 10.222.0.61 "DELETE /v2.0/floatingips/6b82c968-ad73-4f34-a455-72d6e1fa2827 HTTP/1.1" status: 204 len: 173 time: 1.1981440 Aug 23 20:37:27.777898 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 72e69350-30b2-4083-9ca3-f8905d479461, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=72e69350-30b2-4083-9ca3-f8905d479461,segment=NetworkSegment(e057aa67-2bd8-41d5-82d4-b5cee83f32b9),segment_id=e057aa67-2bd8-41d5-82d4-b5cee83f32b9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:37:27.792180 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:27.861575 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=72e69350-30b2-4083-9ca3-f8905d479461,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:27.924582 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa1b1c-48c8-4aca-8f41-b2bee8a4a821 req-1f605c3c-0ae6-4a4d-a5df-e484a8a5389d tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:27.928338 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1caa1b1c-48c8-4aca-8f41-b2bee8a4a821 req-1f605c3c-0ae6-4a4d-a5df-e484a8a5389d tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7951159-3012-4da2-b7b8-a79e4d18752a HTTP/1.1" status: 200 len: 946 time: 0.0713315 Aug 23 20:37:27.990999 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1caa1b1c-48c8-4aca-8f41-b2bee8a4a821 req-7ae641e1-3335-4f7e-a8fd-3fdcd4110e2a tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups?id=5db33e87-bc75-43f1-b279-c9256a85708e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550287 Aug 23 20:37:28.012968 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-612467b0-4f35-4acb-a8b7-a63959fa1f15 req-875f46c8-b559-4092-a54e-4d892e613ff5 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] 10.222.0.61 "GET /v2.0/floatingips/652b0316-0c88-4b91-abc0-63151fc56489 HTTP/1.1" status: 200 len: 692 time: 0.0644929 Aug 23 20:37:28.094852 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-223417ae-4bc4-47c2-af48-e6705cea635d req-b169a205-d456-4655-a253-aa1aa696d70b tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=704a96b94b9147dc8cf54dcf8b4c5cc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253551 Aug 23 20:37:28.141729 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612467b0-4f35-4acb-a8b7-a63959fa1f15 req-3ed6b190-a6e9-40b0-89bd-fc2d4f29366d tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:28.143103 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-612467b0-4f35-4acb-a8b7-a63959fa1f15 req-3ed6b190-a6e9-40b0-89bd-fc2d4f29366d tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] 10.222.0.61 "GET /v2.0/networks/03d801c5-d257-4cc1-bad3-11a323aafec0 HTTP/1.1" status: 200 len: 784 time: 0.1241608 Aug 23 20:37:28.216087 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-612467b0-4f35-4acb-a8b7-a63959fa1f15 req-d52c9580-4074-4605-acae-a5a000b9578e tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.4.20 HTTP/1.1" status: 200 len: 695 time: 0.0655315 Aug 23 20:37:28.224817 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223417ae-4bc4-47c2-af48-e6705cea635d req-f25831f5-64ec-4ff8-8394-480ee55736a1 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:28.227292 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-223417ae-4bc4-47c2-af48-e6705cea635d req-f25831f5-64ec-4ff8-8394-480ee55736a1 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1265175 Aug 23 20:37:28.256569 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-223417ae-4bc4-47c2-af48-e6705cea635d req-238f1c87-4b30-411b-bb47-2b87c3f56c15 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/quotas/704a96b94b9147dc8cf54dcf8b4c5cc2 HTTP/1.1" status: 200 len: 375 time: 0.0151558 Aug 23 20:37:28.269698 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-612467b0-4f35-4acb-a8b7-a63959fa1f15 req-5d7e7028-554b-4725-ab75-6dc90274e79e tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.4.20 HTTP/1.1" status: 200 len: 695 time: 0.0526328 Aug 23 20:37:28.308276 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-223417ae-4bc4-47c2-af48-e6705cea635d req-216fba15-b37f-4897-a9f1-eeb28d27e675 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=704a96b94b9147dc8cf54dcf8b4c5cc2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0478370 Aug 23 20:37:28.417461 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-612467b0-4f35-4acb-a8b7-a63959fa1f15 req-c840aae2-8723-493f-9e11-8a0a9a2564b0 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Deleting port 9ecb83e9-9e69-4d02-a0e3-e25bca39b9ff {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:37:28.417873 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-612467b0-4f35-4acb-a8b7-a63959fa1f15 req-c840aae2-8723-493f-9e11-8a0a9a2564b0 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:28.516440 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-612467b0-4f35-4acb-a8b7-a63959fa1f15 req-c840aae2-8723-493f-9e11-8a0a9a2564b0 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:28.516683 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-612467b0-4f35-4acb-a8b7-a63959fa1f15 req-c840aae2-8723-493f-9e11-8a0a9a2564b0 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:28.531009 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-612467b0-4f35-4acb-a8b7-a63959fa1f15 req-c840aae2-8723-493f-9e11-8a0a9a2564b0 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Calling delete_port for 9ecb83e9-9e69-4d02-a0e3-e25bca39b9ff owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:37:28.699597 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-612467b0-4f35-4acb-a8b7-a63959fa1f15 req-c840aae2-8723-493f-9e11-8a0a9a2564b0 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:28.731034 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c840aae2-8723-493f-9e11-8a0a9a2564b0 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Pushing event deleted for resources: {'Port': ['ID=9ecb83e9-9e69-4d02-a0e3-e25bca39b9ff,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:28.794581 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd0dc0e-fde1-4b8b-a0b7-a91fc668e031 req-6bf6ee60-a85d-4048-8581-e777c8fe0a1d tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:28.801575 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-612467b0-4f35-4acb-a8b7-a63959fa1f15 req-c840aae2-8723-493f-9e11-8a0a9a2564b0 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:28.801845 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cdd0dc0e-fde1-4b8b-a0b7-a91fc668e031 req-6bf6ee60-a85d-4048-8581-e777c8fe0a1d tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a50afcf-dd76-4a3a-9215-0b04f34cb0c5 HTTP/1.1" status: 200 len: 945 time: 0.0584431 Aug 23 20:37:28.804908 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-612467b0-4f35-4acb-a8b7-a63959fa1f15 req-c840aae2-8723-493f-9e11-8a0a9a2564b0 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:28.808786 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-612467b0-4f35-4acb-a8b7-a63959fa1f15 req-c840aae2-8723-493f-9e11-8a0a9a2564b0 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] 10.222.0.61 "DELETE /v2.0/floatingips/652b0316-0c88-4b91-abc0-63151fc56489 HTTP/1.1" status: 204 len: 173 time: 0.5325437 Aug 23 20:37:28.850998 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cdd0dc0e-fde1-4b8b-a0b7-a91fc668e031 req-c84ea48a-3495-41ca-8550-bd14c351a7fe tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/security-groups?id=26f54a44-9852-4d54-9348-9ab7d69f31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479462 Aug 23 20:37:28.981004 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990e715-1c2c-4651-a401-fc4c7726259c req-74816656-b361-45e6-8dcc-002b368fb27c tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:28.982737 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8990e715-1c2c-4651-a401-fc4c7726259c req-74816656-b361-45e6-8dcc-002b368fb27c tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2fdf8fa-c29d-48b0-960a-1e34b4102531 HTTP/1.1" status: 200 len: 945 time: 0.0815175 Aug 23 20:37:28.986595 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed94dc-f205-40fb-b883-0821d398e92a req-c15f6142-6f1e-436b-840b-aff1270094ec tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:28.988688 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cbed94dc-f205-40fb-b883-0821d398e92a req-c15f6142-6f1e-436b-840b-aff1270094ec tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] 10.222.0.61 "GET /v2.0/ports?device_id=5478c22a-4aff-48ea-be0e-112db30f8bf1 HTTP/1.1" status: 200 len: 949 time: 0.0718484 Aug 23 20:37:29.030335 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7951159-3012-4da2-b7b8-a79e4d18752a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e69350-30b2-4083-9ca3-f8905d479461'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:37:29.033748 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5b9042-5445-49a6-b44b-9d3cedb9a670" -d '{"events": [{"server_uuid": "d7951159-3012-4da2-b7b8-a79e4d18752a", "name": "network-vif-plugged", "status": "completed", "tag": "72e69350-30b2-4083-9ca3-f8905d479461"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:37:29.040631 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cbed94dc-f205-40fb-b883-0821d398e92a req-0cce144a-ae82-4514-ba67-e38323f35f90 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] 10.222.0.61 "GET /v2.0/security-groups?id=544f8ea8-494f-4adb-926d-a218c6bff52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448291 Aug 23 20:37:29.057313 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8990e715-1c2c-4651-a401-fc4c7726259c req-505d4f64-a776-4d60-a497-dd69d37c91fb tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682530 Aug 23 20:37:29.239635 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-540ab7f7-3890-4b68-8fdb-a18457de04d2 req-1072f1a1-7d54-402b-9ab6-0067c8d0722a tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] 10.222.0.61 "GET /v2.0/floatingips/e620f699-1a9a-4907-bf1f-4fe0d8790bac HTTP/1.1" status: 200 len: 693 time: 0.0748053 Aug 23 20:37:29.368504 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ab7f7-3890-4b68-8fdb-a18457de04d2 req-22fb6f16-1c64-4cdb-8227-d3eb5115c468 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:29.378380 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-540ab7f7-3890-4b68-8fdb-a18457de04d2 req-22fb6f16-1c64-4cdb-8227-d3eb5115c468 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] 10.222.0.61 "GET /v2.0/networks/03d801c5-d257-4cc1-bad3-11a323aafec0 HTTP/1.1" status: 200 len: 784 time: 0.1378384 Aug 23 20:37:29.448213 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511fac9d-68ef-4ee6-a555-8ec7247f9153 req-e68c7cf8-681d-427e-bb45-feb4dd6fb5f8 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:29.450010 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-511fac9d-68ef-4ee6-a555-8ec7247f9153 req-e68c7cf8-681d-427e-bb45-feb4dd6fb5f8 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7951159-3012-4da2-b7b8-a79e4d18752a HTTP/1.1" status: 200 len: 946 time: 0.0558519 Aug 23 20:37:29.458973 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-540ab7f7-3890-4b68-8fdb-a18457de04d2 req-bfca9572-506e-4793-9827-645e8c812080 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.4.100 HTTP/1.1" status: 200 len: 696 time: 0.0794048 Aug 23 20:37:29.499879 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-511fac9d-68ef-4ee6-a555-8ec7247f9153 req-7f061701-1485-49cc-bc51-625ef98b27d1 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups?id=5db33e87-bc75-43f1-b279-c9256a85708e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420349 Aug 23 20:37:29.525834 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-540ab7f7-3890-4b68-8fdb-a18457de04d2 req-46ea4fa9-0939-4873-b3ed-a03b3f3c5e08 tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.4.100 HTTP/1.1" status: 200 len: 696 time: 0.0658219 Aug 23 20:37:29.572833 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6957f3f4-f5e4-4a01-8fea-804a51ee64b0 x-openstack-request-id: req-6957f3f4-f5e4-4a01-8fea-804a51ee64b0 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:37:29.573407 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7951159-3012-4da2-b7b8-a79e4d18752a", "name": "network-vif-plugged", "status": "completed", "tag": "72e69350-30b2-4083-9ca3-f8905d479461", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:37:29.573958 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6957f3f4-f5e4-4a01-8fea-804a51ee64b0 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:37:29.574613 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7951159-3012-4da2-b7b8-a79e4d18752a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e69350-30b2-4083-9ca3-f8905d479461', 'code': 200} Aug 23 20:37:29.725154 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-540ab7f7-3890-4b68-8fdb-a18457de04d2 req-2ac7f4a8-cb50-4a09-917d-fa5987668d1e tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Deleting port aa0cb8b5-7c6f-4489-aed0-46abce91f497 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:37:29.725591 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-540ab7f7-3890-4b68-8fdb-a18457de04d2 req-2ac7f4a8-cb50-4a09-917d-fa5987668d1e tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:29.732706 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79bdbb-781f-48f9-9c94-f2cdf78e1153 req-73b86da0-c38a-4a14-b5e4-dc42eae1017b tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:29.734483 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cd79bdbb-781f-48f9-9c94-f2cdf78e1153 req-73b86da0-c38a-4a14-b5e4-dc42eae1017b tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a50afcf-dd76-4a3a-9215-0b04f34cb0c5 HTTP/1.1" status: 200 len: 945 time: 0.0820174 Aug 23 20:37:29.879543 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09905706-abc0-451c-840d-266bcb9cc78f req-529b7747-6845-4a04-8c86-1fd129223cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:29.883773 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-09905706-abc0-451c-840d-266bcb9cc78f req-529b7747-6845-4a04-8c86-1fd129223cc9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d7951159-3012-4da2-b7b8-a79e4d18752a HTTP/1.1" status: 200 len: 1097 time: 0.0956976 Aug 23 20:37:29.912548 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-540ab7f7-3890-4b68-8fdb-a18457de04d2 req-2ac7f4a8-cb50-4a09-917d-fa5987668d1e tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:29.912945 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-540ab7f7-3890-4b68-8fdb-a18457de04d2 req-2ac7f4a8-cb50-4a09-917d-fa5987668d1e tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:29.937686 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-540ab7f7-3890-4b68-8fdb-a18457de04d2 req-2ac7f4a8-cb50-4a09-917d-fa5987668d1e tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Calling delete_port for aa0cb8b5-7c6f-4489-aed0-46abce91f497 owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:37:29.943565 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-cd79bdbb-781f-48f9-9c94-f2cdf78e1153 req-010ac08f-d43b-4578-85ef-1b1ccb2492d1 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Deleting port 5740968c-7161-458d-8727-b7b8dcfb4508 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:37:29.943921 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-cd79bdbb-781f-48f9-9c94-f2cdf78e1153 req-010ac08f-d43b-4578-85ef-1b1ccb2492d1 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:30.140240 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-09905706-abc0-451c-840d-266bcb9cc78f req-414c6d0d-cf38-4f28-9ff7-1ffbc38cff76 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5db33e87-bc75-43f1-b279-c9256a85708e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885117 Aug 23 20:37:30.164823 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2a1e47fb-a9d0-439e-9286-952734468f6b req-3ec6b27a-43a5-4ba6-921d-7cb1eab19e2f tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=6da20a34-4d8d-452b-b44f-a1400228fc61 HTTP/1.1" status: 200 len: 210 time: 0.0341718 Aug 23 20:37:30.186943 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-cd79bdbb-781f-48f9-9c94-f2cdf78e1153 req-010ac08f-d43b-4578-85ef-1b1ccb2492d1 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] For port 5740968c-7161-458d-8727-b7b8dcfb4508, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=5740968c-7161-458d-8727-b7b8dcfb4508,segment=NetworkSegment(43da8eaf-145a-4efd-af9e-5d745e6d4494),segment_id=43da8eaf-145a-4efd-af9e-5d745e6d4494)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:37:30.187314 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-cd79bdbb-781f-48f9-9c94-f2cdf78e1153 req-010ac08f-d43b-4578-85ef-1b1ccb2492d1 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:30.202947 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-cd79bdbb-781f-48f9-9c94-f2cdf78e1153 req-010ac08f-d43b-4578-85ef-1b1ccb2492d1 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Calling delete_port for 5740968c-7161-458d-8727-b7b8dcfb4508 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:37:30.264199 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-540ab7f7-3890-4b68-8fdb-a18457de04d2 req-2ac7f4a8-cb50-4a09-917d-fa5987668d1e tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:30.312678 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac7f4a8-cb50-4a09-917d-fa5987668d1e tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Pushing event deleted for resources: {'Port': ['ID=aa0cb8b5-7c6f-4489-aed0-46abce91f497,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:30.419636 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-540ab7f7-3890-4b68-8fdb-a18457de04d2 req-2ac7f4a8-cb50-4a09-917d-fa5987668d1e tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:30.422610 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-540ab7f7-3890-4b68-8fdb-a18457de04d2 req-2ac7f4a8-cb50-4a09-917d-fa5987668d1e tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:30.438196 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-540ab7f7-3890-4b68-8fdb-a18457de04d2 req-2ac7f4a8-cb50-4a09-917d-fa5987668d1e tempest-FloatingIPDetailsTestJSON-1036339280 tempest-FloatingIPDetailsTestJSON-1036339280-project] 10.222.0.61 "DELETE /v2.0/floatingips/e620f699-1a9a-4907-bf1f-4fe0d8790bac HTTP/1.1" status: 204 len: 173 time: 0.9112554 Aug 23 20:37:30.440354 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 58672) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:37:30.518689 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-223417ae-4bc4-47c2-af48-e6705cea635d req-3443a857-5d13-4448-b4b8-fcc3f1fb417f tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=704a96b94b9147dc8cf54dcf8b4c5cc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0792851 Aug 23 20:37:30.545586 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce8561-b093-40c5-b030-a1808a1e2b23 req-d04605a1-64c8-4783-ae6f-390ebbb4ca8c tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:30.548275 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-76ce8561-b093-40c5-b030-a1808a1e2b23 req-d04605a1-64c8-4783-ae6f-390ebbb4ca8c tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a50afcf-dd76-4a3a-9215-0b04f34cb0c5 HTTP/1.1" status: 200 len: 945 time: 0.2467456 Aug 23 20:37:30.549675 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-cd79bdbb-781f-48f9-9c94-f2cdf78e1153 req-010ac08f-d43b-4578-85ef-1b1ccb2492d1 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:30.562196 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['aec0e59e-f6a2-4070-b3d1-9a771fa52ef7'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:37:30.608512 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ac08f-d43b-4578-85ef-1b1ccb2492d1 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Pushing event deleted for resources: {'Port': ['ID=5740968c-7161-458d-8727-b7b8dcfb4508,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:30.703640 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['8c190ab4-62e4-4c59-b13a-ba8288006af9', '51fc6ae8-a0f6-4c82-86f0-cfa67abd6aa4', '5740968c-7161-458d-8727-b7b8dcfb4508'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:37:30.730421 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd79bdbb-781f-48f9-9c94-f2cdf78e1153 req-010ac08f-d43b-4578-85ef-1b1ccb2492d1 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] No DVR routers for this DVR port 5740968c-7161-458d-8727-b7b8dcfb4508 on host n-h2-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:37:30.738699 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-cd79bdbb-781f-48f9-9c94-f2cdf78e1153 req-010ac08f-d43b-4578-85ef-1b1ccb2492d1 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:30.746230 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cd79bdbb-781f-48f9-9c94-f2cdf78e1153 req-010ac08f-d43b-4578-85ef-1b1ccb2492d1 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.32 "DELETE /v2.0/ports/5740968c-7161-458d-8727-b7b8dcfb4508 HTTP/1.1" status: 204 len: 173 time: 0.9957666 Aug 23 20:37:30.746888 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a50afcf-dd76-4a3a-9215-0b04f34cb0c5', 'name': 'network-vif-deleted', 'tag': '5740968c-7161-458d-8727-b7b8dcfb4508'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:37:30.756463 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63a7c2f-5e84-4cf0-bce1-6c80bc8e29a0" -d '{"events": [{"server_uuid": "4a50afcf-dd76-4a3a-9215-0b04f34cb0c5", "name": "network-vif-deleted", "tag": "5740968c-7161-458d-8727-b7b8dcfb4508"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:37:30.772236 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-76ce8561-b093-40c5-b030-a1808a1e2b23 req-a1e1ca3d-7942-4629-a66d-aed0bd5e03e6 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/security-groups?id=26f54a44-9852-4d54-9348-9ab7d69f31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751251 Aug 23 20:37:30.902353 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3babf6-6566-467c-94e8-5f5291f50a73 req-7510d9ab-b9b8-4ed5-b086-5bdbe31c53c4 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:30.904142 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4b3babf6-6566-467c-94e8-5f5291f50a73 req-7510d9ab-b9b8-4ed5-b086-5bdbe31c53c4 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2fdf8fa-c29d-48b0-960a-1e34b4102531 HTTP/1.1" status: 200 len: 945 time: 0.1914091 Aug 23 20:37:30.993716 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223417ae-4bc4-47c2-af48-e6705cea635d req-7b944e1e-3e35-4a92-bf23-b1f2cbd7685d tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:31.002137 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-223417ae-4bc4-47c2-af48-e6705cea635d req-7b944e1e-3e35-4a92-bf23-b1f2cbd7685d tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4621465 Aug 23 20:37:31.006054 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-223417ae-4bc4-47c2-af48-e6705cea635d req-79e4ff1e-172a-4c7c-80ad-69ff167db873 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=704a96b94b9147dc8cf54dcf8b4c5cc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518215 Aug 23 20:37:31.119818 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-223417ae-4bc4-47c2-af48-e6705cea635d req-3b1a1034-2a71-44a6-8d25-f7a8a1d820df tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Request body: {'port': {'device_id': '80f658c7-e008-4fe7-a771-6c47fa96fa95', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'admin_state_up': True, 'tenant_id': '704a96b94b9147dc8cf54dcf8b4c5cc2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:37:31.191642 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4b3babf6-6566-467c-94e8-5f5291f50a73 req-7a7bf0f3-8074-4b93-ab60-2cfe79b41f63 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782645 Aug 23 20:37:31.370821 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223417ae-4bc4-47c2-af48-e6705cea635d req-762b139e-4428-429c-bc6a-72616faafb07 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:31.373783 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-223417ae-4bc4-47c2-af48-e6705cea635d req-762b139e-4428-429c-bc6a-72616faafb07 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3498967 Aug 23 20:37:31.376440 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6cd6752-9ff1-4102-86ed-9924d15d55ba x-openstack-request-id: req-e6cd6752-9ff1-4102-86ed-9924d15d55ba {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:37:31.376879 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a50afcf-dd76-4a3a-9215-0b04f34cb0c5", "name": "network-vif-deleted", "tag": "5740968c-7161-458d-8727-b7b8dcfb4508", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:37:31.377493 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e6cd6752-9ff1-4102-86ed-9924d15d55ba {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:37:31.378095 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a50afcf-dd76-4a3a-9215-0b04f34cb0c5', 'name': 'network-vif-deleted', 'tag': '5740968c-7161-458d-8727-b7b8dcfb4508', 'status': 'completed', 'code': 200} Aug 23 20:37:31.412645 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-223417ae-4bc4-47c2-af48-e6705cea635d req-c5b7a9fc-de44-4190-b3d1-d375128ac709 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Request body: {'port': {'device_id': '6da20a34-4d8d-452b-b44f-a1400228fc61', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'admin_state_up': True, 'tenant_id': '704a96b94b9147dc8cf54dcf8b4c5cc2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:37:31.492899 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ed8fc675-f7c5-4b0c-82ef-7e71fe0865f6 req-e2e4d2fb-ed16-4f07-9701-574bc6bb15b7 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=6da20a34-4d8d-452b-b44f-a1400228fc61 HTTP/1.1" status: 200 len: 210 time: 0.1134176 Aug 23 20:37:31.516991 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3920e-0884-4673-89ea-74e9e97a8191 req-7d6d8576-6033-4b3b-9ec5-b104b9e03c8b tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:31.523572 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-aab3920e-0884-4673-89ea-74e9e97a8191 req-7d6d8576-6033-4b3b-9ec5-b104b9e03c8b tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7951159-3012-4da2-b7b8-a79e4d18752a HTTP/1.1" status: 200 len: 946 time: 0.3646381 Aug 23 20:37:31.591343 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-223417ae-4bc4-47c2-af48-e6705cea635d req-3b1a1034-2a71-44a6-8d25-f7a8a1d820df tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Made reservation on behalf of 704a96b94b9147dc8cf54dcf8b4c5cc2 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:37:31.598575 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-223417ae-4bc4-47c2-af48-e6705cea635d req-3b1a1034-2a71-44a6-8d25-f7a8a1d820df tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:31.639751 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-aab3920e-0884-4673-89ea-74e9e97a8191 req-8b5f7a6d-809b-41c1-aa88-27509416d596 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups?id=5db33e87-bc75-43f1-b279-c9256a85708e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150959 Aug 23 20:37:31.706509 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-223417ae-4bc4-47c2-af48-e6705cea635d req-c5b7a9fc-de44-4190-b3d1-d375128ac709 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Made reservation on behalf of 704a96b94b9147dc8cf54dcf8b4c5cc2 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:37:31.714945 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-223417ae-4bc4-47c2-af48-e6705cea635d req-c5b7a9fc-de44-4190-b3d1-d375128ac709 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:31.858335 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-223417ae-4bc4-47c2-af48-e6705cea635d req-3b1a1034-2a71-44a6-8d25-f7a8a1d820df tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Allocated IP 192.168.233.248 (660f640a-b8b2-40aa-8ebf-76bd1608cceb/e66e9eb0-86f4-4159-852b-f29863cbf18d/b096bed7-e6ad-4794-b7d9-e61b90bafa7d) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:37:31.924382 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-effb0a6d-c7e9-4c75-bec4-54fee9822bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:32.232327 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-223417ae-4bc4-47c2-af48-e6705cea635d req-3b1a1034-2a71-44a6-8d25-f7a8a1d820df tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:32.253223 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 17e9b548-501c-43f0-bdac-d1e72bb271e8 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:37:32.254052 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-223417ae-4bc4-47c2-af48-e6705cea635d req-3b1a1034-2a71-44a6-8d25-f7a8a1d820df tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Transition to ACTIVE for port object b096bed7-e6ad-4794-b7d9-e61b90bafa7d will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:37:32.359554 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-223417ae-4bc4-47c2-af48-e6705cea635d req-3b1a1034-2a71-44a6-8d25-f7a8a1d820df tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:32.411490 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['4e45b000-7179-414e-9c26-2b8f01610967'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:37:32.459464 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-223417ae-4bc4-47c2-af48-e6705cea635d req-c5b7a9fc-de44-4190-b3d1-d375128ac709 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Allocated IP 192.168.233.77 (660f640a-b8b2-40aa-8ebf-76bd1608cceb/e66e9eb0-86f4-4159-852b-f29863cbf18d/c2650ba0-bc32-4cd3-bef0-7cf28e126ad2) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:37:32.497607 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 17e9b548-501c-43f0-bdac-d1e72bb271e8, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=17e9b548-501c-43f0-bdac-d1e72bb271e8,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:37:32.509858 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-223417ae-4bc4-47c2-af48-e6705cea635d req-3b1a1034-2a71-44a6-8d25-f7a8a1d820df tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Network 660f640a-b8b2-40aa-8ebf-76bd1608cceb is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:37:32.517156 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '17e9b548-501c-43f0-bdac-d1e72bb271e8', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'port_id': '17e9b548-501c-43f0-bdac-d1e72bb271e8', 'mac_address': 'fa:16:3e:9b:3f:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66e9eb0-86f4-4159-852b-f29863cbf18d', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:37:32.547090 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-223417ae-4bc4-47c2-af48-e6705cea635d req-3b1a1034-2a71-44a6-8d25-f7a8a1d820df tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:37:32.552877 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-223417ae-4bc4-47c2-af48-e6705cea635d req-3b1a1034-2a71-44a6-8d25-f7a8a1d820df tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:37:32.623146 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a1034-2a71-44a6-8d25-f7a8a1d820df tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Pushing event updated for resources: {'Port': ['ID=b096bed7-e6ad-4794-b7d9-e61b90bafa7d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:32.634426 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:32.672824 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 17e9b548-501c-43f0-bdac-d1e72bb271e8 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:37:32.678739 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9b327-0c6b-40c5-96a1-b57f8fcbe411 req-24a9f603-1969-4103-bddf-5df9bfcb090f tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:32.687196 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a2b9b327-0c6b-40c5-96a1-b57f8fcbe411 req-24a9f603-1969-4103-bddf-5df9bfcb090f tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2fdf8fa-c29d-48b0-960a-1e34b4102531 HTTP/1.1" status: 200 len: 945 time: 0.2800710 Aug 23 20:37:32.704749 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-effb0a6d-c7e9-4c75-bec4-54fee9822bda admin admin] Deleting port d80ce32d-c4d4-41cd-b687-beb29eba757d {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:37:32.705130 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-effb0a6d-c7e9-4c75-bec4-54fee9822bda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:32.728415 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1c4c58ec-b739-4400-99f8-9cf5c20611d2 req-8ff36d3b-8a75-41f7-ad08-e0c716495f2c tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=6da20a34-4d8d-452b-b44f-a1400228fc61 HTTP/1.1" status: 200 len: 210 time: 0.0731266 Aug 23 20:37:32.762202 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 17e9b548-501c-43f0-bdac-d1e72bb271e8, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=17e9b548-501c-43f0-bdac-d1e72bb271e8,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:37:32.763297 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223417ae-4bc4-47c2-af48-e6705cea635d req-3b1a1034-2a71-44a6-8d25-f7a8a1d820df tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:32.764569 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-223417ae-4bc4-47c2-af48-e6705cea635d req-3b1a1034-2a71-44a6-8d25-f7a8a1d820df tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:32.814747 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:32.836014 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-223417ae-4bc4-47c2-af48-e6705cea635d req-c5b7a9fc-de44-4190-b3d1-d375128ac709 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:32.885182 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-223417ae-4bc4-47c2-af48-e6705cea635d req-c5b7a9fc-de44-4190-b3d1-d375128ac709 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Transition to ACTIVE for port object c2650ba0-bc32-4cd3-bef0-7cf28e126ad2 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:37:32.894713 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-223417ae-4bc4-47c2-af48-e6705cea635d req-3b1a1034-2a71-44a6-8d25-f7a8a1d820df tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7866862 Aug 23 20:37:32.931747 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=17e9b548-501c-43f0-bdac-d1e72bb271e8,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:32.955051 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-223417ae-4bc4-47c2-af48-e6705cea635d req-c5b7a9fc-de44-4190-b3d1-d375128ac709 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:32.962448 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-223417ae-4bc4-47c2-af48-e6705cea635d req-00dbf545-eb92-476c-94c6-8b752394a433 service neutron] Request body: {'port': {'device_id': '80f658c7-e008-4fe7-a771-6c47fa96fa95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:37:32.976989 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-191b08cd-c558-40e9-8347-621db0ddf640 None None] Provisioning for port b096bed7-e6ad-4794-b7d9-e61b90bafa7d completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:37:32.981094 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-191b08cd-c558-40e9-8347-621db0ddf640 None None] Provisioning complete for port b096bed7-e6ad-4794-b7d9-e61b90bafa7d triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:37:32.981440 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-191b08cd-c558-40e9-8347-621db0ddf640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:33.047258 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-223417ae-4bc4-47c2-af48-e6705cea635d req-c5b7a9fc-de44-4190-b3d1-d375128ac709 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Network 660f640a-b8b2-40aa-8ebf-76bd1608cceb is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:37:33.049612 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['17e9b548-501c-43f0-bdac-d1e72bb271e8'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:37:33.055824 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-223417ae-4bc4-47c2-af48-e6705cea635d req-c5b7a9fc-de44-4190-b3d1-d375128ac709 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:37:33.064839 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a2b9b327-0c6b-40c5-96a1-b57f8fcbe411 req-33faf494-a53b-4588-adc9-c7aeb07522f0 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3756990 Aug 23 20:37:33.066269 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-223417ae-4bc4-47c2-af48-e6705cea635d req-c5b7a9fc-de44-4190-b3d1-d375128ac709 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:37:33.081882 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7a9fc-de44-4190-b3d1-d375128ac709 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Pushing event updated for resources: {'Port': ['ID=c2650ba0-bc32-4cd3-bef0-7cf28e126ad2,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:33.157164 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7367f7d-ba19-46fa-88e8-f918bbecd096 req-f4d36ae8-0b57-47e9-adb0-25b0e6a035ec tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:33.168849 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c7367f7d-ba19-46fa-88e8-f918bbecd096 req-f4d36ae8-0b57-47e9-adb0-25b0e6a035ec tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7951159-3012-4da2-b7b8-a79e4d18752a HTTP/1.1" status: 200 len: 946 time: 0.2091327 Aug 23 20:37:33.196945 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-191b08cd-c558-40e9-8347-621db0ddf640 None None] Port b096bed7-e6ad-4794-b7d9-e61b90bafa7d cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:37:33.209869 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['4e45b000-7179-414e-9c26-2b8f01610967'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:37:33.280649 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223417ae-4bc4-47c2-af48-e6705cea635d req-c5b7a9fc-de44-4190-b3d1-d375128ac709 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:33.281327 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-223417ae-4bc4-47c2-af48-e6705cea635d req-c5b7a9fc-de44-4190-b3d1-d375128ac709 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:33.291462 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-effb0a6d-c7e9-4c75-bec4-54fee9822bda admin admin] For port d80ce32d-c4d4-41cd-b687-beb29eba757d, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=d80ce32d-c4d4-41cd-b687-beb29eba757d,segment=NetworkSegment(fc6750d3-5ec3-4035-a6ba-f97ef7b6d4d0),segment_id=fc6750d3-5ec3-4035-a6ba-f97ef7b6d4d0)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:37:33.294109 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-effb0a6d-c7e9-4c75-bec4-54fee9822bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:33.308346 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c7367f7d-ba19-46fa-88e8-f918bbecd096 req-1c18c97c-0029-4315-9fd1-09b50c44a955 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups?id=5db33e87-bc75-43f1-b279-c9256a85708e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384614 Aug 23 20:37:33.322211 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-223417ae-4bc4-47c2-af48-e6705cea635d req-c5b7a9fc-de44-4190-b3d1-d375128ac709 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9146230 Aug 23 20:37:33.326033 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-223417ae-4bc4-47c2-af48-e6705cea635d req-00dbf545-eb92-476c-94c6-8b752394a433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:33.341939 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-effb0a6d-c7e9-4c75-bec4-54fee9822bda admin admin] Calling delete_port for d80ce32d-c4d4-41cd-b687-beb29eba757d owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:37:33.348010 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-223417ae-4bc4-47c2-af48-e6705cea635d req-5f6e7acb-afcc-4eef-90c3-f3525f185392 service neutron] Request body: {'port': {'device_id': '6da20a34-4d8d-452b-b44f-a1400228fc61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:37:33.456667 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 5740968c-7161-458d-8727-b7b8dcfb4508 no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:37:33.481396 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-223417ae-4bc4-47c2-af48-e6705cea635d req-5f6e7acb-afcc-4eef-90c3-f3525f185392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:33.546985 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: 5740968c-7161-458d-8727-b7b8dcfb4508 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:37:33.547324 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 5740968c-7161-458d-8727-b7b8dcfb4508 not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:37:33.610073 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-534ad830-3731-4cd9-80aa-1b2d1790a763 None None] Provisioning for port c2650ba0-bc32-4cd3-bef0-7cf28e126ad2 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:37:33.614807 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-534ad830-3731-4cd9-80aa-1b2d1790a763 None None] Provisioning complete for port c2650ba0-bc32-4cd3-bef0-7cf28e126ad2 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:37:33.615177 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-534ad830-3731-4cd9-80aa-1b2d1790a763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:33.674648 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-534ad830-3731-4cd9-80aa-1b2d1790a763 None None] Port c2650ba0-bc32-4cd3-bef0-7cf28e126ad2 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:37:33.753823 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-36df3f47-06e4-4788-becb-3e1652923bdf req-fdef6dbb-44bc-4aea-afde-14a866088627 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-616815554&fields=id&tenant_id=563aa4e07ca643c6af0ae12d196af505 HTTP/1.1" status: 200 len: 267 time: 0.3473394 Aug 23 20:37:33.876703 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-223417ae-4bc4-47c2-af48-e6705cea635d req-5f6e7acb-afcc-4eef-90c3-f3525f185392 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2650ba0-bc32-4cd3-bef0-7cf28e126ad2 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:37:33.903917 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-223417ae-4bc4-47c2-af48-e6705cea635d req-5f6e7acb-afcc-4eef-90c3-f3525f185392 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:33.924867 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-223417ae-4bc4-47c2-af48-e6705cea635d req-5f6e7acb-afcc-4eef-90c3-f3525f185392 service neutron] Transition to ACTIVE for port object c2650ba0-bc32-4cd3-bef0-7cf28e126ad2 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:37:33.952321 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146cd5e1-d688-4c59-b9c4-83fc824d7708 req-c8757fde-7070-4d93-bb45-14624b797ac4 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:33.958558 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-146cd5e1-d688-4c59-b9c4-83fc824d7708 req-c8757fde-7070-4d93-bb45-14624b797ac4 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=6da20a34-4d8d-452b-b44f-a1400228fc61 HTTP/1.1" status: 200 len: 935 time: 0.0992348 Aug 23 20:37:33.960709 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-223417ae-4bc4-47c2-af48-e6705cea635d req-5f6e7acb-afcc-4eef-90c3-f3525f185392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:34.031432 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-146cd5e1-d688-4c59-b9c4-83fc824d7708 req-fe03e671-e180-4951-acfa-0d69636e5bc8 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679007 Aug 23 20:37:34.101541 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6e7acb-afcc-4eef-90c3-f3525f185392 service neutron] Pushing event updated for resources: {'Port': ['ID=c2650ba0-bc32-4cd3-bef0-7cf28e126ad2,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:34.249936 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 17e9b548-501c-43f0-bdac-d1e72bb271e8 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:37:34.420753 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-223417ae-4bc4-47c2-af48-e6705cea635d req-5f6e7acb-afcc-4eef-90c3-f3525f185392 service neutron] Attempting to bind port c2650ba0-bc32-4cd3-bef0-7cf28e126ad2 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:37:34.421111 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-223417ae-4bc4-47c2-af48-e6705cea635d req-5f6e7acb-afcc-4eef-90c3-f3525f185392 service neutron] Attempting to bind port c2650ba0-bc32-4cd3-bef0-7cf28e126ad2 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:37:34.421446 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223417ae-4bc4-47c2-af48-e6705cea635d req-5f6e7acb-afcc-4eef-90c3-f3525f185392 service neutron] Attempting to bind port c2650ba0-bc32-4cd3-bef0-7cf28e126ad2 on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:37:34.427855 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 17e9b548-501c-43f0-bdac-d1e72bb271e8 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:37:34.428088 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223417ae-4bc4-47c2-af48-e6705cea635d req-5f6e7acb-afcc-4eef-90c3-f3525f185392 service neutron] Port c2650ba0-bc32-4cd3-bef0-7cf28e126ad2 on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:37:34.428353 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:34.440635 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223417ae-4bc4-47c2-af48-e6705cea635d req-5f6e7acb-afcc-4eef-90c3-f3525f185392 service neutron] Attempting to bind port c2650ba0-bc32-4cd3-bef0-7cf28e126ad2 on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:37:34.450322 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223417ae-4bc4-47c2-af48-e6705cea635d req-5f6e7acb-afcc-4eef-90c3-f3525f185392 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:37:34.461262 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223417ae-4bc4-47c2-af48-e6705cea635d req-5f6e7acb-afcc-4eef-90c3-f3525f185392 service neutron] Checking segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:37:34.461704 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223417ae-4bc4-47c2-af48-e6705cea635d req-5f6e7acb-afcc-4eef-90c3-f3525f185392 service neutron] Bound using segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:37:34.462131 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-223417ae-4bc4-47c2-af48-e6705cea635d req-5f6e7acb-afcc-4eef-90c3-f3525f185392 service neutron] Bound port: c2650ba0-bc32-4cd3-bef0-7cf28e126ad2, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:37:34.462504 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-223417ae-4bc4-47c2-af48-e6705cea635d req-5f6e7acb-afcc-4eef-90c3-f3525f185392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:34.510860 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84cf0e-13f3-4ec8-b0c0-1f23dd3a9aa4 req-3b518339-d986-4a34-a070-88d247c99e97 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:34.525272 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7e84cf0e-13f3-4ec8-b0c0-1f23dd3a9aa4 req-3b518339-d986-4a34-a070-88d247c99e97 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2fdf8fa-c29d-48b0-960a-1e34b4102531 HTTP/1.1" status: 200 len: 945 time: 0.1804705 Aug 23 20:37:34.571732 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:34.618431 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5478c22a-4aff-48ea-be0e-112db30f8bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e9b548-501c-43f0-bdac-d1e72bb271e8'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:37:34.621393 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de64762e-e9a6-4e1e-ad16-8f30bf89cdd9" -d '{"events": [{"server_uuid": "5478c22a-4aff-48ea-be0e-112db30f8bf1", "name": "network-vif-plugged", "status": "completed", "tag": "17e9b548-501c-43f0-bdac-d1e72bb271e8"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:37:34.626448 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 17e9b548-501c-43f0-bdac-d1e72bb271e8, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=17e9b548-501c-43f0-bdac-d1e72bb271e8,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:37:34.639332 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:34.701403 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=17e9b548-501c-43f0-bdac-d1e72bb271e8,revision_number=7']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:34.710913 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7e84cf0e-13f3-4ec8-b0c0-1f23dd3a9aa4 req-50cf3154-1c85-4a08-b2cd-f6f2c77ad8e8 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710210 Aug 23 20:37:34.717733 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-223417ae-4bc4-47c2-af48-e6705cea635d req-5f6e7acb-afcc-4eef-90c3-f3525f185392 service neutron] For port c2650ba0-bc32-4cd3-bef0-7cf28e126ad2, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:37:34.721949 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-223417ae-4bc4-47c2-af48-e6705cea635d req-5f6e7acb-afcc-4eef-90c3-f3525f185392 service neutron] For port c2650ba0-bc32-4cd3-bef0-7cf28e126ad2, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=c2650ba0-bc32-4cd3-bef0-7cf28e126ad2,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:37:34.730344 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-223417ae-4bc4-47c2-af48-e6705cea635d req-5f6e7acb-afcc-4eef-90c3-f3525f185392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:34.785045 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223417ae-4bc4-47c2-af48-e6705cea635d req-5f6e7acb-afcc-4eef-90c3-f3525f185392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:34.785681 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-223417ae-4bc4-47c2-af48-e6705cea635d req-5f6e7acb-afcc-4eef-90c3-f3525f185392 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:34.787100 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-223417ae-4bc4-47c2-af48-e6705cea635d req-5f6e7acb-afcc-4eef-90c3-f3525f185392 service neutron] 10.222.0.11 "PUT /v2.0/ports/c2650ba0-bc32-4cd3-bef0-7cf28e126ad2 HTTP/1.1" status: 200 len: 1095 time: 1.4442778 Aug 23 20:37:34.790026 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6da20a34-4d8d-452b-b44f-a1400228fc61', 'tag': 'c2650ba0-bc32-4cd3-bef0-7cf28e126ad2'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:37:34.794786 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5aff09-4214-40c0-b821-f4892dd4f973" -d '{"events": [{"name": "network-changed", "server_uuid": "6da20a34-4d8d-452b-b44f-a1400228fc61", "tag": "c2650ba0-bc32-4cd3-bef0-7cf28e126ad2"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:37:34.844655 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df3f47-06e4-4788-becb-3e1652923bdf req-f0ce47d3-f813-4744-a2e7-578570acbb88 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:34.846189 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-36df3f47-06e4-4788-becb-3e1652923bdf req-f0ce47d3-f813-4744-a2e7-578570acbb88 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7951159-3012-4da2-b7b8-a79e4d18752a HTTP/1.1" status: 200 len: 946 time: 1.0916722 Aug 23 20:37:34.869760 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6e7acb-afcc-4eef-90c3-f3525f185392 service neutron] Pushing event updated for resources: {'Port': ['ID=c2650ba0-bc32-4cd3-bef0-7cf28e126ad2,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:34.910562 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223417ae-4bc4-47c2-af48-e6705cea635d req-5da0a64a-2836-4fd2-a424-c69a52d3d084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:34.914641 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-223417ae-4bc4-47c2-af48-e6705cea635d req-5da0a64a-2836-4fd2-a424-c69a52d3d084 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=704a96b94b9147dc8cf54dcf8b4c5cc2&device_id=6da20a34-4d8d-452b-b44f-a1400228fc61 HTTP/1.1" status: 200 len: 1098 time: 0.0582659 Aug 23 20:37:34.923467 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18ca550-69df-4c93-8475-a24dde8085e1 x-openstack-request-id: req-d18ca550-69df-4c93-8475-a24dde8085e1 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:37:34.923763 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5478c22a-4aff-48ea-be0e-112db30f8bf1", "name": "network-vif-plugged", "status": "completed", "tag": "17e9b548-501c-43f0-bdac-d1e72bb271e8", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:37:34.924717 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d18ca550-69df-4c93-8475-a24dde8085e1 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:37:34.924717 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5478c22a-4aff-48ea-be0e-112db30f8bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e9b548-501c-43f0-bdac-d1e72bb271e8', 'code': 200} Aug 23 20:37:34.940961 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-36df3f47-06e4-4788-becb-3e1652923bdf req-7a0a644b-8a86-4230-b2f1-d003ab731eef tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Request body: {'port': {'security_groups': ['5db33e87-bc75-43f1-b279-c9256a85708e', '79cf3918-fd5c-4420-b81c-e55ee13ddabb']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:37:34.989293 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-223417ae-4bc4-47c2-af48-e6705cea635d req-a6d8cf0e-a622-4b38-b590-d87f7d94f497 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=c2650ba0-bc32-4cd3-bef0-7cf28e126ad2 HTTP/1.1" status: 200 len: 217 time: 0.0585337 Aug 23 20:37:34.996173 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d5872b-0b63-428c-b1de-a8cfc96b0b45 x-openstack-request-id: req-d5d5872b-0b63-428c-b1de-a8cfc96b0b45 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:37:34.996778 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6da20a34-4d8d-452b-b44f-a1400228fc61", "tag": "c2650ba0-bc32-4cd3-bef0-7cf28e126ad2", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:37:34.997259 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d5d5872b-0b63-428c-b1de-a8cfc96b0b45 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:37:34.997962 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6da20a34-4d8d-452b-b44f-a1400228fc61', 'tag': 'c2650ba0-bc32-4cd3-bef0-7cf28e126ad2', 'status': 'completed', 'code': 200} Aug 23 20:37:35.086654 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223417ae-4bc4-47c2-af48-e6705cea635d req-77ab038b-8f2c-4cd7-82c4-b28435202fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:35.089850 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-223417ae-4bc4-47c2-af48-e6705cea635d req-77ab038b-8f2c-4cd7-82c4-b28435202fbd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.0907996 Aug 23 20:37:35.261428 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-effb0a6d-c7e9-4c75-bec4-54fee9822bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:35.266575 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223417ae-4bc4-47c2-af48-e6705cea635d req-97f3b31f-ae61-4ade-839e-1500bae89269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:35.268115 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-223417ae-4bc4-47c2-af48-e6705cea635d req-97f3b31f-ae61-4ade-839e-1500bae89269 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1708019 Aug 23 20:37:35.342983 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-36df3f47-06e4-4788-becb-3e1652923bdf req-7a0a644b-8a86-4230-b2f1-d003ab731eef tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:35.350045 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf7f2e-d0ac-4627-a604-c598e9f8d944 req-d246621b-ba2f-47ac-a942-e38305fd79d5 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:35.359456 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-49cf7f2e-d0ac-4627-a604-c598e9f8d944 req-d246621b-ba2f-47ac-a942-e38305fd79d5 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=6da20a34-4d8d-452b-b44f-a1400228fc61 HTTP/1.1" status: 200 len: 947 time: 0.1856551 Aug 23 20:37:35.416223 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effb0a6d-c7e9-4c75-bec4-54fee9822bda admin admin] Pushing event deleted for resources: {'Port': ['ID=d80ce32d-c4d4-41cd-b687-beb29eba757d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:35.433919 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-49cf7f2e-d0ac-4627-a604-c598e9f8d944 req-3452d2e5-c14d-4220-a819-384a422fccbe tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706494 Aug 23 20:37:35.436420 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-223417ae-4bc4-47c2-af48-e6705cea635d req-00dbf545-eb92-476c-94c6-8b752394a433 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b096bed7-e6ad-4794-b7d9-e61b90bafa7d {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:37:35.499617 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-223417ae-4bc4-47c2-af48-e6705cea635d req-852fe148-5fe8-43e5-a5be-3c4e18d43611 service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182140 Aug 23 20:37:35.505268 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-223417ae-4bc4-47c2-af48-e6705cea635d req-00dbf545-eb92-476c-94c6-8b752394a433 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:35.631898 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-223417ae-4bc4-47c2-af48-e6705cea635d req-00dbf545-eb92-476c-94c6-8b752394a433 service neutron] Transition to ACTIVE for port object b096bed7-e6ad-4794-b7d9-e61b90bafa7d will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:37:35.653634 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-223417ae-4bc4-47c2-af48-e6705cea635d req-00dbf545-eb92-476c-94c6-8b752394a433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:35.700265 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-223417ae-4bc4-47c2-af48-e6705cea635d req-a28d6893-45a2-4f8c-b37a-2b9a74bc1bf5 service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869259 Aug 23 20:37:35.884447 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dbf545-eb92-476c-94c6-8b752394a433 service neutron] Pushing event updated for resources: {'Port': ['ID=b096bed7-e6ad-4794-b7d9-e61b90bafa7d,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:35.977954 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-effb0a6d-c7e9-4c75-bec4-54fee9822bda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:35.980390 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5aff09-4214-40c0-b821-f4892dd4f973 req-ffc3128f-13d7-48da-80dd-65548b813782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:35.982154 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7f5aff09-4214-40c0-b821-f4892dd4f973 req-ffc3128f-13d7-48da-80dd-65548b813782 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=704a96b94b9147dc8cf54dcf8b4c5cc2&device_id=6da20a34-4d8d-452b-b44f-a1400228fc61 HTTP/1.1" status: 200 len: 1098 time: 0.1920187 Aug 23 20:37:36.006311 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc5d29-65a9-4835-8fde-05b1f7e1575a req-235f8311-e751-42e0-99d4-875ed923eff2 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:36.019053 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a3fc5d29-65a9-4835-8fde-05b1f7e1575a req-235f8311-e751-42e0-99d4-875ed923eff2 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2fdf8fa-c29d-48b0-960a-1e34b4102531 HTTP/1.1" status: 200 len: 945 time: 0.1646562 Aug 23 20:37:36.072763 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a3fc5d29-65a9-4835-8fde-05b1f7e1575a req-5f665023-f9ff-42ef-900f-903a5fe7d30c tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526857 Aug 23 20:37:36.268500 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5aff09-4214-40c0-b821-f4892dd4f973 req-2f24bbf8-c04f-4192-ba4a-b1a7ca28d906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:36.277384 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7f5aff09-4214-40c0-b821-f4892dd4f973 req-2f24bbf8-c04f-4192-ba4a-b1a7ca28d906 service neutron] 10.222.0.11 "GET /v2.0/networks?id=660f640a-b8b2-40aa-8ebf-76bd1608cceb HTTP/1.1" status: 200 len: 870 time: 0.2840905 Aug 23 20:37:36.281283 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-223417ae-4bc4-47c2-af48-e6705cea635d req-00dbf545-eb92-476c-94c6-8b752394a433 service neutron] Attempting to bind port b096bed7-e6ad-4794-b7d9-e61b90bafa7d on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:37:36.281614 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-223417ae-4bc4-47c2-af48-e6705cea635d req-00dbf545-eb92-476c-94c6-8b752394a433 service neutron] Attempting to bind port b096bed7-e6ad-4794-b7d9-e61b90bafa7d by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:37:36.281952 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223417ae-4bc4-47c2-af48-e6705cea635d req-00dbf545-eb92-476c-94c6-8b752394a433 service neutron] Attempting to bind port b096bed7-e6ad-4794-b7d9-e61b90bafa7d on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:37:36.310234 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223417ae-4bc4-47c2-af48-e6705cea635d req-00dbf545-eb92-476c-94c6-8b752394a433 service neutron] Port b096bed7-e6ad-4794-b7d9-e61b90bafa7d on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:37:36.310595 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223417ae-4bc4-47c2-af48-e6705cea635d req-00dbf545-eb92-476c-94c6-8b752394a433 service neutron] Attempting to bind port b096bed7-e6ad-4794-b7d9-e61b90bafa7d on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:37:36.323362 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-36df3f47-06e4-4788-becb-3e1652923bdf req-7a0a644b-8a86-4230-b2f1-d003ab731eef tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] For port 72e69350-30b2-4083-9ca3-f8905d479461, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=72e69350-30b2-4083-9ca3-f8905d479461,segment=NetworkSegment(e057aa67-2bd8-41d5-82d4-b5cee83f32b9),segment_id=e057aa67-2bd8-41d5-82d4-b5cee83f32b9)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:37:36.358634 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7f5aff09-4214-40c0-b821-f4892dd4f973 req-cbe0a07d-068a-4241-a2e2-78c0a7979cb7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=c2650ba0-bc32-4cd3-bef0-7cf28e126ad2 HTTP/1.1" status: 200 len: 217 time: 0.0735588 Aug 23 20:37:36.378867 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223417ae-4bc4-47c2-af48-e6705cea635d req-00dbf545-eb92-476c-94c6-8b752394a433 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:37:36.379209 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223417ae-4bc4-47c2-af48-e6705cea635d req-00dbf545-eb92-476c-94c6-8b752394a433 service neutron] Checking segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:37:36.379596 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223417ae-4bc4-47c2-af48-e6705cea635d req-00dbf545-eb92-476c-94c6-8b752394a433 service neutron] Bound using segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:37:36.380046 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-223417ae-4bc4-47c2-af48-e6705cea635d req-00dbf545-eb92-476c-94c6-8b752394a433 service neutron] Bound port: b096bed7-e6ad-4794-b7d9-e61b90bafa7d, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:37:36.380431 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-223417ae-4bc4-47c2-af48-e6705cea635d req-00dbf545-eb92-476c-94c6-8b752394a433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:36.485442 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5aff09-4214-40c0-b821-f4892dd4f973 req-28ae890b-d1d6-4202-9e29-553eddc4fb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:36.488393 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7f5aff09-4214-40c0-b821-f4892dd4f973 req-28ae890b-d1d6-4202-9e29-553eddc4fb59 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.0944765 Aug 23 20:37:36.510846 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-36df3f47-06e4-4788-becb-3e1652923bdf req-7a0a644b-8a86-4230-b2f1-d003ab731eef tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:36.587247 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5aff09-4214-40c0-b821-f4892dd4f973 req-1bbd7677-79fc-48ef-afd0-bee0674fcf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:36.591556 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7f5aff09-4214-40c0-b821-f4892dd4f973 req-1bbd7677-79fc-48ef-afd0-bee0674fcf95 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0935223 Aug 23 20:37:36.607112 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-36df3f47-06e4-4788-becb-3e1652923bdf req-7a0a644b-8a86-4230-b2f1-d003ab731eef tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:36.648973 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['72e69350-30b2-4083-9ca3-f8905d479461'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:37:36.828517 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7f5aff09-4214-40c0-b821-f4892dd4f973 req-de7f8c72-8e5b-4713-adc7-b1b08315840f service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222104 Aug 23 20:37:36.853583 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df3f47-06e4-4788-becb-3e1652923bdf req-7a0a644b-8a86-4230-b2f1-d003ab731eef tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:36.854273 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-36df3f47-06e4-4788-becb-3e1652923bdf req-7a0a644b-8a86-4230-b2f1-d003ab731eef tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:36.864171 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-36df3f47-06e4-4788-becb-3e1652923bdf req-7a0a644b-8a86-4230-b2f1-d003ab731eef tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "PUT /v2.0/ports/72e69350-30b2-4083-9ca3-f8905d479461 HTTP/1.1" status: 200 len: 982 time: 1.9747558 Aug 23 20:37:36.882612 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7951159-3012-4da2-b7b8-a79e4d18752a', 'tag': '72e69350-30b2-4083-9ca3-f8905d479461'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:37:36.898743 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f26605f-28e5-44c9-9545-bbcf05474db4" -d '{"events": [{"name": "network-changed", "server_uuid": "d7951159-3012-4da2-b7b8-a79e4d18752a", "tag": "72e69350-30b2-4083-9ca3-f8905d479461"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:37:36.957601 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-223417ae-4bc4-47c2-af48-e6705cea635d req-00dbf545-eb92-476c-94c6-8b752394a433 service neutron] For port b096bed7-e6ad-4794-b7d9-e61b90bafa7d, host n-h1-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:37:36.996229 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-223417ae-4bc4-47c2-af48-e6705cea635d req-00dbf545-eb92-476c-94c6-8b752394a433 service neutron] For port b096bed7-e6ad-4794-b7d9-e61b90bafa7d, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=b096bed7-e6ad-4794-b7d9-e61b90bafa7d,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:37:37.019810 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-223417ae-4bc4-47c2-af48-e6705cea635d req-00dbf545-eb92-476c-94c6-8b752394a433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:37.026178 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-effb0a6d-c7e9-4c75-bec4-54fee9822bda admin admin] Router 97317b68-6d88-4e90-804d-9dbd4fadd725 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:37:37.032662 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0a644b-8a86-4230-b2f1-d003ab731eef tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Pushing event updated for resources: {'Port': ['ID=72e69350-30b2-4083-9ca3-f8905d479461,revision_number=6']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:37.184560 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dbf545-eb92-476c-94c6-8b752394a433 service neutron] Pushing event updated for resources: {'Port': ['ID=b096bed7-e6ad-4794-b7d9-e61b90bafa7d,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:37.306314 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['72e69350-30b2-4083-9ca3-f8905d479461'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:37:37.318267 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223417ae-4bc4-47c2-af48-e6705cea635d req-00dbf545-eb92-476c-94c6-8b752394a433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:37.320684 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-223417ae-4bc4-47c2-af48-e6705cea635d req-00dbf545-eb92-476c-94c6-8b752394a433 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:37.325258 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-223417ae-4bc4-47c2-af48-e6705cea635d req-00dbf545-eb92-476c-94c6-8b752394a433 service neutron] 10.222.0.11 "PUT /v2.0/ports/b096bed7-e6ad-4794-b7d9-e61b90bafa7d HTTP/1.1" status: 200 len: 1096 time: 4.4091325 Aug 23 20:37:37.516151 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a1dc7-937c-4949-a25b-9e63f52c32da req-1f2182e2-1f5a-4148-b1be-32c30c8a106f tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:37.517826 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ba0a1dc7-937c-4949-a25b-9e63f52c32da req-1f2182e2-1f5a-4148-b1be-32c30c8a106f tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/ports?device_id=6088fe18-94ad-4ffa-ae18-fcb45198c4d8 HTTP/1.1" status: 200 len: 946 time: 0.3605862 Aug 23 20:37:37.718988 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223417ae-4bc4-47c2-af48-e6705cea635d req-80739675-48bb-4d2d-bbde-237ffb9031ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:37.720814 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-223417ae-4bc4-47c2-af48-e6705cea635d req-80739675-48bb-4d2d-bbde-237ffb9031ff service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=704a96b94b9147dc8cf54dcf8b4c5cc2&device_id=80f658c7-e008-4fe7-a771-6c47fa96fa95 HTTP/1.1" status: 200 len: 1099 time: 0.2532287 Aug 23 20:37:37.728579 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ba0a1dc7-937c-4949-a25b-9e63f52c32da req-45e4bb11-c206-42d8-838d-649e4cc6c030 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/security-groups?id=26f54a44-9852-4d54-9348-9ab7d69f31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968102 Aug 23 20:37:37.791415 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44db01-6005-4181-a7e0-28064cf03768 req-b67a5af7-3294-4508-a8f1-2eadf7cee7c1 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:37.793024 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7c44db01-6005-4181-a7e0-28064cf03768 req-b67a5af7-3294-4508-a8f1-2eadf7cee7c1 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=6da20a34-4d8d-452b-b44f-a1400228fc61 HTTP/1.1" status: 200 len: 947 time: 0.1363235 Aug 23 20:37:37.812941 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-223417ae-4bc4-47c2-af48-e6705cea635d req-04286f87-5314-4990-b8ac-6f345a3bb6fa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=b096bed7-e6ad-4794-b7d9-e61b90bafa7d HTTP/1.1" status: 200 len: 217 time: 0.0780156 Aug 23 20:37:37.817348 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-effb0a6d-c7e9-4c75-bec4-54fee9822bda admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:37:37.822613 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7f5aff09-4214-40c0-b821-f4892dd4f973 req-c41e899e-1b7e-4ad6-ae7f-3ccc07a0f916 service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9833984 Aug 23 20:37:37.832922 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3708182a-1456-4370-ba88-4c8377f7184a None None] Sync routers for ids ['97317b68-6d88-4e90-804d-9dbd4fadd725'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:37:37.841932 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-effb0a6d-c7e9-4c75-bec4-54fee9822bda admin admin] 10.222.0.61 "PUT /v2.0/routers/97317b68-6d88-4e90-804d-9dbd4fadd725/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3983405 Aug 23 20:37:37.862358 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 58836) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:37:37.878038 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3708182a-1456-4370-ba88-4c8377f7184a None None] Routers {'97317b68-6d88-4e90-804d-9dbd4fadd725'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:37:37.879536 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3708182a-1456-4370-ba88-4c8377f7184a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:37:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['97317b68-6d88-4e90-804d-9dbd4fadd725'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:37:37.992598 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223417ae-4bc4-47c2-af48-e6705cea635d req-ad7fd37c-8e6e-4d03-9669-a4707181b47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:37.993542 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-223417ae-4bc4-47c2-af48-e6705cea635d req-ad7fd37c-8e6e-4d03-9669-a4707181b47d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.1695344 Aug 23 20:37:38.010679 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7c44db01-6005-4181-a7e0-28064cf03768 req-e748c88b-bfb9-41ae-921f-e70a127aceca tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065988 Aug 23 20:37:38.025885 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-3708182a-1456-4370-ba88-4c8377f7184a None None] Set router 97317b68-6d88-4e90-804d-9dbd4fadd725 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:37:38.061817 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-53833ea5-6143-4aae-a6b3-4569b7c4827f req-afb1f9f5-b210-4d20-91b8-c8ae8ba6c5b2 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1222956721&fields=id&tenant_id=563aa4e07ca643c6af0ae12d196af505 HTTP/1.1" status: 200 len: 267 time: 0.1173224 Aug 23 20:37:38.074022 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca74cc8-2de7-41fa-8e75-64cf6fd24c07 x-openstack-request-id: req-aca74cc8-2de7-41fa-8e75-64cf6fd24c07 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:37:38.074418 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7951159-3012-4da2-b7b8-a79e4d18752a", "tag": "72e69350-30b2-4083-9ca3-f8905d479461", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:37:38.074769 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-aca74cc8-2de7-41fa-8e75-64cf6fd24c07 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:37:38.075275 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7951159-3012-4da2-b7b8-a79e4d18752a', 'tag': '72e69350-30b2-4083-9ca3-f8905d479461', 'status': 'completed', 'code': 200} Aug 23 20:37:38.154106 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223417ae-4bc4-47c2-af48-e6705cea635d req-e6fba5a3-c86a-4c58-9132-6c21eb9aaa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:38.156239 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-223417ae-4bc4-47c2-af48-e6705cea635d req-e6fba5a3-c86a-4c58-9132-6c21eb9aaa3f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1527126 Aug 23 20:37:38.176303 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53833ea5-6143-4aae-a6b3-4569b7c4827f req-1a3cac7d-ed95-4419-a283-1160481e41d3 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:38.186178 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-53833ea5-6143-4aae-a6b3-4569b7c4827f req-1a3cac7d-ed95-4419-a283-1160481e41d3 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7951159-3012-4da2-b7b8-a79e4d18752a HTTP/1.1" status: 200 len: 985 time: 0.1098542 Aug 23 20:37:38.201726 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-53833ea5-6143-4aae-a6b3-4569b7c4827f req-15d553e0-40aa-4038-a2e4-edcbdbb5d032 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Request body: {'port': {'security_groups': ['5db33e87-bc75-43f1-b279-c9256a85708e', '79cf3918-fd5c-4420-b81c-e55ee13ddabb', 'dfa1491e-c737-4898-bccd-b8cff4bd5ed0']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:37:38.220931 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e35f85e5-b7c3-45c7-9f65-03afcfc6d7c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:38.230378 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26605f-28e5-44c9-9545-bbcf05474db4 req-f398dded-0e73-4c74-b36b-eeb0e4cb6fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:38.232088 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4f26605f-28e5-44c9-9545-bbcf05474db4 req-f398dded-0e73-4c74-b36b-eeb0e4cb6fa2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=563aa4e07ca643c6af0ae12d196af505&device_id=d7951159-3012-4da2-b7b8-a79e4d18752a HTTP/1.1" status: 200 len: 1136 time: 0.1101947 Aug 23 20:37:38.276522 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3708182a-1456-4370-ba88-4c8377f7184a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97317b68-6d88-4e90-804d-9dbd4fadd725', 'name': 'tempest-FloatingIPDetailsTestJSON-967072857-router', 'tenant_id': 'cf43976dbe8f4afab057c09af96e846f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'deb0ede3-29a7-48be-b8b6-693caa4c4501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:36:49Z', 'updated_at': '2021-08-23T20:37:35Z', 'revision_number': 5, 'project_id': 'cf43976dbe8f4afab057c09af96e846f', 'gw_port': {'id': 'deb0ede3-29a7-48be-b8b6-693caa4c4501', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97317b68-6d88-4e90-804d-9dbd4fadd725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:36:52Z', 'updated_at': '2021-08-23T20:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:37:38.281243 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device c2650ba0-bc32-4cd3-bef0-7cf28e126ad2 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:37:38.299361 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc2d468-ccb8-49cb-9ca8-3e6d712315e2 req-17195a1c-ffd6-4d0e-83df-8c4b226c369b tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:38.307524 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3708182a-1456-4370-ba88-4c8377f7184a None None] Checking router: 97317b68-6d88-4e90-804d-9dbd4fadd725 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:37:38.307838 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-edc2d468-ccb8-49cb-9ca8-3e6d712315e2 req-17195a1c-ffd6-4d0e-83df-8c4b226c369b tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2fdf8fa-c29d-48b0-960a-1e34b4102531 HTTP/1.1" status: 200 len: 945 time: 0.1638949 Aug 23 20:37:38.316913 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3708182a-1456-4370-ba88-4c8377f7184a None None] Routers {'97317b68-6d88-4e90-804d-9dbd4fadd725'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:37:38.317879 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3708182a-1456-4370-ba88-4c8377f7184a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:37:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['97317b68-6d88-4e90-804d-9dbd4fadd725'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:37:38.480511 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-edc2d468-ccb8-49cb-9ca8-3e6d712315e2 req-642e9aac-4f6d-4057-bbff-0321a029ed09 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714530 Aug 23 20:37:38.495469 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26605f-28e5-44c9-9545-bbcf05474db4 req-e67205d8-d251-4056-81ca-9223192d4f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:38.495714 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-53833ea5-6143-4aae-a6b3-4569b7c4827f req-15d553e0-40aa-4038-a2e4-edcbdbb5d032 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:38.497274 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4f26605f-28e5-44c9-9545-bbcf05474db4 req-e67205d8-d251-4056-81ca-9223192d4f8a service neutron] 10.222.0.32 "GET /v2.0/networks?id=4f8ad650-bde2-493c-8452-775cfc30ee47 HTTP/1.1" status: 200 len: 914 time: 0.2313766 Aug 23 20:37:38.521986 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port c2650ba0-bc32-4cd3-bef0-7cf28e126ad2, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=c2650ba0-bc32-4cd3-bef0-7cf28e126ad2,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:37:38.544224 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-3708182a-1456-4370-ba88-4c8377f7184a None None] Set router 97317b68-6d88-4e90-804d-9dbd4fadd725 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:37:38.547273 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': 'c2650ba0-bc32-4cd3-bef0-7cf28e126ad2', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'port_id': 'c2650ba0-bc32-4cd3-bef0-7cf28e126ad2', 'mac_address': 'fa:16:3e:f6:76:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66e9eb0-86f4-4159-852b-f29863cbf18d', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:37:38.557072 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-223417ae-4bc4-47c2-af48-e6705cea635d req-8cf0ab8b-6d38-4b26-acfa-c7885db5cc61 service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3687494 Aug 23 20:37:38.599573 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4f26605f-28e5-44c9-9545-bbcf05474db4 req-9a69fd02-660a-4b31-b38c-2cd0a621e3d2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72e69350-30b2-4083-9ca3-f8905d479461 HTTP/1.1" status: 200 len: 217 time: 0.0923166 Aug 23 20:37:38.607689 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e35f85e5-b7c3-45c7-9f65-03afcfc6d7c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:38.736202 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26605f-28e5-44c9-9545-bbcf05474db4 req-364e47e7-7448-41b5-94ff-71cd26faa79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:38.741435 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4f26605f-28e5-44c9-9545-bbcf05474db4 req-364e47e7-7448-41b5-94ff-71cd26faa79d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5622acc5-f3fa-4e59-9fa5-c0f9356a4541 HTTP/1.1" status: 200 len: 853 time: 0.1215663 Aug 23 20:37:38.750194 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:38.795086 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2650ba0-bc32-4cd3-bef0-7cf28e126ad2 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:37:38.847446 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port c2650ba0-bc32-4cd3-bef0-7cf28e126ad2, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=c2650ba0-bc32-4cd3-bef0-7cf28e126ad2,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:37:38.862534 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:38.886071 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4f26605f-28e5-44c9-9545-bbcf05474db4 req-23326640-6f0e-4eee-a4db-751d14889fe8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4f8ad650-bde2-493c-8452-775cfc30ee47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1327641 Aug 23 20:37:38.929859 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-53833ea5-6143-4aae-a6b3-4569b7c4827f req-15d553e0-40aa-4038-a2e4-edcbdbb5d032 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] For port 72e69350-30b2-4083-9ca3-f8905d479461, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=72e69350-30b2-4083-9ca3-f8905d479461,segment=NetworkSegment(e057aa67-2bd8-41d5-82d4-b5cee83f32b9),segment_id=e057aa67-2bd8-41d5-82d4-b5cee83f32b9)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:37:38.963412 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-53833ea5-6143-4aae-a6b3-4569b7c4827f req-15d553e0-40aa-4038-a2e4-edcbdbb5d032 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:39.001128 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-53833ea5-6143-4aae-a6b3-4569b7c4827f req-15d553e0-40aa-4038-a2e4-edcbdbb5d032 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:39.005679 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=c2650ba0-bc32-4cd3-bef0-7cf28e126ad2,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:39.014479 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3708182a-1456-4370-ba88-4c8377f7184a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97317b68-6d88-4e90-804d-9dbd4fadd725', 'name': 'tempest-FloatingIPDetailsTestJSON-967072857-router', 'tenant_id': 'cf43976dbe8f4afab057c09af96e846f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'deb0ede3-29a7-48be-b8b6-693caa4c4501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:36:49Z', 'updated_at': '2021-08-23T20:37:35Z', 'revision_number': 5, 'project_id': 'cf43976dbe8f4afab057c09af96e846f', 'gw_port': {'id': 'deb0ede3-29a7-48be-b8b6-693caa4c4501', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97317b68-6d88-4e90-804d-9dbd4fadd725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:36:52Z', 'updated_at': '2021-08-23T20:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:37:39.034085 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['72e69350-30b2-4083-9ca3-f8905d479461'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:37:39.115578 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53833ea5-6143-4aae-a6b3-4569b7c4827f req-15d553e0-40aa-4038-a2e4-edcbdbb5d032 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:39.117133 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-53833ea5-6143-4aae-a6b3-4569b7c4827f req-15d553e0-40aa-4038-a2e4-edcbdbb5d032 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:39.118881 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-53833ea5-6143-4aae-a6b3-4569b7c4827f req-15d553e0-40aa-4038-a2e4-edcbdbb5d032 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "PUT /v2.0/ports/72e69350-30b2-4083-9ca3-f8905d479461 HTTP/1.1" status: 200 len: 1021 time: 0.9318628 Aug 23 20:37:39.131932 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3708182a-1456-4370-ba88-4c8377f7184a None None] The sync data for ids ['97317b68-6d88-4e90-804d-9dbd4fadd725'] in n-d-805663-2 is: [{'id': '97317b68-6d88-4e90-804d-9dbd4fadd725', 'name': 'tempest-FloatingIPDetailsTestJSON-967072857-router', 'tenant_id': 'cf43976dbe8f4afab057c09af96e846f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'deb0ede3-29a7-48be-b8b6-693caa4c4501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:36:49Z', 'updated_at': '2021-08-23T20:37:35Z', 'revision_number': 5, 'project_id': 'cf43976dbe8f4afab057c09af96e846f', 'gw_port': {'id': 'deb0ede3-29a7-48be-b8b6-693caa4c4501', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97317b68-6d88-4e90-804d-9dbd4fadd725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:36:52Z', 'updated_at': '2021-08-23T20:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:37:39.143845 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00dd65-b8e1-41d4-baa5-ee478a8a058f req-fcc8177e-de52-4331-8cf2-fcb6cc876a70 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:39.145650 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6e00dd65-b8e1-41d4-baa5-ee478a8a058f req-fcc8177e-de52-4331-8cf2-fcb6cc876a70 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.32 "GET /v2.0/ports?device_id=6088fe18-94ad-4ffa-ae18-fcb45198c4d8 HTTP/1.1" status: 200 len: 946 time: 0.1785226 Aug 23 20:37:39.271109 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['c2650ba0-bc32-4cd3-bef0-7cf28e126ad2'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:37:39.277014 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f477fa3-4d95-4e48-845e-ad7be061ab9b req-cf6c3899-0d7e-4171-a2f5-fb0408497398 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:39.288807 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7f477fa3-4d95-4e48-845e-ad7be061ab9b req-cf6c3899-0d7e-4171-a2f5-fb0408497398 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/ports?device_id=6088fe18-94ad-4ffa-ae18-fcb45198c4d8 HTTP/1.1" status: 200 len: 946 time: 0.3856649 Aug 23 20:37:39.315482 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d553e0-40aa-4038-a2e4-edcbdbb5d032 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Pushing event updated for resources: {'Port': ['ID=72e69350-30b2-4083-9ca3-f8905d479461,revision_number=7']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:39.338493 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4f26605f-28e5-44c9-9545-bbcf05474db4 req-78af5556-4b6b-47a4-a3e4-cb07b6677d81 service neutron] 10.222.0.32 "GET /v2.0/networks/4f8ad650-bde2-493c-8452-775cfc30ee47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4427807 Aug 23 20:37:39.346074 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['72e69350-30b2-4083-9ca3-f8905d479461'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:37:39.378993 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-e35f85e5-b7c3-45c7-9f65-03afcfc6d7c3 admin admin] Deleting port deb0ede3-29a7-48be-b8b6-693caa4c4501 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:37:39.379597 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e35f85e5-b7c3-45c7-9f65-03afcfc6d7c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:39.574413 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-e35f85e5-b7c3-45c7-9f65-03afcfc6d7c3 admin admin] For port deb0ede3-29a7-48be-b8b6-693caa4c4501, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=deb0ede3-29a7-48be-b8b6-693caa4c4501,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:37:39.574943 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e35f85e5-b7c3-45c7-9f65-03afcfc6d7c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:39.604964 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-e35f85e5-b7c3-45c7-9f65-03afcfc6d7c3 admin admin] Calling delete_port for deb0ede3-29a7-48be-b8b6-693caa4c4501 owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:37:39.649587 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-223417ae-4bc4-47c2-af48-e6705cea635d req-b6e4553e-8380-4857-a932-ede1f83df34c service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6835833 Aug 23 20:37:39.675519 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device d80ce32d-c4d4-41cd-b687-beb29eba757d no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:37:39.695893 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb67eb-54d8-4136-afcb-8a6fb339c725 req-8f26d413-7fd0-436c-b39c-69d20b7edb5d tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:39.701372 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a0fb67eb-54d8-4136-afcb-8a6fb339c725 req-8f26d413-7fd0-436c-b39c-69d20b7edb5d tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=6da20a34-4d8d-452b-b44f-a1400228fc61 HTTP/1.1" status: 200 len: 948 time: 0.3673065 Aug 23 20:37:39.740584 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-6e00dd65-b8e1-41d4-baa5-ee478a8a058f req-a086b3a5-3759-4b66-9c36-9a1665c0d076 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Deleting port 51fc6ae8-a0f6-4c82-86f0-cfa67abd6aa4 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:37:39.743343 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6e00dd65-b8e1-41d4-baa5-ee478a8a058f req-a086b3a5-3759-4b66-9c36-9a1665c0d076 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:39.762516 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: d80ce32d-c4d4-41cd-b687-beb29eba757d {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:37:39.762859 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device d80ce32d-c4d4-41cd-b687-beb29eba757d not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:37:39.816562 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7f477fa3-4d95-4e48-845e-ad7be061ab9b req-27aaf9b9-7993-4355-86ea-f2adf0184b7d tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/security-groups?id=26f54a44-9852-4d54-9348-9ab7d69f31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5260332 Aug 23 20:37:39.920265 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a0fb67eb-54d8-4136-afcb-8a6fb339c725 req-fc748eb1-3711-41c3-83a1-a39951d14e24 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051051 Aug 23 20:37:40.013388 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-6e00dd65-b8e1-41d4-baa5-ee478a8a058f req-a086b3a5-3759-4b66-9c36-9a1665c0d076 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] For port 51fc6ae8-a0f6-4c82-86f0-cfa67abd6aa4, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=51fc6ae8-a0f6-4c82-86f0-cfa67abd6aa4,segment=NetworkSegment(43da8eaf-145a-4efd-af9e-5d745e6d4494),segment_id=43da8eaf-145a-4efd-af9e-5d745e6d4494)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:37:40.021631 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6e00dd65-b8e1-41d4-baa5-ee478a8a058f req-a086b3a5-3759-4b66-9c36-9a1665c0d076 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:40.046922 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:37:40.053707 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-df12ec6e-1f35-44d0-b797-b013066355f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:40.071095 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-6e00dd65-b8e1-41d4-baa5-ee478a8a058f req-a086b3a5-3759-4b66-9c36-9a1665c0d076 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Calling delete_port for 51fc6ae8-a0f6-4c82-86f0-cfa67abd6aa4 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:37:40.076816 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f658c7-e008-4fe7-a771-6c47fa96fa95', 'tag': 'b096bed7-e6ad-4794-b7d9-e61b90bafa7d'}, {'name': 'network-changed', 'server_uuid': 'd7951159-3012-4da2-b7b8-a79e4d18752a', 'tag': '72e69350-30b2-4083-9ca3-f8905d479461'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:37:40.083571 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8b7f54-e994-485f-a5b0-5d8f37543425" -d '{"events": [{"name": "network-changed", "server_uuid": "80f658c7-e008-4fe7-a771-6c47fa96fa95", "tag": "b096bed7-e6ad-4794-b7d9-e61b90bafa7d"}, {"name": "network-changed", "server_uuid": "d7951159-3012-4da2-b7b8-a79e4d18752a", "tag": "72e69350-30b2-4083-9ca3-f8905d479461"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:37:40.134243 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fdd6fb-71c0-4082-bf0a-d6f3025d4bfb req-4aab078e-f141-471d-a73b-a72ca65c02a4 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:40.141760 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-67fdd6fb-71c0-4082-bf0a-d6f3025d4bfb req-4aab078e-f141-471d-a73b-a72ca65c02a4 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7951159-3012-4da2-b7b8-a79e4d18752a HTTP/1.1" status: 200 len: 1024 time: 0.2025077 Aug 23 20:37:40.167732 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4f26605f-28e5-44c9-9545-bbcf05474db4 req-e7edd482-fa9d-4afd-be58-de922e62b8dc service neutron] 10.222.0.32 "GET /v2.0/networks/4f8ad650-bde2-493c-8452-775cfc30ee47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8034284 Aug 23 20:37:40.244837 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:40.305058 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-67fdd6fb-71c0-4082-bf0a-d6f3025d4bfb req-3448e6e6-e1f9-495d-a44d-43f124d09fbc tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups?id=79cf3918-fd5c-4420-b81c-e55ee13ddabb&id=5db33e87-bc75-43f1-b279-c9256a85708e&id=dfa1491e-c737-4898-bccd-b8cff4bd5ed0 HTTP/1.1" status: 200 len: 6147 time: 0.1622839 Aug 23 20:37:40.318430 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e35f85e5-b7c3-45c7-9f65-03afcfc6d7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:40.359721 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35f85e5-b7c3-45c7-9f65-03afcfc6d7c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=deb0ede3-29a7-48be-b8b6-693caa4c4501,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:40.396920 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd37dd-1428-4c10-a4ea-46e1cd45e829 req-ac428e60-bad4-4072-8ab3-9fcc8ec51a87 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:40.409798 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-88bd37dd-1428-4c10-a4ea-46e1cd45e829 req-ac428e60-bad4-4072-8ab3-9fcc8ec51a87 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2fdf8fa-c29d-48b0-960a-1e34b4102531 HTTP/1.1" status: 200 len: 945 time: 0.2800348 Aug 23 20:37:40.445490 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e35f85e5-b7c3-45c7-9f65-03afcfc6d7c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:40.549866 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e35f85e5-b7c3-45c7-9f65-03afcfc6d7c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:40.552754 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e35f85e5-b7c3-45c7-9f65-03afcfc6d7c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:40.559370 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-88bd37dd-1428-4c10-a4ea-46e1cd45e829 req-7d51c980-b1cb-4761-8c3c-97ef5a0b5c33 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486876 Aug 23 20:37:40.597346 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6e00dd65-b8e1-41d4-baa5-ee478a8a058f req-a086b3a5-3759-4b66-9c36-9a1665c0d076 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:40.635938 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['8c190ab4-62e4-4c59-b13a-ba8288006af9', '51fc6ae8-a0f6-4c82-86f0-cfa67abd6aa4'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:37:40.642537 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e35f85e5-b7c3-45c7-9f65-03afcfc6d7c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:40.643101 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35f85e5-b7c3-45c7-9f65-03afcfc6d7c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97317b68-6d88-4e90-804d-9dbd4fadd725 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:37:40.653920 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e35f85e5-b7c3-45c7-9f65-03afcfc6d7c3 admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:40.657598 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e35f85e5-b7c3-45c7-9f65-03afcfc6d7c3 admin admin] 10.222.0.61 "DELETE /v2.0/routers/97317b68-6d88-4e90-804d-9dbd4fadd725 HTTP/1.1" status: 204 len: 168 time: 2.7890332 Aug 23 20:37:40.659346 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-96aa2398-218c-4881-b849-123d1e9450da req-ed3919d5-f586-48c6-b8b1-aed0d9734fad tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Request body: {'security_group': {'name': ' tempest-securitygroup -2129599431 ', 'description': 'tempest-description-2009373610'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:37:40.662624 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 58884) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:37:40.665616 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 23 Aug 2021 20:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257a7ac6-e703-472d-b5dc-42643ea7d50a x-openstack-request-id: req-257a7ac6-e703-472d-b5dc-42643ea7d50a {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:37:40.665895 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f658c7-e008-4fe7-a771-6c47fa96fa95", "tag": "b096bed7-e6ad-4794-b7d9-e61b90bafa7d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d7951159-3012-4da2-b7b8-a79e4d18752a", "tag": "72e69350-30b2-4083-9ca3-f8905d479461", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:37:40.666250 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-257a7ac6-e703-472d-b5dc-42643ea7d50a {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:37:40.666740 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80f658c7-e008-4fe7-a771-6c47fa96fa95', 'tag': 'b096bed7-e6ad-4794-b7d9-e61b90bafa7d', 'status': 'completed', 'code': 200} Aug 23 20:37:40.667097 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7951159-3012-4da2-b7b8-a79e4d18752a', 'tag': '72e69350-30b2-4083-9ca3-f8905d479461', 'status': 'completed', 'code': 200} Aug 23 20:37:40.671669 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a086b3a5-3759-4b66-9c36-9a1665c0d076 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Pushing event deleted for resources: {'Port': ['ID=51fc6ae8-a0f6-4c82-86f0-cfa67abd6aa4,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:40.762279 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['aec0e59e-f6a2-4070-b3d1-9a771fa52ef7'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:37:40.795459 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e00dd65-b8e1-41d4-baa5-ee478a8a058f req-a086b3a5-3759-4b66-9c36-9a1665c0d076 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] No DVR routers for this DVR port 51fc6ae8-a0f6-4c82-86f0-cfa67abd6aa4 on host n-h2-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:37:40.799187 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6e00dd65-b8e1-41d4-baa5-ee478a8a058f req-a086b3a5-3759-4b66-9c36-9a1665c0d076 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:40.803677 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6e00dd65-b8e1-41d4-baa5-ee478a8a058f req-a086b3a5-3759-4b66-9c36-9a1665c0d076 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.32 "DELETE /v2.0/ports/51fc6ae8-a0f6-4c82-86f0-cfa67abd6aa4 HTTP/1.1" status: 204 len: 173 time: 1.6114745 Aug 23 20:37:40.804631 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-96aa2398-218c-4881-b849-123d1e9450da req-ed3919d5-f586-48c6-b8b1-aed0d9734fad tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:40.892500 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b7f54-e994-485f-a5b0-5d8f37543425 req-b5d7cc5a-4e52-4606-9192-3ea5a73e9634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:40.893987 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2e8b7f54-e994-485f-a5b0-5d8f37543425 req-b5d7cc5a-4e52-4606-9192-3ea5a73e9634 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=704a96b94b9147dc8cf54dcf8b4c5cc2&device_id=80f658c7-e008-4fe7-a771-6c47fa96fa95 HTTP/1.1" status: 200 len: 1099 time: 0.2200062 Aug 23 20:37:40.949817 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-17101068-c3f8-4fb1-b6ef-2d2831073b46 admin admin] Deleting subnet fa938951-10d7-4169-8162-728c3a3558f8 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:37:40.968254 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-17101068-c3f8-4fb1-b6ef-2d2831073b46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:41.054861 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b7f54-e994-485f-a5b0-5d8f37543425 req-4a980628-8faa-480f-8593-d91ede7ab5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:41.056500 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2e8b7f54-e994-485f-a5b0-5d8f37543425 req-4a980628-8faa-480f-8593-d91ede7ab5c6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=660f640a-b8b2-40aa-8ebf-76bd1608cceb HTTP/1.1" status: 200 len: 870 time: 0.1513290 Aug 23 20:37:41.068866 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-152bfb40-4c88-4d81-a4c0-c55b52635c58 req-535f1d2b-e29b-485a-ba88-cc66897a5eed tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/ports?device_id=6088fe18-94ad-4ffa-ae18-fcb45198c4d8 HTTP/1.1" status: 200 len: 210 time: 0.1140139 Aug 23 20:37:41.091380 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b7f54-e994-485f-a5b0-5d8f37543425 req-d4553124-2fcd-43f3-9e9b-7b568d1eb560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:41.092820 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2e8b7f54-e994-485f-a5b0-5d8f37543425 req-d4553124-2fcd-43f3-9e9b-7b568d1eb560 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=563aa4e07ca643c6af0ae12d196af505&device_id=d7951159-3012-4da2-b7b8-a79e4d18752a HTTP/1.1" status: 200 len: 1175 time: 0.3301876 Aug 23 20:37:41.113394 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-17101068-c3f8-4fb1-b6ef-2d2831073b46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:41.130761 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-96aa2398-218c-4881-b849-123d1e9450da req-ed3919d5-f586-48c6-b8b1-aed0d9734fad tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:41.133723 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2e8b7f54-e994-485f-a5b0-5d8f37543425 req-074d3dbd-cf3d-446a-b7bb-1800dd40a3b4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=b096bed7-e6ad-4794-b7d9-e61b90bafa7d HTTP/1.1" status: 200 len: 217 time: 0.0664334 Aug 23 20:37:41.136962 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-96aa2398-218c-4881-b849-123d1e9450da req-ed3919d5-f586-48c6-b8b1-aed0d9734fad tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:41.209432 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-96aa2398-218c-4881-b849-123d1e9450da req-ed3919d5-f586-48c6-b8b1-aed0d9734fad tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:41.210811 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-96aa2398-218c-4881-b849-123d1e9450da req-ed3919d5-f586-48c6-b8b1-aed0d9734fad tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.5941398 Aug 23 20:37:41.216334 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3919d5-f586-48c6-b8b1-aed0d9734fad tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c89d598-92f7-4e8c-8852-03f890bcb336,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:41.232131 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b7f54-e994-485f-a5b0-5d8f37543425 req-c9187251-257b-40e1-a804-9ed000e9b797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:41.233760 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2e8b7f54-e994-485f-a5b0-5d8f37543425 req-c9187251-257b-40e1-a804-9ed000e9b797 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.0858898 Aug 23 20:37:41.364350 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b7f54-e994-485f-a5b0-5d8f37543425 req-0bf3b5f1-b475-441d-86de-9e82a3055492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:41.366339 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2e8b7f54-e994-485f-a5b0-5d8f37543425 req-0bf3b5f1-b475-441d-86de-9e82a3055492 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1233287 Aug 23 20:37:41.371147 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-020b9da9-b68c-46c2-9c39-3212390ad9bb req-5b73a0a5-7d1c-421f-854c-9a5c45e8c48f tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups/6c89d598-92f7-4e8c-8852-03f890bcb336 HTTP/1.1" status: 200 len: 1781 time: 0.1084530 Aug 23 20:37:41.420800 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223175a7-f559-4faa-b9ed-516f523d7417 req-9ccdec7d-9a66-4538-997a-9ba50201586a tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:41.422579 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-223175a7-f559-4faa-b9ed-516f523d7417 req-9ccdec7d-9a66-4538-997a-9ba50201586a tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=6da20a34-4d8d-452b-b44f-a1400228fc61 HTTP/1.1" status: 200 len: 948 time: 0.1478348 Aug 23 20:37:41.424010 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b7f54-e994-485f-a5b0-5d8f37543425 req-c7415f93-0a7c-4327-9fb4-c4c208fc8ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:41.425498 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2e8b7f54-e994-485f-a5b0-5d8f37543425 req-c7415f93-0a7c-4327-9fb4-c4c208fc8ffe service neutron] 10.222.0.32 "GET /v2.0/networks?id=4f8ad650-bde2-493c-8452-775cfc30ee47 HTTP/1.1" status: 200 len: 914 time: 0.3151324 Aug 23 20:37:41.429456 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-17101068-c3f8-4fb1-b6ef-2d2831073b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:41.489167 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-69dde7cd-ff4f-4f76-abf6-b9a60709aef7 req-f6d9d41c-afcc-4a8f-b14f-70be17110aeb tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups/6c89d598-92f7-4e8c-8852-03f890bcb336 HTTP/1.1" status: 200 len: 1781 time: 0.0942998 Aug 23 20:37:41.490837 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-223175a7-f559-4faa-b9ed-516f523d7417 req-b9e245ba-6ccd-479b-a7fa-21a16a171d6e tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589552 Aug 23 20:37:41.567534 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 58900) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:37:41.577510 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2e8b7f54-e994-485f-a5b0-5d8f37543425 req-c61c3f6e-dc3a-4848-b3a4-80536e8f072b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72e69350-30b2-4083-9ca3-f8905d479461 HTTP/1.1" status: 200 len: 217 time: 0.0898612 Aug 23 20:37:41.578068 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-2cd549f8-9fc4-45ea-9d55-154a0cdd4559 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-595044219'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:37:41.586498 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2e8b7f54-e994-485f-a5b0-5d8f37543425 req-e98308b7-6066-4a64-8f7e-ad5761d622af service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052362 Aug 23 20:37:41.615828 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-17101068-c3f8-4fb1-b6ef-2d2831073b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:41.662707 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26455cb6-1e38-4439-bb4f-6ebfb9d17331 None None] Network 8a236e5f-ea7d-49c3-9cf6-d7cd592d9e14 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:37:41.671503 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17101068-c3f8-4fb1-b6ef-2d2831073b46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa938951-10d7-4169-8162-728c3a3558f8,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:41.673943 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-17101068-c3f8-4fb1-b6ef-2d2831073b46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:41.678209 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-17101068-c3f8-4fb1-b6ef-2d2831073b46 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/fa938951-10d7-4169-8162-728c3a3558f8 HTTP/1.1" status: 204 len: 168 time: 1.0136995 Aug 23 20:37:41.683215 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 58908) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:37:41.688304 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-69dde7cd-ff4f-4f76-abf6-b9a60709aef7 req-9276548c-9599-4eab-b125-943facf6b37a tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:41.708327 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd549f8-9fc4-45ea-9d55-154a0cdd4559 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Made reservation on behalf of 31c0cec95ab64e5ca0c5b6061061da27 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:37:41.711930 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2cd549f8-9fc4-45ea-9d55-154a0cdd4559 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:41.796729 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b7f54-e994-485f-a5b0-5d8f37543425 req-3df54067-5ba0-42e3-bc68-d8f0260da130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:41.798455 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2e8b7f54-e994-485f-a5b0-5d8f37543425 req-3df54067-5ba0-42e3-bc68-d8f0260da130 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5622acc5-f3fa-4e59-9fa5-c0f9356a4541 HTTP/1.1" status: 200 len: 853 time: 0.2124751 Aug 23 20:37:41.812512 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cd549f8-9fc4-45ea-9d55-154a0cdd4559 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:37:41.826503 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2cd549f8-9fc4-45ea-9d55-154a0cdd4559 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:41.826860 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-2cd549f8-9fc4-45ea-9d55-154a0cdd4559 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Added segment d26d7b7e-620e-4a66-b90b-1ee63dd61b0f of type vlan for network 02bac410-b27b-49cf-96fd-4f276d56ae51 Aug 23 20:37:41.836935 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device deb0ede3-29a7-48be-b8b6-693caa4c4501 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:37:41.863322 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: deb0ede3-29a7-48be-b8b6-693caa4c4501 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:37:41.863655 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device deb0ede3-29a7-48be-b8b6-693caa4c4501 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:37:41.870020 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-69dde7cd-ff4f-4f76-abf6-b9a60709aef7 req-9276548c-9599-4eab-b125-943facf6b37a tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:41.916699 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2e8b7f54-e994-485f-a5b0-5d8f37543425 req-958c4d79-f766-4cbb-b9b4-9ead58f302e8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4f8ad650-bde2-493c-8452-775cfc30ee47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895782 Aug 23 20:37:41.921204 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-559587ce-fe1a-4db1-a850-1cac8f94cb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:41.935478 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2cd549f8-9fc4-45ea-9d55-154a0cdd4559 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:41.970845 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645f8d5-ab91-470e-8fab-4945f74c0fc8 req-1adc1559-d0d4-4658-9e62-28c2c7528af0 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:41.972305 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7645f8d5-ab91-470e-8fab-4945f74c0fc8 req-1adc1559-d0d4-4658-9e62-28c2c7528af0 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2fdf8fa-c29d-48b0-960a-1e34b4102531 HTTP/1.1" status: 200 len: 945 time: 0.1187122 Aug 23 20:37:42.042124 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2e8b7f54-e994-485f-a5b0-5d8f37543425 req-8bbe4ac9-0c80-4ccf-95ec-6c1da6ce9f8c service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4443021 Aug 23 20:37:42.059593 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2cd549f8-9fc4-45ea-9d55-154a0cdd4559 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:42.068655 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3a8936-df03-4f2a-ab1f-bcdb1bb31c5e None None] DHCP port deletion for 8a236e5f-ea7d-49c3-9cf6-d7cd592d9e14 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:37:42.076427 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd549f8-9fc4-45ea-9d55-154a0cdd4559 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:42.079035 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2cd549f8-9fc4-45ea-9d55-154a0cdd4559 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:42.084966 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7645f8d5-ab91-470e-8fab-4945f74c0fc8 req-aab5b4b2-6f33-4fee-ab96-4dd7dfadfd14 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925186 Aug 23 20:37:42.130750 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-559587ce-fe1a-4db1-a850-1cac8f94cb32 admin admin] Deleting port 116e4082-bcdf-40d4-8c10-2baf3d196b9a {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:37:42.131746 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-559587ce-fe1a-4db1-a850-1cac8f94cb32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:42.139034 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2e8b7f54-e994-485f-a5b0-5d8f37543425 req-46f18f6d-ebd5-4898-8227-b15dff73db08 service neutron] 10.222.0.32 "GET /v2.0/networks/4f8ad650-bde2-493c-8452-775cfc30ee47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008109 Aug 23 20:37:42.144755 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2cd549f8-9fc4-45ea-9d55-154a0cdd4559 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5750349 Aug 23 20:37:42.149647 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 58916) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:37:42.156605 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-b7b7d685-219b-4de0-9f24-56fe6ae7012e tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-726480926'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:37:42.161533 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-5e3a8936-df03-4f2a-ab1f-bcdb1bb31c5e None None] Deleting port 116e4082-bcdf-40d4-8c10-2baf3d196b9a {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:37:42.161920 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5e3a8936-df03-4f2a-ab1f-bcdb1bb31c5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:42.251857 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-69dde7cd-ff4f-4f76-abf6-b9a60709aef7 req-9276548c-9599-4eab-b125-943facf6b37a tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:42.260446 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-69dde7cd-ff4f-4f76-abf6-b9a60709aef7 req-9276548c-9599-4eab-b125-943facf6b37a tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:42.260800 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-5e3a8936-df03-4f2a-ab1f-bcdb1bb31c5e None None] For port 116e4082-bcdf-40d4-8c10-2baf3d196b9a, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=116e4082-bcdf-40d4-8c10-2baf3d196b9a,segment=NetworkSegment(fc6750d3-5ec3-4035-a6ba-f97ef7b6d4d0),segment_id=fc6750d3-5ec3-4035-a6ba-f97ef7b6d4d0)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:37:42.261096 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5e3a8936-df03-4f2a-ab1f-bcdb1bb31c5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:42.269702 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-69dde7cd-ff4f-4f76-abf6-b9a60709aef7 req-9276548c-9599-4eab-b125-943facf6b37a tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "DELETE /v2.0/security-groups/6c89d598-92f7-4e8c-8852-03f890bcb336 HTTP/1.1" status: 204 len: 173 time: 0.7660718 Aug 23 20:37:42.278334 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd549f8-9fc4-45ea-9d55-154a0cdd4559 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Pushing event updated for resources: {'Network': ['ID=02bac410-b27b-49cf-96fd-4f276d56ae51,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:42.279179 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-5e3a8936-df03-4f2a-ab1f-bcdb1bb31c5e None None] Calling delete_port for 116e4082-bcdf-40d4-8c10-2baf3d196b9a owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:37:42.309016 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b7d685-219b-4de0-9f24-56fe6ae7012e tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Made reservation on behalf of 31c0cec95ab64e5ca0c5b6061061da27 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:37:42.312420 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b7b7d685-219b-4de0-9f24-56fe6ae7012e tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:42.348992 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276548c-9599-4eab-b125-943facf6b37a tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c89d598-92f7-4e8c-8852-03f890bcb336,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:42.352261 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [req-4744f7e1-7e95-43e5-a369-050de1e5fbec req-04008ae4-ae4d-48b1-ad22-65f5687c697a tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] show failed (client error): The resource could not be found. Aug 23 20:37:42.358199 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-559587ce-fe1a-4db1-a850-1cac8f94cb32 admin admin] For port 116e4082-bcdf-40d4-8c10-2baf3d196b9a, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=116e4082-bcdf-40d4-8c10-2baf3d196b9a,segment=NetworkSegment(fc6750d3-5ec3-4035-a6ba-f97ef7b6d4d0),segment_id=fc6750d3-5ec3-4035-a6ba-f97ef7b6d4d0)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:37:42.358627 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-559587ce-fe1a-4db1-a850-1cac8f94cb32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:42.377452 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4744f7e1-7e95-43e5-a369-050de1e5fbec req-04008ae4-ae4d-48b1-ad22-65f5687c697a tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups/6c89d598-92f7-4e8c-8852-03f890bcb336 HTTP/1.1" status: 404 len: 352 time: 0.0857203 Aug 23 20:37:42.388849 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device b096bed7-e6ad-4794-b7d9-e61b90bafa7d details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:37:42.390939 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device c2650ba0-bc32-4cd3-bef0-7cf28e126ad2 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:37:42.392306 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-aa0a149e-0424-4f81-a384-65ca00259b06 req-015c9d98-42b3-47eb-9502-7357075e7786 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1796647407', 'description': 'tempest-description-1348646717'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:37:42.392618 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 02bac410-b27b-49cf-96fd-4f276d56ae51 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:37:42.406190 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5e3a8936-df03-4f2a-ab1f-bcdb1bb31c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:42.425723 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-559587ce-fe1a-4db1-a850-1cac8f94cb32 admin admin] Calling delete_port for 116e4082-bcdf-40d4-8c10-2baf3d196b9a owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:37:42.427516 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7b7d685-219b-4de0-9f24-56fe6ae7012e tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:37:42.433849 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2e8b7f54-e994-485f-a5b0-5d8f37543425 req-979ba2e1-166b-4528-a3ba-c925ef1a761a service neutron] 10.222.0.32 "GET /v2.0/networks/4f8ad650-bde2-493c-8452-775cfc30ee47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726748 Aug 23 20:37:42.449397 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b7b7d685-219b-4de0-9f24-56fe6ae7012e tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:42.449758 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-b7b7d685-219b-4de0-9f24-56fe6ae7012e tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Added segment 1327a635-0d45-4da9-b7cc-6ec07d0ee464 of type vlan for network aacbd0fd-d16f-425e-a7bb-080e612100d5 Aug 23 20:37:42.452505 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-aa0a149e-0424-4f81-a384-65ca00259b06 req-015c9d98-42b3-47eb-9502-7357075e7786 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:42.593671 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port b096bed7-e6ad-4794-b7d9-e61b90bafa7d, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=b096bed7-e6ad-4794-b7d9-e61b90bafa7d,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:37:42.608639 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': 'b096bed7-e6ad-4794-b7d9-e61b90bafa7d', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'port_id': 'b096bed7-e6ad-4794-b7d9-e61b90bafa7d', 'mac_address': 'fa:16:3e:ea:c1:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66e9eb0-86f4-4159-852b-f29863cbf18d', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:37:42.641183 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3a8936-df03-4f2a-ab1f-bcdb1bb31c5e None None] No DVR routers for this DVR port 116e4082-bcdf-40d4-8c10-2baf3d196b9a on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:37:42.643318 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-aa0a149e-0424-4f81-a384-65ca00259b06 req-015c9d98-42b3-47eb-9502-7357075e7786 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:42.652211 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-aa0a149e-0424-4f81-a384-65ca00259b06 req-015c9d98-42b3-47eb-9502-7357075e7786 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:42.671476 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6088fe18-94ad-4ffa-ae18-fcb45198c4d8', 'name': 'network-vif-deleted', 'tag': '51fc6ae8-a0f6-4c82-86f0-cfa67abd6aa4'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:37:42.674971 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0936c43-a257-45f5-81db-dca85228d1b7" -d '{"events": [{"server_uuid": "6088fe18-94ad-4ffa-ae18-fcb45198c4d8", "name": "network-vif-deleted", "tag": "51fc6ae8-a0f6-4c82-86f0-cfa67abd6aa4"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:37:42.688466 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a8936-df03-4f2a-ab1f-bcdb1bb31c5e None None] Pushing event deleted for resources: {'Port': ['ID=116e4082-bcdf-40d4-8c10-2baf3d196b9a,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:42.693797 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-559587ce-fe1a-4db1-a850-1cac8f94cb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:42.701065 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c9d98-42b3-47eb-9502-7357075e7786 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3390671-5d25-4d8d-9b1e-4a5665285540,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:42.703723 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b7b7d685-219b-4de0-9f24-56fe6ae7012e tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:42.704015 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-aa0a149e-0424-4f81-a384-65ca00259b06 req-015c9d98-42b3-47eb-9502-7357075e7786 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:42.718303 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-aa0a149e-0424-4f81-a384-65ca00259b06 req-015c9d98-42b3-47eb-9502-7357075e7786 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3396513 Aug 23 20:37:42.775919 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b7b7d685-219b-4de0-9f24-56fe6ae7012e tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:42.783125 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b7d685-219b-4de0-9f24-56fe6ae7012e tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:42.783383 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:42.784204 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b7b7d685-219b-4de0-9f24-56fe6ae7012e tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:42.797245 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559587ce-fe1a-4db1-a850-1cac8f94cb32 admin admin] No DVR routers for this DVR port 116e4082-bcdf-40d4-8c10-2baf3d196b9a on host n-d-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:37:42.799289 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b096bed7-e6ad-4794-b7d9-e61b90bafa7d {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:37:42.806058 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port c2650ba0-bc32-4cd3-bef0-7cf28e126ad2 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:37:42.813574 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559587ce-fe1a-4db1-a850-1cac8f94cb32 admin admin] Pushing event deleted for resources: {'Port': ['ID=116e4082-bcdf-40d4-8c10-2baf3d196b9a,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:42.815640 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port c2650ba0-bc32-4cd3-bef0-7cf28e126ad2 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:37:42.816317 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:42.835367 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b7b7d685-219b-4de0-9f24-56fe6ae7012e tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6844556 Aug 23 20:37:42.845099 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950e011-2d5a-4295-b99e-78a87c9e173f req-638e25e8-a561-4a2c-b498-0b4f1cc2700a tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:42.845669 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca17c442-88ba-47f5-a29b-41a6ef867d0a req-76525e38-dc9f-4d2c-9458-b6ef14db5a82 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:42.852362 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port b096bed7-e6ad-4794-b7d9-e61b90bafa7d, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=b096bed7-e6ad-4794-b7d9-e61b90bafa7d,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:37:42.855517 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ca17c442-88ba-47f5-a29b-41a6ef867d0a req-76525e38-dc9f-4d2c-9458-b6ef14db5a82 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=6da20a34-4d8d-452b-b44f-a1400228fc61 HTTP/1.1" status: 200 len: 948 time: 0.0794690 Aug 23 20:37:42.856770 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8950e011-2d5a-4295-b99e-78a87c9e173f req-638e25e8-a561-4a2c-b498-0b4f1cc2700a tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/ports?device_id=2146bea7-5055-4beb-9cb7-e0c762b9e24c HTTP/1.1" status: 200 len: 945 time: 0.2598820 Aug 23 20:37:42.864491 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 58940) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:37:42.869068 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:42.872137 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-123ee903-f03d-4ae2-9156-3c91a6f254a7 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Request body: {'subnet': {'network_id': '02bac410-b27b-49cf-96fd-4f276d56ae51', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:37:42.922686 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=b096bed7-e6ad-4794-b7d9-e61b90bafa7d,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:42.971684 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:42.984729 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-559587ce-fe1a-4db1-a850-1cac8f94cb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:42.996582 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-559587ce-fe1a-4db1-a850-1cac8f94cb32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a236e5f-ea7d-49c3-9cf6-d7cd592d9e14']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:37:43.009684 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da20a34-4d8d-452b-b44f-a1400228fc61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2650ba0-bc32-4cd3-bef0-7cf28e126ad2'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:37:43.011653 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ca17c442-88ba-47f5-a29b-41a6ef867d0a req-be13fd6d-3ed0-4ba9-afef-a268383e0617 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550982 Aug 23 20:37:43.012363 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39035612-a3b5-44c1-be33-180f2a067b51" -d '{"events": [{"server_uuid": "6da20a34-4d8d-452b-b44f-a1400228fc61", "name": "network-vif-plugged", "status": "completed", "tag": "c2650ba0-bc32-4cd3-bef0-7cf28e126ad2"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:37:43.024457 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123ee903-f03d-4ae2-9156-3c91a6f254a7 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Made reservation on behalf of 31c0cec95ab64e5ca0c5b6061061da27 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:37:43.030387 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-123ee903-f03d-4ae2-9156-3c91a6f254a7 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:43.033842 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port c2650ba0-bc32-4cd3-bef0-7cf28e126ad2, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=c2650ba0-bc32-4cd3-bef0-7cf28e126ad2,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:37:43.039669 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b4fbc676-3703-42ca-b507-c08fcdbaeacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:43.044026 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:43.108203 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=c2650ba0-bc32-4cd3-bef0-7cf28e126ad2,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:43.263905 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['b096bed7-e6ad-4794-b7d9-e61b90bafa7d'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:37:43.303008 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df95cc0-ccf7-46c4-baa7-01441b7302fb x-openstack-request-id: req-9df95cc0-ccf7-46c4-baa7-01441b7302fb {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:37:43.303693 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6088fe18-94ad-4ffa-ae18-fcb45198c4d8", "name": "network-vif-deleted", "tag": "51fc6ae8-a0f6-4c82-86f0-cfa67abd6aa4", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:37:43.303693 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9df95cc0-ccf7-46c4-baa7-01441b7302fb {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:37:43.304305 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6088fe18-94ad-4ffa-ae18-fcb45198c4d8', 'name': 'network-vif-deleted', 'tag': '51fc6ae8-a0f6-4c82-86f0-cfa67abd6aa4', 'status': 'completed', 'code': 200} Aug 23 20:37:43.307494 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-123ee903-f03d-4ae2-9156-3c91a6f254a7 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:43.319932 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-03958b0a-013e-42ab-bee4-e7b17e632ea6 req-1a730b6e-a87d-4325-9cad-e9b2c0c5c5c7 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1562812150', 'description': 'tempest-description-2051841551'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:37:43.414562 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123ee903-f03d-4ae2-9156-3c91a6f254a7 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Checking segment: {'id': 'd26d7b7e-620e-4a66-b90b-1ee63dd61b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '02bac410-b27b-49cf-96fd-4f276d56ae51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:37:43.415034 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123ee903-f03d-4ae2-9156-3c91a6f254a7 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Network hostable DHCP agents. Network: 02bac410-b27b-49cf-96fd-4f276d56ae51, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:37:43.418441 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-559587ce-fe1a-4db1-a850-1cac8f94cb32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc6750d3-5ec3-4035-a6ba-f97ef7b6d4d0') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:37:43.418731 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-559587ce-fe1a-4db1-a850-1cac8f94cb32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc6750d3-5ec3-4035-a6ba-f97ef7b6d4d0') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:37:43.438236 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-559587ce-fe1a-4db1-a850-1cac8f94cb32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:43.450925 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-03958b0a-013e-42ab-bee4-e7b17e632ea6 req-1a730b6e-a87d-4325-9cad-e9b2c0c5c5c7 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:43.473454 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ee903-f03d-4ae2-9156-3c91a6f254a7 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Pushing event updated for resources: {'Subnet': ['ID=ee41020d-3ec7-42a2-ac14-02f12c3e4481,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:43.499438 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-559587ce-fe1a-4db1-a850-1cac8f94cb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:43.502554 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 51fc6ae8-a0f6-4c82-86f0-cfa67abd6aa4 no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:37:43.526330 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-559587ce-fe1a-4db1-a850-1cac8f94cb32 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:37:43.526771 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-559587ce-fe1a-4db1-a850-1cac8f94cb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:43.566693 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: 51fc6ae8-a0f6-4c82-86f0-cfa67abd6aa4 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:37:43.567227 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 51fc6ae8-a0f6-4c82-86f0-cfa67abd6aa4 not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:37:43.577551 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-03958b0a-013e-42ab-bee4-e7b17e632ea6 req-1a730b6e-a87d-4325-9cad-e9b2c0c5c5c7 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:43.577551 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123ee903-f03d-4ae2-9156-3c91a6f254a7 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Network 02bac410-b27b-49cf-96fd-4f276d56ae51 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:37:43.589993 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-03958b0a-013e-42ab-bee4-e7b17e632ea6 req-1a730b6e-a87d-4325-9cad-e9b2c0c5c5c7 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:43.603034 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-123ee903-f03d-4ae2-9156-3c91a6f254a7 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 02bac410-b27b-49cf-96fd-4f276d56ae51) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:37:43.618685 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd0b01b-fe36-49f0-b7db-cfa37543d781 None None] Network 02bac410-b27b-49cf-96fd-4f276d56ae51 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:37:43.622660 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:43.645756 n-d-805663-2 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:37:43.645756 n-d-805663-2 neutron-server[94687]: self.session.flush() Aug 23 20:37:43.645756 n-d-805663-2 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:37:43.645756 n-d-805663-2 neutron-server[94687]: self.session.flush() Aug 23 20:37:43.645756 n-d-805663-2 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:37:43.645756 n-d-805663-2 neutron-server[94687]: self.session.flush() Aug 23 20:37:43.645756 n-d-805663-2 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:37:43.645756 n-d-805663-2 neutron-server[94687]: self.session.flush() Aug 23 20:37:43.645756 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:37:43.645756 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:37:43.645756 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:37:43.645756 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:37:43.645756 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:37:43.645756 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:37:43.645756 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:37:43.645756 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:37:43.645756 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:37:43.645756 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:37:43.645756 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:37:43.645756 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:37:43.645756 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:37:43.645756 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:37:43.645756 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:37:43.645756 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:37:43.645756 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:37:43.645756 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:37:43.645756 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:37:43.645756 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:37:43.645756 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:37:43.645756 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:37:43.645756 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:37:43.645756 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:37:43.645756 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:37:43.645756 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:37:43.645756 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:37:43.645756 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:37:43.645756 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:37:43.645756 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:37:43.645756 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:37:43.645756 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:37:43.654715 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123ee903-f03d-4ae2-9156-3c91a6f254a7 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:43.655926 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-123ee903-f03d-4ae2-9156-3c91a6f254a7 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:43.668868 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-03958b0a-013e-42ab-bee4-e7b17e632ea6 req-1a730b6e-a87d-4325-9cad-e9b2c0c5c5c7 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:43.675696 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-03958b0a-013e-42ab-bee4-e7b17e632ea6 req-1a730b6e-a87d-4325-9cad-e9b2c0c5c5c7 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3740122 Aug 23 20:37:43.708860 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a730b6e-a87d-4325-9cad-e9b2c0c5c5c7 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=168a42a6-1197-4f5a-be55-9b0ddf4dea09,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:43.721088 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-123ee903-f03d-4ae2-9156-3c91a6f254a7 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8545308 Aug 23 20:37:43.727667 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b7d685-219b-4de0-9f24-56fe6ae7012e tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Pushing event updated for resources: {'Network': ['ID=aacbd0fd-d16f-425e-a7bb-080e612100d5,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:43.744315 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 58952) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:37:43.768072 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-559587ce-fe1a-4db1-a850-1cac8f94cb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:43.775080 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-8c49cf79-de43-432c-ba49-a1068afd724f tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Request body: {'subnet': {'network_id': 'aacbd0fd-d16f-425e-a7bb-080e612100d5', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:37:43.793777 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-559587ce-fe1a-4db1-a850-1cac8f94cb32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:43.798359 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-559587ce-fe1a-4db1-a850-1cac8f94cb32 admin admin] 10.222.0.61 "DELETE /v2.0/networks/8a236e5f-ea7d-49c3-9cf6-d7cd592d9e14 HTTP/1.1" status: 204 len: 168 time: 2.1135223 Aug 23 20:37:43.824304 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network aacbd0fd-d16f-425e-a7bb-080e612100d5 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:37:43.844664 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8950e011-2d5a-4295-b99e-78a87c9e173f req-ff382906-dc0b-4d91-aca1-cce1cecef6f8 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/security-groups?id=26f54a44-9852-4d54-9348-9ab7d69f31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9702506 Aug 23 20:37:43.846075 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559587ce-fe1a-4db1-a850-1cac8f94cb32 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a236e5f-ea7d-49c3-9cf6-d7cd592d9e14,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:43.905898 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 116e4082-bcdf-40d4-8c10-2baf3d196b9a no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:37:43.953208 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b44639-b3b7-4a9f-9d0c-082e669cefa7 x-openstack-request-id: req-00b44639-b3b7-4a9f-9d0c-082e669cefa7 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:37:43.953569 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6da20a34-4d8d-452b-b44f-a1400228fc61", "name": "network-vif-plugged", "status": "completed", "tag": "c2650ba0-bc32-4cd3-bef0-7cf28e126ad2", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:37:43.953811 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-00b44639-b3b7-4a9f-9d0c-082e669cefa7 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:37:43.954661 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6da20a34-4d8d-452b-b44f-a1400228fc61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2650ba0-bc32-4cd3-bef0-7cf28e126ad2', 'code': 200} Aug 23 20:37:43.957885 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 116e4082-bcdf-40d4-8c10-2baf3d196b9a {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:37:43.958653 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 116e4082-bcdf-40d4-8c10-2baf3d196b9a not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:37:44.000448 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96450be7-e17d-4bbd-83a6-431311fba3f3 req-c2feff0a-96f7-4bcc-be57-903bd077ec87 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:44.003199 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-d716bb84-485c-4796-aba2-0708299d9d50 req-d7b0c645-05ed-4914-9d0e-67119220a1de tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1339536168', 'description': 'tempest-description-398813782'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:37:44.009169 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-96450be7-e17d-4bbd-83a6-431311fba3f3 req-c2feff0a-96f7-4bcc-be57-903bd077ec87 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2fdf8fa-c29d-48b0-960a-1e34b4102531 HTTP/1.1" status: 200 len: 945 time: 0.1072516 Aug 23 20:37:44.093769 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-96450be7-e17d-4bbd-83a6-431311fba3f3 req-afbb3663-248d-486d-bd36-1b5dfd65284e tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816963 Aug 23 20:37:44.127323 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d85c855-549a-413e-8983-16a23fd92fd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-02bac410-b27b-49cf-96fd-4f276d56ae51', 'network_id': '02bac410-b27b-49cf-96fd-4f276d56ae51', 'tenant_id': '31c0cec95ab64e5ca0c5b6061061da27', 'fixed_ips': [{'subnet_id': 'ee41020d-3ec7-42a2-ac14-02f12c3e4481'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:37:44.128359 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0d85c855-549a-413e-8983-16a23fd92fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:44.196777 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 58964) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:37:44.247247 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d278cdc9-f402-416a-8b72-3d9196915f2b req-e68bcc9f-0c31-469b-9e1b-be15a5faabaf tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:44.248915 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d278cdc9-f402-416a-8b72-3d9196915f2b req-e68bcc9f-0c31-469b-9e1b-be15a5faabaf tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.32 "GET /v2.0/ports?device_id=2146bea7-5055-4beb-9cb7-e0c762b9e24c HTTP/1.1" status: 200 len: 945 time: 0.1519969 Aug 23 20:37:44.264008 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab734dbb-547a-4173-8e67-0f078706b07a req-6832a569-cb9a-42e3-aad3-a43f83bf8958 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:44.271515 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ab734dbb-547a-4173-8e67-0f078706b07a req-6832a569-cb9a-42e3-aad3-a43f83bf8958 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=6da20a34-4d8d-452b-b44f-a1400228fc61 HTTP/1.1" status: 200 len: 949 time: 0.1063340 Aug 23 20:37:44.379087 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-08bfb2ff-815d-4b9c-8abf-4f02fb5e8910 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cf43976dbe8f4afab057c09af96e846f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1779168 Aug 23 20:37:44.390502 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 58966) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:37:44.420424 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-0d85c855-549a-413e-8983-16a23fd92fd4 None None] Allocated IP 10.1.1.2 (02bac410-b27b-49cf-96fd-4f276d56ae51/ee41020d-3ec7-42a2-ac14-02f12c3e4481/af43c21c-cae6-4f02-9e3e-0186076470dd) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:37:44.423556 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ab734dbb-547a-4173-8e67-0f078706b07a req-8596dcf4-10c5-4a56-98dc-640ec6578b70 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508000 Aug 23 20:37:44.454908 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d716bb84-485c-4796-aba2-0708299d9d50 req-d7b0c645-05ed-4914-9d0e-67119220a1de tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:44.533950 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b27973-a0ae-4ca9-8a35-67112bfc3950 req-815b7deb-50ad-4981-b62e-4784dfd74cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:44.536004 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f6b27973-a0ae-4ca9-8a35-67112bfc3950 req-815b7deb-50ad-4981-b62e-4784dfd74cc9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6da20a34-4d8d-452b-b44f-a1400228fc61 HTTP/1.1" status: 200 len: 1100 time: 0.0823834 Aug 23 20:37:44.605959 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5173d7d0-bd53-4341-946e-84e624fcc85d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:44.616492 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f6b27973-a0ae-4ca9-8a35-67112bfc3950 req-0af10588-8317-447c-b7bc-9bba056849d4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586972 Aug 23 20:37:44.624883 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:44.636147 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-d278cdc9-f402-416a-8b72-3d9196915f2b req-587aa4bd-2572-426d-9146-976982a46ac3 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Deleting port 8c190ab4-62e4-4c59-b13a-ba8288006af9 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:37:44.636908 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d278cdc9-f402-416a-8b72-3d9196915f2b req-587aa4bd-2572-426d-9146-976982a46ac3 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:44.657553 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d716bb84-485c-4796-aba2-0708299d9d50 req-d7b0c645-05ed-4914-9d0e-67119220a1de tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:44.682998 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d716bb84-485c-4796-aba2-0708299d9d50 req-d7b0c645-05ed-4914-9d0e-67119220a1de tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:44.703628 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c49cf79-de43-432c-ba49-a1068afd724f tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Made reservation on behalf of 31c0cec95ab64e5ca0c5b6061061da27 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:37:44.707839 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8c49cf79-de43-432c-ba49-a1068afd724f tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:44.741398 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0d85c855-549a-413e-8983-16a23fd92fd4 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:44.751591 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0d85c855-549a-413e-8983-16a23fd92fd4 None None] Transition to ACTIVE for port object af43c21c-cae6-4f02-9e3e-0186076470dd will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:37:44.780690 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5173d7d0-bd53-4341-946e-84e624fcc85d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:44.786225 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0d85c855-549a-413e-8983-16a23fd92fd4 None None] Transition to ACTIVE for port object af43c21c-cae6-4f02-9e3e-0186076470dd will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:37:44.795981 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0d85c855-549a-413e-8983-16a23fd92fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:44.813043 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d716bb84-485c-4796-aba2-0708299d9d50 req-d7b0c645-05ed-4914-9d0e-67119220a1de tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:44.817499 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d716bb84-485c-4796-aba2-0708299d9d50 req-d7b0c645-05ed-4914-9d0e-67119220a1de tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.8192315 Aug 23 20:37:44.879758 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b0c645-05ed-4914-9d0e-67119220a1de tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6bc2d5e-14e1-4032-af59-85945a6b6028,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:44.903916 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d85c855-549a-413e-8983-16a23fd92fd4 None None] Network 02bac410-b27b-49cf-96fd-4f276d56ae51 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:37:44.906807 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-0d85c855-549a-413e-8983-16a23fd92fd4 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:37:44.910535 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d85c855-549a-413e-8983-16a23fd92fd4 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:37:44.952275 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d85c855-549a-413e-8983-16a23fd92fd4 None None] Pushing event updated for resources: {'Port': ['ID=af43c21c-cae6-4f02-9e3e-0186076470dd,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:45.004591 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-d278cdc9-f402-416a-8b72-3d9196915f2b req-587aa4bd-2572-426d-9146-976982a46ac3 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] For port 8c190ab4-62e4-4c59-b13a-ba8288006af9, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=8c190ab4-62e4-4c59-b13a-ba8288006af9,segment=NetworkSegment(43da8eaf-145a-4efd-af9e-5d745e6d4494),segment_id=43da8eaf-145a-4efd-af9e-5d745e6d4494)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:37:45.005136 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d278cdc9-f402-416a-8b72-3d9196915f2b req-587aa4bd-2572-426d-9146-976982a46ac3 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:45.030782 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-d278cdc9-f402-416a-8b72-3d9196915f2b req-587aa4bd-2572-426d-9146-976982a46ac3 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Calling delete_port for 8c190ab4-62e4-4c59-b13a-ba8288006af9 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:37:45.058875 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-0d85c855-549a-413e-8983-16a23fd92fd4 None None] Attempting to bind port af43c21c-cae6-4f02-9e3e-0186076470dd on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:37:45.059172 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-0d85c855-549a-413e-8983-16a23fd92fd4 None None] Attempting to bind port af43c21c-cae6-4f02-9e3e-0186076470dd by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'd26d7b7e-620e-4a66-b90b-1ee63dd61b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '02bac410-b27b-49cf-96fd-4f276d56ae51'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:37:45.059519 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d85c855-549a-413e-8983-16a23fd92fd4 None None] Attempting to bind port af43c21c-cae6-4f02-9e3e-0186076470dd on network 02bac410-b27b-49cf-96fd-4f276d56ae51 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:37:45.067858 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d85c855-549a-413e-8983-16a23fd92fd4 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:37:45.067858 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d85c855-549a-413e-8983-16a23fd92fd4 None None] Checking segment: {'id': 'd26d7b7e-620e-4a66-b90b-1ee63dd61b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '02bac410-b27b-49cf-96fd-4f276d56ae51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:37:45.068294 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0d85c855-549a-413e-8983-16a23fd92fd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:45.068714 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d85c855-549a-413e-8983-16a23fd92fd4 None None] Bound using segment: {'id': 'd26d7b7e-620e-4a66-b90b-1ee63dd61b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '02bac410-b27b-49cf-96fd-4f276d56ae51'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:37:45.069193 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-0d85c855-549a-413e-8983-16a23fd92fd4 None None] Bound port: af43c21c-cae6-4f02-9e3e-0186076470dd, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd26d7b7e-620e-4a66-b90b-1ee63dd61b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '02bac410-b27b-49cf-96fd-4f276d56ae51'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:37:45.069603 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0d85c855-549a-413e-8983-16a23fd92fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:45.134088 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b76bd875-c4f4-4f93-9cc5-775d9bc56521 req-c3b80c52-b5dd-462a-bd86-65887832a7be tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=563aa4e07ca643c6af0ae12d196af505 HTTP/1.1" status: 200 len: 10899 time: 0.2947719 Aug 23 20:37:45.135971 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8c49cf79-de43-432c-ba49-a1068afd724f tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:45.173740 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5173d7d0-bd53-4341-946e-84e624fcc85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:45.176564 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5173d7d0-bd53-4341-946e-84e624fcc85d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:45.179730 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5173d7d0-bd53-4341-946e-84e624fcc85d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6c7c410e-e939-4e89-9fea-f94e5d397714 HTTP/1.1" status: 204 len: 168 time: 0.7859211 Aug 23 20:37:45.208604 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c49cf79-de43-432c-ba49-a1068afd724f tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Pushing event updated for resources: {'Subnet': ['ID=5dddc676-d460-40e8-9afa-b8b1805fce38,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:45.225434 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b453f50c-ae36-42d7-bd0f-0cbca84b39cd req-0f12a720-9eff-426b-bcc7-69c14e354433 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:45.235910 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b453f50c-ae36-42d7-bd0f-0cbca84b39cd req-0f12a720-9eff-426b-bcc7-69c14e354433 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/ports?device_id=2146bea7-5055-4beb-9cb7-e0c762b9e24c HTTP/1.1" status: 200 len: 945 time: 0.1417162 Aug 23 20:37:45.239440 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-0d85c855-549a-413e-8983-16a23fd92fd4 None None] For port af43c21c-cae6-4f02-9e3e-0186076470dd, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:37:45.244234 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-0d85c855-549a-413e-8983-16a23fd92fd4 None None] For port af43c21c-cae6-4f02-9e3e-0186076470dd, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=af43c21c-cae6-4f02-9e3e-0186076470dd,segment=NetworkSegment(d26d7b7e-620e-4a66-b90b-1ee63dd61b0f),segment_id=d26d7b7e-620e-4a66-b90b-1ee63dd61b0f)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:37:45.252646 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0d85c855-549a-413e-8983-16a23fd92fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:45.279349 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5173d7d0-bd53-4341-946e-84e624fcc85d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7c410e-e939-4e89-9fea-f94e5d397714,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:45.294345 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c49cf79-de43-432c-ba49-a1068afd724f tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Checking segment: {'id': '1327a635-0d45-4da9-b7cc-6ec07d0ee464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'aacbd0fd-d16f-425e-a7bb-080e612100d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:37:45.295121 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c49cf79-de43-432c-ba49-a1068afd724f tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Network hostable DHCP agents. Network: aacbd0fd-d16f-425e-a7bb-080e612100d5, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:37:45.300446 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b76bd875-c4f4-4f93-9cc5-775d9bc56521 req-a3e416c9-c44c-4e92-a420-d86058c8e443 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups/5db33e87-bc75-43f1-b279-c9256a85708e HTTP/1.1" status: 200 len: 2981 time: 0.1577065 Aug 23 20:37:45.358877 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c49cf79-de43-432c-ba49-a1068afd724f tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Network aacbd0fd-d16f-425e-a7bb-080e612100d5 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:37:45.396475 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b76bd875-c4f4-4f93-9cc5-775d9bc56521 req-a0cfc794-9d55-468e-aa96-94f117505fcb tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups/5db33e87-bc75-43f1-b279-c9256a85708e HTTP/1.1" status: 200 len: 2981 time: 0.0887964 Aug 23 20:37:45.413831 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b453f50c-ae36-42d7-bd0f-0cbca84b39cd req-23cfed4b-f912-431c-b296-5c5a0bdee276 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/security-groups?id=26f54a44-9852-4d54-9348-9ab7d69f31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757450 Aug 23 20:37:45.426179 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-8c49cf79-de43-432c-ba49-a1068afd724f tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, aacbd0fd-d16f-425e-a7bb-080e612100d5) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:37:45.446087 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c49cf79-de43-432c-ba49-a1068afd724f tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:45.446741 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8c49cf79-de43-432c-ba49-a1068afd724f tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:45.469713 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cda034-0f64-48f1-8379-19082814e401 None None] Network aacbd0fd-d16f-425e-a7bb-080e612100d5 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:37:45.490495 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8c49cf79-de43-432c-ba49-a1068afd724f tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7417326 Aug 23 20:37:45.494183 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 58992) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:37:45.498685 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-0e5a13aa-ec8a-4c42-b4cd-a00cc422cac9 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Request body: {'port': {'network_id': '02bac410-b27b-49cf-96fd-4f276d56ae51', 'name': 'tempest-TaggedBootDevicesTest_v242-473000833', 'fixed_ips': [{'subnet_id': 'ee41020d-3ec7-42a2-ac14-02f12c3e4481'}]}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:37:45.524499 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d278cdc9-f402-416a-8b72-3d9196915f2b req-587aa4bd-2572-426d-9146-976982a46ac3 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:45.552315 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d85c855-549a-413e-8983-16a23fd92fd4 None None] Pushing event updated for resources: {'Port': ['ID=af43c21c-cae6-4f02-9e3e-0186076470dd,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:45.562097 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['aec0e59e-f6a2-4070-b3d1-9a771fa52ef7'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:37:45.571085 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['8c190ab4-62e4-4c59-b13a-ba8288006af9'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:37:45.698026 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587aa4bd-2572-426d-9146-976982a46ac3 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Pushing event deleted for resources: {'Port': ['ID=8c190ab4-62e4-4c59-b13a-ba8288006af9,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:45.790137 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-d278cdc9-f402-416a-8b72-3d9196915f2b req-587aa4bd-2572-426d-9146-976982a46ac3 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] No DVR routers for this DVR port 8c190ab4-62e4-4c59-b13a-ba8288006af9 on host n-h2-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:37:45.809079 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7d7e08fc-66e9-4b11-ac63-abad66c2f91c req-8c18c048-4ad5-4f7a-89fa-f0a50c2c98d1 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups/c3390671-5d25-4d8d-9b1e-4a5665285540 HTTP/1.1" status: 200 len: 1801 time: 0.3403456 Aug 23 20:37:45.813018 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d278cdc9-f402-416a-8b72-3d9196915f2b req-587aa4bd-2572-426d-9146-976982a46ac3 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:45.822895 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d278cdc9-f402-416a-8b72-3d9196915f2b req-587aa4bd-2572-426d-9146-976982a46ac3 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.32 "DELETE /v2.0/ports/8c190ab4-62e4-4c59-b13a-ba8288006af9 HTTP/1.1" status: 204 len: 173 time: 1.5434098 Aug 23 20:37:45.834642 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2146bea7-5055-4beb-9cb7-e0c762b9e24c', 'name': 'network-vif-deleted', 'tag': '8c190ab4-62e4-4c59-b13a-ba8288006af9'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:37:45.850439 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40b171d-2540-4d60-ac23-ef8404e6d1a3" -d '{"events": [{"server_uuid": "2146bea7-5055-4beb-9cb7-e0c762b9e24c", "name": "network-vif-deleted", "tag": "8c190ab4-62e4-4c59-b13a-ba8288006af9"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:37:45.897274 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5a13aa-ec8a-4c42-b4cd-a00cc422cac9 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Made reservation on behalf of 31c0cec95ab64e5ca0c5b6061061da27 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:37:45.950614 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7d7e08fc-66e9-4b11-ac63-abad66c2f91c req-46cd1c57-369b-40c4-a853-7b4f39766c99 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:45.952514 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4495d-b41a-4c72-b8ab-b0ac78250039 req-6018d9c0-ee30-4077-94a0-28ca0d786747 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:45.982964 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a4f4495d-b41a-4c72-b8ab-b0ac78250039 req-6018d9c0-ee30-4077-94a0-28ca0d786747 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2fdf8fa-c29d-48b0-960a-1e34b4102531 HTTP/1.1" status: 200 len: 945 time: 0.3878341 Aug 23 20:37:46.014364 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:46.020622 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7d7e08fc-66e9-4b11-ac63-abad66c2f91c req-46cd1c57-369b-40c4-a853-7b4f39766c99 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:46.137608 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7d7e08fc-66e9-4b11-ac63-abad66c2f91c req-46cd1c57-369b-40c4-a853-7b4f39766c99 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:46.140351 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7d7e08fc-66e9-4b11-ac63-abad66c2f91c req-46cd1c57-369b-40c4-a853-7b4f39766c99 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:46.140509 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f530c33-3771-4960-b186-1ee456c451f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-aacbd0fd-d16f-425e-a7bb-080e612100d5', 'network_id': 'aacbd0fd-d16f-425e-a7bb-080e612100d5', 'tenant_id': '31c0cec95ab64e5ca0c5b6061061da27', 'fixed_ips': [{'subnet_id': '5dddc676-d460-40e8-9afa-b8b1805fce38'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:37:46.141630 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7d7e08fc-66e9-4b11-ac63-abad66c2f91c req-46cd1c57-369b-40c4-a853-7b4f39766c99 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "DELETE /v2.0/security-groups/c3390671-5d25-4d8d-9b1e-4a5665285540 HTTP/1.1" status: 204 len: 173 time: 0.2868471 Aug 23 20:37:46.154583 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2f530c33-3771-4960-b186-1ee456c451f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:46.160748 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cd1c57-369b-40c4-a853-7b4f39766c99 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3390671-5d25-4d8d-9b1e-4a5665285540,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:46.226764 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e5a13aa-ec8a-4c42-b4cd-a00cc422cac9 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:46.238368 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a4f4495d-b41a-4c72-b8ab-b0ac78250039 req-e74073b1-b1c7-4762-8a2d-65b8ebdb3906 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545791 Aug 23 20:37:46.291791 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-0e5a13aa-ec8a-4c42-b4cd-a00cc422cac9 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] device_id is not set on port 8befdd4b-7da4-4882-ba33-5ff1275123c5 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:37:46.337421 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefdbdcd-c63a-44bd-838e-743b4b3d9363 req-c5caa249-3a88-44af-bcc0-c7a2f8f32621 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:46.356691 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fefdbdcd-c63a-44bd-838e-743b4b3d9363 req-c5caa249-3a88-44af-bcc0-c7a2f8f32621 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=6da20a34-4d8d-452b-b44f-a1400228fc61 HTTP/1.1" status: 200 len: 949 time: 0.0949430 Aug 23 20:37:46.421048 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device b096bed7-e6ad-4794-b7d9-e61b90bafa7d up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:37:46.488026 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fefdbdcd-c63a-44bd-838e-743b4b3d9363 req-f308f964-a7c2-495b-aba8-bb80b2b576e9 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157842 Aug 23 20:37:46.573085 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7cc1435-714a-4cb1-94f0-fcb72b739f9f x-openstack-request-id: req-d7cc1435-714a-4cb1-94f0-fcb72b739f9f {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:37:46.575441 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2146bea7-5055-4beb-9cb7-e0c762b9e24c", "name": "network-vif-deleted", "tag": "8c190ab4-62e4-4c59-b13a-ba8288006af9", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:37:46.575441 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d7cc1435-714a-4cb1-94f0-fcb72b739f9f {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:37:46.575441 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2146bea7-5055-4beb-9cb7-e0c762b9e24c', 'name': 'network-vif-deleted', 'tag': '8c190ab4-62e4-4c59-b13a-ba8288006af9', 'status': 'completed', 'code': 200} Aug 23 20:37:46.730092 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-2f530c33-3771-4960-b186-1ee456c451f8 None None] Allocated IP 10.2.2.2 (aacbd0fd-d16f-425e-a7bb-080e612100d5/5dddc676-d460-40e8-9afa-b8b1805fce38/14ee7b1b-c789-4b55-8a11-43ecbb27f4ee) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:37:46.735272 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port b096bed7-e6ad-4794-b7d9-e61b90bafa7d completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:37:46.757651 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [req-56dd4f63-598f-4126-92a5-954665af0652 req-88c89e19-b231-4718-97fd-bc01ee00c9af tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] show failed (client error): The resource could not be found. Aug 23 20:37:46.766400 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port b096bed7-e6ad-4794-b7d9-e61b90bafa7d triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:37:46.767228 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:46.776185 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-56dd4f63-598f-4126-92a5-954665af0652 req-88c89e19-b231-4718-97fd-bc01ee00c9af tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups/c3390671-5d25-4d8d-9b1e-4a5665285540 HTTP/1.1" status: 404 len: 352 time: 0.0602272 Aug 23 20:37:46.790705 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 59032) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:37:46.952208 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3048627c-8406-442e-876f-ed6ead968583 req-f4425ba3-1b3a-45be-9fd6-39d36f5ef77c tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/ports?device_id=2146bea7-5055-4beb-9cb7-e0c762b9e24c HTTP/1.1" status: 200 len: 210 time: 0.1096866 Aug 23 20:37:47.014149 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-0e5a13aa-ec8a-4c42-b4cd-a00cc422cac9 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Allocated IP 10.1.1.91 (02bac410-b27b-49cf-96fd-4f276d56ae51/ee41020d-3ec7-42a2-ac14-02f12c3e4481/8befdd4b-7da4-4882-ba33-5ff1275123c5) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:37:47.043627 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc2456-029a-432a-84f8-217f19642b45 req-62d9da3c-50b2-48cf-88e7-9efaabf8249d tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:47.052552 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-53cc2456-029a-432a-84f8-217f19642b45 req-62d9da3c-50b2-48cf-88e7-9efaabf8249d tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=80f658c7-e008-4fe7-a771-6c47fa96fa95 HTTP/1.1" status: 200 len: 949 time: 0.1285665 Aug 23 20:37:47.059107 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-fdf3aff0-4433-4660-b87a-29ff7dccce93 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1602793725-network', 'tenant_id': '4c71204908fb4529a03f5cb73a437af5'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:37:47.095271 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6698885c-2d92-4ce4-8260-3cddc9c572c4 req-8656fe58-fdd0-4ad3-a75e-5cfc10799aeb tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups/168a42a6-1197-4f5a-be55-9b0ddf4dea09 HTTP/1.1" status: 200 len: 1802 time: 0.1417711 Aug 23 20:37:47.119304 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-53cc2456-029a-432a-84f8-217f19642b45 req-d1a32b11-6d36-4c01-985c-ebe50ed7e7ae tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653892 Aug 23 20:37:47.137565 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf3aff0-4433-4660-b87a-29ff7dccce93 admin admin] Made reservation on behalf of 4c71204908fb4529a03f5cb73a437af5 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:37:47.139812 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fdf3aff0-4433-4660-b87a-29ff7dccce93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:47.178455 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fdf3aff0-4433-4660-b87a-29ff7dccce93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:47.195239 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b55b47d-3d67-4d1f-9bb8-11a5e32f0f4c None None] Network 02bac410-b27b-49cf-96fd-4f276d56ae51 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:37:47.218807 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6698885c-2d92-4ce4-8260-3cddc9c572c4 req-6e85239f-e3cd-4923-bd61-fd918f599b6f tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:47.257356 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6698885c-2d92-4ce4-8260-3cddc9c572c4 req-6e85239f-e3cd-4923-bd61-fd918f599b6f tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:47.292112 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:47.309714 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-58faecc9-5425-4250-b792-8f871fcc9330 None None] Provisioning for port af43c21c-cae6-4f02-9e3e-0186076470dd completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:37:47.358644 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6698885c-2d92-4ce4-8260-3cddc9c572c4 req-6e85239f-e3cd-4923-bd61-fd918f599b6f tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:47.365689 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6698885c-2d92-4ce4-8260-3cddc9c572c4 req-6e85239f-e3cd-4923-bd61-fd918f599b6f tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:47.368576 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6698885c-2d92-4ce4-8260-3cddc9c572c4 req-6e85239f-e3cd-4923-bd61-fd918f599b6f tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "DELETE /v2.0/security-groups/168a42a6-1197-4f5a-be55-9b0ddf4dea09 HTTP/1.1" status: 204 len: 173 time: 0.2718225 Aug 23 20:37:47.372518 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f658c7-e008-4fe7-a771-6c47fa96fa95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b096bed7-e6ad-4794-b7d9-e61b90bafa7d'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:37:47.385625 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62439dd0-aefb-46ab-aa28-54e271b1e909" -d '{"events": [{"server_uuid": "80f658c7-e008-4fe7-a771-6c47fa96fa95", "name": "network-vif-plugged", "status": "completed", "tag": "b096bed7-e6ad-4794-b7d9-e61b90bafa7d"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:37:47.392261 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e5a13aa-ec8a-4c42-b4cd-a00cc422cac9 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:47.402396 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e85239f-e3cd-4923-bd61-fd918f599b6f tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=168a42a6-1197-4f5a-be55-9b0ddf4dea09,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:47.437799 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [req-73cbd7b3-91be-4327-bbf0-b4c8f860fc0e req-9be66c44-1037-425c-ae5d-707f73df804c tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] show failed (client error): The resource could not be found. Aug 23 20:37:47.439120 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-73cbd7b3-91be-4327-bbf0-b4c8f860fc0e req-9be66c44-1037-425c-ae5d-707f73df804c tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups/168a42a6-1197-4f5a-be55-9b0ddf4dea09 HTTP/1.1" status: 404 len: 352 time: 0.0406668 Aug 23 20:37:47.452812 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-0e5a13aa-ec8a-4c42-b4cd-a00cc422cac9 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Transition to ACTIVE for port object 8befdd4b-7da4-4882-ba33-5ff1275123c5 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:37:47.453465 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port b096bed7-e6ad-4794-b7d9-e61b90bafa7d, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=b096bed7-e6ad-4794-b7d9-e61b90bafa7d,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:37:47.487376 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:47.499524 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fdf3aff0-4433-4660-b87a-29ff7dccce93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:47.511666 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fdf3aff0-4433-4660-b87a-29ff7dccce93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:47.531078 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdf3aff0-4433-4660-b87a-29ff7dccce93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:37:47.544678 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fdf3aff0-4433-4660-b87a-29ff7dccce93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:47.545084 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-fdf3aff0-4433-4660-b87a-29ff7dccce93 admin admin] Added segment 3193245a-50b6-406c-966b-667bf098c937 of type vlan for network ca5a9347-9e5e-4ba5-bd5f-418c9317644b Aug 23 20:37:47.582845 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c56c2-ef3b-434c-ba30-7032c2d458a6 req-464c97cc-b2d8-41e5-b633-0f2852ab8930 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:47.589874 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f65c56c2-ef3b-434c-ba30-7032c2d458a6 req-464c97cc-b2d8-41e5-b633-0f2852ab8930 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2fdf8fa-c29d-48b0-960a-1e34b4102531 HTTP/1.1" status: 200 len: 945 time: 0.1609476 Aug 23 20:37:47.611821 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19bdc4d-2a44-43de-a691-e84bcabfb5cd x-openstack-request-id: req-d19bdc4d-2a44-43de-a691-e84bcabfb5cd {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:37:47.612226 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f658c7-e008-4fe7-a771-6c47fa96fa95", "name": "network-vif-plugged", "status": "completed", "tag": "b096bed7-e6ad-4794-b7d9-e61b90bafa7d", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:37:47.612457 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d19bdc4d-2a44-43de-a691-e84bcabfb5cd {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:37:47.612850 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f658c7-e008-4fe7-a771-6c47fa96fa95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b096bed7-e6ad-4794-b7d9-e61b90bafa7d', 'code': 200} Aug 23 20:37:47.614368 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fdf3aff0-4433-4660-b87a-29ff7dccce93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:47.618881 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=b096bed7-e6ad-4794-b7d9-e61b90bafa7d,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:47.631417 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2f530c33-3771-4960-b186-1ee456c451f8 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:47.668527 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2f530c33-3771-4960-b186-1ee456c451f8 None None] Transition to ACTIVE for port object 14ee7b1b-c789-4b55-8a11-43ecbb27f4ee will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:37:47.699531 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f65c56c2-ef3b-434c-ba30-7032c2d458a6 req-6b73adbe-f12c-4ce4-bb67-72fa8c46c2ef tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953488 Aug 23 20:37:47.701570 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e5a13aa-ec8a-4c42-b4cd-a00cc422cac9 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:47.724579 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2f530c33-3771-4960-b186-1ee456c451f8 None None] Transition to ACTIVE for port object 14ee7b1b-c789-4b55-8a11-43ecbb27f4ee will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:37:47.743347 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c101f51-4e65-4cc4-86f4-3fea778b9d13 req-59958a00-c62a-4a04-a3e7-2599cb95f642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:47.745500 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7c101f51-4e65-4cc4-86f4-3fea778b9d13 req-59958a00-c62a-4a04-a3e7-2599cb95f642 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=80f658c7-e008-4fe7-a771-6c47fa96fa95 HTTP/1.1" status: 200 len: 1101 time: 0.1519811 Aug 23 20:37:47.767143 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2f530c33-3771-4960-b186-1ee456c451f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:47.788892 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5a13aa-ec8a-4c42-b4cd-a00cc422cac9 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Network 02bac410-b27b-49cf-96fd-4f276d56ae51 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:37:47.794885 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-0e5a13aa-ec8a-4c42-b4cd-a00cc422cac9 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:37:47.798088 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fdf3aff0-4433-4660-b87a-29ff7dccce93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:47.802170 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf3aff0-4433-4660-b87a-29ff7dccce93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:47.802170 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fdf3aff0-4433-4660-b87a-29ff7dccce93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:47.807293 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5a13aa-ec8a-4c42-b4cd-a00cc422cac9 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:37:47.866502 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f530c33-3771-4960-b186-1ee456c451f8 None None] Network aacbd0fd-d16f-425e-a7bb-080e612100d5 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:37:47.870784 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-2f530c33-3771-4960-b186-1ee456c451f8 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:37:47.877026 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7c101f51-4e65-4cc4-86f4-3fea778b9d13 req-5187d6ab-4bea-48ea-87dc-4ef9fff43142 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212153 Aug 23 20:37:47.885589 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5a13aa-ec8a-4c42-b4cd-a00cc422cac9 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Pushing event updated for resources: {'Port': ['ID=8befdd4b-7da4-4882-ba33-5ff1275123c5,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:47.888892 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f530c33-3771-4960-b186-1ee456c451f8 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:37:47.920553 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5a13aa-ec8a-4c42-b4cd-a00cc422cac9 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:47.921370 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e5a13aa-ec8a-4c42-b4cd-a00cc422cac9 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:47.930502 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f530c33-3771-4960-b186-1ee456c451f8 None None] Pushing event updated for resources: {'Port': ['ID=14ee7b1b-c789-4b55-8a11-43ecbb27f4ee,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:47.945404 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-0e5a13aa-ec8a-4c42-b4cd-a00cc422cac9 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.4479682 Aug 23 20:37:47.945759 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 59058) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:37:47.949878 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device af43c21c-cae6-4f02-9e3e-0186076470dd up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:37:47.951587 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-111a6074-8739-46ec-ac42-515f98875f73 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Request body: {'port': {'network_id': '02bac410-b27b-49cf-96fd-4f276d56ae51', 'name': 'tempest-TaggedBootDevicesTest_v242-760134683', 'fixed_ips': [{'subnet_id': 'ee41020d-3ec7-42a2-ac14-02f12c3e4481'}]}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:37:48.034508 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-2f530c33-3771-4960-b186-1ee456c451f8 None None] Attempting to bind port 14ee7b1b-c789-4b55-8a11-43ecbb27f4ee on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:37:48.034881 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-2f530c33-3771-4960-b186-1ee456c451f8 None None] Attempting to bind port 14ee7b1b-c789-4b55-8a11-43ecbb27f4ee by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '1327a635-0d45-4da9-b7cc-6ec07d0ee464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'aacbd0fd-d16f-425e-a7bb-080e612100d5'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:37:48.035287 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f530c33-3771-4960-b186-1ee456c451f8 None None] Attempting to bind port 14ee7b1b-c789-4b55-8a11-43ecbb27f4ee on network aacbd0fd-d16f-425e-a7bb-080e612100d5 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:37:48.064181 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf3aff0-4433-4660-b87a-29ff7dccce93 admin admin] Pushing event updated for resources: {'Network': ['ID=ca5a9347-9e5e-4ba5-bd5f-418c9317644b,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:48.068941 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf3aff0-4433-4660-b87a-29ff7dccce93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf92eab0-209f-420b-9204-7ae6844807cf,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:48.071435 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f530c33-3771-4960-b186-1ee456c451f8 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:37:48.071760 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f530c33-3771-4960-b186-1ee456c451f8 None None] Checking segment: {'id': '1327a635-0d45-4da9-b7cc-6ec07d0ee464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'aacbd0fd-d16f-425e-a7bb-080e612100d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:37:48.071876 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2f530c33-3771-4960-b186-1ee456c451f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:48.079615 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-fdf3aff0-4433-4660-b87a-29ff7dccce93 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2847590 Aug 23 20:37:48.079839 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f530c33-3771-4960-b186-1ee456c451f8 None None] Bound using segment: {'id': '1327a635-0d45-4da9-b7cc-6ec07d0ee464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'aacbd0fd-d16f-425e-a7bb-080e612100d5'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:37:48.082215 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-2f530c33-3771-4960-b186-1ee456c451f8 None None] Bound port: 14ee7b1b-c789-4b55-8a11-43ecbb27f4ee, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1327a635-0d45-4da9-b7cc-6ec07d0ee464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'aacbd0fd-d16f-425e-a7bb-080e612100d5'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:37:48.082616 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2f530c33-3771-4960-b186-1ee456c451f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:48.083832 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 59062) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:37:48.090237 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network ca5a9347-9e5e-4ba5-bd5f-418c9317644b details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:37:48.091840 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-0163084e-c479-49df-be4b-995c9a2da30e admin admin] Request body: {'subnet': {'network_id': 'ca5a9347-9e5e-4ba5-bd5f-418c9317644b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1602793725-subnet', 'tenant_id': '4c71204908fb4529a03f5cb73a437af5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:37:48.104826 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a982bf68-ce44-40fb-88b4-144d3cc4d439 req-6c6cad09-17e7-4f43-aae9-cf4451328de1 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups/b6bc2d5e-14e1-4032-af59-85945a6b6028 HTTP/1.1" status: 200 len: 1802 time: 0.3803689 Aug 23 20:37:48.232018 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0163084e-c479-49df-be4b-995c9a2da30e admin admin] Made reservation on behalf of 4c71204908fb4529a03f5cb73a437af5 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:37:48.235873 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0163084e-c479-49df-be4b-995c9a2da30e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:48.260404 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a982bf68-ce44-40fb-88b4-144d3cc4d439 req-098bc6b5-4695-486f-88d1-f7b75651f824 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:48.277284 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111a6074-8739-46ec-ac42-515f98875f73 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Made reservation on behalf of 31c0cec95ab64e5ca0c5b6061061da27 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:37:48.282093 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-111a6074-8739-46ec-ac42-515f98875f73 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:48.358985 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a982bf68-ce44-40fb-88b4-144d3cc4d439 req-098bc6b5-4695-486f-88d1-f7b75651f824 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:48.360264 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-111a6074-8739-46ec-ac42-515f98875f73 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] device_id is not set on port bb388623-a8ca-48fa-a801-64a5e58b5d43 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:37:48.426773 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port af43c21c-cae6-4f02-9e3e-0186076470dd completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:37:48.433649 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6e5d2d06-5527-4566-bbbc-bde8e2cdd3c3 None None] Provisioning complete for port af43c21c-cae6-4f02-9e3e-0186076470dd triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:37:48.434488 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6e5d2d06-5527-4566-bbbc-bde8e2cdd3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:48.441948 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port af43c21c-cae6-4f02-9e3e-0186076470dd triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:37:48.442320 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:48.571446 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7fc08-6057-466a-af85-83b3b4283d0a req-70182aca-78d7-4cd3-add5-c47235251f30 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:48.579768 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-89b7fc08-6057-466a-af85-83b3b4283d0a req-70182aca-78d7-4cd3-add5-c47235251f30 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=80f658c7-e008-4fe7-a771-6c47fa96fa95 HTTP/1.1" status: 200 len: 950 time: 0.2561517 Aug 23 20:37:48.623005 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-2f530c33-3771-4960-b186-1ee456c451f8 None None] For port 14ee7b1b-c789-4b55-8a11-43ecbb27f4ee, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:37:48.641205 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-2f530c33-3771-4960-b186-1ee456c451f8 None None] For port 14ee7b1b-c789-4b55-8a11-43ecbb27f4ee, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=14ee7b1b-c789-4b55-8a11-43ecbb27f4ee,segment=NetworkSegment(1327a635-0d45-4da9-b7cc-6ec07d0ee464),segment_id=1327a635-0d45-4da9-b7cc-6ec07d0ee464)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:37:48.653912 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2f530c33-3771-4960-b186-1ee456c451f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:48.671346 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-89b7fc08-6057-466a-af85-83b3b4283d0a req-38beb470-02d0-4741-be3d-64602569d1c9 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904636 Aug 23 20:37:48.724161 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a982bf68-ce44-40fb-88b4-144d3cc4d439 req-098bc6b5-4695-486f-88d1-f7b75651f824 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:48.730719 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a982bf68-ce44-40fb-88b4-144d3cc4d439 req-098bc6b5-4695-486f-88d1-f7b75651f824 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:48.731918 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a982bf68-ce44-40fb-88b4-144d3cc4d439 req-098bc6b5-4695-486f-88d1-f7b75651f824 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "DELETE /v2.0/security-groups/b6bc2d5e-14e1-4032-af59-85945a6b6028 HTTP/1.1" status: 204 len: 173 time: 0.6261365 Aug 23 20:37:48.746994 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0163084e-c479-49df-be4b-995c9a2da30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:48.860403 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0163084e-c479-49df-be4b-995c9a2da30e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3c46418-e312-4481-81a0-83808ba17cc2,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:48.864179 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-111a6074-8739-46ec-ac42-515f98875f73 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Allocated IP 10.1.1.98 (02bac410-b27b-49cf-96fd-4f276d56ae51/ee41020d-3ec7-42a2-ac14-02f12c3e4481/bb388623-a8ca-48fa-a801-64a5e58b5d43) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:37:48.865756 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f530c33-3771-4960-b186-1ee456c451f8 None None] Pushing event updated for resources: {'Port': ['ID=14ee7b1b-c789-4b55-8a11-43ecbb27f4ee,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:48.906272 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [req-94222557-9bab-4894-83cd-061ed1436d7b req-f024b2f7-d62e-4092-8296-8f0f5e2d9a64 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] show failed (client error): The resource could not be found. Aug 23 20:37:48.907981 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-94222557-9bab-4894-83cd-061ed1436d7b req-f024b2f7-d62e-4092-8296-8f0f5e2d9a64 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups/b6bc2d5e-14e1-4032-af59-85945a6b6028 HTTP/1.1" status: 404 len: 352 time: 0.0542006 Aug 23 20:37:48.908851 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098bc6b5-4695-486f-88d1-f7b75651f824 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6bc2d5e-14e1-4032-af59-85945a6b6028,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:48.916529 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:48.975515 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6e5d2d06-5527-4566-bbbc-bde8e2cdd3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:48.997991 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0163084e-c479-49df-be4b-995c9a2da30e admin admin] Checking segment: {'id': '3193245a-50b6-406c-966b-667bf098c937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'ca5a9347-9e5e-4ba5-bd5f-418c9317644b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:37:48.999824 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0163084e-c479-49df-be4b-995c9a2da30e admin admin] Network hostable DHCP agents. Network: ca5a9347-9e5e-4ba5-bd5f-418c9317644b, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:37:49.039776 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0163084e-c479-49df-be4b-995c9a2da30e admin admin] Network ca5a9347-9e5e-4ba5-bd5f-418c9317644b is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:37:49.065139 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-0163084e-c479-49df-be4b-995c9a2da30e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, ca5a9347-9e5e-4ba5-bd5f-418c9317644b) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:37:49.093164 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e17c91-f1a3-42c4-b074-432eca29cd9e None None] Network ca5a9347-9e5e-4ba5-bd5f-418c9317644b requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:37:49.116965 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0163084e-c479-49df-be4b-995c9a2da30e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:49.117642 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0163084e-c479-49df-be4b-995c9a2da30e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:49.145367 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port af43c21c-cae6-4f02-9e3e-0186076470dd, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=af43c21c-cae6-4f02-9e3e-0186076470dd,segment=NetworkSegment(d26d7b7e-620e-4a66-b90b-1ee63dd61b0f),segment_id=d26d7b7e-620e-4a66-b90b-1ee63dd61b0f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:37:49.269380 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0163084e-c479-49df-be4b-995c9a2da30e admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1734672 Aug 23 20:37:49.348527 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c3b21c8d-a76b-4981-b22a-1ca17abc29ba req-33e4d024-5e86-4dc8-bf1f-4dc62585e2f3 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=563aa4e07ca643c6af0ae12d196af505 HTTP/1.1" status: 200 len: 6147 time: 0.2915685 Aug 23 20:37:49.355382 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:49.356881 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53eee4-b2a0-4067-ba4f-07e99410a32e req-1e32d017-426b-4509-acec-6dd5592fb994 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:49.367789 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5f53eee4-b2a0-4067-ba4f-07e99410a32e req-1e32d017-426b-4509-acec-6dd5592fb994 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2fdf8fa-c29d-48b0-960a-1e34b4102531 HTTP/1.1" status: 200 len: 945 time: 0.3683949 Aug 23 20:37:49.512253 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c3b21c8d-a76b-4981-b22a-1ca17abc29ba req-53445959-4240-4de0-a60c-02e00cc7185b tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups/5db33e87-bc75-43f1-b279-c9256a85708e HTTP/1.1" status: 200 len: 2981 time: 0.1563935 Aug 23 20:37:49.599730 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5f53eee4-b2a0-4067-ba4f-07e99410a32e req-bb5054e5-a5f0-45ec-975d-64815eb9465b tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305677 Aug 23 20:37:49.643957 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c3b21c8d-a76b-4981-b22a-1ca17abc29ba req-e4a8bb8c-8359-47d4-8723-ea10673c118c tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups/5db33e87-bc75-43f1-b279-c9256a85708e HTTP/1.1" status: 200 len: 2981 time: 0.1245773 Aug 23 20:37:49.645552 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 8c190ab4-62e4-4c59-b13a-ba8288006af9 no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:37:49.657828 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-111a6074-8739-46ec-ac42-515f98875f73 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:49.673712 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-d38b99ab-cef2-4e8e-8a1e-9af9a051d0b6 req-9a5365ff-83ff-4797-a36f-f1e92172fc6f tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-260174833', 'description': 'tempest-description-724353324'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:37:49.674405 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-111a6074-8739-46ec-ac42-515f98875f73 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Transition to ACTIVE for port object bb388623-a8ca-48fa-a801-64a5e58b5d43 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:37:49.730776 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: 8c190ab4-62e4-4c59-b13a-ba8288006af9 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:37:49.731203 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 8c190ab4-62e4-4c59-b13a-ba8288006af9 not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:37:49.756477 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97949ba-851f-46a1-a59e-956e02dcfbcc None None] Network ca5a9347-9e5e-4ba5-bd5f-418c9317644b requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:37:49.761915 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-111a6074-8739-46ec-ac42-515f98875f73 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:49.763438 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.db.api [None req-6e5d2d06-5527-4566-bbbc-bde8e2cdd3c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 20:37:49.763693 n-d-805663-2 neutron-server[94689]: DEBUG oslo_db.api [None req-6e5d2d06-5527-4566-bbbc-bde8e2cdd3c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 20:37:49.775475 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=af43c21c-cae6-4f02-9e3e-0186076470dd,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:49.783350 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d38b99ab-cef2-4e8e-8a1e-9af9a051d0b6 req-9a5365ff-83ff-4797-a36f-f1e92172fc6f tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:49.889933 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111a6074-8739-46ec-ac42-515f98875f73 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Network 02bac410-b27b-49cf-96fd-4f276d56ae51 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:37:49.900095 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-111a6074-8739-46ec-ac42-515f98875f73 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:37:49.910237 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111a6074-8739-46ec-ac42-515f98875f73 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:37:49.933647 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 14ee7b1b-c789-4b55-8a11-43ecbb27f4ee up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:37:50.004301 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [req-72b3afe4-6fd7-405b-a1b9-4dbf944b0020 req-db19b4ac-8a72-412f-9bb2-0a16d85643d8 tempest-SecurityGroupsNegativeTestJSON-2054479929 tempest-SecurityGroupsNegativeTestJSON-2054479929-project] show failed (client error): The resource could not be found. Aug 23 20:37:50.005732 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-72b3afe4-6fd7-405b-a1b9-4dbf944b0020 req-db19b4ac-8a72-412f-9bb2-0a16d85643d8 tempest-SecurityGroupsNegativeTestJSON-2054479929 tempest-SecurityGroupsNegativeTestJSON-2054479929-project] 10.222.0.61 "GET /v2.0/security-groups/5dcd58fb-0a53-483c-9fa4-06abcca7d9b6 HTTP/1.1" status: 404 len: 352 time: 0.0200963 Aug 23 20:37:50.007125 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111a6074-8739-46ec-ac42-515f98875f73 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Pushing event updated for resources: {'Port': ['ID=bb388623-a8ca-48fa-a801-64a5e58b5d43,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:50.019686 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d38b99ab-cef2-4e8e-8a1e-9af9a051d0b6 req-9a5365ff-83ff-4797-a36f-f1e92172fc6f tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:50.029932 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d38b99ab-cef2-4e8e-8a1e-9af9a051d0b6 req-9a5365ff-83ff-4797-a36f-f1e92172fc6f tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:50.051754 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111a6074-8739-46ec-ac42-515f98875f73 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:50.053103 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-111a6074-8739-46ec-ac42-515f98875f73 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:50.080322 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-111a6074-8739-46ec-ac42-515f98875f73 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.1331866 Aug 23 20:37:50.109569 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5365ff-83ff-4797-a36f-f1e92172fc6f tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6af39276-cacb-42fd-bcbb-8ca69148e9a0,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:50.140961 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d38b99ab-cef2-4e8e-8a1e-9af9a051d0b6 req-9a5365ff-83ff-4797-a36f-f1e92172fc6f tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:50.149774 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d38b99ab-cef2-4e8e-8a1e-9af9a051d0b6 req-9a5365ff-83ff-4797-a36f-f1e92172fc6f tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4766848 Aug 23 20:37:50.223531 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 14ee7b1b-c789-4b55-8a11-43ecbb27f4ee completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:37:50.324380 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1aef7-a748-4459-b28b-e6255e557b23 req-0c3aa54a-2500-49c1-a143-d176163407e0 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:50.332947 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cce1aef7-a748-4459-b28b-e6255e557b23 req-0c3aa54a-2500-49c1-a143-d176163407e0 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=80f658c7-e008-4fe7-a771-6c47fa96fa95 HTTP/1.1" status: 200 len: 950 time: 0.1336956 Aug 23 20:37:50.404872 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cce1aef7-a748-4459-b28b-e6255e557b23 req-7441d05d-4d8b-495c-87aa-19344f2ab828 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709434 Aug 23 20:37:50.418644 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:50.490319 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-17eebe85-01fb-4c76-a0f7-8e3f04d52966 req-399ebd0b-c130-4527-918a-8702f486629e tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2062806304', 'description': 'tempest-description-606337247'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:37:50.527578 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7375b504-056c-4ea9-be29-6a61118d55eb None None] Provisioning for port 8befdd4b-7da4-4882-ba33-5ff1275123c5 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:37:50.534578 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7375b504-056c-4ea9-be29-6a61118d55eb None None] Provisioning complete for port 8befdd4b-7da4-4882-ba33-5ff1275123c5 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:37:50.535312 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7375b504-056c-4ea9-be29-6a61118d55eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:50.555774 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-17eebe85-01fb-4c76-a0f7-8e3f04d52966 req-399ebd0b-c130-4527-918a-8702f486629e tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:50.610463 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7375b504-056c-4ea9-be29-6a61118d55eb None None] Port 8befdd4b-7da4-4882-ba33-5ff1275123c5 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:37:50.635576 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7375b504-056c-4ea9-be29-6a61118d55eb None None] Provisioning for port bb388623-a8ca-48fa-a801-64a5e58b5d43 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:37:50.639877 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7375b504-056c-4ea9-be29-6a61118d55eb None None] Provisioning complete for port bb388623-a8ca-48fa-a801-64a5e58b5d43 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:37:50.640286 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7375b504-056c-4ea9-be29-6a61118d55eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:50.696353 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7375b504-056c-4ea9-be29-6a61118d55eb None None] Port bb388623-a8ca-48fa-a801-64a5e58b5d43 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:37:50.706391 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-17eebe85-01fb-4c76-a0f7-8e3f04d52966 req-399ebd0b-c130-4527-918a-8702f486629e tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:50.712919 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-17eebe85-01fb-4c76-a0f7-8e3f04d52966 req-399ebd0b-c130-4527-918a-8702f486629e tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:50.726685 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb2436a-7a67-4075-ac7b-846bbf4af586 None None] Network aacbd0fd-d16f-425e-a7bb-080e612100d5 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:37:50.762560 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-17eebe85-01fb-4c76-a0f7-8e3f04d52966 req-399ebd0b-c130-4527-918a-8702f486629e tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:50.777773 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-17eebe85-01fb-4c76-a0f7-8e3f04d52966 req-399ebd0b-c130-4527-918a-8702f486629e tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2928236 Aug 23 20:37:50.784641 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ebd0b-c130-4527-918a-8702f486629e tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99c865e6-b45a-40ed-9b28-a92b09a2e546,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:50.876889 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1b4c9a24-d1dd-4f8c-bd85-3fc6e3d7394c None None] Provisioning for port 14ee7b1b-c789-4b55-8a11-43ecbb27f4ee completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:37:50.896425 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1b4c9a24-d1dd-4f8c-bd85-3fc6e3d7394c None None] Provisioning complete for port 14ee7b1b-c789-4b55-8a11-43ecbb27f4ee triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:37:50.896786 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1b4c9a24-d1dd-4f8c-bd85-3fc6e3d7394c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:51.075882 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1b4c9a24-d1dd-4f8c-bd85-3fc6e3d7394c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:51.121132 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-1b4c9a24-d1dd-4f8c-bd85-3fc6e3d7394c None None] For port 14ee7b1b-c789-4b55-8a11-43ecbb27f4ee, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=14ee7b1b-c789-4b55-8a11-43ecbb27f4ee,segment=NetworkSegment(1327a635-0d45-4da9-b7cc-6ec07d0ee464),segment_id=1327a635-0d45-4da9-b7cc-6ec07d0ee464)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:37:51.130769 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1b4c9a24-d1dd-4f8c-bd85-3fc6e3d7394c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:51.218232 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4c9a24-d1dd-4f8c-bd85-3fc6e3d7394c None None] Pushing event updated for resources: {'Port': ['ID=14ee7b1b-c789-4b55-8a11-43ecbb27f4ee,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:51.244151 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a67099-d653-4df4-9cd0-cf7e90346355 req-bd5e400e-f4c5-4e59-b110-dd1441bd3549 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:51.252437 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a67099-d653-4df4-9cd0-cf7e90346355 req-bd5e400e-f4c5-4e59-b110-dd1441bd3549 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:51.254562 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-11a67099-d653-4df4-9cd0-cf7e90346355 req-bd5e400e-f4c5-4e59-b110-dd1441bd3549 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=6da20a34-4d8d-452b-b44f-a1400228fc61&device_id=80f658c7-e008-4fe7-a771-6c47fa96fa95 HTTP/1.1" status: 200 len: 1690 time: 0.0945997 Aug 23 20:37:51.346672 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-11a67099-d653-4df4-9cd0-cf7e90346355 req-79dbe90c-f085-460a-83a5-b22a071ee68a tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798788 Aug 23 20:37:51.462530 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-92b12bff-e6ee-4090-b247-ec781b3ed253 None None] Provisioning complete for port 14ee7b1b-c789-4b55-8a11-43ecbb27f4ee triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:37:51.462530 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-92b12bff-e6ee-4090-b247-ec781b3ed253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:51.522602 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b67a72b1-e072-4b35-94d1-ffdda1c09080 req-9fe5fc76-1ea6-4804-8b09-dd447089463d tempest-SecurityGroupsNegativeTestJSON-2054479929 tempest-SecurityGroupsNegativeTestJSON-2054479929-project] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4c71204908fb4529a03f5cb73a437af5 HTTP/1.1" status: 200 len: 2988 time: 0.1208746 Aug 23 20:37:51.630499 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b67a72b1-e072-4b35-94d1-ffdda1c09080 req-547b1d50-b0cb-4803-a844-b9f4cc69c817 tempest-SecurityGroupsNegativeTestJSON-2054479929 tempest-SecurityGroupsNegativeTestJSON-2054479929-project] 10.222.0.61 "GET /v2.0/security-groups/cf92eab0-209f-420b-9204-7ae6844807cf HTTP/1.1" status: 200 len: 2985 time: 0.0898571 Aug 23 20:37:51.774216 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 14ee7b1b-c789-4b55-8a11-43ecbb27f4ee up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:37:51.788618 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b67a72b1-e072-4b35-94d1-ffdda1c09080 req-84bb7fa1-9708-4631-bcc5-c9dcfae56dd9 tempest-SecurityGroupsNegativeTestJSON-2054479929 tempest-SecurityGroupsNegativeTestJSON-2054479929-project] 10.222.0.61 "GET /v2.0/security-groups/cf92eab0-209f-420b-9204-7ae6844807cf HTTP/1.1" status: 200 len: 2985 time: 0.1418102 Aug 23 20:37:51.885460 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 14ee7b1b-c789-4b55-8a11-43ecbb27f4ee triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:37:51.885894 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:51.911607 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2388544c-49c9-4d82-b90e-2ef8210a0df1 req-fe40276b-396f-47b4-a349-31118705bd0f tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:51.915413 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2388544c-49c9-4d82-b90e-2ef8210a0df1 req-fe40276b-396f-47b4-a349-31118705bd0f tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2fdf8fa-c29d-48b0-960a-1e34b4102531 HTTP/1.1" status: 200 len: 945 time: 0.0897536 Aug 23 20:37:51.981297 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2388544c-49c9-4d82-b90e-2ef8210a0df1 req-ba525790-d594-45ef-b218-7df160145989 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591147 Aug 23 20:37:52.053319 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device af43c21c-cae6-4f02-9e3e-0186076470dd up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:37:52.081201 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 59150) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:37:52.088730 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-9b242751-d92d-417a-b920-58be52db24bc tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Request body: {'security_group': {'name': 'tempest-securitygroup--268623169', 'description': 'tempest-description--2032062045'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:37:52.145787 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b242751-d92d-417a-b920-58be52db24bc tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:52.206830 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port af43c21c-cae6-4f02-9e3e-0186076470dd triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:37:52.206830 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:52.362415 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b242751-d92d-417a-b920-58be52db24bc tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:52.368570 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b242751-d92d-417a-b920-58be52db24bc tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:52.417346 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023feb23-ed71-4157-98a8-df8a910b77b5 req-52007b62-0dfa-48d1-ad4e-854fdc5180b1 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:52.425773 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-023feb23-ed71-4157-98a8-df8a910b77b5 req-52007b62-0dfa-48d1-ad4e-854fdc5180b1 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/networks?id=4f8ad650-bde2-493c-8452-775cfc30ee47 HTTP/1.1" status: 200 len: 813 time: 0.2701855 Aug 23 20:37:52.432709 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b242751-d92d-417a-b920-58be52db24bc tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:52.434172 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9b242751-d92d-417a-b920-58be52db24bc tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3510454 Aug 23 20:37:52.437121 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 59162) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:37:52.442537 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-dd504262-b13c-430a-ae36-d0035a4d5984 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Request body: {'security_group_rule': {'security_group_id': 'f264d724-bded-494f-9829-ab610400f252', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:37:52.450526 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-023feb23-ed71-4157-98a8-df8a910b77b5 req-17792ae0-23c1-4fcd-af74-67ea6cd9f973 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/quotas/563aa4e07ca643c6af0ae12d196af505 HTTP/1.1" status: 200 len: 375 time: 0.0225680 Aug 23 20:37:52.452704 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b242751-d92d-417a-b920-58be52db24bc tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f264d724-bded-494f-9829-ab610400f252,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:52.517894 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-023feb23-ed71-4157-98a8-df8a910b77b5 req-538a45fe-5149-4e4d-991a-c8a42aae409a tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=563aa4e07ca643c6af0ae12d196af505&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0662155 Aug 23 20:37:52.560637 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dd504262-b13c-430a-ae36-d0035a4d5984 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:52.568299 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-14ee4118-053e-469f-bd98-eea0a75f1f60 req-5c744d2c-e7ff-4913-8394-fd21c10d0f69 tempest-SecurityGroupsNegativeTestJSON-2054479929 tempest-SecurityGroupsNegativeTestJSON-2054479929-project] 10.222.0.61 "GET /v2.0/security-groups/cf92eab0-209f-420b-9204-7ae6844807cf HTTP/1.1" status: 200 len: 2985 time: 0.0591829 Aug 23 20:37:52.655493 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dd504262-b13c-430a-ae36-d0035a4d5984 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:52.667032 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dd504262-b13c-430a-ae36-d0035a4d5984 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:52.693459 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [req-14ee4118-053e-469f-bd98-eea0a75f1f60 req-0c0e9a73-d45a-4817-a798-db05204fa44a tempest-SecurityGroupsNegativeTestJSON-2054479929 tempest-SecurityGroupsNegativeTestJSON-2054479929-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 23 20:37:52.710820 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-14ee4118-053e-469f-bd98-eea0a75f1f60 req-0c0e9a73-d45a-4817-a798-db05204fa44a tempest-SecurityGroupsNegativeTestJSON-2054479929 tempest-SecurityGroupsNegativeTestJSON-2054479929-project] 10.222.0.61 "DELETE /v2.0/security-groups/cf92eab0-209f-420b-9204-7ae6844807cf HTTP/1.1" status: 409 len: 352 time: 0.1328068 Aug 23 20:37:52.711685 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-023feb23-ed71-4157-98a8-df8a910b77b5 req-d4a7fc05-55cc-411f-b260-5683a88a7937 service neutron] 10.222.0.61 "GET /v2.0/networks/4f8ad650-bde2-493c-8452-775cfc30ee47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835697 Aug 23 20:37:52.712170 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dd504262-b13c-430a-ae36-d0035a4d5984 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:52.716080 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 59172) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:37:52.716449 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-dd504262-b13c-430a-ae36-d0035a4d5984 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2779107 Aug 23 20:37:52.723016 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-fbe22e56-2b45-439a-b037-1dfc78bf6957 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Request body: {'security_group_rule': {'security_group_id': 'f264d724-bded-494f-9829-ab610400f252', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:37:52.725692 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd504262-b13c-430a-ae36-d0035a4d5984 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd485d50-52a8-4c74-8e91-d11f669fe82a,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:52.828047 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b57270-fc70-48f3-abe7-2536ee563799 req-a9866d56-1802-4400-aa52-b14473250aa2 tempest-ServersOnMultiNodesTest-1091494619 tempest-ServersOnMultiNodesTest-1091494619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:52.837281 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-08b57270-fc70-48f3-abe7-2536ee563799 req-a9866d56-1802-4400-aa52-b14473250aa2 tempest-ServersOnMultiNodesTest-1091494619 tempest-ServersOnMultiNodesTest-1091494619-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=6da20a34-4d8d-452b-b44f-a1400228fc61 HTTP/1.1" status: 200 len: 1100 time: 0.0608249 Aug 23 20:37:52.862735 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-023feb23-ed71-4157-98a8-df8a910b77b5 req-658f8e40-d6dd-49dc-8826-1e7992682e24 service neutron] 10.222.0.61 "GET /v2.0/networks/4f8ad650-bde2-493c-8452-775cfc30ee47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495724 Aug 23 20:37:52.880293 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fbe22e56-2b45-439a-b037-1dfc78bf6957 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:52.887850 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-08b57270-fc70-48f3-abe7-2536ee563799 req-3903a6fc-5ef5-4e4c-8d12-642922341a9e tempest-ServersOnMultiNodesTest-1091494619 tempest-ServersOnMultiNodesTest-1091494619-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434127 Aug 23 20:37:52.951063 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [req-e3c78a34-8a93-4f12-966e-addae69fff39 req-bbf52a6e-67e7-4cba-ae42-64237107e345 tempest-SecurityGroupsNegativeTestJSON-2054479929 tempest-SecurityGroupsNegativeTestJSON-2054479929-project] show failed (client error): The resource could not be found. Aug 23 20:37:52.960691 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e3c78a34-8a93-4f12-966e-addae69fff39 req-bbf52a6e-67e7-4cba-ae42-64237107e345 tempest-SecurityGroupsNegativeTestJSON-2054479929 tempest-SecurityGroupsNegativeTestJSON-2054479929-project] 10.222.0.61 "GET /v2.0/security-groups/783c38ce-f601-4735-97cf-a14c08702854 HTTP/1.1" status: 404 len: 352 time: 0.0251272 Aug 23 20:37:52.986906 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fbe22e56-2b45-439a-b037-1dfc78bf6957 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:52.994615 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fbe22e56-2b45-439a-b037-1dfc78bf6957 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:53.026888 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fbe22e56-2b45-439a-b037-1dfc78bf6957 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:53.031163 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-fbe22e56-2b45-439a-b037-1dfc78bf6957 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3105357 Aug 23 20:37:53.031411 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe22e56-2b45-439a-b037-1dfc78bf6957 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29b0bbc7-8be6-4823-98bd-c1f9dcc0266e,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:53.033155 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 59182) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:37:53.044666 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-78d19534-4f9b-4aa4-958a-328048fadca1 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Request body: {'floatingip': {'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:37:53.109171 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78d19534-4f9b-4aa4-958a-328048fadca1 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:53.276420 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [req-d2d272e5-24ea-4368-9545-17a4ae7c027d req-a215ee9e-5fd2-414f-8825-40f773d79a64 tempest-SecurityGroupsNegativeTestJSON-2054479929 tempest-SecurityGroupsNegativeTestJSON-2054479929-project] show failed (client error): The resource could not be found. Aug 23 20:37:53.289751 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d2d272e5-24ea-4368-9545-17a4ae7c027d req-a215ee9e-5fd2-414f-8825-40f773d79a64 tempest-SecurityGroupsNegativeTestJSON-2054479929 tempest-SecurityGroupsNegativeTestJSON-2054479929-project] 10.222.0.61 "GET /v2.0/security-groups/da9abf95-3d33-4c78-b899-f6666dc61ee7 HTTP/1.1" status: 404 len: 352 time: 0.0385895 Aug 23 20:37:53.289751 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 59192) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:37:53.306371 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57203c88-6e24-4532-a066-c6d9bd3eff1e req-ef1399dc-c287-4b1f-be09-4ccc25fd1484 tempest-ServersOnMultiNodesTest-1091494619 tempest-ServersOnMultiNodesTest-1091494619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:53.320549 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-57203c88-6e24-4532-a066-c6d9bd3eff1e req-ef1399dc-c287-4b1f-be09-4ccc25fd1484 tempest-ServersOnMultiNodesTest-1091494619 tempest-ServersOnMultiNodesTest-1091494619-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=80f658c7-e008-4fe7-a771-6c47fa96fa95 HTTP/1.1" status: 200 len: 1101 time: 0.1368783 Aug 23 20:37:53.403027 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78d19534-4f9b-4aa4-958a-328048fadca1 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:53.406134 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-57203c88-6e24-4532-a066-c6d9bd3eff1e req-629520ef-f635-4fb6-94de-4409a53f4e37 tempest-ServersOnMultiNodesTest-1091494619 tempest-ServersOnMultiNodesTest-1091494619-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747969 Aug 23 20:37:53.456963 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba230d64-dcd3-4418-874d-efba19480d66 admin admin] Deleting subnet a3c46418-e312-4481-81a0-83808ba17cc2 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:37:53.463559 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ba230d64-dcd3-4418-874d-efba19480d66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:53.502303 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d31474b7-b4a9-486f-aab8-dde896a6a9b9 req-f5bc1e66-d952-4d83-8723-9ebbd986581a tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f43b31b-b462-4073-8fc6-a0c28b36c332 HTTP/1.1" status: 200 len: 210 time: 0.0514362 Aug 23 20:37:53.693048 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c647bb-5c1f-487b-bd90-c7753a69adb0 req-a68a598b-a7e6-4ac8-89d1-6afffc9c2a17 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:53.704223 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-19c647bb-5c1f-487b-bd90-c7753a69adb0 req-a68a598b-a7e6-4ac8-89d1-6afffc9c2a17 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/ports?device_id=1914d310-de1e-48ab-b7ec-46609ef761c4 HTTP/1.1" status: 200 len: 946 time: 0.1097736 Aug 23 20:37:53.724424 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-78d19534-4f9b-4aa4-958a-328048fadca1 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Allocated IP 172.25.4.212 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/fa8442ef-7bf9-4e3c-b360-9f400a7f08b0) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:37:53.764040 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83139d01-edac-47a6-a89f-779515c98138 req-4af442b2-ba67-40a7-b3ba-ff7e5c935341 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:53.773487 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-83139d01-edac-47a6-a89f-779515c98138 req-4af442b2-ba67-40a7-b3ba-ff7e5c935341 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2fdf8fa-c29d-48b0-960a-1e34b4102531 HTTP/1.1" status: 200 len: 945 time: 0.3677332 Aug 23 20:37:53.796578 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-19c647bb-5c1f-487b-bd90-c7753a69adb0 req-aae5f1f1-2051-47af-b9d2-0ea0a388e6b3 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/security-groups?id=26f54a44-9852-4d54-9348-9ab7d69f31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764141 Aug 23 20:37:53.830059 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ba230d64-dcd3-4418-874d-efba19480d66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:53.848560 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-83139d01-edac-47a6-a89f-779515c98138 req-5907a6c1-8201-4810-8ae7-d3d2d78ef714 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724683 Aug 23 20:37:54.025362 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ba230d64-dcd3-4418-874d-efba19480d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:54.111944 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78d19534-4f9b-4aa4-958a-328048fadca1 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:54.142693 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ba230d64-dcd3-4418-874d-efba19480d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:54.185614 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba230d64-dcd3-4418-874d-efba19480d66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3c46418-e312-4481-81a0-83808ba17cc2,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:54.207835 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ba230d64-dcd3-4418-874d-efba19480d66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:54.213241 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 59214) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:37:54.213459 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ba230d64-dcd3-4418-874d-efba19480d66 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/a3c46418-e312-4481-81a0-83808ba17cc2 HTTP/1.1" status: 204 len: 168 time: 0.9186945 Aug 23 20:37:54.247797 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78d19534-4f9b-4aa4-958a-328048fadca1 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:54.339487 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d19534-4f9b-4aa4-958a-328048fadca1 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:37:54.343063 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-78d19534-4f9b-4aa4-958a-328048fadca1 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:37:54.352671 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d19534-4f9b-4aa4-958a-328048fadca1 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:37:54.375869 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-af1c1986-1ab3-47bc-823d-96d374833f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:54.408795 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d19534-4f9b-4aa4-958a-328048fadca1 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Pushing event updated for resources: {'Port': ['ID=fa8442ef-7bf9-4e3c-b360-9f400a7f08b0,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:54.459592 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-781bec10-460f-45d8-88c6-2700b282016b tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=704a96b94b9147dc8cf54dcf8b4c5cc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0519328 Aug 23 20:37:54.483068 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78d19534-4f9b-4aa4-958a-328048fadca1 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:54.544882 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78d19534-4f9b-4aa4-958a-328048fadca1 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:54.608112 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-af1c1986-1ab3-47bc-823d-96d374833f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:54.629485 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-af1c1986-1ab3-47bc-823d-96d374833f90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca5a9347-9e5e-4ba5-bd5f-418c9317644b']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:37:54.632864 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cf8c20e8-d6fa-4514-bd48-abc8315bbc61 req-48292390-8fab-4428-b6c5-b821326ea2dc tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f43b31b-b462-4073-8fc6-a0c28b36c332 HTTP/1.1" status: 200 len: 210 time: 0.0405662 Aug 23 20:37:54.649390 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-af1c1986-1ab3-47bc-823d-96d374833f90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3193245a-50b6-406c-966b-667bf098c937') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:37:54.650096 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-af1c1986-1ab3-47bc-823d-96d374833f90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3193245a-50b6-406c-966b-667bf098c937') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:37:54.674380 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-af1c1986-1ab3-47bc-823d-96d374833f90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:54.688546 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-64b0c8e3-fbd0-4c46-87ca-cc8534cf4566 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:54.690123 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-64b0c8e3-fbd0-4c46-87ca-cc8534cf4566 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2283885 Aug 23 20:37:54.711313 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-af1c1986-1ab3-47bc-823d-96d374833f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:54.717535 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-48f0ea97-2236-43ca-9911-29133e3cb298 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/quotas/704a96b94b9147dc8cf54dcf8b4c5cc2 HTTP/1.1" status: 200 len: 375 time: 0.0159009 Aug 23 20:37:54.724818 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af1c1986-1ab3-47bc-823d-96d374833f90 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:37:54.726655 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-af1c1986-1ab3-47bc-823d-96d374833f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:54.728957 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:37:54.728957 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:37:54.728957 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:37:54.728957 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:37:54.728957 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:37:54.728957 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:37:54.728957 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:37:54.728957 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:37:54.728957 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:37:54.728957 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:37:54.728957 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:37:54.728957 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:37:54.728957 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:37:54.728957 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:37:54.728957 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:37:54.728957 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:37:54.728957 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:37:54.728957 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:37:54.728957 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:37:54.728957 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:37:54.728957 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:37:54.728957 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:37:54.728957 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:37:54.728957 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:37:54.728957 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:37:54.728957 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:37:54.728957 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:37:54.728957 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:37:54.728957 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:37:54.728957 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:37:54.728957 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:37:54.728957 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:37:54.787416 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78d19534-4f9b-4aa4-958a-328048fadca1 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:54.796498 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78d19534-4f9b-4aa4-958a-328048fadca1 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:54.883574 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d19534-4f9b-4aa4-958a-328048fadca1 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Pushing event updated for resources: {'Port': ['ID=fa8442ef-7bf9-4e3c-b360-9f400a7f08b0,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:54.937111 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-ae97fefc-ac2c-46ba-9fa5-9dfe7110a194 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=704a96b94b9147dc8cf54dcf8b4c5cc2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2038536 Aug 23 20:37:54.940026 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-af1c1986-1ab3-47bc-823d-96d374833f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:54.959208 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-af1c1986-1ab3-47bc-823d-96d374833f90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:54.961843 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-af1c1986-1ab3-47bc-823d-96d374833f90 admin admin] 10.222.0.61 "DELETE /v2.0/networks/ca5a9347-9e5e-4ba5-bd5f-418c9317644b HTTP/1.1" status: 204 len: 168 time: 0.7471077 Aug 23 20:37:54.962843 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c1986-1ab3-47bc-823d-96d374833f90 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca5a9347-9e5e-4ba5-bd5f-418c9317644b,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:55.110824 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78d19534-4f9b-4aa4-958a-328048fadca1 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:55.136162 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6762b-c4d8-4f4f-83e9-5c1b27bc3313 req-1c449a03-9aa1-4925-9a1c-e7a494a236af tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:55.137712 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9cf6762b-c4d8-4f4f-83e9-5c1b27bc3313 req-1c449a03-9aa1-4925-9a1c-e7a494a236af tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/ports?device_id=1914d310-de1e-48ab-b7ec-46609ef761c4 HTTP/1.1" status: 200 len: 946 time: 0.1897631 Aug 23 20:37:55.176753 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78d19534-4f9b-4aa4-958a-328048fadca1 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:55.188225 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-78d19534-4f9b-4aa4-958a-328048fadca1 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1431911 Aug 23 20:37:55.210404 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023feb23-ed71-4157-98a8-df8a910b77b5 req-3d85b41d-4783-45a1-8fd4-1b5731011d23 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:55.212890 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-023feb23-ed71-4157-98a8-df8a910b77b5 req-3d85b41d-4783-45a1-8fd4-1b5731011d23 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.11 "GET /v2.0/networks?id=4f8ad650-bde2-493c-8452-775cfc30ee47 HTTP/1.1" status: 200 len: 813 time: 0.2624011 Aug 23 20:37:55.232371 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9cf6762b-c4d8-4f4f-83e9-5c1b27bc3313 req-a43de36f-2b14-45fd-bf63-179fa37cb099 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/security-groups?id=26f54a44-9852-4d54-9348-9ab7d69f31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851097 Aug 23 20:37:55.235868 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-023feb23-ed71-4157-98a8-df8a910b77b5 req-66d26217-818f-44e8-8315-e0da45a4a1d4 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Request body: {'port': {'device_id': '5f43b31b-b462-4073-8fc6-a0c28b36c332', 'network_id': '4f8ad650-bde2-493c-8452-775cfc30ee47', 'admin_state_up': True, 'tenant_id': '563aa4e07ca643c6af0ae12d196af505'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:37:55.263537 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 59240) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:37:55.402174 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-4c9a19c6-cffe-4cea-b31e-1adceb830e1e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4c71204908fb4529a03f5cb73a437af5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1374354 Aug 23 20:37:55.409688 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 59244) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:37:55.425448 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8f168-73c2-46d0-ad7f-4dc08937d5ec req-eff161ed-ead0-4a5f-9b36-ee549ff0c0d6 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:55.429563 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c5a8f168-73c2-46d0-ad7f-4dc08937d5ec req-eff161ed-ead0-4a5f-9b36-ee549ff0c0d6 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.11 "GET /v2.0/ports?device_id=1914d310-de1e-48ab-b7ec-46609ef761c4 HTTP/1.1" status: 200 len: 946 time: 0.1053445 Aug 23 20:37:55.549474 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb11e8c-a3fe-4f26-9836-6173bbad0a49 req-cb881081-1d8b-42e0-95f0-1009af32ff7e tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:55.557137 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8fb11e8c-a3fe-4f26-9836-6173bbad0a49 req-cb881081-1d8b-42e0-95f0-1009af32ff7e tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2fdf8fa-c29d-48b0-960a-1e34b4102531 HTTP/1.1" status: 200 len: 945 time: 0.1627316 Aug 23 20:37:55.613871 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-c5a8f168-73c2-46d0-ad7f-4dc08937d5ec req-c4942649-e1f3-4b9a-ad72-c90d3e7f183a tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Deleting port aec0e59e-f6a2-4070-b3d1-9a771fa52ef7 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:37:55.614363 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c5a8f168-73c2-46d0-ad7f-4dc08937d5ec req-c4942649-e1f3-4b9a-ad72-c90d3e7f183a tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:55.615960 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-48c139e8-7fa5-4477-8b30-fc1881242561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:55.641647 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-48c139e8-7fa5-4477-8b30-fc1881242561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:55.704521 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-023feb23-ed71-4157-98a8-df8a910b77b5 req-66d26217-818f-44e8-8315-e0da45a4a1d4 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Made reservation on behalf of 563aa4e07ca643c6af0ae12d196af505 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:37:55.707886 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-023feb23-ed71-4157-98a8-df8a910b77b5 req-66d26217-818f-44e8-8315-e0da45a4a1d4 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:55.725099 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8fb11e8c-a3fe-4f26-9836-6173bbad0a49 req-4a55aa80-a533-4b56-b822-36e66e7d89c4 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624608 Aug 23 20:37:55.742514 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-c5a8f168-73c2-46d0-ad7f-4dc08937d5ec req-c4942649-e1f3-4b9a-ad72-c90d3e7f183a tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] For port aec0e59e-f6a2-4070-b3d1-9a771fa52ef7, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=aec0e59e-f6a2-4070-b3d1-9a771fa52ef7,segment=NetworkSegment(43da8eaf-145a-4efd-af9e-5d745e6d4494),segment_id=43da8eaf-145a-4efd-af9e-5d745e6d4494)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:37:55.744047 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c5a8f168-73c2-46d0-ad7f-4dc08937d5ec req-c4942649-e1f3-4b9a-ad72-c90d3e7f183a tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:55.779458 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-c5a8f168-73c2-46d0-ad7f-4dc08937d5ec req-c4942649-e1f3-4b9a-ad72-c90d3e7f183a tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Calling delete_port for aec0e59e-f6a2-4070-b3d1-9a771fa52ef7 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:37:55.829276 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-48c139e8-7fa5-4477-8b30-fc1881242561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:55.832011 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-48c139e8-7fa5-4477-8b30-fc1881242561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:55.833198 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-48c139e8-7fa5-4477-8b30-fc1881242561 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cf92eab0-209f-420b-9204-7ae6844807cf HTTP/1.1" status: 204 len: 168 time: 0.4212840 Aug 23 20:37:55.881249 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c139e8-7fa5-4477-8b30-fc1881242561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf92eab0-209f-420b-9204-7ae6844807cf,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:56.029383 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-e7884dbc-5721-4a53-86c1-5c41762d2e9c tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--268623169&fields=id&tenant_id=31c0cec95ab64e5ca0c5b6061061da27 HTTP/1.1" status: 200 len: 267 time: 0.1492045 Aug 23 20:37:56.086205 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c5a8f168-73c2-46d0-ad7f-4dc08937d5ec req-c4942649-e1f3-4b9a-ad72-c90d3e7f183a tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:56.097687 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-023feb23-ed71-4157-98a8-df8a910b77b5 req-66d26217-818f-44e8-8315-e0da45a4a1d4 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Allocated IP 172.20.0.2 (4f8ad650-bde2-493c-8452-775cfc30ee47/5622acc5-f3fa-4e59-9fa5-c0f9356a4541/b33e97ec-b6fe-4e54-bf9c-6040ccdeed31) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:37:56.115218 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d2945-e067-4b67-8812-9ae032f29f35 req-5296243d-1805-434f-90b0-e238f2ac306b tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:56.120039 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-5296243d-1805-434f-90b0-e238f2ac306b tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports/8befdd4b-7da4-4882-ba33-5ff1275123c5 HTTP/1.1" status: 200 len: 935 time: 0.0874872 Aug 23 20:37:56.149169 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-726829f2-a2ab-4f94-8705-e6c4909b298c req-facc8f3a-5c70-47ab-a590-14d4a7b33e19 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f43b31b-b462-4073-8fc6-a0c28b36c332 HTTP/1.1" status: 200 len: 210 time: 0.0460126 Aug 23 20:37:56.202854 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4942649-e1f3-4b9a-ad72-c90d3e7f183a tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Pushing event deleted for resources: {'Port': ['ID=aec0e59e-f6a2-4070-b3d1-9a771fa52ef7,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:56.205003 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['aec0e59e-f6a2-4070-b3d1-9a771fa52ef7'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:37:56.271489 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5a8f168-73c2-46d0-ad7f-4dc08937d5ec req-c4942649-e1f3-4b9a-ad72-c90d3e7f183a tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] No DVR routers for this DVR port aec0e59e-f6a2-4070-b3d1-9a771fa52ef7 on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:37:56.275337 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c5a8f168-73c2-46d0-ad7f-4dc08937d5ec req-c4942649-e1f3-4b9a-ad72-c90d3e7f183a tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:56.277565 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c5a8f168-73c2-46d0-ad7f-4dc08937d5ec req-c4942649-e1f3-4b9a-ad72-c90d3e7f183a tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.11 "DELETE /v2.0/ports/aec0e59e-f6a2-4070-b3d1-9a771fa52ef7 HTTP/1.1" status: 204 len: 173 time: 0.8354607 Aug 23 20:37:56.278012 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1914d310-de1e-48ab-b7ec-46609ef761c4', 'name': 'network-vif-deleted', 'tag': 'aec0e59e-f6a2-4070-b3d1-9a771fa52ef7'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:37:56.280379 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d2d53c-f8bc-44a4-9c50-bbf55549e394" -d '{"events": [{"server_uuid": "1914d310-de1e-48ab-b7ec-46609ef761c4", "name": "network-vif-deleted", "tag": "aec0e59e-f6a2-4070-b3d1-9a771fa52ef7"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:37:56.284184 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d2945-e067-4b67-8812-9ae032f29f35 req-eb1bdcdb-267f-4879-af4a-5043d660b682 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:56.285650 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-eb1bdcdb-267f-4879-af4a-5043d660b682 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports/bb388623-a8ca-48fa-a801-64a5e58b5d43 HTTP/1.1" status: 200 len: 935 time: 0.1542084 Aug 23 20:37:56.396682 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-4041e128-9b03-4bc9-9576-713ccd5fc3a5 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?network_id=aacbd0fd-d16f-425e-a7bb-080e612100d5&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1014876 Aug 23 20:37:56.438161 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3f7ffdf9-f3da-42ba-a7b5-e68793c3db0b req-2b8f7b3b-34ea-40eb-b4f6-6de7c60f579a tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=68b2e55c-23d4-4923-bcdb-7c238608f2f5 HTTP/1.1" status: 200 len: 210 time: 0.0484099 Aug 23 20:37:56.467981 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-06b4238c-f016-4d3a-af52-8ef743535d97 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?network_id=aacbd0fd-d16f-425e-a7bb-080e612100d5&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0698552 Aug 23 20:37:56.611896 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-897f7960-9405-40b6-8c25-803e6aa61447 req-1a0e9077-b23c-4d3f-8968-416edaeaa1e5 tempest-AttachVolumeNegativeTest-1868439044 tempest-AttachVolumeNegativeTest-1868439044-project] 10.222.0.61 "GET /v2.0/ports?device_id=1914d310-de1e-48ab-b7ec-46609ef761c4 HTTP/1.1" status: 200 len: 210 time: 0.0305614 Aug 23 20:37:56.688743 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5771804-5a8a-41f8-acac-0333f22534f6 x-openstack-request-id: req-c5771804-5a8a-41f8-acac-0333f22534f6 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:37:56.689771 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1914d310-de1e-48ab-b7ec-46609ef761c4", "name": "network-vif-deleted", "tag": "aec0e59e-f6a2-4070-b3d1-9a771fa52ef7", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:37:56.690233 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c5771804-5a8a-41f8-acac-0333f22534f6 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:37:56.691842 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1914d310-de1e-48ab-b7ec-46609ef761c4', 'name': 'network-vif-deleted', 'tag': 'aec0e59e-f6a2-4070-b3d1-9a771fa52ef7', 'status': 'completed', 'code': 200} Aug 23 20:37:56.817246 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-023feb23-ed71-4157-98a8-df8a910b77b5 req-66d26217-818f-44e8-8315-e0da45a4a1d4 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:56.826478 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d2945-e067-4b67-8812-9ae032f29f35 req-49f822fc-cc69-4c5f-91c2-41acced5a784 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:56.832626 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d2945-e067-4b67-8812-9ae032f29f35 req-49f822fc-cc69-4c5f-91c2-41acced5a784 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:56.839860 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d2945-e067-4b67-8812-9ae032f29f35 req-49f822fc-cc69-4c5f-91c2-41acced5a784 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:56.848539 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-49f822fc-cc69-4c5f-91c2-41acced5a784 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/networks?id=2980a46c-5f6f-4bd3-86da-263aae928b5d&id=02bac410-b27b-49cf-96fd-4f276d56ae51&id=02bac410-b27b-49cf-96fd-4f276d56ae51&id=aacbd0fd-d16f-425e-a7bb-080e612100d5&id=aacbd0fd-d16f-425e-a7bb-080e612100d5 HTTP/1.1" status: 200 len: 1994 time: 0.3679771 Aug 23 20:37:56.881343 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-31fb0060-e431-4858-86ec-9ba4f17e287c tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/quotas/31c0cec95ab64e5ca0c5b6061061da27 HTTP/1.1" status: 200 len: 375 time: 0.0314717 Aug 23 20:37:56.906406 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d07105-e1ec-4f5c-8b75-e5760c3971e7 req-4cad0456-0b66-4688-8cbc-16a5ce80ba04 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:56.922261 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-95d07105-e1ec-4f5c-8b75-e5760c3971e7 req-4cad0456-0b66-4688-8cbc-16a5ce80ba04 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2fdf8fa-c29d-48b0-960a-1e34b4102531 HTTP/1.1" status: 200 len: 945 time: 0.1400111 Aug 23 20:37:57.010772 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-95d07105-e1ec-4f5c-8b75-e5760c3971e7 req-143ff455-36f5-47fc-b953-87802e734776 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872645 Aug 23 20:37:57.075429 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-a63991a9-07f2-44c9-b057-7979b3e680ff tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=31c0cec95ab64e5ca0c5b6061061da27&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1918035 Aug 23 20:37:57.101485 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-023feb23-ed71-4157-98a8-df8a910b77b5 req-66d26217-818f-44e8-8315-e0da45a4a1d4 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:57.145436 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['72e69350-30b2-4083-9ca3-f8905d479461'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:37:57.299912 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-023feb23-ed71-4157-98a8-df8a910b77b5 req-66d26217-818f-44e8-8315-e0da45a4a1d4 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Network 4f8ad650-bde2-493c-8452-775cfc30ee47 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:37:57.315646 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d26217-818f-44e8-8315-e0da45a4a1d4 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Pushing event updated for resources: {'Port': ['ID=b33e97ec-b6fe-4e54-bf9c-6040ccdeed31,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:57.325054 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-023feb23-ed71-4157-98a8-df8a910b77b5 req-66d26217-818f-44e8-8315-e0da45a4a1d4 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:37:57.341513 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-023feb23-ed71-4157-98a8-df8a910b77b5 req-66d26217-818f-44e8-8315-e0da45a4a1d4 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:37:57.461459 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-8c5d1009-fd5e-46b8-95d5-426570426431 service neutron] 10.222.0.61 "GET /v2.0/networks/2980a46c-5f6f-4bd3-86da-263aae928b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731596 Aug 23 20:37:57.499851 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045dafa8-7c29-40f2-b3ba-e6376893c0ca req-87afdaef-ec7a-40ca-b40a-dc7b963038bb tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:57.505735 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 59342) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:37:57.510804 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-045dafa8-7c29-40f2-b3ba-e6376893c0ca req-87afdaef-ec7a-40ca-b40a-dc7b963038bb tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2fdf8fa-c29d-48b0-960a-1e34b4102531 HTTP/1.1" status: 200 len: 945 time: 0.1107786 Aug 23 20:37:57.571940 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-045dafa8-7c29-40f2-b3ba-e6376893c0ca req-29c60764-b4e6-45e0-aaaa-e89f6df83341 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600159 Aug 23 20:37:57.707739 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa0155-13f8-4de6-95b9-5dc02e5daa7a req-edd32ac8-6b1f-4026-a58f-4dfd2779bed0 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:57.710898 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e7aa0155-13f8-4de6-95b9-5dc02e5daa7a req-edd32ac8-6b1f-4026-a58f-4dfd2779bed0 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f43b31b-b462-4073-8fc6-a0c28b36c332 HTTP/1.1" status: 200 len: 931 time: 0.0563366 Aug 23 20:37:57.754026 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e7aa0155-13f8-4de6-95b9-5dc02e5daa7a req-49b97bb8-bcf8-4c25-b8db-e6ad42bee6a4 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups?id=5db33e87-bc75-43f1-b279-c9256a85708e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365403 Aug 23 20:37:57.858127 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9975891c-e653-48ef-aac7-8ec1f68d5fb7 req-7c63c28e-b5e6-4c30-b85c-cd70fb4212cd tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=68b2e55c-23d4-4923-bcdb-7c238608f2f5 HTTP/1.1" status: 200 len: 210 time: 0.0326982 Aug 23 20:37:57.901406 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023feb23-ed71-4157-98a8-df8a910b77b5 req-66d26217-818f-44e8-8315-e0da45a4a1d4 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:57.902029 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-023feb23-ed71-4157-98a8-df8a910b77b5 req-66d26217-818f-44e8-8315-e0da45a4a1d4 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:57.924096 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-023feb23-ed71-4157-98a8-df8a910b77b5 req-66d26217-818f-44e8-8315-e0da45a4a1d4 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6955187 Aug 23 20:37:57.945000 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-287771c1-222e-44e0-b39b-70e42e5f9231 service neutron] 10.222.0.61 "GET /v2.0/networks/2980a46c-5f6f-4bd3-86da-263aae928b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4720244 Aug 23 20:37:57.956874 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-023feb23-ed71-4157-98a8-df8a910b77b5 req-82502496-d6e0-4431-8f92-16259d8633e5 service neutron] Request body: {'port': {'device_id': '5f43b31b-b462-4073-8fc6-a0c28b36c332', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:37:58.045764 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-f3f651f1-4257-461a-8faa-4873cbd5c34f service neutron] 10.222.0.61 "GET /v2.0/ports/8befdd4b-7da4-4882-ba33-5ff1275123c5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0860898 Aug 23 20:37:58.051795 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 59352) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:37:58.101645 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-14b0e423-6857-4945-9b3c-e013b6bd4edd admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1338436242-network', 'tenant_id': 'a7ba3a6650134ae182d094f3478484f6'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:37:58.157115 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9f643d2-35b7-4e49-bf14-a3f09675993f admin admin] Deleting subnet 9a1429e2-0434-474c-b64e-467199634cc0 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:37:58.157382 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-023feb23-ed71-4157-98a8-df8a910b77b5 req-82502496-d6e0-4431-8f92-16259d8633e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:58.160958 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e9f643d2-35b7-4e49-bf14-a3f09675993f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:58.173305 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b0e423-6857-4945-9b3c-e013b6bd4edd admin admin] Made reservation on behalf of a7ba3a6650134ae182d094f3478484f6 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:37:58.175576 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14b0e423-6857-4945-9b3c-e013b6bd4edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:58.192536 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14b0e423-6857-4945-9b3c-e013b6bd4edd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:58.227151 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-0490664e-7955-432c-b393-75da3d691e6a tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=704a96b94b9147dc8cf54dcf8b4c5cc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345347 Aug 23 20:37:58.275987 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-5eb81b9c-21e8-40cc-b445-b7d25ed534c1 service neutron] 10.222.0.61 "GET /v2.0/networks/02bac410-b27b-49cf-96fd-4f276d56ae51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034070 Aug 23 20:37:58.331431 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-8535b487-d674-46d1-ab9d-a404e3cc7cbb tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=704a96b94b9147dc8cf54dcf8b4c5cc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0997119 Aug 23 20:37:58.371824 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e9f643d2-35b7-4e49-bf14-a3f09675993f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:58.443057 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb39cd-67c5-4ed2-b55a-57c7511dcc27 req-415890a6-4838-4b97-86a2-cdf331bc9054 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:58.445229 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-09bb39cd-67c5-4ed2-b55a-57c7511dcc27 req-415890a6-4838-4b97-86a2-cdf331bc9054 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2fdf8fa-c29d-48b0-960a-1e34b4102531 HTTP/1.1" status: 200 len: 945 time: 0.3254976 Aug 23 20:37:58.520875 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-bd4440c7-8f5e-4668-8454-bc3a4de23d6b service neutron] 10.222.0.61 "GET /v2.0/networks/02bac410-b27b-49cf-96fd-4f276d56ae51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880028 Aug 23 20:37:58.551747 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e9f643d2-35b7-4e49-bf14-a3f09675993f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:58.582441 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-7167e08b-31f2-4e61-b11f-2c2056c6294c tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:58.583877 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-7167e08b-31f2-4e61-b11f-2c2056c6294c tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3410840 Aug 23 20:37:58.599359 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14b0e423-6857-4945-9b3c-e013b6bd4edd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:58.604645 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-c3227976-b47b-44e8-be0a-edd3a9ac72b3 service neutron] 10.222.0.61 "GET /v2.0/ports/bb388623-a8ca-48fa-a801-64a5e58b5d43?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0686564 Aug 23 20:37:58.606532 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-09bb39cd-67c5-4ed2-b55a-57c7511dcc27 req-5e464135-450e-4900-864f-8f528fd4dacb tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496570 Aug 23 20:37:58.611628 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-f156f40b-c6e6-4dd8-ab7a-3a4de1a01584 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Request body: {'port': {'device_id': '68b2e55c-23d4-4923-bcdb-7c238608f2f5', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'admin_state_up': True, 'tenant_id': '704a96b94b9147dc8cf54dcf8b4c5cc2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:37:58.614492 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14b0e423-6857-4945-9b3c-e013b6bd4edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:58.621636 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-571f1038-7c62-41f9-ad9c-77db6424cc0b tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:58.623123 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-571f1038-7c62-41f9-ad9c-77db6424cc0b tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2776315 Aug 23 20:37:58.645504 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-ddf1f37c-5e9b-44e6-993c-ab438da6eb6d tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Request body: {'port': {'device_id': 'e9c48baa-7dde-4b85-aa62-ee799df5dbb5', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'admin_state_up': True, 'tenant_id': '704a96b94b9147dc8cf54dcf8b4c5cc2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:37:58.662249 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14b0e423-6857-4945-9b3c-e013b6bd4edd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:37:58.736334 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b0e423-6857-4945-9b3c-e013b6bd4edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc750e1f-5605-40cf-80e3-487cdbf8b643,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:58.746255 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14b0e423-6857-4945-9b3c-e013b6bd4edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:58.746585 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-14b0e423-6857-4945-9b3c-e013b6bd4edd admin admin] Added segment acc9083b-9ca0-414e-96bd-1741bb0a9d54 of type vlan for network d5ac8692-c6e1-48c5-b1e1-58c352b6f742 Aug 23 20:37:58.783338 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e9f643d2-35b7-4e49-bf14-a3f09675993f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:58.791035 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-023feb23-ed71-4157-98a8-df8a910b77b5 req-82502496-d6e0-4431-8f92-16259d8633e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b33e97ec-b6fe-4e54-bf9c-6040ccdeed31 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:37:58.802510 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-023feb23-ed71-4157-98a8-df8a910b77b5 req-82502496-d6e0-4431-8f92-16259d8633e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:58.836455 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14b0e423-6857-4945-9b3c-e013b6bd4edd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:58.838888 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-023feb23-ed71-4157-98a8-df8a910b77b5 req-82502496-d6e0-4431-8f92-16259d8633e5 service neutron] Transition to ACTIVE for port object b33e97ec-b6fe-4e54-bf9c-6040ccdeed31 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:37:58.846532 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f643d2-35b7-4e49-bf14-a3f09675993f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a1429e2-0434-474c-b64e-467199634cc0,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:58.851428 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-023feb23-ed71-4157-98a8-df8a910b77b5 req-82502496-d6e0-4431-8f92-16259d8633e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:58.858219 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e9f643d2-35b7-4e49-bf14-a3f09675993f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:58.860037 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e9f643d2-35b7-4e49-bf14-a3f09675993f admin admin] 10.222.0.61 "DELETE /v2.0/subnets/9a1429e2-0434-474c-b64e-467199634cc0 HTTP/1.1" status: 204 len: 168 time: 0.8056328 Aug 23 20:37:58.865472 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 59370) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:37:58.900012 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-45aee986-01d9-4f6a-a7c2-7b1cb1379f69 service neutron] 10.222.0.61 "GET /v2.0/networks/02bac410-b27b-49cf-96fd-4f276d56ae51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689111 Aug 23 20:37:58.917868 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-f156f40b-c6e6-4dd8-ab7a-3a4de1a01584 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Made reservation on behalf of 704a96b94b9147dc8cf54dcf8b4c5cc2 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:37:58.921406 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-f156f40b-c6e6-4dd8-ab7a-3a4de1a01584 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:58.949752 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c785897-e463-4629-8942-4381f014b11f req-7f994b85-e523-4532-be4c-f5b51225564d tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:58.951270 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2c785897-e463-4629-8942-4381f014b11f req-7f994b85-e523-4532-be4c-f5b51225564d tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f43b31b-b462-4073-8fc6-a0c28b36c332 HTTP/1.1" status: 200 len: 943 time: 0.1003952 Aug 23 20:37:58.970668 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-ddf1f37c-5e9b-44e6-993c-ab438da6eb6d tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Made reservation on behalf of 704a96b94b9147dc8cf54dcf8b4c5cc2 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:37:58.974240 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-ddf1f37c-5e9b-44e6-993c-ab438da6eb6d tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:58.995408 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14b0e423-6857-4945-9b3c-e013b6bd4edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:58.996409 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b0e423-6857-4945-9b3c-e013b6bd4edd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:58.996963 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14b0e423-6857-4945-9b3c-e013b6bd4edd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:59.004030 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82502496-d6e0-4431-8f92-16259d8633e5 service neutron] Pushing event updated for resources: {'Port': ['ID=b33e97ec-b6fe-4e54-bf9c-6040ccdeed31,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:59.092366 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2c785897-e463-4629-8942-4381f014b11f req-76945b8e-49e2-47e1-b66e-fff638eb00a0 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups?id=5db33e87-bc75-43f1-b279-c9256a85708e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291215 Aug 23 20:37:59.119812 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-14b0e423-6857-4945-9b3c-e013b6bd4edd admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6127110 Aug 23 20:37:59.128588 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 59374) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:37:59.136524 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-f3e43c5c-381c-4312-9930-e7dbcadd6468 admin admin] Request body: {'subnet': {'network_id': 'd5ac8692-c6e1-48c5-b1e1-58c352b6f742', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1338436242-subnet', 'tenant_id': 'a7ba3a6650134ae182d094f3478484f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:37:59.142614 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ea04875-fc71-4dd2-8e19-4fbea00fdfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:59.171513 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b0e423-6857-4945-9b3c-e013b6bd4edd admin admin] Pushing event updated for resources: {'Network': ['ID=d5ac8692-c6e1-48c5-b1e1-58c352b6f742,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:59.190342 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network d5ac8692-c6e1-48c5-b1e1-58c352b6f742 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:37:59.192106 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e43c5c-381c-4312-9930-e7dbcadd6468 admin admin] Made reservation on behalf of a7ba3a6650134ae182d094f3478484f6 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:37:59.195159 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f3e43c5c-381c-4312-9930-e7dbcadd6468 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:59.200831 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-f156f40b-c6e6-4dd8-ab7a-3a4de1a01584 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Allocated IP 192.168.233.78 (660f640a-b8b2-40aa-8ebf-76bd1608cceb/e66e9eb0-86f4-4159-852b-f29863cbf18d/c32cc103-d12a-4216-966a-e4c11f53037b) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:37:59.248354 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-023feb23-ed71-4157-98a8-df8a910b77b5 req-82502496-d6e0-4431-8f92-16259d8633e5 service neutron] Attempting to bind port b33e97ec-b6fe-4e54-bf9c-6040ccdeed31 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:37:59.248827 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-023feb23-ed71-4157-98a8-df8a910b77b5 req-82502496-d6e0-4431-8f92-16259d8633e5 service neutron] Attempting to bind port b33e97ec-b6fe-4e54-bf9c-6040ccdeed31 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': 'e057aa67-2bd8-41d5-82d4-b5cee83f32b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4f8ad650-bde2-493c-8452-775cfc30ee47'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:37:59.249155 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023feb23-ed71-4157-98a8-df8a910b77b5 req-82502496-d6e0-4431-8f92-16259d8633e5 service neutron] Attempting to bind port b33e97ec-b6fe-4e54-bf9c-6040ccdeed31 on network 4f8ad650-bde2-493c-8452-775cfc30ee47 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:37:59.254418 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-35721fde-4f3e-4443-9e36-b9e759300f01 service neutron] 10.222.0.61 "GET /v2.0/networks/02bac410-b27b-49cf-96fd-4f276d56ae51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330009 Aug 23 20:37:59.270172 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023feb23-ed71-4157-98a8-df8a910b77b5 req-82502496-d6e0-4431-8f92-16259d8633e5 service neutron] Port b33e97ec-b6fe-4e54-bf9c-6040ccdeed31 on network 4f8ad650-bde2-493c-8452-775cfc30ee47 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:37:59.270487 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023feb23-ed71-4157-98a8-df8a910b77b5 req-82502496-d6e0-4431-8f92-16259d8633e5 service neutron] Attempting to bind port b33e97ec-b6fe-4e54-bf9c-6040ccdeed31 on network 4f8ad650-bde2-493c-8452-775cfc30ee47 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:37:59.324699 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-adacb2fd-5dd0-4df1-bad6-2d23b36dd209 req-30b07aa9-b5c0-42c0-a193-df185b478f2a tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=68b2e55c-23d4-4923-bcdb-7c238608f2f5 HTTP/1.1" status: 200 len: 210 time: 0.0529344 Aug 23 20:37:59.327747 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023feb23-ed71-4157-98a8-df8a910b77b5 req-82502496-d6e0-4431-8f92-16259d8633e5 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:37:59.328113 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023feb23-ed71-4157-98a8-df8a910b77b5 req-82502496-d6e0-4431-8f92-16259d8633e5 service neutron] Checking segment: {'id': 'e057aa67-2bd8-41d5-82d4-b5cee83f32b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4f8ad650-bde2-493c-8452-775cfc30ee47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:37:59.328481 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023feb23-ed71-4157-98a8-df8a910b77b5 req-82502496-d6e0-4431-8f92-16259d8633e5 service neutron] Bound using segment: {'id': 'e057aa67-2bd8-41d5-82d4-b5cee83f32b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4f8ad650-bde2-493c-8452-775cfc30ee47'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:37:59.328920 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-023feb23-ed71-4157-98a8-df8a910b77b5 req-82502496-d6e0-4431-8f92-16259d8633e5 service neutron] Bound port: b33e97ec-b6fe-4e54-bf9c-6040ccdeed31, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e057aa67-2bd8-41d5-82d4-b5cee83f32b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4f8ad650-bde2-493c-8452-775cfc30ee47'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:37:59.329272 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-023feb23-ed71-4157-98a8-df8a910b77b5 req-82502496-d6e0-4431-8f92-16259d8633e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:59.364204 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ea04875-fc71-4dd2-8e19-4fbea00fdfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:59.387425 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-6ea04875-fc71-4dd2-8e19-4fbea00fdfa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d2d451a-e4f8-432e-a8cb-85e5a98645e8']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:37:59.401943 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-6ea04875-fc71-4dd2-8e19-4fbea00fdfa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43da8eaf-145a-4efd-af9e-5d745e6d4494') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:37:59.402221 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-6ea04875-fc71-4dd2-8e19-4fbea00fdfa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43da8eaf-145a-4efd-af9e-5d745e6d4494') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:37:59.435225 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ea04875-fc71-4dd2-8e19-4fbea00fdfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:59.466750 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ea04875-fc71-4dd2-8e19-4fbea00fdfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:59.495949 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ea04875-fc71-4dd2-8e19-4fbea00fdfa2 admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:37:59.496369 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ea04875-fc71-4dd2-8e19-4fbea00fdfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:59.498205 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:37:59.498205 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:37:59.498205 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:37:59.498205 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:37:59.498205 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:37:59.498205 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:37:59.498205 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:37:59.498205 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:37:59.498205 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:37:59.498205 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:37:59.498205 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:37:59.498205 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:37:59.498205 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:37:59.498205 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:37:59.498205 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:37:59.498205 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:37:59.498205 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:37:59.498205 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:37:59.498205 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:37:59.498205 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:37:59.498205 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:37:59.498205 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:37:59.498205 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:37:59.498205 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:37:59.498205 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:37:59.498205 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:37:59.498205 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:37:59.498205 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:37:59.498205 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:37:59.498205 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:37:59.498205 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:37:59.498205 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:37:59.548603 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-d095db27-fb9d-4483-a74f-0a10a4af117a service neutron] 10.222.0.61 "GET /v2.0/networks/02bac410-b27b-49cf-96fd-4f276d56ae51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796714 Aug 23 20:37:59.549737 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-023feb23-ed71-4157-98a8-df8a910b77b5 req-82502496-d6e0-4431-8f92-16259d8633e5 service neutron] For port b33e97ec-b6fe-4e54-bf9c-6040ccdeed31, host n-h1-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:37:59.592169 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-023feb23-ed71-4157-98a8-df8a910b77b5 req-82502496-d6e0-4431-8f92-16259d8633e5 service neutron] For port b33e97ec-b6fe-4e54-bf9c-6040ccdeed31, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=b33e97ec-b6fe-4e54-bf9c-6040ccdeed31,segment=NetworkSegment(e057aa67-2bd8-41d5-82d4-b5cee83f32b9),segment_id=e057aa67-2bd8-41d5-82d4-b5cee83f32b9)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:37:59.626638 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-023feb23-ed71-4157-98a8-df8a910b77b5 req-82502496-d6e0-4431-8f92-16259d8633e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:59.635691 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ea04875-fc71-4dd2-8e19-4fbea00fdfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:59.665276 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ea04875-fc71-4dd2-8e19-4fbea00fdfa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:59.667129 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-6ea04875-fc71-4dd2-8e19-4fbea00fdfa2 admin admin] 10.222.0.61 "DELETE /v2.0/networks/0d2d451a-e4f8-432e-a8cb-85e5a98645e8 HTTP/1.1" status: 204 len: 168 time: 0.7965350 Aug 23 20:37:59.698215 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea04875-fc71-4dd2-8e19-4fbea00fdfa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d2d451a-e4f8-432e-a8cb-85e5a98645e8,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:59.708561 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023feb23-ed71-4157-98a8-df8a910b77b5 req-82502496-d6e0-4431-8f92-16259d8633e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:59.709250 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-023feb23-ed71-4157-98a8-df8a910b77b5 req-82502496-d6e0-4431-8f92-16259d8633e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:59.711349 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-023feb23-ed71-4157-98a8-df8a910b77b5 req-82502496-d6e0-4431-8f92-16259d8633e5 service neutron] 10.222.0.11 "PUT /v2.0/ports/b33e97ec-b6fe-4e54-bf9c-6040ccdeed31 HTTP/1.1" status: 200 len: 1091 time: 1.7590635 Aug 23 20:37:59.711810 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f43b31b-b462-4073-8fc6-a0c28b36c332', 'tag': 'b33e97ec-b6fe-4e54-bf9c-6040ccdeed31'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:37:59.714116 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc458b2-137f-40bc-965d-66bf7a9a5ee1" -d '{"events": [{"name": "network-changed", "server_uuid": "5f43b31b-b462-4073-8fc6-a0c28b36c332", "tag": "b33e97ec-b6fe-4e54-bf9c-6040ccdeed31"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:37:59.749512 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82502496-d6e0-4431-8f92-16259d8633e5 service neutron] Pushing event updated for resources: {'Port': ['ID=b33e97ec-b6fe-4e54-bf9c-6040ccdeed31,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:37:59.758976 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-4d31169f-d5a4-428e-b914-98fe09f4c1fb service neutron] 10.222.0.61 "GET /v2.0/networks/02bac410-b27b-49cf-96fd-4f276d56ae51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005823 Aug 23 20:37:59.836246 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 59394) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:37:59.887210 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-f156f40b-c6e6-4dd8-ab7a-3a4de1a01584 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:59.904560 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023feb23-ed71-4157-98a8-df8a910b77b5 req-e0146a2c-ba2f-4e15-9aee-60e7bac1e462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:59.906040 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-023feb23-ed71-4157-98a8-df8a910b77b5 req-e0146a2c-ba2f-4e15-9aee-60e7bac1e462 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=563aa4e07ca643c6af0ae12d196af505&device_id=5f43b31b-b462-4073-8fc6-a0c28b36c332 HTTP/1.1" status: 200 len: 1094 time: 0.1364119 Aug 23 20:37:59.915796 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996901a9-7118-462d-81a4-ee8954ea3bda req-94e22727-060e-4894-9155-19b3cec28297 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:59.917321 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-996901a9-7118-462d-81a4-ee8954ea3bda req-94e22727-060e-4894-9155-19b3cec28297 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] 10.222.0.61 "GET /v2.0/ports?device_id=5478c22a-4aff-48ea-be0e-112db30f8bf1 HTTP/1.1" status: 200 len: 949 time: 0.4945893 Aug 23 20:37:59.931667 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-f156f40b-c6e6-4dd8-ab7a-3a4de1a01584 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Transition to ACTIVE for port object c32cc103-d12a-4216-966a-e4c11f53037b will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:37:59.934383 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-8a4b733e-f381-401f-8697-5227e00cbad2 service neutron] 10.222.0.61 "GET /v2.0/networks/02bac410-b27b-49cf-96fd-4f276d56ae51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661348 Aug 23 20:37:59.939876 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f4279d-4b31-4639-8d56-ab3360a2129a req-fdd46cb3-a772-4d76-ba20-1b850a140e19 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:37:59.941313 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f9f4279d-4b31-4639-8d56-ab3360a2129a req-fdd46cb3-a772-4d76-ba20-1b850a140e19 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2fdf8fa-c29d-48b0-960a-1e34b4102531 HTTP/1.1" status: 200 len: 945 time: 0.1562445 Aug 23 20:37:59.948623 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f3e43c5c-381c-4312-9930-e7dbcadd6468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:37:59.965264 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-3e64955e-dccb-4af2-9762-85fa20134394 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1e53f5e203f84c21bf8d274dcef886cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1210549 Aug 23 20:37:59.972584 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 59396) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:37:59.974178 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-023feb23-ed71-4157-98a8-df8a910b77b5 req-b34d1aa2-1b96-4a41-94aa-ff9832563638 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b33e97ec-b6fe-4e54-bf9c-6040ccdeed31 HTTP/1.1" status: 200 len: 217 time: 0.0550108 Aug 23 20:38:00.099300 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-996901a9-7118-462d-81a4-ee8954ea3bda req-08ec2c56-47e1-43af-aae7-2d71eff110c9 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] 10.222.0.61 "GET /v2.0/security-groups?id=544f8ea8-494f-4adb-926d-a218c6bff52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696742 Aug 23 20:38:00.099902 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e43c5c-381c-4312-9930-e7dbcadd6468 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d823fd6f-1826-4fda-b786-45e5f0490bf4,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:00.101200 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023feb23-ed71-4157-98a8-df8a910b77b5 req-ab553466-67d7-429b-9d06-c85f0e873aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:00.102663 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-023feb23-ed71-4157-98a8-df8a910b77b5 req-ab553466-67d7-429b-9d06-c85f0e873aaf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5622acc5-f3fa-4e59-9fa5-c0f9356a4541 HTTP/1.1" status: 200 len: 853 time: 0.1126900 Aug 23 20:38:00.127124 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e43c5c-381c-4312-9930-e7dbcadd6468 admin admin] Checking segment: {'id': 'acc9083b-9ca0-414e-96bd-1741bb0a9d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'd5ac8692-c6e1-48c5-b1e1-58c352b6f742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:38:00.127382 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e43c5c-381c-4312-9930-e7dbcadd6468 admin admin] Network hostable DHCP agents. Network: d5ac8692-c6e1-48c5-b1e1-58c352b6f742, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:38:00.143282 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-f156f40b-c6e6-4dd8-ab7a-3a4de1a01584 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:00.156877 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['c2650ba0-bc32-4cd3-bef0-7cf28e126ad2', 'b096bed7-e6ad-4794-b7d9-e61b90bafa7d'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:38:00.158363 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-023feb23-ed71-4157-98a8-df8a910b77b5 req-21fb379d-aec2-40c0-a912-03194283252d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4f8ad650-bde2-493c-8452-775cfc30ee47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463762 Aug 23 20:38:00.159361 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4a752e33-296a-4580-b273-652fdf9e7d31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:00.163977 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-390efaa6-6650-477a-bc12-a18d3a71dc54 service neutron] 10.222.0.61 "GET /v2.0/networks/02bac410-b27b-49cf-96fd-4f276d56ae51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982095 Aug 23 20:38:00.212090 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['4e45b000-7179-414e-9c26-2b8f01610967'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:38:00.215978 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4a752e33-296a-4580-b273-652fdf9e7d31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:00.245148 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e43c5c-381c-4312-9930-e7dbcadd6468 admin admin] Network d5ac8692-c6e1-48c5-b1e1-58c352b6f742 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:38:00.276104 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-f156f40b-c6e6-4dd8-ab7a-3a4de1a01584 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Network 660f640a-b8b2-40aa-8ebf-76bd1608cceb is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:38:00.278433 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-f9f4279d-4b31-4639-8d56-ab3360a2129a req-2d527d0e-dfd9-4fac-abdd-94d2f44e5f08 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Deleting port d6a35e35-007f-41f6-9b38-b555cc94b50e {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:38:00.278765 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f9f4279d-4b31-4639-8d56-ab3360a2129a req-2d527d0e-dfd9-4fac-abdd-94d2f44e5f08 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:00.293170 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-ddf1f37c-5e9b-44e6-993c-ab438da6eb6d tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Allocated IP 192.168.233.59 (660f640a-b8b2-40aa-8ebf-76bd1608cceb/e66e9eb0-86f4-4159-852b-f29863cbf18d/73fd8635-7170-464b-a8af-6451a6feae69) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:38:00.315022 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-f156f40b-c6e6-4dd8-ab7a-3a4de1a01584 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:38:00.318018 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-f156f40b-c6e6-4dd8-ab7a-3a4de1a01584 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:38:00.325087 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-f3e43c5c-381c-4312-9930-e7dbcadd6468 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, d5ac8692-c6e1-48c5-b1e1-58c352b6f742) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:38:00.363488 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f156f40b-c6e6-4dd8-ab7a-3a4de1a01584 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Pushing event updated for resources: {'Port': ['ID=c32cc103-d12a-4216-966a-e4c11f53037b,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:00.383792 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-023feb23-ed71-4157-98a8-df8a910b77b5 req-6e1708c6-d2e0-4a7a-9424-475a1f8aee5c service neutron] 10.222.0.11 "GET /v2.0/networks/4f8ad650-bde2-493c-8452-775cfc30ee47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022862 Aug 23 20:38:00.385863 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-80803a6f-6b14-4b8d-9bda-eba9a91901fd service neutron] 10.222.0.61 "GET /v2.0/networks/aacbd0fd-d16f-425e-a7bb-080e612100d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145879 Aug 23 20:38:00.391115 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e43c5c-381c-4312-9930-e7dbcadd6468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:00.391647 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f3e43c5c-381c-4312-9930-e7dbcadd6468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:00.399552 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device aec0e59e-f6a2-4070-b3d1-9a771fa52ef7 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:38:00.402464 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104cc202-479b-47e7-ab94-bdc018690c7e None None] Network d5ac8692-c6e1-48c5-b1e1-58c352b6f742 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:38:00.415410 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4a752e33-296a-4580-b273-652fdf9e7d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:00.418213 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4a752e33-296a-4580-b273-652fdf9e7d31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:00.422897 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4a752e33-296a-4580-b273-652fdf9e7d31 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/26f54a44-9852-4d54-9348-9ab7d69f31bb HTTP/1.1" status: 204 len: 168 time: 0.4452102 Aug 23 20:38:00.459351 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: aec0e59e-f6a2-4070-b3d1-9a771fa52ef7 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:38:00.460833 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device aec0e59e-f6a2-4070-b3d1-9a771fa52ef7 not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:38:00.479477 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a29c12-11a5-4983-babd-57549b404d00 req-c86b42f4-9526-4ac5-8acf-6260b68b27e7 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:00.495436 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-70a29c12-11a5-4983-babd-57549b404d00 req-c86b42f4-9526-4ac5-8acf-6260b68b27e7 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2fdf8fa-c29d-48b0-960a-1e34b4102531 HTTP/1.1" status: 200 len: 945 time: 0.2822413 Aug 23 20:38:00.505510 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f3e43c5c-381c-4312-9930-e7dbcadd6468 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3663030 Aug 23 20:38:00.523498 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a752e33-296a-4580-b273-652fdf9e7d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f54a44-9852-4d54-9348-9ab7d69f31bb,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:00.591537 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-f156f40b-c6e6-4dd8-ab7a-3a4de1a01584 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:00.596167 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-f156f40b-c6e6-4dd8-ab7a-3a4de1a01584 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:00.609701 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-1987d917-8c71-47d9-bad0-b8a4e0cf1719 service neutron] 10.222.0.61 "GET /v2.0/networks/aacbd0fd-d16f-425e-a7bb-080e612100d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148168 Aug 23 20:38:00.616025 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-023feb23-ed71-4157-98a8-df8a910b77b5 req-96eb7a0b-844d-4db8-9550-987cebf4b588 service neutron] 10.222.0.11 "GET /v2.0/networks/4f8ad650-bde2-493c-8452-775cfc30ee47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221339 Aug 23 20:38:00.674214 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-f156f40b-c6e6-4dd8-ab7a-3a4de1a01584 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0695832 Aug 23 20:38:00.676405 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-f9f4279d-4b31-4639-8d56-ab3360a2129a req-2d527d0e-dfd9-4fac-abdd-94d2f44e5f08 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] For port d6a35e35-007f-41f6-9b38-b555cc94b50e, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=d6a35e35-007f-41f6-9b38-b555cc94b50e,segment=NetworkSegment(bbb7ca88-3a5f-4f78-b2f2-1646091f4f26),segment_id=bbb7ca88-3a5f-4f78-b2f2-1646091f4f26)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:38:00.676786 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f9f4279d-4b31-4639-8d56-ab3360a2129a req-2d527d0e-dfd9-4fac-abdd-94d2f44e5f08 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:00.684539 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-70a29c12-11a5-4983-babd-57549b404d00 req-36a4e846-8861-4a06-807f-f25365d7914d tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882081 Aug 23 20:38:00.732367 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-e28b3f34-554b-451d-adda-48613aa3444c service neutron] Request body: {'port': {'device_id': '68b2e55c-23d4-4923-bcdb-7c238608f2f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:38:00.755699 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-f9f4279d-4b31-4639-8d56-ab3360a2129a req-2d527d0e-dfd9-4fac-abdd-94d2f44e5f08 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Calling delete_port for d6a35e35-007f-41f6-9b38-b555cc94b50e owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:38:00.879989 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-e28b3f34-554b-451d-adda-48613aa3444c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:00.895736 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43951374-f770-49e0-b834-e3626d90f7c4 x-openstack-request-id: req-43951374-f770-49e0-b834-e3626d90f7c4 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:38:00.895736 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f43b31b-b462-4073-8fc6-a0c28b36c332", "tag": "b33e97ec-b6fe-4e54-bf9c-6040ccdeed31", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:38:00.895736 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-43951374-f770-49e0-b834-e3626d90f7c4 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:38:00.895736 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f43b31b-b462-4073-8fc6-a0c28b36c332', 'tag': 'b33e97ec-b6fe-4e54-bf9c-6040ccdeed31', 'status': 'completed', 'code': 200} Aug 23 20:38:00.926681 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-ddf1f37c-5e9b-44e6-993c-ab438da6eb6d tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:00.998309 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-a11eb83d-bdcc-4f00-961e-bb487e62f964 service neutron] 10.222.0.61 "GET /v2.0/networks/aacbd0fd-d16f-425e-a7bb-080e612100d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3762808 Aug 23 20:38:01.019798 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-ddf1f37c-5e9b-44e6-993c-ab438da6eb6d tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Transition to ACTIVE for port object 73fd8635-7170-464b-a8af-6451a6feae69 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:38:01.023103 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-13e8999d-dd0d-45db-b988-6d124120c89c None None] Provisioning for port c32cc103-d12a-4216-966a-e4c11f53037b completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:38:01.045501 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-13e8999d-dd0d-45db-b988-6d124120c89c None None] Provisioning complete for port c32cc103-d12a-4216-966a-e4c11f53037b triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:38:01.045883 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-13e8999d-dd0d-45db-b988-6d124120c89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:01.093662 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc458b2-137f-40bc-965d-66bf7a9a5ee1 req-4c4774a9-f2f7-4e99-959d-ade12bf1828d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:01.097027 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ebc458b2-137f-40bc-965d-66bf7a9a5ee1 req-4c4774a9-f2f7-4e99-959d-ade12bf1828d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=563aa4e07ca643c6af0ae12d196af505&device_id=5f43b31b-b462-4073-8fc6-a0c28b36c332 HTTP/1.1" status: 200 len: 1094 time: 0.2017086 Aug 23 20:38:01.118867 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07568056-87d4-48d4-a816-18e6db2822cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-d5ac8692-c6e1-48c5-b1e1-58c352b6f742', 'network_id': 'd5ac8692-c6e1-48c5-b1e1-58c352b6f742', 'tenant_id': 'a7ba3a6650134ae182d094f3478484f6', 'fixed_ips': [{'subnet_id': 'd823fd6f-1826-4fda-b786-45e5f0490bf4'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:38:01.119630 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-07568056-87d4-48d4-a816-18e6db2822cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:01.150601 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-13e8999d-dd0d-45db-b988-6d124120c89c None None] Port c32cc103-d12a-4216-966a-e4c11f53037b cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:38:01.158203 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634fb9f3-4ede-4092-8361-9a6083fabb27 req-c2422a08-8e17-49ff-ae83-1410510fb5fc tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:01.166346 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-634fb9f3-4ede-4092-8361-9a6083fabb27 req-c2422a08-8e17-49ff-ae83-1410510fb5fc tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f43b31b-b462-4073-8fc6-a0c28b36c332 HTTP/1.1" status: 200 len: 943 time: 0.2189074 Aug 23 20:38:01.241344 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-c9566007-0956-413f-8008-b27c7581b22f service neutron] 10.222.0.61 "GET /v2.0/networks/aacbd0fd-d16f-425e-a7bb-080e612100d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344923 Aug 23 20:38:01.246214 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-ddf1f37c-5e9b-44e6-993c-ab438da6eb6d tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:01.260476 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc458b2-137f-40bc-965d-66bf7a9a5ee1 req-d70820de-25fb-4e8c-b2f9-20c0010ba036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:01.261488 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ebc458b2-137f-40bc-965d-66bf7a9a5ee1 req-d70820de-25fb-4e8c-b2f9-20c0010ba036 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4f8ad650-bde2-493c-8452-775cfc30ee47 HTTP/1.1" status: 200 len: 914 time: 0.1500669 Aug 23 20:38:01.286851 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f9f4279d-4b31-4639-8d56-ab3360a2129a req-2d527d0e-dfd9-4fac-abdd-94d2f44e5f08 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:01.299068 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-634fb9f3-4ede-4092-8361-9a6083fabb27 req-82078597-14af-41bc-a02e-f83baa76d3e4 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups?id=5db33e87-bc75-43f1-b279-c9256a85708e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294627 Aug 23 20:38:01.362362 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ebc458b2-137f-40bc-965d-66bf7a9a5ee1 req-9c896928-11a7-4cf7-9751-bcbcc9f3abe1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b33e97ec-b6fe-4e54-bf9c-6040ccdeed31 HTTP/1.1" status: 200 len: 217 time: 0.0803165 Aug 23 20:38:01.367595 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-07568056-87d4-48d4-a816-18e6db2822cf None None] Allocated IP 172.20.0.2 (d5ac8692-c6e1-48c5-b1e1-58c352b6f742/d823fd6f-1826-4fda-b786-45e5f0490bf4/2dc0ba55-b4e4-494d-b1a2-1a14ad491a75) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:38:01.381654 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-ddf1f37c-5e9b-44e6-993c-ab438da6eb6d tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Network 660f640a-b8b2-40aa-8ebf-76bd1608cceb is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:38:01.400933 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-ddf1f37c-5e9b-44e6-993c-ab438da6eb6d tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:38:01.426988 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['4e45b000-7179-414e-9c26-2b8f01610967'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:38:01.450121 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-ddf1f37c-5e9b-44e6-993c-ab438da6eb6d tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:38:01.482875 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc458b2-137f-40bc-965d-66bf7a9a5ee1 req-205e041a-0442-4de8-89d3-ed9df565ff38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:01.486591 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ebc458b2-137f-40bc-965d-66bf7a9a5ee1 req-205e041a-0442-4de8-89d3-ed9df565ff38 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5622acc5-f3fa-4e59-9fa5-c0f9356a4541 HTTP/1.1" status: 200 len: 853 time: 0.1134276 Aug 23 20:38:01.514706 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f4279d-4b31-4639-8d56-ab3360a2129a req-2d527d0e-dfd9-4fac-abdd-94d2f44e5f08 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] No DVR routers for this DVR port d6a35e35-007f-41f6-9b38-b555cc94b50e on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:38:01.524421 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf1f37c-5e9b-44e6-993c-ab438da6eb6d tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Pushing event updated for resources: {'Port': ['ID=73fd8635-7170-464b-a8af-6451a6feae69,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:01.535563 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f9f4279d-4b31-4639-8d56-ab3360a2129a req-2d527d0e-dfd9-4fac-abdd-94d2f44e5f08 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:01.539355 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f9f4279d-4b31-4639-8d56-ab3360a2129a req-2d527d0e-dfd9-4fac-abdd-94d2f44e5f08 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.11 "DELETE /v2.0/ports/d6a35e35-007f-41f6-9b38-b555cc94b50e HTTP/1.1" status: 204 len: 173 time: 1.5860705 Aug 23 20:38:01.541317 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ebc458b2-137f-40bc-965d-66bf7a9a5ee1 req-06ca42ad-cca6-45a1-8efd-4f3259f3fed8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4f8ad650-bde2-493c-8452-775cfc30ee47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445046 Aug 23 20:38:01.547706 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2fdf8fa-c29d-48b0-960a-1e34b4102531', 'name': 'network-vif-deleted', 'tag': 'd6a35e35-007f-41f6-9b38-b555cc94b50e'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:38:01.550081 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e65f840-944c-48b5-aef8-c559f031b677" -d '{"events": [{"server_uuid": "b2fdf8fa-c29d-48b0-960a-1e34b4102531", "name": "network-vif-deleted", "tag": "d6a35e35-007f-41f6-9b38-b555cc94b50e"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:38:01.659819 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d527d0e-dfd9-4fac-abdd-94d2f44e5f08 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Pushing event deleted for resources: {'Port': ['ID=d6a35e35-007f-41f6-9b38-b555cc94b50e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:01.697365 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-ddf1f37c-5e9b-44e6-993c-ab438da6eb6d tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:01.698996 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-ddf1f37c-5e9b-44e6-993c-ab438da6eb6d tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:01.769348 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ebc458b2-137f-40bc-965d-66bf7a9a5ee1 req-f48b923c-be52-4db4-b558-ba79fe9efae2 service neutron] 10.222.0.11 "GET /v2.0/networks/4f8ad650-bde2-493c-8452-775cfc30ee47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118392 Aug 23 20:38:01.802504 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2713a66-7a7c-4d1a-85f3-3e916a6a81b9 req-0d3146cd-ac4d-48ea-8364-dcf931d49820 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:01.812910 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a2713a66-7a7c-4d1a-85f3-3e916a6a81b9 req-0d3146cd-ac4d-48ea-8364-dcf931d49820 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=68b2e55c-23d4-4923-bcdb-7c238608f2f5 HTTP/1.1" status: 200 len: 935 time: 0.2937851 Aug 23 20:38:01.818732 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-ddf1f37c-5e9b-44e6-993c-ab438da6eb6d tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1806080 Aug 23 20:38:01.860824 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['d6a35e35-007f-41f6-9b38-b555cc94b50e'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:38:01.864208 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['c2650ba0-bc32-4cd3-bef0-7cf28e126ad2', 'b096bed7-e6ad-4794-b7d9-e61b90bafa7d'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:38:01.864365 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-9fada974-3500-4e71-849f-c75211a09383 service neutron] Request body: {'port': {'device_id': 'e9c48baa-7dde-4b85-aa62-ee799df5dbb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:38:01.955739 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0d33f332-a4e2-4819-9bcc-7fd8aa0d35e5 None None] Provisioning for port 73fd8635-7170-464b-a8af-6451a6feae69 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:38:01.958153 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-e28b3f34-554b-451d-adda-48613aa3444c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c32cc103-d12a-4216-966a-e4c11f53037b {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:38:01.983360 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0d33f332-a4e2-4819-9bcc-7fd8aa0d35e5 None None] Provisioning complete for port 73fd8635-7170-464b-a8af-6451a6feae69 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:38:01.984013 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0d33f332-a4e2-4819-9bcc-7fd8aa0d35e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:01.992009 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-e28b3f34-554b-451d-adda-48613aa3444c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:02.036620 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-07568056-87d4-48d4-a816-18e6db2822cf None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:02.102155 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-07568056-87d4-48d4-a816-18e6db2822cf None None] Transition to ACTIVE for port object 2dc0ba55-b4e4-494d-b1a2-1a14ad491a75 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:38:02.113625 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a2713a66-7a7c-4d1a-85f3-3e916a6a81b9 req-b8c713e2-0e7f-48f6-8d92-99cae64c1dfd tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816277 Aug 23 20:38:02.120493 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-0d33f332-a4e2-4819-9bcc-7fd8aa0d35e5 None None] Port 73fd8635-7170-464b-a8af-6451a6feae69 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:38:02.127604 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-e28b3f34-554b-451d-adda-48613aa3444c service neutron] Transition to ACTIVE for port object c32cc103-d12a-4216-966a-e4c11f53037b will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:38:02.145028 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-9fada974-3500-4e71-849f-c75211a09383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:02.156802 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-e28b3f34-554b-451d-adda-48613aa3444c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:02.169945 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-07568056-87d4-48d4-a816-18e6db2822cf None None] Transition to ACTIVE for port object 2dc0ba55-b4e4-494d-b1a2-1a14ad491a75 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:38:02.248863 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-07568056-87d4-48d4-a816-18e6db2822cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:02.339435 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07568056-87d4-48d4-a816-18e6db2822cf None None] Network d5ac8692-c6e1-48c5-b1e1-58c352b6f742 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:38:02.403352 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ebc458b2-137f-40bc-965d-66bf7a9a5ee1 req-059f1fd1-405e-4479-8f2c-c78a0088b56f service neutron] 10.222.0.11 "GET /v2.0/networks/4f8ad650-bde2-493c-8452-775cfc30ee47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6172760 Aug 23 20:38:02.461640 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 17e9b548-501c-43f0-bdac-d1e72bb271e8 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:38:02.463697 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['2fd138a2-a960-44b8-8ce2-767dd6fe86fd'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:38:02.484517 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-07568056-87d4-48d4-a816-18e6db2822cf None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:38:02.513444 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07568056-87d4-48d4-a816-18e6db2822cf None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:38:02.587826 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a67d8c-2ccf-484a-83da-e9f3cc9db8d5 x-openstack-request-id: req-c6a67d8c-2ccf-484a-83da-e9f3cc9db8d5 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:38:02.588099 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2fdf8fa-c29d-48b0-960a-1e34b4102531", "name": "network-vif-deleted", "tag": "d6a35e35-007f-41f6-9b38-b555cc94b50e", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:38:02.588211 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c6a67d8c-2ccf-484a-83da-e9f3cc9db8d5 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:38:02.588614 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2fdf8fa-c29d-48b0-960a-1e34b4102531', 'name': 'network-vif-deleted', 'tag': 'd6a35e35-007f-41f6-9b38-b555cc94b50e', 'status': 'completed', 'code': 200} Aug 23 20:38:02.611377 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07568056-87d4-48d4-a816-18e6db2822cf None None] Pushing event updated for resources: {'Port': ['ID=2dc0ba55-b4e4-494d-b1a2-1a14ad491a75,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:02.630983 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b3f34-554b-451d-adda-48613aa3444c service neutron] Pushing event updated for resources: {'Port': ['ID=c32cc103-d12a-4216-966a-e4c11f53037b,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:02.865285 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-07568056-87d4-48d4-a816-18e6db2822cf None None] Attempting to bind port 2dc0ba55-b4e4-494d-b1a2-1a14ad491a75 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:38:02.867133 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-07568056-87d4-48d4-a816-18e6db2822cf None None] Attempting to bind port 2dc0ba55-b4e4-494d-b1a2-1a14ad491a75 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'acc9083b-9ca0-414e-96bd-1741bb0a9d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'd5ac8692-c6e1-48c5-b1e1-58c352b6f742'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:38:02.868654 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07568056-87d4-48d4-a816-18e6db2822cf None None] Attempting to bind port 2dc0ba55-b4e4-494d-b1a2-1a14ad491a75 on network d5ac8692-c6e1-48c5-b1e1-58c352b6f742 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:38:02.918563 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d960a4f-5499-49af-a082-b232f6981e97 req-68091c7e-5d9a-4943-b065-9373ae7619b5 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:02.924114 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2d960a4f-5499-49af-a082-b232f6981e97 req-68091c7e-5d9a-4943-b065-9373ae7619b5 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f43b31b-b462-4073-8fc6-a0c28b36c332 HTTP/1.1" status: 200 len: 943 time: 0.0847917 Aug 23 20:38:02.956228 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-9fada974-3500-4e71-849f-c75211a09383 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73fd8635-7170-464b-a8af-6451a6feae69 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:38:02.968643 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-e28b3f34-554b-451d-adda-48613aa3444c service neutron] Attempting to bind port c32cc103-d12a-4216-966a-e4c11f53037b on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:38:02.969771 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-e28b3f34-554b-451d-adda-48613aa3444c service neutron] Attempting to bind port c32cc103-d12a-4216-966a-e4c11f53037b by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:38:02.970319 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-e28b3f34-554b-451d-adda-48613aa3444c service neutron] Attempting to bind port c32cc103-d12a-4216-966a-e4c11f53037b on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:38:02.982223 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-9fada974-3500-4e71-849f-c75211a09383 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:02.991435 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-e28b3f34-554b-451d-adda-48613aa3444c service neutron] Port c32cc103-d12a-4216-966a-e4c11f53037b on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:38:02.991435 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-e28b3f34-554b-451d-adda-48613aa3444c service neutron] Attempting to bind port c32cc103-d12a-4216-966a-e4c11f53037b on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:38:02.997986 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-e28b3f34-554b-451d-adda-48613aa3444c service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:38:02.998325 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-e28b3f34-554b-451d-adda-48613aa3444c service neutron] Checking segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:38:02.998709 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-e28b3f34-554b-451d-adda-48613aa3444c service neutron] Bound using segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:38:02.999211 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-e28b3f34-554b-451d-adda-48613aa3444c service neutron] Bound port: c32cc103-d12a-4216-966a-e4c11f53037b, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:38:02.999574 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-e28b3f34-554b-451d-adda-48613aa3444c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:03.018997 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2d960a4f-5499-49af-a082-b232f6981e97 req-79a52395-e273-415a-a608-eebc9afc94b9 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups?id=5db33e87-bc75-43f1-b279-c9256a85708e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874500 Aug 23 20:38:03.020505 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:03.020844 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-9fada974-3500-4e71-849f-c75211a09383 service neutron] Transition to ACTIVE for port object 73fd8635-7170-464b-a8af-6451a6feae69 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:38:03.067734 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-9fada974-3500-4e71-849f-c75211a09383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:03.120122 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6a202683-e6e9-44d0-b570-d68f9fea38f7 req-f09b10bb-d85c-4e26-84b8-48c961bca00f tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 210 time: 0.0453219 Aug 23 20:38:03.142319 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 17e9b548-501c-43f0-bdac-d1e72bb271e8, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=17e9b548-501c-43f0-bdac-d1e72bb271e8,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:38:03.161094 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e4b0b-fad3-4c9a-84ab-a0a3b3e13846 req-704e736d-1e30-4d9c-94ee-9ff86435500f tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:03.162668 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8e1e4b0b-fad3-4c9a-84ab-a0a3b3e13846 req-704e736d-1e30-4d9c-94ee-9ff86435500f tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/networks?id=d5ac8692-c6e1-48c5-b1e1-58c352b6f742 HTTP/1.1" status: 200 len: 816 time: 0.3801930 Aug 23 20:38:03.171654 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07568056-87d4-48d4-a816-18e6db2822cf None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:38:03.173045 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07568056-87d4-48d4-a816-18e6db2822cf None None] Checking segment: {'id': 'acc9083b-9ca0-414e-96bd-1741bb0a9d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'd5ac8692-c6e1-48c5-b1e1-58c352b6f742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:38:03.173561 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-07568056-87d4-48d4-a816-18e6db2822cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:03.175109 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07568056-87d4-48d4-a816-18e6db2822cf None None] Bound using segment: {'id': 'acc9083b-9ca0-414e-96bd-1741bb0a9d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'd5ac8692-c6e1-48c5-b1e1-58c352b6f742'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:38:03.175702 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-07568056-87d4-48d4-a816-18e6db2822cf None None] Bound port: 2dc0ba55-b4e4-494d-b1a2-1a14ad491a75, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acc9083b-9ca0-414e-96bd-1741bb0a9d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'd5ac8692-c6e1-48c5-b1e1-58c352b6f742'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:38:03.177922 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-07568056-87d4-48d4-a816-18e6db2822cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:03.189194 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5478c22a-4aff-48ea-be0e-112db30f8bf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17e9b548-501c-43f0-bdac-d1e72bb271e8'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:38:03.195104 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e0b2d3-63f1-454e-b353-ed1b5098aec7" -d '{"events": [{"server_uuid": "5478c22a-4aff-48ea-be0e-112db30f8bf1", "name": "network-vif-unplugged", "status": "completed", "tag": "17e9b548-501c-43f0-bdac-d1e72bb271e8"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:38:03.196218 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fada974-3500-4e71-849f-c75211a09383 service neutron] Pushing event updated for resources: {'Port': ['ID=73fd8635-7170-464b-a8af-6451a6feae69,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:03.212662 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:03.213473 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device d6a35e35-007f-41f6-9b38-b555cc94b50e no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:38:03.231912 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-e28b3f34-554b-451d-adda-48613aa3444c service neutron] For port c32cc103-d12a-4216-966a-e4c11f53037b, host n-h2-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:38:03.249967 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-e28b3f34-554b-451d-adda-48613aa3444c service neutron] For port c32cc103-d12a-4216-966a-e4c11f53037b, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=c32cc103-d12a-4216-966a-e4c11f53037b,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:38:03.306262 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8e1e4b0b-fad3-4c9a-84ab-a0a3b3e13846 req-4f8b9f75-2900-4630-b342-86fcd412c994 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/quotas/a7ba3a6650134ae182d094f3478484f6 HTTP/1.1" status: 200 len: 375 time: 0.1257348 Aug 23 20:38:03.309178 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-e28b3f34-554b-451d-adda-48613aa3444c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:03.386590 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=17e9b548-501c-43f0-bdac-d1e72bb271e8,revision_number=8']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:03.424252 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: d6a35e35-007f-41f6-9b38-b555cc94b50e {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:38:03.424600 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device d6a35e35-007f-41f6-9b38-b555cc94b50e not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:38:03.427096 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b3f34-554b-451d-adda-48613aa3444c service neutron] Pushing event updated for resources: {'Port': ['ID=c32cc103-d12a-4216-966a-e4c11f53037b,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:03.468190 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-9fada974-3500-4e71-849f-c75211a09383 service neutron] Attempting to bind port 73fd8635-7170-464b-a8af-6451a6feae69 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:38:03.468530 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-9fada974-3500-4e71-849f-c75211a09383 service neutron] Attempting to bind port 73fd8635-7170-464b-a8af-6451a6feae69 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:38:03.468783 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-9fada974-3500-4e71-849f-c75211a09383 service neutron] Attempting to bind port 73fd8635-7170-464b-a8af-6451a6feae69 on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:38:03.481544 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-e28b3f34-554b-451d-adda-48613aa3444c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:03.482167 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-e28b3f34-554b-451d-adda-48613aa3444c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:03.483572 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-e28b3f34-554b-451d-adda-48613aa3444c service neutron] 10.222.0.32 "PUT /v2.0/ports/c32cc103-d12a-4216-966a-e4c11f53037b HTTP/1.1" status: 200 len: 1095 time: 2.7605174 Aug 23 20:38:03.492655 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-9fada974-3500-4e71-849f-c75211a09383 service neutron] Port 73fd8635-7170-464b-a8af-6451a6feae69 on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:38:03.492980 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-9fada974-3500-4e71-849f-c75211a09383 service neutron] Attempting to bind port 73fd8635-7170-464b-a8af-6451a6feae69 on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:38:03.520557 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-9fada974-3500-4e71-849f-c75211a09383 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:38:03.520557 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-9fada974-3500-4e71-849f-c75211a09383 service neutron] Checking segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:38:03.521212 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-9fada974-3500-4e71-849f-c75211a09383 service neutron] Bound using segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:38:03.521700 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-9fada974-3500-4e71-849f-c75211a09383 service neutron] Bound port: 73fd8635-7170-464b-a8af-6451a6feae69, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:38:03.522580 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-9fada974-3500-4e71-849f-c75211a09383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:03.529219 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8e1e4b0b-fad3-4c9a-84ab-a0a3b3e13846 req-18ba7fa3-a391-4017-9337-1639f9a51450 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a7ba3a6650134ae182d094f3478484f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1048353 Aug 23 20:38:03.587837 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-07568056-87d4-48d4-a816-18e6db2822cf None None] For port 2dc0ba55-b4e4-494d-b1a2-1a14ad491a75, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:38:03.596073 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-07568056-87d4-48d4-a816-18e6db2822cf None None] For port 2dc0ba55-b4e4-494d-b1a2-1a14ad491a75, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=2dc0ba55-b4e4-494d-b1a2-1a14ad491a75,segment=NetworkSegment(acc9083b-9ca0-414e-96bd-1741bb0a9d54),segment_id=acc9083b-9ca0-414e-96bd-1741bb0a9d54)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:38:03.609661 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-07568056-87d4-48d4-a816-18e6db2822cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:03.715820 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07568056-87d4-48d4-a816-18e6db2822cf None None] Pushing event updated for resources: {'Port': ['ID=2dc0ba55-b4e4-494d-b1a2-1a14ad491a75,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:03.789042 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-9fada974-3500-4e71-849f-c75211a09383 service neutron] For port 73fd8635-7170-464b-a8af-6451a6feae69, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:38:03.868143 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-9fada974-3500-4e71-849f-c75211a09383 service neutron] For port 73fd8635-7170-464b-a8af-6451a6feae69, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=73fd8635-7170-464b-a8af-6451a6feae69,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:38:03.882502 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-9fada974-3500-4e71-849f-c75211a09383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:03.933165 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-6147f448-921b-4f0b-97e2-dbfb55c5c309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:03.936035 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-6147f448-921b-4f0b-97e2-dbfb55c5c309 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=704a96b94b9147dc8cf54dcf8b4c5cc2&device_id=68b2e55c-23d4-4923-bcdb-7c238608f2f5 HTTP/1.1" status: 200 len: 1098 time: 0.3691747 Aug 23 20:38:03.975283 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-9fada974-3500-4e71-849f-c75211a09383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:03.977294 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-9fada974-3500-4e71-849f-c75211a09383 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:03.979183 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-9fada974-3500-4e71-849f-c75211a09383 service neutron] 10.222.0.11 "PUT /v2.0/ports/73fd8635-7170-464b-a8af-6451a6feae69 HTTP/1.1" status: 200 len: 1095 time: 2.1329353 Aug 23 20:38:04.071123 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fada974-3500-4e71-849f-c75211a09383 service neutron] Pushing event updated for resources: {'Port': ['ID=73fd8635-7170-464b-a8af-6451a6feae69,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:04.096164 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8e1e4b0b-fad3-4c9a-84ab-a0a3b3e13846 req-7c9d9d4a-236d-41ad-8ebb-ff12011b5dd0 service neutron] 10.222.0.61 "GET /v2.0/networks/d5ac8692-c6e1-48c5-b1e1-58c352b6f742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5494854 Aug 23 20:38:04.210969 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-e8893f10-544e-4039-9066-4fcad1546f16 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=c32cc103-d12a-4216-966a-e4c11f53037b HTTP/1.1" status: 200 len: 217 time: 0.2396650 Aug 23 20:38:04.285062 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac24718-c5ec-4ce6-9843-5df9307aab07 req-b21e5fd3-d618-4b86-9050-5dc1a3b54773 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:04.294065 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bac24718-c5ec-4ce6-9843-5df9307aab07 req-b21e5fd3-d618-4b86-9050-5dc1a3b54773 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=68b2e55c-23d4-4923-bcdb-7c238608f2f5 HTTP/1.1" status: 200 len: 947 time: 0.0744727 Aug 23 20:38:04.343903 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bac24718-c5ec-4ce6-9843-5df9307aab07 req-15511578-d61e-42b6-a536-51d5b1672cd3 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484498 Aug 23 20:38:04.349895 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-d633086e-4292-42a2-904a-afc3a7ed6f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:04.350838 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-d633086e-4292-42a2-904a-afc3a7ed6f74 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.1146829 Aug 23 20:38:04.395304 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device b33e97ec-b6fe-4e54-bf9c-6040ccdeed31 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:38:04.405547 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-cd4b74ae-06da-4700-b6d5-e07ae137cb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:04.407083 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-cd4b74ae-06da-4700-b6d5-e07ae137cb85 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=704a96b94b9147dc8cf54dcf8b4c5cc2&device_id=e9c48baa-7dde-4b85-aa62-ee799df5dbb5 HTTP/1.1" status: 200 len: 1098 time: 0.2477643 Aug 23 20:38:04.409300 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d2945-e067-4b67-8812-9ae032f29f35 req-578e0977-ca71-4816-a31e-a319b3edf7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:04.411621 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-578e0977-ca71-4816-a31e-a319b3edf7b2 service neutron] 10.222.0.11 "GET /v2.0/ports/8befdd4b-7da4-4882-ba33-5ff1275123c5 HTTP/1.1" status: 200 len: 1031 time: 0.0522850 Aug 23 20:38:04.426017 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 20:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e325e13-fd08-4cd6-af26-861de67c9c6b x-openstack-request-id: req-4e325e13-fd08-4cd6-af26-861de67c9c6b {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:38:04.426422 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5478c22a-4aff-48ea-be0e-112db30f8bf1", "name": "network-vif-unplugged", "status": "completed", "tag": "17e9b548-501c-43f0-bdac-d1e72bb271e8", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:38:04.427820 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4e325e13-fd08-4cd6-af26-861de67c9c6b {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:38:04.428022 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5478c22a-4aff-48ea-be0e-112db30f8bf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17e9b548-501c-43f0-bdac-d1e72bb271e8', 'code': 200} Aug 23 20:38:04.433601 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-682b43db-bcc7-4547-a4fb-725aadc08081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:04.434970 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-682b43db-bcc7-4547-a4fb-725aadc08081 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0679700 Aug 23 20:38:04.497109 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d2945-e067-4b67-8812-9ae032f29f35 req-3fc1f61c-70f7-450f-8a26-17f82a40ad59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:04.503263 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8e1e4b0b-fad3-4c9a-84ab-a0a3b3e13846 req-6304f76b-7450-4b7a-80d6-fd957e97849f service neutron] 10.222.0.61 "GET /v2.0/networks/d5ac8692-c6e1-48c5-b1e1-58c352b6f742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4062247 Aug 23 20:38:04.504527 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-3e01020e-149d-41d6-b05f-723942d87ec8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=73fd8635-7170-464b-a8af-6451a6feae69 HTTP/1.1" status: 200 len: 217 time: 0.0687118 Aug 23 20:38:04.512369 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-3fc1f61c-70f7-450f-8a26-17f82a40ad59 service neutron] 10.222.0.11 "GET /v2.0/ports/bb388623-a8ca-48fa-a801-64a5e58b5d43 HTTP/1.1" status: 200 len: 1031 time: 0.0433149 Aug 23 20:38:04.598931 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b2e55c-23d4-4923-bcdb-7c238608f2f5', 'tag': 'c32cc103-d12a-4216-966a-e4c11f53037b'}, {'name': 'network-changed', 'server_uuid': 'e9c48baa-7dde-4b85-aa62-ee799df5dbb5', 'tag': '73fd8635-7170-464b-a8af-6451a6feae69'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:38:04.602073 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba414c3a-8298-418b-849d-7c73a1792af7" -d '{"events": [{"name": "network-changed", "server_uuid": "68b2e55c-23d4-4923-bcdb-7c238608f2f5", "tag": "c32cc103-d12a-4216-966a-e4c11f53037b"}, {"name": "network-changed", "server_uuid": "e9c48baa-7dde-4b85-aa62-ee799df5dbb5", "tag": "73fd8635-7170-464b-a8af-6451a6feae69"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:38:04.630861 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port b33e97ec-b6fe-4e54-bf9c-6040ccdeed31, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=b33e97ec-b6fe-4e54-bf9c-6040ccdeed31,segment=NetworkSegment(e057aa67-2bd8-41d5-82d4-b5cee83f32b9),segment_id=e057aa67-2bd8-41d5-82d4-b5cee83f32b9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:38:04.647196 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-74fe1bff-8eff-4f52-9c37-08926f01eef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:04.648857 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': 'b33e97ec-b6fe-4e54-bf9c-6040ccdeed31', 'network_id': '4f8ad650-bde2-493c-8452-775cfc30ee47', 'port_id': 'b33e97ec-b6fe-4e54-bf9c-6040ccdeed31', 'mac_address': 'fa:16:3e:d9:e6:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5622acc5-f3fa-4e59-9fa5-c0f9356a4541', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:38:04.649458 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-74fe1bff-8eff-4f52-9c37-08926f01eef1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.0950701 Aug 23 20:38:04.710966 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-02ba421a-54f5-4cc1-b9a3-09ba13a23a75 service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577643 Aug 23 20:38:04.762128 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:04.786351 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b33e97ec-b6fe-4e54-bf9c-6040ccdeed31 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:38:04.878643 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ef430-b468-43a9-ac50-409e2986c4bb req-c4c46519-4cb3-4408-adbb-c58e288ceae5 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:04.880739 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6b3ef430-b468-43a9-ac50-409e2986c4bb req-c4c46519-4cb3-4408-adbb-c58e288ceae5 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f43b31b-b462-4073-8fc6-a0c28b36c332 HTTP/1.1" status: 200 len: 943 time: 0.2141426 Aug 23 20:38:04.883554 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-3e222d8f-f848-48cf-b722-704cd770da43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:04.886226 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-3e222d8f-f848-48cf-b722-704cd770da43 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2283051 Aug 23 20:38:04.888678 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port b33e97ec-b6fe-4e54-bf9c-6040ccdeed31, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=b33e97ec-b6fe-4e54-bf9c-6040ccdeed31,segment=NetworkSegment(e057aa67-2bd8-41d5-82d4-b5cee83f32b9),segment_id=e057aa67-2bd8-41d5-82d4-b5cee83f32b9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:38:04.902829 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:04.970403 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d2945-e067-4b67-8812-9ae032f29f35 req-8177f9f2-6bc9-4329-b187-f11a207dbe27 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:04.978158 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d2945-e067-4b67-8812-9ae032f29f35 req-8177f9f2-6bc9-4329-b187-f11a207dbe27 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:04.986248 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d2945-e067-4b67-8812-9ae032f29f35 req-8177f9f2-6bc9-4329-b187-f11a207dbe27 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:04.988691 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-8177f9f2-6bc9-4329-b187-f11a207dbe27 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.11 "GET /v2.0/networks?id=2980a46c-5f6f-4bd3-86da-263aae928b5d&id=02bac410-b27b-49cf-96fd-4f276d56ae51&id=02bac410-b27b-49cf-96fd-4f276d56ae51&id=02bac410-b27b-49cf-96fd-4f276d56ae51&id=02bac410-b27b-49cf-96fd-4f276d56ae51&id=aacbd0fd-d16f-425e-a7bb-080e612100d5&id=aacbd0fd-d16f-425e-a7bb-080e612100d5 HTTP/1.1" status: 200 len: 1994 time: 0.4684167 Aug 23 20:38:04.998009 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=b33e97ec-b6fe-4e54-bf9c-6040ccdeed31,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:05.068400 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f92139aa-7977-4c4b-a8d8-591c8865c428 req-4c837ba2-94eb-486f-816f-804154725f33 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 210 time: 0.0556004 Aug 23 20:38:05.077922 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-2973af8c-e45c-463f-8ae8-6e554259acda service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3545926 Aug 23 20:38:05.078905 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6b3ef430-b468-43a9-ac50-409e2986c4bb req-d8c17fe3-f309-492e-8562-59722a5ae3f2 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups?id=5db33e87-bc75-43f1-b279-c9256a85708e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891229 Aug 23 20:38:05.085023 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-7a3ddae7-bb1a-435d-b121-92559ce3c0fc tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31c0cec95ab64e5ca0c5b6061061da27 HTTP/1.1" status: 200 len: 379 time: 0.0795276 Aug 23 20:38:05.117840 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-565d2945-e067-4b67-8812-9ae032f29f35 req-c4d9b980-63ba-4f16-8f64-e7492ecf9283 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Request body: {'port': {'device_id': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'network_id': '2980a46c-5f6f-4bd3-86da-263aae928b5d', 'admin_state_up': True, 'tenant_id': '31c0cec95ab64e5ca0c5b6061061da27', 'security_groups': ['f264d724-bded-494f-9829-ab610400f252']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:38:05.153387 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-6ba14e16-1e7e-43d9-8b63-88ffa44accde service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457240 Aug 23 20:38:05.219245 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 23 Aug 2021 20:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050409f5-8986-4217-a5aa-575e21076f65 x-openstack-request-id: req-050409f5-8986-4217-a5aa-575e21076f65 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:38:05.220839 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68b2e55c-23d4-4923-bcdb-7c238608f2f5", "tag": "c32cc103-d12a-4216-966a-e4c11f53037b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e9c48baa-7dde-4b85-aa62-ee799df5dbb5", "tag": "73fd8635-7170-464b-a8af-6451a6feae69", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:38:05.221932 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-050409f5-8986-4217-a5aa-575e21076f65 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:38:05.222656 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b2e55c-23d4-4923-bcdb-7c238608f2f5', 'tag': 'c32cc103-d12a-4216-966a-e4c11f53037b', 'status': 'completed', 'code': 200} Aug 23 20:38:05.223717 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9c48baa-7dde-4b85-aa62-ee799df5dbb5', 'tag': '73fd8635-7170-464b-a8af-6451a6feae69', 'status': 'completed', 'code': 200} Aug 23 20:38:05.241446 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['b33e97ec-b6fe-4e54-bf9c-6040ccdeed31'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:38:05.410885 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac88cc3-01eb-44f5-b343-8b26b463df5f None None] Network d5ac8692-c6e1-48c5-b1e1-58c352b6f742 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:38:05.496858 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4f4e3686-c688-434f-9869-0c8601c34fcb req-2d83e181-c7e0-426e-9f66-3211efa37b64 service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228366 Aug 23 20:38:05.534067 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba414c3a-8298-418b-849d-7c73a1792af7 req-76a9ec77-d432-4ffa-b1b1-5fe856b3ae4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:05.535980 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ba414c3a-8298-418b-849d-7c73a1792af7 req-76a9ec77-d432-4ffa-b1b1-5fe856b3ae4a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=704a96b94b9147dc8cf54dcf8b4c5cc2&device_id=68b2e55c-23d4-4923-bcdb-7c238608f2f5 HTTP/1.1" status: 200 len: 1098 time: 0.1674769 Aug 23 20:38:05.599720 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd428b9-48d3-4f8c-a438-2dc9af7d251b req-8724dbdb-f4dd-494f-8639-b562ff2b1dc7 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:05.609137 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4cd428b9-48d3-4f8c-a438-2dc9af7d251b req-8724dbdb-f4dd-494f-8639-b562ff2b1dc7 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/networks?id=d5ac8692-c6e1-48c5-b1e1-58c352b6f742 HTTP/1.1" status: 200 len: 816 time: 0.2470949 Aug 23 20:38:05.627097 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a040d4f3-161b-4e84-b7b2-586d752122b8 None None] Provisioning for port 2dc0ba55-b4e4-494d-b1a2-1a14ad491a75 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:38:05.630152 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4cd428b9-48d3-4f8c-a438-2dc9af7d251b req-3cb3bbaa-4a7d-4be2-8576-1f11afe4849f tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/quotas/a7ba3a6650134ae182d094f3478484f6 HTTP/1.1" status: 200 len: 375 time: 0.0198400 Aug 23 20:38:05.730428 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba414c3a-8298-418b-849d-7c73a1792af7 req-e9e161d8-b6d5-458b-ad2e-ebd2e73d6693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:05.732114 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ba414c3a-8298-418b-849d-7c73a1792af7 req-e9e161d8-b6d5-458b-ad2e-ebd2e73d6693 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=704a96b94b9147dc8cf54dcf8b4c5cc2&device_id=e9c48baa-7dde-4b85-aa62-ee799df5dbb5 HTTP/1.1" status: 200 len: 1098 time: 0.1626885 Aug 23 20:38:05.734279 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-565d2945-e067-4b67-8812-9ae032f29f35 req-c4d9b980-63ba-4f16-8f64-e7492ecf9283 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Made reservation on behalf of 31c0cec95ab64e5ca0c5b6061061da27 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:38:05.745708 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-c4d9b980-63ba-4f16-8f64-e7492ecf9283 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:05.807622 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4cd428b9-48d3-4f8c-a438-2dc9af7d251b req-713be59e-f010-455d-8b6d-ed856f5ba3d2 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a7ba3a6650134ae182d094f3478484f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1745179 Aug 23 20:38:05.837561 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 2dc0ba55-b4e4-494d-b1a2-1a14ad491a75 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:38:05.871975 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba414c3a-8298-418b-849d-7c73a1792af7 req-7faa45e8-cccc-486f-9000-7d36063265ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:05.874458 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ba414c3a-8298-418b-849d-7c73a1792af7 req-7faa45e8-cccc-486f-9000-7d36063265ed service neutron] 10.222.0.32 "GET /v2.0/networks?id=660f640a-b8b2-40aa-8ebf-76bd1608cceb HTTP/1.1" status: 200 len: 870 time: 0.3279624 Aug 23 20:38:05.995192 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 2dc0ba55-b4e4-494d-b1a2-1a14ad491a75 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:38:06.012293 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 2dc0ba55-b4e4-494d-b1a2-1a14ad491a75 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:38:06.014168 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ba414c3a-8298-418b-849d-7c73a1792af7 req-205e1754-59dc-49af-804f-9a71fa8d5a22 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=c32cc103-d12a-4216-966a-e4c11f53037b HTTP/1.1" status: 200 len: 217 time: 0.1173723 Aug 23 20:38:06.015037 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:06.071361 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4cd428b9-48d3-4f8c-a438-2dc9af7d251b req-97a3a730-8221-4a69-8b6c-01bb38163906 service neutron] 10.222.0.61 "GET /v2.0/networks/d5ac8692-c6e1-48c5-b1e1-58c352b6f742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624815 Aug 23 20:38:06.150285 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba414c3a-8298-418b-849d-7c73a1792af7 req-7a855adc-2341-4aa6-84c2-1480640cc072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:06.152079 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ba414c3a-8298-418b-849d-7c73a1792af7 req-7a855adc-2341-4aa6-84c2-1480640cc072 service neutron] 10.222.0.11 "GET /v2.0/networks?id=660f640a-b8b2-40aa-8ebf-76bd1608cceb HTTP/1.1" status: 200 len: 870 time: 0.4004340 Aug 23 20:38:06.202874 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:06.241095 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4cd428b9-48d3-4f8c-a438-2dc9af7d251b req-f9135b42-bcff-49a2-9b11-e8793aaa719b service neutron] 10.222.0.61 "GET /v2.0/networks/d5ac8692-c6e1-48c5-b1e1-58c352b6f742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689999 Aug 23 20:38:06.243435 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ba414c3a-8298-418b-849d-7c73a1792af7 req-710fdfe0-086d-4c09-a89d-30e95376c0c8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=73fd8635-7170-464b-a8af-6451a6feae69 HTTP/1.1" status: 200 len: 217 time: 0.0633106 Aug 23 20:38:06.261424 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0fed0-9a3d-4630-9f78-13448c539ef6 req-a8a0fd3b-a6f8-48eb-b2e5-555dcc647a47 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:06.263134 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c8a0fed0-9a3d-4630-9f78-13448c539ef6 req-a8a0fd3b-a6f8-48eb-b2e5-555dcc647a47 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=68b2e55c-23d4-4923-bcdb-7c238608f2f5 HTTP/1.1" status: 200 len: 947 time: 0.1857238 Aug 23 20:38:06.264623 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba414c3a-8298-418b-849d-7c73a1792af7 req-4090e46f-6e8a-4de0-8372-11dc1544fabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:06.265963 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ba414c3a-8298-418b-849d-7c73a1792af7 req-4090e46f-6e8a-4de0-8372-11dc1544fabc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.2315395 Aug 23 20:38:06.274776 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 2dc0ba55-b4e4-494d-b1a2-1a14ad491a75, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=2dc0ba55-b4e4-494d-b1a2-1a14ad491a75,segment=NetworkSegment(acc9083b-9ca0-414e-96bd-1741bb0a9d54),segment_id=acc9083b-9ca0-414e-96bd-1741bb0a9d54)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:38:06.290943 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:06.295832 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ac933e12-313e-4733-a014-4b07051a1f31 None None] Provisioning complete for port 2dc0ba55-b4e4-494d-b1a2-1a14ad491a75 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:38:06.300662 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ac933e12-313e-4733-a014-4b07051a1f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:06.339869 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-565d2945-e067-4b67-8812-9ae032f29f35 req-c4d9b980-63ba-4f16-8f64-e7492ecf9283 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Allocated IP 172.20.0.3 (2980a46c-5f6f-4bd3-86da-263aae928b5d/ea915c70-de21-4e85-9794-73e9efabd3c6/038aba1e-ac97-4fd1-90cd-2192fd5ab1b4) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:38:06.538399 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=2dc0ba55-b4e4-494d-b1a2-1a14ad491a75,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:06.976372 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba414c3a-8298-418b-849d-7c73a1792af7 req-7dc22b50-1097-45a8-84b8-9947ba9bc53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:06.978374 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ba414c3a-8298-418b-849d-7c73a1792af7 req-7dc22b50-1097-45a8-84b8-9947ba9bc53c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7023821 Aug 23 20:38:06.982045 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba414c3a-8298-418b-849d-7c73a1792af7 req-0386773d-068f-4991-94c0-6ef96ed303b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:06.984301 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ba414c3a-8298-418b-849d-7c73a1792af7 req-0386773d-068f-4991-94c0-6ef96ed303b5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.7313900 Aug 23 20:38:07.000846 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-c4d9b980-63ba-4f16-8f64-e7492ecf9283 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:07.002309 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c8a0fed0-9a3d-4630-9f78-13448c539ef6 req-52b3210f-608c-4aaa-b9b2-0cc222ab2f58 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7240667 Aug 23 20:38:07.035340 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e4b0b-fad3-4c9a-84ab-a0a3b3e13846 req-eb1a7026-945d-4d49-a4e0-22fc9f9cdc79 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:07.036830 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8e1e4b0b-fad3-4c9a-84ab-a0a3b3e13846 req-eb1a7026-945d-4d49-a4e0-22fc9f9cdc79 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.32 "GET /v2.0/networks?id=d5ac8692-c6e1-48c5-b1e1-58c352b6f742 HTTP/1.1" status: 200 len: 816 time: 0.3557193 Aug 23 20:38:07.045838 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-565d2945-e067-4b67-8812-9ae032f29f35 req-c4d9b980-63ba-4f16-8f64-e7492ecf9283 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Transition to ACTIVE for port object 038aba1e-ac97-4fd1-90cd-2192fd5ab1b4 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:38:07.059467 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-8e1e4b0b-fad3-4c9a-84ab-a0a3b3e13846 req-de6400bc-0452-46a0-ba36-7c0476ca4932 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Request body: {'port': {'device_id': '3421b4b6-ee8f-4bc8-8c70-f59d81233e06', 'network_id': 'd5ac8692-c6e1-48c5-b1e1-58c352b6f742', 'admin_state_up': True, 'tenant_id': 'a7ba3a6650134ae182d094f3478484f6'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:38:07.222883 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba414c3a-8298-418b-849d-7c73a1792af7 req-c6428403-7651-4292-8d08-b97ebac1b5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:07.225880 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ba414c3a-8298-418b-849d-7c73a1792af7 req-c6428403-7651-4292-8d08-b97ebac1b5bf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2216265 Aug 23 20:38:07.235681 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e1e4b0b-fad3-4c9a-84ab-a0a3b3e13846 req-de6400bc-0452-46a0-ba36-7c0476ca4932 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Made reservation on behalf of a7ba3a6650134ae182d094f3478484f6 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:38:07.246055 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8e1e4b0b-fad3-4c9a-84ab-a0a3b3e13846 req-de6400bc-0452-46a0-ba36-7c0476ca4932 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:07.368553 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-84b44d6a-bee4-4df3-900b-d8137931b3d9 req-f3c2f7e5-6b34-442e-a0be-2c4539a93cc1 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 210 time: 0.1715136 Aug 23 20:38:07.379515 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092510d7-088d-445f-8ad0-f5ba9ce732c9 req-1a251af8-6882-4c36-a9e6-af6d1a0f0069 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:07.388505 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-092510d7-088d-445f-8ad0-f5ba9ce732c9 req-1a251af8-6882-4c36-a9e6-af6d1a0f0069 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f43b31b-b462-4073-8fc6-a0c28b36c332 HTTP/1.1" status: 200 len: 944 time: 0.2188828 Aug 23 20:38:07.476941 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ba414c3a-8298-418b-849d-7c73a1792af7 req-db4023af-54b9-4351-9524-763355ed85ea service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4221985 Aug 23 20:38:07.492311 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ba414c3a-8298-418b-849d-7c73a1792af7 req-856a5b4e-889c-42ac-87d6-590f52f91b4e service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428899 Aug 23 20:38:07.553252 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device c32cc103-d12a-4216-966a-e4c11f53037b details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:38:07.627970 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ba414c3a-8298-418b-849d-7c73a1792af7 req-97635f05-21e2-47e6-bb3c-dabf8a8104ec service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345074 Aug 23 20:38:07.659238 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-c4d9b980-63ba-4f16-8f64-e7492ecf9283 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:07.697777 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-092510d7-088d-445f-8ad0-f5ba9ce732c9 req-b9847c3d-03e0-4ade-9339-79456949dee7 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups?id=5db33e87-bc75-43f1-b279-c9256a85708e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082099 Aug 23 20:38:07.846494 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port c32cc103-d12a-4216-966a-e4c11f53037b, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=c32cc103-d12a-4216-966a-e4c11f53037b,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:38:07.861124 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 2dc0ba55-b4e4-494d-b1a2-1a14ad491a75 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:38:07.862169 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ba414c3a-8298-418b-849d-7c73a1792af7 req-18d1d11d-4cc5-45c4-8677-3271dc6dc2c0 service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577271 Aug 23 20:38:07.868927 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-565d2945-e067-4b67-8812-9ae032f29f35 req-c4d9b980-63ba-4f16-8f64-e7492ecf9283 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Network 2980a46c-5f6f-4bd3-86da-263aae928b5d is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:38:07.883744 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-565d2945-e067-4b67-8812-9ae032f29f35 req-c4d9b980-63ba-4f16-8f64-e7492ecf9283 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:38:07.921593 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': 'c32cc103-d12a-4216-966a-e4c11f53037b', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'port_id': 'c32cc103-d12a-4216-966a-e4c11f53037b', 'mac_address': 'fa:16:3e:f6:e3:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66e9eb0-86f4-4159-852b-f29863cbf18d', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:38:07.941920 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-565d2945-e067-4b67-8812-9ae032f29f35 req-c4d9b980-63ba-4f16-8f64-e7492ecf9283 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:38:07.956700 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d9b980-63ba-4f16-8f64-e7492ecf9283 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Pushing event updated for resources: {'Port': ['ID=038aba1e-ac97-4fd1-90cd-2192fd5ab1b4,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:07.966130 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 2dc0ba55-b4e4-494d-b1a2-1a14ad491a75 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:38:07.966763 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:08.032193 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:08.049187 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3142e81-d993-4633-b948-125e86506f4b req-844deaed-20b2-4912-988b-42ef2b4b3eff tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:08.052281 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c32cc103-d12a-4216-966a-e4c11f53037b {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:38:08.058462 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f3142e81-d993-4633-b948-125e86506f4b req-844deaed-20b2-4912-988b-42ef2b4b3eff tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/networks?id=d5ac8692-c6e1-48c5-b1e1-58c352b6f742 HTTP/1.1" status: 200 len: 816 time: 0.5176804 Aug 23 20:38:08.080513 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-8e1e4b0b-fad3-4c9a-84ab-a0a3b3e13846 req-de6400bc-0452-46a0-ba36-7c0476ca4932 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Allocated IP 172.20.0.9 (d5ac8692-c6e1-48c5-b1e1-58c352b6f742/d823fd6f-1826-4fda-b786-45e5f0490bf4/dd33bcac-e144-4f60-9da7-6fb217799a0d) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:38:08.085250 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f3142e81-d993-4633-b948-125e86506f4b req-7bb63bdd-83a6-4c4c-8564-61659340d772 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/quotas/a7ba3a6650134ae182d094f3478484f6 HTTP/1.1" status: 200 len: 375 time: 0.0250149 Aug 23 20:38:08.106028 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port c32cc103-d12a-4216-966a-e4c11f53037b, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=c32cc103-d12a-4216-966a-e4c11f53037b,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:38:08.135454 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:08.192979 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d2945-e067-4b67-8812-9ae032f29f35 req-c4d9b980-63ba-4f16-8f64-e7492ecf9283 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:08.194832 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-c4d9b980-63ba-4f16-8f64-e7492ecf9283 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:08.251093 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=c32cc103-d12a-4216-966a-e4c11f53037b,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:08.323541 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-210166bd-f790-440e-a6ce-3083a64c3904 None None] Provisioning for port 038aba1e-ac97-4fd1-90cd-2192fd5ab1b4 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:38:08.336903 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-210166bd-f790-440e-a6ce-3083a64c3904 None None] Provisioning complete for port 038aba1e-ac97-4fd1-90cd-2192fd5ab1b4 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:38:08.337433 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-210166bd-f790-440e-a6ce-3083a64c3904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:08.349285 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b95e3-f019-4c8e-8fec-03d049540853 req-8cf22eea-0814-41e4-a839-9e4761eb4f26 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:08.357943 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d36b95e3-f019-4c8e-8fec-03d049540853 req-8cf22eea-0814-41e4-a839-9e4761eb4f26 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=68b2e55c-23d4-4923-bcdb-7c238608f2f5 HTTP/1.1" status: 200 len: 948 time: 0.1380689 Aug 23 20:38:08.407621 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-210166bd-f790-440e-a6ce-3083a64c3904 None None] Port 038aba1e-ac97-4fd1-90cd-2192fd5ab1b4 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:38:08.420259 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device b33e97ec-b6fe-4e54-bf9c-6040ccdeed31 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:38:08.422438 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-c4d9b980-63ba-4f16-8f64-e7492ecf9283 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3258796 Aug 23 20:38:08.424101 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd428b9-48d3-4f8c-a438-2dc9af7d251b req-6974bac5-d634-4ee6-a07c-d3b9aa1a28c1 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:08.425226 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4cd428b9-48d3-4f8c-a438-2dc9af7d251b req-6974bac5-d634-4ee6-a07c-d3b9aa1a28c1 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.32 "GET /v2.0/networks?id=d5ac8692-c6e1-48c5-b1e1-58c352b6f742 HTTP/1.1" status: 200 len: 816 time: 0.1758666 Aug 23 20:38:08.451688 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f3142e81-d993-4633-b948-125e86506f4b req-66dbbf1e-e46d-4977-bb54-3d1f1f0317e3 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a7ba3a6650134ae182d094f3478484f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3476660 Aug 23 20:38:08.451688 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-565d2945-e067-4b67-8812-9ae032f29f35 req-04331e9e-8f50-4b11-918b-4fd510bef871 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Request body: {'port': {'device_id': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'network_id': '02bac410-b27b-49cf-96fd-4f276d56ae51', 'admin_state_up': True, 'tenant_id': '31c0cec95ab64e5ca0c5b6061061da27', 'security_groups': ['f264d724-bded-494f-9829-ab610400f252']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:38:08.452303 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d36b95e3-f019-4c8e-8fec-03d049540853 req-dc067236-1564-4244-b17e-18e075c8598d tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787332 Aug 23 20:38:08.463230 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-4cd428b9-48d3-4f8c-a438-2dc9af7d251b req-c8f77761-1435-4dfa-8c3d-bfedb60474d5 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Request body: {'port': {'device_id': '76af5a7b-592e-4bcb-8eb1-9273071f1493', 'network_id': 'd5ac8692-c6e1-48c5-b1e1-58c352b6f742', 'admin_state_up': True, 'tenant_id': 'a7ba3a6650134ae182d094f3478484f6'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:38:08.467196 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['c32cc103-d12a-4216-966a-e4c11f53037b'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:38:08.538719 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port b33e97ec-b6fe-4e54-bf9c-6040ccdeed31 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:38:08.546021 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port b33e97ec-b6fe-4e54-bf9c-6040ccdeed31 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:38:08.546646 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:08.690372 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8e1e4b0b-fad3-4c9a-84ab-a0a3b3e13846 req-de6400bc-0452-46a0-ba36-7c0476ca4932 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:08.722859 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f3142e81-d993-4633-b948-125e86506f4b req-e452e06b-ed57-4704-b6a9-1889e201a352 service neutron] 10.222.0.61 "GET /v2.0/networks/d5ac8692-c6e1-48c5-b1e1-58c352b6f742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773809 Aug 23 20:38:08.732899 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b5c7c9-7a52-41a6-ad79-a050b9e93d9c req-936716bd-fddf-4e6e-b3b1-17b3031f81c8 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:08.742862 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e1b5c7c9-7a52-41a6-ad79-a050b9e93d9c req-936716bd-fddf-4e6e-b3b1-17b3031f81c8 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 931 time: 0.1571140 Aug 23 20:38:08.770619 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cd428b9-48d3-4f8c-a438-2dc9af7d251b req-c8f77761-1435-4dfa-8c3d-bfedb60474d5 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Made reservation on behalf of a7ba3a6650134ae182d094f3478484f6 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:38:08.776524 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4cd428b9-48d3-4f8c-a438-2dc9af7d251b req-c8f77761-1435-4dfa-8c3d-bfedb60474d5 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:08.781791 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-8e1e4b0b-fad3-4c9a-84ab-a0a3b3e13846 req-de6400bc-0452-46a0-ba36-7c0476ca4932 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Transition to ACTIVE for port object dd33bcac-e144-4f60-9da7-6fb217799a0d will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:38:08.785079 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-565d2945-e067-4b67-8812-9ae032f29f35 req-04331e9e-8f50-4b11-918b-4fd510bef871 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Made reservation on behalf of 31c0cec95ab64e5ca0c5b6061061da27 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:38:08.789929 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-04331e9e-8f50-4b11-918b-4fd510bef871 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:08.819588 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e1b5c7c9-7a52-41a6-ad79-a050b9e93d9c req-2b5cf22b-30a5-489e-8a4c-5f7d2575fa5c tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/security-groups?id=f264d724-bded-494f-9829-ab610400f252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699046 Aug 23 20:38:08.877808 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:08.927891 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f43b31b-b462-4073-8fc6-a0c28b36c332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b33e97ec-b6fe-4e54-bf9c-6040ccdeed31'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:38:08.930579 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5043de83-ff8d-49fe-a35a-b4437808ef5d" -d '{"events": [{"server_uuid": "5f43b31b-b462-4073-8fc6-a0c28b36c332", "name": "network-vif-plugged", "status": "completed", "tag": "b33e97ec-b6fe-4e54-bf9c-6040ccdeed31"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:38:08.951461 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port b33e97ec-b6fe-4e54-bf9c-6040ccdeed31, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=b33e97ec-b6fe-4e54-bf9c-6040ccdeed31,segment=NetworkSegment(e057aa67-2bd8-41d5-82d4-b5cee83f32b9),segment_id=e057aa67-2bd8-41d5-82d4-b5cee83f32b9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:38:08.969487 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:08.994633 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f3142e81-d993-4633-b948-125e86506f4b req-1e64b423-1f75-4bea-86e9-40c3f32f60c8 service neutron] 10.222.0.61 "GET /v2.0/networks/d5ac8692-c6e1-48c5-b1e1-58c352b6f742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705312 Aug 23 20:38:09.001791 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8e1e4b0b-fad3-4c9a-84ab-a0a3b3e13846 req-de6400bc-0452-46a0-ba36-7c0476ca4932 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:09.072205 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=b33e97ec-b6fe-4e54-bf9c-6040ccdeed31,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:09.083954 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e1e4b0b-fad3-4c9a-84ab-a0a3b3e13846 req-de6400bc-0452-46a0-ba36-7c0476ca4932 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Network d5ac8692-c6e1-48c5-b1e1-58c352b6f742 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:38:09.093172 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-8e1e4b0b-fad3-4c9a-84ab-a0a3b3e13846 req-de6400bc-0452-46a0-ba36-7c0476ca4932 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:38:09.095961 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e1e4b0b-fad3-4c9a-84ab-a0a3b3e13846 req-de6400bc-0452-46a0-ba36-7c0476ca4932 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:38:09.104845 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-4cd428b9-48d3-4f8c-a438-2dc9af7d251b req-c8f77761-1435-4dfa-8c3d-bfedb60474d5 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Allocated IP 172.20.0.13 (d5ac8692-c6e1-48c5-b1e1-58c352b6f742/d823fd6f-1826-4fda-b786-45e5f0490bf4/3b2dadc4-dd32-412c-8547-283212dae6ae) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:38:09.182032 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e4b0b-fad3-4c9a-84ab-a0a3b3e13846 req-de6400bc-0452-46a0-ba36-7c0476ca4932 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:09.182982 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8e1e4b0b-fad3-4c9a-84ab-a0a3b3e13846 req-de6400bc-0452-46a0-ba36-7c0476ca4932 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:09.196776 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea39e65-d8c4-4f81-b4ac-435468a4c915 x-openstack-request-id: req-9ea39e65-d8c4-4f81-b4ac-435468a4c915 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:38:09.197077 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f43b31b-b462-4073-8fc6-a0c28b36c332", "name": "network-vif-plugged", "status": "completed", "tag": "b33e97ec-b6fe-4e54-bf9c-6040ccdeed31", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:38:09.197342 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9ea39e65-d8c4-4f81-b4ac-435468a4c915 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:38:09.197706 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f43b31b-b462-4073-8fc6-a0c28b36c332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b33e97ec-b6fe-4e54-bf9c-6040ccdeed31', 'code': 200} Aug 23 20:38:09.214899 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0242d-36b7-4798-a2c1-376d783a1ec4 req-65c15967-508e-4b39-97da-25dbf700ef04 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:09.222968 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-14d0242d-36b7-4798-a2c1-376d783a1ec4 req-65c15967-508e-4b39-97da-25dbf700ef04 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f43b31b-b462-4073-8fc6-a0c28b36c332 HTTP/1.1" status: 200 len: 945 time: 0.1084485 Aug 23 20:38:09.247271 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6400bc-0452-46a0-ba36-7c0476ca4932 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Pushing event updated for resources: {'Port': ['ID=dd33bcac-e144-4f60-9da7-6fb217799a0d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:09.265754 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-565d2945-e067-4b67-8812-9ae032f29f35 req-04331e9e-8f50-4b11-918b-4fd510bef871 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Allocated IP 10.1.1.127 (02bac410-b27b-49cf-96fd-4f276d56ae51/ee41020d-3ec7-42a2-ac14-02f12c3e4481/44398430-706b-49d2-8d3a-3797e436623d) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:38:09.276992 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8e1e4b0b-fad3-4c9a-84ab-a0a3b3e13846 req-de6400bc-0452-46a0-ba36-7c0476ca4932 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2239904 Aug 23 20:38:09.291381 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-14d0242d-36b7-4798-a2c1-376d783a1ec4 req-0ef2b60b-ba06-4c95-acab-c256e603f2c8 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups?id=5db33e87-bc75-43f1-b279-c9256a85708e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657265 Aug 23 20:38:09.309323 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-8e1e4b0b-fad3-4c9a-84ab-a0a3b3e13846 req-f3e8d3f8-da20-4108-9940-87c64376926b service neutron] Request body: {'port': {'device_id': '3421b4b6-ee8f-4bc8-8c70-f59d81233e06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:38:09.472514 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9576cb-1eb6-430b-af39-d7403e9aca07 req-2c5a024f-439f-4a2e-89bd-c386c96651ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:09.474487 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-eb9576cb-1eb6-430b-af39-d7403e9aca07 req-2c5a024f-439f-4a2e-89bd-c386c96651ab service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5f43b31b-b462-4073-8fc6-a0c28b36c332 HTTP/1.1" status: 200 len: 1096 time: 0.2006919 Aug 23 20:38:09.626043 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ddaf9e04-33fa-4971-b5f7-18782465c499 req-bbd188fc-2b5f-49dd-8074-71a95ac4f33c tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3c813f3-6f8d-49ee-ba3c-f735c0ce4568 HTTP/1.1" status: 200 len: 210 time: 0.0445328 Aug 23 20:38:09.654480 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-eb9576cb-1eb6-430b-af39-d7403e9aca07 req-23a98796-2541-47d9-98d0-d96e1d796eaf service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5db33e87-bc75-43f1-b279-c9256a85708e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494966 Aug 23 20:38:09.659090 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bc176a5e-d289-4cd1-9f58-0d8ad8c5a5bd None None] Provisioning for port dd33bcac-e144-4f60-9da7-6fb217799a0d completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:38:09.664426 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bc176a5e-d289-4cd1-9f58-0d8ad8c5a5bd None None] Provisioning complete for port dd33bcac-e144-4f60-9da7-6fb217799a0d triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:38:09.664795 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bc176a5e-d289-4cd1-9f58-0d8ad8c5a5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:09.753934 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4cd428b9-48d3-4f8c-a438-2dc9af7d251b req-c8f77761-1435-4dfa-8c3d-bfedb60474d5 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:09.768126 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bc176a5e-d289-4cd1-9f58-0d8ad8c5a5bd None None] Port dd33bcac-e144-4f60-9da7-6fb217799a0d cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:38:09.794076 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-04331e9e-8f50-4b11-918b-4fd510bef871 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:09.800526 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8e1e4b0b-fad3-4c9a-84ab-a0a3b3e13846 req-f3e8d3f8-da20-4108-9940-87c64376926b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:09.811577 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-4cd428b9-48d3-4f8c-a438-2dc9af7d251b req-c8f77761-1435-4dfa-8c3d-bfedb60474d5 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Transition to ACTIVE for port object 3b2dadc4-dd32-412c-8547-283212dae6ae will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:38:09.834778 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-565d2945-e067-4b67-8812-9ae032f29f35 req-04331e9e-8f50-4b11-918b-4fd510bef871 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Transition to ACTIVE for port object 44398430-706b-49d2-8d3a-3797e436623d will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:38:09.870666 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4cd428b9-48d3-4f8c-a438-2dc9af7d251b req-c8f77761-1435-4dfa-8c3d-bfedb60474d5 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:09.946360 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cd428b9-48d3-4f8c-a438-2dc9af7d251b req-c8f77761-1435-4dfa-8c3d-bfedb60474d5 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Network d5ac8692-c6e1-48c5-b1e1-58c352b6f742 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:38:09.956347 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-4cd428b9-48d3-4f8c-a438-2dc9af7d251b req-c8f77761-1435-4dfa-8c3d-bfedb60474d5 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:38:09.960015 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd428b9-48d3-4f8c-a438-2dc9af7d251b req-c8f77761-1435-4dfa-8c3d-bfedb60474d5 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:38:09.972035 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a936da28-c32e-40c7-ac08-32d6077efc9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:10.046962 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f77761-1435-4dfa-8c3d-bfedb60474d5 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Pushing event updated for resources: {'Port': ['ID=3b2dadc4-dd32-412c-8547-283212dae6ae,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:10.074656 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f77761-1435-4dfa-8c3d-bfedb60474d5 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:38:10.075018 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f77761-1435-4dfa-8c3d-bfedb60474d5 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:38:10.075364 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f77761-1435-4dfa-8c3d-bfedb60474d5 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:38:10.075843 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f77761-1435-4dfa-8c3d-bfedb60474d5 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:38:10.076211 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f77761-1435-4dfa-8c3d-bfedb60474d5 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:38:10.076545 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f77761-1435-4dfa-8c3d-bfedb60474d5 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:38:10.076879 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f77761-1435-4dfa-8c3d-bfedb60474d5 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:38:10.077272 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f77761-1435-4dfa-8c3d-bfedb60474d5 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:38:10.077611 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f77761-1435-4dfa-8c3d-bfedb60474d5 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:38:10.077938 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f77761-1435-4dfa-8c3d-bfedb60474d5 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:38:10.078275 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f77761-1435-4dfa-8c3d-bfedb60474d5 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:38:10.078608 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f77761-1435-4dfa-8c3d-bfedb60474d5 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:38:10.121626 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd428b9-48d3-4f8c-a438-2dc9af7d251b req-c8f77761-1435-4dfa-8c3d-bfedb60474d5 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:10.122443 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4cd428b9-48d3-4f8c-a438-2dc9af7d251b req-c8f77761-1435-4dfa-8c3d-bfedb60474d5 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:10.155088 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2852314-1cf4-4053-a19f-464530983efb req-d7ca0aad-7d7c-4444-bcf5-b99d318dc53e tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:10.163951 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d2852314-1cf4-4053-a19f-464530983efb req-d7ca0aad-7d7c-4444-bcf5-b99d318dc53e tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 931 time: 0.1527040 Aug 23 20:38:10.187595 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4cd428b9-48d3-4f8c-a438-2dc9af7d251b req-c8f77761-1435-4dfa-8c3d-bfedb60474d5 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7340221 Aug 23 20:38:10.217530 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd271f1-2b3b-49a4-ab0b-2e570ff1e1ab req-d3f7d049-e9e2-4ea9-a4db-ff21b2fc7c9a tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:10.230931 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4fd271f1-2b3b-49a4-ab0b-2e570ff1e1ab req-d3f7d049-e9e2-4ea9-a4db-ff21b2fc7c9a tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=68b2e55c-23d4-4923-bcdb-7c238608f2f5 HTTP/1.1" status: 200 len: 948 time: 0.4943931 Aug 23 20:38:10.233409 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d2852314-1cf4-4053-a19f-464530983efb req-eb573bc5-5245-4cc2-a418-07265543df9c tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/security-groups?id=f264d724-bded-494f-9829-ab610400f252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684738 Aug 23 20:38:10.246498 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:10.248489 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-4cd428b9-48d3-4f8c-a438-2dc9af7d251b req-15336081-fc28-4e1c-a2d7-7eeea61ba0dc service neutron] Request body: {'port': {'device_id': '76af5a7b-592e-4bcb-8eb1-9273071f1493', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:38:10.361607 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-04331e9e-8f50-4b11-918b-4fd510bef871 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:10.377259 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4cd428b9-48d3-4f8c-a438-2dc9af7d251b req-15336081-fc28-4e1c-a2d7-7eeea61ba0dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:10.418388 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c5cfed82-36e2-4e8b-bb2a-ee795b38006e None None] Provisioning for port 3b2dadc4-dd32-412c-8547-283212dae6ae completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:38:10.424151 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c5cfed82-36e2-4e8b-bb2a-ee795b38006e None None] Provisioning complete for port 3b2dadc4-dd32-412c-8547-283212dae6ae triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:38:10.424789 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c5cfed82-36e2-4e8b-bb2a-ee795b38006e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:10.428600 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-565d2945-e067-4b67-8812-9ae032f29f35 req-04331e9e-8f50-4b11-918b-4fd510bef871 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Network 02bac410-b27b-49cf-96fd-4f276d56ae51 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:38:10.446246 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-565d2945-e067-4b67-8812-9ae032f29f35 req-04331e9e-8f50-4b11-918b-4fd510bef871 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:38:10.495715 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 17e9b548-501c-43f0-bdac-d1e72bb271e8 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:38:10.517922 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-565d2945-e067-4b67-8812-9ae032f29f35 req-04331e9e-8f50-4b11-918b-4fd510bef871 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:38:10.549643 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4fd271f1-2b3b-49a4-ab0b-2e570ff1e1ab req-040dd8b9-8117-41ba-8fc5-f05750fe6d77 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174729 Aug 23 20:38:10.592853 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-c5cfed82-36e2-4e8b-bb2a-ee795b38006e None None] Port 3b2dadc4-dd32-412c-8547-283212dae6ae cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:38:10.714588 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04331e9e-8f50-4b11-918b-4fd510bef871 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Pushing event updated for resources: {'Port': ['ID=44398430-706b-49d2-8d3a-3797e436623d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:10.790167 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d2945-e067-4b67-8812-9ae032f29f35 req-04331e9e-8f50-4b11-918b-4fd510bef871 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:10.790841 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-04331e9e-8f50-4b11-918b-4fd510bef871 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:10.796241 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 17e9b548-501c-43f0-bdac-d1e72bb271e8, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=17e9b548-501c-43f0-bdac-d1e72bb271e8,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:38:10.843847 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '17e9b548-501c-43f0-bdac-d1e72bb271e8', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'port_id': '17e9b548-501c-43f0-bdac-d1e72bb271e8', 'mac_address': 'fa:16:3e:9b:3f:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66e9eb0-86f4-4159-852b-f29863cbf18d', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:38:10.848553 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1928d-475f-4a85-9f26-d7e5ed3aabfc req-fab0cd30-5c55-4f63-9e56-7632498d66c6 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:10.853855 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-daf1928d-475f-4a85-9f26-d7e5ed3aabfc req-fab0cd30-5c55-4f63-9e56-7632498d66c6 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f43b31b-b462-4073-8fc6-a0c28b36c332 HTTP/1.1" status: 200 len: 945 time: 0.2237954 Aug 23 20:38:10.930437 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:10.953466 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17e9b548-501c-43f0-bdac-d1e72bb271e8 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:38:10.963169 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-daf1928d-475f-4a85-9f26-d7e5ed3aabfc req-4db976b6-2a25-452c-9f6f-14adfee484f9 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups?id=5db33e87-bc75-43f1-b279-c9256a85708e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883238 Aug 23 20:38:10.967065 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a306eae3-7ee6-4097-9e21-e67ff2142018 None None] Provisioning for port 44398430-706b-49d2-8d3a-3797e436623d completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:38:10.978629 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a306eae3-7ee6-4097-9e21-e67ff2142018 None None] Provisioning complete for port 44398430-706b-49d2-8d3a-3797e436623d triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:38:10.979633 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a306eae3-7ee6-4097-9e21-e67ff2142018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:11.008893 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 17e9b548-501c-43f0-bdac-d1e72bb271e8, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=17e9b548-501c-43f0-bdac-d1e72bb271e8,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:38:11.025424 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a306eae3-7ee6-4097-9e21-e67ff2142018 None None] Port 44398430-706b-49d2-8d3a-3797e436623d cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:38:11.027521 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:11.028397 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 73fd8635-7170-464b-a8af-6451a6feae69 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:38:11.217433 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-04331e9e-8f50-4b11-918b-4fd510bef871 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7704782 Aug 23 20:38:11.254205 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-565d2945-e067-4b67-8812-9ae032f29f35 req-5bbe1279-efbc-4958-b555-a57107ab0f52 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Request body: {'port': {'device_id': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'network_id': '02bac410-b27b-49cf-96fd-4f276d56ae51', 'admin_state_up': True, 'tenant_id': '31c0cec95ab64e5ca0c5b6061061da27', 'security_groups': ['f264d724-bded-494f-9829-ab610400f252']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:38:11.292458 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 73fd8635-7170-464b-a8af-6451a6feae69, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=73fd8635-7170-464b-a8af-6451a6feae69,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:38:11.307715 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e48d189d-e57f-48b4-be42-bbf63752e6a6 req-041fd5e6-3c75-4b2a-bd61-87239f720b77 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3c813f3-6f8d-49ee-ba3c-f735c0ce4568 HTTP/1.1" status: 200 len: 210 time: 0.0406730 Aug 23 20:38:11.329515 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=17e9b548-501c-43f0-bdac-d1e72bb271e8,revision_number=9']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:11.357832 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '73fd8635-7170-464b-a8af-6451a6feae69', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'port_id': '73fd8635-7170-464b-a8af-6451a6feae69', 'mac_address': 'fa:16:3e:5e:bc:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66e9eb0-86f4-4159-852b-f29863cbf18d', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:38:11.420517 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-8e1e4b0b-fad3-4c9a-84ab-a0a3b3e13846 req-f3e8d3f8-da20-4108-9940-87c64376926b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd33bcac-e144-4f60-9da7-6fb217799a0d {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:38:11.443191 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:11.448493 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8e1e4b0b-fad3-4c9a-84ab-a0a3b3e13846 req-f3e8d3f8-da20-4108-9940-87c64376926b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:11.475425 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73fd8635-7170-464b-a8af-6451a6feae69 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:38:11.507078 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 73fd8635-7170-464b-a8af-6451a6feae69, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=73fd8635-7170-464b-a8af-6451a6feae69,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:38:11.512131 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3142e81-d993-4633-b948-125e86506f4b req-80fa361d-4611-4101-bbb4-43770763d3f9 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:11.512812 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:11.513755 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f3142e81-d993-4633-b948-125e86506f4b req-80fa361d-4611-4101-bbb4-43770763d3f9 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.32 "GET /v2.0/networks?id=d5ac8692-c6e1-48c5-b1e1-58c352b6f742 HTTP/1.1" status: 200 len: 816 time: 0.6090894 Aug 23 20:38:11.523960 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d1dff-9f40-44d2-88cd-b4d3e5c3cbac req-1d0ae4b3-fdb9-45d8-a2a6-b70e2ed2a8da tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:11.528100 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f9135-8335-47c7-b0b2-db9264027d4c req-5470d706-2434-4079-89a6-68c08fb45e11 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:11.529582 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ac8f9135-8335-47c7-b0b2-db9264027d4c req-5470d706-2434-4079-89a6-68c08fb45e11 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc0979de-ca3d-4e5d-8780-ee84fb21f3ad HTTP/1.1" status: 200 len: 945 time: 0.6345270 Aug 23 20:38:11.529958 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d1dff-9f40-44d2-88cd-b4d3e5c3cbac req-1d0ae4b3-fdb9-45d8-a2a6-b70e2ed2a8da tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:11.531187 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-8e1e4b0b-fad3-4c9a-84ab-a0a3b3e13846 req-f3e8d3f8-da20-4108-9940-87c64376926b service neutron] Transition to ACTIVE for port object dd33bcac-e144-4f60-9da7-6fb217799a0d will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:38:11.540347 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9a0d1dff-9f40-44d2-88cd-b4d3e5c3cbac req-1d0ae4b3-fdb9-45d8-a2a6-b70e2ed2a8da tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 1653 time: 0.1199114 Aug 23 20:38:11.549585 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-f3142e81-d993-4633-b948-125e86506f4b req-84250fa7-a6a8-4295-8a82-8211e95181e0 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Request body: {'port': {'device_id': 'b3c813f3-6f8d-49ee-ba3c-f735c0ce4568', 'network_id': 'd5ac8692-c6e1-48c5-b1e1-58c352b6f742', 'admin_state_up': True, 'tenant_id': 'a7ba3a6650134ae182d094f3478484f6'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:38:11.583549 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device c32cc103-d12a-4216-966a-e4c11f53037b up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:38:11.643156 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8e1e4b0b-fad3-4c9a-84ab-a0a3b3e13846 req-f3e8d3f8-da20-4108-9940-87c64376926b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:11.689417 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=73fd8635-7170-464b-a8af-6451a6feae69,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:11.708563 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9a0d1dff-9f40-44d2-88cd-b4d3e5c3cbac req-f1574b5f-09fa-422e-a904-0377acba8398 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/security-groups?id=f264d724-bded-494f-9829-ab610400f252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671820 Aug 23 20:38:11.779071 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port c32cc103-d12a-4216-966a-e4c11f53037b completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:38:11.816806 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port c32cc103-d12a-4216-966a-e4c11f53037b triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:38:11.817665 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:11.836390 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ac8f9135-8335-47c7-b0b2-db9264027d4c req-d4e10da0-c6c4-497d-b2cb-1d19778ef5e5 tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/security-groups?id=70e17116-aa82-441c-b618-bef6981676f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764804 Aug 23 20:38:11.838635 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e8d3f8-da20-4108-9940-87c64376926b service neutron] Pushing event updated for resources: {'Port': ['ID=dd33bcac-e144-4f60-9da7-6fb217799a0d,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:11.901591 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['17e9b548-501c-43f0-bdac-d1e72bb271e8'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:38:11.980595 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['73fd8635-7170-464b-a8af-6451a6feae69'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:38:11.988310 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-4cd428b9-48d3-4f8c-a438-2dc9af7d251b req-15336081-fc28-4e1c-a2d7-7eeea61ba0dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b2dadc4-dd32-412c-8547-283212dae6ae {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:38:12.003147 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4cd428b9-48d3-4f8c-a438-2dc9af7d251b req-15336081-fc28-4e1c-a2d7-7eeea61ba0dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:12.019027 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-565d2945-e067-4b67-8812-9ae032f29f35 req-5bbe1279-efbc-4958-b555-a57107ab0f52 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Made reservation on behalf of 31c0cec95ab64e5ca0c5b6061061da27 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:38:12.030358 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-5bbe1279-efbc-4958-b555-a57107ab0f52 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:12.056768 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.32', 51355) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:38:12.125787 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-4cd428b9-48d3-4f8c-a438-2dc9af7d251b req-15336081-fc28-4e1c-a2d7-7eeea61ba0dc service neutron] Transition to ACTIVE for port object 3b2dadc4-dd32-412c-8547-283212dae6ae will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:38:12.166908 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4cd428b9-48d3-4f8c-a438-2dc9af7d251b req-15336081-fc28-4e1c-a2d7-7eeea61ba0dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:12.231322 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bfb5ff-8bb5-4e77-9049-dcd6dcfd8d95 req-f836a147-e8c2-4ec0-9bf9-bd327e80a054 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:12.235342 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-91bfb5ff-8bb5-4e77-9049-dcd6dcfd8d95 req-f836a147-e8c2-4ec0-9bf9-bd327e80a054 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=68b2e55c-23d4-4923-bcdb-7c238608f2f5 HTTP/1.1" status: 200 len: 948 time: 0.2289002 Aug 23 20:38:12.323178 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:12.339412 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed274c09-3ab7-4ba0-8888-0cd35e369a13 req-e2538a21-3bb4-4b18-9644-292e760628fd tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:12.345849 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ed274c09-3ab7-4ba0-8888-0cd35e369a13 req-e2538a21-3bb4-4b18-9644-292e760628fd tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc0979de-ca3d-4e5d-8780-ee84fb21f3ad HTTP/1.1" status: 200 len: 945 time: 0.2846410 Aug 23 20:38:12.503950 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15336081-fc28-4e1c-a2d7-7eeea61ba0dc service neutron] Pushing event updated for resources: {'Port': ['ID=3b2dadc4-dd32-412c-8547-283212dae6ae,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:12.539198 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port c32cc103-d12a-4216-966a-e4c11f53037b, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=c32cc103-d12a-4216-966a-e4c11f53037b,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:38:12.553821 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b2e55c-23d4-4923-bcdb-7c238608f2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32cc103-d12a-4216-966a-e4c11f53037b'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:38:12.564169 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871c3590-5d80-4f24-8e3a-7138236999dd" -d '{"events": [{"server_uuid": "68b2e55c-23d4-4923-bcdb-7c238608f2f5", "name": "network-vif-plugged", "status": "completed", "tag": "c32cc103-d12a-4216-966a-e4c11f53037b"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:38:12.582749 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:12.593410 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-91bfb5ff-8bb5-4e77-9049-dcd6dcfd8d95 req-9f08df7b-e89c-49ea-95d6-38256382e8f8 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141618 Aug 23 20:38:12.647953 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-4cd428b9-48d3-4f8c-a438-2dc9af7d251b req-15336081-fc28-4e1c-a2d7-7eeea61ba0dc service neutron] Attempting to bind port 3b2dadc4-dd32-412c-8547-283212dae6ae on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:38:12.649225 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-4cd428b9-48d3-4f8c-a438-2dc9af7d251b req-15336081-fc28-4e1c-a2d7-7eeea61ba0dc service neutron] Attempting to bind port 3b2dadc4-dd32-412c-8547-283212dae6ae by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': 'acc9083b-9ca0-414e-96bd-1741bb0a9d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'd5ac8692-c6e1-48c5-b1e1-58c352b6f742'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:38:12.649225 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd428b9-48d3-4f8c-a438-2dc9af7d251b req-15336081-fc28-4e1c-a2d7-7eeea61ba0dc service neutron] Attempting to bind port 3b2dadc4-dd32-412c-8547-283212dae6ae on network d5ac8692-c6e1-48c5-b1e1-58c352b6f742 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:38:12.654377 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd428b9-48d3-4f8c-a438-2dc9af7d251b req-15336081-fc28-4e1c-a2d7-7eeea61ba0dc service neutron] Port 3b2dadc4-dd32-412c-8547-283212dae6ae on network d5ac8692-c6e1-48c5-b1e1-58c352b6f742 not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:38:12.654768 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd428b9-48d3-4f8c-a438-2dc9af7d251b req-15336081-fc28-4e1c-a2d7-7eeea61ba0dc service neutron] Attempting to bind port 3b2dadc4-dd32-412c-8547-283212dae6ae on network d5ac8692-c6e1-48c5-b1e1-58c352b6f742 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:38:12.671404 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd428b9-48d3-4f8c-a438-2dc9af7d251b req-15336081-fc28-4e1c-a2d7-7eeea61ba0dc service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:38:12.671852 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd428b9-48d3-4f8c-a438-2dc9af7d251b req-15336081-fc28-4e1c-a2d7-7eeea61ba0dc service neutron] Checking segment: {'id': 'acc9083b-9ca0-414e-96bd-1741bb0a9d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'd5ac8692-c6e1-48c5-b1e1-58c352b6f742'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:38:12.672446 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd428b9-48d3-4f8c-a438-2dc9af7d251b req-15336081-fc28-4e1c-a2d7-7eeea61ba0dc service neutron] Bound using segment: {'id': 'acc9083b-9ca0-414e-96bd-1741bb0a9d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'd5ac8692-c6e1-48c5-b1e1-58c352b6f742'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:38:12.673142 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-4cd428b9-48d3-4f8c-a438-2dc9af7d251b req-15336081-fc28-4e1c-a2d7-7eeea61ba0dc service neutron] Bound port: 3b2dadc4-dd32-412c-8547-283212dae6ae, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acc9083b-9ca0-414e-96bd-1741bb0a9d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'd5ac8692-c6e1-48c5-b1e1-58c352b6f742'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:38:12.673630 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4cd428b9-48d3-4f8c-a438-2dc9af7d251b req-15336081-fc28-4e1c-a2d7-7eeea61ba0dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:12.697396 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-ed274c09-3ab7-4ba0-8888-0cd35e369a13 req-84c59cad-2598-4b98-9f6a-f661a176cbec tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Deleting port 2fd138a2-a960-44b8-8ce2-767dd6fe86fd {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:38:12.698032 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ed274c09-3ab7-4ba0-8888-0cd35e369a13 req-84c59cad-2598-4b98-9f6a-f661a176cbec tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:12.836593 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=c32cc103-d12a-4216-966a-e4c11f53037b,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:12.859008 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3142e81-d993-4633-b948-125e86506f4b req-84250fa7-a6a8-4295-8a82-8211e95181e0 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Made reservation on behalf of a7ba3a6650134ae182d094f3478484f6 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:38:12.863123 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-ed274c09-3ab7-4ba0-8888-0cd35e369a13 req-84c59cad-2598-4b98-9f6a-f661a176cbec tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] For port 2fd138a2-a960-44b8-8ce2-767dd6fe86fd, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=2fd138a2-a960-44b8-8ce2-767dd6fe86fd,segment=NetworkSegment(bbb7ca88-3a5f-4f78-b2f2-1646091f4f26),segment_id=bbb7ca88-3a5f-4f78-b2f2-1646091f4f26)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:38:12.863509 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ed274c09-3ab7-4ba0-8888-0cd35e369a13 req-84c59cad-2598-4b98-9f6a-f661a176cbec tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:12.865499 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f3142e81-d993-4633-b948-125e86506f4b req-84250fa7-a6a8-4295-8a82-8211e95181e0 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:12.899254 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-ed274c09-3ab7-4ba0-8888-0cd35e369a13 req-84c59cad-2598-4b98-9f6a-f661a176cbec tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Calling delete_port for 2fd138a2-a960-44b8-8ce2-767dd6fe86fd owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:38:12.967771 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-8e1e4b0b-fad3-4c9a-84ab-a0a3b3e13846 req-f3e8d3f8-da20-4108-9940-87c64376926b service neutron] Attempting to bind port dd33bcac-e144-4f60-9da7-6fb217799a0d on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:38:12.968225 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-8e1e4b0b-fad3-4c9a-84ab-a0a3b3e13846 req-f3e8d3f8-da20-4108-9940-87c64376926b service neutron] Attempting to bind port dd33bcac-e144-4f60-9da7-6fb217799a0d by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': 'acc9083b-9ca0-414e-96bd-1741bb0a9d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'd5ac8692-c6e1-48c5-b1e1-58c352b6f742'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:38:12.970185 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1e4b0b-fad3-4c9a-84ab-a0a3b3e13846 req-f3e8d3f8-da20-4108-9940-87c64376926b service neutron] Attempting to bind port dd33bcac-e144-4f60-9da7-6fb217799a0d on network d5ac8692-c6e1-48c5-b1e1-58c352b6f742 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:38:13.015215 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-81a5b24c-d2e9-4675-ad43-71856fb4ff01 req-14166985-c0a4-4b9f-8794-c9bc0f3669b6 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3c813f3-6f8d-49ee-ba3c-f735c0ce4568 HTTP/1.1" status: 200 len: 210 time: 0.0404122 Aug 23 20:38:13.025104 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1e4b0b-fad3-4c9a-84ab-a0a3b3e13846 req-f3e8d3f8-da20-4108-9940-87c64376926b service neutron] Port dd33bcac-e144-4f60-9da7-6fb217799a0d on network d5ac8692-c6e1-48c5-b1e1-58c352b6f742 not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:38:13.025961 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1e4b0b-fad3-4c9a-84ab-a0a3b3e13846 req-f3e8d3f8-da20-4108-9940-87c64376926b service neutron] Attempting to bind port dd33bcac-e144-4f60-9da7-6fb217799a0d on network d5ac8692-c6e1-48c5-b1e1-58c352b6f742 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:38:13.038464 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917d59f-382a-448b-bd64-77c8984474f3 req-c95b5f1b-60ae-4194-9b2f-722c06efe283 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:13.040287 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9917d59f-382a-448b-bd64-77c8984474f3 req-c95b5f1b-60ae-4194-9b2f-722c06efe283 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f43b31b-b462-4073-8fc6-a0c28b36c332 HTTP/1.1" status: 200 len: 945 time: 0.8796608 Aug 23 20:38:13.048436 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-83a7d511-ef2d-4cad-a61a-f7bc9dc410d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:13.083051 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1e4b0b-fad3-4c9a-84ab-a0a3b3e13846 req-f3e8d3f8-da20-4108-9940-87c64376926b service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:38:13.083349 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1e4b0b-fad3-4c9a-84ab-a0a3b3e13846 req-f3e8d3f8-da20-4108-9940-87c64376926b service neutron] Checking segment: {'id': 'acc9083b-9ca0-414e-96bd-1741bb0a9d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'd5ac8692-c6e1-48c5-b1e1-58c352b6f742'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:38:13.083735 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1e4b0b-fad3-4c9a-84ab-a0a3b3e13846 req-f3e8d3f8-da20-4108-9940-87c64376926b service neutron] Bound using segment: {'id': 'acc9083b-9ca0-414e-96bd-1741bb0a9d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'd5ac8692-c6e1-48c5-b1e1-58c352b6f742'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:38:13.084285 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-8e1e4b0b-fad3-4c9a-84ab-a0a3b3e13846 req-f3e8d3f8-da20-4108-9940-87c64376926b service neutron] Bound port: dd33bcac-e144-4f60-9da7-6fb217799a0d, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acc9083b-9ca0-414e-96bd-1741bb0a9d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'd5ac8692-c6e1-48c5-b1e1-58c352b6f742'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:38:13.084641 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8e1e4b0b-fad3-4c9a-84ab-a0a3b3e13846 req-f3e8d3f8-da20-4108-9940-87c64376926b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:13.106629 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc414ec-23aa-49a0-bf22-ab4e6c4ef07e x-openstack-request-id: req-dcc414ec-23aa-49a0-bf22-ab4e6c4ef07e {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:38:13.106923 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b2e55c-23d4-4923-bcdb-7c238608f2f5", "name": "network-vif-plugged", "status": "completed", "tag": "c32cc103-d12a-4216-966a-e4c11f53037b", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:38:13.107173 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dcc414ec-23aa-49a0-bf22-ab4e6c4ef07e {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:38:13.107564 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b2e55c-23d4-4923-bcdb-7c238608f2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32cc103-d12a-4216-966a-e4c11f53037b', 'code': 200} Aug 23 20:38:13.130299 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-4cd428b9-48d3-4f8c-a438-2dc9af7d251b req-15336081-fc28-4e1c-a2d7-7eeea61ba0dc service neutron] For port 3b2dadc4-dd32-412c-8547-283212dae6ae, host n-h2-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:38:13.138737 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-4cd428b9-48d3-4f8c-a438-2dc9af7d251b req-15336081-fc28-4e1c-a2d7-7eeea61ba0dc service neutron] For port 3b2dadc4-dd32-412c-8547-283212dae6ae, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=3b2dadc4-dd32-412c-8547-283212dae6ae,segment=NetworkSegment(acc9083b-9ca0-414e-96bd-1741bb0a9d54),segment_id=acc9083b-9ca0-414e-96bd-1741bb0a9d54)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:38:13.156942 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-565d2945-e067-4b67-8812-9ae032f29f35 req-5bbe1279-efbc-4958-b555-a57107ab0f52 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Allocated IP 10.1.1.212 (02bac410-b27b-49cf-96fd-4f276d56ae51/ee41020d-3ec7-42a2-ac14-02f12c3e4481/c9bc32bd-28fb-4ef8-8531-edadca967003) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:38:13.160646 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4cd428b9-48d3-4f8c-a438-2dc9af7d251b req-15336081-fc28-4e1c-a2d7-7eeea61ba0dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:13.213190 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.32', 51356) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:38:13.240253 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9917d59f-382a-448b-bd64-77c8984474f3 req-2eec37c7-2d48-4c59-81f4-21429ed8442d tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups?id=5db33e87-bc75-43f1-b279-c9256a85708e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657710 Aug 23 20:38:13.257996 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd428b9-48d3-4f8c-a438-2dc9af7d251b req-15336081-fc28-4e1c-a2d7-7eeea61ba0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:13.258118 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4cd428b9-48d3-4f8c-a438-2dc9af7d251b req-15336081-fc28-4e1c-a2d7-7eeea61ba0dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:13.261725 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4cd428b9-48d3-4f8c-a438-2dc9af7d251b req-15336081-fc28-4e1c-a2d7-7eeea61ba0dc service neutron] 10.222.0.32 "PUT /v2.0/ports/3b2dadc4-dd32-412c-8547-283212dae6ae HTTP/1.1" status: 200 len: 1092 time: 3.0259318 Aug 23 20:38:13.342213 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15336081-fc28-4e1c-a2d7-7eeea61ba0dc service neutron] Pushing event updated for resources: {'Port': ['ID=3b2dadc4-dd32-412c-8547-283212dae6ae,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:13.344700 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-f3142e81-d993-4633-b948-125e86506f4b req-84250fa7-a6a8-4295-8a82-8211e95181e0 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Allocated IP 172.20.0.6 (d5ac8692-c6e1-48c5-b1e1-58c352b6f742/d823fd6f-1826-4fda-b786-45e5f0490bf4/273fb0b5-c227-4a29-b333-b05b44f8fef5) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:38:13.345535 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76af5a7b-592e-4bcb-8eb1-9273071f1493', 'tag': '3b2dadc4-dd32-412c-8547-283212dae6ae'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:38:13.348023 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b348d7a-56d3-4b33-9525-26eff9fcad32" -d '{"events": [{"name": "network-changed", "server_uuid": "76af5a7b-592e-4bcb-8eb1-9273071f1493", "tag": "3b2dadc4-dd32-412c-8547-283212dae6ae"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:38:13.399251 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-8e1e4b0b-fad3-4c9a-84ab-a0a3b3e13846 req-f3e8d3f8-da20-4108-9940-87c64376926b service neutron] For port dd33bcac-e144-4f60-9da7-6fb217799a0d, host n-h2-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:38:13.403632 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-8e1e4b0b-fad3-4c9a-84ab-a0a3b3e13846 req-f3e8d3f8-da20-4108-9940-87c64376926b service neutron] For port dd33bcac-e144-4f60-9da7-6fb217799a0d, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=dd33bcac-e144-4f60-9da7-6fb217799a0d,segment=NetworkSegment(acc9083b-9ca0-414e-96bd-1741bb0a9d54),segment_id=acc9083b-9ca0-414e-96bd-1741bb0a9d54)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:38:13.439688 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ed274c09-3ab7-4ba0-8888-0cd35e369a13 req-84c59cad-2598-4b98-9f6a-f661a176cbec tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:13.475602 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['2fd138a2-a960-44b8-8ce2-767dd6fe86fd'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:38:13.571501 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:13.588278 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c59cad-2598-4b98-9f6a-f661a176cbec tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Pushing event deleted for resources: {'Port': ['ID=2fd138a2-a960-44b8-8ce2-767dd6fe86fd,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:13.620412 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8e1e4b0b-fad3-4c9a-84ab-a0a3b3e13846 req-f3e8d3f8-da20-4108-9940-87c64376926b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:13.645314 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a1e6a7e7-d7da-44f8-8414-4135a1fc871f req-ab231938-a5fc-41ce-bae2-8753e9936aac tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc0979de-ca3d-4e5d-8780-ee84fb21f3ad HTTP/1.1" status: 200 len: 210 time: 0.2649467 Aug 23 20:38:13.658010 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada87ac8-2109-4237-b2ee-a32d6834d10b req-71d7db87-6f16-4adb-bbbe-b3aaa5679a81 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:13.664401 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada87ac8-2109-4237-b2ee-a32d6834d10b req-71d7db87-6f16-4adb-bbbe-b3aaa5679a81 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:13.672270 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ada87ac8-2109-4237-b2ee-a32d6834d10b req-71d7db87-6f16-4adb-bbbe-b3aaa5679a81 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 1653 time: 0.4074528 Aug 23 20:38:13.707811 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed274c09-3ab7-4ba0-8888-0cd35e369a13 req-84c59cad-2598-4b98-9f6a-f661a176cbec tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] No DVR routers for this DVR port 2fd138a2-a960-44b8-8ce2-767dd6fe86fd on host n-h2-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:38:13.733320 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e4b0b-fad3-4c9a-84ab-a0a3b3e13846 req-f3e8d3f8-da20-4108-9940-87c64376926b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:13.733947 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8e1e4b0b-fad3-4c9a-84ab-a0a3b3e13846 req-f3e8d3f8-da20-4108-9940-87c64376926b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:13.734310 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd428b9-48d3-4f8c-a438-2dc9af7d251b req-ca3d66ea-dbfe-4b05-a4a9-efe11e921aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:13.735356 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8e1e4b0b-fad3-4c9a-84ab-a0a3b3e13846 req-f3e8d3f8-da20-4108-9940-87c64376926b service neutron] 10.222.0.32 "PUT /v2.0/ports/dd33bcac-e144-4f60-9da7-6fb217799a0d HTTP/1.1" status: 200 len: 1091 time: 4.4406312 Aug 23 20:38:13.736386 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4cd428b9-48d3-4f8c-a438-2dc9af7d251b req-ca3d66ea-dbfe-4b05-a4a9-efe11e921aa8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a7ba3a6650134ae182d094f3478484f6&device_id=76af5a7b-592e-4bcb-8eb1-9273071f1493 HTTP/1.1" status: 200 len: 1095 time: 0.3191416 Aug 23 20:38:13.740182 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ed274c09-3ab7-4ba0-8888-0cd35e369a13 req-84c59cad-2598-4b98-9f6a-f661a176cbec tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:13.745758 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ed274c09-3ab7-4ba0-8888-0cd35e369a13 req-84c59cad-2598-4b98-9f6a-f661a176cbec tempest-ServersTestJSON-1400956214 tempest-ServersTestJSON-1400956214-project] 10.222.0.32 "DELETE /v2.0/ports/2fd138a2-a960-44b8-8ce2-767dd6fe86fd HTTP/1.1" status: 204 len: 173 time: 1.3862643 Aug 23 20:38:13.996658 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3421b4b6-ee8f-4bc8-8c70-f59d81233e06', 'tag': 'dd33bcac-e144-4f60-9da7-6fb217799a0d'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:38:14.007157 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ada87ac8-2109-4237-b2ee-a32d6834d10b req-d9c83b5c-2812-4f16-861a-79f28e1f9443 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/security-groups?id=f264d724-bded-494f-9829-ab610400f252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3293555 Aug 23 20:38:14.014414 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716e8e16-48cc-4dbe-9d98-6c162c3710bd" -d '{"events": [{"name": "network-changed", "server_uuid": "3421b4b6-ee8f-4bc8-8c70-f59d81233e06", "tag": "dd33bcac-e144-4f60-9da7-6fb217799a0d"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:38:14.031257 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4cd428b9-48d3-4f8c-a438-2dc9af7d251b req-c59a7663-8fba-4b50-8702-cce5a3b8cf16 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b2dadc4-dd32-412c-8547-283212dae6ae HTTP/1.1" status: 200 len: 217 time: 0.2539392 Aug 23 20:38:14.106309 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2158be-5147-4623-bc1e-83709b9f7b92 req-052b2e10-4646-4888-8828-40ebd7cdcf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:14.108102 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2e2158be-5147-4623-bc1e-83709b9f7b92 req-052b2e10-4646-4888-8828-40ebd7cdcf8b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=68b2e55c-23d4-4923-bcdb-7c238608f2f5 HTTP/1.1" status: 200 len: 1100 time: 0.8938971 Aug 23 20:38:14.149503 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f3142e81-d993-4633-b948-125e86506f4b req-84250fa7-a6a8-4295-8a82-8211e95181e0 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:14.153194 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd428b9-48d3-4f8c-a438-2dc9af7d251b req-152869e3-52f9-40b5-82d0-4c596d0d6959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:14.154704 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4cd428b9-48d3-4f8c-a438-2dc9af7d251b req-152869e3-52f9-40b5-82d0-4c596d0d6959 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d823fd6f-1826-4fda-b786-45e5f0490bf4 HTTP/1.1" status: 200 len: 855 time: 0.0941489 Aug 23 20:38:14.167648 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e8d3f8-da20-4108-9940-87c64376926b service neutron] Pushing event updated for resources: {'Port': ['ID=dd33bcac-e144-4f60-9da7-6fb217799a0d,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:14.168494 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426a0c67-a921-477d-bb4b-402a83651e7f x-openstack-request-id: req-426a0c67-a921-477d-bb4b-402a83651e7f {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:38:14.168786 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76af5a7b-592e-4bcb-8eb1-9273071f1493", "tag": "3b2dadc4-dd32-412c-8547-283212dae6ae", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:38:14.169037 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-426a0c67-a921-477d-bb4b-402a83651e7f {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:38:14.169434 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76af5a7b-592e-4bcb-8eb1-9273071f1493', 'tag': '3b2dadc4-dd32-412c-8547-283212dae6ae', 'status': 'completed', 'code': 200} Aug 23 20:38:14.213957 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a7cb195b-e5e6-4f5e-9b45-1284d8225050 req-4edc115a-d2ea-4274-9882-c9813a226186 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-260174833&fields=id&tenant_id=563aa4e07ca643c6af0ae12d196af505 HTTP/1.1" status: 200 len: 267 time: 0.1827433 Aug 23 20:38:14.243475 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-5bbe1279-efbc-4958-b555-a57107ab0f52 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:14.260927 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-565d2945-e067-4b67-8812-9ae032f29f35 req-5bbe1279-efbc-4958-b555-a57107ab0f52 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Transition to ACTIVE for port object c9bc32bd-28fb-4ef8-8531-edadca967003 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:38:14.341298 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e4b0b-fad3-4c9a-84ab-a0a3b3e13846 req-e48d7b91-a900-49a1-ba64-8c0e24ed09bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:14.342734 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8e1e4b0b-fad3-4c9a-84ab-a0a3b3e13846 req-e48d7b91-a900-49a1-ba64-8c0e24ed09bb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a7ba3a6650134ae182d094f3478484f6&device_id=3421b4b6-ee8f-4bc8-8c70-f59d81233e06 HTTP/1.1" status: 200 len: 1094 time: 0.3661358 Aug 23 20:38:14.361735 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2e2158be-5147-4623-bc1e-83709b9f7b92 req-98566465-f729-4217-a99a-eede831c8677 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377701 Aug 23 20:38:14.362903 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-f3142e81-d993-4633-b948-125e86506f4b req-84250fa7-a6a8-4295-8a82-8211e95181e0 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Transition to ACTIVE for port object 273fb0b5-c227-4a29-b333-b05b44f8fef5 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:38:14.371345 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-5bbe1279-efbc-4958-b555-a57107ab0f52 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:14.375289 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd428b9-48d3-4f8c-a438-2dc9af7d251b req-000c355a-ea7f-4c70-9844-a12370677ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:14.383498 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4cd428b9-48d3-4f8c-a438-2dc9af7d251b req-000c355a-ea7f-4c70-9844-a12370677ae2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5ac8692-c6e1-48c5-b1e1-58c352b6f742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2130671 Aug 23 20:38:14.393554 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215acdd7-d17f-482a-88dd-b5a06fc33e2c req-ea346858-7dee-4c0d-af27-bffd28703966 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:14.405893 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-215acdd7-d17f-482a-88dd-b5a06fc33e2c req-ea346858-7dee-4c0d-af27-bffd28703966 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=68b2e55c-23d4-4923-bcdb-7c238608f2f5 HTTP/1.1" status: 200 len: 949 time: 0.2224717 Aug 23 20:38:14.453967 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 17e9b548-501c-43f0-bdac-d1e72bb271e8 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:38:14.455087 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8e1e4b0b-fad3-4c9a-84ab-a0a3b3e13846 req-d2057123-878a-4b81-a36c-ea987678f97a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd33bcac-e144-4f60-9da7-6fb217799a0d HTTP/1.1" status: 200 len: 217 time: 0.0813403 Aug 23 20:38:14.472874 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbe1279-efbc-4958-b555-a57107ab0f52 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Pushing event updated for resources: {'Port': ['ID=c9bc32bd-28fb-4ef8-8531-edadca967003,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:14.489831 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-565d2945-e067-4b67-8812-9ae032f29f35 req-5bbe1279-efbc-4958-b555-a57107ab0f52 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Network 02bac410-b27b-49cf-96fd-4f276d56ae51 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:38:14.495112 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-215acdd7-d17f-482a-88dd-b5a06fc33e2c req-8919c3d9-b8e6-4a43-8367-9b3bc2a2f0ab tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855634 Aug 23 20:38:14.500482 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb195b-e5e6-4f5e-9b45-1284d8225050 req-80bbfc56-0b43-4481-af6f-5885b7296423 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:14.512614 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a7cb195b-e5e6-4f5e-9b45-1284d8225050 req-80bbfc56-0b43-4481-af6f-5885b7296423 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f43b31b-b462-4073-8fc6-a0c28b36c332 HTTP/1.1" status: 200 len: 945 time: 0.2041557 Aug 23 20:38:14.522719 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-a7cb195b-e5e6-4f5e-9b45-1284d8225050 req-15e2e9da-196b-4705-a35c-41c7b7914fcb tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Request body: {'port': {'security_groups': ['5db33e87-bc75-43f1-b279-c9256a85708e', '6af39276-cacb-42fd-bcbb-8ca69148e9a0']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:38:14.531337 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:14.589667 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 17e9b548-501c-43f0-bdac-d1e72bb271e8 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:38:14.590054 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:14.614581 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-565d2945-e067-4b67-8812-9ae032f29f35 req-5bbe1279-efbc-4958-b555-a57107ab0f52 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:38:14.632049 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-565d2945-e067-4b67-8812-9ae032f29f35 req-5bbe1279-efbc-4958-b555-a57107ab0f52 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:38:14.722368 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a7cb195b-e5e6-4f5e-9b45-1284d8225050 req-15e2e9da-196b-4705-a35c-41c7b7914fcb tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:14.798517 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:14.846439 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1676ceaa-52d7-4025-9aeb-df5ef1ac98d9 x-openstack-request-id: req-1676ceaa-52d7-4025-9aeb-df5ef1ac98d9 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:38:14.847858 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3421b4b6-ee8f-4bc8-8c70-f59d81233e06", "tag": "dd33bcac-e144-4f60-9da7-6fb217799a0d", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:38:14.848268 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1676ceaa-52d7-4025-9aeb-df5ef1ac98d9 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:38:14.851436 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3421b4b6-ee8f-4bc8-8c70-f59d81233e06', 'tag': 'dd33bcac-e144-4f60-9da7-6fb217799a0d', 'status': 'completed', 'code': 200} Aug 23 20:38:14.869763 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 17e9b548-501c-43f0-bdac-d1e72bb271e8, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=17e9b548-501c-43f0-bdac-d1e72bb271e8,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:38:14.877333 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:14.878966 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 73fd8635-7170-464b-a8af-6451a6feae69 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:38:14.940542 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d2945-e067-4b67-8812-9ae032f29f35 req-5bbe1279-efbc-4958-b555-a57107ab0f52 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:14.941323 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-5bbe1279-efbc-4958-b555-a57107ab0f52 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:14.981100 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f3142e81-d993-4633-b948-125e86506f4b req-84250fa7-a6a8-4295-8a82-8211e95181e0 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:14.994111 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=17e9b548-501c-43f0-bdac-d1e72bb271e8,revision_number=10']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:15.006467 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:38:15.006467 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:38:15.007094 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:38:15.007706 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:38:15.008479 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:38:15.008606 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:38:15.009042 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:38:15.009499 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:38:15.009927 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:38:15.010490 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:38:15.010929 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:38:15.011362 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:38:15.021524 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 73fd8635-7170-464b-a8af-6451a6feae69 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:38:15.039565 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 73fd8635-7170-464b-a8af-6451a6feae69 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:38:15.040115 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:15.046162 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f5ca366e-75b8-4257-b119-9087b048b56c None None] Provisioning for port c9bc32bd-28fb-4ef8-8531-edadca967003 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:38:15.055047 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e4b0b-fad3-4c9a-84ab-a0a3b3e13846 req-27a5a3ea-3e15-4cc8-99aa-6ba831b481a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:15.056659 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8e1e4b0b-fad3-4c9a-84ab-a0a3b3e13846 req-27a5a3ea-3e15-4cc8-99aa-6ba831b481a4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d823fd6f-1826-4fda-b786-45e5f0490bf4 HTTP/1.1" status: 200 len: 855 time: 0.4216647 Aug 23 20:38:15.072971 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f5ca366e-75b8-4257-b119-9087b048b56c None None] Provisioning complete for port c9bc32bd-28fb-4ef8-8531-edadca967003 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:38:15.073504 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f5ca366e-75b8-4257-b119-9087b048b56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:15.084282 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-5bbe1279-efbc-4958-b555-a57107ab0f52 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8351274 Aug 23 20:38:15.108225 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5478c22a-4aff-48ea-be0e-112db30f8bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e9b548-501c-43f0-bdac-d1e72bb271e8'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:38:15.111055 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c21864-1468-4266-9a96-20cc3cf77f53" -d '{"events": [{"server_uuid": "5478c22a-4aff-48ea-be0e-112db30f8bf1", "name": "network-vif-plugged", "status": "completed", "tag": "17e9b548-501c-43f0-bdac-d1e72bb271e8"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:38:15.128323 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-565d2945-e067-4b67-8812-9ae032f29f35 req-6d405904-ae44-4fa3-abfd-7dfd20de174c tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Request body: {'port': {'device_id': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'aacbd0fd-d16f-425e-a7bb-080e612100d5', 'admin_state_up': True, 'tenant_id': '31c0cec95ab64e5ca0c5b6061061da27', 'security_groups': ['f264d724-bded-494f-9829-ab610400f252']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:38:15.138448 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-f5ca366e-75b8-4257-b119-9087b048b56c None None] Port c9bc32bd-28fb-4ef8-8531-edadca967003 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:38:15.187143 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:15.211555 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3142e81-d993-4633-b948-125e86506f4b req-84250fa7-a6a8-4295-8a82-8211e95181e0 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Network d5ac8692-c6e1-48c5-b1e1-58c352b6f742 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:38:15.222810 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef90ab83-6899-4158-bdaf-91216a0ed910 req-8960708a-c36d-4345-aa5d-430c0d5c86e4 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:15.236789 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ef90ab83-6899-4158-bdaf-91216a0ed910 req-8960708a-c36d-4345-aa5d-430c0d5c86e4 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3c813f3-6f8d-49ee-ba3c-f735c0ce4568 HTTP/1.1" status: 200 len: 931 time: 0.2994616 Aug 23 20:38:15.241174 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4cd428b9-48d3-4f8c-a438-2dc9af7d251b req-ee3d599e-ea97-4236-8894-d8b8f453888d service neutron] 10.222.0.32 "GET /v2.0/networks/d5ac8692-c6e1-48c5-b1e1-58c352b6f742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6043448 Aug 23 20:38:15.250020 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 73fd8635-7170-464b-a8af-6451a6feae69, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=73fd8635-7170-464b-a8af-6451a6feae69,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:38:15.253220 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e4b0b-fad3-4c9a-84ab-a0a3b3e13846 req-64419499-168f-4449-9616-585b73edd057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:15.255061 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8e1e4b0b-fad3-4c9a-84ab-a0a3b3e13846 req-64419499-168f-4449-9616-585b73edd057 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5ac8692-c6e1-48c5-b1e1-58c352b6f742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1837740 Aug 23 20:38:15.267802 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:15.296302 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-f3142e81-d993-4633-b948-125e86506f4b req-84250fa7-a6a8-4295-8a82-8211e95181e0 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:38:15.382631 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84250fa7-a6a8-4295-8a82-8211e95181e0 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Pushing event updated for resources: {'Port': ['ID=273fb0b5-c227-4a29-b333-b05b44f8fef5,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:15.386309 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=73fd8635-7170-464b-a8af-6451a6feae69,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:15.420661 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3142e81-d993-4633-b948-125e86506f4b req-84250fa7-a6a8-4295-8a82-8211e95181e0 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:38:15.574611 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-565d2945-e067-4b67-8812-9ae032f29f35 req-6d405904-ae44-4fa3-abfd-7dfd20de174c tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Made reservation on behalf of 31c0cec95ab64e5ca0c5b6061061da27 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:38:15.586039 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 2fd138a2-a960-44b8-8ce2-767dd6fe86fd no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:38:15.641907 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: 2fd138a2-a960-44b8-8ce2-767dd6fe86fd {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:38:15.642425 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 2fd138a2-a960-44b8-8ce2-767dd6fe86fd not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:38:15.750032 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3142e81-d993-4633-b948-125e86506f4b req-84250fa7-a6a8-4295-8a82-8211e95181e0 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:15.750687 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f3142e81-d993-4633-b948-125e86506f4b req-84250fa7-a6a8-4295-8a82-8211e95181e0 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:15.780106 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c087b864-db51-406e-89c7-38c0a5832b8c None None] Provisioning for port 273fb0b5-c227-4a29-b333-b05b44f8fef5 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:38:15.788217 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c087b864-db51-406e-89c7-38c0a5832b8c None None] Provisioning complete for port 273fb0b5-c227-4a29-b333-b05b44f8fef5 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:38:15.788972 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c087b864-db51-406e-89c7-38c0a5832b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:15.802111 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f3142e81-d993-4633-b948-125e86506f4b req-84250fa7-a6a8-4295-8a82-8211e95181e0 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2669542 Aug 23 20:38:15.828600 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-f3142e81-d993-4633-b948-125e86506f4b req-16ed36d8-818d-498c-b58a-f4df34fffcfe service neutron] Request body: {'port': {'device_id': 'b3c813f3-6f8d-49ee-ba3c-f735c0ce4568', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:38:15.908322 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:15.922767 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-c087b864-db51-406e-89c7-38c0a5832b8c None None] Port 273fb0b5-c227-4a29-b333-b05b44f8fef5 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:38:15.939784 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-6d405904-ae44-4fa3-abfd-7dfd20de174c tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:15.943117 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-a7cb195b-e5e6-4f5e-9b45-1284d8225050 req-15e2e9da-196b-4705-a35c-41c7b7914fcb tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] For port b33e97ec-b6fe-4e54-bf9c-6040ccdeed31, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=b33e97ec-b6fe-4e54-bf9c-6040ccdeed31,segment=NetworkSegment(e057aa67-2bd8-41d5-82d4-b5cee83f32b9),segment_id=e057aa67-2bd8-41d5-82d4-b5cee83f32b9)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:38:16.017431 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4cd428b9-48d3-4f8c-a438-2dc9af7d251b req-010cdd67-cbc9-4b5e-8210-7993e399d951 service neutron] 10.222.0.32 "GET /v2.0/networks/d5ac8692-c6e1-48c5-b1e1-58c352b6f742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7439153 Aug 23 20:38:16.053699 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ef90ab83-6899-4158-bdaf-91216a0ed910 req-678eb454-f880-461e-abd1-d83989fe88ac tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc750e1f-5605-40cf-80e3-487cdbf8b643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8037338 Aug 23 20:38:16.074509 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f3142e81-d993-4633-b948-125e86506f4b req-16ed36d8-818d-498c-b58a-f4df34fffcfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:16.111060 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a7cb195b-e5e6-4f5e-9b45-1284d8225050 req-15e2e9da-196b-4705-a35c-41c7b7914fcb tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:16.140976 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a7cb195b-e5e6-4f5e-9b45-1284d8225050 req-15e2e9da-196b-4705-a35c-41c7b7914fcb tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:16.156357 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 59858) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:38:16.157197 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['b33e97ec-b6fe-4e54-bf9c-6040ccdeed31'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:38:16.187309 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc0979de-ca3d-4e5d-8780-ee84fb21f3ad', 'name': 'network-vif-deleted', 'tag': '2fd138a2-a960-44b8-8ce2-767dd6fe86fd'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:38:16.190447 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc43839-1335-48c2-964f-f21efdad64c1" -d '{"events": [{"server_uuid": "bc0979de-ca3d-4e5d-8780-ee84fb21f3ad", "name": "network-vif-deleted", "tag": "2fd138a2-a960-44b8-8ce2-767dd6fe86fd"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:38:16.197639 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8e1e4b0b-fad3-4c9a-84ab-a0a3b3e13846 req-6e98e2de-27f9-48c9-b217-72318fa4cad0 service neutron] 10.222.0.32 "GET /v2.0/networks/d5ac8692-c6e1-48c5-b1e1-58c352b6f742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9019184 Aug 23 20:38:16.199779 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['72e69350-30b2-4083-9ca3-f8905d479461'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:38:16.270718 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b348d7a-56d3-4b33-9525-26eff9fcad32 req-6b957609-efc3-4d4f-917b-b21c044914c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:16.273397 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2b348d7a-56d3-4b33-9525-26eff9fcad32 req-6b957609-efc3-4d4f-917b-b21c044914c1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a7ba3a6650134ae182d094f3478484f6&device_id=76af5a7b-592e-4bcb-8eb1-9273071f1493 HTTP/1.1" status: 200 len: 1095 time: 0.1462541 Aug 23 20:38:16.274237 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e2e9da-196b-4705-a35c-41c7b7914fcb tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Pushing event updated for resources: {'Port': ['ID=b33e97ec-b6fe-4e54-bf9c-6040ccdeed31,revision_number=6']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:16.377792 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8e1e4b0b-fad3-4c9a-84ab-a0a3b3e13846 req-c9807c67-fd2f-4b07-bb87-6afef07670d8 service neutron] 10.222.0.32 "GET /v2.0/networks/d5ac8692-c6e1-48c5-b1e1-58c352b6f742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708596 Aug 23 20:38:16.431728 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b348d7a-56d3-4b33-9525-26eff9fcad32 req-3e43b296-6562-42bd-adb0-48f1ee6c2e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:16.433859 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2b348d7a-56d3-4b33-9525-26eff9fcad32 req-3e43b296-6562-42bd-adb0-48f1ee6c2e8f service neutron] 10.222.0.32 "GET /v2.0/networks?id=d5ac8692-c6e1-48c5-b1e1-58c352b6f742 HTTP/1.1" status: 200 len: 917 time: 0.1530123 Aug 23 20:38:16.644726 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-565d2945-e067-4b67-8812-9ae032f29f35 req-6d405904-ae44-4fa3-abfd-7dfd20de174c tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Allocated IP 10.2.2.100 (aacbd0fd-d16f-425e-a7bb-080e612100d5/5dddc676-d460-40e8-9afa-b8b1805fce38/a83e5ee7-c13f-46f6-b912-2a83576e4498) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:38:16.701266 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2b348d7a-56d3-4b33-9525-26eff9fcad32 req-932d59d3-8142-428a-9508-2567d811cd08 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b2dadc4-dd32-412c-8547-283212dae6ae HTTP/1.1" status: 200 len: 217 time: 0.2182043 Aug 23 20:38:16.747884 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e8e16-48cc-4dbe-9d98-6c162c3710bd req-d943c86b-a8af-49e6-9b66-d78b5a48b644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:16.755425 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-716e8e16-48cc-4dbe-9d98-6c162c3710bd req-d943c86b-a8af-49e6-9b66-d78b5a48b644 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a7ba3a6650134ae182d094f3478484f6&device_id=3421b4b6-ee8f-4bc8-8c70-f59d81233e06 HTTP/1.1" status: 200 len: 1094 time: 0.2701099 Aug 23 20:38:16.832407 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-6d405904-ae44-4fa3-abfd-7dfd20de174c tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:16.871989 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb195b-e5e6-4f5e-9b45-1284d8225050 req-15e2e9da-196b-4705-a35c-41c7b7914fcb tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:16.882831 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a7cb195b-e5e6-4f5e-9b45-1284d8225050 req-15e2e9da-196b-4705-a35c-41c7b7914fcb tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:16.888982 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a7cb195b-e5e6-4f5e-9b45-1284d8225050 req-15e2e9da-196b-4705-a35c-41c7b7914fcb tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "PUT /v2.0/ports/b33e97ec-b6fe-4e54-bf9c-6040ccdeed31 HTTP/1.1" status: 200 len: 981 time: 2.3748727 Aug 23 20:38:16.920950 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f43b31b-b462-4073-8fc6-a0c28b36c332', 'tag': 'b33e97ec-b6fe-4e54-bf9c-6040ccdeed31'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:38:16.928560 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78beab9-f612-49e5-91e6-e9a8a7096f2e" -d '{"events": [{"name": "network-changed", "server_uuid": "5f43b31b-b462-4073-8fc6-a0c28b36c332", "tag": "b33e97ec-b6fe-4e54-bf9c-6040ccdeed31"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:38:16.960328 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-565d2945-e067-4b67-8812-9ae032f29f35 req-6d405904-ae44-4fa3-abfd-7dfd20de174c tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Transition to ACTIVE for port object a83e5ee7-c13f-46f6-b912-2a83576e4498 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:38:16.966123 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26cbf18d-a6f1-410b-a318-edca70592893 x-openstack-request-id: req-26cbf18d-a6f1-410b-a318-edca70592893 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:38:16.966646 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5478c22a-4aff-48ea-be0e-112db30f8bf1", "name": "network-vif-plugged", "status": "completed", "tag": "17e9b548-501c-43f0-bdac-d1e72bb271e8", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:38:16.966768 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-26cbf18d-a6f1-410b-a318-edca70592893 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:38:16.967391 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5478c22a-4aff-48ea-be0e-112db30f8bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e9b548-501c-43f0-bdac-d1e72bb271e8', 'code': 200} Aug 23 20:38:16.988810 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e8e16-48cc-4dbe-9d98-6c162c3710bd req-f7a9a248-7bf9-4806-bc04-2308f9812a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:16.991796 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-716e8e16-48cc-4dbe-9d98-6c162c3710bd req-f7a9a248-7bf9-4806-bc04-2308f9812a99 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d5ac8692-c6e1-48c5-b1e1-58c352b6f742 HTTP/1.1" status: 200 len: 917 time: 0.1743762 Aug 23 20:38:17.039412 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-a06d5fe7-ac36-496f-8e35-7758f6886d76 admin admin] Deleting subnet 680c283d-5185-45a2-940f-1ee3de9335bc {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:38:17.043905 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b348d7a-56d3-4b33-9525-26eff9fcad32 req-7b01c063-9c12-473c-b930-37cc5bbc7541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:17.045690 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2b348d7a-56d3-4b33-9525-26eff9fcad32 req-7b01c063-9c12-473c-b930-37cc5bbc7541 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d823fd6f-1826-4fda-b786-45e5f0490bf4 HTTP/1.1" status: 200 len: 855 time: 0.3334832 Aug 23 20:38:17.049385 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['b33e97ec-b6fe-4e54-bf9c-6040ccdeed31'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:38:17.053591 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a06d5fe7-ac36-496f-8e35-7758f6886d76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:17.058074 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:38:17.094564 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-716e8e16-48cc-4dbe-9d98-6c162c3710bd req-5c5ab844-a149-4a63-af97-9b2c11cd0bdc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd33bcac-e144-4f60-9da7-6fb217799a0d HTTP/1.1" status: 200 len: 217 time: 0.0762942 Aug 23 20:38:17.164584 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ade51cd-7ab4-4c43-8c68-9a76afadba58 req-b97c5ac4-9739-4a52-82d7-81b79263676e tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:17.171179 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ade51cd-7ab4-4c43-8c68-9a76afadba58 req-b97c5ac4-9739-4a52-82d7-81b79263676e tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:17.177633 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ade51cd-7ab4-4c43-8c68-9a76afadba58 req-b97c5ac4-9739-4a52-82d7-81b79263676e tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:17.186406 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0ade51cd-7ab4-4c43-8c68-9a76afadba58 req-b97c5ac4-9739-4a52-82d7-81b79263676e tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 2374 time: 0.4489949 Aug 23 20:38:17.238600 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e8e16-48cc-4dbe-9d98-6c162c3710bd req-0d058164-f9c0-4960-b47c-5e6fab1e6766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:17.242803 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-716e8e16-48cc-4dbe-9d98-6c162c3710bd req-0d058164-f9c0-4960-b47c-5e6fab1e6766 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d823fd6f-1826-4fda-b786-45e5f0490bf4 HTTP/1.1" status: 200 len: 855 time: 0.1315477 Aug 23 20:38:17.244964 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b348d7a-56d3-4b33-9525-26eff9fcad32 req-1dc0f452-c7cb-44e0-95a6-f0005981d575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:17.246814 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2b348d7a-56d3-4b33-9525-26eff9fcad32 req-1dc0f452-c7cb-44e0-95a6-f0005981d575 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5ac8692-c6e1-48c5-b1e1-58c352b6f742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1650643 Aug 23 20:38:17.259750 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0ade51cd-7ab4-4c43-8c68-9a76afadba58 req-128f6248-58b0-4f59-ae4a-ab6b07f30e6d tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/security-groups?id=f264d724-bded-494f-9829-ab610400f252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720050 Aug 23 20:38:17.379976 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a06d5fe7-ac36-496f-8e35-7758f6886d76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:17.439954 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e8e16-48cc-4dbe-9d98-6c162c3710bd req-f49a1695-d995-4c1c-8534-11b354ccebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:17.446377 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-716e8e16-48cc-4dbe-9d98-6c162c3710bd req-f49a1695-d995-4c1c-8534-11b354ccebc5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5ac8692-c6e1-48c5-b1e1-58c352b6f742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1772740 Aug 23 20:38:17.482612 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ddb7d1f-94ec-4907-a49b-1a88399fcb0c x-openstack-request-id: req-0ddb7d1f-94ec-4907-a49b-1a88399fcb0c {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:38:17.483052 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc0979de-ca3d-4e5d-8780-ee84fb21f3ad", "name": "network-vif-deleted", "tag": "2fd138a2-a960-44b8-8ce2-767dd6fe86fd", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:38:17.483405 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0ddb7d1f-94ec-4907-a49b-1a88399fcb0c {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:38:17.483909 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc0979de-ca3d-4e5d-8780-ee84fb21f3ad', 'name': 'network-vif-deleted', 'tag': '2fd138a2-a960-44b8-8ce2-767dd6fe86fd', 'status': 'completed', 'code': 200} Aug 23 20:38:17.568943 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-f3142e81-d993-4633-b948-125e86506f4b req-16ed36d8-818d-498c-b58a-f4df34fffcfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 273fb0b5-c227-4a29-b333-b05b44f8fef5 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:38:17.571428 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2b348d7a-56d3-4b33-9525-26eff9fcad32 req-a1a4b24e-af29-4a7f-a427-4b2c5d265379 service neutron] 10.222.0.32 "GET /v2.0/networks/d5ac8692-c6e1-48c5-b1e1-58c352b6f742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797544 Aug 23 20:38:17.582849 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f3142e81-d993-4633-b948-125e86506f4b req-16ed36d8-818d-498c-b58a-f4df34fffcfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:17.595407 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463515c-c5ef-403a-9c07-805c99322849 req-4210e834-bcf5-4624-9f35-37b24345948e tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:17.597190 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a463515c-c5ef-403a-9c07-805c99322849 req-4210e834-bcf5-4624-9f35-37b24345948e tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=68b2e55c-23d4-4923-bcdb-7c238608f2f5 HTTP/1.1" status: 200 len: 949 time: 0.5524089 Aug 23 20:38:17.618857 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-6d405904-ae44-4fa3-abfd-7dfd20de174c tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:17.699641 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-f3142e81-d993-4633-b948-125e86506f4b req-16ed36d8-818d-498c-b58a-f4df34fffcfe service neutron] Transition to ACTIVE for port object 273fb0b5-c227-4a29-b333-b05b44f8fef5 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:38:17.700384 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d405904-ae44-4fa3-abfd-7dfd20de174c tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Pushing event updated for resources: {'Port': ['ID=a83e5ee7-c13f-46f6-b912-2a83576e4498,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:17.720783 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-565d2945-e067-4b67-8812-9ae032f29f35 req-6d405904-ae44-4fa3-abfd-7dfd20de174c tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Network aacbd0fd-d16f-425e-a7bb-080e612100d5 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:38:17.726445 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-716e8e16-48cc-4dbe-9d98-6c162c3710bd req-ff0ab1c4-cbfb-4702-82e5-11490149c7e9 service neutron] 10.222.0.32 "GET /v2.0/networks/d5ac8692-c6e1-48c5-b1e1-58c352b6f742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638979 Aug 23 20:38:17.731549 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f3142e81-d993-4633-b948-125e86506f4b req-16ed36d8-818d-498c-b58a-f4df34fffcfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:17.796327 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-565d2945-e067-4b67-8812-9ae032f29f35 req-6d405904-ae44-4fa3-abfd-7dfd20de174c tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:38:17.799045 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-565d2945-e067-4b67-8812-9ae032f29f35 req-6d405904-ae44-4fa3-abfd-7dfd20de174c tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:38:17.813446 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a06d5fe7-ac36-496f-8e35-7758f6886d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:17.820514 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f4c995e4-2e2f-4796-a344-1b7029855025 req-553958a5-d1fa-4afe-825c-d7ae700e8a17 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups/6af39276-cacb-42fd-bcbb-8ca69148e9a0 HTTP/1.1" status: 200 len: 1801 time: 0.1664209 Aug 23 20:38:17.904052 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2b348d7a-56d3-4b33-9525-26eff9fcad32 req-e6e353e9-2c3a-4cd2-b662-7936997f9509 service neutron] 10.222.0.32 "GET /v2.0/networks/d5ac8692-c6e1-48c5-b1e1-58c352b6f742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066933 Aug 23 20:38:17.945414 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a463515c-c5ef-403a-9c07-805c99322849 req-b758ebe3-f275-48d3-800d-381742a3a1c6 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382032 Aug 23 20:38:17.950454 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a06d5fe7-ac36-496f-8e35-7758f6886d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:17.954733 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-716e8e16-48cc-4dbe-9d98-6c162c3710bd req-2a2561c9-acff-49f4-ba73-fc56c90a3c96 service neutron] 10.222.0.32 "GET /v2.0/networks/d5ac8692-c6e1-48c5-b1e1-58c352b6f742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192175 Aug 23 20:38:17.970072 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [req-f4c995e4-2e2f-4796-a344-1b7029855025 req-7c0dbebc-c10b-4d30-9ad0-1f5ae6082730 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 23 20:38:17.984026 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f4c995e4-2e2f-4796-a344-1b7029855025 req-7c0dbebc-c10b-4d30-9ad0-1f5ae6082730 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "DELETE /v2.0/security-groups/6af39276-cacb-42fd-bcbb-8ca69148e9a0 HTTP/1.1" status: 409 len: 341 time: 0.1528964 Aug 23 20:38:18.055053 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aad8924-106a-4b4a-b9cf-4ff9e321411f x-openstack-request-id: req-3aad8924-106a-4b4a-b9cf-4ff9e321411f {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:38:18.055592 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f43b31b-b462-4073-8fc6-a0c28b36c332", "tag": "b33e97ec-b6fe-4e54-bf9c-6040ccdeed31", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:38:18.055847 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3aad8924-106a-4b4a-b9cf-4ff9e321411f {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:38:18.056270 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f43b31b-b462-4073-8fc6-a0c28b36c332', 'tag': 'b33e97ec-b6fe-4e54-bf9c-6040ccdeed31', 'status': 'completed', 'code': 200} Aug 23 20:38:18.282199 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06d5fe7-ac36-496f-8e35-7758f6886d76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=680c283d-5185-45a2-940f-1ee3de9335bc,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:18.289168 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3c0c47f8-1363-46df-8a10-2a167eaed6c0 None None] Provisioning for port a83e5ee7-c13f-46f6-b912-2a83576e4498 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:38:18.293832 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3c0c47f8-1363-46df-8a10-2a167eaed6c0 None None] Provisioning complete for port a83e5ee7-c13f-46f6-b912-2a83576e4498 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:38:18.294373 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3c0c47f8-1363-46df-8a10-2a167eaed6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:18.298330 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a06d5fe7-ac36-496f-8e35-7758f6886d76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:18.316017 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a06d5fe7-ac36-496f-8e35-7758f6886d76 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/680c283d-5185-45a2-940f-1ee3de9335bc HTTP/1.1" status: 204 len: 168 time: 2.1542304 Aug 23 20:38:18.316446 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 59900) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:38:18.322444 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ed36d8-818d-498c-b58a-f4df34fffcfe service neutron] Pushing event updated for resources: {'Port': ['ID=273fb0b5-c227-4a29-b333-b05b44f8fef5,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:18.413021 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-3c0c47f8-1363-46df-8a10-2a167eaed6c0 None None] Port a83e5ee7-c13f-46f6-b912-2a83576e4498 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:38:18.416992 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7b6f995f-7cf6-44bb-95f9-4fdfe554e962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:18.417581 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d2945-e067-4b67-8812-9ae032f29f35 req-6d405904-ae44-4fa3-abfd-7dfd20de174c tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:18.420332 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-6d405904-ae44-4fa3-abfd-7dfd20de174c tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:18.453451 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-f3142e81-d993-4633-b948-125e86506f4b req-16ed36d8-818d-498c-b58a-f4df34fffcfe service neutron] Attempting to bind port 273fb0b5-c227-4a29-b333-b05b44f8fef5 on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:38:18.453786 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-f3142e81-d993-4633-b948-125e86506f4b req-16ed36d8-818d-498c-b58a-f4df34fffcfe service neutron] Attempting to bind port 273fb0b5-c227-4a29-b333-b05b44f8fef5 by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': 'acc9083b-9ca0-414e-96bd-1741bb0a9d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'd5ac8692-c6e1-48c5-b1e1-58c352b6f742'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:38:18.460295 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3142e81-d993-4633-b948-125e86506f4b req-16ed36d8-818d-498c-b58a-f4df34fffcfe service neutron] Attempting to bind port 273fb0b5-c227-4a29-b333-b05b44f8fef5 on network d5ac8692-c6e1-48c5-b1e1-58c352b6f742 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:38:18.513017 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc0fdb-1530-4b48-bac5-e96a8b9d81c6 req-936ff2a1-cac8-4f55-a24e-d7246d73dcc3 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:18.514669 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-edfc0fdb-1530-4b48-bac5-e96a8b9d81c6 req-936ff2a1-cac8-4f55-a24e-d7246d73dcc3 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3c813f3-6f8d-49ee-ba3c-f735c0ce4568 HTTP/1.1" status: 200 len: 943 time: 0.3495300 Aug 23 20:38:18.515293 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3142e81-d993-4633-b948-125e86506f4b req-16ed36d8-818d-498c-b58a-f4df34fffcfe service neutron] Port 273fb0b5-c227-4a29-b333-b05b44f8fef5 on network d5ac8692-c6e1-48c5-b1e1-58c352b6f742 not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:38:18.515690 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3142e81-d993-4633-b948-125e86506f4b req-16ed36d8-818d-498c-b58a-f4df34fffcfe service neutron] Attempting to bind port 273fb0b5-c227-4a29-b333-b05b44f8fef5 on network d5ac8692-c6e1-48c5-b1e1-58c352b6f742 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:38:18.533730 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-6d405904-ae44-4fa3-abfd-7dfd20de174c tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4208608 Aug 23 20:38:18.552088 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-565d2945-e067-4b67-8812-9ae032f29f35 req-62819456-313c-447f-a03a-cc96742fa09d tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Request body: {'port': {'device_id': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'aacbd0fd-d16f-425e-a7bb-080e612100d5', 'admin_state_up': True, 'tenant_id': '31c0cec95ab64e5ca0c5b6061061da27', 'security_groups': ['f264d724-bded-494f-9829-ab610400f252']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:38:18.560517 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3142e81-d993-4633-b948-125e86506f4b req-16ed36d8-818d-498c-b58a-f4df34fffcfe service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:38:18.560867 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3142e81-d993-4633-b948-125e86506f4b req-16ed36d8-818d-498c-b58a-f4df34fffcfe service neutron] Checking segment: {'id': 'acc9083b-9ca0-414e-96bd-1741bb0a9d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'd5ac8692-c6e1-48c5-b1e1-58c352b6f742'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:38:18.561255 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3142e81-d993-4633-b948-125e86506f4b req-16ed36d8-818d-498c-b58a-f4df34fffcfe service neutron] Bound using segment: {'id': 'acc9083b-9ca0-414e-96bd-1741bb0a9d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'd5ac8692-c6e1-48c5-b1e1-58c352b6f742'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:38:18.561702 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-f3142e81-d993-4633-b948-125e86506f4b req-16ed36d8-818d-498c-b58a-f4df34fffcfe service neutron] Bound port: 273fb0b5-c227-4a29-b333-b05b44f8fef5, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acc9083b-9ca0-414e-96bd-1741bb0a9d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'd5ac8692-c6e1-48c5-b1e1-58c352b6f742'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:38:18.562064 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f3142e81-d993-4633-b948-125e86506f4b req-16ed36d8-818d-498c-b58a-f4df34fffcfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:18.640165 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-edfc0fdb-1530-4b48-bac5-e96a8b9d81c6 req-8cb0ee90-8bb7-489c-8000-c11235d99fb0 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc750e1f-5605-40cf-80e3-487cdbf8b643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138039 Aug 23 20:38:18.671582 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7b6f995f-7cf6-44bb-95f9-4fdfe554e962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:18.698305 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-7b6f995f-7cf6-44bb-95f9-4fdfe554e962 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9154806b-c700-4250-82e0-c3993888c62e']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:38:18.737621 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-7b6f995f-7cf6-44bb-95f9-4fdfe554e962 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbb7ca88-3a5f-4f78-b2f2-1646091f4f26') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:38:18.737991 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-7b6f995f-7cf6-44bb-95f9-4fdfe554e962 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbb7ca88-3a5f-4f78-b2f2-1646091f4f26') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:38:18.756819 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7b6f995f-7cf6-44bb-95f9-4fdfe554e962 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:18.768734 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78beab9-f612-49e5-91e6-e9a8a7096f2e req-7fe27cf3-03e1-4e88-9101-d44a8d6525a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:18.770850 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e78beab9-f612-49e5-91e6-e9a8a7096f2e req-7fe27cf3-03e1-4e88-9101-d44a8d6525a8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=563aa4e07ca643c6af0ae12d196af505&device_id=5f43b31b-b462-4073-8fc6-a0c28b36c332 HTTP/1.1" status: 200 len: 1135 time: 0.6963341 Aug 23 20:38:18.784548 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7b6f995f-7cf6-44bb-95f9-4fdfe554e962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:18.801724 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-f3142e81-d993-4633-b948-125e86506f4b req-16ed36d8-818d-498c-b58a-f4df34fffcfe service neutron] For port 273fb0b5-c227-4a29-b333-b05b44f8fef5, host n-h2-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:38:18.814121 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706a843-545a-4a51-b314-f6dbaf0a892d req-0f4affee-068e-4354-a03d-d1736e5982be tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:18.822681 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0706a843-545a-4a51-b314-f6dbaf0a892d req-0f4affee-068e-4354-a03d-d1736e5982be tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9c48baa-7dde-4b85-aa62-ee799df5dbb5 HTTP/1.1" status: 200 len: 949 time: 0.1464450 Aug 23 20:38:18.829532 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-f3142e81-d993-4633-b948-125e86506f4b req-16ed36d8-818d-498c-b58a-f4df34fffcfe service neutron] For port 273fb0b5-c227-4a29-b333-b05b44f8fef5, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=273fb0b5-c227-4a29-b333-b05b44f8fef5,segment=NetworkSegment(acc9083b-9ca0-414e-96bd-1741bb0a9d54),segment_id=acc9083b-9ca0-414e-96bd-1741bb0a9d54)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:38:18.841532 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f3142e81-d993-4633-b948-125e86506f4b req-16ed36d8-818d-498c-b58a-f4df34fffcfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:18.849469 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b6f995f-7cf6-44bb-95f9-4fdfe554e962 admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:38:18.850467 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7b6f995f-7cf6-44bb-95f9-4fdfe554e962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:18.852624 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:38:18.852624 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:38:18.852624 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:38:18.852624 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:38:18.852624 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:38:18.852624 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:38:18.852624 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:38:18.852624 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:38:18.852624 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:38:18.852624 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:38:18.852624 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:38:18.852624 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:38:18.852624 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:38:18.852624 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:38:18.852624 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:38:18.852624 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:38:18.852624 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:38:18.852624 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:38:18.852624 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:38:18.852624 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:38:18.852624 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:38:18.852624 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:38:18.852624 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:38:18.852624 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:38:18.852624 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:38:18.852624 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:38:18.852624 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:38:18.852624 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:38:18.852624 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:38:18.852624 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:38:18.852624 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:38:18.852624 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:38:18.857657 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698f206-c992-4600-9daf-6c367f15ffc7 req-cdfe5e5d-3b18-491e-b4c4-486133f4e3f2 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:18.863665 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698f206-c992-4600-9daf-6c367f15ffc7 req-cdfe5e5d-3b18-491e-b4c4-486133f4e3f2 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:18.871529 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698f206-c992-4600-9daf-6c367f15ffc7 req-cdfe5e5d-3b18-491e-b4c4-486133f4e3f2 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:18.877734 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698f206-c992-4600-9daf-6c367f15ffc7 req-cdfe5e5d-3b18-491e-b4c4-486133f4e3f2 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:18.879473 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a698f206-c992-4600-9daf-6c367f15ffc7 req-cdfe5e5d-3b18-491e-b4c4-486133f4e3f2 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 3095 time: 0.1283593 Aug 23 20:38:18.935260 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-565d2945-e067-4b67-8812-9ae032f29f35 req-62819456-313c-447f-a03a-cc96742fa09d tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Made reservation on behalf of 31c0cec95ab64e5ca0c5b6061061da27 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:38:18.940121 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-62819456-313c-447f-a03a-cc96742fa09d tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:18.968300 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c48baa-7dde-4b85-aa62-ee799df5dbb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fd8635-7170-464b-a8af-6451a6feae69'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:38:18.970818 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6ff648-f3ae-4d7b-ae1b-21a8bad3c342" -d '{"events": [{"server_uuid": "e9c48baa-7dde-4b85-aa62-ee799df5dbb5", "name": "network-vif-plugged", "status": "completed", "tag": "73fd8635-7170-464b-a8af-6451a6feae69"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:38:18.988354 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3142e81-d993-4633-b948-125e86506f4b req-16ed36d8-818d-498c-b58a-f4df34fffcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:18.988916 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f3142e81-d993-4633-b948-125e86506f4b req-16ed36d8-818d-498c-b58a-f4df34fffcfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:18.990967 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f3142e81-d993-4633-b948-125e86506f4b req-16ed36d8-818d-498c-b58a-f4df34fffcfe service neutron] 10.222.0.32 "PUT /v2.0/ports/273fb0b5-c227-4a29-b333-b05b44f8fef5 HTTP/1.1" status: 200 len: 1091 time: 3.1733599 Aug 23 20:38:19.009172 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a698f206-c992-4600-9daf-6c367f15ffc7 req-03485f81-1529-4b61-bee6-9726918f6006 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/security-groups?id=f264d724-bded-494f-9829-ab610400f252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004143 Aug 23 20:38:19.029631 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0706a843-545a-4a51-b314-f6dbaf0a892d req-c3c7f0a2-ec31-4fcc-b39a-f15e681ffb90 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038796 Aug 23 20:38:19.041749 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7b6f995f-7cf6-44bb-95f9-4fdfe554e962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:19.083551 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7b6f995f-7cf6-44bb-95f9-4fdfe554e962 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:19.085602 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-7b6f995f-7cf6-44bb-95f9-4fdfe554e962 admin admin] 10.222.0.61 "DELETE /v2.0/networks/9154806b-c700-4250-82e0-c3993888c62e HTTP/1.1" status: 204 len: 168 time: 0.7678871 Aug 23 20:38:19.112418 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6f995f-7cf6-44bb-95f9-4fdfe554e962 admin admin] Pushing event deleted for resources: {'Network': ['ID=9154806b-c700-4250-82e0-c3993888c62e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:19.134357 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78beab9-f612-49e5-91e6-e9a8a7096f2e req-934f663d-2dda-40b9-a379-5ec1781dac15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:19.135863 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e78beab9-f612-49e5-91e6-e9a8a7096f2e req-934f663d-2dda-40b9-a379-5ec1781dac15 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4f8ad650-bde2-493c-8452-775cfc30ee47 HTTP/1.1" status: 200 len: 914 time: 0.3442426 Aug 23 20:38:19.146112 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ed36d8-818d-498c-b58a-f4df34fffcfe service neutron] Pushing event updated for resources: {'Port': ['ID=273fb0b5-c227-4a29-b333-b05b44f8fef5,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:19.225535 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e78beab9-f612-49e5-91e6-e9a8a7096f2e req-923de1f6-3ff8-4a2f-946e-6c23e274979d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b33e97ec-b6fe-4e54-bf9c-6040ccdeed31 HTTP/1.1" status: 200 len: 217 time: 0.0702505 Aug 23 20:38:19.399700 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78beab9-f612-49e5-91e6-e9a8a7096f2e req-03183cfc-49a2-4788-94da-0c3221e2db18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:19.404502 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e78beab9-f612-49e5-91e6-e9a8a7096f2e req-03183cfc-49a2-4788-94da-0c3221e2db18 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5622acc5-f3fa-4e59-9fa5-c0f9356a4541 HTTP/1.1" status: 200 len: 853 time: 0.1721070 Aug 23 20:38:19.448053 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431fd0c3-17f3-4fd1-b684-423533dbe2bd x-openstack-request-id: req-431fd0c3-17f3-4fd1-b684-423533dbe2bd {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:38:19.448594 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9c48baa-7dde-4b85-aa62-ee799df5dbb5", "name": "network-vif-plugged", "status": "completed", "tag": "73fd8635-7170-464b-a8af-6451a6feae69", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:38:19.448803 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-431fd0c3-17f3-4fd1-b684-423533dbe2bd {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:38:19.449004 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9c48baa-7dde-4b85-aa62-ee799df5dbb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fd8635-7170-464b-a8af-6451a6feae69', 'code': 200} Aug 23 20:38:19.487454 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e78beab9-f612-49e5-91e6-e9a8a7096f2e req-499f22b8-d26c-4ec6-b6ae-2b4e138d01b7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4f8ad650-bde2-493c-8452-775cfc30ee47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737274 Aug 23 20:38:19.514638 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [req-e78beab9-f612-49e5-91e6-e9a8a7096f2e req-0544af5c-a999-4da5-a7a9-0f7c022c34be service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:38:19.515889 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e78beab9-f612-49e5-91e6-e9a8a7096f2e req-0544af5c-a999-4da5-a7a9-0f7c022c34be service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053706 Aug 23 20:38:19.650149 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21c731-29b2-4135-91d5-61bbd55761e1 req-0f6bd9f7-d5e3-43f9-a1c8-34c90c5891f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:19.652333 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8a21c731-29b2-4135-91d5-61bbd55761e1 req-0f6bd9f7-d5e3-43f9-a1c8-34c90c5891f1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e9c48baa-7dde-4b85-aa62-ee799df5dbb5 HTTP/1.1" status: 200 len: 1100 time: 0.1431720 Aug 23 20:38:19.733573 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 3b2dadc4-dd32-412c-8547-283212dae6ae details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:38:19.781178 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8a21c731-29b2-4135-91d5-61bbd55761e1 req-a8413ae2-c8fe-43fe-b66f-2363001e1989 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991821 Aug 23 20:38:19.788673 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e78beab9-f612-49e5-91e6-e9a8a7096f2e req-98b4a93b-acb2-4f43-a391-7ae04d8e57ff service neutron] 10.222.0.11 "GET /v2.0/networks/4f8ad650-bde2-493c-8452-775cfc30ee47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426701 Aug 23 20:38:19.798189 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 59930) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:38:19.879019 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f591092a-896a-4188-88a0-cafb5f312770 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=29f18b1da2a844dcbeb03c332de0d358&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0790138 Aug 23 20:38:19.882889 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 59936) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:38:19.957418 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6d2128de-1547-4368-8bbd-5e587e54a4ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:19.996093 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6d2128de-1547-4368-8bbd-5e587e54a4ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:20.018326 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 3b2dadc4-dd32-412c-8547-283212dae6ae, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=3b2dadc4-dd32-412c-8547-283212dae6ae,segment=NetworkSegment(acc9083b-9ca0-414e-96bd-1741bb0a9d54),segment_id=acc9083b-9ca0-414e-96bd-1741bb0a9d54)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:38:20.048330 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': '3b2dadc4-dd32-412c-8547-283212dae6ae', 'network_id': 'd5ac8692-c6e1-48c5-b1e1-58c352b6f742', 'port_id': '3b2dadc4-dd32-412c-8547-283212dae6ae', 'mac_address': 'fa:16:3e:6e:fb:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd823fd6f-1826-4fda-b786-45e5f0490bf4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:38:20.060226 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c813f3-6f8d-49ee-ba3c-f735c0ce4568', 'tag': '273fb0b5-c227-4a29-b333-b05b44f8fef5'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:38:20.062502 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccfbae5c-3084-46d2-a114-c31779be00c3" -d '{"events": [{"name": "network-changed", "server_uuid": "b3c813f3-6f8d-49ee-ba3c-f735c0ce4568", "tag": "273fb0b5-c227-4a29-b333-b05b44f8fef5"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:38:20.154308 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:20.179379 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e78beab9-f612-49e5-91e6-e9a8a7096f2e req-93afe4d6-dd30-40f6-b95e-e6d8e6e75d88 service neutron] 10.222.0.11 "GET /v2.0/networks/4f8ad650-bde2-493c-8452-775cfc30ee47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791773 Aug 23 20:38:20.180936 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6d2128de-1547-4368-8bbd-5e587e54a4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:20.185603 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6d2128de-1547-4368-8bbd-5e587e54a4ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:20.190153 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6d2128de-1547-4368-8bbd-5e587e54a4ae admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/70e17116-aa82-441c-b618-bef6981676f3 HTTP/1.1" status: 204 len: 168 time: 0.3038237 Aug 23 20:38:20.198403 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2128de-1547-4368-8bbd-5e587e54a4ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e17116-aa82-441c-b618-bef6981676f3,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:20.213435 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3142e81-d993-4633-b948-125e86506f4b req-ae5f7f8d-9d59-46af-8798-1fa670536074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:20.215110 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f3142e81-d993-4633-b948-125e86506f4b req-ae5f7f8d-9d59-46af-8798-1fa670536074 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a7ba3a6650134ae182d094f3478484f6&device_id=b3c813f3-6f8d-49ee-ba3c-f735c0ce4568 HTTP/1.1" status: 200 len: 1094 time: 1.1353190 Aug 23 20:38:20.219519 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b2dadc4-dd32-412c-8547-283212dae6ae {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:38:20.275182 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 3b2dadc4-dd32-412c-8547-283212dae6ae, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=3b2dadc4-dd32-412c-8547-283212dae6ae,segment=NetworkSegment(acc9083b-9ca0-414e-96bd-1741bb0a9d54),segment_id=acc9083b-9ca0-414e-96bd-1741bb0a9d54)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:38:20.292861 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:20.293803 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device dd33bcac-e144-4f60-9da7-6fb217799a0d details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:38:20.305654 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:20.347484 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f3142e81-d993-4633-b948-125e86506f4b req-49e19eb6-8af1-4809-97be-1f829d27e4a8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=273fb0b5-c227-4a29-b333-b05b44f8fef5 HTTP/1.1" status: 200 len: 217 time: 0.1127570 Aug 23 20:38:20.370712 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d068438a-27a7-489e-a256-fd1627c86cac req-8ece4b39-2a2e-4e60-bede-900f486c45b0 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:20.378151 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d068438a-27a7-489e-a256-fd1627c86cac req-8ece4b39-2a2e-4e60-bede-900f486c45b0 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3c813f3-6f8d-49ee-ba3c-f735c0ce4568 HTTP/1.1" status: 200 len: 943 time: 0.1599410 Aug 23 20:38:20.443090 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d596f-20d2-4168-85d2-c8458ae9bbcf req-f53d40e7-5938-4048-808a-360e2c103f83 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:20.463213 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-462d596f-20d2-4168-85d2-c8458ae9bbcf req-f53d40e7-5938-4048-808a-360e2c103f83 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f43b31b-b462-4073-8fc6-a0c28b36c332 HTTP/1.1" status: 200 len: 984 time: 1.1765106 Aug 23 20:38:20.473066 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d068438a-27a7-489e-a256-fd1627c86cac req-540044ac-f444-4e71-8fe9-9fec7ff1d59c tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc750e1f-5605-40cf-80e3-487cdbf8b643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903740 Aug 23 20:38:20.473066 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b23f24e-a27c-49e9-ab25-1f9df81713b8 req-ed8cb1cc-231d-4a99-8cf2-ed128dc63d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:20.474479 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9b23f24e-a27c-49e9-ab25-1f9df81713b8 req-ed8cb1cc-231d-4a99-8cf2-ed128dc63d58 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=563aa4e07ca643c6af0ae12d196af505&device_id=5f43b31b-b462-4073-8fc6-a0c28b36c332 HTTP/1.1" status: 200 len: 1135 time: 0.1840744 Aug 23 20:38:20.509359 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port dd33bcac-e144-4f60-9da7-6fb217799a0d, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=dd33bcac-e144-4f60-9da7-6fb217799a0d,segment=NetworkSegment(acc9083b-9ca0-414e-96bd-1741bb0a9d54),segment_id=acc9083b-9ca0-414e-96bd-1741bb0a9d54)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:38:20.536602 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=3b2dadc4-dd32-412c-8547-283212dae6ae,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:20.550954 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': 'dd33bcac-e144-4f60-9da7-6fb217799a0d', 'network_id': 'd5ac8692-c6e1-48c5-b1e1-58c352b6f742', 'port_id': 'dd33bcac-e144-4f60-9da7-6fb217799a0d', 'mac_address': 'fa:16:3e:a0:24:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd823fd6f-1826-4fda-b786-45e5f0490bf4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:38:20.569822 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-565d2945-e067-4b67-8812-9ae032f29f35 req-62819456-313c-447f-a03a-cc96742fa09d tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Allocated IP 10.2.2.200 (aacbd0fd-d16f-425e-a7bb-080e612100d5/5dddc676-d460-40e8-9afa-b8b1805fce38/c61ab549-4c53-4732-9849-eed9b94a4890) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:38:20.669204 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:20.703116 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd33bcac-e144-4f60-9da7-6fb217799a0d {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:38:20.741039 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port dd33bcac-e144-4f60-9da7-6fb217799a0d, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=dd33bcac-e144-4f60-9da7-6fb217799a0d,segment=NetworkSegment(acc9083b-9ca0-414e-96bd-1741bb0a9d54),segment_id=acc9083b-9ca0-414e-96bd-1741bb0a9d54)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:38:20.746608 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-62819456-313c-447f-a03a-cc96742fa09d tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:20.758608 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:20.761721 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b23f24e-a27c-49e9-ab25-1f9df81713b8 req-fa22f465-b8df-4173-aa3e-09993b848e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:20.767070 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9b23f24e-a27c-49e9-ab25-1f9df81713b8 req-fa22f465-b8df-4173-aa3e-09993b848e5b service neutron] 10.222.0.11 "GET /v2.0/networks?id=4f8ad650-bde2-493c-8452-775cfc30ee47 HTTP/1.1" status: 200 len: 914 time: 0.2729864 Aug 23 20:38:20.841921 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-565d2945-e067-4b67-8812-9ae032f29f35 req-62819456-313c-447f-a03a-cc96742fa09d tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Transition to ACTIVE for port object c61ab549-4c53-4732-9849-eed9b94a4890 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:38:20.879318 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9b23f24e-a27c-49e9-ab25-1f9df81713b8 req-365deca0-a082-4273-87d1-ff1288671d7c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b33e97ec-b6fe-4e54-bf9c-6040ccdeed31 HTTP/1.1" status: 200 len: 217 time: 0.1015601 Aug 23 20:38:20.884354 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=dd33bcac-e144-4f60-9da7-6fb217799a0d,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:20.994745 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b23f24e-a27c-49e9-ab25-1f9df81713b8 req-7ea882c3-d79c-4e31-a4a7-5a637c4f2700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:20.997843 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9b23f24e-a27c-49e9-ab25-1f9df81713b8 req-7ea882c3-d79c-4e31-a4a7-5a637c4f2700 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5622acc5-f3fa-4e59-9fa5-c0f9356a4541 HTTP/1.1" status: 200 len: 853 time: 0.1036937 Aug 23 20:38:21.048239 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-462d596f-20d2-4168-85d2-c8458ae9bbcf req-dbf01037-c468-4223-980c-00d42254b364 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups?id=5db33e87-bc75-43f1-b279-c9256a85708e&id=6af39276-cacb-42fd-bcbb-8ca69148e9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.5844963 Aug 23 20:38:21.063337 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9b23f24e-a27c-49e9-ab25-1f9df81713b8 req-a2654dd3-5060-4e2e-bb07-05eb5600f860 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4f8ad650-bde2-493c-8452-775cfc30ee47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562460 Aug 23 20:38:21.065821 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3142e81-d993-4633-b948-125e86506f4b req-a9741673-2ed9-49b1-a49d-8d97d2f8915a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:21.070592 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f3142e81-d993-4633-b948-125e86506f4b req-a9741673-2ed9-49b1-a49d-8d97d2f8915a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d823fd6f-1826-4fda-b786-45e5f0490bf4 HTTP/1.1" status: 200 len: 855 time: 0.6671932 Aug 23 20:38:21.103226 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['3b2dadc4-dd32-412c-8547-283212dae6ae'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:38:21.163541 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-62819456-313c-447f-a03a-cc96742fa09d tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:21.212966 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['dd33bcac-e144-4f60-9da7-6fb217799a0d'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:38:21.383448 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9b23f24e-a27c-49e9-ab25-1f9df81713b8 req-24cecbbe-8231-4ceb-b140-d3cd2fb66c8c service neutron] 10.222.0.11 "GET /v2.0/networks/4f8ad650-bde2-493c-8452-775cfc30ee47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074956 Aug 23 20:38:21.483280 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-565d2945-e067-4b67-8812-9ae032f29f35 req-62819456-313c-447f-a03a-cc96742fa09d tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Network aacbd0fd-d16f-425e-a7bb-080e612100d5 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:38:21.583652 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-565d2945-e067-4b67-8812-9ae032f29f35 req-62819456-313c-447f-a03a-cc96742fa09d tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:38:21.606718 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-565d2945-e067-4b67-8812-9ae032f29f35 req-62819456-313c-447f-a03a-cc96742fa09d tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:38:21.703670 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62819456-313c-447f-a03a-cc96742fa09d tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Pushing event updated for resources: {'Port': ['ID=c61ab549-4c53-4732-9849-eed9b94a4890,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:21.707634 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9b23f24e-a27c-49e9-ab25-1f9df81713b8 req-f8106e72-6cb7-425e-99a0-9fea935632ab service neutron] 10.222.0.11 "GET /v2.0/networks/4f8ad650-bde2-493c-8452-775cfc30ee47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185346 Aug 23 20:38:21.722152 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3142e81-d993-4633-b948-125e86506f4b req-afee8cc3-9148-4405-95a1-6bbfbaf88c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:21.724398 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f3142e81-d993-4633-b948-125e86506f4b req-afee8cc3-9148-4405-95a1-6bbfbaf88c8e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5ac8692-c6e1-48c5-b1e1-58c352b6f742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6430488 Aug 23 20:38:21.770483 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df5149-5bb2-4432-9322-f3d0e5140024 req-27378106-7cc8-4bc0-a2e2-5e0d89dc2d7a tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:21.782529 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df5149-5bb2-4432-9322-f3d0e5140024 req-27378106-7cc8-4bc0-a2e2-5e0d89dc2d7a tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:21.783388 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 59978) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:38:21.793279 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df5149-5bb2-4432-9322-f3d0e5140024 req-27378106-7cc8-4bc0-a2e2-5e0d89dc2d7a tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:21.805474 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df5149-5bb2-4432-9322-f3d0e5140024 req-27378106-7cc8-4bc0-a2e2-5e0d89dc2d7a tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:21.815687 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df5149-5bb2-4432-9322-f3d0e5140024 req-27378106-7cc8-4bc0-a2e2-5e0d89dc2d7a tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:21.820033 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-47df5149-5bb2-4432-9322-f3d0e5140024 req-27378106-7cc8-4bc0-a2e2-5e0d89dc2d7a tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 3816 time: 0.4861186 Aug 23 20:38:21.844421 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075158ed-4ca0-4fba-b010-462e8aebf82f req-1b192274-56d7-446e-aa28-14265b1afae6 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:21.850988 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-075158ed-4ca0-4fba-b010-462e8aebf82f req-1b192274-56d7-446e-aa28-14265b1afae6 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9c48baa-7dde-4b85-aa62-ee799df5dbb5 HTTP/1.1" status: 200 len: 949 time: 0.9900069 Aug 23 20:38:21.939841 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-075158ed-4ca0-4fba-b010-462e8aebf82f req-d494148a-707b-4c24-b3cc-065ba889d8e5 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818517 Aug 23 20:38:22.012463 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-47df5149-5bb2-4432-9322-f3d0e5140024 req-def38738-0f14-4dff-924e-68c4b9e2fb97 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/security-groups?id=f264d724-bded-494f-9829-ab610400f252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1746597 Aug 23 20:38:22.023818 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d2945-e067-4b67-8812-9ae032f29f35 req-62819456-313c-447f-a03a-cc96742fa09d tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:22.024882 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-62819456-313c-447f-a03a-cc96742fa09d tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:22.042869 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3be83986-fa44-41b0-8f3b-3c2101ebf311 None None] Provisioning for port c61ab549-4c53-4732-9849-eed9b94a4890 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:38:22.055746 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3be83986-fa44-41b0-8f3b-3c2101ebf311 None None] Provisioning complete for port c61ab549-4c53-4732-9849-eed9b94a4890 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:38:22.056245 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3be83986-fa44-41b0-8f3b-3c2101ebf311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:22.074681 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-268df6b5-85fd-413f-b9fb-73ec2f7b2865 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1861969248-network', 'tenant_id': '827fa64d046b46088ff4d658053faef5'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:38:22.084749 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b23ce2-40d8-4bdf-960e-a33916b433f3 x-openstack-request-id: req-05b23ce2-40d8-4bdf-960e-a33916b433f3 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:38:22.085460 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3c813f3-6f8d-49ee-ba3c-f735c0ce4568", "tag": "273fb0b5-c227-4a29-b333-b05b44f8fef5", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:38:22.085822 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-05b23ce2-40d8-4bdf-960e-a33916b433f3 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:38:22.091491 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c813f3-6f8d-49ee-ba3c-f735c0ce4568', 'tag': '273fb0b5-c227-4a29-b333-b05b44f8fef5', 'status': 'completed', 'code': 200} Aug 23 20:38:22.102661 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-62819456-313c-447f-a03a-cc96742fa09d tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5540226 Aug 23 20:38:22.166836 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268df6b5-85fd-413f-b9fb-73ec2f7b2865 admin admin] Made reservation on behalf of 827fa64d046b46088ff4d658053faef5 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:38:22.168886 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-565d2945-e067-4b67-8812-9ae032f29f35 req-a97766fe-7113-42ef-9acc-39fdf9ad8bce service neutron] Request body: {'port': {'device_id': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:38:22.171252 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-268df6b5-85fd-413f-b9fb-73ec2f7b2865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:22.181802 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-268df6b5-85fd-413f-b9fb-73ec2f7b2865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:22.210481 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-3be83986-fa44-41b0-8f3b-3c2101ebf311 None None] Port c61ab549-4c53-4732-9849-eed9b94a4890 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:38:22.296374 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f3142e81-d993-4633-b948-125e86506f4b req-cd218cf1-4183-4c86-b532-acc159281042 service neutron] 10.222.0.32 "GET /v2.0/networks/d5ac8692-c6e1-48c5-b1e1-58c352b6f742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5626867 Aug 23 20:38:22.479037 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f3142e81-d993-4633-b948-125e86506f4b req-307056a3-b558-45e6-aeb7-2fd322954cbd service neutron] 10.222.0.32 "GET /v2.0/networks/d5ac8692-c6e1-48c5-b1e1-58c352b6f742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546066 Aug 23 20:38:22.510371 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ad5be-1cc9-4444-8799-91ca5d43bbf9 req-114f418e-c3d9-43e3-92f3-2fdecb806887 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:22.511940 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ac1ad5be-1cc9-4444-8799-91ca5d43bbf9 req-114f418e-c3d9-43e3-92f3-2fdecb806887 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3c813f3-6f8d-49ee-ba3c-f735c0ce4568 HTTP/1.1" status: 200 len: 943 time: 0.2199173 Aug 23 20:38:22.532974 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-a97766fe-7113-42ef-9acc-39fdf9ad8bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:22.640978 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ac1ad5be-1cc9-4444-8799-91ca5d43bbf9 req-80fc7fd1-08d9-4052-861b-d71c2dc6cc28 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc750e1f-5605-40cf-80e3-487cdbf8b643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145434 Aug 23 20:38:22.646085 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae5396-301f-467d-b972-0dca8ca85acf req-d003a727-a84d-470c-9a6a-b319a0763d6c tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:22.648275 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-daae5396-301f-467d-b972-0dca8ca85acf req-d003a727-a84d-470c-9a6a-b319a0763d6c tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f43b31b-b462-4073-8fc6-a0c28b36c332 HTTP/1.1" status: 200 len: 984 time: 0.1676865 Aug 23 20:38:22.676271 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-268df6b5-85fd-413f-b9fb-73ec2f7b2865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:22.682018 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-268df6b5-85fd-413f-b9fb-73ec2f7b2865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:22.721385 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-268df6b5-85fd-413f-b9fb-73ec2f7b2865 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:38:22.735777 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268df6b5-85fd-413f-b9fb-73ec2f7b2865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903f63f7-f5a9-4d4a-b4a7-9a401e577d8e,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:22.748136 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-268df6b5-85fd-413f-b9fb-73ec2f7b2865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:22.748845 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-268df6b5-85fd-413f-b9fb-73ec2f7b2865 admin admin] Added segment c3ebb51f-5eea-4bc3-9376-616a52071eaa of type vlan for network ccd2c264-a9d6-4dda-bc07-bec06763406d Aug 23 20:38:22.821048 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-daae5396-301f-467d-b972-0dca8ca85acf req-504c17b8-943f-456b-969d-707ce273daf2 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups?id=5db33e87-bc75-43f1-b279-c9256a85708e&id=6af39276-cacb-42fd-bcbb-8ca69148e9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1550870 Aug 23 20:38:22.828325 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-268df6b5-85fd-413f-b9fb-73ec2f7b2865 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:22.871213 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-268df6b5-85fd-413f-b9fb-73ec2f7b2865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:22.872727 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268df6b5-85fd-413f-b9fb-73ec2f7b2865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:22.873532 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-268df6b5-85fd-413f-b9fb-73ec2f7b2865 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:22.902058 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfbae5c-3084-46d2-a114-c31779be00c3 req-85194185-fe37-4dbc-8f51-172d63d3b1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:22.903595 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ccfbae5c-3084-46d2-a114-c31779be00c3 req-85194185-fe37-4dbc-8f51-172d63d3b1ba service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a7ba3a6650134ae182d094f3478484f6&device_id=b3c813f3-6f8d-49ee-ba3c-f735c0ce4568 HTTP/1.1" status: 200 len: 1094 time: 0.3015401 Aug 23 20:38:22.963945 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-268df6b5-85fd-413f-b9fb-73ec2f7b2865 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1794772 Aug 23 20:38:23.014399 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268df6b5-85fd-413f-b9fb-73ec2f7b2865 admin admin] Pushing event updated for resources: {'Network': ['ID=ccd2c264-a9d6-4dda-bc07-bec06763406d,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:23.026592 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network ccd2c264-a9d6-4dda-bc07-bec06763406d details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:38:23.268900 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-565d2945-e067-4b67-8812-9ae032f29f35 req-a97766fe-7113-42ef-9acc-39fdf9ad8bce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 038aba1e-ac97-4fd1-90cd-2192fd5ab1b4 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:38:23.287713 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885c035-0962-4a09-af39-17d1420d1e46 req-4eb8a967-5f5f-4c28-84c9-b8d06898a7e9 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:23.304349 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1885c035-0962-4a09-af39-17d1420d1e46 req-4eb8a967-5f5f-4c28-84c9-b8d06898a7e9 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9c48baa-7dde-4b85-aa62-ee799df5dbb5 HTTP/1.1" status: 200 len: 949 time: 0.1617279 Aug 23 20:38:23.325311 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfbae5c-3084-46d2-a114-c31779be00c3 req-e6b23e80-96e1-45a5-b623-ab055c424a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:23.326960 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ccfbae5c-3084-46d2-a114-c31779be00c3 req-e6b23e80-96e1-45a5-b623-ab055c424a7e service neutron] 10.222.0.32 "GET /v2.0/networks?id=d5ac8692-c6e1-48c5-b1e1-58c352b6f742 HTTP/1.1" status: 200 len: 917 time: 0.2763987 Aug 23 20:38:23.332681 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-a97766fe-7113-42ef-9acc-39fdf9ad8bce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:23.372403 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1885c035-0962-4a09-af39-17d1420d1e46 req-bc1232eb-1355-40cb-ab73-14f2b12af4c4 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619702 Aug 23 20:38:23.390294 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ccfbae5c-3084-46d2-a114-c31779be00c3 req-4b2f0fb8-adbc-445a-825f-f59bc38334cc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=273fb0b5-c227-4a29-b333-b05b44f8fef5 HTTP/1.1" status: 200 len: 217 time: 0.0527122 Aug 23 20:38:23.396102 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-565d2945-e067-4b67-8812-9ae032f29f35 req-a97766fe-7113-42ef-9acc-39fdf9ad8bce service neutron] Transition to ACTIVE for port object 038aba1e-ac97-4fd1-90cd-2192fd5ab1b4 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:38:23.402809 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-a97766fe-7113-42ef-9acc-39fdf9ad8bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:23.609520 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece9bb2-aa3e-4b95-a06a-2a8caae68dc3 req-db00e9c0-ca94-4523-80df-b18f8d990244 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:23.617717 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece9bb2-aa3e-4b95-a06a-2a8caae68dc3 req-db00e9c0-ca94-4523-80df-b18f8d990244 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:23.623935 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 3b2dadc4-dd32-412c-8547-283212dae6ae up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:38:23.628571 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece9bb2-aa3e-4b95-a06a-2a8caae68dc3 req-db00e9c0-ca94-4523-80df-b18f8d990244 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:23.637125 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece9bb2-aa3e-4b95-a06a-2a8caae68dc3 req-db00e9c0-ca94-4523-80df-b18f8d990244 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:23.643902 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece9bb2-aa3e-4b95-a06a-2a8caae68dc3 req-db00e9c0-ca94-4523-80df-b18f8d990244 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:23.652537 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2ece9bb2-aa3e-4b95-a06a-2a8caae68dc3 req-db00e9c0-ca94-4523-80df-b18f8d990244 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 3816 time: 0.4453537 Aug 23 20:38:23.657139 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfbae5c-3084-46d2-a114-c31779be00c3 req-746747ae-1455-4a84-b007-d35ea223968e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:23.658692 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ccfbae5c-3084-46d2-a114-c31779be00c3 req-746747ae-1455-4a84-b007-d35ea223968e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d823fd6f-1826-4fda-b786-45e5f0490bf4 HTTP/1.1" status: 200 len: 855 time: 0.2592561 Aug 23 20:38:23.808998 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port 3b2dadc4-dd32-412c-8547-283212dae6ae completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:38:23.813043 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port 3b2dadc4-dd32-412c-8547-283212dae6ae triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:38:23.813476 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:23.839791 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97766fe-7113-42ef-9acc-39fdf9ad8bce service neutron] Pushing event updated for resources: {'Port': ['ID=038aba1e-ac97-4fd1-90cd-2192fd5ab1b4,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:23.907247 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-565d2945-e067-4b67-8812-9ae032f29f35 req-a97766fe-7113-42ef-9acc-39fdf9ad8bce service neutron] Attempting to bind port 038aba1e-ac97-4fd1-90cd-2192fd5ab1b4 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:38:23.907584 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-565d2945-e067-4b67-8812-9ae032f29f35 req-a97766fe-7113-42ef-9acc-39fdf9ad8bce service neutron] Attempting to bind port 038aba1e-ac97-4fd1-90cd-2192fd5ab1b4 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '8a6ca302-72b4-4bc9-9c2c-af9d6fc59dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2980a46c-5f6f-4bd3-86da-263aae928b5d'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:38:23.907910 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565d2945-e067-4b67-8812-9ae032f29f35 req-a97766fe-7113-42ef-9acc-39fdf9ad8bce service neutron] Attempting to bind port 038aba1e-ac97-4fd1-90cd-2192fd5ab1b4 on network 2980a46c-5f6f-4bd3-86da-263aae928b5d {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:38:23.925699 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565d2945-e067-4b67-8812-9ae032f29f35 req-a97766fe-7113-42ef-9acc-39fdf9ad8bce service neutron] Port 038aba1e-ac97-4fd1-90cd-2192fd5ab1b4 on network 2980a46c-5f6f-4bd3-86da-263aae928b5d not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:38:23.926104 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565d2945-e067-4b67-8812-9ae032f29f35 req-a97766fe-7113-42ef-9acc-39fdf9ad8bce service neutron] Attempting to bind port 038aba1e-ac97-4fd1-90cd-2192fd5ab1b4 on network 2980a46c-5f6f-4bd3-86da-263aae928b5d {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:38:23.963451 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2ece9bb2-aa3e-4b95-a06a-2a8caae68dc3 req-a36c2228-c956-4b63-8b53-edd4aeb4bbf3 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/security-groups?id=f264d724-bded-494f-9829-ab610400f252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2765152 Aug 23 20:38:23.974171 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565d2945-e067-4b67-8812-9ae032f29f35 req-a97766fe-7113-42ef-9acc-39fdf9ad8bce service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:38:23.975113 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565d2945-e067-4b67-8812-9ae032f29f35 req-a97766fe-7113-42ef-9acc-39fdf9ad8bce service neutron] Checking segment: {'id': '8a6ca302-72b4-4bc9-9c2c-af9d6fc59dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2980a46c-5f6f-4bd3-86da-263aae928b5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:38:23.975588 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565d2945-e067-4b67-8812-9ae032f29f35 req-a97766fe-7113-42ef-9acc-39fdf9ad8bce service neutron] Bound using segment: {'id': '8a6ca302-72b4-4bc9-9c2c-af9d6fc59dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2980a46c-5f6f-4bd3-86da-263aae928b5d'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:38:23.976182 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-565d2945-e067-4b67-8812-9ae032f29f35 req-a97766fe-7113-42ef-9acc-39fdf9ad8bce service neutron] Bound port: 038aba1e-ac97-4fd1-90cd-2192fd5ab1b4, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a6ca302-72b4-4bc9-9c2c-af9d6fc59dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2980a46c-5f6f-4bd3-86da-263aae928b5d'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:38:23.976558 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-a97766fe-7113-42ef-9acc-39fdf9ad8bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:24.007414 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:24.031414 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfbae5c-3084-46d2-a114-c31779be00c3 req-ef5c550e-7c14-42b2-b0bd-02eb3777ad62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:24.041084 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ccfbae5c-3084-46d2-a114-c31779be00c3 req-ef5c550e-7c14-42b2-b0bd-02eb3777ad62 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5ac8692-c6e1-48c5-b1e1-58c352b6f742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3457708 Aug 23 20:38:24.087354 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76af5a7b-592e-4bcb-8eb1-9273071f1493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b2dadc4-dd32-412c-8547-283212dae6ae'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:38:24.089676 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ab0af8-9507-412d-864b-42b7590451ad" -d '{"events": [{"server_uuid": "76af5a7b-592e-4bcb-8eb1-9273071f1493", "name": "network-vif-plugged", "status": "completed", "tag": "3b2dadc4-dd32-412c-8547-283212dae6ae"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:38:24.127366 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 3b2dadc4-dd32-412c-8547-283212dae6ae, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=3b2dadc4-dd32-412c-8547-283212dae6ae,segment=NetworkSegment(acc9083b-9ca0-414e-96bd-1741bb0a9d54),segment_id=acc9083b-9ca0-414e-96bd-1741bb0a9d54)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:38:24.143014 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:24.144407 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device dd33bcac-e144-4f60-9da7-6fb217799a0d up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:38:24.337889 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=3b2dadc4-dd32-412c-8547-283212dae6ae,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:24.382685 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port dd33bcac-e144-4f60-9da7-6fb217799a0d completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:38:24.391519 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port dd33bcac-e144-4f60-9da7-6fb217799a0d triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:38:24.391891 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:24.413310 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ccfbae5c-3084-46d2-a114-c31779be00c3 req-578e6725-9fea-4ac6-90f5-5966d4ab74a3 service neutron] 10.222.0.32 "GET /v2.0/networks/d5ac8692-c6e1-48c5-b1e1-58c352b6f742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620849 Aug 23 20:38:24.415759 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-565d2945-e067-4b67-8812-9ae032f29f35 req-a97766fe-7113-42ef-9acc-39fdf9ad8bce service neutron] For port 038aba1e-ac97-4fd1-90cd-2192fd5ab1b4, host n-h1-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:38:24.416975 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfc6bd-22fa-4212-839a-62238a374ca4 req-9e07c04e-3ff1-41bc-9daa-95bae133ffe0 tempest-ComputeTenantNetworksTest-1167548225 tempest-ComputeTenantNetworksTest-1167548225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:24.424649 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-565d2945-e067-4b67-8812-9ae032f29f35 req-a97766fe-7113-42ef-9acc-39fdf9ad8bce service neutron] For port 038aba1e-ac97-4fd1-90cd-2192fd5ab1b4, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=038aba1e-ac97-4fd1-90cd-2192fd5ab1b4,segment=NetworkSegment(8a6ca302-72b4-4bc9-9c2c-af9d6fc59dd9),segment_id=8a6ca302-72b4-4bc9-9c2c-af9d6fc59dd9)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:38:24.434497 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfc6bd-22fa-4212-839a-62238a374ca4 req-9e07c04e-3ff1-41bc-9daa-95bae133ffe0 tempest-ComputeTenantNetworksTest-1167548225 tempest-ComputeTenantNetworksTest-1167548225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:24.450416 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfc6bd-22fa-4212-839a-62238a374ca4 req-9e07c04e-3ff1-41bc-9daa-95bae133ffe0 tempest-ComputeTenantNetworksTest-1167548225 tempest-ComputeTenantNetworksTest-1167548225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:24.454291 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ccbfc6bd-22fa-4212-839a-62238a374ca4 req-9e07c04e-3ff1-41bc-9daa-95bae133ffe0 tempest-ComputeTenantNetworksTest-1167548225 tempest-ComputeTenantNetworksTest-1167548225-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.5713298 Aug 23 20:38:24.466475 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-a97766fe-7113-42ef-9acc-39fdf9ad8bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:24.637951 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:24.658669 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af43a48-0ced-4e17-8638-26c729965a82 req-c2a2ae2e-feae-4c81-bab0-3252288160a1 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:24.670022 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d2945-e067-4b67-8812-9ae032f29f35 req-a97766fe-7113-42ef-9acc-39fdf9ad8bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:24.670915 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-a97766fe-7113-42ef-9acc-39fdf9ad8bce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:24.674097 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2af43a48-0ced-4e17-8638-26c729965a82 req-c2a2ae2e-feae-4c81-bab0-3252288160a1 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3c813f3-6f8d-49ee-ba3c-f735c0ce4568 HTTP/1.1" status: 200 len: 943 time: 0.1173692 Aug 23 20:38:24.675858 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-a97766fe-7113-42ef-9acc-39fdf9ad8bce service neutron] 10.222.0.11 "PUT /v2.0/ports/038aba1e-ac97-4fd1-90cd-2192fd5ab1b4 HTTP/1.1" status: 200 len: 1091 time: 2.5460322 Aug 23 20:38:24.705973 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97766fe-7113-42ef-9acc-39fdf9ad8bce service neutron] Pushing event updated for resources: {'Port': ['ID=038aba1e-ac97-4fd1-90cd-2192fd5ab1b4,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:24.713000 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'tag': '038aba1e-ac97-4fd1-90cd-2192fd5ab1b4'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:38:24.716201 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23edd760-8188-4a2c-be8b-383dc18baf24" -d '{"events": [{"name": "network-changed", "server_uuid": "4731d55c-0045-402f-8d63-5bfbf5e10844", "tag": "038aba1e-ac97-4fd1-90cd-2192fd5ab1b4"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:38:24.739154 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port dd33bcac-e144-4f60-9da7-6fb217799a0d, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=dd33bcac-e144-4f60-9da7-6fb217799a0d,segment=NetworkSegment(acc9083b-9ca0-414e-96bd-1741bb0a9d54),segment_id=acc9083b-9ca0-414e-96bd-1741bb0a9d54)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:38:24.750358 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:24.798533 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2af43a48-0ced-4e17-8638-26c729965a82 req-dc55666c-5020-44c4-af58-16614c07ba66 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc750e1f-5605-40cf-80e3-487cdbf8b643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226516 Aug 23 20:38:24.829988 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-565d2945-e067-4b67-8812-9ae032f29f35 req-ea3b3764-09dc-4d4b-aa39-f1f3b0fe0b2e service neutron] Request body: {'port': {'device_id': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:38:24.893945 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=dd33bcac-e144-4f60-9da7-6fb217799a0d,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:24.981810 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b1404-ef81-4936-95c3-59bec0a84abd req-f0b5be32-9a85-4cae-9c18-1636351b989f tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:24.991079 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-ea3b3764-09dc-4d4b-aa39-f1f3b0fe0b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:24.994230 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2c3b1404-ef81-4936-95c3-59bec0a84abd req-f0b5be32-9a85-4cae-9c18-1636351b989f tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f43b31b-b462-4073-8fc6-a0c28b36c332 HTTP/1.1" status: 200 len: 984 time: 0.0873806 Aug 23 20:38:25.091102 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2c3b1404-ef81-4936-95c3-59bec0a84abd req-e7fa9e91-3c7e-4c73-baea-28d686fe2d07 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups?id=5db33e87-bc75-43f1-b279-c9256a85708e&id=6af39276-cacb-42fd-bcbb-8ca69148e9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0956454 Aug 23 20:38:25.142164 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b2fe97-3423-4a4e-a932-2681d3951da3 x-openstack-request-id: req-f5b2fe97-3423-4a4e-a932-2681d3951da3 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:38:25.142695 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76af5a7b-592e-4bcb-8eb1-9273071f1493", "name": "network-vif-plugged", "status": "completed", "tag": "3b2dadc4-dd32-412c-8547-283212dae6ae", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:38:25.143174 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f5b2fe97-3423-4a4e-a932-2681d3951da3 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:38:25.143733 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76af5a7b-592e-4bcb-8eb1-9273071f1493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b2dadc4-dd32-412c-8547-283212dae6ae', 'code': 200} Aug 23 20:38:25.262463 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeaac8d-8115-45ca-a611-c7589aa17bb6 req-ba163d97-9115-4a13-b31c-409d9d3c4286 tempest-ComputeTenantNetworksTest-1167548225 tempest-ComputeTenantNetworksTest-1167548225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:25.278526 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5aeaac8d-8115-45ca-a611-c7589aa17bb6 req-ba163d97-9115-4a13-b31c-409d9d3c4286 tempest-ComputeTenantNetworksTest-1167548225 tempest-ComputeTenantNetworksTest-1167548225-project] 10.222.0.61 "GET /v2.0/networks/ccd2c264-a9d6-4dda-bc07-bec06763406d HTTP/1.1" status: 200 len: 769 time: 0.1176004 Aug 23 20:38:25.281370 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 60046) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:38:25.464844 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d0224f4f-6446-4d30-9abe-e198e4dd9a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:25.638816 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 273fb0b5-c227-4a29-b333-b05b44f8fef5 details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:38:25.695764 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-565d2945-e067-4b67-8812-9ae032f29f35 req-ea3b3764-09dc-4d4b-aa39-f1f3b0fe0b2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8befdd4b-7da4-4882-ba33-5ff1275123c5 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:38:25.713707 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-ea3b3764-09dc-4d4b-aa39-f1f3b0fe0b2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:25.733349 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-565d2945-e067-4b67-8812-9ae032f29f35 req-ea3b3764-09dc-4d4b-aa39-f1f3b0fe0b2e service neutron] Transition to ACTIVE for port object 8befdd4b-7da4-4882-ba33-5ff1275123c5 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:38:25.738737 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a0afdf-f03e-49ef-aadc-86f6494f2132 x-openstack-request-id: req-29a0afdf-f03e-49ef-aadc-86f6494f2132 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:38:25.739033 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4731d55c-0045-402f-8d63-5bfbf5e10844", "tag": "038aba1e-ac97-4fd1-90cd-2192fd5ab1b4", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:38:25.739545 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-29a0afdf-f03e-49ef-aadc-86f6494f2132 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:38:25.740595 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'tag': '038aba1e-ac97-4fd1-90cd-2192fd5ab1b4', 'status': 'completed', 'code': 200} Aug 23 20:38:25.765968 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-ea3b3764-09dc-4d4b-aa39-f1f3b0fe0b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:25.857375 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84d4b1-6ae1-45e7-82aa-c5204bb743b2 req-7a7ab6d9-df74-42da-b626-79d438c88c7a tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:25.863620 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84d4b1-6ae1-45e7-82aa-c5204bb743b2 req-7a7ab6d9-df74-42da-b626-79d438c88c7a tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:25.872605 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7a84d4b1-6ae1-45e7-82aa-c5204bb743b2 req-7a7ab6d9-df74-42da-b626-79d438c88c7a tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=68b2e55c-23d4-4923-bcdb-7c238608f2f5&device_id=e9c48baa-7dde-4b85-aa62-ee799df5dbb5 HTTP/1.1" status: 200 len: 1689 time: 1.1945386 Aug 23 20:38:26.052418 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 273fb0b5-c227-4a29-b333-b05b44f8fef5, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=273fb0b5-c227-4a29-b333-b05b44f8fef5,segment=NetworkSegment(acc9083b-9ca0-414e-96bd-1741bb0a9d54),segment_id=acc9083b-9ca0-414e-96bd-1741bb0a9d54)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:38:26.075820 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-565d2945-e067-4b67-8812-9ae032f29f35 req-ea3b3764-09dc-4d4b-aa39-f1f3b0fe0b2e service neutron] Attempting to bind port 8befdd4b-7da4-4882-ba33-5ff1275123c5 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:38:26.076290 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-565d2945-e067-4b67-8812-9ae032f29f35 req-ea3b3764-09dc-4d4b-aa39-f1f3b0fe0b2e service neutron] Attempting to bind port 8befdd4b-7da4-4882-ba33-5ff1275123c5 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': 'd26d7b7e-620e-4a66-b90b-1ee63dd61b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '02bac410-b27b-49cf-96fd-4f276d56ae51'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:38:26.076631 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565d2945-e067-4b67-8812-9ae032f29f35 req-ea3b3764-09dc-4d4b-aa39-f1f3b0fe0b2e service neutron] Attempting to bind port 8befdd4b-7da4-4882-ba33-5ff1275123c5 on network 02bac410-b27b-49cf-96fd-4f276d56ae51 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:38:26.081988 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': '273fb0b5-c227-4a29-b333-b05b44f8fef5', 'network_id': 'd5ac8692-c6e1-48c5-b1e1-58c352b6f742', 'port_id': '273fb0b5-c227-4a29-b333-b05b44f8fef5', 'mac_address': 'fa:16:3e:cf:f4:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd823fd6f-1826-4fda-b786-45e5f0490bf4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:38:26.123505 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7a84d4b1-6ae1-45e7-82aa-c5204bb743b2 req-a9d5f361-cd97-4c06-a6c4-36be6141c9b2 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497308 Aug 23 20:38:26.134600 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565d2945-e067-4b67-8812-9ae032f29f35 req-ea3b3764-09dc-4d4b-aa39-f1f3b0fe0b2e service neutron] Port 8befdd4b-7da4-4882-ba33-5ff1275123c5 on network 02bac410-b27b-49cf-96fd-4f276d56ae51 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:38:26.134998 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565d2945-e067-4b67-8812-9ae032f29f35 req-ea3b3764-09dc-4d4b-aa39-f1f3b0fe0b2e service neutron] Attempting to bind port 8befdd4b-7da4-4882-ba33-5ff1275123c5 on network 02bac410-b27b-49cf-96fd-4f276d56ae51 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:38:26.154593 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b3764-09dc-4d4b-aa39-f1f3b0fe0b2e service neutron] Pushing event updated for resources: {'Port': ['ID=8befdd4b-7da4-4882-ba33-5ff1275123c5,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:26.175778 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565d2945-e067-4b67-8812-9ae032f29f35 req-ea3b3764-09dc-4d4b-aa39-f1f3b0fe0b2e service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:38:26.185077 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565d2945-e067-4b67-8812-9ae032f29f35 req-ea3b3764-09dc-4d4b-aa39-f1f3b0fe0b2e service neutron] Checking segment: {'id': 'd26d7b7e-620e-4a66-b90b-1ee63dd61b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '02bac410-b27b-49cf-96fd-4f276d56ae51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:38:26.200710 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565d2945-e067-4b67-8812-9ae032f29f35 req-ea3b3764-09dc-4d4b-aa39-f1f3b0fe0b2e service neutron] Bound using segment: {'id': 'd26d7b7e-620e-4a66-b90b-1ee63dd61b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '02bac410-b27b-49cf-96fd-4f276d56ae51'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:38:26.201318 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-565d2945-e067-4b67-8812-9ae032f29f35 req-ea3b3764-09dc-4d4b-aa39-f1f3b0fe0b2e service neutron] Bound port: 8befdd4b-7da4-4882-ba33-5ff1275123c5, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd26d7b7e-620e-4a66-b90b-1ee63dd61b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '02bac410-b27b-49cf-96fd-4f276d56ae51'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:38:26.201703 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-ea3b3764-09dc-4d4b-aa39-f1f3b0fe0b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:26.228390 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:26.232492 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b3764-09dc-4d4b-aa39-f1f3b0fe0b2e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:38:26.232966 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b3764-09dc-4d4b-aa39-f1f3b0fe0b2e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:38:26.233308 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b3764-09dc-4d4b-aa39-f1f3b0fe0b2e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:38:26.233646 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b3764-09dc-4d4b-aa39-f1f3b0fe0b2e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:38:26.233974 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b3764-09dc-4d4b-aa39-f1f3b0fe0b2e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:38:26.234305 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b3764-09dc-4d4b-aa39-f1f3b0fe0b2e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:38:26.234632 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b3764-09dc-4d4b-aa39-f1f3b0fe0b2e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:38:26.234956 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b3764-09dc-4d4b-aa39-f1f3b0fe0b2e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:38:26.235276 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b3764-09dc-4d4b-aa39-f1f3b0fe0b2e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:38:26.235597 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b3764-09dc-4d4b-aa39-f1f3b0fe0b2e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:38:26.235920 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b3764-09dc-4d4b-aa39-f1f3b0fe0b2e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:38:26.241006 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b3764-09dc-4d4b-aa39-f1f3b0fe0b2e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:38:26.269101 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 273fb0b5-c227-4a29-b333-b05b44f8fef5 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:38:26.283582 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ccfbae5c-3084-46d2-a114-c31779be00c3 req-ee0df9d6-73f8-490f-8525-7a909f463e30 service neutron] 10.222.0.32 "GET /v2.0/networks/d5ac8692-c6e1-48c5-b1e1-58c352b6f742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8536942 Aug 23 20:38:26.334181 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 273fb0b5-c227-4a29-b333-b05b44f8fef5, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=273fb0b5-c227-4a29-b333-b05b44f8fef5,segment=NetworkSegment(acc9083b-9ca0-414e-96bd-1741bb0a9d54),segment_id=acc9083b-9ca0-414e-96bd-1741bb0a9d54)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:38:26.366493 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:26.408778 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-44a1b5b2-171c-4626-b7a6-2bcf36c8043b req-9e886fbe-d4ec-4cf3-9a18-3863c9c2bc71 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2062806304&fields=id&tenant_id=563aa4e07ca643c6af0ae12d196af505 HTTP/1.1" status: 200 len: 267 time: 0.1459072 Aug 23 20:38:26.518518 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=273fb0b5-c227-4a29-b333-b05b44f8fef5,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:26.535558 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-565d2945-e067-4b67-8812-9ae032f29f35 req-ea3b3764-09dc-4d4b-aa39-f1f3b0fe0b2e service neutron] For port 8befdd4b-7da4-4882-ba33-5ff1275123c5, host n-h1-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:38:26.553722 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d0224f4f-6446-4d30-9abe-e198e4dd9a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:26.564191 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-565d2945-e067-4b67-8812-9ae032f29f35 req-ea3b3764-09dc-4d4b-aa39-f1f3b0fe0b2e service neutron] For port 8befdd4b-7da4-4882-ba33-5ff1275123c5, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=8befdd4b-7da4-4882-ba33-5ff1275123c5,segment=NetworkSegment(d26d7b7e-620e-4a66-b90b-1ee63dd61b0f),segment_id=d26d7b7e-620e-4a66-b90b-1ee63dd61b0f)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:38:26.578914 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-ea3b3764-09dc-4d4b-aa39-f1f3b0fe0b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:26.589531 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-d0224f4f-6446-4d30-9abe-e198e4dd9a09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccd2c264-a9d6-4dda-bc07-bec06763406d']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:38:26.609311 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1b5b2-171c-4626-b7a6-2bcf36c8043b req-2408f36b-2c63-41ca-afc8-9c27561308c8 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:26.617488 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-44a1b5b2-171c-4626-b7a6-2bcf36c8043b req-2408f36b-2c63-41ca-afc8-9c27561308c8 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f43b31b-b462-4073-8fc6-a0c28b36c332 HTTP/1.1" status: 200 len: 984 time: 0.2077510 Aug 23 20:38:26.619037 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-d0224f4f-6446-4d30-9abe-e198e4dd9a09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3ebb51f-5eea-4bc3-9376-616a52071eaa') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:38:26.620539 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-d0224f4f-6446-4d30-9abe-e198e4dd9a09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3ebb51f-5eea-4bc3-9376-616a52071eaa') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:38:26.623466 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-44a1b5b2-171c-4626-b7a6-2bcf36c8043b req-b20da93c-1cd9-453e-a138-22a800d6eece tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Request body: {'port': {'security_groups': ['5db33e87-bc75-43f1-b279-c9256a85708e', '6af39276-cacb-42fd-bcbb-8ca69148e9a0', '99c865e6-b45a-40ed-9b28-a92b09a2e546']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:38:26.645052 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d0224f4f-6446-4d30-9abe-e198e4dd9a09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:26.689594 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d0224f4f-6446-4d30-9abe-e198e4dd9a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:26.697218 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0224f4f-6446-4d30-9abe-e198e4dd9a09 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:38:26.697667 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d0224f4f-6446-4d30-9abe-e198e4dd9a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:26.705590 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['273fb0b5-c227-4a29-b333-b05b44f8fef5'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:38:26.721012 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d2945-e067-4b67-8812-9ae032f29f35 req-ea3b3764-09dc-4d4b-aa39-f1f3b0fe0b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:26.721645 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-ea3b3764-09dc-4d4b-aa39-f1f3b0fe0b2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:26.723052 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-ea3b3764-09dc-4d4b-aa39-f1f3b0fe0b2e service neutron] 10.222.0.11 "PUT /v2.0/ports/8befdd4b-7da4-4882-ba33-5ff1275123c5 HTTP/1.1" status: 200 len: 1134 time: 2.0009696 Aug 23 20:38:26.789967 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-565d2945-e067-4b67-8812-9ae032f29f35 req-418dc9d7-a610-4fd9-beb0-421853c624c5 service neutron] Request body: {'port': {'device_id': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:38:26.911113 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:38:26.911113 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:38:26.911113 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:38:26.911113 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:38:26.911113 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:38:26.911113 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:38:26.911113 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:38:26.911113 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:38:26.911113 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:38:26.911113 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:38:26.911113 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:38:26.911113 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:38:26.911113 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:38:26.911113 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:38:26.911113 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:38:26.911113 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:38:26.911113 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:38:26.911113 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:38:26.911113 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:38:26.911113 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:38:26.911113 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:38:26.911113 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:38:26.911113 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:38:26.911113 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:38:26.911113 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:38:26.911113 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:38:26.911113 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:38:26.911113 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:38:26.911113 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:38:26.911113 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:38:26.911113 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:38:26.911113 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:38:26.958161 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d0224f4f-6446-4d30-9abe-e198e4dd9a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:26.984188 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a37255-a19a-4270-a329-92b4945e70be req-a57dcb3f-4fbe-4e3e-8f56-29c1322838a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:26.985599 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-73a37255-a19a-4270-a329-92b4945e70be req-a57dcb3f-4fbe-4e3e-8f56-29c1322838a2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=76af5a7b-592e-4bcb-8eb1-9273071f1493 HTTP/1.1" status: 200 len: 1097 time: 1.7031493 Aug 23 20:38:27.062888 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d0224f4f-6446-4d30-9abe-e198e4dd9a09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:27.065162 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d0224f4f-6446-4d30-9abe-e198e4dd9a09 admin admin] 10.222.0.61 "DELETE /v2.0/networks/ccd2c264-a9d6-4dda-bc07-bec06763406d HTTP/1.1" status: 204 len: 168 time: 1.7792375 Aug 23 20:38:27.108885 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12bdb29-6c39-421d-abef-5ac39d56d499 req-823f8a81-d677-46dc-a972-fe2e1965a954 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:27.136642 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12bdb29-6c39-421d-abef-5ac39d56d499 req-823f8a81-d677-46dc-a972-fe2e1965a954 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:27.155876 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12bdb29-6c39-421d-abef-5ac39d56d499 req-823f8a81-d677-46dc-a972-fe2e1965a954 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:27.182507 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12bdb29-6c39-421d-abef-5ac39d56d499 req-823f8a81-d677-46dc-a972-fe2e1965a954 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:27.187961 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3421b4b6-ee8f-4bc8-8c70-f59d81233e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd33bcac-e144-4f60-9da7-6fb217799a0d'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:38:27.194649 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb85289e-897c-4373-bb3e-876db6c0c656" -d '{"events": [{"server_uuid": "3421b4b6-ee8f-4bc8-8c70-f59d81233e06", "name": "network-vif-plugged", "status": "completed", "tag": "dd33bcac-e144-4f60-9da7-6fb217799a0d"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:38:27.199313 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b3764-09dc-4d4b-aa39-f1f3b0fe0b2e service neutron] Pushing event updated for resources: {'Port': ['ID=8befdd4b-7da4-4882-ba33-5ff1275123c5,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:27.205613 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12bdb29-6c39-421d-abef-5ac39d56d499 req-823f8a81-d677-46dc-a972-fe2e1965a954 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:27.218796 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-44a1b5b2-171c-4626-b7a6-2bcf36c8043b req-b20da93c-1cd9-453e-a138-22a800d6eece tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:27.225838 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12bdb29-6c39-421d-abef-5ac39d56d499 req-823f8a81-d677-46dc-a972-fe2e1965a954 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:27.236839 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b12bdb29-6c39-421d-abef-5ac39d56d499 req-823f8a81-d677-46dc-a972-fe2e1965a954 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 4604 time: 0.8432617 Aug 23 20:38:27.244928 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0224f4f-6446-4d30-9abe-e198e4dd9a09 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccd2c264-a9d6-4dda-bc07-bec06763406d,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:27.340208 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23edd760-8188-4a2c-be8b-383dc18baf24 req-ed49e27b-a388-493a-93a7-ce02fd423015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:27.340830 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23edd760-8188-4a2c-be8b-383dc18baf24 req-ed49e27b-a388-493a-93a7-ce02fd423015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:27.341311 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23edd760-8188-4a2c-be8b-383dc18baf24 req-ed49e27b-a388-493a-93a7-ce02fd423015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:27.341784 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23edd760-8188-4a2c-be8b-383dc18baf24 req-ed49e27b-a388-493a-93a7-ce02fd423015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:27.342248 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23edd760-8188-4a2c-be8b-383dc18baf24 req-ed49e27b-a388-493a-93a7-ce02fd423015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:27.342710 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23edd760-8188-4a2c-be8b-383dc18baf24 req-ed49e27b-a388-493a-93a7-ce02fd423015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:27.348878 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-23edd760-8188-4a2c-be8b-383dc18baf24 req-ed49e27b-a388-493a-93a7-ce02fd423015 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=31c0cec95ab64e5ca0c5b6061061da27&device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 5248 time: 0.9396551 Aug 23 20:38:27.494515 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-44a1b5b2-171c-4626-b7a6-2bcf36c8043b req-b20da93c-1cd9-453e-a138-22a800d6eece tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] For port b33e97ec-b6fe-4e54-bf9c-6040ccdeed31, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=b33e97ec-b6fe-4e54-bf9c-6040ccdeed31,segment=NetworkSegment(e057aa67-2bd8-41d5-82d4-b5cee83f32b9),segment_id=e057aa67-2bd8-41d5-82d4-b5cee83f32b9)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:38:27.535555 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-44a1b5b2-171c-4626-b7a6-2bcf36c8043b req-b20da93c-1cd9-453e-a138-22a800d6eece tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:27.538210 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 60072) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:38:27.602840 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-418dc9d7-a610-4fd9-beb0-421853c624c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:27.625015 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-44a1b5b2-171c-4626-b7a6-2bcf36c8043b req-b20da93c-1cd9-453e-a138-22a800d6eece tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:27.640309 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['b33e97ec-b6fe-4e54-bf9c-6040ccdeed31'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:38:27.713768 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1b5b2-171c-4626-b7a6-2bcf36c8043b req-b20da93c-1cd9-453e-a138-22a800d6eece tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:27.714963 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-44a1b5b2-171c-4626-b7a6-2bcf36c8043b req-b20da93c-1cd9-453e-a138-22a800d6eece tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:27.716440 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-44a1b5b2-171c-4626-b7a6-2bcf36c8043b req-b20da93c-1cd9-453e-a138-22a800d6eece tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "PUT /v2.0/ports/b33e97ec-b6fe-4e54-bf9c-6040ccdeed31 HTTP/1.1" status: 200 len: 1020 time: 1.0980341 Aug 23 20:38:27.724214 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20da93c-1cd9-453e-a138-22a800d6eece tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Pushing event updated for resources: {'Port': ['ID=b33e97ec-b6fe-4e54-bf9c-6040ccdeed31,revision_number=7']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:27.731200 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23edd760-8188-4a2c-be8b-383dc18baf24 req-bc106b70-4d51-4d28-8268-0840d00cb385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:27.735026 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23edd760-8188-4a2c-be8b-383dc18baf24 req-bc106b70-4d51-4d28-8268-0840d00cb385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:27.735510 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23edd760-8188-4a2c-be8b-383dc18baf24 req-bc106b70-4d51-4d28-8268-0840d00cb385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:27.738339 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-23edd760-8188-4a2c-be8b-383dc18baf24 req-bc106b70-4d51-4d28-8268-0840d00cb385 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=31c0cec95ab64e5ca0c5b6061061da27&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3767588 Aug 23 20:38:27.762374 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'tag': '8befdd4b-7da4-4882-ba33-5ff1275123c5'}, {'name': 'network-changed', 'server_uuid': '5f43b31b-b462-4073-8fc6-a0c28b36c332', 'tag': 'b33e97ec-b6fe-4e54-bf9c-6040ccdeed31'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:38:27.765545 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cddb9c5b-d632-4faf-b27f-4345eb6cf4f5" -d '{"events": [{"name": "network-changed", "server_uuid": "4731d55c-0045-402f-8d63-5bfbf5e10844", "tag": "8befdd4b-7da4-4882-ba33-5ff1275123c5"}, {"name": "network-changed", "server_uuid": "5f43b31b-b462-4073-8fc6-a0c28b36c332", "tag": "b33e97ec-b6fe-4e54-bf9c-6040ccdeed31"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:38:27.796967 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2643cf0e-5933-4a27-befb-76f831b45648 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=827fa64d046b46088ff4d658053faef5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2569182 Aug 23 20:38:27.799847 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 60078) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:38:27.819143 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b12bdb29-6c39-421d-abef-5ac39d56d499 req-70767a20-cd4d-4299-a202-18b6e36b98b5 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/security-groups?id=f264d724-bded-494f-9829-ab610400f252&id=83be7946-311a-487f-aca8-ec9e53b3ca8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5752587 Aug 23 20:38:27.908146 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['72e69350-30b2-4083-9ca3-f8905d479461'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:38:27.948250 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-73a37255-a19a-4270-a329-92b4945e70be req-93c89778-53e0-45f8-9f43-b6a6e3020359 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cc750e1f-5605-40cf-80e3-487cdbf8b643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8818486 Aug 23 20:38:27.998127 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['b33e97ec-b6fe-4e54-bf9c-6040ccdeed31'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:38:28.253430 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe5dc1-fd55-4fbc-a5a4-5ec6ff45a4f2 req-3b32f4be-fde7-4314-9db6-657eb64a2e8d tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:28.262013 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7efe5dc1-fd55-4fbc-a5a4-5ec6ff45a4f2 req-3b32f4be-fde7-4314-9db6-657eb64a2e8d tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3c813f3-6f8d-49ee-ba3c-f735c0ce4568 HTTP/1.1" status: 200 len: 944 time: 0.3932042 Aug 23 20:38:28.272401 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d76e5e1-15e9-4c82-b5e5-bbed1ff998ed x-openstack-request-id: req-9d76e5e1-15e9-4c82-b5e5-bbed1ff998ed {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:38:28.272741 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3421b4b6-ee8f-4bc8-8c70-f59d81233e06", "name": "network-vif-plugged", "status": "completed", "tag": "dd33bcac-e144-4f60-9da7-6fb217799a0d", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:38:28.273004 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9d76e5e1-15e9-4c82-b5e5-bbed1ff998ed {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:38:28.273520 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3421b4b6-ee8f-4bc8-8c70-f59d81233e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd33bcac-e144-4f60-9da7-6fb217799a0d', 'code': 200} Aug 23 20:38:28.339179 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ecba3a1a-3eb8-4b08-b230-ac98c0082ac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:28.408146 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23edd760-8188-4a2c-be8b-383dc18baf24 req-fea74d31-68ec-4f1e-a8e2-ce2127d9acd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:28.417807 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-23edd760-8188-4a2c-be8b-383dc18baf24 req-fea74d31-68ec-4f1e-a8e2-ce2127d9acd9 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6399817 Aug 23 20:38:28.467517 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ecba3a1a-3eb8-4b08-b230-ac98c0082ac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:28.508547 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-207f819f-13da-4ddd-9d5c-c6fd149d946e req-bb0f0f50-3e9b-4564-9a43-1f81303312e1 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups/99c865e6-b45a-40ed-9b28-a92b09a2e546 HTTP/1.1" status: 200 len: 1802 time: 0.2076824 Aug 23 20:38:28.574118 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8378f5-79c4-4b70-90d5-4352571232fe req-e77b82b2-902f-45e3-b750-c927cfea0ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:28.575774 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0d8378f5-79c4-4b70-90d5-4352571232fe req-e77b82b2-902f-45e3-b750-c927cfea0ab8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3421b4b6-ee8f-4bc8-8c70-f59d81233e06 HTTP/1.1" status: 200 len: 1096 time: 0.2043252 Aug 23 20:38:28.692164 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [req-207f819f-13da-4ddd-9d5c-c6fd149d946e req-801b1af1-c928-44e8-ac4c-0dd86ffa61b6 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 23 20:38:28.696294 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-207f819f-13da-4ddd-9d5c-c6fd149d946e req-801b1af1-c928-44e8-ac4c-0dd86ffa61b6 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "DELETE /v2.0/security-groups/99c865e6-b45a-40ed-9b28-a92b09a2e546 HTTP/1.1" status: 409 len: 341 time: 0.1778998 Aug 23 20:38:28.718574 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0d8378f5-79c4-4b70-90d5-4352571232fe req-27b40688-daea-4e4b-a906-ffb0355003fb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cc750e1f-5605-40cf-80e3-487cdbf8b643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231370 Aug 23 20:38:28.824559 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 23 Aug 2021 20:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd8edd6-dae6-4170-9a29-10032db5657e x-openstack-request-id: req-ffd8edd6-dae6-4170-9a29-10032db5657e {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:38:28.825479 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4731d55c-0045-402f-8d63-5bfbf5e10844", "tag": "8befdd4b-7da4-4882-ba33-5ff1275123c5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5f43b31b-b462-4073-8fc6-a0c28b36c332", "tag": "b33e97ec-b6fe-4e54-bf9c-6040ccdeed31", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:38:28.825831 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ffd8edd6-dae6-4170-9a29-10032db5657e {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:38:28.826366 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'tag': '8befdd4b-7da4-4882-ba33-5ff1275123c5', 'status': 'completed', 'code': 200} Aug 23 20:38:28.826872 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f43b31b-b462-4073-8fc6-a0c28b36c332', 'tag': 'b33e97ec-b6fe-4e54-bf9c-6040ccdeed31', 'status': 'completed', 'code': 200} Aug 23 20:38:28.847822 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7efe5dc1-fd55-4fbc-a5a4-5ec6ff45a4f2 req-ec7c631e-3c53-4a67-9d49-183b6db05a41 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc750e1f-5605-40cf-80e3-487cdbf8b643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5820508 Aug 23 20:38:28.857645 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ecba3a1a-3eb8-4b08-b230-ac98c0082ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:28.874903 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ecba3a1a-3eb8-4b08-b230-ac98c0082ac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:28.879766 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ecba3a1a-3eb8-4b08-b230-ac98c0082ac0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/903f63f7-f5a9-4d4a-b4a7-9a401e577d8e HTTP/1.1" status: 204 len: 168 time: 1.0769544 Aug 23 20:38:28.970020 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba3a1a-3eb8-4b08-b230-ac98c0082ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903f63f7-f5a9-4d4a-b4a7-9a401e577d8e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:29.006495 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb9c5b-d632-4faf-b27f-4345eb6cf4f5 req-5934bfd4-ef08-4329-9123-f4fa0b807ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:29.007315 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb9c5b-d632-4faf-b27f-4345eb6cf4f5 req-5934bfd4-ef08-4329-9123-f4fa0b807ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:29.007435 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb9c5b-d632-4faf-b27f-4345eb6cf4f5 req-5934bfd4-ef08-4329-9123-f4fa0b807ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:29.009384 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb9c5b-d632-4faf-b27f-4345eb6cf4f5 req-5934bfd4-ef08-4329-9123-f4fa0b807ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:29.009525 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb9c5b-d632-4faf-b27f-4345eb6cf4f5 req-5934bfd4-ef08-4329-9123-f4fa0b807ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:29.009991 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb9c5b-d632-4faf-b27f-4345eb6cf4f5 req-5934bfd4-ef08-4329-9123-f4fa0b807ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:29.012003 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cddb9c5b-d632-4faf-b27f-4345eb6cf4f5 req-5934bfd4-ef08-4329-9123-f4fa0b807ebb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=31c0cec95ab64e5ca0c5b6061061da27&device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 5290 time: 0.1566882 Aug 23 20:38:29.157621 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-565d2945-e067-4b67-8812-9ae032f29f35 req-418dc9d7-a610-4fd9-beb0-421853c624c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb388623-a8ca-48fa-a801-64a5e58b5d43 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:38:29.180720 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-418dc9d7-a610-4fd9-beb0-421853c624c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:29.227344 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-565d2945-e067-4b67-8812-9ae032f29f35 req-418dc9d7-a610-4fd9-beb0-421853c624c5 service neutron] Transition to ACTIVE for port object bb388623-a8ca-48fa-a801-64a5e58b5d43 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:38:29.239535 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-418dc9d7-a610-4fd9-beb0-421853c624c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:29.379386 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9a195-98f9-4900-b8cf-1be9a1e4b4f7 req-372d4218-017f-453a-8745-800e274a1ef8 tempest-ServersOnMultiNodesTest-1091494619 tempest-ServersOnMultiNodesTest-1091494619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:29.390225 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-51e9a195-98f9-4900-b8cf-1be9a1e4b4f7 req-372d4218-017f-453a-8745-800e274a1ef8 tempest-ServersOnMultiNodesTest-1091494619 tempest-ServersOnMultiNodesTest-1091494619-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=68b2e55c-23d4-4923-bcdb-7c238608f2f5 HTTP/1.1" status: 200 len: 1100 time: 0.3770990 Aug 23 20:38:29.460086 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418dc9d7-a610-4fd9-beb0-421853c624c5 service neutron] Pushing event updated for resources: {'Port': ['ID=bb388623-a8ca-48fa-a801-64a5e58b5d43,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:29.634557 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb9c5b-d632-4faf-b27f-4345eb6cf4f5 req-0f3e1ce8-0b76-46c6-9795-543b99730a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:29.635353 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb9c5b-d632-4faf-b27f-4345eb6cf4f5 req-0f3e1ce8-0b76-46c6-9795-543b99730a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:29.647118 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb9c5b-d632-4faf-b27f-4345eb6cf4f5 req-0f3e1ce8-0b76-46c6-9795-543b99730a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:29.649285 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cddb9c5b-d632-4faf-b27f-4345eb6cf4f5 req-0f3e1ce8-0b76-46c6-9795-543b99730a70 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=31c0cec95ab64e5ca0c5b6061061da27&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6137669 Aug 23 20:38:29.666330 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-51e9a195-98f9-4900-b8cf-1be9a1e4b4f7 req-38cbe25d-3e4a-4054-93f2-ad15cfb2c040 tempest-ServersOnMultiNodesTest-1091494619 tempest-ServersOnMultiNodesTest-1091494619-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601795 Aug 23 20:38:29.732274 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 273fb0b5-c227-4a29-b333-b05b44f8fef5 up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:38:30.014074 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port 273fb0b5-c227-4a29-b333-b05b44f8fef5 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:38:30.019247 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port 273fb0b5-c227-4a29-b333-b05b44f8fef5 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:38:30.019720 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:30.037513 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb9c5b-d632-4faf-b27f-4345eb6cf4f5 req-9a0f84bc-3c77-447c-bc7c-71ec92858937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:30.049371 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cddb9c5b-d632-4faf-b27f-4345eb6cf4f5 req-9a0f84bc-3c77-447c-bc7c-71ec92858937 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3816366 Aug 23 20:38:30.058090 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce7840-69f1-4b1f-89b6-110ef35e4e7a req-71f611c8-8919-46b2-96f3-2c8602ffe57d tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:30.075069 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce7840-69f1-4b1f-89b6-110ef35e4e7a req-71f611c8-8919-46b2-96f3-2c8602ffe57d tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:30.091070 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce7840-69f1-4b1f-89b6-110ef35e4e7a req-71f611c8-8919-46b2-96f3-2c8602ffe57d tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:30.097588 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce7840-69f1-4b1f-89b6-110ef35e4e7a req-71f611c8-8919-46b2-96f3-2c8602ffe57d tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:30.122440 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce7840-69f1-4b1f-89b6-110ef35e4e7a req-71f611c8-8919-46b2-96f3-2c8602ffe57d tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:30.140391 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce7840-69f1-4b1f-89b6-110ef35e4e7a req-71f611c8-8919-46b2-96f3-2c8602ffe57d tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:30.149057 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce7840-69f1-4b1f-89b6-110ef35e4e7a req-71f611c8-8919-46b2-96f3-2c8602ffe57d tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:30.153686 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-02ce7840-69f1-4b1f-89b6-110ef35e4e7a req-71f611c8-8919-46b2-96f3-2c8602ffe57d tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 5380 time: 0.7083278 Aug 23 20:38:30.168435 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-565d2945-e067-4b67-8812-9ae032f29f35 req-418dc9d7-a610-4fd9-beb0-421853c624c5 service neutron] Attempting to bind port bb388623-a8ca-48fa-a801-64a5e58b5d43 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:38:30.169133 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-565d2945-e067-4b67-8812-9ae032f29f35 req-418dc9d7-a610-4fd9-beb0-421853c624c5 service neutron] Attempting to bind port bb388623-a8ca-48fa-a801-64a5e58b5d43 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': 'd26d7b7e-620e-4a66-b90b-1ee63dd61b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '02bac410-b27b-49cf-96fd-4f276d56ae51'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:38:30.169488 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565d2945-e067-4b67-8812-9ae032f29f35 req-418dc9d7-a610-4fd9-beb0-421853c624c5 service neutron] Attempting to bind port bb388623-a8ca-48fa-a801-64a5e58b5d43 on network 02bac410-b27b-49cf-96fd-4f276d56ae51 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:38:30.183518 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565d2945-e067-4b67-8812-9ae032f29f35 req-418dc9d7-a610-4fd9-beb0-421853c624c5 service neutron] Port bb388623-a8ca-48fa-a801-64a5e58b5d43 on network 02bac410-b27b-49cf-96fd-4f276d56ae51 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:38:30.183885 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565d2945-e067-4b67-8812-9ae032f29f35 req-418dc9d7-a610-4fd9-beb0-421853c624c5 service neutron] Attempting to bind port bb388623-a8ca-48fa-a801-64a5e58b5d43 on network 02bac410-b27b-49cf-96fd-4f276d56ae51 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:38:30.198043 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565d2945-e067-4b67-8812-9ae032f29f35 req-418dc9d7-a610-4fd9-beb0-421853c624c5 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:38:30.198434 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565d2945-e067-4b67-8812-9ae032f29f35 req-418dc9d7-a610-4fd9-beb0-421853c624c5 service neutron] Checking segment: {'id': 'd26d7b7e-620e-4a66-b90b-1ee63dd61b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '02bac410-b27b-49cf-96fd-4f276d56ae51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:38:30.199089 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565d2945-e067-4b67-8812-9ae032f29f35 req-418dc9d7-a610-4fd9-beb0-421853c624c5 service neutron] Bound using segment: {'id': 'd26d7b7e-620e-4a66-b90b-1ee63dd61b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '02bac410-b27b-49cf-96fd-4f276d56ae51'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:38:30.199549 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-565d2945-e067-4b67-8812-9ae032f29f35 req-418dc9d7-a610-4fd9-beb0-421853c624c5 service neutron] Bound port: bb388623-a8ca-48fa-a801-64a5e58b5d43, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd26d7b7e-620e-4a66-b90b-1ee63dd61b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '02bac410-b27b-49cf-96fd-4f276d56ae51'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:38:30.200089 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-418dc9d7-a610-4fd9-beb0-421853c624c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:30.343588 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb9c5b-d632-4faf-b27f-4345eb6cf4f5 req-dbb544f3-3cd4-44e7-a80b-1f80ea973936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:30.351442 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cddb9c5b-d632-4faf-b27f-4345eb6cf4f5 req-dbb544f3-3cd4-44e7-a80b-1f80ea973936 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=563aa4e07ca643c6af0ae12d196af505&device_id=5f43b31b-b462-4073-8fc6-a0c28b36c332 HTTP/1.1" status: 200 len: 1174 time: 0.1375051 Aug 23 20:38:30.368906 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-02ce7840-69f1-4b1f-89b6-110ef35e4e7a req-3adb822a-4f08-40cf-8ce9-ae413c4e6a52 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/security-groups?id=f264d724-bded-494f-9829-ab610400f252&id=83be7946-311a-487f-aca8-ec9e53b3ca8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1901519 Aug 23 20:38:30.418369 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:30.445085 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-565d2945-e067-4b67-8812-9ae032f29f35 req-418dc9d7-a610-4fd9-beb0-421853c624c5 service neutron] For port bb388623-a8ca-48fa-a801-64a5e58b5d43, host n-h1-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:38:30.466172 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-565d2945-e067-4b67-8812-9ae032f29f35 req-418dc9d7-a610-4fd9-beb0-421853c624c5 service neutron] For port bb388623-a8ca-48fa-a801-64a5e58b5d43, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=bb388623-a8ca-48fa-a801-64a5e58b5d43,segment=NetworkSegment(d26d7b7e-620e-4a66-b90b-1ee63dd61b0f),segment_id=d26d7b7e-620e-4a66-b90b-1ee63dd61b0f)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:38:30.486450 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-418dc9d7-a610-4fd9-beb0-421853c624c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:30.505120 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c813f3-6f8d-49ee-ba3c-f735c0ce4568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '273fb0b5-c227-4a29-b333-b05b44f8fef5'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:38:30.512190 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052d11c8-efdf-4711-80e6-ea8984e5384f" -d '{"events": [{"server_uuid": "b3c813f3-6f8d-49ee-ba3c-f735c0ce4568", "name": "network-vif-plugged", "status": "completed", "tag": "273fb0b5-c227-4a29-b333-b05b44f8fef5"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:38:30.544773 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d2945-e067-4b67-8812-9ae032f29f35 req-418dc9d7-a610-4fd9-beb0-421853c624c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:30.545486 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-418dc9d7-a610-4fd9-beb0-421853c624c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:30.549554 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 273fb0b5-c227-4a29-b333-b05b44f8fef5, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=273fb0b5-c227-4a29-b333-b05b44f8fef5,segment=NetworkSegment(acc9083b-9ca0-414e-96bd-1741bb0a9d54),segment_id=acc9083b-9ca0-414e-96bd-1741bb0a9d54)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:38:30.550245 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-418dc9d7-a610-4fd9-beb0-421853c624c5 service neutron] 10.222.0.11 "PUT /v2.0/ports/bb388623-a8ca-48fa-a801-64a5e58b5d43 HTTP/1.1" status: 200 len: 1134 time: 3.7649875 Aug 23 20:38:30.570959 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:30.726309 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38c267-acfc-45ad-9bfd-bca31d419649 req-42fd42ca-4add-4090-838b-b8f4465354d9 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:30.735390 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418dc9d7-a610-4fd9-beb0-421853c624c5 service neutron] Pushing event updated for resources: {'Port': ['ID=bb388623-a8ca-48fa-a801-64a5e58b5d43,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:30.744904 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bc38c267-acfc-45ad-9bfd-bca31d419649 req-42fd42ca-4add-4090-838b-b8f4465354d9 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f43b31b-b462-4073-8fc6-a0c28b36c332 HTTP/1.1" status: 200 len: 1023 time: 0.3907733 Aug 23 20:38:30.747265 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=273fb0b5-c227-4a29-b333-b05b44f8fef5,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:30.777327 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-565d2945-e067-4b67-8812-9ae032f29f35 req-e2ea7eb2-1279-4e82-ae77-f5580d815dce service neutron] Request body: {'port': {'device_id': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:38:30.848030 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'tag': 'bb388623-a8ca-48fa-a801-64a5e58b5d43'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:38:30.857597 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71062336-f7db-4bd8-9629-08737cff45f5" -d '{"events": [{"name": "network-changed", "server_uuid": "4731d55c-0045-402f-8d63-5bfbf5e10844", "tag": "bb388623-a8ca-48fa-a801-64a5e58b5d43"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:38:30.950288 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bc38c267-acfc-45ad-9bfd-bca31d419649 req-f227a577-7331-4de5-821e-551d720c600a tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups?id=99c865e6-b45a-40ed-9b28-a92b09a2e546&id=5db33e87-bc75-43f1-b279-c9256a85708e&id=6af39276-cacb-42fd-bcbb-8ca69148e9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2044098 Aug 23 20:38:31.006423 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb9c5b-d632-4faf-b27f-4345eb6cf4f5 req-650a34ce-9ac2-4ca0-88d7-12d3525997c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:31.008327 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cddb9c5b-d632-4faf-b27f-4345eb6cf4f5 req-650a34ce-9ac2-4ca0-88d7-12d3525997c9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4f8ad650-bde2-493c-8452-775cfc30ee47 HTTP/1.1" status: 200 len: 914 time: 0.6342530 Aug 23 20:38:31.078823 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-e2ea7eb2-1279-4e82-ae77-f5580d815dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:31.093099 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e76fc5-9b97-40c9-8558-a2e08184f249 req-054bcce3-c431-428d-ab4a-fb38c21e1c92 tempest-ServersOnMultiNodesTest-1091494619 tempest-ServersOnMultiNodesTest-1091494619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:31.110795 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cddb9c5b-d632-4faf-b27f-4345eb6cf4f5 req-9326b626-6d23-40bc-9126-8943d4bd6bf9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b33e97ec-b6fe-4e54-bf9c-6040ccdeed31 HTTP/1.1" status: 200 len: 217 time: 0.0912309 Aug 23 20:38:31.117956 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d3e76fc5-9b97-40c9-8558-a2e08184f249 req-054bcce3-c431-428d-ab4a-fb38c21e1c92 tempest-ServersOnMultiNodesTest-1091494619 tempest-ServersOnMultiNodesTest-1091494619-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=e9c48baa-7dde-4b85-aa62-ee799df5dbb5 HTTP/1.1" status: 200 len: 1100 time: 0.3759248 Aug 23 20:38:31.239246 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d3e76fc5-9b97-40c9-8558-a2e08184f249 req-a8a9ba61-102e-4bfc-8464-938a852d76f0 tempest-ServersOnMultiNodesTest-1091494619 tempest-ServersOnMultiNodesTest-1091494619-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202390 Aug 23 20:38:31.359610 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923a5ae-5067-4ee8-80ed-8e8fc0a2019a req-844936b1-7170-4433-b8e5-e2ef485c7d00 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:31.373536 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a923a5ae-5067-4ee8-80ed-8e8fc0a2019a req-844936b1-7170-4433-b8e5-e2ef485c7d00 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3c813f3-6f8d-49ee-ba3c-f735c0ce4568 HTTP/1.1" status: 200 len: 945 time: 0.2522762 Aug 23 20:38:31.440472 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf841e94-ef87-4173-91dc-ff8871754db8 x-openstack-request-id: req-bf841e94-ef87-4173-91dc-ff8871754db8 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:38:31.440770 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c813f3-6f8d-49ee-ba3c-f735c0ce4568", "name": "network-vif-plugged", "status": "completed", "tag": "273fb0b5-c227-4a29-b333-b05b44f8fef5", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:38:31.441022 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bf841e94-ef87-4173-91dc-ff8871754db8 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:38:31.442106 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c813f3-6f8d-49ee-ba3c-f735c0ce4568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '273fb0b5-c227-4a29-b333-b05b44f8fef5', 'code': 200} Aug 23 20:38:31.472554 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a923a5ae-5067-4ee8-80ed-8e8fc0a2019a req-dd0a587b-e628-4719-a7f9-aa45d8910abf tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc750e1f-5605-40cf-80e3-487cdbf8b643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977879 Aug 23 20:38:31.668581 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc9d84a-bc84-4497-8c6e-0c4d06f44db1 x-openstack-request-id: req-2bc9d84a-bc84-4497-8c6e-0c4d06f44db1 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:38:31.671713 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4731d55c-0045-402f-8d63-5bfbf5e10844", "tag": "bb388623-a8ca-48fa-a801-64a5e58b5d43", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:38:31.672461 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2bc9d84a-bc84-4497-8c6e-0c4d06f44db1 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:38:31.674142 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'tag': 'bb388623-a8ca-48fa-a801-64a5e58b5d43', 'status': 'completed', 'code': 200} Aug 23 20:38:31.733130 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb9c5b-d632-4faf-b27f-4345eb6cf4f5 req-128dd524-1b5c-4cf3-af0d-fb1af4f90912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:31.737186 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cddb9c5b-d632-4faf-b27f-4345eb6cf4f5 req-128dd524-1b5c-4cf3-af0d-fb1af4f90912 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5622acc5-f3fa-4e59-9fa5-c0f9356a4541 HTTP/1.1" status: 200 len: 853 time: 0.5989900 Aug 23 20:38:31.848790 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c140af0-4446-4c29-a7e8-9b8956dd9b1b req-fc90a0b1-aad6-4601-84aa-f29b89452272 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:31.855910 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2c140af0-4446-4c29-a7e8-9b8956dd9b1b req-fc90a0b1-aad6-4601-84aa-f29b89452272 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f43b31b-b462-4073-8fc6-a0c28b36c332 HTTP/1.1" status: 200 len: 1023 time: 0.3666322 Aug 23 20:38:31.873361 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cddb9c5b-d632-4faf-b27f-4345eb6cf4f5 req-d3b93588-613a-42ff-8f83-63574e141351 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4f8ad650-bde2-493c-8452-775cfc30ee47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885663 Aug 23 20:38:31.949928 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a06ce3-996a-4cbe-9ed2-1c6b287d2d3a req-1333f321-531d-4f91-af5e-f14c3b45d9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:31.952295 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-30a06ce3-996a-4cbe-9ed2-1c6b287d2d3a req-1333f321-531d-4f91-af5e-f14c3b45d9ba service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b3c813f3-6f8d-49ee-ba3c-f735c0ce4568 HTTP/1.1" status: 200 len: 1096 time: 0.3726752 Aug 23 20:38:31.991238 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cd7b2221-2d52-4597-92e9-aa5082d3382c req-9eceb9f7-6a8f-4861-816c-d4672270925b tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=704a96b94b9147dc8cf54dcf8b4c5cc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1025670 Aug 23 20:38:32.226619 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b2221-2d52-4597-92e9-aa5082d3382c req-a65742d0-a556-43b1-b071-1140d6d3cbdd tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:32.235045 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cd7b2221-2d52-4597-92e9-aa5082d3382c req-a65742d0-a556-43b1-b071-1140d6d3cbdd tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2429264 Aug 23 20:38:32.274420 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cd7b2221-2d52-4597-92e9-aa5082d3382c req-e8a5d273-f076-4f3f-9198-9cd2ea01d11a tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/quotas/704a96b94b9147dc8cf54dcf8b4c5cc2 HTTP/1.1" status: 200 len: 375 time: 0.0380664 Aug 23 20:38:32.419054 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-30a06ce3-996a-4cbe-9ed2-1c6b287d2d3a req-ef568c32-c25b-42ae-896e-2c819c90a82f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cc750e1f-5605-40cf-80e3-487cdbf8b643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246730 Aug 23 20:38:32.421596 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71062336-f7db-4bd8-9629-08737cff45f5 req-9d67fd3e-58d5-43bc-a100-c5b3e4278442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:32.422239 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71062336-f7db-4bd8-9629-08737cff45f5 req-9d67fd3e-58d5-43bc-a100-c5b3e4278442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:32.422818 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71062336-f7db-4bd8-9629-08737cff45f5 req-9d67fd3e-58d5-43bc-a100-c5b3e4278442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:32.423296 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71062336-f7db-4bd8-9629-08737cff45f5 req-9d67fd3e-58d5-43bc-a100-c5b3e4278442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:32.423760 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71062336-f7db-4bd8-9629-08737cff45f5 req-9d67fd3e-58d5-43bc-a100-c5b3e4278442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:32.424248 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71062336-f7db-4bd8-9629-08737cff45f5 req-9d67fd3e-58d5-43bc-a100-c5b3e4278442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:32.424713 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71062336-f7db-4bd8-9629-08737cff45f5 req-9d67fd3e-58d5-43bc-a100-c5b3e4278442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:32.427070 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-71062336-f7db-4bd8-9629-08737cff45f5 req-9d67fd3e-58d5-43bc-a100-c5b3e4278442 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=31c0cec95ab64e5ca0c5b6061061da27&device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 6217 time: 0.7313883 Aug 23 20:38:32.446520 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40b936-c564-424c-a7f2-ded9c1374bdb req-8522f821-fa9f-4e97-b4d7-f77459815329 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:32.453301 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40b936-c564-424c-a7f2-ded9c1374bdb req-8522f821-fa9f-4e97-b4d7-f77459815329 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:32.460285 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40b936-c564-424c-a7f2-ded9c1374bdb req-8522f821-fa9f-4e97-b4d7-f77459815329 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:32.467032 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40b936-c564-424c-a7f2-ded9c1374bdb req-8522f821-fa9f-4e97-b4d7-f77459815329 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:32.474720 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40b936-c564-424c-a7f2-ded9c1374bdb req-8522f821-fa9f-4e97-b4d7-f77459815329 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:32.480698 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40b936-c564-424c-a7f2-ded9c1374bdb req-8522f821-fa9f-4e97-b4d7-f77459815329 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:32.481704 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-565d2945-e067-4b67-8812-9ae032f29f35 req-e2ea7eb2-1279-4e82-ae77-f5580d815dce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44398430-706b-49d2-8d3a-3797e436623d {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:38:32.487228 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40b936-c564-424c-a7f2-ded9c1374bdb req-8522f821-fa9f-4e97-b4d7-f77459815329 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:32.489347 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cd40b936-c564-424c-a7f2-ded9c1374bdb req-8522f821-fa9f-4e97-b4d7-f77459815329 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 5380 time: 0.6810539 Aug 23 20:38:32.503671 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cddb9c5b-d632-4faf-b27f-4345eb6cf4f5 req-640edc69-7467-41a1-bd5e-c018896ecdc9 service neutron] 10.222.0.11 "GET /v2.0/networks/4f8ad650-bde2-493c-8452-775cfc30ee47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5101814 Aug 23 20:38:32.559030 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cd7b2221-2d52-4597-92e9-aa5082d3382c req-ff3a6a23-ae49-4dde-85a1-5eecc0127b27 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=704a96b94b9147dc8cf54dcf8b4c5cc2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2831824 Aug 23 20:38:32.566860 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-e2ea7eb2-1279-4e82-ae77-f5580d815dce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:32.609855 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-565d2945-e067-4b67-8812-9ae032f29f35 req-e2ea7eb2-1279-4e82-ae77-f5580d815dce service neutron] Transition to ACTIVE for port object 44398430-706b-49d2-8d3a-3797e436623d will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:38:32.622307 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-e2ea7eb2-1279-4e82-ae77-f5580d815dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:32.782851 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea7eb2-1279-4e82-ae77-f5580d815dce service neutron] Pushing event updated for resources: {'Port': ['ID=44398430-706b-49d2-8d3a-3797e436623d,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:33.088461 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-565d2945-e067-4b67-8812-9ae032f29f35 req-e2ea7eb2-1279-4e82-ae77-f5580d815dce service neutron] Attempting to bind port 44398430-706b-49d2-8d3a-3797e436623d on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:38:33.089110 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-565d2945-e067-4b67-8812-9ae032f29f35 req-e2ea7eb2-1279-4e82-ae77-f5580d815dce service neutron] Attempting to bind port 44398430-706b-49d2-8d3a-3797e436623d by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': 'd26d7b7e-620e-4a66-b90b-1ee63dd61b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '02bac410-b27b-49cf-96fd-4f276d56ae51'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:38:33.089640 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565d2945-e067-4b67-8812-9ae032f29f35 req-e2ea7eb2-1279-4e82-ae77-f5580d815dce service neutron] Attempting to bind port 44398430-706b-49d2-8d3a-3797e436623d on network 02bac410-b27b-49cf-96fd-4f276d56ae51 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:38:33.110917 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208512f7-7c51-443e-80e5-70a72ac0ea38 req-06fb241b-91c8-41dc-91bc-7ea6394bb588 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:33.121351 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-208512f7-7c51-443e-80e5-70a72ac0ea38 req-06fb241b-91c8-41dc-91bc-7ea6394bb588 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f43b31b-b462-4073-8fc6-a0c28b36c332 HTTP/1.1" status: 200 len: 1023 time: 0.1497040 Aug 23 20:38:33.156309 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565d2945-e067-4b67-8812-9ae032f29f35 req-e2ea7eb2-1279-4e82-ae77-f5580d815dce service neutron] Port 44398430-706b-49d2-8d3a-3797e436623d on network 02bac410-b27b-49cf-96fd-4f276d56ae51 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:38:33.156889 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565d2945-e067-4b67-8812-9ae032f29f35 req-e2ea7eb2-1279-4e82-ae77-f5580d815dce service neutron] Attempting to bind port 44398430-706b-49d2-8d3a-3797e436623d on network 02bac410-b27b-49cf-96fd-4f276d56ae51 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:38:33.184071 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565d2945-e067-4b67-8812-9ae032f29f35 req-e2ea7eb2-1279-4e82-ae77-f5580d815dce service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:38:33.184454 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565d2945-e067-4b67-8812-9ae032f29f35 req-e2ea7eb2-1279-4e82-ae77-f5580d815dce service neutron] Checking segment: {'id': 'd26d7b7e-620e-4a66-b90b-1ee63dd61b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '02bac410-b27b-49cf-96fd-4f276d56ae51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:38:33.184852 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565d2945-e067-4b67-8812-9ae032f29f35 req-e2ea7eb2-1279-4e82-ae77-f5580d815dce service neutron] Bound using segment: {'id': 'd26d7b7e-620e-4a66-b90b-1ee63dd61b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '02bac410-b27b-49cf-96fd-4f276d56ae51'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:38:33.185502 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-565d2945-e067-4b67-8812-9ae032f29f35 req-e2ea7eb2-1279-4e82-ae77-f5580d815dce service neutron] Bound port: 44398430-706b-49d2-8d3a-3797e436623d, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd26d7b7e-620e-4a66-b90b-1ee63dd61b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '02bac410-b27b-49cf-96fd-4f276d56ae51'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:38:33.185673 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-e2ea7eb2-1279-4e82-ae77-f5580d815dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:33.219132 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-208512f7-7c51-443e-80e5-70a72ac0ea38 req-aef94af5-88ab-444e-a00c-2da747f9ed2d tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups?id=99c865e6-b45a-40ed-9b28-a92b09a2e546&id=5db33e87-bc75-43f1-b279-c9256a85708e&id=6af39276-cacb-42fd-bcbb-8ca69148e9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0964551 Aug 23 20:38:33.460740 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-565d2945-e067-4b67-8812-9ae032f29f35 req-e2ea7eb2-1279-4e82-ae77-f5580d815dce service neutron] For port 44398430-706b-49d2-8d3a-3797e436623d, host n-h1-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:38:33.473175 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-565d2945-e067-4b67-8812-9ae032f29f35 req-e2ea7eb2-1279-4e82-ae77-f5580d815dce service neutron] For port 44398430-706b-49d2-8d3a-3797e436623d, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=44398430-706b-49d2-8d3a-3797e436623d,segment=NetworkSegment(d26d7b7e-620e-4a66-b90b-1ee63dd61b0f),segment_id=d26d7b7e-620e-4a66-b90b-1ee63dd61b0f)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:38:33.492217 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-e2ea7eb2-1279-4e82-ae77-f5580d815dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:33.495170 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-2c140af0-4446-4c29-a7e8-9b8956dd9b1b req-fd6eee5d-afe0-4280-ab27-b05190480b38 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Deleting port b33e97ec-b6fe-4e54-bf9c-6040ccdeed31 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:38:33.500078 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2c140af0-4446-4c29-a7e8-9b8956dd9b1b req-fd6eee5d-afe0-4280-ab27-b05190480b38 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:33.525850 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879b917-1a95-4731-a574-d20ae95bfecc req-778bf505-465f-4bbb-9593-586b914f5e57 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:33.537677 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1879b917-1a95-4731-a574-d20ae95bfecc req-778bf505-465f-4bbb-9593-586b914f5e57 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3c813f3-6f8d-49ee-ba3c-f735c0ce4568 HTTP/1.1" status: 200 len: 945 time: 0.1395495 Aug 23 20:38:33.643621 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d2945-e067-4b67-8812-9ae032f29f35 req-e2ea7eb2-1279-4e82-ae77-f5580d815dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:33.645143 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-e2ea7eb2-1279-4e82-ae77-f5580d815dce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:33.648982 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-e2ea7eb2-1279-4e82-ae77-f5580d815dce service neutron] 10.222.0.11 "PUT /v2.0/ports/44398430-706b-49d2-8d3a-3797e436623d HTTP/1.1" status: 200 len: 1091 time: 2.9073460 Aug 23 20:38:33.671137 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1879b917-1a95-4731-a574-d20ae95bfecc req-4d482748-f226-49fc-9cee-1259ae40069c tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc750e1f-5605-40cf-80e3-487cdbf8b643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315045 Aug 23 20:38:33.703184 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'tag': '44398430-706b-49d2-8d3a-3797e436623d'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:38:33.710884 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c70152-ec48-4463-a26c-8ceb3707e666" -d '{"events": [{"name": "network-changed", "server_uuid": "4731d55c-0045-402f-8d63-5bfbf5e10844", "tag": "44398430-706b-49d2-8d3a-3797e436623d"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:38:33.815662 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-565d2945-e067-4b67-8812-9ae032f29f35 req-456a3c10-c102-45e7-b6d0-026d83d1a40c service neutron] Request body: {'port': {'device_id': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:38:33.835429 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cddb9c5b-d632-4faf-b27f-4345eb6cf4f5 req-7b3d44a0-0b03-4090-a007-7ed49d1b59ba service neutron] 10.222.0.11 "GET /v2.0/networks/4f8ad650-bde2-493c-8452-775cfc30ee47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3041358 Aug 23 20:38:33.840523 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cd40b936-c564-424c-a7f2-ded9c1374bdb req-a1e1647c-f8b4-4231-b768-5503e346af82 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/security-groups?id=f264d724-bded-494f-9829-ab610400f252&id=83be7946-311a-487f-aca8-ec9e53b3ca8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.3355672 Aug 23 20:38:33.891118 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 60234) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:38:33.936730 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea7eb2-1279-4e82-ae77-f5580d815dce service neutron] Pushing event updated for resources: {'Port': ['ID=44398430-706b-49d2-8d3a-3797e436623d,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:34.035262 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71062336-f7db-4bd8-9629-08737cff45f5 req-42011fcb-cb5b-42a8-b673-9b21f8cf3a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:34.036220 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71062336-f7db-4bd8-9629-08737cff45f5 req-42011fcb-cb5b-42a8-b673-9b21f8cf3a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:34.036907 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71062336-f7db-4bd8-9629-08737cff45f5 req-42011fcb-cb5b-42a8-b673-9b21f8cf3a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:34.039088 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-71062336-f7db-4bd8-9629-08737cff45f5 req-42011fcb-cb5b-42a8-b673-9b21f8cf3a6d service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=31c0cec95ab64e5ca0c5b6061061da27&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.5481577 Aug 23 20:38:34.046139 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-2c140af0-4446-4c29-a7e8-9b8956dd9b1b req-fd6eee5d-afe0-4280-ab27-b05190480b38 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] For port b33e97ec-b6fe-4e54-bf9c-6040ccdeed31, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=b33e97ec-b6fe-4e54-bf9c-6040ccdeed31,segment=NetworkSegment(e057aa67-2bd8-41d5-82d4-b5cee83f32b9),segment_id=e057aa67-2bd8-41d5-82d4-b5cee83f32b9)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:38:34.046832 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2c140af0-4446-4c29-a7e8-9b8956dd9b1b req-fd6eee5d-afe0-4280-ab27-b05190480b38 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:34.049834 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-456a3c10-c102-45e7-b6d0-026d83d1a40c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:34.128626 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5cd2d675-7783-4bb7-9473-105584737888 req-94d85037-0fdf-455f-a957-a1a623fb46e6 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=763b8a73-1954-46a1-8cd6-2ccd9687ab18 HTTP/1.1" status: 200 len: 210 time: 0.1163595 Aug 23 20:38:34.184890 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-2c140af0-4446-4c29-a7e8-9b8956dd9b1b req-fd6eee5d-afe0-4280-ab27-b05190480b38 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Calling delete_port for b33e97ec-b6fe-4e54-bf9c-6040ccdeed31 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:38:34.237401 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc01b21-058e-4b21-a1bf-50ab4c623122 x-openstack-request-id: req-5dc01b21-058e-4b21-a1bf-50ab4c623122 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:38:34.237401 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4731d55c-0045-402f-8d63-5bfbf5e10844", "tag": "44398430-706b-49d2-8d3a-3797e436623d", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:38:34.237401 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5dc01b21-058e-4b21-a1bf-50ab4c623122 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:38:34.237401 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'tag': '44398430-706b-49d2-8d3a-3797e436623d', 'status': 'completed', 'code': 200} Aug 23 20:38:34.309245 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9b36d4ad-da2d-4ab5-a28c-dce8dc506dd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:34.623249 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71062336-f7db-4bd8-9629-08737cff45f5 req-b048e94a-a7fc-415e-af91-67e240930545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:34.627425 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-71062336-f7db-4bd8-9629-08737cff45f5 req-b048e94a-a7fc-415e-af91-67e240930545 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5436783 Aug 23 20:38:34.823810 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f2feb0-a5f5-4d41-878f-9d85115a776d req-b24a64a8-dfd8-4808-b00c-5bf13a7ad161 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:34.825464 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c5f2feb0-a5f5-4d41-878f-9d85115a776d req-b24a64a8-dfd8-4808-b00c-5bf13a7ad161 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f43b31b-b462-4073-8fc6-a0c28b36c332 HTTP/1.1" status: 200 len: 1023 time: 0.4750488 Aug 23 20:38:34.890558 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c70152-ec48-4463-a26c-8ceb3707e666 req-eb03c6e9-e502-4c15-9310-152ad34a0f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:34.891051 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c70152-ec48-4463-a26c-8ceb3707e666 req-eb03c6e9-e502-4c15-9310-152ad34a0f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:34.891539 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c70152-ec48-4463-a26c-8ceb3707e666 req-eb03c6e9-e502-4c15-9310-152ad34a0f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:34.892015 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c70152-ec48-4463-a26c-8ceb3707e666 req-eb03c6e9-e502-4c15-9310-152ad34a0f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:34.893132 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c70152-ec48-4463-a26c-8ceb3707e666 req-eb03c6e9-e502-4c15-9310-152ad34a0f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:34.893639 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c70152-ec48-4463-a26c-8ceb3707e666 req-eb03c6e9-e502-4c15-9310-152ad34a0f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:34.894196 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c70152-ec48-4463-a26c-8ceb3707e666 req-eb03c6e9-e502-4c15-9310-152ad34a0f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:34.902331 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-49c70152-ec48-4463-a26c-8ceb3707e666 req-eb03c6e9-e502-4c15-9310-152ad34a0f2e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=31c0cec95ab64e5ca0c5b6061061da27&device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 6284 time: 0.1820049 Aug 23 20:38:34.904269 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-565d2945-e067-4b67-8812-9ae032f29f35 req-456a3c10-c102-45e7-b6d0-026d83d1a40c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9bc32bd-28fb-4ef8-8531-edadca967003 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:38:34.913409 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-456a3c10-c102-45e7-b6d0-026d83d1a40c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:34.930380 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-565d2945-e067-4b67-8812-9ae032f29f35 req-456a3c10-c102-45e7-b6d0-026d83d1a40c service neutron] Transition to ACTIVE for port object c9bc32bd-28fb-4ef8-8531-edadca967003 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:38:34.946964 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-456a3c10-c102-45e7-b6d0-026d83d1a40c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:35.056370 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cd7b2221-2d52-4597-92e9-aa5082d3382c req-cf3304fa-df0d-4697-94bf-4d2c7a4e11ab tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=704a96b94b9147dc8cf54dcf8b4c5cc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0677652 Aug 23 20:38:35.152658 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c5f2feb0-a5f5-4d41-878f-9d85115a776d req-5a74374f-bd87-482f-8a3d-8b807284219c tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups?id=99c865e6-b45a-40ed-9b28-a92b09a2e546&id=5db33e87-bc75-43f1-b279-c9256a85708e&id=6af39276-cacb-42fd-bcbb-8ca69148e9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2961614 Aug 23 20:38:35.245717 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2c140af0-4446-4c29-a7e8-9b8956dd9b1b req-fd6eee5d-afe0-4280-ab27-b05190480b38 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:35.294835 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['72e69350-30b2-4083-9ca3-f8905d479461'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:38:35.313374 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9b36d4ad-da2d-4ab5-a28c-dce8dc506dd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:35.363105 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456a3c10-c102-45e7-b6d0-026d83d1a40c service neutron] Pushing event updated for resources: {'Port': ['ID=c9bc32bd-28fb-4ef8-8531-edadca967003,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:35.442590 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd449987-127f-46eb-b503-95299ebf2020 req-36f6810a-60c1-4fbc-a54c-b6da6a319f2d tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:35.449174 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fd449987-127f-46eb-b503-95299ebf2020 req-36f6810a-60c1-4fbc-a54c-b6da6a319f2d tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3c813f3-6f8d-49ee-ba3c-f735c0ce4568 HTTP/1.1" status: 200 len: 945 time: 0.6508892 Aug 23 20:38:35.503822 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6eee5d-afe0-4280-ab27-b05190480b38 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Pushing event deleted for resources: {'Port': ['ID=b33e97ec-b6fe-4e54-bf9c-6040ccdeed31,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:35.507063 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9b36d4ad-da2d-4ab5-a28c-dce8dc506dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:35.558803 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fd449987-127f-46eb-b503-95299ebf2020 req-29ae96dd-9f4d-4348-9022-fa6fdbed12aa tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc750e1f-5605-40cf-80e3-487cdbf8b643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856967 Aug 23 20:38:35.579420 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-565d2945-e067-4b67-8812-9ae032f29f35 req-456a3c10-c102-45e7-b6d0-026d83d1a40c service neutron] Attempting to bind port c9bc32bd-28fb-4ef8-8531-edadca967003 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:38:35.579887 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-565d2945-e067-4b67-8812-9ae032f29f35 req-456a3c10-c102-45e7-b6d0-026d83d1a40c service neutron] Attempting to bind port c9bc32bd-28fb-4ef8-8531-edadca967003 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': 'd26d7b7e-620e-4a66-b90b-1ee63dd61b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '02bac410-b27b-49cf-96fd-4f276d56ae51'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:38:35.580401 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565d2945-e067-4b67-8812-9ae032f29f35 req-456a3c10-c102-45e7-b6d0-026d83d1a40c service neutron] Attempting to bind port c9bc32bd-28fb-4ef8-8531-edadca967003 on network 02bac410-b27b-49cf-96fd-4f276d56ae51 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:38:35.591459 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9b36d4ad-da2d-4ab5-a28c-dce8dc506dd1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=678c460ef4ea49e794723fe20fb29ff9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6921396 Aug 23 20:38:35.592111 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565d2945-e067-4b67-8812-9ae032f29f35 req-456a3c10-c102-45e7-b6d0-026d83d1a40c service neutron] Port c9bc32bd-28fb-4ef8-8531-edadca967003 on network 02bac410-b27b-49cf-96fd-4f276d56ae51 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:38:35.592459 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c140af0-4446-4c29-a7e8-9b8956dd9b1b req-fd6eee5d-afe0-4280-ab27-b05190480b38 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] No DVR routers for this DVR port b33e97ec-b6fe-4e54-bf9c-6040ccdeed31 on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:38:35.592755 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565d2945-e067-4b67-8812-9ae032f29f35 req-456a3c10-c102-45e7-b6d0-026d83d1a40c service neutron] Attempting to bind port c9bc32bd-28fb-4ef8-8531-edadca967003 on network 02bac410-b27b-49cf-96fd-4f276d56ae51 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:38:35.598168 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 60284) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:38:35.599385 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36d4ad-da2d-4ab5-a28c-dce8dc506dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a7db19-02e9-4ddf-984f-0569dd08dca1,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:35.615720 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2c140af0-4446-4c29-a7e8-9b8956dd9b1b req-fd6eee5d-afe0-4280-ab27-b05190480b38 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:35.617913 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2c140af0-4446-4c29-a7e8-9b8956dd9b1b req-fd6eee5d-afe0-4280-ab27-b05190480b38 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.11 "DELETE /v2.0/ports/b33e97ec-b6fe-4e54-bf9c-6040ccdeed31 HTTP/1.1" status: 204 len: 173 time: 3.7428429 Aug 23 20:38:35.618372 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f43b31b-b462-4073-8fc6-a0c28b36c332', 'name': 'network-vif-deleted', 'tag': 'b33e97ec-b6fe-4e54-bf9c-6040ccdeed31'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:38:35.622137 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b9cdc8-3e51-40ad-9359-a4cb618cb31a" -d '{"events": [{"server_uuid": "5f43b31b-b462-4073-8fc6-a0c28b36c332", "name": "network-vif-deleted", "tag": "b33e97ec-b6fe-4e54-bf9c-6040ccdeed31"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:38:35.667132 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565d2945-e067-4b67-8812-9ae032f29f35 req-456a3c10-c102-45e7-b6d0-026d83d1a40c service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:38:35.669194 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565d2945-e067-4b67-8812-9ae032f29f35 req-456a3c10-c102-45e7-b6d0-026d83d1a40c service neutron] Checking segment: {'id': 'd26d7b7e-620e-4a66-b90b-1ee63dd61b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '02bac410-b27b-49cf-96fd-4f276d56ae51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:38:35.669802 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565d2945-e067-4b67-8812-9ae032f29f35 req-456a3c10-c102-45e7-b6d0-026d83d1a40c service neutron] Bound using segment: {'id': 'd26d7b7e-620e-4a66-b90b-1ee63dd61b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '02bac410-b27b-49cf-96fd-4f276d56ae51'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:38:35.672653 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-565d2945-e067-4b67-8812-9ae032f29f35 req-456a3c10-c102-45e7-b6d0-026d83d1a40c service neutron] Bound port: c9bc32bd-28fb-4ef8-8531-edadca967003, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd26d7b7e-620e-4a66-b90b-1ee63dd61b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '02bac410-b27b-49cf-96fd-4f276d56ae51'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:38:35.673320 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-456a3c10-c102-45e7-b6d0-026d83d1a40c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:35.687825 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b2221-2d52-4597-92e9-aa5082d3382c req-e86fff9c-5528-40ae-9d87-bb2929858dd9 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:35.689438 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cd7b2221-2d52-4597-92e9-aa5082d3382c req-e86fff9c-5528-40ae-9d87-bb2929858dd9 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6215351 Aug 23 20:38:35.696450 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c70152-ec48-4463-a26c-8ceb3707e666 req-ba062bee-3052-4ad7-b88e-6a3e979360b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:35.696940 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c70152-ec48-4463-a26c-8ceb3707e666 req-ba062bee-3052-4ad7-b88e-6a3e979360b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:35.697416 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c70152-ec48-4463-a26c-8ceb3707e666 req-ba062bee-3052-4ad7-b88e-6a3e979360b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:35.699023 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-49c70152-ec48-4463-a26c-8ceb3707e666 req-ba062bee-3052-4ad7-b88e-6a3e979360b3 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=31c0cec95ab64e5ca0c5b6061061da27&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.7354276 Aug 23 20:38:35.743013 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8f922-2f98-40c1-9cbc-6ddc6d9b7ce6 req-cbcb5cf3-c0fd-4a69-9c54-85dd9219203d tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:35.760608 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8f922-2f98-40c1-9cbc-6ddc6d9b7ce6 req-cbcb5cf3-c0fd-4a69-9c54-85dd9219203d tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:35.776964 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-565d2945-e067-4b67-8812-9ae032f29f35 req-456a3c10-c102-45e7-b6d0-026d83d1a40c service neutron] For port c9bc32bd-28fb-4ef8-8531-edadca967003, host n-h1-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:38:35.781139 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-565d2945-e067-4b67-8812-9ae032f29f35 req-456a3c10-c102-45e7-b6d0-026d83d1a40c service neutron] For port c9bc32bd-28fb-4ef8-8531-edadca967003, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=c9bc32bd-28fb-4ef8-8531-edadca967003,segment=NetworkSegment(d26d7b7e-620e-4a66-b90b-1ee63dd61b0f),segment_id=d26d7b7e-620e-4a66-b90b-1ee63dd61b0f)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:38:35.790201 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8f922-2f98-40c1-9cbc-6ddc6d9b7ce6 req-cbcb5cf3-c0fd-4a69-9c54-85dd9219203d tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:35.792411 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-456a3c10-c102-45e7-b6d0-026d83d1a40c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:35.811434 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8f922-2f98-40c1-9cbc-6ddc6d9b7ce6 req-cbcb5cf3-c0fd-4a69-9c54-85dd9219203d tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:35.830869 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8f922-2f98-40c1-9cbc-6ddc6d9b7ce6 req-cbcb5cf3-c0fd-4a69-9c54-85dd9219203d tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:35.851258 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8f922-2f98-40c1-9cbc-6ddc6d9b7ce6 req-cbcb5cf3-c0fd-4a69-9c54-85dd9219203d tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:35.885415 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8f922-2f98-40c1-9cbc-6ddc6d9b7ce6 req-cbcb5cf3-c0fd-4a69-9c54-85dd9219203d tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:35.894688 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d2945-e067-4b67-8812-9ae032f29f35 req-456a3c10-c102-45e7-b6d0-026d83d1a40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:35.895322 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-456a3c10-c102-45e7-b6d0-026d83d1a40c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:35.896794 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-456a3c10-c102-45e7-b6d0-026d83d1a40c service neutron] 10.222.0.11 "PUT /v2.0/ports/c9bc32bd-28fb-4ef8-8531-edadca967003 HTTP/1.1" status: 200 len: 1091 time: 2.1218927 Aug 23 20:38:35.899586 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9ac8f922-2f98-40c1-9cbc-6ddc6d9b7ce6 req-cbcb5cf3-c0fd-4a69-9c54-85dd9219203d tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 5404 time: 0.3521125 Aug 23 20:38:35.942659 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-cd7b2221-2d52-4597-92e9-aa5082d3382c req-25c5447c-6651-4f75-a512-1b1d69f269d6 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Request body: {'port': {'device_id': '763b8a73-1954-46a1-8cd6-2ccd9687ab18', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'admin_state_up': True, 'tenant_id': '704a96b94b9147dc8cf54dcf8b4c5cc2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:38:35.967961 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d60dffaa-3035-4d38-9f8a-d795db872288 req-4b193533-9291-4476-be57-00ee546225e3 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=763b8a73-1954-46a1-8cd6-2ccd9687ab18 HTTP/1.1" status: 200 len: 210 time: 0.0606911 Aug 23 20:38:35.980306 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7667650f-152c-4f1e-acdd-d65f34c99998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:36.011718 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-565d2945-e067-4b67-8812-9ae032f29f35 req-3de0927f-0532-4a7d-839a-1ed67d83ae1e service neutron] Request body: {'port': {'device_id': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:38:36.089619 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456a3c10-c102-45e7-b6d0-026d83d1a40c service neutron] Pushing event updated for resources: {'Port': ['ID=c9bc32bd-28fb-4ef8-8531-edadca967003,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:36.178386 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 60292) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:38:36.181036 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7667650f-152c-4f1e-acdd-d65f34c99998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:36.195779 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd7b2221-2d52-4597-92e9-aa5082d3382c req-25c5447c-6651-4f75-a512-1b1d69f269d6 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Made reservation on behalf of 704a96b94b9147dc8cf54dcf8b4c5cc2 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:38:36.199304 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-cd7b2221-2d52-4597-92e9-aa5082d3382c req-25c5447c-6651-4f75-a512-1b1d69f269d6 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:36.214604 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9ac8f922-2f98-40c1-9cbc-6ddc6d9b7ce6 req-272fb662-b786-4c63-a537-e4cc0f1ae0d8 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/security-groups?id=f264d724-bded-494f-9829-ab610400f252&id=83be7946-311a-487f-aca8-ec9e53b3ca8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3136866 Aug 23 20:38:36.229683 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-3de0927f-0532-4a7d-839a-1ed67d83ae1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:36.284326 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'tag': 'c9bc32bd-28fb-4ef8-8531-edadca967003'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:38:36.286580 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63555d0d-9525-4491-ad9e-334860f0aefd" -d '{"events": [{"name": "network-changed", "server_uuid": "4731d55c-0045-402f-8d63-5bfbf5e10844", "tag": "c9bc32bd-28fb-4ef8-8531-edadca967003"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:38:36.336227 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8faee7ff-6807-46e4-8df8-79dff53d54ad x-openstack-request-id: req-8faee7ff-6807-46e4-8df8-79dff53d54ad {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:38:36.338607 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f43b31b-b462-4073-8fc6-a0c28b36c332", "name": "network-vif-deleted", "tag": "b33e97ec-b6fe-4e54-bf9c-6040ccdeed31", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:38:36.338607 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8faee7ff-6807-46e4-8df8-79dff53d54ad {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:38:36.338607 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f43b31b-b462-4073-8fc6-a0c28b36c332', 'name': 'network-vif-deleted', 'tag': 'b33e97ec-b6fe-4e54-bf9c-6040ccdeed31', 'status': 'completed', 'code': 200} Aug 23 20:38:36.424643 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16362202-fa98-4800-8bee-a7c0ebe0219b req-5d28360f-b22f-421f-8ea9-4828506c9da1 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:36.428235 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-cd7b2221-2d52-4597-92e9-aa5082d3382c req-25c5447c-6651-4f75-a512-1b1d69f269d6 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Allocated IP 192.168.233.226 (660f640a-b8b2-40aa-8ebf-76bd1608cceb/e66e9eb0-86f4-4159-852b-f29863cbf18d/1f2074ec-1602-4dd3-a2d3-0fe939bc0164) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:38:36.434467 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-16362202-fa98-4800-8bee-a7c0ebe0219b req-5d28360f-b22f-421f-8ea9-4828506c9da1 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/ports?device_id=3421b4b6-ee8f-4bc8-8c70-f59d81233e06 HTTP/1.1" status: 200 len: 945 time: 0.3560703 Aug 23 20:38:36.488103 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-79f12a8b-766c-4775-8e88-5d9a56082862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:36.543972 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-16362202-fa98-4800-8bee-a7c0ebe0219b req-83f92c19-c1b6-4b89-bcac-ee95b1fa61dd tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc750e1f-5605-40cf-80e3-487cdbf8b643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044240 Aug 23 20:38:36.544526 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device b33e97ec-b6fe-4e54-bf9c-6040ccdeed31 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:38:36.545937 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7667650f-152c-4f1e-acdd-d65f34c99998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:36.552437 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7667650f-152c-4f1e-acdd-d65f34c99998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:36.557770 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-7667650f-152c-4f1e-acdd-d65f34c99998 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c4a7db19-02e9-4ddf-984f-0569dd08dca1 HTTP/1.1" status: 204 len: 168 time: 0.9428866 Aug 23 20:38:36.558226 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c70152-ec48-4463-a26c-8ceb3707e666 req-f4590efc-e4ea-45cd-bf73-ee5abda4dc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:36.585493 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-49c70152-ec48-4463-a26c-8ceb3707e666 req-f4590efc-e4ea-45cd-bf73-ee5abda4dc26 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6541507 Aug 23 20:38:36.613959 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: b33e97ec-b6fe-4e54-bf9c-6040ccdeed31 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:38:36.618527 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device b33e97ec-b6fe-4e54-bf9c-6040ccdeed31 not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:38:36.634716 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2e6dfb42-3f41-4c2b-8ea2-e34d1b19e7a6 req-8ee236c0-36e1-4ecd-88e3-ace2ed294bbe tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f43b31b-b462-4073-8fc6-a0c28b36c332 HTTP/1.1" status: 200 len: 210 time: 0.0800078 Aug 23 20:38:36.646707 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7667650f-152c-4f1e-acdd-d65f34c99998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a7db19-02e9-4ddf-984f-0569dd08dca1,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:36.733716 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-cd7b2221-2d52-4597-92e9-aa5082d3382c req-25c5447c-6651-4f75-a512-1b1d69f269d6 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:36.780466 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-cd7b2221-2d52-4597-92e9-aa5082d3382c req-25c5447c-6651-4f75-a512-1b1d69f269d6 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Transition to ACTIVE for port object 1f2074ec-1602-4dd3-a2d3-0fe939bc0164 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:38:36.902766 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-cd7b2221-2d52-4597-92e9-aa5082d3382c req-25c5447c-6651-4f75-a512-1b1d69f269d6 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:36.915785 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['c2650ba0-bc32-4cd3-bef0-7cf28e126ad2', 'b096bed7-e6ad-4794-b7d9-e61b90bafa7d', '73fd8635-7170-464b-a8af-6451a6feae69'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:38:36.968812 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d49581e-92b2-4842-882f-18591f8bf1cf req-27cdd57b-d9a5-4b10-b3ed-28136900d636 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:36.980088 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0d49581e-92b2-4842-882f-18591f8bf1cf req-27cdd57b-d9a5-4b10-b3ed-28136900d636 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/ports?device_id=76af5a7b-592e-4bcb-8eb1-9273071f1493 HTTP/1.1" status: 200 len: 946 time: 0.1564124 Aug 23 20:38:37.015464 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd7b2221-2d52-4597-92e9-aa5082d3382c req-25c5447c-6651-4f75-a512-1b1d69f269d6 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Network 660f640a-b8b2-40aa-8ebf-76bd1608cceb is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:38:37.032583 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c5447c-6651-4f75-a512-1b1d69f269d6 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Pushing event updated for resources: {'Port': ['ID=1f2074ec-1602-4dd3-a2d3-0fe939bc0164,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:37.039319 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-cd7b2221-2d52-4597-92e9-aa5082d3382c req-25c5447c-6651-4f75-a512-1b1d69f269d6 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:38:37.056999 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd7b2221-2d52-4597-92e9-aa5082d3382c req-25c5447c-6651-4f75-a512-1b1d69f269d6 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:38:37.061674 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['4e45b000-7179-414e-9c26-2b8f01610967', 'c32cc103-d12a-4216-966a-e4c11f53037b'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:38:37.075823 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd627bbe-ff96-471f-bf51-504026165f43 x-openstack-request-id: req-dd627bbe-ff96-471f-bf51-504026165f43 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:38:37.093652 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4731d55c-0045-402f-8d63-5bfbf5e10844", "tag": "c9bc32bd-28fb-4ef8-8531-edadca967003", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:38:37.093652 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dd627bbe-ff96-471f-bf51-504026165f43 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:38:37.093652 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'tag': 'c9bc32bd-28fb-4ef8-8531-edadca967003', 'status': 'completed', 'code': 200} Aug 23 20:38:37.102542 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-79f12a8b-766c-4775-8e88-5d9a56082862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:37.129395 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-79f12a8b-766c-4775-8e88-5d9a56082862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:37.254543 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0d49581e-92b2-4842-882f-18591f8bf1cf req-a0e4aa07-751b-4bdc-8fb3-8a0ac4667d4e tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc750e1f-5605-40cf-80e3-487cdbf8b643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688634 Aug 23 20:38:37.326164 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63555d0d-9525-4491-ad9e-334860f0aefd req-b6524fa5-72d1-4e2f-ae3f-e2354fea919b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:37.326551 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63555d0d-9525-4491-ad9e-334860f0aefd req-b6524fa5-72d1-4e2f-ae3f-e2354fea919b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:37.327095 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63555d0d-9525-4491-ad9e-334860f0aefd req-b6524fa5-72d1-4e2f-ae3f-e2354fea919b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:37.327474 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63555d0d-9525-4491-ad9e-334860f0aefd req-b6524fa5-72d1-4e2f-ae3f-e2354fea919b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:37.327940 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63555d0d-9525-4491-ad9e-334860f0aefd req-b6524fa5-72d1-4e2f-ae3f-e2354fea919b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:37.328432 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63555d0d-9525-4491-ad9e-334860f0aefd req-b6524fa5-72d1-4e2f-ae3f-e2354fea919b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:37.328890 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63555d0d-9525-4491-ad9e-334860f0aefd req-b6524fa5-72d1-4e2f-ae3f-e2354fea919b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:37.340797 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-63555d0d-9525-4491-ad9e-334860f0aefd req-b6524fa5-72d1-4e2f-ae3f-e2354fea919b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=31c0cec95ab64e5ca0c5b6061061da27&device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 6351 time: 0.2365780 Aug 23 20:38:37.342335 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-79f12a8b-766c-4775-8e88-5d9a56082862 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cfc52c7c125b466e87a1775bdbbb1ebd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1585028 Aug 23 20:38:37.348238 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 60332) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:38:37.351636 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f12a8b-766c-4775-8e88-5d9a56082862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01831b02-c490-4af0-b907-e40634549f0a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:37.378250 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b2221-2d52-4597-92e9-aa5082d3382c req-25c5447c-6651-4f75-a512-1b1d69f269d6 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:37.384427 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-565d2945-e067-4b67-8812-9ae032f29f35 req-3de0927f-0532-4a7d-839a-1ed67d83ae1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a83e5ee7-c13f-46f6-b912-2a83576e4498 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:38:37.392084 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-cd7b2221-2d52-4597-92e9-aa5082d3382c req-25c5447c-6651-4f75-a512-1b1d69f269d6 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:37.443914 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-3de0927f-0532-4a7d-839a-1ed67d83ae1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:37.615878 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63555d0d-9525-4491-ad9e-334860f0aefd req-022374a8-21dd-4352-83cb-b0e1443bd101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:37.616396 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63555d0d-9525-4491-ad9e-334860f0aefd req-022374a8-21dd-4352-83cb-b0e1443bd101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:37.617265 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63555d0d-9525-4491-ad9e-334860f0aefd req-022374a8-21dd-4352-83cb-b0e1443bd101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:37.619413 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-63555d0d-9525-4491-ad9e-334860f0aefd req-022374a8-21dd-4352-83cb-b0e1443bd101 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=31c0cec95ab64e5ca0c5b6061061da27&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2777312 Aug 23 20:38:37.623185 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0bf8195c-9b9b-4c2b-a5c8-79efa8802223 None None] Provisioning for port 1f2074ec-1602-4dd3-a2d3-0fe939bc0164 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:38:37.630900 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0bf8195c-9b9b-4c2b-a5c8-79efa8802223 None None] Provisioning complete for port 1f2074ec-1602-4dd3-a2d3-0fe939bc0164 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:38:37.631999 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0bf8195c-9b9b-4c2b-a5c8-79efa8802223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:37.663215 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-565d2945-e067-4b67-8812-9ae032f29f35 req-3de0927f-0532-4a7d-839a-1ed67d83ae1e service neutron] Transition to ACTIVE for port object a83e5ee7-c13f-46f6-b912-2a83576e4498 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:38:37.672530 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cd7b2221-2d52-4597-92e9-aa5082d3382c req-25c5447c-6651-4f75-a512-1b1d69f269d6 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7601078 Aug 23 20:38:37.679220 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-0bf8195c-9b9b-4c2b-a5c8-79efa8802223 None None] Port 1f2074ec-1602-4dd3-a2d3-0fe939bc0164 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:38:37.683615 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-3de0927f-0532-4a7d-839a-1ed67d83ae1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:37.733038 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e7a5d-43d8-409e-af87-c2dc1ca14f48 req-b3001791-9202-4376-b2f3-e3ba19f68911 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:37.734241 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-cd7b2221-2d52-4597-92e9-aa5082d3382c req-8f261cae-38ac-4308-9f5c-cbdde576228f service neutron] Request body: {'port': {'device_id': '763b8a73-1954-46a1-8cd6-2ccd9687ab18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:38:37.743086 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-353e7a5d-43d8-409e-af87-c2dc1ca14f48 req-b3001791-9202-4376-b2f3-e3ba19f68911 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=763b8a73-1954-46a1-8cd6-2ccd9687ab18 HTTP/1.1" status: 200 len: 936 time: 0.4119792 Aug 23 20:38:37.797349 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de0927f-0532-4a7d-839a-1ed67d83ae1e service neutron] Pushing event updated for resources: {'Port': ['ID=a83e5ee7-c13f-46f6-b912-2a83576e4498,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:37.934999 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d27aad22-bf66-4bb8-a359-ffa367597aa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:37.989447 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-353e7a5d-43d8-409e-af87-c2dc1ca14f48 req-d2309cf0-f523-4dd3-8e7d-360f92bc57d4 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451015 Aug 23 20:38:37.991889 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d27aad22-bf66-4bb8-a359-ffa367597aa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:37.999109 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-565d2945-e067-4b67-8812-9ae032f29f35 req-3de0927f-0532-4a7d-839a-1ed67d83ae1e service neutron] Attempting to bind port a83e5ee7-c13f-46f6-b912-2a83576e4498 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:38:37.999745 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-565d2945-e067-4b67-8812-9ae032f29f35 req-3de0927f-0532-4a7d-839a-1ed67d83ae1e service neutron] Attempting to bind port a83e5ee7-c13f-46f6-b912-2a83576e4498 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '1327a635-0d45-4da9-b7cc-6ec07d0ee464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'aacbd0fd-d16f-425e-a7bb-080e612100d5'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:38:38.000445 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565d2945-e067-4b67-8812-9ae032f29f35 req-3de0927f-0532-4a7d-839a-1ed67d83ae1e service neutron] Attempting to bind port a83e5ee7-c13f-46f6-b912-2a83576e4498 on network aacbd0fd-d16f-425e-a7bb-080e612100d5 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:38:38.007466 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565d2945-e067-4b67-8812-9ae032f29f35 req-3de0927f-0532-4a7d-839a-1ed67d83ae1e service neutron] Port a83e5ee7-c13f-46f6-b912-2a83576e4498 on network aacbd0fd-d16f-425e-a7bb-080e612100d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:38:38.008463 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565d2945-e067-4b67-8812-9ae032f29f35 req-3de0927f-0532-4a7d-839a-1ed67d83ae1e service neutron] Attempting to bind port a83e5ee7-c13f-46f6-b912-2a83576e4498 on network aacbd0fd-d16f-425e-a7bb-080e612100d5 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:38:38.027931 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565d2945-e067-4b67-8812-9ae032f29f35 req-3de0927f-0532-4a7d-839a-1ed67d83ae1e service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:38:38.028623 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565d2945-e067-4b67-8812-9ae032f29f35 req-3de0927f-0532-4a7d-839a-1ed67d83ae1e service neutron] Checking segment: {'id': '1327a635-0d45-4da9-b7cc-6ec07d0ee464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'aacbd0fd-d16f-425e-a7bb-080e612100d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:38:38.029231 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565d2945-e067-4b67-8812-9ae032f29f35 req-3de0927f-0532-4a7d-839a-1ed67d83ae1e service neutron] Bound using segment: {'id': '1327a635-0d45-4da9-b7cc-6ec07d0ee464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'aacbd0fd-d16f-425e-a7bb-080e612100d5'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:38:38.029870 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-565d2945-e067-4b67-8812-9ae032f29f35 req-3de0927f-0532-4a7d-839a-1ed67d83ae1e service neutron] Bound port: a83e5ee7-c13f-46f6-b912-2a83576e4498, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1327a635-0d45-4da9-b7cc-6ec07d0ee464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'aacbd0fd-d16f-425e-a7bb-080e612100d5'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:38:38.030433 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-3de0927f-0532-4a7d-839a-1ed67d83ae1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:38.089434 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb2a3ab-bc45-4ab2-a0e8-75c749517ec6 req-16343674-dc26-4e8e-9694-5d20f2c04d23 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:38.104232 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-acb2a3ab-bc45-4ab2-a0e8-75c749517ec6 req-16343674-dc26-4e8e-9694-5d20f2c04d23 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3c813f3-6f8d-49ee-ba3c-f735c0ce4568 HTTP/1.1" status: 200 len: 945 time: 0.3374729 Aug 23 20:38:38.168614 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-565d2945-e067-4b67-8812-9ae032f29f35 req-3de0927f-0532-4a7d-839a-1ed67d83ae1e service neutron] For port a83e5ee7-c13f-46f6-b912-2a83576e4498, host n-h1-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:38:38.191659 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-565d2945-e067-4b67-8812-9ae032f29f35 req-3de0927f-0532-4a7d-839a-1ed67d83ae1e service neutron] For port a83e5ee7-c13f-46f6-b912-2a83576e4498, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=a83e5ee7-c13f-46f6-b912-2a83576e4498,segment=NetworkSegment(1327a635-0d45-4da9-b7cc-6ec07d0ee464),segment_id=1327a635-0d45-4da9-b7cc-6ec07d0ee464)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:38:38.205490 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-3de0927f-0532-4a7d-839a-1ed67d83ae1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:38.261235 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dfd9bb-9aa9-4904-81c7-efd3ce3c07b8 req-89739e5b-8004-447f-bc14-af01da3a03a8 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:38.270865 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dfd9bb-9aa9-4904-81c7-efd3ce3c07b8 req-89739e5b-8004-447f-bc14-af01da3a03a8 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:38.278198 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dfd9bb-9aa9-4904-81c7-efd3ce3c07b8 req-89739e5b-8004-447f-bc14-af01da3a03a8 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:38.284466 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dfd9bb-9aa9-4904-81c7-efd3ce3c07b8 req-89739e5b-8004-447f-bc14-af01da3a03a8 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:38.291593 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dfd9bb-9aa9-4904-81c7-efd3ce3c07b8 req-89739e5b-8004-447f-bc14-af01da3a03a8 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:38.298295 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dfd9bb-9aa9-4904-81c7-efd3ce3c07b8 req-89739e5b-8004-447f-bc14-af01da3a03a8 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:38.304618 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dfd9bb-9aa9-4904-81c7-efd3ce3c07b8 req-89739e5b-8004-447f-bc14-af01da3a03a8 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:38.306115 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-cd7b2221-2d52-4597-92e9-aa5082d3382c req-8f261cae-38ac-4308-9f5c-cbdde576228f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:38.306797 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-41dfd9bb-9aa9-4904-81c7-efd3ce3c07b8 req-89739e5b-8004-447f-bc14-af01da3a03a8 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 5416 time: 0.1962781 Aug 23 20:38:38.316320 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d2945-e067-4b67-8812-9ae032f29f35 req-3de0927f-0532-4a7d-839a-1ed67d83ae1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:38.317047 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-3de0927f-0532-4a7d-839a-1ed67d83ae1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:38.319912 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-3de0927f-0532-4a7d-839a-1ed67d83ae1e service neutron] 10.222.0.11 "PUT /v2.0/ports/a83e5ee7-c13f-46f6-b912-2a83576e4498 HTTP/1.1" status: 200 len: 1091 time: 2.3507149 Aug 23 20:38:38.325477 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63555d0d-9525-4491-ad9e-334860f0aefd req-dd287930-d515-47a9-b40a-d911f4997d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:38.327192 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-63555d0d-9525-4491-ad9e-334860f0aefd req-dd287930-d515-47a9-b40a-d911f4997d37 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6936364 Aug 23 20:38:38.347009 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de0927f-0532-4a7d-839a-1ed67d83ae1e service neutron] Pushing event updated for resources: {'Port': ['ID=a83e5ee7-c13f-46f6-b912-2a83576e4498,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:38.379978 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-565d2945-e067-4b67-8812-9ae032f29f35 req-c232be23-a875-4a44-bcb8-711d4ea8b430 service neutron] Request body: {'port': {'device_id': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:38:38.400147 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-41dfd9bb-9aa9-4904-81c7-efd3ce3c07b8 req-c62403d1-e621-4dce-b2c9-e505aaf6be73 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/security-groups?id=f264d724-bded-494f-9829-ab610400f252&id=83be7946-311a-487f-aca8-ec9e53b3ca8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541015 Aug 23 20:38:38.425188 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-acb2a3ab-bc45-4ab2-a0e8-75c749517ec6 req-e3b4d136-79d4-4fea-a4e1-2664f6fb2621 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc750e1f-5605-40cf-80e3-487cdbf8b643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200641 Aug 23 20:38:38.560297 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d27aad22-bf66-4bb8-a359-ffa367597aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:38.568031 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d27aad22-bf66-4bb8-a359-ffa367597aa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:38.571776 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d27aad22-bf66-4bb8-a359-ffa367597aa6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/01831b02-c490-4af0-b907-e40634549f0a HTTP/1.1" status: 204 len: 168 time: 1.1744399 Aug 23 20:38:38.587312 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27aad22-bf66-4bb8-a359-ffa367597aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01831b02-c490-4af0-b907-e40634549f0a,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:38.956642 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-c232be23-a875-4a44-bcb8-711d4ea8b430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:38.982747 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784cca9-bb3b-44ab-8683-c66952d2075c req-53fad37f-8746-4b76-b996-aaf72c3d4066 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:38.984358 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2784cca9-bb3b-44ab-8683-c66952d2075c req-53fad37f-8746-4b76-b996-aaf72c3d4066 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/ports?device_id=3421b4b6-ee8f-4bc8-8c70-f59d81233e06 HTTP/1.1" status: 200 len: 945 time: 0.0827384 Aug 23 20:38:39.081419 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-264ab78e-8e6b-48a1-ae0b-40f5993df410 req-7f300de5-d5f7-4669-9e2b-aafbd2c63f1d tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups/6af39276-cacb-42fd-bcbb-8ca69148e9a0 HTTP/1.1" status: 200 len: 1801 time: 0.2301323 Aug 23 20:38:39.112318 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2784cca9-bb3b-44ab-8683-c66952d2075c req-90b7c79f-a4f2-429e-b466-7dc93651f167 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc750e1f-5605-40cf-80e3-487cdbf8b643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189315 Aug 23 20:38:39.114086 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'tag': 'a83e5ee7-c13f-46f6-b912-2a83576e4498'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:38:39.124431 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c53196-6729-421f-af3e-0cf99f14c7c0" -d '{"events": [{"name": "network-changed", "server_uuid": "4731d55c-0045-402f-8d63-5bfbf5e10844", "tag": "a83e5ee7-c13f-46f6-b912-2a83576e4498"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:38:39.267068 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 60386) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:38:39.331284 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c1e8c1f3-9fbe-4497-a7f3-8a890d490e07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:39.360931 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e2c52-0e7b-4331-af1e-da117014cbf6 req-03c4d4de-8827-4297-beac-dfebf173fe68 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:39.362788 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7d2e2c52-0e7b-4331-af1e-da117014cbf6 req-03c4d4de-8827-4297-beac-dfebf173fe68 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=763b8a73-1954-46a1-8cd6-2ccd9687ab18 HTTP/1.1" status: 200 len: 936 time: 0.1609888 Aug 23 20:38:39.440177 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7d2e2c52-0e7b-4331-af1e-da117014cbf6 req-6785590d-7c11-40f7-ae82-3c2a8d3f8173 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668433 Aug 23 20:38:39.562220 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c1e8c1f3-9fbe-4497-a7f3-8a890d490e07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:39.569497 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c1e8c1f3-9fbe-4497-a7f3-8a890d490e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:39.618120 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c1e8c1f3-9fbe-4497-a7f3-8a890d490e07 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=408e04e10a1549f7a042e785c4abd228&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3423591 Aug 23 20:38:39.622954 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 60394) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:38:39.647249 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e8c1f3-9fbe-4497-a7f3-8a890d490e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976ca15c-c024-4b03-9b29-b413565b4617,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:39.695468 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-264ab78e-8e6b-48a1-ae0b-40f5993df410 req-5daaa424-e310-4d52-9cd1-670987129b5e tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:39.728822 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-cd7b2221-2d52-4597-92e9-aa5082d3382c req-8f261cae-38ac-4308-9f5c-cbdde576228f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f2074ec-1602-4dd3-a2d3-0fe939bc0164 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:38:39.749340 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-66b61247-3833-4aac-a7bd-39e5d65151f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:39.759518 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-cd7b2221-2d52-4597-92e9-aa5082d3382c req-8f261cae-38ac-4308-9f5c-cbdde576228f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:39.774353 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-264ab78e-8e6b-48a1-ae0b-40f5993df410 req-5daaa424-e310-4d52-9cd1-670987129b5e tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:39.808986 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-cd7b2221-2d52-4597-92e9-aa5082d3382c req-8f261cae-38ac-4308-9f5c-cbdde576228f service neutron] Transition to ACTIVE for port object 1f2074ec-1602-4dd3-a2d3-0fe939bc0164 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:38:39.822889 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-cd7b2221-2d52-4597-92e9-aa5082d3382c req-8f261cae-38ac-4308-9f5c-cbdde576228f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:39.832239 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-66b61247-3833-4aac-a7bd-39e5d65151f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:39.975875 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-264ab78e-8e6b-48a1-ae0b-40f5993df410 req-5daaa424-e310-4d52-9cd1-670987129b5e tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:39.977212 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2fb96d43-7d1d-4593-94da-c2b99945b9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:39.988891 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-264ab78e-8e6b-48a1-ae0b-40f5993df410 req-5daaa424-e310-4d52-9cd1-670987129b5e tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:39.995462 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-264ab78e-8e6b-48a1-ae0b-40f5993df410 req-5daaa424-e310-4d52-9cd1-670987129b5e tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "DELETE /v2.0/security-groups/6af39276-cacb-42fd-bcbb-8ca69148e9a0 HTTP/1.1" status: 204 len: 173 time: 0.9110696 Aug 23 20:38:40.022237 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f261cae-38ac-4308-9f5c-cbdde576228f service neutron] Pushing event updated for resources: {'Port': ['ID=1f2074ec-1602-4dd3-a2d3-0fe939bc0164,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:40.047081 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-66b61247-3833-4aac-a7bd-39e5d65151f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:40.050013 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-66b61247-3833-4aac-a7bd-39e5d65151f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:40.051624 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-66b61247-3833-4aac-a7bd-39e5d65151f7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/976ca15c-c024-4b03-9b29-b413565b4617 HTTP/1.1" status: 204 len: 168 time: 0.4276567 Aug 23 20:38:40.092530 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b61247-3833-4aac-a7bd-39e5d65151f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976ca15c-c024-4b03-9b29-b413565b4617,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:40.095705 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c107983-1677-4cd6-a881-a822e6f69c0d x-openstack-request-id: req-2c107983-1677-4cd6-a881-a822e6f69c0d {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:38:40.096273 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4731d55c-0045-402f-8d63-5bfbf5e10844", "tag": "a83e5ee7-c13f-46f6-b912-2a83576e4498", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:38:40.096273 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2c107983-1677-4cd6-a881-a822e6f69c0d {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:38:40.096638 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'tag': 'a83e5ee7-c13f-46f6-b912-2a83576e4498', 'status': 'completed', 'code': 200} Aug 23 20:38:40.159507 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fba427-3628-4d7b-bff6-550d053504f4 req-9acaf461-3e01-4e8a-a792-e6c401655172 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:40.170586 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daaa424-e310-4d52-9cd1-670987129b5e tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af39276-cacb-42fd-bcbb-8ca69148e9a0,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:40.179825 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fba427-3628-4d7b-bff6-550d053504f4 req-9acaf461-3e01-4e8a-a792-e6c401655172 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:40.189242 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-565d2945-e067-4b67-8812-9ae032f29f35 req-c232be23-a875-4a44-bcb8-711d4ea8b430 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c61ab549-4c53-4732-9849-eed9b94a4890 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:38:40.214828 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fba427-3628-4d7b-bff6-550d053504f4 req-9acaf461-3e01-4e8a-a792-e6c401655172 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:40.232132 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-73fba427-3628-4d7b-bff6-550d053504f4 req-9acaf461-3e01-4e8a-a792-e6c401655172 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3c813f3-6f8d-49ee-ba3c-f735c0ce4568&device_id=76af5a7b-592e-4bcb-8eb1-9273071f1493&device_id=3421b4b6-ee8f-4bc8-8c70-f59d81233e06 HTTP/1.1" status: 200 len: 2417 time: 0.2950375 Aug 23 20:38:40.234062 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-c232be23-a875-4a44-bcb8-711d4ea8b430 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:40.259244 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:40.365698 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-565d2945-e067-4b67-8812-9ae032f29f35 req-c232be23-a875-4a44-bcb8-711d4ea8b430 service neutron] Transition to ACTIVE for port object c61ab549-4c53-4732-9849-eed9b94a4890 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:38:40.390201 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-73fba427-3628-4d7b-bff6-550d053504f4 req-8f79f4a7-6548-428e-86ac-06c31356d7fd tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc750e1f-5605-40cf-80e3-487cdbf8b643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490378 Aug 23 20:38:40.407784 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c53196-6729-421f-af3e-0cf99f14c7c0 req-1191ec80-841b-4057-b6dd-410093d70fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:40.408876 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c53196-6729-421f-af3e-0cf99f14c7c0 req-1191ec80-841b-4057-b6dd-410093d70fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:40.409518 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c53196-6729-421f-af3e-0cf99f14c7c0 req-1191ec80-841b-4057-b6dd-410093d70fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:40.410141 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c53196-6729-421f-af3e-0cf99f14c7c0 req-1191ec80-841b-4057-b6dd-410093d70fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:40.410806 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c53196-6729-421f-af3e-0cf99f14c7c0 req-1191ec80-841b-4057-b6dd-410093d70fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:40.411390 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c53196-6729-421f-af3e-0cf99f14c7c0 req-1191ec80-841b-4057-b6dd-410093d70fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:40.412684 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c53196-6729-421f-af3e-0cf99f14c7c0 req-1191ec80-841b-4057-b6dd-410093d70fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:40.415015 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-cd7b2221-2d52-4597-92e9-aa5082d3382c req-8f261cae-38ac-4308-9f5c-cbdde576228f service neutron] Attempting to bind port 1f2074ec-1602-4dd3-a2d3-0fe939bc0164 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:38:40.415151 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-62c53196-6729-421f-af3e-0cf99f14c7c0 req-1191ec80-841b-4057-b6dd-410093d70fde service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=31c0cec95ab64e5ca0c5b6061061da27&device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 6418 time: 0.2955456 Aug 23 20:38:40.416513 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-cd7b2221-2d52-4597-92e9-aa5082d3382c req-8f261cae-38ac-4308-9f5c-cbdde576228f service neutron] Attempting to bind port 1f2074ec-1602-4dd3-a2d3-0fe939bc0164 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:38:40.417058 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7b2221-2d52-4597-92e9-aa5082d3382c req-8f261cae-38ac-4308-9f5c-cbdde576228f service neutron] Attempting to bind port 1f2074ec-1602-4dd3-a2d3-0fe939bc0164 on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:38:40.433459 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-c232be23-a875-4a44-bcb8-711d4ea8b430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:40.522941 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c232be23-a875-4a44-bcb8-711d4ea8b430 service neutron] Pushing event updated for resources: {'Port': ['ID=c61ab549-4c53-4732-9849-eed9b94a4890,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:40.538217 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37587da-1334-4ac8-a951-d1a7256a4c25 req-0b17ebdd-31c4-4fa6-9245-bfd3e314f621 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:40.547060 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37587da-1334-4ac8-a951-d1a7256a4c25 req-0b17ebdd-31c4-4fa6-9245-bfd3e314f621 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:40.579989 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37587da-1334-4ac8-a951-d1a7256a4c25 req-0b17ebdd-31c4-4fa6-9245-bfd3e314f621 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:40.596900 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37587da-1334-4ac8-a951-d1a7256a4c25 req-0b17ebdd-31c4-4fa6-9245-bfd3e314f621 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:40.610754 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37587da-1334-4ac8-a951-d1a7256a4c25 req-0b17ebdd-31c4-4fa6-9245-bfd3e314f621 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:40.616994 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37587da-1334-4ac8-a951-d1a7256a4c25 req-0b17ebdd-31c4-4fa6-9245-bfd3e314f621 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:40.623057 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37587da-1334-4ac8-a951-d1a7256a4c25 req-0b17ebdd-31c4-4fa6-9245-bfd3e314f621 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:40.635984 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e37587da-1334-4ac8-a951-d1a7256a4c25 req-0b17ebdd-31c4-4fa6-9245-bfd3e314f621 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 5416 time: 0.3958688 Aug 23 20:38:40.644857 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7b2221-2d52-4597-92e9-aa5082d3382c req-8f261cae-38ac-4308-9f5c-cbdde576228f service neutron] Port 1f2074ec-1602-4dd3-a2d3-0fe939bc0164 on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:38:40.644857 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7b2221-2d52-4597-92e9-aa5082d3382c req-8f261cae-38ac-4308-9f5c-cbdde576228f service neutron] Attempting to bind port 1f2074ec-1602-4dd3-a2d3-0fe939bc0164 on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:38:40.679207 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7b2221-2d52-4597-92e9-aa5082d3382c req-8f261cae-38ac-4308-9f5c-cbdde576228f service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:38:40.680049 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7b2221-2d52-4597-92e9-aa5082d3382c req-8f261cae-38ac-4308-9f5c-cbdde576228f service neutron] Checking segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:38:40.680648 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7b2221-2d52-4597-92e9-aa5082d3382c req-8f261cae-38ac-4308-9f5c-cbdde576228f service neutron] Bound using segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:38:40.681308 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-cd7b2221-2d52-4597-92e9-aa5082d3382c req-8f261cae-38ac-4308-9f5c-cbdde576228f service neutron] Bound port: 1f2074ec-1602-4dd3-a2d3-0fe939bc0164, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:38:40.681852 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-cd7b2221-2d52-4597-92e9-aa5082d3382c req-8f261cae-38ac-4308-9f5c-cbdde576228f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:40.731948 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e37587da-1334-4ac8-a951-d1a7256a4c25 req-b0379c2a-1da3-42a5-aaea-e28b0675d8e5 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/security-groups?id=f264d724-bded-494f-9829-ab610400f252&id=83be7946-311a-487f-aca8-ec9e53b3ca8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0948408 Aug 23 20:38:40.814770 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-cd7b2221-2d52-4597-92e9-aa5082d3382c req-8f261cae-38ac-4308-9f5c-cbdde576228f service neutron] For port 1f2074ec-1602-4dd3-a2d3-0fe939bc0164, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:38:40.819200 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-cd7b2221-2d52-4597-92e9-aa5082d3382c req-8f261cae-38ac-4308-9f5c-cbdde576228f service neutron] For port 1f2074ec-1602-4dd3-a2d3-0fe939bc0164, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=1f2074ec-1602-4dd3-a2d3-0fe939bc0164,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:38:40.872529 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-cd7b2221-2d52-4597-92e9-aa5082d3382c req-8f261cae-38ac-4308-9f5c-cbdde576228f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:40.950658 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f261cae-38ac-4308-9f5c-cbdde576228f service neutron] Pushing event updated for resources: {'Port': ['ID=1f2074ec-1602-4dd3-a2d3-0fe939bc0164,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:40.976592 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b2221-2d52-4597-92e9-aa5082d3382c req-8f261cae-38ac-4308-9f5c-cbdde576228f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:40.977247 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-cd7b2221-2d52-4597-92e9-aa5082d3382c req-8f261cae-38ac-4308-9f5c-cbdde576228f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:40.982762 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cd7b2221-2d52-4597-92e9-aa5082d3382c req-8f261cae-38ac-4308-9f5c-cbdde576228f service neutron] 10.222.0.11 "PUT /v2.0/ports/1f2074ec-1602-4dd3-a2d3-0fe939bc0164 HTTP/1.1" status: 200 len: 1096 time: 3.2556651 Aug 23 20:38:40.986029 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '763b8a73-1954-46a1-8cd6-2ccd9687ab18', 'tag': '1f2074ec-1602-4dd3-a2d3-0fe939bc0164'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:38:40.992221 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab05b18d-1bb8-43b4-8cde-61d7bf432be9" -d '{"events": [{"name": "network-changed", "server_uuid": "763b8a73-1954-46a1-8cd6-2ccd9687ab18", "tag": "1f2074ec-1602-4dd3-a2d3-0fe939bc0164"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:38:41.024111 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-565d2945-e067-4b67-8812-9ae032f29f35 req-c232be23-a875-4a44-bcb8-711d4ea8b430 service neutron] Attempting to bind port c61ab549-4c53-4732-9849-eed9b94a4890 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:38:41.024524 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-565d2945-e067-4b67-8812-9ae032f29f35 req-c232be23-a875-4a44-bcb8-711d4ea8b430 service neutron] Attempting to bind port c61ab549-4c53-4732-9849-eed9b94a4890 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '1327a635-0d45-4da9-b7cc-6ec07d0ee464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'aacbd0fd-d16f-425e-a7bb-080e612100d5'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:38:41.026762 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565d2945-e067-4b67-8812-9ae032f29f35 req-c232be23-a875-4a44-bcb8-711d4ea8b430 service neutron] Attempting to bind port c61ab549-4c53-4732-9849-eed9b94a4890 on network aacbd0fd-d16f-425e-a7bb-080e612100d5 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:38:41.080842 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565d2945-e067-4b67-8812-9ae032f29f35 req-c232be23-a875-4a44-bcb8-711d4ea8b430 service neutron] Port c61ab549-4c53-4732-9849-eed9b94a4890 on network aacbd0fd-d16f-425e-a7bb-080e612100d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:38:41.082378 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565d2945-e067-4b67-8812-9ae032f29f35 req-c232be23-a875-4a44-bcb8-711d4ea8b430 service neutron] Attempting to bind port c61ab549-4c53-4732-9849-eed9b94a4890 on network aacbd0fd-d16f-425e-a7bb-080e612100d5 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:38:41.147428 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565d2945-e067-4b67-8812-9ae032f29f35 req-c232be23-a875-4a44-bcb8-711d4ea8b430 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:38:41.148169 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565d2945-e067-4b67-8812-9ae032f29f35 req-c232be23-a875-4a44-bcb8-711d4ea8b430 service neutron] Checking segment: {'id': '1327a635-0d45-4da9-b7cc-6ec07d0ee464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'aacbd0fd-d16f-425e-a7bb-080e612100d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:38:41.148882 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565d2945-e067-4b67-8812-9ae032f29f35 req-c232be23-a875-4a44-bcb8-711d4ea8b430 service neutron] Bound using segment: {'id': '1327a635-0d45-4da9-b7cc-6ec07d0ee464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'aacbd0fd-d16f-425e-a7bb-080e612100d5'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:38:41.149539 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-565d2945-e067-4b67-8812-9ae032f29f35 req-c232be23-a875-4a44-bcb8-711d4ea8b430 service neutron] Bound port: c61ab549-4c53-4732-9849-eed9b94a4890, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1327a635-0d45-4da9-b7cc-6ec07d0ee464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'aacbd0fd-d16f-425e-a7bb-080e612100d5'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:38:41.150167 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-c232be23-a875-4a44-bcb8-711d4ea8b430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:41.161673 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe4ce19-b6cc-4ffb-b344-ad556c353439 req-33112888-f645-4fb0-a851-2ebaa9b2e05d tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:41.191206 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ebe4ce19-b6cc-4ffb-b344-ad556c353439 req-33112888-f645-4fb0-a851-2ebaa9b2e05d tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3c813f3-6f8d-49ee-ba3c-f735c0ce4568 HTTP/1.1" status: 200 len: 945 time: 0.2073209 Aug 23 20:38:41.202553 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-07ab2eb8-4996-47c9-b8b1-766f7712fb68 req-068ef655-1e93-455a-9cd1-52220345d98a tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups/99c865e6-b45a-40ed-9b28-a92b09a2e546 HTTP/1.1" status: 200 len: 1802 time: 0.1542630 Aug 23 20:38:41.257695 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c53196-6729-421f-af3e-0cf99f14c7c0 req-624c864d-a1d3-4810-9405-3db760ec0635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:41.258024 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c53196-6729-421f-af3e-0cf99f14c7c0 req-624c864d-a1d3-4810-9405-3db760ec0635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:41.258554 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c53196-6729-421f-af3e-0cf99f14c7c0 req-624c864d-a1d3-4810-9405-3db760ec0635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:41.260510 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-62c53196-6729-421f-af3e-0cf99f14c7c0 req-624c864d-a1d3-4810-9405-3db760ec0635 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=31c0cec95ab64e5ca0c5b6061061da27&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.8369462 Aug 23 20:38:41.284711 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b2221-2d52-4597-92e9-aa5082d3382c req-c0eb57e9-0723-4f72-8515-0fc373db3be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:41.287397 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cd7b2221-2d52-4597-92e9-aa5082d3382c req-c0eb57e9-0723-4f72-8515-0fc373db3be5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=704a96b94b9147dc8cf54dcf8b4c5cc2&device_id=763b8a73-1954-46a1-8cd6-2ccd9687ab18 HTTP/1.1" status: 200 len: 1099 time: 0.2478580 Aug 23 20:38:41.363166 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cd7b2221-2d52-4597-92e9-aa5082d3382c req-dd8a3aba-75d2-43d6-be80-fcbb67245cd7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=1f2074ec-1602-4dd3-a2d3-0fe939bc0164 HTTP/1.1" status: 200 len: 217 time: 0.0415251 Aug 23 20:38:41.393156 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ebe4ce19-b6cc-4ffb-b344-ad556c353439 req-dd0758f1-8c33-4173-b930-fb4f26a45a65 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc750e1f-5605-40cf-80e3-487cdbf8b643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007945 Aug 23 20:38:41.422796 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-07ab2eb8-4996-47c9-b8b1-766f7712fb68 req-1e5190d8-3d35-45b4-8323-ccf81e08fb90 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:41.459381 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-07ab2eb8-4996-47c9-b8b1-766f7712fb68 req-1e5190d8-3d35-45b4-8323-ccf81e08fb90 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:41.547512 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-565d2945-e067-4b67-8812-9ae032f29f35 req-c232be23-a875-4a44-bcb8-711d4ea8b430 service neutron] For port c61ab549-4c53-4732-9849-eed9b94a4890, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:38:41.554792 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-07ab2eb8-4996-47c9-b8b1-766f7712fb68 req-1e5190d8-3d35-45b4-8323-ccf81e08fb90 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:41.557872 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-07ab2eb8-4996-47c9-b8b1-766f7712fb68 req-1e5190d8-3d35-45b4-8323-ccf81e08fb90 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:41.559255 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-07ab2eb8-4996-47c9-b8b1-766f7712fb68 req-1e5190d8-3d35-45b4-8323-ccf81e08fb90 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "DELETE /v2.0/security-groups/99c865e6-b45a-40ed-9b28-a92b09a2e546 HTTP/1.1" status: 204 len: 173 time: 0.3559072 Aug 23 20:38:41.567212 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b2221-2d52-4597-92e9-aa5082d3382c req-d47420f8-2c13-41c1-b5fe-1a03a3fdc2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:41.567212 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cd7b2221-2d52-4597-92e9-aa5082d3382c req-d47420f8-2c13-41c1-b5fe-1a03a3fdc2f2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.1896338 Aug 23 20:38:41.578200 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5190d8-3d35-45b4-8323-ccf81e08fb90 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c865e6-b45a-40ed-9b28-a92b09a2e546,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:41.580858 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c53196-6729-421f-af3e-0cf99f14c7c0 req-e073f07f-3b42-4a3e-85cb-b26bb4c343dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:41.582184 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-62c53196-6729-421f-af3e-0cf99f14c7c0 req-e073f07f-3b42-4a3e-85cb-b26bb4c343dd service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2997925 Aug 23 20:38:41.600182 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-565d2945-e067-4b67-8812-9ae032f29f35 req-c232be23-a875-4a44-bcb8-711d4ea8b430 service neutron] For port c61ab549-4c53-4732-9849-eed9b94a4890, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=c61ab549-4c53-4732-9849-eed9b94a4890,segment=NetworkSegment(1327a635-0d45-4da9-b7cc-6ec07d0ee464),segment_id=1327a635-0d45-4da9-b7cc-6ec07d0ee464)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:38:41.617491 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-c232be23-a875-4a44-bcb8-711d4ea8b430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:41.641980 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80be68fa-c07e-403a-afe8-b92d22f29f2d x-openstack-request-id: req-80be68fa-c07e-403a-afe8-b92d22f29f2d {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:38:41.642289 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "763b8a73-1954-46a1-8cd6-2ccd9687ab18", "tag": "1f2074ec-1602-4dd3-a2d3-0fe939bc0164", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:38:41.642665 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-80be68fa-c07e-403a-afe8-b92d22f29f2d {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:38:41.642982 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '763b8a73-1954-46a1-8cd6-2ccd9687ab18', 'tag': '1f2074ec-1602-4dd3-a2d3-0fe939bc0164', 'status': 'completed', 'code': 200} Aug 23 20:38:41.675779 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf332a-b000-4988-9075-d197ad08a9be req-87a46a08-c178-4210-80b9-dbdc12b7a762 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:41.677892 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4ecf332a-b000-4988-9075-d197ad08a9be req-87a46a08-c178-4210-80b9-dbdc12b7a762 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=763b8a73-1954-46a1-8cd6-2ccd9687ab18 HTTP/1.1" status: 200 len: 948 time: 0.1963639 Aug 23 20:38:41.692050 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d2945-e067-4b67-8812-9ae032f29f35 req-c232be23-a875-4a44-bcb8-711d4ea8b430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:41.692567 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-565d2945-e067-4b67-8812-9ae032f29f35 req-c232be23-a875-4a44-bcb8-711d4ea8b430 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:41.694094 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-c232be23-a875-4a44-bcb8-711d4ea8b430 service neutron] 10.222.0.11 "PUT /v2.0/ports/c61ab549-4c53-4732-9849-eed9b94a4890 HTTP/1.1" status: 200 len: 1091 time: 3.3242624 Aug 23 20:38:41.742193 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b2221-2d52-4597-92e9-aa5082d3382c req-b29de3bd-8a32-4cdd-92de-890d6b8e8765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:41.743748 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cd7b2221-2d52-4597-92e9-aa5082d3382c req-b29de3bd-8a32-4cdd-92de-890d6b8e8765 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1417911 Aug 23 20:38:41.766683 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c232be23-a875-4a44-bcb8-711d4ea8b430 service neutron] Pushing event updated for resources: {'Port': ['ID=c61ab549-4c53-4732-9849-eed9b94a4890,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:41.846114 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4ecf332a-b000-4988-9075-d197ad08a9be req-2447108e-3601-481d-aacc-122424ef93e0 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557178 Aug 23 20:38:41.905644 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-6dea68ea-4302-48e8-b6a8-dea2c9768284 req-373751c7-2fe6-4b35-b467-15612bd12213 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1838615997', 'description': 'tempest-description-493674835'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:38:41.966716 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d2945-e067-4b67-8812-9ae032f29f35 req-45850186-bbe3-45cf-ab99-5c3524757b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:41.967216 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d2945-e067-4b67-8812-9ae032f29f35 req-45850186-bbe3-45cf-ab99-5c3524757b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:41.967690 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d2945-e067-4b67-8812-9ae032f29f35 req-45850186-bbe3-45cf-ab99-5c3524757b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:41.968191 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d2945-e067-4b67-8812-9ae032f29f35 req-45850186-bbe3-45cf-ab99-5c3524757b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:41.968659 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d2945-e067-4b67-8812-9ae032f29f35 req-45850186-bbe3-45cf-ab99-5c3524757b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:41.969229 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d2945-e067-4b67-8812-9ae032f29f35 req-45850186-bbe3-45cf-ab99-5c3524757b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:41.969587 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d2945-e067-4b67-8812-9ae032f29f35 req-45850186-bbe3-45cf-ab99-5c3524757b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:41.972092 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-45850186-bbe3-45cf-ab99-5c3524757b23 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=31c0cec95ab64e5ca0c5b6061061da27&device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 6485 time: 0.2050776 Aug 23 20:38:42.040351 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6dea68ea-4302-48e8-b6a8-dea2c9768284 req-373751c7-2fe6-4b35-b467-15612bd12213 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:42.045803 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-ab61d101-8bf8-4043-bb0b-ae8e659e7248 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=038aba1e-ac97-4fd1-90cd-2192fd5ab1b4 HTTP/1.1" status: 200 len: 217 time: 0.0596836 Aug 23 20:38:42.054090 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cd7b2221-2d52-4597-92e9-aa5082d3382c req-616f1a7a-aafa-4284-9444-5a03e46810ca service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858834 Aug 23 20:38:42.182601 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cd7b2221-2d52-4597-92e9-aa5082d3382c req-ba8e88b7-9d57-436c-8497-b2f72db3c907 service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130571 Aug 23 20:38:42.220685 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d2945-e067-4b67-8812-9ae032f29f35 req-7e8ce08d-39c2-4bec-b9bf-2cfe5c2d5cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:42.222465 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-7e8ce08d-39c2-4bec-b9bf-2cfe5c2d5cb1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ea915c70-de21-4e85-9794-73e9efabd3c6 HTTP/1.1" status: 200 len: 856 time: 0.1654375 Aug 23 20:38:42.254303 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553062c7-e02a-4a0f-be1a-830e9ef307ae req-d489833f-59b1-4109-9f88-596dcb111275 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:42.263735 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553062c7-e02a-4a0f-be1a-830e9ef307ae req-d489833f-59b1-4109-9f88-596dcb111275 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:42.273168 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553062c7-e02a-4a0f-be1a-830e9ef307ae req-d489833f-59b1-4109-9f88-596dcb111275 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:42.287673 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553062c7-e02a-4a0f-be1a-830e9ef307ae req-d489833f-59b1-4109-9f88-596dcb111275 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:42.305749 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553062c7-e02a-4a0f-be1a-830e9ef307ae req-d489833f-59b1-4109-9f88-596dcb111275 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:42.316114 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553062c7-e02a-4a0f-be1a-830e9ef307ae req-d489833f-59b1-4109-9f88-596dcb111275 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:42.323715 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553062c7-e02a-4a0f-be1a-830e9ef307ae req-d489833f-59b1-4109-9f88-596dcb111275 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:42.325987 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05b18d-1bb8-43b4-8cde-61d7bf432be9 req-4841e5ab-38f9-45c3-82e6-adea513690de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:42.327497 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ab05b18d-1bb8-43b4-8cde-61d7bf432be9 req-4841e5ab-38f9-45c3-82e6-adea513690de service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=704a96b94b9147dc8cf54dcf8b4c5cc2&device_id=763b8a73-1954-46a1-8cd6-2ccd9687ab18 HTTP/1.1" status: 200 len: 1099 time: 0.0828915 Aug 23 20:38:42.333185 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-553062c7-e02a-4a0f-be1a-830e9ef307ae req-d489833f-59b1-4109-9f88-596dcb111275 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 5428 time: 0.1629040 Aug 23 20:38:42.349421 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d2945-e067-4b67-8812-9ae032f29f35 req-f800d0f7-f56e-43f3-abe6-13bc4d62611d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:42.350938 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-f800d0f7-f56e-43f3-abe6-13bc4d62611d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2980a46c-5f6f-4bd3-86da-263aae928b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1166763 Aug 23 20:38:42.394106 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-553062c7-e02a-4a0f-be1a-830e9ef307ae req-652c60b5-5773-4719-a55e-5d104f0bbbae tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/security-groups?id=f264d724-bded-494f-9829-ab610400f252&id=83be7946-311a-487f-aca8-ec9e53b3ca8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554924 Aug 23 20:38:42.456083 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6dea68ea-4302-48e8-b6a8-dea2c9768284 req-373751c7-2fe6-4b35-b467-15612bd12213 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:42.466071 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6dea68ea-4302-48e8-b6a8-dea2c9768284 req-373751c7-2fe6-4b35-b467-15612bd12213 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:42.533441 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373751c7-2fe6-4b35-b467-15612bd12213 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=249b72c6-6062-4686-b137-ea7dd0e017a5,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:42.581131 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05b18d-1bb8-43b4-8cde-61d7bf432be9 req-6006e847-24cb-4010-a904-1bf2dfcd7f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:42.582657 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ab05b18d-1bb8-43b4-8cde-61d7bf432be9 req-6006e847-24cb-4010-a904-1bf2dfcd7f56 service neutron] 10.222.0.11 "GET /v2.0/networks?id=660f640a-b8b2-40aa-8ebf-76bd1608cceb HTTP/1.1" status: 200 len: 870 time: 0.2470496 Aug 23 20:38:42.586200 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6dea68ea-4302-48e8-b6a8-dea2c9768284 req-373751c7-2fe6-4b35-b467-15612bd12213 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:42.597484 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6dea68ea-4302-48e8-b6a8-dea2c9768284 req-373751c7-2fe6-4b35-b467-15612bd12213 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6995029 Aug 23 20:38:42.662910 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ab05b18d-1bb8-43b4-8cde-61d7bf432be9 req-9e4f1636-161a-43b1-a9d3-2d1d30c1aaf6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=1f2074ec-1602-4dd3-a2d3-0fe939bc0164 HTTP/1.1" status: 200 len: 217 time: 0.0621252 Aug 23 20:38:42.666116 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1be39864-b0d5-47f4-b455-cd6fbf6010d8 req-c121ff8f-7612-461a-ba8e-856493cc5502 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups/249b72c6-6062-4686-b137-ea7dd0e017a5 HTTP/1.1" status: 200 len: 1802 time: 0.0529406 Aug 23 20:38:42.673070 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-1be39864-b0d5-47f4-b455-cd6fbf6010d8 req-c538bc4c-754e-4ec8-94b6-1ef37d6528d5 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1005316337', 'description': 'tempest-description-hth-1727219015'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:38:42.673504 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-0fc4ddd6-b872-49ed-91e4-f49532d44157 service neutron] 10.222.0.11 "GET /v2.0/networks/2980a46c-5f6f-4bd3-86da-263aae928b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055451 Aug 23 20:38:42.704923 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1be39864-b0d5-47f4-b455-cd6fbf6010d8 req-c538bc4c-754e-4ec8-94b6-1ef37d6528d5 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for security_group, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:42.770408 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1be39864-b0d5-47f4-b455-cd6fbf6010d8 req-c538bc4c-754e-4ec8-94b6-1ef37d6528d5 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for security_group, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:42.775836 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1be39864-b0d5-47f4-b455-cd6fbf6010d8 req-c538bc4c-754e-4ec8-94b6-1ef37d6528d5 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:42.778798 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1be39864-b0d5-47f4-b455-cd6fbf6010d8 req-c538bc4c-754e-4ec8-94b6-1ef37d6528d5 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:42.780639 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1be39864-b0d5-47f4-b455-cd6fbf6010d8 req-c538bc4c-754e-4ec8-94b6-1ef37d6528d5 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "PUT /v2.0/security-groups/249b72c6-6062-4686-b137-ea7dd0e017a5 HTTP/1.1" status: 200 len: 1777 time: 0.1121056 Aug 23 20:38:42.810119 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05b18d-1bb8-43b4-8cde-61d7bf432be9 req-81b3402b-9f59-4001-b5ec-19fb418b9636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:42.811635 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ab05b18d-1bb8-43b4-8cde-61d7bf432be9 req-81b3402b-9f59-4001-b5ec-19fb418b9636 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.1371343 Aug 23 20:38:42.818979 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c538bc4c-754e-4ec8-94b6-1ef37d6528d5 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=249b72c6-6062-4686-b137-ea7dd0e017a5,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:42.854279 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e326226-d983-4d48-a7ba-f0d3f29b022b req-c1c596b8-7234-42c5-a30a-7665d0a41afa tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:42.855817 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8e326226-d983-4d48-a7ba-f0d3f29b022b req-c1c596b8-7234-42c5-a30a-7665d0a41afa tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] 10.222.0.61 "GET /v2.0/ports?device_id=5478c22a-4aff-48ea-be0e-112db30f8bf1 HTTP/1.1" status: 200 len: 950 time: 0.1802447 Aug 23 20:38:42.929286 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-17be4dec-bc40-48b8-9a44-21b3056f3b1d service neutron] 10.222.0.11 "GET /v2.0/networks/2980a46c-5f6f-4bd3-86da-263aae928b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076874 Aug 23 20:38:42.945369 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05b18d-1bb8-43b4-8cde-61d7bf432be9 req-9f5c93ec-f3f4-4122-9fb4-1e3d70ac5301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:42.946963 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ab05b18d-1bb8-43b4-8cde-61d7bf432be9 req-9f5c93ec-f3f4-4122-9fb4-1e3d70ac5301 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1194701 Aug 23 20:38:42.993860 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-1057f496-95fd-452f-a6e6-2487d70a13aa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=8befdd4b-7da4-4882-ba33-5ff1275123c5 HTTP/1.1" status: 200 len: 217 time: 0.0456781 Aug 23 20:38:43.007262 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8e326226-d983-4d48-a7ba-f0d3f29b022b req-f7504354-c2c7-4d2f-8dff-e6b467c62373 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] 10.222.0.61 "GET /v2.0/security-groups?id=544f8ea8-494f-4adb-926d-a218c6bff52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227632 Aug 23 20:38:43.027423 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7454cabf-dd97-45b8-9721-ff54a240599c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:43.100679 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d2945-e067-4b67-8812-9ae032f29f35 req-a65ce380-cfa7-4b58-8d0c-7e8fc41d150d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:43.102350 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-a65ce380-cfa7-4b58-8d0c-7e8fc41d150d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee41020d-3ec7-42a2-ac14-02f12c3e4481 HTTP/1.1" status: 200 len: 797 time: 0.0931292 Aug 23 20:38:43.186946 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89eef6a-2497-475a-b6fd-24d19b7a8bf7 req-edf228f4-60e6-43cb-91f6-80c104eac28e tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:43.199507 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e89eef6a-2497-475a-b6fd-24d19b7a8bf7 req-edf228f4-60e6-43cb-91f6-80c104eac28e tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=763b8a73-1954-46a1-8cd6-2ccd9687ab18 HTTP/1.1" status: 200 len: 948 time: 0.0890715 Aug 23 20:38:43.233258 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7b05a1c3-f7b3-42b7-948e-779035f9d6e9 req-ab23f71e-0c1d-43c4-95d4-c21adecc1731 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups/249b72c6-6062-4686-b137-ea7dd0e017a5 HTTP/1.1" status: 200 len: 1777 time: 0.1349733 Aug 23 20:38:43.240487 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d2945-e067-4b67-8812-9ae032f29f35 req-d1b2e90a-164a-4917-83e9-815541dc05e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:43.242225 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-d1b2e90a-164a-4917-83e9-815541dc05e1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02bac410-b27b-49cf-96fd-4f276d56ae51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1016116 Aug 23 20:38:43.265405 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e89eef6a-2497-475a-b6fd-24d19b7a8bf7 req-22808430-e3f6-423a-905d-4738efe365f0 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639446 Aug 23 20:38:43.327556 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ab05b18d-1bb8-43b4-8cde-61d7bf432be9 req-d1dcbc19-009c-47c2-a6fc-02ac5e2c1339 service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326619 Aug 23 20:38:43.463081 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-d0adb134-c969-4c69-bd3d-e13b8f0db608 service neutron] 10.222.0.11 "GET /v2.0/networks/02bac410-b27b-49cf-96fd-4f276d56ae51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108870 Aug 23 20:38:43.485096 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:43.571127 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-32f7cf6a-2fdc-4454-a9a7-7875a058da2b req-6b467288-9016-4551-8667-8ccae2b9f989 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups/249b72c6-6062-4686-b137-ea7dd0e017a5 HTTP/1.1" status: 200 len: 1777 time: 0.1565266 Aug 23 20:38:43.576347 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ab05b18d-1bb8-43b4-8cde-61d7bf432be9 req-6463437a-a495-4147-a998-680f55d496eb service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382913 Aug 23 20:38:43.637349 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-2d1d0c97-a414-4d1c-b575-59c1a3fa69bc service neutron] 10.222.0.11 "GET /v2.0/networks/02bac410-b27b-49cf-96fd-4f276d56ae51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535466 Aug 23 20:38:43.643551 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'tag': 'c61ab549-4c53-4732-9849-eed9b94a4890'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:38:43.646623 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c30ba3-6c51-44e9-83f6-863a36f8dd4e" -d '{"events": [{"name": "network-changed", "server_uuid": "4731d55c-0045-402f-8d63-5bfbf5e10844", "tag": "c61ab549-4c53-4732-9849-eed9b94a4890"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:38:43.999474 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-243e1921-57f9-4e14-ac2b-e83b57dc5aef service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=bb388623-a8ca-48fa-a801-64a5e58b5d43 HTTP/1.1" status: 200 len: 217 time: 0.3496366 Aug 23 20:38:44.054747 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-32f7cf6a-2fdc-4454-a9a7-7875a058da2b req-09f6b321-25a8-4c9c-8cc3-ba60f5e252b0 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:44.079564 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-32f7cf6a-2fdc-4454-a9a7-7875a058da2b req-09f6b321-25a8-4c9c-8cc3-ba60f5e252b0 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:44.134140 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d2945-e067-4b67-8812-9ae032f29f35 req-c4dfa08a-9bd9-43d0-8797-39ad847806aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:44.136008 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-c4dfa08a-9bd9-43d0-8797-39ad847806aa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee41020d-3ec7-42a2-ac14-02f12c3e4481 HTTP/1.1" status: 200 len: 797 time: 0.1256561 Aug 23 20:38:44.137319 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-32f7cf6a-2fdc-4454-a9a7-7875a058da2b req-09f6b321-25a8-4c9c-8cc3-ba60f5e252b0 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:44.140453 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-32f7cf6a-2fdc-4454-a9a7-7875a058da2b req-09f6b321-25a8-4c9c-8cc3-ba60f5e252b0 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:44.141725 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-32f7cf6a-2fdc-4454-a9a7-7875a058da2b req-09f6b321-25a8-4c9c-8cc3-ba60f5e252b0 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "DELETE /v2.0/security-groups/249b72c6-6062-4686-b137-ea7dd0e017a5 HTTP/1.1" status: 204 len: 173 time: 0.5558276 Aug 23 20:38:44.259031 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f6b321-25a8-4c9c-8cc3-ba60f5e252b0 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=249b72c6-6062-4686-b137-ea7dd0e017a5,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:44.299497 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d2945-e067-4b67-8812-9ae032f29f35 req-350e596f-57fb-4f64-8762-840d01b93d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:44.305278 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-350e596f-57fb-4f64-8762-840d01b93d67 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02bac410-b27b-49cf-96fd-4f276d56ae51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1430223 Aug 23 20:38:44.469465 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:44.475624 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0259b09-9dd9-410f-b976-74cbf41516d7 x-openstack-request-id: req-e0259b09-9dd9-410f-b976-74cbf41516d7 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:38:44.475918 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4731d55c-0045-402f-8d63-5bfbf5e10844", "tag": "c61ab549-4c53-4732-9849-eed9b94a4890", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:38:44.476549 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e0259b09-9dd9-410f-b976-74cbf41516d7 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:38:44.479268 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'tag': 'c61ab549-4c53-4732-9849-eed9b94a4890', 'status': 'completed', 'code': 200} Aug 23 20:38:44.487362 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-6f74fecc-e75a-48cb-9f37-149e709fcea0 service neutron] 10.222.0.11 "GET /v2.0/networks/02bac410-b27b-49cf-96fd-4f276d56ae51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743860 Aug 23 20:38:44.487720 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eebdf46-b870-432d-9c28-6cee53f9ff04 req-d8981580-7dd5-4e78-93d6-acae7fe1a996 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:44.504669 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eebdf46-b870-432d-9c28-6cee53f9ff04 req-d8981580-7dd5-4e78-93d6-acae7fe1a996 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:44.510990 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eebdf46-b870-432d-9c28-6cee53f9ff04 req-d8981580-7dd5-4e78-93d6-acae7fe1a996 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:44.523907 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eebdf46-b870-432d-9c28-6cee53f9ff04 req-d8981580-7dd5-4e78-93d6-acae7fe1a996 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:44.535685 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eebdf46-b870-432d-9c28-6cee53f9ff04 req-d8981580-7dd5-4e78-93d6-acae7fe1a996 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:44.543034 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eebdf46-b870-432d-9c28-6cee53f9ff04 req-d8981580-7dd5-4e78-93d6-acae7fe1a996 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:44.550933 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eebdf46-b870-432d-9c28-6cee53f9ff04 req-d8981580-7dd5-4e78-93d6-acae7fe1a996 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:44.575458 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7eebdf46-b870-432d-9c28-6cee53f9ff04 req-d8981580-7dd5-4e78-93d6-acae7fe1a996 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 5428 time: 0.1992486 Aug 23 20:38:44.591258 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 17e9b548-501c-43f0-bdac-d1e72bb271e8 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:38:44.613072 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-35531048-dcdb-4836-9b5e-b3d47e258141 service neutron] 10.222.0.11 "GET /v2.0/networks/02bac410-b27b-49cf-96fd-4f276d56ae51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167529 Aug 23 20:38:44.644265 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7eebdf46-b870-432d-9c28-6cee53f9ff04 req-b858e644-dc76-45ac-b956-1f65931d8705 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/security-groups?id=f264d724-bded-494f-9829-ab610400f252&id=83be7946-311a-487f-aca8-ec9e53b3ca8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0673497 Aug 23 20:38:44.715517 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:44.730166 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-4965cb23-d7df-49ae-8b25-ad88a3bcf832 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=44398430-706b-49d2-8d3a-3797e436623d HTTP/1.1" status: 200 len: 217 time: 0.1082287 Aug 23 20:38:44.749493 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5478c22a-4aff-48ea-be0e-112db30f8bf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17e9b548-501c-43f0-bdac-d1e72bb271e8'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:38:44.752840 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd119c8d-2a8a-4144-a443-9c35e7ebd512" -d '{"events": [{"server_uuid": "5478c22a-4aff-48ea-be0e-112db30f8bf1", "name": "network-vif-unplugged", "status": "completed", "tag": "17e9b548-501c-43f0-bdac-d1e72bb271e8"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:38:44.773712 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 17e9b548-501c-43f0-bdac-d1e72bb271e8, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=17e9b548-501c-43f0-bdac-d1e72bb271e8,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:38:44.780018 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:44.841758 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=17e9b548-501c-43f0-bdac-d1e72bb271e8,revision_number=11']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:44.894410 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4ef0b-634c-459c-8e99-389683e3e166 req-8df940dc-98fe-44f8-8d84-ab86a217e956 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:44.896111 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-65a4ef0b-634c-459c-8e99-389683e3e166 req-8df940dc-98fe-44f8-8d84-ab86a217e956 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=763b8a73-1954-46a1-8cd6-2ccd9687ab18 HTTP/1.1" status: 200 len: 948 time: 0.1641088 Aug 23 20:38:44.898047 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d2945-e067-4b67-8812-9ae032f29f35 req-c98fb735-d150-40df-af88-05f159078a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:44.899412 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-c98fb735-d150-40df-af88-05f159078a2d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee41020d-3ec7-42a2-ac14-02f12c3e4481 HTTP/1.1" status: 200 len: 797 time: 0.1363478 Aug 23 20:38:45.008314 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d2945-e067-4b67-8812-9ae032f29f35 req-89b706ea-ebe2-4249-9bab-f15500cd7c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:45.010021 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-89b706ea-ebe2-4249-9bab-f15500cd7c6a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02bac410-b27b-49cf-96fd-4f276d56ae51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0952661 Aug 23 20:38:45.019647 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-65a4ef0b-634c-459c-8e99-389683e3e166 req-d6c7de4c-3b6e-4867-9da0-92d9cc61e4d4 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165731 Aug 23 20:38:45.153362 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-049ef7c1-b390-453c-a159-250d14319c76 service neutron] 10.222.0.11 "GET /v2.0/networks/02bac410-b27b-49cf-96fd-4f276d56ae51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326656 Aug 23 20:38:45.214472 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c613e23-3107-4dd7-bc8b-97e8d9ba2b86 req-a31741a9-1a3f-4ccf-a3c5-ab326c6c8a24 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:45.216025 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8c613e23-3107-4dd7-bc8b-97e8d9ba2b86 req-a31741a9-1a3f-4ccf-a3c5-ab326c6c8a24 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/ports?device_id=3421b4b6-ee8f-4bc8-8c70-f59d81233e06 HTTP/1.1" status: 200 len: 945 time: 0.0533061 Aug 23 20:38:45.278587 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-5235369a-9172-4cc5-8d2e-f5d75b459e78 service neutron] 10.222.0.11 "GET /v2.0/networks/02bac410-b27b-49cf-96fd-4f276d56ae51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168966 Aug 23 20:38:45.283852 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8c613e23-3107-4dd7-bc8b-97e8d9ba2b86 req-3ae80388-72fc-4812-bfcd-1c3fe579ed21 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc750e1f-5605-40cf-80e3-487cdbf8b643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604234 Aug 23 20:38:45.321765 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 20:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852941f1-c91d-45b2-ac19-398e7b71ed12 x-openstack-request-id: req-852941f1-c91d-45b2-ac19-398e7b71ed12 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:38:45.322057 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5478c22a-4aff-48ea-be0e-112db30f8bf1", "name": "network-vif-unplugged", "status": "completed", "tag": "17e9b548-501c-43f0-bdac-d1e72bb271e8", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:38:45.322310 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-852941f1-c91d-45b2-ac19-398e7b71ed12 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:38:45.322707 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5478c22a-4aff-48ea-be0e-112db30f8bf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17e9b548-501c-43f0-bdac-d1e72bb271e8', 'code': 200} Aug 23 20:38:45.325805 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [req-0a37719a-9770-4b80-a822-0946d9909b10 req-0cca1739-67c4-46b7-a7cc-b5a00312a8a2 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] show failed (client error): The resource could not be found. Aug 23 20:38:45.326977 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0a37719a-9770-4b80-a822-0946d9909b10 req-0cca1739-67c4-46b7-a7cc-b5a00312a8a2 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups/99c865e6-b45a-40ed-9b28-a92b09a2e546 HTTP/1.1" status: 404 len: 352 time: 0.0210516 Aug 23 20:38:45.342466 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-3262501f-b08f-44f6-84fa-2e621a9648a1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=c9bc32bd-28fb-4ef8-8531-edadca967003 HTTP/1.1" status: 200 len: 217 time: 0.0535355 Aug 23 20:38:45.389527 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [req-54c798d5-848b-438d-8be3-8627a2c47007 req-fda7d8bd-1e35-421e-a52a-2a2ea924f42e tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] show failed (client error): The resource could not be found. Aug 23 20:38:45.391019 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-54c798d5-848b-438d-8be3-8627a2c47007 req-fda7d8bd-1e35-421e-a52a-2a2ea924f42e tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups/6af39276-cacb-42fd-bcbb-8ca69148e9a0 HTTP/1.1" status: 404 len: 352 time: 0.0413740 Aug 23 20:38:45.432984 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [req-faf23f0b-0bc8-4134-afda-76b9a9efe82f req-21b757bd-83b4-4f94-a6e4-546f36ba93d9 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] show failed (client error): The resource could not be found. Aug 23 20:38:45.440301 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-faf23f0b-0bc8-4134-afda-76b9a9efe82f req-21b757bd-83b4-4f94-a6e4-546f36ba93d9 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups/b6bc2d5e-14e1-4032-af59-85945a6b6028 HTTP/1.1" status: 404 len: 352 time: 0.0227814 Aug 23 20:38:45.446885 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d2945-e067-4b67-8812-9ae032f29f35 req-1fc5d378-f0b2-48f6-8e57-b833dc9b96a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:45.448389 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-1fc5d378-f0b2-48f6-8e57-b833dc9b96a1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee41020d-3ec7-42a2-ac14-02f12c3e4481 HTTP/1.1" status: 200 len: 797 time: 0.0972834 Aug 23 20:38:45.475261 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de6f4d3-019b-48af-94df-afc4c1948fc0 req-e123b29b-6c9b-4191-8d53-45e844a9b5b8 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:45.482144 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [req-e7c8e164-cf23-42f7-9b6e-d7a9b82f5b16 req-54e27e26-b25e-4626-a157-b08172b50425 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] show failed (client error): The resource could not be found. Aug 23 20:38:45.483110 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7de6f4d3-019b-48af-94df-afc4c1948fc0 req-e123b29b-6c9b-4191-8d53-45e844a9b5b8 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] 10.222.0.61 "GET /v2.0/ports?device_id=5478c22a-4aff-48ea-be0e-112db30f8bf1 HTTP/1.1" status: 200 len: 948 time: 0.0963910 Aug 23 20:38:45.489401 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e7c8e164-cf23-42f7-9b6e-d7a9b82f5b16 req-54e27e26-b25e-4626-a157-b08172b50425 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups/168a42a6-1197-4f5a-be55-9b0ddf4dea09 HTTP/1.1" status: 404 len: 352 time: 0.0282309 Aug 23 20:38:45.522086 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [req-c4cf96fb-e3f9-455f-8f29-b82923a897c6 req-70711c61-c803-495d-8631-83bc2d21ef88 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] show failed (client error): The resource could not be found. Aug 23 20:38:45.529492 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c4cf96fb-e3f9-455f-8f29-b82923a897c6 req-70711c61-c803-495d-8631-83bc2d21ef88 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups/c3390671-5d25-4d8d-9b1e-4a5665285540 HTTP/1.1" status: 404 len: 352 time: 0.0204730 Aug 23 20:38:45.559380 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [req-a7953649-c5a0-4d4e-8b16-469c40afe32a req-d5196828-b5c1-4b4f-860b-0cb1f5e4835a tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] show failed (client error): The resource could not be found. Aug 23 20:38:45.569152 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7de6f4d3-019b-48af-94df-afc4c1948fc0 req-c7c72fa6-1284-4a59-a8b5-6e109963ee7b tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] 10.222.0.61 "GET /v2.0/security-groups?id=544f8ea8-494f-4adb-926d-a218c6bff52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844288 Aug 23 20:38:45.575018 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a7953649-c5a0-4d4e-8b16-469c40afe32a req-d5196828-b5c1-4b4f-860b-0cb1f5e4835a tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups/6c89d598-92f7-4e8c-8852-03f890bcb336 HTTP/1.1" status: 404 len: 352 time: 0.0297649 Aug 23 20:38:45.599763 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d2945-e067-4b67-8812-9ae032f29f35 req-f9f71f23-5c6a-4ea7-be4a-278cde6d2182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:45.599963 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-f9f71f23-5c6a-4ea7-be4a-278cde6d2182 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02bac410-b27b-49cf-96fd-4f276d56ae51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1427314 Aug 23 20:38:45.766123 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-a152503f-2627-4601-8ae3-6d0f3dde091c service neutron] 10.222.0.11 "GET /v2.0/networks/02bac410-b27b-49cf-96fd-4f276d56ae51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565046 Aug 23 20:38:45.838759 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d95cd-fe17-4505-aefe-998e8eb27dab req-e751a440-9d14-44c1-ac0c-49de19425b7a tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:45.845747 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d95cd-fe17-4505-aefe-998e8eb27dab req-e751a440-9d14-44c1-ac0c-49de19425b7a tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:45.846482 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:45.853287 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d95cd-fe17-4505-aefe-998e8eb27dab req-e751a440-9d14-44c1-ac0c-49de19425b7a tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:45.860402 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d95cd-fe17-4505-aefe-998e8eb27dab req-e751a440-9d14-44c1-ac0c-49de19425b7a tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:45.868332 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d95cd-fe17-4505-aefe-998e8eb27dab req-e751a440-9d14-44c1-ac0c-49de19425b7a tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:45.874448 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d95cd-fe17-4505-aefe-998e8eb27dab req-e751a440-9d14-44c1-ac0c-49de19425b7a tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:45.881794 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d95cd-fe17-4505-aefe-998e8eb27dab req-e751a440-9d14-44c1-ac0c-49de19425b7a tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:45.890529 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-665d95cd-fe17-4505-aefe-998e8eb27dab req-e751a440-9d14-44c1-ac0c-49de19425b7a tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 5428 time: 0.1494782 Aug 23 20:38:45.936387 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f59453-a3c8-472a-98bf-de7efe7d221d req-a41fabb8-028a-4dab-89f7-9aff54485257 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:45.945290 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a0f59453-a3c8-472a-98bf-de7efe7d221d req-a41fabb8-028a-4dab-89f7-9aff54485257 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7951159-3012-4da2-b7b8-a79e4d18752a HTTP/1.1" status: 200 len: 1024 time: 0.1256707 Aug 23 20:38:45.946659 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-665d95cd-fe17-4505-aefe-998e8eb27dab req-14069e22-dea0-4cf4-a60b-d267b7a41c66 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/security-groups?id=f264d724-bded-494f-9829-ab610400f252&id=83be7946-311a-487f-aca8-ec9e53b3ca8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0498533 Aug 23 20:38:45.968841 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-3523c844-8455-4c5f-9754-0ef1ee06bc83 service neutron] 10.222.0.11 "GET /v2.0/networks/02bac410-b27b-49cf-96fd-4f276d56ae51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941609 Aug 23 20:38:46.023229 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-1f816e7b-12c9-4a95-a15f-e553014bd15c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a83e5ee7-c13f-46f6-b912-2a83576e4498 HTTP/1.1" status: 200 len: 217 time: 0.0453515 Aug 23 20:38:46.052494 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a0f59453-a3c8-472a-98bf-de7efe7d221d req-f856753e-cf09-4241-aad2-7a5d8b14a0ac tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups?id=79cf3918-fd5c-4420-b81c-e55ee13ddabb&id=5db33e87-bc75-43f1-b279-c9256a85708e&id=dfa1491e-c737-4898-bccd-b8cff4bd5ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1061893 Aug 23 20:38:46.099936 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d2945-e067-4b67-8812-9ae032f29f35 req-f9952747-e167-4b4c-8379-126055d9a338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:46.101467 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-f9952747-e167-4b4c-8379-126055d9a338 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5dddc676-d460-40e8-9afa-b8b1805fce38 HTTP/1.1" status: 200 len: 797 time: 0.0697832 Aug 23 20:38:46.162240 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d2945-e067-4b67-8812-9ae032f29f35 req-fc89a86e-a2ac-47af-8279-fec3c00fe538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:46.164328 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-fc89a86e-a2ac-47af-8279-fec3c00fe538 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aacbd0fd-d16f-425e-a7bb-080e612100d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0532382 Aug 23 20:38:46.183970 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563e5ae-b7a8-4d2a-9a5e-f67d06cd6abc req-541a885e-e514-48b2-873b-889dc717264e tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:46.192596 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4563e5ae-b7a8-4d2a-9a5e-f67d06cd6abc req-541a885e-e514-48b2-873b-889dc717264e tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=763b8a73-1954-46a1-8cd6-2ccd9687ab18 HTTP/1.1" status: 200 len: 948 time: 0.0713372 Aug 23 20:38:46.254440 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4563e5ae-b7a8-4d2a-9a5e-f67d06cd6abc req-f6677c0b-a23a-44f1-9c59-4809c2d5400d tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546763 Aug 23 20:38:46.291304 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-3d2f61d7-a787-4952-9117-0718aa70d74b service neutron] 10.222.0.11 "GET /v2.0/networks/aacbd0fd-d16f-425e-a7bb-080e612100d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155365 Aug 23 20:38:46.439385 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef485b8-94d8-4be0-b903-aecce6e74bc8 req-04e9a679-fc16-4dc5-8add-4fe47dacb1a8 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:46.441318 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fef485b8-94d8-4be0-b903-aecce6e74bc8 req-04e9a679-fc16-4dc5-8add-4fe47dacb1a8 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/ports?device_id=3421b4b6-ee8f-4bc8-8c70-f59d81233e06 HTTP/1.1" status: 200 len: 945 time: 0.0788987 Aug 23 20:38:46.470931 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-58decdc6-e94e-4156-8b9e-c4a497328e3f service neutron] 10.222.0.11 "GET /v2.0/networks/aacbd0fd-d16f-425e-a7bb-080e612100d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702230 Aug 23 20:38:46.499079 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fef485b8-94d8-4be0-b903-aecce6e74bc8 req-947de680-f4d6-4445-a3dd-75da2a3c12b8 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc750e1f-5605-40cf-80e3-487cdbf8b643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501795 Aug 23 20:38:46.528278 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-e75188f7-72a6-46e8-b622-118f45fc5747 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c61ab549-4c53-4732-9849-eed9b94a4890 HTTP/1.1" status: 200 len: 217 time: 0.0400183 Aug 23 20:38:46.581908 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d2945-e067-4b67-8812-9ae032f29f35 req-d94b99a1-b1f3-4d75-87d7-4dd56499c192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:46.584678 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-d94b99a1-b1f3-4d75-87d7-4dd56499c192 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5dddc676-d460-40e8-9afa-b8b1805fce38 HTTP/1.1" status: 200 len: 797 time: 0.0492477 Aug 23 20:38:46.591999 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 1f2074ec-1602-4dd3-a2d3-0fe939bc0164 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:38:46.668221 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d2945-e067-4b67-8812-9ae032f29f35 req-7f2bd134-eb58-4c33-afd8-7282df042c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:46.670820 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-7f2bd134-eb58-4c33-afd8-7282df042c09 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aacbd0fd-d16f-425e-a7bb-080e612100d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0768390 Aug 23 20:38:46.733383 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe409fe-683b-42d5-b8f1-4e412cc82132 req-958c1d0a-24bd-4c58-9b00-c28aa65e4509 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:46.735974 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0fe409fe-683b-42d5-b8f1-4e412cc82132 req-958c1d0a-24bd-4c58-9b00-c28aa65e4509 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] 10.222.0.61 "GET /v2.0/ports?device_id=5478c22a-4aff-48ea-be0e-112db30f8bf1 HTTP/1.1" status: 200 len: 948 time: 0.0758364 Aug 23 20:38:46.780708 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 1f2074ec-1602-4dd3-a2d3-0fe939bc0164, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=1f2074ec-1602-4dd3-a2d3-0fe939bc0164,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:38:46.788916 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-30b7a97c-7355-498b-954e-f7a6c14361a6 service neutron] 10.222.0.11 "GET /v2.0/networks/aacbd0fd-d16f-425e-a7bb-080e612100d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079249 Aug 23 20:38:46.794769 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '1f2074ec-1602-4dd3-a2d3-0fe939bc0164', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'port_id': '1f2074ec-1602-4dd3-a2d3-0fe939bc0164', 'mac_address': 'fa:16:3e:24:bc:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66e9eb0-86f4-4159-852b-f29863cbf18d', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:38:46.816529 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0fe409fe-683b-42d5-b8f1-4e412cc82132 req-31c63930-37cc-4b8e-8782-d36d65c3381e tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] 10.222.0.61 "GET /v2.0/security-groups?id=544f8ea8-494f-4adb-926d-a218c6bff52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735559 Aug 23 20:38:46.852332 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:46.869241 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f2074ec-1602-4dd3-a2d3-0fe939bc0164 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:38:46.897207 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 1f2074ec-1602-4dd3-a2d3-0fe939bc0164, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=1f2074ec-1602-4dd3-a2d3-0fe939bc0164,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:38:46.902385 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:46.924124 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-565d2945-e067-4b67-8812-9ae032f29f35 req-6bc62297-9bac-433a-90df-f718736b418a service neutron] 10.222.0.11 "GET /v2.0/networks/aacbd0fd-d16f-425e-a7bb-080e612100d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260483 Aug 23 20:38:46.963620 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=1f2074ec-1602-4dd3-a2d3-0fe939bc0164,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:47.098229 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c30ba3-6c51-44e9-83f6-863a36f8dd4e req-f1461271-e7da-489e-b0df-94e609406a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:47.099642 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c30ba3-6c51-44e9-83f6-863a36f8dd4e req-f1461271-e7da-489e-b0df-94e609406a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:47.100157 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c30ba3-6c51-44e9-83f6-863a36f8dd4e req-f1461271-e7da-489e-b0df-94e609406a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:47.100637 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c30ba3-6c51-44e9-83f6-863a36f8dd4e req-f1461271-e7da-489e-b0df-94e609406a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:47.101110 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c30ba3-6c51-44e9-83f6-863a36f8dd4e req-f1461271-e7da-489e-b0df-94e609406a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:47.101585 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c30ba3-6c51-44e9-83f6-863a36f8dd4e req-f1461271-e7da-489e-b0df-94e609406a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:47.102050 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c30ba3-6c51-44e9-83f6-863a36f8dd4e req-f1461271-e7da-489e-b0df-94e609406a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:47.104427 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-84c30ba3-6c51-44e9-83f6-863a36f8dd4e req-f1461271-e7da-489e-b0df-94e609406a78 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=31c0cec95ab64e5ca0c5b6061061da27&device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 6485 time: 0.0874927 Aug 23 20:38:47.126984 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac61ba8-0859-4d16-a06e-1cede5603579 req-e5621674-518e-4e18-9a76-683f5e61619a tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:47.133427 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac61ba8-0859-4d16-a06e-1cede5603579 req-e5621674-518e-4e18-9a76-683f5e61619a tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:47.139648 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac61ba8-0859-4d16-a06e-1cede5603579 req-e5621674-518e-4e18-9a76-683f5e61619a tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:47.145590 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac61ba8-0859-4d16-a06e-1cede5603579 req-e5621674-518e-4e18-9a76-683f5e61619a tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:47.151741 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac61ba8-0859-4d16-a06e-1cede5603579 req-e5621674-518e-4e18-9a76-683f5e61619a tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:47.157641 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac61ba8-0859-4d16-a06e-1cede5603579 req-e5621674-518e-4e18-9a76-683f5e61619a tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:47.164562 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac61ba8-0859-4d16-a06e-1cede5603579 req-e5621674-518e-4e18-9a76-683f5e61619a tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:47.166514 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6ac61ba8-0859-4d16-a06e-1cede5603579 req-e5621674-518e-4e18-9a76-683f5e61619a tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 5428 time: 0.1400909 Aug 23 20:38:47.283357 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6ac61ba8-0859-4d16-a06e-1cede5603579 req-cd3a06e8-9d4b-4c7c-aa96-bae069bcbd0c tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/security-groups?id=f264d724-bded-494f-9829-ab610400f252&id=83be7946-311a-487f-aca8-ec9e53b3ca8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1080210 Aug 23 20:38:47.304652 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c30ba3-6c51-44e9-83f6-863a36f8dd4e req-dad0a82f-01ba-421b-8f1b-dec19dd39005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:47.306257 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-84c30ba3-6c51-44e9-83f6-863a36f8dd4e req-dad0a82f-01ba-421b-8f1b-dec19dd39005 service neutron] 10.222.0.11 "GET /v2.0/networks?id=aacbd0fd-d16f-425e-a7bb-080e612100d5 HTTP/1.1" status: 200 len: 902 time: 0.1919327 Aug 23 20:38:47.324838 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['1f2074ec-1602-4dd3-a2d3-0fe939bc0164'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:38:47.346286 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70de17d-1ade-4754-93cf-3bc4f42c1107 req-151fd502-d9f1-46a8-9d2c-212d19d3b5c7 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:47.356750 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a70de17d-1ade-4754-93cf-3bc4f42c1107 req-151fd502-d9f1-46a8-9d2c-212d19d3b5c7 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7951159-3012-4da2-b7b8-a79e4d18752a HTTP/1.1" status: 200 len: 1024 time: 0.1125131 Aug 23 20:38:47.372627 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-84c30ba3-6c51-44e9-83f6-863a36f8dd4e req-e4fd6eb1-e12d-47d0-bcad-8fcb96c452c1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c61ab549-4c53-4732-9849-eed9b94a4890 HTTP/1.1" status: 200 len: 217 time: 0.0554338 Aug 23 20:38:47.429634 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a70de17d-1ade-4754-93cf-3bc4f42c1107 req-0ca6c632-68ef-4475-b046-6175585c9242 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups?id=79cf3918-fd5c-4420-b81c-e55ee13ddabb&id=5db33e87-bc75-43f1-b279-c9256a85708e&id=dfa1491e-c737-4898-bccd-b8cff4bd5ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0613067 Aug 23 20:38:47.562782 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c30ba3-6c51-44e9-83f6-863a36f8dd4e req-9b96e471-b342-493e-9cc6-d4eead442fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:47.564210 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-84c30ba3-6c51-44e9-83f6-863a36f8dd4e req-9b96e471-b342-493e-9cc6-d4eead442fc5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5dddc676-d460-40e8-9afa-b8b1805fce38 HTTP/1.1" status: 200 len: 797 time: 0.1552360 Aug 23 20:38:47.576670 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d560fb-8fe9-4272-b51c-a514261822f0 req-1996ba21-0502-42c9-bc54-3c03e3c6a0e7 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:47.578169 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b5d560fb-8fe9-4272-b51c-a514261822f0 req-1996ba21-0502-42c9-bc54-3c03e3c6a0e7 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] 10.222.0.11 "GET /v2.0/ports?device_id=5478c22a-4aff-48ea-be0e-112db30f8bf1 HTTP/1.1" status: 200 len: 948 time: 0.1925933 Aug 23 20:38:47.585861 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a95d378-f212-4c4d-948c-c6ef133c79de req-54c039e7-6683-4682-bcda-8df19ada2fde tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:47.587345 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6a95d378-f212-4c4d-948c-c6ef133c79de req-54c039e7-6683-4682-bcda-8df19ada2fde tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=763b8a73-1954-46a1-8cd6-2ccd9687ab18 HTTP/1.1" status: 200 len: 949 time: 0.1396759 Aug 23 20:38:47.668775 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06c33b-038f-4682-85d3-fff582268df5 req-50250680-ad6a-441f-b6c9-0e49ab3da7be tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:47.676649 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4a06c33b-038f-4682-85d3-fff582268df5 req-50250680-ad6a-441f-b6c9-0e49ab3da7be tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/ports?device_id=3421b4b6-ee8f-4bc8-8c70-f59d81233e06 HTTP/1.1" status: 200 len: 945 time: 0.0813773 Aug 23 20:38:47.737277 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4a06c33b-038f-4682-85d3-fff582268df5 req-cb20fe9e-4625-4722-b424-b27a381dc7f5 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc750e1f-5605-40cf-80e3-487cdbf8b643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526686 Aug 23 20:38:47.775158 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6a95d378-f212-4c4d-948c-c6ef133c79de req-9219457f-1f57-4362-8a10-7bef6a648111 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615868 Aug 23 20:38:47.786512 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517518a-6218-4172-b0e5-45a6a8135dfe req-4d2c131b-6c43-49bf-8f2a-d502c0851d15 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:47.797253 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e517518a-6218-4172-b0e5-45a6a8135dfe req-4d2c131b-6c43-49bf-8f2a-d502c0851d15 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7951159-3012-4da2-b7b8-a79e4d18752a HTTP/1.1" status: 200 len: 1024 time: 0.1989479 Aug 23 20:38:47.805526 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c30ba3-6c51-44e9-83f6-863a36f8dd4e req-e4c2ba93-51c3-4fd2-845e-05e498f1be6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:47.807011 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-84c30ba3-6c51-44e9-83f6-863a36f8dd4e req-e4c2ba93-51c3-4fd2-845e-05e498f1be6c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aacbd0fd-d16f-425e-a7bb-080e612100d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2166049 Aug 23 20:38:47.947991 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72be256-5fca-4c6f-8234-331e8344bc46 req-22cb796b-e666-4959-babe-531c687ea86d tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:47.957623 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e72be256-5fca-4c6f-8234-331e8344bc46 req-22cb796b-e666-4959-babe-531c687ea86d tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] 10.222.0.61 "GET /v2.0/ports?device_id=5478c22a-4aff-48ea-be0e-112db30f8bf1 HTTP/1.1" status: 200 len: 948 time: 0.0720210 Aug 23 20:38:47.966279 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-b5d560fb-8fe9-4272-b51c-a514261822f0 req-1030e0cb-8c4f-4d1b-8c0d-f2989ce86730 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] Deleting port 17e9b548-501c-43f0-bdac-d1e72bb271e8 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:38:47.966841 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b5d560fb-8fe9-4272-b51c-a514261822f0 req-1030e0cb-8c4f-4d1b-8c0d-f2989ce86730 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:48.015085 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e72be256-5fca-4c6f-8234-331e8344bc46 req-dc3cfc99-0b8e-49c7-837f-9f40e3172e56 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] 10.222.0.61 "GET /v2.0/security-groups?id=544f8ea8-494f-4adb-926d-a218c6bff52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548959 Aug 23 20:38:48.060433 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-84c30ba3-6c51-44e9-83f6-863a36f8dd4e req-a8f5d9ab-5583-41ab-9045-13a0244adc7f service neutron] 10.222.0.11 "GET /v2.0/networks/aacbd0fd-d16f-425e-a7bb-080e612100d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184408 Aug 23 20:38:48.104030 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-e517518a-6218-4172-b0e5-45a6a8135dfe req-0af2defe-965e-49a6-ace0-379173f976cc tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Deleting port 72e69350-30b2-4083-9ca3-f8905d479461 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:38:48.104279 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e517518a-6218-4172-b0e5-45a6a8135dfe req-0af2defe-965e-49a6-ace0-379173f976cc tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:48.199583 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-b5d560fb-8fe9-4272-b51c-a514261822f0 req-1030e0cb-8c4f-4d1b-8c0d-f2989ce86730 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] For port 17e9b548-501c-43f0-bdac-d1e72bb271e8, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=17e9b548-501c-43f0-bdac-d1e72bb271e8,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:38:48.200351 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b5d560fb-8fe9-4272-b51c-a514261822f0 req-1030e0cb-8c4f-4d1b-8c0d-f2989ce86730 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:48.226584 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-b5d560fb-8fe9-4272-b51c-a514261822f0 req-1030e0cb-8c4f-4d1b-8c0d-f2989ce86730 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] Calling delete_port for 17e9b548-501c-43f0-bdac-d1e72bb271e8 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:38:48.326513 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-84c30ba3-6c51-44e9-83f6-863a36f8dd4e req-adedb297-6848-4d0d-9011-c632d6f6079e service neutron] 10.222.0.11 "GET /v2.0/networks/aacbd0fd-d16f-425e-a7bb-080e612100d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565944 Aug 23 20:38:48.336412 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-e517518a-6218-4172-b0e5-45a6a8135dfe req-0af2defe-965e-49a6-ace0-379173f976cc tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] For port 72e69350-30b2-4083-9ca3-f8905d479461, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=72e69350-30b2-4083-9ca3-f8905d479461,segment=NetworkSegment(e057aa67-2bd8-41d5-82d4-b5cee83f32b9),segment_id=e057aa67-2bd8-41d5-82d4-b5cee83f32b9)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:38:48.336610 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e517518a-6218-4172-b0e5-45a6a8135dfe req-0af2defe-965e-49a6-ace0-379173f976cc tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:48.359940 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-e517518a-6218-4172-b0e5-45a6a8135dfe req-0af2defe-965e-49a6-ace0-379173f976cc tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Calling delete_port for 72e69350-30b2-4083-9ca3-f8905d479461 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:38:48.492771 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e30ea-3de2-46aa-8ef2-075261230369 req-56aa4522-ed60-4ab9-8904-dedb8d334e16 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:48.499924 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e30ea-3de2-46aa-8ef2-075261230369 req-56aa4522-ed60-4ab9-8904-dedb8d334e16 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:48.507595 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e30ea-3de2-46aa-8ef2-075261230369 req-56aa4522-ed60-4ab9-8904-dedb8d334e16 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:48.516362 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b5d560fb-8fe9-4272-b51c-a514261822f0 req-1030e0cb-8c4f-4d1b-8c0d-f2989ce86730 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:48.519494 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e30ea-3de2-46aa-8ef2-075261230369 req-56aa4522-ed60-4ab9-8904-dedb8d334e16 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:48.527731 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e30ea-3de2-46aa-8ef2-075261230369 req-56aa4522-ed60-4ab9-8904-dedb8d334e16 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:48.534925 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e30ea-3de2-46aa-8ef2-075261230369 req-56aa4522-ed60-4ab9-8904-dedb8d334e16 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:48.541534 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e30ea-3de2-46aa-8ef2-075261230369 req-56aa4522-ed60-4ab9-8904-dedb8d334e16 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:48.543749 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-916e30ea-3de2-46aa-8ef2-075261230369 req-56aa4522-ed60-4ab9-8904-dedb8d334e16 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 5428 time: 0.1234465 Aug 23 20:38:48.555811 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1030e0cb-8c4f-4d1b-8c0d-f2989ce86730 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] Pushing event deleted for resources: {'Port': ['ID=17e9b548-501c-43f0-bdac-d1e72bb271e8,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:48.605969 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-916e30ea-3de2-46aa-8ef2-075261230369 req-cdec320a-d16b-4a62-ba2d-af7e9a677c13 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/security-groups?id=f264d724-bded-494f-9829-ab610400f252&id=83be7946-311a-487f-aca8-ec9e53b3ca8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558662 Aug 23 20:38:48.623027 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 1f2074ec-1602-4dd3-a2d3-0fe939bc0164 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:38:48.685307 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d560fb-8fe9-4272-b51c-a514261822f0 req-1030e0cb-8c4f-4d1b-8c0d-f2989ce86730 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] No DVR routers for this DVR port 17e9b548-501c-43f0-bdac-d1e72bb271e8 on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:38:48.686478 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 1f2074ec-1602-4dd3-a2d3-0fe939bc0164 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:38:48.693373 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 1f2074ec-1602-4dd3-a2d3-0fe939bc0164 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:38:48.694802 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:48.695592 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b5d560fb-8fe9-4272-b51c-a514261822f0 req-1030e0cb-8c4f-4d1b-8c0d-f2989ce86730 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:48.699256 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b5d560fb-8fe9-4272-b51c-a514261822f0 req-1030e0cb-8c4f-4d1b-8c0d-f2989ce86730 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] 10.222.0.11 "DELETE /v2.0/ports/17e9b548-501c-43f0-bdac-d1e72bb271e8 HTTP/1.1" status: 204 len: 173 time: 1.1109772 Aug 23 20:38:48.705013 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5478c22a-4aff-48ea-be0e-112db30f8bf1', 'name': 'network-vif-deleted', 'tag': '17e9b548-501c-43f0-bdac-d1e72bb271e8'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:38:48.707429 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4addf40e-4531-40c1-9074-4da44c58c162" -d '{"events": [{"server_uuid": "5478c22a-4aff-48ea-be0e-112db30f8bf1", "name": "network-vif-deleted", "tag": "17e9b548-501c-43f0-bdac-d1e72bb271e8"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:38:48.737999 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c30ea6b-cc53-4ed4-af12-da7f4870a08d req-048a81d5-c5a0-4c01-b6d7-63c735638056 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:48.739890 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2c30ea6b-cc53-4ed4-af12-da7f4870a08d req-048a81d5-c5a0-4c01-b6d7-63c735638056 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7951159-3012-4da2-b7b8-a79e4d18752a HTTP/1.1" status: 200 len: 1024 time: 0.1658828 Aug 23 20:38:48.741350 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e517518a-6218-4172-b0e5-45a6a8135dfe req-0af2defe-965e-49a6-ace0-379173f976cc tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:48.788175 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af2defe-965e-49a6-ace0-379173f976cc tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Pushing event deleted for resources: {'Port': ['ID=72e69350-30b2-4083-9ca3-f8905d479461,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:48.797258 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['72e69350-30b2-4083-9ca3-f8905d479461'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:38:48.847620 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c7c543-b009-4c55-b316-d60d89f5c689 x-openstack-request-id: req-b9c7c543-b009-4c55-b316-d60d89f5c689 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:38:48.847620 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5478c22a-4aff-48ea-be0e-112db30f8bf1", "name": "network-vif-deleted", "tag": "17e9b548-501c-43f0-bdac-d1e72bb271e8", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:38:48.847620 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b9c7c543-b009-4c55-b316-d60d89f5c689 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:38:48.847620 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5478c22a-4aff-48ea-be0e-112db30f8bf1', 'name': 'network-vif-deleted', 'tag': '17e9b548-501c-43f0-bdac-d1e72bb271e8', 'status': 'completed', 'code': 200} Aug 23 20:38:48.854521 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2c30ea6b-cc53-4ed4-af12-da7f4870a08d req-48a56c17-812e-4089-8299-f31fc4b19730 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups?id=79cf3918-fd5c-4420-b81c-e55ee13ddabb&id=5db33e87-bc75-43f1-b279-c9256a85708e&id=dfa1491e-c737-4898-bccd-b8cff4bd5ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1047611 Aug 23 20:38:48.882762 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-e517518a-6218-4172-b0e5-45a6a8135dfe req-0af2defe-965e-49a6-ace0-379173f976cc tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] No DVR routers for this DVR port 72e69350-30b2-4083-9ca3-f8905d479461 on host n-h2-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:38:48.886717 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e517518a-6218-4172-b0e5-45a6a8135dfe req-0af2defe-965e-49a6-ace0-379173f976cc tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:48.889253 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e517518a-6218-4172-b0e5-45a6a8135dfe req-0af2defe-965e-49a6-ace0-379173f976cc tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.32 "DELETE /v2.0/ports/72e69350-30b2-4083-9ca3-f8905d479461 HTTP/1.1" status: 204 len: 173 time: 1.0935829 Aug 23 20:38:48.968320 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 60892) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:38:49.010230 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:49.065136 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763b8a73-1954-46a1-8cd6-2ccd9687ab18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f2074ec-1602-4dd3-a2d3-0fe939bc0164'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:38:49.067598 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47bd6528-6fdb-41c4-b079-f5f75b6db20f" -d '{"events": [{"server_uuid": "763b8a73-1954-46a1-8cd6-2ccd9687ab18", "name": "network-vif-plugged", "status": "completed", "tag": "1f2074ec-1602-4dd3-a2d3-0fe939bc0164"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:38:49.077902 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05689fc0-db58-48f2-b864-48e89f9630f5 req-413311ee-f56f-4bc6-9a90-4a4e618f2c7d tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:49.086989 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 1f2074ec-1602-4dd3-a2d3-0fe939bc0164, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=1f2074ec-1602-4dd3-a2d3-0fe939bc0164,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:38:49.088261 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce8341-b118-4ce2-8f37-b76092929eb5 req-7ee06d9a-5879-4433-97f6-b4f81cc38b93 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:49.089088 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-05689fc0-db58-48f2-b864-48e89f9630f5 req-413311ee-f56f-4bc6-9a90-4a4e618f2c7d tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/ports?device_id=3421b4b6-ee8f-4bc8-8c70-f59d81233e06 HTTP/1.1" status: 200 len: 945 time: 0.1301806 Aug 23 20:38:49.092205 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:49.093466 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-56ce8341-b118-4ce2-8f37-b76092929eb5 req-7ee06d9a-5879-4433-97f6-b4f81cc38b93 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=763b8a73-1954-46a1-8cd6-2ccd9687ab18 HTTP/1.1" status: 200 len: 949 time: 0.0983241 Aug 23 20:38:49.158602 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-56ce8341-b118-4ce2-8f37-b76092929eb5 req-890d8f01-15ca-4ad0-820a-e609974ad697 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535638 Aug 23 20:38:49.183443 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-05689fc0-db58-48f2-b864-48e89f9630f5 req-99c58cfb-70b5-47da-b8c9-c223911d1513 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc750e1f-5605-40cf-80e3-487cdbf8b643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929165 Aug 23 20:38:49.197633 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=1f2074ec-1602-4dd3-a2d3-0fe939bc0164,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:49.204423 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a90d45a9-39de-4ca2-ae73-fefabf52b20e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:49.242131 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3046f8af-3d17-4086-a9db-8af689864706 x-openstack-request-id: req-3046f8af-3d17-4086-a9db-8af689864706 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:38:49.242489 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "763b8a73-1954-46a1-8cd6-2ccd9687ab18", "name": "network-vif-plugged", "status": "completed", "tag": "1f2074ec-1602-4dd3-a2d3-0fe939bc0164", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:38:49.242831 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3046f8af-3d17-4086-a9db-8af689864706 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:38:49.243925 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '763b8a73-1954-46a1-8cd6-2ccd9687ab18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f2074ec-1602-4dd3-a2d3-0fe939bc0164', 'code': 200} Aug 23 20:38:49.369162 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3050c3b5-4328-4268-a9cb-bf1af5d8d97f req-2b9b70c2-fd47-4c5d-846b-02c1b63e48b8 tempest-ImagesOneServerTestJSON-463226682 tempest-ImagesOneServerTestJSON-463226682-project] 10.222.0.61 "GET /v2.0/ports?device_id=5478c22a-4aff-48ea-be0e-112db30f8bf1 HTTP/1.1" status: 200 len: 210 time: 0.0643291 Aug 23 20:38:49.404022 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1153096-d8f5-4d11-bbf7-439db3b2706f req-129c55b6-5541-4f07-9b0e-e229e16b6124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:49.405546 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a1153096-d8f5-4d11-bbf7-439db3b2706f req-129c55b6-5541-4f07-9b0e-e229e16b6124 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=763b8a73-1954-46a1-8cd6-2ccd9687ab18 HTTP/1.1" status: 200 len: 1101 time: 0.0880282 Aug 23 20:38:49.468423 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a1153096-d8f5-4d11-bbf7-439db3b2706f req-5c280bc4-9e24-44fa-9b92-55c5c1397088 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512280 Aug 23 20:38:49.486754 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a90d45a9-39de-4ca2-ae73-fefabf52b20e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:49.492192 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a90d45a9-39de-4ca2-ae73-fefabf52b20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:49.530560 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d45a9-39de-4ca2-ae73-fefabf52b20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ed34f6-e165-4e5b-86a3-e9ab01a0b540,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:49.538319 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a90d45a9-39de-4ca2-ae73-fefabf52b20e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5156e476d3e049a0937f741ea0d0ccc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5672643 Aug 23 20:38:49.540688 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 60904) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:38:49.604440 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d3502e80-84a5-41f7-a4be-d2593edabcac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:49.627838 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d3502e80-84a5-41f7-a4be-d2593edabcac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:49.683943 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d3502e80-84a5-41f7-a4be-d2593edabcac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:49.686822 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d3502e80-84a5-41f7-a4be-d2593edabcac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:49.688048 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d3502e80-84a5-41f7-a4be-d2593edabcac admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a9ed34f6-e165-4e5b-86a3-e9ab01a0b540 HTTP/1.1" status: 204 len: 168 time: 0.1459885 Aug 23 20:38:49.697164 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3502e80-84a5-41f7-a4be-d2593edabcac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ed34f6-e165-4e5b-86a3-e9ab01a0b540,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:49.763391 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 60914) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:38:49.824204 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08784eb-5a46-444a-a8b6-3a16da7816b5 req-074eca6c-4d8d-421b-b3a4-4e84e89d3169 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:49.833732 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08784eb-5a46-444a-a8b6-3a16da7816b5 req-074eca6c-4d8d-421b-b3a4-4e84e89d3169 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:49.841163 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08784eb-5a46-444a-a8b6-3a16da7816b5 req-074eca6c-4d8d-421b-b3a4-4e84e89d3169 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:49.847773 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08784eb-5a46-444a-a8b6-3a16da7816b5 req-074eca6c-4d8d-421b-b3a4-4e84e89d3169 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:49.855080 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08784eb-5a46-444a-a8b6-3a16da7816b5 req-074eca6c-4d8d-421b-b3a4-4e84e89d3169 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:49.861058 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08784eb-5a46-444a-a8b6-3a16da7816b5 req-074eca6c-4d8d-421b-b3a4-4e84e89d3169 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:49.868562 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08784eb-5a46-444a-a8b6-3a16da7816b5 req-074eca6c-4d8d-421b-b3a4-4e84e89d3169 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:49.870906 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c08784eb-5a46-444a-a8b6-3a16da7816b5 req-074eca6c-4d8d-421b-b3a4-4e84e89d3169 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 5428 time: 0.1394470 Aug 23 20:38:49.977607 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c08784eb-5a46-444a-a8b6-3a16da7816b5 req-a6ab9bb5-f659-43cb-af6f-48f775456679 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/security-groups?id=f264d724-bded-494f-9829-ab610400f252&id=83be7946-311a-487f-aca8-ec9e53b3ca8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0880375 Aug 23 20:38:49.985932 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ffbce0f8-5930-4eea-8fb2-c7d9fee69fc5 req-b5318202-6c5d-4ee3-afdc-c835b4415746 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups/dfa1491e-c737-4898-bccd-b8cff4bd5ed0 HTTP/1.1" status: 200 len: 1800 time: 0.0442824 Aug 23 20:38:50.047368 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d0c617fb-9479-454c-a4de-a0aad6150b5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:50.073887 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ffbce0f8-5930-4eea-8fb2-c7d9fee69fc5 req-7c799f3f-4d06-45be-abdc-819ebc5cbb63 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:50.077846 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 60924) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:38:50.092572 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dad586ba-9b7a-469a-9c05-b713c644afd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:50.107962 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ffbce0f8-5930-4eea-8fb2-c7d9fee69fc5 req-7c799f3f-4d06-45be-abdc-819ebc5cbb63 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:50.173827 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ffbce0f8-5930-4eea-8fb2-c7d9fee69fc5 req-7c799f3f-4d06-45be-abdc-819ebc5cbb63 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:50.176584 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ffbce0f8-5930-4eea-8fb2-c7d9fee69fc5 req-7c799f3f-4d06-45be-abdc-819ebc5cbb63 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:50.178254 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ffbce0f8-5930-4eea-8fb2-c7d9fee69fc5 req-7c799f3f-4d06-45be-abdc-819ebc5cbb63 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "DELETE /v2.0/security-groups/dfa1491e-c737-4898-bccd-b8cff4bd5ed0 HTTP/1.1" status: 204 len: 173 time: 0.1854382 Aug 23 20:38:50.201310 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c799f3f-4d06-45be-abdc-819ebc5cbb63 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa1491e-c737-4898-bccd-b8cff4bd5ed0,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:50.233960 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d0c617fb-9479-454c-a4de-a0aad6150b5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:50.242724 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d0c617fb-9479-454c-a4de-a0aad6150b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:50.270331 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:50.296033 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d0c617fb-9479-454c-a4de-a0aad6150b5c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6dce4fa0953d46748b3004705a255495&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5315425 Aug 23 20:38:50.299611 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-66058352-9365-4145-9488-03da27a483a9 req-792cfd92-6c9d-4b61-9ad0-68ed573a0aa0 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "GET /v2.0/security-groups/79cf3918-fd5c-4420-b81c-e55ee13ddabb HTTP/1.1" status: 200 len: 1799 time: 0.0994661 Aug 23 20:38:50.300237 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c617fb-9479-454c-a4de-a0aad6150b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091c84cb-034a-43a3-b204-99a116ea8d4f,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:50.301771 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 60932) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:38:50.314383 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb62293-9162-48c5-bc62-69ebeac4ff0e req-352a4ff3-3a8e-4e2a-a094-be93b60d1bc8 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:50.316208 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8fb62293-9162-48c5-bc62-69ebeac4ff0e req-352a4ff3-3a8e-4e2a-a094-be93b60d1bc8 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=763b8a73-1954-46a1-8cd6-2ccd9687ab18 HTTP/1.1" status: 200 len: 950 time: 0.0827179 Aug 23 20:38:50.367308 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-66058352-9365-4145-9488-03da27a483a9 req-7bfd0d70-d006-4052-812c-001b80a1b996 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:50.391601 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-66058352-9365-4145-9488-03da27a483a9 req-7bfd0d70-d006-4052-812c-001b80a1b996 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:50.405564 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8fb62293-9162-48c5-bc62-69ebeac4ff0e req-183b57f0-7c6d-4e87-a289-dbb0cf42fa38 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794256 Aug 23 20:38:50.434323 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6984db85-5a86-40d4-8f5b-1336fe215a44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:50.446185 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-66058352-9365-4145-9488-03da27a483a9 req-7bfd0d70-d006-4052-812c-001b80a1b996 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:50.449166 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-66058352-9365-4145-9488-03da27a483a9 req-7bfd0d70-d006-4052-812c-001b80a1b996 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:50.456683 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dad586ba-9b7a-469a-9c05-b713c644afd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:50.457501 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 60938) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:38:50.461020 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-66058352-9365-4145-9488-03da27a483a9 req-7bfd0d70-d006-4052-812c-001b80a1b996 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] 10.222.0.61 "DELETE /v2.0/security-groups/79cf3918-fd5c-4420-b81c-e55ee13ddabb HTTP/1.1" status: 204 len: 173 time: 0.1513255 Aug 23 20:38:50.478013 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dad586ba-9b7a-469a-9c05-b713c644afd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:50.482373 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd0d70-d006-4052-812c-001b80a1b996 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79cf3918-fd5c-4420-b81c-e55ee13ddabb,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:50.501931 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6984db85-5a86-40d4-8f5b-1336fe215a44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:50.613616 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-dad586ba-9b7a-469a-9c05-b713c644afd3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=54fc230076974638b4430a7b3e59b27e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5345364 Aug 23 20:38:50.616190 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad586ba-9b7a-469a-9c05-b713c644afd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e56d270-ea0f-4313-94e5-6ff7e2edcce9,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:50.616418 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 60942) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:38:50.621788 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-611379b2-4fde-43cd-98ec-449d9f327850 admin admin] Deleting subnet 5622acc5-f3fa-4e59-9fa5-c0f9356a4541 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:38:50.626587 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-611379b2-4fde-43cd-98ec-449d9f327850 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:50.675891 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6fe355a6-32e5-45b2-a902-636c23edc6e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:50.678830 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca196c8-32a8-4172-8e86-375cb2098698 req-8f7a9691-8c8a-40ee-bb69-b3e77a6eb587 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:50.680380 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9ca196c8-32a8-4172-8e86-375cb2098698 req-8f7a9691-8c8a-40ee-bb69-b3e77a6eb587 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/ports?device_id=3421b4b6-ee8f-4bc8-8c70-f59d81233e06 HTTP/1.1" status: 200 len: 945 time: 0.1639135 Aug 23 20:38:50.682895 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-611379b2-4fde-43cd-98ec-449d9f327850 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:50.710910 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6fe355a6-32e5-45b2-a902-636c23edc6e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:50.713634 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6984db85-5a86-40d4-8f5b-1336fe215a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:50.717124 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6984db85-5a86-40d4-8f5b-1336fe215a44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:50.718265 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-6984db85-5a86-40d4-8f5b-1336fe215a44 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/091c84cb-034a-43a3-b204-99a116ea8d4f HTTP/1.1" status: 204 len: 168 time: 0.4149926 Aug 23 20:38:50.753728 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6984db85-5a86-40d4-8f5b-1336fe215a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091c84cb-034a-43a3-b204-99a116ea8d4f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:50.764692 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-611379b2-4fde-43cd-98ec-449d9f327850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:50.825748 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9ca196c8-32a8-4172-8e86-375cb2098698 req-91f16839-af02-47e6-8e95-95acff060eb5 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc750e1f-5605-40cf-80e3-487cdbf8b643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178331 Aug 23 20:38:50.847588 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7951159-3012-4da2-b7b8-a79e4d18752a', 'name': 'network-vif-deleted', 'tag': '72e69350-30b2-4083-9ca3-f8905d479461'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:38:50.850727 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf1701f-1fcd-4425-82ec-85c91c332e13" -d '{"events": [{"server_uuid": "d7951159-3012-4da2-b7b8-a79e4d18752a", "name": "network-vif-deleted", "tag": "72e69350-30b2-4083-9ca3-f8905d479461"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:38:50.855295 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6fe355a6-32e5-45b2-a902-636c23edc6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:50.859241 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6fe355a6-32e5-45b2-a902-636c23edc6e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:50.862556 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6fe355a6-32e5-45b2-a902-636c23edc6e6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1e56d270-ea0f-4313-94e5-6ff7e2edcce9 HTTP/1.1" status: 204 len: 168 time: 0.2428308 Aug 23 20:38:50.871486 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-611379b2-4fde-43cd-98ec-449d9f327850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:50.872942 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe355a6-32e5-45b2-a902-636c23edc6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e56d270-ea0f-4313-94e5-6ff7e2edcce9,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:50.915011 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611379b2-4fde-43cd-98ec-449d9f327850 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5622acc5-f3fa-4e59-9fa5-c0f9356a4541,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:50.917761 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ff89ab-3612-40d4-9c1e-25a9990f3658 x-openstack-request-id: req-e8ff89ab-3612-40d4-9c1e-25a9990f3658 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:38:50.918245 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7951159-3012-4da2-b7b8-a79e4d18752a", "name": "network-vif-deleted", "tag": "72e69350-30b2-4083-9ca3-f8905d479461", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:38:50.918634 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e8ff89ab-3612-40d4-9c1e-25a9990f3658 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:38:50.919160 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7951159-3012-4da2-b7b8-a79e4d18752a', 'name': 'network-vif-deleted', 'tag': '72e69350-30b2-4083-9ca3-f8905d479461', 'status': 'completed', 'code': 200} Aug 23 20:38:50.925055 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-611379b2-4fde-43cd-98ec-449d9f327850 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:50.927439 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-611379b2-4fde-43cd-98ec-449d9f327850 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/5622acc5-f3fa-4e59-9fa5-c0f9356a4541 HTTP/1.1" status: 204 len: 168 time: 0.4656744 Aug 23 20:38:50.929681 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 60952) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:38:50.966213 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 60956) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:38:51.001778 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dea280f8-2b4b-4b96-9365-d930955b19ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:51.105115 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 60962) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:38:51.123353 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3a539a6c-0a94-4d8f-8dbb-64d027089988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:51.155306 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999fb11-e3ac-4f28-b6c6-b3120577d164 req-8cbf8b64-abfc-4d00-ab68-ec01dd117f41 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:51.164805 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999fb11-e3ac-4f28-b6c6-b3120577d164 req-8cbf8b64-abfc-4d00-ab68-ec01dd117f41 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:51.171480 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999fb11-e3ac-4f28-b6c6-b3120577d164 req-8cbf8b64-abfc-4d00-ab68-ec01dd117f41 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:51.179088 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999fb11-e3ac-4f28-b6c6-b3120577d164 req-8cbf8b64-abfc-4d00-ab68-ec01dd117f41 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:51.185704 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999fb11-e3ac-4f28-b6c6-b3120577d164 req-8cbf8b64-abfc-4d00-ab68-ec01dd117f41 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:51.193735 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999fb11-e3ac-4f28-b6c6-b3120577d164 req-8cbf8b64-abfc-4d00-ab68-ec01dd117f41 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:51.200695 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999fb11-e3ac-4f28-b6c6-b3120577d164 req-8cbf8b64-abfc-4d00-ab68-ec01dd117f41 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:51.203036 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7999fb11-e3ac-4f28-b6c6-b3120577d164 req-8cbf8b64-abfc-4d00-ab68-ec01dd117f41 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 5428 time: 0.1469419 Aug 23 20:38:51.279188 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7999fb11-e3ac-4f28-b6c6-b3120577d164 req-cb464d76-777c-475a-8aa6-323da1d01d45 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/security-groups?id=f264d724-bded-494f-9829-ab610400f252&id=83be7946-311a-487f-aca8-ec9e53b3ca8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0658746 Aug 23 20:38:51.369287 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2ddbe212-5618-4143-92ce-7a5a0dfa39ec admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=10a9c5bb9034412aaaa6a747574c1b13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4018950 Aug 23 20:38:51.371722 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 60970) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:38:51.373665 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dea280f8-2b4b-4b96-9365-d930955b19ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:51.384947 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-dea280f8-2b4b-4b96-9365-d930955b19ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f8ad650-bde2-493c-8452-775cfc30ee47']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:38:51.395399 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-dea280f8-2b4b-4b96-9365-d930955b19ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e057aa67-2bd8-41d5-82d4-b5cee83f32b9') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:38:51.395877 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-dea280f8-2b4b-4b96-9365-d930955b19ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e057aa67-2bd8-41d5-82d4-b5cee83f32b9') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:38:51.397387 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3a539a6c-0a94-4d8f-8dbb-64d027089988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:51.404898 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3a539a6c-0a94-4d8f-8dbb-64d027089988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:51.407028 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dea280f8-2b4b-4b96-9365-d930955b19ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:51.422440 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dea280f8-2b4b-4b96-9365-d930955b19ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:51.429800 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dea280f8-2b4b-4b96-9365-d930955b19ad admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:38:51.430396 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dea280f8-2b4b-4b96-9365-d930955b19ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:51.432640 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:38:51.432640 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:38:51.432640 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:38:51.432640 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:38:51.432640 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:38:51.432640 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:38:51.432640 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:38:51.432640 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:38:51.432640 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:38:51.432640 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:38:51.432640 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:38:51.432640 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:38:51.432640 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:38:51.432640 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:38:51.432640 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:38:51.432640 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:38:51.432640 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:38:51.432640 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:38:51.432640 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:38:51.432640 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:38:51.432640 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:38:51.432640 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:38:51.432640 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:38:51.432640 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:38:51.432640 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:38:51.432640 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:38:51.432640 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:38:51.432640 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:38:51.432640 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:38:51.432640 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:38:51.432640 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:38:51.432640 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:38:51.475557 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-3a539a6c-0a94-4d8f-8dbb-64d027089988 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8d36b6b7ff3642f7945fca271c3ea7ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3659680 Aug 23 20:38:51.477426 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 60978) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:38:51.486029 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a539a6c-0a94-4d8f-8dbb-64d027089988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe58e4f-83ea-4a8d-b953-abd9881a31f0,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:51.525348 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d04145bd-5cbc-4a58-a407-bd5da08ec414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:51.532513 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dea280f8-2b4b-4b96-9365-d930955b19ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:51.541719 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dea280f8-2b4b-4b96-9365-d930955b19ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:51.544300 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-dea280f8-2b4b-4b96-9365-d930955b19ad admin admin] 10.222.0.61 "DELETE /v2.0/networks/4f8ad650-bde2-493c-8452-775cfc30ee47 HTTP/1.1" status: 204 len: 168 time: 0.6136420 Aug 23 20:38:51.557757 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea280f8-2b4b-4b96-9365-d930955b19ad admin admin] Pushing event deleted for resources: {'Network': ['ID=4f8ad650-bde2-493c-8452-775cfc30ee47,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:51.577565 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d04145bd-5cbc-4a58-a407-bd5da08ec414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:51.579875 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336f870-ff7f-4ff5-a828-0441a65deeb9 req-6e2f396a-010b-45ea-9c36-de6855f12e35 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:51.581453 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4336f870-ff7f-4ff5-a828-0441a65deeb9 req-6e2f396a-010b-45ea-9c36-de6855f12e35 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=763b8a73-1954-46a1-8cd6-2ccd9687ab18 HTTP/1.1" status: 200 len: 950 time: 0.0803425 Aug 23 20:38:51.604495 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-adfd4780-5e38-40d7-9514-570b52b95705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:51.652744 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-adfd4780-5e38-40d7-9514-570b52b95705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:51.669427 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4336f870-ff7f-4ff5-a828-0441a65deeb9 req-4ed55086-84c5-451d-961e-e403a2b953e7 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734513 Aug 23 20:38:51.692158 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d04145bd-5cbc-4a58-a407-bd5da08ec414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:51.696578 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d04145bd-5cbc-4a58-a407-bd5da08ec414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:51.699969 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d04145bd-5cbc-4a58-a407-bd5da08ec414 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/544f8ea8-494f-4adb-926d-a218c6bff52d HTTP/1.1" status: 204 len: 168 time: 0.3250816 Aug 23 20:38:51.707945 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04145bd-5cbc-4a58-a407-bd5da08ec414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544f8ea8-494f-4adb-926d-a218c6bff52d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:51.733005 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-adfd4780-5e38-40d7-9514-570b52b95705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:51.735999 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-adfd4780-5e38-40d7-9514-570b52b95705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:51.741029 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 72e69350-30b2-4083-9ca3-f8905d479461 no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:38:51.747233 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-adfd4780-5e38-40d7-9514-570b52b95705 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8fe58e4f-83ea-4a8d-b953-abd9881a31f0 HTTP/1.1" status: 204 len: 168 time: 0.2677741 Aug 23 20:38:51.799029 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfd4780-5e38-40d7-9514-570b52b95705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe58e4f-83ea-4a8d-b953-abd9881a31f0,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:51.810519 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: 72e69350-30b2-4083-9ca3-f8905d479461 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:38:51.811016 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 72e69350-30b2-4083-9ca3-f8905d479461 not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:38:51.821707 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c12a24-88b0-41e3-a3c9-3d7e09b21a1a req-1933959f-7a32-4f9c-a3d0-8f91a57064ca tempest-ServersOnMultiNodesTest-1091494619 tempest-ServersOnMultiNodesTest-1091494619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:51.823573 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-31c12a24-88b0-41e3-a3c9-3d7e09b21a1a req-1933959f-7a32-4f9c-a3d0-8f91a57064ca tempest-ServersOnMultiNodesTest-1091494619 tempest-ServersOnMultiNodesTest-1091494619-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=763b8a73-1954-46a1-8cd6-2ccd9687ab18 HTTP/1.1" status: 200 len: 1101 time: 0.0753150 Aug 23 20:38:51.833251 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 60994) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:38:51.891687 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a4245e87-13fb-4b49-b8c0-780b03767a49 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=563aa4e07ca643c6af0ae12d196af505&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0563438 Aug 23 20:38:51.893774 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 60998) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:38:51.897387 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-31c12a24-88b0-41e3-a3c9-3d7e09b21a1a req-9bcd285a-764d-46d2-b4db-0a2241588466 tempest-ServersOnMultiNodesTest-1091494619 tempest-ServersOnMultiNodesTest-1091494619-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579016 Aug 23 20:38:51.990491 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e3073-d024-4dec-a38e-3c1b3ae365cf req-69c6e55a-78ec-4acf-abf2-5f2511fa0834 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:51.992104 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5c0e3073-d024-4dec-a38e-3c1b3ae365cf req-69c6e55a-78ec-4acf-abf2-5f2511fa0834 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/ports?device_id=3421b4b6-ee8f-4bc8-8c70-f59d81233e06 HTTP/1.1" status: 200 len: 945 time: 0.0855668 Aug 23 20:38:52.003713 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3181f2c2-ebbe-414b-b3f3-98a7340fa231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:52.050535 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3181f2c2-ebbe-414b-b3f3-98a7340fa231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:52.062014 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5c0e3073-d024-4dec-a38e-3c1b3ae365cf req-2e7123ae-341f-47f8-aa9c-30773d038989 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc750e1f-5605-40cf-80e3-487cdbf8b643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601447 Aug 23 20:38:52.121485 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3181f2c2-ebbe-414b-b3f3-98a7340fa231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:52.134263 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3181f2c2-ebbe-414b-b3f3-98a7340fa231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:52.134263 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3181f2c2-ebbe-414b-b3f3-98a7340fa231 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5db33e87-bc75-43f1-b279-c9256a85708e HTTP/1.1" status: 204 len: 168 time: 0.2344797 Aug 23 20:38:52.150532 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3181f2c2-ebbe-414b-b3f3-98a7340fa231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db33e87-bc75-43f1-b279-c9256a85708e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:52.209133 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4d3ac5c1-6b2e-4ae8-8a77-29b224a04551 req-dfb46795-77f7-4318-9500-d944d7376b61 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=704a96b94b9147dc8cf54dcf8b4c5cc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235317 Aug 23 20:38:52.360917 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ac5c1-6b2e-4ae8-8a77-29b224a04551 req-9af56c0e-5014-4092-b627-0a00ad27ce91 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:52.362564 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4d3ac5c1-6b2e-4ae8-8a77-29b224a04551 req-9af56c0e-5014-4092-b627-0a00ad27ce91 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1432943 Aug 23 20:38:52.395343 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4d3ac5c1-6b2e-4ae8-8a77-29b224a04551 req-e67d6bb7-5ece-4ca5-94b9-0fd0a0eb30d5 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/quotas/704a96b94b9147dc8cf54dcf8b4c5cc2 HTTP/1.1" status: 200 len: 375 time: 0.0205700 Aug 23 20:38:52.456914 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd77f8-cc27-44b2-91e7-a56d3698995b req-6aecdae9-d8e1-4b8f-b9e6-8d0ce9d6030f tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:52.466147 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd77f8-cc27-44b2-91e7-a56d3698995b req-6aecdae9-d8e1-4b8f-b9e6-8d0ce9d6030f tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:52.472643 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd77f8-cc27-44b2-91e7-a56d3698995b req-6aecdae9-d8e1-4b8f-b9e6-8d0ce9d6030f tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:52.478172 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4d3ac5c1-6b2e-4ae8-8a77-29b224a04551 req-156277c0-22cd-4da1-af03-6fc238daddfd tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=704a96b94b9147dc8cf54dcf8b4c5cc2&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0818284 Aug 23 20:38:52.490470 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd77f8-cc27-44b2-91e7-a56d3698995b req-6aecdae9-d8e1-4b8f-b9e6-8d0ce9d6030f tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:52.497913 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd77f8-cc27-44b2-91e7-a56d3698995b req-6aecdae9-d8e1-4b8f-b9e6-8d0ce9d6030f tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:52.504097 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd77f8-cc27-44b2-91e7-a56d3698995b req-6aecdae9-d8e1-4b8f-b9e6-8d0ce9d6030f tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:52.511721 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd77f8-cc27-44b2-91e7-a56d3698995b req-6aecdae9-d8e1-4b8f-b9e6-8d0ce9d6030f tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:52.514282 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0fcd77f8-cc27-44b2-91e7-a56d3698995b req-6aecdae9-d8e1-4b8f-b9e6-8d0ce9d6030f tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 5428 time: 0.1355128 Aug 23 20:38:52.586044 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0fcd77f8-cc27-44b2-91e7-a56d3698995b req-92af55b9-7ba5-44b0-93d6-157a8c3e1bcb tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/security-groups?id=f264d724-bded-494f-9829-ab610400f252&id=83be7946-311a-487f-aca8-ec9e53b3ca8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0653932 Aug 23 20:38:52.622817 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 17e9b548-501c-43f0-bdac-d1e72bb271e8 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:38:52.658851 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: 17e9b548-501c-43f0-bdac-d1e72bb271e8 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:38:52.659296 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 17e9b548-501c-43f0-bdac-d1e72bb271e8 not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:38:52.681937 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1ca64483-7570-41e0-b28b-67a2c5a97061 req-63f9f2d0-8077-4bfb-a503-ae631fdd3f2a tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=dea3f823-c861-4e7f-a373-fbe240daf98f HTTP/1.1" status: 200 len: 210 time: 0.0402436 Aug 23 20:38:53.215571 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d526edf-f823-4ad4-ac6e-1252e6a552c2 req-25e2f466-3d01-4ae4-aa04-e382d300d5d2 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:53.217781 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1d526edf-f823-4ad4-ac6e-1252e6a552c2 req-25e2f466-3d01-4ae4-aa04-e382d300d5d2 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/ports?device_id=3421b4b6-ee8f-4bc8-8c70-f59d81233e06 HTTP/1.1" status: 200 len: 945 time: 0.0692432 Aug 23 20:38:53.270406 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1d526edf-f823-4ad4-ac6e-1252e6a552c2 req-823e595e-6a8e-4265-a905-c14a2de00daf tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc750e1f-5605-40cf-80e3-487cdbf8b643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463903 Aug 23 20:38:53.898054 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-543aa9f1-ab44-4f7e-bdff-e110aac13595 req-bb9eff1a-3961-44be-9d19-dac57abf8d9d tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=dea3f823-c861-4e7f-a373-fbe240daf98f HTTP/1.1" status: 200 len: 210 time: 0.0496202 Aug 23 20:38:53.936275 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de86d8-312a-4c59-bf7c-8bb9c17d4e92 req-b11f9712-f7a9-4e75-b362-993125c6e209 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:53.945761 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de86d8-312a-4c59-bf7c-8bb9c17d4e92 req-b11f9712-f7a9-4e75-b362-993125c6e209 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:53.952677 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de86d8-312a-4c59-bf7c-8bb9c17d4e92 req-b11f9712-f7a9-4e75-b362-993125c6e209 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:53.977344 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de86d8-312a-4c59-bf7c-8bb9c17d4e92 req-b11f9712-f7a9-4e75-b362-993125c6e209 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:53.984823 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de86d8-312a-4c59-bf7c-8bb9c17d4e92 req-b11f9712-f7a9-4e75-b362-993125c6e209 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:54.000690 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de86d8-312a-4c59-bf7c-8bb9c17d4e92 req-b11f9712-f7a9-4e75-b362-993125c6e209 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:54.016206 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de86d8-312a-4c59-bf7c-8bb9c17d4e92 req-b11f9712-f7a9-4e75-b362-993125c6e209 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:54.030615 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-49de86d8-312a-4c59-bf7c-8bb9c17d4e92 req-b11f9712-f7a9-4e75-b362-993125c6e209 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 5428 time: 0.1822441 Aug 23 20:38:54.057681 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:38:54.087184 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-49de86d8-312a-4c59-bf7c-8bb9c17d4e92 req-f406eb43-94ab-42d5-bc4e-3acba4f731d5 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/security-groups?id=f264d724-bded-494f-9829-ab610400f252&id=83be7946-311a-487f-aca8-ec9e53b3ca8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555620 Aug 23 20:38:54.096539 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 32906) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:38:54.407948 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-69825b94-fb11-45e1-9f87-5358b055bd18 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-769341995-network', 'tenant_id': '78acc99c454c406dbb0dc61deae5e8e2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:38:54.420885 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee3945-e0e4-412f-8e3b-d40e57825020 req-c7f50738-5340-4545-a048-a2181b43f3a7 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:54.431709 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7eee3945-e0e4-412f-8e3b-d40e57825020 req-c7f50738-5340-4545-a048-a2181b43f3a7 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/ports?device_id=3421b4b6-ee8f-4bc8-8c70-f59d81233e06 HTTP/1.1" status: 200 len: 945 time: 0.0657184 Aug 23 20:38:54.455163 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69825b94-fb11-45e1-9f87-5358b055bd18 admin admin] Made reservation on behalf of 78acc99c454c406dbb0dc61deae5e8e2 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:38:54.480305 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-69825b94-fb11-45e1-9f87-5358b055bd18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:54.490060 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7eee3945-e0e4-412f-8e3b-d40e57825020 req-1fa5470b-c099-489e-833d-2027cb69ba2b tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc750e1f-5605-40cf-80e3-487cdbf8b643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547256 Aug 23 20:38:54.497863 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-69825b94-fb11-45e1-9f87-5358b055bd18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:54.655426 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4d3ac5c1-6b2e-4ae8-8a77-29b224a04551 req-18cc982b-5442-4e9a-9fcf-a50a3c7ea7d2 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=704a96b94b9147dc8cf54dcf8b4c5cc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0700881 Aug 23 20:38:54.845586 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ac5c1-6b2e-4ae8-8a77-29b224a04551 req-776b6b53-3fb9-4d98-80d4-7c5a1f0d47ad tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:54.847390 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4d3ac5c1-6b2e-4ae8-8a77-29b224a04551 req-776b6b53-3fb9-4d98-80d4-7c5a1f0d47ad tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1835070 Aug 23 20:38:54.865176 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-4d3ac5c1-6b2e-4ae8-8a77-29b224a04551 req-b48fa7aa-208e-49de-b0bf-011d67e238af tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Request body: {'port': {'device_id': 'dea3f823-c861-4e7f-a373-fbe240daf98f', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'admin_state_up': True, 'tenant_id': '704a96b94b9147dc8cf54dcf8b4c5cc2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:38:54.922560 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-69825b94-fb11-45e1-9f87-5358b055bd18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:54.930508 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-69825b94-fb11-45e1-9f87-5358b055bd18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:54.965028 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69825b94-fb11-45e1-9f87-5358b055bd18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:38:54.996408 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69825b94-fb11-45e1-9f87-5358b055bd18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38ece30-a2d9-421c-955f-259f0a4efff4,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:55.011304 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-69825b94-fb11-45e1-9f87-5358b055bd18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:55.011672 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-69825b94-fb11-45e1-9f87-5358b055bd18 admin admin] Added segment 02bc71d9-f313-4a15-a119-b64fea6486e0 of type vlan for network bdfb7985-4a2e-4b59-90a4-3a1df09446bc Aug 23 20:38:55.082356 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-51eeb17c-300d-454a-862e-eb01e9ee7ca0 req-2216f55f-b52b-4c39-8d87-79f22e607205 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=dea3f823-c861-4e7f-a373-fbe240daf98f HTTP/1.1" status: 200 len: 210 time: 0.0543628 Aug 23 20:38:55.101086 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-69825b94-fb11-45e1-9f87-5358b055bd18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:55.144521 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d3ac5c1-6b2e-4ae8-8a77-29b224a04551 req-b48fa7aa-208e-49de-b0bf-011d67e238af tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Made reservation on behalf of 704a96b94b9147dc8cf54dcf8b4c5cc2 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:38:55.148854 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4d3ac5c1-6b2e-4ae8-8a77-29b224a04551 req-b48fa7aa-208e-49de-b0bf-011d67e238af tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:55.171776 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-69825b94-fb11-45e1-9f87-5358b055bd18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:55.172920 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69825b94-fb11-45e1-9f87-5358b055bd18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:55.173658 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-69825b94-fb11-45e1-9f87-5358b055bd18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:55.264534 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69825b94-fb11-45e1-9f87-5358b055bd18 admin admin] Pushing event updated for resources: {'Network': ['ID=bdfb7985-4a2e-4b59-90a4-3a1df09446bc,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:55.277381 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network bdfb7985-4a2e-4b59-90a4-3a1df09446bc details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:38:55.278608 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-69825b94-fb11-45e1-9f87-5358b055bd18 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1798191 Aug 23 20:38:55.283498 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 32966) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:38:55.289520 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-da8039ea-f96b-4d03-9480-0b7467f76127 admin admin] Request body: {'subnet': {'network_id': 'bdfb7985-4a2e-4b59-90a4-3a1df09446bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-769341995-subnet', 'tenant_id': '78acc99c454c406dbb0dc61deae5e8e2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:38:55.333851 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8039ea-f96b-4d03-9480-0b7467f76127 admin admin] Made reservation on behalf of 78acc99c454c406dbb0dc61deae5e8e2 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:38:55.337455 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-da8039ea-f96b-4d03-9480-0b7467f76127 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:55.446311 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb21946-aee8-49d3-a9d4-5697fde5915c req-d1def6af-dcfa-4f1e-b167-4f8bef9ae679 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:55.455002 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb21946-aee8-49d3-a9d4-5697fde5915c req-d1def6af-dcfa-4f1e-b167-4f8bef9ae679 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:55.462071 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb21946-aee8-49d3-a9d4-5697fde5915c req-d1def6af-dcfa-4f1e-b167-4f8bef9ae679 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:55.471324 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb21946-aee8-49d3-a9d4-5697fde5915c req-d1def6af-dcfa-4f1e-b167-4f8bef9ae679 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:55.479038 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb21946-aee8-49d3-a9d4-5697fde5915c req-d1def6af-dcfa-4f1e-b167-4f8bef9ae679 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:55.485109 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb21946-aee8-49d3-a9d4-5697fde5915c req-d1def6af-dcfa-4f1e-b167-4f8bef9ae679 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:55.492432 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb21946-aee8-49d3-a9d4-5697fde5915c req-d1def6af-dcfa-4f1e-b167-4f8bef9ae679 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:55.494579 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dbb21946-aee8-49d3-a9d4-5697fde5915c req-d1def6af-dcfa-4f1e-b167-4f8bef9ae679 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 5428 time: 0.1626959 Aug 23 20:38:55.553215 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-4d3ac5c1-6b2e-4ae8-8a77-29b224a04551 req-b48fa7aa-208e-49de-b0bf-011d67e238af tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Allocated IP 192.168.233.74 (660f640a-b8b2-40aa-8ebf-76bd1608cceb/e66e9eb0-86f4-4159-852b-f29863cbf18d/4f1d0c4d-160e-4b16-8269-7dc87289ef32) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:38:55.582736 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dbb21946-aee8-49d3-a9d4-5697fde5915c req-79781c02-83b1-4f35-9790-9cf5401d55ef tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/security-groups?id=f264d724-bded-494f-9829-ab610400f252&id=83be7946-311a-487f-aca8-ec9e53b3ca8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0783558 Aug 23 20:38:55.781553 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-da8039ea-f96b-4d03-9480-0b7467f76127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:55.857278 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa66cae-8a17-4385-96ce-c587b859ddf8 req-84666aff-2778-47f5-9eed-af3ea5a072d8 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:55.859902 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9aa66cae-8a17-4385-96ce-c587b859ddf8 req-84666aff-2778-47f5-9eed-af3ea5a072d8 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/ports?device_id=3421b4b6-ee8f-4bc8-8c70-f59d81233e06 HTTP/1.1" status: 200 len: 945 time: 0.1318028 Aug 23 20:38:55.884645 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8039ea-f96b-4d03-9480-0b7467f76127 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7edda6f-692c-48b6-bdea-916903913fd8,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:55.898201 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8039ea-f96b-4d03-9480-0b7467f76127 admin admin] Checking segment: {'id': '02bc71d9-f313-4a15-a119-b64fea6486e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'bdfb7985-4a2e-4b59-90a4-3a1df09446bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:38:55.898735 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8039ea-f96b-4d03-9480-0b7467f76127 admin admin] Network hostable DHCP agents. Network: bdfb7985-4a2e-4b59-90a4-3a1df09446bc, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:38:55.899925 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4d3ac5c1-6b2e-4ae8-8a77-29b224a04551 req-b48fa7aa-208e-49de-b0bf-011d67e238af tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:55.932466 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8039ea-f96b-4d03-9480-0b7467f76127 admin admin] Network bdfb7985-4a2e-4b59-90a4-3a1df09446bc is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:38:55.941052 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-da8039ea-f96b-4d03-9480-0b7467f76127 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, bdfb7985-4a2e-4b59-90a4-3a1df09446bc) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:38:55.949710 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-4d3ac5c1-6b2e-4ae8-8a77-29b224a04551 req-b48fa7aa-208e-49de-b0bf-011d67e238af tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Transition to ACTIVE for port object 4f1d0c4d-160e-4b16-8269-7dc87289ef32 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:38:55.955631 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3da23b-c095-445d-acfa-1d6ab2c8adb9 None None] Network bdfb7985-4a2e-4b59-90a4-3a1df09446bc requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:38:55.959063 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8039ea-f96b-4d03-9480-0b7467f76127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:55.960883 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-da8039ea-f96b-4d03-9480-0b7467f76127 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:55.982595 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-da8039ea-f96b-4d03-9480-0b7467f76127 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6974235 Aug 23 20:38:55.983531 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9aa66cae-8a17-4385-96ce-c587b859ddf8 req-bf0f5779-0975-4c61-9680-26432dcdd1da tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc750e1f-5605-40cf-80e3-487cdbf8b643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157103 Aug 23 20:38:55.988756 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 33000) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:38:56.001781 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-6380e513-44a3-47a7-b20c-af5f69589024 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-769341995-router', 'tenant_id': '78acc99c454c406dbb0dc61deae5e8e2', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:38:56.036915 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4d3ac5c1-6b2e-4ae8-8a77-29b224a04551 req-b48fa7aa-208e-49de-b0bf-011d67e238af tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:56.043884 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6380e513-44a3-47a7-b20c-af5f69589024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:56.045225 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6380e513-44a3-47a7-b20c-af5f69589024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:56.069278 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['c2650ba0-bc32-4cd3-bef0-7cf28e126ad2', 'b096bed7-e6ad-4794-b7d9-e61b90bafa7d', '73fd8635-7170-464b-a8af-6451a6feae69', '1f2074ec-1602-4dd3-a2d3-0fe939bc0164'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:38:56.080685 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['4e45b000-7179-414e-9c26-2b8f01610967', 'c32cc103-d12a-4216-966a-e4c11f53037b'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:38:56.125425 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d3ac5c1-6b2e-4ae8-8a77-29b224a04551 req-b48fa7aa-208e-49de-b0bf-011d67e238af tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Network 660f640a-b8b2-40aa-8ebf-76bd1608cceb is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:38:56.132654 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-4d3ac5c1-6b2e-4ae8-8a77-29b224a04551 req-b48fa7aa-208e-49de-b0bf-011d67e238af tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:38:56.140546 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d3ac5c1-6b2e-4ae8-8a77-29b224a04551 req-b48fa7aa-208e-49de-b0bf-011d67e238af tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:38:56.253606 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48fa7aa-208e-49de-b0bf-011d67e238af tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Pushing event updated for resources: {'Port': ['ID=4f1d0c4d-160e-4b16-8269-7dc87289ef32,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:56.316514 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6380e513-44a3-47a7-b20c-af5f69589024 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:56.408766 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ac5c1-6b2e-4ae8-8a77-29b224a04551 req-b48fa7aa-208e-49de-b0bf-011d67e238af tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:56.409451 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4d3ac5c1-6b2e-4ae8-8a77-29b224a04551 req-b48fa7aa-208e-49de-b0bf-011d67e238af tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:56.465539 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1a2a1-5420-4163-b56f-b14ce16b904c req-d4a2cbae-ea97-40e3-b885-b77a646676dd tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:56.475523 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cdd1a2a1-5420-4163-b56f-b14ce16b904c req-d4a2cbae-ea97-40e3-b885-b77a646676dd tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=dea3f823-c861-4e7f-a373-fbe240daf98f HTTP/1.1" status: 200 len: 935 time: 0.2359436 Aug 23 20:38:56.501383 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4d3ac5c1-6b2e-4ae8-8a77-29b224a04551 req-b48fa7aa-208e-49de-b0bf-011d67e238af tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6408415 Aug 23 20:38:56.533086 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-4d3ac5c1-6b2e-4ae8-8a77-29b224a04551 req-097ab9d5-5ba8-4523-9f4d-e032be0f2907 service neutron] Request body: {'port': {'device_id': 'dea3f823-c861-4e7f-a373-fbe240daf98f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:38:56.572948 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18865933-ce1a-4658-83d8-7657f8852990 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-bdfb7985-4a2e-4b59-90a4-3a1df09446bc', 'network_id': 'bdfb7985-4a2e-4b59-90a4-3a1df09446bc', 'tenant_id': '78acc99c454c406dbb0dc61deae5e8e2', 'fixed_ips': [{'subnet_id': 'c7edda6f-692c-48b6-bdea-916903913fd8'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:38:56.574831 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-18865933-ce1a-4658-83d8-7657f8852990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:56.619987 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cdd1a2a1-5420-4163-b56f-b14ce16b904c req-8acedfab-62d5-4be1-a02d-1f1489d72779 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434460 Aug 23 20:38:56.655340 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4d3ac5c1-6b2e-4ae8-8a77-29b224a04551 req-097ab9d5-5ba8-4523-9f4d-e032be0f2907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:56.707893 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6380e513-44a3-47a7-b20c-af5f69589024 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:56.854370 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-18865933-ce1a-4658-83d8-7657f8852990 None None] Allocated IP 172.20.0.2 (bdfb7985-4a2e-4b59-90a4-3a1df09446bc/c7edda6f-692c-48b6-bdea-916903913fd8/272ed5ef-0307-4bbf-853a-87b72cd56e4b) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:38:56.875933 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78334184-a846-4a7e-8786-ee32f58ce5fd req-49d7624e-3ab3-4002-b662-45dbf0e70e9e tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:56.881868 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78334184-a846-4a7e-8786-ee32f58ce5fd req-49d7624e-3ab3-4002-b662-45dbf0e70e9e tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:56.888124 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78334184-a846-4a7e-8786-ee32f58ce5fd req-49d7624e-3ab3-4002-b662-45dbf0e70e9e tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:56.893844 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78334184-a846-4a7e-8786-ee32f58ce5fd req-49d7624e-3ab3-4002-b662-45dbf0e70e9e tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:56.900428 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78334184-a846-4a7e-8786-ee32f58ce5fd req-49d7624e-3ab3-4002-b662-45dbf0e70e9e tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:56.916705 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78334184-a846-4a7e-8786-ee32f58ce5fd req-49d7624e-3ab3-4002-b662-45dbf0e70e9e tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:56.922994 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78334184-a846-4a7e-8786-ee32f58ce5fd req-49d7624e-3ab3-4002-b662-45dbf0e70e9e tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:56.932156 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-78334184-a846-4a7e-8786-ee32f58ce5fd req-49d7624e-3ab3-4002-b662-45dbf0e70e9e tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 5428 time: 0.1360769 Aug 23 20:38:57.017893 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-293a6207-b884-4186-a975-2efba7d9a51d None None] Provisioning for port 4f1d0c4d-160e-4b16-8269-7dc87289ef32 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:38:57.034654 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-d1768b69-393e-45c0-bf63-1008fb3c2b06 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2005744 Aug 23 20:38:57.037939 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-78334184-a846-4a7e-8786-ee32f58ce5fd req-76b2f2d3-874b-403d-995f-9e9cfc012941 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/security-groups?id=f264d724-bded-494f-9829-ab610400f252&id=83be7946-311a-487f-aca8-ec9e53b3ca8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0989256 Aug 23 20:38:57.137676 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-293a6207-b884-4186-a975-2efba7d9a51d None None] Provisioning complete for port 4f1d0c4d-160e-4b16-8269-7dc87289ef32 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:38:57.155893 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-293a6207-b884-4186-a975-2efba7d9a51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:57.226870 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-47d9dab6-6f1d-4b9f-a3bb-d863c9879b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:57.227583 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-47d9dab6-6f1d-4b9f-a3bb-d863c9879b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:57.228001 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-47d9dab6-6f1d-4b9f-a3bb-d863c9879b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:57.228774 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-47d9dab6-6f1d-4b9f-a3bb-d863c9879b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:57.229398 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-47d9dab6-6f1d-4b9f-a3bb-d863c9879b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:57.229871 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-47d9dab6-6f1d-4b9f-a3bb-d863c9879b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:57.230336 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-47d9dab6-6f1d-4b9f-a3bb-d863c9879b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:57.232526 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-47d9dab6-6f1d-4b9f-a3bb-d863c9879b5a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0a91fd320cb1405f8d3783ce9085793e&device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 6489 time: 0.1103613 Aug 23 20:38:57.459769 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-4d3ac5c1-6b2e-4ae8-8a77-29b224a04551 req-097ab9d5-5ba8-4523-9f4d-e032be0f2907 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f1d0c4d-160e-4b16-8269-7dc87289ef32 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:38:57.485779 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4d3ac5c1-6b2e-4ae8-8a77-29b224a04551 req-097ab9d5-5ba8-4523-9f4d-e032be0f2907 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:57.523485 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-4d3ac5c1-6b2e-4ae8-8a77-29b224a04551 req-097ab9d5-5ba8-4523-9f4d-e032be0f2907 service neutron] Transition to ACTIVE for port object 4f1d0c4d-160e-4b16-8269-7dc87289ef32 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:38:57.526465 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-c18719b6-f552-465e-8490-830757e4a0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:57.532328 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-c18719b6-f552-465e-8490-830757e4a0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:57.532966 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-c18719b6-f552-465e-8490-830757e4a0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:57.534968 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-c18719b6-f552-465e-8490-830757e4a0e3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=15796354-99ed-4bbc-af1c-772cdc3fe57c&id=3540c16b-5ded-45d3-80bb-012ec217ee8b&id=3540c16b-5ded-45d3-80bb-012ec217ee8b&id=3540c16b-5ded-45d3-80bb-012ec217ee8b&id=3540c16b-5ded-45d3-80bb-012ec217ee8b&id=af4706b6-78a2-4ed9-91e2-487e13d661e6&id=af4706b6-78a2-4ed9-91e2-487e13d661e6 HTTP/1.1" status: 200 len: 2293 time: 0.2593458 Aug 23 20:38:57.537248 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4d3ac5c1-6b2e-4ae8-8a77-29b224a04551 req-097ab9d5-5ba8-4523-9f4d-e032be0f2907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:57.709932 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ab9d5-5ba8-4523-9f4d-e032be0f2907 service neutron] Pushing event updated for resources: {'Port': ['ID=4f1d0c4d-160e-4b16-8269-7dc87289ef32,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:57.783555 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-293a6207-b884-4186-a975-2efba7d9a51d None None] Port 4f1d0c4d-160e-4b16-8269-7dc87289ef32 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:38:57.799629 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6380e513-44a3-47a7-b20c-af5f69589024 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:57.810651 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-99936ad2-3abc-412a-935f-ebfed3324159 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c HTTP/1.1" status: 200 len: 1001 time: 0.1982515 Aug 23 20:38:57.863033 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-18865933-ce1a-4658-83d8-7657f8852990 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:57.906354 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a867936-5a7e-4103-b155-51230ef99098 req-51a804a3-8b4d-477c-b93b-c8548d15a3e0 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:57.919902 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8a867936-5a7e-4103-b155-51230ef99098 req-51a804a3-8b4d-477c-b93b-c8548d15a3e0 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/ports?device_id=3421b4b6-ee8f-4bc8-8c70-f59d81233e06 HTTP/1.1" status: 200 len: 945 time: 0.7455134 Aug 23 20:38:57.924377 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6380e513-44a3-47a7-b20c-af5f69589024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:57.926773 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-4d3ac5c1-6b2e-4ae8-8a77-29b224a04551 req-097ab9d5-5ba8-4523-9f4d-e032be0f2907 service neutron] Attempting to bind port 4f1d0c4d-160e-4b16-8269-7dc87289ef32 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:38:57.934410 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-4d3ac5c1-6b2e-4ae8-8a77-29b224a04551 req-097ab9d5-5ba8-4523-9f4d-e032be0f2907 service neutron] Attempting to bind port 4f1d0c4d-160e-4b16-8269-7dc87289ef32 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:38:57.935156 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3ac5c1-6b2e-4ae8-8a77-29b224a04551 req-097ab9d5-5ba8-4523-9f4d-e032be0f2907 service neutron] Attempting to bind port 4f1d0c4d-160e-4b16-8269-7dc87289ef32 on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:38:57.945670 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3ac5c1-6b2e-4ae8-8a77-29b224a04551 req-097ab9d5-5ba8-4523-9f4d-e032be0f2907 service neutron] Port 4f1d0c4d-160e-4b16-8269-7dc87289ef32 on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:38:57.946478 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3ac5c1-6b2e-4ae8-8a77-29b224a04551 req-097ab9d5-5ba8-4523-9f4d-e032be0f2907 service neutron] Attempting to bind port 4f1d0c4d-160e-4b16-8269-7dc87289ef32 on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:38:57.951299 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-d5626803-e5c6-4f36-b4fb-df5ff8fad5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:57.954923 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-d5626803-e5c6-4f36-b4fb-df5ff8fad5ec service neutron] 10.222.0.11 "GET /v2.0/subnets?id=92348ce8-7731-44f5-b707-e42d9a125beb HTTP/1.1" status: 200 len: 851 time: 0.1272540 Aug 23 20:38:57.958940 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3ac5c1-6b2e-4ae8-8a77-29b224a04551 req-097ab9d5-5ba8-4523-9f4d-e032be0f2907 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:38:57.959725 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3ac5c1-6b2e-4ae8-8a77-29b224a04551 req-097ab9d5-5ba8-4523-9f4d-e032be0f2907 service neutron] Checking segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:38:57.960352 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3ac5c1-6b2e-4ae8-8a77-29b224a04551 req-097ab9d5-5ba8-4523-9f4d-e032be0f2907 service neutron] Bound using segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:38:57.960991 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-4d3ac5c1-6b2e-4ae8-8a77-29b224a04551 req-097ab9d5-5ba8-4523-9f4d-e032be0f2907 service neutron] Bound port: 4f1d0c4d-160e-4b16-8269-7dc87289ef32, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:38:57.963512 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4d3ac5c1-6b2e-4ae8-8a77-29b224a04551 req-097ab9d5-5ba8-4523-9f4d-e032be0f2907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:57.978845 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-18865933-ce1a-4658-83d8-7657f8852990 None None] Transition to ACTIVE for port object 272ed5ef-0307-4bbf-853a-87b72cd56e4b will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:38:58.093908 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-accc7d1c-7c12-4c3f-b8f3-e43526c98188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:58.096736 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-accc7d1c-7c12-4c3f-b8f3-e43526c98188 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=15796354-99ed-4bbc-af1c-772cdc3fe57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1293838 Aug 23 20:38:58.178758 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-6380e513-44a3-47a7-b20c-af5f69589024 admin admin] Allocated IP 172.25.4.92 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/8a4b4d0e-4336-49bc-a65c-cb89c1265d48) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:38:58.221605 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-18865933-ce1a-4658-83d8-7657f8852990 None None] Transition to ACTIVE for port object 272ed5ef-0307-4bbf-853a-87b72cd56e4b will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:38:58.222151 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-4d3ac5c1-6b2e-4ae8-8a77-29b224a04551 req-097ab9d5-5ba8-4523-9f4d-e032be0f2907 service neutron] For port 4f1d0c4d-160e-4b16-8269-7dc87289ef32, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:38:58.248153 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-4d3ac5c1-6b2e-4ae8-8a77-29b224a04551 req-097ab9d5-5ba8-4523-9f4d-e032be0f2907 service neutron] For port 4f1d0c4d-160e-4b16-8269-7dc87289ef32, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=4f1d0c4d-160e-4b16-8269-7dc87289ef32,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:38:58.265037 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-18865933-ce1a-4658-83d8-7657f8852990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:58.285397 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4d3ac5c1-6b2e-4ae8-8a77-29b224a04551 req-097ab9d5-5ba8-4523-9f4d-e032be0f2907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:58.337719 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6380e513-44a3-47a7-b20c-af5f69589024 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:58.379647 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18865933-ce1a-4658-83d8-7657f8852990 None None] Network bdfb7985-4a2e-4b59-90a4-3a1df09446bc is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:38:58.383855 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18865933-ce1a-4658-83d8-7657f8852990 None None] Pushing event updated for resources: {'Port': ['ID=272ed5ef-0307-4bbf-853a-87b72cd56e4b,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:58.391716 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8a867936-5a7e-4103-b155-51230ef99098 req-b74ddfed-8b4a-4fc5-912d-56a50c2c7e3e tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc750e1f-5605-40cf-80e3-487cdbf8b643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4704084 Aug 23 20:38:58.396313 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-18865933-ce1a-4658-83d8-7657f8852990 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:38:58.400833 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18865933-ce1a-4658-83d8-7657f8852990 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:38:58.464889 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6380e513-44a3-47a7-b20c-af5f69589024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:58.480859 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ab9d5-5ba8-4523-9f4d-e032be0f2907 service neutron] Pushing event updated for resources: {'Port': ['ID=4f1d0c4d-160e-4b16-8269-7dc87289ef32,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:58.494969 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-f7056ff9-6613-42b7-9d74-2fa0833d1503 service neutron] 10.222.0.11 "GET /v2.0/networks/15796354-99ed-4bbc-af1c-772cdc3fe57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828351 Aug 23 20:38:58.521942 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6380e513-44a3-47a7-b20c-af5f69589024 admin admin] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:38:58.532203 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-6380e513-44a3-47a7-b20c-af5f69589024 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:38:58.537902 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6380e513-44a3-47a7-b20c-af5f69589024 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:38:58.548032 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ac5c1-6b2e-4ae8-8a77-29b224a04551 req-097ab9d5-5ba8-4523-9f4d-e032be0f2907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:58.554571 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4d3ac5c1-6b2e-4ae8-8a77-29b224a04551 req-097ab9d5-5ba8-4523-9f4d-e032be0f2907 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:58.561037 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4d3ac5c1-6b2e-4ae8-8a77-29b224a04551 req-097ab9d5-5ba8-4523-9f4d-e032be0f2907 service neutron] 10.222.0.11 "PUT /v2.0/ports/4f1d0c4d-160e-4b16-8269-7dc87289ef32 HTTP/1.1" status: 200 len: 1095 time: 2.0338717 Aug 23 20:38:58.578042 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-18865933-ce1a-4658-83d8-7657f8852990 None None] Attempting to bind port 272ed5ef-0307-4bbf-853a-87b72cd56e4b on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:38:58.578247 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dea3f823-c861-4e7f-a373-fbe240daf98f', 'tag': '4f1d0c4d-160e-4b16-8269-7dc87289ef32'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:38:58.578420 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-18865933-ce1a-4658-83d8-7657f8852990 None None] Attempting to bind port 272ed5ef-0307-4bbf-853a-87b72cd56e4b by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '02bc71d9-f313-4a15-a119-b64fea6486e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'bdfb7985-4a2e-4b59-90a4-3a1df09446bc'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:38:58.579779 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18865933-ce1a-4658-83d8-7657f8852990 None None] Attempting to bind port 272ed5ef-0307-4bbf-853a-87b72cd56e4b on network bdfb7985-4a2e-4b59-90a4-3a1df09446bc {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:38:58.582915 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815c47bb-0d1f-486a-b7d9-3e9a5d6b9319" -d '{"events": [{"name": "network-changed", "server_uuid": "dea3f823-c861-4e7f-a373-fbe240daf98f", "tag": "4f1d0c4d-160e-4b16-8269-7dc87289ef32"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:38:58.587117 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18865933-ce1a-4658-83d8-7657f8852990 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:38:58.587495 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18865933-ce1a-4658-83d8-7657f8852990 None None] Checking segment: {'id': '02bc71d9-f313-4a15-a119-b64fea6486e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'bdfb7985-4a2e-4b59-90a4-3a1df09446bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:38:58.588215 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-18865933-ce1a-4658-83d8-7657f8852990 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:58.588515 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18865933-ce1a-4658-83d8-7657f8852990 None None] Bound using segment: {'id': '02bc71d9-f313-4a15-a119-b64fea6486e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'bdfb7985-4a2e-4b59-90a4-3a1df09446bc'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:38:58.588999 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-18865933-ce1a-4658-83d8-7657f8852990 None None] Bound port: 272ed5ef-0307-4bbf-853a-87b72cd56e4b, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02bc71d9-f313-4a15-a119-b64fea6486e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'bdfb7985-4a2e-4b59-90a4-3a1df09446bc'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:38:58.589387 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-18865933-ce1a-4658-83d8-7657f8852990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:58.707159 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6380e513-44a3-47a7-b20c-af5f69589024 admin admin] Pushing event updated for resources: {'Port': ['ID=8a4b4d0e-4336-49bc-a65c-cb89c1265d48,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:58.752017 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-18865933-ce1a-4658-83d8-7657f8852990 None None] For port 272ed5ef-0307-4bbf-853a-87b72cd56e4b, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:38:58.767920 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-18865933-ce1a-4658-83d8-7657f8852990 None None] For port 272ed5ef-0307-4bbf-853a-87b72cd56e4b, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=272ed5ef-0307-4bbf-853a-87b72cd56e4b,segment=NetworkSegment(02bc71d9-f313-4a15-a119-b64fea6486e0),segment_id=02bc71d9-f313-4a15-a119-b64fea6486e0)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:38:58.775197 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-18865933-ce1a-4658-83d8-7657f8852990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:58.829837 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ac5c1-6b2e-4ae8-8a77-29b224a04551 req-33b0bcd3-2e27-4b24-b4ee-13f764b230ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:58.845022 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4d3ac5c1-6b2e-4ae8-8a77-29b224a04551 req-33b0bcd3-2e27-4b24-b4ee-13f764b230ed service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=704a96b94b9147dc8cf54dcf8b4c5cc2&device_id=dea3f823-c861-4e7f-a373-fbe240daf98f HTTP/1.1" status: 200 len: 1098 time: 0.1530986 Aug 23 20:38:58.875932 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b4376-3cc4-4886-9b9e-46b2a91ec6b2 req-33b93f07-3e86-4efa-952f-2657746bfd16 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:58.885393 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3c2b4376-3cc4-4886-9b9e-46b2a91ec6b2 req-33b93f07-3e86-4efa-952f-2657746bfd16 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=dea3f823-c861-4e7f-a373-fbe240daf98f HTTP/1.1" status: 200 len: 947 time: 0.3394353 Aug 23 20:38:58.986877 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4d3ac5c1-6b2e-4ae8-8a77-29b224a04551 req-984bb358-f94b-4d37-adb3-40cc874fc76f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=4f1d0c4d-160e-4b16-8269-7dc87289ef32 HTTP/1.1" status: 200 len: 217 time: 0.1207457 Aug 23 20:38:58.999934 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-0ea21c39-29e6-4039-9243-adaef88177ea service neutron] 10.222.0.11 "GET /v2.0/networks/15796354-99ed-4bbc-af1c-772cdc3fe57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4572361 Aug 23 20:38:59.002779 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18865933-ce1a-4658-83d8-7657f8852990 None None] Pushing event updated for resources: {'Port': ['ID=272ed5ef-0307-4bbf-853a-87b72cd56e4b,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:38:59.032135 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3c2b4376-3cc4-4886-9b9e-46b2a91ec6b2 req-1cdf5c72-bbdb-4a33-ae00-46538a137488 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457317 Aug 23 20:38:59.244202 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-9911a8fd-3be1-496c-b7a0-c826fb8019fb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=60ae1ebc-636b-4489-b110-9d50fcbfd8b3 HTTP/1.1" status: 200 len: 217 time: 0.1963162 Aug 23 20:38:59.302403 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb3ea8-0340-4124-9da4-99b1fe17085b req-b57ba0b4-91ae-468f-a131-70466cbaec09 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:59.309165 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb3ea8-0340-4124-9da4-99b1fe17085b req-b57ba0b4-91ae-468f-a131-70466cbaec09 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:59.315477 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb3ea8-0340-4124-9da4-99b1fe17085b req-b57ba0b4-91ae-468f-a131-70466cbaec09 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:59.330446 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb3ea8-0340-4124-9da4-99b1fe17085b req-b57ba0b4-91ae-468f-a131-70466cbaec09 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:59.345182 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb3ea8-0340-4124-9da4-99b1fe17085b req-b57ba0b4-91ae-468f-a131-70466cbaec09 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:59.356638 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb3ea8-0340-4124-9da4-99b1fe17085b req-b57ba0b4-91ae-468f-a131-70466cbaec09 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:59.363628 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb3ea8-0340-4124-9da4-99b1fe17085b req-b57ba0b4-91ae-468f-a131-70466cbaec09 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:59.373208 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a8eb3ea8-0340-4124-9da4-99b1fe17085b req-b57ba0b4-91ae-468f-a131-70466cbaec09 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 5428 time: 0.3721073 Aug 23 20:38:59.430258 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6380e513-44a3-47a7-b20c-af5f69589024 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:59.466814 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ac5c1-6b2e-4ae8-8a77-29b224a04551 req-c9185bcb-e2db-4b09-9cc9-95be6d11bb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:59.491987 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4d3ac5c1-6b2e-4ae8-8a77-29b224a04551 req-c9185bcb-e2db-4b09-9cc9-95be6d11bb08 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.4701266 Aug 23 20:38:59.512197 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219ce76f-28aa-427b-8289-aaf5f8b7bbd6 x-openstack-request-id: req-219ce76f-28aa-427b-8289-aaf5f8b7bbd6 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:38:59.512197 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dea3f823-c861-4e7f-a373-fbe240daf98f", "tag": "4f1d0c4d-160e-4b16-8269-7dc87289ef32", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:38:59.512197 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-219ce76f-28aa-427b-8289-aaf5f8b7bbd6 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:38:59.512197 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dea3f823-c861-4e7f-a373-fbe240daf98f', 'tag': '4f1d0c4d-160e-4b16-8269-7dc87289ef32', 'status': 'completed', 'code': 200} Aug 23 20:38:59.546106 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a8eb3ea8-0340-4124-9da4-99b1fe17085b req-9e53a957-22ed-400d-9a24-f41c1089beed tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/security-groups?id=f264d724-bded-494f-9829-ab610400f252&id=83be7946-311a-487f-aca8-ec9e53b3ca8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1719232 Aug 23 20:38:59.616021 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-2dd85221-96eb-49c7-a49c-65b11c409369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:59.619173 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-2dd85221-96eb-49c7-a49c-65b11c409369 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1fd3acb9-9364-43a9-926f-7317badfdeb5 HTTP/1.1" status: 200 len: 797 time: 0.3621304 Aug 23 20:38:59.678545 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ac5c1-6b2e-4ae8-8a77-29b224a04551 req-d3860a4f-5b98-4939-951a-f4ec20035fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:59.680012 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4d3ac5c1-6b2e-4ae8-8a77-29b224a04551 req-d3860a4f-5b98-4939-951a-f4ec20035fef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1643732 Aug 23 20:38:59.729474 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-abef8da8-c1b3-462e-81f0-011910dbb0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:59.730930 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-abef8da8-c1b3-462e-81f0-011910dbb0eb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3540c16b-5ded-45d3-80bb-012ec217ee8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0964355 Aug 23 20:38:59.827412 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6380e513-44a3-47a7-b20c-af5f69589024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:38:59.941625 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 272ed5ef-0307-4bbf-853a-87b72cd56e4b up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:38:59.956939 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d32ae-b49f-43c4-939c-f8b815e93799 req-1d2fb176-0e5f-49fe-b22d-25b1038baee0 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:38:59.965683 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8c4d32ae-b49f-43c4-939c-f8b815e93799 req-1d2fb176-0e5f-49fe-b22d-25b1038baee0 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/ports?device_id=3421b4b6-ee8f-4bc8-8c70-f59d81233e06 HTTP/1.1" status: 200 len: 945 time: 0.3797035 Aug 23 20:38:59.998793 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4d3ac5c1-6b2e-4ae8-8a77-29b224a04551 req-077aa744-9d9a-42fb-9c79-bfc4bb512a97 service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028183 Aug 23 20:39:00.056808 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 272ed5ef-0307-4bbf-853a-87b72cd56e4b completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:39:00.100753 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8c4d32ae-b49f-43c4-939c-f8b815e93799 req-5ddced9d-8634-4abd-96b0-448c0f9f929d tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc750e1f-5605-40cf-80e3-487cdbf8b643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329026 Aug 23 20:39:00.326136 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6380e513-44a3-47a7-b20c-af5f69589024 admin admin] Router 0e25adb1-ae3e-443c-b2b9-c96cbef4864f is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:39:00.460969 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451f3cc2-af19-4f7a-a30c-857337bbc242 None None] Network bdfb7985-4a2e-4b59-90a4-3a1df09446bc requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:39:00.544334 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-83fda68e-4d51-4eec-8b2f-1981d3fde246 service neutron] 10.222.0.11 "GET /v2.0/networks/3540c16b-5ded-45d3-80bb-012ec217ee8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7819550 Aug 23 20:39:00.585371 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6380e513-44a3-47a7-b20c-af5f69589024 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:39:00.612763 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6380e513-44a3-47a7-b20c-af5f69589024 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:00.615446 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-6380e513-44a3-47a7-b20c-af5f69589024 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.6242855 Aug 23 20:39:00.619055 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 33218) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:00.693644 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-23530d07-9fb8-41cc-b92e-e6df99ccc524 service neutron] 10.222.0.11 "GET /v2.0/networks/3540c16b-5ded-45d3-80bb-012ec217ee8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113381 Aug 23 20:39:00.752456 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-b16799e1-c6f2-4aad-ac9b-57c4733fbefc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d HTTP/1.1" status: 200 len: 217 time: 0.0451450 Aug 23 20:39:00.769084 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad00b16-f756-456d-993f-b04af2bb8cd8 req-4ce4e713-2d49-44eb-af76-728e88f6c2ac tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:00.779982 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dad00b16-f756-456d-993f-b04af2bb8cd8 req-4ce4e713-2d49-44eb-af76-728e88f6c2ac tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=dea3f823-c861-4e7f-a373-fbe240daf98f HTTP/1.1" status: 200 len: 947 time: 0.2311211 Aug 23 20:39:00.823806 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9993e6-88e6-4fd3-91f8-e48e51ff132a None None] Sync routers for ids ['0e25adb1-ae3e-443c-b2b9-c96cbef4864f'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:39:00.844857 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-3bd8cb58-24be-4de8-869a-32ddc59bdbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:00.846596 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-3bd8cb58-24be-4de8-869a-32ddc59bdbc6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1fd3acb9-9364-43a9-926f-7317badfdeb5 HTTP/1.1" status: 200 len: 797 time: 0.0643799 Aug 23 20:39:00.861578 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9993e6-88e6-4fd3-91f8-e48e51ff132a None None] Routers {'0e25adb1-ae3e-443c-b2b9-c96cbef4864f'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:39:00.862631 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-ea9993e6-88e6-4fd3-91f8-e48e51ff132a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:38:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['0e25adb1-ae3e-443c-b2b9-c96cbef4864f'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:39:00.900648 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4d3ac5c1-6b2e-4ae8-8a77-29b224a04551 req-6d6d446c-fc29-42b3-8645-bb4513306b27 service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8871517 Aug 23 20:39:00.950302 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dad00b16-f756-456d-993f-b04af2bb8cd8 req-adada8c4-6f7e-42ab-951c-4921af1e8b4f tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690650 Aug 23 20:39:00.966597 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-551cb179-bbc7-4e7b-a828-93094d7b14d7 None None] Provisioning for port 272ed5ef-0307-4bbf-853a-87b72cd56e4b completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:39:00.997838 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-551cb179-bbc7-4e7b-a828-93094d7b14d7 None None] Provisioning complete for port 272ed5ef-0307-4bbf-853a-87b72cd56e4b triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:39:00.998279 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-551cb179-bbc7-4e7b-a828-93094d7b14d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:01.045450 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-a524c3be-d2ff-44d4-bfa6-98f2ce5dddc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:01.047530 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-a524c3be-d2ff-44d4-bfa6-98f2ce5dddc3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3540c16b-5ded-45d3-80bb-012ec217ee8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1771853 Aug 23 20:39:01.196995 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-97045a44-8756-4a0f-abeb-d4dbebfc7db1 service neutron] 10.222.0.11 "GET /v2.0/networks/3540c16b-5ded-45d3-80bb-012ec217ee8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378913 Aug 23 20:39:01.217558 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-ea9993e6-88e6-4fd3-91f8-e48e51ff132a None None] Set router 0e25adb1-ae3e-443c-b2b9-c96cbef4864f gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:39:01.263518 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c47bb-0d1f-486a-b7d9-3e9a5d6b9319 req-b80e4324-6f0a-4c0c-85f6-0e2c7a0fff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:01.264888 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-815c47bb-0d1f-486a-b7d9-3e9a5d6b9319 req-b80e4324-6f0a-4c0c-85f6-0e2c7a0fff69 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=704a96b94b9147dc8cf54dcf8b4c5cc2&device_id=dea3f823-c861-4e7f-a373-fbe240daf98f HTTP/1.1" status: 200 len: 1098 time: 0.2647281 Aug 23 20:39:01.398638 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8830473e-f140-4ae0-8529-aecb40c7135b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:01.445126 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-551cb179-bbc7-4e7b-a828-93094d7b14d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:01.487436 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c47bb-0d1f-486a-b7d9-3e9a5d6b9319 req-0a593902-153b-4e11-b31d-57ef923dee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:01.489303 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-815c47bb-0d1f-486a-b7d9-3e9a5d6b9319 req-0a593902-153b-4e11-b31d-57ef923dee09 service neutron] 10.222.0.11 "GET /v2.0/networks?id=660f640a-b8b2-40aa-8ebf-76bd1608cceb HTTP/1.1" status: 200 len: 870 time: 0.2059937 Aug 23 20:39:01.508047 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8bcb94-d12c-459a-9c0f-32d2d1bf0667 req-108db6e4-0511-4cdc-a1da-cab4859113df tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:01.516569 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dc8bcb94-d12c-459a-9c0f-32d2d1bf0667 req-108db6e4-0511-4cdc-a1da-cab4859113df tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/ports?device_id=3421b4b6-ee8f-4bc8-8c70-f59d81233e06 HTTP/1.1" status: 200 len: 945 time: 0.1988547 Aug 23 20:39:01.560216 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-815c47bb-0d1f-486a-b7d9-3e9a5d6b9319 req-5d377e73-5a95-4178-9384-86638299a891 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=4f1d0c4d-160e-4b16-8269-7dc87289ef32 HTTP/1.1" status: 200 len: 217 time: 0.0576711 Aug 23 20:39:01.596579 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-551cb179-bbc7-4e7b-a828-93094d7b14d7 None None] For port 272ed5ef-0307-4bbf-853a-87b72cd56e4b, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=272ed5ef-0307-4bbf-853a-87b72cd56e4b,segment=NetworkSegment(02bc71d9-f313-4a15-a119-b64fea6486e0),segment_id=02bc71d9-f313-4a15-a119-b64fea6486e0)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:39:01.624405 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-551cb179-bbc7-4e7b-a828-93094d7b14d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:01.649949 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c47bb-0d1f-486a-b7d9-3e9a5d6b9319 req-8a0cb1e2-3540-4156-8114-52980a68e7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:01.652110 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-815c47bb-0d1f-486a-b7d9-3e9a5d6b9319 req-8a0cb1e2-3540-4156-8114-52980a68e7ae service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.0799229 Aug 23 20:39:01.665847 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349c7c0-980b-4426-9f4c-e05c4074622f req-d15575fb-327d-459d-b046-5048effecc3e tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:01.673420 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349c7c0-980b-4426-9f4c-e05c4074622f req-d15575fb-327d-459d-b046-5048effecc3e tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:01.680935 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349c7c0-980b-4426-9f4c-e05c4074622f req-d15575fb-327d-459d-b046-5048effecc3e tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:01.684017 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dc8bcb94-d12c-459a-9c0f-32d2d1bf0667 req-7fae52ed-8e11-4916-aa28-1a17e8414fe9 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc750e1f-5605-40cf-80e3-487cdbf8b643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614070 Aug 23 20:39:01.711985 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349c7c0-980b-4426-9f4c-e05c4074622f req-d15575fb-327d-459d-b046-5048effecc3e tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:01.725368 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349c7c0-980b-4426-9f4c-e05c4074622f req-d15575fb-327d-459d-b046-5048effecc3e tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:01.727153 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551cb179-bbc7-4e7b-a828-93094d7b14d7 None None] Pushing event updated for resources: {'Port': ['ID=272ed5ef-0307-4bbf-853a-87b72cd56e4b,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:01.757314 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349c7c0-980b-4426-9f4c-e05c4074622f req-d15575fb-327d-459d-b046-5048effecc3e tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:01.777729 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349c7c0-980b-4426-9f4c-e05c4074622f req-d15575fb-327d-459d-b046-5048effecc3e tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:01.788649 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e349c7c0-980b-4426-9f4c-e05c4074622f req-d15575fb-327d-459d-b046-5048effecc3e tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 5428 time: 0.5900884 Aug 23 20:39:01.859385 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-ea9993e6-88e6-4fd3-91f8-e48e51ff132a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e25adb1-ae3e-443c-b2b9-c96cbef4864f', 'name': 'tempest-ServersTestBootFromVolume-769341995-router', 'tenant_id': '78acc99c454c406dbb0dc61deae5e8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '8a4b4d0e-4336-49bc-a65c-cb89c1265d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:38:56Z', 'updated_at': '2021-08-23T20:38:59Z', 'revision_number': 3, 'project_id': '78acc99c454c406dbb0dc61deae5e8e2', 'gw_port': {'id': '8a4b4d0e-4336-49bc-a65c-cb89c1265d48', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:57:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e25adb1-ae3e-443c-b2b9-c96cbef4864f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:38:57Z', 'updated_at': '2021-08-23T20:38:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:39:01.879378 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-8830473e-f140-4ae0-8529-aecb40c7135b admin admin] Allocated IP 172.20.0.1 (bdfb7985-4a2e-4b59-90a4-3a1df09446bc/c7edda6f-692c-48b6-bdea-916903913fd8/36cdf5dd-6036-479b-b2c4-1ab2b3467b71) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:39:01.906505 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9993e6-88e6-4fd3-91f8-e48e51ff132a None None] Checking router: 0e25adb1-ae3e-443c-b2b9-c96cbef4864f for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:39:01.906863 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9993e6-88e6-4fd3-91f8-e48e51ff132a None None] Updating router 0e25adb1-ae3e-443c-b2b9-c96cbef4864f port 8a4b4d0e-4336-49bc-a65c-cb89c1265d48 binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:39:01.918295 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-98f467d4-ad7f-48e2-908a-d093f769c82c service neutron] 10.222.0.11 "GET /v2.0/networks/3540c16b-5ded-45d3-80bb-012ec217ee8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6978903 Aug 23 20:39:01.946998 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ea9993e6-88e6-4fd3-91f8-e48e51ff132a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:01.996725 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 272ed5ef-0307-4bbf-853a-87b72cd56e4b up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:39:02.094635 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-87bed25d-5c77-4b71-8968-a7a341bbf770 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=57ffbcc0-4376-4d05-86a0-154600a7fc9d HTTP/1.1" status: 200 len: 217 time: 0.1175678 Aug 23 20:39:02.113655 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e349c7c0-980b-4426-9f4c-e05c4074622f req-7595266c-80f2-4987-812d-873a5dc1b99d tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/security-groups?id=f264d724-bded-494f-9829-ab610400f252&id=83be7946-311a-487f-aca8-ec9e53b3ca8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3235412 Aug 23 20:39:02.166819 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-4c748785-17a5-42b2-bda0-c9a5bfd3eab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:02.168905 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-4c748785-17a5-42b2-bda0-c9a5bfd3eab5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1fd3acb9-9364-43a9-926f-7317badfdeb5 HTTP/1.1" status: 200 len: 797 time: 0.0539262 Aug 23 20:39:02.170895 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c47bb-0d1f-486a-b7d9-3e9a5d6b9319 req-a35e3935-89e5-49d8-8ae1-24dd4a1776f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:02.172531 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-815c47bb-0d1f-486a-b7d9-3e9a5d6b9319 req-a35e3935-89e5-49d8-8ae1-24dd4a1776f3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3813915 Aug 23 20:39:02.195473 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8830473e-f140-4ae0-8529-aecb40c7135b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:02.226246 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9450006c-ae85-4c0c-85e1-666a65216eaf None None] Provisioning complete for port 272ed5ef-0307-4bbf-853a-87b72cd56e4b triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:39:02.226872 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9450006c-ae85-4c0c-85e1-666a65216eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:02.286033 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-150a0444-f5fb-4dbc-b69a-f0431dd474a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:02.288482 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-150a0444-f5fb-4dbc-b69a-f0431dd474a0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3540c16b-5ded-45d3-80bb-012ec217ee8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1046681 Aug 23 20:39:02.371045 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-815c47bb-0d1f-486a-b7d9-3e9a5d6b9319 req-54e168f1-1c63-4818-9fd2-26e14ed25568 service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768560 Aug 23 20:39:02.378492 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 272ed5ef-0307-4bbf-853a-87b72cd56e4b triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:39:02.378859 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:02.507122 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-3aef6ddc-44ec-455c-8610-2fb44e2fe58c service neutron] 10.222.0.11 "GET /v2.0/networks/3540c16b-5ded-45d3-80bb-012ec217ee8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099638 Aug 23 20:39:02.558389 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-8830473e-f140-4ae0-8529-aecb40c7135b admin admin] Transition to ACTIVE for port object 36cdf5dd-6036-479b-b2c4-1ab2b3467b71 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:39:02.609593 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-815c47bb-0d1f-486a-b7d9-3e9a5d6b9319 req-d1a7f9b5-0e01-4b74-90ad-985a028f2677 service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280514 Aug 23 20:39:02.610812 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78a578-4caf-46ae-a7a1-489d95f03fcb req-3005333a-6087-41a3-ac3b-3f2b1628c1dc tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:02.621280 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5b78a578-4caf-46ae-a7a1-489d95f03fcb req-3005333a-6087-41a3-ac3b-3f2b1628c1dc tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=dea3f823-c861-4e7f-a373-fbe240daf98f HTTP/1.1" status: 200 len: 947 time: 0.4050999 Aug 23 20:39:02.672276 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8830473e-f140-4ae0-8529-aecb40c7135b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:02.673006 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-a092781d-1150-472b-b6b2-a054dd575738 service neutron] 10.222.0.11 "GET /v2.0/networks/3540c16b-5ded-45d3-80bb-012ec217ee8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568861 Aug 23 20:39:02.736002 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5b78a578-4caf-46ae-a7a1-489d95f03fcb req-680c8e48-e3e1-48cd-89bd-0e597c4e6648 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057913 Aug 23 20:39:02.757390 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8830473e-f140-4ae0-8529-aecb40c7135b admin admin] Network bdfb7985-4a2e-4b59-90a4-3a1df09446bc is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:39:02.761053 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-8830473e-f140-4ae0-8529-aecb40c7135b admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:39:02.763247 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-2fd5634c-c7d5-4636-8953-b8ea7bdb54d7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.145&port_id=1e9559a3-8cff-4318-a999-b45c5efad87e HTTP/1.1" status: 200 len: 217 time: 0.0812182 Aug 23 20:39:02.763729 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8830473e-f140-4ae0-8529-aecb40c7135b admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:39:02.778364 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ea9993e6-88e6-4fd3-91f8-e48e51ff132a None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:02.807060 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ea9993e6-88e6-4fd3-91f8-e48e51ff132a None None] Transition to ACTIVE for port object 8a4b4d0e-4336-49bc-a65c-cb89c1265d48 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:39:02.817093 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8830473e-f140-4ae0-8529-aecb40c7135b admin admin] Pushing event updated for resources: {'Port': ['ID=36cdf5dd-6036-479b-b2c4-1ab2b3467b71,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:02.827233 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ea9993e6-88e6-4fd3-91f8-e48e51ff132a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:02.842679 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8830473e-f140-4ae0-8529-aecb40c7135b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:02.932585 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f826f2-d05c-467c-adff-b2022478d4cf None None] Pushing event updated for resources: {'Port': ['ID=8a4b4d0e-4336-49bc-a65c-cb89c1265d48,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:02.962055 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 33298) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:02.987972 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ea9993e6-88e6-4fd3-91f8-e48e51ff132a None None] Attempting to bind port 8a4b4d0e-4336-49bc-a65c-cb89c1265d48 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:39:02.988382 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ea9993e6-88e6-4fd3-91f8-e48e51ff132a None None] Attempting to bind port 8a4b4d0e-4336-49bc-a65c-cb89c1265d48 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:39:02.988748 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9993e6-88e6-4fd3-91f8-e48e51ff132a None None] Attempting to bind port 8a4b4d0e-4336-49bc-a65c-cb89c1265d48 on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:39:02.999135 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-d681cfd4-8411-4aaf-a5d7-f1afe78a0eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:03.008484 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-d681cfd4-8411-4aaf-a5d7-f1afe78a0eb7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1fd3acb9-9364-43a9-926f-7317badfdeb5 HTTP/1.1" status: 200 len: 797 time: 0.2355459 Aug 23 20:39:03.008716 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9993e6-88e6-4fd3-91f8-e48e51ff132a None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:39:03.009099 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9993e6-88e6-4fd3-91f8-e48e51ff132a None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:39:03.009625 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ea9993e6-88e6-4fd3-91f8-e48e51ff132a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:03.010218 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9993e6-88e6-4fd3-91f8-e48e51ff132a None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:39:03.010767 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ea9993e6-88e6-4fd3-91f8-e48e51ff132a None None] Bound port: 8a4b4d0e-4336-49bc-a65c-cb89c1265d48, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:39:03.011146 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ea9993e6-88e6-4fd3-91f8-e48e51ff132a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:03.042366 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c812a733-6548-4800-845b-1a066e31245a req-4b63a71c-fdc7-4bf4-9236-e0f54b0482a0 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:03.047178 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c812a733-6548-4800-845b-1a066e31245a req-4b63a71c-fdc7-4bf4-9236-e0f54b0482a0 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/ports?device_id=3421b4b6-ee8f-4bc8-8c70-f59d81233e06 HTTP/1.1" status: 200 len: 945 time: 0.1923480 Aug 23 20:39:03.134176 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-ea9993e6-88e6-4fd3-91f8-e48e51ff132a None None] For port 8a4b4d0e-4336-49bc-a65c-cb89c1265d48, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:39:03.143776 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-ea9993e6-88e6-4fd3-91f8-e48e51ff132a None None] For port 8a4b4d0e-4336-49bc-a65c-cb89c1265d48, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=8a4b4d0e-4336-49bc-a65c-cb89c1265d48,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:39:03.155183 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ea9993e6-88e6-4fd3-91f8-e48e51ff132a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:03.165877 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c812a733-6548-4800-845b-1a066e31245a req-0ebefb90-8cd6-424e-9d7f-6c8dd3d709c0 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc750e1f-5605-40cf-80e3-487cdbf8b643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027269 Aug 23 20:39:03.175771 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-6fd53f6b-9f55-42cf-8ae8-76123b72433e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:03.183349 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-6fd53f6b-9f55-42cf-8ae8-76123b72433e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3540c16b-5ded-45d3-80bb-012ec217ee8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1523888 Aug 23 20:39:03.247036 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9993e6-88e6-4fd3-91f8-e48e51ff132a None None] Routers {'0e25adb1-ae3e-443c-b2b9-c96cbef4864f'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:39:03.247680 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-ea9993e6-88e6-4fd3-91f8-e48e51ff132a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:38:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['0e25adb1-ae3e-443c-b2b9-c96cbef4864f'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:39:03.311694 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8830473e-f140-4ae0-8529-aecb40c7135b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:03.356789 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7b834168-b488-4dc9-bd90-9696879304ee None None] Provisioning for port 36cdf5dd-6036-479b-b2c4-1ab2b3467b71 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:39:03.378419 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7b834168-b488-4dc9-bd90-9696879304ee None None] Provisioning complete for port 36cdf5dd-6036-479b-b2c4-1ab2b3467b71 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:39:03.378708 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7b834168-b488-4dc9-bd90-9696879304ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:03.386595 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f826f2-d05c-467c-adff-b2022478d4cf None None] Pushing event updated for resources: {'Port': ['ID=8a4b4d0e-4336-49bc-a65c-cb89c1265d48,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:03.402947 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-50be6f82-b78b-4cb0-b583-8d784bec0eb6 service neutron] 10.222.0.11 "GET /v2.0/networks/3540c16b-5ded-45d3-80bb-012ec217ee8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161641 Aug 23 20:39:03.428927 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-ea9993e6-88e6-4fd3-91f8-e48e51ff132a None None] Set router 0e25adb1-ae3e-443c-b2b9-c96cbef4864f gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:39:03.463453 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6084fd-b494-49b3-88a0-0e4fa3d747f9 req-b8401fa1-3b32-48cc-bd9b-6d8a03aff015 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:03.469657 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6084fd-b494-49b3-88a0-0e4fa3d747f9 req-b8401fa1-3b32-48cc-bd9b-6d8a03aff015 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:03.476448 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6084fd-b494-49b3-88a0-0e4fa3d747f9 req-b8401fa1-3b32-48cc-bd9b-6d8a03aff015 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:03.482823 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6084fd-b494-49b3-88a0-0e4fa3d747f9 req-b8401fa1-3b32-48cc-bd9b-6d8a03aff015 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:03.489758 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6084fd-b494-49b3-88a0-0e4fa3d747f9 req-b8401fa1-3b32-48cc-bd9b-6d8a03aff015 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:03.504203 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6084fd-b494-49b3-88a0-0e4fa3d747f9 req-b8401fa1-3b32-48cc-bd9b-6d8a03aff015 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:03.518418 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6084fd-b494-49b3-88a0-0e4fa3d747f9 req-b8401fa1-3b32-48cc-bd9b-6d8a03aff015 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:03.521080 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8c6084fd-b494-49b3-88a0-0e4fa3d747f9 req-b8401fa1-3b32-48cc-bd9b-6d8a03aff015 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 5428 time: 0.2098761 Aug 23 20:39:03.577370 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-888437fe-8227-4bf5-9b90-3ca4dc7b6e76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:03.584627 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8c6084fd-b494-49b3-88a0-0e4fa3d747f9 req-192a918e-b89c-4638-a537-d165c75b25c9 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/security-groups?id=f264d724-bded-494f-9829-ab610400f252&id=83be7946-311a-487f-aca8-ec9e53b3ca8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523667 Aug 23 20:39:03.597386 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7b834168-b488-4dc9-bd90-9696879304ee None None] Port 36cdf5dd-6036-479b-b2c4-1ab2b3467b71 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:39:03.704795 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-158b5768-7c74-4c2f-a295-682f2e640b65 service neutron] 10.222.0.11 "GET /v2.0/networks/3540c16b-5ded-45d3-80bb-012ec217ee8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941325 Aug 23 20:39:03.767568 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-ea9993e6-88e6-4fd3-91f8-e48e51ff132a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e25adb1-ae3e-443c-b2b9-c96cbef4864f', 'name': 'tempest-ServersTestBootFromVolume-769341995-router', 'tenant_id': '78acc99c454c406dbb0dc61deae5e8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '8a4b4d0e-4336-49bc-a65c-cb89c1265d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:38:56Z', 'updated_at': '2021-08-23T20:38:59Z', 'revision_number': 3, 'project_id': '78acc99c454c406dbb0dc61deae5e8e2', 'gw_port': {'id': '8a4b4d0e-4336-49bc-a65c-cb89c1265d48', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:57:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e25adb1-ae3e-443c-b2b9-c96cbef4864f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:38:57Z', 'updated_at': '2021-08-23T20:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:39:03.797527 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8830473e-f140-4ae0-8529-aecb40c7135b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:03.803670 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8830473e-f140-4ae0-8529-aecb40c7135b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:03.804151 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9993e6-88e6-4fd3-91f8-e48e51ff132a None None] The sync data for ids ['0e25adb1-ae3e-443c-b2b9-c96cbef4864f'] in n-d-805663-2 is: [{'id': '0e25adb1-ae3e-443c-b2b9-c96cbef4864f', 'name': 'tempest-ServersTestBootFromVolume-769341995-router', 'tenant_id': '78acc99c454c406dbb0dc61deae5e8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '8a4b4d0e-4336-49bc-a65c-cb89c1265d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:38:56Z', 'updated_at': '2021-08-23T20:38:59Z', 'revision_number': 3, 'project_id': '78acc99c454c406dbb0dc61deae5e8e2', 'gw_port': {'id': '8a4b4d0e-4336-49bc-a65c-cb89c1265d48', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:57:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e25adb1-ae3e-443c-b2b9-c96cbef4864f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:38:57Z', 'updated_at': '2021-08-23T20:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:39:03.819787 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-7e8571c6-83e9-4725-b651-44c61e37fb3b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=24a309f0-cb51-4a2a-9a2e-e94a027cbd08 HTTP/1.1" status: 200 len: 217 time: 0.1017141 Aug 23 20:39:03.831200 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-888437fe-8227-4bf5-9b90-3ca4dc7b6e76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:03.875647 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-888437fe-8227-4bf5-9b90-3ca4dc7b6e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:03.961698 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8830473e-f140-4ae0-8529-aecb40c7135b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:03.969752 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8830473e-f140-4ae0-8529-aecb40c7135b admin admin] Pushing event updated for resources: {'Port': ['ID=36cdf5dd-6036-479b-b2c4-1ab2b3467b71,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:04.009500 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-888437fe-8227-4bf5-9b90-3ca4dc7b6e76 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6a23667bbad24ee0946a4f0323e67974&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0393589 Aug 23 20:39:04.017528 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 33332) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:04.029826 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888437fe-8227-4bf5-9b90-3ca4dc7b6e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=554e9610-3d43-44e5-b5a6-87d8e9ff08f6,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:04.053512 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5cbfa-556c-46a9-9874-43737e531422 req-a5ff7767-c473-4e55-a692-43cdf2a3686c tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:04.061457 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bea5cbfa-556c-46a9-9874-43737e531422 req-a5ff7767-c473-4e55-a692-43cdf2a3686c tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=dea3f823-c861-4e7f-a373-fbe240daf98f HTTP/1.1" status: 200 len: 947 time: 0.2285199 Aug 23 20:39:04.064366 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-519e9279-9b59-4c9a-a289-36b9915da315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:04.065986 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-519e9279-9b59-4c9a-a289-36b9915da315 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=219a97fb-cf76-43fd-a3c0-23a4e8b36a26 HTTP/1.1" status: 200 len: 797 time: 0.2273450 Aug 23 20:39:04.163975 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8830473e-f140-4ae0-8529-aecb40c7135b admin admin] Network bdfb7985-4a2e-4b59-90a4-3a1df09446bc is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:39:04.166897 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-8830473e-f140-4ae0-8529-aecb40c7135b admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:39:04.243564 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bea5cbfa-556c-46a9-9874-43737e531422 req-da3cfbf7-0e35-46aa-9dee-5efc619b0c33 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810780 Aug 23 20:39:04.287527 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ddaaf989-b0a3-4a6f-a099-5b4f2bee3924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:04.291751 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-8c0ebe05-567b-4cb6-927b-7130a15b125f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:04.293896 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-8c0ebe05-567b-4cb6-927b-7130a15b125f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=af4706b6-78a2-4ed9-91e2-487e13d661e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2129145 Aug 23 20:39:04.405906 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ddaaf989-b0a3-4a6f-a099-5b4f2bee3924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:04.497005 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8830473e-f140-4ae0-8529-aecb40c7135b admin admin] Router 0e25adb1-ae3e-443c-b2b9-c96cbef4864f has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:39:04.518028 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92456eac-e034-4a79-bd79-06f97bfbe526 req-8a3745e5-9408-472b-9099-d5294aa6b0d2 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:04.531337 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-92456eac-e034-4a79-bd79-06f97bfbe526 req-8a3745e5-9408-472b-9099-d5294aa6b0d2 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/ports?device_id=3421b4b6-ee8f-4bc8-8c70-f59d81233e06 HTTP/1.1" status: 200 len: 945 time: 0.1421261 Aug 23 20:39:04.626950 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-c151c822-e9d7-4ae5-9ea4-1a1ecab1b617 service neutron] 10.222.0.11 "GET /v2.0/networks/af4706b6-78a2-4ed9-91e2-487e13d661e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197660 Aug 23 20:39:04.652426 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ddaaf989-b0a3-4a6f-a099-5b4f2bee3924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:04.656207 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-55e37d82-92fc-42e5-80e3-38dc85b24cd4 None None] Provisioning complete for port 36cdf5dd-6036-479b-b2c4-1ab2b3467b71 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:39:04.656746 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-55e37d82-92fc-42e5-80e3-38dc85b24cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:04.657797 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ddaaf989-b0a3-4a6f-a099-5b4f2bee3924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:04.659218 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ddaaf989-b0a3-4a6f-a099-5b4f2bee3924 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/554e9610-3d43-44e5-b5a6-87d8e9ff08f6 HTTP/1.1" status: 204 len: 168 time: 0.6395385 Aug 23 20:39:04.685018 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaaf989-b0a3-4a6f-a099-5b4f2bee3924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=554e9610-3d43-44e5-b5a6-87d8e9ff08f6,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:04.736651 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 4f1d0c4d-160e-4b16-8269-7dc87289ef32 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:39:04.798160 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8830473e-f140-4ae0-8529-aecb40c7135b admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:39:04.813665 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-55e37d82-92fc-42e5-80e3-38dc85b24cd4 None None] Port 36cdf5dd-6036-479b-b2c4-1ab2b3467b71 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:39:04.817316 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8830473e-f140-4ae0-8529-aecb40c7135b admin admin] 10.222.0.61 "PUT /v2.0/routers/0e25adb1-ae3e-443c-b2b9-c96cbef4864f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1962287 Aug 23 20:39:04.893983 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-92456eac-e034-4a79-bd79-06f97bfbe526 req-7ea92406-b8d5-4db0-82a7-1bf5bc529f0d tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc750e1f-5605-40cf-80e3-487cdbf8b643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619032 Aug 23 20:39:04.949647 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-427c5219-3b8a-4d38-b4cb-1542fcc7bb60 service neutron] 10.222.0.11 "GET /v2.0/networks/af4706b6-78a2-4ed9-91e2-487e13d661e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109024 Aug 23 20:39:04.983406 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 4f1d0c4d-160e-4b16-8269-7dc87289ef32, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=4f1d0c4d-160e-4b16-8269-7dc87289ef32,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:39:05.003563 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '4f1d0c4d-160e-4b16-8269-7dc87289ef32', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'port_id': '4f1d0c4d-160e-4b16-8269-7dc87289ef32', 'mac_address': 'fa:16:3e:99:db:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66e9eb0-86f4-4159-852b-f29863cbf18d', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:39:05.076371 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:05.123887 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f1d0c4d-160e-4b16-8269-7dc87289ef32 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:39:05.166969 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 4f1d0c4d-160e-4b16-8269-7dc87289ef32, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=4f1d0c4d-160e-4b16-8269-7dc87289ef32,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:39:05.172894 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:05.282418 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=4f1d0c4d-160e-4b16-8269-7dc87289ef32,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:05.339900 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-3e421713-3ca2-4b6c-a795-3634d27f3848 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2766511f-9d51-4da2-a1c2-6355076cc97a HTTP/1.1" status: 200 len: 217 time: 0.3760972 Aug 23 20:39:05.351926 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5e4a2-9440-4f58-a341-2bdc29ccd6cf req-94442f5a-a4ca-4153-b9b9-61866637f18d tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:05.368410 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5e4a2-9440-4f58-a341-2bdc29ccd6cf req-94442f5a-a4ca-4153-b9b9-61866637f18d tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:05.375258 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5e4a2-9440-4f58-a341-2bdc29ccd6cf req-94442f5a-a4ca-4153-b9b9-61866637f18d tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:05.386867 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5e4a2-9440-4f58-a341-2bdc29ccd6cf req-94442f5a-a4ca-4153-b9b9-61866637f18d tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:05.412681 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5e4a2-9440-4f58-a341-2bdc29ccd6cf req-94442f5a-a4ca-4153-b9b9-61866637f18d tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:05.433308 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5e4a2-9440-4f58-a341-2bdc29ccd6cf req-94442f5a-a4ca-4153-b9b9-61866637f18d tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:05.439821 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5e4a2-9440-4f58-a341-2bdc29ccd6cf req-94442f5a-a4ca-4153-b9b9-61866637f18d tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:05.443426 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-22f5e4a2-9440-4f58-a341-2bdc29ccd6cf req-94442f5a-a4ca-4153-b9b9-61866637f18d tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 5428 time: 0.6747768 Aug 23 20:39:05.456160 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d80d325e-bd50-483f-8cfb-cbaba3c87024 req-24048cc0-5574-4002-b879-ee8caf6ba751 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f4df7d20-96fd-4fa9-88c3-08b18646878d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1130636 Aug 23 20:39:05.526711 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-e3124654-5f2a-4fa4-be1f-c2c22b08cbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:05.528414 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-e3124654-5f2a-4fa4-be1f-c2c22b08cbdb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=219a97fb-cf76-43fd-a3c0-23a4e8b36a26 HTTP/1.1" status: 200 len: 797 time: 0.0840626 Aug 23 20:39:05.535740 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-22f5e4a2-9440-4f58-a341-2bdc29ccd6cf req-c0150733-edcc-46b4-9f4f-554e442502f3 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/security-groups?id=f264d724-bded-494f-9829-ab610400f252&id=83be7946-311a-487f-aca8-ec9e53b3ca8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573018 Aug 23 20:39:05.611795 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-fe7ab5e0-86a0-42a5-981e-5cceb7082588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:05.613360 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-fe7ab5e0-86a0-42a5-981e-5cceb7082588 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=af4706b6-78a2-4ed9-91e2-487e13d661e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0742836 Aug 23 20:39:05.618776 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d325e-bd50-483f-8cfb-cbaba3c87024 req-3127fe31-3542-45a0-b272-36bf2c80dde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:05.620269 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d80d325e-bd50-483f-8cfb-cbaba3c87024 req-3127fe31-3542-45a0-b272-36bf2c80dde5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=704a96b94b9147dc8cf54dcf8b4c5cc2&device_id=f4df7d20-96fd-4fa9-88c3-08b18646878d HTTP/1.1" status: 200 len: 1101 time: 0.0827401 Aug 23 20:39:05.627763 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['4f1d0c4d-160e-4b16-8269-7dc87289ef32'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:39:05.920227 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 8a4b4d0e-4336-49bc-a65c-cb89c1265d48 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:39:06.010377 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 8a4b4d0e-4336-49bc-a65c-cb89c1265d48 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:39:06.020252 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 8a4b4d0e-4336-49bc-a65c-cb89c1265d48 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:39:06.020881 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:06.026527 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306514da-c8a0-4ba5-bf1f-2eb0fe07dedb req-b71437a5-b8d3-4a1a-810b-9c7d0e588576 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:06.031923 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-306514da-c8a0-4ba5-bf1f-2eb0fe07dedb req-b71437a5-b8d3-4a1a-810b-9c7d0e588576 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=dea3f823-c861-4e7f-a373-fbe240daf98f HTTP/1.1" status: 200 len: 948 time: 0.3905718 Aug 23 20:39:06.065774 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d325e-bd50-483f-8cfb-cbaba3c87024 req-46df4e77-318d-4d04-8799-29ade4b1fa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:06.067786 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d80d325e-bd50-483f-8cfb-cbaba3c87024 req-46df4e77-318d-4d04-8799-29ade4b1fa1b service neutron] 10.222.0.32 "GET /v2.0/networks?id=660f640a-b8b2-40aa-8ebf-76bd1608cceb HTTP/1.1" status: 200 len: 870 time: 0.4113512 Aug 23 20:39:06.137435 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:06.147513 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d80d325e-bd50-483f-8cfb-cbaba3c87024 req-16ebc14c-438f-4a2a-96b6-ff3233c0d2d4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=4e45b000-7179-414e-9c26-2b8f01610967 HTTP/1.1" status: 200 len: 217 time: 0.0615866 Aug 23 20:39:06.161434 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-40e94097-3ceb-4a01-bd04-fb978c1a62b0 service neutron] 10.222.0.11 "GET /v2.0/networks/af4706b6-78a2-4ed9-91e2-487e13d661e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5377543 Aug 23 20:39:06.166055 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 8a4b4d0e-4336-49bc-a65c-cb89c1265d48, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=8a4b4d0e-4336-49bc-a65c-cb89c1265d48,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:39:06.173959 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:06.254520 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=8a4b4d0e-4336-49bc-a65c-cb89c1265d48,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:06.282574 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 33430) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:06.287700 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b19b58c6-d599-4f8c-94d1-4001e02c1d15 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Request body: {'security_group': {'name': 'tempest-securitygroup--12669999', 'description': 'tempest-description--1653113365'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:39:06.309964 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-306514da-c8a0-4ba5-bf1f-2eb0fe07dedb req-b95d8114-296e-4298-a6fd-bca664da4015 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632327 Aug 23 20:39:06.343782 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b19b58c6-d599-4f8c-94d1-4001e02c1d15 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:06.346915 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d325e-bd50-483f-8cfb-cbaba3c87024 req-883f6e23-125d-4d72-ab13-e4a1898ca796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:06.349228 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d80d325e-bd50-483f-8cfb-cbaba3c87024 req-883f6e23-125d-4d72-ab13-e4a1898ca796 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.1902325 Aug 23 20:39:06.351390 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a3ff9450-c2b5-401f-af02-afd0e8eb0734 req-00feeae7-c8d3-4c09-b64c-78805ab02545 service neutron] 10.222.0.11 "GET /v2.0/networks/af4706b6-78a2-4ed9-91e2-487e13d661e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721845 Aug 23 20:39:06.445289 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d325e-bd50-483f-8cfb-cbaba3c87024 req-d19a3ec7-ce99-43e8-a65c-e1ec92bdd78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:06.453957 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d80d325e-bd50-483f-8cfb-cbaba3c87024 req-d19a3ec7-ce99-43e8-a65c-e1ec92bdd78c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0816717 Aug 23 20:39:06.467954 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [req-d80d325e-bd50-483f-8cfb-cbaba3c87024 req-323b7947-bf77-4d31-ba03-f58f81d8b99b service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:39:06.476480 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d80d325e-bd50-483f-8cfb-cbaba3c87024 req-323b7947-bf77-4d31-ba03-f58f81d8b99b service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070662 Aug 23 20:39:06.477443 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 33434) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:06.511056 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d989c0-1d28-4adb-8663-317ed668b8ed req-74a17b2f-f7d1-47b0-8710-44f213aa4248 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:06.518390 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-35d989c0-1d28-4adb-8663-317ed668b8ed req-74a17b2f-f7d1-47b0-8710-44f213aa4248 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/ports?device_id=3421b4b6-ee8f-4bc8-8c70-f59d81233e06 HTTP/1.1" status: 200 len: 945 time: 0.1129405 Aug 23 20:39:06.586929 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-35d989c0-1d28-4adb-8663-317ed668b8ed req-be50bbd3-3ec8-49b1-a98f-e16b7b1a5537 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc750e1f-5605-40cf-80e3-487cdbf8b643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543447 Aug 23 20:39:06.610245 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49141dd0-bbfc-4360-a228-bd1b8f360762 None None] Sync routers for ids ['0e25adb1-ae3e-443c-b2b9-c96cbef4864f'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:39:06.630183 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49141dd0-bbfc-4360-a228-bd1b8f360762 None None] Routers {'0e25adb1-ae3e-443c-b2b9-c96cbef4864f'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:39:06.632278 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-49141dd0-bbfc-4360-a228-bd1b8f360762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:38:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['0e25adb1-ae3e-443c-b2b9-c96cbef4864f'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:39:06.633543 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d80d325e-bd50-483f-8cfb-cbaba3c87024 req-b9e72004-fbf7-49ff-a897-9f4b1977038e service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549697 Aug 23 20:39:06.636513 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b19b58c6-d599-4f8c-94d1-4001e02c1d15 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:06.643178 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b19b58c6-d599-4f8c-94d1-4001e02c1d15 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:06.685554 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device c9bc32bd-28fb-4ef8-8531-edadca967003 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:39:06.729850 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b58c6-d599-4f8c-94d1-4001e02c1d15 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38b07d32-2951-4646-87b8-46622765d84d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:06.738793 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b19b58c6-d599-4f8c-94d1-4001e02c1d15 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:06.745143 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b19b58c6-d599-4f8c-94d1-4001e02c1d15 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4614952 Aug 23 20:39:06.745857 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 33446) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:06.759503 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-5e09f1c9-b963-4cae-91ea-bdf7716c8faa tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Request body: {'security_group_rule': {'security_group_id': '38b07d32-2951-4646-87b8-46622765d84d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:39:06.806051 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-49141dd0-bbfc-4360-a228-bd1b8f360762 None None] Set router 0e25adb1-ae3e-443c-b2b9-c96cbef4864f gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:39:06.830201 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5e09f1c9-b963-4cae-91ea-bdf7716c8faa tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:06.966824 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port c9bc32bd-28fb-4ef8-8531-edadca967003, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=c9bc32bd-28fb-4ef8-8531-edadca967003,segment=NetworkSegment(d26d7b7e-620e-4a66-b90b-1ee63dd61b0f),segment_id=d26d7b7e-620e-4a66-b90b-1ee63dd61b0f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:39:06.967605 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e5f974fe-68cf-4d16-9be3-4ef0c6bb2b4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:07.005474 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': 'c9bc32bd-28fb-4ef8-8531-edadca967003', 'network_id': '02bac410-b27b-49cf-96fd-4f276d56ae51', 'port_id': 'c9bc32bd-28fb-4ef8-8531-edadca967003', 'mac_address': 'fa:16:3e:50:b2:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee41020d-3ec7-42a2-ac14-02f12c3e4481', 'ip_address': '10.1.1.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:39:07.010959 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057b26d-f2f4-4a51-9e7f-d2ef7b239fd7 req-66a9578c-3b58-4dff-b969-98804924d102 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:07.019730 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057b26d-f2f4-4a51-9e7f-d2ef7b239fd7 req-66a9578c-3b58-4dff-b969-98804924d102 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:07.033160 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057b26d-f2f4-4a51-9e7f-d2ef7b239fd7 req-66a9578c-3b58-4dff-b969-98804924d102 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:07.042989 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057b26d-f2f4-4a51-9e7f-d2ef7b239fd7 req-66a9578c-3b58-4dff-b969-98804924d102 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:07.050702 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057b26d-f2f4-4a51-9e7f-d2ef7b239fd7 req-66a9578c-3b58-4dff-b969-98804924d102 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:07.060884 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057b26d-f2f4-4a51-9e7f-d2ef7b239fd7 req-66a9578c-3b58-4dff-b969-98804924d102 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:07.086436 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057b26d-f2f4-4a51-9e7f-d2ef7b239fd7 req-66a9578c-3b58-4dff-b969-98804924d102 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:07.091455 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:07.091918 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e057b26d-f2f4-4a51-9e7f-d2ef7b239fd7 req-66a9578c-3b58-4dff-b969-98804924d102 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 5428 time: 0.4280481 Aug 23 20:39:07.107070 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9bc32bd-28fb-4ef8-8531-edadca967003 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:39:07.141374 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port c9bc32bd-28fb-4ef8-8531-edadca967003, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=c9bc32bd-28fb-4ef8-8531-edadca967003,segment=NetworkSegment(d26d7b7e-620e-4a66-b90b-1ee63dd61b0f),segment_id=d26d7b7e-620e-4a66-b90b-1ee63dd61b0f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:39:07.147899 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:07.152929 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 8befdd4b-7da4-4882-ba33-5ff1275123c5 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:39:07.160718 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d80d325e-bd50-483f-8cfb-cbaba3c87024 req-e964e11b-ce60-437d-9303-9175c089bcb9 service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5162439 Aug 23 20:39:07.171783 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e057b26d-f2f4-4a51-9e7f-d2ef7b239fd7 req-4a19f990-3283-46b3-9d12-6a6d6dd36381 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/security-groups?id=f264d724-bded-494f-9829-ab610400f252&id=83be7946-311a-487f-aca8-ec9e53b3ca8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0595889 Aug 23 20:39:07.198684 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e5f974fe-68cf-4d16-9be3-4ef0c6bb2b4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:07.199273 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 8befdd4b-7da4-4882-ba33-5ff1275123c5, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=8befdd4b-7da4-4882-ba33-5ff1275123c5,segment=NetworkSegment(d26d7b7e-620e-4a66-b90b-1ee63dd61b0f),segment_id=d26d7b7e-620e-4a66-b90b-1ee63dd61b0f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:39:07.213273 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '8befdd4b-7da4-4882-ba33-5ff1275123c5', 'network_id': '02bac410-b27b-49cf-96fd-4f276d56ae51', 'port_id': '8befdd4b-7da4-4882-ba33-5ff1275123c5', 'mac_address': 'fa:16:3e:b6:ff:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee41020d-3ec7-42a2-ac14-02f12c3e4481', 'ip_address': '10.1.1.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:39:07.254399 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-49141dd0-bbfc-4360-a228-bd1b8f360762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e25adb1-ae3e-443c-b2b9-c96cbef4864f', 'name': 'tempest-ServersTestBootFromVolume-769341995-router', 'tenant_id': '78acc99c454c406dbb0dc61deae5e8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '8a4b4d0e-4336-49bc-a65c-cb89c1265d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:38:56Z', 'updated_at': '2021-08-23T20:39:03Z', 'revision_number': 4, 'project_id': '78acc99c454c406dbb0dc61deae5e8e2', 'gw_port': {'id': '8a4b4d0e-4336-49bc-a65c-cb89c1265d48', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:57:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e25adb1-ae3e-443c-b2b9-c96cbef4864f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:38:57Z', 'updated_at': '2021-08-23T20:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '36cdf5dd-6036-479b-b2c4-1ab2b3467b71', 'name': '', 'network_id': 'bdfb7985-4a2e-4b59-90a4-3a1df09446bc', 'tenant_id': '78acc99c454c406dbb0dc61deae5e8e2', 'mac_address': 'fa:16:3e:85:49:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e25adb1-ae3e-443c-b2b9-c96cbef4864f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'c7edda6f-692c-48b6-bdea-916903913fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:39:01Z', 'updated_at': '2021-08-23T20:39:03Z', 'revision_number': 2, 'project_id': '78acc99c454c406dbb0dc61deae5e8e2', 'subnets': [{'id': 'c7edda6f-692c-48b6-bdea-916903913fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:39:07.254821 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e5f974fe-68cf-4d16-9be3-4ef0c6bb2b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:07.309805 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 33458) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:07.342682 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5e09f1c9-b963-4cae-91ea-bdf7716c8faa tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:07.369133 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5e09f1c9-b963-4cae-91ea-bdf7716c8faa tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:07.378638 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:07.381839 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=c9bc32bd-28fb-4ef8-8531-edadca967003,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:07.424626 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8befdd4b-7da4-4882-ba33-5ff1275123c5 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:39:07.431713 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-da513157-c7b2-4c7a-9a3c-3cdf77647cce admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-474617582-network', 'tenant_id': '13b1595470b742008115767d927fc00b'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:39:07.435918 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e09f1c9-b963-4cae-91ea-bdf7716c8faa tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e39b3e64-84ae-4cfa-8f18-bbea73d28b73,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:07.441367 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5e09f1c9-b963-4cae-91ea-bdf7716c8faa tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:07.445817 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-5e09f1c9-b963-4cae-91ea-bdf7716c8faa tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6989636 Aug 23 20:39:07.447091 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 33466) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:07.455407 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee5be7-8ebd-4ec2-ae3d-2b2d5f152000 req-2ccbce92-a242-46d5-9162-09cc0eb33e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:07.457333 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5cee5be7-8ebd-4ec2-ae3d-2b2d5f152000 req-2ccbce92-a242-46d5-9162-09cc0eb33e59 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a7ba3a6650134ae182d094f3478484f6&device_id=3421b4b6-ee8f-4bc8-8c70-f59d81233e06 HTTP/1.1" status: 200 len: 1096 time: 0.2523179 Aug 23 20:39:07.473255 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5510e517-aa32-43f4-87a2-6f5032dc3693 req-7854dbd0-bf57-40a4-8352-5b810ae068cb tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:07.475042 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49141dd0-bbfc-4360-a228-bd1b8f360762 None None] Checking router: 0e25adb1-ae3e-443c-b2b9-c96cbef4864f for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:39:07.478226 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49141dd0-bbfc-4360-a228-bd1b8f360762 None None] Updating router 0e25adb1-ae3e-443c-b2b9-c96cbef4864f port 36cdf5dd-6036-479b-b2c4-1ab2b3467b71 binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:39:07.479933 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 8befdd4b-7da4-4882-ba33-5ff1275123c5, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=8befdd4b-7da4-4882-ba33-5ff1275123c5,segment=NetworkSegment(d26d7b7e-620e-4a66-b90b-1ee63dd61b0f),segment_id=d26d7b7e-620e-4a66-b90b-1ee63dd61b0f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:39:07.483201 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5510e517-aa32-43f4-87a2-6f5032dc3693 req-7854dbd0-bf57-40a4-8352-5b810ae068cb tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/ports?device_id=3421b4b6-ee8f-4bc8-8c70-f59d81233e06 HTTP/1.1" status: 200 len: 945 time: 0.3758931 Aug 23 20:39:07.484289 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:07.486392 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 44398430-706b-49d2-8d3a-3797e436623d details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:39:07.501892 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da513157-c7b2-4c7a-9a3c-3cdf77647cce admin admin] Made reservation on behalf of 13b1595470b742008115767d927fc00b for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:39:07.504718 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-da513157-c7b2-4c7a-9a3c-3cdf77647cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:07.513122 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-a8744dab-deb7-4790-972d-2ede14ba380d tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Request body: {'security_group_rule': {'security_group_id': '38b07d32-2951-4646-87b8-46622765d84d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:39:07.540622 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-49141dd0-bbfc-4360-a228-bd1b8f360762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:07.560310 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e5f974fe-68cf-4d16-9be3-4ef0c6bb2b4e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=be91bbb5a2a74b00a7e0552b9cbc5dc7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0794981 Aug 23 20:39:07.567871 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 33472) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:07.569996 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-da513157-c7b2-4c7a-9a3c-3cdf77647cce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:07.610049 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 44398430-706b-49d2-8d3a-3797e436623d, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=44398430-706b-49d2-8d3a-3797e436623d,segment=NetworkSegment(d26d7b7e-620e-4a66-b90b-1ee63dd61b0f),segment_id=d26d7b7e-620e-4a66-b90b-1ee63dd61b0f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:39:07.625516 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '44398430-706b-49d2-8d3a-3797e436623d', 'network_id': '02bac410-b27b-49cf-96fd-4f276d56ae51', 'port_id': '44398430-706b-49d2-8d3a-3797e436623d', 'mac_address': 'fa:16:3e:b5:8c:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee41020d-3ec7-42a2-ac14-02f12c3e4481', 'ip_address': '10.1.1.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:39:07.629098 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=8befdd4b-7da4-4882-ba33-5ff1275123c5,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:07.681700 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee5be7-8ebd-4ec2-ae3d-2b2d5f152000 req-ea497d26-69d7-46e5-835b-972c3dc5f1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:07.683770 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5cee5be7-8ebd-4ec2-ae3d-2b2d5f152000 req-ea497d26-69d7-46e5-835b-972c3dc5f1c3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d5ac8692-c6e1-48c5-b1e1-58c352b6f742 HTTP/1.1" status: 200 len: 917 time: 0.1462660 Aug 23 20:39:07.700351 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5510e517-aa32-43f4-87a2-6f5032dc3693 req-d3eefee6-2aeb-4f7f-801a-9cda36a913ec tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc750e1f-5605-40cf-80e3-487cdbf8b643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146182 Aug 23 20:39:07.710880 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f974fe-68cf-4d16-9be3-4ef0c6bb2b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee1a4ce-b6db-4ccc-8062-a04e2ec71488,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:07.844580 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5cee5be7-8ebd-4ec2-ae3d-2b2d5f152000 req-f45604ed-1f79-45c9-831c-78f8f4153796 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd33bcac-e144-4f60-9da7-6fb217799a0d HTTP/1.1" status: 200 len: 217 time: 0.1445069 Aug 23 20:39:07.848531 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a8744dab-deb7-4790-972d-2ede14ba380d tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:07.913264 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-da513157-c7b2-4c7a-9a3c-3cdf77647cce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:07.921223 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 8a4b4d0e-4336-49bc-a65c-cb89c1265d48 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:39:07.923014 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-da513157-c7b2-4c7a-9a3c-3cdf77647cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:07.930143 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee5be7-8ebd-4ec2-ae3d-2b2d5f152000 req-ff2a8bbf-20e3-498c-8536-de2402773b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:07.931920 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5cee5be7-8ebd-4ec2-ae3d-2b2d5f152000 req-ff2a8bbf-20e3-498c-8536-de2402773b8e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d823fd6f-1826-4fda-b786-45e5f0490bf4 HTTP/1.1" status: 200 len: 855 time: 0.0702829 Aug 23 20:39:07.942603 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad498b2-1f8c-4846-a1f2-5391a380bc75 req-07627394-61ac-4fef-9b4b-a202468eb2fb tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:07.951130 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bad498b2-1f8c-4846-a1f2-5391a380bc75 req-07627394-61ac-4fef-9b4b-a202468eb2fb tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=dea3f823-c861-4e7f-a373-fbe240daf98f HTTP/1.1" status: 200 len: 948 time: 0.4904001 Aug 23 20:39:07.960279 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-89fabfb6-4edc-4001-925e-1f5e297e5726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:07.965791 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:07.987490 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-89fabfb6-4edc-4001-925e-1f5e297e5726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:07.997619 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44398430-706b-49d2-8d3a-3797e436623d {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:39:08.010847 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee5be7-8ebd-4ec2-ae3d-2b2d5f152000 req-d2737bd4-e15c-4daa-963c-e93b5191989f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:08.013495 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5cee5be7-8ebd-4ec2-ae3d-2b2d5f152000 req-d2737bd4-e15c-4daa-963c-e93b5191989f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5ac8692-c6e1-48c5-b1e1-58c352b6f742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693481 Aug 23 20:39:08.046218 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 44398430-706b-49d2-8d3a-3797e436623d, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=44398430-706b-49d2-8d3a-3797e436623d,segment=NetworkSegment(d26d7b7e-620e-4a66-b90b-1ee63dd61b0f),segment_id=d26d7b7e-620e-4a66-b90b-1ee63dd61b0f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:39:08.065821 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:08.066514 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device a83e5ee7-c13f-46f6-b912-2a83576e4498 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:39:08.071171 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-89fabfb6-4edc-4001-925e-1f5e297e5726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:08.074524 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-89fabfb6-4edc-4001-925e-1f5e297e5726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:08.075939 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-89fabfb6-4edc-4001-925e-1f5e297e5726 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7ee1a4ce-b6db-4ccc-8062-a04e2ec71488 HTTP/1.1" status: 204 len: 168 time: 0.4898636 Aug 23 20:39:08.086055 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da513157-c7b2-4c7a-9a3c-3cdf77647cce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:39:08.119842 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bad498b2-1f8c-4846-a1f2-5391a380bc75 req-a871a8c6-ebff-4c32-916c-17bec907c4e0 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671555 Aug 23 20:39:08.129355 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da513157-c7b2-4c7a-9a3c-3cdf77647cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005a3639-792b-437f-b919-87b5e6a90b4c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:08.151876 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-da513157-c7b2-4c7a-9a3c-3cdf77647cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:08.152514 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-da513157-c7b2-4c7a-9a3c-3cdf77647cce admin admin] Added segment 850a8407-3594-4fdf-af96-d8bf20de61c1 of type vlan for network d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3 Aug 23 20:39:08.168765 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 8a4b4d0e-4336-49bc-a65c-cb89c1265d48 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:39:08.169139 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:08.171453 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fabfb6-4edc-4001-925e-1f5e297e5726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee1a4ce-b6db-4ccc-8062-a04e2ec71488,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:08.172239 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5cee5be7-8ebd-4ec2-ae3d-2b2d5f152000 req-d65a355e-fa69-4e92-858b-51f66bfa0360 service neutron] 10.222.0.32 "GET /v2.0/networks/d5ac8692-c6e1-48c5-b1e1-58c352b6f742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490636 Aug 23 20:39:08.174181 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-49141dd0-bbfc-4360-a228-bd1b8f360762 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:08.175349 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a8744dab-deb7-4790-972d-2ede14ba380d tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:08.178023 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=44398430-706b-49d2-8d3a-3797e436623d,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:08.180416 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a8744dab-deb7-4790-972d-2ede14ba380d tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:08.198057 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-49141dd0-bbfc-4360-a228-bd1b8f360762 None None] Transition to ACTIVE for port object 36cdf5dd-6036-479b-b2c4-1ab2b3467b71 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:39:08.206162 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-49141dd0-bbfc-4360-a228-bd1b8f360762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:08.219272 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-da513157-c7b2-4c7a-9a3c-3cdf77647cce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:08.271155 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-da513157-c7b2-4c7a-9a3c-3cdf77647cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:08.273529 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da513157-c7b2-4c7a-9a3c-3cdf77647cce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:08.276089 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-da513157-c7b2-4c7a-9a3c-3cdf77647cce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:08.299858 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8744dab-deb7-4790-972d-2ede14ba380d tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97b61029-5166-4e8d-b9a8-d740acef6f41,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:08.323974 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a1d12f-04d2-422f-9e02-3691d43475d6 None None] Pushing event updated for resources: {'Port': ['ID=36cdf5dd-6036-479b-b2c4-1ab2b3467b71,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:08.352783 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a1d12f-04d2-422f-9e02-3691d43475d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:39:08.353116 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a1d12f-04d2-422f-9e02-3691d43475d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:39:08.353442 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a1d12f-04d2-422f-9e02-3691d43475d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:39:08.353768 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a1d12f-04d2-422f-9e02-3691d43475d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:39:08.354084 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a1d12f-04d2-422f-9e02-3691d43475d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:39:08.354408 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a1d12f-04d2-422f-9e02-3691d43475d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:39:08.354722 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a1d12f-04d2-422f-9e02-3691d43475d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:39:08.355035 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a1d12f-04d2-422f-9e02-3691d43475d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:39:08.355862 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a1d12f-04d2-422f-9e02-3691d43475d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:39:08.355862 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a1d12f-04d2-422f-9e02-3691d43475d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:39:08.356104 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a1d12f-04d2-422f-9e02-3691d43475d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:39:08.371161 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a1d12f-04d2-422f-9e02-3691d43475d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:39:08.387182 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a8744dab-deb7-4790-972d-2ede14ba380d tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:08.392450 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a8744dab-deb7-4790-972d-2ede14ba380d tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9309020 Aug 23 20:39:08.394216 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 33486) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:08.410017 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e626b1b5-79f0-4562-81d2-d7fb142d65c3 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Request body: {'floatingip': {'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:39:08.421281 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-da513157-c7b2-4c7a-9a3c-3cdf77647cce admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1075604 Aug 23 20:39:08.445293 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 33488) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:08.455176 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-0d9d99f2-0b30-4d21-8eeb-9dd28ad68f6e admin admin] Request body: {'subnet': {'network_id': 'd368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-474617582-subnet', 'tenant_id': '13b1595470b742008115767d927fc00b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:39:08.508442 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da513157-c7b2-4c7a-9a3c-3cdf77647cce admin admin] Pushing event updated for resources: {'Network': ['ID=d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:08.525327 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-49141dd0-bbfc-4360-a228-bd1b8f360762 None None] Attempting to bind port 36cdf5dd-6036-479b-b2c4-1ab2b3467b71 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:39:08.525544 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-49141dd0-bbfc-4360-a228-bd1b8f360762 None None] Attempting to bind port 36cdf5dd-6036-479b-b2c4-1ab2b3467b71 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '02bc71d9-f313-4a15-a119-b64fea6486e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'bdfb7985-4a2e-4b59-90a4-3a1df09446bc'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:39:08.525909 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49141dd0-bbfc-4360-a228-bd1b8f360762 None None] Attempting to bind port 36cdf5dd-6036-479b-b2c4-1ab2b3467b71 on network bdfb7985-4a2e-4b59-90a4-3a1df09446bc {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:39:08.542107 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49141dd0-bbfc-4360-a228-bd1b8f360762 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:39:08.542533 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49141dd0-bbfc-4360-a228-bd1b8f360762 None None] Checking segment: {'id': '02bc71d9-f313-4a15-a119-b64fea6486e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'bdfb7985-4a2e-4b59-90a4-3a1df09446bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:39:08.543049 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-49141dd0-bbfc-4360-a228-bd1b8f360762 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:08.543346 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49141dd0-bbfc-4360-a228-bd1b8f360762 None None] Bound using segment: {'id': '02bc71d9-f313-4a15-a119-b64fea6486e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'bdfb7985-4a2e-4b59-90a4-3a1df09446bc'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:39:08.543834 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-49141dd0-bbfc-4360-a228-bd1b8f360762 None None] Bound port: 36cdf5dd-6036-479b-b2c4-1ab2b3467b71, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02bc71d9-f313-4a15-a119-b64fea6486e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'bdfb7985-4a2e-4b59-90a4-3a1df09446bc'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:39:08.544250 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-49141dd0-bbfc-4360-a228-bd1b8f360762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:08.551554 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c92c8-873f-42c7-9005-3a2fb621df44 req-b8664ea7-b32e-4068-94f0-efc6eff43623 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:08.557842 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c92c8-873f-42c7-9005-3a2fb621df44 req-b8664ea7-b32e-4068-94f0-efc6eff43623 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:08.564769 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c92c8-873f-42c7-9005-3a2fb621df44 req-b8664ea7-b32e-4068-94f0-efc6eff43623 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:08.572451 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c92c8-873f-42c7-9005-3a2fb621df44 req-b8664ea7-b32e-4068-94f0-efc6eff43623 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:08.578993 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9d99f2-0b30-4d21-8eeb-9dd28ad68f6e admin admin] Made reservation on behalf of 13b1595470b742008115767d927fc00b for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:39:08.579656 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c92c8-873f-42c7-9005-3a2fb621df44 req-b8664ea7-b32e-4068-94f0-efc6eff43623 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:08.586958 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c92c8-873f-42c7-9005-3a2fb621df44 req-b8664ea7-b32e-4068-94f0-efc6eff43623 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:08.587197 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d9d99f2-0b30-4d21-8eeb-9dd28ad68f6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:08.588478 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:39:08.593533 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c92c8-873f-42c7-9005-3a2fb621df44 req-b8664ea7-b32e-4068-94f0-efc6eff43623 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:08.595985 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-652c92c8-873f-42c7-9005-3a2fb621df44 req-b8664ea7-b32e-4068-94f0-efc6eff43623 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 5431 time: 0.2144406 Aug 23 20:39:08.600272 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e626b1b5-79f0-4562-81d2-d7fb142d65c3 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:08.619383 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5cee5be7-8ebd-4ec2-ae3d-2b2d5f152000 req-0b3fa432-cc56-4569-b3cc-15e2b858c08d service neutron] 10.222.0.32 "GET /v2.0/networks/d5ac8692-c6e1-48c5-b1e1-58c352b6f742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4274666 Aug 23 20:39:08.683976 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port a83e5ee7-c13f-46f6-b912-2a83576e4498, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=a83e5ee7-c13f-46f6-b912-2a83576e4498,segment=NetworkSegment(1327a635-0d45-4da9-b7cc-6ec07d0ee464),segment_id=1327a635-0d45-4da9-b7cc-6ec07d0ee464)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:39:08.717034 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-49141dd0-bbfc-4360-a228-bd1b8f360762 None None] For port 36cdf5dd-6036-479b-b2c4-1ab2b3467b71, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:39:08.726932 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-49141dd0-bbfc-4360-a228-bd1b8f360762 None None] For port 36cdf5dd-6036-479b-b2c4-1ab2b3467b71, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=36cdf5dd-6036-479b-b2c4-1ab2b3467b71,segment=NetworkSegment(02bc71d9-f313-4a15-a119-b64fea6486e0),segment_id=02bc71d9-f313-4a15-a119-b64fea6486e0)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:39:08.736362 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-49141dd0-bbfc-4360-a228-bd1b8f360762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:08.741147 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-652c92c8-873f-42c7-9005-3a2fb621df44 req-46e1bab3-5744-4f5b-8d95-d6ed9804d541 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/security-groups?id=f264d724-bded-494f-9829-ab610400f252&id=83be7946-311a-487f-aca8-ec9e53b3ca8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1202507 Aug 23 20:39:08.831305 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e626b1b5-79f0-4562-81d2-d7fb142d65c3 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:08.875466 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49141dd0-bbfc-4360-a228-bd1b8f360762 None None] Routers {'0e25adb1-ae3e-443c-b2b9-c96cbef4864f'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:39:08.876847 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-49141dd0-bbfc-4360-a228-bd1b8f360762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:38:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['0e25adb1-ae3e-443c-b2b9-c96cbef4864f'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:39:09.001733 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b9ed84-c28e-496b-a3e1-9e8239a68877 req-9b65e61c-a0bf-4c50-844c-02b8c5f51712 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:09.014646 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-62b9ed84-c28e-496b-a3e1-9e8239a68877 req-9b65e61c-a0bf-4c50-844c-02b8c5f51712 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/ports?device_id=3421b4b6-ee8f-4bc8-8c70-f59d81233e06 HTTP/1.1" status: 200 len: 945 time: 0.1181912 Aug 23 20:39:09.069811 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': 'a83e5ee7-c13f-46f6-b912-2a83576e4498', 'network_id': 'aacbd0fd-d16f-425e-a7bb-080e612100d5', 'port_id': 'a83e5ee7-c13f-46f6-b912-2a83576e4498', 'mac_address': 'fa:16:3e:7d:04:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dddc676-d460-40e8-9afa-b8b1805fce38', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:39:09.121642 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-e626b1b5-79f0-4562-81d2-d7fb142d65c3 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Allocated IP 172.25.4.111 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/7677bd78-fb2c-48f3-803f-91c15ac957f6) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:39:09.167775 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a1d12f-04d2-422f-9e02-3691d43475d6 None None] Pushing event updated for resources: {'Port': ['ID=36cdf5dd-6036-479b-b2c4-1ab2b3467b71,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:09.169325 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-62b9ed84-c28e-496b-a3e1-9e8239a68877 req-18f3b56b-6717-4777-8aba-31bac4bf8226 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc750e1f-5605-40cf-80e3-487cdbf8b643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436388 Aug 23 20:39:09.218831 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-49141dd0-bbfc-4360-a228-bd1b8f360762 None None] Set router 0e25adb1-ae3e-443c-b2b9-c96cbef4864f gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:39:09.226526 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:09.265045 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a83e5ee7-c13f-46f6-b912-2a83576e4498 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:39:09.312876 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port a83e5ee7-c13f-46f6-b912-2a83576e4498, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=a83e5ee7-c13f-46f6-b912-2a83576e4498,segment=NetworkSegment(1327a635-0d45-4da9-b7cc-6ec07d0ee464),segment_id=1327a635-0d45-4da9-b7cc-6ec07d0ee464)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:39:09.322890 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:09.323625 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 038aba1e-ac97-4fd1-90cd-2192fd5ab1b4 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:39:09.344117 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 33514) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:09.353805 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d9d99f2-0b30-4d21-8eeb-9dd28ad68f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:09.430610 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d99f2-0b30-4d21-8eeb-9dd28ad68f6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d571b443-68b1-44d5-8979-00646207cd13,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:09.445188 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9d99f2-0b30-4d21-8eeb-9dd28ad68f6e admin admin] Checking segment: {'id': '850a8407-3594-4fdf-af96-d8bf20de61c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:39:09.445805 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9d99f2-0b30-4d21-8eeb-9dd28ad68f6e admin admin] Network hostable DHCP agents. Network: d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:39:09.493339 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9d99f2-0b30-4d21-8eeb-9dd28ad68f6e admin admin] Network d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:39:09.517743 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-0d9d99f2-0b30-4d21-8eeb-9dd28ad68f6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:39:09.528815 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f2b78f-2151-4819-bc7b-d5e2dc602713 req-357cc93b-5b3c-421f-8ae4-a2813c4703d2 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:09.531465 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9d99f2-0b30-4d21-8eeb-9dd28ad68f6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:09.533046 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d9d99f2-0b30-4d21-8eeb-9dd28ad68f6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:09.540954 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-88f2b78f-2151-4819-bc7b-d5e2dc602713 req-357cc93b-5b3c-421f-8ae4-a2813c4703d2 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=dea3f823-c861-4e7f-a373-fbe240daf98f HTTP/1.1" status: 200 len: 948 time: 0.2012923 Aug 23 20:39:09.548218 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c931b2e-78bd-4352-b109-11001fb3914b None None] Network d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:39:09.560164 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e626b1b5-79f0-4562-81d2-d7fb142d65c3 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:09.578498 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d6e747c1-1069-41a2-9116-f2094be9b08c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:09.601833 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0d9d99f2-0b30-4d21-8eeb-9dd28ad68f6e admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1547184 Aug 23 20:39:09.605142 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 33522) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:09.610464 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-0b9d835c-d9c2-4f20-a530-397912de347b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-474617582-router', 'tenant_id': '13b1595470b742008115767d927fc00b', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:39:09.613000 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-88f2b78f-2151-4819-bc7b-d5e2dc602713 req-614faa1c-fa26-4853-be2d-dcdc048e4dc4 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666628 Aug 23 20:39:09.649342 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=a83e5ee7-c13f-46f6-b912-2a83576e4498,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:09.679268 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 038aba1e-ac97-4fd1-90cd-2192fd5ab1b4, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=038aba1e-ac97-4fd1-90cd-2192fd5ab1b4,segment=NetworkSegment(8a6ca302-72b4-4bc9-9c2c-af9d6fc59dd9),segment_id=8a6ca302-72b4-4bc9-9c2c-af9d6fc59dd9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:39:09.680010 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e626b1b5-79f0-4562-81d2-d7fb142d65c3 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:09.704009 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '038aba1e-ac97-4fd1-90cd-2192fd5ab1b4', 'network_id': '2980a46c-5f6f-4bd3-86da-263aae928b5d', 'port_id': '038aba1e-ac97-4fd1-90cd-2192fd5ab1b4', 'mac_address': 'fa:16:3e:7a:23:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea915c70-de21-4e85-9794-73e9efabd3c6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:39:09.714085 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-49141dd0-bbfc-4360-a228-bd1b8f360762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e25adb1-ae3e-443c-b2b9-c96cbef4864f', 'name': 'tempest-ServersTestBootFromVolume-769341995-router', 'tenant_id': '78acc99c454c406dbb0dc61deae5e8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '8a4b4d0e-4336-49bc-a65c-cb89c1265d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:38:56Z', 'updated_at': '2021-08-23T20:39:03Z', 'revision_number': 4, 'project_id': '78acc99c454c406dbb0dc61deae5e8e2', 'gw_port': {'id': '8a4b4d0e-4336-49bc-a65c-cb89c1265d48', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:57:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e25adb1-ae3e-443c-b2b9-c96cbef4864f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:38:57Z', 'updated_at': '2021-08-23T20:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '36cdf5dd-6036-479b-b2c4-1ab2b3467b71', 'name': '', 'network_id': 'bdfb7985-4a2e-4b59-90a4-3a1df09446bc', 'tenant_id': '78acc99c454c406dbb0dc61deae5e8e2', 'mac_address': 'fa:16:3e:85:49:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e25adb1-ae3e-443c-b2b9-c96cbef4864f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'c7edda6f-692c-48b6-bdea-916903913fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:39:01Z', 'updated_at': '2021-08-23T20:39:08Z', 'revision_number': 4, 'project_id': '78acc99c454c406dbb0dc61deae5e8e2', 'subnets': [{'id': 'c7edda6f-692c-48b6-bdea-916903913fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:39:09.746911 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e626b1b5-79f0-4562-81d2-d7fb142d65c3 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:39:09.754848 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-e626b1b5-79f0-4562-81d2-d7fb142d65c3 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:39:09.762073 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e626b1b5-79f0-4562-81d2-d7fb142d65c3 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:39:09.764938 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:09.781422 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 038aba1e-ac97-4fd1-90cd-2192fd5ab1b4 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:39:09.790748 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e626b1b5-79f0-4562-81d2-d7fb142d65c3 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Pushing event updated for resources: {'Port': ['ID=7677bd78-fb2c-48f3-803f-91c15ac957f6,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:09.804699 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d6e747c1-1069-41a2-9116-f2094be9b08c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:09.814588 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d6e747c1-1069-41a2-9116-f2094be9b08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:09.822429 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49141dd0-bbfc-4360-a228-bd1b8f360762 None None] The sync data for ids ['0e25adb1-ae3e-443c-b2b9-c96cbef4864f'] in n-d-805663-2 is: [{'id': '0e25adb1-ae3e-443c-b2b9-c96cbef4864f', 'name': 'tempest-ServersTestBootFromVolume-769341995-router', 'tenant_id': '78acc99c454c406dbb0dc61deae5e8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '8a4b4d0e-4336-49bc-a65c-cb89c1265d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:38:56Z', 'updated_at': '2021-08-23T20:39:03Z', 'revision_number': 4, 'project_id': '78acc99c454c406dbb0dc61deae5e8e2', 'gw_port': {'id': '8a4b4d0e-4336-49bc-a65c-cb89c1265d48', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:57:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e25adb1-ae3e-443c-b2b9-c96cbef4864f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:38:57Z', 'updated_at': '2021-08-23T20:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '36cdf5dd-6036-479b-b2c4-1ab2b3467b71', 'name': '', 'network_id': 'bdfb7985-4a2e-4b59-90a4-3a1df09446bc', 'tenant_id': '78acc99c454c406dbb0dc61deae5e8e2', 'mac_address': 'fa:16:3e:85:49:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e25adb1-ae3e-443c-b2b9-c96cbef4864f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'c7edda6f-692c-48b6-bdea-916903913fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:39:01Z', 'updated_at': '2021-08-23T20:39:08Z', 'revision_number': 4, 'project_id': '78acc99c454c406dbb0dc61deae5e8e2', 'subnets': [{'id': 'c7edda6f-692c-48b6-bdea-916903913fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:39:09.830141 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 038aba1e-ac97-4fd1-90cd-2192fd5ab1b4, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=038aba1e-ac97-4fd1-90cd-2192fd5ab1b4,segment=NetworkSegment(8a6ca302-72b4-4bc9-9c2c-af9d6fc59dd9),segment_id=8a6ca302-72b4-4bc9-9c2c-af9d6fc59dd9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:39:09.863788 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e747c1-1069-41a2-9116-f2094be9b08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760a5390-8959-4d0a-84c3-d4853f9f92a4,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:09.888598 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:09.889596 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device c61ab549-4c53-4732-9849-eed9b94a4890 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:39:09.920772 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085e42fa-36d6-42f5-bbfa-463646484bcb None None] Network d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:39:09.920917 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0b9d835c-d9c2-4f20-a530-397912de347b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:09.926463 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0b9d835c-d9c2-4f20-a530-397912de347b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:09.937678 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d6e747c1-1069-41a2-9116-f2094be9b08c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=abda3b61c9af4405b407a1c072d537a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5921917 Aug 23 20:39:09.956899 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 33530) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:09.981845 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e626b1b5-79f0-4562-81d2-d7fb142d65c3 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:10.046870 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e626b1b5-79f0-4562-81d2-d7fb142d65c3 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:10.062308 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-69189447-9c47-445e-8d87-769a3e92485c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:10.087317 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port c61ab549-4c53-4732-9849-eed9b94a4890, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=c61ab549-4c53-4732-9849-eed9b94a4890,segment=NetworkSegment(1327a635-0d45-4da9-b7cc-6ec07d0ee464),segment_id=1327a635-0d45-4da9-b7cc-6ec07d0ee464)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:39:10.193632 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': 'c61ab549-4c53-4732-9849-eed9b94a4890', 'network_id': 'aacbd0fd-d16f-425e-a7bb-080e612100d5', 'port_id': 'c61ab549-4c53-4732-9849-eed9b94a4890', 'mac_address': 'fa:16:3e:df:cb:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dddc676-d460-40e8-9afa-b8b1805fce38', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:39:10.202983 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=038aba1e-ac97-4fd1-90cd-2192fd5ab1b4,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:10.285628 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0b9d835c-d9c2-4f20-a530-397912de347b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:10.318716 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b59151-4cb6-4efa-bcf0-0fbf819ad50f req-5c89d95d-a0ed-47a1-b42c-9c6cf3b07b50 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:10.335634 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b59151-4cb6-4efa-bcf0-0fbf819ad50f req-5c89d95d-a0ed-47a1-b42c-9c6cf3b07b50 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:10.353136 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b59151-4cb6-4efa-bcf0-0fbf819ad50f req-5c89d95d-a0ed-47a1-b42c-9c6cf3b07b50 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:10.368162 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b59151-4cb6-4efa-bcf0-0fbf819ad50f req-5c89d95d-a0ed-47a1-b42c-9c6cf3b07b50 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:10.377862 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b59151-4cb6-4efa-bcf0-0fbf819ad50f req-5c89d95d-a0ed-47a1-b42c-9c6cf3b07b50 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:10.379280 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e626b1b5-79f0-4562-81d2-d7fb142d65c3 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:10.390371 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abadaea-0f0c-4e6f-aaff-1941c41a19bf req-a6c29325-d19e-4081-b615-a4cc3d8baf62 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:10.392169 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0abadaea-0f0c-4e6f-aaff-1941c41a19bf req-a6c29325-d19e-4081-b615-a4cc3d8baf62 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/ports?device_id=3421b4b6-ee8f-4bc8-8c70-f59d81233e06 HTTP/1.1" status: 200 len: 945 time: 0.1105566 Aug 23 20:39:10.393646 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e626b1b5-79f0-4562-81d2-d7fb142d65c3 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:10.401813 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b59151-4cb6-4efa-bcf0-0fbf819ad50f req-5c89d95d-a0ed-47a1-b42c-9c6cf3b07b50 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:10.419021 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b59151-4cb6-4efa-bcf0-0fbf819ad50f req-5c89d95d-a0ed-47a1-b42c-9c6cf3b07b50 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:10.427945 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-08b59151-4cb6-4efa-bcf0-0fbf819ad50f req-5c89d95d-a0ed-47a1-b42c-9c6cf3b07b50 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 5433 time: 0.4725113 Aug 23 20:39:10.438759 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:10.445654 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:10.478732 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c61ab549-4c53-4732-9849-eed9b94a4890 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:39:10.501268 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e626b1b5-79f0-4562-81d2-d7fb142d65c3 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Pushing event updated for resources: {'Port': ['ID=7677bd78-fb2c-48f3-803f-91c15ac957f6,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:10.515044 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port c61ab549-4c53-4732-9849-eed9b94a4890, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=c61ab549-4c53-4732-9849-eed9b94a4890,segment=NetworkSegment(1327a635-0d45-4da9-b7cc-6ec07d0ee464),segment_id=1327a635-0d45-4da9-b7cc-6ec07d0ee464)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:39:10.525996 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:10.526897 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device bb388623-a8ca-48fa-a801-64a5e58b5d43 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:39:10.581436 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0abadaea-0f0c-4e6f-aaff-1941c41a19bf req-c9922de9-4d85-4d6e-bcdc-7f376f91f1d7 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc750e1f-5605-40cf-80e3-487cdbf8b643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774955 Aug 23 20:39:10.612936 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=c61ab549-4c53-4732-9849-eed9b94a4890,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:10.628519 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-08b59151-4cb6-4efa-bcf0-0fbf819ad50f req-1356035b-82ff-42fb-b2d8-d6ff51ab2c72 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/security-groups?id=f264d724-bded-494f-9829-ab610400f252&id=83be7946-311a-487f-aca8-ec9e53b3ca8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1982093 Aug 23 20:39:10.634198 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2cc4cd59-b950-4093-a7f3-6aa53fe36b97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:10.638159 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port bb388623-a8ca-48fa-a801-64a5e58b5d43, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=bb388623-a8ca-48fa-a801-64a5e58b5d43,segment=NetworkSegment(d26d7b7e-620e-4a66-b90b-1ee63dd61b0f),segment_id=d26d7b7e-620e-4a66-b90b-1ee63dd61b0f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:39:10.648253 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e626b1b5-79f0-4562-81d2-d7fb142d65c3 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:10.656897 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': 'bb388623-a8ca-48fa-a801-64a5e58b5d43', 'network_id': '02bac410-b27b-49cf-96fd-4f276d56ae51', 'port_id': 'bb388623-a8ca-48fa-a801-64a5e58b5d43', 'mac_address': 'fa:16:3e:ce:57:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee41020d-3ec7-42a2-ac14-02f12c3e4481', 'ip_address': '10.1.1.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:39:10.697766 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e626b1b5-79f0-4562-81d2-d7fb142d65c3 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:10.701755 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e626b1b5-79f0-4562-81d2-d7fb142d65c3 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2989738 Aug 23 20:39:10.726402 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:10.744344 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb388623-a8ca-48fa-a801-64a5e58b5d43 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:39:10.768841 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port bb388623-a8ca-48fa-a801-64a5e58b5d43, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=bb388623-a8ca-48fa-a801-64a5e58b5d43,segment=NetworkSegment(d26d7b7e-620e-4a66-b90b-1ee63dd61b0f),segment_id=d26d7b7e-620e-4a66-b90b-1ee63dd61b0f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:39:10.776627 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:10.801610 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 33590) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:10.821495 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 4f1d0c4d-160e-4b16-8269-7dc87289ef32 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:39:10.879143 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2cc4cd59-b950-4093-a7f3-6aa53fe36b97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:10.882686 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0b9d835c-d9c2-4f20-a530-397912de347b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:10.911701 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=bb388623-a8ca-48fa-a801-64a5e58b5d43,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:10.944846 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 4f1d0c4d-160e-4b16-8269-7dc87289ef32 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:39:10.952131 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 4f1d0c4d-160e-4b16-8269-7dc87289ef32 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:39:10.952732 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:10.964347 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce9239a-e1b2-4c23-be61-fd8558218677 req-89bff14c-e1bf-45dc-92bb-41195382cc42 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:10.967472 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68378cd-e9e2-494e-abdd-c24f61456e4d req-45861feb-605e-4409-8c82-9f6c805d514c tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:10.970659 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f68378cd-e9e2-494e-abdd-c24f61456e4d req-45861feb-605e-4409-8c82-9f6c805d514c tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/ports?device_id=3421b4b6-ee8f-4bc8-8c70-f59d81233e06 HTTP/1.1" status: 200 len: 945 time: 0.1606150 Aug 23 20:39:10.971652 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1ce9239a-e1b2-4c23-be61-fd8558218677 req-89bff14c-e1bf-45dc-92bb-41195382cc42 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=dea3f823-c861-4e7f-a373-fbe240daf98f HTTP/1.1" status: 200 len: 948 time: 0.1732292 Aug 23 20:39:11.050998 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f68378cd-e9e2-494e-abdd-c24f61456e4d req-6ddf9c87-113c-40eb-8ee6-fa04420c6d0e tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc750e1f-5605-40cf-80e3-487cdbf8b643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686989 Aug 23 20:39:11.071753 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1ce9239a-e1b2-4c23-be61-fd8558218677 req-2968e612-2a35-4275-8eda-9b8e255d9dd0 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990667 Aug 23 20:39:11.074146 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8360fd0a-cfe1-4271-a808-5c043da26648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:11.091509 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:11.113059 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2cc4cd59-b950-4093-a7f3-6aa53fe36b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:11.130508 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2cc4cd59-b950-4093-a7f3-6aa53fe36b97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:11.134210 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2cc4cd59-b950-4093-a7f3-6aa53fe36b97 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/760a5390-8959-4d0a-84c3-d4853f9f92a4 HTTP/1.1" status: 204 len: 168 time: 1.1739552 Aug 23 20:39:11.156840 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 4f1d0c4d-160e-4b16-8269-7dc87289ef32, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=4f1d0c4d-160e-4b16-8269-7dc87289ef32,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:39:11.157952 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea3f823-c861-4e7f-a373-fbe240daf98f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f1d0c4d-160e-4b16-8269-7dc87289ef32'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:39:11.160545 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e482fc-5ddd-48d0-a761-3479f0f7488c" -d '{"events": [{"server_uuid": "dea3f823-c861-4e7f-a373-fbe240daf98f", "name": "network-vif-plugged", "status": "completed", "tag": "4f1d0c4d-160e-4b16-8269-7dc87289ef32"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:39:11.165378 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:11.167438 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc4cd59-b950-4093-a7f3-6aa53fe36b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760a5390-8959-4d0a-84c3-d4853f9f92a4,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:11.234815 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=4f1d0c4d-160e-4b16-8269-7dc87289ef32,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:11.241066 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc4cd59-b950-4093-a7f3-6aa53fe36b97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:39:11.241425 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc4cd59-b950-4093-a7f3-6aa53fe36b97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:39:11.241770 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc4cd59-b950-4093-a7f3-6aa53fe36b97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:39:11.242106 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc4cd59-b950-4093-a7f3-6aa53fe36b97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:39:11.242443 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc4cd59-b950-4093-a7f3-6aa53fe36b97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:39:11.242770 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc4cd59-b950-4093-a7f3-6aa53fe36b97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:39:11.243096 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc4cd59-b950-4093-a7f3-6aa53fe36b97 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:39:11.243572 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc4cd59-b950-4093-a7f3-6aa53fe36b97 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:39:11.243907 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc4cd59-b950-4093-a7f3-6aa53fe36b97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:39:11.244270 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc4cd59-b950-4093-a7f3-6aa53fe36b97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:39:11.244601 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc4cd59-b950-4093-a7f3-6aa53fe36b97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:39:11.245287 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc4cd59-b950-4093-a7f3-6aa53fe36b97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:39:11.251849 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8360fd0a-cfe1-4271-a808-5c043da26648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:11.259516 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8360fd0a-cfe1-4271-a808-5c043da26648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:11.343171 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8360fd0a-cfe1-4271-a808-5c043da26648 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=43fd48fca7324a70a2fc9d42f075f006&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5399663 Aug 23 20:39:11.344287 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8360fd0a-cfe1-4271-a808-5c043da26648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7691d47c-ef65-42ed-b1b1-46a6f8bd79ea,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:11.346737 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 33636) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:11.383952 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61f3bce-4d3f-4df4-a532-255114f8948d x-openstack-request-id: req-a61f3bce-4d3f-4df4-a532-255114f8948d {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:39:11.384262 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea3f823-c861-4e7f-a373-fbe240daf98f", "name": "network-vif-plugged", "status": "completed", "tag": "4f1d0c4d-160e-4b16-8269-7dc87289ef32", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:39:11.384520 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a61f3bce-4d3f-4df4-a532-255114f8948d {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:39:11.384944 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dea3f823-c861-4e7f-a373-fbe240daf98f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f1d0c4d-160e-4b16-8269-7dc87289ef32', 'code': 200} Aug 23 20:39:11.422585 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-79c23e09-25df-421a-b6cf-368a7fadf1af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:11.453168 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-79c23e09-25df-421a-b6cf-368a7fadf1af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:11.504709 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e625bfe-a7c5-423c-819b-31fa660ba231 req-1f9a11e1-eddd-4a43-b994-b4e45a2a2a00 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:11.506851 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1e625bfe-a7c5-423c-819b-31fa660ba231 req-1f9a11e1-eddd-4a43-b994-b4e45a2a2a00 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/ports?device_id=76af5a7b-592e-4bcb-8eb1-9273071f1493 HTTP/1.1" status: 200 len: 946 time: 0.1746507 Aug 23 20:39:11.546727 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-79c23e09-25df-421a-b6cf-368a7fadf1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:11.549512 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-79c23e09-25df-421a-b6cf-368a7fadf1af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:11.551111 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-79c23e09-25df-421a-b6cf-368a7fadf1af admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7691d47c-ef65-42ed-b1b1-46a6f8bd79ea HTTP/1.1" status: 204 len: 168 time: 0.2028456 Aug 23 20:39:11.569084 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c23e09-25df-421a-b6cf-368a7fadf1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7691d47c-ef65-42ed-b1b1-46a6f8bd79ea,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:11.664710 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0b9d835c-d9c2-4f20-a530-397912de347b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:11.684324 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 33644) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:11.717175 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b8b9f944-f40f-40a9-8d05-a4c4867ef028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:11.811605 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['bb388623-a8ca-48fa-a801-64a5e58b5d43'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:39:11.915221 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['c9bc32bd-28fb-4ef8-8531-edadca967003'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:39:11.919918 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['44398430-706b-49d2-8d3a-3797e436623d'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:39:11.923527 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['a83e5ee7-c13f-46f6-b912-2a83576e4498'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:39:12.027834 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76031e-3aee-4203-98ae-0f955dd069e1 req-d67beaa5-720d-4490-8f0f-604a1238ab36 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:12.033544 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76031e-3aee-4203-98ae-0f955dd069e1 req-d67beaa5-720d-4490-8f0f-604a1238ab36 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:12.033730 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['c61ab549-4c53-4732-9849-eed9b94a4890'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:39:12.035851 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 36cdf5dd-6036-479b-b2c4-1ab2b3467b71 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:39:12.040046 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76031e-3aee-4203-98ae-0f955dd069e1 req-d67beaa5-720d-4490-8f0f-604a1238ab36 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:12.046678 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76031e-3aee-4203-98ae-0f955dd069e1 req-d67beaa5-720d-4490-8f0f-604a1238ab36 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:12.054950 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76031e-3aee-4203-98ae-0f955dd069e1 req-d67beaa5-720d-4490-8f0f-604a1238ab36 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:12.061207 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76031e-3aee-4203-98ae-0f955dd069e1 req-d67beaa5-720d-4490-8f0f-604a1238ab36 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:12.068471 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76031e-3aee-4203-98ae-0f955dd069e1 req-d67beaa5-720d-4490-8f0f-604a1238ab36 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:12.080909 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8d76031e-3aee-4203-98ae-0f955dd069e1 req-d67beaa5-720d-4490-8f0f-604a1238ab36 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 5435 time: 0.2971432 Aug 23 20:39:12.151053 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b8b9f944-f40f-40a9-8d05-a4c4867ef028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:12.163856 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b8b9f944-f40f-40a9-8d05-a4c4867ef028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:12.203997 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b9f944-f40f-40a9-8d05-a4c4867ef028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc743764-8cdb-4a52-841c-b0f848ccae06,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:12.214419 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e6977-c977-4e47-9226-b22da8549b4f req-116c27bb-52b5-4a76-9462-61494cefe3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:12.216190 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-960e6977-c977-4e47-9226-b22da8549b4f req-116c27bb-52b5-4a76-9462-61494cefe3bd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dea3f823-c861-4e7f-a373-fbe240daf98f HTTP/1.1" status: 200 len: 1100 time: 0.7003701 Aug 23 20:39:12.220003 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1e625bfe-a7c5-423c-819b-31fa660ba231 req-f97be247-0291-456e-9eee-ea58ec3b6fd5 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc750e1f-5605-40cf-80e3-487cdbf8b643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6684771 Aug 23 20:39:12.221316 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0b9d835c-d9c2-4f20-a530-397912de347b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:12.258439 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8d76031e-3aee-4203-98ae-0f955dd069e1 req-1da19754-ed26-4ef1-a9f4-7b446e17efbe tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/security-groups?id=f264d724-bded-494f-9829-ab610400f252&id=83be7946-311a-487f-aca8-ec9e53b3ca8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1670399 Aug 23 20:39:12.271483 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b8b9f944-f40f-40a9-8d05-a4c4867ef028 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ca66dd6767834d61b8185bbc9dd97c5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5850224 Aug 23 20:39:12.274666 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 33688) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:12.378915 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 36cdf5dd-6036-479b-b2c4-1ab2b3467b71 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:39:12.383242 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-0b9d835c-d9c2-4f20-a530-397912de347b admin admin] Allocated IP 172.25.4.207 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/154aba31-984e-429a-835d-3b727073be6e) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:39:12.412739 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 36cdf5dd-6036-479b-b2c4-1ab2b3467b71 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:39:12.412739 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:12.447265 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ab37db2-e2c5-4f9c-8004-aeb2ebd4f643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:12.525191 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ab37db2-e2c5-4f9c-8004-aeb2ebd4f643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:12.539713 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-960e6977-c977-4e47-9226-b22da8549b4f req-63b29fb9-cd15-4e5d-b7de-dc9522f7dc77 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598954 Aug 23 20:39:12.581623 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbc2fa-79a5-498f-975d-033a8ed140b5 req-bbb5fc15-c015-4282-a0ed-4e35af58748c tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:12.584713 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2ddbc2fa-79a5-498f-975d-033a8ed140b5 req-bbb5fc15-c015-4282-a0ed-4e35af58748c tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3c813f3-6f8d-49ee-ba3c-f735c0ce4568 HTTP/1.1" status: 200 len: 945 time: 0.1392491 Aug 23 20:39:12.587908 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c322dcf-bad2-44c1-b1b6-79f48ef299a2 req-867efa0f-3ed9-4cf3-a75e-3ebc9a79370e tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:12.589739 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6c322dcf-bad2-44c1-b1b6-79f48ef299a2 req-867efa0f-3ed9-4cf3-a75e-3ebc9a79370e tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=dea3f823-c861-4e7f-a373-fbe240daf98f HTTP/1.1" status: 200 len: 949 time: 0.2082400 Aug 23 20:39:12.674016 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2ddbc2fa-79a5-498f-975d-033a8ed140b5 req-eaf5842c-8fc1-4d76-bc1f-1a1a4900db0b tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc750e1f-5605-40cf-80e3-487cdbf8b643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741718 Aug 23 20:39:12.694642 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ab37db2-e2c5-4f9c-8004-aeb2ebd4f643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:12.698346 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ab37db2-e2c5-4f9c-8004-aeb2ebd4f643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:12.699756 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-6ab37db2-e2c5-4f9c-8004-aeb2ebd4f643 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bc743764-8cdb-4a52-841c-b0f848ccae06 HTTP/1.1" status: 204 len: 168 time: 0.4241512 Aug 23 20:39:12.704882 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0b9d835c-d9c2-4f20-a530-397912de347b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:12.706349 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['8befdd4b-7da4-4882-ba33-5ff1275123c5'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:39:12.716146 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab37db2-e2c5-4f9c-8004-aeb2ebd4f643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc743764-8cdb-4a52-841c-b0f848ccae06,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:12.760037 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6c322dcf-bad2-44c1-b1b6-79f48ef299a2 req-fbd6f8ce-be0b-426a-b265-eecf322d0164 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584821 Aug 23 20:39:12.793381 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['038aba1e-ac97-4fd1-90cd-2192fd5ab1b4'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:39:12.820657 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [req-bcc96e40-5b6c-498e-bb37-9c012265f0df req-452da9e5-e7cd-4a7a-8e02-388af05821cf tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:39:12.822066 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bcc96e40-5b6c-498e-bb37-9c012265f0df req-452da9e5-e7cd-4a7a-8e02-388af05821cf tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113311 Aug 23 20:39:12.846963 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0b9d835c-d9c2-4f20-a530-397912de347b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:12.946474 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9d835c-d9c2-4f20-a530-397912de347b admin admin] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:39:12.952432 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-0b9d835c-d9c2-4f20-a530-397912de347b admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:39:12.955872 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9d835c-d9c2-4f20-a530-397912de347b admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:39:13.019480 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9d835c-d9c2-4f20-a530-397912de347b admin admin] Pushing event updated for resources: {'Port': ['ID=154aba31-984e-429a-835d-3b727073be6e,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:13.030078 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bcc96e40-5b6c-498e-bb37-9c012265f0df req-09722aa9-30f4-4a11-a364-9fcc21264a92 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1977637 Aug 23 20:39:13.168821 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-01e9b7a0-2d2e-40e1-8479-cda7a54fd5d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:13.385553 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 33730) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:13.409352 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:13.472788 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0b9d835c-d9c2-4f20-a530-397912de347b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:13.559100 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 36cdf5dd-6036-479b-b2c4-1ab2b3467b71, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=36cdf5dd-6036-479b-b2c4-1ab2b3467b71,segment=NetworkSegment(02bc71d9-f313-4a15-a119-b64fea6486e0),segment_id=02bc71d9-f313-4a15-a119-b64fea6486e0)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:39:13.576248 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:13.582436 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:13.637195 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcbabc-8e88-41f4-81c3-e807006ef050 req-04dae99d-5334-459e-92b2-8461c19b29c6 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:13.658414 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcbabc-8e88-41f4-81c3-e807006ef050 req-04dae99d-5334-459e-92b2-8461c19b29c6 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:13.674850 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=36cdf5dd-6036-479b-b2c4-1ab2b3467b71,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:13.677505 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcbabc-8e88-41f4-81c3-e807006ef050 req-04dae99d-5334-459e-92b2-8461c19b29c6 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:13.683861 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcbabc-8e88-41f4-81c3-e807006ef050 req-04dae99d-5334-459e-92b2-8461c19b29c6 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:13.701525 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcbabc-8e88-41f4-81c3-e807006ef050 req-04dae99d-5334-459e-92b2-8461c19b29c6 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:13.711755 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcbabc-8e88-41f4-81c3-e807006ef050 req-04dae99d-5334-459e-92b2-8461c19b29c6 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:13.722556 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcbabc-8e88-41f4-81c3-e807006ef050 req-04dae99d-5334-459e-92b2-8461c19b29c6 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:13.735286 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-36bcbabc-8e88-41f4-81c3-e807006ef050 req-04dae99d-5334-459e-92b2-8461c19b29c6 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 5435 time: 0.2478962 Aug 23 20:39:13.791971 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca5b7c-b16b-4ada-bfbb-80c123f69c60 req-39932d51-afe4-4bd8-b92b-2e8fe14a52b9 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:13.800649 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-18ca5b7c-b16b-4ada-bfbb-80c123f69c60 req-39932d51-afe4-4bd8-b92b-2e8fe14a52b9 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/ports?device_id=3421b4b6-ee8f-4bc8-8c70-f59d81233e06 HTTP/1.1" status: 200 len: 945 time: 0.3302824 Aug 23 20:39:13.820032 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78a5cb32-cb9a-4665-9466-59d1392a39f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:13.886146 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 36cdf5dd-6036-479b-b2c4-1ab2b3467b71 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:39:13.903467 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-36bcbabc-8e88-41f4-81c3-e807006ef050 req-5c59d7c3-7301-4528-8dcb-64facb13b171 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/security-groups?id=f264d724-bded-494f-9829-ab610400f252&id=83be7946-311a-487f-aca8-ec9e53b3ca8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1445704 Aug 23 20:39:13.952684 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-18ca5b7c-b16b-4ada-bfbb-80c123f69c60 req-1f98f2ff-1678-494e-acc2-ad38f3cb1844 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc750e1f-5605-40cf-80e3-487cdbf8b643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395974 Aug 23 20:39:13.952684 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0b9d835c-d9c2-4f20-a530-397912de347b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:14.016237 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 36cdf5dd-6036-479b-b2c4-1ab2b3467b71 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:39:14.018041 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:14.152179 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78a5cb32-cb9a-4665-9466-59d1392a39f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:14.160370 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78a5cb32-cb9a-4665-9466-59d1392a39f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:14.199175 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072270a-cee6-4a88-a5d8-a78c8fc0282c req-6464bcec-364c-4173-8067-0e0c1f7f6405 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:14.201619 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c072270a-cee6-4a88-a5d8-a78c8fc0282c req-6464bcec-364c-4173-8067-0e0c1f7f6405 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=dea3f823-c861-4e7f-a373-fbe240daf98f HTTP/1.1" status: 200 len: 949 time: 0.1373723 Aug 23 20:39:14.251010 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-78a5cb32-cb9a-4665-9466-59d1392a39f1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0295072b47954676a6dd1fa9df7f5765&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8643670 Aug 23 20:39:14.256775 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a5cb32-cb9a-4665-9466-59d1392a39f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e3caf3-baf3-4296-bc47-c6d2e39e3a8f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:14.260155 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 33756) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:14.308239 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c072270a-cee6-4a88-a5d8-a78c8fc0282c req-3871f5aa-b941-43ad-b140-ffeb89165d01 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935225 Aug 23 20:39:14.423468 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b9d835c-d9c2-4f20-a530-397912de347b admin admin] Router b477b15e-c179-4c55-8b41-46f1230e03d3 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:39:14.454373 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4c7ec-35e2-42fa-b53a-78129f5585da req-8340721d-a487-411b-a331-eacbb47eb20f tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:14.456104 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d2b4c7ec-35e2-42fa-b53a-78129f5585da req-8340721d-a487-411b-a331-eacbb47eb20f tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/ports?device_id=76af5a7b-592e-4bcb-8eb1-9273071f1493 HTTP/1.1" status: 200 len: 946 time: 0.2069178 Aug 23 20:39:14.463976 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75c77e8-b74f-405a-867b-ff90511242b2 req-7d7e1315-8e67-4185-b90b-40aabb6b086f tempest-ServersOnMultiNodesTest-1091494619 tempest-ServersOnMultiNodesTest-1091494619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:14.465500 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e75c77e8-b74f-405a-867b-ff90511242b2 req-7d7e1315-8e67-4185-b90b-40aabb6b086f tempest-ServersOnMultiNodesTest-1091494619 tempest-ServersOnMultiNodesTest-1091494619-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=dea3f823-c861-4e7f-a373-fbe240daf98f HTTP/1.1" status: 200 len: 1100 time: 0.0801945 Aug 23 20:39:14.479386 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:14.522610 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e75c77e8-b74f-405a-867b-ff90511242b2 req-2d80b5b5-cd22-4c03-b799-5dfb1a13dcca tempest-ServersOnMultiNodesTest-1091494619 tempest-ServersOnMultiNodesTest-1091494619-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416763 Aug 23 20:39:14.597496 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-722533fe-7c34-4889-992d-1c4e626f2993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:14.624884 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-722533fe-7c34-4889-992d-1c4e626f2993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:14.660476 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b9d835c-d9c2-4f20-a530-397912de347b admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:39:14.673977 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc88172-3406-4629-b96d-11e8fed16928 None None] Sync routers for ids ['b477b15e-c179-4c55-8b41-46f1230e03d3'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:39:14.689136 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc88172-3406-4629-b96d-11e8fed16928 None None] Routers {'b477b15e-c179-4c55-8b41-46f1230e03d3'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:39:14.689807 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-dbc88172-3406-4629-b96d-11e8fed16928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:39:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['b477b15e-c179-4c55-8b41-46f1230e03d3'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:39:14.704097 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0b9d835c-d9c2-4f20-a530-397912de347b admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:14.705621 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0b9d835c-d9c2-4f20-a530-397912de347b admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0998528 Aug 23 20:39:14.708551 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 33776) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:14.759240 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d2b4c7ec-35e2-42fa-b53a-78129f5585da req-0dcbcd96-36d8-48bb-a552-3e9da6921e6a tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc750e1f-5605-40cf-80e3-487cdbf8b643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890682 Aug 23 20:39:14.820609 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-722533fe-7c34-4889-992d-1c4e626f2993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:14.823879 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-722533fe-7c34-4889-992d-1c4e626f2993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:14.825263 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device a83e5ee7-c13f-46f6-b912-2a83576e4498 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:39:14.825404 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-722533fe-7c34-4889-992d-1c4e626f2993 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b2e3caf3-baf3-4296-bc47-c6d2e39e3a8f HTTP/1.1" status: 204 len: 168 time: 0.5637476 Aug 23 20:39:14.839396 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722533fe-7c34-4889-992d-1c4e626f2993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e3caf3-baf3-4296-bc47-c6d2e39e3a8f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:14.874973 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c8860acc-5ed6-418f-b78b-54dc08fef049 req-1ad76cfa-e8f3-4ae8-a856-46a4b17c4c3f tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=704a96b94b9147dc8cf54dcf8b4c5cc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0834453 Aug 23 20:39:14.945531 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d10164-e0ab-4e39-94d0-dec3c2242ac7 req-e119430b-5915-491a-93e5-f6d77937f2ab tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:14.947408 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c2d10164-e0ab-4e39-94d0-dec3c2242ac7 req-e119430b-5915-491a-93e5-f6d77937f2ab tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3c813f3-6f8d-49ee-ba3c-f735c0ce4568 HTTP/1.1" status: 200 len: 945 time: 0.0822873 Aug 23 20:39:15.012751 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-dbc88172-3406-4629-b96d-11e8fed16928 None None] Set router b477b15e-c179-4c55-8b41-46f1230e03d3 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:39:15.017213 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port a83e5ee7-c13f-46f6-b912-2a83576e4498 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:39:15.061670 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port a83e5ee7-c13f-46f6-b912-2a83576e4498 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:39:15.062821 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:15.063006 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c2d10164-e0ab-4e39-94d0-dec3c2242ac7 req-ee80a6ad-d5b5-4a43-abc0-187f8af54632 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc750e1f-5605-40cf-80e3-487cdbf8b643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059294 Aug 23 20:39:15.326063 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf852f-ea43-4105-935b-f315f16293c2 req-d3679b19-6dfa-4d69-a774-7b864213b29d tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:15.332472 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf852f-ea43-4105-935b-f315f16293c2 req-d3679b19-6dfa-4d69-a774-7b864213b29d tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:15.341948 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf852f-ea43-4105-935b-f315f16293c2 req-d3679b19-6dfa-4d69-a774-7b864213b29d tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:15.351067 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf852f-ea43-4105-935b-f315f16293c2 req-d3679b19-6dfa-4d69-a774-7b864213b29d tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:15.363610 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf852f-ea43-4105-935b-f315f16293c2 req-d3679b19-6dfa-4d69-a774-7b864213b29d tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:15.374030 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf852f-ea43-4105-935b-f315f16293c2 req-d3679b19-6dfa-4d69-a774-7b864213b29d tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:15.383583 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf852f-ea43-4105-935b-f315f16293c2 req-d3679b19-6dfa-4d69-a774-7b864213b29d tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:15.387826 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bddf852f-ea43-4105-935b-f315f16293c2 req-d3679b19-6dfa-4d69-a774-7b864213b29d tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 5435 time: 0.1579125 Aug 23 20:39:15.441047 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:15.465924 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bddf852f-ea43-4105-935b-f315f16293c2 req-d158a2eb-f539-475a-837c-2295e985329b tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/security-groups?id=f264d724-bded-494f-9829-ab610400f252&id=83be7946-311a-487f-aca8-ec9e53b3ca8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0723898 Aug 23 20:39:15.557139 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port a83e5ee7-c13f-46f6-b912-2a83576e4498, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=a83e5ee7-c13f-46f6-b912-2a83576e4498,segment=NetworkSegment(1327a635-0d45-4da9-b7cc-6ec07d0ee464),segment_id=1327a635-0d45-4da9-b7cc-6ec07d0ee464)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:39:15.559918 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a83e5ee7-c13f-46f6-b912-2a83576e4498'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:39:15.572218 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d5aca5-ed61-499a-aac9-b1b8c03fa371" -d '{"events": [{"server_uuid": "4731d55c-0045-402f-8d63-5bfbf5e10844", "name": "network-vif-plugged", "status": "completed", "tag": "a83e5ee7-c13f-46f6-b912-2a83576e4498"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:39:15.580730 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:15.724785 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8860acc-5ed6-418f-b78b-54dc08fef049 req-aefe5d21-3aca-41bd-9f09-c2d3800733d0 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:15.734612 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c8860acc-5ed6-418f-b78b-54dc08fef049 req-aefe5d21-3aca-41bd-9f09-c2d3800733d0 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8579631 Aug 23 20:39:15.755361 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c8860acc-5ed6-418f-b78b-54dc08fef049 req-8c3d6446-377c-40f6-9391-df226fe4fb10 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/quotas/704a96b94b9147dc8cf54dcf8b4c5cc2 HTTP/1.1" status: 200 len: 375 time: 0.0185061 Aug 23 20:39:15.789853 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-dbc88172-3406-4629-b96d-11e8fed16928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b477b15e-c179-4c55-8b41-46f1230e03d3', 'name': 'tempest-ServerRescueTestJSON-474617582-router', 'tenant_id': '13b1595470b742008115767d927fc00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '154aba31-984e-429a-835d-3b727073be6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:39:09Z', 'updated_at': '2021-08-23T20:39:13Z', 'revision_number': 3, 'project_id': '13b1595470b742008115767d927fc00b', 'gw_port': {'id': '154aba31-984e-429a-835d-3b727073be6e', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b477b15e-c179-4c55-8b41-46f1230e03d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:39:12Z', 'updated_at': '2021-08-23T20:39:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:39:15.852526 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59740c0d-d5ec-4705-b854-a48eb3633684 req-e1e60f4c-184c-4614-a66f-ab369c7d9c39 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:15.859725 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59740c0d-d5ec-4705-b854-a48eb3633684 req-e1e60f4c-184c-4614-a66f-ab369c7d9c39 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:15.874912 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59740c0d-d5ec-4705-b854-a48eb3633684 req-e1e60f4c-184c-4614-a66f-ab369c7d9c39 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:15.877329 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-59740c0d-d5ec-4705-b854-a48eb3633684 req-e1e60f4c-184c-4614-a66f-ab369c7d9c39 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3c813f3-6f8d-49ee-ba3c-f735c0ce4568&device_id=76af5a7b-592e-4bcb-8eb1-9273071f1493&device_id=3421b4b6-ee8f-4bc8-8c70-f59d81233e06 HTTP/1.1" status: 200 len: 2417 time: 0.1177831 Aug 23 20:39:15.890923 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=a83e5ee7-c13f-46f6-b912-2a83576e4498,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:15.893084 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c8860acc-5ed6-418f-b78b-54dc08fef049 req-6fd39244-0364-4281-99d7-be4cf31343f5 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=704a96b94b9147dc8cf54dcf8b4c5cc2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1364686 Aug 23 20:39:15.910065 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:39:15.913608 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:39:15.916095 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:39:15.916569 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:39:15.917632 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:39:15.918662 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:39:15.919783 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:39:15.920913 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:39:15.921989 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:39:15.922560 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:39:15.923615 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:39:15.924824 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:39:15.929953 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc88172-3406-4629-b96d-11e8fed16928 None None] Checking router: b477b15e-c179-4c55-8b41-46f1230e03d3 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:39:15.931186 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc88172-3406-4629-b96d-11e8fed16928 None None] Updating router b477b15e-c179-4c55-8b41-46f1230e03d3 port 154aba31-984e-429a-835d-3b727073be6e binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:39:15.985827 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-59740c0d-d5ec-4705-b854-a48eb3633684 req-f4885576-cef9-44dc-b4d0-ce805adf9a67 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc750e1f-5605-40cf-80e3-487cdbf8b643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008918 Aug 23 20:39:16.042131 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:16.045567 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dbc88172-3406-4629-b96d-11e8fed16928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:16.133224 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-abbdf600-e2db-460b-8b22-c4447b13b73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:16.214946 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51fe3d3-b040-44a3-b1f2-1a85c6105653 x-openstack-request-id: req-e51fe3d3-b040-44a3-b1f2-1a85c6105653 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:39:16.215254 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4731d55c-0045-402f-8d63-5bfbf5e10844", "name": "network-vif-plugged", "status": "completed", "tag": "a83e5ee7-c13f-46f6-b912-2a83576e4498", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:39:16.215947 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e51fe3d3-b040-44a3-b1f2-1a85c6105653 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:39:16.216562 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a83e5ee7-c13f-46f6-b912-2a83576e4498', 'code': 200} Aug 23 20:39:16.392800 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4f65088f-276b-43a4-9507-c8f92b727d23 req-e02e219b-1f34-4251-b316-82b54e23feab tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1921909 Aug 23 20:39:16.458161 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7a94237e-e756-4271-ab84-2854d0133b52 req-0f4f4537-e03d-416e-8823-eae1a49c9acc tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9575a1c-5768-457a-8b27-67b302d35d85 HTTP/1.1" status: 200 len: 210 time: 0.1164100 Aug 23 20:39:16.636003 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dbc88172-3406-4629-b96d-11e8fed16928 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:16.666085 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-dbc88172-3406-4629-b96d-11e8fed16928 None None] Transition to ACTIVE for port object 154aba31-984e-429a-835d-3b727073be6e will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:39:16.679012 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dbc88172-3406-4629-b96d-11e8fed16928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:16.768627 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8962b49-4c67-4705-8f3b-bdbc22c7c46d None None] Pushing event updated for resources: {'Port': ['ID=154aba31-984e-429a-835d-3b727073be6e,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:16.805606 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-dbc88172-3406-4629-b96d-11e8fed16928 None None] Attempting to bind port 154aba31-984e-429a-835d-3b727073be6e on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:39:16.811165 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-dbc88172-3406-4629-b96d-11e8fed16928 None None] Attempting to bind port 154aba31-984e-429a-835d-3b727073be6e by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:39:16.811781 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc88172-3406-4629-b96d-11e8fed16928 None None] Attempting to bind port 154aba31-984e-429a-835d-3b727073be6e on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:39:16.827395 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc88172-3406-4629-b96d-11e8fed16928 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:39:16.831962 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc88172-3406-4629-b96d-11e8fed16928 None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:39:16.834589 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dbc88172-3406-4629-b96d-11e8fed16928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:16.835184 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc88172-3406-4629-b96d-11e8fed16928 None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:39:16.835837 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-dbc88172-3406-4629-b96d-11e8fed16928 None None] Bound port: 154aba31-984e-429a-835d-3b727073be6e, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:39:16.836870 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dbc88172-3406-4629-b96d-11e8fed16928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:16.837523 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-abbdf600-e2db-460b-8b22-c4447b13b73c admin admin] Allocated IP 172.20.0.1 (d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3/d571b443-68b1-44d5-8979-00646207cd13/92b10c88-218e-4259-ba31-ce972882b526) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:39:16.878099 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3cd9f-9aea-4dd6-aaa8-d0ba87013f48 req-35ba12c4-5304-4e97-8ea0-f4ea74123526 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:16.878459 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 33850) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:16.885341 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3cd9f-9aea-4dd6-aaa8-d0ba87013f48 req-35ba12c4-5304-4e97-8ea0-f4ea74123526 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:16.913934 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3cd9f-9aea-4dd6-aaa8-d0ba87013f48 req-35ba12c4-5304-4e97-8ea0-f4ea74123526 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:16.932683 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3cd9f-9aea-4dd6-aaa8-d0ba87013f48 req-35ba12c4-5304-4e97-8ea0-f4ea74123526 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:16.950298 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3cd9f-9aea-4dd6-aaa8-d0ba87013f48 req-35ba12c4-5304-4e97-8ea0-f4ea74123526 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:16.967492 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-dbc88172-3406-4629-b96d-11e8fed16928 None None] For port 154aba31-984e-429a-835d-3b727073be6e, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:39:16.970090 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3cd9f-9aea-4dd6-aaa8-d0ba87013f48 req-35ba12c4-5304-4e97-8ea0-f4ea74123526 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:16.975457 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-dbc88172-3406-4629-b96d-11e8fed16928 None None] For port 154aba31-984e-429a-835d-3b727073be6e, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=154aba31-984e-429a-835d-3b727073be6e,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:39:16.983718 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dbc88172-3406-4629-b96d-11e8fed16928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:16.985871 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3cd9f-9aea-4dd6-aaa8-d0ba87013f48 req-35ba12c4-5304-4e97-8ea0-f4ea74123526 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:16.999037 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-98c3cd9f-9aea-4dd6-aaa8-d0ba87013f48 req-35ba12c4-5304-4e97-8ea0-f4ea74123526 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 5436 time: 0.3845983 Aug 23 20:39:17.192810 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-98c3cd9f-9aea-4dd6-aaa8-d0ba87013f48 req-2e2cff18-6dc5-400d-8ec0-38466b4472c6 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/security-groups?id=f264d724-bded-494f-9829-ab610400f252&id=83be7946-311a-487f-aca8-ec9e53b3ca8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1851773 Aug 23 20:39:17.220020 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8962b49-4c67-4705-8f3b-bdbc22c7c46d None None] Pushing event updated for resources: {'Port': ['ID=154aba31-984e-429a-835d-3b727073be6e,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:17.235156 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc88172-3406-4629-b96d-11e8fed16928 None None] Routers {'b477b15e-c179-4c55-8b41-46f1230e03d3'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:39:17.235658 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-dbc88172-3406-4629-b96d-11e8fed16928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:39:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['b477b15e-c179-4c55-8b41-46f1230e03d3'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:39:17.271897 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eb7f875e-2597-4def-96c2-58836b036686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:17.293025 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-abbdf600-e2db-460b-8b22-c4447b13b73c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:17.385068 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-abbdf600-e2db-460b-8b22-c4447b13b73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:17.492985 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbdf600-e2db-460b-8b22-c4447b13b73c admin admin] Pushing event updated for resources: {'Port': ['ID=92b10c88-218e-4259-ba31-ce972882b526,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:17.497534 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbdf600-e2db-460b-8b22-c4447b13b73c admin admin] Network d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:39:17.499156 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-abbdf600-e2db-460b-8b22-c4447b13b73c admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:39:17.501984 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbdf600-e2db-460b-8b22-c4447b13b73c admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:39:17.553052 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-dbc88172-3406-4629-b96d-11e8fed16928 None None] Set router b477b15e-c179-4c55-8b41-46f1230e03d3 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:39:17.568029 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-abbdf600-e2db-460b-8b22-c4447b13b73c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:17.624206 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eb7f875e-2597-4def-96c2-58836b036686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:17.630508 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eb7f875e-2597-4def-96c2-58836b036686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:17.688888 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7f875e-2597-4def-96c2-58836b036686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd32942-26f0-4a0d-b9a6-1e55e606a4c3,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:17.695254 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-eb7f875e-2597-4def-96c2-58836b036686 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=931ad9dd6c6e4345845f7f9d86e5a2dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8156412 Aug 23 20:39:17.697650 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 33872) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:17.772077 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-91bd5ab4-8a70-46c2-a554-31c70f00286a req-3e2d69d1-faeb-4109-bd39-106fb3a81f6e tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9575a1c-5768-457a-8b27-67b302d35d85 HTTP/1.1" status: 200 len: 210 time: 0.0306921 Aug 23 20:39:17.813230 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-abbdf600-e2db-460b-8b22-c4447b13b73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:17.850490 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ea354c64-3925-4b9c-b4f7-bb989c417577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:17.875769 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ea354c64-3925-4b9c-b4f7-bb989c417577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:17.932665 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ea354c64-3925-4b9c-b4f7-bb989c417577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:17.937861 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ea354c64-3925-4b9c-b4f7-bb989c417577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:17.940503 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ea354c64-3925-4b9c-b4f7-bb989c417577 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7dd32942-26f0-4a0d-b9a6-1e55e606a4c3 HTTP/1.1" status: 204 len: 168 time: 0.2409921 Aug 23 20:39:17.955414 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea354c64-3925-4b9c-b4f7-bb989c417577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd32942-26f0-4a0d-b9a6-1e55e606a4c3,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:17.959717 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-dbc88172-3406-4629-b96d-11e8fed16928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b477b15e-c179-4c55-8b41-46f1230e03d3', 'name': 'tempest-ServerRescueTestJSON-474617582-router', 'tenant_id': '13b1595470b742008115767d927fc00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '154aba31-984e-429a-835d-3b727073be6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:39:09Z', 'updated_at': '2021-08-23T20:39:13Z', 'revision_number': 3, 'project_id': '13b1595470b742008115767d927fc00b', 'gw_port': {'id': '154aba31-984e-429a-835d-3b727073be6e', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b477b15e-c179-4c55-8b41-46f1230e03d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:39:12Z', 'updated_at': '2021-08-23T20:39:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:39:18.031609 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c8860acc-5ed6-418f-b78b-54dc08fef049 req-d335e59a-89ae-4e47-bdc6-cc681d361052 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=704a96b94b9147dc8cf54dcf8b4c5cc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496757 Aug 23 20:39:18.047328 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc88172-3406-4629-b96d-11e8fed16928 None None] The sync data for ids ['b477b15e-c179-4c55-8b41-46f1230e03d3'] in n-d-805663-2 is: [{'id': 'b477b15e-c179-4c55-8b41-46f1230e03d3', 'name': 'tempest-ServerRescueTestJSON-474617582-router', 'tenant_id': '13b1595470b742008115767d927fc00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '154aba31-984e-429a-835d-3b727073be6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:39:09Z', 'updated_at': '2021-08-23T20:39:13Z', 'revision_number': 3, 'project_id': '13b1595470b742008115767d927fc00b', 'gw_port': {'id': '154aba31-984e-429a-835d-3b727073be6e', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b477b15e-c179-4c55-8b41-46f1230e03d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:39:12Z', 'updated_at': '2021-08-23T20:39:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:39:18.050497 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 33882) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:18.361565 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8860acc-5ed6-418f-b78b-54dc08fef049 req-69c154ac-c8d9-47ef-9897-a64cfc2ec258 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:18.363357 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c8860acc-5ed6-418f-b78b-54dc08fef049 req-69c154ac-c8d9-47ef-9897-a64cfc2ec258 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2731230 Aug 23 20:39:18.434561 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-abbdf600-e2db-460b-8b22-c4447b13b73c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:18.448878 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-c8860acc-5ed6-418f-b78b-54dc08fef049 req-5b8cebbd-f8d6-44e4-8ab2-3c1e774d07e7 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Request body: {'port': {'device_id': 'a9575a1c-5768-457a-8b27-67b302d35d85', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'admin_state_up': True, 'tenant_id': '704a96b94b9147dc8cf54dcf8b4c5cc2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:39:18.459493 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-abbdf600-e2db-460b-8b22-c4447b13b73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:18.460467 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-fba5ab2e-3ae3-4eff-8936-b3e14d4b099e tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1002371306'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:39:18.518046 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba5ab2e-3ae3-4eff-8936-b3e14d4b099e tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Made reservation on behalf of 5343a748414d45a689a7e8b5d33ade5a for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:39:18.522915 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fba5ab2e-3ae3-4eff-8936-b3e14d4b099e tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:18.552640 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fba5ab2e-3ae3-4eff-8936-b3e14d4b099e tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:18.588819 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 33896) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:18.608284 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77b22e46-65de-433d-8d70-f38e95bc3048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:18.647531 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbdf600-e2db-460b-8b22-c4447b13b73c admin admin] Pushing event updated for resources: {'Port': ['ID=92b10c88-218e-4259-ba31-ce972882b526,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:18.751782 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fba5ab2e-3ae3-4eff-8936-b3e14d4b099e tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:18.754037 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e63a8f-e918-47d0-a8d7-0c2281cb3b5d req-167ff089-b40a-49c7-92c0-fc0c8a459457 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:18.762640 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fba5ab2e-3ae3-4eff-8936-b3e14d4b099e tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:18.763398 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e63a8f-e918-47d0-a8d7-0c2281cb3b5d req-167ff089-b40a-49c7-92c0-fc0c8a459457 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:18.789914 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e63a8f-e918-47d0-a8d7-0c2281cb3b5d req-167ff089-b40a-49c7-92c0-fc0c8a459457 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:18.796831 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e63a8f-e918-47d0-a8d7-0c2281cb3b5d req-167ff089-b40a-49c7-92c0-fc0c8a459457 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:18.803104 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fba5ab2e-3ae3-4eff-8936-b3e14d4b099e tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:39:18.804039 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e63a8f-e918-47d0-a8d7-0c2281cb3b5d req-167ff089-b40a-49c7-92c0-fc0c8a459457 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:18.812745 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e63a8f-e918-47d0-a8d7-0c2281cb3b5d req-167ff089-b40a-49c7-92c0-fc0c8a459457 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:18.820920 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e63a8f-e918-47d0-a8d7-0c2281cb3b5d req-167ff089-b40a-49c7-92c0-fc0c8a459457 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:18.826246 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device c9bc32bd-28fb-4ef8-8531-edadca967003 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:39:18.833065 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-65e63a8f-e918-47d0-a8d7-0c2281cb3b5d req-167ff089-b40a-49c7-92c0-fc0c8a459457 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 5436 time: 0.4468198 Aug 23 20:39:18.835507 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fba5ab2e-3ae3-4eff-8936-b3e14d4b099e tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:18.835935 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-fba5ab2e-3ae3-4eff-8936-b3e14d4b099e tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Added segment 574180e0-28a6-4761-9b44-395207c396c7 of type vlan for network b936e5d5-8aa8-432a-b167-045c70ca274c Aug 23 20:39:18.842454 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba5ab2e-3ae3-4eff-8936-b3e14d4b099e tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12873898-9361-4c4a-b6c1-96cbed8076aa,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:18.870348 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-abbdf600-e2db-460b-8b22-c4447b13b73c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:18.940269 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-65e63a8f-e918-47d0-a8d7-0c2281cb3b5d req-f5356b3b-8fa6-4ad8-b03e-4ac382846060 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/security-groups?id=f264d724-bded-494f-9829-ab610400f252&id=83be7946-311a-487f-aca8-ec9e53b3ca8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1061211 Aug 23 20:39:18.960917 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port c9bc32bd-28fb-4ef8-8531-edadca967003 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:39:18.963718 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fba5ab2e-3ae3-4eff-8936-b3e14d4b099e tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:18.970495 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port c9bc32bd-28fb-4ef8-8531-edadca967003 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:39:18.974296 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:19.109925 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4c5a75da-6ebc-45f8-89a4-8ea1e779edea req-a329f7b6-82c6-4b75-96dc-be900e79c524 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9575a1c-5768-457a-8b27-67b302d35d85 HTTP/1.1" status: 200 len: 210 time: 0.0937946 Aug 23 20:39:19.129324 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbdf600-e2db-460b-8b22-c4447b13b73c admin admin] Network d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:39:19.131670 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-abbdf600-e2db-460b-8b22-c4447b13b73c admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:39:19.161495 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77b22e46-65de-433d-8d70-f38e95bc3048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:19.167895 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fba5ab2e-3ae3-4eff-8936-b3e14d4b099e tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:19.171037 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:19.183463 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba5ab2e-3ae3-4eff-8936-b3e14d4b099e tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:19.184160 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fba5ab2e-3ae3-4eff-8936-b3e14d4b099e tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:19.205901 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77b22e46-65de-433d-8d70-f38e95bc3048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:19.235931 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9bc32bd-28fb-4ef8-8531-edadca967003'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:39:19.238244 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2ae253-efb2-4e6f-b9f0-a19902c71a85" -d '{"events": [{"server_uuid": "4731d55c-0045-402f-8d63-5bfbf5e10844", "name": "network-vif-plugged", "status": "completed", "tag": "c9bc32bd-28fb-4ef8-8531-edadca967003"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:39:19.266240 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8860acc-5ed6-418f-b78b-54dc08fef049 req-5b8cebbd-f8d6-44e4-8ab2-3c1e774d07e7 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Made reservation on behalf of 704a96b94b9147dc8cf54dcf8b4c5cc2 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:39:19.271429 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c8860acc-5ed6-418f-b78b-54dc08fef049 req-5b8cebbd-f8d6-44e4-8ab2-3c1e774d07e7 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:19.282338 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port c9bc32bd-28fb-4ef8-8531-edadca967003, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=c9bc32bd-28fb-4ef8-8531-edadca967003,segment=NetworkSegment(d26d7b7e-620e-4a66-b90b-1ee63dd61b0f),segment_id=d26d7b7e-620e-4a66-b90b-1ee63dd61b0f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:39:19.290526 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:19.291359 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 8befdd4b-7da4-4882-ba33-5ff1275123c5 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:39:19.309918 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b22e46-65de-433d-8d70-f38e95bc3048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619adb87-79db-42e3-8f25-5a79e5da9d2e,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:19.360837 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ce8aff-bd73-4b09-9272-73368ded99a1 x-openstack-request-id: req-c1ce8aff-bd73-4b09-9272-73368ded99a1 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:39:19.361134 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4731d55c-0045-402f-8d63-5bfbf5e10844", "name": "network-vif-plugged", "status": "completed", "tag": "c9bc32bd-28fb-4ef8-8531-edadca967003", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:39:19.361383 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c1ce8aff-bd73-4b09-9272-73368ded99a1 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:39:19.361771 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9bc32bd-28fb-4ef8-8531-edadca967003', 'code': 200} Aug 23 20:39:19.395530 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-fba5ab2e-3ae3-4eff-8936-b3e14d4b099e tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.3412976 Aug 23 20:39:19.403033 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 33908) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:19.417004 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-7e211dd2-020d-492c-b0f0-f655ad01e603 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Request body: {'subnet': {'network_id': 'b936e5d5-8aa8-432a-b167-045c70ca274c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:39:19.432418 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-77b22e46-65de-433d-8d70-f38e95bc3048 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=988867a221cd4f3db11e6358e23025bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8460457 Aug 23 20:39:19.449041 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 33910) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:19.452253 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba5ab2e-3ae3-4eff-8936-b3e14d4b099e tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Pushing event updated for resources: {'Network': ['ID=b936e5d5-8aa8-432a-b167-045c70ca274c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:19.483120 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network b936e5d5-8aa8-432a-b167-045c70ca274c details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:39:19.523238 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-c8860acc-5ed6-418f-b78b-54dc08fef049 req-5b8cebbd-f8d6-44e4-8ab2-3c1e774d07e7 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Allocated IP 192.168.233.20 (660f640a-b8b2-40aa-8ebf-76bd1608cceb/e66e9eb0-86f4-4159-852b-f29863cbf18d/b3096938-24cc-452d-b686-738681750844) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:39:19.630916 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ed023fc9-708f-47aa-8681-2b3b19ebb018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:19.643627 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abbdf600-e2db-460b-8b22-c4447b13b73c admin admin] Router b477b15e-c179-4c55-8b41-46f1230e03d3 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:39:19.666814 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=c9bc32bd-28fb-4ef8-8531-edadca967003,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:19.681886 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d64faa-dfdf-4cc4-ada3-717808cfe7cd req-db6ead63-c577-4ab0-9c8d-11f13106c0e8 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:19.683156 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 8befdd4b-7da4-4882-ba33-5ff1275123c5 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:39:19.683476 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-08d64faa-dfdf-4cc4-ada3-717808cfe7cd req-db6ead63-c577-4ab0-9c8d-11f13106c0e8 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3c813f3-6f8d-49ee-ba3c-f735c0ce4568 HTTP/1.1" status: 200 len: 945 time: 0.1662676 Aug 23 20:39:19.687958 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 8befdd4b-7da4-4882-ba33-5ff1275123c5 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:39:19.688868 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:19.709466 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ed023fc9-708f-47aa-8681-2b3b19ebb018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:19.711123 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e211dd2-020d-492c-b0f0-f655ad01e603 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Made reservation on behalf of 5343a748414d45a689a7e8b5d33ade5a for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:39:19.715517 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7e211dd2-020d-492c-b0f0-f655ad01e603 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:19.842840 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:19.874914 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-08d64faa-dfdf-4cc4-ada3-717808cfe7cd req-96383d58-197a-4e31-9f53-ff54fc219704 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc750e1f-5605-40cf-80e3-487cdbf8b643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680653 Aug 23 20:39:19.909331 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ed023fc9-708f-47aa-8681-2b3b19ebb018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:19.913563 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ed023fc9-708f-47aa-8681-2b3b19ebb018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:19.914940 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ed023fc9-708f-47aa-8681-2b3b19ebb018 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/619adb87-79db-42e3-8f25-5a79e5da9d2e HTTP/1.1" status: 204 len: 168 time: 0.4643292 Aug 23 20:39:19.931218 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed023fc9-708f-47aa-8681-2b3b19ebb018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619adb87-79db-42e3-8f25-5a79e5da9d2e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:19.963912 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 8befdd4b-7da4-4882-ba33-5ff1275123c5, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=8befdd4b-7da4-4882-ba33-5ff1275123c5,segment=NetworkSegment(d26d7b7e-620e-4a66-b90b-1ee63dd61b0f),segment_id=d26d7b7e-620e-4a66-b90b-1ee63dd61b0f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:39:19.977498 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:19.978584 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 44398430-706b-49d2-8d3a-3797e436623d up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:39:20.037528 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 154aba31-984e-429a-835d-3b727073be6e up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:39:20.154181 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7e211dd2-020d-492c-b0f0-f655ad01e603 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:20.178245 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=8befdd4b-7da4-4882-ba33-5ff1275123c5,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:20.191248 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c8860acc-5ed6-418f-b78b-54dc08fef049 req-5b8cebbd-f8d6-44e4-8ab2-3c1e774d07e7 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:20.208568 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-c8860acc-5ed6-418f-b78b-54dc08fef049 req-5b8cebbd-f8d6-44e4-8ab2-3c1e774d07e7 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Transition to ACTIVE for port object b3096938-24cc-452d-b686-738681750844 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:39:20.213682 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 44398430-706b-49d2-8d3a-3797e436623d completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:39:20.217271 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e211dd2-020d-492c-b0f0-f655ad01e603 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Pushing event updated for resources: {'Subnet': ['ID=1c1111f4-1115-4ee0-b523-ce4079d41cfa,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:20.222120 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 44398430-706b-49d2-8d3a-3797e436623d triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:39:20.225413 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:20.227132 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 154aba31-984e-429a-835d-3b727073be6e completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:39:20.241697 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 154aba31-984e-429a-835d-3b727073be6e triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:39:20.242128 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:20.262617 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abbdf600-e2db-460b-8b22-c4447b13b73c admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:39:20.283509 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-abbdf600-e2db-460b-8b22-c4447b13b73c admin admin] 10.222.0.61 "PUT /v2.0/routers/b477b15e-c179-4c55-8b41-46f1230e03d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5732675 Aug 23 20:39:20.287678 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c8860acc-5ed6-418f-b78b-54dc08fef049 req-5b8cebbd-f8d6-44e4-8ab2-3c1e774d07e7 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:20.331597 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e211dd2-020d-492c-b0f0-f655ad01e603 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Checking segment: {'id': '574180e0-28a6-4761-9b44-395207c396c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b936e5d5-8aa8-432a-b167-045c70ca274c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:39:20.332088 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e211dd2-020d-492c-b0f0-f655ad01e603 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Network hostable DHCP agents. Network: b936e5d5-8aa8-432a-b167-045c70ca274c, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:39:20.359044 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['c2650ba0-bc32-4cd3-bef0-7cf28e126ad2', 'b096bed7-e6ad-4794-b7d9-e61b90bafa7d', '73fd8635-7170-464b-a8af-6451a6feae69', '1f2074ec-1602-4dd3-a2d3-0fe939bc0164', '4f1d0c4d-160e-4b16-8269-7dc87289ef32'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:39:20.368470 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8860acc-5ed6-418f-b78b-54dc08fef049 req-5b8cebbd-f8d6-44e4-8ab2-3c1e774d07e7 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Network 660f640a-b8b2-40aa-8ebf-76bd1608cceb is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:39:20.380772 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['4e45b000-7179-414e-9c26-2b8f01610967', 'c32cc103-d12a-4216-966a-e4c11f53037b'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:39:20.385009 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562bb779-a021-4b7a-a2f7-b7ec3ea90ff3 req-519c7984-0a3b-462e-b539-4d7ce64529c4 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:20.385620 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c92199-8dd2-4a8b-a5e6-fc14d9bd9acd req-00d725fe-0745-4651-9de7-f8175c98f52f tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:20.394749 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b6c92199-8dd2-4a8b-a5e6-fc14d9bd9acd req-00d725fe-0745-4651-9de7-f8175c98f52f tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9575a1c-5768-457a-8b27-67b302d35d85 HTTP/1.1" status: 200 len: 935 time: 0.1534822 Aug 23 20:39:20.396670 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562bb779-a021-4b7a-a2f7-b7ec3ea90ff3 req-519c7984-0a3b-462e-b539-4d7ce64529c4 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:20.403772 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562bb779-a021-4b7a-a2f7-b7ec3ea90ff3 req-519c7984-0a3b-462e-b539-4d7ce64529c4 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:20.411638 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562bb779-a021-4b7a-a2f7-b7ec3ea90ff3 req-519c7984-0a3b-462e-b539-4d7ce64529c4 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:20.424804 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562bb779-a021-4b7a-a2f7-b7ec3ea90ff3 req-519c7984-0a3b-462e-b539-4d7ce64529c4 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:20.425955 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e211dd2-020d-492c-b0f0-f655ad01e603 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Network b936e5d5-8aa8-432a-b167-045c70ca274c is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:39:20.433561 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562bb779-a021-4b7a-a2f7-b7ec3ea90ff3 req-519c7984-0a3b-462e-b539-4d7ce64529c4 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:20.441386 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562bb779-a021-4b7a-a2f7-b7ec3ea90ff3 req-519c7984-0a3b-462e-b539-4d7ce64529c4 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:20.446053 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-7e211dd2-020d-492c-b0f0-f655ad01e603 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, b936e5d5-8aa8-432a-b167-045c70ca274c) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:39:20.460173 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e211dd2-020d-492c-b0f0-f655ad01e603 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:20.461048 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7e211dd2-020d-492c-b0f0-f655ad01e603 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:20.462985 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-562bb779-a021-4b7a-a2f7-b7ec3ea90ff3 req-519c7984-0a3b-462e-b539-4d7ce64529c4 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 5438 time: 0.3516693 Aug 23 20:39:20.476262 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-c8860acc-5ed6-418f-b78b-54dc08fef049 req-5b8cebbd-f8d6-44e4-8ab2-3c1e774d07e7 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:39:20.506384 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8860acc-5ed6-418f-b78b-54dc08fef049 req-5b8cebbd-f8d6-44e4-8ab2-3c1e774d07e7 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:39:20.506800 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b6c92199-8dd2-4a8b-a5e6-fc14d9bd9acd req-cd88f9c3-6b62-4c33-a2e5-adb6b77bb548 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006606 Aug 23 20:39:20.522471 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-7e211dd2-020d-492c-b0f0-f655ad01e603 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1180511 Aug 23 20:39:20.523270 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 33926) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:20.530210 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-6944634b-5753-419b-a86c-792839b73287 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Request body: {'port': {'network_id': 'b936e5d5-8aa8-432a-b167-045c70ca274c', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1707009496'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:39:20.613219 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8cebbd-f8d6-44e4-8ab2-3c1e774d07e7 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Pushing event updated for resources: {'Port': ['ID=b3096938-24cc-452d-b686-738681750844,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:20.633231 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ddcecf-1c99-45b1-bafc-803937d23362 None None] Network b936e5d5-8aa8-432a-b167-045c70ca274c requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:39:20.725172 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8860acc-5ed6-418f-b78b-54dc08fef049 req-5b8cebbd-f8d6-44e4-8ab2-3c1e774d07e7 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:20.727474 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c8860acc-5ed6-418f-b78b-54dc08fef049 req-5b8cebbd-f8d6-44e4-8ab2-3c1e774d07e7 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:20.755262 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c8860acc-5ed6-418f-b78b-54dc08fef049 req-5b8cebbd-f8d6-44e4-8ab2-3c1e774d07e7 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3294241 Aug 23 20:39:20.761002 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00500c35-0c8d-460c-b07d-d6142fa6c04b None None] Sync routers for ids ['b477b15e-c179-4c55-8b41-46f1230e03d3'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:39:20.777058 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00500c35-0c8d-460c-b07d-d6142fa6c04b None None] Routers {'b477b15e-c179-4c55-8b41-46f1230e03d3'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:39:20.778454 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-00500c35-0c8d-460c-b07d-d6142fa6c04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:39:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['b477b15e-c179-4c55-8b41-46f1230e03d3'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:39:20.781443 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-562bb779-a021-4b7a-a2f7-b7ec3ea90ff3 req-b46f99a6-0211-48d3-b95b-5ff4a29501d1 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/security-groups?id=f264d724-bded-494f-9829-ab610400f252&id=83be7946-311a-487f-aca8-ec9e53b3ca8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3173466 Aug 23 20:39:20.799193 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-c8860acc-5ed6-418f-b78b-54dc08fef049 req-3f97d480-1b77-453f-ae1a-48bd42fe6cb6 service neutron] Request body: {'port': {'device_id': 'a9575a1c-5768-457a-8b27-67b302d35d85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:39:20.842745 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:20.974596 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c8860acc-5ed6-418f-b78b-54dc08fef049 req-3f97d480-1b77-453f-ae1a-48bd42fe6cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:21.067735 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6944634b-5753-419b-a86c-792839b73287 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Made reservation on behalf of 5343a748414d45a689a7e8b5d33ade5a for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:39:21.073856 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6944634b-5753-419b-a86c-792839b73287 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:21.112541 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-00500c35-0c8d-460c-b07d-d6142fa6c04b None None] Set router b477b15e-c179-4c55-8b41-46f1230e03d3 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:39:21.136872 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4580756-7c66-4842-ab88-5c140e1420a8 req-f633cdb8-7313-4dca-8b0d-c0cf6ab64b5d tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:21.138679 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c4580756-7c66-4842-ab88-5c140e1420a8 req-f633cdb8-7313-4dca-8b0d-c0cf6ab64b5d tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3c813f3-6f8d-49ee-ba3c-f735c0ce4568 HTTP/1.1" status: 200 len: 945 time: 0.2607453 Aug 23 20:39:21.155322 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-6944634b-5753-419b-a86c-792839b73287 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] device_id is not set on port 3601935a-cb23-4769-a872-c7d2dc659bc6 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:39:21.257861 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:21.267231 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8dfb11e8-efef-4813-908a-ab305ca935ff None None] Provisioning for port b3096938-24cc-452d-b686-738681750844 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:39:21.333730 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:21.354711 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8dfb11e8-efef-4813-908a-ab305ca935ff None None] Provisioning complete for port b3096938-24cc-452d-b686-738681750844 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:39:21.355086 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8dfb11e8-efef-4813-908a-ab305ca935ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:21.365293 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8befdd4b-7da4-4882-ba33-5ff1275123c5'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:39:21.367212 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b64d6fc-6e1f-4484-8561-989f46cbf890" -d '{"events": [{"server_uuid": "4731d55c-0045-402f-8d63-5bfbf5e10844", "name": "network-vif-plugged", "status": "completed", "tag": "8befdd4b-7da4-4882-ba33-5ff1275123c5"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:39:21.409527 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d93e8-a986-43b0-87d0-1a1f058fdf66 req-2505bbd0-e1e4-4328-ac23-5bcb3a093e3a tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:21.429559 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ac8d93e8-a986-43b0-87d0-1a1f058fdf66 req-2505bbd0-e1e4-4328-ac23-5bcb3a093e3a tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3c813f3-6f8d-49ee-ba3c-f735c0ce4568 HTTP/1.1" status: 200 len: 945 time: 0.3622065 Aug 23 20:39:21.447912 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 154aba31-984e-429a-835d-3b727073be6e, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=154aba31-984e-429a-835d-3b727073be6e,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:39:21.547544 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ac8d93e8-a986-43b0-87d0-1a1f058fdf66 req-d275a292-348e-4119-8cdb-0a89043d9ccb tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc750e1f-5605-40cf-80e3-487cdbf8b643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165402 Aug 23 20:39:21.700351 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 44398430-706b-49d2-8d3a-3797e436623d, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=44398430-706b-49d2-8d3a-3797e436623d,segment=NetworkSegment(d26d7b7e-620e-4a66-b90b-1ee63dd61b0f),segment_id=d26d7b7e-620e-4a66-b90b-1ee63dd61b0f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:39:21.703579 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:21.719134 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-00500c35-0c8d-460c-b07d-d6142fa6c04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b477b15e-c179-4c55-8b41-46f1230e03d3', 'name': 'tempest-ServerRescueTestJSON-474617582-router', 'tenant_id': '13b1595470b742008115767d927fc00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '154aba31-984e-429a-835d-3b727073be6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:39:09Z', 'updated_at': '2021-08-23T20:39:17Z', 'revision_number': 4, 'project_id': '13b1595470b742008115767d927fc00b', 'gw_port': {'id': '154aba31-984e-429a-835d-3b727073be6e', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b477b15e-c179-4c55-8b41-46f1230e03d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:39:12Z', 'updated_at': '2021-08-23T20:39:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '92b10c88-218e-4259-ba31-ce972882b526', 'name': '', 'network_id': 'd368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3', 'tenant_id': '13b1595470b742008115767d927fc00b', 'mac_address': 'fa:16:3e:a2:1d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b477b15e-c179-4c55-8b41-46f1230e03d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'd571b443-68b1-44d5-8979-00646207cd13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:39:16Z', 'updated_at': '2021-08-23T20:39:17Z', 'revision_number': 2, 'project_id': '13b1595470b742008115767d927fc00b', 'subnets': [{'id': 'd571b443-68b1-44d5-8979-00646207cd13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:39:21.726398 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:21.727186 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 038aba1e-ac97-4fd1-90cd-2192fd5ab1b4 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:39:21.748620 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc13cb1b-30bb-4b08-8b7d-219437f71268 x-openstack-request-id: req-bc13cb1b-30bb-4b08-8b7d-219437f71268 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:39:21.748943 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4731d55c-0045-402f-8d63-5bfbf5e10844", "name": "network-vif-plugged", "status": "completed", "tag": "8befdd4b-7da4-4882-ba33-5ff1275123c5", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:39:21.749145 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bc13cb1b-30bb-4b08-8b7d-219437f71268 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:39:21.749566 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8befdd4b-7da4-4882-ba33-5ff1275123c5', 'code': 200} Aug 23 20:39:21.758259 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a015da1f-cbe3-4f48-86ff-1c4fbafdc8d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-b936e5d5-8aa8-432a-b167-045c70ca274c', 'network_id': 'b936e5d5-8aa8-432a-b167-045c70ca274c', 'tenant_id': '5343a748414d45a689a7e8b5d33ade5a', 'fixed_ips': [{'subnet_id': '1c1111f4-1115-4ee0-b523-ce4079d41cfa'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:39:21.759110 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a015da1f-cbe3-4f48-86ff-1c4fbafdc8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:21.768822 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-8dfb11e8-efef-4813-908a-ab305ca935ff None None] Port b3096938-24cc-452d-b686-738681750844 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:39:21.789754 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00500c35-0c8d-460c-b07d-d6142fa6c04b None None] Checking router: b477b15e-c179-4c55-8b41-46f1230e03d3 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:39:21.790334 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00500c35-0c8d-460c-b07d-d6142fa6c04b None None] Updating router b477b15e-c179-4c55-8b41-46f1230e03d3 port 92b10c88-218e-4259-ba31-ce972882b526 binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:39:21.846464 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-00500c35-0c8d-460c-b07d-d6142fa6c04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:21.897907 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=154aba31-984e-429a-835d-3b727073be6e,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:21.944202 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-c8860acc-5ed6-418f-b78b-54dc08fef049 req-3f97d480-1b77-453f-ae1a-48bd42fe6cb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3096938-24cc-452d-b686-738681750844 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:39:21.979929 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c8860acc-5ed6-418f-b78b-54dc08fef049 req-3f97d480-1b77-453f-ae1a-48bd42fe6cb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:22.041239 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d01c8-e680-4fae-bd1b-123eaa605a6b req-78acca38-b426-465b-8939-bfbb403fd22f tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:22.055271 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8d7d01c8-e680-4fae-bd1b-123eaa605a6b req-78acca38-b426-465b-8939-bfbb403fd22f tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9575a1c-5768-457a-8b27-67b302d35d85 HTTP/1.1" status: 200 len: 935 time: 0.2190630 Aug 23 20:39:22.074538 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-6944634b-5753-419b-a86c-792839b73287 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Allocated IP 172.20.0.7 (b936e5d5-8aa8-432a-b167-045c70ca274c/1c1111f4-1115-4ee0-b523-ce4079d41cfa/3601935a-cb23-4769-a872-c7d2dc659bc6) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:39:22.077331 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-c8860acc-5ed6-418f-b78b-54dc08fef049 req-3f97d480-1b77-453f-ae1a-48bd42fe6cb6 service neutron] Transition to ACTIVE for port object b3096938-24cc-452d-b686-738681750844 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:39:22.100510 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c8860acc-5ed6-418f-b78b-54dc08fef049 req-3f97d480-1b77-453f-ae1a-48bd42fe6cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:22.126399 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0bccc4-93a3-4fc1-a229-31faf5127a21 req-eb4c62ab-baaf-4f79-b70f-d72c026ec098 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:22.133256 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9a0bccc4-93a3-4fc1-a229-31faf5127a21 req-eb4c62ab-baaf-4f79-b70f-d72c026ec098 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/networks?id=d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3 HTTP/1.1" status: 200 len: 810 time: 0.9100554 Aug 23 20:39:22.155617 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-c4580756-7c66-4842-ab88-5c140e1420a8 req-8ba4eb96-d819-4ac4-a3bc-e4d6c7e3501f tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Deleting port 273fb0b5-c227-4a29-b333-b05b44f8fef5 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:39:22.156354 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c4580756-7c66-4842-ab88-5c140e1420a8 req-8ba4eb96-d819-4ac4-a3bc-e4d6c7e3501f tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:22.387990 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-00500c35-0c8d-460c-b07d-d6142fa6c04b None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:22.389774 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 038aba1e-ac97-4fd1-90cd-2192fd5ab1b4 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:39:22.423446 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-00500c35-0c8d-460c-b07d-d6142fa6c04b None None] Transition to ACTIVE for port object 92b10c88-218e-4259-ba31-ce972882b526 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:39:22.428324 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 038aba1e-ac97-4fd1-90cd-2192fd5ab1b4 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:39:22.428837 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:22.434828 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-00500c35-0c8d-460c-b07d-d6142fa6c04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:22.507395 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9a0bccc4-93a3-4fc1-a229-31faf5127a21 req-d810761e-2ad9-438c-bbee-5db20b30ae11 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/quotas/13b1595470b742008115767d927fc00b HTTP/1.1" status: 200 len: 375 time: 0.3546758 Aug 23 20:39:22.543945 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=44398430-706b-49d2-8d3a-3797e436623d,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:22.544534 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf560ad-e421-4399-bda8-d6e45d5a469e None None] Pushing event updated for resources: {'Port': ['ID=92b10c88-218e-4259-ba31-ce972882b526,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:22.649347 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-00500c35-0c8d-460c-b07d-d6142fa6c04b None None] Attempting to bind port 92b10c88-218e-4259-ba31-ce972882b526 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:39:22.651284 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-00500c35-0c8d-460c-b07d-d6142fa6c04b None None] Attempting to bind port 92b10c88-218e-4259-ba31-ce972882b526 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '850a8407-3594-4fdf-af96-d8bf20de61c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:39:22.651798 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00500c35-0c8d-460c-b07d-d6142fa6c04b None None] Attempting to bind port 92b10c88-218e-4259-ba31-ce972882b526 on network d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:39:22.658528 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00500c35-0c8d-460c-b07d-d6142fa6c04b None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:39:22.659309 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00500c35-0c8d-460c-b07d-d6142fa6c04b None None] Checking segment: {'id': '850a8407-3594-4fdf-af96-d8bf20de61c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:39:22.659882 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-00500c35-0c8d-460c-b07d-d6142fa6c04b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:22.661237 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00500c35-0c8d-460c-b07d-d6142fa6c04b None None] Bound using segment: {'id': '850a8407-3594-4fdf-af96-d8bf20de61c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:39:22.662056 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-00500c35-0c8d-460c-b07d-d6142fa6c04b None None] Bound port: 92b10c88-218e-4259-ba31-ce972882b526, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '850a8407-3594-4fdf-af96-d8bf20de61c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:39:22.662796 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-00500c35-0c8d-460c-b07d-d6142fa6c04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:22.723545 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:22.839359 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8d7d01c8-e680-4fae-bd1b-123eaa605a6b req-ce0e36e2-123a-432e-b2a9-a7a6f7bf928a tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7831626 Aug 23 20:39:22.857116 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6944634b-5753-419b-a86c-792839b73287 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:22.862904 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f97d480-1b77-453f-ae1a-48bd42fe6cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=b3096938-24cc-452d-b686-738681750844,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:22.885488 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-6944634b-5753-419b-a86c-792839b73287 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Transition to ACTIVE for port object 3601935a-cb23-4769-a872-c7d2dc659bc6 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:39:22.937241 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6944634b-5753-419b-a86c-792839b73287 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:22.955123 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 038aba1e-ac97-4fd1-90cd-2192fd5ab1b4, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=038aba1e-ac97-4fd1-90cd-2192fd5ab1b4,segment=NetworkSegment(8a6ca302-72b4-4bc9-9c2c-af9d6fc59dd9),segment_id=8a6ca302-72b4-4bc9-9c2c-af9d6fc59dd9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:39:23.010404 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-c4580756-7c66-4842-ab88-5c140e1420a8 req-8ba4eb96-d819-4ac4-a3bc-e4d6c7e3501f tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] For port 273fb0b5-c227-4a29-b333-b05b44f8fef5, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=273fb0b5-c227-4a29-b333-b05b44f8fef5,segment=NetworkSegment(acc9083b-9ca0-414e-96bd-1741bb0a9d54),segment_id=acc9083b-9ca0-414e-96bd-1741bb0a9d54)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:39:23.015284 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c4580756-7c66-4842-ab88-5c140e1420a8 req-8ba4eb96-d819-4ac4-a3bc-e4d6c7e3501f tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:23.022523 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-c8860acc-5ed6-418f-b78b-54dc08fef049 req-3f97d480-1b77-453f-ae1a-48bd42fe6cb6 service neutron] Attempting to bind port b3096938-24cc-452d-b686-738681750844 on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:39:23.022867 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-c8860acc-5ed6-418f-b78b-54dc08fef049 req-3f97d480-1b77-453f-ae1a-48bd42fe6cb6 service neutron] Attempting to bind port b3096938-24cc-452d-b686-738681750844 by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:39:23.023204 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8860acc-5ed6-418f-b78b-54dc08fef049 req-3f97d480-1b77-453f-ae1a-48bd42fe6cb6 service neutron] Attempting to bind port b3096938-24cc-452d-b686-738681750844 on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:39:23.042402 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8860acc-5ed6-418f-b78b-54dc08fef049 req-3f97d480-1b77-453f-ae1a-48bd42fe6cb6 service neutron] Port b3096938-24cc-452d-b686-738681750844 on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:39:23.042734 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8860acc-5ed6-418f-b78b-54dc08fef049 req-3f97d480-1b77-453f-ae1a-48bd42fe6cb6 service neutron] Attempting to bind port b3096938-24cc-452d-b686-738681750844 on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:39:23.048001 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8860acc-5ed6-418f-b78b-54dc08fef049 req-3f97d480-1b77-453f-ae1a-48bd42fe6cb6 service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:39:23.048364 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8860acc-5ed6-418f-b78b-54dc08fef049 req-3f97d480-1b77-453f-ae1a-48bd42fe6cb6 service neutron] Checking segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:39:23.048752 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8860acc-5ed6-418f-b78b-54dc08fef049 req-3f97d480-1b77-453f-ae1a-48bd42fe6cb6 service neutron] Bound using segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:39:23.049189 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-c8860acc-5ed6-418f-b78b-54dc08fef049 req-3f97d480-1b77-453f-ae1a-48bd42fe6cb6 service neutron] Bound port: b3096938-24cc-452d-b686-738681750844, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:39:23.049549 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c8860acc-5ed6-418f-b78b-54dc08fef049 req-3f97d480-1b77-453f-ae1a-48bd42fe6cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:23.050505 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-00500c35-0c8d-460c-b07d-d6142fa6c04b None None] For port 92b10c88-218e-4259-ba31-ce972882b526, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:39:23.056582 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:23.059278 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-00500c35-0c8d-460c-b07d-d6142fa6c04b None None] For port 92b10c88-218e-4259-ba31-ce972882b526, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=92b10c88-218e-4259-ba31-ce972882b526,segment=NetworkSegment(850a8407-3594-4fdf-af96-d8bf20de61c1),segment_id=850a8407-3594-4fdf-af96-d8bf20de61c1)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:39:23.064521 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device c61ab549-4c53-4732-9849-eed9b94a4890 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:39:23.067356 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-00500c35-0c8d-460c-b07d-d6142fa6c04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:23.145575 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-c4580756-7c66-4842-ab88-5c140e1420a8 req-8ba4eb96-d819-4ac4-a3bc-e4d6c7e3501f tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Calling delete_port for 273fb0b5-c227-4a29-b333-b05b44f8fef5 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:39:23.154062 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00500c35-0c8d-460c-b07d-d6142fa6c04b None None] Routers {'b477b15e-c179-4c55-8b41-46f1230e03d3'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:39:23.155203 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-00500c35-0c8d-460c-b07d-d6142fa6c04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:39:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['b477b15e-c179-4c55-8b41-46f1230e03d3'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:39:23.164550 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9a0bccc4-93a3-4fc1-a229-31faf5127a21 req-8c42e546-8753-4179-913c-eaad9c7063c9 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=13b1595470b742008115767d927fc00b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6139700 Aug 23 20:39:23.177127 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6944634b-5753-419b-a86c-792839b73287 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Network b936e5d5-8aa8-432a-b167-045c70ca274c is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:39:23.240606 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [req-9a0bccc4-93a3-4fc1-a229-31faf5127a21 req-4a9fe24b-224b-4a6e-8999-676626652fff service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:39:23.242060 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9a0bccc4-93a3-4fc1-a229-31faf5127a21 req-4a9fe24b-224b-4a6e-8999-676626652fff service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090787 Aug 23 20:39:23.242936 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6944634b-5753-419b-a86c-792839b73287 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Pushing event updated for resources: {'Port': ['ID=3601935a-cb23-4769-a872-c7d2dc659bc6,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:23.245583 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-6944634b-5753-419b-a86c-792839b73287 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:39:23.249998 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6944634b-5753-419b-a86c-792839b73287 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:39:23.290264 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf560ad-e421-4399-bda8-d6e45d5a469e None None] Pushing event updated for resources: {'Port': ['ID=92b10c88-218e-4259-ba31-ce972882b526,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:23.297993 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-c8860acc-5ed6-418f-b78b-54dc08fef049 req-3f97d480-1b77-453f-ae1a-48bd42fe6cb6 service neutron] For port b3096938-24cc-452d-b686-738681750844, host n-h2-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:39:23.310480 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-a015da1f-cbe3-4f48-86ff-1c4fbafdc8d5 None None] Allocated IP 172.20.0.2 (b936e5d5-8aa8-432a-b167-045c70ca274c/1c1111f4-1115-4ee0-b523-ce4079d41cfa/37043f54-4b95-4653-a976-2cf709e9be01) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:39:23.314067 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-c8860acc-5ed6-418f-b78b-54dc08fef049 req-3f97d480-1b77-453f-ae1a-48bd42fe6cb6 service neutron] For port b3096938-24cc-452d-b686-738681750844, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=b3096938-24cc-452d-b686-738681750844,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:39:23.339506 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c6773-0c09-4493-9f7e-77a64035a2cf req-37d05e25-5d00-4246-b415-cf76599c4032 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:23.347281 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c6773-0c09-4493-9f7e-77a64035a2cf req-37d05e25-5d00-4246-b415-cf76599c4032 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:23.364171 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c6773-0c09-4493-9f7e-77a64035a2cf req-37d05e25-5d00-4246-b415-cf76599c4032 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:23.370203 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c6773-0c09-4493-9f7e-77a64035a2cf req-37d05e25-5d00-4246-b415-cf76599c4032 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:23.388783 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c6773-0c09-4493-9f7e-77a64035a2cf req-37d05e25-5d00-4246-b415-cf76599c4032 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:23.394701 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c6773-0c09-4493-9f7e-77a64035a2cf req-37d05e25-5d00-4246-b415-cf76599c4032 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:23.414191 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c6773-0c09-4493-9f7e-77a64035a2cf req-37d05e25-5d00-4246-b415-cf76599c4032 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:23.422278 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=038aba1e-ac97-4fd1-90cd-2192fd5ab1b4,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:23.424337 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bf0c6773-0c09-4493-9f7e-77a64035a2cf req-37d05e25-5d00-4246-b415-cf76599c4032 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 5440 time: 0.2815833 Aug 23 20:39:23.425375 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-00500c35-0c8d-460c-b07d-d6142fa6c04b None None] Set router b477b15e-c179-4c55-8b41-46f1230e03d3 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:39:23.440985 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c8860acc-5ed6-418f-b78b-54dc08fef049 req-3f97d480-1b77-453f-ae1a-48bd42fe6cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:23.546185 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port c61ab549-4c53-4732-9849-eed9b94a4890 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:39:23.574574 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port c61ab549-4c53-4732-9849-eed9b94a4890 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:39:23.575171 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:23.585505 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8860acc-5ed6-418f-b78b-54dc08fef049 req-3f97d480-1b77-453f-ae1a-48bd42fe6cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:23.586196 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c8860acc-5ed6-418f-b78b-54dc08fef049 req-3f97d480-1b77-453f-ae1a-48bd42fe6cb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:23.588773 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c8860acc-5ed6-418f-b78b-54dc08fef049 req-3f97d480-1b77-453f-ae1a-48bd42fe6cb6 service neutron] 10.222.0.32 "PUT /v2.0/ports/b3096938-24cc-452d-b686-738681750844 HTTP/1.1" status: 200 len: 1095 time: 2.8026500 Aug 23 20:39:23.617214 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9575a1c-5768-457a-8b27-67b302d35d85', 'tag': 'b3096938-24cc-452d-b686-738681750844'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:39:23.618619 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6944634b-5753-419b-a86c-792839b73287 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:23.620531 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9503a94f-1fc6-40e8-b625-03288e204ce4" -d '{"events": [{"name": "network-changed", "server_uuid": "a9575a1c-5768-457a-8b27-67b302d35d85", "tag": "b3096938-24cc-452d-b686-738681750844"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:39:23.620942 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6944634b-5753-419b-a86c-792839b73287 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:23.670017 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bf0c6773-0c09-4493-9f7e-77a64035a2cf req-c61e7b2c-0958-46a8-866c-249a9e21405a tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/security-groups?id=f264d724-bded-494f-9829-ab610400f252&id=83be7946-311a-487f-aca8-ec9e53b3ca8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2438610 Aug 23 20:39:23.703433 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6944634b-5753-419b-a86c-792839b73287 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1781056 Aug 23 20:39:23.704543 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 34036) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:23.731402 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9a0bccc4-93a3-4fc1-a229-31faf5127a21 req-82c8d189-1be2-4267-91b6-811f31bb2fee service neutron] 10.222.0.61 "GET /v2.0/networks/d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4195526 Aug 23 20:39:23.774431 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44398430-706b-49d2-8d3a-3797e436623d'}, {'server_uuid': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '038aba1e-ac97-4fd1-90cd-2192fd5ab1b4'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:39:23.803415 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ca8759-ec65-4f3b-b08d-b3f987b137a4" -d '{"events": [{"server_uuid": "4731d55c-0045-402f-8d63-5bfbf5e10844", "name": "network-vif-plugged", "status": "completed", "tag": "44398430-706b-49d2-8d3a-3797e436623d"}, {"server_uuid": "4731d55c-0045-402f-8d63-5bfbf5e10844", "name": "network-vif-plugged", "status": "completed", "tag": "038aba1e-ac97-4fd1-90cd-2192fd5ab1b4"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:39:23.864359 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a015da1f-cbe3-4f48-86ff-1c4fbafdc8d5 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:23.868476 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-00500c35-0c8d-460c-b07d-d6142fa6c04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b477b15e-c179-4c55-8b41-46f1230e03d3', 'name': 'tempest-ServerRescueTestJSON-474617582-router', 'tenant_id': '13b1595470b742008115767d927fc00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '154aba31-984e-429a-835d-3b727073be6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:39:09Z', 'updated_at': '2021-08-23T20:39:17Z', 'revision_number': 4, 'project_id': '13b1595470b742008115767d927fc00b', 'gw_port': {'id': '154aba31-984e-429a-835d-3b727073be6e', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b477b15e-c179-4c55-8b41-46f1230e03d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:39:12Z', 'updated_at': '2021-08-23T20:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '92b10c88-218e-4259-ba31-ce972882b526', 'name': '', 'network_id': 'd368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3', 'tenant_id': '13b1595470b742008115767d927fc00b', 'mac_address': 'fa:16:3e:a2:1d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b477b15e-c179-4c55-8b41-46f1230e03d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'd571b443-68b1-44d5-8979-00646207cd13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:39:16Z', 'updated_at': '2021-08-23T20:39:23Z', 'revision_number': 4, 'project_id': '13b1595470b742008115767d927fc00b', 'subnets': [{'id': 'd571b443-68b1-44d5-8979-00646207cd13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:39:23.919014 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a015da1f-cbe3-4f48-86ff-1c4fbafdc8d5 None None] Transition to ACTIVE for port object 37043f54-4b95-4653-a976-2cf709e9be01 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:39:23.926004 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f97d480-1b77-453f-ae1a-48bd42fe6cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=b3096938-24cc-452d-b686-738681750844,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:23.965525 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9a0bccc4-93a3-4fc1-a229-31faf5127a21 req-13fa03fb-88a0-400e-a875-34d85c8ced3d service neutron] 10.222.0.61 "GET /v2.0/networks/d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273655 Aug 23 20:39:23.989076 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00500c35-0c8d-460c-b07d-d6142fa6c04b None None] The sync data for ids ['b477b15e-c179-4c55-8b41-46f1230e03d3'] in n-d-805663-2 is: [{'id': 'b477b15e-c179-4c55-8b41-46f1230e03d3', 'name': 'tempest-ServerRescueTestJSON-474617582-router', 'tenant_id': '13b1595470b742008115767d927fc00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '154aba31-984e-429a-835d-3b727073be6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:39:09Z', 'updated_at': '2021-08-23T20:39:17Z', 'revision_number': 4, 'project_id': '13b1595470b742008115767d927fc00b', 'gw_port': {'id': '154aba31-984e-429a-835d-3b727073be6e', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b477b15e-c179-4c55-8b41-46f1230e03d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:39:12Z', 'updated_at': '2021-08-23T20:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '92b10c88-218e-4259-ba31-ce972882b526', 'name': '', 'network_id': 'd368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3', 'tenant_id': '13b1595470b742008115767d927fc00b', 'mac_address': 'fa:16:3e:a2:1d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b477b15e-c179-4c55-8b41-46f1230e03d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'd571b443-68b1-44d5-8979-00646207cd13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:39:16Z', 'updated_at': '2021-08-23T20:39:23Z', 'revision_number': 4, 'project_id': '13b1595470b742008115767d927fc00b', 'subnets': [{'id': 'd571b443-68b1-44d5-8979-00646207cd13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:39:24.023556 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a015da1f-cbe3-4f48-86ff-1c4fbafdc8d5 None None] Transition to ACTIVE for port object 37043f54-4b95-4653-a976-2cf709e9be01 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:39:24.081235 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a015da1f-cbe3-4f48-86ff-1c4fbafdc8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:24.096240 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8860acc-5ed6-418f-b78b-54dc08fef049 req-dc9c2a66-a4f4-48b7-b2a7-943b75d67b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:24.100117 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 154aba31-984e-429a-835d-3b727073be6e up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:39:24.120344 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c8860acc-5ed6-418f-b78b-54dc08fef049 req-dc9c2a66-a4f4-48b7-b2a7-943b75d67b29 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=704a96b94b9147dc8cf54dcf8b4c5cc2&device_id=a9575a1c-5768-457a-8b27-67b302d35d85 HTTP/1.1" status: 200 len: 1098 time: 0.4468546 Aug 23 20:39:24.161252 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a6a5a-e1a8-4788-a0f5-c9a90d3527e0 req-a2ce57f5-78c1-4a3c-a2eb-656cab799729 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:24.182257 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-744a6a5a-e1a8-4788-a0f5-c9a90d3527e0 req-a2ce57f5-78c1-4a3c-a2eb-656cab799729 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3c813f3-6f8d-49ee-ba3c-f735c0ce4568 HTTP/1.1" status: 200 len: 945 time: 0.2731860 Aug 23 20:39:24.287906 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c8860acc-5ed6-418f-b78b-54dc08fef049 req-e395a4bf-5a34-4006-b7f0-3595f2741a0a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=b3096938-24cc-452d-b686-738681750844 HTTP/1.1" status: 200 len: 217 time: 0.1500130 Aug 23 20:39:24.305893 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c4580756-7c66-4842-ab88-5c140e1420a8 req-8ba4eb96-d819-4ac4-a3bc-e4d6c7e3501f tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:24.346733 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2bad05d-d030-43c9-b59c-6d59844b5c9a x-openstack-request-id: req-c2bad05d-d030-43c9-b59c-6d59844b5c9a {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:39:24.347057 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9575a1c-5768-457a-8b27-67b302d35d85", "tag": "b3096938-24cc-452d-b686-738681750844", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:39:24.347388 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c2bad05d-d030-43c9-b59c-6d59844b5c9a {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:39:24.347669 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9575a1c-5768-457a-8b27-67b302d35d85', 'tag': 'b3096938-24cc-452d-b686-738681750844', 'status': 'completed', 'code': 200} Aug 23 20:39:24.407449 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba4eb96-d819-4ac4-a3bc-e4d6c7e3501f tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Pushing event deleted for resources: {'Port': ['ID=273fb0b5-c227-4a29-b333-b05b44f8fef5,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:24.454573 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:24.506713 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a015da1f-cbe3-4f48-86ff-1c4fbafdc8d5 None None] Network b936e5d5-8aa8-432a-b167-045c70ca274c is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:39:24.515360 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['3b2dadc4-dd32-412c-8547-283212dae6ae', 'dd33bcac-e144-4f60-9da7-6fb217799a0d'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:39:24.517665 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-744a6a5a-e1a8-4788-a0f5-c9a90d3527e0 req-ac18a0c2-e60b-4f76-97f5-8c7c0b95606b tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc750e1f-5605-40cf-80e3-487cdbf8b643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320546 Aug 23 20:39:24.546405 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8860acc-5ed6-418f-b78b-54dc08fef049 req-81733df3-e782-466e-8b0c-fc671171d74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:24.547893 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c8860acc-5ed6-418f-b78b-54dc08fef049 req-81733df3-e782-466e-8b0c-fc671171d74d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.2512634 Aug 23 20:39:24.548927 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4580756-7c66-4842-ab88-5c140e1420a8 req-8ba4eb96-d819-4ac4-a3bc-e4d6c7e3501f tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] No DVR routers for this DVR port 273fb0b5-c227-4a29-b333-b05b44f8fef5 on host n-h2-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:39:24.553360 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c4580756-7c66-4842-ab88-5c140e1420a8 req-8ba4eb96-d819-4ac4-a3bc-e4d6c7e3501f tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:24.555817 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c4580756-7c66-4842-ab88-5c140e1420a8 req-8ba4eb96-d819-4ac4-a3bc-e4d6c7e3501f tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.32 "DELETE /v2.0/ports/273fb0b5-c227-4a29-b333-b05b44f8fef5 HTTP/1.1" status: 204 len: 173 time: 3.4094276 Aug 23 20:39:24.560542 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c813f3-6f8d-49ee-ba3c-f735c0ce4568', 'name': 'network-vif-deleted', 'tag': '273fb0b5-c227-4a29-b333-b05b44f8fef5'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:39:24.562844 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b793fe99-dc54-4502-9298-beae44fd5e44" -d '{"events": [{"server_uuid": "b3c813f3-6f8d-49ee-ba3c-f735c0ce4568", "name": "network-vif-deleted", "tag": "273fb0b5-c227-4a29-b333-b05b44f8fef5"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:39:24.648192 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 23 Aug 2021 20:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05c21a1-4737-4da1-8b96-9b9fd1832134 x-openstack-request-id: req-e05c21a1-4737-4da1-8b96-9b9fd1832134 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:39:24.648874 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4731d55c-0045-402f-8d63-5bfbf5e10844", "name": "network-vif-plugged", "status": "completed", "tag": "44398430-706b-49d2-8d3a-3797e436623d", "code": 200}, {"server_uuid": "4731d55c-0045-402f-8d63-5bfbf5e10844", "name": "network-vif-plugged", "status": "completed", "tag": "038aba1e-ac97-4fd1-90cd-2192fd5ab1b4", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:39:24.648874 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e05c21a1-4737-4da1-8b96-9b9fd1832134 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:39:24.649463 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44398430-706b-49d2-8d3a-3797e436623d', 'code': 200} Aug 23 20:39:24.649809 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '038aba1e-ac97-4fd1-90cd-2192fd5ab1b4', 'code': 200} Aug 23 20:39:24.661574 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-08beed62-f9b2-46ee-8c85-e8f92370742f tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Deleting port 3601935a-cb23-4769-a872-c7d2dc659bc6 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:39:24.661934 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-08beed62-f9b2-46ee-8c85-e8f92370742f tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:24.706988 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-a015da1f-cbe3-4f48-86ff-1c4fbafdc8d5 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:39:24.773374 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8860acc-5ed6-418f-b78b-54dc08fef049 req-fa4d71e9-ac6b-4d0a-a74f-7b227b6153de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:24.780781 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a015da1f-cbe3-4f48-86ff-1c4fbafdc8d5 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:39:24.784889 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c8860acc-5ed6-418f-b78b-54dc08fef049 req-fa4d71e9-ac6b-4d0a-a74f-7b227b6153de service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2241373 Aug 23 20:39:24.844576 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a015da1f-cbe3-4f48-86ff-1c4fbafdc8d5 None None] Pushing event updated for resources: {'Port': ['ID=37043f54-4b95-4653-a976-2cf709e9be01,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:24.925477 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-08beed62-f9b2-46ee-8c85-e8f92370742f tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:24.949907 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde932b6-db66-4946-9471-3e0e52f5c47c req-a254e5b4-2860-4d9b-8a9d-a8ebc6eae836 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:24.952109 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cde932b6-db66-4946-9471-3e0e52f5c47c req-a254e5b4-2860-4d9b-8a9d-a8ebc6eae836 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9575a1c-5768-457a-8b27-67b302d35d85 HTTP/1.1" status: 200 len: 947 time: 0.3296661 Aug 23 20:39:24.985296 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-08beed62-f9b2-46ee-8c85-e8f92370742f tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Calling delete_port for 3601935a-cb23-4769-a872-c7d2dc659bc6 owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:39:25.018981 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port c61ab549-4c53-4732-9849-eed9b94a4890, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=c61ab549-4c53-4732-9849-eed9b94a4890,segment=NetworkSegment(1327a635-0d45-4da9-b7cc-6ec07d0ee464),segment_id=1327a635-0d45-4da9-b7cc-6ec07d0ee464)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:39:25.126730 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:25.128309 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device bb388623-a8ca-48fa-a801-64a5e58b5d43 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:39:25.128792 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-eff02a9c-1deb-43d7-abc0-550ea26d8a3f req-fdfecaef-f2d4-4f19-816e-c7a096b14ebe tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=101ccc80-5521-4720-889d-1f5135b03c88 HTTP/1.1" status: 200 len: 210 time: 0.2407629 Aug 23 20:39:25.218115 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cde932b6-db66-4946-9471-3e0e52f5c47c req-0d90bf82-4287-4edf-add6-dfd6079b65e6 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549300 Aug 23 20:39:25.293632 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c8860acc-5ed6-418f-b78b-54dc08fef049 req-9fbc6e55-aae4-489d-a471-12da61bff046 service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4995246 Aug 23 20:39:25.325228 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c072453-0058-4935-867e-066722889ef1 x-openstack-request-id: req-9c072453-0058-4935-867e-066722889ef1 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:39:25.325772 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c813f3-6f8d-49ee-ba3c-f735c0ce4568", "name": "network-vif-deleted", "tag": "273fb0b5-c227-4a29-b333-b05b44f8fef5", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:39:25.325772 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9c072453-0058-4935-867e-066722889ef1 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:39:25.326218 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c813f3-6f8d-49ee-ba3c-f735c0ce4568', 'name': 'network-vif-deleted', 'tag': '273fb0b5-c227-4a29-b333-b05b44f8fef5', 'status': 'completed', 'code': 200} Aug 23 20:39:25.514220 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c8860acc-5ed6-418f-b78b-54dc08fef049 req-274558f1-008b-476a-afad-3463fa99f03d service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967847 Aug 23 20:39:25.623666 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=c61ab549-4c53-4732-9849-eed9b94a4890,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:25.641027 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-08beed62-f9b2-46ee-8c85-e8f92370742f tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:25.757690 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08beed62-f9b2-46ee-8c85-e8f92370742f tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Pushing event deleted for resources: {'Port': ['ID=3601935a-cb23-4769-a872-c7d2dc659bc6,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:25.777248 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-a015da1f-cbe3-4f48-86ff-1c4fbafdc8d5 None None] Attempting to bind port 37043f54-4b95-4653-a976-2cf709e9be01 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:39:25.777636 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-a015da1f-cbe3-4f48-86ff-1c4fbafdc8d5 None None] Attempting to bind port 37043f54-4b95-4653-a976-2cf709e9be01 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '574180e0-28a6-4761-9b44-395207c396c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b936e5d5-8aa8-432a-b167-045c70ca274c'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:39:25.778144 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a015da1f-cbe3-4f48-86ff-1c4fbafdc8d5 None None] Attempting to bind port 37043f54-4b95-4653-a976-2cf709e9be01 on network b936e5d5-8aa8-432a-b167-045c70ca274c {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:39:25.815039 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 154aba31-984e-429a-835d-3b727073be6e triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:39:25.815357 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:25.836805 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-86768593-213d-4ea6-8747-e7c56595fec2 req-6b6ab41d-a7f2-4928-b69c-6cd86f5028ac tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3c813f3-6f8d-49ee-ba3c-f735c0ce4568 HTTP/1.1" status: 200 len: 210 time: 0.0825522 Aug 23 20:39:25.859915 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503a94f-1fc6-40e8-b625-03288e204ce4 req-2cb9d40b-7e47-40b9-ba69-ea5a33ec61c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:25.869400 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9503a94f-1fc6-40e8-b625-03288e204ce4 req-2cb9d40b-7e47-40b9-ba69-ea5a33ec61c1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=704a96b94b9147dc8cf54dcf8b4c5cc2&device_id=a9575a1c-5768-457a-8b27-67b302d35d85 HTTP/1.1" status: 200 len: 1098 time: 0.2005160 Aug 23 20:39:25.874537 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a015da1f-cbe3-4f48-86ff-1c4fbafdc8d5 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:39:25.874908 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a015da1f-cbe3-4f48-86ff-1c4fbafdc8d5 None None] Checking segment: {'id': '574180e0-28a6-4761-9b44-395207c396c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b936e5d5-8aa8-432a-b167-045c70ca274c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:39:25.875307 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a015da1f-cbe3-4f48-86ff-1c4fbafdc8d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:25.876541 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a015da1f-cbe3-4f48-86ff-1c4fbafdc8d5 None None] Bound using segment: {'id': '574180e0-28a6-4761-9b44-395207c396c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b936e5d5-8aa8-432a-b167-045c70ca274c'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:39:25.877290 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-a015da1f-cbe3-4f48-86ff-1c4fbafdc8d5 None None] Bound port: 37043f54-4b95-4653-a976-2cf709e9be01, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '574180e0-28a6-4761-9b44-395207c396c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b936e5d5-8aa8-432a-b167-045c70ca274c'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:39:25.877687 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a015da1f-cbe3-4f48-86ff-1c4fbafdc8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:25.891724 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 273fb0b5-c227-4a29-b333-b05b44f8fef5 no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:39:25.976404 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee5088-d4b7-4ee4-8038-50cf67f5652a req-355fb1dc-f4ca-4933-8fc3-7927c05606ed tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:25.987298 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee5088-d4b7-4ee4-8038-50cf67f5652a req-355fb1dc-f4ca-4933-8fc3-7927c05606ed tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:25.996710 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee5088-d4b7-4ee4-8038-50cf67f5652a req-355fb1dc-f4ca-4933-8fc3-7927c05606ed tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:26.005570 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee5088-d4b7-4ee4-8038-50cf67f5652a req-355fb1dc-f4ca-4933-8fc3-7927c05606ed tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:26.013058 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee5088-d4b7-4ee4-8038-50cf67f5652a req-355fb1dc-f4ca-4933-8fc3-7927c05606ed tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:26.021022 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee5088-d4b7-4ee4-8038-50cf67f5652a req-355fb1dc-f4ca-4933-8fc3-7927c05606ed tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:26.028915 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee5088-d4b7-4ee4-8038-50cf67f5652a req-355fb1dc-f4ca-4933-8fc3-7927c05606ed tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:26.041916 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c3ee5088-d4b7-4ee4-8038-50cf67f5652a req-355fb1dc-f4ca-4933-8fc3-7927c05606ed tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 5441 time: 0.6146488 Aug 23 20:39:26.061262 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: 273fb0b5-c227-4a29-b333-b05b44f8fef5 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:39:26.061604 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 273fb0b5-c227-4a29-b333-b05b44f8fef5 not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:39:26.070025 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port bb388623-a8ca-48fa-a801-64a5e58b5d43 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:39:26.132815 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port bb388623-a8ca-48fa-a801-64a5e58b5d43 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:39:26.133451 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:26.134633 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c3ee5088-d4b7-4ee4-8038-50cf67f5652a req-a66733d2-c78b-42e0-b31e-b6df644aa69a tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/security-groups?id=f264d724-bded-494f-9829-ab610400f252&id=83be7946-311a-487f-aca8-ec9e53b3ca8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0918248 Aug 23 20:39:26.166977 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-08beed62-f9b2-46ee-8c85-e8f92370742f tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:26.172033 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 34156) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:26.173470 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-08beed62-f9b2-46ee-8c85-e8f92370742f tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] 10.222.0.61 "DELETE /v2.0/ports/3601935a-cb23-4769-a872-c7d2dc659bc6 HTTP/1.1" status: 204 len: 168 time: 2.4666798 Aug 23 20:39:26.192981 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503a94f-1fc6-40e8-b625-03288e204ce4 req-43d5abf2-5d75-422d-a92f-0f0782f11841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:26.195061 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9503a94f-1fc6-40e8-b625-03288e204ce4 req-43d5abf2-5d75-422d-a92f-0f0782f11841 service neutron] 10.222.0.32 "GET /v2.0/networks?id=660f640a-b8b2-40aa-8ebf-76bd1608cceb HTTP/1.1" status: 200 len: 870 time: 0.3168378 Aug 23 20:39:26.408036 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9503a94f-1fc6-40e8-b625-03288e204ce4 req-aab0c508-aea9-4d93-8e35-1cf82c0a1526 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=b3096938-24cc-452d-b686-738681750844 HTTP/1.1" status: 200 len: 217 time: 0.1955414 Aug 23 20:39:26.515156 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-98883a95-fcca-4942-bb5c-ae25cecf81df req-7db1e274-01df-4aea-bb3c-9daa05baba12 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=101ccc80-5521-4720-889d-1f5135b03c88 HTTP/1.1" status: 200 len: 210 time: 0.1160994 Aug 23 20:39:26.529427 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef13b96-a4e5-4df5-89bb-9beeb96fd6a8 req-24b493a5-d4d1-47ee-aced-53104c5360d6 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:26.531248 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7ef13b96-a4e5-4df5-89bb-9beeb96fd6a8 req-24b493a5-d4d1-47ee-aced-53104c5360d6 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9575a1c-5768-457a-8b27-67b302d35d85 HTTP/1.1" status: 200 len: 947 time: 0.0975864 Aug 23 20:39:26.587038 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a015da1f-cbe3-4f48-86ff-1c4fbafdc8d5 None None] For port 37043f54-4b95-4653-a976-2cf709e9be01, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:39:26.617389 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a015da1f-cbe3-4f48-86ff-1c4fbafdc8d5 None None] For port 37043f54-4b95-4653-a976-2cf709e9be01, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=37043f54-4b95-4653-a976-2cf709e9be01,segment=NetworkSegment(574180e0-28a6-4761-9b44-395207c396c7),segment_id=574180e0-28a6-4761-9b44-395207c396c7)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:39:26.628904 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7ef13b96-a4e5-4df5-89bb-9beeb96fd6a8 req-d0b484ca-75e1-4a71-a330-abb40466461e tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814505 Aug 23 20:39:26.656964 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a015da1f-cbe3-4f48-86ff-1c4fbafdc8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:26.658864 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c61ab549-4c53-4732-9849-eed9b94a4890'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:39:26.661902 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e89ac0-61b1-4894-9a18-55c910035f5c" -d '{"events": [{"server_uuid": "4731d55c-0045-402f-8d63-5bfbf5e10844", "name": "network-vif-plugged", "status": "completed", "tag": "c61ab549-4c53-4732-9849-eed9b94a4890"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:39:26.734569 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-18a75279-b196-462a-96a0-e18904804596 tempest-DHCPAgentSchedulersTestJSON-1776858127 tempest-DHCPAgentSchedulersTestJSON-1776858127-project-admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4679 time: 0.5532787 Aug 23 20:39:26.741059 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 34188) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:26.742860 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 92b10c88-218e-4259-ba31-ce972882b526 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:39:26.767183 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ea92ffe8-a89a-42f0-b2b8-ccf1ee2e5f3a tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1032692301'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:39:26.781660 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c07f0be-3544-4228-8ddb-9611149b71a9 x-openstack-request-id: req-7c07f0be-3544-4228-8ddb-9611149b71a9 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:39:26.782197 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4731d55c-0045-402f-8d63-5bfbf5e10844", "name": "network-vif-plugged", "status": "completed", "tag": "c61ab549-4c53-4732-9849-eed9b94a4890", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:39:26.782675 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7c07f0be-3544-4228-8ddb-9611149b71a9 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:39:26.783398 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c61ab549-4c53-4732-9849-eed9b94a4890', 'code': 200} Aug 23 20:39:26.826527 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503a94f-1fc6-40e8-b625-03288e204ce4 req-258618b4-2054-4126-92e2-8decef08fe3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:26.829926 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9503a94f-1fc6-40e8-b625-03288e204ce4 req-258618b4-2054-4126-92e2-8decef08fe3b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.3929775 Aug 23 20:39:26.920734 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea92ffe8-a89a-42f0-b2b8-ccf1ee2e5f3a tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Made reservation on behalf of 5343a748414d45a689a7e8b5d33ade5a for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:39:26.927560 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ea92ffe8-a89a-42f0-b2b8-ccf1ee2e5f3a tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:26.949696 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:26.964850 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0bccc4-93a3-4fc1-a229-31faf5127a21 req-e084543b-5595-470f-bca4-c4ce019b460e tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:26.967045 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9a0bccc4-93a3-4fc1-a229-31faf5127a21 req-e084543b-5595-470f-bca4-c4ce019b460e tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.32 "GET /v2.0/networks?id=d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3 HTTP/1.1" status: 200 len: 810 time: 0.3278720 Aug 23 20:39:26.984299 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503a94f-1fc6-40e8-b625-03288e204ce4 req-aa63c43c-3b55-4bd9-b4b3-fde380b92840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:26.991206 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9503a94f-1fc6-40e8-b625-03288e204ce4 req-aa63c43c-3b55-4bd9-b4b3-fde380b92840 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1487639 Aug 23 20:39:26.991485 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-9a0bccc4-93a3-4fc1-a229-31faf5127a21 req-e240cbd3-dbe1-478e-8e6d-6c0d7d141259 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Request body: {'port': {'device_id': '101ccc80-5521-4720-889d-1f5135b03c88', 'network_id': 'd368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3', 'admin_state_up': True, 'tenant_id': '13b1595470b742008115767d927fc00b'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:39:27.075610 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a015da1f-cbe3-4f48-86ff-1c4fbafdc8d5 None None] Pushing event updated for resources: {'Port': ['ID=37043f54-4b95-4653-a976-2cf709e9be01,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:27.156830 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea92ffe8-a89a-42f0-b2b8-ccf1ee2e5f3a tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:39:27.192919 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port bb388623-a8ca-48fa-a801-64a5e58b5d43, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=bb388623-a8ca-48fa-a801-64a5e58b5d43,segment=NetworkSegment(d26d7b7e-620e-4a66-b90b-1ee63dd61b0f),segment_id=d26d7b7e-620e-4a66-b90b-1ee63dd61b0f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:39:27.214824 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ea92ffe8-a89a-42f0-b2b8-ccf1ee2e5f3a tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:27.227579 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-ea92ffe8-a89a-42f0-b2b8-ccf1ee2e5f3a tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Added segment f6778df3-5b3f-4d5d-ae71-43d3103eb65b of type vlan for network 58229856-9880-4cc3-ad1d-aa2b7b9dfe7b Aug 23 20:39:27.237248 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:27.320100 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 92b10c88-218e-4259-ba31-ce972882b526 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:39:27.359922 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 92b10c88-218e-4259-ba31-ce972882b526 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:39:27.359922 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:27.429485 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9503a94f-1fc6-40e8-b625-03288e204ce4 req-7f318898-d82d-42d9-aa75-358800dd68a8 service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236443 Aug 23 20:39:27.448504 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a0bccc4-93a3-4fc1-a229-31faf5127a21 req-e240cbd3-dbe1-478e-8e6d-6c0d7d141259 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Made reservation on behalf of 13b1595470b742008115767d927fc00b for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:39:27.452250 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9a0bccc4-93a3-4fc1-a229-31faf5127a21 req-e240cbd3-dbe1-478e-8e6d-6c0d7d141259 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:27.484107 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ea92ffe8-a89a-42f0-b2b8-ccf1ee2e5f3a tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:27.488428 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=bb388623-a8ca-48fa-a801-64a5e58b5d43,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:27.540899 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976a0fa-c30d-4f36-a0e4-6b467f9682c8 req-82b96f61-e12d-47af-bc40-740c4ca56674 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:27.561149 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976a0fa-c30d-4f36-a0e4-6b467f9682c8 req-82b96f61-e12d-47af-bc40-740c4ca56674 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:27.570491 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976a0fa-c30d-4f36-a0e4-6b467f9682c8 req-82b96f61-e12d-47af-bc40-740c4ca56674 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:27.600224 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976a0fa-c30d-4f36-a0e4-6b467f9682c8 req-82b96f61-e12d-47af-bc40-740c4ca56674 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:27.608644 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8112f7-5ca5-4632-b1f9-a498ecd32358 req-d6accb97-24b4-4299-844c-27209d08b8e8 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:27.618057 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6d8112f7-5ca5-4632-b1f9-a498ecd32358 req-d6accb97-24b4-4299-844c-27209d08b8e8 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/ports?device_id=76af5a7b-592e-4bcb-8eb1-9273071f1493 HTTP/1.1" status: 200 len: 946 time: 0.3442535 Aug 23 20:39:27.619999 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976a0fa-c30d-4f36-a0e4-6b467f9682c8 req-82b96f61-e12d-47af-bc40-740c4ca56674 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:27.630780 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ea92ffe8-a89a-42f0-b2b8-ccf1ee2e5f3a tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:27.636890 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea92ffe8-a89a-42f0-b2b8-ccf1ee2e5f3a tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:27.637881 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ea92ffe8-a89a-42f0-b2b8-ccf1ee2e5f3a tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:27.641660 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976a0fa-c30d-4f36-a0e4-6b467f9682c8 req-82b96f61-e12d-47af-bc40-740c4ca56674 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:27.664194 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976a0fa-c30d-4f36-a0e4-6b467f9682c8 req-82b96f61-e12d-47af-bc40-740c4ca56674 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:27.666835 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5976a0fa-c30d-4f36-a0e4-6b467f9682c8 req-82b96f61-e12d-47af-bc40-740c4ca56674 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 5442 time: 0.2737362 Aug 23 20:39:27.688022 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:27.754906 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ea92ffe8-a89a-42f0-b2b8-ccf1ee2e5f3a tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0004425 Aug 23 20:39:27.757201 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 34224) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:27.768107 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9503a94f-1fc6-40e8-b625-03288e204ce4 req-a9f64e2e-0d8e-4f99-adf8-87b2ea5f6b48 service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030465 Aug 23 20:39:27.770198 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 92b10c88-218e-4259-ba31-ce972882b526, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=92b10c88-218e-4259-ba31-ce972882b526,segment=NetworkSegment(850a8407-3594-4fdf-af96-d8bf20de61c1),segment_id=850a8407-3594-4fdf-af96-d8bf20de61c1)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:39:27.781230 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:27.785117 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6d8112f7-5ca5-4632-b1f9-a498ecd32358 req-cd00736a-ba20-44f7-b7c3-57e553c931bb tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc750e1f-5605-40cf-80e3-487cdbf8b643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657920 Aug 23 20:39:27.806394 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea92ffe8-a89a-42f0-b2b8-ccf1ee2e5f3a tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Pushing event updated for resources: {'Network': ['ID=58229856-9880-4cc3-ad1d-aa2b7b9dfe7b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:27.815001 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92ffe8-a89a-42f0-b2b8-ccf1ee2e5f3a tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:39:27.815349 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92ffe8-a89a-42f0-b2b8-ccf1ee2e5f3a tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:39:27.815700 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92ffe8-a89a-42f0-b2b8-ccf1ee2e5f3a tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:39:27.816016 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92ffe8-a89a-42f0-b2b8-ccf1ee2e5f3a tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:39:27.818681 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92ffe8-a89a-42f0-b2b8-ccf1ee2e5f3a tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:39:27.820527 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92ffe8-a89a-42f0-b2b8-ccf1ee2e5f3a tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:39:27.822574 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92ffe8-a89a-42f0-b2b8-ccf1ee2e5f3a tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:39:27.823089 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92ffe8-a89a-42f0-b2b8-ccf1ee2e5f3a tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:39:27.823575 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92ffe8-a89a-42f0-b2b8-ccf1ee2e5f3a tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:39:27.826192 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92ffe8-a89a-42f0-b2b8-ccf1ee2e5f3a tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:39:27.826714 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92ffe8-a89a-42f0-b2b8-ccf1ee2e5f3a tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:39:27.827193 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92ffe8-a89a-42f0-b2b8-ccf1ee2e5f3a tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:39:27.860364 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 58229856-9880-4cc3-ad1d-aa2b7b9dfe7b details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:39:27.887376 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device b3096938-24cc-452d-b686-738681750844 details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:39:27.952161 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e882f81e-4739-43f7-a5cc-35a15f889991 req-a92bdbcb-8122-4ce2-a1a6-7541975b99ae tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=101ccc80-5521-4720-889d-1f5135b03c88 HTTP/1.1" status: 200 len: 210 time: 0.0445712 Aug 23 20:39:28.017150 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5976a0fa-c30d-4f36-a0e4-6b467f9682c8 req-711d6c4e-f28f-435b-a46e-464cadd0b81d tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/security-groups?id=f264d724-bded-494f-9829-ab610400f252&id=83be7946-311a-487f-aca8-ec9e53b3ca8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3244288 Aug 23 20:39:28.065970 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 34226) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:28.135095 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-9a0bccc4-93a3-4fc1-a229-31faf5127a21 req-e240cbd3-dbe1-478e-8e6d-6c0d7d141259 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Allocated IP 172.20.0.3 (d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3/d571b443-68b1-44d5-8979-00646207cd13/e3e3e113-fc54-4d7c-b6eb-38c03755766d) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:39:28.190317 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7182aa-9f72-4531-851e-1bd70c78bdc5 req-b6f93fff-875a-44a6-89ab-18e17283955f tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:28.200694 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ec7182aa-9f72-4531-851e-1bd70c78bdc5 req-b6f93fff-875a-44a6-89ab-18e17283955f tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9575a1c-5768-457a-8b27-67b302d35d85 HTTP/1.1" status: 200 len: 947 time: 0.1085217 Aug 23 20:39:28.260936 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=92b10c88-218e-4259-ba31-ce972882b526,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:28.327364 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ec7182aa-9f72-4531-851e-1bd70c78bdc5 req-32a6df2d-f6c4-43c2-aaaf-5e55fa724206 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114593 Aug 23 20:39:28.395789 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port b3096938-24cc-452d-b686-738681750844, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=b3096938-24cc-452d-b686-738681750844,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:39:28.400375 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a778708d-6ee7-4db1-95ef-6d0c0e73e08e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:28.415169 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': 'b3096938-24cc-452d-b686-738681750844', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'port_id': 'b3096938-24cc-452d-b686-738681750844', 'mac_address': 'fa:16:3e:12:b5:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66e9eb0-86f4-4159-852b-f29863cbf18d', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:39:28.447303 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9a0bccc4-93a3-4fc1-a229-31faf5127a21 req-e240cbd3-dbe1-478e-8e6d-6c0d7d141259 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:28.526083 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:28.546330 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 34232) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:28.546660 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d079b671-9fd6-4c12-928f-50c9d64d1be3 tempest-DHCPAgentSchedulersTestJSON-1776858127 tempest-DHCPAgentSchedulersTestJSON-1776858127-project-admin] 10.222.0.61 "GET /v2.0/agents/13ee5a14-d14f-4dfd-aedc-6b980915c82b/dhcp-networks HTTP/1.1" status: 200 len: 10443 time: 0.7822940 Aug 23 20:39:28.555055 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3096938-24cc-452d-b686-738681750844 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:39:28.587231 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port b3096938-24cc-452d-b686-738681750844, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=b3096938-24cc-452d-b686-738681750844,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:39:28.589201 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9a0bccc4-93a3-4fc1-a229-31faf5127a21 req-e240cbd3-dbe1-478e-8e6d-6c0d7d141259 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:28.598760 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:28.667454 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=b3096938-24cc-452d-b686-738681750844,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:28.678451 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 37043f54-4b95-4653-a976-2cf709e9be01 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:39:28.684862 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a778708d-6ee7-4db1-95ef-6d0c0e73e08e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:28.705203 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e240cbd3-dbe1-478e-8e6d-6c0d7d141259 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Pushing event updated for resources: {'Port': ['ID=e3e3e113-fc54-4d7c-b6eb-38c03755766d,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:28.716175 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a778708d-6ee7-4db1-95ef-6d0c0e73e08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:28.734444 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a0bccc4-93a3-4fc1-a229-31faf5127a21 req-e240cbd3-dbe1-478e-8e6d-6c0d7d141259 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Network d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:39:28.736950 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-9a0bccc4-93a3-4fc1-a229-31faf5127a21 req-e240cbd3-dbe1-478e-8e6d-6c0d7d141259 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:39:28.745271 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a0bccc4-93a3-4fc1-a229-31faf5127a21 req-e240cbd3-dbe1-478e-8e6d-6c0d7d141259 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:39:28.759138 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc02191a-a75f-44dd-878d-f3301bbd5797 tempest-DHCPAgentSchedulersTestJSON-1776858127 tempest-DHCPAgentSchedulersTestJSON-1776858127-project-admin] Network 58229856-9880-4cc3-ad1d-aa2b7b9dfe7b is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:39:28.759529 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 37043f54-4b95-4653-a976-2cf709e9be01 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:39:28.764184 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 92b10c88-218e-4259-ba31-ce972882b526 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:39:28.802340 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb388623-a8ca-48fa-a801-64a5e58b5d43'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:39:28.808468 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dcd9f38-868b-4eca-9f58-c0d91f9a8492" -d '{"events": [{"server_uuid": "4731d55c-0045-402f-8d63-5bfbf5e10844", "name": "network-vif-plugged", "status": "completed", "tag": "bb388623-a8ca-48fa-a801-64a5e58b5d43"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:39:28.826516 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811d5e92-d324-46ff-9527-919687cb2df5 None None] Network b936e5d5-8aa8-432a-b167-045c70ca274c requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:39:28.851275 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db92e57-f9ea-4999-9a14-a5823fdede33 None None] Network 58229856-9880-4cc3-ad1d-aa2b7b9dfe7b requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:39:28.856122 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-cc02191a-a75f-44dd-878d-f3301bbd5797 tempest-DHCPAgentSchedulersTestJSON-1776858127 tempest-DHCPAgentSchedulersTestJSON-1776858127-project-admin] 10.222.0.61 "POST /v2.0/agents/13ee5a14-d14f-4dfd-aedc-6b980915c82b/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3087289 Aug 23 20:39:28.861269 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a778708d-6ee7-4db1-95ef-6d0c0e73e08e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=389e0b43044e48309bea0b708f981934&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7942111 Aug 23 20:39:28.862330 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 34240) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:28.864775 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 34242) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:28.865619 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a778708d-6ee7-4db1-95ef-6d0c0e73e08e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65153450-34a6-47ca-a6d9-4f17b40902bf,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:28.884344 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0bccc4-93a3-4fc1-a229-31faf5127a21 req-e240cbd3-dbe1-478e-8e6d-6c0d7d141259 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:28.885441 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9a0bccc4-93a3-4fc1-a229-31faf5127a21 req-e240cbd3-dbe1-478e-8e6d-6c0d7d141259 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:28.936916 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606404c-71d1-43f1-9a8d-1d50c9398896 req-5787fa7b-0351-47b0-96f6-90ac16ec02fe tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:28.940540 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc3af48-f7d3-4535-920b-76902f0bce95 x-openstack-request-id: req-1cc3af48-f7d3-4535-920b-76902f0bce95 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:39:28.940831 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4731d55c-0045-402f-8d63-5bfbf5e10844", "name": "network-vif-plugged", "status": "completed", "tag": "bb388623-a8ca-48fa-a801-64a5e58b5d43", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:39:28.941085 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1cc3af48-f7d3-4535-920b-76902f0bce95 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:39:28.941574 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb388623-a8ca-48fa-a801-64a5e58b5d43', 'code': 200} Aug 23 20:39:28.948667 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1606404c-71d1-43f1-9a8d-1d50c9398896 req-5787fa7b-0351-47b0-96f6-90ac16ec02fe tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.32 "GET /v2.0/ports?device_id=76af5a7b-592e-4bcb-8eb1-9273071f1493 HTTP/1.1" status: 200 len: 946 time: 0.1864383 Aug 23 20:39:28.987982 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9a0bccc4-93a3-4fc1-a229-31faf5127a21 req-e240cbd3-dbe1-478e-8e6d-6c0d7d141259 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0033169 Aug 23 20:39:28.990052 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['b3096938-24cc-452d-b686-738681750844'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:39:29.014830 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-9a0bccc4-93a3-4fc1-a229-31faf5127a21 req-82503f34-3aa3-4010-a98d-512a7a1489d8 service neutron] Request body: {'port': {'device_id': '101ccc80-5521-4720-889d-1f5135b03c88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:39:29.062661 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-76b8fe77-9f48-479a-bc45-5624c9c2ff5d None None] Provisioning for port 37043f54-4b95-4653-a976-2cf709e9be01 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:39:29.081193 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-76b8fe77-9f48-479a-bc45-5624c9c2ff5d None None] Provisioning complete for port 37043f54-4b95-4653-a976-2cf709e9be01 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:39:29.081588 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-76b8fe77-9f48-479a-bc45-5624c9c2ff5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:29.154236 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 92b10c88-218e-4259-ba31-ce972882b526 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:39:29.154851 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:29.175653 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8615fe79-d7da-4887-be15-4fd790f753ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:29.261246 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af849422-651b-4c40-bc85-5597fe0f06cd req-ff46e5bc-b46e-486d-a3a8-ef9c71a2126b tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:29.265605 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9a0bccc4-93a3-4fc1-a229-31faf5127a21 req-82503f34-3aa3-4010-a98d-512a7a1489d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:29.271342 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-af849422-651b-4c40-bc85-5597fe0f06cd req-ff46e5bc-b46e-486d-a3a8-ef9c71a2126b tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/ports?device_id=76af5a7b-592e-4bcb-8eb1-9273071f1493 HTTP/1.1" status: 200 len: 946 time: 0.2832692 Aug 23 20:39:29.276937 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8615fe79-d7da-4887-be15-4fd790f753ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:29.283435 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3d1cfd88-f3cb-45d8-9241-d2e9dd95f7d4 tempest-DHCPAgentSchedulersTestJSON-1776858127 tempest-DHCPAgentSchedulersTestJSON-1776858127-project-admin] 10.222.0.61 "GET /v2.0/agents/13ee5a14-d14f-4dfd-aedc-6b980915c82b/dhcp-networks HTTP/1.1" status: 200 len: 11214 time: 0.4192858 Aug 23 20:39:29.291444 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 34248) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:29.315513 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c0b85-b801-4bb6-8b76-6b09ea9c89a5 req-26c62cd5-da3a-452d-b518-b892c9c2d1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:29.316122 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c0b85-b801-4bb6-8b76-6b09ea9c89a5 req-26c62cd5-da3a-452d-b518-b892c9c2d1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:29.317105 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c0b85-b801-4bb6-8b76-6b09ea9c89a5 req-26c62cd5-da3a-452d-b518-b892c9c2d1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:29.317587 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c0b85-b801-4bb6-8b76-6b09ea9c89a5 req-26c62cd5-da3a-452d-b518-b892c9c2d1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:29.318129 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c0b85-b801-4bb6-8b76-6b09ea9c89a5 req-26c62cd5-da3a-452d-b518-b892c9c2d1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:29.318601 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c0b85-b801-4bb6-8b76-6b09ea9c89a5 req-26c62cd5-da3a-452d-b518-b892c9c2d1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:29.319342 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c0b85-b801-4bb6-8b76-6b09ea9c89a5 req-26c62cd5-da3a-452d-b518-b892c9c2d1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:29.323120 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a93c0b85-b801-4bb6-8b76-6b09ea9c89a5 req-26c62cd5-da3a-452d-b518-b892c9c2d1ed service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 6499 time: 0.2719815 Aug 23 20:39:29.354023 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-1606404c-71d1-43f1-9a8d-1d50c9398896 req-f4583a31-0944-404e-b4b0-db68bb55d23a tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Deleting port 3b2dadc4-dd32-412c-8547-283212dae6ae {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:39:29.354625 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1606404c-71d1-43f1-9a8d-1d50c9398896 req-f4583a31-0944-404e-b4b0-db68bb55d23a tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:29.397727 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-af849422-651b-4c40-bc85-5597fe0f06cd req-74b37ad9-a49a-47c9-8345-175a2b83decd tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc750e1f-5605-40cf-80e3-487cdbf8b643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254060 Aug 23 20:39:29.435625 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-76b8fe77-9f48-479a-bc45-5624c9c2ff5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:29.447623 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3830a6e-c201-4144-a43d-84db103af14e req-f6876c33-43c7-41b5-bad7-3bc95ca2ab36 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:29.450002 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c3830a6e-c201-4144-a43d-84db103af14e req-f6876c33-43c7-41b5-bad7-3bc95ca2ab36 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=101ccc80-5521-4720-889d-1f5135b03c88 HTTP/1.1" status: 200 len: 931 time: 0.3393698 Aug 23 20:39:29.505043 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a93c0b85-b801-4bb6-8b76-6b09ea9c89a5 req-90e90443-fe63-4250-825f-ef503262286d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=83be7946-311a-487f-aca8-ec9e53b3ca8b&id=f264d724-bded-494f-9829-ab610400f252&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1671684 Aug 23 20:39:29.533390 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-76b8fe77-9f48-479a-bc45-5624c9c2ff5d None None] For port 37043f54-4b95-4653-a976-2cf709e9be01, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=37043f54-4b95-4653-a976-2cf709e9be01,segment=NetworkSegment(574180e0-28a6-4761-9b44-395207c396c7),segment_id=574180e0-28a6-4761-9b44-395207c396c7)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:39:29.547784 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-76b8fe77-9f48-479a-bc45-5624c9c2ff5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:29.578604 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-1606404c-71d1-43f1-9a8d-1d50c9398896 req-f4583a31-0944-404e-b4b0-db68bb55d23a tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] For port 3b2dadc4-dd32-412c-8547-283212dae6ae, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=3b2dadc4-dd32-412c-8547-283212dae6ae,segment=NetworkSegment(acc9083b-9ca0-414e-96bd-1741bb0a9d54),segment_id=acc9083b-9ca0-414e-96bd-1741bb0a9d54)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:39:29.579130 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1606404c-71d1-43f1-9a8d-1d50c9398896 req-f4583a31-0944-404e-b4b0-db68bb55d23a tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:29.601248 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-1606404c-71d1-43f1-9a8d-1d50c9398896 req-f4583a31-0944-404e-b4b0-db68bb55d23a tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Calling delete_port for 3b2dadc4-dd32-412c-8547-283212dae6ae owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:39:29.644124 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b8fe77-9f48-479a-bc45-5624c9c2ff5d None None] Pushing event updated for resources: {'Port': ['ID=37043f54-4b95-4653-a976-2cf709e9be01,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:29.709361 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8615fe79-d7da-4887-be15-4fd790f753ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:29.709361 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8615fe79-d7da-4887-be15-4fd790f753ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:29.710275 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8615fe79-d7da-4887-be15-4fd790f753ee admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/65153450-34a6-47ca-a6d9-4f17b40902bf HTTP/1.1" status: 204 len: 168 time: 0.8411920 Aug 23 20:39:29.740239 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8615fe79-d7da-4887-be15-4fd790f753ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65153450-34a6-47ca-a6d9-4f17b40902bf,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:29.783112 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e8f61-ceba-47fa-a56e-dcbe7e4512a4 req-96d36fb5-0962-4cda-8bd5-12d8c13c4b1b tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:29.802882 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e8f61-ceba-47fa-a56e-dcbe7e4512a4 req-96d36fb5-0962-4cda-8bd5-12d8c13c4b1b tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:29.809876 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e8f61-ceba-47fa-a56e-dcbe7e4512a4 req-96d36fb5-0962-4cda-8bd5-12d8c13c4b1b tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:29.818206 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e8f61-ceba-47fa-a56e-dcbe7e4512a4 req-96d36fb5-0962-4cda-8bd5-12d8c13c4b1b tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:29.823672 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e8f61-ceba-47fa-a56e-dcbe7e4512a4 req-96d36fb5-0962-4cda-8bd5-12d8c13c4b1b tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:29.830103 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e8f61-ceba-47fa-a56e-dcbe7e4512a4 req-96d36fb5-0962-4cda-8bd5-12d8c13c4b1b tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:29.836573 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e8f61-ceba-47fa-a56e-dcbe7e4512a4 req-96d36fb5-0962-4cda-8bd5-12d8c13c4b1b tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:29.843570 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-135e8f61-ceba-47fa-a56e-dcbe7e4512a4 req-96d36fb5-0962-4cda-8bd5-12d8c13c4b1b tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 5442 time: 0.2329197 Aug 23 20:39:29.881808 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3444b60f-25db-4142-bcc5-b603096821f2 None None] Provisioning complete for port 37043f54-4b95-4653-a976-2cf709e9be01 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:39:29.883599 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3444b60f-25db-4142-bcc5-b603096821f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:29.953706 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-87815833-49f1-4c99-b8e6-e8e46093a5d6 tempest-DHCPAgentSchedulersTestJSON-1776858127 tempest-DHCPAgentSchedulersTestJSON-1776858127-project-admin] 10.222.0.61 "DELETE /v2.0/agents/13ee5a14-d14f-4dfd-aedc-6b980915c82b/dhcp-networks/58229856-9880-4cc3-ad1d-aa2b7b9dfe7b HTTP/1.1" status: 204 len: 168 time: 0.6582832 Aug 23 20:39:29.965227 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 34258) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:30.011059 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c3830a6e-c201-4144-a43d-84db103af14e req-b14fa2ce-708b-47d4-8629-6102ecc35018 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5192337 Aug 23 20:39:30.054181 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-135e8f61-ceba-47fa-a56e-dcbe7e4512a4 req-577cfeaa-f49b-4205-b23c-6ee20fc20581 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/security-groups?id=f264d724-bded-494f-9829-ab610400f252&id=83be7946-311a-487f-aca8-ec9e53b3ca8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1943953 Aug 23 20:39:30.228973 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1606404c-71d1-43f1-9a8d-1d50c9398896 req-f4583a31-0944-404e-b4b0-db68bb55d23a tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:30.266314 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['dd33bcac-e144-4f60-9da7-6fb217799a0d'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:39:30.325323 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4583a31-0944-404e-b4b0-db68bb55d23a tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Pushing event deleted for resources: {'Port': ['ID=3b2dadc4-dd32-412c-8547-283212dae6ae,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:30.359960 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7d75fc14-5da3-4548-b5e1-8169a74e9d7e None None] Could not find standard attr ID for object 3601935a-cb23-4769-a872-c7d2dc659bc6. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 20:39:30.449385 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-1606404c-71d1-43f1-9a8d-1d50c9398896 req-f4583a31-0944-404e-b4b0-db68bb55d23a tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] No DVR routers for this DVR port 3b2dadc4-dd32-412c-8547-283212dae6ae on host n-h2-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:39:30.463991 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1606404c-71d1-43f1-9a8d-1d50c9398896 req-f4583a31-0944-404e-b4b0-db68bb55d23a tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:30.472387 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1606404c-71d1-43f1-9a8d-1d50c9398896 req-f4583a31-0944-404e-b4b0-db68bb55d23a tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.32 "DELETE /v2.0/ports/3b2dadc4-dd32-412c-8547-283212dae6ae HTTP/1.1" status: 204 len: 173 time: 1.5109317 Aug 23 20:39:30.478366 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76af5a7b-592e-4bcb-8eb1-9273071f1493', 'name': 'network-vif-deleted', 'tag': '3b2dadc4-dd32-412c-8547-283212dae6ae'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:39:30.487344 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252871fa-cbe4-4836-b6b6-8ed3e528853c" -d '{"events": [{"server_uuid": "76af5a7b-592e-4bcb-8eb1-9273071f1493", "name": "network-vif-deleted", "tag": "3b2dadc4-dd32-412c-8547-283212dae6ae"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:39:30.512022 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 37043f54-4b95-4653-a976-2cf709e9be01 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:39:30.594716 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-7cd1d106-87dd-407d-a7d5-502e9f59ee6e tempest-DHCPAgentSchedulersTestJSON-1776858127 tempest-DHCPAgentSchedulersTestJSON-1776858127-project-admin] 10.222.0.61 "GET /v2.0/agents/13ee5a14-d14f-4dfd-aedc-6b980915c82b/dhcp-networks HTTP/1.1" status: 200 len: 10443 time: 0.6241860 Aug 23 20:39:30.626841 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 34274) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:30.629628 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b2bf3385-7f12-4467-8742-fe4e5b096bde req-dc06daa7-9163-483b-ab3d-b5656ea49c4c tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/ports?device_id=76af5a7b-592e-4bcb-8eb1-9273071f1493 HTTP/1.1" status: 200 len: 210 time: 0.0697556 Aug 23 20:39:30.651014 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568b0f1-89a0-4ad0-8126-a05e601d8098 req-2cb59eec-bca1-4805-9694-f80e08f4dd7e tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:30.652632 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5568b0f1-89a0-4ad0-8126-a05e601d8098 req-2cb59eec-bca1-4805-9694-f80e08f4dd7e tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9575a1c-5768-457a-8b27-67b302d35d85 HTTP/1.1" status: 200 len: 948 time: 0.4769881 Aug 23 20:39:30.746259 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495bde00-90be-48d3-866b-7ff095415641 x-openstack-request-id: req-495bde00-90be-48d3-866b-7ff095415641 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:39:30.747450 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76af5a7b-592e-4bcb-8eb1-9273071f1493", "name": "network-vif-deleted", "tag": "3b2dadc4-dd32-412c-8547-283212dae6ae", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:39:30.748607 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-495bde00-90be-48d3-866b-7ff095415641 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:39:30.750212 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76af5a7b-592e-4bcb-8eb1-9273071f1493', 'name': 'network-vif-deleted', 'tag': '3b2dadc4-dd32-412c-8547-283212dae6ae', 'status': 'completed', 'code': 200} Aug 23 20:39:30.762912 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-31f2ce81-4de2-4d32-9d9b-dde6026e86e5 tempest-DHCPAgentSchedulersTestJSON-1776858127 tempest-DHCPAgentSchedulersTestJSON-1776858127-project-admin] 10.222.0.61 "GET /v2.0/networks/b936e5d5-8aa8-432a-b167-045c70ca274c/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.1151173 Aug 23 20:39:30.766385 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 34276) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:30.777652 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 37043f54-4b95-4653-a976-2cf709e9be01 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:39:30.779149 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:30.804556 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-9a0bccc4-93a3-4fc1-a229-31faf5127a21 req-82503f34-3aa3-4010-a98d-512a7a1489d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3e3e113-fc54-4d7c-b6eb-38c03755766d {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:39:30.815245 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9a0bccc4-93a3-4fc1-a229-31faf5127a21 req-82503f34-3aa3-4010-a98d-512a7a1489d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:30.839228 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-9a0bccc4-93a3-4fc1-a229-31faf5127a21 req-82503f34-3aa3-4010-a98d-512a7a1489d8 service neutron] Transition to ACTIVE for port object e3e3e113-fc54-4d7c-b6eb-38c03755766d will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:39:30.842283 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-df6ac628-f439-46b5-9216-410395a334d5 tempest-DHCPAgentSchedulersTestJSON-1776858127 tempest-DHCPAgentSchedulersTestJSON-1776858127-project-admin] 10.222.0.61 "GET /v2.0/networks/b936e5d5-8aa8-432a-b167-045c70ca274c/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0747592 Aug 23 20:39:30.845374 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 34280) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:30.858273 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9a0bccc4-93a3-4fc1-a229-31faf5127a21 req-82503f34-3aa3-4010-a98d-512a7a1489d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:30.924793 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5568b0f1-89a0-4ad0-8126-a05e601d8098 req-20cdd41e-68da-451c-b206-b470b52e720b tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442477 Aug 23 20:39:31.049748 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:39:31.189086 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82503f34-3aa3-4010-a98d-512a7a1489d8 service neutron] Pushing event updated for resources: {'Port': ['ID=e3e3e113-fc54-4d7c-b6eb-38c03755766d,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:31.344182 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-9a0bccc4-93a3-4fc1-a229-31faf5127a21 req-82503f34-3aa3-4010-a98d-512a7a1489d8 service neutron] Attempting to bind port e3e3e113-fc54-4d7c-b6eb-38c03755766d on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:39:31.344995 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-9a0bccc4-93a3-4fc1-a229-31faf5127a21 req-82503f34-3aa3-4010-a98d-512a7a1489d8 service neutron] Attempting to bind port e3e3e113-fc54-4d7c-b6eb-38c03755766d by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': '850a8407-3594-4fdf-af96-d8bf20de61c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:39:31.346916 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-eaa08898-1057-4e19-a2db-a65d86b37e50 tempest-DHCPAgentSchedulersTestJSON-1776858127 tempest-DHCPAgentSchedulersTestJSON-1776858127-project-admin] 10.222.0.61 "GET /v2.0/agents/13ee5a14-d14f-4dfd-aedc-6b980915c82b/dhcp-networks HTTP/1.1" status: 200 len: 10443 time: 0.5002723 Aug 23 20:39:31.354691 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0bccc4-93a3-4fc1-a229-31faf5127a21 req-82503f34-3aa3-4010-a98d-512a7a1489d8 service neutron] Attempting to bind port e3e3e113-fc54-4d7c-b6eb-38c03755766d on network d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:39:31.356866 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 34296) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:31.398383 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0bccc4-93a3-4fc1-a229-31faf5127a21 req-82503f34-3aa3-4010-a98d-512a7a1489d8 service neutron] Port e3e3e113-fc54-4d7c-b6eb-38c03755766d on network d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:39:31.398770 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0bccc4-93a3-4fc1-a229-31faf5127a21 req-82503f34-3aa3-4010-a98d-512a7a1489d8 service neutron] Attempting to bind port e3e3e113-fc54-4d7c-b6eb-38c03755766d on network d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:39:31.405634 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3023ec3f-720f-4f36-961e-16fcb589a890 req-05138249-603f-4385-ac15-1272d31f447c tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:31.407453 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3023ec3f-720f-4f36-961e-16fcb589a890 req-05138249-603f-4385-ac15-1272d31f447c tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=101ccc80-5521-4720-889d-1f5135b03c88 HTTP/1.1" status: 200 len: 943 time: 0.1857705 Aug 23 20:39:31.471993 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3023ec3f-720f-4f36-961e-16fcb589a890 req-3361dcdd-e900-4de1-ab56-d49c259031c8 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538566 Aug 23 20:39:31.486011 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d24641-94ca-431d-8a6a-95625cab89a3 req-1d6c1a68-444e-45fe-827c-b274be6dcc6f tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:31.492904 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d24641-94ca-431d-8a6a-95625cab89a3 req-1d6c1a68-444e-45fe-827c-b274be6dcc6f tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:31.498920 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d24641-94ca-431d-8a6a-95625cab89a3 req-1d6c1a68-444e-45fe-827c-b274be6dcc6f tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:31.505711 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d24641-94ca-431d-8a6a-95625cab89a3 req-1d6c1a68-444e-45fe-827c-b274be6dcc6f tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:31.511677 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d24641-94ca-431d-8a6a-95625cab89a3 req-1d6c1a68-444e-45fe-827c-b274be6dcc6f tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:31.518249 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d24641-94ca-431d-8a6a-95625cab89a3 req-1d6c1a68-444e-45fe-827c-b274be6dcc6f tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:31.525347 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d24641-94ca-431d-8a6a-95625cab89a3 req-1d6c1a68-444e-45fe-827c-b274be6dcc6f tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:31.527534 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f6d24641-94ca-431d-8a6a-95625cab89a3 req-1d6c1a68-444e-45fe-827c-b274be6dcc6f tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 5442 time: 0.3072569 Aug 23 20:39:31.536530 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0bccc4-93a3-4fc1-a229-31faf5127a21 req-82503f34-3aa3-4010-a98d-512a7a1489d8 service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:39:31.536869 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0bccc4-93a3-4fc1-a229-31faf5127a21 req-82503f34-3aa3-4010-a98d-512a7a1489d8 service neutron] Checking segment: {'id': '850a8407-3594-4fdf-af96-d8bf20de61c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:39:31.537259 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0bccc4-93a3-4fc1-a229-31faf5127a21 req-82503f34-3aa3-4010-a98d-512a7a1489d8 service neutron] Bound using segment: {'id': '850a8407-3594-4fdf-af96-d8bf20de61c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:39:31.537697 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-9a0bccc4-93a3-4fc1-a229-31faf5127a21 req-82503f34-3aa3-4010-a98d-512a7a1489d8 service neutron] Bound port: e3e3e113-fc54-4d7c-b6eb-38c03755766d, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '850a8407-3594-4fdf-af96-d8bf20de61c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:39:31.538052 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9a0bccc4-93a3-4fc1-a229-31faf5127a21 req-82503f34-3aa3-4010-a98d-512a7a1489d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:31.616081 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-711081f2-5381-40b2-ba6e-3783de15e222 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:31.654993 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f6d24641-94ca-431d-8a6a-95625cab89a3 req-292c9383-ce39-43a5-b8c2-80a812e7044c tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/security-groups?id=f264d724-bded-494f-9829-ab610400f252&id=83be7946-311a-487f-aca8-ec9e53b3ca8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1119988 Aug 23 20:39:31.715917 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-9a0bccc4-93a3-4fc1-a229-31faf5127a21 req-82503f34-3aa3-4010-a98d-512a7a1489d8 service neutron] For port e3e3e113-fc54-4d7c-b6eb-38c03755766d, host n-h2-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:39:31.769610 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-9a0bccc4-93a3-4fc1-a229-31faf5127a21 req-82503f34-3aa3-4010-a98d-512a7a1489d8 service neutron] For port e3e3e113-fc54-4d7c-b6eb-38c03755766d, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=e3e3e113-fc54-4d7c-b6eb-38c03755766d,segment=NetworkSegment(850a8407-3594-4fdf-af96-d8bf20de61c1),segment_id=850a8407-3594-4fdf-af96-d8bf20de61c1)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:39:31.779528 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9a0bccc4-93a3-4fc1-a229-31faf5127a21 req-82503f34-3aa3-4010-a98d-512a7a1489d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:31.794245 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-711081f2-5381-40b2-ba6e-3783de15e222 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:31.845537 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-711081f2-5381-40b2-ba6e-3783de15e222 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58229856-9880-4cc3-ad1d-aa2b7b9dfe7b']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:39:31.852957 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0bccc4-93a3-4fc1-a229-31faf5127a21 req-82503f34-3aa3-4010-a98d-512a7a1489d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:31.853665 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9a0bccc4-93a3-4fc1-a229-31faf5127a21 req-82503f34-3aa3-4010-a98d-512a7a1489d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:31.855157 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9a0bccc4-93a3-4fc1-a229-31faf5127a21 req-82503f34-3aa3-4010-a98d-512a7a1489d8 service neutron] 10.222.0.32 "PUT /v2.0/ports/e3e3e113-fc54-4d7c-b6eb-38c03755766d HTTP/1.1" status: 200 len: 1091 time: 2.8476274 Aug 23 20:39:31.860409 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '101ccc80-5521-4720-889d-1f5135b03c88', 'tag': 'e3e3e113-fc54-4d7c-b6eb-38c03755766d'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:39:31.862745 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f7f26a-e349-4ff3-8f13-7b33eeeb71f0" -d '{"events": [{"name": "network-changed", "server_uuid": "101ccc80-5521-4720-889d-1f5135b03c88", "tag": "e3e3e113-fc54-4d7c-b6eb-38c03755766d"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:39:31.871543 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-711081f2-5381-40b2-ba6e-3783de15e222 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6778df3-5b3f-4d5d-ae71-43d3103eb65b') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:39:31.871929 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-711081f2-5381-40b2-ba6e-3783de15e222 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6778df3-5b3f-4d5d-ae71-43d3103eb65b') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:39:31.893198 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-711081f2-5381-40b2-ba6e-3783de15e222 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:31.903977 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device b3096938-24cc-452d-b686-738681750844 up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:39:31.928088 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82503f34-3aa3-4010-a98d-512a7a1489d8 service neutron] Pushing event updated for resources: {'Port': ['ID=e3e3e113-fc54-4d7c-b6eb-38c03755766d,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:31.952122 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20072c41-29b9-4d7b-a166-2ea27800b466 x-openstack-request-id: req-20072c41-29b9-4d7b-a166-2ea27800b466 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:39:31.952638 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "101ccc80-5521-4720-889d-1f5135b03c88", "tag": "e3e3e113-fc54-4d7c-b6eb-38c03755766d", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:39:31.952893 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-20072c41-29b9-4d7b-a166-2ea27800b466 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:39:31.953283 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '101ccc80-5521-4720-889d-1f5135b03c88', 'tag': 'e3e3e113-fc54-4d7c-b6eb-38c03755766d', 'status': 'completed', 'code': 200} Aug 23 20:39:31.992680 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-711081f2-5381-40b2-ba6e-3783de15e222 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:32.006349 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-711081f2-5381-40b2-ba6e-3783de15e222 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:39:32.006777 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-711081f2-5381-40b2-ba6e-3783de15e222 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:32.008915 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port b3096938-24cc-452d-b686-738681750844 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:39:32.013815 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port b3096938-24cc-452d-b686-738681750844 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:39:32.014192 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:32.020322 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:39:32.020322 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:39:32.020322 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:39:32.020322 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:39:32.020322 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:39:32.020322 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:39:32.020322 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:39:32.020322 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:39:32.020322 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:39:32.020322 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:39:32.020322 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:39:32.020322 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:39:32.020322 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:39:32.020322 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:39:32.020322 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:39:32.020322 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:39:32.020322 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:39:32.020322 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:39:32.020322 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:39:32.020322 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:39:32.020322 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:39:32.020322 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:39:32.020322 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:39:32.020322 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:39:32.020322 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:39:32.020322 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:39:32.020322 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:39:32.020322 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:39:32.020322 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:39:32.020322 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:39:32.020322 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:39:32.020322 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:39:32.135733 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb510c6-a98b-4cc8-a9b4-b132a48beccd req-0643c483-7edc-416f-939f-de278f253c82 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:32.137707 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8eb510c6-a98b-4cc8-a9b4-b132a48beccd req-0643c483-7edc-416f-939f-de278f253c82 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9575a1c-5768-457a-8b27-67b302d35d85 HTTP/1.1" status: 200 len: 948 time: 0.0797791 Aug 23 20:39:32.173566 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0bccc4-93a3-4fc1-a229-31faf5127a21 req-aa86ad1c-174f-441b-9981-64fd47c893a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:32.174669 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9a0bccc4-93a3-4fc1-a229-31faf5127a21 req-aa86ad1c-174f-441b-9981-64fd47c893a9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=13b1595470b742008115767d927fc00b&device_id=101ccc80-5521-4720-889d-1f5135b03c88 HTTP/1.1" status: 200 len: 1094 time: 0.2500024 Aug 23 20:39:32.198787 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8eb510c6-a98b-4cc8-a9b4-b132a48beccd req-1de86b15-fab2-4e80-8125-3fd8948aac80 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483756 Aug 23 20:39:32.202309 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:32.241006 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9575a1c-5768-457a-8b27-67b302d35d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3096938-24cc-452d-b686-738681750844'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:39:32.245687 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80d2764-33e7-4305-b22b-3262d8e94521" -d '{"events": [{"server_uuid": "a9575a1c-5768-457a-8b27-67b302d35d85", "name": "network-vif-plugged", "status": "completed", "tag": "b3096938-24cc-452d-b686-738681750844"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:39:32.257129 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-711081f2-5381-40b2-ba6e-3783de15e222 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:32.260733 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9a0bccc4-93a3-4fc1-a229-31faf5127a21 req-258d0eb8-a421-4d37-81c6-fdce21ee4563 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3e3e113-fc54-4d7c-b6eb-38c03755766d HTTP/1.1" status: 200 len: 217 time: 0.0680850 Aug 23 20:39:32.269228 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-711081f2-5381-40b2-ba6e-3783de15e222 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:32.271636 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-711081f2-5381-40b2-ba6e-3783de15e222 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] 10.222.0.61 "DELETE /v2.0/networks/58229856-9880-4cc3-ad1d-aa2b7b9dfe7b HTTP/1.1" status: 204 len: 168 time: 0.9122083 Aug 23 20:39:32.275969 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 34330) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:32.278128 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port b3096938-24cc-452d-b686-738681750844, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=b3096938-24cc-452d-b686-738681750844,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:39:32.290362 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:32.291719 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 3b2dadc4-dd32-412c-8547-283212dae6ae no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:39:32.308517 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-4838c718-41ce-4b49-a5b4-7639f2565fd8 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] DELETE failed (client error): The resource could not be found. Aug 23 20:39:32.310017 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4838c718-41ce-4b49-a5b4-7639f2565fd8 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:39:32.314899 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4838c718-41ce-4b49-a5b4-7639f2565fd8 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] 10.222.0.61 "DELETE /v2.0/ports/3601935a-cb23-4769-a872-c7d2dc659bc6 HTTP/1.1" status: 404 len: 333 time: 0.0378942 Aug 23 20:39:32.316190 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 34332) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:32.330936 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0bccc4-93a3-4fc1-a229-31faf5127a21 req-716e5576-649e-46c9-a261-b85c600b79eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:32.339623 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8662a6e1-a28f-4f0d-abd7-30a43190e19c x-openstack-request-id: req-8662a6e1-a28f-4f0d-abd7-30a43190e19c {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:39:32.340206 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9575a1c-5768-457a-8b27-67b302d35d85", "name": "network-vif-plugged", "status": "completed", "tag": "b3096938-24cc-452d-b686-738681750844", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:39:32.340675 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8662a6e1-a28f-4f0d-abd7-30a43190e19c {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:39:32.341303 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9575a1c-5768-457a-8b27-67b302d35d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3096938-24cc-452d-b686-738681750844', 'code': 200} Aug 23 20:39:32.343393 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: 3b2dadc4-dd32-412c-8547-283212dae6ae {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:39:32.344602 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9a0bccc4-93a3-4fc1-a229-31faf5127a21 req-716e5576-649e-46c9-a261-b85c600b79eb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d571b443-68b1-44d5-8979-00646207cd13 HTTP/1.1" status: 200 len: 850 time: 0.0699317 Aug 23 20:39:32.345649 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 3b2dadc4-dd32-412c-8547-283212dae6ae not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:39:32.350937 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711081f2-5381-40b2-ba6e-3783de15e222 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Pushing event deleted for resources: {'Network': ['ID=58229856-9880-4cc3-ad1d-aa2b7b9dfe7b,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:32.368292 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de7317-fe98-4fae-93d4-ecfce89ebc56 req-dd66a766-bec2-4544-a754-0370c7673a60 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:32.383787 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f6de7317-fe98-4fae-93d4-ecfce89ebc56 req-dd66a766-bec2-4544-a754-0370c7673a60 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/ports?device_id=3421b4b6-ee8f-4bc8-8c70-f59d81233e06 HTTP/1.1" status: 200 len: 945 time: 0.2492869 Aug 23 20:39:32.427931 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9a0bccc4-93a3-4fc1-a229-31faf5127a21 req-187406bd-efe0-4e1c-bd05-fae75d0e9946 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414522 Aug 23 20:39:32.429358 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-94113d41-e12c-4a0c-9dda-eeea2fbb4632 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Deleting subnet 1c1111f4-1115-4ee0-b523-ce4079d41cfa {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:39:32.435367 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=b3096938-24cc-452d-b686-738681750844,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:32.437049 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94113d41-e12c-4a0c-9dda-eeea2fbb4632 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:32.479751 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f6de7317-fe98-4fae-93d4-ecfce89ebc56 req-8bc2125e-998e-44a1-947d-153e8cabdeda tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc750e1f-5605-40cf-80e3-487cdbf8b643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945127 Aug 23 20:39:32.521250 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94113d41-e12c-4a0c-9dda-eeea2fbb4632 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:32.588414 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec63eb6-7189-4397-b5de-bec45aae19b4 req-c8bbb649-22b7-47bf-91a3-ce19d470bd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:32.590373 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6ec63eb6-7189-4397-b5de-bec45aae19b4 req-c8bbb649-22b7-47bf-91a3-ce19d470bd34 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a9575a1c-5768-457a-8b27-67b302d35d85 HTTP/1.1" status: 200 len: 1100 time: 0.1280668 Aug 23 20:39:32.605670 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9a0bccc4-93a3-4fc1-a229-31faf5127a21 req-513e8dd0-e4ce-45ab-b2bf-725a12029803 service neutron] 10.222.0.32 "GET /v2.0/networks/d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660714 Aug 23 20:39:32.760849 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94113d41-e12c-4a0c-9dda-eeea2fbb4632 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:32.788882 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6ec63eb6-7189-4397-b5de-bec45aae19b4 req-89d638f9-544f-4a7b-aa9a-e8a751c64a83 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788206 Aug 23 20:39:32.826011 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9a0bccc4-93a3-4fc1-a229-31faf5127a21 req-1bb5fe8f-0dbe-4bc8-ac92-301939098ea4 service neutron] 10.222.0.32 "GET /v2.0/networks/d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108226 Aug 23 20:39:32.831401 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1806a69-8024-43b7-890c-d431c73bb9f6 req-2671e09d-6010-41e5-85fb-a982e6be9edf tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:32.833553 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d1806a69-8024-43b7-890c-d431c73bb9f6 req-2671e09d-6010-41e5-85fb-a982e6be9edf tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=101ccc80-5521-4720-889d-1f5135b03c88 HTTP/1.1" status: 200 len: 943 time: 0.2247500 Aug 23 20:39:32.852725 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82c1dc-2600-4b35-8bf8-338893a15eae req-5b6a0ab4-b791-4bcf-a0f0-8c0dded7d439 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:32.860114 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82c1dc-2600-4b35-8bf8-338893a15eae req-5b6a0ab4-b791-4bcf-a0f0-8c0dded7d439 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:32.866623 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82c1dc-2600-4b35-8bf8-338893a15eae req-5b6a0ab4-b791-4bcf-a0f0-8c0dded7d439 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:32.872517 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94113d41-e12c-4a0c-9dda-eeea2fbb4632 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:32.873006 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82c1dc-2600-4b35-8bf8-338893a15eae req-5b6a0ab4-b791-4bcf-a0f0-8c0dded7d439 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:32.879859 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82c1dc-2600-4b35-8bf8-338893a15eae req-5b6a0ab4-b791-4bcf-a0f0-8c0dded7d439 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:32.887470 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82c1dc-2600-4b35-8bf8-338893a15eae req-5b6a0ab4-b791-4bcf-a0f0-8c0dded7d439 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:32.893824 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82c1dc-2600-4b35-8bf8-338893a15eae req-5b6a0ab4-b791-4bcf-a0f0-8c0dded7d439 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:32.900608 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7c82c1dc-2600-4b35-8bf8-338893a15eae req-5b6a0ab4-b791-4bcf-a0f0-8c0dded7d439 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 5442 time: 0.1425090 Aug 23 20:39:32.918618 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94113d41-e12c-4a0c-9dda-eeea2fbb4632 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Pushing event deleted for resources: {'Subnet': ['ID=1c1111f4-1115-4ee0-b523-ce4079d41cfa,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:32.920819 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94113d41-e12c-4a0c-9dda-eeea2fbb4632 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:32.925991 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-94113d41-e12c-4a0c-9dda-eeea2fbb4632 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] 10.222.0.61 "DELETE /v2.0/subnets/1c1111f4-1115-4ee0-b523-ce4079d41cfa HTTP/1.1" status: 204 len: 168 time: 0.6057701 Aug 23 20:39:32.928344 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d1806a69-8024-43b7-890c-d431c73bb9f6 req-f9282d22-d454-4a59-baa3-4bdd921f5c70 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855057 Aug 23 20:39:32.928344 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 34350) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:32.932268 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d07914-85e0-4e95-bae6-0cce49d6ecc7 None None] Network b936e5d5-8aa8-432a-b167-045c70ca274c requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:39:32.973772 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7c82c1dc-2600-4b35-8bf8-338893a15eae req-30865ce8-2a55-418a-807c-56ac6e694d3f tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/security-groups?id=f264d724-bded-494f-9829-ab610400f252&id=83be7946-311a-487f-aca8-ec9e53b3ca8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0692518 Aug 23 20:39:33.048888 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-970e4881-4251-4fb6-b3f1-63c7c4641459 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:33.168837 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-970e4881-4251-4fb6-b3f1-63c7c4641459 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Deleting port 37043f54-4b95-4653-a976-2cf709e9be01 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:39:33.169214 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-970e4881-4251-4fb6-b3f1-63c7c4641459 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:33.205421 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795c8369-6749-4dcd-9e14-a0cf2a0ab7c3 None None] DHCP port deletion for b936e5d5-8aa8-432a-b167-045c70ca274c request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:39:33.256363 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe9962-d26c-4ad3-ae24-9c98fcec1b07 req-0a955002-4a8d-418c-a8a4-0bf363aac9af tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:33.263107 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe9962-d26c-4ad3-ae24-9c98fcec1b07 req-0a955002-4a8d-418c-a8a4-0bf363aac9af tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:33.272181 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe9962-d26c-4ad3-ae24-9c98fcec1b07 req-0a955002-4a8d-418c-a8a4-0bf363aac9af tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:33.272725 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-795c8369-6749-4dcd-9e14-a0cf2a0ab7c3 None None] Deleting port 37043f54-4b95-4653-a976-2cf709e9be01 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:39:33.273250 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-795c8369-6749-4dcd-9e14-a0cf2a0ab7c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:33.279123 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe9962-d26c-4ad3-ae24-9c98fcec1b07 req-0a955002-4a8d-418c-a8a4-0bf363aac9af tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:33.295395 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe9962-d26c-4ad3-ae24-9c98fcec1b07 req-0a955002-4a8d-418c-a8a4-0bf363aac9af tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:33.303479 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe9962-d26c-4ad3-ae24-9c98fcec1b07 req-0a955002-4a8d-418c-a8a4-0bf363aac9af tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:33.310433 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe9962-d26c-4ad3-ae24-9c98fcec1b07 req-0a955002-4a8d-418c-a8a4-0bf363aac9af tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:33.315844 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5cfe9962-d26c-4ad3-ae24-9c98fcec1b07 req-0a955002-4a8d-418c-a8a4-0bf363aac9af tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 5442 time: 0.2160473 Aug 23 20:39:33.349608 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 34368) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:33.366138 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b12d82f9-decd-4219-b532-57ab97e00773 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Request body: {'floatingip': {'port_id': '038aba1e-ac97-4fd1-90cd-2192fd5ab1b4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:39:33.366979 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-795c8369-6749-4dcd-9e14-a0cf2a0ab7c3 None None] For port 37043f54-4b95-4653-a976-2cf709e9be01, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=37043f54-4b95-4653-a976-2cf709e9be01,segment=NetworkSegment(574180e0-28a6-4761-9b44-395207c396c7),segment_id=574180e0-28a6-4761-9b44-395207c396c7)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:39:33.367431 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-795c8369-6749-4dcd-9e14-a0cf2a0ab7c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:33.377048 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7f26a-e349-4ff3-8f13-7b33eeeb71f0 req-970ee2b8-5712-4038-ab52-a95fa4a0a3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:33.382519 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-795c8369-6749-4dcd-9e14-a0cf2a0ab7c3 None None] Calling delete_port for 37043f54-4b95-4653-a976-2cf709e9be01 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:39:33.389076 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e0f7f26a-e349-4ff3-8f13-7b33eeeb71f0 req-970ee2b8-5712-4038-ab52-a95fa4a0a3da service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=13b1595470b742008115767d927fc00b&device_id=101ccc80-5521-4720-889d-1f5135b03c88 HTTP/1.1" status: 200 len: 1094 time: 0.2085998 Aug 23 20:39:33.429460 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b12d82f9-decd-4219-b532-57ab97e00773 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks [] for floatingip, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:33.487440 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-970e4881-4251-4fb6-b3f1-63c7c4641459 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] For port 37043f54-4b95-4653-a976-2cf709e9be01, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=37043f54-4b95-4653-a976-2cf709e9be01,segment=NetworkSegment(574180e0-28a6-4761-9b44-395207c396c7),segment_id=574180e0-28a6-4761-9b44-395207c396c7)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:39:33.487681 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-970e4881-4251-4fb6-b3f1-63c7c4641459 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:33.506211 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb04014-5957-4444-a6bd-16dcb4bfda0e req-70891dc9-f74c-4620-8bfa-157b88ad0ab8 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:33.507990 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cfb04014-5957-4444-a6bd-16dcb4bfda0e req-70891dc9-f74c-4620-8bfa-157b88ad0ab8 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9575a1c-5768-457a-8b27-67b302d35d85 HTTP/1.1" status: 200 len: 949 time: 0.2043066 Aug 23 20:39:33.537087 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-795c8369-6749-4dcd-9e14-a0cf2a0ab7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:33.542252 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-970e4881-4251-4fb6-b3f1-63c7c4641459 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Calling delete_port for 37043f54-4b95-4653-a976-2cf709e9be01 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:39:33.589807 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cfb04014-5957-4444-a6bd-16dcb4bfda0e req-61270a1c-1f27-4852-9347-54bbdbacb866 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707390 Aug 23 20:39:33.614043 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c8369-6749-4dcd-9e14-a0cf2a0ab7c3 None None] Pushing event deleted for resources: {'Port': ['ID=37043f54-4b95-4653-a976-2cf709e9be01,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:33.618437 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7f26a-e349-4ff3-8f13-7b33eeeb71f0 req-d9dc230e-2d56-46b3-ba98-ffbe9368f6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:33.620429 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e0f7f26a-e349-4ff3-8f13-7b33eeeb71f0 req-d9dc230e-2d56-46b3-ba98-ffbe9368f6fa service neutron] 10.222.0.32 "GET /v2.0/networks?id=d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3 HTTP/1.1" status: 200 len: 911 time: 0.2204475 Aug 23 20:39:33.625814 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795c8369-6749-4dcd-9e14-a0cf2a0ab7c3 None None] No DVR routers for this DVR port 37043f54-4b95-4653-a976-2cf709e9be01 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:39:33.725777 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e0f7f26a-e349-4ff3-8f13-7b33eeeb71f0 req-a9fad8f4-4163-4f9f-8d2d-94655db43e5a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3e3e113-fc54-4d7c-b6eb-38c03755766d HTTP/1.1" status: 200 len: 217 time: 0.0956826 Aug 23 20:39:33.838435 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7f26a-e349-4ff3-8f13-7b33eeeb71f0 req-b07e7de2-9056-4512-af97-8b46ca26260d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:33.840555 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e0f7f26a-e349-4ff3-8f13-7b33eeeb71f0 req-b07e7de2-9056-4512-af97-8b46ca26260d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d571b443-68b1-44d5-8979-00646207cd13 HTTP/1.1" status: 200 len: 850 time: 0.0791276 Aug 23 20:39:33.884565 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e0f7f26a-e349-4ff3-8f13-7b33eeeb71f0 req-e99393cf-68e2-41fe-a639-6f7d8953451d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323939 Aug 23 20:39:34.137675 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16f6cc-2a35-4b0d-bb70-e0c45aa12171 req-997e22ec-59ac-42f8-a641-814dc66ef14a tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:34.145801 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9c16f6cc-2a35-4b0d-bb70-e0c45aa12171 req-997e22ec-59ac-42f8-a641-814dc66ef14a tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/ports?device_id=3421b4b6-ee8f-4bc8-8c70-f59d81233e06 HTTP/1.1" status: 200 len: 945 time: 0.5223160 Aug 23 20:39:34.229886 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9c16f6cc-2a35-4b0d-bb70-e0c45aa12171 req-65c488ed-a8d0-4052-a7c3-123f0c655fe9 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc750e1f-5605-40cf-80e3-487cdbf8b643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828359 Aug 23 20:39:34.231458 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e0f7f26a-e349-4ff3-8f13-7b33eeeb71f0 req-8fee8469-5112-49ba-be27-1b8e0a8e1f7c service neutron] 10.222.0.32 "GET /v2.0/networks/d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850077 Aug 23 20:39:34.244805 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c066ccfa-a842-4454-9b00-0e0ab352b049 req-331cd743-8fdc-41de-a2c5-d876dfd40668 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:34.246342 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c066ccfa-a842-4454-9b00-0e0ab352b049 req-331cd743-8fdc-41de-a2c5-d876dfd40668 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=101ccc80-5521-4720-889d-1f5135b03c88 HTTP/1.1" status: 200 len: 943 time: 0.1348138 Aug 23 20:39:34.259049 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-970e4881-4251-4fb6-b3f1-63c7c4641459 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:34.275794 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970e4881-4251-4fb6-b3f1-63c7c4641459 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] No DVR routers for this DVR port 37043f54-4b95-4653-a976-2cf709e9be01 on host n-d-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:39:34.345276 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c066ccfa-a842-4454-9b00-0e0ab352b049 req-f9433227-547b-44c2-8f31-210d97d3a7d3 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896754 Aug 23 20:39:34.355571 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970e4881-4251-4fb6-b3f1-63c7c4641459 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Pushing event deleted for resources: {'Port': ['ID=37043f54-4b95-4653-a976-2cf709e9be01,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:34.389843 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e0f7f26a-e349-4ff3-8f13-7b33eeeb71f0 req-70769c69-fed5-4591-9839-080cde87940d service neutron] 10.222.0.32 "GET /v2.0/networks/d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425223 Aug 23 20:39:34.397599 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 34418) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:34.467623 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 37043f54-4b95-4653-a976-2cf709e9be01 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:39:34.474125 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-970e4881-4251-4fb6-b3f1-63c7c4641459 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:34.516484 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 37043f54-4b95-4653-a976-2cf709e9be01 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:39:34.517062 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 37043f54-4b95-4653-a976-2cf709e9be01 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:39:34.520155 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-970e4881-4251-4fb6-b3f1-63c7c4641459 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b936e5d5-8aa8-432a-b167-045c70ca274c']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:39:34.542833 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-970e4881-4251-4fb6-b3f1-63c7c4641459 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '574180e0-28a6-4761-9b44-395207c396c7') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:39:34.543523 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-970e4881-4251-4fb6-b3f1-63c7c4641459 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '574180e0-28a6-4761-9b44-395207c396c7') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:39:34.554819 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-583b0e4c-5421-4ab0-996c-e43f0a9c5e56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:34.621973 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-970e4881-4251-4fb6-b3f1-63c7c4641459 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:34.631872 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4adfd34-883a-49c6-be20-85fbe03986e3 req-5f721453-2970-4a5c-87c1-b82dd1b03506 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:34.633361 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c4adfd34-883a-49c6-be20-85fbe03986e3 req-5f721453-2970-4a5c-87c1-b82dd1b03506 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.32 "GET /v2.0/ports?device_id=3421b4b6-ee8f-4bc8-8c70-f59d81233e06 HTTP/1.1" status: 200 len: 945 time: 0.3197777 Aug 23 20:39:34.657866 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-583b0e4c-5421-4ab0-996c-e43f0a9c5e56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:34.665415 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-583b0e4c-5421-4ab0-996c-e43f0a9c5e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:34.700085 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-970e4881-4251-4fb6-b3f1-63c7c4641459 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:34.713798 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-583b0e4c-5421-4ab0-996c-e43f0a9c5e56 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f4ff93b3fea24150a2f63e030dde5b42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3124263 Aug 23 20:39:34.713985 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 34432) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:34.720255 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583b0e4c-5421-4ab0-996c-e43f0a9c5e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8349133c-362f-410e-bc94-20c41bc11fc9,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:34.747330 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-970e4881-4251-4fb6-b3f1-63c7c4641459 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:39:34.747818 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-970e4881-4251-4fb6-b3f1-63c7c4641459 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:34.751495 n-d-805663-2 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:39:34.751495 n-d-805663-2 neutron-server[94688]: self.session.flush() Aug 23 20:39:34.751495 n-d-805663-2 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:39:34.751495 n-d-805663-2 neutron-server[94688]: self.session.flush() Aug 23 20:39:34.751495 n-d-805663-2 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:39:34.751495 n-d-805663-2 neutron-server[94688]: self.session.flush() Aug 23 20:39:34.751495 n-d-805663-2 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:39:34.751495 n-d-805663-2 neutron-server[94688]: self.session.flush() Aug 23 20:39:34.751495 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:39:34.751495 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:39:34.751495 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:39:34.751495 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:39:34.751495 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:39:34.751495 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:39:34.751495 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:39:34.751495 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:39:34.751495 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:39:34.751495 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:39:34.751495 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:39:34.751495 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:39:34.751495 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:39:34.751495 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:39:34.751495 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:39:34.751495 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:39:34.751495 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:39:34.751495 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:39:34.751495 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:39:34.751495 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:39:34.751495 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:39:34.751495 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:39:34.751495 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:39:34.751495 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:39:34.751495 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:39:34.751495 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:39:34.751495 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:39:34.751495 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:39:34.751495 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:39:34.751495 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:39:34.751495 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:39:34.751495 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:39:34.788171 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-58abe901-ec45-4bba-b472-3d3950a80171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:34.810940 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-58abe901-ec45-4bba-b472-3d3950a80171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:34.863997 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-58abe901-ec45-4bba-b472-3d3950a80171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:34.866685 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-58abe901-ec45-4bba-b472-3d3950a80171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:34.870475 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-58abe901-ec45-4bba-b472-3d3950a80171 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8349133c-362f-410e-bc94-20c41bc11fc9 HTTP/1.1" status: 204 len: 168 time: 0.1530128 Aug 23 20:39:34.884186 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58abe901-ec45-4bba-b472-3d3950a80171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8349133c-362f-410e-bc94-20c41bc11fc9,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:35.045811 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-970e4881-4251-4fb6-b3f1-63c7c4641459 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:35.068084 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-970e4881-4251-4fb6-b3f1-63c7c4641459 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:35.073473 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-970e4881-4251-4fb6-b3f1-63c7c4641459 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] 10.222.0.61 "DELETE /v2.0/networks/b936e5d5-8aa8-432a-b167-045c70ca274c HTTP/1.1" status: 204 len: 168 time: 2.1451378 Aug 23 20:39:35.100128 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970e4881-4251-4fb6-b3f1-63c7c4641459 tempest-DHCPAgentSchedulersTestJSON-1771319039 tempest-DHCPAgentSchedulersTestJSON-1771319039-project] Pushing event deleted for resources: {'Network': ['ID=b936e5d5-8aa8-432a-b167-045c70ca274c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:35.118817 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b0fa4-919c-4832-97de-9b23ed9684cf req-a4c65024-41f5-4074-a106-77ecce0df537 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:35.126404 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-465b0fa4-919c-4832-97de-9b23ed9684cf req-a4c65024-41f5-4074-a106-77ecce0df537 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9575a1c-5768-457a-8b27-67b302d35d85 HTTP/1.1" status: 200 len: 949 time: 0.4083843 Aug 23 20:39:35.134407 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.db.resource_extend [None req-b12d82f9-decd-4219-b532-57ab97e00773 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 20:39:35.189509 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 34442) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:35.205447 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7de2208a-e974-40a3-886e-8aa0c130a786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:35.234686 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-c4adfd34-883a-49c6-be20-85fbe03986e3 req-240775ac-1551-4caf-bd7e-7e6a1f8be4b9 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Deleting port dd33bcac-e144-4f60-9da7-6fb217799a0d {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:39:35.234976 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c4adfd34-883a-49c6-be20-85fbe03986e3 req-240775ac-1551-4caf-bd7e-7e6a1f8be4b9 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:35.344576 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7de2208a-e974-40a3-886e-8aa0c130a786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:35.360355 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b12d82f9-decd-4219-b532-57ab97e00773 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:35.362298 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 34450) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:35.373887 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-465b0fa4-919c-4832-97de-9b23ed9684cf req-66b8c977-9212-4b40-a3cf-63c30a515da1 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463796 Aug 23 20:39:35.374524 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b12d82f9-decd-4219-b532-57ab97e00773 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:35.393524 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7de2208a-e974-40a3-886e-8aa0c130a786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:35.461208 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-7de2208a-e974-40a3-886e-8aa0c130a786 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7c39be00b2744518802fd7a88e24f552&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2698066 Aug 23 20:39:35.464827 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 34458) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:35.476734 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de2208a-e974-40a3-886e-8aa0c130a786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a555e4a-1ffd-4897-a05b-9ae3bb8e1d9e,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:35.501801 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e36d2-26b6-4cf3-9403-6a937d79e95e req-ec70a2f4-6022-4308-b2e8-ac12117d9f13 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:35.503740 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-328e36d2-26b6-4cf3-9403-6a937d79e95e req-ec70a2f4-6022-4308-b2e8-ac12117d9f13 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/ports?device_id=3421b4b6-ee8f-4bc8-8c70-f59d81233e06 HTTP/1.1" status: 200 len: 945 time: 0.1569028 Aug 23 20:39:35.546889 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-c4adfd34-883a-49c6-be20-85fbe03986e3 req-240775ac-1551-4caf-bd7e-7e6a1f8be4b9 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] For port dd33bcac-e144-4f60-9da7-6fb217799a0d, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=dd33bcac-e144-4f60-9da7-6fb217799a0d,segment=NetworkSegment(acc9083b-9ca0-414e-96bd-1741bb0a9d54),segment_id=acc9083b-9ca0-414e-96bd-1741bb0a9d54)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:39:35.547488 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c4adfd34-883a-49c6-be20-85fbe03986e3 req-240775ac-1551-4caf-bd7e-7e6a1f8be4b9 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:35.579628 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-c4adfd34-883a-49c6-be20-85fbe03986e3 req-240775ac-1551-4caf-bd7e-7e6a1f8be4b9 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Calling delete_port for dd33bcac-e144-4f60-9da7-6fb217799a0d owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:39:35.587275 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-328e36d2-26b6-4cf3-9403-6a937d79e95e req-655e22a9-4074-433f-8c75-960382df471d tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/security-groups?id=cc750e1f-5605-40cf-80e3-487cdbf8b643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754001 Aug 23 20:39:35.648749 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-37778702-3a37-4a6a-9045-9bd2f861bcfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:35.666691 n-d-805663-2 neutron-server[94688]: INFO neutron.db.l3_db [None req-b12d82f9-decd-4219-b532-57ab97e00773 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Floating IP a6f202b3-2ca4-41d2-867d-fe92f67c6497 associated. External IP: 172.25.4.212, port: 038aba1e-ac97-4fd1-90cd-2192fd5ab1b4. Aug 23 20:39:35.697600 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-37778702-3a37-4a6a-9045-9bd2f861bcfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:35.743078 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f56c4e5f-c0c6-4178-8a25-5820f739c694 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5343a748414d45a689a7e8b5d33ade5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3778105 Aug 23 20:39:35.745591 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 34464) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:35.767298 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7624514-5504-4c9c-94fd-30991c03608c req-8a537592-b928-40e0-a0c7-c1bfebae4ba7 tempest-ServersOnMultiNodesTest-1091494619 tempest-ServersOnMultiNodesTest-1091494619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:35.768899 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d7624514-5504-4c9c-94fd-30991c03608c req-8a537592-b928-40e0-a0c7-c1bfebae4ba7 tempest-ServersOnMultiNodesTest-1091494619 tempest-ServersOnMultiNodesTest-1091494619-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a9575a1c-5768-457a-8b27-67b302d35d85 HTTP/1.1" status: 200 len: 1100 time: 0.0891249 Aug 23 20:39:35.787475 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f619fe3d-700e-4b6e-a5bf-f089c5e73655 req-6ef37edb-d557-4c8d-a24a-76928a5a9a11 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:35.795624 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f619fe3d-700e-4b6e-a5bf-f089c5e73655 req-6ef37edb-d557-4c8d-a24a-76928a5a9a11 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=101ccc80-5521-4720-889d-1f5135b03c88 HTTP/1.1" status: 200 len: 943 time: 0.2456908 Aug 23 20:39:35.799760 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-37778702-3a37-4a6a-9045-9bd2f861bcfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:35.804139 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-37778702-3a37-4a6a-9045-9bd2f861bcfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:35.805845 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-37778702-3a37-4a6a-9045-9bd2f861bcfe admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5a555e4a-1ffd-4897-a05b-9ae3bb8e1d9e HTTP/1.1" status: 204 len: 168 time: 0.3398154 Aug 23 20:39:35.830719 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37778702-3a37-4a6a-9045-9bd2f861bcfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a555e4a-1ffd-4897-a05b-9ae3bb8e1d9e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:35.845128 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d7624514-5504-4c9c-94fd-30991c03608c req-033f1407-4a41-43c7-b5f1-06ba26a90efe tempest-ServersOnMultiNodesTest-1091494619 tempest-ServersOnMultiNodesTest-1091494619-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558567 Aug 23 20:39:35.935580 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device e3e3e113-fc54-4d7c-b6eb-38c03755766d details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:39:36.088889 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port e3e3e113-fc54-4d7c-b6eb-38c03755766d, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=e3e3e113-fc54-4d7c-b6eb-38c03755766d,segment=NetworkSegment(850a8407-3594-4fdf-af96-d8bf20de61c1),segment_id=850a8407-3594-4fdf-af96-d8bf20de61c1)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:39:36.105487 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': 'e3e3e113-fc54-4d7c-b6eb-38c03755766d', 'network_id': 'd368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3', 'port_id': 'e3e3e113-fc54-4d7c-b6eb-38c03755766d', 'mac_address': 'fa:16:3e:d6:ec:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd571b443-68b1-44d5-8979-00646207cd13', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:39:36.188873 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:36.203816 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3e3e113-fc54-4d7c-b6eb-38c03755766d {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:39:36.228589 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port e3e3e113-fc54-4d7c-b6eb-38c03755766d, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=e3e3e113-fc54-4d7c-b6eb-38c03755766d,segment=NetworkSegment(850a8407-3594-4fdf-af96-d8bf20de61c1),segment_id=850a8407-3594-4fdf-af96-d8bf20de61c1)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:39:36.237499 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:36.321399 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99451ce-0825-4d48-92af-c24e19adb164 req-aa2b6f08-1698-43cb-889d-87174c70ce0b tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:36.323440 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d99451ce-0825-4d48-92af-c24e19adb164 req-aa2b6f08-1698-43cb-889d-87174c70ce0b tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9575a1c-5768-457a-8b27-67b302d35d85 HTTP/1.1" status: 200 len: 949 time: 0.1039195 Aug 23 20:39:36.331898 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=e3e3e113-fc54-4d7c-b6eb-38c03755766d,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:36.346526 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f619fe3d-700e-4b6e-a5bf-f089c5e73655 req-c4667cdd-9eb4-4e3b-9294-7eaa7b53a7c7 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5454662 Aug 23 20:39:36.352480 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9753e73-b40a-442e-8483-896692d6c857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:36.392619 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d99451ce-0825-4d48-92af-c24e19adb164 req-51479988-a99e-4022-81b5-87019acb5dad tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620666 Aug 23 20:39:36.415838 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9753e73-b40a-442e-8483-896692d6c857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:36.500047 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c4adfd34-883a-49c6-be20-85fbe03986e3 req-240775ac-1551-4caf-bd7e-7e6a1f8be4b9 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:36.569732 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240775ac-1551-4caf-bd7e-7e6a1f8be4b9 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Pushing event deleted for resources: {'Port': ['ID=dd33bcac-e144-4f60-9da7-6fb217799a0d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:36.586915 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['e3e3e113-fc54-4d7c-b6eb-38c03755766d'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:39:36.659514 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4adfd34-883a-49c6-be20-85fbe03986e3 req-240775ac-1551-4caf-bd7e-7e6a1f8be4b9 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] No DVR routers for this DVR port dd33bcac-e144-4f60-9da7-6fb217799a0d on host n-h2-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:39:36.668826 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c4adfd34-883a-49c6-be20-85fbe03986e3 req-240775ac-1551-4caf-bd7e-7e6a1f8be4b9 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:36.670930 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c4adfd34-883a-49c6-be20-85fbe03986e3 req-240775ac-1551-4caf-bd7e-7e6a1f8be4b9 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.32 "DELETE /v2.0/ports/dd33bcac-e144-4f60-9da7-6fb217799a0d HTTP/1.1" status: 204 len: 173 time: 2.0264499 Aug 23 20:39:36.679314 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3421b4b6-ee8f-4bc8-8c70-f59d81233e06', 'name': 'network-vif-deleted', 'tag': 'dd33bcac-e144-4f60-9da7-6fb217799a0d'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:39:36.679314 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d62371-f95f-44d2-94ee-a06c0c9a5577" -d '{"events": [{"server_uuid": "3421b4b6-ee8f-4bc8-8c70-f59d81233e06", "name": "network-vif-deleted", "tag": "dd33bcac-e144-4f60-9da7-6fb217799a0d"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:39:36.775295 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-878d9559-cac4-4188-b831-18e29628d7d0 x-openstack-request-id: req-878d9559-cac4-4188-b831-18e29628d7d0 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:39:36.775592 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3421b4b6-ee8f-4bc8-8c70-f59d81233e06", "name": "network-vif-deleted", "tag": "dd33bcac-e144-4f60-9da7-6fb217799a0d", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:39:36.775841 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-878d9559-cac4-4188-b831-18e29628d7d0 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:39:36.776268 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3421b4b6-ee8f-4bc8-8c70-f59d81233e06', 'name': 'network-vif-deleted', 'tag': 'dd33bcac-e144-4f60-9da7-6fb217799a0d', 'status': 'completed', 'code': 200} Aug 23 20:39:36.780483 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-99ab7854-5b1b-4c10-8ab0-743f785514cd req-92859d29-2f77-4272-9493-4205e58757a5 tempest-ListServerFiltersTestJSON-1781827465 tempest-ListServerFiltersTestJSON-1781827465-project] 10.222.0.61 "GET /v2.0/ports?device_id=3421b4b6-ee8f-4bc8-8c70-f59d81233e06 HTTP/1.1" status: 200 len: 210 time: 0.0805676 Aug 23 20:39:36.782205 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9753e73-b40a-442e-8483-896692d6c857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:36.791089 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9753e73-b40a-442e-8483-896692d6c857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:36.792751 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c9753e73-b40a-442e-8483-896692d6c857 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/12873898-9361-4c4a-b6c1-96cbed8076aa HTTP/1.1" status: 204 len: 168 time: 1.0446804 Aug 23 20:39:36.829032 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b12d82f9-decd-4219-b532-57ab97e00773 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Router 65a57494-3132-406a-9a93-2f3bc2de625a has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:39:36.852210 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9753e73-b40a-442e-8483-896692d6c857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12873898-9361-4c4a-b6c1-96cbed8076aa,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:37.009296 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12d82f9-decd-4219-b532-57ab97e00773 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:39:37.014703 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b12d82f9-decd-4219-b532-57ab97e00773 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:37.024455 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f54992e-8666-4333-ae9f-f6dd8343c3b2 None None] Sync routers for ids ['65a57494-3132-406a-9a93-2f3bc2de625a'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:39:37.036497 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f54992e-8666-4333-ae9f-f6dd8343c3b2 None None] Routers {'65a57494-3132-406a-9a93-2f3bc2de625a'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:39:37.039712 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8f54992e-8666-4333-ae9f-f6dd8343c3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:39:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['65a57494-3132-406a-9a93-2f3bc2de625a'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:39:37.046296 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b12d82f9-decd-4219-b532-57ab97e00773 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "PUT /v2.0/floatingips/a6f202b3-2ca4-41d2-867d-fe92f67c6497 HTTP/1.1" status: 200 len: 991 time: 3.6946890 Aug 23 20:39:37.190877 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-8f54992e-8666-4333-ae9f-f6dd8343c3b2 None None] Set router 65a57494-3132-406a-9a93-2f3bc2de625a gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:39:37.318168 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 34520) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:37.339554 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b5678ed-500a-4600-86da-8ab1cbdf16ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:37.602686 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e04d0-ad4f-4167-a654-f09b5d9b0725 req-a72c2575-2e36-4e5b-ba30-f0e4ee056056 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:37.604899 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-356e04d0-ad4f-4167-a654-f09b5d9b0725 req-a72c2575-2e36-4e5b-ba30-f0e4ee056056 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=101ccc80-5521-4720-889d-1f5135b03c88 HTTP/1.1" status: 200 len: 944 time: 0.1048071 Aug 23 20:39:37.667376 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-356e04d0-ad4f-4167-a654-f09b5d9b0725 req-b869d287-8434-432a-b7ee-57c47e537af3 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542598 Aug 23 20:39:37.693464 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b5678ed-500a-4600-86da-8ab1cbdf16ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:37.710278 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d03be-cfa8-41bf-8533-126f57bcf4a4 req-dc1bcce4-dbab-41cd-b6c3-9a93eb79428c tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:37.712103 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-586d03be-cfa8-41bf-8533-126f57bcf4a4 req-dc1bcce4-dbab-41cd-b6c3-9a93eb79428c tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9575a1c-5768-457a-8b27-67b302d35d85 HTTP/1.1" status: 200 len: 949 time: 0.1849816 Aug 23 20:39:37.713309 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b5678ed-500a-4600-86da-8ab1cbdf16ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:37.775923 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8f54992e-8666-4333-ae9f-f6dd8343c3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a57494-3132-406a-9a93-2f3bc2de625a', 'name': 'tempest-TaggedBootDevicesTest_v242-1890661046-router', 'tenant_id': '31c0cec95ab64e5ca0c5b6061061da27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '28ab5f97-a367-43ac-ab61-d688e97032eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:36:52Z', 'updated_at': '2021-08-23T20:37:03Z', 'revision_number': 4, 'project_id': '31c0cec95ab64e5ca0c5b6061061da27', 'gw_port': {'id': '28ab5f97-a367-43ac-ab61-d688e97032eb', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a57494-3132-406a-9a93-2f3bc2de625a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:36:54Z', 'updated_at': '2021-08-23T20:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': 'a6f202b3-2ca4-41d2-867d-fe92f67c6497', 'tenant_id': '31c0cec95ab64e5ca0c5b6061061da27', 'floating_ip_address': '172.25.4.212', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '65a57494-3132-406a-9a93-2f3bc2de625a', 'port_id': '038aba1e-ac97-4fd1-90cd-2192fd5ab1b4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2980a46c-5f6f-4bd3-86da-263aae928b5d', 'mac_address': 'fa:16:3e:7a:23:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:37:54Z', 'updated_at': '2021-08-23T20:39:34Z', 'revision_number': 1, 'project_id': '31c0cec95ab64e5ca0c5b6061061da27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '167514e4-f52b-479a-ace6-dd928473afa2', 'name': '', 'network_id': '2980a46c-5f6f-4bd3-86da-263aae928b5d', 'tenant_id': '31c0cec95ab64e5ca0c5b6061061da27', 'mac_address': 'fa:16:3e:2c:41:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a57494-3132-406a-9a93-2f3bc2de625a', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'ea915c70-de21-4e85-9794-73e9efabd3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:36:59Z', 'updated_at': '2021-08-23T20:37:13Z', 'revision_number': 5, 'project_id': '31c0cec95ab64e5ca0c5b6061061da27', 'subnets': [{'id': 'ea915c70-de21-4e85-9794-73e9efabd3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:39:37.803156 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-586d03be-cfa8-41bf-8533-126f57bcf4a4 req-a4f0c34e-cc20-472c-8f5c-cfb252602bb7 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758300 Aug 23 20:39:37.812914 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f54992e-8666-4333-ae9f-f6dd8343c3b2 None None] Checking router: 65a57494-3132-406a-9a93-2f3bc2de625a for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:39:37.836836 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4b5678ed-500a-4600-86da-8ab1cbdf16ea admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=78d361e176ff4ca9b932f34692dd58c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5175140 Aug 23 20:39:37.840762 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 34538) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:37.841179 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5678ed-500a-4600-86da-8ab1cbdf16ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62179b5-13cb-4fc2-8357-cbf108968d0d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:37.851149 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f54992e-8666-4333-ae9f-f6dd8343c3b2 None None] Routers {'65a57494-3132-406a-9a93-2f3bc2de625a'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:39:37.851149 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8f54992e-8666-4333-ae9f-f6dd8343c3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:39:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['65a57494-3132-406a-9a93-2f3bc2de625a'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:39:37.879747 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51933ef5-7295-41e2-bef8-80c3efbd4d94 req-e6d256ee-ab6e-4159-b554-4f87dd50916d tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:37.884752 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-51933ef5-7295-41e2-bef8-80c3efbd4d94 req-e6d256ee-ab6e-4159-b554-4f87dd50916d tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9575a1c-5768-457a-8b27-67b302d35d85 HTTP/1.1" status: 200 len: 949 time: 0.1535432 Aug 23 20:39:37.885704 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 34540) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:37.946094 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-06d21faf-7976-4b6d-99ab-e2156809d077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:37.956101 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device e3e3e113-fc54-4d7c-b6eb-38c03755766d up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:39:37.980843 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-06d21faf-7976-4b6d-99ab-e2156809d077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:38.028283 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3b70b2e-fc6b-4205-82c4-403e3cd131d3 admin admin] Deleting subnet d823fd6f-1826-4fda-b786-45e5f0490bf4 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:39:38.038559 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c3b70b2e-fc6b-4205-82c4-403e3cd131d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:38.049390 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-06d21faf-7976-4b6d-99ab-e2156809d077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:38.053670 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-06d21faf-7976-4b6d-99ab-e2156809d077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:38.054914 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-06d21faf-7976-4b6d-99ab-e2156809d077 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c62179b5-13cb-4fc2-8357-cbf108968d0d HTTP/1.1" status: 204 len: 168 time: 0.2127950 Aug 23 20:39:38.084216 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c3b70b2e-fc6b-4205-82c4-403e3cd131d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:38.084622 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d21faf-7976-4b6d-99ab-e2156809d077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62179b5-13cb-4fc2-8357-cbf108968d0d,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:38.187035 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-8f54992e-8666-4333-ae9f-f6dd8343c3b2 None None] Set router 65a57494-3132-406a-9a93-2f3bc2de625a gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:39:38.210875 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c3b70b2e-fc6b-4205-82c4-403e3cd131d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:38.247227 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port e3e3e113-fc54-4d7c-b6eb-38c03755766d completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:39:38.260382 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port e3e3e113-fc54-4d7c-b6eb-38c03755766d triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:39:38.261029 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:38.279635 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-51933ef5-7295-41e2-bef8-80c3efbd4d94 req-52a237f2-f6b2-47c6-9378-49cf25773754 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Deleting port b3096938-24cc-452d-b686-738681750844 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:39:38.280277 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-51933ef5-7295-41e2-bef8-80c3efbd4d94 req-52a237f2-f6b2-47c6-9378-49cf25773754 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:38.404809 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c3b70b2e-fc6b-4205-82c4-403e3cd131d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:38.433475 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:38.456288 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c3b70b2e-fc6b-4205-82c4-403e3cd131d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:38.461743 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c3b70b2e-fc6b-4205-82c4-403e3cd131d3 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d823fd6f-1826-4fda-b786-45e5f0490bf4 HTTP/1.1" status: 204 len: 168 time: 0.5720706 Aug 23 20:39:38.462775 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 34578) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:38.463024 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101ccc80-5521-4720-889d-1f5135b03c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e3e113-fc54-4d7c-b6eb-38c03755766d'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:39:38.465351 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a270b2a-2aee-408e-8f80-c624d3cd8f31" -d '{"events": [{"server_uuid": "101ccc80-5521-4720-889d-1f5135b03c88", "name": "network-vif-plugged", "status": "completed", "tag": "e3e3e113-fc54-4d7c-b6eb-38c03755766d"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:39:38.468104 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b70b2e-fc6b-4205-82c4-403e3cd131d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d823fd6f-1826-4fda-b786-45e5f0490bf4,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:38.487110 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6fcf54-87ef-458a-85bb-581fdbf37337 None None] Network d5ac8692-c6e1-48c5-b1e1-58c352b6f742 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:39:38.529357 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-51933ef5-7295-41e2-bef8-80c3efbd4d94 req-52a237f2-f6b2-47c6-9378-49cf25773754 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] For port b3096938-24cc-452d-b686-738681750844, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=b3096938-24cc-452d-b686-738681750844,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:39:38.531461 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-51933ef5-7295-41e2-bef8-80c3efbd4d94 req-52a237f2-f6b2-47c6-9378-49cf25773754 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:38.586495 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2e0a2ef1-889b-4178-9c3d-340dc9478da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:38.596555 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-51933ef5-7295-41e2-bef8-80c3efbd4d94 req-52a237f2-f6b2-47c6-9378-49cf25773754 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Calling delete_port for b3096938-24cc-452d-b686-738681750844 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:39:38.703274 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port e3e3e113-fc54-4d7c-b6eb-38c03755766d, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=e3e3e113-fc54-4d7c-b6eb-38c03755766d,segment=NetworkSegment(850a8407-3594-4fdf-af96-d8bf20de61c1),segment_id=850a8407-3594-4fdf-af96-d8bf20de61c1)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:39:38.718238 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a31397-9f70-4bcf-abd3-1d66af346f7a x-openstack-request-id: req-54a31397-9f70-4bcf-abd3-1d66af346f7a {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:39:38.720447 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "101ccc80-5521-4720-889d-1f5135b03c88", "name": "network-vif-plugged", "status": "completed", "tag": "e3e3e113-fc54-4d7c-b6eb-38c03755766d", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:39:38.720709 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-54a31397-9f70-4bcf-abd3-1d66af346f7a {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:39:38.721816 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '101ccc80-5521-4720-889d-1f5135b03c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e3e113-fc54-4d7c-b6eb-38c03755766d', 'code': 200} Aug 23 20:39:38.778837 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'tag': '038aba1e-ac97-4fd1-90cd-2192fd5ab1b4'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:39:38.787956 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9ab46c-6003-44d5-8133-c59ba8374b8a" -d '{"events": [{"name": "network-changed", "server_uuid": "4731d55c-0045-402f-8d63-5bfbf5e10844", "tag": "038aba1e-ac97-4fd1-90cd-2192fd5ab1b4"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:39:38.839770 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:38.840680 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device dd33bcac-e144-4f60-9da7-6fb217799a0d no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:39:38.849695 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc44ed-f7c3-406a-8d8d-5fbb3391c9d3 req-371e3877-b9f0-4553-a3b0-aecfd6aaca6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:38.854733 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-12dc44ed-f7c3-406a-8d8d-5fbb3391c9d3 req-371e3877-b9f0-4553-a3b0-aecfd6aaca6a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=101ccc80-5521-4720-889d-1f5135b03c88 HTTP/1.1" status: 200 len: 1096 time: 0.1511621 Aug 23 20:39:38.892561 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03455a8c-edef-4818-b82f-198656d55c9e x-openstack-request-id: req-03455a8c-edef-4818-b82f-198656d55c9e {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:39:38.893133 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4731d55c-0045-402f-8d63-5bfbf5e10844", "tag": "038aba1e-ac97-4fd1-90cd-2192fd5ab1b4", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:39:38.895146 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-03455a8c-edef-4818-b82f-198656d55c9e {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:39:38.896782 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'tag': '038aba1e-ac97-4fd1-90cd-2192fd5ab1b4', 'status': 'completed', 'code': 200} Aug 23 20:39:38.901281 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: dd33bcac-e144-4f60-9da7-6fb217799a0d {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:39:38.904132 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device dd33bcac-e144-4f60-9da7-6fb217799a0d not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:39:38.908194 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-2e0a2ef1-889b-4178-9c3d-340dc9478da2 admin admin] Deleting port 2dc0ba55-b4e4-494d-b1a2-1a14ad491a75 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:39:38.908665 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2e0a2ef1-889b-4178-9c3d-340dc9478da2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:39.047371 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-51933ef5-7295-41e2-bef8-80c3efbd4d94 req-52a237f2-f6b2-47c6-9378-49cf25773754 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:39.103708 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a237f2-f6b2-47c6-9378-49cf25773754 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Pushing event deleted for resources: {'Port': ['ID=b3096938-24cc-452d-b686-738681750844,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:39.133453 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['c2650ba0-bc32-4cd3-bef0-7cf28e126ad2', 'b096bed7-e6ad-4794-b7d9-e61b90bafa7d', '73fd8635-7170-464b-a8af-6451a6feae69', '1f2074ec-1602-4dd3-a2d3-0fe939bc0164', '4f1d0c4d-160e-4b16-8269-7dc87289ef32'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:39:39.146643 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf95f99-88d5-4cb0-9589-4a861eb218c9 req-0705ddbc-bb78-4418-901e-86ac5037144d tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:39.155647 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1cf95f99-88d5-4cb0-9589-4a861eb218c9 req-0705ddbc-bb78-4418-901e-86ac5037144d tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9575a1c-5768-457a-8b27-67b302d35d85 HTTP/1.1" status: 200 len: 867 time: 0.1487489 Aug 23 20:39:39.185600 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-12dc44ed-f7c3-406a-8d8d-5fbb3391c9d3 req-46d160d1-10d3-44c0-8d1e-5f8f9233535f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198719 Aug 23 20:39:39.186898 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-51933ef5-7295-41e2-bef8-80c3efbd4d94 req-52a237f2-f6b2-47c6-9378-49cf25773754 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] No DVR routers for this DVR port b3096938-24cc-452d-b686-738681750844 on host n-h2-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:39:39.191610 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-51933ef5-7295-41e2-bef8-80c3efbd4d94 req-52a237f2-f6b2-47c6-9378-49cf25773754 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:39.196769 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-51933ef5-7295-41e2-bef8-80c3efbd4d94 req-52a237f2-f6b2-47c6-9378-49cf25773754 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.32 "DELETE /v2.0/ports/b3096938-24cc-452d-b686-738681750844 HTTP/1.1" status: 204 len: 173 time: 1.2736278 Aug 23 20:39:39.202989 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['4e45b000-7179-414e-9c26-2b8f01610967', 'c32cc103-d12a-4216-966a-e4c11f53037b', 'b3096938-24cc-452d-b686-738681750844'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:39:39.255959 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1cf95f99-88d5-4cb0-9589-4a861eb218c9 req-f25fe844-3bc9-4944-98d8-48521ae8622c tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991552 Aug 23 20:39:39.277483 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a788d80b-3dff-4ab9-981c-ceaaf6807e51 req-838bf50d-e42e-4a50-97c2-5875c617d03f tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:39.286546 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a788d80b-3dff-4ab9-981c-ceaaf6807e51 req-838bf50d-e42e-4a50-97c2-5875c617d03f tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=101ccc80-5521-4720-889d-1f5135b03c88 HTTP/1.1" status: 200 len: 945 time: 0.4127045 Aug 23 20:39:39.300108 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-2e0a2ef1-889b-4178-9c3d-340dc9478da2 admin admin] For port 2dc0ba55-b4e4-494d-b1a2-1a14ad491a75, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=2dc0ba55-b4e4-494d-b1a2-1a14ad491a75,segment=NetworkSegment(acc9083b-9ca0-414e-96bd-1741bb0a9d54),segment_id=acc9083b-9ca0-414e-96bd-1741bb0a9d54)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:39:39.300485 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2e0a2ef1-889b-4178-9c3d-340dc9478da2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:39.329028 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ab46c-6003-44d5-8133-c59ba8374b8a req-a7b14546-b9a5-4dd6-8295-b2edbeea5ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:39.329669 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ab46c-6003-44d5-8133-c59ba8374b8a req-a7b14546-b9a5-4dd6-8295-b2edbeea5ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:39.330161 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ab46c-6003-44d5-8133-c59ba8374b8a req-a7b14546-b9a5-4dd6-8295-b2edbeea5ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:39.330725 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ab46c-6003-44d5-8133-c59ba8374b8a req-a7b14546-b9a5-4dd6-8295-b2edbeea5ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:39.331260 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ab46c-6003-44d5-8133-c59ba8374b8a req-a7b14546-b9a5-4dd6-8295-b2edbeea5ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:39.331742 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ab46c-6003-44d5-8133-c59ba8374b8a req-a7b14546-b9a5-4dd6-8295-b2edbeea5ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:39.332800 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ab46c-6003-44d5-8133-c59ba8374b8a req-a7b14546-b9a5-4dd6-8295-b2edbeea5ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:39.335136 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ab9ab46c-6003-44d5-8133-c59ba8374b8a req-a7b14546-b9a5-4dd6-8295-b2edbeea5ce2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=31c0cec95ab64e5ca0c5b6061061da27&device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 6499 time: 0.3370769 Aug 23 20:39:39.374868 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-2e0a2ef1-889b-4178-9c3d-340dc9478da2 admin admin] Calling delete_port for 2dc0ba55-b4e4-494d-b1a2-1a14ad491a75 owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:39:39.394645 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=e3e3e113-fc54-4d7c-b6eb-38c03755766d,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:39.419606 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8f54992e-8666-4333-ae9f-f6dd8343c3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a57494-3132-406a-9a93-2f3bc2de625a', 'name': 'tempest-TaggedBootDevicesTest_v242-1890661046-router', 'tenant_id': '31c0cec95ab64e5ca0c5b6061061da27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '28ab5f97-a367-43ac-ab61-d688e97032eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:36:52Z', 'updated_at': '2021-08-23T20:37:03Z', 'revision_number': 4, 'project_id': '31c0cec95ab64e5ca0c5b6061061da27', 'gw_port': {'id': '28ab5f97-a367-43ac-ab61-d688e97032eb', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a57494-3132-406a-9a93-2f3bc2de625a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:36:54Z', 'updated_at': '2021-08-23T20:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': 'a6f202b3-2ca4-41d2-867d-fe92f67c6497', 'tenant_id': '31c0cec95ab64e5ca0c5b6061061da27', 'floating_ip_address': '172.25.4.212', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '65a57494-3132-406a-9a93-2f3bc2de625a', 'port_id': '038aba1e-ac97-4fd1-90cd-2192fd5ab1b4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2980a46c-5f6f-4bd3-86da-263aae928b5d', 'mac_address': 'fa:16:3e:7a:23:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:37:54Z', 'updated_at': '2021-08-23T20:39:34Z', 'revision_number': 1, 'project_id': '31c0cec95ab64e5ca0c5b6061061da27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '167514e4-f52b-479a-ace6-dd928473afa2', 'name': '', 'network_id': '2980a46c-5f6f-4bd3-86da-263aae928b5d', 'tenant_id': '31c0cec95ab64e5ca0c5b6061061da27', 'mac_address': 'fa:16:3e:2c:41:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a57494-3132-406a-9a93-2f3bc2de625a', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'ea915c70-de21-4e85-9794-73e9efabd3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:36:59Z', 'updated_at': '2021-08-23T20:37:13Z', 'revision_number': 5, 'project_id': '31c0cec95ab64e5ca0c5b6061061da27', 'subnets': [{'id': 'ea915c70-de21-4e85-9794-73e9efabd3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:39:39.508725 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f54992e-8666-4333-ae9f-f6dd8343c3b2 None None] The sync data for ids ['65a57494-3132-406a-9a93-2f3bc2de625a'] in n-d-805663-2 is: [{'id': '65a57494-3132-406a-9a93-2f3bc2de625a', 'name': 'tempest-TaggedBootDevicesTest_v242-1890661046-router', 'tenant_id': '31c0cec95ab64e5ca0c5b6061061da27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '28ab5f97-a367-43ac-ab61-d688e97032eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:36:52Z', 'updated_at': '2021-08-23T20:37:03Z', 'revision_number': 4, 'project_id': '31c0cec95ab64e5ca0c5b6061061da27', 'gw_port': {'id': '28ab5f97-a367-43ac-ab61-d688e97032eb', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a57494-3132-406a-9a93-2f3bc2de625a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:36:54Z', 'updated_at': '2021-08-23T20:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': 'a6f202b3-2ca4-41d2-867d-fe92f67c6497', 'tenant_id': '31c0cec95ab64e5ca0c5b6061061da27', 'floating_ip_address': '172.25.4.212', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '65a57494-3132-406a-9a93-2f3bc2de625a', 'port_id': '038aba1e-ac97-4fd1-90cd-2192fd5ab1b4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2980a46c-5f6f-4bd3-86da-263aae928b5d', 'mac_address': 'fa:16:3e:7a:23:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:37:54Z', 'updated_at': '2021-08-23T20:39:34Z', 'revision_number': 1, 'project_id': '31c0cec95ab64e5ca0c5b6061061da27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '167514e4-f52b-479a-ace6-dd928473afa2', 'name': '', 'network_id': '2980a46c-5f6f-4bd3-86da-263aae928b5d', 'tenant_id': '31c0cec95ab64e5ca0c5b6061061da27', 'mac_address': 'fa:16:3e:2c:41:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a57494-3132-406a-9a93-2f3bc2de625a', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'ea915c70-de21-4e85-9794-73e9efabd3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:36:59Z', 'updated_at': '2021-08-23T20:37:13Z', 'revision_number': 5, 'project_id': '31c0cec95ab64e5ca0c5b6061061da27', 'subnets': [{'id': 'ea915c70-de21-4e85-9794-73e9efabd3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:39:39.690543 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150c4442-74f5-44b4-8173-dc592c7ffd38 None None] DHCP port deletion for d5ac8692-c6e1-48c5-b1e1-58c352b6f742 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:39:39.748548 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a788d80b-3dff-4ab9-981c-ceaaf6807e51 req-11f8d9dd-b82f-4438-a8cc-72aea318cda9 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4469168 Aug 23 20:39:39.921854 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ab46c-6003-44d5-8133-c59ba8374b8a req-4c1312ce-e65b-4262-8dc2-c25305978eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:39.924429 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ab9ab46c-6003-44d5-8133-c59ba8374b8a req-4c1312ce-e65b-4262-8dc2-c25305978eee service neutron] 10.222.0.11 "GET /v2.0/networks?id=2980a46c-5f6f-4bd3-86da-263aae928b5d HTTP/1.1" status: 200 len: 918 time: 0.5612178 Aug 23 20:39:40.030492 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2e0a2ef1-889b-4178-9c3d-340dc9478da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:40.065581 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7315ad-1f6a-4b6f-a068-985de28f2402 None None] New status for floating IP a6f202b3-2ca4-41d2-867d-fe92f67c6497: ACTIVE {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 20:39:40.081746 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0a2ef1-889b-4178-9c3d-340dc9478da2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dc0ba55-b4e4-494d-b1a2-1a14ad491a75,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:40.091994 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0a2ef1-889b-4178-9c3d-340dc9478da2 admin admin] No DVR routers for this DVR port 2dc0ba55-b4e4-494d-b1a2-1a14ad491a75 on host n-d-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:39:40.128008 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ab9ab46c-6003-44d5-8133-c59ba8374b8a req-40e9f404-a8d0-4a67-a6c2-1aabd1040206 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=038aba1e-ac97-4fd1-90cd-2192fd5ab1b4 HTTP/1.1" status: 200 len: 999 time: 0.1846945 Aug 23 20:39:40.265930 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-06d9ffab-63b0-480b-83ab-a50ea9338648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:40.272154 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-150c4442-74f5-44b4-8173-dc592c7ffd38 None None] Deleting port 2dc0ba55-b4e4-494d-b1a2-1a14ad491a75 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:39:40.273188 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-150c4442-74f5-44b4-8173-dc592c7ffd38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:40.385207 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2e0a2ef1-889b-4178-9c3d-340dc9478da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:40.438601 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-2e0a2ef1-889b-4178-9c3d-340dc9478da2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5ac8692-c6e1-48c5-b1e1-58c352b6f742']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:39:40.477550 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-2e0a2ef1-889b-4178-9c3d-340dc9478da2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acc9083b-9ca0-414e-96bd-1741bb0a9d54') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:39:40.477863 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-2e0a2ef1-889b-4178-9c3d-340dc9478da2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acc9083b-9ca0-414e-96bd-1741bb0a9d54') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:39:40.493428 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2e0a2ef1-889b-4178-9c3d-340dc9478da2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:40.516371 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2e0a2ef1-889b-4178-9c3d-340dc9478da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:40.525219 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 2dc0ba55-b4e4-494d-b1a2-1a14ad491a75 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:39:40.527727 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e0a2ef1-889b-4178-9c3d-340dc9478da2 admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:39:40.528178 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2e0a2ef1-889b-4178-9c3d-340dc9478da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:40.552942 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:39:40.552942 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:39:40.552942 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:39:40.552942 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:39:40.552942 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:39:40.552942 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:39:40.552942 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:39:40.552942 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:39:40.552942 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:39:40.552942 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:39:40.552942 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:39:40.552942 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:39:40.552942 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:39:40.552942 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:39:40.552942 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:39:40.552942 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:39:40.552942 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:39:40.552942 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:39:40.552942 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:39:40.552942 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:39:40.552942 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:39:40.552942 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:39:40.552942 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:39:40.552942 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:39:40.552942 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:39:40.552942 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:39:40.552942 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:39:40.552942 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:39:40.552942 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:39:40.552942 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:39:40.552942 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:39:40.552942 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:39:40.554715 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 2dc0ba55-b4e4-494d-b1a2-1a14ad491a75 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:39:40.554715 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 2dc0ba55-b4e4-494d-b1a2-1a14ad491a75 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:39:40.559829 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:40.594815 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4d0bd751-0a95-407e-a8eb-1739ebf1050c req-32cb8c7d-8ae2-4c15-8e43-44fe702295d8 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9575a1c-5768-457a-8b27-67b302d35d85 HTTP/1.1" status: 200 len: 210 time: 0.0797093 Aug 23 20:39:40.632462 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-150c4442-74f5-44b4-8173-dc592c7ffd38 None None] For port 2dc0ba55-b4e4-494d-b1a2-1a14ad491a75, host n-d-805663-2, got binding levels [] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:39:40.633163 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-150c4442-74f5-44b4-8173-dc592c7ffd38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:40.663609 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-150c4442-74f5-44b4-8173-dc592c7ffd38 None None] Calling delete_port for 2dc0ba55-b4e4-494d-b1a2-1a14ad491a75 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:39:40.669147 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.ipam_backend_mixin [None req-150c4442-74f5-44b4-8173-dc592c7ffd38 None None] Port 2dc0ba55-b4e4-494d-b1a2-1a14ad491a75 was not found and therefore no delete operation was performed {{(pid=94689) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 23 20:39:40.674274 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-150c4442-74f5-44b4-8173-dc592c7ffd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:40.697367 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150c4442-74f5-44b4-8173-dc592c7ffd38 None None] No DVR routers for this DVR port 2dc0ba55-b4e4-494d-b1a2-1a14ad491a75 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:39:40.757897 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ab46c-6003-44d5-8133-c59ba8374b8a req-91a50f70-cf07-43dc-b244-b9e4787a5cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:40.759534 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ab9ab46c-6003-44d5-8133-c59ba8374b8a req-91a50f70-cf07-43dc-b244-b9e4787a5cbf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ea915c70-de21-4e85-9794-73e9efabd3c6 HTTP/1.1" status: 200 len: 856 time: 0.2151370 Aug 23 20:39:40.761070 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2e0a2ef1-889b-4178-9c3d-340dc9478da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:40.766096 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2e0a2ef1-889b-4178-9c3d-340dc9478da2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:40.768311 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2e0a2ef1-889b-4178-9c3d-340dc9478da2 admin admin] 10.222.0.61 "DELETE /v2.0/networks/d5ac8692-c6e1-48c5-b1e1-58c352b6f742 HTTP/1.1" status: 204 len: 168 time: 2.3047860 Aug 23 20:39:40.791403 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150c4442-74f5-44b4-8173-dc592c7ffd38 None None] Pushing event deleted for resources: {'Port': ['ID=2dc0ba55-b4e4-494d-b1a2-1a14ad491a75,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:40.832499 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0a2ef1-889b-4178-9c3d-340dc9478da2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5ac8692-c6e1-48c5-b1e1-58c352b6f742,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:40.845851 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ab46c-6003-44d5-8133-c59ba8374b8a req-6d7836a8-8d84-4dfe-8c10-2267df6cfa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:40.847418 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ab9ab46c-6003-44d5-8133-c59ba8374b8a req-6d7836a8-8d84-4dfe-8c10-2267df6cfa06 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2980a46c-5f6f-4bd3-86da-263aae928b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781636 Aug 23 20:39:40.899759 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9575a1c-5768-457a-8b27-67b302d35d85', 'name': 'network-vif-deleted', 'tag': 'b3096938-24cc-452d-b686-738681750844'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:39:40.906729 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e995ec-9a88-4772-8df8-f64220a5592c" -d '{"events": [{"server_uuid": "a9575a1c-5768-457a-8b27-67b302d35d85", "name": "network-vif-deleted", "tag": "b3096938-24cc-452d-b686-738681750844"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:39:40.992104 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e73cae-c041-4869-a24f-cdf3e612912e req-6eccb80b-f9ed-4e1e-abb5-8762785e9994 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:41.008005 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-41e73cae-c041-4869-a24f-cdf3e612912e req-6eccb80b-f9ed-4e1e-abb5-8762785e9994 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=101ccc80-5521-4720-889d-1f5135b03c88 HTTP/1.1" status: 200 len: 945 time: 0.1293094 Aug 23 20:39:41.029482 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6d0210-570d-4b75-89da-7589af7a2420 x-openstack-request-id: req-dc6d0210-570d-4b75-89da-7589af7a2420 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:39:41.029787 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9575a1c-5768-457a-8b27-67b302d35d85", "name": "network-vif-deleted", "tag": "b3096938-24cc-452d-b686-738681750844", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:39:41.030037 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dc6d0210-570d-4b75-89da-7589af7a2420 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:39:41.030430 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9575a1c-5768-457a-8b27-67b302d35d85', 'name': 'network-vif-deleted', 'tag': 'b3096938-24cc-452d-b686-738681750844', 'status': 'completed', 'code': 200} Aug 23 20:39:41.033407 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ab9ab46c-6003-44d5-8133-c59ba8374b8a req-1d8cac38-511a-4224-873f-295e5bfa3a64 service neutron] 10.222.0.11 "GET /v2.0/networks/2980a46c-5f6f-4bd3-86da-263aae928b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754942 Aug 23 20:39:41.123593 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-41e73cae-c041-4869-a24f-cdf3e612912e req-4cc32d40-81d4-4eff-aa9a-41a9d3dee6e1 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143212 Aug 23 20:39:41.237535 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 34742) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:41.314126 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-03514061-7e0a-45bd-b569-311d81ae3496 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a7ba3a6650134ae182d094f3478484f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0745604 Aug 23 20:39:41.335162 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 34744) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:41.396402 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 34748) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:41.492749 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ffbf8055-992c-4b0e-99a5-4d15154c458b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:41.500445 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ab9ab46c-6003-44d5-8133-c59ba8374b8a req-bda54cc8-3561-423a-b980-7fec81604228 service neutron] 10.222.0.11 "GET /v2.0/networks/2980a46c-5f6f-4bd3-86da-263aae928b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4556546 Aug 23 20:39:41.525960 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360313af-5be1-4033-afa3-1b4f2756608a req-4e46d175-2725-4fae-935f-5a527e4a88d6 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:41.528149 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-360313af-5be1-4033-afa3-1b4f2756608a req-4e46d175-2725-4fae-935f-5a527e4a88d6 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=101ccc80-5521-4720-889d-1f5135b03c88 HTTP/1.1" status: 200 len: 945 time: 0.1337559 Aug 23 20:39:41.536261 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b7330-b1b9-490a-8c91-16a5782dea54 req-093cde17-e195-43ad-b593-d05763b90008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:41.538309 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-167b7330-b1b9-490a-8c91-16a5782dea54 req-093cde17-e195-43ad-b593-d05763b90008 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=13b1595470b742008115767d927fc00b&device_id=101ccc80-5521-4720-889d-1f5135b03c88 HTTP/1.1" status: 200 len: 1096 time: 0.1427302 Aug 23 20:39:41.553377 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ffbf8055-992c-4b0e-99a5-4d15154c458b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:41.692909 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-360313af-5be1-4033-afa3-1b4f2756608a req-f1f0d0c8-10a9-490e-8623-4555ac5d864f tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532764 Aug 23 20:39:41.693644 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0a75b7de-6966-42e0-a1cd-c93813d60874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:41.742934 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b7330-b1b9-490a-8c91-16a5782dea54 req-b99ceca8-76be-4fea-aac6-6bb57987116f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:41.744372 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-167b7330-b1b9-490a-8c91-16a5782dea54 req-b99ceca8-76be-4fea-aac6-6bb57987116f service neutron] 10.222.0.32 "GET /v2.0/networks?id=d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3 HTTP/1.1" status: 200 len: 911 time: 0.1948519 Aug 23 20:39:41.760691 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ffbf8055-992c-4b0e-99a5-4d15154c458b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:41.763234 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ffbf8055-992c-4b0e-99a5-4d15154c458b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:41.764374 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ffbf8055-992c-4b0e-99a5-4d15154c458b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cc750e1f-5605-40cf-80e3-487cdbf8b643 HTTP/1.1" status: 204 len: 168 time: 0.4267182 Aug 23 20:39:41.809746 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-167b7330-b1b9-490a-8c91-16a5782dea54 req-de2efc8b-0a50-4d11-a344-be27942621b9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3e3e113-fc54-4d7c-b6eb-38c03755766d HTTP/1.1" status: 200 len: 217 time: 0.0565951 Aug 23 20:39:41.812417 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbf8055-992c-4b0e-99a5-4d15154c458b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc750e1f-5605-40cf-80e3-487cdbf8b643,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:41.896233 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b7330-b1b9-490a-8c91-16a5782dea54 req-12bc6a0a-c2d4-4f1e-a195-5c7a03680093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:41.897989 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-167b7330-b1b9-490a-8c91-16a5782dea54 req-12bc6a0a-c2d4-4f1e-a195-5c7a03680093 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d571b443-68b1-44d5-8979-00646207cd13 HTTP/1.1" status: 200 len: 850 time: 0.0756228 Aug 23 20:39:41.950929 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-167b7330-b1b9-490a-8c91-16a5782dea54 req-c7afcd75-e1c8-478c-94f6-8d572fa588f6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397358 Aug 23 20:39:41.971257 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device b3096938-24cc-452d-b686-738681750844 no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:39:41.989126 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0a75b7de-6966-42e0-a1cd-c93813d60874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:41.994862 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c1e63-63e6-4518-9bdf-5ee31d07c5de req-ba644af5-e5f1-402e-b92c-43eb12ac1174 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:41.997929 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-992c1e63-63e6-4518-9bdf-5ee31d07c5de req-ba644af5-e5f1-402e-b92c-43eb12ac1174 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=dea3f823-c861-4e7f-a373-fbe240daf98f HTTP/1.1" status: 200 len: 949 time: 0.0613737 Aug 23 20:39:41.999963 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: b3096938-24cc-452d-b686-738681750844 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:39:42.000335 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device b3096938-24cc-452d-b686-738681750844 not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:39:42.022658 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0a75b7de-6966-42e0-a1cd-c93813d60874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:42.062378 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-992c1e63-63e6-4518-9bdf-5ee31d07c5de req-93bd794f-6335-4378-b194-aa8401c3ee13 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549548 Aug 23 20:39:42.088363 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 34780) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:42.112734 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-0a75b7de-6966-42e0-a1cd-c93813d60874 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ff6d074b0311494d95d87fcf884d6a37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7152719 Aug 23 20:39:42.116295 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a75b7de-6966-42e0-a1cd-c93813d60874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48bcd5e7-0b62-460c-a70f-f866bda26cbf,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:42.116432 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 34786) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:42.148193 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-167b7330-b1b9-490a-8c91-16a5782dea54 req-9732a8de-a8c8-4b65-a18a-9eb958f310a0 service neutron] 10.222.0.32 "GET /v2.0/networks/d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561387 Aug 23 20:39:42.211434 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b5c875d5-f411-48be-a32c-5b257650d075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:42.237054 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b5c875d5-f411-48be-a32c-5b257650d075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:42.289122 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bf81e521-1dab-48a1-bc09-d6f689843689 req-0e2fa1dc-d26f-40f9-9648-49d83b9ffaaa tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--12669999&fields=id&tenant_id=78acc99c454c406dbb0dc61deae5e8e2 HTTP/1.1" status: 200 len: 267 time: 0.0692461 Aug 23 20:39:42.302529 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b5c875d5-f411-48be-a32c-5b257650d075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:42.305305 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b5c875d5-f411-48be-a32c-5b257650d075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:42.309594 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b5c875d5-f411-48be-a32c-5b257650d075 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/48bcd5e7-0b62-460c-a70f-f866bda26cbf HTTP/1.1" status: 204 len: 168 time: 0.1845927 Aug 23 20:39:42.320381 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c875d5-f411-48be-a32c-5b257650d075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48bcd5e7-0b62-460c-a70f-f866bda26cbf,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:42.333132 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-167b7330-b1b9-490a-8c91-16a5782dea54 req-fb51c3fc-002a-4017-8156-f74b9d657b76 service neutron] 10.222.0.32 "GET /v2.0/networks/d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774449 Aug 23 20:39:42.427135 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-34c587dd-8924-4acf-a569-7ecacacc64f6 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Request body: {'floatingip': {'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:39:42.456106 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-34c587dd-8924-4acf-a569-7ecacacc64f6 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks [] for floatingip, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:42.461770 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81e521-1dab-48a1-bc09-d6f689843689 req-2dd70817-edc6-4bfe-922f-9d00ac86768b tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:42.463572 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bf81e521-1dab-48a1-bc09-d6f689843689 req-2dd70817-edc6-4bfe-922f-9d00ac86768b tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "GET /v2.0/networks?id=bdfb7985-4a2e-4b59-90a4-3a1df09446bc HTTP/1.1" status: 200 len: 815 time: 0.1736126 Aug 23 20:39:42.491468 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bf81e521-1dab-48a1-bc09-d6f689843689 req-2167b1f5-d2bd-44f1-a884-5e95103a3d1d tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "GET /v2.0/quotas/78acc99c454c406dbb0dc61deae5e8e2 HTTP/1.1" status: 200 len: 375 time: 0.0105517 Aug 23 20:39:42.557655 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bf81e521-1dab-48a1-bc09-d6f689843689 req-1aadf7dd-8879-42d2-8eae-e451b54cb2f8 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=78acc99c454c406dbb0dc61deae5e8e2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0605121 Aug 23 20:39:42.574809 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-34c587dd-8924-4acf-a569-7ecacacc64f6 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:42.694548 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [req-bf81e521-1dab-48a1-bc09-d6f689843689 req-5c78fa93-06e8-4809-b5e2-39cafd0dcb8d service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:39:42.696459 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bf81e521-1dab-48a1-bc09-d6f689843689 req-5c78fa93-06e8-4809-b5e2-39cafd0dcb8d service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1221282 Aug 23 20:39:42.705436 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-34c587dd-8924-4acf-a569-7ecacacc64f6 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Allocated IP 172.25.4.125 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/7943dcbc-fedd-43d6-bb52-2fd73d0f8703) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:39:42.788455 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 34814) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:42.825840 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ed9289bb-100e-41a8-ad92-63819fbd2999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:42.843750 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bf81e521-1dab-48a1-bc09-d6f689843689 req-ff56cfc2-af67-463a-8dd5-07b76ff30912 service neutron] 10.222.0.61 "GET /v2.0/networks/bdfb7985-4a2e-4b59-90a4-3a1df09446bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404753 Aug 23 20:39:42.886084 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85bad01-4af7-42cc-b24f-3537811319a7 req-fb2ec91e-ad48-4c13-8036-0c36b62574f9 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:42.887737 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b85bad01-4af7-42cc-b24f-3537811319a7 req-fb2ec91e-ad48-4c13-8036-0c36b62574f9 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=101ccc80-5521-4720-889d-1f5135b03c88 HTTP/1.1" status: 200 len: 945 time: 0.0836518 Aug 23 20:39:42.898409 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-34c587dd-8924-4acf-a569-7ecacacc64f6 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:42.949206 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b85bad01-4af7-42cc-b24f-3537811319a7 req-5e86f57f-776b-4427-805f-91e588bdbcdd tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480111 Aug 23 20:39:42.979661 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bf81e521-1dab-48a1-bc09-d6f689843689 req-0beb34d6-9130-40f1-bdd5-27ccabab2a50 service neutron] 10.222.0.61 "GET /v2.0/networks/bdfb7985-4a2e-4b59-90a4-3a1df09446bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279643 Aug 23 20:39:42.985817 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-34c587dd-8924-4acf-a569-7ecacacc64f6 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:43.027012 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1c5dd874-4236-4474-80e1-608507ae0ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:43.038024 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ed9289bb-100e-41a8-ad92-63819fbd2999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:43.049127 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ed9289bb-100e-41a8-ad92-63819fbd2999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:43.052904 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c587dd-8924-4acf-a569-7ecacacc64f6 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:39:43.058046 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-34c587dd-8924-4acf-a569-7ecacacc64f6 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:39:43.060450 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c587dd-8924-4acf-a569-7ecacacc64f6 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:39:43.091817 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c587dd-8924-4acf-a569-7ecacacc64f6 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Pushing event updated for resources: {'Port': ['ID=7943dcbc-fedd-43d6-bb52-2fd73d0f8703,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:43.131988 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ed9289bb-100e-41a8-ad92-63819fbd2999 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ae278dc4c41c41aa99eee3a56e5cef8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3397005 Aug 23 20:39:43.136722 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 34826) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:43.154926 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9289bb-100e-41a8-ad92-63819fbd2999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8309018e-fb99-4186-82df-f9bb54730d74,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:43.265037 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-34c587dd-8924-4acf-a569-7ecacacc64f6 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:43.294053 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-41706326-8e1a-4b50-b4c0-16ff8d3d88f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:43.334811 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ffd11c-1ca7-4aa5-b379-3e3590a70536 req-6987c923-dfa5-4b90-8200-925f2e90425c tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:43.339887 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-74ffd11c-1ca7-4aa5-b379-3e3590a70536 req-6987c923-dfa5-4b90-8200-925f2e90425c tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=dea3f823-c861-4e7f-a373-fbe240daf98f HTTP/1.1" status: 200 len: 949 time: 0.1245205 Aug 23 20:39:43.340701 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 34836) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:43.355498 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-34c587dd-8924-4acf-a569-7ecacacc64f6 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:43.364363 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-41706326-8e1a-4b50-b4c0-16ff8d3d88f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:43.492243 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-74ffd11c-1ca7-4aa5-b379-3e3590a70536 req-338b8890-d95a-4fd1-8c68-2334b2ef43e0 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375530 Aug 23 20:39:43.550047 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:43.571595 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9ad657af-840d-4523-bf3a-60dc2b88188f req-b7792b42-3e3c-4408-91ab-cbeaf0e7dab6 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc9e8022-e947-4165-acfb-0a209a49dfcd HTTP/1.1" status: 200 len: 210 time: 0.1011784 Aug 23 20:39:43.594721 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-d76715e8-c504-45e3-992b-6b57562a1418 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1723903525-network', 'tenant_id': 'b9e8c39424534d43841a667864699181'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:39:43.603964 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-41706326-8e1a-4b50-b4c0-16ff8d3d88f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:43.606539 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-41706326-8e1a-4b50-b4c0-16ff8d3d88f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:43.607828 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-41706326-8e1a-4b50-b4c0-16ff8d3d88f5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8309018e-fb99-4186-82df-f9bb54730d74 HTTP/1.1" status: 204 len: 168 time: 0.4673238 Aug 23 20:39:43.627699 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41706326-8e1a-4b50-b4c0-16ff8d3d88f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8309018e-fb99-4186-82df-f9bb54730d74,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:43.662063 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76715e8-c504-45e3-992b-6b57562a1418 admin admin] Made reservation on behalf of b9e8c39424534d43841a667864699181 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:39:43.664328 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d76715e8-c504-45e3-992b-6b57562a1418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:43.676923 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d76715e8-c504-45e3-992b-6b57562a1418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:43.762583 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-34c587dd-8924-4acf-a569-7ecacacc64f6 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:43.779332 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-34c587dd-8924-4acf-a569-7ecacacc64f6 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:43.828526 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11135d-417b-4303-b41c-8dad9940c81d req-276fbfb9-14e0-410c-9755-445abc44cb32 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:43.829939 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3b11135d-417b-4303-b41c-8dad9940c81d req-276fbfb9-14e0-410c-9755-445abc44cb32 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.11 "GET /v2.0/ports?device_id=dea3f823-c861-4e7f-a373-fbe240daf98f HTTP/1.1" status: 200 len: 949 time: 0.1270826 Aug 23 20:39:43.936461 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c587dd-8924-4acf-a569-7ecacacc64f6 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Pushing event updated for resources: {'Port': ['ID=7943dcbc-fedd-43d6-bb52-2fd73d0f8703,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:43.981491 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-34c587dd-8924-4acf-a569-7ecacacc64f6 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:44.015830 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d76715e8-c504-45e3-992b-6b57562a1418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:44.022468 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d76715e8-c504-45e3-992b-6b57562a1418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:44.033920 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-34c587dd-8924-4acf-a569-7ecacacc64f6 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:44.034930 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-34c587dd-8924-4acf-a569-7ecacacc64f6 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9453607 Aug 23 20:39:44.038856 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 34864) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:44.046911 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-bf032fc4-58c2-4dcc-b48c-8fce446b2e93 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2123087373'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:39:44.067196 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d76715e8-c504-45e3-992b-6b57562a1418 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:39:44.076438 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76715e8-c504-45e3-992b-6b57562a1418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056c4907-8713-4216-b1e4-8ea74be33541,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:44.086998 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d76715e8-c504-45e3-992b-6b57562a1418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:44.087366 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-d76715e8-c504-45e3-992b-6b57562a1418 admin admin] Added segment cd7bca62-163a-450c-9ba7-ef8e5fa83757 of type vlan for network 56cb210f-55ef-48ed-a160-b1c0c9d932a7 Aug 23 20:39:44.105920 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-3b11135d-417b-4303-b41c-8dad9940c81d req-03ad34d8-530b-418e-b927-77b39c3e0157 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Deleting port 4f1d0c4d-160e-4b16-8269-7dc87289ef32 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:39:44.106487 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3b11135d-417b-4303-b41c-8dad9940c81d req-03ad34d8-530b-418e-b927-77b39c3e0157 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:44.114864 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf032fc4-58c2-4dcc-b48c-8fce446b2e93 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Made reservation on behalf of a9c831864b984dc19bba127619d20eb7 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:39:44.119290 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bf032fc4-58c2-4dcc-b48c-8fce446b2e93 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:44.147462 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bf032fc4-58c2-4dcc-b48c-8fce446b2e93 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:44.198504 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e638f-1d90-4b03-8ee6-87fbd701c105 req-3446f31d-1dba-4104-8582-b8f6fe657df1 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:44.204568 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d76715e8-c504-45e3-992b-6b57562a1418 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:44.206384 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c51e638f-1d90-4b03-8ee6-87fbd701c105 req-3446f31d-1dba-4104-8582-b8f6fe657df1 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=101ccc80-5521-4720-889d-1f5135b03c88 HTTP/1.1" status: 200 len: 945 time: 0.1097755 Aug 23 20:39:44.268931 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-3b11135d-417b-4303-b41c-8dad9940c81d req-03ad34d8-530b-418e-b927-77b39c3e0157 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] For port 4f1d0c4d-160e-4b16-8269-7dc87289ef32, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=4f1d0c4d-160e-4b16-8269-7dc87289ef32,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:39:44.269870 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3b11135d-417b-4303-b41c-8dad9940c81d req-03ad34d8-530b-418e-b927-77b39c3e0157 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:44.272618 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d76715e8-c504-45e3-992b-6b57562a1418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:44.273816 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76715e8-c504-45e3-992b-6b57562a1418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:44.274415 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d76715e8-c504-45e3-992b-6b57562a1418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:44.306875 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-3b11135d-417b-4303-b41c-8dad9940c81d req-03ad34d8-530b-418e-b927-77b39c3e0157 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Calling delete_port for 4f1d0c4d-160e-4b16-8269-7dc87289ef32 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:39:44.354165 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c51e638f-1d90-4b03-8ee6-87fbd701c105 req-289ca903-8d98-49b3-8cc2-ccbd0ea823b6 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463745 Aug 23 20:39:44.361193 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bf032fc4-58c2-4dcc-b48c-8fce446b2e93 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:44.376920 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bf032fc4-58c2-4dcc-b48c-8fce446b2e93 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:44.395877 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf032fc4-58c2-4dcc-b48c-8fce446b2e93 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:39:44.419365 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76715e8-c504-45e3-992b-6b57562a1418 admin admin] Pushing event updated for resources: {'Network': ['ID=56cb210f-55ef-48ed-a160-b1c0c9d932a7,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:44.426366 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d76715e8-c504-45e3-992b-6b57562a1418 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0818961 Aug 23 20:39:44.429481 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 34876) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:44.434522 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-aec11401-77fc-4005-a9a5-fb34ffb70cda admin admin] Request body: {'subnet': {'network_id': '56cb210f-55ef-48ed-a160-b1c0c9d932a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1723903525-subnet', 'tenant_id': 'b9e8c39424534d43841a667864699181', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:39:44.437144 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 56cb210f-55ef-48ed-a160-b1c0c9d932a7 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:39:44.449028 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bf032fc4-58c2-4dcc-b48c-8fce446b2e93 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:44.449371 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-bf032fc4-58c2-4dcc-b48c-8fce446b2e93 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Added segment 0591f5b5-954b-40c5-91eb-1e52539fa985 of type vlan for network cc745fcd-f09e-4f1d-9f13-db9c8651b601 Aug 23 20:39:44.484752 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf032fc4-58c2-4dcc-b48c-8fce446b2e93 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3913e0e2-514f-4cd2-aa03-a9bcd5006bff,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:44.526729 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:44.551416 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bf032fc4-58c2-4dcc-b48c-8fce446b2e93 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:44.556044 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec11401-77fc-4005-a9a5-fb34ffb70cda admin admin] Made reservation on behalf of b9e8c39424534d43841a667864699181 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:39:44.559070 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aec11401-77fc-4005-a9a5-fb34ffb70cda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:44.662054 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bf032fc4-58c2-4dcc-b48c-8fce446b2e93 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:44.668394 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf032fc4-58c2-4dcc-b48c-8fce446b2e93 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:44.669005 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bf032fc4-58c2-4dcc-b48c-8fce446b2e93 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:44.687258 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3b11135d-417b-4303-b41c-8dad9940c81d req-03ad34d8-530b-418e-b927-77b39c3e0157 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:44.703373 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['c2650ba0-bc32-4cd3-bef0-7cf28e126ad2', 'b096bed7-e6ad-4794-b7d9-e61b90bafa7d', '73fd8635-7170-464b-a8af-6451a6feae69', '1f2074ec-1602-4dd3-a2d3-0fe939bc0164', '4f1d0c4d-160e-4b16-8269-7dc87289ef32'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:39:44.747876 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-eddf1489-3fb3-42f3-8d79-8cf613fe2d37 req-aec2ffc2-0d73-40a0-b1ec-320946b8214e tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=dea3f823-c861-4e7f-a373-fbe240daf98f HTTP/1.1" status: 200 len: 210 time: 0.0759072 Aug 23 20:39:44.775475 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf032fc4-58c2-4dcc-b48c-8fce446b2e93 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Pushing event updated for resources: {'Network': ['ID=cc745fcd-f09e-4f1d-9f13-db9c8651b601,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:44.781745 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-bf032fc4-58c2-4dcc-b48c-8fce446b2e93 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7375560 Aug 23 20:39:44.790451 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 34884) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:44.803495 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['4e45b000-7179-414e-9c26-2b8f01610967', 'c32cc103-d12a-4216-966a-e4c11f53037b'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:39:44.815057 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network cc745fcd-f09e-4f1d-9f13-db9c8651b601 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:39:44.817656 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-24853570-d4fa-4b8a-9321-846ecff6543a tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Request body: {'subnet': {'network_id': 'cc745fcd-f09e-4f1d-9f13-db9c8651b601', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:39:44.832298 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4e8c85fb-9ce3-43fb-8b8c-ddefe2c4afd4 req-ab806320-a1aa-4f0c-87b9-fb8af7a3b2f1 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc9e8022-e947-4165-acfb-0a209a49dfcd HTTP/1.1" status: 200 len: 210 time: 0.1444280 Aug 23 20:39:44.850652 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad34d8-530b-418e-b927-77b39c3e0157 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Pushing event deleted for resources: {'Port': ['ID=4f1d0c4d-160e-4b16-8269-7dc87289ef32,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:44.946840 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b11135d-417b-4303-b41c-8dad9940c81d req-03ad34d8-530b-418e-b927-77b39c3e0157 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] No DVR routers for this DVR port 4f1d0c4d-160e-4b16-8269-7dc87289ef32 on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:39:44.950635 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3b11135d-417b-4303-b41c-8dad9940c81d req-03ad34d8-530b-418e-b927-77b39c3e0157 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:44.957917 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3b11135d-417b-4303-b41c-8dad9940c81d req-03ad34d8-530b-418e-b927-77b39c3e0157 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.11 "DELETE /v2.0/ports/4f1d0c4d-160e-4b16-8269-7dc87289ef32 HTTP/1.1" status: 204 len: 173 time: 1.1148467 Aug 23 20:39:44.958455 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea3f823-c861-4e7f-a373-fbe240daf98f', 'name': 'network-vif-deleted', 'tag': '4f1d0c4d-160e-4b16-8269-7dc87289ef32'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:39:44.966462 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac66cfce-f1bf-46bc-8c19-b2d6110ba576" -d '{"events": [{"server_uuid": "dea3f823-c861-4e7f-a373-fbe240daf98f", "name": "network-vif-deleted", "tag": "4f1d0c4d-160e-4b16-8269-7dc87289ef32"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:39:45.036371 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00657f2-d85a-4d4e-b5ce-d6688236c76b x-openstack-request-id: req-e00657f2-d85a-4d4e-b5ce-d6688236c76b {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:39:45.036650 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea3f823-c861-4e7f-a373-fbe240daf98f", "name": "network-vif-deleted", "tag": "4f1d0c4d-160e-4b16-8269-7dc87289ef32", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:39:45.036928 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e00657f2-d85a-4d4e-b5ce-d6688236c76b {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:39:45.037222 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dea3f823-c861-4e7f-a373-fbe240daf98f', 'name': 'network-vif-deleted', 'tag': '4f1d0c4d-160e-4b16-8269-7dc87289ef32', 'status': 'completed', 'code': 200} Aug 23 20:39:45.158172 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81e521-1dab-48a1-bc09-d6f689843689 req-ded270f5-8bc0-4391-8ef1-7948b68998e1 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:45.160526 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bf81e521-1dab-48a1-bc09-d6f689843689 req-ded270f5-8bc0-4391-8ef1-7948b68998e1 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.32 "GET /v2.0/networks?id=bdfb7985-4a2e-4b59-90a4-3a1df09446bc HTTP/1.1" status: 200 len: 815 time: 0.3094668 Aug 23 20:39:45.368859 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aec11401-77fc-4005-a9a5-fb34ffb70cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:45.449290 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24853570-d4fa-4b8a-9321-846ecff6543a tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Made reservation on behalf of a9c831864b984dc19bba127619d20eb7 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:39:45.453352 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-24853570-d4fa-4b8a-9321-846ecff6543a tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:45.495102 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bf81e521-1dab-48a1-bc09-d6f689843689 req-1ffb46e0-2a5e-4c24-9661-3732be05cdde tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78acc99c454c406dbb0dc61deae5e8e2 HTTP/1.1" status: 200 len: 378 time: 0.2701409 Aug 23 20:39:45.511510 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-bf81e521-1dab-48a1-bc09-d6f689843689 req-cc221f53-a0c3-4811-a84f-07f3164e6400 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Request body: {'port': {'device_id': 'dc9e8022-e947-4165-acfb-0a209a49dfcd', 'network_id': 'bdfb7985-4a2e-4b59-90a4-3a1df09446bc', 'admin_state_up': True, 'tenant_id': '78acc99c454c406dbb0dc61deae5e8e2', 'security_groups': ['38b07d32-2951-4646-87b8-46622765d84d']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:39:45.678934 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec11401-77fc-4005-a9a5-fb34ffb70cda admin admin] Pushing event updated for resources: {'Subnet': ['ID=92fcbdbc-79cf-4674-bad6-96389be9e3cd,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:45.844467 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec11401-77fc-4005-a9a5-fb34ffb70cda admin admin] Checking segment: {'id': 'cd7bca62-163a-450c-9ba7-ef8e5fa83757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '56cb210f-55ef-48ed-a160-b1c0c9d932a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:39:45.844820 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec11401-77fc-4005-a9a5-fb34ffb70cda admin admin] Network hostable DHCP agents. Network: 56cb210f-55ef-48ed-a160-b1c0c9d932a7, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:39:45.858692 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf81e521-1dab-48a1-bc09-d6f689843689 req-cc221f53-a0c3-4811-a84f-07f3164e6400 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Made reservation on behalf of 78acc99c454c406dbb0dc61deae5e8e2 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:39:45.862775 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-bf81e521-1dab-48a1-bc09-d6f689843689 req-cc221f53-a0c3-4811-a84f-07f3164e6400 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:45.866572 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:45.935976 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b7a57-eb38-4b27-beaa-b5e64d7a026a req-c98c8a0c-da41-40dc-b835-b55ab65cbc0e tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:45.944019 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-585b7a57-eb38-4b27-beaa-b5e64d7a026a req-c98c8a0c-da41-40dc-b835-b55ab65cbc0e tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=101ccc80-5521-4720-889d-1f5135b03c88 HTTP/1.1" status: 200 len: 945 time: 0.4407437 Aug 23 20:39:45.981714 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d743e01d-02d9-4265-92c3-c5d99906d4be req-af28419c-e863-43d3-9e81-9f30bb2a8426 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc9e8022-e947-4165-acfb-0a209a49dfcd HTTP/1.1" status: 200 len: 210 time: 0.0322902 Aug 23 20:39:46.020041 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec11401-77fc-4005-a9a5-fb34ffb70cda admin admin] Network 56cb210f-55ef-48ed-a160-b1c0c9d932a7 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:39:46.065457 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-585b7a57-eb38-4b27-beaa-b5e64d7a026a req-b0678ad3-ef9b-4ede-8482-15f142ef5ece tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204081 Aug 23 20:39:46.089225 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-aec11401-77fc-4005-a9a5-fb34ffb70cda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 56cb210f-55ef-48ed-a160-b1c0c9d932a7) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:39:46.107016 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8137edd0-2039-4bb5-96eb-b030a136d441 None None] Network 56cb210f-55ef-48ed-a160-b1c0c9d932a7 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:39:46.137367 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec11401-77fc-4005-a9a5-fb34ffb70cda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:46.137961 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aec11401-77fc-4005-a9a5-fb34ffb70cda admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:46.205602 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-aec11401-77fc-4005-a9a5-fb34ffb70cda admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7750213 Aug 23 20:39:46.211025 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-24853570-d4fa-4b8a-9321-846ecff6543a tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:46.610277 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d165bb5-8892-4595-9cbd-f9fd3c13a1c5 None None] Network 56cb210f-55ef-48ed-a160-b1c0c9d932a7 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:39:46.853816 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-bf81e521-1dab-48a1-bc09-d6f689843689 req-cc221f53-a0c3-4811-a84f-07f3164e6400 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Allocated IP 172.20.0.9 (bdfb7985-4a2e-4b59-90a4-3a1df09446bc/c7edda6f-692c-48b6-bdea-916903913fd8/1e1da2ac-32ca-4471-a01b-373110354754) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:39:46.884214 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24853570-d4fa-4b8a-9321-846ecff6543a tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Pushing event updated for resources: {'Subnet': ['ID=b5d4da93-1ee3-4b80-b985-a6595f9ea7df,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:46.947078 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24853570-d4fa-4b8a-9321-846ecff6543a tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Checking segment: {'id': '0591f5b5-954b-40c5-91eb-1e52539fa985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'cc745fcd-f09e-4f1d-9f13-db9c8651b601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:39:46.947565 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24853570-d4fa-4b8a-9321-846ecff6543a tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Network hostable DHCP agents. Network: cc745fcd-f09e-4f1d-9f13-db9c8651b601, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:39:46.953798 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e66b9a-55b7-4b7a-a26d-b7fe8ff1b18d req-9dfaca5c-c6d7-437b-bcb6-57368283dd28 tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:46.962056 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888b72a6-6ca7-4169-9094-2674e9bac3a0 req-6c999a95-51d4-4b68-a61e-6a84eb02e3b9 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:46.962905 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f1e66b9a-55b7-4b7a-a26d-b7fe8ff1b18d req-9dfaca5c-c6d7-437b-bcb6-57368283dd28 tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] 10.222.0.61 "GET /v2.0/networks?id=56cb210f-55ef-48ed-a160-b1c0c9d932a7 HTTP/1.1" status: 200 len: 814 time: 0.1536369 Aug 23 20:39:46.970591 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-888b72a6-6ca7-4169-9094-2674e9bac3a0 req-6c999a95-51d4-4b68-a61e-6a84eb02e3b9 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=763b8a73-1954-46a1-8cd6-2ccd9687ab18 HTTP/1.1" status: 200 len: 950 time: 0.1841779 Aug 23 20:39:46.984797 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f1e66b9a-55b7-4b7a-a26d-b7fe8ff1b18d req-77bcd20e-988d-442a-956f-8ba4cf596910 tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] 10.222.0.61 "GET /v2.0/quotas/b9e8c39424534d43841a667864699181 HTTP/1.1" status: 200 len: 375 time: 0.0205104 Aug 23 20:39:47.037064 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f1e66b9a-55b7-4b7a-a26d-b7fe8ff1b18d req-acb6daf9-0826-4147-ad9e-d60213675497 tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b9e8c39424534d43841a667864699181&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512559 Aug 23 20:39:47.047099 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 4f1d0c4d-160e-4b16-8269-7dc87289ef32 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:39:47.077761 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24853570-d4fa-4b8a-9321-846ecff6543a tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Network cc745fcd-f09e-4f1d-9f13-db9c8651b601 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:39:47.110269 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-888b72a6-6ca7-4169-9094-2674e9bac3a0 req-6cc380bd-5031-411d-8179-f5e681729014 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368210 Aug 23 20:39:47.114367 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-24853570-d4fa-4b8a-9321-846ecff6543a tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, cc745fcd-f09e-4f1d-9f13-db9c8651b601) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:39:47.145659 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24853570-d4fa-4b8a-9321-846ecff6543a tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:47.146860 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-24853570-d4fa-4b8a-9321-846ecff6543a tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:47.148098 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e1233a-2abd-4fd5-a61d-b18939846990 None None] Network cc745fcd-f09e-4f1d-9f13-db9c8651b601 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:39:47.165173 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: 4f1d0c4d-160e-4b16-8269-7dc87289ef32 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:39:47.165646 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 4f1d0c4d-160e-4b16-8269-7dc87289ef32 not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:39:47.210766 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-24853570-d4fa-4b8a-9321-846ecff6543a tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4168816 Aug 23 20:39:47.213569 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 34992) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:47.219800 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-b6b30697-398e-4130-bf72-4db62bc1248c tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-456467014', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}, 'admin_state_up': False}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:39:47.255513 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-bf81e521-1dab-48a1-bc09-d6f689843689 req-cc221f53-a0c3-4811-a84f-07f3164e6400 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:47.275477 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b6b30697-398e-4130-bf72-4db62bc1248c tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:47.277201 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b6b30697-398e-4130-bf72-4db62bc1248c tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:47.280713 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-bf81e521-1dab-48a1-bc09-d6f689843689 req-cc221f53-a0c3-4811-a84f-07f3164e6400 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Transition to ACTIVE for port object 1e1da2ac-32ca-4471-a01b-373110354754 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:39:47.306971 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 34994) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:47.364694 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-bf81e521-1dab-48a1-bc09-d6f689843689 req-cc221f53-a0c3-4811-a84f-07f3164e6400 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:47.417897 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b6b30697-398e-4130-bf72-4db62bc1248c tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:47.480709 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137bf92c-32af-4728-9719-da6f5a2609a9 req-ad1f6d05-02db-4a73-baa6-8330bb6c1dd0 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:47.490084 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-137bf92c-32af-4728-9719-da6f5a2609a9 req-ad1f6d05-02db-4a73-baa6-8330bb6c1dd0 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc9e8022-e947-4165-acfb-0a209a49dfcd HTTP/1.1" status: 200 len: 931 time: 0.2609847 Aug 23 20:39:47.505525 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a337f1-f672-4a45-81b7-f4e49da42742 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-cc745fcd-f09e-4f1d-9f13-db9c8651b601', 'network_id': 'cc745fcd-f09e-4f1d-9f13-db9c8651b601', 'tenant_id': 'a9c831864b984dc19bba127619d20eb7', 'fixed_ips': [{'subnet_id': 'b5d4da93-1ee3-4b80-b985-a6595f9ea7df'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:39:47.506774 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-15a337f1-f672-4a45-81b7-f4e49da42742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:47.529756 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf81e521-1dab-48a1-bc09-d6f689843689 req-cc221f53-a0c3-4811-a84f-07f3164e6400 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Network bdfb7985-4a2e-4b59-90a4-3a1df09446bc is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:39:47.544609 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-bf81e521-1dab-48a1-bc09-d6f689843689 req-cc221f53-a0c3-4811-a84f-07f3164e6400 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:39:47.561410 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c2a41507-f5c4-4980-95d4-2aa8b6f17dc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:47.590149 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf81e521-1dab-48a1-bc09-d6f689843689 req-cc221f53-a0c3-4811-a84f-07f3164e6400 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:39:47.618711 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc221f53-a0c3-4811-a84f-07f3164e6400 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Pushing event updated for resources: {'Port': ['ID=1e1da2ac-32ca-4471-a01b-373110354754,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:47.627475 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-137bf92c-32af-4728-9719-da6f5a2609a9 req-fca6083c-d88a-4fd5-8bdc-bdd0d267748a tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "GET /v2.0/security-groups?id=38b07d32-2951-4646-87b8-46622765d84d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1364567 Aug 23 20:39:47.706278 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81e521-1dab-48a1-bc09-d6f689843689 req-cc221f53-a0c3-4811-a84f-07f3164e6400 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:47.708460 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-bf81e521-1dab-48a1-bc09-d6f689843689 req-cc221f53-a0c3-4811-a84f-07f3164e6400 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:47.714660 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-15a337f1-f672-4a45-81b7-f4e49da42742 None None] Allocated IP 172.20.0.2 (cc745fcd-f09e-4f1d-9f13-db9c8651b601/b5d4da93-1ee3-4b80-b985-a6595f9ea7df/51f3e951-8613-4c01-804e-2073860f6dfb) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:39:47.838387 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a199eb4c-f230-4b16-ad29-39d9470c17b6 req-c89795b5-0f93-41c1-92fa-1a158fa421e5 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:47.840660 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a199eb4c-f230-4b16-ad29-39d9470c17b6 req-c89795b5-0f93-41c1-92fa-1a158fa421e5 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=101ccc80-5521-4720-889d-1f5135b03c88 HTTP/1.1" status: 200 len: 945 time: 0.0823414 Aug 23 20:39:47.843777 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b6b30697-398e-4130-bf72-4db62bc1248c tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:47.870866 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f1e66b9a-55b7-4b7a-a26d-b7fe8ff1b18d req-99391cef-16b9-45e4-acaa-0a2475789ea8 service neutron] 10.222.0.61 "GET /v2.0/networks/56cb210f-55ef-48ed-a160-b1c0c9d932a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8323648 Aug 23 20:39:47.911293 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a199eb4c-f230-4b16-ad29-39d9470c17b6 req-dc8fc30e-2c16-4c87-be56-ef0cfe3040c1 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591171 Aug 23 20:39:47.997664 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-15a337f1-f672-4a45-81b7-f4e49da42742 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:48.018361 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-15a337f1-f672-4a45-81b7-f4e49da42742 None None] Transition to ACTIVE for port object 51f3e951-8613-4c01-804e-2073860f6dfb will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:39:48.024030 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b88ca944-6243-4f36-b078-f02953b1f41a None None] Provisioning for port 1e1da2ac-32ca-4471-a01b-373110354754 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:39:48.034019 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b88ca944-6243-4f36-b078-f02953b1f41a None None] Provisioning complete for port 1e1da2ac-32ca-4471-a01b-373110354754 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:39:48.034373 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b88ca944-6243-4f36-b078-f02953b1f41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:48.082416 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b88ca944-6243-4f36-b078-f02953b1f41a None None] Port 1e1da2ac-32ca-4471-a01b-373110354754 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:39:48.086898 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-15a337f1-f672-4a45-81b7-f4e49da42742 None None] Transition to ACTIVE for port object 51f3e951-8613-4c01-804e-2073860f6dfb will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:39:48.095036 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c2a41507-f5c4-4980-95d4-2aa8b6f17dc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:48.096569 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-15a337f1-f672-4a45-81b7-f4e49da42742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:48.114459 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c2a41507-f5c4-4980-95d4-2aa8b6f17dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:48.117124 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bf81e521-1dab-48a1-bc09-d6f689843689 req-cc221f53-a0c3-4811-a84f-07f3164e6400 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6120901 Aug 23 20:39:48.135949 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-bf81e521-1dab-48a1-bc09-d6f689843689 req-db39562b-2682-45f3-8b9d-966cf0b4acf7 service neutron] Request body: {'port': {'device_id': 'dc9e8022-e947-4165-acfb-0a209a49dfcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:39:48.153144 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a337f1-f672-4a45-81b7-f4e49da42742 None None] Pushing event updated for resources: {'Port': ['ID=51f3e951-8613-4c01-804e-2073860f6dfb,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:48.172826 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a337f1-f672-4a45-81b7-f4e49da42742 None None] Network cc745fcd-f09e-4f1d-9f13-db9c8651b601 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:39:48.174476 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-15a337f1-f672-4a45-81b7-f4e49da42742 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:39:48.177420 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a337f1-f672-4a45-81b7-f4e49da42742 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:39:48.193553 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f1e66b9a-55b7-4b7a-a26d-b7fe8ff1b18d req-62c776b6-611e-483a-9774-0f032509e9e2 service neutron] 10.222.0.61 "GET /v2.0/networks/56cb210f-55ef-48ed-a160-b1c0c9d932a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215785 Aug 23 20:39:48.205881 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc362e-deb2-4824-a034-31d0e3b07437 req-83a57999-5d81-4cb0-be09-07a99c03e729 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:48.208636 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-54dc362e-deb2-4824-a034-31d0e3b07437 req-83a57999-5d81-4cb0-be09-07a99c03e729 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.11 "GET /v2.0/ports?device_id=763b8a73-1954-46a1-8cd6-2ccd9687ab18 HTTP/1.1" status: 200 len: 950 time: 0.3612356 Aug 23 20:39:48.253117 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c2a41507-f5c4-4980-95d4-2aa8b6f17dc5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f579fb6688fa486b8f5743af4ebd24fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9412861 Aug 23 20:39:48.256845 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 35002) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:48.262956 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-15a337f1-f672-4a45-81b7-f4e49da42742 None None] Attempting to bind port 51f3e951-8613-4c01-804e-2073860f6dfb on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:39:48.263449 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-15a337f1-f672-4a45-81b7-f4e49da42742 None None] Attempting to bind port 51f3e951-8613-4c01-804e-2073860f6dfb by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '0591f5b5-954b-40c5-91eb-1e52539fa985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'cc745fcd-f09e-4f1d-9f13-db9c8651b601'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:39:48.263710 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a337f1-f672-4a45-81b7-f4e49da42742 None None] Attempting to bind port 51f3e951-8613-4c01-804e-2073860f6dfb on network cc745fcd-f09e-4f1d-9f13-db9c8651b601 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:39:48.271500 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a337f1-f672-4a45-81b7-f4e49da42742 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:39:48.271972 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a337f1-f672-4a45-81b7-f4e49da42742 None None] Checking segment: {'id': '0591f5b5-954b-40c5-91eb-1e52539fa985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'cc745fcd-f09e-4f1d-9f13-db9c8651b601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:39:48.272416 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-15a337f1-f672-4a45-81b7-f4e49da42742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:48.272819 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a337f1-f672-4a45-81b7-f4e49da42742 None None] Bound using segment: {'id': '0591f5b5-954b-40c5-91eb-1e52539fa985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'cc745fcd-f09e-4f1d-9f13-db9c8651b601'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:39:48.273329 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-15a337f1-f672-4a45-81b7-f4e49da42742 None None] Bound port: 51f3e951-8613-4c01-804e-2073860f6dfb, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0591f5b5-954b-40c5-91eb-1e52539fa985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'cc745fcd-f09e-4f1d-9f13-db9c8651b601'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:39:48.273727 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-15a337f1-f672-4a45-81b7-f4e49da42742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:48.310638 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-bf81e521-1dab-48a1-bc09-d6f689843689 req-db39562b-2682-45f3-8b9d-966cf0b4acf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:48.311071 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a41507-f5c4-4980-95d4-2aa8b6f17dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a93733-b690-43ca-abb1-2bbdacded48a,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:48.348769 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca7f2a-531f-4018-baf6-18dd9525f8f9 req-1915fd95-988b-46a3-a087-08f9f483bfa2 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:48.356770 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-82ca7f2a-531f-4018-baf6-18dd9525f8f9 req-1915fd95-988b-46a3-a087-08f9f483bfa2 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=763b8a73-1954-46a1-8cd6-2ccd9687ab18 HTTP/1.1" status: 200 len: 950 time: 0.1032217 Aug 23 20:39:48.375373 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-15a337f1-f672-4a45-81b7-f4e49da42742 None None] For port 51f3e951-8613-4c01-804e-2073860f6dfb, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:39:48.381430 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-15a337f1-f672-4a45-81b7-f4e49da42742 None None] For port 51f3e951-8613-4c01-804e-2073860f6dfb, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=51f3e951-8613-4c01-804e-2073860f6dfb,segment=NetworkSegment(0591f5b5-954b-40c5-91eb-1e52539fa985),segment_id=0591f5b5-954b-40c5-91eb-1e52539fa985)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:39:48.389713 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-15a337f1-f672-4a45-81b7-f4e49da42742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:48.431037 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-82ca7f2a-531f-4018-baf6-18dd9525f8f9 req-4f3399ca-524a-43b4-8d36-50f63cf2c68d tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670543 Aug 23 20:39:48.521517 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-820baeea-b398-493c-b05d-992264a39506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:48.537046 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a337f1-f672-4a45-81b7-f4e49da42742 None None] Pushing event updated for resources: {'Port': ['ID=51f3e951-8613-4c01-804e-2073860f6dfb,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:48.548093 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-820baeea-b398-493c-b05d-992264a39506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:48.641482 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1d17201c-2468-4f4e-8f23-8e535636ab71 req-2c2fd207-188b-4456-8594-295b6db94c5d tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3f8e49b-d747-4bf3-a8c0-6714c2bd0126 HTTP/1.1" status: 200 len: 210 time: 0.1238551 Aug 23 20:39:48.974516 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-820baeea-b398-493c-b05d-992264a39506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:48.978437 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-820baeea-b398-493c-b05d-992264a39506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:48.985199 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-820baeea-b398-493c-b05d-992264a39506 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/56a93733-b690-43ca-abb1-2bbdacded48a HTTP/1.1" status: 204 len: 168 time: 0.7236633 Aug 23 20:39:49.014694 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820baeea-b398-493c-b05d-992264a39506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a93733-b690-43ca-abb1-2bbdacded48a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:49.032635 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-bf81e521-1dab-48a1-bc09-d6f689843689 req-db39562b-2682-45f3-8b9d-966cf0b4acf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e1da2ac-32ca-4471-a01b-373110354754 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:39:49.038586 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-54dc362e-deb2-4824-a034-31d0e3b07437 req-ecb01cff-5f92-4a67-bc45-d632508777f2 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Deleting port 1f2074ec-1602-4dd3-a2d3-0fe939bc0164 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:39:49.046242 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-bf81e521-1dab-48a1-bc09-d6f689843689 req-db39562b-2682-45f3-8b9d-966cf0b4acf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:49.048008 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-54dc362e-deb2-4824-a034-31d0e3b07437 req-ecb01cff-5f92-4a67-bc45-d632508777f2 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:49.062342 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-bf81e521-1dab-48a1-bc09-d6f689843689 req-db39562b-2682-45f3-8b9d-966cf0b4acf7 service neutron] Transition to ACTIVE for port object 1e1da2ac-32ca-4471-a01b-373110354754 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:39:49.071268 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-bf81e521-1dab-48a1-bc09-d6f689843689 req-db39562b-2682-45f3-8b9d-966cf0b4acf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:49.250043 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b6b30697-398e-4130-bf72-4db62bc1248c tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:49.299511 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b6b30697-398e-4130-bf72-4db62bc1248c tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:49.356866 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0451b-f070-4221-a78c-657bfc039d90 req-7bf163d4-eeca-4655-9741-f060fbb2bd5c tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:49.364862 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fcb0451b-f070-4221-a78c-657bfc039d90 req-7bf163d4-eeca-4655-9741-f060fbb2bd5c tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc9e8022-e947-4165-acfb-0a209a49dfcd HTTP/1.1" status: 200 len: 931 time: 0.4326692 Aug 23 20:39:49.383123 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db39562b-2682-45f3-8b9d-966cf0b4acf7 service neutron] Pushing event updated for resources: {'Port': ['ID=1e1da2ac-32ca-4471-a01b-373110354754,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:49.432668 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-bf81e521-1dab-48a1-bc09-d6f689843689 req-db39562b-2682-45f3-8b9d-966cf0b4acf7 service neutron] Attempting to bind port 1e1da2ac-32ca-4471-a01b-373110354754 on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:39:49.433125 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-bf81e521-1dab-48a1-bc09-d6f689843689 req-db39562b-2682-45f3-8b9d-966cf0b4acf7 service neutron] Attempting to bind port 1e1da2ac-32ca-4471-a01b-373110354754 by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': '02bc71d9-f313-4a15-a119-b64fea6486e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'bdfb7985-4a2e-4b59-90a4-3a1df09446bc'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:39:49.433594 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf81e521-1dab-48a1-bc09-d6f689843689 req-db39562b-2682-45f3-8b9d-966cf0b4acf7 service neutron] Attempting to bind port 1e1da2ac-32ca-4471-a01b-373110354754 on network bdfb7985-4a2e-4b59-90a4-3a1df09446bc {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:39:49.445384 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a28149-a852-4513-8c7d-a10fee2a3f35 req-7fc31ab4-f1a7-4005-840d-fbf93051cdf0 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:49.446978 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-92a28149-a852-4513-8c7d-a10fee2a3f35 req-7fc31ab4-f1a7-4005-840d-fbf93051cdf0 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=101ccc80-5521-4720-889d-1f5135b03c88 HTTP/1.1" status: 200 len: 945 time: 0.3779047 Aug 23 20:39:49.449357 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf81e521-1dab-48a1-bc09-d6f689843689 req-db39562b-2682-45f3-8b9d-966cf0b4acf7 service neutron] Port 1e1da2ac-32ca-4471-a01b-373110354754 on network bdfb7985-4a2e-4b59-90a4-3a1df09446bc not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:39:49.449758 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf81e521-1dab-48a1-bc09-d6f689843689 req-db39562b-2682-45f3-8b9d-966cf0b4acf7 service neutron] Attempting to bind port 1e1da2ac-32ca-4471-a01b-373110354754 on network bdfb7985-4a2e-4b59-90a4-3a1df09446bc {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:39:49.456494 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf81e521-1dab-48a1-bc09-d6f689843689 req-db39562b-2682-45f3-8b9d-966cf0b4acf7 service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:39:49.457367 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf81e521-1dab-48a1-bc09-d6f689843689 req-db39562b-2682-45f3-8b9d-966cf0b4acf7 service neutron] Checking segment: {'id': '02bc71d9-f313-4a15-a119-b64fea6486e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'bdfb7985-4a2e-4b59-90a4-3a1df09446bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:39:49.458002 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf81e521-1dab-48a1-bc09-d6f689843689 req-db39562b-2682-45f3-8b9d-966cf0b4acf7 service neutron] Bound using segment: {'id': '02bc71d9-f313-4a15-a119-b64fea6486e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'bdfb7985-4a2e-4b59-90a4-3a1df09446bc'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:39:49.458165 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-bf81e521-1dab-48a1-bc09-d6f689843689 req-db39562b-2682-45f3-8b9d-966cf0b4acf7 service neutron] Bound port: 1e1da2ac-32ca-4471-a01b-373110354754, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02bc71d9-f313-4a15-a119-b64fea6486e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'bdfb7985-4a2e-4b59-90a4-3a1df09446bc'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:39:49.458525 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-bf81e521-1dab-48a1-bc09-d6f689843689 req-db39562b-2682-45f3-8b9d-966cf0b4acf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:49.529320 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 35028) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:49.545701 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-54dc362e-deb2-4824-a034-31d0e3b07437 req-ecb01cff-5f92-4a67-bc45-d632508777f2 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] For port 1f2074ec-1602-4dd3-a2d3-0fe939bc0164, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=1f2074ec-1602-4dd3-a2d3-0fe939bc0164,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:39:49.549054 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-54dc362e-deb2-4824-a034-31d0e3b07437 req-ecb01cff-5f92-4a67-bc45-d632508777f2 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:49.580141 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fcb0451b-f070-4221-a78c-657bfc039d90 req-a94fa3e3-a9c5-4f0b-b407-e05c08593f2a tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "GET /v2.0/security-groups?id=38b07d32-2951-4646-87b8-46622765d84d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2142732 Aug 23 20:39:49.614276 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-92a28149-a852-4513-8c7d-a10fee2a3f35 req-d81df3fd-9625-4237-89ac-503782486213 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247160 Aug 23 20:39:49.629570 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-54dc362e-deb2-4824-a034-31d0e3b07437 req-ecb01cff-5f92-4a67-bc45-d632508777f2 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Calling delete_port for 1f2074ec-1602-4dd3-a2d3-0fe939bc0164 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:39:49.637290 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a39ea7bd-160e-4877-8cf9-0f1c4c2469d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:49.735090 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-b6b30697-398e-4130-bf72-4db62bc1248c tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Allocated IP 172.25.4.227 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/42ab04ac-fe74-431c-81e4-8c0db102c07e) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:39:49.860011 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-bf81e521-1dab-48a1-bc09-d6f689843689 req-db39562b-2682-45f3-8b9d-966cf0b4acf7 service neutron] For port 1e1da2ac-32ca-4471-a01b-373110354754, host n-h2-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:39:49.866461 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a39ea7bd-160e-4877-8cf9-0f1c4c2469d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:49.881390 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a39ea7bd-160e-4877-8cf9-0f1c4c2469d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:49.917262 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-bf81e521-1dab-48a1-bc09-d6f689843689 req-db39562b-2682-45f3-8b9d-966cf0b4acf7 service neutron] For port 1e1da2ac-32ca-4471-a01b-373110354754, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=1e1da2ac-32ca-4471-a01b-373110354754,segment=NetworkSegment(02bc71d9-f313-4a15-a119-b64fea6486e0),segment_id=02bc71d9-f313-4a15-a119-b64fea6486e0)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:39:49.953552 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a39ea7bd-160e-4877-8cf9-0f1c4c2469d8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e8eab9553cc04fa5ba01b83ac3c9fc94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4229567 Aug 23 20:39:49.954439 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39ea7bd-160e-4877-8cf9-0f1c4c2469d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f095d2d-2484-47f6-a057-2775b31a304a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:49.959194 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 35032) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:49.960574 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-bf81e521-1dab-48a1-bc09-d6f689843689 req-db39562b-2682-45f3-8b9d-966cf0b4acf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:49.982631 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b6b30697-398e-4130-bf72-4db62bc1248c tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:50.002655 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-54dc362e-deb2-4824-a034-31d0e3b07437 req-ecb01cff-5f92-4a67-bc45-d632508777f2 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:50.005619 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0f8ab53e-bc9d-4334-aff1-1a4aae30c65f req-c46132c5-8bfd-470b-9b80-8ca404c01e0f tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3f8e49b-d747-4bf3-a8c0-6714c2bd0126 HTTP/1.1" status: 200 len: 210 time: 0.0543997 Aug 23 20:39:50.015521 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['c2650ba0-bc32-4cd3-bef0-7cf28e126ad2', 'b096bed7-e6ad-4794-b7d9-e61b90bafa7d', '73fd8635-7170-464b-a8af-6451a6feae69'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:39:50.071466 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db39562b-2682-45f3-8b9d-966cf0b4acf7 service neutron] Pushing event updated for resources: {'Port': ['ID=1e1da2ac-32ca-4471-a01b-373110354754,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:50.081442 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3eb240-df2f-47ac-97e3-ec78d4d49f76 req-5fb123c8-1490-4918-a6c9-59ecb41e7249 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:50.082412 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['4e45b000-7179-414e-9c26-2b8f01610967', 'c32cc103-d12a-4216-966a-e4c11f53037b'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:39:50.089123 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ce3eb240-df2f-47ac-97e3-ec78d4d49f76 req-5fb123c8-1490-4918-a6c9-59ecb41e7249 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=763b8a73-1954-46a1-8cd6-2ccd9687ab18 HTTP/1.1" status: 200 len: 950 time: 0.2346725 Aug 23 20:39:50.102328 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81e521-1dab-48a1-bc09-d6f689843689 req-db39562b-2682-45f3-8b9d-966cf0b4acf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:50.103015 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-bf81e521-1dab-48a1-bc09-d6f689843689 req-db39562b-2682-45f3-8b9d-966cf0b4acf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:50.105145 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bf81e521-1dab-48a1-bc09-d6f689843689 req-db39562b-2682-45f3-8b9d-966cf0b4acf7 service neutron] 10.222.0.32 "PUT /v2.0/ports/1e1da2ac-32ca-4471-a01b-373110354754 HTTP/1.1" status: 200 len: 1091 time: 1.9738295 Aug 23 20:39:50.105616 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc9e8022-e947-4165-acfb-0a209a49dfcd', 'tag': '1e1da2ac-32ca-4471-a01b-373110354754'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:39:50.107678 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb01cff-5f92-4a67-bc45-d632508777f2 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Pushing event deleted for resources: {'Port': ['ID=1f2074ec-1602-4dd3-a2d3-0fe939bc0164,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:50.108683 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17fc499-2bde-4287-a363-aa252c154bf7" -d '{"events": [{"name": "network-changed", "server_uuid": "dc9e8022-e947-4165-acfb-0a209a49dfcd", "tag": "1e1da2ac-32ca-4471-a01b-373110354754"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:39:50.177963 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c025d0b8-d69b-4d14-8c31-b0c52d6679d9 x-openstack-request-id: req-c025d0b8-d69b-4d14-8c31-b0c52d6679d9 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:39:50.178477 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc9e8022-e947-4165-acfb-0a209a49dfcd", "tag": "1e1da2ac-32ca-4471-a01b-373110354754", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:39:50.179169 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c025d0b8-d69b-4d14-8c31-b0c52d6679d9 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:39:50.179729 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc9e8022-e947-4165-acfb-0a209a49dfcd', 'tag': '1e1da2ac-32ca-4471-a01b-373110354754', 'status': 'completed', 'code': 200} Aug 23 20:39:50.308087 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81e521-1dab-48a1-bc09-d6f689843689 req-e0e02ce8-e299-417e-b48f-c855b232c10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:50.311485 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bf81e521-1dab-48a1-bc09-d6f689843689 req-e0e02ce8-e299-417e-b48f-c855b232c10f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=78acc99c454c406dbb0dc61deae5e8e2&device_id=dc9e8022-e947-4165-acfb-0a209a49dfcd HTTP/1.1" status: 200 len: 1094 time: 0.0962460 Aug 23 20:39:50.345896 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc461a23-d88e-428b-85fa-4e5152fd63c7 None None] Network cc745fcd-f09e-4f1d-9f13-db9c8651b601 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:39:50.355468 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-54dc362e-deb2-4824-a034-31d0e3b07437 req-ecb01cff-5f92-4a67-bc45-d632508777f2 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] No DVR routers for this DVR port 1f2074ec-1602-4dd3-a2d3-0fe939bc0164 on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:39:50.376766 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-54dc362e-deb2-4824-a034-31d0e3b07437 req-ecb01cff-5f92-4a67-bc45-d632508777f2 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:50.379540 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-54dc362e-deb2-4824-a034-31d0e3b07437 req-ecb01cff-5f92-4a67-bc45-d632508777f2 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.11 "DELETE /v2.0/ports/1f2074ec-1602-4dd3-a2d3-0fe939bc0164 HTTP/1.1" status: 204 len: 173 time: 2.1164169 Aug 23 20:39:50.407647 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763b8a73-1954-46a1-8cd6-2ccd9687ab18', 'name': 'network-vif-deleted', 'tag': '1f2074ec-1602-4dd3-a2d3-0fe939bc0164'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:39:50.410404 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e852d06f-91e1-4818-a55e-610793afd87f" -d '{"events": [{"server_uuid": "763b8a73-1954-46a1-8cd6-2ccd9687ab18", "name": "network-vif-deleted", "tag": "1f2074ec-1602-4dd3-a2d3-0fe939bc0164"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:39:50.470886 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bf81e521-1dab-48a1-bc09-d6f689843689 req-47f0b8b4-8427-4da2-9a22-c2b5627ae4b7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1e1da2ac-32ca-4471-a01b-373110354754 HTTP/1.1" status: 200 len: 217 time: 0.1447480 Aug 23 20:39:50.559053 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:50.592174 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bcef21f1-2af0-4015-93f1-726220ed8ca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:50.601382 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14cd9d17-b483-4b44-9754-521f847a445c x-openstack-request-id: req-14cd9d17-b483-4b44-9754-521f847a445c {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:39:50.601781 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "763b8a73-1954-46a1-8cd6-2ccd9687ab18", "name": "network-vif-deleted", "tag": "1f2074ec-1602-4dd3-a2d3-0fe939bc0164", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:39:50.601922 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-14cd9d17-b483-4b44-9754-521f847a445c {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:39:50.602417 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '763b8a73-1954-46a1-8cd6-2ccd9687ab18', 'name': 'network-vif-deleted', 'tag': '1f2074ec-1602-4dd3-a2d3-0fe939bc0164', 'status': 'completed', 'code': 200} Aug 23 20:39:50.606655 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ce3eb240-df2f-47ac-97e3-ec78d4d49f76 req-7c4b253d-d763-40da-8196-07090c0e1f56 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5166569 Aug 23 20:39:50.615173 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b6b30697-398e-4130-bf72-4db62bc1248c tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:50.642197 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81e521-1dab-48a1-bc09-d6f689843689 req-9e2082ed-34ab-4338-8fad-1af52cd7179c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:50.644326 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bf81e521-1dab-48a1-bc09-d6f689843689 req-9e2082ed-34ab-4338-8fad-1af52cd7179c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c7edda6f-692c-48b6-bdea-916903913fd8 HTTP/1.1" status: 200 len: 854 time: 0.1682248 Aug 23 20:39:50.765334 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81e521-1dab-48a1-bc09-d6f689843689 req-6812bbed-4e9e-44b9-a457-0a6bb96f8457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:50.768612 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bf81e521-1dab-48a1-bc09-d6f689843689 req-6812bbed-4e9e-44b9-a457-0a6bb96f8457 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bdfb7985-4a2e-4b59-90a4-3a1df09446bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1156700 Aug 23 20:39:50.771043 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 51f3e951-8613-4c01-804e-2073860f6dfb up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:39:50.827476 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b30697-398e-4130-bf72-4db62bc1248c tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:39:50.845951 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bcef21f1-2af0-4015-93f1-726220ed8ca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:50.858749 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-b6b30697-398e-4130-bf72-4db62bc1248c tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:39:50.885087 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ed0895df-0887-4efd-b8d6-5af9d7b21615 None None] Provisioning for port 51f3e951-8613-4c01-804e-2073860f6dfb completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:39:50.949483 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e66b9a-55b7-4b7a-a26d-b7fe8ff1b18d req-599e1de5-ce47-436e-b24f-3fad99199d42 tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:50.951412 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f1e66b9a-55b7-4b7a-a26d-b7fe8ff1b18d req-599e1de5-ce47-436e-b24f-3fad99199d42 tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] 10.222.0.11 "GET /v2.0/networks?id=56cb210f-55ef-48ed-a160-b1c0c9d932a7 HTTP/1.1" status: 200 len: 814 time: 0.7046957 Aug 23 20:39:50.963261 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b30697-398e-4130-bf72-4db62bc1248c tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:39:51.001063 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122403a2-53bf-4393-ba37-4489a89194f1 req-a934ddcc-93dc-4dfe-99ea-4e394ad7b4ca tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:51.002095 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 1f2074ec-1602-4dd3-a2d3-0fe939bc0164 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:39:51.009382 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-122403a2-53bf-4393-ba37-4489a89194f1 req-a934ddcc-93dc-4dfe-99ea-4e394ad7b4ca tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc9e8022-e947-4165-acfb-0a209a49dfcd HTTP/1.1" status: 200 len: 943 time: 0.1792691 Aug 23 20:39:51.043487 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: 1f2074ec-1602-4dd3-a2d3-0fe939bc0164 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:39:51.045262 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 1f2074ec-1602-4dd3-a2d3-0fe939bc0164 not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:39:51.069922 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bf81e521-1dab-48a1-bc09-d6f689843689 req-7bc06bdb-2598-4a1d-82dd-ce35a3458f95 service neutron] 10.222.0.32 "GET /v2.0/networks/bdfb7985-4a2e-4b59-90a4-3a1df09446bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949514 Aug 23 20:39:51.105379 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-f1e66b9a-55b7-4b7a-a26d-b7fe8ff1b18d req-3da6793f-607c-44f5-85dc-494b75f09ff9 tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] Request body: {'port': {'device_id': 'f3f8e49b-d747-4bf3-a8c0-6714c2bd0126', 'network_id': '56cb210f-55ef-48ed-a160-b1c0c9d932a7', 'admin_state_up': True, 'tenant_id': 'b9e8c39424534d43841a667864699181'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:39:51.130687 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b30697-398e-4130-bf72-4db62bc1248c tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Pushing event updated for resources: {'Port': ['ID=42ab04ac-fe74-431c-81e4-8c0db102c07e,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:51.149962 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 51f3e951-8613-4c01-804e-2073860f6dfb completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:39:51.162484 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-122403a2-53bf-4393-ba37-4489a89194f1 req-5f06b59e-5829-4b00-9edc-3ba846d2ab7c tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "GET /v2.0/security-groups?id=38b07d32-2951-4646-87b8-46622765d84d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1521864 Aug 23 20:39:51.200586 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 51f3e951-8613-4c01-804e-2073860f6dfb triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:39:51.200972 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:51.335488 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bf81e521-1dab-48a1-bc09-d6f689843689 req-4bf7d918-d5a0-4364-b198-6ce22e96d147 service neutron] 10.222.0.32 "GET /v2.0/networks/bdfb7985-4a2e-4b59-90a4-3a1df09446bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438259 Aug 23 20:39:51.369937 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc8f087-488f-4450-bb4a-01402e1597ec req-037078f3-3687-459d-8af1-93cc017657e5 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:51.371727 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1fc8f087-488f-4450-bb4a-01402e1597ec req-037078f3-3687-459d-8af1-93cc017657e5 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=101ccc80-5521-4720-889d-1f5135b03c88 HTTP/1.1" status: 200 len: 945 time: 0.5143778 Aug 23 20:39:51.577915 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17fc499-2bde-4287-a363-aa252c154bf7 req-7de42489-b943-4f23-a11d-aa2fdc7d4021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:51.580102 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d17fc499-2bde-4287-a363-aa252c154bf7 req-7de42489-b943-4f23-a11d-aa2fdc7d4021 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=78acc99c454c406dbb0dc61deae5e8e2&device_id=dc9e8022-e947-4165-acfb-0a209a49dfcd HTTP/1.1" status: 200 len: 1094 time: 0.1538603 Aug 23 20:39:51.583846 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-51efa2be-f49e-4e26-bcb0-a3933d0de2b8 req-ea531966-fe5d-4651-a286-0aa3b8302193 tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3f8e49b-d747-4bf3-a8c0-6714c2bd0126 HTTP/1.1" status: 200 len: 210 time: 0.0456865 Aug 23 20:39:51.611876 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bcef21f1-2af0-4015-93f1-726220ed8ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:51.614526 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bcef21f1-2af0-4015-93f1-726220ed8ca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:51.617914 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-bcef21f1-2af0-4015-93f1-726220ed8ca2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8f095d2d-2484-47f6-a057-2775b31a304a HTTP/1.1" status: 204 len: 168 time: 1.6488159 Aug 23 20:39:51.627300 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:51.674211 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1fc8f087-488f-4450-bb4a-01402e1597ec req-8a5451c9-e047-417b-8980-e1cb8dd6e786 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864256 Aug 23 20:39:51.681394 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcef21f1-2af0-4015-93f1-726220ed8ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f095d2d-2484-47f6-a057-2775b31a304a,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:51.734879 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1e66b9a-55b7-4b7a-a26d-b7fe8ff1b18d req-3da6793f-607c-44f5-85dc-494b75f09ff9 tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] Made reservation on behalf of b9e8c39424534d43841a667864699181 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:39:51.739409 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f1e66b9a-55b7-4b7a-a26d-b7fe8ff1b18d req-3da6793f-607c-44f5-85dc-494b75f09ff9 tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:51.762294 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17fc499-2bde-4287-a363-aa252c154bf7 req-0545dd33-7883-430b-8c61-a0a55ebd320c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:51.763785 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d17fc499-2bde-4287-a363-aa252c154bf7 req-0545dd33-7883-430b-8c61-a0a55ebd320c service neutron] 10.222.0.32 "GET /v2.0/networks?id=bdfb7985-4a2e-4b59-90a4-3a1df09446bc HTTP/1.1" status: 200 len: 916 time: 0.1761408 Aug 23 20:39:51.820598 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d17fc499-2bde-4287-a363-aa252c154bf7 req-b30c5ff3-c931-4a58-bf7c-930a9984d01a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1e1da2ac-32ca-4471-a01b-373110354754 HTTP/1.1" status: 200 len: 217 time: 0.0484762 Aug 23 20:39:51.853929 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3a35ff02-239e-4cc9-b337-7bdf699e0762 None None] Provisioning complete for port 51f3e951-8613-4c01-804e-2073860f6dfb triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:39:51.854301 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3a35ff02-239e-4cc9-b337-7bdf699e0762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:51.922399 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 51f3e951-8613-4c01-804e-2073860f6dfb, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=51f3e951-8613-4c01-804e-2073860f6dfb,segment=NetworkSegment(0591f5b5-954b-40c5-91eb-1e52539fa985),segment_id=0591f5b5-954b-40c5-91eb-1e52539fa985)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:39:51.945015 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17fc499-2bde-4287-a363-aa252c154bf7 req-6853c254-a3b0-468e-9d01-e64bfaf5301c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:51.946896 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d17fc499-2bde-4287-a363-aa252c154bf7 req-6853c254-a3b0-468e-9d01-e64bfaf5301c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c7edda6f-692c-48b6-bdea-916903913fd8 HTTP/1.1" status: 200 len: 854 time: 0.1179967 Aug 23 20:39:52.005560 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b6b30697-398e-4130-bf72-4db62bc1248c tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:52.052088 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:52.068561 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17fc499-2bde-4287-a363-aa252c154bf7 req-b346e84c-27d3-4d3f-aade-24c0d989fe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:52.073063 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d17fc499-2bde-4287-a363-aa252c154bf7 req-b346e84c-27d3-4d3f-aade-24c0d989fe51 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bdfb7985-4a2e-4b59-90a4-3a1df09446bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1170049 Aug 23 20:39:52.248413 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d17fc499-2bde-4287-a363-aa252c154bf7 req-2cb756f5-57e0-4146-98e2-223c5f93ec87 service neutron] 10.222.0.32 "GET /v2.0/networks/bdfb7985-4a2e-4b59-90a4-3a1df09446bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681061 Aug 23 20:39:52.273403 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=51f3e951-8613-4c01-804e-2073860f6dfb,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:52.415849 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-f1e66b9a-55b7-4b7a-a26d-b7fe8ff1b18d req-3da6793f-607c-44f5-85dc-494b75f09ff9 tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] Allocated IP 172.20.0.6 (56cb210f-55ef-48ed-a160-b1c0c9d932a7/92fcbdbc-79cf-4674-bad6-96389be9e3cd/70131d2f-bdae-47cd-849a-9fbaca282a74) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:39:52.480317 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d17fc499-2bde-4287-a363-aa252c154bf7 req-0e7facf2-cc46-4703-8f6a-f8323b12bc3e service neutron] 10.222.0.32 "GET /v2.0/networks/bdfb7985-4a2e-4b59-90a4-3a1df09446bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232888 Aug 23 20:39:52.537384 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 51f3e951-8613-4c01-804e-2073860f6dfb up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:39:52.538644 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c178f-6071-41ba-bcda-501caf9ed885 req-68684f21-b352-433d-9e1e-425093bd01b5 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:52.540605 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cc5c178f-6071-41ba-bcda-501caf9ed885 req-68684f21-b352-433d-9e1e-425093bd01b5 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc9e8022-e947-4165-acfb-0a209a49dfcd HTTP/1.1" status: 200 len: 943 time: 0.1973257 Aug 23 20:39:52.615965 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41888fa3-ef52-4e1e-8447-643b1370d0cb req-4d367bc3-efaa-4e20-b6e9-ed4b4afb42a7 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:52.618511 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-41888fa3-ef52-4e1e-8447-643b1370d0cb req-4d367bc3-efaa-4e20-b6e9-ed4b4afb42a7 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9c48baa-7dde-4b85-aa62-ee799df5dbb5 HTTP/1.1" status: 200 len: 949 time: 0.1120710 Aug 23 20:39:52.641165 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 51f3e951-8613-4c01-804e-2073860f6dfb triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:39:52.645166 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:52.702463 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-41888fa3-ef52-4e1e-8447-643b1370d0cb req-c43593b4-5cc3-48ff-9468-5e8fa5fdc60a tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753496 Aug 23 20:39:52.709220 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cc5c178f-6071-41ba-bcda-501caf9ed885 req-7aa62afe-a644-4e37-92d7-ae2827b5a740 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "GET /v2.0/security-groups?id=38b07d32-2951-4646-87b8-46622765d84d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1584356 Aug 23 20:39:52.737302 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b6b30697-398e-4130-bf72-4db62bc1248c tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:52.981618 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02caca8-0c4a-43e3-b527-b7effa74f39a req-0e7ee466-6fff-45e2-a481-6bf444c379bf tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:52.991396 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a02caca8-0c4a-43e3-b527-b7effa74f39a req-0e7ee466-6fff-45e2-a481-6bf444c379bf tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=101ccc80-5521-4720-889d-1f5135b03c88 HTTP/1.1" status: 200 len: 945 time: 0.0747724 Aug 23 20:39:53.029229 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a02caca8-0c4a-43e3-b527-b7effa74f39a req-fefed568-31ab-4023-a5f7-2a9e680a08f0 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365591 Aug 23 20:39:53.167517 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-083f4002-a14a-461d-81c9-fdda259375f8 req-51f96134-0de6-4d62-934d-23081a697258 tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3f8e49b-d747-4bf3-a8c0-6714c2bd0126 HTTP/1.1" status: 200 len: 210 time: 0.0690055 Aug 23 20:39:53.265526 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f1e66b9a-55b7-4b7a-a26d-b7fe8ff1b18d req-3da6793f-607c-44f5-85dc-494b75f09ff9 tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:53.334101 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f1e66b9a-55b7-4b7a-a26d-b7fe8ff1b18d req-3da6793f-607c-44f5-85dc-494b75f09ff9 tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:53.343782 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b30697-398e-4130-bf72-4db62bc1248c tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Router 7b5a1753-deb1-4eaa-b6fa-3d1902e68670 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:39:53.384116 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1e66b9a-55b7-4b7a-a26d-b7fe8ff1b18d req-3da6793f-607c-44f5-85dc-494b75f09ff9 tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] Network 56cb210f-55ef-48ed-a160-b1c0c9d932a7 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:39:53.389573 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-f1e66b9a-55b7-4b7a-a26d-b7fe8ff1b18d req-3da6793f-607c-44f5-85dc-494b75f09ff9 tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:39:53.396091 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1e66b9a-55b7-4b7a-a26d-b7fe8ff1b18d req-3da6793f-607c-44f5-85dc-494b75f09ff9 tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:39:53.474881 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da6793f-607c-44f5-85dc-494b75f09ff9 tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] Pushing event updated for resources: {'Port': ['ID=70131d2f-bdae-47cd-849a-9fbaca282a74,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:53.544494 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e66b9a-55b7-4b7a-a26d-b7fe8ff1b18d req-3da6793f-607c-44f5-85dc-494b75f09ff9 tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:53.545126 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f1e66b9a-55b7-4b7a-a26d-b7fe8ff1b18d req-3da6793f-607c-44f5-85dc-494b75f09ff9 tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:53.570684 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f1e66b9a-55b7-4b7a-a26d-b7fe8ff1b18d req-3da6793f-607c-44f5-85dc-494b75f09ff9 tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5368338 Aug 23 20:39:53.575026 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b30697-398e-4130-bf72-4db62bc1248c tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:39:53.587286 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac39ba1-35ea-476c-8bea-8e58ac1deb47 None None] Sync routers for ids ['7b5a1753-deb1-4eaa-b6fa-3d1902e68670'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:39:53.595204 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b6b30697-398e-4130-bf72-4db62bc1248c tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:53.596749 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b6b30697-398e-4130-bf72-4db62bc1248c tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 6.3814793 Aug 23 20:39:53.600326 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac39ba1-35ea-476c-8bea-8e58ac1deb47 None None] Routers {'7b5a1753-deb1-4eaa-b6fa-3d1902e68670'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:39:53.600488 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 35118) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:53.601062 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8ac39ba1-35ea-476c-8bea-8e58ac1deb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:39:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['7b5a1753-deb1-4eaa-b6fa-3d1902e68670'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:39:53.603987 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-f1e66b9a-55b7-4b7a-a26d-b7fe8ff1b18d req-42c89dc6-f4ac-4b5b-8306-fd3a115bf780 service neutron] Request body: {'port': {'device_id': 'f3f8e49b-d747-4bf3-a8c0-6714c2bd0126', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:39:53.644107 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8ac39ba1-35ea-476c-8bea-8e58ac1deb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:39:53.654892 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac39ba1-35ea-476c-8bea-8e58ac1deb47 None None] Routers {'7b5a1753-deb1-4eaa-b6fa-3d1902e68670'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:39:53.655874 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8ac39ba1-35ea-476c-8bea-8e58ac1deb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:39:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['7b5a1753-deb1-4eaa-b6fa-3d1902e68670'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:39:53.687538 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 35120) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:53.697022 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8ac39ba1-35ea-476c-8bea-8e58ac1deb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:39:53.697912 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac39ba1-35ea-476c-8bea-8e58ac1deb47 None None] The sync data for ids ['7b5a1753-deb1-4eaa-b6fa-3d1902e68670'] in n-d-805663-2 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:39:53.703855 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f1e66b9a-55b7-4b7a-a26d-b7fe8ff1b18d req-42c89dc6-f4ac-4b5b-8306-fd3a115bf780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:53.714704 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80143a-e194-4d0e-8766-1b0717428d5b req-e0703f76-3efe-40ec-9cd4-e47d42769753 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:53.716132 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec80143a-e194-4d0e-8766-1b0717428d5b req-e0703f76-3efe-40ec-9cd4-e47d42769753 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9c48baa-7dde-4b85-aa62-ee799df5dbb5 HTTP/1.1" status: 200 len: 949 time: 0.1177049 Aug 23 20:39:53.953914 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-970150db-062f-40ff-97bf-efc41fa79369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:53.984288 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a180519d-e56d-4750-9c12-9207ee9a2357 req-2e3e85a1-d6a4-419d-a198-8c762f308059 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:53.985802 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a180519d-e56d-4750-9c12-9207ee9a2357 req-2e3e85a1-d6a4-419d-a198-8c762f308059 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9c48baa-7dde-4b85-aa62-ee799df5dbb5 HTTP/1.1" status: 200 len: 949 time: 0.1206064 Aug 23 20:39:54.016160 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e024ae-3bf3-4814-8177-7f6ff8be0c62 req-c7e197ed-e213-420e-9920-f9f16c218045 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:54.017800 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-29e024ae-3bf3-4814-8177-7f6ff8be0c62 req-c7e197ed-e213-420e-9920-f9f16c218045 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc9e8022-e947-4165-acfb-0a209a49dfcd HTTP/1.1" status: 200 len: 943 time: 0.1840761 Aug 23 20:39:54.060636 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-ec80143a-e194-4d0e-8766-1b0717428d5b req-04d0ff5c-9af0-4958-8a93-3b9b8eb0544b tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Deleting port 73fd8635-7170-464b-a8af-6451a6feae69 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:39:54.060979 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ec80143a-e194-4d0e-8766-1b0717428d5b req-04d0ff5c-9af0-4958-8a93-3b9b8eb0544b tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:54.068119 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a180519d-e56d-4750-9c12-9207ee9a2357 req-0fc10de9-adaa-4d4d-9ba5-1a9974e56295 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534489 Aug 23 20:39:54.195289 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a131160-92a3-49cd-9d8e-8bd0f0a2442b req-499fad4d-b943-401a-8d18-5d3e83010393 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:54.196809 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0a131160-92a3-49cd-9d8e-8bd0f0a2442b req-499fad4d-b943-401a-8d18-5d3e83010393 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.32 "GET /v2.0/ports?device_id=68b2e55c-23d4-4923-bcdb-7c238608f2f5 HTTP/1.1" status: 200 len: 949 time: 0.0972447 Aug 23 20:39:54.217549 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-29e024ae-3bf3-4814-8177-7f6ff8be0c62 req-5e5c89f4-63ca-4d67-8bc2-d89b871903ed tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "GET /v2.0/security-groups?id=38b07d32-2951-4646-87b8-46622765d84d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1595027 Aug 23 20:39:54.270348 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-ec80143a-e194-4d0e-8766-1b0717428d5b req-04d0ff5c-9af0-4958-8a93-3b9b8eb0544b tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] For port 73fd8635-7170-464b-a8af-6451a6feae69, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=73fd8635-7170-464b-a8af-6451a6feae69,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:39:54.270718 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ec80143a-e194-4d0e-8766-1b0717428d5b req-04d0ff5c-9af0-4958-8a93-3b9b8eb0544b tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:54.327097 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-ec80143a-e194-4d0e-8766-1b0717428d5b req-04d0ff5c-9af0-4958-8a93-3b9b8eb0544b tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Calling delete_port for 73fd8635-7170-464b-a8af-6451a6feae69 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:39:54.377848 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-970150db-062f-40ff-97bf-efc41fa79369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:54.387060 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-f1e66b9a-55b7-4b7a-a26d-b7fe8ff1b18d req-42c89dc6-f4ac-4b5b-8306-fd3a115bf780 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70131d2f-bdae-47cd-849a-9fbaca282a74 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:39:54.389883 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8e02a-c710-452f-9600-e127447f21b5 req-a8321b4a-d245-4723-b55a-86be6571ac83 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:54.391545 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fae8e02a-c710-452f-9600-e127447f21b5 req-a8321b4a-d245-4723-b55a-86be6571ac83 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=101ccc80-5521-4720-889d-1f5135b03c88 HTTP/1.1" status: 200 len: 945 time: 0.1714122 Aug 23 20:39:54.423121 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-970150db-062f-40ff-97bf-efc41fa79369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:54.426523 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f1e66b9a-55b7-4b7a-a26d-b7fe8ff1b18d req-42c89dc6-f4ac-4b5b-8306-fd3a115bf780 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:54.478347 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-0a131160-92a3-49cd-9d8e-8bd0f0a2442b req-f0e26f5c-3054-4ea0-afc2-d463f68e4fb5 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Deleting port c32cc103-d12a-4216-966a-e4c11f53037b {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:39:54.478741 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0a131160-92a3-49cd-9d8e-8bd0f0a2442b req-f0e26f5c-3054-4ea0-afc2-d463f68e4fb5 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:54.497497 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-f1e66b9a-55b7-4b7a-a26d-b7fe8ff1b18d req-42c89dc6-f4ac-4b5b-8306-fd3a115bf780 service neutron] Transition to ACTIVE for port object 70131d2f-bdae-47cd-849a-9fbaca282a74 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:39:54.499948 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fae8e02a-c710-452f-9600-e127447f21b5 req-ef3bc9f1-61fa-4df0-8e3c-7eb0fa949949 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987060 Aug 23 20:39:54.508303 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222113f-6c06-4556-bcf0-ab3244ab6fe3 req-6d98d2db-270f-40d6-b35f-777f7cbb6be8 tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:54.509880 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3222113f-6c06-4556-bcf0-ab3244ab6fe3 req-6d98d2db-270f-40d6-b35f-777f7cbb6be8 tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3f8e49b-d747-4bf3-a8c0-6714c2bd0126 HTTP/1.1" status: 200 len: 931 time: 0.2144463 Aug 23 20:39:54.514620 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-970150db-062f-40ff-97bf-efc41fa79369 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4367d91de46d45cf91f2956c7bf17442&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8219321 Aug 23 20:39:54.515221 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 35134) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:54.515659 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f1e66b9a-55b7-4b7a-a26d-b7fe8ff1b18d req-42c89dc6-f4ac-4b5b-8306-fd3a115bf780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:54.527969 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970150db-062f-40ff-97bf-efc41fa79369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d378e3d7-3572-4e41-8945-9d7e43ed575b,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:54.654777 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c89dc6-f4ac-4b5b-8306-fd3a115bf780 service neutron] Pushing event updated for resources: {'Port': ['ID=70131d2f-bdae-47cd-849a-9fbaca282a74,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:54.687339 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3222113f-6c06-4556-bcf0-ab3244ab6fe3 req-116eed72-655f-4c71-ad27-ea11d1ab030d tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] 10.222.0.61 "GET /v2.0/security-groups?id=056c4907-8713-4216-b1e4-8ea74be33541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615944 Aug 23 20:39:54.741916 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-72c86cc8-779f-4245-a2f3-cc97294b4b8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:54.775478 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ec80143a-e194-4d0e-8766-1b0717428d5b req-04d0ff5c-9af0-4958-8a93-3b9b8eb0544b tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:54.789908 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['c2650ba0-bc32-4cd3-bef0-7cf28e126ad2', 'b096bed7-e6ad-4794-b7d9-e61b90bafa7d', '73fd8635-7170-464b-a8af-6451a6feae69'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:39:54.816886 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['4e45b000-7179-414e-9c26-2b8f01610967', 'c32cc103-d12a-4216-966a-e4c11f53037b'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:39:54.826221 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-72c86cc8-779f-4245-a2f3-cc97294b4b8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:54.829880 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0ff5c-9af0-4958-8a93-3b9b8eb0544b tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Pushing event deleted for resources: {'Port': ['ID=73fd8635-7170-464b-a8af-6451a6feae69,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:54.845430 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3b6cbeff-6a2c-4d2d-976e-86673f25589b tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:54.905307 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-f1e66b9a-55b7-4b7a-a26d-b7fe8ff1b18d req-42c89dc6-f4ac-4b5b-8306-fd3a115bf780 service neutron] Attempting to bind port 70131d2f-bdae-47cd-849a-9fbaca282a74 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:39:54.905673 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-f1e66b9a-55b7-4b7a-a26d-b7fe8ff1b18d req-42c89dc6-f4ac-4b5b-8306-fd3a115bf780 service neutron] Attempting to bind port 70131d2f-bdae-47cd-849a-9fbaca282a74 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': 'cd7bca62-163a-450c-9ba7-ef8e5fa83757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '56cb210f-55ef-48ed-a160-b1c0c9d932a7'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:39:54.905978 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e66b9a-55b7-4b7a-a26d-b7fe8ff1b18d req-42c89dc6-f4ac-4b5b-8306-fd3a115bf780 service neutron] Attempting to bind port 70131d2f-bdae-47cd-849a-9fbaca282a74 on network 56cb210f-55ef-48ed-a160-b1c0c9d932a7 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:39:54.913936 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec80143a-e194-4d0e-8766-1b0717428d5b req-04d0ff5c-9af0-4958-8a93-3b9b8eb0544b tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] No DVR routers for this DVR port 73fd8635-7170-464b-a8af-6451a6feae69 on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:39:54.919226 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ec80143a-e194-4d0e-8766-1b0717428d5b req-04d0ff5c-9af0-4958-8a93-3b9b8eb0544b tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:54.921865 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec80143a-e194-4d0e-8766-1b0717428d5b req-04d0ff5c-9af0-4958-8a93-3b9b8eb0544b tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.11 "DELETE /v2.0/ports/73fd8635-7170-464b-a8af-6451a6feae69 HTTP/1.1" status: 204 len: 173 time: 1.1959398 Aug 23 20:39:54.922915 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c48baa-7dde-4b85-aa62-ee799df5dbb5', 'name': 'network-vif-deleted', 'tag': '73fd8635-7170-464b-a8af-6451a6feae69'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:39:54.924374 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96af7be6-6e7c-4676-8368-32608d581b88" -d '{"events": [{"server_uuid": "e9c48baa-7dde-4b85-aa62-ee799df5dbb5", "name": "network-vif-deleted", "tag": "73fd8635-7170-464b-a8af-6451a6feae69"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:39:54.928743 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e66b9a-55b7-4b7a-a26d-b7fe8ff1b18d req-42c89dc6-f4ac-4b5b-8306-fd3a115bf780 service neutron] Port 70131d2f-bdae-47cd-849a-9fbaca282a74 on network 56cb210f-55ef-48ed-a160-b1c0c9d932a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:39:54.929123 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e66b9a-55b7-4b7a-a26d-b7fe8ff1b18d req-42c89dc6-f4ac-4b5b-8306-fd3a115bf780 service neutron] Attempting to bind port 70131d2f-bdae-47cd-849a-9fbaca282a74 on network 56cb210f-55ef-48ed-a160-b1c0c9d932a7 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:39:54.935498 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e66b9a-55b7-4b7a-a26d-b7fe8ff1b18d req-42c89dc6-f4ac-4b5b-8306-fd3a115bf780 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:39:54.935848 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e66b9a-55b7-4b7a-a26d-b7fe8ff1b18d req-42c89dc6-f4ac-4b5b-8306-fd3a115bf780 service neutron] Checking segment: {'id': 'cd7bca62-163a-450c-9ba7-ef8e5fa83757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '56cb210f-55ef-48ed-a160-b1c0c9d932a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:39:54.936248 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e66b9a-55b7-4b7a-a26d-b7fe8ff1b18d req-42c89dc6-f4ac-4b5b-8306-fd3a115bf780 service neutron] Bound using segment: {'id': 'cd7bca62-163a-450c-9ba7-ef8e5fa83757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '56cb210f-55ef-48ed-a160-b1c0c9d932a7'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:39:54.938932 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-f1e66b9a-55b7-4b7a-a26d-b7fe8ff1b18d req-42c89dc6-f4ac-4b5b-8306-fd3a115bf780 service neutron] Bound port: 70131d2f-bdae-47cd-849a-9fbaca282a74, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd7bca62-163a-450c-9ba7-ef8e5fa83757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '56cb210f-55ef-48ed-a160-b1c0c9d932a7'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:39:54.938932 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f1e66b9a-55b7-4b7a-a26d-b7fe8ff1b18d req-42c89dc6-f4ac-4b5b-8306-fd3a115bf780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:54.966585 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-0a131160-92a3-49cd-9d8e-8bd0f0a2442b req-f0e26f5c-3054-4ea0-afc2-d463f68e4fb5 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] For port c32cc103-d12a-4216-966a-e4c11f53037b, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=c32cc103-d12a-4216-966a-e4c11f53037b,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:39:54.966911 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0a131160-92a3-49cd-9d8e-8bd0f0a2442b req-f0e26f5c-3054-4ea0-afc2-d463f68e4fb5 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:54.997910 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-72c86cc8-779f-4245-a2f3-cc97294b4b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:55.000851 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-72c86cc8-779f-4245-a2f3-cc97294b4b8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:55.006886 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-72c86cc8-779f-4245-a2f3-cc97294b4b8e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d378e3d7-3572-4e41-8945-9d7e43ed575b HTTP/1.1" status: 204 len: 168 time: 0.4841659 Aug 23 20:39:55.022826 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c86cc8-779f-4245-a2f3-cc97294b4b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d378e3d7-3572-4e41-8945-9d7e43ed575b,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:55.027698 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9690f7c4-4cfd-4158-97b1-fdf6a4606a46 x-openstack-request-id: req-9690f7c4-4cfd-4158-97b1-fdf6a4606a46 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:39:55.028133 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9c48baa-7dde-4b85-aa62-ee799df5dbb5", "name": "network-vif-deleted", "tag": "73fd8635-7170-464b-a8af-6451a6feae69", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:39:55.028404 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9690f7c4-4cfd-4158-97b1-fdf6a4606a46 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:39:55.028741 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9c48baa-7dde-4b85-aa62-ee799df5dbb5', 'name': 'network-vif-deleted', 'tag': '73fd8635-7170-464b-a8af-6451a6feae69', 'status': 'completed', 'code': 200} Aug 23 20:39:55.031396 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-f1e66b9a-55b7-4b7a-a26d-b7fe8ff1b18d req-42c89dc6-f4ac-4b5b-8306-fd3a115bf780 service neutron] For port 70131d2f-bdae-47cd-849a-9fbaca282a74, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:39:55.045449 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-f1e66b9a-55b7-4b7a-a26d-b7fe8ff1b18d req-42c89dc6-f4ac-4b5b-8306-fd3a115bf780 service neutron] For port 70131d2f-bdae-47cd-849a-9fbaca282a74, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=70131d2f-bdae-47cd-849a-9fbaca282a74,segment=NetworkSegment(cd7bca62-163a-450c-9ba7-ef8e5fa83757),segment_id=cd7bca62-163a-450c-9ba7-ef8e5fa83757)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:39:55.052613 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f1e66b9a-55b7-4b7a-a26d-b7fe8ff1b18d req-42c89dc6-f4ac-4b5b-8306-fd3a115bf780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:55.070774 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-0a131160-92a3-49cd-9d8e-8bd0f0a2442b req-f0e26f5c-3054-4ea0-afc2-d463f68e4fb5 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Calling delete_port for c32cc103-d12a-4216-966a-e4c11f53037b owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:39:55.090762 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e66b9a-55b7-4b7a-a26d-b7fe8ff1b18d req-42c89dc6-f4ac-4b5b-8306-fd3a115bf780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:55.091502 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f1e66b9a-55b7-4b7a-a26d-b7fe8ff1b18d req-42c89dc6-f4ac-4b5b-8306-fd3a115bf780 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:55.093328 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f1e66b9a-55b7-4b7a-a26d-b7fe8ff1b18d req-42c89dc6-f4ac-4b5b-8306-fd3a115bf780 service neutron] 10.222.0.11 "PUT /v2.0/ports/70131d2f-bdae-47cd-849a-9fbaca282a74 HTTP/1.1" status: 200 len: 1091 time: 1.4932814 Aug 23 20:39:55.119963 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c89dc6-f4ac-4b5b-8306-fd3a115bf780 service neutron] Pushing event updated for resources: {'Port': ['ID=70131d2f-bdae-47cd-849a-9fbaca282a74,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:55.236096 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e66b9a-55b7-4b7a-a26d-b7fe8ff1b18d req-f39f276c-77e5-4420-a0e0-0ae61b5ee1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:55.238655 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f1e66b9a-55b7-4b7a-a26d-b7fe8ff1b18d req-f39f276c-77e5-4420-a0e0-0ae61b5ee1c8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b9e8c39424534d43841a667864699181&device_id=f3f8e49b-d747-4bf3-a8c0-6714c2bd0126 HTTP/1.1" status: 200 len: 1094 time: 0.0807414 Aug 23 20:39:55.330173 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f1e66b9a-55b7-4b7a-a26d-b7fe8ff1b18d req-091caf71-321a-4259-80f1-7ca24998cada service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70131d2f-bdae-47cd-849a-9fbaca282a74 HTTP/1.1" status: 200 len: 217 time: 0.0812275 Aug 23 20:39:55.406671 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7bada06f-acdd-4f83-b86f-2df6479daf04 req-19b2b886-7d3a-45d9-9eb1-72dfb49e7988 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9c48baa-7dde-4b85-aa62-ee799df5dbb5 HTTP/1.1" status: 200 len: 210 time: 0.0800657 Aug 23 20:39:55.452343 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e66b9a-55b7-4b7a-a26d-b7fe8ff1b18d req-6fb68aa2-7614-466f-8c6d-d67f0fa947f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:55.454610 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f1e66b9a-55b7-4b7a-a26d-b7fe8ff1b18d req-6fb68aa2-7614-466f-8c6d-d67f0fa947f6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=92fcbdbc-79cf-4674-bad6-96389be9e3cd HTTP/1.1" status: 200 len: 854 time: 0.1048350 Aug 23 20:39:55.514315 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f1e66b9a-55b7-4b7a-a26d-b7fe8ff1b18d req-bcee7449-b116-400a-b27e-309ece8d05a1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=56cb210f-55ef-48ed-a160-b1c0c9d932a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470729 Aug 23 20:39:55.610129 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0a131160-92a3-49cd-9d8e-8bd0f0a2442b req-f0e26f5c-3054-4ea0-afc2-d463f68e4fb5 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:55.643215 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fbff1-4872-4ad7-b918-66cc5f39c649 req-b5e767a9-05ad-4cc0-9b6f-4c69dd984036 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:55.645914 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c48fbff1-4872-4ad7-b918-66cc5f39c649 req-b5e767a9-05ad-4cc0-9b6f-4c69dd984036 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc9e8022-e947-4165-acfb-0a209a49dfcd HTTP/1.1" status: 200 len: 943 time: 0.2401769 Aug 23 20:39:55.649862 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-3b6cbeff-6a2c-4d2d-976e-86673f25589b tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Allocated IP 172.20.0.1 (cc745fcd-f09e-4f1d-9f13-db9c8651b601/b5d4da93-1ee3-4b80-b985-a6595f9ea7df/3a889df9-f343-435a-959d-6b1b88b55911) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:39:55.680225 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f1e66b9a-55b7-4b7a-a26d-b7fe8ff1b18d req-12ebb542-76e8-42c6-94de-7ff378dbd976 service neutron] 10.222.0.11 "GET /v2.0/networks/56cb210f-55ef-48ed-a160-b1c0c9d932a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521358 Aug 23 20:39:55.688692 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d90f5-0211-40a5-a508-ced8f9d68e8b req-d58e37fb-bed2-46a0-a1ad-3a6b7ab2fcb3 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:55.693243 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e26f5c-3054-4ea0-afc2-d463f68e4fb5 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Pushing event deleted for resources: {'Port': ['ID=c32cc103-d12a-4216-966a-e4c11f53037b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:55.699298 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f50d90f5-0211-40a5-a508-ced8f9d68e8b req-d58e37fb-bed2-46a0-a1ad-3a6b7ab2fcb3 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=101ccc80-5521-4720-889d-1f5135b03c88 HTTP/1.1" status: 200 len: 945 time: 0.0871222 Aug 23 20:39:55.793710 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f50d90f5-0211-40a5-a508-ced8f9d68e8b req-39ffcaf0-f4fe-4267-82e5-fe654b50a1f6 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934224 Aug 23 20:39:55.800085 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a131160-92a3-49cd-9d8e-8bd0f0a2442b req-f0e26f5c-3054-4ea0-afc2-d463f68e4fb5 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] No DVR routers for this DVR port c32cc103-d12a-4216-966a-e4c11f53037b on host n-h2-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:39:55.807069 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0a131160-92a3-49cd-9d8e-8bd0f0a2442b req-f0e26f5c-3054-4ea0-afc2-d463f68e4fb5 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:55.809415 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0a131160-92a3-49cd-9d8e-8bd0f0a2442b req-f0e26f5c-3054-4ea0-afc2-d463f68e4fb5 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.32 "DELETE /v2.0/ports/c32cc103-d12a-4216-966a-e4c11f53037b HTTP/1.1" status: 204 len: 173 time: 1.5999491 Aug 23 20:39:55.828567 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b2e55c-23d4-4923-bcdb-7c238608f2f5', 'name': 'network-vif-deleted', 'tag': 'c32cc103-d12a-4216-966a-e4c11f53037b'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:39:55.830795 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0252d41c-1375-480d-8ecb-5d8edc5ef440" -d '{"events": [{"server_uuid": "68b2e55c-23d4-4923-bcdb-7c238608f2f5", "name": "network-vif-deleted", "tag": "c32cc103-d12a-4216-966a-e4c11f53037b"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:39:55.841392 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['4e45b000-7179-414e-9c26-2b8f01610967'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:39:55.854491 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f1e66b9a-55b7-4b7a-a26d-b7fe8ff1b18d req-2277f75c-3127-4f56-963e-97880a23a422 service neutron] 10.222.0.11 "GET /v2.0/networks/56cb210f-55ef-48ed-a160-b1c0c9d932a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527543 Aug 23 20:39:55.871254 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c48fbff1-4872-4ad7-b918-66cc5f39c649 req-bd10b0fb-82d5-4c16-9393-1aed01c1d313 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "GET /v2.0/security-groups?id=38b07d32-2951-4646-87b8-46622765d84d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1873493 Aug 23 20:39:55.946691 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3b6cbeff-6a2c-4d2d-976e-86673f25589b tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:55.974361 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-3b6cbeff-6a2c-4d2d-976e-86673f25589b tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Transition to ACTIVE for port object 3a889df9-f343-435a-959d-6b1b88b55911 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:39:56.090220 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f002d76f-b2ab-48de-94a4-8d7e7b1d8977 x-openstack-request-id: req-f002d76f-b2ab-48de-94a4-8d7e7b1d8977 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:39:56.090220 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b2e55c-23d4-4923-bcdb-7c238608f2f5", "name": "network-vif-deleted", "tag": "c32cc103-d12a-4216-966a-e4c11f53037b", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:39:56.090220 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f002d76f-b2ab-48de-94a4-8d7e7b1d8977 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:39:56.090220 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b2e55c-23d4-4923-bcdb-7c238608f2f5', 'name': 'network-vif-deleted', 'tag': 'c32cc103-d12a-4216-966a-e4c11f53037b', 'status': 'completed', 'code': 200} Aug 23 20:39:56.116826 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200bb83b-4628-4004-895a-36b1349e7ede req-cc688a8f-57eb-43b1-9631-29645aee52a7 tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:56.118494 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-200bb83b-4628-4004-895a-36b1349e7ede req-cc688a8f-57eb-43b1-9631-29645aee52a7 tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3f8e49b-d747-4bf3-a8c0-6714c2bd0126 HTTP/1.1" status: 200 len: 943 time: 0.1289189 Aug 23 20:39:56.120270 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3b6cbeff-6a2c-4d2d-976e-86673f25589b tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:56.190056 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6cbeff-6a2c-4d2d-976e-86673f25589b tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Network cc745fcd-f09e-4f1d-9f13-db9c8651b601 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:39:56.203060 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-3b6cbeff-6a2c-4d2d-976e-86673f25589b tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:39:56.212200 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6cbeff-6a2c-4d2d-976e-86673f25589b tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:39:56.214757 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6cbeff-6a2c-4d2d-976e-86673f25589b tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Pushing event updated for resources: {'Port': ['ID=3a889df9-f343-435a-959d-6b1b88b55911,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:56.256977 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-200bb83b-4628-4004-895a-36b1349e7ede req-a39b1cc5-05df-4e23-a4a6-33b8ff81a187 tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] 10.222.0.61 "GET /v2.0/security-groups?id=056c4907-8713-4216-b1e4-8ea74be33541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319342 Aug 23 20:39:56.282381 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3b6cbeff-6a2c-4d2d-976e-86673f25589b tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:56.402245 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['c2650ba0-bc32-4cd3-bef0-7cf28e126ad2', 'b096bed7-e6ad-4794-b7d9-e61b90bafa7d'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:39:56.448051 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3b6cbeff-6a2c-4d2d-976e-86673f25589b tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:56.653189 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1802b427-7241-4a04-801b-943ef202d95e req-75ed9e16-169c-4d88-a6ec-199503a465a0 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=68b2e55c-23d4-4923-bcdb-7c238608f2f5 HTTP/1.1" status: 200 len: 210 time: 0.0523498 Aug 23 20:39:56.682988 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3bb0c98b-5f33-432c-b6e2-6cc3c4c0f4bb None None] Provisioning for port 3a889df9-f343-435a-959d-6b1b88b55911 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:39:56.695819 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3bb0c98b-5f33-432c-b6e2-6cc3c4c0f4bb None None] Provisioning complete for port 3a889df9-f343-435a-959d-6b1b88b55911 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:39:56.696223 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3bb0c98b-5f33-432c-b6e2-6cc3c4c0f4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:56.761599 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0c98b-5f33-432c-b6e2-6cc3c4c0f4bb None None] Port 3a889df9-f343-435a-959d-6b1b88b55911 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:39:56.845040 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3b6cbeff-6a2c-4d2d-976e-86673f25589b tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:56.850483 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3b6cbeff-6a2c-4d2d-976e-86673f25589b tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:56.970433 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3b6cbeff-6a2c-4d2d-976e-86673f25589b tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:56.973326 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6cbeff-6a2c-4d2d-976e-86673f25589b tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Pushing event updated for resources: {'Port': ['ID=3a889df9-f343-435a-959d-6b1b88b55911,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:57.007969 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6500fd-d955-477a-b6ba-2305b8aa4fcc req-4e341969-17fa-4345-a58f-e27ead14cee8 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:57.009081 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e649c7-ca4f-4e12-891b-640afd79e00a req-aced7836-b06f-4ef2-8434-3b2a051bfb3e tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:57.009809 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ac6500fd-d955-477a-b6ba-2305b8aa4fcc req-4e341969-17fa-4345-a58f-e27ead14cee8 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc9e8022-e947-4165-acfb-0a209a49dfcd HTTP/1.1" status: 200 len: 943 time: 0.0706713 Aug 23 20:39:57.010607 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d6e649c7-ca4f-4e12-891b-640afd79e00a req-aced7836-b06f-4ef2-8434-3b2a051bfb3e tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=101ccc80-5521-4720-889d-1f5135b03c88 HTTP/1.1" status: 200 len: 945 time: 0.1328974 Aug 23 20:39:57.031546 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3f8e49b-d747-4bf3-a8c0-6714c2bd0126', 'tag': '70131d2f-bdae-47cd-849a-9fbaca282a74'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:39:57.032427 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 73fd8635-7170-464b-a8af-6451a6feae69 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:39:57.033876 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410ad050-8747-4b3d-aa08-6657aa7a79c6" -d '{"events": [{"name": "network-changed", "server_uuid": "f3f8e49b-d747-4bf3-a8c0-6714c2bd0126", "tag": "70131d2f-bdae-47cd-849a-9fbaca282a74"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:39:57.066838 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ac6500fd-d955-477a-b6ba-2305b8aa4fcc req-572676fc-f240-4598-9bb5-6c49779686eb tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "GET /v2.0/security-groups?id=38b07d32-2951-4646-87b8-46622765d84d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471513 Aug 23 20:39:57.083438 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: 73fd8635-7170-464b-a8af-6451a6feae69 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:39:57.084473 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 73fd8635-7170-464b-a8af-6451a6feae69 not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:39:57.099956 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 35208) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:57.108556 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d6e649c7-ca4f-4e12-891b-640afd79e00a req-6c1ad9e9-fe85-4e40-85e3-1962a13dd3d3 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724349 Aug 23 20:39:57.130601 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6cbeff-6a2c-4d2d-976e-86673f25589b tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Network cc745fcd-f09e-4f1d-9f13-db9c8651b601 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:39:57.132119 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-3b6cbeff-6a2c-4d2d-976e-86673f25589b tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:39:57.168612 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4fe361-ac58-4fa8-9b32-2341efb0344b x-openstack-request-id: req-ca4fe361-ac58-4fa8-9b32-2341efb0344b {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:39:57.168900 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3f8e49b-d747-4bf3-a8c0-6714c2bd0126", "tag": "70131d2f-bdae-47cd-849a-9fbaca282a74", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:39:57.169146 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ca4fe361-ac58-4fa8-9b32-2341efb0344b {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:39:57.169797 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3f8e49b-d747-4bf3-a8c0-6714c2bd0126', 'tag': '70131d2f-bdae-47cd-849a-9fbaca282a74', 'status': 'completed', 'code': 200} Aug 23 20:39:57.243642 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-29322ec9-908c-4f89-b294-3aa67d3bee7b tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:39:57.249808 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ad050-8747-4b3d-aa08-6657aa7a79c6 req-01e5df6e-1e30-456b-914e-f9e7f90e530c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:57.251366 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-410ad050-8747-4b3d-aa08-6657aa7a79c6 req-01e5df6e-1e30-456b-914e-f9e7f90e530c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b9e8c39424534d43841a667864699181&device_id=f3f8e49b-d747-4bf3-a8c0-6714c2bd0126 HTTP/1.1" status: 200 len: 1094 time: 0.0585136 Aug 23 20:39:57.269993 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b6cbeff-6a2c-4d2d-976e-86673f25589b tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Router 7b5a1753-deb1-4eaa-b6fa-3d1902e68670 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:39:57.342509 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-29322ec9-908c-4f89-b294-3aa67d3bee7b tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] 10.222.0.61 "PUT /v2.0/quotas/1233672aecef47faabe3899bda510a43 HTTP/1.1" status: 200 len: 368 time: 0.2386713 Aug 23 20:39:57.342610 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 35214) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:57.349302 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-0faeb96a-de2a-41e3-97b9-a63e8ac5e3aa tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] Request body: {'network': {'project_id': '1233672aecef47faabe3899bda510a43'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:39:57.391541 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6cbeff-6a2c-4d2d-976e-86673f25589b tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:39:57.397958 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-3b6cbeff-6a2c-4d2d-976e-86673f25589b tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] 10.222.0.61 "PUT /v2.0/routers/7b5a1753-deb1-4eaa-b6fa-3d1902e68670/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7961657 Aug 23 20:39:57.400661 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 35216) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:57.408196 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-17ad971b-f3e6-4aab-8501-5ea67994e79a tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Request body: {'port': {'network_id': 'cc745fcd-f09e-4f1d-9f13-db9c8651b601', 'name': 'tempest-FloatingIPAdminTestJSON-189580296'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:39:57.423668 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a85dd4-05ca-44ba-9c0f-d67882c7c8f6 None None] Sync routers for ids ['7b5a1753-deb1-4eaa-b6fa-3d1902e68670'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:39:57.435966 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ad050-8747-4b3d-aa08-6657aa7a79c6 req-29723ee4-9049-4abb-a47e-a2de8df5f59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:57.436704 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a85dd4-05ca-44ba-9c0f-d67882c7c8f6 None None] Routers {'7b5a1753-deb1-4eaa-b6fa-3d1902e68670'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:39:57.437330 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-64a85dd4-05ca-44ba-9c0f-d67882c7c8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:39:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['7b5a1753-deb1-4eaa-b6fa-3d1902e68670'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:39:57.437690 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-410ad050-8747-4b3d-aa08-6657aa7a79c6 req-29723ee4-9049-4abb-a47e-a2de8df5f59c service neutron] 10.222.0.11 "GET /v2.0/networks?id=56cb210f-55ef-48ed-a160-b1c0c9d932a7 HTTP/1.1" status: 200 len: 915 time: 0.1774156 Aug 23 20:39:57.439080 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0faeb96a-de2a-41e3-97b9-a63e8ac5e3aa tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] Made reservation on behalf of 1233672aecef47faabe3899bda510a43 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:39:57.442317 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0faeb96a-de2a-41e3-97b9-a63e8ac5e3aa tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:57.475514 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe4736-202d-41fb-88e1-bc266fff326d req-ca4fac44-ac32-4b6d-8eae-88cecac73b17 tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:57.477543 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c5fe4736-202d-41fb-88e1-bc266fff326d req-ca4fac44-ac32-4b6d-8eae-88cecac73b17 tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3f8e49b-d747-4bf3-a8c0-6714c2bd0126 HTTP/1.1" status: 200 len: 943 time: 0.1228240 Aug 23 20:39:57.478259 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0faeb96a-de2a-41e3-97b9-a63e8ac5e3aa tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:57.487279 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-64a85dd4-05ca-44ba-9c0f-d67882c7c8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:39:57.494038 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6ae862b1-5a03-4526-b0f8-1080636a758a None None] Provisioning complete for port 3a889df9-f343-435a-959d-6b1b88b55911 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:39:57.494805 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6ae862b1-5a03-4526-b0f8-1080636a758a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:57.503864 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a85dd4-05ca-44ba-9c0f-d67882c7c8f6 None None] Routers {'7b5a1753-deb1-4eaa-b6fa-3d1902e68670'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:39:57.505133 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-64a85dd4-05ca-44ba-9c0f-d67882c7c8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:39:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['7b5a1753-deb1-4eaa-b6fa-3d1902e68670'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:39:57.518757 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-410ad050-8747-4b3d-aa08-6657aa7a79c6 req-1d3e0312-a18b-4d8b-9466-ca7c4f2131ff service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70131d2f-bdae-47cd-849a-9fbaca282a74 HTTP/1.1" status: 200 len: 217 time: 0.0637681 Aug 23 20:39:57.539672 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-6ae862b1-5a03-4526-b0f8-1080636a758a None None] Port 3a889df9-f343-435a-959d-6b1b88b55911 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:39:57.546019 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-64a85dd4-05ca-44ba-9c0f-d67882c7c8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:39:57.546662 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a85dd4-05ca-44ba-9c0f-d67882c7c8f6 None None] The sync data for ids ['7b5a1753-deb1-4eaa-b6fa-3d1902e68670'] in n-d-805663-2 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:39:57.592763 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.db.api [None req-17ad971b-f3e6-4aab-8501-5ea67994e79a tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 20:39:57.592763 n-d-805663-2 neutron-server[94688]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 23 20:39:57.592763 n-d-805663-2 neutron-server[94688]: [parameters: {'project_id_1': 'a9c831864b984dc19bba127619d20eb7', 'expiration_1': datetime.datetime(2021, 8, 23, 20, 39, 57, 561378)}] Aug 23 20:39:57.592763 n-d-805663-2 neutron-server[94688]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94688) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 20:39:57.593259 n-d-805663-2 neutron-server[94688]: DEBUG oslo_db.api [None req-17ad971b-f3e6-4aab-8501-5ea67994e79a tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 20:39:57.612132 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c5fe4736-202d-41fb-88e1-bc266fff326d req-65b61879-1154-4735-808e-0fb665aa0027 tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] 10.222.0.61 "GET /v2.0/security-groups?id=056c4907-8713-4216-b1e4-8ea74be33541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009161 Aug 23 20:39:57.625868 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ad050-8747-4b3d-aa08-6657aa7a79c6 req-b8767b6a-9493-4fc6-ba06-e11052265b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:57.627459 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-410ad050-8747-4b3d-aa08-6657aa7a79c6 req-b8767b6a-9493-4fc6-ba06-e11052265b93 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=92fcbdbc-79cf-4674-bad6-96389be9e3cd HTTP/1.1" status: 200 len: 854 time: 0.0897994 Aug 23 20:39:57.666151 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-410ad050-8747-4b3d-aa08-6657aa7a79c6 req-f267f5bd-8d91-4d3b-a16e-7d4759deeea9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=56cb210f-55ef-48ed-a160-b1c0c9d932a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305719 Aug 23 20:39:57.765587 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0faeb96a-de2a-41e3-97b9-a63e8ac5e3aa tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:57.773551 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0faeb96a-de2a-41e3-97b9-a63e8ac5e3aa tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:57.836672 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0faeb96a-de2a-41e3-97b9-a63e8ac5e3aa tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:39:57.848731 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-410ad050-8747-4b3d-aa08-6657aa7a79c6 req-3e94a25a-6970-41c8-ae30-e744c21760a0 service neutron] 10.222.0.11 "GET /v2.0/networks/56cb210f-55ef-48ed-a160-b1c0c9d932a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740088 Aug 23 20:39:57.854746 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faeb96a-de2a-41e3-97b9-a63e8ac5e3aa tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81784ad-5b90-4d16-8984-12bc883ea04d,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:57.869239 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0faeb96a-de2a-41e3-97b9-a63e8ac5e3aa tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:57.869594 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-0faeb96a-de2a-41e3-97b9-a63e8ac5e3aa tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] Added segment 3ea076bd-da44-49dc-8fce-fc3ff2a1f08f of type vlan for network f60fb945-39e4-46b2-8f2c-bbcb8d54e8da Aug 23 20:39:57.958145 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6baa4777-a502-4cd3-9493-a12a32b1660b req-b877f61d-1922-4a00-9024-917171b100cd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=80f658c7-e008-4fe7-a771-6c47fa96fa95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1574233 Aug 23 20:39:57.962703 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0faeb96a-de2a-41e3-97b9-a63e8ac5e3aa tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:58.037635 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0faeb96a-de2a-41e3-97b9-a63e8ac5e3aa tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:58.038911 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0faeb96a-de2a-41e3-97b9-a63e8ac5e3aa tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:58.039282 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0faeb96a-de2a-41e3-97b9-a63e8ac5e3aa tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:58.062935 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-410ad050-8747-4b3d-aa08-6657aa7a79c6 req-2a471bda-d609-4d23-86a5-bf2f4626b1e5 service neutron] 10.222.0.11 "GET /v2.0/networks/56cb210f-55ef-48ed-a160-b1c0c9d932a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013426 Aug 23 20:39:58.106078 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0faeb96a-de2a-41e3-97b9-a63e8ac5e3aa tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7624488 Aug 23 20:39:58.110583 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 35232) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:58.112503 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device c32cc103-d12a-4216-966a-e4c11f53037b no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:39:58.124129 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-73eb7bfa-f4bc-47d9-9727-319dd4f8507c tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] Request body: {'network': {'project_id': '1233672aecef47faabe3899bda510a43'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:39:58.131381 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa4777-a502-4cd3-9493-a12a32b1660b req-3de7ea40-26e4-423f-9bbe-e19ddf0e0401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:58.133018 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6baa4777-a502-4cd3-9493-a12a32b1660b req-3de7ea40-26e4-423f-9bbe-e19ddf0e0401 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=704a96b94b9147dc8cf54dcf8b4c5cc2&device_id=80f658c7-e008-4fe7-a771-6c47fa96fa95 HTTP/1.1" status: 200 len: 1101 time: 0.1408503 Aug 23 20:39:58.136994 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faeb96a-de2a-41e3-97b9-a63e8ac5e3aa tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] Pushing event updated for resources: {'Network': ['ID=f60fb945-39e4-46b2-8f2c-bbcb8d54e8da,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:58.145580 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: c32cc103-d12a-4216-966a-e4c11f53037b {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:39:58.145580 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device c32cc103-d12a-4216-966a-e4c11f53037b not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:39:58.150530 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network f60fb945-39e4-46b2-8f2c-bbcb8d54e8da details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:39:58.160528 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ad971b-f3e6-4aab-8501-5ea67994e79a tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Made reservation on behalf of a9c831864b984dc19bba127619d20eb7 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:39:58.164582 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-17ad971b-f3e6-4aab-8501-5ea67994e79a tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:58.175632 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653fe3e8-57a1-48c5-9982-e9655f49c549 req-bc5b8aa8-a599-485c-8f9e-d151327a5dc4 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:58.177367 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-653fe3e8-57a1-48c5-9982-e9655f49c549 req-bc5b8aa8-a599-485c-8f9e-d151327a5dc4 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=80f658c7-e008-4fe7-a771-6c47fa96fa95 HTTP/1.1" status: 200 len: 950 time: 0.1004786 Aug 23 20:39:58.207864 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-17ad971b-f3e6-4aab-8501-5ea67994e79a tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] device_id is not set on port f13b84cc-2575-4697-b659-c8c788aa378b yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:39:58.270576 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-653fe3e8-57a1-48c5-9982-e9655f49c549 req-12120a49-48cc-4198-85d2-0893bbfb15c0 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841479 Aug 23 20:39:58.385576 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-17ad971b-f3e6-4aab-8501-5ea67994e79a tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Allocated IP 172.20.0.6 (cc745fcd-f09e-4f1d-9f13-db9c8651b601/b5d4da93-1ee3-4b80-b985-a6595f9ea7df/f13b84cc-2575-4697-b659-c8c788aa378b) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:39:58.428662 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa25e81-ef8e-4fe2-b712-08b6ed0d4592 req-997ea1bb-e51a-4911-9b2e-1acb6c767838 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:58.430223 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cfa25e81-ef8e-4fe2-b712-08b6ed0d4592 req-997ea1bb-e51a-4911-9b2e-1acb6c767838 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=101ccc80-5521-4720-889d-1f5135b03c88 HTTP/1.1" status: 200 len: 945 time: 0.0891387 Aug 23 20:39:58.506409 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73eb7bfa-f4bc-47d9-9727-319dd4f8507c tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] Made reservation on behalf of 1233672aecef47faabe3899bda510a43 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:39:58.508726 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73eb7bfa-f4bc-47d9-9727-319dd4f8507c tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:58.538963 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cfa25e81-ef8e-4fe2-b712-08b6ed0d4592 req-9333d412-4510-42f1-8cc4-ee1ce0738748 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989337 Aug 23 20:39:58.542492 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67cdc2-39e7-47b5-aea9-0d954db4194c req-803aa312-1c6d-4fbd-b4df-f5ad27d07020 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:58.543898 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fa67cdc2-39e7-47b5-aea9-0d954db4194c req-803aa312-1c6d-4fbd-b4df-f5ad27d07020 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc9e8022-e947-4165-acfb-0a209a49dfcd HTTP/1.1" status: 200 len: 943 time: 0.3970587 Aug 23 20:39:58.574141 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73eb7bfa-f4bc-47d9-9727-319dd4f8507c tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:39:58.601614 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73eb7bfa-f4bc-47d9-9727-319dd4f8507c tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:58.601948 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-73eb7bfa-f4bc-47d9-9727-319dd4f8507c tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] Added segment 08249ce6-0ab9-4736-bf61-50cfbfef423f of type vlan for network 2bbd3446-d1b0-47de-8f57-640d3ee5c295 Aug 23 20:39:58.613133 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa4777-a502-4cd3-9493-a12a32b1660b req-ba80c75c-fc4c-4a97-b965-7283b990d50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:58.613661 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-17ad971b-f3e6-4aab-8501-5ea67994e79a tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:58.614967 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6baa4777-a502-4cd3-9493-a12a32b1660b req-ba80c75c-fc4c-4a97-b965-7283b990d50a service neutron] 10.222.0.11 "GET /v2.0/networks?id=660f640a-b8b2-40aa-8ebf-76bd1608cceb HTTP/1.1" status: 200 len: 870 time: 0.1742592 Aug 23 20:39:58.630369 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-17ad971b-f3e6-4aab-8501-5ea67994e79a tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Transition to ACTIVE for port object f13b84cc-2575-4697-b659-c8c788aa378b will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:39:58.661858 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fa67cdc2-39e7-47b5-aea9-0d954db4194c req-69d39dc1-69ff-4a08-b2fb-8b3e2b7db886 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "GET /v2.0/security-groups?id=38b07d32-2951-4646-87b8-46622765d84d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1042593 Aug 23 20:39:58.680179 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-17ad971b-f3e6-4aab-8501-5ea67994e79a tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:58.714785 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6baa4777-a502-4cd3-9493-a12a32b1660b req-cb6b3848-e77d-450d-a95e-b669be9d9282 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=b096bed7-e6ad-4794-b7d9-e61b90bafa7d HTTP/1.1" status: 200 len: 217 time: 0.0717957 Aug 23 20:39:58.719233 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73eb7bfa-f4bc-47d9-9727-319dd4f8507c tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:58.725405 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ad971b-f3e6-4aab-8501-5ea67994e79a tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Network cc745fcd-f09e-4f1d-9f13-db9c8651b601 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:39:58.728503 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-17ad971b-f3e6-4aab-8501-5ea67994e79a tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:39:58.732508 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ad971b-f3e6-4aab-8501-5ea67994e79a tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:39:58.742427 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ad971b-f3e6-4aab-8501-5ea67994e79a tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Pushing event updated for resources: {'Port': ['ID=f13b84cc-2575-4697-b659-c8c788aa378b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:58.800003 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ad971b-f3e6-4aab-8501-5ea67994e79a tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:58.802041 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-17ad971b-f3e6-4aab-8501-5ea67994e79a tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:58.817169 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-17ad971b-f3e6-4aab-8501-5ea67994e79a tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4153898 Aug 23 20:39:58.820659 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 35242) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:58.826116 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa4777-a502-4cd3-9493-a12a32b1660b req-af55e27f-541c-4288-84be-bed9155a6a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:58.827502 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6baa4777-a502-4cd3-9493-a12a32b1660b req-af55e27f-541c-4288-84be-bed9155a6a15 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.1010599 Aug 23 20:39:58.831227 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73eb7bfa-f4bc-47d9-9727-319dd4f8507c tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:58.832452 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73eb7bfa-f4bc-47d9-9727-319dd4f8507c tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:58.833062 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73eb7bfa-f4bc-47d9-9727-319dd4f8507c tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:58.890283 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753eec11-38a0-438a-a333-6173fd6f443c req-7e4cdd7e-2a55-4a4a-b8cc-4e25e996a1b6 tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:58.891852 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-753eec11-38a0-438a-a333-6173fd6f443c req-7e4cdd7e-2a55-4a4a-b8cc-4e25e996a1b6 tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3f8e49b-d747-4bf3-a8c0-6714c2bd0126 HTTP/1.1" status: 200 len: 943 time: 0.1303215 Aug 23 20:39:58.933759 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-73eb7bfa-f4bc-47d9-9727-319dd4f8507c tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8213210 Aug 23 20:39:58.936865 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 35246) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:58.943470 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-af7dd571-7c5e-43e4-b14a-07e3acdff2fc tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] Request body: {'network': {'project_id': '1233672aecef47faabe3899bda510a43'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:39:58.963500 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-af7dd571-7c5e-43e4-b14a-07e3acdff2fc tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 23 20:39:58.963675 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af7dd571-7c5e-43e4-b14a-07e3acdff2fc tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:39:58.963784 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eb7bfa-f4bc-47d9-9727-319dd4f8507c tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] Pushing event updated for resources: {'Network': ['ID=2bbd3446-d1b0-47de-8f57-640d3ee5c295,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:58.967755 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-af7dd571-7c5e-43e4-b14a-07e3acdff2fc tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0271206 Aug 23 20:39:58.970533 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 35248) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:58.976442 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 2bbd3446-d1b0-47de-8f57-640d3ee5c295 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:39:58.978402 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d35bcedf-f2b6-4b79-bb04-8de9d59bc891 None None] Provisioning for port f13b84cc-2575-4697-b659-c8c788aa378b completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:39:58.979774 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-8d457d4a-26f1-4a16-b482-33edf7307bc2 tempest-FloatingIPAdminTestJSON-552112487 tempest-FloatingIPAdminTestJSON-552112487-project-admin] Request body: {'floatingip': {'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'project_id': 'a9c831864b984dc19bba127619d20eb7', 'port_id': 'f13b84cc-2575-4697-b659-c8c788aa378b'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:39:59.001556 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d35bcedf-f2b6-4b79-bb04-8de9d59bc891 None None] Provisioning complete for port f13b84cc-2575-4697-b659-c8c788aa378b triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:39:59.002554 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d35bcedf-f2b6-4b79-bb04-8de9d59bc891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:59.002682 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d457d4a-26f1-4a16-b482-33edf7307bc2 tempest-FloatingIPAdminTestJSON-552112487 tempest-FloatingIPAdminTestJSON-552112487-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:59.006725 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa4777-a502-4cd3-9493-a12a32b1660b req-5e1c2d99-5c0b-4a4d-8922-0b24e36969f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:59.008433 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6baa4777-a502-4cd3-9493-a12a32b1660b req-5e1c2d99-5c0b-4a4d-8922-0b24e36969f0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1699891 Aug 23 20:39:59.013299 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-753eec11-38a0-438a-a333-6173fd6f443c req-f735b2e6-ba61-4c19-a880-de86ae219744 tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] 10.222.0.61 "GET /v2.0/security-groups?id=056c4907-8713-4216-b1e4-8ea74be33541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892885 Aug 23 20:39:59.097383 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-83ae2a67-5b51-48a7-92ea-83e42a304ae3 tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1233672aecef47faabe3899bda510a43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1252046 Aug 23 20:39:59.100491 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 35250) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:59.111777 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d457d4a-26f1-4a16-b482-33edf7307bc2 tempest-FloatingIPAdminTestJSON-552112487 tempest-FloatingIPAdminTestJSON-552112487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:59.193629 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f5cb781f-437c-44eb-bb48-e39ec2e515d5 tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:59.198417 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6baa4777-a502-4cd3-9493-a12a32b1660b req-3a1e1c86-4f04-4559-ae44-bda569d5c192 service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755984 Aug 23 20:39:59.215204 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 70131d2f-bdae-47cd-849a-9fbaca282a74 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:39:59.236967 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f5cb781f-437c-44eb-bb48-e39ec2e515d5 tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:59.238293 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-8d457d4a-26f1-4a16-b482-33edf7307bc2 tempest-FloatingIPAdminTestJSON-552112487 tempest-FloatingIPAdminTestJSON-552112487-project-admin] Allocated IP 172.25.4.155 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/264f9147-55d1-4959-b217-5f7be3e27ec2) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:39:59.266284 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-d35bcedf-f2b6-4b79-bb04-8de9d59bc891 None None] Port f13b84cc-2575-4697-b659-c8c788aa378b cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:39:59.343155 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6baa4777-a502-4cd3-9493-a12a32b1660b req-f641a2b4-af72-4216-a5ff-8e5e25e47321 service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320212 Aug 23 20:39:59.357882 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f5cb781f-437c-44eb-bb48-e39ec2e515d5 tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:59.365936 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f5cb781f-437c-44eb-bb48-e39ec2e515d5 tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:59.372858 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f5cb781f-437c-44eb-bb48-e39ec2e515d5 tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] 10.222.0.61 "DELETE /v2.0/security-groups/a81784ad-5b90-4d16-8984-12bc883ea04d HTTP/1.1" status: 204 len: 168 time: 0.2708476 Aug 23 20:39:59.373286 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 35254) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:39:59.395801 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 70131d2f-bdae-47cd-849a-9fbaca282a74, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=70131d2f-bdae-47cd-849a-9fbaca282a74,segment=NetworkSegment(cd7bca62-163a-450c-9ba7-ef8e5fa83757),segment_id=cd7bca62-163a-450c-9ba7-ef8e5fa83757)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:39:59.407897 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cb781f-437c-44eb-bb48-e39ec2e515d5 tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81784ad-5b90-4d16-8984-12bc883ea04d,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:59.408642 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '70131d2f-bdae-47cd-849a-9fbaca282a74', 'network_id': '56cb210f-55ef-48ed-a160-b1c0c9d932a7', 'port_id': '70131d2f-bdae-47cd-849a-9fbaca282a74', 'mac_address': 'fa:16:3e:1f:d3:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92fcbdbc-79cf-4674-bad6-96389be9e3cd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:39:59.422477 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d457d4a-26f1-4a16-b482-33edf7307bc2 tempest-FloatingIPAdminTestJSON-552112487 tempest-FloatingIPAdminTestJSON-552112487-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:59.457463 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017aee69-a418-4e17-b751-3e5fb5883b1a req-250c0d7e-3350-4a2d-8cc0-794c2391273d tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:59.459040 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-017aee69-a418-4e17-b751-3e5fb5883b1a req-250c0d7e-3350-4a2d-8cc0-794c2391273d tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=80f658c7-e008-4fe7-a771-6c47fa96fa95 HTTP/1.1" status: 200 len: 950 time: 0.0857368 Aug 23 20:39:59.459179 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:59.477018 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70131d2f-bdae-47cd-849a-9fbaca282a74 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:39:59.478501 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dbd65dd0-6c13-4fa5-97be-524e3bb0f528 tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:59.499957 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 70131d2f-bdae-47cd-849a-9fbaca282a74, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=70131d2f-bdae-47cd-849a-9fbaca282a74,segment=NetworkSegment(cd7bca62-163a-450c-9ba7-ef8e5fa83757),segment_id=cd7bca62-163a-450c-9ba7-ef8e5fa83757)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:39:59.505297 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:59.518519 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-017aee69-a418-4e17-b751-3e5fb5883b1a req-e0621b8e-f343-4e6a-833d-cf088db7d1a8 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468435 Aug 23 20:39:59.521093 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d457d4a-26f1-4a16-b482-33edf7307bc2 tempest-FloatingIPAdminTestJSON-552112487 tempest-FloatingIPAdminTestJSON-552112487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:59.567575 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d457d4a-26f1-4a16-b482-33edf7307bc2 tempest-FloatingIPAdminTestJSON-552112487 tempest-FloatingIPAdminTestJSON-552112487-project-admin] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:39:59.570572 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-8d457d4a-26f1-4a16-b482-33edf7307bc2 tempest-FloatingIPAdminTestJSON-552112487 tempest-FloatingIPAdminTestJSON-552112487-project-admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:39:59.577407 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=70131d2f-bdae-47cd-849a-9fbaca282a74,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:59.591816 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d457d4a-26f1-4a16-b482-33edf7307bc2 tempest-FloatingIPAdminTestJSON-552112487 tempest-FloatingIPAdminTestJSON-552112487-project-admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:39:59.595290 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d457d4a-26f1-4a16-b482-33edf7307bc2 tempest-FloatingIPAdminTestJSON-552112487 tempest-FloatingIPAdminTestJSON-552112487-project-admin] Pushing event updated for resources: {'Port': ['ID=264f9147-55d1-4959-b217-5f7be3e27ec2,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:39:59.621406 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dbd65dd0-6c13-4fa5-97be-524e3bb0f528 tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:59.636546 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-dbd65dd0-6c13-4fa5-97be-524e3bb0f528 tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bbd3446-d1b0-47de-8f57-640d3ee5c295']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:39:59.675330 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-dbd65dd0-6c13-4fa5-97be-524e3bb0f528 tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08249ce6-0ab9-4736-bf61-50cfbfef423f') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:39:59.675790 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-dbd65dd0-6c13-4fa5-97be-524e3bb0f528 tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08249ce6-0ab9-4736-bf61-50cfbfef423f') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:39:59.689835 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dbd65dd0-6c13-4fa5-97be-524e3bb0f528 tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:59.713390 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ba9f6-db79-4792-927f-72197c41d773 req-34c2a582-f021-40c9-aecc-7acc621363b9 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:59.715174 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ed6ba9f6-db79-4792-927f-72197c41d773 req-34c2a582-f021-40c9-aecc-7acc621363b9 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.11 "GET /v2.0/ports?device_id=80f658c7-e008-4fe7-a771-6c47fa96fa95 HTTP/1.1" status: 200 len: 950 time: 0.1387243 Aug 23 20:39:59.732800 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dbd65dd0-6c13-4fa5-97be-524e3bb0f528 tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:59.787728 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbd65dd0-6c13-4fa5-97be-524e3bb0f528 tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:39:59.788183 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dbd65dd0-6c13-4fa5-97be-524e3bb0f528 tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:59.794482 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:39:59.794482 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:39:59.794482 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:39:59.794482 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:39:59.794482 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:39:59.794482 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:39:59.794482 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:39:59.794482 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:39:59.794482 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:39:59.794482 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:39:59.794482 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:39:59.794482 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:39:59.794482 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:39:59.794482 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:39:59.794482 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:39:59.794482 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:39:59.794482 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:39:59.794482 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:39:59.794482 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:39:59.794482 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:39:59.794482 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:39:59.794482 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:39:59.794482 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:39:59.794482 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:39:59.794482 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:39:59.794482 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:39:59.794482 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:39:59.794482 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:39:59.794482 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:39:59.794482 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:39:59.794482 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:39:59.794482 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:39:59.818951 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b052b-4068-45be-abd1-40f14c092240 req-ed3adb40-3b8f-4039-b2a3-2608cf0ab33c tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:59.820585 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-135b052b-4068-45be-abd1-40f14c092240 req-ed3adb40-3b8f-4039-b2a3-2608cf0ab33c tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=101ccc80-5521-4720-889d-1f5135b03c88 HTTP/1.1" status: 200 len: 945 time: 0.1903574 Aug 23 20:39:59.858064 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aabd9a5-de7b-4ad3-8a5b-c8ce87cfb41d req-aab4549e-a56e-4e72-8a0c-d40d39ca1971 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:59.859559 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2aabd9a5-de7b-4ad3-8a5b-c8ce87cfb41d req-aab4549e-a56e-4e72-8a0c-d40d39ca1971 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc9e8022-e947-4165-acfb-0a209a49dfcd HTTP/1.1" status: 200 len: 943 time: 0.0710375 Aug 23 20:39:59.902855 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2aabd9a5-de7b-4ad3-8a5b-c8ce87cfb41d req-54de8fa3-d55d-482e-9262-ea30f9ccd8dc tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "GET /v2.0/security-groups?id=38b07d32-2951-4646-87b8-46622765d84d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359454 Aug 23 20:39:59.929772 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5f834-0e68-4c73-b53b-bb8614cf8084 req-905c329e-e10e-460e-bc13-cbbd664bff11 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:39:59.931836 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-17e5f834-0e68-4c73-b53b-bb8614cf8084 req-905c329e-e10e-460e-bc13-cbbd664bff11 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.11 "GET /v2.0/ports?device_id=6da20a34-4d8d-452b-b44f-a1400228fc61 HTTP/1.1" status: 200 len: 949 time: 0.2155631 Aug 23 20:39:59.939822 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dbd65dd0-6c13-4fa5-97be-524e3bb0f528 tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:59.958481 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['70131d2f-bdae-47cd-849a-9fbaca282a74'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:39:59.971027 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dbd65dd0-6c13-4fa5-97be-524e3bb0f528 tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:39:59.973185 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-dbd65dd0-6c13-4fa5-97be-524e3bb0f528 tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] 10.222.0.61 "DELETE /v2.0/networks/2bbd3446-d1b0-47de-8f57-640d3ee5c295 HTTP/1.1" status: 204 len: 168 time: 0.5933073 Aug 23 20:39:59.976381 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 35264) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:00.013852 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd65dd0-6c13-4fa5-97be-524e3bb0f528 tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] Pushing event deleted for resources: {'Network': ['ID=2bbd3446-d1b0-47de-8f57-640d3ee5c295,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:00.024563 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-135b052b-4068-45be-abd1-40f14c092240 req-3ab39f1f-2da6-4b4a-8227-e7e742b3bc9d tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698778 Aug 23 20:40:00.092747 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-ed6ba9f6-db79-4792-927f-72197c41d773 req-0c17c53b-e9dc-49df-872a-1221ce574f33 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Deleting port b096bed7-e6ad-4794-b7d9-e61b90bafa7d {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:40:00.093219 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ed6ba9f6-db79-4792-927f-72197c41d773 req-0c17c53b-e9dc-49df-872a-1221ce574f33 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:00.123827 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-035cd5cb-f61f-4388-b7ca-3abc619b3020 tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:00.193506 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-17e5f834-0e68-4c73-b53b-bb8614cf8084 req-d3f53207-e7b3-4fff-a559-25d0412b70c3 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Deleting port c2650ba0-bc32-4cd3-bef0-7cf28e126ad2 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:40:00.193851 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-17e5f834-0e68-4c73-b53b-bb8614cf8084 req-d3f53207-e7b3-4fff-a559-25d0412b70c3 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:00.259353 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-ed6ba9f6-db79-4792-927f-72197c41d773 req-0c17c53b-e9dc-49df-872a-1221ce574f33 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] For port b096bed7-e6ad-4794-b7d9-e61b90bafa7d, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=b096bed7-e6ad-4794-b7d9-e61b90bafa7d,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:40:00.259641 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ed6ba9f6-db79-4792-927f-72197c41d773 req-0c17c53b-e9dc-49df-872a-1221ce574f33 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:00.279491 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-ed6ba9f6-db79-4792-927f-72197c41d773 req-0c17c53b-e9dc-49df-872a-1221ce574f33 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Calling delete_port for b096bed7-e6ad-4794-b7d9-e61b90bafa7d owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:40:00.367127 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-17e5f834-0e68-4c73-b53b-bb8614cf8084 req-d3f53207-e7b3-4fff-a559-25d0412b70c3 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] For port c2650ba0-bc32-4cd3-bef0-7cf28e126ad2, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=c2650ba0-bc32-4cd3-bef0-7cf28e126ad2,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:40:00.367582 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-17e5f834-0e68-4c73-b53b-bb8614cf8084 req-d3f53207-e7b3-4fff-a559-25d0412b70c3 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:00.387803 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-17e5f834-0e68-4c73-b53b-bb8614cf8084 req-d3f53207-e7b3-4fff-a559-25d0412b70c3 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Calling delete_port for c2650ba0-bc32-4cd3-bef0-7cf28e126ad2 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:40:00.518623 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d457d4a-26f1-4a16-b482-33edf7307bc2 tempest-FloatingIPAdminTestJSON-552112487 tempest-FloatingIPAdminTestJSON-552112487-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:00.548983 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ed6ba9f6-db79-4792-927f-72197c41d773 req-0c17c53b-e9dc-49df-872a-1221ce574f33 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:00.585693 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['4e45b000-7179-414e-9c26-2b8f01610967'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:40:00.606896 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee8c24-053a-4cb6-b6fe-4c01ac169f7f req-32b75b67-6f3a-4d24-b578-c5ef6a6dd9d9 tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:00.608730 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-caee8c24-053a-4cb6-b6fe-4c01ac169f7f req-32b75b67-6f3a-4d24-b578-c5ef6a6dd9d9 tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3f8e49b-d747-4bf3-a8c0-6714c2bd0126 HTTP/1.1" status: 200 len: 944 time: 0.4826419 Aug 23 20:40:00.645427 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-17e5f834-0e68-4c73-b53b-bb8614cf8084 req-d3f53207-e7b3-4fff-a559-25d0412b70c3 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:00.647140 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c17c53b-e9dc-49df-872a-1221ce574f33 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Pushing event deleted for resources: {'Port': ['ID=b096bed7-e6ad-4794-b7d9-e61b90bafa7d,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:00.656909 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-035cd5cb-f61f-4388-b7ca-3abc619b3020 tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:00.671518 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-035cd5cb-f61f-4388-b7ca-3abc619b3020 tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f60fb945-39e4-46b2-8f2c-bbcb8d54e8da']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:00.696520 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-66dec350-dd80-4a4f-874f-18c7cc276db2 req-5fdd7cf8-6060-4e24-ac91-5e8054404928 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=80f658c7-e008-4fe7-a771-6c47fa96fa95 HTTP/1.1" status: 200 len: 210 time: 0.0846915 Aug 23 20:40:00.707778 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-035cd5cb-f61f-4388-b7ca-3abc619b3020 tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ea076bd-da44-49dc-8fce-fc3ff2a1f08f') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:00.708112 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-035cd5cb-f61f-4388-b7ca-3abc619b3020 tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ea076bd-da44-49dc-8fce-fc3ff2a1f08f') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:00.723086 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-caee8c24-053a-4cb6-b6fe-4c01ac169f7f req-58c775df-98bf-4a09-bbc6-fd13cdf79af8 tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] 10.222.0.61 "GET /v2.0/security-groups?id=056c4907-8713-4216-b1e4-8ea74be33541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134830 Aug 23 20:40:00.727367 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-035cd5cb-f61f-4388-b7ca-3abc619b3020 tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:00.739450 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d457d4a-26f1-4a16-b482-33edf7307bc2 tempest-FloatingIPAdminTestJSON-552112487 tempest-FloatingIPAdminTestJSON-552112487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:00.755701 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed6ba9f6-db79-4792-927f-72197c41d773 req-0c17c53b-e9dc-49df-872a-1221ce574f33 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] No DVR routers for this DVR port b096bed7-e6ad-4794-b7d9-e61b90bafa7d on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:40:00.763252 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ed6ba9f6-db79-4792-927f-72197c41d773 req-0c17c53b-e9dc-49df-872a-1221ce574f33 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:00.765729 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-035cd5cb-f61f-4388-b7ca-3abc619b3020 tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:00.766253 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ed6ba9f6-db79-4792-927f-72197c41d773 req-0c17c53b-e9dc-49df-872a-1221ce574f33 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.11 "DELETE /v2.0/ports/b096bed7-e6ad-4794-b7d9-e61b90bafa7d HTTP/1.1" status: 204 len: 173 time: 1.0362873 Aug 23 20:40:00.770190 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f658c7-e008-4fe7-a771-6c47fa96fa95', 'name': 'network-vif-deleted', 'tag': 'b096bed7-e6ad-4794-b7d9-e61b90bafa7d'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:40:00.773401 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b499c51-1b4f-41b9-9313-03b12430eedc" -d '{"events": [{"server_uuid": "80f658c7-e008-4fe7-a771-6c47fa96fa95", "name": "network-vif-deleted", "tag": "b096bed7-e6ad-4794-b7d9-e61b90bafa7d"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:40:00.777322 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-035cd5cb-f61f-4388-b7ca-3abc619b3020 tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:40:00.777740 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-035cd5cb-f61f-4388-b7ca-3abc619b3020 tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:00.779464 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:40:00.779464 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:40:00.779464 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:40:00.779464 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:40:00.779464 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:40:00.779464 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:40:00.779464 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:40:00.779464 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:40:00.779464 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:40:00.779464 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:40:00.779464 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:40:00.779464 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:40:00.779464 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:40:00.779464 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:40:00.779464 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:40:00.779464 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:40:00.779464 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:40:00.779464 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:40:00.779464 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:40:00.779464 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:40:00.779464 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:40:00.779464 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:40:00.779464 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:40:00.779464 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:40:00.779464 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:40:00.779464 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:40:00.779464 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:40:00.779464 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:40:00.779464 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:40:00.779464 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:40:00.779464 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:40:00.779464 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:40:00.859230 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e5f834-0e68-4c73-b53b-bb8614cf8084 req-d3f53207-e7b3-4fff-a559-25d0412b70c3 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] No DVR routers for this DVR port c2650ba0-bc32-4cd3-bef0-7cf28e126ad2 on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:40:00.861882 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9861720-3992-4f87-bfa0-dd7a90af8d17 x-openstack-request-id: req-d9861720-3992-4f87-bfa0-dd7a90af8d17 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:40:00.862172 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f658c7-e008-4fe7-a771-6c47fa96fa95", "name": "network-vif-deleted", "tag": "b096bed7-e6ad-4794-b7d9-e61b90bafa7d", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:40:00.862423 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d9861720-3992-4f87-bfa0-dd7a90af8d17 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:40:00.862916 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f658c7-e008-4fe7-a771-6c47fa96fa95', 'name': 'network-vif-deleted', 'tag': 'b096bed7-e6ad-4794-b7d9-e61b90bafa7d', 'status': 'completed', 'code': 200} Aug 23 20:40:00.865236 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f53207-e7b3-4fff-a559-25d0412b70c3 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Pushing event deleted for resources: {'Port': ['ID=c2650ba0-bc32-4cd3-bef0-7cf28e126ad2,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:00.867846 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-17e5f834-0e68-4c73-b53b-bb8614cf8084 req-d3f53207-e7b3-4fff-a559-25d0412b70c3 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:00.870334 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-17e5f834-0e68-4c73-b53b-bb8614cf8084 req-d3f53207-e7b3-4fff-a559-25d0412b70c3 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.11 "DELETE /v2.0/ports/c2650ba0-bc32-4cd3-bef0-7cf28e126ad2 HTTP/1.1" status: 204 len: 173 time: 0.9215074 Aug 23 20:40:00.895808 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-035cd5cb-f61f-4388-b7ca-3abc619b3020 tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:00.904496 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-035cd5cb-f61f-4388-b7ca-3abc619b3020 tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:00.906625 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-035cd5cb-f61f-4388-b7ca-3abc619b3020 tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] 10.222.0.61 "DELETE /v2.0/networks/f60fb945-39e4-46b2-8f2c-bbcb8d54e8da HTTP/1.1" status: 204 len: 168 time: 0.9237180 Aug 23 20:40:00.923305 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035cd5cb-f61f-4388-b7ca-3abc619b3020 tempest-QuotasNegativeTest-1832940717 tempest-QuotasNegativeTest-1832940717-project-admin] Pushing event deleted for resources: {'Network': ['ID=f60fb945-39e4-46b2-8f2c-bbcb8d54e8da,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:01.027310 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d457d4a-26f1-4a16-b482-33edf7307bc2 tempest-FloatingIPAdminTestJSON-552112487 tempest-FloatingIPAdminTestJSON-552112487-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:01.037112 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d457d4a-26f1-4a16-b482-33edf7307bc2 tempest-FloatingIPAdminTestJSON-552112487 tempest-FloatingIPAdminTestJSON-552112487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:01.056661 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['c2650ba0-bc32-4cd3-bef0-7cf28e126ad2', 'b096bed7-e6ad-4794-b7d9-e61b90bafa7d'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:40:01.062791 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['c2650ba0-bc32-4cd3-bef0-7cf28e126ad2', 'b096bed7-e6ad-4794-b7d9-e61b90bafa7d'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:40:01.087178 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf78af9c-4464-48ba-9337-552e9775194d req-a3d90a57-dcc2-41f8-8041-b2fe7928f660 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:01.096258 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bf78af9c-4464-48ba-9337-552e9775194d req-a3d90a57-dcc2-41f8-8041-b2fe7928f660 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc9e8022-e947-4165-acfb-0a209a49dfcd HTTP/1.1" status: 200 len: 943 time: 0.0887790 Aug 23 20:40:01.155161 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bf78af9c-4464-48ba-9337-552e9775194d req-f2c843ca-4e3b-4536-b5db-95a88b83e056 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "GET /v2.0/security-groups?id=38b07d32-2951-4646-87b8-46622765d84d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545552 Aug 23 20:40:01.179163 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d457d4a-26f1-4a16-b482-33edf7307bc2 tempest-FloatingIPAdminTestJSON-552112487 tempest-FloatingIPAdminTestJSON-552112487-project-admin] Pushing event updated for resources: {'Port': ['ID=264f9147-55d1-4959-b217-5f7be3e27ec2,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:01.181698 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['4e45b000-7179-414e-9c26-2b8f01610967'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:40:01.190611 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d457d4a-26f1-4a16-b482-33edf7307bc2 tempest-FloatingIPAdminTestJSON-552112487 tempest-FloatingIPAdminTestJSON-552112487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:01.380388 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c9e8f-c359-43b1-849c-d94a7a2243b1 req-cfc0adff-05ec-414e-926c-85035916eae6 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:01.382063 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b54c9e8f-c359-43b1-849c-d94a7a2243b1 req-cfc0adff-05ec-414e-926c-85035916eae6 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=101ccc80-5521-4720-889d-1f5135b03c88 HTTP/1.1" status: 200 len: 945 time: 0.1516750 Aug 23 20:40:01.400103 n-d-805663-2 neutron-server[94688]: INFO neutron.db.l3_db [None req-8d457d4a-26f1-4a16-b482-33edf7307bc2 tempest-FloatingIPAdminTestJSON-552112487 tempest-FloatingIPAdminTestJSON-552112487-project-admin] Floating IP a058fea2-7c9f-45bd-b03d-b354b44e743f associated. External IP: 172.25.4.155, port: f13b84cc-2575-4697-b659-c8c788aa378b. Aug 23 20:40:01.481487 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b54c9e8f-c359-43b1-849c-d94a7a2243b1 req-365b0969-3516-40cc-8ea7-d654f7a854c7 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908141 Aug 23 20:40:01.558320 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 35288) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:01.668492 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d457d4a-26f1-4a16-b482-33edf7307bc2 tempest-FloatingIPAdminTestJSON-552112487 tempest-FloatingIPAdminTestJSON-552112487-project-admin] Router 7b5a1753-deb1-4eaa-b6fa-3d1902e68670 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:40:01.693633 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f049c43e-d039-4ea4-90ac-af40b44067b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:01.860757 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d457d4a-26f1-4a16-b482-33edf7307bc2 tempest-FloatingIPAdminTestJSON-552112487 tempest-FloatingIPAdminTestJSON-552112487-project-admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:40:01.877026 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fc1263-f201-4091-8808-ba3980d66480 None None] Sync routers for ids ['7b5a1753-deb1-4eaa-b6fa-3d1902e68670'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:40:01.889363 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f049c43e-d039-4ea4-90ac-af40b44067b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:01.896783 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f049c43e-d039-4ea4-90ac-af40b44067b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:01.913174 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fc1263-f201-4091-8808-ba3980d66480 None None] Routers {'7b5a1753-deb1-4eaa-b6fa-3d1902e68670'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:40:01.913850 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-63fc1263-f201-4091-8808-ba3980d66480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:39:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['7b5a1753-deb1-4eaa-b6fa-3d1902e68670'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:01.935618 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d457d4a-26f1-4a16-b482-33edf7307bc2 tempest-FloatingIPAdminTestJSON-552112487 tempest-FloatingIPAdminTestJSON-552112487-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:01.968381 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ae4d1-3a8d-4f82-8a2e-08c98b446fb0 req-8b8f40a1-ea0b-456c-a7b5-924e1193cc43 tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:01.969939 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-872ae4d1-3a8d-4f82-8a2e-08c98b446fb0 req-8b8f40a1-ea0b-456c-a7b5-924e1193cc43 tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3f8e49b-d747-4bf3-a8c0-6714c2bd0126 HTTP/1.1" status: 200 len: 944 time: 0.0972562 Aug 23 20:40:01.975175 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-63fc1263-f201-4091-8808-ba3980d66480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:01.980693 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8d457d4a-26f1-4a16-b482-33edf7307bc2 tempest-FloatingIPAdminTestJSON-552112487 tempest-FloatingIPAdminTestJSON-552112487-project-admin] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 3.1582341 Aug 23 20:40:01.982547 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b56a954a-c20c-4557-9ba7-e20f460bc4a3 req-a345c07c-8eda-4c9d-b6d0-78ad5801d491 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=6da20a34-4d8d-452b-b44f-a1400228fc61 HTTP/1.1" status: 200 len: 210 time: 0.0571730 Aug 23 20:40:01.983831 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 35300) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:01.986713 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f049c43e-d039-4ea4-90ac-af40b44067b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec083cd-c92f-4673-a8a5-c81acdf8874a,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:01.990512 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fc1263-f201-4091-8808-ba3980d66480 None None] Routers {'7b5a1753-deb1-4eaa-b6fa-3d1902e68670'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:40:01.991228 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-63fc1263-f201-4091-8808-ba3980d66480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:39:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['7b5a1753-deb1-4eaa-b6fa-3d1902e68670'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:01.999952 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f049c43e-d039-4ea4-90ac-af40b44067b0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=089cd135bb48448590361623b3c6405b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4403229 Aug 23 20:40:02.019346 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 35302) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:02.037613 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-63fc1263-f201-4091-8808-ba3980d66480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:02.038323 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fc1263-f201-4091-8808-ba3980d66480 None None] The sync data for ids ['7b5a1753-deb1-4eaa-b6fa-3d1902e68670'] in n-d-805663-2 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:40:02.046971 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-872ae4d1-3a8d-4f82-8a2e-08c98b446fb0 req-18f23370-3ef4-4623-993b-55434c3cef93 tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] 10.222.0.61 "GET /v2.0/security-groups?id=056c4907-8713-4216-b1e4-8ea74be33541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651083 Aug 23 20:40:02.092344 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8aa930cf-ab64-4d50-9eee-a49a19d1da27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:02.119663 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8aa930cf-ab64-4d50-9eee-a49a19d1da27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:02.131335 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 1e1da2ac-32ca-4471-a01b-373110354754 details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:40:02.156743 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9da9d113-f00a-44f3-b343-233f9869a4dc tempest-FloatingIPAdminTestJSON-552112487 tempest-FloatingIPAdminTestJSON-552112487-project-admin] 10.222.0.61 "GET /v2.0/floatingips/a058fea2-7c9f-45bd-b03d-b354b44e743f HTTP/1.1" status: 200 len: 982 time: 0.1690712 Aug 23 20:40:02.157195 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 35306) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:02.204520 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8aa930cf-ab64-4d50-9eee-a49a19d1da27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:02.208483 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8aa930cf-ab64-4d50-9eee-a49a19d1da27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:02.213007 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8aa930cf-ab64-4d50-9eee-a49a19d1da27 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fec083cd-c92f-4673-a8a5-c81acdf8874a HTTP/1.1" status: 204 len: 168 time: 0.1924989 Aug 23 20:40:02.223418 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa930cf-ab64-4d50-9eee-a49a19d1da27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec083cd-c92f-4673-a8a5-c81acdf8874a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:02.288103 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 1e1da2ac-32ca-4471-a01b-373110354754, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=1e1da2ac-32ca-4471-a01b-373110354754,segment=NetworkSegment(02bc71d9-f313-4a15-a119-b64fea6486e0),segment_id=02bc71d9-f313-4a15-a119-b64fea6486e0)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:40:02.300576 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': '1e1da2ac-32ca-4471-a01b-373110354754', 'network_id': 'bdfb7985-4a2e-4b59-90a4-3a1df09446bc', 'port_id': '1e1da2ac-32ca-4471-a01b-373110354754', 'mac_address': 'fa:16:3e:5e:78:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7edda6f-692c-48b6-bdea-916903913fd8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:40:02.344827 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-caaefc55-60a4-4cf9-8045-149ee44e3752 tempest-FloatingIPAdminTestJSON-552112487 tempest-FloatingIPAdminTestJSON-552112487-project-admin] 10.222.0.61 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3516 time: 0.1863856 Aug 23 20:40:02.346645 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:02.349411 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 35312) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:02.362444 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e1da2ac-32ca-4471-a01b-373110354754 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:40:02.388353 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 1e1da2ac-32ca-4471-a01b-373110354754, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=1e1da2ac-32ca-4471-a01b-373110354754,segment=NetworkSegment(02bc71d9-f313-4a15-a119-b64fea6486e0),segment_id=02bc71d9-f313-4a15-a119-b64fea6486e0)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:40:02.392526 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:02.410644 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638c2dd-1b6a-484a-89a8-2cd3abfc1b70 req-c819d2a7-a8ac-43ff-8306-113d5c6e355a tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:02.413637 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9638c2dd-1b6a-484a-89a8-2cd3abfc1b70 req-c819d2a7-a8ac-43ff-8306-113d5c6e355a tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc9e8022-e947-4165-acfb-0a209a49dfcd HTTP/1.1" status: 200 len: 943 time: 0.1575224 Aug 23 20:40:02.472828 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9638c2dd-1b6a-484a-89a8-2cd3abfc1b70 req-ec6ebf64-7bd0-48d6-b534-ed96bf17ef87 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "GET /v2.0/security-groups?id=38b07d32-2951-4646-87b8-46622765d84d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474517 Aug 23 20:40:02.481191 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=1e1da2ac-32ca-4471-a01b-373110354754,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:02.551965 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-0eedcf5d-4c1e-4b6b-a2ee-dfd4652e4051 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Deleting port 264f9147-55d1-4959-b217-5f7be3e27ec2 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:40:02.552474 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0eedcf5d-4c1e-4b6b-a2ee-dfd4652e4051 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:02.599603 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 35318) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:02.612386 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fd8a8cba-04b7-4f52-9d25-aedd0010a199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:02.662346 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77634671-e37a-4051-bd7c-cfff6386a555 req-fc87fcff-c7fe-4e32-bff6-38bbde59696b tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:02.663910 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-77634671-e37a-4051-bd7c-cfff6386a555 req-fc87fcff-c7fe-4e32-bff6-38bbde59696b tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=101ccc80-5521-4720-889d-1f5135b03c88 HTTP/1.1" status: 200 len: 945 time: 0.0992355 Aug 23 20:40:02.685901 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0eedcf5d-4c1e-4b6b-a2ee-dfd4652e4051 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:02.686614 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0eedcf5d-4c1e-4b6b-a2ee-dfd4652e4051 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:02.708970 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-0eedcf5d-4c1e-4b6b-a2ee-dfd4652e4051 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Calling delete_port for 264f9147-55d1-4959-b217-5f7be3e27ec2 owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:40:02.709201 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fd8a8cba-04b7-4f52-9d25-aedd0010a199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:02.713314 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fd8a8cba-04b7-4f52-9d25-aedd0010a199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:02.733365 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['1e1da2ac-32ca-4471-a01b-373110354754'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:40:02.736135 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-77634671-e37a-4051-bd7c-cfff6386a555 req-2f582f45-ddd7-4abf-92e3-e38e55d27dd7 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650618 Aug 23 20:40:02.763407 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-fd8a8cba-04b7-4f52-9d25-aedd0010a199 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8a9176e5c256441f81443b2c79eb8305&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1583643 Aug 23 20:40:02.763407 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 35320) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:02.766478 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a8cba-04b7-4f52-9d25-aedd0010a199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c838441c-e9ef-4539-b520-d5bba09c1b8e,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:02.817278 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5b0306a7-60a5-4327-a683-fc100da28511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:02.839498 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5b0306a7-60a5-4327-a683-fc100da28511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:02.866954 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da20a34-4d8d-452b-b44f-a1400228fc61', 'name': 'network-vif-deleted', 'tag': 'c2650ba0-bc32-4cd3-bef0-7cf28e126ad2'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:40:02.869247 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7290d28c-44f7-48d2-a8aa-63705999cd34" -d '{"events": [{"server_uuid": "6da20a34-4d8d-452b-b44f-a1400228fc61", "name": "network-vif-deleted", "tag": "c2650ba0-bc32-4cd3-bef0-7cf28e126ad2"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:40:02.903448 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5b0306a7-60a5-4327-a683-fc100da28511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:02.906171 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5b0306a7-60a5-4327-a683-fc100da28511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:02.907354 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5b0306a7-60a5-4327-a683-fc100da28511 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c838441c-e9ef-4539-b520-d5bba09c1b8e HTTP/1.1" status: 204 len: 168 time: 0.1469746 Aug 23 20:40:02.916577 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0306a7-60a5-4327-a683-fc100da28511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c838441c-e9ef-4539-b520-d5bba09c1b8e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:02.927118 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1b60c6-0132-4325-85a1-a9a2deaf6c29 x-openstack-request-id: req-7a1b60c6-0132-4325-85a1-a9a2deaf6c29 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:40:02.927597 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6da20a34-4d8d-452b-b44f-a1400228fc61", "name": "network-vif-deleted", "tag": "c2650ba0-bc32-4cd3-bef0-7cf28e126ad2", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:40:02.927849 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7a1b60c6-0132-4325-85a1-a9a2deaf6c29 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:40:02.928277 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6da20a34-4d8d-452b-b44f-a1400228fc61', 'name': 'network-vif-deleted', 'tag': 'c2650ba0-bc32-4cd3-bef0-7cf28e126ad2', 'status': 'completed', 'code': 200} Aug 23 20:40:02.945782 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0eedcf5d-4c1e-4b6b-a2ee-dfd4652e4051 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:02.976755 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eedcf5d-4c1e-4b6b-a2ee-dfd4652e4051 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Pushing event deleted for resources: {'Port': ['ID=264f9147-55d1-4959-b217-5f7be3e27ec2,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:03.060492 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 70131d2f-bdae-47cd-849a-9fbaca282a74 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:40:03.061601 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0eedcf5d-4c1e-4b6b-a2ee-dfd4652e4051 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:03.062239 n-d-805663-2 neutron-server[94688]: INFO neutron.db.l3_db [None req-0eedcf5d-4c1e-4b6b-a2ee-dfd4652e4051 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Floating IP a058fea2-7c9f-45bd-b03d-b354b44e743f disassociated (deleted). External IP: 172.25.4.155, port: f13b84cc-2575-4697-b659-c8c788aa378b. Aug 23 20:40:03.167761 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 70131d2f-bdae-47cd-849a-9fbaca282a74 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:40:03.174400 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 70131d2f-bdae-47cd-849a-9fbaca282a74 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:40:03.175034 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:03.251444 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe356e7-3205-441b-9f7d-379190d2b965 req-0bd4eab5-f603-4d22-a91a-b724fc1ef4be tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:03.252977 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7fe356e7-3205-441b-9f7d-379190d2b965 req-0bd4eab5-f603-4d22-a91a-b724fc1ef4be tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3f8e49b-d747-4bf3-a8c0-6714c2bd0126 HTTP/1.1" status: 200 len: 944 time: 0.1202617 Aug 23 20:40:03.279242 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:03.316862 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f8e49b-d747-4bf3-a8c0-6714c2bd0126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70131d2f-bdae-47cd-849a-9fbaca282a74'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:40:03.319923 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1151c949-c0f4-42cb-bce8-0022934cdd6f" -d '{"events": [{"server_uuid": "f3f8e49b-d747-4bf3-a8c0-6714c2bd0126", "name": "network-vif-plugged", "status": "completed", "tag": "70131d2f-bdae-47cd-849a-9fbaca282a74"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:40:03.345681 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 70131d2f-bdae-47cd-849a-9fbaca282a74, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=70131d2f-bdae-47cd-849a-9fbaca282a74,segment=NetworkSegment(cd7bca62-163a-450c-9ba7-ef8e5fa83757),segment_id=cd7bca62-163a-450c-9ba7-ef8e5fa83757)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:40:03.353011 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:03.354194 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device b096bed7-e6ad-4794-b7d9-e61b90bafa7d no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:40:03.376096 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7fe356e7-3205-441b-9f7d-379190d2b965 req-4a3cc4f1-c134-4110-9684-44eeab7c407d tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] 10.222.0.61 "GET /v2.0/security-groups?id=056c4907-8713-4216-b1e4-8ea74be33541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637105 Aug 23 20:40:03.412171 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: b096bed7-e6ad-4794-b7d9-e61b90bafa7d {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:40:03.413070 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device b096bed7-e6ad-4794-b7d9-e61b90bafa7d not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:40:03.413750 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device c2650ba0-bc32-4cd3-bef0-7cf28e126ad2 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:40:03.437368 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eedcf5d-4c1e-4b6b-a2ee-dfd4652e4051 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Router 7b5a1753-deb1-4eaa-b6fa-3d1902e68670 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:40:03.465851 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201709b8-af16-4c52-b39b-bf0da3f8256c x-openstack-request-id: req-201709b8-af16-4c52-b39b-bf0da3f8256c {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:40:03.466145 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f8e49b-d747-4bf3-a8c0-6714c2bd0126", "name": "network-vif-plugged", "status": "completed", "tag": "70131d2f-bdae-47cd-849a-9fbaca282a74", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:40:03.466442 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-201709b8-af16-4c52-b39b-bf0da3f8256c {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:40:03.466838 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f8e49b-d747-4bf3-a8c0-6714c2bd0126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70131d2f-bdae-47cd-849a-9fbaca282a74', 'code': 200} Aug 23 20:40:03.467377 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: c2650ba0-bc32-4cd3-bef0-7cf28e126ad2 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:40:03.467728 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device c2650ba0-bc32-4cd3-bef0-7cf28e126ad2 not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:40:03.520564 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=70131d2f-bdae-47cd-849a-9fbaca282a74,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:03.620255 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eedcf5d-4c1e-4b6b-a2ee-dfd4652e4051 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:40:03.626513 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0eedcf5d-4c1e-4b6b-a2ee-dfd4652e4051 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:03.635090 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76399a71-9f55-4ebc-b85f-ae0bde510c2d req-f7f1c996-8271-4c55-8e9b-be9f35304fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:03.636433 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68bc2a5-6bec-423d-8eb8-b0f4a75913c0 None None] Sync routers for ids ['7b5a1753-deb1-4eaa-b6fa-3d1902e68670'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:40:03.636970 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-76399a71-9f55-4ebc-b85f-ae0bde510c2d req-f7f1c996-8271-4c55-8e9b-be9f35304fb2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f3f8e49b-d747-4bf3-a8c0-6714c2bd0126 HTTP/1.1" status: 200 len: 1096 time: 0.1048646 Aug 23 20:40:03.652281 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68bc2a5-6bec-423d-8eb8-b0f4a75913c0 None None] Routers {'7b5a1753-deb1-4eaa-b6fa-3d1902e68670'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:40:03.652840 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f04009-8df9-46f9-8841-e0dd305a1f96 req-89cdcbf6-daaf-4028-abb1-60ab4b554fd6 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:03.653307 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f68bc2a5-6bec-423d-8eb8-b0f4a75913c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:39:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['7b5a1753-deb1-4eaa-b6fa-3d1902e68670'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:03.658450 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-20f04009-8df9-46f9-8841-e0dd305a1f96 req-89cdcbf6-daaf-4028-abb1-60ab4b554fd6 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc9e8022-e947-4165-acfb-0a209a49dfcd HTTP/1.1" status: 200 len: 944 time: 0.0791283 Aug 23 20:40:03.678387 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdcb56-f03c-4beb-9a6d-b31750b8821e req-f5152dd0-ac79-455c-a539-d79026c45c42 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:03.679986 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1fbdcb56-f03c-4beb-9a6d-b31750b8821e req-f5152dd0-ac79-455c-a539-d79026c45c42 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4df7d20-96fd-4fa9-88c3-08b18646878d HTTP/1.1" status: 200 len: 950 time: 0.1163657 Aug 23 20:40:03.684924 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-0eedcf5d-4c1e-4b6b-a2ee-dfd4652e4051 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] 10.222.0.61 "DELETE /v2.0/floatingips/a058fea2-7c9f-45bd-b03d-b354b44e743f HTTP/1.1" status: 204 len: 168 time: 1.3308384 Aug 23 20:40:03.685371 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 35356) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:03.690420 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-cc957863-991e-4a41-9ced-40816ae96f77 tempest-FloatingIPAdminTestJSON-552112487 tempest-FloatingIPAdminTestJSON-552112487-project-admin] Request body: {'floatingip': {'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:40:03.718067 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f68bc2a5-6bec-423d-8eb8-b0f4a75913c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:03.722100 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-76399a71-9f55-4ebc-b85f-ae0bde510c2d req-20daf3cc-1da4-44f5-b2ac-821cf3257dc9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=056c4907-8713-4216-b1e4-8ea74be33541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619943 Aug 23 20:40:03.727854 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-20f04009-8df9-46f9-8841-e0dd305a1f96 req-534b0c68-674f-43f6-97a2-82a9cc751b8f tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "GET /v2.0/security-groups?id=38b07d32-2951-4646-87b8-46622765d84d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0594916 Aug 23 20:40:03.735518 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68bc2a5-6bec-423d-8eb8-b0f4a75913c0 None None] Routers {'7b5a1753-deb1-4eaa-b6fa-3d1902e68670'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:40:03.738421 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f68bc2a5-6bec-423d-8eb8-b0f4a75913c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:39:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['7b5a1753-deb1-4eaa-b6fa-3d1902e68670'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:03.750172 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cc957863-991e-4a41-9ced-40816ae96f77 tempest-FloatingIPAdminTestJSON-552112487 tempest-FloatingIPAdminTestJSON-552112487-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:03.786721 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1fbdcb56-f03c-4beb-9a6d-b31750b8821e req-7c160b07-e08f-4f23-881a-edd6769913ff tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910752 Aug 23 20:40:03.804129 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f68bc2a5-6bec-423d-8eb8-b0f4a75913c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:03.804876 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68bc2a5-6bec-423d-8eb8-b0f4a75913c0 None None] The sync data for ids ['7b5a1753-deb1-4eaa-b6fa-3d1902e68670'] in n-d-805663-2 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:40:03.871998 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56663833-85d3-4781-96aa-75eacea495be req-b19195e3-a2f7-48a3-9893-f7d06540cc1d tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:03.873489 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-56663833-85d3-4781-96aa-75eacea495be req-b19195e3-a2f7-48a3-9893-f7d06540cc1d tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=101ccc80-5521-4720-889d-1f5135b03c88 HTTP/1.1" status: 200 len: 945 time: 0.0539360 Aug 23 20:40:03.895969 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cc957863-991e-4a41-9ced-40816ae96f77 tempest-FloatingIPAdminTestJSON-552112487 tempest-FloatingIPAdminTestJSON-552112487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:03.924250 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-56663833-85d3-4781-96aa-75eacea495be req-9b3b6402-6ff4-4b5a-bca7-8e3df8a7f42a tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416436 Aug 23 20:40:04.015874 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-cc957863-991e-4a41-9ced-40816ae96f77 tempest-FloatingIPAdminTestJSON-552112487 tempest-FloatingIPAdminTestJSON-552112487-project-admin] Allocated IP 172.25.4.146 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/054fd712-334d-4cde-b68f-bdfcc31ff8c8) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:40:04.124333 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cc957863-991e-4a41-9ced-40816ae96f77 tempest-FloatingIPAdminTestJSON-552112487 tempest-FloatingIPAdminTestJSON-552112487-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:04.148094 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 1e1da2ac-32ca-4471-a01b-373110354754 up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:40:04.165710 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cc957863-991e-4a41-9ced-40816ae96f77 tempest-FloatingIPAdminTestJSON-552112487 tempest-FloatingIPAdminTestJSON-552112487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:04.212348 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc957863-991e-4a41-9ced-40816ae96f77 tempest-FloatingIPAdminTestJSON-552112487 tempest-FloatingIPAdminTestJSON-552112487-project-admin] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:40:04.215999 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-cc957863-991e-4a41-9ced-40816ae96f77 tempest-FloatingIPAdminTestJSON-552112487 tempest-FloatingIPAdminTestJSON-552112487-project-admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:40:04.219832 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc957863-991e-4a41-9ced-40816ae96f77 tempest-FloatingIPAdminTestJSON-552112487 tempest-FloatingIPAdminTestJSON-552112487-project-admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:40:04.222665 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port 1e1da2ac-32ca-4471-a01b-373110354754 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:40:04.229739 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port 1e1da2ac-32ca-4471-a01b-373110354754 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:40:04.230683 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:04.258494 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc957863-991e-4a41-9ced-40816ae96f77 tempest-FloatingIPAdminTestJSON-552112487 tempest-FloatingIPAdminTestJSON-552112487-project-admin] Pushing event updated for resources: {'Port': ['ID=054fd712-334d-4cde-b68f-bdfcc31ff8c8,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:04.339221 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cc957863-991e-4a41-9ced-40816ae96f77 tempest-FloatingIPAdminTestJSON-552112487 tempest-FloatingIPAdminTestJSON-552112487-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:04.345490 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:04.380339 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cc957863-991e-4a41-9ced-40816ae96f77 tempest-FloatingIPAdminTestJSON-552112487 tempest-FloatingIPAdminTestJSON-552112487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:04.387931 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 1e1da2ac-32ca-4471-a01b-373110354754, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=1e1da2ac-32ca-4471-a01b-373110354754,segment=NetworkSegment(02bc71d9-f313-4a15-a119-b64fea6486e0),segment_id=02bc71d9-f313-4a15-a119-b64fea6486e0)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:40:04.395246 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:04.459028 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=1e1da2ac-32ca-4471-a01b-373110354754,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:04.551805 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51adc160-b920-46fd-9bce-26059d2b83a1 req-dbb636ff-fa34-43b7-b045-32f7443ba3ee tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:04.553309 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-51adc160-b920-46fd-9bce-26059d2b83a1 req-dbb636ff-fa34-43b7-b045-32f7443ba3ee tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3f8e49b-d747-4bf3-a8c0-6714c2bd0126 HTTP/1.1" status: 200 len: 945 time: 0.0802407 Aug 23 20:40:04.582957 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cc957863-991e-4a41-9ced-40816ae96f77 tempest-FloatingIPAdminTestJSON-552112487 tempest-FloatingIPAdminTestJSON-552112487-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:04.589092 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cc957863-991e-4a41-9ced-40816ae96f77 tempest-FloatingIPAdminTestJSON-552112487 tempest-FloatingIPAdminTestJSON-552112487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:04.607415 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-51adc160-b920-46fd-9bce-26059d2b83a1 req-a3d1bd8b-71cc-4bab-be5a-744ac1e22389 tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] 10.222.0.61 "GET /v2.0/security-groups?id=056c4907-8713-4216-b1e4-8ea74be33541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363991 Aug 23 20:40:04.671131 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc957863-991e-4a41-9ced-40816ae96f77 tempest-FloatingIPAdminTestJSON-552112487 tempest-FloatingIPAdminTestJSON-552112487-project-admin] Pushing event updated for resources: {'Port': ['ID=054fd712-334d-4cde-b68f-bdfcc31ff8c8,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:04.678052 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 35386) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:04.678495 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cc957863-991e-4a41-9ced-40816ae96f77 tempest-FloatingIPAdminTestJSON-552112487 tempest-FloatingIPAdminTestJSON-552112487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:04.693879 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cc957863-991e-4a41-9ced-40816ae96f77 tempest-FloatingIPAdminTestJSON-552112487 tempest-FloatingIPAdminTestJSON-552112487-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:04.695563 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-cc957863-991e-4a41-9ced-40816ae96f77 tempest-FloatingIPAdminTestJSON-552112487 tempest-FloatingIPAdminTestJSON-552112487-project-admin] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0088506 Aug 23 20:40:04.698574 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 35390) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:04.809915 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-a8ae718f-5e1d-4728-ba2c-133e9798c35c tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1697334711', 'router:external': True}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:40:04.868793 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ae718f-5e1d-4728-ba2c-133e9798c35c tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Made reservation on behalf of ab51e91de2cb485883e206fa4773dcc8 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:40:04.871234 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a8ae718f-5e1d-4728-ba2c-133e9798c35c tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:04.889418 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db0b388-de55-488c-b3ba-7bd7a9bfb1f5 req-6b107ee8-3708-445e-83b8-355ea30636f5 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:04.890993 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2db0b388-de55-488c-b3ba-7bd7a9bfb1f5 req-6b107ee8-3708-445e-83b8-355ea30636f5 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc9e8022-e947-4165-acfb-0a209a49dfcd HTTP/1.1" status: 200 len: 945 time: 0.0756643 Aug 23 20:40:04.894312 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-23b3cb19-dcc5-4238-8a81-5bcf0ec035dc tempest-FloatingIPAdminTestJSON-226022528 tempest-FloatingIPAdminTestJSON-226022528-project] Request body: {'floatingip': {'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:40:04.898503 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a8ae718f-5e1d-4728-ba2c-133e9798c35c tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:04.946436 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.db.api [None req-a8ae718f-5e1d-4728-ba2c-133e9798c35c tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 20:40:04.946436 n-d-805663-2 neutron-server[94687]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 23 20:40:04.946436 n-d-805663-2 neutron-server[94687]: [parameters: {'project_id_1': 'ab51e91de2cb485883e206fa4773dcc8', 'expiration_1': datetime.datetime(2021, 8, 23, 20, 40, 4, 928689)}] Aug 23 20:40:04.946436 n-d-805663-2 neutron-server[94687]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94687) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 20:40:04.947346 n-d-805663-2 neutron-server[94687]: DEBUG oslo_db.api [None req-a8ae718f-5e1d-4728-ba2c-133e9798c35c tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 20:40:04.949064 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6b7b0-749e-4145-8af4-5ca00bb6e314 req-023983f9-f084-42ce-8b74-c3e8a6051cf0 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:04.950678 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-65f6b7b0-749e-4145-8af4-5ca00bb6e314 req-023983f9-f084-42ce-8b74-c3e8a6051cf0 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4df7d20-96fd-4fa9-88c3-08b18646878d HTTP/1.1" status: 200 len: 950 time: 0.0880265 Aug 23 20:40:04.959200 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd57e47-5289-404d-a55d-ce513b6ad4c8 req-f8a47b44-d15e-440e-9d9b-30cf80462577 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:04.964181 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-23b3cb19-dcc5-4238-8a81-5bcf0ec035dc tempest-FloatingIPAdminTestJSON-226022528 tempest-FloatingIPAdminTestJSON-226022528-project] Notify callbacks [] for floatingip, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:04.965273 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8dd57e47-5289-404d-a55d-ce513b6ad4c8 req-f8a47b44-d15e-440e-9d9b-30cf80462577 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4df7d20-96fd-4fa9-88c3-08b18646878d HTTP/1.1" status: 200 len: 950 time: 0.0907924 Aug 23 20:40:04.985732 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2db0b388-de55-488c-b3ba-7bd7a9bfb1f5 req-b047778f-9f5f-4d95-ba95-8b848a76e42e tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "GET /v2.0/security-groups?id=38b07d32-2951-4646-87b8-46622765d84d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0835252 Aug 23 20:40:05.083459 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-65f6b7b0-749e-4145-8af4-5ca00bb6e314 req-278749a2-986b-4e71-b017-e11d4fb31914 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/security-groups?id=25ff4954-8c0a-4977-bc91-3d4200326b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163125 Aug 23 20:40:05.117523 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-8dd57e47-5289-404d-a55d-ce513b6ad4c8 req-1b69aa4c-968f-4f92-8df1-9f60a21dd2af tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Deleting port 4e45b000-7179-414e-9c26-2b8f01610967 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:40:05.117856 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8dd57e47-5289-404d-a55d-ce513b6ad4c8 req-1b69aa4c-968f-4f92-8df1-9f60a21dd2af tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:05.121980 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-23b3cb19-dcc5-4238-8a81-5bcf0ec035dc tempest-FloatingIPAdminTestJSON-226022528 tempest-FloatingIPAdminTestJSON-226022528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:05.132675 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7dfeb4-c565-4c58-80ea-478d7815be8f req-87c2a4c3-ece4-4951-ac5e-c6c40275e991 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:05.134173 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0d7dfeb4-c565-4c58-80ea-478d7815be8f req-87c2a4c3-ece4-4951-ac5e-c6c40275e991 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=101ccc80-5521-4720-889d-1f5135b03c88 HTTP/1.1" status: 200 len: 945 time: 0.0686870 Aug 23 20:40:05.210637 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-8dd57e47-5289-404d-a55d-ce513b6ad4c8 req-1b69aa4c-968f-4f92-8df1-9f60a21dd2af tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] For port 4e45b000-7179-414e-9c26-2b8f01610967, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=4e45b000-7179-414e-9c26-2b8f01610967,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:40:05.210921 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8dd57e47-5289-404d-a55d-ce513b6ad4c8 req-1b69aa4c-968f-4f92-8df1-9f60a21dd2af tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:05.214221 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0d7dfeb4-c565-4c58-80ea-478d7815be8f req-58738c22-022f-4a4d-b28d-7af9a7742928 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739181 Aug 23 20:40:05.224545 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-8dd57e47-5289-404d-a55d-ce513b6ad4c8 req-1b69aa4c-968f-4f92-8df1-9f60a21dd2af tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Calling delete_port for 4e45b000-7179-414e-9c26-2b8f01610967 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:40:05.270537 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-23b3cb19-dcc5-4238-8a81-5bcf0ec035dc tempest-FloatingIPAdminTestJSON-226022528 tempest-FloatingIPAdminTestJSON-226022528-project] Allocated IP 172.25.4.33 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/09eef1a5-b9d0-47c3-9556-03e6b7ccb90d) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:40:05.366559 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8dd57e47-5289-404d-a55d-ce513b6ad4c8 req-1b69aa4c-968f-4f92-8df1-9f60a21dd2af tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:05.375759 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-23b3cb19-dcc5-4238-8a81-5bcf0ec035dc tempest-FloatingIPAdminTestJSON-226022528 tempest-FloatingIPAdminTestJSON-226022528-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:05.394686 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69aa4c-968f-4f92-8df1-9f60a21dd2af tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Pushing event deleted for resources: {'Port': ['ID=4e45b000-7179-414e-9c26-2b8f01610967,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:05.401429 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['4e45b000-7179-414e-9c26-2b8f01610967'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:40:05.428111 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-23b3cb19-dcc5-4238-8a81-5bcf0ec035dc tempest-FloatingIPAdminTestJSON-226022528 tempest-FloatingIPAdminTestJSON-226022528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:05.438939 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd57e47-5289-404d-a55d-ce513b6ad4c8 req-1b69aa4c-968f-4f92-8df1-9f60a21dd2af tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] No DVR routers for this DVR port 4e45b000-7179-414e-9c26-2b8f01610967 on host n-h2-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:40:05.441107 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8dd57e47-5289-404d-a55d-ce513b6ad4c8 req-1b69aa4c-968f-4f92-8df1-9f60a21dd2af tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:05.443452 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8dd57e47-5289-404d-a55d-ce513b6ad4c8 req-1b69aa4c-968f-4f92-8df1-9f60a21dd2af tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.32 "DELETE /v2.0/ports/4e45b000-7179-414e-9c26-2b8f01610967 HTTP/1.1" status: 204 len: 173 time: 0.4637883 Aug 23 20:40:05.443878 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4df7d20-96fd-4fa9-88c3-08b18646878d', 'name': 'network-vif-deleted', 'tag': '4e45b000-7179-414e-9c26-2b8f01610967'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:40:05.446235 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ced2f2-f287-4aad-bf30-6209ec9b1191" -d '{"events": [{"server_uuid": "f4df7d20-96fd-4fa9-88c3-08b18646878d", "name": "network-vif-deleted", "tag": "4e45b000-7179-414e-9c26-2b8f01610967"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:40:05.451162 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a8ae718f-5e1d-4728-ba2c-133e9798c35c tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:05.467818 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9e8022-e947-4165-acfb-0a209a49dfcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e1da2ac-32ca-4471-a01b-373110354754'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:40:05.471327 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae87a5d-1005-4e51-bb85-71850c99ff59" -d '{"events": [{"server_uuid": "dc9e8022-e947-4165-acfb-0a209a49dfcd", "name": "network-vif-plugged", "status": "completed", "tag": "1e1da2ac-32ca-4471-a01b-373110354754"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:40:05.495686 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b3cb19-dcc5-4238-8a81-5bcf0ec035dc tempest-FloatingIPAdminTestJSON-226022528 tempest-FloatingIPAdminTestJSON-226022528-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:40:05.498979 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b3cb19-dcc5-4238-8a81-5bcf0ec035dc tempest-FloatingIPAdminTestJSON-226022528 tempest-FloatingIPAdminTestJSON-226022528-project] Pushing event updated for resources: {'Port': ['ID=09eef1a5-b9d0-47c3-9556-03e6b7ccb90d,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:05.508104 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-23b3cb19-dcc5-4238-8a81-5bcf0ec035dc tempest-FloatingIPAdminTestJSON-226022528 tempest-FloatingIPAdminTestJSON-226022528-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:40:05.514178 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f610a985-7598-4bfc-93e3-aa910f46b6f5 x-openstack-request-id: req-f610a985-7598-4bfc-93e3-aa910f46b6f5 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:40:05.514653 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4df7d20-96fd-4fa9-88c3-08b18646878d", "name": "network-vif-deleted", "tag": "4e45b000-7179-414e-9c26-2b8f01610967", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:40:05.514781 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f610a985-7598-4bfc-93e3-aa910f46b6f5 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:40:05.515104 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4df7d20-96fd-4fa9-88c3-08b18646878d', 'name': 'network-vif-deleted', 'tag': '4e45b000-7179-414e-9c26-2b8f01610967', 'status': 'completed', 'code': 200} Aug 23 20:40:05.516960 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b3cb19-dcc5-4238-8a81-5bcf0ec035dc tempest-FloatingIPAdminTestJSON-226022528 tempest-FloatingIPAdminTestJSON-226022528-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:40:05.532474 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12bbbc1c-d886-45be-8531-898f150c21ef x-openstack-request-id: req-12bbbc1c-d886-45be-8531-898f150c21ef {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:40:05.532788 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc9e8022-e947-4165-acfb-0a209a49dfcd", "name": "network-vif-plugged", "status": "completed", "tag": "1e1da2ac-32ca-4471-a01b-373110354754", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:40:05.533040 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-12bbbc1c-d886-45be-8531-898f150c21ef {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:40:05.533494 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9e8022-e947-4165-acfb-0a209a49dfcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e1da2ac-32ca-4471-a01b-373110354754', 'code': 200} Aug 23 20:40:05.640290 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-23b3cb19-dcc5-4238-8a81-5bcf0ec035dc tempest-FloatingIPAdminTestJSON-226022528 tempest-FloatingIPAdminTestJSON-226022528-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:05.669416 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a8ae718f-5e1d-4728-ba2c-133e9798c35c tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:05.674338 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a8ae718f-5e1d-4728-ba2c-133e9798c35c tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:05.689113 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decdafcc-042e-4feb-bd35-7992eabe086f req-e0270fcc-20ad-4a0c-bf38-db6568b812ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:05.691135 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-decdafcc-042e-4feb-bd35-7992eabe086f req-e0270fcc-20ad-4a0c-bf38-db6568b812ca service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dc9e8022-e947-4165-acfb-0a209a49dfcd HTTP/1.1" status: 200 len: 1096 time: 0.0533516 Aug 23 20:40:05.730657 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-decdafcc-042e-4feb-bd35-7992eabe086f req-3968bd99-7e03-4c71-8dfb-77ee62c8505a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=38b07d32-2951-4646-87b8-46622765d84d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315583 Aug 23 20:40:05.744306 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8ae718f-5e1d-4728-ba2c-133e9798c35c tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:40:05.752420 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-23b3cb19-dcc5-4238-8a81-5bcf0ec035dc tempest-FloatingIPAdminTestJSON-226022528 tempest-FloatingIPAdminTestJSON-226022528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:05.792377 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ae718f-5e1d-4728-ba2c-133e9798c35c tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f919782c-2358-4066-a986-f158ec517cf1,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:05.795017 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a8ae718f-5e1d-4728-ba2c-133e9798c35c tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:05.795367 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-a8ae718f-5e1d-4728-ba2c-133e9798c35c tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Added segment dca7b9ad-f052-47e8-a591-9c3ea1b3f444 of type vlan for network b4dd3982-86b1-40c7-96f4-c5766ccf24dc Aug 23 20:40:06.117244 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3399fe-bec3-48ee-be2b-868b0ce4a742 req-1d989c51-13a8-479d-907e-0c90763d8bca tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:06.122197 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bc3399fe-bec3-48ee-be2b-868b0ce4a742 req-1d989c51-13a8-479d-907e-0c90763d8bca tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc9e8022-e947-4165-acfb-0a209a49dfcd HTTP/1.1" status: 200 len: 945 time: 0.0569088 Aug 23 20:40:06.133050 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e2bab-5a5a-4fbb-b6f3-5a8e5a4c086c req-0dccc6ae-bbcf-4aa4-81a2-93f87448e16d tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:06.134564 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e25e2bab-5a5a-4fbb-b6f3-5a8e5a4c086c req-0dccc6ae-bbcf-4aa4-81a2-93f87448e16d tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3f8e49b-d747-4bf3-a8c0-6714c2bd0126 HTTP/1.1" status: 200 len: 945 time: 0.4389465 Aug 23 20:40:06.157880 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bc3399fe-bec3-48ee-be2b-868b0ce4a742 req-cd4e18f1-898d-4003-8c3e-f003da306808 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "GET /v2.0/security-groups?id=38b07d32-2951-4646-87b8-46622765d84d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331714 Aug 23 20:40:06.161951 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a8ae718f-5e1d-4728-ba2c-133e9798c35c tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:06.247904 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a8ae718f-5e1d-4728-ba2c-133e9798c35c tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:06.248654 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ae718f-5e1d-4728-ba2c-133e9798c35c tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:06.249217 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a8ae718f-5e1d-4728-ba2c-133e9798c35c tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:06.257942 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a123e358-14b2-4784-9e36-5d936dd195cb req-eeee4d6e-c2c0-4890-9caf-894d3513a135 tempest-ServersOnMultiNodesTest-1334546063 tempest-ServersOnMultiNodesTest-1334546063-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4df7d20-96fd-4fa9-88c3-08b18646878d HTTP/1.1" status: 200 len: 210 time: 0.0300033 Aug 23 20:40:06.258913 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e25e2bab-5a5a-4fbb-b6f3-5a8e5a4c086c req-522f1108-1fad-476c-bd48-05d2f477b3f3 tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] 10.222.0.61 "GET /v2.0/security-groups?id=056c4907-8713-4216-b1e4-8ea74be33541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945528 Aug 23 20:40:06.322429 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a8ae718f-5e1d-4728-ba2c-133e9798c35c tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.6430757 Aug 23 20:40:06.325362 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 35418) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:06.331759 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-3328ad93-8a54-46b5-92c4-c676542c8d2e tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Request body: {'subnet': {'network_id': 'b4dd3982-86b1-40c7-96f4-c5766ccf24dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:40:06.339887 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ae718f-5e1d-4728-ba2c-133e9798c35c tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Pushing event updated for resources: {'Network': ['ID=b4dd3982-86b1-40c7-96f4-c5766ccf24dc,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:06.352562 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-23b3cb19-dcc5-4238-8a81-5bcf0ec035dc tempest-FloatingIPAdminTestJSON-226022528 tempest-FloatingIPAdminTestJSON-226022528-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:06.358935 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-23b3cb19-dcc5-4238-8a81-5bcf0ec035dc tempest-FloatingIPAdminTestJSON-226022528 tempest-FloatingIPAdminTestJSON-226022528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:06.360275 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network b4dd3982-86b1-40c7-96f4-c5766ccf24dc details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:40:06.442395 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b3cb19-dcc5-4238-8a81-5bcf0ec035dc tempest-FloatingIPAdminTestJSON-226022528 tempest-FloatingIPAdminTestJSON-226022528-project] Pushing event updated for resources: {'Port': ['ID=09eef1a5-b9d0-47c3-9556-03e6b7ccb90d,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:06.442628 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3328ad93-8a54-46b5-92c4-c676542c8d2e tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Made reservation on behalf of ab51e91de2cb485883e206fa4773dcc8 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:40:06.449478 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-23b3cb19-dcc5-4238-8a81-5bcf0ec035dc tempest-FloatingIPAdminTestJSON-226022528 tempest-FloatingIPAdminTestJSON-226022528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:06.458478 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3328ad93-8a54-46b5-92c4-c676542c8d2e tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:06.468215 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-23b3cb19-dcc5-4238-8a81-5bcf0ec035dc tempest-FloatingIPAdminTestJSON-226022528 tempest-FloatingIPAdminTestJSON-226022528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:06.475847 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-23b3cb19-dcc5-4238-8a81-5bcf0ec035dc tempest-FloatingIPAdminTestJSON-226022528 tempest-FloatingIPAdminTestJSON-226022528-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7697446 Aug 23 20:40:06.475847 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 35424) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:06.546455 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215bdf0-8bec-47da-bbda-d777257fb13d req-0a671a9b-b328-411e-9585-6bea147c3c0b tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:06.548045 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6215bdf0-8bec-47da-bbda-d777257fb13d req-0a671a9b-b328-411e-9585-6bea147c3c0b tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=101ccc80-5521-4720-889d-1f5135b03c88 HTTP/1.1" status: 200 len: 945 time: 0.1797569 Aug 23 20:40:06.555678 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e89480b2-5191-4ad3-ad3d-252ab62f3023 tempest-FloatingIPAdminTestJSON-552112487 tempest-FloatingIPAdminTestJSON-552112487-project-admin] 10.222.0.61 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3701 time: 0.0783770 Aug 23 20:40:06.555866 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 35426) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:06.610205 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6215bdf0-8bec-47da-bbda-d777257fb13d req-16645261-1413-4d54-90b1-5fff7563e0bc tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499582 Aug 23 20:40:06.626385 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6bc73c6d-8b3f-4b10-9d13-653748a15f1d tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] 10.222.0.61 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0670676 Aug 23 20:40:06.636691 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 35430) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:06.811675 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-2b6c1b18-b82a-4f83-ab48-9fecce0fad4e tempest-FloatingIPAdminTestJSON-226022528 tempest-FloatingIPAdminTestJSON-226022528-project] Deleting port 09eef1a5-b9d0-47c3-9556-03e6b7ccb90d {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:40:06.812094 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2b6c1b18-b82a-4f83-ab48-9fecce0fad4e tempest-FloatingIPAdminTestJSON-226022528 tempest-FloatingIPAdminTestJSON-226022528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:06.900432 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2b6c1b18-b82a-4f83-ab48-9fecce0fad4e tempest-FloatingIPAdminTestJSON-226022528 tempest-FloatingIPAdminTestJSON-226022528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:06.901209 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2b6c1b18-b82a-4f83-ab48-9fecce0fad4e tempest-FloatingIPAdminTestJSON-226022528 tempest-FloatingIPAdminTestJSON-226022528-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:06.906563 n-d-805663-2 neutron-server[94688]: DEBUG neutron.objects.ports [None req-3328ad93-8a54-46b5-92c4-c676542c8d2e tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94688) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 20:40:06.907080 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3328ad93-8a54-46b5-92c4-c676542c8d2e tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:06.916044 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-2b6c1b18-b82a-4f83-ab48-9fecce0fad4e tempest-FloatingIPAdminTestJSON-226022528 tempest-FloatingIPAdminTestJSON-226022528-project] Calling delete_port for 09eef1a5-b9d0-47c3-9556-03e6b7ccb90d owned by network:floatingip {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:40:07.006534 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3328ad93-8a54-46b5-92c4-c676542c8d2e tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Pushing event updated for resources: {'Subnet': ['ID=feaaf650-8e2f-46d7-ab72-90f4eaf30799,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:07.024246 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6791df-d9cf-4db6-bd28-087bc93e57f9 req-dc22ce1c-cb09-44a8-a7d7-3e19d15980c2 tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:07.026036 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1b6791df-d9cf-4db6-bd28-087bc93e57f9 req-dc22ce1c-cb09-44a8-a7d7-3e19d15980c2 tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3f8e49b-d747-4bf3-a8c0-6714c2bd0126 HTTP/1.1" status: 200 len: 945 time: 0.1317651 Aug 23 20:40:07.037171 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3328ad93-8a54-46b5-92c4-c676542c8d2e tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Checking segment: {'id': 'dca7b9ad-f052-47e8-a591-9c3ea1b3f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b4dd3982-86b1-40c7-96f4-c5766ccf24dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:40:07.037528 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3328ad93-8a54-46b5-92c4-c676542c8d2e tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Network hostable DHCP agents. Network: b4dd3982-86b1-40c7-96f4-c5766ccf24dc, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:40:07.067373 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7768d-1677-4761-8101-face92535769 req-957f337c-d752-4aef-abb2-b2198c79b582 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:07.073334 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7768d-1677-4761-8101-face92535769 req-957f337c-d752-4aef-abb2-b2198c79b582 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:07.079577 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7768d-1677-4761-8101-face92535769 req-957f337c-d752-4aef-abb2-b2198c79b582 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:07.080986 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1b6791df-d9cf-4db6-bd28-087bc93e57f9 req-64843649-fad1-4983-86e6-6763186e9540 tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] 10.222.0.61 "GET /v2.0/security-groups?id=056c4907-8713-4216-b1e4-8ea74be33541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458322 Aug 23 20:40:07.082681 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3328ad93-8a54-46b5-92c4-c676542c8d2e tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Network b4dd3982-86b1-40c7-96f4-c5766ccf24dc is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:40:07.086095 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7768d-1677-4761-8101-face92535769 req-957f337c-d752-4aef-abb2-b2198c79b582 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:07.093912 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-3328ad93-8a54-46b5-92c4-c676542c8d2e tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, b4dd3982-86b1-40c7-96f4-c5766ccf24dc) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:40:07.094486 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7768d-1677-4761-8101-face92535769 req-957f337c-d752-4aef-abb2-b2198c79b582 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:07.099627 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3328ad93-8a54-46b5-92c4-c676542c8d2e tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:07.100711 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3328ad93-8a54-46b5-92c4-c676542c8d2e tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:07.103997 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7768d-1677-4761-8101-face92535769 req-957f337c-d752-4aef-abb2-b2198c79b582 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:07.106770 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255189c7-b0ed-46ce-9690-bad0ec03b9f8 None None] Network b4dd3982-86b1-40c7-96f4-c5766ccf24dc requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:40:07.109517 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7768d-1677-4761-8101-face92535769 req-957f337c-d752-4aef-abb2-b2198c79b582 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:07.111685 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1fc7768d-1677-4761-8101-face92535769 req-957f337c-d752-4aef-abb2-b2198c79b582 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 5432 time: 0.1349914 Aug 23 20:40:07.122949 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-3328ad93-8a54-46b5-92c4-c676542c8d2e tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7935369 Aug 23 20:40:07.123103 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 35440) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:07.128668 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-184a3467-5609-47ae-93c1-0aa25dc248f1 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1580921767', 'network_id': 'b4dd3982-86b1-40c7-96f4-c5766ccf24dc'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:40:07.154598 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184a3467-5609-47ae-93c1-0aa25dc248f1 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Made reservation on behalf of ab51e91de2cb485883e206fa4773dcc8 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:40:07.157247 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-184a3467-5609-47ae-93c1-0aa25dc248f1 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:07.173498 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-184a3467-5609-47ae-93c1-0aa25dc248f1 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] device_id is not set on port 42477c0b-255b-4c56-9bd2-b12d9179f9e9 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:40:07.200962 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1fc7768d-1677-4761-8101-face92535769 req-4e9164bf-c177-4fab-a027-aefc306c32c9 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b54e5a8-71d6-43fd-b888-7393c70f9dac&id=8c89d379-1762-483a-9924-6d88093352af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0817983 Aug 23 20:40:07.215252 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2b6c1b18-b82a-4f83-ab48-9fecce0fad4e tempest-FloatingIPAdminTestJSON-226022528 tempest-FloatingIPAdminTestJSON-226022528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:07.243712 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c1b18-b82a-4f83-ab48-9fecce0fad4e tempest-FloatingIPAdminTestJSON-226022528 tempest-FloatingIPAdminTestJSON-226022528-project] Pushing event deleted for resources: {'Port': ['ID=09eef1a5-b9d0-47c3-9556-03e6b7ccb90d,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:07.285754 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b2fb15-82d6-4e35-ba30-e8ba49726153 None None] Network b4dd3982-86b1-40c7-96f4-c5766ccf24dc requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:40:07.319920 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2b6c1b18-b82a-4f83-ab48-9fecce0fad4e tempest-FloatingIPAdminTestJSON-226022528 tempest-FloatingIPAdminTestJSON-226022528-project] Notify callbacks [] for floatingip, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:07.322693 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2b6c1b18-b82a-4f83-ab48-9fecce0fad4e tempest-FloatingIPAdminTestJSON-226022528 tempest-FloatingIPAdminTestJSON-226022528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:07.326823 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2b6c1b18-b82a-4f83-ab48-9fecce0fad4e tempest-FloatingIPAdminTestJSON-226022528 tempest-FloatingIPAdminTestJSON-226022528-project] 10.222.0.61 "DELETE /v2.0/floatingips/ef75d96e-d545-4a2a-987a-6ef451b80e81 HTTP/1.1" status: 204 len: 168 time: 0.6890016 Aug 23 20:40:07.327509 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 35448) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:07.505702 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2344d11-c871-46e3-b6f3-d426e29495a9 req-d6b9ca88-019e-4e4f-ab33-5fe7259901d8 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:07.511776 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2344d11-c871-46e3-b6f3-d426e29495a9 req-d6b9ca88-019e-4e4f-ab33-5fe7259901d8 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:07.517752 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2344d11-c871-46e3-b6f3-d426e29495a9 req-d6b9ca88-019e-4e4f-ab33-5fe7259901d8 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:07.523821 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2344d11-c871-46e3-b6f3-d426e29495a9 req-d6b9ca88-019e-4e4f-ab33-5fe7259901d8 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:07.529754 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2344d11-c871-46e3-b6f3-d426e29495a9 req-d6b9ca88-019e-4e4f-ab33-5fe7259901d8 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:07.535673 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2344d11-c871-46e3-b6f3-d426e29495a9 req-d6b9ca88-019e-4e4f-ab33-5fe7259901d8 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:07.541547 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2344d11-c871-46e3-b6f3-d426e29495a9 req-d6b9ca88-019e-4e4f-ab33-5fe7259901d8 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:07.543536 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e2344d11-c871-46e3-b6f3-d426e29495a9 req-d6b9ca88-019e-4e4f-ab33-5fe7259901d8 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 5432 time: 0.2085600 Aug 23 20:40:07.600785 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-c088b372-4f9f-47c0-a6c3-255f64c71f43 tempest-FloatingIPAdminTestJSON-552112487 tempest-FloatingIPAdminTestJSON-552112487-project-admin] Deleting port 054fd712-334d-4cde-b68f-bdfcc31ff8c8 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:40:07.601138 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c088b372-4f9f-47c0-a6c3-255f64c71f43 tempest-FloatingIPAdminTestJSON-552112487 tempest-FloatingIPAdminTestJSON-552112487-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:07.678058 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bcdaed-c45a-407b-b734-d42b51af7359 req-a0b3c3fd-bd8d-4138-9ff0-b4098c9ccd8d tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:07.683992 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-70bcdaed-c45a-407b-b734-d42b51af7359 req-a0b3c3fd-bd8d-4138-9ff0-b4098c9ccd8d tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc9e8022-e947-4165-acfb-0a209a49dfcd HTTP/1.1" status: 200 len: 945 time: 0.4237032 Aug 23 20:40:07.704082 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c088b372-4f9f-47c0-a6c3-255f64c71f43 tempest-FloatingIPAdminTestJSON-552112487 tempest-FloatingIPAdminTestJSON-552112487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:07.704313 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c088b372-4f9f-47c0-a6c3-255f64c71f43 tempest-FloatingIPAdminTestJSON-552112487 tempest-FloatingIPAdminTestJSON-552112487-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:07.729807 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-c088b372-4f9f-47c0-a6c3-255f64c71f43 tempest-FloatingIPAdminTestJSON-552112487 tempest-FloatingIPAdminTestJSON-552112487-project-admin] Calling delete_port for 054fd712-334d-4cde-b68f-bdfcc31ff8c8 owned by network:floatingip {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:40:07.735715 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-70bcdaed-c45a-407b-b734-d42b51af7359 req-9c8bc95a-9af1-4e29-a648-a80d44fd4bcb tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "GET /v2.0/security-groups?id=38b07d32-2951-4646-87b8-46622765d84d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508294 Aug 23 20:40:07.741631 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-184a3467-5609-47ae-93c1-0aa25dc248f1 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Allocated IP 172.20.0.4 (b4dd3982-86b1-40c7-96f4-c5766ccf24dc/feaaf650-8e2f-46d7-ab72-90f4eaf30799/42477c0b-255b-4c56-9bd2-b12d9179f9e9) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:40:07.838925 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92e322-87f2-4c1e-b9f4-07958c8a1cf4 req-4e09eb35-e1f1-4038-8217-04e05dbbffdf tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:07.840559 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4a92e322-87f2-4c1e-b9f4-07958c8a1cf4 req-4e09eb35-e1f1-4038-8217-04e05dbbffdf tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=101ccc80-5521-4720-889d-1f5135b03c88 HTTP/1.1" status: 200 len: 945 time: 0.1273503 Aug 23 20:40:07.939040 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 35462) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:07.942106 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b6cec-b7e3-4d42-b8dd-10c7b3113b6d req-af0310a7-faa1-43fe-9f5e-69eb33563d76 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:07.943143 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cb3b6cec-b7e3-4d42-b8dd-10c7b3113b6d req-af0310a7-faa1-43fe-9f5e-69eb33563d76 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc9e8022-e947-4165-acfb-0a209a49dfcd HTTP/1.1" status: 200 len: 945 time: 0.0805197 Aug 23 20:40:07.954248 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 35466) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:07.954451 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4a92e322-87f2-4c1e-b9f4-07958c8a1cf4 req-ec563c03-f6af-467a-9b97-48001dbeb8e3 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051569 Aug 23 20:40:07.955563 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c088b372-4f9f-47c0-a6c3-255f64c71f43 tempest-FloatingIPAdminTestJSON-552112487 tempest-FloatingIPAdminTestJSON-552112487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:07.961726 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-dfaa7f8a-8b28-4095-b78d-08d15d76f282 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Request body: {'floatingip': {'port_id': '1e1da2ac-32ca-4471-a01b-373110354754'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:40:07.982440 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c088b372-4f9f-47c0-a6c3-255f64c71f43 tempest-FloatingIPAdminTestJSON-552112487 tempest-FloatingIPAdminTestJSON-552112487-project-admin] Pushing event deleted for resources: {'Port': ['ID=054fd712-334d-4cde-b68f-bdfcc31ff8c8,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:08.014300 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-184a3467-5609-47ae-93c1-0aa25dc248f1 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:08.022311 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dfaa7f8a-8b28-4095-b78d-08d15d76f282 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Notify callbacks [] for floatingip, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:08.049393 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:40:08.056469 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c088b372-4f9f-47c0-a6c3-255f64c71f43 tempest-FloatingIPAdminTestJSON-552112487 tempest-FloatingIPAdminTestJSON-552112487-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:08.059526 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c088b372-4f9f-47c0-a6c3-255f64c71f43 tempest-FloatingIPAdminTestJSON-552112487 tempest-FloatingIPAdminTestJSON-552112487-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:08.060421 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c088b372-4f9f-47c0-a6c3-255f64c71f43 tempest-FloatingIPAdminTestJSON-552112487 tempest-FloatingIPAdminTestJSON-552112487-project-admin] 10.222.0.61 "DELETE /v2.0/floatingips/36f18920-17b5-43f2-aaaf-d8cd17e4b168 HTTP/1.1" status: 204 len: 168 time: 0.7318623 Aug 23 20:40:08.064035 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 35468) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:08.166475 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 4e45b000-7179-414e-9c26-2b8f01610967 no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:40:08.184252 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b54e22d8-0ff8-42f0-8462-340f6decf905 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=704a96b94b9147dc8cf54dcf8b4c5cc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2412088 Aug 23 20:40:08.184868 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 35472) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:08.202980 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: 4e45b000-7179-414e-9c26-2b8f01610967 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:40:08.203613 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 4e45b000-7179-414e-9c26-2b8f01610967 not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:40:08.233546 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-184a3467-5609-47ae-93c1-0aa25dc248f1 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:08.240458 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-d8bbeef5-0ef6-4ecc-9045-7435ba1d9978 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Deleting port f13b84cc-2575-4697-b659-c8c788aa378b {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:40:08.240983 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d8bbeef5-0ef6-4ecc-9045-7435ba1d9978 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:08.307704 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77f60154-8234-4ef5-9f7a-1ae89c1ef8df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:08.326965 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184a3467-5609-47ae-93c1-0aa25dc248f1 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Network b4dd3982-86b1-40c7-96f4-c5766ccf24dc is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:40:08.345440 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77f60154-8234-4ef5-9f7a-1ae89c1ef8df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:08.359150 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184a3467-5609-47ae-93c1-0aa25dc248f1 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Pushing event updated for resources: {'Port': ['ID=42477c0b-255b-4c56-9bd2-b12d9179f9e9,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:08.365993 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-184a3467-5609-47ae-93c1-0aa25dc248f1 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:40:08.370979 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184a3467-5609-47ae-93c1-0aa25dc248f1 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:40:08.379210 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d8bbeef5-0ef6-4ecc-9045-7435ba1d9978 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:08.381143 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe3dbe-f5ce-4bfd-a514-11b39b109f71 req-d1c3c7f4-fdc9-4f74-a146-8527b3d2b57d tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:08.383014 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-aabe3dbe-f5ce-4bfd-a514-11b39b109f71 req-d1c3c7f4-fdc9-4f74-a146-8527b3d2b57d tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3f8e49b-d747-4bf3-a8c0-6714c2bd0126 HTTP/1.1" status: 200 len: 945 time: 0.1935551 Aug 23 20:40:08.409698 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-d8bbeef5-0ef6-4ecc-9045-7435ba1d9978 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Calling delete_port for f13b84cc-2575-4697-b659-c8c788aa378b owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:40:08.481699 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77f60154-8234-4ef5-9f7a-1ae89c1ef8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:08.484559 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77f60154-8234-4ef5-9f7a-1ae89c1ef8df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:08.485710 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-77f60154-8234-4ef5-9f7a-1ae89c1ef8df admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/25ff4954-8c0a-4977-bc91-3d4200326b69 HTTP/1.1" status: 204 len: 168 time: 0.2990363 Aug 23 20:40:08.497624 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184a3467-5609-47ae-93c1-0aa25dc248f1 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:08.498282 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-184a3467-5609-47ae-93c1-0aa25dc248f1 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:08.535425 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f60154-8234-4ef5-9f7a-1ae89c1ef8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ff4954-8c0a-4977-bc91-3d4200326b69,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:08.561821 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-aabe3dbe-f5ce-4bfd-a514-11b39b109f71 req-c5b1e8e4-1ca5-42f5-b77a-a4533b9c8be1 tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] 10.222.0.61 "GET /v2.0/security-groups?id=056c4907-8713-4216-b1e4-8ea74be33541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542366 Aug 23 20:40:08.578256 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d35fae-2262-47ad-82ba-1c5a928524f4 req-e0624c65-2021-41ef-809c-5a12bb61dccb tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:08.580140 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-184a3467-5609-47ae-93c1-0aa25dc248f1 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.4546540 Aug 23 20:40:08.580140 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 35476) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:08.580571 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d2d35fae-2262-47ad-82ba-1c5a928524f4 req-e0624c65-2021-41ef-809c-5a12bb61dccb tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3f8e49b-d747-4bf3-a8c0-6714c2bd0126 HTTP/1.1" status: 200 len: 945 time: 0.1172051 Aug 23 20:40:08.716379 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d8bbeef5-0ef6-4ecc-9045-7435ba1d9978 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:08.764117 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bbeef5-0ef6-4ecc-9045-7435ba1d9978 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Pushing event deleted for resources: {'Port': ['ID=f13b84cc-2575-4697-b659-c8c788aa378b,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:08.830441 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-d2d35fae-2262-47ad-82ba-1c5a928524f4 req-e7fc1bfb-fd69-4024-b35c-35df18abad7b tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] Deleting port 70131d2f-bdae-47cd-849a-9fbaca282a74 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:40:08.830803 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d2d35fae-2262-47ad-82ba-1c5a928524f4 req-e7fc1bfb-fd69-4024-b35c-35df18abad7b tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:08.845782 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dfaa7f8a-8b28-4095-b78d-08d15d76f282 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:08.848352 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-2d4dcd2f-aee9-42fd-8ab1-360625b32f18 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Deleting port 42477c0b-255b-4c56-9bd2-b12d9179f9e9 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:40:08.849992 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2d4dcd2f-aee9-42fd-8ab1-360625b32f18 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:08.864703 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dfaa7f8a-8b28-4095-b78d-08d15d76f282 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:08.894847 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 35482) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:08.930313 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d8bbeef5-0ef6-4ecc-9045-7435ba1d9978 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:08.934953 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d8bbeef5-0ef6-4ecc-9045-7435ba1d9978 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] 10.222.0.61 "DELETE /v2.0/ports/f13b84cc-2575-4697-b659-c8c788aa378b HTTP/1.1" status: 204 len: 168 time: 0.8672373 Aug 23 20:40:08.936627 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 35484) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:09.030151 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2d4dcd2f-aee9-42fd-8ab1-360625b32f18 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:09.033917 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-d2d35fae-2262-47ad-82ba-1c5a928524f4 req-e7fc1bfb-fd69-4024-b35c-35df18abad7b tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] For port 70131d2f-bdae-47cd-849a-9fbaca282a74, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=70131d2f-bdae-47cd-849a-9fbaca282a74,segment=NetworkSegment(cd7bca62-163a-450c-9ba7-ef8e5fa83757),segment_id=cd7bca62-163a-450c-9ba7-ef8e5fa83757)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:40:09.034979 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d2d35fae-2262-47ad-82ba-1c5a928524f4 req-e7fc1bfb-fd69-4024-b35c-35df18abad7b tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:09.041745 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-dccd35a5-a43f-40ab-9662-3c65a4011258 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ad12cb32d62c4ac59e90cd28399c1821&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1413844 Aug 23 20:40:09.043653 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 35488) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:09.053003 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-d2d35fae-2262-47ad-82ba-1c5a928524f4 req-e7fc1bfb-fd69-4024-b35c-35df18abad7b tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] Calling delete_port for 70131d2f-bdae-47cd-849a-9fbaca282a74 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:40:09.059983 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-2d4dcd2f-aee9-42fd-8ab1-360625b32f18 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Calling delete_port for 42477c0b-255b-4c56-9bd2-b12d9179f9e9 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:40:09.073110 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5373644-91c9-4d37-b84f-e9a5bc4784c8 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:09.074614 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e5373644-91c9-4d37-b84f-e9a5bc4784c8 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b5a1753-deb1-4eaa-b6fa-3d1902e68670 HTTP/1.1" status: 200 len: 913 time: 0.1374128 Aug 23 20:40:09.077761 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 35492) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:09.089794 n-d-805663-2 neutron-server[94688]: INFO neutron.db.l3_db [None req-dfaa7f8a-8b28-4095-b78d-08d15d76f282 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Floating IP 72da2065-24f7-4f53-b2e7-47f22da73da2 associated. External IP: 172.25.4.111, port: 1e1da2ac-32ca-4471-a01b-373110354754. Aug 23 20:40:09.281249 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70ad80-52d1-4266-a77f-8b11dc1319b1 req-7595f786-9d2a-4b74-afae-1c7eeef83272 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:09.282670 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fc70ad80-52d1-4266-a77f-8b11dc1319b1 req-7595f786-9d2a-4b74-afae-1c7eeef83272 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=101ccc80-5521-4720-889d-1f5135b03c88 HTTP/1.1" status: 200 len: 945 time: 0.2207994 Aug 23 20:40:09.294049 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-00c3615d-c092-481b-9652-78bdf418e51e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:09.357873 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-00c3615d-c092-481b-9652-78bdf418e51e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:09.370858 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d2d35fae-2262-47ad-82ba-1c5a928524f4 req-e7fc1bfb-fd69-4024-b35c-35df18abad7b tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:09.390657 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['70131d2f-bdae-47cd-849a-9fbaca282a74'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:40:09.411954 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc1bfb-fd69-4024-b35c-35df18abad7b tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] Pushing event deleted for resources: {'Port': ['ID=70131d2f-bdae-47cd-849a-9fbaca282a74,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:09.425817 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fc70ad80-52d1-4266-a77f-8b11dc1319b1 req-f1c7050c-d614-43ad-8e0f-390a185f1291 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333833 Aug 23 20:40:09.475485 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2d35fae-2262-47ad-82ba-1c5a928524f4 req-e7fc1bfb-fd69-4024-b35c-35df18abad7b tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] No DVR routers for this DVR port 70131d2f-bdae-47cd-849a-9fbaca282a74 on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:40:09.486183 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d2d35fae-2262-47ad-82ba-1c5a928524f4 req-e7fc1bfb-fd69-4024-b35c-35df18abad7b tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:09.489654 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d2d35fae-2262-47ad-82ba-1c5a928524f4 req-e7fc1bfb-fd69-4024-b35c-35df18abad7b tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] 10.222.0.11 "DELETE /v2.0/ports/70131d2f-bdae-47cd-849a-9fbaca282a74 HTTP/1.1" status: 204 len: 173 time: 0.9026556 Aug 23 20:40:09.490090 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f8e49b-d747-4bf3-a8c0-6714c2bd0126', 'name': 'network-vif-deleted', 'tag': '70131d2f-bdae-47cd-849a-9fbaca282a74'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:40:09.492483 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b70e879-2be3-4140-a465-621348d1a643" -d '{"events": [{"server_uuid": "f3f8e49b-d747-4bf3-a8c0-6714c2bd0126", "name": "network-vif-deleted", "tag": "70131d2f-bdae-47cd-849a-9fbaca282a74"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:40:09.555071 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2d4dcd2f-aee9-42fd-8ab1-360625b32f18 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:09.556727 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511b35ef-3fa5-41cc-bf0f-c9563cf8e776 x-openstack-request-id: req-511b35ef-3fa5-41cc-bf0f-c9563cf8e776 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:40:09.557343 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f8e49b-d747-4bf3-a8c0-6714c2bd0126", "name": "network-vif-deleted", "tag": "70131d2f-bdae-47cd-849a-9fbaca282a74", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:40:09.557652 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-511b35ef-3fa5-41cc-bf0f-c9563cf8e776 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:40:09.558177 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f8e49b-d747-4bf3-a8c0-6714c2bd0126', 'name': 'network-vif-deleted', 'tag': '70131d2f-bdae-47cd-849a-9fbaca282a74', 'status': 'completed', 'code': 200} Aug 23 20:40:09.614237 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4dcd2f-aee9-42fd-8ab1-360625b32f18 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Pushing event deleted for resources: {'Port': ['ID=42477c0b-255b-4c56-9bd2-b12d9179f9e9,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:09.629703 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-00c3615d-c092-481b-9652-78bdf418e51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:09.633953 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-00c3615d-c092-481b-9652-78bdf418e51e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:09.648353 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-00c3615d-c092-481b-9652-78bdf418e51e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fae03cff-bd70-4bf5-9b67-1e6a81f77995 HTTP/1.1" status: 204 len: 168 time: 0.6034646 Aug 23 20:40:09.723601 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4b2cafe4-c0bf-40ca-b39b-bfbbc76444f4 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:09.755565 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfaa7f8a-8b28-4095-b78d-08d15d76f282 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Router 0e25adb1-ae3e-443c-b2b9-c96cbef4864f has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:40:09.756851 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c3615d-c092-481b-9652-78bdf418e51e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae03cff-bd70-4bf5-9b67-1e6a81f77995,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:09.824675 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-261d8e86-7620-4d75-ad5a-386d2a81a33e req-464f2481-b0b2-4a91-8685-ee9e0388984e tempest-ServerAddressesTestJSON-21544129 tempest-ServerAddressesTestJSON-21544129-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3f8e49b-d747-4bf3-a8c0-6714c2bd0126 HTTP/1.1" status: 200 len: 210 time: 0.1313124 Aug 23 20:40:09.894284 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2d4dcd2f-aee9-42fd-8ab1-360625b32f18 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:09.896853 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2d4dcd2f-aee9-42fd-8ab1-360625b32f18 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] 10.222.0.61 "DELETE /v2.0/ports/42477c0b-255b-4c56-9bd2-b12d9179f9e9 HTTP/1.1" status: 204 len: 168 time: 1.3132858 Aug 23 20:40:09.899728 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 35514) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:09.904627 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-9f9d776f-9114-4ea8-a763-fbbd75545a9d tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b4dd3982-86b1-40c7-96f4-c5766ccf24dc', 'external_fixed_ips': [{'subnet_id': 'feaaf650-8e2f-46d7-ab72-90f4eaf30799', 'ip_address': '172.20.0.4'}]}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:40:09.980384 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-40e7c59b-8c3e-4180-9261-f7004eacb417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:09.987515 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9f9d776f-9114-4ea8-a763-fbbd75545a9d tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:09.988980 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9f9d776f-9114-4ea8-a763-fbbd75545a9d tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:10.062475 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9f9d776f-9114-4ea8-a763-fbbd75545a9d tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:10.106136 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 35524) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:10.124443 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfaa7f8a-8b28-4095-b78d-08d15d76f282 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:40:10.132159 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dfaa7f8a-8b28-4095-b78d-08d15d76f282 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:10.139171 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58ac874-fe1f-4d26-891d-fcec300cf5b9 None None] Sync routers for ids ['0e25adb1-ae3e-443c-b2b9-c96cbef4864f'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:40:10.142793 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-4b2cafe4-c0bf-40ca-b39b-bfbbc76444f4 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Deleting port 3a889df9-f343-435a-959d-6b1b88b55911 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:40:10.145872 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4b2cafe4-c0bf-40ca-b39b-bfbbc76444f4 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:10.154640 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58ac874-fe1f-4d26-891d-fcec300cf5b9 None None] Routers {'0e25adb1-ae3e-443c-b2b9-c96cbef4864f'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:40:10.155281 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-a58ac874-fe1f-4d26-891d-fcec300cf5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:39:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['0e25adb1-ae3e-443c-b2b9-c96cbef4864f'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:10.168983 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-dfaa7f8a-8b28-4095-b78d-08d15d76f282 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "PUT /v2.0/floatingips/72da2065-24f7-4f53-b2e7-47f22da73da2 HTTP/1.1" status: 200 len: 991 time: 2.2110710 Aug 23 20:40:10.168983 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc9e8022-e947-4165-acfb-0a209a49dfcd', 'tag': '1e1da2ac-32ca-4471-a01b-373110354754'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:40:10.171314 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3dd87b-d7a2-4caf-a651-2d8ab5d0aaf5" -d '{"events": [{"name": "network-changed", "server_uuid": "dc9e8022-e947-4165-acfb-0a209a49dfcd", "tag": "1e1da2ac-32ca-4471-a01b-373110354754"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:40:10.271383 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4b2cafe4-c0bf-40ca-b39b-bfbbc76444f4 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:10.287984 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-4b2cafe4-c0bf-40ca-b39b-bfbbc76444f4 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Calling delete_port for 3a889df9-f343-435a-959d-6b1b88b55911 owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:40:10.288668 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9f9d776f-9114-4ea8-a763-fbbd75545a9d tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:10.323687 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0a4f02-08d6-4855-af6c-6e9d61e1a020 x-openstack-request-id: req-db0a4f02-08d6-4855-af6c-6e9d61e1a020 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:40:10.323687 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc9e8022-e947-4165-acfb-0a209a49dfcd", "tag": "1e1da2ac-32ca-4471-a01b-373110354754", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:40:10.323687 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-db0a4f02-08d6-4855-af6c-6e9d61e1a020 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:40:10.323687 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc9e8022-e947-4165-acfb-0a209a49dfcd', 'tag': '1e1da2ac-32ca-4471-a01b-373110354754', 'status': 'completed', 'code': 200} Aug 23 20:40:10.358526 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-a58ac874-fe1f-4d26-891d-fcec300cf5b9 None None] Set router 0e25adb1-ae3e-443c-b2b9-c96cbef4864f gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:40:10.431560 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3dd87b-d7a2-4caf-a651-2d8ab5d0aaf5 req-1f333c62-4a7f-407f-b878-97a3cc8e6dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:10.433321 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0c3dd87b-d7a2-4caf-a651-2d8ab5d0aaf5 req-1f333c62-4a7f-407f-b878-97a3cc8e6dc9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=78acc99c454c406dbb0dc61deae5e8e2&device_id=dc9e8022-e947-4165-acfb-0a209a49dfcd HTTP/1.1" status: 200 len: 1096 time: 0.0580962 Aug 23 20:40:10.447125 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d755b-73ba-48ec-95a1-2354693da880 req-19f01f48-5609-41f7-9540-e2c4e12b78cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:10.447688 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d755b-73ba-48ec-95a1-2354693da880 req-19f01f48-5609-41f7-9540-e2c4e12b78cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:10.448252 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d755b-73ba-48ec-95a1-2354693da880 req-19f01f48-5609-41f7-9540-e2c4e12b78cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:10.449010 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d755b-73ba-48ec-95a1-2354693da880 req-19f01f48-5609-41f7-9540-e2c4e12b78cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:10.449492 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d755b-73ba-48ec-95a1-2354693da880 req-19f01f48-5609-41f7-9540-e2c4e12b78cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:10.450187 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d755b-73ba-48ec-95a1-2354693da880 req-19f01f48-5609-41f7-9540-e2c4e12b78cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:10.453792 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d755b-73ba-48ec-95a1-2354693da880 req-19f01f48-5609-41f7-9540-e2c4e12b78cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:10.453792 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f06d755b-73ba-48ec-95a1-2354693da880 req-19f01f48-5609-41f7-9540-e2c4e12b78cb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 6489 time: 0.3443286 Aug 23 20:40:10.462661 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:10.689615 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-a58ac874-fe1f-4d26-891d-fcec300cf5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e25adb1-ae3e-443c-b2b9-c96cbef4864f', 'name': 'tempest-ServersTestBootFromVolume-769341995-router', 'tenant_id': '78acc99c454c406dbb0dc61deae5e8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '8a4b4d0e-4336-49bc-a65c-cb89c1265d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:38:56Z', 'updated_at': '2021-08-23T20:39:03Z', 'revision_number': 4, 'project_id': '78acc99c454c406dbb0dc61deae5e8e2', 'gw_port': {'id': '8a4b4d0e-4336-49bc-a65c-cb89c1265d48', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:57:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e25adb1-ae3e-443c-b2b9-c96cbef4864f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:38:57Z', 'updated_at': '2021-08-23T20:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '72da2065-24f7-4f53-b2e7-47f22da73da2', 'tenant_id': '78acc99c454c406dbb0dc61deae5e8e2', 'floating_ip_address': '172.25.4.111', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '0e25adb1-ae3e-443c-b2b9-c96cbef4864f', 'port_id': '1e1da2ac-32ca-4471-a01b-373110354754', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdfb7985-4a2e-4b59-90a4-3a1df09446bc', 'mac_address': 'fa:16:3e:5e:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9e8022-e947-4165-acfb-0a209a49dfcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:39:09Z', 'updated_at': '2021-08-23T20:40:08Z', 'revision_number': 1, 'project_id': '78acc99c454c406dbb0dc61deae5e8e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36cdf5dd-6036-479b-b2c4-1ab2b3467b71', 'name': '', 'network_id': 'bdfb7985-4a2e-4b59-90a4-3a1df09446bc', 'tenant_id': '78acc99c454c406dbb0dc61deae5e8e2', 'mac_address': 'fa:16:3e:85:49:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e25adb1-ae3e-443c-b2b9-c96cbef4864f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'c7edda6f-692c-48b6-bdea-916903913fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:39:01Z', 'updated_at': '2021-08-23T20:39:13Z', 'revision_number': 5, 'project_id': '78acc99c454c406dbb0dc61deae5e8e2', 'subnets': [{'id': 'c7edda6f-692c-48b6-bdea-916903913fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:10.859884 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f06d755b-73ba-48ec-95a1-2354693da880 req-d05afde0-6c4a-42bc-9571-998b946264f2 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8c89d379-1762-483a-9924-6d88093352af&id=9b54e5a8-71d6-43fd-b888-7393c70f9dac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3860967 Aug 23 20:40:10.906874 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58ac874-fe1f-4d26-891d-fcec300cf5b9 None None] Checking router: 0e25adb1-ae3e-443c-b2b9-c96cbef4864f for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:40:10.920533 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58ac874-fe1f-4d26-891d-fcec300cf5b9 None None] Routers {'0e25adb1-ae3e-443c-b2b9-c96cbef4864f'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:40:10.921170 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-a58ac874-fe1f-4d26-891d-fcec300cf5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:39:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['0e25adb1-ae3e-443c-b2b9-c96cbef4864f'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:10.990122 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 35560) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:11.029037 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4b2cafe4-c0bf-40ca-b39b-bfbbc76444f4 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:11.069007 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2cafe4-c0bf-40ca-b39b-bfbbc76444f4 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Pushing event deleted for resources: {'Port': ['ID=3a889df9-f343-435a-959d-6b1b88b55911,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:11.070072 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c53b1f6-e2c6-42b8-821a-06e0fe2c6333 req-0cbb2dd0-53ba-49ba-889b-31e88c773ed6 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:11.080503 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6c53b1f6-e2c6-42b8-821a-06e0fe2c6333 req-0cbb2dd0-53ba-49ba-889b-31e88c773ed6 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=101ccc80-5521-4720-889d-1f5135b03c88 HTTP/1.1" status: 200 len: 945 time: 0.1841269 Aug 23 20:40:11.085427 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3dd87b-d7a2-4caf-a651-2d8ab5d0aaf5 req-b1ba02cc-27d7-474c-bd73-f38645315db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:11.086874 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0c3dd87b-d7a2-4caf-a651-2d8ab5d0aaf5 req-b1ba02cc-27d7-474c-bd73-f38645315db2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bdfb7985-4a2e-4b59-90a4-3a1df09446bc HTTP/1.1" status: 200 len: 916 time: 0.6439898 Aug 23 20:40:11.123420 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-a58ac874-fe1f-4d26-891d-fcec300cf5b9 None None] Set router 0e25adb1-ae3e-443c-b2b9-c96cbef4864f gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:40:11.315989 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4b2cafe4-c0bf-40ca-b39b-bfbbc76444f4 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:11.341901 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-039583bc-2c61-474d-92ab-904b9bbd2225 admin admin] Deleting subnet 92fcbdbc-79cf-4674-bad6-96389be9e3cd {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:40:11.379215 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6c53b1f6-e2c6-42b8-821a-06e0fe2c6333 req-c1d40382-8ec6-4845-b53c-abb87df49ebf tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945566 Aug 23 20:40:11.382073 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-039583bc-2c61-474d-92ab-904b9bbd2225 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:11.429892 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-a58ac874-fe1f-4d26-891d-fcec300cf5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e25adb1-ae3e-443c-b2b9-c96cbef4864f', 'name': 'tempest-ServersTestBootFromVolume-769341995-router', 'tenant_id': '78acc99c454c406dbb0dc61deae5e8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '8a4b4d0e-4336-49bc-a65c-cb89c1265d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:38:56Z', 'updated_at': '2021-08-23T20:39:03Z', 'revision_number': 4, 'project_id': '78acc99c454c406dbb0dc61deae5e8e2', 'gw_port': {'id': '8a4b4d0e-4336-49bc-a65c-cb89c1265d48', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:57:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e25adb1-ae3e-443c-b2b9-c96cbef4864f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:38:57Z', 'updated_at': '2021-08-23T20:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '72da2065-24f7-4f53-b2e7-47f22da73da2', 'tenant_id': '78acc99c454c406dbb0dc61deae5e8e2', 'floating_ip_address': '172.25.4.111', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '0e25adb1-ae3e-443c-b2b9-c96cbef4864f', 'port_id': '1e1da2ac-32ca-4471-a01b-373110354754', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdfb7985-4a2e-4b59-90a4-3a1df09446bc', 'mac_address': 'fa:16:3e:5e:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9e8022-e947-4165-acfb-0a209a49dfcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:39:09Z', 'updated_at': '2021-08-23T20:40:08Z', 'revision_number': 1, 'project_id': '78acc99c454c406dbb0dc61deae5e8e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36cdf5dd-6036-479b-b2c4-1ab2b3467b71', 'name': '', 'network_id': 'bdfb7985-4a2e-4b59-90a4-3a1df09446bc', 'tenant_id': '78acc99c454c406dbb0dc61deae5e8e2', 'mac_address': 'fa:16:3e:85:49:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e25adb1-ae3e-443c-b2b9-c96cbef4864f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'c7edda6f-692c-48b6-bdea-916903913fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:39:01Z', 'updated_at': '2021-08-23T20:39:13Z', 'revision_number': 5, 'project_id': '78acc99c454c406dbb0dc61deae5e8e2', 'subnets': [{'id': 'c7edda6f-692c-48b6-bdea-916903913fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:11.468908 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58ac874-fe1f-4d26-891d-fcec300cf5b9 None None] The sync data for ids ['0e25adb1-ae3e-443c-b2b9-c96cbef4864f'] in n-d-805663-2 is: [{'id': '0e25adb1-ae3e-443c-b2b9-c96cbef4864f', 'name': 'tempest-ServersTestBootFromVolume-769341995-router', 'tenant_id': '78acc99c454c406dbb0dc61deae5e8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '8a4b4d0e-4336-49bc-a65c-cb89c1265d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:38:56Z', 'updated_at': '2021-08-23T20:39:03Z', 'revision_number': 4, 'project_id': '78acc99c454c406dbb0dc61deae5e8e2', 'gw_port': {'id': '8a4b4d0e-4336-49bc-a65c-cb89c1265d48', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:57:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e25adb1-ae3e-443c-b2b9-c96cbef4864f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:38:57Z', 'updated_at': '2021-08-23T20:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '72da2065-24f7-4f53-b2e7-47f22da73da2', 'tenant_id': '78acc99c454c406dbb0dc61deae5e8e2', 'floating_ip_address': '172.25.4.111', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '0e25adb1-ae3e-443c-b2b9-c96cbef4864f', 'port_id': '1e1da2ac-32ca-4471-a01b-373110354754', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdfb7985-4a2e-4b59-90a4-3a1df09446bc', 'mac_address': 'fa:16:3e:5e:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9e8022-e947-4165-acfb-0a209a49dfcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:39:09Z', 'updated_at': '2021-08-23T20:40:08Z', 'revision_number': 1, 'project_id': '78acc99c454c406dbb0dc61deae5e8e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36cdf5dd-6036-479b-b2c4-1ab2b3467b71', 'name': '', 'network_id': 'bdfb7985-4a2e-4b59-90a4-3a1df09446bc', 'tenant_id': '78acc99c454c406dbb0dc61deae5e8e2', 'mac_address': 'fa:16:3e:85:49:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e25adb1-ae3e-443c-b2b9-c96cbef4864f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'c7edda6f-692c-48b6-bdea-916903913fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:39:01Z', 'updated_at': '2021-08-23T20:39:13Z', 'revision_number': 5, 'project_id': '78acc99c454c406dbb0dc61deae5e8e2', 'subnets': [{'id': 'c7edda6f-692c-48b6-bdea-916903913fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:40:11.518121 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0c3dd87b-d7a2-4caf-a651-2d8ab5d0aaf5 req-e4541ca2-d670-42af-a8f7-dae6a945de16 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1e1da2ac-32ca-4471-a01b-373110354754 HTTP/1.1" status: 200 len: 999 time: 0.2884996 Aug 23 20:40:11.521361 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-039583bc-2c61-474d-92ab-904b9bbd2225 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:11.586613 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9f9d776f-9114-4ea8-a763-fbbd75545a9d tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:11.618590 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b2cafe4-c0bf-40ca-b39b-bfbbc76444f4 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Router 7b5a1753-deb1-4eaa-b6fa-3d1902e68670 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:40:11.622116 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9f9d776f-9114-4ea8-a763-fbbd75545a9d tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:11.655407 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-039583bc-2c61-474d-92ab-904b9bbd2225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:11.703343 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3dd87b-d7a2-4caf-a651-2d8ab5d0aaf5 req-d04b8135-d18e-4daf-a255-2a2585880860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:11.704913 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0c3dd87b-d7a2-4caf-a651-2d8ab5d0aaf5 req-d04b8135-d18e-4daf-a255-2a2585880860 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c7edda6f-692c-48b6-bdea-916903913fd8 HTTP/1.1" status: 200 len: 854 time: 0.1792610 Aug 23 20:40:11.792950 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c62ef18-bc43-48c0-847b-2d3fd2f3ea56 None None] New status for floating IP 72da2065-24f7-4f53-b2e7-47f22da73da2: ACTIVE {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 20:40:11.797394 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b2cafe4-c0bf-40ca-b39b-bfbbc76444f4 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:40:11.813371 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-4b2cafe4-c0bf-40ca-b39b-bfbbc76444f4 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] 10.222.0.61 "PUT /v2.0/routers/7b5a1753-deb1-4eaa-b6fa-3d1902e68670/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7322659 Aug 23 20:40:11.815083 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 35608) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:11.822391 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3d22bf-f825-4aa3-baf4-6a1b7c227f60 None None] Sync routers for ids ['7b5a1753-deb1-4eaa-b6fa-3d1902e68670'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:40:11.853711 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3d22bf-f825-4aa3-baf4-6a1b7c227f60 None None] Routers {'7b5a1753-deb1-4eaa-b6fa-3d1902e68670'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:40:11.854627 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-1a3d22bf-f825-4aa3-baf4-6a1b7c227f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:39:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['7b5a1753-deb1-4eaa-b6fa-3d1902e68670'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:11.875751 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-039583bc-2c61-474d-92ab-904b9bbd2225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:11.885491 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3dd87b-d7a2-4caf-a651-2d8ab5d0aaf5 req-2891a609-bca8-4b1c-9389-4bedee4c18e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:11.886991 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0c3dd87b-d7a2-4caf-a651-2d8ab5d0aaf5 req-2891a609-bca8-4b1c-9389-4bedee4c18e1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bdfb7985-4a2e-4b59-90a4-3a1df09446bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1711943 Aug 23 20:40:11.920014 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-1a3d22bf-f825-4aa3-baf4-6a1b7c227f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:11.931417 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3d22bf-f825-4aa3-baf4-6a1b7c227f60 None None] Routers {'7b5a1753-deb1-4eaa-b6fa-3d1902e68670'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:40:11.932172 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-1a3d22bf-f825-4aa3-baf4-6a1b7c227f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:39:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['7b5a1753-deb1-4eaa-b6fa-3d1902e68670'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:11.956245 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039583bc-2c61-474d-92ab-904b9bbd2225 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92fcbdbc-79cf-4674-bad6-96389be9e3cd,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:11.979515 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-1a3d22bf-f825-4aa3-baf4-6a1b7c227f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:11.981108 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3d22bf-f825-4aa3-baf4-6a1b7c227f60 None None] The sync data for ids ['7b5a1753-deb1-4eaa-b6fa-3d1902e68670'] in n-d-805663-2 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:40:11.990358 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-039583bc-2c61-474d-92ab-904b9bbd2225 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:11.992306 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-039583bc-2c61-474d-92ab-904b9bbd2225 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/92fcbdbc-79cf-4674-bad6-96389be9e3cd HTTP/1.1" status: 204 len: 168 time: 0.9992726 Aug 23 20:40:11.995387 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 35628) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:12.123188 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-527a2557-eeec-444b-9493-d2a4745fd5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:12.173548 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-9f9d776f-9114-4ea8-a763-fbbd75545a9d tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Allocated IP 172.20.0.4 (b4dd3982-86b1-40c7-96f4-c5766ccf24dc/feaaf650-8e2f-46d7-ab72-90f4eaf30799/7a9bd1a0-1f8d-4f28-a210-bd7727f43349) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:40:12.187734 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5fbe9ec1-041f-4570-9ce3-4b3215a507af tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:12.261045 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-527a2557-eeec-444b-9493-d2a4745fd5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:12.279814 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-527a2557-eeec-444b-9493-d2a4745fd5c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56cb210f-55ef-48ed-a160-b1c0c9d932a7']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:12.297328 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0c3dd87b-d7a2-4caf-a651-2d8ab5d0aaf5 req-66a78f8e-5c71-4d63-9ac6-0af3ff82bd37 service neutron] 10.222.0.32 "GET /v2.0/networks/bdfb7985-4a2e-4b59-90a4-3a1df09446bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3997993 Aug 23 20:40:12.299280 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-527a2557-eeec-444b-9493-d2a4745fd5c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd7bca62-163a-450c-9ba7-ef8e5fa83757') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:12.299790 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-527a2557-eeec-444b-9493-d2a4745fd5c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd7bca62-163a-450c-9ba7-ef8e5fa83757') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:12.317214 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-527a2557-eeec-444b-9493-d2a4745fd5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:12.344960 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-527a2557-eeec-444b-9493-d2a4745fd5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:12.352182 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-527a2557-eeec-444b-9493-d2a4745fd5c4 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:40:12.352922 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-527a2557-eeec-444b-9493-d2a4745fd5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:12.354598 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:40:12.354598 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:40:12.354598 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:40:12.354598 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:40:12.354598 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:40:12.354598 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:40:12.354598 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:40:12.354598 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:40:12.354598 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:40:12.354598 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:40:12.354598 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:40:12.354598 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:40:12.354598 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:40:12.354598 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:40:12.354598 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:40:12.354598 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:40:12.354598 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:40:12.354598 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:40:12.354598 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:40:12.354598 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:40:12.354598 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:40:12.354598 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:40:12.354598 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:40:12.354598 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:40:12.354598 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:40:12.354598 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:40:12.354598 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:40:12.354598 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:40:12.354598 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:40:12.354598 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:40:12.354598 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:40:12.354598 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:40:12.418279 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-527a2557-eeec-444b-9493-d2a4745fd5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:12.447467 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-527a2557-eeec-444b-9493-d2a4745fd5c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:12.454053 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-527a2557-eeec-444b-9493-d2a4745fd5c4 admin admin] 10.222.0.61 "DELETE /v2.0/networks/56cb210f-55ef-48ed-a160-b1c0c9d932a7 HTTP/1.1" status: 204 len: 168 time: 0.4541888 Aug 23 20:40:12.454053 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527a2557-eeec-444b-9493-d2a4745fd5c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=56cb210f-55ef-48ed-a160-b1c0c9d932a7,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:12.466195 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527a2557-eeec-444b-9493-d2a4745fd5c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:40:12.467193 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527a2557-eeec-444b-9493-d2a4745fd5c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:40:12.467547 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527a2557-eeec-444b-9493-d2a4745fd5c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:40:12.468381 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527a2557-eeec-444b-9493-d2a4745fd5c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:40:12.468721 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527a2557-eeec-444b-9493-d2a4745fd5c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:40:12.469055 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527a2557-eeec-444b-9493-d2a4745fd5c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:40:12.469588 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527a2557-eeec-444b-9493-d2a4745fd5c4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:40:12.476290 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527a2557-eeec-444b-9493-d2a4745fd5c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:40:12.476290 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527a2557-eeec-444b-9493-d2a4745fd5c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:40:12.476290 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527a2557-eeec-444b-9493-d2a4745fd5c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:40:12.476290 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527a2557-eeec-444b-9493-d2a4745fd5c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:40:12.476290 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527a2557-eeec-444b-9493-d2a4745fd5c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:40:12.504036 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5fbe9ec1-041f-4570-9ce3-4b3215a507af tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:12.569648 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0c3dd87b-d7a2-4caf-a651-2d8ab5d0aaf5 req-1e6adfde-deca-43a0-8699-d8bd15548c1c service neutron] 10.222.0.32 "GET /v2.0/networks/bdfb7985-4a2e-4b59-90a4-3a1df09446bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508762 Aug 23 20:40:12.573537 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9f9d776f-9114-4ea8-a763-fbbd75545a9d tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:12.574558 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40cdb2d-52f7-4f53-b794-3b46e2d2d7ff req-2472ab01-fe33-47fa-bbe6-7fbd85cd4381 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:12.583083 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b40cdb2d-52f7-4f53-b794-3b46e2d2d7ff req-2472ab01-fe33-47fa-bbe6-7fbd85cd4381 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=101ccc80-5521-4720-889d-1f5135b03c88 HTTP/1.1" status: 200 len: 945 time: 0.0685108 Aug 23 20:40:12.621995 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-5fbe9ec1-041f-4570-9ce3-4b3215a507af tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Deleting port 42ab04ac-fe74-431c-81e4-8c0db102c07e {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:40:12.622345 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5fbe9ec1-041f-4570-9ce3-4b3215a507af tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:12.637588 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b40cdb2d-52f7-4f53-b794-3b46e2d2d7ff req-ebef18dc-bd50-41a3-96ee-8dc6985d9fad tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532417 Aug 23 20:40:12.680507 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9f9d776f-9114-4ea8-a763-fbbd75545a9d tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:12.735500 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9d776f-9114-4ea8-a763-fbbd75545a9d tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Network b4dd3982-86b1-40c7-96f4-c5766ccf24dc is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:40:12.748789 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-9f9d776f-9114-4ea8-a763-fbbd75545a9d tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:40:12.751892 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9d776f-9114-4ea8-a763-fbbd75545a9d tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:40:12.761574 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 35698) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:12.797395 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9d776f-9114-4ea8-a763-fbbd75545a9d tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Pushing event updated for resources: {'Port': ['ID=7a9bd1a0-1f8d-4f28-a210-bd7727f43349,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:12.811343 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5fbe9ec1-041f-4570-9ce3-4b3215a507af tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:12.824558 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-20935582-4cf4-4730-b665-f739ffc994c9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b9e8c39424534d43841a667864699181&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0616250 Aug 23 20:40:12.827053 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 35704) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:12.830511 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-5fbe9ec1-041f-4570-9ce3-4b3215a507af tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Calling delete_port for 42ab04ac-fe74-431c-81e4-8c0db102c07e owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:40:12.890405 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3fb29afa-112a-4046-8e73-d6beb593c674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:12.915192 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3fb29afa-112a-4046-8e73-d6beb593c674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:12.969748 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3fb29afa-112a-4046-8e73-d6beb593c674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:12.974428 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3fb29afa-112a-4046-8e73-d6beb593c674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:12.978923 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3fb29afa-112a-4046-8e73-d6beb593c674 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/056c4907-8713-4216-b1e4-8ea74be33541 HTTP/1.1" status: 204 len: 168 time: 0.1508656 Aug 23 20:40:12.989995 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb29afa-112a-4046-8e73-d6beb593c674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056c4907-8713-4216-b1e4-8ea74be33541,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:13.042873 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5d0e7eff-8dcc-4060-b07a-dee4c1e87a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:13.108745 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 70131d2f-bdae-47cd-849a-9fbaca282a74 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:40:13.135732 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: 70131d2f-bdae-47cd-849a-9fbaca282a74 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:40:13.136494 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 70131d2f-bdae-47cd-849a-9fbaca282a74 not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:40:13.514989 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9f9d776f-9114-4ea8-a763-fbbd75545a9d tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:13.527875 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:13.571724 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5fbe9ec1-041f-4570-9ce3-4b3215a507af tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:13.609068 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbe9ec1-041f-4570-9ce3-4b3215a507af tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Pushing event deleted for resources: {'Port': ['ID=42ab04ac-fe74-431c-81e4-8c0db102c07e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:13.792791 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5fbe9ec1-041f-4570-9ce3-4b3215a507af tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:13.814723 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8623f1-f19c-47ea-8323-237c20157516 req-ee27368c-58bb-4c90-933a-231413565b66 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:13.817444 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0e8623f1-f19c-47ea-8323-237c20157516 req-ee27368c-58bb-4c90-933a-231413565b66 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=101ccc80-5521-4720-889d-1f5135b03c88 HTTP/1.1" status: 200 len: 945 time: 0.0703003 Aug 23 20:40:13.879119 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0e8623f1-f19c-47ea-8323-237c20157516 req-c6376077-85bc-4dd7-a731-309dd8e2e129 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534792 Aug 23 20:40:13.883741 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b57463-013e-45b3-874d-39bae2f8fd59 req-1750502b-e135-4a35-9fc3-3818eb2c1ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:13.885275 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-19b57463-013e-45b3-874d-39bae2f8fd59 req-1750502b-e135-4a35-9fc3-3818eb2c1ea8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=101ccc80-5521-4720-889d-1f5135b03c88 HTTP/1.1" status: 200 len: 1096 time: 0.2160597 Aug 23 20:40:13.928248 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5fbe9ec1-041f-4570-9ce3-4b3215a507af tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:13.932702 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5fbe9ec1-041f-4570-9ce3-4b3215a507af tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:14.058944 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9f9d776f-9114-4ea8-a763-fbbd75545a9d tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:14.060822 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5fbe9ec1-041f-4570-9ce3-4b3215a507af tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:14.061322 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbe9ec1-041f-4570-9ce3-4b3215a507af tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Fanout notify agent at l3_agent the message router_deleted on router 7b5a1753-deb1-4eaa-b6fa-3d1902e68670 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:40:14.068531 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5fbe9ec1-041f-4570-9ce3-4b3215a507af tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:14.069604 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-5fbe9ec1-041f-4570-9ce3-4b3215a507af tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] 10.222.0.61 "DELETE /v2.0/routers/7b5a1753-deb1-4eaa-b6fa-3d1902e68670 HTTP/1.1" status: 204 len: 168 time: 2.2529120 Aug 23 20:40:14.072344 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 35852) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:14.072719 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-19b57463-013e-45b3-874d-39bae2f8fd59 req-b1c4cfc3-aec7-442c-b2ca-d6cb655c66c5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577842 Aug 23 20:40:14.114074 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 35858) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:14.150237 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6e0c0d2-8240-4d3e-a25c-a56ab379e8e2 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Deleting subnet b5d4da93-1ee3-4b80-b985-a6595f9ea7df {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:40:14.154204 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e6e0c0d2-8240-4d3e-a25c-a56ab379e8e2 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:14.212806 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e6e0c0d2-8240-4d3e-a25c-a56ab379e8e2 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:14.259938 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f9d776f-9114-4ea8-a763-fbbd75545a9d tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Router 37abfa92-fc25-4378-a576-d6ace70ab466 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:40:14.273469 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-eac65837-a833-4d33-aecd-fea665857323 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-620725544-network', 'tenant_id': 'af6d10f8e4524fca830991e1540c222c'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:40:14.324214 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e6e0c0d2-8240-4d3e-a25c-a56ab379e8e2 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:14.341203 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac65837-a833-4d33-aecd-fea665857323 admin admin] Made reservation on behalf of af6d10f8e4524fca830991e1540c222c for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:40:14.343791 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eac65837-a833-4d33-aecd-fea665857323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:14.383019 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eac65837-a833-4d33-aecd-fea665857323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:14.397351 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e6e0c0d2-8240-4d3e-a25c-a56ab379e8e2 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:14.418923 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9d776f-9114-4ea8-a763-fbbd75545a9d tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:40:14.433299 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e0c0d2-8240-4d3e-a25c-a56ab379e8e2 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Pushing event deleted for resources: {'Subnet': ['ID=b5d4da93-1ee3-4b80-b985-a6595f9ea7df,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:14.436180 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e6e0c0d2-8240-4d3e-a25c-a56ab379e8e2 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:14.438830 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e6e0c0d2-8240-4d3e-a25c-a56ab379e8e2 tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] 10.222.0.61 "DELETE /v2.0/subnets/b5d4da93-1ee3-4b80-b985-a6595f9ea7df HTTP/1.1" status: 204 len: 168 time: 0.3631351 Aug 23 20:40:14.439345 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd35c894-f6e5-48ca-a3db-ac23b3843e17 None None] Sync routers for ids ['37abfa92-fc25-4378-a576-d6ace70ab466'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:40:14.441999 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 35894) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:14.450226 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e512d705-7db1-4afa-b4dc-34197afb0fbf None None] Network cc745fcd-f09e-4f1d-9f13-db9c8651b601 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:40:14.465152 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd35c894-f6e5-48ca-a3db-ac23b3843e17 None None] Routers {'37abfa92-fc25-4378-a576-d6ace70ab466'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:40:14.466276 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-cd35c894-f6e5-48ca-a3db-ac23b3843e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:40:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['37abfa92-fc25-4378-a576-d6ace70ab466'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:14.527237 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eac65837-a833-4d33-aecd-fea665857323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:14.539241 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eac65837-a833-4d33-aecd-fea665857323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:14.551032 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9f9d776f-9114-4ea8-a763-fbbd75545a9d tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:14.556431 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:14.557068 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9f9d776f-9114-4ea8-a763-fbbd75545a9d tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.6561580 Aug 23 20:40:14.557780 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 35896) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:14.558726 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88566e81-a90c-493d-9798-ee764ffe0fce tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:14.632945 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eac65837-a833-4d33-aecd-fea665857323 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:40:14.636203 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-88566e81-a90c-493d-9798-ee764ffe0fce tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Deleting port 51f3e951-8613-4c01-804e-2073860f6dfb {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:40:14.636815 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88566e81-a90c-493d-9798-ee764ffe0fce tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:14.652729 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac65837-a833-4d33-aecd-fea665857323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e94c7c4-469a-4a61-b228-394c20a2395f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:14.667777 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-cd35c894-f6e5-48ca-a3db-ac23b3843e17 None None] Set router 37abfa92-fc25-4378-a576-d6ace70ab466 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:40:14.676543 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eac65837-a833-4d33-aecd-fea665857323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:14.676747 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-eac65837-a833-4d33-aecd-fea665857323 admin admin] Added segment d065db9e-a105-47a9-82fb-b3b0dd15ae8f of type vlan for network 038de372-6dab-402e-9e56-851fe636faa4 Aug 23 20:40:14.788886 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-88566e81-a90c-493d-9798-ee764ffe0fce tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] For port 51f3e951-8613-4c01-804e-2073860f6dfb, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=51f3e951-8613-4c01-804e-2073860f6dfb,segment=NetworkSegment(0591f5b5-954b-40c5-91eb-1e52539fa985),segment_id=0591f5b5-954b-40c5-91eb-1e52539fa985)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:40:14.789396 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88566e81-a90c-493d-9798-ee764ffe0fce tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:14.796142 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eac65837-a833-4d33-aecd-fea665857323 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:14.823852 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-22e3f35b-33b6-4e7e-8878-99e5f44b8966 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:14.825566 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-88566e81-a90c-493d-9798-ee764ffe0fce tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Calling delete_port for 51f3e951-8613-4c01-804e-2073860f6dfb owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:40:14.851304 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13600cc-8fb7-49d8-913d-f079d622bc53 None None] DHCP port deletion for cc745fcd-f09e-4f1d-9f13-db9c8651b601 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:40:14.891485 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-cd35c894-f6e5-48ca-a3db-ac23b3843e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37abfa92-fc25-4378-a576-d6ace70ab466', 'name': '', 'tenant_id': 'ab51e91de2cb485883e206fa4773dcc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd3982-86b1-40c7-96f4-c5766ccf24dc', 'external_fixed_ips': [{'subnet_id': 'feaaf650-8e2f-46d7-ab72-90f4eaf30799', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '7a9bd1a0-1f8d-4f28-a210-bd7727f43349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:40:10Z', 'updated_at': '2021-08-23T20:40:12Z', 'revision_number': 3, 'project_id': 'ab51e91de2cb485883e206fa4773dcc8', 'gw_port': {'id': '7a9bd1a0-1f8d-4f28-a210-bd7727f43349', 'name': '', 'network_id': 'b4dd3982-86b1-40c7-96f4-c5766ccf24dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37abfa92-fc25-4378-a576-d6ace70ab466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'feaaf650-8e2f-46d7-ab72-90f4eaf30799', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:40:11Z', 'updated_at': '2021-08-23T20:40:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'feaaf650-8e2f-46d7-ab72-90f4eaf30799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:14.925637 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd35c894-f6e5-48ca-a3db-ac23b3843e17 None None] Checking router: 37abfa92-fc25-4378-a576-d6ace70ab466 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:40:14.925637 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd35c894-f6e5-48ca-a3db-ac23b3843e17 None None] Updating router 37abfa92-fc25-4378-a576-d6ace70ab466 port 7a9bd1a0-1f8d-4f28-a210-bd7727f43349 binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:40:14.933001 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eac65837-a833-4d33-aecd-fea665857323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:14.933224 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-c13600cc-8fb7-49d8-913d-f079d622bc53 None None] Deleting port 51f3e951-8613-4c01-804e-2073860f6dfb {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:40:14.933634 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c13600cc-8fb7-49d8-913d-f079d622bc53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:14.934292 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac65837-a833-4d33-aecd-fea665857323 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:14.935083 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eac65837-a833-4d33-aecd-fea665857323 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:14.968615 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cd35c894-f6e5-48ca-a3db-ac23b3843e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:15.022159 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88566e81-a90c-493d-9798-ee764ffe0fce tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:15.054549 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88566e81-a90c-493d-9798-ee764ffe0fce tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Pushing event deleted for resources: {'Port': ['ID=51f3e951-8613-4c01-804e-2073860f6dfb,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:15.064340 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-c13600cc-8fb7-49d8-913d-f079d622bc53 None None] For port 51f3e951-8613-4c01-804e-2073860f6dfb, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=51f3e951-8613-4c01-804e-2073860f6dfb,segment=NetworkSegment(0591f5b5-954b-40c5-91eb-1e52539fa985),segment_id=0591f5b5-954b-40c5-91eb-1e52539fa985)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:40:15.064731 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c13600cc-8fb7-49d8-913d-f079d622bc53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:15.067878 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88566e81-a90c-493d-9798-ee764ffe0fce tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] No DVR routers for this DVR port 51f3e951-8613-4c01-804e-2073860f6dfb on host n-d-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:40:15.114129 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-c13600cc-8fb7-49d8-913d-f079d622bc53 None None] Calling delete_port for 51f3e951-8613-4c01-804e-2073860f6dfb owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:40:15.184008 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88566e81-a90c-493d-9798-ee764ffe0fce tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:15.209209 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-88566e81-a90c-493d-9798-ee764ffe0fce tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc745fcd-f09e-4f1d-9f13-db9c8651b601']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:15.214756 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c13600cc-8fb7-49d8-913d-f079d622bc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:15.215123 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-eac65837-a833-4d33-aecd-fea665857323 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0996530 Aug 23 20:40:15.220690 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 35952) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:15.225274 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-88566e81-a90c-493d-9798-ee764ffe0fce tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0591f5b5-954b-40c5-91eb-1e52539fa985') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:15.225707 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-88566e81-a90c-493d-9798-ee764ffe0fce tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0591f5b5-954b-40c5-91eb-1e52539fa985') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:15.232169 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-7d4c0e4d-99a8-4731-bac6-0faf712c2915 admin admin] Request body: {'subnet': {'network_id': '038de372-6dab-402e-9e56-851fe636faa4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-620725544-subnet', 'tenant_id': 'af6d10f8e4524fca830991e1540c222c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:40:15.238074 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac65837-a833-4d33-aecd-fea665857323 admin admin] Pushing event updated for resources: {'Network': ['ID=038de372-6dab-402e-9e56-851fe636faa4,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:15.249678 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88566e81-a90c-493d-9798-ee764ffe0fce tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:15.253902 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13600cc-8fb7-49d8-913d-f079d622bc53 None None] Pushing event deleted for resources: {'Port': ['ID=51f3e951-8613-4c01-804e-2073860f6dfb,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:15.264559 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b6652-7a5a-480a-99fc-4ce5819eb96e req-27b1781d-1ec7-4f16-999a-a93eb2a70df8 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:15.267120 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 038de372-6dab-402e-9e56-851fe636faa4 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:40:15.271119 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88566e81-a90c-493d-9798-ee764ffe0fce tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:15.276241 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-281b6652-7a5a-480a-99fc-4ce5819eb96e req-27b1781d-1ec7-4f16-999a-a93eb2a70df8 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=101ccc80-5521-4720-889d-1f5135b03c88 HTTP/1.1" status: 200 len: 945 time: 0.1312425 Aug 23 20:40:15.281385 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88566e81-a90c-493d-9798-ee764ffe0fce tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:40:15.281993 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88566e81-a90c-493d-9798-ee764ffe0fce tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:15.286123 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:40:15.286123 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:40:15.286123 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:40:15.286123 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:40:15.286123 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:40:15.286123 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:40:15.286123 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:40:15.286123 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:40:15.286123 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:40:15.286123 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:40:15.286123 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:40:15.286123 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:40:15.286123 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:40:15.286123 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:40:15.286123 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:40:15.286123 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:40:15.286123 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:40:15.286123 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:40:15.286123 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:40:15.286123 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:40:15.286123 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:40:15.286123 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:40:15.286123 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:40:15.286123 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:40:15.286123 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:40:15.286123 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:40:15.286123 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:40:15.286123 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:40:15.286123 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:40:15.286123 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:40:15.286123 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:40:15.286123 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:40:15.303900 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4c0e4d-99a8-4731-bac6-0faf712c2915 admin admin] Made reservation on behalf of af6d10f8e4524fca830991e1540c222c for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:40:15.306434 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7d4c0e4d-99a8-4731-bac6-0faf712c2915 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:15.307743 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-22e3f35b-33b6-4e7e-8878-99e5f44b8966 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:15.376373 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-281b6652-7a5a-480a-99fc-4ce5819eb96e req-5871540c-0a31-410a-a86e-a25bc2574cae tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952709 Aug 23 20:40:15.430853 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-22e3f35b-33b6-4e7e-8878-99e5f44b8966 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Deleting port 7a9bd1a0-1f8d-4f28-a210-bd7727f43349 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:40:15.431515 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-22e3f35b-33b6-4e7e-8878-99e5f44b8966 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:15.438359 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13600cc-8fb7-49d8-913d-f079d622bc53 None None] No DVR routers for this DVR port 51f3e951-8613-4c01-804e-2073860f6dfb on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:40:15.603440 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-22e3f35b-33b6-4e7e-8878-99e5f44b8966 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:15.607143 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88566e81-a90c-493d-9798-ee764ffe0fce tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:15.611975 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88566e81-a90c-493d-9798-ee764ffe0fce tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:15.614707 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-88566e81-a90c-493d-9798-ee764ffe0fce tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] 10.222.0.61 "DELETE /v2.0/networks/cc745fcd-f09e-4f1d-9f13-db9c8651b601 HTTP/1.1" status: 204 len: 168 time: 1.1714768 Aug 23 20:40:15.617618 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 35972) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:15.623153 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7d4c0e4d-99a8-4731-bac6-0faf712c2915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:15.633911 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-22e3f35b-33b6-4e7e-8878-99e5f44b8966 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Calling delete_port for 7a9bd1a0-1f8d-4f28-a210-bd7727f43349 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:40:15.642696 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88566e81-a90c-493d-9798-ee764ffe0fce tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Pushing event deleted for resources: {'Network': ['ID=cc745fcd-f09e-4f1d-9f13-db9c8651b601,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:15.646807 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cd35c894-f6e5-48ca-a3db-ac23b3843e17 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:15.658257 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-cd35c894-f6e5-48ca-a3db-ac23b3843e17 None None] Transition to ACTIVE for port object 7a9bd1a0-1f8d-4f28-a210-bd7727f43349 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:40:15.666395 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cd35c894-f6e5-48ca-a3db-ac23b3843e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:15.710352 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4c0e4d-99a8-4731-bac6-0faf712c2915 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88ba7296-f48b-4a30-b31b-00e095355e1f,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:15.727321 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685985d3-eafd-439c-bc3a-586af4649d42 None None] Pushing event updated for resources: {'Port': ['ID=7a9bd1a0-1f8d-4f28-a210-bd7727f43349,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:15.737843 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4c0e4d-99a8-4731-bac6-0faf712c2915 admin admin] Checking segment: {'id': 'd065db9e-a105-47a9-82fb-b3b0dd15ae8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '038de372-6dab-402e-9e56-851fe636faa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:40:15.738244 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4c0e4d-99a8-4731-bac6-0faf712c2915 admin admin] Network hostable DHCP agents. Network: 038de372-6dab-402e-9e56-851fe636faa4, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:40:15.738478 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685985d3-eafd-439c-bc3a-586af4649d42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:40:15.738912 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685985d3-eafd-439c-bc3a-586af4649d42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:40:15.739291 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685985d3-eafd-439c-bc3a-586af4649d42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:40:15.739617 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685985d3-eafd-439c-bc3a-586af4649d42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:40:15.739998 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685985d3-eafd-439c-bc3a-586af4649d42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:40:15.740629 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685985d3-eafd-439c-bc3a-586af4649d42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:40:15.741113 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685985d3-eafd-439c-bc3a-586af4649d42 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:40:15.741656 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685985d3-eafd-439c-bc3a-586af4649d42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:40:15.742169 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685985d3-eafd-439c-bc3a-586af4649d42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:40:15.742634 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685985d3-eafd-439c-bc3a-586af4649d42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:40:15.743100 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685985d3-eafd-439c-bc3a-586af4649d42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:40:15.744114 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685985d3-eafd-439c-bc3a-586af4649d42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:40:15.765407 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-cd35c894-f6e5-48ca-a3db-ac23b3843e17 None None] Attempting to bind port 7a9bd1a0-1f8d-4f28-a210-bd7727f43349 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:40:15.765713 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-cd35c894-f6e5-48ca-a3db-ac23b3843e17 None None] Attempting to bind port 7a9bd1a0-1f8d-4f28-a210-bd7727f43349 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'dca7b9ad-f052-47e8-a591-9c3ea1b3f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b4dd3982-86b1-40c7-96f4-c5766ccf24dc'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:40:15.766669 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd35c894-f6e5-48ca-a3db-ac23b3843e17 None None] Attempting to bind port 7a9bd1a0-1f8d-4f28-a210-bd7727f43349 on network b4dd3982-86b1-40c7-96f4-c5766ccf24dc {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:40:15.769068 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4c0e4d-99a8-4731-bac6-0faf712c2915 admin admin] Network 038de372-6dab-402e-9e56-851fe636faa4 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:40:15.773554 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd35c894-f6e5-48ca-a3db-ac23b3843e17 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:40:15.773965 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd35c894-f6e5-48ca-a3db-ac23b3843e17 None None] Checking segment: {'id': 'dca7b9ad-f052-47e8-a591-9c3ea1b3f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b4dd3982-86b1-40c7-96f4-c5766ccf24dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:40:15.774367 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cd35c894-f6e5-48ca-a3db-ac23b3843e17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:15.774750 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd35c894-f6e5-48ca-a3db-ac23b3843e17 None None] Bound using segment: {'id': 'dca7b9ad-f052-47e8-a591-9c3ea1b3f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b4dd3982-86b1-40c7-96f4-c5766ccf24dc'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:40:15.775303 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-cd35c894-f6e5-48ca-a3db-ac23b3843e17 None None] Bound port: 7a9bd1a0-1f8d-4f28-a210-bd7727f43349, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca7b9ad-f052-47e8-a591-9c3ea1b3f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b4dd3982-86b1-40c7-96f4-c5766ccf24dc'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:40:15.775868 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cd35c894-f6e5-48ca-a3db-ac23b3843e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:15.787028 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-7d4c0e4d-99a8-4731-bac6-0faf712c2915 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 038de372-6dab-402e-9e56-851fe636faa4) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:40:15.796391 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52906ff3-b278-499c-8a09-72e64c8e1f98 None None] Network 038de372-6dab-402e-9e56-851fe636faa4 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:40:15.801251 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4c0e4d-99a8-4731-bac6-0faf712c2915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:15.809382 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7d4c0e4d-99a8-4731-bac6-0faf712c2915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:15.843682 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-cd35c894-f6e5-48ca-a3db-ac23b3843e17 None None] For port 7a9bd1a0-1f8d-4f28-a210-bd7727f43349, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:40:15.848174 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-cd35c894-f6e5-48ca-a3db-ac23b3843e17 None None] For port 7a9bd1a0-1f8d-4f28-a210-bd7727f43349, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=7a9bd1a0-1f8d-4f28-a210-bd7727f43349,segment=NetworkSegment(dca7b9ad-f052-47e8-a591-9c3ea1b3f444),segment_id=dca7b9ad-f052-47e8-a591-9c3ea1b3f444)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:40:15.852194 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-7d4c0e4d-99a8-4731-bac6-0faf712c2915 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6301231 Aug 23 20:40:15.854763 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 35994) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:15.863971 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cd35c894-f6e5-48ca-a3db-ac23b3843e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:15.867045 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-21145db9-8893-47ed-b122-61b7c947d6e3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-620725544-router', 'tenant_id': 'af6d10f8e4524fca830991e1540c222c', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:40:15.915779 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-21145db9-8893-47ed-b122-61b7c947d6e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:15.918351 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-21145db9-8893-47ed-b122-61b7c947d6e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:15.942474 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-569291bb-3f98-400c-b3cb-100061dd7c0d tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Deleting port 7943dcbc-fedd-43d6-bb52-2fd73d0f8703 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:40:15.942825 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-569291bb-3f98-400c-b3cb-100061dd7c0d tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:15.954864 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:15.963716 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd35c894-f6e5-48ca-a3db-ac23b3843e17 None None] Routers {'37abfa92-fc25-4378-a576-d6ace70ab466'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:40:15.965173 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-cd35c894-f6e5-48ca-a3db-ac23b3843e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:40:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['37abfa92-fc25-4378-a576-d6ace70ab466'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:15.970899 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685985d3-eafd-439c-bc3a-586af4649d42 None None] Pushing event updated for resources: {'Port': ['ID=7a9bd1a0-1f8d-4f28-a210-bd7727f43349,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:16.008038 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-21145db9-8893-47ed-b122-61b7c947d6e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:16.063850 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e94f90c-cf3d-46f1-b762-9f4d78f1b6d8 None None] Network 038de372-6dab-402e-9e56-851fe636faa4 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:40:16.109820 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-22e3f35b-33b6-4e7e-8878-99e5f44b8966 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:16.160751 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-569291bb-3f98-400c-b3cb-100061dd7c0d tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:16.161066 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-569291bb-3f98-400c-b3cb-100061dd7c0d tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:16.173794 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-cd35c894-f6e5-48ca-a3db-ac23b3843e17 None None] Set router 37abfa92-fc25-4378-a576-d6ace70ab466 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:40:16.181163 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e3f35b-33b6-4e7e-8878-99e5f44b8966 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Pushing event deleted for resources: {'Port': ['ID=7a9bd1a0-1f8d-4f28-a210-bd7727f43349,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:16.216261 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-21145db9-8893-47ed-b122-61b7c947d6e3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:16.220834 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-569291bb-3f98-400c-b3cb-100061dd7c0d tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Calling delete_port for 7943dcbc-fedd-43d6-bb52-2fd73d0f8703 owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:40:16.258712 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-cd35c894-f6e5-48ca-a3db-ac23b3843e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37abfa92-fc25-4378-a576-d6ace70ab466', 'name': '', 'tenant_id': 'ab51e91de2cb485883e206fa4773dcc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:40:10Z', 'updated_at': '2021-08-23T20:40:15Z', 'revision_number': 4, 'project_id': 'ab51e91de2cb485883e206fa4773dcc8', 'gw_port_host': None}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:16.291023 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-22e3f35b-33b6-4e7e-8878-99e5f44b8966 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:16.291346 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd35c894-f6e5-48ca-a3db-ac23b3843e17 None None] The sync data for ids ['37abfa92-fc25-4378-a576-d6ace70ab466'] in n-d-805663-2 is: [{'id': '37abfa92-fc25-4378-a576-d6ace70ab466', 'name': '', 'tenant_id': 'ab51e91de2cb485883e206fa4773dcc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:40:10Z', 'updated_at': '2021-08-23T20:40:15Z', 'revision_number': 4, 'project_id': 'ab51e91de2cb485883e206fa4773dcc8', 'gw_port_host': None}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:40:16.475036 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-22e3f35b-33b6-4e7e-8878-99e5f44b8966 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:16.480269 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-22e3f35b-33b6-4e7e-8878-99e5f44b8966 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:16.487784 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 51f3e951-8613-4c01-804e-2073860f6dfb no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:40:16.515753 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 51f3e951-8613-4c01-804e-2073860f6dfb {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:40:16.516662 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 51f3e951-8613-4c01-804e-2073860f6dfb not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:40:16.558481 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-22e3f35b-33b6-4e7e-8878-99e5f44b8966 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:16.559195 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e3f35b-33b6-4e7e-8878-99e5f44b8966 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 37abfa92-fc25-4378-a576-d6ace70ab466 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:40:16.570092 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-22e3f35b-33b6-4e7e-8878-99e5f44b8966 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:16.572185 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-22e3f35b-33b6-4e7e-8878-99e5f44b8966 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] 10.222.0.61 "DELETE /v2.0/routers/37abfa92-fc25-4378-a576-d6ace70ab466 HTTP/1.1" status: 204 len: 168 time: 2.0034404 Aug 23 20:40:16.592966 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36048) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:16.598533 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-21145db9-8893-47ed-b122-61b7c947d6e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:16.636404 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-21145db9-8893-47ed-b122-61b7c947d6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:16.664603 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-65ef0ccb-8ef2-4c57-8c66-67b70c7d17b9 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Deleting subnet feaaf650-8e2f-46d7-ab72-90f4eaf30799 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:40:16.668564 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-65ef0ccb-8ef2-4c57-8c66-67b70c7d17b9 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:16.688560 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-569291bb-3f98-400c-b3cb-100061dd7c0d tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:16.697658 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc08dd-83c2-4ff8-a725-292d42e4f82a req-52725eb7-e5b3-48e3-9b58-3ee617e762dc tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:16.708618 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-32cc08dd-83c2-4ff8-a725-292d42e4f82a req-52725eb7-e5b3-48e3-9b58-3ee617e762dc tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=101ccc80-5521-4720-889d-1f5135b03c88 HTTP/1.1" status: 200 len: 945 time: 0.2002134 Aug 23 20:40:16.730463 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569291bb-3f98-400c-b3cb-100061dd7c0d tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Pushing event deleted for resources: {'Port': ['ID=7943dcbc-fedd-43d6-bb52-2fd73d0f8703,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:16.760281 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-65ef0ccb-8ef2-4c57-8c66-67b70c7d17b9 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:16.805526 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-32cc08dd-83c2-4ff8-a725-292d42e4f82a req-db31347f-fdc7-4d28-a525-c0b16e9889a1 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957856 Aug 23 20:40:16.832409 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-65ef0ccb-8ef2-4c57-8c66-67b70c7d17b9 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:16.854115 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-569291bb-3f98-400c-b3cb-100061dd7c0d tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:16.856733 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-569291bb-3f98-400c-b3cb-100061dd7c0d tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:16.860548 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-569291bb-3f98-400c-b3cb-100061dd7c0d tempest-FloatingIPAdminTestJSON-669659347 tempest-FloatingIPAdminTestJSON-669659347-project] 10.222.0.61 "DELETE /v2.0/floatingips/6a49af76-0bd7-437d-af5f-b1b7148c55f3 HTTP/1.1" status: 204 len: 168 time: 1.2355304 Aug 23 20:40:16.864407 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-21145db9-8893-47ed-b122-61b7c947d6e3 admin admin] Allocated IP 172.25.4.58 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/ffd243c0-0a32-4e65-80c1-ca54f9de2a61) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:40:16.944258 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-65ef0ccb-8ef2-4c57-8c66-67b70c7d17b9 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:16.994359 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ef0ccb-8ef2-4c57-8c66-67b70c7d17b9 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=feaaf650-8e2f-46d7-ab72-90f4eaf30799,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:17.003126 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-65ef0ccb-8ef2-4c57-8c66-67b70c7d17b9 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:17.005167 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-65ef0ccb-8ef2-4c57-8c66-67b70c7d17b9 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] 10.222.0.61 "DELETE /v2.0/subnets/feaaf650-8e2f-46d7-ab72-90f4eaf30799 HTTP/1.1" status: 204 len: 168 time: 0.4106116 Aug 23 20:40:17.008299 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36078) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:17.016991 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-21145db9-8893-47ed-b122-61b7c947d6e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:17.075090 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-21145db9-8893-47ed-b122-61b7c947d6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:17.103787 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e9c626d-5fdf-4e9b-a354-e3c60169b6fa tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:17.139738 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21145db9-8893-47ed-b122-61b7c947d6e3 admin admin] Pushing event updated for resources: {'Port': ['ID=ffd243c0-0a32-4e65-80c1-ca54f9de2a61,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:17.155898 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21145db9-8893-47ed-b122-61b7c947d6e3 admin admin] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:40:17.157559 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-21145db9-8893-47ed-b122-61b7c947d6e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:40:17.161026 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21145db9-8893-47ed-b122-61b7c947d6e3 admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:40:17.261456 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36108) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:17.318296 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e9c626d-5fdf-4e9b-a354-e3c60169b6fa tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:17.339135 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-6e9c626d-5fdf-4e9b-a354-e3c60169b6fa tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4dd3982-86b1-40c7-96f4-c5766ccf24dc']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:17.366345 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-6e9c626d-5fdf-4e9b-a354-e3c60169b6fa tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dca7b9ad-f052-47e8-a591-9c3ea1b3f444') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:17.366720 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-6e9c626d-5fdf-4e9b-a354-e3c60169b6fa tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dca7b9ad-f052-47e8-a591-9c3ea1b3f444') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:17.388325 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e9c626d-5fdf-4e9b-a354-e3c60169b6fa tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:17.421106 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c87ca-176d-4249-af3f-d49d0f1a2d36 req-53f3cdfd-4869-4ee4-97fd-dd96d8de9658 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:17.429220 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1e2c87ca-176d-4249-af3f-d49d0f1a2d36 req-53f3cdfd-4869-4ee4-97fd-dd96d8de9658 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/networks?id=d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3 HTTP/1.1" status: 200 len: 810 time: 0.2488990 Aug 23 20:40:17.442811 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e9c626d-5fdf-4e9b-a354-e3c60169b6fa tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:17.451986 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1e2c87ca-176d-4249-af3f-d49d0f1a2d36 req-69073c98-34aa-4e6e-9e2f-3db1b2f9bba2 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/quotas/13b1595470b742008115767d927fc00b HTTP/1.1" status: 200 len: 375 time: 0.0203228 Aug 23 20:40:17.461760 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e9c626d-5fdf-4e9b-a354-e3c60169b6fa tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:40:17.462180 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e9c626d-5fdf-4e9b-a354-e3c60169b6fa tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:17.464178 n-d-805663-2 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:40:17.464178 n-d-805663-2 neutron-server[94688]: items = [ Aug 23 20:40:17.464178 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:40:17.464178 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:40:17.464178 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:40:17.464178 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:40:17.464178 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:40:17.464178 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:40:17.464178 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:40:17.464178 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:40:17.464178 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:40:17.464178 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:40:17.464178 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:40:17.464178 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:40:17.464178 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:40:17.464178 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:40:17.464178 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:40:17.464178 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:40:17.464178 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:40:17.464178 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:40:17.464178 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:40:17.464178 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:40:17.464178 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:40:17.464178 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:40:17.464178 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:40:17.464178 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:40:17.464178 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:40:17.464178 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:40:17.464178 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:40:17.464178 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:40:17.464178 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:40:17.464178 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:40:17.464178 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:40:17.464178 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:40:17.547690 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-21145db9-8893-47ed-b122-61b7c947d6e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:17.995799 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1e2c87ca-176d-4249-af3f-d49d0f1a2d36 req-8716a50d-b8b4-40d8-9c35-5f0ff889e0e1 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=13b1595470b742008115767d927fc00b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5305519 Aug 23 20:40:18.009723 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e9c626d-5fdf-4e9b-a354-e3c60169b6fa tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:18.027284 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8bff65e8-7650-4a39-9baf-647c54a59e68 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a9c831864b984dc19bba127619d20eb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7307568 Aug 23 20:40:18.029672 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9c626d-5fdf-4e9b-a354-e3c60169b6fa tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b4dd3982-86b1-40c7-96f4-c5766ccf24dc {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 23 20:40:18.082458 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36150) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:18.085922 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e9c626d-5fdf-4e9b-a354-e3c60169b6fa tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:18.088960 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-6e9c626d-5fdf-4e9b-a354-e3c60169b6fa tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] 10.222.0.61 "DELETE /v2.0/networks/b4dd3982-86b1-40c7-96f4-c5766ccf24dc HTTP/1.1" status: 204 len: 168 time: 1.0799427 Aug 23 20:40:18.120237 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9c626d-5fdf-4e9b-a354-e3c60169b6fa tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Pushing event deleted for resources: {'Network': ['ID=b4dd3982-86b1-40c7-96f4-c5766ccf24dc,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:18.191093 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-21145db9-8893-47ed-b122-61b7c947d6e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:18.198936 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1e2c87ca-176d-4249-af3f-d49d0f1a2d36 req-cac05880-62a2-45d7-a56c-9f8b5bfb63c3 service neutron] 10.222.0.61 "GET /v2.0/networks/d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020710 Aug 23 20:40:18.212663 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ddc72e8f-fbf3-4c61-ae48-93d571839c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:18.286725 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ddc72e8f-fbf3-4c61-ae48-93d571839c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:18.400527 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36162) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:18.418944 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36164) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:18.426253 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1e2c87ca-176d-4249-af3f-d49d0f1a2d36 req-f9be636d-ed9f-4e66-aaa9-b0a13291e68c service neutron] 10.222.0.61 "GET /v2.0/networks/d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248476 Aug 23 20:40:18.429038 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-84688d44-a7f4-4d4e-9867-e441e45dda00 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Request body: {'router': {'name': 'tempest-router--2045439924', 'project_id': 'fb2ef0755c474c95b3fd6bc5ae607c65'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:40:18.461257 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-84688d44-a7f4-4d4e-9867-e441e45dda00 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:18.462600 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-84688d44-a7f4-4d4e-9867-e441e45dda00 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:18.471051 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ddc72e8f-fbf3-4c61-ae48-93d571839c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:18.483574 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ddc72e8f-fbf3-4c61-ae48-93d571839c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:18.494815 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ddc72e8f-fbf3-4c61-ae48-93d571839c11 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3913e0e2-514f-4cd2-aa03-a9bcd5006bff HTTP/1.1" status: 204 len: 168 time: 0.4108558 Aug 23 20:40:18.516618 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc72e8f-fbf3-4c61-ae48-93d571839c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3913e0e2-514f-4cd2-aa03-a9bcd5006bff,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:18.535814 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-84688d44-a7f4-4d4e-9867-e441e45dda00 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:18.548220 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-84688d44-a7f4-4d4e-9867-e441e45dda00 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:18.552460 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21145db9-8893-47ed-b122-61b7c947d6e3 admin admin] Router ff246c19-03be-44d2-bbf9-cd31c11e0b35 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:40:18.572038 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-84688d44-a7f4-4d4e-9867-e441e45dda00 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:18.573731 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-84688d44-a7f4-4d4e-9867-e441e45dda00 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1510036 Aug 23 20:40:18.576484 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36170) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:18.653458 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c942104e-69a8-4241-8fe6-394059070f61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:18.802628 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c942104e-69a8-4241-8fe6-394059070f61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:18.807137 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0592e9dc-1291-47f3-a0d4-f78c5520cb82 req-9d6ea0c4-2d0d-4fc1-bfdc-da64fc259be8 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=d30a3450-acde-4d73-9737-8d40b0850b8c HTTP/1.1" status: 200 len: 210 time: 0.0575037 Aug 23 20:40:18.808438 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c942104e-69a8-4241-8fe6-394059070f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:18.811032 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3152e1bc-b8d3-49f0-970d-7689827123b9 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:18.874108 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c942104e-69a8-4241-8fe6-394059070f61 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2241836b24b0473591eb5661a8b8d8a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4722552 Aug 23 20:40:18.875141 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c942104e-69a8-4241-8fe6-394059070f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd7beb2-ffd8-40df-bd36-aea8e44fb963,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:18.877731 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36178) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:18.947379 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-27a5dcdd-3f7c-41e2-a7f0-43de8789658e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:18.979241 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-27a5dcdd-3f7c-41e2-a7f0-43de8789658e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:19.022855 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21145db9-8893-47ed-b122-61b7c947d6e3 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:40:19.032718 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0dbad4e-9a71-4af6-8bd5-8881583bef73 None None] Sync routers for ids ['ff246c19-03be-44d2-bbf9-cd31c11e0b35'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:40:19.052954 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dbad4e-9a71-4af6-8bd5-8881583bef73 None None] Routers {'ff246c19-03be-44d2-bbf9-cd31c11e0b35'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:40:19.053681 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-b0dbad4e-9a71-4af6-8bd5-8881583bef73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:40:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['ff246c19-03be-44d2-bbf9-cd31c11e0b35'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:19.055396 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-27a5dcdd-3f7c-41e2-a7f0-43de8789658e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:19.059323 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-27a5dcdd-3f7c-41e2-a7f0-43de8789658e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:19.062866 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-27a5dcdd-3f7c-41e2-a7f0-43de8789658e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fcd7beb2-ffd8-40df-bd36-aea8e44fb963 HTTP/1.1" status: 204 len: 168 time: 0.1813288 Aug 23 20:40:19.062866 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36186) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:19.070998 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3152e1bc-b8d3-49f0-970d-7689827123b9 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:19.075332 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3152e1bc-b8d3-49f0-970d-7689827123b9 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:19.087743 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-21145db9-8893-47ed-b122-61b7c947d6e3 admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:19.089521 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-21145db9-8893-47ed-b122-61b7c947d6e3 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.2336087 Aug 23 20:40:19.113825 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36192) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:19.124689 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a5dcdd-3f7c-41e2-a7f0-43de8789658e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd7beb2-ffd8-40df-bd36-aea8e44fb963,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:19.131014 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-85d1fc54-31c5-4e0b-9e2f-a76c73897f63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:19.142515 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3152e1bc-b8d3-49f0-970d-7689827123b9 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:19.145002 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3152e1bc-b8d3-49f0-970d-7689827123b9 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7dad1d36-c526-43c2-8df9-159719d732c1 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:40:19.168288 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3152e1bc-b8d3-49f0-970d-7689827123b9 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:19.178259 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3152e1bc-b8d3-49f0-970d-7689827123b9 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] 10.222.0.61 "DELETE /v2.0/routers/7dad1d36-c526-43c2-8df9-159719d732c1 HTTP/1.1" status: 204 len: 168 time: 0.5996425 Aug 23 20:40:19.248379 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-b0dbad4e-9a71-4af6-8bd5-8881583bef73 None None] Set router ff246c19-03be-44d2-bbf9-cd31c11e0b35 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:40:19.575608 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36202) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:19.579446 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-b0dbad4e-9a71-4af6-8bd5-8881583bef73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff246c19-03be-44d2-bbf9-cd31c11e0b35', 'name': 'tempest-ServerRescueTestJSONUnderV235-620725544-router', 'tenant_id': 'af6d10f8e4524fca830991e1540c222c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'ffd243c0-0a32-4e65-80c1-ca54f9de2a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:40:15Z', 'updated_at': '2021-08-23T20:40:17Z', 'revision_number': 3, 'project_id': 'af6d10f8e4524fca830991e1540c222c', 'gw_port': {'id': 'ffd243c0-0a32-4e65-80c1-ca54f9de2a61', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff246c19-03be-44d2-bbf9-cd31c11e0b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:40:16Z', 'updated_at': '2021-08-23T20:40:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:19.629557 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-85d1fc54-31c5-4e0b-9e2f-a76c73897f63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:19.629812 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0dbad4e-9a71-4af6-8bd5-8881583bef73 None None] Checking router: ff246c19-03be-44d2-bbf9-cd31c11e0b35 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:40:19.630650 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0dbad4e-9a71-4af6-8bd5-8881583bef73 None None] Updating router ff246c19-03be-44d2-bbf9-cd31c11e0b35 port ffd243c0-0a32-4e65-80c1-ca54f9de2a61 binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:40:19.634561 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-85d1fc54-31c5-4e0b-9e2f-a76c73897f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:19.679144 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b0dbad4e-9a71-4af6-8bd5-8881583bef73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:19.728314 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-85d1fc54-31c5-4e0b-9e2f-a76c73897f63 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3fb0188ce66949e6bc67734556641bb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6603756 Aug 23 20:40:19.728415 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d1fc54-31c5-4e0b-9e2f-a76c73897f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee98d58c-21c8-4551-94e8-72fde1d934c5,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:19.728506 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36208) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:19.795040 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-61b29136-5ade-474a-90cb-6a278e9baa76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:19.824920 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-61b29136-5ade-474a-90cb-6a278e9baa76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:19.893064 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-61b29136-5ade-474a-90cb-6a278e9baa76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:19.896532 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-61b29136-5ade-474a-90cb-6a278e9baa76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:19.900240 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-61b29136-5ade-474a-90cb-6a278e9baa76 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ee98d58c-21c8-4551-94e8-72fde1d934c5 HTTP/1.1" status: 204 len: 168 time: 0.1682663 Aug 23 20:40:19.924463 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-235f17f4-5c7a-4684-9888-463b3929643a tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1243177144', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}, 'admin_state_up': False}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:40:19.939064 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b29136-5ade-474a-90cb-6a278e9baa76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee98d58c-21c8-4551-94e8-72fde1d934c5,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:19.973660 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-235f17f4-5c7a-4684-9888-463b3929643a tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:19.975211 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-235f17f4-5c7a-4684-9888-463b3929643a tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:20.009526 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1f139501-3854-4b64-8058-30fc6b191da0 req-6e04a053-54b6-49f3-84b5-e30373342fbf tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=d30a3450-acde-4d73-9737-8d40b0850b8c HTTP/1.1" status: 200 len: 210 time: 0.0681634 Aug 23 20:40:20.091277 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-235f17f4-5c7a-4684-9888-463b3929643a tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:20.148351 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-24a77e9a-30d4-4c5f-b7c3-236ec06c2f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:20.161783 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b0dbad4e-9a71-4af6-8bd5-8881583bef73 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:20.174503 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b0dbad4e-9a71-4af6-8bd5-8881583bef73 None None] Transition to ACTIVE for port object ffd243c0-0a32-4e65-80c1-ca54f9de2a61 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:40:20.193462 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b0dbad4e-9a71-4af6-8bd5-8881583bef73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:20.318942 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-b0dbad4e-9a71-4af6-8bd5-8881583bef73 None None] Attempting to bind port ffd243c0-0a32-4e65-80c1-ca54f9de2a61 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:40:20.319331 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-b0dbad4e-9a71-4af6-8bd5-8881583bef73 None None] Attempting to bind port ffd243c0-0a32-4e65-80c1-ca54f9de2a61 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:40:20.319709 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dbad4e-9a71-4af6-8bd5-8881583bef73 None None] Attempting to bind port ffd243c0-0a32-4e65-80c1-ca54f9de2a61 on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:40:20.329152 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:20.338273 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dbad4e-9a71-4af6-8bd5-8881583bef73 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:40:20.338792 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dbad4e-9a71-4af6-8bd5-8881583bef73 None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:40:20.339207 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b0dbad4e-9a71-4af6-8bd5-8881583bef73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:20.339610 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dbad4e-9a71-4af6-8bd5-8881583bef73 None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:40:20.340130 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-b0dbad4e-9a71-4af6-8bd5-8881583bef73 None None] Bound port: ffd243c0-0a32-4e65-80c1-ca54f9de2a61, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:40:20.340510 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b0dbad4e-9a71-4af6-8bd5-8881583bef73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:20.369426 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91722aba-026b-4b45-a40e-c71150ec0ccc None None] Pushing event updated for resources: {'Port': ['ID=ffd243c0-0a32-4e65-80c1-ca54f9de2a61,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:20.384349 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91722aba-026b-4b45-a40e-c71150ec0ccc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:40:20.384708 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91722aba-026b-4b45-a40e-c71150ec0ccc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:40:20.385059 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91722aba-026b-4b45-a40e-c71150ec0ccc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:40:20.385393 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91722aba-026b-4b45-a40e-c71150ec0ccc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:40:20.385736 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91722aba-026b-4b45-a40e-c71150ec0ccc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:40:20.386076 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91722aba-026b-4b45-a40e-c71150ec0ccc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:40:20.386448 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91722aba-026b-4b45-a40e-c71150ec0ccc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:40:20.387237 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91722aba-026b-4b45-a40e-c71150ec0ccc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:40:20.387237 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91722aba-026b-4b45-a40e-c71150ec0ccc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:40:20.387408 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91722aba-026b-4b45-a40e-c71150ec0ccc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:40:20.387773 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91722aba-026b-4b45-a40e-c71150ec0ccc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:40:20.388173 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91722aba-026b-4b45-a40e-c71150ec0ccc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:40:20.407688 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-235f17f4-5c7a-4684-9888-463b3929643a tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:20.424743 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-b0dbad4e-9a71-4af6-8bd5-8881583bef73 None None] For port ffd243c0-0a32-4e65-80c1-ca54f9de2a61, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:40:20.429986 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-b0dbad4e-9a71-4af6-8bd5-8881583bef73 None None] For port ffd243c0-0a32-4e65-80c1-ca54f9de2a61, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=ffd243c0-0a32-4e65-80c1-ca54f9de2a61,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:40:20.442236 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b0dbad4e-9a71-4af6-8bd5-8881583bef73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:20.489602 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dbad4e-9a71-4af6-8bd5-8881583bef73 None None] Routers {'ff246c19-03be-44d2-bbf9-cd31c11e0b35'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:40:20.490630 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-b0dbad4e-9a71-4af6-8bd5-8881583bef73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:40:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['ff246c19-03be-44d2-bbf9-cd31c11e0b35'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:20.494125 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-24a77e9a-30d4-4c5f-b7c3-236ec06c2f12 admin admin] Allocated IP 172.20.0.1 (038de372-6dab-402e-9e56-851fe636faa4/88ba7296-f48b-4a30-b31b-00e095355e1f/23137fea-cdfd-4e3b-bcd4-84d6ad1f6b11) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:40:20.525284 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c87ca-176d-4249-af3f-d49d0f1a2d36 req-6bb1443d-8f8d-4cb3-91db-9cba4a1ed17d tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:20.528778 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1e2c87ca-176d-4249-af3f-d49d0f1a2d36 req-6bb1443d-8f8d-4cb3-91db-9cba4a1ed17d tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.11 "GET /v2.0/networks?id=d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3 HTTP/1.1" status: 200 len: 810 time: 0.3595152 Aug 23 20:40:20.567094 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91722aba-026b-4b45-a40e-c71150ec0ccc None None] Pushing event updated for resources: {'Port': ['ID=ffd243c0-0a32-4e65-80c1-ca54f9de2a61,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:20.593728 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-1e2c87ca-176d-4249-af3f-d49d0f1a2d36 req-1723f4ae-a61d-4f29-9642-5065c277c0f8 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Request body: {'port': {'device_id': 'd30a3450-acde-4d73-9737-8d40b0850b8c', 'network_id': 'd368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3', 'admin_state_up': True, 'tenant_id': '13b1595470b742008115767d927fc00b'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:40:20.641603 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-b0dbad4e-9a71-4af6-8bd5-8881583bef73 None None] Set router ff246c19-03be-44d2-bbf9-cd31c11e0b35 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:40:20.687067 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-24a77e9a-30d4-4c5f-b7c3-236ec06c2f12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:20.774803 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-24a77e9a-30d4-4c5f-b7c3-236ec06c2f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:20.802166 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e2c87ca-176d-4249-af3f-d49d0f1a2d36 req-1723f4ae-a61d-4f29-9642-5065c277c0f8 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Made reservation on behalf of 13b1595470b742008115767d927fc00b for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:40:20.805948 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-1e2c87ca-176d-4249-af3f-d49d0f1a2d36 req-1723f4ae-a61d-4f29-9642-5065c277c0f8 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:20.851572 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a77e9a-30d4-4c5f-b7c3-236ec06c2f12 admin admin] Network 038de372-6dab-402e-9e56-851fe636faa4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:40:20.852264 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36238) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:20.867576 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-24a77e9a-30d4-4c5f-b7c3-236ec06c2f12 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:40:20.878671 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a77e9a-30d4-4c5f-b7c3-236ec06c2f12 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:40:20.882467 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ac4443f-87bb-451f-9852-c2ca8cafab1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:20.884318 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a77e9a-30d4-4c5f-b7c3-236ec06c2f12 admin admin] Pushing event updated for resources: {'Port': ['ID=23137fea-cdfd-4e3b-bcd4-84d6ad1f6b11,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:20.918159 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-b0dbad4e-9a71-4af6-8bd5-8881583bef73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff246c19-03be-44d2-bbf9-cd31c11e0b35', 'name': 'tempest-ServerRescueTestJSONUnderV235-620725544-router', 'tenant_id': 'af6d10f8e4524fca830991e1540c222c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'ffd243c0-0a32-4e65-80c1-ca54f9de2a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:40:15Z', 'updated_at': '2021-08-23T20:40:17Z', 'revision_number': 3, 'project_id': 'af6d10f8e4524fca830991e1540c222c', 'gw_port': {'id': 'ffd243c0-0a32-4e65-80c1-ca54f9de2a61', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff246c19-03be-44d2-bbf9-cd31c11e0b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:40:16Z', 'updated_at': '2021-08-23T20:40:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:20.956861 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0dbad4e-9a71-4af6-8bd5-8881583bef73 None None] The sync data for ids ['ff246c19-03be-44d2-bbf9-cd31c11e0b35'] in n-d-805663-2 is: [{'id': 'ff246c19-03be-44d2-bbf9-cd31c11e0b35', 'name': 'tempest-ServerRescueTestJSONUnderV235-620725544-router', 'tenant_id': 'af6d10f8e4524fca830991e1540c222c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'ffd243c0-0a32-4e65-80c1-ca54f9de2a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:40:15Z', 'updated_at': '2021-08-23T20:40:17Z', 'revision_number': 3, 'project_id': 'af6d10f8e4524fca830991e1540c222c', 'gw_port': {'id': 'ffd243c0-0a32-4e65-80c1-ca54f9de2a61', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff246c19-03be-44d2-bbf9-cd31c11e0b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:40:16Z', 'updated_at': '2021-08-23T20:40:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:40:20.963409 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-24a77e9a-30d4-4c5f-b7c3-236ec06c2f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:20.988851 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-235f17f4-5c7a-4684-9888-463b3929643a tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:21.015279 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-235f17f4-5c7a-4684-9888-463b3929643a tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:21.124022 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-1e2c87ca-176d-4249-af3f-d49d0f1a2d36 req-1723f4ae-a61d-4f29-9642-5065c277c0f8 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Allocated IP 172.20.0.6 (d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3/d571b443-68b1-44d5-8979-00646207cd13/75e97af1-b90e-495e-aa7d-44a421474c7e) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:40:21.202963 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9a2b0e91-edac-4d65-b7c5-cd1463658602 req-975cc70c-99e9-4db0-bc04-e249acc503a5 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=d30a3450-acde-4d73-9737-8d40b0850b8c HTTP/1.1" status: 200 len: 210 time: 0.0484145 Aug 23 20:40:21.234591 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-235f17f4-5c7a-4684-9888-463b3929643a tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Allocated IP 172.25.4.93 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/bc334860-b004-4b97-9ad0-4ed479918a04) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:40:21.244594 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a133f54b-c299-420a-a9e6-c5c6e9deb2b7 req-4bd3946b-9e8a-4913-b1a5-3672010a8612 tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=8d23a4421d124151ba114d9cd9df9b76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0528543 Aug 23 20:40:21.258665 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ac4443f-87bb-451f-9852-c2ca8cafab1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:21.285894 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ac4443f-87bb-451f-9852-c2ca8cafab1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:21.311850 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-24a77e9a-30d4-4c5f-b7c3-236ec06c2f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:21.376276 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac4443f-87bb-451f-9852-c2ca8cafab1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60dfab2d-565a-44ca-a2d8-6e6ef7d132ec,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:21.382995 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2ac4443f-87bb-451f-9852-c2ca8cafab1d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1c759b82ee42469fabfe95f312ad9601&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5280950 Aug 23 20:40:21.386003 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36254) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:21.552086 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50e59da3-62ae-451e-86cd-5b10471362ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:21.558287 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133f54b-c299-420a-a9e6-c5c6e9deb2b7 req-604e37aa-2a46-4e1a-8df6-92c30f92a55b tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:21.559807 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a133f54b-c299-420a-a9e6-c5c6e9deb2b7 req-604e37aa-2a46-4e1a-8df6-92c30f92a55b tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3076866 Aug 23 20:40:21.601146 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50e59da3-62ae-451e-86cd-5b10471362ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:21.601985 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-1e2c87ca-176d-4249-af3f-d49d0f1a2d36 req-1723f4ae-a61d-4f29-9642-5065c277c0f8 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:21.606992 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-235f17f4-5c7a-4684-9888-463b3929643a tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:21.614841 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a133f54b-c299-420a-a9e6-c5c6e9deb2b7 req-25cbb62f-78a8-4ffd-9f40-ef050b5fe2ba tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] 10.222.0.61 "GET /v2.0/quotas/8d23a4421d124151ba114d9cd9df9b76 HTTP/1.1" status: 200 len: 375 time: 0.0412600 Aug 23 20:40:21.660734 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a133f54b-c299-420a-a9e6-c5c6e9deb2b7 req-becf170b-3b3b-407e-9810-1157e1c22af3 tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8d23a4421d124151ba114d9cd9df9b76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359559 Aug 23 20:40:21.688489 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-24a77e9a-30d4-4c5f-b7c3-236ec06c2f12 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:21.696670 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-24a77e9a-30d4-4c5f-b7c3-236ec06c2f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:21.711716 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-1e2c87ca-176d-4249-af3f-d49d0f1a2d36 req-1723f4ae-a61d-4f29-9642-5065c277c0f8 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:21.730709 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-235f17f4-5c7a-4684-9888-463b3929643a tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:21.744454 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['e3e3e113-fc54-4d7c-b6eb-38c03755766d'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:40:21.751800 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50e59da3-62ae-451e-86cd-5b10471362ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:21.755105 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50e59da3-62ae-451e-86cd-5b10471362ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:21.760978 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-50e59da3-62ae-451e-86cd-5b10471362ec admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/60dfab2d-565a-44ca-a2d8-6e6ef7d132ec HTTP/1.1" status: 204 len: 168 time: 0.3738067 Aug 23 20:40:21.772699 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e2c87ca-176d-4249-af3f-d49d0f1a2d36 req-1723f4ae-a61d-4f29-9642-5065c277c0f8 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Network d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:40:21.786145 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-1e2c87ca-176d-4249-af3f-d49d0f1a2d36 req-1723f4ae-a61d-4f29-9642-5065c277c0f8 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:40:21.790319 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235f17f4-5c7a-4684-9888-463b3929643a tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:40:21.793763 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2c87ca-176d-4249-af3f-d49d0f1a2d36 req-1723f4ae-a61d-4f29-9642-5065c277c0f8 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:40:21.798759 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-235f17f4-5c7a-4684-9888-463b3929643a tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:40:21.809509 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235f17f4-5c7a-4684-9888-463b3929643a tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:40:21.812448 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e59da3-62ae-451e-86cd-5b10471362ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60dfab2d-565a-44ca-a2d8-6e6ef7d132ec,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:21.836554 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a77e9a-30d4-4c5f-b7c3-236ec06c2f12 admin admin] Pushing event updated for resources: {'Port': ['ID=23137fea-cdfd-4e3b-bcd4-84d6ad1f6b11,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:21.845479 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-24a77e9a-30d4-4c5f-b7c3-236ec06c2f12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:21.928918 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1723f4ae-a61d-4f29-9642-5065c277c0f8 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Pushing event updated for resources: {'Port': ['ID=75e97af1-b90e-495e-aa7d-44a421474c7e,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:21.978861 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4fd2808b-2bdc-4f12-845f-b9a8d6ccba1b req-c099e0eb-6a2b-421a-959b-2a9eec4f99fb tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a4c8191-df55-4593-856a-a570b5069a6c HTTP/1.1" status: 200 len: 210 time: 0.0585067 Aug 23 20:40:22.042264 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a77e9a-30d4-4c5f-b7c3-236ec06c2f12 admin admin] Network 038de372-6dab-402e-9e56-851fe636faa4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:40:22.044694 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-24a77e9a-30d4-4c5f-b7c3-236ec06c2f12 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:40:22.148760 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c87ca-176d-4249-af3f-d49d0f1a2d36 req-1723f4ae-a61d-4f29-9642-5065c277c0f8 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:22.149456 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-1e2c87ca-176d-4249-af3f-d49d0f1a2d36 req-1723f4ae-a61d-4f29-9642-5065c277c0f8 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:22.208869 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235f17f4-5c7a-4684-9888-463b3929643a tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Pushing event updated for resources: {'Port': ['ID=bc334860-b004-4b97-9ad0-4ed479918a04,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:22.224703 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24a77e9a-30d4-4c5f-b7c3-236ec06c2f12 admin admin] Router ff246c19-03be-44d2-bbf9-cd31c11e0b35 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:40:22.231131 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1e2c87ca-176d-4249-af3f-d49d0f1a2d36 req-1723f4ae-a61d-4f29-9642-5065c277c0f8 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6441720 Aug 23 20:40:22.255496 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-1e2c87ca-176d-4249-af3f-d49d0f1a2d36 req-693906eb-8a67-4074-a57d-414ff7dffc11 service neutron] Request body: {'port': {'device_id': 'd30a3450-acde-4d73-9737-8d40b0850b8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:40:22.386920 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a77e9a-30d4-4c5f-b7c3-236ec06c2f12 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:40:22.403554 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-24a77e9a-30d4-4c5f-b7c3-236ec06c2f12 admin admin] 10.222.0.61 "PUT /v2.0/routers/ff246c19-03be-44d2-bbf9-cd31c11e0b35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2885346 Aug 23 20:40:22.623733 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device ffd243c0-0a32-4e65-80c1-ca54f9de2a61 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:40:22.691334 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port ffd243c0-0a32-4e65-80c1-ca54f9de2a61 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:40:22.696371 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port ffd243c0-0a32-4e65-80c1-ca54f9de2a61 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:40:22.697173 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:22.830007 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:22.858705 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port ffd243c0-0a32-4e65-80c1-ca54f9de2a61, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=ffd243c0-0a32-4e65-80c1-ca54f9de2a61,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:40:22.866892 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:22.907228 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-1e2c87ca-176d-4249-af3f-d49d0f1a2d36 req-693906eb-8a67-4074-a57d-414ff7dffc11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:23.003669 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-235f17f4-5c7a-4684-9888-463b3929643a tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:23.013551 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b560a-3eac-443c-bee2-7e88fe2702eb req-4a13304a-9991-4bc2-894b-661f0948b757 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:23.015178 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5b7b560a-3eac-443c-bee2-7e88fe2702eb req-4a13304a-9991-4bc2-894b-661f0948b757 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=d30a3450-acde-4d73-9737-8d40b0850b8c HTTP/1.1" status: 200 len: 931 time: 0.6622086 Aug 23 20:40:23.145587 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=ffd243c0-0a32-4e65-80c1-ca54f9de2a61,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:23.208266 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36310) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:23.260000 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5b7b560a-3eac-443c-bee2-7e88fe2702eb req-520a4383-53e5-4c1b-bad7-7f3419c42106 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777389 Aug 23 20:40:23.286857 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade6f99-6f66-40fa-a784-18044c099d40 req-81c4f557-5756-4ef6-9b92-f8dd805b2a01 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:23.293965 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4ade6f99-6f66-40fa-a784-18044c099d40 req-81c4f557-5756-4ef6-9b92-f8dd805b2a01 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/networks?id=038de372-6dab-402e-9e56-851fe636faa4 HTTP/1.1" status: 200 len: 819 time: 0.1634660 Aug 23 20:40:23.313192 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4ade6f99-6f66-40fa-a784-18044c099d40 req-91774eb5-6233-47ef-b2a8-225dfafb1572 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/quotas/af6d10f8e4524fca830991e1540c222c HTTP/1.1" status: 200 len: 375 time: 0.0183079 Aug 23 20:40:23.369640 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4ade6f99-6f66-40fa-a784-18044c099d40 req-300d8209-1217-4027-bb91-b704dea7c965 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=af6d10f8e4524fca830991e1540c222c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0553565 Aug 23 20:40:23.397368 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1d57fc00-f89f-4f3e-8a3c-06f8c15a27f5 req-5f1ea5c5-dfff-4cb6-a809-3196ec9c2b07 tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a4c8191-df55-4593-856a-a570b5069a6c HTTP/1.1" status: 200 len: 210 time: 0.0372376 Aug 23 20:40:23.459110 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c88b4237-6bf6-415a-ba2e-a1526ed09849 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1738701339'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:40:23.519407 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88b4237-6bf6-415a-ba2e-a1526ed09849 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Made reservation on behalf of c012346e86364046bdcdf0ae461da3d4 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:40:23.523756 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c88b4237-6bf6-415a-ba2e-a1526ed09849 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:23.525881 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-235f17f4-5c7a-4684-9888-463b3929643a tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:23.532399 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54976805-07fe-474f-b3eb-19c2064dd32a None None] Sync routers for ids ['ff246c19-03be-44d2-bbf9-cd31c11e0b35'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:40:23.537041 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c88b4237-6bf6-415a-ba2e-a1526ed09849 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:23.547250 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a133f54b-c299-420a-a9e6-c5c6e9deb2b7 req-a128a687-5a0e-4d6b-8c49-0a6f0f3f0f41 tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=8d23a4421d124151ba114d9cd9df9b76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428894 Aug 23 20:40:23.548123 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54976805-07fe-474f-b3eb-19c2064dd32a None None] Routers {'ff246c19-03be-44d2-bbf9-cd31c11e0b35'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:40:23.548916 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-54976805-07fe-474f-b3eb-19c2064dd32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:40:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['ff246c19-03be-44d2-bbf9-cd31c11e0b35'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:23.570456 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4ade6f99-6f66-40fa-a784-18044c099d40 req-1e4d4d52-c704-446d-97fe-5724cd6a3962 service neutron] 10.222.0.61 "GET /v2.0/networks/038de372-6dab-402e-9e56-851fe636faa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892791 Aug 23 20:40:23.697665 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-1e2c87ca-176d-4249-af3f-d49d0f1a2d36 req-693906eb-8a67-4074-a57d-414ff7dffc11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75e97af1-b90e-495e-aa7d-44a421474c7e {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:40:23.698020 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-54976805-07fe-474f-b3eb-19c2064dd32a None None] Set router ff246c19-03be-44d2-bbf9-cd31c11e0b35 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:40:23.712774 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-1e2c87ca-176d-4249-af3f-d49d0f1a2d36 req-693906eb-8a67-4074-a57d-414ff7dffc11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:23.789597 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-1e2c87ca-176d-4249-af3f-d49d0f1a2d36 req-693906eb-8a67-4074-a57d-414ff7dffc11 service neutron] Transition to ACTIVE for port object 75e97af1-b90e-495e-aa7d-44a421474c7e will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:40:23.805604 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-1e2c87ca-176d-4249-af3f-d49d0f1a2d36 req-693906eb-8a67-4074-a57d-414ff7dffc11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:23.811650 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4ade6f99-6f66-40fa-a784-18044c099d40 req-f890bde1-e567-46fa-a31c-bc3ae05d865c service neutron] 10.222.0.61 "GET /v2.0/networks/038de372-6dab-402e-9e56-851fe636faa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047889 Aug 23 20:40:23.828437 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c88b4237-6bf6-415a-ba2e-a1526ed09849 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:23.833940 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c88b4237-6bf6-415a-ba2e-a1526ed09849 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:23.847765 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c88b4237-6bf6-415a-ba2e-a1526ed09849 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:40:23.860209 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c88b4237-6bf6-415a-ba2e-a1526ed09849 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:23.860576 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-c88b4237-6bf6-415a-ba2e-a1526ed09849 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Added segment 579de175-39f4-4954-a6c0-8209a4c5a0cf of type vlan for network afafa00e-97f0-411b-8f91-1ad7df6dae36 Aug 23 20:40:23.860690 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133f54b-c299-420a-a9e6-c5c6e9deb2b7 req-e6d2fbb0-0e0e-415f-8d6a-7a78a8d0e031 tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:23.862824 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a133f54b-c299-420a-a9e6-c5c6e9deb2b7 req-e6d2fbb0-0e0e-415f-8d6a-7a78a8d0e031 tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2850299 Aug 23 20:40:23.885503 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-a133f54b-c299-420a-a9e6-c5c6e9deb2b7 req-c10ef5ba-e8d9-495b-9ee8-38648dd15766 tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] Request body: {'port': {'device_id': '9a4c8191-df55-4593-856a-a570b5069a6c', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'admin_state_up': True, 'tenant_id': '8d23a4421d124151ba114d9cd9df9b76'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:40:23.917542 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c88b4237-6bf6-415a-ba2e-a1526ed09849 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:23.940867 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693906eb-8a67-4074-a57d-414ff7dffc11 service neutron] Pushing event updated for resources: {'Port': ['ID=75e97af1-b90e-495e-aa7d-44a421474c7e,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:23.966576 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c88b4237-6bf6-415a-ba2e-a1526ed09849 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:23.973142 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88b4237-6bf6-415a-ba2e-a1526ed09849 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:23.973142 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c88b4237-6bf6-415a-ba2e-a1526ed09849 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:23.983973 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88b4237-6bf6-415a-ba2e-a1526ed09849 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58a17e73-5317-4e04-8272-faa0b5d7fc23,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:24.013815 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-54976805-07fe-474f-b3eb-19c2064dd32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff246c19-03be-44d2-bbf9-cd31c11e0b35', 'name': 'tempest-ServerRescueTestJSONUnderV235-620725544-router', 'tenant_id': 'af6d10f8e4524fca830991e1540c222c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'ffd243c0-0a32-4e65-80c1-ca54f9de2a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:40:15Z', 'updated_at': '2021-08-23T20:40:21Z', 'revision_number': 4, 'project_id': 'af6d10f8e4524fca830991e1540c222c', 'gw_port': {'id': 'ffd243c0-0a32-4e65-80c1-ca54f9de2a61', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff246c19-03be-44d2-bbf9-cd31c11e0b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:40:16Z', 'updated_at': '2021-08-23T20:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '23137fea-cdfd-4e3b-bcd4-84d6ad1f6b11', 'name': '', 'network_id': '038de372-6dab-402e-9e56-851fe636faa4', 'tenant_id': 'af6d10f8e4524fca830991e1540c222c', 'mac_address': 'fa:16:3e:f2:e5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff246c19-03be-44d2-bbf9-cd31c11e0b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '88ba7296-f48b-4a30-b31b-00e095355e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:40:20Z', 'updated_at': '2021-08-23T20:40:21Z', 'revision_number': 2, 'project_id': 'af6d10f8e4524fca830991e1540c222c', 'subnets': [{'id': '88ba7296-f48b-4a30-b31b-00e095355e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:24.043662 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c88b4237-6bf6-415a-ba2e-a1526ed09849 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8339589 Aug 23 20:40:24.044398 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36322) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:24.050788 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-83694d4c-277d-4fe0-920d-909d97f64b0d req-f8580c95-da34-4d66-b0c4-f29708e4b352 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/ports?device_id=37c84bcb-4817-4457-8402-a891a08894ac HTTP/1.1" status: 200 len: 210 time: 0.0329168 Aug 23 20:40:24.052318 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b05d2d05-c7ba-457a-ae2c-8789a90e5258 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Request body: {'subnet': {'network_id': 'afafa00e-97f0-411b-8f91-1ad7df6dae36', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:40:24.058160 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54976805-07fe-474f-b3eb-19c2064dd32a None None] Checking router: ff246c19-03be-44d2-bbf9-cd31c11e0b35 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:40:24.059696 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54976805-07fe-474f-b3eb-19c2064dd32a None None] Updating router ff246c19-03be-44d2-bbf9-cd31c11e0b35 port 23137fea-cdfd-4e3b-bcd4-84d6ad1f6b11 binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:40:24.078347 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88b4237-6bf6-415a-ba2e-a1526ed09849 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Pushing event updated for resources: {'Network': ['ID=afafa00e-97f0-411b-8f91-1ad7df6dae36,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:24.091814 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network afafa00e-97f0-411b-8f91-1ad7df6dae36 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:40:24.095810 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-235f17f4-5c7a-4684-9888-463b3929643a tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Router 28f69c78-5563-4a8d-a9aa-b4f07403057a is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:40:24.111579 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-54976805-07fe-474f-b3eb-19c2064dd32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:24.195887 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-1e2c87ca-176d-4249-af3f-d49d0f1a2d36 req-693906eb-8a67-4074-a57d-414ff7dffc11 service neutron] Attempting to bind port 75e97af1-b90e-495e-aa7d-44a421474c7e on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:40:24.196165 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-1e2c87ca-176d-4249-af3f-d49d0f1a2d36 req-693906eb-8a67-4074-a57d-414ff7dffc11 service neutron] Attempting to bind port 75e97af1-b90e-495e-aa7d-44a421474c7e by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '850a8407-3594-4fdf-af96-d8bf20de61c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:40:24.196502 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2c87ca-176d-4249-af3f-d49d0f1a2d36 req-693906eb-8a67-4074-a57d-414ff7dffc11 service neutron] Attempting to bind port 75e97af1-b90e-495e-aa7d-44a421474c7e on network d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:40:24.204422 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2c87ca-176d-4249-af3f-d49d0f1a2d36 req-693906eb-8a67-4074-a57d-414ff7dffc11 service neutron] Port 75e97af1-b90e-495e-aa7d-44a421474c7e on network d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:40:24.204750 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2c87ca-176d-4249-af3f-d49d0f1a2d36 req-693906eb-8a67-4074-a57d-414ff7dffc11 service neutron] Attempting to bind port 75e97af1-b90e-495e-aa7d-44a421474c7e on network d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:40:24.215459 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2c87ca-176d-4249-af3f-d49d0f1a2d36 req-693906eb-8a67-4074-a57d-414ff7dffc11 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:40:24.215788 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2c87ca-176d-4249-af3f-d49d0f1a2d36 req-693906eb-8a67-4074-a57d-414ff7dffc11 service neutron] Checking segment: {'id': '850a8407-3594-4fdf-af96-d8bf20de61c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:40:24.216345 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2c87ca-176d-4249-af3f-d49d0f1a2d36 req-693906eb-8a67-4074-a57d-414ff7dffc11 service neutron] Bound using segment: {'id': '850a8407-3594-4fdf-af96-d8bf20de61c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:40:24.216987 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05d2d05-c7ba-457a-ae2c-8789a90e5258 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Made reservation on behalf of c012346e86364046bdcdf0ae461da3d4 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:40:24.217096 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-1e2c87ca-176d-4249-af3f-d49d0f1a2d36 req-693906eb-8a67-4074-a57d-414ff7dffc11 service neutron] Bound port: 75e97af1-b90e-495e-aa7d-44a421474c7e, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '850a8407-3594-4fdf-af96-d8bf20de61c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:40:24.217189 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-1e2c87ca-176d-4249-af3f-d49d0f1a2d36 req-693906eb-8a67-4074-a57d-414ff7dffc11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:24.221809 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b05d2d05-c7ba-457a-ae2c-8789a90e5258 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:24.308820 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a133f54b-c299-420a-a9e6-c5c6e9deb2b7 req-c10ef5ba-e8d9-495b-9ee8-38648dd15766 tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] Made reservation on behalf of 8d23a4421d124151ba114d9cd9df9b76 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:40:24.312633 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a133f54b-c299-420a-a9e6-c5c6e9deb2b7 req-c10ef5ba-e8d9-495b-9ee8-38648dd15766 tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:24.345487 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a133f54b-c299-420a-a9e6-c5c6e9deb2b7 req-c10ef5ba-e8d9-495b-9ee8-38648dd15766 tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:24.380007 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235f17f4-5c7a-4684-9888-463b3929643a tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:40:24.417909 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-235f17f4-5c7a-4684-9888-463b3929643a tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:24.418063 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455f4d50-865c-4cf3-9373-389b9ca6046e None None] Sync routers for ids ['28f69c78-5563-4a8d-a9aa-b4f07403057a'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:40:24.422136 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-235f17f4-5c7a-4684-9888-463b3929643a tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.8453813 Aug 23 20:40:24.428840 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36330) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:24.435448 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455f4d50-865c-4cf3-9373-389b9ca6046e None None] Routers {'28f69c78-5563-4a8d-a9aa-b4f07403057a'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:40:24.436684 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-455f4d50-865c-4cf3-9373-389b9ca6046e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:40:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['28f69c78-5563-4a8d-a9aa-b4f07403057a'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:24.444422 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-1e2c87ca-176d-4249-af3f-d49d0f1a2d36 req-693906eb-8a67-4074-a57d-414ff7dffc11 service neutron] For port 75e97af1-b90e-495e-aa7d-44a421474c7e, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:40:24.529592 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-455f4d50-865c-4cf3-9373-389b9ca6046e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:24.544517 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ba2a0-b256-416f-81fe-f96be9fc9a05 req-2b3831be-de1c-44c6-bf90-8c0ec6baba44 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:24.547566 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455f4d50-865c-4cf3-9373-389b9ca6046e None None] Routers {'28f69c78-5563-4a8d-a9aa-b4f07403057a'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:40:24.548247 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-455f4d50-865c-4cf3-9373-389b9ca6046e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:40:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['28f69c78-5563-4a8d-a9aa-b4f07403057a'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:24.554247 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-824ba2a0-b256-416f-81fe-f96be9fc9a05 req-2b3831be-de1c-44c6-bf90-8c0ec6baba44 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=d30a3450-acde-4d73-9737-8d40b0850b8c HTTP/1.1" status: 200 len: 943 time: 0.1903057 Aug 23 20:40:24.587895 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-1e2c87ca-176d-4249-af3f-d49d0f1a2d36 req-693906eb-8a67-4074-a57d-414ff7dffc11 service neutron] For port 75e97af1-b90e-495e-aa7d-44a421474c7e, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=75e97af1-b90e-495e-aa7d-44a421474c7e,segment=NetworkSegment(850a8407-3594-4fdf-af96-d8bf20de61c1),segment_id=850a8407-3594-4fdf-af96-d8bf20de61c1)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:40:24.595747 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-54976805-07fe-474f-b3eb-19c2064dd32a None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:24.615006 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device ffd243c0-0a32-4e65-80c1-ca54f9de2a61 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:40:24.615390 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-54976805-07fe-474f-b3eb-19c2064dd32a None None] Transition to ACTIVE for port object 23137fea-cdfd-4e3b-bcd4-84d6ad1f6b11 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:40:24.626297 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-54976805-07fe-474f-b3eb-19c2064dd32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:24.643092 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-824ba2a0-b256-416f-81fe-f96be9fc9a05 req-20ef4440-ee36-4f7c-be18-84aeb4e80677 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852053 Aug 23 20:40:24.649454 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b05d2d05-c7ba-457a-ae2c-8789a90e5258 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:24.653543 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9a6ca049-6174-47a9-8891-36c0cd05215e req-11652118-ed3e-40ba-a0c9-cdb9af1982d2 tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a4c8191-df55-4593-856a-a570b5069a6c HTTP/1.1" status: 200 len: 210 time: 0.1010606 Aug 23 20:40:24.655918 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-455f4d50-865c-4cf3-9373-389b9ca6046e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:24.656563 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455f4d50-865c-4cf3-9373-389b9ca6046e None None] The sync data for ids ['28f69c78-5563-4a8d-a9aa-b4f07403057a'] in n-d-805663-2 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:40:24.673440 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-1e2c87ca-176d-4249-af3f-d49d0f1a2d36 req-693906eb-8a67-4074-a57d-414ff7dffc11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:24.683638 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port ffd243c0-0a32-4e65-80c1-ca54f9de2a61 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:40:24.684022 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:24.744791 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a1b96-3e23-4a61-b68c-a2b9bb46203a None None] Pushing event updated for resources: {'Port': ['ID=23137fea-cdfd-4e3b-bcd4-84d6ad1f6b11,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:24.788163 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d2d05-c7ba-457a-ae2c-8789a90e5258 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Pushing event updated for resources: {'Subnet': ['ID=1a4d3a10-7037-445c-97ce-f75602be0161,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:24.805955 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05d2d05-c7ba-457a-ae2c-8789a90e5258 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Checking segment: {'id': '579de175-39f4-4954-a6c0-8209a4c5a0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'afafa00e-97f0-411b-8f91-1ad7df6dae36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:40:24.806312 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05d2d05-c7ba-457a-ae2c-8789a90e5258 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Network hostable DHCP agents. Network: afafa00e-97f0-411b-8f91-1ad7df6dae36, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:40:24.828455 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-54976805-07fe-474f-b3eb-19c2064dd32a None None] Attempting to bind port 23137fea-cdfd-4e3b-bcd4-84d6ad1f6b11 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:40:24.828777 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-54976805-07fe-474f-b3eb-19c2064dd32a None None] Attempting to bind port 23137fea-cdfd-4e3b-bcd4-84d6ad1f6b11 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'd065db9e-a105-47a9-82fb-b3b0dd15ae8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '038de372-6dab-402e-9e56-851fe636faa4'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:40:24.828890 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05d2d05-c7ba-457a-ae2c-8789a90e5258 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Network afafa00e-97f0-411b-8f91-1ad7df6dae36 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:40:24.829074 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54976805-07fe-474f-b3eb-19c2064dd32a None None] Attempting to bind port 23137fea-cdfd-4e3b-bcd4-84d6ad1f6b11 on network 038de372-6dab-402e-9e56-851fe636faa4 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:40:24.835642 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693906eb-8a67-4074-a57d-414ff7dffc11 service neutron] Pushing event updated for resources: {'Port': ['ID=75e97af1-b90e-495e-aa7d-44a421474c7e,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:24.836822 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54976805-07fe-474f-b3eb-19c2064dd32a None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:40:24.837353 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54976805-07fe-474f-b3eb-19c2064dd32a None None] Checking segment: {'id': 'd065db9e-a105-47a9-82fb-b3b0dd15ae8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '038de372-6dab-402e-9e56-851fe636faa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:40:24.837811 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-54976805-07fe-474f-b3eb-19c2064dd32a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:24.838923 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54976805-07fe-474f-b3eb-19c2064dd32a None None] Bound using segment: {'id': 'd065db9e-a105-47a9-82fb-b3b0dd15ae8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '038de372-6dab-402e-9e56-851fe636faa4'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:40:24.839440 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-54976805-07fe-474f-b3eb-19c2064dd32a None None] Bound port: 23137fea-cdfd-4e3b-bcd4-84d6ad1f6b11, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd065db9e-a105-47a9-82fb-b3b0dd15ae8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '038de372-6dab-402e-9e56-851fe636faa4'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:40:24.839820 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-54976805-07fe-474f-b3eb-19c2064dd32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:24.845006 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-b05d2d05-c7ba-457a-ae2c-8789a90e5258 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, afafa00e-97f0-411b-8f91-1ad7df6dae36) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:40:24.856565 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf50a58d-3106-4e99-9984-94e3c691ad12 None None] Network afafa00e-97f0-411b-8f91-1ad7df6dae36 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:40:24.864728 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05d2d05-c7ba-457a-ae2c-8789a90e5258 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:24.865784 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b05d2d05-c7ba-457a-ae2c-8789a90e5258 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:24.908745 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c87ca-176d-4249-af3f-d49d0f1a2d36 req-693906eb-8a67-4074-a57d-414ff7dffc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:24.910537 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-1e2c87ca-176d-4249-af3f-d49d0f1a2d36 req-693906eb-8a67-4074-a57d-414ff7dffc11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:24.913022 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1e2c87ca-176d-4249-af3f-d49d0f1a2d36 req-693906eb-8a67-4074-a57d-414ff7dffc11 service neutron] 10.222.0.11 "PUT /v2.0/ports/75e97af1-b90e-495e-aa7d-44a421474c7e HTTP/1.1" status: 200 len: 1091 time: 2.6651444 Aug 23 20:40:24.913890 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd30a3450-acde-4d73-9737-8d40b0850b8c', 'tag': '75e97af1-b90e-495e-aa7d-44a421474c7e'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:40:24.916564 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6e0483-a4b4-4c56-8ca0-069b7977d422" -d '{"events": [{"name": "network-changed", "server_uuid": "d30a3450-acde-4d73-9737-8d40b0850b8c", "tag": "75e97af1-b90e-495e-aa7d-44a421474c7e"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:40:24.940386 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-54976805-07fe-474f-b3eb-19c2064dd32a None None] For port 23137fea-cdfd-4e3b-bcd4-84d6ad1f6b11, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:40:24.946390 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-54976805-07fe-474f-b3eb-19c2064dd32a None None] For port 23137fea-cdfd-4e3b-bcd4-84d6ad1f6b11, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=23137fea-cdfd-4e3b-bcd4-84d6ad1f6b11,segment=NetworkSegment(d065db9e-a105-47a9-82fb-b3b0dd15ae8f),segment_id=d065db9e-a105-47a9-82fb-b3b0dd15ae8f)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:40:24.954062 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36342) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:24.955775 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-791f34a6-55df-4871-ac57-e45393545d3a tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] 10.222.0.61 "GET /v2.0/routers/28f69c78-5563-4a8d-a9aa-b4f07403057a HTTP/1.1" status: 200 len: 920 time: 0.5256317 Aug 23 20:40:24.957470 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-54976805-07fe-474f-b3eb-19c2064dd32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:24.983854 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d32126-82fc-4773-8976-ba5337ded3ba x-openstack-request-id: req-34d32126-82fc-4773-8976-ba5337ded3ba {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:40:24.984166 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d30a3450-acde-4d73-9737-8d40b0850b8c", "tag": "75e97af1-b90e-495e-aa7d-44a421474c7e", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:40:24.984419 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-34d32126-82fc-4773-8976-ba5337ded3ba {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:40:24.984816 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd30a3450-acde-4d73-9737-8d40b0850b8c', 'tag': '75e97af1-b90e-495e-aa7d-44a421474c7e', 'status': 'completed', 'code': 200} Aug 23 20:40:24.996673 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4e95b07f-2243-419b-9f59-9f430a8490f8 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] 10.222.0.61 "GET /v2.0/ports?device_id=28f69c78-5563-4a8d-a9aa-b4f07403057a HTTP/1.1" status: 200 len: 205 time: 0.0411704 Aug 23 20:40:24.999201 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36344) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:25.041331 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a1b96-3e23-4a61-b68c-a2b9bb46203a None None] Pushing event updated for resources: {'Port': ['ID=23137fea-cdfd-4e3b-bcd4-84d6ad1f6b11,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:25.067052 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a133f54b-c299-420a-a9e6-c5c6e9deb2b7 req-c10ef5ba-e8d9-495b-9ee8-38648dd15766 tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:25.071098 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54976805-07fe-474f-b3eb-19c2064dd32a None None] Routers {'ff246c19-03be-44d2-bbf9-cd31c11e0b35'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:40:25.072274 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-54976805-07fe-474f-b3eb-19c2064dd32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:40:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['ff246c19-03be-44d2-bbf9-cd31c11e0b35'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:25.076354 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a133f54b-c299-420a-a9e6-c5c6e9deb2b7 req-c10ef5ba-e8d9-495b-9ee8-38648dd15766 tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:25.081323 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c87ca-176d-4249-af3f-d49d0f1a2d36 req-ca1310dc-d6cb-40b0-800b-a3d2aed2d7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:25.082673 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1e2c87ca-176d-4249-af3f-d49d0f1a2d36 req-ca1310dc-d6cb-40b0-800b-a3d2aed2d7a4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=13b1595470b742008115767d927fc00b&device_id=d30a3450-acde-4d73-9737-8d40b0850b8c HTTP/1.1" status: 200 len: 1094 time: 0.1134293 Aug 23 20:40:25.114252 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40edeb2f-cfc8-4a27-b02d-0620c7ebb62a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-afafa00e-97f0-411b-8f91-1ad7df6dae36', 'network_id': 'afafa00e-97f0-411b-8f91-1ad7df6dae36', 'tenant_id': 'c012346e86364046bdcdf0ae461da3d4', 'fixed_ips': [{'subnet_id': '1a4d3a10-7037-445c-97ce-f75602be0161'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:40:25.115899 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-40edeb2f-cfc8-4a27-b02d-0620c7ebb62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:25.118796 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b05d2d05-c7ba-457a-ae2c-8789a90e5258 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0709722 Aug 23 20:40:25.121525 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36348) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:25.126466 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-bfcbbb9a-b4a8-4466-843d-eb025b000a37 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1418989177', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:40:25.172084 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-489a56e5-3264-461a-b8b9-b2c24f3f596c tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:25.229734 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bfcbbb9a-b4a8-4466-843d-eb025b000a37 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:25.230738 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bfcbbb9a-b4a8-4466-843d-eb025b000a37 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:25.240468 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1e2c87ca-176d-4249-af3f-d49d0f1a2d36 req-13041201-ef21-42d1-b510-c6f0a8e67d2d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75e97af1-b90e-495e-aa7d-44a421474c7e HTTP/1.1" status: 200 len: 217 time: 0.1344163 Aug 23 20:40:25.286258 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8ba0ea2e-aea1-47aa-9651-28530145a019 req-fe5a3b1f-2dd3-43ac-9da8-b410e3f70415 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/ports?device_id=37c84bcb-4817-4457-8402-a891a08894ac HTTP/1.1" status: 200 len: 210 time: 0.0910492 Aug 23 20:40:25.286967 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ef5ba-e8d9-495b-9ee8-38648dd15766 tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=409a0b96-5933-4450-82de-a835688db3ff,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:25.296661 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-54976805-07fe-474f-b3eb-19c2064dd32a None None] Set router ff246c19-03be-44d2-bbf9-cd31c11e0b35 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:40:25.304958 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-40edeb2f-cfc8-4a27-b02d-0620c7ebb62a None None] Allocated IP 172.20.0.2 (afafa00e-97f0-411b-8f91-1ad7df6dae36/1a4d3a10-7037-445c-97ce-f75602be0161/b23ca11b-6eaf-43ba-a2d3-8c7735048845) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:40:25.418901 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c87ca-176d-4249-af3f-d49d0f1a2d36 req-3f2e6ed0-c4ff-4a2d-82e1-4dbd79f87626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:25.421004 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1e2c87ca-176d-4249-af3f-d49d0f1a2d36 req-3f2e6ed0-c4ff-4a2d-82e1-4dbd79f87626 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d571b443-68b1-44d5-8979-00646207cd13 HTTP/1.1" status: 200 len: 850 time: 0.1298463 Aug 23 20:40:25.471963 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1e2c87ca-176d-4249-af3f-d49d0f1a2d36 req-62907feb-7517-4463-b889-e6c6f0787aff service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396585 Aug 23 20:40:25.490535 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-a133f54b-c299-420a-a9e6-c5c6e9deb2b7 req-c10ef5ba-e8d9-495b-9ee8-38648dd15766 tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] Allocated IP 192.168.233.233 (660f640a-b8b2-40aa-8ebf-76bd1608cceb/e66e9eb0-86f4-4159-852b-f29863cbf18d/2ce478ae-2a41-4508-85e0-74ae5887b80e) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:40:25.554329 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-40edeb2f-cfc8-4a27-b02d-0620c7ebb62a None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:25.578142 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-40edeb2f-cfc8-4a27-b02d-0620c7ebb62a None None] Transition to ACTIVE for port object b23ca11b-6eaf-43ba-a2d3-8c7735048845 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:40:25.605229 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-40edeb2f-cfc8-4a27-b02d-0620c7ebb62a None None] Transition to ACTIVE for port object b23ca11b-6eaf-43ba-a2d3-8c7735048845 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:40:25.618194 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-40edeb2f-cfc8-4a27-b02d-0620c7ebb62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:25.665501 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40edeb2f-cfc8-4a27-b02d-0620c7ebb62a None None] Network afafa00e-97f0-411b-8f91-1ad7df6dae36 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:40:25.670643 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-40edeb2f-cfc8-4a27-b02d-0620c7ebb62a None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:40:25.674305 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40edeb2f-cfc8-4a27-b02d-0620c7ebb62a None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:40:25.688758 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40edeb2f-cfc8-4a27-b02d-0620c7ebb62a None None] Pushing event updated for resources: {'Port': ['ID=b23ca11b-6eaf-43ba-a2d3-8c7735048845,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:25.711471 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-54976805-07fe-474f-b3eb-19c2064dd32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff246c19-03be-44d2-bbf9-cd31c11e0b35', 'name': 'tempest-ServerRescueTestJSONUnderV235-620725544-router', 'tenant_id': 'af6d10f8e4524fca830991e1540c222c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'ffd243c0-0a32-4e65-80c1-ca54f9de2a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:40:15Z', 'updated_at': '2021-08-23T20:40:21Z', 'revision_number': 4, 'project_id': 'af6d10f8e4524fca830991e1540c222c', 'gw_port': {'id': 'ffd243c0-0a32-4e65-80c1-ca54f9de2a61', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff246c19-03be-44d2-bbf9-cd31c11e0b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:40:16Z', 'updated_at': '2021-08-23T20:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '23137fea-cdfd-4e3b-bcd4-84d6ad1f6b11', 'name': '', 'network_id': '038de372-6dab-402e-9e56-851fe636faa4', 'tenant_id': 'af6d10f8e4524fca830991e1540c222c', 'mac_address': 'fa:16:3e:f2:e5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff246c19-03be-44d2-bbf9-cd31c11e0b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '88ba7296-f48b-4a30-b31b-00e095355e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:40:20Z', 'updated_at': '2021-08-23T20:40:24Z', 'revision_number': 4, 'project_id': 'af6d10f8e4524fca830991e1540c222c', 'subnets': [{'id': '88ba7296-f48b-4a30-b31b-00e095355e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:25.749834 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54976805-07fe-474f-b3eb-19c2064dd32a None None] The sync data for ids ['ff246c19-03be-44d2-bbf9-cd31c11e0b35'] in n-d-805663-2 is: [{'id': 'ff246c19-03be-44d2-bbf9-cd31c11e0b35', 'name': 'tempest-ServerRescueTestJSONUnderV235-620725544-router', 'tenant_id': 'af6d10f8e4524fca830991e1540c222c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'ffd243c0-0a32-4e65-80c1-ca54f9de2a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:40:15Z', 'updated_at': '2021-08-23T20:40:21Z', 'revision_number': 4, 'project_id': 'af6d10f8e4524fca830991e1540c222c', 'gw_port': {'id': 'ffd243c0-0a32-4e65-80c1-ca54f9de2a61', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff246c19-03be-44d2-bbf9-cd31c11e0b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:40:16Z', 'updated_at': '2021-08-23T20:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '23137fea-cdfd-4e3b-bcd4-84d6ad1f6b11', 'name': '', 'network_id': '038de372-6dab-402e-9e56-851fe636faa4', 'tenant_id': 'af6d10f8e4524fca830991e1540c222c', 'mac_address': 'fa:16:3e:f2:e5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff246c19-03be-44d2-bbf9-cd31c11e0b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '88ba7296-f48b-4a30-b31b-00e095355e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:40:20Z', 'updated_at': '2021-08-23T20:40:24Z', 'revision_number': 4, 'project_id': 'af6d10f8e4524fca830991e1540c222c', 'subnets': [{'id': '88ba7296-f48b-4a30-b31b-00e095355e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:40:25.761358 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1e2c87ca-176d-4249-af3f-d49d0f1a2d36 req-93cb1c86-1397-46a7-b11b-6e22868a070f service neutron] 10.222.0.11 "GET /v2.0/networks/d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668774 Aug 23 20:40:25.838069 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-40edeb2f-cfc8-4a27-b02d-0620c7ebb62a None None] Attempting to bind port b23ca11b-6eaf-43ba-a2d3-8c7735048845 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:40:25.838820 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-40edeb2f-cfc8-4a27-b02d-0620c7ebb62a None None] Attempting to bind port b23ca11b-6eaf-43ba-a2d3-8c7735048845 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '579de175-39f4-4954-a6c0-8209a4c5a0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'afafa00e-97f0-411b-8f91-1ad7df6dae36'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:40:25.839387 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40edeb2f-cfc8-4a27-b02d-0620c7ebb62a None None] Attempting to bind port b23ca11b-6eaf-43ba-a2d3-8c7735048845 on network afafa00e-97f0-411b-8f91-1ad7df6dae36 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:40:25.858081 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40edeb2f-cfc8-4a27-b02d-0620c7ebb62a None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:40:25.858712 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40edeb2f-cfc8-4a27-b02d-0620c7ebb62a None None] Checking segment: {'id': '579de175-39f4-4954-a6c0-8209a4c5a0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'afafa00e-97f0-411b-8f91-1ad7df6dae36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:40:25.860082 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-40edeb2f-cfc8-4a27-b02d-0620c7ebb62a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:25.860082 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40edeb2f-cfc8-4a27-b02d-0620c7ebb62a None None] Bound using segment: {'id': '579de175-39f4-4954-a6c0-8209a4c5a0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'afafa00e-97f0-411b-8f91-1ad7df6dae36'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:40:25.860710 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-40edeb2f-cfc8-4a27-b02d-0620c7ebb62a None None] Bound port: b23ca11b-6eaf-43ba-a2d3-8c7735048845, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '579de175-39f4-4954-a6c0-8209a4c5a0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'afafa00e-97f0-411b-8f91-1ad7df6dae36'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:40:25.861321 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-40edeb2f-cfc8-4a27-b02d-0620c7ebb62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:25.895698 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bfcbbb9a-b4a8-4466-843d-eb025b000a37 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:25.942306 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bfcbbb9a-b4a8-4466-843d-eb025b000a37 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:25.957854 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-40edeb2f-cfc8-4a27-b02d-0620c7ebb62a None None] For port b23ca11b-6eaf-43ba-a2d3-8c7735048845, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:40:25.964388 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-40edeb2f-cfc8-4a27-b02d-0620c7ebb62a None None] For port b23ca11b-6eaf-43ba-a2d3-8c7735048845, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=b23ca11b-6eaf-43ba-a2d3-8c7735048845,segment=NetworkSegment(579de175-39f4-4954-a6c0-8209a4c5a0cf),segment_id=579de175-39f4-4954-a6c0-8209a4c5a0cf)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:40:25.973195 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-489a56e5-3264-461a-b8b9-b2c24f3f596c tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:25.974936 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-40edeb2f-cfc8-4a27-b02d-0620c7ebb62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:26.014539 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dc72faf6-fccd-4d9c-baed-14fc41b1a052 req-afa588ad-dfc8-4178-b464-632b5b9703df tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a4c8191-df55-4593-856a-a570b5069a6c HTTP/1.1" status: 200 len: 210 time: 0.1737983 Aug 23 20:40:26.087002 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bfcbbb9a-b4a8-4466-843d-eb025b000a37 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:26.091801 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36358) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:26.098919 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-bfcbbb9a-b4a8-4466-843d-eb025b000a37 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.9701254 Aug 23 20:40:26.111294 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53a124c-17ff-49d2-9aa8-b278d1cdbd63 req-5ef7e80d-e618-4dd3-b9d0-55e58f5c1d3a tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:26.119990 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40edeb2f-cfc8-4a27-b02d-0620c7ebb62a None None] Pushing event updated for resources: {'Port': ['ID=b23ca11b-6eaf-43ba-a2d3-8c7735048845,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:26.121293 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f53a124c-17ff-49d2-9aa8-b278d1cdbd63 req-5ef7e80d-e618-4dd3-b9d0-55e58f5c1d3a tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=d30a3450-acde-4d73-9737-8d40b0850b8c HTTP/1.1" status: 200 len: 943 time: 0.2832773 Aug 23 20:40:26.185206 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade6f99-6f66-40fa-a784-18044c099d40 req-cc62fb09-742d-4627-857d-bb4199474d8a tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:26.187145 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4ade6f99-6f66-40fa-a784-18044c099d40 req-cc62fb09-742d-4627-857d-bb4199474d8a tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.32 "GET /v2.0/networks?id=038de372-6dab-402e-9e56-851fe636faa4 HTTP/1.1" status: 200 len: 819 time: 0.4737895 Aug 23 20:40:26.226337 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-4ade6f99-6f66-40fa-a784-18044c099d40 req-cb39b0c6-fc70-4848-9177-2df4fee7c880 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Request body: {'port': {'device_id': '37c84bcb-4817-4457-8402-a891a08894ac', 'network_id': '038de372-6dab-402e-9e56-851fe636faa4', 'admin_state_up': True, 'tenant_id': 'af6d10f8e4524fca830991e1540c222c'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:40:26.266672 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f53a124c-17ff-49d2-9aa8-b278d1cdbd63 req-acf3beec-3f31-4999-a00f-a88929b2950f tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424451 Aug 23 20:40:26.409420 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-489a56e5-3264-461a-b8b9-b2c24f3f596c tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Deleting port bc334860-b004-4b97-9ad0-4ed479918a04 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:40:26.409766 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-489a56e5-3264-461a-b8b9-b2c24f3f596c tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:26.550796 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ade6f99-6f66-40fa-a784-18044c099d40 req-cb39b0c6-fc70-4848-9177-2df4fee7c880 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Made reservation on behalf of af6d10f8e4524fca830991e1540c222c for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:40:26.555111 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4ade6f99-6f66-40fa-a784-18044c099d40 req-cb39b0c6-fc70-4848-9177-2df4fee7c880 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:26.638043 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device b23ca11b-6eaf-43ba-a2d3-8c7735048845 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:40:26.710299 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port b23ca11b-6eaf-43ba-a2d3-8c7735048845 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:40:26.716831 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 23137fea-cdfd-4e3b-bcd4-84d6ad1f6b11 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:40:26.739804 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1e2c87ca-176d-4249-af3f-d49d0f1a2d36 req-d5c556d5-57d8-44ce-8da5-910fd2304260 service neutron] 10.222.0.11 "GET /v2.0/networks/d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8977871 Aug 23 20:40:26.745353 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-489a56e5-3264-461a-b8b9-b2c24f3f596c tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:26.759498 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a133f54b-c299-420a-a9e6-c5c6e9deb2b7 req-c10ef5ba-e8d9-495b-9ee8-38648dd15766 tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:26.771892 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-489a56e5-3264-461a-b8b9-b2c24f3f596c tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Calling delete_port for bc334860-b004-4b97-9ad0-4ed479918a04 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:40:26.800300 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-4ade6f99-6f66-40fa-a784-18044c099d40 req-cb39b0c6-fc70-4848-9177-2df4fee7c880 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Allocated IP 172.20.0.8 (038de372-6dab-402e-9e56-851fe636faa4/88ba7296-f48b-4a30-b31b-00e095355e1f/fd931066-9605-4fca-a348-aae1b610849b) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:40:26.814537 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 23137fea-cdfd-4e3b-bcd4-84d6ad1f6b11 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:40:26.815772 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3ce8235d-395f-4d12-bb19-eb91c2441e27 req-16fa34b5-ecdc-4dac-acac-381cbca3b82d tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/ports?device_id=37c84bcb-4817-4457-8402-a891a08894ac HTTP/1.1" status: 200 len: 210 time: 0.1068568 Aug 23 20:40:26.821052 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 23137fea-cdfd-4e3b-bcd4-84d6ad1f6b11 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:40:26.821437 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:26.908252 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-a133f54b-c299-420a-a9e6-c5c6e9deb2b7 req-c10ef5ba-e8d9-495b-9ee8-38648dd15766 tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] Transition to ACTIVE for port object 2ce478ae-2a41-4508-85e0-74ae5887b80e will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:40:26.939615 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:27.027179 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e0483-a4b4-4c56-8ca0-069b7977d422 req-eef911d8-3f1d-4b32-8c68-9d4fe997a940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:27.029625 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3b6e0483-a4b4-4c56-8ca0-069b7977d422 req-eef911d8-3f1d-4b32-8c68-9d4fe997a940 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=13b1595470b742008115767d927fc00b&device_id=d30a3450-acde-4d73-9737-8d40b0850b8c HTTP/1.1" status: 200 len: 1094 time: 0.2087579 Aug 23 20:40:27.036241 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 23137fea-cdfd-4e3b-bcd4-84d6ad1f6b11, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=23137fea-cdfd-4e3b-bcd4-84d6ad1f6b11,segment=NetworkSegment(d065db9e-a105-47a9-82fb-b3b0dd15ae8f),segment_id=d065db9e-a105-47a9-82fb-b3b0dd15ae8f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:40:27.042066 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:27.201962 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a133f54b-c299-420a-a9e6-c5c6e9deb2b7 req-c10ef5ba-e8d9-495b-9ee8-38648dd15766 tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:27.208668 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=23137fea-cdfd-4e3b-bcd4-84d6ad1f6b11,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:27.247652 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4fa6b011-a9ba-4187-b2a8-d34beb3b8b88 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:27.369634 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a133f54b-c299-420a-a9e6-c5c6e9deb2b7 req-c10ef5ba-e8d9-495b-9ee8-38648dd15766 tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] Network 660f640a-b8b2-40aa-8ebf-76bd1608cceb is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:40:27.382052 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-a133f54b-c299-420a-a9e6-c5c6e9deb2b7 req-c10ef5ba-e8d9-495b-9ee8-38648dd15766 tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:40:27.386994 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27ed38-dce6-45d2-b42a-c4a1e2eae518 req-e5ca5d67-278b-4361-8eeb-d7d27371b289 tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:27.395809 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-af27ed38-dce6-45d2-b42a-c4a1e2eae518 req-e5ca5d67-278b-4361-8eeb-d7d27371b289 tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a4c8191-df55-4593-856a-a570b5069a6c HTTP/1.1" status: 200 len: 936 time: 0.1822596 Aug 23 20:40:27.403089 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-a133f54b-c299-420a-a9e6-c5c6e9deb2b7 req-c10ef5ba-e8d9-495b-9ee8-38648dd15766 tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:40:27.489958 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-489a56e5-3264-461a-b8b9-b2c24f3f596c tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:27.527010 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4ade6f99-6f66-40fa-a784-18044c099d40 req-cb39b0c6-fc70-4848-9177-2df4fee7c880 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:27.544794 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e0483-a4b4-4c56-8ca0-069b7977d422 req-dae36f6c-2817-4d7e-a115-6eb8f9e0a144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:27.546593 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3b6e0483-a4b4-4c56-8ca0-069b7977d422 req-dae36f6c-2817-4d7e-a115-6eb8f9e0a144 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3 HTTP/1.1" status: 200 len: 911 time: 0.4786291 Aug 23 20:40:27.610860 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489a56e5-3264-461a-b8b9-b2c24f3f596c tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Pushing event deleted for resources: {'Port': ['ID=bc334860-b004-4b97-9ad0-4ed479918a04,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:27.641143 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3b6e0483-a4b4-4c56-8ca0-069b7977d422 req-53b8848c-4813-44c4-8389-6a501e3f9eff service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75e97af1-b90e-495e-aa7d-44a421474c7e HTTP/1.1" status: 200 len: 217 time: 0.0573828 Aug 23 20:40:27.647903 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-af27ed38-dce6-45d2-b42a-c4a1e2eae518 req-f7cf8b26-1a22-4304-b2b1-b4c3aded58ec tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] 10.222.0.61 "GET /v2.0/security-groups?id=409a0b96-5933-4450-82de-a835688db3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281148 Aug 23 20:40:27.649521 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ef5ba-e8d9-495b-9ee8-38648dd15766 tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] Pushing event updated for resources: {'Port': ['ID=2ce478ae-2a41-4508-85e0-74ae5887b80e,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:27.714678 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-489a56e5-3264-461a-b8b9-b2c24f3f596c tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:27.741140 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c20494e-9b3b-4938-a571-dede1e707987 None None] Network afafa00e-97f0-411b-8f91-1ad7df6dae36 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:40:27.824042 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133f54b-c299-420a-a9e6-c5c6e9deb2b7 req-c10ef5ba-e8d9-495b-9ee8-38648dd15766 tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:27.824702 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a133f54b-c299-420a-a9e6-c5c6e9deb2b7 req-c10ef5ba-e8d9-495b-9ee8-38648dd15766 tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:27.825665 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-136a9cab-bccd-4d12-a9c6-56d3a1214607 None None] Provisioning for port b23ca11b-6eaf-43ba-a2d3-8c7735048845 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:40:27.832923 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-136a9cab-bccd-4d12-a9c6-56d3a1214607 None None] Provisioning complete for port b23ca11b-6eaf-43ba-a2d3-8c7735048845 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:40:27.833375 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-136a9cab-bccd-4d12-a9c6-56d3a1214607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:27.848479 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4ade6f99-6f66-40fa-a784-18044c099d40 req-cb39b0c6-fc70-4848-9177-2df4fee7c880 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:27.851400 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-489a56e5-3264-461a-b8b9-b2c24f3f596c tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:27.858522 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-489a56e5-3264-461a-b8b9-b2c24f3f596c tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:27.960810 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ade6f99-6f66-40fa-a784-18044c099d40 req-cb39b0c6-fc70-4848-9177-2df4fee7c880 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Network 038de372-6dab-402e-9e56-851fe636faa4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:40:27.966861 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-4ade6f99-6f66-40fa-a784-18044c099d40 req-cb39b0c6-fc70-4848-9177-2df4fee7c880 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:40:27.978026 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55144519-37cf-46a7-9453-1394a8b3e7e7 req-aa360013-e7ac-46cc-b312-670f110e834b tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:27.979732 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-55144519-37cf-46a7-9453-1394a8b3e7e7 req-aa360013-e7ac-46cc-b312-670f110e834b tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=d30a3450-acde-4d73-9737-8d40b0850b8c HTTP/1.1" status: 200 len: 943 time: 0.3337765 Aug 23 20:40:27.991228 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ade6f99-6f66-40fa-a784-18044c099d40 req-cb39b0c6-fc70-4848-9177-2df4fee7c880 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:40:27.991832 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a133f54b-c299-420a-a9e6-c5c6e9deb2b7 req-c10ef5ba-e8d9-495b-9ee8-38648dd15766 tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1127083 Aug 23 20:40:27.992172 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-136a9cab-bccd-4d12-a9c6-56d3a1214607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:28.000159 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e0483-a4b4-4c56-8ca0-069b7977d422 req-dc99ba0b-9449-473f-9203-8abe04501908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:28.001827 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3b6e0483-a4b4-4c56-8ca0-069b7977d422 req-dc99ba0b-9449-473f-9203-8abe04501908 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d571b443-68b1-44d5-8979-00646207cd13 HTTP/1.1" status: 200 len: 850 time: 0.2907410 Aug 23 20:40:28.005837 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-489a56e5-3264-461a-b8b9-b2c24f3f596c tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:28.005837 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489a56e5-3264-461a-b8b9-b2c24f3f596c tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Fanout notify agent at l3_agent the message router_deleted on router 28f69c78-5563-4a8d-a9aa-b4f07403057a {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:40:28.033666 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-136a9cab-bccd-4d12-a9c6-56d3a1214607 None None] For port b23ca11b-6eaf-43ba-a2d3-8c7735048845, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=b23ca11b-6eaf-43ba-a2d3-8c7735048845,segment=NetworkSegment(579de175-39f4-4954-a6c0-8209a4c5a0cf),segment_id=579de175-39f4-4954-a6c0-8209a4c5a0cf)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:40:28.038589 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb39b0c6-fc70-4848-9177-2df4fee7c880 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Pushing event updated for resources: {'Port': ['ID=fd931066-9605-4fca-a348-aae1b610849b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:28.039215 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-136a9cab-bccd-4d12-a9c6-56d3a1214607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:28.047703 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-489a56e5-3264-461a-b8b9-b2c24f3f596c tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:28.053638 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-489a56e5-3264-461a-b8b9-b2c24f3f596c tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] 10.222.0.61 "DELETE /v2.0/routers/28f69c78-5563-4a8d-a9aa-b4f07403057a HTTP/1.1" status: 204 len: 168 time: 3.0487165 Aug 23 20:40:28.053869 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-a133f54b-c299-420a-a9e6-c5c6e9deb2b7 req-0f61dd9b-c924-4600-8af3-6eed7f7251a6 service neutron] Request body: {'port': {'device_id': '9a4c8191-df55-4593-856a-a570b5069a6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:40:28.059334 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36372) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:28.066065 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-02ea2cdb-140a-4424-88b5-68540cd060a9 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Request body: {'router': {'name': 'tempest-snat-router-97360399', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'enable_snat': False}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:40:28.085182 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb39b0c6-fc70-4848-9177-2df4fee7c880 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:40:28.085509 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb39b0c6-fc70-4848-9177-2df4fee7c880 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:40:28.085970 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb39b0c6-fc70-4848-9177-2df4fee7c880 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:40:28.086296 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb39b0c6-fc70-4848-9177-2df4fee7c880 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:40:28.086675 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb39b0c6-fc70-4848-9177-2df4fee7c880 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:40:28.087061 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb39b0c6-fc70-4848-9177-2df4fee7c880 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:40:28.087345 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb39b0c6-fc70-4848-9177-2df4fee7c880 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:40:28.087667 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb39b0c6-fc70-4848-9177-2df4fee7c880 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:40:28.087988 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb39b0c6-fc70-4848-9177-2df4fee7c880 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:40:28.088356 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb39b0c6-fc70-4848-9177-2df4fee7c880 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:40:28.088688 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb39b0c6-fc70-4848-9177-2df4fee7c880 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:40:28.088989 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb39b0c6-fc70-4848-9177-2df4fee7c880 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:40:28.123071 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136a9cab-bccd-4d12-a9c6-56d3a1214607 None None] Pushing event updated for resources: {'Port': ['ID=b23ca11b-6eaf-43ba-a2d3-8c7735048845,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:28.125149 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade6f99-6f66-40fa-a784-18044c099d40 req-cb39b0c6-fc70-4848-9177-2df4fee7c880 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:28.125867 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4ade6f99-6f66-40fa-a784-18044c099d40 req-cb39b0c6-fc70-4848-9177-2df4fee7c880 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:28.131649 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3b6e0483-a4b4-4c56-8ca0-069b7977d422 req-55716867-9deb-4206-9f2d-f2868d481904 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699284 Aug 23 20:40:28.148413 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241dbc7e-f43a-47b4-af80-3fb5e7f10d6b req-d5022489-49c7-4a44-b056-3de39235fa1e tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:28.155778 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-241dbc7e-f43a-47b4-af80-3fb5e7f10d6b req-d5022489-49c7-4a44-b056-3de39235fa1e tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/ports?device_id=37c84bcb-4817-4457-8402-a891a08894ac HTTP/1.1" status: 200 len: 931 time: 0.2145605 Aug 23 20:40:28.163452 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d19b96d3-e76b-4f5a-9d71-88c99d256667 None None] Provisioning for port 2ce478ae-2a41-4508-85e0-74ae5887b80e completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:40:28.167019 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-02ea2cdb-140a-4424-88b5-68540cd060a9 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:28.167808 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-02ea2cdb-140a-4424-88b5-68540cd060a9 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:28.168373 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d19b96d3-e76b-4f5a-9d71-88c99d256667 None None] Provisioning complete for port 2ce478ae-2a41-4508-85e0-74ae5887b80e triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:40:28.168753 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d19b96d3-e76b-4f5a-9d71-88c99d256667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:28.186693 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4ade6f99-6f66-40fa-a784-18044c099d40 req-cb39b0c6-fc70-4848-9177-2df4fee7c880 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9755614 Aug 23 20:40:28.212089 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-4ade6f99-6f66-40fa-a784-18044c099d40 req-6e738127-4cc2-41fc-a402-491cc94029f4 service neutron] Request body: {'port': {'device_id': '37c84bcb-4817-4457-8402-a891a08894ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:40:28.229775 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-d19b96d3-e76b-4f5a-9d71-88c99d256667 None None] Port 2ce478ae-2a41-4508-85e0-74ae5887b80e cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:40:28.240839 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-241dbc7e-f43a-47b4-af80-3fb5e7f10d6b req-8ddf0f74-7ad1-40b9-b591-3604560681f5 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e94c7c4-469a-4a61-b228-394c20a2395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841658 Aug 23 20:40:28.263316 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-55144519-37cf-46a7-9453-1394a8b3e7e7 req-c318b291-e804-4f83-a36e-0c94040b48f5 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618287 Aug 23 20:40:28.289828 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a133f54b-c299-420a-a9e6-c5c6e9deb2b7 req-0f61dd9b-c924-4600-8af3-6eed7f7251a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:28.296610 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-02ea2cdb-140a-4424-88b5-68540cd060a9 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:28.350081 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7b36583b-ae19-44e3-8896-ddad4ba04f15 None None] Provisioning complete for port b23ca11b-6eaf-43ba-a2d3-8c7735048845 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:40:28.350567 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7b36583b-ae19-44e3-8896-ddad4ba04f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:28.385721 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-4fa6b011-a9ba-4187-b2a8-d34beb3b8b88 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Allocated IP 172.20.0.1 (afafa00e-97f0-411b-8f91-1ad7df6dae36/1a4d3a10-7037-445c-97ce-f75602be0161/cf83d4a6-a1bf-4014-aca7-3f1aa96a9e37) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:40:28.421225 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3b6e0483-a4b4-4c56-8ca0-069b7977d422 req-685149e8-d966-49cd-b29a-bc818b43a191 service neutron] 10.222.0.11 "GET /v2.0/networks/d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735221 Aug 23 20:40:28.425489 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4ade6f99-6f66-40fa-a784-18044c099d40 req-6e738127-4cc2-41fc-a402-491cc94029f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:28.515735 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-02ea2cdb-140a-4424-88b5-68540cd060a9 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:28.548383 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device b23ca11b-6eaf-43ba-a2d3-8c7735048845 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:40:28.640666 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port b23ca11b-6eaf-43ba-a2d3-8c7735048845 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:40:28.641012 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:28.750723 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3b6e0483-a4b4-4c56-8ca0-069b7977d422 req-a6843851-3d48-49c4-b571-8f30c1456c57 service neutron] 10.222.0.11 "GET /v2.0/networks/d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690077 Aug 23 20:40:28.782156 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 23137fea-cdfd-4e3b-bcd4-84d6ad1f6b11 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:40:28.827793 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4fa6b011-a9ba-4187-b2a8-d34beb3b8b88 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:28.845246 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 23137fea-cdfd-4e3b-bcd4-84d6ad1f6b11 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:40:28.845646 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:28.860787 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-4fa6b011-a9ba-4187-b2a8-d34beb3b8b88 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Transition to ACTIVE for port object cf83d4a6-a1bf-4014-aca7-3f1aa96a9e37 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:40:28.888940 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17ad6e-0929-46f7-93e5-aebf9c832980 req-f86b95a2-a391-4cb4-baa5-6dadf16d89ed tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:28.890721 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9f17ad6e-0929-46f7-93e5-aebf9c832980 req-f86b95a2-a391-4cb4-baa5-6dadf16d89ed tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a4c8191-df55-4593-856a-a570b5069a6c HTTP/1.1" status: 200 len: 936 time: 0.1231606 Aug 23 20:40:28.995354 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-4ade6f99-6f66-40fa-a784-18044c099d40 req-6e738127-4cc2-41fc-a402-491cc94029f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd931066-9605-4fca-a348-aae1b610849b {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:40:29.000356 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-02ea2cdb-140a-4424-88b5-68540cd060a9 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:29.001453 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-a133f54b-c299-420a-a9e6-c5c6e9deb2b7 req-0f61dd9b-c924-4600-8af3-6eed7f7251a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ce478ae-2a41-4508-85e0-74ae5887b80e {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:40:29.007416 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4ade6f99-6f66-40fa-a784-18044c099d40 req-6e738127-4cc2-41fc-a402-491cc94029f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:29.013005 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9f17ad6e-0929-46f7-93e5-aebf9c832980 req-f00d1167-85f2-4b38-8fb9-53b9e5fbe403 tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] 10.222.0.61 "GET /v2.0/security-groups?id=409a0b96-5933-4450-82de-a835688db3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095805 Aug 23 20:40:29.014064 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4fa6b011-a9ba-4187-b2a8-d34beb3b8b88 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:29.018528 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a133f54b-c299-420a-a9e6-c5c6e9deb2b7 req-0f61dd9b-c924-4600-8af3-6eed7f7251a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:29.029443 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-02ea2cdb-140a-4424-88b5-68540cd060a9 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:29.046413 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-4ade6f99-6f66-40fa-a784-18044c099d40 req-6e738127-4cc2-41fc-a402-491cc94029f4 service neutron] Transition to ACTIVE for port object fd931066-9605-4fca-a348-aae1b610849b will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:40:29.068015 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-a133f54b-c299-420a-a9e6-c5c6e9deb2b7 req-0f61dd9b-c924-4600-8af3-6eed7f7251a6 service neutron] Transition to ACTIVE for port object 2ce478ae-2a41-4508-85e0-74ae5887b80e will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:40:29.076299 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4ade6f99-6f66-40fa-a784-18044c099d40 req-6e738127-4cc2-41fc-a402-491cc94029f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:29.077162 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a133f54b-c299-420a-a9e6-c5c6e9deb2b7 req-0f61dd9b-c924-4600-8af3-6eed7f7251a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:29.087033 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa6b011-a9ba-4187-b2a8-d34beb3b8b88 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Network afafa00e-97f0-411b-8f91-1ad7df6dae36 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:40:29.095332 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-4fa6b011-a9ba-4187-b2a8-d34beb3b8b88 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:40:29.100706 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa6b011-a9ba-4187-b2a8-d34beb3b8b88 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:40:29.125093 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 75e97af1-b90e-495e-aa7d-44a421474c7e details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:40:29.141914 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa6b011-a9ba-4187-b2a8-d34beb3b8b88 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Pushing event updated for resources: {'Port': ['ID=cf83d4a6-a1bf-4014-aca7-3f1aa96a9e37,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:29.198763 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e738127-4cc2-41fc-a402-491cc94029f4 service neutron] Pushing event updated for resources: {'Port': ['ID=fd931066-9605-4fca-a348-aae1b610849b,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:29.250241 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4fa6b011-a9ba-4187-b2a8-d34beb3b8b88 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:29.292836 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-02ea2cdb-140a-4424-88b5-68540cd060a9 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Allocated IP 172.25.4.62 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/2a862c75-f2fb-485e-b47a-6320621f92eb) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:40:29.336682 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 75e97af1-b90e-495e-aa7d-44a421474c7e, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=75e97af1-b90e-495e-aa7d-44a421474c7e,segment=NetworkSegment(850a8407-3594-4fdf-af96-d8bf20de61c1),segment_id=850a8407-3594-4fdf-af96-d8bf20de61c1)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:40:29.354542 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '75e97af1-b90e-495e-aa7d-44a421474c7e', 'network_id': 'd368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3', 'port_id': '75e97af1-b90e-495e-aa7d-44a421474c7e', 'mac_address': 'fa:16:3e:d9:8d:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd571b443-68b1-44d5-8979-00646207cd13', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:40:29.371452 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-4ade6f99-6f66-40fa-a784-18044c099d40 req-6e738127-4cc2-41fc-a402-491cc94029f4 service neutron] Attempting to bind port fd931066-9605-4fca-a348-aae1b610849b on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:40:29.371805 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-4ade6f99-6f66-40fa-a784-18044c099d40 req-6e738127-4cc2-41fc-a402-491cc94029f4 service neutron] Attempting to bind port fd931066-9605-4fca-a348-aae1b610849b by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': 'd065db9e-a105-47a9-82fb-b3b0dd15ae8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '038de372-6dab-402e-9e56-851fe636faa4'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:40:29.372174 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ade6f99-6f66-40fa-a784-18044c099d40 req-6e738127-4cc2-41fc-a402-491cc94029f4 service neutron] Attempting to bind port fd931066-9605-4fca-a348-aae1b610849b on network 038de372-6dab-402e-9e56-851fe636faa4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:40:29.374111 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f61dd9b-c924-4600-8af3-6eed7f7251a6 service neutron] Pushing event updated for resources: {'Port': ['ID=2ce478ae-2a41-4508-85e0-74ae5887b80e,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:29.452550 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ade6f99-6f66-40fa-a784-18044c099d40 req-6e738127-4cc2-41fc-a402-491cc94029f4 service neutron] Port fd931066-9605-4fca-a348-aae1b610849b on network 038de372-6dab-402e-9e56-851fe636faa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:40:29.453215 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ade6f99-6f66-40fa-a784-18044c099d40 req-6e738127-4cc2-41fc-a402-491cc94029f4 service neutron] Attempting to bind port fd931066-9605-4fca-a348-aae1b610849b on network 038de372-6dab-402e-9e56-851fe636faa4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:40:29.457922 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:29.482468 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ade6f99-6f66-40fa-a784-18044c099d40 req-6e738127-4cc2-41fc-a402-491cc94029f4 service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:40:29.482792 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ade6f99-6f66-40fa-a784-18044c099d40 req-6e738127-4cc2-41fc-a402-491cc94029f4 service neutron] Checking segment: {'id': 'd065db9e-a105-47a9-82fb-b3b0dd15ae8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '038de372-6dab-402e-9e56-851fe636faa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:40:29.483172 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ade6f99-6f66-40fa-a784-18044c099d40 req-6e738127-4cc2-41fc-a402-491cc94029f4 service neutron] Bound using segment: {'id': 'd065db9e-a105-47a9-82fb-b3b0dd15ae8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '038de372-6dab-402e-9e56-851fe636faa4'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:40:29.483738 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-4ade6f99-6f66-40fa-a784-18044c099d40 req-6e738127-4cc2-41fc-a402-491cc94029f4 service neutron] Bound port: fd931066-9605-4fca-a348-aae1b610849b, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd065db9e-a105-47a9-82fb-b3b0dd15ae8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '038de372-6dab-402e-9e56-851fe636faa4'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:40:29.484127 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4ade6f99-6f66-40fa-a784-18044c099d40 req-6e738127-4cc2-41fc-a402-491cc94029f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:29.490723 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75e97af1-b90e-495e-aa7d-44a421474c7e {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:40:29.532638 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 75e97af1-b90e-495e-aa7d-44a421474c7e, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=75e97af1-b90e-495e-aa7d-44a421474c7e,segment=NetworkSegment(850a8407-3594-4fdf-af96-d8bf20de61c1),segment_id=850a8407-3594-4fdf-af96-d8bf20de61c1)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:40:29.538408 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:29.591647 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255113b-c6e2-4e2c-b5ae-cc246888f881 req-4ea2e78e-2faa-4778-a4d2-9d982d9ad083 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:29.598873 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7255113b-c6e2-4e2c-b5ae-cc246888f881 req-4ea2e78e-2faa-4778-a4d2-9d982d9ad083 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/ports?device_id=37c84bcb-4817-4457-8402-a891a08894ac HTTP/1.1" status: 200 len: 943 time: 0.1748631 Aug 23 20:40:29.599450 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=75e97af1-b90e-495e-aa7d-44a421474c7e,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:29.626642 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-dd4aed46-6a49-4834-9cb1-8d8ff1eaa8f8 None None] Provisioning for port cf83d4a6-a1bf-4014-aca7-3f1aa96a9e37 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:40:29.632116 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-dd4aed46-6a49-4834-9cb1-8d8ff1eaa8f8 None None] Provisioning complete for port cf83d4a6-a1bf-4014-aca7-3f1aa96a9e37 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:40:29.632615 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dd4aed46-6a49-4834-9cb1-8d8ff1eaa8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:29.653722 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-02ea2cdb-140a-4424-88b5-68540cd060a9 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:29.673669 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-4ade6f99-6f66-40fa-a784-18044c099d40 req-6e738127-4cc2-41fc-a402-491cc94029f4 service neutron] For port fd931066-9605-4fca-a348-aae1b610849b, host n-h2-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:40:29.680257 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-dd4aed46-6a49-4834-9cb1-8d8ff1eaa8f8 None None] Port cf83d4a6-a1bf-4014-aca7-3f1aa96a9e37 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:40:29.703040 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-4ade6f99-6f66-40fa-a784-18044c099d40 req-6e738127-4cc2-41fc-a402-491cc94029f4 service neutron] For port fd931066-9605-4fca-a348-aae1b610849b, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=fd931066-9605-4fca-a348-aae1b610849b,segment=NetworkSegment(d065db9e-a105-47a9-82fb-b3b0dd15ae8f),segment_id=d065db9e-a105-47a9-82fb-b3b0dd15ae8f)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:40:29.708876 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7255113b-c6e2-4e2c-b5ae-cc246888f881 req-413f314d-f46a-4d04-833a-11003176c74a tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e94c7c4-469a-4a61-b228-394c20a2395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081178 Aug 23 20:40:29.712306 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4ade6f99-6f66-40fa-a784-18044c099d40 req-6e738127-4cc2-41fc-a402-491cc94029f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:29.768899 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade6f99-6f66-40fa-a784-18044c099d40 req-6e738127-4cc2-41fc-a402-491cc94029f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:29.770065 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4ade6f99-6f66-40fa-a784-18044c099d40 req-6e738127-4cc2-41fc-a402-491cc94029f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:29.770969 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4ade6f99-6f66-40fa-a784-18044c099d40 req-6e738127-4cc2-41fc-a402-491cc94029f4 service neutron] 10.222.0.32 "PUT /v2.0/ports/fd931066-9605-4fca-a348-aae1b610849b HTTP/1.1" status: 200 len: 1091 time: 1.5656595 Aug 23 20:40:29.773255 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37c84bcb-4817-4457-8402-a891a08894ac', 'tag': 'fd931066-9605-4fca-a348-aae1b610849b'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:40:29.775544 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c38e2b4-4f1b-496b-a7d2-58fc293df1b8" -d '{"events": [{"name": "network-changed", "server_uuid": "37c84bcb-4817-4457-8402-a891a08894ac", "tag": "fd931066-9605-4fca-a348-aae1b610849b"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:40:29.802306 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e738127-4cc2-41fc-a402-491cc94029f4 service neutron] Pushing event updated for resources: {'Port': ['ID=fd931066-9605-4fca-a348-aae1b610849b,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:29.809642 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-02ea2cdb-140a-4424-88b5-68540cd060a9 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:29.897804 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['75e97af1-b90e-495e-aa7d-44a421474c7e'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:40:29.948213 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a3e985-563e-4d05-9e0f-02d6ac43d332 x-openstack-request-id: req-92a3e985-563e-4d05-9e0f-02d6ac43d332 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:40:29.948510 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37c84bcb-4817-4457-8402-a891a08894ac", "tag": "fd931066-9605-4fca-a348-aae1b610849b", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:40:29.950440 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-92a3e985-563e-4d05-9e0f-02d6ac43d332 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:40:29.950440 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37c84bcb-4817-4457-8402-a891a08894ac', 'tag': 'fd931066-9605-4fca-a348-aae1b610849b', 'status': 'completed', 'code': 200} Aug 23 20:40:29.954970 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ea2cdb-140a-4424-88b5-68540cd060a9 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Pushing event updated for resources: {'Port': ['ID=2a862c75-f2fb-485e-b47a-6320621f92eb,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:29.960050 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ea2cdb-140a-4424-88b5-68540cd060a9 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:40:29.964975 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-02ea2cdb-140a-4424-88b5-68540cd060a9 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:40:29.968079 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ea2cdb-140a-4424-88b5-68540cd060a9 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:40:29.990793 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-a133f54b-c299-420a-a9e6-c5c6e9deb2b7 req-0f61dd9b-c924-4600-8af3-6eed7f7251a6 service neutron] Attempting to bind port 2ce478ae-2a41-4508-85e0-74ae5887b80e on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:40:29.991226 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-a133f54b-c299-420a-a9e6-c5c6e9deb2b7 req-0f61dd9b-c924-4600-8af3-6eed7f7251a6 service neutron] Attempting to bind port 2ce478ae-2a41-4508-85e0-74ae5887b80e by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:40:29.991705 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a133f54b-c299-420a-a9e6-c5c6e9deb2b7 req-0f61dd9b-c924-4600-8af3-6eed7f7251a6 service neutron] Attempting to bind port 2ce478ae-2a41-4508-85e0-74ae5887b80e on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:40:30.000194 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a133f54b-c299-420a-a9e6-c5c6e9deb2b7 req-0f61dd9b-c924-4600-8af3-6eed7f7251a6 service neutron] Port 2ce478ae-2a41-4508-85e0-74ae5887b80e on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:40:30.000878 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a133f54b-c299-420a-a9e6-c5c6e9deb2b7 req-0f61dd9b-c924-4600-8af3-6eed7f7251a6 service neutron] Attempting to bind port 2ce478ae-2a41-4508-85e0-74ae5887b80e on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:40:30.011196 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a133f54b-c299-420a-a9e6-c5c6e9deb2b7 req-0f61dd9b-c924-4600-8af3-6eed7f7251a6 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:40:30.012177 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a133f54b-c299-420a-a9e6-c5c6e9deb2b7 req-0f61dd9b-c924-4600-8af3-6eed7f7251a6 service neutron] Checking segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:40:30.012800 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a133f54b-c299-420a-a9e6-c5c6e9deb2b7 req-0f61dd9b-c924-4600-8af3-6eed7f7251a6 service neutron] Bound using segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:40:30.014330 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-a133f54b-c299-420a-a9e6-c5c6e9deb2b7 req-0f61dd9b-c924-4600-8af3-6eed7f7251a6 service neutron] Bound port: 2ce478ae-2a41-4508-85e0-74ae5887b80e, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:40:30.015051 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a133f54b-c299-420a-a9e6-c5c6e9deb2b7 req-0f61dd9b-c924-4600-8af3-6eed7f7251a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:30.039814 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e3904-ab51-4ead-93dc-78815d3b89cd req-aabd0919-9b68-4bb2-845e-95520b295d23 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:30.049025 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-347e3904-ab51-4ead-93dc-78815d3b89cd req-aabd0919-9b68-4bb2-845e-95520b295d23 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=d30a3450-acde-4d73-9737-8d40b0850b8c HTTP/1.1" status: 200 len: 944 time: 0.6105466 Aug 23 20:40:30.060759 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade6f99-6f66-40fa-a784-18044c099d40 req-d184f5e2-5530-4ac3-9c6a-23a2fa5ebffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:30.061800 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4fa6b011-a9ba-4187-b2a8-d34beb3b8b88 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:30.062579 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4ade6f99-6f66-40fa-a784-18044c099d40 req-d184f5e2-5530-4ac3-9c6a-23a2fa5ebffb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=af6d10f8e4524fca830991e1540c222c&device_id=37c84bcb-4817-4457-8402-a891a08894ac HTTP/1.1" status: 200 len: 1094 time: 0.2061317 Aug 23 20:40:30.158330 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4ade6f99-6f66-40fa-a784-18044c099d40 req-465f2585-ad11-400e-99b3-9ce84e119121 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd931066-9605-4fca-a348-aae1b610849b HTTP/1.1" status: 200 len: 217 time: 0.0604107 Aug 23 20:40:30.288933 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-347e3904-ab51-4ead-93dc-78815d3b89cd req-a14eab6f-c1aa-4b08-8079-3c079eb31fb3 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382588 Aug 23 20:40:30.298019 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade6f99-6f66-40fa-a784-18044c099d40 req-2ace9676-c77e-4033-8259-1ebec70b43f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:30.301584 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4ade6f99-6f66-40fa-a784-18044c099d40 req-2ace9676-c77e-4033-8259-1ebec70b43f8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=88ba7296-f48b-4a30-b31b-00e095355e1f HTTP/1.1" status: 200 len: 859 time: 0.1307349 Aug 23 20:40:30.327159 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce0971-9570-4e58-9093-2a6f50e94aec req-1e9b0235-3d15-4628-acc4-412ddbd66eaa tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:30.328698 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-98ce0971-9570-4e58-9093-2a6f50e94aec req-1e9b0235-3d15-4628-acc4-412ddbd66eaa tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a4c8191-df55-4593-856a-a570b5069a6c HTTP/1.1" status: 200 len: 948 time: 0.1507523 Aug 23 20:40:30.333180 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-a133f54b-c299-420a-a9e6-c5c6e9deb2b7 req-0f61dd9b-c924-4600-8af3-6eed7f7251a6 service neutron] For port 2ce478ae-2a41-4508-85e0-74ae5887b80e, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:40:30.351527 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4ade6f99-6f66-40fa-a784-18044c099d40 req-fcecf12f-d4db-4b3d-b180-4c60b14cb2cd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=038de372-6dab-402e-9e56-851fe636faa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437958 Aug 23 20:40:30.379351 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-a133f54b-c299-420a-a9e6-c5c6e9deb2b7 req-0f61dd9b-c924-4600-8af3-6eed7f7251a6 service neutron] For port 2ce478ae-2a41-4508-85e0-74ae5887b80e, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=2ce478ae-2a41-4508-85e0-74ae5887b80e,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:40:30.385962 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a133f54b-c299-420a-a9e6-c5c6e9deb2b7 req-0f61dd9b-c924-4600-8af3-6eed7f7251a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:30.428808 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133f54b-c299-420a-a9e6-c5c6e9deb2b7 req-0f61dd9b-c924-4600-8af3-6eed7f7251a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:30.429446 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a133f54b-c299-420a-a9e6-c5c6e9deb2b7 req-0f61dd9b-c924-4600-8af3-6eed7f7251a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:30.430868 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a133f54b-c299-420a-a9e6-c5c6e9deb2b7 req-0f61dd9b-c924-4600-8af3-6eed7f7251a6 service neutron] 10.222.0.11 "PUT /v2.0/ports/2ce478ae-2a41-4508-85e0-74ae5887b80e HTTP/1.1" status: 200 len: 1096 time: 2.4263823 Aug 23 20:40:30.431449 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a4c8191-df55-4593-856a-a570b5069a6c', 'tag': '2ce478ae-2a41-4508-85e0-74ae5887b80e'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:40:30.433966 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e53fe5c-bea6-4a9e-a04a-cf72701f2910" -d '{"events": [{"name": "network-changed", "server_uuid": "9a4c8191-df55-4593-856a-a570b5069a6c", "tag": "2ce478ae-2a41-4508-85e0-74ae5887b80e"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:40:30.516287 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d146d6-1d83-4b3d-89d2-26a1d78bf089 x-openstack-request-id: req-f8d146d6-1d83-4b3d-89d2-26a1d78bf089 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:40:30.516642 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a4c8191-df55-4593-856a-a570b5069a6c", "tag": "2ce478ae-2a41-4508-85e0-74ae5887b80e", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:40:30.516919 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f8d146d6-1d83-4b3d-89d2-26a1d78bf089 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:40:30.517274 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a4c8191-df55-4593-856a-a570b5069a6c', 'tag': '2ce478ae-2a41-4508-85e0-74ae5887b80e', 'status': 'completed', 'code': 200} Aug 23 20:40:30.524690 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-98ce0971-9570-4e58-9093-2a6f50e94aec req-88c0d116-5348-4d77-829b-226253b8c538 tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] 10.222.0.61 "GET /v2.0/security-groups?id=409a0b96-5933-4450-82de-a835688db3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758947 Aug 23 20:40:30.531306 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-02ea2cdb-140a-4424-88b5-68540cd060a9 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:30.597420 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f61dd9b-c924-4600-8af3-6eed7f7251a6 service neutron] Pushing event updated for resources: {'Port': ['ID=2ce478ae-2a41-4508-85e0-74ae5887b80e,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:30.604324 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133f54b-c299-420a-a9e6-c5c6e9deb2b7 req-7faa36fc-9530-4751-9823-78fc2810c986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:30.605869 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a133f54b-c299-420a-a9e6-c5c6e9deb2b7 req-7faa36fc-9530-4751-9823-78fc2810c986 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8d23a4421d124151ba114d9cd9df9b76&device_id=9a4c8191-df55-4593-856a-a570b5069a6c HTTP/1.1" status: 200 len: 1099 time: 0.1163652 Aug 23 20:40:30.659334 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a133f54b-c299-420a-a9e6-c5c6e9deb2b7 req-eaff21e0-eba1-4da9-bc27-66f3cbe24eb0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=2ce478ae-2a41-4508-85e0-74ae5887b80e HTTP/1.1" status: 200 len: 217 time: 0.0429237 Aug 23 20:40:30.686565 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4fa6b011-a9ba-4187-b2a8-d34beb3b8b88 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:30.711356 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4fa6b011-a9ba-4187-b2a8-d34beb3b8b88 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:30.815859 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133f54b-c299-420a-a9e6-c5c6e9deb2b7 req-12c8ce86-6d46-4f0e-8107-cfeda384afc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:30.817511 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a133f54b-c299-420a-a9e6-c5c6e9deb2b7 req-12c8ce86-6d46-4f0e-8107-cfeda384afc1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.1452661 Aug 23 20:40:30.893276 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa6b011-a9ba-4187-b2a8-d34beb3b8b88 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Pushing event updated for resources: {'Port': ['ID=cf83d4a6-a1bf-4014-aca7-3f1aa96a9e37,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:30.902797 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4fa6b011-a9ba-4187-b2a8-d34beb3b8b88 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:30.970005 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133f54b-c299-420a-a9e6-c5c6e9deb2b7 req-22b14722-ed6b-40a1-adee-bc652da948d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:30.972438 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a133f54b-c299-420a-a9e6-c5c6e9deb2b7 req-22b14722-ed6b-40a1-adee-bc652da948d0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1302078 Aug 23 20:40:31.015718 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f414664c-bbd5-47ea-9b77-530a132aa0db req-beb98119-7c78-471b-822e-d32b06ea03d1 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:31.017368 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f414664c-bbd5-47ea-9b77-530a132aa0db req-beb98119-7c78-471b-822e-d32b06ea03d1 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/ports?device_id=37c84bcb-4817-4457-8402-a891a08894ac HTTP/1.1" status: 200 len: 943 time: 0.2038510 Aug 23 20:40:31.025834 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4ade6f99-6f66-40fa-a784-18044c099d40 req-a9587c05-1796-46e4-95a8-9bc333c322a5 service neutron] 10.222.0.32 "GET /v2.0/networks/038de372-6dab-402e-9e56-851fe636faa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6619742 Aug 23 20:40:31.150269 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f414664c-bbd5-47ea-9b77-530a132aa0db req-26aea7c8-a806-456f-ae79-4309dbabbb07 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e94c7c4-469a-4a61-b228-394c20a2395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146255 Aug 23 20:40:31.176838 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa6b011-a9ba-4187-b2a8-d34beb3b8b88 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Network afafa00e-97f0-411b-8f91-1ad7df6dae36 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:40:31.176838 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-4fa6b011-a9ba-4187-b2a8-d34beb3b8b88 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:40:31.183513 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a133f54b-c299-420a-a9e6-c5c6e9deb2b7 req-e2dc9b0a-2eae-4d30-a9f5-9a225fc51aa6 service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650116 Aug 23 20:40:31.208187 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4ade6f99-6f66-40fa-a784-18044c099d40 req-e5ba835a-8da5-4c7a-afdf-2af3a608294b service neutron] 10.222.0.32 "GET /v2.0/networks/038de372-6dab-402e-9e56-851fe636faa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726038 Aug 23 20:40:31.223553 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-02ea2cdb-140a-4424-88b5-68540cd060a9 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:31.380335 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38e2b4-4f1b-496b-a7d2-58fc293df1b8 req-cccfc105-830c-42f9-b9bf-395b4cbd921d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:31.381849 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3c38e2b4-4f1b-496b-a7d2-58fc293df1b8 req-cccfc105-830c-42f9-b9bf-395b4cbd921d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=af6d10f8e4524fca830991e1540c222c&device_id=37c84bcb-4817-4457-8402-a891a08894ac HTTP/1.1" status: 200 len: 1094 time: 0.0601346 Aug 23 20:40:31.414196 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a133f54b-c299-420a-a9e6-c5c6e9deb2b7 req-2101b537-2576-462e-9ddd-cfd105e2faae service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842022 Aug 23 20:40:31.415476 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa6b011-a9ba-4187-b2a8-d34beb3b8b88 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Router a96118b3-fab9-40d9-b010-8780d75f6dd9 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:40:31.492383 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5abc3466-15bc-4e8f-b286-5776a503229e None None] Provisioning complete for port cf83d4a6-a1bf-4014-aca7-3f1aa96a9e37 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:40:31.493479 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5abc3466-15bc-4e8f-b286-5776a503229e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:31.527383 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800908f-c3df-4d46-84e6-022ca57d0d2c req-4e608469-6a69-4a0a-a128-198039f7e4b2 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:31.530081 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2800908f-c3df-4d46-84e6-022ca57d0d2c req-4e608469-6a69-4a0a-a128-198039f7e4b2 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=d30a3450-acde-4d73-9737-8d40b0850b8c HTTP/1.1" status: 200 len: 944 time: 0.1340621 Aug 23 20:40:31.531658 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02ea2cdb-140a-4424-88b5-68540cd060a9 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Router eeea58cc-9800-4907-8f5c-17dc2809413b is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:40:31.531794 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-5abc3466-15bc-4e8f-b286-5776a503229e None None] Port cf83d4a6-a1bf-4014-aca7-3f1aa96a9e37 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:40:31.566294 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e53fe5c-bea6-4a9e-a04a-cf72701f2910 req-70d68ab7-420a-407a-879e-14bfad302a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:31.566478 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38e2b4-4f1b-496b-a7d2-58fc293df1b8 req-062de5a0-00d6-47a2-8503-6c470d935aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:31.567821 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9e53fe5c-bea6-4a9e-a04a-cf72701f2910 req-70d68ab7-420a-407a-879e-14bfad302a52 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8d23a4421d124151ba114d9cd9df9b76&device_id=9a4c8191-df55-4593-856a-a570b5069a6c HTTP/1.1" status: 200 len: 1099 time: 0.1040835 Aug 23 20:40:31.567937 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3c38e2b4-4f1b-496b-a7d2-58fc293df1b8 req-062de5a0-00d6-47a2-8503-6c470d935aae service neutron] 10.222.0.32 "GET /v2.0/networks?id=038de372-6dab-402e-9e56-851fe636faa4 HTTP/1.1" status: 200 len: 920 time: 0.1762354 Aug 23 20:40:31.575278 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa6b011-a9ba-4187-b2a8-d34beb3b8b88 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:40:31.581670 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-4fa6b011-a9ba-4187-b2a8-d34beb3b8b88 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] 10.222.0.61 "PUT /v2.0/routers/a96118b3-fab9-40d9-b010-8780d75f6dd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4873033 Aug 23 20:40:31.586542 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36404) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:31.591749 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a2bd6f-ad89-404f-852b-ea367682c1d3 None None] Sync routers for ids ['a96118b3-fab9-40d9-b010-8780d75f6dd9'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:40:31.606327 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a2bd6f-ad89-404f-852b-ea367682c1d3 None None] Routers {'a96118b3-fab9-40d9-b010-8780d75f6dd9'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:40:31.608253 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-00a2bd6f-ad89-404f-852b-ea367682c1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:40:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['a96118b3-fab9-40d9-b010-8780d75f6dd9'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:31.636480 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-676ba301-33e2-475a-932d-c33414b5032a tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Request body: {'port': {'network_id': 'afafa00e-97f0-411b-8f91-1ad7df6dae36', 'name': 'tempest-FloatingIPNegativeTestJSON-2114238838'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:40:31.648566 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-00a2bd6f-ad89-404f-852b-ea367682c1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:31.660549 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a2bd6f-ad89-404f-852b-ea367682c1d3 None None] Routers {'a96118b3-fab9-40d9-b010-8780d75f6dd9'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:40:31.661431 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-00a2bd6f-ad89-404f-852b-ea367682c1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:40:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['a96118b3-fab9-40d9-b010-8780d75f6dd9'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:31.688549 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2800908f-c3df-4d46-84e6-022ca57d0d2c req-0ae6ad9f-e4ea-4180-8f7e-5faa4f8d4ff9 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441846 Aug 23 20:40:31.689812 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3c38e2b4-4f1b-496b-a7d2-58fc293df1b8 req-236ea22d-6f1d-499d-8eda-f904f45da8b2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd931066-9605-4fca-a348-aae1b610849b HTTP/1.1" status: 200 len: 217 time: 0.1101520 Aug 23 20:40:31.697271 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-00a2bd6f-ad89-404f-852b-ea367682c1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:31.698074 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a2bd6f-ad89-404f-852b-ea367682c1d3 None None] The sync data for ids ['a96118b3-fab9-40d9-b010-8780d75f6dd9'] in n-d-805663-2 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:40:31.714589 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e4b495-4654-45ae-801d-cc95c2a143b8 req-f299de75-0c76-4eef-a128-3bf5eac266ac tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:31.716107 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-76e4b495-4654-45ae-801d-cc95c2a143b8 req-f299de75-0c76-4eef-a128-3bf5eac266ac tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a4c8191-df55-4593-856a-a570b5069a6c HTTP/1.1" status: 200 len: 948 time: 0.0738814 Aug 23 20:40:31.746976 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e53fe5c-bea6-4a9e-a04a-cf72701f2910 req-6d731295-0381-4d38-aa2f-9dd1cd6c22a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:31.748424 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9e53fe5c-bea6-4a9e-a04a-cf72701f2910 req-6d731295-0381-4d38-aa2f-9dd1cd6c22a9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=660f640a-b8b2-40aa-8ebf-76bd1608cceb HTTP/1.1" status: 200 len: 870 time: 0.1657279 Aug 23 20:40:31.805608 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-76e4b495-4654-45ae-801d-cc95c2a143b8 req-7ff2f89b-8f90-4ecf-a2b4-697bdf661eff tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] 10.222.0.61 "GET /v2.0/security-groups?id=409a0b96-5933-4450-82de-a835688db3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772552 Aug 23 20:40:31.806918 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9e53fe5c-bea6-4a9e-a04a-cf72701f2910 req-c1b9e6b4-e553-4a41-8040-c7654b4985ac service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=2ce478ae-2a41-4508-85e0-74ae5887b80e HTTP/1.1" status: 200 len: 217 time: 0.0469141 Aug 23 20:40:31.845432 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38e2b4-4f1b-496b-a7d2-58fc293df1b8 req-1527508f-8f6c-4708-90c0-621b01cb7188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:31.847648 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3c38e2b4-4f1b-496b-a7d2-58fc293df1b8 req-1527508f-8f6c-4708-90c0-621b01cb7188 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=88ba7296-f48b-4a30-b31b-00e095355e1f HTTP/1.1" status: 200 len: 859 time: 0.1249628 Aug 23 20:40:31.851642 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ea2cdb-140a-4424-88b5-68540cd060a9 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:40:31.862859 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4105c005-1188-4622-8a72-e3f5b8bfee7c None None] Sync routers for ids ['eeea58cc-9800-4907-8f5c-17dc2809413b'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:40:31.863621 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e53fe5c-bea6-4a9e-a04a-cf72701f2910 req-af5e2e74-d7a2-47dc-8b75-fd8cb77a246a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:31.864940 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9e53fe5c-bea6-4a9e-a04a-cf72701f2910 req-af5e2e74-d7a2-47dc-8b75-fd8cb77a246a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.0504546 Aug 23 20:40:31.872411 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4105c005-1188-4622-8a72-e3f5b8bfee7c None None] Routers {'eeea58cc-9800-4907-8f5c-17dc2809413b'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:40:31.873022 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-4105c005-1188-4622-8a72-e3f5b8bfee7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:40:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['eeea58cc-9800-4907-8f5c-17dc2809413b'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:31.899188 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3c38e2b4-4f1b-496b-a7d2-58fc293df1b8 req-c21c3ffe-2270-40bb-9dde-4f2958c76252 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=038de372-6dab-402e-9e56-851fe636faa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394471 Aug 23 20:40:31.905276 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-02ea2cdb-140a-4424-88b5-68540cd060a9 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:31.909518 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36406) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:31.909802 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-02ea2cdb-140a-4424-88b5-68540cd060a9 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.8473725 Aug 23 20:40:31.966969 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e53fe5c-bea6-4a9e-a04a-cf72701f2910 req-904f28cb-93b8-4a4d-a1b1-c64331d8d00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:31.968542 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9e53fe5c-bea6-4a9e-a04a-cf72701f2910 req-904f28cb-93b8-4a4d-a1b1-c64331d8d00a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0949004 Aug 23 20:40:31.999955 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676ba301-33e2-475a-932d-c33414b5032a tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Made reservation on behalf of c012346e86364046bdcdf0ae461da3d4 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:40:32.004569 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-676ba301-33e2-475a-932d-c33414b5032a tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:32.004891 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-4105c005-1188-4622-8a72-e3f5b8bfee7c None None] Set router eeea58cc-9800-4907-8f5c-17dc2809413b gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:40:32.039437 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-676ba301-33e2-475a-932d-c33414b5032a tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] device_id is not set on port 63d1c266-6350-44e6-9534-82fdd6ca70c6 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:40:32.063187 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3c38e2b4-4f1b-496b-a7d2-58fc293df1b8 req-f8c3bbed-7abd-4ce0-962f-9424f32cd240 service neutron] 10.222.0.32 "GET /v2.0/networks/038de372-6dab-402e-9e56-851fe636faa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497626 Aug 23 20:40:32.109482 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2f13c0d5-80f8-407c-bc8f-99b6c0285449 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] 10.222.0.61 "GET /v2.0/routers/eeea58cc-9800-4907-8f5c-17dc2809413b HTTP/1.1" status: 200 len: 906 time: 0.1976590 Aug 23 20:40:32.114279 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36412) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:32.118673 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-92c5fd21-3f6c-4ff7-a0fe-a70619915e0c tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Request body: {'router': {'name': 'tempest-snat-router-97360399', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'enable_snat': True}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:40:32.146024 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9e53fe5c-bea6-4a9e-a04a-cf72701f2910 req-f28c378c-2ef0-410b-911f-1397a04d1f40 service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655717 Aug 23 20:40:32.175103 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-92c5fd21-3f6c-4ff7-a0fe-a70619915e0c tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:32.176165 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-92c5fd21-3f6c-4ff7-a0fe-a70619915e0c tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:32.234220 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-4105c005-1188-4622-8a72-e3f5b8bfee7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeea58cc-9800-4907-8f5c-17dc2809413b', 'name': 'tempest-snat-router-97360399', 'tenant_id': 'ab51e91de2cb485883e206fa4773dcc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62'}], 'enable_snat': False}, 'gw_port_id': '2a862c75-f2fb-485e-b47a-6320621f92eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:40:28Z', 'updated_at': '2021-08-23T20:40:30Z', 'revision_number': 3, 'project_id': 'ab51e91de2cb485883e206fa4773dcc8', 'gw_port': {'id': '2a862c75-f2fb-485e-b47a-6320621f92eb', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeea58cc-9800-4907-8f5c-17dc2809413b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:40:29Z', 'updated_at': '2021-08-23T20:40:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:32.274993 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4105c005-1188-4622-8a72-e3f5b8bfee7c None None] Checking router: eeea58cc-9800-4907-8f5c-17dc2809413b for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:40:32.275309 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4105c005-1188-4622-8a72-e3f5b8bfee7c None None] Updating router eeea58cc-9800-4907-8f5c-17dc2809413b port 2a862c75-f2fb-485e-b47a-6320621f92eb binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:40:32.284715 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-92c5fd21-3f6c-4ff7-a0fe-a70619915e0c tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:32.303759 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3c38e2b4-4f1b-496b-a7d2-58fc293df1b8 req-9bee291e-cfcb-466a-bb1c-e6a0a1cc410f service neutron] 10.222.0.32 "GET /v2.0/networks/038de372-6dab-402e-9e56-851fe636faa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968901 Aug 23 20:40:32.306978 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4105c005-1188-4622-8a72-e3f5b8bfee7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:32.313351 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-676ba301-33e2-475a-932d-c33414b5032a tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Allocated IP 172.20.0.5 (afafa00e-97f0-411b-8f91-1ad7df6dae36/1a4d3a10-7037-445c-97ce-f75602be0161/63d1c266-6350-44e6-9534-82fdd6ca70c6) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:40:32.341087 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e238bc9e-681c-4254-9870-8f6bf8dfc30e req-dfc9ba49-9f48-4392-ad7d-0dae49b81849 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:32.342646 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e238bc9e-681c-4254-9870-8f6bf8dfc30e req-dfc9ba49-9f48-4392-ad7d-0dae49b81849 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/ports?device_id=37c84bcb-4817-4457-8402-a891a08894ac HTTP/1.1" status: 200 len: 943 time: 0.0773354 Aug 23 20:40:32.353301 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9e53fe5c-bea6-4a9e-a04a-cf72701f2910 req-4aea3b7f-d0eb-4372-9ed3-c6694e3e1bc7 service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984882 Aug 23 20:40:32.415511 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e238bc9e-681c-4254-9870-8f6bf8dfc30e req-6725f5ca-cf4c-4b02-890c-1634a4d89ea2 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e94c7c4-469a-4a61-b228-394c20a2395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654287 Aug 23 20:40:32.475073 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-92c5fd21-3f6c-4ff7-a0fe-a70619915e0c tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:32.551797 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-676ba301-33e2-475a-932d-c33414b5032a tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:32.571389 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-676ba301-33e2-475a-932d-c33414b5032a tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Transition to ACTIVE for port object 63d1c266-6350-44e6-9534-82fdd6ca70c6 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:40:32.618224 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-676ba301-33e2-475a-932d-c33414b5032a tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:32.633612 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4105c005-1188-4622-8a72-e3f5b8bfee7c None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:32.645585 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4105c005-1188-4622-8a72-e3f5b8bfee7c None None] Transition to ACTIVE for port object 2a862c75-f2fb-485e-b47a-6320621f92eb will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:40:32.653008 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4105c005-1188-4622-8a72-e3f5b8bfee7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:32.670677 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676ba301-33e2-475a-932d-c33414b5032a tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Network afafa00e-97f0-411b-8f91-1ad7df6dae36 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:40:32.676099 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-676ba301-33e2-475a-932d-c33414b5032a tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:40:32.683376 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676ba301-33e2-475a-932d-c33414b5032a tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:40:32.686785 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676ba301-33e2-475a-932d-c33414b5032a tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Pushing event updated for resources: {'Port': ['ID=63d1c266-6350-44e6-9534-82fdd6ca70c6,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:32.703656 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6bee9d-6e47-47fd-9d8f-9a882f8c101f None None] Pushing event updated for resources: {'Port': ['ID=2a862c75-f2fb-485e-b47a-6320621f92eb,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:32.720784 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-92c5fd21-3f6c-4ff7-a0fe-a70619915e0c tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:32.738585 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-4105c005-1188-4622-8a72-e3f5b8bfee7c None None] Attempting to bind port 2a862c75-f2fb-485e-b47a-6320621f92eb on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:40:32.738959 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-4105c005-1188-4622-8a72-e3f5b8bfee7c None None] Attempting to bind port 2a862c75-f2fb-485e-b47a-6320621f92eb by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:40:32.739325 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4105c005-1188-4622-8a72-e3f5b8bfee7c None None] Attempting to bind port 2a862c75-f2fb-485e-b47a-6320621f92eb on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:40:32.741168 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676ba301-33e2-475a-932d-c33414b5032a tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:32.742437 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-676ba301-33e2-475a-932d-c33414b5032a tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:32.745020 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4105c005-1188-4622-8a72-e3f5b8bfee7c None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:40:32.745392 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4105c005-1188-4622-8a72-e3f5b8bfee7c None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:40:32.745519 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-92c5fd21-3f6c-4ff7-a0fe-a70619915e0c tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:32.745837 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4105c005-1188-4622-8a72-e3f5b8bfee7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:32.746263 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4105c005-1188-4622-8a72-e3f5b8bfee7c None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:40:32.746901 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-4105c005-1188-4622-8a72-e3f5b8bfee7c None None] Bound port: 2a862c75-f2fb-485e-b47a-6320621f92eb, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:40:32.747289 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4105c005-1188-4622-8a72-e3f5b8bfee7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:32.771484 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-676ba301-33e2-475a-932d-c33414b5032a tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1423984 Aug 23 20:40:32.772446 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36418) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:32.777228 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-7c37c9bf-f905-4903-a978-ec241d5e716f tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Request body: {'floatingip': {'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:40:32.807886 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7c37c9bf-f905-4903-a978-ec241d5e716f tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:32.813036 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4105c005-1188-4622-8a72-e3f5b8bfee7c None None] For port 2a862c75-f2fb-485e-b47a-6320621f92eb, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:40:32.816561 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4105c005-1188-4622-8a72-e3f5b8bfee7c None None] For port 2a862c75-f2fb-485e-b47a-6320621f92eb, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=2a862c75-f2fb-485e-b47a-6320621f92eb,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:40:32.823894 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4105c005-1188-4622-8a72-e3f5b8bfee7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:32.900670 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4105c005-1188-4622-8a72-e3f5b8bfee7c None None] Routers {'eeea58cc-9800-4907-8f5c-17dc2809413b'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:40:32.902432 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-4105c005-1188-4622-8a72-e3f5b8bfee7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:40:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['eeea58cc-9800-4907-8f5c-17dc2809413b'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:32.906617 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59967741-3b84-4fe3-b6a8-17013dbce926 req-f3c05764-16e1-4cac-8c2b-f24f70d3a899 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:32.915207 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-59967741-3b84-4fe3-b6a8-17013dbce926 req-f3c05764-16e1-4cac-8c2b-f24f70d3a899 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=d30a3450-acde-4d73-9737-8d40b0850b8c HTTP/1.1" status: 200 len: 944 time: 0.0931449 Aug 23 20:40:32.949932 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6bee9d-6e47-47fd-9d8f-9a882f8c101f None None] Pushing event updated for resources: {'Port': ['ID=2a862c75-f2fb-485e-b47a-6320621f92eb,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:32.993297 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7c37c9bf-f905-4903-a978-ec241d5e716f tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:32.997075 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-59967741-3b84-4fe3-b6a8-17013dbce926 req-d58221b6-091b-42b2-ba73-7868a3ac8311 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809040 Aug 23 20:40:33.012097 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-92c5fd21-3f6c-4ff7-a0fe-a70619915e0c tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Allocated IP 172.25.4.133 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/57eacb5c-6335-446a-adc2-f9bb455e0cdd) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:40:33.022943 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807548b3-8445-48df-855d-02c46b921d13 req-463e70f7-5ed0-48b4-9b29-9d9ee44b0ff4 tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:33.024891 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-807548b3-8445-48df-855d-02c46b921d13 req-463e70f7-5ed0-48b4-9b29-9d9ee44b0ff4 tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a4c8191-df55-4593-856a-a570b5069a6c HTTP/1.1" status: 200 len: 948 time: 0.0886750 Aug 23 20:40:33.093663 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-4105c005-1188-4622-8a72-e3f5b8bfee7c None None] Set router eeea58cc-9800-4907-8f5c-17dc2809413b gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:40:33.107885 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-807548b3-8445-48df-855d-02c46b921d13 req-6639c933-1ed1-45dd-98cc-30973b2a78a0 tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] 10.222.0.61 "GET /v2.0/security-groups?id=409a0b96-5933-4450-82de-a835688db3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518718 Aug 23 20:40:33.132255 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-92c5fd21-3f6c-4ff7-a0fe-a70619915e0c tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:33.180328 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-92c5fd21-3f6c-4ff7-a0fe-a70619915e0c tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:33.192837 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 2ce478ae-2a41-4508-85e0-74ae5887b80e details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:40:33.195420 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 75e97af1-b90e-495e-aa7d-44a421474c7e up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:40:33.243570 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-7c37c9bf-f905-4903-a978-ec241d5e716f tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Allocated IP 172.25.4.70 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/c4951088-69be-4f3f-abd2-a1c4d921f72f) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:40:33.264509 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d81ffd13-53ac-494c-b619-5bda407719a8 None None] Provisioning for port 63d1c266-6350-44e6-9534-82fdd6ca70c6 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:40:33.318237 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d81ffd13-53ac-494c-b619-5bda407719a8 None None] Provisioning complete for port 63d1c266-6350-44e6-9534-82fdd6ca70c6 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:40:33.318668 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d81ffd13-53ac-494c-b619-5bda407719a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:33.380398 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7c37c9bf-f905-4903-a978-ec241d5e716f tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:33.428777 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-d81ffd13-53ac-494c-b619-5bda407719a8 None None] Port 63d1c266-6350-44e6-9534-82fdd6ca70c6 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:40:33.433138 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7c37c9bf-f905-4903-a978-ec241d5e716f tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:33.482844 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 75e97af1-b90e-495e-aa7d-44a421474c7e completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:40:33.497070 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c37c9bf-f905-4903-a978-ec241d5e716f tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:40:33.502995 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-7c37c9bf-f905-4903-a978-ec241d5e716f tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:40:33.508576 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 2ce478ae-2a41-4508-85e0-74ae5887b80e, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=2ce478ae-2a41-4508-85e0-74ae5887b80e,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:40:33.511471 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 75e97af1-b90e-495e-aa7d-44a421474c7e triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:40:33.512015 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:33.513677 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c37c9bf-f905-4903-a978-ec241d5e716f tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:40:33.517481 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c37c9bf-f905-4903-a978-ec241d5e716f tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Pushing event updated for resources: {'Port': ['ID=c4951088-69be-4f3f-abd2-a1c4d921f72f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:33.595635 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c5fd21-3f6c-4ff7-a0fe-a70619915e0c tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:40:33.617075 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-92c5fd21-3f6c-4ff7-a0fe-a70619915e0c tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:40:33.630834 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c5fd21-3f6c-4ff7-a0fe-a70619915e0c tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:40:33.639713 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7c37c9bf-f905-4903-a978-ec241d5e716f tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:33.653450 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c5fd21-3f6c-4ff7-a0fe-a70619915e0c tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Pushing event updated for resources: {'Port': ['ID=57eacb5c-6335-446a-adc2-f9bb455e0cdd,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:33.681545 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7c37c9bf-f905-4903-a978-ec241d5e716f tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:33.686231 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91570502-7c7f-4255-97c2-e552f10208a4 req-b98d55e2-70af-4354-a963-b04d8f86c235 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:33.687890 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-91570502-7c7f-4255-97c2-e552f10208a4 req-b98d55e2-70af-4354-a963-b04d8f86c235 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/ports?device_id=37c84bcb-4817-4457-8402-a891a08894ac HTTP/1.1" status: 200 len: 943 time: 0.1219130 Aug 23 20:40:33.736052 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '2ce478ae-2a41-4508-85e0-74ae5887b80e', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'port_id': '2ce478ae-2a41-4508-85e0-74ae5887b80e', 'mac_address': 'fa:16:3e:90:e4:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66e9eb0-86f4-4159-852b-f29863cbf18d', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:40:33.808013 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:33.823161 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-91570502-7c7f-4255-97c2-e552f10208a4 req-c989d9f1-024c-43da-aa16-aa93e5865c71 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e94c7c4-469a-4a61-b228-394c20a2395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915818 Aug 23 20:40:33.857490 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ce478ae-2a41-4508-85e0-74ae5887b80e {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:40:33.884580 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7c37c9bf-f905-4903-a978-ec241d5e716f tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:33.890189 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7c37c9bf-f905-4903-a978-ec241d5e716f tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:33.890984 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-4105c005-1188-4622-8a72-e3f5b8bfee7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeea58cc-9800-4907-8f5c-17dc2809413b', 'name': 'tempest-snat-router-97360399', 'tenant_id': 'ab51e91de2cb485883e206fa4773dcc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62'}], 'enable_snat': False}, 'gw_port_id': '2a862c75-f2fb-485e-b47a-6320621f92eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:40:28Z', 'updated_at': '2021-08-23T20:40:30Z', 'revision_number': 3, 'project_id': 'ab51e91de2cb485883e206fa4773dcc8', 'gw_port': {'id': '2a862c75-f2fb-485e-b47a-6320621f92eb', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeea58cc-9800-4907-8f5c-17dc2809413b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:40:29Z', 'updated_at': '2021-08-23T20:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:33.900915 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 2ce478ae-2a41-4508-85e0-74ae5887b80e, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=2ce478ae-2a41-4508-85e0-74ae5887b80e,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:40:33.902087 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:33.941299 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4105c005-1188-4622-8a72-e3f5b8bfee7c None None] The sync data for ids ['eeea58cc-9800-4907-8f5c-17dc2809413b'] in n-d-805663-2 is: [{'id': 'eeea58cc-9800-4907-8f5c-17dc2809413b', 'name': 'tempest-snat-router-97360399', 'tenant_id': 'ab51e91de2cb485883e206fa4773dcc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62'}], 'enable_snat': False}, 'gw_port_id': '2a862c75-f2fb-485e-b47a-6320621f92eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:40:28Z', 'updated_at': '2021-08-23T20:40:30Z', 'revision_number': 3, 'project_id': 'ab51e91de2cb485883e206fa4773dcc8', 'gw_port': {'id': '2a862c75-f2fb-485e-b47a-6320621f92eb', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeea58cc-9800-4907-8f5c-17dc2809413b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:40:29Z', 'updated_at': '2021-08-23T20:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:40:33.943378 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:33.989203 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd30a3450-acde-4d73-9737-8d40b0850b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e97af1-b90e-495e-aa7d-44a421474c7e'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:40:33.991750 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750d16f9-2728-4c2d-ae98-946f440d2cec" -d '{"events": [{"server_uuid": "d30a3450-acde-4d73-9737-8d40b0850b8c", "name": "network-vif-plugged", "status": "completed", "tag": "75e97af1-b90e-495e-aa7d-44a421474c7e"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:40:33.997072 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-92c5fd21-3f6c-4ff7-a0fe-a70619915e0c tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:34.000892 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7c37c9bf-f905-4903-a978-ec241d5e716f tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:34.005154 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c37c9bf-f905-4903-a978-ec241d5e716f tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Pushing event updated for resources: {'Port': ['ID=c4951088-69be-4f3f-abd2-a1c4d921f72f,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:34.011799 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 75e97af1-b90e-495e-aa7d-44a421474c7e, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=75e97af1-b90e-495e-aa7d-44a421474c7e,segment=NetworkSegment(850a8407-3594-4fdf-af96-d8bf20de61c1),segment_id=850a8407-3594-4fdf-af96-d8bf20de61c1)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:40:34.028608 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:34.038004 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=2ce478ae-2a41-4508-85e0-74ae5887b80e,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:34.061450 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7c37c9bf-f905-4903-a978-ec241d5e716f tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:34.068221 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-7c37c9bf-f905-4903-a978-ec241d5e716f tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2898858 Aug 23 20:40:34.071414 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36432) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:34.082229 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-0f119972-5b00-4242-baf1-237e44a7e986 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Request body: {'floatingip': {'port_id': '63d1c266-6350-44e6-9534-82fdd6ca70c6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:40:34.089938 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ff2c80-1eef-416f-a065-790f4c4660e4 x-openstack-request-id: req-b6ff2c80-1eef-416f-a065-790f4c4660e4 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:40:34.090222 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d30a3450-acde-4d73-9737-8d40b0850b8c", "name": "network-vif-plugged", "status": "completed", "tag": "75e97af1-b90e-495e-aa7d-44a421474c7e", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:40:34.090909 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b6ff2c80-1eef-416f-a065-790f4c4660e4 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:40:34.091296 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd30a3450-acde-4d73-9737-8d40b0850b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e97af1-b90e-495e-aa7d-44a421474c7e', 'code': 200} Aug 23 20:40:34.129591 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=75e97af1-b90e-495e-aa7d-44a421474c7e,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:34.158178 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0f119972-5b00-4242-baf1-237e44a7e986 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks [] for floatingip, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:34.285802 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce5c0f-8320-4589-a419-43491d2fd6a9 req-0a42f2bd-a353-4cbd-ac56-ed24aa42bf38 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:34.292647 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device fd931066-9605-4fca-a348-aae1b610849b details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:40:34.296649 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-73ce5c0f-8320-4589-a419-43491d2fd6a9 req-0a42f2bd-a353-4cbd-ac56-ed24aa42bf38 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=d30a3450-acde-4d73-9737-8d40b0850b8c HTTP/1.1" status: 200 len: 945 time: 0.1639612 Aug 23 20:40:34.307575 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['2ce478ae-2a41-4508-85e0-74ae5887b80e'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:40:34.316600 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0eb712-9dff-4203-b434-047ac5f3c045 req-10be94dc-25b1-4a07-9e53-50b5d47ece46 tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:34.316839 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7f0eb712-9dff-4203-b434-047ac5f3c045 req-10be94dc-25b1-4a07-9e53-50b5d47ece46 tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a4c8191-df55-4593-856a-a570b5069a6c HTTP/1.1" status: 200 len: 949 time: 0.1203234 Aug 23 20:40:34.330279 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e7bb1-854c-4290-b5e7-a92231b6e816 req-1cc8af11-597b-46d2-b0cd-4e7556716ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:34.334020 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-483e7bb1-854c-4290-b5e7-a92231b6e816 req-1cc8af11-597b-46d2-b0cd-4e7556716ad4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d30a3450-acde-4d73-9737-8d40b0850b8c HTTP/1.1" status: 200 len: 1096 time: 0.1829305 Aug 23 20:40:34.366212 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-0f119972-5b00-4242-baf1-237e44a7e986 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] update failed (client error): The resource could not be found. Aug 23 20:40:34.369885 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-0f119972-5b00-4242-baf1-237e44a7e986 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] 10.222.0.61 "PUT /v2.0/floatingips/8da1e561-84fb-44d3-8220-b5dd4ee83066 HTTP/1.1" status: 404 len: 507 time: 0.2946503 Aug 23 20:40:34.371768 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36440) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:34.436973 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7f0eb712-9dff-4203-b434-047ac5f3c045 req-877edf1c-9fcc-4b34-b88a-ac4139f5e913 tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] 10.222.0.61 "GET /v2.0/security-groups?id=409a0b96-5933-4450-82de-a835688db3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684750 Aug 23 20:40:34.496692 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-73ce5c0f-8320-4589-a419-43491d2fd6a9 req-76d77aeb-0049-4ec6-a257-bd334ce2765d tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989794 Aug 23 20:40:34.591288 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port fd931066-9605-4fca-a348-aae1b610849b, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=fd931066-9605-4fca-a348-aae1b610849b,segment=NetworkSegment(d065db9e-a105-47a9-82fb-b3b0dd15ae8f),segment_id=d065db9e-a105-47a9-82fb-b3b0dd15ae8f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:40:34.609968 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-483e7bb1-854c-4290-b5e7-a92231b6e816 req-b29faf08-f431-41cc-b9ee-97f9fe17038f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666216 Aug 23 20:40:34.614483 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 2a862c75-f2fb-485e-b47a-6320621f92eb up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:40:34.641711 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': 'fd931066-9605-4fca-a348-aae1b610849b', 'network_id': '038de372-6dab-402e-9e56-851fe636faa4', 'port_id': 'fd931066-9605-4fca-a348-aae1b610849b', 'mac_address': 'fa:16:3e:74:98:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88ba7296-f48b-4a30-b31b-00e095355e1f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:40:34.698917 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-92c5fd21-3f6c-4ff7-a0fe-a70619915e0c tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:34.744855 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:34.790182 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd931066-9605-4fca-a348-aae1b610849b {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:40:34.797709 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 2a862c75-f2fb-485e-b47a-6320621f92eb completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:40:34.812892 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 2a862c75-f2fb-485e-b47a-6320621f92eb triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:40:34.813344 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:34.816091 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-fd4eef0e-237f-44e3-b368-96a7c7c692cf tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Deleting port c4951088-69be-4f3f-abd2-a1c4d921f72f {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:40:34.816429 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fd4eef0e-237f-44e3-b368-96a7c7c692cf tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:34.843743 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port fd931066-9605-4fca-a348-aae1b610849b, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=fd931066-9605-4fca-a348-aae1b610849b,segment=NetworkSegment(d065db9e-a105-47a9-82fb-b3b0dd15ae8f),segment_id=d065db9e-a105-47a9-82fb-b3b0dd15ae8f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:40:34.854990 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:34.923537 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=fd931066-9605-4fca-a348-aae1b610849b,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:34.944709 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fd4eef0e-237f-44e3-b368-96a7c7c692cf tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:34.945032 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fd4eef0e-237f-44e3-b368-96a7c7c692cf tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:34.961227 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-fd4eef0e-237f-44e3-b368-96a7c7c692cf tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Calling delete_port for c4951088-69be-4f3f-abd2-a1c4d921f72f owned by network:floatingip {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:40:34.963166 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c5fd21-3f6c-4ff7-a0fe-a70619915e0c tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Router 791867f3-7af7-4918-a691-afa0932e2ed9 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:40:34.970324 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:34.994519 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 2a862c75-f2fb-485e-b47a-6320621f92eb, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=2a862c75-f2fb-485e-b47a-6320621f92eb,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:40:34.994958 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e4993-29ba-4d3c-8f99-7a751a1c02e0 req-9216cb0f-8119-4059-aa9d-431fdb36fed6 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:34.997031 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8c7e4993-29ba-4d3c-8f99-7a751a1c02e0 req-9216cb0f-8119-4059-aa9d-431fdb36fed6 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/ports?device_id=37c84bcb-4817-4457-8402-a891a08894ac HTTP/1.1" status: 200 len: 944 time: 0.0770209 Aug 23 20:40:35.001602 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:35.051927 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8c7e4993-29ba-4d3c-8f99-7a751a1c02e0 req-9b886d21-3889-48bf-adb0-2254cf9bb834 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e94c7c4-469a-4a61-b228-394c20a2395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469038 Aug 23 20:40:35.078458 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=2a862c75-f2fb-485e-b47a-6320621f92eb,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:35.159294 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c5fd21-3f6c-4ff7-a0fe-a70619915e0c tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:40:35.168399 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8b6923-2ef7-4399-a31f-2b3e8ec6b501 None None] Sync routers for ids ['791867f3-7af7-4918-a691-afa0932e2ed9'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:40:35.178410 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8b6923-2ef7-4399-a31f-2b3e8ec6b501 None None] Routers {'791867f3-7af7-4918-a691-afa0932e2ed9'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:40:35.179001 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5d8b6923-2ef7-4399-a31f-2b3e8ec6b501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:40:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['791867f3-7af7-4918-a691-afa0932e2ed9'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:35.183568 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['fd931066-9605-4fca-a348-aae1b610849b'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:40:35.214763 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-92c5fd21-3f6c-4ff7-a0fe-a70619915e0c tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:35.218537 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-92c5fd21-3f6c-4ff7-a0fe-a70619915e0c tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.1006682 Aug 23 20:40:35.218705 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36444) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:35.259313 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fd4eef0e-237f-44e3-b368-96a7c7c692cf tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:35.301493 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-5d8b6923-2ef7-4399-a31f-2b3e8ec6b501 None None] Set router 791867f3-7af7-4918-a691-afa0932e2ed9 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:40:35.301928 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4eef0e-237f-44e3-b368-96a7c7c692cf tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Pushing event deleted for resources: {'Port': ['ID=c4951088-69be-4f3f-abd2-a1c4d921f72f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:35.401867 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-75dd1eab-0a52-405e-b3f3-36f1d26c23bf tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] 10.222.0.61 "GET /v2.0/routers/791867f3-7af7-4918-a691-afa0932e2ed9 HTTP/1.1" status: 200 len: 906 time: 0.1820886 Aug 23 20:40:35.404699 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36446) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:35.405186 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fd4eef0e-237f-44e3-b368-96a7c7c692cf tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks [] for floatingip, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:35.407868 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fd4eef0e-237f-44e3-b368-96a7c7c692cf tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:35.409852 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-fd4eef0e-237f-44e3-b368-96a7c7c692cf tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] 10.222.0.61 "DELETE /v2.0/floatingips/8da1e561-84fb-44d3-8220-b5dd4ee83066 HTTP/1.1" status: 204 len: 168 time: 1.0354357 Aug 23 20:40:35.413445 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36448) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:35.417903 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-f4d30b5b-9c65-49b7-8a1f-2443fb3e3cf9 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Request body: {'floatingip': {'floating_network_id': 'afafa00e-97f0-411b-8f91-1ad7df6dae36', 'port_id': '63d1c266-6350-44e6-9534-82fdd6ca70c6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:40:35.443010 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f4d30b5b-9c65-49b7-8a1f-2443fb3e3cf9 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks [] for floatingip, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:35.530103 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5d8b6923-2ef7-4399-a31f-2b3e8ec6b501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791867f3-7af7-4918-a691-afa0932e2ed9', 'name': 'tempest-snat-router-97360399', 'tenant_id': 'ab51e91de2cb485883e206fa4773dcc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '57eacb5c-6335-446a-adc2-f9bb455e0cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:40:32Z', 'updated_at': '2021-08-23T20:40:33Z', 'revision_number': 3, 'project_id': 'ab51e91de2cb485883e206fa4773dcc8', 'gw_port': {'id': '57eacb5c-6335-446a-adc2-f9bb455e0cdd', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d6:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791867f3-7af7-4918-a691-afa0932e2ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:40:32Z', 'updated_at': '2021-08-23T20:40:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:35.542766 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b42f6213-e830-4b85-bd7a-3d0cb61814dc tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:35.569867 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8b6923-2ef7-4399-a31f-2b3e8ec6b501 None None] Checking router: 791867f3-7af7-4918-a691-afa0932e2ed9 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:40:35.570364 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8b6923-2ef7-4399-a31f-2b3e8ec6b501 None None] Updating router 791867f3-7af7-4918-a691-afa0932e2ed9 port 57eacb5c-6335-446a-adc2-f9bb455e0cdd binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:40:35.601368 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5d8b6923-2ef7-4399-a31f-2b3e8ec6b501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:35.615555 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a65ee0-7b1a-400a-8f5f-e35a20d8fa26 req-b1e1e636-c480-4c12-b4e0-5ad4b4b5e43e tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:35.617548 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b9a65ee0-7b1a-400a-8f5f-e35a20d8fa26 req-b1e1e636-c480-4c12-b4e0-5ad4b4b5e43e tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a4c8191-df55-4593-856a-a570b5069a6c HTTP/1.1" status: 200 len: 949 time: 0.0804842 Aug 23 20:40:35.685277 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b9a65ee0-7b1a-400a-8f5f-e35a20d8fa26 req-fe60554b-e4b8-411f-bd05-6b40783d7aeb tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] 10.222.0.61 "GET /v2.0/security-groups?id=409a0b96-5933-4450-82de-a835688db3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589180 Aug 23 20:40:35.693472 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-f4d30b5b-9c65-49b7-8a1f-2443fb3e3cf9 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 20:40:35.698176 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378db5e-ebf0-4b19-a2c5-96fd21f6bd6c req-76f44114-6e5d-4621-8485-5d57fab229dd tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:35.698689 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f4d30b5b-9c65-49b7-8a1f-2443fb3e3cf9 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2840726 Aug 23 20:40:35.700343 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c378db5e-ebf0-4b19-a2c5-96fd21f6bd6c req-76f44114-6e5d-4621-8485-5d57fab229dd tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=d30a3450-acde-4d73-9737-8d40b0850b8c HTTP/1.1" status: 200 len: 945 time: 0.1087923 Aug 23 20:40:35.702152 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36458) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:35.708600 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-a06a3657-cef1-4868-ad6e-e33388ab7dc6 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Request body: {'floatingip': {'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'port_id': '63d1c266-6350-44e6-9534-82fdd6ca70c6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:40:35.741339 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b42f6213-e830-4b85-bd7a-3d0cb61814dc tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:35.765078 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c378db5e-ebf0-4b19-a2c5-96fd21f6bd6c req-7fdbdd6a-5907-40ee-8cb8-e5d0e74187b5 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541239 Aug 23 20:40:35.768670 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a06a3657-cef1-4868-ad6e-e33388ab7dc6 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks [] for floatingip, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:35.857113 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-b42f6213-e830-4b85-bd7a-3d0cb61814dc tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Deleting port 57eacb5c-6335-446a-adc2-f9bb455e0cdd {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:40:35.857500 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b42f6213-e830-4b85-bd7a-3d0cb61814dc tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:35.930280 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a06a3657-cef1-4868-ad6e-e33388ab7dc6 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:35.962110 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b42f6213-e830-4b85-bd7a-3d0cb61814dc tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:35.976793 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-b42f6213-e830-4b85-bd7a-3d0cb61814dc tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Calling delete_port for 57eacb5c-6335-446a-adc2-f9bb455e0cdd owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:40:36.012855 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5d8b6923-2ef7-4399-a31f-2b3e8ec6b501 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:36.022909 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5d8b6923-2ef7-4399-a31f-2b3e8ec6b501 None None] Transition to ACTIVE for port object 57eacb5c-6335-446a-adc2-f9bb455e0cdd will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:40:36.028693 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5d8b6923-2ef7-4399-a31f-2b3e8ec6b501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:36.079224 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22706a61-e603-4f59-b6ce-c8fb21f14cef None None] Pushing event updated for resources: {'Port': ['ID=57eacb5c-6335-446a-adc2-f9bb455e0cdd,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:36.096256 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-5d8b6923-2ef7-4399-a31f-2b3e8ec6b501 None None] Attempting to bind port 57eacb5c-6335-446a-adc2-f9bb455e0cdd on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:40:36.097542 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-5d8b6923-2ef7-4399-a31f-2b3e8ec6b501 None None] Attempting to bind port 57eacb5c-6335-446a-adc2-f9bb455e0cdd by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:40:36.097671 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8b6923-2ef7-4399-a31f-2b3e8ec6b501 None None] Attempting to bind port 57eacb5c-6335-446a-adc2-f9bb455e0cdd on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:40:36.103230 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8b6923-2ef7-4399-a31f-2b3e8ec6b501 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:40:36.103603 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8b6923-2ef7-4399-a31f-2b3e8ec6b501 None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:40:36.104093 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5d8b6923-2ef7-4399-a31f-2b3e8ec6b501 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:36.104559 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8b6923-2ef7-4399-a31f-2b3e8ec6b501 None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:40:36.105027 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-5d8b6923-2ef7-4399-a31f-2b3e8ec6b501 None None] Bound port: 57eacb5c-6335-446a-adc2-f9bb455e0cdd, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:40:36.105408 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5d8b6923-2ef7-4399-a31f-2b3e8ec6b501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:36.106163 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-a06a3657-cef1-4868-ad6e-e33388ab7dc6 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Allocated IP 172.25.4.85 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/8a85c05e-b221-4040-b84d-6ebf200ece4b) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:40:36.195536 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b42f6213-e830-4b85-bd7a-3d0cb61814dc tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:36.196574 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.db.api [None req-5d8b6923-2ef7-4399-a31f-2b3e8ec6b501 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 20:40:36.197442 n-d-805663-2 neutron-server[94690]: DEBUG oslo_db.api [None req-5d8b6923-2ef7-4399-a31f-2b3e8ec6b501 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 20:40:36.226248 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42f6213-e830-4b85-bd7a-3d0cb61814dc tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Pushing event deleted for resources: {'Port': ['ID=57eacb5c-6335-446a-adc2-f9bb455e0cdd,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:36.246568 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6504ec0-74e7-4fd6-be16-bc5c95eeba1e req-463d549a-5865-480f-b99d-482d0640e8c1 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:36.248089 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a6504ec0-74e7-4fd6-be16-bc5c95eeba1e req-463d549a-5865-480f-b99d-482d0640e8c1 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/ports?device_id=37c84bcb-4817-4457-8402-a891a08894ac HTTP/1.1" status: 200 len: 944 time: 0.1130695 Aug 23 20:40:36.290765 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b42f6213-e830-4b85-bd7a-3d0cb61814dc tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:36.293466 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a06a3657-cef1-4868-ad6e-e33388ab7dc6 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:36.298827 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device fd931066-9605-4fca-a348-aae1b610849b up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:40:36.314314 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a6504ec0-74e7-4fd6-be16-bc5c95eeba1e req-9d27dddb-a1a2-4e80-8551-8f916b02cd26 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e94c7c4-469a-4a61-b228-394c20a2395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577924 Aug 23 20:40:36.357407 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a06a3657-cef1-4868-ad6e-e33388ab7dc6 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:36.377354 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port fd931066-9605-4fca-a348-aae1b610849b completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:40:36.381719 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port fd931066-9605-4fca-a348-aae1b610849b triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:40:36.382203 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:36.387433 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b42f6213-e830-4b85-bd7a-3d0cb61814dc tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:36.389905 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b42f6213-e830-4b85-bd7a-3d0cb61814dc tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:36.404664 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06a3657-cef1-4868-ad6e-e33388ab7dc6 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:40:36.407503 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-a06a3657-cef1-4868-ad6e-e33388ab7dc6 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:40:36.412097 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06a3657-cef1-4868-ad6e-e33388ab7dc6 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:40:36.438640 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b42f6213-e830-4b85-bd7a-3d0cb61814dc tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:36.439208 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42f6213-e830-4b85-bd7a-3d0cb61814dc tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 791867f3-7af7-4918-a691-afa0932e2ed9 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:40:36.440590 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06a3657-cef1-4868-ad6e-e33388ab7dc6 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Pushing event updated for resources: {'Port': ['ID=8a85c05e-b221-4040-b84d-6ebf200ece4b,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:36.448121 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b42f6213-e830-4b85-bd7a-3d0cb61814dc tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:36.451751 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b42f6213-e830-4b85-bd7a-3d0cb61814dc tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] 10.222.0.61 "DELETE /v2.0/routers/791867f3-7af7-4918-a691-afa0932e2ed9 HTTP/1.1" status: 204 len: 168 time: 1.0429745 Aug 23 20:40:36.451934 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36462) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:36.512388 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:36.545463 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 2a862c75-f2fb-485e-b47a-6320621f92eb up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:40:36.553443 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37c84bcb-4817-4457-8402-a891a08894ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd931066-9605-4fca-a348-aae1b610849b'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:40:36.556374 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2c03ec-8e57-4ceb-a6b9-ecfcc52bb935" -d '{"events": [{"server_uuid": "37c84bcb-4817-4457-8402-a891a08894ac", "name": "network-vif-plugged", "status": "completed", "tag": "fd931066-9605-4fca-a348-aae1b610849b"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:40:36.577527 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-83363f5e-76f2-41e1-b591-5a32f9deeb17 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:36.595294 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port fd931066-9605-4fca-a348-aae1b610849b, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=fd931066-9605-4fca-a348-aae1b610849b,segment=NetworkSegment(d065db9e-a105-47a9-82fb-b3b0dd15ae8f),segment_id=d065db9e-a105-47a9-82fb-b3b0dd15ae8f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:40:36.606702 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:36.615954 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-a06a3657-cef1-4868-ad6e-e33388ab7dc6 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Deleting port 8a85c05e-b221-4040-b84d-6ebf200ece4b {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:40:36.616535 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a06a3657-cef1-4868-ad6e-e33388ab7dc6 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:36.640319 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5364eca0-20dd-4646-9507-9bf24454a233 x-openstack-request-id: req-5364eca0-20dd-4646-9507-9bf24454a233 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:40:36.640661 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37c84bcb-4817-4457-8402-a891a08894ac", "name": "network-vif-plugged", "status": "completed", "tag": "fd931066-9605-4fca-a348-aae1b610849b", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:40:36.640864 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5364eca0-20dd-4646-9507-9bf24454a233 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:40:36.641247 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37c84bcb-4817-4457-8402-a891a08894ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd931066-9605-4fca-a348-aae1b610849b', 'code': 200} Aug 23 20:40:36.684303 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 2a862c75-f2fb-485e-b47a-6320621f92eb triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:40:36.684691 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:36.715920 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-5d8b6923-2ef7-4399-a31f-2b3e8ec6b501 None None] Attempting to bind port 57eacb5c-6335-446a-adc2-f9bb455e0cdd on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:40:36.719084 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-5d8b6923-2ef7-4399-a31f-2b3e8ec6b501 None None] Attempting to bind port 57eacb5c-6335-446a-adc2-f9bb455e0cdd by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:40:36.719618 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8b6923-2ef7-4399-a31f-2b3e8ec6b501 None None] Attempting to bind port 57eacb5c-6335-446a-adc2-f9bb455e0cdd on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:40:36.720997 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=fd931066-9605-4fca-a348-aae1b610849b,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:36.732339 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8b6923-2ef7-4399-a31f-2b3e8ec6b501 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:40:36.732900 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8b6923-2ef7-4399-a31f-2b3e8ec6b501 None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:40:36.733314 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5d8b6923-2ef7-4399-a31f-2b3e8ec6b501 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:36.733697 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8b6923-2ef7-4399-a31f-2b3e8ec6b501 None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:40:36.734159 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-5d8b6923-2ef7-4399-a31f-2b3e8ec6b501 None None] Bound port: 57eacb5c-6335-446a-adc2-f9bb455e0cdd, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:40:36.734631 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5d8b6923-2ef7-4399-a31f-2b3e8ec6b501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:36.740009 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a06a3657-cef1-4868-ad6e-e33388ab7dc6 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:36.740360 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a06a3657-cef1-4868-ad6e-e33388ab7dc6 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:36.754275 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-83363f5e-76f2-41e1-b591-5a32f9deeb17 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:36.755664 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-a06a3657-cef1-4868-ad6e-e33388ab7dc6 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Calling delete_port for 8a85c05e-b221-4040-b84d-6ebf200ece4b owned by network:floatingip {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:40:36.764942 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5d8b6923-2ef7-4399-a31f-2b3e8ec6b501 None None] Port 57eacb5c-6335-446a-adc2-f9bb455e0cdd has been deleted concurrently {{(pid=94690) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 23 20:40:36.780489 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8b6923-2ef7-4399-a31f-2b3e8ec6b501 None None] Routers set() bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:40:36.781202 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8b6923-2ef7-4399-a31f-2b3e8ec6b501 None None] Router IDs set() for agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 23 20:40:36.782191 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_agentschedulers_db [None req-5d8b6923-2ef7-4399-a31f-2b3e8ec6b501 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'791867f3-7af7-4918-a691-afa0932e2ed9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:40:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent'). {{(pid=94690) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 23 20:40:36.783056 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8b6923-2ef7-4399-a31f-2b3e8ec6b501 None None] The sync data for ids ['791867f3-7af7-4918-a691-afa0932e2ed9'] in n-d-805663-2 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:40:36.889605 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed743d1-af37-4430-9a01-50dafabfe1cc req-62c891f4-347f-4595-bb6a-328f6ee72349 tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:36.891168 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9ed743d1-af37-4430-9a01-50dafabfe1cc req-62c891f4-347f-4595-bb6a-328f6ee72349 tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a4c8191-df55-4593-856a-a570b5069a6c HTTP/1.1" status: 200 len: 949 time: 0.0745683 Aug 23 20:40:36.963504 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a06a3657-cef1-4868-ad6e-e33388ab7dc6 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:36.969424 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9ed743d1-af37-4430-9a01-50dafabfe1cc req-ca7951cc-717e-4675-aed6-72733c99667f tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] 10.222.0.61 "GET /v2.0/security-groups?id=409a0b96-5933-4450-82de-a835688db3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534630 Aug 23 20:40:36.993115 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06a3657-cef1-4868-ad6e-e33388ab7dc6 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Pushing event deleted for resources: {'Port': ['ID=8a85c05e-b221-4040-b84d-6ebf200ece4b,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:37.094682 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-a06a3657-cef1-4868-ad6e-e33388ab7dc6 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] create failed (client error): The resource could not be found. Aug 23 20:40:37.095894 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a06a3657-cef1-4868-ad6e-e33388ab7dc6 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.3926451 Aug 23 20:40:37.100399 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36474) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:37.165131 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 2ce478ae-2a41-4508-85e0-74ae5887b80e up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:40:37.206152 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-98cbbdcd-a756-4e90-9337-6bcf0c369db6 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Deleting port 63d1c266-6350-44e6-9534-82fdd6ca70c6 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:40:37.206523 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-98cbbdcd-a756-4e90-9337-6bcf0c369db6 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:37.223288 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 2ce478ae-2a41-4508-85e0-74ae5887b80e completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:40:37.227581 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 2ce478ae-2a41-4508-85e0-74ae5887b80e triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:40:37.228030 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:37.241826 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af3b7f-52c4-4380-998f-b0ed640d286c req-101114b3-bdfb-458e-bb15-11a64585b307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:37.243470 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-54af3b7f-52c4-4380-998f-b0ed640d286c req-101114b3-bdfb-458e-bb15-11a64585b307 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=37c84bcb-4817-4457-8402-a891a08894ac HTTP/1.1" status: 200 len: 1096 time: 0.5108404 Aug 23 20:40:37.311409 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-83363f5e-76f2-41e1-b591-5a32f9deeb17 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Deleting port 2a862c75-f2fb-485e-b47a-6320621f92eb {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:40:37.311747 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-83363f5e-76f2-41e1-b591-5a32f9deeb17 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:37.314987 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-98cbbdcd-a756-4e90-9337-6bcf0c369db6 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:37.322015 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:37.329610 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-98cbbdcd-a756-4e90-9337-6bcf0c369db6 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Calling delete_port for 63d1c266-6350-44e6-9534-82fdd6ca70c6 owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:40:37.362961 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 2ce478ae-2a41-4508-85e0-74ae5887b80e, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=2ce478ae-2a41-4508-85e0-74ae5887b80e,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:40:37.371581 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c1aa4-9400-4e01-a543-46fa07eb7c62 req-d91fe940-eebe-46f7-8aa4-2a6a6fc9c78f tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:37.373175 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:37.373572 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9c7c1aa4-9400-4e01-a543-46fa07eb7c62 req-d91fe940-eebe-46f7-8aa4-2a6a6fc9c78f tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=d30a3450-acde-4d73-9737-8d40b0850b8c HTTP/1.1" status: 200 len: 945 time: 0.1511376 Aug 23 20:40:37.376186 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-54af3b7f-52c4-4380-998f-b0ed640d286c req-dce5cbe6-5bd1-4d33-87c3-8189d546a83a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5e94c7c4-469a-4a61-b228-394c20a2395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121426 Aug 23 20:40:37.443503 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=2ce478ae-2a41-4508-85e0-74ae5887b80e,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:37.461085 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9c7c1aa4-9400-4e01-a543-46fa07eb7c62 req-011241e2-454f-4c35-ba9d-49dc2f7442d5 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716169 Aug 23 20:40:37.468069 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-83363f5e-76f2-41e1-b591-5a32f9deeb17 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] For port 2a862c75-f2fb-485e-b47a-6320621f92eb, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=2a862c75-f2fb-485e-b47a-6320621f92eb,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:40:37.468445 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-83363f5e-76f2-41e1-b591-5a32f9deeb17 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:37.484360 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6388ef-5864-42e3-a124-722baf787e8f req-c1c66e94-08dc-410a-8b03-b606c25c992d tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:37.485902 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0a6388ef-5864-42e3-a124-722baf787e8f req-c1c66e94-08dc-410a-8b03-b606c25c992d tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/ports?device_id=37c84bcb-4817-4457-8402-a891a08894ac HTTP/1.1" status: 200 len: 945 time: 0.0719485 Aug 23 20:40:37.487013 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-83363f5e-76f2-41e1-b591-5a32f9deeb17 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Calling delete_port for 2a862c75-f2fb-485e-b47a-6320621f92eb owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:40:37.560643 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0a6388ef-5864-42e3-a124-722baf787e8f req-4753f9f6-37b2-4579-a431-ddb6de13ae4d tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e94c7c4-469a-4a61-b228-394c20a2395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520499 Aug 23 20:40:37.561939 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-98cbbdcd-a756-4e90-9337-6bcf0c369db6 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:37.606278 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cbbdcd-a756-4e90-9337-6bcf0c369db6 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Pushing event deleted for resources: {'Port': ['ID=63d1c266-6350-44e6-9534-82fdd6ca70c6,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:37.711176 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-98cbbdcd-a756-4e90-9337-6bcf0c369db6 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:37.716185 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-98cbbdcd-a756-4e90-9337-6bcf0c369db6 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] 10.222.0.61 "DELETE /v2.0/ports/63d1c266-6350-44e6-9534-82fdd6ca70c6 HTTP/1.1" status: 204 len: 168 time: 0.6124701 Aug 23 20:40:37.720257 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36482) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:37.754233 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-83363f5e-76f2-41e1-b591-5a32f9deeb17 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:37.794534 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83363f5e-76f2-41e1-b591-5a32f9deeb17 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Pushing event deleted for resources: {'Port': ['ID=2a862c75-f2fb-485e-b47a-6320621f92eb,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:37.813990 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05168122-d7c6-4aeb-8b4e-90019f883a40 req-1ddc7527-4772-4c4c-82bf-412e27ced30f tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:37.816555 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-05168122-d7c6-4aeb-8b4e-90019f883a40 req-1ddc7527-4772-4c4c-82bf-412e27ced30f tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=d30a3450-acde-4d73-9737-8d40b0850b8c HTTP/1.1" status: 200 len: 945 time: 0.0911345 Aug 23 20:40:37.820210 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840a3cd-2a80-42e7-83ed-f0aa21e555c2 req-33b76e76-a5f3-430b-9918-b406c804f4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:37.821936 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9840a3cd-2a80-42e7-83ed-f0aa21e555c2 req-33b76e76-a5f3-430b-9918-b406c804f4c6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=13b1595470b742008115767d927fc00b&device_id=d30a3450-acde-4d73-9737-8d40b0850b8c HTTP/1.1" status: 200 len: 1096 time: 0.1069136 Aug 23 20:40:37.837540 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef55e7cf-0087-479a-beba-5854bf0ad3e1 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:37.842179 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ef55e7cf-0087-479a-beba-5854bf0ad3e1 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] 10.222.0.61 "GET /v2.0/ports?device_id=a96118b3-fab9-40d9-b010-8780d75f6dd9 HTTP/1.1" status: 200 len: 913 time: 0.1198788 Aug 23 20:40:37.843024 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36484) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:37.916279 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-05168122-d7c6-4aeb-8b4e-90019f883a40 req-fcb81b33-db36-4dbd-8d81-de0bf3e3f788 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904539 Aug 23 20:40:37.957777 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840a3cd-2a80-42e7-83ed-f0aa21e555c2 req-718daeb8-baac-4596-ba71-2fa335565daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:37.959267 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9840a3cd-2a80-42e7-83ed-f0aa21e555c2 req-718daeb8-baac-4596-ba71-2fa335565daa service neutron] 10.222.0.11 "GET /v2.0/networks?id=d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3 HTTP/1.1" status: 200 len: 911 time: 0.1256940 Aug 23 20:40:37.962159 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-83363f5e-76f2-41e1-b591-5a32f9deeb17 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:38.006107 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9840a3cd-2a80-42e7-83ed-f0aa21e555c2 req-263cc609-a3ec-42a9-ad17-dda5261dc68d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75e97af1-b90e-495e-aa7d-44a421474c7e HTTP/1.1" status: 200 len: 217 time: 0.0382023 Aug 23 20:40:38.062378 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840a3cd-2a80-42e7-83ed-f0aa21e555c2 req-5714f572-c752-40c0-827f-6d614262e976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:38.064032 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9840a3cd-2a80-42e7-83ed-f0aa21e555c2 req-5714f572-c752-40c0-827f-6d614262e976 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d571b443-68b1-44d5-8979-00646207cd13 HTTP/1.1" status: 200 len: 850 time: 0.0488770 Aug 23 20:40:38.100941 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9840a3cd-2a80-42e7-83ed-f0aa21e555c2 req-48fe902e-dbe3-43cb-b775-e9850db9cb86 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282066 Aug 23 20:40:38.123035 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-83363f5e-76f2-41e1-b591-5a32f9deeb17 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:38.126736 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-83363f5e-76f2-41e1-b591-5a32f9deeb17 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:38.202146 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9840a3cd-2a80-42e7-83ed-f0aa21e555c2 req-7b6d440b-c946-4c54-9e20-6d94267bfb7c service neutron] 10.222.0.11 "GET /v2.0/networks/d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938213 Aug 23 20:40:38.241133 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-83363f5e-76f2-41e1-b591-5a32f9deeb17 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:38.241684 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83363f5e-76f2-41e1-b591-5a32f9deeb17 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eeea58cc-9800-4907-8f5c-17dc2809413b {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:40:38.247727 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-83363f5e-76f2-41e1-b591-5a32f9deeb17 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:38.248962 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-83363f5e-76f2-41e1-b591-5a32f9deeb17 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] 10.222.0.61 "DELETE /v2.0/routers/eeea58cc-9800-4907-8f5c-17dc2809413b HTTP/1.1" status: 204 len: 168 time: 1.7961004 Aug 23 20:40:38.257839 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36492) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:38.258039 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da8d1e-5fed-4e56-a7d6-f2f10a07b515 req-0d0c3a3c-d3d6-4363-bd7f-599c4b12fe9a tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:38.259615 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b4da8d1e-5fed-4e56-a7d6-f2f10a07b515 req-0d0c3a3c-d3d6-4363-bd7f-599c4b12fe9a tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a4c8191-df55-4593-856a-a570b5069a6c HTTP/1.1" status: 200 len: 950 time: 0.1882555 Aug 23 20:40:38.266325 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-1c5fe2a5-934d-4f0d-8c03-12413752e711 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2066852549', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}, 'admin_state_up': False}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:40:38.307865 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1c5fe2a5-934d-4f0d-8c03-12413752e711 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:38.308916 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1c5fe2a5-934d-4f0d-8c03-12413752e711 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:38.338084 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9840a3cd-2a80-42e7-83ed-f0aa21e555c2 req-7c6e9f9a-7253-4686-aa0b-fd7445f26ae4 service neutron] 10.222.0.11 "GET /v2.0/networks/d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280632 Aug 23 20:40:38.348483 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b4da8d1e-5fed-4e56-a7d6-f2f10a07b515 req-0de65e25-08a1-4da9-8095-dd6b7abbf5e3 tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] 10.222.0.61 "GET /v2.0/security-groups?id=409a0b96-5933-4450-82de-a835688db3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603919 Aug 23 20:40:38.407304 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1c5fe2a5-934d-4f0d-8c03-12413752e711 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:38.516732 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4cc06082-631d-4ee7-bd0e-b604fcabeaac tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:38.643588 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4c8191-df55-4593-856a-a570b5069a6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce478ae-2a41-4508-85e0-74ae5887b80e'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:40:38.646326 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a283a24-1077-4280-8fb8-383f10167ad0" -d '{"events": [{"server_uuid": "9a4c8191-df55-4593-856a-a570b5069a6c", "name": "network-vif-plugged", "status": "completed", "tag": "2ce478ae-2a41-4508-85e0-74ae5887b80e"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:40:38.686956 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023a1251-bd76-4584-ba85-6e01d42ad672 x-openstack-request-id: req-023a1251-bd76-4584-ba85-6e01d42ad672 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:40:38.687494 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a4c8191-df55-4593-856a-a570b5069a6c", "name": "network-vif-plugged", "status": "completed", "tag": "2ce478ae-2a41-4508-85e0-74ae5887b80e", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:40:38.687897 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-023a1251-bd76-4584-ba85-6e01d42ad672 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:40:38.688428 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4c8191-df55-4593-856a-a570b5069a6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce478ae-2a41-4508-85e0-74ae5887b80e', 'code': 200} Aug 23 20:40:38.863062 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-4cc06082-631d-4ee7-bd0e-b604fcabeaac tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Deleting port cf83d4a6-a1bf-4014-aca7-3f1aa96a9e37 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:40:38.863429 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4cc06082-631d-4ee7-bd0e-b604fcabeaac tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:38.955145 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4cc06082-631d-4ee7-bd0e-b604fcabeaac tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:38.969766 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1c5fe2a5-934d-4f0d-8c03-12413752e711 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:38.975088 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-4cc06082-631d-4ee7-bd0e-b604fcabeaac tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Calling delete_port for cf83d4a6-a1bf-4014-aca7-3f1aa96a9e37 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:40:39.001045 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410e9ca-0b04-4f66-890d-3856fbfe0818 req-99cfc75c-d668-4485-a5b5-49f177916285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:39.002893 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d410e9ca-0b04-4f66-890d-3856fbfe0818 req-99cfc75c-d668-4485-a5b5-49f177916285 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9a4c8191-df55-4593-856a-a570b5069a6c HTTP/1.1" status: 200 len: 1101 time: 0.1664176 Aug 23 20:40:39.012831 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00205fb0-a8e1-4021-a8f4-915b2cdd61ff req-cdf26b96-8013-4c3f-9074-c6166c32be0a tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:39.014575 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-00205fb0-a8e1-4021-a8f4-915b2cdd61ff req-cdf26b96-8013-4c3f-9074-c6166c32be0a tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/ports?device_id=37c84bcb-4817-4457-8402-a891a08894ac HTTP/1.1" status: 200 len: 945 time: 0.1706347 Aug 23 20:40:39.125596 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d410e9ca-0b04-4f66-890d-3856fbfe0818 req-7c93410a-c61e-42f3-a4e0-763f3c567923 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=409a0b96-5933-4450-82de-a835688db3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099124 Aug 23 20:40:39.132103 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-00205fb0-a8e1-4021-a8f4-915b2cdd61ff req-bb992506-88b6-4af6-b488-ac7381b9f580 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e94c7c4-469a-4a61-b228-394c20a2395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074958 Aug 23 20:40:39.141691 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483244a8-4e7c-485c-9305-31d9c130f273 req-2280bf23-b41e-49b2-947c-e4c93f9deef8 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:39.144649 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-483244a8-4e7c-485c-9305-31d9c130f273 req-2280bf23-b41e-49b2-947c-e4c93f9deef8 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=d30a3450-acde-4d73-9737-8d40b0850b8c HTTP/1.1" status: 200 len: 945 time: 0.1087599 Aug 23 20:40:39.243616 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-483244a8-4e7c-485c-9305-31d9c130f273 req-aa053a09-64b4-46ed-b5fe-27194940df56 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933135 Aug 23 20:40:39.263922 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4cc06082-631d-4ee7-bd0e-b604fcabeaac tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:39.299467 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc06082-631d-4ee7-bd0e-b604fcabeaac tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Pushing event deleted for resources: {'Port': ['ID=cf83d4a6-a1bf-4014-aca7-3f1aa96a9e37,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:39.374624 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1c5fe2a5-934d-4f0d-8c03-12413752e711 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:39.405216 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1c5fe2a5-934d-4f0d-8c03-12413752e711 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:39.519212 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4cc06082-631d-4ee7-bd0e-b604fcabeaac tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:39.576414 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c4669f-3b5e-4c4d-949e-5612ba0bb8d0 req-02735b14-7bf8-4f2d-b2b0-f3d99fc245eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:39.578051 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-20c4669f-3b5e-4c4d-949e-5612ba0bb8d0 req-02735b14-7bf8-4f2d-b2b0-f3d99fc245eb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=af6d10f8e4524fca830991e1540c222c&device_id=37c84bcb-4817-4457-8402-a891a08894ac HTTP/1.1" status: 200 len: 1096 time: 0.1435919 Aug 23 20:40:39.604190 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b62ebf-a2b8-4308-99b4-85bccf35e4ea req-2359016b-a676-4cd5-88ce-02332d131c61 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:39.605928 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-21b62ebf-a2b8-4308-99b4-85bccf35e4ea req-2359016b-a676-4cd5-88ce-02332d131c61 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/ports?device_id=37c84bcb-4817-4457-8402-a891a08894ac HTTP/1.1" status: 200 len: 945 time: 0.1018155 Aug 23 20:40:39.635204 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-1c5fe2a5-934d-4f0d-8c03-12413752e711 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Allocated IP 172.25.4.152 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/63140c2a-c444-431e-8722-967c7b55d7a3) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:40:39.686638 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-21b62ebf-a2b8-4308-99b4-85bccf35e4ea req-1ff210ea-80ca-4280-bab4-beee00b13c6a tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e94c7c4-469a-4a61-b228-394c20a2395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687745 Aug 23 20:40:39.715418 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f6663-a87e-42aa-8c3f-88eb23b4c690 req-b4990b26-ff25-4cf8-8ef3-2ace9957d5ef tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:39.717192 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-264f6663-a87e-42aa-8c3f-88eb23b4c690 req-b4990b26-ff25-4cf8-8ef3-2ace9957d5ef tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a4c8191-df55-4593-856a-a570b5069a6c HTTP/1.1" status: 200 len: 950 time: 0.2145336 Aug 23 20:40:39.772422 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1c5fe2a5-934d-4f0d-8c03-12413752e711 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:39.817530 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1c5fe2a5-934d-4f0d-8c03-12413752e711 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:39.856609 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5fe2a5-934d-4f0d-8c03-12413752e711 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:40:39.859604 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-264f6663-a87e-42aa-8c3f-88eb23b4c690 req-22b03dec-842d-414d-b6d6-bd7e73b5f046 tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] 10.222.0.61 "GET /v2.0/security-groups?id=409a0b96-5933-4450-82de-a835688db3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296780 Aug 23 20:40:39.862166 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-1c5fe2a5-934d-4f0d-8c03-12413752e711 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:40:39.864908 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5fe2a5-934d-4f0d-8c03-12413752e711 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:40:39.878952 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c4669f-3b5e-4c4d-949e-5612ba0bb8d0 req-9b5d8496-f336-45e4-acf5-fbf4db2d7540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:39.880449 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-20c4669f-3b5e-4c4d-949e-5612ba0bb8d0 req-9b5d8496-f336-45e4-acf5-fbf4db2d7540 service neutron] 10.222.0.32 "GET /v2.0/networks?id=038de372-6dab-402e-9e56-851fe636faa4 HTTP/1.1" status: 200 len: 920 time: 0.2638900 Aug 23 20:40:39.882274 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc06082-631d-4ee7-bd0e-b604fcabeaac tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Router a96118b3-fab9-40d9-b010-8780d75f6dd9 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:40:39.908549 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5fe2a5-934d-4f0d-8c03-12413752e711 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Pushing event updated for resources: {'Port': ['ID=63140c2a-c444-431e-8722-967c7b55d7a3,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:39.938124 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-20c4669f-3b5e-4c4d-949e-5612ba0bb8d0 req-02adc72d-b8ec-44bf-990f-5dde9c4f878a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd931066-9605-4fca-a348-aae1b610849b HTTP/1.1" status: 200 len: 217 time: 0.0476754 Aug 23 20:40:39.979744 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-655bf8ee-2f00-448c-89b6-24d088eaa4ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:40.057129 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc06082-631d-4ee7-bd0e-b604fcabeaac tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:40:40.063283 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4cc06082-631d-4ee7-bd0e-b604fcabeaac tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] 10.222.0.61 "PUT /v2.0/routers/a96118b3-fab9-40d9-b010-8780d75f6dd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2181754 Aug 23 20:40:40.066608 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36514) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:40.072277 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7002c7-5524-41b4-b027-945075eeb6f1 None None] Sync routers for ids ['a96118b3-fab9-40d9-b010-8780d75f6dd9'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:40:40.084594 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7002c7-5524-41b4-b027-945075eeb6f1 None None] Routers {'a96118b3-fab9-40d9-b010-8780d75f6dd9'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:40:40.085364 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-6b7002c7-5524-41b4-b027-945075eeb6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:40:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['a96118b3-fab9-40d9-b010-8780d75f6dd9'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:40.112888 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c4669f-3b5e-4c4d-949e-5612ba0bb8d0 req-a53dc3a3-34d5-403d-a6d9-8af2721c2a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:40.114389 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-20c4669f-3b5e-4c4d-949e-5612ba0bb8d0 req-a53dc3a3-34d5-403d-a6d9-8af2721c2a1d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=88ba7296-f48b-4a30-b31b-00e095355e1f HTTP/1.1" status: 200 len: 859 time: 0.1332200 Aug 23 20:40:40.124552 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-6b7002c7-5524-41b4-b027-945075eeb6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:40.135296 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7002c7-5524-41b4-b027-945075eeb6f1 None None] Routers {'a96118b3-fab9-40d9-b010-8780d75f6dd9'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:40:40.136371 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-6b7002c7-5524-41b4-b027-945075eeb6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:40:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['a96118b3-fab9-40d9-b010-8780d75f6dd9'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:40.176620 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-63ab0e96-1472-4c8d-b441-c6a0731c69f5 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:40.180435 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1c5fe2a5-934d-4f0d-8c03-12413752e711 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:40.180931 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-6b7002c7-5524-41b4-b027-945075eeb6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:40.181290 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7002c7-5524-41b4-b027-945075eeb6f1 None None] The sync data for ids ['a96118b3-fab9-40d9-b010-8780d75f6dd9'] in n-d-805663-2 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:40:40.245629 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-20c4669f-3b5e-4c4d-949e-5612ba0bb8d0 req-8328c308-5935-469b-a747-02d74bea364b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=038de372-6dab-402e-9e56-851fe636faa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884957 Aug 23 20:40:40.297588 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:40.429840 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 2a862c75-f2fb-485e-b47a-6320621f92eb no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:40:40.454160 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 2a862c75-f2fb-485e-b47a-6320621f92eb {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:40:40.455772 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 2a862c75-f2fb-485e-b47a-6320621f92eb not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:40:40.469300 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1c5fe2a5-934d-4f0d-8c03-12413752e711 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:40.479297 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae04a1-94fa-44b5-b8d7-147c225ed775 req-717baab1-8764-4783-84e7-1eb9956defdf tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:40.481359 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-88ae04a1-94fa-44b5-b8d7-147c225ed775 req-717baab1-8764-4783-84e7-1eb9956defdf tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=d30a3450-acde-4d73-9737-8d40b0850b8c HTTP/1.1" status: 200 len: 945 time: 0.1188185 Aug 23 20:40:40.614915 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-88ae04a1-94fa-44b5-b8d7-147c225ed775 req-2739cae2-7e94-4197-81c7-1e94f8efd2c9 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198404 Aug 23 20:40:40.668585 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c5fe2a5-934d-4f0d-8c03-12413752e711 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Router 0d770d10-9775-4244-b70e-ada4d2f49c5d is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:40:40.782445 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5fe2a5-934d-4f0d-8c03-12413752e711 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:40:40.795987 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1403f4-566d-4956-b2cc-d2d2e049b0ec None None] Sync routers for ids ['0d770d10-9775-4244-b70e-ada4d2f49c5d'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:40:40.800638 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-63ab0e96-1472-4c8d-b441-c6a0731c69f5 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:40.806798 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1c5fe2a5-934d-4f0d-8c03-12413752e711 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:40.808012 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1c5fe2a5-934d-4f0d-8c03-12413752e711 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.5494120 Aug 23 20:40:40.810814 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36524) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:40.811813 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1403f4-566d-4956-b2cc-d2d2e049b0ec None None] Routers {'0d770d10-9775-4244-b70e-ada4d2f49c5d'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:40:40.812675 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2d1403f4-566d-4956-b2cc-d2d2e049b0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:40:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['0d770d10-9775-4244-b70e-ada4d2f49c5d'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:40.816574 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-a2f016f8-92ec-47a2-aecf-8834b695a857 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'enable_snat': False}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:40:40.816724 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-63ab0e96-1472-4c8d-b441-c6a0731c69f5 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:40.850724 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2d1403f4-566d-4956-b2cc-d2d2e049b0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:40.859938 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1403f4-566d-4956-b2cc-d2d2e049b0ec None None] Routers {'0d770d10-9775-4244-b70e-ada4d2f49c5d'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:40:40.860727 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2d1403f4-566d-4956-b2cc-d2d2e049b0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:40:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['0d770d10-9775-4244-b70e-ada4d2f49c5d'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:40.889509 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-63ab0e96-1472-4c8d-b441-c6a0731c69f5 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:40.890056 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ab0e96-1472-4c8d-b441-c6a0731c69f5 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Fanout notify agent at l3_agent the message router_deleted on router a96118b3-fab9-40d9-b010-8780d75f6dd9 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:40:40.897262 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2d1403f4-566d-4956-b2cc-d2d2e049b0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:40.898471 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1403f4-566d-4956-b2cc-d2d2e049b0ec None None] The sync data for ids ['0d770d10-9775-4244-b70e-ada4d2f49c5d'] in n-d-805663-2 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:40:40.899144 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-63ab0e96-1472-4c8d-b441-c6a0731c69f5 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:40.902412 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-63ab0e96-1472-4c8d-b441-c6a0731c69f5 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] 10.222.0.61 "DELETE /v2.0/routers/a96118b3-fab9-40d9-b010-8780d75f6dd9 HTTP/1.1" status: 204 len: 168 time: 0.8327217 Aug 23 20:40:40.903062 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36528) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:40.906440 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-20c4669f-3b5e-4c4d-949e-5612ba0bb8d0 req-5aa17ff7-757a-4066-ac2a-84083e3f6278 service neutron] 10.222.0.32 "GET /v2.0/networks/038de372-6dab-402e-9e56-851fe636faa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6239247 Aug 23 20:40:40.922646 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10891733-77a5-48d3-9566-9e3ebaae5fad req-7d164cb2-6ee4-4419-9f02-240ed109c2c1 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:40.924839 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-10891733-77a5-48d3-9566-9e3ebaae5fad req-7d164cb2-6ee4-4419-9f02-240ed109c2c1 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/ports?device_id=37c84bcb-4817-4457-8402-a891a08894ac HTTP/1.1" status: 200 len: 945 time: 0.1394720 Aug 23 20:40:41.058203 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78edf58e-4b07-4e87-bdc2-8b97bf8e0315 req-8b7a19a6-e382-4ff4-bbf9-cfea9f56e8f7 tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:41.058411 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-446f6d33-0501-4ced-93b0-029e9679a7f4 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Deleting subnet 1a4d3a10-7037-445c-97ce-f75602be0161 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:40:41.059609 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-78edf58e-4b07-4e87-bdc2-8b97bf8e0315 req-8b7a19a6-e382-4ff4-bbf9-cfea9f56e8f7 tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a4c8191-df55-4593-856a-a570b5069a6c HTTP/1.1" status: 200 len: 950 time: 0.0944171 Aug 23 20:40:41.063140 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-10891733-77a5-48d3-9566-9e3ebaae5fad req-11d4b6e4-cec0-4296-b01a-c76f9b979771 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e94c7c4-469a-4a61-b228-394c20a2395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121476 Aug 23 20:40:41.066626 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-446f6d33-0501-4ced-93b0-029e9679a7f4 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:41.110673 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-20c4669f-3b5e-4c4d-949e-5612ba0bb8d0 req-fb6bd48e-8890-437d-a5c4-2442329a5861 service neutron] 10.222.0.32 "GET /v2.0/networks/038de372-6dab-402e-9e56-851fe636faa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669385 Aug 23 20:40:41.119445 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-446f6d33-0501-4ced-93b0-029e9679a7f4 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:41.148766 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-78edf58e-4b07-4e87-bdc2-8b97bf8e0315 req-8c3eff7a-16d4-4cfc-995d-3b097e13bd6a tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] 10.222.0.61 "GET /v2.0/security-groups?id=409a0b96-5933-4450-82de-a835688db3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824931 Aug 23 20:40:41.230037 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a2f016f8-92ec-47a2-aecf-8834b695a857 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:41.233040 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-446f6d33-0501-4ced-93b0-029e9679a7f4 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:41.316630 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-446f6d33-0501-4ced-93b0-029e9679a7f4 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:41.352096 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-446f6d33-0501-4ced-93b0-029e9679a7f4 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:41.356228 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-446f6d33-0501-4ced-93b0-029e9679a7f4 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] 10.222.0.61 "DELETE /v2.0/subnets/1a4d3a10-7037-445c-97ce-f75602be0161 HTTP/1.1" status: 204 len: 168 time: 0.4499128 Aug 23 20:40:41.356228 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446f6d33-0501-4ced-93b0-029e9679a7f4 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Pushing event deleted for resources: {'Subnet': ['ID=1a4d3a10-7037-445c-97ce-f75602be0161,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:41.360006 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63459417-52b4-46c5-9794-56c2a74a1c8b None None] Network afafa00e-97f0-411b-8f91-1ad7df6dae36 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:40:41.361182 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36538) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:41.445066 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-83f78890-6fd1-4c73-bf87-271c249756d5 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:41.484862 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a32fb-3589-4e68-bff8-1a42ec9c0cd7 req-af6b2942-cdb0-4242-ab73-5ad1fd913821 tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:41.487480 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e95a32fb-3589-4e68-bff8-1a42ec9c0cd7 req-af6b2942-cdb0-4242-ab73-5ad1fd913821 tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a4c8191-df55-4593-856a-a570b5069a6c HTTP/1.1" status: 200 len: 950 time: 0.0962932 Aug 23 20:40:41.515168 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-83f78890-6fd1-4c73-bf87-271c249756d5 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Deleting port b23ca11b-6eaf-43ba-a2d3-8c7735048845 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:40:41.515598 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-83f78890-6fd1-4c73-bf87-271c249756d5 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:41.586598 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fc35ed-317d-41b2-be6d-74ab5db4637f None None] DHCP port deletion for afafa00e-97f0-411b-8f91-1ad7df6dae36 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:40:41.594390 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e95a32fb-3589-4e68-bff8-1a42ec9c0cd7 req-27c11cf4-9bcc-4d24-9cac-554ab749eb08 tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] 10.222.0.61 "GET /v2.0/security-groups?id=409a0b96-5933-4450-82de-a835688db3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887995 Aug 23 20:40:41.636860 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-83f78890-6fd1-4c73-bf87-271c249756d5 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] For port b23ca11b-6eaf-43ba-a2d3-8c7735048845, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=b23ca11b-6eaf-43ba-a2d3-8c7735048845,segment=NetworkSegment(579de175-39f4-4954-a6c0-8209a4c5a0cf),segment_id=579de175-39f4-4954-a6c0-8209a4c5a0cf)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:40:41.637544 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-83f78890-6fd1-4c73-bf87-271c249756d5 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:41.656114 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-83f78890-6fd1-4c73-bf87-271c249756d5 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Calling delete_port for b23ca11b-6eaf-43ba-a2d3-8c7735048845 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:40:41.659974 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-46fc35ed-317d-41b2-be6d-74ab5db4637f None None] Deleting port b23ca11b-6eaf-43ba-a2d3-8c7735048845 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:40:41.660386 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-46fc35ed-317d-41b2-be6d-74ab5db4637f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:41.739333 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-46fc35ed-317d-41b2-be6d-74ab5db4637f None None] For port b23ca11b-6eaf-43ba-a2d3-8c7735048845, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=b23ca11b-6eaf-43ba-a2d3-8c7735048845,segment=NetworkSegment(579de175-39f4-4954-a6c0-8209a4c5a0cf),segment_id=579de175-39f4-4954-a6c0-8209a4c5a0cf)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:40:41.740116 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-46fc35ed-317d-41b2-be6d-74ab5db4637f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:41.748589 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-83f78890-6fd1-4c73-bf87-271c249756d5 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:41.757519 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-46fc35ed-317d-41b2-be6d-74ab5db4637f None None] Calling delete_port for b23ca11b-6eaf-43ba-a2d3-8c7735048845 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:40:41.783043 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f78890-6fd1-4c73-bf87-271c249756d5 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Pushing event deleted for resources: {'Port': ['ID=b23ca11b-6eaf-43ba-a2d3-8c7735048845,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:41.788697 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f78890-6fd1-4c73-bf87-271c249756d5 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] No DVR routers for this DVR port b23ca11b-6eaf-43ba-a2d3-8c7735048845 on host n-d-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:40:41.856947 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-46fc35ed-317d-41b2-be6d-74ab5db4637f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:41.901310 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fc35ed-317d-41b2-be6d-74ab5db4637f None None] Pushing event deleted for resources: {'Port': ['ID=b23ca11b-6eaf-43ba-a2d3-8c7735048845,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:41.904465 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fc35ed-317d-41b2-be6d-74ab5db4637f None None] No DVR routers for this DVR port b23ca11b-6eaf-43ba-a2d3-8c7735048845 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:40:41.904969 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-83f78890-6fd1-4c73-bf87-271c249756d5 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:41.925106 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-83f78890-6fd1-4c73-bf87-271c249756d5 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afafa00e-97f0-411b-8f91-1ad7df6dae36']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:41.939716 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-83f78890-6fd1-4c73-bf87-271c249756d5 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '579de175-39f4-4954-a6c0-8209a4c5a0cf') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:41.941093 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-83f78890-6fd1-4c73-bf87-271c249756d5 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '579de175-39f4-4954-a6c0-8209a4c5a0cf') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:41.954673 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-83f78890-6fd1-4c73-bf87-271c249756d5 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:41.974924 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-83f78890-6fd1-4c73-bf87-271c249756d5 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:41.982559 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83f78890-6fd1-4c73-bf87-271c249756d5 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:40:41.983445 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-83f78890-6fd1-4c73-bf87-271c249756d5 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:41.987319 n-d-805663-2 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:40:41.987319 n-d-805663-2 neutron-server[94688]: items = [ Aug 23 20:40:41.987319 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:40:41.987319 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:40:41.987319 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:40:41.987319 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:40:41.987319 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:40:41.987319 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:40:41.987319 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:40:41.987319 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:40:41.987319 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:40:41.987319 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:40:41.987319 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:40:41.987319 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:40:41.987319 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:40:41.987319 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:40:41.987319 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:40:41.987319 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:40:41.987319 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:40:41.987319 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:40:41.987319 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:40:41.987319 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:40:41.987319 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:40:41.987319 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:40:41.987319 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:40:41.987319 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:40:41.987319 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:40:41.987319 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:40:41.987319 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:40:41.987319 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:40:41.987319 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:40:41.987319 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:40:41.987319 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:40:41.987319 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:40:42.061743 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-83f78890-6fd1-4c73-bf87-271c249756d5 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:42.072462 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-83f78890-6fd1-4c73-bf87-271c249756d5 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:42.074568 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-83f78890-6fd1-4c73-bf87-271c249756d5 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] 10.222.0.61 "DELETE /v2.0/networks/afafa00e-97f0-411b-8f91-1ad7df6dae36 HTTP/1.1" status: 204 len: 168 time: 0.7121422 Aug 23 20:40:42.087123 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f78890-6fd1-4c73-bf87-271c249756d5 tempest-FloatingIPNegativeTestJSON-1791024566 tempest-FloatingIPNegativeTestJSON-1791024566-project] Pushing event deleted for resources: {'Network': ['ID=afafa00e-97f0-411b-8f91-1ad7df6dae36,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:42.109710 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede43ded-d1ae-4123-a6a6-ae57695b2007 req-315db7fb-f995-4bbf-a7dc-a7e1f1e22808 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:42.113447 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ede43ded-d1ae-4123-a6a6-ae57695b2007 req-315db7fb-f995-4bbf-a7dc-a7e1f1e22808 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=d30a3450-acde-4d73-9737-8d40b0850b8c HTTP/1.1" status: 200 len: 945 time: 0.3909466 Aug 23 20:40:42.148362 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a2f016f8-92ec-47a2-aecf-8834b695a857 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4165669'] for router, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:42.156355 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a2f016f8-92ec-47a2-aecf-8834b695a857 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-499466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-499571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-497774'] for router, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:42.214922 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47709b-7771-4e29-bd10-1f9409de2d7b req-5579fefe-c57b-408e-a766-bd0ab1df05ed tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:42.216778 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ff47709b-7771-4e29-bd10-1f9409de2d7b req-5579fefe-c57b-408e-a766-bd0ab1df05ed tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/ports?device_id=37c84bcb-4817-4457-8402-a891a08894ac HTTP/1.1" status: 200 len: 945 time: 0.0589757 Aug 23 20:40:42.218655 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ede43ded-d1ae-4123-a6a6-ae57695b2007 req-6df2e083-af48-46a6-be4c-571180df0353 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996678 Aug 23 20:40:42.283550 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ff47709b-7771-4e29-bd10-1f9409de2d7b req-c1092020-7212-4407-906b-72d54df4cadf tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e94c7c4-469a-4a61-b228-394c20a2395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533257 Aug 23 20:40:42.311450 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f016f8-92ec-47a2-aecf-8834b695a857 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Router 0d770d10-9775-4244-b70e-ada4d2f49c5d has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:40:42.412351 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36552) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:42.435492 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f016f8-92ec-47a2-aecf-8834b695a857 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:40:42.447344 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a2f016f8-92ec-47a2-aecf-8834b695a857 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:42.448854 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a2f016f8-92ec-47a2-aecf-8834b695a857 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] 10.222.0.61 "PUT /v2.0/routers/0d770d10-9775-4244-b70e-ada4d2f49c5d HTTP/1.1" status: 200 len: 922 time: 1.6368103 Aug 23 20:40:42.451621 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36556) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:42.474982 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc23f1c-3670-46e3-9532-a85e8c9c209f None None] Sync routers for ids ['0d770d10-9775-4244-b70e-ada4d2f49c5d'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:40:42.483283 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc23f1c-3670-46e3-9532-a85e8c9c209f None None] Routers {'0d770d10-9775-4244-b70e-ada4d2f49c5d'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:40:42.484265 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8fc23f1c-3670-46e3-9532-a85e8c9c209f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:40:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['0d770d10-9775-4244-b70e-ada4d2f49c5d'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:42.489830 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device b23ca11b-6eaf-43ba-a2d3-8c7735048845 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:40:42.540109 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8fc23f1c-3670-46e3-9532-a85e8c9c209f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:42.542394 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: b23ca11b-6eaf-43ba-a2d3-8c7735048845 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:40:42.542905 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device b23ca11b-6eaf-43ba-a2d3-8c7735048845 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:40:42.552907 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc23f1c-3670-46e3-9532-a85e8c9c209f None None] Routers {'0d770d10-9775-4244-b70e-ada4d2f49c5d'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:40:42.553706 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8fc23f1c-3670-46e3-9532-a85e8c9c209f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:40:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['0d770d10-9775-4244-b70e-ada4d2f49c5d'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:42.598895 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8fc23f1c-3670-46e3-9532-a85e8c9c209f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:42.599839 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc23f1c-3670-46e3-9532-a85e8c9c209f None None] The sync data for ids ['0d770d10-9775-4244-b70e-ada4d2f49c5d'] in n-d-805663-2 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:40:42.600892 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-36bcdbba-ebd2-4132-b6d9-b5e29813a4a6 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] 10.222.0.61 "GET /v2.0/routers/0d770d10-9775-4244-b70e-ada4d2f49c5d HTTP/1.1" status: 200 len: 922 time: 0.1479268 Aug 23 20:40:42.603876 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36560) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:42.606245 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-34687a3a-0711-49a1-9b8d-300ba5d114c1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c012346e86364046bdcdf0ae461da3d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1925132 Aug 23 20:40:42.606943 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36562) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:42.661877 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7562e8ce-b533-4c07-bac9-a3ba632453cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:42.682557 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705d9aa6-0973-4711-a57b-c85e24ede2c2 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:42.684850 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-705d9aa6-0973-4711-a57b-c85e24ede2c2 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=03d801c5-d257-4cc1-bad3-11a323aafec0&device_id=0d770d10-9775-4244-b70e-ada4d2f49c5d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0797930 Aug 23 20:40:42.688084 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36568) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:42.716912 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7562e8ce-b533-4c07-bac9-a3ba632453cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:42.770187 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892cb215-eaea-46d7-b76d-4c9c6f919725 req-5fc4ae68-94ad-4902-ab28-8d4cd4193cf4 tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:42.771834 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-892cb215-eaea-46d7-b76d-4c9c6f919725 req-5fc4ae68-94ad-4902-ab28-8d4cd4193cf4 tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a4c8191-df55-4593-856a-a570b5069a6c HTTP/1.1" status: 200 len: 950 time: 0.0924032 Aug 23 20:40:42.808678 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7562e8ce-b533-4c07-bac9-a3ba632453cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:42.811143 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7562e8ce-b533-4c07-bac9-a3ba632453cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:42.812301 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-7562e8ce-b533-4c07-bac9-a3ba632453cc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/58a17e73-5317-4e04-8272-faa0b5d7fc23 HTTP/1.1" status: 204 len: 168 time: 0.2044451 Aug 23 20:40:42.820329 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85821fe1-17e7-4d17-a295-3f25f93e92fc req-e89364a2-87da-4e24-80a3-77c42370dd25 tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:42.821861 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-85821fe1-17e7-4d17-a295-3f25f93e92fc req-e89364a2-87da-4e24-80a3-77c42370dd25 tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a4c8191-df55-4593-856a-a570b5069a6c HTTP/1.1" status: 200 len: 950 time: 0.0806122 Aug 23 20:40:42.825246 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec801a53-cf73-44fc-95d9-27924269a13b tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:42.825447 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7562e8ce-b533-4c07-bac9-a3ba632453cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a17e73-5317-4e04-8272-faa0b5d7fc23,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:42.826732 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ec801a53-cf73-44fc-95d9-27924269a13b tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] 10.222.0.61 "GET /v2.0/networks/03d801c5-d257-4cc1-bad3-11a323aafec0 HTTP/1.1" status: 200 len: 881 time: 0.1374810 Aug 23 20:40:42.829348 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-892cb215-eaea-46d7-b76d-4c9c6f919725 req-d079780d-a6cb-4cd1-af4c-2a8bd2e37aed tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] 10.222.0.61 "GET /v2.0/security-groups?id=409a0b96-5933-4450-82de-a835688db3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508695 Aug 23 20:40:42.830079 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36572) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:42.882916 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-6adab48c-292e-404c-a4c4-3d6b4f90fd65 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d770d10-9775-4244-b70e-ada4d2f49c5d HTTP/1.1" status: 200 len: 205 time: 0.0512271 Aug 23 20:40:42.883521 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36574) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:42.933836 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-85821fe1-17e7-4d17-a295-3f25f93e92fc req-1608bfbe-26a9-4e02-9d14-00eb8fda9d73 tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] Deleting port 2ce478ae-2a41-4508-85e0-74ae5887b80e {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:40:42.934191 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-85821fe1-17e7-4d17-a295-3f25f93e92fc req-1608bfbe-26a9-4e02-9d14-00eb8fda9d73 tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:43.011999 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-db4c4636-ec63-47be-ae33-f725f2a0563f tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:43.019013 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1cd745fc-8f8f-48d7-a2e3-2bf05e84f187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:43.032908 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-85821fe1-17e7-4d17-a295-3f25f93e92fc req-1608bfbe-26a9-4e02-9d14-00eb8fda9d73 tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] For port 2ce478ae-2a41-4508-85e0-74ae5887b80e, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=2ce478ae-2a41-4508-85e0-74ae5887b80e,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:40:43.033648 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-85821fe1-17e7-4d17-a295-3f25f93e92fc req-1608bfbe-26a9-4e02-9d14-00eb8fda9d73 tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:43.046416 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-85821fe1-17e7-4d17-a295-3f25f93e92fc req-1608bfbe-26a9-4e02-9d14-00eb8fda9d73 tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] Calling delete_port for 2ce478ae-2a41-4508-85e0-74ae5887b80e owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:40:43.138846 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-db4c4636-ec63-47be-ae33-f725f2a0563f tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:43.207606 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-85821fe1-17e7-4d17-a295-3f25f93e92fc req-1608bfbe-26a9-4e02-9d14-00eb8fda9d73 tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:43.216189 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-db4c4636-ec63-47be-ae33-f725f2a0563f tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Deleting port 63140c2a-c444-431e-8722-967c7b55d7a3 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:40:43.216528 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-db4c4636-ec63-47be-ae33-f725f2a0563f tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:43.219738 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['2ce478ae-2a41-4508-85e0-74ae5887b80e'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:40:43.246710 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1608bfbe-26a9-4e02-9d14-00eb8fda9d73 tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] Pushing event deleted for resources: {'Port': ['ID=2ce478ae-2a41-4508-85e0-74ae5887b80e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:43.290502 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-85821fe1-17e7-4d17-a295-3f25f93e92fc req-1608bfbe-26a9-4e02-9d14-00eb8fda9d73 tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] No DVR routers for this DVR port 2ce478ae-2a41-4508-85e0-74ae5887b80e on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:40:43.293196 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-85821fe1-17e7-4d17-a295-3f25f93e92fc req-1608bfbe-26a9-4e02-9d14-00eb8fda9d73 tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:43.295326 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-85821fe1-17e7-4d17-a295-3f25f93e92fc req-1608bfbe-26a9-4e02-9d14-00eb8fda9d73 tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] 10.222.0.11 "DELETE /v2.0/ports/2ce478ae-2a41-4508-85e0-74ae5887b80e HTTP/1.1" status: 204 len: 173 time: 0.4662852 Aug 23 20:40:43.295775 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4c8191-df55-4593-856a-a570b5069a6c', 'name': 'network-vif-deleted', 'tag': '2ce478ae-2a41-4508-85e0-74ae5887b80e'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:40:43.298258 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f210691-629d-4ff4-a4fd-84eb157d6ba5" -d '{"events": [{"server_uuid": "9a4c8191-df55-4593-856a-a570b5069a6c", "name": "network-vif-deleted", "tag": "2ce478ae-2a41-4508-85e0-74ae5887b80e"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:40:43.350741 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a003e53-7bd5-4d5e-ad13-0bda8682eeef x-openstack-request-id: req-5a003e53-7bd5-4d5e-ad13-0bda8682eeef {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:40:43.351329 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a4c8191-df55-4593-856a-a570b5069a6c", "name": "network-vif-deleted", "tag": "2ce478ae-2a41-4508-85e0-74ae5887b80e", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:40:43.351329 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5a003e53-7bd5-4d5e-ad13-0bda8682eeef {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:40:43.351726 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4c8191-df55-4593-856a-a570b5069a6c', 'name': 'network-vif-deleted', 'tag': '2ce478ae-2a41-4508-85e0-74ae5887b80e', 'status': 'completed', 'code': 200} Aug 23 20:40:43.368490 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-db4c4636-ec63-47be-ae33-f725f2a0563f tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:43.385614 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-db4c4636-ec63-47be-ae33-f725f2a0563f tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Calling delete_port for 63140c2a-c444-431e-8722-967c7b55d7a3 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:40:43.473911 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18729234-41a0-49f9-ba1c-04b07edae25b req-7f4004cd-5feb-475c-ad0c-2d049f6ed4d8 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:43.476039 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-18729234-41a0-49f9-ba1c-04b07edae25b req-7f4004cd-5feb-475c-ad0c-2d049f6ed4d8 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=d30a3450-acde-4d73-9737-8d40b0850b8c HTTP/1.1" status: 200 len: 945 time: 0.0788119 Aug 23 20:40:43.504287 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:43.536581 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-18729234-41a0-49f9-ba1c-04b07edae25b req-2f828f59-278c-4ab4-afec-7d9625e01d90 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525489 Aug 23 20:40:43.626823 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5261f-c63b-4c5a-bc5a-d5eed1e4b5fd req-27fa2e38-20d6-4f0c-beb3-4c025ee48548 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:43.629085 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-00a5261f-c63b-4c5a-bc5a-d5eed1e4b5fd req-27fa2e38-20d6-4f0c-beb3-4c025ee48548 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/ports?device_id=37c84bcb-4817-4457-8402-a891a08894ac HTTP/1.1" status: 200 len: 945 time: 0.1754081 Aug 23 20:40:43.678887 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36602) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:43.701764 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-db4c4636-ec63-47be-ae33-f725f2a0563f tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:43.716734 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-00a5261f-c63b-4c5a-bc5a-d5eed1e4b5fd req-8a5de1f8-2325-4e25-b799-f0313ec72edc tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e94c7c4-469a-4a61-b228-394c20a2395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666325 Aug 23 20:40:43.746341 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4c4636-ec63-47be-ae33-f725f2a0563f tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Pushing event deleted for resources: {'Port': ['ID=63140c2a-c444-431e-8722-967c7b55d7a3,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:43.794214 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-b891980e-db81-4c77-8d30-31124decbeb0 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Request body: {'networks': [{'name': 'tempest-network--1289305569'}, {'name': 'tempest-network--550616247'}]} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:40:43.794530 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-b891980e-db81-4c77-8d30-31124decbeb0 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Request body: {'network': {'name': 'tempest-network--1289305569'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:40:43.794993 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-b891980e-db81-4c77-8d30-31124decbeb0 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Request body: {'network': {'name': 'tempest-network--550616247'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:40:43.821668 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b891980e-db81-4c77-8d30-31124decbeb0 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Made reservation on behalf of 462ebcc3c7974c75a12dfc74b282a1cd for: {'network': 2} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:40:43.824788 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-db4c4636-ec63-47be-ae33-f725f2a0563f tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:43.829517 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b891980e-db81-4c77-8d30-31124decbeb0 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:43.839124 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b891980e-db81-4c77-8d30-31124decbeb0 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:43.935794 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-db4c4636-ec63-47be-ae33-f725f2a0563f tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:43.945593 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-db4c4636-ec63-47be-ae33-f725f2a0563f tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:43.968239 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b891980e-db81-4c77-8d30-31124decbeb0 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:43.975747 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b891980e-db81-4c77-8d30-31124decbeb0 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:43.976251 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b891980e-db81-4c77-8d30-31124decbeb0 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:43.977238 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-818b4891-dd6e-49b1-8258-9042d84c2259 req-9a0b5413-789a-40cc-b61a-61baba30f8dd tempest-ImagesNegativeTestJSON-345358783 tempest-ImagesNegativeTestJSON-345358783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a4c8191-df55-4593-856a-a570b5069a6c HTTP/1.1" status: 200 len: 210 time: 0.0439348 Aug 23 20:40:44.015256 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b891980e-db81-4c77-8d30-31124decbeb0 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:40:44.024889 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-db4c4636-ec63-47be-ae33-f725f2a0563f tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:44.025968 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4c4636-ec63-47be-ae33-f725f2a0563f tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Fanout notify agent at l3_agent the message router_deleted on router 0d770d10-9775-4244-b70e-ada4d2f49c5d {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:40:44.026094 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891980e-db81-4c77-8d30-31124decbeb0 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6044db0-7ed6-4058-9991-52a895541b79,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:44.030637 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b891980e-db81-4c77-8d30-31124decbeb0 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:44.030983 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-b891980e-db81-4c77-8d30-31124decbeb0 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Added segment f9f9e2a9-c568-4c0a-b4e3-86533b43f464 of type vlan for network 3a59e387-0266-4886-ba22-cfebef54996d Aug 23 20:40:44.034095 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-db4c4636-ec63-47be-ae33-f725f2a0563f tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:44.036518 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-db4c4636-ec63-47be-ae33-f725f2a0563f tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] 10.222.0.61 "DELETE /v2.0/routers/0d770d10-9775-4244-b70e-ada4d2f49c5d HTTP/1.1" status: 204 len: 168 time: 1.1518586 Aug 23 20:40:44.040236 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36610) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:44.045642 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-9c4e53e7-079d-4037-8c2e-f566259b4a7c tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1034142828', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:40:44.070136 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9c4e53e7-079d-4037-8c2e-f566259b4a7c tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:44.071266 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9c4e53e7-079d-4037-8c2e-f566259b4a7c tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:44.076819 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b891980e-db81-4c77-8d30-31124decbeb0 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:44.114133 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b891980e-db81-4c77-8d30-31124decbeb0 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:40:44.123373 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9c4e53e7-079d-4037-8c2e-f566259b4a7c tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:44.123936 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b891980e-db81-4c77-8d30-31124decbeb0 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:44.124523 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-b891980e-db81-4c77-8d30-31124decbeb0 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Added segment e9ddf264-d4d7-4609-b03d-bdee4abfd77f of type vlan for network a3d5eebd-d17f-4666-80c1-061adc7508f0 Aug 23 20:40:44.127367 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9c4e53e7-079d-4037-8c2e-f566259b4a7c tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:44.143821 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9c4e53e7-079d-4037-8c2e-f566259b4a7c tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:44.145190 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9c4e53e7-079d-4037-8c2e-f566259b4a7c tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1039217 Aug 23 20:40:44.147907 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36612) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:44.152453 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-edf73090-b8c7-4b5d-bd35-3dc360df9feb tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Request body: {'router': {'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:40:44.167095 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b891980e-db81-4c77-8d30-31124decbeb0 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:44.194595 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b891980e-db81-4c77-8d30-31124decbeb0 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:44.195348 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b891980e-db81-4c77-8d30-31124decbeb0 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:44.200746 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b891980e-db81-4c77-8d30-31124decbeb0 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:44.206112 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b891980e-db81-4c77-8d30-31124decbeb0 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:44.206754 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b891980e-db81-4c77-8d30-31124decbeb0 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:44.265444 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b891980e-db81-4c77-8d30-31124decbeb0 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.5829370 Aug 23 20:40:44.265638 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36614) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:44.293953 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891980e-db81-4c77-8d30-31124decbeb0 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Pushing event updated for resources: {'Network': ['ID=3a59e387-0266-4886-ba22-cfebef54996d,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:44.305868 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 3a59e387-0266-4886-ba22-cfebef54996d details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:40:44.367766 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-edf73090-b8c7-4b5d-bd35-3dc360df9feb tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:44.407577 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891980e-db81-4c77-8d30-31124decbeb0 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Pushing event updated for resources: {'Network': ['ID=a3d5eebd-d17f-4666-80c1-061adc7508f0,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:44.428706 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network a3d5eebd-d17f-4666-80c1-061adc7508f0 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:40:44.439159 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8913034-8759-46d9-af3a-a967068189c4 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:44.445750 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8913034-8759-46d9-af3a-a967068189c4 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:44.452854 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8913034-8759-46d9-af3a-a967068189c4 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:44.459227 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8913034-8759-46d9-af3a-a967068189c4 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:44.460984 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c8913034-8759-46d9-af3a-a967068189c4 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.1944978 Aug 23 20:40:44.464475 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36616) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:44.523183 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:44.545080 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6db0a158-24cd-4d37-a91c-bf2a2ec231de tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:44.577051 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-edf73090-b8c7-4b5d-bd35-3dc360df9feb tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:44.597285 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-edf73090-b8c7-4b5d-bd35-3dc360df9feb tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:44.664768 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6db0a158-24cd-4d37-a91c-bf2a2ec231de tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:44.677844 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-6db0a158-24cd-4d37-a91c-bf2a2ec231de tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a59e387-0266-4886-ba22-cfebef54996d']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:44.689476 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-6db0a158-24cd-4d37-a91c-bf2a2ec231de tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9f9e2a9-c568-4c0a-b4e3-86533b43f464') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:44.690392 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-6db0a158-24cd-4d37-a91c-bf2a2ec231de tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9f9e2a9-c568-4c0a-b4e3-86533b43f464') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:44.702483 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6db0a158-24cd-4d37-a91c-bf2a2ec231de tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:44.713535 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-edf73090-b8c7-4b5d-bd35-3dc360df9feb tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Allocated IP 172.25.4.106 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/2bc5810c-a2ba-4001-93b8-8639a76e0c19) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:40:44.723479 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0356ba-a725-4f8c-95c5-9371c0f9561c req-e27a8a0f-c45d-4c6e-9275-299ae15fb880 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:44.725301 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2f0356ba-a725-4f8c-95c5-9371c0f9561c req-e27a8a0f-c45d-4c6e-9275-299ae15fb880 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=d30a3450-acde-4d73-9737-8d40b0850b8c HTTP/1.1" status: 200 len: 945 time: 0.0989871 Aug 23 20:40:44.733681 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6db0a158-24cd-4d37-a91c-bf2a2ec231de tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:44.755609 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6db0a158-24cd-4d37-a91c-bf2a2ec231de tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:40:44.756020 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6db0a158-24cd-4d37-a91c-bf2a2ec231de tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:44.759474 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:40:44.759474 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:40:44.759474 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:40:44.759474 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:40:44.759474 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:40:44.759474 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:40:44.759474 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:40:44.759474 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:40:44.759474 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:40:44.759474 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:40:44.759474 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:40:44.759474 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:40:44.759474 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:40:44.759474 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:40:44.759474 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:40:44.759474 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:40:44.759474 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:40:44.759474 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:40:44.759474 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:40:44.759474 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:40:44.759474 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:40:44.759474 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:40:44.759474 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:40:44.759474 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:40:44.759474 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:40:44.759474 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:40:44.759474 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:40:44.759474 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:40:44.759474 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:40:44.759474 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:40:44.759474 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:40:44.759474 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:40:44.839909 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2f0356ba-a725-4f8c-95c5-9371c0f9561c req-f0729557-c5f6-4cd7-9d34-e583f74a5c26 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038265 Aug 23 20:40:44.846408 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-edf73090-b8c7-4b5d-bd35-3dc360df9feb tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:44.850120 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6db0a158-24cd-4d37-a91c-bf2a2ec231de tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:44.858894 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6db0a158-24cd-4d37-a91c-bf2a2ec231de tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:44.864450 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6db0a158-24cd-4d37-a91c-bf2a2ec231de tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] 10.222.0.61 "DELETE /v2.0/networks/3a59e387-0266-4886-ba22-cfebef54996d HTTP/1.1" status: 204 len: 168 time: 0.3954287 Aug 23 20:40:44.866201 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36624) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:44.898775 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db0a158-24cd-4d37-a91c-bf2a2ec231de tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Pushing event deleted for resources: {'Network': ['ID=3a59e387-0266-4886-ba22-cfebef54996d,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:44.914344 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ab1fe-1efc-4c27-8ace-d8057cbedaa8 req-125298bb-5d5d-4e52-bb2f-4e5610d852e9 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:44.915765 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c03ab1fe-1efc-4c27-8ace-d8057cbedaa8 req-125298bb-5d5d-4e52-bb2f-4e5610d852e9 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/ports?device_id=37c84bcb-4817-4457-8402-a891a08894ac HTTP/1.1" status: 200 len: 945 time: 0.0665400 Aug 23 20:40:44.965240 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-edf73090-b8c7-4b5d-bd35-3dc360df9feb tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:44.968872 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7bfe5e37-9199-41c8-9e99-a8b952c877d1 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:44.991325 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c03ab1fe-1efc-4c27-8ace-d8057cbedaa8 req-165674c7-43df-4e48-8d6b-1de936bf530d tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e94c7c4-469a-4a61-b228-394c20a2395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643561 Aug 23 20:40:45.034361 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf73090-b8c7-4b5d-bd35-3dc360df9feb tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:40:45.040356 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-edf73090-b8c7-4b5d-bd35-3dc360df9feb tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:40:45.047769 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf73090-b8c7-4b5d-bd35-3dc360df9feb tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:40:45.050743 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf73090-b8c7-4b5d-bd35-3dc360df9feb tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Pushing event updated for resources: {'Port': ['ID=2bc5810c-a2ba-4001-93b8-8639a76e0c19,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:45.056675 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:40:45.109053 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7bfe5e37-9199-41c8-9e99-a8b952c877d1 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:45.123407 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-7bfe5e37-9199-41c8-9e99-a8b952c877d1 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3d5eebd-d17f-4666-80c1-061adc7508f0']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:45.152682 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-7bfe5e37-9199-41c8-9e99-a8b952c877d1 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9ddf264-d4d7-4609-b03d-bdee4abfd77f') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:45.153226 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-7bfe5e37-9199-41c8-9e99-a8b952c877d1 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9ddf264-d4d7-4609-b03d-bdee4abfd77f') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:45.165095 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7bfe5e37-9199-41c8-9e99-a8b952c877d1 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:45.180036 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7bfe5e37-9199-41c8-9e99-a8b952c877d1 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:45.191495 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bfe5e37-9199-41c8-9e99-a8b952c877d1 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:40:45.192158 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7bfe5e37-9199-41c8-9e99-a8b952c877d1 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:45.195464 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:40:45.195464 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:40:45.195464 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:40:45.195464 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:40:45.195464 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:40:45.195464 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:40:45.195464 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:40:45.195464 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:40:45.195464 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:40:45.195464 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:40:45.195464 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:40:45.195464 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:40:45.195464 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:40:45.195464 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:40:45.195464 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:40:45.195464 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:40:45.195464 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:40:45.195464 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:40:45.195464 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:40:45.195464 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:40:45.195464 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:40:45.195464 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:40:45.195464 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:40:45.195464 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:40:45.195464 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:40:45.195464 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:40:45.195464 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:40:45.195464 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:40:45.195464 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:40:45.195464 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:40:45.195464 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:40:45.195464 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:40:45.200549 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 2ce478ae-2a41-4508-85e0-74ae5887b80e no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:40:45.242570 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: 2ce478ae-2a41-4508-85e0-74ae5887b80e {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:40:45.243161 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 2ce478ae-2a41-4508-85e0-74ae5887b80e not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:40:45.295197 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7bfe5e37-9199-41c8-9e99-a8b952c877d1 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:45.306256 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7bfe5e37-9199-41c8-9e99-a8b952c877d1 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:45.310522 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-7bfe5e37-9199-41c8-9e99-a8b952c877d1 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] 10.222.0.61 "DELETE /v2.0/networks/a3d5eebd-d17f-4666-80c1-061adc7508f0 HTTP/1.1" status: 204 len: 168 time: 0.4407861 Aug 23 20:40:45.311809 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36644) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:45.334416 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfe5e37-9199-41c8-9e99-a8b952c877d1 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Pushing event deleted for resources: {'Network': ['ID=a3d5eebd-d17f-4666-80c1-061adc7508f0,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:45.366990 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-edf73090-b8c7-4b5d-bd35-3dc360df9feb tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:45.446134 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59af849-7967-4ded-8a1a-6de3d7823b8e tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:45.454354 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59af849-7967-4ded-8a1a-6de3d7823b8e tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:45.460961 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c59af849-7967-4ded-8a1a-6de3d7823b8e tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1442842 Aug 23 20:40:45.461328 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36646) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:45.466253 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-3fd63d59-ecd3-4e14-bc86-9eed195c0873 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1910446064'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:40:45.489713 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd63d59-ecd3-4e14-bc86-9eed195c0873 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Made reservation on behalf of 462ebcc3c7974c75a12dfc74b282a1cd for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:40:45.493721 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3fd63d59-ecd3-4e14-bc86-9eed195c0873 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:45.521724 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fd63d59-ecd3-4e14-bc86-9eed195c0873 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:40:45.532091 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3fd63d59-ecd3-4e14-bc86-9eed195c0873 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:45.532456 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-3fd63d59-ecd3-4e14-bc86-9eed195c0873 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Added segment a22aedf4-4881-44c1-bf06-d9cb46cde4e1 of type vlan for network 7c56585f-f71a-4953-88f9-94d3f0ab60ef Aug 23 20:40:45.579755 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3fd63d59-ecd3-4e14-bc86-9eed195c0873 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:45.582650 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36650) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:45.610645 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-edf73090-b8c7-4b5d-bd35-3dc360df9feb tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4165669'] for router, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:45.614609 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3fd63d59-ecd3-4e14-bc86-9eed195c0873 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:45.615122 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-edf73090-b8c7-4b5d-bd35-3dc360df9feb tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-499466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-499571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-497774'] for router, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:45.620800 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd63d59-ecd3-4e14-bc86-9eed195c0873 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:45.621442 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3fd63d59-ecd3-4e14-bc86-9eed195c0873 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:45.685148 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3fd63d59-ecd3-4e14-bc86-9eed195c0873 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2228007 Aug 23 20:40:45.687976 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36654) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:45.695263 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-e2a85ba1-b8c6-4f42-82fa-2a2890ffa22a tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1251001534'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:40:45.709266 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd63d59-ecd3-4e14-bc86-9eed195c0873 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Pushing event updated for resources: {'Network': ['ID=7c56585f-f71a-4953-88f9-94d3f0ab60ef,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:45.724844 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 7c56585f-f71a-4953-88f9-94d3f0ab60ef details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:40:45.742189 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a85ba1-b8c6-4f42-82fa-2a2890ffa22a tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Made reservation on behalf of 462ebcc3c7974c75a12dfc74b282a1cd for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:40:45.746054 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e2a85ba1-b8c6-4f42-82fa-2a2890ffa22a tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:45.776743 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf73090-b8c7-4b5d-bd35-3dc360df9feb tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Router e78e7ddc-3275-43c0-a462-035df2e09edd is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:40:45.793121 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6f0e296c-84b7-4556-b5a2-e8915d91d389 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8d23a4421d124151ba114d9cd9df9b76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2092762 Aug 23 20:40:45.796167 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36656) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:45.798077 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2a85ba1-b8c6-4f42-82fa-2a2890ffa22a tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:40:45.820507 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e2a85ba1-b8c6-4f42-82fa-2a2890ffa22a tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:45.820738 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-e2a85ba1-b8c6-4f42-82fa-2a2890ffa22a tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Added segment 28fcbfcd-e1b8-4fa4-869b-53744f30bd75 of type vlan for network fa5e30c0-0ab3-4b08-bd8c-a3b1907c047a Aug 23 20:40:45.867261 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:45.883168 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e2a85ba1-b8c6-4f42-82fa-2a2890ffa22a tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:45.905223 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-acbf60ed-c3c5-4317-9cd6-321e99633ef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:45.929107 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e2a85ba1-b8c6-4f42-82fa-2a2890ffa22a tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:45.934683 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a85ba1-b8c6-4f42-82fa-2a2890ffa22a tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:45.935303 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e2a85ba1-b8c6-4f42-82fa-2a2890ffa22a tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:45.965605 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-acbf60ed-c3c5-4317-9cd6-321e99633ef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:46.059092 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e2a85ba1-b8c6-4f42-82fa-2a2890ffa22a tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3703561 Aug 23 20:40:46.071894 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36666) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:46.077020 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-d2c336f9-5906-426c-8efc-781556be9319 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Request body: {'ports': [{'network_id': '7c56585f-f71a-4953-88f9-94d3f0ab60ef', 'name': 'tempest-port--1913485838', 'admin_state_up': True}, {'network_id': 'fa5e30c0-0ab3-4b08-bd8c-a3b1907c047a', 'admin_state_up': False}]} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:40:46.077340 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-d2c336f9-5906-426c-8efc-781556be9319 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Request body: {'port': {'network_id': '7c56585f-f71a-4953-88f9-94d3f0ab60ef', 'name': 'tempest-port--1913485838', 'admin_state_up': True}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:40:46.077822 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-d2c336f9-5906-426c-8efc-781556be9319 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Request body: {'port': {'network_id': 'fa5e30c0-0ab3-4b08-bd8c-a3b1907c047a', 'admin_state_up': False}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:40:46.104690 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a85ba1-b8c6-4f42-82fa-2a2890ffa22a tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Pushing event updated for resources: {'Network': ['ID=fa5e30c0-0ab3-4b08-bd8c-a3b1907c047a,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:46.120421 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network fa5e30c0-0ab3-4b08-bd8c-a3b1907c047a details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:40:46.177868 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7027f63c-a266-4c2a-ad25-cb290c4a5c7f req-38d4bb3b-0dc2-4b77-a60b-097eeb96c8ba tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:46.179598 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7027f63c-a266-4c2a-ad25-cb290c4a5c7f req-38d4bb3b-0dc2-4b77-a60b-097eeb96c8ba tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=d30a3450-acde-4d73-9737-8d40b0850b8c HTTP/1.1" status: 200 len: 945 time: 0.2415767 Aug 23 20:40:46.260865 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-acbf60ed-c3c5-4317-9cd6-321e99633ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:46.263498 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-acbf60ed-c3c5-4317-9cd6-321e99633ef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:46.267292 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-acbf60ed-c3c5-4317-9cd6-321e99633ef2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/409a0b96-5933-4450-82de-a835688db3ff HTTP/1.1" status: 204 len: 168 time: 0.4676273 Aug 23 20:40:46.294514 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf60ed-c3c5-4317-9cd6-321e99633ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=409a0b96-5933-4450-82de-a835688db3ff,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:46.316639 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7027f63c-a266-4c2a-ad25-cb290c4a5c7f req-3a2a4c1b-615d-49e4-a6c4-3c0716812d12 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272635 Aug 23 20:40:46.323244 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf73090-b8c7-4b5d-bd35-3dc360df9feb tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:40:46.341007 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-edf73090-b8c7-4b5d-bd35-3dc360df9feb tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:46.342872 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-edf73090-b8c7-4b5d-bd35-3dc360df9feb tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] 10.222.0.61 "PUT /v2.0/routers/e78e7ddc-3275-43c0-a462-035df2e09edd HTTP/1.1" status: 200 len: 880 time: 2.1938303 Aug 23 20:40:46.347508 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36670) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:46.350445 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c4d1e5-8c16-4a0d-b9f9-3affd5ca35a7 None None] Sync routers for ids ['e78e7ddc-3275-43c0-a462-035df2e09edd'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:40:46.366964 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c4d1e5-8c16-4a0d-b9f9-3affd5ca35a7 None None] Routers {'e78e7ddc-3275-43c0-a462-035df2e09edd'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:40:46.368432 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-33c4d1e5-8c16-4a0d-b9f9-3affd5ca35a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:40:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['e78e7ddc-3275-43c0-a462-035df2e09edd'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:46.374443 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c336f9-5906-426c-8efc-781556be9319 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Made reservation on behalf of 462ebcc3c7974c75a12dfc74b282a1cd for: {'port': 2} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:40:46.377086 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e54f9f-8169-4a34-9bf9-d87f69f3e8b5 req-c39a1388-3732-4b12-ae43-d3f5cd9182dd tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:46.379387 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d2c336f9-5906-426c-8efc-781556be9319 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:46.379596 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-47e54f9f-8169-4a34-9bf9-d87f69f3e8b5 req-c39a1388-3732-4b12-ae43-d3f5cd9182dd tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/ports?device_id=37c84bcb-4817-4457-8402-a891a08894ac HTTP/1.1" status: 200 len: 945 time: 0.1322644 Aug 23 20:40:46.393714 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d2c336f9-5906-426c-8efc-781556be9319 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:46.447757 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-33c4d1e5-8c16-4a0d-b9f9-3affd5ca35a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:46.466042 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c4d1e5-8c16-4a0d-b9f9-3affd5ca35a7 None None] Routers {'e78e7ddc-3275-43c0-a462-035df2e09edd'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:40:46.466373 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-33c4d1e5-8c16-4a0d-b9f9-3affd5ca35a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:40:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['e78e7ddc-3275-43c0-a462-035df2e09edd'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:46.502661 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-d2c336f9-5906-426c-8efc-781556be9319 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] device_id is not set on port b53dd3e8-3683-45d2-a711-f7f10c0fab74 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:40:46.512500 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-33c4d1e5-8c16-4a0d-b9f9-3affd5ca35a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:46.513150 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c4d1e5-8c16-4a0d-b9f9-3affd5ca35a7 None None] The sync data for ids ['e78e7ddc-3275-43c0-a462-035df2e09edd'] in n-d-805663-2 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:40:46.542027 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-47e54f9f-8169-4a34-9bf9-d87f69f3e8b5 req-ea307c42-eb39-4c9e-b9fd-9d4032777612 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e94c7c4-469a-4a61-b228-394c20a2395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048689 Aug 23 20:40:46.562060 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-205b5fc8-78c5-4592-851f-ca750f9b3595 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] 10.222.0.61 "GET /v2.0/routers/e78e7ddc-3275-43c0-a462-035df2e09edd HTTP/1.1" status: 200 len: 921 time: 0.2130618 Aug 23 20:40:46.564686 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36674) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:46.641523 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d2c336f9-5906-426c-8efc-781556be9319 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:46.652176 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d622f56c-5c9a-426a-9289-49d4d46953ac tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:46.653701 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d622f56c-5c9a-426a-9289-49d4d46953ac tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=03d801c5-d257-4cc1-bad3-11a323aafec0&device_id=e78e7ddc-3275-43c0-a462-035df2e09edd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0870838 Aug 23 20:40:46.656449 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36680) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:46.715286 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-d2c336f9-5906-426c-8efc-781556be9319 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] device_id is not set on port 6cd531c9-4cb8-444a-90ce-1356ec4d60ba yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:40:46.749522 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70261567-728b-456e-8493-58ef870b7bfa tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:46.750969 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-70261567-728b-456e-8493-58ef870b7bfa tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] 10.222.0.61 "GET /v2.0/networks/03d801c5-d257-4cc1-bad3-11a323aafec0 HTTP/1.1" status: 200 len: 881 time: 0.0934424 Aug 23 20:40:46.756506 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36686) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:46.787266 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-fad86177-fd3f-4887-a478-74f8d34cf49a tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] 10.222.0.61 "GET /v2.0/ports?device_id=e78e7ddc-3275-43c0-a462-035df2e09edd HTTP/1.1" status: 200 len: 205 time: 0.0292799 Aug 23 20:40:46.789843 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36688) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:46.839984 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d2c336f9-5906-426c-8efc-781556be9319 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:46.889472 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d2c336f9-5906-426c-8efc-781556be9319 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:46.922465 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-adabc0d8-c566-4e11-b347-8943b377284b tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:46.952053 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c336f9-5906-426c-8efc-781556be9319 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Pushing event updated for resources: {'Port': ['ID=b53dd3e8-3683-45d2-a711-f7f10c0fab74,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:46.990937 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c336f9-5906-426c-8efc-781556be9319 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Checking segment: {'id': 'a22aedf4-4881-44c1-bf06-d9cb46cde4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7c56585f-f71a-4953-88f9-94d3f0ab60ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:40:46.992379 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c336f9-5906-426c-8efc-781556be9319 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Network hostable DHCP agents. Network: 7c56585f-f71a-4953-88f9-94d3f0ab60ef, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:40:47.012019 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c336f9-5906-426c-8efc-781556be9319 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Network 7c56585f-f71a-4953-88f9-94d3f0ab60ef is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:40:47.029119 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-d2c336f9-5906-426c-8efc-781556be9319 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 7c56585f-f71a-4953-88f9-94d3f0ab60ef) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:40:47.034689 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c336f9-5906-426c-8efc-781556be9319 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:40:47.035800 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d2c336f9-5906-426c-8efc-781556be9319 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:47.041012 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df04183-26c5-4ab2-a0ef-5033c0a9504f None None] Network 7c56585f-f71a-4953-88f9-94d3f0ab60ef requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:40:47.053239 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-adabc0d8-c566-4e11-b347-8943b377284b tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:47.124983 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c336f9-5906-426c-8efc-781556be9319 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Pushing event updated for resources: {'Port': ['ID=6cd531c9-4cb8-444a-90ce-1356ec4d60ba,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:47.135986 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-adabc0d8-c566-4e11-b347-8943b377284b tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Deleting port 2bc5810c-a2ba-4001-93b8-8639a76e0c19 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:40:47.136444 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-adabc0d8-c566-4e11-b347-8943b377284b tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:47.153220 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c336f9-5906-426c-8efc-781556be9319 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Checking segment: {'id': '28fcbfcd-e1b8-4fa4-869b-53744f30bd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'fa5e30c0-0ab3-4b08-bd8c-a3b1907c047a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:40:47.153713 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c336f9-5906-426c-8efc-781556be9319 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Network hostable DHCP agents. Network: fa5e30c0-0ab3-4b08-bd8c-a3b1907c047a, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:40:47.155738 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36702) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:47.180394 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c336f9-5906-426c-8efc-781556be9319 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Network fa5e30c0-0ab3-4b08-bd8c-a3b1907c047a is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:40:47.191338 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-d2c336f9-5906-426c-8efc-781556be9319 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, fa5e30c0-0ab3-4b08-bd8c-a3b1907c047a) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:40:47.197018 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c336f9-5906-426c-8efc-781556be9319 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:40:47.206286 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c336f9-5906-426c-8efc-781556be9319 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:47.208571 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcb19af-a72b-4a35-887f-f8586c59990d None None] Network fa5e30c0-0ab3-4b08-bd8c-a3b1907c047a requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:40:47.213721 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c336f9-5906-426c-8efc-781556be9319 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:47.214819 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d2c336f9-5906-426c-8efc-781556be9319 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:47.237935 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d2c336f9-5906-426c-8efc-781556be9319 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.1648424 Aug 23 20:40:47.240149 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36706) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:47.243479 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-adabc0d8-c566-4e11-b347-8943b377284b tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:47.259876 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-adabc0d8-c566-4e11-b347-8943b377284b tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Calling delete_port for 2bc5810c-a2ba-4001-93b8-8639a76e0c19 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:40:47.310246 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-ba6ef520-7862-49e9-a24b-b374802a98b0 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1012620702-network', 'tenant_id': '26835b4b45ce41389a4c3a4e9b75d422'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:40:47.362525 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d57995-de42-4dc2-91ad-c8218a42e81e tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:47.369154 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d57995-de42-4dc2-91ad-c8218a42e81e tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:47.370777 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-49d57995-de42-4dc2-91ad-c8218a42e81e tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1288950 Aug 23 20:40:47.372047 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6ef520-7862-49e9-a24b-b374802a98b0 admin admin] Made reservation on behalf of 26835b4b45ce41389a4c3a4e9b75d422 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:40:47.374399 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba6ef520-7862-49e9-a24b-b374802a98b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:47.377904 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36710) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:47.392422 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba6ef520-7862-49e9-a24b-b374802a98b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:47.460611 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-adabc0d8-c566-4e11-b347-8943b377284b tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:47.489917 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adabc0d8-c566-4e11-b347-8943b377284b tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Pushing event deleted for resources: {'Port': ['ID=2bc5810c-a2ba-4001-93b8-8639a76e0c19,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:47.550497 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e3c85-430b-403e-83cc-9837b8f12e32 req-594c044f-71a8-48f6-9f58-bb4f3fc7dfc0 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:47.552005 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ea1e3c85-430b-403e-83cc-9837b8f12e32 req-594c044f-71a8-48f6-9f58-bb4f3fc7dfc0 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=d30a3450-acde-4d73-9737-8d40b0850b8c HTTP/1.1" status: 200 len: 945 time: 0.1323762 Aug 23 20:40:47.563204 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-adabc0d8-c566-4e11-b347-8943b377284b tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:47.609542 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-b7b3c9c1-b100-4685-8f30-5d132326f37e tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Deleting port b53dd3e8-3683-45d2-a711-f7f10c0fab74 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:40:47.609882 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b7b3c9c1-b100-4685-8f30-5d132326f37e tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:47.671977 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ea1e3c85-430b-403e-83cc-9837b8f12e32 req-15529619-9fb9-4e8f-b363-4f213d3459e4 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116755 Aug 23 20:40:47.697748 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-adabc0d8-c566-4e11-b347-8943b377284b tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:47.700563 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-adabc0d8-c566-4e11-b347-8943b377284b tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:47.712886 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b7b3c9c1-b100-4685-8f30-5d132326f37e tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:47.735574 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-b7b3c9c1-b100-4685-8f30-5d132326f37e tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Calling delete_port for b53dd3e8-3683-45d2-a711-f7f10c0fab74 owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:40:47.739141 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba6ef520-7862-49e9-a24b-b374802a98b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:47.748026 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba6ef520-7862-49e9-a24b-b374802a98b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:47.756856 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a072d5c-0f73-455d-b61d-db5967ff042b req-252a2952-4c52-46a0-b924-4e278e7037b9 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:47.758603 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1a072d5c-0f73-455d-b61d-db5967ff042b req-252a2952-4c52-46a0-b924-4e278e7037b9 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/ports?device_id=37c84bcb-4817-4457-8402-a891a08894ac HTTP/1.1" status: 200 len: 945 time: 0.1246538 Aug 23 20:40:47.763889 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-adabc0d8-c566-4e11-b347-8943b377284b tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:47.764559 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adabc0d8-c566-4e11-b347-8943b377284b tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Fanout notify agent at l3_agent the message router_deleted on router e78e7ddc-3275-43c0-a462-035df2e09edd {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:40:47.772715 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-adabc0d8-c566-4e11-b347-8943b377284b tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:47.773852 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-adabc0d8-c566-4e11-b347-8943b377284b tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] 10.222.0.61 "DELETE /v2.0/routers/e78e7ddc-3275-43c0-a462-035df2e09edd HTTP/1.1" status: 204 len: 168 time: 0.9830098 Aug 23 20:40:47.781171 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36714) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:47.785540 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-31eadae2-741a-49cc-b350-1787204f96a4 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-508386660', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:40:47.817228 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba6ef520-7862-49e9-a24b-b374802a98b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:40:47.835219 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1a072d5c-0f73-455d-b61d-db5967ff042b req-c0cbcc83-19ff-43e9-80d9-8182f1229107 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e94c7c4-469a-4a61-b228-394c20a2395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602512 Aug 23 20:40:47.840203 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ef520-7862-49e9-a24b-b374802a98b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f82240c-c6c4-4a5d-9c5f-0ca19e0dcac8,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:47.841249 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-31eadae2-741a-49cc-b350-1787204f96a4 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:47.842606 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-31eadae2-741a-49cc-b350-1787204f96a4 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:47.848853 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba6ef520-7862-49e9-a24b-b374802a98b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:47.849273 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-ba6ef520-7862-49e9-a24b-b374802a98b0 admin admin] Added segment 2eca2f48-a757-4e4a-84b6-cecf77c14bb3 of type vlan for network 88798fd2-b8f8-4007-ac21-674c27fbeeb0 Aug 23 20:40:47.900810 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba6ef520-7862-49e9-a24b-b374802a98b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:47.906743 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-31eadae2-741a-49cc-b350-1787204f96a4 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:47.911243 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-31eadae2-741a-49cc-b350-1787204f96a4 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:47.915167 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b7b3c9c1-b100-4685-8f30-5d132326f37e tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:47.930397 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-31eadae2-741a-49cc-b350-1787204f96a4 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:47.934206 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-31eadae2-741a-49cc-b350-1787204f96a4 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1494498 Aug 23 20:40:47.935316 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36716) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:47.940179 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-a5af5483-9c87-4506-80a2-7147d2140a7d tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'enable_snat': True}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:40:47.959824 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b7b3c9c1-b100-4685-8f30-5d132326f37e tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:47.964857 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b7b3c9c1-b100-4685-8f30-5d132326f37e tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] 10.222.0.61 "DELETE /v2.0/ports/b53dd3e8-3683-45d2-a711-f7f10c0fab74 HTTP/1.1" status: 204 len: 168 time: 0.5836527 Aug 23 20:40:47.965296 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b3c9c1-b100-4685-8f30-5d132326f37e tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Pushing event deleted for resources: {'Port': ['ID=b53dd3e8-3683-45d2-a711-f7f10c0fab74,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:47.968219 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36718) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:47.978433 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba6ef520-7862-49e9-a24b-b374802a98b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:47.979364 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6ef520-7862-49e9-a24b-b374802a98b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:47.979942 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba6ef520-7862-49e9-a24b-b374802a98b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:48.181512 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5af5483-9c87-4506-80a2-7147d2140a7d tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:48.399409 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ba6ef520-7862-49e9-a24b-b374802a98b0 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2425146 Aug 23 20:40:48.404275 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36724) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:48.411288 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-8eb7779a-cade-4d30-9013-3547c4ad3be3 admin admin] Request body: {'subnet': {'network_id': '88798fd2-b8f8-4007-ac21-674c27fbeeb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1012620702-subnet', 'tenant_id': '26835b4b45ce41389a4c3a4e9b75d422', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:40:48.412850 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5af5483-9c87-4506-80a2-7147d2140a7d tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:48.423978 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ef520-7862-49e9-a24b-b374802a98b0 admin admin] Pushing event updated for resources: {'Network': ['ID=88798fd2-b8f8-4007-ac21-674c27fbeeb0,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:48.434829 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5af5483-9c87-4506-80a2-7147d2140a7d tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:48.438139 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 88798fd2-b8f8-4007-ac21-674c27fbeeb0 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:40:48.462880 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb7779a-cade-4d30-9013-3547c4ad3be3 admin admin] Made reservation on behalf of 26835b4b45ce41389a4c3a4e9b75d422 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:40:48.465300 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8eb7779a-cade-4d30-9013-3547c4ad3be3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:48.515079 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-8c3a9d25-0010-4506-bc52-06b271221873 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Deleting port 6cd531c9-4cb8-444a-90ce-1356ec4d60ba {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:40:48.515476 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8c3a9d25-0010-4506-bc52-06b271221873 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:48.562405 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-a5af5483-9c87-4506-80a2-7147d2140a7d tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Allocated IP 172.25.4.188 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/da69a070-31af-4ead-854e-221341f689c0) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:40:48.612087 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8c3a9d25-0010-4506-bc52-06b271221873 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:48.631040 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-8c3a9d25-0010-4506-bc52-06b271221873 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Calling delete_port for 6cd531c9-4cb8-444a-90ce-1356ec4d60ba owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:40:48.693035 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5af5483-9c87-4506-80a2-7147d2140a7d tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:48.757561 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5af5483-9c87-4506-80a2-7147d2140a7d tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:48.809779 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5af5483-9c87-4506-80a2-7147d2140a7d tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:40:48.812777 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-a5af5483-9c87-4506-80a2-7147d2140a7d tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:40:48.819989 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5af5483-9c87-4506-80a2-7147d2140a7d tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:40:48.822076 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af5483-9c87-4506-80a2-7147d2140a7d tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Pushing event updated for resources: {'Port': ['ID=da69a070-31af-4ead-854e-221341f689c0,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:48.842362 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8eb7779a-cade-4d30-9013-3547c4ad3be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:48.874605 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8c3a9d25-0010-4506-bc52-06b271221873 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:48.940541 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4287d67-df55-4b52-b984-330d89e98f05 req-4afa79f2-006d-4978-a368-2a4f1f856892 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:48.942197 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f4287d67-df55-4b52-b984-330d89e98f05 req-4afa79f2-006d-4978-a368-2a4f1f856892 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=d30a3450-acde-4d73-9737-8d40b0850b8c HTTP/1.1" status: 200 len: 945 time: 0.1712818 Aug 23 20:40:48.947340 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3a9d25-0010-4506-bc52-06b271221873 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Pushing event deleted for resources: {'Port': ['ID=6cd531c9-4cb8-444a-90ce-1356ec4d60ba,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:48.952524 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8c3a9d25-0010-4506-bc52-06b271221873 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:48.957061 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8c3a9d25-0010-4506-bc52-06b271221873 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] 10.222.0.61 "DELETE /v2.0/ports/6cd531c9-4cb8-444a-90ce-1356ec4d60ba HTTP/1.1" status: 204 len: 168 time: 0.9853735 Aug 23 20:40:48.959827 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36730) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:48.974883 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7779a-cade-4d30-9013-3547c4ad3be3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99c2521f-6311-4d62-bcd9-0227f853ffb3,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:49.008667 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-7986d6e2-3b55-4d1c-9ce7-03a3123f04af tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0477517 Aug 23 20:40:49.012176 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36732) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:49.016906 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-eb30a704-bf95-4ad6-a7e7-40a9463b39b1 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-878791387'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:40:49.022773 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0362e8-c7d1-4e95-9a7d-b1db20cb667b req-ed6c00a8-6f4e-45ee-b3b8-1a45e95a4f65 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:49.024348 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2f0362e8-c7d1-4e95-9a7d-b1db20cb667b req-ed6c00a8-6f4e-45ee-b3b8-1a45e95a4f65 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/ports?device_id=37c84bcb-4817-4457-8402-a891a08894ac HTTP/1.1" status: 200 len: 945 time: 0.0887048 Aug 23 20:40:49.050814 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb7779a-cade-4d30-9013-3547c4ad3be3 admin admin] Checking segment: {'id': '2eca2f48-a757-4e4a-84b6-cecf77c14bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '88798fd2-b8f8-4007-ac21-674c27fbeeb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:40:49.051232 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb7779a-cade-4d30-9013-3547c4ad3be3 admin admin] Network hostable DHCP agents. Network: 88798fd2-b8f8-4007-ac21-674c27fbeeb0, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:40:49.061872 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f4287d67-df55-4b52-b984-330d89e98f05 req-2fea717e-9896-4a9b-bc47-9fa6b75b35ca tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064527 Aug 23 20:40:49.074215 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb30a704-bf95-4ad6-a7e7-40a9463b39b1 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Made reservation on behalf of 462ebcc3c7974c75a12dfc74b282a1cd for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:40:49.084725 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eb30a704-bf95-4ad6-a7e7-40a9463b39b1 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:49.099224 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb7779a-cade-4d30-9013-3547c4ad3be3 admin admin] Network 88798fd2-b8f8-4007-ac21-674c27fbeeb0 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:40:49.113923 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb30a704-bf95-4ad6-a7e7-40a9463b39b1 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:40:49.115926 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-8eb7779a-cade-4d30-9013-3547c4ad3be3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 88798fd2-b8f8-4007-ac21-674c27fbeeb0) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:40:49.124757 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb7779a-cade-4d30-9013-3547c4ad3be3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:49.124960 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2f0362e8-c7d1-4e95-9a7d-b1db20cb667b req-4e06ae11-33f7-4118-b38d-8cf39b89e881 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e94c7c4-469a-4a61-b228-394c20a2395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923302 Aug 23 20:40:49.125391 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8eb7779a-cade-4d30-9013-3547c4ad3be3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:49.133419 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae94d04-4587-4c11-ad8c-0af97ef0a0bd None None] Network 88798fd2-b8f8-4007-ac21-674c27fbeeb0 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:40:49.139223 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eb30a704-bf95-4ad6-a7e7-40a9463b39b1 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:49.139603 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-eb30a704-bf95-4ad6-a7e7-40a9463b39b1 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Added segment 3d21b100-c3d8-4973-a11b-9561abf00678 of type vlan for network 4fb439fc-6fef-40e6-a565-ba8c70ba02ac Aug 23 20:40:49.182803 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8eb7779a-cade-4d30-9013-3547c4ad3be3 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7698967 Aug 23 20:40:49.186615 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5af5483-9c87-4506-80a2-7147d2140a7d tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:49.197188 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eb30a704-bf95-4ad6-a7e7-40a9463b39b1 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:49.230730 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eb30a704-bf95-4ad6-a7e7-40a9463b39b1 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:49.257045 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb30a704-bf95-4ad6-a7e7-40a9463b39b1 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:49.259179 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eb30a704-bf95-4ad6-a7e7-40a9463b39b1 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:49.375787 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-eb30a704-bf95-4ad6-a7e7-40a9463b39b1 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3626440 Aug 23 20:40:49.379182 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36742) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:49.380827 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb30a704-bf95-4ad6-a7e7-40a9463b39b1 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Pushing event updated for resources: {'Network': ['ID=4fb439fc-6fef-40e6-a565-ba8c70ba02ac,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:49.387873 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-d72a2eca-d9f3-4411-aa3e-be9bff143415 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1974131341'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:40:49.395308 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 4fb439fc-6fef-40e6-a565-ba8c70ba02ac details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:40:49.456874 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5af5483-9c87-4506-80a2-7147d2140a7d tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4165669'] for router, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:49.459009 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72a2eca-d9f3-4411-aa3e-be9bff143415 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Made reservation on behalf of 462ebcc3c7974c75a12dfc74b282a1cd for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:40:49.462755 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d72a2eca-d9f3-4411-aa3e-be9bff143415 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:49.476421 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5af5483-9c87-4506-80a2-7147d2140a7d tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-499466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-499571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-497774'] for router, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:49.529020 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d72a2eca-d9f3-4411-aa3e-be9bff143415 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:40:49.551792 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d72a2eca-d9f3-4411-aa3e-be9bff143415 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:49.551902 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-d72a2eca-d9f3-4411-aa3e-be9bff143415 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Added segment 3bd07762-7508-4682-bb20-eefee5687f98 of type vlan for network 5e807d0a-ddd4-4c3a-8e09-c59c5f62a66f Aug 23 20:40:49.556493 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a581e818-08b1-4d9f-b47e-e19505c1ce75 None None] Network 88798fd2-b8f8-4007-ac21-674c27fbeeb0 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:40:49.642225 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d72a2eca-d9f3-4411-aa3e-be9bff143415 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:49.739011 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d72a2eca-d9f3-4411-aa3e-be9bff143415 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:49.744739 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72a2eca-d9f3-4411-aa3e-be9bff143415 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:49.745359 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d72a2eca-d9f3-4411-aa3e-be9bff143415 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:49.838902 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d72a2eca-d9f3-4411-aa3e-be9bff143415 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4586596 Aug 23 20:40:49.857981 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b8d4c-00b2-4fec-b257-5518fa4b01cc req-30e24f59-37b6-46f6-8b03-7a44c3b06e50 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:49.859433 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-254b8d4c-00b2-4fec-b257-5518fa4b01cc req-30e24f59-37b6-46f6-8b03-7a44c3b06e50 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/networks?id=88798fd2-b8f8-4007-ac21-674c27fbeeb0 HTTP/1.1" status: 200 len: 822 time: 0.2339551 Aug 23 20:40:49.862539 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72a2eca-d9f3-4411-aa3e-be9bff143415 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Pushing event updated for resources: {'Network': ['ID=5e807d0a-ddd4-4c3a-8e09-c59c5f62a66f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:49.867287 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5af5483-9c87-4506-80a2-7147d2140a7d tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Router 77847af1-f583-417a-ab21-05995232bda6 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:40:49.876624 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 5e807d0a-ddd4-4c3a-8e09-c59c5f62a66f details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:40:49.926477 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-254b8d4c-00b2-4fec-b257-5518fa4b01cc req-f1fb2bb6-7dd5-40ff-a649-1100047fbeb3 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/quotas/26835b4b45ce41389a4c3a4e9b75d422 HTTP/1.1" status: 200 len: 375 time: 0.0155816 Aug 23 20:40:49.976097 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36756) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:49.981566 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-7d176cfb-e32a-43d2-811e-5df6e0087f3b tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Request body: {'subnets': [{'network_id': '4fb439fc-6fef-40e6-a565-ba8c70ba02ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--89107876', 'ip_version': 4}, {'network_id': '5e807d0a-ddd4-4c3a-8e09-c59c5f62a66f', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:40:49.981883 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-7d176cfb-e32a-43d2-811e-5df6e0087f3b tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Request body: {'subnet': {'network_id': '4fb439fc-6fef-40e6-a565-ba8c70ba02ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--89107876', 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:40:49.982458 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-7d176cfb-e32a-43d2-811e-5df6e0087f3b tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Request body: {'subnet': {'network_id': '5e807d0a-ddd4-4c3a-8e09-c59c5f62a66f', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:40:50.197503 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d176cfb-e32a-43d2-811e-5df6e0087f3b tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Made reservation on behalf of 462ebcc3c7974c75a12dfc74b282a1cd for: {'subnet': 2} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:40:50.202219 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7d176cfb-e32a-43d2-811e-5df6e0087f3b tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:50.202565 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7d176cfb-e32a-43d2-811e-5df6e0087f3b tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:50.256487 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebbf9f-d571-483c-86cb-40c1a827b50d req-fd6e7ffe-5ce8-4629-8a8a-3b7f67756f6e tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:50.258054 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0ebbf9f-d571-483c-86cb-40c1a827b50d req-fd6e7ffe-5ce8-4629-8a8a-3b7f67756f6e tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=d30a3450-acde-4d73-9737-8d40b0850b8c HTTP/1.1" status: 200 len: 945 time: 0.1182749 Aug 23 20:40:50.301654 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:50.315596 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-254b8d4c-00b2-4fec-b257-5518fa4b01cc req-7d1d5f05-17e9-4672-a1b8-d040f293d290 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=26835b4b45ce41389a4c3a4e9b75d422&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3794820 Aug 23 20:40:50.326797 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0ebbf9f-d571-483c-86cb-40c1a827b50d req-05d94795-bac9-4233-be7c-84b826de8688 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616064 Aug 23 20:40:50.350110 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5af5483-9c87-4506-80a2-7147d2140a7d tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:40:50.356569 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5af5483-9c87-4506-80a2-7147d2140a7d tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:50.358934 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a5af5483-9c87-4506-80a2-7147d2140a7d tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] 10.222.0.61 "PUT /v2.0/routers/77847af1-f583-417a-ab21-05995232bda6 HTTP/1.1" status: 200 len: 914 time: 2.4226584 Aug 23 20:40:50.363836 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394ce24c-7558-455d-8fdf-ad0af6d1d796 None None] Sync routers for ids ['77847af1-f583-417a-ab21-05995232bda6'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:40:50.375115 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394ce24c-7558-455d-8fdf-ad0af6d1d796 None None] Routers {'77847af1-f583-417a-ab21-05995232bda6'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:40:50.376383 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-394ce24c-7558-455d-8fdf-ad0af6d1d796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:40:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['77847af1-f583-417a-ab21-05995232bda6'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:50.387758 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36764) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:50.423686 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-394ce24c-7558-455d-8fdf-ad0af6d1d796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:50.435793 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394ce24c-7558-455d-8fdf-ad0af6d1d796 None None] Routers {'77847af1-f583-417a-ab21-05995232bda6'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:40:50.436381 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-394ce24c-7558-455d-8fdf-ad0af6d1d796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:40:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['77847af1-f583-417a-ab21-05995232bda6'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:50.503205 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-394ce24c-7558-455d-8fdf-ad0af6d1d796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:50.504003 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394ce24c-7558-455d-8fdf-ad0af6d1d796 None None] The sync data for ids ['77847af1-f583-417a-ab21-05995232bda6'] in n-d-805663-2 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:40:50.531464 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-254b8d4c-00b2-4fec-b257-5518fa4b01cc req-e96f681d-94f8-4b43-b054-115c88ba7f70 service neutron] 10.222.0.61 "GET /v2.0/networks/88798fd2-b8f8-4007-ac21-674c27fbeeb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043040 Aug 23 20:40:50.569946 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9450112b-e48f-47be-affe-844259b7cc52 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] 10.222.0.61 "GET /v2.0/routers/77847af1-f583-417a-ab21-05995232bda6 HTTP/1.1" status: 200 len: 920 time: 0.1781685 Aug 23 20:40:50.570346 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36768) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:50.634125 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdb4fc-b18a-4061-ab7d-7ee85ce4fbf2 req-ac8cb469-9b37-48c8-b9be-5d3cd1d72ce3 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:50.635800 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4cbdb4fc-b18a-4061-ab7d-7ee85ce4fbf2 req-ac8cb469-9b37-48c8-b9be-5d3cd1d72ce3 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/ports?device_id=37c84bcb-4817-4457-8402-a891a08894ac HTTP/1.1" status: 200 len: 945 time: 0.1310279 Aug 23 20:40:50.689144 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cf27e9-dc8f-4084-8730-c8078884ced0 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:50.694862 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-49cf27e9-dc8f-4084-8730-c8078884ced0 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=03d801c5-d257-4cc1-bad3-11a323aafec0&device_id=77847af1-f583-417a-ab21-05995232bda6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1203580 Aug 23 20:40:50.696342 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-254b8d4c-00b2-4fec-b257-5518fa4b01cc req-464cddf4-2211-4f25-bcdb-039d68b4073e service neutron] 10.222.0.61 "GET /v2.0/networks/88798fd2-b8f8-4007-ac21-674c27fbeeb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535697 Aug 23 20:40:50.696919 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36770) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:50.714852 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4cbdb4fc-b18a-4061-ab7d-7ee85ce4fbf2 req-a4d5d77f-806c-4b4a-bbbc-88b0a9582f14 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e94c7c4-469a-4a61-b228-394c20a2395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680590 Aug 23 20:40:50.817633 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c49866-7571-4f1d-92ea-4d92aed8ce4e tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:50.819584 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-88c49866-7571-4f1d-92ea-4d92aed8ce4e tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] 10.222.0.61 "GET /v2.0/networks/03d801c5-d257-4cc1-bad3-11a323aafec0 HTTP/1.1" status: 200 len: 881 time: 0.1216490 Aug 23 20:40:50.820396 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7d176cfb-e32a-43d2-811e-5df6e0087f3b tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:50.823070 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36772) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:50.871400 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-5c6f3ad3-0848-4ed9-9ce9-57a0c8b64dfa tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] 10.222.0.61 "GET /v2.0/ports?device_id=77847af1-f583-417a-ab21-05995232bda6 HTTP/1.1" status: 200 len: 205 time: 0.0466113 Aug 23 20:40:50.878341 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36776) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:50.897124 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d176cfb-e32a-43d2-811e-5df6e0087f3b tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Pushing event updated for resources: {'Subnet': ['ID=ce6f03f5-0a79-405f-8d60-7c56722aef2c,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:50.902557 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d176cfb-e32a-43d2-811e-5df6e0087f3b tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Checking segment: {'id': '3d21b100-c3d8-4973-a11b-9561abf00678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4fb439fc-6fef-40e6-a565-ba8c70ba02ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:40:50.902928 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d176cfb-e32a-43d2-811e-5df6e0087f3b tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Network hostable DHCP agents. Network: 4fb439fc-6fef-40e6-a565-ba8c70ba02ac, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:40:50.923070 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d176cfb-e32a-43d2-811e-5df6e0087f3b tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Network 4fb439fc-6fef-40e6-a565-ba8c70ba02ac is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:40:50.956863 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-7d176cfb-e32a-43d2-811e-5df6e0087f3b tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 4fb439fc-6fef-40e6-a565-ba8c70ba02ac) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:40:50.960170 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cd9edbec-032c-45fc-a520-f2059d2d614a req-07aa5529-e520-493e-abdd-7e27a8bf45d7 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2f6282a-dd5b-4276-9d6d-2f8bec5d8163 HTTP/1.1" status: 200 len: 210 time: 0.0335903 Aug 23 20:40:50.962687 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7d176cfb-e32a-43d2-811e-5df6e0087f3b tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:50.980918 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e8de76-1566-4b88-a86d-e04f293d5b31 None None] Network 4fb439fc-6fef-40e6-a565-ba8c70ba02ac requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:40:51.042923 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d176cfb-e32a-43d2-811e-5df6e0087f3b tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Pushing event updated for resources: {'Subnet': ['ID=115acde2-bba3-42e5-b47d-b4348a50b25f,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:51.052180 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d176cfb-e32a-43d2-811e-5df6e0087f3b tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Checking segment: {'id': '3bd07762-7508-4682-bb20-eefee5687f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5e807d0a-ddd4-4c3a-8e09-c59c5f62a66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:40:51.052757 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d176cfb-e32a-43d2-811e-5df6e0087f3b tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Network hostable DHCP agents. Network: 5e807d0a-ddd4-4c3a-8e09-c59c5f62a66f, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:40:51.061969 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4154e4df-6aa5-42ea-8fd1-24d853a3be19 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:51.079228 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d176cfb-e32a-43d2-811e-5df6e0087f3b tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Network 5e807d0a-ddd4-4c3a-8e09-c59c5f62a66f is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:40:51.095019 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-7d176cfb-e32a-43d2-811e-5df6e0087f3b tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 5e807d0a-ddd4-4c3a-8e09-c59c5f62a66f) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:40:51.101667 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d176cfb-e32a-43d2-811e-5df6e0087f3b tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:51.102416 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d176cfb-e32a-43d2-811e-5df6e0087f3b tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:51.103911 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7d176cfb-e32a-43d2-811e-5df6e0087f3b tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:51.108388 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0fac7e-83ee-4cf2-8c3c-2d008c9f41e3 None None] Network 5e807d0a-ddd4-4c3a-8e09-c59c5f62a66f requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:40:51.128034 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-7d176cfb-e32a-43d2-811e-5df6e0087f3b tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1424 time: 1.1505682 Aug 23 20:40:51.128643 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36780) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:51.213011 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4154e4df-6aa5-42ea-8fd1-24d853a3be19 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:51.233620 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc26c84-54af-4d8b-a06b-79d2f459dd28 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:51.235337 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc26c84-54af-4d8b-a06b-79d2f459dd28 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:51.237605 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc26c84-54af-4d8b-a06b-79d2f459dd28 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:51.242890 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-fdc26c84-54af-4d8b-a06b-79d2f459dd28 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2050 time: 0.1131973 Aug 23 20:40:51.243518 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36786) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:51.270826 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7eeb033-3271-4364-84c4-48cbac0f365f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-4fb439fc-6fef-40e6-a565-ba8c70ba02ac', 'network_id': '4fb439fc-6fef-40e6-a565-ba8c70ba02ac', 'tenant_id': '462ebcc3c7974c75a12dfc74b282a1cd', 'fixed_ips': [{'subnet_id': 'ce6f03f5-0a79-405f-8d60-7c56722aef2c'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:40:51.271676 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b7eeb033-3271-4364-84c4-48cbac0f365f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:51.311178 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-4154e4df-6aa5-42ea-8fd1-24d853a3be19 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Deleting port da69a070-31af-4ead-854e-221341f689c0 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:40:51.311668 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4154e4df-6aa5-42ea-8fd1-24d853a3be19 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:51.313564 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcd1b1be-65d0-4328-acb3-4411669c92fd tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Deleting subnet ce6f03f5-0a79-405f-8d60-7c56722aef2c {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:40:51.319151 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bcd1b1be-65d0-4328-acb3-4411669c92fd tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:51.378407 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bcd1b1be-65d0-4328-acb3-4411669c92fd tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:51.449456 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bcd1b1be-65d0-4328-acb3-4411669c92fd tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:51.450437 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b610e31e-dcd0-471a-a19e-c71b54afb601 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-5e807d0a-ddd4-4c3a-8e09-c59c5f62a66f', 'network_id': '5e807d0a-ddd4-4c3a-8e09-c59c5f62a66f', 'tenant_id': '462ebcc3c7974c75a12dfc74b282a1cd', 'fixed_ips': [{'subnet_id': '115acde2-bba3-42e5-b47d-b4348a50b25f'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:40:51.451290 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b610e31e-dcd0-471a-a19e-c71b54afb601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:51.465992 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4154e4df-6aa5-42ea-8fd1-24d853a3be19 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:51.495905 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-4154e4df-6aa5-42ea-8fd1-24d853a3be19 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Calling delete_port for da69a070-31af-4ead-854e-221341f689c0 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:40:51.561425 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bcd1b1be-65d0-4328-acb3-4411669c92fd tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:51.595515 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd1b1be-65d0-4328-acb3-4411669c92fd tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Pushing event deleted for resources: {'Subnet': ['ID=ce6f03f5-0a79-405f-8d60-7c56722aef2c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:51.601239 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bcd1b1be-65d0-4328-acb3-4411669c92fd tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:51.607506 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-bcd1b1be-65d0-4328-acb3-4411669c92fd tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] 10.222.0.61 "DELETE /v2.0/subnets/ce6f03f5-0a79-405f-8d60-7c56722aef2c HTTP/1.1" status: 204 len: 168 time: 0.3627644 Aug 23 20:40:51.608570 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36794) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:51.613016 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7689db23-b2e1-4d5d-93cc-ca4723cf8198 req-9068800f-e48c-4f31-a2d6-fa73e4f0fa0d tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:51.614570 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7689db23-b2e1-4d5d-93cc-ca4723cf8198 req-9068800f-e48c-4f31-a2d6-fa73e4f0fa0d tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=d30a3450-acde-4d73-9737-8d40b0850b8c HTTP/1.1" status: 200 len: 945 time: 0.1810567 Aug 23 20:40:51.617551 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server [None req-b7eeb033-3271-4364-84c4-48cbac0f365f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ce6f03f5-0a79-405f-8d60-7c56722aef2c: This subnet is being modified by another concurrent operation. Aug 23 20:40:51.617551 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 23 20:40:51.617551 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 23 20:40:51.617551 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 23 20:40:51.617551 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 23 20:40:51.617551 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 23 20:40:51.617551 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 23 20:40:51.617551 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 23 20:40:51.617551 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 23 20:40:51.617551 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 23 20:40:51.617551 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 23 20:40:51.617551 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 23 20:40:51.617551 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 20:40:51.617551 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 20:40:51.617551 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 20:40:51.617551 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 20:40:51.617551 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 23 20:40:51.617551 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 20:40:51.617551 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 23 20:40:51.617551 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 23 20:40:51.617551 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 20:40:51.617551 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 20:40:51.617551 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 20:40:51.617551 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 20:40:51.617551 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 23 20:40:51.617551 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 20:40:51.617551 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 23 20:40:51.617551 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 23 20:40:51.617551 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 20:40:51.617551 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 20:40:51.617551 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 20:40:51.617551 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 20:40:51.617551 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 23 20:40:51.617551 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 23 20:40:51.617551 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 23 20:40:51.617551 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 23 20:40:51.617551 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 23 20:40:51.617551 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 23 20:40:51.617551 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 23 20:40:51.617551 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 23 20:40:51.617551 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 23 20:40:51.617551 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 23 20:40:51.617551 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 23 20:40:51.617551 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 23 20:40:51.617551 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 23 20:40:51.617551 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 23 20:40:51.617551 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 23 20:40:51.617551 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 23 20:40:51.617551 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 20:40:51.617551 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 20:40:51.617551 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 20:40:51.617551 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 20:40:51.617551 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 23 20:40:51.617551 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 20:40:51.620805 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 23 20:40:51.620805 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 23 20:40:51.620805 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 20:40:51.620805 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 20:40:51.620805 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 20:40:51.620805 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 20:40:51.620805 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 23 20:40:51.620805 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 20:40:51.620805 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 23 20:40:51.620805 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 23 20:40:51.620805 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 20:40:51.620805 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 20:40:51.620805 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 20:40:51.620805 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 20:40:51.620805 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 23 20:40:51.620805 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 23 20:40:51.620805 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 23 20:40:51.620805 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 23 20:40:51.620805 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 23 20:40:51.620805 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 23 20:40:51.620805 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 23 20:40:51.620805 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 23 20:40:51.620805 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 23 20:40:51.620805 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 23 20:40:51.620805 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 20:40:51.620805 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 20:40:51.620805 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 20:40:51.620805 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 20:40:51.620805 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 23 20:40:51.620805 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 23 20:40:51.620805 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 23 20:40:51.620805 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 23 20:40:51.620805 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 23 20:40:51.620805 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 23 20:40:51.620805 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 23 20:40:51.620805 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise exception Aug 23 20:40:51.620805 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ce6f03f5-0a79-405f-8d60-7c56722aef2c: This subnet is being modified by another concurrent operation. Aug 23 20:40:51.620805 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server Aug 23 20:40:51.682834 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac0057c-74c0-413f-84e7-9318068b61c8 None None] Network 4fb439fc-6fef-40e6-a565-ba8c70ba02ac requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:40:51.684794 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2d706a4-4eb1-4427-bfc6-51af5efd65fd tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Deleting subnet 115acde2-bba3-42e5-b47d-b4348a50b25f {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:40:51.729659 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7689db23-b2e1-4d5d-93cc-ca4723cf8198 req-d2174625-3aff-44da-a5e2-d64f2dddd8f3 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940876 Aug 23 20:40:51.747417 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-b610e31e-dcd0-471a-a19e-c71b54afb601 None None] Allocated IP 172.20.0.18 (5e807d0a-ddd4-4c3a-8e09-c59c5f62a66f/115acde2-bba3-42e5-b47d-b4348a50b25f/b8434455-15b2-42ce-bfc2-bb7917416b46) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:40:51.824407 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4154e4df-6aa5-42ea-8fd1-24d853a3be19 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:51.853668 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154e4df-6aa5-42ea-8fd1-24d853a3be19 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Pushing event deleted for resources: {'Port': ['ID=da69a070-31af-4ead-854e-221341f689c0,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:51.891261 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78032139-75ee-49a4-a3d7-291085f3028d req-11d1f1e9-eb04-423f-9591-74ac3ef5f623 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:51.893365 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-78032139-75ee-49a4-a3d7-291085f3028d req-11d1f1e9-eb04-423f-9591-74ac3ef5f623 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/ports?device_id=37c84bcb-4817-4457-8402-a891a08894ac HTTP/1.1" status: 200 len: 945 time: 0.0851171 Aug 23 20:40:51.931570 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4154e4df-6aa5-42ea-8fd1-24d853a3be19 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:51.938350 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-78032139-75ee-49a4-a3d7-291085f3028d req-7075ed49-472f-4342-b735-73a42636b44e tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e94c7c4-469a-4a61-b228-394c20a2395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366664 Aug 23 20:40:51.968634 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b610e31e-dcd0-471a-a19e-c71b54afb601 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:51.978165 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b610e31e-dcd0-471a-a19e-c71b54afb601 None None] Transition to ACTIVE for port object b8434455-15b2-42ce-bfc2-bb7917416b46 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:40:51.992973 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b610e31e-dcd0-471a-a19e-c71b54afb601 None None] Transition to ACTIVE for port object b8434455-15b2-42ce-bfc2-bb7917416b46 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:40:51.999212 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f2d706a4-4eb1-4427-bfc6-51af5efd65fd tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:52.001131 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b610e31e-dcd0-471a-a19e-c71b54afb601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:52.036856 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b610e31e-dcd0-471a-a19e-c71b54afb601 None None] Network 5e807d0a-ddd4-4c3a-8e09-c59c5f62a66f is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:40:52.040280 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-b610e31e-dcd0-471a-a19e-c71b54afb601 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:40:52.044727 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4154e4df-6aa5-42ea-8fd1-24d853a3be19 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:52.044895 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b610e31e-dcd0-471a-a19e-c71b54afb601 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:40:52.047528 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4154e4df-6aa5-42ea-8fd1-24d853a3be19 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:52.092700 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f2d706a4-4eb1-4427-bfc6-51af5efd65fd tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:52.108850 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b610e31e-dcd0-471a-a19e-c71b54afb601 None None] Pushing event updated for resources: {'Port': ['ID=b8434455-15b2-42ce-bfc2-bb7917416b46,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:52.115286 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4154e4df-6aa5-42ea-8fd1-24d853a3be19 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:52.116474 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4154e4df-6aa5-42ea-8fd1-24d853a3be19 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Fanout notify agent at l3_agent the message router_deleted on router 77847af1-f583-417a-ab21-05995232bda6 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:40:52.126000 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4154e4df-6aa5-42ea-8fd1-24d853a3be19 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:52.131550 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-b610e31e-dcd0-471a-a19e-c71b54afb601 None None] Attempting to bind port b8434455-15b2-42ce-bfc2-bb7917416b46 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:40:52.131709 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4154e4df-6aa5-42ea-8fd1-24d853a3be19 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] 10.222.0.61 "DELETE /v2.0/routers/77847af1-f583-417a-ab21-05995232bda6 HTTP/1.1" status: 204 len: 168 time: 1.2481637 Aug 23 20:40:52.131817 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-b610e31e-dcd0-471a-a19e-c71b54afb601 None None] Attempting to bind port b8434455-15b2-42ce-bfc2-bb7917416b46 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '3bd07762-7508-4682-bb20-eefee5687f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5e807d0a-ddd4-4c3a-8e09-c59c5f62a66f'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:40:52.131817 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b610e31e-dcd0-471a-a19e-c71b54afb601 None None] Attempting to bind port b8434455-15b2-42ce-bfc2-bb7917416b46 on network 5e807d0a-ddd4-4c3a-8e09-c59c5f62a66f {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:40:52.144023 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36804) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:52.144593 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b610e31e-dcd0-471a-a19e-c71b54afb601 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:40:52.144999 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b610e31e-dcd0-471a-a19e-c71b54afb601 None None] Checking segment: {'id': '3bd07762-7508-4682-bb20-eefee5687f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5e807d0a-ddd4-4c3a-8e09-c59c5f62a66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:40:52.145550 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b610e31e-dcd0-471a-a19e-c71b54afb601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:52.146066 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b610e31e-dcd0-471a-a19e-c71b54afb601 None None] Bound using segment: {'id': '3bd07762-7508-4682-bb20-eefee5687f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5e807d0a-ddd4-4c3a-8e09-c59c5f62a66f'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:40:52.146569 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-b610e31e-dcd0-471a-a19e-c71b54afb601 None None] Bound port: b8434455-15b2-42ce-bfc2-bb7917416b46, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bd07762-7508-4682-bb20-eefee5687f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5e807d0a-ddd4-4c3a-8e09-c59c5f62a66f'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:40:52.146962 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b610e31e-dcd0-471a-a19e-c71b54afb601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:52.148500 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bf41a1d3-de36-44fa-a72c-36bebc5dd3a4 req-439af6dc-1fdd-44d1-9d71-ed4b4ae01aa5 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2f6282a-dd5b-4276-9d6d-2f8bec5d8163 HTTP/1.1" status: 200 len: 210 time: 0.0506589 Aug 23 20:40:52.152530 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-d9f50ec0-624d-41a5-9789-16bc7c839fd5 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-682301696', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:40:52.182246 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d9f50ec0-624d-41a5-9789-16bc7c839fd5 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:52.183806 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d9f50ec0-624d-41a5-9789-16bc7c839fd5 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:52.241402 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-b610e31e-dcd0-471a-a19e-c71b54afb601 None None] For port b8434455-15b2-42ce-bfc2-bb7917416b46, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:40:52.245166 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-b610e31e-dcd0-471a-a19e-c71b54afb601 None None] For port b8434455-15b2-42ce-bfc2-bb7917416b46, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=b8434455-15b2-42ce-bfc2-bb7917416b46,segment=NetworkSegment(3bd07762-7508-4682-bb20-eefee5687f98),segment_id=3bd07762-7508-4682-bb20-eefee5687f98)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:40:52.251923 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b610e31e-dcd0-471a-a19e-c71b54afb601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:52.257657 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d9f50ec0-624d-41a5-9789-16bc7c839fd5 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:52.264423 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d9f50ec0-624d-41a5-9789-16bc7c839fd5 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:52.271400 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f2d706a4-4eb1-4427-bfc6-51af5efd65fd tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:52.284467 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d9f50ec0-624d-41a5-9789-16bc7c839fd5 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:52.289228 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d9f50ec0-624d-41a5-9789-16bc7c839fd5 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1410096 Aug 23 20:40:52.289721 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36806) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:52.295091 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-9ef9a9ff-2628-4243-ba45-66738eb7a620 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'enable_snat': False}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:40:52.316887 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b610e31e-dcd0-471a-a19e-c71b54afb601 None None] Pushing event updated for resources: {'Port': ['ID=b8434455-15b2-42ce-bfc2-bb7917416b46,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:52.358700 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b8d4c-00b2-4fec-b257-5518fa4b01cc req-bbdeb85d-8ee6-45d5-be31-d9f4e0d6597b tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:52.360279 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-254b8d4c-00b2-4fec-b257-5518fa4b01cc req-bbdeb85d-8ee6-45d5-be31-d9f4e0d6597b tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.11 "GET /v2.0/networks?id=88798fd2-b8f8-4007-ac21-674c27fbeeb0 HTTP/1.1" status: 200 len: 822 time: 0.1698871 Aug 23 20:40:52.375495 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-254b8d4c-00b2-4fec-b257-5518fa4b01cc req-46b88ab4-696e-409b-b5fa-4f896d175ca3 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Request body: {'port': {'device_id': 'c2f6282a-dd5b-4276-9d6d-2f8bec5d8163', 'network_id': '88798fd2-b8f8-4007-ac21-674c27fbeeb0', 'admin_state_up': True, 'tenant_id': '26835b4b45ce41389a4c3a4e9b75d422'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:40:52.381146 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f2d706a4-4eb1-4427-bfc6-51af5efd65fd tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:52.458821 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d706a4-4eb1-4427-bfc6-51af5efd65fd tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Pushing event deleted for resources: {'Subnet': ['ID=115acde2-bba3-42e5-b47d-b4348a50b25f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:52.462612 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f2d706a4-4eb1-4427-bfc6-51af5efd65fd tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:52.467089 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f2d706a4-4eb1-4427-bfc6-51af5efd65fd tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] 10.222.0.61 "DELETE /v2.0/subnets/115acde2-bba3-42e5-b47d-b4348a50b25f HTTP/1.1" status: 204 len: 168 time: 0.8575730 Aug 23 20:40:52.467681 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36808) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:52.554306 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd21c54-3c87-4b00-a7e9-dfe4066e00e7 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:52.556862 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9fd21c54-3c87-4b00-a7e9-dfe4066e00e7 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0770137 Aug 23 20:40:52.559911 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36812) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:52.565974 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ef9a9ff-2628-4243-ba45-66738eb7a620 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:52.699463 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-254b8d4c-00b2-4fec-b257-5518fa4b01cc req-46b88ab4-696e-409b-b5fa-4f896d175ca3 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Made reservation on behalf of 26835b4b45ce41389a4c3a4e9b75d422 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:40:52.702951 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-254b8d4c-00b2-4fec-b257-5518fa4b01cc req-46b88ab4-696e-409b-b5fa-4f896d175ca3 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:52.721916 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-85b8b35c-dd2c-4d2b-98ea-653027a1ae45 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:52.868821 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ef9a9ff-2628-4243-ba45-66738eb7a620 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:52.877729 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-85b8b35c-dd2c-4d2b-98ea-653027a1ae45 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Deleting port b8434455-15b2-42ce-bfc2-bb7917416b46 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:40:52.878124 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-85b8b35c-dd2c-4d2b-98ea-653027a1ae45 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:52.894311 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-254b8d4c-00b2-4fec-b257-5518fa4b01cc req-46b88ab4-696e-409b-b5fa-4f896d175ca3 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Allocated IP 172.20.0.14 (88798fd2-b8f8-4007-ac21-674c27fbeeb0/99c2521f-6311-4d62-bcd9-0227f853ffb3/0b82f5cc-1dea-45df-b86a-8fa0c45d9dba) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:40:52.896286 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ef9a9ff-2628-4243-ba45-66738eb7a620 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:52.917938 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f46d3-1c95-40a2-aee9-f80146d4196e req-84f582d9-5450-41f2-a064-84bb1d7ad5f6 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:52.919465 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-461f46d3-1c95-40a2-aee9-f80146d4196e req-84f582d9-5450-41f2-a064-84bb1d7ad5f6 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=d30a3450-acde-4d73-9737-8d40b0850b8c HTTP/1.1" status: 200 len: 945 time: 0.0951965 Aug 23 20:40:52.971408 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-85b8b35c-dd2c-4d2b-98ea-653027a1ae45 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] For port b8434455-15b2-42ce-bfc2-bb7917416b46, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=b8434455-15b2-42ce-bfc2-bb7917416b46,segment=NetworkSegment(3bd07762-7508-4682-bb20-eefee5687f98),segment_id=3bd07762-7508-4682-bb20-eefee5687f98)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:40:52.972159 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-85b8b35c-dd2c-4d2b-98ea-653027a1ae45 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:52.996031 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-85b8b35c-dd2c-4d2b-98ea-653027a1ae45 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Calling delete_port for b8434455-15b2-42ce-bfc2-bb7917416b46 owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:40:52.999806 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-461f46d3-1c95-40a2-aee9-f80146d4196e req-13b99965-cfb7-4fea-9f28-e4fe52851430 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526855 Aug 23 20:40:53.055033 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-9ef9a9ff-2628-4243-ba45-66738eb7a620 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Allocated IP 172.25.4.169 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/3d4e9c2c-37c4-4bcd-a51f-384e2ff10ea4) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:40:53.174498 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5340d55-caac-4303-8145-e0bf1f82bdfd req-891af471-7252-44a5-893b-0c7d6eb5bf0e tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:53.176106 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f5340d55-caac-4303-8145-e0bf1f82bdfd req-891af471-7252-44a5-893b-0c7d6eb5bf0e tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/ports?device_id=37c84bcb-4817-4457-8402-a891a08894ac HTTP/1.1" status: 200 len: 945 time: 0.1076396 Aug 23 20:40:53.184997 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-254b8d4c-00b2-4fec-b257-5518fa4b01cc req-46b88ab4-696e-409b-b5fa-4f896d175ca3 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:53.195881 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-85b8b35c-dd2c-4d2b-98ea-653027a1ae45 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:53.228898 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ef9a9ff-2628-4243-ba45-66738eb7a620 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:53.230662 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b8b35c-dd2c-4d2b-98ea-653027a1ae45 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Pushing event deleted for resources: {'Port': ['ID=b8434455-15b2-42ce-bfc2-bb7917416b46,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:53.232634 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b8b35c-dd2c-4d2b-98ea-653027a1ae45 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] No DVR routers for this DVR port b8434455-15b2-42ce-bfc2-bb7917416b46 on host n-d-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:40:53.249925 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f5340d55-caac-4303-8145-e0bf1f82bdfd req-aac5124b-2a1d-415e-9a16-97fa5d604a2d tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e94c7c4-469a-4a61-b228-394c20a2395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666401 Aug 23 20:40:53.289974 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ef9a9ff-2628-4243-ba45-66738eb7a620 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:53.328018 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-764f6b4e-5e17-4eaf-b9d9-ae9881bd025c req-874bc57e-fb38-4772-9bd3-344696fc1d40 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2f6282a-dd5b-4276-9d6d-2f8bec5d8163 HTTP/1.1" status: 200 len: 210 time: 0.0531006 Aug 23 20:40:53.335048 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef9a9ff-2628-4243-ba45-66738eb7a620 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:40:53.338138 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-9ef9a9ff-2628-4243-ba45-66738eb7a620 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:40:53.346831 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef9a9ff-2628-4243-ba45-66738eb7a620 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:40:53.350986 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef9a9ff-2628-4243-ba45-66738eb7a620 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Pushing event updated for resources: {'Port': ['ID=3d4e9c2c-37c4-4bcd-a51f-384e2ff10ea4,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:53.377868 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-254b8d4c-00b2-4fec-b257-5518fa4b01cc req-46b88ab4-696e-409b-b5fa-4f896d175ca3 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:53.394693 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-85b8b35c-dd2c-4d2b-98ea-653027a1ae45 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:53.429165 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-85b8b35c-dd2c-4d2b-98ea-653027a1ae45 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e807d0a-ddd4-4c3a-8e09-c59c5f62a66f']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:53.446722 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-254b8d4c-00b2-4fec-b257-5518fa4b01cc req-46b88ab4-696e-409b-b5fa-4f896d175ca3 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Network 88798fd2-b8f8-4007-ac21-674c27fbeeb0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:40:53.450719 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-85b8b35c-dd2c-4d2b-98ea-653027a1ae45 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bd07762-7508-4682-bb20-eefee5687f98') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:53.451011 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-85b8b35c-dd2c-4d2b-98ea-653027a1ae45 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bd07762-7508-4682-bb20-eefee5687f98') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:53.453031 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-254b8d4c-00b2-4fec-b257-5518fa4b01cc req-46b88ab4-696e-409b-b5fa-4f896d175ca3 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:40:53.462047 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-254b8d4c-00b2-4fec-b257-5518fa4b01cc req-46b88ab4-696e-409b-b5fa-4f896d175ca3 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:40:53.470092 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-85b8b35c-dd2c-4d2b-98ea-653027a1ae45 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:53.515585 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b88ab4-696e-409b-b5fa-4f896d175ca3 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Pushing event updated for resources: {'Port': ['ID=0b82f5cc-1dea-45df-b86a-8fa0c45d9dba,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:53.517506 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb20a33e-bc3e-45c1-840c-6e86e0aea8ab None None] Network 5e807d0a-ddd4-4c3a-8e09-c59c5f62a66f requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:40:53.519379 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-85b8b35c-dd2c-4d2b-98ea-653027a1ae45 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:53.530596 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85b8b35c-dd2c-4d2b-98ea-653027a1ae45 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:40:53.531001 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-85b8b35c-dd2c-4d2b-98ea-653027a1ae45 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:53.533970 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:40:53.533970 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:40:53.533970 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:40:53.533970 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:40:53.533970 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:40:53.533970 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:40:53.533970 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:40:53.533970 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:40:53.533970 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:40:53.533970 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:40:53.533970 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:40:53.533970 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:40:53.533970 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:40:53.533970 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:40:53.533970 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:40:53.533970 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:40:53.533970 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:40:53.533970 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:40:53.533970 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:40:53.533970 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:40:53.533970 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:40:53.533970 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:40:53.533970 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:40:53.533970 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:40:53.533970 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:40:53.533970 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:40:53.533970 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:40:53.533970 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:40:53.533970 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:40:53.533970 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:40:53.533970 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:40:53.533970 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:40:53.551376 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b8d4c-00b2-4fec-b257-5518fa4b01cc req-46b88ab4-696e-409b-b5fa-4f896d175ca3 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:53.552375 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-254b8d4c-00b2-4fec-b257-5518fa4b01cc req-46b88ab4-696e-409b-b5fa-4f896d175ca3 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:53.608939 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-254b8d4c-00b2-4fec-b257-5518fa4b01cc req-46b88ab4-696e-409b-b5fa-4f896d175ca3 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2375724 Aug 23 20:40:53.621760 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-85b8b35c-dd2c-4d2b-98ea-653027a1ae45 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:53.622072 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-352ee084-d3c2-48ef-a130-27a320cb4ab2 None None] Could not find standard attr ID for object b8434455-15b2-42ce-bfc2-bb7917416b46. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 20:40:53.627585 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-254b8d4c-00b2-4fec-b257-5518fa4b01cc req-3b3d823e-d39e-40e2-8bb1-dbde411e867a service neutron] Request body: {'port': {'device_id': 'c2f6282a-dd5b-4276-9d6d-2f8bec5d8163', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:40:53.633826 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ef9a9ff-2628-4243-ba45-66738eb7a620 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:53.662541 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-85b8b35c-dd2c-4d2b-98ea-653027a1ae45 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:53.666775 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-85b8b35c-dd2c-4d2b-98ea-653027a1ae45 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] 10.222.0.61 "DELETE /v2.0/networks/5e807d0a-ddd4-4c3a-8e09-c59c5f62a66f HTTP/1.1" status: 204 len: 168 time: 1.0969446 Aug 23 20:40:53.675399 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36824) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:53.679576 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b8b35c-dd2c-4d2b-98ea-653027a1ae45 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Pushing event deleted for resources: {'Network': ['ID=5e807d0a-ddd4-4c3a-8e09-c59c5f62a66f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:53.713439 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-254b8d4c-00b2-4fec-b257-5518fa4b01cc req-3b3d823e-d39e-40e2-8bb1-dbde411e867a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:53.731837 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54295665-d8cf-4e65-bf66-a8df4f6b9704 None None] DHCP port deletion for 5e807d0a-ddd4-4c3a-8e09-c59c5f62a66f request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:40:53.759048 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811ff8fc-c1c4-496f-afd1-9578c05451e6 None None] get_active_networks_info from n-d-805663-2 {{(pid=94689) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 20:40:53.804716 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11b0632c-f1e5-4512-b7d3-9d5022d4c924 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:53.898195 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811ff8fc-c1c4-496f-afd1-9578c05451e6 None None] Resources bound (agent type, host, resource id): {{(pid=94689) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 20:40:53.979687 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11b0632c-f1e5-4512-b7d3-9d5022d4c924 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:53.994314 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-11b0632c-f1e5-4512-b7d3-9d5022d4c924 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fb439fc-6fef-40e6-a565-ba8c70ba02ac']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:54.007743 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-11b0632c-f1e5-4512-b7d3-9d5022d4c924 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d21b100-c3d8-4973-a11b-9561abf00678') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:54.007946 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-11b0632c-f1e5-4512-b7d3-9d5022d4c924 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d21b100-c3d8-4973-a11b-9561abf00678') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:54.018804 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-254b8d4c-00b2-4fec-b257-5518fa4b01cc req-3b3d823e-d39e-40e2-8bb1-dbde411e867a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b82f5cc-1dea-45df-b86a-8fa0c45d9dba {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:40:54.024405 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ef9a9ff-2628-4243-ba45-66738eb7a620 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4165669'] for router, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:54.026986 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11b0632c-f1e5-4512-b7d3-9d5022d4c924 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:54.035416 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ef9a9ff-2628-4243-ba45-66738eb7a620 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-499466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-499571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-497774'] for router, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:54.041534 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-254b8d4c-00b2-4fec-b257-5518fa4b01cc req-3b3d823e-d39e-40e2-8bb1-dbde411e867a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:54.048369 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11b0632c-f1e5-4512-b7d3-9d5022d4c924 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:54.101500 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11b0632c-f1e5-4512-b7d3-9d5022d4c924 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:40:54.101904 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11b0632c-f1e5-4512-b7d3-9d5022d4c924 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:54.106063 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:40:54.106063 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:40:54.106063 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:40:54.106063 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:40:54.106063 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:40:54.106063 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:40:54.106063 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:40:54.106063 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:40:54.106063 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:40:54.106063 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:40:54.106063 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:40:54.106063 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:40:54.106063 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:40:54.106063 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:40:54.106063 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:40:54.106063 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:40:54.106063 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:40:54.106063 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:40:54.106063 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:40:54.106063 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:40:54.106063 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:40:54.106063 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:40:54.106063 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:40:54.106063 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:40:54.106063 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:40:54.106063 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:40:54.106063 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:40:54.106063 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:40:54.106063 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:40:54.106063 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:40:54.106063 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:40:54.106063 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:40:54.156939 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6780e5b9-b064-479d-8c3e-0ea424a076ed req-eb5aa17a-dc71-4956-9f61-af9923c15d3f tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:54.164922 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6780e5b9-b064-479d-8c3e-0ea424a076ed req-eb5aa17a-dc71-4956-9f61-af9923c15d3f tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=d30a3450-acde-4d73-9737-8d40b0850b8c HTTP/1.1" status: 200 len: 945 time: 0.0691917 Aug 23 20:40:54.201704 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6780e5b9-b064-479d-8c3e-0ea424a076ed req-2c92fd8f-0893-4830-8c5d-cbbce2b53745 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355029 Aug 23 20:40:54.205334 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-254b8d4c-00b2-4fec-b257-5518fa4b01cc req-3b3d823e-d39e-40e2-8bb1-dbde411e867a service neutron] Transition to ACTIVE for port object 0b82f5cc-1dea-45df-b86a-8fa0c45d9dba will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:40:54.206142 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11b0632c-f1e5-4512-b7d3-9d5022d4c924 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:54.212869 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-254b8d4c-00b2-4fec-b257-5518fa4b01cc req-3b3d823e-d39e-40e2-8bb1-dbde411e867a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:54.215935 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11b0632c-f1e5-4512-b7d3-9d5022d4c924 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:54.220197 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-11b0632c-f1e5-4512-b7d3-9d5022d4c924 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] 10.222.0.61 "DELETE /v2.0/networks/4fb439fc-6fef-40e6-a565-ba8c70ba02ac HTTP/1.1" status: 204 len: 168 time: 0.5416605 Aug 23 20:40:54.221849 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36830) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:54.261727 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b0632c-f1e5-4512-b7d3-9d5022d4c924 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Pushing event deleted for resources: {'Network': ['ID=4fb439fc-6fef-40e6-a565-ba8c70ba02ac,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:54.275078 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3d823e-d39e-40e2-8bb1-dbde411e867a service neutron] Pushing event updated for resources: {'Port': ['ID=0b82f5cc-1dea-45df-b86a-8fa0c45d9dba,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:54.347352 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-254b8d4c-00b2-4fec-b257-5518fa4b01cc req-3b3d823e-d39e-40e2-8bb1-dbde411e867a service neutron] Attempting to bind port 0b82f5cc-1dea-45df-b86a-8fa0c45d9dba on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:40:54.348090 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-254b8d4c-00b2-4fec-b257-5518fa4b01cc req-3b3d823e-d39e-40e2-8bb1-dbde411e867a service neutron] Attempting to bind port 0b82f5cc-1dea-45df-b86a-8fa0c45d9dba by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '2eca2f48-a757-4e4a-84b6-cecf77c14bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '88798fd2-b8f8-4007-ac21-674c27fbeeb0'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:40:54.348415 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254b8d4c-00b2-4fec-b257-5518fa4b01cc req-3b3d823e-d39e-40e2-8bb1-dbde411e867a service neutron] Attempting to bind port 0b82f5cc-1dea-45df-b86a-8fa0c45d9dba on network 88798fd2-b8f8-4007-ac21-674c27fbeeb0 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:40:54.352013 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ac5085f9-bd2c-49b2-b060-5f2e8bfba855 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:54.354062 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254b8d4c-00b2-4fec-b257-5518fa4b01cc req-3b3d823e-d39e-40e2-8bb1-dbde411e867a service neutron] Port 0b82f5cc-1dea-45df-b86a-8fa0c45d9dba on network 88798fd2-b8f8-4007-ac21-674c27fbeeb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:40:54.354405 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254b8d4c-00b2-4fec-b257-5518fa4b01cc req-3b3d823e-d39e-40e2-8bb1-dbde411e867a service neutron] Attempting to bind port 0b82f5cc-1dea-45df-b86a-8fa0c45d9dba on network 88798fd2-b8f8-4007-ac21-674c27fbeeb0 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:40:54.359430 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254b8d4c-00b2-4fec-b257-5518fa4b01cc req-3b3d823e-d39e-40e2-8bb1-dbde411e867a service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:40:54.359763 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254b8d4c-00b2-4fec-b257-5518fa4b01cc req-3b3d823e-d39e-40e2-8bb1-dbde411e867a service neutron] Checking segment: {'id': '2eca2f48-a757-4e4a-84b6-cecf77c14bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '88798fd2-b8f8-4007-ac21-674c27fbeeb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:40:54.360169 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254b8d4c-00b2-4fec-b257-5518fa4b01cc req-3b3d823e-d39e-40e2-8bb1-dbde411e867a service neutron] Bound using segment: {'id': '2eca2f48-a757-4e4a-84b6-cecf77c14bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '88798fd2-b8f8-4007-ac21-674c27fbeeb0'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:40:54.360805 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-254b8d4c-00b2-4fec-b257-5518fa4b01cc req-3b3d823e-d39e-40e2-8bb1-dbde411e867a service neutron] Bound port: 0b82f5cc-1dea-45df-b86a-8fa0c45d9dba, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eca2f48-a757-4e4a-84b6-cecf77c14bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '88798fd2-b8f8-4007-ac21-674c27fbeeb0'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:40:54.360926 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-254b8d4c-00b2-4fec-b257-5518fa4b01cc req-3b3d823e-d39e-40e2-8bb1-dbde411e867a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:54.398262 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ef9a9ff-2628-4243-ba45-66738eb7a620 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Router 6432a0f2-b67e-4746-996b-e1ce409cd9f3 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:40:54.451515 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20652611-bb1e-4fbe-9640-de6bbd17823a req-85b655b3-1722-410c-9e28-673ea08949d6 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:54.453058 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-20652611-bb1e-4fbe-9640-de6bbd17823a req-85b655b3-1722-410c-9e28-673ea08949d6 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/ports?device_id=37c84bcb-4817-4457-8402-a891a08894ac HTTP/1.1" status: 200 len: 945 time: 0.1230392 Aug 23 20:40:54.459970 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-254b8d4c-00b2-4fec-b257-5518fa4b01cc req-3b3d823e-d39e-40e2-8bb1-dbde411e867a service neutron] For port 0b82f5cc-1dea-45df-b86a-8fa0c45d9dba, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:40:54.480695 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-254b8d4c-00b2-4fec-b257-5518fa4b01cc req-3b3d823e-d39e-40e2-8bb1-dbde411e867a service neutron] For port 0b82f5cc-1dea-45df-b86a-8fa0c45d9dba, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=0b82f5cc-1dea-45df-b86a-8fa0c45d9dba,segment=NetworkSegment(2eca2f48-a757-4e4a-84b6-cecf77c14bb3),segment_id=2eca2f48-a757-4e4a-84b6-cecf77c14bb3)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:40:54.502096 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b8eb2-9e1d-4b84-864d-d36757bb0cbb req-3ae8abc5-5f79-49c7-a148-a1d71b1d862b tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:54.503604 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4b5b8eb2-9e1d-4b84-864d-d36757bb0cbb req-3ae8abc5-5f79-49c7-a148-a1d71b1d862b tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2f6282a-dd5b-4276-9d6d-2f8bec5d8163 HTTP/1.1" status: 200 len: 944 time: 0.0858469 Aug 23 20:40:54.504877 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-254b8d4c-00b2-4fec-b257-5518fa4b01cc req-3b3d823e-d39e-40e2-8bb1-dbde411e867a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:54.546172 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b8d4c-00b2-4fec-b257-5518fa4b01cc req-3b3d823e-d39e-40e2-8bb1-dbde411e867a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:54.547499 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-254b8d4c-00b2-4fec-b257-5518fa4b01cc req-3b3d823e-d39e-40e2-8bb1-dbde411e867a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:54.548660 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ac5085f9-bd2c-49b2-b060-5f2e8bfba855 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:54.548921 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-254b8d4c-00b2-4fec-b257-5518fa4b01cc req-3b3d823e-d39e-40e2-8bb1-dbde411e867a service neutron] 10.222.0.11 "PUT /v2.0/ports/0b82f5cc-1dea-45df-b86a-8fa0c45d9dba HTTP/1.1" status: 200 len: 1092 time: 0.9306426 Aug 23 20:40:54.552129 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f6282a-dd5b-4276-9d6d-2f8bec5d8163', 'tag': '0b82f5cc-1dea-45df-b86a-8fa0c45d9dba'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:40:54.555280 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f8a0bd-7d4b-460d-bf96-488d5bf8400a" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f6282a-dd5b-4276-9d6d-2f8bec5d8163", "tag": "0b82f5cc-1dea-45df-b86a-8fa0c45d9dba"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:40:54.617102 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3d823e-d39e-40e2-8bb1-dbde411e867a service neutron] Pushing event updated for resources: {'Port': ['ID=0b82f5cc-1dea-45df-b86a-8fa0c45d9dba,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:54.636736 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4b5b8eb2-9e1d-4b84-864d-d36757bb0cbb req-646cafb1-cabc-4b69-bc6f-588821afaf9d tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/security-groups?id=0f82240c-c6c4-4a5d-9c5f-0ca19e0dcac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237667 Aug 23 20:40:54.661328 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b8d4c-00b2-4fec-b257-5518fa4b01cc req-13b2257f-0cc0-4461-b662-4cea8c19e2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:54.662918 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-254b8d4c-00b2-4fec-b257-5518fa4b01cc req-13b2257f-0cc0-4461-b662-4cea8c19e2b6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=26835b4b45ce41389a4c3a4e9b75d422&device_id=c2f6282a-dd5b-4276-9d6d-2f8bec5d8163 HTTP/1.1" status: 200 len: 1095 time: 0.0591445 Aug 23 20:40:54.712732 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9976bc3-ec4e-4a5c-a81f-e22f490b44df x-openstack-request-id: req-a9976bc3-ec4e-4a5c-a81f-e22f490b44df {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:40:54.713044 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f6282a-dd5b-4276-9d6d-2f8bec5d8163", "tag": "0b82f5cc-1dea-45df-b86a-8fa0c45d9dba", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:40:54.713315 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a9976bc3-ec4e-4a5c-a81f-e22f490b44df {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:40:54.713719 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f6282a-dd5b-4276-9d6d-2f8bec5d8163', 'tag': '0b82f5cc-1dea-45df-b86a-8fa0c45d9dba', 'status': 'completed', 'code': 200} Aug 23 20:40:54.715302 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-254b8d4c-00b2-4fec-b257-5518fa4b01cc req-37520759-0fbb-4998-b7aa-bbf68696a972 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b82f5cc-1dea-45df-b86a-8fa0c45d9dba HTTP/1.1" status: 200 len: 217 time: 0.0424480 Aug 23 20:40:54.777222 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b8d4c-00b2-4fec-b257-5518fa4b01cc req-61242fca-59e4-4548-a6e0-ab3387a7a271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:54.778754 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-254b8d4c-00b2-4fec-b257-5518fa4b01cc req-61242fca-59e4-4548-a6e0-ab3387a7a271 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=99c2521f-6311-4d62-bcd9-0227f853ffb3 HTTP/1.1" status: 200 len: 862 time: 0.0548282 Aug 23 20:40:54.823544 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-254b8d4c-00b2-4fec-b257-5518fa4b01cc req-fa5b0aa0-3f6a-4e05-9127-bcef1523e759 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=88798fd2-b8f8-4007-ac21-674c27fbeeb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363209 Aug 23 20:40:54.879651 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-ac5085f9-bd2c-49b2-b060-5f2e8bfba855 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa5e30c0-0ab3-4b08-bd8c-a3b1907c047a']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:54.905361 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-ac5085f9-bd2c-49b2-b060-5f2e8bfba855 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28fcbfcd-e1b8-4fa4-869b-53744f30bd75') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:54.905654 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-ac5085f9-bd2c-49b2-b060-5f2e8bfba855 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28fcbfcd-e1b8-4fa4-869b-53744f30bd75') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:54.933572 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-254b8d4c-00b2-4fec-b257-5518fa4b01cc req-09a5678b-b952-4fac-b5e3-97aca6a6a7d9 service neutron] 10.222.0.11 "GET /v2.0/networks/88798fd2-b8f8-4007-ac21-674c27fbeeb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965958 Aug 23 20:40:54.942347 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-20652611-bb1e-4fbe-9640-de6bbd17823a req-8b5494d2-6fd6-446f-916f-5ccb2c08276b tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e94c7c4-469a-4a61-b228-394c20a2395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4556844 Aug 23 20:40:54.946978 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ac5085f9-bd2c-49b2-b060-5f2e8bfba855 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:54.970621 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ac5085f9-bd2c-49b2-b060-5f2e8bfba855 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:54.979728 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef9a9ff-2628-4243-ba45-66738eb7a620 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:40:54.981607 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac5085f9-bd2c-49b2-b060-5f2e8bfba855 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:40:54.982001 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ac5085f9-bd2c-49b2-b060-5f2e8bfba855 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:54.985078 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:40:54.985078 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:40:54.985078 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:40:54.985078 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:40:54.985078 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:40:54.985078 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:40:54.985078 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:40:54.985078 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:40:54.985078 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:40:54.985078 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:40:54.985078 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:40:54.985078 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:40:54.985078 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:40:54.985078 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:40:54.985078 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:40:54.985078 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:40:54.985078 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:40:54.985078 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:40:54.985078 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:40:54.985078 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:40:54.985078 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:40:54.985078 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:40:54.985078 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:40:54.985078 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:40:54.985078 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:40:54.985078 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:40:54.985078 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:40:54.985078 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:40:54.985078 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:40:54.985078 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:40:54.985078 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:40:54.985078 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:40:54.988781 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ef9a9ff-2628-4243-ba45-66738eb7a620 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:54.992026 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9ef9a9ff-2628-4243-ba45-66738eb7a620 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] 10.222.0.61 "PUT /v2.0/routers/6432a0f2-b67e-4746-996b-e1ce409cd9f3 HTTP/1.1" status: 200 len: 915 time: 2.6990325 Aug 23 20:40:54.992207 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb49f91-b558-43a8-ac7a-f13a67668901 None None] Sync routers for ids ['6432a0f2-b67e-4746-996b-e1ce409cd9f3'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:40:54.999190 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36840) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:55.008107 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb49f91-b558-43a8-ac7a-f13a67668901 None None] Routers {'6432a0f2-b67e-4746-996b-e1ce409cd9f3'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:40:55.008107 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1eb49f91-b558-43a8-ac7a-f13a67668901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:40:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['6432a0f2-b67e-4746-996b-e1ce409cd9f3'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:55.045902 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1eb49f91-b558-43a8-ac7a-f13a67668901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:55.057625 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-254b8d4c-00b2-4fec-b257-5518fa4b01cc req-7b4e1cd8-7d3d-4ed0-a97a-8ffff847af4a service neutron] 10.222.0.11 "GET /v2.0/networks/88798fd2-b8f8-4007-ac21-674c27fbeeb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152251 Aug 23 20:40:55.058114 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb49f91-b558-43a8-ac7a-f13a67668901 None None] Routers {'6432a0f2-b67e-4746-996b-e1ce409cd9f3'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:40:55.058956 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1eb49f91-b558-43a8-ac7a-f13a67668901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:40:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['6432a0f2-b67e-4746-996b-e1ce409cd9f3'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:55.098234 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ac5085f9-bd2c-49b2-b060-5f2e8bfba855 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:55.106919 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ac5085f9-bd2c-49b2-b060-5f2e8bfba855 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:55.108421 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1eb49f91-b558-43a8-ac7a-f13a67668901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:55.108733 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ac5085f9-bd2c-49b2-b060-5f2e8bfba855 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] 10.222.0.61 "DELETE /v2.0/networks/fa5e30c0-0ab3-4b08-bd8c-a3b1907c047a HTTP/1.1" status: 204 len: 168 time: 0.8857820 Aug 23 20:40:55.109068 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb49f91-b558-43a8-ac7a-f13a67668901 None None] The sync data for ids ['6432a0f2-b67e-4746-996b-e1ce409cd9f3'] in n-d-805663-2 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:40:55.112470 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36842) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:55.124050 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5085f9-bd2c-49b2-b060-5f2e8bfba855 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Pushing event deleted for resources: {'Network': ['ID=fa5e30c0-0ab3-4b08-bd8c-a3b1907c047a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:55.196755 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-6fdcb772-8bd9-43c4-ad51-50bd69fd4a20 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] 10.222.0.61 "GET /v2.0/routers/6432a0f2-b67e-4746-996b-e1ce409cd9f3 HTTP/1.1" status: 200 len: 921 time: 0.1964133 Aug 23 20:40:55.199366 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36846) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:55.255052 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43556787-cdd7-4a94-b414-9e653bb15f08 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:55.257042 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-43556787-cdd7-4a94-b414-9e653bb15f08 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=03d801c5-d257-4cc1-bad3-11a323aafec0&device_id=6432a0f2-b67e-4746-996b-e1ce409cd9f3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0564146 Aug 23 20:40:55.259884 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36850) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:55.400255 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150bad01-b564-4763-9575-b82ae0a11520 req-029c2fdd-8dfe-44d1-a7ec-95081630776c tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:55.401875 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-150bad01-b564-4763-9575-b82ae0a11520 req-029c2fdd-8dfe-44d1-a7ec-95081630776c tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=d30a3450-acde-4d73-9737-8d40b0850b8c HTTP/1.1" status: 200 len: 945 time: 0.0862038 Aug 23 20:40:55.432180 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1ebf34-343b-4091-88c2-3a1b458153a2 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:55.433725 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-6a1ebf34-343b-4091-88c2-3a1b458153a2 tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] 10.222.0.61 "GET /v2.0/networks/03d801c5-d257-4cc1-bad3-11a323aafec0 HTTP/1.1" status: 200 len: 881 time: 0.1728523 Aug 23 20:40:55.436457 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36852) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:55.480556 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-47230cf7-930e-4460-9c0c-bfc877f235f4 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] 10.222.0.61 "GET /v2.0/ports?device_id=6432a0f2-b67e-4746-996b-e1ce409cd9f3 HTTP/1.1" status: 200 len: 205 time: 0.0429809 Aug 23 20:40:55.483879 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-150bad01-b564-4763-9575-b82ae0a11520 req-e5d0ad08-4525-48c6-89e9-075ad8a49c38 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693452 Aug 23 20:40:55.484497 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36854) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:55.584901 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8a0bd-7d4b-460d-bf96-488d5bf8400a req-cc99d9a7-3aac-4e82-a42d-246efe3b0d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:55.586476 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f1f8a0bd-7d4b-460d-bf96-488d5bf8400a req-cc99d9a7-3aac-4e82-a42d-246efe3b0d80 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=26835b4b45ce41389a4c3a4e9b75d422&device_id=c2f6282a-dd5b-4276-9d6d-2f8bec5d8163 HTTP/1.1" status: 200 len: 1095 time: 0.4700963 Aug 23 20:40:55.605793 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cdf4196a-ee9f-4a95-be77-44474570f181 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:55.612305 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-700217a6-77a1-4ed1-a65c-70fc16bfc320 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:55.722002 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cdf4196a-ee9f-4a95-be77-44474570f181 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:55.779484 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-cdf4196a-ee9f-4a95-be77-44474570f181 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Deleting port 3d4e9c2c-37c4-4bcd-a51f-384e2ff10ea4 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:40:55.780044 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cdf4196a-ee9f-4a95-be77-44474570f181 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:55.802957 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-700217a6-77a1-4ed1-a65c-70fc16bfc320 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:55.817812 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-700217a6-77a1-4ed1-a65c-70fc16bfc320 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c56585f-f71a-4953-88f9-94d3f0ab60ef']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:55.830788 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8a0bd-7d4b-460d-bf96-488d5bf8400a req-b6b501eb-f3f1-4d96-8747-c2332c817274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:55.832306 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f1f8a0bd-7d4b-460d-bf96-488d5bf8400a req-b6b501eb-f3f1-4d96-8747-c2332c817274 service neutron] 10.222.0.11 "GET /v2.0/networks?id=88798fd2-b8f8-4007-ac21-674c27fbeeb0 HTTP/1.1" status: 200 len: 923 time: 0.2374547 Aug 23 20:40:55.839090 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-700217a6-77a1-4ed1-a65c-70fc16bfc320 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a22aedf4-4881-44c1-bf06-d9cb46cde4e1') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:55.839384 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-700217a6-77a1-4ed1-a65c-70fc16bfc320 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a22aedf4-4881-44c1-bf06-d9cb46cde4e1') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:55.848637 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19328935-cd13-43b0-b46e-d3d3785ee893 req-9ded242f-63fa-4a5c-92ff-9745c4907adc tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:55.850488 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-19328935-cd13-43b0-b46e-d3d3785ee893 req-9ded242f-63fa-4a5c-92ff-9745c4907adc tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2f6282a-dd5b-4276-9d6d-2f8bec5d8163 HTTP/1.1" status: 200 len: 944 time: 0.1357007 Aug 23 20:40:55.870172 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cdf4196a-ee9f-4a95-be77-44474570f181 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:55.885787 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-cdf4196a-ee9f-4a95-be77-44474570f181 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Calling delete_port for 3d4e9c2c-37c4-4bcd-a51f-384e2ff10ea4 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:40:55.898144 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-700217a6-77a1-4ed1-a65c-70fc16bfc320 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:55.910937 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f1f8a0bd-7d4b-460d-bf96-488d5bf8400a req-1732afa3-4d0b-4978-8131-71d55508b0b3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b82f5cc-1dea-45df-b86a-8fa0c45d9dba HTTP/1.1" status: 200 len: 217 time: 0.0595119 Aug 23 20:40:55.933283 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-700217a6-77a1-4ed1-a65c-70fc16bfc320 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:55.968794 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-700217a6-77a1-4ed1-a65c-70fc16bfc320 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:40:55.969212 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-700217a6-77a1-4ed1-a65c-70fc16bfc320 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:55.972905 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:40:55.972905 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:40:55.972905 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:40:55.972905 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:40:55.972905 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:40:55.972905 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:40:55.972905 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:40:55.972905 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:40:55.972905 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:40:55.972905 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:40:55.972905 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:40:55.972905 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:40:55.972905 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:40:55.972905 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:40:55.972905 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:40:55.972905 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:40:55.972905 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:40:55.972905 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:40:55.972905 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:40:55.972905 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:40:55.972905 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:40:55.972905 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:40:55.972905 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:40:55.972905 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:40:55.972905 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:40:55.972905 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:40:55.972905 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:40:55.972905 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:40:55.972905 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:40:55.972905 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:40:55.972905 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:40:55.972905 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:40:55.990690 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-19328935-cd13-43b0-b46e-d3d3785ee893 req-f6380893-faa7-45fe-aa65-dcb8ebf0a287 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/security-groups?id=0f82240c-c6c4-4a5d-9c5f-0ca19e0dcac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249447 Aug 23 20:40:56.034095 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8a0bd-7d4b-460d-bf96-488d5bf8400a req-dfaa05e8-1489-406d-9017-ae2a3ab0bc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:56.035649 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f1f8a0bd-7d4b-460d-bf96-488d5bf8400a req-dfaa05e8-1489-406d-9017-ae2a3ab0bc95 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=99c2521f-6311-4d62-bcd9-0227f853ffb3 HTTP/1.1" status: 200 len: 862 time: 0.1124597 Aug 23 20:40:56.055656 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-700217a6-77a1-4ed1-a65c-70fc16bfc320 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:56.081313 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f1f8a0bd-7d4b-460d-bf96-488d5bf8400a req-2017eaa9-1caf-4244-b602-3c6ea36bb8d9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=88798fd2-b8f8-4007-ac21-674c27fbeeb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361469 Aug 23 20:40:56.082281 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-700217a6-77a1-4ed1-a65c-70fc16bfc320 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:56.084002 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-700217a6-77a1-4ed1-a65c-70fc16bfc320 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] 10.222.0.61 "DELETE /v2.0/networks/7c56585f-f71a-4953-88f9-94d3f0ab60ef HTTP/1.1" status: 204 len: 168 time: 0.9701326 Aug 23 20:40:56.103591 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700217a6-77a1-4ed1-a65c-70fc16bfc320 tempest-BulkNetworkOpsTest-999479928 tempest-BulkNetworkOpsTest-999479928-project] Pushing event deleted for resources: {'Network': ['ID=7c56585f-f71a-4953-88f9-94d3f0ab60ef,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:56.111406 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b126424-190d-4e6a-b13d-6b049e7d2bde req-ea2f5a4a-28d7-4faa-adcc-76c6d0485932 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:56.113321 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6b126424-190d-4e6a-b13d-6b049e7d2bde req-ea2f5a4a-28d7-4faa-adcc-76c6d0485932 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/ports?device_id=37c84bcb-4817-4457-8402-a891a08894ac HTTP/1.1" status: 200 len: 945 time: 0.0699358 Aug 23 20:40:56.114510 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cdf4196a-ee9f-4a95-be77-44474570f181 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:56.154850 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf4196a-ee9f-4a95-be77-44474570f181 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Pushing event deleted for resources: {'Port': ['ID=3d4e9c2c-37c4-4bcd-a51f-384e2ff10ea4,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:56.192143 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f1f8a0bd-7d4b-460d-bf96-488d5bf8400a req-22c34747-8b9c-4ea4-af9c-4b9da15a2350 service neutron] 10.222.0.11 "GET /v2.0/networks/88798fd2-b8f8-4007-ac21-674c27fbeeb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966842 Aug 23 20:40:56.228761 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6b126424-190d-4e6a-b13d-6b049e7d2bde req-61f22149-9243-49a9-80fb-b4f1771cf898 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e94c7c4-469a-4a61-b228-394c20a2395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068020 Aug 23 20:40:56.245434 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cdf4196a-ee9f-4a95-be77-44474570f181 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:56.324474 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f1f8a0bd-7d4b-460d-bf96-488d5bf8400a req-f2ce4442-0bcc-42d4-9987-7f2e113e7bd8 service neutron] 10.222.0.11 "GET /v2.0/networks/88798fd2-b8f8-4007-ac21-674c27fbeeb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151285 Aug 23 20:40:56.334300 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36868) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:56.357257 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cdf4196a-ee9f-4a95-be77-44474570f181 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:56.359396 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cdf4196a-ee9f-4a95-be77-44474570f181 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:56.403614 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cdf4196a-ee9f-4a95-be77-44474570f181 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:56.404453 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf4196a-ee9f-4a95-be77-44474570f181 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Fanout notify agent at l3_agent the message router_deleted on router 6432a0f2-b67e-4746-996b-e1ce409cd9f3 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:40:56.414567 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cdf4196a-ee9f-4a95-be77-44474570f181 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:56.419082 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-cdf4196a-ee9f-4a95-be77-44474570f181 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] 10.222.0.61 "DELETE /v2.0/routers/6432a0f2-b67e-4746-996b-e1ce409cd9f3 HTTP/1.1" status: 204 len: 168 time: 0.9303503 Aug 23 20:40:56.420100 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36872) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:56.425306 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-ef00021f-883d-4dbb-a899-3c8f233f8eb6 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2134771434', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}, 'admin_state_up': False}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:40:56.477944 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef00021f-883d-4dbb-a899-3c8f233f8eb6 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:56.478838 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef00021f-883d-4dbb-a899-3c8f233f8eb6 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:56.490672 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5f644196-5d80-4df5-bd65-ba07993bd7d5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=462ebcc3c7974c75a12dfc74b282a1cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1551576 Aug 23 20:40:56.493446 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36874) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:56.543134 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef00021f-883d-4dbb-a899-3c8f233f8eb6 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:56.546694 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30fb2c44-3a03-45b1-9e60-53328687ff72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:56.603482 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30fb2c44-3a03-45b1-9e60-53328687ff72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:56.649764 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca131c-ced2-4fd0-98f9-b59f2222674d req-e0217a2f-70a9-47a9-a3e5-2c6c60c1925c tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:56.651399 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-26ca131c-ced2-4fd0-98f9-b59f2222674d req-e0217a2f-70a9-47a9-a3e5-2c6c60c1925c tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=d30a3450-acde-4d73-9737-8d40b0850b8c HTTP/1.1" status: 200 len: 945 time: 0.0878825 Aug 23 20:40:56.692807 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef00021f-883d-4dbb-a899-3c8f233f8eb6 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:56.694060 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30fb2c44-3a03-45b1-9e60-53328687ff72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:56.696691 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30fb2c44-3a03-45b1-9e60-53328687ff72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:56.697886 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-30fb2c44-3a03-45b1-9e60-53328687ff72 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d6044db0-7ed6-4058-9991-52a895541b79 HTTP/1.1" status: 204 len: 168 time: 0.2032130 Aug 23 20:40:56.708626 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-26ca131c-ced2-4fd0-98f9-b59f2222674d req-f633408e-56e1-47ac-b415-9d936dadd9f5 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492759 Aug 23 20:40:56.715323 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb2c44-3a03-45b1-9e60-53328687ff72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6044db0-7ed6-4058-9991-52a895541b79,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:56.897482 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef00021f-883d-4dbb-a899-3c8f233f8eb6 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:56.921740 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef00021f-883d-4dbb-a899-3c8f233f8eb6 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:57.045037 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-ef00021f-883d-4dbb-a899-3c8f233f8eb6 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Allocated IP 172.25.4.252 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/48370b11-fa8b-4c77-a8c1-06476cb39021) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:40:57.138310 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c6510-4f71-494a-a065-9f3891422b6e req-243f2cdd-72c0-4810-93a7-fd0926849587 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:57.144648 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3f8c6510-4f71-494a-a065-9f3891422b6e req-243f2cdd-72c0-4810-93a7-fd0926849587 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2f6282a-dd5b-4276-9d6d-2f8bec5d8163 HTTP/1.1" status: 200 len: 944 time: 0.0560274 Aug 23 20:40:57.167911 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef00021f-883d-4dbb-a899-3c8f233f8eb6 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:57.187139 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3f8c6510-4f71-494a-a065-9f3891422b6e req-37a36ccd-3f43-4869-a1f6-db190bb31653 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/security-groups?id=0f82240c-c6c4-4a5d-9c5f-0ca19e0dcac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402827 Aug 23 20:40:57.212341 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef00021f-883d-4dbb-a899-3c8f233f8eb6 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:57.251794 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef00021f-883d-4dbb-a899-3c8f233f8eb6 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:40:57.254692 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-ef00021f-883d-4dbb-a899-3c8f233f8eb6 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:40:57.257343 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef00021f-883d-4dbb-a899-3c8f233f8eb6 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:40:57.277838 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 0b82f5cc-1dea-45df-b86a-8fa0c45d9dba details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:40:57.292827 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef00021f-883d-4dbb-a899-3c8f233f8eb6 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Pushing event updated for resources: {'Port': ['ID=48370b11-fa8b-4c77-a8c1-06476cb39021,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:57.417935 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 0b82f5cc-1dea-45df-b86a-8fa0c45d9dba, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=0b82f5cc-1dea-45df-b86a-8fa0c45d9dba,segment=NetworkSegment(2eca2f48-a757-4e4a-84b6-cecf77c14bb3),segment_id=2eca2f48-a757-4e4a-84b6-cecf77c14bb3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:40:57.434573 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '0b82f5cc-1dea-45df-b86a-8fa0c45d9dba', 'network_id': '88798fd2-b8f8-4007-ac21-674c27fbeeb0', 'port_id': '0b82f5cc-1dea-45df-b86a-8fa0c45d9dba', 'mac_address': 'fa:16:3e:38:62:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c2521f-6311-4d62-bcd9-0227f853ffb3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:40:57.479521 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:57.482154 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878bc2a-f6fd-48d5-b991-add22a6a6a09 req-e5279d11-21cd-40a8-be85-1149a5637637 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:57.483984 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a878bc2a-f6fd-48d5-b991-add22a6a6a09 req-e5279d11-21cd-40a8-be85-1149a5637637 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/ports?device_id=37c84bcb-4817-4457-8402-a891a08894ac HTTP/1.1" status: 200 len: 945 time: 0.1332827 Aug 23 20:40:57.497398 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36906) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:57.501196 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b82f5cc-1dea-45df-b86a-8fa0c45d9dba {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:40:57.523448 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 0b82f5cc-1dea-45df-b86a-8fa0c45d9dba, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=0b82f5cc-1dea-45df-b86a-8fa0c45d9dba,segment=NetworkSegment(2eca2f48-a757-4e4a-84b6-cecf77c14bb3),segment_id=2eca2f48-a757-4e4a-84b6-cecf77c14bb3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:40:57.527987 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:57.577314 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=0b82f5cc-1dea-45df-b86a-8fa0c45d9dba,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:57.606148 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a878bc2a-f6fd-48d5-b991-add22a6a6a09 req-42020340-1baa-4308-a165-b4c70f185de0 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e94c7c4-469a-4a61-b228-394c20a2395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814424 Aug 23 20:40:57.611296 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-4dc0abbf-ef42-4222-b52e-c71e0e335541 tempest-NetworksNegativeTestJSON-948228357 tempest-NetworksNegativeTestJSON-948228357-project] Request body: {'port': {'network_id': '4d7f340a-8ac9-4fda-8252-12cf084ba9f9', 'name': 'tempest-NetworksNegativeTestJSON-40289392'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:40:57.625550 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dc0abbf-ef42-4222-b52e-c71e0e335541 tempest-NetworksNegativeTestJSON-948228357 tempest-NetworksNegativeTestJSON-948228357-project] POST failed (client error): The resource could not be found. Aug 23 20:40:57.626097 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dc0abbf-ef42-4222-b52e-c71e0e335541 tempest-NetworksNegativeTestJSON-948228357 tempest-NetworksNegativeTestJSON-948228357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:40:57.627302 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4dc0abbf-ef42-4222-b52e-c71e0e335541 tempest-NetworksNegativeTestJSON-948228357 tempest-NetworksNegativeTestJSON-948228357-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1289823 Aug 23 20:40:57.628762 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef00021f-883d-4dbb-a899-3c8f233f8eb6 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:57.631569 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36910) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:57.684215 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-914269c6-d9c2-478a-8b01-a97dcec15b0d tempest-NetworksNegativeTestJSON-948228357 tempest-NetworksNegativeTestJSON-948228357-project] DELETE failed (client error): The resource could not be found. Aug 23 20:40:57.684808 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-914269c6-d9c2-478a-8b01-a97dcec15b0d tempest-NetworksNegativeTestJSON-948228357 tempest-NetworksNegativeTestJSON-948228357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:40:57.686509 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-914269c6-d9c2-478a-8b01-a97dcec15b0d tempest-NetworksNegativeTestJSON-948228357 tempest-NetworksNegativeTestJSON-948228357-project] 10.222.0.61 "DELETE /v2.0/networks/b8c46432-51a8-49e9-9c76-005a28ec0d1e HTTP/1.1" status: 404 len: 339 time: 0.0539579 Aug 23 20:40:57.690959 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36912) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:57.717681 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0137400-81b9-48d7-a58a-c38950b36ac1 tempest-NetworksNegativeTestJSON-948228357 tempest-NetworksNegativeTestJSON-948228357-project] DELETE failed (client error): The resource could not be found. Aug 23 20:40:57.718306 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0137400-81b9-48d7-a58a-c38950b36ac1 tempest-NetworksNegativeTestJSON-948228357 tempest-NetworksNegativeTestJSON-948228357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:40:57.719995 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b0137400-81b9-48d7-a58a-c38950b36ac1 tempest-NetworksNegativeTestJSON-948228357 tempest-NetworksNegativeTestJSON-948228357-project] 10.222.0.61 "DELETE /v2.0/ports/1981e877-9297-4397-b2a3-f5bd3a66c426 HTTP/1.1" status: 404 len: 333 time: 0.0278802 Aug 23 20:40:57.724745 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36914) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:57.760050 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b261808-e73b-4767-ae62-971a2c06c058 tempest-NetworksNegativeTestJSON-948228357 tempest-NetworksNegativeTestJSON-948228357-project] DELETE failed (client error): The resource could not be found. Aug 23 20:40:57.760666 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b261808-e73b-4767-ae62-971a2c06c058 tempest-NetworksNegativeTestJSON-948228357 tempest-NetworksNegativeTestJSON-948228357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:40:57.765889 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2b261808-e73b-4767-ae62-971a2c06c058 tempest-NetworksNegativeTestJSON-948228357 tempest-NetworksNegativeTestJSON-948228357-project] 10.222.0.61 "DELETE /v2.0/subnets/f1369692-30a7-4a41-9791-8c13d492bd89 HTTP/1.1" status: 404 len: 337 time: 0.0368652 Aug 23 20:40:57.766244 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36918) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:57.797649 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-a877fd3c-2f86-4704-8bd6-8d5bca3995e9 tempest-NetworksNegativeTestJSON-948228357 tempest-NetworksNegativeTestJSON-948228357-project] GET failed (client error): The resource could not be found. Aug 23 20:40:57.799280 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a877fd3c-2f86-4704-8bd6-8d5bca3995e9 tempest-NetworksNegativeTestJSON-948228357 tempest-NetworksNegativeTestJSON-948228357-project] 10.222.0.61 "GET /v2.0/networks/c4f9f73b-2259-4faa-a162-31aa611136df HTTP/1.1" status: 404 len: 339 time: 0.0319419 Aug 23 20:40:57.803276 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36920) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:57.841678 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aff0b14-5b07-4e0c-86a6-f6e52cde942b tempest-NetworksNegativeTestJSON-948228357 tempest-NetworksNegativeTestJSON-948228357-project] GET failed (client error): The resource could not be found. Aug 23 20:40:57.847257 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4aff0b14-5b07-4e0c-86a6-f6e52cde942b tempest-NetworksNegativeTestJSON-948228357 tempest-NetworksNegativeTestJSON-948228357-project] 10.222.0.61 "GET /v2.0/ports/3e326613-eda1-4978-8ad1-029d56e81753 HTTP/1.1" status: 404 len: 333 time: 0.0389597 Aug 23 20:40:57.847502 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36922) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:57.862509 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef00021f-883d-4dbb-a899-3c8f233f8eb6 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:57.883528 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ade8f66-13ec-4179-8c78-32b1e308c959 tempest-NetworksNegativeTestJSON-948228357 tempest-NetworksNegativeTestJSON-948228357-project] GET failed (client error): The resource could not be found. Aug 23 20:40:57.884883 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2ade8f66-13ec-4179-8c78-32b1e308c959 tempest-NetworksNegativeTestJSON-948228357 tempest-NetworksNegativeTestJSON-948228357-project] 10.222.0.61 "GET /v2.0/subnets/bd021307-8b78-42f1-8296-3ccbd32c2d14 HTTP/1.1" status: 404 len: 337 time: 0.0364354 Aug 23 20:40:57.888614 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36924) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:57.894266 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e34a4f81-83d1-4fc7-8373-abb5639586c9 tempest-NetworksNegativeTestJSON-948228357 tempest-NetworksNegativeTestJSON-948228357-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:40:57.904980 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['0b82f5cc-1dea-45df-b86a-8fa0c45d9dba'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:40:57.916383 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f99a4a-f0f5-4f24-8084-58be2ba77f9e req-29cb0fcb-1c1a-4444-abbc-e00a5fb03877 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:57.917909 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-15f99a4a-f0f5-4f24-8084-58be2ba77f9e req-29cb0fcb-1c1a-4444-abbc-e00a5fb03877 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=d30a3450-acde-4d73-9737-8d40b0850b8c HTTP/1.1" status: 200 len: 945 time: 0.1294129 Aug 23 20:40:57.919305 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-e34a4f81-83d1-4fc7-8373-abb5639586c9 tempest-NetworksNegativeTestJSON-948228357 tempest-NetworksNegativeTestJSON-948228357-project] PUT failed (client error): The resource could not be found. Aug 23 20:40:57.920206 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e34a4f81-83d1-4fc7-8373-abb5639586c9 tempest-NetworksNegativeTestJSON-948228357 tempest-NetworksNegativeTestJSON-948228357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:40:57.925241 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e34a4f81-83d1-4fc7-8373-abb5639586c9 tempest-NetworksNegativeTestJSON-948228357 tempest-NetworksNegativeTestJSON-948228357-project] 10.222.0.61 "PUT /v2.0/networks/1903e03b-2b66-4f54-b101-70dda6f40932 HTTP/1.1" status: 404 len: 339 time: 0.0314558 Aug 23 20:40:57.925531 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36926) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:57.931212 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ba3eaef4-dd2a-426c-a824-66e4e5fc66f7 tempest-NetworksNegativeTestJSON-948228357 tempest-NetworksNegativeTestJSON-948228357-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:40:57.957142 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba3eaef4-dd2a-426c-a824-66e4e5fc66f7 tempest-NetworksNegativeTestJSON-948228357 tempest-NetworksNegativeTestJSON-948228357-project] PUT failed (client error): The resource could not be found. Aug 23 20:40:57.957522 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba3eaef4-dd2a-426c-a824-66e4e5fc66f7 tempest-NetworksNegativeTestJSON-948228357 tempest-NetworksNegativeTestJSON-948228357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:40:57.962202 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ba3eaef4-dd2a-426c-a824-66e4e5fc66f7 tempest-NetworksNegativeTestJSON-948228357 tempest-NetworksNegativeTestJSON-948228357-project] 10.222.0.61 "PUT /v2.0/ports/7c063800-6171-43de-a674-126d77c95bfc HTTP/1.1" status: 404 len: 333 time: 0.0322249 Aug 23 20:40:57.964259 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36930) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:57.972885 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-798767f5-6697-447a-81dd-c6451bf9a719 tempest-NetworksNegativeTestJSON-948228357 tempest-NetworksNegativeTestJSON-948228357-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:40:57.987864 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-15f99a4a-f0f5-4f24-8084-58be2ba77f9e req-7c12d4b9-3028-47a6-97ab-670ae3c2d3bb tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528917 Aug 23 20:40:58.013267 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-798767f5-6697-447a-81dd-c6451bf9a719 tempest-NetworksNegativeTestJSON-948228357 tempest-NetworksNegativeTestJSON-948228357-project] PUT failed (client error): The resource could not be found. Aug 23 20:40:58.013715 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-798767f5-6697-447a-81dd-c6451bf9a719 tempest-NetworksNegativeTestJSON-948228357 tempest-NetworksNegativeTestJSON-948228357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:40:58.015530 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-798767f5-6697-447a-81dd-c6451bf9a719 tempest-NetworksNegativeTestJSON-948228357 tempest-NetworksNegativeTestJSON-948228357-project] 10.222.0.61 "PUT /v2.0/subnets/4df18460-1153-476a-bf36-3a7e01acee54 HTTP/1.1" status: 404 len: 337 time: 0.0493553 Aug 23 20:40:58.050943 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef00021f-883d-4dbb-a899-3c8f233f8eb6 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Router 1c67d099-3359-4950-af3a-1882d120c018 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:40:58.170624 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef00021f-883d-4dbb-a899-3c8f233f8eb6 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:40:58.181944 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb62347-3069-4fc1-9a5c-0cbf9392eb04 None None] Sync routers for ids ['1c67d099-3359-4950-af3a-1882d120c018'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:40:58.192691 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb62347-3069-4fc1-9a5c-0cbf9392eb04 None None] Routers {'1c67d099-3359-4950-af3a-1882d120c018'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:40:58.193385 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8cb62347-3069-4fc1-9a5c-0cbf9392eb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:40:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['1c67d099-3359-4950-af3a-1882d120c018'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:58.193758 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef00021f-883d-4dbb-a899-3c8f233f8eb6 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:58.197531 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ef00021f-883d-4dbb-a899-3c8f233f8eb6 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.7738686 Aug 23 20:40:58.197742 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36934) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:58.206341 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-dbff279f-2132-4303-b292-871754421310 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:40:58.254024 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8cb62347-3069-4fc1-9a5c-0cbf9392eb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:58.271634 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb62347-3069-4fc1-9a5c-0cbf9392eb04 None None] Routers {'1c67d099-3359-4950-af3a-1882d120c018'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:40:58.272731 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8cb62347-3069-4fc1-9a5c-0cbf9392eb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:40:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['1c67d099-3359-4950-af3a-1882d120c018'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:58.313718 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36940) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:58.316494 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8cb62347-3069-4fc1-9a5c-0cbf9392eb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:58.317696 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb62347-3069-4fc1-9a5c-0cbf9392eb04 None None] The sync data for ids ['1c67d099-3359-4950-af3a-1882d120c018'] in n-d-805663-2 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:40:58.329986 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812ff670-67b2-4fa0-8248-b244dedf668a req-98be53ba-b3e7-49d2-b5fd-581cb272b418 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:58.331513 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-812ff670-67b2-4fa0-8248-b244dedf668a req-98be53ba-b3e7-49d2-b5fd-581cb272b418 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2f6282a-dd5b-4276-9d6d-2f8bec5d8163 HTTP/1.1" status: 200 len: 945 time: 0.0616932 Aug 23 20:40:58.378087 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-812ff670-67b2-4fa0-8248-b244dedf668a req-17d0bc19-79c8-4436-a96d-4a31b67eb198 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/security-groups?id=0f82240c-c6c4-4a5d-9c5f-0ca19e0dcac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342271 Aug 23 20:40:58.434858 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-86e88789-6a13-4f4e-af1a-c42375ace379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:58.536604 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-86e88789-6a13-4f4e-af1a-c42375ace379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:58.538999 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dbff279f-2132-4303-b292-871754421310 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:58.541031 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-86e88789-6a13-4f4e-af1a-c42375ace379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:58.550797 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dbff279f-2132-4303-b292-871754421310 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:58.584864 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e88789-6a13-4f4e-af1a-c42375ace379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4128811c-2e07-4f8f-b9ea-7b2da7b4ee7d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:58.591229 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-86e88789-6a13-4f4e-af1a-c42375ace379 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ff53192199c249beaf600217060a2c0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2759356 Aug 23 20:40:58.594005 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36946) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:58.609800 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-dbff279f-2132-4303-b292-871754421310 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Deleting port 48370b11-fa8b-4c77-a8c1-06476cb39021 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:40:58.610212 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dbff279f-2132-4303-b292-871754421310 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:58.650005 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f1f68d87-834f-4966-a0be-4a80321b93aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:58.675399 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f1f68d87-834f-4966-a0be-4a80321b93aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:58.698994 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dbff279f-2132-4303-b292-871754421310 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:58.718552 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-dbff279f-2132-4303-b292-871754421310 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Calling delete_port for 48370b11-fa8b-4c77-a8c1-06476cb39021 owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:40:58.758086 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d38c45b-d1ba-480d-95d7-1633d67b2ab1 req-7d083f02-9d7c-41bf-8ad7-48fd70e14d3f tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:58.759572 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2d38c45b-d1ba-480d-95d7-1633d67b2ab1 req-7d083f02-9d7c-41bf-8ad7-48fd70e14d3f tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/ports?device_id=37c84bcb-4817-4457-8402-a891a08894ac HTTP/1.1" status: 200 len: 945 time: 0.0775657 Aug 23 20:40:58.773951 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f1f68d87-834f-4966-a0be-4a80321b93aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:58.776418 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f1f68d87-834f-4966-a0be-4a80321b93aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:58.777474 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f1f68d87-834f-4966-a0be-4a80321b93aa admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4128811c-2e07-4f8f-b9ea-7b2da7b4ee7d HTTP/1.1" status: 204 len: 168 time: 0.1818817 Aug 23 20:40:58.802163 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f68d87-834f-4966-a0be-4a80321b93aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4128811c-2e07-4f8f-b9ea-7b2da7b4ee7d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:58.828489 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2d38c45b-d1ba-480d-95d7-1633d67b2ab1 req-8c27984b-7969-45c3-bc8f-2e984e393ddb tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e94c7c4-469a-4a61-b228-394c20a2395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620706 Aug 23 20:40:58.917415 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dbff279f-2132-4303-b292-871754421310 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:58.943738 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbff279f-2132-4303-b292-871754421310 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Pushing event deleted for resources: {'Port': ['ID=48370b11-fa8b-4c77-a8c1-06476cb39021,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:59.004480 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dbff279f-2132-4303-b292-871754421310 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:59.242541 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dbff279f-2132-4303-b292-871754421310 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4165669'] for router, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:59.250909 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d368153-66ba-4c2e-8fd6-086524bf9a6d req-04575258-ea3e-4693-b6cf-fcd599ef57d4 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:59.252550 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9d368153-66ba-4c2e-8fd6-086524bf9a6d req-04575258-ea3e-4693-b6cf-fcd599ef57d4 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=d30a3450-acde-4d73-9737-8d40b0850b8c HTTP/1.1" status: 200 len: 945 time: 0.1776295 Aug 23 20:40:59.255195 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dbff279f-2132-4303-b292-871754421310 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-499466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-499571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-497774'] for router, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:59.310759 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 0b82f5cc-1dea-45df-b86a-8fa0c45d9dba up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:40:59.369536 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 0b82f5cc-1dea-45df-b86a-8fa0c45d9dba completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:40:59.374212 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 0b82f5cc-1dea-45df-b86a-8fa0c45d9dba triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:40:59.374588 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:59.483792 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:59.527054 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f6282a-dd5b-4276-9d6d-2f8bec5d8163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b82f5cc-1dea-45df-b86a-8fa0c45d9dba'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:40:59.534116 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c8d568-bc30-40af-b3d0-622f57396eb1" -d '{"events": [{"server_uuid": "c2f6282a-dd5b-4276-9d6d-2f8bec5d8163", "name": "network-vif-plugged", "status": "completed", "tag": "0b82f5cc-1dea-45df-b86a-8fa0c45d9dba"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:40:59.572706 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 0b82f5cc-1dea-45df-b86a-8fa0c45d9dba, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=0b82f5cc-1dea-45df-b86a-8fa0c45d9dba,segment=NetworkSegment(2eca2f48-a757-4e4a-84b6-cecf77c14bb3),segment_id=2eca2f48-a757-4e4a-84b6-cecf77c14bb3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:40:59.575589 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced9f1d3-b1ae-4584-a119-ea7d30789aff req-d14f90ab-201e-4714-b67b-4b10d98b5d78 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:40:59.583129 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:59.584380 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ced9f1d3-b1ae-4584-a119-ea7d30789aff req-d14f90ab-201e-4714-b67b-4b10d98b5d78 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2f6282a-dd5b-4276-9d6d-2f8bec5d8163 HTTP/1.1" status: 200 len: 945 time: 0.0883653 Aug 23 20:40:59.586672 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36980) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:59.634237 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ced9f1d3-b1ae-4584-a119-ea7d30789aff req-e3b2b441-8544-4f4b-a2cc-1a30d9a28b01 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/security-groups?id=0f82240c-c6c4-4a5d-9c5f-0ca19e0dcac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486889 Aug 23 20:40:59.655553 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=0b82f5cc-1dea-45df-b86a-8fa0c45d9dba,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:59.706182 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9d368153-66ba-4c2e-8fd6-086524bf9a6d req-6a2d607e-d3dd-453f-8f7d-71ca5244c216 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4457204 Aug 23 20:40:59.713240 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbff279f-2132-4303-b292-871754421310 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Router 1c67d099-3359-4950-af3a-1882d120c018 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:40:59.723627 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-4c43bc46-dbe9-4ec0-9c24-dd9556c9933a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Request body: {'network': {'name': 'tempest-RoutersTest-1983148102'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:40:59.754854 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c43bc46-dbe9-4ec0-9c24-dd9556c9933a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Made reservation on behalf of 478a4137190c42b2a66568a56c662326 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:40:59.759033 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c43bc46-dbe9-4ec0-9c24-dd9556c9933a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:59.768532 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c43bc46-dbe9-4ec0-9c24-dd9556c9933a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:59.784051 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d15fcdd-410d-4768-8a40-3052a0a9f703 x-openstack-request-id: req-1d15fcdd-410d-4768-8a40-3052a0a9f703 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:40:59.784665 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f6282a-dd5b-4276-9d6d-2f8bec5d8163", "name": "network-vif-plugged", "status": "completed", "tag": "0b82f5cc-1dea-45df-b86a-8fa0c45d9dba", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:40:59.784780 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1d15fcdd-410d-4768-8a40-3052a0a9f703 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:40:59.785124 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f6282a-dd5b-4276-9d6d-2f8bec5d8163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b82f5cc-1dea-45df-b86a-8fa0c45d9dba', 'code': 200} Aug 23 20:40:59.840339 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbff279f-2132-4303-b292-871754421310 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:40:59.848548 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dbff279f-2132-4303-b292-871754421310 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:59.849960 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-dbff279f-2132-4303-b292-871754421310 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] 10.222.0.61 "PUT /v2.0/routers/1c67d099-3359-4950-af3a-1882d120c018 HTTP/1.1" status: 200 len: 706 time: 1.6508665 Aug 23 20:40:59.850444 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ae9bd4-2c82-424c-8f2f-639339ad3ce1 None None] Sync routers for ids ['1c67d099-3359-4950-af3a-1882d120c018'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:40:59.860857 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36984) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:59.873878 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ae9bd4-2c82-424c-8f2f-639339ad3ce1 None None] Routers {'1c67d099-3359-4950-af3a-1882d120c018'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:40:59.874871 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-56ae9bd4-2c82-424c-8f2f-639339ad3ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:40:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['1c67d099-3359-4950-af3a-1882d120c018'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:59.898707 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c43bc46-dbe9-4ec0-9c24-dd9556c9933a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:59.903237 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c43bc46-dbe9-4ec0-9c24-dd9556c9933a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:59.914128 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-56ae9bd4-2c82-424c-8f2f-639339ad3ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:59.924747 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ae9bd4-2c82-424c-8f2f-639339ad3ce1 None None] Routers {'1c67d099-3359-4950-af3a-1882d120c018'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:40:59.925604 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-56ae9bd4-2c82-424c-8f2f-639339ad3ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:40:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['1c67d099-3359-4950-af3a-1882d120c018'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:59.950277 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1199b9bc-56b1-4cfc-b07b-13f5009d17fd tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] 10.222.0.61 "GET /v2.0/routers/1c67d099-3359-4950-af3a-1882d120c018 HTTP/1.1" status: 200 len: 741 time: 0.0898201 Aug 23 20:40:59.953391 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36988) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:40:59.959508 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c43bc46-dbe9-4ec0-9c24-dd9556c9933a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:40:59.968635 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-56ae9bd4-2c82-424c-8f2f-639339ad3ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:40:59.969284 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ae9bd4-2c82-424c-8f2f-639339ad3ce1 None None] The sync data for ids ['1c67d099-3359-4950-af3a-1882d120c018'] in n-d-805663-2 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:40:59.976968 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c43bc46-dbe9-4ec0-9c24-dd9556c9933a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f662d7be-d412-4cd8-b279-506c54cc0a9c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:40:59.989237 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c43bc46-dbe9-4ec0-9c24-dd9556c9933a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:40:59.989789 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-4c43bc46-dbe9-4ec0-9c24-dd9556c9933a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Added segment 48858f4d-7122-41f2-85aa-79bc4e37b5e4 of type vlan for network 35d3b85e-b98d-4c8e-8721-242e48c6ea0b Aug 23 20:41:00.003536 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8616cbda-f44b-4c78-86ac-6da8a2ad7a1d tempest-RoutersAdminTest-798332937 tempest-RoutersAdminTest-798332937-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=03d801c5-d257-4cc1-bad3-11a323aafec0&device_id=1c67d099-3359-4950-af3a-1882d120c018 HTTP/1.1" status: 200 len: 205 time: 0.0490606 Aug 23 20:41:00.006622 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36990) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:00.034146 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-25ec258d-737b-4457-a136-ee7d33759a38 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c67d099-3359-4950-af3a-1882d120c018 HTTP/1.1" status: 200 len: 205 time: 0.0262856 Aug 23 20:41:00.036278 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd516f08-f4cf-4f44-a4c6-92cf580680b8 req-5fa6a680-e980-4a71-a8d6-83486fb7958d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:00.037619 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fd516f08-f4cf-4f44-a4c6-92cf580680b8 req-5fa6a680-e980-4a71-a8d6-83486fb7958d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c2f6282a-dd5b-4276-9d6d-2f8bec5d8163 HTTP/1.1" status: 200 len: 1097 time: 0.1866682 Aug 23 20:41:00.038067 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36992) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:00.044943 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c61c9-bbac-4a79-a0a3-287a65ec7f41 req-2a8a80a6-0c72-4848-8993-6ae8756bc463 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:00.046508 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e34c61c9-bbac-4a79-a0a3-287a65ec7f41 req-2a8a80a6-0c72-4848-8993-6ae8756bc463 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/ports?device_id=37c84bcb-4817-4457-8402-a891a08894ac HTTP/1.1" status: 200 len: 945 time: 0.1332040 Aug 23 20:41:00.051484 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c43bc46-dbe9-4ec0-9c24-dd9556c9933a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:00.106505 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e34c61c9-bbac-4a79-a0a3-287a65ec7f41 req-ca55008b-ae56-4560-bec6-5d57c691f968 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e94c7c4-469a-4a61-b228-394c20a2395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521593 Aug 23 20:41:00.107678 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c43bc46-dbe9-4ec0-9c24-dd9556c9933a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:00.114486 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c43bc46-dbe9-4ec0-9c24-dd9556c9933a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:00.115113 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c43bc46-dbe9-4ec0-9c24-dd9556c9933a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:00.136839 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8f1641a7-8e78-4bdc-aa73-9cbd536727e2 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:00.179007 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fd516f08-f4cf-4f44-a4c6-92cf580680b8 req-fc0079bc-1a51-410b-a240-e16b65fb1f0a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0f82240c-c6c4-4a5d-9c5f-0ca19e0dcac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333346 Aug 23 20:41:00.182612 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4c43bc46-dbe9-4ec0-9c24-dd9556c9933a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5948584 Aug 23 20:41:00.190353 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36996) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:00.196355 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ed80454c-3b10-4cba-8417-cdc4c7a39595 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Request body: {'network': {'name': 'tempest-RoutersTest-1145172989'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:41:00.216125 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c43bc46-dbe9-4ec0-9c24-dd9556c9933a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event updated for resources: {'Network': ['ID=35d3b85e-b98d-4c8e-8721-242e48c6ea0b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:00.229121 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 35d3b85e-b98d-4c8e-8721-242e48c6ea0b details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:41:00.232167 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed80454c-3b10-4cba-8417-cdc4c7a39595 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Made reservation on behalf of 478a4137190c42b2a66568a56c662326 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:41:00.238816 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ed80454c-3b10-4cba-8417-cdc4c7a39595 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:00.268837 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed80454c-3b10-4cba-8417-cdc4c7a39595 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:41:00.277946 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ed80454c-3b10-4cba-8417-cdc4c7a39595 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:00.278288 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-ed80454c-3b10-4cba-8417-cdc4c7a39595 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Added segment f319bce9-b3c8-4070-a34e-139d00ba160e of type vlan for network c34b02c7-ed28-4b35-a01b-f72438fb3b2d Aug 23 20:41:00.320792 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ed80454c-3b10-4cba-8417-cdc4c7a39595 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:00.321762 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8f1641a7-8e78-4bdc-aa73-9cbd536727e2 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:00.324049 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8f1641a7-8e78-4bdc-aa73-9cbd536727e2 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:00.350428 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ed80454c-3b10-4cba-8417-cdc4c7a39595 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:00.359499 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed80454c-3b10-4cba-8417-cdc4c7a39595 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:00.360775 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ed80454c-3b10-4cba-8417-cdc4c7a39595 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:00.369561 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8f1641a7-8e78-4bdc-aa73-9cbd536727e2 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:00.370073 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f1641a7-8e78-4bdc-aa73-9cbd536727e2 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Fanout notify agent at l3_agent the message router_deleted on router 1c67d099-3359-4950-af3a-1882d120c018 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:41:00.383329 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8f1641a7-8e78-4bdc-aa73-9cbd536727e2 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:00.384201 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8f1641a7-8e78-4bdc-aa73-9cbd536727e2 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] 10.222.0.61 "DELETE /v2.0/routers/1c67d099-3359-4950-af3a-1882d120c018 HTTP/1.1" status: 204 len: 168 time: 0.3452232 Aug 23 20:41:00.387756 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36998) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:00.421171 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c0886288-7ee5-4b1d-af14-ebb2c12e3318 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c67d099-3359-4950-af3a-1882d120c018 HTTP/1.1" status: 200 len: 205 time: 0.0294137 Aug 23 20:41:00.421171 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37000) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:00.446256 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ed80454c-3b10-4cba-8417-cdc4c7a39595 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2546110 Aug 23 20:41:00.456506 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37002) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:00.461933 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-c5dc503a-dc8f-47e5-b761-97f9c7d756b7 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Request body: {'subnet': {'network_id': '35d3b85e-b98d-4c8e-8721-242e48c6ea0b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:41:00.465671 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-2d57b2fb-2cf3-4a00-822d-bffa4caae174 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] delete failed (client error): The resource could not be found. Aug 23 20:41:00.466667 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2d57b2fb-2cf3-4a00-822d-bffa4caae174 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] 10.222.0.61 "DELETE /v2.0/routers/1c67d099-3359-4950-af3a-1882d120c018 HTTP/1.1" status: 404 len: 336 time: 0.0448723 Aug 23 20:41:00.476081 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37004) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:00.480905 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed80454c-3b10-4cba-8417-cdc4c7a39595 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event updated for resources: {'Network': ['ID=c34b02c7-ed28-4b35-a01b-f72438fb3b2d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:00.492568 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network c34b02c7-ed28-4b35-a01b-f72438fb3b2d details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:41:00.507479 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e0304a74-2809-472f-b46a-cc33c3fa8e6f tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] 10.222.0.61 "GET /v2.0/ports?device_id=6432a0f2-b67e-4746-996b-e1ce409cd9f3 HTTP/1.1" status: 200 len: 205 time: 0.0318918 Aug 23 20:41:00.507942 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37006) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:00.552167 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-f19feae9-c8a3-441c-af6a-384414c822cf tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] delete failed (client error): The resource could not be found. Aug 23 20:41:00.553309 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f19feae9-c8a3-441c-af6a-384414c822cf tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] 10.222.0.61 "DELETE /v2.0/routers/6432a0f2-b67e-4746-996b-e1ce409cd9f3 HTTP/1.1" status: 404 len: 336 time: 0.0442853 Aug 23 20:41:00.555756 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37008) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:00.573416 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5dc503a-dc8f-47e5-b761-97f9c7d756b7 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Made reservation on behalf of 478a4137190c42b2a66568a56c662326 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:41:00.579111 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c5dc503a-dc8f-47e5-b761-97f9c7d756b7 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:00.585604 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8bb1bfce-fd03-4e0c-ba24-15e199363794 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] 10.222.0.61 "GET /v2.0/ports?device_id=77847af1-f583-417a-ab21-05995232bda6 HTTP/1.1" status: 200 len: 205 time: 0.0287361 Aug 23 20:41:00.589133 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37010) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:00.626553 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-54006729-ae24-4b65-85a9-89bd18df2da8 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] delete failed (client error): The resource could not be found. Aug 23 20:41:00.627971 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-54006729-ae24-4b65-85a9-89bd18df2da8 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] 10.222.0.61 "DELETE /v2.0/routers/77847af1-f583-417a-ab21-05995232bda6 HTTP/1.1" status: 404 len: 336 time: 0.0378795 Aug 23 20:41:00.630765 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37012) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:00.666755 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a5d4515a-4384-42d0-bf5a-80158e83e246 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] 10.222.0.61 "GET /v2.0/ports?device_id=e78e7ddc-3275-43c0-a462-035df2e09edd HTTP/1.1" status: 200 len: 205 time: 0.0326674 Aug 23 20:41:00.666942 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37016) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:00.705861 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-16c1052b-8f23-42ac-baf4-9b65986b8f43 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] delete failed (client error): The resource could not be found. Aug 23 20:41:00.707314 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-16c1052b-8f23-42ac-baf4-9b65986b8f43 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] 10.222.0.61 "DELETE /v2.0/routers/e78e7ddc-3275-43c0-a462-035df2e09edd HTTP/1.1" status: 404 len: 336 time: 0.0394614 Aug 23 20:41:00.711595 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37018) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:00.750563 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-90004b09-87b3-42c2-9bb6-62ad339aeb28 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d770d10-9775-4244-b70e-ada4d2f49c5d HTTP/1.1" status: 200 len: 205 time: 0.0377614 Aug 23 20:41:00.752941 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37024) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:00.769373 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ad520-dd22-44b7-97d1-63721f6b6dd3 req-d2d275a8-1c2c-4c55-8443-3469b7391508 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:00.770969 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3b6ad520-dd22-44b7-97d1-63721f6b6dd3 req-d2d275a8-1c2c-4c55-8443-3469b7391508 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2f6282a-dd5b-4276-9d6d-2f8bec5d8163 HTTP/1.1" status: 200 len: 946 time: 0.0626988 Aug 23 20:41:00.801470 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c5dc503a-dc8f-47e5-b761-97f9c7d756b7 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:00.818691 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-7ca92c6c-4a6f-4174-a4ef-8cc5758ac167 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] delete failed (client error): The resource could not be found. Aug 23 20:41:00.820282 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-7ca92c6c-4a6f-4174-a4ef-8cc5758ac167 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] 10.222.0.61 "DELETE /v2.0/routers/0d770d10-9775-4244-b70e-ada4d2f49c5d HTTP/1.1" status: 404 len: 336 time: 0.0648978 Aug 23 20:41:00.828634 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37026) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:00.857463 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc503a-dc8f-47e5-b761-97f9c7d756b7 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event updated for resources: {'Subnet': ['ID=4bbad9ff-7f86-44c2-a0da-6c40e05ea5b9,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:00.874658 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dc503a-dc8f-47e5-b761-97f9c7d756b7 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Checking segment: {'id': '48858f4d-7122-41f2-85aa-79bc4e37b5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '35d3b85e-b98d-4c8e-8721-242e48c6ea0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:41:00.875022 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5dc503a-dc8f-47e5-b761-97f9c7d756b7 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Network hostable DHCP agents. Network: 35d3b85e-b98d-4c8e-8721-242e48c6ea0b, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:41:00.883545 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-fb18bc72-8f7b-481f-921d-404e7e01d344 tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] 10.222.0.61 "GET /v2.0/ports?device_id=28f69c78-5563-4a8d-a9aa-b4f07403057a HTTP/1.1" status: 200 len: 205 time: 0.0553637 Aug 23 20:41:00.886205 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37028) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:00.896910 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5dc503a-dc8f-47e5-b761-97f9c7d756b7 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Network 35d3b85e-b98d-4c8e-8721-242e48c6ea0b is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:41:00.900833 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3b6ad520-dd22-44b7-97d1-63721f6b6dd3 req-0c2ab609-4ed2-44a8-916d-0578cd1dbe4a tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/security-groups?id=0f82240c-c6c4-4a5d-9c5f-0ca19e0dcac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850627 Aug 23 20:41:00.909577 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-c5dc503a-dc8f-47e5-b761-97f9c7d756b7 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 35d3b85e-b98d-4c8e-8721-242e48c6ea0b) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:41:00.922787 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220bf993-ee47-4a95-aa3d-fd8557e9cf48 None None] Network 35d3b85e-b98d-4c8e-8721-242e48c6ea0b requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:41:00.926846 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5dc503a-dc8f-47e5-b761-97f9c7d756b7 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:00.927562 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c5dc503a-dc8f-47e5-b761-97f9c7d756b7 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:00.936902 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-cb56cf44-6535-4932-b540-ecd4e6ca0d8d tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] delete failed (client error): The resource could not be found. Aug 23 20:41:00.940832 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-cb56cf44-6535-4932-b540-ecd4e6ca0d8d tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] 10.222.0.61 "DELETE /v2.0/routers/28f69c78-5563-4a8d-a9aa-b4f07403057a HTTP/1.1" status: 404 len: 336 time: 0.0533829 Aug 23 20:41:00.941753 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37030) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:00.983428 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c5dc503a-dc8f-47e5-b761-97f9c7d756b7 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5229557 Aug 23 20:41:00.983428 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-d53fcbaa-97b2-4ba6-b14f-60764d97387a tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] DELETE failed (client error): The resource could not be found. Aug 23 20:41:00.984279 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d53fcbaa-97b2-4ba6-b14f-60764d97387a tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:41:00.984914 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37032) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:00.989986 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-fc5c80cb-bd9b-4ded-b4dc-3f689580ce27 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Request body: {'subnet': {'network_id': 'c34b02c7-ed28-4b35-a01b-f72438fb3b2d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:41:00.991610 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d53fcbaa-97b2-4ba6-b14f-60764d97387a tempest-RoutersAdminTest-1327631992 tempest-RoutersAdminTest-1327631992-project] 10.222.0.61 "DELETE /v2.0/subnets/feaaf650-8e2f-46d7-ab72-90f4eaf30799 HTTP/1.1" status: 404 len: 337 time: 0.0481098 Aug 23 20:41:01.089645 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a64dc64-1821-4381-a96e-776e26b65b84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-35d3b85e-b98d-4c8e-8721-242e48c6ea0b', 'network_id': '35d3b85e-b98d-4c8e-8721-242e48c6ea0b', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'fixed_ips': [{'subnet_id': '4bbad9ff-7f86-44c2-a0da-6c40e05ea5b9'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:41:01.090655 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1a64dc64-1821-4381-a96e-776e26b65b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:01.096514 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc6943-992c-46a5-aece-25ad8e1362f8 req-8479b65e-7177-4375-b4f8-dcff0b6a22f0 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:01.098146 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-acbc6943-992c-46a5-aece-25ad8e1362f8 req-8479b65e-7177-4375-b4f8-dcff0b6a22f0 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=d30a3450-acde-4d73-9737-8d40b0850b8c HTTP/1.1" status: 200 len: 945 time: 0.1260135 Aug 23 20:41:01.153432 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5c80cb-bd9b-4ded-b4dc-3f689580ce27 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Made reservation on behalf of 478a4137190c42b2a66568a56c662326 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:41:01.157143 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc5c80cb-bd9b-4ded-b4dc-3f689580ce27 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:01.192484 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-acbc6943-992c-46a5-aece-25ad8e1362f8 req-d2a3c77c-afc4-43e4-9dce-4fdd316e80a0 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799515 Aug 23 20:41:01.264171 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-1a64dc64-1821-4381-a96e-776e26b65b84 None None] Allocated IP 172.20.0.2 (35d3b85e-b98d-4c8e-8721-242e48c6ea0b/4bbad9ff-7f86-44c2-a0da-6c40e05ea5b9/165f1b41-7dec-4711-8d5f-66ad954c22a3) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:41:01.318678 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d0368-ddc9-41c5-8ef4-a78e12f06bba req-4166361d-d732-425b-8b93-f1b7820825d5 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:01.320280 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-957d0368-ddc9-41c5-8ef4-a78e12f06bba req-4166361d-d732-425b-8b93-f1b7820825d5 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/ports?device_id=37c84bcb-4817-4457-8402-a891a08894ac HTTP/1.1" status: 200 len: 945 time: 0.0908880 Aug 23 20:41:01.327806 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37040) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:01.417001 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-957d0368-ddc9-41c5-8ef4-a78e12f06bba req-8ac2e428-658f-4b28-81ba-c8ee2028deb0 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e94c7c4-469a-4a61-b228-394c20a2395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841568 Aug 23 20:41:01.449274 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc5c80cb-bd9b-4ded-b4dc-3f689580ce27 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:01.524258 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1a64dc64-1821-4381-a96e-776e26b65b84 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:01.537156 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a9cd7ea8-4e75-4834-84da-dd11d2f26075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:01.539732 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1a64dc64-1821-4381-a96e-776e26b65b84 None None] Transition to ACTIVE for port object 165f1b41-7dec-4711-8d5f-66ad954c22a3 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:41:01.561152 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1a64dc64-1821-4381-a96e-776e26b65b84 None None] Transition to ACTIVE for port object 165f1b41-7dec-4711-8d5f-66ad954c22a3 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:41:01.570876 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1a64dc64-1821-4381-a96e-776e26b65b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:01.581390 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5c80cb-bd9b-4ded-b4dc-3f689580ce27 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event updated for resources: {'Subnet': ['ID=b3b6dbad-680c-4753-9c3a-eaebf0ae81e8,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:01.604474 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5c80cb-bd9b-4ded-b4dc-3f689580ce27 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Checking segment: {'id': 'f319bce9-b3c8-4070-a34e-139d00ba160e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c34b02c7-ed28-4b35-a01b-f72438fb3b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:41:01.605220 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5c80cb-bd9b-4ded-b4dc-3f689580ce27 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Network hostable DHCP agents. Network: c34b02c7-ed28-4b35-a01b-f72438fb3b2d, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:41:01.644023 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5c80cb-bd9b-4ded-b4dc-3f689580ce27 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Network c34b02c7-ed28-4b35-a01b-f72438fb3b2d is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:41:01.663140 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-fc5c80cb-bd9b-4ded-b4dc-3f689580ce27 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, c34b02c7-ed28-4b35-a01b-f72438fb3b2d) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:41:01.672297 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5c80cb-bd9b-4ded-b4dc-3f689580ce27 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:01.672990 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc5c80cb-bd9b-4ded-b4dc-3f689580ce27 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:01.726079 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a9cd7ea8-4e75-4834-84da-dd11d2f26075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:01.734624 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a9cd7ea8-4e75-4834-84da-dd11d2f26075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:01.764651 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-fc5c80cb-bd9b-4ded-b4dc-3f689580ce27 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7785172 Aug 23 20:41:01.768088 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37046) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:01.774605 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-00fecf55-cf13-4c96-9aa5-111ec8ee3967 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-942893403', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:41:01.781078 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614a69ec-6dc0-472e-b66c-f4394bb63cbb None None] Network c34b02c7-ed28-4b35-a01b-f72438fb3b2d requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:41:01.799516 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cd7ea8-4e75-4834-84da-dd11d2f26075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=886fe7f7-3e40-4189-8941-4de59809d947,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:01.811269 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a9cd7ea8-4e75-4834-84da-dd11d2f26075 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4a6e1483eb9a47b08c1c7aa7b4ddba1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4825602 Aug 23 20:41:01.815180 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37048) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:01.818032 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-00fecf55-cf13-4c96-9aa5-111ec8ee3967 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:01.820919 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-00fecf55-cf13-4c96-9aa5-111ec8ee3967 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:01.841050 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a64dc64-1821-4381-a96e-776e26b65b84 None None] Network 35d3b85e-b98d-4c8e-8721-242e48c6ea0b is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:41:01.845980 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a64dc64-1821-4381-a96e-776e26b65b84 None None] Pushing event updated for resources: {'Port': ['ID=165f1b41-7dec-4711-8d5f-66ad954c22a3,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:01.848785 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-1a64dc64-1821-4381-a96e-776e26b65b84 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:41:01.852461 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a64dc64-1821-4381-a96e-776e26b65b84 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:41:01.897432 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-24d5cc34-c40d-488f-ac62-918b60c576e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:01.909042 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-00fecf55-cf13-4c96-9aa5-111ec8ee3967 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:01.915243 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-00fecf55-cf13-4c96-9aa5-111ec8ee3967 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:01.937585 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-00fecf55-cf13-4c96-9aa5-111ec8ee3967 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:01.939740 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-00fecf55-cf13-4c96-9aa5-111ec8ee3967 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1698763 Aug 23 20:41:01.946809 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37054) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:01.999266 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-1a64dc64-1821-4381-a96e-776e26b65b84 None None] Attempting to bind port 165f1b41-7dec-4711-8d5f-66ad954c22a3 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:41:02.000393 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-1a64dc64-1821-4381-a96e-776e26b65b84 None None] Attempting to bind port 165f1b41-7dec-4711-8d5f-66ad954c22a3 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '48858f4d-7122-41f2-85aa-79bc4e37b5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '35d3b85e-b98d-4c8e-8721-242e48c6ea0b'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:41:02.004513 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a64dc64-1821-4381-a96e-776e26b65b84 None None] Attempting to bind port 165f1b41-7dec-4711-8d5f-66ad954c22a3 on network 35d3b85e-b98d-4c8e-8721-242e48c6ea0b {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:41:02.006646 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-24d5cc34-c40d-488f-ac62-918b60c576e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:02.020012 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a64dc64-1821-4381-a96e-776e26b65b84 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:41:02.020469 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a64dc64-1821-4381-a96e-776e26b65b84 None None] Checking segment: {'id': '48858f4d-7122-41f2-85aa-79bc4e37b5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '35d3b85e-b98d-4c8e-8721-242e48c6ea0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:41:02.020882 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1a64dc64-1821-4381-a96e-776e26b65b84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:02.021283 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a64dc64-1821-4381-a96e-776e26b65b84 None None] Bound using segment: {'id': '48858f4d-7122-41f2-85aa-79bc4e37b5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '35d3b85e-b98d-4c8e-8721-242e48c6ea0b'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:41:02.021769 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-1a64dc64-1821-4381-a96e-776e26b65b84 None None] Bound port: 165f1b41-7dec-4711-8d5f-66ad954c22a3, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48858f4d-7122-41f2-85aa-79bc4e37b5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '35d3b85e-b98d-4c8e-8721-242e48c6ea0b'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:41:02.022165 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1a64dc64-1821-4381-a96e-776e26b65b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:02.105089 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441ac077-d904-459b-87b3-c70a4de8d7c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-c34b02c7-ed28-4b35-a01b-f72438fb3b2d', 'network_id': 'c34b02c7-ed28-4b35-a01b-f72438fb3b2d', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'fixed_ips': [{'subnet_id': 'b3b6dbad-680c-4753-9c3a-eaebf0ae81e8'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:41:02.105856 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-441ac077-d904-459b-87b3-c70a4de8d7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:02.106570 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b485842-edad-4b7e-94a6-f87d5402fce0 req-4ededee2-afc6-4894-82c9-06e44a2b62d8 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:02.108365 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6b485842-edad-4b7e-94a6-f87d5402fce0 req-4ededee2-afc6-4894-82c9-06e44a2b62d8 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2f6282a-dd5b-4276-9d6d-2f8bec5d8163 HTTP/1.1" status: 200 len: 946 time: 0.1023974 Aug 23 20:41:02.182392 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6b485842-edad-4b7e-94a6-f87d5402fce0 req-822fbf20-ec21-45ce-aab0-b3fa6360bac5 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/security-groups?id=0f82240c-c6c4-4a5d-9c5f-0ca19e0dcac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614722 Aug 23 20:41:02.238019 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-1a64dc64-1821-4381-a96e-776e26b65b84 None None] For port 165f1b41-7dec-4711-8d5f-66ad954c22a3, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:41:02.265200 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-1a64dc64-1821-4381-a96e-776e26b65b84 None None] For port 165f1b41-7dec-4711-8d5f-66ad954c22a3, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=165f1b41-7dec-4711-8d5f-66ad954c22a3,segment=NetworkSegment(48858f4d-7122-41f2-85aa-79bc4e37b5e4),segment_id=48858f4d-7122-41f2-85aa-79bc4e37b5e4)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:41:02.273835 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1a64dc64-1821-4381-a96e-776e26b65b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:02.323662 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafea32-5f95-4951-85d0-ad05de4963a6 req-5a94fc76-d02a-46f5-bac2-5e7e1443aa6b tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:02.334507 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1eafea32-5f95-4951-85d0-ad05de4963a6 req-5a94fc76-d02a-46f5-bac2-5e7e1443aa6b tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=d30a3450-acde-4d73-9737-8d40b0850b8c HTTP/1.1" status: 200 len: 945 time: 0.0695071 Aug 23 20:41:02.355309 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-24d5cc34-c40d-488f-ac62-918b60c576e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:02.358082 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-24d5cc34-c40d-488f-ac62-918b60c576e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:02.359504 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-24d5cc34-c40d-488f-ac62-918b60c576e2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/886fe7f7-3e40-4189-8941-4de59809d947 HTTP/1.1" status: 204 len: 168 time: 0.5428066 Aug 23 20:41:02.394374 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-441ac077-d904-459b-87b3-c70a4de8d7c9 None None] Allocated IP 172.21.0.2 (c34b02c7-ed28-4b35-a01b-f72438fb3b2d/b3b6dbad-680c-4753-9c3a-eaebf0ae81e8/1b718c54-eb47-4a96-b1ce-ca48fcb561b6) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:41:02.396922 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a64dc64-1821-4381-a96e-776e26b65b84 None None] Pushing event updated for resources: {'Port': ['ID=165f1b41-7dec-4711-8d5f-66ad954c22a3,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:02.415735 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5cc34-c40d-488f-ac62-918b60c576e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886fe7f7-3e40-4189-8941-4de59809d947,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:02.417750 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1eafea32-5f95-4951-85d0-ad05de4963a6 req-749c2d15-7c37-4bc6-8235-71ebba77ebe7 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798357 Aug 23 20:41:02.451248 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcad8df4-75d5-4001-b1ee-dac092a3938a req-6dc33264-d6ef-41b3-8197-a577c3cf9fff tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:02.461149 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fcad8df4-75d5-4001-b1ee-dac092a3938a req-6dc33264-d6ef-41b3-8197-a577c3cf9fff tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2f6282a-dd5b-4276-9d6d-2f8bec5d8163 HTTP/1.1" status: 200 len: 946 time: 0.2002375 Aug 23 20:41:02.536239 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6355c57f-c798-473a-b181-d24ffff79305 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:02.613196 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f6a40c-13a3-44f5-9b63-3314f0dfc56b req-ed13de94-16be-47ab-8ac4-dfa4184e3762 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:02.622101 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-38f6a40c-13a3-44f5-9b63-3314f0dfc56b req-ed13de94-16be-47ab-8ac4-dfa4184e3762 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/ports?device_id=37c84bcb-4817-4457-8402-a891a08894ac HTTP/1.1" status: 200 len: 945 time: 0.0835886 Aug 23 20:41:02.634474 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-441ac077-d904-459b-87b3-c70a4de8d7c9 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:02.652679 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-441ac077-d904-459b-87b3-c70a4de8d7c9 None None] Transition to ACTIVE for port object 1b718c54-eb47-4a96-b1ce-ca48fcb561b6 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:41:02.683302 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-38f6a40c-13a3-44f5-9b63-3314f0dfc56b req-87f4e35f-c6ea-4e49-9d51-d3ad84ecddae tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e94c7c4-469a-4a61-b228-394c20a2395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600936 Aug 23 20:41:02.698365 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-441ac077-d904-459b-87b3-c70a4de8d7c9 None None] Transition to ACTIVE for port object 1b718c54-eb47-4a96-b1ce-ca48fcb561b6 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:41:02.712844 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-441ac077-d904-459b-87b3-c70a4de8d7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:02.795753 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441ac077-d904-459b-87b3-c70a4de8d7c9 None None] Network c34b02c7-ed28-4b35-a01b-f72438fb3b2d is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:41:02.806756 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-441ac077-d904-459b-87b3-c70a4de8d7c9 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:41:02.818765 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441ac077-d904-459b-87b3-c70a4de8d7c9 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:41:02.827701 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441ac077-d904-459b-87b3-c70a4de8d7c9 None None] Pushing event updated for resources: {'Port': ['ID=1b718c54-eb47-4a96-b1ce-ca48fcb561b6,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:02.900691 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-441ac077-d904-459b-87b3-c70a4de8d7c9 None None] Attempting to bind port 1b718c54-eb47-4a96-b1ce-ca48fcb561b6 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:41:02.901130 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-441ac077-d904-459b-87b3-c70a4de8d7c9 None None] Attempting to bind port 1b718c54-eb47-4a96-b1ce-ca48fcb561b6 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'f319bce9-b3c8-4070-a34e-139d00ba160e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c34b02c7-ed28-4b35-a01b-f72438fb3b2d'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:41:02.901946 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441ac077-d904-459b-87b3-c70a4de8d7c9 None None] Attempting to bind port 1b718c54-eb47-4a96-b1ce-ca48fcb561b6 on network c34b02c7-ed28-4b35-a01b-f72438fb3b2d {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:41:02.908925 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441ac077-d904-459b-87b3-c70a4de8d7c9 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:41:02.909305 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441ac077-d904-459b-87b3-c70a4de8d7c9 None None] Checking segment: {'id': 'f319bce9-b3c8-4070-a34e-139d00ba160e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c34b02c7-ed28-4b35-a01b-f72438fb3b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:41:02.909932 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-441ac077-d904-459b-87b3-c70a4de8d7c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:02.910474 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441ac077-d904-459b-87b3-c70a4de8d7c9 None None] Bound using segment: {'id': 'f319bce9-b3c8-4070-a34e-139d00ba160e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c34b02c7-ed28-4b35-a01b-f72438fb3b2d'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:41:02.910969 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-441ac077-d904-459b-87b3-c70a4de8d7c9 None None] Bound port: 1b718c54-eb47-4a96-b1ce-ca48fcb561b6, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f319bce9-b3c8-4070-a34e-139d00ba160e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c34b02c7-ed28-4b35-a01b-f72438fb3b2d'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:41:02.911347 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-441ac077-d904-459b-87b3-c70a4de8d7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:02.917331 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37068) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:02.963763 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9efc14b5-7587-43f5-95e3-6b1d0011a1ba admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ab51e91de2cb485883e206fa4773dcc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451522 Aug 23 20:41:02.966375 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37070) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:02.996813 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-441ac077-d904-459b-87b3-c70a4de8d7c9 None None] For port 1b718c54-eb47-4a96-b1ce-ca48fcb561b6, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:41:03.000883 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-441ac077-d904-459b-87b3-c70a4de8d7c9 None None] For port 1b718c54-eb47-4a96-b1ce-ca48fcb561b6, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=1b718c54-eb47-4a96-b1ce-ca48fcb561b6,segment=NetworkSegment(f319bce9-b3c8-4070-a34e-139d00ba160e),segment_id=f319bce9-b3c8-4070-a34e-139d00ba160e)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:41:03.006688 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-441ac077-d904-459b-87b3-c70a4de8d7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:03.028346 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7c11b419-58dc-423c-a047-6562dbb5f351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:03.051924 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7c11b419-58dc-423c-a047-6562dbb5f351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:03.067709 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fcad8df4-75d5-4001-b1ee-dac092a3938a req-1c6314fc-5642-4d06-b0e9-39e3d2dd1a7a tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/security-groups?id=0f82240c-c6c4-4a5d-9c5f-0ca19e0dcac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5390251 Aug 23 20:41:03.074334 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441ac077-d904-459b-87b3-c70a4de8d7c9 None None] Pushing event updated for resources: {'Port': ['ID=1b718c54-eb47-4a96-b1ce-ca48fcb561b6,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:03.152010 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7c11b419-58dc-423c-a047-6562dbb5f351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:03.160318 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7c11b419-58dc-423c-a047-6562dbb5f351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:03.164496 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-7c11b419-58dc-423c-a047-6562dbb5f351 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f919782c-2358-4066-a986-f158ec517cf1 HTTP/1.1" status: 204 len: 168 time: 0.1969213 Aug 23 20:41:03.184617 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c11b419-58dc-423c-a047-6562dbb5f351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f919782c-2358-4066-a986-f158ec517cf1,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:03.314838 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141144b-0c24-40c5-83a5-481a40f5f0af req-e7777091-9383-4e39-a6ce-c5b6d7118883 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:03.322912 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e141144b-0c24-40c5-83a5-481a40f5f0af req-e7777091-9383-4e39-a6ce-c5b6d7118883 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2f6282a-dd5b-4276-9d6d-2f8bec5d8163 HTTP/1.1" status: 200 len: 946 time: 0.1222527 Aug 23 20:41:03.379893 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-6355c57f-c798-473a-b181-d24ffff79305 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Allocated IP 172.20.0.1 (35d3b85e-b98d-4c8e-8721-242e48c6ea0b/4bbad9ff-7f86-44c2-a0da-6c40e05ea5b9/1ae0d0a5-d2cb-4c49-8003-314ef972540a) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:41:03.553492 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e141144b-0c24-40c5-83a5-481a40f5f0af req-bfa947d0-e6cb-45cb-a483-1f47d55aa13d tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/security-groups?id=0f82240c-c6c4-4a5d-9c5f-0ca19e0dcac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296603 Aug 23 20:41:03.626429 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6355c57f-c798-473a-b181-d24ffff79305 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:03.635270 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b137e5-5876-4a9e-81de-9a726f8cc359 req-48815061-c72b-4217-9c57-64969b3350fa tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:03.642068 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d2b137e5-5876-4a9e-81de-9a726f8cc359 req-48815061-c72b-4217-9c57-64969b3350fa tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=d30a3450-acde-4d73-9737-8d40b0850b8c HTTP/1.1" status: 200 len: 945 time: 0.1328442 Aug 23 20:41:03.644024 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-6355c57f-c798-473a-b181-d24ffff79305 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Transition to ACTIVE for port object 1ae0d0a5-d2cb-4c49-8003-314ef972540a will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:41:03.706454 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6355c57f-c798-473a-b181-d24ffff79305 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:03.709757 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d2b137e5-5876-4a9e-81de-9a726f8cc359 req-fc40cf69-2127-46d5-9335-184219e8b352 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606654 Aug 23 20:41:03.755664 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6355c57f-c798-473a-b181-d24ffff79305 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Network 35d3b85e-b98d-4c8e-8721-242e48c6ea0b is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:41:03.768956 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-6355c57f-c798-473a-b181-d24ffff79305 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:41:03.786601 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6355c57f-c798-473a-b181-d24ffff79305 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:41:03.834559 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355c57f-c798-473a-b181-d24ffff79305 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event updated for resources: {'Port': ['ID=1ae0d0a5-d2cb-4c49-8003-314ef972540a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:03.839849 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d544d-1d4f-4d03-bb73-9c07c554fbdc req-8a580a39-f90a-450c-9a97-61bb4acff0f0 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:03.841464 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1e7d544d-1d4f-4d03-bb73-9c07c554fbdc req-8a580a39-f90a-450c-9a97-61bb4acff0f0 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/ports?device_id=37c84bcb-4817-4457-8402-a891a08894ac HTTP/1.1" status: 200 len: 945 time: 0.0720730 Aug 23 20:41:03.861581 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15b2e8-0c21-4bdf-b2ef-550255d4ff76 req-e1f7148e-4f80-4da5-b547-53fc4e7681ed tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:03.863179 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ff15b2e8-0c21-4bdf-b2ef-550255d4ff76 req-e1f7148e-4f80-4da5-b547-53fc4e7681ed tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2f6282a-dd5b-4276-9d6d-2f8bec5d8163 HTTP/1.1" status: 200 len: 946 time: 0.1910396 Aug 23 20:41:03.901256 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6355c57f-c798-473a-b181-d24ffff79305 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:03.921130 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1e7d544d-1d4f-4d03-bb73-9c07c554fbdc req-eb4c915b-8a97-42d1-8a94-807721971fb0 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e94c7c4-469a-4a61-b228-394c20a2395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717499 Aug 23 20:41:04.012653 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ff15b2e8-0c21-4bdf-b2ef-550255d4ff76 req-f1f419e7-8509-4789-904f-8c8d2df587e4 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/security-groups?id=0f82240c-c6c4-4a5d-9c5f-0ca19e0dcac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325209 Aug 23 20:41:04.061230 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec4839f-2870-4f9f-a9ab-71fb710115ab None None] Network 35d3b85e-b98d-4c8e-8721-242e48c6ea0b requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:41:04.112038 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6355c57f-c798-473a-b181-d24ffff79305 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:04.244616 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08693282-5e63-4ba7-bf99-9bc1ed598626 req-2c289565-4e26-4544-9cac-4b65ac119986 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:04.254702 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-08693282-5e63-4ba7-bf99-9bc1ed598626 req-2c289565-4e26-4544-9cac-4b65ac119986 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2f6282a-dd5b-4276-9d6d-2f8bec5d8163 HTTP/1.1" status: 200 len: 946 time: 0.1046250 Aug 23 20:41:04.293897 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8e773ae1-86e9-4baf-aa09-794144047722 None None] Provisioning for port 165f1b41-7dec-4711-8d5f-66ad954c22a3 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:41:04.321594 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-08693282-5e63-4ba7-bf99-9bc1ed598626 req-fa7198df-04f5-4909-95ed-c7fa77b5ab68 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/security-groups?id=0f82240c-c6c4-4a5d-9c5f-0ca19e0dcac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585248 Aug 23 20:41:04.540143 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6355c57f-c798-473a-b181-d24ffff79305 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:04.547560 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6355c57f-c798-473a-b181-d24ffff79305 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:04.562050 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0767c4-9e2e-4571-9f8f-7f27aef16c2b req-77f6ffc3-ac28-406f-8adb-b100d5c33f3d tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:04.571249 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3c0767c4-9e2e-4571-9f8f-7f27aef16c2b req-77f6ffc3-ac28-406f-8adb-b100d5c33f3d tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2f6282a-dd5b-4276-9d6d-2f8bec5d8163 HTTP/1.1" status: 200 len: 946 time: 0.1276529 Aug 23 20:41:04.597317 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5a28de-65c0-4474-bf12-ded93e58ac2b None None] Network c34b02c7-ed28-4b35-a01b-f72438fb3b2d requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:41:04.639195 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355c57f-c798-473a-b181-d24ffff79305 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event updated for resources: {'Port': ['ID=1ae0d0a5-d2cb-4c49-8003-314ef972540a,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:04.676772 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3c0767c4-9e2e-4571-9f8f-7f27aef16c2b req-5a675b18-b71f-4234-9d45-a78a7cc8ee38 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/security-groups?id=0f82240c-c6c4-4a5d-9c5f-0ca19e0dcac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045215 Aug 23 20:41:04.692824 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6355c57f-c798-473a-b181-d24ffff79305 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:04.750358 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 1b718c54-eb47-4a96-b1ce-ca48fcb561b6 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:41:04.803158 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-374ed8e0-4910-4b44-afa3-155a2a358881 None None] Provisioning for port 1b718c54-eb47-4a96-b1ce-ca48fcb561b6 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:41:04.873209 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6355c57f-c798-473a-b181-d24ffff79305 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Network 35d3b85e-b98d-4c8e-8721-242e48c6ea0b is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:41:04.923779 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 1b718c54-eb47-4a96-b1ce-ca48fcb561b6 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:41:04.924893 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f3b038-f602-4992-9a30-621bdbda8ad9 req-02cf449c-4225-473c-8324-cc5185b0df15 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:04.928844 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-50f3b038-f602-4992-9a30-621bdbda8ad9 req-02cf449c-4225-473c-8324-cc5185b0df15 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2f6282a-dd5b-4276-9d6d-2f8bec5d8163 HTTP/1.1" status: 200 len: 946 time: 0.0876911 Aug 23 20:41:04.938161 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-6355c57f-c798-473a-b181-d24ffff79305 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:41:04.958917 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 1b718c54-eb47-4a96-b1ce-ca48fcb561b6 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:41:04.959353 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:05.019742 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-50f3b038-f602-4992-9a30-621bdbda8ad9 req-99c0bcd5-47bc-4c90-bc17-97e66b2e0eab tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/security-groups?id=0f82240c-c6c4-4a5d-9c5f-0ca19e0dcac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826392 Aug 23 20:41:05.031974 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c18412db-ae46-456b-9201-3c0081f52143 None None] Provisioning for port 1ae0d0a5-d2cb-4c49-8003-314ef972540a completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:41:05.052785 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c18412db-ae46-456b-9201-3c0081f52143 None None] Provisioning complete for port 1ae0d0a5-d2cb-4c49-8003-314ef972540a triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:41:05.053272 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c18412db-ae46-456b-9201-3c0081f52143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:05.088831 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da720d23-6734-45c1-9752-cb7821f393d7 req-66e4ec4b-c10c-4b2b-bf64-b513d73b5b73 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:05.093223 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-da720d23-6734-45c1-9752-cb7821f393d7 req-66e4ec4b-c10c-4b2b-bf64-b513d73b5b73 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=d30a3450-acde-4d73-9737-8d40b0850b8c HTTP/1.1" status: 200 len: 945 time: 0.2234874 Aug 23 20:41:05.112490 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-c18412db-ae46-456b-9201-3c0081f52143 None None] Port 1ae0d0a5-d2cb-4c49-8003-314ef972540a cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:41:05.164279 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:05.186839 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-da720d23-6734-45c1-9752-cb7821f393d7 req-88dbd7b7-f443-4af9-b82b-b58cc8c3dd23 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797224 Aug 23 20:41:05.214953 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 1b718c54-eb47-4a96-b1ce-ca48fcb561b6, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=1b718c54-eb47-4a96-b1ce-ca48fcb561b6,segment=NetworkSegment(f319bce9-b3c8-4070-a34e-139d00ba160e),segment_id=f319bce9-b3c8-4070-a34e-139d00ba160e)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:41:05.216953 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6355c57f-c798-473a-b181-d24ffff79305 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Router 9a9fa545-96db-4a08-89ac-22992a62b234 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:41:05.222587 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:05.224764 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 165f1b41-7dec-4711-8d5f-66ad954c22a3 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:41:05.298098 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f4db0-fe0b-4a92-967e-095cbee8671b req-e16cd5d8-12d6-4878-b302-dc26af8b9ea1 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:05.310342 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2f8f4db0-fe0b-4a92-967e-095cbee8671b req-e16cd5d8-12d6-4878-b302-dc26af8b9ea1 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/ports?device_id=37c84bcb-4817-4457-8402-a891a08894ac HTTP/1.1" status: 200 len: 945 time: 0.1587131 Aug 23 20:41:05.336188 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-24b1fbd7-50cb-45af-add3-509732fe4557 None None] Provisioning complete for port 1ae0d0a5-d2cb-4c49-8003-314ef972540a triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:41:05.337362 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-24b1fbd7-50cb-45af-add3-509732fe4557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:05.375206 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2f8f4db0-fe0b-4a92-967e-095cbee8671b req-3486b9b2-c5c1-42e0-9691-baea5d2b4632 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e94c7c4-469a-4a61-b228-394c20a2395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586455 Aug 23 20:41:05.442268 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=1b718c54-eb47-4a96-b1ce-ca48fcb561b6,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:05.483303 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-24b1fbd7-50cb-45af-add3-509732fe4557 None None] Port 1ae0d0a5-d2cb-4c49-8003-314ef972540a cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:41:05.502545 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37142) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:05.511768 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 165f1b41-7dec-4711-8d5f-66ad954c22a3 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:41:05.516572 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 165f1b41-7dec-4711-8d5f-66ad954c22a3 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:41:05.517365 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:05.548421 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6355c57f-c798-473a-b181-d24ffff79305 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:41:05.562069 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76f1474-1b7b-479b-8cb1-c3550ee5357f None None] Sync routers for ids ['9a9fa545-96db-4a08-89ac-22992a62b234'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:41:05.562702 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37146) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:05.568937 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-6355c57f-c798-473a-b181-d24ffff79305 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "PUT /v2.0/routers/9a9fa545-96db-4a08-89ac-22992a62b234/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6208446 Aug 23 20:41:05.574613 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-19e807a4-2526-4f06-b412-6274ccc94bbd req-0d6d779a-ef25-4fb3-8be0-19591c604ca9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=101ccc80-5521-4720-889d-1f5135b03c88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1940506 Aug 23 20:41:05.593077 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d043b8-9bba-4bdd-91fc-6c3da0da2230 req-10ce65dc-706d-4d16-9ef0-49d32cf94bce tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:05.599090 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-07d043b8-9bba-4bdd-91fc-6c3da0da2230 req-10ce65dc-706d-4d16-9ef0-49d32cf94bce tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2f6282a-dd5b-4276-9d6d-2f8bec5d8163 HTTP/1.1" status: 200 len: 946 time: 0.1076589 Aug 23 20:41:05.605645 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76f1474-1b7b-479b-8cb1-c3550ee5357f None None] Routers {'9a9fa545-96db-4a08-89ac-22992a62b234'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:41:05.606254 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d76f1474-1b7b-479b-8cb1-c3550ee5357f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:40:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['9a9fa545-96db-4a08-89ac-22992a62b234'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:05.643878 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea67e93-ac4c-4b07-866e-b268e997e6ea tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:05.645977 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5ea67e93-ac4c-4b07-866e-b268e997e6ea tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "GET /v2.0/ports/1ae0d0a5-d2cb-4c49-8003-314ef972540a HTTP/1.1" status: 200 len: 910 time: 0.0822403 Aug 23 20:41:05.650036 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37148) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:05.652959 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d76f1474-1b7b-479b-8cb1-c3550ee5357f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:05.654147 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-99e5380e-0a22-4986-8db4-00cd918202ba tempest-RoutersAdminNegativeIpV6Test-1906009422 tempest-RoutersAdminNegativeIpV6Test-1906009422-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-56049860', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:41:05.679815 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e5380e-0a22-4986-8db4-00cd918202ba tempest-RoutersAdminNegativeIpV6Test-1906009422 tempest-RoutersAdminNegativeIpV6Test-1906009422-project-admin] Made reservation on behalf of c72ec2317fd248ad84c0be4220371752 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:41:05.682966 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-99e5380e-0a22-4986-8db4-00cd918202ba tempest-RoutersAdminNegativeIpV6Test-1906009422 tempest-RoutersAdminNegativeIpV6Test-1906009422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:05.687000 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af80b02c-7354-4d00-a5bc-ef164ab73be7 None None] Provisioning complete for port 1ae0d0a5-d2cb-4c49-8003-314ef972540a triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:41:05.687352 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af80b02c-7354-4d00-a5bc-ef164ab73be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:05.694685 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-99e5380e-0a22-4986-8db4-00cd918202ba tempest-RoutersAdminNegativeIpV6Test-1906009422 tempest-RoutersAdminNegativeIpV6Test-1906009422-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:05.716416 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-07d043b8-9bba-4bdd-91fc-6c3da0da2230 req-c3b25785-1efb-438e-9315-bb3ae776dd9b tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/security-groups?id=0f82240c-c6c4-4a5d-9c5f-0ca19e0dcac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033576 Aug 23 20:41:05.718448 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76f1474-1b7b-479b-8cb1-c3550ee5357f None None] Routers {'9a9fa545-96db-4a08-89ac-22992a62b234'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:41:05.719091 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d76f1474-1b7b-479b-8cb1-c3550ee5357f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:40:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['9a9fa545-96db-4a08-89ac-22992a62b234'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:05.784543 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d76f1474-1b7b-479b-8cb1-c3550ee5357f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:05.785519 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76f1474-1b7b-479b-8cb1-c3550ee5357f None None] The sync data for ids ['9a9fa545-96db-4a08-89ac-22992a62b234'] in n-d-805663-2 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:41:05.791859 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:05.807735 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af80b02c-7354-4d00-a5bc-ef164ab73be7 None None] Port 1ae0d0a5-d2cb-4c49-8003-314ef972540a cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:41:05.835035 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af80b02c-7354-4d00-a5bc-ef164ab73be7 None None] Provisioning complete for port 1b718c54-eb47-4a96-b1ce-ca48fcb561b6 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:41:05.835550 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af80b02c-7354-4d00-a5bc-ef164ab73be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:05.838050 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-99e5380e-0a22-4986-8db4-00cd918202ba tempest-RoutersAdminNegativeIpV6Test-1906009422 tempest-RoutersAdminNegativeIpV6Test-1906009422-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:05.847645 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-99e5380e-0a22-4986-8db4-00cd918202ba tempest-RoutersAdminNegativeIpV6Test-1906009422 tempest-RoutersAdminNegativeIpV6Test-1906009422-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:05.853792 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-99e5380e-0a22-4986-8db4-00cd918202ba tempest-RoutersAdminNegativeIpV6Test-1906009422 tempest-RoutersAdminNegativeIpV6Test-1906009422-project-admin] device_id is not set on port 263514b9-f56e-4bc0-b6d1-d355af400405 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:41:05.873326 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 165f1b41-7dec-4711-8d5f-66ad954c22a3, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=165f1b41-7dec-4711-8d5f-66ad954c22a3,segment=NetworkSegment(48858f4d-7122-41f2-85aa-79bc4e37b5e4),segment_id=48858f4d-7122-41f2-85aa-79bc4e37b5e4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:41:05.881167 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:05.920643 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e5380e-0a22-4986-8db4-00cd918202ba tempest-RoutersAdminNegativeIpV6Test-1906009422 tempest-RoutersAdminNegativeIpV6Test-1906009422-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1d79d3-cacb-4594-b2a1-d27d6a414aa1,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:05.945875 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e807a4-2526-4f06-b412-6274ccc94bbd req-3b91c9ad-f81e-481a-98d3-709fcec5bbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:05.947305 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-19e807a4-2526-4f06-b412-6274ccc94bbd req-3b91c9ad-f81e-481a-98d3-709fcec5bbaa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=13b1595470b742008115767d927fc00b&device_id=101ccc80-5521-4720-889d-1f5135b03c88 HTTP/1.1" status: 200 len: 1096 time: 0.2899389 Aug 23 20:41:05.975493 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=165f1b41-7dec-4711-8d5f-66ad954c22a3,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:06.014866 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-99e5380e-0a22-4986-8db4-00cd918202ba tempest-RoutersAdminNegativeIpV6Test-1906009422 tempest-RoutersAdminNegativeIpV6Test-1906009422-project-admin] Allocated IP 172.25.4.220 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/263514b9-f56e-4bc0-b6d1-d355af400405) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:41:06.172274 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e807a4-2526-4f06-b412-6274ccc94bbd req-2ed807d3-397e-4e81-bdae-b76b2ea93d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:06.175423 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-19e807a4-2526-4f06-b412-6274ccc94bbd req-2ed807d3-397e-4e81-bdae-b76b2ea93d4d service neutron] 10.222.0.32 "GET /v2.0/networks?id=d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3 HTTP/1.1" status: 200 len: 911 time: 0.1763399 Aug 23 20:41:06.216208 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-99e5380e-0a22-4986-8db4-00cd918202ba tempest-RoutersAdminNegativeIpV6Test-1906009422 tempest-RoutersAdminNegativeIpV6Test-1906009422-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:06.256813 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-19e807a4-2526-4f06-b412-6274ccc94bbd req-0ca3ff82-787b-4e03-9fe4-95d25260d794 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3e3e113-fc54-4d7c-b6eb-38c03755766d HTTP/1.1" status: 200 len: 217 time: 0.0700104 Aug 23 20:41:06.284322 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-99e5380e-0a22-4986-8db4-00cd918202ba tempest-RoutersAdminNegativeIpV6Test-1906009422 tempest-RoutersAdminNegativeIpV6Test-1906009422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:06.316744 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e807a4-2526-4f06-b412-6274ccc94bbd req-a604b45b-9999-42bf-82db-2aa4849a1342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:06.318786 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-19e807a4-2526-4f06-b412-6274ccc94bbd req-a604b45b-9999-42bf-82db-2aa4849a1342 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d571b443-68b1-44d5-8979-00646207cd13 HTTP/1.1" status: 200 len: 850 time: 0.0550227 Aug 23 20:41:06.320650 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e5380e-0a22-4986-8db4-00cd918202ba tempest-RoutersAdminNegativeIpV6Test-1906009422 tempest-RoutersAdminNegativeIpV6Test-1906009422-project-admin] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:41:06.323979 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-99e5380e-0a22-4986-8db4-00cd918202ba tempest-RoutersAdminNegativeIpV6Test-1906009422 tempest-RoutersAdminNegativeIpV6Test-1906009422-project-admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:41:06.327975 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e5380e-0a22-4986-8db4-00cd918202ba tempest-RoutersAdminNegativeIpV6Test-1906009422 tempest-RoutersAdminNegativeIpV6Test-1906009422-project-admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:41:06.349424 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3c48a87-e975-4085-90ba-7d35c88f94e4 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:06.369383 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e5380e-0a22-4986-8db4-00cd918202ba tempest-RoutersAdminNegativeIpV6Test-1906009422 tempest-RoutersAdminNegativeIpV6Test-1906009422-project-admin] Pushing event updated for resources: {'Port': ['ID=263514b9-f56e-4bc0-b6d1-d355af400405,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:06.385331 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e5380e-0a22-4986-8db4-00cd918202ba tempest-RoutersAdminNegativeIpV6Test-1906009422 tempest-RoutersAdminNegativeIpV6Test-1906009422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:06.385331 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-99e5380e-0a22-4986-8db4-00cd918202ba tempest-RoutersAdminNegativeIpV6Test-1906009422 tempest-RoutersAdminNegativeIpV6Test-1906009422-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:06.400191 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-99e5380e-0a22-4986-8db4-00cd918202ba tempest-RoutersAdminNegativeIpV6Test-1906009422 tempest-RoutersAdminNegativeIpV6Test-1906009422-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 0.8963830 Aug 23 20:41:06.402525 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-19e807a4-2526-4f06-b412-6274ccc94bbd req-de7b7a11-bc69-482f-8215-f8a0d202de35 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657561 Aug 23 20:41:06.403009 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37176) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:06.407625 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-1f2f1dc2-14db-45d6-aa67-55a9768a1628 tempest-RoutersAdminNegativeIpV6Test-1906009422 tempest-RoutersAdminNegativeIpV6Test-1906009422-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.220'}]}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:41:06.431410 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1f2f1dc2-14db-45d6-aa67-55a9768a1628 tempest-RoutersAdminNegativeIpV6Test-1906009422 tempest-RoutersAdminNegativeIpV6Test-1906009422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:06.432767 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1f2f1dc2-14db-45d6-aa67-55a9768a1628 tempest-RoutersAdminNegativeIpV6Test-1906009422 tempest-RoutersAdminNegativeIpV6Test-1906009422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:06.505327 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1f2f1dc2-14db-45d6-aa67-55a9768a1628 tempest-RoutersAdminNegativeIpV6Test-1906009422 tempest-RoutersAdminNegativeIpV6Test-1906009422-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:06.524770 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 1b718c54-eb47-4a96-b1ce-ca48fcb561b6 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:41:06.536274 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb6fb4-91fd-4b7f-a720-cb0f21cd226c req-62f80158-519b-429b-8f2f-55dd20ccd294 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:06.537940 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1cfb6fb4-91fd-4b7f-a720-cb0f21cd226c req-62f80158-519b-429b-8f2f-55dd20ccd294 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=d30a3450-acde-4d73-9737-8d40b0850b8c HTTP/1.1" status: 200 len: 945 time: 0.2160587 Aug 23 20:41:06.585513 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 1b718c54-eb47-4a96-b1ce-ca48fcb561b6 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:41:06.586192 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:06.681887 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 165f1b41-7dec-4711-8d5f-66ad954c22a3 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:41:06.691127 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1f2f1dc2-14db-45d6-aa67-55a9768a1628 tempest-RoutersAdminNegativeIpV6Test-1906009422 tempest-RoutersAdminNegativeIpV6Test-1906009422-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:06.702333 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1703df38-85ee-499f-ae2d-acf710e7cf3f req-b158d9b6-550b-4abf-b7b8-dbb46edcbd97 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:06.704045 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1703df38-85ee-499f-ae2d-acf710e7cf3f req-b158d9b6-550b-4abf-b7b8-dbb46edcbd97 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2f6282a-dd5b-4276-9d6d-2f8bec5d8163 HTTP/1.1" status: 200 len: 946 time: 0.1501791 Aug 23 20:41:06.717883 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1cfb6fb4-91fd-4b7f-a720-cb0f21cd226c req-1c43e484-a10e-4ff8-9324-7c7cd23f51b8 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445529 Aug 23 20:41:06.728053 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-19e807a4-2526-4f06-b412-6274ccc94bbd req-d00f7b6e-4522-48a1-b1f5-fdf2a88846a1 service neutron] 10.222.0.32 "GET /v2.0/networks/d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813392 Aug 23 20:41:06.750936 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 165f1b41-7dec-4711-8d5f-66ad954c22a3 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:41:06.751603 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:06.835449 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1703df38-85ee-499f-ae2d-acf710e7cf3f req-c35ec406-cb61-46bb-859e-76f61167820f tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/security-groups?id=0f82240c-c6c4-4a5d-9c5f-0ca19e0dcac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911286 Aug 23 20:41:06.957912 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-19e807a4-2526-4f06-b412-6274ccc94bbd req-25c11167-c02c-4edf-bd67-0f1a0f757302 service neutron] 10.222.0.32 "GET /v2.0/networks/d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194219 Aug 23 20:41:06.958863 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-e3c48a87-e975-4085-90ba-7d35c88f94e4 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Allocated IP 172.21.0.1 (c34b02c7-ed28-4b35-a01b-f72438fb3b2d/b3b6dbad-680c-4753-9c3a-eaebf0ae81e8/58f59dfc-d861-4dde-bd2d-fc1d126b29ca) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:41:06.967610 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972598af-9bf3-4cdd-8a4c-a3942be95849 req-74202793-2dde-42e0-b628-35271e8a0eda tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:06.969083 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-972598af-9bf3-4cdd-8a4c-a3942be95849 req-74202793-2dde-42e0-b628-35271e8a0eda tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/ports?device_id=37c84bcb-4817-4457-8402-a891a08894ac HTTP/1.1" status: 200 len: 945 time: 0.1468856 Aug 23 20:41:07.014365 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1f2f1dc2-14db-45d6-aa67-55a9768a1628 tempest-RoutersAdminNegativeIpV6Test-1906009422 tempest-RoutersAdminNegativeIpV6Test-1906009422-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:07.035110 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1f2f1dc2-14db-45d6-aa67-55a9768a1628 tempest-RoutersAdminNegativeIpV6Test-1906009422 tempest-RoutersAdminNegativeIpV6Test-1906009422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:07.073300 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-972598af-9bf3-4cdd-8a4c-a3942be95849 req-5d40a7b2-69ed-43fe-ad8c-f85c457fe07f tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e94c7c4-469a-4a61-b228-394c20a2395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942547 Aug 23 20:41:07.131759 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3c48a87-e975-4085-90ba-7d35c88f94e4 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:07.243724 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1f2f1dc2-14db-45d6-aa67-55a9768a1628 tempest-RoutersAdminNegativeIpV6Test-1906009422 tempest-RoutersAdminNegativeIpV6Test-1906009422-project-admin] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:07.418889 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1f2f1dc2-14db-45d6-aa67-55a9768a1628 tempest-RoutersAdminNegativeIpV6Test-1906009422 tempest-RoutersAdminNegativeIpV6Test-1906009422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:07.421068 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1f2f1dc2-14db-45d6-aa67-55a9768a1628 tempest-RoutersAdminNegativeIpV6Test-1906009422 tempest-RoutersAdminNegativeIpV6Test-1906009422-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:07.479674 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1f2f1dc2-14db-45d6-aa67-55a9768a1628 tempest-RoutersAdminNegativeIpV6Test-1906009422 tempest-RoutersAdminNegativeIpV6Test-1906009422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:07.483186 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-e3c48a87-e975-4085-90ba-7d35c88f94e4 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Transition to ACTIVE for port object 58f59dfc-d861-4dde-bd2d-fc1d126b29ca will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:41:07.484366 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2f1dc2-14db-45d6-aa67-55a9768a1628 tempest-RoutersAdminNegativeIpV6Test-1906009422 tempest-RoutersAdminNegativeIpV6Test-1906009422-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0f13dbe7-5708-4bf6-ae15-69d4153b6e0d {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:41:07.502067 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-1f2f1dc2-14db-45d6-aa67-55a9768a1628 tempest-RoutersAdminNegativeIpV6Test-1906009422 tempest-RoutersAdminNegativeIpV6Test-1906009422-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 23 20:41:07.503182 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1f2f1dc2-14db-45d6-aa67-55a9768a1628 tempest-RoutersAdminNegativeIpV6Test-1906009422 tempest-RoutersAdminNegativeIpV6Test-1906009422-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.0992074 Aug 23 20:41:07.506161 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37182) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:07.532577 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543dc829-19a4-4dc5-9488-56936cdce004 req-52c84266-7bba-4d80-afda-c8d7d25c5a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:07.535268 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-543dc829-19a4-4dc5-9488-56936cdce004 req-52c84266-7bba-4d80-afda-c8d7d25c5a82 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=37c84bcb-4817-4457-8402-a891a08894ac HTTP/1.1" status: 200 len: 1096 time: 0.0682395 Aug 23 20:41:07.559500 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3c48a87-e975-4085-90ba-7d35c88f94e4 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:07.593966 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-58bca4a1-248d-47d1-8cf0-a804d98873e0 tempest-RoutersAdminNegativeIpV6Test-1906009422 tempest-RoutersAdminNegativeIpV6Test-1906009422-project-admin] Deleting port 263514b9-f56e-4bc0-b6d1-d355af400405 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:41:07.594453 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-58bca4a1-248d-47d1-8cf0-a804d98873e0 tempest-RoutersAdminNegativeIpV6Test-1906009422 tempest-RoutersAdminNegativeIpV6Test-1906009422-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:07.617751 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c48a87-e975-4085-90ba-7d35c88f94e4 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Network c34b02c7-ed28-4b35-a01b-f72438fb3b2d is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:41:07.621834 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-543dc829-19a4-4dc5-9488-56936cdce004 req-537639e7-5fbb-471a-bc63-b8dddb66469a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5e94c7c4-469a-4a61-b228-394c20a2395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790880 Aug 23 20:41:07.624695 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-e3c48a87-e975-4085-90ba-7d35c88f94e4 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:41:07.634086 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c48a87-e975-4085-90ba-7d35c88f94e4 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:41:07.638486 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c48a87-e975-4085-90ba-7d35c88f94e4 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event updated for resources: {'Port': ['ID=58f59dfc-d861-4dde-bd2d-fc1d126b29ca,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:07.682739 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-58bca4a1-248d-47d1-8cf0-a804d98873e0 tempest-RoutersAdminNegativeIpV6Test-1906009422 tempest-RoutersAdminNegativeIpV6Test-1906009422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:07.686286 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3c48a87-e975-4085-90ba-7d35c88f94e4 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:07.697607 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-58bca4a1-248d-47d1-8cf0-a804d98873e0 tempest-RoutersAdminNegativeIpV6Test-1906009422 tempest-RoutersAdminNegativeIpV6Test-1906009422-project-admin] Calling delete_port for 263514b9-f56e-4bc0-b6d1-d355af400405 owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:41:07.815575 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3c48a87-e975-4085-90ba-7d35c88f94e4 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:07.852348 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-58bca4a1-248d-47d1-8cf0-a804d98873e0 tempest-RoutersAdminNegativeIpV6Test-1906009422 tempest-RoutersAdminNegativeIpV6Test-1906009422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:07.884591 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bca4a1-248d-47d1-8cf0-a804d98873e0 tempest-RoutersAdminNegativeIpV6Test-1906009422 tempest-RoutersAdminNegativeIpV6Test-1906009422-project-admin] Pushing event deleted for resources: {'Port': ['ID=263514b9-f56e-4bc0-b6d1-d355af400405,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:07.938688 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f2bfadc1-06aa-48ea-b182-24ba94773f67 None None] Provisioning for port 58f59dfc-d861-4dde-bd2d-fc1d126b29ca completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:41:07.946700 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f2bfadc1-06aa-48ea-b182-24ba94773f67 None None] Provisioning complete for port 58f59dfc-d861-4dde-bd2d-fc1d126b29ca triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:41:07.947140 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f2bfadc1-06aa-48ea-b182-24ba94773f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:07.952328 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2016f04-7db1-423c-baca-cc901a6c5641 req-fc619d3e-6b1f-4f30-b879-fea9fa668ab4 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:07.953887 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a2016f04-7db1-423c-baca-cc901a6c5641 req-fc619d3e-6b1f-4f30-b879-fea9fa668ab4 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=d30a3450-acde-4d73-9737-8d40b0850b8c HTTP/1.1" status: 200 len: 945 time: 0.1270776 Aug 23 20:41:07.983436 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-58bca4a1-248d-47d1-8cf0-a804d98873e0 tempest-RoutersAdminNegativeIpV6Test-1906009422 tempest-RoutersAdminNegativeIpV6Test-1906009422-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:07.990239 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-58bca4a1-248d-47d1-8cf0-a804d98873e0 tempest-RoutersAdminNegativeIpV6Test-1906009422 tempest-RoutersAdminNegativeIpV6Test-1906009422-project-admin] 10.222.0.61 "DELETE /v2.0/ports/263514b9-f56e-4bc0-b6d1-d355af400405 HTTP/1.1" status: 204 len: 168 time: 0.4832356 Aug 23 20:41:08.001335 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43235c-c333-4716-9d62-2cd53159114b req-8c3e726e-9e22-4f7d-866d-4d6ce0d0fb51 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:08.003170 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3f43235c-c333-4716-9d62-2cd53159114b req-8c3e726e-9e22-4f7d-866d-4d6ce0d0fb51 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2f6282a-dd5b-4276-9d6d-2f8bec5d8163 HTTP/1.1" status: 200 len: 946 time: 0.0745904 Aug 23 20:41:08.005236 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-f2bfadc1-06aa-48ea-b182-24ba94773f67 None None] Port 58f59dfc-d861-4dde-bd2d-fc1d126b29ca cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:41:08.048662 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3f43235c-c333-4716-9d62-2cd53159114b req-fad0483f-b81a-494b-9d39-709ff025ebb6 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/security-groups?id=0f82240c-c6c4-4a5d-9c5f-0ca19e0dcac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387850 Aug 23 20:41:08.057005 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a2016f04-7db1-423c-baca-cc901a6c5641 req-e57876de-a0ce-4b35-963a-916ddb59407f tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959716 Aug 23 20:41:08.226577 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3c48a87-e975-4085-90ba-7d35c88f94e4 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:08.233925 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3c48a87-e975-4085-90ba-7d35c88f94e4 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:08.247952 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac6bfab-e7b3-45d4-a790-7f4238605d43 req-b08cd1c0-2c8c-41ac-9b8a-632fa091f6a1 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:08.249485 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7ac6bfab-e7b3-45d4-a790-7f4238605d43 req-b08cd1c0-2c8c-41ac-9b8a-632fa091f6a1 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/ports?device_id=37c84bcb-4817-4457-8402-a891a08894ac HTTP/1.1" status: 200 len: 945 time: 0.0848758 Aug 23 20:41:08.305882 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37196) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:08.339274 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3c48a87-e975-4085-90ba-7d35c88f94e4 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:08.358954 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c48a87-e975-4085-90ba-7d35c88f94e4 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event updated for resources: {'Port': ['ID=58f59dfc-d861-4dde-bd2d-fc1d126b29ca,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:08.365944 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7ac6bfab-e7b3-45d4-a790-7f4238605d43 req-0e1079fd-7e86-4aa2-a1d3-7c3bda2dea22 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e94c7c4-469a-4a61-b228-394c20a2395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925727 Aug 23 20:41:08.426913 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c64f81b1-d209-43f7-8ce2-f59c19818dab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:08.454297 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c48a87-e975-4085-90ba-7d35c88f94e4 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Network c34b02c7-ed28-4b35-a01b-f72438fb3b2d is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:41:08.456526 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-e3c48a87-e975-4085-90ba-7d35c88f94e4 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:41:08.557666 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c64f81b1-d209-43f7-8ce2-f59c19818dab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:08.571209 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c64f81b1-d209-43f7-8ce2-f59c19818dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:08.582593 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c48a87-e975-4085-90ba-7d35c88f94e4 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Router 9a9fa545-96db-4a08-89ac-22992a62b234 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:41:08.613828 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f81b1-d209-43f7-8ce2-f59c19818dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc839173-1e0e-4eaf-b22d-e3314ae7bd1d,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:08.652188 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c64f81b1-d209-43f7-8ce2-f59c19818dab admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a22b8f79a067433b9bbbbb1bd500c2fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3450270 Aug 23 20:41:08.653038 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37202) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:08.715228 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c48a87-e975-4085-90ba-7d35c88f94e4 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:41:08.725134 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e3c48a87-e975-4085-90ba-7d35c88f94e4 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "PUT /v2.0/routers/9a9fa545-96db-4a08-89ac-22992a62b234/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0733013 Aug 23 20:41:08.725865 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37204) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:08.726634 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6453c1c-358b-4b99-9903-a79bbc9da1f1 None None] Sync routers for ids ['9a9fa545-96db-4a08-89ac-22992a62b234'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:41:08.741074 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6453c1c-358b-4b99-9903-a79bbc9da1f1 None None] Routers {'9a9fa545-96db-4a08-89ac-22992a62b234'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:41:08.742593 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a209a10b-4471-4543-98c2-5d319817d18c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:08.745516 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f6453c1c-358b-4b99-9903-a79bbc9da1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:40:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['9a9fa545-96db-4a08-89ac-22992a62b234'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:08.781104 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c05e95f-5898-4482-b326-56bee845d17e tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:08.785224 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a209a10b-4471-4543-98c2-5d319817d18c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:08.785396 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4c05e95f-5898-4482-b326-56bee845d17e tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "GET /v2.0/ports/58f59dfc-d861-4dde-bd2d-fc1d126b29ca HTTP/1.1" status: 200 len: 910 time: 0.0558496 Aug 23 20:41:08.785523 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f6453c1c-358b-4b99-9903-a79bbc9da1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:08.785641 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37206) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:08.796162 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6453c1c-358b-4b99-9903-a79bbc9da1f1 None None] Routers {'9a9fa545-96db-4a08-89ac-22992a62b234'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:41:08.797026 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f6453c1c-358b-4b99-9903-a79bbc9da1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:40:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['9a9fa545-96db-4a08-89ac-22992a62b234'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:08.836089 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f6453c1c-358b-4b99-9903-a79bbc9da1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:08.837076 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6453c1c-358b-4b99-9903-a79bbc9da1f1 None None] The sync data for ids ['9a9fa545-96db-4a08-89ac-22992a62b234'] in n-d-805663-2 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:41:08.853353 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a209a10b-4471-4543-98c2-5d319817d18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:08.854326 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-fac27aa0-dcd4-4fc6-b06e-c3110ede6b85 None None] Provisioning complete for port 58f59dfc-d861-4dde-bd2d-fc1d126b29ca triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:41:08.854704 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fac27aa0-dcd4-4fc6-b06e-c3110ede6b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:08.856084 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a209a10b-4471-4543-98c2-5d319817d18c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:08.857422 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a209a10b-4471-4543-98c2-5d319817d18c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fc839173-1e0e-4eaf-b22d-e3314ae7bd1d HTTP/1.1" status: 204 len: 168 time: 0.2031696 Aug 23 20:41:08.877917 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a209a10b-4471-4543-98c2-5d319817d18c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc839173-1e0e-4eaf-b22d-e3314ae7bd1d,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:08.925086 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-fac27aa0-dcd4-4fc6-b06e-c3110ede6b85 None None] Port 58f59dfc-d861-4dde-bd2d-fc1d126b29ca cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:41:09.190645 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37220) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:09.204005 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1a215e0c-5e81-4320-8f54-949073540660 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:09.234266 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a063b-f429-41b4-a00a-67598634471e req-81a1ccd3-a8f1-4e20-8f60-50f6dcace823 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:09.236265 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bc4a063b-f429-41b4-a00a-67598634471e req-81a1ccd3-a8f1-4e20-8f60-50f6dcace823 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=d30a3450-acde-4d73-9737-8d40b0850b8c HTTP/1.1" status: 200 len: 945 time: 0.0829182 Aug 23 20:41:09.302845 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15455eb3-4be2-4f61-98ac-5588ead44b7b req-d5fc974c-e1d0-42bd-9ea5-6bf178d881ef tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:09.304703 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-15455eb3-4be2-4f61-98ac-5588ead44b7b req-d5fc974c-e1d0-42bd-9ea5-6bf178d881ef tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2f6282a-dd5b-4276-9d6d-2f8bec5d8163 HTTP/1.1" status: 200 len: 946 time: 0.1413946 Aug 23 20:41:09.385826 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 0b82f5cc-1dea-45df-b86a-8fa0c45d9dba details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:41:09.408347 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-15455eb3-4be2-4f61-98ac-5588ead44b7b req-344926b1-4ebe-4dd7-af05-c6d9f49641c8 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/security-groups?id=0f82240c-c6c4-4a5d-9c5f-0ca19e0dcac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942857 Aug 23 20:41:09.535634 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 0b82f5cc-1dea-45df-b86a-8fa0c45d9dba, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=0b82f5cc-1dea-45df-b86a-8fa0c45d9dba,segment=NetworkSegment(2eca2f48-a757-4e4a-84b6-cecf77c14bb3),segment_id=2eca2f48-a757-4e4a-84b6-cecf77c14bb3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:41:09.552239 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '0b82f5cc-1dea-45df-b86a-8fa0c45d9dba', 'network_id': '88798fd2-b8f8-4007-ac21-674c27fbeeb0', 'port_id': '0b82f5cc-1dea-45df-b86a-8fa0c45d9dba', 'mac_address': 'fa:16:3e:38:62:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c2521f-6311-4d62-bcd9-0227f853ffb3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:41:09.577338 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-1a215e0c-5e81-4320-8f54-949073540660 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Deleting port 58f59dfc-d861-4dde-bd2d-fc1d126b29ca {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:41:09.577987 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1a215e0c-5e81-4320-8f54-949073540660 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:09.604303 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:09.615220 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3a965d0f-95a6-4a49-8435-7b51f3874f2d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c72ec2317fd248ad84c0be4220371752&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4232762 Aug 23 20:41:09.618932 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37224) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:09.623206 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b82f5cc-1dea-45df-b86a-8fa0c45d9dba {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:41:09.651397 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 0b82f5cc-1dea-45df-b86a-8fa0c45d9dba, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=0b82f5cc-1dea-45df-b86a-8fa0c45d9dba,segment=NetworkSegment(2eca2f48-a757-4e4a-84b6-cecf77c14bb3),segment_id=2eca2f48-a757-4e4a-84b6-cecf77c14bb3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:41:09.656782 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:09.659360 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bc4a063b-f429-41b4-a00a-67598634471e req-7f576d40-8484-48b4-adf8-e3956420d22e tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4115365 Aug 23 20:41:09.691959 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-72c87bae-1041-49ce-9ed2-13149207f2fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:09.716387 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-72c87bae-1041-49ce-9ed2-13149207f2fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:09.719146 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1a215e0c-5e81-4320-8f54-949073540660 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:09.723896 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=0b82f5cc-1dea-45df-b86a-8fa0c45d9dba,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:09.748203 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-1a215e0c-5e81-4320-8f54-949073540660 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Calling delete_port for 58f59dfc-d861-4dde-bd2d-fc1d126b29ca owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:41:09.773037 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d9094-b2c6-4c82-acdc-b84c7b472bd5 req-1b27e7e4-b106-43a4-86e3-098536d1dd0b tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:09.773823 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-72c87bae-1041-49ce-9ed2-13149207f2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:09.776084 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d70d9094-b2c6-4c82-acdc-b84c7b472bd5 req-1b27e7e4-b106-43a4-86e3-098536d1dd0b tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/ports?device_id=37c84bcb-4817-4457-8402-a891a08894ac HTTP/1.1" status: 200 len: 945 time: 0.1458132 Aug 23 20:41:09.777270 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-72c87bae-1041-49ce-9ed2-13149207f2fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:09.778686 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-72c87bae-1041-49ce-9ed2-13149207f2fd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/be1d79d3-cacb-4594-b2a1-d27d6a414aa1 HTTP/1.1" status: 204 len: 168 time: 0.1586995 Aug 23 20:41:09.789760 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c87bae-1041-49ce-9ed2-13149207f2fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1d79d3-cacb-4594-b2a1-d27d6a414aa1,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:09.836516 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['0b82f5cc-1dea-45df-b86a-8fa0c45d9dba'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:41:09.857123 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d70d9094-b2c6-4c82-acdc-b84c7b472bd5 req-3160bce2-8c23-4d1b-a3e6-73dcd49b87f7 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e94c7c4-469a-4a61-b228-394c20a2395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496624 Aug 23 20:41:09.922463 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-6a9fe94c-5961-419e-9eeb-eb7c0d4817dc req-dd12a566-a3ee-4283-b723-d5ae94c4e1be tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1942939635', 'description': 'tempest-description-282494203'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:41:09.960276 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6a9fe94c-5961-419e-9eeb-eb7c0d4817dc req-dd12a566-a3ee-4283-b723-d5ae94c4e1be tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:09.991529 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7ebb3664-179c-4f38-8b96-e1e42c5c8ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:10.014820 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1a215e0c-5e81-4320-8f54-949073540660 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:10.047453 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a215e0c-5e81-4320-8f54-949073540660 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event deleted for resources: {'Port': ['ID=58f59dfc-d861-4dde-bd2d-fc1d126b29ca,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:10.201063 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6a9fe94c-5961-419e-9eeb-eb7c0d4817dc req-dd12a566-a3ee-4283-b723-d5ae94c4e1be tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:10.206964 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6a9fe94c-5961-419e-9eeb-eb7c0d4817dc req-dd12a566-a3ee-4283-b723-d5ae94c4e1be tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:10.240605 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718c1b0-9904-4aab-b84a-970cec1678cb req-b97920ea-f06b-4bd2-b786-f64c22adb9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:10.242471 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c718c1b0-9904-4aab-b84a-970cec1678cb req-b97920ea-f06b-4bd2-b786-f64c22adb9b8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d30a3450-acde-4d73-9737-8d40b0850b8c HTTP/1.1" status: 200 len: 1096 time: 0.0968459 Aug 23 20:41:10.244365 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1a215e0c-5e81-4320-8f54-949073540660 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:10.275082 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd12a566-a3ee-4283-b723-d5ae94c4e1be tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=958d4f74-fcc6-4124-a826-52d3c6372816,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:10.277955 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6a9fe94c-5961-419e-9eeb-eb7c0d4817dc req-dd12a566-a3ee-4283-b723-d5ae94c4e1be tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:10.279168 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6a9fe94c-5961-419e-9eeb-eb7c0d4817dc req-dd12a566-a3ee-4283-b723-d5ae94c4e1be tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.3620799 Aug 23 20:41:10.295623 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:10.307197 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c718c1b0-9904-4aab-b84a-970cec1678cb req-ff4bb43a-d022-4721-9871-f09951baae06 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555763 Aug 23 20:41:10.412603 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-014089fe-449b-4aac-9de7-1f8bf8f2d13f req-5c313ef0-f7fe-41a0-b50d-a616c6628f51 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1942939635&fields=id&tenant_id=af6d10f8e4524fca830991e1540c222c HTTP/1.1" status: 200 len: 267 time: 0.0514548 Aug 23 20:41:10.555035 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c8c05-a593-4451-9fcf-9cd17cef14ff req-2985d0dc-f6b2-45a0-bcd5-9f34e514f7ba tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:10.557154 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8d9c8c05-a593-4451-9fcf-9cd17cef14ff req-2985d0dc-f6b2-45a0-bcd5-9f34e514f7ba tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2f6282a-dd5b-4276-9d6d-2f8bec5d8163 HTTP/1.1" status: 200 len: 945 time: 0.0574632 Aug 23 20:41:10.565237 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014089fe-449b-4aac-9de7-1f8bf8f2d13f req-1a820ce9-9159-48ad-a65c-034ce9c92e18 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:10.565237 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-014089fe-449b-4aac-9de7-1f8bf8f2d13f req-1a820ce9-9159-48ad-a65c-034ce9c92e18 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/ports?device_id=37c84bcb-4817-4457-8402-a891a08894ac HTTP/1.1" status: 200 len: 945 time: 0.1066506 Aug 23 20:41:10.566933 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a215e0c-5e81-4320-8f54-949073540660 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Router 9a9fa545-96db-4a08-89ac-22992a62b234 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:41:10.578981 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-014089fe-449b-4aac-9de7-1f8bf8f2d13f req-bf2d20e4-6a6c-4197-90ff-7ae0c0a1f147 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Request body: {'port': {'security_groups': ['5e94c7c4-469a-4a61-b228-394c20a2395f', '958d4f74-fcc6-4124-a826-52d3c6372816']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:41:10.605437 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8d9c8c05-a593-4451-9fcf-9cd17cef14ff req-29135115-26b7-429e-b358-218406e713bd tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/security-groups?id=0f82240c-c6c4-4a5d-9c5f-0ca19e0dcac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406332 Aug 23 20:41:10.723393 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-014089fe-449b-4aac-9de7-1f8bf8f2d13f req-bf2d20e4-6a6c-4197-90ff-7ae0c0a1f147 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:10.748037 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a215e0c-5e81-4320-8f54-949073540660 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:41:10.759954 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc5f063-94f0-472b-aec7-11c6ef794001 None None] Sync routers for ids ['9a9fa545-96db-4a08-89ac-22992a62b234'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:41:10.770482 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc5f063-94f0-472b-aec7-11c6ef794001 None None] Routers {'9a9fa545-96db-4a08-89ac-22992a62b234'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:41:10.771308 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-5dc5f063-94f0-472b-aec7-11c6ef794001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:40:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['9a9fa545-96db-4a08-89ac-22992a62b234'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:10.775986 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-1a215e0c-5e81-4320-8f54-949073540660 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "PUT /v2.0/routers/9a9fa545-96db-4a08-89ac-22992a62b234/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9891920 Aug 23 20:41:10.779120 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37262) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:10.786849 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37264) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:10.813475 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-5dc5f063-94f0-472b-aec7-11c6ef794001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:10.823608 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc5f063-94f0-472b-aec7-11c6ef794001 None None] Routers {'9a9fa545-96db-4a08-89ac-22992a62b234'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:41:10.824415 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-5dc5f063-94f0-472b-aec7-11c6ef794001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:40:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['9a9fa545-96db-4a08-89ac-22992a62b234'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:10.862251 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-5dc5f063-94f0-472b-aec7-11c6ef794001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:10.863366 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc5f063-94f0-472b-aec7-11c6ef794001 None None] The sync data for ids ['9a9fa545-96db-4a08-89ac-22992a62b234'] in n-d-805663-2 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:41:10.996956 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-fbf0d86a-3afc-4005-b33a-31f2ab75f517 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-127994833'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:41:11.027235 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-014089fe-449b-4aac-9de7-1f8bf8f2d13f req-bf2d20e4-6a6c-4197-90ff-7ae0c0a1f147 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] For port fd931066-9605-4fca-a348-aae1b610849b, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=fd931066-9605-4fca-a348-aae1b610849b,segment=NetworkSegment(d065db9e-a105-47a9-82fb-b3b0dd15ae8f),segment_id=d065db9e-a105-47a9-82fb-b3b0dd15ae8f)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:41:11.063389 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-014089fe-449b-4aac-9de7-1f8bf8f2d13f req-bf2d20e4-6a6c-4197-90ff-7ae0c0a1f147 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:11.069442 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-014089fe-449b-4aac-9de7-1f8bf8f2d13f req-bf2d20e4-6a6c-4197-90ff-7ae0c0a1f147 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:11.089935 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf0d86a-3afc-4005-b33a-31f2ab75f517 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Made reservation on behalf of ac4fd6d2954744f5a0a74c221c011c7c for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:41:11.093376 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fbf0d86a-3afc-4005-b33a-31f2ab75f517 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:11.103992 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['fd931066-9605-4fca-a348-aae1b610849b'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:41:11.117841 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014089fe-449b-4aac-9de7-1f8bf8f2d13f req-bf2d20e4-6a6c-4197-90ff-7ae0c0a1f147 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:11.118495 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-014089fe-449b-4aac-9de7-1f8bf8f2d13f req-bf2d20e4-6a6c-4197-90ff-7ae0c0a1f147 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:11.119914 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-014089fe-449b-4aac-9de7-1f8bf8f2d13f req-bf2d20e4-6a6c-4197-90ff-7ae0c0a1f147 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "PUT /v2.0/ports/fd931066-9605-4fca-a348-aae1b610849b HTTP/1.1" status: 200 len: 981 time: 0.5474696 Aug 23 20:41:11.120393 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37c84bcb-4817-4457-8402-a891a08894ac', 'tag': 'fd931066-9605-4fca-a348-aae1b610849b'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:41:11.122662 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf638b2-86c8-4693-bf93-dce1641809d7" -d '{"events": [{"name": "network-changed", "server_uuid": "37c84bcb-4817-4457-8402-a891a08894ac", "tag": "fd931066-9605-4fca-a348-aae1b610849b"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:41:11.149279 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2d20e4-6a6c-4197-90ff-7ae0c0a1f147 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Pushing event updated for resources: {'Port': ['ID=fd931066-9605-4fca-a348-aae1b610849b,revision_number=6']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:11.151044 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21de0da-f45e-416a-9a34-3f74b9b49624 req-873bc475-2f07-4679-ad38-86d4ef4896d0 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:11.152739 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a21de0da-f45e-416a-9a34-3f74b9b49624 req-873bc475-2f07-4679-ad38-86d4ef4896d0 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=d30a3450-acde-4d73-9737-8d40b0850b8c HTTP/1.1" status: 200 len: 945 time: 0.1644025 Aug 23 20:41:11.160053 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fbf0d86a-3afc-4005-b33a-31f2ab75f517 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:11.253616 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['fd931066-9605-4fca-a348-aae1b610849b'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:41:11.258079 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a21de0da-f45e-416a-9a34-3f74b9b49624 req-7cb9544c-c16f-47a9-a069-60a5ba59cef2 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954349 Aug 23 20:41:11.384122 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fbf0d86a-3afc-4005-b33a-31f2ab75f517 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:11.395621 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fbf0d86a-3afc-4005-b33a-31f2ab75f517 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:11.399057 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe0b1b7-af08-4215-9aab-58c38b6bfa38 x-openstack-request-id: req-2fe0b1b7-af08-4215-9aab-58c38b6bfa38 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:41:11.399951 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37c84bcb-4817-4457-8402-a891a08894ac", "tag": "fd931066-9605-4fca-a348-aae1b610849b", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:41:11.400393 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2fe0b1b7-af08-4215-9aab-58c38b6bfa38 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:41:11.401269 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37c84bcb-4817-4457-8402-a891a08894ac', 'tag': 'fd931066-9605-4fca-a348-aae1b610849b', 'status': 'completed', 'code': 200} Aug 23 20:41:11.430467 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-22033e1a-fff2-4095-bfd2-101e3347b6c0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:11.437407 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 0b82f5cc-1dea-45df-b86a-8fa0c45d9dba no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:41:11.477992 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd34e7-ff88-4637-873a-39aadcdfa69c req-5f6f3457-21db-4f17-83ef-abb0f9f3cc55 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:11.480298 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-94dd34e7-ff88-4637-873a-39aadcdfa69c req-5f6f3457-21db-4f17-83ef-abb0f9f3cc55 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2f6282a-dd5b-4276-9d6d-2f8bec5d8163 HTTP/1.1" status: 200 len: 945 time: 0.1695421 Aug 23 20:41:11.507100 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbf0d86a-3afc-4005-b33a-31f2ab75f517 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:41:11.516717 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf638b2-86c8-4693-bf93-dce1641809d7 req-5558ee8d-5554-4833-a53c-c76c1ff1f376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:11.518780 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-caf638b2-86c8-4693-bf93-dce1641809d7 req-5558ee8d-5554-4833-a53c-c76c1ff1f376 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=af6d10f8e4524fca830991e1540c222c&device_id=37c84bcb-4817-4457-8402-a891a08894ac HTTP/1.1" status: 200 len: 1135 time: 0.1089239 Aug 23 20:41:11.577165 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-94dd34e7-ff88-4637-873a-39aadcdfa69c req-62faef9f-429c-4758-bb8b-9514cb8595c4 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/security-groups?id=0f82240c-c6c4-4a5d-9c5f-0ca19e0dcac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830052 Aug 23 20:41:11.598430 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fbf0d86a-3afc-4005-b33a-31f2ab75f517 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:11.600137 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-fbf0d86a-3afc-4005-b33a-31f2ab75f517 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Added segment 02eb1a53-a3bf-40eb-a7b8-a6ed34f13df6 of type vlan for network 84fe6ce6-0cf5-48ca-b2ed-d42e217628c8 Aug 23 20:41:11.610332 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf0d86a-3afc-4005-b33a-31f2ab75f517 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=992711c5-6206-464e-a4b5-3f7017951b0c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:11.670854 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf638b2-86c8-4693-bf93-dce1641809d7 req-5e4d9250-6799-49ba-a4ff-7fc90750ea53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:11.672829 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-caf638b2-86c8-4693-bf93-dce1641809d7 req-5e4d9250-6799-49ba-a4ff-7fc90750ea53 service neutron] 10.222.0.32 "GET /v2.0/networks?id=038de372-6dab-402e-9e56-851fe636faa4 HTTP/1.1" status: 200 len: 920 time: 0.1354761 Aug 23 20:41:11.684404 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a3c4b182-0705-43ca-bed3-b880dcfd93f8 req-5ae8e023-86a0-40e3-91c1-5177dee9890a tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1942939635&fields=id&tenant_id=af6d10f8e4524fca830991e1540c222c HTTP/1.1" status: 200 len: 267 time: 0.2514062 Aug 23 20:41:11.688383 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:11.707259 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fbf0d86a-3afc-4005-b33a-31f2ab75f517 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:11.717800 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 0b82f5cc-1dea-45df-b86a-8fa0c45d9dba {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:41:11.745752 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-caf638b2-86c8-4693-bf93-dce1641809d7 req-b9149312-2e60-4b83-a9e5-7da70fb72cef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd931066-9605-4fca-a348-aae1b610849b HTTP/1.1" status: 200 len: 217 time: 0.0531271 Aug 23 20:41:11.760104 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 0b82f5cc-1dea-45df-b86a-8fa0c45d9dba, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=0b82f5cc-1dea-45df-b86a-8fa0c45d9dba,segment=NetworkSegment(2eca2f48-a757-4e4a-84b6-cecf77c14bb3),segment_id=2eca2f48-a757-4e4a-84b6-cecf77c14bb3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:41:11.779686 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:11.840929 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c4b182-0705-43ca-bed3-b880dcfd93f8 req-c1d56978-7bc1-4321-932e-5d48042f5e1c tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:11.842658 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a3c4b182-0705-43ca-bed3-b880dcfd93f8 req-c1d56978-7bc1-4321-932e-5d48042f5e1c tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/ports?device_id=37c84bcb-4817-4457-8402-a891a08894ac HTTP/1.1" status: 200 len: 984 time: 0.1492829 Aug 23 20:41:11.845937 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fbf0d86a-3afc-4005-b33a-31f2ab75f517 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:11.852205 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf0d86a-3afc-4005-b33a-31f2ab75f517 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:11.852852 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fbf0d86a-3afc-4005-b33a-31f2ab75f517 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:11.854506 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=0b82f5cc-1dea-45df-b86a-8fa0c45d9dba,revision_number=7']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:11.869225 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-a3c4b182-0705-43ca-bed3-b880dcfd93f8 req-d78ad7db-ac1b-421c-b107-7b903ee4da40 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Request body: {'port': {'security_groups': ['5e94c7c4-469a-4a61-b228-394c20a2395f']}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:41:11.962580 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-fbf0d86a-3afc-4005-b33a-31f2ab75f517 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.1746619 Aug 23 20:41:11.971377 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37276) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:11.991772 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-3d06bdfd-2a79-45cd-a3d5-72e5e3c97be5 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Request body: {'subnet': {'network_id': '84fe6ce6-0cf5-48ca-b2ed-d42e217628c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:41:11.998864 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf0d86a-3afc-4005-b33a-31f2ab75f517 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Pushing event updated for resources: {'Network': ['ID=84fe6ce6-0cf5-48ca-b2ed-d42e217628c8,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:12.012934 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 84fe6ce6-0cf5-48ca-b2ed-d42e217628c8 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:41:12.107341 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a3c4b182-0705-43ca-bed3-b880dcfd93f8 req-d78ad7db-ac1b-421c-b107-7b903ee4da40 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:12.136601 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf638b2-86c8-4693-bf93-dce1641809d7 req-9ffc8b90-6f36-4b60-96a7-6835e9d9c6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:12.138093 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-caf638b2-86c8-4693-bf93-dce1641809d7 req-9ffc8b90-6f36-4b60-96a7-6835e9d9c6d5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=88ba7296-f48b-4a30-b31b-00e095355e1f HTTP/1.1" status: 200 len: 859 time: 0.3824983 Aug 23 20:41:12.173007 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-caf638b2-86c8-4693-bf93-dce1641809d7 req-76608cf8-7583-478b-b53c-55f4a7d48084 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=038de372-6dab-402e-9e56-851fe636faa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263281 Aug 23 20:41:12.250666 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d06bdfd-2a79-45cd-a3d5-72e5e3c97be5 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Made reservation on behalf of ac4fd6d2954744f5a0a74c221c011c7c for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:41:12.254772 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3d06bdfd-2a79-45cd-a3d5-72e5e3c97be5 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:12.280546 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-caf638b2-86c8-4693-bf93-dce1641809d7 req-8c284271-5776-4701-90c8-08baeec8397d service neutron] 10.222.0.32 "GET /v2.0/networks/038de372-6dab-402e-9e56-851fe636faa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006625 Aug 23 20:41:12.338044 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-22033e1a-fff2-4095-bfd2-101e3347b6c0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Deleting port 1ae0d0a5-d2cb-4c49-8003-314ef972540a {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:41:12.338398 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-22033e1a-fff2-4095-bfd2-101e3347b6c0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:12.414958 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-caf638b2-86c8-4693-bf93-dce1641809d7 req-3ef92002-d7e3-443a-9cf7-0e69356e537a service neutron] 10.222.0.32 "GET /v2.0/networks/038de372-6dab-402e-9e56-851fe636faa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140158 Aug 23 20:41:12.433349 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156deca4-066b-4751-867d-b4792399ea52 req-89aaa345-57d7-41bf-a5c2-c3935e239f79 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:12.434852 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-156deca4-066b-4751-867d-b4792399ea52 req-89aaa345-57d7-41bf-a5c2-c3935e239f79 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=d30a3450-acde-4d73-9737-8d40b0850b8c HTTP/1.1" status: 200 len: 945 time: 0.0656774 Aug 23 20:41:12.497625 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-156deca4-066b-4751-867d-b4792399ea52 req-ab56aeab-8318-4794-8f9c-a597d342b36f tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503654 Aug 23 20:41:12.533492 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-a3c4b182-0705-43ca-bed3-b880dcfd93f8 req-d78ad7db-ac1b-421c-b107-7b903ee4da40 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] For port fd931066-9605-4fca-a348-aae1b610849b, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=fd931066-9605-4fca-a348-aae1b610849b,segment=NetworkSegment(d065db9e-a105-47a9-82fb-b3b0dd15ae8f),segment_id=d065db9e-a105-47a9-82fb-b3b0dd15ae8f)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:41:12.538133 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-22033e1a-fff2-4095-bfd2-101e3347b6c0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:12.586230 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-22033e1a-fff2-4095-bfd2-101e3347b6c0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Calling delete_port for 1ae0d0a5-d2cb-4c49-8003-314ef972540a owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:41:12.661159 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a3c4b182-0705-43ca-bed3-b880dcfd93f8 req-d78ad7db-ac1b-421c-b107-7b903ee4da40 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:12.669583 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a3c4b182-0705-43ca-bed3-b880dcfd93f8 req-d78ad7db-ac1b-421c-b107-7b903ee4da40 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:12.702516 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['fd931066-9605-4fca-a348-aae1b610849b'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:41:12.725082 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606dca2-5f9c-4c05-a6d6-c553a7e00351 req-03565dbb-0dd7-42a7-a82c-81795493b8a5 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:12.726644 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2606dca2-5f9c-4c05-a6d6-c553a7e00351 req-03565dbb-0dd7-42a7-a82c-81795493b8a5 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2f6282a-dd5b-4276-9d6d-2f8bec5d8163 HTTP/1.1" status: 200 len: 944 time: 0.0579655 Aug 23 20:41:12.769891 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2606dca2-5f9c-4c05-a6d6-c553a7e00351 req-3eb36e27-0dfb-45d9-a827-0890ec15b6c0 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/security-groups?id=0f82240c-c6c4-4a5d-9c5f-0ca19e0dcac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360773 Aug 23 20:41:12.797432 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c4b182-0705-43ca-bed3-b880dcfd93f8 req-d78ad7db-ac1b-421c-b107-7b903ee4da40 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:12.798099 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a3c4b182-0705-43ca-bed3-b880dcfd93f8 req-d78ad7db-ac1b-421c-b107-7b903ee4da40 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:12.804276 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a3c4b182-0705-43ca-bed3-b880dcfd93f8 req-d78ad7db-ac1b-421c-b107-7b903ee4da40 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "PUT /v2.0/ports/fd931066-9605-4fca-a348-aae1b610849b HTTP/1.1" status: 200 len: 942 time: 0.9465559 Aug 23 20:41:12.804625 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37c84bcb-4817-4457-8402-a891a08894ac', 'tag': 'fd931066-9605-4fca-a348-aae1b610849b'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:41:12.809174 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2085ae-5211-4939-bbaf-000480f26bdc" -d '{"events": [{"name": "network-changed", "server_uuid": "37c84bcb-4817-4457-8402-a891a08894ac", "tag": "fd931066-9605-4fca-a348-aae1b610849b"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:41:12.875486 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3d06bdfd-2a79-45cd-a3d5-72e5e3c97be5 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:12.881439 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8639c2-11b4-4cad-8b0a-e4a34d936ce7 x-openstack-request-id: req-cb8639c2-11b4-4cad-8b0a-e4a34d936ce7 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:41:12.881772 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37c84bcb-4817-4457-8402-a891a08894ac", "tag": "fd931066-9605-4fca-a348-aae1b610849b", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:41:12.881978 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cb8639c2-11b4-4cad-8b0a-e4a34d936ce7 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:41:12.882376 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37c84bcb-4817-4457-8402-a891a08894ac', 'tag': 'fd931066-9605-4fca-a348-aae1b610849b', 'status': 'completed', 'code': 200} Aug 23 20:41:12.901460 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceaa4e7-0aa4-4d8d-82fc-7931d1381a0e req-f8c98bfb-28dd-40bc-9295-23352960979b tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:12.903266 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fceaa4e7-0aa4-4d8d-82fc-7931d1381a0e req-f8c98bfb-28dd-40bc-9295-23352960979b tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=d30a3450-acde-4d73-9737-8d40b0850b8c HTTP/1.1" status: 200 len: 945 time: 0.0585825 Aug 23 20:41:12.932211 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78ad7db-ac1b-421c-b107-7b903ee4da40 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Pushing event updated for resources: {'Port': ['ID=fd931066-9605-4fca-a348-aae1b610849b,revision_number=7']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:12.975153 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fceaa4e7-0aa4-4d8d-82fc-7931d1381a0e req-0351203b-d062-4d6e-9356-0f1f7eda19cb tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624988 Aug 23 20:41:12.984255 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['fd931066-9605-4fca-a348-aae1b610849b'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:41:12.985152 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2085ae-5211-4939-bbaf-000480f26bdc req-6051b401-6069-440a-8ef3-474b83740fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:12.986847 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7d2085ae-5211-4939-bbaf-000480f26bdc req-6051b401-6069-440a-8ef3-474b83740fab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=af6d10f8e4524fca830991e1540c222c&device_id=37c84bcb-4817-4457-8402-a891a08894ac HTTP/1.1" status: 200 len: 1096 time: 0.0599625 Aug 23 20:41:12.995941 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd569af2-32fd-4d7d-a7e3-dc8f231030e3 req-61b7edd1-b995-4b76-a92b-c2aa47c084bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:12.997509 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dd569af2-32fd-4d7d-a7e3-dc8f231030e3 req-61b7edd1-b995-4b76-a92b-c2aa47c084bb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=13b1595470b742008115767d927fc00b&device_id=d30a3450-acde-4d73-9737-8d40b0850b8c HTTP/1.1" status: 200 len: 1096 time: 0.3045111 Aug 23 20:41:13.039211 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-184a78e0-8af0-4c8f-a407-eb06ece05f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:13.054972 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ad7db-ac1b-421c-b107-7b903ee4da40 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:41:13.055368 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ad7db-ac1b-421c-b107-7b903ee4da40 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:41:13.055661 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ad7db-ac1b-421c-b107-7b903ee4da40 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:41:13.056002 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ad7db-ac1b-421c-b107-7b903ee4da40 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:41:13.056386 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ad7db-ac1b-421c-b107-7b903ee4da40 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:41:13.056698 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ad7db-ac1b-421c-b107-7b903ee4da40 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:41:13.057031 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ad7db-ac1b-421c-b107-7b903ee4da40 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:41:13.057359 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ad7db-ac1b-421c-b107-7b903ee4da40 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:41:13.057696 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ad7db-ac1b-421c-b107-7b903ee4da40 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:41:13.058014 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ad7db-ac1b-421c-b107-7b903ee4da40 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:41:13.058338 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ad7db-ac1b-421c-b107-7b903ee4da40 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:41:13.058662 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ad7db-ac1b-421c-b107-7b903ee4da40 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:41:13.129633 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2085ae-5211-4939-bbaf-000480f26bdc req-aabf5f03-ae70-44f0-8f99-eeccb7d8fb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:13.130580 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d06bdfd-2a79-45cd-a3d5-72e5e3c97be5 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Pushing event updated for resources: {'Subnet': ['ID=c111251e-e229-40d0-b26b-684b1c79dd33,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:13.134007 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7d2085ae-5211-4939-bbaf-000480f26bdc req-aabf5f03-ae70-44f0-8f99-eeccb7d8fb8e service neutron] 10.222.0.32 "GET /v2.0/networks?id=038de372-6dab-402e-9e56-851fe636faa4 HTTP/1.1" status: 200 len: 920 time: 0.1400275 Aug 23 20:41:13.184869 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7d2085ae-5211-4939-bbaf-000480f26bdc req-b1b571ef-4f29-4e1e-a28e-3443a9a46612 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd931066-9605-4fca-a348-aae1b610849b HTTP/1.1" status: 200 len: 217 time: 0.0371432 Aug 23 20:41:13.209614 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a2370-7362-49d6-8640-662a866bb6a5 req-0abe943c-8355-4d0e-9e50-684a041cb861 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:13.211146 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bc0a2370-7362-49d6-8640-662a866bb6a5 req-0abe943c-8355-4d0e-9e50-684a041cb861 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2f6282a-dd5b-4276-9d6d-2f8bec5d8163 HTTP/1.1" status: 200 len: 944 time: 0.3264191 Aug 23 20:41:13.245038 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2085ae-5211-4939-bbaf-000480f26bdc req-6a25e7fe-ace6-43ff-ab88-5d9f5728fc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:13.246570 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7d2085ae-5211-4939-bbaf-000480f26bdc req-6a25e7fe-ace6-43ff-ab88-5d9f5728fc0d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=88ba7296-f48b-4a30-b31b-00e095355e1f HTTP/1.1" status: 200 len: 859 time: 0.0538769 Aug 23 20:41:13.262515 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d06bdfd-2a79-45cd-a3d5-72e5e3c97be5 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Checking segment: {'id': '02eb1a53-a3bf-40eb-a7b8-a6ed34f13df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '84fe6ce6-0cf5-48ca-b2ed-d42e217628c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:41:13.262886 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d06bdfd-2a79-45cd-a3d5-72e5e3c97be5 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Network hostable DHCP agents. Network: 84fe6ce6-0cf5-48ca-b2ed-d42e217628c8, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:41:13.285655 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7d2085ae-5211-4939-bbaf-000480f26bdc req-6f5b9c16-0248-4ee9-a9cd-51ee60a4418c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=038de372-6dab-402e-9e56-851fe636faa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299456 Aug 23 20:41:13.291352 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f1424d0d-841b-446e-a863-bccfc7e144fb req-afa3b751-3477-4f18-89b0-4e8cb51aec07 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3899343 Aug 23 20:41:13.296199 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-22033e1a-fff2-4095-bfd2-101e3347b6c0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:13.342509 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-f1424d0d-841b-446e-a863-bccfc7e144fb req-e369e6ae-9bd4-4313-97b6-14529d2ed65d tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Request body: {'floatingip': {'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:41:13.364131 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22033e1a-fff2-4095-bfd2-101e3347b6c0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event deleted for resources: {'Port': ['ID=1ae0d0a5-d2cb-4c49-8003-314ef972540a,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:13.388477 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7d2085ae-5211-4939-bbaf-000480f26bdc req-712d3ba8-6a7b-4d14-b8ac-6e009e3604f3 service neutron] 10.222.0.32 "GET /v2.0/networks/038de372-6dab-402e-9e56-851fe636faa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950735 Aug 23 20:41:13.403534 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd569af2-32fd-4d7d-a7e3-dc8f231030e3 req-4c85028a-3478-4aa8-aa71-c1bd10077fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:13.405084 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dd569af2-32fd-4d7d-a7e3-dc8f231030e3 req-4c85028a-3478-4aa8-aa71-c1bd10077fbc service neutron] 10.222.0.11 "GET /v2.0/networks?id=d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3 HTTP/1.1" status: 200 len: 911 time: 0.3682125 Aug 23 20:41:13.500929 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:13.517262 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7d2085ae-5211-4939-bbaf-000480f26bdc req-9d6f960b-d46b-4b3d-a09c-623c49401274 service neutron] 10.222.0.32 "GET /v2.0/networks/038de372-6dab-402e-9e56-851fe636faa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217721 Aug 23 20:41:13.731771 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d06bdfd-2a79-45cd-a3d5-72e5e3c97be5 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Network 84fe6ce6-0cf5-48ca-b2ed-d42e217628c8 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:41:13.799598 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dd569af2-32fd-4d7d-a7e3-dc8f231030e3 req-5f34a051-70b6-4c8f-aa11-d1d4c0b0b68e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75e97af1-b90e-495e-aa7d-44a421474c7e HTTP/1.1" status: 200 len: 217 time: 0.0780981 Aug 23 20:41:13.800437 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-3d06bdfd-2a79-45cd-a3d5-72e5e3c97be5 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 84fe6ce6-0cf5-48ca-b2ed-d42e217628c8) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:41:13.807204 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f1424d0d-841b-446e-a863-bccfc7e144fb req-e369e6ae-9bd4-4313-97b6-14529d2ed65d tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Notify callbacks [] for floatingip, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:13.810781 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a52bac4-a175-4fa0-900b-c65e7f12521b None None] Network 84fe6ce6-0cf5-48ca-b2ed-d42e217628c8 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:41:13.815991 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d06bdfd-2a79-45cd-a3d5-72e5e3c97be5 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:13.816636 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3d06bdfd-2a79-45cd-a3d5-72e5e3c97be5 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:13.901111 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3d06bdfd-2a79-45cd-a3d5-72e5e3c97be5 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9233930 Aug 23 20:41:13.903588 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37298) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:13.910970 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ca866d9e-7623-48e7-90af-d29add09a98d tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Request body: {'port': {'network_id': '84fe6ce6-0cf5-48ca-b2ed-d42e217628c8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1002586072'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:41:13.974208 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-bc0a2370-7362-49d6-8640-662a866bb6a5 req-982da84b-b200-458f-84f3-1b5bbeb0b967 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Deleting port 0b82f5cc-1dea-45df-b86a-8fa0c45d9dba {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:41:13.974943 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-bc0a2370-7362-49d6-8640-662a866bb6a5 req-982da84b-b200-458f-84f3-1b5bbeb0b967 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:13.990839 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ed38b-1c05-4543-84a9-89731c42eb30 req-23a898ae-56c2-4fea-97e3-866e07c3f414 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:13.992554 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-843ed38b-1c05-4543-84a9-89731c42eb30 req-23a898ae-56c2-4fea-97e3-866e07c3f414 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2f6282a-dd5b-4276-9d6d-2f8bec5d8163 HTTP/1.1" status: 200 len: 944 time: 0.1352367 Aug 23 20:41:14.031638 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd569af2-32fd-4d7d-a7e3-dc8f231030e3 req-68a628ec-d16e-45d1-bce8-660e7307843d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:14.033224 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dd569af2-32fd-4d7d-a7e3-dc8f231030e3 req-68a628ec-d16e-45d1-bce8-660e7307843d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d571b443-68b1-44d5-8979-00646207cd13 HTTP/1.1" status: 200 len: 850 time: 0.2190235 Aug 23 20:41:14.033807 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-22033e1a-fff2-4095-bfd2-101e3347b6c0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:14.066689 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-843ed38b-1c05-4543-84a9-89731c42eb30 req-75baec95-a5e0-4887-be5d-9f4806fe696e tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/security-groups?id=0f82240c-c6c4-4a5d-9c5f-0ca19e0dcac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617130 Aug 23 20:41:14.103656 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca866d9e-7623-48e7-90af-d29add09a98d tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Made reservation on behalf of ac4fd6d2954744f5a0a74c221c011c7c for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:41:14.108280 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dd569af2-32fd-4d7d-a7e3-dc8f231030e3 req-296fcfc6-d29a-4f13-b52d-c215ccb48ece service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415146 Aug 23 20:41:14.116291 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca866d9e-7623-48e7-90af-d29add09a98d tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:14.150374 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-ca866d9e-7623-48e7-90af-d29add09a98d tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] device_id is not set on port 4558f1dd-8c9e-4484-b639-eaeadcccf95b yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:41:14.180882 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03953fe8-73e4-46e0-99b5-766554fd3e17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-84fe6ce6-0cf5-48ca-b2ed-d42e217628c8', 'network_id': '84fe6ce6-0cf5-48ca-b2ed-d42e217628c8', 'tenant_id': 'ac4fd6d2954744f5a0a74c221c011c7c', 'fixed_ips': [{'subnet_id': 'c111251e-e229-40d0-b26b-684b1c79dd33'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:41:14.182023 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-03953fe8-73e4-46e0-99b5-766554fd3e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:14.273635 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4da7f1-ddfc-410c-b782-644966a6d011 req-002d6f7d-d59a-4cd3-880a-f78020bee1fa tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:14.275240 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5a4da7f1-ddfc-410c-b782-644966a6d011 req-002d6f7d-d59a-4cd3-880a-f78020bee1fa tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=d30a3450-acde-4d73-9737-8d40b0850b8c HTTP/1.1" status: 200 len: 945 time: 0.1196601 Aug 23 20:41:14.281015 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-bc0a2370-7362-49d6-8640-662a866bb6a5 req-982da84b-b200-458f-84f3-1b5bbeb0b967 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] For port 0b82f5cc-1dea-45df-b86a-8fa0c45d9dba, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=0b82f5cc-1dea-45df-b86a-8fa0c45d9dba,segment=NetworkSegment(2eca2f48-a757-4e4a-84b6-cecf77c14bb3),segment_id=2eca2f48-a757-4e4a-84b6-cecf77c14bb3)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:41:14.281397 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-bc0a2370-7362-49d6-8640-662a866bb6a5 req-982da84b-b200-458f-84f3-1b5bbeb0b967 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:14.350269 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-bc0a2370-7362-49d6-8640-662a866bb6a5 req-982da84b-b200-458f-84f3-1b5bbeb0b967 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Calling delete_port for 0b82f5cc-1dea-45df-b86a-8fa0c45d9dba owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:41:14.356810 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-ca866d9e-7623-48e7-90af-d29add09a98d tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Allocated IP 2001:db8::304 (84fe6ce6-0cf5-48ca-b2ed-d42e217628c8/c111251e-e229-40d0-b26b-684b1c79dd33/4558f1dd-8c9e-4484-b639-eaeadcccf95b) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:41:14.362781 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5a4da7f1-ddfc-410c-b782-644966a6d011 req-1c2b4b70-0c9c-4f60-a810-8b6ebec30a0f tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648031 Aug 23 20:41:14.451482 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dd569af2-32fd-4d7d-a7e3-dc8f231030e3 req-7df5d18d-4456-4684-9cae-6dd4d4a44bae service neutron] 10.222.0.11 "GET /v2.0/networks/d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299446 Aug 23 20:41:14.476266 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22033e1a-fff2-4095-bfd2-101e3347b6c0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Router 9a9fa545-96db-4a08-89ac-22992a62b234 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:41:14.498050 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:14.538331 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f1424d0d-841b-446e-a863-bccfc7e144fb req-e369e6ae-9bd4-4313-97b6-14529d2ed65d tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:14.556564 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca866d9e-7623-48e7-90af-d29add09a98d tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:14.573094 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-ca866d9e-7623-48e7-90af-d29add09a98d tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Transition to ACTIVE for port object 4558f1dd-8c9e-4484-b639-eaeadcccf95b will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:41:14.609738 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca866d9e-7623-48e7-90af-d29add09a98d tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:14.659876 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca866d9e-7623-48e7-90af-d29add09a98d tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Network 84fe6ce6-0cf5-48ca-b2ed-d42e217628c8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:41:14.667853 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-ca866d9e-7623-48e7-90af-d29add09a98d tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:41:14.676839 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca866d9e-7623-48e7-90af-d29add09a98d tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:41:14.683338 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca866d9e-7623-48e7-90af-d29add09a98d tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:14.683634 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca866d9e-7623-48e7-90af-d29add09a98d tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:14.684784 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-03953fe8-73e4-46e0-99b5-766554fd3e17 None None] Allocated IP 2001:db8::2 (84fe6ce6-0cf5-48ca-b2ed-d42e217628c8/c111251e-e229-40d0-b26b-684b1c79dd33/eaf32ddd-cdbd-4b1a-91ba-91ea0284933b) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:41:14.687543 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca866d9e-7623-48e7-90af-d29add09a98d tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Pushing event updated for resources: {'Port': ['ID=4558f1dd-8c9e-4484-b639-eaeadcccf95b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:14.709798 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ca866d9e-7623-48e7-90af-d29add09a98d tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8010035 Aug 23 20:41:14.709949 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37306) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:14.716814 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-12ee787f-627f-48a8-9e15-6e021268ad98 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Request body: {'port': {'network_id': '84fe6ce6-0cf5-48ca-b2ed-d42e217628c8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-634329166', 'allowed_address_pairs': [{'ip_address': '2001:db8::304', 'mac_address': 'fa:16:3e:22:2b:1b'}]}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:41:14.724935 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22033e1a-fff2-4095-bfd2-101e3347b6c0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:41:14.739375 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241a9b54-9ada-49cd-ae93-8eae67ba7b2c None None] Sync routers for ids ['9a9fa545-96db-4a08-89ac-22992a62b234'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:41:14.750115 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241a9b54-9ada-49cd-ae93-8eae67ba7b2c None None] Routers {'9a9fa545-96db-4a08-89ac-22992a62b234'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:41:14.752366 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-241a9b54-9ada-49cd-ae93-8eae67ba7b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:41:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['9a9fa545-96db-4a08-89ac-22992a62b234'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:14.765602 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dd569af2-32fd-4d7d-a7e3-dc8f231030e3 req-bd73062f-fd3f-433f-9ce9-582febab998c service neutron] 10.222.0.11 "GET /v2.0/networks/d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044674 Aug 23 20:41:14.769833 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-22033e1a-fff2-4095-bfd2-101e3347b6c0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "PUT /v2.0/routers/9a9fa545-96db-4a08-89ac-22992a62b234/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9890676 Aug 23 20:41:14.777260 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37308) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:14.802982 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-241a9b54-9ada-49cd-ae93-8eae67ba7b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:14.818676 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241a9b54-9ada-49cd-ae93-8eae67ba7b2c None None] Routers {'9a9fa545-96db-4a08-89ac-22992a62b234'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:41:14.819566 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-241a9b54-9ada-49cd-ae93-8eae67ba7b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:41:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['9a9fa545-96db-4a08-89ac-22992a62b234'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:14.857810 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1ee28f52-68b5-465d-8c82-a823e0ea5161 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a9fa545-96db-4a08-89ac-22992a62b234 HTTP/1.1" status: 200 len: 205 time: 0.0762887 Aug 23 20:41:14.858393 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-241a9b54-9ada-49cd-ae93-8eae67ba7b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:14.859219 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241a9b54-9ada-49cd-ae93-8eae67ba7b2c None None] The sync data for ids ['9a9fa545-96db-4a08-89ac-22992a62b234'] in n-d-805663-2 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:41:14.868918 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37310) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:14.881629 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-f1424d0d-841b-446e-a863-bccfc7e144fb req-e369e6ae-9bd4-4313-97b6-14529d2ed65d tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Allocated IP 172.25.4.106 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/e1fd04b6-20a3-47ec-ac2c-053cf27ba180) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:41:14.901050 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ee787f-627f-48a8-9e15-6e021268ad98 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Made reservation on behalf of ac4fd6d2954744f5a0a74c221c011c7c for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:41:14.920146 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-03953fe8-73e4-46e0-99b5-766554fd3e17 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:14.930099 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-03953fe8-73e4-46e0-99b5-766554fd3e17 None None] Transition to ACTIVE for port object eaf32ddd-cdbd-4b1a-91ba-91ea0284933b will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:41:14.933206 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-bc0a2370-7362-49d6-8640-662a866bb6a5 req-982da84b-b200-458f-84f3-1b5bbeb0b967 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:14.948235 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-03953fe8-73e4-46e0-99b5-766554fd3e17 None None] Transition to ACTIVE for port object eaf32ddd-cdbd-4b1a-91ba-91ea0284933b will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:41:14.955428 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-03953fe8-73e4-46e0-99b5-766554fd3e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:14.993805 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-12ee787f-627f-48a8-9e15-6e021268ad98 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:15.006257 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03953fe8-73e4-46e0-99b5-766554fd3e17 None None] Network 84fe6ce6-0cf5-48ca-b2ed-d42e217628c8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:41:15.008801 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-03953fe8-73e4-46e0-99b5-766554fd3e17 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:41:15.009885 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982da84b-b200-458f-84f3-1b5bbeb0b967 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Pushing event deleted for resources: {'Port': ['ID=0b82f5cc-1dea-45df-b86a-8fa0c45d9dba,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:15.013738 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-12ee787f-627f-48a8-9e15-6e021268ad98 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] device_id is not set on port cedbe762-9e3d-4809-9fdf-a24781561736 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:41:15.018230 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03953fe8-73e4-46e0-99b5-766554fd3e17 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:41:15.029156 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03953fe8-73e4-46e0-99b5-766554fd3e17 None None] Pushing event updated for resources: {'Port': ['ID=eaf32ddd-cdbd-4b1a-91ba-91ea0284933b,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:15.044580 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d7b50ab7-7129-4550-8788-2637bcff0825 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:15.109379 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-03953fe8-73e4-46e0-99b5-766554fd3e17 None None] Attempting to bind port eaf32ddd-cdbd-4b1a-91ba-91ea0284933b on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:41:15.110264 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-03953fe8-73e4-46e0-99b5-766554fd3e17 None None] Attempting to bind port eaf32ddd-cdbd-4b1a-91ba-91ea0284933b by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '02eb1a53-a3bf-40eb-a7b8-a6ed34f13df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '84fe6ce6-0cf5-48ca-b2ed-d42e217628c8'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:41:15.111280 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03953fe8-73e4-46e0-99b5-766554fd3e17 None None] Attempting to bind port eaf32ddd-cdbd-4b1a-91ba-91ea0284933b on network 84fe6ce6-0cf5-48ca-b2ed-d42e217628c8 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:41:15.117820 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03953fe8-73e4-46e0-99b5-766554fd3e17 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:41:15.118368 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03953fe8-73e4-46e0-99b5-766554fd3e17 None None] Checking segment: {'id': '02eb1a53-a3bf-40eb-a7b8-a6ed34f13df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '84fe6ce6-0cf5-48ca-b2ed-d42e217628c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:41:15.118867 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-03953fe8-73e4-46e0-99b5-766554fd3e17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:15.119353 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03953fe8-73e4-46e0-99b5-766554fd3e17 None None] Bound using segment: {'id': '02eb1a53-a3bf-40eb-a7b8-a6ed34f13df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '84fe6ce6-0cf5-48ca-b2ed-d42e217628c8'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:41:15.119993 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-03953fe8-73e4-46e0-99b5-766554fd3e17 None None] Bound port: eaf32ddd-cdbd-4b1a-91ba-91ea0284933b, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02eb1a53-a3bf-40eb-a7b8-a6ed34f13df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '84fe6ce6-0cf5-48ca-b2ed-d42e217628c8'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:41:15.120737 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-03953fe8-73e4-46e0-99b5-766554fd3e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:15.154305 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc0a2370-7362-49d6-8640-662a866bb6a5 req-982da84b-b200-458f-84f3-1b5bbeb0b967 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] No DVR routers for this DVR port 0b82f5cc-1dea-45df-b86a-8fa0c45d9dba on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:41:15.158984 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-bc0a2370-7362-49d6-8640-662a866bb6a5 req-982da84b-b200-458f-84f3-1b5bbeb0b967 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:15.161032 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bc0a2370-7362-49d6-8640-662a866bb6a5 req-982da84b-b200-458f-84f3-1b5bbeb0b967 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.11 "DELETE /v2.0/ports/0b82f5cc-1dea-45df-b86a-8fa0c45d9dba HTTP/1.1" status: 204 len: 173 time: 1.9291947 Aug 23 20:41:15.162849 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f6282a-dd5b-4276-9d6d-2f8bec5d8163', 'name': 'network-vif-deleted', 'tag': '0b82f5cc-1dea-45df-b86a-8fa0c45d9dba'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:41:15.165156 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1626f3-1efd-4708-a750-5055b20f68a6" -d '{"events": [{"server_uuid": "c2f6282a-dd5b-4276-9d6d-2f8bec5d8163", "name": "network-vif-deleted", "tag": "0b82f5cc-1dea-45df-b86a-8fa0c45d9dba"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:41:15.208695 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ee78d209-798a-450c-a0a9-f5c028ddd764 req-6146d311-df73-463f-8c0d-3c9d2897fecb tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2f6282a-dd5b-4276-9d6d-2f8bec5d8163 HTTP/1.1" status: 200 len: 210 time: 0.0598497 Aug 23 20:41:15.212209 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-12ee787f-627f-48a8-9e15-6e021268ad98 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Allocated IP 2001:db8::2e3 (84fe6ce6-0cf5-48ca-b2ed-d42e217628c8/c111251e-e229-40d0-b26b-684b1c79dd33/cedbe762-9e3d-4809-9fdf-a24781561736) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:41:15.218011 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-03953fe8-73e4-46e0-99b5-766554fd3e17 None None] For port eaf32ddd-cdbd-4b1a-91ba-91ea0284933b, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:41:15.223590 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-03953fe8-73e4-46e0-99b5-766554fd3e17 None None] For port eaf32ddd-cdbd-4b1a-91ba-91ea0284933b, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=eaf32ddd-cdbd-4b1a-91ba-91ea0284933b,segment=NetworkSegment(02eb1a53-a3bf-40eb-a7b8-a6ed34f13df6),segment_id=02eb1a53-a3bf-40eb-a7b8-a6ed34f13df6)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:41:15.230360 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-03953fe8-73e4-46e0-99b5-766554fd3e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:15.280696 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94c2b06-b26d-412d-8384-af7515722b5a x-openstack-request-id: req-f94c2b06-b26d-412d-8384-af7515722b5a {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:41:15.280963 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f6282a-dd5b-4276-9d6d-2f8bec5d8163", "name": "network-vif-deleted", "tag": "0b82f5cc-1dea-45df-b86a-8fa0c45d9dba", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:41:15.281279 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f94c2b06-b26d-412d-8384-af7515722b5a {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:41:15.281626 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f6282a-dd5b-4276-9d6d-2f8bec5d8163', 'name': 'network-vif-deleted', 'tag': '0b82f5cc-1dea-45df-b86a-8fa0c45d9dba', 'status': 'completed', 'code': 200} Aug 23 20:41:15.291510 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d7b50ab7-7129-4550-8788-2637bcff0825 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:15.296044 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d7b50ab7-7129-4550-8788-2637bcff0825 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:15.317875 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03953fe8-73e4-46e0-99b5-766554fd3e17 None None] Pushing event updated for resources: {'Port': ['ID=eaf32ddd-cdbd-4b1a-91ba-91ea0284933b,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:15.321961 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f1424d0d-841b-446e-a863-bccfc7e144fb req-e369e6ae-9bd4-4313-97b6-14529d2ed65d tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:15.371372 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d7b50ab7-7129-4550-8788-2637bcff0825 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:15.372043 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b50ab7-7129-4550-8788-2637bcff0825 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Fanout notify agent at l3_agent the message router_deleted on router 9a9fa545-96db-4a08-89ac-22992a62b234 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:41:15.383442 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d7b50ab7-7129-4550-8788-2637bcff0825 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:15.384646 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d7b50ab7-7129-4550-8788-2637bcff0825 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "DELETE /v2.0/routers/9a9fa545-96db-4a08-89ac-22992a62b234 HTTP/1.1" status: 204 len: 168 time: 0.5125370 Aug 23 20:41:15.388856 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37318) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:15.417013 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 0b82f5cc-1dea-45df-b86a-8fa0c45d9dba no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:41:15.450062 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: 0b82f5cc-1dea-45df-b86a-8fa0c45d9dba {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:41:15.450896 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 0b82f5cc-1dea-45df-b86a-8fa0c45d9dba not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:41:15.468476 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f1424d0d-841b-446e-a863-bccfc7e144fb req-e369e6ae-9bd4-4313-97b6-14529d2ed65d tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:15.494256 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf7e0083-f398-48ca-8abc-7c8443e8bc55 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Deleting subnet b3b6dbad-680c-4753-9c3a-eaebf0ae81e8 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:41:15.519762 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bf7e0083-f398-48ca-8abc-7c8443e8bc55 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:15.529256 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-12ee787f-627f-48a8-9e15-6e021268ad98 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:15.557397 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1424d0d-841b-446e-a863-bccfc7e144fb req-e369e6ae-9bd4-4313-97b6-14529d2ed65d tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:41:15.591710 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e9628-15da-4647-86d6-5bf19c2f2fe4 req-7f83ed5b-adcb-4a53-b980-e145464a68ef tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:15.603358 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-406e9628-15da-4647-86d6-5bf19c2f2fe4 req-7f83ed5b-adcb-4a53-b980-e145464a68ef tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=d30a3450-acde-4d73-9737-8d40b0850b8c HTTP/1.1" status: 200 len: 945 time: 0.1106117 Aug 23 20:41:15.607110 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-f1424d0d-841b-446e-a863-bccfc7e144fb req-e369e6ae-9bd4-4313-97b6-14529d2ed65d tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:41:15.614653 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-12ee787f-627f-48a8-9e15-6e021268ad98 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Transition to ACTIVE for port object cedbe762-9e3d-4809-9fdf-a24781561736 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:41:15.616285 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e369e6ae-9bd4-4313-97b6-14529d2ed65d tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Pushing event updated for resources: {'Port': ['ID=e1fd04b6-20a3-47ec-ac2c-053cf27ba180,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:15.625047 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1424d0d-841b-446e-a863-bccfc7e144fb req-e369e6ae-9bd4-4313-97b6-14529d2ed65d tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:41:15.662224 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bf7e0083-f398-48ca-8abc-7c8443e8bc55 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:15.672569 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-406e9628-15da-4647-86d6-5bf19c2f2fe4 req-5f6a5ee7-2eca-44f8-8acb-f651e58b2e0e tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682080 Aug 23 20:41:15.710719 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-12ee787f-627f-48a8-9e15-6e021268ad98 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:15.757301 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ee787f-627f-48a8-9e15-6e021268ad98 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Network 84fe6ce6-0cf5-48ca-b2ed-d42e217628c8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:41:15.760532 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-12ee787f-627f-48a8-9e15-6e021268ad98 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:41:15.765787 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ee787f-627f-48a8-9e15-6e021268ad98 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:41:15.771853 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ee787f-627f-48a8-9e15-6e021268ad98 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:15.772575 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-12ee787f-627f-48a8-9e15-6e021268ad98 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:15.800198 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee787f-627f-48a8-9e15-6e021268ad98 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Pushing event updated for resources: {'Port': ['ID=cedbe762-9e3d-4809-9fdf-a24781561736,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:15.816899 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-12ee787f-627f-48a8-9e15-6e021268ad98 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.1054890 Aug 23 20:41:15.817836 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37326) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:15.843173 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f1424d0d-841b-446e-a863-bccfc7e144fb req-e369e6ae-9bd4-4313-97b6-14529d2ed65d tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:15.845907 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bf7e0083-f398-48ca-8abc-7c8443e8bc55 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:15.855359 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:15.918329 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f1424d0d-841b-446e-a863-bccfc7e144fb req-e369e6ae-9bd4-4313-97b6-14529d2ed65d tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:15.920750 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941ab754-9118-4d80-b871-a58c55394858 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:15.927729 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941ab754-9118-4d80-b871-a58c55394858 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:15.933692 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941ab754-9118-4d80-b871-a58c55394858 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:15.935402 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-941ab754-9118-4d80-b871-a58c55394858 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1167452 Aug 23 20:41:15.938292 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37328) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:15.968490 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bf7e0083-f398-48ca-8abc-7c8443e8bc55 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:16.007262 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bf7e0083-f398-48ca-8abc-7c8443e8bc55 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:16.009207 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-bf7e0083-f398-48ca-8abc-7c8443e8bc55 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "DELETE /v2.0/subnets/b3b6dbad-680c-4753-9c3a-eaebf0ae81e8 HTTP/1.1" status: 204 len: 168 time: 0.6194124 Aug 23 20:41:16.010263 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e0083-f398-48ca-8abc-7c8443e8bc55 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event deleted for resources: {'Subnet': ['ID=b3b6dbad-680c-4753-9c3a-eaebf0ae81e8,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:16.012397 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37330) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:16.020717 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85b32bb-51b4-44de-b5f2-050924f1daec None None] Network c34b02c7-ed28-4b35-a01b-f72438fb3b2d requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:41:16.085279 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e034d59-a392-40ec-81dd-f2a93209c3e6 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Deleting subnet 4bbad9ff-7f86-44c2-a0da-6c40e05ea5b9 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:41:16.090680 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3e034d59-a392-40ec-81dd-f2a93209c3e6 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:16.141737 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-e77598fd-fe84-4953-b8dd-ffd77cf8404d tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Deleting port cedbe762-9e3d-4809-9fdf-a24781561736 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:41:16.142220 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e77598fd-fe84-4953-b8dd-ffd77cf8404d tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:16.193525 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f1424d0d-841b-446e-a863-bccfc7e144fb req-e369e6ae-9bd4-4313-97b6-14529d2ed65d tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:16.201254 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3e034d59-a392-40ec-81dd-f2a93209c3e6 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:16.204350 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f1424d0d-841b-446e-a863-bccfc7e144fb req-e369e6ae-9bd4-4313-97b6-14529d2ed65d tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:16.271789 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0a0f98-ad6a-4df4-b6bb-358dacedb599 None None] DHCP port deletion for c34b02c7-ed28-4b35-a01b-f72438fb3b2d request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:41:16.306319 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e369e6ae-9bd4-4313-97b6-14529d2ed65d tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Pushing event updated for resources: {'Port': ['ID=e1fd04b6-20a3-47ec-ac2c-053cf27ba180,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:16.319336 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f1424d0d-841b-446e-a863-bccfc7e144fb req-e369e6ae-9bd4-4313-97b6-14529d2ed65d tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:16.338000 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f1424d0d-841b-446e-a863-bccfc7e144fb req-e369e6ae-9bd4-4313-97b6-14529d2ed65d tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:16.340416 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f1424d0d-841b-446e-a863-bccfc7e144fb req-e369e6ae-9bd4-4313-97b6-14529d2ed65d tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0331836 Aug 23 20:41:16.362727 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-5d0a0f98-ad6a-4df4-b6bb-358dacedb599 None None] Deleting port 1b718c54-eb47-4a96-b1ce-ca48fcb561b6 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:41:16.363113 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5d0a0f98-ad6a-4df4-b6bb-358dacedb599 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:16.378544 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e77598fd-fe84-4953-b8dd-ffd77cf8404d tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:16.413688 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-e77598fd-fe84-4953-b8dd-ffd77cf8404d tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Calling delete_port for cedbe762-9e3d-4809-9fdf-a24781561736 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:41:16.451281 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f1424d0d-841b-446e-a863-bccfc7e144fb req-733bfa18-8214-4983-abd0-0cd03ca7f799 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.4.106 HTTP/1.1" status: 200 len: 696 time: 0.0933292 Aug 23 20:41:16.475852 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e3404177-14a4-41cb-b0cc-f44d2536ee90 req-c1e0fd63-0ace-401f-86c8-d1f0f04e9908 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2f6282a-dd5b-4276-9d6d-2f8bec5d8163 HTTP/1.1" status: 200 len: 210 time: 0.0826097 Aug 23 20:41:16.497502 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-5d0a0f98-ad6a-4df4-b6bb-358dacedb599 None None] For port 1b718c54-eb47-4a96-b1ce-ca48fcb561b6, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=1b718c54-eb47-4a96-b1ce-ca48fcb561b6,segment=NetworkSegment(f319bce9-b3c8-4070-a34e-139d00ba160e),segment_id=f319bce9-b3c8-4070-a34e-139d00ba160e)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:41:16.497909 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5d0a0f98-ad6a-4df4-b6bb-358dacedb599 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:16.532148 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3e034d59-a392-40ec-81dd-f2a93209c3e6 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:16.540498 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-5d0a0f98-ad6a-4df4-b6bb-358dacedb599 None None] Calling delete_port for 1b718c54-eb47-4a96-b1ce-ca48fcb561b6 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:41:16.653320 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1424d0d-841b-446e-a863-bccfc7e144fb req-27e6e287-23eb-4172-b718-ac28569eae3c tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:16.655071 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f1424d0d-841b-446e-a863-bccfc7e144fb req-27e6e287-23eb-4172-b718-ac28569eae3c tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/networks/03d801c5-d257-4cc1-bad3-11a323aafec0 HTTP/1.1" status: 200 len: 784 time: 0.1941876 Aug 23 20:41:16.680924 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device eaf32ddd-cdbd-4b1a-91ba-91ea0284933b up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:41:16.695639 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3e034d59-a392-40ec-81dd-f2a93209c3e6 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:16.753787 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e034d59-a392-40ec-81dd-f2a93209c3e6 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event deleted for resources: {'Subnet': ['ID=4bbad9ff-7f86-44c2-a0da-6c40e05ea5b9,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:16.772504 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5d0a0f98-ad6a-4df4-b6bb-358dacedb599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:16.778909 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf09b243-2d56-4ef0-bd7d-b03caac0be0a None None] Network 84fe6ce6-0cf5-48ca-b2ed-d42e217628c8 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:41:16.805255 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3e034d59-a392-40ec-81dd-f2a93209c3e6 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:16.809739 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-3e034d59-a392-40ec-81dd-f2a93209c3e6 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "DELETE /v2.0/subnets/4bbad9ff-7f86-44c2-a0da-6c40e05ea5b9 HTTP/1.1" status: 204 len: 168 time: 0.7864931 Aug 23 20:41:16.811457 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37340) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:16.821298 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9a8bd0-8f49-4ac7-9601-883e5d49c15b None None] Network 35d3b85e-b98d-4c8e-8721-242e48c6ea0b requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:41:16.829506 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0a0f98-ad6a-4df4-b6bb-358dacedb599 None None] No DVR routers for this DVR port 1b718c54-eb47-4a96-b1ce-ca48fcb561b6 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:41:16.832865 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0a0f98-ad6a-4df4-b6bb-358dacedb599 None None] Pushing event deleted for resources: {'Port': ['ID=1b718c54-eb47-4a96-b1ce-ca48fcb561b6,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:16.870463 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e77598fd-fe84-4953-b8dd-ffd77cf8404d tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:16.883675 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port eaf32ddd-cdbd-4b1a-91ba-91ea0284933b completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:41:16.924916 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1d1ab-d3e0-4441-adb8-368b1fcd24e4 req-40b6cc1e-8cca-4903-96f2-1f18fc352baa tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:16.934636 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-53e1d1ab-d3e0-4441-adb8-368b1fcd24e4 req-40b6cc1e-8cca-4903-96f2-1f18fc352baa tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/ports?device_id=37c84bcb-4817-4457-8402-a891a08894ac&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1701910 Aug 23 20:41:16.949633 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4b6c5455-82c1-44f0-8369-f5f994d48ebc None None] Provisioning for port eaf32ddd-cdbd-4b1a-91ba-91ea0284933b completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:41:16.958911 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port eaf32ddd-cdbd-4b1a-91ba-91ea0284933b triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:41:16.959290 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:16.967073 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4b6c5455-82c1-44f0-8369-f5f994d48ebc None None] Provisioning complete for port eaf32ddd-cdbd-4b1a-91ba-91ea0284933b triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:41:16.967466 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4b6c5455-82c1-44f0-8369-f5f994d48ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:16.979829 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77598fd-fe84-4953-b8dd-ffd77cf8404d tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Pushing event deleted for resources: {'Port': ['ID=cedbe762-9e3d-4809-9fdf-a24781561736,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:17.022033 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-53e1d1ab-d3e0-4441-adb8-368b1fcd24e4 req-635339bc-ba4d-4798-95e0-c683c8a97ae3 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.4.106 HTTP/1.1" status: 200 len: 696 time: 0.0865200 Aug 23 20:41:17.050160 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-53e1d1ab-d3e0-4441-adb8-368b1fcd24e4 req-624299f1-58eb-4f70-ba3f-983daf7d640a tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Request body: {'floatingip': {'port_id': 'fd931066-9605-4fca-a348-aae1b610849b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:41:17.115442 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-53e1d1ab-d3e0-4441-adb8-368b1fcd24e4 req-624299f1-58eb-4f70-ba3f-983daf7d640a tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Notify callbacks [] for floatingip, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:17.201598 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e77598fd-fe84-4953-b8dd-ffd77cf8404d tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:17.203493 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e77598fd-fe84-4953-b8dd-ffd77cf8404d tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] 10.222.0.61 "DELETE /v2.0/ports/cedbe762-9e3d-4809-9fdf-a24781561736 HTTP/1.1" status: 204 len: 168 time: 1.2641292 Aug 23 20:41:17.223676 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37346) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:17.274238 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4b6c5455-82c1-44f0-8369-f5f994d48ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:17.284475 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:17.285332 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d61e334-8c06-4896-8219-041f95dc5f55 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] GET failed (client error): The resource could not be found. Aug 23 20:41:17.286946 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3d61e334-8c06-4896-8219-041f95dc5f55 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] 10.222.0.61 "GET /v2.0/ports/cedbe762-9e3d-4809-9fdf-a24781561736 HTTP/1.1" status: 404 len: 333 time: 0.0504665 Aug 23 20:41:17.290920 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37348) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:17.295922 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-6736be3c-b86b-481d-b3e2-f1c984f9473f tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Request body: {'port': {'network_id': '84fe6ce6-0cf5-48ca-b2ed-d42e217628c8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-350264459'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:41:17.307995 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ec9e7-b9ee-412c-85e3-7a25375fc58b req-eb69b01d-8e49-4aff-ab0d-8012713473d5 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:17.312407 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f75ec9e7-b9ee-412c-85e3-7a25375fc58b req-eb69b01d-8e49-4aff-ab0d-8012713473d5 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=d30a3450-acde-4d73-9737-8d40b0850b8c HTTP/1.1" status: 200 len: 945 time: 0.5410328 Aug 23 20:41:17.322267 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb6d600a-bfb0-442c-bb9d-511581cde5a3 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:17.335638 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c6ddb7-24db-4e65-a79d-33f8ac4a2450 None None] DHCP port deletion for 35d3b85e-b98d-4c8e-8721-242e48c6ea0b request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:41:17.386172 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4b6c5455-82c1-44f0-8369-f5f994d48ebc None None] For port eaf32ddd-cdbd-4b1a-91ba-91ea0284933b, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=eaf32ddd-cdbd-4b1a-91ba-91ea0284933b,segment=NetworkSegment(02eb1a53-a3bf-40eb-a7b8-a6ed34f13df6),segment_id=02eb1a53-a3bf-40eb-a7b8-a6ed34f13df6)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:41:17.397022 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4b6c5455-82c1-44f0-8369-f5f994d48ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:17.461450 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f75ec9e7-b9ee-412c-85e3-7a25375fc58b req-bbfbd11a-c3b3-4bb0-a5fa-5426d0b86ded tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443884 Aug 23 20:41:17.549747 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c5455-82c1-44f0-8369-f5f994d48ebc None None] Pushing event updated for resources: {'Port': ['ID=eaf32ddd-cdbd-4b1a-91ba-91ea0284933b,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:17.569209 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.db.api [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 20:41:17.569605 n-d-805663-2 neutron-server[94689]: DEBUG oslo_db.api [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 20:41:17.574956 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb6d600a-bfb0-442c-bb9d-511581cde5a3 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:17.578447 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a7c6ddb7-24db-4e65-a79d-33f8ac4a2450 None None] Deleting port 165f1b41-7dec-4711-8d5f-66ad954c22a3 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:41:17.579029 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a7c6ddb7-24db-4e65-a79d-33f8ac4a2450 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:17.630567 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-fb6d600a-bfb0-442c-bb9d-511581cde5a3 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c34b02c7-ed28-4b35-a01b-f72438fb3b2d']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:17.633376 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6736be3c-b86b-481d-b3e2-f1c984f9473f tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Made reservation on behalf of ac4fd6d2954744f5a0a74c221c011c7c for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:41:17.649389 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6736be3c-b86b-481d-b3e2-f1c984f9473f tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:17.681622 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-fb6d600a-bfb0-442c-bb9d-511581cde5a3 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f319bce9-b3c8-4070-a34e-139d00ba160e') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:17.681969 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-fb6d600a-bfb0-442c-bb9d-511581cde5a3 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f319bce9-b3c8-4070-a34e-139d00ba160e') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:17.690070 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-6736be3c-b86b-481d-b3e2-f1c984f9473f tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] device_id is not set on port 3df8f2b9-892d-4523-911a-87ff157d6a43 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:41:17.702734 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a7c6ddb7-24db-4e65-a79d-33f8ac4a2450 None None] For port 165f1b41-7dec-4711-8d5f-66ad954c22a3, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=165f1b41-7dec-4711-8d5f-66ad954c22a3,segment=NetworkSegment(48858f4d-7122-41f2-85aa-79bc4e37b5e4),segment_id=48858f4d-7122-41f2-85aa-79bc4e37b5e4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:41:17.703049 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a7c6ddb7-24db-4e65-a79d-33f8ac4a2450 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:17.742485 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a7c6ddb7-24db-4e65-a79d-33f8ac4a2450 None None] Calling delete_port for 165f1b41-7dec-4711-8d5f-66ad954c22a3 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:41:17.818769 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb6d600a-bfb0-442c-bb9d-511581cde5a3 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:17.834760 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1aad6888-6ddf-4ed6-a6f2-79618f39543c None None] Provisioning complete for port eaf32ddd-cdbd-4b1a-91ba-91ea0284933b triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:41:17.835839 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1aad6888-6ddf-4ed6-a6f2-79618f39543c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:17.864842 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb6d600a-bfb0-442c-bb9d-511581cde5a3 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:17.869569 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-53e1d1ab-d3e0-4441-adb8-368b1fcd24e4 req-624299f1-58eb-4f70-ba3f-983daf7d640a tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:17.876223 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-53e1d1ab-d3e0-4441-adb8-368b1fcd24e4 req-624299f1-58eb-4f70-ba3f-983daf7d640a tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:17.886710 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb6d600a-bfb0-442c-bb9d-511581cde5a3 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:41:17.887139 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb6d600a-bfb0-442c-bb9d-511581cde5a3 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:17.890921 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:41:17.890921 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:41:17.890921 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:41:17.890921 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:41:17.890921 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:41:17.890921 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:41:17.890921 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:41:17.890921 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:41:17.890921 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:41:17.890921 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:41:17.890921 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:41:17.890921 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:41:17.890921 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:41:17.890921 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:41:17.890921 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:41:17.890921 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:41:17.890921 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:41:17.890921 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:41:17.890921 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:41:17.890921 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:41:17.890921 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:41:17.890921 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:41:17.890921 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:41:17.890921 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:41:17.890921 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:41:17.890921 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:41:17.890921 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:41:17.890921 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:41:17.890921 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:41:17.890921 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:41:17.890921 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:41:17.890921 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:41:17.965389 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-6736be3c-b86b-481d-b3e2-f1c984f9473f tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Allocated IP 2001:db8::6a (84fe6ce6-0cf5-48ca-b2ed-d42e217628c8/c111251e-e229-40d0-b26b-684b1c79dd33/3df8f2b9-892d-4523-911a-87ff157d6a43) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:41:18.043421 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a7c6ddb7-24db-4e65-a79d-33f8ac4a2450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:18.119939 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb6d600a-bfb0-442c-bb9d-511581cde5a3 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:18.133717 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c6ddb7-24db-4e65-a79d-33f8ac4a2450 None None] Pushing event deleted for resources: {'Port': ['ID=165f1b41-7dec-4711-8d5f-66ad954c22a3,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:18.134247 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb6d600a-bfb0-442c-bb9d-511581cde5a3 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:18.139162 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-fb6d600a-bfb0-442c-bb9d-511581cde5a3 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "DELETE /v2.0/networks/c34b02c7-ed28-4b35-a01b-f72438fb3b2d HTTP/1.1" status: 204 len: 168 time: 1.3240929 Aug 23 20:41:18.142679 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c6ddb7-24db-4e65-a79d-33f8ac4a2450 None None] No DVR routers for this DVR port 165f1b41-7dec-4711-8d5f-66ad954c22a3 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:41:18.155206 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1aad6888-6ddf-4ed6-a6f2-79618f39543c None None] Provisioning for port 4558f1dd-8c9e-4484-b639-eaeadcccf95b completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:41:18.160260 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1aad6888-6ddf-4ed6-a6f2-79618f39543c None None] Provisioning complete for port 4558f1dd-8c9e-4484-b639-eaeadcccf95b triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:41:18.160782 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1aad6888-6ddf-4ed6-a6f2-79618f39543c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:18.225324 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1aad6888-6ddf-4ed6-a6f2-79618f39543c None None] Port 4558f1dd-8c9e-4484-b639-eaeadcccf95b cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:41:18.236292 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 1b718c54-eb47-4a96-b1ce-ca48fcb561b6 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:41:18.272905 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37360) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:18.273304 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 1b718c54-eb47-4a96-b1ce-ca48fcb561b6 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:41:18.273304 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 1b718c54-eb47-4a96-b1ce-ca48fcb561b6 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:41:18.288114 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d600a-bfb0-442c-bb9d-511581cde5a3 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event deleted for resources: {'Network': ['ID=c34b02c7-ed28-4b35-a01b-f72438fb3b2d,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:18.354225 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b4c32de3-c5ae-4aed-8656-2b84cdf2b7f4 None None] Provisioning complete for port 4558f1dd-8c9e-4484-b639-eaeadcccf95b triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:41:18.354225 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b4c32de3-c5ae-4aed-8656-2b84cdf2b7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:18.380847 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444106c7-79f6-4d3c-8998-3cb9868bafa7 req-a062c0ca-5f04-4806-a1de-dc13fe0dc36c tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:18.388494 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-444106c7-79f6-4d3c-8998-3cb9868bafa7 req-a062c0ca-5f04-4806-a1de-dc13fe0dc36c tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=d30a3450-acde-4d73-9737-8d40b0850b8c HTTP/1.1" status: 200 len: 945 time: 0.3294001 Aug 23 20:41:18.404367 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b4c32de3-c5ae-4aed-8656-2b84cdf2b7f4 None None] Port 4558f1dd-8c9e-4484-b639-eaeadcccf95b cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:41:18.440695 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-04f0759c-26a8-466a-a135-18f7bfc8cd8f tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:18.446503 n-d-805663-2 neutron-server[94688]: INFO neutron.db.l3_db [req-53e1d1ab-d3e0-4441-adb8-368b1fcd24e4 req-624299f1-58eb-4f70-ba3f-983daf7d640a tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Floating IP 1ae0df33-56bc-4c4e-b559-6b3e8acd3935 associated. External IP: 172.25.4.106, port: fd931066-9605-4fca-a348-aae1b610849b. Aug 23 20:41:18.486662 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-444106c7-79f6-4d3c-8998-3cb9868bafa7 req-854849e7-e54c-4aa5-897e-fbb83a4bc130 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970638 Aug 23 20:41:18.490299 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6736be3c-b86b-481d-b3e2-f1c984f9473f tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:18.524372 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ccdd9fa0-d55c-45c8-b405-08df84b0d26d None None] Could not find standard attr ID for object cedbe762-9e3d-4809-9fdf-a24781561736. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 20:41:18.533413 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device eaf32ddd-cdbd-4b1a-91ba-91ea0284933b up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:41:18.558792 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-6736be3c-b86b-481d-b3e2-f1c984f9473f tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Transition to ACTIVE for port object 3df8f2b9-892d-4523-911a-87ff157d6a43 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:41:18.638350 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-04f0759c-26a8-466a-a135-18f7bfc8cd8f tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:18.660343 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port eaf32ddd-cdbd-4b1a-91ba-91ea0284933b triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:41:18.660718 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:18.667784 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-04f0759c-26a8-466a-a135-18f7bfc8cd8f tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35d3b85e-b98d-4c8e-8721-242e48c6ea0b']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:18.681686 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-04f0759c-26a8-466a-a135-18f7bfc8cd8f tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48858f4d-7122-41f2-85aa-79bc4e37b5e4') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:18.682429 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-04f0759c-26a8-466a-a135-18f7bfc8cd8f tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48858f4d-7122-41f2-85aa-79bc4e37b5e4') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:18.695912 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-04f0759c-26a8-466a-a135-18f7bfc8cd8f tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:18.707099 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6736be3c-b86b-481d-b3e2-f1c984f9473f tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:18.770414 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6736be3c-b86b-481d-b3e2-f1c984f9473f tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Pushing event updated for resources: {'Port': ['ID=3df8f2b9-892d-4523-911a-87ff157d6a43,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:18.773001 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-04f0759c-26a8-466a-a135-18f7bfc8cd8f tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:18.784465 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6736be3c-b86b-481d-b3e2-f1c984f9473f tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Network 84fe6ce6-0cf5-48ca-b2ed-d42e217628c8 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:41:18.786774 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-6736be3c-b86b-481d-b3e2-f1c984f9473f tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:41:18.789207 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04f0759c-26a8-466a-a135-18f7bfc8cd8f tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:41:18.789726 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-04f0759c-26a8-466a-a135-18f7bfc8cd8f tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:18.793174 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:41:18.793174 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:41:18.793174 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:41:18.793174 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:41:18.793174 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:41:18.793174 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:41:18.793174 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:41:18.793174 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:41:18.793174 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:41:18.793174 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:41:18.793174 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:41:18.793174 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:41:18.793174 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:41:18.793174 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:41:18.793174 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:41:18.793174 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:41:18.793174 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:41:18.793174 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:41:18.793174 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:41:18.793174 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:41:18.793174 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:41:18.793174 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:41:18.793174 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:41:18.793174 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:41:18.793174 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:41:18.793174 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:41:18.793174 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:41:18.793174 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:41:18.793174 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:41:18.793174 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:41:18.793174 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:41:18.793174 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:41:18.797169 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6736be3c-b86b-481d-b3e2-f1c984f9473f tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:41:18.803384 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6736be3c-b86b-481d-b3e2-f1c984f9473f tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:18.804228 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6736be3c-b86b-481d-b3e2-f1c984f9473f tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:18.851124 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53e1d1ab-d3e0-4441-adb8-368b1fcd24e4 req-624299f1-58eb-4f70-ba3f-983daf7d640a tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Router ff246c19-03be-44d2-bbf9-cd31c11e0b35 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:41:18.895962 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6736be3c-b86b-481d-b3e2-f1c984f9473f tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.6014009 Aug 23 20:41:18.898796 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37366) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:18.902271 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37368) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:18.907138 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-465375c2-9b73-4d53-852c-b7994b6fee7a tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::304', 'mac_address': 'fa:16:3e:22:2b:1b'}]}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:41:18.908959 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 165f1b41-7dec-4711-8d5f-66ad954c22a3 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:41:18.934879 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 165f1b41-7dec-4711-8d5f-66ad954c22a3 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:41:18.935726 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 165f1b41-7dec-4711-8d5f-66ad954c22a3 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:41:18.966799 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-8fca84d6-e86f-4dd8-a285-e8bef375aa69 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1792319003', 'description': 'tempest-description--2032359472'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:41:18.977403 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-04f0759c-26a8-466a-a135-18f7bfc8cd8f tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:19.007998 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-04f0759c-26a8-466a-a135-18f7bfc8cd8f tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:19.010763 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-04f0759c-26a8-466a-a135-18f7bfc8cd8f tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "DELETE /v2.0/networks/35d3b85e-b98d-4c8e-8721-242e48c6ea0b HTTP/1.1" status: 204 len: 168 time: 0.7362692 Aug 23 20:41:19.014940 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f0759c-26a8-466a-a135-18f7bfc8cd8f tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event deleted for resources: {'Network': ['ID=35d3b85e-b98d-4c8e-8721-242e48c6ea0b,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:19.015568 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37370) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:19.026295 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e4b51bd3-8720-4180-ad73-2d6bf1d10882 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Request body: {'network': {'name': 'tempest-RoutersTest-1181727052'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:41:19.046173 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53e1d1ab-d3e0-4441-adb8-368b1fcd24e4 req-624299f1-58eb-4f70-ba3f-983daf7d640a tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:41:19.058453 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2266e129-9e57-442e-87c0-2612fb8b9e87 None None] Sync routers for ids ['ff246c19-03be-44d2-bbf9-cd31c11e0b35'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:41:19.064549 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-53e1d1ab-d3e0-4441-adb8-368b1fcd24e4 req-624299f1-58eb-4f70-ba3f-983daf7d640a tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:19.084913 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2266e129-9e57-442e-87c0-2612fb8b9e87 None None] Routers {'ff246c19-03be-44d2-bbf9-cd31c11e0b35'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:41:19.085603 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-2266e129-9e57-442e-87c0-2612fb8b9e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:41:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['ff246c19-03be-44d2-bbf9-cd31c11e0b35'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:19.096601 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-53e1d1ab-d3e0-4441-adb8-368b1fcd24e4 req-624299f1-58eb-4f70-ba3f-983daf7d640a tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "PUT /v2.0/floatingips/1ae0df33-56bc-4c4e-b559-6b3e8acd3935 HTTP/1.1" status: 200 len: 996 time: 2.0571525 Aug 23 20:41:19.097189 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37c84bcb-4817-4457-8402-a891a08894ac', 'tag': 'fd931066-9605-4fca-a348-aae1b610849b'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:41:19.100597 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca18fec2-26b6-44e9-bd9d-607095e88247" -d '{"events": [{"name": "network-changed", "server_uuid": "37c84bcb-4817-4457-8402-a891a08894ac", "tag": "fd931066-9605-4fca-a348-aae1b610849b"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:41:19.141955 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b51bd3-8720-4180-ad73-2d6bf1d10882 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Made reservation on behalf of 478a4137190c42b2a66568a56c662326 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:41:19.145682 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e4b51bd3-8720-4180-ad73-2d6bf1d10882 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:19.174616 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8fca84d6-e86f-4dd8-a285-e8bef375aa69 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:19.190126 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0dbeabc-b5f3-4c38-991a-a8f07efd8852 x-openstack-request-id: req-e0dbeabc-b5f3-4c38-991a-a8f07efd8852 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:41:19.190599 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37c84bcb-4817-4457-8402-a891a08894ac", "tag": "fd931066-9605-4fca-a348-aae1b610849b", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:41:19.190965 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e0dbeabc-b5f3-4c38-991a-a8f07efd8852 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:41:19.191532 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37c84bcb-4817-4457-8402-a891a08894ac', 'tag': 'fd931066-9605-4fca-a348-aae1b610849b', 'status': 'completed', 'code': 200} Aug 23 20:41:19.200945 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4b51bd3-8720-4180-ad73-2d6bf1d10882 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:41:19.222396 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e4b51bd3-8720-4180-ad73-2d6bf1d10882 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:19.222745 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-e4b51bd3-8720-4180-ad73-2d6bf1d10882 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Added segment c20cebf4-0705-42a7-9318-747cdecb6ffe of type vlan for network ce1c2dcb-93da-43c6-ac50-7e2a00eba6db Aug 23 20:41:19.231566 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-465375c2-9b73-4d53-852c-b7994b6fee7a tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:19.281976 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-2266e129-9e57-442e-87c0-2612fb8b9e87 None None] Set router ff246c19-03be-44d2-bbf9-cd31c11e0b35 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:41:19.285746 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-dcdeeffa-e223-44b1-a12b-ac91fc1f5467 None None] Provisioning for port 3df8f2b9-892d-4523-911a-87ff157d6a43 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:41:19.286319 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1d1ab-d3e0-4441-adb8-368b1fcd24e4 req-a2a8bf21-fce7-439f-b7e7-4f738edf9f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:19.288537 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-53e1d1ab-d3e0-4441-adb8-368b1fcd24e4 req-a2a8bf21-fce7-439f-b7e7-4f738edf9f4b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=af6d10f8e4524fca830991e1540c222c&device_id=37c84bcb-4817-4457-8402-a891a08894ac HTTP/1.1" status: 200 len: 1096 time: 0.1590052 Aug 23 20:41:19.378273 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e4b51bd3-8720-4180-ad73-2d6bf1d10882 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:19.399346 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18fec2-26b6-44e9-bd9d-607095e88247 req-5cb606d4-b31e-41d7-b3aa-f5dba695fd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:19.400935 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ca18fec2-26b6-44e9-bd9d-607095e88247 req-5cb606d4-b31e-41d7-b3aa-f5dba695fd58 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=af6d10f8e4524fca830991e1540c222c&device_id=37c84bcb-4817-4457-8402-a891a08894ac HTTP/1.1" status: 200 len: 1096 time: 0.1801257 Aug 23 20:41:19.436790 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8fca84d6-e86f-4dd8-a285-e8bef375aa69 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:19.445790 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8fca84d6-e86f-4dd8-a285-e8bef375aa69 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:19.474869 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8fca84d6-e86f-4dd8-a285-e8bef375aa69 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:19.475102 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-dcdeeffa-e223-44b1-a12b-ac91fc1f5467 None None] Provisioning complete for port 3df8f2b9-892d-4523-911a-87ff157d6a43 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:41:19.475619 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dcdeeffa-e223-44b1-a12b-ac91fc1f5467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:19.475938 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8fca84d6-e86f-4dd8-a285-e8bef375aa69 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5160599 Aug 23 20:41:19.484115 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37374) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:19.493549 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-f66f515d-e725-41ce-8898-88bacb55a755 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Request body: {'security_group_rule': {'security_group_id': '77ec8d4f-8179-4f98-8159-bd203e8867aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:41:19.499953 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e4b51bd3-8720-4180-ad73-2d6bf1d10882 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:19.506082 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b51bd3-8720-4180-ad73-2d6bf1d10882 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:19.506717 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e4b51bd3-8720-4180-ad73-2d6bf1d10882 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:19.521496 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fca84d6-e86f-4dd8-a285-e8bef375aa69 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77ec8d4f-8179-4f98-8159-bd203e8867aa,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:19.544279 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-dcdeeffa-e223-44b1-a12b-ac91fc1f5467 None None] Port 3df8f2b9-892d-4523-911a-87ff157d6a43 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:41:19.573367 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-465375c2-9b73-4d53-852c-b7994b6fee7a tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:19.579061 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-465375c2-9b73-4d53-852c-b7994b6fee7a tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:19.614869 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1d1ab-d3e0-4441-adb8-368b1fcd24e4 req-cdd2d01c-6430-4dca-b6c9-ce5f9157f54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:19.616564 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-53e1d1ab-d3e0-4441-adb8-368b1fcd24e4 req-cdd2d01c-6430-4dca-b6c9-ce5f9157f54b service neutron] 10.222.0.61 "GET /v2.0/networks?id=038de372-6dab-402e-9e56-851fe636faa4 HTTP/1.1" status: 200 len: 920 time: 0.3064995 Aug 23 20:41:19.642554 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-465375c2-9b73-4d53-852c-b7994b6fee7a tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] In _notify_port_updated(), no bound segment for port 3df8f2b9-892d-4523-911a-87ff157d6a43 on network 84fe6ce6-0cf5-48ca-b2ed-d42e217628c8 {{(pid=94687) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 20:41:19.648452 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465375c2-9b73-4d53-852c-b7994b6fee7a tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:19.649101 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-465375c2-9b73-4d53-852c-b7994b6fee7a tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:19.652912 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-465375c2-9b73-4d53-852c-b7994b6fee7a tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] 10.222.0.61 "PUT /v2.0/ports/3df8f2b9-892d-4523-911a-87ff157d6a43 HTTP/1.1" status: 200 len: 1001 time: 0.7521138 Aug 23 20:41:19.657634 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37378) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:19.669307 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e4b51bd3-8720-4180-ad73-2d6bf1d10882 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6525853 Aug 23 20:41:19.673572 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18fec2-26b6-44e9-bd9d-607095e88247 req-4af88e07-30b3-47fd-b2c6-ca4c8f8fa6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:19.675084 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ca18fec2-26b6-44e9-bd9d-607095e88247 req-4af88e07-30b3-47fd-b2c6-ca4c8f8fa6e3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=038de372-6dab-402e-9e56-851fe636faa4 HTTP/1.1" status: 200 len: 920 time: 0.2621422 Aug 23 20:41:19.675550 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37380) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:19.707710 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b51bd3-8720-4180-ad73-2d6bf1d10882 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event updated for resources: {'Network': ['ID=ce1c2dcb-93da-43c6-ac50-7e2a00eba6db,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:19.708004 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465375c2-9b73-4d53-852c-b7994b6fee7a tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Pushing event updated for resources: {'Port': ['ID=3df8f2b9-892d-4523-911a-87ff157d6a43,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:19.713708 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-06f32d80-8944-4e98-a9d8-8e2602e7a785 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Request body: {'subnet': {'network_id': 'ce1c2dcb-93da-43c6-ac50-7e2a00eba6db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:41:19.734833 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f66f515d-e725-41ce-8898-88bacb55a755 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:19.760708 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network ce1c2dcb-93da-43c6-ac50-7e2a00eba6db details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:41:19.762496 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c34aae-22e5-47e4-b7ed-859f0fbdf26f req-4e2df55e-6a64-4ac6-bfed-8b4ad16c52c7 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:19.772813 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-31c34aae-22e5-47e4-b7ed-859f0fbdf26f req-4e2df55e-6a64-4ac6-bfed-8b4ad16c52c7 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=d30a3450-acde-4d73-9737-8d40b0850b8c HTTP/1.1" status: 200 len: 945 time: 0.1816599 Aug 23 20:41:19.839548 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-31c34aae-22e5-47e4-b7ed-859f0fbdf26f req-6b819876-4179-4cce-8ad0-50e18013372d tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654883 Aug 23 20:41:19.867566 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-2266e129-9e57-442e-87c0-2612fb8b9e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff246c19-03be-44d2-bbf9-cd31c11e0b35', 'name': 'tempest-ServerRescueTestJSONUnderV235-620725544-router', 'tenant_id': 'af6d10f8e4524fca830991e1540c222c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'ffd243c0-0a32-4e65-80c1-ca54f9de2a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:40:15Z', 'updated_at': '2021-08-23T20:40:21Z', 'revision_number': 4, 'project_id': 'af6d10f8e4524fca830991e1540c222c', 'gw_port': {'id': 'ffd243c0-0a32-4e65-80c1-ca54f9de2a61', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff246c19-03be-44d2-bbf9-cd31c11e0b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:40:16Z', 'updated_at': '2021-08-23T20:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '1ae0df33-56bc-4c4e-b559-6b3e8acd3935', 'tenant_id': 'af6d10f8e4524fca830991e1540c222c', 'floating_ip_address': '172.25.4.106', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': 'ff246c19-03be-44d2-bbf9-cd31c11e0b35', 'port_id': 'fd931066-9605-4fca-a348-aae1b610849b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '038de372-6dab-402e-9e56-851fe636faa4', 'mac_address': 'fa:16:3e:74:98:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c84bcb-4817-4457-8402-a891a08894ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:41:15Z', 'updated_at': '2021-08-23T20:41:17Z', 'revision_number': 1, 'project_id': 'af6d10f8e4524fca830991e1540c222c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23137fea-cdfd-4e3b-bcd4-84d6ad1f6b11', 'name': '', 'network_id': '038de372-6dab-402e-9e56-851fe636faa4', 'tenant_id': 'af6d10f8e4524fca830991e1540c222c', 'mac_address': 'fa:16:3e:f2:e5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff246c19-03be-44d2-bbf9-cd31c11e0b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '88ba7296-f48b-4a30-b31b-00e095355e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:40:20Z', 'updated_at': '2021-08-23T20:40:26Z', 'revision_number': 5, 'project_id': 'af6d10f8e4524fca830991e1540c222c', 'subnets': [{'id': '88ba7296-f48b-4a30-b31b-00e095355e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:19.877914 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-e0af3688-173d-40d5-af91-d88efa0d11b9 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Deleting port 3df8f2b9-892d-4523-911a-87ff157d6a43 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:41:19.877914 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e0af3688-173d-40d5-af91-d88efa0d11b9 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:19.903435 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2266e129-9e57-442e-87c0-2612fb8b9e87 None None] Checking router: ff246c19-03be-44d2-bbf9-cd31c11e0b35 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:41:19.917167 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2266e129-9e57-442e-87c0-2612fb8b9e87 None None] Routers {'ff246c19-03be-44d2-bbf9-cd31c11e0b35'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:41:19.918334 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-2266e129-9e57-442e-87c0-2612fb8b9e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:41:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['ff246c19-03be-44d2-bbf9-cd31c11e0b35'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:19.951866 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-53e1d1ab-d3e0-4441-adb8-368b1fcd24e4 req-1009ab38-53ba-4eaf-a924-38a319b3f2ca service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd931066-9605-4fca-a348-aae1b610849b HTTP/1.1" status: 200 len: 999 time: 0.3232923 Aug 23 20:41:19.989914 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e0af3688-173d-40d5-af91-d88efa0d11b9 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:20.007510 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-e0af3688-173d-40d5-af91-d88efa0d11b9 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Calling delete_port for 3df8f2b9-892d-4523-911a-87ff157d6a43 owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:41:20.016281 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ca18fec2-26b6-44e9-bd9d-607095e88247 req-69a2942b-b261-4fa7-b4aa-eb0acf009ac7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd931066-9605-4fca-a348-aae1b610849b HTTP/1.1" status: 200 len: 999 time: 0.2944889 Aug 23 20:41:20.023316 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f66f515d-e725-41ce-8898-88bacb55a755 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:20.042758 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f66f515d-e725-41ce-8898-88bacb55a755 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:20.049064 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-2266e129-9e57-442e-87c0-2612fb8b9e87 None None] Set router ff246c19-03be-44d2-bbf9-cd31c11e0b35 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:41:20.103674 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1d1ab-d3e0-4441-adb8-368b1fcd24e4 req-f6cca24b-cb5f-4766-bfb0-214498624ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:20.104728 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-53e1d1ab-d3e0-4441-adb8-368b1fcd24e4 req-f6cca24b-cb5f-4766-bfb0-214498624ad9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=88ba7296-f48b-4a30-b31b-00e095355e1f HTTP/1.1" status: 200 len: 859 time: 0.1518271 Aug 23 20:41:20.111669 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66f515d-e725-41ce-8898-88bacb55a755 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a466deb-c28c-44e8-a077-cfd95dc5dfc3,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:20.135459 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f32d80-8944-4e98-a9d8-8e2602e7a785 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Made reservation on behalf of 478a4137190c42b2a66568a56c662326 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:41:20.136676 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-fb0442c2-cc34-4af0-aafc-8202510a9a1b None None] Provisioning complete for port 3df8f2b9-892d-4523-911a-87ff157d6a43 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:41:20.137054 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fb0442c2-cc34-4af0-aafc-8202510a9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:20.139586 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-06f32d80-8944-4e98-a9d8-8e2602e7a785 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:20.168011 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18fec2-26b6-44e9-bd9d-607095e88247 req-07b678ec-201c-4693-ab26-63b81e7c00fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:20.170226 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ca18fec2-26b6-44e9-bd9d-607095e88247 req-07b678ec-201c-4693-ab26-63b81e7c00fa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=88ba7296-f48b-4a30-b31b-00e095355e1f HTTP/1.1" status: 200 len: 859 time: 0.1445222 Aug 23 20:41:20.172883 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-53e1d1ab-d3e0-4441-adb8-368b1fcd24e4 req-e0f09ab4-2766-4907-9e4f-46b5ca0baf2c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=038de372-6dab-402e-9e56-851fe636faa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513337 Aug 23 20:41:20.173980 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f66f515d-e725-41ce-8898-88bacb55a755 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:20.178142 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f66f515d-e725-41ce-8898-88bacb55a755 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6898696 Aug 23 20:41:20.192221 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37386) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:20.197904 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-2f5871a2-d730-4f6d-af72-d715f65b6229 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Request body: {'security_group_rule': {'security_group_id': '77ec8d4f-8179-4f98-8159-bd203e8867aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:41:20.207429 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e0af3688-173d-40d5-af91-d88efa0d11b9 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:20.245901 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af3688-173d-40d5-af91-d88efa0d11b9 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Pushing event deleted for resources: {'Port': ['ID=3df8f2b9-892d-4523-911a-87ff157d6a43,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:20.273718 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ca18fec2-26b6-44e9-bd9d-607095e88247 req-1ae61cf1-3f74-42da-bf19-b6964b6ca263 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=038de372-6dab-402e-9e56-851fe636faa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776150 Aug 23 20:41:20.325852 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2f5871a2-d730-4f6d-af72-d715f65b6229 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:20.334301 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-fb0442c2-cc34-4af0-aafc-8202510a9a1b None None] Port 3df8f2b9-892d-4523-911a-87ff157d6a43 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:41:20.341127 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:20.440315 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e0af3688-173d-40d5-af91-d88efa0d11b9 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:20.442732 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e0af3688-173d-40d5-af91-d88efa0d11b9 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] 10.222.0.61 "DELETE /v2.0/ports/3df8f2b9-892d-4523-911a-87ff157d6a43 HTTP/1.1" status: 204 len: 168 time: 0.7841043 Aug 23 20:41:20.445140 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2f5871a2-d730-4f6d-af72-d715f65b6229 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:20.445714 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-53e1d1ab-d3e0-4441-adb8-368b1fcd24e4 req-995d1ec2-3c8d-40f6-9ad8-9deea7306c26 service neutron] 10.222.0.61 "GET /v2.0/networks/038de372-6dab-402e-9e56-851fe636faa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576737 Aug 23 20:41:20.446243 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37388) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:20.460125 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2f5871a2-d730-4f6d-af72-d715f65b6229 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:20.495911 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d8426fd-90df-4827-948e-ca7513819914 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] GET failed (client error): The resource could not be found. Aug 23 20:41:20.497854 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8d8426fd-90df-4827-948e-ca7513819914 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] 10.222.0.61 "GET /v2.0/ports/3df8f2b9-892d-4523-911a-87ff157d6a43 HTTP/1.1" status: 404 len: 333 time: 0.0503087 Aug 23 20:41:20.503694 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37390) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:20.509494 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-1b037681-842e-4aab-8a1a-d6f8283f483f tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Request body: {'port': {'network_id': '84fe6ce6-0cf5-48ca-b2ed-d42e217628c8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1097736032'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:41:20.510262 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-2266e129-9e57-442e-87c0-2612fb8b9e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff246c19-03be-44d2-bbf9-cd31c11e0b35', 'name': 'tempest-ServerRescueTestJSONUnderV235-620725544-router', 'tenant_id': 'af6d10f8e4524fca830991e1540c222c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'ffd243c0-0a32-4e65-80c1-ca54f9de2a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:40:15Z', 'updated_at': '2021-08-23T20:40:21Z', 'revision_number': 4, 'project_id': 'af6d10f8e4524fca830991e1540c222c', 'gw_port': {'id': 'ffd243c0-0a32-4e65-80c1-ca54f9de2a61', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff246c19-03be-44d2-bbf9-cd31c11e0b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:40:16Z', 'updated_at': '2021-08-23T20:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '1ae0df33-56bc-4c4e-b559-6b3e8acd3935', 'tenant_id': 'af6d10f8e4524fca830991e1540c222c', 'floating_ip_address': '172.25.4.106', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': 'ff246c19-03be-44d2-bbf9-cd31c11e0b35', 'port_id': 'fd931066-9605-4fca-a348-aae1b610849b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '038de372-6dab-402e-9e56-851fe636faa4', 'mac_address': 'fa:16:3e:74:98:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c84bcb-4817-4457-8402-a891a08894ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:41:15Z', 'updated_at': '2021-08-23T20:41:17Z', 'revision_number': 1, 'project_id': 'af6d10f8e4524fca830991e1540c222c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23137fea-cdfd-4e3b-bcd4-84d6ad1f6b11', 'name': '', 'network_id': '038de372-6dab-402e-9e56-851fe636faa4', 'tenant_id': 'af6d10f8e4524fca830991e1540c222c', 'mac_address': 'fa:16:3e:f2:e5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff246c19-03be-44d2-bbf9-cd31c11e0b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '88ba7296-f48b-4a30-b31b-00e095355e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:40:20Z', 'updated_at': '2021-08-23T20:40:26Z', 'revision_number': 5, 'project_id': 'af6d10f8e4524fca830991e1540c222c', 'subnets': [{'id': '88ba7296-f48b-4a30-b31b-00e095355e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:20.515985 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5871a2-d730-4f6d-af72-d715f65b6229 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a346084-74e7-48ff-90fb-6ecb734ac623,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:20.552322 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ca18fec2-26b6-44e9-bd9d-607095e88247 req-8ff122a2-e2fd-4ee4-9933-131216da4054 service neutron] 10.222.0.32 "GET /v2.0/networks/038de372-6dab-402e-9e56-851fe636faa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495291 Aug 23 20:41:20.553830 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2266e129-9e57-442e-87c0-2612fb8b9e87 None None] The sync data for ids ['ff246c19-03be-44d2-bbf9-cd31c11e0b35'] in n-d-805663-2 is: [{'id': 'ff246c19-03be-44d2-bbf9-cd31c11e0b35', 'name': 'tempest-ServerRescueTestJSONUnderV235-620725544-router', 'tenant_id': 'af6d10f8e4524fca830991e1540c222c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'ffd243c0-0a32-4e65-80c1-ca54f9de2a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:40:15Z', 'updated_at': '2021-08-23T20:40:21Z', 'revision_number': 4, 'project_id': 'af6d10f8e4524fca830991e1540c222c', 'gw_port': {'id': 'ffd243c0-0a32-4e65-80c1-ca54f9de2a61', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff246c19-03be-44d2-bbf9-cd31c11e0b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:40:16Z', 'updated_at': '2021-08-23T20:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '1ae0df33-56bc-4c4e-b559-6b3e8acd3935', 'tenant_id': 'af6d10f8e4524fca830991e1540c222c', 'floating_ip_address': '172.25.4.106', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': 'ff246c19-03be-44d2-bbf9-cd31c11e0b35', 'port_id': 'fd931066-9605-4fca-a348-aae1b610849b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '038de372-6dab-402e-9e56-851fe636faa4', 'mac_address': 'fa:16:3e:74:98:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c84bcb-4817-4457-8402-a891a08894ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:41:15Z', 'updated_at': '2021-08-23T20:41:17Z', 'revision_number': 1, 'project_id': 'af6d10f8e4524fca830991e1540c222c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23137fea-cdfd-4e3b-bcd4-84d6ad1f6b11', 'name': '', 'network_id': '038de372-6dab-402e-9e56-851fe636faa4', 'tenant_id': 'af6d10f8e4524fca830991e1540c222c', 'mac_address': 'fa:16:3e:f2:e5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff246c19-03be-44d2-bbf9-cd31c11e0b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '88ba7296-f48b-4a30-b31b-00e095355e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:40:20Z', 'updated_at': '2021-08-23T20:40:26Z', 'revision_number': 5, 'project_id': 'af6d10f8e4524fca830991e1540c222c', 'subnets': [{'id': '88ba7296-f48b-4a30-b31b-00e095355e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:41:20.587284 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2f5871a2-d730-4f6d-af72-d715f65b6229 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:20.588599 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2f5871a2-d730-4f6d-af72-d715f65b6229 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3952856 Aug 23 20:41:20.594766 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37392) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:20.599383 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-043bdc5a-df47-4941-8291-c8640f109b6d tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Request body: {'floatingip': {'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:41:20.636148 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-043bdc5a-df47-4941-8291-c8640f109b6d tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Notify callbacks [] for floatingip, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:20.680972 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-53e1d1ab-d3e0-4441-adb8-368b1fcd24e4 req-d1524687-82da-4941-adbb-37439535ef45 service neutron] 10.222.0.61 "GET /v2.0/networks/038de372-6dab-402e-9e56-851fe636faa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197721 Aug 23 20:41:20.766473 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-06f32d80-8944-4e98-a9d8-8e2602e7a785 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:20.816598 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ca18fec2-26b6-44e9-bd9d-607095e88247 req-e90bb229-868c-4c42-b5db-530893d8435a service neutron] 10.222.0.32 "GET /v2.0/networks/038de372-6dab-402e-9e56-851fe636faa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475963 Aug 23 20:41:20.841074 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b037681-842e-4aab-8a1a-d6f8283f483f tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Made reservation on behalf of ac4fd6d2954744f5a0a74c221c011c7c for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:41:20.841711 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1342625-9bad-4267-9ce2-286091dc8eb4 None None] New status for floating IP 1ae0df33-56bc-4c4e-b559-6b3e8acd3935: ACTIVE {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 20:41:20.844731 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1b037681-842e-4aab-8a1a-d6f8283f483f tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:20.858122 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f32d80-8944-4e98-a9d8-8e2602e7a785 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event updated for resources: {'Subnet': ['ID=3d72d896-bae0-489e-90f7-80504867db00,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:20.889584 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f32d80-8944-4e98-a9d8-8e2602e7a785 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Checking segment: {'id': 'c20cebf4-0705-42a7-9318-747cdecb6ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ce1c2dcb-93da-43c6-ac50-7e2a00eba6db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:41:20.890362 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f32d80-8944-4e98-a9d8-8e2602e7a785 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Network hostable DHCP agents. Network: ce1c2dcb-93da-43c6-ac50-7e2a00eba6db, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:41:20.891068 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2902e28c-8cda-4df6-b3b6-b4e4ffd719e8 req-dc77bfcd-5ccc-4f7b-b20c-e07b3d508993 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.4.106 HTTP/1.1" status: 200 len: 999 time: 0.1729109 Aug 23 20:41:20.929671 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f32d80-8944-4e98-a9d8-8e2602e7a785 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Network ce1c2dcb-93da-43c6-ac50-7e2a00eba6db is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:41:20.933856 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-1b037681-842e-4aab-8a1a-d6f8283f483f tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] device_id is not set on port 651ed37f-e448-4aa8-8742-471aa9fe88a1 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:41:20.961957 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-06f32d80-8944-4e98-a9d8-8e2602e7a785 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, ce1c2dcb-93da-43c6-ac50-7e2a00eba6db) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:41:20.966739 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f32d80-8944-4e98-a9d8-8e2602e7a785 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:20.967327 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-06f32d80-8944-4e98-a9d8-8e2602e7a785 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:20.977466 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af5cd97-e738-4d3b-9a5c-0d8fdda61e87 None None] Network ce1c2dcb-93da-43c6-ac50-7e2a00eba6db requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:41:20.987373 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7b3ae-658c-4ee1-b4ef-4702ec44f6b1 req-c885050f-d910-4c36-8ac2-179f6cda0406 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:20.994983 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-37e7b3ae-658c-4ee1-b4ef-4702ec44f6b1 req-c885050f-d910-4c36-8ac2-179f6cda0406 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=d30a3450-acde-4d73-9737-8d40b0850b8c HTTP/1.1" status: 200 len: 945 time: 0.0812969 Aug 23 20:41:21.025619 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-06f32d80-8944-4e98-a9d8-8e2602e7a785 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3188612 Aug 23 20:41:21.031708 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37398) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:21.039185 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-8da87e12-1623-402c-b91f-2086aa19c9d0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1025265552', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:41:21.069446 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-37e7b3ae-658c-4ee1-b4ef-4702ec44f6b1 req-f7030bac-5626-4fc1-b735-7d5352387b22 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735793 Aug 23 20:41:21.070672 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8da87e12-1623-402c-b91f-2086aa19c9d0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:21.072052 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8da87e12-1623-402c-b91f-2086aa19c9d0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:21.074005 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902e28c-8cda-4df6-b3b6-b4e4ffd719e8 req-53a3d0f2-3580-4dbd-b694-2484fbab0fb7 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:21.077143 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2902e28c-8cda-4df6-b3b6-b4e4ffd719e8 req-53a3d0f2-3580-4dbd-b694-2484fbab0fb7 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/ports/fd931066-9605-4fca-a348-aae1b610849b HTTP/1.1" status: 200 len: 942 time: 0.1852233 Aug 23 20:41:21.107908 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-043bdc5a-df47-4941-8291-c8640f109b6d tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:21.144358 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4733fc-17ed-4d63-9829-df0b54aa2a3e req-f03d839c-7c71-4f55-8471-f8c3ddf052b0 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:21.146077 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9c4733fc-17ed-4d63-9829-df0b54aa2a3e req-f03d839c-7c71-4f55-8471-f8c3ddf052b0 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.11 "GET /v2.0/ports?device_id=d30a3450-acde-4d73-9737-8d40b0850b8c HTTP/1.1" status: 200 len: 945 time: 0.1981399 Aug 23 20:41:21.209424 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fe9383-531a-4ddc-ac32-a490bc50b5f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-ce1c2dcb-93da-43c6-ac50-7e2a00eba6db', 'network_id': 'ce1c2dcb-93da-43c6-ac50-7e2a00eba6db', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'fixed_ips': [{'subnet_id': '3d72d896-bae0-489e-90f7-80504867db00'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:41:21.210304 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b3fe9383-531a-4ddc-ac32-a490bc50b5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:21.214720 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8da87e12-1623-402c-b91f-2086aa19c9d0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:21.221668 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8da87e12-1623-402c-b91f-2086aa19c9d0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:21.243497 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8da87e12-1623-402c-b91f-2086aa19c9d0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:21.247439 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8da87e12-1623-402c-b91f-2086aa19c9d0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2121551 Aug 23 20:41:21.247940 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37404) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:21.253296 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-5796d509-0955-4304-aa03-8464c3b58f96 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Request body: {'port': {'network_id': 'ce1c2dcb-93da-43c6-ac50-7e2a00eba6db', 'name': 'tempest-RoutersTest-879921890'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:41:21.311760 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-1b037681-842e-4aab-8a1a-d6f8283f483f tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Allocated IP 2001:db8::264 (84fe6ce6-0cf5-48ca-b2ed-d42e217628c8/c111251e-e229-40d0-b26b-684b1c79dd33/651ed37f-e448-4aa8-8742-471aa9fe88a1) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:41:21.386792 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-b3fe9383-531a-4ddc-ac32-a490bc50b5f8 None None] Allocated IP 172.20.0.2 (ce1c2dcb-93da-43c6-ac50-7e2a00eba6db/3d72d896-bae0-489e-90f7-80504867db00/48e5b2bf-c24e-4d1e-a334-834a0d9d4dd1) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:41:21.398993 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5796d509-0955-4304-aa03-8464c3b58f96 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Made reservation on behalf of 478a4137190c42b2a66568a56c662326 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:41:21.404109 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5796d509-0955-4304-aa03-8464c3b58f96 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:21.427645 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-5796d509-0955-4304-aa03-8464c3b58f96 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] device_id is not set on port 44ca2a07-c864-4aad-b2f9-4a7df1480168 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:41:21.440510 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2902e28c-8cda-4df6-b3b6-b4e4ffd719e8 req-c2b5b8d4-4b1c-4df7-8bd4-4068899db3ef tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.4.106 HTTP/1.1" status: 200 len: 1001 time: 0.2668138 Aug 23 20:41:21.547762 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-043bdc5a-df47-4941-8291-c8640f109b6d tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Allocated IP 172.25.4.143 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/fe80b5b5-e2aa-4a2a-a916-a482f4e18888) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:41:21.557908 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b3fe9383-531a-4ddc-ac32-a490bc50b5f8 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:21.567110 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b3fe9383-531a-4ddc-ac32-a490bc50b5f8 None None] Transition to ACTIVE for port object 48e5b2bf-c24e-4d1e-a334-834a0d9d4dd1 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:41:21.582998 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b3fe9383-531a-4ddc-ac32-a490bc50b5f8 None None] Transition to ACTIVE for port object 48e5b2bf-c24e-4d1e-a334-834a0d9d4dd1 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:41:21.589289 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b3fe9383-531a-4ddc-ac32-a490bc50b5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:21.629336 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fe9383-531a-4ddc-ac32-a490bc50b5f8 None None] Network ce1c2dcb-93da-43c6-ac50-7e2a00eba6db is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:41:21.632608 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-b3fe9383-531a-4ddc-ac32-a490bc50b5f8 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:41:21.636370 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fe9383-531a-4ddc-ac32-a490bc50b5f8 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:41:21.644638 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-5796d509-0955-4304-aa03-8464c3b58f96 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Allocated IP 172.20.0.9 (ce1c2dcb-93da-43c6-ac50-7e2a00eba6db/3d72d896-bae0-489e-90f7-80504867db00/44ca2a07-c864-4aad-b2f9-4a7df1480168) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:41:21.646922 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe9383-531a-4ddc-ac32-a490bc50b5f8 None None] Pushing event updated for resources: {'Port': ['ID=48e5b2bf-c24e-4d1e-a334-834a0d9d4dd1,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:21.659062 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fe9383-531a-4ddc-ac32-a490bc50b5f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:41:21.659577 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fe9383-531a-4ddc-ac32-a490bc50b5f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:41:21.660027 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fe9383-531a-4ddc-ac32-a490bc50b5f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:41:21.660490 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fe9383-531a-4ddc-ac32-a490bc50b5f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:41:21.660927 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fe9383-531a-4ddc-ac32-a490bc50b5f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:41:21.661361 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fe9383-531a-4ddc-ac32-a490bc50b5f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:41:21.661962 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fe9383-531a-4ddc-ac32-a490bc50b5f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:41:21.662254 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fe9383-531a-4ddc-ac32-a490bc50b5f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:41:21.662694 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fe9383-531a-4ddc-ac32-a490bc50b5f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:41:21.663122 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fe9383-531a-4ddc-ac32-a490bc50b5f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:41:21.663547 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fe9383-531a-4ddc-ac32-a490bc50b5f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:41:21.663971 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fe9383-531a-4ddc-ac32-a490bc50b5f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:41:21.714399 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-b3fe9383-531a-4ddc-ac32-a490bc50b5f8 None None] Attempting to bind port 48e5b2bf-c24e-4d1e-a334-834a0d9d4dd1 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:41:21.714933 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-b3fe9383-531a-4ddc-ac32-a490bc50b5f8 None None] Attempting to bind port 48e5b2bf-c24e-4d1e-a334-834a0d9d4dd1 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'c20cebf4-0705-42a7-9318-747cdecb6ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ce1c2dcb-93da-43c6-ac50-7e2a00eba6db'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:41:21.715862 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fe9383-531a-4ddc-ac32-a490bc50b5f8 None None] Attempting to bind port 48e5b2bf-c24e-4d1e-a334-834a0d9d4dd1 on network ce1c2dcb-93da-43c6-ac50-7e2a00eba6db {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:41:21.721779 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fe9383-531a-4ddc-ac32-a490bc50b5f8 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:41:21.722310 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fe9383-531a-4ddc-ac32-a490bc50b5f8 None None] Checking segment: {'id': 'c20cebf4-0705-42a7-9318-747cdecb6ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ce1c2dcb-93da-43c6-ac50-7e2a00eba6db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:41:21.722840 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b3fe9383-531a-4ddc-ac32-a490bc50b5f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:21.723333 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fe9383-531a-4ddc-ac32-a490bc50b5f8 None None] Bound using segment: {'id': 'c20cebf4-0705-42a7-9318-747cdecb6ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ce1c2dcb-93da-43c6-ac50-7e2a00eba6db'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:41:21.723916 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-b3fe9383-531a-4ddc-ac32-a490bc50b5f8 None None] Bound port: 48e5b2bf-c24e-4d1e-a334-834a0d9d4dd1, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c20cebf4-0705-42a7-9318-747cdecb6ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ce1c2dcb-93da-43c6-ac50-7e2a00eba6db'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:41:21.724425 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b3fe9383-531a-4ddc-ac32-a490bc50b5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:21.807878 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-b3fe9383-531a-4ddc-ac32-a490bc50b5f8 None None] For port 48e5b2bf-c24e-4d1e-a334-834a0d9d4dd1, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:41:21.812490 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-b3fe9383-531a-4ddc-ac32-a490bc50b5f8 None None] For port 48e5b2bf-c24e-4d1e-a334-834a0d9d4dd1, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=48e5b2bf-c24e-4d1e-a334-834a0d9d4dd1,segment=NetworkSegment(c20cebf4-0705-42a7-9318-747cdecb6ffe),segment_id=c20cebf4-0705-42a7-9318-747cdecb6ffe)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:41:21.818715 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b3fe9383-531a-4ddc-ac32-a490bc50b5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:21.822253 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5796d509-0955-4304-aa03-8464c3b58f96 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:21.839379 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-5796d509-0955-4304-aa03-8464c3b58f96 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Transition to ACTIVE for port object 44ca2a07-c864-4aad-b2f9-4a7df1480168 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:41:21.878498 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe9383-531a-4ddc-ac32-a490bc50b5f8 None None] Pushing event updated for resources: {'Port': ['ID=48e5b2bf-c24e-4d1e-a334-834a0d9d4dd1,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:21.895487 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5796d509-0955-4304-aa03-8464c3b58f96 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:21.937650 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5796d509-0955-4304-aa03-8464c3b58f96 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Network ce1c2dcb-93da-43c6-ac50-7e2a00eba6db is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:41:21.942431 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-5796d509-0955-4304-aa03-8464c3b58f96 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:41:21.946751 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5796d509-0955-4304-aa03-8464c3b58f96 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:41:21.993919 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5796d509-0955-4304-aa03-8464c3b58f96 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event updated for resources: {'Port': ['ID=44ca2a07-c864-4aad-b2f9-4a7df1480168,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:22.011776 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5796d509-0955-4304-aa03-8464c3b58f96 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:22.012725 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5796d509-0955-4304-aa03-8464c3b58f96 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:22.036659 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-5796d509-0955-4304-aa03-8464c3b58f96 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.7878149 Aug 23 20:41:22.037642 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37406) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:22.048049 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:41:22.059784 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-9c4733fc-17ed-4d63-9829-df0b54aa2a3e req-2896dfd2-8f94-48df-a1a5-d31eaa58369b tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Deleting port 75e97af1-b90e-495e-aa7d-44a421474c7e {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:41:22.060218 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9c4733fc-17ed-4d63-9829-df0b54aa2a3e req-2896dfd2-8f94-48df-a1a5-d31eaa58369b tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:22.197010 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902e28c-8cda-4df6-b3b6-b4e4ffd719e8 req-703ad523-5c59-47b0-be21-7099fa85beff tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:22.206420 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2902e28c-8cda-4df6-b3b6-b4e4ffd719e8 req-703ad523-5c59-47b0-be21-7099fa85beff tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/networks/03d801c5-d257-4cc1-bad3-11a323aafec0 HTTP/1.1" status: 200 len: 784 time: 0.7524135 Aug 23 20:41:22.317450 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1b037681-842e-4aab-8a1a-d6f8283f483f tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:22.348890 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-9c4733fc-17ed-4d63-9829-df0b54aa2a3e req-2896dfd2-8f94-48df-a1a5-d31eaa58369b tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] For port 75e97af1-b90e-495e-aa7d-44a421474c7e, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=75e97af1-b90e-495e-aa7d-44a421474c7e,segment=NetworkSegment(850a8407-3594-4fdf-af96-d8bf20de61c1),segment_id=850a8407-3594-4fdf-af96-d8bf20de61c1)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:41:22.349258 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9c4733fc-17ed-4d63-9829-df0b54aa2a3e req-2896dfd2-8f94-48df-a1a5-d31eaa58369b tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:22.381235 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-1b037681-842e-4aab-8a1a-d6f8283f483f tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Transition to ACTIVE for port object 651ed37f-e448-4aa8-8742-471aa9fe88a1 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:41:22.385403 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-9c4733fc-17ed-4d63-9829-df0b54aa2a3e req-2896dfd2-8f94-48df-a1a5-d31eaa58369b tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Calling delete_port for 75e97af1-b90e-495e-aa7d-44a421474c7e owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:41:22.397153 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2902e28c-8cda-4df6-b3b6-b4e4ffd719e8 req-d689dfbe-e837-47d2-91c0-f181da226db0 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.4.106 HTTP/1.1" status: 200 len: 1001 time: 0.1898496 Aug 23 20:41:22.402925 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-043bdc5a-df47-4941-8291-c8640f109b6d tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:22.417094 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-2902e28c-8cda-4df6-b3b6-b4e4ffd719e8 req-50b02a59-4b04-4a38-bdba-6fe5777bde37 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:41:22.583108 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 48e5b2bf-c24e-4d1e-a334-834a0d9d4dd1 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:41:22.622587 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2902e28c-8cda-4df6-b3b6-b4e4ffd719e8 req-50b02a59-4b04-4a38-bdba-6fe5777bde37 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Notify callbacks [] for floatingip, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:22.650002 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 48e5b2bf-c24e-4d1e-a334-834a0d9d4dd1 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:41:22.680299 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1b037681-842e-4aab-8a1a-d6f8283f483f tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:22.718005 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc3c7db-e351-4c5b-ac7b-348e49e4dd25 req-82e50a95-91ba-4ad2-a19d-e6a09f5b384f tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:22.719891 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fdc3c7db-e351-4c5b-ac7b-348e49e4dd25 req-82e50a95-91ba-4ad2-a19d-e6a09f5b384f tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=d30a3450-acde-4d73-9737-8d40b0850b8c HTTP/1.1" status: 200 len: 945 time: 0.5212386 Aug 23 20:41:22.746891 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-043bdc5a-df47-4941-8291-c8640f109b6d tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:22.784627 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b037681-842e-4aab-8a1a-d6f8283f483f tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Network 84fe6ce6-0cf5-48ca-b2ed-d42e217628c8 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:41:22.820728 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fdc3c7db-e351-4c5b-ac7b-348e49e4dd25 req-8ada5d77-c435-47b4-91cf-604475ebe341 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814707 Aug 23 20:41:22.855674 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-1b037681-842e-4aab-8a1a-d6f8283f483f tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:41:22.855674 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b037681-842e-4aab-8a1a-d6f8283f483f tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:41:22.862721 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b037681-842e-4aab-8a1a-d6f8283f483f tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:22.863395 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1b037681-842e-4aab-8a1a-d6f8283f483f tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:22.877029 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-65d1d098-43e7-4104-ba12-28b935a4e326 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:22.887212 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b037681-842e-4aab-8a1a-d6f8283f483f tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Pushing event updated for resources: {'Port': ['ID=651ed37f-e448-4aa8-8742-471aa9fe88a1,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:22.927136 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043bdc5a-df47-4941-8291-c8640f109b6d tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:41:22.939329 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1b037681-842e-4aab-8a1a-d6f8283f483f tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.4313233 Aug 23 20:41:22.941387 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37414) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:22.946554 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-043bdc5a-df47-4941-8291-c8640f109b6d tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:41:22.949210 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043bdc5a-df47-4941-8291-c8640f109b6d tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:41:22.950665 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-0e416b1f-966e-4524-b285-a75682802f9b tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:22:2b:1b'}]}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:41:22.985057 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043bdc5a-df47-4941-8291-c8640f109b6d tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Pushing event updated for resources: {'Port': ['ID=fe80b5b5-e2aa-4a2a-a916-a482f4e18888,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:23.067625 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2902e28c-8cda-4df6-b3b6-b4e4ffd719e8 req-50b02a59-4b04-4a38-bdba-6fe5777bde37 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:23.068731 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9c4733fc-17ed-4d63-9829-df0b54aa2a3e req-2896dfd2-8f94-48df-a1a5-d31eaa58369b tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:23.090128 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2902e28c-8cda-4df6-b3b6-b4e4ffd719e8 req-50b02a59-4b04-4a38-bdba-6fe5777bde37 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:23.090568 n-d-805663-2 neutron-server[94687]: INFO neutron.db.l3_db [req-2902e28c-8cda-4df6-b3b6-b4e4ffd719e8 req-50b02a59-4b04-4a38-bdba-6fe5777bde37 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Floating IP 1ae0df33-56bc-4c4e-b559-6b3e8acd3935 disassociated. External IP: 172.25.4.106, port: fd931066-9605-4fca-a348-aae1b610849b. Aug 23 20:41:23.104896 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['e3e3e113-fc54-4d7c-b6eb-38c03755766d'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:41:23.165139 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2896dfd2-8f94-48df-a1a5-d31eaa58369b tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Pushing event deleted for resources: {'Port': ['ID=75e97af1-b90e-495e-aa7d-44a421474c7e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:23.277881 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd10e88-fd11-40fb-a064-8cf856f8f9ac None None] Network ce1c2dcb-93da-43c6-ac50-7e2a00eba6db requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:41:23.323207 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c4733fc-17ed-4d63-9829-df0b54aa2a3e req-2896dfd2-8f94-48df-a1a5-d31eaa58369b tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] No DVR routers for this DVR port 75e97af1-b90e-495e-aa7d-44a421474c7e on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:41:23.326317 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9c4733fc-17ed-4d63-9829-df0b54aa2a3e req-2896dfd2-8f94-48df-a1a5-d31eaa58369b tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:23.329872 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9c4733fc-17ed-4d63-9829-df0b54aa2a3e req-2896dfd2-8f94-48df-a1a5-d31eaa58369b tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.11 "DELETE /v2.0/ports/75e97af1-b90e-495e-aa7d-44a421474c7e HTTP/1.1" status: 204 len: 173 time: 2.1690135 Aug 23 20:41:23.334249 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd30a3450-acde-4d73-9737-8d40b0850b8c', 'name': 'network-vif-deleted', 'tag': '75e97af1-b90e-495e-aa7d-44a421474c7e'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:41:23.337041 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a0e051-e030-4397-92e5-06aaf2e45b71" -d '{"events": [{"server_uuid": "d30a3450-acde-4d73-9737-8d40b0850b8c", "name": "network-vif-deleted", "tag": "75e97af1-b90e-495e-aa7d-44a421474c7e"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:41:23.361718 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e416b1f-966e-4524-b285-a75682802f9b tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:23.413849 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6cbf30cd-a800-4f09-b7d9-a4755867d1ab None None] Provisioning for port 651ed37f-e448-4aa8-8742-471aa9fe88a1 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:41:23.420954 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6cbf30cd-a800-4f09-b7d9-a4755867d1ab None None] Provisioning complete for port 651ed37f-e448-4aa8-8742-471aa9fe88a1 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:41:23.421832 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6cbf30cd-a800-4f09-b7d9-a4755867d1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:23.433997 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-65d1d098-43e7-4104-ba12-28b935a4e326 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:23.443379 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-65d1d098-43e7-4104-ba12-28b935a4e326 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:23.469168 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bcee988-b5ee-4002-a5e8-9cd5ea46e951 x-openstack-request-id: req-4bcee988-b5ee-4002-a5e8-9cd5ea46e951 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:41:23.469168 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d30a3450-acde-4d73-9737-8d40b0850b8c", "name": "network-vif-deleted", "tag": "75e97af1-b90e-495e-aa7d-44a421474c7e", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:41:23.469168 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4bcee988-b5ee-4002-a5e8-9cd5ea46e951 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:41:23.469168 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd30a3450-acde-4d73-9737-8d40b0850b8c', 'name': 'network-vif-deleted', 'tag': '75e97af1-b90e-495e-aa7d-44a421474c7e', 'status': 'completed', 'code': 200} Aug 23 20:41:23.478264 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-043bdc5a-df47-4941-8291-c8640f109b6d tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:23.496720 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 75e97af1-b90e-495e-aa7d-44a421474c7e no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:41:23.520716 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-6cbf30cd-a800-4f09-b7d9-a4755867d1ab None None] Port 651ed37f-e448-4aa8-8742-471aa9fe88a1 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:41:23.525360 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: 75e97af1-b90e-495e-aa7d-44a421474c7e {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:41:23.525709 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 75e97af1-b90e-495e-aa7d-44a421474c7e not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:41:23.555432 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6cbf30cd-a800-4f09-b7d9-a4755867d1ab None None] Provisioning for port 48e5b2bf-c24e-4d1e-a334-834a0d9d4dd1 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:41:23.573636 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-043bdc5a-df47-4941-8291-c8640f109b6d tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:23.581261 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6cbf30cd-a800-4f09-b7d9-a4755867d1ab None None] Provisioning complete for port 48e5b2bf-c24e-4d1e-a334-834a0d9d4dd1 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:41:23.581562 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6cbf30cd-a800-4f09-b7d9-a4755867d1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:23.602303 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d1d098-43e7-4104-ba12-28b935a4e326 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event updated for resources: {'Port': ['ID=44ca2a07-c864-4aad-b2f9-4a7df1480168,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:23.642703 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2902e28c-8cda-4df6-b3b6-b4e4ffd719e8 req-50b02a59-4b04-4a38-bdba-6fe5777bde37 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Router ff246c19-03be-44d2-bbf9-cd31c11e0b35 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:41:23.708229 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6cbf30cd-a800-4f09-b7d9-a4755867d1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:23.747432 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-6cbf30cd-a800-4f09-b7d9-a4755867d1ab None None] For port 48e5b2bf-c24e-4d1e-a334-834a0d9d4dd1, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=48e5b2bf-c24e-4d1e-a334-834a0d9d4dd1,segment=NetworkSegment(c20cebf4-0705-42a7-9318-747cdecb6ffe),segment_id=c20cebf4-0705-42a7-9318-747cdecb6ffe)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:41:23.752907 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6cbf30cd-a800-4f09-b7d9-a4755867d1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:23.806515 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e416b1f-966e-4524-b285-a75682802f9b tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:23.812189 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e416b1f-966e-4524-b285-a75682802f9b tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:23.824590 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbf30cd-a800-4f09-b7d9-a4755867d1ab None None] Pushing event updated for resources: {'Port': ['ID=48e5b2bf-c24e-4d1e-a334-834a0d9d4dd1,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:23.849334 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2902e28c-8cda-4df6-b3b6-b4e4ffd719e8 req-50b02a59-4b04-4a38-bdba-6fe5777bde37 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:41:23.861233 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f69d38-665d-46c2-955d-2b0fad8ff415 None None] Sync routers for ids ['ff246c19-03be-44d2-bbf9-cd31c11e0b35'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:41:23.862163 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2902e28c-8cda-4df6-b3b6-b4e4ffd719e8 req-50b02a59-4b04-4a38-bdba-6fe5777bde37 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:23.880040 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f69d38-665d-46c2-955d-2b0fad8ff415 None None] Routers {'ff246c19-03be-44d2-bbf9-cd31c11e0b35'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:41:23.880948 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-35f69d38-665d-46c2-955d-2b0fad8ff415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:41:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['ff246c19-03be-44d2-bbf9-cd31c11e0b35'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:23.901945 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e416b1f-966e-4524-b285-a75682802f9b tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Pushing event updated for resources: {'Port': ['ID=651ed37f-e448-4aa8-8742-471aa9fe88a1,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:23.926619 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-0e416b1f-966e-4524-b285-a75682802f9b tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] In _notify_port_updated(), no bound segment for port 651ed37f-e448-4aa8-8742-471aa9fe88a1 on network 84fe6ce6-0cf5-48ca-b2ed-d42e217628c8 {{(pid=94688) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 20:41:23.933445 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e416b1f-966e-4524-b285-a75682802f9b tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:23.934714 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e416b1f-966e-4524-b285-a75682802f9b tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:23.935878 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2902e28c-8cda-4df6-b3b6-b4e4ffd719e8 req-50b02a59-4b04-4a38-bdba-6fe5777bde37 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "PUT /v2.0/floatingips/1ae0df33-56bc-4c4e-b559-6b3e8acd3935 HTTP/1.1" status: 200 len: 695 time: 1.5303731 Aug 23 20:41:23.949126 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-0e416b1f-966e-4524-b285-a75682802f9b tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] 10.222.0.61 "PUT /v2.0/ports/651ed37f-e448-4aa8-8742-471aa9fe88a1 HTTP/1.1" status: 200 len: 1003 time: 1.0066040 Aug 23 20:41:23.955010 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37420) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:23.991038 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-65d1d098-43e7-4104-ba12-28b935a4e326 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:24.009739 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-043bdc5a-df47-4941-8291-c8640f109b6d tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:24.035428 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-043bdc5a-df47-4941-8291-c8640f109b6d tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:24.094488 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043bdc5a-df47-4941-8291-c8640f109b6d tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Pushing event updated for resources: {'Port': ['ID=fe80b5b5-e2aa-4a2a-a916-a482f4e18888,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:24.125342 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7864ce74-83ed-47b4-9ede-bc82624ba2a0 req-131546f9-1b92-473f-a182-58d7001bcb65 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=d30a3450-acde-4d73-9737-8d40b0850b8c HTTP/1.1" status: 200 len: 210 time: 0.1261070 Aug 23 20:41:24.143625 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d8a70149-9bb3-42f7-811b-fc17d322814a None None] Provisioning for port 44ca2a07-c864-4aad-b2f9-4a7df1480168 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:41:24.165252 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d8a70149-9bb3-42f7-811b-fc17d322814a None None] Provisioning complete for port 44ca2a07-c864-4aad-b2f9-4a7df1480168 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:41:24.167332 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d8a70149-9bb3-42f7-811b-fc17d322814a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:24.171693 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-35f69d38-665d-46c2-955d-2b0fad8ff415 None None] Set router ff246c19-03be-44d2-bbf9-cd31c11e0b35 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:41:24.260957 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902e28c-8cda-4df6-b3b6-b4e4ffd719e8 req-ef2ee4e8-0223-4c94-bfef-7bcdb944087d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:24.263255 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2902e28c-8cda-4df6-b3b6-b4e4ffd719e8 req-ef2ee4e8-0223-4c94-bfef-7bcdb944087d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=af6d10f8e4524fca830991e1540c222c&device_id=37c84bcb-4817-4457-8402-a891a08894ac HTTP/1.1" status: 200 len: 1096 time: 0.3094316 Aug 23 20:41:24.331160 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-d8a70149-9bb3-42f7-811b-fc17d322814a None None] Port 44ca2a07-c864-4aad-b2f9-4a7df1480168 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:41:24.350742 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-65d1d098-43e7-4104-ba12-28b935a4e326 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:24.414658 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d8a70149-9bb3-42f7-811b-fc17d322814a None None] Provisioning complete for port 48e5b2bf-c24e-4d1e-a334-834a0d9d4dd1 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:41:24.415305 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d8a70149-9bb3-42f7-811b-fc17d322814a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:24.446723 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-140a67ed-130f-472f-b92b-266d9d55ef5d tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Deleting port 651ed37f-e448-4aa8-8742-471aa9fe88a1 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:41:24.447305 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-140a67ed-130f-472f-b92b-266d9d55ef5d tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:24.453220 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-043bdc5a-df47-4941-8291-c8640f109b6d tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:24.587110 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-043bdc5a-df47-4941-8291-c8640f109b6d tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:24.613231 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-043bdc5a-df47-4941-8291-c8640f109b6d tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0115967 Aug 23 20:41:24.728850 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902e28c-8cda-4df6-b3b6-b4e4ffd719e8 req-8c4bf990-2a95-4cc6-92e0-7b68d2ecdc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:24.738252 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2902e28c-8cda-4df6-b3b6-b4e4ffd719e8 req-8c4bf990-2a95-4cc6-92e0-7b68d2ecdc56 service neutron] 10.222.0.61 "GET /v2.0/networks?id=038de372-6dab-402e-9e56-851fe636faa4 HTTP/1.1" status: 200 len: 920 time: 0.4571049 Aug 23 20:41:24.779875 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 48e5b2bf-c24e-4d1e-a334-834a0d9d4dd1 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:41:24.815791 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2902e28c-8cda-4df6-b3b6-b4e4ffd719e8 req-4cd714ea-654a-431d-a6fe-e1d50453fb51 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd931066-9605-4fca-a348-aae1b610849b HTTP/1.1" status: 200 len: 217 time: 0.0719533 Aug 23 20:41:24.846998 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-140a67ed-130f-472f-b92b-266d9d55ef5d tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:24.868150 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-65d1d098-43e7-4104-ba12-28b935a4e326 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:24.885826 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-140a67ed-130f-472f-b92b-266d9d55ef5d tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Calling delete_port for 651ed37f-e448-4aa8-8742-471aa9fe88a1 owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:41:24.905634 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902e28c-8cda-4df6-b3b6-b4e4ffd719e8 req-f3f6d0f0-912f-42b9-bb50-0cc42e046ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:24.906271 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-65d1d098-43e7-4104-ba12-28b935a4e326 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:24.907853 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2902e28c-8cda-4df6-b3b6-b4e4ffd719e8 req-f3f6d0f0-912f-42b9-bb50-0cc42e046ef5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=88ba7296-f48b-4a30-b31b-00e095355e1f HTTP/1.1" status: 200 len: 859 time: 0.0790408 Aug 23 20:41:24.922432 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 48e5b2bf-c24e-4d1e-a334-834a0d9d4dd1 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:41:24.922811 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:24.928188 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-35f69d38-665d-46c2-955d-2b0fad8ff415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff246c19-03be-44d2-bbf9-cd31c11e0b35', 'name': 'tempest-ServerRescueTestJSONUnderV235-620725544-router', 'tenant_id': 'af6d10f8e4524fca830991e1540c222c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'ffd243c0-0a32-4e65-80c1-ca54f9de2a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:40:15Z', 'updated_at': '2021-08-23T20:40:21Z', 'revision_number': 4, 'project_id': 'af6d10f8e4524fca830991e1540c222c', 'gw_port': {'id': 'ffd243c0-0a32-4e65-80c1-ca54f9de2a61', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff246c19-03be-44d2-bbf9-cd31c11e0b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:40:16Z', 'updated_at': '2021-08-23T20:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '23137fea-cdfd-4e3b-bcd4-84d6ad1f6b11', 'name': '', 'network_id': '038de372-6dab-402e-9e56-851fe636faa4', 'tenant_id': 'af6d10f8e4524fca830991e1540c222c', 'mac_address': 'fa:16:3e:f2:e5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff246c19-03be-44d2-bbf9-cd31c11e0b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '88ba7296-f48b-4a30-b31b-00e095355e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:40:20Z', 'updated_at': '2021-08-23T20:40:26Z', 'revision_number': 5, 'project_id': 'af6d10f8e4524fca830991e1540c222c', 'subnets': [{'id': '88ba7296-f48b-4a30-b31b-00e095355e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:24.972907 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2902e28c-8cda-4df6-b3b6-b4e4ffd719e8 req-3729ef27-8542-4cd0-935d-bfd5e2873382 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=038de372-6dab-402e-9e56-851fe636faa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291181 Aug 23 20:41:24.982295 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f69d38-665d-46c2-955d-2b0fad8ff415 None None] Checking router: ff246c19-03be-44d2-bbf9-cd31c11e0b35 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:41:25.006611 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f69d38-665d-46c2-955d-2b0fad8ff415 None None] Routers {'ff246c19-03be-44d2-bbf9-cd31c11e0b35'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:41:25.007278 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-35f69d38-665d-46c2-955d-2b0fad8ff415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:41:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['ff246c19-03be-44d2-bbf9-cd31c11e0b35'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:25.057675 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-65d1d098-43e7-4104-ba12-28b935a4e326 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:25.066826 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d1d098-43e7-4104-ba12-28b935a4e326 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event updated for resources: {'Port': ['ID=44ca2a07-c864-4aad-b2f9-4a7df1480168,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:25.108378 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72eab9-79da-4636-8d2c-e6d20173885d req-fa090310-3cdb-496e-93e2-0c342db374a0 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:25.110144 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ac72eab9-79da-4636-8d2c-e6d20173885d req-fa090310-3cdb-496e-93e2-0c342db374a0 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/networks?id=88798fd2-b8f8-4007-ac21-674c27fbeeb0 HTTP/1.1" status: 200 len: 822 time: 0.2383616 Aug 23 20:41:25.117975 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3f0b197f-99a0-4d56-ab8b-f59e1fd4690b None None] Provisioning complete for port 44ca2a07-c864-4aad-b2f9-4a7df1480168 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:41:25.118392 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3f0b197f-99a0-4d56-ab8b-f59e1fd4690b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:25.164588 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ac72eab9-79da-4636-8d2c-e6d20173885d req-4d1ccaef-214d-4cc5-aefb-7b7e173e50f5 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/quotas/26835b4b45ce41389a4c3a4e9b75d422 HTTP/1.1" status: 200 len: 375 time: 0.0184841 Aug 23 20:41:25.221189 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-3f0b197f-99a0-4d56-ab8b-f59e1fd4690b None None] Port 44ca2a07-c864-4aad-b2f9-4a7df1480168 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:41:25.227452 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-35f69d38-665d-46c2-955d-2b0fad8ff415 None None] Set router ff246c19-03be-44d2-bbf9-cd31c11e0b35 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:41:25.250852 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d1d098-43e7-4104-ba12-28b935a4e326 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Network ce1c2dcb-93da-43c6-ac50-7e2a00eba6db is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:41:25.255043 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-65d1d098-43e7-4104-ba12-28b935a4e326 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:41:25.264772 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ac72eab9-79da-4636-8d2c-e6d20173885d req-13bbee30-b255-4458-b890-fc377acb7fa3 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=26835b4b45ce41389a4c3a4e9b75d422&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0833862 Aug 23 20:41:25.280358 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3f0b197f-99a0-4d56-ab8b-f59e1fd4690b None None] Provisioning complete for port 651ed37f-e448-4aa8-8742-471aa9fe88a1 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:41:25.280741 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3f0b197f-99a0-4d56-ab8b-f59e1fd4690b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:25.399473 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-3f0b197f-99a0-4d56-ab8b-f59e1fd4690b None None] Port 651ed37f-e448-4aa8-8742-471aa9fe88a1 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:41:25.466613 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ac72eab9-79da-4636-8d2c-e6d20173885d req-0123685c-470e-43f3-9fcd-a4b97483d307 service neutron] 10.222.0.61 "GET /v2.0/networks/88798fd2-b8f8-4007-ac21-674c27fbeeb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553559 Aug 23 20:41:25.503992 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37c84bcb-4817-4457-8402-a891a08894ac', 'tag': 'fd931066-9605-4fca-a348-aae1b610849b'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:41:25.506245 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d1d098-43e7-4104-ba12-28b935a4e326 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Router 6b812823-95a9-497f-a19d-f447dd11ed6a is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:41:25.506664 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d079aeae-5873-4caf-ba40-a3cf47ffc0d2" -d '{"events": [{"name": "network-changed", "server_uuid": "37c84bcb-4817-4457-8402-a891a08894ac", "tag": "fd931066-9605-4fca-a348-aae1b610849b"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:41:25.514993 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-35f69d38-665d-46c2-955d-2b0fad8ff415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff246c19-03be-44d2-bbf9-cd31c11e0b35', 'name': 'tempest-ServerRescueTestJSONUnderV235-620725544-router', 'tenant_id': 'af6d10f8e4524fca830991e1540c222c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'ffd243c0-0a32-4e65-80c1-ca54f9de2a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:40:15Z', 'updated_at': '2021-08-23T20:40:21Z', 'revision_number': 4, 'project_id': 'af6d10f8e4524fca830991e1540c222c', 'gw_port': {'id': 'ffd243c0-0a32-4e65-80c1-ca54f9de2a61', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff246c19-03be-44d2-bbf9-cd31c11e0b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:40:16Z', 'updated_at': '2021-08-23T20:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '23137fea-cdfd-4e3b-bcd4-84d6ad1f6b11', 'name': '', 'network_id': '038de372-6dab-402e-9e56-851fe636faa4', 'tenant_id': 'af6d10f8e4524fca830991e1540c222c', 'mac_address': 'fa:16:3e:f2:e5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff246c19-03be-44d2-bbf9-cd31c11e0b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '88ba7296-f48b-4a30-b31b-00e095355e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:40:20Z', 'updated_at': '2021-08-23T20:40:26Z', 'revision_number': 5, 'project_id': 'af6d10f8e4524fca830991e1540c222c', 'subnets': [{'id': '88ba7296-f48b-4a30-b31b-00e095355e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:25.546392 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f69d38-665d-46c2-955d-2b0fad8ff415 None None] The sync data for ids ['ff246c19-03be-44d2-bbf9-cd31c11e0b35'] in n-d-805663-2 is: [{'id': 'ff246c19-03be-44d2-bbf9-cd31c11e0b35', 'name': 'tempest-ServerRescueTestJSONUnderV235-620725544-router', 'tenant_id': 'af6d10f8e4524fca830991e1540c222c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'ffd243c0-0a32-4e65-80c1-ca54f9de2a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:40:15Z', 'updated_at': '2021-08-23T20:40:21Z', 'revision_number': 4, 'project_id': 'af6d10f8e4524fca830991e1540c222c', 'gw_port': {'id': 'ffd243c0-0a32-4e65-80c1-ca54f9de2a61', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff246c19-03be-44d2-bbf9-cd31c11e0b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:40:16Z', 'updated_at': '2021-08-23T20:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '23137fea-cdfd-4e3b-bcd4-84d6ad1f6b11', 'name': '', 'network_id': '038de372-6dab-402e-9e56-851fe636faa4', 'tenant_id': 'af6d10f8e4524fca830991e1540c222c', 'mac_address': 'fa:16:3e:f2:e5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff246c19-03be-44d2-bbf9-cd31c11e0b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '88ba7296-f48b-4a30-b31b-00e095355e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:40:20Z', 'updated_at': '2021-08-23T20:40:26Z', 'revision_number': 5, 'project_id': 'af6d10f8e4524fca830991e1540c222c', 'subnets': [{'id': '88ba7296-f48b-4a30-b31b-00e095355e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:41:25.587721 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-140a67ed-130f-472f-b92b-266d9d55ef5d tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:25.599425 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2902e28c-8cda-4df6-b3b6-b4e4ffd719e8 req-daffd27c-53c5-4ccd-bc14-de2d59672ad0 service neutron] 10.222.0.61 "GET /v2.0/networks/038de372-6dab-402e-9e56-851fe636faa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6124175 Aug 23 20:41:25.623327 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f7b3cd8b-5efa-43c4-af0e-394e5ea0536f None None] Provisioning complete for port 44ca2a07-c864-4aad-b2f9-4a7df1480168 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:41:25.623989 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f7b3cd8b-5efa-43c4-af0e-394e5ea0536f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:25.634742 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a67ed-130f-472f-b92b-266d9d55ef5d tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Pushing event deleted for resources: {'Port': ['ID=651ed37f-e448-4aa8-8742-471aa9fe88a1,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:25.669812 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-f7b3cd8b-5efa-43c4-af0e-394e5ea0536f None None] Port 44ca2a07-c864-4aad-b2f9-4a7df1480168 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:41:25.675098 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ac72eab9-79da-4636-8d2c-e6d20173885d req-bc26641f-d266-4562-a612-9c8ac8210eda service neutron] 10.222.0.61 "GET /v2.0/networks/88798fd2-b8f8-4007-ac21-674c27fbeeb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987300 Aug 23 20:41:25.685753 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d1d098-43e7-4104-ba12-28b935a4e326 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:41:25.695001 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-65d1d098-43e7-4104-ba12-28b935a4e326 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "PUT /v2.0/routers/6b812823-95a9-497f-a19d-f447dd11ed6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6538675 Aug 23 20:41:25.695001 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37444) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:25.700790 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80739e4d-621e-475b-b512-a420052d7331 None None] Sync routers for ids ['6b812823-95a9-497f-a19d-f447dd11ed6a'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:41:25.722491 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80739e4d-621e-475b-b512-a420052d7331 None None] Routers {'6b812823-95a9-497f-a19d-f447dd11ed6a'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:41:25.724476 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-80739e4d-621e-475b-b512-a420052d7331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:41:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['6b812823-95a9-497f-a19d-f447dd11ed6a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:25.732483 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-140a67ed-130f-472f-b92b-266d9d55ef5d tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:25.737074 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-140a67ed-130f-472f-b92b-266d9d55ef5d tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] 10.222.0.61 "DELETE /v2.0/ports/651ed37f-e448-4aa8-8742-471aa9fe88a1 HTTP/1.1" status: 204 len: 168 time: 1.7786777 Aug 23 20:41:25.740539 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37446) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:25.771248 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48734a55-20c5-4295-82b5-93258f1bc4c9 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:25.773074 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-48734a55-20c5-4295-82b5-93258f1bc4c9 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "GET /v2.0/ports/44ca2a07-c864-4aad-b2f9-4a7df1480168 HTTP/1.1" status: 200 len: 976 time: 0.0768187 Aug 23 20:41:25.775811 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37450) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:25.794886 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-80739e4d-621e-475b-b512-a420052d7331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:25.806371 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80739e4d-621e-475b-b512-a420052d7331 None None] Routers {'6b812823-95a9-497f-a19d-f447dd11ed6a'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:41:25.807241 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-80739e4d-621e-475b-b512-a420052d7331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:41:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['6b812823-95a9-497f-a19d-f447dd11ed6a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:25.817063 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-78db9343-e89c-4934-8b7e-d4b44907f9f2 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] GET failed (client error): The resource could not be found. Aug 23 20:41:25.822376 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-78db9343-e89c-4934-8b7e-d4b44907f9f2 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] 10.222.0.61 "GET /v2.0/ports/651ed37f-e448-4aa8-8742-471aa9fe88a1 HTTP/1.1" status: 404 len: 333 time: 0.0773032 Aug 23 20:41:25.831126 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37452) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:25.843726 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-3d2f3a82-14bb-48ce-855a-f4851383d863 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Request body: {'port': {'network_id': '84fe6ce6-0cf5-48ca-b2ed-d42e217628c8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-268811475'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:41:25.862555 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-80739e4d-621e-475b-b512-a420052d7331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:25.864648 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80739e4d-621e-475b-b512-a420052d7331 None None] The sync data for ids ['6b812823-95a9-497f-a19d-f447dd11ed6a'] in n-d-805663-2 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:41:26.005316 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2902e28c-8cda-4df6-b3b6-b4e4ffd719e8 req-d84435a1-8c0d-4dd3-a61e-0205b79aaef5 service neutron] 10.222.0.61 "GET /v2.0/networks/038de372-6dab-402e-9e56-851fe636faa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3853071 Aug 23 20:41:26.015666 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b942fb0b-ce7f-4db9-b9c5-8fdb27e7d582 None None] New status for floating IP 1ae0df33-56bc-4c4e-b559-6b3e8acd3935: DOWN {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 20:41:26.080808 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab345268-97b6-443e-8617-74946eb75b0e x-openstack-request-id: req-ab345268-97b6-443e-8617-74946eb75b0e {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:41:26.081103 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37c84bcb-4817-4457-8402-a891a08894ac", "tag": "fd931066-9605-4fca-a348-aae1b610849b", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:41:26.081358 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ab345268-97b6-443e-8617-74946eb75b0e {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:41:26.081779 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37c84bcb-4817-4457-8402-a891a08894ac', 'tag': 'fd931066-9605-4fca-a348-aae1b610849b', 'status': 'completed', 'code': 200} Aug 23 20:41:26.121738 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2f3a82-14bb-48ce-855a-f4851383d863 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Made reservation on behalf of ac4fd6d2954744f5a0a74c221c011c7c for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:41:26.126469 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3d2f3a82-14bb-48ce-855a-f4851383d863 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:26.181565 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-3d2f3a82-14bb-48ce-855a-f4851383d863 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] device_id is not set on port 91a3f229-834e-4302-addb-1b1eb17c9728 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:41:26.208275 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d079aeae-5873-4caf-ba40-a3cf47ffc0d2 req-78e694f6-ad63-4837-9a68-643bc4fe2504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:26.209846 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d079aeae-5873-4caf-ba40-a3cf47ffc0d2 req-78e694f6-ad63-4837-9a68-643bc4fe2504 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=af6d10f8e4524fca830991e1540c222c&device_id=37c84bcb-4817-4457-8402-a891a08894ac HTTP/1.1" status: 200 len: 1096 time: 0.0836990 Aug 23 20:41:26.318431 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ff1496e2-1641-491f-b221-6306f57d3c61 req-6736f707-858f-44f5-ae5f-d5f2edff6118 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ec27fc-08e9-4430-8c3c-95495de8bac6 HTTP/1.1" status: 200 len: 210 time: 0.0707242 Aug 23 20:41:26.349300 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-3d2f3a82-14bb-48ce-855a-f4851383d863 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Allocated IP 2001:db8::1ff (84fe6ce6-0cf5-48ca-b2ed-d42e217628c8/c111251e-e229-40d0-b26b-684b1c79dd33/91a3f229-834e-4302-addb-1b1eb17c9728) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:41:26.502023 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1f579c87-3dab-4563-ad6b-03d70a18913b req-bcc57ca8-d89a-4e4f-a041-9ea88322eb24 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/floatingips/1ae0df33-56bc-4c4e-b559-6b3e8acd3935 HTTP/1.1" status: 200 len: 693 time: 0.1182728 Aug 23 20:41:26.506150 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d079aeae-5873-4caf-ba40-a3cf47ffc0d2 req-cdad2cf6-de4f-4c85-9f26-43d0fd6eeab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:26.507738 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d079aeae-5873-4caf-ba40-a3cf47ffc0d2 req-cdad2cf6-de4f-4c85-9f26-43d0fd6eeab9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=038de372-6dab-402e-9e56-851fe636faa4 HTTP/1.1" status: 200 len: 920 time: 0.2902303 Aug 23 20:41:26.572829 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3d2f3a82-14bb-48ce-855a-f4851383d863 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:26.607379 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-3d2f3a82-14bb-48ce-855a-f4851383d863 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Transition to ACTIVE for port object 91a3f229-834e-4302-addb-1b1eb17c9728 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:41:26.622640 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d079aeae-5873-4caf-ba40-a3cf47ffc0d2 req-122d1330-51a6-4793-81f9-f6dac8803985 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd931066-9605-4fca-a348-aae1b610849b HTTP/1.1" status: 200 len: 217 time: 0.0990684 Aug 23 20:41:26.633727 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319566b0-eef5-409e-ab16-3d0e127c2544 req-aad55712-ee41-4dcc-942d-70a02e791d15 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:26.635328 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-319566b0-eef5-409e-ab16-3d0e127c2544 req-aad55712-ee41-4dcc-942d-70a02e791d15 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=101ccc80-5521-4720-889d-1f5135b03c88 HTTP/1.1" status: 200 len: 945 time: 0.0769930 Aug 23 20:41:26.682689 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3d2f3a82-14bb-48ce-855a-f4851383d863 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:26.723255 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-319566b0-eef5-409e-ab16-3d0e127c2544 req-20d29418-10fc-4692-972c-670280eeb141 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767932 Aug 23 20:41:26.740382 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0b54ac46-df6d-4b0e-98b2-85ab5b0cae0c tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:26.743266 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2f3a82-14bb-48ce-855a-f4851383d863 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Network 84fe6ce6-0cf5-48ca-b2ed-d42e217628c8 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:41:26.749918 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-3d2f3a82-14bb-48ce-855a-f4851383d863 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:41:26.755819 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2f3a82-14bb-48ce-855a-f4851383d863 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:41:26.766112 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2f3a82-14bb-48ce-855a-f4851383d863 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:26.767241 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3d2f3a82-14bb-48ce-855a-f4851383d863 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:26.773673 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f3a82-14bb-48ce-855a-f4851383d863 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Pushing event updated for resources: {'Port': ['ID=91a3f229-834e-4302-addb-1b1eb17c9728,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:26.806256 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3d2f3a82-14bb-48ce-855a-f4851383d863 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9718833 Aug 23 20:41:26.807591 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d079aeae-5873-4caf-ba40-a3cf47ffc0d2 req-bd121c61-15b1-4265-b405-f4d3f0589038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:26.808224 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37470) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:26.809073 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d079aeae-5873-4caf-ba40-a3cf47ffc0d2 req-bd121c61-15b1-4265-b405-f4d3f0589038 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=88ba7296-f48b-4a30-b31b-00e095355e1f HTTP/1.1" status: 200 len: 859 time: 0.1559224 Aug 23 20:41:26.815266 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-8441acb2-fb5c-4bb6-a5a3-e509533fb8c1 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Request body: {'port': {'network_id': '84fe6ce6-0cf5-48ca-b2ed-d42e217628c8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1911709462'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:41:26.973474 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8441acb2-fb5c-4bb6-a5a3-e509533fb8c1 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Made reservation on behalf of ac4fd6d2954744f5a0a74c221c011c7c for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:41:26.977473 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8441acb2-fb5c-4bb6-a5a3-e509533fb8c1 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:27.002293 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-8441acb2-fb5c-4bb6-a5a3-e509533fb8c1 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] device_id is not set on port 67aaef33-3620-4dcd-abd5-6b6a0a54cfc1 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:41:27.135961 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-589a1b55-5053-4535-b1c3-b152efa9c7f3 None None] Provisioning for port 91a3f229-834e-4302-addb-1b1eb17c9728 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:41:27.140794 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-589a1b55-5053-4535-b1c3-b152efa9c7f3 None None] Provisioning complete for port 91a3f229-834e-4302-addb-1b1eb17c9728 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:41:27.141250 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-589a1b55-5053-4535-b1c3-b152efa9c7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:27.144047 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-8441acb2-fb5c-4bb6-a5a3-e509533fb8c1 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Allocated IP 2001:db8::188 (84fe6ce6-0cf5-48ca-b2ed-d42e217628c8/c111251e-e229-40d0-b26b-684b1c79dd33/67aaef33-3620-4dcd-abd5-6b6a0a54cfc1) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:41:27.191880 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-589a1b55-5053-4535-b1c3-b152efa9c7f3 None None] Port 91a3f229-834e-4302-addb-1b1eb17c9728 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:41:27.217267 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d079aeae-5873-4caf-ba40-a3cf47ffc0d2 req-15872495-4fad-4230-ba4f-acecb6c2a50a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=038de372-6dab-402e-9e56-851fe636faa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296636 Aug 23 20:41:27.226686 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f579c87-3dab-4563-ad6b-03d70a18913b req-7940424c-f52b-4077-a5b4-1c9ff1c4b1fa tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:27.233953 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1f579c87-3dab-4563-ad6b-03d70a18913b req-7940424c-f52b-4077-a5b4-1c9ff1c4b1fa tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/networks/03d801c5-d257-4cc1-bad3-11a323aafec0 HTTP/1.1" status: 200 len: 784 time: 0.7310386 Aug 23 20:41:27.373623 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1f579c87-3dab-4563-ad6b-03d70a18913b req-0597b7a7-3bc4-4cf8-925d-81c50399a808 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.4.106 HTTP/1.1" status: 200 len: 696 time: 0.1387298 Aug 23 20:41:27.414385 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8441acb2-fb5c-4bb6-a5a3-e509533fb8c1 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:27.474169 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d33e081f-0ca3-4d4b-b0d5-185a04242d30 req-a540596f-bee6-42bb-9877-787c1146155c tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ec27fc-08e9-4430-8c3c-95495de8bac6 HTTP/1.1" status: 200 len: 210 time: 0.0570462 Aug 23 20:41:27.479023 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-8441acb2-fb5c-4bb6-a5a3-e509533fb8c1 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Transition to ACTIVE for port object 67aaef33-3620-4dcd-abd5-6b6a0a54cfc1 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:41:27.503618 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72eab9-79da-4636-8d2c-e6d20173885d req-68dad0e3-69f8-407f-8353-a52729857317 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:27.505143 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ac72eab9-79da-4636-8d2c-e6d20173885d req-68dad0e3-69f8-407f-8353-a52729857317 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.11 "GET /v2.0/networks?id=88798fd2-b8f8-4007-ac21-674c27fbeeb0 HTTP/1.1" status: 200 len: 822 time: 0.1875217 Aug 23 20:41:27.521121 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1f579c87-3dab-4563-ad6b-03d70a18913b req-4ab9eca9-983f-459d-949e-a2d5cfc3dd96 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.4.106 HTTP/1.1" status: 200 len: 696 time: 0.0987108 Aug 23 20:41:27.521877 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-ac72eab9-79da-4636-8d2c-e6d20173885d req-e04a10d1-89e6-4e32-b720-f49a91b643ea tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Request body: {'port': {'device_id': 'a5ec27fc-08e9-4430-8c3c-95495de8bac6', 'network_id': '88798fd2-b8f8-4007-ac21-674c27fbeeb0', 'admin_state_up': True, 'tenant_id': '26835b4b45ce41389a4c3a4e9b75d422'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:41:27.590368 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d079aeae-5873-4caf-ba40-a3cf47ffc0d2 req-5bcd9252-6df7-4653-9ff0-84ff7ededb13 service neutron] 10.222.0.32 "GET /v2.0/networks/038de372-6dab-402e-9e56-851fe636faa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522263 Aug 23 20:41:27.594973 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8441acb2-fb5c-4bb6-a5a3-e509533fb8c1 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:27.663670 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8441acb2-fb5c-4bb6-a5a3-e509533fb8c1 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Network 84fe6ce6-0cf5-48ca-b2ed-d42e217628c8 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:41:27.667014 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-8441acb2-fb5c-4bb6-a5a3-e509533fb8c1 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:41:27.674083 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8441acb2-fb5c-4bb6-a5a3-e509533fb8c1 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:41:27.679702 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8441acb2-fb5c-4bb6-a5a3-e509533fb8c1 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:27.680355 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8441acb2-fb5c-4bb6-a5a3-e509533fb8c1 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:27.705392 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8441acb2-fb5c-4bb6-a5a3-e509533fb8c1 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Pushing event updated for resources: {'Port': ['ID=67aaef33-3620-4dcd-abd5-6b6a0a54cfc1,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:27.717746 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac72eab9-79da-4636-8d2c-e6d20173885d req-e04a10d1-89e6-4e32-b720-f49a91b643ea tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Made reservation on behalf of 26835b4b45ce41389a4c3a4e9b75d422 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:41:27.721869 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ac72eab9-79da-4636-8d2c-e6d20173885d req-e04a10d1-89e6-4e32-b720-f49a91b643ea tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:27.730133 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8441acb2-fb5c-4bb6-a5a3-e509533fb8c1 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9202211 Aug 23 20:41:27.730666 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37478) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:27.743756 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-c85042a2-e78f-44d9-8616-9f15a58077e7 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::304', 'mac_address': 'fa:16:3e:22:2b:1b'}, {'ip_address': '2001:db8::1ff', 'mac_address': 'fa:16:3e:f6:70:5f'}]}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:41:27.795799 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d079aeae-5873-4caf-ba40-a3cf47ffc0d2 req-4d9d6aa4-15cb-4d8e-8259-21d7887a97c3 service neutron] 10.222.0.32 "GET /v2.0/networks/038de372-6dab-402e-9e56-851fe636faa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945257 Aug 23 20:41:27.811125 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-1f579c87-3dab-4563-ad6b-03d70a18913b req-6d62c577-9557-439a-8fbb-9a5938d4f5be tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Deleting port e1fd04b6-20a3-47ec-ac2c-053cf27ba180 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:41:27.811464 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1f579c87-3dab-4563-ad6b-03d70a18913b req-6d62c577-9557-439a-8fbb-9a5938d4f5be tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:27.883904 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-0b54ac46-df6d-4b0e-98b2-85ab5b0cae0c tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Deleting port 44ca2a07-c864-4aad-b2f9-4a7df1480168 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:41:27.884285 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0b54ac46-df6d-4b0e-98b2-85ab5b0cae0c tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:27.981089 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1f579c87-3dab-4563-ad6b-03d70a18913b req-6d62c577-9557-439a-8fbb-9a5938d4f5be tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:27.981510 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1f579c87-3dab-4563-ad6b-03d70a18913b req-6d62c577-9557-439a-8fbb-9a5938d4f5be tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:27.997780 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7c3d3-e23f-4be3-8945-ca3c9328504a req-a4a10324-d8c3-4112-af4d-1c6bb626fd18 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:27.999284 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5ec7c3d3-e23f-4be3-8945-ca3c9328504a req-a4a10324-d8c3-4112-af4d-1c6bb626fd18 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=101ccc80-5521-4720-889d-1f5135b03c88 HTTP/1.1" status: 200 len: 945 time: 0.1594322 Aug 23 20:41:28.009238 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-1f579c87-3dab-4563-ad6b-03d70a18913b req-6d62c577-9557-439a-8fbb-9a5938d4f5be tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Calling delete_port for e1fd04b6-20a3-47ec-ac2c-053cf27ba180 owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:41:28.036776 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-249e514d-1419-47d3-8b59-a85dad30ee3f None None] Provisioning for port 67aaef33-3620-4dcd-abd5-6b6a0a54cfc1 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:41:28.040667 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0b54ac46-df6d-4b0e-98b2-85ab5b0cae0c tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:28.043439 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-249e514d-1419-47d3-8b59-a85dad30ee3f None None] Provisioning complete for port 67aaef33-3620-4dcd-abd5-6b6a0a54cfc1 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:41:28.044037 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-249e514d-1419-47d3-8b59-a85dad30ee3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:28.059681 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-ac72eab9-79da-4636-8d2c-e6d20173885d req-e04a10d1-89e6-4e32-b720-f49a91b643ea tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Allocated IP 172.20.0.8 (88798fd2-b8f8-4007-ac21-674c27fbeeb0/99c2521f-6311-4d62-bcd9-0227f853ffb3/1023af44-17b9-4618-8666-b3ed8b46ed3a) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:41:28.081217 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c85042a2-e78f-44d9-8616-9f15a58077e7 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:28.096573 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-0b54ac46-df6d-4b0e-98b2-85ab5b0cae0c tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Calling delete_port for 44ca2a07-c864-4aad-b2f9-4a7df1480168 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:41:28.102039 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-249e514d-1419-47d3-8b59-a85dad30ee3f None None] Port 67aaef33-3620-4dcd-abd5-6b6a0a54cfc1 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:41:28.123809 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5ec7c3d3-e23f-4be3-8945-ca3c9328504a req-d7a117ce-c12f-4b4b-8bcf-3f849c6be9c6 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134958 Aug 23 20:41:28.293512 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ac72eab9-79da-4636-8d2c-e6d20173885d req-e04a10d1-89e6-4e32-b720-f49a91b643ea tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:28.302934 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1f579c87-3dab-4563-ad6b-03d70a18913b req-6d62c577-9557-439a-8fbb-9a5938d4f5be tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:28.345049 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ac72eab9-79da-4636-8d2c-e6d20173885d req-e04a10d1-89e6-4e32-b720-f49a91b643ea tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:28.358618 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d62c577-9557-439a-8fbb-9a5938d4f5be tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Pushing event deleted for resources: {'Port': ['ID=e1fd04b6-20a3-47ec-ac2c-053cf27ba180,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:28.381677 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d62c577-9557-439a-8fbb-9a5938d4f5be tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:41:28.382045 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d62c577-9557-439a-8fbb-9a5938d4f5be tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:41:28.383023 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d62c577-9557-439a-8fbb-9a5938d4f5be tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:41:28.383023 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d62c577-9557-439a-8fbb-9a5938d4f5be tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:41:28.383023 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d62c577-9557-439a-8fbb-9a5938d4f5be tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:41:28.383355 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d62c577-9557-439a-8fbb-9a5938d4f5be tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:41:28.383771 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d62c577-9557-439a-8fbb-9a5938d4f5be tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:41:28.383987 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d62c577-9557-439a-8fbb-9a5938d4f5be tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:41:28.384318 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d62c577-9557-439a-8fbb-9a5938d4f5be tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:41:28.384640 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d62c577-9557-439a-8fbb-9a5938d4f5be tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:41:28.386591 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d62c577-9557-439a-8fbb-9a5938d4f5be tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:41:28.386591 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d62c577-9557-439a-8fbb-9a5938d4f5be tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:41:28.390899 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac72eab9-79da-4636-8d2c-e6d20173885d req-e04a10d1-89e6-4e32-b720-f49a91b643ea tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Network 88798fd2-b8f8-4007-ac21-674c27fbeeb0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:41:28.396569 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-ac72eab9-79da-4636-8d2c-e6d20173885d req-e04a10d1-89e6-4e32-b720-f49a91b643ea tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:41:28.404107 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac72eab9-79da-4636-8d2c-e6d20173885d req-e04a10d1-89e6-4e32-b720-f49a91b643ea tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:41:28.407387 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04a10d1-89e6-4e32-b720-f49a91b643ea tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Pushing event updated for resources: {'Port': ['ID=1023af44-17b9-4618-8666-b3ed8b46ed3a,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:28.431699 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0b54ac46-df6d-4b0e-98b2-85ab5b0cae0c tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:28.476587 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54ac46-df6d-4b0e-98b2-85ab5b0cae0c tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event deleted for resources: {'Port': ['ID=44ca2a07-c864-4aad-b2f9-4a7df1480168,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:28.516134 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72eab9-79da-4636-8d2c-e6d20173885d req-e04a10d1-89e6-4e32-b720-f49a91b643ea tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:28.516822 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ac72eab9-79da-4636-8d2c-e6d20173885d req-e04a10d1-89e6-4e32-b720-f49a91b643ea tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:28.542098 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1f579c87-3dab-4563-ad6b-03d70a18913b req-6d62c577-9557-439a-8fbb-9a5938d4f5be tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:28.545036 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1f579c87-3dab-4563-ad6b-03d70a18913b req-6d62c577-9557-439a-8fbb-9a5938d4f5be tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:28.549091 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ac72eab9-79da-4636-8d2c-e6d20173885d req-e04a10d1-89e6-4e32-b720-f49a91b643ea tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0314023 Aug 23 20:41:28.549289 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1f579c87-3dab-4563-ad6b-03d70a18913b req-6d62c577-9557-439a-8fbb-9a5938d4f5be tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "DELETE /v2.0/floatingips/1ae0df33-56bc-4c4e-b559-6b3e8acd3935 HTTP/1.1" status: 204 len: 173 time: 1.0146997 Aug 23 20:41:28.572601 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-ac72eab9-79da-4636-8d2c-e6d20173885d req-0cec71b5-5401-4975-bb51-fe4ba22a01bb service neutron] Request body: {'port': {'device_id': 'a5ec27fc-08e9-4430-8c3c-95495de8bac6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:41:28.691782 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0b54ac46-df6d-4b0e-98b2-85ab5b0cae0c tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:28.711238 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-64ff8f9c-0145-43bf-8a56-b53e39a400e7 req-404adfa7-920e-4630-a250-53d2bab24666 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/security-groups/958d4f74-fcc6-4124-a826-52d3c6372816 HTTP/1.1" status: 200 len: 1809 time: 0.1302152 Aug 23 20:41:28.737350 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27b2a2-3d1c-4683-9188-fa0a91ff1def req-27ca7a5b-7e76-44f6-90dd-f8d556494e96 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:28.739861 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ba27b2a2-3d1c-4683-9188-fa0a91ff1def req-27ca7a5b-7e76-44f6-90dd-f8d556494e96 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ec27fc-08e9-4430-8c3c-95495de8bac6 HTTP/1.1" status: 200 len: 931 time: 0.1272643 Aug 23 20:41:28.754059 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ac72eab9-79da-4636-8d2c-e6d20173885d req-0cec71b5-5401-4975-bb51-fe4ba22a01bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:28.757286 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c85042a2-e78f-44d9-8616-9f15a58077e7 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:28.779772 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c85042a2-e78f-44d9-8616-9f15a58077e7 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:28.850766 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-c85042a2-e78f-44d9-8616-9f15a58077e7 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] In _notify_port_updated(), no bound segment for port 67aaef33-3620-4dcd-abd5-6b6a0a54cfc1 on network 84fe6ce6-0cf5-48ca-b2ed-d42e217628c8 {{(pid=94687) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 20:41:28.856392 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85042a2-e78f-44d9-8616-9f15a58077e7 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:28.857057 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c85042a2-e78f-44d9-8616-9f15a58077e7 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:28.858420 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c85042a2-e78f-44d9-8616-9f15a58077e7 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] 10.222.0.61 "PUT /v2.0/ports/67aaef33-3620-4dcd-abd5-6b6a0a54cfc1 HTTP/1.1" status: 200 len: 1068 time: 1.1203425 Aug 23 20:41:28.862833 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37490) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:28.880681 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ba27b2a2-3d1c-4683-9188-fa0a91ff1def req-153d16a6-72f8-401b-9d35-511bfc50f5ae tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/security-groups?id=0f82240c-c6c4-4a5d-9c5f-0ca19e0dcac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300621 Aug 23 20:41:28.904398 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85042a2-e78f-44d9-8616-9f15a58077e7 tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Pushing event updated for resources: {'Port': ['ID=67aaef33-3620-4dcd-abd5-6b6a0a54cfc1,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:28.993061 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b54ac46-df6d-4b0e-98b2-85ab5b0cae0c tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Router 6b812823-95a9-497f-a19d-f447dd11ed6a has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:41:28.996119 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-64ff8f9c-0145-43bf-8a56-b53e39a400e7 req-5fe1cb19-b520-42a9-adeb-ef8849971668 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:29.071672 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-64ff8f9c-0145-43bf-8a56-b53e39a400e7 req-5fe1cb19-b520-42a9-adeb-ef8849971668 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:29.085628 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b43db0a-7e3e-4ae3-9d0c-230e2c1a55b7 req-a11b6e28-d911-4293-a850-386b5d724d26 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:29.087459 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5b43db0a-7e3e-4ae3-9d0c-230e2c1a55b7 req-a11b6e28-d911-4293-a850-386b5d724d26 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.32 "GET /v2.0/ports?device_id=101ccc80-5521-4720-889d-1f5135b03c88 HTTP/1.1" status: 200 len: 945 time: 0.1786659 Aug 23 20:41:29.134549 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b2e98222-2f9e-485a-a960-126b538bf710 None None] Provisioning complete for port 67aaef33-3620-4dcd-abd5-6b6a0a54cfc1 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:41:29.135691 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b2e98222-2f9e-485a-a960-126b538bf710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:29.177996 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-ac72eab9-79da-4636-8d2c-e6d20173885d req-0cec71b5-5401-4975-bb51-fe4ba22a01bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1023af44-17b9-4618-8666-b3ed8b46ed3a {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:41:29.190685 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ac72eab9-79da-4636-8d2c-e6d20173885d req-0cec71b5-5401-4975-bb51-fe4ba22a01bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:29.191033 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b2e98222-2f9e-485a-a960-126b538bf710 None None] Port 67aaef33-3620-4dcd-abd5-6b6a0a54cfc1 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:41:29.227871 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-ac72eab9-79da-4636-8d2c-e6d20173885d req-0cec71b5-5401-4975-bb51-fe4ba22a01bb service neutron] Transition to ACTIVE for port object 1023af44-17b9-4618-8666-b3ed8b46ed3a will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:41:29.240162 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b54ac46-df6d-4b0e-98b2-85ab5b0cae0c tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:41:29.253234 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-0b54ac46-df6d-4b0e-98b2-85ab5b0cae0c tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "PUT /v2.0/routers/6b812823-95a9-497f-a19d-f447dd11ed6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4762301 Aug 23 20:41:29.257617 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee524659-d6e1-45f9-97c7-726bd7b7d54f None None] Sync routers for ids ['6b812823-95a9-497f-a19d-f447dd11ed6a'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:41:29.260456 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37494) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:29.263990 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ac72eab9-79da-4636-8d2c-e6d20173885d req-0cec71b5-5401-4975-bb51-fe4ba22a01bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:29.289661 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee524659-d6e1-45f9-97c7-726bd7b7d54f None None] Routers {'6b812823-95a9-497f-a19d-f447dd11ed6a'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:41:29.295894 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ee524659-d6e1-45f9-97c7-726bd7b7d54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:41:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['6b812823-95a9-497f-a19d-f447dd11ed6a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:29.297408 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-c3f04903-992c-41e1-aa9d-70a77af6796b tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Deleting port 67aaef33-3620-4dcd-abd5-6b6a0a54cfc1 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:41:29.298284 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c3f04903-992c-41e1-aa9d-70a77af6796b tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:29.325291 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-64ff8f9c-0145-43bf-8a56-b53e39a400e7 req-5fe1cb19-b520-42a9-adeb-ef8849971668 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:29.327891 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-64ff8f9c-0145-43bf-8a56-b53e39a400e7 req-5fe1cb19-b520-42a9-adeb-ef8849971668 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:29.332533 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-64ff8f9c-0145-43bf-8a56-b53e39a400e7 req-5fe1cb19-b520-42a9-adeb-ef8849971668 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "DELETE /v2.0/security-groups/958d4f74-fcc6-4124-a826-52d3c6372816 HTTP/1.1" status: 204 len: 173 time: 0.5798547 Aug 23 20:41:29.353138 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ee524659-d6e1-45f9-97c7-726bd7b7d54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:29.369793 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee524659-d6e1-45f9-97c7-726bd7b7d54f None None] Routers {'6b812823-95a9-497f-a19d-f447dd11ed6a'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:41:29.370570 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ee524659-d6e1-45f9-97c7-726bd7b7d54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:41:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['6b812823-95a9-497f-a19d-f447dd11ed6a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:29.396717 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cec71b5-5401-4975-bb51-fe4ba22a01bb service neutron] Pushing event updated for resources: {'Port': ['ID=1023af44-17b9-4618-8666-b3ed8b46ed3a,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:29.421790 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ee524659-d6e1-45f9-97c7-726bd7b7d54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:29.423886 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee524659-d6e1-45f9-97c7-726bd7b7d54f None None] The sync data for ids ['6b812823-95a9-497f-a19d-f447dd11ed6a'] in n-d-805663-2 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:41:29.440852 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe1cb19-b520-42a9-adeb-ef8849971668 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=958d4f74-fcc6-4124-a826-52d3c6372816,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:29.493846 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-5b43db0a-7e3e-4ae3-9d0c-230e2c1a55b7 req-4e2c710d-8213-4d5c-b048-eee88e379332 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Deleting port e3e3e113-fc54-4d7c-b6eb-38c03755766d {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:41:29.494189 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5b43db0a-7e3e-4ae3-9d0c-230e2c1a55b7 req-4e2c710d-8213-4d5c-b048-eee88e379332 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:29.496492 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf7a06-e16b-4b05-b4df-7473d98a8c89 req-931b6092-d2b6-491a-bca8-71e46dcf6379 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:29.498098 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-59bf7a06-e16b-4b05-b4df-7473d98a8c89 req-931b6092-d2b6-491a-bca8-71e46dcf6379 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=101ccc80-5521-4720-889d-1f5135b03c88 HTTP/1.1" status: 200 len: 945 time: 0.2838497 Aug 23 20:41:29.582316 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c3f04903-992c-41e1-aa9d-70a77af6796b tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:29.608475 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-c3f04903-992c-41e1-aa9d-70a77af6796b tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Calling delete_port for 67aaef33-3620-4dcd-abd5-6b6a0a54cfc1 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:41:29.667323 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-d0100fe6-4ada-4ba9-a471-31b3baac0a47 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] remove_router_interface failed (client error): The resource could not be found. Aug 23 20:41:29.668331 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d0100fe6-4ada-4ba9-a471-31b3baac0a47 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "PUT /v2.0/routers/6b812823-95a9-497f-a19d-f447dd11ed6a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4064193 Aug 23 20:41:29.672337 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37504) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:29.675575 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-59bf7a06-e16b-4b05-b4df-7473d98a8c89 req-577b4d64-06d0-4083-83aa-35b425fbab07 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/security-groups?id=005a3639-792b-437f-b919-87b5e6a90b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479642 Aug 23 20:41:29.720144 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-781745f0-9444-466c-9f0b-1d549100661c tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b812823-95a9-497f-a19d-f447dd11ed6a HTTP/1.1" status: 200 len: 205 time: 0.0433333 Aug 23 20:41:29.722788 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37506) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:29.727847 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-5b43db0a-7e3e-4ae3-9d0c-230e2c1a55b7 req-4e2c710d-8213-4d5c-b048-eee88e379332 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] For port e3e3e113-fc54-4d7c-b6eb-38c03755766d, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=e3e3e113-fc54-4d7c-b6eb-38c03755766d,segment=NetworkSegment(850a8407-3594-4fdf-af96-d8bf20de61c1),segment_id=850a8407-3594-4fdf-af96-d8bf20de61c1)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:41:29.729277 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5b43db0a-7e3e-4ae3-9d0c-230e2c1a55b7 req-4e2c710d-8213-4d5c-b048-eee88e379332 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:29.734403 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-ac72eab9-79da-4636-8d2c-e6d20173885d req-0cec71b5-5401-4975-bb51-fe4ba22a01bb service neutron] Attempting to bind port 1023af44-17b9-4618-8666-b3ed8b46ed3a on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:41:29.734403 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-ac72eab9-79da-4636-8d2c-e6d20173885d req-0cec71b5-5401-4975-bb51-fe4ba22a01bb service neutron] Attempting to bind port 1023af44-17b9-4618-8666-b3ed8b46ed3a by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '2eca2f48-a757-4e4a-84b6-cecf77c14bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '88798fd2-b8f8-4007-ac21-674c27fbeeb0'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:41:29.734403 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac72eab9-79da-4636-8d2c-e6d20173885d req-0cec71b5-5401-4975-bb51-fe4ba22a01bb service neutron] Attempting to bind port 1023af44-17b9-4618-8666-b3ed8b46ed3a on network 88798fd2-b8f8-4007-ac21-674c27fbeeb0 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:41:29.759820 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-5b43db0a-7e3e-4ae3-9d0c-230e2c1a55b7 req-4e2c710d-8213-4d5c-b048-eee88e379332 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Calling delete_port for e3e3e113-fc54-4d7c-b6eb-38c03755766d owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:41:29.786269 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac72eab9-79da-4636-8d2c-e6d20173885d req-0cec71b5-5401-4975-bb51-fe4ba22a01bb service neutron] Port 1023af44-17b9-4618-8666-b3ed8b46ed3a on network 88798fd2-b8f8-4007-ac21-674c27fbeeb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:41:29.786269 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac72eab9-79da-4636-8d2c-e6d20173885d req-0cec71b5-5401-4975-bb51-fe4ba22a01bb service neutron] Attempting to bind port 1023af44-17b9-4618-8666-b3ed8b46ed3a on network 88798fd2-b8f8-4007-ac21-674c27fbeeb0 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:41:29.835473 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac72eab9-79da-4636-8d2c-e6d20173885d req-0cec71b5-5401-4975-bb51-fe4ba22a01bb service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:41:29.835751 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac72eab9-79da-4636-8d2c-e6d20173885d req-0cec71b5-5401-4975-bb51-fe4ba22a01bb service neutron] Checking segment: {'id': '2eca2f48-a757-4e4a-84b6-cecf77c14bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '88798fd2-b8f8-4007-ac21-674c27fbeeb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:41:29.836091 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac72eab9-79da-4636-8d2c-e6d20173885d req-0cec71b5-5401-4975-bb51-fe4ba22a01bb service neutron] Bound using segment: {'id': '2eca2f48-a757-4e4a-84b6-cecf77c14bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '88798fd2-b8f8-4007-ac21-674c27fbeeb0'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:41:29.836551 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-ac72eab9-79da-4636-8d2c-e6d20173885d req-0cec71b5-5401-4975-bb51-fe4ba22a01bb service neutron] Bound port: 1023af44-17b9-4618-8666-b3ed8b46ed3a, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eca2f48-a757-4e4a-84b6-cecf77c14bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '88798fd2-b8f8-4007-ac21-674c27fbeeb0'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:41:29.836943 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ac72eab9-79da-4636-8d2c-e6d20173885d req-0cec71b5-5401-4975-bb51-fe4ba22a01bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:29.843008 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8aae31b3-414d-4c14-b8ce-a3c1662f37b9 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:29.942426 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c3f04903-992c-41e1-aa9d-70a77af6796b tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:29.979632 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f4697-dd87-41ea-ac2b-18146d11a715 req-7d3272d9-bd83-4487-9968-a751682b70d9 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:29.981248 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a39f4697-dd87-41ea-ac2b-18146d11a715 req-7d3272d9-bd83-4487-9968-a751682b70d9 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/ports?device_id=37c84bcb-4817-4457-8402-a891a08894ac HTTP/1.1" status: 200 len: 945 time: 0.2128024 Aug 23 20:41:30.035823 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f04903-992c-41e1-aa9d-70a77af6796b tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Pushing event deleted for resources: {'Port': ['ID=67aaef33-3620-4dcd-abd5-6b6a0a54cfc1,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:30.154613 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656bff95-1a0a-4087-89f8-aeaf6a5e7136 req-5c74c1e0-61ed-4145-92a2-32c9428238f3 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:30.156284 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-656bff95-1a0a-4087-89f8-aeaf6a5e7136 req-5c74c1e0-61ed-4145-92a2-32c9428238f3 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ec27fc-08e9-4430-8c3c-95495de8bac6 HTTP/1.1" status: 200 len: 943 time: 0.1618335 Aug 23 20:41:30.168137 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5b43db0a-7e3e-4ae3-9d0c-230e2c1a55b7 req-4e2c710d-8213-4d5c-b048-eee88e379332 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:30.210513 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['e3e3e113-fc54-4d7c-b6eb-38c03755766d'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:41:30.214670 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c710d-8213-4d5c-b048-eee88e379332 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Pushing event deleted for resources: {'Port': ['ID=e3e3e113-fc54-4d7c-b6eb-38c03755766d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:30.369339 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-656bff95-1a0a-4087-89f8-aeaf6a5e7136 req-37ebe5e5-5d58-4eb4-b8f7-a1799b64a65d tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/security-groups?id=0f82240c-c6c4-4a5d-9c5f-0ca19e0dcac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917748 Aug 23 20:41:30.373576 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b43db0a-7e3e-4ae3-9d0c-230e2c1a55b7 req-4e2c710d-8213-4d5c-b048-eee88e379332 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] No DVR routers for this DVR port e3e3e113-fc54-4d7c-b6eb-38c03755766d on host n-h2-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:41:30.378795 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5b43db0a-7e3e-4ae3-9d0c-230e2c1a55b7 req-4e2c710d-8213-4d5c-b048-eee88e379332 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:30.380670 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5b43db0a-7e3e-4ae3-9d0c-230e2c1a55b7 req-4e2c710d-8213-4d5c-b048-eee88e379332 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.32 "DELETE /v2.0/ports/e3e3e113-fc54-4d7c-b6eb-38c03755766d HTTP/1.1" status: 204 len: 173 time: 1.2836640 Aug 23 20:41:30.381226 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101ccc80-5521-4720-889d-1f5135b03c88', 'name': 'network-vif-deleted', 'tag': 'e3e3e113-fc54-4d7c-b6eb-38c03755766d'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:41:30.383685 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0837c788-6da9-40a4-bbc8-0962ab57ea53" -d '{"events": [{"server_uuid": "101ccc80-5521-4720-889d-1f5135b03c88", "name": "network-vif-deleted", "tag": "e3e3e113-fc54-4d7c-b6eb-38c03755766d"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:41:30.442179 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61266a5-41e9-4328-818e-65dd60b4af30 x-openstack-request-id: req-e61266a5-41e9-4328-818e-65dd60b4af30 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:41:30.442640 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "101ccc80-5521-4720-889d-1f5135b03c88", "name": "network-vif-deleted", "tag": "e3e3e113-fc54-4d7c-b6eb-38c03755766d", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:41:30.442884 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e61266a5-41e9-4328-818e-65dd60b4af30 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:41:30.443308 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '101ccc80-5521-4720-889d-1f5135b03c88', 'name': 'network-vif-deleted', 'tag': 'e3e3e113-fc54-4d7c-b6eb-38c03755766d', 'status': 'completed', 'code': 200} Aug 23 20:41:30.447951 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c3f04903-992c-41e1-aa9d-70a77af6796b tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:30.452308 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c3f04903-992c-41e1-aa9d-70a77af6796b tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] 10.222.0.61 "DELETE /v2.0/ports/67aaef33-3620-4dcd-abd5-6b6a0a54cfc1 HTTP/1.1" status: 204 len: 168 time: 1.5842822 Aug 23 20:41:30.453008 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37512) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:30.498472 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed83eba8-0e8f-4b44-a6f6-19c44acbc76e tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] GET failed (client error): The resource could not be found. Aug 23 20:41:30.503581 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ed83eba8-0e8f-4b44-a6f6-19c44acbc76e tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] 10.222.0.61 "GET /v2.0/ports/67aaef33-3620-4dcd-abd5-6b6a0a54cfc1 HTTP/1.1" status: 404 len: 333 time: 0.0463588 Aug 23 20:41:30.503893 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37514) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:30.529499 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8aae31b3-414d-4c14-b8ce-a3c1662f37b9 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:30.535404 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8aae31b3-414d-4c14-b8ce-a3c1662f37b9 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:30.555753 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-ac72eab9-79da-4636-8d2c-e6d20173885d req-0cec71b5-5401-4975-bb51-fe4ba22a01bb service neutron] For port 1023af44-17b9-4618-8666-b3ed8b46ed3a, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:41:30.609105 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a39f4697-dd87-41ea-ac2b-18146d11a715 req-5ba165b9-8625-4f5a-9967-b8b25f458b56 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e94c7c4-469a-4a61-b228-394c20a2395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027121 Aug 23 20:41:30.614538 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-ac72eab9-79da-4636-8d2c-e6d20173885d req-0cec71b5-5401-4975-bb51-fe4ba22a01bb service neutron] For port 1023af44-17b9-4618-8666-b3ed8b46ed3a, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=1023af44-17b9-4618-8666-b3ed8b46ed3a,segment=NetworkSegment(2eca2f48-a757-4e4a-84b6-cecf77c14bb3),segment_id=2eca2f48-a757-4e4a-84b6-cecf77c14bb3)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:41:30.625215 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ac72eab9-79da-4636-8d2c-e6d20173885d req-0cec71b5-5401-4975-bb51-fe4ba22a01bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:30.670911 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-16db2729-5ff3-414c-9cf1-2f23cf2777bb tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Deleting port 91a3f229-834e-4302-addb-1b1eb17c9728 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:41:30.671199 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8aae31b3-414d-4c14-b8ce-a3c1662f37b9 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:30.671319 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-16db2729-5ff3-414c-9cf1-2f23cf2777bb tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:30.672158 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aae31b3-414d-4c14-b8ce-a3c1662f37b9 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Fanout notify agent at l3_agent the message router_deleted on router 6b812823-95a9-497f-a19d-f447dd11ed6a {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:41:30.687085 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8aae31b3-414d-4c14-b8ce-a3c1662f37b9 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:30.689287 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8aae31b3-414d-4c14-b8ce-a3c1662f37b9 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "DELETE /v2.0/routers/6b812823-95a9-497f-a19d-f447dd11ed6a HTTP/1.1" status: 204 len: 168 time: 0.9642611 Aug 23 20:41:30.693935 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37520) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:30.736602 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72eab9-79da-4636-8d2c-e6d20173885d req-0cec71b5-5401-4975-bb51-fe4ba22a01bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:30.737737 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ac72eab9-79da-4636-8d2c-e6d20173885d req-0cec71b5-5401-4975-bb51-fe4ba22a01bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:30.739158 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ac72eab9-79da-4636-8d2c-e6d20173885d req-0cec71b5-5401-4975-bb51-fe4ba22a01bb service neutron] 10.222.0.11 "PUT /v2.0/ports/1023af44-17b9-4618-8666-b3ed8b46ed3a HTTP/1.1" status: 200 len: 1091 time: 2.1816175 Aug 23 20:41:30.739615 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ec27fc-08e9-4430-8c3c-95495de8bac6', 'tag': '1023af44-17b9-4618-8666-b3ed8b46ed3a'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:41:30.742418 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b345f38-6436-4b4c-bd25-0f80b41bfc8a" -d '{"events": [{"name": "network-changed", "server_uuid": "a5ec27fc-08e9-4430-8c3c-95495de8bac6", "tag": "1023af44-17b9-4618-8666-b3ed8b46ed3a"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:41:30.783388 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cec71b5-5401-4975-bb51-fe4ba22a01bb service neutron] Pushing event updated for resources: {'Port': ['ID=1023af44-17b9-4618-8666-b3ed8b46ed3a,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:30.804871 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-77a96e4e-2e32-4504-89b1-d5e06db4266b tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Deleting subnet 3d72d896-bae0-489e-90f7-80504867db00 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:41:30.831516 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77a96e4e-2e32-4504-89b1-d5e06db4266b tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:30.863129 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-16db2729-5ff3-414c-9cf1-2f23cf2777bb tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:30.879209 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-16db2729-5ff3-414c-9cf1-2f23cf2777bb tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Calling delete_port for 91a3f229-834e-4302-addb-1b1eb17c9728 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:41:30.903156 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1eef483-65da-4ffb-bd65-428bcd56e001 x-openstack-request-id: req-e1eef483-65da-4ffb-bd65-428bcd56e001 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:41:30.903569 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5ec27fc-08e9-4430-8c3c-95495de8bac6", "tag": "1023af44-17b9-4618-8666-b3ed8b46ed3a", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:41:30.903920 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e1eef483-65da-4ffb-bd65-428bcd56e001 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:41:30.904465 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5ec27fc-08e9-4430-8c3c-95495de8bac6', 'tag': '1023af44-17b9-4618-8666-b3ed8b46ed3a', 'status': 'completed', 'code': 200} Aug 23 20:41:30.911021 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b37fd510-65c3-4333-875d-e410451a528c req-3728242b-a15a-4f97-bac2-2db5b0bbe197 tempest-ServerRescueTestJSON-2015717649 tempest-ServerRescueTestJSON-2015717649-project] 10.222.0.61 "GET /v2.0/ports?device_id=101ccc80-5521-4720-889d-1f5135b03c88 HTTP/1.1" status: 200 len: 210 time: 0.0726686 Aug 23 20:41:30.927769 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77a96e4e-2e32-4504-89b1-d5e06db4266b tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:30.940006 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72eab9-79da-4636-8d2c-e6d20173885d req-62f992a4-81ef-4abd-b92e-cfff60ea0e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:30.941899 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ac72eab9-79da-4636-8d2c-e6d20173885d req-62f992a4-81ef-4abd-b92e-cfff60ea0e6b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=26835b4b45ce41389a4c3a4e9b75d422&device_id=a5ec27fc-08e9-4430-8c3c-95495de8bac6 HTTP/1.1" status: 200 len: 1094 time: 0.1228049 Aug 23 20:41:31.012328 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ac72eab9-79da-4636-8d2c-e6d20173885d req-83c30714-5f75-4c69-aecb-40aa3be3c567 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1023af44-17b9-4618-8666-b3ed8b46ed3a HTTP/1.1" status: 200 len: 217 time: 0.0458174 Aug 23 20:41:31.046263 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-16db2729-5ff3-414c-9cf1-2f23cf2777bb tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:31.076397 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16db2729-5ff3-414c-9cf1-2f23cf2777bb tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Pushing event deleted for resources: {'Port': ['ID=91a3f229-834e-4302-addb-1b1eb17c9728,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:31.101476 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72eab9-79da-4636-8d2c-e6d20173885d req-e293e2a9-0bae-4c9d-b16b-24d1e2c359f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:31.103035 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ac72eab9-79da-4636-8d2c-e6d20173885d req-e293e2a9-0bae-4c9d-b16b-24d1e2c359f2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=99c2521f-6311-4d62-bcd9-0227f853ffb3 HTTP/1.1" status: 200 len: 862 time: 0.0830421 Aug 23 20:41:31.103776 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-16db2729-5ff3-414c-9cf1-2f23cf2777bb tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:31.105944 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-16db2729-5ff3-414c-9cf1-2f23cf2777bb tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] 10.222.0.61 "DELETE /v2.0/ports/91a3f229-834e-4302-addb-1b1eb17c9728 HTTP/1.1" status: 204 len: 168 time: 0.6008031 Aug 23 20:41:31.108871 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37528) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:31.168590 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77a96e4e-2e32-4504-89b1-d5e06db4266b tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:31.174540 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ac72eab9-79da-4636-8d2c-e6d20173885d req-c6f99cd1-c168-4359-b0f2-bf2225f13840 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=88798fd2-b8f8-4007-ac21-674c27fbeeb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601015 Aug 23 20:41:31.193151 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d830612-6c7f-49fc-a40b-3b24e9c225af tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] GET failed (client error): The resource could not be found. Aug 23 20:41:31.194771 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6d830612-6c7f-49fc-a40b-3b24e9c225af tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] 10.222.0.61 "GET /v2.0/ports/91a3f229-834e-4302-addb-1b1eb17c9728 HTTP/1.1" status: 404 len: 333 time: 0.0849371 Aug 23 20:41:31.200300 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37530) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:31.318071 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77a96e4e-2e32-4504-89b1-d5e06db4266b tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:31.365347 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a96e4e-2e32-4504-89b1-d5e06db4266b tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event deleted for resources: {'Subnet': ['ID=3d72d896-bae0-489e-90f7-80504867db00,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:31.370493 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ac72eab9-79da-4636-8d2c-e6d20173885d req-08c1e15d-c503-49be-93be-00782b9e8a65 service neutron] 10.222.0.11 "GET /v2.0/networks/88798fd2-b8f8-4007-ac21-674c27fbeeb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710186 Aug 23 20:41:31.371410 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77a96e4e-2e32-4504-89b1-d5e06db4266b tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:31.375547 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-77a96e4e-2e32-4504-89b1-d5e06db4266b tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "DELETE /v2.0/subnets/3d72d896-bae0-489e-90f7-80504867db00 HTTP/1.1" status: 204 len: 168 time: 0.6765344 Aug 23 20:41:31.375828 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37532) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:31.392972 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87415398-3a5a-41a7-b21e-12ec9ea776e6 None None] Network ce1c2dcb-93da-43c6-ac50-7e2a00eba6db requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:41:31.574819 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2b4e6a74-85bf-4721-a149-e638d391c8f0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:31.617925 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ac72eab9-79da-4636-8d2c-e6d20173885d req-c237f08e-a4fc-4aea-9e0b-f082d1512127 service neutron] 10.222.0.11 "GET /v2.0/networks/88798fd2-b8f8-4007-ac21-674c27fbeeb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393258 Aug 23 20:41:31.698268 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ada2c9f-e13f-4e12-9d9c-efce1cbef3f3 None None] DHCP port deletion for ce1c2dcb-93da-43c6-ac50-7e2a00eba6db request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:41:31.757463 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da96101-6eb1-4519-b9d5-7b8ebedbf1e2 req-dc1088f2-6ffc-4a08-80b0-82948f9a1a27 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:31.761527 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0da96101-6eb1-4519-b9d5-7b8ebedbf1e2 req-dc1088f2-6ffc-4a08-80b0-82948f9a1a27 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ec27fc-08e9-4430-8c3c-95495de8bac6 HTTP/1.1" status: 200 len: 943 time: 0.0957949 Aug 23 20:41:31.778087 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-8ada2c9f-e13f-4e12-9d9c-efce1cbef3f3 None None] Deleting port 48e5b2bf-c24e-4d1e-a334-834a0d9d4dd1 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:41:31.778967 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8ada2c9f-e13f-4e12-9d9c-efce1cbef3f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:31.780309 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-7dd29cc0-018a-4615-8ab4-866e5513f59c tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Deleting port 4558f1dd-8c9e-4484-b639-eaeadcccf95b {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:41:31.780852 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7dd29cc0-018a-4615-8ab4-866e5513f59c tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:31.785574 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-2b4e6a74-85bf-4721-a149-e638d391c8f0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Deleting port 48e5b2bf-c24e-4d1e-a334-834a0d9d4dd1 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:41:31.786481 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2b4e6a74-85bf-4721-a149-e638d391c8f0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:31.858141 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-8ada2c9f-e13f-4e12-9d9c-efce1cbef3f3 None None] For port 48e5b2bf-c24e-4d1e-a334-834a0d9d4dd1, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=48e5b2bf-c24e-4d1e-a334-834a0d9d4dd1,segment=NetworkSegment(c20cebf4-0705-42a7-9318-747cdecb6ffe),segment_id=c20cebf4-0705-42a7-9318-747cdecb6ffe)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:41:31.858583 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8ada2c9f-e13f-4e12-9d9c-efce1cbef3f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:31.876276 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-8ada2c9f-e13f-4e12-9d9c-efce1cbef3f3 None None] Calling delete_port for 48e5b2bf-c24e-4d1e-a334-834a0d9d4dd1 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:41:31.946837 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0da96101-6eb1-4519-b9d5-7b8ebedbf1e2 req-8385d5f7-c9f1-41d1-8abe-98785a835aec tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/security-groups?id=0f82240c-c6c4-4a5d-9c5f-0ca19e0dcac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716270 Aug 23 20:41:31.964014 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b345f38-6436-4b4c-bd25-0f80b41bfc8a req-29fdf5aa-df39-4110-b2de-457b5cb5e943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:31.966527 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1b345f38-6436-4b4c-bd25-0f80b41bfc8a req-29fdf5aa-df39-4110-b2de-457b5cb5e943 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=26835b4b45ce41389a4c3a4e9b75d422&device_id=a5ec27fc-08e9-4430-8c3c-95495de8bac6 HTTP/1.1" status: 200 len: 1094 time: 0.2542744 Aug 23 20:41:31.980841 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8ada2c9f-e13f-4e12-9d9c-efce1cbef3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:32.008214 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-2b4e6a74-85bf-4721-a149-e638d391c8f0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] For port 48e5b2bf-c24e-4d1e-a334-834a0d9d4dd1, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=48e5b2bf-c24e-4d1e-a334-834a0d9d4dd1,segment=NetworkSegment(c20cebf4-0705-42a7-9318-747cdecb6ffe),segment_id=c20cebf4-0705-42a7-9318-747cdecb6ffe)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:41:32.008675 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2b4e6a74-85bf-4721-a149-e638d391c8f0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:32.015598 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7dd29cc0-018a-4615-8ab4-866e5513f59c tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:32.025992 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada2c9f-e13f-4e12-9d9c-efce1cbef3f3 None None] Pushing event deleted for resources: {'Port': ['ID=48e5b2bf-c24e-4d1e-a334-834a0d9d4dd1,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:32.040193 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f3975-e731-4b1a-8152-b012e152d2af req-01072199-529e-40b8-b6f6-e5fcc42b2b71 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:32.042300 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-7dd29cc0-018a-4615-8ab4-866e5513f59c tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Calling delete_port for 4558f1dd-8c9e-4484-b639-eaeadcccf95b owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:41:32.042692 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-199f3975-e731-4b1a-8152-b012e152d2af req-01072199-529e-40b8-b6f6-e5fcc42b2b71 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/ports?device_id=37c84bcb-4817-4457-8402-a891a08894ac HTTP/1.1" status: 200 len: 945 time: 0.2785301 Aug 23 20:41:32.044316 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ada2c9f-e13f-4e12-9d9c-efce1cbef3f3 None None] No DVR routers for this DVR port 48e5b2bf-c24e-4d1e-a334-834a0d9d4dd1 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:41:32.076747 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-2b4e6a74-85bf-4721-a149-e638d391c8f0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Calling delete_port for 48e5b2bf-c24e-4d1e-a334-834a0d9d4dd1 owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:41:32.212956 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-199f3975-e731-4b1a-8152-b012e152d2af req-3daf7b44-663c-4a26-8465-13c0172556ad tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e94c7c4-469a-4a61-b228-394c20a2395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466813 Aug 23 20:41:32.235320 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37546) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:32.252381 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b345f38-6436-4b4c-bd25-0f80b41bfc8a req-88787ee2-2c2a-40d4-b16c-cd858ec476c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:32.253894 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1b345f38-6436-4b4c-bd25-0f80b41bfc8a req-88787ee2-2c2a-40d4-b16c-cd858ec476c0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=88798fd2-b8f8-4007-ac21-674c27fbeeb0 HTTP/1.1" status: 200 len: 923 time: 0.2631488 Aug 23 20:41:32.254945 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2b4e6a74-85bf-4721-a149-e638d391c8f0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:32.283073 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4e6a74-85bf-4721-a149-e638d391c8f0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event deleted for resources: {'Port': ['ID=48e5b2bf-c24e-4d1e-a334-834a0d9d4dd1,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:32.292292 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4e6a74-85bf-4721-a149-e638d391c8f0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] No DVR routers for this DVR port 48e5b2bf-c24e-4d1e-a334-834a0d9d4dd1 on host n-d-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:41:32.311675 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7dd29cc0-018a-4615-8ab4-866e5513f59c tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:32.324201 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1b345f38-6436-4b4c-bd25-0f80b41bfc8a req-889af678-7f45-43cf-b271-d2f6aa47e924 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1023af44-17b9-4618-8666-b3ed8b46ed3a HTTP/1.1" status: 200 len: 217 time: 0.0446770 Aug 23 20:41:32.360995 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd29cc0-018a-4615-8ab4-866e5513f59c tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Pushing event deleted for resources: {'Port': ['ID=4558f1dd-8c9e-4484-b639-eaeadcccf95b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:32.369922 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8bb8b-e3c7-4457-b11b-1e5579e8bfc8 req-812f1aeb-3292-4273-9ed3-4b5b38195f0c tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:32.371409 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-eff8bb8b-e3c7-4457-b11b-1e5579e8bfc8 req-812f1aeb-3292-4273-9ed3-4b5b38195f0c tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.32 "GET /v2.0/ports?device_id=37c84bcb-4817-4457-8402-a891a08894ac HTTP/1.1" status: 200 len: 945 time: 0.1770589 Aug 23 20:41:32.436781 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2b4e6a74-85bf-4721-a149-e638d391c8f0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:32.447070 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b345f38-6436-4b4c-bd25-0f80b41bfc8a req-6ad2ab45-dbdc-49ca-aa31-373a5c194261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:32.449090 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1b345f38-6436-4b4c-bd25-0f80b41bfc8a req-6ad2ab45-dbdc-49ca-aa31-373a5c194261 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=99c2521f-6311-4d62-bcd9-0227f853ffb3 HTTP/1.1" status: 200 len: 862 time: 0.1072390 Aug 23 20:41:32.452884 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-2b4e6a74-85bf-4721-a149-e638d391c8f0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce1c2dcb-93da-43c6-ac50-7e2a00eba6db']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:32.456555 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7dd29cc0-018a-4615-8ab4-866e5513f59c tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:32.458489 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-7dd29cc0-018a-4615-8ab4-866e5513f59c tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] 10.222.0.61 "DELETE /v2.0/ports/4558f1dd-8c9e-4484-b639-eaeadcccf95b HTTP/1.1" status: 204 len: 168 time: 1.2571728 Aug 23 20:41:32.464171 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37548) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:32.477879 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-2b4e6a74-85bf-4721-a149-e638d391c8f0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c20cebf4-0705-42a7-9318-747cdecb6ffe') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:32.478175 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-2b4e6a74-85bf-4721-a149-e638d391c8f0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c20cebf4-0705-42a7-9318-747cdecb6ffe') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:32.501959 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1b345f38-6436-4b4c-bd25-0f80b41bfc8a req-c532aab6-4c55-471a-860a-eed3c33a4ad6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=88798fd2-b8f8-4007-ac21-674c27fbeeb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369728 Aug 23 20:41:32.505489 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2b4e6a74-85bf-4721-a149-e638d391c8f0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:32.546458 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device e3e3e113-fc54-4d7c-b6eb-38c03755766d no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:41:32.556999 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2b4e6a74-85bf-4721-a149-e638d391c8f0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:32.587458 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: e3e3e113-fc54-4d7c-b6eb-38c03755766d {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:41:32.588564 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device e3e3e113-fc54-4d7c-b6eb-38c03755766d not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:41:32.607866 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b4e6a74-85bf-4721-a149-e638d391c8f0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:41:32.608898 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2b4e6a74-85bf-4721-a149-e638d391c8f0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:32.615280 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-34ef7c3e-731d-4e0b-b812-dad1ee92603f tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Deleting subnet c111251e-e229-40d0-b26b-684b1c79dd33 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:41:32.622052 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-34ef7c3e-731d-4e0b-b812-dad1ee92603f tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:32.625759 n-d-805663-2 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:41:32.625759 n-d-805663-2 neutron-server[94687]: self.session.flush() Aug 23 20:41:32.625759 n-d-805663-2 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:41:32.625759 n-d-805663-2 neutron-server[94687]: self.session.flush() Aug 23 20:41:32.625759 n-d-805663-2 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:41:32.625759 n-d-805663-2 neutron-server[94687]: self.session.flush() Aug 23 20:41:32.625759 n-d-805663-2 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:41:32.625759 n-d-805663-2 neutron-server[94687]: self.session.flush() Aug 23 20:41:32.625759 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:41:32.625759 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:41:32.625759 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:41:32.625759 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:41:32.625759 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:41:32.625759 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:41:32.625759 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:41:32.625759 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:41:32.625759 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:41:32.625759 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:41:32.625759 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:41:32.625759 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:41:32.625759 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:41:32.625759 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:41:32.625759 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:41:32.625759 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:41:32.625759 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:41:32.625759 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:41:32.625759 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:41:32.625759 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:41:32.625759 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:41:32.625759 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:41:32.625759 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:41:32.625759 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:41:32.625759 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:41:32.625759 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:41:32.625759 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:41:32.625759 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:41:32.625759 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:41:32.625759 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:41:32.625759 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:41:32.625759 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:41:32.638148 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 48e5b2bf-c24e-4d1e-a334-834a0d9d4dd1 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:41:32.668657 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 48e5b2bf-c24e-4d1e-a334-834a0d9d4dd1 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:41:32.669004 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 48e5b2bf-c24e-4d1e-a334-834a0d9d4dd1 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:41:32.699645 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2b4e6a74-85bf-4721-a149-e638d391c8f0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:32.711838 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2b4e6a74-85bf-4721-a149-e638d391c8f0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:32.713796 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2b4e6a74-85bf-4721-a149-e638d391c8f0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "DELETE /v2.0/networks/ce1c2dcb-93da-43c6-ac50-7e2a00eba6db HTTP/1.1" status: 204 len: 168 time: 1.3365834 Aug 23 20:41:32.713964 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-34ef7c3e-731d-4e0b-b812-dad1ee92603f tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:32.721959 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37550) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:32.747812 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-9a196012-618c-4bb8-b28d-adaf79a19fa6 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Request body: {'network': {'name': 'tempest-RoutersTest-1817362576'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:41:32.753134 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4e6a74-85bf-4721-a149-e638d391c8f0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event deleted for resources: {'Network': ['ID=ce1c2dcb-93da-43c6-ac50-7e2a00eba6db,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:32.758045 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1b345f38-6436-4b4c-bd25-0f80b41bfc8a req-5c7de234-6f55-45c5-a6ca-e8ccf71a9354 service neutron] 10.222.0.11 "GET /v2.0/networks/88798fd2-b8f8-4007-ac21-674c27fbeeb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390790 Aug 23 20:41:32.758977 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-eff8bb8b-e3c7-4457-b11b-1e5579e8bfc8 req-20145a62-75d4-4687-bcd4-bc3a3563e290 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Deleting port fd931066-9605-4fca-a348-aae1b610849b {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:41:32.759464 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-eff8bb8b-e3c7-4457-b11b-1e5579e8bfc8 req-20145a62-75d4-4687-bcd4-bc3a3563e290 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:32.820589 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a196012-618c-4bb8-b28d-adaf79a19fa6 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Made reservation on behalf of 478a4137190c42b2a66568a56c662326 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:41:32.824037 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9a196012-618c-4bb8-b28d-adaf79a19fa6 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:32.865392 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a196012-618c-4bb8-b28d-adaf79a19fa6 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:41:32.885200 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9a196012-618c-4bb8-b28d-adaf79a19fa6 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:32.885560 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-9a196012-618c-4bb8-b28d-adaf79a19fa6 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Added segment 21364c53-3780-4db4-bd78-1ea6cb0e3be4 of type vlan for network 560e5337-ce6a-4096-8069-fed8117f8ca8 Aug 23 20:41:32.888303 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1b345f38-6436-4b4c-bd25-0f80b41bfc8a req-a06f3f9b-6e24-40df-af1c-08b0b9a57f28 service neutron] 10.222.0.11 "GET /v2.0/networks/88798fd2-b8f8-4007-ac21-674c27fbeeb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215453 Aug 23 20:41:32.935018 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9a196012-618c-4bb8-b28d-adaf79a19fa6 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:32.963841 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-eff8bb8b-e3c7-4457-b11b-1e5579e8bfc8 req-20145a62-75d4-4687-bcd4-bc3a3563e290 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] For port fd931066-9605-4fca-a348-aae1b610849b, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=fd931066-9605-4fca-a348-aae1b610849b,segment=NetworkSegment(d065db9e-a105-47a9-82fb-b3b0dd15ae8f),segment_id=d065db9e-a105-47a9-82fb-b3b0dd15ae8f)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:41:32.964310 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-eff8bb8b-e3c7-4457-b11b-1e5579e8bfc8 req-20145a62-75d4-4687-bcd4-bc3a3563e290 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:32.967176 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9a196012-618c-4bb8-b28d-adaf79a19fa6 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:32.968226 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-34ef7c3e-731d-4e0b-b812-dad1ee92603f tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:32.976289 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a196012-618c-4bb8-b28d-adaf79a19fa6 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:32.977069 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9a196012-618c-4bb8-b28d-adaf79a19fa6 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:33.014152 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-eff8bb8b-e3c7-4457-b11b-1e5579e8bfc8 req-20145a62-75d4-4687-bcd4-bc3a3563e290 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Calling delete_port for fd931066-9605-4fca-a348-aae1b610849b owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:41:33.108089 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37556) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:33.108840 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9a196012-618c-4bb8-b28d-adaf79a19fa6 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3853374 Aug 23 20:41:33.116006 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-f1407225-3118-4ec1-a993-74252b2167b3 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Request body: {'subnet': {'network_id': '560e5337-ce6a-4096-8069-fed8117f8ca8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:41:33.140447 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a196012-618c-4bb8-b28d-adaf79a19fa6 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event updated for resources: {'Network': ['ID=560e5337-ce6a-4096-8069-fed8117f8ca8,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:33.143334 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-34ef7c3e-731d-4e0b-b812-dad1ee92603f tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:33.153123 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 560e5337-ce6a-4096-8069-fed8117f8ca8 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:41:33.163730 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319784f6-f72b-4d75-9f41-9ac49efc89e0 req-887625a0-81c7-43a0-ab71-6fe94c4f9734 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:33.171431 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-319784f6-f72b-4d75-9f41-9ac49efc89e0 req-887625a0-81c7-43a0-ab71-6fe94c4f9734 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ec27fc-08e9-4430-8c3c-95495de8bac6 HTTP/1.1" status: 200 len: 943 time: 0.0883090 Aug 23 20:41:33.228718 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-319784f6-f72b-4d75-9f41-9ac49efc89e0 req-a1f3d97a-a3cf-4408-b372-645d08171b86 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/security-groups?id=0f82240c-c6c4-4a5d-9c5f-0ca19e0dcac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467429 Aug 23 20:41:33.254102 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef7c3e-731d-4e0b-b812-dad1ee92603f tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Pushing event deleted for resources: {'Subnet': ['ID=c111251e-e229-40d0-b26b-684b1c79dd33,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:33.271197 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469a9cb0-10d6-452e-958c-f3dfd6b5222a None None] Network 84fe6ce6-0cf5-48ca-b2ed-d42e217628c8 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:41:33.271817 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-34ef7c3e-731d-4e0b-b812-dad1ee92603f tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:33.273955 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-34ef7c3e-731d-4e0b-b812-dad1ee92603f tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] 10.222.0.61 "DELETE /v2.0/subnets/c111251e-e229-40d0-b26b-684b1c79dd33 HTTP/1.1" status: 204 len: 168 time: 0.8089697 Aug 23 20:41:33.276640 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37562) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:33.396891 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1407225-3118-4ec1-a993-74252b2167b3 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Made reservation on behalf of 478a4137190c42b2a66568a56c662326 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:41:33.400433 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f1407225-3118-4ec1-a993-74252b2167b3 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:33.411135 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b449975d-97bf-4298-9a3d-dbab6826cfcf tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:33.431195 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f500167-2060-4664-b142-587a70816e2d req-f3571fe4-1e37-47f8-970d-1a70ebcc1576 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:33.432853 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3f500167-2060-4664-b142-587a70816e2d req-f3571fe4-1e37-47f8-970d-1a70ebcc1576 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/ports?device_id=37c84bcb-4817-4457-8402-a891a08894ac HTTP/1.1" status: 200 len: 945 time: 0.1259968 Aug 23 20:41:33.433466 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-eff8bb8b-e3c7-4457-b11b-1e5579e8bfc8 req-20145a62-75d4-4687-bcd4-bc3a3563e290 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:33.437316 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dedaa112-0000-4cd9-858d-8e50a1162979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:33.465685 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['fd931066-9605-4fca-a348-aae1b610849b'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:41:33.507295 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b7eb0d-903f-4be8-bed0-9e24e9f12cc6 None None] DHCP port deletion for 84fe6ce6-0cf5-48ca-b2ed-d42e217628c8 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:41:33.520970 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3f500167-2060-4664-b142-587a70816e2d req-97231e72-ae0d-410d-b23f-afd0e610415b tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e94c7c4-469a-4a61-b228-394c20a2395f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778894 Aug 23 20:41:33.534725 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 1023af44-17b9-4618-8666-b3ed8b46ed3a details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:41:33.539720 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-b449975d-97bf-4298-9a3d-dbab6826cfcf tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Deleting port eaf32ddd-cdbd-4b1a-91ba-91ea0284933b {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:41:33.540207 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b449975d-97bf-4298-9a3d-dbab6826cfcf tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:33.561848 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20145a62-75d4-4687-bcd4-bc3a3563e290 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Pushing event deleted for resources: {'Port': ['ID=fd931066-9605-4fca-a348-aae1b610849b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:33.633190 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-b449975d-97bf-4298-9a3d-dbab6826cfcf tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] For port eaf32ddd-cdbd-4b1a-91ba-91ea0284933b, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=eaf32ddd-cdbd-4b1a-91ba-91ea0284933b,segment=NetworkSegment(02eb1a53-a3bf-40eb-a7b8-a6ed34f13df6),segment_id=02eb1a53-a3bf-40eb-a7b8-a6ed34f13df6)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:41:33.633606 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b449975d-97bf-4298-9a3d-dbab6826cfcf tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:33.646262 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-80b7eb0d-903f-4be8-bed0-9e24e9f12cc6 None None] Deleting port eaf32ddd-cdbd-4b1a-91ba-91ea0284933b {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:41:33.647372 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-80b7eb0d-903f-4be8-bed0-9e24e9f12cc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:33.651232 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-b449975d-97bf-4298-9a3d-dbab6826cfcf tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Calling delete_port for eaf32ddd-cdbd-4b1a-91ba-91ea0284933b owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:41:33.668314 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-eff8bb8b-e3c7-4457-b11b-1e5579e8bfc8 req-20145a62-75d4-4687-bcd4-bc3a3563e290 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] No DVR routers for this DVR port fd931066-9605-4fca-a348-aae1b610849b on host n-h2-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:41:33.673256 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-eff8bb8b-e3c7-4457-b11b-1e5579e8bfc8 req-20145a62-75d4-4687-bcd4-bc3a3563e290 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:33.675391 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-eff8bb8b-e3c7-4457-b11b-1e5579e8bfc8 req-20145a62-75d4-4687-bcd4-bc3a3563e290 tempest-ServerRescueTestJSONUnderV235-842553710 tempest-ServerRescueTestJSONUnderV235-842553710-project] 10.222.0.32 "DELETE /v2.0/ports/fd931066-9605-4fca-a348-aae1b610849b HTTP/1.1" status: 204 len: 173 time: 1.2751889 Aug 23 20:41:33.677620 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37c84bcb-4817-4457-8402-a891a08894ac', 'name': 'network-vif-deleted', 'tag': 'fd931066-9605-4fca-a348-aae1b610849b'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:41:33.680030 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4f37cc-bade-4678-9f0a-b24452c39015" -d '{"events": [{"server_uuid": "37c84bcb-4817-4457-8402-a891a08894ac", "name": "network-vif-deleted", "tag": "fd931066-9605-4fca-a348-aae1b610849b"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:41:33.734599 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 1023af44-17b9-4618-8666-b3ed8b46ed3a, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=1023af44-17b9-4618-8666-b3ed8b46ed3a,segment=NetworkSegment(2eca2f48-a757-4e4a-84b6-cecf77c14bb3),segment_id=2eca2f48-a757-4e4a-84b6-cecf77c14bb3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:41:33.747200 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-80b7eb0d-903f-4be8-bed0-9e24e9f12cc6 None None] For port eaf32ddd-cdbd-4b1a-91ba-91ea0284933b, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=eaf32ddd-cdbd-4b1a-91ba-91ea0284933b,segment=NetworkSegment(02eb1a53-a3bf-40eb-a7b8-a6ed34f13df6),segment_id=02eb1a53-a3bf-40eb-a7b8-a6ed34f13df6)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:41:33.747858 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-80b7eb0d-903f-4be8-bed0-9e24e9f12cc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:33.768201 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '1023af44-17b9-4618-8666-b3ed8b46ed3a', 'network_id': '88798fd2-b8f8-4007-ac21-674c27fbeeb0', 'port_id': '1023af44-17b9-4618-8666-b3ed8b46ed3a', 'mac_address': 'fa:16:3e:20:ca:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c2521f-6311-4d62-bcd9-0227f853ffb3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:41:33.773672 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-80b7eb0d-903f-4be8-bed0-9e24e9f12cc6 None None] Calling delete_port for eaf32ddd-cdbd-4b1a-91ba-91ea0284933b owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:41:33.789143 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b449975d-97bf-4298-9a3d-dbab6826cfcf tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:33.809977 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c731855f-369e-42ab-93c8-bcfb2851b1d3 x-openstack-request-id: req-c731855f-369e-42ab-93c8-bcfb2851b1d3 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:41:33.810596 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37c84bcb-4817-4457-8402-a891a08894ac", "name": "network-vif-deleted", "tag": "fd931066-9605-4fca-a348-aae1b610849b", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:41:33.810596 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c731855f-369e-42ab-93c8-bcfb2851b1d3 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:41:33.810886 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37c84bcb-4817-4457-8402-a891a08894ac', 'name': 'network-vif-deleted', 'tag': 'fd931066-9605-4fca-a348-aae1b610849b', 'status': 'completed', 'code': 200} Aug 23 20:41:33.834804 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b449975d-97bf-4298-9a3d-dbab6826cfcf tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] No DVR routers for this DVR port eaf32ddd-cdbd-4b1a-91ba-91ea0284933b on host n-d-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:41:33.842555 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b449975d-97bf-4298-9a3d-dbab6826cfcf tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Pushing event deleted for resources: {'Port': ['ID=eaf32ddd-cdbd-4b1a-91ba-91ea0284933b,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:33.876738 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:33.903975 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1023af44-17b9-4618-8666-b3ed8b46ed3a {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:41:33.927564 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f1407225-3118-4ec1-a993-74252b2167b3 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:33.937460 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 1023af44-17b9-4618-8666-b3ed8b46ed3a, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=1023af44-17b9-4618-8666-b3ed8b46ed3a,segment=NetworkSegment(2eca2f48-a757-4e4a-84b6-cecf77c14bb3),segment_id=2eca2f48-a757-4e4a-84b6-cecf77c14bb3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:41:33.945694 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:33.946516 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b449975d-97bf-4298-9a3d-dbab6826cfcf tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:33.952215 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-80b7eb0d-903f-4be8-bed0-9e24e9f12cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:33.959539 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-b449975d-97bf-4298-9a3d-dbab6826cfcf tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84fe6ce6-0cf5-48ca-b2ed-d42e217628c8']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:33.974140 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-b449975d-97bf-4298-9a3d-dbab6826cfcf tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02eb1a53-a3bf-40eb-a7b8-a6ed34f13df6') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:33.975088 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-b449975d-97bf-4298-9a3d-dbab6826cfcf tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02eb1a53-a3bf-40eb-a7b8-a6ed34f13df6') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:33.986446 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b7eb0d-903f-4be8-bed0-9e24e9f12cc6 None None] No DVR routers for this DVR port eaf32ddd-cdbd-4b1a-91ba-91ea0284933b on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:41:33.997749 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b449975d-97bf-4298-9a3d-dbab6826cfcf tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:34.009702 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=1023af44-17b9-4618-8666-b3ed8b46ed3a,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:34.025370 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b449975d-97bf-4298-9a3d-dbab6826cfcf tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:34.032008 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b449975d-97bf-4298-9a3d-dbab6826cfcf tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:41:34.032725 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b449975d-97bf-4298-9a3d-dbab6826cfcf tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:34.036706 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:41:34.036706 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:41:34.036706 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:41:34.036706 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:41:34.036706 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:41:34.036706 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:41:34.036706 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:41:34.036706 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:41:34.036706 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:41:34.036706 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:41:34.036706 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:41:34.036706 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:41:34.036706 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:41:34.036706 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:41:34.036706 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:41:34.036706 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:41:34.036706 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:41:34.036706 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:41:34.036706 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:41:34.036706 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:41:34.036706 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:41:34.036706 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:41:34.036706 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:41:34.036706 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:41:34.036706 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:41:34.036706 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:41:34.036706 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:41:34.036706 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:41:34.036706 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:41:34.036706 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:41:34.036706 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:41:34.036706 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:41:34.048358 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1407225-3118-4ec1-a993-74252b2167b3 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event updated for resources: {'Subnet': ['ID=1de3b59e-3c8d-4b73-9597-9e4f02860ebf,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:34.058415 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b7eb0d-903f-4be8-bed0-9e24e9f12cc6 None None] Pushing event deleted for resources: {'Port': ['ID=eaf32ddd-cdbd-4b1a-91ba-91ea0284933b,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:34.064367 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1407225-3118-4ec1-a993-74252b2167b3 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Checking segment: {'id': '21364c53-3780-4db4-bd78-1ea6cb0e3be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '560e5337-ce6a-4096-8069-fed8117f8ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:41:34.065035 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1407225-3118-4ec1-a993-74252b2167b3 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Network hostable DHCP agents. Network: 560e5337-ce6a-4096-8069-fed8117f8ca8, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:41:34.093345 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1407225-3118-4ec1-a993-74252b2167b3 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Network 560e5337-ce6a-4096-8069-fed8117f8ca8 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:41:34.097160 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-dedaa112-0000-4cd9-858d-8e50a1162979 admin admin] Deleting port 92b10c88-218e-4259-ba31-ce972882b526 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:41:34.097486 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dedaa112-0000-4cd9-858d-8e50a1162979 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:34.124485 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b449975d-97bf-4298-9a3d-dbab6826cfcf tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:34.133490 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b449975d-97bf-4298-9a3d-dbab6826cfcf tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:34.137645 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b449975d-97bf-4298-9a3d-dbab6826cfcf tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] 10.222.0.61 "DELETE /v2.0/networks/84fe6ce6-0cf5-48ca-b2ed-d42e217628c8 HTTP/1.1" status: 204 len: 168 time: 0.8576376 Aug 23 20:41:34.145890 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-f1407225-3118-4ec1-a993-74252b2167b3 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 560e5337-ce6a-4096-8069-fed8117f8ca8) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:41:34.146656 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b449975d-97bf-4298-9a3d-dbab6826cfcf tempest-AllowedAddressPairIpV6TestJSON-1737708753 tempest-AllowedAddressPairIpV6TestJSON-1737708753-project] Pushing event deleted for resources: {'Network': ['ID=84fe6ce6-0cf5-48ca-b2ed-d42e217628c8,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:34.152971 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1407225-3118-4ec1-a993-74252b2167b3 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:34.153566 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f1407225-3118-4ec1-a993-74252b2167b3 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:34.159700 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0470dc0-8280-4774-bb59-4b67f7e36576 None None] Network 560e5337-ce6a-4096-8069-fed8117f8ca8 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:41:34.174163 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f1407225-3118-4ec1-a993-74252b2167b3 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0623672 Aug 23 20:41:34.177098 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37568) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:34.182804 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-503f07e2-7634-430e-992c-9fb1c7542484 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1437041577', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:41:34.223477 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-dedaa112-0000-4cd9-858d-8e50a1162979 admin admin] For port 92b10c88-218e-4259-ba31-ce972882b526, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=92b10c88-218e-4259-ba31-ce972882b526,segment=NetworkSegment(850a8407-3594-4fdf-af96-d8bf20de61c1),segment_id=850a8407-3594-4fdf-af96-d8bf20de61c1)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:41:34.223837 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dedaa112-0000-4cd9-858d-8e50a1162979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:34.241401 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-dedaa112-0000-4cd9-858d-8e50a1162979 admin admin] Calling delete_port for 92b10c88-218e-4259-ba31-ce972882b526 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:41:34.261804 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-503f07e2-7634-430e-992c-9fb1c7542484 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:34.263962 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-503f07e2-7634-430e-992c-9fb1c7542484 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:34.412911 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-503f07e2-7634-430e-992c-9fb1c7542484 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:34.421858 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-503f07e2-7634-430e-992c-9fb1c7542484 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:34.454232 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1ea83-425c-462b-a082-b8c857b1e540 req-c72f6e02-d689-4506-a0fe-958bfdf99476 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:34.459614 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['1023af44-17b9-4618-8666-b3ed8b46ed3a'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:41:34.461568 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-45c1ea83-425c-462b-a082-b8c857b1e540 req-c72f6e02-d689-4506-a0fe-958bfdf99476 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ec27fc-08e9-4430-8c3c-95495de8bac6 HTTP/1.1" status: 200 len: 944 time: 0.0814478 Aug 23 20:41:34.471999 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-503f07e2-7634-430e-992c-9fb1c7542484 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:34.483288 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-503f07e2-7634-430e-992c-9fb1c7542484 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3023758 Aug 23 20:41:34.483722 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37576) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:34.512400 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50bc5ad-cbfd-43d6-bc8a-99ab49472153 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-560e5337-ce6a-4096-8069-fed8117f8ca8', 'network_id': '560e5337-ce6a-4096-8069-fed8117f8ca8', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'fixed_ips': [{'subnet_id': '1de3b59e-3c8d-4b73-9597-9e4f02860ebf'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:41:34.513800 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d50bc5ad-cbfd-43d6-bc8a-99ab49472153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:34.549133 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-45c1ea83-425c-462b-a082-b8c857b1e540 req-67e0a8e3-9dcb-4bb1-8484-fb6518129531 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/security-groups?id=0f82240c-c6c4-4a5d-9c5f-0ca19e0dcac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840311 Aug 23 20:41:34.575380 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dedaa112-0000-4cd9-858d-8e50a1162979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:34.620331 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedaa112-0000-4cd9-858d-8e50a1162979 admin admin] Pushing event deleted for resources: {'Port': ['ID=92b10c88-218e-4259-ba31-ce972882b526,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:34.646210 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device eaf32ddd-cdbd-4b1a-91ba-91ea0284933b no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:41:34.673503 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: eaf32ddd-cdbd-4b1a-91ba-91ea0284933b {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:41:34.674202 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device eaf32ddd-cdbd-4b1a-91ba-91ea0284933b not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:41:34.675285 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37582) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:34.712878 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37584) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:34.918031 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-15a787c1-8852-4973-989a-6917796b2c7a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:34.932454 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1f62a719-43e1-41e0-b9b7-3bca1b5b0b3b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ac4fd6d2954744f5a0a74c221c011c7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2168465 Aug 23 20:41:34.934294 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37588) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:34.966408 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-d50bc5ad-cbfd-43d6-bc8a-99ab49472153 None None] Allocated IP 172.20.0.2 (560e5337-ce6a-4096-8069-fed8117f8ca8/1de3b59e-3c8d-4b73-9597-9e4f02860ebf/681d65f1-5f6e-4d09-af4d-9f682f65eaa2) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:41:35.080239 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dedaa112-0000-4cd9-858d-8e50a1162979 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:35.115625 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4234d4e8-3a70-485a-a98b-9a48adbe8ed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:35.161466 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d50bc5ad-cbfd-43d6-bc8a-99ab49472153 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:35.172088 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d50bc5ad-cbfd-43d6-bc8a-99ab49472153 None None] Transition to ACTIVE for port object 681d65f1-5f6e-4d09-af4d-9f682f65eaa2 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:41:35.174197 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4234d4e8-3a70-485a-a98b-9a48adbe8ed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:35.196577 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d50bc5ad-cbfd-43d6-bc8a-99ab49472153 None None] Transition to ACTIVE for port object 681d65f1-5f6e-4d09-af4d-9f682f65eaa2 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:41:35.203532 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d50bc5ad-cbfd-43d6-bc8a-99ab49472153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:35.248527 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50bc5ad-cbfd-43d6-bc8a-99ab49472153 None None] Network 560e5337-ce6a-4096-8069-fed8117f8ca8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:41:35.251719 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-d50bc5ad-cbfd-43d6-bc8a-99ab49472153 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:41:35.254919 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50bc5ad-cbfd-43d6-bc8a-99ab49472153 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:41:35.287698 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4234d4e8-3a70-485a-a98b-9a48adbe8ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:35.291563 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4234d4e8-3a70-485a-a98b-9a48adbe8ed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:35.295472 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50bc5ad-cbfd-43d6-bc8a-99ab49472153 None None] Pushing event updated for resources: {'Port': ['ID=681d65f1-5f6e-4d09-af4d-9f682f65eaa2,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:35.303680 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-4234d4e8-3a70-485a-a98b-9a48adbe8ed3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/992711c5-6206-464e-a4b5-3f7017951b0c HTTP/1.1" status: 204 len: 168 time: 0.3629749 Aug 23 20:41:35.309617 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-15a787c1-8852-4973-989a-6917796b2c7a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Allocated IP 172.20.0.1 (560e5337-ce6a-4096-8069-fed8117f8ca8/1de3b59e-3c8d-4b73-9597-9e4f02860ebf/de9d6399-bf1f-4985-a221-f3143913526c) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:41:35.325630 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-d50bc5ad-cbfd-43d6-bc8a-99ab49472153 None None] Attempting to bind port 681d65f1-5f6e-4d09-af4d-9f682f65eaa2 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:41:35.326151 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-d50bc5ad-cbfd-43d6-bc8a-99ab49472153 None None] Attempting to bind port 681d65f1-5f6e-4d09-af4d-9f682f65eaa2 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '21364c53-3780-4db4-bd78-1ea6cb0e3be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '560e5337-ce6a-4096-8069-fed8117f8ca8'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:41:35.326571 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50bc5ad-cbfd-43d6-bc8a-99ab49472153 None None] Attempting to bind port 681d65f1-5f6e-4d09-af4d-9f682f65eaa2 on network 560e5337-ce6a-4096-8069-fed8117f8ca8 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:41:35.333812 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50bc5ad-cbfd-43d6-bc8a-99ab49472153 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:41:35.334206 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50bc5ad-cbfd-43d6-bc8a-99ab49472153 None None] Checking segment: {'id': '21364c53-3780-4db4-bd78-1ea6cb0e3be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '560e5337-ce6a-4096-8069-fed8117f8ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:41:35.334613 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d50bc5ad-cbfd-43d6-bc8a-99ab49472153 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:35.335007 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50bc5ad-cbfd-43d6-bc8a-99ab49472153 None None] Bound using segment: {'id': '21364c53-3780-4db4-bd78-1ea6cb0e3be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '560e5337-ce6a-4096-8069-fed8117f8ca8'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:41:35.335488 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-d50bc5ad-cbfd-43d6-bc8a-99ab49472153 None None] Bound port: 681d65f1-5f6e-4d09-af4d-9f682f65eaa2, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21364c53-3780-4db4-bd78-1ea6cb0e3be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '560e5337-ce6a-4096-8069-fed8117f8ca8'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:41:35.335965 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d50bc5ad-cbfd-43d6-bc8a-99ab49472153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:35.350050 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4234d4e8-3a70-485a-a98b-9a48adbe8ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992711c5-6206-464e-a4b5-3f7017951b0c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:35.474382 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-d50bc5ad-cbfd-43d6-bc8a-99ab49472153 None None] For port 681d65f1-5f6e-4d09-af4d-9f682f65eaa2, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:41:35.483155 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-d50bc5ad-cbfd-43d6-bc8a-99ab49472153 None None] For port 681d65f1-5f6e-4d09-af4d-9f682f65eaa2, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=681d65f1-5f6e-4d09-af4d-9f682f65eaa2,segment=NetworkSegment(21364c53-3780-4db4-bd78-1ea6cb0e3be4),segment_id=21364c53-3780-4db4-bd78-1ea6cb0e3be4)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:41:35.490132 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d50bc5ad-cbfd-43d6-bc8a-99ab49472153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:35.606473 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50bc5ad-cbfd-43d6-bc8a-99ab49472153 None None] Pushing event updated for resources: {'Port': ['ID=681d65f1-5f6e-4d09-af4d-9f682f65eaa2,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:35.618667 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-15a787c1-8852-4973-989a-6917796b2c7a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:35.635769 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-15a787c1-8852-4973-989a-6917796b2c7a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Transition to ACTIVE for port object de9d6399-bf1f-4985-a221-f3143913526c will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:41:35.678238 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-15a787c1-8852-4973-989a-6917796b2c7a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:35.701423 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a787c1-8852-4973-989a-6917796b2c7a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Network 560e5337-ce6a-4096-8069-fed8117f8ca8 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:41:35.729904 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-15a787c1-8852-4973-989a-6917796b2c7a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:41:35.739449 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a787c1-8852-4973-989a-6917796b2c7a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:41:35.796728 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a787c1-8852-4973-989a-6917796b2c7a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event updated for resources: {'Port': ['ID=de9d6399-bf1f-4985-a221-f3143913526c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:35.818241 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-15a787c1-8852-4973-989a-6917796b2c7a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:35.864606 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894af2e-0239-4a6a-936d-a130492d8afb req-153bee8a-05fd-4536-8446-31ee5796869d tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:35.866011 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4894af2e-0239-4a6a-936d-a130492d8afb req-153bee8a-05fd-4536-8446-31ee5796869d tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ec27fc-08e9-4430-8c3c-95495de8bac6 HTTP/1.1" status: 200 len: 944 time: 0.1850655 Aug 23 20:41:35.881811 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dca58d07-67d9-47e9-a8da-529d06ce703d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:35.987852 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dedaa112-0000-4cd9-858d-8e50a1162979 admin admin] Router b477b15e-c179-4c55-8b41-46f1230e03d3 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:41:36.016825 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-15a787c1-8852-4973-989a-6917796b2c7a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:36.022234 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4894af2e-0239-4a6a-936d-a130492d8afb req-4956dd73-87d6-416f-bc38-e5681428a87b tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/security-groups?id=0f82240c-c6c4-4a5d-9c5f-0ca19e0dcac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448967 Aug 23 20:41:36.231618 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dedaa112-0000-4cd9-858d-8e50a1162979 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:41:36.238955 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-dedaa112-0000-4cd9-858d-8e50a1162979 admin admin] 10.222.0.61 "PUT /v2.0/routers/b477b15e-c179-4c55-8b41-46f1230e03d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0016742 Aug 23 20:41:36.242787 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37616) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:36.248182 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2061412-93aa-48c9-bcd8-74fab89a1b23 None None] Sync routers for ids ['b477b15e-c179-4c55-8b41-46f1230e03d3'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:41:36.268367 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2061412-93aa-48c9-bcd8-74fab89a1b23 None None] Routers {'b477b15e-c179-4c55-8b41-46f1230e03d3'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:41:36.269379 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-c2061412-93aa-48c9-bcd8-74fab89a1b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:41:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['b477b15e-c179-4c55-8b41-46f1230e03d3'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:36.330288 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-15a787c1-8852-4973-989a-6917796b2c7a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:36.338690 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-15a787c1-8852-4973-989a-6917796b2c7a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:36.424291 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4caa1be2-eb9d-4ef1-a7c5-dd65db68a146 admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:36.443348 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-c2061412-93aa-48c9-bcd8-74fab89a1b23 None None] Set router b477b15e-c179-4c55-8b41-46f1230e03d3 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:41:36.593015 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-dca58d07-67d9-47e9-a8da-529d06ce703d admin admin] Deleting port 23137fea-cdfd-4e3b-bcd4-84d6ad1f6b11 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:41:36.593200 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dca58d07-67d9-47e9-a8da-529d06ce703d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:36.608663 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device fd931066-9605-4fca-a348-aae1b610849b no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:41:36.650826 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: fd931066-9605-4fca-a348-aae1b610849b {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:41:36.650826 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device fd931066-9605-4fca-a348-aae1b610849b not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:41:36.713602 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4caa1be2-eb9d-4ef1-a7c5-dd65db68a146 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:36.827291 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-dca58d07-67d9-47e9-a8da-529d06ce703d admin admin] For port 23137fea-cdfd-4e3b-bcd4-84d6ad1f6b11, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=23137fea-cdfd-4e3b-bcd4-84d6ad1f6b11,segment=NetworkSegment(d065db9e-a105-47a9-82fb-b3b0dd15ae8f),segment_id=d065db9e-a105-47a9-82fb-b3b0dd15ae8f)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:41:36.827667 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dca58d07-67d9-47e9-a8da-529d06ce703d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:36.873472 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-dca58d07-67d9-47e9-a8da-529d06ce703d admin admin] Calling delete_port for 23137fea-cdfd-4e3b-bcd4-84d6ad1f6b11 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:41:36.883903 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-c2061412-93aa-48c9-bcd8-74fab89a1b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b477b15e-c179-4c55-8b41-46f1230e03d3', 'name': 'tempest-ServerRescueTestJSON-474617582-router', 'tenant_id': '13b1595470b742008115767d927fc00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '154aba31-984e-429a-835d-3b727073be6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:39:09Z', 'updated_at': '2021-08-23T20:41:34Z', 'revision_number': 5, 'project_id': '13b1595470b742008115767d927fc00b', 'gw_port': {'id': '154aba31-984e-429a-835d-3b727073be6e', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b477b15e-c179-4c55-8b41-46f1230e03d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:39:12Z', 'updated_at': '2021-08-23T20:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:36.893315 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 681d65f1-5f6e-4d09-af4d-9f682f65eaa2 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:41:36.967729 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2061412-93aa-48c9-bcd8-74fab89a1b23 None None] Checking router: b477b15e-c179-4c55-8b41-46f1230e03d3 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:41:36.984862 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-4caa1be2-eb9d-4ef1-a7c5-dd65db68a146 admin admin] Deleting port 154aba31-984e-429a-835d-3b727073be6e {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:41:36.985960 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2061412-93aa-48c9-bcd8-74fab89a1b23 None None] Routers {'b477b15e-c179-4c55-8b41-46f1230e03d3'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:41:36.986624 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-c2061412-93aa-48c9-bcd8-74fab89a1b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:41:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['b477b15e-c179-4c55-8b41-46f1230e03d3'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:36.986969 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4caa1be2-eb9d-4ef1-a7c5-dd65db68a146 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:37.073453 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 681d65f1-5f6e-4d09-af4d-9f682f65eaa2 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:41:37.101254 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b85979a-3315-4a51-af73-0f2b8a1c9226 None None] Network 560e5337-ce6a-4096-8069-fed8117f8ca8 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:41:37.118607 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-15a787c1-8852-4973-989a-6917796b2c7a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:37.168405 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a787c1-8852-4973-989a-6917796b2c7a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event updated for resources: {'Port': ['ID=de9d6399-bf1f-4985-a221-f3143913526c,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:37.186096 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-4caa1be2-eb9d-4ef1-a7c5-dd65db68a146 admin admin] For port 154aba31-984e-429a-835d-3b727073be6e, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=154aba31-984e-429a-835d-3b727073be6e,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:41:37.186096 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4caa1be2-eb9d-4ef1-a7c5-dd65db68a146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:37.188758 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-c2061412-93aa-48c9-bcd8-74fab89a1b23 None None] Set router b477b15e-c179-4c55-8b41-46f1230e03d3 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:41:37.201038 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-4caa1be2-eb9d-4ef1-a7c5-dd65db68a146 admin admin] Calling delete_port for 154aba31-984e-429a-835d-3b727073be6e owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:41:37.261523 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-c2061412-93aa-48c9-bcd8-74fab89a1b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b477b15e-c179-4c55-8b41-46f1230e03d3', 'name': 'tempest-ServerRescueTestJSON-474617582-router', 'tenant_id': '13b1595470b742008115767d927fc00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:39:09Z', 'updated_at': '2021-08-23T20:41:36Z', 'revision_number': 6, 'project_id': '13b1595470b742008115767d927fc00b', 'gw_port_host': None}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:37.304866 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d50812b6-6220-42ae-bbb7-d47b2d7dadb3 None None] Provisioning for port 681d65f1-5f6e-4d09-af4d-9f682f65eaa2 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:41:37.309063 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2061412-93aa-48c9-bcd8-74fab89a1b23 None None] The sync data for ids ['b477b15e-c179-4c55-8b41-46f1230e03d3'] in n-d-805663-2 is: [{'id': 'b477b15e-c179-4c55-8b41-46f1230e03d3', 'name': 'tempest-ServerRescueTestJSON-474617582-router', 'tenant_id': '13b1595470b742008115767d927fc00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:39:09Z', 'updated_at': '2021-08-23T20:41:36Z', 'revision_number': 6, 'project_id': '13b1595470b742008115767d927fc00b', 'gw_port_host': None}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:41:37.311490 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d50812b6-6220-42ae-bbb7-d47b2d7dadb3 None None] Provisioning complete for port 681d65f1-5f6e-4d09-af4d-9f682f65eaa2 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:41:37.311869 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d50812b6-6220-42ae-bbb7-d47b2d7dadb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:37.335934 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792af1d-c06c-460d-a1a7-de504182af7f req-f7f907e0-f9fa-4670-bd14-8e59d9ac79d4 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:37.343517 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0792af1d-c06c-460d-a1a7-de504182af7f req-f7f907e0-f9fa-4670-bd14-8e59d9ac79d4 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ec27fc-08e9-4430-8c3c-95495de8bac6 HTTP/1.1" status: 200 len: 944 time: 0.1517484 Aug 23 20:41:37.375286 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dca58d07-67d9-47e9-a8da-529d06ce703d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:37.426823 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca58d07-67d9-47e9-a8da-529d06ce703d admin admin] Pushing event deleted for resources: {'Port': ['ID=23137fea-cdfd-4e3b-bcd4-84d6ad1f6b11,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:37.450268 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a787c1-8852-4973-989a-6917796b2c7a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Network 560e5337-ce6a-4096-8069-fed8117f8ca8 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:41:37.453352 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-15a787c1-8852-4973-989a-6917796b2c7a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:41:37.510539 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d50812b6-6220-42ae-bbb7-d47b2d7dadb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:37.546167 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 1023af44-17b9-4618-8666-b3ed8b46ed3a up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:41:37.559250 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0792af1d-c06c-460d-a1a7-de504182af7f req-06f699b4-4041-407e-bf8c-1e4d05a87b8c tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/security-groups?id=0f82240c-c6c4-4a5d-9c5f-0ca19e0dcac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146246 Aug 23 20:41:37.633257 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4caa1be2-eb9d-4ef1-a7c5-dd65db68a146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:37.633848 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-d50812b6-6220-42ae-bbb7-d47b2d7dadb3 None None] For port 681d65f1-5f6e-4d09-af4d-9f682f65eaa2, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=681d65f1-5f6e-4d09-af4d-9f682f65eaa2,segment=NetworkSegment(21364c53-3780-4db4-bd78-1ea6cb0e3be4),segment_id=21364c53-3780-4db4-bd78-1ea6cb0e3be4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:41:37.651496 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d50812b6-6220-42ae-bbb7-d47b2d7dadb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:37.720782 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a787c1-8852-4973-989a-6917796b2c7a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Router 6e58d6a5-8d20-429b-8848-f9c4786d5180 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:41:37.728176 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa1be2-eb9d-4ef1-a7c5-dd65db68a146 admin admin] Pushing event deleted for resources: {'Port': ['ID=154aba31-984e-429a-835d-3b727073be6e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:37.749545 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 1023af44-17b9-4618-8666-b3ed8b46ed3a completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:41:37.757278 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50812b6-6220-42ae-bbb7-d47b2d7dadb3 None None] Pushing event updated for resources: {'Port': ['ID=681d65f1-5f6e-4d09-af4d-9f682f65eaa2,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:37.768498 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 1023af44-17b9-4618-8666-b3ed8b46ed3a triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:41:37.768951 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:37.927350 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a787c1-8852-4973-989a-6917796b2c7a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:41:37.932931 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-15a787c1-8852-4973-989a-6917796b2c7a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "PUT /v2.0/routers/6e58d6a5-8d20-429b-8848-f9c4786d5180/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4484594 Aug 23 20:41:37.935564 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dca58d07-67d9-47e9-a8da-529d06ce703d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:37.936420 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37656) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:37.942361 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888f55f6-f4a6-49d4-8c5e-e3c9c161c218 None None] Sync routers for ids ['6e58d6a5-8d20-429b-8848-f9c4786d5180'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:41:37.950275 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4caa1be2-eb9d-4ef1-a7c5-dd65db68a146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:37.963445 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:37.965130 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888f55f6-f4a6-49d4-8c5e-e3c9c161c218 None None] Routers {'6e58d6a5-8d20-429b-8848-f9c4786d5180'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:41:37.968307 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-888f55f6-f4a6-49d4-8c5e-e3c9c161c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:41:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['6e58d6a5-8d20-429b-8848-f9c4786d5180'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:38.015501 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2221936d-8820-4b58-b347-d4e2b4cf5e78 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:38.019853 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2221936d-8820-4b58-b347-d4e2b4cf5e78 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "GET /v2.0/ports/de9d6399-bf1f-4985-a221-f3143913526c HTTP/1.1" status: 200 len: 910 time: 0.0792947 Aug 23 20:41:38.029590 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ec27fc-08e9-4430-8c3c-95495de8bac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1023af44-17b9-4618-8666-b3ed8b46ed3a'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:41:38.033015 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff730bba-1dab-491c-ba14-ca58ab26a17f" -d '{"events": [{"server_uuid": "a5ec27fc-08e9-4430-8c3c-95495de8bac6", "name": "network-vif-plugged", "status": "completed", "tag": "1023af44-17b9-4618-8666-b3ed8b46ed3a"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:41:38.033719 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37658) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:38.036226 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-888f55f6-f4a6-49d4-8c5e-e3c9c161c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:38.046000 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7d6df0cf-9bad-4523-b359-ca5c96f83ace None None] Provisioning complete for port 681d65f1-5f6e-4d09-af4d-9f682f65eaa2 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:41:38.046448 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7d6df0cf-9bad-4523-b359-ca5c96f83ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:38.062632 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888f55f6-f4a6-49d4-8c5e-e3c9c161c218 None None] Routers {'6e58d6a5-8d20-429b-8848-f9c4786d5180'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:41:38.064291 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-888f55f6-f4a6-49d4-8c5e-e3c9c161c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:41:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['6e58d6a5-8d20-429b-8848-f9c4786d5180'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:38.118031 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 1023af44-17b9-4618-8666-b3ed8b46ed3a, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=1023af44-17b9-4618-8666-b3ed8b46ed3a,segment=NetworkSegment(2eca2f48-a757-4e4a-84b6-cecf77c14bb3),segment_id=2eca2f48-a757-4e4a-84b6-cecf77c14bb3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:41:38.128445 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:38.133484 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893d847d-3be9-4b92-9522-da25e29b5cc1 x-openstack-request-id: req-893d847d-3be9-4b92-9522-da25e29b5cc1 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:41:38.140848 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ec27fc-08e9-4430-8c3c-95495de8bac6", "name": "network-vif-plugged", "status": "completed", "tag": "1023af44-17b9-4618-8666-b3ed8b46ed3a", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:41:38.141401 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-893d847d-3be9-4b92-9522-da25e29b5cc1 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:41:38.143723 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ec27fc-08e9-4430-8c3c-95495de8bac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1023af44-17b9-4618-8666-b3ed8b46ed3a', 'code': 200} Aug 23 20:41:38.144443 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-888f55f6-f4a6-49d4-8c5e-e3c9c161c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:38.146445 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888f55f6-f4a6-49d4-8c5e-e3c9c161c218 None None] The sync data for ids ['6e58d6a5-8d20-429b-8848-f9c4786d5180'] in n-d-805663-2 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:41:38.164670 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4caa1be2-eb9d-4ef1-a7c5-dd65db68a146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:38.168737 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4caa1be2-eb9d-4ef1-a7c5-dd65db68a146 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:38.274791 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=1023af44-17b9-4618-8666-b3ed8b46ed3a,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:38.293812 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7d6df0cf-9bad-4523-b359-ca5c96f83ace None None] Provisioning for port de9d6399-bf1f-4985-a221-f3143913526c completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:41:38.299761 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7d6df0cf-9bad-4523-b359-ca5c96f83ace None None] Provisioning complete for port de9d6399-bf1f-4985-a221-f3143913526c triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:41:38.300631 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7d6df0cf-9bad-4523-b359-ca5c96f83ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:38.309369 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4caa1be2-eb9d-4ef1-a7c5-dd65db68a146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:38.309894 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4caa1be2-eb9d-4ef1-a7c5-dd65db68a146 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b477b15e-c179-4c55-8b41-46f1230e03d3 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:41:38.315299 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4caa1be2-eb9d-4ef1-a7c5-dd65db68a146 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:38.318908 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4caa1be2-eb9d-4ef1-a7c5-dd65db68a146 admin admin] 10.222.0.61 "DELETE /v2.0/routers/b477b15e-c179-4c55-8b41-46f1230e03d3 HTTP/1.1" status: 204 len: 168 time: 2.0729237 Aug 23 20:41:38.319458 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37668) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:38.367713 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7d6df0cf-9bad-4523-b359-ca5c96f83ace None None] Port de9d6399-bf1f-4985-a221-f3143913526c cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:41:38.409870 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a641d-de39-4c2a-ae4d-5488cc3e38ff req-fb0b00e4-5f3d-41e4-957c-f70ae81cb4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:38.411796 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cd8a641d-de39-4c2a-ae4d-5488cc3e38ff req-fb0b00e4-5f3d-41e4-957c-f70ae81cb4e8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a5ec27fc-08e9-4430-8c3c-95495de8bac6 HTTP/1.1" status: 200 len: 1096 time: 0.2117145 Aug 23 20:41:38.414196 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe7d3f00-ca30-4594-b072-30fe8f34d556 admin admin] Deleting subnet d571b443-68b1-44d5-8979-00646207cd13 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:41:38.418918 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fe7d3f00-ca30-4594-b072-30fe8f34d556 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:38.482485 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cd8a641d-de39-4c2a-ae4d-5488cc3e38ff req-b11999b4-02f4-4a02-9044-f58703e483d9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0f82240c-c6c4-4a5d-9c5f-0ca19e0dcac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600021 Aug 23 20:41:38.506624 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-eaed63f9-3e26-4567-8ea1-43971c4f6a54 None None] Provisioning complete for port de9d6399-bf1f-4985-a221-f3143913526c triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:41:38.507159 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eaed63f9-3e26-4567-8ea1-43971c4f6a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:38.541952 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fe7d3f00-ca30-4594-b072-30fe8f34d556 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:38.623325 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-eaed63f9-3e26-4567-8ea1-43971c4f6a54 None None] Port de9d6399-bf1f-4985-a221-f3143913526c cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:41:38.656854 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca58d07-67d9-47e9-a8da-529d06ce703d admin admin] Router ff246c19-03be-44d2-bbf9-cd31c11e0b35 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:41:38.696159 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e1a37f71-26d3-48b6-809f-b055dca5d194 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:38.744820 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 681d65f1-5f6e-4d09-af4d-9f682f65eaa2 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:41:38.786001 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fe7d3f00-ca30-4594-b072-30fe8f34d556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:38.794476 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-aebecf01-3a0f-45b0-8617-bcc4421bae12 None None] Provisioning complete for port de9d6399-bf1f-4985-a221-f3143913526c triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:41:38.794854 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aebecf01-3a0f-45b0-8617-bcc4421bae12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:38.858272 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-aebecf01-3a0f-45b0-8617-bcc4421bae12 None None] Port de9d6399-bf1f-4985-a221-f3143913526c cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:41:38.867609 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 681d65f1-5f6e-4d09-af4d-9f682f65eaa2 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:41:38.868263 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:38.901458 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615fc6d6-b335-4199-91e9-ded9da5d08fe req-5e3afae9-8e13-4135-9ccc-39f9ffb59141 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:38.903903 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-615fc6d6-b335-4199-91e9-ded9da5d08fe req-5e3afae9-8e13-4135-9ccc-39f9ffb59141 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ec27fc-08e9-4430-8c3c-95495de8bac6 HTTP/1.1" status: 200 len: 945 time: 0.1144552 Aug 23 20:41:38.964238 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-615fc6d6-b335-4199-91e9-ded9da5d08fe req-70e3eb0f-69d9-419d-a904-420f79c8ec40 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/security-groups?id=0f82240c-c6c4-4a5d-9c5f-0ca19e0dcac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508354 Aug 23 20:41:39.065312 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 154aba31-984e-429a-835d-3b727073be6e no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:41:39.095069 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 154aba31-984e-429a-835d-3b727073be6e {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:41:39.095846 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 154aba31-984e-429a-835d-3b727073be6e not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:41:39.096601 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 92b10c88-218e-4259-ba31-ce972882b526 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:41:39.132583 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 92b10c88-218e-4259-ba31-ce972882b526 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:41:39.132939 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 92b10c88-218e-4259-ba31-ce972882b526 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:41:39.176487 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-e1a37f71-26d3-48b6-809f-b055dca5d194 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Deleting port de9d6399-bf1f-4985-a221-f3143913526c {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:41:39.176839 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e1a37f71-26d3-48b6-809f-b055dca5d194 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:39.270845 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e1a37f71-26d3-48b6-809f-b055dca5d194 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:39.285716 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-e1a37f71-26d3-48b6-809f-b055dca5d194 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Calling delete_port for de9d6399-bf1f-4985-a221-f3143913526c owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:41:39.341949 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca58d07-67d9-47e9-a8da-529d06ce703d admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:41:39.350039 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-dca58d07-67d9-47e9-a8da-529d06ce703d admin admin] 10.222.0.61 "PUT /v2.0/routers/ff246c19-03be-44d2-bbf9-cd31c11e0b35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6709216 Aug 23 20:41:39.350039 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fe7d3f00-ca30-4594-b072-30fe8f34d556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:39.350947 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37690) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:39.355661 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456c20ce-a324-4768-ac96-405834066ec8 None None] Sync routers for ids ['ff246c19-03be-44d2-bbf9-cd31c11e0b35'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:41:39.368337 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456c20ce-a324-4768-ac96-405834066ec8 None None] Routers {'ff246c19-03be-44d2-bbf9-cd31c11e0b35'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:41:39.369312 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-456c20ce-a324-4768-ac96-405834066ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:41:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['ff246c19-03be-44d2-bbf9-cd31c11e0b35'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:39.387284 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7d3f00-ca30-4594-b072-30fe8f34d556 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d571b443-68b1-44d5-8979-00646207cd13,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:39.433676 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fe7d3f00-ca30-4594-b072-30fe8f34d556 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:39.435849 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-fe7d3f00-ca30-4594-b072-30fe8f34d556 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d571b443-68b1-44d5-8979-00646207cd13 HTTP/1.1" status: 204 len: 168 time: 1.1153622 Aug 23 20:41:39.438144 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37694) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:39.502610 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-456c20ce-a324-4768-ac96-405834066ec8 None None] Set router ff246c19-03be-44d2-bbf9-cd31c11e0b35 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:41:39.511106 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37696) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:39.544688 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e1a37f71-26d3-48b6-809f-b055dca5d194 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:39.569872 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-48825f80-3240-4ab3-a2fc-de50f6ad409a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:39.589035 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a37f71-26d3-48b6-809f-b055dca5d194 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event deleted for resources: {'Port': ['ID=de9d6399-bf1f-4985-a221-f3143913526c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:39.607965 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b5bdb319-eb61-4da5-bf24-7eef8d86009b admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:39.684851 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a4e48643-b343-4f2b-9609-0010f1658693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:39.757127 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-48825f80-3240-4ab3-a2fc-de50f6ad409a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:39.770743 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-48825f80-3240-4ab3-a2fc-de50f6ad409a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:39.784692 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-48825f80-3240-4ab3-a2fc-de50f6ad409a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '850a8407-3594-4fdf-af96-d8bf20de61c1') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:39.784984 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-48825f80-3240-4ab3-a2fc-de50f6ad409a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '850a8407-3594-4fdf-af96-d8bf20de61c1') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:39.797237 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-48825f80-3240-4ab3-a2fc-de50f6ad409a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:39.817831 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-48825f80-3240-4ab3-a2fc-de50f6ad409a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:39.825570 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48825f80-3240-4ab3-a2fc-de50f6ad409a admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:41:39.826044 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-48825f80-3240-4ab3-a2fc-de50f6ad409a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:39.891460 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:41:39.891460 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:41:39.891460 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:41:39.891460 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:41:39.891460 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:41:39.891460 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:41:39.891460 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:41:39.891460 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:41:39.891460 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:41:39.891460 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:41:39.891460 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:41:39.891460 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:41:39.891460 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:41:39.891460 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:41:39.891460 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:41:39.891460 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:41:39.891460 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:41:39.891460 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:41:39.891460 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:41:39.891460 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:41:39.891460 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:41:39.891460 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:41:39.891460 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:41:39.891460 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:41:39.891460 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:41:39.891460 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:41:39.891460 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:41:39.891460 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:41:39.891460 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:41:39.891460 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:41:39.891460 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:41:39.891460 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:41:39.897619 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e1a37f71-26d3-48b6-809f-b055dca5d194 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:39.897836 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-48825f80-3240-4ab3-a2fc-de50f6ad409a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:39.919330 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a4e48643-b343-4f2b-9609-0010f1658693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:39.919661 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-48825f80-3240-4ab3-a2fc-de50f6ad409a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:39.925889 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-48825f80-3240-4ab3-a2fc-de50f6ad409a admin admin] 10.222.0.61 "DELETE /v2.0/networks/d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3 HTTP/1.1" status: 204 len: 168 time: 0.4818852 Aug 23 20:41:39.925889 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48825f80-3240-4ab3-a2fc-de50f6ad409a admin admin] Pushing event deleted for resources: {'Network': ['ID=d368c40d-c463-4bc2-9d0c-0aa2bdc8c2b3,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:39.931542 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a4e48643-b343-4f2b-9609-0010f1658693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:40.029639 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b5bdb319-eb61-4da5-bf24-7eef8d86009b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:40.041851 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a4e48643-b343-4f2b-9609-0010f1658693 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3e9d4f22cf164228bc9952d1f26993c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5288577 Aug 23 20:41:40.050144 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37708) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:40.066295 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e48643-b343-4f2b-9609-0010f1658693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f4cdcf-9f77-48a9-915b-678f1ecc6b82,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:40.082397 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31141c20-8690-447b-ac0a-dac765132da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:40.112090 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-456c20ce-a324-4768-ac96-405834066ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff246c19-03be-44d2-bbf9-cd31c11e0b35', 'name': 'tempest-ServerRescueTestJSONUnderV235-620725544-router', 'tenant_id': 'af6d10f8e4524fca830991e1540c222c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': 'ffd243c0-0a32-4e65-80c1-ca54f9de2a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:40:15Z', 'updated_at': '2021-08-23T20:41:37Z', 'revision_number': 5, 'project_id': 'af6d10f8e4524fca830991e1540c222c', 'gw_port': {'id': 'ffd243c0-0a32-4e65-80c1-ca54f9de2a61', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff246c19-03be-44d2-bbf9-cd31c11e0b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:40:16Z', 'updated_at': '2021-08-23T20:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:40.121000 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37710) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:40.141342 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456c20ce-a324-4768-ac96-405834066ec8 None None] Checking router: ff246c19-03be-44d2-bbf9-cd31c11e0b35 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:41:40.151164 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456c20ce-a324-4768-ac96-405834066ec8 None None] Routers {'ff246c19-03be-44d2-bbf9-cd31c11e0b35'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:41:40.151786 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-456c20ce-a324-4768-ac96-405834066ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:41:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['ff246c19-03be-44d2-bbf9-cd31c11e0b35'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:40.185639 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a37f71-26d3-48b6-809f-b055dca5d194 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Router 6e58d6a5-8d20-429b-8848-f9c4786d5180 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:41:40.202494 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ba0f6e01-3097-4673-8d72-b70585b67cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:40.245910 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-456c20ce-a324-4768-ac96-405834066ec8 None None] Set router ff246c19-03be-44d2-bbf9-cd31c11e0b35 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:41:40.267894 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a37f71-26d3-48b6-809f-b055dca5d194 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:41:40.268197 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ba0f6e01-3097-4673-8d72-b70585b67cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:40.273503 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e1a37f71-26d3-48b6-809f-b055dca5d194 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "PUT /v2.0/routers/6e58d6a5-8d20-429b-8848-f9c4786d5180/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2349310 Aug 23 20:41:40.276438 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37712) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:40.284136 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70a2961-2d74-4d3e-8632-e904f0814c9c None None] Sync routers for ids ['6e58d6a5-8d20-429b-8848-f9c4786d5180'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:41:40.295622 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70a2961-2d74-4d3e-8632-e904f0814c9c None None] Routers {'6e58d6a5-8d20-429b-8848-f9c4786d5180'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:41:40.296752 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-c70a2961-2d74-4d3e-8632-e904f0814c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:41:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['6e58d6a5-8d20-429b-8848-f9c4786d5180'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:40.296916 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea33121-5a49-4a91-964d-6b39436c0ec8 req-31fd5291-ad20-458a-80ef-22bec618af2d tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:40.300422 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fea33121-5a49-4a91-964d-6b39436c0ec8 req-31fd5291-ad20-458a-80ef-22bec618af2d tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ec27fc-08e9-4430-8c3c-95495de8bac6 HTTP/1.1" status: 200 len: 945 time: 0.1699803 Aug 23 20:41:40.305631 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-416b956e-08f3-43d1-857d-88c76cda795e tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e58d6a5-8d20-429b-8848-f9c4786d5180 HTTP/1.1" status: 200 len: 205 time: 0.0279148 Aug 23 20:41:40.308124 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37714) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:40.326011 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-456c20ce-a324-4768-ac96-405834066ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff246c19-03be-44d2-bbf9-cd31c11e0b35', 'name': 'tempest-ServerRescueTestJSONUnderV235-620725544-router', 'tenant_id': 'af6d10f8e4524fca830991e1540c222c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:40:15Z', 'updated_at': '2021-08-23T20:41:40Z', 'revision_number': 6, 'project_id': 'af6d10f8e4524fca830991e1540c222c', 'gw_port_host': None}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:40.350304 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-c70a2961-2d74-4d3e-8632-e904f0814c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:40.356225 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-87d4e082-b41f-429a-aef5-a2fc457a1592 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=13b1595470b742008115767d927fc00b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2221937 Aug 23 20:41:40.361785 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456c20ce-a324-4768-ac96-405834066ec8 None None] The sync data for ids ['ff246c19-03be-44d2-bbf9-cd31c11e0b35'] in n-d-805663-2 is: [{'id': 'ff246c19-03be-44d2-bbf9-cd31c11e0b35', 'name': 'tempest-ServerRescueTestJSONUnderV235-620725544-router', 'tenant_id': 'af6d10f8e4524fca830991e1540c222c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:40:15Z', 'updated_at': '2021-08-23T20:41:40Z', 'revision_number': 6, 'project_id': 'af6d10f8e4524fca830991e1540c222c', 'gw_port_host': None}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:41:40.363388 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:40.369031 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70a2961-2d74-4d3e-8632-e904f0814c9c None None] Routers {'6e58d6a5-8d20-429b-8848-f9c4786d5180'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:41:40.369781 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-c70a2961-2d74-4d3e-8632-e904f0814c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:41:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['6e58d6a5-8d20-429b-8848-f9c4786d5180'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:40.384255 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ba0f6e01-3097-4673-8d72-b70585b67cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:40.387173 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ba0f6e01-3097-4673-8d72-b70585b67cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:40.388642 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ba0f6e01-3097-4673-8d72-b70585b67cba admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/55f4cdcf-9f77-48a9-915b-678f1ecc6b82 HTTP/1.1" status: 204 len: 168 time: 0.3380909 Aug 23 20:41:40.394797 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37716) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:40.410208 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-443355c8-8754-470d-9393-5fb405130bb9 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:40.415363 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-c70a2961-2d74-4d3e-8632-e904f0814c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:40.416421 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70a2961-2d74-4d3e-8632-e904f0814c9c None None] The sync data for ids ['6e58d6a5-8d20-429b-8848-f9c4786d5180'] in n-d-805663-2 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:41:40.428513 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f6e01-3097-4673-8d72-b70585b67cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f4cdcf-9f77-48a9-915b-678f1ecc6b82,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:40.456716 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fea33121-5a49-4a91-964d-6b39436c0ec8 req-b1954def-0a38-47a2-86be-a37c00bcd0e4 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/security-groups?id=0f82240c-c6c4-4a5d-9c5f-0ca19e0dcac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001751 Aug 23 20:41:40.471732 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-b5bdb319-eb61-4da5-bf24-7eef8d86009b admin admin] Deleting port ffd243c0-0a32-4e65-80c1-ca54f9de2a61 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:41:40.472284 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b5bdb319-eb61-4da5-bf24-7eef8d86009b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:40.572929 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1320cb42-d869-4c08-902d-302457b937da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:40.622775 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1320cb42-d869-4c08-902d-302457b937da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:40.634940 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-b5bdb319-eb61-4da5-bf24-7eef8d86009b admin admin] For port ffd243c0-0a32-4e65-80c1-ca54f9de2a61, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=ffd243c0-0a32-4e65-80c1-ca54f9de2a61,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:41:40.635309 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b5bdb319-eb61-4da5-bf24-7eef8d86009b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:40.638566 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-443355c8-8754-470d-9393-5fb405130bb9 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:40.643881 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-443355c8-8754-470d-9393-5fb405130bb9 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:40.665026 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-b5bdb319-eb61-4da5-bf24-7eef8d86009b admin admin] Calling delete_port for ffd243c0-0a32-4e65-80c1-ca54f9de2a61 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:41:40.696587 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27040b5b-9b11-4fdc-a6b2-7fd99521be9e req-e7ea88db-d632-4a73-948d-5f79e678f989 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:40.698139 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-27040b5b-9b11-4fdc-a6b2-7fd99521be9e req-e7ea88db-d632-4a73-948d-5f79e678f989 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ec27fc-08e9-4430-8c3c-95495de8bac6 HTTP/1.1" status: 200 len: 945 time: 0.1212375 Aug 23 20:41:40.724335 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-443355c8-8754-470d-9393-5fb405130bb9 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:40.725141 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443355c8-8754-470d-9393-5fb405130bb9 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Fanout notify agent at l3_agent the message router_deleted on router 6e58d6a5-8d20-429b-8848-f9c4786d5180 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:41:40.743679 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-443355c8-8754-470d-9393-5fb405130bb9 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:40.745074 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-443355c8-8754-470d-9393-5fb405130bb9 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "DELETE /v2.0/routers/6e58d6a5-8d20-429b-8848-f9c4786d5180 HTTP/1.1" status: 204 len: 168 time: 0.4360454 Aug 23 20:41:40.747981 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37724) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:40.751129 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1320cb42-d869-4c08-902d-302457b937da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:40.754195 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1320cb42-d869-4c08-902d-302457b937da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:40.758101 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-1320cb42-d869-4c08-902d-302457b937da admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/005a3639-792b-437f-b919-87b5e6a90b4c HTTP/1.1" status: 204 len: 168 time: 0.3598971 Aug 23 20:41:40.778856 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 23137fea-cdfd-4e3b-bcd4-84d6ad1f6b11 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:41:40.779289 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1320cb42-d869-4c08-902d-302457b937da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005a3639-792b-437f-b919-87b5e6a90b4c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:40.847135 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-27040b5b-9b11-4fdc-a6b2-7fd99521be9e req-0e707981-2b37-4e9b-8d84-d2cb7367b2d4 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/security-groups?id=0f82240c-c6c4-4a5d-9c5f-0ca19e0dcac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415663 Aug 23 20:41:40.848124 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 23137fea-cdfd-4e3b-bcd4-84d6ad1f6b11 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:41:40.848706 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 23137fea-cdfd-4e3b-bcd4-84d6ad1f6b11 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:41:40.877396 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff1043ad-3873-4288-9736-fa26195277d6 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Deleting subnet 1de3b59e-3c8d-4b73-9597-9e4f02860ebf {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:41:40.881989 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ff1043ad-3873-4288-9736-fa26195277d6 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:40.930791 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37730) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:40.971722 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b5bdb319-eb61-4da5-bf24-7eef8d86009b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:41.015487 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ff1043ad-3873-4288-9736-fa26195277d6 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:41.020395 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bdb319-eb61-4da5-bf24-7eef8d86009b admin admin] Pushing event deleted for resources: {'Port': ['ID=ffd243c0-0a32-4e65-80c1-ca54f9de2a61,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:41.027790 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b609a75b-ee5c-475f-b692-142e1583db30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:41.096528 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b5bdb319-eb61-4da5-bf24-7eef8d86009b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:41.189184 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ff1043ad-3873-4288-9736-fa26195277d6 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:41.216966 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b5bdb319-eb61-4da5-bf24-7eef8d86009b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:41.220338 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b5bdb319-eb61-4da5-bf24-7eef8d86009b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:41.278475 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b5bdb319-eb61-4da5-bf24-7eef8d86009b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:41.279926 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5bdb319-eb61-4da5-bf24-7eef8d86009b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff246c19-03be-44d2-bbf9-cd31c11e0b35 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:41:41.285783 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b5bdb319-eb61-4da5-bf24-7eef8d86009b admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:41.287014 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b5bdb319-eb61-4da5-bf24-7eef8d86009b admin admin] 10.222.0.61 "DELETE /v2.0/routers/ff246c19-03be-44d2-bbf9-cd31c11e0b35 HTTP/1.1" status: 204 len: 168 time: 1.9063542 Aug 23 20:41:41.289679 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37752) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:41.315097 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b609a75b-ee5c-475f-b692-142e1583db30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:41.318150 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ff1043ad-3873-4288-9736-fa26195277d6 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:41.324115 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b609a75b-ee5c-475f-b692-142e1583db30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:41.368319 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1043ad-3873-4288-9736-fa26195277d6 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event deleted for resources: {'Subnet': ['ID=1de3b59e-3c8d-4b73-9597-9e4f02860ebf,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:41.368730 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-a430bf5f-2812-46ec-9b25-0bcc018e7f73 admin admin] Deleting subnet 88ba7296-f48b-4a30-b31b-00e095355e1f {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:41:41.372616 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a430bf5f-2812-46ec-9b25-0bcc018e7f73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:41.381030 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43c4123-42f9-48ca-895f-b928f9764725 None None] Network 560e5337-ce6a-4096-8069-fed8117f8ca8 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:41:41.381611 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ff1043ad-3873-4288-9736-fa26195277d6 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:41.383536 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ff1043ad-3873-4288-9736-fa26195277d6 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "DELETE /v2.0/subnets/1de3b59e-3c8d-4b73-9597-9e4f02860ebf HTTP/1.1" status: 204 len: 168 time: 0.6341844 Aug 23 20:41:41.393290 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37756) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:41.430541 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a430bf5f-2812-46ec-9b25-0bcc018e7f73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:41.456285 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b609a75b-ee5c-475f-b692-142e1583db30 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6b6fd46dc867417e8eb4279c0bee5e9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5243738 Aug 23 20:41:41.464092 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37764) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:41.487364 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609a75b-ee5c-475f-b692-142e1583db30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd6e210-eaef-4151-897d-aa7110ebbbaa,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:41.550372 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a430bf5f-2812-46ec-9b25-0bcc018e7f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:41.553292 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6643d895-b090-4457-9c63-daaa5482d8f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:41.651449 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6643d895-b090-4457-9c63-daaa5482d8f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:41.683112 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afd342c-62de-47af-8c41-74da49e08144 None None] DHCP port deletion for 560e5337-ce6a-4096-8069-fed8117f8ca8 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:41:41.693566 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-72dd9fe8-9765-4e81-b45f-f66c8e0b108f tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:41.704913 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a430bf5f-2812-46ec-9b25-0bcc018e7f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:41.742576 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a430bf5f-2812-46ec-9b25-0bcc018e7f73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88ba7296-f48b-4a30-b31b-00e095355e1f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:41.745223 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a430bf5f-2812-46ec-9b25-0bcc018e7f73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:41.748192 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a430bf5f-2812-46ec-9b25-0bcc018e7f73 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/88ba7296-f48b-4a30-b31b-00e095355e1f HTTP/1.1" status: 204 len: 168 time: 0.4574707 Aug 23 20:41:41.751288 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37778) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:41.761317 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6643d895-b090-4457-9c63-daaa5482d8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:41.766746 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6643d895-b090-4457-9c63-daaa5482d8f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:41.770508 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-6643d895-b090-4457-9c63-daaa5482d8f4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6cd6e210-eaef-4151-897d-aa7110ebbbaa HTTP/1.1" status: 204 len: 168 time: 0.3024349 Aug 23 20:41:41.781268 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-0afd342c-62de-47af-8c41-74da49e08144 None None] Deleting port 681d65f1-5f6e-4d09-af4d-9f682f65eaa2 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:41:41.782094 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0afd342c-62de-47af-8c41-74da49e08144 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:41.864663 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643d895-b090-4457-9c63-daaa5482d8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd6e210-eaef-4151-897d-aa7110ebbbaa,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:41.902523 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cb17ffc2-6b48-4df7-b9ae-e7e3576452c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:41.917189 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-0afd342c-62de-47af-8c41-74da49e08144 None None] For port 681d65f1-5f6e-4d09-af4d-9f682f65eaa2, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=681d65f1-5f6e-4d09-af4d-9f682f65eaa2,segment=NetworkSegment(21364c53-3780-4db4-bd78-1ea6cb0e3be4),segment_id=21364c53-3780-4db4-bd78-1ea6cb0e3be4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:41:41.917713 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0afd342c-62de-47af-8c41-74da49e08144 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:41.952600 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b0427-a232-407a-ad0e-d15f5269244b req-4e34034d-c8c3-4793-8fe9-50609260c682 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:41.960723 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a02b0427-a232-407a-ad0e-d15f5269244b req-4e34034d-c8c3-4793-8fe9-50609260c682 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ec27fc-08e9-4430-8c3c-95495de8bac6 HTTP/1.1" status: 200 len: 945 time: 0.1298654 Aug 23 20:41:41.961312 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-0afd342c-62de-47af-8c41-74da49e08144 None None] Calling delete_port for 681d65f1-5f6e-4d09-af4d-9f682f65eaa2 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:41:42.014797 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-72dd9fe8-9765-4e81-b45f-f66c8e0b108f tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Deleting port 681d65f1-5f6e-4d09-af4d-9f682f65eaa2 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:41:42.020466 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-72dd9fe8-9765-4e81-b45f-f66c8e0b108f tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:42.043942 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37788) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:42.051679 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cb17ffc2-6b48-4df7-b9ae-e7e3576452c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:42.072352 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-cb17ffc2-6b48-4df7-b9ae-e7e3576452c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['038de372-6dab-402e-9e56-851fe636faa4']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:42.073190 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a02b0427-a232-407a-ad0e-d15f5269244b req-f95a724b-8c70-474b-8c73-d4cbef42b6e2 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/security-groups?id=0f82240c-c6c4-4a5d-9c5f-0ca19e0dcac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104569 Aug 23 20:41:42.085198 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-cb17ffc2-6b48-4df7-b9ae-e7e3576452c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd065db9e-a105-47a9-82fb-b3b0dd15ae8f') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:42.088344 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-cb17ffc2-6b48-4df7-b9ae-e7e3576452c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd065db9e-a105-47a9-82fb-b3b0dd15ae8f') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:42.102689 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cb17ffc2-6b48-4df7-b9ae-e7e3576452c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:42.136513 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cb17ffc2-6b48-4df7-b9ae-e7e3576452c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:42.152833 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb17ffc2-6b48-4df7-b9ae-e7e3576452c9 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:41:42.154065 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cb17ffc2-6b48-4df7-b9ae-e7e3576452c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:42.156009 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:41:42.156009 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:41:42.156009 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:41:42.156009 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:41:42.156009 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:41:42.156009 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:41:42.156009 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:41:42.156009 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:41:42.156009 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:41:42.156009 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:41:42.156009 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:41:42.156009 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:41:42.156009 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:41:42.156009 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:41:42.156009 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:41:42.156009 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:41:42.156009 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:41:42.156009 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:41:42.156009 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:41:42.156009 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:41:42.156009 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:41:42.156009 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:41:42.156009 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:41:42.156009 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:41:42.156009 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:41:42.156009 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:41:42.156009 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:41:42.156009 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:41:42.156009 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:41:42.156009 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:41:42.156009 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:41:42.156009 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:41:42.160805 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0afd342c-62de-47af-8c41-74da49e08144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:42.175280 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afd342c-62de-47af-8c41-74da49e08144 None None] No DVR routers for this DVR port 681d65f1-5f6e-4d09-af4d-9f682f65eaa2 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:41:42.189962 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-72dd9fe8-9765-4e81-b45f-f66c8e0b108f tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] For port 681d65f1-5f6e-4d09-af4d-9f682f65eaa2, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=681d65f1-5f6e-4d09-af4d-9f682f65eaa2,segment=NetworkSegment(21364c53-3780-4db4-bd78-1ea6cb0e3be4),segment_id=21364c53-3780-4db4-bd78-1ea6cb0e3be4)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:41:42.190337 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-72dd9fe8-9765-4e81-b45f-f66c8e0b108f tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:42.197073 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afd342c-62de-47af-8c41-74da49e08144 None None] Pushing event deleted for resources: {'Port': ['ID=681d65f1-5f6e-4d09-af4d-9f682f65eaa2,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:42.220360 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-72dd9fe8-9765-4e81-b45f-f66c8e0b108f tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Calling delete_port for 681d65f1-5f6e-4d09-af4d-9f682f65eaa2 owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:41:42.234046 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-c4939117-d438-463f-859f-6207f639bdb3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-57718171-network', 'tenant_id': '7880e59da8b64cb8b3031fd86db3c916'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:41:42.261969 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cb17ffc2-6b48-4df7-b9ae-e7e3576452c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:42.270374 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cb17ffc2-6b48-4df7-b9ae-e7e3576452c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:42.275627 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-cb17ffc2-6b48-4df7-b9ae-e7e3576452c9 admin admin] 10.222.0.61 "DELETE /v2.0/networks/038de372-6dab-402e-9e56-851fe636faa4 HTTP/1.1" status: 204 len: 168 time: 0.5212345 Aug 23 20:41:42.303163 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb17ffc2-6b48-4df7-b9ae-e7e3576452c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=038de372-6dab-402e-9e56-851fe636faa4,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:42.304591 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4939117-d438-463f-859f-6207f639bdb3 admin admin] Made reservation on behalf of 7880e59da8b64cb8b3031fd86db3c916 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:41:42.307199 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c4939117-d438-463f-859f-6207f639bdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:42.324998 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c4939117-d438-463f-859f-6207f639bdb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:42.373169 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-72dd9fe8-9765-4e81-b45f-f66c8e0b108f tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:42.414227 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dd9fe8-9765-4e81-b45f-f66c8e0b108f tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] No DVR routers for this DVR port 681d65f1-5f6e-4d09-af4d-9f682f65eaa2 on host n-d-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:41:42.415872 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dd9fe8-9765-4e81-b45f-f66c8e0b108f tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event deleted for resources: {'Port': ['ID=681d65f1-5f6e-4d09-af4d-9f682f65eaa2,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:42.467347 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37806) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:42.538445 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-72dd9fe8-9765-4e81-b45f-f66c8e0b108f tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:42.544114 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a2b3a73e-c619-4bce-a6f9-fa168508bd26 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=af6d10f8e4524fca830991e1540c222c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0759597 Aug 23 20:41:42.544874 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37810) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:42.558487 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-72dd9fe8-9765-4e81-b45f-f66c8e0b108f tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['560e5337-ce6a-4096-8069-fed8117f8ca8']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:42.561895 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c4939117-d438-463f-859f-6207f639bdb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:42.571586 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-72dd9fe8-9765-4e81-b45f-f66c8e0b108f tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21364c53-3780-4db4-bd78-1ea6cb0e3be4') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:42.571890 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-72dd9fe8-9765-4e81-b45f-f66c8e0b108f tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21364c53-3780-4db4-bd78-1ea6cb0e3be4') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:42.572573 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device ffd243c0-0a32-4e65-80c1-ca54f9de2a61 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:41:42.579339 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c4939117-d438-463f-859f-6207f639bdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:42.593134 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4939117-d438-463f-859f-6207f639bdb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:41:42.603758 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: ffd243c0-0a32-4e65-80c1-ca54f9de2a61 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:41:42.604074 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c4939117-d438-463f-859f-6207f639bdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:42.604244 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-c4939117-d438-463f-859f-6207f639bdb3 admin admin] Added segment 71fa0ee8-71f8-4ca3-a314-108544b37f00 of type vlan for network e5de8573-8724-417b-9e45-0201cb25fe6b Aug 23 20:41:42.604800 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device ffd243c0-0a32-4e65-80c1-ca54f9de2a61 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:41:42.608591 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 681d65f1-5f6e-4d09-af4d-9f682f65eaa2 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:41:42.616492 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ddf53f5-523f-4f86-ab9d-91689354b9f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:42.619357 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-72dd9fe8-9765-4e81-b45f-f66c8e0b108f tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:42.634808 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 681d65f1-5f6e-4d09-af4d-9f682f65eaa2 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:41:42.635327 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 681d65f1-5f6e-4d09-af4d-9f682f65eaa2 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:41:42.644164 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ddf53f5-523f-4f86-ab9d-91689354b9f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:42.706687 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ddf53f5-523f-4f86-ab9d-91689354b9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:42.709724 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ddf53f5-523f-4f86-ab9d-91689354b9f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:42.714075 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-6ddf53f5-523f-4f86-ab9d-91689354b9f7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5e94c7c4-469a-4a61-b228-394c20a2395f HTTP/1.1" status: 204 len: 168 time: 0.1681073 Aug 23 20:41:42.733382 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddf53f5-523f-4f86-ab9d-91689354b9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e94c7c4-469a-4a61-b228-394c20a2395f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:43.003804 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c4939117-d438-463f-859f-6207f639bdb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:43.006276 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-72dd9fe8-9765-4e81-b45f-f66c8e0b108f tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:43.014331 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4939117-d438-463f-859f-6207f639bdb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbca4b4c-0836-4a46-af7a-7f555d3020c2,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:43.017587 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a29da495-d3f9-45ef-a538-20d260be2c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:43.021743 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72dd9fe8-9765-4e81-b45f-f66c8e0b108f tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:41:43.022151 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-72dd9fe8-9765-4e81-b45f-f66c8e0b108f tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:43.025250 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:41:43.025250 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:41:43.025250 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:41:43.025250 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:41:43.025250 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:41:43.025250 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:41:43.025250 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:41:43.025250 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:41:43.025250 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:41:43.025250 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:41:43.025250 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:41:43.025250 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:41:43.025250 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:41:43.025250 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:41:43.025250 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:41:43.025250 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:41:43.025250 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:41:43.025250 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:41:43.025250 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:41:43.025250 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:41:43.025250 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:41:43.025250 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:41:43.025250 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:41:43.025250 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:41:43.025250 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:41:43.025250 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:41:43.025250 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:41:43.025250 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:41:43.025250 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:41:43.025250 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:41:43.025250 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:41:43.025250 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:41:43.087885 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c4939117-d438-463f-859f-6207f639bdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:43.088979 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4939117-d438-463f-859f-6207f639bdb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:43.089570 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c4939117-d438-463f-859f-6207f639bdb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:43.149759 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-72dd9fe8-9765-4e81-b45f-f66c8e0b108f tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:43.159489 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-72dd9fe8-9765-4e81-b45f-f66c8e0b108f tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:43.161698 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-72dd9fe8-9765-4e81-b45f-f66c8e0b108f tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "DELETE /v2.0/networks/560e5337-ce6a-4096-8069-fed8117f8ca8 HTTP/1.1" status: 204 len: 168 time: 1.7674103 Aug 23 20:41:43.165507 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37836) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:43.171786 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b8b1b8ca-bf7d-4ffa-b6fa-1df3f3a2c3fd tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1557137276', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}, 'admin_state_up': False}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:41:43.176709 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c4939117-d438-463f-859f-6207f639bdb3 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1296406 Aug 23 20:41:43.178476 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4939117-d438-463f-859f-6207f639bdb3 admin admin] Pushing event updated for resources: {'Network': ['ID=e5de8573-8724-417b-9e45-0201cb25fe6b,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:43.179803 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37840) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:43.191782 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network e5de8573-8724-417b-9e45-0201cb25fe6b details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:41:43.195914 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-66d1d2a1-ad78-4667-9b60-fb843b1a73e7 admin admin] Request body: {'subnet': {'network_id': 'e5de8573-8724-417b-9e45-0201cb25fe6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-57718171-subnet', 'tenant_id': '7880e59da8b64cb8b3031fd86db3c916', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:41:43.209572 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dd9fe8-9765-4e81-b45f-f66c8e0b108f tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event deleted for resources: {'Network': ['ID=560e5337-ce6a-4096-8069-fed8117f8ca8,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:43.257670 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.db.api [None req-66d1d2a1-ad78-4667-9b60-fb843b1a73e7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 20:41:43.257670 n-d-805663-2 neutron-server[94688]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 23 20:41:43.257670 n-d-805663-2 neutron-server[94688]: [parameters: {'project_id_1': '7880e59da8b64cb8b3031fd86db3c916', 'expiration_1': datetime.datetime(2021, 8, 23, 20, 41, 43, 241213)}] Aug 23 20:41:43.257670 n-d-805663-2 neutron-server[94688]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94688) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 20:41:43.258142 n-d-805663-2 neutron-server[94688]: DEBUG oslo_db.api [None req-66d1d2a1-ad78-4667-9b60-fb843b1a73e7 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 20:41:43.272439 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b8b1b8ca-bf7d-4ffa-b6fa-1df3f3a2c3fd tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:43.273587 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b8b1b8ca-bf7d-4ffa-b6fa-1df3f3a2c3fd tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:43.301983 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec48f2-28f7-44e0-a861-a461b5d9ed7f req-2d472ae0-a42d-4bda-acf0-225e858fc834 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:43.304557 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-74ec48f2-28f7-44e0-a861-a461b5d9ed7f req-2d472ae0-a42d-4bda-acf0-225e858fc834 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ec27fc-08e9-4430-8c3c-95495de8bac6 HTTP/1.1" status: 200 len: 945 time: 0.1036439 Aug 23 20:41:43.366519 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b8b1b8ca-bf7d-4ffa-b6fa-1df3f3a2c3fd tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:43.427066 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-74ec48f2-28f7-44e0-a861-a461b5d9ed7f req-d3723bc4-a2a4-410c-af31-84aef39600b5 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/security-groups?id=0f82240c-c6c4-4a5d-9c5f-0ca19e0dcac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081996 Aug 23 20:41:43.496733 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:43.561519 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b8b1b8ca-bf7d-4ffa-b6fa-1df3f3a2c3fd tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:43.587636 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 1023af44-17b9-4618-8666-b3ed8b46ed3a details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:41:43.713287 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 1023af44-17b9-4618-8666-b3ed8b46ed3a, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=1023af44-17b9-4618-8666-b3ed8b46ed3a,segment=NetworkSegment(2eca2f48-a757-4e4a-84b6-cecf77c14bb3),segment_id=2eca2f48-a757-4e4a-84b6-cecf77c14bb3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:41:43.725691 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '1023af44-17b9-4618-8666-b3ed8b46ed3a', 'network_id': '88798fd2-b8f8-4007-ac21-674c27fbeeb0', 'port_id': '1023af44-17b9-4618-8666-b3ed8b46ed3a', 'mac_address': 'fa:16:3e:20:ca:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c2521f-6311-4d62-bcd9-0227f853ffb3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:41:43.776838 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:43.796488 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1023af44-17b9-4618-8666-b3ed8b46ed3a {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:41:43.801742 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37868) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:43.827021 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 1023af44-17b9-4618-8666-b3ed8b46ed3a, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=1023af44-17b9-4618-8666-b3ed8b46ed3a,segment=NetworkSegment(2eca2f48-a757-4e4a-84b6-cecf77c14bb3),segment_id=2eca2f48-a757-4e4a-84b6-cecf77c14bb3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:41:43.830308 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b8b1b8ca-bf7d-4ffa-b6fa-1df3f3a2c3fd tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:43.833212 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:43.858891 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b8b1b8ca-bf7d-4ffa-b6fa-1df3f3a2c3fd tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:43.869042 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d1d2a1-ad78-4667-9b60-fb843b1a73e7 admin admin] Made reservation on behalf of 7880e59da8b64cb8b3031fd86db3c916 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:41:43.871686 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-66d1d2a1-ad78-4667-9b60-fb843b1a73e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:43.898607 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=1023af44-17b9-4618-8666-b3ed8b46ed3a,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:44.023333 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-22bbbfb9-6b78-4e4b-89a2-d34c242aa047 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1189841141-network', 'tenant_id': 'dfca521cd42c404497e1668b14cff80f'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:41:44.055137 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22bbbfb9-6b78-4e4b-89a2-d34c242aa047 admin admin] Made reservation on behalf of dfca521cd42c404497e1668b14cff80f for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:41:44.059590 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-22bbbfb9-6b78-4e4b-89a2-d34c242aa047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:44.069216 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-b8b1b8ca-bf7d-4ffa-b6fa-1df3f3a2c3fd tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Allocated IP 172.25.4.163 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/a48ede68-57fc-4f7a-926c-93a73fc4207d) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:41:44.071742 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-22bbbfb9-6b78-4e4b-89a2-d34c242aa047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:44.093717 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['1023af44-17b9-4618-8666-b3ed8b46ed3a'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:41:44.239240 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-22bbbfb9-6b78-4e4b-89a2-d34c242aa047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:44.245330 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-22bbbfb9-6b78-4e4b-89a2-d34c242aa047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:44.263688 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-66d1d2a1-ad78-4667-9b60-fb843b1a73e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:44.277096 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22bbbfb9-6b78-4e4b-89a2-d34c242aa047 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:41:44.297890 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bbbfb9-6b78-4e4b-89a2-d34c242aa047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6949e3b-65c0-4c96-b7e6-720f772c799c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:44.303660 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-22bbbfb9-6b78-4e4b-89a2-d34c242aa047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:44.304197 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-22bbbfb9-6b78-4e4b-89a2-d34c242aa047 admin admin] Added segment 7c822085-f0bf-43b3-a949-ad2c2f0679eb of type vlan for network 08ee7db6-ee70-42c6-86e8-ee22c22907f2 Aug 23 20:41:44.359764 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-22bbbfb9-6b78-4e4b-89a2-d34c242aa047 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:44.407222 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-22bbbfb9-6b78-4e4b-89a2-d34c242aa047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:44.408356 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bbbfb9-6b78-4e4b-89a2-d34c242aa047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:44.408954 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-22bbbfb9-6b78-4e4b-89a2-d34c242aa047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:44.427677 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b8b1b8ca-bf7d-4ffa-b6fa-1df3f3a2c3fd tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:44.449924 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1d2a1-ad78-4667-9b60-fb843b1a73e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbd0034a-a038-4b43-8b24-1cd5d52f0793,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:44.472718 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d1d2a1-ad78-4667-9b60-fb843b1a73e7 admin admin] Checking segment: {'id': '71fa0ee8-71f8-4ca3-a314-108544b37f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e5de8573-8724-417b-9e45-0201cb25fe6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:41:44.473114 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d1d2a1-ad78-4667-9b60-fb843b1a73e7 admin admin] Network hostable DHCP agents. Network: e5de8573-8724-417b-9e45-0201cb25fe6b, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:41:44.488324 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bbbfb9-6b78-4e4b-89a2-d34c242aa047 admin admin] Pushing event updated for resources: {'Network': ['ID=08ee7db6-ee70-42c6-86e8-ee22c22907f2,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:44.502378 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:44.505379 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-22bbbfb9-6b78-4e4b-89a2-d34c242aa047 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7021751 Aug 23 20:41:44.511949 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37904) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:44.512176 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 08ee7db6-ee70-42c6-86e8-ee22c22907f2 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:41:44.515282 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d1d2a1-ad78-4667-9b60-fb843b1a73e7 admin admin] Network e5de8573-8724-417b-9e45-0201cb25fe6b is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:41:44.518592 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-0b58411d-b37b-4fbb-9379-06e8de698313 admin admin] Request body: {'subnet': {'network_id': '08ee7db6-ee70-42c6-86e8-ee22c22907f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1189841141-subnet', 'tenant_id': 'dfca521cd42c404497e1668b14cff80f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:41:44.525681 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b8b1b8ca-bf7d-4ffa-b6fa-1df3f3a2c3fd tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:44.555669 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-66d1d2a1-ad78-4667-9b60-fb843b1a73e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, e5de8573-8724-417b-9e45-0201cb25fe6b) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:41:44.565559 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d1d2a1-ad78-4667-9b60-fb843b1a73e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:44.566870 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-66d1d2a1-ad78-4667-9b60-fb843b1a73e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:44.583104 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b1b8ca-bf7d-4ffa-b6fa-1df3f3a2c3fd tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:41:44.590210 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c6084e-2bee-4ae8-8ea6-eae4d5913f49 None None] Network e5de8573-8724-417b-9e45-0201cb25fe6b requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:41:44.592281 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-b8b1b8ca-bf7d-4ffa-b6fa-1df3f3a2c3fd tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:41:44.597276 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b1b8ca-bf7d-4ffa-b6fa-1df3f3a2c3fd tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:41:44.610524 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b58411d-b37b-4fbb-9379-06e8de698313 admin admin] Made reservation on behalf of dfca521cd42c404497e1668b14cff80f for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:41:44.613664 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0b58411d-b37b-4fbb-9379-06e8de698313 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:44.634748 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-66d1d2a1-ad78-4667-9b60-fb843b1a73e7 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4440808 Aug 23 20:41:44.638055 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b1b8ca-bf7d-4ffa-b6fa-1df3f3a2c3fd tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event updated for resources: {'Port': ['ID=a48ede68-57fc-4f7a-926c-93a73fc4207d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:44.643308 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37908) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:44.653088 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-1a13a9af-01ca-45f5-bfb1-bffad5d5e7fd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-57718171-router', 'tenant_id': '7880e59da8b64cb8b3031fd86db3c916', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:41:44.688577 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1a13a9af-01ca-45f5-bfb1-bffad5d5e7fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:44.689649 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1a13a9af-01ca-45f5-bfb1-bffad5d5e7fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:44.736926 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69bca8-4e79-4e08-afc7-46d5ac4212b9 req-fa1116bc-679d-47ad-ae31-058ce365f3fd tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:44.739124 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bf69bca8-4e79-4e08-afc7-46d5ac4212b9 req-fa1116bc-679d-47ad-ae31-058ce365f3fd tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ec27fc-08e9-4430-8c3c-95495de8bac6 HTTP/1.1" status: 200 len: 944 time: 0.1620035 Aug 23 20:41:44.805847 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37912) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:44.823550 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3bfa8d-5e3a-470e-8b59-4595c811a257 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-e5de8573-8724-417b-9e45-0201cb25fe6b', 'network_id': 'e5de8573-8724-417b-9e45-0201cb25fe6b', 'tenant_id': '7880e59da8b64cb8b3031fd86db3c916', 'fixed_ips': [{'subnet_id': 'bbd0034a-a038-4b43-8b24-1cd5d52f0793'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:41:44.824472 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3b3bfa8d-5e3a-470e-8b59-4595c811a257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:44.839789 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bf69bca8-4e79-4e08-afc7-46d5ac4212b9 req-ec215695-d305-4de4-a51e-469528e28bdf tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/security-groups?id=0f82240c-c6c4-4a5d-9c5f-0ca19e0dcac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931129 Aug 23 20:41:44.942996 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0b58411d-b37b-4fbb-9379-06e8de698313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:44.978747 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1a13a9af-01ca-45f5-bfb1-bffad5d5e7fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:44.987629 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-3b3bfa8d-5e3a-470e-8b59-4595c811a257 None None] Allocated IP 172.20.0.2 (e5de8573-8724-417b-9e45-0201cb25fe6b/bbd0034a-a038-4b43-8b24-1cd5d52f0793/8f52a8c1-1769-4f67-afa1-23a700a43c63) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:41:45.021394 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1ddc7333-e03a-4b01-be5f-797066a1412b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:45.060129 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b58411d-b37b-4fbb-9379-06e8de698313 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f081180f-c4fd-4243-9f2e-305cad1ce609,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:45.065710 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b58411d-b37b-4fbb-9379-06e8de698313 admin admin] Checking segment: {'id': '7c822085-f0bf-43b3-a949-ad2c2f0679eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '08ee7db6-ee70-42c6-86e8-ee22c22907f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:41:45.066197 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b58411d-b37b-4fbb-9379-06e8de698313 admin admin] Network hostable DHCP agents. Network: 08ee7db6-ee70-42c6-86e8-ee22c22907f2, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:41:45.101862 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b58411d-b37b-4fbb-9379-06e8de698313 admin admin] Network 08ee7db6-ee70-42c6-86e8-ee22c22907f2 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:41:45.128564 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-0b58411d-b37b-4fbb-9379-06e8de698313 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 08ee7db6-ee70-42c6-86e8-ee22c22907f2) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:41:45.136724 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b58411d-b37b-4fbb-9379-06e8de698313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:45.137575 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0b58411d-b37b-4fbb-9379-06e8de698313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:45.165206 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cafde7a-49e0-4df6-8078-2033b2701c5a None None] Network 08ee7db6-ee70-42c6-86e8-ee22c22907f2 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:41:45.203713 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1ddc7333-e03a-4b01-be5f-797066a1412b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:45.215419 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1ddc7333-e03a-4b01-be5f-797066a1412b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:45.246014 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3b3bfa8d-5e3a-470e-8b59-4595c811a257 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:45.251400 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0b58411d-b37b-4fbb-9379-06e8de698313 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7415433 Aug 23 20:41:45.260911 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37920) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:45.264600 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3b3bfa8d-5e3a-470e-8b59-4595c811a257 None None] Transition to ACTIVE for port object 8f52a8c1-1769-4f67-afa1-23a700a43c63 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:41:45.274075 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-67bb4b3f-aa15-4cca-8b73-59ca962cbcf6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1189841141-router', 'tenant_id': 'dfca521cd42c404497e1668b14cff80f', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:41:45.293533 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3b3bfa8d-5e3a-470e-8b59-4595c811a257 None None] Transition to ACTIVE for port object 8f52a8c1-1769-4f67-afa1-23a700a43c63 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:41:45.305034 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1ddc7333-e03a-4b01-be5f-797066a1412b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5ce427e1aa084f55a9dab9922ac47dba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4981973 Aug 23 20:41:45.308102 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37922) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:45.317390 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3b3bfa8d-5e3a-470e-8b59-4595c811a257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:45.323779 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddc7333-e03a-4b01-be5f-797066a1412b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49169eff-0372-4f0d-bbc5-c75760f4cb57,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:45.348374 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8171be2-fbcf-4e31-9f40-bd1dcbe6e7dd req-8bac7497-05b1-4090-a3fa-ae9784548f05 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:45.349339 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a8171be2-fbcf-4e31-9f40-bd1dcbe6e7dd req-8bac7497-05b1-4090-a3fa-ae9784548f05 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ec27fc-08e9-4430-8c3c-95495de8bac6 HTTP/1.1" status: 200 len: 944 time: 0.1486337 Aug 23 20:41:45.364299 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-67bb4b3f-aa15-4cca-8b73-59ca962cbcf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:45.365468 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-67bb4b3f-aa15-4cca-8b73-59ca962cbcf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:45.376856 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3bfa8d-5e3a-470e-8b59-4595c811a257 None None] Network e5de8573-8724-417b-9e45-0201cb25fe6b is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:41:45.381468 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021a62ad-aa1e-4e56-8127-c3ebafa40c7d None None] Network 08ee7db6-ee70-42c6-86e8-ee22c22907f2 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:41:45.386403 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-3b3bfa8d-5e3a-470e-8b59-4595c811a257 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:41:45.408258 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3bfa8d-5e3a-470e-8b59-4595c811a257 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:41:45.413277 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3bfa8d-5e3a-470e-8b59-4595c811a257 None None] Pushing event updated for resources: {'Port': ['ID=8f52a8c1-1769-4f67-afa1-23a700a43c63,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:45.423255 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-67bb4b3f-aa15-4cca-8b73-59ca962cbcf6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:45.533702 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-3b3bfa8d-5e3a-470e-8b59-4595c811a257 None None] Attempting to bind port 8f52a8c1-1769-4f67-afa1-23a700a43c63 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:41:45.534077 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-3b3bfa8d-5e3a-470e-8b59-4595c811a257 None None] Attempting to bind port 8f52a8c1-1769-4f67-afa1-23a700a43c63 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '71fa0ee8-71f8-4ca3-a314-108544b37f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e5de8573-8724-417b-9e45-0201cb25fe6b'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:41:45.534442 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3bfa8d-5e3a-470e-8b59-4595c811a257 None None] Attempting to bind port 8f52a8c1-1769-4f67-afa1-23a700a43c63 on network e5de8573-8724-417b-9e45-0201cb25fe6b {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:41:45.544469 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2e37cb77-7603-4d29-b6a8-0a1993b49120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:45.548627 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3bfa8d-5e3a-470e-8b59-4595c811a257 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:41:45.549006 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3bfa8d-5e3a-470e-8b59-4595c811a257 None None] Checking segment: {'id': '71fa0ee8-71f8-4ca3-a314-108544b37f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e5de8573-8724-417b-9e45-0201cb25fe6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:41:45.549410 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3b3bfa8d-5e3a-470e-8b59-4595c811a257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:45.549940 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3bfa8d-5e3a-470e-8b59-4595c811a257 None None] Bound using segment: {'id': '71fa0ee8-71f8-4ca3-a314-108544b37f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e5de8573-8724-417b-9e45-0201cb25fe6b'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:41:45.550736 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-3b3bfa8d-5e3a-470e-8b59-4595c811a257 None None] Bound port: 8f52a8c1-1769-4f67-afa1-23a700a43c63, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71fa0ee8-71f8-4ca3-a314-108544b37f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e5de8573-8724-417b-9e45-0201cb25fe6b'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:41:45.551127 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3b3bfa8d-5e3a-470e-8b59-4595c811a257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:45.598438 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a8171be2-fbcf-4e31-9f40-bd1dcbe6e7dd req-7c1c9ae3-531c-4cfe-945f-5c1d6ce6f84f tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/security-groups?id=0f82240c-c6c4-4a5d-9c5f-0ca19e0dcac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391286 Aug 23 20:41:45.621255 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 1023af44-17b9-4618-8666-b3ed8b46ed3a up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:41:45.640874 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1a13a9af-01ca-45f5-bfb1-bffad5d5e7fd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:45.702432 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2e37cb77-7603-4d29-b6a8-0a1993b49120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:45.715579 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-3b3bfa8d-5e3a-470e-8b59-4595c811a257 None None] For port 8f52a8c1-1769-4f67-afa1-23a700a43c63, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:41:45.720309 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-3b3bfa8d-5e3a-470e-8b59-4595c811a257 None None] For port 8f52a8c1-1769-4f67-afa1-23a700a43c63, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=8f52a8c1-1769-4f67-afa1-23a700a43c63,segment=NetworkSegment(71fa0ee8-71f8-4ca3-a314-108544b37f00),segment_id=71fa0ee8-71f8-4ca3-a314-108544b37f00)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:41:45.728092 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3b3bfa8d-5e3a-470e-8b59-4595c811a257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:45.767554 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 1023af44-17b9-4618-8666-b3ed8b46ed3a triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:41:45.768013 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:45.787639 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b8b1b8ca-bf7d-4ffa-b6fa-1df3f3a2c3fd tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:45.799773 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-67bb4b3f-aa15-4cca-8b73-59ca962cbcf6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:45.844652 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3bfa8d-5e3a-470e-8b59-4595c811a257 None None] Pushing event updated for resources: {'Port': ['ID=8f52a8c1-1769-4f67-afa1-23a700a43c63,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:45.918879 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:45.943917 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2e37cb77-7603-4d29-b6a8-0a1993b49120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:45.947411 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2e37cb77-7603-4d29-b6a8-0a1993b49120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:45.949051 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2e37cb77-7603-4d29-b6a8-0a1993b49120 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/49169eff-0372-4f0d-bbc5-c75760f4cb57 HTTP/1.1" status: 204 len: 168 time: 0.6387770 Aug 23 20:41:45.961347 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e37cb77-7603-4d29-b6a8-0a1993b49120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49169eff-0372-4f0d-bbc5-c75760f4cb57,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:46.000467 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:46.059278 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ec27fc-08e9-4430-8c3c-95495de8bac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1023af44-17b9-4618-8666-b3ed8b46ed3a'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:41:46.063985 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb58a82-3af1-4a43-95e2-f4ed9256d365" -d '{"events": [{"server_uuid": "a5ec27fc-08e9-4430-8c3c-95495de8bac6", "name": "network-vif-plugged", "status": "completed", "tag": "1023af44-17b9-4618-8666-b3ed8b46ed3a"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:41:46.089258 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 1023af44-17b9-4618-8666-b3ed8b46ed3a, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=1023af44-17b9-4618-8666-b3ed8b46ed3a,segment=NetworkSegment(2eca2f48-a757-4e4a-84b6-cecf77c14bb3),segment_id=2eca2f48-a757-4e4a-84b6-cecf77c14bb3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:41:46.097382 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:46.173697 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726f9b4e-3235-42ff-89c2-da9d9409f28c x-openstack-request-id: req-726f9b4e-3235-42ff-89c2-da9d9409f28c {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:41:46.174802 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ec27fc-08e9-4430-8c3c-95495de8bac6", "name": "network-vif-plugged", "status": "completed", "tag": "1023af44-17b9-4618-8666-b3ed8b46ed3a", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:41:46.175397 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-726f9b4e-3235-42ff-89c2-da9d9409f28c {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:41:46.175850 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ec27fc-08e9-4430-8c3c-95495de8bac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1023af44-17b9-4618-8666-b3ed8b46ed3a', 'code': 200} Aug 23 20:41:46.217501 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-67bb4b3f-aa15-4cca-8b73-59ca962cbcf6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:46.227101 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=1023af44-17b9-4618-8666-b3ed8b46ed3a,revision_number=7']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:46.247962 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-67bb4b3f-aa15-4cca-8b73-59ca962cbcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:46.270997 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b8b1b8ca-bf7d-4ffa-b6fa-1df3f3a2c3fd tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:46.287881 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1a13a9af-01ca-45f5-bfb1-bffad5d5e7fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:46.353987 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1a13a9af-01ca-45f5-bfb1-bffad5d5e7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:46.390804 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-67bb4b3f-aa15-4cca-8b73-59ca962cbcf6 admin admin] Allocated IP 172.25.4.227 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/5ef58a3f-e941-4bcb-bc78-e9c01e9257e6) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:41:46.393464 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37934) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:46.420604 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-06c0d1a7-5ea4-452d-a0f3-2aef340e63c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:46.512437 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b1b8ca-bf7d-4ffa-b6fa-1df3f3a2c3fd tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Router ec329a50-f348-42d1-ba10-12cb62ac3d4c is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:41:46.604094 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-67bb4b3f-aa15-4cca-8b73-59ca962cbcf6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:46.643744 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 8f52a8c1-1769-4f67-afa1-23a700a43c63 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:41:46.686305 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b1b8ca-bf7d-4ffa-b6fa-1df3f3a2c3fd tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:41:46.691354 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-06c0d1a7-5ea4-452d-a0f3-2aef340e63c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:46.704468 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-06c0d1a7-5ea4-452d-a0f3-2aef340e63c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:46.710364 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e9f49c-63dd-4258-8008-96f072a6e87e None None] Sync routers for ids ['ec329a50-f348-42d1-ba10-12cb62ac3d4c'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:41:46.723142 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b8b1b8ca-bf7d-4ffa-b6fa-1df3f3a2c3fd tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:46.725096 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b8b1b8ca-bf7d-4ffa-b6fa-1df3f3a2c3fd tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.5567489 Aug 23 20:41:46.730364 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e9f49c-63dd-4258-8008-96f072a6e87e None None] Routers {'ec329a50-f348-42d1-ba10-12cb62ac3d4c'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:41:46.731094 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-40e9f49c-63dd-4258-8008-96f072a6e87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:41:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['ec329a50-f348-42d1-ba10-12cb62ac3d4c'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:46.738855 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37940) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:46.741985 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-67bb4b3f-aa15-4cca-8b73-59ca962cbcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:46.772618 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-40e9f49c-63dd-4258-8008-96f072a6e87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:46.783877 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 8f52a8c1-1769-4f67-afa1-23a700a43c63 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:41:46.793088 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e9f49c-63dd-4258-8008-96f072a6e87e None None] Routers {'ec329a50-f348-42d1-ba10-12cb62ac3d4c'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:41:46.793617 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-40e9f49c-63dd-4258-8008-96f072a6e87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:41:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['ec329a50-f348-42d1-ba10-12cb62ac3d4c'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:46.817839 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-1a13a9af-01ca-45f5-bfb1-bffad5d5e7fd admin admin] Allocated IP 172.25.4.213 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/e5fa5784-59f2-4b26-900f-c896576456d0) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:41:46.835681 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-40e9f49c-63dd-4258-8008-96f072a6e87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:46.837149 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e9f49c-63dd-4258-8008-96f072a6e87e None None] The sync data for ids ['ec329a50-f348-42d1-ba10-12cb62ac3d4c'] in n-d-805663-2 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:41:46.965454 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c0d1a7-5ea4-452d-a0f3-2aef340e63c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3412512e-be17-470a-8da2-abe4e3355a39,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:46.994024 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1a13a9af-01ca-45f5-bfb1-bffad5d5e7fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:46.995129 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bb4b3f-aa15-4cca-8b73-59ca962cbcf6 admin admin] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:41:47.003762 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-06c0d1a7-5ea4-452d-a0f3-2aef340e63c3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=37f8f873063347ecac6ff362dc93f7a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6091220 Aug 23 20:41:47.005151 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-67bb4b3f-aa15-4cca-8b73-59ca962cbcf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:41:47.013472 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37944) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:47.015987 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bb4b3f-aa15-4cca-8b73-59ca962cbcf6 admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:41:47.065998 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1a13a9af-01ca-45f5-bfb1-bffad5d5e7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:47.121344 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a13a9af-01ca-45f5-bfb1-bffad5d5e7fd admin admin] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:41:47.125013 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-1a13a9af-01ca-45f5-bfb1-bffad5d5e7fd admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:41:47.135004 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a13a9af-01ca-45f5-bfb1-bffad5d5e7fd admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:41:47.149146 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bb4b3f-aa15-4cca-8b73-59ca962cbcf6 admin admin] Pushing event updated for resources: {'Port': ['ID=5ef58a3f-e941-4bcb-bc78-e9c01e9257e6,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:47.178157 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194fb8f-4da5-4c59-aec0-e577ed45472b req-9cb00c2e-ce05-4438-b9d7-b0ad116a486c tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:47.179986 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2194fb8f-4da5-4c59-aec0-e577ed45472b req-9cb00c2e-ce05-4438-b9d7-b0ad116a486c tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ec27fc-08e9-4430-8c3c-95495de8bac6 HTTP/1.1" status: 200 len: 945 time: 0.4453351 Aug 23 20:41:47.181906 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a13a9af-01ca-45f5-bfb1-bffad5d5e7fd admin admin] Pushing event updated for resources: {'Port': ['ID=e5fa5784-59f2-4b26-900f-c896576456d0,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:47.219600 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-62f1456c-2391-4224-9b6f-1e492dfe3a3e tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "GET /v2.0/routers/ec329a50-f348-42d1-ba10-12cb62ac3d4c HTTP/1.1" status: 200 len: 881 time: 0.4706650 Aug 23 20:41:47.223637 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37946) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:47.231189 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f2276e-674b-4105-a49d-8df7db5f6a95 None None] Network e5de8573-8724-417b-9e45-0201cb25fe6b requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:41:47.310983 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2a3104cc-8624-4c2b-af20-b793510a61e0 None None] Provisioning for port 8f52a8c1-1769-4f67-afa1-23a700a43c63 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:41:47.324828 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2a3104cc-8624-4c2b-af20-b793510a61e0 None None] Provisioning complete for port 8f52a8c1-1769-4f67-afa1-23a700a43c63 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:41:47.325209 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2a3104cc-8624-4c2b-af20-b793510a61e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:47.364504 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd302eb-dab8-460b-a033-6dfd87bcb1ed req-0adf81bd-3a56-435b-9549-fd922c2aa81a tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:47.366071 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dcd302eb-dab8-460b-a033-6dfd87bcb1ed req-0adf81bd-3a56-435b-9549-fd922c2aa81a tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5ec27fc-08e9-4430-8c3c-95495de8bac6 HTTP/1.1" status: 200 len: 945 time: 0.2758040 Aug 23 20:41:47.455460 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-92cd157c-7846-4f30-9945-1c6038e7433c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:47.482267 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1a13a9af-01ca-45f5-bfb1-bffad5d5e7fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:47.502227 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2a3104cc-8624-4c2b-af20-b793510a61e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:47.520776 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2194fb8f-4da5-4c59-aec0-e577ed45472b req-a8ec2611-cc2a-45c4-8558-f40885a6f27e tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/security-groups?id=0f82240c-c6c4-4a5d-9c5f-0ca19e0dcac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115029 Aug 23 20:41:47.551624 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-92cd157c-7846-4f30-9945-1c6038e7433c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:47.565843 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-2a3104cc-8624-4c2b-af20-b793510a61e0 None None] For port 8f52a8c1-1769-4f67-afa1-23a700a43c63, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=8f52a8c1-1769-4f67-afa1-23a700a43c63,segment=NetworkSegment(71fa0ee8-71f8-4ca3-a314-108544b37f00),segment_id=71fa0ee8-71f8-4ca3-a314-108544b37f00)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:41:47.575178 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2a3104cc-8624-4c2b-af20-b793510a61e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:47.689862 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3104cc-8624-4c2b-af20-b793510a61e0 None None] Pushing event updated for resources: {'Port': ['ID=8f52a8c1-1769-4f67-afa1-23a700a43c63,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:47.807072 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1a13a9af-01ca-45f5-bfb1-bffad5d5e7fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:47.847535 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-dcd302eb-dab8-460b-a033-6dfd87bcb1ed req-df5b6e69-95ff-41a9-b0d4-0763c1253779 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Deleting port 1023af44-17b9-4618-8666-b3ed8b46ed3a {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:41:47.847862 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-dcd302eb-dab8-460b-a033-6dfd87bcb1ed req-df5b6e69-95ff-41a9-b0d4-0763c1253779 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:47.851025 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-92cd157c-7846-4f30-9945-1c6038e7433c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:47.853600 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-92cd157c-7846-4f30-9945-1c6038e7433c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:47.854761 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-92cd157c-7846-4f30-9945-1c6038e7433c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3412512e-be17-470a-8da2-abe4e3355a39 HTTP/1.1" status: 204 len: 168 time: 0.8136537 Aug 23 20:41:47.902630 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-feb31008-ce05-4b59-a4eb-ab5abdbe76f6 None None] Provisioning complete for port 8f52a8c1-1769-4f67-afa1-23a700a43c63 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:41:47.903012 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-feb31008-ce05-4b59-a4eb-ab5abdbe76f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:47.903432 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cd157c-7846-4f30-9945-1c6038e7433c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3412512e-be17-470a-8da2-abe4e3355a39,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:47.950073 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-67bb4b3f-aa15-4cca-8b73-59ca962cbcf6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:47.961959 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a13a9af-01ca-45f5-bfb1-bffad5d5e7fd admin admin] Router 8d1e85a6-a601-4119-be31-5b0ef46d2fc0 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:41:48.101982 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a13a9af-01ca-45f5-bfb1-bffad5d5e7fd admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:41:48.113902 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45413fed-e1a0-4e2c-98e1-f8125788fe24 None None] Sync routers for ids ['8d1e85a6-a601-4119-be31-5b0ef46d2fc0'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:41:48.127002 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1a13a9af-01ca-45f5-bfb1-bffad5d5e7fd admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:48.128825 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-1a13a9af-01ca-45f5-bfb1-bffad5d5e7fd admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4811580 Aug 23 20:41:48.131344 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37954) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:48.135138 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45413fed-e1a0-4e2c-98e1-f8125788fe24 None None] Routers {'8d1e85a6-a601-4119-be31-5b0ef46d2fc0'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:41:48.136337 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-45413fed-e1a0-4e2c-98e1-f8125788fe24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:41:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['8d1e85a6-a601-4119-be31-5b0ef46d2fc0'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:48.259852 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-45413fed-e1a0-4e2c-98e1-f8125788fe24 None None] Set router 8d1e85a6-a601-4119-be31-5b0ef46d2fc0 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:41:48.483463 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-91b38621-b1c7-4585-855c-44f09bb6ec7f tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 1.2514789 Aug 23 20:41:48.489286 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-dcd302eb-dab8-460b-a033-6dfd87bcb1ed req-df5b6e69-95ff-41a9-b0d4-0763c1253779 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] For port 1023af44-17b9-4618-8666-b3ed8b46ed3a, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=1023af44-17b9-4618-8666-b3ed8b46ed3a,segment=NetworkSegment(2eca2f48-a757-4e4a-84b6-cecf77c14bb3),segment_id=2eca2f48-a757-4e4a-84b6-cecf77c14bb3)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:41:48.489768 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-dcd302eb-dab8-460b-a033-6dfd87bcb1ed req-df5b6e69-95ff-41a9-b0d4-0763c1253779 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:48.492047 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37964) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:48.500308 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-0ed62feb-ce51-45d7-bf5a-41b80fba74cb tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1557137276'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:41:48.504414 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-45413fed-e1a0-4e2c-98e1-f8125788fe24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'name': 'tempest-AttachVolumeTestJSON-57718171-router', 'tenant_id': '7880e59da8b64cb8b3031fd86db3c916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'e5fa5784-59f2-4b26-900f-c896576456d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:41:44Z', 'updated_at': '2021-08-23T20:41:47Z', 'revision_number': 3, 'project_id': '7880e59da8b64cb8b3031fd86db3c916', 'gw_port': {'id': 'e5fa5784-59f2-4b26-900f-c896576456d0', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:5e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:41:46Z', 'updated_at': '2021-08-23T20:41:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:48.537363 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45413fed-e1a0-4e2c-98e1-f8125788fe24 None None] Checking router: 8d1e85a6-a601-4119-be31-5b0ef46d2fc0 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:41:48.538039 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45413fed-e1a0-4e2c-98e1-f8125788fe24 None None] Updating router 8d1e85a6-a601-4119-be31-5b0ef46d2fc0 port e5fa5784-59f2-4b26-900f-c896576456d0 binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:41:48.566746 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-dcd302eb-dab8-460b-a033-6dfd87bcb1ed req-df5b6e69-95ff-41a9-b0d4-0763c1253779 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Calling delete_port for 1023af44-17b9-4618-8666-b3ed8b46ed3a owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:41:48.576160 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-45413fed-e1a0-4e2c-98e1-f8125788fe24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:48.577813 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 8f52a8c1-1769-4f67-afa1-23a700a43c63 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:41:48.641981 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 8f52a8c1-1769-4f67-afa1-23a700a43c63 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:41:48.642204 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:48.773263 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5258bde-4bfd-4f40-b191-2af4e76e8606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:48.835112 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b904e5f-5881-44c0-88f3-9419a31c4c17 req-39b04744-4312-4faf-b325-3a8feb54f763 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:48.836718 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2b904e5f-5881-44c0-88f3-9419a31c4c17 req-39b04744-4312-4faf-b325-3a8feb54f763 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ec27fc-08e9-4430-8c3c-95495de8bac6 HTTP/1.1" status: 200 len: 945 time: 0.1175635 Aug 23 20:41:48.986618 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-45413fed-e1a0-4e2c-98e1-f8125788fe24 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:48.990095 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-67bb4b3f-aa15-4cca-8b73-59ca962cbcf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:48.995096 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2b904e5f-5881-44c0-88f3-9419a31c4c17 req-b49028cd-cff0-46c3-b055-1edf2b9abd8c tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/security-groups?id=0f82240c-c6c4-4a5d-9c5f-0ca19e0dcac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476481 Aug 23 20:41:49.002432 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-45413fed-e1a0-4e2c-98e1-f8125788fe24 None None] Transition to ACTIVE for port object e5fa5784-59f2-4b26-900f-c896576456d0 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:41:49.021288 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-45413fed-e1a0-4e2c-98e1-f8125788fe24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:49.082047 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8be8f2-b149-4a1c-a012-0ec73409d91f None None] Pushing event updated for resources: {'Port': ['ID=e5fa5784-59f2-4b26-900f-c896576456d0,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:49.089039 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-a5258bde-4bfd-4f40-b191-2af4e76e8606 admin admin] Allocated IP 172.20.0.1 (e5de8573-8724-417b-9e45-0201cb25fe6b/bbd0034a-a038-4b43-8b24-1cd5d52f0793/686cb267-cdda-473c-8bfe-4e153d7eb95b) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:41:49.091305 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37982) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:49.091750 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-45413fed-e1a0-4e2c-98e1-f8125788fe24 None None] Attempting to bind port e5fa5784-59f2-4b26-900f-c896576456d0 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:41:49.092301 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-45413fed-e1a0-4e2c-98e1-f8125788fe24 None None] Attempting to bind port e5fa5784-59f2-4b26-900f-c896576456d0 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:41:49.092816 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45413fed-e1a0-4e2c-98e1-f8125788fe24 None None] Attempting to bind port e5fa5784-59f2-4b26-900f-c896576456d0 on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:41:49.096737 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8be8f2-b149-4a1c-a012-0ec73409d91f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:41:49.097263 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8be8f2-b149-4a1c-a012-0ec73409d91f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:41:49.097748 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8be8f2-b149-4a1c-a012-0ec73409d91f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:41:49.098225 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8be8f2-b149-4a1c-a012-0ec73409d91f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:41:49.098698 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8be8f2-b149-4a1c-a012-0ec73409d91f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:41:49.099189 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8be8f2-b149-4a1c-a012-0ec73409d91f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:41:49.099663 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8be8f2-b149-4a1c-a012-0ec73409d91f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:41:49.100407 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8be8f2-b149-4a1c-a012-0ec73409d91f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:41:49.100872 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8be8f2-b149-4a1c-a012-0ec73409d91f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:41:49.101325 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8be8f2-b149-4a1c-a012-0ec73409d91f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:41:49.101825 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8be8f2-b149-4a1c-a012-0ec73409d91f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:41:49.102443 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8be8f2-b149-4a1c-a012-0ec73409d91f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:41:49.111341 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45413fed-e1a0-4e2c-98e1-f8125788fe24 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:41:49.112105 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45413fed-e1a0-4e2c-98e1-f8125788fe24 None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:41:49.112843 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-45413fed-e1a0-4e2c-98e1-f8125788fe24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:49.113494 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45413fed-e1a0-4e2c-98e1-f8125788fe24 None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:41:49.114235 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-45413fed-e1a0-4e2c-98e1-f8125788fe24 None None] Bound port: e5fa5784-59f2-4b26-900f-c896576456d0, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:41:49.115336 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-45413fed-e1a0-4e2c-98e1-f8125788fe24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:49.177846 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-45413fed-e1a0-4e2c-98e1-f8125788fe24 None None] For port e5fa5784-59f2-4b26-900f-c896576456d0, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:41:49.182974 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-45413fed-e1a0-4e2c-98e1-f8125788fe24 None None] For port e5fa5784-59f2-4b26-900f-c896576456d0, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=e5fa5784-59f2-4b26-900f-c896576456d0,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:41:49.190427 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-45413fed-e1a0-4e2c-98e1-f8125788fe24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:49.246648 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-cd114d15-7fbd-4f50-95d3-0b57c8228cec admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2008666580-network', 'tenant_id': '6fc9151b32084cfab5ff652a2d9a5df6'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:41:49.260606 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45413fed-e1a0-4e2c-98e1-f8125788fe24 None None] Routers {'8d1e85a6-a601-4119-be31-5b0ef46d2fc0'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:41:49.261838 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-45413fed-e1a0-4e2c-98e1-f8125788fe24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:41:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['8d1e85a6-a601-4119-be31-5b0ef46d2fc0'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:49.265588 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-dcd302eb-dab8-460b-a033-6dfd87bcb1ed req-df5b6e69-95ff-41a9-b0d4-0763c1253779 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:49.270428 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5258bde-4bfd-4f40-b191-2af4e76e8606 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:49.291617 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-a5258bde-4bfd-4f40-b191-2af4e76e8606 admin admin] Transition to ACTIVE for port object 686cb267-cdda-473c-8bfe-4e153d7eb95b will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:41:49.293491 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd114d15-7fbd-4f50-95d3-0b57c8228cec admin admin] Made reservation on behalf of 6fc9151b32084cfab5ff652a2d9a5df6 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:41:49.295822 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cd114d15-7fbd-4f50-95d3-0b57c8228cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:49.306104 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cd114d15-7fbd-4f50-95d3-0b57c8228cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:49.307776 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8be8f2-b149-4a1c-a012-0ec73409d91f None None] Pushing event updated for resources: {'Port': ['ID=e5fa5784-59f2-4b26-900f-c896576456d0,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:49.362206 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b6e69-95ff-41a9-b0d4-0763c1253779 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Pushing event deleted for resources: {'Port': ['ID=1023af44-17b9-4618-8666-b3ed8b46ed3a,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:49.383055 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5258bde-4bfd-4f40-b191-2af4e76e8606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:49.386769 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-45413fed-e1a0-4e2c-98e1-f8125788fe24 None None] Set router 8d1e85a6-a601-4119-be31-5b0ef46d2fc0 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:41:49.417373 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd302eb-dab8-460b-a033-6dfd87bcb1ed req-df5b6e69-95ff-41a9-b0d4-0763c1253779 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] No DVR routers for this DVR port 1023af44-17b9-4618-8666-b3ed8b46ed3a on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:41:49.426687 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5258bde-4bfd-4f40-b191-2af4e76e8606 admin admin] Network e5de8573-8724-417b-9e45-0201cb25fe6b is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:41:49.427050 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-dcd302eb-dab8-460b-a033-6dfd87bcb1ed req-df5b6e69-95ff-41a9-b0d4-0763c1253779 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:49.429025 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dcd302eb-dab8-460b-a033-6dfd87bcb1ed req-df5b6e69-95ff-41a9-b0d4-0763c1253779 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.11 "DELETE /v2.0/ports/1023af44-17b9-4618-8666-b3ed8b46ed3a HTTP/1.1" status: 204 len: 173 time: 2.0240459 Aug 23 20:41:49.430890 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0ed62feb-ce51-45d7-bf5a-41b80fba74cb tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4165669'] for router, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:49.433564 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-a5258bde-4bfd-4f40-b191-2af4e76e8606 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:41:49.434408 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ec27fc-08e9-4430-8c3c-95495de8bac6', 'name': 'network-vif-deleted', 'tag': '1023af44-17b9-4618-8666-b3ed8b46ed3a'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:41:49.436786 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7aaf225-422a-438d-8599-e0eccf80a4b7" -d '{"events": [{"server_uuid": "a5ec27fc-08e9-4430-8c3c-95495de8bac6", "name": "network-vif-deleted", "tag": "1023af44-17b9-4618-8666-b3ed8b46ed3a"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:41:49.439913 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5258bde-4bfd-4f40-b191-2af4e76e8606 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:41:49.495428 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0ed62feb-ce51-45d7-bf5a-41b80fba74cb tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-499466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-499571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-497774'] for router, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:49.499598 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8342609e-1714-498f-b131-002417c47ec2 x-openstack-request-id: req-8342609e-1714-498f-b131-002417c47ec2 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:41:49.499889 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ec27fc-08e9-4430-8c3c-95495de8bac6", "name": "network-vif-deleted", "tag": "1023af44-17b9-4618-8666-b3ed8b46ed3a", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:41:49.500792 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8342609e-1714-498f-b131-002417c47ec2 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:41:49.501142 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ec27fc-08e9-4430-8c3c-95495de8bac6', 'name': 'network-vif-deleted', 'tag': '1023af44-17b9-4618-8666-b3ed8b46ed3a', 'status': 'completed', 'code': 200} Aug 23 20:41:49.505479 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67bb4b3f-aa15-4cca-8b73-59ca962cbcf6 admin admin] Router 198c4ba7-fa51-4d3e-a499-9ab8a2c421a6 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:41:49.607791 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 1023af44-17b9-4618-8666-b3ed8b46ed3a no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:41:49.646527 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-45413fed-e1a0-4e2c-98e1-f8125788fe24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'name': 'tempest-AttachVolumeTestJSON-57718171-router', 'tenant_id': '7880e59da8b64cb8b3031fd86db3c916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'e5fa5784-59f2-4b26-900f-c896576456d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:41:44Z', 'updated_at': '2021-08-23T20:41:47Z', 'revision_number': 3, 'project_id': '7880e59da8b64cb8b3031fd86db3c916', 'gw_port': {'id': 'e5fa5784-59f2-4b26-900f-c896576456d0', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:5e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:41:46Z', 'updated_at': '2021-08-23T20:41:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:49.654948 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: 1023af44-17b9-4618-8666-b3ed8b46ed3a {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:41:49.655337 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 1023af44-17b9-4618-8666-b3ed8b46ed3a not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:41:49.698400 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67bb4b3f-aa15-4cca-8b73-59ca962cbcf6 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:41:49.714483 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26118325-ce24-4fcb-9cb3-169f8a7f0891 None None] Sync routers for ids ['198c4ba7-fa51-4d3e-a499-9ab8a2c421a6'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:41:49.732592 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26118325-ce24-4fcb-9cb3-169f8a7f0891 None None] Routers {'198c4ba7-fa51-4d3e-a499-9ab8a2c421a6'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:41:49.733512 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-26118325-ce24-4fcb-9cb3-169f8a7f0891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:41:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['198c4ba7-fa51-4d3e-a499-9ab8a2c421a6'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:49.789208 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed62feb-ce51-45d7-bf5a-41b80fba74cb tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Router ec329a50-f348-42d1-ba10-12cb62ac3d4c has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:41:49.821830 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45413fed-e1a0-4e2c-98e1-f8125788fe24 None None] The sync data for ids ['8d1e85a6-a601-4119-be31-5b0ef46d2fc0'] in n-d-805663-2 is: [{'id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'name': 'tempest-AttachVolumeTestJSON-57718171-router', 'tenant_id': '7880e59da8b64cb8b3031fd86db3c916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'e5fa5784-59f2-4b26-900f-c896576456d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:41:44Z', 'updated_at': '2021-08-23T20:41:47Z', 'revision_number': 3, 'project_id': '7880e59da8b64cb8b3031fd86db3c916', 'gw_port': {'id': 'e5fa5784-59f2-4b26-900f-c896576456d0', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:5e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:41:46Z', 'updated_at': '2021-08-23T20:41:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:41:49.919793 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-26118325-ce24-4fcb-9cb3-169f8a7f0891 None None] Set router 198c4ba7-fa51-4d3e-a499-9ab8a2c421a6 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:41:49.923827 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5258bde-4bfd-4f40-b191-2af4e76e8606 admin admin] Pushing event updated for resources: {'Port': ['ID=686cb267-cdda-473c-8bfe-4e153d7eb95b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:49.959223 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-babbb829-df7c-4c05-be1d-54b95f3c85e5 None None] Provisioning for port 686cb267-cdda-473c-8bfe-4e153d7eb95b completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:41:49.962704 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5258bde-4bfd-4f40-b191-2af4e76e8606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:49.992674 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed62feb-ce51-45d7-bf5a-41b80fba74cb tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:41:49.998364 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-babbb829-df7c-4c05-be1d-54b95f3c85e5 None None] Provisioning complete for port 686cb267-cdda-473c-8bfe-4e153d7eb95b triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:41:49.999094 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-babbb829-df7c-4c05-be1d-54b95f3c85e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:50.002423 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa4eaa0-29c6-4d5a-b845-04dccdd6ce51 None None] Sync routers for ids ['ec329a50-f348-42d1-ba10-12cb62ac3d4c'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:41:50.002564 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0ed62feb-ce51-45d7-bf5a-41b80fba74cb tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:50.006943 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0ed62feb-ce51-45d7-bf5a-41b80fba74cb tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "PUT /v2.0/routers/ec329a50-f348-42d1-ba10-12cb62ac3d4c HTTP/1.1" status: 200 len: 888 time: 1.5103922 Aug 23 20:41:50.007626 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37990) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:50.016993 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa4eaa0-29c6-4d5a-b845-04dccdd6ce51 None None] Routers {'ec329a50-f348-42d1-ba10-12cb62ac3d4c'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:41:50.021745 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8aa4eaa0-29c6-4d5a-b845-04dccdd6ce51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:41:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['ec329a50-f348-42d1-ba10-12cb62ac3d4c'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:50.022755 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cd114d15-7fbd-4f50-95d3-0b57c8228cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:50.036024 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cd114d15-7fbd-4f50-95d3-0b57c8228cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:50.074713 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-67bb4b3f-aa15-4cca-8b73-59ca962cbcf6 admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:50.082051 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-67bb4b3f-aa15-4cca-8b73-59ca962cbcf6 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.8197124 Aug 23 20:41:50.083370 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37994) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:50.093068 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-babbb829-df7c-4c05-be1d-54b95f3c85e5 None None] Port 686cb267-cdda-473c-8bfe-4e153d7eb95b cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:41:50.105359 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8aa4eaa0-29c6-4d5a-b845-04dccdd6ce51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:50.114841 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd114d15-7fbd-4f50-95d3-0b57c8228cec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:41:50.130933 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa4eaa0-29c6-4d5a-b845-04dccdd6ce51 None None] Routers {'ec329a50-f348-42d1-ba10-12cb62ac3d4c'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:41:50.131809 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8aa4eaa0-29c6-4d5a-b845-04dccdd6ce51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:41:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['ec329a50-f348-42d1-ba10-12cb62ac3d4c'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:50.155254 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd114d15-7fbd-4f50-95d3-0b57c8228cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e09918-4aa1-423f-b81d-c8a818872dde,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:50.191047 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cd114d15-7fbd-4f50-95d3-0b57c8228cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:50.191413 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-cd114d15-7fbd-4f50-95d3-0b57c8228cec admin admin] Added segment cfd8f521-8830-4194-b2f8-38a8445664a9 of type vlan for network 2b9a7932-3045-49b7-ac54-223488947af7 Aug 23 20:41:50.271551 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8aa4eaa0-29c6-4d5a-b845-04dccdd6ce51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:50.272677 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa4eaa0-29c6-4d5a-b845-04dccdd6ce51 None None] The sync data for ids ['ec329a50-f348-42d1-ba10-12cb62ac3d4c'] in n-d-805663-2 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:41:50.330913 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cd114d15-7fbd-4f50-95d3-0b57c8228cec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:50.358272 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:50.367581 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-13bae604-ef91-43bf-a54e-ad9fbc3ca437 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "GET /v2.0/routers/ec329a50-f348-42d1-ba10-12cb62ac3d4c HTTP/1.1" status: 200 len: 888 time: 0.3583760 Aug 23 20:41:50.370242 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37998) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:50.379052 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e6245813-b678-45be-8e0b-0587b2db4dc4 req-31600318-dc0e-4b6c-8ed9-87f6b9ff4fc2 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ec27fc-08e9-4430-8c3c-95495de8bac6 HTTP/1.1" status: 200 len: 210 time: 0.0637119 Aug 23 20:41:50.406481 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-26118325-ce24-4fcb-9cb3-169f8a7f0891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198c4ba7-fa51-4d3e-a499-9ab8a2c421a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1189841141-router', 'tenant_id': 'dfca521cd42c404497e1668b14cff80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '5ef58a3f-e941-4bcb-bc78-e9c01e9257e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:41:45Z', 'updated_at': '2021-08-23T20:41:47Z', 'revision_number': 3, 'project_id': 'dfca521cd42c404497e1668b14cff80f', 'gw_port': {'id': '5ef58a3f-e941-4bcb-bc78-e9c01e9257e6', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bc:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198c4ba7-fa51-4d3e-a499-9ab8a2c421a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:41:46Z', 'updated_at': '2021-08-23T20:41:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:50.414372 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b384313f-a785-436d-b850-09f559947c0b tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec329a50-f348-42d1-ba10-12cb62ac3d4c HTTP/1.1" status: 200 len: 205 time: 0.0429380 Aug 23 20:41:50.418369 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38000) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:50.438381 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26118325-ce24-4fcb-9cb3-169f8a7f0891 None None] Checking router: 198c4ba7-fa51-4d3e-a499-9ab8a2c421a6 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:41:50.439058 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26118325-ce24-4fcb-9cb3-169f8a7f0891 None None] Updating router 198c4ba7-fa51-4d3e-a499-9ab8a2c421a6 port 5ef58a3f-e941-4bcb-bc78-e9c01e9257e6 binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:41:50.469974 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-26118325-ce24-4fcb-9cb3-169f8a7f0891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:50.492116 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cd114d15-7fbd-4f50-95d3-0b57c8228cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:50.493122 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd114d15-7fbd-4f50-95d3-0b57c8228cec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:50.493717 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cd114d15-7fbd-4f50-95d3-0b57c8228cec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:50.558585 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5258bde-4bfd-4f40-b191-2af4e76e8606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:50.621051 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-cd114d15-7fbd-4f50-95d3-0b57c8228cec admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5284224 Aug 23 20:41:50.675844 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38002) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:50.683180 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-a1d3e270-bbb6-432a-b81c-154ce5ce825b admin admin] Request body: {'subnet': {'network_id': '2b9a7932-3045-49b7-ac54-223488947af7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2008666580-subnet', 'tenant_id': '6fc9151b32084cfab5ff652a2d9a5df6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:41:50.687201 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd114d15-7fbd-4f50-95d3-0b57c8228cec admin admin] Pushing event updated for resources: {'Network': ['ID=2b9a7932-3045-49b7-ac54-223488947af7,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:50.776898 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-07d22f42-480d-407e-950d-3c3ea58c87b1 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:50.784971 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d3e270-bbb6-432a-b81c-154ce5ce825b admin admin] Made reservation on behalf of 6fc9151b32084cfab5ff652a2d9a5df6 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:41:50.787811 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a1d3e270-bbb6-432a-b81c-154ce5ce825b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:50.796910 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device e5fa5784-59f2-4b26-900f-c896576456d0 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:41:50.801463 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 2b9a7932-3045-49b7-ac54-223488947af7 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:41:50.868084 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7f56ca9c-abdb-4540-9e90-80300455d02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:50.924544 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-26118325-ce24-4fcb-9cb3-169f8a7f0891 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:50.940281 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-26118325-ce24-4fcb-9cb3-169f8a7f0891 None None] Transition to ACTIVE for port object 5ef58a3f-e941-4bcb-bc78-e9c01e9257e6 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:41:50.997949 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-26118325-ce24-4fcb-9cb3-169f8a7f0891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:51.097843 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-26118325-ce24-4fcb-9cb3-169f8a7f0891 None None] Attempting to bind port 5ef58a3f-e941-4bcb-bc78-e9c01e9257e6 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:41:51.098215 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-26118325-ce24-4fcb-9cb3-169f8a7f0891 None None] Attempting to bind port 5ef58a3f-e941-4bcb-bc78-e9c01e9257e6 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:41:51.098923 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26118325-ce24-4fcb-9cb3-169f8a7f0891 None None] Attempting to bind port 5ef58a3f-e941-4bcb-bc78-e9c01e9257e6 on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:41:51.130978 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1215085b-3b3c-4072-88d4-bc5b0465d940 None None] Pushing event updated for resources: {'Port': ['ID=5ef58a3f-e941-4bcb-bc78-e9c01e9257e6,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:51.135507 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5258bde-4bfd-4f40-b191-2af4e76e8606 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:51.136904 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26118325-ce24-4fcb-9cb3-169f8a7f0891 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:41:51.137288 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26118325-ce24-4fcb-9cb3-169f8a7f0891 None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:41:51.137689 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-26118325-ce24-4fcb-9cb3-169f8a7f0891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:51.138393 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26118325-ce24-4fcb-9cb3-169f8a7f0891 None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:41:51.139001 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-26118325-ce24-4fcb-9cb3-169f8a7f0891 None None] Bound port: 5ef58a3f-e941-4bcb-bc78-e9c01e9257e6, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:41:51.139388 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-26118325-ce24-4fcb-9cb3-169f8a7f0891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:51.172011 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port e5fa5784-59f2-4b26-900f-c896576456d0 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:41:51.179735 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port e5fa5784-59f2-4b26-900f-c896576456d0 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:41:51.180204 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:51.227392 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5258bde-4bfd-4f40-b191-2af4e76e8606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:51.230052 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-07d22f42-480d-407e-950d-3c3ea58c87b1 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:51.243369 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-26118325-ce24-4fcb-9cb3-169f8a7f0891 None None] For port 5ef58a3f-e941-4bcb-bc78-e9c01e9257e6, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:41:51.258939 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-26118325-ce24-4fcb-9cb3-169f8a7f0891 None None] For port 5ef58a3f-e941-4bcb-bc78-e9c01e9257e6, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=5ef58a3f-e941-4bcb-bc78-e9c01e9257e6,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:41:51.265923 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-26118325-ce24-4fcb-9cb3-169f8a7f0891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:51.325669 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a1d3e270-bbb6-432a-b81c-154ce5ce825b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:51.367390 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:51.379225 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5258bde-4bfd-4f40-b191-2af4e76e8606 admin admin] Pushing event updated for resources: {'Port': ['ID=686cb267-cdda-473c-8bfe-4e153d7eb95b,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:51.381856 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5258bde-4bfd-4f40-b191-2af4e76e8606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:51.421886 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port e5fa5784-59f2-4b26-900f-c896576456d0, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=e5fa5784-59f2-4b26-900f-c896576456d0,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:41:51.425586 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26118325-ce24-4fcb-9cb3-169f8a7f0891 None None] Routers {'198c4ba7-fa51-4d3e-a499-9ab8a2c421a6'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:41:51.426775 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-26118325-ce24-4fcb-9cb3-169f8a7f0891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:41:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['198c4ba7-fa51-4d3e-a499-9ab8a2c421a6'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:51.435504 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1215085b-3b3c-4072-88d4-bc5b0465d940 None None] Pushing event updated for resources: {'Port': ['ID=5ef58a3f-e941-4bcb-bc78-e9c01e9257e6,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:51.452135 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-7f56ca9c-abdb-4540-9e90-80300455d02c admin admin] Allocated IP 172.20.0.1 (08ee7db6-ee70-42c6-86e8-ee22c22907f2/f081180f-c4fd-4243-9f2e-305cad1ce609/8356ab12-0545-4ec6-ba5c-b159f2b4e5fc) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:41:51.462565 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d3e270-bbb6-432a-b81c-154ce5ce825b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5ab73c8-3f69-4f44-b7f0-2a0346bab3bc,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:51.486122 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:51.504843 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d3e270-bbb6-432a-b81c-154ce5ce825b admin admin] Checking segment: {'id': 'cfd8f521-8830-4194-b2f8-38a8445664a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2b9a7932-3045-49b7-ac54-223488947af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:41:51.505202 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d3e270-bbb6-432a-b81c-154ce5ce825b admin admin] Network hostable DHCP agents. Network: 2b9a7932-3045-49b7-ac54-223488947af7, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:41:51.526157 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-07d22f42-480d-407e-950d-3c3ea58c87b1 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Deleting port a48ede68-57fc-4f7a-926c-93a73fc4207d {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:41:51.526495 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-07d22f42-480d-407e-950d-3c3ea58c87b1 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:51.565469 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=e5fa5784-59f2-4b26-900f-c896576456d0,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:51.605582 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d3e270-bbb6-432a-b81c-154ce5ce825b admin admin] Network 2b9a7932-3045-49b7-ac54-223488947af7 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:41:51.609065 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5258bde-4bfd-4f40-b191-2af4e76e8606 admin admin] Network e5de8573-8724-417b-9e45-0201cb25fe6b is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:41:51.616609 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-a5258bde-4bfd-4f40-b191-2af4e76e8606 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:41:51.629342 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-a1d3e270-bbb6-432a-b81c-154ce5ce825b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 2b9a7932-3045-49b7-ac54-223488947af7) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:41:51.640308 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5baa47-66e2-4679-b335-354f82b3bc2b None None] Network 2b9a7932-3045-49b7-ac54-223488947af7 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:41:51.646804 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d3e270-bbb6-432a-b81c-154ce5ce825b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:51.647405 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a1d3e270-bbb6-432a-b81c-154ce5ce825b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:51.659686 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7f56ca9c-abdb-4540-9e90-80300455d02c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:51.716023 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-07d22f42-480d-407e-950d-3c3ea58c87b1 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:51.730660 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a1d3e270-bbb6-432a-b81c-154ce5ce825b admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0515344 Aug 23 20:41:51.737560 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-07d22f42-480d-407e-950d-3c3ea58c87b1 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Calling delete_port for a48ede68-57fc-4f7a-926c-93a73fc4207d owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:41:51.740908 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7f56ca9c-abdb-4540-9e90-80300455d02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:51.785227 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f56ca9c-abdb-4540-9e90-80300455d02c admin admin] Network 08ee7db6-ee70-42c6-86e8-ee22c22907f2 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:41:51.790173 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-7f56ca9c-abdb-4540-9e90-80300455d02c admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:41:51.794491 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f56ca9c-abdb-4540-9e90-80300455d02c admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:41:51.826120 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-26118325-ce24-4fcb-9cb3-169f8a7f0891 None None] Set router 198c4ba7-fa51-4d3e-a499-9ab8a2c421a6 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:41:51.854977 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f56ca9c-abdb-4540-9e90-80300455d02c admin admin] Pushing event updated for resources: {'Port': ['ID=8356ab12-0545-4ec6-ba5c-b159f2b4e5fc,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:51.872369 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7f56ca9c-abdb-4540-9e90-80300455d02c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:51.968602 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5258bde-4bfd-4f40-b191-2af4e76e8606 admin admin] Router 8d1e85a6-a601-4119-be31-5b0ef46d2fc0 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:41:52.098999 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7f56ca9c-abdb-4540-9e90-80300455d02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:52.164031 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-29288232-6e6d-4111-ac75-452dd899b977 None None] Provisioning complete for port 686cb267-cdda-473c-8bfe-4e153d7eb95b triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:41:52.164740 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-29288232-6e6d-4111-ac75-452dd899b977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:52.166627 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae312ca5-62cf-451a-aa7a-581a00cd699a None None] Network 2b9a7932-3045-49b7-ac54-223488947af7 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:41:52.349386 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-29288232-6e6d-4111-ac75-452dd899b977 None None] Port 686cb267-cdda-473c-8bfe-4e153d7eb95b cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:41:52.362378 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7f56ca9c-abdb-4540-9e90-80300455d02c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:52.369975 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7f56ca9c-abdb-4540-9e90-80300455d02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:52.409373 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-26118325-ce24-4fcb-9cb3-169f8a7f0891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198c4ba7-fa51-4d3e-a499-9ab8a2c421a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1189841141-router', 'tenant_id': 'dfca521cd42c404497e1668b14cff80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '5ef58a3f-e941-4bcb-bc78-e9c01e9257e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:41:45Z', 'updated_at': '2021-08-23T20:41:47Z', 'revision_number': 3, 'project_id': 'dfca521cd42c404497e1668b14cff80f', 'gw_port': {'id': '5ef58a3f-e941-4bcb-bc78-e9c01e9257e6', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bc:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198c4ba7-fa51-4d3e-a499-9ab8a2c421a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:41:46Z', 'updated_at': '2021-08-23T20:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:52.450076 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26118325-ce24-4fcb-9cb3-169f8a7f0891 None None] The sync data for ids ['198c4ba7-fa51-4d3e-a499-9ab8a2c421a6'] in n-d-805663-2 is: [{'id': '198c4ba7-fa51-4d3e-a499-9ab8a2c421a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1189841141-router', 'tenant_id': 'dfca521cd42c404497e1668b14cff80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '5ef58a3f-e941-4bcb-bc78-e9c01e9257e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:41:45Z', 'updated_at': '2021-08-23T20:41:47Z', 'revision_number': 3, 'project_id': 'dfca521cd42c404497e1668b14cff80f', 'gw_port': {'id': '5ef58a3f-e941-4bcb-bc78-e9c01e9257e6', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bc:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198c4ba7-fa51-4d3e-a499-9ab8a2c421a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:41:46Z', 'updated_at': '2021-08-23T20:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:41:52.492418 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7f56ca9c-abdb-4540-9e90-80300455d02c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:52.492576 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec83f3-7d04-4d07-a5f7-2f6890c84e77 req-1e954ea1-80f0-495d-b522-586cb0c3f11e tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:52.494728 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-55ec83f3-7d04-4d07-a5f7-2f6890c84e77 req-1e954ea1-80f0-495d-b522-586cb0c3f11e tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/networks?id=88798fd2-b8f8-4007-ac21-674c27fbeeb0 HTTP/1.1" status: 200 len: 822 time: 0.5417309 Aug 23 20:41:52.502255 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f56ca9c-abdb-4540-9e90-80300455d02c admin admin] Pushing event updated for resources: {'Port': ['ID=8356ab12-0545-4ec6-ba5c-b159f2b4e5fc,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:52.552823 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5258bde-4bfd-4f40-b191-2af4e76e8606 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:41:52.566422 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34acac72-3a27-4160-94a0-d917ff0beb64 None None] Sync routers for ids ['8d1e85a6-a601-4119-be31-5b0ef46d2fc0'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:41:52.580517 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34acac72-3a27-4160-94a0-d917ff0beb64 None None] Routers {'8d1e85a6-a601-4119-be31-5b0ef46d2fc0'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:41:52.581461 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38040) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:52.581961 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-34acac72-3a27-4160-94a0-d917ff0beb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:41:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['8d1e85a6-a601-4119-be31-5b0ef46d2fc0'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:52.587850 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a5258bde-4bfd-4f40-b191-2af4e76e8606 admin admin] 10.222.0.61 "PUT /v2.0/routers/8d1e85a6-a601-4119-be31-5b0ef46d2fc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4554291 Aug 23 20:41:52.593115 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-a31f3ee6-5f18-47b8-996a-82a9fa485fb8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-979454637-network', 'tenant_id': '6c6fb67b89ad498790240d2c79ee715a'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:41:52.628959 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device e5fa5784-59f2-4b26-900f-c896576456d0 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:41:52.639113 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-07d22f42-480d-407e-950d-3c3ea58c87b1 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:52.689243 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f56ca9c-abdb-4540-9e90-80300455d02c admin admin] Network 08ee7db6-ee70-42c6-86e8-ee22c22907f2 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:41:52.692592 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-55ec83f3-7d04-4d07-a5f7-2f6890c84e77 req-ae43fcff-2955-4263-9c3c-785f2bb03203 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/quotas/26835b4b45ce41389a4c3a4e9b75d422 HTTP/1.1" status: 200 len: 375 time: 0.1130321 Aug 23 20:41:52.698678 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d22f42-480d-407e-950d-3c3ea58c87b1 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event deleted for resources: {'Port': ['ID=a48ede68-57fc-4f7a-926c-93a73fc4207d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:52.700518 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-7f56ca9c-abdb-4540-9e90-80300455d02c admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:41:52.772613 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31f3ee6-5f18-47b8-996a-82a9fa485fb8 admin admin] Made reservation on behalf of 6c6fb67b89ad498790240d2c79ee715a for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:41:52.775066 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a31f3ee6-5f18-47b8-996a-82a9fa485fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:52.871028 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a31f3ee6-5f18-47b8-996a-82a9fa485fb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:52.918755 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f56ca9c-abdb-4540-9e90-80300455d02c admin admin] Router 198c4ba7-fa51-4d3e-a499-9ab8a2c421a6 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:41:52.951408 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-55ec83f3-7d04-4d07-a5f7-2f6890c84e77 req-b1339d08-c876-4d98-be7c-bbbd509fff5b tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=26835b4b45ce41389a4c3a4e9b75d422&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2457302 Aug 23 20:41:52.959130 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-07d22f42-480d-407e-950d-3c3ea58c87b1 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:53.024011 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port e5fa5784-59f2-4b26-900f-c896576456d0 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:41:53.024624 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:53.066643 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-34acac72-3a27-4160-94a0-d917ff0beb64 None None] Set router 8d1e85a6-a601-4119-be31-5b0ef46d2fc0 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:41:53.146418 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f56ca9c-abdb-4540-9e90-80300455d02c admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:41:53.160243 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-07d22f42-480d-407e-950d-3c3ea58c87b1 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:53.160775 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-7f56ca9c-abdb-4540-9e90-80300455d02c admin admin] 10.222.0.61 "PUT /v2.0/routers/198c4ba7-fa51-4d3e-a499-9ab8a2c421a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0734973 Aug 23 20:41:53.179376 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-07d22f42-480d-407e-950d-3c3ea58c87b1 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:53.326613 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-07d22f42-480d-407e-950d-3c3ea58c87b1 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:53.327175 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d22f42-480d-407e-950d-3c3ea58c87b1 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Fanout notify agent at l3_agent the message router_deleted on router ec329a50-f348-42d1-ba10-12cb62ac3d4c {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:41:53.340453 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-07d22f42-480d-407e-950d-3c3ea58c87b1 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:53.341629 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-07d22f42-480d-407e-950d-3c3ea58c87b1 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "DELETE /v2.0/routers/ec329a50-f348-42d1-ba10-12cb62ac3d4c HTTP/1.1" status: 204 len: 168 time: 2.9222403 Aug 23 20:41:53.346333 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38052) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:53.354907 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38054) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:53.355420 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-b9941d46-efbe-4b5e-92fb-1a790018d5fc tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Request body: {'network': {'name': 'tempest-RoutersTest-1216420758'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:41:53.362307 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-3d045fdb-9f71-490c-bd32-b24b48deb37b tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Request body: {'security_group': {'name': 'tempest-securitygroup--467282431', 'description': 'tempest-description--2105442456'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:41:53.381894 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-55ec83f3-7d04-4d07-a5f7-2f6890c84e77 req-5edec76a-cfd4-40a6-bf13-5336d24b3b94 service neutron] 10.222.0.61 "GET /v2.0/networks/88798fd2-b8f8-4007-ac21-674c27fbeeb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4201777 Aug 23 20:41:53.455393 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-34acac72-3a27-4160-94a0-d917ff0beb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'name': 'tempest-AttachVolumeTestJSON-57718171-router', 'tenant_id': '7880e59da8b64cb8b3031fd86db3c916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'e5fa5784-59f2-4b26-900f-c896576456d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:41:44Z', 'updated_at': '2021-08-23T20:41:50Z', 'revision_number': 4, 'project_id': '7880e59da8b64cb8b3031fd86db3c916', 'gw_port': {'id': 'e5fa5784-59f2-4b26-900f-c896576456d0', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:5e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:41:46Z', 'updated_at': '2021-08-23T20:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '686cb267-cdda-473c-8bfe-4e153d7eb95b', 'name': '', 'network_id': 'e5de8573-8724-417b-9e45-0201cb25fe6b', 'tenant_id': '7880e59da8b64cb8b3031fd86db3c916', 'mac_address': 'fa:16:3e:3e:02:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'bbd0034a-a038-4b43-8b24-1cd5d52f0793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:41:48Z', 'updated_at': '2021-08-23T20:41:50Z', 'revision_number': 2, 'project_id': '7880e59da8b64cb8b3031fd86db3c916', 'subnets': [{'id': 'bbd0034a-a038-4b43-8b24-1cd5d52f0793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:53.487952 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a31f3ee6-5f18-47b8-996a-82a9fa485fb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:53.503573 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34acac72-3a27-4160-94a0-d917ff0beb64 None None] Checking router: 8d1e85a6-a601-4119-be31-5b0ef46d2fc0 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:41:53.504167 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34acac72-3a27-4160-94a0-d917ff0beb64 None None] Updating router 8d1e85a6-a601-4119-be31-5b0ef46d2fc0 port 686cb267-cdda-473c-8bfe-4e153d7eb95b binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:41:53.508099 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a31f3ee6-5f18-47b8-996a-82a9fa485fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:53.534679 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9941d46-efbe-4b5e-92fb-1a790018d5fc tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Made reservation on behalf of 478a4137190c42b2a66568a56c662326 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:41:53.540448 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b9941d46-efbe-4b5e-92fb-1a790018d5fc tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:53.545904 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-34acac72-3a27-4160-94a0-d917ff0beb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:53.574135 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a31f3ee6-5f18-47b8-996a-82a9fa485fb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:41:53.585809 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9941d46-efbe-4b5e-92fb-1a790018d5fc tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:41:53.604717 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-55ec83f3-7d04-4d07-a5f7-2f6890c84e77 req-8d1d6993-759d-4329-9bb0-60ba36fa614f service neutron] 10.222.0.61 "GET /v2.0/networks/88798fd2-b8f8-4007-ac21-674c27fbeeb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075522 Aug 23 20:41:53.611707 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f3ee6-5f18-47b8-996a-82a9fa485fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e9298b-5dd8-43bd-9869-59ef41926ccb,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:53.615436 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b9941d46-efbe-4b5e-92fb-1a790018d5fc tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:53.615855 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-b9941d46-efbe-4b5e-92fb-1a790018d5fc tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Added segment 7741e141-e6ac-4c8a-9af7-7d46d0e1479e of type vlan for network f1c14d93-9bee-4a71-b72a-fd017a660516 Aug 23 20:41:53.627696 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d045fdb-9f71-490c-bd32-b24b48deb37b tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:53.630449 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a31f3ee6-5f18-47b8-996a-82a9fa485fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:53.630776 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-a31f3ee6-5f18-47b8-996a-82a9fa485fb8 admin admin] Added segment 997395e6-0268-423b-80bb-9db92a03f23d of type vlan for network dd56e138-7a72-474f-af97-fa222f1badac Aug 23 20:41:53.696932 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b9941d46-efbe-4b5e-92fb-1a790018d5fc tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:53.817254 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b9941d46-efbe-4b5e-92fb-1a790018d5fc tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:53.825479 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9941d46-efbe-4b5e-92fb-1a790018d5fc tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:53.826295 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b9941d46-efbe-4b5e-92fb-1a790018d5fc tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:53.892594 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a31f3ee6-5f18-47b8-996a-82a9fa485fb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:53.990877 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9941d46-efbe-4b5e-92fb-1a790018d5fc tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event updated for resources: {'Network': ['ID=f1c14d93-9bee-4a71-b72a-fd017a660516,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:53.997445 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a31f3ee6-5f18-47b8-996a-82a9fa485fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:53.998436 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31f3ee6-5f18-47b8-996a-82a9fa485fb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:54.007368 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a31f3ee6-5f18-47b8-996a-82a9fa485fb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:54.008817 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network f1c14d93-9bee-4a71-b72a-fd017a660516 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:41:54.017839 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2078f9-17e3-4089-8894-c81d8bf058b1 req-1443eb97-5b9e-4e61-ba96-9eb7083f2d4d tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:54.024813 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2b2078f9-17e3-4089-8894-c81d8bf058b1 req-1443eb97-5b9e-4e61-ba96-9eb7083f2d4d tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/networks?id=08ee7db6-ee70-42c6-86e8-ee22c22907f2 HTTP/1.1" status: 200 len: 819 time: 0.3095276 Aug 23 20:41:54.063647 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2b2078f9-17e3-4089-8894-c81d8bf058b1 req-4751838f-04f2-4627-ae6c-b2c834beb2cd tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/quotas/dfca521cd42c404497e1668b14cff80f HTTP/1.1" status: 200 len: 375 time: 0.0264556 Aug 23 20:41:54.073084 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d045fdb-9f71-490c-bd32-b24b48deb37b tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:54.119400 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-34acac72-3a27-4160-94a0-d917ff0beb64 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:54.136863 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b9941d46-efbe-4b5e-92fb-1a790018d5fc tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7862129 Aug 23 20:41:54.137021 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f3ee6-5f18-47b8-996a-82a9fa485fb8 admin admin] Pushing event updated for resources: {'Network': ['ID=dd56e138-7a72-474f-af97-fa222f1badac,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:54.137111 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-34acac72-3a27-4160-94a0-d917ff0beb64 None None] Transition to ACTIVE for port object 686cb267-cdda-473c-8bfe-4e153d7eb95b will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:41:54.137560 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38080) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:54.146876 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-dc79806f-659b-4709-b86d-7947b7b2c061 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Request body: {'subnet': {'network_id': 'f1c14d93-9bee-4a71-b72a-fd017a660516', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:41:54.154130 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2b2078f9-17e3-4089-8894-c81d8bf058b1 req-6fabc581-31cc-4084-8374-55058a067b4b tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=dfca521cd42c404497e1668b14cff80f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0896842 Aug 23 20:41:54.174407 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network dd56e138-7a72-474f-af97-fa222f1badac details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:41:54.197774 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-34acac72-3a27-4160-94a0-d917ff0beb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:54.229348 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d045fdb-9f71-490c-bd32-b24b48deb37b tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:54.260121 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a31f3ee6-5f18-47b8-996a-82a9fa485fb8 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6707091 Aug 23 20:41:54.261259 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38082) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:54.267783 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-529add5b-190a-4bfe-b1f8-2d13833490a8 admin admin] Request body: {'subnet': {'network_id': 'dd56e138-7a72-474f-af97-fa222f1badac', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-979454637-subnet', 'tenant_id': '6c6fb67b89ad498790240d2c79ee715a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:41:54.292887 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2b2078f9-17e3-4089-8894-c81d8bf058b1 req-e7aae2bd-1be5-47f7-aa95-c6c758805cf1 service neutron] 10.222.0.61 "GET /v2.0/networks/08ee7db6-ee70-42c6-86e8-ee22c22907f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376462 Aug 23 20:41:54.307646 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f2b2d9b7-342b-4f8a-8833-de2022956ade req-075de067-aabe-43f0-a4e1-9bdbf323abe0 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b0367cc-2df4-4eae-b336-e3b51e77b576 HTTP/1.1" status: 200 len: 210 time: 0.1686883 Aug 23 20:41:54.317014 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d045fdb-9f71-490c-bd32-b24b48deb37b tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59433672-2092-460a-913c-05e5a3e92d2c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:54.340127 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc79806f-659b-4709-b86d-7947b7b2c061 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Made reservation on behalf of 478a4137190c42b2a66568a56c662326 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:41:54.343892 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dc79806f-659b-4709-b86d-7947b7b2c061 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:54.355295 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ca7cf2-8156-498c-a1e3-87c6e62b9331 None None] Pushing event updated for resources: {'Port': ['ID=686cb267-cdda-473c-8bfe-4e153d7eb95b,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:54.407711 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.db.api [None req-529add5b-190a-4bfe-b1f8-2d13833490a8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 20:41:54.407711 n-d-805663-2 neutron-server[94687]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 23 20:41:54.407711 n-d-805663-2 neutron-server[94687]: [parameters: {'project_id_1': '6c6fb67b89ad498790240d2c79ee715a', 'expiration_1': datetime.datetime(2021, 8, 23, 20, 41, 54, 280354)}] Aug 23 20:41:54.407711 n-d-805663-2 neutron-server[94687]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94687) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 20:41:54.408377 n-d-805663-2 neutron-server[94687]: DEBUG oslo_db.api [None req-529add5b-190a-4bfe-b1f8-2d13833490a8 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 20:41:54.426929 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-34acac72-3a27-4160-94a0-d917ff0beb64 None None] Attempting to bind port 686cb267-cdda-473c-8bfe-4e153d7eb95b on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:41:54.428541 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-34acac72-3a27-4160-94a0-d917ff0beb64 None None] Attempting to bind port 686cb267-cdda-473c-8bfe-4e153d7eb95b by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '71fa0ee8-71f8-4ca3-a314-108544b37f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e5de8573-8724-417b-9e45-0201cb25fe6b'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:41:54.428670 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34acac72-3a27-4160-94a0-d917ff0beb64 None None] Attempting to bind port 686cb267-cdda-473c-8bfe-4e153d7eb95b on network e5de8573-8724-417b-9e45-0201cb25fe6b {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:41:54.434677 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34acac72-3a27-4160-94a0-d917ff0beb64 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:41:54.435059 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34acac72-3a27-4160-94a0-d917ff0beb64 None None] Checking segment: {'id': '71fa0ee8-71f8-4ca3-a314-108544b37f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e5de8573-8724-417b-9e45-0201cb25fe6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:41:54.436179 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-34acac72-3a27-4160-94a0-d917ff0beb64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:54.436588 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34acac72-3a27-4160-94a0-d917ff0beb64 None None] Bound using segment: {'id': '71fa0ee8-71f8-4ca3-a314-108544b37f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e5de8573-8724-417b-9e45-0201cb25fe6b'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:41:54.437506 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-34acac72-3a27-4160-94a0-d917ff0beb64 None None] Bound port: 686cb267-cdda-473c-8bfe-4e153d7eb95b, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71fa0ee8-71f8-4ca3-a314-108544b37f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e5de8573-8724-417b-9e45-0201cb25fe6b'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:41:54.439249 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-34acac72-3a27-4160-94a0-d917ff0beb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:54.453021 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2b2078f9-17e3-4089-8894-c81d8bf058b1 req-c38d1dfc-e08f-4cec-a6f8-4fa2a0c137b6 service neutron] 10.222.0.61 "GET /v2.0/networks/08ee7db6-ee70-42c6-86e8-ee22c22907f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586776 Aug 23 20:41:54.464570 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d045fdb-9f71-490c-bd32-b24b48deb37b tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:54.468897 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-3d045fdb-9f71-490c-bd32-b24b48deb37b tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1088727 Aug 23 20:41:54.469664 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38088) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:54.474334 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-fc6f078b-dc81-42e1-ba4c-eb8c2ae8e6ae tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Request body: {'security_group_rule': {'security_group_id': '59433672-2092-460a-913c-05e5a3e92d2c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:41:54.556558 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fc6f078b-dc81-42e1-ba4c-eb8c2ae8e6ae tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:54.604379 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-34acac72-3a27-4160-94a0-d917ff0beb64 None None] For port 686cb267-cdda-473c-8bfe-4e153d7eb95b, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:41:54.610217 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-34acac72-3a27-4160-94a0-d917ff0beb64 None None] For port 686cb267-cdda-473c-8bfe-4e153d7eb95b, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=686cb267-cdda-473c-8bfe-4e153d7eb95b,segment=NetworkSegment(71fa0ee8-71f8-4ca3-a314-108544b37f00),segment_id=71fa0ee8-71f8-4ca3-a314-108544b37f00)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:41:54.621304 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-34acac72-3a27-4160-94a0-d917ff0beb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:54.695212 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 5ef58a3f-e941-4bcb-bc78-e9c01e9257e6 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:41:54.738272 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fc6f078b-dc81-42e1-ba4c-eb8c2ae8e6ae tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:54.761366 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fc6f078b-dc81-42e1-ba4c-eb8c2ae8e6ae tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:54.830053 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fc6f078b-dc81-42e1-ba4c-eb8c2ae8e6ae tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:54.830711 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-fc6f078b-dc81-42e1-ba4c-eb8c2ae8e6ae tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3601239 Aug 23 20:41:54.831452 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6f078b-dc81-42e1-ba4c-eb8c2ae8e6ae tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a77f468a-5202-4310-b28d-3d83e0110309,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:54.845258 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38094) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:54.851483 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b4fbdf94-8386-4230-8d20-de0a58ee7623 req-f57c95db-9176-4abc-9228-0e232f94db27 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=efe3d0bd-71a7-470a-99cc-6346f7446cd6 HTTP/1.1" status: 200 len: 210 time: 0.0360019 Aug 23 20:41:54.852597 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dc79806f-659b-4709-b86d-7947b7b2c061 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:54.855480 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-d9c4c863-5903-419a-952a-0361851689a5 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Request body: {'security_group_rule': {'security_group_id': '59433672-2092-460a-913c-05e5a3e92d2c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:41:54.857161 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34acac72-3a27-4160-94a0-d917ff0beb64 None None] Routers {'8d1e85a6-a601-4119-be31-5b0ef46d2fc0'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:41:54.857860 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-34acac72-3a27-4160-94a0-d917ff0beb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:41:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['8d1e85a6-a601-4119-be31-5b0ef46d2fc0'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:54.884165 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ca7cf2-8156-498c-a1e3-87c6e62b9331 None None] Pushing event updated for resources: {'Port': ['ID=686cb267-cdda-473c-8bfe-4e153d7eb95b,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:54.957385 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d9c4c863-5903-419a-952a-0361851689a5 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:55.009309 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529add5b-190a-4bfe-b1f8-2d13833490a8 admin admin] Made reservation on behalf of 6c6fb67b89ad498790240d2c79ee715a for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:41:55.013523 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-529add5b-190a-4bfe-b1f8-2d13833490a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:55.017224 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 5ef58a3f-e941-4bcb-bc78-e9c01e9257e6 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:41:55.024369 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 5ef58a3f-e941-4bcb-bc78-e9c01e9257e6 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:41:55.024747 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:55.037941 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79806f-659b-4709-b86d-7947b7b2c061 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event updated for resources: {'Subnet': ['ID=5dd7c101-dbeb-44e8-b377-08f68521a2d6,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:55.166222 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc79806f-659b-4709-b86d-7947b7b2c061 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Checking segment: {'id': '7741e141-e6ac-4c8a-9af7-7d46d0e1479e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'f1c14d93-9bee-4a71-b72a-fd017a660516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:41:55.168608 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc79806f-659b-4709-b86d-7947b7b2c061 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Network hostable DHCP agents. Network: f1c14d93-9bee-4a71-b72a-fd017a660516, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:41:55.178934 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-34acac72-3a27-4160-94a0-d917ff0beb64 None None] Set router 8d1e85a6-a601-4119-be31-5b0ef46d2fc0 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:41:55.207026 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc79806f-659b-4709-b86d-7947b7b2c061 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Network f1c14d93-9bee-4a71-b72a-fd017a660516 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:41:55.237936 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-dc79806f-659b-4709-b86d-7947b7b2c061 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, f1c14d93-9bee-4a71-b72a-fd017a660516) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:41:55.246594 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc79806f-659b-4709-b86d-7947b7b2c061 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:55.247513 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dc79806f-659b-4709-b86d-7947b7b2c061 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:55.283209 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea79aec-e832-4681-9a33-c10fc0643756 None None] Network f1c14d93-9bee-4a71-b72a-fd017a660516 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:41:55.292304 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-dc79806f-659b-4709-b86d-7947b7b2c061 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1503382 Aug 23 20:41:55.294976 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38116) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:55.304285 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e855ccda-41d1-4933-b6ba-1e7975aada07 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-495785155', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:41:55.311587 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d9c4c863-5903-419a-952a-0361851689a5 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:55.335482 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d9c4c863-5903-419a-952a-0361851689a5 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:55.374684 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e504d7-64ec-4f10-8f20-3694354e483f None None] Sync routers for ids ['198c4ba7-fa51-4d3e-a499-9ab8a2c421a6'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:41:55.387063 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e504d7-64ec-4f10-8f20-3694354e483f None None] Routers {'198c4ba7-fa51-4d3e-a499-9ab8a2c421a6'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:41:55.389603 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f2e504d7-64ec-4f10-8f20-3694354e483f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:41:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['198c4ba7-fa51-4d3e-a499-9ab8a2c421a6'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:55.396389 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:55.452146 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c4c863-5903-419a-952a-0361851689a5 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7674a4d0-75c6-41ac-a502-48c4ac12fe7b,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:55.470787 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d9c4c863-5903-419a-952a-0361851689a5 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:55.471021 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e855ccda-41d1-4933-b6ba-1e7975aada07 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:55.471124 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d9c4c863-5903-419a-952a-0361851689a5 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6243346 Aug 23 20:41:55.472005 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e855ccda-41d1-4933-b6ba-1e7975aada07 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:55.475100 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38122) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:55.480546 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-c0e1104c-bb2f-43e6-8c30-4d33d759e164 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Request body: {'floatingip': {'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:41:55.505162 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35324096-6fd3-4940-a2dc-762798396275 req-b44d2756-f4d4-4315-bd56-a6bb40382e6b tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:55.507437 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-35324096-6fd3-4940-a2dc-762798396275 req-b44d2756-f4d4-4315-bd56-a6bb40382e6b tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc9e8022-e947-4165-acfb-0a209a49dfcd HTTP/1.1" status: 200 len: 945 time: 0.1893222 Aug 23 20:41:55.509870 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-529add5b-190a-4bfe-b1f8-2d13833490a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:55.572484 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c0e1104c-bb2f-43e6-8c30-4d33d759e164 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks [] for floatingip, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:55.580373 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529add5b-190a-4bfe-b1f8-2d13833490a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=417e3e27-c4ba-4a77-a189-31e0d9ed992e,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:55.605884 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 5ef58a3f-e941-4bcb-bc78-e9c01e9257e6, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=5ef58a3f-e941-4bcb-bc78-e9c01e9257e6,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:41:55.631096 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:55.643122 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-f2e504d7-64ec-4f10-8f20-3694354e483f None None] Set router 198c4ba7-fa51-4d3e-a499-9ab8a2c421a6 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:41:55.718512 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b2f99-f756-4c6d-aaa1-dd35f9670a05 req-40baaa5a-7ab9-44ba-a6a0-bcbd2b8b5d29 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:55.720533 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-132b2f99-f756-4c6d-aaa1-dd35f9670a05 req-40baaa5a-7ab9-44ba-a6a0-bcbd2b8b5d29 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/networks?id=08ee7db6-ee70-42c6-86e8-ee22c22907f2 HTTP/1.1" status: 200 len: 819 time: 0.4610577 Aug 23 20:41:55.746421 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-132b2f99-f756-4c6d-aaa1-dd35f9670a05 req-6a99f1da-eaa5-4b8e-9f08-deefeec4a81c tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/quotas/dfca521cd42c404497e1668b14cff80f HTTP/1.1" status: 200 len: 375 time: 0.0169580 Aug 23 20:41:55.748609 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529add5b-190a-4bfe-b1f8-2d13833490a8 admin admin] Checking segment: {'id': '997395e6-0268-423b-80bb-9db92a03f23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'dd56e138-7a72-474f-af97-fa222f1badac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:41:55.748976 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529add5b-190a-4bfe-b1f8-2d13833490a8 admin admin] Network hostable DHCP agents. Network: dd56e138-7a72-474f-af97-fa222f1badac, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:41:55.825564 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-35324096-6fd3-4940-a2dc-762798396275 req-081a40be-5c54-47f3-92c4-92f47b99a7e1 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "GET /v2.0/security-groups?id=38b07d32-2951-4646-87b8-46622765d84d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2976964 Aug 23 20:41:55.838856 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529add5b-190a-4bfe-b1f8-2d13833490a8 admin admin] Network dd56e138-7a72-474f-af97-fa222f1badac is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:41:55.864959 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=5ef58a3f-e941-4bcb-bc78-e9c01e9257e6,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:55.880276 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-132b2f99-f756-4c6d-aaa1-dd35f9670a05 req-f3427e15-6a20-4b63-8e45-4ad3ae472676 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=dfca521cd42c404497e1668b14cff80f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1251535 Aug 23 20:41:55.897797 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-529add5b-190a-4bfe-b1f8-2d13833490a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, dd56e138-7a72-474f-af97-fa222f1badac) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:41:55.902147 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c0e1104c-bb2f-43e6-8c30-4d33d759e164 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:55.939827 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1127df-ee00-4d12-8fda-b1e85e20456b None None] Network dd56e138-7a72-474f-af97-fa222f1badac requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:41:55.968406 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529add5b-190a-4bfe-b1f8-2d13833490a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:55.970182 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-529add5b-190a-4bfe-b1f8-2d13833490a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:56.027280 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-529add5b-190a-4bfe-b1f8-2d13833490a8 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7649555 Aug 23 20:41:56.056935 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38c2296-6514-4cff-9641-ffc96e9622e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-f1c14d93-9bee-4a71-b72a-fd017a660516', 'network_id': 'f1c14d93-9bee-4a71-b72a-fd017a660516', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'fixed_ips': [{'subnet_id': '5dd7c101-dbeb-44e8-b377-08f68521a2d6'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:41:56.057476 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c38c2296-6514-4cff-9641-ffc96e9622e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:56.058245 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec83f3-7d04-4d07-a5f7-2f6890c84e77 req-9216f62e-df8c-4d4b-88ec-bbb10779d110 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:56.061075 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-55ec83f3-7d04-4d07-a5f7-2f6890c84e77 req-9216f62e-df8c-4d4b-88ec-bbb10779d110 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.32 "GET /v2.0/networks?id=88798fd2-b8f8-4007-ac21-674c27fbeeb0 HTTP/1.1" status: 200 len: 822 time: 0.5504291 Aug 23 20:41:56.064566 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e855ccda-41d1-4933-b6ba-1e7975aada07 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:56.093116 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f2e504d7-64ec-4f10-8f20-3694354e483f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198c4ba7-fa51-4d3e-a499-9ab8a2c421a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1189841141-router', 'tenant_id': 'dfca521cd42c404497e1668b14cff80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '5ef58a3f-e941-4bcb-bc78-e9c01e9257e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:41:45Z', 'updated_at': '2021-08-23T20:41:52Z', 'revision_number': 4, 'project_id': 'dfca521cd42c404497e1668b14cff80f', 'gw_port': {'id': '5ef58a3f-e941-4bcb-bc78-e9c01e9257e6', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bc:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198c4ba7-fa51-4d3e-a499-9ab8a2c421a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:41:46Z', 'updated_at': '2021-08-23T20:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '8356ab12-0545-4ec6-ba5c-b159f2b4e5fc', 'name': '', 'network_id': '08ee7db6-ee70-42c6-86e8-ee22c22907f2', 'tenant_id': 'dfca521cd42c404497e1668b14cff80f', 'mac_address': 'fa:16:3e:ff:8b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198c4ba7-fa51-4d3e-a499-9ab8a2c421a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'f081180f-c4fd-4243-9f2e-305cad1ce609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:41:50Z', 'updated_at': '2021-08-23T20:41:52Z', 'revision_number': 2, 'project_id': 'dfca521cd42c404497e1668b14cff80f', 'subnets': [{'id': 'f081180f-c4fd-4243-9f2e-305cad1ce609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:56.114473 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-06a3215c-46e1-44dc-b2de-f0dc20846cb8 req-a1be8e7b-8a0c-4a78-9fba-516d03b0c799 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b0367cc-2df4-4eae-b336-e3b51e77b576 HTTP/1.1" status: 200 len: 210 time: 0.0853469 Aug 23 20:41:56.123609 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e855ccda-41d1-4933-b6ba-1e7975aada07 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:56.146273 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-55ec83f3-7d04-4d07-a5f7-2f6890c84e77 req-c0774d82-f839-4271-8ba3-de0cda6d4c09 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Request body: {'port': {'device_id': '6b0367cc-2df4-4eae-b336-e3b51e77b576', 'network_id': '88798fd2-b8f8-4007-ac21-674c27fbeeb0', 'admin_state_up': True, 'tenant_id': '26835b4b45ce41389a4c3a4e9b75d422'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:41:56.174307 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e504d7-64ec-4f10-8f20-3694354e483f None None] Checking router: 198c4ba7-fa51-4d3e-a499-9ab8a2c421a6 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:41:56.175045 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e504d7-64ec-4f10-8f20-3694354e483f None None] Updating router 198c4ba7-fa51-4d3e-a499-9ab8a2c421a6 port 8356ab12-0545-4ec6-ba5c-b159f2b4e5fc binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:41:56.176666 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-132b2f99-f756-4c6d-aaa1-dd35f9670a05 req-23406fa7-c69a-48d5-bb67-d5daf406a271 service neutron] 10.222.0.61 "GET /v2.0/networks/08ee7db6-ee70-42c6-86e8-ee22c22907f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763293 Aug 23 20:41:56.212437 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2e504d7-64ec-4f10-8f20-3694354e483f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:56.313492 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af80c02-2ff3-4054-964b-66996e468c1e None None] Network dd56e138-7a72-474f-af97-fa222f1badac requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:41:56.316951 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55ec83f3-7d04-4d07-a5f7-2f6890c84e77 req-c0774d82-f839-4271-8ba3-de0cda6d4c09 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Made reservation on behalf of 26835b4b45ce41389a4c3a4e9b75d422 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:41:56.322879 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-55ec83f3-7d04-4d07-a5f7-2f6890c84e77 req-c0774d82-f839-4271-8ba3-de0cda6d4c09 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:56.327328 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-34acac72-3a27-4160-94a0-d917ff0beb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'name': 'tempest-AttachVolumeTestJSON-57718171-router', 'tenant_id': '7880e59da8b64cb8b3031fd86db3c916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'e5fa5784-59f2-4b26-900f-c896576456d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:41:44Z', 'updated_at': '2021-08-23T20:41:50Z', 'revision_number': 4, 'project_id': '7880e59da8b64cb8b3031fd86db3c916', 'gw_port': {'id': 'e5fa5784-59f2-4b26-900f-c896576456d0', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:5e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:41:46Z', 'updated_at': '2021-08-23T20:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '686cb267-cdda-473c-8bfe-4e153d7eb95b', 'name': '', 'network_id': 'e5de8573-8724-417b-9e45-0201cb25fe6b', 'tenant_id': '7880e59da8b64cb8b3031fd86db3c916', 'mac_address': 'fa:16:3e:3e:02:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'bbd0034a-a038-4b43-8b24-1cd5d52f0793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:41:48Z', 'updated_at': '2021-08-23T20:41:54Z', 'revision_number': 4, 'project_id': '7880e59da8b64cb8b3031fd86db3c916', 'subnets': [{'id': 'bbd0034a-a038-4b43-8b24-1cd5d52f0793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:56.342629 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e855ccda-41d1-4933-b6ba-1e7975aada07 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:56.344720 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e855ccda-41d1-4933-b6ba-1e7975aada07 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0480680 Aug 23 20:41:56.347357 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38132) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:41:56.351839 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-132b2f99-f756-4c6d-aaa1-dd35f9670a05 req-0beb2792-2c30-4228-9a80-9d874e57b4a3 service neutron] 10.222.0.61 "GET /v2.0/networks/08ee7db6-ee70-42c6-86e8-ee22c22907f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742091 Aug 23 20:41:56.381833 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34acac72-3a27-4160-94a0-d917ff0beb64 None None] The sync data for ids ['8d1e85a6-a601-4119-be31-5b0ef46d2fc0'] in n-d-805663-2 is: [{'id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'name': 'tempest-AttachVolumeTestJSON-57718171-router', 'tenant_id': '7880e59da8b64cb8b3031fd86db3c916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'e5fa5784-59f2-4b26-900f-c896576456d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:41:44Z', 'updated_at': '2021-08-23T20:41:50Z', 'revision_number': 4, 'project_id': '7880e59da8b64cb8b3031fd86db3c916', 'gw_port': {'id': 'e5fa5784-59f2-4b26-900f-c896576456d0', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:5e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:41:46Z', 'updated_at': '2021-08-23T20:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '686cb267-cdda-473c-8bfe-4e153d7eb95b', 'name': '', 'network_id': 'e5de8573-8724-417b-9e45-0201cb25fe6b', 'tenant_id': '7880e59da8b64cb8b3031fd86db3c916', 'mac_address': 'fa:16:3e:3e:02:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'bbd0034a-a038-4b43-8b24-1cd5d52f0793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:41:48Z', 'updated_at': '2021-08-23T20:41:54Z', 'revision_number': 4, 'project_id': '7880e59da8b64cb8b3031fd86db3c916', 'subnets': [{'id': 'bbd0034a-a038-4b43-8b24-1cd5d52f0793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:41:56.442400 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-c0e1104c-bb2f-43e6-8c30-4d33d759e164 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Allocated IP 172.25.4.149 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/c38543bd-3cbe-4d40-99da-6f382080cfc5) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:41:56.738224 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2e504d7-64ec-4f10-8f20-3694354e483f None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:56.790062 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f2e504d7-64ec-4f10-8f20-3694354e483f None None] Transition to ACTIVE for port object 8356ab12-0545-4ec6-ba5c-b159f2b4e5fc will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:41:56.815698 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2e504d7-64ec-4f10-8f20-3694354e483f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:56.969600 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 686cb267-cdda-473c-8bfe-4e153d7eb95b up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:41:56.979365 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66602c93-eb97-43c7-be56-a361d4abca79 None None] Pushing event updated for resources: {'Port': ['ID=8356ab12-0545-4ec6-ba5c-b159f2b4e5fc,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:56.998088 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-c38c2296-6514-4cff-9641-ffc96e9622e0 None None] Allocated IP 172.20.0.2 (f1c14d93-9bee-4a71-b72a-fd017a660516/5dd7c101-dbeb-44e8-b377-08f68521a2d6/ac0d95b5-1602-469a-9089-6480fd95f4d7) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:41:57.094768 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f2e504d7-64ec-4f10-8f20-3694354e483f None None] Attempting to bind port 8356ab12-0545-4ec6-ba5c-b159f2b4e5fc on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:41:57.095172 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f2e504d7-64ec-4f10-8f20-3694354e483f None None] Attempting to bind port 8356ab12-0545-4ec6-ba5c-b159f2b4e5fc by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '7c822085-f0bf-43b3-a949-ad2c2f0679eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '08ee7db6-ee70-42c6-86e8-ee22c22907f2'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:41:57.095538 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e504d7-64ec-4f10-8f20-3694354e483f None None] Attempting to bind port 8356ab12-0545-4ec6-ba5c-b159f2b4e5fc on network 08ee7db6-ee70-42c6-86e8-ee22c22907f2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:41:57.107147 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e504d7-64ec-4f10-8f20-3694354e483f None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:41:57.107973 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e504d7-64ec-4f10-8f20-3694354e483f None None] Checking segment: {'id': '7c822085-f0bf-43b3-a949-ad2c2f0679eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '08ee7db6-ee70-42c6-86e8-ee22c22907f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:41:57.109273 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2e504d7-64ec-4f10-8f20-3694354e483f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:57.109273 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e504d7-64ec-4f10-8f20-3694354e483f None None] Bound using segment: {'id': '7c822085-f0bf-43b3-a949-ad2c2f0679eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '08ee7db6-ee70-42c6-86e8-ee22c22907f2'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:41:57.110190 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f2e504d7-64ec-4f10-8f20-3694354e483f None None] Bound port: 8356ab12-0545-4ec6-ba5c-b159f2b4e5fc, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c822085-f0bf-43b3-a949-ad2c2f0679eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '08ee7db6-ee70-42c6-86e8-ee22c22907f2'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:41:57.118620 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2e504d7-64ec-4f10-8f20-3694354e483f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:57.178004 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-91f466b2-f70b-4ea3-a81c-64fa612e5ee5 req-def392ee-fd62-40cc-9dd8-70dfd84ec38b tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a3b5017-c2bb-4d9a-a8bf-d0e9c9983daf HTTP/1.1" status: 200 len: 210 time: 0.3639200 Aug 23 20:41:57.287910 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-f2e504d7-64ec-4f10-8f20-3694354e483f None None] For port 8356ab12-0545-4ec6-ba5c-b159f2b4e5fc, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:41:57.292634 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-f2e504d7-64ec-4f10-8f20-3694354e483f None None] For port 8356ab12-0545-4ec6-ba5c-b159f2b4e5fc, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=8356ab12-0545-4ec6-ba5c-b159f2b4e5fc,segment=NetworkSegment(7c822085-f0bf-43b3-a949-ad2c2f0679eb),segment_id=7c822085-f0bf-43b3-a949-ad2c2f0679eb)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:41:57.301061 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2e504d7-64ec-4f10-8f20-3694354e483f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:57.320812 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c0e1104c-bb2f-43e6-8c30-4d33d759e164 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:57.365499 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 686cb267-cdda-473c-8bfe-4e153d7eb95b completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:41:57.413087 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2078f9-17e3-4089-8894-c81d8bf058b1 req-3a69a725-645d-4a19-8540-ab5937f0672a tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:57.421107 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2b2078f9-17e3-4089-8894-c81d8bf058b1 req-3a69a725-645d-4a19-8540-ab5937f0672a tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.32 "GET /v2.0/networks?id=08ee7db6-ee70-42c6-86e8-ee22c22907f2 HTTP/1.1" status: 200 len: 819 time: 0.6831594 Aug 23 20:41:57.430219 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66602c93-eb97-43c7-be56-a361d4abca79 None None] Pushing event updated for resources: {'Port': ['ID=8356ab12-0545-4ec6-ba5c-b159f2b4e5fc,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:57.447421 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e504d7-64ec-4f10-8f20-3694354e483f None None] Routers {'198c4ba7-fa51-4d3e-a499-9ab8a2c421a6'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:41:57.448219 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f2e504d7-64ec-4f10-8f20-3694354e483f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:41:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['198c4ba7-fa51-4d3e-a499-9ab8a2c421a6'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:57.453232 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c38c2296-6514-4cff-9641-ffc96e9622e0 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:57.463429 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c38c2296-6514-4cff-9641-ffc96e9622e0 None None] Transition to ACTIVE for port object ac0d95b5-1602-469a-9089-6480fd95f4d7 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:41:57.464260 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-2b2078f9-17e3-4089-8894-c81d8bf058b1 req-11ce0e66-d47f-4b88-9b7c-82deb9906f52 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Request body: {'port': {'device_id': 'efe3d0bd-71a7-470a-99cc-6346f7446cd6', 'network_id': '08ee7db6-ee70-42c6-86e8-ee22c22907f2', 'admin_state_up': True, 'tenant_id': 'dfca521cd42c404497e1668b14cff80f'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:41:57.490585 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c38c2296-6514-4cff-9641-ffc96e9622e0 None None] Transition to ACTIVE for port object ac0d95b5-1602-469a-9089-6480fd95f4d7 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:41:57.493474 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 686cb267-cdda-473c-8bfe-4e153d7eb95b triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:41:57.494995 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:57.538607 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cbf2141b-4e2c-4a1b-ad43-9e2a5ddc649d req-547a95dc-e2d3-4b55-b4c1-ee90f9f3e345 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b0367cc-2df4-4eae-b336-e3b51e77b576 HTTP/1.1" status: 200 len: 210 time: 0.1162515 Aug 23 20:41:57.549934 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c38c2296-6514-4cff-9641-ffc96e9622e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:57.603769 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38c2296-6514-4cff-9641-ffc96e9622e0 None None] Network f1c14d93-9bee-4a71-b72a-fd017a660516 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:41:57.607820 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-c38c2296-6514-4cff-9641-ffc96e9622e0 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:41:57.614785 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38c2296-6514-4cff-9641-ffc96e9622e0 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:41:57.678087 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-f2e504d7-64ec-4f10-8f20-3694354e483f None None] Set router 198c4ba7-fa51-4d3e-a499-9ab8a2c421a6 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:41:57.755822 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c0e1104c-bb2f-43e6-8c30-4d33d759e164 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:57.808380 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c38c2296-6514-4cff-9641-ffc96e9622e0 None None] Attempting to bind port ac0d95b5-1602-469a-9089-6480fd95f4d7 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:41:57.808805 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c38c2296-6514-4cff-9641-ffc96e9622e0 None None] Attempting to bind port ac0d95b5-1602-469a-9089-6480fd95f4d7 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '7741e141-e6ac-4c8a-9af7-7d46d0e1479e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'f1c14d93-9bee-4a71-b72a-fd017a660516'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:41:57.809158 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38c2296-6514-4cff-9641-ffc96e9622e0 None None] Attempting to bind port ac0d95b5-1602-469a-9089-6480fd95f4d7 on network f1c14d93-9bee-4a71-b72a-fd017a660516 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:41:57.840869 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38c2296-6514-4cff-9641-ffc96e9622e0 None None] Pushing event updated for resources: {'Port': ['ID=ac0d95b5-1602-469a-9089-6480fd95f4d7,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:57.864674 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38c2296-6514-4cff-9641-ffc96e9622e0 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:41:57.865102 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38c2296-6514-4cff-9641-ffc96e9622e0 None None] Checking segment: {'id': '7741e141-e6ac-4c8a-9af7-7d46d0e1479e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'f1c14d93-9bee-4a71-b72a-fd017a660516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:41:57.865454 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c38c2296-6514-4cff-9641-ffc96e9622e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:57.865848 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38c2296-6514-4cff-9641-ffc96e9622e0 None None] Bound using segment: {'id': '7741e141-e6ac-4c8a-9af7-7d46d0e1479e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'f1c14d93-9bee-4a71-b72a-fd017a660516'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:41:57.866346 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c38c2296-6514-4cff-9641-ffc96e9622e0 None None] Bound port: ac0d95b5-1602-469a-9089-6480fd95f4d7, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7741e141-e6ac-4c8a-9af7-7d46d0e1479e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'f1c14d93-9bee-4a71-b72a-fd017a660516'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:41:57.873130 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c38c2296-6514-4cff-9641-ffc96e9622e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:57.890063 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e1104c-bb2f-43e6-8c30-4d33d759e164 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Pushing event updated for resources: {'Port': ['ID=c38543bd-3cbe-4d40-99da-6f382080cfc5,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:57.899180 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:57.946208 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e1104c-bb2f-43e6-8c30-4d33d759e164 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:41:57.966721 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-c0e1104c-bb2f-43e6-8c30-4d33d759e164 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:41:57.971019 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e1104c-bb2f-43e6-8c30-4d33d759e164 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:41:58.044583 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 686cb267-cdda-473c-8bfe-4e153d7eb95b, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=686cb267-cdda-473c-8bfe-4e153d7eb95b,segment=NetworkSegment(71fa0ee8-71f8-4ca3-a314-108544b37f00),segment_id=71fa0ee8-71f8-4ca3-a314-108544b37f00)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:41:58.059362 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:58.060180 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 5ef58a3f-e941-4bcb-bc78-e9c01e9257e6 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:41:58.084312 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f2e504d7-64ec-4f10-8f20-3694354e483f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198c4ba7-fa51-4d3e-a499-9ab8a2c421a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1189841141-router', 'tenant_id': 'dfca521cd42c404497e1668b14cff80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '5ef58a3f-e941-4bcb-bc78-e9c01e9257e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:41:45Z', 'updated_at': '2021-08-23T20:41:52Z', 'revision_number': 4, 'project_id': 'dfca521cd42c404497e1668b14cff80f', 'gw_port': {'id': '5ef58a3f-e941-4bcb-bc78-e9c01e9257e6', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198c4ba7-fa51-4d3e-a499-9ab8a2c421a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:41:46Z', 'updated_at': '2021-08-23T20:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '8356ab12-0545-4ec6-ba5c-b159f2b4e5fc', 'name': '', 'network_id': '08ee7db6-ee70-42c6-86e8-ee22c22907f2', 'tenant_id': 'dfca521cd42c404497e1668b14cff80f', 'mac_address': 'fa:16:3e:ff:8b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198c4ba7-fa51-4d3e-a499-9ab8a2c421a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'f081180f-c4fd-4243-9f2e-305cad1ce609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:41:50Z', 'updated_at': '2021-08-23T20:41:57Z', 'revision_number': 4, 'project_id': 'dfca521cd42c404497e1668b14cff80f', 'subnets': [{'id': 'f081180f-c4fd-4243-9f2e-305cad1ce609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:41:58.095093 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4430ad3d-5155-4045-a708-e241f61d1b32 req-3128c0af-ece8-4fd5-b964-769c9c6781c8 tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:58.096438 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4430ad3d-5155-4045-a708-e241f61d1b32 req-3128c0af-ece8-4fd5-b964-769c9c6781c8 tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] 10.222.0.61 "GET /v2.0/networks?id=2b9a7932-3045-49b7-ac54-223488947af7 HTTP/1.1" status: 200 len: 809 time: 0.3828177 Aug 23 20:41:58.133589 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e504d7-64ec-4f10-8f20-3694354e483f None None] The sync data for ids ['198c4ba7-fa51-4d3e-a499-9ab8a2c421a6'] in n-d-805663-2 is: [{'id': '198c4ba7-fa51-4d3e-a499-9ab8a2c421a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1189841141-router', 'tenant_id': 'dfca521cd42c404497e1668b14cff80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '5ef58a3f-e941-4bcb-bc78-e9c01e9257e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:41:45Z', 'updated_at': '2021-08-23T20:41:52Z', 'revision_number': 4, 'project_id': 'dfca521cd42c404497e1668b14cff80f', 'gw_port': {'id': '5ef58a3f-e941-4bcb-bc78-e9c01e9257e6', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198c4ba7-fa51-4d3e-a499-9ab8a2c421a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:41:46Z', 'updated_at': '2021-08-23T20:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '8356ab12-0545-4ec6-ba5c-b159f2b4e5fc', 'name': '', 'network_id': '08ee7db6-ee70-42c6-86e8-ee22c22907f2', 'tenant_id': 'dfca521cd42c404497e1668b14cff80f', 'mac_address': 'fa:16:3e:ff:8b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198c4ba7-fa51-4d3e-a499-9ab8a2c421a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'f081180f-c4fd-4243-9f2e-305cad1ce609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:41:50Z', 'updated_at': '2021-08-23T20:41:57Z', 'revision_number': 4, 'project_id': 'dfca521cd42c404497e1668b14cff80f', 'subnets': [{'id': 'f081180f-c4fd-4243-9f2e-305cad1ce609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:41:58.136372 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-c38c2296-6514-4cff-9641-ffc96e9622e0 None None] For port ac0d95b5-1602-469a-9089-6480fd95f4d7, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:41:58.155239 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b2078f9-17e3-4089-8894-c81d8bf058b1 req-11ce0e66-d47f-4b88-9b7c-82deb9906f52 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Made reservation on behalf of dfca521cd42c404497e1668b14cff80f for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:41:58.159617 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2b2078f9-17e3-4089-8894-c81d8bf058b1 req-11ce0e66-d47f-4b88-9b7c-82deb9906f52 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:58.161571 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4430ad3d-5155-4045-a708-e241f61d1b32 req-f0f65074-674f-4107-aafd-03304ac0e902 tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] 10.222.0.61 "GET /v2.0/quotas/6fc9151b32084cfab5ff652a2d9a5df6 HTTP/1.1" status: 200 len: 375 time: 0.0582018 Aug 23 20:41:58.171448 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-c38c2296-6514-4cff-9641-ffc96e9622e0 None None] For port ac0d95b5-1602-469a-9089-6480fd95f4d7, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=ac0d95b5-1602-469a-9089-6480fd95f4d7,segment=NetworkSegment(7741e141-e6ac-4c8a-9af7-7d46d0e1479e),segment_id=7741e141-e6ac-4c8a-9af7-7d46d0e1479e)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:41:58.189563 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c38c2296-6514-4cff-9641-ffc96e9622e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:58.205154 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=686cb267-cdda-473c-8bfe-4e153d7eb95b,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:58.295725 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 5ef58a3f-e941-4bcb-bc78-e9c01e9257e6 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:41:58.296201 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:58.310194 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443b706-190e-4330-a54d-d56386fdb1d6 req-46b1cc1d-b238-49e8-9453-bd5c440671ba tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:58.323336 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a443b706-190e-4330-a54d-d56386fdb1d6 req-46b1cc1d-b238-49e8-9453-bd5c440671ba tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc9e8022-e947-4165-acfb-0a209a49dfcd HTTP/1.1" status: 200 len: 945 time: 0.2946699 Aug 23 20:41:58.356537 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4430ad3d-5155-4045-a708-e241f61d1b32 req-aa2709ed-c05a-4ecf-a056-e9f8260204c1 tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=6fc9151b32084cfab5ff652a2d9a5df6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1857412 Aug 23 20:41:58.366507 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38c2296-6514-4cff-9641-ffc96e9622e0 None None] Pushing event updated for resources: {'Port': ['ID=ac0d95b5-1602-469a-9089-6480fd95f4d7,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:58.374065 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-55ec83f3-7d04-4d07-a5f7-2f6890c84e77 req-c0774d82-f839-4271-8ba3-de0cda6d4c09 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Allocated IP 172.20.0.3 (88798fd2-b8f8-4007-ac21-674c27fbeeb0/99c2521f-6311-4d62-bcd9-0227f853ffb3/0d15ffd9-6065-4962-bf85-21ec2040324c) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:41:58.526045 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c0e1104c-bb2f-43e6-8c30-4d33d759e164 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:58.598589 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4430ad3d-5155-4045-a708-e241f61d1b32 req-895942c1-5dcc-4ffd-b697-6b4784aca5e8 service neutron] 10.222.0.61 "GET /v2.0/networks/2b9a7932-3045-49b7-ac54-223488947af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404673 Aug 23 20:41:58.652729 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a443b706-190e-4330-a54d-d56386fdb1d6 req-8c769808-570b-458e-a865-e3bd582b6293 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "GET /v2.0/security-groups?id=38b07d32-2951-4646-87b8-46622765d84d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3283052 Aug 23 20:41:58.825756 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6fec252-d0d4-4a63-baf3-f8dcbe53cbb4 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:58.851947 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 686cb267-cdda-473c-8bfe-4e153d7eb95b up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:41:58.883153 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-70dbbbed-9e18-4648-9aa9-b823060ff869 req-f9886da6-623d-4a93-bc22-2121af184be0 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a3b5017-c2bb-4d9a-a8bf-d0e9c9983daf HTTP/1.1" status: 200 len: 210 time: 0.0945799 Aug 23 20:41:58.888328 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c0e1104c-bb2f-43e6-8c30-4d33d759e164 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:58.917858 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 686cb267-cdda-473c-8bfe-4e153d7eb95b triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:41:58.918578 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:58.958126 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-2b2078f9-17e3-4089-8894-c81d8bf058b1 req-11ce0e66-d47f-4b88-9b7c-82deb9906f52 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Allocated IP 172.20.0.9 (08ee7db6-ee70-42c6-86e8-ee22c22907f2/f081180f-c4fd-4243-9f2e-305cad1ce609/5b814750-a2f2-4a4c-b6ae-0ba0827daf66) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:41:58.980964 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b2f99-f756-4c6d-aaa1-dd35f9670a05 req-7e8ad806-fccf-43c7-8402-e70460cbc66b tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:58.983106 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-132b2f99-f756-4c6d-aaa1-dd35f9670a05 req-7e8ad806-fccf-43c7-8402-e70460cbc66b tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.11 "GET /v2.0/networks?id=08ee7db6-ee70-42c6-86e8-ee22c22907f2 HTTP/1.1" status: 200 len: 819 time: 0.5736690 Aug 23 20:41:58.997941 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4430ad3d-5155-4045-a708-e241f61d1b32 req-effd64ca-33d1-42c5-b361-90913e6d489b service neutron] 10.222.0.61 "GET /v2.0/networks/2b9a7932-3045-49b7-ac54-223488947af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3977938 Aug 23 20:41:59.010349 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-132b2f99-f756-4c6d-aaa1-dd35f9670a05 req-78fffe89-5c1c-42bf-a2ae-c889bc9d5eb3 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Request body: {'port': {'device_id': '1a3b5017-c2bb-4d9a-a8bf-d0e9c9983daf', 'network_id': '08ee7db6-ee70-42c6-86e8-ee22c22907f2', 'admin_state_up': True, 'tenant_id': 'dfca521cd42c404497e1668b14cff80f'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:41:59.049317 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:41:59.084270 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5f0e0815-c165-4116-afc8-a2864deed761 req-11eab288-0b77-4909-a850-0aad701bab6e tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b0367cc-2df4-4eae-b336-e3b51e77b576 HTTP/1.1" status: 200 len: 210 time: 0.0892956 Aug 23 20:41:59.097458 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 8356ab12-0545-4ec6-ba5c-b159f2b4e5fc up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:41:59.182465 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 8356ab12-0545-4ec6-ba5c-b159f2b4e5fc completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:41:59.187171 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 8356ab12-0545-4ec6-ba5c-b159f2b4e5fc triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:41:59.188269 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:59.199301 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-55ec83f3-7d04-4d07-a5f7-2f6890c84e77 req-c0774d82-f839-4271-8ba3-de0cda6d4c09 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:59.386997 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:59.392221 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c49ac8e2-2f73-4089-8919-ddf1b3b9efec req-ad37dae8-1d34-48d2-b5a5-f9b91e2eb263 tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] 10.222.0.61 "GET /v2.0/ports?device_id=4207e577-6f27-4ce9-b3f4-4412b6e0bfec HTTP/1.1" status: 200 len: 210 time: 0.0697441 Aug 23 20:41:59.442897 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 8356ab12-0545-4ec6-ba5c-b159f2b4e5fc, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=8356ab12-0545-4ec6-ba5c-b159f2b4e5fc,segment=NetworkSegment(7c822085-f0bf-43b3-a949-ad2c2f0679eb),segment_id=7c822085-f0bf-43b3-a949-ad2c2f0679eb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:41:59.466302 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:59.480257 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-55ec83f3-7d04-4d07-a5f7-2f6890c84e77 req-c0774d82-f839-4271-8ba3-de0cda6d4c09 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:59.496811 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c0e1104c-bb2f-43e6-8c30-4d33d759e164 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:59.519957 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c0e1104c-bb2f-43e6-8c30-4d33d759e164 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:59.574503 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-d6fec252-d0d4-4a63-baf3-f8dcbe53cbb4 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Allocated IP 172.20.0.1 (f1c14d93-9bee-4a71-b72a-fd017a660516/5dd7c101-dbeb-44e8-b377-08f68521a2d6/33fe59b2-6bba-44bb-9978-2aec8219bda0) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:41:59.595976 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=8356ab12-0545-4ec6-ba5c-b159f2b4e5fc,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:59.603091 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e1104c-bb2f-43e6-8c30-4d33d759e164 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Pushing event updated for resources: {'Port': ['ID=c38543bd-3cbe-4d40-99da-6f382080cfc5,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:59.623231 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55ec83f3-7d04-4d07-a5f7-2f6890c84e77 req-c0774d82-f839-4271-8ba3-de0cda6d4c09 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Network 88798fd2-b8f8-4007-ac21-674c27fbeeb0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:41:59.634137 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-55ec83f3-7d04-4d07-a5f7-2f6890c84e77 req-c0774d82-f839-4271-8ba3-de0cda6d4c09 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:41:59.652040 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ec83f3-7d04-4d07-a5f7-2f6890c84e77 req-c0774d82-f839-4271-8ba3-de0cda6d4c09 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:41:59.660389 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0774d82-f839-4271-8ba3-de0cda6d4c09 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Pushing event updated for resources: {'Port': ['ID=0d15ffd9-6065-4962-bf85-21ec2040324c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:41:59.806707 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec83f3-7d04-4d07-a5f7-2f6890c84e77 req-c0774d82-f839-4271-8ba3-de0cda6d4c09 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:59.807479 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-55ec83f3-7d04-4d07-a5f7-2f6890c84e77 req-c0774d82-f839-4271-8ba3-de0cda6d4c09 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:59.870264 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a589a7fb-26fd-4389-b99c-5fb4d4bada18 None None] Network f1c14d93-9bee-4a71-b72a-fd017a660516 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:41:59.897962 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-55ec83f3-7d04-4d07-a5f7-2f6890c84e77 req-c0774d82-f839-4271-8ba3-de0cda6d4c09 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7780190 Aug 23 20:41:59.935219 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-55ec83f3-7d04-4d07-a5f7-2f6890c84e77 req-07164084-b12f-4c3f-bf25-760f24c352ba service neutron] Request body: {'port': {'device_id': '6b0367cc-2df4-4eae-b336-e3b51e77b576', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:41:59.969612 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6fec252-d0d4-4a63-baf3-f8dcbe53cbb4 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:41:59.988760 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941611af-8fd4-4d36-a323-a0754c24d706 req-580bcead-043d-4447-a274-24d7839d4b60 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:41:59.994883 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c2b27217-4b22-40c5-8055-d7c72de63498 None None] Provisioning for port ac0d95b5-1602-469a-9089-6480fd95f4d7 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:41:59.997275 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-941611af-8fd4-4d36-a323-a0754c24d706 req-580bcead-043d-4447-a274-24d7839d4b60 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc9e8022-e947-4165-acfb-0a209a49dfcd HTTP/1.1" status: 200 len: 945 time: 0.1845155 Aug 23 20:42:00.027185 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-d6fec252-d0d4-4a63-baf3-f8dcbe53cbb4 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Transition to ACTIVE for port object 33fe59b2-6bba-44bb-9978-2aec8219bda0 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:42:00.079044 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-55ec83f3-7d04-4d07-a5f7-2f6890c84e77 req-07164084-b12f-4c3f-bf25-760f24c352ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:00.105886 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-941611af-8fd4-4d36-a323-a0754c24d706 req-2518685c-e336-4caf-9a4f-fb6b940d1227 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "GET /v2.0/security-groups?id=38b07d32-2951-4646-87b8-46622765d84d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1074798 Aug 23 20:42:00.131567 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-132b2f99-f756-4c6d-aaa1-dd35f9670a05 req-78fffe89-5c1c-42bf-a2ae-c889bc9d5eb3 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Made reservation on behalf of dfca521cd42c404497e1668b14cff80f for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:42:00.135095 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-132b2f99-f756-4c6d-aaa1-dd35f9670a05 req-78fffe89-5c1c-42bf-a2ae-c889bc9d5eb3 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:00.185888 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9d63c099-9b84-4de5-ae66-195fa9757913 req-cd7b5b2e-f4a7-4ae7-bab1-00c9fc5e9952 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a3b5017-c2bb-4d9a-a8bf-d0e9c9983daf HTTP/1.1" status: 200 len: 210 time: 0.0706081 Aug 23 20:42:00.242360 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c0e1104c-bb2f-43e6-8c30-4d33d759e164 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:00.301642 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c0e1104c-bb2f-43e6-8c30-4d33d759e164 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:00.326412 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c0e1104c-bb2f-43e6-8c30-4d33d759e164 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8351130 Aug 23 20:42:00.377805 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2b2078f9-17e3-4089-8894-c81d8bf058b1 req-11ce0e66-d47f-4b88-9b7c-82deb9906f52 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:00.428657 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6fec252-d0d4-4a63-baf3-f8dcbe53cbb4 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:00.503489 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2b2078f9-17e3-4089-8894-c81d8bf058b1 req-11ce0e66-d47f-4b88-9b7c-82deb9906f52 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:00.522840 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fec252-d0d4-4a63-baf3-f8dcbe53cbb4 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event updated for resources: {'Port': ['ID=33fe59b2-6bba-44bb-9978-2aec8219bda0,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:00.553612 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fec252-d0d4-4a63-baf3-f8dcbe53cbb4 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Network f1c14d93-9bee-4a71-b72a-fd017a660516 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:42:00.555508 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b2078f9-17e3-4089-8894-c81d8bf058b1 req-11ce0e66-d47f-4b88-9b7c-82deb9906f52 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Network 08ee7db6-ee70-42c6-86e8-ee22c22907f2 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:42:00.570156 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-d6fec252-d0d4-4a63-baf3-f8dcbe53cbb4 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:42:00.580604 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fec252-d0d4-4a63-baf3-f8dcbe53cbb4 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:42:00.587919 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-2b2078f9-17e3-4089-8894-c81d8bf058b1 req-11ce0e66-d47f-4b88-9b7c-82deb9906f52 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:42:00.610868 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b2078f9-17e3-4089-8894-c81d8bf058b1 req-11ce0e66-d47f-4b88-9b7c-82deb9906f52 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:42:00.658995 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1f793-213d-4dde-8327-08c3380dbf92 req-435b1c7c-5c00-446b-b4b0-9d5dd564ea2f tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:00.666928 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-07e1f793-213d-4dde-8327-08c3380dbf92 req-435b1c7c-5c00-446b-b4b0-9d5dd564ea2f tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b0367cc-2df4-4eae-b336-e3b51e77b576 HTTP/1.1" status: 200 len: 931 time: 0.3985019 Aug 23 20:42:00.723458 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-132b2f99-f756-4c6d-aaa1-dd35f9670a05 req-78fffe89-5c1c-42bf-a2ae-c889bc9d5eb3 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Allocated IP 172.20.0.8 (08ee7db6-ee70-42c6-86e8-ee22c22907f2/f081180f-c4fd-4243-9f2e-305cad1ce609/995210d9-e1ba-4579-860d-e456fc6ca411) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:42:00.741783 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ce0e66-d47f-4b88-9b7c-82deb9906f52 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Pushing event updated for resources: {'Port': ['ID=5b814750-a2f2-4a4c-b6ae-0ba0827daf66,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:00.757464 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6fec252-d0d4-4a63-baf3-f8dcbe53cbb4 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:00.804094 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-55ec83f3-7d04-4d07-a5f7-2f6890c84e77 req-07164084-b12f-4c3f-bf25-760f24c352ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d15ffd9-6065-4962-bf85-21ec2040324c {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:42:00.832685 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 8356ab12-0545-4ec6-ba5c-b159f2b4e5fc up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:42:00.919046 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dccb953b-aa3a-4812-8049-9a914d2d7fc1 req-0ecb02b7-324f-4cec-aa87-ab1191f269ec tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--467282431&fields=id&tenant_id=7880e59da8b64cb8b3031fd86db3c916 HTTP/1.1" status: 200 len: 267 time: 0.3714378 Aug 23 20:42:00.944507 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 8356ab12-0545-4ec6-ba5c-b159f2b4e5fc triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:42:00.946164 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:00.947224 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2078f9-17e3-4089-8894-c81d8bf058b1 req-11ce0e66-d47f-4b88-9b7c-82deb9906f52 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:00.947916 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2b2078f9-17e3-4089-8894-c81d8bf058b1 req-11ce0e66-d47f-4b88-9b7c-82deb9906f52 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:01.000866 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4430ad3d-5155-4045-a708-e241f61d1b32 req-1ea9c770-07d4-4e2e-a5fb-1278e8200204 tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:01.002082 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4430ad3d-5155-4045-a708-e241f61d1b32 req-1ea9c770-07d4-4e2e-a5fb-1278e8200204 tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] 10.222.0.11 "GET /v2.0/networks?id=2b9a7932-3045-49b7-ac54-223488947af7 HTTP/1.1" status: 200 len: 809 time: 0.2640798 Aug 23 20:42:01.007916 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-55ec83f3-7d04-4d07-a5f7-2f6890c84e77 req-07164084-b12f-4c3f-bf25-760f24c352ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:01.039174 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-07e1f793-213d-4dde-8327-08c3380dbf92 req-a230ca97-0f7c-4c47-991f-94d3d011d89f tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/security-groups?id=0f82240c-c6c4-4a5d-9c5f-0ca19e0dcac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713400 Aug 23 20:42:01.075011 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-55ec83f3-7d04-4d07-a5f7-2f6890c84e77 req-07164084-b12f-4c3f-bf25-760f24c352ba service neutron] Transition to ACTIVE for port object 0d15ffd9-6065-4962-bf85-21ec2040324c will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:42:01.075686 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device ac0d95b5-1602-469a-9089-6480fd95f4d7 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:42:01.094741 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-4430ad3d-5155-4045-a708-e241f61d1b32 req-0ed064f4-60fa-4033-949a-384b696bce3e tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] Request body: {'port': {'device_id': '4207e577-6f27-4ce9-b3f4-4412b6e0bfec', 'network_id': '2b9a7932-3045-49b7-ac54-223488947af7', 'admin_state_up': True, 'tenant_id': '6fc9151b32084cfab5ff652a2d9a5df6'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:42:01.095611 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-a5a91e59-8145-4d85-925b-75ee28b79449 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1433580 Aug 23 20:42:01.098179 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-55ec83f3-7d04-4d07-a5f7-2f6890c84e77 req-07164084-b12f-4c3f-bf25-760f24c352ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:01.130744 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-556d999c-6844-4c22-ae8c-796e65939349 None None] Provisioning for port 33fe59b2-6bba-44bb-9978-2aec8219bda0 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:42:01.134536 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2b2078f9-17e3-4089-8894-c81d8bf058b1 req-11ce0e66-d47f-4b88-9b7c-82deb9906f52 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6894298 Aug 23 20:42:01.137774 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-556d999c-6844-4c22-ae8c-796e65939349 None None] Provisioning complete for port 33fe59b2-6bba-44bb-9978-2aec8219bda0 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:42:01.138126 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-556d999c-6844-4c22-ae8c-796e65939349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:01.163182 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07164084-b12f-4c3f-bf25-760f24c352ba service neutron] Pushing event updated for resources: {'Port': ['ID=0d15ffd9-6065-4962-bf85-21ec2040324c,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:01.200951 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-556d999c-6844-4c22-ae8c-796e65939349 None None] Port 33fe59b2-6bba-44bb-9978-2aec8219bda0 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:42:01.209750 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port ac0d95b5-1602-469a-9089-6480fd95f4d7 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:42:01.215359 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port ac0d95b5-1602-469a-9089-6480fd95f4d7 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:42:01.215359 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:01.243909 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6fec252-d0d4-4a63-baf3-f8dcbe53cbb4 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:01.259410 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9de566d5-ca6a-4d98-8aa4-0a6236591fd9 req-3dcb4df1-298c-4612-82f2-56a10a50542e tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] 10.222.0.61 "GET /v2.0/ports?device_id=4207e577-6f27-4ce9-b3f4-4412b6e0bfec HTTP/1.1" status: 200 len: 210 time: 0.0644538 Aug 23 20:42:01.277609 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-2b2078f9-17e3-4089-8894-c81d8bf058b1 req-5954bf9c-3732-4087-a59b-53a4ca4059ba service neutron] Request body: {'port': {'device_id': 'efe3d0bd-71a7-470a-99cc-6346f7446cd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:42:01.322470 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:01.339082 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-56785e38-ee4b-4257-8c43-0cf71b920f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:01.339888 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-56785e38-ee4b-4257-8c43-0cf71b920f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:01.340613 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-56785e38-ee4b-4257-8c43-0cf71b920f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:01.341270 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-56785e38-ee4b-4257-8c43-0cf71b920f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:01.341925 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-56785e38-ee4b-4257-8c43-0cf71b920f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:01.342577 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-56785e38-ee4b-4257-8c43-0cf71b920f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:01.343228 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-56785e38-ee4b-4257-8c43-0cf71b920f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:01.346089 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-56785e38-ee4b-4257-8c43-0cf71b920f3e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0a91fd320cb1405f8d3783ce9085793e&device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 6489 time: 0.1676204 Aug 23 20:42:01.355138 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb953b-aa3a-4812-8049-9a914d2d7fc1 req-f582d862-81b3-4795-9b39-6a06f6ab92c1 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:01.360668 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dccb953b-aa3a-4812-8049-9a914d2d7fc1 req-f582d862-81b3-4795-9b39-6a06f6ab92c1 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/networks?id=e5de8573-8724-417b-9e45-0201cb25fe6b HTTP/1.1" status: 200 len: 809 time: 0.4004025 Aug 23 20:42:01.371199 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port ac0d95b5-1602-469a-9089-6480fd95f4d7, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=ac0d95b5-1602-469a-9089-6480fd95f4d7,segment=NetworkSegment(7741e141-e6ac-4c8a-9af7-7d46d0e1479e),segment_id=7741e141-e6ac-4c8a-9af7-7d46d0e1479e)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:42:01.376547 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:01.430746 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=ac0d95b5-1602-469a-9089-6480fd95f4d7,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:01.433319 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dccb953b-aa3a-4812-8049-9a914d2d7fc1 req-b47c0d72-6583-4274-ad7f-4a7108794dd3 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/quotas/7880e59da8b64cb8b3031fd86db3c916 HTTP/1.1" status: 200 len: 375 time: 0.0623543 Aug 23 20:42:01.570547 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2b2078f9-17e3-4089-8894-c81d8bf058b1 req-5954bf9c-3732-4087-a59b-53a4ca4059ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:01.601294 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-132b2f99-f756-4c6d-aaa1-dd35f9670a05 req-78fffe89-5c1c-42bf-a2ae-c889bc9d5eb3 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:01.609134 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-55ec83f3-7d04-4d07-a5f7-2f6890c84e77 req-07164084-b12f-4c3f-bf25-760f24c352ba service neutron] Attempting to bind port 0d15ffd9-6065-4962-bf85-21ec2040324c on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:42:01.609134 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-55ec83f3-7d04-4d07-a5f7-2f6890c84e77 req-07164084-b12f-4c3f-bf25-760f24c352ba service neutron] Attempting to bind port 0d15ffd9-6065-4962-bf85-21ec2040324c by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': '2eca2f48-a757-4e4a-84b6-cecf77c14bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '88798fd2-b8f8-4007-ac21-674c27fbeeb0'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:42:01.610567 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ec83f3-7d04-4d07-a5f7-2f6890c84e77 req-07164084-b12f-4c3f-bf25-760f24c352ba service neutron] Attempting to bind port 0d15ffd9-6065-4962-bf85-21ec2040324c on network 88798fd2-b8f8-4007-ac21-674c27fbeeb0 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:42:01.627540 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a7849-ecd8-4ea5-93f7-e260d73acd39 req-693bb3df-a649-42d8-8d8d-e369808f8756 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:01.629063 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-669a7849-ecd8-4ea5-93f7-e260d73acd39 req-693bb3df-a649-42d8-8d8d-e369808f8756 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc9e8022-e947-4165-acfb-0a209a49dfcd HTTP/1.1" status: 200 len: 945 time: 0.1860058 Aug 23 20:42:01.637182 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef79cf-3c89-45b8-b169-307cd6097b12 req-c5f37aff-8cec-4892-884e-d592e755c1fa tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:01.638778 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-52ef79cf-3c89-45b8-b169-307cd6097b12 req-c5f37aff-8cec-4892-884e-d592e755c1fa tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc9e8022-e947-4165-acfb-0a209a49dfcd HTTP/1.1" status: 200 len: 945 time: 0.2852786 Aug 23 20:42:01.671421 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4430ad3d-5155-4045-a708-e241f61d1b32 req-0ed064f4-60fa-4033-949a-384b696bce3e tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] Made reservation on behalf of 6fc9151b32084cfab5ff652a2d9a5df6 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:42:01.675552 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4430ad3d-5155-4045-a708-e241f61d1b32 req-0ed064f4-60fa-4033-949a-384b696bce3e tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:01.682629 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ec83f3-7d04-4d07-a5f7-2f6890c84e77 req-07164084-b12f-4c3f-bf25-760f24c352ba service neutron] Port 0d15ffd9-6065-4962-bf85-21ec2040324c on network 88798fd2-b8f8-4007-ac21-674c27fbeeb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:42:01.682889 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ec83f3-7d04-4d07-a5f7-2f6890c84e77 req-07164084-b12f-4c3f-bf25-760f24c352ba service neutron] Attempting to bind port 0d15ffd9-6065-4962-bf85-21ec2040324c on network 88798fd2-b8f8-4007-ac21-674c27fbeeb0 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:42:01.684233 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dccb953b-aa3a-4812-8049-9a914d2d7fc1 req-aa1a9bcf-8a7d-41d2-9465-cc0e8272e5ad tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7880e59da8b64cb8b3031fd86db3c916&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2282429 Aug 23 20:42:01.713193 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-bbd17baf-3708-4115-80c3-3034848e5c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:01.713665 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-bbd17baf-3708-4115-80c3-3034848e5c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:01.714138 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-bbd17baf-3708-4115-80c3-3034848e5c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:01.715702 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-bbd17baf-3708-4115-80c3-3034848e5c64 service neutron] 10.222.0.11 "GET /v2.0/networks?id=15796354-99ed-4bbc-af1c-772cdc3fe57c&id=3540c16b-5ded-45d3-80bb-012ec217ee8b&id=3540c16b-5ded-45d3-80bb-012ec217ee8b&id=3540c16b-5ded-45d3-80bb-012ec217ee8b&id=3540c16b-5ded-45d3-80bb-012ec217ee8b&id=af4706b6-78a2-4ed9-91e2-487e13d661e6&id=af4706b6-78a2-4ed9-91e2-487e13d661e6 HTTP/1.1" status: 200 len: 2293 time: 0.3302922 Aug 23 20:42:01.722291 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ec83f3-7d04-4d07-a5f7-2f6890c84e77 req-07164084-b12f-4c3f-bf25-760f24c352ba service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:42:01.722683 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ec83f3-7d04-4d07-a5f7-2f6890c84e77 req-07164084-b12f-4c3f-bf25-760f24c352ba service neutron] Checking segment: {'id': '2eca2f48-a757-4e4a-84b6-cecf77c14bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '88798fd2-b8f8-4007-ac21-674c27fbeeb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:42:01.723057 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ec83f3-7d04-4d07-a5f7-2f6890c84e77 req-07164084-b12f-4c3f-bf25-760f24c352ba service neutron] Bound using segment: {'id': '2eca2f48-a757-4e4a-84b6-cecf77c14bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '88798fd2-b8f8-4007-ac21-674c27fbeeb0'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:42:01.723806 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-55ec83f3-7d04-4d07-a5f7-2f6890c84e77 req-07164084-b12f-4c3f-bf25-760f24c352ba service neutron] Bound port: 0d15ffd9-6065-4962-bf85-21ec2040324c, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eca2f48-a757-4e4a-84b6-cecf77c14bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '88798fd2-b8f8-4007-ac21-674c27fbeeb0'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:42:01.723937 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-55ec83f3-7d04-4d07-a5f7-2f6890c84e77 req-07164084-b12f-4c3f-bf25-760f24c352ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:01.836805 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-52ef79cf-3c89-45b8-b169-307cd6097b12 req-5184289a-4dd3-450a-be5b-5ded1c8426dc tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "GET /v2.0/security-groups?id=38b07d32-2951-4646-87b8-46622765d84d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1894665 Aug 23 20:42:01.881687 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-1fb2ffe3-de26-4ced-870f-c3e212ff9218 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c HTTP/1.1" status: 200 len: 1001 time: 0.1518717 Aug 23 20:42:01.959566 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6fec252-d0d4-4a63-baf3-f8dcbe53cbb4 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:01.974219 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-132b2f99-f756-4c6d-aaa1-dd35f9670a05 req-78fffe89-5c1c-42bf-a2ae-c889bc9d5eb3 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:01.981972 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-93c22c8e-940d-47ef-b3a8-ff4e8391f277 req-55427f19-92e8-457b-84e4-3fbdb50c8adf tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a3b5017-c2bb-4d9a-a8bf-d0e9c9983daf HTTP/1.1" status: 200 len: 210 time: 0.0708184 Aug 23 20:42:01.995063 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6fec252-d0d4-4a63-baf3-f8dcbe53cbb4 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:02.033845 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-55ec83f3-7d04-4d07-a5f7-2f6890c84e77 req-07164084-b12f-4c3f-bf25-760f24c352ba service neutron] For port 0d15ffd9-6065-4962-bf85-21ec2040324c, host n-h2-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:42:02.068003 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-bdb91a5e-95fa-4f8e-93c9-8636d1b18a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:02.069535 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-bdb91a5e-95fa-4f8e-93c9-8636d1b18a73 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=92348ce8-7731-44f5-b707-e42d9a125beb HTTP/1.1" status: 200 len: 851 time: 0.1778729 Aug 23 20:42:02.096848 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-55ec83f3-7d04-4d07-a5f7-2f6890c84e77 req-07164084-b12f-4c3f-bf25-760f24c352ba service neutron] For port 0d15ffd9-6065-4962-bf85-21ec2040324c, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=0d15ffd9-6065-4962-bf85-21ec2040324c,segment=NetworkSegment(2eca2f48-a757-4e4a-84b6-cecf77c14bb3),segment_id=2eca2f48-a757-4e4a-84b6-cecf77c14bb3)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:42:02.098171 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dccb953b-aa3a-4812-8049-9a914d2d7fc1 req-6395d366-5da9-4c13-a9ee-62a7b00b3c92 service neutron] 10.222.0.61 "GET /v2.0/networks/e5de8573-8724-417b-9e45-0201cb25fe6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3827410 Aug 23 20:42:02.119553 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6fec252-d0d4-4a63-baf3-f8dcbe53cbb4 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:02.124920 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-55ec83f3-7d04-4d07-a5f7-2f6890c84e77 req-07164084-b12f-4c3f-bf25-760f24c352ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:02.151908 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fec252-d0d4-4a63-baf3-f8dcbe53cbb4 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event updated for resources: {'Port': ['ID=33fe59b2-6bba-44bb-9978-2aec8219bda0,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:02.171781 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-132b2f99-f756-4c6d-aaa1-dd35f9670a05 req-78fffe89-5c1c-42bf-a2ae-c889bc9d5eb3 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Network 08ee7db6-ee70-42c6-86e8-ee22c22907f2 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:42:02.190492 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fffe89-5c1c-42bf-a2ae-c889bc9d5eb3 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Pushing event updated for resources: {'Port': ['ID=995210d9-e1ba-4579-860d-e456fc6ca411,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:02.206703 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-132b2f99-f756-4c6d-aaa1-dd35f9670a05 req-78fffe89-5c1c-42bf-a2ae-c889bc9d5eb3 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:42:02.210204 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-132b2f99-f756-4c6d-aaa1-dd35f9670a05 req-78fffe89-5c1c-42bf-a2ae-c889bc9d5eb3 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:42:02.235089 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec83f3-7d04-4d07-a5f7-2f6890c84e77 req-07164084-b12f-4c3f-bf25-760f24c352ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:02.235693 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-55ec83f3-7d04-4d07-a5f7-2f6890c84e77 req-07164084-b12f-4c3f-bf25-760f24c352ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:02.237119 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-55ec83f3-7d04-4d07-a5f7-2f6890c84e77 req-07164084-b12f-4c3f-bf25-760f24c352ba service neutron] 10.222.0.32 "PUT /v2.0/ports/0d15ffd9-6065-4962-bf85-21ec2040324c HTTP/1.1" status: 200 len: 1091 time: 2.3135176 Aug 23 20:42:02.284670 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-669a7849-ecd8-4ea5-93f7-e260d73acd39 req-d5ecdf92-ce74-4be8-9509-9467b825bede tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Deleting port 1e1da2ac-32ca-4471-a01b-373110354754 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:42:02.289228 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-669a7849-ecd8-4ea5-93f7-e260d73acd39 req-d5ecdf92-ce74-4be8-9509-9467b825bede tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:02.317301 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-4430ad3d-5155-4045-a708-e241f61d1b32 req-0ed064f4-60fa-4033-949a-384b696bce3e tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] Allocated IP 172.20.0.14 (2b9a7932-3045-49b7-ac54-223488947af7/f5ab73c8-3f69-4f44-b7f0-2a0346bab3bc/54626073-35b2-4529-b227-7b84b39d0e2f) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:42:02.443432 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b2f99-f756-4c6d-aaa1-dd35f9670a05 req-78fffe89-5c1c-42bf-a2ae-c889bc9d5eb3 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:02.444187 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-132b2f99-f756-4c6d-aaa1-dd35f9670a05 req-78fffe89-5c1c-42bf-a2ae-c889bc9d5eb3 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:02.534830 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dccb953b-aa3a-4812-8049-9a914d2d7fc1 req-de1b846e-6b5f-4171-92fa-dcd09e8da4b3 service neutron] 10.222.0.61 "GET /v2.0/networks/e5de8573-8724-417b-9e45-0201cb25fe6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3954251 Aug 23 20:42:02.566475 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-669a7849-ecd8-4ea5-93f7-e260d73acd39 req-d5ecdf92-ce74-4be8-9509-9467b825bede tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] For port 1e1da2ac-32ca-4471-a01b-373110354754, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=1e1da2ac-32ca-4471-a01b-373110354754,segment=NetworkSegment(02bc71d9-f313-4a15-a119-b64fea6486e0),segment_id=02bc71d9-f313-4a15-a119-b64fea6486e0)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:42:02.567383 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-669a7849-ecd8-4ea5-93f7-e260d73acd39 req-d5ecdf92-ce74-4be8-9509-9467b825bede tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:02.580220 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-132b2f99-f756-4c6d-aaa1-dd35f9670a05 req-78fffe89-5c1c-42bf-a2ae-c889bc9d5eb3 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5793786 Aug 23 20:42:02.603741 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b0367cc-2df4-4eae-b336-e3b51e77b576', 'tag': '0d15ffd9-6065-4962-bf85-21ec2040324c'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:42:02.605892 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4903c3b9-ab70-461c-8f39-b553ccbd77d2" -d '{"events": [{"name": "network-changed", "server_uuid": "6b0367cc-2df4-4eae-b336-e3b51e77b576", "tag": "0d15ffd9-6065-4962-bf85-21ec2040324c"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:42:02.611402 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device ac0d95b5-1602-469a-9089-6480fd95f4d7 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:42:02.629957 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-449da007-3da2-407b-bdda-f03144b9e6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:02.631459 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-449da007-3da2-407b-bdda-f03144b9e6be service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=15796354-99ed-4bbc-af1c-772cdc3fe57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5507762 Aug 23 20:42:02.653046 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-2b2078f9-17e3-4089-8894-c81d8bf058b1 req-5954bf9c-3732-4087-a59b-53a4ca4059ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b814750-a2f2-4a4c-b6ae-0ba0827daf66 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:42:02.661433 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-132b2f99-f756-4c6d-aaa1-dd35f9670a05 req-7ca8e515-5aac-4c82-aff4-c609eb5a053a service neutron] Request body: {'port': {'device_id': '1a3b5017-c2bb-4d9a-a8bf-d0e9c9983daf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:42:02.709732 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port ac0d95b5-1602-469a-9089-6480fd95f4d7 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:42:02.711281 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:02.716476 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2b2078f9-17e3-4089-8894-c81d8bf058b1 req-5954bf9c-3732-4087-a59b-53a4ca4059ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:02.768375 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07164084-b12f-4c3f-bf25-760f24c352ba service neutron] Pushing event updated for resources: {'Port': ['ID=0d15ffd9-6065-4962-bf85-21ec2040324c,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:02.806933 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c8c3a9-b898-40fd-916a-21e25a3853c9 req-eab2b2c8-38bf-4479-8061-1bcfae99de21 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:02.808994 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-68c8c3a9-b898-40fd-916a-21e25a3853c9 req-eab2b2c8-38bf-4479-8061-1bcfae99de21 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b0367cc-2df4-4eae-b336-e3b51e77b576 HTTP/1.1" status: 200 len: 943 time: 0.6538231 Aug 23 20:42:02.819287 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec83f3-7d04-4d07-a5f7-2f6890c84e77 req-69ec59d8-1db1-4105-8a07-e29912482566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:02.821258 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-55ec83f3-7d04-4d07-a5f7-2f6890c84e77 req-69ec59d8-1db1-4105-8a07-e29912482566 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26835b4b45ce41389a4c3a4e9b75d422&device_id=6b0367cc-2df4-4eae-b336-e3b51e77b576 HTTP/1.1" status: 200 len: 1094 time: 0.2062352 Aug 23 20:42:02.831348 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-2b2078f9-17e3-4089-8894-c81d8bf058b1 req-5954bf9c-3732-4087-a59b-53a4ca4059ba service neutron] Transition to ACTIVE for port object 5b814750-a2f2-4a4c-b6ae-0ba0827daf66 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:42:02.857895 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fec252-d0d4-4a63-baf3-f8dcbe53cbb4 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Network f1c14d93-9bee-4a71-b72a-fd017a660516 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:42:02.873442 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-d6fec252-d0d4-4a63-baf3-f8dcbe53cbb4 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:42:02.930071 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-55ec83f3-7d04-4d07-a5f7-2f6890c84e77 req-b7d8f217-fcac-467c-ad8a-1d682627180a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d15ffd9-6065-4962-bf85-21ec2040324c HTTP/1.1" status: 200 len: 217 time: 0.0803657 Aug 23 20:42:02.946008 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-91d79378-4483-40cb-b3d4-ec3aaf79a78f service neutron] 10.222.0.11 "GET /v2.0/networks/15796354-99ed-4bbc-af1c-772cdc3fe57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882013 Aug 23 20:42:02.948419 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2b2078f9-17e3-4089-8894-c81d8bf058b1 req-5954bf9c-3732-4087-a59b-53a4ca4059ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:02.958858 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-02c0b844-376b-4cb5-9bda-6eb509fb3e9e req-ffb410d8-0e46-4c87-8097-60df9757b9cd tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] 10.222.0.61 "GET /v2.0/ports?device_id=4207e577-6f27-4ce9-b3f4-4412b6e0bfec HTTP/1.1" status: 200 len: 210 time: 0.1778598 Aug 23 20:42:02.959428 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-132b2f99-f756-4c6d-aaa1-dd35f9670a05 req-7ca8e515-5aac-4c82-aff4-c609eb5a053a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:03.023936 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-68c8c3a9-b898-40fd-916a-21e25a3853c9 req-1c853a9b-0cf0-41ea-bf72-4b50eeba73f8 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/security-groups?id=0f82240c-c6c4-4a5d-9c5f-0ca19e0dcac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996017 Aug 23 20:42:03.082592 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5954bf9c-3732-4087-a59b-53a4ca4059ba service neutron] Pushing event updated for resources: {'Port': ['ID=5b814750-a2f2-4a4c-b6ae-0ba0827daf66,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:03.092162 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1407354d-40f6-485e-a37c-8d8df1264157 x-openstack-request-id: req-1407354d-40f6-485e-a37c-8d8df1264157 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:42:03.092414 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b0367cc-2df4-4eae-b336-e3b51e77b576", "tag": "0d15ffd9-6065-4962-bf85-21ec2040324c", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:42:03.092661 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1407354d-40f6-485e-a37c-8d8df1264157 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:42:03.093044 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b0367cc-2df4-4eae-b336-e3b51e77b576', 'tag': '0d15ffd9-6065-4962-bf85-21ec2040324c', 'status': 'completed', 'code': 200} Aug 23 20:42:03.118971 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4430ad3d-5155-4045-a708-e241f61d1b32 req-0ed064f4-60fa-4033-949a-384b696bce3e tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:03.180838 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5a4a78b6-d557-4c84-902b-6af6535a54a6 req-9b253a6a-889d-4874-8960-d45eb0f3a5d8 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/ports?device_id=af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d HTTP/1.1" status: 200 len: 210 time: 0.0490270 Aug 23 20:42:03.191184 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec83f3-7d04-4d07-a5f7-2f6890c84e77 req-8b6a1ed7-c189-439a-a56c-da31e7e18a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:03.192964 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-55ec83f3-7d04-4d07-a5f7-2f6890c84e77 req-8b6a1ed7-c189-439a-a56c-da31e7e18a45 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=99c2521f-6311-4d62-bcd9-0227f853ffb3 HTTP/1.1" status: 200 len: 862 time: 0.2498879 Aug 23 20:42:03.245547 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-55ec83f3-7d04-4d07-a5f7-2f6890c84e77 req-3f9daca1-062f-4e4b-959c-5bdffb21fba8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=88798fd2-b8f8-4007-ac21-674c27fbeeb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436850 Aug 23 20:42:03.262626 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2a084487-ea7b-4277-8f5a-2e938fef8a64 None None] Provisioning complete for port 33fe59b2-6bba-44bb-9978-2aec8219bda0 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:42:03.263470 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2a084487-ea7b-4277-8f5a-2e938fef8a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:03.326035 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-2a084487-ea7b-4277-8f5a-2e938fef8a64 None None] Port 33fe59b2-6bba-44bb-9978-2aec8219bda0 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:42:03.382342 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-eabf9ead-a143-42b1-8b9e-dcc5357b3eca service neutron] 10.222.0.11 "GET /v2.0/networks/15796354-99ed-4bbc-af1c-772cdc3fe57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3898907 Aug 23 20:42:03.453216 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-145092ba-567b-4fa5-bfd2-23e091730d78 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=60ae1ebc-636b-4489-b110-9d50fcbfd8b3 HTTP/1.1" status: 200 len: 217 time: 0.0597637 Aug 23 20:42:03.476915 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6fec252-d0d4-4a63-baf3-f8dcbe53cbb4 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Router 704f00c5-111d-4316-951a-27bdae598a34 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:42:03.490820 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595edda-adde-4807-8701-a1894f71c78a req-540d0734-b269-4e74-ad41-93042bfdb766 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:03.492824 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6595edda-adde-4807-8701-a1894f71c78a req-540d0734-b269-4e74-ad41-93042bfdb766 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a3b5017-c2bb-4d9a-a8bf-d0e9c9983daf HTTP/1.1" status: 200 len: 931 time: 0.1509593 Aug 23 20:42:03.561379 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-55ec83f3-7d04-4d07-a5f7-2f6890c84e77 req-e42741c1-2f46-4618-a1b4-1e87b5c6e534 service neutron] 10.222.0.32 "GET /v2.0/networks/88798fd2-b8f8-4007-ac21-674c27fbeeb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975848 Aug 23 20:42:03.703722 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-36bdc03b-3884-40c7-9691-678606e63cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:03.705319 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-36bdc03b-3884-40c7-9691-678606e63cb4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1fd3acb9-9364-43a9-926f-7317badfdeb5 HTTP/1.1" status: 200 len: 797 time: 0.2401862 Aug 23 20:42:03.713790 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6595edda-adde-4807-8701-a1894f71c78a req-5f9bd804-341a-4b6f-8add-5322892ac161 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968896 Aug 23 20:42:03.763703 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-669a7849-ecd8-4ea5-93f7-e260d73acd39 req-d5ecdf92-ce74-4be8-9509-9467b825bede tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:03.764374 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-669a7849-ecd8-4ea5-93f7-e260d73acd39 req-d5ecdf92-ce74-4be8-9509-9467b825bede tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:03.764484 n-d-805663-2 neutron-server[94687]: INFO neutron.db.l3_db [req-669a7849-ecd8-4ea5-93f7-e260d73acd39 req-d5ecdf92-ce74-4be8-9509-9467b825bede tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Floating IP 72da2065-24f7-4f53-b2e7-47f22da73da2 disassociated. External IP: 172.25.4.111, port: 1e1da2ac-32ca-4471-a01b-373110354754. Aug 23 20:42:03.764774 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-669a7849-ecd8-4ea5-93f7-e260d73acd39 req-d5ecdf92-ce74-4be8-9509-9467b825bede tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Calling delete_port for 1e1da2ac-32ca-4471-a01b-373110354754 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:42:03.779433 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c1a4e9-f2ea-45f3-9267-7fbbdaec1959 req-7265f486-2b32-44cb-bc52-7fc18c5158f5 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:03.780891 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-04c1a4e9-f2ea-45f3-9267-7fbbdaec1959 req-7265f486-2b32-44cb-bc52-7fc18c5158f5 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc9e8022-e947-4165-acfb-0a209a49dfcd HTTP/1.1" status: 200 len: 945 time: 0.5879190 Aug 23 20:42:03.788786 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6fec252-d0d4-4a63-baf3-f8dcbe53cbb4 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:42:03.798155 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d6fec252-d0d4-4a63-baf3-f8dcbe53cbb4 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "PUT /v2.0/routers/704f00c5-111d-4316-951a-27bdae598a34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4495542 Aug 23 20:42:03.808383 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38236) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:03.809115 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b7c0c0-01ec-4792-bcf8-2d5f34e941b7 None None] Sync routers for ids ['704f00c5-111d-4316-951a-27bdae598a34'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:42:03.821091 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b7c0c0-01ec-4792-bcf8-2d5f34e941b7 None None] Routers {'704f00c5-111d-4316-951a-27bdae598a34'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:42:03.822184 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-c8b7c0c0-01ec-4792-bcf8-2d5f34e941b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:41:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['704f00c5-111d-4316-951a-27bdae598a34'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:03.825359 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-b005ce2b-134d-4ed8-8720-a896d6444903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:03.827038 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-b005ce2b-134d-4ed8-8720-a896d6444903 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3540c16b-5ded-45d3-80bb-012ec217ee8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1109941 Aug 23 20:42:03.859214 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-c8b7c0c0-01ec-4792-bcf8-2d5f34e941b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:03.867813 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-55ec83f3-7d04-4d07-a5f7-2f6890c84e77 req-b42b8eab-f7cb-4e29-abef-92c6e6780573 service neutron] 10.222.0.32 "GET /v2.0/networks/88798fd2-b8f8-4007-ac21-674c27fbeeb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561908 Aug 23 20:42:03.868026 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b7c0c0-01ec-4792-bcf8-2d5f34e941b7 None None] Routers {'704f00c5-111d-4316-951a-27bdae598a34'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:42:03.868637 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-c8b7c0c0-01ec-4792-bcf8-2d5f34e941b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:41:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['704f00c5-111d-4316-951a-27bdae598a34'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:03.874684 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4430ad3d-5155-4045-a708-e241f61d1b32 req-0ed064f4-60fa-4033-949a-384b696bce3e tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:03.881157 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-2b2078f9-17e3-4089-8894-c81d8bf058b1 req-5954bf9c-3732-4087-a59b-53a4ca4059ba service neutron] Attempting to bind port 5b814750-a2f2-4a4c-b6ae-0ba0827daf66 on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:42:03.881489 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-2b2078f9-17e3-4089-8894-c81d8bf058b1 req-5954bf9c-3732-4087-a59b-53a4ca4059ba service neutron] Attempting to bind port 5b814750-a2f2-4a4c-b6ae-0ba0827daf66 by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': '7c822085-f0bf-43b3-a949-ad2c2f0679eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '08ee7db6-ee70-42c6-86e8-ee22c22907f2'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:42:03.882379 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2078f9-17e3-4089-8894-c81d8bf058b1 req-5954bf9c-3732-4087-a59b-53a4ca4059ba service neutron] Attempting to bind port 5b814750-a2f2-4a4c-b6ae-0ba0827daf66 on network 08ee7db6-ee70-42c6-86e8-ee22c22907f2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:42:03.905206 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-c8b7c0c0-01ec-4792-bcf8-2d5f34e941b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:03.905893 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b7c0c0-01ec-4792-bcf8-2d5f34e941b7 None None] The sync data for ids ['704f00c5-111d-4316-951a-27bdae598a34'] in n-d-805663-2 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:42:03.934441 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435dcc8a-4ca4-45b7-9be0-9ffefcc37771 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:03.935814 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-435dcc8a-4ca4-45b7-9be0-9ffefcc37771 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "GET /v2.0/ports/33fe59b2-6bba-44bb-9978-2aec8219bda0 HTTP/1.1" status: 200 len: 910 time: 0.1275184 Aug 23 20:42:03.940703 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38238) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:03.945744 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-41de4d99-1370-473e-a7da-c8a1d0d6fda4 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5dd7c101-dbeb-44e8-b377-08f68521a2d6'}]}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:42:03.965559 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2078f9-17e3-4089-8894-c81d8bf058b1 req-5954bf9c-3732-4087-a59b-53a4ca4059ba service neutron] Port 5b814750-a2f2-4a4c-b6ae-0ba0827daf66 on network 08ee7db6-ee70-42c6-86e8-ee22c22907f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:42:03.966161 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2078f9-17e3-4089-8894-c81d8bf058b1 req-5954bf9c-3732-4087-a59b-53a4ca4059ba service neutron] Attempting to bind port 5b814750-a2f2-4a4c-b6ae-0ba0827daf66 on network 08ee7db6-ee70-42c6-86e8-ee22c22907f2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:42:03.998376 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4430ad3d-5155-4045-a708-e241f61d1b32 req-0ed064f4-60fa-4033-949a-384b696bce3e tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] Network 2b9a7932-3045-49b7-ac54-223488947af7 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:42:04.006104 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-04c1a4e9-f2ea-45f3-9267-7fbbdaec1959 req-1ebc70fd-297a-49fe-9879-96e6b1b25be3 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "GET /v2.0/security-groups?id=38b07d32-2951-4646-87b8-46622765d84d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2108433 Aug 23 20:42:04.006791 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2078f9-17e3-4089-8894-c81d8bf058b1 req-5954bf9c-3732-4087-a59b-53a4ca4059ba service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:42:04.007160 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2078f9-17e3-4089-8894-c81d8bf058b1 req-5954bf9c-3732-4087-a59b-53a4ca4059ba service neutron] Checking segment: {'id': '7c822085-f0bf-43b3-a949-ad2c2f0679eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '08ee7db6-ee70-42c6-86e8-ee22c22907f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:42:04.007505 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2078f9-17e3-4089-8894-c81d8bf058b1 req-5954bf9c-3732-4087-a59b-53a4ca4059ba service neutron] Bound using segment: {'id': '7c822085-f0bf-43b3-a949-ad2c2f0679eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '08ee7db6-ee70-42c6-86e8-ee22c22907f2'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:42:04.008292 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-2b2078f9-17e3-4089-8894-c81d8bf058b1 req-5954bf9c-3732-4087-a59b-53a4ca4059ba service neutron] Bound port: 5b814750-a2f2-4a4c-b6ae-0ba0827daf66, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c822085-f0bf-43b3-a949-ad2c2f0679eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '08ee7db6-ee70-42c6-86e8-ee22c22907f2'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:42:04.008891 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2b2078f9-17e3-4089-8894-c81d8bf058b1 req-5954bf9c-3732-4087-a59b-53a4ca4059ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:04.028727 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-4430ad3d-5155-4045-a708-e241f61d1b32 req-0ed064f4-60fa-4033-949a-384b696bce3e tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:42:04.041718 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed064f4-60fa-4033-949a-384b696bce3e tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] Pushing event updated for resources: {'Port': ['ID=54626073-35b2-4529-b227-7b84b39d0e2f,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:04.046462 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-4430ad3d-5155-4045-a708-e241f61d1b32 req-0ed064f4-60fa-4033-949a-384b696bce3e tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:42:04.229188 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4903c3b9-ab70-461c-8f39-b553ccbd77d2 req-12e5ad48-3f29-425c-9aaf-203cf7596903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:04.230708 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4903c3b9-ab70-461c-8f39-b553ccbd77d2 req-12e5ad48-3f29-425c-9aaf-203cf7596903 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26835b4b45ce41389a4c3a4e9b75d422&device_id=6b0367cc-2df4-4eae-b336-e3b51e77b576 HTTP/1.1" status: 200 len: 1094 time: 0.2324007 Aug 23 20:42:04.242074 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4430ad3d-5155-4045-a708-e241f61d1b32 req-0ed064f4-60fa-4033-949a-384b696bce3e tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:04.242702 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4430ad3d-5155-4045-a708-e241f61d1b32 req-0ed064f4-60fa-4033-949a-384b696bce3e tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:04.250075 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-66970c31-e778-4d8a-891e-965dd2c30757 service neutron] 10.222.0.11 "GET /v2.0/networks/3540c16b-5ded-45d3-80bb-012ec217ee8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954117 Aug 23 20:42:04.293611 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-2b2078f9-17e3-4089-8894-c81d8bf058b1 req-5954bf9c-3732-4087-a59b-53a4ca4059ba service neutron] For port 5b814750-a2f2-4a4c-b6ae-0ba0827daf66, host n-h2-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:42:04.327695 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4430ad3d-5155-4045-a708-e241f61d1b32 req-0ed064f4-60fa-4033-949a-384b696bce3e tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2976997 Aug 23 20:42:04.339755 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-2b2078f9-17e3-4089-8894-c81d8bf058b1 req-5954bf9c-3732-4087-a59b-53a4ca4059ba service neutron] For port 5b814750-a2f2-4a4c-b6ae-0ba0827daf66, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=5b814750-a2f2-4a4c-b6ae-0ba0827daf66,segment=NetworkSegment(7c822085-f0bf-43b3-a949-ad2c2f0679eb),segment_id=7c822085-f0bf-43b3-a949-ad2c2f0679eb)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:42:04.353637 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618fdd9-72d7-4fe9-8170-4aef22a2930b req-90f610d7-b550-40d7-a9af-2a83cc713f55 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:04.355154 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1618fdd9-72d7-4fe9-8170-4aef22a2930b req-90f610d7-b550-40d7-a9af-2a83cc713f55 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b0367cc-2df4-4eae-b336-e3b51e77b576 HTTP/1.1" status: 200 len: 943 time: 0.2047842 Aug 23 20:42:04.362330 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-4430ad3d-5155-4045-a708-e241f61d1b32 req-d6682313-a6fd-46b8-b345-c705f5229eef service neutron] Request body: {'port': {'device_id': '4207e577-6f27-4ce9-b3f4-4412b6e0bfec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:42:04.368430 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2b2078f9-17e3-4089-8894-c81d8bf058b1 req-5954bf9c-3732-4087-a59b-53a4ca4059ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:04.375712 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-669a7849-ecd8-4ea5-93f7-e260d73acd39 req-d5ecdf92-ce74-4be8-9509-9467b825bede tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:04.389827 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-132b2f99-f756-4c6d-aaa1-dd35f9670a05 req-7ca8e515-5aac-4c82-aff4-c609eb5a053a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 995210d9-e1ba-4579-860d-e456fc6ca411 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:42:04.442195 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-132b2f99-f756-4c6d-aaa1-dd35f9670a05 req-7ca8e515-5aac-4c82-aff4-c609eb5a053a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:04.451000 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee4bf1-63cf-4b80-a675-0cb69d581331 req-9af3061b-0c4c-4cbc-a769-34497e3803dd tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:04.452538 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-82ee4bf1-63cf-4b80-a675-0cb69d581331 req-9af3061b-0c4c-4cbc-a769-34497e3803dd tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] 10.222.0.61 "GET /v2.0/ports?device_id=4207e577-6f27-4ce9-b3f4-4412b6e0bfec HTTP/1.1" status: 200 len: 932 time: 0.2543807 Aug 23 20:42:04.465472 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb953b-aa3a-4812-8049-9a914d2d7fc1 req-3add113d-4dd3-4250-bf9f-b8bfe1b3d991 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:04.467003 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dccb953b-aa3a-4812-8049-9a914d2d7fc1 req-3add113d-4dd3-4250-bf9f-b8bfe1b3d991 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.32 "GET /v2.0/networks?id=e5de8573-8724-417b-9e45-0201cb25fe6b HTTP/1.1" status: 200 len: 809 time: 0.4131129 Aug 23 20:42:04.471867 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2078f9-17e3-4089-8894-c81d8bf058b1 req-5954bf9c-3732-4087-a59b-53a4ca4059ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:04.471867 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2b2078f9-17e3-4089-8894-c81d8bf058b1 req-5954bf9c-3732-4087-a59b-53a4ca4059ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:04.473132 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2b2078f9-17e3-4089-8894-c81d8bf058b1 req-5954bf9c-3732-4087-a59b-53a4ca4059ba service neutron] 10.222.0.32 "PUT /v2.0/ports/5b814750-a2f2-4a4c-b6ae-0ba0827daf66 HTTP/1.1" status: 200 len: 1091 time: 3.2048140 Aug 23 20:42:04.479177 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efe3d0bd-71a7-470a-99cc-6346f7446cd6', 'tag': '5b814750-a2f2-4a4c-b6ae-0ba0827daf66'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:42:04.481544 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5a9fd8-0861-409b-8d3a-7fa3b7c2e702" -d '{"events": [{"name": "network-changed", "server_uuid": "efe3d0bd-71a7-470a-99cc-6346f7446cd6", "tag": "5b814750-a2f2-4a4c-b6ae-0ba0827daf66"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:42:04.494765 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-132b2f99-f756-4c6d-aaa1-dd35f9670a05 req-7ca8e515-5aac-4c82-aff4-c609eb5a053a service neutron] Transition to ACTIVE for port object 995210d9-e1ba-4579-860d-e456fc6ca411 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:42:04.511746 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-41de4d99-1370-473e-a7da-c8a1d0d6fda4 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:04.544435 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-132b2f99-f756-4c6d-aaa1-dd35f9670a05 req-7ca8e515-5aac-4c82-aff4-c609eb5a053a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:04.610426 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4903c3b9-ab70-461c-8f39-b553ccbd77d2 req-a8553c70-31fd-46c8-9bf6-63d8b8199f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:04.611910 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4903c3b9-ab70-461c-8f39-b553ccbd77d2 req-a8553c70-31fd-46c8-9bf6-63d8b8199f96 service neutron] 10.222.0.32 "GET /v2.0/networks?id=88798fd2-b8f8-4007-ac21-674c27fbeeb0 HTTP/1.1" status: 200 len: 923 time: 0.3403356 Aug 23 20:42:04.612464 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1618fdd9-72d7-4fe9-8170-4aef22a2930b req-b0be10f1-f0bc-4e99-bfe7-5122430e5bbd tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/security-groups?id=0f82240c-c6c4-4a5d-9c5f-0ca19e0dcac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468798 Aug 23 20:42:04.631687 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5954bf9c-3732-4087-a59b-53a4ca4059ba service neutron] Pushing event updated for resources: {'Port': ['ID=5b814750-a2f2-4a4c-b6ae-0ba0827daf66,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:04.632699 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-bd322d96-95ad-41d8-b6b7-c0106be6127d service neutron] 10.222.0.11 "GET /v2.0/networks/3540c16b-5ded-45d3-80bb-012ec217ee8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722446 Aug 23 20:42:04.643030 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4430ad3d-5155-4045-a708-e241f61d1b32 req-d6682313-a6fd-46b8-b345-c705f5229eef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:04.653479 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 1e1da2ac-32ca-4471-a01b-373110354754 no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:42:04.676696 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-82ee4bf1-63cf-4b80-a675-0cb69d581331 req-41291f77-e321-433a-bf95-ff87ef1c64a2 tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] 10.222.0.61 "GET /v2.0/security-groups?id=a9e09918-4aa1-423f-b81d-c8a818872dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051680 Aug 23 20:42:04.684995 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dccb953b-aa3a-4812-8049-9a914d2d7fc1 req-81e0452b-cf27-46fe-b325-9ed2eb1d3c83 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7880e59da8b64cb8b3031fd86db3c916 HTTP/1.1" status: 200 len: 379 time: 0.1805961 Aug 23 20:42:04.690212 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ecdf92-ce74-4be8-9509-9467b825bede tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Pushing event deleted for resources: {'Port': ['ID=1e1da2ac-32ca-4471-a01b-373110354754,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:04.693640 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4903c3b9-ab70-461c-8f39-b553ccbd77d2 req-ecbb937c-8c4c-4d60-a98f-5a5b0cefb7a1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d15ffd9-6065-4962-bf85-21ec2040324c HTTP/1.1" status: 200 len: 217 time: 0.0697625 Aug 23 20:42:04.726895 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: 1e1da2ac-32ca-4471-a01b-373110354754 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:42:04.728485 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 1e1da2ac-32ca-4471-a01b-373110354754 not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:42:04.782659 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-dccb953b-aa3a-4812-8049-9a914d2d7fc1 req-17bf5237-5f32-43fb-bff5-c2144cbd5530 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Request body: {'port': {'device_id': 'af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d', 'network_id': 'e5de8573-8724-417b-9e45-0201cb25fe6b', 'admin_state_up': True, 'tenant_id': '7880e59da8b64cb8b3031fd86db3c916', 'security_groups': ['59433672-2092-460a-913c-05e5a3e92d2c']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:42:04.806324 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aadebc19-88e7-4588-ae57-4204cb207ff4 x-openstack-request-id: req-aadebc19-88e7-4588-ae57-4204cb207ff4 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:42:04.806324 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efe3d0bd-71a7-470a-99cc-6346f7446cd6", "tag": "5b814750-a2f2-4a4c-b6ae-0ba0827daf66", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:42:04.806324 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-aadebc19-88e7-4588-ae57-4204cb207ff4 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:42:04.807110 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efe3d0bd-71a7-470a-99cc-6346f7446cd6', 'tag': '5b814750-a2f2-4a4c-b6ae-0ba0827daf66', 'status': 'completed', 'code': 200} Aug 23 20:42:04.813902 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-671bd5ac-eb6f-44c3-9bd3-102e76e01f89 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d HTTP/1.1" status: 200 len: 217 time: 0.1359158 Aug 23 20:42:04.885452 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2078f9-17e3-4089-8894-c81d8bf058b1 req-a8f0a1b2-b5f9-459a-aff9-a47c8c36bf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:04.887017 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2b2078f9-17e3-4089-8894-c81d8bf058b1 req-a8f0a1b2-b5f9-459a-aff9-a47c8c36bf3d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dfca521cd42c404497e1668b14cff80f&device_id=efe3d0bd-71a7-470a-99cc-6346f7446cd6 HTTP/1.1" status: 200 len: 1094 time: 0.3352814 Aug 23 20:42:04.897288 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca8e515-5aac-4c82-aff4-c609eb5a053a service neutron] Pushing event updated for resources: {'Port': ['ID=995210d9-e1ba-4579-860d-e456fc6ca411,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:05.010550 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-88d4af76-1228-411b-9510-e942e03058e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:05.012224 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-88d4af76-1228-411b-9510-e942e03058e5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1fd3acb9-9364-43a9-926f-7317badfdeb5 HTTP/1.1" status: 200 len: 797 time: 0.1416278 Aug 23 20:42:05.027302 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [req-669a7849-ecd8-4ea5-93f7-e260d73acd39 req-d5ecdf92-ce74-4be8-9509-9467b825bede tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Router 0e25adb1-ae3e-443c-b2b9-c96cbef4864f has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:42:05.034517 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2b2078f9-17e3-4089-8894-c81d8bf058b1 req-2b14c666-a684-4f3e-9427-ac22548d462d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b814750-a2f2-4a4c-b6ae-0ba0827daf66 HTTP/1.1" status: 200 len: 217 time: 0.1215489 Aug 23 20:42:05.089441 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3b438bbf-ecc4-4af3-bdf1-b27d7cd341d7 req-c335b698-283d-4aa7-9e4b-55f12759b617 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/ports?device_id=af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d HTTP/1.1" status: 200 len: 210 time: 0.0605273 Aug 23 20:42:05.128295 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-132b2f99-f756-4c6d-aaa1-dd35f9670a05 req-7ca8e515-5aac-4c82-aff4-c609eb5a053a service neutron] Attempting to bind port 995210d9-e1ba-4579-860d-e456fc6ca411 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:42:05.128637 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-132b2f99-f756-4c6d-aaa1-dd35f9670a05 req-7ca8e515-5aac-4c82-aff4-c609eb5a053a service neutron] Attempting to bind port 995210d9-e1ba-4579-860d-e456fc6ca411 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '7c822085-f0bf-43b3-a949-ad2c2f0679eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '08ee7db6-ee70-42c6-86e8-ee22c22907f2'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:42:05.129206 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132b2f99-f756-4c6d-aaa1-dd35f9670a05 req-7ca8e515-5aac-4c82-aff4-c609eb5a053a service neutron] Attempting to bind port 995210d9-e1ba-4579-860d-e456fc6ca411 on network 08ee7db6-ee70-42c6-86e8-ee22c22907f2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:42:05.159900 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132b2f99-f756-4c6d-aaa1-dd35f9670a05 req-7ca8e515-5aac-4c82-aff4-c609eb5a053a service neutron] Port 995210d9-e1ba-4579-860d-e456fc6ca411 on network 08ee7db6-ee70-42c6-86e8-ee22c22907f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:42:05.160533 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132b2f99-f756-4c6d-aaa1-dd35f9670a05 req-7ca8e515-5aac-4c82-aff4-c609eb5a053a service neutron] Attempting to bind port 995210d9-e1ba-4579-860d-e456fc6ca411 on network 08ee7db6-ee70-42c6-86e8-ee22c22907f2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:42:05.255038 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132b2f99-f756-4c6d-aaa1-dd35f9670a05 req-7ca8e515-5aac-4c82-aff4-c609eb5a053a service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:42:05.255391 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132b2f99-f756-4c6d-aaa1-dd35f9670a05 req-7ca8e515-5aac-4c82-aff4-c609eb5a053a service neutron] Checking segment: {'id': '7c822085-f0bf-43b3-a949-ad2c2f0679eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '08ee7db6-ee70-42c6-86e8-ee22c22907f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:42:05.255778 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132b2f99-f756-4c6d-aaa1-dd35f9670a05 req-7ca8e515-5aac-4c82-aff4-c609eb5a053a service neutron] Bound using segment: {'id': '7c822085-f0bf-43b3-a949-ad2c2f0679eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '08ee7db6-ee70-42c6-86e8-ee22c22907f2'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:42:05.256270 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-132b2f99-f756-4c6d-aaa1-dd35f9670a05 req-7ca8e515-5aac-4c82-aff4-c609eb5a053a service neutron] Bound port: 995210d9-e1ba-4579-860d-e456fc6ca411, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c822085-f0bf-43b3-a949-ad2c2f0679eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '08ee7db6-ee70-42c6-86e8-ee22c22907f2'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:42:05.256640 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-132b2f99-f756-4c6d-aaa1-dd35f9670a05 req-7ca8e515-5aac-4c82-aff4-c609eb5a053a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:05.281117 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2078f9-17e3-4089-8894-c81d8bf058b1 req-4fff348c-1f83-4600-8e17-08a23ee8f947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:05.283951 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2b2078f9-17e3-4089-8894-c81d8bf058b1 req-4fff348c-1f83-4600-8e17-08a23ee8f947 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f081180f-c4fd-4243-9f2e-305cad1ce609 HTTP/1.1" status: 200 len: 859 time: 0.2372525 Aug 23 20:42:05.290324 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-baee516a-f79b-48bb-b0c2-b3b290b89e45 req-92d5d829-96a3-4ad4-8f50-27811139c8b0 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc9e8022-e947-4165-acfb-0a209a49dfcd HTTP/1.1" status: 200 len: 210 time: 0.0579581 Aug 23 20:42:05.344697 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2b2078f9-17e3-4089-8894-c81d8bf058b1 req-d63baef2-b352-4843-af15-826515bdffad service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=08ee7db6-ee70-42c6-86e8-ee22c22907f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511303 Aug 23 20:42:05.420755 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4903c3b9-ab70-461c-8f39-b553ccbd77d2 req-0353ff22-c73a-423c-9301-c571a279fb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:05.422502 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4903c3b9-ab70-461c-8f39-b553ccbd77d2 req-0353ff22-c73a-423c-9301-c571a279fb6e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=99c2521f-6311-4d62-bcd9-0227f853ffb3 HTTP/1.1" status: 200 len: 862 time: 0.6353834 Aug 23 20:42:05.498515 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-669a7849-ecd8-4ea5-93f7-e260d73acd39 req-d5ecdf92-ce74-4be8-9509-9467b825bede tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:42:05.511632 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78e315c-ad71-480b-ac05-d32017943075 None None] Sync routers for ids ['0e25adb1-ae3e-443c-b2b9-c96cbef4864f'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:42:05.513314 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4903c3b9-ab70-461c-8f39-b553ccbd77d2 req-3cd9e1e7-3155-462c-bf1f-d4b1e4bc1642 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=88798fd2-b8f8-4007-ac21-674c27fbeeb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529759 Aug 23 20:42:05.523517 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78e315c-ad71-480b-ac05-d32017943075 None None] Routers {'0e25adb1-ae3e-443c-b2b9-c96cbef4864f'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:42:05.524235 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b78e315c-ad71-480b-ac05-d32017943075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:41:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['0e25adb1-ae3e-443c-b2b9-c96cbef4864f'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:05.526121 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f83c9-896a-4097-97b3-cfc9879ece61 req-8c70fd16-dca3-42b8-af92-73913c1915af tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:05.527605 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ab7f83c9-896a-4097-97b3-cfc9879ece61 req-8c70fd16-dca3-42b8-af92-73913c1915af tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a3b5017-c2bb-4d9a-a8bf-d0e9c9983daf HTTP/1.1" status: 200 len: 943 time: 0.6190217 Aug 23 20:42:05.587665 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-d3be856b-558a-4080-9628-39c6824b56a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:05.587898 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-669a7849-ecd8-4ea5-93f7-e260d73acd39 req-d5ecdf92-ce74-4be8-9509-9467b825bede tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] No DVR routers for this DVR port 1e1da2ac-32ca-4471-a01b-373110354754 on host n-h2-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:42:05.589471 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-d3be856b-558a-4080-9628-39c6824b56a0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3540c16b-5ded-45d3-80bb-012ec217ee8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5645931 Aug 23 20:42:05.612001 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-669a7849-ecd8-4ea5-93f7-e260d73acd39 req-d5ecdf92-ce74-4be8-9509-9467b825bede tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:05.614038 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-669a7849-ecd8-4ea5-93f7-e260d73acd39 req-d5ecdf92-ce74-4be8-9509-9467b825bede tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.32 "DELETE /v2.0/ports/1e1da2ac-32ca-4471-a01b-373110354754 HTTP/1.1" status: 204 len: 173 time: 3.9614186 Aug 23 20:42:05.618213 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-132b2f99-f756-4c6d-aaa1-dd35f9670a05 req-7ca8e515-5aac-4c82-aff4-c609eb5a053a service neutron] For port 995210d9-e1ba-4579-860d-e456fc6ca411, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:42:05.646723 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-132b2f99-f756-4c6d-aaa1-dd35f9670a05 req-7ca8e515-5aac-4c82-aff4-c609eb5a053a service neutron] For port 995210d9-e1ba-4579-860d-e456fc6ca411, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=995210d9-e1ba-4579-860d-e456fc6ca411,segment=NetworkSegment(7c822085-f0bf-43b3-a949-ad2c2f0679eb),segment_id=7c822085-f0bf-43b3-a949-ad2c2f0679eb)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:42:05.652226 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2b2078f9-17e3-4089-8894-c81d8bf058b1 req-505dcbcc-74d4-4442-851a-68d1cd83904d service neutron] 10.222.0.32 "GET /v2.0/networks/08ee7db6-ee70-42c6-86e8-ee22c22907f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777705 Aug 23 20:42:05.657352 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-4430ad3d-5155-4045-a708-e241f61d1b32 req-d6682313-a6fd-46b8-b345-c705f5229eef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54626073-35b2-4529-b227-7b84b39d0e2f {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:42:05.662822 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-b78e315c-ad71-480b-ac05-d32017943075 None None] Set router 0e25adb1-ae3e-443c-b2b9-c96cbef4864f gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:42:05.674607 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4430ad3d-5155-4045-a708-e241f61d1b32 req-d6682313-a6fd-46b8-b345-c705f5229eef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:05.677429 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-132b2f99-f756-4c6d-aaa1-dd35f9670a05 req-7ca8e515-5aac-4c82-aff4-c609eb5a053a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:05.742035 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dccb953b-aa3a-4812-8049-9a914d2d7fc1 req-17bf5237-5f32-43fb-bff5-c2144cbd5530 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Made reservation on behalf of 7880e59da8b64cb8b3031fd86db3c916 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:42:05.745080 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dccb953b-aa3a-4812-8049-9a914d2d7fc1 req-17bf5237-5f32-43fb-bff5-c2144cbd5530 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:05.773868 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-4430ad3d-5155-4045-a708-e241f61d1b32 req-d6682313-a6fd-46b8-b345-c705f5229eef service neutron] Transition to ACTIVE for port object 54626073-35b2-4529-b227-7b84b39d0e2f will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:42:05.781162 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b2f99-f756-4c6d-aaa1-dd35f9670a05 req-7ca8e515-5aac-4c82-aff4-c609eb5a053a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:05.782772 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-132b2f99-f756-4c6d-aaa1-dd35f9670a05 req-7ca8e515-5aac-4c82-aff4-c609eb5a053a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:05.784294 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-132b2f99-f756-4c6d-aaa1-dd35f9670a05 req-7ca8e515-5aac-4c82-aff4-c609eb5a053a service neutron] 10.222.0.11 "PUT /v2.0/ports/995210d9-e1ba-4579-860d-e456fc6ca411 HTTP/1.1" status: 200 len: 1091 time: 3.1832092 Aug 23 20:42:05.801831 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4430ad3d-5155-4045-a708-e241f61d1b32 req-d6682313-a6fd-46b8-b345-c705f5229eef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:05.803430 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ab7f83c9-896a-4097-97b3-cfc9879ece61 req-3ae59503-9d90-4dfb-865d-7e65b51d3598 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673652 Aug 23 20:42:05.828457 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca8e515-5aac-4c82-aff4-c609eb5a053a service neutron] Pushing event updated for resources: {'Port': ['ID=995210d9-e1ba-4579-860d-e456fc6ca411,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:05.957381 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4903c3b9-ab70-461c-8f39-b553ccbd77d2 req-8d046f61-73c5-4bd3-a062-0ae1ef4d52f6 service neutron] 10.222.0.32 "GET /v2.0/networks/88798fd2-b8f8-4007-ac21-674c27fbeeb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4224133 Aug 23 20:42:05.996253 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6682313-a6fd-46b8-b345-c705f5229eef service neutron] Pushing event updated for resources: {'Port': ['ID=54626073-35b2-4529-b227-7b84b39d0e2f,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:06.014372 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-ed913f8c-4eb7-40f2-890d-982d5801c50b service neutron] 10.222.0.11 "GET /v2.0/networks/3540c16b-5ded-45d3-80bb-012ec217ee8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644152 Aug 23 20:42:06.111325 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b78e315c-ad71-480b-ac05-d32017943075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e25adb1-ae3e-443c-b2b9-c96cbef4864f', 'name': 'tempest-ServersTestBootFromVolume-769341995-router', 'tenant_id': '78acc99c454c406dbb0dc61deae5e8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '8a4b4d0e-4336-49bc-a65c-cb89c1265d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:38:56Z', 'updated_at': '2021-08-23T20:39:03Z', 'revision_number': 4, 'project_id': '78acc99c454c406dbb0dc61deae5e8e2', 'gw_port': {'id': '8a4b4d0e-4336-49bc-a65c-cb89c1265d48', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:57:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e25adb1-ae3e-443c-b2b9-c96cbef4864f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:38:57Z', 'updated_at': '2021-08-23T20:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '36cdf5dd-6036-479b-b2c4-1ab2b3467b71', 'name': '', 'network_id': 'bdfb7985-4a2e-4b59-90a4-3a1df09446bc', 'tenant_id': '78acc99c454c406dbb0dc61deae5e8e2', 'mac_address': 'fa:16:3e:85:49:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e25adb1-ae3e-443c-b2b9-c96cbef4864f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'c7edda6f-692c-48b6-bdea-916903913fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:39:01Z', 'updated_at': '2021-08-23T20:39:13Z', 'revision_number': 5, 'project_id': '78acc99c454c406dbb0dc61deae5e8e2', 'subnets': [{'id': 'c7edda6f-692c-48b6-bdea-916903913fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:06.123974 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2b2078f9-17e3-4089-8894-c81d8bf058b1 req-6ab3a73a-3144-46e7-a273-c5fde4b832c4 service neutron] 10.222.0.32 "GET /v2.0/networks/08ee7db6-ee70-42c6-86e8-ee22c22907f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4619036 Aug 23 20:42:06.165157 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78e315c-ad71-480b-ac05-d32017943075 None None] Checking router: 0e25adb1-ae3e-443c-b2b9-c96cbef4864f for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:42:06.177113 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78e315c-ad71-480b-ac05-d32017943075 None None] Routers {'0e25adb1-ae3e-443c-b2b9-c96cbef4864f'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:42:06.177734 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b78e315c-ad71-480b-ac05-d32017943075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:41:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['0e25adb1-ae3e-443c-b2b9-c96cbef4864f'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:06.188682 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc5d8c-dcb5-4269-92a0-d304ad209221 req-74a94e5c-1a22-499d-8b56-418ac9f45a76 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:06.197795 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-25cc5d8c-dcb5-4269-92a0-d304ad209221 req-74a94e5c-1a22-499d-8b56-418ac9f45a76 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b0367cc-2df4-4eae-b336-e3b51e77b576 HTTP/1.1" status: 200 len: 943 time: 0.3226182 Aug 23 20:42:06.201149 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b2f99-f756-4c6d-aaa1-dd35f9670a05 req-269db842-5c5a-422f-b05d-da97b602693e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:06.204051 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-132b2f99-f756-4c6d-aaa1-dd35f9670a05 req-269db842-5c5a-422f-b05d-da97b602693e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dfca521cd42c404497e1668b14cff80f&device_id=1a3b5017-c2bb-4d9a-a8bf-d0e9c9983daf HTTP/1.1" status: 200 len: 1094 time: 0.2887771 Aug 23 20:42:06.228737 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47317ab4-4e21-4aa4-8f3a-53ee8e4c9fa9 req-1431e091-87f2-49ac-880f-2f1a14e1ce6d tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:06.230325 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-47317ab4-4e21-4aa4-8f3a-53ee8e4c9fa9 req-1431e091-87f2-49ac-880f-2f1a14e1ce6d tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] 10.222.0.61 "GET /v2.0/ports?device_id=4207e577-6f27-4ce9-b3f4-4412b6e0bfec HTTP/1.1" status: 200 len: 944 time: 0.2990172 Aug 23 20:42:06.290590 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-dccb953b-aa3a-4812-8049-9a914d2d7fc1 req-17bf5237-5f32-43fb-bff5-c2144cbd5530 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Allocated IP 172.20.0.8 (e5de8573-8724-417b-9e45-0201cb25fe6b/bbd0034a-a038-4b43-8b24-1cd5d52f0793/7d30c483-eec0-4d18-a093-7e8622543077) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:42:06.314211 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-41de4d99-1370-473e-a7da-c8a1d0d6fda4 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:06.339444 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-b78e315c-ad71-480b-ac05-d32017943075 None None] Set router 0e25adb1-ae3e-443c-b2b9-c96cbef4864f gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:42:06.347275 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4903c3b9-ab70-461c-8f39-b553ccbd77d2 req-c5775eb6-663e-417b-b825-5700f7486e36 service neutron] 10.222.0.32 "GET /v2.0/networks/88798fd2-b8f8-4007-ac21-674c27fbeeb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769617 Aug 23 20:42:06.352837 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-4430ad3d-5155-4045-a708-e241f61d1b32 req-d6682313-a6fd-46b8-b345-c705f5229eef service neutron] Attempting to bind port 54626073-35b2-4529-b227-7b84b39d0e2f on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:42:06.353830 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-4430ad3d-5155-4045-a708-e241f61d1b32 req-d6682313-a6fd-46b8-b345-c705f5229eef service neutron] Attempting to bind port 54626073-35b2-4529-b227-7b84b39d0e2f by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': 'cfd8f521-8830-4194-b2f8-38a8445664a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2b9a7932-3045-49b7-ac54-223488947af7'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:42:06.354274 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4430ad3d-5155-4045-a708-e241f61d1b32 req-d6682313-a6fd-46b8-b345-c705f5229eef service neutron] Attempting to bind port 54626073-35b2-4529-b227-7b84b39d0e2f on network 2b9a7932-3045-49b7-ac54-223488947af7 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:42:06.359672 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-41de4d99-1370-473e-a7da-c8a1d0d6fda4 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:06.361881 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4430ad3d-5155-4045-a708-e241f61d1b32 req-d6682313-a6fd-46b8-b345-c705f5229eef service neutron] Port 54626073-35b2-4529-b227-7b84b39d0e2f on network 2b9a7932-3045-49b7-ac54-223488947af7 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:42:06.362249 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4430ad3d-5155-4045-a708-e241f61d1b32 req-d6682313-a6fd-46b8-b345-c705f5229eef service neutron] Attempting to bind port 54626073-35b2-4529-b227-7b84b39d0e2f on network 2b9a7932-3045-49b7-ac54-223488947af7 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:42:06.372216 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-2ef379c8-7f36-4171-b71a-acad557ee3c2 service neutron] 10.222.0.11 "GET /v2.0/networks/3540c16b-5ded-45d3-80bb-012ec217ee8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092642 Aug 23 20:42:06.381014 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-132b2f99-f756-4c6d-aaa1-dd35f9670a05 req-f009c4d9-4b3a-4c01-a470-caa432a5e1aa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=995210d9-e1ba-4579-860d-e456fc6ca411 HTTP/1.1" status: 200 len: 217 time: 0.1619263 Aug 23 20:42:06.419361 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-25cc5d8c-dcb5-4269-92a0-d304ad209221 req-89fe4870-e262-424a-adea-63405118bfef tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/security-groups?id=0f82240c-c6c4-4a5d-9c5f-0ca19e0dcac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202692 Aug 23 20:42:06.444573 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-47317ab4-4e21-4aa4-8f3a-53ee8e4c9fa9 req-7f76e005-2563-4890-9e6c-239af9d1f238 tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] 10.222.0.61 "GET /v2.0/security-groups?id=a9e09918-4aa1-423f-b81d-c8a818872dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016113 Aug 23 20:42:06.513260 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b2f99-f756-4c6d-aaa1-dd35f9670a05 req-089f264b-dfaf-4437-a3cd-0d896be5e367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:06.515104 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-132b2f99-f756-4c6d-aaa1-dd35f9670a05 req-089f264b-dfaf-4437-a3cd-0d896be5e367 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f081180f-c4fd-4243-9f2e-305cad1ce609 HTTP/1.1" status: 200 len: 859 time: 0.1109817 Aug 23 20:42:06.517243 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4430ad3d-5155-4045-a708-e241f61d1b32 req-d6682313-a6fd-46b8-b345-c705f5229eef service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:42:06.517681 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4430ad3d-5155-4045-a708-e241f61d1b32 req-d6682313-a6fd-46b8-b345-c705f5229eef service neutron] Checking segment: {'id': 'cfd8f521-8830-4194-b2f8-38a8445664a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2b9a7932-3045-49b7-ac54-223488947af7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:42:06.518300 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4430ad3d-5155-4045-a708-e241f61d1b32 req-d6682313-a6fd-46b8-b345-c705f5229eef service neutron] Bound using segment: {'id': 'cfd8f521-8830-4194-b2f8-38a8445664a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2b9a7932-3045-49b7-ac54-223488947af7'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:42:06.518854 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-4430ad3d-5155-4045-a708-e241f61d1b32 req-d6682313-a6fd-46b8-b345-c705f5229eef service neutron] Bound port: 54626073-35b2-4529-b227-7b84b39d0e2f, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfd8f521-8830-4194-b2f8-38a8445664a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2b9a7932-3045-49b7-ac54-223488947af7'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:42:06.519314 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4430ad3d-5155-4045-a708-e241f61d1b32 req-d6682313-a6fd-46b8-b345-c705f5229eef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:06.574641 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-ab23262b-24f0-49c6-809e-a682938b506c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=57ffbcc0-4376-4d05-86a0-154600a7fc9d HTTP/1.1" status: 200 len: 217 time: 0.1714852 Aug 23 20:42:06.594704 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a9fd8-0861-409b-8d3a-7fa3b7c2e702 req-48794892-f120-430a-8567-eb5244016b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:06.596794 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4a5a9fd8-0861-409b-8d3a-7fa3b7c2e702 req-48794892-f120-430a-8567-eb5244016b85 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dfca521cd42c404497e1668b14cff80f&device_id=efe3d0bd-71a7-470a-99cc-6346f7446cd6 HTTP/1.1" status: 200 len: 1094 time: 0.3509779 Aug 23 20:42:06.600359 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-132b2f99-f756-4c6d-aaa1-dd35f9670a05 req-35c8d8b4-d06f-4439-9136-874c50ffe910 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=08ee7db6-ee70-42c6-86e8-ee22c22907f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750890 Aug 23 20:42:06.639580 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b78e315c-ad71-480b-ac05-d32017943075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e25adb1-ae3e-443c-b2b9-c96cbef4864f', 'name': 'tempest-ServersTestBootFromVolume-769341995-router', 'tenant_id': '78acc99c454c406dbb0dc61deae5e8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '8a4b4d0e-4336-49bc-a65c-cb89c1265d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:38:56Z', 'updated_at': '2021-08-23T20:39:03Z', 'revision_number': 4, 'project_id': '78acc99c454c406dbb0dc61deae5e8e2', 'gw_port': {'id': '8a4b4d0e-4336-49bc-a65c-cb89c1265d48', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:57:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e25adb1-ae3e-443c-b2b9-c96cbef4864f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:38:57Z', 'updated_at': '2021-08-23T20:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '36cdf5dd-6036-479b-b2c4-1ab2b3467b71', 'name': '', 'network_id': 'bdfb7985-4a2e-4b59-90a4-3a1df09446bc', 'tenant_id': '78acc99c454c406dbb0dc61deae5e8e2', 'mac_address': 'fa:16:3e:85:49:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e25adb1-ae3e-443c-b2b9-c96cbef4864f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'c7edda6f-692c-48b6-bdea-916903913fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:39:01Z', 'updated_at': '2021-08-23T20:39:13Z', 'revision_number': 5, 'project_id': '78acc99c454c406dbb0dc61deae5e8e2', 'subnets': [{'id': 'c7edda6f-692c-48b6-bdea-916903913fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:06.665291 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 0d15ffd9-6065-4962-bf85-21ec2040324c details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:42:06.665854 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41de4d99-1370-473e-a7da-c8a1d0d6fda4 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:06.666396 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-41de4d99-1370-473e-a7da-c8a1d0d6fda4 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:06.670271 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-41de4d99-1370-473e-a7da-c8a1d0d6fda4 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "PUT /v2.0/ports/33fe59b2-6bba-44bb-9978-2aec8219bda0 HTTP/1.1" status: 200 len: 910 time: 2.7261207 Aug 23 20:42:06.680819 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78e315c-ad71-480b-ac05-d32017943075 None None] The sync data for ids ['0e25adb1-ae3e-443c-b2b9-c96cbef4864f'] in n-d-805663-2 is: [{'id': '0e25adb1-ae3e-443c-b2b9-c96cbef4864f', 'name': 'tempest-ServersTestBootFromVolume-769341995-router', 'tenant_id': '78acc99c454c406dbb0dc61deae5e8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '8a4b4d0e-4336-49bc-a65c-cb89c1265d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:38:56Z', 'updated_at': '2021-08-23T20:39:03Z', 'revision_number': 4, 'project_id': '78acc99c454c406dbb0dc61deae5e8e2', 'gw_port': {'id': '8a4b4d0e-4336-49bc-a65c-cb89c1265d48', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:57:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e25adb1-ae3e-443c-b2b9-c96cbef4864f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:38:57Z', 'updated_at': '2021-08-23T20:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '36cdf5dd-6036-479b-b2c4-1ab2b3467b71', 'name': '', 'network_id': 'bdfb7985-4a2e-4b59-90a4-3a1df09446bc', 'tenant_id': '78acc99c454c406dbb0dc61deae5e8e2', 'mac_address': 'fa:16:3e:85:49:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e25adb1-ae3e-443c-b2b9-c96cbef4864f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'c7edda6f-692c-48b6-bdea-916903913fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:39:01Z', 'updated_at': '2021-08-23T20:39:13Z', 'revision_number': 5, 'project_id': '78acc99c454c406dbb0dc61deae5e8e2', 'subnets': [{'id': 'c7edda6f-692c-48b6-bdea-916903913fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:42:06.691948 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38264) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:06.722016 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41de4d99-1370-473e-a7da-c8a1d0d6fda4 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event updated for resources: {'Port': ['ID=33fe59b2-6bba-44bb-9978-2aec8219bda0,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:06.759948 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a131a45a-ea65-4c48-9540-8a37d0e98c9a req-5874b4c5-759c-47b3-930b-6cf48dd6a5b5 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc9e8022-e947-4165-acfb-0a209a49dfcd HTTP/1.1" status: 200 len: 210 time: 0.0491719 Aug 23 20:42:06.788011 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-dc5df22e-bd03-4404-b84e-05c4f841ce0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:06.789712 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-dc5df22e-bd03-4404-b84e-05c4f841ce0e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1fd3acb9-9364-43a9-926f-7317badfdeb5 HTTP/1.1" status: 200 len: 797 time: 0.1912460 Aug 23 20:42:06.818896 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-53eeaec8-b39c-4e91-9b9f-feb4120c811c req-9bcc74a4-f099-415c-9357-5c3a3e42c9ef tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/ports?device_id=af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d HTTP/1.1" status: 200 len: 210 time: 0.2516675 Aug 23 20:42:06.819495 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9e8022-e947-4165-acfb-0a209a49dfcd', 'name': 'network-vif-deleted', 'tag': '1e1da2ac-32ca-4471-a01b-373110354754'}, {'name': 'network-changed', 'server_uuid': '1a3b5017-c2bb-4d9a-a8bf-d0e9c9983daf', 'tag': '995210d9-e1ba-4579-860d-e456fc6ca411'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:42:06.822034 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11133c7d-a2d8-43b9-af59-a3e01eaa5426" -d '{"events": [{"server_uuid": "dc9e8022-e947-4165-acfb-0a209a49dfcd", "name": "network-vif-deleted", "tag": "1e1da2ac-32ca-4471-a01b-373110354754"}, {"name": "network-changed", "server_uuid": "1a3b5017-c2bb-4d9a-a8bf-d0e9c9983daf", "tag": "995210d9-e1ba-4579-860d-e456fc6ca411"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:42:06.861161 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-4430ad3d-5155-4045-a708-e241f61d1b32 req-d6682313-a6fd-46b8-b345-c705f5229eef service neutron] For port 54626073-35b2-4529-b227-7b84b39d0e2f, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:42:06.866785 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 0d15ffd9-6065-4962-bf85-21ec2040324c, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=0d15ffd9-6065-4962-bf85-21ec2040324c,segment=NetworkSegment(2eca2f48-a757-4e4a-84b6-cecf77c14bb3),segment_id=2eca2f48-a757-4e4a-84b6-cecf77c14bb3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:42:06.898703 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-9b45c2eb-5451-4e00-9d83-971de03c1738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:06.900370 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-9b45c2eb-5451-4e00-9d83-971de03c1738 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3540c16b-5ded-45d3-80bb-012ec217ee8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0916138 Aug 23 20:42:06.906049 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dccb953b-aa3a-4812-8049-9a914d2d7fc1 req-17bf5237-5f32-43fb-bff5-c2144cbd5530 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:06.906763 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': '0d15ffd9-6065-4962-bf85-21ec2040324c', 'network_id': '88798fd2-b8f8-4007-ac21-674c27fbeeb0', 'port_id': '0d15ffd9-6065-4962-bf85-21ec2040324c', 'mac_address': 'fa:16:3e:53:bc:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c2521f-6311-4d62-bcd9-0227f853ffb3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:42:06.972990 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:06.987770 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-dccb953b-aa3a-4812-8049-9a914d2d7fc1 req-17bf5237-5f32-43fb-bff5-c2144cbd5530 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Transition to ACTIVE for port object 7d30c483-eec0-4d18-a093-7e8622543077 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:42:06.992469 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 23 Aug 2021 20:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d0d07c-4abe-4da3-996f-335df0597992 x-openstack-request-id: req-12d0d07c-4abe-4da3-996f-335df0597992 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:42:06.992761 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc9e8022-e947-4165-acfb-0a209a49dfcd", "name": "network-vif-deleted", "tag": "1e1da2ac-32ca-4471-a01b-373110354754", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1a3b5017-c2bb-4d9a-a8bf-d0e9c9983daf", "tag": "995210d9-e1ba-4579-860d-e456fc6ca411", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:42:06.993019 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-12d0d07c-4abe-4da3-996f-335df0597992 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:42:06.993418 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9e8022-e947-4165-acfb-0a209a49dfcd', 'name': 'network-vif-deleted', 'tag': '1e1da2ac-32ca-4471-a01b-373110354754', 'status': 'completed', 'code': 200} Aug 23 20:42:06.993670 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a3b5017-c2bb-4d9a-a8bf-d0e9c9983daf', 'tag': '995210d9-e1ba-4579-860d-e456fc6ca411', 'status': 'completed', 'code': 200} Aug 23 20:42:07.009164 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d15ffd9-6065-4962-bf85-21ec2040324c {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:42:07.023461 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-4430ad3d-5155-4045-a708-e241f61d1b32 req-d6682313-a6fd-46b8-b345-c705f5229eef service neutron] For port 54626073-35b2-4529-b227-7b84b39d0e2f, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=54626073-35b2-4529-b227-7b84b39d0e2f,segment=NetworkSegment(cfd8f521-8830-4194-b2f8-38a8445664a9),segment_id=cfd8f521-8830-4194-b2f8-38a8445664a9)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:42:07.036635 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 0d15ffd9-6065-4962-bf85-21ec2040324c, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=0d15ffd9-6065-4962-bf85-21ec2040324c,segment=NetworkSegment(2eca2f48-a757-4e4a-84b6-cecf77c14bb3),segment_id=2eca2f48-a757-4e4a-84b6-cecf77c14bb3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:42:07.049336 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:07.065372 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4430ad3d-5155-4045-a708-e241f61d1b32 req-d6682313-a6fd-46b8-b345-c705f5229eef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:07.066949 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-cbb1c065-4031-4640-9747-88ad66d178a2 service neutron] 10.222.0.11 "GET /v2.0/networks/3540c16b-5ded-45d3-80bb-012ec217ee8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500447 Aug 23 20:42:07.088227 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dccb953b-aa3a-4812-8049-9a914d2d7fc1 req-17bf5237-5f32-43fb-bff5-c2144cbd5530 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:07.110522 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=0d15ffd9-6065-4962-bf85-21ec2040324c,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:07.197016 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7984ed5-448d-4e3c-a8dc-a89ea5362805 None None] New status for floating IP 72da2065-24f7-4f53-b2e7-47f22da73da2: DOWN {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 20:42:07.213043 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dccb953b-aa3a-4812-8049-9a914d2d7fc1 req-17bf5237-5f32-43fb-bff5-c2144cbd5530 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Network e5de8573-8724-417b-9e45-0201cb25fe6b is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:42:07.226232 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-dccb953b-aa3a-4812-8049-9a914d2d7fc1 req-17bf5237-5f32-43fb-bff5-c2144cbd5530 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:42:07.228698 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-dccb953b-aa3a-4812-8049-9a914d2d7fc1 req-17bf5237-5f32-43fb-bff5-c2144cbd5530 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:42:07.239561 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bf5237-5f32-43fb-bff5-c2144cbd5530 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Pushing event updated for resources: {'Port': ['ID=7d30c483-eec0-4d18-a093-7e8622543077,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:07.312945 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-196e61f1-ee76-47a7-8b59-66798aa75c87 service neutron] 10.222.0.11 "GET /v2.0/networks/3540c16b-5ded-45d3-80bb-012ec217ee8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368710 Aug 23 20:42:07.326975 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb953b-aa3a-4812-8049-9a914d2d7fc1 req-17bf5237-5f32-43fb-bff5-c2144cbd5530 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:07.327719 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dccb953b-aa3a-4812-8049-9a914d2d7fc1 req-17bf5237-5f32-43fb-bff5-c2144cbd5530 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:07.415127 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-71742a29-ac10-4d9f-8241-5742ad14d0aa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.145&port_id=1e9559a3-8cff-4318-a999-b45c5efad87e HTTP/1.1" status: 200 len: 217 time: 0.0747826 Aug 23 20:42:07.427258 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['0d15ffd9-6065-4962-bf85-21ec2040324c'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:42:07.563746 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dccb953b-aa3a-4812-8049-9a914d2d7fc1 req-17bf5237-5f32-43fb-bff5-c2144cbd5530 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8620713 Aug 23 20:42:07.572730 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-c34b8166-119b-4fb2-ad4c-4b254be70cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:07.574166 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-c34b8166-119b-4fb2-ad4c-4b254be70cde service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1fd3acb9-9364-43a9-926f-7317badfdeb5 HTTP/1.1" status: 200 len: 797 time: 0.1511331 Aug 23 20:42:07.583934 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-dccb953b-aa3a-4812-8049-9a914d2d7fc1 req-b6b74c14-7830-4e42-9031-be66abf10094 service neutron] Request body: {'port': {'device_id': 'af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:42:07.618727 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c20d7fd3-f51f-4604-8f2c-2e924d9df818 None None] Provisioning for port 7d30c483-eec0-4d18-a093-7e8622543077 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:42:07.625491 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c20d7fd3-f51f-4604-8f2c-2e924d9df818 None None] Provisioning complete for port 7d30c483-eec0-4d18-a093-7e8622543077 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:42:07.625908 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c20d7fd3-f51f-4604-8f2c-2e924d9df818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:07.689805 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-c20d7fd3-f51f-4604-8f2c-2e924d9df818 None None] Port 7d30c483-eec0-4d18-a093-7e8622543077 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:42:07.718303 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0080b3-cbae-45f4-a1b7-88a563ea9156 req-84562221-955a-4c69-b37f-52f70d913633 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:07.726304 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ba0080b3-cbae-45f4-a1b7-88a563ea9156 req-84562221-955a-4c69-b37f-52f70d913633 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b0367cc-2df4-4eae-b336-e3b51e77b576 HTTP/1.1" status: 200 len: 944 time: 0.1679804 Aug 23 20:42:07.735040 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4430ad3d-5155-4045-a708-e241f61d1b32 req-d6682313-a6fd-46b8-b345-c705f5229eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:07.736260 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4430ad3d-5155-4045-a708-e241f61d1b32 req-d6682313-a6fd-46b8-b345-c705f5229eef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:07.737871 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4430ad3d-5155-4045-a708-e241f61d1b32 req-d6682313-a6fd-46b8-b345-c705f5229eef service neutron] 10.222.0.11 "PUT /v2.0/ports/54626073-35b2-4529-b227-7b84b39d0e2f HTTP/1.1" status: 200 len: 1092 time: 3.3967562 Aug 23 20:42:07.748283 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dccb953b-aa3a-4812-8049-9a914d2d7fc1 req-b6b74c14-7830-4e42-9031-be66abf10094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:07.754846 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-fa4c9cbe-8f67-486a-9ade-9274cb72db56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:07.756531 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-fa4c9cbe-8f67-486a-9ade-9274cb72db56 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3540c16b-5ded-45d3-80bb-012ec217ee8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1502829 Aug 23 20:42:07.807630 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-132b2f99-f756-4c6d-aaa1-dd35f9670a05 req-ff941a7f-9eec-43a7-b4b3-7c0999da98c4 service neutron] 10.222.0.11 "GET /v2.0/networks/08ee7db6-ee70-42c6-86e8-ee22c22907f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1278925 Aug 23 20:42:07.808812 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a9fd8-0861-409b-8d3a-7fa3b7c2e702 req-238ee2b6-98c8-4832-80c8-8ab8483ac5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:07.810339 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4a5a9fd8-0861-409b-8d3a-7fa3b7c2e702 req-238ee2b6-98c8-4832-80c8-8ab8483ac5d6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=08ee7db6-ee70-42c6-86e8-ee22c22907f2 HTTP/1.1" status: 200 len: 920 time: 1.1599114 Aug 23 20:42:07.824608 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ba0080b3-cbae-45f4-a1b7-88a563ea9156 req-1b237089-47c3-4d26-ac2c-5b04442fb12f tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/security-groups?id=0f82240c-c6c4-4a5d-9c5f-0ca19e0dcac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974283 Aug 23 20:42:07.827073 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f7517a-4989-484d-a2ee-7c3b1078141e req-38307252-a327-4169-85f5-ecf6b7f73014 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:07.829376 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e3f7517a-4989-484d-a2ee-7c3b1078141e req-38307252-a327-4169-85f5-ecf6b7f73014 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a3b5017-c2bb-4d9a-a8bf-d0e9c9983daf HTTP/1.1" status: 200 len: 943 time: 0.8501039 Aug 23 20:42:07.943215 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6682313-a6fd-46b8-b345-c705f5229eef service neutron] Pushing event updated for resources: {'Port': ['ID=54626073-35b2-4529-b227-7b84b39d0e2f,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:07.980353 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4a5a9fd8-0861-409b-8d3a-7fa3b7c2e702 req-89011700-966b-4f4a-bf58-12318da459f0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b814750-a2f2-4a4c-b6ae-0ba0827daf66 HTTP/1.1" status: 200 len: 217 time: 0.1344566 Aug 23 20:42:08.067100 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-f42f77bb-8b70-4826-82ac-56f087e5d6b2 service neutron] 10.222.0.11 "GET /v2.0/networks/3540c16b-5ded-45d3-80bb-012ec217ee8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908266 Aug 23 20:42:08.084028 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e3f7517a-4989-484d-a2ee-7c3b1078141e req-d2f90f7c-4188-4a6b-a8c1-70c2ec7717e8 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244020 Aug 23 20:42:08.096168 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4430ad3d-5155-4045-a708-e241f61d1b32 req-0b0b6b12-de8a-4df1-a87b-aa15edbd9166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:08.098082 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4430ad3d-5155-4045-a708-e241f61d1b32 req-0b0b6b12-de8a-4df1-a87b-aa15edbd9166 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6fc9151b32084cfab5ff652a2d9a5df6&device_id=4207e577-6f27-4ce9-b3f4-4412b6e0bfec HTTP/1.1" status: 200 len: 1095 time: 0.2841465 Aug 23 20:42:08.106556 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d88f18-c6c3-4ef8-8f7c-71145d543690 req-48c91051-5523-4466-9434-e931cd30f075 tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:08.120601 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-76d88f18-c6c3-4ef8-8f7c-71145d543690 req-48c91051-5523-4466-9434-e931cd30f075 tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] 10.222.0.61 "GET /v2.0/ports?device_id=4207e577-6f27-4ce9-b3f4-4412b6e0bfec HTTP/1.1" status: 200 len: 944 time: 0.1667562 Aug 23 20:42:08.121092 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a9fd8-0861-409b-8d3a-7fa3b7c2e702 req-fe5f7efe-3c78-4933-bab0-940979d340f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:08.122648 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4a5a9fd8-0861-409b-8d3a-7fa3b7c2e702 req-fe5f7efe-3c78-4933-bab0-940979d340f2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f081180f-c4fd-4243-9f2e-305cad1ce609 HTTP/1.1" status: 200 len: 859 time: 0.1327024 Aug 23 20:42:08.202009 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4430ad3d-5155-4045-a708-e241f61d1b32 req-325231b3-0ae4-4718-b2d7-2ea4b0fb8f59 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54626073-35b2-4529-b227-7b84b39d0e2f HTTP/1.1" status: 200 len: 217 time: 0.0908036 Aug 23 20:42:08.207363 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-132b2f99-f756-4c6d-aaa1-dd35f9670a05 req-740c7f4b-7397-4277-8b9e-4309744d0977 service neutron] 10.222.0.11 "GET /v2.0/networks/08ee7db6-ee70-42c6-86e8-ee22c22907f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653705 Aug 23 20:42:08.235285 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-76d88f18-c6c3-4ef8-8f7c-71145d543690 req-c7277502-ec52-4e89-ae84-8764d8c61d88 tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] 10.222.0.61 "GET /v2.0/security-groups?id=a9e09918-4aa1-423f-b81d-c8a818872dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164551 Aug 23 20:42:08.294553 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-ff3a85d2-62c1-4da1-9289-7b7ba6e6bab0 service neutron] 10.222.0.11 "GET /v2.0/networks/3540c16b-5ded-45d3-80bb-012ec217ee8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173400 Aug 23 20:42:08.305324 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4a5a9fd8-0861-409b-8d3a-7fa3b7c2e702 req-dd9b02a5-e691-4770-af72-3e71324a7d36 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=08ee7db6-ee70-42c6-86e8-ee22c22907f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961947 Aug 23 20:42:08.328584 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4430ad3d-5155-4045-a708-e241f61d1b32 req-92a90579-862b-4413-81cf-c72a16fd285f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:08.330569 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4430ad3d-5155-4045-a708-e241f61d1b32 req-92a90579-862b-4413-81cf-c72a16fd285f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f5ab73c8-3f69-4f44-b7f0-2a0346bab3bc HTTP/1.1" status: 200 len: 849 time: 0.0954692 Aug 23 20:42:08.386419 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-29b00da5-1577-461e-a121-6cb65f200935 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=24a309f0-cb51-4a2a-9a2e-e94a027cbd08 HTTP/1.1" status: 200 len: 217 time: 0.0790558 Aug 23 20:42:08.443064 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4430ad3d-5155-4045-a708-e241f61d1b32 req-014a3dce-b920-448d-b410-df5542969e18 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2b9a7932-3045-49b7-ac54-223488947af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0971918 Aug 23 20:42:08.448789 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5ba39b2f-a37f-4467-9cf8-7f0fd49cd6ea req-073b0787-1619-4582-ba5e-08c059472605 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc9e8022-e947-4165-acfb-0a209a49dfcd HTTP/1.1" status: 200 len: 210 time: 0.1022189 Aug 23 20:42:08.495150 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-dccb953b-aa3a-4812-8049-9a914d2d7fc1 req-b6b74c14-7830-4e42-9031-be66abf10094 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d30c483-eec0-4d18-a093-7e8622543077 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:42:08.506591 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dccb953b-aa3a-4812-8049-9a914d2d7fc1 req-b6b74c14-7830-4e42-9031-be66abf10094 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:08.515343 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-8f593fac-f406-4811-b3ee-5b316276ac9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:08.517588 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-8f593fac-f406-4811-b3ee-5b316276ac9a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=219a97fb-cf76-43fd-a3c0-23a4e8b36a26 HTTP/1.1" status: 200 len: 797 time: 0.1144402 Aug 23 20:42:08.525432 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-dccb953b-aa3a-4812-8049-9a914d2d7fc1 req-b6b74c14-7830-4e42-9031-be66abf10094 service neutron] Transition to ACTIVE for port object 7d30c483-eec0-4d18-a093-7e8622543077 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:42:08.554299 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dccb953b-aa3a-4812-8049-9a914d2d7fc1 req-b6b74c14-7830-4e42-9031-be66abf10094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:08.622367 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b74c14-7830-4e42-9031-be66abf10094 service neutron] Pushing event updated for resources: {'Port': ['ID=7d30c483-eec0-4d18-a093-7e8622543077,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:08.626992 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-908539cd-af9b-45fe-bca2-321073b745df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:08.628793 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-908539cd-af9b-45fe-bca2-321073b745df service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=af4706b6-78a2-4ed9-91e2-487e13d661e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1020231 Aug 23 20:42:08.662364 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4a5a9fd8-0861-409b-8d3a-7fa3b7c2e702 req-67ce09f9-c55b-4368-ad95-d6ef823af3ef service neutron] 10.222.0.32 "GET /v2.0/networks/08ee7db6-ee70-42c6-86e8-ee22c22907f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262985 Aug 23 20:42:08.669195 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 5b814750-a2f2-4a4c-b6ae-0ba0827daf66 details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:42:08.671306 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11133c7d-a2d8-43b9-af59-a3e01eaa5426 req-5b5c2bba-d266-4536-bcb5-7b2b8ac981b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:08.673762 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-11133c7d-a2d8-43b9-af59-a3e01eaa5426 req-5b5c2bba-d266-4536-bcb5-7b2b8ac981b9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dfca521cd42c404497e1668b14cff80f&device_id=1a3b5017-c2bb-4d9a-a8bf-d0e9c9983daf HTTP/1.1" status: 200 len: 1094 time: 0.3267510 Aug 23 20:42:08.825758 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4430ad3d-5155-4045-a708-e241f61d1b32 req-50d3bc58-03b2-42c3-8ee9-06c4df529253 service neutron] 10.222.0.11 "GET /v2.0/networks/2b9a7932-3045-49b7-ac54-223488947af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667803 Aug 23 20:42:08.850153 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07cb97e-31ed-49ac-bfb3-4ced3b4f4202 req-f08e9804-8444-4b25-962d-6318dca16537 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:08.873726 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e07cb97e-31ed-49ac-bfb3-4ced3b4f4202 req-f08e9804-8444-4b25-962d-6318dca16537 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/ports?device_id=af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d HTTP/1.1" status: 200 len: 943 time: 0.3317094 Aug 23 20:42:08.873956 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 5b814750-a2f2-4a4c-b6ae-0ba0827daf66, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=5b814750-a2f2-4a4c-b6ae-0ba0827daf66,segment=NetworkSegment(7c822085-f0bf-43b3-a949-ad2c2f0679eb),segment_id=7c822085-f0bf-43b3-a949-ad2c2f0679eb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:42:08.889567 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': '5b814750-a2f2-4a4c-b6ae-0ba0827daf66', 'network_id': '08ee7db6-ee70-42c6-86e8-ee22c22907f2', 'port_id': '5b814750-a2f2-4a4c-b6ae-0ba0827daf66', 'mac_address': 'fa:16:3e:6b:00:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f081180f-c4fd-4243-9f2e-305cad1ce609', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:42:08.893133 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 0d15ffd9-6065-4962-bf85-21ec2040324c up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:42:08.899365 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-dccb953b-aa3a-4812-8049-9a914d2d7fc1 req-b6b74c14-7830-4e42-9031-be66abf10094 service neutron] Attempting to bind port 7d30c483-eec0-4d18-a093-7e8622543077 on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:42:08.899842 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-dccb953b-aa3a-4812-8049-9a914d2d7fc1 req-b6b74c14-7830-4e42-9031-be66abf10094 service neutron] Attempting to bind port 7d30c483-eec0-4d18-a093-7e8622543077 by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': '71fa0ee8-71f8-4ca3-a314-108544b37f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e5de8573-8724-417b-9e45-0201cb25fe6b'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:42:08.900305 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dccb953b-aa3a-4812-8049-9a914d2d7fc1 req-b6b74c14-7830-4e42-9031-be66abf10094 service neutron] Attempting to bind port 7d30c483-eec0-4d18-a093-7e8622543077 on network e5de8573-8724-417b-9e45-0201cb25fe6b {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:42:08.913412 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dccb953b-aa3a-4812-8049-9a914d2d7fc1 req-b6b74c14-7830-4e42-9031-be66abf10094 service neutron] Port 7d30c483-eec0-4d18-a093-7e8622543077 on network e5de8573-8724-417b-9e45-0201cb25fe6b not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:42:08.913875 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dccb953b-aa3a-4812-8049-9a914d2d7fc1 req-b6b74c14-7830-4e42-9031-be66abf10094 service neutron] Attempting to bind port 7d30c483-eec0-4d18-a093-7e8622543077 on network e5de8573-8724-417b-9e45-0201cb25fe6b {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:42:08.924035 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1449f9a8-ee68-4c98-b40b-6b3c91c3ee3a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:08.945129 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dccb953b-aa3a-4812-8049-9a914d2d7fc1 req-b6b74c14-7830-4e42-9031-be66abf10094 service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:42:08.945638 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dccb953b-aa3a-4812-8049-9a914d2d7fc1 req-b6b74c14-7830-4e42-9031-be66abf10094 service neutron] Checking segment: {'id': '71fa0ee8-71f8-4ca3-a314-108544b37f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e5de8573-8724-417b-9e45-0201cb25fe6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:42:08.946249 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dccb953b-aa3a-4812-8049-9a914d2d7fc1 req-b6b74c14-7830-4e42-9031-be66abf10094 service neutron] Bound using segment: {'id': '71fa0ee8-71f8-4ca3-a314-108544b37f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e5de8573-8724-417b-9e45-0201cb25fe6b'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:42:08.946804 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-dccb953b-aa3a-4812-8049-9a914d2d7fc1 req-b6b74c14-7830-4e42-9031-be66abf10094 service neutron] Bound port: 7d30c483-eec0-4d18-a093-7e8622543077, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71fa0ee8-71f8-4ca3-a314-108544b37f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e5de8573-8724-417b-9e45-0201cb25fe6b'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:42:08.947266 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dccb953b-aa3a-4812-8049-9a914d2d7fc1 req-b6b74c14-7830-4e42-9031-be66abf10094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:09.004888 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4207e577-6f27-4ce9-b3f4-4412b6e0bfec', 'tag': '54626073-35b2-4529-b227-7b84b39d0e2f'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:42:09.005462 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:09.007322 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773c63c5-1c09-4dda-9b54-d63b0b5296ec" -d '{"events": [{"name": "network-changed", "server_uuid": "4207e577-6f27-4ce9-b3f4-4412b6e0bfec", "tag": "54626073-35b2-4529-b227-7b84b39d0e2f"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:42:09.030145 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b814750-a2f2-4a4c-b6ae-0ba0827daf66 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:42:09.035725 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port 0d15ffd9-6065-4962-bf85-21ec2040324c completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:42:09.041283 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port 0d15ffd9-6065-4962-bf85-21ec2040324c triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:42:09.043030 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:09.112840 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 5b814750-a2f2-4a4c-b6ae-0ba0827daf66, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=5b814750-a2f2-4a4c-b6ae-0ba0827daf66,segment=NetworkSegment(7c822085-f0bf-43b3-a949-ad2c2f0679eb),segment_id=7c822085-f0bf-43b3-a949-ad2c2f0679eb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:42:09.168211 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:09.168353 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e07cb97e-31ed-49ac-bfb3-4ced3b4f4202 req-180ab5ee-2c1b-47a9-9d06-850708de171c tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/security-groups?id=59433672-2092-460a-913c-05e5a3e92d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2928247 Aug 23 20:42:09.169064 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:09.231897 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4a5a9fd8-0861-409b-8d3a-7fa3b7c2e702 req-ff530bdb-ad8c-4297-92eb-af367ce868a4 service neutron] 10.222.0.32 "GET /v2.0/networks/08ee7db6-ee70-42c6-86e8-ee22c22907f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5558670 Aug 23 20:42:09.236549 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=5b814750-a2f2-4a4c-b6ae-0ba0827daf66,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:09.248929 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11133c7d-a2d8-43b9-af59-a3e01eaa5426 req-abe39ada-0eed-4008-ba5d-40bcc4ebcc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:09.253030 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-11133c7d-a2d8-43b9-af59-a3e01eaa5426 req-abe39ada-0eed-4008-ba5d-40bcc4ebcc66 service neutron] 10.222.0.11 "GET /v2.0/networks?id=08ee7db6-ee70-42c6-86e8-ee22c22907f2 HTTP/1.1" status: 200 len: 920 time: 0.5662327 Aug 23 20:42:09.262332 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72efc986-2a56-43ae-861e-ea8ba0bcfc52 x-openstack-request-id: req-72efc986-2a56-43ae-861e-ea8ba0bcfc52 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:42:09.263185 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4207e577-6f27-4ce9-b3f4-4412b6e0bfec", "tag": "54626073-35b2-4529-b227-7b84b39d0e2f", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:42:09.266107 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-72efc986-2a56-43ae-861e-ea8ba0bcfc52 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:42:09.266726 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4207e577-6f27-4ce9-b3f4-4412b6e0bfec', 'tag': '54626073-35b2-4529-b227-7b84b39d0e2f', 'status': 'completed', 'code': 200} Aug 23 20:42:09.267929 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0367cc-2df4-4eae-b336-e3b51e77b576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d15ffd9-6065-4962-bf85-21ec2040324c'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:42:09.276353 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542dccb1-cc21-4b66-8588-648f470e8e41" -d '{"events": [{"server_uuid": "6b0367cc-2df4-4eae-b336-e3b51e77b576", "name": "network-vif-plugged", "status": "completed", "tag": "0d15ffd9-6065-4962-bf85-21ec2040324c"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:42:09.301965 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 0d15ffd9-6065-4962-bf85-21ec2040324c, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=0d15ffd9-6065-4962-bf85-21ec2040324c,segment=NetworkSegment(2eca2f48-a757-4e4a-84b6-cecf77c14bb3),segment_id=2eca2f48-a757-4e4a-84b6-cecf77c14bb3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:42:09.314811 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:09.377207 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=0d15ffd9-6065-4962-bf85-21ec2040324c,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:09.386020 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4430ad3d-5155-4045-a708-e241f61d1b32 req-c39c82af-a12e-4ead-99f3-2572844030eb service neutron] 10.222.0.11 "GET /v2.0/networks/2b9a7932-3045-49b7-ac54-223488947af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4886160 Aug 23 20:42:09.420027 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-11133c7d-a2d8-43b9-af59-a3e01eaa5426 req-ef9d3cfc-af62-4c70-95f2-0163c75b98ce service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=995210d9-e1ba-4579-860d-e456fc6ca411 HTTP/1.1" status: 200 len: 217 time: 0.1444228 Aug 23 20:42:09.442566 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['5b814750-a2f2-4a4c-b6ae-0ba0827daf66'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:42:09.535306 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-eddf763b-0383-4e00-a4d8-99b4215586dd service neutron] 10.222.0.11 "GET /v2.0/networks/af4706b6-78a2-4ed9-91e2-487e13d661e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8859267 Aug 23 20:42:09.536387 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11133c7d-a2d8-43b9-af59-a3e01eaa5426 req-3a68f46b-754d-4f93-8d4c-acc1e1976676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:09.537857 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-11133c7d-a2d8-43b9-af59-a3e01eaa5426 req-3a68f46b-754d-4f93-8d4c-acc1e1976676 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f081180f-c4fd-4243-9f2e-305cad1ce609 HTTP/1.1" status: 200 len: 859 time: 0.1083162 Aug 23 20:42:09.545328 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ac544-ad3d-4f80-a810-a3fcde998890 req-0ba5e7c7-838a-406e-a9c5-d370f10192d3 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:09.546798 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-412ac544-ad3d-4f80-a810-a3fcde998890 req-0ba5e7c7-838a-406e-a9c5-d370f10192d3 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a3b5017-c2bb-4d9a-a8bf-d0e9c9983daf HTTP/1.1" status: 200 len: 943 time: 0.2103179 Aug 23 20:42:09.595948 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-11133c7d-a2d8-43b9-af59-a3e01eaa5426 req-6ccf142c-7f2d-411b-8aa0-ec793dbdf29e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=08ee7db6-ee70-42c6-86e8-ee22c22907f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455346 Aug 23 20:42:09.621512 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c63c5-1c09-4dda-9b54-d63b0b5296ec req-8e27dd56-9a36-4d3d-b81a-a37ffc7b5d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:09.622976 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-773c63c5-1c09-4dda-9b54-d63b0b5296ec req-8e27dd56-9a36-4d3d-b81a-a37ffc7b5d91 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6fc9151b32084cfab5ff652a2d9a5df6&device_id=4207e577-6f27-4ce9-b3f4-4412b6e0bfec HTTP/1.1" status: 200 len: 1095 time: 0.1569421 Aug 23 20:42:09.650400 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-dccb953b-aa3a-4812-8049-9a914d2d7fc1 req-b6b74c14-7830-4e42-9031-be66abf10094 service neutron] For port 7d30c483-eec0-4d18-a093-7e8622543077, host n-h2-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:42:09.655622 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-dccb953b-aa3a-4812-8049-9a914d2d7fc1 req-b6b74c14-7830-4e42-9031-be66abf10094 service neutron] For port 7d30c483-eec0-4d18-a093-7e8622543077, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=7d30c483-eec0-4d18-a093-7e8622543077,segment=NetworkSegment(71fa0ee8-71f8-4ca3-a314-108544b37f00),segment_id=71fa0ee8-71f8-4ca3-a314-108544b37f00)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:42:09.675532 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dccb953b-aa3a-4812-8049-9a914d2d7fc1 req-b6b74c14-7830-4e42-9031-be66abf10094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:09.695398 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d341e-4807-4249-a959-fb4b434563f2 req-798498ec-8ee8-42e2-bef0-501e2502ad3a tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:09.697514 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1a0d341e-4807-4249-a959-fb4b434563f2 req-798498ec-8ee8-42e2-bef0-501e2502ad3a tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b0367cc-2df4-4eae-b336-e3b51e77b576 HTTP/1.1" status: 200 len: 944 time: 0.7300186 Aug 23 20:42:09.743587 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb953b-aa3a-4812-8049-9a914d2d7fc1 req-b6b74c14-7830-4e42-9031-be66abf10094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:09.744197 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dccb953b-aa3a-4812-8049-9a914d2d7fc1 req-b6b74c14-7830-4e42-9031-be66abf10094 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:09.746296 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dccb953b-aa3a-4812-8049-9a914d2d7fc1 req-b6b74c14-7830-4e42-9031-be66abf10094 service neutron] 10.222.0.32 "PUT /v2.0/ports/7d30c483-eec0-4d18-a093-7e8622543077 HTTP/1.1" status: 200 len: 1091 time: 2.1684639 Aug 23 20:42:09.766574 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d', 'tag': '7d30c483-eec0-4d18-a093-7e8622543077'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:42:09.768554 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-412ac544-ad3d-4f80-a810-a3fcde998890 req-c4851e9a-5f92-4275-82f5-7705377c08a5 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068102 Aug 23 20:42:09.769867 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a44033d-81a2-4df1-b538-a0471f59be70" -d '{"events": [{"name": "network-changed", "server_uuid": "af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d", "tag": "7d30c483-eec0-4d18-a093-7e8622543077"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:42:09.869244 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1a0d341e-4807-4249-a959-fb4b434563f2 req-bfdf05d7-3923-4ad2-9c7d-125e912f9cee tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/security-groups?id=0f82240c-c6c4-4a5d-9c5f-0ca19e0dcac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474674 Aug 23 20:42:09.906572 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-28268f0f-cc4f-42ec-bca2-3ffe43abd4b3 service neutron] 10.222.0.11 "GET /v2.0/networks/af4706b6-78a2-4ed9-91e2-487e13d661e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555722 Aug 23 20:42:09.908949 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b74c14-7830-4e42-9031-be66abf10094 service neutron] Pushing event updated for resources: {'Port': ['ID=7d30c483-eec0-4d18-a093-7e8622543077,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:09.941875 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-11133c7d-a2d8-43b9-af59-a3e01eaa5426 req-3cedf92b-0949-40a9-a78d-211da175fdfb service neutron] 10.222.0.11 "GET /v2.0/networks/08ee7db6-ee70-42c6-86e8-ee22c22907f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343737 Aug 23 20:42:09.951575 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c63c5-1c09-4dda-9b54-d63b0b5296ec req-fe2da97f-d914-4413-b7bf-06dda83f4fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:09.954610 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-773c63c5-1c09-4dda-9b54-d63b0b5296ec req-fe2da97f-d914-4413-b7bf-06dda83f4fa5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2b9a7932-3045-49b7-ac54-223488947af7 HTTP/1.1" status: 200 len: 910 time: 0.3116014 Aug 23 20:42:09.979339 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-b34c5aae-7cd4-49e8-b29b-70e847582b92 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2766511f-9d51-4da2-a1c2-6355076cc97a HTTP/1.1" status: 200 len: 217 time: 0.0537214 Aug 23 20:42:09.979458 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c08e7cf-a8ee-460e-97de-5e110f29b900 x-openstack-request-id: req-0c08e7cf-a8ee-460e-97de-5e110f29b900 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:42:09.979908 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0367cc-2df4-4eae-b336-e3b51e77b576", "name": "network-vif-plugged", "status": "completed", "tag": "0d15ffd9-6065-4962-bf85-21ec2040324c", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:42:09.980233 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0c08e7cf-a8ee-460e-97de-5e110f29b900 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:42:09.980730 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0367cc-2df4-4eae-b336-e3b51e77b576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d15ffd9-6065-4962-bf85-21ec2040324c', 'code': 200} Aug 23 20:42:09.987678 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb953b-aa3a-4812-8049-9a914d2d7fc1 req-35e62959-2b97-40d2-af37-41548409ec91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:09.988247 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23c2110d-c14b-4254-977c-65a80de28059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:09.990947 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dccb953b-aa3a-4812-8049-9a914d2d7fc1 req-35e62959-2b97-40d2-af37-41548409ec91 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7880e59da8b64cb8b3031fd86db3c916&device_id=af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d HTTP/1.1" status: 200 len: 1094 time: 0.1549749 Aug 23 20:42:10.113234 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dccb953b-aa3a-4812-8049-9a914d2d7fc1 req-28daecd4-473f-458a-8969-098ef9c44cf7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d30c483-eec0-4d18-a093-7e8622543077 HTTP/1.1" status: 200 len: 217 time: 0.0658758 Aug 23 20:42:10.122829 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-a32e65e9-a27f-415a-86e5-8329d6e269b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:10.126148 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-a32e65e9-a27f-415a-86e5-8329d6e269b0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=219a97fb-cf76-43fd-a3c0-23a4e8b36a26 HTTP/1.1" status: 200 len: 797 time: 0.1330986 Aug 23 20:42:10.215200 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dda5c368-6a50-4458-9a8e-e595df09521e req-d51b0f45-2287-4a38-a39c-d55365460cd4 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc9e8022-e947-4165-acfb-0a209a49dfcd HTTP/1.1" status: 200 len: 210 time: 0.0790544 Aug 23 20:42:10.242130 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb953b-aa3a-4812-8049-9a914d2d7fc1 req-24825bd6-8ed5-4506-b1f5-7b849a904a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:10.243754 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dccb953b-aa3a-4812-8049-9a914d2d7fc1 req-24825bd6-8ed5-4506-b1f5-7b849a904a8a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bbd0034a-a038-4b43-8b24-1cd5d52f0793 HTTP/1.1" status: 200 len: 848 time: 0.1167128 Aug 23 20:42:10.253191 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-1d54afe3-0ec4-42fe-af63-013469d7de6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:10.254797 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-1d54afe3-0ec4-42fe-af63-013469d7de6b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=af4706b6-78a2-4ed9-91e2-487e13d661e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1176736 Aug 23 20:42:10.290445 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1701125-c94d-4ac6-a546-b6b7f8ae4799 x-openstack-request-id: req-b1701125-c94d-4ac6-a546-b6b7f8ae4799 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:42:10.290740 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d", "tag": "7d30c483-eec0-4d18-a093-7e8622543077", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:42:10.290975 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b1701125-c94d-4ac6-a546-b6b7f8ae4799 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:42:10.291365 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d', 'tag': '7d30c483-eec0-4d18-a093-7e8622543077', 'status': 'completed', 'code': 200} Aug 23 20:42:10.316016 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:10.415383 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb953b-aa3a-4812-8049-9a914d2d7fc1 req-f66cd738-710c-4cd8-b8c5-2b0eacc195a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:10.416952 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dccb953b-aa3a-4812-8049-9a914d2d7fc1 req-f66cd738-710c-4cd8-b8c5-2b0eacc195a5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e5de8573-8724-417b-9e45-0201cb25fe6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1612868 Aug 23 20:42:10.453639 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f24b0-77f5-4df3-8934-0ac9688db42f req-872f2d8a-0c01-4321-b3f8-244bf8b4258b tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:10.455507 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-532f24b0-77f5-4df3-8934-0ac9688db42f req-872f2d8a-0c01-4321-b3f8-244bf8b4258b tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/ports?device_id=af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d HTTP/1.1" status: 200 len: 943 time: 0.1003833 Aug 23 20:42:10.478078 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-765d7c66-76b2-4885-9867-d6c082a9ccb9 service neutron] 10.222.0.11 "GET /v2.0/networks/af4706b6-78a2-4ed9-91e2-487e13d661e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113967 Aug 23 20:42:10.490396 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-773c63c5-1c09-4dda-9b54-d63b0b5296ec req-039bd95e-7819-4c7a-b011-2688a6715710 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54626073-35b2-4529-b227-7b84b39d0e2f HTTP/1.1" status: 200 len: 217 time: 0.4498603 Aug 23 20:42:10.533973 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-1449f9a8-ee68-4c98-b40b-6b3c91c3ee3a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Deleting port 33fe59b2-6bba-44bb-9978-2aec8219bda0 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:42:10.534598 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1449f9a8-ee68-4c98-b40b-6b3c91c3ee3a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:10.606400 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-532f24b0-77f5-4df3-8934-0ac9688db42f req-fca7365c-aacc-4bde-9150-0b35a27ff325 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/security-groups?id=59433672-2092-460a-913c-05e5a3e92d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398845 Aug 23 20:42:10.634490 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07fe8dc-e0ea-4804-a62a-bc012c8410ce req-5a32ff5d-e3e1-4756-978a-115306c50646 tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:10.636308 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c07fe8dc-e0ea-4804-a62a-bc012c8410ce req-5a32ff5d-e3e1-4756-978a-115306c50646 tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] 10.222.0.61 "GET /v2.0/ports?device_id=4207e577-6f27-4ce9-b3f4-4412b6e0bfec HTTP/1.1" status: 200 len: 944 time: 0.7652054 Aug 23 20:42:10.659635 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dccb953b-aa3a-4812-8049-9a914d2d7fc1 req-766e5dcf-c2c9-4160-8188-16c6b80d7f2a service neutron] 10.222.0.32 "GET /v2.0/networks/e5de8573-8724-417b-9e45-0201cb25fe6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317722 Aug 23 20:42:10.663449 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-36232e6f-92d9-48f2-98a1-bc11601c0ec0 req-d312cbc3-33e1-41ff-ae9b-89bb5b29060e service neutron] 10.222.0.11 "GET /v2.0/networks/af4706b6-78a2-4ed9-91e2-487e13d661e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493084 Aug 23 20:42:10.668596 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 5b814750-a2f2-4a4c-b6ae-0ba0827daf66 up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:42:10.704741 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c63c5-1c09-4dda-9b54-d63b0b5296ec req-8ae23bc7-e9e4-4984-bcc9-93c07de4b0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:10.706740 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-773c63c5-1c09-4dda-9b54-d63b0b5296ec req-8ae23bc7-e9e4-4984-bcc9-93c07de4b0bc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f5ab73c8-3f69-4f44-b7f0-2a0346bab3bc HTTP/1.1" status: 200 len: 849 time: 0.2057645 Aug 23 20:42:10.721459 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-11133c7d-a2d8-43b9-af59-a3e01eaa5426 req-c1ed1545-7567-40f6-a0de-4a6c101c2df5 service neutron] 10.222.0.11 "GET /v2.0/networks/08ee7db6-ee70-42c6-86e8-ee22c22907f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7497044 Aug 23 20:42:10.754668 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb77855-d85c-426c-a494-d865fbe2c988 req-6ab061f9-9fb6-473f-954b-f4ef3af7967f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:10.757052 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ecb77855-d85c-426c-a494-d865fbe2c988 req-6ab061f9-9fb6-473f-954b-f4ef3af7967f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6b0367cc-2df4-4eae-b336-e3b51e77b576 HTTP/1.1" status: 200 len: 1096 time: 0.2833796 Aug 23 20:42:10.768020 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port 5b814750-a2f2-4a4c-b6ae-0ba0827daf66 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:42:10.772478 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port 5b814750-a2f2-4a4c-b6ae-0ba0827daf66 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:42:10.772985 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:10.792108 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-773c63c5-1c09-4dda-9b54-d63b0b5296ec req-f03b20cd-65e1-4621-b2e9-10b0f2c87131 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2b9a7932-3045-49b7-ac54-223488947af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650687 Aug 23 20:42:10.800867 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dccb953b-aa3a-4812-8049-9a914d2d7fc1 req-84dd6edc-b7f6-45e7-bf83-c505a3fc02ed service neutron] 10.222.0.32 "GET /v2.0/networks/e5de8573-8724-417b-9e45-0201cb25fe6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201053 Aug 23 20:42:10.875255 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:10.875836 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c07fe8dc-e0ea-4804-a62a-bc012c8410ce req-0c7fd0b5-a016-4891-9a9a-c6f79f8fbb23 tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] 10.222.0.61 "GET /v2.0/security-groups?id=a9e09918-4aa1-423f-b81d-c8a818872dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286179 Aug 23 20:42:10.901896 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1449f9a8-ee68-4c98-b40b-6b3c91c3ee3a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:10.915763 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 5b814750-a2f2-4a4c-b6ae-0ba0827daf66, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=5b814750-a2f2-4a4c-b6ae-0ba0827daf66,segment=NetworkSegment(7c822085-f0bf-43b3-a949-ad2c2f0679eb),segment_id=7c822085-f0bf-43b3-a949-ad2c2f0679eb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:42:10.926009 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:10.933859 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-1449f9a8-ee68-4c98-b40b-6b3c91c3ee3a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Calling delete_port for 33fe59b2-6bba-44bb-9978-2aec8219bda0 owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:42:10.954173 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ecb77855-d85c-426c-a494-d865fbe2c988 req-68301e5f-0a46-46ee-810e-3a650e7c4ecb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0f82240c-c6c4-4a5d-9c5f-0ca19e0dcac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614380 Aug 23 20:42:11.008538 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44033d-81a2-4df1-b538-a0471f59be70 req-a3a358f0-6a62-4def-b23f-ce085a739629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:11.010464 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0a44033d-81a2-4df1-b538-a0471f59be70 req-a3a358f0-6a62-4def-b23f-ce085a739629 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7880e59da8b64cb8b3031fd86db3c916&device_id=af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d HTTP/1.1" status: 200 len: 1094 time: 0.0741849 Aug 23 20:42:11.018465 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=5b814750-a2f2-4a4c-b6ae-0ba0827daf66,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:11.024365 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd795919-7997-4ff0-b792-4b79c5792197 req-e37f1505-37da-4cb9-9728-6bc2f6b72a5e tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:11.034633 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fd795919-7997-4ff0-b792-4b79c5792197 req-e37f1505-37da-4cb9-9728-6bc2f6b72a5e tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a3b5017-c2bb-4d9a-a8bf-d0e9c9983daf HTTP/1.1" status: 200 len: 943 time: 0.1562135 Aug 23 20:42:11.062406 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-773c63c5-1c09-4dda-9b54-d63b0b5296ec req-74041b1f-f42c-4135-821c-c450b954b6cd service neutron] 10.222.0.11 "GET /v2.0/networks/2b9a7932-3045-49b7-ac54-223488947af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309451 Aug 23 20:42:11.082344 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fd795919-7997-4ff0-b792-4b79c5792197 req-4e7fb65e-71da-41bf-bd09-e0faa4139b0d tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466855 Aug 23 20:42:11.119400 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325c35a-8674-4b21-87e8-884b7f0c6766 req-0b97a3ec-7bea-4201-b718-978507edff6b tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:11.121110 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c325c35a-8674-4b21-87e8-884b7f0c6766 req-0b97a3ec-7bea-4201-b718-978507edff6b tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b0367cc-2df4-4eae-b336-e3b51e77b576 HTTP/1.1" status: 200 len: 945 time: 0.1080854 Aug 23 20:42:11.260524 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c325c35a-8674-4b21-87e8-884b7f0c6766 req-62bb8142-86fb-4702-bb3b-a2c55d730bca tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/security-groups?id=0f82240c-c6c4-4a5d-9c5f-0ca19e0dcac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749011 Aug 23 20:42:11.309532 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-773c63c5-1c09-4dda-9b54-d63b0b5296ec req-23f8b034-64ba-4a23-b57a-79364801ab08 service neutron] 10.222.0.11 "GET /v2.0/networks/2b9a7932-3045-49b7-ac54-223488947af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331226 Aug 23 20:42:11.339831 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1449f9a8-ee68-4c98-b40b-6b3c91c3ee3a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:11.380158 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1449f9a8-ee68-4c98-b40b-6b3c91c3ee3a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event deleted for resources: {'Port': ['ID=33fe59b2-6bba-44bb-9978-2aec8219bda0,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:11.411932 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44033d-81a2-4df1-b538-a0471f59be70 req-353253e0-d09d-454e-acc5-526990ae75a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:11.413498 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0a44033d-81a2-4df1-b538-a0471f59be70 req-353253e0-d09d-454e-acc5-526990ae75a5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e5de8573-8724-417b-9e45-0201cb25fe6b HTTP/1.1" status: 200 len: 910 time: 0.1748655 Aug 23 20:42:11.428028 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-66b4c3e1-1bc4-4e7d-a0c0-191991c1d240 req-861bb882-86d8-470f-b751-84927812d693 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc9e8022-e947-4165-acfb-0a209a49dfcd HTTP/1.1" status: 200 len: 210 time: 0.0581651 Aug 23 20:42:11.485870 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0a44033d-81a2-4df1-b538-a0471f59be70 req-b58d6d24-b0a9-4dd0-a3b3-b8240d97439e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d30c483-eec0-4d18-a093-7e8622543077 HTTP/1.1" status: 200 len: 217 time: 0.0567117 Aug 23 20:42:11.568239 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1449f9a8-ee68-4c98-b40b-6b3c91c3ee3a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:11.577751 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44033d-81a2-4df1-b538-a0471f59be70 req-bc60c9c2-8a0b-4b87-b407-d19a43bb778b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:11.580647 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0a44033d-81a2-4df1-b538-a0471f59be70 req-bc60c9c2-8a0b-4b87-b407-d19a43bb778b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bbd0034a-a038-4b43-8b24-1cd5d52f0793 HTTP/1.1" status: 200 len: 848 time: 0.0854323 Aug 23 20:42:11.655213 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44033d-81a2-4df1-b538-a0471f59be70 req-4332b1fd-a67f-4d3d-a175-4c84f19e2700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:11.657598 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0a44033d-81a2-4df1-b538-a0471f59be70 req-4332b1fd-a67f-4d3d-a175-4c84f19e2700 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e5de8573-8724-417b-9e45-0201cb25fe6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644069 Aug 23 20:42:11.691677 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 995210d9-e1ba-4579-860d-e456fc6ca411 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:42:11.799313 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0a44033d-81a2-4df1-b538-a0471f59be70 req-0f5c6fa0-6ed1-4348-9a66-62daa3d85a6b service neutron] 10.222.0.32 "GET /v2.0/networks/e5de8573-8724-417b-9e45-0201cb25fe6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233959 Aug 23 20:42:11.822084 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 995210d9-e1ba-4579-860d-e456fc6ca411, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=995210d9-e1ba-4579-860d-e456fc6ca411,segment=NetworkSegment(7c822085-f0bf-43b3-a949-ad2c2f0679eb),segment_id=7c822085-f0bf-43b3-a949-ad2c2f0679eb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:42:11.835624 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '995210d9-e1ba-4579-860d-e456fc6ca411', 'network_id': '08ee7db6-ee70-42c6-86e8-ee22c22907f2', 'port_id': '995210d9-e1ba-4579-860d-e456fc6ca411', 'mac_address': 'fa:16:3e:37:7d:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f081180f-c4fd-4243-9f2e-305cad1ce609', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:42:11.879571 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:11.883043 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38201364-e421-4efc-83fc-57acc0d44fc2 req-1d23c396-95a6-41b6-9058-28cc8af537e9 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:11.892679 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-38201364-e421-4efc-83fc-57acc0d44fc2 req-1d23c396-95a6-41b6-9058-28cc8af537e9 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/ports?device_id=af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d HTTP/1.1" status: 200 len: 943 time: 0.1756866 Aug 23 20:42:11.894728 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 995210d9-e1ba-4579-860d-e456fc6ca411 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:42:11.905226 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1449f9a8-ee68-4c98-b40b-6b3c91c3ee3a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Router 704f00c5-111d-4316-951a-27bdae598a34 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:42:11.919286 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 995210d9-e1ba-4579-860d-e456fc6ca411, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=995210d9-e1ba-4579-860d-e456fc6ca411,segment=NetworkSegment(7c822085-f0bf-43b3-a949-ad2c2f0679eb),segment_id=7c822085-f0bf-43b3-a949-ad2c2f0679eb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:42:11.926915 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:11.941413 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0a44033d-81a2-4df1-b538-a0471f59be70 req-c8d9e13a-3731-4d9f-b341-92dea53a50a5 service neutron] 10.222.0.32 "GET /v2.0/networks/e5de8573-8724-417b-9e45-0201cb25fe6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191118 Aug 23 20:42:11.954478 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-38201364-e421-4efc-83fc-57acc0d44fc2 req-0b5eb517-0a86-416c-b94c-633cfc4c6cb2 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/security-groups?id=59433672-2092-460a-913c-05e5a3e92d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604079 Aug 23 20:42:11.989193 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe3d0bd-71a7-470a-99cc-6346f7446cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b814750-a2f2-4a4c-b6ae-0ba0827daf66'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:42:11.991567 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b69d10b-71ac-472e-9472-a54b8d56698e" -d '{"events": [{"server_uuid": "efe3d0bd-71a7-470a-99cc-6346f7446cd6", "name": "network-vif-plugged", "status": "completed", "tag": "5b814750-a2f2-4a4c-b6ae-0ba0827daf66"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:42:12.005328 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=995210d9-e1ba-4579-860d-e456fc6ca411,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:12.043970 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff5ba2a-4963-4c20-b5d4-7d725cbc6817 x-openstack-request-id: req-7ff5ba2a-4963-4c20-b5d4-7d725cbc6817 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:42:12.044658 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efe3d0bd-71a7-470a-99cc-6346f7446cd6", "name": "network-vif-plugged", "status": "completed", "tag": "5b814750-a2f2-4a4c-b6ae-0ba0827daf66", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:42:12.044658 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7ff5ba2a-4963-4c20-b5d4-7d725cbc6817 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:42:12.045027 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efe3d0bd-71a7-470a-99cc-6346f7446cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b814750-a2f2-4a4c-b6ae-0ba0827daf66', 'code': 200} Aug 23 20:42:12.053753 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1449f9a8-ee68-4c98-b40b-6b3c91c3ee3a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:42:12.055016 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ceecd-8777-414c-9a5e-43a89e9872cc req-343c475c-9a31-4f9b-b30d-e2958d238cf8 tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:12.061556 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1449f9a8-ee68-4c98-b40b-6b3c91c3ee3a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "PUT /v2.0/routers/704f00c5-111d-4316-951a-27bdae598a34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3100057 Aug 23 20:42:12.065105 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38316) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:12.067062 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e43ceecd-8777-414c-9a5e-43a89e9872cc req-343c475c-9a31-4f9b-b30d-e2958d238cf8 tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] 10.222.0.61 "GET /v2.0/ports?device_id=4207e577-6f27-4ce9-b3f4-4412b6e0bfec HTTP/1.1" status: 200 len: 944 time: 0.0916712 Aug 23 20:42:12.070005 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22dc872-13b5-4758-8148-9fc5cbd91d62 None None] Sync routers for ids ['704f00c5-111d-4316-951a-27bdae598a34'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:42:12.081039 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22dc872-13b5-4758-8148-9fc5cbd91d62 None None] Routers {'704f00c5-111d-4316-951a-27bdae598a34'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:42:12.081962 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e22dc872-13b5-4758-8148-9fc5cbd91d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:41:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['704f00c5-111d-4316-951a-27bdae598a34'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:12.115768 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8aad47c3-8182-4ea1-859d-c521a56763f9 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "GET /v2.0/ports?device_id=704f00c5-111d-4316-951a-27bdae598a34 HTTP/1.1" status: 200 len: 205 time: 0.0470655 Aug 23 20:42:12.116449 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38320) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:12.167631 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e43ceecd-8777-414c-9a5e-43a89e9872cc req-7006844c-434f-40e4-af8c-7f5d4dbfd565 tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] 10.222.0.61 "GET /v2.0/security-groups?id=a9e09918-4aa1-423f-b81d-c8a818872dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996015 Aug 23 20:42:12.178183 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e22dc872-13b5-4758-8148-9fc5cbd91d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:12.197853 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22dc872-13b5-4758-8148-9fc5cbd91d62 None None] Routers {'704f00c5-111d-4316-951a-27bdae598a34'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:42:12.198471 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e22dc872-13b5-4758-8148-9fc5cbd91d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:41:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['704f00c5-111d-4316-951a-27bdae598a34'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:12.273236 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['995210d9-e1ba-4579-860d-e456fc6ca411'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:42:12.289863 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e22dc872-13b5-4758-8148-9fc5cbd91d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:12.290861 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22dc872-13b5-4758-8148-9fc5cbd91d62 None None] The sync data for ids ['704f00c5-111d-4316-951a-27bdae598a34'] in n-d-805663-2 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:42:12.355739 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1cc812d6-0a62-453c-afa4-e284293bdc23 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:12.365223 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd056e-166b-4fad-94f2-b4ff347f0053 req-87b4984b-b09c-43c5-a22c-2c1c3570031a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:12.370638 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-82fd056e-166b-4fad-94f2-b4ff347f0053 req-87b4984b-b09c-43c5-a22c-2c1c3570031a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=efe3d0bd-71a7-470a-99cc-6346f7446cd6 HTTP/1.1" status: 200 len: 1096 time: 0.1222355 Aug 23 20:42:12.453712 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-82fd056e-166b-4fad-94f2-b4ff347f0053 req-3572bde0-92f6-42ff-8a0a-a09ea28214b1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753498 Aug 23 20:42:12.454550 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e958a48-7aec-43a0-b78f-a480f8378d02 req-6abe1d29-ffa6-40a6-b02e-b3facab83585 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:12.455523 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3e958a48-7aec-43a0-b78f-a480f8378d02 req-6abe1d29-ffa6-40a6-b02e-b3facab83585 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a3b5017-c2bb-4d9a-a8bf-d0e9c9983daf HTTP/1.1" status: 200 len: 944 time: 0.2536151 Aug 23 20:42:12.488652 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4d45e-2504-488c-80eb-23dea8359202 req-d2efa548-4786-46d8-849b-8bfd435a0d09 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:12.490246 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2cb4d45e-2504-488c-80eb-23dea8359202 req-d2efa548-4786-46d8-849b-8bfd435a0d09 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b0367cc-2df4-4eae-b336-e3b51e77b576 HTTP/1.1" status: 200 len: 945 time: 0.0862477 Aug 23 20:42:12.556587 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2cb4d45e-2504-488c-80eb-23dea8359202 req-be128aef-6359-444d-9f9a-2782d1060be5 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/security-groups?id=0f82240c-c6c4-4a5d-9c5f-0ca19e0dcac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599136 Aug 23 20:42:12.600724 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1cc812d6-0a62-453c-afa4-e284293bdc23 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:12.604472 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1cc812d6-0a62-453c-afa4-e284293bdc23 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:12.663276 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3e958a48-7aec-43a0-b78f-a480f8378d02 req-ba9bfc8f-5c7c-4a8d-919c-bccaa4a7d807 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765451 Aug 23 20:42:12.664140 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1cc812d6-0a62-453c-afa4-e284293bdc23 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:12.664859 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc812d6-0a62-453c-afa4-e284293bdc23 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Fanout notify agent at l3_agent the message router_deleted on router 704f00c5-111d-4316-951a-27bdae598a34 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:42:12.673746 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1cc812d6-0a62-453c-afa4-e284293bdc23 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:12.676629 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1cc812d6-0a62-453c-afa4-e284293bdc23 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "DELETE /v2.0/routers/704f00c5-111d-4316-951a-27bdae598a34 HTTP/1.1" status: 204 len: 168 time: 0.5574985 Aug 23 20:42:12.678075 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38334) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:12.728937 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38336) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:12.766178 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d51fda1-68f8-4456-a11a-2bdb7fb096de tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Deleting subnet 5dd7c101-dbeb-44e8-b377-08f68521a2d6 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:42:12.770211 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d51fda1-68f8-4456-a11a-2bdb7fb096de tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:12.800404 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cab66739-6736-46e3-a55e-1bc033f2e82a tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:12.846052 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d51fda1-68f8-4456-a11a-2bdb7fb096de tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:12.870990 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cab66739-6736-46e3-a55e-1bc033f2e82a tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:12.945151 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cab66739-6736-46e3-a55e-1bc033f2e82a tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:12.949011 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cab66739-6736-46e3-a55e-1bc033f2e82a tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:12.950209 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-cab66739-6736-46e3-a55e-1bc033f2e82a tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "DELETE /v2.0/security-groups/38b07d32-2951-4646-87b8-46622765d84d HTTP/1.1" status: 204 len: 168 time: 0.2201436 Aug 23 20:42:12.954772 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38342) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:12.973781 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab66739-6736-46e3-a55e-1bc033f2e82a tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b07d32-2951-4646-87b8-46622765d84d,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:12.976635 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-c9a41f43-ac8c-4bc9-aaef-d48d0c0bf438 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] show failed (client error): The resource could not be found. Aug 23 20:42:12.978742 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c9a41f43-ac8c-4bc9-aaef-d48d0c0bf438 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "GET /v2.0/security-groups/38b07d32-2951-4646-87b8-46622765d84d HTTP/1.1" status: 404 len: 347 time: 0.0218742 Aug 23 20:42:12.981458 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38346) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:13.004008 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4bcb0c-4554-4038-8331-38333775e6f2 req-3c386942-52a6-409d-9801-81ba91635180 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:13.006209 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0f4bcb0c-4554-4038-8331-38333775e6f2 req-3c386942-52a6-409d-9801-81ba91635180 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b0367cc-2df4-4eae-b336-e3b51e77b576 HTTP/1.1" status: 200 len: 945 time: 0.0941949 Aug 23 20:42:13.039617 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d51fda1-68f8-4456-a11a-2bdb7fb096de tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:13.065567 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4db7f0b9-6093-48dc-8067-5e48ed16a363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:13.123411 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0f4bcb0c-4554-4038-8331-38333775e6f2 req-7923a0d0-2cf0-439e-8b76-cc20b78d4e44 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/security-groups?id=0f82240c-c6c4-4a5d-9c5f-0ca19e0dcac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984037 Aug 23 20:42:13.163050 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d51fda1-68f8-4456-a11a-2bdb7fb096de tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:13.175128 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-d759d3b6-1111-484c-8b3c-43bf23adfe84 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Deleting port 7677bd78-fb2c-48f3-803f-91c15ac957f6 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:42:13.175658 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d759d3b6-1111-484c-8b3c-43bf23adfe84 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:13.220167 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d51fda1-68f8-4456-a11a-2bdb7fb096de tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:13.223013 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8d51fda1-68f8-4456-a11a-2bdb7fb096de tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "DELETE /v2.0/subnets/5dd7c101-dbeb-44e8-b377-08f68521a2d6 HTTP/1.1" status: 204 len: 168 time: 0.5437109 Aug 23 20:42:13.227002 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38352) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:13.232633 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6af31d-380a-4f42-8894-397b5eef2aaf None None] Network f1c14d93-9bee-4a71-b72a-fd017a660516 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:42:13.257295 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51fda1-68f8-4456-a11a-2bdb7fb096de tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event deleted for resources: {'Subnet': ['ID=5dd7c101-dbeb-44e8-b377-08f68521a2d6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:13.332313 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b2ab0-ceb4-4bbf-98f9-f28c43ec9e0c req-edea60ba-b6de-4639-aa33-955ae2778960 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:13.339963 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-624b2ab0-ceb4-4bbf-98f9-f28c43ec9e0c req-edea60ba-b6de-4639-aa33-955ae2778960 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/ports?device_id=af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d HTTP/1.1" status: 200 len: 943 time: 0.1157584 Aug 23 20:42:13.385993 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-26073c4d-5a51-4655-9d75-6f6d5f01528b tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:13.391424 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-624b2ab0-ceb4-4bbf-98f9-f28c43ec9e0c req-dc08d6b6-5008-45ca-b68f-1227e87a7d34 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/security-groups?id=59433672-2092-460a-913c-05e5a3e92d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463367 Aug 23 20:42:13.394205 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d759d3b6-1111-484c-8b3c-43bf23adfe84 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:13.394735 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d759d3b6-1111-484c-8b3c-43bf23adfe84 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:13.439033 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024f3a5-9a79-474a-a594-2df24d9449b4 req-428db1a0-edc9-428d-9187-5235768c80a2 tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:13.441005 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b024f3a5-9a79-474a-a594-2df24d9449b4 req-428db1a0-edc9-428d-9187-5235768c80a2 tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] 10.222.0.61 "GET /v2.0/ports?device_id=4207e577-6f27-4ce9-b3f4-4412b6e0bfec HTTP/1.1" status: 200 len: 944 time: 0.1437964 Aug 23 20:42:13.442430 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-d759d3b6-1111-484c-8b3c-43bf23adfe84 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Calling delete_port for 7677bd78-fb2c-48f3-803f-91c15ac957f6 owned by network:floatingip {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:42:13.468392 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c778e6-c6ff-41ce-8fd0-7eeb1b1f56f7 None None] DHCP port deletion for f1c14d93-9bee-4a71-b72a-fd017a660516 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:42:13.525552 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:13.537957 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef7d50-08d7-455a-b112-e8d95926d690 req-36b2f6f6-afc9-445a-9375-4cf52a6a18df tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:13.544461 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef7d50-08d7-455a-b112-e8d95926d690 req-36b2f6f6-afc9-445a-9375-4cf52a6a18df tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:13.551064 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef7d50-08d7-455a-b112-e8d95926d690 req-36b2f6f6-afc9-445a-9375-4cf52a6a18df tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:13.558414 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef7d50-08d7-455a-b112-e8d95926d690 req-36b2f6f6-afc9-445a-9375-4cf52a6a18df tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:13.562008 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a6c778e6-c6ff-41ce-8fd0-7eeb1b1f56f7 None None] Deleting port ac0d95b5-1602-469a-9089-6480fd95f4d7 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:42:13.562559 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a6c778e6-c6ff-41ce-8fd0-7eeb1b1f56f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:13.571165 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef7d50-08d7-455a-b112-e8d95926d690 req-36b2f6f6-afc9-445a-9375-4cf52a6a18df tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:13.577409 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef7d50-08d7-455a-b112-e8d95926d690 req-36b2f6f6-afc9-445a-9375-4cf52a6a18df tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:13.582275 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b024f3a5-9a79-474a-a594-2df24d9449b4 req-c54875d6-2985-44af-8ca4-e2c12b5b47cc tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] 10.222.0.61 "GET /v2.0/security-groups?id=a9e09918-4aa1-423f-b81d-c8a818872dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325617 Aug 23 20:42:13.583935 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef7d50-08d7-455a-b112-e8d95926d690 req-36b2f6f6-afc9-445a-9375-4cf52a6a18df tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:13.593180 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-adef7d50-08d7-455a-b112-e8d95926d690 req-36b2f6f6-afc9-445a-9375-4cf52a6a18df tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 5432 time: 0.1316020 Aug 23 20:42:13.645086 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-26073c4d-5a51-4655-9d75-6f6d5f01528b tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Deleting port ac0d95b5-1602-469a-9089-6480fd95f4d7 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:42:13.645652 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-26073c4d-5a51-4655-9d75-6f6d5f01528b tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:13.646098 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-adef7d50-08d7-455a-b112-e8d95926d690 req-105380c1-c40c-40a5-9932-a59df1c35330 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b54e5a8-71d6-43fd-b888-7393c70f9dac&id=8c89d379-1762-483a-9924-6d88093352af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0477593 Aug 23 20:42:13.698428 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a6c778e6-c6ff-41ce-8fd0-7eeb1b1f56f7 None None] For port ac0d95b5-1602-469a-9089-6480fd95f4d7, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=ac0d95b5-1602-469a-9089-6480fd95f4d7,segment=NetworkSegment(7741e141-e6ac-4c8a-9af7-7d46d0e1479e),segment_id=7741e141-e6ac-4c8a-9af7-7d46d0e1479e)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:42:13.698758 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a6c778e6-c6ff-41ce-8fd0-7eeb1b1f56f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:13.712981 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 54626073-35b2-4529-b227-7b84b39d0e2f details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:42:13.728470 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a6c778e6-c6ff-41ce-8fd0-7eeb1b1f56f7 None None] Calling delete_port for ac0d95b5-1602-469a-9089-6480fd95f4d7 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:42:13.794889 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-26073c4d-5a51-4655-9d75-6f6d5f01528b tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] For port ac0d95b5-1602-469a-9089-6480fd95f4d7, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=ac0d95b5-1602-469a-9089-6480fd95f4d7,segment=NetworkSegment(7741e141-e6ac-4c8a-9af7-7d46d0e1479e),segment_id=7741e141-e6ac-4c8a-9af7-7d46d0e1479e)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:42:13.795139 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-26073c4d-5a51-4655-9d75-6f6d5f01528b tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:13.820347 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-26073c4d-5a51-4655-9d75-6f6d5f01528b tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Calling delete_port for ac0d95b5-1602-469a-9089-6480fd95f4d7 owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:42:13.831713 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef6bfe-07e3-4a6b-ae58-074872b62e2a req-10ef0c04-9678-41c1-bb46-b0a9baefc132 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:13.833654 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8fef6bfe-07e3-4a6b-ae58-074872b62e2a req-10ef0c04-9678-41c1-bb46-b0a9baefc132 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a3b5017-c2bb-4d9a-a8bf-d0e9c9983daf HTTP/1.1" status: 200 len: 944 time: 0.0704520 Aug 23 20:42:13.883618 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8fef6bfe-07e3-4a6b-ae58-074872b62e2a req-74f702ae-6da6-4158-aa64-7db2fbc05409 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430613 Aug 23 20:42:13.916552 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d759d3b6-1111-484c-8b3c-43bf23adfe84 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:13.927837 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 54626073-35b2-4529-b227-7b84b39d0e2f, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=54626073-35b2-4529-b227-7b84b39d0e2f,segment=NetworkSegment(cfd8f521-8830-4194-b2f8-38a8445664a9),segment_id=cfd8f521-8830-4194-b2f8-38a8445664a9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:42:13.942310 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a6c778e6-c6ff-41ce-8fd0-7eeb1b1f56f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:13.945646 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '54626073-35b2-4529-b227-7b84b39d0e2f', 'network_id': '2b9a7932-3045-49b7-ac54-223488947af7', 'port_id': '54626073-35b2-4529-b227-7b84b39d0e2f', 'mac_address': 'fa:16:3e:83:67:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5ab73c8-3f69-4f44-b7f0-2a0346bab3bc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:42:13.958819 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d759d3b6-1111-484c-8b3c-43bf23adfe84 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Pushing event deleted for resources: {'Port': ['ID=7677bd78-fb2c-48f3-803f-91c15ac957f6,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:13.974012 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759d3b6-1111-484c-8b3c-43bf23adfe84 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:42:13.974715 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759d3b6-1111-484c-8b3c-43bf23adfe84 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:42:13.974715 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759d3b6-1111-484c-8b3c-43bf23adfe84 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:42:13.976078 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759d3b6-1111-484c-8b3c-43bf23adfe84 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:42:13.976078 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759d3b6-1111-484c-8b3c-43bf23adfe84 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:42:13.976078 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759d3b6-1111-484c-8b3c-43bf23adfe84 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:42:13.976339 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759d3b6-1111-484c-8b3c-43bf23adfe84 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:42:13.976573 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759d3b6-1111-484c-8b3c-43bf23adfe84 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:42:13.976902 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759d3b6-1111-484c-8b3c-43bf23adfe84 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:42:13.977229 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759d3b6-1111-484c-8b3c-43bf23adfe84 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:42:13.977552 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759d3b6-1111-484c-8b3c-43bf23adfe84 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:42:13.977876 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759d3b6-1111-484c-8b3c-43bf23adfe84 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:42:13.996099 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c778e6-c6ff-41ce-8fd0-7eeb1b1f56f7 None None] Pushing event deleted for resources: {'Port': ['ID=ac0d95b5-1602-469a-9089-6480fd95f4d7,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:14.000034 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-26073c4d-5a51-4655-9d75-6f6d5f01528b tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:14.004388 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c778e6-c6ff-41ce-8fd0-7eeb1b1f56f7 None None] No DVR routers for this DVR port ac0d95b5-1602-469a-9089-6480fd95f4d7 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:42:14.026612 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:14.044360 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54626073-35b2-4529-b227-7b84b39d0e2f {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:42:14.055954 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26073c4d-5a51-4655-9d75-6f6d5f01528b tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event deleted for resources: {'Port': ['ID=ac0d95b5-1602-469a-9089-6480fd95f4d7,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:14.061110 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26073c4d-5a51-4655-9d75-6f6d5f01528b tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] No DVR routers for this DVR port ac0d95b5-1602-469a-9089-6480fd95f4d7 on host n-d-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:42:14.071210 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 54626073-35b2-4529-b227-7b84b39d0e2f, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=54626073-35b2-4529-b227-7b84b39d0e2f,segment=NetworkSegment(cfd8f521-8830-4194-b2f8-38a8445664a9),segment_id=cfd8f521-8830-4194-b2f8-38a8445664a9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:42:14.075990 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:14.140621 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=54626073-35b2-4529-b227-7b84b39d0e2f,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:14.152267 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d759d3b6-1111-484c-8b3c-43bf23adfe84 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Notify callbacks [] for floatingip, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:14.155384 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d759d3b6-1111-484c-8b3c-43bf23adfe84 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:14.160079 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d759d3b6-1111-484c-8b3c-43bf23adfe84 tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] 10.222.0.61 "DELETE /v2.0/floatingips/72da2065-24f7-4f53-b2e7-47f22da73da2 HTTP/1.1" status: 204 len: 168 time: 1.1744235 Aug 23 20:42:14.160489 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38360) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:14.168517 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-26073c4d-5a51-4655-9d75-6f6d5f01528b tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:14.180283 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-26073c4d-5a51-4655-9d75-6f6d5f01528b tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1c14d93-9bee-4a71-b72a-fd017a660516']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:14.194821 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-26073c4d-5a51-4655-9d75-6f6d5f01528b tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7741e141-e6ac-4c8a-9af7-7d46d0e1479e') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:14.194821 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-26073c4d-5a51-4655-9d75-6f6d5f01528b tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7741e141-e6ac-4c8a-9af7-7d46d0e1479e') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:14.204764 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-26073c4d-5a51-4655-9d75-6f6d5f01528b tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:14.220791 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-26073c4d-5a51-4655-9d75-6f6d5f01528b tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:14.235861 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26073c4d-5a51-4655-9d75-6f6d5f01528b tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:42:14.236266 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-26073c4d-5a51-4655-9d75-6f6d5f01528b tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:14.239269 n-d-805663-2 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:42:14.239269 n-d-805663-2 neutron-server[94687]: self.session.flush() Aug 23 20:42:14.239269 n-d-805663-2 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:42:14.239269 n-d-805663-2 neutron-server[94687]: self.session.flush() Aug 23 20:42:14.239269 n-d-805663-2 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:42:14.239269 n-d-805663-2 neutron-server[94687]: self.session.flush() Aug 23 20:42:14.239269 n-d-805663-2 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:42:14.239269 n-d-805663-2 neutron-server[94687]: self.session.flush() Aug 23 20:42:14.239269 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:42:14.239269 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:42:14.239269 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:42:14.239269 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:42:14.239269 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:42:14.239269 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:42:14.239269 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:42:14.239269 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:42:14.239269 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:42:14.239269 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:42:14.239269 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:42:14.239269 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:42:14.239269 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:42:14.239269 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:42:14.239269 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:42:14.239269 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:42:14.239269 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:42:14.239269 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:42:14.239269 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:42:14.239269 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:42:14.239269 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:42:14.239269 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:42:14.239269 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:42:14.239269 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:42:14.239269 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:42:14.239269 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:42:14.239269 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:42:14.239269 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:42:14.239269 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:42:14.239269 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:42:14.239269 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:42:14.239269 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:42:14.331761 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41421f-86d8-44a3-9d81-002ba60e516c req-00654a04-5d27-457c-be65-71da1228ef7a tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:14.333360 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cd41421f-86d8-44a3-9d81-002ba60e516c req-00654a04-5d27-457c-be65-71da1228ef7a tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b0367cc-2df4-4eae-b336-e3b51e77b576 HTTP/1.1" status: 200 len: 945 time: 0.1140656 Aug 23 20:42:14.334955 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-26073c4d-5a51-4655-9d75-6f6d5f01528b tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:14.343334 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-26073c4d-5a51-4655-9d75-6f6d5f01528b tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:14.351830 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-26073c4d-5a51-4655-9d75-6f6d5f01528b tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "DELETE /v2.0/networks/f1c14d93-9bee-4a71-b72a-fd017a660516 HTTP/1.1" status: 204 len: 168 time: 1.1237223 Aug 23 20:42:14.355080 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38362) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:14.360715 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-318aeb48-adaf-4477-a9d2-270776dfa29e tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-768097966', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:42:14.381920 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26073c4d-5a51-4655-9d75-6f6d5f01528b tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event deleted for resources: {'Network': ['ID=f1c14d93-9bee-4a71-b72a-fd017a660516,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:14.424926 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cd41421f-86d8-44a3-9d81-002ba60e516c req-70fe1588-17c0-4077-88ab-26adf70460bd tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/security-groups?id=0f82240c-c6c4-4a5d-9c5f-0ca19e0dcac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719016 Aug 23 20:42:14.431624 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-318aeb48-adaf-4477-a9d2-270776dfa29e tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:14.432715 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-318aeb48-adaf-4477-a9d2-270776dfa29e tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:14.490622 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:14.504301 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-318aeb48-adaf-4477-a9d2-270776dfa29e tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:14.509948 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['54626073-35b2-4529-b227-7b84b39d0e2f'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:42:14.510110 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-318aeb48-adaf-4477-a9d2-270776dfa29e tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:14.532401 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-318aeb48-adaf-4477-a9d2-270776dfa29e tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:14.533969 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-318aeb48-adaf-4477-a9d2-270776dfa29e tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1779516 Aug 23 20:42:14.537857 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38366) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:14.545503 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-02dda021-9cb0-4080-946d-d18423cd8f96 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Request body: {'network': {'name': 'tempest-RoutersTest-1497288676'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:42:14.581696 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb382ba-4778-42b6-a9ad-06859b898694 req-99423941-fdf9-4880-b5ff-0aa957c9d0d1 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:14.583227 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2bb382ba-4778-42b6-a9ad-06859b898694 req-99423941-fdf9-4880-b5ff-0aa957c9d0d1 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b0367cc-2df4-4eae-b336-e3b51e77b576 HTTP/1.1" status: 200 len: 945 time: 0.1343181 Aug 23 20:42:14.583671 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02dda021-9cb0-4080-946d-d18423cd8f96 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Made reservation on behalf of 478a4137190c42b2a66568a56c662326 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:42:14.590167 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-02dda021-9cb0-4080-946d-d18423cd8f96 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:14.605420 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e86313-9521-4a5a-a55e-b6b95b981196 req-e4b72f84-f093-4f03-8580-d883c03d2ef2 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:14.606970 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b6e86313-9521-4a5a-a55e-b6b95b981196 req-e4b72f84-f093-4f03-8580-d883c03d2ef2 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/ports?device_id=af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d HTTP/1.1" status: 200 len: 943 time: 0.1399984 Aug 23 20:42:14.621626 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device ac0d95b5-1602-469a-9089-6480fd95f4d7 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:42:14.647710 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: ac0d95b5-1602-469a-9089-6480fd95f4d7 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:42:14.648091 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device ac0d95b5-1602-469a-9089-6480fd95f4d7 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:42:14.692192 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02dda021-9cb0-4080-946d-d18423cd8f96 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:42:14.703853 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 7d30c483-eec0-4d18-a093-7e8622543077 details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:42:14.740044 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-02dda021-9cb0-4080-946d-d18423cd8f96 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:14.740455 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-02dda021-9cb0-4080-946d-d18423cd8f96 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Added segment 3fe0595c-f503-4bf8-9f23-733de531825b of type vlan for network 3dfa55c1-66cd-45d5-bbcb-673e37fc5a43 Aug 23 20:42:14.743214 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b6e86313-9521-4a5a-a55e-b6b95b981196 req-0d09032a-8f0d-43d2-a9c4-e1ad79fd10f6 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/security-groups?id=59433672-2092-460a-913c-05e5a3e92d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114345 Aug 23 20:42:14.771437 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-00155cd7-43e1-4fa5-885f-fc9924899517 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:14.777773 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-00155cd7-43e1-4fa5-885f-fc9924899517 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:14.785062 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-00155cd7-43e1-4fa5-885f-fc9924899517 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:14.789606 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-2bb382ba-4778-42b6-a9ad-06859b898694 req-131e42d4-63ad-4ac1-a6e8-a2637da3b312 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Deleting port 0d15ffd9-6065-4962-bf85-21ec2040324c {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:42:14.789972 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2bb382ba-4778-42b6-a9ad-06859b898694 req-131e42d4-63ad-4ac1-a6e8-a2637da3b312 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:14.792436 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-00155cd7-43e1-4fa5-885f-fc9924899517 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:14.800300 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-00155cd7-43e1-4fa5-885f-fc9924899517 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:14.807390 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-00155cd7-43e1-4fa5-885f-fc9924899517 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:14.815348 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-00155cd7-43e1-4fa5-885f-fc9924899517 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:14.817530 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-00155cd7-43e1-4fa5-885f-fc9924899517 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.11 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 5432 time: 0.1748023 Aug 23 20:42:14.855290 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 7d30c483-eec0-4d18-a093-7e8622543077, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=7d30c483-eec0-4d18-a093-7e8622543077,segment=NetworkSegment(71fa0ee8-71f8-4ca3-a314-108544b37f00),segment_id=71fa0ee8-71f8-4ca3-a314-108544b37f00)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:42:14.870219 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': '7d30c483-eec0-4d18-a093-7e8622543077', 'network_id': 'e5de8573-8724-417b-9e45-0201cb25fe6b', 'port_id': '7d30c483-eec0-4d18-a093-7e8622543077', 'mac_address': 'fa:16:3e:8e:a4:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbd0034a-a038-4b43-8b24-1cd5d52f0793', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:42:14.892300 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dcf863d9-0952-4aa6-909b-a0f40552dcfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:14.893493 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-02dda021-9cb0-4080-946d-d18423cd8f96 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:14.905007 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9c790-26af-4cf2-b31e-1844a4123e06 req-8bf5aa98-2168-49b4-b224-c42e8cb578b3 tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:14.907147 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-26e9c790-26af-4cf2-b31e-1844a4123e06 req-8bf5aa98-2168-49b4-b224-c42e8cb578b3 tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] 10.222.0.61 "GET /v2.0/ports?device_id=4207e577-6f27-4ce9-b3f4-4412b6e0bfec HTTP/1.1" status: 200 len: 945 time: 0.2041271 Aug 23 20:42:14.912299 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-a30f5296-ccc5-4981-bcc3-47ab0796769b tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:14.913926 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-a30f5296-ccc5-4981-bcc3-47ab0796769b tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.11 "GET /v2.0/ports/60ae1ebc-636b-4489-b110-9d50fcbfd8b3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0756984 Aug 23 20:42:14.915194 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:14.929713 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d30c483-eec0-4d18-a093-7e8622543077 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:42:14.951713 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 7d30c483-eec0-4d18-a093-7e8622543077, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=7d30c483-eec0-4d18-a093-7e8622543077,segment=NetworkSegment(71fa0ee8-71f8-4ca3-a314-108544b37f00),segment_id=71fa0ee8-71f8-4ca3-a314-108544b37f00)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:42:14.957718 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:14.989653 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45265f70-f724-4626-b5a6-b4f6130b0fee req-4ce93048-e71c-48ec-8d24-b37090ba3a43 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:14.995551 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45265f70-f724-4626-b5a6-b4f6130b0fee req-4ce93048-e71c-48ec-8d24-b37090ba3a43 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:15.002032 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45265f70-f724-4626-b5a6-b4f6130b0fee req-4ce93048-e71c-48ec-8d24-b37090ba3a43 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:15.008122 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45265f70-f724-4626-b5a6-b4f6130b0fee req-4ce93048-e71c-48ec-8d24-b37090ba3a43 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:15.013429 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=7d30c483-eec0-4d18-a093-7e8622543077,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:15.014249 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45265f70-f724-4626-b5a6-b4f6130b0fee req-4ce93048-e71c-48ec-8d24-b37090ba3a43 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:15.018704 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-02dda021-9cb0-4080-946d-d18423cd8f96 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:15.021073 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45265f70-f724-4626-b5a6-b4f6130b0fee req-4ce93048-e71c-48ec-8d24-b37090ba3a43 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:15.024206 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02dda021-9cb0-4080-946d-d18423cd8f96 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:15.024793 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-02dda021-9cb0-4080-946d-d18423cd8f96 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:15.026969 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45265f70-f724-4626-b5a6-b4f6130b0fee req-4ce93048-e71c-48ec-8d24-b37090ba3a43 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:15.028927 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-45265f70-f724-4626-b5a6-b4f6130b0fee req-4ce93048-e71c-48ec-8d24-b37090ba3a43 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 5432 time: 0.1875217 Aug 23 20:42:15.085674 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-2bb382ba-4778-42b6-a9ad-06859b898694 req-131e42d4-63ad-4ac1-a6e8-a2637da3b312 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] For port 0d15ffd9-6065-4962-bf85-21ec2040324c, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=0d15ffd9-6065-4962-bf85-21ec2040324c,segment=NetworkSegment(2eca2f48-a757-4e4a-84b6-cecf77c14bb3),segment_id=2eca2f48-a757-4e4a-84b6-cecf77c14bb3)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:42:15.086048 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2bb382ba-4778-42b6-a9ad-06859b898694 req-131e42d4-63ad-4ac1-a6e8-a2637da3b312 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:15.120582 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-2bb382ba-4778-42b6-a9ad-06859b898694 req-131e42d4-63ad-4ac1-a6e8-a2637da3b312 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Calling delete_port for 0d15ffd9-6065-4962-bf85-21ec2040324c owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:42:15.185836 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-45265f70-f724-4626-b5a6-b4f6130b0fee req-664ca171-f8f0-4b44-b805-c819ebb1598d tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b54e5a8-71d6-43fd-b888-7393c70f9dac&id=8c89d379-1762-483a-9924-6d88093352af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1191325 Aug 23 20:42:15.225579 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['7d30c483-eec0-4d18-a093-7e8622543077'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:42:15.401574 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-26e9c790-26af-4cf2-b31e-1844a4123e06 req-f556ccba-c78b-4cfd-840d-0ea04275394c tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] 10.222.0.61 "GET /v2.0/security-groups?id=a9e09918-4aa1-423f-b81d-c8a818872dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4833524 Aug 23 20:42:15.436694 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2bb382ba-4778-42b6-a9ad-06859b898694 req-131e42d4-63ad-4ac1-a6e8-a2637da3b312 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:15.475691 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-02dda021-9cb0-4080-946d-d18423cd8f96 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9365911 Aug 23 20:42:15.481679 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38378) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:15.485308 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8d261-90b1-42fd-9e39-a4f7c899b896 req-2f71f092-2ab1-42e5-8c46-db8b74d407b8 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:15.487264 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d3f8d261-90b1-42fd-9e39-a4f7c899b896 req-2f71f092-2ab1-42e5-8c46-db8b74d407b8 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a3b5017-c2bb-4d9a-a8bf-d0e9c9983daf HTTP/1.1" status: 200 len: 944 time: 0.1335845 Aug 23 20:42:15.487940 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-a10b652d-116a-424c-a8d0-53254461a6ec tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Request body: {'subnet': {'network_id': '3dfa55c1-66cd-45d5-bbcb-673e37fc5a43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:42:15.489556 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e42d4-63ad-4ac1-a6e8-a2637da3b312 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Pushing event deleted for resources: {'Port': ['ID=0d15ffd9-6065-4962-bf85-21ec2040324c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:15.493299 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dda021-9cb0-4080-946d-d18423cd8f96 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event updated for resources: {'Network': ['ID=3dfa55c1-66cd-45d5-bbcb-673e37fc5a43,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:15.499397 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-d8626cf6-6062-4ba9-931a-acffe84d6047 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.11 "GET /v2.0/networks/3540c16b-5ded-45d3-80bb-012ec217ee8b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5728226 Aug 23 20:42:15.513977 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 3dfa55c1-66cd-45d5-bbcb-673e37fc5a43 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:42:15.517652 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-07167b94-0964-4ac4-9256-d5126b84b77b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:42:15.557482 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb382ba-4778-42b6-a9ad-06859b898694 req-131e42d4-63ad-4ac1-a6e8-a2637da3b312 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] No DVR routers for this DVR port 0d15ffd9-6065-4962-bf85-21ec2040324c on host n-h2-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:42:15.564203 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2bb382ba-4778-42b6-a9ad-06859b898694 req-131e42d4-63ad-4ac1-a6e8-a2637da3b312 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:15.565678 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2bb382ba-4778-42b6-a9ad-06859b898694 req-131e42d4-63ad-4ac1-a6e8-a2637da3b312 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.32 "DELETE /v2.0/ports/0d15ffd9-6065-4962-bf85-21ec2040324c HTTP/1.1" status: 204 len: 173 time: 0.9758954 Aug 23 20:42:15.566074 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0367cc-2df4-4eae-b336-e3b51e77b576', 'name': 'network-vif-deleted', 'tag': '0d15ffd9-6065-4962-bf85-21ec2040324c'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:42:15.570244 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f147bd53-a7a3-4af9-ad85-3588ef57b389" -d '{"events": [{"server_uuid": "6b0367cc-2df4-4eae-b336-e3b51e77b576", "name": "network-vif-deleted", "tag": "0d15ffd9-6065-4962-bf85-21ec2040324c"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:42:15.576634 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-dcf863d9-0952-4aa6-909b-a0f40552dcfc admin admin] Deleting port 36cdf5dd-6036-479b-b2c4-1ab2b3467b71 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:42:15.577048 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dcf863d9-0952-4aa6-909b-a0f40552dcfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:15.607788 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c80c963b-0217-41c2-94ac-11c99f06b2e3 req-e71dc871-a772-4bcb-8183-0fcfb229c3df tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b0367cc-2df4-4eae-b336-e3b51e77b576 HTTP/1.1" status: 200 len: 210 time: 0.0555904 Aug 23 20:42:15.648976 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d3f8d261-90b1-42fd-9e39-a4f7c899b896 req-da2949e0-a064-46f7-b7cb-4ebce1accff4 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499915 Aug 23 20:42:15.661546 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-07167b94-0964-4ac4-9256-d5126b84b77b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:15.672311 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f312d1-d197-41c5-91a0-e76699a53518 x-openstack-request-id: req-96f312d1-d197-41c5-91a0-e76699a53518 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:42:15.672727 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0367cc-2df4-4eae-b336-e3b51e77b576", "name": "network-vif-deleted", "tag": "0d15ffd9-6065-4962-bf85-21ec2040324c", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:42:15.672980 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-96f312d1-d197-41c5-91a0-e76699a53518 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:42:15.673451 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0367cc-2df4-4eae-b336-e3b51e77b576', 'name': 'network-vif-deleted', 'tag': '0d15ffd9-6065-4962-bf85-21ec2040324c', 'status': 'completed', 'code': 200} Aug 23 20:42:15.703769 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10b652d-116a-424c-a8d0-53254461a6ec tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Made reservation on behalf of 478a4137190c42b2a66568a56c662326 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:42:15.705567 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-dcf863d9-0952-4aa6-909b-a0f40552dcfc admin admin] For port 36cdf5dd-6036-479b-b2c4-1ab2b3467b71, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=36cdf5dd-6036-479b-b2c4-1ab2b3467b71,segment=NetworkSegment(02bc71d9-f313-4a15-a119-b64fea6486e0),segment_id=02bc71d9-f313-4a15-a119-b64fea6486e0)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:42:15.705873 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dcf863d9-0952-4aa6-909b-a0f40552dcfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:15.707290 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a10b652d-116a-424c-a8d0-53254461a6ec tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:15.719970 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-dcf863d9-0952-4aa6-909b-a0f40552dcfc admin admin] Calling delete_port for 36cdf5dd-6036-479b-b2c4-1ab2b3467b71 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:42:15.730202 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 995210d9-e1ba-4579-860d-e456fc6ca411 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:42:15.795976 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['0d15ffd9-6065-4962-bf85-21ec2040324c'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:42:15.840360 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 995210d9-e1ba-4579-860d-e456fc6ca411 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:42:15.857093 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 995210d9-e1ba-4579-860d-e456fc6ca411 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:42:15.857736 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:15.893127 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:15.922776 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-07167b94-0964-4ac4-9256-d5126b84b77b service neutron] For port 60ae1ebc-636b-4489-b110-9d50fcbfd8b3, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=60ae1ebc-636b-4489-b110-9d50fcbfd8b3,segment=NetworkSegment(8eba2c08-8fde-43b2-907a-ed6e6b74f059),segment_id=8eba2c08-8fde-43b2-907a-ed6e6b74f059)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:42:15.924052 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd0954-08b0-4af9-8ab3-c6b229befb81 req-3ddaeebf-65a9-4a59-9883-aeb1fbe0c3b4 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:15.926183 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2ddd0954-08b0-4af9-8ab3-c6b229befb81 req-3ddaeebf-65a9-4a59-9883-aeb1fbe0c3b4 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/ports?device_id=af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d HTTP/1.1" status: 200 len: 944 time: 0.0787795 Aug 23 20:42:15.967569 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:15.998241 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-07167b94-0964-4ac4-9256-d5126b84b77b service neutron] For port 60ae1ebc-636b-4489-b110-9d50fcbfd8b3, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:42:16.000412 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a3b5017-c2bb-4d9a-a8bf-d0e9c9983daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '995210d9-e1ba-4579-860d-e456fc6ca411'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:42:16.003777 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a88ddea-7a37-4ef1-8d59-9c3c09af7627" -d '{"events": [{"server_uuid": "1a3b5017-c2bb-4d9a-a8bf-d0e9c9983daf", "name": "network-vif-plugged", "status": "completed", "tag": "995210d9-e1ba-4579-860d-e456fc6ca411"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:42:16.019701 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 995210d9-e1ba-4579-860d-e456fc6ca411, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=995210d9-e1ba-4579-860d-e456fc6ca411,segment=NetworkSegment(7c822085-f0bf-43b3-a949-ad2c2f0679eb),segment_id=7c822085-f0bf-43b3-a949-ad2c2f0679eb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:42:16.021568 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a10b652d-116a-424c-a8d0-53254461a6ec tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:16.024932 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2ddd0954-08b0-4af9-8ab3-c6b229befb81 req-d8bf19f3-8bb1-490b-b08d-3ba05d3bc10d tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/security-groups?id=59433672-2092-460a-913c-05e5a3e92d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828426 Aug 23 20:42:16.026527 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dcf863d9-0952-4aa6-909b-a0f40552dcfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:16.031445 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:16.032929 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 54626073-35b2-4529-b227-7b84b39d0e2f up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:42:16.067897 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-07167b94-0964-4ac4-9256-d5126b84b77b service neutron] device_id is not set on port 60ae1ebc-636b-4489-b110-9d50fcbfd8b3 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:42:16.079120 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf863d9-0952-4aa6-909b-a0f40552dcfc admin admin] Pushing event deleted for resources: {'Port': ['ID=36cdf5dd-6036-479b-b2c4-1ab2b3467b71,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:16.088398 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-07167b94-0964-4ac4-9256-d5126b84b77b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:16.114904 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-07167b94-0964-4ac4-9256-d5126b84b77b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:16.120875 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10b652d-116a-424c-a8d0-53254461a6ec tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event updated for resources: {'Subnet': ['ID=e406b708-5e31-4400-a432-635345956df7,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:16.149222 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7110e0b-0203-4f15-9898-36ba0bb3764a x-openstack-request-id: req-c7110e0b-0203-4f15-9898-36ba0bb3764a {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:42:16.149222 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a3b5017-c2bb-4d9a-a8bf-d0e9c9983daf", "name": "network-vif-plugged", "status": "completed", "tag": "995210d9-e1ba-4579-860d-e456fc6ca411", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:42:16.149222 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c7110e0b-0203-4f15-9898-36ba0bb3764a {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:42:16.150184 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a3b5017-c2bb-4d9a-a8bf-d0e9c9983daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '995210d9-e1ba-4579-860d-e456fc6ca411', 'code': 200} Aug 23 20:42:16.189847 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10b652d-116a-424c-a8d0-53254461a6ec tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Checking segment: {'id': '3fe0595c-f503-4bf8-9f23-733de531825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3dfa55c1-66cd-45d5-bbcb-673e37fc5a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:42:16.190846 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10b652d-116a-424c-a8d0-53254461a6ec tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Network hostable DHCP agents. Network: 3dfa55c1-66cd-45d5-bbcb-673e37fc5a43, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:42:16.239665 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=995210d9-e1ba-4579-860d-e456fc6ca411,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:16.271990 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 54626073-35b2-4529-b227-7b84b39d0e2f completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:42:16.279391 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 54626073-35b2-4529-b227-7b84b39d0e2f triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:42:16.280098 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:16.296885 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-07167b94-0964-4ac4-9256-d5126b84b77b service neutron] No DVR routers for this DVR port 60ae1ebc-636b-4489-b110-9d50fcbfd8b3 on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:42:16.299485 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07167b94-0964-4ac4-9256-d5126b84b77b service neutron] Pushing event updated for resources: {'Port': ['ID=60ae1ebc-636b-4489-b110-9d50fcbfd8b3,revision_number=6']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:16.353224 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dcf863d9-0952-4aa6-909b-a0f40552dcfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:16.425894 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10b652d-116a-424c-a8d0-53254461a6ec tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Network 3dfa55c1-66cd-45d5-bbcb-673e37fc5a43 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:42:16.440357 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8bfc4-8a9d-496a-b441-465b5012da91 req-2b9b9992-9692-420f-a443-f06e7519d913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:16.442580 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9cd8bfc4-8a9d-496a-b441-465b5012da91 req-2b9b9992-9692-420f-a443-f06e7519d913 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1a3b5017-c2bb-4d9a-a8bf-d0e9c9983daf HTTP/1.1" status: 200 len: 1096 time: 0.2254562 Aug 23 20:42:16.444118 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-07167b94-0964-4ac4-9256-d5126b84b77b service neutron] In _notify_port_updated(), no bound segment for port 60ae1ebc-636b-4489-b110-9d50fcbfd8b3 on network 3540c16b-5ded-45d3-80bb-012ec217ee8b {{(pid=94687) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 20:42:16.445020 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-07167b94-0964-4ac4-9256-d5126b84b77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:16.445633 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-07167b94-0964-4ac4-9256-d5126b84b77b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:16.447124 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-07167b94-0964-4ac4-9256-d5126b84b77b service neutron] 10.222.0.11 "PUT /v2.0/ports/60ae1ebc-636b-4489-b110-9d50fcbfd8b3 HTTP/1.1" status: 200 len: 1026 time: 0.9363110 Aug 23 20:42:16.447701 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-a10b652d-116a-424c-a8d0-53254461a6ec tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 3dfa55c1-66cd-45d5-bbcb-673e37fc5a43) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:42:16.456264 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10b652d-116a-424c-a8d0-53254461a6ec tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:16.458414 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a10b652d-116a-424c-a8d0-53254461a6ec tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:16.459384 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a478c7-85b7-4164-a391-cbc8936bbaf7 None None] Network 3dfa55c1-66cd-45d5-bbcb-673e37fc5a43 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:42:16.527884 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-2a624e7a-3bd0-4ddc-a042-061243781e56 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:16.529459 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-2a624e7a-3bd0-4ddc-a042-061243781e56 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.11 "GET /v2.0/ports/6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0624220 Aug 23 20:42:16.578970 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:16.594847 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-86508d18-5fad-4459-9d8f-e0835494e2a0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:42:16.601832 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a10b652d-116a-424c-a8d0-53254461a6ec tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1181679 Aug 23 20:42:16.611869 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38392) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:16.635553 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 54626073-35b2-4529-b227-7b84b39d0e2f, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=54626073-35b2-4529-b227-7b84b39d0e2f,segment=NetworkSegment(cfd8f521-8830-4194-b2f8-38a8445664a9),segment_id=cfd8f521-8830-4194-b2f8-38a8445664a9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:42:16.654259 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:16.655060 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:42:16.684944 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a8a86887-5c62-4686-be3d-1eacb5078a7f None None] Provisioning complete for port 60ae1ebc-636b-4489-b110-9d50fcbfd8b3 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:42:16.685314 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a8a86887-5c62-4686-be3d-1eacb5078a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:16.700432 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9cd8bfc4-8a9d-496a-b441-465b5012da91 req-0803f0d6-377f-4cc0-a917-99feabd267ff service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386956 Aug 23 20:42:16.744859 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 7d30c483-eec0-4d18-a093-7e8622543077 up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:42:16.823340 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7882e53-89e8-4edc-b0e8-5a8d878e9566 req-3a93b59a-e8af-4b50-bf20-3cdf2bb9d503 tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:16.825060 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b7882e53-89e8-4edc-b0e8-5a8d878e9566 req-3a93b59a-e8af-4b50-bf20-3cdf2bb9d503 tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] 10.222.0.61 "GET /v2.0/ports?device_id=4207e577-6f27-4ce9-b3f4-4412b6e0bfec HTTP/1.1" status: 200 len: 945 time: 0.2672505 Aug 23 20:42:16.855682 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a8a86887-5c62-4686-be3d-1eacb5078a7f None None] Port 60ae1ebc-636b-4489-b110-9d50fcbfd8b3 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:42:16.867749 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-86508d18-5fad-4459-9d8f-e0835494e2a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:16.869217 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=54626073-35b2-4529-b227-7b84b39d0e2f,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:16.939792 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fff57c-729b-4291-bcd3-6def107b79d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-3dfa55c1-66cd-45d5-bbcb-673e37fc5a43', 'network_id': '3dfa55c1-66cd-45d5-bbcb-673e37fc5a43', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'fixed_ips': [{'subnet_id': 'e406b708-5e31-4400-a432-635345956df7'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:42:16.940804 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-63fff57c-729b-4291-bcd3-6def107b79d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:16.951186 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.db.resource_extend [req-74decf70-b8b5-413b-9fca-00261665278d req-6e7d1fd5-bd93-4f3c-a4bf-b200c03b4a04 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 20:42:16.955126 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port 7d30c483-eec0-4d18-a093-7e8622543077 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:42:16.960644 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74decf70-b8b5-413b-9fca-00261665278d req-6e7d1fd5-bd93-4f3c-a4bf-b200c03b4a04 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:16.960824 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:16.963922 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port 7d30c483-eec0-4d18-a093-7e8622543077 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:42:16.964309 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:16.966273 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74decf70-b8b5-413b-9fca-00261665278d req-6e7d1fd5-bd93-4f3c-a4bf-b200c03b4a04 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:16.972835 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74decf70-b8b5-413b-9fca-00261665278d req-6e7d1fd5-bd93-4f3c-a4bf-b200c03b4a04 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:16.979004 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74decf70-b8b5-413b-9fca-00261665278d req-6e7d1fd5-bd93-4f3c-a4bf-b200c03b4a04 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:16.985566 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74decf70-b8b5-413b-9fca-00261665278d req-6e7d1fd5-bd93-4f3c-a4bf-b200c03b4a04 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:16.992089 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74decf70-b8b5-413b-9fca-00261665278d req-6e7d1fd5-bd93-4f3c-a4bf-b200c03b4a04 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:16.993463 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-74decf70-b8b5-413b-9fca-00261665278d req-6e7d1fd5-bd93-4f3c-a4bf-b200c03b4a04 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 4659 time: 0.6109619 Aug 23 20:42:16.995832 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b7882e53-89e8-4edc-b0e8-5a8d878e9566 req-d7183ebe-9b18-4d8f-adc5-15aee6708342 tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] 10.222.0.61 "GET /v2.0/security-groups?id=a9e09918-4aa1-423f-b81d-c8a818872dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366982 Aug 23 20:42:17.077274 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73365832-3931-465a-a850-683c1b2edc4a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:17.104701 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d,segment=NetworkSegment(8eba2c08-8fde-43b2-907a-ed6e6b74f059),segment_id=8eba2c08-8fde-43b2-907a-ed6e6b74f059)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:42:17.116747 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-74decf70-b8b5-413b-9fca-00261665278d req-0be33a03-2c84-4864-8a18-24f008fb91fe tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b54e5a8-71d6-43fd-b888-7393c70f9dac&id=8c89d379-1762-483a-9924-6d88093352af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0998931 Aug 23 20:42:17.118676 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:17.119489 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 2766511f-9d51-4da2-a1c2-6355076cc97a no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:42:17.173839 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.db.api [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-86508d18-5fad-4459-9d8f-e0835494e2a0 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94687) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 20:42:17.174267 n-d-805663-2 neutron-server[94687]: DEBUG oslo_db.api [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-86508d18-5fad-4459-9d8f-e0835494e2a0 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 20:42:17.254572 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf863d9-0952-4aa6-909b-a0f40552dcfc admin admin] Router 0e25adb1-ae3e-443c-b2b9-c96cbef4864f has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:42:17.263107 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d89c40-68cc-40d5-bce0-684c0cc397dd req-a618bc38-3bfa-43db-8fcf-e9c9e052e0b9 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:17.264611 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-94d89c40-68cc-40d5-bce0-684c0cc397dd req-a618bc38-3bfa-43db-8fcf-e9c9e052e0b9 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/ports?device_id=af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d HTTP/1.1" status: 200 len: 944 time: 0.0706701 Aug 23 20:42:17.267670 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:17.290223 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb865197-5c88-4366-bc88-b5b735966d6e req-5f3f7749-37b6-4f68-847a-265f9b7a679f tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:17.296630 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fb865197-5c88-4366-bc88-b5b735966d6e req-5f3f7749-37b6-4f68-847a-265f9b7a679f tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a3b5017-c2bb-4d9a-a8bf-d0e9c9983daf HTTP/1.1" status: 200 len: 945 time: 0.1331580 Aug 23 20:42:17.300924 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:17.307878 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-63fff57c-729b-4291-bcd3-6def107b79d1 None None] Allocated IP 172.20.0.2 (3dfa55c1-66cd-45d5-bbcb-673e37fc5a43/e406b708-5e31-4400-a432-635345956df7/0deeed06-b7b1-49fe-a4a7-bb2ea0157cad) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:42:17.364162 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-94d89c40-68cc-40d5-bce0-684c0cc397dd req-34dde4fc-f7a1-478c-bb3e-01fd58219ebf tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/security-groups?id=59433672-2092-460a-913c-05e5a3e92d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836539 Aug 23 20:42:17.394239 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 7d30c483-eec0-4d18-a093-7e8622543077, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=7d30c483-eec0-4d18-a093-7e8622543077,segment=NetworkSegment(71fa0ee8-71f8-4ca3-a314-108544b37f00),segment_id=71fa0ee8-71f8-4ca3-a314-108544b37f00)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:42:17.395811 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fb865197-5c88-4366-bc88-b5b735966d6e req-bd8ee39b-a049-4127-83f8-43e5e2cbb296 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978711 Aug 23 20:42:17.435811 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:17.436754 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf863d9-0952-4aa6-909b-a0f40552dcfc admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:42:17.436897 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 0d15ffd9-6065-4962-bf85-21ec2040324c no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:42:17.445769 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38408) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:17.448645 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-dcf863d9-0952-4aa6-909b-a0f40552dcfc admin admin] 10.222.0.61 "PUT /v2.0/routers/0e25adb1-ae3e-443c-b2b9-c96cbef4864f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2876894 Aug 23 20:42:17.471046 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:17.473420 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f934c41-9c8e-47a5-9f35-b83d79072ec7 None None] Sync routers for ids ['0e25adb1-ae3e-443c-b2b9-c96cbef4864f'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:42:17.499079 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: 0d15ffd9-6065-4962-bf85-21ec2040324c {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:42:17.499447 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 0d15ffd9-6065-4962-bf85-21ec2040324c not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:42:17.555700 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f934c41-9c8e-47a5-9f35-b83d79072ec7 None None] Routers {'0e25adb1-ae3e-443c-b2b9-c96cbef4864f'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:42:17.556353 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-4f934c41-9c8e-47a5-9f35-b83d79072ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:42:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['0e25adb1-ae3e-443c-b2b9-c96cbef4864f'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:17.580692 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38416) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:17.585230 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2600d405-9125-43d8-a655-ae1455a9e5dd admin admin] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:17.625878 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 2766511f-9d51-4da2-a1c2-6355076cc97a, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=2766511f-9d51-4da2-a1c2-6355076cc97a,segment=NetworkSegment(944ef231-16f6-43e4-b600-906b7024b8ba),segment_id=944ef231-16f6-43e4-b600-906b7024b8ba)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:42:17.638082 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45f32b42-1ba5-4729-b5c7-7c6877c90cb3 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:17.641276 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:17.641983 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 60ae1ebc-636b-4489-b110-9d50fcbfd8b3 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:42:17.668999 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=7d30c483-eec0-4d18-a093-7e8622543077,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:17.670079 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45f32b42-1ba5-4729-b5c7-7c6877c90cb3 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:17.712029 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-86508d18-5fad-4459-9d8f-e0835494e2a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:17.738266 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45f32b42-1ba5-4729-b5c7-7c6877c90cb3 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:17.741137 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45f32b42-1ba5-4729-b5c7-7c6877c90cb3 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:17.742457 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-45f32b42-1ba5-4729-b5c7-7c6877c90cb3 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "DELETE /v2.0/security-groups/77ec8d4f-8179-4f98-8159-bd203e8867aa HTTP/1.1" status: 204 len: 168 time: 0.1606171 Aug 23 20:42:17.746028 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38418) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:17.770364 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f32b42-1ba5-4729-b5c7-7c6877c90cb3 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ec8d4f-8179-4f98-8159-bd203e8867aa,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:17.777229 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-aa715e50-5b79-4f82-b26d-5dc855c6e1d0 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] show failed (client error): The resource could not be found. Aug 23 20:42:17.778202 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2600d405-9125-43d8-a655-ae1455a9e5dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:17.779153 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-aa715e50-5b79-4f82-b26d-5dc855c6e1d0 tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "GET /v2.0/security-groups/77ec8d4f-8179-4f98-8159-bd203e8867aa HTTP/1.1" status: 404 len: 347 time: 0.0321472 Aug 23 20:42:17.782791 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38420) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:17.939095 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-2600d405-9125-43d8-a655-ae1455a9e5dd admin admin] Deleting port 8a4b4d0e-4336-49bc-a65c-cb89c1265d48 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:42:17.939095 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2600d405-9125-43d8-a655-ae1455a9e5dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:17.945344 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-86508d18-5fad-4459-9d8f-e0835494e2a0 service neutron] For port 6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d,segment=NetworkSegment(8eba2c08-8fde-43b2-907a-ed6e6b74f059),segment_id=8eba2c08-8fde-43b2-907a-ed6e6b74f059)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:42:17.949152 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-1f598a8b-5e49-4fd9-8d5d-421561c116cf tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Deleting port fe80b5b5-e2aa-4a2a-a916-a482f4e18888 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:42:17.949494 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1f598a8b-5e49-4fd9-8d5d-421561c116cf tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:17.977033 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-63fff57c-729b-4291-bcd3-6def107b79d1 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:18.005251 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 60ae1ebc-636b-4489-b110-9d50fcbfd8b3 not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:42:18.005706 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 1e9559a3-8cff-4318-a999-b45c5efad87e no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:42:18.010739 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-63fff57c-729b-4291-bcd3-6def107b79d1 None None] Transition to ACTIVE for port object 0deeed06-b7b1-49fe-a4a7-bb2ea0157cad will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:42:18.031363 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1f598a8b-5e49-4fd9-8d5d-421561c116cf tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:18.033645 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1f598a8b-5e49-4fd9-8d5d-421561c116cf tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:18.033812 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-86508d18-5fad-4459-9d8f-e0835494e2a0 service neutron] For port 6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:42:18.039650 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=2766511f-9d51-4da2-a1c2-6355076cc97a,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:18.050893 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-1f598a8b-5e49-4fd9-8d5d-421561c116cf tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Calling delete_port for fe80b5b5-e2aa-4a2a-a916-a482f4e18888 owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:42:18.075889 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-63fff57c-729b-4291-bcd3-6def107b79d1 None None] Transition to ACTIVE for port object 0deeed06-b7b1-49fe-a4a7-bb2ea0157cad will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:42:18.077793 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-2600d405-9125-43d8-a655-ae1455a9e5dd admin admin] For port 8a4b4d0e-4336-49bc-a65c-cb89c1265d48, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=8a4b4d0e-4336-49bc-a65c-cb89c1265d48,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:42:18.078178 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2600d405-9125-43d8-a655-ae1455a9e5dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:18.083273 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-4f934c41-9c8e-47a5-9f35-b83d79072ec7 None None] Set router 0e25adb1-ae3e-443c-b2b9-c96cbef4864f gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:42:18.091243 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-86508d18-5fad-4459-9d8f-e0835494e2a0 service neutron] device_id is not set on port 6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:42:18.105638 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-86508d18-5fad-4459-9d8f-e0835494e2a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:18.111708 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-2600d405-9125-43d8-a655-ae1455a9e5dd admin admin] Calling delete_port for 8a4b4d0e-4336-49bc-a65c-cb89c1265d48 owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:42:18.117395 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-63fff57c-729b-4291-bcd3-6def107b79d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:18.157863 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-86508d18-5fad-4459-9d8f-e0835494e2a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:18.159583 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4207e577-6f27-4ce9-b3f4-4412b6e0bfec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54626073-35b2-4529-b227-7b84b39d0e2f'}, {'server_uuid': '3552a542-8864-47a4-92e2-3c4b04006992', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d'}, {'server_uuid': 'af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d30c483-eec0-4d18-a093-7e8622543077'}, {'server_uuid': '3552a542-8864-47a4-92e2-3c4b04006992', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2766511f-9d51-4da2-a1c2-6355076cc97a'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:42:18.161894 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b39a6c-6362-4f39-a51a-686d0ff3e202" -d '{"events": [{"server_uuid": "4207e577-6f27-4ce9-b3f4-4412b6e0bfec", "name": "network-vif-plugged", "status": "completed", "tag": "54626073-35b2-4529-b227-7b84b39d0e2f"}, {"server_uuid": "3552a542-8864-47a4-92e2-3c4b04006992", "name": "network-vif-unplugged", "status": "completed", "tag": "6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d"}, {"server_uuid": "af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d", "name": "network-vif-plugged", "status": "completed", "tag": "7d30c483-eec0-4d18-a093-7e8622543077"}, {"server_uuid": "3552a542-8864-47a4-92e2-3c4b04006992", "name": "network-vif-unplugged", "status": "completed", "tag": "2766511f-9d51-4da2-a1c2-6355076cc97a"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:42:18.275680 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fff57c-729b-4291-bcd3-6def107b79d1 None None] Network 3dfa55c1-66cd-45d5-bbcb-673e37fc5a43 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:42:18.276395 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-73365832-3931-465a-a850-683c1b2edc4a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Allocated IP 172.20.0.1 (3dfa55c1-66cd-45d5-bbcb-673e37fc5a43/e406b708-5e31-4400-a432-635345956df7/e657a43f-9d5f-44f9-920f-70cab3020d04) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:42:18.283486 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fff57c-729b-4291-bcd3-6def107b79d1 None None] Pushing event updated for resources: {'Port': ['ID=0deeed06-b7b1-49fe-a4a7-bb2ea0157cad,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:18.286938 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-63fff57c-729b-4291-bcd3-6def107b79d1 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:42:18.300153 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1f598a8b-5e49-4fd9-8d5d-421561c116cf tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:18.322720 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-86508d18-5fad-4459-9d8f-e0835494e2a0 service neutron] No DVR routers for this DVR port 6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:42:18.327409 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fff57c-729b-4291-bcd3-6def107b79d1 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:42:18.350709 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08684d7e-5ef6-44e8-9d19-bb831774b371 req-8cd891a6-4e82-47c2-88c0-7f3f86fe6cf4 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:18.355446 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86508d18-5fad-4459-9d8f-e0835494e2a0 service neutron] Pushing event updated for resources: {'Port': ['ID=6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d,revision_number=7']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:18.358305 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08684d7e-5ef6-44e8-9d19-bb831774b371 req-8cd891a6-4e82-47c2-88c0-7f3f86fe6cf4 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:18.365843 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08684d7e-5ef6-44e8-9d19-bb831774b371 req-8cd891a6-4e82-47c2-88c0-7f3f86fe6cf4 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:18.372377 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08684d7e-5ef6-44e8-9d19-bb831774b371 req-8cd891a6-4e82-47c2-88c0-7f3f86fe6cf4 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:18.380319 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08684d7e-5ef6-44e8-9d19-bb831774b371 req-8cd891a6-4e82-47c2-88c0-7f3f86fe6cf4 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:18.382373 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-08684d7e-5ef6-44e8-9d19-bb831774b371 req-8cd891a6-4e82-47c2-88c0-7f3f86fe6cf4 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 3885 time: 0.1472447 Aug 23 20:42:18.385924 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f598a8b-5e49-4fd9-8d5d-421561c116cf tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Pushing event deleted for resources: {'Port': ['ID=fe80b5b5-e2aa-4a2a-a916-a482f4e18888,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:18.393612 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0eaf72-c389-41a3-84c8-93b5c08a67cc req-0d38a9de-88e3-4054-a247-2a69dd761c08 tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:18.395261 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9f0eaf72-c389-41a3-84c8-93b5c08a67cc req-0d38a9de-88e3-4054-a247-2a69dd761c08 tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] 10.222.0.61 "GET /v2.0/ports?device_id=4207e577-6f27-4ce9-b3f4-4412b6e0bfec HTTP/1.1" status: 200 len: 946 time: 0.2816465 Aug 23 20:42:18.469735 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:18.476185 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-63fff57c-729b-4291-bcd3-6def107b79d1 None None] Attempting to bind port 0deeed06-b7b1-49fe-a4a7-bb2ea0157cad on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:42:18.476185 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-63fff57c-729b-4291-bcd3-6def107b79d1 None None] Attempting to bind port 0deeed06-b7b1-49fe-a4a7-bb2ea0157cad by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '3fe0595c-f503-4bf8-9f23-733de531825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3dfa55c1-66cd-45d5-bbcb-673e37fc5a43'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:42:18.476185 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fff57c-729b-4291-bcd3-6def107b79d1 None None] Attempting to bind port 0deeed06-b7b1-49fe-a4a7-bb2ea0157cad on network 3dfa55c1-66cd-45d5-bbcb-673e37fc5a43 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:42:18.488396 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-08684d7e-5ef6-44e8-9d19-bb831774b371 req-74fe111e-a7cb-4bbb-8478-e10dc1822228 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b54e5a8-71d6-43fd-b888-7393c70f9dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966458 Aug 23 20:42:18.495579 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1f598a8b-5e49-4fd9-8d5d-421561c116cf tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:18.497701 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fff57c-729b-4291-bcd3-6def107b79d1 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:42:18.498153 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fff57c-729b-4291-bcd3-6def107b79d1 None None] Checking segment: {'id': '3fe0595c-f503-4bf8-9f23-733de531825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3dfa55c1-66cd-45d5-bbcb-673e37fc5a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:42:18.498408 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1f598a8b-5e49-4fd9-8d5d-421561c116cf tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:18.498590 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-63fff57c-729b-4291-bcd3-6def107b79d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:18.498969 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fff57c-729b-4291-bcd3-6def107b79d1 None None] Bound using segment: {'id': '3fe0595c-f503-4bf8-9f23-733de531825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3dfa55c1-66cd-45d5-bbcb-673e37fc5a43'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:42:18.499470 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-63fff57c-729b-4291-bcd3-6def107b79d1 None None] Bound port: 0deeed06-b7b1-49fe-a4a7-bb2ea0157cad, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fe0595c-f503-4bf8-9f23-733de531825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3dfa55c1-66cd-45d5-bbcb-673e37fc5a43'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:42:18.499651 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-1f598a8b-5e49-4fd9-8d5d-421561c116cf tempest-ImagesOneServerNegativeTestJSON-2072941742 tempest-ImagesOneServerNegativeTestJSON-2072941742-project] 10.222.0.61 "DELETE /v2.0/floatingips/d986361d-183d-47e6-ac98-7b502981e7aa HTTP/1.1" status: 204 len: 168 time: 0.7148290 Aug 23 20:42:18.499995 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-63fff57c-729b-4291-bcd3-6def107b79d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:18.554356 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-86508d18-5fad-4459-9d8f-e0835494e2a0 service neutron] In _notify_port_updated(), no bound segment for port 6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d on network 3540c16b-5ded-45d3-80bb-012ec217ee8b {{(pid=94687) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 20:42:18.555239 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-86508d18-5fad-4459-9d8f-e0835494e2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:18.555853 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-86508d18-5fad-4459-9d8f-e0835494e2a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:18.557149 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-86508d18-5fad-4459-9d8f-e0835494e2a0 service neutron] 10.222.0.11 "PUT /v2.0/ports/6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d HTTP/1.1" status: 200 len: 1025 time: 2.0005672 Aug 23 20:42:18.583055 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9f0eaf72-c389-41a3-84c8-93b5c08a67cc req-802283b2-e772-44d6-979d-762aba558c4c tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] 10.222.0.61 "GET /v2.0/security-groups?id=a9e09918-4aa1-423f-b81d-c8a818872dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754608 Aug 23 20:42:18.583728 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 700 Content-Type: application/json Date: Mon, 23 Aug 2021 20:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95aab837-551c-41ed-afea-19e4b4a3ac17 x-openstack-request-id: req-95aab837-551c-41ed-afea-19e4b4a3ac17 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:42:18.584035 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4207e577-6f27-4ce9-b3f4-4412b6e0bfec", "name": "network-vif-plugged", "status": "completed", "tag": "54626073-35b2-4529-b227-7b84b39d0e2f", "code": 200}, {"server_uuid": "3552a542-8864-47a4-92e2-3c4b04006992", "name": "network-vif-unplugged", "status": "completed", "tag": "6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d", "code": 200}, {"server_uuid": "af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d", "name": "network-vif-plugged", "status": "completed", "tag": "7d30c483-eec0-4d18-a093-7e8622543077", "code": 200}, {"server_uuid": "3552a542-8864-47a4-92e2-3c4b04006992", "name": "network-vif-unplugged", "status": "completed", "tag": "2766511f-9d51-4da2-a1c2-6355076cc97a", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:42:18.584308 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-95aab837-551c-41ed-afea-19e4b4a3ac17 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:42:18.584713 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4207e577-6f27-4ce9-b3f4-4412b6e0bfec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54626073-35b2-4529-b227-7b84b39d0e2f', 'code': 200} Aug 23 20:42:18.584974 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3552a542-8864-47a4-92e2-3c4b04006992', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d', 'code': 200} Aug 23 20:42:18.585229 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d30c483-eec0-4d18-a093-7e8622543077', 'code': 200} Aug 23 20:42:18.585482 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3552a542-8864-47a4-92e2-3c4b04006992', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2766511f-9d51-4da2-a1c2-6355076cc97a', 'code': 200} Aug 23 20:42:18.605046 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 1e9559a3-8cff-4318-a999-b45c5efad87e, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=1e9559a3-8cff-4318-a999-b45c5efad87e,segment=NetworkSegment(8eba2c08-8fde-43b2-907a-ed6e6b74f059),segment_id=8eba2c08-8fde-43b2-907a-ed6e6b74f059)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:42:18.629982 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:18.630689 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:42:18.740249 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b708e-5c2e-4981-b564-93bb60368f1c req-5e9f7760-a1fd-48f6-81f9-eaafe8ebf2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:18.741760 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c46b708e-5c2e-4981-b564-93bb60368f1c req-5e9f7760-a1fd-48f6-81f9-eaafe8ebf2ef service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d HTTP/1.1" status: 200 len: 1096 time: 0.0632048 Aug 23 20:42:18.742555 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-63fff57c-729b-4291-bcd3-6def107b79d1 None None] For port 0deeed06-b7b1-49fe-a4a7-bb2ea0157cad, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:42:18.744720 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-65b490f1-429a-4e03-afbb-47cc114a4cc7 None None] Provisioning complete for port 6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:42:18.745191 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-65b490f1-429a-4e03-afbb-47cc114a4cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:18.774786 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb1174d-198a-4b5e-ad04-a2e41b0fb63d req-78a348f4-b547-48cd-9f32-302b9e04954d tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:18.776093 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2fb1174d-198a-4b5e-ad04-a2e41b0fb63d req-78a348f4-b547-48cd-9f32-302b9e04954d tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/ports?device_id=af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d HTTP/1.1" status: 200 len: 945 time: 0.1085463 Aug 23 20:42:18.793273 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c46b708e-5c2e-4981-b564-93bb60368f1c req-d8427b22-cee2-465e-be7e-69560b57b66d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=59433672-2092-460a-913c-05e5a3e92d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434737 Aug 23 20:42:18.793541 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-63fff57c-729b-4291-bcd3-6def107b79d1 None None] For port 0deeed06-b7b1-49fe-a4a7-bb2ea0157cad, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=0deeed06-b7b1-49fe-a4a7-bb2ea0157cad,segment=NetworkSegment(3fe0595c-f503-4bf8-9f23-733de531825b),segment_id=3fe0595c-f503-4bf8-9f23-733de531825b)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:42:18.803585 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-4f934c41-9c8e-47a5-9f35-b83d79072ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e25adb1-ae3e-443c-b2b9-c96cbef4864f', 'name': 'tempest-ServersTestBootFromVolume-769341995-router', 'tenant_id': '78acc99c454c406dbb0dc61deae5e8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '8a4b4d0e-4336-49bc-a65c-cb89c1265d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:38:56Z', 'updated_at': '2021-08-23T20:42:15Z', 'revision_number': 5, 'project_id': '78acc99c454c406dbb0dc61deae5e8e2', 'gw_port': {'id': '8a4b4d0e-4336-49bc-a65c-cb89c1265d48', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:57:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e25adb1-ae3e-443c-b2b9-c96cbef4864f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:38:57Z', 'updated_at': '2021-08-23T20:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:18.839690 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2fb1174d-198a-4b5e-ad04-a2e41b0fb63d req-ce934894-a74c-416e-943e-297573171449 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/security-groups?id=59433672-2092-460a-913c-05e5a3e92d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446012 Aug 23 20:42:18.839911 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73365832-3931-465a-a850-683c1b2edc4a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:18.840937 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-63fff57c-729b-4291-bcd3-6def107b79d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:18.847329 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=1e9559a3-8cff-4318-a999-b45c5efad87e,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:18.871240 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f934c41-9c8e-47a5-9f35-b83d79072ec7 None None] Checking router: 0e25adb1-ae3e-443c-b2b9-c96cbef4864f for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:42:18.888629 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-73365832-3931-465a-a850-683c1b2edc4a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Transition to ACTIVE for port object e657a43f-9d5f-44f9-920f-70cab3020d04 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:42:18.903077 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2fa6a-6ebb-4473-9e37-1cdfadda86e2 req-e79bf30c-4c84-4484-b120-26f114219772 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:18.904667 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-00d2fa6a-6ebb-4473-9e37-1cdfadda86e2 req-e79bf30c-4c84-4484-b120-26f114219772 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a3b5017-c2bb-4d9a-a8bf-d0e9c9983daf HTTP/1.1" status: 200 len: 945 time: 0.2216117 Aug 23 20:42:18.905320 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2600d405-9125-43d8-a655-ae1455a9e5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:18.919314 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd85d3-5a4d-4d47-8149-3acb6fe15577 req-d2f6d529-8828-4631-9b0f-65a3d32cc534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:18.920806 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4dcd85d3-5a4d-4d47-8149-3acb6fe15577 req-d2f6d529-8828-4631-9b0f-65a3d32cc534 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4207e577-6f27-4ce9-b3f4-4412b6e0bfec HTTP/1.1" status: 200 len: 1097 time: 0.2390051 Aug 23 20:42:18.925810 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-65b490f1-429a-4e03-afbb-47cc114a4cc7 None None] Port 6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:42:18.947998 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:18.950879 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f934c41-9c8e-47a5-9f35-b83d79072ec7 None None] Routers {'0e25adb1-ae3e-443c-b2b9-c96cbef4864f'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:42:18.951486 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-4f934c41-9c8e-47a5-9f35-b83d79072ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:42:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['0e25adb1-ae3e-443c-b2b9-c96cbef4864f'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:18.966411 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2600d405-9125-43d8-a655-ae1455a9e5dd admin admin] Pushing event deleted for resources: {'Port': ['ID=8a4b4d0e-4336-49bc-a65c-cb89c1265d48,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:19.051448 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c,segment=NetworkSegment(5e4c950b-9e81-4e67-a335-cd6886b78290),segment_id=5e4c950b-9e81-4e67-a335-cd6886b78290)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:42:19.056924 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38444) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:19.087583 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fff57c-729b-4291-bcd3-6def107b79d1 None None] Pushing event updated for resources: {'Port': ['ID=0deeed06-b7b1-49fe-a4a7-bb2ea0157cad,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:19.101192 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:19.101891 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 24a309f0-cb51-4a2a-9a2e-e94a027cbd08 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:42:19.102145 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-00d2fa6a-6ebb-4473-9e37-1cdfadda86e2 req-19607001-5806-4dfc-8b79-648a70d19541 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869495 Aug 23 20:42:19.104275 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-4f934c41-9c8e-47a5-9f35-b83d79072ec7 None None] Set router 0e25adb1-ae3e-443c-b2b9-c96cbef4864f gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:42:19.104522 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-9af4f2eb-cb1e-493c-92a1-7797828717e2 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Deleting port 24a309f0-cb51-4a2a-9a2e-e94a027cbd08 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:42:19.104861 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-9af4f2eb-cb1e-493c-92a1-7797828717e2 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:19.114881 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4dcd85d3-5a4d-4d47-8149-3acb6fe15577 req-2e67fa54-dc12-44d5-af74-c485c702e86d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a9e09918-4aa1-423f-b81d-c8a818872dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644058 Aug 23 20:42:19.124147 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-25fe9b54-b374-4bd3-9d1d-bbec35f7d8e0 admin admin] Deleting subnet 99c2521f-6311-4d62-bcd9-0227f853ffb3 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:42:19.128950 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-25fe9b54-b374-4bd3-9d1d-bbec35f7d8e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:19.137002 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73365832-3931-465a-a850-683c1b2edc4a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:19.171355 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-25fe9b54-b374-4bd3-9d1d-bbec35f7d8e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:19.250334 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2600d405-9125-43d8-a655-ae1455a9e5dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:19.252873 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-4f934c41-9c8e-47a5-9f35-b83d79072ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e25adb1-ae3e-443c-b2b9-c96cbef4864f', 'name': 'tempest-ServersTestBootFromVolume-769341995-router', 'tenant_id': '78acc99c454c406dbb0dc61deae5e8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:38:56Z', 'updated_at': '2021-08-23T20:42:18Z', 'revision_number': 7, 'project_id': '78acc99c454c406dbb0dc61deae5e8e2', 'gw_port_host': None}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:19.255254 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-25fe9b54-b374-4bd3-9d1d-bbec35f7d8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:19.313273 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f934c41-9c8e-47a5-9f35-b83d79072ec7 None None] The sync data for ids ['0e25adb1-ae3e-443c-b2b9-c96cbef4864f'] in n-d-805663-2 is: [{'id': '0e25adb1-ae3e-443c-b2b9-c96cbef4864f', 'name': 'tempest-ServersTestBootFromVolume-769341995-router', 'tenant_id': '78acc99c454c406dbb0dc61deae5e8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:38:56Z', 'updated_at': '2021-08-23T20:42:18Z', 'revision_number': 7, 'project_id': '78acc99c454c406dbb0dc61deae5e8e2', 'gw_port_host': None}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:42:19.368982 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:19.373885 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-25fe9b54-b374-4bd3-9d1d-bbec35f7d8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:19.429727 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:19.446108 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fe9b54-b374-4bd3-9d1d-bbec35f7d8e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99c2521f-6311-4d62-bcd9-0227f853ffb3,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:19.455201 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-25fe9b54-b374-4bd3-9d1d-bbec35f7d8e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:19.457816 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-25fe9b54-b374-4bd3-9d1d-bbec35f7d8e0 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/99c2521f-6311-4d62-bcd9-0227f853ffb3 HTTP/1.1" status: 204 len: 168 time: 0.3995738 Aug 23 20:42:19.460001 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38450) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:19.488382 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 24a309f0-cb51-4a2a-9a2e-e94a027cbd08, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=24a309f0-cb51-4a2a-9a2e-e94a027cbd08,segment=NetworkSegment(944ef231-16f6-43e4-b600-906b7024b8ba),segment_id=944ef231-16f6-43e4-b600-906b7024b8ba)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:42:19.495160 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:19.496207 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 57ffbcc0-4376-4d05-86a0-154600a7fc9d no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:42:19.554507 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-101474dd-6159-4774-8347-81888bcc76a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:19.605843 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=24a309f0-cb51-4a2a-9a2e-e94a027cbd08,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:19.657310 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:19.704909 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 57ffbcc0-4376-4d05-86a0-154600a7fc9d, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=57ffbcc0-4376-4d05-86a0-154600a7fc9d,segment=NetworkSegment(8eba2c08-8fde-43b2-907a-ed6e6b74f059),segment_id=8eba2c08-8fde-43b2-907a-ed6e6b74f059)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:42:19.709773 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:19.726162 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-101474dd-6159-4774-8347-81888bcc76a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:19.747252 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d06a4-1b37-49b4-83c4-f63098079084 req-c8737d2d-b434-4c33-b291-b2d40b33b965 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:19.756094 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d06a4-1b37-49b4-83c4-f63098079084 req-c8737d2d-b434-4c33-b291-b2d40b33b965 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:19.762594 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d06a4-1b37-49b4-83c4-f63098079084 req-c8737d2d-b434-4c33-b291-b2d40b33b965 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:19.769973 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d06a4-1b37-49b4-83c4-f63098079084 req-c8737d2d-b434-4c33-b291-b2d40b33b965 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:19.775862 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=57ffbcc0-4376-4d05-86a0-154600a7fc9d,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:19.777325 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d06a4-1b37-49b4-83c4-f63098079084 req-c8737d2d-b434-4c33-b291-b2d40b33b965 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:19.779169 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2c6d06a4-1b37-49b4-83c4-f63098079084 req-c8737d2d-b434-4c33-b291-b2d40b33b965 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 3879 time: 0.1812687 Aug 23 20:42:19.783952 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-101474dd-6159-4774-8347-81888bcc76a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88798fd2-b8f8-4007-ac21-674c27fbeeb0']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:19.790956 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73365832-3931-465a-a850-683c1b2edc4a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Network 3dfa55c1-66cd-45d5-bbcb-673e37fc5a43 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:42:19.799709 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-101474dd-6159-4774-8347-81888bcc76a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eca2f48-a757-4e4a-84b6-cecf77c14bb3') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:19.800022 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-101474dd-6159-4774-8347-81888bcc76a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eca2f48-a757-4e4a-84b6-cecf77c14bb3') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:19.817037 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-101474dd-6159-4774-8347-81888bcc76a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:19.818207 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-73365832-3931-465a-a850-683c1b2edc4a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:42:19.839470 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-101474dd-6159-4774-8347-81888bcc76a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:19.852606 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73365832-3931-465a-a850-683c1b2edc4a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:42:19.860562 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-101474dd-6159-4774-8347-81888bcc76a1 admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:42:19.860973 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-101474dd-6159-4774-8347-81888bcc76a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:19.862786 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:42:19.862786 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:42:19.862786 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:42:19.862786 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:42:19.862786 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:42:19.862786 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:42:19.862786 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:42:19.862786 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:42:19.862786 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:42:19.862786 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:42:19.862786 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:42:19.862786 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:42:19.862786 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:42:19.862786 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:42:19.862786 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:42:19.862786 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:42:19.862786 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:42:19.862786 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:42:19.862786 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:42:19.862786 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:42:19.862786 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:42:19.862786 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:42:19.862786 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:42:19.862786 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:42:19.862786 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:42:19.862786 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:42:19.862786 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:42:19.862786 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:42:19.862786 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:42:19.862786 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:42:19.862786 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:42:19.862786 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:42:19.878913 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2c6d06a4-1b37-49b4-83c4-f63098079084 req-1b3b7072-c88c-4c93-bc8f-6af7aaa25cc0 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b54e5a8-71d6-43fd-b888-7393c70f9dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898316 Aug 23 20:42:19.903130 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2600d405-9125-43d8-a655-ae1455a9e5dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:19.929826 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2600d405-9125-43d8-a655-ae1455a9e5dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:19.951824 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73365832-3931-465a-a850-683c1b2edc4a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event updated for resources: {'Port': ['ID=e657a43f-9d5f-44f9-920f-70cab3020d04,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:19.986407 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-9af4f2eb-cb1e-493c-92a1-7797828717e2 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] For port 24a309f0-cb51-4a2a-9a2e-e94a027cbd08, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=24a309f0-cb51-4a2a-9a2e-e94a027cbd08,segment=NetworkSegment(944ef231-16f6-43e4-b600-906b7024b8ba),segment_id=944ef231-16f6-43e4-b600-906b7024b8ba)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:42:19.987134 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-9af4f2eb-cb1e-493c-92a1-7797828717e2 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:20.010854 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-101474dd-6159-4774-8347-81888bcc76a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:20.017985 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-101474dd-6159-4774-8347-81888bcc76a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:20.019887 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-101474dd-6159-4774-8347-81888bcc76a1 admin admin] 10.222.0.61 "DELETE /v2.0/networks/88798fd2-b8f8-4007-ac21-674c27fbeeb0 HTTP/1.1" status: 204 len: 168 time: 0.5573602 Aug 23 20:42:20.038983 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101474dd-6159-4774-8347-81888bcc76a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=88798fd2-b8f8-4007-ac21-674c27fbeeb0,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:20.056096 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bbb3be-ec87-4725-b47e-784390ad7de8 req-105f21fe-ed10-4d4c-9906-235a612358ec tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:20.063106 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-74bbb3be-ec87-4725-b47e-784390ad7de8 req-105f21fe-ed10-4d4c-9906-235a612358ec tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] 10.222.0.61 "GET /v2.0/ports?device_id=4207e577-6f27-4ce9-b3f4-4412b6e0bfec HTTP/1.1" status: 200 len: 946 time: 0.0904541 Aug 23 20:42:20.064646 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-9af4f2eb-cb1e-493c-92a1-7797828717e2 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Calling delete_port for 24a309f0-cb51-4a2a-9a2e-e94a027cbd08 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:42:20.079983 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc0d07-2d87-4e60-b54e-323592090ea7 req-60816540-8173-4b7b-ae30-6ff2a872ce71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:20.082032 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1adc0d07-2d87-4e60-b54e-323592090ea7 req-60816540-8173-4b7b-ae30-6ff2a872ce71 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dfca521cd42c404497e1668b14cff80f&device_id=1a3b5017-c2bb-4d9a-a8bf-d0e9c9983daf HTTP/1.1" status: 200 len: 1096 time: 0.2837260 Aug 23 20:42:20.086680 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2600d405-9125-43d8-a655-ae1455a9e5dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:20.087499 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2600d405-9125-43d8-a655-ae1455a9e5dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e25adb1-ae3e-443c-b2b9-c96cbef4864f {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:42:20.094567 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2600d405-9125-43d8-a655-ae1455a9e5dd admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:20.098362 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2600d405-9125-43d8-a655-ae1455a9e5dd admin admin] 10.222.0.61 "DELETE /v2.0/routers/0e25adb1-ae3e-443c-b2b9-c96cbef4864f HTTP/1.1" status: 204 len: 168 time: 2.6515496 Aug 23 20:42:20.100546 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38464) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:20.101515 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73365832-3931-465a-a850-683c1b2edc4a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:20.126227 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-74bbb3be-ec87-4725-b47e-784390ad7de8 req-3f73230f-6c5c-4c08-96dc-0e1c1b88f577 tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] 10.222.0.61 "GET /v2.0/security-groups?id=a9e09918-4aa1-423f-b81d-c8a818872dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600889 Aug 23 20:42:20.164017 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e6483-f83c-4b09-b1c4-3473be407c0d req-2b5ae56a-c90e-4387-b7d8-288d91a04899 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:20.165646 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-294e6483-f83c-4b09-b1c4-3473be407c0d req-2b5ae56a-c90e-4387-b7d8-288d91a04899 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a3b5017-c2bb-4d9a-a8bf-d0e9c9983daf HTTP/1.1" status: 200 len: 945 time: 0.3735285 Aug 23 20:42:20.191845 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d54b412-f750-4344-a297-912bdb0107ab admin admin] Deleting subnet c7edda6f-692c-48b6-bdea-916903913fd8 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:42:20.200834 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d54b412-f750-4344-a297-912bdb0107ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:20.302345 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:20.331289 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d54b412-f750-4344-a297-912bdb0107ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:20.379322 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2464e4-da72-4aa1-a236-a3a330511efb req-3b7ecc79-537b-4ff0-a2fc-e3e7bb701bb1 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:20.381334 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dd2464e4-da72-4aa1-a236-a3a330511efb req-3b7ecc79-537b-4ff0-a2fc-e3e7bb701bb1 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/ports?device_id=af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d HTTP/1.1" status: 200 len: 945 time: 0.1333611 Aug 23 20:42:20.389493 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38466) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:20.415614 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfffea1-4d7e-4ab0-b97f-73b6babd929a None None] Network 3dfa55c1-66cd-45d5-bbcb-673e37fc5a43 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:42:20.461629 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-294e6483-f83c-4b09-b1c4-3473be407c0d req-2161603a-c752-49d0-8ac0-6958c2c20fb4 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293007 Aug 23 20:42:20.475439 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dd2464e4-da72-4aa1-a236-a3a330511efb req-e04db974-df09-447c-9251-68a20e1e0ab4 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/security-groups?id=59433672-2092-460a-913c-05e5a3e92d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843961 Aug 23 20:42:20.496577 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5c7879e5-acd2-4693-949c-6854a75905d4 None None] Provisioning for port 0deeed06-b7b1-49fe-a4a7-bb2ea0157cad completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:42:20.519441 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2275551d-d9c8-488d-afc7-50aa02362aa0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=26835b4b45ce41389a4c3a4e9b75d422&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1134713 Aug 23 20:42:20.526548 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38470) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:20.526721 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d54b412-f750-4344-a297-912bdb0107ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:20.546526 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc0d07-2d87-4e60-b54e-323592090ea7 req-9a0f48da-9cea-4db1-8257-72baf2076b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:20.548806 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1adc0d07-2d87-4e60-b54e-323592090ea7 req-9a0f48da-9cea-4db1-8257-72baf2076b6a service neutron] 10.222.0.11 "GET /v2.0/networks?id=08ee7db6-ee70-42c6-86e8-ee22c22907f2 HTTP/1.1" status: 200 len: 920 time: 0.4420087 Aug 23 20:42:20.586714 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3552a542-8864-47a4-92e2-3c4b04006992', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e9559a3-8cff-4318-a999-b45c5efad87e'}, {'server_uuid': '3552a542-8864-47a4-92e2-3c4b04006992', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c'}, {'server_uuid': '3552a542-8864-47a4-92e2-3c4b04006992', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24a309f0-cb51-4a2a-9a2e-e94a027cbd08'}, {'server_uuid': '3552a542-8864-47a4-92e2-3c4b04006992', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57ffbcc0-4376-4d05-86a0-154600a7fc9d'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:42:20.589964 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc9d19c-5f6a-47a5-8953-0fa5e9c2b124" -d '{"events": [{"server_uuid": "3552a542-8864-47a4-92e2-3c4b04006992", "name": "network-vif-unplugged", "status": "completed", "tag": "1e9559a3-8cff-4318-a999-b45c5efad87e"}, {"server_uuid": "3552a542-8864-47a4-92e2-3c4b04006992", "name": "network-vif-unplugged", "status": "completed", "tag": "17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c"}, {"server_uuid": "3552a542-8864-47a4-92e2-3c4b04006992", "name": "network-vif-unplugged", "status": "completed", "tag": "24a309f0-cb51-4a2a-9a2e-e94a027cbd08"}, {"server_uuid": "3552a542-8864-47a4-92e2-3c4b04006992", "name": "network-vif-unplugged", "status": "completed", "tag": "57ffbcc0-4376-4d05-86a0-154600a7fc9d"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:42:20.624577 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73365832-3931-465a-a850-683c1b2edc4a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:20.695951 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d54b412-f750-4344-a297-912bdb0107ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:20.711698 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1adc0d07-2d87-4e60-b54e-323592090ea7 req-2066fce5-f832-4039-a4a3-917d33c11106 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=995210d9-e1ba-4579-860d-e456fc6ca411 HTTP/1.1" status: 200 len: 217 time: 0.1382983 Aug 23 20:42:20.721972 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Mon, 23 Aug 2021 20:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c31803-6ec6-437d-ae05-1ba7fe9d82bc x-openstack-request-id: req-96c31803-6ec6-437d-ae05-1ba7fe9d82bc {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:42:20.722425 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3552a542-8864-47a4-92e2-3c4b04006992", "name": "network-vif-unplugged", "status": "completed", "tag": "1e9559a3-8cff-4318-a999-b45c5efad87e", "code": 200}, {"server_uuid": "3552a542-8864-47a4-92e2-3c4b04006992", "name": "network-vif-unplugged", "status": "completed", "tag": "17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c", "code": 200}, {"server_uuid": "3552a542-8864-47a4-92e2-3c4b04006992", "name": "network-vif-unplugged", "status": "completed", "tag": "24a309f0-cb51-4a2a-9a2e-e94a027cbd08", "code": 200}, {"server_uuid": "3552a542-8864-47a4-92e2-3c4b04006992", "name": "network-vif-unplugged", "status": "completed", "tag": "57ffbcc0-4376-4d05-86a0-154600a7fc9d", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:42:20.722677 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-96c31803-6ec6-437d-ae05-1ba7fe9d82bc {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:42:20.723470 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3552a542-8864-47a4-92e2-3c4b04006992', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e9559a3-8cff-4318-a999-b45c5efad87e', 'code': 200} Aug 23 20:42:20.723737 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3552a542-8864-47a4-92e2-3c4b04006992', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c', 'code': 200} Aug 23 20:42:20.724144 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3552a542-8864-47a4-92e2-3c4b04006992', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24a309f0-cb51-4a2a-9a2e-e94a027cbd08', 'code': 200} Aug 23 20:42:20.725709 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3552a542-8864-47a4-92e2-3c4b04006992', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57ffbcc0-4376-4d05-86a0-154600a7fc9d', 'code': 200} Aug 23 20:42:20.730610 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d54b412-f750-4344-a297-912bdb0107ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:20.735796 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8d54b412-f750-4344-a297-912bdb0107ab admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c7edda6f-692c-48b6-bdea-916903913fd8 HTTP/1.1" status: 204 len: 168 time: 0.6282880 Aug 23 20:42:20.735796 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d54b412-f750-4344-a297-912bdb0107ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7edda6f-692c-48b6-bdea-916903913fd8,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:20.737272 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38474) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:20.749236 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3385080-482f-43de-8692-c0319d8333ea None None] Network bdfb7985-4a2e-4b59-90a4-3a1df09446bc requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:42:20.806276 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 0deeed06-b7b1-49fe-a4a7-bb2ea0157cad up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:42:20.833045 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c535840-a47c-4fdd-8db7-75b2e830450b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:20.840950 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-9af4f2eb-cb1e-493c-92a1-7797828717e2 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:20.873609 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-09e3b436-cdfd-4165-a943-e18e65aba397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:20.907369 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc0d07-2d87-4e60-b54e-323592090ea7 req-d34cd651-181d-4f1a-a2db-3bbd956cd392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:20.909078 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1adc0d07-2d87-4e60-b54e-323592090ea7 req-d34cd651-181d-4f1a-a2db-3bbd956cd392 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f081180f-c4fd-4243-9f2e-305cad1ce609 HTTP/1.1" status: 200 len: 859 time: 0.1594782 Aug 23 20:42:20.919256 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-5c535840-a47c-4fdd-8db7-75b2e830450b admin admin] Deleting port 272ed5ef-0307-4bbf-853a-87b72cd56e4b {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:42:20.919668 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c535840-a47c-4fdd-8db7-75b2e830450b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:20.921023 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4597f1d8-d140-492c-be79-d966f8069643 req-fcec6335-0714-4ad5-a193-a2b35aa9f2d9 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:20.923281 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4597f1d8-d140-492c-be79-d966f8069643 req-fcec6335-0714-4ad5-a193-a2b35aa9f2d9 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/ports?device_id=af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d HTTP/1.1" status: 200 len: 945 time: 0.3010409 Aug 23 20:42:20.933031 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af4f2eb-cb1e-493c-92a1-7797828717e2 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Pushing event deleted for resources: {'Port': ['ID=24a309f0-cb51-4a2a-9a2e-e94a027cbd08,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:20.955622 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38478) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:20.961048 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-023d2ba4-f29d-4ef0-9544-045bc60661bf tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Request body: {'floatingip': {'port_id': '7d30c483-eec0-4d18-a093-7e8622543077'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:42:20.962318 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 0deeed06-b7b1-49fe-a4a7-bb2ea0157cad completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:42:20.968586 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 0deeed06-b7b1-49fe-a4a7-bb2ea0157cad triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:42:20.968968 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:21.051828 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1adc0d07-2d87-4e60-b54e-323592090ea7 req-763badef-32f3-4d34-8b7c-2d48816ce16d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=08ee7db6-ee70-42c6-86e8-ee22c22907f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1273203 Aug 23 20:42:21.072638 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693c13fd-a9c7-4396-b4ed-eddf4a8f11fc None None] DHCP port deletion for bdfb7985-4a2e-4b59-90a4-3a1df09446bc request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:42:21.110965 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-09e3b436-cdfd-4165-a943-e18e65aba397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:21.145533 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-9af4f2eb-cb1e-493c-92a1-7797828717e2 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] No DVR routers for this DVR port 24a309f0-cb51-4a2a-9a2e-e94a027cbd08 on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:42:21.145758 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-023d2ba4-f29d-4ef0-9544-045bc60661bf tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks [] for floatingip, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:21.155234 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-9af4f2eb-cb1e-493c-92a1-7797828717e2 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:21.158760 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-9af4f2eb-cb1e-493c-92a1-7797828717e2 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.11 "DELETE /v2.0/ports/24a309f0-cb51-4a2a-9a2e-e94a027cbd08 HTTP/1.1" status: 204 len: 173 time: 2.5821342 Aug 23 20:42:21.170122 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3552a542-8864-47a4-92e2-3c4b04006992', 'name': 'network-vif-deleted', 'tag': '24a309f0-cb51-4a2a-9a2e-e94a027cbd08'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:42:21.170277 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:21.171008 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc04bf7-6ea9-4103-ae3d-135a3102ff14" -d '{"events": [{"server_uuid": "3552a542-8864-47a4-92e2-3c4b04006992", "name": "network-vif-deleted", "tag": "24a309f0-cb51-4a2a-9a2e-e94a027cbd08"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:42:21.241393 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-5c535840-a47c-4fdd-8db7-75b2e830450b admin admin] For port 272ed5ef-0307-4bbf-853a-87b72cd56e4b, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=272ed5ef-0307-4bbf-853a-87b72cd56e4b,segment=NetworkSegment(02bc71d9-f313-4a15-a119-b64fea6486e0),segment_id=02bc71d9-f313-4a15-a119-b64fea6486e0)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:42:21.241767 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c535840-a47c-4fdd-8db7-75b2e830450b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:21.288900 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-5c535840-a47c-4fdd-8db7-75b2e830450b admin admin] Calling delete_port for 272ed5ef-0307-4bbf-853a-87b72cd56e4b owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:42:21.340185 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab90632-3dd1-4e41-856b-9f26666a95ab req-ba2062bf-7ba4-4bab-816e-59a6d4d37989 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:21.347964 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab90632-3dd1-4e41-856b-9f26666a95ab req-ba2062bf-7ba4-4bab-816e-59a6d4d37989 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:21.354656 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab90632-3dd1-4e41-856b-9f26666a95ab req-ba2062bf-7ba4-4bab-816e-59a6d4d37989 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:21.362954 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab90632-3dd1-4e41-856b-9f26666a95ab req-ba2062bf-7ba4-4bab-816e-59a6d4d37989 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:21.366315 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dab90632-3dd1-4e41-856b-9f26666a95ab req-ba2062bf-7ba4-4bab-816e-59a6d4d37989 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 3144 time: 0.2769060 Aug 23 20:42:21.407928 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 0deeed06-b7b1-49fe-a4a7-bb2ea0157cad, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=0deeed06-b7b1-49fe-a4a7-bb2ea0157cad,segment=NetworkSegment(3fe0595c-f503-4bf8-9f23-733de531825b),segment_id=3fe0595c-f503-4bf8-9f23-733de531825b)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:42:21.417180 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:21.419040 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1a710e7f-a670-49e0-8a00-9154e979d463 None None] Provisioning for port e657a43f-9d5f-44f9-920f-70cab3020d04 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:42:21.493990 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=0deeed06-b7b1-49fe-a4a7-bb2ea0157cad,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:21.501778 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1a710e7f-a670-49e0-8a00-9154e979d463 None None] Provisioning complete for port e657a43f-9d5f-44f9-920f-70cab3020d04 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:42:21.502792 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1a710e7f-a670-49e0-8a00-9154e979d463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:21.535480 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 8a4b4d0e-4336-49bc-a65c-cb89c1265d48 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:42:21.545139 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-693c13fd-a9c7-4396-b4ed-eddf4a8f11fc None None] Deleting port 272ed5ef-0307-4bbf-853a-87b72cd56e4b {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:42:21.545770 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-693c13fd-a9c7-4396-b4ed-eddf4a8f11fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:21.557936 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73365832-3931-465a-a850-683c1b2edc4a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:21.589182 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 8a4b4d0e-4336-49bc-a65c-cb89c1265d48 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:42:21.589182 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 8a4b4d0e-4336-49bc-a65c-cb89c1265d48 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:42:21.589461 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 36cdf5dd-6036-479b-b2c4-1ab2b3467b71 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:42:21.601015 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1adc0d07-2d87-4e60-b54e-323592090ea7 req-e4e2b5ff-2c1b-42e7-ab25-aedaf3af786f service neutron] 10.222.0.11 "GET /v2.0/networks/08ee7db6-ee70-42c6-86e8-ee22c22907f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4863760 Aug 23 20:42:21.623462 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e68eac-43be-45bb-9d71-1bfad2eab232 req-3e4bc3d0-7e74-4dfa-803a-03aae3a4e838 tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:21.628693 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dab90632-3dd1-4e41-856b-9f26666a95ab req-6de35314-9c9e-43cc-a7ae-baa620886dc7 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b54e5a8-71d6-43fd-b888-7393c70f9dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2436776 Aug 23 20:42:21.634117 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c1e68eac-43be-45bb-9d71-1bfad2eab232 req-3e4bc3d0-7e74-4dfa-803a-03aae3a4e838 tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] 10.222.0.61 "GET /v2.0/ports?device_id=4207e577-6f27-4ce9-b3f4-4412b6e0bfec HTTP/1.1" status: 200 len: 946 time: 0.3966327 Aug 23 20:42:21.655276 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 36cdf5dd-6036-479b-b2c4-1ab2b3467b71 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:42:21.655624 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 36cdf5dd-6036-479b-b2c4-1ab2b3467b71 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:42:21.665831 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73365832-3931-465a-a850-683c1b2edc4a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:21.668806 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1a710e7f-a670-49e0-8a00-9154e979d463 None None] Port e657a43f-9d5f-44f9-920f-70cab3020d04 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:42:21.698426 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-693c13fd-a9c7-4396-b4ed-eddf4a8f11fc None None] For port 272ed5ef-0307-4bbf-853a-87b72cd56e4b, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=272ed5ef-0307-4bbf-853a-87b72cd56e4b,segment=NetworkSegment(02bc71d9-f313-4a15-a119-b64fea6486e0),segment_id=02bc71d9-f313-4a15-a119-b64fea6486e0)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:42:21.699187 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-693c13fd-a9c7-4396-b4ed-eddf4a8f11fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:21.714271 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1a710e7f-a670-49e0-8a00-9154e979d463 None None] Provisioning complete for port 0deeed06-b7b1-49fe-a4a7-bb2ea0157cad triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:42:21.714881 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1a710e7f-a670-49e0-8a00-9154e979d463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:21.730483 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c535840-a47c-4fdd-8db7-75b2e830450b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:21.738430 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-693c13fd-a9c7-4396-b4ed-eddf4a8f11fc None None] Calling delete_port for 272ed5ef-0307-4bbf-853a-87b72cd56e4b owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:42:21.744783 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e51166-cfd1-4f24-86f5-6a7f09f938b8 x-openstack-request-id: req-59e51166-cfd1-4f24-86f5-6a7f09f938b8 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:42:21.747193 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3552a542-8864-47a4-92e2-3c4b04006992", "name": "network-vif-deleted", "tag": "24a309f0-cb51-4a2a-9a2e-e94a027cbd08", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:42:21.747465 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-59e51166-cfd1-4f24-86f5-6a7f09f938b8 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:42:21.748649 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3552a542-8864-47a4-92e2-3c4b04006992', 'name': 'network-vif-deleted', 'tag': '24a309f0-cb51-4a2a-9a2e-e94a027cbd08', 'status': 'completed', 'code': 200} Aug 23 20:42:21.783890 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c535840-a47c-4fdd-8db7-75b2e830450b admin admin] No DVR routers for this DVR port 272ed5ef-0307-4bbf-853a-87b72cd56e4b on host n-d-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:42:21.786788 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c535840-a47c-4fdd-8db7-75b2e830450b admin admin] Pushing event deleted for resources: {'Port': ['ID=272ed5ef-0307-4bbf-853a-87b72cd56e4b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:21.801002 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73365832-3931-465a-a850-683c1b2edc4a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:21.853815 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-09e3b436-cdfd-4165-a943-e18e65aba397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:21.856749 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-09e3b436-cdfd-4165-a943-e18e65aba397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:21.857900 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-09e3b436-cdfd-4165-a943-e18e65aba397 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0f82240c-c6c4-4a5d-9c5f-0ca19e0dcac8 HTTP/1.1" status: 204 len: 168 time: 1.3283482 Aug 23 20:42:21.879124 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-693c13fd-a9c7-4396-b4ed-eddf4a8f11fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:21.890015 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e3b436-cdfd-4165-a943-e18e65aba397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f82240c-c6c4-4a5d-9c5f-0ca19e0dcac8,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:21.912003 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c1e68eac-43be-45bb-9d71-1bfad2eab232 req-7a7da902-34d7-4ba1-877c-7d87cacfe6b8 tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] 10.222.0.61 "GET /v2.0/security-groups?id=a9e09918-4aa1-423f-b81d-c8a818872dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747326 Aug 23 20:42:21.912264 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693c13fd-a9c7-4396-b4ed-eddf4a8f11fc None None] Pushing event deleted for resources: {'Port': ['ID=272ed5ef-0307-4bbf-853a-87b72cd56e4b,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:21.936770 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693c13fd-a9c7-4396-b4ed-eddf4a8f11fc None None] No DVR routers for this DVR port 272ed5ef-0307-4bbf-853a-87b72cd56e4b on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:42:21.939708 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693c13fd-a9c7-4396-b4ed-eddf4a8f11fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:42:21.940085 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693c13fd-a9c7-4396-b4ed-eddf4a8f11fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:42:21.940430 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693c13fd-a9c7-4396-b4ed-eddf4a8f11fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:42:21.940773 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693c13fd-a9c7-4396-b4ed-eddf4a8f11fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:42:21.941109 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693c13fd-a9c7-4396-b4ed-eddf4a8f11fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:42:21.941580 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693c13fd-a9c7-4396-b4ed-eddf4a8f11fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:42:21.941922 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693c13fd-a9c7-4396-b4ed-eddf4a8f11fc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:42:21.942255 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693c13fd-a9c7-4396-b4ed-eddf4a8f11fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:42:21.942588 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693c13fd-a9c7-4396-b4ed-eddf4a8f11fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:42:21.942916 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693c13fd-a9c7-4396-b4ed-eddf4a8f11fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:42:21.943247 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693c13fd-a9c7-4396-b4ed-eddf4a8f11fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:42:21.943574 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693c13fd-a9c7-4396-b4ed-eddf4a8f11fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:42:22.004443 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73365832-3931-465a-a850-683c1b2edc4a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event updated for resources: {'Port': ['ID=e657a43f-9d5f-44f9-920f-70cab3020d04,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:22.005990 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c07e37f8-48a8-41cd-97bc-38364abba470 None None] Provisioning complete for port e657a43f-9d5f-44f9-920f-70cab3020d04 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:42:22.006367 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c07e37f8-48a8-41cd-97bc-38364abba470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:22.015007 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c123a8-f241-4651-9f20-a4d98bcaf2a2 req-e0cd898c-6f98-4762-868c-614af358a3a8 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:22.016693 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-39c123a8-f241-4651-9f20-a4d98bcaf2a2 req-e0cd898c-6f98-4762-868c-614af358a3a8 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a3b5017-c2bb-4d9a-a8bf-d0e9c9983daf HTTP/1.1" status: 200 len: 945 time: 0.2442915 Aug 23 20:42:22.019587 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-d54ff200-b37f-486b-8076-1bc9b4676b7e tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Deleting port 2766511f-9d51-4da2-a1c2-6355076cc97a {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:42:22.019927 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-d54ff200-b37f-486b-8076-1bc9b4676b7e tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:22.075452 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-c07e37f8-48a8-41cd-97bc-38364abba470 None None] Port e657a43f-9d5f-44f9-920f-70cab3020d04 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:42:22.097722 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c535840-a47c-4fdd-8db7-75b2e830450b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:22.125387 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-5c535840-a47c-4fdd-8db7-75b2e830450b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdfb7985-4a2e-4b59-90a4-3a1df09446bc']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:22.130652 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1adc0d07-2d87-4e60-b54e-323592090ea7 req-9aff326c-a878-4ee8-a6fd-e59763798604 service neutron] 10.222.0.11 "GET /v2.0/networks/08ee7db6-ee70-42c6-86e8-ee22c22907f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785889 Aug 23 20:42:22.139598 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-5c535840-a47c-4fdd-8db7-75b2e830450b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02bc71d9-f313-4a15-a119-b64fea6486e0') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:22.139955 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-5c535840-a47c-4fdd-8db7-75b2e830450b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02bc71d9-f313-4a15-a119-b64fea6486e0') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:22.154782 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c535840-a47c-4fdd-8db7-75b2e830450b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:22.186865 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73365832-3931-465a-a850-683c1b2edc4a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Network 3dfa55c1-66cd-45d5-bbcb-673e37fc5a43 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:42:22.191749 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-73365832-3931-465a-a850-683c1b2edc4a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:42:22.207144 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-d54ff200-b37f-486b-8076-1bc9b4676b7e tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] For port 2766511f-9d51-4da2-a1c2-6355076cc97a, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=2766511f-9d51-4da2-a1c2-6355076cc97a,segment=NetworkSegment(944ef231-16f6-43e4-b600-906b7024b8ba),segment_id=944ef231-16f6-43e4-b600-906b7024b8ba)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:42:22.207380 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-d54ff200-b37f-486b-8076-1bc9b4676b7e tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:22.242039 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c535840-a47c-4fdd-8db7-75b2e830450b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:22.260508 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-39c123a8-f241-4651-9f20-a4d98bcaf2a2 req-55c464da-9cd3-4ad6-a82d-a8b18d3c578d tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597922 Aug 23 20:42:22.274111 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c535840-a47c-4fdd-8db7-75b2e830450b admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:42:22.274522 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c535840-a47c-4fdd-8db7-75b2e830450b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:22.276273 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:42:22.276273 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:42:22.276273 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:42:22.276273 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:42:22.276273 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:42:22.276273 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:42:22.276273 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:42:22.276273 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:42:22.276273 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:42:22.276273 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:42:22.276273 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:42:22.276273 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:42:22.276273 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:42:22.276273 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:42:22.276273 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:42:22.276273 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:42:22.276273 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:42:22.276273 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:42:22.276273 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:42:22.276273 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:42:22.276273 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:42:22.276273 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:42:22.276273 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:42:22.276273 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:42:22.276273 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:42:22.276273 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:42:22.276273 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:42:22.276273 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:42:22.276273 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:42:22.276273 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:42:22.276273 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:42:22.276273 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:42:22.304199 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-d54ff200-b37f-486b-8076-1bc9b4676b7e tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Calling delete_port for 2766511f-9d51-4da2-a1c2-6355076cc97a owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:42:22.414452 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c535840-a47c-4fdd-8db7-75b2e830450b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:22.423549 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c535840-a47c-4fdd-8db7-75b2e830450b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:22.425510 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-5c535840-a47c-4fdd-8db7-75b2e830450b admin admin] 10.222.0.61 "DELETE /v2.0/networks/bdfb7985-4a2e-4b59-90a4-3a1df09446bc HTTP/1.1" status: 204 len: 168 time: 1.6872129 Aug 23 20:42:22.489465 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c535840-a47c-4fdd-8db7-75b2e830450b admin admin] Pushing event deleted for resources: {'Network': ['ID=bdfb7985-4a2e-4b59-90a4-3a1df09446bc,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:22.549389 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-023d2ba4-f29d-4ef0-9544-045bc60661bf tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:22.563034 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-023d2ba4-f29d-4ef0-9544-045bc60661bf tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:22.635997 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73365832-3931-465a-a850-683c1b2edc4a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Router 7e69c876-3311-4374-8d72-1f7d38b4ba2a is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:42:22.713423 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9435ef83-dcea-4684-9d95-f946c0c3c180 None None] Provisioning complete for port e657a43f-9d5f-44f9-920f-70cab3020d04 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:42:22.714840 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9435ef83-dcea-4684-9d95-f946c0c3c180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:22.758417 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 0deeed06-b7b1-49fe-a4a7-bb2ea0157cad up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:42:22.762460 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-d54ff200-b37f-486b-8076-1bc9b4676b7e tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:22.801555 n-d-805663-2 neutron-server[94688]: INFO neutron.db.l3_db [None req-023d2ba4-f29d-4ef0-9544-045bc60661bf tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Floating IP 068bf104-1b8a-4620-ba88-fbaa337eaea2 associated. External IP: 172.25.4.149, port: 7d30c483-eec0-4d18-a093-7e8622543077. Aug 23 20:42:22.824136 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-9435ef83-dcea-4684-9d95-f946c0c3c180 None None] Port e657a43f-9d5f-44f9-920f-70cab3020d04 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:42:22.857395 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 0deeed06-b7b1-49fe-a4a7-bb2ea0157cad triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:42:22.858030 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:22.907134 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38516) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:22.936541 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54ff200-b37f-486b-8076-1bc9b4676b7e tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Pushing event deleted for resources: {'Port': ['ID=2766511f-9d51-4da2-a1c2-6355076cc97a,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:23.056663 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 272ed5ef-0307-4bbf-853a-87b72cd56e4b no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:42:23.094475 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9c777d1e-47e7-43a8-a406-c3f06ee7ff86 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=78acc99c454c406dbb0dc61deae5e8e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1791646 Aug 23 20:42:23.094475 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-d54ff200-b37f-486b-8076-1bc9b4676b7e tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] No DVR routers for this DVR port 2766511f-9d51-4da2-a1c2-6355076cc97a on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:42:23.094853 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 272ed5ef-0307-4bbf-853a-87b72cd56e4b {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:42:23.094853 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 272ed5ef-0307-4bbf-853a-87b72cd56e4b not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:42:23.095033 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38520) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:23.114308 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-d54ff200-b37f-486b-8076-1bc9b4676b7e tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:23.118197 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-d54ff200-b37f-486b-8076-1bc9b4676b7e tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.11 "DELETE /v2.0/ports/2766511f-9d51-4da2-a1c2-6355076cc97a HTTP/1.1" status: 204 len: 173 time: 1.9372194 Aug 23 20:42:23.126297 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73365832-3931-465a-a850-683c1b2edc4a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:42:23.136958 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-73365832-3931-465a-a850-683c1b2edc4a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "PUT /v2.0/routers/7e69c876-3311-4374-8d72-1f7d38b4ba2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5003781 Aug 23 20:42:23.137910 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38526) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:23.139733 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c4bc5c-d038-461b-a005-b6026fd189a7 None None] Sync routers for ids ['7e69c876-3311-4374-8d72-1f7d38b4ba2a'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:42:23.145459 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-a52ab6d7-3cde-4153-86a7-10bf58bb8372 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Request body: {'network': {'name': 'tempest-RoutersTest-1760869895'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:42:23.156413 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c4bc5c-d038-461b-a005-b6026fd189a7 None None] Routers {'7e69c876-3311-4374-8d72-1f7d38b4ba2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:42:23.158821 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-18c4bc5c-d038-461b-a005-b6026fd189a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:42:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['7e69c876-3311-4374-8d72-1f7d38b4ba2a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:23.197553 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-023d2ba4-f29d-4ef0-9544-045bc60661bf tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Router 8d1e85a6-a601-4119-be31-5b0ef46d2fc0 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:42:23.233389 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77847ad-5227-44a4-ad64-1f496f9fd29d req-b3fb976a-bc98-4f6d-8787-3ef5c7d7d445 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:23.240801 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77847ad-5227-44a4-ad64-1f496f9fd29d req-b3fb976a-bc98-4f6d-8787-3ef5c7d7d445 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:23.253508 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77847ad-5227-44a4-ad64-1f496f9fd29d req-b3fb976a-bc98-4f6d-8787-3ef5c7d7d445 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:23.255222 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a77847ad-5227-44a4-ad64-1f496f9fd29d req-b3fb976a-bc98-4f6d-8787-3ef5c7d7d445 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 2411 time: 0.4587083 Aug 23 20:42:23.261393 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52ab6d7-3cde-4153-86a7-10bf58bb8372 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Made reservation on behalf of 478a4137190c42b2a66568a56c662326 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:42:23.264766 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-18c4bc5c-d038-461b-a005-b6026fd189a7 None None] Set router 7e69c876-3311-4374-8d72-1f7d38b4ba2a gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:42:23.264928 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a52ab6d7-3cde-4153-86a7-10bf58bb8372 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:23.330947 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0ceb15b-8362-4a37-8fee-41c8de974c21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:23.471417 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a77847ad-5227-44a4-ad64-1f496f9fd29d req-555bd2a1-4299-41b4-b1bd-7be4d7d4338b tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b54e5a8-71d6-43fd-b888-7393c70f9dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1955261 Aug 23 20:42:23.516028 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-18c4bc5c-d038-461b-a005-b6026fd189a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'name': 'tempest-RoutersTest-router-768097966', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:42:14Z', 'updated_at': '2021-08-23T20:42:20Z', 'revision_number': 2, 'project_id': '478a4137190c42b2a66568a56c662326', 'gw_port_host': None, '_interfaces': [{'id': 'e657a43f-9d5f-44f9-920f-70cab3020d04', 'name': '', 'network_id': '3dfa55c1-66cd-45d5-bbcb-673e37fc5a43', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'mac_address': 'fa:16:3e:39:98:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'e406b708-5e31-4400-a432-635345956df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:17Z', 'updated_at': '2021-08-23T20:42:21Z', 'revision_number': 2, 'project_id': '478a4137190c42b2a66568a56c662326', 'subnets': [{'id': 'e406b708-5e31-4400-a432-635345956df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:23.536027 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a52ab6d7-3cde-4153-86a7-10bf58bb8372 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:42:23.557631 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-9fead86f-690a-47ec-ad90-b2791b36005f tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Deleting port 57ffbcc0-4376-4d05-86a0-154600a7fc9d {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:42:23.560197 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-9fead86f-690a-47ec-ad90-b2791b36005f tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:23.587450 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0ceb15b-8362-4a37-8fee-41c8de974c21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:23.613408 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c4bc5c-d038-461b-a005-b6026fd189a7 None None] Checking router: 7e69c876-3311-4374-8d72-1f7d38b4ba2a for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:42:23.618413 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c4bc5c-d038-461b-a005-b6026fd189a7 None None] Updating router 7e69c876-3311-4374-8d72-1f7d38b4ba2a port e657a43f-9d5f-44f9-920f-70cab3020d04 binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:42:23.632782 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a52ab6d7-3cde-4153-86a7-10bf58bb8372 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:23.633124 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-a52ab6d7-3cde-4153-86a7-10bf58bb8372 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Added segment a42d6ff6-7e8a-4dca-8489-c9ba9563c535 of type vlan for network 3ca37500-3ec8-46d8-bd48-2d2b73317f39 Aug 23 20:42:23.675547 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-18c4bc5c-d038-461b-a005-b6026fd189a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:23.752050 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3552a542-8864-47a4-92e2-3c4b04006992', 'name': 'network-vif-deleted', 'tag': '2766511f-9d51-4da2-a1c2-6355076cc97a'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:42:23.756286 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1067dc24-00d5-4686-b6dc-f9a0c3a9e999" -d '{"events": [{"server_uuid": "3552a542-8864-47a4-92e2-3c4b04006992", "name": "network-vif-deleted", "tag": "2766511f-9d51-4da2-a1c2-6355076cc97a"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:42:23.766601 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-9fead86f-690a-47ec-ad90-b2791b36005f tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] For port 57ffbcc0-4376-4d05-86a0-154600a7fc9d, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=57ffbcc0-4376-4d05-86a0-154600a7fc9d,segment=NetworkSegment(8eba2c08-8fde-43b2-907a-ed6e6b74f059),segment_id=8eba2c08-8fde-43b2-907a-ed6e6b74f059)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:42:23.767486 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-9fead86f-690a-47ec-ad90-b2791b36005f tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:23.799987 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-9fead86f-690a-47ec-ad90-b2791b36005f tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Calling delete_port for 57ffbcc0-4376-4d05-86a0-154600a7fc9d owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:42:23.975636 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6ff494-45ba-428d-96be-787aa507bab6 x-openstack-request-id: req-3f6ff494-45ba-428d-96be-787aa507bab6 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:42:23.976026 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3552a542-8864-47a4-92e2-3c4b04006992", "name": "network-vif-deleted", "tag": "2766511f-9d51-4da2-a1c2-6355076cc97a", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:42:23.976792 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3f6ff494-45ba-428d-96be-787aa507bab6 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:42:23.977191 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3552a542-8864-47a4-92e2-3c4b04006992', 'name': 'network-vif-deleted', 'tag': '2766511f-9d51-4da2-a1c2-6355076cc97a', 'status': 'completed', 'code': 200} Aug 23 20:42:24.009394 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-9fead86f-690a-47ec-ad90-b2791b36005f tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:24.044939 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fead86f-690a-47ec-ad90-b2791b36005f tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Pushing event deleted for resources: {'Port': ['ID=57ffbcc0-4376-4d05-86a0-154600a7fc9d,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:24.072479 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-18c4bc5c-d038-461b-a005-b6026fd189a7 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:24.084375 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-18c4bc5c-d038-461b-a005-b6026fd189a7 None None] Transition to ACTIVE for port object e657a43f-9d5f-44f9-920f-70cab3020d04 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:42:24.095113 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-18c4bc5c-d038-461b-a005-b6026fd189a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:24.123054 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-9fead86f-690a-47ec-ad90-b2791b36005f tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] No DVR routers for this DVR port 57ffbcc0-4376-4d05-86a0-154600a7fc9d on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:42:24.123598 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a52ab6d7-3cde-4153-86a7-10bf58bb8372 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:24.127378 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-9fead86f-690a-47ec-ad90-b2791b36005f tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:24.130337 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-9fead86f-690a-47ec-ad90-b2791b36005f tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.11 "DELETE /v2.0/ports/57ffbcc0-4376-4d05-86a0-154600a7fc9d HTTP/1.1" status: 204 len: 173 time: 0.9953761 Aug 23 20:42:24.145025 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f5626-9b81-42df-8a01-9d12738570ef req-6fdc9c11-2163-45b1-b74d-729b7531f71f tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:24.148170 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efaf3f3-1fa4-4211-aa6b-2e6a12ec63cb None None] Pushing event updated for resources: {'Port': ['ID=e657a43f-9d5f-44f9-920f-70cab3020d04,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:24.153800 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6a6f5626-9b81-42df-8a01-9d12738570ef req-6fdc9c11-2163-45b1-b74d-729b7531f71f tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a3b5017-c2bb-4d9a-a8bf-d0e9c9983daf HTTP/1.1" status: 200 len: 945 time: 0.7297809 Aug 23 20:42:24.170079 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023d2ba4-f29d-4ef0-9544-045bc60661bf tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:42:24.189136 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-023d2ba4-f29d-4ef0-9544-045bc60661bf tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:24.189430 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaeb6e61-ced2-4f97-86b7-f71e264ecd85 None None] Sync routers for ids ['8d1e85a6-a601-4119-be31-5b0ef46d2fc0'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:42:24.210610 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaeb6e61-ced2-4f97-86b7-f71e264ecd85 None None] Routers {'8d1e85a6-a601-4119-be31-5b0ef46d2fc0'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:42:24.212163 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-aaeb6e61-ced2-4f97-86b7-f71e264ecd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:42:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['8d1e85a6-a601-4119-be31-5b0ef46d2fc0'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:24.239028 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0ceb15b-8362-4a37-8fee-41c8de974c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:24.243624 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0ceb15b-8362-4a37-8fee-41c8de974c21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:24.244835 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e0ceb15b-8362-4a37-8fee-41c8de974c21 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d38ece30-a2d9-421c-955f-259f0a4efff4 HTTP/1.1" status: 204 len: 168 time: 1.1489308 Aug 23 20:42:24.265442 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-023d2ba4-f29d-4ef0-9544-045bc60661bf tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "PUT /v2.0/floatingips/068bf104-1b8a-4620-ba88-fbaa337eaea2 HTTP/1.1" status: 200 len: 991 time: 3.3084209 Aug 23 20:42:24.266842 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d', 'tag': '7d30c483-eec0-4d18-a093-7e8622543077'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:42:24.269554 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe11205a-a47e-48b7-b2c4-c0731b5f9c5d" -d '{"events": [{"name": "network-changed", "server_uuid": "af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d", "tag": "7d30c483-eec0-4d18-a093-7e8622543077"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:42:24.282674 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6a6f5626-9b81-42df-8a01-9d12738570ef req-e0f28e8a-d9f9-40f4-b53e-e9fc086c9436 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278088 Aug 23 20:42:24.288007 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a52ab6d7-3cde-4153-86a7-10bf58bb8372 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:24.302331 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-18c4bc5c-d038-461b-a005-b6026fd189a7 None None] Attempting to bind port e657a43f-9d5f-44f9-920f-70cab3020d04 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:42:24.303068 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52ab6d7-3cde-4153-86a7-10bf58bb8372 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:24.303377 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-18c4bc5c-d038-461b-a005-b6026fd189a7 None None] Attempting to bind port e657a43f-9d5f-44f9-920f-70cab3020d04 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '3fe0595c-f503-4bf8-9f23-733de531825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3dfa55c1-66cd-45d5-bbcb-673e37fc5a43'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:42:24.303726 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a52ab6d7-3cde-4153-86a7-10bf58bb8372 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:24.303855 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c4bc5c-d038-461b-a005-b6026fd189a7 None None] Attempting to bind port e657a43f-9d5f-44f9-920f-70cab3020d04 on network 3dfa55c1-66cd-45d5-bbcb-673e37fc5a43 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:42:24.306380 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ceb15b-8362-4a37-8fee-41c8de974c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38ece30-a2d9-421c-955f-259f0a4efff4,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:24.317957 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c4bc5c-d038-461b-a005-b6026fd189a7 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:42:24.318345 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c4bc5c-d038-461b-a005-b6026fd189a7 None None] Checking segment: {'id': '3fe0595c-f503-4bf8-9f23-733de531825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3dfa55c1-66cd-45d5-bbcb-673e37fc5a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:42:24.318753 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-18c4bc5c-d038-461b-a005-b6026fd189a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:24.321368 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c4bc5c-d038-461b-a005-b6026fd189a7 None None] Bound using segment: {'id': '3fe0595c-f503-4bf8-9f23-733de531825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3dfa55c1-66cd-45d5-bbcb-673e37fc5a43'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:42:24.322089 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-18c4bc5c-d038-461b-a005-b6026fd189a7 None None] Bound port: e657a43f-9d5f-44f9-920f-70cab3020d04, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fe0595c-f503-4bf8-9f23-733de531825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3dfa55c1-66cd-45d5-bbcb-673e37fc5a43'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:42:24.323112 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-18c4bc5c-d038-461b-a005-b6026fd189a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:24.347851 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-0b7bb349-aa6e-4814-9b79-65235289e7c1 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Deleting port 17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:42:24.348509 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-0b7bb349-aa6e-4814-9b79-65235289e7c1 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:24.389843 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a52ab6d7-3cde-4153-86a7-10bf58bb8372 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2495105 Aug 23 20:42:24.397791 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38554) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:24.404217 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-644b5e97-5373-4eba-bf16-99c0bd00261c tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Request body: {'subnet': {'network_id': '3ca37500-3ec8-46d8-bd48-2d2b73317f39', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:42:24.529969 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-aaeb6e61-ced2-4f97-86b7-f71e264ecd85 None None] Set router 8d1e85a6-a601-4119-be31-5b0ef46d2fc0 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:42:24.549712 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-18c4bc5c-d038-461b-a005-b6026fd189a7 None None] For port e657a43f-9d5f-44f9-920f-70cab3020d04, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:42:24.552138 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02401ed-2415-4aaf-9b5b-1918fca501cd x-openstack-request-id: req-d02401ed-2415-4aaf-9b5b-1918fca501cd {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:42:24.552624 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d", "tag": "7d30c483-eec0-4d18-a093-7e8622543077", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:42:24.553343 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d02401ed-2415-4aaf-9b5b-1918fca501cd {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:42:24.554558 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d', 'tag': '7d30c483-eec0-4d18-a093-7e8622543077', 'status': 'completed', 'code': 200} Aug 23 20:42:24.556957 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ab6d7-3cde-4153-86a7-10bf58bb8372 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event updated for resources: {'Network': ['ID=3ca37500-3ec8-46d8-bd48-2d2b73317f39,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:24.564046 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-18c4bc5c-d038-461b-a005-b6026fd189a7 None None] For port e657a43f-9d5f-44f9-920f-70cab3020d04, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=e657a43f-9d5f-44f9-920f-70cab3020d04,segment=NetworkSegment(3fe0595c-f503-4bf8-9f23-733de531825b),segment_id=3fe0595c-f503-4bf8-9f23-733de531825b)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:42:24.582084 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-18c4bc5c-d038-461b-a005-b6026fd189a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:24.674800 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 3ca37500-3ec8-46d8-bd48-2d2b73317f39 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:42:24.705368 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-0b7bb349-aa6e-4814-9b79-65235289e7c1 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] For port 17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c,segment=NetworkSegment(5e4c950b-9e81-4e67-a335-cd6886b78290),segment_id=5e4c950b-9e81-4e67-a335-cd6886b78290)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:42:24.706320 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-0b7bb349-aa6e-4814-9b79-65235289e7c1 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:24.739611 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c4bc5c-d038-461b-a005-b6026fd189a7 None None] Routers {'7e69c876-3311-4374-8d72-1f7d38b4ba2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:42:24.742678 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-18c4bc5c-d038-461b-a005-b6026fd189a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:42:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['7e69c876-3311-4374-8d72-1f7d38b4ba2a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:24.776321 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11205a-a47e-48b7-b2c4-c0731b5f9c5d req-3318b3b1-8aa7-4f3a-812f-bffe5f3d087d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:24.780196 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fe11205a-a47e-48b7-b2c4-c0731b5f9c5d req-3318b3b1-8aa7-4f3a-812f-bffe5f3d087d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7880e59da8b64cb8b3031fd86db3c916&device_id=af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d HTTP/1.1" status: 200 len: 1096 time: 0.1987522 Aug 23 20:42:24.821611 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644b5e97-5373-4eba-bf16-99c0bd00261c tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Made reservation on behalf of 478a4137190c42b2a66568a56c662326 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:42:24.829674 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-644b5e97-5373-4eba-bf16-99c0bd00261c tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:25.076344 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11205a-a47e-48b7-b2c4-c0731b5f9c5d req-8da94fc1-36e9-487c-bdba-bd401ed71f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:25.078001 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fe11205a-a47e-48b7-b2c4-c0731b5f9c5d req-8da94fc1-36e9-487c-bdba-bd401ed71f06 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e5de8573-8724-417b-9e45-0201cb25fe6b HTTP/1.1" status: 200 len: 910 time: 0.2847540 Aug 23 20:42:25.087868 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efaf3f3-1fa4-4211-aa6b-2e6a12ec63cb None None] Pushing event updated for resources: {'Port': ['ID=e657a43f-9d5f-44f9-920f-70cab3020d04,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:25.098606 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-18c4bc5c-d038-461b-a005-b6026fd189a7 None None] Set router 7e69c876-3311-4374-8d72-1f7d38b4ba2a gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:42:25.518112 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fe11205a-a47e-48b7-b2c4-c0731b5f9c5d req-88d8753c-238f-4748-8f31-8b5e722f055e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d30c483-eec0-4d18-a093-7e8622543077 HTTP/1.1" status: 200 len: 999 time: 0.4232469 Aug 23 20:42:25.549141 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-aaeb6e61-ced2-4f97-86b7-f71e264ecd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'name': 'tempest-AttachVolumeTestJSON-57718171-router', 'tenant_id': '7880e59da8b64cb8b3031fd86db3c916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'e5fa5784-59f2-4b26-900f-c896576456d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:41:44Z', 'updated_at': '2021-08-23T20:41:50Z', 'revision_number': 4, 'project_id': '7880e59da8b64cb8b3031fd86db3c916', 'gw_port': {'id': 'e5fa5784-59f2-4b26-900f-c896576456d0', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:5e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:41:46Z', 'updated_at': '2021-08-23T20:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '068bf104-1b8a-4620-ba88-fbaa337eaea2', 'tenant_id': '7880e59da8b64cb8b3031fd86db3c916', 'floating_ip_address': '172.25.4.149', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'port_id': '7d30c483-eec0-4d18-a093-7e8622543077', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5de8573-8724-417b-9e45-0201cb25fe6b', 'mac_address': 'fa:16:3e:8e:a4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:41:58Z', 'updated_at': '2021-08-23T20:42:22Z', 'revision_number': 1, 'project_id': '7880e59da8b64cb8b3031fd86db3c916', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '686cb267-cdda-473c-8bfe-4e153d7eb95b', 'name': '', 'network_id': 'e5de8573-8724-417b-9e45-0201cb25fe6b', 'tenant_id': '7880e59da8b64cb8b3031fd86db3c916', 'mac_address': 'fa:16:3e:3e:02:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'bbd0034a-a038-4b43-8b24-1cd5d52f0793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:41:48Z', 'updated_at': '2021-08-23T20:41:57Z', 'revision_number': 5, 'project_id': '7880e59da8b64cb8b3031fd86db3c916', 'subnets': [{'id': 'bbd0034a-a038-4b43-8b24-1cd5d52f0793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:25.583893 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaeb6e61-ced2-4f97-86b7-f71e264ecd85 None None] Checking router: 8d1e85a6-a601-4119-be31-5b0ef46d2fc0 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:42:25.596337 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaeb6e61-ced2-4f97-86b7-f71e264ecd85 None None] Routers {'8d1e85a6-a601-4119-be31-5b0ef46d2fc0'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:42:25.597276 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-aaeb6e61-ced2-4f97-86b7-f71e264ecd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:42:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['8d1e85a6-a601-4119-be31-5b0ef46d2fc0'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:25.644603 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-644b5e97-5373-4eba-bf16-99c0bd00261c tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:25.686688 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-18c4bc5c-d038-461b-a005-b6026fd189a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'name': 'tempest-RoutersTest-router-768097966', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:42:14Z', 'updated_at': '2021-08-23T20:42:20Z', 'revision_number': 2, 'project_id': '478a4137190c42b2a66568a56c662326', 'gw_port_host': None, '_interfaces': [{'id': 'e657a43f-9d5f-44f9-920f-70cab3020d04', 'name': '', 'network_id': '3dfa55c1-66cd-45d5-bbcb-673e37fc5a43', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'mac_address': 'fa:16:3e:39:98:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'e406b708-5e31-4400-a432-635345956df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:17Z', 'updated_at': '2021-08-23T20:42:24Z', 'revision_number': 4, 'project_id': '478a4137190c42b2a66568a56c662326', 'subnets': [{'id': 'e406b708-5e31-4400-a432-635345956df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:25.752976 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c4bc5c-d038-461b-a005-b6026fd189a7 None None] The sync data for ids ['7e69c876-3311-4374-8d72-1f7d38b4ba2a'] in n-d-805663-2 is: [{'id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'name': 'tempest-RoutersTest-router-768097966', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:42:14Z', 'updated_at': '2021-08-23T20:42:20Z', 'revision_number': 2, 'project_id': '478a4137190c42b2a66568a56c662326', 'gw_port_host': None, '_interfaces': [{'id': 'e657a43f-9d5f-44f9-920f-70cab3020d04', 'name': '', 'network_id': '3dfa55c1-66cd-45d5-bbcb-673e37fc5a43', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'mac_address': 'fa:16:3e:39:98:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'e406b708-5e31-4400-a432-635345956df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:17Z', 'updated_at': '2021-08-23T20:42:24Z', 'revision_number': 4, 'project_id': '478a4137190c42b2a66568a56c662326', 'subnets': [{'id': 'e406b708-5e31-4400-a432-635345956df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:42:25.812092 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ddbd4c-cbe2-4f04-a567-ac236f4109cc req-5d278220-fda9-4315-8a7c-f4fe3d3e9062 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:25.815668 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d412c-fb77-4cca-8f48-9f64c9a0625f req-9e3638b6-e599-479e-859b-8c3982bf0463 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:25.818600 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ddbd4c-cbe2-4f04-a567-ac236f4109cc req-5d278220-fda9-4315-8a7c-f4fe3d3e9062 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:25.819910 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-aaeb6e61-ced2-4f97-86b7-f71e264ecd85 None None] Set router 8d1e85a6-a601-4119-be31-5b0ef46d2fc0 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:42:25.820634 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f4ddbd4c-cbe2-4f04-a567-ac236f4109cc req-5d278220-fda9-4315-8a7c-f4fe3d3e9062 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 1678 time: 0.1831646 Aug 23 20:42:25.829628 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f19d412c-fb77-4cca-8f48-9f64c9a0625f req-9e3638b6-e599-479e-859b-8c3982bf0463 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a3b5017-c2bb-4d9a-a8bf-d0e9c9983daf HTTP/1.1" status: 200 len: 945 time: 0.3508635 Aug 23 20:42:25.868635 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38608) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:25.869534 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b5e97-5373-4eba-bf16-99c0bd00261c tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event updated for resources: {'Subnet': ['ID=8427783b-f027-45f2-a57c-5f5fbd28f511,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:25.894110 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11205a-a47e-48b7-b2c4-c0731b5f9c5d req-7c58cf6a-83f4-41fd-b0e7-1a579ce54503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:25.895954 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fe11205a-a47e-48b7-b2c4-c0731b5f9c5d req-7c58cf6a-83f4-41fd-b0e7-1a579ce54503 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bbd0034a-a038-4b43-8b24-1cd5d52f0793 HTTP/1.1" status: 200 len: 848 time: 0.3239470 Aug 23 20:42:25.943292 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f4ddbd4c-cbe2-4f04-a567-ac236f4109cc req-03d60e22-716d-417f-9501-8bf1ec5a50d9 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b54e5a8-71d6-43fd-b888-7393c70f9dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087809 Aug 23 20:42:25.948356 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-0b7bb349-aa6e-4814-9b79-65235289e7c1 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:25.948763 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-0b7bb349-aa6e-4814-9b79-65235289e7c1 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:25.949083 n-d-805663-2 neutron-server[94687]: INFO neutron.db.l3_db [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-0b7bb349-aa6e-4814-9b79-65235289e7c1 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Floating IP 78f9e886-d0eb-410d-91a2-4e4f7f1825e6 disassociated. External IP: 172.25.4.31, port: 17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c. Aug 23 20:42:25.949433 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-0b7bb349-aa6e-4814-9b79-65235289e7c1 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Calling delete_port for 17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:42:25.978544 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3552a542-8864-47a4-92e2-3c4b04006992', 'name': 'network-vif-deleted', 'tag': '57ffbcc0-4376-4d05-86a0-154600a7fc9d'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:42:25.982708 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250ae7e4-9a23-4cbc-a9f9-778977147c63" -d '{"events": [{"server_uuid": "3552a542-8864-47a4-92e2-3c4b04006992", "name": "network-vif-deleted", "tag": "57ffbcc0-4376-4d05-86a0-154600a7fc9d"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:42:26.033563 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f19d412c-fb77-4cca-8f48-9f64c9a0625f req-d6486dfc-37d7-4391-b02e-84dbd1517c39 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005577 Aug 23 20:42:26.066369 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644b5e97-5373-4eba-bf16-99c0bd00261c tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Checking segment: {'id': 'a42d6ff6-7e8a-4dca-8489-c9ba9563c535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3ca37500-3ec8-46d8-bd48-2d2b73317f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:42:26.068959 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644b5e97-5373-4eba-bf16-99c0bd00261c tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Network hostable DHCP agents. Network: 3ca37500-3ec8-46d8-bd48-2d2b73317f39, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:42:26.116455 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11205a-a47e-48b7-b2c4-c0731b5f9c5d req-f26f33c2-f6cb-48d2-8f65-a4d9d3fe2630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:26.120859 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fe11205a-a47e-48b7-b2c4-c0731b5f9c5d req-f26f33c2-f6cb-48d2-8f65-a4d9d3fe2630 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e5de8573-8724-417b-9e45-0201cb25fe6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2112877 Aug 23 20:42:26.225544 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644b5e97-5373-4eba-bf16-99c0bd00261c tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Network 3ca37500-3ec8-46d8-bd48-2d2b73317f39 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:42:26.238171 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52bea9d5-7250-4cb4-b3de-0dfea05b5d50 x-openstack-request-id: req-52bea9d5-7250-4cb4-b3de-0dfea05b5d50 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:42:26.238463 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3552a542-8864-47a4-92e2-3c4b04006992", "name": "network-vif-deleted", "tag": "57ffbcc0-4376-4d05-86a0-154600a7fc9d", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:42:26.238715 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-52bea9d5-7250-4cb4-b3de-0dfea05b5d50 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:42:26.239724 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3552a542-8864-47a4-92e2-3c4b04006992', 'name': 'network-vif-deleted', 'tag': '57ffbcc0-4376-4d05-86a0-154600a7fc9d', 'status': 'completed', 'code': 200} Aug 23 20:42:26.278732 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-32a34b41-a3fb-4008-b627-a7383246f729 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1938363121-network', 'tenant_id': '2924e77eafaa445eb5f50b8bf05dd405'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:42:26.301301 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-0b7bb349-aa6e-4814-9b79-65235289e7c1 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:26.310089 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-644b5e97-5373-4eba-bf16-99c0bd00261c tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 3ca37500-3ec8-46d8-bd48-2d2b73317f39) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:42:26.322372 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644b5e97-5373-4eba-bf16-99c0bd00261c tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:26.323312 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-644b5e97-5373-4eba-bf16-99c0bd00261c tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:26.363586 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7bb349-aa6e-4814-9b79-65235289e7c1 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Pushing event deleted for resources: {'Port': ['ID=17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:26.364862 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271059cc-f33c-4d2f-99d2-91318180bb04 None None] Network 3ca37500-3ec8-46d8-bd48-2d2b73317f39 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:42:26.369655 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a34b41-a3fb-4008-b627-a7383246f729 admin admin] Made reservation on behalf of 2924e77eafaa445eb5f50b8bf05dd405 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:42:26.379807 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-32a34b41-a3fb-4008-b627-a7383246f729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:26.379925 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-644b5e97-5373-4eba-bf16-99c0bd00261c tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9784739 Aug 23 20:42:26.382992 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38622) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:26.445115 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fe11205a-a47e-48b7-b2c4-c0731b5f9c5d req-dd05156f-8392-4448-8e71-819a8c239392 service neutron] 10.222.0.32 "GET /v2.0/networks/e5de8573-8724-417b-9e45-0201cb25fe6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130970 Aug 23 20:42:26.504328 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-32a34b41-a3fb-4008-b627-a7383246f729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:26.512419 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38626) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:26.560698 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-aaeb6e61-ced2-4f97-86b7-f71e264ecd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'name': 'tempest-AttachVolumeTestJSON-57718171-router', 'tenant_id': '7880e59da8b64cb8b3031fd86db3c916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'e5fa5784-59f2-4b26-900f-c896576456d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:41:44Z', 'updated_at': '2021-08-23T20:41:50Z', 'revision_number': 4, 'project_id': '7880e59da8b64cb8b3031fd86db3c916', 'gw_port': {'id': 'e5fa5784-59f2-4b26-900f-c896576456d0', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:5e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:41:46Z', 'updated_at': '2021-08-23T20:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '068bf104-1b8a-4620-ba88-fbaa337eaea2', 'tenant_id': '7880e59da8b64cb8b3031fd86db3c916', 'floating_ip_address': '172.25.4.149', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'port_id': '7d30c483-eec0-4d18-a093-7e8622543077', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5de8573-8724-417b-9e45-0201cb25fe6b', 'mac_address': 'fa:16:3e:8e:a4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:41:58Z', 'updated_at': '2021-08-23T20:42:22Z', 'revision_number': 1, 'project_id': '7880e59da8b64cb8b3031fd86db3c916', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '686cb267-cdda-473c-8bfe-4e153d7eb95b', 'name': '', 'network_id': 'e5de8573-8724-417b-9e45-0201cb25fe6b', 'tenant_id': '7880e59da8b64cb8b3031fd86db3c916', 'mac_address': 'fa:16:3e:3e:02:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'bbd0034a-a038-4b43-8b24-1cd5d52f0793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:41:48Z', 'updated_at': '2021-08-23T20:41:57Z', 'revision_number': 5, 'project_id': '7880e59da8b64cb8b3031fd86db3c916', 'subnets': [{'id': 'bbd0034a-a038-4b43-8b24-1cd5d52f0793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:26.684917 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fe11205a-a47e-48b7-b2c4-c0731b5f9c5d req-68bb372a-a2fa-4f19-951b-243e7263d989 service neutron] 10.222.0.32 "GET /v2.0/networks/e5de8573-8724-417b-9e45-0201cb25fe6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287829 Aug 23 20:42:26.731093 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaeb6e61-ced2-4f97-86b7-f71e264ecd85 None None] The sync data for ids ['8d1e85a6-a601-4119-be31-5b0ef46d2fc0'] in n-d-805663-2 is: [{'id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'name': 'tempest-AttachVolumeTestJSON-57718171-router', 'tenant_id': '7880e59da8b64cb8b3031fd86db3c916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'e5fa5784-59f2-4b26-900f-c896576456d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:41:44Z', 'updated_at': '2021-08-23T20:41:50Z', 'revision_number': 4, 'project_id': '7880e59da8b64cb8b3031fd86db3c916', 'gw_port': {'id': 'e5fa5784-59f2-4b26-900f-c896576456d0', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:5e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:41:46Z', 'updated_at': '2021-08-23T20:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '068bf104-1b8a-4620-ba88-fbaa337eaea2', 'tenant_id': '7880e59da8b64cb8b3031fd86db3c916', 'floating_ip_address': '172.25.4.149', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'port_id': '7d30c483-eec0-4d18-a093-7e8622543077', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5de8573-8724-417b-9e45-0201cb25fe6b', 'mac_address': 'fa:16:3e:8e:a4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:41:58Z', 'updated_at': '2021-08-23T20:42:22Z', 'revision_number': 1, 'project_id': '7880e59da8b64cb8b3031fd86db3c916', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '686cb267-cdda-473c-8bfe-4e153d7eb95b', 'name': '', 'network_id': 'e5de8573-8724-417b-9e45-0201cb25fe6b', 'tenant_id': '7880e59da8b64cb8b3031fd86db3c916', 'mac_address': 'fa:16:3e:3e:02:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'bbd0034a-a038-4b43-8b24-1cd5d52f0793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:41:48Z', 'updated_at': '2021-08-23T20:41:57Z', 'revision_number': 5, 'project_id': '7880e59da8b64cb8b3031fd86db3c916', 'subnets': [{'id': 'bbd0034a-a038-4b43-8b24-1cd5d52f0793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:42:26.774394 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60389ecb-9d5d-4b23-9a7a-cbcb29437623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:26.823167 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device e657a43f-9d5f-44f9-920f-70cab3020d04 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:42:26.856468 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0849af21-4e3d-419f-814e-2cb5ecdd97ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-3ca37500-3ec8-46d8-bd48-2d2b73317f39', 'network_id': '3ca37500-3ec8-46d8-bd48-2d2b73317f39', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'fixed_ips': [{'subnet_id': '8427783b-f027-45f2-a57c-5f5fbd28f511'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:42:26.857342 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0849af21-4e3d-419f-814e-2cb5ecdd97ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:26.904044 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port e657a43f-9d5f-44f9-920f-70cab3020d04 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:42:26.970468 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-0b7bb349-aa6e-4814-9b79-65235289e7c1 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Router 6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:42:26.973604 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-32a34b41-a3fb-4008-b627-a7383246f729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:27.015667 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-32a34b41-a3fb-4008-b627-a7383246f729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:27.043897 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port e657a43f-9d5f-44f9-920f-70cab3020d04 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:42:27.044302 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:27.253720 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4f5c97-e66f-4262-8888-b26837817c16 None None] New status for floating IP 068bf104-1b8a-4620-ba88-fbaa337eaea2: ACTIVE {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 20:42:27.267459 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:27.283813 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32a34b41-a3fb-4008-b627-a7383246f729 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:42:27.293023 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebdef73-304d-4daf-971e-4d8f03f54c16 req-faff23dd-c047-45db-99a0-0a0acd6962a8 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:27.295923 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-0849af21-4e3d-419f-814e-2cb5ecdd97ea None None] Allocated IP 172.21.0.2 (3ca37500-3ec8-46d8-bd48-2d2b73317f39/8427783b-f027-45f2-a57c-5f5fbd28f511/07571fa9-840d-449f-b01c-ecaa31d6ecb6) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:42:27.301272 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cebdef73-304d-4daf-971e-4d8f03f54c16 req-faff23dd-c047-45db-99a0-0a0acd6962a8 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 943 time: 0.1949401 Aug 23 20:42:27.330620 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port e657a43f-9d5f-44f9-920f-70cab3020d04, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=e657a43f-9d5f-44f9-920f-70cab3020d04,segment=NetworkSegment(3fe0595c-f503-4bf8-9f23-733de531825b),segment_id=3fe0595c-f503-4bf8-9f23-733de531825b)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:42:27.331116 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60389ecb-9d5d-4b23-9a7a-cbcb29437623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:27.336529 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60389ecb-9d5d-4b23-9a7a-cbcb29437623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:27.351031 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:27.369888 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a34b41-a3fb-4008-b627-a7383246f729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d730caec-e6c3-42dd-9aa7-0036d9d45ae0,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:27.375158 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-60389ecb-9d5d-4b23-9a7a-cbcb29437623 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1151595987b449c9882ae2022bc95c4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8608031 Aug 23 20:42:27.378317 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38648) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:27.412624 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-32a34b41-a3fb-4008-b627-a7383246f729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:27.413485 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-32a34b41-a3fb-4008-b627-a7383246f729 admin admin] Added segment 4d0bfccc-a3a9-4bf8-8e3c-6edb5c43c428 of type vlan for network 5de069f3-b51c-4ce2-8843-b71fff2baa71 Aug 23 20:42:27.418068 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cebdef73-304d-4daf-971e-4d8f03f54c16 req-442d83bc-495a-4e65-b7ad-4aea7ec4bc05 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b54e5a8-71d6-43fd-b888-7393c70f9dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154699 Aug 23 20:42:27.472387 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=e657a43f-9d5f-44f9-920f-70cab3020d04,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:27.485670 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60389ecb-9d5d-4b23-9a7a-cbcb29437623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da67cb0-5758-4feb-9714-fc45263b4505,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:27.554460 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0849af21-4e3d-419f-814e-2cb5ecdd97ea None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:27.569011 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0849af21-4e3d-419f-814e-2cb5ecdd97ea None None] Transition to ACTIVE for port object 07571fa9-840d-449f-b01c-ecaa31d6ecb6 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:42:27.587892 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c03e6619-6c46-40ed-a917-b656ba4f6e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:27.590086 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0849af21-4e3d-419f-814e-2cb5ecdd97ea None None] Transition to ACTIVE for port object 07571fa9-840d-449f-b01c-ecaa31d6ecb6 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:42:27.599312 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0849af21-4e3d-419f-814e-2cb5ecdd97ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:27.602663 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-32a34b41-a3fb-4008-b627-a7383246f729 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:27.615678 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5dd61-9c75-419d-9c88-279ea682fc4e req-97018bcd-f8ef-41a6-8b6c-e26d5d5cd293 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:27.624008 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5ac5dd61-9c75-419d-9c88-279ea682fc4e req-97018bcd-f8ef-41a6-8b6c-e26d5d5cd293 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a3b5017-c2bb-4d9a-a8bf-d0e9c9983daf HTTP/1.1" status: 200 len: 945 time: 0.3503613 Aug 23 20:42:27.637893 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c03e6619-6c46-40ed-a917-b656ba4f6e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:27.643217 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0849af21-4e3d-419f-814e-2cb5ecdd97ea None None] Network 3ca37500-3ec8-46d8-bd48-2d2b73317f39 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:42:27.646308 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-0849af21-4e3d-419f-814e-2cb5ecdd97ea None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:42:27.650210 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0849af21-4e3d-419f-814e-2cb5ecdd97ea None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:42:27.658010 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5018fb4-2c77-446f-974e-80849d1fa471 req-fd3c9b67-8b67-46cf-b8d0-48b8d8d22fb4 tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:27.659878 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d5018fb4-2c77-446f-974e-80849d1fa471 req-fd3c9b67-8b67-46cf-b8d0-48b8d8d22fb4 tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] 10.222.0.61 "GET /v2.0/ports?device_id=4207e577-6f27-4ce9-b3f4-4412b6e0bfec HTTP/1.1" status: 200 len: 946 time: 0.0883396 Aug 23 20:42:27.666536 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0849af21-4e3d-419f-814e-2cb5ecdd97ea None None] Pushing event updated for resources: {'Port': ['ID=07571fa9-840d-449f-b01c-ecaa31d6ecb6,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:27.722173 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-0b7bb349-aa6e-4814-9b79-65235289e7c1 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:42:27.747471 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-0849af21-4e3d-419f-814e-2cb5ecdd97ea None None] Attempting to bind port 07571fa9-840d-449f-b01c-ecaa31d6ecb6 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:42:27.747905 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-0849af21-4e3d-419f-814e-2cb5ecdd97ea None None] Attempting to bind port 07571fa9-840d-449f-b01c-ecaa31d6ecb6 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'a42d6ff6-7e8a-4dca-8489-c9ba9563c535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3ca37500-3ec8-46d8-bd48-2d2b73317f39'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:42:27.748398 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0849af21-4e3d-419f-814e-2cb5ecdd97ea None None] Attempting to bind port 07571fa9-840d-449f-b01c-ecaa31d6ecb6 on network 3ca37500-3ec8-46d8-bd48-2d2b73317f39 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:42:27.754898 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da87096-19b0-49ac-8607-77c75a50d953 None None] Sync routers for ids ['6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:42:27.756813 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d5018fb4-2c77-446f-974e-80849d1fa471 req-e7857ff7-b16b-4f95-ab0d-e6aed42b4d20 tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] 10.222.0.61 "GET /v2.0/security-groups?id=a9e09918-4aa1-423f-b81d-c8a818872dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827074 Aug 23 20:42:27.764394 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0849af21-4e3d-419f-814e-2cb5ecdd97ea None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:42:27.764745 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0849af21-4e3d-419f-814e-2cb5ecdd97ea None None] Checking segment: {'id': 'a42d6ff6-7e8a-4dca-8489-c9ba9563c535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3ca37500-3ec8-46d8-bd48-2d2b73317f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:42:27.765322 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0849af21-4e3d-419f-814e-2cb5ecdd97ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:27.765801 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0849af21-4e3d-419f-814e-2cb5ecdd97ea None None] Bound using segment: {'id': 'a42d6ff6-7e8a-4dca-8489-c9ba9563c535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3ca37500-3ec8-46d8-bd48-2d2b73317f39'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:42:27.766650 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-0849af21-4e3d-419f-814e-2cb5ecdd97ea None None] Bound port: 07571fa9-840d-449f-b01c-ecaa31d6ecb6, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a42d6ff6-7e8a-4dca-8489-c9ba9563c535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3ca37500-3ec8-46d8-bd48-2d2b73317f39'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:42:27.767031 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0849af21-4e3d-419f-814e-2cb5ecdd97ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:27.767685 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c03e6619-6c46-40ed-a917-b656ba4f6e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:27.770544 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c03e6619-6c46-40ed-a917-b656ba4f6e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:27.773798 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c03e6619-6c46-40ed-a917-b656ba4f6e26 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1da67cb0-5758-4feb-9714-fc45263b4505 HTTP/1.1" status: 204 len: 168 time: 0.3855336 Aug 23 20:42:27.788853 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e6619-6c46-40ed-a917-b656ba4f6e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da67cb0-5758-4feb-9714-fc45263b4505,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:27.800322 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5ac5dd61-9c75-419d-9c88-279ea682fc4e req-164ea6a3-14e3-4fec-989c-5a652ba1d869 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702185 Aug 23 20:42:27.863106 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da87096-19b0-49ac-8607-77c75a50d953 None None] Routers {'6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:42:27.863757 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8da87096-19b0-49ac-8607-77c75a50d953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:42:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:27.876165 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-0b7bb349-aa6e-4814-9b79-65235289e7c1 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] No DVR routers for this DVR port 17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:42:27.878505 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-32a34b41-a3fb-4008-b627-a7383246f729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:27.879713 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a34b41-a3fb-4008-b627-a7383246f729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:27.880547 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-32a34b41-a3fb-4008-b627-a7383246f729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:27.883699 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-0b7bb349-aa6e-4814-9b79-65235289e7c1 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:27.885742 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-0b7bb349-aa6e-4814-9b79-65235289e7c1 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.11 "DELETE /v2.0/ports/17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c HTTP/1.1" status: 204 len: 173 time: 3.7454705 Aug 23 20:42:27.979967 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-0849af21-4e3d-419f-814e-2cb5ecdd97ea None None] For port 07571fa9-840d-449f-b01c-ecaa31d6ecb6, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:42:27.997655 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-0849af21-4e3d-419f-814e-2cb5ecdd97ea None None] For port 07571fa9-840d-449f-b01c-ecaa31d6ecb6, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=07571fa9-840d-449f-b01c-ecaa31d6ecb6,segment=NetworkSegment(a42d6ff6-7e8a-4dca-8489-c9ba9563c535),segment_id=a42d6ff6-7e8a-4dca-8489-c9ba9563c535)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:42:28.005010 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0849af21-4e3d-419f-814e-2cb5ecdd97ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:28.042046 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-32a34b41-a3fb-4008-b627-a7383246f729 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1655161 Aug 23 20:42:28.045141 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38654) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:28.051959 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-300e513a-8aba-4025-848b-bc88228092ce admin admin] Request body: {'subnet': {'network_id': '5de069f3-b51c-4ce2-8843-b71fff2baa71', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1938363121-subnet', 'tenant_id': '2924e77eafaa445eb5f50b8bf05dd405', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:42:28.054580 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-8da87096-19b0-49ac-8607-77c75a50d953 None None] Set router 6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:42:28.092030 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300e513a-8aba-4025-848b-bc88228092ce admin admin] Made reservation on behalf of 2924e77eafaa445eb5f50b8bf05dd405 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:42:28.095953 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-300e513a-8aba-4025-848b-bc88228092ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:28.124193 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a34b41-a3fb-4008-b627-a7383246f729 admin admin] Pushing event updated for resources: {'Network': ['ID=5de069f3-b51c-4ce2-8843-b71fff2baa71,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:28.124982 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0849af21-4e3d-419f-814e-2cb5ecdd97ea None None] Pushing event updated for resources: {'Port': ['ID=07571fa9-840d-449f-b01c-ecaa31d6ecb6,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:28.167515 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 5de069f3-b51c-4ce2-8843-b71fff2baa71 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:42:28.177091 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4712c045-d746-4bae-a808-0525dbb796b3 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:28.267987 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3552a542-8864-47a4-92e2-3c4b04006992', 'name': 'network-vif-deleted', 'tag': '17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:42:28.277395 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a887e2-df4e-4f01-b1b4-6ec8c2d61253" -d '{"events": [{"server_uuid": "3552a542-8864-47a4-92e2-3c4b04006992", "name": "network-vif-deleted", "tag": "17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:42:28.286400 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-14bba21a-9c92-40ce-adb2-badeb84a163b tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Deleting port 1e9559a3-8cff-4318-a999-b45c5efad87e {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:42:28.287052 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-14bba21a-9c92-40ce-adb2-badeb84a163b tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:28.379828 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf8a2af-9ba1-47f0-9761-e148cd5886a7 x-openstack-request-id: req-dcf8a2af-9ba1-47f0-9761-e148cd5886a7 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:42:28.380702 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3552a542-8864-47a4-92e2-3c4b04006992", "name": "network-vif-deleted", "tag": "17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:42:28.381271 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dcf8a2af-9ba1-47f0-9761-e148cd5886a7 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:42:28.382014 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3552a542-8864-47a4-92e2-3c4b04006992', 'name': 'network-vif-deleted', 'tag': '17e5fe2a-5fc0-432c-ba5f-c9c9b32dcf6c', 'status': 'completed', 'code': 200} Aug 23 20:42:28.393997 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-300e513a-8aba-4025-848b-bc88228092ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:28.527608 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-14bba21a-9c92-40ce-adb2-badeb84a163b tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] For port 1e9559a3-8cff-4318-a999-b45c5efad87e, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=1e9559a3-8cff-4318-a999-b45c5efad87e,segment=NetworkSegment(8eba2c08-8fde-43b2-907a-ed6e6b74f059),segment_id=8eba2c08-8fde-43b2-907a-ed6e6b74f059)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:42:28.527861 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300e513a-8aba-4025-848b-bc88228092ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=3238240b-758a-4646-98e8-79876b6babe5,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:28.529453 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-14bba21a-9c92-40ce-adb2-badeb84a163b tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:28.539422 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300e513a-8aba-4025-848b-bc88228092ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:42:28.539780 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300e513a-8aba-4025-848b-bc88228092ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:42:28.540140 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300e513a-8aba-4025-848b-bc88228092ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:42:28.540687 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300e513a-8aba-4025-848b-bc88228092ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:42:28.541217 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300e513a-8aba-4025-848b-bc88228092ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:42:28.541723 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300e513a-8aba-4025-848b-bc88228092ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:42:28.542221 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300e513a-8aba-4025-848b-bc88228092ce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:42:28.542717 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300e513a-8aba-4025-848b-bc88228092ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:42:28.543219 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300e513a-8aba-4025-848b-bc88228092ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:42:28.543898 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300e513a-8aba-4025-848b-bc88228092ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:42:28.544598 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300e513a-8aba-4025-848b-bc88228092ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:42:28.545208 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300e513a-8aba-4025-848b-bc88228092ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:42:28.558087 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300e513a-8aba-4025-848b-bc88228092ce admin admin] Checking segment: {'id': '4d0bfccc-a3a9-4bf8-8e3c-6edb5c43c428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5de069f3-b51c-4ce2-8843-b71fff2baa71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:42:28.559082 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300e513a-8aba-4025-848b-bc88228092ce admin admin] Network hostable DHCP agents. Network: 5de069f3-b51c-4ce2-8843-b71fff2baa71, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:42:28.585496 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300e513a-8aba-4025-848b-bc88228092ce admin admin] Network 5de069f3-b51c-4ce2-8843-b71fff2baa71 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:42:28.586751 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-14bba21a-9c92-40ce-adb2-badeb84a163b tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Calling delete_port for 1e9559a3-8cff-4318-a999-b45c5efad87e owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:42:28.604430 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-300e513a-8aba-4025-848b-bc88228092ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 5de069f3-b51c-4ce2-8843-b71fff2baa71) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:42:28.609662 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300e513a-8aba-4025-848b-bc88228092ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:28.610902 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-300e513a-8aba-4025-848b-bc88228092ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:28.623722 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d16fc4-51f6-4947-ae34-8c7fae458bc4 None None] Network 5de069f3-b51c-4ce2-8843-b71fff2baa71 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:42:28.631733 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-300e513a-8aba-4025-848b-bc88228092ce admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5850527 Aug 23 20:42:28.633908 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38670) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:28.641302 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-76ff2a7c-7ab0-42bb-8adf-b0b391e69549 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1938363121-router', 'tenant_id': '2924e77eafaa445eb5f50b8bf05dd405', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:42:28.686752 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-76ff2a7c-7ab0-42bb-8adf-b0b391e69549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:28.689212 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-76ff2a7c-7ab0-42bb-8adf-b0b391e69549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:28.758489 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-76ff2a7c-7ab0-42bb-8adf-b0b391e69549 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:28.891049 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03650ac6-832f-48ca-bf81-527bf99f2678 req-51daced5-623d-490e-8da7-c7347103d8de tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:28.893066 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-03650ac6-832f-48ca-bf81-527bf99f2678 req-51daced5-623d-490e-8da7-c7347103d8de tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 943 time: 0.2767968 Aug 23 20:42:28.909456 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 07571fa9-840d-449f-b01c-ecaa31d6ecb6 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:42:28.910696 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e35abc-c550-4aea-b402-09e07205868d req-21c032e8-3a96-4f68-8e22-363e0df38195 tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:28.912612 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-70e35abc-c550-4aea-b402-09e07205868d req-21c032e8-3a96-4f68-8e22-363e0df38195 tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] 10.222.0.11 "GET /v2.0/ports?device_id=4207e577-6f27-4ce9-b3f4-4412b6e0bfec HTTP/1.1" status: 200 len: 946 time: 0.3098319 Aug 23 20:42:28.980919 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38686) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:29.041241 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-76ff2a7c-7ab0-42bb-8adf-b0b391e69549 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:29.049679 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8da87096-19b0-49ac-8607-77c75a50d953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4', 'name': 'tempest-TaggedBootDevicesTest-1649710710-router', 'tenant_id': '0a91fd320cb1405f8d3783ce9085793e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'a1c47452-11cd-45b3-ae57-9f1cdd2be0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:31:57Z', 'updated_at': '2021-08-23T20:32:05Z', 'revision_number': 4, 'project_id': '0a91fd320cb1405f8d3783ce9085793e', 'gw_port': {'id': 'a1c47452-11cd-45b3-ae57-9f1cdd2be0f5', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:02:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:31:58Z', 'updated_at': '2021-08-23T20:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'b66fd789-8656-4650-b2d0-ebfe64de2610', 'name': '', 'network_id': '15796354-99ed-4bbc-af1c-772cdc3fe57c', 'tenant_id': '0a91fd320cb1405f8d3783ce9085793e', 'mac_address': 'fa:16:3e:a7:89:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '92348ce8-7731-44f5-b707-e42d9a125beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:32:03Z', 'updated_at': '2021-08-23T20:32:10Z', 'revision_number': 5, 'project_id': '0a91fd320cb1405f8d3783ce9085793e', 'subnets': [{'id': '92348ce8-7731-44f5-b707-e42d9a125beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:29.060075 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3cd151-4e07-4c1a-84d9-3f6a7f7a1817 req-f879e921-b9ef-44d3-9006-37d753cbc91e tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:29.061840 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dd3cd151-4e07-4c1a-84d9-3f6a7f7a1817 req-f879e921-b9ef-44d3-9006-37d753cbc91e tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] 10.222.0.61 "GET /v2.0/ports?device_id=4207e577-6f27-4ce9-b3f4-4412b6e0bfec HTTP/1.1" status: 200 len: 946 time: 0.1455157 Aug 23 20:42:29.098016 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-03650ac6-832f-48ca-bf81-527bf99f2678 req-38cbc2f5-996a-4048-8477-2de43eea5b7b tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b54e5a8-71d6-43fd-b888-7393c70f9dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1816957 Aug 23 20:42:29.099606 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 07571fa9-840d-449f-b01c-ecaa31d6ecb6 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:42:29.104208 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380b2d81-406f-43ca-866c-6626d22dd7e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-5de069f3-b51c-4ce2-8843-b71fff2baa71', 'network_id': '5de069f3-b51c-4ce2-8843-b71fff2baa71', 'tenant_id': '2924e77eafaa445eb5f50b8bf05dd405', 'fixed_ips': [{'subnet_id': '3238240b-758a-4646-98e8-79876b6babe5'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:42:29.105339 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-380b2d81-406f-43ca-866c-6626d22dd7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:29.110247 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da87096-19b0-49ac-8607-77c75a50d953 None None] Checking router: 6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:42:29.127269 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device e657a43f-9d5f-44f9-920f-70cab3020d04 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:42:29.179800 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dd3cd151-4e07-4c1a-84d9-3f6a7f7a1817 req-de4c0ec7-ac31-41b0-aac5-e08ac9061e04 tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] 10.222.0.61 "GET /v2.0/security-groups?id=a9e09918-4aa1-423f-b81d-c8a818872dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935595 Aug 23 20:42:29.183269 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da87096-19b0-49ac-8607-77c75a50d953 None None] Routers {'6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:42:29.184178 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8da87096-19b0-49ac-8607-77c75a50d953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:42:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:29.213913 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-70e35abc-c550-4aea-b402-09e07205868d req-55da3c30-7183-4489-bd68-156774fcaaf1 tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] Deleting port 54626073-35b2-4529-b227-7b84b39d0e2f {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:42:29.214457 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-70e35abc-c550-4aea-b402-09e07205868d req-55da3c30-7183-4489-bd68-156774fcaaf1 tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:29.307605 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-4712c045-d746-4bae-a808-0525dbb796b3 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Allocated IP 172.21.0.1 (3ca37500-3ec8-46d8-bd48-2d2b73317f39/8427783b-f027-45f2-a57c-5f5fbd28f511/f187c9d1-52a9-4c54-a17f-def5dbe3705c) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:42:29.334388 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-14bba21a-9c92-40ce-adb2-badeb84a163b tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:29.444800 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-463d42cc-1e5b-45bf-b63a-cba7c6d8fd81 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-40989585-network', 'tenant_id': '6a4b2b3effb24cf98fc250a3c408be6d'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:42:29.478863 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-76ff2a7c-7ab0-42bb-8adf-b0b391e69549 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:29.506632 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-76ff2a7c-7ab0-42bb-8adf-b0b391e69549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:29.561242 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-8da87096-19b0-49ac-8607-77c75a50d953 None None] Set router 6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:42:29.594225 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port e657a43f-9d5f-44f9-920f-70cab3020d04 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:42:29.594692 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:29.603569 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-380b2d81-406f-43ca-866c-6626d22dd7e8 None None] Allocated IP 172.20.0.2 (5de069f3-b51c-4ce2-8843-b71fff2baa71/3238240b-758a-4646-98e8-79876b6babe5/71bf1d63-5d18-4a97-9d44-dafc6713ada8) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:42:29.661848 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-76ff2a7c-7ab0-42bb-8adf-b0b391e69549 admin admin] Allocated IP 172.25.4.127 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/6e771d46-1301-456c-b854-3fd575ec5c12) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:42:29.811328 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0040337e-16ab-4eca-9f8f-e443d2b5765a None None] Network 3ca37500-3ec8-46d8-bd48-2d2b73317f39 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:42:29.835460 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-76ff2a7c-7ab0-42bb-8adf-b0b391e69549 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:29.891147 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-76ff2a7c-7ab0-42bb-8adf-b0b391e69549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:29.903601 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bba21a-9c92-40ce-adb2-badeb84a163b tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Pushing event deleted for resources: {'Port': ['ID=1e9559a3-8cff-4318-a999-b45c5efad87e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:29.927385 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7c8e7fab-c02a-486d-9fce-6d0aac88a807 None None] Provisioning for port 07571fa9-840d-449f-b01c-ecaa31d6ecb6 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:42:29.950938 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ff2a7c-7ab0-42bb-8adf-b0b391e69549 admin admin] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:42:29.957465 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-76ff2a7c-7ab0-42bb-8adf-b0b391e69549 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:42:29.965923 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-14bba21a-9c92-40ce-adb2-badeb84a163b tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] No DVR routers for this DVR port 1e9559a3-8cff-4318-a999-b45c5efad87e on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:42:29.970156 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ff2a7c-7ab0-42bb-8adf-b0b391e69549 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:42:29.970691 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7c8e7fab-c02a-486d-9fce-6d0aac88a807 None None] Provisioning complete for port 07571fa9-840d-449f-b01c-ecaa31d6ecb6 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:42:29.971084 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7c8e7fab-c02a-486d-9fce-6d0aac88a807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:29.982811 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-14bba21a-9c92-40ce-adb2-badeb84a163b tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:29.985420 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c7c71be3-9b6f-4a74-9355-a9acfa1906d1 req-14bba21a-9c92-40ce-adb2-badeb84a163b tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.11 "DELETE /v2.0/ports/1e9559a3-8cff-4318-a999-b45c5efad87e HTTP/1.1" status: 204 len: 173 time: 2.0682943 Aug 23 20:42:29.996967 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463d42cc-1e5b-45bf-b63a-cba7c6d8fd81 admin admin] Made reservation on behalf of 6a4b2b3effb24cf98fc250a3c408be6d for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:42:30.000287 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-463d42cc-1e5b-45bf-b63a-cba7c6d8fd81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:30.029740 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ff2a7c-7ab0-42bb-8adf-b0b391e69549 admin admin] Pushing event updated for resources: {'Port': ['ID=6e771d46-1301-456c-b854-3fd575ec5c12,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:30.036546 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-463d42cc-1e5b-45bf-b63a-cba7c6d8fd81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:30.052144 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-70e35abc-c550-4aea-b402-09e07205868d req-55da3c30-7183-4489-bd68-156774fcaaf1 tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] For port 54626073-35b2-4529-b227-7b84b39d0e2f, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=54626073-35b2-4529-b227-7b84b39d0e2f,segment=NetworkSegment(cfd8f521-8830-4194-b2f8-38a8445664a9),segment_id=cfd8f521-8830-4194-b2f8-38a8445664a9)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:42:30.053551 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-70e35abc-c550-4aea-b402-09e07205868d req-55da3c30-7183-4489-bd68-156774fcaaf1 tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:30.090003 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca69d6d2-d3f2-4dbf-8e87-2a74a0ebaf39 req-adfe5367-409f-4176-864a-d0eb30d1951c tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:30.098200 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ca69d6d2-d3f2-4dbf-8e87-2a74a0ebaf39 req-adfe5367-409f-4176-864a-d0eb30d1951c tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a3b5017-c2bb-4d9a-a8bf-d0e9c9983daf HTTP/1.1" status: 200 len: 945 time: 0.7287447 Aug 23 20:42:30.124186 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-70e35abc-c550-4aea-b402-09e07205868d req-55da3c30-7183-4489-bd68-156774fcaaf1 tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] Calling delete_port for 54626073-35b2-4529-b227-7b84b39d0e2f owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:42:30.130964 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-380b2d81-406f-43ca-866c-6626d22dd7e8 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:30.166128 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-380b2d81-406f-43ca-866c-6626d22dd7e8 None None] Transition to ACTIVE for port object 71bf1d63-5d18-4a97-9d44-dafc6713ada8 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:42:30.260567 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4712c045-d746-4bae-a808-0525dbb796b3 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:30.261767 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7c8e7fab-c02a-486d-9fce-6d0aac88a807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:30.286964 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-380b2d81-406f-43ca-866c-6626d22dd7e8 None None] Transition to ACTIVE for port object 71bf1d63-5d18-4a97-9d44-dafc6713ada8 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:42:30.307906 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ca69d6d2-d3f2-4dbf-8e87-2a74a0ebaf39 req-c62daca4-16ea-4b17-b544-e39ab36b7ee4 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079332 Aug 23 20:42:30.320295 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-380b2d81-406f-43ca-866c-6626d22dd7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:30.336176 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-4712c045-d746-4bae-a808-0525dbb796b3 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Transition to ACTIVE for port object f187c9d1-52a9-4c54-a17f-def5dbe3705c will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:42:30.346965 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380b2d81-406f-43ca-866c-6626d22dd7e8 None None] Network 5de069f3-b51c-4ce2-8843-b71fff2baa71 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:42:30.352666 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-380b2d81-406f-43ca-866c-6626d22dd7e8 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:42:30.362318 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-397a494c-0586-410e-ad58-2c1c29678c5c req-9c99f15e-b46d-443f-96d6-e5d6d483bfe5 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 210 time: 0.0470769 Aug 23 20:42:30.403784 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7c8e7fab-c02a-486d-9fce-6d0aac88a807 None None] For port 07571fa9-840d-449f-b01c-ecaa31d6ecb6, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=07571fa9-840d-449f-b01c-ecaa31d6ecb6,segment=NetworkSegment(a42d6ff6-7e8a-4dca-8489-c9ba9563c535),segment_id=a42d6ff6-7e8a-4dca-8489-c9ba9563c535)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:42:30.408234 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380b2d81-406f-43ca-866c-6626d22dd7e8 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:42:30.410387 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3552a542-8864-47a4-92e2-3c4b04006992', 'name': 'network-vif-deleted', 'tag': '1e9559a3-8cff-4318-a999-b45c5efad87e'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:42:30.417569 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5a6999-7f19-44e3-b450-c216bf2b5810" -d '{"events": [{"server_uuid": "3552a542-8864-47a4-92e2-3c4b04006992", "name": "network-vif-deleted", "tag": "1e9559a3-8cff-4318-a999-b45c5efad87e"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:42:30.423738 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7c8e7fab-c02a-486d-9fce-6d0aac88a807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:30.448042 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-76ff2a7c-7ab0-42bb-8adf-b0b391e69549 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:30.473214 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8da87096-19b0-49ac-8607-77c75a50d953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4', 'name': 'tempest-TaggedBootDevicesTest-1649710710-router', 'tenant_id': '0a91fd320cb1405f8d3783ce9085793e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'a1c47452-11cd-45b3-ae57-9f1cdd2be0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:31:57Z', 'updated_at': '2021-08-23T20:32:05Z', 'revision_number': 4, 'project_id': '0a91fd320cb1405f8d3783ce9085793e', 'gw_port': {'id': 'a1c47452-11cd-45b3-ae57-9f1cdd2be0f5', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:02:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:31:58Z', 'updated_at': '2021-08-23T20:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'b66fd789-8656-4650-b2d0-ebfe64de2610', 'name': '', 'network_id': '15796354-99ed-4bbc-af1c-772cdc3fe57c', 'tenant_id': '0a91fd320cb1405f8d3783ce9085793e', 'mac_address': 'fa:16:3e:a7:89:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '92348ce8-7731-44f5-b707-e42d9a125beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:32:03Z', 'updated_at': '2021-08-23T20:32:10Z', 'revision_number': 5, 'project_id': '0a91fd320cb1405f8d3783ce9085793e', 'subnets': [{'id': '92348ce8-7731-44f5-b707-e42d9a125beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:30.555948 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da87096-19b0-49ac-8607-77c75a50d953 None None] The sync data for ids ['6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4'] in n-d-805663-2 is: [{'id': '6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4', 'name': 'tempest-TaggedBootDevicesTest-1649710710-router', 'tenant_id': '0a91fd320cb1405f8d3783ce9085793e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'a1c47452-11cd-45b3-ae57-9f1cdd2be0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:31:57Z', 'updated_at': '2021-08-23T20:32:05Z', 'revision_number': 4, 'project_id': '0a91fd320cb1405f8d3783ce9085793e', 'gw_port': {'id': 'a1c47452-11cd-45b3-ae57-9f1cdd2be0f5', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:02:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:31:58Z', 'updated_at': '2021-08-23T20:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'b66fd789-8656-4650-b2d0-ebfe64de2610', 'name': '', 'network_id': '15796354-99ed-4bbc-af1c-772cdc3fe57c', 'tenant_id': '0a91fd320cb1405f8d3783ce9085793e', 'mac_address': 'fa:16:3e:a7:89:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '92348ce8-7731-44f5-b707-e42d9a125beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:32:03Z', 'updated_at': '2021-08-23T20:32:10Z', 'revision_number': 5, 'project_id': '0a91fd320cb1405f8d3783ce9085793e', 'subnets': [{'id': '92348ce8-7731-44f5-b707-e42d9a125beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:42:30.564758 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b2d81-406f-43ca-866c-6626d22dd7e8 None None] Pushing event updated for resources: {'Port': ['ID=71bf1d63-5d18-4a97-9d44-dafc6713ada8,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:30.609345 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c808d-3fc2-4310-bc6d-4e714f332f80 req-279d47cb-25c6-4c74-8a2d-c6b574d439d8 tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:30.611562 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bf9c808d-3fc2-4310-bc6d-4e714f332f80 req-279d47cb-25c6-4c74-8a2d-c6b574d439d8 tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] 10.222.0.61 "GET /v2.0/ports?device_id=4207e577-6f27-4ce9-b3f4-4412b6e0bfec HTTP/1.1" status: 200 len: 946 time: 0.1613183 Aug 23 20:42:30.628724 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e7fab-c02a-486d-9fce-6d0aac88a807 None None] Pushing event updated for resources: {'Port': ['ID=07571fa9-840d-449f-b01c-ecaa31d6ecb6,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:30.629720 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8563557a-575c-48e8-896a-5a9d981b203d x-openstack-request-id: req-8563557a-575c-48e8-896a-5a9d981b203d {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:42:30.630010 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3552a542-8864-47a4-92e2-3c4b04006992", "name": "network-vif-deleted", "tag": "1e9559a3-8cff-4318-a999-b45c5efad87e", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:42:30.630304 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8563557a-575c-48e8-896a-5a9d981b203d {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:42:30.630889 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3552a542-8864-47a4-92e2-3c4b04006992', 'name': 'network-vif-deleted', 'tag': '1e9559a3-8cff-4318-a999-b45c5efad87e', 'status': 'completed', 'code': 200} Aug 23 20:42:30.656234 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-380b2d81-406f-43ca-866c-6626d22dd7e8 None None] Attempting to bind port 71bf1d63-5d18-4a97-9d44-dafc6713ada8 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:42:30.658481 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-380b2d81-406f-43ca-866c-6626d22dd7e8 None None] Attempting to bind port 71bf1d63-5d18-4a97-9d44-dafc6713ada8 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '4d0bfccc-a3a9-4bf8-8e3c-6edb5c43c428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5de069f3-b51c-4ce2-8843-b71fff2baa71'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:42:30.659001 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380b2d81-406f-43ca-866c-6626d22dd7e8 None None] Attempting to bind port 71bf1d63-5d18-4a97-9d44-dafc6713ada8 on network 5de069f3-b51c-4ce2-8843-b71fff2baa71 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:42:30.666187 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380b2d81-406f-43ca-866c-6626d22dd7e8 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:42:30.666987 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380b2d81-406f-43ca-866c-6626d22dd7e8 None None] Checking segment: {'id': '4d0bfccc-a3a9-4bf8-8e3c-6edb5c43c428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5de069f3-b51c-4ce2-8843-b71fff2baa71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:42:30.667485 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-380b2d81-406f-43ca-866c-6626d22dd7e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:30.667999 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380b2d81-406f-43ca-866c-6626d22dd7e8 None None] Bound using segment: {'id': '4d0bfccc-a3a9-4bf8-8e3c-6edb5c43c428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5de069f3-b51c-4ce2-8843-b71fff2baa71'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:42:30.668624 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-380b2d81-406f-43ca-866c-6626d22dd7e8 None None] Bound port: 71bf1d63-5d18-4a97-9d44-dafc6713ada8, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0bfccc-a3a9-4bf8-8e3c-6edb5c43c428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5de069f3-b51c-4ce2-8843-b71fff2baa71'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:42:30.669110 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-380b2d81-406f-43ca-866c-6626d22dd7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:30.740700 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4712c045-d746-4bae-a808-0525dbb796b3 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:30.821353 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-380b2d81-406f-43ca-866c-6626d22dd7e8 None None] For port 71bf1d63-5d18-4a97-9d44-dafc6713ada8, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:42:30.821967 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-76ff2a7c-7ab0-42bb-8adf-b0b391e69549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:30.825208 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-380b2d81-406f-43ca-866c-6626d22dd7e8 None None] For port 71bf1d63-5d18-4a97-9d44-dafc6713ada8, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=71bf1d63-5d18-4a97-9d44-dafc6713ada8,segment=NetworkSegment(4d0bfccc-a3a9-4bf8-8e3c-6edb5c43c428),segment_id=4d0bfccc-a3a9-4bf8-8e3c-6edb5c43c428)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:42:30.833072 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-380b2d81-406f-43ca-866c-6626d22dd7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:30.860075 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4712c045-d746-4bae-a808-0525dbb796b3 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Network 3ca37500-3ec8-46d8-bd48-2d2b73317f39 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:42:30.864500 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4712c045-d746-4bae-a808-0525dbb796b3 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event updated for resources: {'Port': ['ID=f187c9d1-52a9-4c54-a17f-def5dbe3705c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:30.871024 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-463d42cc-1e5b-45bf-b63a-cba7c6d8fd81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:30.890647 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bf9c808d-3fc2-4310-bc6d-4e714f332f80 req-02121e7c-54d2-4f1a-b260-aa620b04256a tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] 10.222.0.61 "GET /v2.0/security-groups?id=a9e09918-4aa1-423f-b81d-c8a818872dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516150 Aug 23 20:42:30.893580 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-70e35abc-c550-4aea-b402-09e07205868d req-55da3c30-7183-4489-bd68-156774fcaaf1 tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:30.912438 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-4712c045-d746-4bae-a808-0525dbb796b3 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:42:30.917320 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-463d42cc-1e5b-45bf-b63a-cba7c6d8fd81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:30.942973 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['54626073-35b2-4529-b227-7b84b39d0e2f'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:42:30.947062 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-463d42cc-1e5b-45bf-b63a-cba7c6d8fd81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:42:30.979370 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-463d42cc-1e5b-45bf-b63a-cba7c6d8fd81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:30.979370 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-463d42cc-1e5b-45bf-b63a-cba7c6d8fd81 admin admin] Added segment 1f2c38c0-da40-418e-8630-f422cb70e239 of type vlan for network 1c2de94e-07cd-4b08-b354-0a80b8209363 Aug 23 20:42:31.042032 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b2d81-406f-43ca-866c-6626d22dd7e8 None None] Pushing event updated for resources: {'Port': ['ID=71bf1d63-5d18-4a97-9d44-dafc6713ada8,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:31.059760 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f812c5-332d-4bb8-bf20-dcec618d30c7 None None] New status for floating IP 78f9e886-d0eb-410d-91a2-4e4f7f1825e6: DOWN {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 20:42:31.079861 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4712c045-d746-4bae-a808-0525dbb796b3 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:42:31.113198 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ff2a7c-7ab0-42bb-8adf-b0b391e69549 admin admin] Router 7d4b8a64-4e1b-4414-bac1-b366f20238aa is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:42:31.123605 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463d42cc-1e5b-45bf-b63a-cba7c6d8fd81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c395201-03e0-442a-82c7-77ff52495128,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:31.154224 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-efaf1016-f619-40ba-8937-80a9b7117b57 None None] Provisioning complete for port 07571fa9-840d-449f-b01c-ecaa31d6ecb6 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:42:31.154703 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-efaf1016-f619-40ba-8937-80a9b7117b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:31.164931 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55da3c30-7183-4489-bd68-156774fcaaf1 tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] Pushing event deleted for resources: {'Port': ['ID=54626073-35b2-4529-b227-7b84b39d0e2f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:31.200620 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-463d42cc-1e5b-45bf-b63a-cba7c6d8fd81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:31.320936 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-70e35abc-c550-4aea-b402-09e07205868d req-55da3c30-7183-4489-bd68-156774fcaaf1 tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] No DVR routers for this DVR port 54626073-35b2-4529-b227-7b84b39d0e2f on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:42:31.324889 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4712c045-d746-4bae-a808-0525dbb796b3 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:31.379854 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ff2a7c-7ab0-42bb-8adf-b0b391e69549 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:42:31.394916 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36147e63-ee97-45d2-a54e-0b234b8f19b8 None None] Sync routers for ids ['7d4b8a64-4e1b-4414-bac1-b366f20238aa'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:42:31.409931 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36147e63-ee97-45d2-a54e-0b234b8f19b8 None None] Routers {'7d4b8a64-4e1b-4414-bac1-b366f20238aa'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:42:31.411091 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-36147e63-ee97-45d2-a54e-0b234b8f19b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:42:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['7d4b8a64-4e1b-4414-bac1-b366f20238aa'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:31.416193 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-76ff2a7c-7ab0-42bb-8adf-b0b391e69549 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:31.421120 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-76ff2a7c-7ab0-42bb-8adf-b0b391e69549 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7852359 Aug 23 20:42:31.422379 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38704) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:31.536452 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-70e35abc-c550-4aea-b402-09e07205868d req-55da3c30-7183-4489-bd68-156774fcaaf1 tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:31.538786 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-70e35abc-c550-4aea-b402-09e07205868d req-55da3c30-7183-4489-bd68-156774fcaaf1 tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] 10.222.0.11 "DELETE /v2.0/ports/54626073-35b2-4529-b227-7b84b39d0e2f HTTP/1.1" status: 204 len: 173 time: 2.6148441 Aug 23 20:42:31.595995 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-36147e63-ee97-45d2-a54e-0b234b8f19b8 None None] Set router 7d4b8a64-4e1b-4414-bac1-b366f20238aa gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:42:31.604415 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a4008c40-8809-498b-9cab-89f7d5126ab6 req-847e391e-4f69-4f8e-9a77-f9f021bfed51 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 210 time: 0.0695817 Aug 23 20:42:31.619069 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-463d42cc-1e5b-45bf-b63a-cba7c6d8fd81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:31.621479 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463d42cc-1e5b-45bf-b63a-cba7c6d8fd81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:31.623764 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-463d42cc-1e5b-45bf-b63a-cba7c6d8fd81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:31.723099 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4712c045-d746-4bae-a808-0525dbb796b3 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:31.767851 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-463d42cc-1e5b-45bf-b63a-cba7c6d8fd81 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.7745125 Aug 23 20:42:31.789611 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38708) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:31.794822 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-bd3e5004-32ee-4bbf-92a5-5389017f93fb admin admin] Request body: {'subnet': {'network_id': '1c2de94e-07cd-4b08-b354-0a80b8209363', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-40989585-subnet', 'tenant_id': '6a4b2b3effb24cf98fc250a3c408be6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:42:31.843820 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544ac6a-f52f-41e5-9ad9-1a620f7df0df req-8d600274-a363-4004-9c1f-8f9b955b1941 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:31.861704 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463d42cc-1e5b-45bf-b63a-cba7c6d8fd81 admin admin] Pushing event updated for resources: {'Network': ['ID=1c2de94e-07cd-4b08-b354-0a80b8209363,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:31.862261 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1544ac6a-f52f-41e5-9ad9-1a620f7df0df req-8d600274-a363-4004-9c1f-8f9b955b1941 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a3b5017-c2bb-4d9a-a8bf-d0e9c9983daf HTTP/1.1" status: 200 len: 945 time: 0.3289351 Aug 23 20:42:31.880473 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 1c2de94e-07cd-4b08-b354-0a80b8209363 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:42:32.116114 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e0afe1e8-f18e-4725-a2c8-4d14004089dc None None] Provisioning for port f187c9d1-52a9-4c54-a17f-def5dbe3705c completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:42:32.181489 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e0afe1e8-f18e-4725-a2c8-4d14004089dc None None] Provisioning complete for port f187c9d1-52a9-4c54-a17f-def5dbe3705c triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:42:32.181885 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e0afe1e8-f18e-4725-a2c8-4d14004089dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:32.302295 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fc6284c1-8cba-4f9a-9dc5-74a053861f03 req-83a3e0ca-2daf-4fc3-89b5-d69ad63b7b01 tempest-VolumesActionsTest-806642888 tempest-VolumesActionsTest-806642888-project] 10.222.0.61 "GET /v2.0/ports?device_id=4207e577-6f27-4ce9-b3f4-4412b6e0bfec HTTP/1.1" status: 200 len: 210 time: 0.0620785 Aug 23 20:42:32.306228 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-e0afe1e8-f18e-4725-a2c8-4d14004089dc None None] Port f187c9d1-52a9-4c54-a17f-def5dbe3705c cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:42:32.372134 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4712c045-d746-4bae-a808-0525dbb796b3 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:32.378031 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4712c045-d746-4bae-a808-0525dbb796b3 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:32.420002 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3e5004-32ee-4bbf-92a5-5389017f93fb admin admin] Made reservation on behalf of 6a4b2b3effb24cf98fc250a3c408be6d for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:42:32.430888 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bd3e5004-32ee-4bbf-92a5-5389017f93fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:32.454774 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-36147e63-ee97-45d2-a54e-0b234b8f19b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4b8a64-4e1b-4414-bac1-b366f20238aa', 'name': 'tempest-ServersTestMultiNic-1938363121-router', 'tenant_id': '2924e77eafaa445eb5f50b8bf05dd405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '6e771d46-1301-456c-b854-3fd575ec5c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:42:28Z', 'updated_at': '2021-08-23T20:42:30Z', 'revision_number': 3, 'project_id': '2924e77eafaa445eb5f50b8bf05dd405', 'gw_port': {'id': '6e771d46-1301-456c-b854-3fd575ec5c12', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4b8a64-4e1b-4414-bac1-b366f20238aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:29Z', 'updated_at': '2021-08-23T20:42:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:32.483455 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4712c045-d746-4bae-a808-0525dbb796b3 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:32.486362 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4712c045-d746-4bae-a808-0525dbb796b3 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event updated for resources: {'Port': ['ID=f187c9d1-52a9-4c54-a17f-def5dbe3705c,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:32.503033 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36147e63-ee97-45d2-a54e-0b234b8f19b8 None None] Checking router: 7d4b8a64-4e1b-4414-bac1-b366f20238aa for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:42:32.503386 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36147e63-ee97-45d2-a54e-0b234b8f19b8 None None] Updating router 7d4b8a64-4e1b-4414-bac1-b366f20238aa port 6e771d46-1301-456c-b854-3fd575ec5c12 binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:42:32.550634 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-36147e63-ee97-45d2-a54e-0b234b8f19b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:32.589399 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1544ac6a-f52f-41e5-9ad9-1a620f7df0df req-eb428ee6-778e-49ba-a4ef-5fdbf73a750f tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7261255 Aug 23 20:42:32.671588 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4207e577-6f27-4ce9-b3f4-4412b6e0bfec', 'name': 'network-vif-deleted', 'tag': '54626073-35b2-4529-b227-7b84b39d0e2f'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:42:32.674070 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d398c6e1-b5c4-415e-91e7-77bcb6487a9e" -d '{"events": [{"server_uuid": "4207e577-6f27-4ce9-b3f4-4412b6e0bfec", "name": "network-vif-deleted", "tag": "54626073-35b2-4529-b227-7b84b39d0e2f"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:42:32.684210 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4712c045-d746-4bae-a808-0525dbb796b3 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Network 3ca37500-3ec8-46d8-bd48-2d2b73317f39 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:42:32.697856 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-4712c045-d746-4bae-a808-0525dbb796b3 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:42:32.791187 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce1b3e7-d2ee-4448-b440-0f38c64ab178 None None] Network 5de069f3-b51c-4ce2-8843-b71fff2baa71 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:42:32.803499 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4f823d-c9bd-48fa-ad80-0a5ae1cfacc0 x-openstack-request-id: req-ad4f823d-c9bd-48fa-ad80-0a5ae1cfacc0 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:42:32.804106 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4207e577-6f27-4ce9-b3f4-4412b6e0bfec", "name": "network-vif-deleted", "tag": "54626073-35b2-4529-b227-7b84b39d0e2f", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:42:32.804520 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ad4f823d-c9bd-48fa-ad80-0a5ae1cfacc0 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:42:32.805104 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4207e577-6f27-4ce9-b3f4-4412b6e0bfec', 'name': 'network-vif-deleted', 'tag': '54626073-35b2-4529-b227-7b84b39d0e2f', 'status': 'completed', 'code': 200} Aug 23 20:42:32.885718 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 71bf1d63-5d18-4a97-9d44-dafc6713ada8 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:42:32.900529 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2a4d0a11-f65c-4767-b5cc-a2895e970820 req-8b26a2be-8916-45ae-bf2e-429ca3cee900 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 210 time: 0.0902536 Aug 23 20:42:32.944177 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bd3e5004-32ee-4bbf-92a5-5389017f93fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:32.973891 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4712c045-d746-4bae-a808-0525dbb796b3 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Router 7e69c876-3311-4374-8d72-1f7d38b4ba2a has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:42:33.086828 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-859a92b7-e89e-4ffa-90d9-ccdd8fd5e254 None None] Provisioning for port 71bf1d63-5d18-4a97-9d44-dafc6713ada8 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:42:33.092306 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3e5004-32ee-4bbf-92a5-5389017f93fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=07904a83-d48a-4ba0-8073-32b804c4062e,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:33.106600 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4712c045-d746-4bae-a808-0525dbb796b3 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:42:33.112780 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3e5004-32ee-4bbf-92a5-5389017f93fb admin admin] Checking segment: {'id': '1f2c38c0-da40-418e-8630-f422cb70e239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '1c2de94e-07cd-4b08-b354-0a80b8209363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:42:33.113104 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3e5004-32ee-4bbf-92a5-5389017f93fb admin admin] Network hostable DHCP agents. Network: 1c2de94e-07cd-4b08-b354-0a80b8209363, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:42:33.117982 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-4712c045-d746-4bae-a808-0525dbb796b3 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "PUT /v2.0/routers/7e69c876-3311-4374-8d72-1f7d38b4ba2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7311380 Aug 23 20:42:33.117982 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38724) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:33.124963 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-50b16c65-9335-4cb5-bf36-c701107c3cf9 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Request body: {'network': {'name': 'tempest-RoutersTest-1888810383'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:42:33.125816 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ebb6da-6429-4bbc-a5ac-ad70ae00a7e7 None None] Sync routers for ids ['7e69c876-3311-4374-8d72-1f7d38b4ba2a'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:42:33.140245 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ebb6da-6429-4bbc-a5ac-ad70ae00a7e7 None None] Routers {'7e69c876-3311-4374-8d72-1f7d38b4ba2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:42:33.141206 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-a8ebb6da-6429-4bbc-a5ac-ad70ae00a7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:42:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['7e69c876-3311-4374-8d72-1f7d38b4ba2a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:33.161116 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b16c65-9335-4cb5-bf36-c701107c3cf9 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Made reservation on behalf of 478a4137190c42b2a66568a56c662326 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:42:33.166094 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-50b16c65-9335-4cb5-bf36-c701107c3cf9 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:33.185351 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3e5004-32ee-4bbf-92a5-5389017f93fb admin admin] Network 1c2de94e-07cd-4b08-b354-0a80b8209363 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:42:33.199198 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50b16c65-9335-4cb5-bf36-c701107c3cf9 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:42:33.212096 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-50b16c65-9335-4cb5-bf36-c701107c3cf9 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:33.213011 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-50b16c65-9335-4cb5-bf36-c701107c3cf9 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Added segment a8e22d8f-0506-48b1-99a0-e394916297ef of type vlan for network f5daddc2-109f-45d2-9e6f-7d09ee3c860d Aug 23 20:42:33.226910 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-bd3e5004-32ee-4bbf-92a5-5389017f93fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 1c2de94e-07cd-4b08-b354-0a80b8209363) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:42:33.239805 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c9e56cd-14d9-420b-bc4c-2bd1b88fe3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:33.247293 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3e5004-32ee-4bbf-92a5-5389017f93fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:33.247928 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bd3e5004-32ee-4bbf-92a5-5389017f93fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:33.280259 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4beffe20-521d-4f04-9467-45689bd1281f None None] Network 1c2de94e-07cd-4b08-b354-0a80b8209363 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:42:33.285614 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-50b16c65-9335-4cb5-bf36-c701107c3cf9 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:33.303285 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-a8ebb6da-6429-4bbc-a5ac-ad70ae00a7e7 None None] Set router 7e69c876-3311-4374-8d72-1f7d38b4ba2a gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:42:33.307171 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-bd3e5004-32ee-4bbf-92a5-5389017f93fb admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5163872 Aug 23 20:42:33.347064 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-50b16c65-9335-4cb5-bf36-c701107c3cf9 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:33.368810 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b16c65-9335-4cb5-bf36-c701107c3cf9 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:33.370500 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-50b16c65-9335-4cb5-bf36-c701107c3cf9 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:33.494850 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 71bf1d63-5d18-4a97-9d44-dafc6713ada8 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:42:33.507172 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b16c65-9335-4cb5-bf36-c701107c3cf9 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event updated for resources: {'Network': ['ID=f5daddc2-109f-45d2-9e6f-7d09ee3c860d,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:33.512296 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-50b16c65-9335-4cb5-bf36-c701107c3cf9 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3935821 Aug 23 20:42:33.515366 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38736) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:33.523045 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-986147e6-27d8-48e4-a996-583517deb0e5 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Request body: {'subnet': {'network_id': 'f5daddc2-109f-45d2-9e6f-7d09ee3c860d', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:42:33.531171 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5667be9d-7d45-44cc-a3cc-d8311bd2cdd7 None None] Provisioning complete for port f187c9d1-52a9-4c54-a17f-def5dbe3705c triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:42:33.533313 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5667be9d-7d45-44cc-a3cc-d8311bd2cdd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:33.543626 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network f5daddc2-109f-45d2-9e6f-7d09ee3c860d details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:42:33.651871 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-4c9e56cd-14d9-420b-bc4c-2bd1b88fe3aa admin admin] Allocated IP 172.20.0.1 (5de069f3-b51c-4ce2-8843-b71fff2baa71/3238240b-758a-4646-98e8-79876b6babe5/81e02a61-3401-42b5-a545-10aa94b0c23f) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:42:33.705047 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-1877057a-e6e0-488f-a969-86e97e92e487 req-40c709db-9690-427b-837b-65cd4ec1002a tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1483785732', 'description': 'tempest-description-1682095959'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:42:33.763818 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986147e6-27d8-48e4-a996-583517deb0e5 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Made reservation on behalf of 478a4137190c42b2a66568a56c662326 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:42:33.768376 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-986147e6-27d8-48e4-a996-583517deb0e5 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:33.787957 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-a8ebb6da-6429-4bbc-a5ac-ad70ae00a7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'name': 'tempest-RoutersTest-router-768097966', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:42:14Z', 'updated_at': '2021-08-23T20:42:31Z', 'revision_number': 3, 'project_id': '478a4137190c42b2a66568a56c662326', 'gw_port_host': None, '_interfaces': [{'id': 'e657a43f-9d5f-44f9-920f-70cab3020d04', 'name': '', 'network_id': '3dfa55c1-66cd-45d5-bbcb-673e37fc5a43', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'mac_address': 'fa:16:3e:39:98:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'e406b708-5e31-4400-a432-635345956df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:17Z', 'updated_at': '2021-08-23T20:42:27Z', 'revision_number': 5, 'project_id': '478a4137190c42b2a66568a56c662326', 'subnets': [{'id': 'e406b708-5e31-4400-a432-635345956df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f187c9d1-52a9-4c54-a17f-def5dbe3705c', 'name': '', 'network_id': '3ca37500-3ec8-46d8-bd48-2d2b73317f39', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'mac_address': 'fa:16:3e:14:88:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '8427783b-f027-45f2-a57c-5f5fbd28f511', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:28Z', 'updated_at': '2021-08-23T20:42:32Z', 'revision_number': 2, 'project_id': '478a4137190c42b2a66568a56c662326', 'subnets': [{'id': '8427783b-f027-45f2-a57c-5f5fbd28f511', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:33.813368 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 71bf1d63-5d18-4a97-9d44-dafc6713ada8 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:42:33.814002 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:33.844559 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ebb6da-6429-4bbc-a5ac-ad70ae00a7e7 None None] Checking router: 7e69c876-3311-4374-8d72-1f7d38b4ba2a for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:42:33.845258 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ebb6da-6429-4bbc-a5ac-ad70ae00a7e7 None None] Updating router 7e69c876-3311-4374-8d72-1f7d38b4ba2a port f187c9d1-52a9-4c54-a17f-def5dbe3705c binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:42:33.872966 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1877057a-e6e0-488f-a969-86e97e92e487 req-40c709db-9690-427b-837b-65cd4ec1002a tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:33.885317 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a8ebb6da-6429-4bbc-a5ac-ad70ae00a7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:33.887733 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 54626073-35b2-4529-b227-7b84b39d0e2f no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:42:34.011095 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: 54626073-35b2-4529-b227-7b84b39d0e2f {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:42:34.021347 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 54626073-35b2-4529-b227-7b84b39d0e2f not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:42:34.025874 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c9e56cd-14d9-420b-bc4c-2bd1b88fe3aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:34.127736 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-4c9e56cd-14d9-420b-bc4c-2bd1b88fe3aa admin admin] Transition to ACTIVE for port object 81e02a61-3401-42b5-a545-10aa94b0c23f will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:42:34.138199 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-5667be9d-7d45-44cc-a3cc-d8311bd2cdd7 None None] Port f187c9d1-52a9-4c54-a17f-def5dbe3705c cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:42:34.142681 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b35fa1-6e53-49fa-82e3-38911764ff38 req-fb514012-e56a-408d-91b7-44eafe2ae267 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:34.144307 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a1b35fa1-6e53-49fa-82e3-38911764ff38 req-fb514012-e56a-408d-91b7-44eafe2ae267 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a3b5017-c2bb-4d9a-a8bf-d0e9c9983daf HTTP/1.1" status: 200 len: 945 time: 0.3684740 Aug 23 20:42:34.245352 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-36147e63-ee97-45d2-a54e-0b234b8f19b8 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:34.251065 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1877057a-e6e0-488f-a969-86e97e92e487 req-40c709db-9690-427b-837b-65cd4ec1002a tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:34.262700 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c9e56cd-14d9-420b-bc4c-2bd1b88fe3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:34.265950 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80987f17-6371-4b9f-95cd-114845086b6e None None] Network 1c2de94e-07cd-4b08-b354-0a80b8209363 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:42:34.274400 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-36147e63-ee97-45d2-a54e-0b234b8f19b8 None None] Transition to ACTIVE for port object 6e771d46-1301-456c-b854-3fd575ec5c12 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:42:34.281544 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1877057a-e6e0-488f-a969-86e97e92e487 req-40c709db-9690-427b-837b-65cd4ec1002a tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:34.328358 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:34.342661 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-36147e63-ee97-45d2-a54e-0b234b8f19b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:34.393136 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9e56cd-14d9-420b-bc4c-2bd1b88fe3aa admin admin] Network 5de069f3-b51c-4ce2-8843-b71fff2baa71 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:42:34.405118 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-986147e6-27d8-48e4-a996-583517deb0e5 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:34.417423 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e468e-32aa-4523-9cb1-f00070378f75 None None] Pushing event updated for resources: {'Port': ['ID=6e771d46-1301-456c-b854-3fd575ec5c12,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:34.437946 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-4c9e56cd-14d9-420b-bc4c-2bd1b88fe3aa admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:42:34.443161 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e56cd-14d9-420b-bc4c-2bd1b88fe3aa admin admin] Pushing event updated for resources: {'Port': ['ID=81e02a61-3401-42b5-a545-10aa94b0c23f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:34.458228 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9e56cd-14d9-420b-bc4c-2bd1b88fe3aa admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:42:34.485103 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-36147e63-ee97-45d2-a54e-0b234b8f19b8 None None] Attempting to bind port 6e771d46-1301-456c-b854-3fd575ec5c12 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:42:34.485600 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-36147e63-ee97-45d2-a54e-0b234b8f19b8 None None] Attempting to bind port 6e771d46-1301-456c-b854-3fd575ec5c12 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:42:34.486039 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36147e63-ee97-45d2-a54e-0b234b8f19b8 None None] Attempting to bind port 6e771d46-1301-456c-b854-3fd575ec5c12 on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:42:34.491199 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 71bf1d63-5d18-4a97-9d44-dafc6713ada8, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=71bf1d63-5d18-4a97-9d44-dafc6713ada8,segment=NetworkSegment(4d0bfccc-a3a9-4bf8-8e3c-6edb5c43c428),segment_id=4d0bfccc-a3a9-4bf8-8e3c-6edb5c43c428)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:42:34.507593 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36147e63-ee97-45d2-a54e-0b234b8f19b8 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:42:34.508084 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36147e63-ee97-45d2-a54e-0b234b8f19b8 None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:42:34.508591 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-36147e63-ee97-45d2-a54e-0b234b8f19b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:34.508994 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36147e63-ee97-45d2-a54e-0b234b8f19b8 None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:42:34.509482 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-36147e63-ee97-45d2-a54e-0b234b8f19b8 None None] Bound port: 6e771d46-1301-456c-b854-3fd575ec5c12, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:42:34.509865 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-36147e63-ee97-45d2-a54e-0b234b8f19b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:34.511259 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a8ebb6da-6429-4bbc-a5ac-ad70ae00a7e7 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:34.511726 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:34.512299 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 07571fa9-840d-449f-b01c-ecaa31d6ecb6 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:42:34.532355 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a8ebb6da-6429-4bbc-a5ac-ad70ae00a7e7 None None] Transition to ACTIVE for port object f187c9d1-52a9-4c54-a17f-def5dbe3705c will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:42:34.533091 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1877057a-e6e0-488f-a969-86e97e92e487 req-40c709db-9690-427b-837b-65cd4ec1002a tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:34.549368 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a8ebb6da-6429-4bbc-a5ac-ad70ae00a7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:34.552370 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1877057a-e6e0-488f-a969-86e97e92e487 req-40c709db-9690-427b-837b-65cd4ec1002a tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.8520713 Aug 23 20:42:34.566455 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c709db-9690-427b-837b-65cd4ec1002a tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a805e6-9dd7-45b0-add9-a2b5c9669021,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:34.602518 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c9e56cd-14d9-420b-bc4c-2bd1b88fe3aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:34.694887 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaec9a9-da7d-4eca-bda4-996d458dfe4d None None] Pushing event updated for resources: {'Port': ['ID=f187c9d1-52a9-4c54-a17f-def5dbe3705c,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:34.699939 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a1b35fa1-6e53-49fa-82e3-38911764ff38 req-32a32446-6bff-4b16-819c-c9b3009611ea tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5389562 Aug 23 20:42:34.742357 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986147e6-27d8-48e4-a996-583517deb0e5 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event updated for resources: {'Subnet': ['ID=548c62a2-1370-4ac8-9378-71c36832df60,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:34.748972 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=71bf1d63-5d18-4a97-9d44-dafc6713ada8,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:34.762338 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986147e6-27d8-48e4-a996-583517deb0e5 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Checking segment: {'id': 'a8e22d8f-0506-48b1-99a0-e394916297ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f5daddc2-109f-45d2-9e6f-7d09ee3c860d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:42:34.762709 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986147e6-27d8-48e4-a996-583517deb0e5 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Network hostable DHCP agents. Network: f5daddc2-109f-45d2-9e6f-7d09ee3c860d, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:42:34.830618 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986147e6-27d8-48e4-a996-583517deb0e5 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Network f5daddc2-109f-45d2-9e6f-7d09ee3c860d is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:42:34.861414 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-986147e6-27d8-48e4-a996-583517deb0e5 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, f5daddc2-109f-45d2-9e6f-7d09ee3c860d) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:42:34.865679 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986147e6-27d8-48e4-a996-583517deb0e5 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:34.866339 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-986147e6-27d8-48e4-a996-583517deb0e5 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:34.895481 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-a8ebb6da-6429-4bbc-a5ac-ad70ae00a7e7 None None] Attempting to bind port f187c9d1-52a9-4c54-a17f-def5dbe3705c on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:42:34.896280 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-a8ebb6da-6429-4bbc-a5ac-ad70ae00a7e7 None None] Attempting to bind port f187c9d1-52a9-4c54-a17f-def5dbe3705c by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'a42d6ff6-7e8a-4dca-8489-c9ba9563c535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3ca37500-3ec8-46d8-bd48-2d2b73317f39'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:42:34.897107 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ebb6da-6429-4bbc-a5ac-ad70ae00a7e7 None None] Attempting to bind port f187c9d1-52a9-4c54-a17f-def5dbe3705c on network 3ca37500-3ec8-46d8-bd48-2d2b73317f39 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:42:34.909389 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bf5793-2f76-42cb-94a2-3735b9a3c84b None None] Network f5daddc2-109f-45d2-9e6f-7d09ee3c860d requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:42:34.911587 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ebb6da-6429-4bbc-a5ac-ad70ae00a7e7 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:42:34.913656 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ebb6da-6429-4bbc-a5ac-ad70ae00a7e7 None None] Checking segment: {'id': 'a42d6ff6-7e8a-4dca-8489-c9ba9563c535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3ca37500-3ec8-46d8-bd48-2d2b73317f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:42:34.916188 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a8ebb6da-6429-4bbc-a5ac-ad70ae00a7e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:34.917041 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ebb6da-6429-4bbc-a5ac-ad70ae00a7e7 None None] Bound using segment: {'id': 'a42d6ff6-7e8a-4dca-8489-c9ba9563c535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3ca37500-3ec8-46d8-bd48-2d2b73317f39'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:42:34.917872 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-a8ebb6da-6429-4bbc-a5ac-ad70ae00a7e7 None None] Bound port: f187c9d1-52a9-4c54-a17f-def5dbe3705c, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a42d6ff6-7e8a-4dca-8489-c9ba9563c535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3ca37500-3ec8-46d8-bd48-2d2b73317f39'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:42:34.918475 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a8ebb6da-6429-4bbc-a5ac-ad70ae00a7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:34.946651 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-986147e6-27d8-48e4-a996-583517deb0e5 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4295168 Aug 23 20:42:34.977887 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38754) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:34.998623 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f5345008-386f-46ce-8676-dee2aba24245 req-a27d40b6-a94e-4cb2-8b7d-eb6b822fa8eb tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 210 time: 0.1129453 Aug 23 20:42:35.047317 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9f705bcf-7b23-4a1d-8c6d-64ded8008841 req-a1760642-4b08-4a87-957e-5462ba3ba5c0 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] 10.222.0.61 "GET /v2.0/security-groups/d2a805e6-9dd7-45b0-add9-a2b5c9669021 HTTP/1.1" status: 200 len: 1807 time: 0.1131992 Aug 23 20:42:35.052221 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-9f705bcf-7b23-4a1d-8c6d-64ded8008841 req-50112496-d8aa-4d98-afc2-65ff99651fd7 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd2a805e6-9dd7-45b0-add9-a2b5c9669021', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:42:35.052536 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-9f705bcf-7b23-4a1d-8c6d-64ded8008841 req-50112496-d8aa-4d98-afc2-65ff99651fd7 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd2a805e6-9dd7-45b0-add9-a2b5c9669021', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:42:35.114369 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-a8ebb6da-6429-4bbc-a5ac-ad70ae00a7e7 None None] For port f187c9d1-52a9-4c54-a17f-def5dbe3705c, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:42:35.118358 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-a8ebb6da-6429-4bbc-a5ac-ad70ae00a7e7 None None] For port f187c9d1-52a9-4c54-a17f-def5dbe3705c, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=f187c9d1-52a9-4c54-a17f-def5dbe3705c,segment=NetworkSegment(a42d6ff6-7e8a-4dca-8489-c9ba9563c535),segment_id=a42d6ff6-7e8a-4dca-8489-c9ba9563c535)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:42:35.133262 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a8ebb6da-6429-4bbc-a5ac-ad70ae00a7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:35.240779 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9f705bcf-7b23-4a1d-8c6d-64ded8008841 req-50112496-d8aa-4d98-afc2-65ff99651fd7 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:35.293808 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c9e56cd-14d9-420b-bc4c-2bd1b88fe3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:35.316666 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9f705bcf-7b23-4a1d-8c6d-64ded8008841 req-50112496-d8aa-4d98-afc2-65ff99651fd7 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:35.342636 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ebb6da-6429-4bbc-a5ac-ad70ae00a7e7 None None] Routers {'7e69c876-3311-4374-8d72-1f7d38b4ba2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:42:35.343434 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-a8ebb6da-6429-4bbc-a5ac-ad70ae00a7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:42:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['7e69c876-3311-4374-8d72-1f7d38b4ba2a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:35.370191 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9f705bcf-7b23-4a1d-8c6d-64ded8008841 req-50112496-d8aa-4d98-afc2-65ff99651fd7 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:35.429878 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5cdba4-3180-4ffd-b615-069e62cd71f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-f5daddc2-109f-45d2-9e6f-7d09ee3c860d', 'network_id': 'f5daddc2-109f-45d2-9e6f-7d09ee3c860d', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'fixed_ips': [{'subnet_id': '548c62a2-1370-4ac8-9378-71c36832df60'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:42:35.430789 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cf5cdba4-3180-4ffd-b615-069e62cd71f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:35.448901 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-36147e63-ee97-45d2-a54e-0b234b8f19b8 None None] For port 6e771d46-1301-456c-b854-3fd575ec5c12, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:42:35.459969 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50112496-d8aa-4d98-afc2-65ff99651fd7 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60153cd0-ed43-41fc-8a18-3f760a9f07ce,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:35.462078 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b138a46b-a0ab-4ae1-a01b-c83fd06dfba3 None None] Provisioning complete for port 71bf1d63-5d18-4a97-9d44-dafc6713ada8 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:42:35.462667 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b138a46b-a0ab-4ae1-a01b-c83fd06dfba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:35.463545 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaec9a9-da7d-4eca-bda4-996d458dfe4d None None] Pushing event updated for resources: {'Port': ['ID=f187c9d1-52a9-4c54-a17f-def5dbe3705c,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:35.505801 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9f705bcf-7b23-4a1d-8c6d-64ded8008841 req-50112496-d8aa-4d98-afc2-65ff99651fd7 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:35.509865 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9f705bcf-7b23-4a1d-8c6d-64ded8008841 req-50112496-d8aa-4d98-afc2-65ff99651fd7 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4617348 Aug 23 20:42:35.590050 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-c059bd03-eb2c-4e1d-938f-0cfdd8eeccba req-dc7387b3-ef4a-4169-a190-d0608f830e5c tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-38768897', 'description': 'tempest-description-1664341713'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:42:35.657380 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c059bd03-eb2c-4e1d-938f-0cfdd8eeccba req-dc7387b3-ef4a-4169-a190-d0608f830e5c tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:35.721923 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c9e56cd-14d9-420b-bc4c-2bd1b88fe3aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:35.739606 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-a8ebb6da-6429-4bbc-a5ac-ad70ae00a7e7 None None] Set router 7e69c876-3311-4374-8d72-1f7d38b4ba2a gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:42:35.748907 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c9e56cd-14d9-420b-bc4c-2bd1b88fe3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:35.760451 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-695f4b53-f177-40c3-9f66-e2b627750d8c tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:35.873077 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 07571fa9-840d-449f-b01c-ecaa31d6ecb6 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:42:35.873596 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:35.881214 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-36147e63-ee97-45d2-a54e-0b234b8f19b8 None None] For port 6e771d46-1301-456c-b854-3fd575ec5c12, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=6e771d46-1301-456c-b854-3fd575ec5c12,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:42:35.925857 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c059bd03-eb2c-4e1d-938f-0cfdd8eeccba req-dc7387b3-ef4a-4169-a190-d0608f830e5c tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:35.928031 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c9e56cd-14d9-420b-bc4c-2bd1b88fe3aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:35.933238 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-36147e63-ee97-45d2-a54e-0b234b8f19b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:35.945563 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c059bd03-eb2c-4e1d-938f-0cfdd8eeccba req-dc7387b3-ef4a-4169-a190-d0608f830e5c tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:35.950039 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e56cd-14d9-420b-bc4c-2bd1b88fe3aa admin admin] Pushing event updated for resources: {'Port': ['ID=81e02a61-3401-42b5-a545-10aa94b0c23f,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:36.081188 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:42:36.112661 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9e56cd-14d9-420b-bc4c-2bd1b88fe3aa admin admin] Network 5de069f3-b51c-4ce2-8843-b71fff2baa71 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:42:36.117656 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-4c9e56cd-14d9-420b-bc4c-2bd1b88fe3aa admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:42:36.145618 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c059bd03-eb2c-4e1d-938f-0cfdd8eeccba req-dc7387b3-ef4a-4169-a190-d0608f830e5c tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:36.146868 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c059bd03-eb2c-4e1d-938f-0cfdd8eeccba req-dc7387b3-ef4a-4169-a190-d0608f830e5c tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5673294 Aug 23 20:42:36.167783 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7387b3-ef4a-4169-a190-d0608f830e5c tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5353127c-4307-4c7e-ade8-7190b6f0051a,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:36.202165 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb84f7-3715-424f-9500-4981effa818c req-84602999-a153-42a3-b60b-6cb42a32d5e1 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:36.203099 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36147e63-ee97-45d2-a54e-0b234b8f19b8 None None] Routers {'7d4b8a64-4e1b-4414-bac1-b366f20238aa'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:42:36.203916 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-23eb84f7-3715-424f-9500-4981effa818c req-84602999-a153-42a3-b60b-6cb42a32d5e1 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a3b5017-c2bb-4d9a-a8bf-d0e9c9983daf HTTP/1.1" status: 200 len: 945 time: 0.1382599 Aug 23 20:42:36.204304 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-36147e63-ee97-45d2-a54e-0b234b8f19b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:42:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['7d4b8a64-4e1b-4414-bac1-b366f20238aa'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:36.252886 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-a8ebb6da-6429-4bbc-a5ac-ad70ae00a7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'name': 'tempest-RoutersTest-router-768097966', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:42:14Z', 'updated_at': '2021-08-23T20:42:31Z', 'revision_number': 3, 'project_id': '478a4137190c42b2a66568a56c662326', 'gw_port_host': None, '_interfaces': [{'id': 'e657a43f-9d5f-44f9-920f-70cab3020d04', 'name': '', 'network_id': '3dfa55c1-66cd-45d5-bbcb-673e37fc5a43', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'mac_address': 'fa:16:3e:39:98:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'e406b708-5e31-4400-a432-635345956df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:17Z', 'updated_at': '2021-08-23T20:42:27Z', 'revision_number': 5, 'project_id': '478a4137190c42b2a66568a56c662326', 'subnets': [{'id': 'e406b708-5e31-4400-a432-635345956df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f187c9d1-52a9-4c54-a17f-def5dbe3705c', 'name': '', 'network_id': '3ca37500-3ec8-46d8-bd48-2d2b73317f39', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'mac_address': 'fa:16:3e:14:88:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '8427783b-f027-45f2-a57c-5f5fbd28f511', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:28Z', 'updated_at': '2021-08-23T20:42:35Z', 'revision_number': 4, 'project_id': '478a4137190c42b2a66568a56c662326', 'subnets': [{'id': '8427783b-f027-45f2-a57c-5f5fbd28f511', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:36.310543 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ebb6da-6429-4bbc-a5ac-ad70ae00a7e7 None None] The sync data for ids ['7e69c876-3311-4374-8d72-1f7d38b4ba2a'] in n-d-805663-2 is: [{'id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'name': 'tempest-RoutersTest-router-768097966', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:42:14Z', 'updated_at': '2021-08-23T20:42:31Z', 'revision_number': 3, 'project_id': '478a4137190c42b2a66568a56c662326', 'gw_port_host': None, '_interfaces': [{'id': 'e657a43f-9d5f-44f9-920f-70cab3020d04', 'name': '', 'network_id': '3dfa55c1-66cd-45d5-bbcb-673e37fc5a43', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'mac_address': 'fa:16:3e:39:98:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'e406b708-5e31-4400-a432-635345956df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:17Z', 'updated_at': '2021-08-23T20:42:27Z', 'revision_number': 5, 'project_id': '478a4137190c42b2a66568a56c662326', 'subnets': [{'id': 'e406b708-5e31-4400-a432-635345956df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f187c9d1-52a9-4c54-a17f-def5dbe3705c', 'name': '', 'network_id': '3ca37500-3ec8-46d8-bd48-2d2b73317f39', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'mac_address': 'fa:16:3e:14:88:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '8427783b-f027-45f2-a57c-5f5fbd28f511', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:28Z', 'updated_at': '2021-08-23T20:42:35Z', 'revision_number': 4, 'project_id': '478a4137190c42b2a66568a56c662326', 'subnets': [{'id': '8427783b-f027-45f2-a57c-5f5fbd28f511', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:42:36.347648 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-23eb84f7-3715-424f-9500-4981effa818c req-f15617c6-bd16-492b-bc89-79ac94271469 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362727 Aug 23 20:42:36.406938 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e468e-32aa-4523-9cb1-f00070378f75 None None] Pushing event updated for resources: {'Port': ['ID=6e771d46-1301-456c-b854-3fd575ec5c12,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:36.412382 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c9e56cd-14d9-420b-bc4c-2bd1b88fe3aa admin admin] Router 7d4b8a64-4e1b-4414-bac1-b366f20238aa has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:42:36.542193 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-516f5469-c698-4365-8ee6-2447d5be93d8 req-50ae01e8-7fa8-4971-81f5-6f1425f2ec68 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 210 time: 0.0779088 Aug 23 20:42:36.661558 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-cf5cdba4-3180-4ffd-b615-069e62cd71f3 None None] Allocated IP 172.22.0.2 (f5daddc2-109f-45d2-9e6f-7d09ee3c860d/548c62a2-1370-4ac8-9378-71c36832df60/c2f566ab-6fe6-4020-939c-bcb8f8277794) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:42:36.713652 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1aa86fa5-f1de-4142-8d3e-b58ba7bb7b3d req-9a6768ce-be14-46a2-9085-cff87bc5d680 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] 10.222.0.61 "GET /v2.0/security-groups/5353127c-4307-4c7e-ade8-7190b6f0051a HTTP/1.1" status: 200 len: 1805 time: 0.2932520 Aug 23 20:42:36.719917 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-1aa86fa5-f1de-4142-8d3e-b58ba7bb7b3d req-fd54a931-2a50-499d-957b-ee6ac786642c tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '5353127c-4307-4c7e-ade8-7190b6f0051a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:42:36.720265 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-1aa86fa5-f1de-4142-8d3e-b58ba7bb7b3d req-fd54a931-2a50-499d-957b-ee6ac786642c tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '5353127c-4307-4c7e-ade8-7190b6f0051a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:42:36.732131 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9e56cd-14d9-420b-bc4c-2bd1b88fe3aa admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:42:36.740607 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4c9e56cd-14d9-420b-bc4c-2bd1b88fe3aa admin admin] 10.222.0.61 "PUT /v2.0/routers/7d4b8a64-4e1b-4414-bac1-b366f20238aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3166976 Aug 23 20:42:36.785957 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-36147e63-ee97-45d2-a54e-0b234b8f19b8 None None] Set router 7d4b8a64-4e1b-4414-bac1-b366f20238aa gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:42:36.800096 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-737b18e7-83f9-4987-97ec-f5d95751677a None None] Provisioning for port 81e02a61-3401-42b5-a545-10aa94b0c23f completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:42:36.890188 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1aa86fa5-f1de-4142-8d3e-b58ba7bb7b3d req-fd54a931-2a50-499d-957b-ee6ac786642c tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:36.906528 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-737b18e7-83f9-4987-97ec-f5d95751677a None None] Provisioning complete for port 81e02a61-3401-42b5-a545-10aa94b0c23f triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:42:36.911243 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-737b18e7-83f9-4987-97ec-f5d95751677a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:36.951401 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1aa86fa5-f1de-4142-8d3e-b58ba7bb7b3d req-fd54a931-2a50-499d-957b-ee6ac786642c tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:36.955399 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38784) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:36.978173 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1aa86fa5-f1de-4142-8d3e-b58ba7bb7b3d req-fd54a931-2a50-499d-957b-ee6ac786642c tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:37.026360 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd54a931-2a50-499d-957b-ee6ac786642c tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a00cb098-fa7e-44be-9fee-1ad4cbcb717b,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:37.035981 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1aa86fa5-f1de-4142-8d3e-b58ba7bb7b3d req-fd54a931-2a50-499d-957b-ee6ac786642c tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:37.040632 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1aa86fa5-f1de-4142-8d3e-b58ba7bb7b3d req-fd54a931-2a50-499d-957b-ee6ac786642c tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3257713 Aug 23 20:42:37.071903 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-d82c574d-c785-42ea-a402-7a8967a58f0f tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2143962694'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:42:37.074368 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 71bf1d63-5d18-4a97-9d44-dafc6713ada8 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:42:37.106772 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-97cf3614-378c-44f3-938b-69550fec4ea4 req-16fd00cd-6bba-4b0e-af75-d61ced15f717 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1796901791', 'description': 'tempest-description-52612453'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:42:37.131923 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82c574d-c785-42ea-a402-7a8967a58f0f tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Made reservation on behalf of 2924e77eafaa445eb5f50b8bf05dd405 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:42:37.137514 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d82c574d-c785-42ea-a402-7a8967a58f0f tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:37.142629 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-97cf3614-378c-44f3-938b-69550fec4ea4 req-16fd00cd-6bba-4b0e-af75-d61ced15f717 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:37.151764 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-737b18e7-83f9-4987-97ec-f5d95751677a None None] Port 81e02a61-3401-42b5-a545-10aa94b0c23f cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:42:37.224728 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d82c574d-c785-42ea-a402-7a8967a58f0f tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:42:37.323889 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-97cf3614-378c-44f3-938b-69550fec4ea4 req-16fd00cd-6bba-4b0e-af75-d61ced15f717 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:37.333088 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d82c574d-c785-42ea-a402-7a8967a58f0f tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:37.333637 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-d82c574d-c785-42ea-a402-7a8967a58f0f tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Added segment 43c51dc2-15d3-423d-9044-f9aefb3fddee of type vlan for network c1495c8c-0e4a-4fa5-8aa1-8b05165324c0 Aug 23 20:42:37.335633 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-97cf3614-378c-44f3-938b-69550fec4ea4 req-16fd00cd-6bba-4b0e-af75-d61ced15f717 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:37.358679 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f51941a5-6bdc-4dad-b12e-7a4fc462c832 None None] Provisioning complete for port 81e02a61-3401-42b5-a545-10aa94b0c23f triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:42:37.358679 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f51941a5-6bdc-4dad-b12e-7a4fc462c832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:37.375985 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 71bf1d63-5d18-4a97-9d44-dafc6713ada8 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:42:37.376555 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:37.401153 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-97cf3614-378c-44f3-938b-69550fec4ea4 req-16fd00cd-6bba-4b0e-af75-d61ced15f717 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:37.411421 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cf5cdba4-3180-4ffd-b615-069e62cd71f3 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:37.414333 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-97cf3614-378c-44f3-938b-69550fec4ea4 req-16fd00cd-6bba-4b0e-af75-d61ced15f717 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3121789 Aug 23 20:42:37.470666 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-bc389c01-b0a2-4ad3-8788-44877a5fc23a req-ae3a7544-8f35-4e46-9f74-108f2030fcc7 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-194493362', 'description': 'tempest-description-110506457'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:42:37.487740 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cf5cdba4-3180-4ffd-b615-069e62cd71f3 None None] Transition to ACTIVE for port object c2f566ab-6fe6-4020-939c-bcb8f8277794 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:42:37.488163 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fd00cd-6bba-4b0e-af75-d61ced15f717 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a8b702-7cff-4978-95cf-cf8abdc55659,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:37.515595 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d82c574d-c785-42ea-a402-7a8967a58f0f tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:37.524053 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-bc389c01-b0a2-4ad3-8788-44877a5fc23a req-ae3a7544-8f35-4e46-9f74-108f2030fcc7 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:37.525638 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-f51941a5-6bdc-4dad-b12e-7a4fc462c832 None None] Port 81e02a61-3401-42b5-a545-10aa94b0c23f cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:42:37.539085 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cf5cdba4-3180-4ffd-b615-069e62cd71f3 None None] Transition to ACTIVE for port object c2f566ab-6fe6-4020-939c-bcb8f8277794 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:42:37.553858 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cf5cdba4-3180-4ffd-b615-069e62cd71f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:37.630337 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d82c574d-c785-42ea-a402-7a8967a58f0f tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:37.636496 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-bc389c01-b0a2-4ad3-8788-44877a5fc23a req-ae3a7544-8f35-4e46-9f74-108f2030fcc7 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:37.642557 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82c574d-c785-42ea-a402-7a8967a58f0f tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:37.644880 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-bc389c01-b0a2-4ad3-8788-44877a5fc23a req-ae3a7544-8f35-4e46-9f74-108f2030fcc7 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:37.650937 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d82c574d-c785-42ea-a402-7a8967a58f0f tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:37.651856 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5cdba4-3180-4ffd-b615-069e62cd71f3 None None] Network f5daddc2-109f-45d2-9e6f-7d09ee3c860d is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:42:37.667345 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-36147e63-ee97-45d2-a54e-0b234b8f19b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4b8a64-4e1b-4414-bac1-b366f20238aa', 'name': 'tempest-ServersTestMultiNic-1938363121-router', 'tenant_id': '2924e77eafaa445eb5f50b8bf05dd405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '6e771d46-1301-456c-b854-3fd575ec5c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:42:28Z', 'updated_at': '2021-08-23T20:42:35Z', 'revision_number': 4, 'project_id': '2924e77eafaa445eb5f50b8bf05dd405', 'gw_port': {'id': '6e771d46-1301-456c-b854-3fd575ec5c12', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4b8a64-4e1b-4414-bac1-b366f20238aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:29Z', 'updated_at': '2021-08-23T20:42:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '81e02a61-3401-42b5-a545-10aa94b0c23f', 'name': '', 'network_id': '5de069f3-b51c-4ce2-8843-b71fff2baa71', 'tenant_id': '2924e77eafaa445eb5f50b8bf05dd405', 'mac_address': 'fa:16:3e:52:5a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4b8a64-4e1b-4414-bac1-b366f20238aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '3238240b-758a-4646-98e8-79876b6babe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:33Z', 'updated_at': '2021-08-23T20:42:35Z', 'revision_number': 2, 'project_id': '2924e77eafaa445eb5f50b8bf05dd405', 'subnets': [{'id': '3238240b-758a-4646-98e8-79876b6babe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:37.669568 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-cf5cdba4-3180-4ffd-b615-069e62cd71f3 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:42:37.691836 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3a7544-8f35-4e46-9f74-108f2030fcc7 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e13e59b8-514e-41f6-80f5-d207cb36c625,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:37.694699 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-bc389c01-b0a2-4ad3-8788-44877a5fc23a req-ae3a7544-8f35-4e46-9f74-108f2030fcc7 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:37.704822 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5cdba4-3180-4ffd-b615-069e62cd71f3 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:42:37.706773 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5cdba4-3180-4ffd-b615-069e62cd71f3 None None] Pushing event updated for resources: {'Port': ['ID=c2f566ab-6fe6-4020-939c-bcb8f8277794,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:37.714240 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36147e63-ee97-45d2-a54e-0b234b8f19b8 None None] The sync data for ids ['7d4b8a64-4e1b-4414-bac1-b366f20238aa'] in n-d-805663-2 is: [{'id': '7d4b8a64-4e1b-4414-bac1-b366f20238aa', 'name': 'tempest-ServersTestMultiNic-1938363121-router', 'tenant_id': '2924e77eafaa445eb5f50b8bf05dd405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '6e771d46-1301-456c-b854-3fd575ec5c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:42:28Z', 'updated_at': '2021-08-23T20:42:35Z', 'revision_number': 4, 'project_id': '2924e77eafaa445eb5f50b8bf05dd405', 'gw_port': {'id': '6e771d46-1301-456c-b854-3fd575ec5c12', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4b8a64-4e1b-4414-bac1-b366f20238aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:29Z', 'updated_at': '2021-08-23T20:42:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '81e02a61-3401-42b5-a545-10aa94b0c23f', 'name': '', 'network_id': '5de069f3-b51c-4ce2-8843-b71fff2baa71', 'tenant_id': '2924e77eafaa445eb5f50b8bf05dd405', 'mac_address': 'fa:16:3e:52:5a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4b8a64-4e1b-4414-bac1-b366f20238aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '3238240b-758a-4646-98e8-79876b6babe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:33Z', 'updated_at': '2021-08-23T20:42:35Z', 'revision_number': 2, 'project_id': '2924e77eafaa445eb5f50b8bf05dd405', 'subnets': [{'id': '3238240b-758a-4646-98e8-79876b6babe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:42:37.714488 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bc389c01-b0a2-4ad3-8788-44877a5fc23a req-ae3a7544-8f35-4e46-9f74-108f2030fcc7 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2490962 Aug 23 20:42:37.778374 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-695f4b53-f177-40c3-9f66-e2b627750d8c tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Allocated IP 172.22.0.1 (f5daddc2-109f-45d2-9e6f-7d09ee3c860d/548c62a2-1370-4ac8-9378-71c36832df60/a5d3c80d-1d9c-4c37-8b0f-8a46bb8e37db) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:42:37.781847 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device f187c9d1-52a9-4c54-a17f-def5dbe3705c up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:42:37.829999 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-efba558b-92a9-4ea5-bbd4-1554666463e7 req-d0589332-cd57-48c7-ba6f-d8c0ddb1c3cc tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 210 time: 0.0486317 Aug 23 20:42:37.899022 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-cf5cdba4-3180-4ffd-b615-069e62cd71f3 None None] Attempting to bind port c2f566ab-6fe6-4020-939c-bcb8f8277794 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:42:37.899704 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-cf5cdba4-3180-4ffd-b615-069e62cd71f3 None None] Attempting to bind port c2f566ab-6fe6-4020-939c-bcb8f8277794 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'a8e22d8f-0506-48b1-99a0-e394916297ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f5daddc2-109f-45d2-9e6f-7d09ee3c860d'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:42:37.901586 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5cdba4-3180-4ffd-b615-069e62cd71f3 None None] Attempting to bind port c2f566ab-6fe6-4020-939c-bcb8f8277794 on network f5daddc2-109f-45d2-9e6f-7d09ee3c860d {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:42:37.920645 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-87768385-beed-4bce-b175-c3ce0859861e req-006fbc16-4a43-4020-a929-11fc00366450 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] 10.222.0.61 "GET /v2.0/security-groups/a4a8b702-7cff-4978-95cf-cf8abdc55659 HTTP/1.1" status: 200 len: 1805 time: 0.0673816 Aug 23 20:42:37.933442 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5cdba4-3180-4ffd-b615-069e62cd71f3 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:42:37.934097 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5cdba4-3180-4ffd-b615-069e62cd71f3 None None] Checking segment: {'id': 'a8e22d8f-0506-48b1-99a0-e394916297ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f5daddc2-109f-45d2-9e6f-7d09ee3c860d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:42:37.935317 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cf5cdba4-3180-4ffd-b615-069e62cd71f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:37.935876 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5cdba4-3180-4ffd-b615-069e62cd71f3 None None] Bound using segment: {'id': 'a8e22d8f-0506-48b1-99a0-e394916297ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f5daddc2-109f-45d2-9e6f-7d09ee3c860d'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:42:37.936548 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-cf5cdba4-3180-4ffd-b615-069e62cd71f3 None None] Bound port: c2f566ab-6fe6-4020-939c-bcb8f8277794, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8e22d8f-0506-48b1-99a0-e394916297ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f5daddc2-109f-45d2-9e6f-7d09ee3c860d'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:42:37.937152 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cf5cdba4-3180-4ffd-b615-069e62cd71f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:38.012999 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-87768385-beed-4bce-b175-c3ce0859861e req-0872e015-1979-4772-911b-653778bf9090 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] 10.222.0.61 "GET /v2.0/security-groups/e13e59b8-514e-41f6-80f5-d207cb36c625 HTTP/1.1" status: 200 len: 1805 time: 0.0829222 Aug 23 20:42:38.017589 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port f187c9d1-52a9-4c54-a17f-def5dbe3705c completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:42:38.032177 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-87768385-beed-4bce-b175-c3ce0859861e req-f238e21f-7fab-4902-ab32-f878f7a74087 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a4a8b702-7cff-4978-95cf-cf8abdc55659', 'remote_group_id': 'e13e59b8-514e-41f6-80f5-d207cb36c625', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:42:38.032762 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-87768385-beed-4bce-b175-c3ce0859861e req-f238e21f-7fab-4902-ab32-f878f7a74087 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a4a8b702-7cff-4978-95cf-cf8abdc55659', 'remote_group_id': 'e13e59b8-514e-41f6-80f5-d207cb36c625', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:42:38.040612 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d82c574d-c785-42ea-a402-7a8967a58f0f tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0829880 Aug 23 20:42:38.046480 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38804) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:38.051541 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port f187c9d1-52a9-4c54-a17f-def5dbe3705c triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:42:38.057118 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:38.066438 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-7c3b8029-55e2-4ba4-a887-b80b64f29d09 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Request body: {'subnet': {'network_id': 'c1495c8c-0e4a-4fa5-8aa1-8b05165324c0', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:42:38.080770 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee200f92-c31b-4b1f-9728-cbdca576be64 req-60e4cab8-f4c3-45bf-b94a-51113e915331 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:38.086111 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ee200f92-c31b-4b1f-9728-cbdca576be64 req-60e4cab8-f4c3-45bf-b94a-51113e915331 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a3b5017-c2bb-4d9a-a8bf-d0e9c9983daf HTTP/1.1" status: 200 len: 945 time: 0.5432799 Aug 23 20:42:38.089848 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82c574d-c785-42ea-a402-7a8967a58f0f tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Pushing event updated for resources: {'Network': ['ID=c1495c8c-0e4a-4fa5-8aa1-8b05165324c0,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:38.136426 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network c1495c8c-0e4a-4fa5-8aa1-8b05165324c0 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:42:38.156922 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cf5cdba4-3180-4ffd-b615-069e62cd71f3 None None] For port c2f566ab-6fe6-4020-939c-bcb8f8277794, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:42:38.172718 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cf5cdba4-3180-4ffd-b615-069e62cd71f3 None None] For port c2f566ab-6fe6-4020-939c-bcb8f8277794, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=c2f566ab-6fe6-4020-939c-bcb8f8277794,segment=NetworkSegment(a8e22d8f-0506-48b1-99a0-e394916297ef),segment_id=a8e22d8f-0506-48b1-99a0-e394916297ef)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:42:38.274478 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cf5cdba4-3180-4ffd-b615-069e62cd71f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:38.300367 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ee200f92-c31b-4b1f-9728-cbdca576be64 req-4e525389-7429-4902-8ee5-4355d36edf06 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000592 Aug 23 20:42:38.306606 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-695f4b53-f177-40c3-9f66-e2b627750d8c tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:38.348090 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-695f4b53-f177-40c3-9f66-e2b627750d8c tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Transition to ACTIVE for port object a5d3c80d-1d9c-4c37-8b0f-8a46bb8e37db will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:42:38.358214 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3b8029-55e2-4ba4-a887-b80b64f29d09 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Made reservation on behalf of 2924e77eafaa445eb5f50b8bf05dd405 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:42:38.364584 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7c3b8029-55e2-4ba4-a887-b80b64f29d09 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:38.368366 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-87768385-beed-4bce-b175-c3ce0859861e req-f238e21f-7fab-4902-ab32-f878f7a74087 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:38.436237 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5cdba4-3180-4ffd-b615-069e62cd71f3 None None] Pushing event updated for resources: {'Port': ['ID=c2f566ab-6fe6-4020-939c-bcb8f8277794,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:38.461631 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-695f4b53-f177-40c3-9f66-e2b627750d8c tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:38.529701 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-87768385-beed-4bce-b175-c3ce0859861e req-f238e21f-7fab-4902-ab32-f878f7a74087 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:38.547436 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-87768385-beed-4bce-b175-c3ce0859861e req-f238e21f-7fab-4902-ab32-f878f7a74087 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:38.557332 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:38.576206 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695f4b53-f177-40c3-9f66-e2b627750d8c tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Network f5daddc2-109f-45d2-9e6f-7d09ee3c860d is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:42:38.585788 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-695f4b53-f177-40c3-9f66-e2b627750d8c tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:42:38.591335 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695f4b53-f177-40c3-9f66-e2b627750d8c tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:42:38.600548 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238e21f-7fab-4902-ab32-f878f7a74087 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=affaebe8-c370-4719-9ee2-ea4a2d6fc45b,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:38.613584 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695f4b53-f177-40c3-9f66-e2b627750d8c tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event updated for resources: {'Port': ['ID=a5d3c80d-1d9c-4c37-8b0f-8a46bb8e37db,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:38.628220 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-87768385-beed-4bce-b175-c3ce0859861e req-f238e21f-7fab-4902-ab32-f878f7a74087 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:38.635138 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-87768385-beed-4bce-b175-c3ce0859861e req-f238e21f-7fab-4902-ab32-f878f7a74087 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6208498 Aug 23 20:42:38.650031 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port f187c9d1-52a9-4c54-a17f-def5dbe3705c, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=f187c9d1-52a9-4c54-a17f-def5dbe3705c,segment=NetworkSegment(a42d6ff6-7e8a-4dca-8489-c9ba9563c535),segment_id=a42d6ff6-7e8a-4dca-8489-c9ba9563c535)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:42:38.669778 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:38.682815 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-cf62402b-175f-4fc8-8a8e-2a1474723085 req-0b8993c5-3d69-49dc-b11f-7d2707e49750 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2047202659', 'description': 'tempest-description-1950655775'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:42:38.715161 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-695f4b53-f177-40c3-9f66-e2b627750d8c tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:38.788797 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cf62402b-175f-4fc8-8a8e-2a1474723085 req-0b8993c5-3d69-49dc-b11f-7d2707e49750 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:38.859238 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=f187c9d1-52a9-4c54-a17f-def5dbe3705c,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:38.984660 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7c3b8029-55e2-4ba4-a887-b80b64f29d09 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:39.060028 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device c2f566ab-6fe6-4020-939c-bcb8f8277794 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:42:39.098133 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0345d83d-5266-4ca2-b222-6b257d31916b req-10d3f717-e8dc-4be4-bbe3-1d8857f37551 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 210 time: 0.0680499 Aug 23 20:42:39.132050 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-695f4b53-f177-40c3-9f66-e2b627750d8c tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:39.135151 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3b8029-55e2-4ba4-a887-b80b64f29d09 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Pushing event updated for resources: {'Subnet': ['ID=c1a419a3-db45-4031-9fc5-a033199acca8,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:39.191077 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3b8029-55e2-4ba4-a887-b80b64f29d09 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Checking segment: {'id': '43c51dc2-15d3-423d-9044-f9aefb3fddee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c1495c8c-0e4a-4fa5-8aa1-8b05165324c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:42:39.191418 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3b8029-55e2-4ba4-a887-b80b64f29d09 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Network hostable DHCP agents. Network: c1495c8c-0e4a-4fa5-8aa1-8b05165324c0, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:42:39.246222 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port c2f566ab-6fe6-4020-939c-bcb8f8277794 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:42:39.274605 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cf62402b-175f-4fc8-8a8e-2a1474723085 req-0b8993c5-3d69-49dc-b11f-7d2707e49750 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:39.276516 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3b8029-55e2-4ba4-a887-b80b64f29d09 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Network c1495c8c-0e4a-4fa5-8aa1-8b05165324c0 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:42:39.286469 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cf62402b-175f-4fc8-8a8e-2a1474723085 req-0b8993c5-3d69-49dc-b11f-7d2707e49750 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:39.319988 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-7c3b8029-55e2-4ba4-a887-b80b64f29d09 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, c1495c8c-0e4a-4fa5-8aa1-8b05165324c0) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:42:39.331477 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3b8029-55e2-4ba4-a887-b80b64f29d09 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:39.332086 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7c3b8029-55e2-4ba4-a887-b80b64f29d09 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:39.341732 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aeac8fd-f683-4540-bf99-f2b48e3782d2 None None] Network c1495c8c-0e4a-4fa5-8aa1-8b05165324c0 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:42:39.362633 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cf62402b-175f-4fc8-8a8e-2a1474723085 req-0b8993c5-3d69-49dc-b11f-7d2707e49750 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:39.363858 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cf62402b-175f-4fc8-8a8e-2a1474723085 req-0b8993c5-3d69-49dc-b11f-7d2707e49750 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.6853800 Aug 23 20:42:39.393467 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8993c5-3d69-49dc-b11f-7d2707e49750 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03c51fb1-aed2-4f24-9427-c8f44c149eec,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:39.414579 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-8a9f9f92-3b0c-4da1-916b-049e0d5b441a req-61b94bde-8b6a-40a8-a93c-187e903a3d2a tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-79077248', 'description': 'tempest-description-2103858592'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:42:39.419697 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-7c3b8029-55e2-4ba4-a887-b80b64f29d09 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3668258 Aug 23 20:42:39.437421 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38818) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:39.459610 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-bab0deb9-68c8-4259-8a22-bef53b060284 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1316494327'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:42:39.536259 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab0deb9-68c8-4259-8a22-bef53b060284 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Made reservation on behalf of 2924e77eafaa445eb5f50b8bf05dd405 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:42:39.539967 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bab0deb9-68c8-4259-8a22-bef53b060284 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:39.605960 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8a9f9f92-3b0c-4da1-916b-049e0d5b441a req-61b94bde-8b6a-40a8-a93c-187e903a3d2a tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:39.622251 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bab0deb9-68c8-4259-8a22-bef53b060284 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:42:39.653372 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bab0deb9-68c8-4259-8a22-bef53b060284 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:39.654023 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-bab0deb9-68c8-4259-8a22-bef53b060284 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Added segment 992db793-c6d4-4392-aef0-b54a47cfdfe1 of type vlan for network 67ab37de-4a86-4bbd-8972-e551cf9802fc Aug 23 20:42:39.739190 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d82d367-d73d-4a94-a908-c51ba6e9823e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-c1495c8c-0e4a-4fa5-8aa1-8b05165324c0', 'network_id': 'c1495c8c-0e4a-4fa5-8aa1-8b05165324c0', 'tenant_id': '2924e77eafaa445eb5f50b8bf05dd405', 'fixed_ips': [{'subnet_id': 'c1a419a3-db45-4031-9fc5-a033199acca8'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:42:39.740838 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d82d367-d73d-4a94-a908-c51ba6e9823e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:39.779538 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bab0deb9-68c8-4259-8a22-bef53b060284 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:39.993096 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bab0deb9-68c8-4259-8a22-bef53b060284 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:40.001995 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab0deb9-68c8-4259-8a22-bef53b060284 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:40.002907 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bab0deb9-68c8-4259-8a22-bef53b060284 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:40.197848 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8a9f9f92-3b0c-4da1-916b-049e0d5b441a req-61b94bde-8b6a-40a8-a93c-187e903a3d2a tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:40.199319 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab0deb9-68c8-4259-8a22-bef53b060284 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Pushing event updated for resources: {'Network': ['ID=67ab37de-4a86-4bbd-8972-e551cf9802fc,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:40.209209 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8a9f9f92-3b0c-4da1-916b-049e0d5b441a req-61b94bde-8b6a-40a8-a93c-187e903a3d2a tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:40.210670 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-695f4b53-f177-40c3-9f66-e2b627750d8c tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:40.228164 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-695f4b53-f177-40c3-9f66-e2b627750d8c tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:40.304629 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-bab0deb9-68c8-4259-8a22-bef53b060284 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8644321 Aug 23 20:42:40.305629 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b94bde-8b6a-40a8-a93c-187e903a3d2a tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a369735-4f0e-4092-91d6-f07341a58546,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:40.325419 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38830) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:40.339246 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-8c845bba-1aa4-4442-8d6e-eb559f171934 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Request body: {'subnet': {'network_id': '67ab37de-4a86-4bbd-8972-e551cf9802fc', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:42:40.350868 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8a9f9f92-3b0c-4da1-916b-049e0d5b441a req-61b94bde-8b6a-40a8-a93c-187e903a3d2a tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:40.352308 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8a9f9f92-3b0c-4da1-916b-049e0d5b441a req-61b94bde-8b6a-40a8-a93c-187e903a3d2a tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.9460988 Aug 23 20:42:40.352544 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-695f4b53-f177-40c3-9f66-e2b627750d8c tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:40.363390 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695f4b53-f177-40c3-9f66-e2b627750d8c tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event updated for resources: {'Port': ['ID=a5d3c80d-1d9c-4c37-8b0f-8a46bb8e37db,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:40.380770 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15c4f5f-25bf-4da2-a3e7-bbda3311987d None None] Network f5daddc2-109f-45d2-9e6f-7d09ee3c860d requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:42:40.487469 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695f4b53-f177-40c3-9f66-e2b627750d8c tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Network f5daddc2-109f-45d2-9e6f-7d09ee3c860d is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:42:40.510173 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 67ab37de-4a86-4bbd-8972-e551cf9802fc details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:42:40.525851 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1bca1e-7d15-457d-87c0-8e5acfa67e5d req-0aeb3bab-7621-4ea6-94fc-e4eb0bab55ca tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:40.534527 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fa1bca1e-7d15-457d-87c0-8e5acfa67e5d req-0aeb3bab-7621-4ea6-94fc-e4eb0bab55ca tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a3b5017-c2bb-4d9a-a8bf-d0e9c9983daf HTTP/1.1" status: 200 len: 945 time: 0.3198383 Aug 23 20:42:40.540398 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-695f4b53-f177-40c3-9f66-e2b627750d8c tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:42:40.582138 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c845bba-1aa4-4442-8d6e-eb559f171934 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Made reservation on behalf of 2924e77eafaa445eb5f50b8bf05dd405 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:42:40.592228 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8c845bba-1aa4-4442-8d6e-eb559f171934 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:40.706321 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-6d82d367-d73d-4a94-a908-c51ba6e9823e None None] Allocated IP 19.80.0.2 (c1495c8c-0e4a-4fa5-8aa1-8b05165324c0/c1a419a3-db45-4031-9fc5-a033199acca8/4ce513a6-9307-4ad4-af6e-480891fa02dd) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:42:40.846339 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7c59a9db-c533-4837-bc0c-2baff25c2bb4 req-ff509903-14a1-42bf-8a04-86833899c105 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 210 time: 0.0688508 Aug 23 20:42:40.913248 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fa1bca1e-7d15-457d-87c0-8e5acfa67e5d req-35b9099d-3d32-4ef1-91ff-7ad42cbc58c1 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772047 Aug 23 20:42:40.915413 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-695f4b53-f177-40c3-9f66-e2b627750d8c tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Router 7e69c876-3311-4374-8d72-1f7d38b4ba2a has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:42:41.053682 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 6e771d46-1301-456c-b854-3fd575ec5c12 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:42:41.072338 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-343ee35e-fd04-4153-99be-7db7e1fdde95 req-707761f5-4022-4f31-b36a-02a28c75e1a4 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] 10.222.0.61 "GET /v2.0/security-groups/03c51fb1-aed2-4f24-9427-c8f44c149eec HTTP/1.1" status: 200 len: 1807 time: 0.1899316 Aug 23 20:42:41.072689 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-789ac63c-c801-4ea5-aee2-22719bb445a5 None None] Provisioning for port c2f566ab-6fe6-4020-939c-bcb8f8277794 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:42:41.076789 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-451ac170-dbb8-4459-8476-51d2709e72ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:41.134521 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695f4b53-f177-40c3-9f66-e2b627750d8c tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:42:41.148977 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-695f4b53-f177-40c3-9f66-e2b627750d8c tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "PUT /v2.0/routers/7e69c876-3311-4374-8d72-1f7d38b4ba2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1675990 Aug 23 20:42:41.151271 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38840) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:41.162801 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-a96e4d10-2e3c-4d31-a911-3146142f893c tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Request body: {'network': {'name': 'tempest-RoutersTest-818067308'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:42:41.181724 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-789ac63c-c801-4ea5-aee2-22719bb445a5 None None] Provisioning complete for port c2f566ab-6fe6-4020-939c-bcb8f8277794 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:42:41.182113 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-789ac63c-c801-4ea5-aee2-22719bb445a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:41.193544 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:41.220592 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96e4d10-2e3c-4d31-a911-3146142f893c tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Made reservation on behalf of 478a4137190c42b2a66568a56c662326 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:42:41.225579 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a96e4d10-2e3c-4d31-a911-3146142f893c tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:41.233018 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8c845bba-1aa4-4442-8d6e-eb559f171934 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:41.256812 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a96e4d10-2e3c-4d31-a911-3146142f893c tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:42:41.270655 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a96e4d10-2e3c-4d31-a911-3146142f893c tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:41.271007 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-a96e4d10-2e3c-4d31-a911-3146142f893c tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Added segment ed734ef8-fd47-461f-b41e-05e54d2b83db of type vlan for network fbe489b2-01d1-40cb-97b2-aed011982b23 Aug 23 20:42:41.279228 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7220bac5-db1d-4d8c-b56b-f785a1a907fa None None] Sync routers for ids ['7e69c876-3311-4374-8d72-1f7d38b4ba2a'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:42:41.333108 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a96e4d10-2e3c-4d31-a911-3146142f893c tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:41.372357 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a96e4d10-2e3c-4d31-a911-3146142f893c tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:41.381206 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-343ee35e-fd04-4153-99be-7db7e1fdde95 req-c82b2fc6-e49a-460c-a60c-3734e99244a2 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] 10.222.0.61 "GET /v2.0/security-groups/0a369735-4f0e-4092-91d6-f07341a58546 HTTP/1.1" status: 200 len: 1805 time: 0.2578773 Aug 23 20:42:41.392195 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96e4d10-2e3c-4d31-a911-3146142f893c tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:41.392959 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a96e4d10-2e3c-4d31-a911-3146142f893c tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:41.417713 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-343ee35e-fd04-4153-99be-7db7e1fdde95 req-b4efb110-1db8-4d03-9236-aff966c3415d tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '03c51fb1-aed2-4f24-9427-c8f44c149eec', 'remote_group_id': '0a369735-4f0e-4092-91d6-f07341a58546', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:42:41.418057 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-343ee35e-fd04-4153-99be-7db7e1fdde95 req-b4efb110-1db8-4d03-9236-aff966c3415d tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '03c51fb1-aed2-4f24-9427-c8f44c149eec', 'remote_group_id': '0a369735-4f0e-4092-91d6-f07341a58546', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:42:41.434275 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c845bba-1aa4-4442-8d6e-eb559f171934 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Pushing event updated for resources: {'Subnet': ['ID=36d1d18e-3192-43af-80f6-e91d657af9b1,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:41.504185 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96e4d10-2e3c-4d31-a911-3146142f893c tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event updated for resources: {'Network': ['ID=fbe489b2-01d1-40cb-97b2-aed011982b23,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:41.513383 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7220bac5-db1d-4d8c-b56b-f785a1a907fa None None] Routers {'7e69c876-3311-4374-8d72-1f7d38b4ba2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:42:41.514057 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-7220bac5-db1d-4d8c-b56b-f785a1a907fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:42:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['7e69c876-3311-4374-8d72-1f7d38b4ba2a'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:41.516799 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c845bba-1aa4-4442-8d6e-eb559f171934 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Checking segment: {'id': '992db793-c6d4-4392-aef0-b54a47cfdfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '67ab37de-4a86-4bbd-8972-e551cf9802fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:42:41.517245 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c845bba-1aa4-4442-8d6e-eb559f171934 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Network hostable DHCP agents. Network: 67ab37de-4a86-4bbd-8972-e551cf9802fc, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:42:41.521541 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a96e4d10-2e3c-4d31-a911-3146142f893c tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3667860 Aug 23 20:42:41.521734 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 6e771d46-1301-456c-b854-3fd575ec5c12 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:42:41.524378 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38844) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:41.536686 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-f4a8c112-be22-4fe1-a730-04cdee0febff tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Request body: {'subnet': {'network_id': 'fbe489b2-01d1-40cb-97b2-aed011982b23', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:42:41.550028 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 6e771d46-1301-456c-b854-3fd575ec5c12 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:42:41.550546 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:41.563678 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network fbe489b2-01d1-40cb-97b2-aed011982b23 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:42:41.597317 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c845bba-1aa4-4442-8d6e-eb559f171934 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Network 67ab37de-4a86-4bbd-8972-e551cf9802fc is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:42:41.636247 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-8c845bba-1aa4-4442-8d6e-eb559f171934 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 67ab37de-4a86-4bbd-8972-e551cf9802fc) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:42:41.646716 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c845bba-1aa4-4442-8d6e-eb559f171934 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:41.647325 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8c845bba-1aa4-4442-8d6e-eb559f171934 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:41.704906 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a8c112-be22-4fe1-a730-04cdee0febff tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Made reservation on behalf of 478a4137190c42b2a66568a56c662326 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:42:41.710388 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f4a8c112-be22-4fe1-a730-04cdee0febff tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:41.737932 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8c845bba-1aa4-4442-8d6e-eb559f171934 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4108026 Aug 23 20:42:41.746002 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-343ee35e-fd04-4153-99be-7db7e1fdde95 req-b4efb110-1db8-4d03-9236-aff966c3415d tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:41.824908 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-343ee35e-fd04-4153-99be-7db7e1fdde95 req-b4efb110-1db8-4d03-9236-aff966c3415d tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:41.832348 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8985b21d-83e6-4a20-b6eb-6c3bb3cfaef0 None None] Network 67ab37de-4a86-4bbd-8972-e551cf9802fc requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:42:41.839356 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde99b60-f2ab-47d9-83fb-e244b3a9339f None None] Sync routers for ids ['7d4b8a64-4e1b-4414-bac1-b366f20238aa'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:42:41.843804 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-343ee35e-fd04-4153-99be-7db7e1fdde95 req-b4efb110-1db8-4d03-9236-aff966c3415d tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:41.881758 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde99b60-f2ab-47d9-83fb-e244b3a9339f None None] Routers {'7d4b8a64-4e1b-4414-bac1-b366f20238aa'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:42:41.882614 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-bde99b60-f2ab-47d9-83fb-e244b3a9339f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:42:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['7d4b8a64-4e1b-4414-bac1-b366f20238aa'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:41.941240 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4efb110-1db8-4d03-9236-aff966c3415d tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90440e84-936f-4d65-b421-d01c708549a7,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:41.946137 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-343ee35e-fd04-4153-99be-7db7e1fdde95 req-b4efb110-1db8-4d03-9236-aff966c3415d tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:41.947399 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-343ee35e-fd04-4153-99be-7db7e1fdde95 req-b4efb110-1db8-4d03-9236-aff966c3415d tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5419691 Aug 23 20:42:42.086007 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d82d367-d73d-4a94-a908-c51ba6e9823e None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:42.165420 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f4a8c112-be22-4fe1-a730-04cdee0febff tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:42.208663 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-160b5504-6a7a-41bb-ae3b-66c722a2a0e2 req-91802a69-f992-416d-b295-f7f624cc78da tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 210 time: 0.0893185 Aug 23 20:42:42.221055 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-bde99b60-f2ab-47d9-83fb-e244b3a9339f None None] Set router 7d4b8a64-4e1b-4414-bac1-b366f20238aa gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:42:42.392790 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6d82d367-d73d-4a94-a908-c51ba6e9823e None None] Transition to ACTIVE for port object 4ce513a6-9307-4ad4-af6e-480891fa02dd will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:42:42.401261 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a8c112-be22-4fe1-a730-04cdee0febff tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event updated for resources: {'Subnet': ['ID=55633b9f-a63e-452e-9bdb-06c4fc6a0b5e,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:42.436042 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea47360-11c1-4059-be2f-116a7847d514 req-d0fb1f5d-63ff-49f9-a9b7-b08323cf5a4f tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:42.442012 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0ea47360-11c1-4059-be2f-116a7847d514 req-d0fb1f5d-63ff-49f9-a9b7-b08323cf5a4f tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a3b5017-c2bb-4d9a-a8bf-d0e9c9983daf HTTP/1.1" status: 200 len: 945 time: 0.1053109 Aug 23 20:42:42.450409 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d291f-9062-4987-87cc-45680c8ef02b req-bb6b9e4c-26da-4e86-a194-33fb4fd9051c tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:42.457124 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d291f-9062-4987-87cc-45680c8ef02b req-bb6b9e4c-26da-4e86-a194-33fb4fd9051c tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:42.459725 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c20d291f-9062-4987-87cc-45680c8ef02b req-bb6b9e4c-26da-4e86-a194-33fb4fd9051c tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/networks?id=c1495c8c-0e4a-4fa5-8aa1-8b05165324c0&id=67ab37de-4a86-4bbd-8972-e551cf9802fc&id=c1495c8c-0e4a-4fa5-8aa1-8b05165324c0 HTTP/1.1" status: 200 len: 1392 time: 0.3108783 Aug 23 20:42:42.488990 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c20d291f-9062-4987-87cc-45680c8ef02b req-c0c53f07-30cb-47a7-b6ad-0ada40ba9118 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/quotas/2924e77eafaa445eb5f50b8bf05dd405 HTTP/1.1" status: 200 len: 375 time: 0.0225170 Aug 23 20:42:42.516400 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6d82d367-d73d-4a94-a908-c51ba6e9823e None None] Transition to ACTIVE for port object 4ce513a6-9307-4ad4-af6e-480891fa02dd will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:42:42.536175 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0ea47360-11c1-4059-be2f-116a7847d514 req-bd1bd26b-6e80-4013-a3f9-3a8934459287 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873899 Aug 23 20:42:42.544077 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a8c112-be22-4fe1-a730-04cdee0febff tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Checking segment: {'id': 'ed734ef8-fd47-461f-b41e-05e54d2b83db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'fbe489b2-01d1-40cb-97b2-aed011982b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:42:42.544831 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a8c112-be22-4fe1-a730-04cdee0febff tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Network hostable DHCP agents. Network: fbe489b2-01d1-40cb-97b2-aed011982b23, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:42:42.566337 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-bde99b60-f2ab-47d9-83fb-e244b3a9339f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4b8a64-4e1b-4414-bac1-b366f20238aa', 'name': 'tempest-ServersTestMultiNic-1938363121-router', 'tenant_id': '2924e77eafaa445eb5f50b8bf05dd405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '6e771d46-1301-456c-b854-3fd575ec5c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:42:28Z', 'updated_at': '2021-08-23T20:42:35Z', 'revision_number': 4, 'project_id': '2924e77eafaa445eb5f50b8bf05dd405', 'gw_port': {'id': '6e771d46-1301-456c-b854-3fd575ec5c12', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4b8a64-4e1b-4414-bac1-b366f20238aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:29Z', 'updated_at': '2021-08-23T20:42:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '81e02a61-3401-42b5-a545-10aa94b0c23f', 'name': '', 'network_id': '5de069f3-b51c-4ce2-8843-b71fff2baa71', 'tenant_id': '2924e77eafaa445eb5f50b8bf05dd405', 'mac_address': 'fa:16:3e:52:5a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4b8a64-4e1b-4414-bac1-b366f20238aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '3238240b-758a-4646-98e8-79876b6babe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:33Z', 'updated_at': '2021-08-23T20:42:35Z', 'revision_number': 2, 'project_id': '2924e77eafaa445eb5f50b8bf05dd405', 'subnets': [{'id': '3238240b-758a-4646-98e8-79876b6babe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:42.581834 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-7220bac5-db1d-4d8c-b56b-f785a1a907fa None None] Set router 7e69c876-3311-4374-8d72-1f7d38b4ba2a gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:42:42.618005 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c20d291f-9062-4987-87cc-45680c8ef02b req-35dd2c91-eb7a-4eee-9442-21794a9c07ed tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2924e77eafaa445eb5f50b8bf05dd405&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1168797 Aug 23 20:42:42.620339 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a8c112-be22-4fe1-a730-04cdee0febff tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Network fbe489b2-01d1-40cb-97b2-aed011982b23 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:42:42.631168 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdc0014-d9ac-46de-b0eb-eee666946de2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-67ab37de-4a86-4bbd-8972-e551cf9802fc', 'network_id': '67ab37de-4a86-4bbd-8972-e551cf9802fc', 'tenant_id': '2924e77eafaa445eb5f50b8bf05dd405', 'fixed_ips': [{'subnet_id': '36d1d18e-3192-43af-80f6-e91d657af9b1'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:42:42.632181 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5cdc0014-d9ac-46de-b0eb-eee666946de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:42.637110 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde99b60-f2ab-47d9-83fb-e244b3a9339f None None] Checking router: 7d4b8a64-4e1b-4414-bac1-b366f20238aa for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:42:42.638013 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde99b60-f2ab-47d9-83fb-e244b3a9339f None None] Updating router 7d4b8a64-4e1b-4414-bac1-b366f20238aa port 81e02a61-3401-42b5-a545-10aa94b0c23f binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:42:42.640821 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d82d367-d73d-4a94-a908-c51ba6e9823e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:42.651417 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7c65b72a-c6ba-439f-a52e-f67776bd02b8 req-87076263-bdb1-4311-ba5c-16e34b6a90a3 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] 10.222.0.61 "GET /v2.0/security-groups/0a369735-4f0e-4092-91d6-f07341a58546 HTTP/1.1" status: 200 len: 1805 time: 0.0713539 Aug 23 20:42:42.653573 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-f4a8c112-be22-4fe1-a730-04cdee0febff tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, fbe489b2-01d1-40cb-97b2-aed011982b23) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:42:42.659916 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a8c112-be22-4fe1-a730-04cdee0febff tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:42.661127 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f4a8c112-be22-4fe1-a730-04cdee0febff tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:42.699924 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bde99b60-f2ab-47d9-83fb-e244b3a9339f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:42.711845 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f4a8c112-be22-4fe1-a730-04cdee0febff tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1835051 Aug 23 20:42:42.714533 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38870) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:42.714712 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d82d367-d73d-4a94-a908-c51ba6e9823e None None] Pushing event updated for resources: {'Port': ['ID=4ce513a6-9307-4ad4-af6e-480891fa02dd,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:42.716718 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51575cb-02eb-4553-83b7-590c07733422 None None] Network fbe489b2-01d1-40cb-97b2-aed011982b23 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:42:42.747754 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-789ac63c-c801-4ea5-aee2-22719bb445a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:42.768259 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7c65b72a-c6ba-439f-a52e-f67776bd02b8 req-ef2b866b-c238-471c-b55a-e62c055d409f tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:42.802460 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7c65b72a-c6ba-439f-a52e-f67776bd02b8 req-ef2b866b-c238-471c-b55a-e62c055d409f tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:42.876422 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d82d367-d73d-4a94-a908-c51ba6e9823e None None] Network c1495c8c-0e4a-4fa5-8aa1-8b05165324c0 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:42:42.919003 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7c65b72a-c6ba-439f-a52e-f67776bd02b8 req-ef2b866b-c238-471c-b55a-e62c055d409f tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:42.922946 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7c65b72a-c6ba-439f-a52e-f67776bd02b8 req-ef2b866b-c238-471c-b55a-e62c055d409f tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:42.926279 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7c65b72a-c6ba-439f-a52e-f67776bd02b8 req-ef2b866b-c238-471c-b55a-e62c055d409f tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] 10.222.0.61 "DELETE /v2.0/security-groups/0a369735-4f0e-4092-91d6-f07341a58546 HTTP/1.1" status: 204 len: 173 time: 0.2574980 Aug 23 20:42:42.961593 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2b866b-c238-471c-b55a-e62c055d409f tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a369735-4f0e-4092-91d6-f07341a58546,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:43.067715 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-789ac63c-c801-4ea5-aee2-22719bb445a5 None None] For port c2f566ab-6fe6-4020-939c-bcb8f8277794, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=c2f566ab-6fe6-4020-939c-bcb8f8277794,segment=NetworkSegment(a8e22d8f-0506-48b1-99a0-e394916297ef),segment_id=a8e22d8f-0506-48b1-99a0-e394916297ef)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:42:43.069207 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-6d82d367-d73d-4a94-a908-c51ba6e9823e None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:42:43.115467 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:43.184228 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d82d367-d73d-4a94-a908-c51ba6e9823e None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:42:43.204041 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c20d291f-9062-4987-87cc-45680c8ef02b req-ad8f4c9b-305d-41b1-b344-266d6c1e8feb service neutron] 10.222.0.61 "GET /v2.0/networks/c1495c8c-0e4a-4fa5-8aa1-8b05165324c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5761709 Aug 23 20:42:43.237861 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-789ac63c-c801-4ea5-aee2-22719bb445a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:43.240795 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bde99b60-f2ab-47d9-83fb-e244b3a9339f None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:43.259657 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-bde99b60-f2ab-47d9-83fb-e244b3a9339f None None] Transition to ACTIVE for port object 81e02a61-3401-42b5-a545-10aa94b0c23f will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:42:43.283725 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bde99b60-f2ab-47d9-83fb-e244b3a9339f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:43.309307 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ddef0edd-9a56-4123-a78c-5ea0ef1bd2dd req-569fbe98-0e68-4902-952f-68df6394a868 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] 10.222.0.61 "GET /v2.0/security-groups/03c51fb1-aed2-4f24-9427-c8f44c149eec HTTP/1.1" status: 200 len: 1807 time: 0.1248701 Aug 23 20:42:43.345602 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ac63c-c801-4ea5-aee2-22719bb445a5 None None] Pushing event updated for resources: {'Port': ['ID=c2f566ab-6fe6-4020-939c-bcb8f8277794,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:43.426324 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 6e771d46-1301-456c-b854-3fd575ec5c12, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=6e771d46-1301-456c-b854-3fd575ec5c12,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:42:43.447417 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a55ae-a089-45f9-b1a1-8736ee0d3c14 None None] Pushing event updated for resources: {'Port': ['ID=81e02a61-3401-42b5-a545-10aa94b0c23f,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:43.523832 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9e0c284f-bd9d-444f-92ba-e710d2875bbf None None] Provisioning for port a5d3c80d-1d9c-4c37-8b0f-8a46bb8e37db completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:42:43.577854 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9e0c284f-bd9d-444f-92ba-e710d2875bbf None None] Provisioning complete for port a5d3c80d-1d9c-4c37-8b0f-8a46bb8e37db triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:42:43.578239 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9e0c284f-bd9d-444f-92ba-e710d2875bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:43.587629 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-90539e89-f104-4826-abd6-a635f377350b req-0feef221-7898-4d8f-b83b-15edcf1afa4b tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 210 time: 0.1229994 Aug 23 20:42:43.625726 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-ed477140-d4a9-46c4-800e-8fc6ee47d3f7 req-2408af71-69c1-44c8-9591-a5a711278d3c tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2004299950', 'description': 'tempest-description-1232842833'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:42:43.642453 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-bde99b60-f2ab-47d9-83fb-e244b3a9339f None None] Attempting to bind port 81e02a61-3401-42b5-a545-10aa94b0c23f on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:42:43.643006 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-bde99b60-f2ab-47d9-83fb-e244b3a9339f None None] Attempting to bind port 81e02a61-3401-42b5-a545-10aa94b0c23f by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '4d0bfccc-a3a9-4bf8-8e3c-6edb5c43c428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5de069f3-b51c-4ce2-8843-b71fff2baa71'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:42:43.643618 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde99b60-f2ab-47d9-83fb-e244b3a9339f None None] Attempting to bind port 81e02a61-3401-42b5-a545-10aa94b0c23f on network 5de069f3-b51c-4ce2-8843-b71fff2baa71 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:42:43.659771 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde99b60-f2ab-47d9-83fb-e244b3a9339f None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:42:43.660211 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde99b60-f2ab-47d9-83fb-e244b3a9339f None None] Checking segment: {'id': '4d0bfccc-a3a9-4bf8-8e3c-6edb5c43c428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5de069f3-b51c-4ce2-8843-b71fff2baa71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:42:43.660621 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bde99b60-f2ab-47d9-83fb-e244b3a9339f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:43.666588 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ed477140-d4a9-46c4-800e-8fc6ee47d3f7 req-2408af71-69c1-44c8-9591-a5a711278d3c tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:43.668351 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde99b60-f2ab-47d9-83fb-e244b3a9339f None None] Bound using segment: {'id': '4d0bfccc-a3a9-4bf8-8e3c-6edb5c43c428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5de069f3-b51c-4ce2-8843-b71fff2baa71'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:42:43.668948 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-bde99b60-f2ab-47d9-83fb-e244b3a9339f None None] Bound port: 81e02a61-3401-42b5-a545-10aa94b0c23f, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0bfccc-a3a9-4bf8-8e3c-6edb5c43c428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5de069f3-b51c-4ce2-8843-b71fff2baa71'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:42:43.670354 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bde99b60-f2ab-47d9-83fb-e244b3a9339f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:43.705032 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:43.706015 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device f187c9d1-52a9-4c54-a17f-def5dbe3705c up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:42:43.788736 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-574e6483-8f03-446a-b442-71917217c067 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:43.830612 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-bde99b60-f2ab-47d9-83fb-e244b3a9339f None None] For port 81e02a61-3401-42b5-a545-10aa94b0c23f, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:42:43.840091 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-bde99b60-f2ab-47d9-83fb-e244b3a9339f None None] For port 81e02a61-3401-42b5-a545-10aa94b0c23f, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=81e02a61-3401-42b5-a545-10aa94b0c23f,segment=NetworkSegment(4d0bfccc-a3a9-4bf8-8e3c-6edb5c43c428),segment_id=4d0bfccc-a3a9-4bf8-8e3c-6edb5c43c428)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:42:43.849917 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bde99b60-f2ab-47d9-83fb-e244b3a9339f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:43.873179 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ed477140-d4a9-46c4-800e-8fc6ee47d3f7 req-2408af71-69c1-44c8-9591-a5a711278d3c tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:43.880197 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ed477140-d4a9-46c4-800e-8fc6ee47d3f7 req-2408af71-69c1-44c8-9591-a5a711278d3c tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:43.965376 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ed477140-d4a9-46c4-800e-8fc6ee47d3f7 req-2408af71-69c1-44c8-9591-a5a711278d3c tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:43.977709 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ed477140-d4a9-46c4-800e-8fc6ee47d3f7 req-2408af71-69c1-44c8-9591-a5a711278d3c tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.3696616 Aug 23 20:42:43.979904 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2408af71-69c1-44c8-9591-a5a711278d3c tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd6c856-e322-43d4-856e-5fcbf6d86c0e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:44.044205 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde99b60-f2ab-47d9-83fb-e244b3a9339f None None] Routers {'7d4b8a64-4e1b-4414-bac1-b366f20238aa'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:42:44.044848 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-bde99b60-f2ab-47d9-83fb-e244b3a9339f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:42:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['7d4b8a64-4e1b-4414-bac1-b366f20238aa'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:44.151925 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a55ae-a089-45f9-b1a1-8736ee0d3c14 None None] Pushing event updated for resources: {'Port': ['ID=81e02a61-3401-42b5-a545-10aa94b0c23f,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:44.180160 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757273b2-84e9-4cd4-bf9a-83078a6b77a5 req-e1647b51-2cd7-402a-9c47-b0077bddc171 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:44.194827 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-757273b2-84e9-4cd4-bf9a-83078a6b77a5 req-e1647b51-2cd7-402a-9c47-b0077bddc171 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a3b5017-c2bb-4d9a-a8bf-d0e9c9983daf HTTP/1.1" status: 200 len: 945 time: 0.1249959 Aug 23 20:42:44.208136 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9c2a89ad-8b63-4d10-bebc-0f502cb882f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:44.283865 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-757273b2-84e9-4cd4-bf9a-83078a6b77a5 req-b584fa53-28ad-48f6-bb78-50568d826dd3 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877450 Aug 23 20:42:44.292732 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-5cdc0014-d9ac-46de-b0eb-eee666946de2 None None] Allocated IP 19.86.0.2 (67ab37de-4a86-4bbd-8972-e551cf9802fc/36d1d18e-3192-43af-80f6-e91d657af9b1/3dae6923-673f-4d56-81c7-8c987326f891) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:42:44.348528 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c20d291f-9062-4987-87cc-45680c8ef02b req-e4a52847-0a83-4393-91c7-77bf2bfb1186 service neutron] 10.222.0.61 "GET /v2.0/networks/c1495c8c-0e4a-4fa5-8aa1-8b05165324c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1344957 Aug 23 20:42:44.351733 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-bde99b60-f2ab-47d9-83fb-e244b3a9339f None None] Set router 7d4b8a64-4e1b-4414-bac1-b366f20238aa gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:42:44.364347 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-574e6483-8f03-446a-b442-71917217c067 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Allocated IP 172.23.0.1 (fbe489b2-01d1-40cb-97b2-aed011982b23/55633b9f-a63e-452e-9bdb-06c4fc6a0b5e/9f0c1d78-298a-4705-89d4-c8735bba7dd4) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:42:44.458985 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-358f276e-1813-4f30-88a4-a62fca177822 req-6a040208-fc09-4b42-a277-932f6a8cf6e2 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] 10.222.0.61 "GET /v2.0/security-groups/bdd6c856-e322-43d4-856e-5fcbf6d86c0e HTTP/1.1" status: 200 len: 1807 time: 0.1453688 Aug 23 20:42:44.469168 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-358f276e-1813-4f30-88a4-a62fca177822 req-dfef9e9c-976e-4f50-9890-86d6eee66cc2 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bdd6c856-e322-43d4-856e-5fcbf6d86c0e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:42:44.470013 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-358f276e-1813-4f30-88a4-a62fca177822 req-dfef9e9c-976e-4f50-9890-86d6eee66cc2 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bdd6c856-e322-43d4-856e-5fcbf6d86c0e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:42:44.508149 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-574e6483-8f03-446a-b442-71917217c067 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:44.525422 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-574e6483-8f03-446a-b442-71917217c067 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Transition to ACTIVE for port object 9f0c1d78-298a-4705-89d4-c8735bba7dd4 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:42:44.578577 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-358f276e-1813-4f30-88a4-a62fca177822 req-dfef9e9c-976e-4f50-9890-86d6eee66cc2 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:44.627559 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-574e6483-8f03-446a-b442-71917217c067 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:44.641224 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-9e0c284f-bd9d-444f-92ba-e710d2875bbf None None] Port a5d3c80d-1d9c-4c37-8b0f-8a46bb8e37db cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:42:44.688273 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574e6483-8f03-446a-b442-71917217c067 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Network fbe489b2-01d1-40cb-97b2-aed011982b23 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:42:44.701427 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-574e6483-8f03-446a-b442-71917217c067 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:42:44.703786 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-358f276e-1813-4f30-88a4-a62fca177822 req-dfef9e9c-976e-4f50-9890-86d6eee66cc2 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:44.714623 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574e6483-8f03-446a-b442-71917217c067 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:42:44.717447 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-358f276e-1813-4f30-88a4-a62fca177822 req-dfef9e9c-976e-4f50-9890-86d6eee66cc2 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:44.717813 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e6483-8f03-446a-b442-71917217c067 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event updated for resources: {'Port': ['ID=9f0c1d78-298a-4705-89d4-c8735bba7dd4,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:44.741609 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6d82d367-d73d-4a94-a908-c51ba6e9823e None None] Attempting to bind port 4ce513a6-9307-4ad4-af6e-480891fa02dd on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:42:44.741982 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6d82d367-d73d-4a94-a908-c51ba6e9823e None None] Attempting to bind port 4ce513a6-9307-4ad4-af6e-480891fa02dd by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '43c51dc2-15d3-423d-9044-f9aefb3fddee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c1495c8c-0e4a-4fa5-8aa1-8b05165324c0'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:42:44.743994 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d82d367-d73d-4a94-a908-c51ba6e9823e None None] Attempting to bind port 4ce513a6-9307-4ad4-af6e-480891fa02dd on network c1495c8c-0e4a-4fa5-8aa1-8b05165324c0 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:42:44.748987 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:44.751703 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-bde99b60-f2ab-47d9-83fb-e244b3a9339f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4b8a64-4e1b-4414-bac1-b366f20238aa', 'name': 'tempest-ServersTestMultiNic-1938363121-router', 'tenant_id': '2924e77eafaa445eb5f50b8bf05dd405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '6e771d46-1301-456c-b854-3fd575ec5c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:42:28Z', 'updated_at': '2021-08-23T20:42:35Z', 'revision_number': 4, 'project_id': '2924e77eafaa445eb5f50b8bf05dd405', 'gw_port': {'id': '6e771d46-1301-456c-b854-3fd575ec5c12', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4b8a64-4e1b-4414-bac1-b366f20238aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:29Z', 'updated_at': '2021-08-23T20:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '81e02a61-3401-42b5-a545-10aa94b0c23f', 'name': '', 'network_id': '5de069f3-b51c-4ce2-8843-b71fff2baa71', 'tenant_id': '2924e77eafaa445eb5f50b8bf05dd405', 'mac_address': 'fa:16:3e:52:5a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4b8a64-4e1b-4414-bac1-b366f20238aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '3238240b-758a-4646-98e8-79876b6babe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:33Z', 'updated_at': '2021-08-23T20:42:43Z', 'revision_number': 4, 'project_id': '2924e77eafaa445eb5f50b8bf05dd405', 'subnets': [{'id': '3238240b-758a-4646-98e8-79876b6babe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:44.770792 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef9e9c-976e-4f50-9890-86d6eee66cc2 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12649b4b-f7f2-4fd3-9725-4344bd779664,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:44.787970 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c20d291f-9062-4987-87cc-45680c8ef02b req-68790ef4-678b-4dc7-84b2-5a30862d96b1 service neutron] 10.222.0.61 "GET /v2.0/networks/67ab37de-4a86-4bbd-8972-e551cf9802fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363865 Aug 23 20:42:44.804929 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-358f276e-1813-4f30-88a4-a62fca177822 req-dfef9e9c-976e-4f50-9890-86d6eee66cc2 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:44.815538 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-574e6483-8f03-446a-b442-71917217c067 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:44.822515 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-358f276e-1813-4f30-88a4-a62fca177822 req-dfef9e9c-976e-4f50-9890-86d6eee66cc2 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3614812 Aug 23 20:42:44.887348 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde99b60-f2ab-47d9-83fb-e244b3a9339f None None] The sync data for ids ['7d4b8a64-4e1b-4414-bac1-b366f20238aa'] in n-d-805663-2 is: [{'id': '7d4b8a64-4e1b-4414-bac1-b366f20238aa', 'name': 'tempest-ServersTestMultiNic-1938363121-router', 'tenant_id': '2924e77eafaa445eb5f50b8bf05dd405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '6e771d46-1301-456c-b854-3fd575ec5c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:42:28Z', 'updated_at': '2021-08-23T20:42:35Z', 'revision_number': 4, 'project_id': '2924e77eafaa445eb5f50b8bf05dd405', 'gw_port': {'id': '6e771d46-1301-456c-b854-3fd575ec5c12', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4b8a64-4e1b-4414-bac1-b366f20238aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:29Z', 'updated_at': '2021-08-23T20:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '81e02a61-3401-42b5-a545-10aa94b0c23f', 'name': '', 'network_id': '5de069f3-b51c-4ce2-8843-b71fff2baa71', 'tenant_id': '2924e77eafaa445eb5f50b8bf05dd405', 'mac_address': 'fa:16:3e:52:5a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4b8a64-4e1b-4414-bac1-b366f20238aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '3238240b-758a-4646-98e8-79876b6babe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:33Z', 'updated_at': '2021-08-23T20:42:43Z', 'revision_number': 4, 'project_id': '2924e77eafaa445eb5f50b8bf05dd405', 'subnets': [{'id': '3238240b-758a-4646-98e8-79876b6babe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:42:44.937486 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port f187c9d1-52a9-4c54-a17f-def5dbe3705c triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:42:44.937897 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:44.965694 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:44.983224 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d82d367-d73d-4a94-a908-c51ba6e9823e None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:42:44.984214 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d82d367-d73d-4a94-a908-c51ba6e9823e None None] Checking segment: {'id': '43c51dc2-15d3-423d-9044-f9aefb3fddee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c1495c8c-0e4a-4fa5-8aa1-8b05165324c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:42:44.984519 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d82d367-d73d-4a94-a908-c51ba6e9823e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:44.984997 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d82d367-d73d-4a94-a908-c51ba6e9823e None None] Bound using segment: {'id': '43c51dc2-15d3-423d-9044-f9aefb3fddee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c1495c8c-0e4a-4fa5-8aa1-8b05165324c0'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:42:44.985494 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6d82d367-d73d-4a94-a908-c51ba6e9823e None None] Bound port: 4ce513a6-9307-4ad4-af6e-480891fa02dd, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c51dc2-15d3-423d-9044-f9aefb3fddee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c1495c8c-0e4a-4fa5-8aa1-8b05165324c0'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:42:44.986173 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d82d367-d73d-4a94-a908-c51ba6e9823e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:45.107300 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-6d82d367-d73d-4a94-a908-c51ba6e9823e None None] For port 4ce513a6-9307-4ad4-af6e-480891fa02dd, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:42:45.113230 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-6d82d367-d73d-4a94-a908-c51ba6e9823e None None] For port 4ce513a6-9307-4ad4-af6e-480891fa02dd, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=4ce513a6-9307-4ad4-af6e-480891fa02dd,segment=NetworkSegment(43c51dc2-15d3-423d-9044-f9aefb3fddee),segment_id=43c51dc2-15d3-423d-9044-f9aefb3fddee)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:42:45.138390 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c20d291f-9062-4987-87cc-45680c8ef02b req-4bf2c1a7-f8c3-4f1b-8da1-7590b4c17f14 service neutron] 10.222.0.61 "GET /v2.0/networks/67ab37de-4a86-4bbd-8972-e551cf9802fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351834 Aug 23 20:42:45.140830 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d82d367-d73d-4a94-a908-c51ba6e9823e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:45.167371 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-574e6483-8f03-446a-b442-71917217c067 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:45.186790 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5cdc0014-d9ac-46de-b0eb-eee666946de2 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:45.187971 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c227d761-f92f-4f2b-9f94-f8ec494e5d1f req-a576de79-dbfb-4e34-980d-84de31039d56 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 210 time: 0.0464904 Aug 23 20:42:45.200732 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9e0c284f-bd9d-444f-92ba-e710d2875bbf None None] Provisioning complete for port c2f566ab-6fe6-4020-939c-bcb8f8277794 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:42:45.201101 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9e0c284f-bd9d-444f-92ba-e710d2875bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:45.304240 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-73e55d2c-dae9-4b9f-95b8-ffc425080f98 req-73f5cd4c-5b4d-4aea-ab05-8a839bf5d2a4 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] 10.222.0.61 "GET /v2.0/security-groups/bdd6c856-e322-43d4-856e-5fcbf6d86c0e HTTP/1.1" status: 200 len: 2401 time: 0.0594740 Aug 23 20:42:45.309919 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-73e55d2c-dae9-4b9f-95b8-ffc425080f98 req-bca4b859-a11e-4ae7-9cc1-675a16518d46 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bdd6c856-e322-43d4-856e-5fcbf6d86c0e', 'remote_group_id': None}]} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:42:45.310302 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-73e55d2c-dae9-4b9f-95b8-ffc425080f98 req-bca4b859-a11e-4ae7-9cc1-675a16518d46 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bdd6c856-e322-43d4-856e-5fcbf6d86c0e', 'remote_group_id': None}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:42:45.310633 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=6e771d46-1301-456c-b854-3fd575ec5c12,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:45.324388 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5cdc0014-d9ac-46de-b0eb-eee666946de2 None None] Transition to ACTIVE for port object 3dae6923-673f-4d56-81c7-8c987326f891 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:42:45.337877 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df884fbc-d2aa-4531-beb9-4844d8270515 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-fbe489b2-01d1-40cb-97b2-aed011982b23', 'network_id': 'fbe489b2-01d1-40cb-97b2-aed011982b23', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'fixed_ips': [{'subnet_id': '55633b9f-a63e-452e-9bdb-06c4fc6a0b5e'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:42:45.339673 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-df884fbc-d2aa-4531-beb9-4844d8270515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:45.401489 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-73e55d2c-dae9-4b9f-95b8-ffc425080f98 req-bca4b859-a11e-4ae7-9cc1-675a16518d46 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:45.441472 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-73e55d2c-dae9-4b9f-95b8-ffc425080f98 req-bca4b859-a11e-4ae7-9cc1-675a16518d46 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:45.445764 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-7220bac5-db1d-4d8c-b56b-f785a1a907fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'name': 'tempest-RoutersTest-router-768097966', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:42:14Z', 'updated_at': '2021-08-23T20:42:38Z', 'revision_number': 4, 'project_id': '478a4137190c42b2a66568a56c662326', 'gw_port_host': None, '_interfaces': [{'id': 'a5d3c80d-1d9c-4c37-8b0f-8a46bb8e37db', 'name': '', 'network_id': 'f5daddc2-109f-45d2-9e6f-7d09ee3c860d', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'mac_address': 'fa:16:3e:e7:b4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '548c62a2-1370-4ac8-9378-71c36832df60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:36Z', 'updated_at': '2021-08-23T20:42:40Z', 'revision_number': 2, 'project_id': '478a4137190c42b2a66568a56c662326', 'subnets': [{'id': '548c62a2-1370-4ac8-9378-71c36832df60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e657a43f-9d5f-44f9-920f-70cab3020d04', 'name': '', 'network_id': '3dfa55c1-66cd-45d5-bbcb-673e37fc5a43', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'mac_address': 'fa:16:3e:39:98:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'e406b708-5e31-4400-a432-635345956df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:17Z', 'updated_at': '2021-08-23T20:42:27Z', 'revision_number': 5, 'project_id': '478a4137190c42b2a66568a56c662326', 'subnets': [{'id': 'e406b708-5e31-4400-a432-635345956df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f187c9d1-52a9-4c54-a17f-def5dbe3705c', 'name': '', 'network_id': '3ca37500-3ec8-46d8-bd48-2d2b73317f39', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'mac_address': 'fa:16:3e:14:88:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '8427783b-f027-45f2-a57c-5f5fbd28f511', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:28Z', 'updated_at': '2021-08-23T20:42:38Z', 'revision_number': 5, 'project_id': '478a4137190c42b2a66568a56c662326', 'subnets': [{'id': '8427783b-f027-45f2-a57c-5f5fbd28f511', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:45.450821 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-73e55d2c-dae9-4b9f-95b8-ffc425080f98 req-bca4b859-a11e-4ae7-9cc1-675a16518d46 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:45.497060 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca4b859-a11e-4ae7-9cc1-675a16518d46 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47cf2a3c-5d40-41b0-8d2a-1f259fefc1d8,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:45.515701 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d82d367-d73d-4a94-a908-c51ba6e9823e None None] Pushing event updated for resources: {'Port': ['ID=4ce513a6-9307-4ad4-af6e-480891fa02dd,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:45.520878 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-73e55d2c-dae9-4b9f-95b8-ffc425080f98 req-bca4b859-a11e-4ae7-9cc1-675a16518d46 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:45.541667 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-73e55d2c-dae9-4b9f-95b8-ffc425080f98 req-bca4b859-a11e-4ae7-9cc1-675a16518d46 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2345662 Aug 23 20:42:45.548173 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7220bac5-db1d-4d8c-b56b-f785a1a907fa None None] Checking router: 7e69c876-3311-4374-8d72-1f7d38b4ba2a for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:42:45.550210 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7220bac5-db1d-4d8c-b56b-f785a1a907fa None None] Updating router 7e69c876-3311-4374-8d72-1f7d38b4ba2a port a5d3c80d-1d9c-4c37-8b0f-8a46bb8e37db binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:42:45.660772 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c20d291f-9062-4987-87cc-45680c8ef02b req-1393e802-bab3-44a3-9726-652ef94226b1 service neutron] 10.222.0.61 "GET /v2.0/networks/c1495c8c-0e4a-4fa5-8aa1-8b05165324c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5093758 Aug 23 20:42:45.822110 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d23d6a-1e95-4ed4-be22-948da9022df3 req-50deeb03-e7e8-4b8e-bfc0-3199be51d6d4 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:45.828653 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-81d23d6a-1e95-4ed4-be22-948da9022df3 req-50deeb03-e7e8-4b8e-bfc0-3199be51d6d4 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a3b5017-c2bb-4d9a-a8bf-d0e9c9983daf HTTP/1.1" status: 200 len: 945 time: 0.1536403 Aug 23 20:42:45.901874 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5cdc0014-d9ac-46de-b0eb-eee666946de2 None None] Transition to ACTIVE for port object 3dae6923-673f-4d56-81c7-8c987326f891 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:42:45.915841 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-81d23d6a-1e95-4ed4-be22-948da9022df3 req-57676309-f320-4aa6-916f-100fa43e2697 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765867 Aug 23 20:42:45.941674 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c20d291f-9062-4987-87cc-45680c8ef02b req-40b6008e-bc1b-4638-b502-c0f3dc5a07d4 service neutron] 10.222.0.61 "GET /v2.0/networks/c1495c8c-0e4a-4fa5-8aa1-8b05165324c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744079 Aug 23 20:42:45.982056 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5cdc0014-d9ac-46de-b0eb-eee666946de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:45.995094 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-df884fbc-d2aa-4531-beb9-4844d8270515 None None] Allocated IP 172.23.0.2 (fbe489b2-01d1-40cb-97b2-aed011982b23/55633b9f-a63e-452e-9bdb-06c4fc6a0b5e/43fc122e-949e-4da2-ac2c-b8522c2bee8b) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:42:46.005535 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7220bac5-db1d-4d8c-b56b-f785a1a907fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:46.007647 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:46.086171 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-574e6483-8f03-446a-b442-71917217c067 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:46.106145 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-574e6483-8f03-446a-b442-71917217c067 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:46.175790 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ea020b8a-639e-4769-9826-9fcb9ef6363f req-8173538d-fe00-4967-bdb2-9e00e9146d3a tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] 10.222.0.61 "GET /v2.0/security-groups/bdd6c856-e322-43d4-856e-5fcbf6d86c0e HTTP/1.1" status: 200 len: 3000 time: 0.1546628 Aug 23 20:42:46.266113 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-574e6483-8f03-446a-b442-71917217c067 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:46.514303 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc0014-d9ac-46de-b0eb-eee666946de2 None None] Pushing event updated for resources: {'Port': ['ID=3dae6923-673f-4d56-81c7-8c987326f891,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:46.525595 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdc0014-d9ac-46de-b0eb-eee666946de2 None None] Network 67ab37de-4a86-4bbd-8972-e551cf9802fc is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:42:46.535917 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-5cdc0014-d9ac-46de-b0eb-eee666946de2 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:42:46.542657 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdc0014-d9ac-46de-b0eb-eee666946de2 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:42:46.680306 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1761d02b-f7a9-432c-a87b-d011c4436485 req-91573682-cf15-44e1-a013-c083e71ce22b tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] 10.222.0.61 "GET /v2.0/security-group-rules/47cf2a3c-5d40-41b0-8d2a-1f259fefc1d8 HTTP/1.1" status: 200 len: 783 time: 0.2822149 Aug 23 20:42:46.761989 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-df884fbc-d2aa-4531-beb9-4844d8270515 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:46.824911 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e6483-8f03-446a-b442-71917217c067 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event updated for resources: {'Port': ['ID=9f0c1d78-298a-4705-89d4-c8735bba7dd4,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:46.846469 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574e6483-8f03-446a-b442-71917217c067 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Network fbe489b2-01d1-40cb-97b2-aed011982b23 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:42:46.848731 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5ee51613-5374-44ee-8099-986d87a8cee5 None None] Provisioning complete for port a5d3c80d-1d9c-4c37-8b0f-8a46bb8e37db triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:42:46.849124 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5ee51613-5374-44ee-8099-986d87a8cee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:46.854655 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-574e6483-8f03-446a-b442-71917217c067 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:42:46.871623 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-c424fdba-a60a-4941-9875-a6225549b284 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4894400 Aug 23 20:42:46.874022 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-df884fbc-d2aa-4531-beb9-4844d8270515 None None] Transition to ACTIVE for port object 43fc122e-949e-4da2-ac2c-b8522c2bee8b will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:42:46.947483 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d6ae958d-bcfc-4298-99a9-c508987d2b86 req-172c01a5-bdcd-4e4c-9eae-afaa567f950f tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 210 time: 0.1284437 Aug 23 20:42:47.135946 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-5cdc0014-d9ac-46de-b0eb-eee666946de2 None None] Attempting to bind port 3dae6923-673f-4d56-81c7-8c987326f891 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:42:47.136499 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-5cdc0014-d9ac-46de-b0eb-eee666946de2 None None] Attempting to bind port 3dae6923-673f-4d56-81c7-8c987326f891 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '992db793-c6d4-4392-aef0-b54a47cfdfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '67ab37de-4a86-4bbd-8972-e551cf9802fc'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:42:47.136792 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdc0014-d9ac-46de-b0eb-eee666946de2 None None] Attempting to bind port 3dae6923-673f-4d56-81c7-8c987326f891 on network 67ab37de-4a86-4bbd-8972-e551cf9802fc {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:42:47.153844 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 6e771d46-1301-456c-b854-3fd575ec5c12 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:42:47.191832 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-87b5dd0d-a3b3-43e3-920a-7f96f7c4e7d5 req-8520fda9-858a-4da2-8ae0-01cd37c36e6a tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/ports?device_id=d274cbb6-6f12-4742-9165-320cf6c76e89 HTTP/1.1" status: 200 len: 210 time: 0.0759077 Aug 23 20:42:47.262192 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-574e6483-8f03-446a-b442-71917217c067 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Router 7e69c876-3311-4374-8d72-1f7d38b4ba2a has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:42:47.277919 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1761d02b-f7a9-432c-a87b-d011c4436485 req-dc8acd03-cf7b-4327-8f26-0c2131e0c6ce tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] 10.222.0.61 "GET /v2.0/security-groups/bdd6c856-e322-43d4-856e-5fcbf6d86c0e HTTP/1.1" status: 200 len: 3000 time: 0.5657196 Aug 23 20:42:47.316330 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db345b0-9d24-4260-a5ee-6e812d607f84 None None] Network c1495c8c-0e4a-4fa5-8aa1-8b05165324c0 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:42:47.450233 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-df884fbc-d2aa-4531-beb9-4844d8270515 None None] Transition to ACTIVE for port object 43fc122e-949e-4da2-ac2c-b8522c2bee8b will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:42:47.458883 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476a2fcb-0e62-48f9-a19a-51c1117fc3b1 req-669de3d1-3813-483b-be1f-78cce00ad84f tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:47.463092 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdc0014-d9ac-46de-b0eb-eee666946de2 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:42:47.463479 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdc0014-d9ac-46de-b0eb-eee666946de2 None None] Checking segment: {'id': '992db793-c6d4-4392-aef0-b54a47cfdfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '67ab37de-4a86-4bbd-8972-e551cf9802fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:42:47.463895 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5cdc0014-d9ac-46de-b0eb-eee666946de2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:47.474066 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-476a2fcb-0e62-48f9-a19a-51c1117fc3b1 req-669de3d1-3813-483b-be1f-78cce00ad84f tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a3b5017-c2bb-4d9a-a8bf-d0e9c9983daf HTTP/1.1" status: 200 len: 945 time: 0.1207633 Aug 23 20:42:47.486641 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdc0014-d9ac-46de-b0eb-eee666946de2 None None] Bound using segment: {'id': '992db793-c6d4-4392-aef0-b54a47cfdfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '67ab37de-4a86-4bbd-8972-e551cf9802fc'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:42:47.487371 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-5cdc0014-d9ac-46de-b0eb-eee666946de2 None None] Bound port: 3dae6923-673f-4d56-81c7-8c987326f891, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '992db793-c6d4-4392-aef0-b54a47cfdfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '67ab37de-4a86-4bbd-8972-e551cf9802fc'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:42:47.487787 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5cdc0014-d9ac-46de-b0eb-eee666946de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:47.551454 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-476a2fcb-0e62-48f9-a19a-51c1117fc3b1 req-1d18b590-5f69-4847-bd33-1b579bc44ebd tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684204 Aug 23 20:42:47.581557 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-1761d02b-f7a9-432c-a87b-d011c4436485 req-80c57796-35b6-4352-b7ed-50baafe0f492 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:47.595442 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-1761d02b-f7a9-432c-a87b-d011c4436485 req-80c57796-35b6-4352-b7ed-50baafe0f492 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:47.629009 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-df884fbc-d2aa-4531-beb9-4844d8270515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:47.778890 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 6e771d46-1301-456c-b854-3fd575ec5c12 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:42:47.779276 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:47.881566 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-5ee51613-5374-44ee-8099-986d87a8cee5 None None] Port a5d3c80d-1d9c-4c37-8b0f-8a46bb8e37db cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:42:48.059360 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df884fbc-d2aa-4531-beb9-4844d8270515 None None] Network fbe489b2-01d1-40cb-97b2-aed011982b23 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:42:48.123342 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-809d7caa-7cd7-431b-bb6f-d8567d410b9e req-73d8be68-04cd-46d5-ba9f-9b51f762519d tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 210 time: 0.0576568 Aug 23 20:42:48.144591 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-5cdc0014-d9ac-46de-b0eb-eee666946de2 None None] For port 3dae6923-673f-4d56-81c7-8c987326f891, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:42:48.146639 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-1761d02b-f7a9-432c-a87b-d011c4436485 req-80c57796-35b6-4352-b7ed-50baafe0f492 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:48.151801 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-1761d02b-f7a9-432c-a87b-d011c4436485 req-80c57796-35b6-4352-b7ed-50baafe0f492 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:48.152976 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1761d02b-f7a9-432c-a87b-d011c4436485 req-80c57796-35b6-4352-b7ed-50baafe0f492 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/47cf2a3c-5d40-41b0-8d2a-1f259fefc1d8 HTTP/1.1" status: 204 len: 173 time: 0.8595181 Aug 23 20:42:48.161529 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-5cdc0014-d9ac-46de-b0eb-eee666946de2 None None] For port 3dae6923-673f-4d56-81c7-8c987326f891, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=3dae6923-673f-4d56-81c7-8c987326f891,segment=NetworkSegment(992db793-c6d4-4392-aef0-b54a47cfdfe1),segment_id=992db793-c6d4-4392-aef0-b54a47cfdfe1)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:42:48.167665 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-df884fbc-d2aa-4531-beb9-4844d8270515 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:42:48.173384 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c57796-35b6-4352-b7ed-50baafe0f492 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=47cf2a3c-5d40-41b0-8d2a-1f259fefc1d8,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:48.186593 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-ef3c21dc-90ef-44d6-9659-44ab7521cec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:48.187190 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-ef3c21dc-90ef-44d6-9659-44ab7521cec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:48.187666 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-ef3c21dc-90ef-44d6-9659-44ab7521cec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:48.188164 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-ef3c21dc-90ef-44d6-9659-44ab7521cec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:48.188636 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-ef3c21dc-90ef-44d6-9659-44ab7521cec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:48.189105 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-ef3c21dc-90ef-44d6-9659-44ab7521cec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:48.189572 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-ef3c21dc-90ef-44d6-9659-44ab7521cec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:48.191910 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-ef3c21dc-90ef-44d6-9659-44ab7521cec8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=31c0cec95ab64e5ca0c5b6061061da27&device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 6499 time: 0.9698865 Aug 23 20:42:48.201694 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5cdc0014-d9ac-46de-b0eb-eee666946de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:48.215050 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574e6483-8f03-446a-b442-71917217c067 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:42:48.225534 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-574e6483-8f03-446a-b442-71917217c067 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "PUT /v2.0/routers/7e69c876-3311-4374-8d72-1f7d38b4ba2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5100057 Aug 23 20:42:48.227840 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38952) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:48.234740 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-5d37435c-459e-4b71-b79f-261d99654547 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:42:48.234932 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df884fbc-d2aa-4531-beb9-4844d8270515 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:42:48.314073 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ba2d0c20-6f00-4c67-90a5-3c84903dce18 req-72353e00-343d-4963-a7eb-d01cee02d898 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] 10.222.0.61 "GET /v2.0/security-groups/bdd6c856-e322-43d4-856e-5fcbf6d86c0e HTTP/1.1" status: 200 len: 2401 time: 0.1189303 Aug 23 20:42:48.392822 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df884fbc-d2aa-4531-beb9-4844d8270515 None None] Pushing event updated for resources: {'Port': ['ID=43fc122e-949e-4da2-ac2c-b8522c2bee8b,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:48.457332 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 81e02a61-3401-42b5-a545-10aa94b0c23f up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:42:48.481568 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ba2d0c20-6f00-4c67-90a5-3c84903dce18 req-e3299fc2-e7fa-4f64-8375-3052f9cb73d0 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:48.512947 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ba2d0c20-6f00-4c67-90a5-3c84903dce18 req-e3299fc2-e7fa-4f64-8375-3052f9cb73d0 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:48.533767 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c020657a-4ecf-4c58-be5a-e5249c7beefb req-0603fc3e-1f87-4dd4-8734-deafbbd21a3f tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/ports?device_id=d274cbb6-6f12-4742-9165-320cf6c76e89 HTTP/1.1" status: 200 len: 210 time: 0.1458309 Aug 23 20:42:48.664837 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ba2d0c20-6f00-4c67-90a5-3c84903dce18 req-e3299fc2-e7fa-4f64-8375-3052f9cb73d0 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:48.673131 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ba2d0c20-6f00-4c67-90a5-3c84903dce18 req-e3299fc2-e7fa-4f64-8375-3052f9cb73d0 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:48.678351 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ba2d0c20-6f00-4c67-90a5-3c84903dce18 req-e3299fc2-e7fa-4f64-8375-3052f9cb73d0 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] 10.222.0.61 "DELETE /v2.0/security-groups/bdd6c856-e322-43d4-856e-5fcbf6d86c0e HTTP/1.1" status: 204 len: 173 time: 0.3582015 Aug 23 20:42:48.711472 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3299fc2-e7fa-4f64-8375-3052f9cb73d0 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd6c856-e322-43d4-856e-5fcbf6d86c0e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:48.790862 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe93ae6-e693-41b7-8f73-bdc661c2e9f2 req-2233d496-33c4-40ad-baba-07a48bf6296d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:48.799266 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1fe93ae6-e693-41b7-8f73-bdc661c2e9f2 req-2233d496-33c4-40ad-baba-07a48bf6296d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1a3b5017-c2bb-4d9a-a8bf-d0e9c9983daf HTTP/1.1" status: 200 len: 1096 time: 0.2098069 Aug 23 20:42:48.870535 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1fe93ae6-e693-41b7-8f73-bdc661c2e9f2 req-5bda9e8c-59cd-40eb-8a51-2f017d6e5be2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664101 Aug 23 20:42:48.963796 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-df884fbc-d2aa-4531-beb9-4844d8270515 None None] Attempting to bind port 43fc122e-949e-4da2-ac2c-b8522c2bee8b on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:42:48.964542 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-df884fbc-d2aa-4531-beb9-4844d8270515 None None] Attempting to bind port 43fc122e-949e-4da2-ac2c-b8522c2bee8b by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ed734ef8-fd47-461f-b41e-05e54d2b83db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'fbe489b2-01d1-40cb-97b2-aed011982b23'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:42:48.965463 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df884fbc-d2aa-4531-beb9-4844d8270515 None None] Attempting to bind port 43fc122e-949e-4da2-ac2c-b8522c2bee8b on network fbe489b2-01d1-40cb-97b2-aed011982b23 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:42:48.982150 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df884fbc-d2aa-4531-beb9-4844d8270515 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:42:48.982761 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df884fbc-d2aa-4531-beb9-4844d8270515 None None] Checking segment: {'id': 'ed734ef8-fd47-461f-b41e-05e54d2b83db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'fbe489b2-01d1-40cb-97b2-aed011982b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:42:48.983332 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-df884fbc-d2aa-4531-beb9-4844d8270515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:48.983844 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df884fbc-d2aa-4531-beb9-4844d8270515 None None] Bound using segment: {'id': 'ed734ef8-fd47-461f-b41e-05e54d2b83db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'fbe489b2-01d1-40cb-97b2-aed011982b23'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:42:48.984452 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-df884fbc-d2aa-4531-beb9-4844d8270515 None None] Bound port: 43fc122e-949e-4da2-ac2c-b8522c2bee8b, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed734ef8-fd47-461f-b41e-05e54d2b83db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'fbe489b2-01d1-40cb-97b2-aed011982b23'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:42:48.984947 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-df884fbc-d2aa-4531-beb9-4844d8270515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:49.008138 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c5bda6e9-70c4-4d7a-a02d-50bda8c78194 None None] Provisioning for port 4ce513a6-9307-4ad4-af6e-480891fa02dd completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:42:49.103345 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc0014-d9ac-46de-b0eb-eee666946de2 None None] Pushing event updated for resources: {'Port': ['ID=3dae6923-673f-4d56-81c7-8c987326f891,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:49.136271 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [req-a7a39a64-5a92-4a2e-b5cf-05eeb7417fd2 req-368ccd1d-91c0-4cfb-93bf-b19b4035c165 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] show failed (client error): The resource could not be found. Aug 23 20:42:49.137336 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a7a39a64-5a92-4a2e-b5cf-05eeb7417fd2 req-368ccd1d-91c0-4cfb-93bf-b19b4035c165 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] 10.222.0.61 "GET /v2.0/security-groups/0a369735-4f0e-4092-91d6-f07341a58546 HTTP/1.1" status: 404 len: 352 time: 0.0447268 Aug 23 20:42:49.159093 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03f9b9-02b2-42c4-918f-d9bcc5738554 req-40b26b00-80da-49b9-809c-a9c2247e4641 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:49.166873 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7e03f9b9-02b2-42c4-918f-d9bcc5738554 req-40b26b00-80da-49b9-809c-a9c2247e4641 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a3b5017-c2bb-4d9a-a8bf-d0e9c9983daf HTTP/1.1" status: 200 len: 945 time: 0.2779055 Aug 23 20:42:49.208084 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 81e02a61-3401-42b5-a545-10aa94b0c23f completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:42:49.230622 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 81e02a61-3401-42b5-a545-10aa94b0c23f triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:42:49.231238 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:49.276749 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-68d943d2-2ead-4f12-9775-3b9684c3d81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:49.277225 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-68d943d2-2ead-4f12-9775-3b9684c3d81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:49.278110 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-68d943d2-2ead-4f12-9775-3b9684c3d81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:49.279293 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-68d943d2-2ead-4f12-9775-3b9684c3d81e service neutron] 10.222.0.11 "GET /v2.0/networks?id=2980a46c-5f6f-4bd3-86da-263aae928b5d&id=02bac410-b27b-49cf-96fd-4f276d56ae51&id=02bac410-b27b-49cf-96fd-4f276d56ae51&id=02bac410-b27b-49cf-96fd-4f276d56ae51&id=02bac410-b27b-49cf-96fd-4f276d56ae51&id=aacbd0fd-d16f-425e-a7bb-080e612100d5&id=aacbd0fd-d16f-425e-a7bb-080e612100d5 HTTP/1.1" status: 200 len: 2297 time: 1.0262914 Aug 23 20:42:49.290577 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d291f-9062-4987-87cc-45680c8ef02b req-f37f51a4-d77f-4f91-a39d-e35aaf6101f1 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:49.302761 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-df884fbc-d2aa-4531-beb9-4844d8270515 None None] For port 43fc122e-949e-4da2-ac2c-b8522c2bee8b, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:42:49.307320 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-df884fbc-d2aa-4531-beb9-4844d8270515 None None] For port 43fc122e-949e-4da2-ac2c-b8522c2bee8b, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=43fc122e-949e-4da2-ac2c-b8522c2bee8b,segment=NetworkSegment(ed734ef8-fd47-461f-b41e-05e54d2b83db),segment_id=ed734ef8-fd47-461f-b41e-05e54d2b83db)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:42:49.310026 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d291f-9062-4987-87cc-45680c8ef02b req-f37f51a4-d77f-4f91-a39d-e35aaf6101f1 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:49.312393 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c20d291f-9062-4987-87cc-45680c8ef02b req-f37f51a4-d77f-4f91-a39d-e35aaf6101f1 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.11 "GET /v2.0/networks?id=c1495c8c-0e4a-4fa5-8aa1-8b05165324c0&id=67ab37de-4a86-4bbd-8972-e551cf9802fc&id=c1495c8c-0e4a-4fa5-8aa1-8b05165324c0 HTTP/1.1" status: 200 len: 1392 time: 0.8138249 Aug 23 20:42:49.314462 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7220bac5-db1d-4d8c-b56b-f785a1a907fa None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:49.330498 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7220bac5-db1d-4d8c-b56b-f785a1a907fa None None] Transition to ACTIVE for port object a5d3c80d-1d9c-4c37-8b0f-8a46bb8e37db will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:42:49.342082 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-df884fbc-d2aa-4531-beb9-4844d8270515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:49.354838 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7220bac5-db1d-4d8c-b56b-f785a1a907fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:49.386814 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6859ddc6-d40c-4a39-8d66-4111dbede427 req-1be4b772-420b-4673-a34f-58888d8f7103 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 210 time: 0.0613093 Aug 23 20:42:49.419387 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df884fbc-d2aa-4531-beb9-4844d8270515 None None] Pushing event updated for resources: {'Port': ['ID=43fc122e-949e-4da2-ac2c-b8522c2bee8b,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:49.453797 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-c20d291f-9062-4987-87cc-45680c8ef02b req-31d10106-8dbe-4238-9593-3225853c06af tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Request body: {'port': {'device_id': 'd274cbb6-6f12-4742-9165-320cf6c76e89', 'network_id': 'c1495c8c-0e4a-4fa5-8aa1-8b05165324c0', 'admin_state_up': True, 'tenant_id': '2924e77eafaa445eb5f50b8bf05dd405'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:42:49.459462 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-4721d03b-9f3c-4a7c-893d-b26e3cf8e419 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=038aba1e-ac97-4fd1-90cd-2192fd5ab1b4 HTTP/1.1" status: 200 len: 1001 time: 0.1407068 Aug 23 20:42:49.463239 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7e03f9b9-02b2-42c4-918f-d9bcc5738554 req-b8092d82-dc71-4ba2-8a4d-274dc36f7855 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947361 Aug 23 20:42:49.537404 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9f6c97c4-ccff-4fff-bcd2-496f5faee765 req-91c99843-c3d3-4505-a0e7-7861c3a9d5cb tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] 10.222.0.61 "GET /v2.0/security-groups/03c51fb1-aed2-4f24-9427-c8f44c149eec HTTP/1.1" status: 200 len: 1807 time: 0.0947602 Aug 23 20:42:49.649619 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9f6c97c4-ccff-4fff-bcd2-496f5faee765 req-8f6fb453-5e44-4bc2-8922-0c3651ed11f5 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:49.698677 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9f6c97c4-ccff-4fff-bcd2-496f5faee765 req-8f6fb453-5e44-4bc2-8922-0c3651ed11f5 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:49.741794 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:49.797253 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e4c7e-df33-464e-b8e0-dadfc3a4cee9 None None] Pushing event updated for resources: {'Port': ['ID=a5d3c80d-1d9c-4c37-8b0f-8a46bb8e37db,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:49.819442 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 81e02a61-3401-42b5-a545-10aa94b0c23f, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=81e02a61-3401-42b5-a545-10aa94b0c23f,segment=NetworkSegment(4d0bfccc-a3a9-4bf8-8e3c-6edb5c43c428),segment_id=4d0bfccc-a3a9-4bf8-8e3c-6edb5c43c428)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:42:49.822406 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-7220bac5-db1d-4d8c-b56b-f785a1a907fa None None] Attempting to bind port a5d3c80d-1d9c-4c37-8b0f-8a46bb8e37db on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:42:49.823222 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-7220bac5-db1d-4d8c-b56b-f785a1a907fa None None] Attempting to bind port a5d3c80d-1d9c-4c37-8b0f-8a46bb8e37db by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'a8e22d8f-0506-48b1-99a0-e394916297ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f5daddc2-109f-45d2-9e6f-7d09ee3c860d'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:42:49.823350 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9f6c97c4-ccff-4fff-bcd2-496f5faee765 req-8f6fb453-5e44-4bc2-8922-0c3651ed11f5 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:49.823468 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7220bac5-db1d-4d8c-b56b-f785a1a907fa None None] Attempting to bind port a5d3c80d-1d9c-4c37-8b0f-8a46bb8e37db on network f5daddc2-109f-45d2-9e6f-7d09ee3c860d {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:42:49.825959 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9f6c97c4-ccff-4fff-bcd2-496f5faee765 req-8f6fb453-5e44-4bc2-8922-0c3651ed11f5 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:49.827355 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9f6c97c4-ccff-4fff-bcd2-496f5faee765 req-8f6fb453-5e44-4bc2-8922-0c3651ed11f5 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] 10.222.0.61 "DELETE /v2.0/security-groups/03c51fb1-aed2-4f24-9427-c8f44c149eec HTTP/1.1" status: 204 len: 173 time: 0.2817216 Aug 23 20:42:49.830846 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7220bac5-db1d-4d8c-b56b-f785a1a907fa None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:42:49.831211 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7220bac5-db1d-4d8c-b56b-f785a1a907fa None None] Checking segment: {'id': 'a8e22d8f-0506-48b1-99a0-e394916297ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f5daddc2-109f-45d2-9e6f-7d09ee3c860d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:42:49.831620 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7220bac5-db1d-4d8c-b56b-f785a1a907fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:49.832090 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7220bac5-db1d-4d8c-b56b-f785a1a907fa None None] Bound using segment: {'id': 'a8e22d8f-0506-48b1-99a0-e394916297ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f5daddc2-109f-45d2-9e6f-7d09ee3c860d'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:42:49.832749 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-7220bac5-db1d-4d8c-b56b-f785a1a907fa None None] Bound port: a5d3c80d-1d9c-4c37-8b0f-8a46bb8e37db, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8e22d8f-0506-48b1-99a0-e394916297ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f5daddc2-109f-45d2-9e6f-7d09ee3c860d'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:42:49.833068 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7220bac5-db1d-4d8c-b56b-f785a1a907fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:49.835400 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:49.836256 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device c2f566ab-6fe6-4020-939c-bcb8f8277794 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:42:49.855830 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f9660567-4281-4abe-af65-698fe8db570f req-33115f2d-b19e-40e9-a0c5-0211354ca869 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/ports?device_id=d274cbb6-6f12-4742-9165-320cf6c76e89 HTTP/1.1" status: 200 len: 210 time: 0.1624599 Aug 23 20:42:49.881215 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6fb453-5e44-4bc2-8922-0c3651ed11f5 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c51fb1-aed2-4f24-9427-c8f44c149eec,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:49.900452 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-45625c9a-bef7-4e78-aa6b-5f3a6e78825d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:49.902546 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-45625c9a-bef7-4e78-aa6b-5f3a6e78825d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ea915c70-de21-4e85-9794-73e9efabd3c6 HTTP/1.1" status: 200 len: 856 time: 0.4287760 Aug 23 20:42:50.132385 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7d0f0237-a8e5-4b83-a8ee-fdc73135106b req-5206bcfc-8977-428f-80c9-14ddc625c5a3 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] 10.222.0.61 "GET /v2.0/security-groups/e13e59b8-514e-41f6-80f5-d207cb36c625 HTTP/1.1" status: 200 len: 1805 time: 0.2379861 Aug 23 20:42:50.207752 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-36d12194-4189-4784-910c-749f2f7ca51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:50.209605 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-36d12194-4189-4784-910c-749f2f7ca51f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2980a46c-5f6f-4bd3-86da-263aae928b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2965965 Aug 23 20:42:50.215084 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=81e02a61-3401-42b5-a545-10aa94b0c23f,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:50.273672 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7220bac5-db1d-4d8c-b56b-f785a1a907fa None None] For port a5d3c80d-1d9c-4c37-8b0f-8a46bb8e37db, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:42:50.281307 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7220bac5-db1d-4d8c-b56b-f785a1a907fa None None] For port a5d3c80d-1d9c-4c37-8b0f-8a46bb8e37db, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=a5d3c80d-1d9c-4c37-8b0f-8a46bb8e37db,segment=NetworkSegment(a8e22d8f-0506-48b1-99a0-e394916297ef),segment_id=a8e22d8f-0506-48b1-99a0-e394916297ef)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:42:50.304475 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port c2f566ab-6fe6-4020-939c-bcb8f8277794 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:42:50.304856 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:50.316976 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7220bac5-db1d-4d8c-b56b-f785a1a907fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:50.367675 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d0f0237-a8e5-4b83-a8ee-fdc73135106b req-5e63b1d1-df59-49f4-89af-ce420b1185ab tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:50.423150 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d0f0237-a8e5-4b83-a8ee-fdc73135106b req-5e63b1d1-df59-49f4-89af-ce420b1185ab tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:50.428581 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:50.497519 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c20d291f-9062-4987-87cc-45680c8ef02b req-31d10106-8dbe-4238-9593-3225853c06af tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Made reservation on behalf of 2924e77eafaa445eb5f50b8bf05dd405 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:42:50.517728 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c20d291f-9062-4987-87cc-45680c8ef02b req-31d10106-8dbe-4238-9593-3225853c06af tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:50.527163 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7220bac5-db1d-4d8c-b56b-f785a1a907fa None None] Routers {'7e69c876-3311-4374-8d72-1f7d38b4ba2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:42:50.528571 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-7220bac5-db1d-4d8c-b56b-f785a1a907fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:42:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['7e69c876-3311-4374-8d72-1f7d38b4ba2a'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:50.571844 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d0f0237-a8e5-4b83-a8ee-fdc73135106b req-5e63b1d1-df59-49f4-89af-ce420b1185ab tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:50.575153 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d0f0237-a8e5-4b83-a8ee-fdc73135106b req-5e63b1d1-df59-49f4-89af-ce420b1185ab tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:50.591743 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7d0f0237-a8e5-4b83-a8ee-fdc73135106b req-5e63b1d1-df59-49f4-89af-ce420b1185ab tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] 10.222.0.61 "DELETE /v2.0/security-groups/e13e59b8-514e-41f6-80f5-d207cb36c625 HTTP/1.1" status: 204 len: 173 time: 0.4581649 Aug 23 20:42:50.621891 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-53e7bffa-5df1-4dc0-b106-da2ee3e529d1 req-82933426-717e-4760-8a88-5144e763a69f tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 210 time: 0.0482240 Aug 23 20:42:50.653134 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e63b1d1-df59-49f4-89af-ce420b1185ab tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13e59b8-514e-41f6-80f5-d207cb36c625,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:50.725856 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.extraroute_db [None req-5d37435c-459e-4b71-b79f-261d99654547 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=94687) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 23 20:42:50.734212 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-7220bac5-db1d-4d8c-b56b-f785a1a907fa None None] Set router 7e69c876-3311-4374-8d72-1f7d38b4ba2a gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:42:50.838614 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-f6007f63-3298-43eb-8cab-8faee08eedc2 service neutron] 10.222.0.11 "GET /v2.0/networks/2980a46c-5f6f-4bd3-86da-263aae928b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5911906 Aug 23 20:42:50.860618 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2df794-9954-4571-bdfd-39a4511d2506 None None] Network 67ab37de-4a86-4bbd-8972-e551cf9802fc requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:42:50.861077 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad357eaa-c326-4564-a8b2-ccccbfe164a7 req-841d0d95-5282-41f7-a3a5-fb63ddcbb5c3 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:50.870891 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ad357eaa-c326-4564-a8b2-ccccbfe164a7 req-841d0d95-5282-41f7-a3a5-fb63ddcbb5c3 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a3b5017-c2bb-4d9a-a8bf-d0e9c9983daf HTTP/1.1" status: 200 len: 945 time: 0.1213875 Aug 23 20:42:50.878838 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.extraroute_db [None req-5d37435c-459e-4b71-b79f-261d99654547 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Removed routes are [] {{(pid=94687) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 23 20:42:50.879419 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5d37435c-459e-4b71-b79f-261d99654547 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4165669'] for router, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:50.885332 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e4c7e-df33-464e-b8e0-dadfc3a4cee9 None None] Pushing event updated for resources: {'Port': ['ID=a5d3c80d-1d9c-4c37-8b0f-8a46bb8e37db,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:50.955466 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ad357eaa-c326-4564-a8b2-ccccbfe164a7 req-8953a5f3-c88c-4c4a-ab68-e6520282a381 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835986 Aug 23 20:42:50.997887 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-859f5920-e719-48ca-93e8-a769825afa9b None None] Provisioning for port 3dae6923-673f-4d56-81c7-8c987326f891 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:42:51.049319 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c8a7e458-7be5-4404-8b23-360479452958 req-7bbe7714-fda0-45ed-8d50-789bdecf6082 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] 10.222.0.61 "GET /v2.0/security-groups/a4a8b702-7cff-4978-95cf-cf8abdc55659 HTTP/1.1" status: 200 len: 1805 time: 0.3184388 Aug 23 20:42:51.153129 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-90460599-237b-4982-8775-401f9d9d5a8c req-9481dad2-8b73-497e-b9cb-c384cacd5af8 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/ports?device_id=d274cbb6-6f12-4742-9165-320cf6c76e89 HTTP/1.1" status: 200 len: 210 time: 0.0661414 Aug 23 20:42:51.162453 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-c20d291f-9062-4987-87cc-45680c8ef02b req-31d10106-8dbe-4238-9593-3225853c06af tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Allocated IP 19.80.0.194 (c1495c8c-0e4a-4fa5-8aa1-8b05165324c0/c1a419a3-db45-4031-9fc5-a033199acca8/c2e7c5a4-4c34-4cea-9a27-e80b1f93612f) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:42:51.250635 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 4ce513a6-9307-4ad4-af6e-480891fa02dd up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:42:51.301059 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330b94a-612a-4d56-a53a-d4d60d3a7708 req-524c6604-d1c0-4987-a2cf-a2559d7c1745 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:51.312527 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3330b94a-612a-4d56-a53a-d4d60d3a7708 req-524c6604-d1c0-4987-a2cf-a2559d7c1745 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=efe3d0bd-71a7-470a-99cc-6346f7446cd6 HTTP/1.1" status: 200 len: 945 time: 0.0883088 Aug 23 20:42:51.319365 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-d3a29aaf-667a-4658-99d0-0ead6974d39e service neutron] 10.222.0.11 "GET /v2.0/networks/2980a46c-5f6f-4bd3-86da-263aae928b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4618599 Aug 23 20:42:51.372701 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3330b94a-612a-4d56-a53a-d4d60d3a7708 req-e95882fd-c52b-42cb-9c4b-80cc51ecb465 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584486 Aug 23 20:42:51.405655 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dad736f-93d8-4ccc-a504-981ce45fafc2 None None] Network fbe489b2-01d1-40cb-97b2-aed011982b23 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:42:51.423219 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-880d34b7-05f9-46b5-be84-33146e2e7a64 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=8befdd4b-7da4-4882-ba33-5ff1275123c5 HTTP/1.1" status: 200 len: 217 time: 0.0648556 Aug 23 20:42:51.506849 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 4ce513a6-9307-4ad4-af6e-480891fa02dd completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:42:51.507455 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c8a7e458-7be5-4404-8b23-360479452958 req-e24f9bbb-0069-4669-ab1d-7e4b0c58ae0a tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:51.605141 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 4ce513a6-9307-4ad4-af6e-480891fa02dd triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:42:51.605838 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:51.629732 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c8a7e458-7be5-4404-8b23-360479452958 req-e24f9bbb-0069-4669-ab1d-7e4b0c58ae0a tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:51.710634 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b3f272ff-595e-47c3-8a99-161e457d0d5c None None] Provisioning for port 43fc122e-949e-4da2-ac2c-b8522c2bee8b completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:42:51.750453 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5d37435c-459e-4b71-b79f-261d99654547 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4165669'] for router, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:51.774330 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-9924059d-476b-46ea-a40b-465c18788ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:51.776930 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-9924059d-476b-46ea-a40b-465c18788ea9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee41020d-3ec7-42a2-ac14-02f12c3e4481 HTTP/1.1" status: 200 len: 797 time: 0.2834077 Aug 23 20:42:51.811936 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b3f272ff-595e-47c3-8a99-161e457d0d5c None None] Provisioning for port 9f0c1d78-298a-4705-89d4-c8735bba7dd4 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:42:51.856814 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:51.868721 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-7220bac5-db1d-4d8c-b56b-f785a1a907fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'name': 'tempest-RoutersTest-router-768097966', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:42:14Z', 'updated_at': '2021-08-23T20:42:44Z', 'revision_number': 5, 'project_id': '478a4137190c42b2a66568a56c662326', 'gw_port_host': None, '_interfaces': [{'id': '9f0c1d78-298a-4705-89d4-c8735bba7dd4', 'name': '', 'network_id': 'fbe489b2-01d1-40cb-97b2-aed011982b23', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'mac_address': 'fa:16:3e:d1:15:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '55633b9f-a63e-452e-9bdb-06c4fc6a0b5e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:44Z', 'updated_at': '2021-08-23T20:42:45Z', 'revision_number': 2, 'project_id': '478a4137190c42b2a66568a56c662326', 'subnets': [{'id': '55633b9f-a63e-452e-9bdb-06c4fc6a0b5e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5d3c80d-1d9c-4c37-8b0f-8a46bb8e37db', 'name': '', 'network_id': 'f5daddc2-109f-45d2-9e6f-7d09ee3c860d', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'mac_address': 'fa:16:3e:e7:b4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '548c62a2-1370-4ac8-9378-71c36832df60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:36Z', 'updated_at': '2021-08-23T20:42:50Z', 'revision_number': 4, 'project_id': '478a4137190c42b2a66568a56c662326', 'subnets': [{'id': '548c62a2-1370-4ac8-9378-71c36832df60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e657a43f-9d5f-44f9-920f-70cab3020d04', 'name': '', 'network_id': '3dfa55c1-66cd-45d5-bbcb-673e37fc5a43', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'mac_address': 'fa:16:3e:39:98:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'e406b708-5e31-4400-a432-635345956df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:17Z', 'updated_at': '2021-08-23T20:42:27Z', 'revision_number': 5, 'project_id': '478a4137190c42b2a66568a56c662326', 'subnets': [{'id': 'e406b708-5e31-4400-a432-635345956df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f187c9d1-52a9-4c54-a17f-def5dbe3705c', 'name': '', 'network_id': '3ca37500-3ec8-46d8-bd48-2d2b73317f39', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'mac_address': 'fa:16:3e:14:88:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '8427783b-f027-45f2-a57c-5f5fbd28f511', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:28Z', 'updated_at': '2021-08-23T20:42:38Z', 'revision_number': 5, 'project_id': '478a4137190c42b2a66568a56c662326', 'subnets': [{'id': '8427783b-f027-45f2-a57c-5f5fbd28f511', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:51.870620 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b3f272ff-595e-47c3-8a99-161e457d0d5c None None] Provisioning complete for port 9f0c1d78-298a-4705-89d4-c8735bba7dd4 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:42:51.871095 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b3f272ff-595e-47c3-8a99-161e457d0d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:51.902192 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5d37435c-459e-4b71-b79f-261d99654547 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-499466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-499571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-497774'] for router, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:52.055816 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-2cf1a9cb-0011-417d-baf2-5bd4402809f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:52.057992 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-2cf1a9cb-0011-417d-baf2-5bd4402809f7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02bac410-b27b-49cf-96fd-4f276d56ae51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2470627 Aug 23 20:42:52.106982 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7220bac5-db1d-4d8c-b56b-f785a1a907fa None None] The sync data for ids ['7e69c876-3311-4374-8d72-1f7d38b4ba2a'] in n-d-805663-2 is: [{'id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'name': 'tempest-RoutersTest-router-768097966', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:42:14Z', 'updated_at': '2021-08-23T20:42:44Z', 'revision_number': 5, 'project_id': '478a4137190c42b2a66568a56c662326', 'gw_port_host': None, '_interfaces': [{'id': '9f0c1d78-298a-4705-89d4-c8735bba7dd4', 'name': '', 'network_id': 'fbe489b2-01d1-40cb-97b2-aed011982b23', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'mac_address': 'fa:16:3e:d1:15:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '55633b9f-a63e-452e-9bdb-06c4fc6a0b5e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:44Z', 'updated_at': '2021-08-23T20:42:45Z', 'revision_number': 2, 'project_id': '478a4137190c42b2a66568a56c662326', 'subnets': [{'id': '55633b9f-a63e-452e-9bdb-06c4fc6a0b5e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5d3c80d-1d9c-4c37-8b0f-8a46bb8e37db', 'name': '', 'network_id': 'f5daddc2-109f-45d2-9e6f-7d09ee3c860d', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'mac_address': 'fa:16:3e:e7:b4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '548c62a2-1370-4ac8-9378-71c36832df60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:36Z', 'updated_at': '2021-08-23T20:42:50Z', 'revision_number': 4, 'project_id': '478a4137190c42b2a66568a56c662326', 'subnets': [{'id': '548c62a2-1370-4ac8-9378-71c36832df60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e657a43f-9d5f-44f9-920f-70cab3020d04', 'name': '', 'network_id': '3dfa55c1-66cd-45d5-bbcb-673e37fc5a43', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'mac_address': 'fa:16:3e:39:98:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'e406b708-5e31-4400-a432-635345956df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:17Z', 'updated_at': '2021-08-23T20:42:27Z', 'revision_number': 5, 'project_id': '478a4137190c42b2a66568a56c662326', 'subnets': [{'id': 'e406b708-5e31-4400-a432-635345956df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f187c9d1-52a9-4c54-a17f-def5dbe3705c', 'name': '', 'network_id': '3ca37500-3ec8-46d8-bd48-2d2b73317f39', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'mac_address': 'fa:16:3e:14:88:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '8427783b-f027-45f2-a57c-5f5fbd28f511', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:28Z', 'updated_at': '2021-08-23T20:42:38Z', 'revision_number': 5, 'project_id': '478a4137190c42b2a66568a56c662326', 'subnets': [{'id': '8427783b-f027-45f2-a57c-5f5fbd28f511', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:42:52.132852 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-19c38522-69e0-45e7-9887-26a7bb05a252 req-dc0acf2f-9825-4d7d-95b4-635cc9e532db tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/ports?device_id=3552a542-8864-47a4-92e2-3c4b04006992 HTTP/1.1" status: 200 len: 210 time: 0.1073792 Aug 23 20:42:52.148335 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 4ce513a6-9307-4ad4-af6e-480891fa02dd, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=4ce513a6-9307-4ad4-af6e-480891fa02dd,segment=NetworkSegment(43c51dc2-15d3-423d-9044-f9aefb3fddee),segment_id=43c51dc2-15d3-423d-9044-f9aefb3fddee)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:42:52.160351 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:52.317749 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c8a7e458-7be5-4404-8b23-360479452958 req-e24f9bbb-0069-4669-ab1d-7e4b0c58ae0a tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:52.327501 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c8a7e458-7be5-4404-8b23-360479452958 req-e24f9bbb-0069-4669-ab1d-7e4b0c58ae0a tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:52.339939 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c8a7e458-7be5-4404-8b23-360479452958 req-e24f9bbb-0069-4669-ab1d-7e4b0c58ae0a tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] 10.222.0.61 "DELETE /v2.0/security-groups/a4a8b702-7cff-4978-95cf-cf8abdc55659 HTTP/1.1" status: 204 len: 173 time: 1.2514110 Aug 23 20:42:52.360929 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=4ce513a6-9307-4ad4-af6e-480891fa02dd,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:52.381315 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b3f272ff-595e-47c3-8a99-161e457d0d5c None None] Port 9f0c1d78-298a-4705-89d4-c8735bba7dd4 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:42:52.438506 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d2ae4-9063-4754-9bf4-2ad1f801ff2e req-201804f9-3cd8-41f5-bae6-a7c6bb19d6a0 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:52.453487 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-189d2ae4-9063-4754-9bf4-2ad1f801ff2e req-201804f9-3cd8-41f5-bae6-a7c6bb19d6a0 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=efe3d0bd-71a7-470a-99cc-6346f7446cd6 HTTP/1.1" status: 200 len: 945 time: 0.1104357 Aug 23 20:42:52.518886 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d37435c-459e-4b71-b79f-261d99654547 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Router 7e69c876-3311-4374-8d72-1f7d38b4ba2a has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:42:52.539976 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-189d2ae4-9063-4754-9bf4-2ad1f801ff2e req-c1d30db1-ff46-4812-9791-2fe9925012a5 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851040 Aug 23 20:42:52.553232 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24f9bbb-0069-4669-ab1d-7e4b0c58ae0a tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a8b702-7cff-4978-95cf-cf8abdc55659,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:52.605279 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c20d291f-9062-4987-87cc-45680c8ef02b req-31d10106-8dbe-4238-9593-3225853c06af tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:52.680515 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e972a5f9-9f00-47c2-9296-b419610adb93 req-b90a10a2-3ac2-4c15-b1d0-93e3d5e11592 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] 10.222.0.61 "GET /v2.0/security-groups/5353127c-4307-4c7e-ade8-7190b6f0051a HTTP/1.1" status: 200 len: 2405 time: 0.0843508 Aug 23 20:42:52.694147 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bd9efc7f-843e-4bd6-b465-14fa485945c1 req-a7f1e788-2ab9-43bd-8ebf-8e22ba6bc118 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/ports?device_id=d274cbb6-6f12-4742-9165-320cf6c76e89 HTTP/1.1" status: 200 len: 210 time: 0.1736975 Aug 23 20:42:52.716525 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-c20d291f-9062-4987-87cc-45680c8ef02b req-31d10106-8dbe-4238-9593-3225853c06af tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Transition to ACTIVE for port object c2e7c5a4-4c34-4cea-9a27-e80b1f93612f will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:42:52.757289 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 43fc122e-949e-4da2-ac2c-b8522c2bee8b up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:42:52.771356 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-25cbd651-7349-463b-9953-d8d85e40cd6b None None] Provisioning complete for port 9f0c1d78-298a-4705-89d4-c8735bba7dd4 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:42:52.771728 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-25cbd651-7349-463b-9953-d8d85e40cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:52.800195 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e972a5f9-9f00-47c2-9296-b419610adb93 req-aa889e00-6bde-4022-a3cf-85a89a6047a1 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:52.834792 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e972a5f9-9f00-47c2-9296-b419610adb93 req-aa889e00-6bde-4022-a3cf-85a89a6047a1 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:52.914473 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e972a5f9-9f00-47c2-9296-b419610adb93 req-aa889e00-6bde-4022-a3cf-85a89a6047a1 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:52.917550 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e972a5f9-9f00-47c2-9296-b419610adb93 req-aa889e00-6bde-4022-a3cf-85a89a6047a1 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:52.939431 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e972a5f9-9f00-47c2-9296-b419610adb93 req-aa889e00-6bde-4022-a3cf-85a89a6047a1 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] 10.222.0.61 "DELETE /v2.0/security-groups/5353127c-4307-4c7e-ade8-7190b6f0051a HTTP/1.1" status: 204 len: 173 time: 0.2569692 Aug 23 20:42:53.005705 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa889e00-6bde-4022-a3cf-85a89a6047a1 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5353127c-4307-4c7e-ade8-7190b6f0051a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:53.023663 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d1d7c9ed-c81f-4b5c-aa16-8639efd5fc0a req-217a6665-000d-474f-af81-0b8b475e09ec tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] 10.222.0.61 "GET /v2.0/security-groups/d2a805e6-9dd7-45b0-add9-a2b5c9669021 HTTP/1.1" status: 200 len: 2401 time: 0.0646181 Aug 23 20:42:53.045359 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-25cbd651-7349-463b-9953-d8d85e40cd6b None None] Port 9f0c1d78-298a-4705-89d4-c8735bba7dd4 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:42:53.117195 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 43fc122e-949e-4da2-ac2c-b8522c2bee8b completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:42:53.123727 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 43fc122e-949e-4da2-ac2c-b8522c2bee8b triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:42:53.124122 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:53.128158 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d1d7c9ed-c81f-4b5c-aa16-8639efd5fc0a req-8287485a-d88d-4f65-9ec5-f21b4ba6a8d4 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:53.247472 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d1d7c9ed-c81f-4b5c-aa16-8639efd5fc0a req-8287485a-d88d-4f65-9ec5-f21b4ba6a8d4 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:53.289653 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e7ca167c-8a36-473d-8745-d4124af82c54 None None] Provisioning complete for port 9f0c1d78-298a-4705-89d4-c8735bba7dd4 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:42:53.290023 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e7ca167c-8a36-473d-8745-d4124af82c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:53.398515 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39026) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:53.431393 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-e7ca167c-8a36-473d-8745-d4124af82c54 None None] Port 9f0c1d78-298a-4705-89d4-c8735bba7dd4 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:42:53.453245 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:53.506416 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d1d7c9ed-c81f-4b5c-aa16-8639efd5fc0a req-8287485a-d88d-4f65-9ec5-f21b4ba6a8d4 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:53.509053 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d1d7c9ed-c81f-4b5c-aa16-8639efd5fc0a req-8287485a-d88d-4f65-9ec5-f21b4ba6a8d4 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:53.519347 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d1d7c9ed-c81f-4b5c-aa16-8639efd5fc0a req-8287485a-d88d-4f65-9ec5-f21b4ba6a8d4 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] 10.222.0.61 "DELETE /v2.0/security-groups/d2a805e6-9dd7-45b0-add9-a2b5c9669021 HTTP/1.1" status: 204 len: 173 time: 0.4941373 Aug 23 20:42:53.520384 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39028) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:53.521714 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-21e03bee-8531-430a-93fe-144bcc45a43f tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:53.523275 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 43fc122e-949e-4da2-ac2c-b8522c2bee8b, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=43fc122e-949e-4da2-ac2c-b8522c2bee8b,segment=NetworkSegment(ed734ef8-fd47-461f-b41e-05e54d2b83db),segment_id=ed734ef8-fd47-461f-b41e-05e54d2b83db)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:42:53.528738 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:53.530722 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 3dae6923-673f-4d56-81c7-8c987326f891 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:42:53.660148 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d37435c-459e-4b71-b79f-261d99654547 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:42:53.664124 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d978973d-2839-4c23-8f52-93c9c98e4468 None None] Provisioning complete for port 9f0c1d78-298a-4705-89d4-c8735bba7dd4 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:42:53.664394 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8287485a-d88d-4f65-9ec5-f21b4ba6a8d4 tempest-SecurityGroupRulesTestJSON-258080883 tempest-SecurityGroupRulesTestJSON-258080883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a805e6-9dd7-45b0-add9-a2b5c9669021,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:53.664751 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d978973d-2839-4c23-8f52-93c9c98e4468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:53.682146 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-9634a1cd-c343-49e9-a8dc-4a2c9cf7cf7e admin admin] Deleting subnet 07904a83-d48a-4ba0-8073-32b804c4062e {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:42:53.686765 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5d37435c-459e-4b71-b79f-261d99654547 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:53.688874 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5d37435c-459e-4b71-b79f-261d99654547 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "PUT /v2.0/routers/7e69c876-3311-4374-8d72-1f7d38b4ba2a HTTP/1.1" status: 200 len: 933 time: 5.4600666 Aug 23 20:42:53.689718 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9634a1cd-c343-49e9-a8dc-4a2c9cf7cf7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:53.697451 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39032) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:53.776230 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-21e03bee-8531-430a-93fe-144bcc45a43f tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:53.778531 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=43fc122e-949e-4da2-ac2c-b8522c2bee8b,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:53.784021 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-858e94c3-7f7d-4d65-bdc8-e4caf6df0d75 service neutron] 10.222.0.11 "GET /v2.0/networks/02bac410-b27b-49cf-96fd-4f276d56ae51?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5506203 Aug 23 20:42:53.813994 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9634a1cd-c343-49e9-a8dc-4a2c9cf7cf7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:53.842871 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-d978973d-2839-4c23-8f52-93c9c98e4468 None None] Port 9f0c1d78-298a-4705-89d4-c8735bba7dd4 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:42:53.850029 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 3dae6923-673f-4d56-81c7-8c987326f891 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:42:53.860300 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 3dae6923-673f-4d56-81c7-8c987326f891 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:42:53.862342 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:53.939950 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f74901d5-3fec-417d-9e85-db9ebf4cbbb8 req-a42f9698-5101-42ad-86dd-26cdff20bc6d tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/ports?device_id=d274cbb6-6f12-4742-9165-320cf6c76e89 HTTP/1.1" status: 200 len: 210 time: 0.0525706 Aug 23 20:42:53.968443 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:54.020243 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f11019-20c3-44fe-a39b-6927b035ce21 req-6cc043f0-e66d-4f57-88c7-4455ac9d9601 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:54.020482 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 3dae6923-673f-4d56-81c7-8c987326f891, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=3dae6923-673f-4d56-81c7-8c987326f891,segment=NetworkSegment(992db793-c6d4-4392-aef0-b54a47cfdfe1),segment_id=992db793-c6d4-4392-aef0-b54a47cfdfe1)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:42:54.023832 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-36f11019-20c3-44fe-a39b-6927b035ce21 req-6cc043f0-e66d-4f57-88c7-4455ac9d9601 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=efe3d0bd-71a7-470a-99cc-6346f7446cd6 HTTP/1.1" status: 200 len: 945 time: 0.3252389 Aug 23 20:42:54.026356 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:54.027173 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 81e02a61-3401-42b5-a545-10aa94b0c23f up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:42:54.041026 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-78f91335-0f27-4bda-85f6-a375c4d049a7 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "GET /v2.0/routers/7e69c876-3311-4374-8d72-1f7d38b4ba2a HTTP/1.1" status: 200 len: 933 time: 0.3411345 Aug 23 20:42:54.042766 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c20d291f-9062-4987-87cc-45680c8ef02b req-31d10106-8dbe-4238-9593-3225853c06af tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:54.044015 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39042) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:54.065594 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-a37cfd9a-6362-474c-8e60-9b093aa7c6da tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Request body: {'router': {'routes': None}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:42:54.133168 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=3dae6923-673f-4d56-81c7-8c987326f891,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:54.163945 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9634a1cd-c343-49e9-a8dc-4a2c9cf7cf7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:54.212244 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3ba77f-3963-44c9-af2a-8bc4d2ea2ef9 None None] Sync routers for ids ['7e69c876-3311-4374-8d72-1f7d38b4ba2a'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:42:54.234417 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c20d291f-9062-4987-87cc-45680c8ef02b req-31d10106-8dbe-4238-9593-3225853c06af tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Network c1495c8c-0e4a-4fa5-8aa1-8b05165324c0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:42:54.235614 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 81e02a61-3401-42b5-a545-10aa94b0c23f triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:42:54.237596 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:54.243742 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3ba77f-3963-44c9-af2a-8bc4d2ea2ef9 None None] Routers {'7e69c876-3311-4374-8d72-1f7d38b4ba2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:42:54.244603 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-fe3ba77f-3963-44c9-af2a-8bc4d2ea2ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:42:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['7e69c876-3311-4374-8d72-1f7d38b4ba2a'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:54.250638 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-21e03bee-8531-430a-93fe-144bcc45a43f tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:54.254076 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-21e03bee-8531-430a-93fe-144bcc45a43f tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:54.255963 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-21e03bee-8531-430a-93fe-144bcc45a43f tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "DELETE /v2.0/security-groups/9b54e5a8-71d6-43fd-b888-7393c70f9dac HTTP/1.1" status: 204 len: 168 time: 0.8442738 Aug 23 20:42:54.263388 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-f16f0bda-1ea2-444e-9be9-09141b4b8c71 service neutron] 10.222.0.11 "GET /v2.0/networks/02bac410-b27b-49cf-96fd-4f276d56ae51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4705210 Aug 23 20:42:54.264705 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-c20d291f-9062-4987-87cc-45680c8ef02b req-31d10106-8dbe-4238-9593-3225853c06af tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:42:54.267423 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39046) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:54.268435 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-c20d291f-9062-4987-87cc-45680c8ef02b req-31d10106-8dbe-4238-9593-3225853c06af tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:42:54.314255 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e03bee-8531-430a-93fe-144bcc45a43f tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b54e5a8-71d6-43fd-b888-7393c70f9dac,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:54.341182 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-fc72615a-41c2-4be3-a6d0-e0967b763fad tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] show failed (client error): The resource could not be found. Aug 23 20:42:54.345612 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-fc72615a-41c2-4be3-a6d0-e0967b763fad tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "GET /v2.0/security-groups/9b54e5a8-71d6-43fd-b888-7393c70f9dac HTTP/1.1" status: 404 len: 347 time: 0.0648756 Aug 23 20:42:54.346734 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39048) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:54.465955 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9634a1cd-c343-49e9-a8dc-4a2c9cf7cf7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:54.537932 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-fe3ba77f-3963-44c9-af2a-8bc4d2ea2ef9 None None] Set router 7e69c876-3311-4374-8d72-1f7d38b4ba2a gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:42:54.543328 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634a1cd-c343-49e9-a8dc-4a2c9cf7cf7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07904a83-d48a-4ba0-8073-32b804c4062e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:54.546206 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9634a1cd-c343-49e9-a8dc-4a2c9cf7cf7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:54.549074 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9634a1cd-c343-49e9-a8dc-4a2c9cf7cf7e admin admin] 10.222.0.61 "DELETE /v2.0/subnets/07904a83-d48a-4ba0-8073-32b804c4062e HTTP/1.1" status: 204 len: 168 time: 1.0096483 Aug 23 20:42:54.549992 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d10106-8dbe-4238-9593-3225853c06af tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Pushing event updated for resources: {'Port': ['ID=c2e7c5a4-4c34-4cea-9a27-e80b1f93612f,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:54.559890 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-36f11019-20c3-44fe-a39b-6927b035ce21 req-b8babe81-ff00-4871-8c22-5b0b6f14f266 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5021493 Aug 23 20:42:54.566161 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39054) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:54.818446 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aaa4f288-9229-43ac-bdb1-b631a748c5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:54.821073 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-5c469c13-18c7-4f19-9f2e-17b047e72aa9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=bb388623-a8ca-48fa-a801-64a5e58b5d43 HTTP/1.1" status: 200 len: 217 time: 0.5276821 Aug 23 20:42:54.927382 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1e7d16cb-dfb4-4857-9881-eb11303c2216 None None] Provisioning for port c2e7c5a4-4c34-4cea-9a27-e80b1f93612f completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:42:54.973124 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device a5d3c80d-1d9c-4c37-8b0f-8a46bb8e37db up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:42:54.990884 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d291f-9062-4987-87cc-45680c8ef02b req-31d10106-8dbe-4238-9593-3225853c06af tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:54.991557 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c20d291f-9062-4987-87cc-45680c8ef02b req-31d10106-8dbe-4238-9593-3225853c06af tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:54.993607 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.extraroute_db [None req-a37cfd9a-6362-474c-8e60-9b093aa7c6da tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Added routes are [] {{(pid=94688) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 23 20:42:54.995732 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.extraroute_db [None req-a37cfd9a-6362-474c-8e60-9b093aa7c6da tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=94688) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 23 20:42:55.008527 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-70662a8c-72b0-4649-9a45-a9f6c583e041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:55.010144 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-70662a8c-72b0-4649-9a45-a9f6c583e041 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee41020d-3ec7-42a2-ac14-02f12c3e4481 HTTP/1.1" status: 200 len: 797 time: 0.1813123 Aug 23 20:42:55.013714 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c20d291f-9062-4987-87cc-45680c8ef02b req-31d10106-8dbe-4238-9593-3225853c06af tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5647540 Aug 23 20:42:55.047191 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1e7d16cb-dfb4-4857-9881-eb11303c2216 None None] Provisioning complete for port c2e7c5a4-4c34-4cea-9a27-e80b1f93612f triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:42:55.047545 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1e7d16cb-dfb4-4857-9881-eb11303c2216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:55.054039 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-c20d291f-9062-4987-87cc-45680c8ef02b req-c12147f0-c618-4744-bff2-3e8b49d850d4 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Request body: {'port': {'device_id': 'd274cbb6-6f12-4742-9165-320cf6c76e89', 'network_id': '67ab37de-4a86-4bbd-8972-e551cf9802fc', 'admin_state_up': True, 'tenant_id': '2924e77eafaa445eb5f50b8bf05dd405'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:42:55.056024 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a37cfd9a-6362-474c-8e60-9b093aa7c6da tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4165669'] for router, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:55.127051 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1e7d16cb-dfb4-4857-9881-eb11303c2216 None None] Port c2e7c5a4-4c34-4cea-9a27-e80b1f93612f cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:42:55.196726 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port a5d3c80d-1d9c-4c37-8b0f-8a46bb8e37db completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:42:55.206710 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port a5d3c80d-1d9c-4c37-8b0f-8a46bb8e37db triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:42:55.207116 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:55.230079 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aaa4f288-9229-43ac-bdb1-b631a748c5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:55.259843 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-aaa4f288-9229-43ac-bdb1-b631a748c5d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c2de94e-07cd-4b08-b354-0a80b8209363']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:55.292741 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-aaa4f288-9229-43ac-bdb1-b631a748c5d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f2c38c0-da40-418e-8630-f422cb70e239') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:55.293116 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-aaa4f288-9229-43ac-bdb1-b631a748c5d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f2c38c0-da40-418e-8630-f422cb70e239') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:55.314111 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aaa4f288-9229-43ac-bdb1-b631a748c5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:55.340142 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aaa4f288-9229-43ac-bdb1-b631a748c5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:55.356070 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaa4f288-9229-43ac-bdb1-b631a748c5d4 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:42:55.356510 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aaa4f288-9229-43ac-bdb1-b631a748c5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:55.367846 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:42:55.367846 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:42:55.367846 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:42:55.367846 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:42:55.367846 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:42:55.367846 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:42:55.367846 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:42:55.367846 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:42:55.367846 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:42:55.367846 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:42:55.367846 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:42:55.367846 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:42:55.367846 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:42:55.367846 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:42:55.367846 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:42:55.367846 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:42:55.367846 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:42:55.367846 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:42:55.367846 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:42:55.367846 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:42:55.367846 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:42:55.367846 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:42:55.367846 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:42:55.367846 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:42:55.367846 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:42:55.367846 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:42:55.367846 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:42:55.367846 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:42:55.367846 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:42:55.367846 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:42:55.367846 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:42:55.367846 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:42:55.370234 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-88ba712c-5d24-48b2-8c74-b3f22597652a tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Deleting port 776e1e0c-d22f-4938-be6b-dcdc6500603f {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:42:55.370234 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88ba712c-5d24-48b2-8c74-b3f22597652a tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:55.392653 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5aa4ae-41c3-470a-88a8-01d58e351f7b req-85b2f3d6-1faf-4dc1-842c-e5ab112b03b2 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:55.394648 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8a5aa4ae-41c3-470a-88a8-01d58e351f7b req-85b2f3d6-1faf-4dc1-842c-e5ab112b03b2 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=efe3d0bd-71a7-470a-99cc-6346f7446cd6 HTTP/1.1" status: 200 len: 945 time: 0.3259358 Aug 23 20:42:55.418392 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-42f073fe-2fd8-4cf4-b31f-afb5cd5c4b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:55.419999 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-42f073fe-2fd8-4cf4-b31f-afb5cd5c4b23 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02bac410-b27b-49cf-96fd-4f276d56ae51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3792226 Aug 23 20:42:55.432693 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-fe3ba77f-3963-44c9-af2a-8bc4d2ea2ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'name': 'tempest-RoutersTest-router-768097966', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:42:14Z', 'updated_at': '2021-08-23T20:42:50Z', 'revision_number': 6, 'project_id': '478a4137190c42b2a66568a56c662326', 'gw_port_host': None, '_interfaces': [{'id': '9f0c1d78-298a-4705-89d4-c8735bba7dd4', 'name': '', 'network_id': 'fbe489b2-01d1-40cb-97b2-aed011982b23', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'mac_address': 'fa:16:3e:d1:15:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '55633b9f-a63e-452e-9bdb-06c4fc6a0b5e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:44Z', 'updated_at': '2021-08-23T20:42:45Z', 'revision_number': 2, 'project_id': '478a4137190c42b2a66568a56c662326', 'subnets': [{'id': '55633b9f-a63e-452e-9bdb-06c4fc6a0b5e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5d3c80d-1d9c-4c37-8b0f-8a46bb8e37db', 'name': '', 'network_id': 'f5daddc2-109f-45d2-9e6f-7d09ee3c860d', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'mac_address': 'fa:16:3e:e7:b4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '548c62a2-1370-4ac8-9378-71c36832df60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:36Z', 'updated_at': '2021-08-23T20:42:50Z', 'revision_number': 4, 'project_id': '478a4137190c42b2a66568a56c662326', 'subnets': [{'id': '548c62a2-1370-4ac8-9378-71c36832df60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e657a43f-9d5f-44f9-920f-70cab3020d04', 'name': '', 'network_id': '3dfa55c1-66cd-45d5-bbcb-673e37fc5a43', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'mac_address': 'fa:16:3e:39:98:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'e406b708-5e31-4400-a432-635345956df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:17Z', 'updated_at': '2021-08-23T20:42:27Z', 'revision_number': 5, 'project_id': '478a4137190c42b2a66568a56c662326', 'subnets': [{'id': 'e406b708-5e31-4400-a432-635345956df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f187c9d1-52a9-4c54-a17f-def5dbe3705c', 'name': '', 'network_id': '3ca37500-3ec8-46d8-bd48-2d2b73317f39', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'mac_address': 'fa:16:3e:14:88:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '8427783b-f027-45f2-a57c-5f5fbd28f511', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:28Z', 'updated_at': '2021-08-23T20:42:38Z', 'revision_number': 5, 'project_id': '478a4137190c42b2a66568a56c662326', 'subnets': [{'id': '8427783b-f027-45f2-a57c-5f5fbd28f511', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:55.477324 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3ba77f-3963-44c9-af2a-8bc4d2ea2ef9 None None] Checking router: 7e69c876-3311-4374-8d72-1f7d38b4ba2a for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:42:55.477679 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3ba77f-3963-44c9-af2a-8bc4d2ea2ef9 None None] Updating router 7e69c876-3311-4374-8d72-1f7d38b4ba2a port 9f0c1d78-298a-4705-89d4-c8735bba7dd4 binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:42:55.529627 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:55.556564 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8a5aa4ae-41c3-470a-88a8-01d58e351f7b req-1cbf64e2-f9b9-4016-8cf6-1f9ba4c4475e tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499381 Aug 23 20:42:55.579571 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a37cfd9a-6362-474c-8e60-9b093aa7c6da tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4165669'] for router, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:55.594112 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a37cfd9a-6362-474c-8e60-9b093aa7c6da tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-499466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-499571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-497774'] for router, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:55.622972 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port a5d3c80d-1d9c-4c37-8b0f-8a46bb8e37db, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=a5d3c80d-1d9c-4c37-8b0f-8a46bb8e37db,segment=NetworkSegment(a8e22d8f-0506-48b1-99a0-e394916297ef),segment_id=a8e22d8f-0506-48b1-99a0-e394916297ef)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:42:55.633613 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fe3ba77f-3963-44c9-af2a-8bc4d2ea2ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:55.646917 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6847d7-cce1-41ce-becb-67978389afeb req-b1dfd8b7-beec-4134-878a-5a4255797c44 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:55.655376 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0e6847d7-cce1-41ce-becb-67978389afeb req-b1dfd8b7-beec-4134-878a-5a4255797c44 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/ports?device_id=d274cbb6-6f12-4742-9165-320cf6c76e89 HTTP/1.1" status: 200 len: 932 time: 0.5531490 Aug 23 20:42:55.718861 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:55.725792 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 4ce513a6-9307-4ad4-af6e-480891fa02dd up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:42:55.746080 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aaa4f288-9229-43ac-bdb1-b631a748c5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:55.763835 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aaa4f288-9229-43ac-bdb1-b631a748c5d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:55.766559 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-aaa4f288-9229-43ac-bdb1-b631a748c5d4 admin admin] 10.222.0.61 "DELETE /v2.0/networks/1c2de94e-07cd-4b08-b354-0a80b8209363 HTTP/1.1" status: 204 len: 168 time: 1.1959865 Aug 23 20:42:55.810132 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa4f288-9229-43ac-bdb1-b631a748c5d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c2de94e-07cd-4b08-b354-0a80b8209363,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:55.843737 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0e6847d7-cce1-41ce-becb-67978389afeb req-6ad481c9-d459-491e-8506-55e2dd52189b tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/security-groups?id=d730caec-e6c3-42dd-9aa7-0036d9d45ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817627 Aug 23 20:42:55.851787 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a37cfd9a-6362-474c-8e60-9b093aa7c6da tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Router 7e69c876-3311-4374-8d72-1f7d38b4ba2a has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:42:55.867284 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88ba712c-5d24-48b2-8c74-b3f22597652a tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:55.867635 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88ba712c-5d24-48b2-8c74-b3f22597652a tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:55.875232 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c20d291f-9062-4987-87cc-45680c8ef02b req-c12147f0-c618-4744-bff2-3e8b49d850d4 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Made reservation on behalf of 2924e77eafaa445eb5f50b8bf05dd405 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:42:55.878723 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c20d291f-9062-4987-87cc-45680c8ef02b req-c12147f0-c618-4744-bff2-3e8b49d850d4 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:55.911113 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-88ba712c-5d24-48b2-8c74-b3f22597652a tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Calling delete_port for 776e1e0c-d22f-4938-be6b-dcdc6500603f owned by network:floatingip {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:42:55.917478 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-393c25a6-929c-4ee3-9132-c535dbd72049 service neutron] 10.222.0.11 "GET /v2.0/networks/02bac410-b27b-49cf-96fd-4f276d56ae51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078829 Aug 23 20:42:55.948417 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=a5d3c80d-1d9c-4c37-8b0f-8a46bb8e37db,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:55.995484 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39074) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:56.015715 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37cfd9a-6362-474c-8e60-9b093aa7c6da tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:42:56.017486 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 4ce513a6-9307-4ad4-af6e-480891fa02dd triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:42:56.018207 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:56.023981 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a37cfd9a-6362-474c-8e60-9b093aa7c6da tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:56.027970 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a37cfd9a-6362-474c-8e60-9b093aa7c6da tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "PUT /v2.0/routers/7e69c876-3311-4374-8d72-1f7d38b4ba2a HTTP/1.1" status: 200 len: 699 time: 1.9701149 Aug 23 20:42:56.034307 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39076) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:56.172875 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-0d0d3774-2bdd-4af1-a731-7d375b0eda81 service neutron] 10.222.0.11 "GET /v2.0/networks/02bac410-b27b-49cf-96fd-4f276d56ae51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409074 Aug 23 20:42:56.177201 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 3dae6923-673f-4d56-81c7-8c987326f891 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:42:56.195520 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-c20d291f-9062-4987-87cc-45680c8ef02b req-c12147f0-c618-4744-bff2-3e8b49d850d4 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Allocated IP 19.86.0.178 (67ab37de-4a86-4bbd-8972-e551cf9802fc/36d1d18e-3192-43af-80f6-e91d657af9b1/5534afba-052a-4374-b9ec-c424c1d6e2a0) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:42:56.209243 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fe3ba77f-3963-44c9-af2a-8bc4d2ea2ef9 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:56.228431 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-fe3ba77f-3963-44c9-af2a-8bc4d2ea2ef9 None None] Transition to ACTIVE for port object 9f0c1d78-298a-4705-89d4-c8735bba7dd4 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:42:56.228676 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-b3003d0d-ef0e-47ac-8832-4ffef2718b52 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=44398430-706b-49d2-8d3a-3797e436623d HTTP/1.1" status: 200 len: 217 time: 0.0459912 Aug 23 20:42:56.240946 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fe3ba77f-3963-44c9-af2a-8bc4d2ea2ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:56.299875 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da152db-801f-4aba-b444-fecdf6c24b96 None None] Pushing event updated for resources: {'Port': ['ID=9f0c1d78-298a-4705-89d4-c8735bba7dd4,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:56.304325 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 3dae6923-673f-4d56-81c7-8c987326f891 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:42:56.304886 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:56.352488 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88ba712c-5d24-48b2-8c74-b3f22597652a tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:56.360904 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-5646615a-54be-491c-abef-51be147f7ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:56.362515 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-5646615a-54be-491c-abef-51be147f7ae7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee41020d-3ec7-42a2-ac14-02f12c3e4481 HTTP/1.1" status: 200 len: 797 time: 0.1244712 Aug 23 20:42:56.408012 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ba712c-5d24-48b2-8c74-b3f22597652a tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Pushing event deleted for resources: {'Port': ['ID=776e1e0c-d22f-4938-be6b-dcdc6500603f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:56.426033 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-fe3ba77f-3963-44c9-af2a-8bc4d2ea2ef9 None None] Attempting to bind port 9f0c1d78-298a-4705-89d4-c8735bba7dd4 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:42:56.426415 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-fe3ba77f-3963-44c9-af2a-8bc4d2ea2ef9 None None] Attempting to bind port 9f0c1d78-298a-4705-89d4-c8735bba7dd4 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ed734ef8-fd47-461f-b41e-05e54d2b83db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'fbe489b2-01d1-40cb-97b2-aed011982b23'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:42:56.426778 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3ba77f-3963-44c9-af2a-8bc4d2ea2ef9 None None] Attempting to bind port 9f0c1d78-298a-4705-89d4-c8735bba7dd4 on network fbe489b2-01d1-40cb-97b2-aed011982b23 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:42:56.453448 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3ba77f-3963-44c9-af2a-8bc4d2ea2ef9 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:42:56.453840 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3ba77f-3963-44c9-af2a-8bc4d2ea2ef9 None None] Checking segment: {'id': 'ed734ef8-fd47-461f-b41e-05e54d2b83db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'fbe489b2-01d1-40cb-97b2-aed011982b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:42:56.454302 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fe3ba77f-3963-44c9-af2a-8bc4d2ea2ef9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:56.454714 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3ba77f-3963-44c9-af2a-8bc4d2ea2ef9 None None] Bound using segment: {'id': 'ed734ef8-fd47-461f-b41e-05e54d2b83db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'fbe489b2-01d1-40cb-97b2-aed011982b23'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:42:56.455205 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-fe3ba77f-3963-44c9-af2a-8bc4d2ea2ef9 None None] Bound port: 9f0c1d78-298a-4705-89d4-c8735bba7dd4, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed734ef8-fd47-461f-b41e-05e54d2b83db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'fbe489b2-01d1-40cb-97b2-aed011982b23'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:42:56.455590 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fe3ba77f-3963-44c9-af2a-8bc4d2ea2ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:56.506347 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 43fc122e-949e-4da2-ac2c-b8522c2bee8b up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:42:56.573194 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-355a995c-8992-4c2a-86ac-d471f1d30bf0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "GET /v2.0/routers/7e69c876-3311-4374-8d72-1f7d38b4ba2a HTTP/1.1" status: 200 len: 699 time: 0.5342855 Aug 23 20:42:56.573693 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-4a10ccf0-2ffd-41cc-baba-81b8a9db65da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:56.573693 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-4a10ccf0-2ffd-41cc-baba-81b8a9db65da service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02bac410-b27b-49cf-96fd-4f276d56ae51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1829133 Aug 23 20:42:56.576210 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-785b307f-0309-46e2-b529-22aff95bf5d4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6a4b2b3effb24cf98fc250a3c408be6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5794539 Aug 23 20:42:56.578282 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39078) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:56.578414 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39080) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:56.584958 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-fe3ba77f-3963-44c9-af2a-8bc4d2ea2ef9 None None] For port 9f0c1d78-298a-4705-89d4-c8735bba7dd4, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:42:56.607859 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-fe3ba77f-3963-44c9-af2a-8bc4d2ea2ef9 None None] For port 9f0c1d78-298a-4705-89d4-c8735bba7dd4, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=9f0c1d78-298a-4705-89d4-c8735bba7dd4,segment=NetworkSegment(ed734ef8-fd47-461f-b41e-05e54d2b83db),segment_id=ed734ef8-fd47-461f-b41e-05e54d2b83db)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:42:56.615533 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88ba712c-5d24-48b2-8c74-b3f22597652a tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks [] for floatingip, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:56.617414 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fe3ba77f-3963-44c9-af2a-8bc4d2ea2ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:56.618645 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88ba712c-5d24-48b2-8c74-b3f22597652a tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:56.620011 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-88ba712c-5d24-48b2-8c74-b3f22597652a tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "DELETE /v2.0/floatingips/78f9e886-d0eb-410d-91a2-4e4f7f1825e6 HTTP/1.1" status: 204 len: 168 time: 2.2092426 Aug 23 20:42:56.640914 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39084) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:56.657730 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c20d291f-9062-4987-87cc-45680c8ef02b req-c12147f0-c618-4744-bff2-3e8b49d850d4 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:56.699189 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 43fc122e-949e-4da2-ac2c-b8522c2bee8b triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:42:56.699759 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:56.806579 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da152db-801f-4aba-b444-fecdf6c24b96 None None] Pushing event updated for resources: {'Port': ['ID=9f0c1d78-298a-4705-89d4-c8735bba7dd4,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:56.808600 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-c20d291f-9062-4987-87cc-45680c8ef02b req-c12147f0-c618-4744-bff2-3e8b49d850d4 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Transition to ACTIVE for port object 5534afba-052a-4374-b9ec-c424c1d6e2a0 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:42:56.812657 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3ba77f-3963-44c9-af2a-8bc4d2ea2ef9 None None] Routers {'7e69c876-3311-4374-8d72-1f7d38b4ba2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:42:56.813619 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-fe3ba77f-3963-44c9-af2a-8bc4d2ea2ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:42:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['7e69c876-3311-4374-8d72-1f7d38b4ba2a'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:57.038813 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd156e0b-98fc-4743-98f8-f965892d0ff8 req-372feb35-b52c-4424-81e3-9b76051307d9 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:57.040414 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bd156e0b-98fc-4743-98f8-f965892d0ff8 req-372feb35-b52c-4424-81e3-9b76051307d9 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=efe3d0bd-71a7-470a-99cc-6346f7446cd6 HTTP/1.1" status: 200 len: 945 time: 0.3197134 Aug 23 20:42:57.044400 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6ea2396d-f72a-4774-8187-fb12aa395dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:57.071405 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-10984a53-c05e-4985-ab03-c187853ef38e service neutron] 10.222.0.11 "GET /v2.0/networks/02bac410-b27b-49cf-96fd-4f276d56ae51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4807465 Aug 23 20:42:57.082532 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d98a9c-736d-497f-a944-b000d37a7900 req-42383092-678e-4fae-9a09-276810b7e426 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:57.097202 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-09d98a9c-736d-497f-a944-b000d37a7900 req-42383092-678e-4fae-9a09-276810b7e426 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/ports?device_id=d274cbb6-6f12-4742-9165-320cf6c76e89 HTTP/1.1" status: 200 len: 932 time: 0.1484785 Aug 23 20:42:57.156290 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-09d98a9c-736d-497f-a944-b000d37a7900 req-74fcc9d2-f74c-42c8-8de0-51638e555c5b tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/security-groups?id=d730caec-e6c3-42dd-9aa7-0036d9d45ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581594 Aug 23 20:42:57.231955 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-fe3ba77f-3963-44c9-af2a-8bc4d2ea2ef9 None None] Set router 7e69c876-3311-4374-8d72-1f7d38b4ba2a gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:42:57.279896 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-84f4a358-1b23-4f68-8063-ca7a0c91d82d tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:57.495764 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device a5d3c80d-1d9c-4c37-8b0f-8a46bb8e37db up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:42:57.612184 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port a5d3c80d-1d9c-4c37-8b0f-8a46bb8e37db triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:42:57.615379 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:57.649075 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-84f4a358-1b23-4f68-8063-ca7a0c91d82d tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Deleting port 9f0c1d78-298a-4705-89d4-c8735bba7dd4 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:42:57.649697 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-84f4a358-1b23-4f68-8063-ca7a0c91d82d tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:57.654926 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-fe3ba77f-3963-44c9-af2a-8bc4d2ea2ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'name': 'tempest-RoutersTest-router-768097966', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:42:14Z', 'updated_at': '2021-08-23T20:42:55Z', 'revision_number': 7, 'project_id': '478a4137190c42b2a66568a56c662326', 'gw_port_host': None, '_interfaces': [{'id': '9f0c1d78-298a-4705-89d4-c8735bba7dd4', 'name': '', 'network_id': 'fbe489b2-01d1-40cb-97b2-aed011982b23', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'mac_address': 'fa:16:3e:d1:15:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '55633b9f-a63e-452e-9bdb-06c4fc6a0b5e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:44Z', 'updated_at': '2021-08-23T20:42:56Z', 'revision_number': 4, 'project_id': '478a4137190c42b2a66568a56c662326', 'subnets': [{'id': '55633b9f-a63e-452e-9bdb-06c4fc6a0b5e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5d3c80d-1d9c-4c37-8b0f-8a46bb8e37db', 'name': '', 'network_id': 'f5daddc2-109f-45d2-9e6f-7d09ee3c860d', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'mac_address': 'fa:16:3e:e7:b4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '548c62a2-1370-4ac8-9378-71c36832df60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:36Z', 'updated_at': '2021-08-23T20:42:55Z', 'revision_number': 5, 'project_id': '478a4137190c42b2a66568a56c662326', 'subnets': [{'id': '548c62a2-1370-4ac8-9378-71c36832df60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e657a43f-9d5f-44f9-920f-70cab3020d04', 'name': '', 'network_id': '3dfa55c1-66cd-45d5-bbcb-673e37fc5a43', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'mac_address': 'fa:16:3e:39:98:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'e406b708-5e31-4400-a432-635345956df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:17Z', 'updated_at': '2021-08-23T20:42:27Z', 'revision_number': 5, 'project_id': '478a4137190c42b2a66568a56c662326', 'subnets': [{'id': 'e406b708-5e31-4400-a432-635345956df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f187c9d1-52a9-4c54-a17f-def5dbe3705c', 'name': '', 'network_id': '3ca37500-3ec8-46d8-bd48-2d2b73317f39', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'mac_address': 'fa:16:3e:14:88:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '8427783b-f027-45f2-a57c-5f5fbd28f511', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:28Z', 'updated_at': '2021-08-23T20:42:38Z', 'revision_number': 5, 'project_id': '478a4137190c42b2a66568a56c662326', 'subnets': [{'id': '8427783b-f027-45f2-a57c-5f5fbd28f511', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:57.666133 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6ea2396d-f72a-4774-8187-fb12aa395dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:57.697402 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-b0f14c36-8400-435a-b955-e25e4a4cc166 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Deleting port 6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:42:57.697749 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b0f14c36-8400-435a-b955-e25e4a4cc166 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:57.706094 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3ba77f-3963-44c9-af2a-8bc4d2ea2ef9 None None] The sync data for ids ['7e69c876-3311-4374-8d72-1f7d38b4ba2a'] in n-d-805663-2 is: [{'id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'name': 'tempest-RoutersTest-router-768097966', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:42:14Z', 'updated_at': '2021-08-23T20:42:55Z', 'revision_number': 7, 'project_id': '478a4137190c42b2a66568a56c662326', 'gw_port_host': None, '_interfaces': [{'id': '9f0c1d78-298a-4705-89d4-c8735bba7dd4', 'name': '', 'network_id': 'fbe489b2-01d1-40cb-97b2-aed011982b23', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'mac_address': 'fa:16:3e:d1:15:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '55633b9f-a63e-452e-9bdb-06c4fc6a0b5e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:44Z', 'updated_at': '2021-08-23T20:42:56Z', 'revision_number': 4, 'project_id': '478a4137190c42b2a66568a56c662326', 'subnets': [{'id': '55633b9f-a63e-452e-9bdb-06c4fc6a0b5e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5d3c80d-1d9c-4c37-8b0f-8a46bb8e37db', 'name': '', 'network_id': 'f5daddc2-109f-45d2-9e6f-7d09ee3c860d', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'mac_address': 'fa:16:3e:e7:b4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '548c62a2-1370-4ac8-9378-71c36832df60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:36Z', 'updated_at': '2021-08-23T20:42:55Z', 'revision_number': 5, 'project_id': '478a4137190c42b2a66568a56c662326', 'subnets': [{'id': '548c62a2-1370-4ac8-9378-71c36832df60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e657a43f-9d5f-44f9-920f-70cab3020d04', 'name': '', 'network_id': '3dfa55c1-66cd-45d5-bbcb-673e37fc5a43', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'mac_address': 'fa:16:3e:39:98:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'e406b708-5e31-4400-a432-635345956df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:17Z', 'updated_at': '2021-08-23T20:42:27Z', 'revision_number': 5, 'project_id': '478a4137190c42b2a66568a56c662326', 'subnets': [{'id': 'e406b708-5e31-4400-a432-635345956df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f187c9d1-52a9-4c54-a17f-def5dbe3705c', 'name': '', 'network_id': '3ca37500-3ec8-46d8-bd48-2d2b73317f39', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'mac_address': 'fa:16:3e:14:88:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '8427783b-f027-45f2-a57c-5f5fbd28f511', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:28Z', 'updated_at': '2021-08-23T20:42:38Z', 'revision_number': 5, 'project_id': '478a4137190c42b2a66568a56c662326', 'subnets': [{'id': '8427783b-f027-45f2-a57c-5f5fbd28f511', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:42:57.725503 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c20d291f-9062-4987-87cc-45680c8ef02b req-c12147f0-c618-4744-bff2-3e8b49d850d4 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:57.755261 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-84f4a358-1b23-4f68-8063-ca7a0c91d82d tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] For port 9f0c1d78-298a-4705-89d4-c8735bba7dd4, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=9f0c1d78-298a-4705-89d4-c8735bba7dd4,segment=NetworkSegment(ed734ef8-fd47-461f-b41e-05e54d2b83db),segment_id=ed734ef8-fd47-461f-b41e-05e54d2b83db)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:42:57.755625 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-84f4a358-1b23-4f68-8063-ca7a0c91d82d tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:57.768817 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bd156e0b-98fc-4743-98f8-f965892d0ff8 req-47001734-26d1-4b83-8f16-b1cf28761bae tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7125657 Aug 23 20:42:57.774426 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 9f0c1d78-298a-4705-89d4-c8735bba7dd4 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:42:57.819669 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-84f4a358-1b23-4f68-8063-ca7a0c91d82d tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Calling delete_port for 9f0c1d78-298a-4705-89d4-c8735bba7dd4 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:42:57.875965 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 9f0c1d78-298a-4705-89d4-c8735bba7dd4 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:42:57.884698 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 9f0c1d78-298a-4705-89d4-c8735bba7dd4 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:42:57.885146 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:57.932677 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c20d291f-9062-4987-87cc-45680c8ef02b req-c12147f0-c618-4744-bff2-3e8b49d850d4 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Network 67ab37de-4a86-4bbd-8972-e551cf9802fc is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:42:57.941280 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12147f0-c618-4744-bff2-3e8b49d850d4 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Pushing event updated for resources: {'Port': ['ID=5534afba-052a-4374-b9ec-c424c1d6e2a0,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:57.967837 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-a3304340-036c-4784-af1f-eb7615d5859f service neutron] 10.222.0.11 "GET /v2.0/networks/02bac410-b27b-49cf-96fd-4f276d56ae51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8720524 Aug 23 20:42:57.971682 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-c20d291f-9062-4987-87cc-45680c8ef02b req-c12147f0-c618-4744-bff2-3e8b49d850d4 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:42:57.992255 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b0f14c36-8400-435a-b955-e25e4a4cc166 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:57.996911 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-c20d291f-9062-4987-87cc-45680c8ef02b req-c12147f0-c618-4744-bff2-3e8b49d850d4 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:42:58.073142 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:58.142365 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cf2837-bc40-4441-bf1f-8ab690d9a0c3 None None] Sync routers for ids ['7e69c876-3311-4374-8d72-1f7d38b4ba2a'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:42:58.150688 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-8b0f23b1-eb85-4d90-865f-3e92cb17b921 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=c9bc32bd-28fb-4ef8-8531-edadca967003 HTTP/1.1" status: 200 len: 217 time: 0.1692560 Aug 23 20:42:58.151446 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6ea2396d-f72a-4774-8187-fb12aa395dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:58.164770 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6ea2396d-f72a-4774-8187-fb12aa395dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:58.168657 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6ea2396d-f72a-4774-8187-fb12aa395dfb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2c395201-03e0-442a-82c7-77ff52495128 HTTP/1.1" status: 204 len: 168 time: 1.5868711 Aug 23 20:42:58.172380 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-b0f14c36-8400-435a-b955-e25e4a4cc166 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Calling delete_port for 6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:42:58.179125 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cf2837-bc40-4441-bf1f-8ab690d9a0c3 None None] Routers {'7e69c876-3311-4374-8d72-1f7d38b4ba2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:42:58.182767 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-86cf2837-bc40-4441-bf1f-8ab690d9a0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:42:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['7e69c876-3311-4374-8d72-1f7d38b4ba2a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:58.206880 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-84f4a358-1b23-4f68-8063-ca7a0c91d82d tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:58.308671 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea2396d-f72a-4774-8187-fb12aa395dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c395201-03e0-442a-82c7-77ff52495128,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:58.348793 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f4a358-1b23-4f68-8063-ca7a0c91d82d tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event deleted for resources: {'Port': ['ID=9f0c1d78-298a-4705-89d4-c8735bba7dd4,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:58.380925 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d291f-9062-4987-87cc-45680c8ef02b req-c12147f0-c618-4744-bff2-3e8b49d850d4 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:58.382600 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c20d291f-9062-4987-87cc-45680c8ef02b req-c12147f0-c618-4744-bff2-3e8b49d850d4 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:58.432812 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-86cf2837-bc40-4441-bf1f-8ab690d9a0c3 None None] Set router 7e69c876-3311-4374-8d72-1f7d38b4ba2a gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:42:58.534129 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a2a952e1-cb6c-429b-ae58-08d69c30d7f2 None None] Provisioning for port 5534afba-052a-4374-b9ec-c424c1d6e2a0 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:42:58.558095 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a2a952e1-cb6c-429b-ae58-08d69c30d7f2 None None] Provisioning complete for port 5534afba-052a-4374-b9ec-c424c1d6e2a0 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:42:58.559930 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a2a952e1-cb6c-429b-ae58-08d69c30d7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:58.634745 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a2a952e1-cb6c-429b-ae58-08d69c30d7f2 None None] Port 5534afba-052a-4374-b9ec-c424c1d6e2a0 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:42:58.652586 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c20d291f-9062-4987-87cc-45680c8ef02b req-c12147f0-c618-4744-bff2-3e8b49d850d4 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6138318 Aug 23 20:42:58.654170 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-a98346ab-8cb7-4e66-afc3-1f26ed9c7e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:58.655592 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-a98346ab-8cb7-4e66-afc3-1f26ed9c7e61 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee41020d-3ec7-42a2-ac14-02f12c3e4481 HTTP/1.1" status: 200 len: 797 time: 0.4810128 Aug 23 20:42:58.685470 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-c20d291f-9062-4987-87cc-45680c8ef02b req-6542ae40-a88a-47ba-9f36-eef11c94a21b tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Request body: {'port': {'device_id': 'd274cbb6-6f12-4742-9165-320cf6c76e89', 'network_id': 'c1495c8c-0e4a-4fa5-8aa1-8b05165324c0', 'admin_state_up': True, 'tenant_id': '2924e77eafaa445eb5f50b8bf05dd405'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:42:58.788122 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-84f4a358-1b23-4f68-8063-ca7a0c91d82d tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:58.817925 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af3c50-3c49-4fac-816c-829a77aa6ef7 req-b61f1690-d109-426f-bae3-7bab5d9815b5 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:58.826258 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af3c50-3c49-4fac-816c-829a77aa6ef7 req-b61f1690-d109-426f-bae3-7bab5d9815b5 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:58.839450 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d6af3c50-3c49-4fac-816c-829a77aa6ef7 req-b61f1690-d109-426f-bae3-7bab5d9815b5 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/ports?device_id=d274cbb6-6f12-4742-9165-320cf6c76e89 HTTP/1.1" status: 200 len: 1655 time: 0.5378883 Aug 23 20:42:58.857538 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b0f14c36-8400-435a-b955-e25e4a4cc166 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:58.955368 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f14c36-8400-435a-b955-e25e4a4cc166 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Pushing event deleted for resources: {'Port': ['ID=6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:42:59.038931 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-86cf2837-bc40-4441-bf1f-8ab690d9a0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'name': 'tempest-RoutersTest-router-768097966', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:42:14Z', 'updated_at': '2021-08-23T20:42:55Z', 'revision_number': 7, 'project_id': '478a4137190c42b2a66568a56c662326', 'gw_port_host': None, '_interfaces': [{'id': '9f0c1d78-298a-4705-89d4-c8735bba7dd4', 'name': '', 'network_id': 'fbe489b2-01d1-40cb-97b2-aed011982b23', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'mac_address': 'fa:16:3e:d1:15:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '55633b9f-a63e-452e-9bdb-06c4fc6a0b5e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:44Z', 'updated_at': '2021-08-23T20:42:56Z', 'revision_number': 4, 'project_id': '478a4137190c42b2a66568a56c662326', 'subnets': [{'id': '55633b9f-a63e-452e-9bdb-06c4fc6a0b5e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5d3c80d-1d9c-4c37-8b0f-8a46bb8e37db', 'name': '', 'network_id': 'f5daddc2-109f-45d2-9e6f-7d09ee3c860d', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'mac_address': 'fa:16:3e:e7:b4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '548c62a2-1370-4ac8-9378-71c36832df60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:36Z', 'updated_at': '2021-08-23T20:42:55Z', 'revision_number': 5, 'project_id': '478a4137190c42b2a66568a56c662326', 'subnets': [{'id': '548c62a2-1370-4ac8-9378-71c36832df60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e657a43f-9d5f-44f9-920f-70cab3020d04', 'name': '', 'network_id': '3dfa55c1-66cd-45d5-bbcb-673e37fc5a43', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'mac_address': 'fa:16:3e:39:98:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'e406b708-5e31-4400-a432-635345956df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:17Z', 'updated_at': '2021-08-23T20:42:27Z', 'revision_number': 5, 'project_id': '478a4137190c42b2a66568a56c662326', 'subnets': [{'id': 'e406b708-5e31-4400-a432-635345956df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f187c9d1-52a9-4c54-a17f-def5dbe3705c', 'name': '', 'network_id': '3ca37500-3ec8-46d8-bd48-2d2b73317f39', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'mac_address': 'fa:16:3e:14:88:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '8427783b-f027-45f2-a57c-5f5fbd28f511', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:28Z', 'updated_at': '2021-08-23T20:42:38Z', 'revision_number': 5, 'project_id': '478a4137190c42b2a66568a56c662326', 'subnets': [{'id': '8427783b-f027-45f2-a57c-5f5fbd28f511', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:59.077164 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cf2837-bc40-4441-bf1f-8ab690d9a0c3 None None] Checking router: 7e69c876-3311-4374-8d72-1f7d38b4ba2a for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:42:59.087416 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cf2837-bc40-4441-bf1f-8ab690d9a0c3 None None] Routers {'7e69c876-3311-4374-8d72-1f7d38b4ba2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:42:59.088290 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-86cf2837-bc40-4441-bf1f-8ab690d9a0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:42:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['7e69c876-3311-4374-8d72-1f7d38b4ba2a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:59.118056 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-f5328104-8502-4144-adb8-56f3fa34a4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:42:59.120203 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-f5328104-8502-4144-adb8-56f3fa34a4a1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02bac410-b27b-49cf-96fd-4f276d56ae51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4526711 Aug 23 20:42:59.132456 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b0f14c36-8400-435a-b955-e25e4a4cc166 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:59.136584 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b0f14c36-8400-435a-b955-e25e4a4cc166 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "DELETE /v2.0/ports/6ee016e4-b2ad-44b2-b2dd-5cc5181efe7d HTTP/1.1" status: 204 len: 168 time: 2.4942365 Aug 23 20:42:59.160492 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39128) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:59.220383 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-86cf2837-bc40-4441-bf1f-8ab690d9a0c3 None None] Set router 7e69c876-3311-4374-8d72-1f7d38b4ba2a gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:42:59.424549 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d6af3c50-3c49-4fac-816c-829a77aa6ef7 req-488b9f90-18b9-4805-9877-3d978affc595 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/security-groups?id=d730caec-e6c3-42dd-9aa7-0036d9d45ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5593762 Aug 23 20:42:59.441831 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f4a358-1b23-4f68-8063-ca7a0c91d82d tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Router 7e69c876-3311-4374-8d72-1f7d38b4ba2a has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:42:59.467143 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-ddb34ac9-2003-48c1-8480-ad93c793b5c6 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Deleting port 60ae1ebc-636b-4489-b110-9d50fcbfd8b3 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:42:59.468477 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ddb34ac9-2003-48c1-8480-ad93c793b5c6 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:59.570437 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c20d291f-9062-4987-87cc-45680c8ef02b req-6542ae40-a88a-47ba-9f36-eef11c94a21b tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Made reservation on behalf of 2924e77eafaa445eb5f50b8bf05dd405 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:42:59.574290 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c20d291f-9062-4987-87cc-45680c8ef02b req-6542ae40-a88a-47ba-9f36-eef11c94a21b tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:59.632529 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-1df4cdf3-9f5d-45ce-a785-65068aa71045 service neutron] 10.222.0.11 "GET /v2.0/networks/02bac410-b27b-49cf-96fd-4f276d56ae51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4693716 Aug 23 20:42:59.762637 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ddb34ac9-2003-48c1-8480-ad93c793b5c6 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:42:59.786616 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-86cf2837-bc40-4441-bf1f-8ab690d9a0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'name': 'tempest-RoutersTest-router-768097966', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:42:14Z', 'updated_at': '2021-08-23T20:42:58Z', 'revision_number': 8, 'project_id': '478a4137190c42b2a66568a56c662326', 'gw_port_host': None, '_interfaces': [{'id': 'a5d3c80d-1d9c-4c37-8b0f-8a46bb8e37db', 'name': '', 'network_id': 'f5daddc2-109f-45d2-9e6f-7d09ee3c860d', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'mac_address': 'fa:16:3e:e7:b4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '548c62a2-1370-4ac8-9378-71c36832df60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:36Z', 'updated_at': '2021-08-23T20:42:55Z', 'revision_number': 5, 'project_id': '478a4137190c42b2a66568a56c662326', 'subnets': [{'id': '548c62a2-1370-4ac8-9378-71c36832df60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e657a43f-9d5f-44f9-920f-70cab3020d04', 'name': '', 'network_id': '3dfa55c1-66cd-45d5-bbcb-673e37fc5a43', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'mac_address': 'fa:16:3e:39:98:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'e406b708-5e31-4400-a432-635345956df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:17Z', 'updated_at': '2021-08-23T20:42:27Z', 'revision_number': 5, 'project_id': '478a4137190c42b2a66568a56c662326', 'subnets': [{'id': 'e406b708-5e31-4400-a432-635345956df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f187c9d1-52a9-4c54-a17f-def5dbe3705c', 'name': '', 'network_id': '3ca37500-3ec8-46d8-bd48-2d2b73317f39', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'mac_address': 'fa:16:3e:14:88:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '8427783b-f027-45f2-a57c-5f5fbd28f511', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:28Z', 'updated_at': '2021-08-23T20:42:38Z', 'revision_number': 5, 'project_id': '478a4137190c42b2a66568a56c662326', 'subnets': [{'id': '8427783b-f027-45f2-a57c-5f5fbd28f511', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:42:59.814792 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f4a358-1b23-4f68-8063-ca7a0c91d82d tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:42:59.820659 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-84f4a358-1b23-4f68-8063-ca7a0c91d82d tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "PUT /v2.0/routers/7e69c876-3311-4374-8d72-1f7d38b4ba2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2409167 Aug 23 20:42:59.821815 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-ddb34ac9-2003-48c1-8480-ad93c793b5c6 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Calling delete_port for 60ae1ebc-636b-4489-b110-9d50fcbfd8b3 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:42:59.823589 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39146) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:42:59.831355 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cf2837-bc40-4441-bf1f-8ab690d9a0c3 None None] The sync data for ids ['7e69c876-3311-4374-8d72-1f7d38b4ba2a'] in n-d-805663-2 is: [{'id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'name': 'tempest-RoutersTest-router-768097966', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:42:14Z', 'updated_at': '2021-08-23T20:42:58Z', 'revision_number': 8, 'project_id': '478a4137190c42b2a66568a56c662326', 'gw_port_host': None, '_interfaces': [{'id': 'a5d3c80d-1d9c-4c37-8b0f-8a46bb8e37db', 'name': '', 'network_id': 'f5daddc2-109f-45d2-9e6f-7d09ee3c860d', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'mac_address': 'fa:16:3e:e7:b4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '548c62a2-1370-4ac8-9378-71c36832df60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:36Z', 'updated_at': '2021-08-23T20:42:55Z', 'revision_number': 5, 'project_id': '478a4137190c42b2a66568a56c662326', 'subnets': [{'id': '548c62a2-1370-4ac8-9378-71c36832df60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e657a43f-9d5f-44f9-920f-70cab3020d04', 'name': '', 'network_id': '3dfa55c1-66cd-45d5-bbcb-673e37fc5a43', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'mac_address': 'fa:16:3e:39:98:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'e406b708-5e31-4400-a432-635345956df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:17Z', 'updated_at': '2021-08-23T20:42:27Z', 'revision_number': 5, 'project_id': '478a4137190c42b2a66568a56c662326', 'subnets': [{'id': 'e406b708-5e31-4400-a432-635345956df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f187c9d1-52a9-4c54-a17f-def5dbe3705c', 'name': '', 'network_id': '3ca37500-3ec8-46d8-bd48-2d2b73317f39', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'mac_address': 'fa:16:3e:14:88:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '8427783b-f027-45f2-a57c-5f5fbd28f511', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:28Z', 'updated_at': '2021-08-23T20:42:38Z', 'revision_number': 5, 'project_id': '478a4137190c42b2a66568a56c662326', 'subnets': [{'id': '8427783b-f027-45f2-a57c-5f5fbd28f511', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:42:59.988906 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-5149ff33-5cb0-4059-b5af-98acc9c22986 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Deleting subnet 55633b9f-a63e-452e-9bdb-06c4fc6a0b5e {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:42:59.996461 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5149ff33-5cb0-4059-b5af-98acc9c22986 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:00.098918 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5149ff33-5cb0-4059-b5af-98acc9c22986 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:00.131754 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-0e22b3c2-6b32-4245-9384-2d4b6c8faee7 service neutron] 10.222.0.11 "GET /v2.0/networks/02bac410-b27b-49cf-96fd-4f276d56ae51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4981565 Aug 23 20:43:00.141955 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39152) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:00.205696 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-fd99423f-d10f-459e-a46e-549164e6dd79 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a83e5ee7-c13f-46f6-b912-2a83576e4498 HTTP/1.1" status: 200 len: 217 time: 0.0594811 Aug 23 20:43:00.228186 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-c20d291f-9062-4987-87cc-45680c8ef02b req-6542ae40-a88a-47ba-9f36-eef11c94a21b tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Allocated IP 19.80.0.73 (c1495c8c-0e4a-4fa5-8aa1-8b05165324c0/c1a419a3-db45-4031-9fc5-a033199acca8/822c0e43-2e61-4ae0-bf18-15e818ba4c94) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:43:00.301901 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-c58a7b81-73a9-4d07-bc3d-29dc58062182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:00.303484 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-c58a7b81-73a9-4d07-bc3d-29dc58062182 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5dddc676-d460-40e8-9afa-b8b1805fce38 HTTP/1.1" status: 200 len: 797 time: 0.0897884 Aug 23 20:43:00.347447 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ddb34ac9-2003-48c1-8480-ad93c793b5c6 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:00.352285 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-8826ec29-048b-4050-94a1-efec14ea7044 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-919337266-network', 'tenant_id': 'd3f03fe99c194297b905f73a20dfbf1f'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:43:00.397407 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb34ac9-2003-48c1-8480-ad93c793b5c6 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Pushing event deleted for resources: {'Port': ['ID=60ae1ebc-636b-4489-b110-9d50fcbfd8b3,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:00.404195 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5149ff33-5cb0-4059-b5af-98acc9c22986 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:00.444984 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-a0a22d3c-c985-4c14-b13a-357e9492b8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:00.446600 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-a0a22d3c-c985-4c14-b13a-357e9492b8d4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aacbd0fd-d16f-425e-a7bb-080e612100d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1334312 Aug 23 20:43:00.450016 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8826ec29-048b-4050-94a1-efec14ea7044 admin admin] Made reservation on behalf of d3f03fe99c194297b905f73a20dfbf1f for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:43:00.454399 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8826ec29-048b-4050-94a1-efec14ea7044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:00.502086 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8826ec29-048b-4050-94a1-efec14ea7044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:00.611700 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dbe7ff-5d9b-49cc-8c31-fa33b268f028 None None] Sync routers for ids ['7e69c876-3311-4374-8d72-1f7d38b4ba2a'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:43:00.628777 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dbe7ff-5d9b-49cc-8c31-fa33b268f028 None None] Routers {'7e69c876-3311-4374-8d72-1f7d38b4ba2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:43:00.632004 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-99dbe7ff-5d9b-49cc-8c31-fa33b268f028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:42:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['7e69c876-3311-4374-8d72-1f7d38b4ba2a'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:00.661918 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c20d291f-9062-4987-87cc-45680c8ef02b req-6542ae40-a88a-47ba-9f36-eef11c94a21b tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:00.673519 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ddb34ac9-2003-48c1-8480-ad93c793b5c6 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:00.678361 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ddb34ac9-2003-48c1-8480-ad93c793b5c6 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "DELETE /v2.0/ports/60ae1ebc-636b-4489-b110-9d50fcbfd8b3 HTTP/1.1" status: 204 len: 168 time: 1.5168135 Aug 23 20:43:00.679739 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5149ff33-5cb0-4059-b5af-98acc9c22986 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:00.695320 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39166) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:00.742656 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2935e219-e618-47a9-a274-1ce8e0b0bffb None None] Network fbe489b2-01d1-40cb-97b2-aed011982b23 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:43:00.791550 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5149ff33-5cb0-4059-b5af-98acc9c22986 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:00.825589 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-5149ff33-5cb0-4059-b5af-98acc9c22986 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "DELETE /v2.0/subnets/55633b9f-a63e-452e-9bdb-06c4fc6a0b5e HTTP/1.1" status: 204 len: 168 time: 1.0004377 Aug 23 20:43:00.855164 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-c20d291f-9062-4987-87cc-45680c8ef02b req-6542ae40-a88a-47ba-9f36-eef11c94a21b tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Transition to ACTIVE for port object 822c0e43-2e61-4ae0-bf18-15e818ba4c94 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:43:00.856364 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39170) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:00.907054 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5149ff33-5cb0-4059-b5af-98acc9c22986 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event deleted for resources: {'Subnet': ['ID=55633b9f-a63e-452e-9bdb-06c4fc6a0b5e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:00.986884 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-99dbe7ff-5d9b-49cc-8c31-fa33b268f028 None None] Set router 7e69c876-3311-4374-8d72-1f7d38b4ba2a gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:43:00.989267 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-50c62fc2-444f-4f7d-a46f-cbed12ae0796 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Deleting subnet 219a97fb-cf76-43fd-a3c0-23a4e8b36a26 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:43:01.042935 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efed59f-5955-437a-8b2a-542b17ecc8ab req-beca2262-c3d5-4dd3-8871-157c76fc7c99 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:01.076510 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efed59f-5955-437a-8b2a-542b17ecc8ab req-beca2262-c3d5-4dd3-8871-157c76fc7c99 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:01.078411 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3efed59f-5955-437a-8b2a-542b17ecc8ab req-beca2262-c3d5-4dd3-8871-157c76fc7c99 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/ports?device_id=d274cbb6-6f12-4742-9165-320cf6c76e89 HTTP/1.1" status: 200 len: 1655 time: 0.4467654 Aug 23 20:43:01.079191 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50c62fc2-444f-4f7d-a46f-cbed12ae0796 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:01.116006 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8826ec29-048b-4050-94a1-efec14ea7044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:01.124374 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-3e9c67f7-db67-4abd-ae3f-99cf6d7da7a8 service neutron] 10.222.0.11 "GET /v2.0/networks/aacbd0fd-d16f-425e-a7bb-080e612100d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6624706 Aug 23 20:43:01.135376 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8826ec29-048b-4050-94a1-efec14ea7044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:01.231844 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3efed59f-5955-437a-8b2a-542b17ecc8ab req-a7cf32fc-8e26-4340-822f-038a40ec2db0 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/security-groups?id=d730caec-e6c3-42dd-9aa7-0036d9d45ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427927 Aug 23 20:43:01.238134 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50c62fc2-444f-4f7d-a46f-cbed12ae0796 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:01.268106 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8826ec29-048b-4050-94a1-efec14ea7044 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:43:01.280845 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc21f7b-ef99-47e5-9de5-391998316d64 req-fa7eaeb9-e915-4442-92bf-7af0fa3b9980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:01.291863 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cdc21f7b-ef99-47e5-9de5-391998316d64 req-fa7eaeb9-e915-4442-92bf-7af0fa3b9980 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dfca521cd42c404497e1668b14cff80f&device_id=efe3d0bd-71a7-470a-99cc-6346f7446cd6 HTTP/1.1" status: 200 len: 1096 time: 0.1358478 Aug 23 20:43:01.381957 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-03f7c2cf-599f-48c9-9a60-eeac686a0fe2 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:01.385681 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8826ec29-048b-4050-94a1-efec14ea7044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:01.386050 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-8826ec29-048b-4050-94a1-efec14ea7044 admin admin] Added segment 2bb43555-f873-4a8c-b6d0-0a61fec775fe of type vlan for network 2e9d9b22-0f7b-41ee-8dc6-864541317e22 Aug 23 20:43:01.390528 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c20d291f-9062-4987-87cc-45680c8ef02b req-6542ae40-a88a-47ba-9f36-eef11c94a21b tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:01.399849 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 9f0c1d78-298a-4705-89d4-c8735bba7dd4 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:43:01.427484 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 9f0c1d78-298a-4705-89d4-c8735bba7dd4 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:43:01.428173 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 9f0c1d78-298a-4705-89d4-c8735bba7dd4 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:43:01.430615 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8826ec29-048b-4050-94a1-efec14ea7044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ceb288d-c658-439b-8870-3cecc9c2a7c2,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:01.439411 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-99dbe7ff-5d9b-49cc-8c31-fa33b268f028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'name': 'tempest-RoutersTest-router-768097966', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:42:14Z', 'updated_at': '2021-08-23T20:42:58Z', 'revision_number': 8, 'project_id': '478a4137190c42b2a66568a56c662326', 'gw_port_host': None, '_interfaces': [{'id': 'a5d3c80d-1d9c-4c37-8b0f-8a46bb8e37db', 'name': '', 'network_id': 'f5daddc2-109f-45d2-9e6f-7d09ee3c860d', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'mac_address': 'fa:16:3e:e7:b4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '548c62a2-1370-4ac8-9378-71c36832df60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:36Z', 'updated_at': '2021-08-23T20:42:55Z', 'revision_number': 5, 'project_id': '478a4137190c42b2a66568a56c662326', 'subnets': [{'id': '548c62a2-1370-4ac8-9378-71c36832df60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e657a43f-9d5f-44f9-920f-70cab3020d04', 'name': '', 'network_id': '3dfa55c1-66cd-45d5-bbcb-673e37fc5a43', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'mac_address': 'fa:16:3e:39:98:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'e406b708-5e31-4400-a432-635345956df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:17Z', 'updated_at': '2021-08-23T20:42:27Z', 'revision_number': 5, 'project_id': '478a4137190c42b2a66568a56c662326', 'subnets': [{'id': 'e406b708-5e31-4400-a432-635345956df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f187c9d1-52a9-4c54-a17f-def5dbe3705c', 'name': '', 'network_id': '3ca37500-3ec8-46d8-bd48-2d2b73317f39', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'mac_address': 'fa:16:3e:14:88:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '8427783b-f027-45f2-a57c-5f5fbd28f511', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:28Z', 'updated_at': '2021-08-23T20:42:38Z', 'revision_number': 5, 'project_id': '478a4137190c42b2a66568a56c662326', 'subnets': [{'id': '8427783b-f027-45f2-a57c-5f5fbd28f511', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:01.475629 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda7c32d-e306-4b24-bbf3-c418d767f0be None None] DHCP port deletion for fbe489b2-01d1-40cb-97b2-aed011982b23 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:43:01.479436 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dbe7ff-5d9b-49cc-8c31-fa33b268f028 None None] Checking router: 7e69c876-3311-4374-8d72-1f7d38b4ba2a for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:43:01.544813 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dbe7ff-5d9b-49cc-8c31-fa33b268f028 None None] Routers {'7e69c876-3311-4374-8d72-1f7d38b4ba2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:43:01.546088 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-99dbe7ff-5d9b-49cc-8c31-fa33b268f028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:42:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['7e69c876-3311-4374-8d72-1f7d38b4ba2a'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:01.549473 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9f153-e429-4cb9-bf3b-10fd1bc808a4 req-5feffd40-8d62-4a13-8a8d-6b01fe5e608e tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:01.556622 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-47d9f153-e429-4cb9-bf3b-10fd1bc808a4 req-5feffd40-8d62-4a13-8a8d-6b01fe5e608e tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=efe3d0bd-71a7-470a-99cc-6346f7446cd6 HTTP/1.1" status: 200 len: 945 time: 0.4070680 Aug 23 20:43:01.558639 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50c62fc2-444f-4f7d-a46f-cbed12ae0796 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:01.571689 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8826ec29-048b-4050-94a1-efec14ea7044 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:01.574709 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c20d291f-9062-4987-87cc-45680c8ef02b req-6542ae40-a88a-47ba-9f36-eef11c94a21b tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Network c1495c8c-0e4a-4fa5-8aa1-8b05165324c0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:43:01.578952 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-0346ebf3-00c5-45f2-be4a-c3c5df741fd2 service neutron] 10.222.0.11 "GET /v2.0/networks/aacbd0fd-d16f-425e-a7bb-080e612100d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4322846 Aug 23 20:43:01.608304 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc21f7b-ef99-47e5-9de5-391998316d64 req-56531627-d421-484d-b2dc-1c09f0b204bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:01.610162 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cdc21f7b-ef99-47e5-9de5-391998316d64 req-56531627-d421-484d-b2dc-1c09f0b204bb service neutron] 10.222.0.32 "GET /v2.0/networks?id=08ee7db6-ee70-42c6-86e8-ee22c22907f2 HTTP/1.1" status: 200 len: 920 time: 0.3082395 Aug 23 20:43:01.619998 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-c20d291f-9062-4987-87cc-45680c8ef02b req-6542ae40-a88a-47ba-9f36-eef11c94a21b tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:43:01.621089 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-c20d291f-9062-4987-87cc-45680c8ef02b req-6542ae40-a88a-47ba-9f36-eef11c94a21b tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:43:01.632368 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6542ae40-a88a-47ba-9f36-eef11c94a21b tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Pushing event updated for resources: {'Port': ['ID=822c0e43-2e61-4ae0-bf18-15e818ba4c94,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:01.682361 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cdc21f7b-ef99-47e5-9de5-391998316d64 req-c941cd14-83f3-4a92-b985-da4c03144cdb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b814750-a2f2-4a4c-b6ae-0ba0827daf66 HTTP/1.1" status: 200 len: 217 time: 0.0629306 Aug 23 20:43:01.715618 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-99dbe7ff-5d9b-49cc-8c31-fa33b268f028 None None] Set router 7e69c876-3311-4374-8d72-1f7d38b4ba2a gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:43:01.744094 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50c62fc2-444f-4f7d-a46f-cbed12ae0796 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:01.746622 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-baba3f63-687a-43e8-8c66-1722c5cfc836 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c61ab549-4c53-4732-9849-eed9b94a4890 HTTP/1.1" status: 200 len: 217 time: 0.1317379 Aug 23 20:43:01.796381 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50c62fc2-444f-4f7d-a46f-cbed12ae0796 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:01.798329 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-50c62fc2-444f-4f7d-a46f-cbed12ae0796 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "DELETE /v2.0/subnets/219a97fb-cf76-43fd-a3c0-23a4e8b36a26 HTTP/1.1" status: 204 len: 168 time: 1.0799112 Aug 23 20:43:01.801652 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39182) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:01.814544 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c62fc2-444f-4f7d-a46f-cbed12ae0796 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Pushing event deleted for resources: {'Subnet': ['ID=219a97fb-cf76-43fd-a3c0-23a4e8b36a26,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:01.820381 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc21f7b-ef99-47e5-9de5-391998316d64 req-04d47bbc-f91e-4583-aa6e-6115cbfb47e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:01.822485 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cdc21f7b-ef99-47e5-9de5-391998316d64 req-04d47bbc-f91e-4583-aa6e-6115cbfb47e2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f081180f-c4fd-4243-9f2e-305cad1ce609 HTTP/1.1" status: 200 len: 859 time: 0.1321278 Aug 23 20:43:01.830392 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c03467b-6a9e-4f76-8ad1-6a8c49ac1af1 None None] Network af4706b6-78a2-4ed9-91e2-487e13d661e6 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:43:01.857327 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-47d9f153-e429-4cb9-bf3b-10fd1bc808a4 req-7c4fcbdf-4320-498c-bcf5-69e70f98ddf1 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996802 Aug 23 20:43:01.877311 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d291f-9062-4987-87cc-45680c8ef02b req-6542ae40-a88a-47ba-9f36-eef11c94a21b tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:01.878411 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c20d291f-9062-4987-87cc-45680c8ef02b req-6542ae40-a88a-47ba-9f36-eef11c94a21b tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:01.892783 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8826ec29-048b-4050-94a1-efec14ea7044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:01.894233 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8826ec29-048b-4050-94a1-efec14ea7044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:01.895787 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8826ec29-048b-4050-94a1-efec14ea7044 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:01.899690 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cdc21f7b-ef99-47e5-9de5-391998316d64 req-8be97692-7bc7-46ad-9dc8-e1f4f59eb779 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=08ee7db6-ee70-42c6-86e8-ee22c22907f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536973 Aug 23 20:43:01.963762 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-26c739b4-5e4d-4493-b5b5-a4faecbdd202 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Deleting subnet 1fd3acb9-9364-43a9-926f-7317badfdeb5 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:43:01.979377 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-26c739b4-5e4d-4493-b5b5-a4faecbdd202 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:02.005483 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8826ec29-048b-4050-94a1-efec14ea7044 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8600023 Aug 23 20:43:02.008774 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39188) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:02.077713 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-26c739b4-5e4d-4493-b5b5-a4faecbdd202 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:02.080827 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-331fca7d-0f2c-40e9-8809-5a6b28cfd362 admin admin] Request body: {'subnet': {'network_id': '2e9d9b22-0f7b-41ee-8dc6-864541317e22', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-919337266-subnet', 'tenant_id': 'd3f03fe99c194297b905f73a20dfbf1f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:43:02.097876 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c20d291f-9062-4987-87cc-45680c8ef02b req-6542ae40-a88a-47ba-9f36-eef11c94a21b tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4315040 Aug 23 20:43:02.103429 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-03f7c2cf-599f-48c9-9a60-eeac686a0fe2 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Deleting port 43fc122e-949e-4da2-ac2c-b8522c2bee8b {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:43:02.103912 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-03f7c2cf-599f-48c9-9a60-eeac686a0fe2 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:02.107412 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-1cad9137-e8a0-49a2-a635-a8299bd0b52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:02.109707 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-1cad9137-e8a0-49a2-a635-a8299bd0b52f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5dddc676-d460-40e8-9afa-b8b1805fce38 HTTP/1.1" status: 200 len: 797 time: 0.3446608 Aug 23 20:43:02.119425 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-c20d291f-9062-4987-87cc-45680c8ef02b req-f8432e2a-e99b-4d3b-bcbf-cb30a2e59f60 service neutron] Request body: {'port': {'device_id': 'd274cbb6-6f12-4742-9165-320cf6c76e89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:43:02.159824 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cda7c32d-e306-4b24-bbf3-c418d767f0be None None] Deleting port 43fc122e-949e-4da2-ac2c-b8522c2bee8b {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:43:02.160423 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cda7c32d-e306-4b24-bbf3-c418d767f0be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:02.221551 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a41225cd-5922-4142-bc14-cab81f9bc1a3 None None] Provisioning for port 822c0e43-2e61-4ae0-bf18-15e818ba4c94 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:43:02.222829 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cdc21f7b-ef99-47e5-9de5-391998316d64 req-14105685-8d9f-4222-9bf9-ca144d01abb7 service neutron] 10.222.0.32 "GET /v2.0/networks/08ee7db6-ee70-42c6-86e8-ee22c22907f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473907 Aug 23 20:43:02.228510 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8826ec29-048b-4050-94a1-efec14ea7044 admin admin] Pushing event updated for resources: {'Network': ['ID=2e9d9b22-0f7b-41ee-8dc6-864541317e22,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:02.251495 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a41225cd-5922-4142-bc14-cab81f9bc1a3 None None] Provisioning complete for port 822c0e43-2e61-4ae0-bf18-15e818ba4c94 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:43:02.252219 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a41225cd-5922-4142-bc14-cab81f9bc1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:02.255914 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-26c739b4-5e4d-4493-b5b5-a4faecbdd202 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:02.270818 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331fca7d-0f2c-40e9-8809-5a6b28cfd362 admin admin] Made reservation on behalf of d3f03fe99c194297b905f73a20dfbf1f for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:43:02.274396 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-331fca7d-0f2c-40e9-8809-5a6b28cfd362 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:02.283075 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 2e9d9b22-0f7b-41ee-8dc6-864541317e22 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:43:02.374190 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5cf79c-feb0-44b1-b117-c1be9628ffd6 None None] DHCP port deletion for af4706b6-78a2-4ed9-91e2-487e13d661e6 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:43:02.375238 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cdc21f7b-ef99-47e5-9de5-391998316d64 req-cd9e28fd-65c7-4cd1-b93c-cc163b55dba3 service neutron] 10.222.0.32 "GET /v2.0/networks/08ee7db6-ee70-42c6-86e8-ee22c22907f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440876 Aug 23 20:43:02.377184 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-26c739b4-5e4d-4493-b5b5-a4faecbdd202 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:02.388849 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-03f7c2cf-599f-48c9-9a60-eeac686a0fe2 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] For port 43fc122e-949e-4da2-ac2c-b8522c2bee8b, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=43fc122e-949e-4da2-ac2c-b8522c2bee8b,segment=NetworkSegment(ed734ef8-fd47-461f-b41e-05e54d2b83db),segment_id=ed734ef8-fd47-461f-b41e-05e54d2b83db)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:43:02.389952 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-03f7c2cf-599f-48c9-9a60-eeac686a0fe2 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:02.399555 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cda7c32d-e306-4b24-bbf3-c418d767f0be None None] For port 43fc122e-949e-4da2-ac2c-b8522c2bee8b, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=43fc122e-949e-4da2-ac2c-b8522c2bee8b,segment=NetworkSegment(ed734ef8-fd47-461f-b41e-05e54d2b83db),segment_id=ed734ef8-fd47-461f-b41e-05e54d2b83db)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:43:02.400074 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cda7c32d-e306-4b24-bbf3-c418d767f0be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:02.408732 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c739b4-5e4d-4493-b5b5-a4faecbdd202 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Pushing event deleted for resources: {'Subnet': ['ID=1fd3acb9-9364-43a9-926f-7317badfdeb5,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:02.410712 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-26c739b4-5e4d-4493-b5b5-a4faecbdd202 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:02.413685 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-74a80ada-ff10-4302-b9d4-c3aba89033cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:02.415569 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-26c739b4-5e4d-4493-b5b5-a4faecbdd202 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "DELETE /v2.0/subnets/1fd3acb9-9364-43a9-926f-7317badfdeb5 HTTP/1.1" status: 204 len: 168 time: 0.6117640 Aug 23 20:43:02.416889 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-74a80ada-ff10-4302-b9d4-c3aba89033cd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aacbd0fd-d16f-425e-a7bb-080e612100d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2827244 Aug 23 20:43:02.417064 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39194) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:02.426252 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c20d291f-9062-4987-87cc-45680c8ef02b req-f8432e2a-e99b-4d3b-bcbf-cb30a2e59f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:02.432827 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689a8b15-44d9-4c03-8e03-a4d4545bd9e6 None None] Network 3540c16b-5ded-45d3-80bb-012ec217ee8b requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:43:02.444202 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-03f7c2cf-599f-48c9-9a60-eeac686a0fe2 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Calling delete_port for 43fc122e-949e-4da2-ac2c-b8522c2bee8b owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:43:02.469198 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cda7c32d-e306-4b24-bbf3-c418d767f0be None None] Calling delete_port for 43fc122e-949e-4da2-ac2c-b8522c2bee8b owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:43:02.476115 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a41225cd-5922-4142-bc14-cab81f9bc1a3 None None] Port 822c0e43-2e61-4ae0-bf18-15e818ba4c94 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:43:02.516426 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-80108536-2ab1-40de-afc8-186c4814bdf0 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:02.586117 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-80108536-2ab1-40de-afc8-186c4814bdf0 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Deleting port af29d4ed-8da6-48ca-8041-c80c4a61ced3 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:43:02.586459 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-80108536-2ab1-40de-afc8-186c4814bdf0 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:02.657959 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-80108536-2ab1-40de-afc8-186c4814bdf0 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] For port af29d4ed-8da6-48ca-8041-c80c4a61ced3, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=af29d4ed-8da6-48ca-8041-c80c4a61ced3,segment=NetworkSegment(944ef231-16f6-43e4-b600-906b7024b8ba),segment_id=944ef231-16f6-43e4-b600-906b7024b8ba)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:43:02.658332 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-80108536-2ab1-40de-afc8-186c4814bdf0 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:02.675221 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-80108536-2ab1-40de-afc8-186c4814bdf0 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Calling delete_port for af29d4ed-8da6-48ca-8041-c80c4a61ced3 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:43:02.756229 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf52e0-ccdf-4549-9707-bccb10447899 req-25fef013-2b04-473c-a731-dee4caed960f tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:02.762286 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf52e0-ccdf-4549-9707-bccb10447899 req-25fef013-2b04-473c-a731-dee4caed960f tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:02.769068 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf52e0-ccdf-4549-9707-bccb10447899 req-25fef013-2b04-473c-a731-dee4caed960f tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:02.777178 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1caf52e0-ccdf-4549-9707-bccb10447899 req-25fef013-2b04-473c-a731-dee4caed960f tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/ports?device_id=d274cbb6-6f12-4742-9165-320cf6c76e89 HTTP/1.1" status: 200 len: 2376 time: 0.2981422 Aug 23 20:43:02.779065 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-99dbe7ff-5d9b-49cc-8c31-fa33b268f028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'name': 'tempest-RoutersTest-router-768097966', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:42:14Z', 'updated_at': '2021-08-23T20:42:58Z', 'revision_number': 8, 'project_id': '478a4137190c42b2a66568a56c662326', 'gw_port_host': None, '_interfaces': [{'id': 'a5d3c80d-1d9c-4c37-8b0f-8a46bb8e37db', 'name': '', 'network_id': 'f5daddc2-109f-45d2-9e6f-7d09ee3c860d', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'mac_address': 'fa:16:3e:e7:b4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '548c62a2-1370-4ac8-9378-71c36832df60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:36Z', 'updated_at': '2021-08-23T20:42:55Z', 'revision_number': 5, 'project_id': '478a4137190c42b2a66568a56c662326', 'subnets': [{'id': '548c62a2-1370-4ac8-9378-71c36832df60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e657a43f-9d5f-44f9-920f-70cab3020d04', 'name': '', 'network_id': '3dfa55c1-66cd-45d5-bbcb-673e37fc5a43', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'mac_address': 'fa:16:3e:39:98:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'e406b708-5e31-4400-a432-635345956df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:17Z', 'updated_at': '2021-08-23T20:42:27Z', 'revision_number': 5, 'project_id': '478a4137190c42b2a66568a56c662326', 'subnets': [{'id': 'e406b708-5e31-4400-a432-635345956df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f187c9d1-52a9-4c54-a17f-def5dbe3705c', 'name': '', 'network_id': '3ca37500-3ec8-46d8-bd48-2d2b73317f39', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'mac_address': 'fa:16:3e:14:88:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '8427783b-f027-45f2-a57c-5f5fbd28f511', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:28Z', 'updated_at': '2021-08-23T20:42:38Z', 'revision_number': 5, 'project_id': '478a4137190c42b2a66568a56c662326', 'subnets': [{'id': '8427783b-f027-45f2-a57c-5f5fbd28f511', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:02.784234 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-80108536-2ab1-40de-afc8-186c4814bdf0 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:02.788892 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-8d5cf79c-feb0-44b1-b117-c1be9628ffd6 None None] Deleting port af29d4ed-8da6-48ca-8041-c80c4a61ced3 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:43:02.789462 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8d5cf79c-feb0-44b1-b117-c1be9628ffd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:02.802492 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80108536-2ab1-40de-afc8-186c4814bdf0 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] No DVR routers for this DVR port af29d4ed-8da6-48ca-8041-c80c4a61ced3 on host n-d-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:43:02.849760 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80108536-2ab1-40de-afc8-186c4814bdf0 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Pushing event deleted for resources: {'Port': ['ID=af29d4ed-8da6-48ca-8041-c80c4a61ced3,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:02.853529 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dbe7ff-5d9b-49cc-8c31-fa33b268f028 None None] The sync data for ids ['7e69c876-3311-4374-8d72-1f7d38b4ba2a'] in n-d-805663-2 is: [{'id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'name': 'tempest-RoutersTest-router-768097966', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:42:14Z', 'updated_at': '2021-08-23T20:42:58Z', 'revision_number': 8, 'project_id': '478a4137190c42b2a66568a56c662326', 'gw_port_host': None, '_interfaces': [{'id': 'a5d3c80d-1d9c-4c37-8b0f-8a46bb8e37db', 'name': '', 'network_id': 'f5daddc2-109f-45d2-9e6f-7d09ee3c860d', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'mac_address': 'fa:16:3e:e7:b4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '548c62a2-1370-4ac8-9378-71c36832df60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:36Z', 'updated_at': '2021-08-23T20:42:55Z', 'revision_number': 5, 'project_id': '478a4137190c42b2a66568a56c662326', 'subnets': [{'id': '548c62a2-1370-4ac8-9378-71c36832df60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e657a43f-9d5f-44f9-920f-70cab3020d04', 'name': '', 'network_id': '3dfa55c1-66cd-45d5-bbcb-673e37fc5a43', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'mac_address': 'fa:16:3e:39:98:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'e406b708-5e31-4400-a432-635345956df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:17Z', 'updated_at': '2021-08-23T20:42:27Z', 'revision_number': 5, 'project_id': '478a4137190c42b2a66568a56c662326', 'subnets': [{'id': 'e406b708-5e31-4400-a432-635345956df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f187c9d1-52a9-4c54-a17f-def5dbe3705c', 'name': '', 'network_id': '3ca37500-3ec8-46d8-bd48-2d2b73317f39', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'mac_address': 'fa:16:3e:14:88:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '8427783b-f027-45f2-a57c-5f5fbd28f511', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:28Z', 'updated_at': '2021-08-23T20:42:38Z', 'revision_number': 5, 'project_id': '478a4137190c42b2a66568a56c662326', 'subnets': [{'id': '8427783b-f027-45f2-a57c-5f5fbd28f511', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:43:02.928128 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-8d5cf79c-feb0-44b1-b117-c1be9628ffd6 None None] For port af29d4ed-8da6-48ca-8041-c80c4a61ced3, host n-d-805663-2, got binding levels [] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:43:02.928534 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8d5cf79c-feb0-44b1-b117-c1be9628ffd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:02.937277 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-ce084e39-6ef5-41f7-8032-e28414c881e5 service neutron] 10.222.0.11 "GET /v2.0/networks/aacbd0fd-d16f-425e-a7bb-080e612100d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5067558 Aug 23 20:43:02.942121 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-80108536-2ab1-40de-afc8-186c4814bdf0 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:02.946765 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-8d5cf79c-feb0-44b1-b117-c1be9628ffd6 None None] Calling delete_port for af29d4ed-8da6-48ca-8041-c80c4a61ced3 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:43:02.949691 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.ipam_backend_mixin [None req-8d5cf79c-feb0-44b1-b117-c1be9628ffd6 None None] Port af29d4ed-8da6-48ca-8041-c80c4a61ced3 was not found and therefore no delete operation was performed {{(pid=94689) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 23 20:43:02.951470 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8d5cf79c-feb0-44b1-b117-c1be9628ffd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:02.992984 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-80108536-2ab1-40de-afc8-186c4814bdf0 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af4706b6-78a2-4ed9-91e2-487e13d661e6']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:02.993748 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5cf79c-feb0-44b1-b117-c1be9628ffd6 None None] No DVR routers for this DVR port af29d4ed-8da6-48ca-8041-c80c4a61ced3 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:43:02.996831 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5cf79c-feb0-44b1-b117-c1be9628ffd6 None None] Pushing event deleted for resources: {'Port': ['ID=af29d4ed-8da6-48ca-8041-c80c4a61ced3,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:03.002303 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-03f7c2cf-599f-48c9-9a60-eeac686a0fe2 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:03.003292 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cda7c32d-e306-4b24-bbf3-c418d767f0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:03.026939 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-80108536-2ab1-40de-afc8-186c4814bdf0 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '944ef231-16f6-43e4-b600-906b7024b8ba') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:03.029271 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-80108536-2ab1-40de-afc8-186c4814bdf0 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '944ef231-16f6-43e4-b600-906b7024b8ba') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:03.042117 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-80108536-2ab1-40de-afc8-186c4814bdf0 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:03.050553 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1caf52e0-ccdf-4549-9707-bccb10447899 req-b419de38-4c6b-4c26-9468-a6c5e4d95f63 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/security-groups?id=d730caec-e6c3-42dd-9aa7-0036d9d45ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726879 Aug 23 20:43:03.082079 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda7c32d-e306-4b24-bbf3-c418d767f0be None None] Pushing event deleted for resources: {'Port': ['ID=43fc122e-949e-4da2-ac2c-b8522c2bee8b,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:03.093992 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda7c32d-e306-4b24-bbf3-c418d767f0be None None] No DVR routers for this DVR port 43fc122e-949e-4da2-ac2c-b8522c2bee8b on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:43:03.115490 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924f112b-f9e7-4d66-85db-af6d5aaee857 None None] DHCP port deletion for 3540c16b-5ded-45d3-80bb-012ec217ee8b request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:43:03.127776 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-80108536-2ab1-40de-afc8-186c4814bdf0 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:03.138641 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80108536-2ab1-40de-afc8-186c4814bdf0 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:43:03.139173 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-80108536-2ab1-40de-afc8-186c4814bdf0 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:03.143460 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:43:03.143460 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:43:03.143460 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:43:03.143460 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:43:03.143460 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:43:03.143460 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:43:03.143460 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:43:03.143460 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:43:03.143460 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:43:03.143460 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:43:03.143460 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:43:03.143460 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:43:03.143460 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:43:03.143460 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:43:03.143460 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:43:03.143460 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:43:03.143460 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:43:03.143460 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:43:03.143460 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:43:03.143460 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:43:03.143460 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:43:03.143460 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:43:03.143460 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:43:03.143460 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:43:03.143460 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:43:03.143460 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:43:03.143460 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:43:03.143460 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:43:03.143460 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:43:03.143460 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:43:03.143460 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:43:03.143460 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:43:03.200874 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f7c2cf-599f-48c9-9a60-eeac686a0fe2 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event deleted for resources: {'Port': ['ID=43fc122e-949e-4da2-ac2c-b8522c2bee8b,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:03.216021 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99264d34-2fb4-4715-a4bb-7337ef8a2930 req-f418afdc-95b1-4abd-97d9-cea3b63a54ea tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:03.226220 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-99264d34-2fb4-4715-a4bb-7337ef8a2930 req-f418afdc-95b1-4abd-97d9-cea3b63a54ea tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=efe3d0bd-71a7-470a-99cc-6346f7446cd6 HTTP/1.1" status: 200 len: 945 time: 0.1819215 Aug 23 20:43:03.226841 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-924f112b-f9e7-4d66-85db-af6d5aaee857 None None] Deleting port bf4d1797-8651-4db3-87df-ac2d7bc785ab {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:43:03.227231 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-924f112b-f9e7-4d66-85db-af6d5aaee857 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:03.268590 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-80108536-2ab1-40de-afc8-186c4814bdf0 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:03.277158 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-80108536-2ab1-40de-afc8-186c4814bdf0 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:03.283617 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-80108536-2ab1-40de-afc8-186c4814bdf0 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "DELETE /v2.0/networks/af4706b6-78a2-4ed9-91e2-487e13d661e6 HTTP/1.1" status: 204 len: 168 time: 0.8656759 Aug 23 20:43:03.307392 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-331fca7d-0f2c-40e9-8809-5a6b28cfd362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:03.307392 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39210) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:03.307392 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f7c2cf-599f-48c9-9a60-eeac686a0fe2 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] No DVR routers for this DVR port 43fc122e-949e-4da2-ac2c-b8522c2bee8b on host n-d-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:43:03.319001 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80108536-2ab1-40de-afc8-186c4814bdf0 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Pushing event deleted for resources: {'Network': ['ID=af4706b6-78a2-4ed9-91e2-487e13d661e6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:03.323436 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-99264d34-2fb4-4715-a4bb-7337ef8a2930 req-ff73a63c-8d17-4444-954e-9288019e8fed tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959160 Aug 23 20:43:03.353999 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-924f112b-f9e7-4d66-85db-af6d5aaee857 None None] For port bf4d1797-8651-4db3-87df-ac2d7bc785ab, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=bf4d1797-8651-4db3-87df-ac2d7bc785ab,segment=NetworkSegment(8eba2c08-8fde-43b2-907a-ed6e6b74f059),segment_id=8eba2c08-8fde-43b2-907a-ed6e6b74f059)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:43:03.354399 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-924f112b-f9e7-4d66-85db-af6d5aaee857 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:03.377359 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-924f112b-f9e7-4d66-85db-af6d5aaee857 None None] Calling delete_port for bf4d1797-8651-4db3-87df-ac2d7bc785ab owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:43:03.424160 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 43fc122e-949e-4da2-ac2c-b8522c2bee8b no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:43:03.457526 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 43fc122e-949e-4da2-ac2c-b8522c2bee8b {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:43:03.457925 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 43fc122e-949e-4da2-ac2c-b8522c2bee8b not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:43:03.458306 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device af29d4ed-8da6-48ca-8041-c80c4a61ced3 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:43:03.488296 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: af29d4ed-8da6-48ca-8041-c80c4a61ced3 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:43:03.488643 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device af29d4ed-8da6-48ca-8041-c80c4a61ced3 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:43:03.489074 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device bf4d1797-8651-4db3-87df-ac2d7bc785ab no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:43:03.551131 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-924f112b-f9e7-4d66-85db-af6d5aaee857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:03.576105 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Port bf4d1797-8651-4db3-87df-ac2d7bc785ab update to DOWN by agent not found {{(pid=94689) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 23 20:43:03.598628 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f112b-f9e7-4d66-85db-af6d5aaee857 None None] Pushing event deleted for resources: {'Port': ['ID=bf4d1797-8651-4db3-87df-ac2d7bc785ab,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:03.600741 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924f112b-f9e7-4d66-85db-af6d5aaee857 None None] No DVR routers for this DVR port bf4d1797-8651-4db3-87df-ac2d7bc785ab on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:43:03.832090 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec23aa98-9654-49b4-a446-8e549a1ce144 req-27f0115a-2477-4868-9e2d-1b031cac65cb service neutron] 10.222.0.11 "GET /v2.0/networks/aacbd0fd-d16f-425e-a7bb-080e612100d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8775687 Aug 23 20:43:03.942650 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-03f7c2cf-599f-48c9-9a60-eeac686a0fe2 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:03.953060 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aa72bbea-86ba-4e40-9b69-695cf9e59226 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:03.963447 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331fca7d-0f2c-40e9-8809-5a6b28cfd362 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a97c46d-4605-466e-8761-6614759f4fe5,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:03.983498 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-03f7c2cf-599f-48c9-9a60-eeac686a0fe2 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbe489b2-01d1-40cb-97b2-aed011982b23']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:04.011046 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-03f7c2cf-599f-48c9-9a60-eeac686a0fe2 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed734ef8-fd47-461f-b41e-05e54d2b83db') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:04.011341 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-03f7c2cf-599f-48c9-9a60-eeac686a0fe2 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed734ef8-fd47-461f-b41e-05e54d2b83db') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:04.019960 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331fca7d-0f2c-40e9-8809-5a6b28cfd362 admin admin] Checking segment: {'id': '2bb43555-f873-4a8c-b6d0-0a61fec775fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '2e9d9b22-0f7b-41ee-8dc6-864541317e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:43:04.020347 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331fca7d-0f2c-40e9-8809-5a6b28cfd362 admin admin] Network hostable DHCP agents. Network: 2e9d9b22-0f7b-41ee-8dc6-864541317e22, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:43:04.028524 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-03f7c2cf-599f-48c9-9a60-eeac686a0fe2 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:04.082196 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-03f7c2cf-599f-48c9-9a60-eeac686a0fe2 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:04.130461 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03f7c2cf-599f-48c9-9a60-eeac686a0fe2 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:43:04.130461 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-03f7c2cf-599f-48c9-9a60-eeac686a0fe2 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:04.134330 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:43:04.134330 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:43:04.134330 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:43:04.134330 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:43:04.134330 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:43:04.134330 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:43:04.134330 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:43:04.134330 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:43:04.134330 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:43:04.134330 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:43:04.134330 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:43:04.134330 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:43:04.134330 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:43:04.134330 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:43:04.134330 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:43:04.134330 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:43:04.134330 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:43:04.134330 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:43:04.134330 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:43:04.134330 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:43:04.134330 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:43:04.134330 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:43:04.134330 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:43:04.134330 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:43:04.134330 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:43:04.134330 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:43:04.134330 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:43:04.134330 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:43:04.134330 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:43:04.134330 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:43:04.134330 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:43:04.134330 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:43:04.183679 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b948e6-1eef-4f4e-b036-93836dc1cb68 req-5fb1475b-453c-4f9a-b3bd-2595be4d2b33 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:04.186795 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331fca7d-0f2c-40e9-8809-5a6b28cfd362 admin admin] Network 2e9d9b22-0f7b-41ee-8dc6-864541317e22 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:43:04.194913 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b948e6-1eef-4f4e-b036-93836dc1cb68 req-5fb1475b-453c-4f9a-b3bd-2595be4d2b33 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:04.202613 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b948e6-1eef-4f4e-b036-93836dc1cb68 req-5fb1475b-453c-4f9a-b3bd-2595be4d2b33 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:04.205081 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-89b948e6-1eef-4f4e-b036-93836dc1cb68 req-5fb1475b-453c-4f9a-b3bd-2595be4d2b33 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/ports?device_id=d274cbb6-6f12-4742-9165-320cf6c76e89 HTTP/1.1" status: 200 len: 2376 time: 0.0855052 Aug 23 20:43:04.238036 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-c20d291f-9062-4987-87cc-45680c8ef02b req-f8432e2a-e99b-4d3b-bcbf-cb30a2e59f60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2e7c5a4-4c34-4cea-9a27-e80b1f93612f {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:43:04.253615 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aa72bbea-86ba-4e40-9b69-695cf9e59226 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:04.267320 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c20d291f-9062-4987-87cc-45680c8ef02b req-f8432e2a-e99b-4d3b-bcbf-cb30a2e59f60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:04.273669 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-89b948e6-1eef-4f4e-b036-93836dc1cb68 req-2e5a337d-5477-4b78-85ea-c7f8968fdb42 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/security-groups?id=d730caec-e6c3-42dd-9aa7-0036d9d45ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611818 Aug 23 20:43:04.274665 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-331fca7d-0f2c-40e9-8809-5a6b28cfd362 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 2e9d9b22-0f7b-41ee-8dc6-864541317e22) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:43:04.284099 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-aa72bbea-86ba-4e40-9b69-695cf9e59226 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3540c16b-5ded-45d3-80bb-012ec217ee8b']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:04.284800 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948c43f1-3b2d-4af3-9273-c73cdd053ceb None None] Network 2e9d9b22-0f7b-41ee-8dc6-864541317e22 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:43:04.302313 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331fca7d-0f2c-40e9-8809-5a6b28cfd362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:04.303014 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-331fca7d-0f2c-40e9-8809-5a6b28cfd362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:04.307540 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-aa72bbea-86ba-4e40-9b69-695cf9e59226 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eba2c08-8fde-43b2-907a-ed6e6b74f059') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:04.307918 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-aa72bbea-86ba-4e40-9b69-695cf9e59226 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eba2c08-8fde-43b2-907a-ed6e6b74f059') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:04.324314 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-03f7c2cf-599f-48c9-9a60-eeac686a0fe2 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:04.328207 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aa72bbea-86ba-4e40-9b69-695cf9e59226 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:04.332468 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-c20d291f-9062-4987-87cc-45680c8ef02b req-f8432e2a-e99b-4d3b-bcbf-cb30a2e59f60 service neutron] Transition to ACTIVE for port object c2e7c5a4-4c34-4cea-9a27-e80b1f93612f will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:43:04.346194 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-03f7c2cf-599f-48c9-9a60-eeac686a0fe2 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:04.351309 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-03f7c2cf-599f-48c9-9a60-eeac686a0fe2 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "DELETE /v2.0/networks/fbe489b2-01d1-40cb-97b2-aed011982b23 HTTP/1.1" status: 204 len: 168 time: 3.4907694 Aug 23 20:43:04.351517 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39234) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:04.354061 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c20d291f-9062-4987-87cc-45680c8ef02b req-f8432e2a-e99b-4d3b-bcbf-cb30a2e59f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:04.375636 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f7c2cf-599f-48c9-9a60-eeac686a0fe2 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event deleted for resources: {'Network': ['ID=fbe489b2-01d1-40cb-97b2-aed011982b23,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:04.385549 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-331fca7d-0f2c-40e9-8809-5a6b28cfd362 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3731401 Aug 23 20:43:04.386918 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aa72bbea-86ba-4e40-9b69-695cf9e59226 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:04.410684 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39238) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:04.419352 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-c1284b11-f270-43d6-89ee-cfb278618ce5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-919337266-router', 'tenant_id': 'd3f03fe99c194297b905f73a20dfbf1f', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:43:04.434495 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa72bbea-86ba-4e40-9b69-695cf9e59226 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:43:04.434911 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aa72bbea-86ba-4e40-9b69-695cf9e59226 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:04.438207 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:43:04.438207 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:43:04.438207 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:43:04.438207 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:43:04.438207 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:43:04.438207 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:43:04.438207 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:43:04.438207 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:43:04.438207 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:43:04.438207 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:43:04.438207 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:43:04.438207 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:43:04.438207 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:43:04.438207 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:43:04.438207 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:43:04.438207 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:43:04.438207 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:43:04.438207 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:43:04.438207 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:43:04.438207 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:43:04.438207 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:43:04.438207 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:43:04.438207 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:43:04.438207 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:43:04.438207 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:43:04.438207 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:43:04.438207 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:43:04.438207 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:43:04.438207 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:43:04.438207 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:43:04.438207 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:43:04.438207 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:43:04.533206 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8432e2a-e99b-4d3b-bcbf-cb30a2e59f60 service neutron] Pushing event updated for resources: {'Port': ['ID=c2e7c5a4-4c34-4cea-9a27-e80b1f93612f,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:04.538775 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c1284b11-f270-43d6-89ee-cfb278618ce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:04.539867 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c1284b11-f270-43d6-89ee-cfb278618ce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:04.606740 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b8c3b4-7814-40ba-af90-ff0a15e366e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-2e9d9b22-0f7b-41ee-8dc6-864541317e22', 'network_id': '2e9d9b22-0f7b-41ee-8dc6-864541317e22', 'tenant_id': 'd3f03fe99c194297b905f73a20dfbf1f', 'fixed_ips': [{'subnet_id': '8a97c46d-4605-466e-8761-6614759f4fe5'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:43:04.607878 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-14b8c3b4-7814-40ba-af90-ff0a15e366e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:04.619061 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aa72bbea-86ba-4e40-9b69-695cf9e59226 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:04.651393 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aa72bbea-86ba-4e40-9b69-695cf9e59226 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:04.670021 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-aa72bbea-86ba-4e40-9b69-695cf9e59226 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] 10.222.0.61 "DELETE /v2.0/networks/3540c16b-5ded-45d3-80bb-012ec217ee8b HTTP/1.1" status: 204 len: 168 time: 1.3516603 Aug 23 20:43:04.821237 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c1284b11-f270-43d6-89ee-cfb278618ce5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:04.823269 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-c20d291f-9062-4987-87cc-45680c8ef02b req-f8432e2a-e99b-4d3b-bcbf-cb30a2e59f60 service neutron] Attempting to bind port c2e7c5a4-4c34-4cea-9a27-e80b1f93612f on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:43:04.825404 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-c20d291f-9062-4987-87cc-45680c8ef02b req-f8432e2a-e99b-4d3b-bcbf-cb30a2e59f60 service neutron] Attempting to bind port c2e7c5a4-4c34-4cea-9a27-e80b1f93612f by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '43c51dc2-15d3-423d-9044-f9aefb3fddee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c1495c8c-0e4a-4fa5-8aa1-8b05165324c0'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:43:04.825585 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20d291f-9062-4987-87cc-45680c8ef02b req-f8432e2a-e99b-4d3b-bcbf-cb30a2e59f60 service neutron] Attempting to bind port c2e7c5a4-4c34-4cea-9a27-e80b1f93612f on network c1495c8c-0e4a-4fa5-8aa1-8b05165324c0 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:43:04.836423 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72bbea-86ba-4e40-9b69-695cf9e59226 tempest-TaggedBootDevicesTest-1450270278 tempest-TaggedBootDevicesTest-1450270278-project] Pushing event deleted for resources: {'Network': ['ID=3540c16b-5ded-45d3-80bb-012ec217ee8b,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:04.973712 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20d291f-9062-4987-87cc-45680c8ef02b req-f8432e2a-e99b-4d3b-bcbf-cb30a2e59f60 service neutron] Port c2e7c5a4-4c34-4cea-9a27-e80b1f93612f on network c1495c8c-0e4a-4fa5-8aa1-8b05165324c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:43:04.974248 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20d291f-9062-4987-87cc-45680c8ef02b req-f8432e2a-e99b-4d3b-bcbf-cb30a2e59f60 service neutron] Attempting to bind port c2e7c5a4-4c34-4cea-9a27-e80b1f93612f on network c1495c8c-0e4a-4fa5-8aa1-8b05165324c0 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:43:05.015710 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20d291f-9062-4987-87cc-45680c8ef02b req-f8432e2a-e99b-4d3b-bcbf-cb30a2e59f60 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:43:05.015972 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20d291f-9062-4987-87cc-45680c8ef02b req-f8432e2a-e99b-4d3b-bcbf-cb30a2e59f60 service neutron] Checking segment: {'id': '43c51dc2-15d3-423d-9044-f9aefb3fddee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c1495c8c-0e4a-4fa5-8aa1-8b05165324c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:43:05.016367 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20d291f-9062-4987-87cc-45680c8ef02b req-f8432e2a-e99b-4d3b-bcbf-cb30a2e59f60 service neutron] Bound using segment: {'id': '43c51dc2-15d3-423d-9044-f9aefb3fddee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c1495c8c-0e4a-4fa5-8aa1-8b05165324c0'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:43:05.016863 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-c20d291f-9062-4987-87cc-45680c8ef02b req-f8432e2a-e99b-4d3b-bcbf-cb30a2e59f60 service neutron] Bound port: c2e7c5a4-4c34-4cea-9a27-e80b1f93612f, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43c51dc2-15d3-423d-9044-f9aefb3fddee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c1495c8c-0e4a-4fa5-8aa1-8b05165324c0'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:43:05.017311 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c20d291f-9062-4987-87cc-45680c8ef02b req-f8432e2a-e99b-4d3b-bcbf-cb30a2e59f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:05.021179 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-14b8c3b4-7814-40ba-af90-ff0a15e366e8 None None] Allocated IP 172.20.0.2 (2e9d9b22-0f7b-41ee-8dc6-864541317e22/8a97c46d-4605-466e-8761-6614759f4fe5/3dea5e69-b4dc-4742-bb43-ffe96f45e055) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:43:05.021442 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c1284b11-f270-43d6-89ee-cfb278618ce5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:05.072132 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8add0f-7073-4cc1-b8bd-30fb3b2fc6eb req-0a858c49-b98e-4f09-a63d-7c3a6433dbd0 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:05.080830 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9e8add0f-7073-4cc1-b8bd-30fb3b2fc6eb req-0a858c49-b98e-4f09-a63d-7c3a6433dbd0 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=efe3d0bd-71a7-470a-99cc-6346f7446cd6 HTTP/1.1" status: 200 len: 945 time: 0.1073413 Aug 23 20:43:05.091763 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-c20d291f-9062-4987-87cc-45680c8ef02b req-f8432e2a-e99b-4d3b-bcbf-cb30a2e59f60 service neutron] For port c2e7c5a4-4c34-4cea-9a27-e80b1f93612f, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:43:05.095550 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-c20d291f-9062-4987-87cc-45680c8ef02b req-f8432e2a-e99b-4d3b-bcbf-cb30a2e59f60 service neutron] For port c2e7c5a4-4c34-4cea-9a27-e80b1f93612f, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=c2e7c5a4-4c34-4cea-9a27-e80b1f93612f,segment=NetworkSegment(43c51dc2-15d3-423d-9044-f9aefb3fddee),segment_id=43c51dc2-15d3-423d-9044-f9aefb3fddee)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:43:05.112695 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c20d291f-9062-4987-87cc-45680c8ef02b req-f8432e2a-e99b-4d3b-bcbf-cb30a2e59f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:05.228709 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9e8add0f-7073-4cc1-b8bd-30fb3b2fc6eb req-e1c24cf0-bb30-4475-865a-fe7aa3cc205f tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468012 Aug 23 20:43:05.295271 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-14b8c3b4-7814-40ba-af90-ff0a15e366e8 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:05.298924 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d291f-9062-4987-87cc-45680c8ef02b req-f8432e2a-e99b-4d3b-bcbf-cb30a2e59f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:05.300147 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c20d291f-9062-4987-87cc-45680c8ef02b req-f8432e2a-e99b-4d3b-bcbf-cb30a2e59f60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:05.302739 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c20d291f-9062-4987-87cc-45680c8ef02b req-f8432e2a-e99b-4d3b-bcbf-cb30a2e59f60 service neutron] 10.222.0.11 "PUT /v2.0/ports/c2e7c5a4-4c34-4cea-9a27-e80b1f93612f HTTP/1.1" status: 200 len: 1092 time: 3.1909282 Aug 23 20:43:05.302882 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8432e2a-e99b-4d3b-bcbf-cb30a2e59f60 service neutron] Pushing event updated for resources: {'Port': ['ID=c2e7c5a4-4c34-4cea-9a27-e80b1f93612f,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:05.331914 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-14b8c3b4-7814-40ba-af90-ff0a15e366e8 None None] Transition to ACTIVE for port object 3dea5e69-b4dc-4742-bb43-ffe96f45e055 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:43:05.337105 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd274cbb6-6f12-4742-9165-320cf6c76e89', 'tag': 'c2e7c5a4-4c34-4cea-9a27-e80b1f93612f'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:43:05.347509 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef68e48-34c6-4393-84c6-f5351df5dad8" -d '{"events": [{"name": "network-changed", "server_uuid": "d274cbb6-6f12-4742-9165-320cf6c76e89", "tag": "c2e7c5a4-4c34-4cea-9a27-e80b1f93612f"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:43:05.369778 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-14b8c3b4-7814-40ba-af90-ff0a15e366e8 None None] Transition to ACTIVE for port object 3dea5e69-b4dc-4742-bb43-ffe96f45e055 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:43:05.379368 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-14b8c3b4-7814-40ba-af90-ff0a15e366e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:05.417065 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-c20d291f-9062-4987-87cc-45680c8ef02b req-836934f4-2508-4116-9fb8-c2e79dd24146 service neutron] Request body: {'port': {'device_id': 'd274cbb6-6f12-4742-9165-320cf6c76e89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:43:05.489203 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b8c3b4-7814-40ba-af90-ff0a15e366e8 None None] Pushing event updated for resources: {'Port': ['ID=3dea5e69-b4dc-4742-bb43-ffe96f45e055,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:05.523048 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b8c3b4-7814-40ba-af90-ff0a15e366e8 None None] Network 2e9d9b22-0f7b-41ee-8dc6-864541317e22 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:43:05.527554 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-14b8c3b4-7814-40ba-af90-ff0a15e366e8 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:43:05.533002 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b8c3b4-7814-40ba-af90-ff0a15e366e8 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:43:05.585620 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e53abc-eeeb-4e65-83ae-99a06f19a198 x-openstack-request-id: req-e2e53abc-eeeb-4e65-83ae-99a06f19a198 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:43:05.585920 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d274cbb6-6f12-4742-9165-320cf6c76e89", "tag": "c2e7c5a4-4c34-4cea-9a27-e80b1f93612f", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:43:05.586175 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e2e53abc-eeeb-4e65-83ae-99a06f19a198 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:43:05.586584 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd274cbb6-6f12-4742-9165-320cf6c76e89', 'tag': 'c2e7c5a4-4c34-4cea-9a27-e80b1f93612f', 'status': 'completed', 'code': 200} Aug 23 20:43:05.587169 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c20d291f-9062-4987-87cc-45680c8ef02b req-836934f4-2508-4116-9fb8-c2e79dd24146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:05.590132 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c04d50a9-c22b-440d-b2a7-222eef6b0d7a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:05.646618 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-14b8c3b4-7814-40ba-af90-ff0a15e366e8 None None] Attempting to bind port 3dea5e69-b4dc-4742-bb43-ffe96f45e055 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:43:05.647013 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-14b8c3b4-7814-40ba-af90-ff0a15e366e8 None None] Attempting to bind port 3dea5e69-b4dc-4742-bb43-ffe96f45e055 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '2bb43555-f873-4a8c-b6d0-0a61fec775fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '2e9d9b22-0f7b-41ee-8dc6-864541317e22'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:43:05.647332 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b8c3b4-7814-40ba-af90-ff0a15e366e8 None None] Attempting to bind port 3dea5e69-b4dc-4742-bb43-ffe96f45e055 on network 2e9d9b22-0f7b-41ee-8dc6-864541317e22 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:43:05.675323 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b8c3b4-7814-40ba-af90-ff0a15e366e8 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:43:05.676473 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b8c3b4-7814-40ba-af90-ff0a15e366e8 None None] Checking segment: {'id': '2bb43555-f873-4a8c-b6d0-0a61fec775fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '2e9d9b22-0f7b-41ee-8dc6-864541317e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:43:05.676913 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-14b8c3b4-7814-40ba-af90-ff0a15e366e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:05.677354 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b8c3b4-7814-40ba-af90-ff0a15e366e8 None None] Bound using segment: {'id': '2bb43555-f873-4a8c-b6d0-0a61fec775fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '2e9d9b22-0f7b-41ee-8dc6-864541317e22'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:43:05.677870 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-14b8c3b4-7814-40ba-af90-ff0a15e366e8 None None] Bound port: 3dea5e69-b4dc-4742-bb43-ffe96f45e055, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb43555-f873-4a8c-b6d0-0a61fec775fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '2e9d9b22-0f7b-41ee-8dc6-864541317e22'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:43:05.678264 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-14b8c3b4-7814-40ba-af90-ff0a15e366e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:05.789190 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-14b8c3b4-7814-40ba-af90-ff0a15e366e8 None None] For port 3dea5e69-b4dc-4742-bb43-ffe96f45e055, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:43:05.794086 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-14b8c3b4-7814-40ba-af90-ff0a15e366e8 None None] For port 3dea5e69-b4dc-4742-bb43-ffe96f45e055, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=3dea5e69-b4dc-4742-bb43-ffe96f45e055,segment=NetworkSegment(2bb43555-f873-4a8c-b6d0-0a61fec775fe),segment_id=2bb43555-f873-4a8c-b6d0-0a61fec775fe)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:43:05.802299 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-14b8c3b4-7814-40ba-af90-ff0a15e366e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:05.820802 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef68e48-34c6-4393-84c6-f5351df5dad8 req-f2678aa9-b6de-477b-b9bd-dff68e2a26f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:05.820802 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef68e48-34c6-4393-84c6-f5351df5dad8 req-f2678aa9-b6de-477b-b9bd-dff68e2a26f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:05.821154 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef68e48-34c6-4393-84c6-f5351df5dad8 req-f2678aa9-b6de-477b-b9bd-dff68e2a26f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:05.822837 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4ef68e48-34c6-4393-84c6-f5351df5dad8 req-f2678aa9-b6de-477b-b9bd-dff68e2a26f5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2924e77eafaa445eb5f50b8bf05dd405&device_id=d274cbb6-6f12-4742-9165-320cf6c76e89 HTTP/1.1" status: 200 len: 2731 time: 0.2042227 Aug 23 20:43:05.838879 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d3a28-ffd0-49bb-927b-b4a5a0f6d752 req-e00a2bb8-95df-4ca0-bcb9-df50f55fcfa5 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:05.852242 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d3a28-ffd0-49bb-927b-b4a5a0f6d752 req-e00a2bb8-95df-4ca0-bcb9-df50f55fcfa5 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:05.858927 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d3a28-ffd0-49bb-927b-b4a5a0f6d752 req-e00a2bb8-95df-4ca0-bcb9-df50f55fcfa5 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:05.867125 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5b3d3a28-ffd0-49bb-927b-b4a5a0f6d752 req-e00a2bb8-95df-4ca0-bcb9-df50f55fcfa5 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/ports?device_id=d274cbb6-6f12-4742-9165-320cf6c76e89 HTTP/1.1" status: 200 len: 2388 time: 0.3232718 Aug 23 20:43:05.933397 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b8c3b4-7814-40ba-af90-ff0a15e366e8 None None] Pushing event updated for resources: {'Port': ['ID=3dea5e69-b4dc-4742-bb43-ffe96f45e055,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:06.091229 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-c04d50a9-c22b-440d-b2a7-222eef6b0d7a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Deleting port a5d3c80d-1d9c-4c37-8b0f-8a46bb8e37db {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:43:06.092493 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c04d50a9-c22b-440d-b2a7-222eef6b0d7a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:06.226572 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5b3d3a28-ffd0-49bb-927b-b4a5a0f6d752 req-765871a1-cf7e-4be4-ac39-a45c633020cd tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/security-groups?id=d730caec-e6c3-42dd-9aa7-0036d9d45ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584731 Aug 23 20:43:06.324216 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-c04d50a9-c22b-440d-b2a7-222eef6b0d7a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] For port a5d3c80d-1d9c-4c37-8b0f-8a46bb8e37db, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=a5d3c80d-1d9c-4c37-8b0f-8a46bb8e37db,segment=NetworkSegment(a8e22d8f-0506-48b1-99a0-e394916297ef),segment_id=a8e22d8f-0506-48b1-99a0-e394916297ef)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:43:06.324812 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c04d50a9-c22b-440d-b2a7-222eef6b0d7a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:06.349420 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-c04d50a9-c22b-440d-b2a7-222eef6b0d7a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Calling delete_port for a5d3c80d-1d9c-4c37-8b0f-8a46bb8e37db owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:43:06.491383 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-c20d291f-9062-4987-87cc-45680c8ef02b req-836934f4-2508-4116-9fb8-c2e79dd24146 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5534afba-052a-4374-b9ec-c424c1d6e2a0 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:43:06.501422 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c20d291f-9062-4987-87cc-45680c8ef02b req-836934f4-2508-4116-9fb8-c2e79dd24146 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:06.516322 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-c20d291f-9062-4987-87cc-45680c8ef02b req-836934f4-2508-4116-9fb8-c2e79dd24146 service neutron] Transition to ACTIVE for port object 5534afba-052a-4374-b9ec-c424c1d6e2a0 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:43:06.525693 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c20d291f-9062-4987-87cc-45680c8ef02b req-836934f4-2508-4116-9fb8-c2e79dd24146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:06.616660 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c70c0a-3bf8-40e8-a4d6-1760dc5cc7ab req-455c2c12-17a1-4774-b2e6-c2564caec42a tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:06.625168 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-73c70c0a-3bf8-40e8-a4d6-1760dc5cc7ab req-455c2c12-17a1-4774-b2e6-c2564caec42a tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=efe3d0bd-71a7-470a-99cc-6346f7446cd6 HTTP/1.1" status: 200 len: 945 time: 0.2612920 Aug 23 20:43:06.627777 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c04d50a9-c22b-440d-b2a7-222eef6b0d7a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:06.674167 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04d50a9-c22b-440d-b2a7-222eef6b0d7a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event deleted for resources: {'Port': ['ID=a5d3c80d-1d9c-4c37-8b0f-8a46bb8e37db,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:06.727008 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-73c70c0a-3bf8-40e8-a4d6-1760dc5cc7ab req-9cadb5ea-9a08-4b2c-9bf7-1711afa16974 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925212 Aug 23 20:43:06.728375 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c1284b11-f270-43d6-89ee-cfb278618ce5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:06.734260 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef68e48-34c6-4393-84c6-f5351df5dad8 req-0382c710-12b5-4c68-8e8d-39b19bdd44fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:06.734872 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef68e48-34c6-4393-84c6-f5351df5dad8 req-0382c710-12b5-4c68-8e8d-39b19bdd44fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:06.735354 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef68e48-34c6-4393-84c6-f5351df5dad8 req-0382c710-12b5-4c68-8e8d-39b19bdd44fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:06.737244 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4ef68e48-34c6-4393-84c6-f5351df5dad8 req-0382c710-12b5-4c68-8e8d-39b19bdd44fb service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=2924e77eafaa445eb5f50b8bf05dd405&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.8681223 Aug 23 20:43:06.790755 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836934f4-2508-4116-9fb8-c2e79dd24146 service neutron] Pushing event updated for resources: {'Port': ['ID=5534afba-052a-4374-b9ec-c424c1d6e2a0,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:06.822181 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c1284b11-f270-43d6-89ee-cfb278618ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:07.000133 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c04d50a9-c22b-440d-b2a7-222eef6b0d7a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:07.089125 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-c20d291f-9062-4987-87cc-45680c8ef02b req-836934f4-2508-4116-9fb8-c2e79dd24146 service neutron] Attempting to bind port 5534afba-052a-4374-b9ec-c424c1d6e2a0 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:43:07.090347 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-c20d291f-9062-4987-87cc-45680c8ef02b req-836934f4-2508-4116-9fb8-c2e79dd24146 service neutron] Attempting to bind port 5534afba-052a-4374-b9ec-c424c1d6e2a0 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '992db793-c6d4-4392-aef0-b54a47cfdfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '67ab37de-4a86-4bbd-8972-e551cf9802fc'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:43:07.090997 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20d291f-9062-4987-87cc-45680c8ef02b req-836934f4-2508-4116-9fb8-c2e79dd24146 service neutron] Attempting to bind port 5534afba-052a-4374-b9ec-c424c1d6e2a0 on network 67ab37de-4a86-4bbd-8972-e551cf9802fc {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:43:07.116392 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20d291f-9062-4987-87cc-45680c8ef02b req-836934f4-2508-4116-9fb8-c2e79dd24146 service neutron] Port 5534afba-052a-4374-b9ec-c424c1d6e2a0 on network 67ab37de-4a86-4bbd-8972-e551cf9802fc not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:43:07.116922 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20d291f-9062-4987-87cc-45680c8ef02b req-836934f4-2508-4116-9fb8-c2e79dd24146 service neutron] Attempting to bind port 5534afba-052a-4374-b9ec-c424c1d6e2a0 on network 67ab37de-4a86-4bbd-8972-e551cf9802fc {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:43:07.127098 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20d291f-9062-4987-87cc-45680c8ef02b req-836934f4-2508-4116-9fb8-c2e79dd24146 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:43:07.127712 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20d291f-9062-4987-87cc-45680c8ef02b req-836934f4-2508-4116-9fb8-c2e79dd24146 service neutron] Checking segment: {'id': '992db793-c6d4-4392-aef0-b54a47cfdfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '67ab37de-4a86-4bbd-8972-e551cf9802fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:43:07.128286 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20d291f-9062-4987-87cc-45680c8ef02b req-836934f4-2508-4116-9fb8-c2e79dd24146 service neutron] Bound using segment: {'id': '992db793-c6d4-4392-aef0-b54a47cfdfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '67ab37de-4a86-4bbd-8972-e551cf9802fc'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:43:07.128891 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-c20d291f-9062-4987-87cc-45680c8ef02b req-836934f4-2508-4116-9fb8-c2e79dd24146 service neutron] Bound port: 5534afba-052a-4374-b9ec-c424c1d6e2a0, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '992db793-c6d4-4392-aef0-b54a47cfdfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '67ab37de-4a86-4bbd-8972-e551cf9802fc'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:43:07.129455 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c20d291f-9062-4987-87cc-45680c8ef02b req-836934f4-2508-4116-9fb8-c2e79dd24146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:07.159549 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef68e48-34c6-4393-84c6-f5351df5dad8 req-9ee828f7-a749-4424-aeaf-1d1357b344a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:07.161335 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4ef68e48-34c6-4393-84c6-f5351df5dad8 req-9ee828f7-a749-4424-aeaf-1d1357b344a3 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3818243 Aug 23 20:43:07.208660 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-c1284b11-f270-43d6-89ee-cfb278618ce5 admin admin] Allocated IP 172.25.4.229 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/e5e27d0e-ca5a-4dfe-a4e8-9d7e390aecca) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:43:07.429051 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-c20d291f-9062-4987-87cc-45680c8ef02b req-836934f4-2508-4116-9fb8-c2e79dd24146 service neutron] For port 5534afba-052a-4374-b9ec-c424c1d6e2a0, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:43:07.450033 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c04d50a9-c22b-440d-b2a7-222eef6b0d7a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Router 7e69c876-3311-4374-8d72-1f7d38b4ba2a has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:43:07.451836 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-c20d291f-9062-4987-87cc-45680c8ef02b req-836934f4-2508-4116-9fb8-c2e79dd24146 service neutron] For port 5534afba-052a-4374-b9ec-c424c1d6e2a0, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=5534afba-052a-4374-b9ec-c424c1d6e2a0,segment=NetworkSegment(992db793-c6d4-4392-aef0-b54a47cfdfe1),segment_id=992db793-c6d4-4392-aef0-b54a47cfdfe1)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:43:07.462222 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c20d291f-9062-4987-87cc-45680c8ef02b req-836934f4-2508-4116-9fb8-c2e79dd24146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:07.541737 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d291f-9062-4987-87cc-45680c8ef02b req-836934f4-2508-4116-9fb8-c2e79dd24146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:07.542371 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c20d291f-9062-4987-87cc-45680c8ef02b req-836934f4-2508-4116-9fb8-c2e79dd24146 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:07.543820 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c20d291f-9062-4987-87cc-45680c8ef02b req-836934f4-2508-4116-9fb8-c2e79dd24146 service neutron] 10.222.0.11 "PUT /v2.0/ports/5534afba-052a-4374-b9ec-c424c1d6e2a0 HTTP/1.1" status: 200 len: 1092 time: 2.1460152 Aug 23 20:43:07.609178 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd274cbb6-6f12-4742-9165-320cf6c76e89', 'tag': '5534afba-052a-4374-b9ec-c424c1d6e2a0'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:43:07.611384 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e764364-6bbc-4c4e-b16e-0f1044e8c1a2" -d '{"events": [{"name": "network-changed", "server_uuid": "d274cbb6-6f12-4742-9165-320cf6c76e89", "tag": "5534afba-052a-4374-b9ec-c424c1d6e2a0"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:43:07.630822 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-c20d291f-9062-4987-87cc-45680c8ef02b req-5bf6cc47-84d0-46ff-92b9-d7bc0d87028f service neutron] Request body: {'port': {'device_id': 'd274cbb6-6f12-4742-9165-320cf6c76e89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:43:07.688826 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c04d50a9-c22b-440d-b2a7-222eef6b0d7a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:43:07.702629 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792303a3-543e-41d9-8ce3-68e01b15d26f None None] Sync routers for ids ['7e69c876-3311-4374-8d72-1f7d38b4ba2a'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:43:07.729999 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c04d50a9-c22b-440d-b2a7-222eef6b0d7a tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "PUT /v2.0/routers/7e69c876-3311-4374-8d72-1f7d38b4ba2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3754160 Aug 23 20:43:07.731179 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d98020-5209-4c87-acf1-7fb79ea4a539 None None] Network 2e9d9b22-0f7b-41ee-8dc6-864541317e22 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:43:07.732775 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39294) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:07.743981 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792303a3-543e-41d9-8ce3-68e01b15d26f None None] Routers {'7e69c876-3311-4374-8d72-1f7d38b4ba2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:43:07.745135 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-792303a3-543e-41d9-8ce3-68e01b15d26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:42:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['7e69c876-3311-4374-8d72-1f7d38b4ba2a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:07.774206 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 3dea5e69-b4dc-4742-bb43-ffe96f45e055 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:43:07.865634 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c20d291f-9062-4987-87cc-45680c8ef02b req-5bf6cc47-84d0-46ff-92b9-d7bc0d87028f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:07.899150 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-616f0a00-8484-4d64-929e-3103a63f341d tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Deleting subnet 548c62a2-1370-4ac8-9378-71c36832df60 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:43:07.949071 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-616f0a00-8484-4d64-929e-3103a63f341d tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:07.978267 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be954abc-3b29-4f1b-8029-13d719c21326 x-openstack-request-id: req-be954abc-3b29-4f1b-8029-13d719c21326 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:43:07.978555 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d274cbb6-6f12-4742-9165-320cf6c76e89", "tag": "5534afba-052a-4374-b9ec-c424c1d6e2a0", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:43:07.978804 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-be954abc-3b29-4f1b-8029-13d719c21326 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:43:07.979190 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd274cbb6-6f12-4742-9165-320cf6c76e89', 'tag': '5534afba-052a-4374-b9ec-c424c1d6e2a0', 'status': 'completed', 'code': 200} Aug 23 20:43:08.048712 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-792303a3-543e-41d9-8ce3-68e01b15d26f None None] Set router 7e69c876-3311-4374-8d72-1f7d38b4ba2a gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:43:08.056996 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836934f4-2508-4116-9fb8-c2e79dd24146 service neutron] Pushing event updated for resources: {'Port': ['ID=5534afba-052a-4374-b9ec-c424c1d6e2a0,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:08.060892 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0c2827e8-e232-430b-a6db-a9cd9d42999a None None] Provisioning for port 3dea5e69-b4dc-4742-bb43-ffe96f45e055 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:43:08.069227 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c1284b11-f270-43d6-89ee-cfb278618ce5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:08.088222 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4e826-bb72-423b-ae1a-c46b8960eeaf req-fb005132-9d2e-4a63-b229-b50e77c1b63b tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:08.108390 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4e826-bb72-423b-ae1a-c46b8960eeaf req-fb005132-9d2e-4a63-b229-b50e77c1b63b tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:08.121009 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4e826-bb72-423b-ae1a-c46b8960eeaf req-fb005132-9d2e-4a63-b229-b50e77c1b63b tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:08.128261 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b7e4e826-bb72-423b-ae1a-c46b8960eeaf req-fb005132-9d2e-4a63-b229-b50e77c1b63b tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/ports?device_id=d274cbb6-6f12-4742-9165-320cf6c76e89 HTTP/1.1" status: 200 len: 2400 time: 0.7612786 Aug 23 20:43:08.145022 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-616f0a00-8484-4d64-929e-3103a63f341d tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:08.187010 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 3dea5e69-b4dc-4742-bb43-ffe96f45e055 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:43:08.212266 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 3dea5e69-b4dc-4742-bb43-ffe96f45e055 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:43:08.213107 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:08.250420 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e764364-6bbc-4c4e-b16e-0f1044e8c1a2 req-d80f8dfb-667a-4736-8e9d-b4c189fabf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:08.251052 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e764364-6bbc-4c4e-b16e-0f1044e8c1a2 req-d80f8dfb-667a-4736-8e9d-b4c189fabf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:08.251602 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e764364-6bbc-4c4e-b16e-0f1044e8c1a2 req-d80f8dfb-667a-4736-8e9d-b4c189fabf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:08.253574 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4e764364-6bbc-4c4e-b16e-0f1044e8c1a2 req-d80f8dfb-667a-4736-8e9d-b4c189fabf7e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2924e77eafaa445eb5f50b8bf05dd405&device_id=d274cbb6-6f12-4742-9165-320cf6c76e89 HTTP/1.1" status: 200 len: 2798 time: 0.2512095 Aug 23 20:43:08.317253 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-616f0a00-8484-4d64-929e-3103a63f341d tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:08.331526 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcedd48-8002-482a-b93b-6b87754aac89 req-be116b68-65b0-4fa8-929c-10b3f3e37973 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:08.335621 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cdcedd48-8002-482a-b93b-6b87754aac89 req-be116b68-65b0-4fa8-929c-10b3f3e37973 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=efe3d0bd-71a7-470a-99cc-6346f7446cd6 HTTP/1.1" status: 200 len: 945 time: 0.2282412 Aug 23 20:43:08.471248 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-792303a3-543e-41d9-8ce3-68e01b15d26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'name': 'tempest-RoutersTest-router-768097966', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:42:14Z', 'updated_at': '2021-08-23T20:43:06Z', 'revision_number': 9, 'project_id': '478a4137190c42b2a66568a56c662326', 'gw_port_host': None, '_interfaces': [{'id': 'e657a43f-9d5f-44f9-920f-70cab3020d04', 'name': '', 'network_id': '3dfa55c1-66cd-45d5-bbcb-673e37fc5a43', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'mac_address': 'fa:16:3e:39:98:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'e406b708-5e31-4400-a432-635345956df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:17Z', 'updated_at': '2021-08-23T20:42:27Z', 'revision_number': 5, 'project_id': '478a4137190c42b2a66568a56c662326', 'subnets': [{'id': 'e406b708-5e31-4400-a432-635345956df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f187c9d1-52a9-4c54-a17f-def5dbe3705c', 'name': '', 'network_id': '3ca37500-3ec8-46d8-bd48-2d2b73317f39', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'mac_address': 'fa:16:3e:14:88:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '8427783b-f027-45f2-a57c-5f5fbd28f511', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:28Z', 'updated_at': '2021-08-23T20:42:38Z', 'revision_number': 5, 'project_id': '478a4137190c42b2a66568a56c662326', 'subnets': [{'id': '8427783b-f027-45f2-a57c-5f5fbd28f511', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:08.519304 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b7e4e826-bb72-423b-ae1a-c46b8960eeaf req-80593c11-f473-43a8-bd24-01c09b355162 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/security-groups?id=d730caec-e6c3-42dd-9aa7-0036d9d45ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808255 Aug 23 20:43:08.532994 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:08.540708 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc241e8-b4b5-4b04-9cc6-09232d9bde35 req-ffe2793c-876d-453e-ae48-7b99b2fbd2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:08.542227 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9dc241e8-b4b5-4b04-9cc6-09232d9bde35 req-ffe2793c-876d-453e-ae48-7b99b2fbd2b4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dfca521cd42c404497e1668b14cff80f&device_id=efe3d0bd-71a7-470a-99cc-6346f7446cd6 HTTP/1.1" status: 200 len: 1096 time: 0.1590426 Aug 23 20:43:08.550089 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-616f0a00-8484-4d64-929e-3103a63f341d tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:08.580468 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792303a3-543e-41d9-8ce3-68e01b15d26f None None] Checking router: 7e69c876-3311-4374-8d72-1f7d38b4ba2a for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:43:08.599068 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cdcedd48-8002-482a-b93b-6b87754aac89 req-5be5a426-3098-4459-90d2-affa0f8d6b43 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960700 Aug 23 20:43:08.607956 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792303a3-543e-41d9-8ce3-68e01b15d26f None None] Routers {'7e69c876-3311-4374-8d72-1f7d38b4ba2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:43:08.618536 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-792303a3-543e-41d9-8ce3-68e01b15d26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:42:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['7e69c876-3311-4374-8d72-1f7d38b4ba2a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:08.664381 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 3dea5e69-b4dc-4742-bb43-ffe96f45e055, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=3dea5e69-b4dc-4742-bb43-ffe96f45e055,segment=NetworkSegment(2bb43555-f873-4a8c-b6d0-0a61fec775fe),segment_id=2bb43555-f873-4a8c-b6d0-0a61fec775fe)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:43:08.670144 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:08.684646 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c1284b11-f270-43d6-89ee-cfb278618ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:08.691995 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616f0a00-8484-4d64-929e-3103a63f341d tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event deleted for resources: {'Subnet': ['ID=548c62a2-1370-4ac8-9378-71c36832df60,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:08.759070 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9220815-0052-44aa-b5a6-c72725323a31 None None] Network f5daddc2-109f-45d2-9e6f-7d09ee3c860d requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:43:08.777384 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-616f0a00-8484-4d64-929e-3103a63f341d tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:08.785615 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-616f0a00-8484-4d64-929e-3103a63f341d tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "DELETE /v2.0/subnets/548c62a2-1370-4ac8-9378-71c36832df60 HTTP/1.1" status: 204 len: 168 time: 1.0515540 Aug 23 20:43:08.800966 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39304) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:08.900582 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-792303a3-543e-41d9-8ce3-68e01b15d26f None None] Set router 7e69c876-3311-4374-8d72-1f7d38b4ba2a gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:43:08.982654 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1284b11-f270-43d6-89ee-cfb278618ce5 admin admin] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:43:08.995220 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=3dea5e69-b4dc-4742-bb43-ffe96f45e055,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:09.018501 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-c1284b11-f270-43d6-89ee-cfb278618ce5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:43:09.029115 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1284b11-f270-43d6-89ee-cfb278618ce5 admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:43:09.036711 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e764364-6bbc-4c4e-b16e-0f1044e8c1a2 req-cef8e42c-c72f-4ca9-98e9-fd0aae0733cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:09.044722 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e764364-6bbc-4c4e-b16e-0f1044e8c1a2 req-cef8e42c-c72f-4ca9-98e9-fd0aae0733cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:09.045480 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e764364-6bbc-4c4e-b16e-0f1044e8c1a2 req-cef8e42c-c72f-4ca9-98e9-fd0aae0733cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:09.047426 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4e764364-6bbc-4c4e-b16e-0f1044e8c1a2 req-cef8e42c-c72f-4ca9-98e9-fd0aae0733cc service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=2924e77eafaa445eb5f50b8bf05dd405&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7729943 Aug 23 20:43:09.057534 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e17465ef-85ca-4798-a6f2-fe06d4b046af None None] Provisioning complete for port 3dea5e69-b4dc-4742-bb43-ffe96f45e055 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:43:09.057909 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e17465ef-85ca-4798-a6f2-fe06d4b046af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:09.069395 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6aa7899-a96c-4c66-9cdb-5729002ae3e0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:09.082791 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc241e8-b4b5-4b04-9cc6-09232d9bde35 req-83d62527-20d3-45e7-91aa-0eaeda8b5a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:09.084492 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9dc241e8-b4b5-4b04-9cc6-09232d9bde35 req-83d62527-20d3-45e7-91aa-0eaeda8b5a81 service neutron] 10.222.0.32 "GET /v2.0/networks?id=08ee7db6-ee70-42c6-86e8-ee22c22907f2 HTTP/1.1" status: 200 len: 920 time: 0.5132346 Aug 23 20:43:09.110113 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1284b11-f270-43d6-89ee-cfb278618ce5 admin admin] Pushing event updated for resources: {'Port': ['ID=e5e27d0e-ca5a-4dfe-a4e8-9d7e390aecca,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:09.179746 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9dc241e8-b4b5-4b04-9cc6-09232d9bde35 req-67197ee5-704d-4736-9f7b-5700471e0311 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b814750-a2f2-4a4c-b6ae-0ba0827daf66 HTTP/1.1" status: 200 len: 217 time: 0.0852022 Aug 23 20:43:09.226453 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e0bede-ac43-4d6a-8ccf-69d61d64f3e5 None None] DHCP port deletion for f5daddc2-109f-45d2-9e6f-7d09ee3c860d request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:43:09.289309 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-65e0bede-ac43-4d6a-8ccf-69d61d64f3e5 None None] Deleting port c2f566ab-6fe6-4020-939c-bcb8f8277794 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:43:09.290341 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-65e0bede-ac43-4d6a-8ccf-69d61d64f3e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:09.301589 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc241e8-b4b5-4b04-9cc6-09232d9bde35 req-ec19c3bc-3a4e-4a92-b597-5db2330b0222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:09.303138 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9dc241e8-b4b5-4b04-9cc6-09232d9bde35 req-ec19c3bc-3a4e-4a92-b597-5db2330b0222 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f081180f-c4fd-4243-9f2e-305cad1ce609 HTTP/1.1" status: 200 len: 859 time: 0.0647008 Aug 23 20:43:09.366865 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9dc241e8-b4b5-4b04-9cc6-09232d9bde35 req-4c9ef497-6e27-454a-baa7-bc40ea685347 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=08ee7db6-ee70-42c6-86e8-ee22c22907f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482123 Aug 23 20:43:09.441969 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 3dea5e69-b4dc-4742-bb43-ffe96f45e055 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:43:09.443609 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-792303a3-543e-41d9-8ce3-68e01b15d26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'name': 'tempest-RoutersTest-router-768097966', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:42:14Z', 'updated_at': '2021-08-23T20:43:06Z', 'revision_number': 9, 'project_id': '478a4137190c42b2a66568a56c662326', 'gw_port_host': None, '_interfaces': [{'id': 'e657a43f-9d5f-44f9-920f-70cab3020d04', 'name': '', 'network_id': '3dfa55c1-66cd-45d5-bbcb-673e37fc5a43', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'mac_address': 'fa:16:3e:39:98:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'e406b708-5e31-4400-a432-635345956df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:17Z', 'updated_at': '2021-08-23T20:42:27Z', 'revision_number': 5, 'project_id': '478a4137190c42b2a66568a56c662326', 'subnets': [{'id': 'e406b708-5e31-4400-a432-635345956df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f187c9d1-52a9-4c54-a17f-def5dbe3705c', 'name': '', 'network_id': '3ca37500-3ec8-46d8-bd48-2d2b73317f39', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'mac_address': 'fa:16:3e:14:88:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '8427783b-f027-45f2-a57c-5f5fbd28f511', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:28Z', 'updated_at': '2021-08-23T20:42:38Z', 'revision_number': 5, 'project_id': '478a4137190c42b2a66568a56c662326', 'subnets': [{'id': '8427783b-f027-45f2-a57c-5f5fbd28f511', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:09.493351 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792303a3-543e-41d9-8ce3-68e01b15d26f None None] The sync data for ids ['7e69c876-3311-4374-8d72-1f7d38b4ba2a'] in n-d-805663-2 is: [{'id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'name': 'tempest-RoutersTest-router-768097966', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:42:14Z', 'updated_at': '2021-08-23T20:43:06Z', 'revision_number': 9, 'project_id': '478a4137190c42b2a66568a56c662326', 'gw_port_host': None, '_interfaces': [{'id': 'e657a43f-9d5f-44f9-920f-70cab3020d04', 'name': '', 'network_id': '3dfa55c1-66cd-45d5-bbcb-673e37fc5a43', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'mac_address': 'fa:16:3e:39:98:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'e406b708-5e31-4400-a432-635345956df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:17Z', 'updated_at': '2021-08-23T20:42:27Z', 'revision_number': 5, 'project_id': '478a4137190c42b2a66568a56c662326', 'subnets': [{'id': 'e406b708-5e31-4400-a432-635345956df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f187c9d1-52a9-4c54-a17f-def5dbe3705c', 'name': '', 'network_id': '3ca37500-3ec8-46d8-bd48-2d2b73317f39', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'mac_address': 'fa:16:3e:14:88:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '8427783b-f027-45f2-a57c-5f5fbd28f511', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:28Z', 'updated_at': '2021-08-23T20:42:38Z', 'revision_number': 5, 'project_id': '478a4137190c42b2a66568a56c662326', 'subnets': [{'id': '8427783b-f027-45f2-a57c-5f5fbd28f511', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:43:09.534301 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-65e0bede-ac43-4d6a-8ccf-69d61d64f3e5 None None] For port c2f566ab-6fe6-4020-939c-bcb8f8277794, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=c2f566ab-6fe6-4020-939c-bcb8f8277794,segment=NetworkSegment(a8e22d8f-0506-48b1-99a0-e394916297ef),segment_id=a8e22d8f-0506-48b1-99a0-e394916297ef)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:43:09.534714 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-65e0bede-ac43-4d6a-8ccf-69d61d64f3e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:09.569384 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-65e0bede-ac43-4d6a-8ccf-69d61d64f3e5 None None] Calling delete_port for c2f566ab-6fe6-4020-939c-bcb8f8277794 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:43:09.621229 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9dc241e8-b4b5-4b04-9cc6-09232d9bde35 req-91975d82-3caa-461a-8305-a426cc184e2a service neutron] 10.222.0.32 "GET /v2.0/networks/08ee7db6-ee70-42c6-86e8-ee22c22907f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404735 Aug 23 20:43:09.684554 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-65e0bede-ac43-4d6a-8ccf-69d61d64f3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:09.724756 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0bede-ac43-4d6a-8ccf-69d61d64f3e5 None None] Pushing event deleted for resources: {'Port': ['ID=c2f566ab-6fe6-4020-939c-bcb8f8277794,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:09.736609 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-d6aa7899-a96c-4c66-9cdb-5729002ae3e0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Deleting port c2f566ab-6fe6-4020-939c-bcb8f8277794 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:43:09.737329 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6aa7899-a96c-4c66-9cdb-5729002ae3e0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:09.751301 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e0bede-ac43-4d6a-8ccf-69d61d64f3e5 None None] No DVR routers for this DVR port c2f566ab-6fe6-4020-939c-bcb8f8277794 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:43:09.778884 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 3dea5e69-b4dc-4742-bb43-ffe96f45e055 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:43:09.781407 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:10.089047 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-667cc50a-5d64-4a44-aa2f-df26fd4ba895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:10.090476 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc837903-7552-4287-b7d1-039a5a8a153f req-43208589-fb1f-4b98-970e-66f51be6485a tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:10.093709 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb21a5d-684d-404a-bfa5-ec1b28a0f6be req-95b69fd8-0253-4e66-bca6-64517c9e014a tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:10.102091 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-afb21a5d-684d-404a-bfa5-ec1b28a0f6be req-95b69fd8-0253-4e66-bca6-64517c9e014a tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=efe3d0bd-71a7-470a-99cc-6346f7446cd6 HTTP/1.1" status: 200 len: 945 time: 0.2879922 Aug 23 20:43:10.104136 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc837903-7552-4287-b7d1-039a5a8a153f req-43208589-fb1f-4b98-970e-66f51be6485a tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:10.118204 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc837903-7552-4287-b7d1-039a5a8a153f req-43208589-fb1f-4b98-970e-66f51be6485a tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:10.119233 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dc837903-7552-4287-b7d1-039a5a8a153f req-43208589-fb1f-4b98-970e-66f51be6485a tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/ports?device_id=d274cbb6-6f12-4742-9165-320cf6c76e89 HTTP/1.1" status: 200 len: 2400 time: 0.3622789 Aug 23 20:43:10.148491 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-d6aa7899-a96c-4c66-9cdb-5729002ae3e0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] For port c2f566ab-6fe6-4020-939c-bcb8f8277794, host n-d-805663-2, got binding levels [] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:43:10.148868 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6aa7899-a96c-4c66-9cdb-5729002ae3e0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:10.171084 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-c20d291f-9062-4987-87cc-45680c8ef02b req-5bf6cc47-84d0-46ff-92b9-d7bc0d87028f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 822c0e43-2e61-4ae0-bf18-15e818ba4c94 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:43:10.183917 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e764364-6bbc-4c4e-b16e-0f1044e8c1a2 req-28a994d5-fb59-4790-8deb-158f372c7e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:10.184815 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-d6aa7899-a96c-4c66-9cdb-5729002ae3e0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Calling delete_port for c2f566ab-6fe6-4020-939c-bcb8f8277794 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:43:10.187937 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4e764364-6bbc-4c4e-b16e-0f1044e8c1a2 req-28a994d5-fb59-4790-8deb-158f372c7e5c service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1247840 Aug 23 20:43:10.191571 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.ipam_backend_mixin [None req-d6aa7899-a96c-4c66-9cdb-5729002ae3e0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Port c2f566ab-6fe6-4020-939c-bcb8f8277794 was not found and therefore no delete operation was performed {{(pid=94688) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 23 20:43:10.218241 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6aa7899-a96c-4c66-9cdb-5729002ae3e0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:10.235096 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c20d291f-9062-4987-87cc-45680c8ef02b req-5bf6cc47-84d0-46ff-92b9-d7bc0d87028f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:10.241807 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device c2f566ab-6fe6-4020-939c-bcb8f8277794 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:43:10.252828 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-afb21a5d-684d-404a-bfa5-ec1b28a0f6be req-da318fad-95d8-4996-8072-c774d42004f6 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496863 Aug 23 20:43:10.304365 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aa7899-a96c-4c66-9cdb-5729002ae3e0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event deleted for resources: {'Port': ['ID=c2f566ab-6fe6-4020-939c-bcb8f8277794,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:10.315495 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: c2f566ab-6fe6-4020-939c-bcb8f8277794 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:43:10.315835 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device c2f566ab-6fe6-4020-939c-bcb8f8277794 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:43:10.324885 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9dc241e8-b4b5-4b04-9cc6-09232d9bde35 req-cebfdd12-8f81-41ef-8f67-19f165cfdd6e service neutron] 10.222.0.32 "GET /v2.0/networks/08ee7db6-ee70-42c6-86e8-ee22c22907f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6905138 Aug 23 20:43:10.331636 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-c20d291f-9062-4987-87cc-45680c8ef02b req-5bf6cc47-84d0-46ff-92b9-d7bc0d87028f service neutron] Transition to ACTIVE for port object 822c0e43-2e61-4ae0-bf18-15e818ba4c94 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:43:10.339370 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:10.340816 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c20d291f-9062-4987-87cc-45680c8ef02b req-5bf6cc47-84d0-46ff-92b9-d7bc0d87028f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:10.349578 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dc837903-7552-4287-b7d1-039a5a8a153f req-266e6377-a8f3-47bd-944c-3822a88df17b tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/security-groups?id=d730caec-e6c3-42dd-9aa7-0036d9d45ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160132 Aug 23 20:43:10.355604 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6aa7899-a96c-4c66-9cdb-5729002ae3e0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] No DVR routers for this DVR port c2f566ab-6fe6-4020-939c-bcb8f8277794 on host n-d-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:43:10.468341 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6aa7899-a96c-4c66-9cdb-5729002ae3e0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:10.496127 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6cc47-84d0-46ff-92b9-d7bc0d87028f service neutron] Pushing event updated for resources: {'Port': ['ID=822c0e43-2e61-4ae0-bf18-15e818ba4c94,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:10.502615 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-d6aa7899-a96c-4c66-9cdb-5729002ae3e0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5daddc2-109f-45d2-9e6f-7d09ee3c860d']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:10.521272 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-d6aa7899-a96c-4c66-9cdb-5729002ae3e0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8e22d8f-0506-48b1-99a0-e394916297ef') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:10.521788 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-d6aa7899-a96c-4c66-9cdb-5729002ae3e0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8e22d8f-0506-48b1-99a0-e394916297ef') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:10.534503 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6aa7899-a96c-4c66-9cdb-5729002ae3e0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:10.552286 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6aa7899-a96c-4c66-9cdb-5729002ae3e0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:10.570747 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6aa7899-a96c-4c66-9cdb-5729002ae3e0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:43:10.571463 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6aa7899-a96c-4c66-9cdb-5729002ae3e0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:10.577758 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:43:10.577758 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:43:10.577758 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:43:10.577758 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:43:10.577758 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:43:10.577758 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:43:10.577758 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:43:10.577758 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:43:10.577758 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:43:10.577758 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:43:10.577758 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:43:10.577758 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:43:10.577758 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:43:10.577758 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:43:10.577758 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:43:10.577758 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:43:10.577758 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:43:10.577758 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:43:10.577758 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:43:10.577758 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:43:10.577758 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:43:10.577758 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:43:10.577758 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:43:10.577758 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:43:10.577758 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:43:10.577758 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:43:10.577758 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:43:10.577758 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:43:10.577758 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:43:10.577758 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:43:10.577758 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:43:10.577758 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:43:10.582835 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c1284b11-f270-43d6-89ee-cfb278618ce5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:10.687146 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6aa7899-a96c-4c66-9cdb-5729002ae3e0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:10.703841 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6aa7899-a96c-4c66-9cdb-5729002ae3e0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:10.707211 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d6aa7899-a96c-4c66-9cdb-5729002ae3e0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "DELETE /v2.0/networks/f5daddc2-109f-45d2-9e6f-7d09ee3c860d HTTP/1.1" status: 204 len: 168 time: 1.9026711 Aug 23 20:43:10.732617 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39326) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:10.741626 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aa7899-a96c-4c66-9cdb-5729002ae3e0 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event deleted for resources: {'Network': ['ID=f5daddc2-109f-45d2-9e6f-7d09ee3c860d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:10.749511 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-c20d291f-9062-4987-87cc-45680c8ef02b req-5bf6cc47-84d0-46ff-92b9-d7bc0d87028f service neutron] Attempting to bind port 822c0e43-2e61-4ae0-bf18-15e818ba4c94 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:43:10.749846 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-c20d291f-9062-4987-87cc-45680c8ef02b req-5bf6cc47-84d0-46ff-92b9-d7bc0d87028f service neutron] Attempting to bind port 822c0e43-2e61-4ae0-bf18-15e818ba4c94 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '43c51dc2-15d3-423d-9044-f9aefb3fddee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c1495c8c-0e4a-4fa5-8aa1-8b05165324c0'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:43:10.750173 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20d291f-9062-4987-87cc-45680c8ef02b req-5bf6cc47-84d0-46ff-92b9-d7bc0d87028f service neutron] Attempting to bind port 822c0e43-2e61-4ae0-bf18-15e818ba4c94 on network c1495c8c-0e4a-4fa5-8aa1-8b05165324c0 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:43:10.851161 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20d291f-9062-4987-87cc-45680c8ef02b req-5bf6cc47-84d0-46ff-92b9-d7bc0d87028f service neutron] Port 822c0e43-2e61-4ae0-bf18-15e818ba4c94 on network c1495c8c-0e4a-4fa5-8aa1-8b05165324c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:43:10.851489 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20d291f-9062-4987-87cc-45680c8ef02b req-5bf6cc47-84d0-46ff-92b9-d7bc0d87028f service neutron] Attempting to bind port 822c0e43-2e61-4ae0-bf18-15e818ba4c94 on network c1495c8c-0e4a-4fa5-8aa1-8b05165324c0 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:43:10.868206 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20d291f-9062-4987-87cc-45680c8ef02b req-5bf6cc47-84d0-46ff-92b9-d7bc0d87028f service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:43:10.868556 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20d291f-9062-4987-87cc-45680c8ef02b req-5bf6cc47-84d0-46ff-92b9-d7bc0d87028f service neutron] Checking segment: {'id': '43c51dc2-15d3-423d-9044-f9aefb3fddee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c1495c8c-0e4a-4fa5-8aa1-8b05165324c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:43:10.868948 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20d291f-9062-4987-87cc-45680c8ef02b req-5bf6cc47-84d0-46ff-92b9-d7bc0d87028f service neutron] Bound using segment: {'id': '43c51dc2-15d3-423d-9044-f9aefb3fddee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c1495c8c-0e4a-4fa5-8aa1-8b05165324c0'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:43:10.869395 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-c20d291f-9062-4987-87cc-45680c8ef02b req-5bf6cc47-84d0-46ff-92b9-d7bc0d87028f service neutron] Bound port: 822c0e43-2e61-4ae0-bf18-15e818ba4c94, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43c51dc2-15d3-423d-9044-f9aefb3fddee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c1495c8c-0e4a-4fa5-8aa1-8b05165324c0'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:43:10.869757 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c20d291f-9062-4987-87cc-45680c8ef02b req-5bf6cc47-84d0-46ff-92b9-d7bc0d87028f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:10.890058 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39330) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:10.980980 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6cb37c4-9673-4af9-ab8b-7e86b4ed23c5 admin admin] Deleting subnet f5ab73c8-3f69-4f44-b7f0-2a0346bab3bc {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:43:10.986692 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6cb37c4-9673-4af9-ab8b-7e86b4ed23c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:11.030310 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6cb37c4-9673-4af9-ab8b-7e86b4ed23c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:11.079761 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6cb37c4-9673-4af9-ab8b-7e86b4ed23c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:11.164216 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6cb37c4-9673-4af9-ab8b-7e86b4ed23c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:11.195595 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb37c4-9673-4af9-ab8b-7e86b4ed23c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5ab73c8-3f69-4f44-b7f0-2a0346bab3bc,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:11.199737 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6cb37c4-9673-4af9-ab8b-7e86b4ed23c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:11.204320 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f6cb37c4-9673-4af9-ab8b-7e86b4ed23c5 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/f5ab73c8-3f69-4f44-b7f0-2a0346bab3bc HTTP/1.1" status: 204 len: 168 time: 0.3081591 Aug 23 20:43:11.205092 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39334) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:11.330530 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-c20d291f-9062-4987-87cc-45680c8ef02b req-5bf6cc47-84d0-46ff-92b9-d7bc0d87028f service neutron] For port 822c0e43-2e61-4ae0-bf18-15e818ba4c94, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:43:11.347932 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a979651d-30f9-4077-b0a7-ff2dc9934ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:11.373110 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device a5d3c80d-1d9c-4c37-8b0f-8a46bb8e37db no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:43:11.419446 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-c20d291f-9062-4987-87cc-45680c8ef02b req-5bf6cc47-84d0-46ff-92b9-d7bc0d87028f service neutron] For port 822c0e43-2e61-4ae0-bf18-15e818ba4c94, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=822c0e43-2e61-4ae0-bf18-15e818ba4c94,segment=NetworkSegment(43c51dc2-15d3-423d-9044-f9aefb3fddee),segment_id=43c51dc2-15d3-423d-9044-f9aefb3fddee)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:43:11.422225 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: a5d3c80d-1d9c-4c37-8b0f-8a46bb8e37db {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:43:11.422653 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device a5d3c80d-1d9c-4c37-8b0f-8a46bb8e37db not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:43:11.466647 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c20d291f-9062-4987-87cc-45680c8ef02b req-5bf6cc47-84d0-46ff-92b9-d7bc0d87028f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:11.514253 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c1284b11-f270-43d6-89ee-cfb278618ce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:11.519456 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a979651d-30f9-4077-b0a7-ff2dc9934ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:11.533514 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-a979651d-30f9-4077-b0a7-ff2dc9934ae0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b9a7932-3045-49b7-ac54-223488947af7']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:11.547371 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-a979651d-30f9-4077-b0a7-ff2dc9934ae0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfd8f521-8830-4194-b2f8-38a8445664a9') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:11.547697 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-a979651d-30f9-4077-b0a7-ff2dc9934ae0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfd8f521-8830-4194-b2f8-38a8445664a9') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:11.570178 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001dcefd-0c92-412e-bec5-07d1de472bf2 req-9a4a5aa0-d294-45c6-b5d5-2973e87492d6 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:11.577288 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001dcefd-0c92-412e-bec5-07d1de472bf2 req-9a4a5aa0-d294-45c6-b5d5-2973e87492d6 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:11.583112 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001dcefd-0c92-412e-bec5-07d1de472bf2 req-9a4a5aa0-d294-45c6-b5d5-2973e87492d6 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:11.584999 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-001dcefd-0c92-412e-bec5-07d1de472bf2 req-9a4a5aa0-d294-45c6-b5d5-2973e87492d6 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/ports?device_id=d274cbb6-6f12-4742-9165-320cf6c76e89 HTTP/1.1" status: 200 len: 2412 time: 0.1432900 Aug 23 20:43:11.586879 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a979651d-30f9-4077-b0a7-ff2dc9934ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:11.619660 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a979651d-30f9-4077-b0a7-ff2dc9934ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:11.640449 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a979651d-30f9-4077-b0a7-ff2dc9934ae0 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:43:11.640925 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a979651d-30f9-4077-b0a7-ff2dc9934ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:11.642186 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d291f-9062-4987-87cc-45680c8ef02b req-5bf6cc47-84d0-46ff-92b9-d7bc0d87028f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:11.642926 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c20d291f-9062-4987-87cc-45680c8ef02b req-5bf6cc47-84d0-46ff-92b9-d7bc0d87028f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:11.644410 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c20d291f-9062-4987-87cc-45680c8ef02b req-5bf6cc47-84d0-46ff-92b9-d7bc0d87028f service neutron] 10.222.0.11 "PUT /v2.0/ports/822c0e43-2e61-4ae0-bf18-15e818ba4c94 HTTP/1.1" status: 200 len: 1091 time: 4.0226562 Aug 23 20:43:11.647810 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:43:11.647810 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:43:11.647810 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:43:11.647810 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:43:11.647810 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:43:11.647810 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:43:11.647810 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:43:11.647810 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:43:11.647810 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:43:11.647810 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:43:11.647810 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:43:11.647810 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:43:11.647810 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:43:11.647810 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:43:11.647810 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:43:11.647810 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:43:11.647810 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:43:11.647810 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:43:11.647810 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:43:11.647810 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:43:11.647810 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:43:11.647810 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:43:11.647810 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:43:11.647810 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:43:11.647810 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:43:11.647810 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:43:11.647810 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:43:11.647810 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:43:11.647810 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:43:11.647810 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:43:11.647810 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:43:11.647810 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:43:11.650024 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd274cbb6-6f12-4742-9165-320cf6c76e89', 'tag': '822c0e43-2e61-4ae0-bf18-15e818ba4c94'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:43:11.657044 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eebe1a3-13fd-4100-9e37-f3c8092071ec" -d '{"events": [{"name": "network-changed", "server_uuid": "d274cbb6-6f12-4742-9165-320cf6c76e89", "tag": "822c0e43-2e61-4ae0-bf18-15e818ba4c94"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:43:11.676847 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-001dcefd-0c92-412e-bec5-07d1de472bf2 req-381cc6cd-1776-452f-95ba-1e1d69faec8e tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/security-groups?id=d730caec-e6c3-42dd-9aa7-0036d9d45ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824168 Aug 23 20:43:11.763398 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a979651d-30f9-4077-b0a7-ff2dc9934ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:11.767491 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ca0a0-20c3-4c8d-a804-a6d4b81d270f req-ffdc3e62-70cb-49e6-b236-2e10c7c175e3 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:11.775875 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-676ca0a0-20c3-4c8d-a804-a6d4b81d270f req-ffdc3e62-70cb-49e6-b236-2e10c7c175e3 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=efe3d0bd-71a7-470a-99cc-6346f7446cd6 HTTP/1.1" status: 200 len: 945 time: 0.3664951 Aug 23 20:43:11.776175 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a979651d-30f9-4077-b0a7-ff2dc9934ae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:11.778900 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a979651d-30f9-4077-b0a7-ff2dc9934ae0 admin admin] 10.222.0.61 "DELETE /v2.0/networks/2b9a7932-3045-49b7-ac54-223488947af7 HTTP/1.1" status: 204 len: 168 time: 0.5728233 Aug 23 20:43:11.784437 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6cc47-84d0-46ff-92b9-d7bc0d87028f service neutron] Pushing event updated for resources: {'Port': ['ID=822c0e43-2e61-4ae0-bf18-15e818ba4c94,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:11.792873 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39346) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:11.794861 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a979651d-30f9-4077-b0a7-ff2dc9934ae0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b9a7932-3045-49b7-ac54-223488947af7,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:11.860897 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-5306cf73-8d32-43e5-9fc4-0578b3427aa5 admin admin] Deleting subnet 417e3e27-c4ba-4a77-a189-31e0d9ed992e {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:43:11.865544 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5306cf73-8d32-43e5-9fc4-0578b3427aa5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:11.929237 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5306cf73-8d32-43e5-9fc4-0578b3427aa5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:11.984979 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5306cf73-8d32-43e5-9fc4-0578b3427aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:11.994701 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10fb746-b752-49ee-80e7-814dca23814e x-openstack-request-id: req-c10fb746-b752-49ee-80e7-814dca23814e {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:43:11.994993 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d274cbb6-6f12-4742-9165-320cf6c76e89", "tag": "822c0e43-2e61-4ae0-bf18-15e818ba4c94", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:43:11.995376 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c10fb746-b752-49ee-80e7-814dca23814e {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:43:11.995852 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd274cbb6-6f12-4742-9165-320cf6c76e89', 'tag': '822c0e43-2e61-4ae0-bf18-15e818ba4c94', 'status': 'completed', 'code': 200} Aug 23 20:43:12.009909 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d291f-9062-4987-87cc-45680c8ef02b req-f30bdd6c-9703-40e2-94d8-79ee2034680b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:12.010496 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d291f-9062-4987-87cc-45680c8ef02b req-f30bdd6c-9703-40e2-94d8-79ee2034680b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:12.010991 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d291f-9062-4987-87cc-45680c8ef02b req-f30bdd6c-9703-40e2-94d8-79ee2034680b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:12.012746 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c20d291f-9062-4987-87cc-45680c8ef02b req-f30bdd6c-9703-40e2-94d8-79ee2034680b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2924e77eafaa445eb5f50b8bf05dd405&device_id=d274cbb6-6f12-4742-9165-320cf6c76e89 HTTP/1.1" status: 200 len: 2865 time: 0.3141310 Aug 23 20:43:12.020096 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-676ca0a0-20c3-4c8d-a804-a6d4b81d270f req-bae9a884-eb03-4357-a58a-1d4aee5132c6 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431455 Aug 23 20:43:12.129869 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c20d291f-9062-4987-87cc-45680c8ef02b req-3566d341-5dd8-48ee-b0cf-3551bddb243b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.194&port_id=c2e7c5a4-4c34-4cea-9a27-e80b1f93612f HTTP/1.1" status: 200 len: 217 time: 0.1053522 Aug 23 20:43:12.175259 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-229f5cbb-13d1-4190-9e47-0357916ae328 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:12.216641 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1284b11-f270-43d6-89ee-cfb278618ce5 admin admin] Router 1fa4204d-e935-4504-b376-224dd97ae81e is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:43:12.361613 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d291f-9062-4987-87cc-45680c8ef02b req-af77c17a-b964-4c32-b54c-7bdd407bab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:12.363143 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c20d291f-9062-4987-87cc-45680c8ef02b req-af77c17a-b964-4c32-b54c-7bdd407bab5c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c1a419a3-db45-4031-9fc5-a033199acca8 HTTP/1.1" status: 200 len: 801 time: 0.2188766 Aug 23 20:43:12.415576 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5306cf73-8d32-43e5-9fc4-0578b3427aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:12.446527 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5306cf73-8d32-43e5-9fc4-0578b3427aa5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:12.448504 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-5306cf73-8d32-43e5-9fc4-0578b3427aa5 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/417e3e27-c4ba-4a77-a189-31e0d9ed992e HTTP/1.1" status: 204 len: 168 time: 0.6507163 Aug 23 20:43:12.449779 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5306cf73-8d32-43e5-9fc4-0578b3427aa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=417e3e27-c4ba-4a77-a189-31e0d9ed992e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:12.451563 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39350) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:12.531572 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b8b6cce7-30fc-437e-9f0a-8ab2cdeea54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:12.628019 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b8b6cce7-30fc-437e-9f0a-8ab2cdeea54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:12.649846 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-b8b6cce7-30fc-437e-9f0a-8ab2cdeea54a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd56e138-7a72-474f-af97-fa222f1badac']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:12.662978 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-b8b6cce7-30fc-437e-9f0a-8ab2cdeea54a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '997395e6-0268-423b-80bb-9db92a03f23d') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:12.663453 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-b8b6cce7-30fc-437e-9f0a-8ab2cdeea54a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '997395e6-0268-423b-80bb-9db92a03f23d') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:12.674632 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b8b6cce7-30fc-437e-9f0a-8ab2cdeea54a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:12.690612 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b8b6cce7-30fc-437e-9f0a-8ab2cdeea54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:12.697116 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8b6cce7-30fc-437e-9f0a-8ab2cdeea54a admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:43:12.697785 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b8b6cce7-30fc-437e-9f0a-8ab2cdeea54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:12.699948 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:43:12.699948 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:43:12.699948 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:43:12.699948 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:43:12.699948 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:43:12.699948 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:43:12.699948 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:43:12.699948 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:43:12.699948 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:43:12.699948 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:43:12.699948 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:43:12.699948 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:43:12.699948 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:43:12.699948 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:43:12.699948 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:43:12.699948 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:43:12.699948 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:43:12.699948 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:43:12.699948 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:43:12.699948 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:43:12.699948 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:43:12.699948 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:43:12.699948 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:43:12.699948 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:43:12.699948 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:43:12.699948 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:43:12.699948 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:43:12.699948 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:43:12.699948 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:43:12.699948 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:43:12.699948 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:43:12.699948 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:43:12.769131 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b8b6cce7-30fc-437e-9f0a-8ab2cdeea54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:12.799321 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b8b6cce7-30fc-437e-9f0a-8ab2cdeea54a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:12.801528 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b8b6cce7-30fc-437e-9f0a-8ab2cdeea54a admin admin] 10.222.0.61 "DELETE /v2.0/networks/dd56e138-7a72-474f-af97-fa222f1badac HTTP/1.1" status: 204 len: 168 time: 0.3488395 Aug 23 20:43:12.841322 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b6cce7-30fc-437e-9f0a-8ab2cdeea54a admin admin] Pushing event deleted for resources: {'Network': ['ID=dd56e138-7a72-474f-af97-fa222f1badac,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:12.873911 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937388df-0179-4bd5-8174-d4e0f34b9ba8 req-e2e8a565-ce2e-4e2f-9383-c0627a1f82fd tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:12.880662 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937388df-0179-4bd5-8174-d4e0f34b9ba8 req-e2e8a565-ce2e-4e2f-9383-c0627a1f82fd tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:12.889645 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937388df-0179-4bd5-8174-d4e0f34b9ba8 req-e2e8a565-ce2e-4e2f-9383-c0627a1f82fd tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:12.891686 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-937388df-0179-4bd5-8174-d4e0f34b9ba8 req-e2e8a565-ce2e-4e2f-9383-c0627a1f82fd tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/ports?device_id=d274cbb6-6f12-4742-9165-320cf6c76e89 HTTP/1.1" status: 200 len: 2412 time: 0.1200755 Aug 23 20:43:12.932617 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d291f-9062-4987-87cc-45680c8ef02b req-6b233c7e-1598-4582-91aa-d64cb44406ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:12.934199 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c20d291f-9062-4987-87cc-45680c8ef02b req-6b233c7e-1598-4582-91aa-d64cb44406ee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c1495c8c-0e4a-4fa5-8aa1-8b05165324c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5304711 Aug 23 20:43:12.938084 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1284b11-f270-43d6-89ee-cfb278618ce5 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:43:12.949905 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43f2563-ef93-400f-a48c-515c52c321e9 None None] Sync routers for ids ['1fa4204d-e935-4504-b376-224dd97ae81e'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:43:12.959939 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-937388df-0179-4bd5-8174-d4e0f34b9ba8 req-46e11718-b5d0-4132-aabf-216022138757 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/security-groups?id=d730caec-e6c3-42dd-9aa7-0036d9d45ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602238 Aug 23 20:43:12.973203 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43f2563-ef93-400f-a48c-515c52c321e9 None None] Routers {'1fa4204d-e935-4504-b376-224dd97ae81e'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:43:12.974797 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-b43f2563-ef93-400f-a48c-515c52c321e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:42:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['1fa4204d-e935-4504-b376-224dd97ae81e'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:13.042252 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c1284b11-f270-43d6-89ee-cfb278618ce5 admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:13.043533 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c1284b11-f270-43d6-89ee-cfb278618ce5 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.6294057 Aug 23 20:43:13.049588 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39360) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:13.076536 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:43:13.079224 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c94d9dbb-5753-44a9-a568-81ec3dd1b933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:13.094268 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39364) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:13.206980 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c20d291f-9062-4987-87cc-45680c8ef02b req-a0264425-9dce-406e-9968-59d1b7967bdb service neutron] 10.222.0.11 "GET /v2.0/networks/c1495c8c-0e4a-4fa5-8aa1-8b05165324c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610099 Aug 23 20:43:13.220473 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-b43f2563-ef93-400f-a48c-515c52c321e9 None None] Set router 1fa4204d-e935-4504-b376-224dd97ae81e gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:43:13.247225 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-04432d0e-88c6-4b71-9389-9a616ad0bed0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6fc9151b32084cfab5ff652a2d9a5df6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1495197 Aug 23 20:43:13.252640 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39370) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:13.337020 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-229f5cbb-13d1-4190-9e47-0357916ae328 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Deleting port f187c9d1-52a9-4c54-a17f-def5dbe3705c {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:43:13.338039 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-229f5cbb-13d1-4190-9e47-0357916ae328 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:13.360724 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cce37d-e174-4bf5-b80f-1eb3bff80971 req-b0c5274a-edf6-459f-a143-197bf8ab865c tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:13.376894 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-84cce37d-e174-4bf5-b80f-1eb3bff80971 req-b0c5274a-edf6-459f-a143-197bf8ab865c tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=efe3d0bd-71a7-470a-99cc-6346f7446cd6 HTTP/1.1" status: 200 len: 945 time: 0.2151694 Aug 23 20:43:13.383592 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-77e5aa37-0e82-4073-9df8-d9e55069484a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:13.417628 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-77e5aa37-0e82-4073-9df8-d9e55069484a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:13.429945 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c20d291f-9062-4987-87cc-45680c8ef02b req-c946caf0-7d5d-4b02-8c0c-69c4589b0448 service neutron] 10.222.0.11 "GET /v2.0/networks/c1495c8c-0e4a-4fa5-8aa1-8b05165324c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108643 Aug 23 20:43:13.493917 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c20d291f-9062-4987-87cc-45680c8ef02b req-69cee314-3f93-43c3-ac73-908d3bac1509 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.178&port_id=5534afba-052a-4374-b9ec-c424c1d6e2a0 HTTP/1.1" status: 200 len: 217 time: 0.0542517 Aug 23 20:43:13.559873 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:13.581963 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-229f5cbb-13d1-4190-9e47-0357916ae328 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] For port f187c9d1-52a9-4c54-a17f-def5dbe3705c, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=f187c9d1-52a9-4c54-a17f-def5dbe3705c,segment=NetworkSegment(a42d6ff6-7e8a-4dca-8489-c9ba9563c535),segment_id=a42d6ff6-7e8a-4dca-8489-c9ba9563c535)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:43:13.582326 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-229f5cbb-13d1-4190-9e47-0357916ae328 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:13.594135 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d291f-9062-4987-87cc-45680c8ef02b req-87ada5ed-3e7f-4028-8858-415ba2aacaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:13.595645 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c20d291f-9062-4987-87cc-45680c8ef02b req-87ada5ed-3e7f-4028-8858-415ba2aacaf4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=36d1d18e-3192-43af-80f6-e91d657af9b1 HTTP/1.1" status: 200 len: 801 time: 0.0892787 Aug 23 20:43:13.602795 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-229f5cbb-13d1-4190-9e47-0357916ae328 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Calling delete_port for f187c9d1-52a9-4c54-a17f-def5dbe3705c owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:43:13.604249 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-b43f2563-ef93-400f-a48c-515c52c321e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa4204d-e935-4504-b376-224dd97ae81e', 'name': 'tempest-ServersTestFqdnHostnames-919337266-router', 'tenant_id': 'd3f03fe99c194297b905f73a20dfbf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': 'e5e27d0e-ca5a-4dfe-a4e8-9d7e390aecca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:43:04Z', 'updated_at': '2021-08-23T20:43:10Z', 'revision_number': 3, 'project_id': 'd3f03fe99c194297b905f73a20dfbf1f', 'gw_port': {'id': 'e5e27d0e-ca5a-4dfe-a4e8-9d7e390aecca', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f1:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa4204d-e935-4504-b376-224dd97ae81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:43:06Z', 'updated_at': '2021-08-23T20:43:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:13.640319 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43f2563-ef93-400f-a48c-515c52c321e9 None None] Checking router: 1fa4204d-e935-4504-b376-224dd97ae81e for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:43:13.641149 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43f2563-ef93-400f-a48c-515c52c321e9 None None] Updating router 1fa4204d-e935-4504-b376-224dd97ae81e port e5e27d0e-ca5a-4dfe-a4e8-9d7e390aecca binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:43:13.679729 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-84cce37d-e174-4bf5-b80f-1eb3bff80971 req-acab17b2-baff-421c-9d83-baa0c0211d3b tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968075 Aug 23 20:43:13.698128 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b43f2563-ef93-400f-a48c-515c52c321e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:13.735094 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e5bb3-4637-48b6-bce9-46b25c6f1f81 req-da9011e4-9e2e-4db6-bd10-782e2ab8e2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:13.737061 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a80e5bb3-4637-48b6-bce9-46b25c6f1f81 req-da9011e4-9e2e-4db6-bd10-782e2ab8e2b1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=efe3d0bd-71a7-470a-99cc-6346f7446cd6 HTTP/1.1" status: 200 len: 1096 time: 0.1338410 Aug 23 20:43:13.777985 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-77e5aa37-0e82-4073-9df8-d9e55069484a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:13.782052 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-77e5aa37-0e82-4073-9df8-d9e55069484a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:13.786265 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-77e5aa37-0e82-4073-9df8-d9e55069484a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a9e09918-4aa1-423f-b81d-c8a818872dde HTTP/1.1" status: 204 len: 168 time: 0.5325537 Aug 23 20:43:13.797994 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d291f-9062-4987-87cc-45680c8ef02b req-f6a72223-b5be-49f0-86cf-caa34439c389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:13.799673 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c20d291f-9062-4987-87cc-45680c8ef02b req-f6a72223-b5be-49f0-86cf-caa34439c389 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=67ab37de-4a86-4bbd-8972-e551cf9802fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1928344 Aug 23 20:43:13.933135 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e5aa37-0e82-4073-9df8-d9e55069484a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e09918-4aa1-423f-b81d-c8a818872dde,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:13.936329 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a80e5bb3-4637-48b6-bce9-46b25c6f1f81 req-9fbfe8b8-4ea5-46be-aae9-a9841c6c2993 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848307 Aug 23 20:43:14.253578 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86380c68-071f-4638-bd8a-8358d9242cc4 req-c5e1e171-52b6-4e7e-b055-6e64d8caadd7 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:14.260042 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86380c68-071f-4638-bd8a-8358d9242cc4 req-c5e1e171-52b6-4e7e-b055-6e64d8caadd7 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:14.267674 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86380c68-071f-4638-bd8a-8358d9242cc4 req-c5e1e171-52b6-4e7e-b055-6e64d8caadd7 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:14.277034 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-86380c68-071f-4638-bd8a-8358d9242cc4 req-c5e1e171-52b6-4e7e-b055-6e64d8caadd7 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/ports?device_id=d274cbb6-6f12-4742-9165-320cf6c76e89 HTTP/1.1" status: 200 len: 2412 time: 0.1847856 Aug 23 20:43:14.281497 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb607030-ad79-4b08-a3a7-7fd99c7e868f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:14.377058 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c20d291f-9062-4987-87cc-45680c8ef02b req-51e97531-3c2f-4e74-92f0-4f86cc7400b1 service neutron] 10.222.0.11 "GET /v2.0/networks/67ab37de-4a86-4bbd-8972-e551cf9802fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5645013 Aug 23 20:43:14.378183 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-229f5cbb-13d1-4190-9e47-0357916ae328 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:14.438029 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-86380c68-071f-4638-bd8a-8358d9242cc4 req-fe47435e-63e3-4645-ad2e-66cce4e7ea7f tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/security-groups?id=d730caec-e6c3-42dd-9aa7-0036d9d45ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555448 Aug 23 20:43:14.512201 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229f5cbb-13d1-4190-9e47-0357916ae328 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event deleted for resources: {'Port': ['ID=f187c9d1-52a9-4c54-a17f-def5dbe3705c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:14.544211 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229f5cbb-13d1-4190-9e47-0357916ae328 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:43:14.544890 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229f5cbb-13d1-4190-9e47-0357916ae328 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:43:14.546621 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229f5cbb-13d1-4190-9e47-0357916ae328 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:43:14.547222 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229f5cbb-13d1-4190-9e47-0357916ae328 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:43:14.547727 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229f5cbb-13d1-4190-9e47-0357916ae328 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:43:14.548298 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229f5cbb-13d1-4190-9e47-0357916ae328 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:43:14.549721 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229f5cbb-13d1-4190-9e47-0357916ae328 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:43:14.550370 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229f5cbb-13d1-4190-9e47-0357916ae328 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:43:14.550896 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229f5cbb-13d1-4190-9e47-0357916ae328 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:43:14.551388 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229f5cbb-13d1-4190-9e47-0357916ae328 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:43:14.551893 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229f5cbb-13d1-4190-9e47-0357916ae328 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:43:14.552446 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229f5cbb-13d1-4190-9e47-0357916ae328 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:43:14.563792 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b43f2563-ef93-400f-a48c-515c52c321e9 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:14.579669 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39386) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:14.581727 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b43f2563-ef93-400f-a48c-515c52c321e9 None None] Transition to ACTIVE for port object e5e27d0e-ca5a-4dfe-a4e8-9d7e390aecca will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:43:14.599395 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b43f2563-ef93-400f-a48c-515c52c321e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:14.678297 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-92b525ff-5ece-4ff3-a822-9208feced805 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6c6fb67b89ad498790240d2c79ee715a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0972033 Aug 23 20:43:14.678551 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39388) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:14.695682 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-eb607030-ad79-4b08-a3a7-7fd99c7e868f admin admin] Allocated IP 172.20.0.1 (2e9d9b22-0f7b-41ee-8dc6-864541317e22/8a97c46d-4605-466e-8761-6614759f4fe5/6d22a1ab-7e66-41c1-b1a1-3af5f8e84127) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:43:14.736797 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-b43f2563-ef93-400f-a48c-515c52c321e9 None None] Attempting to bind port e5e27d0e-ca5a-4dfe-a4e8-9d7e390aecca on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:43:14.737471 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-b43f2563-ef93-400f-a48c-515c52c321e9 None None] Attempting to bind port e5e27d0e-ca5a-4dfe-a4e8-9d7e390aecca by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:43:14.738229 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43f2563-ef93-400f-a48c-515c52c321e9 None None] Attempting to bind port e5e27d0e-ca5a-4dfe-a4e8-9d7e390aecca on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:43:14.797784 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43f2563-ef93-400f-a48c-515c52c321e9 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:43:14.798503 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43f2563-ef93-400f-a48c-515c52c321e9 None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:43:14.799080 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b43f2563-ef93-400f-a48c-515c52c321e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:14.799812 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43f2563-ef93-400f-a48c-515c52c321e9 None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:43:14.802035 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-b43f2563-ef93-400f-a48c-515c52c321e9 None None] Bound port: e5e27d0e-ca5a-4dfe-a4e8-9d7e390aecca, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:43:14.802667 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b43f2563-ef93-400f-a48c-515c52c321e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:14.914284 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d9b92a-ce84-459d-95dd-1d615b8a962c None None] Pushing event updated for resources: {'Port': ['ID=e5e27d0e-ca5a-4dfe-a4e8-9d7e390aecca,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:14.918337 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:14.940876 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-b43f2563-ef93-400f-a48c-515c52c321e9 None None] For port e5e27d0e-ca5a-4dfe-a4e8-9d7e390aecca, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:43:14.944691 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-b43f2563-ef93-400f-a48c-515c52c321e9 None None] For port e5e27d0e-ca5a-4dfe-a4e8-9d7e390aecca, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=e5e27d0e-ca5a-4dfe-a4e8-9d7e390aecca,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:43:14.954179 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b43f2563-ef93-400f-a48c-515c52c321e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:14.972314 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb607030-ad79-4b08-a3a7-7fd99c7e868f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:14.984518 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a919ebb8-4a89-4715-a200-cad2f4ea26a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:14.991814 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c20d291f-9062-4987-87cc-45680c8ef02b req-530a334d-5cff-477d-b905-69550e209539 service neutron] 10.222.0.11 "GET /v2.0/networks/67ab37de-4a86-4bbd-8972-e551cf9802fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5986521 Aug 23 20:43:15.009132 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-eb607030-ad79-4b08-a3a7-7fd99c7e868f admin admin] Transition to ACTIVE for port object 6d22a1ab-7e66-41c1-b1a1-3af5f8e84127 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:43:15.020292 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43f2563-ef93-400f-a48c-515c52c321e9 None None] Routers {'1fa4204d-e935-4504-b376-224dd97ae81e'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:43:15.020935 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-b43f2563-ef93-400f-a48c-515c52c321e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:43:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['1fa4204d-e935-4504-b376-224dd97ae81e'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:15.063712 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c20d291f-9062-4987-87cc-45680c8ef02b req-e731e9da-c3b3-4a02-97b0-ea89f3fe5b0d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.73&port_id=822c0e43-2e61-4ae0-bf18-15e818ba4c94 HTTP/1.1" status: 200 len: 217 time: 0.0611424 Aug 23 20:43:15.066766 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb607030-ad79-4b08-a3a7-7fd99c7e868f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:15.076638 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a919ebb8-4a89-4715-a200-cad2f4ea26a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:15.086316 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d9b92a-ce84-459d-95dd-1d615b8a962c None None] Pushing event updated for resources: {'Port': ['ID=e5e27d0e-ca5a-4dfe-a4e8-9d7e390aecca,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:15.115777 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb607030-ad79-4b08-a3a7-7fd99c7e868f admin admin] Network 2e9d9b22-0f7b-41ee-8dc6-864541317e22 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:43:15.120117 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-eb607030-ad79-4b08-a3a7-7fd99c7e868f admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:43:15.125199 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb607030-ad79-4b08-a3a7-7fd99c7e868f admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:43:15.126923 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-229f5cbb-13d1-4190-9e47-0357916ae328 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:15.141758 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db5bd3-686b-4442-8c84-e02564ddc43c req-255dbb8a-7806-42a7-ac4f-0e8cbe548b2d tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:15.153058 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c1db5bd3-686b-4442-8c84-e02564ddc43c req-255dbb8a-7806-42a7-ac4f-0e8cbe548b2d tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=efe3d0bd-71a7-470a-99cc-6346f7446cd6 HTTP/1.1" status: 200 len: 945 time: 0.2555151 Aug 23 20:43:15.180806 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb607030-ad79-4b08-a3a7-7fd99c7e868f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:15.203319 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-b43f2563-ef93-400f-a48c-515c52c321e9 None None] Set router 1fa4204d-e935-4504-b376-224dd97ae81e gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:43:15.207419 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d291f-9062-4987-87cc-45680c8ef02b req-19d302f8-0989-4b71-a3a5-ca57a18f4a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:15.209332 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c20d291f-9062-4987-87cc-45680c8ef02b req-19d302f8-0989-4b71-a3a5-ca57a18f4a46 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c1a419a3-db45-4031-9fc5-a033199acca8 HTTP/1.1" status: 200 len: 801 time: 0.1303051 Aug 23 20:43:15.351586 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb607030-ad79-4b08-a3a7-7fd99c7e868f admin admin] Pushing event updated for resources: {'Port': ['ID=6d22a1ab-7e66-41c1-b1a1-3af5f8e84127,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:15.365649 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb607030-ad79-4b08-a3a7-7fd99c7e868f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:15.518058 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c1db5bd3-686b-4442-8c84-e02564ddc43c req-72368afa-c150-4b42-a5fe-e3fdecd34cfa tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638399 Aug 23 20:43:15.575212 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d291f-9062-4987-87cc-45680c8ef02b req-1dba4eb9-a29f-403c-b513-254ddd58f720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:15.577162 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c20d291f-9062-4987-87cc-45680c8ef02b req-1dba4eb9-a29f-403c-b513-254ddd58f720 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c1495c8c-0e4a-4fa5-8aa1-8b05165324c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3315108 Aug 23 20:43:15.578087 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a919ebb8-4a89-4715-a200-cad2f4ea26a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:15.580723 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a919ebb8-4a89-4715-a200-cad2f4ea26a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:15.582068 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a919ebb8-4a89-4715-a200-cad2f4ea26a9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/26e9298b-5dd8-43bd-9869-59ef41926ccb HTTP/1.1" status: 204 len: 168 time: 0.9024429 Aug 23 20:43:15.597098 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919ebb8-4a89-4715-a200-cad2f4ea26a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e9298b-5dd8-43bd-9869-59ef41926ccb,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:15.605831 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-b43f2563-ef93-400f-a48c-515c52c321e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa4204d-e935-4504-b376-224dd97ae81e', 'name': 'tempest-ServersTestFqdnHostnames-919337266-router', 'tenant_id': 'd3f03fe99c194297b905f73a20dfbf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': 'e5e27d0e-ca5a-4dfe-a4e8-9d7e390aecca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:43:04Z', 'updated_at': '2021-08-23T20:43:10Z', 'revision_number': 3, 'project_id': 'd3f03fe99c194297b905f73a20dfbf1f', 'gw_port': {'id': 'e5e27d0e-ca5a-4dfe-a4e8-9d7e390aecca', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f1:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa4204d-e935-4504-b376-224dd97ae81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:43:06Z', 'updated_at': '2021-08-23T20:43:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:15.630813 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1061eb11-045e-45a1-837d-76a3e8d0150b None None] Provisioning for port 6d22a1ab-7e66-41c1-b1a1-3af5f8e84127 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:43:15.668803 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1061eb11-045e-45a1-837d-76a3e8d0150b None None] Provisioning complete for port 6d22a1ab-7e66-41c1-b1a1-3af5f8e84127 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:43:15.669086 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1061eb11-045e-45a1-837d-76a3e8d0150b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:15.673526 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43f2563-ef93-400f-a48c-515c52c321e9 None None] The sync data for ids ['1fa4204d-e935-4504-b376-224dd97ae81e'] in n-d-805663-2 is: [{'id': '1fa4204d-e935-4504-b376-224dd97ae81e', 'name': 'tempest-ServersTestFqdnHostnames-919337266-router', 'tenant_id': 'd3f03fe99c194297b905f73a20dfbf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': 'e5e27d0e-ca5a-4dfe-a4e8-9d7e390aecca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:43:04Z', 'updated_at': '2021-08-23T20:43:10Z', 'revision_number': 3, 'project_id': 'd3f03fe99c194297b905f73a20dfbf1f', 'gw_port': {'id': 'e5e27d0e-ca5a-4dfe-a4e8-9d7e390aecca', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f1:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa4204d-e935-4504-b376-224dd97ae81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:43:06Z', 'updated_at': '2021-08-23T20:43:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:43:15.730170 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1061eb11-045e-45a1-837d-76a3e8d0150b None None] Port 6d22a1ab-7e66-41c1-b1a1-3af5f8e84127 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:43:15.743756 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff7251-3859-43ca-ace2-e6a835ccebab req-2f42d944-2624-477b-9b2b-d5a59ca3d732 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:15.751931 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c20d291f-9062-4987-87cc-45680c8ef02b req-a6292cca-f85b-4dac-9221-fd70fcc4736c service neutron] 10.222.0.11 "GET /v2.0/networks/c1495c8c-0e4a-4fa5-8aa1-8b05165324c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586368 Aug 23 20:43:15.753748 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff7251-3859-43ca-ace2-e6a835ccebab req-2f42d944-2624-477b-9b2b-d5a59ca3d732 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:15.760406 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff7251-3859-43ca-ace2-e6a835ccebab req-2f42d944-2624-477b-9b2b-d5a59ca3d732 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:15.763220 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-229f5cbb-13d1-4190-9e47-0357916ae328 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Router 7e69c876-3311-4374-8d72-1f7d38b4ba2a has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:43:15.772132 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c1ff7251-3859-43ca-ace2-e6a835ccebab req-2f42d944-2624-477b-9b2b-d5a59ca3d732 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/ports?device_id=d274cbb6-6f12-4742-9165-320cf6c76e89 HTTP/1.1" status: 200 len: 2412 time: 0.1333141 Aug 23 20:43:15.781332 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb607030-ad79-4b08-a3a7-7fd99c7e868f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:15.806127 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb607030-ad79-4b08-a3a7-7fd99c7e868f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:15.882292 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:15.931342 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb607030-ad79-4b08-a3a7-7fd99c7e868f admin admin] Pushing event updated for resources: {'Port': ['ID=6d22a1ab-7e66-41c1-b1a1-3af5f8e84127,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:15.945382 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c1ff7251-3859-43ca-ace2-e6a835ccebab req-31d0ef72-e2d1-4df4-8354-549589fef190 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/security-groups?id=d730caec-e6c3-42dd-9aa7-0036d9d45ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723464 Aug 23 20:43:15.947459 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb607030-ad79-4b08-a3a7-7fd99c7e868f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:16.037287 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229f5cbb-13d1-4190-9e47-0357916ae328 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:43:16.061820 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-229f5cbb-13d1-4190-9e47-0357916ae328 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "PUT /v2.0/routers/7e69c876-3311-4374-8d72-1f7d38b4ba2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3253379 Aug 23 20:43:16.062481 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39404) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:16.069490 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bca6c44-1cea-40de-bf6e-d2cafffbd3a4 None None] Sync routers for ids ['7e69c876-3311-4374-8d72-1f7d38b4ba2a'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:43:16.087926 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bca6c44-1cea-40de-bf6e-d2cafffbd3a4 None None] Routers {'7e69c876-3311-4374-8d72-1f7d38b4ba2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:43:16.088879 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5bca6c44-1cea-40de-bf6e-d2cafffbd3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:43:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['7e69c876-3311-4374-8d72-1f7d38b4ba2a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:16.102442 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c20d291f-9062-4987-87cc-45680c8ef02b req-3ccc717f-a511-4721-ac49-67fba528fcb4 service neutron] 10.222.0.11 "GET /v2.0/networks/c1495c8c-0e4a-4fa5-8aa1-8b05165324c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261762 Aug 23 20:43:16.133100 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb607030-ad79-4b08-a3a7-7fd99c7e868f admin admin] Network 2e9d9b22-0f7b-41ee-8dc6-864541317e22 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:43:16.135063 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-eb607030-ad79-4b08-a3a7-7fd99c7e868f admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:43:16.308507 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-062cd80e-a4f7-4354-8331-9e25c2804e45 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Deleting subnet 8427783b-f027-45f2-a57c-5f5fbd28f511 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:43:16.315178 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-062cd80e-a4f7-4354-8331-9e25c2804e45 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:16.353257 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-5bca6c44-1cea-40de-bf6e-d2cafffbd3a4 None None] Set router 7e69c876-3311-4374-8d72-1f7d38b4ba2a gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:43:16.397878 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb607030-ad79-4b08-a3a7-7fd99c7e868f admin admin] Router 1fa4204d-e935-4504-b376-224dd97ae81e has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:43:16.400090 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebe1a3-13fd-4100-9e37-f3c8092071ec req-12bc11ec-6ada-476c-a1fa-274ec2deca9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:16.400876 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebe1a3-13fd-4100-9e37-f3c8092071ec req-12bc11ec-6ada-476c-a1fa-274ec2deca9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:16.401593 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebe1a3-13fd-4100-9e37-f3c8092071ec req-12bc11ec-6ada-476c-a1fa-274ec2deca9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:16.403775 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8eebe1a3-13fd-4100-9e37-f3c8092071ec req-12bc11ec-6ada-476c-a1fa-274ec2deca9d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2924e77eafaa445eb5f50b8bf05dd405&device_id=d274cbb6-6f12-4742-9165-320cf6c76e89 HTTP/1.1" status: 200 len: 2865 time: 0.2403953 Aug 23 20:43:16.550692 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebe1a3-13fd-4100-9e37-f3c8092071ec req-599a0c88-3a72-4599-b946-5fd83f79a116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:16.552698 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8eebe1a3-13fd-4100-9e37-f3c8092071ec req-599a0c88-3a72-4599-b946-5fd83f79a116 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c1495c8c-0e4a-4fa5-8aa1-8b05165324c0 HTTP/1.1" status: 200 len: 903 time: 0.1387858 Aug 23 20:43:16.586592 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-062cd80e-a4f7-4354-8331-9e25c2804e45 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:16.601686 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b9f53681-9f8d-474d-8f84-67bf1efc1a95 None None] Provisioning complete for port 6d22a1ab-7e66-41c1-b1a1-3af5f8e84127 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:43:16.603103 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b9f53681-9f8d-474d-8f84-67bf1efc1a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:16.699642 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b9f53681-9f8d-474d-8f84-67bf1efc1a95 None None] Port 6d22a1ab-7e66-41c1-b1a1-3af5f8e84127 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:43:16.730714 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb607030-ad79-4b08-a3a7-7fd99c7e868f admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:43:16.743191 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-eb607030-ad79-4b08-a3a7-7fd99c7e868f admin admin] 10.222.0.61 "PUT /v2.0/routers/1fa4204d-e935-4504-b376-224dd97ae81e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6924431 Aug 23 20:43:16.850925 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8eebe1a3-13fd-4100-9e37-f3c8092071ec req-df9f9150-f339-4e9b-a52f-b01c3ae48693 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.73&port_id=822c0e43-2e61-4ae0-bf18-15e818ba4c94 HTTP/1.1" status: 200 len: 217 time: 0.2725167 Aug 23 20:43:16.930744 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-062cd80e-a4f7-4354-8331-9e25c2804e45 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:17.070168 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-062cd80e-a4f7-4354-8331-9e25c2804e45 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:17.083360 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebe1a3-13fd-4100-9e37-f3c8092071ec req-587788e7-97ab-47c2-baed-ed134c43db7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:17.086883 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8eebe1a3-13fd-4100-9e37-f3c8092071ec req-587788e7-97ab-47c2-baed-ed134c43db7a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c1a419a3-db45-4031-9fc5-a033199acca8 HTTP/1.1" status: 200 len: 801 time: 0.2202168 Aug 23 20:43:17.100629 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a2e608-b372-4514-8edb-74c130a24f60 req-f06b73cc-323a-49dc-b173-a760cee29390 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:17.102378 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-22a2e608-b372-4514-8edb-74c130a24f60 req-f06b73cc-323a-49dc-b173-a760cee29390 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=efe3d0bd-71a7-470a-99cc-6346f7446cd6 HTTP/1.1" status: 200 len: 945 time: 0.2576907 Aug 23 20:43:17.105281 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-062cd80e-a4f7-4354-8331-9e25c2804e45 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:17.110293 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39438) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:17.110532 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-062cd80e-a4f7-4354-8331-9e25c2804e45 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "DELETE /v2.0/subnets/8427783b-f027-45f2-a57c-5f5fbd28f511 HTTP/1.1" status: 204 len: 168 time: 1.0447798 Aug 23 20:43:17.111096 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c941ccb-5b77-431c-8465-7c8bafa3649f None None] Network 3ca37500-3ec8-46d8-bd48-2d2b73317f39 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:43:17.148273 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062cd80e-a4f7-4354-8331-9e25c2804e45 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event deleted for resources: {'Subnet': ['ID=8427783b-f027-45f2-a57c-5f5fbd28f511,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:17.162830 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5bca6c44-1cea-40de-bf6e-d2cafffbd3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'name': 'tempest-RoutersTest-router-768097966', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:42:14Z', 'updated_at': '2021-08-23T20:43:14Z', 'revision_number': 10, 'project_id': '478a4137190c42b2a66568a56c662326', 'gw_port_host': None, '_interfaces': [{'id': 'e657a43f-9d5f-44f9-920f-70cab3020d04', 'name': '', 'network_id': '3dfa55c1-66cd-45d5-bbcb-673e37fc5a43', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'mac_address': 'fa:16:3e:39:98:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'e406b708-5e31-4400-a432-635345956df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:17Z', 'updated_at': '2021-08-23T20:42:27Z', 'revision_number': 5, 'project_id': '478a4137190c42b2a66568a56c662326', 'subnets': [{'id': 'e406b708-5e31-4400-a432-635345956df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:17.223209 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bca6c44-1cea-40de-bf6e-d2cafffbd3a4 None None] Checking router: 7e69c876-3311-4374-8d72-1f7d38b4ba2a for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:43:17.241425 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebe1a3-13fd-4100-9e37-f3c8092071ec req-27b36d90-a13b-44d3-bdbf-49fc94c5a069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:17.243164 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8eebe1a3-13fd-4100-9e37-f3c8092071ec req-27b36d90-a13b-44d3-bdbf-49fc94c5a069 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c1495c8c-0e4a-4fa5-8aa1-8b05165324c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1316907 Aug 23 20:43:17.249244 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bca6c44-1cea-40de-bf6e-d2cafffbd3a4 None None] Routers {'7e69c876-3311-4374-8d72-1f7d38b4ba2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:43:17.249892 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5bca6c44-1cea-40de-bf6e-d2cafffbd3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:43:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['7e69c876-3311-4374-8d72-1f7d38b4ba2a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:17.390453 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-22a2e608-b372-4514-8edb-74c130a24f60 req-1a78a3b9-15b4-463a-83a5-aa2cb89fb72e tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434649 Aug 23 20:43:17.438104 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c52a7448-d994-49c4-b9ac-c3587e142516 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:17.501234 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-5bca6c44-1cea-40de-bf6e-d2cafffbd3a4 None None] Set router 7e69c876-3311-4374-8d72-1f7d38b4ba2a gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:43:17.533704 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device e5e27d0e-ca5a-4dfe-a4e8-9d7e390aecca up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:43:17.598621 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-c52a7448-d994-49c4-b9ac-c3587e142516 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Deleting port 07571fa9-840d-449f-b01c-ecaa31d6ecb6 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:43:17.599199 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c52a7448-d994-49c4-b9ac-c3587e142516 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:17.661567 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8eebe1a3-13fd-4100-9e37-f3c8092071ec req-9554908c-85c1-4895-a64d-71c9e3e7a408 service neutron] 10.222.0.11 "GET /v2.0/networks/c1495c8c-0e4a-4fa5-8aa1-8b05165324c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3948765 Aug 23 20:43:17.718006 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port e5e27d0e-ca5a-4dfe-a4e8-9d7e390aecca completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:43:17.723089 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port e5e27d0e-ca5a-4dfe-a4e8-9d7e390aecca triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:43:17.723403 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:17.732141 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a744e3-0526-4447-bba4-e9e21c918960 req-3ef18ff5-30cc-4a51-a179-987d56407555 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:17.761290 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a744e3-0526-4447-bba4-e9e21c918960 req-3ef18ff5-30cc-4a51-a179-987d56407555 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:17.777785 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a744e3-0526-4447-bba4-e9e21c918960 req-3ef18ff5-30cc-4a51-a179-987d56407555 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:17.780590 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-78a744e3-0526-4447-bba4-e9e21c918960 req-3ef18ff5-30cc-4a51-a179-987d56407555 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/ports?device_id=d274cbb6-6f12-4742-9165-320cf6c76e89 HTTP/1.1" status: 200 len: 2412 time: 0.2377203 Aug 23 20:43:17.786641 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39488) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:17.823730 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8764f15-0896-4cb3-991e-6e52e5b3c947 None None] DHCP port deletion for 3ca37500-3ec8-46d8-bd48-2d2b73317f39 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:43:17.886708 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-c52a7448-d994-49c4-b9ac-c3587e142516 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] For port 07571fa9-840d-449f-b01c-ecaa31d6ecb6, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=07571fa9-840d-449f-b01c-ecaa31d6ecb6,segment=NetworkSegment(a42d6ff6-7e8a-4dca-8489-c9ba9563c535),segment_id=a42d6ff6-7e8a-4dca-8489-c9ba9563c535)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:43:17.887076 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c52a7448-d994-49c4-b9ac-c3587e142516 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:17.941269 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-c52a7448-d994-49c4-b9ac-c3587e142516 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Calling delete_port for 07571fa9-840d-449f-b01c-ecaa31d6ecb6 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:43:17.982127 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8eebe1a3-13fd-4100-9e37-f3c8092071ec req-486a4a2a-b9e9-48ed-9f61-680769230eb3 service neutron] 10.222.0.11 "GET /v2.0/networks/c1495c8c-0e4a-4fa5-8aa1-8b05165324c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086984 Aug 23 20:43:17.984559 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39492) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:18.013145 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-da54c498-f240-4713-91fb-1284df3e3ae7 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1495487656', 'description': 'tempest-description--1826569823'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:43:18.086814 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:18.108034 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5bca6c44-1cea-40de-bf6e-d2cafffbd3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'name': 'tempest-RoutersTest-router-768097966', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:42:14Z', 'updated_at': '2021-08-23T20:43:14Z', 'revision_number': 10, 'project_id': '478a4137190c42b2a66568a56c662326', 'gw_port_host': None, '_interfaces': [{'id': 'e657a43f-9d5f-44f9-920f-70cab3020d04', 'name': '', 'network_id': '3dfa55c1-66cd-45d5-bbcb-673e37fc5a43', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'mac_address': 'fa:16:3e:39:98:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'e406b708-5e31-4400-a432-635345956df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:17Z', 'updated_at': '2021-08-23T20:42:27Z', 'revision_number': 5, 'project_id': '478a4137190c42b2a66568a56c662326', 'subnets': [{'id': 'e406b708-5e31-4400-a432-635345956df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:18.122535 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-78a744e3-0526-4447-bba4-e9e21c918960 req-799dc0b9-25d4-4dc9-9868-da97a6f65de5 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/security-groups?id=d730caec-e6c3-42dd-9aa7-0036d9d45ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396704 Aug 23 20:43:18.131954 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-da54c498-f240-4713-91fb-1284df3e3ae7 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:18.147477 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port e5e27d0e-ca5a-4dfe-a4e8-9d7e390aecca, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=e5e27d0e-ca5a-4dfe-a4e8-9d7e390aecca,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:43:18.160872 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:18.193309 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c52a7448-d994-49c4-b9ac-c3587e142516 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:18.234872 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52a7448-d994-49c4-b9ac-c3587e142516 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event deleted for resources: {'Port': ['ID=07571fa9-840d-449f-b01c-ecaa31d6ecb6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:18.247409 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52a7448-d994-49c4-b9ac-c3587e142516 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] No DVR routers for this DVR port 07571fa9-840d-449f-b01c-ecaa31d6ecb6 on host n-d-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:43:18.263111 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bca6c44-1cea-40de-bf6e-d2cafffbd3a4 None None] The sync data for ids ['7e69c876-3311-4374-8d72-1f7d38b4ba2a'] in n-d-805663-2 is: [{'id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'name': 'tempest-RoutersTest-router-768097966', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:42:14Z', 'updated_at': '2021-08-23T20:43:14Z', 'revision_number': 10, 'project_id': '478a4137190c42b2a66568a56c662326', 'gw_port_host': None, '_interfaces': [{'id': 'e657a43f-9d5f-44f9-920f-70cab3020d04', 'name': '', 'network_id': '3dfa55c1-66cd-45d5-bbcb-673e37fc5a43', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'mac_address': 'fa:16:3e:39:98:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'e406b708-5e31-4400-a432-635345956df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:17Z', 'updated_at': '2021-08-23T20:42:27Z', 'revision_number': 5, 'project_id': '478a4137190c42b2a66568a56c662326', 'subnets': [{'id': 'e406b708-5e31-4400-a432-635345956df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:43:18.278328 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a8764f15-0896-4cb3-991e-6e52e5b3c947 None None] Deleting port 07571fa9-840d-449f-b01c-ecaa31d6ecb6 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:43:18.281426 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a8764f15-0896-4cb3-991e-6e52e5b3c947 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:18.445786 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-da54c498-f240-4713-91fb-1284df3e3ae7 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:18.459107 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-da54c498-f240-4713-91fb-1284df3e3ae7 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:18.480479 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=e5e27d0e-ca5a-4dfe-a4e8-9d7e390aecca,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:18.546156 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-da54c498-f240-4713-91fb-1284df3e3ae7 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:18.553868 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-da54c498-f240-4713-91fb-1284df3e3ae7 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5684791 Aug 23 20:43:18.555653 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39504) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:18.564557 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-6f7f5960-21c6-4cdf-bf1e-55699ff10744 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Request body: {'security_group_rule': {'security_group_id': '76fa3571-b26c-4d42-bc0f-ea73a231863a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:43:18.566731 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a8764f15-0896-4cb3-991e-6e52e5b3c947 None None] For port 07571fa9-840d-449f-b01c-ecaa31d6ecb6, host n-d-805663-2, got binding levels [] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:43:18.567404 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a8764f15-0896-4cb3-991e-6e52e5b3c947 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:18.577354 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c52a7448-d994-49c4-b9ac-c3587e142516 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:18.598434 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da54c498-f240-4713-91fb-1284df3e3ae7 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76fa3571-b26c-4d42-bc0f-ea73a231863a,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:18.617627 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a8764f15-0896-4cb3-991e-6e52e5b3c947 None None] Calling delete_port for 07571fa9-840d-449f-b01c-ecaa31d6ecb6 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:43:18.625644 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.ipam_backend_mixin [None req-a8764f15-0896-4cb3-991e-6e52e5b3c947 None None] Port 07571fa9-840d-449f-b01c-ecaa31d6ecb6 was not found and therefore no delete operation was performed {{(pid=94689) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 23 20:43:18.629972 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a8764f15-0896-4cb3-991e-6e52e5b3c947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:18.631884 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f7f5960-21c6-4cdf-bf1e-55699ff10744 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:18.687557 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e391ff1c-2779-4a42-b87a-d9f35a4b1ef1 None None] Sync routers for ids ['1fa4204d-e935-4504-b376-224dd97ae81e'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:43:18.692114 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8764f15-0896-4cb3-991e-6e52e5b3c947 None None] Pushing event deleted for resources: {'Port': ['ID=07571fa9-840d-449f-b01c-ecaa31d6ecb6,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:18.698597 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-c52a7448-d994-49c4-b9ac-c3587e142516 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ca37500-3ec8-46d8-bd48-2d2b73317f39']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:18.704001 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8764f15-0896-4cb3-991e-6e52e5b3c947 None None] No DVR routers for this DVR port 07571fa9-840d-449f-b01c-ecaa31d6ecb6 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:43:18.725018 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-c52a7448-d994-49c4-b9ac-c3587e142516 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a42d6ff6-7e8a-4dca-8489-c9ba9563c535') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:18.725816 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-c52a7448-d994-49c4-b9ac-c3587e142516 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a42d6ff6-7e8a-4dca-8489-c9ba9563c535') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:18.745933 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e391ff1c-2779-4a42-b87a-d9f35a4b1ef1 None None] Routers {'1fa4204d-e935-4504-b376-224dd97ae81e'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:43:18.746409 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-a802563a-d762-443d-8081-371e58b35754 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3411448 Aug 23 20:43:18.746782 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-e391ff1c-2779-4a42-b87a-d9f35a4b1ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:43:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['1fa4204d-e935-4504-b376-224dd97ae81e'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:18.782312 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f7f5960-21c6-4cdf-bf1e-55699ff10744 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:18.791653 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778cd902-1ddc-4fde-808a-ea1d1c6c3335 req-ad9cf143-ac06-44d3-8693-9dacea6136f7 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:18.793445 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-778cd902-1ddc-4fde-808a-ea1d1c6c3335 req-ad9cf143-ac06-44d3-8693-9dacea6136f7 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=efe3d0bd-71a7-470a-99cc-6346f7446cd6 HTTP/1.1" status: 200 len: 945 time: 0.1293924 Aug 23 20:43:18.795630 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f7f5960-21c6-4cdf-bf1e-55699ff10744 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:18.845239 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c52a7448-d994-49c4-b9ac-c3587e142516 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:18.853498 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa586e75-2a63-46ad-a0e1-f0e9cdc12176 req-63417887-0b88-430e-aee5-f1a076a60e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:18.855040 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fa586e75-2a63-46ad-a0e1-f0e9cdc12176 req-63417887-0b88-430e-aee5-f1a076a60e35 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dfca521cd42c404497e1668b14cff80f&device_id=efe3d0bd-71a7-470a-99cc-6346f7446cd6 HTTP/1.1" status: 200 len: 1096 time: 0.2639670 Aug 23 20:43:18.896013 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-778cd902-1ddc-4fde-808a-ea1d1c6c3335 req-60b36949-6625-4ca6-b752-0f764113179e tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920510 Aug 23 20:43:18.903605 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7f5960-21c6-4cdf-bf1e-55699ff10744 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6487d26-b188-40bd-995d-f2de46b5e5ea,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:18.916008 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c52a7448-d994-49c4-b9ac-c3587e142516 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:18.971013 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f7f5960-21c6-4cdf-bf1e-55699ff10744 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:18.976344 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c52a7448-d994-49c4-b9ac-c3587e142516 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:43:18.976778 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c52a7448-d994-49c4-b9ac-c3587e142516 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:18.982281 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6f7f5960-21c6-4cdf-bf1e-55699ff10744 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4254701 Aug 23 20:43:18.985843 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39528) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:18.994316 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-90d01818-5467-4182-bf89-8b2f7c68ada0 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Request body: {'security_group_rule': {'security_group_id': '76fa3571-b26c-4d42-bc0f-ea73a231863a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:43:18.996035 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-e391ff1c-2779-4a42-b87a-d9f35a4b1ef1 None None] Set router 1fa4204d-e935-4504-b376-224dd97ae81e gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:43:19.029138 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:43:19.029138 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:43:19.029138 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:43:19.029138 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:43:19.029138 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:43:19.029138 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:43:19.029138 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:43:19.029138 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:43:19.029138 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:43:19.029138 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:43:19.029138 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:43:19.029138 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:43:19.029138 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:43:19.029138 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:43:19.029138 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:43:19.029138 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:43:19.029138 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:43:19.029138 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:43:19.029138 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:43:19.029138 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:43:19.029138 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:43:19.029138 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:43:19.029138 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:43:19.029138 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:43:19.029138 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:43:19.029138 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:43:19.029138 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:43:19.029138 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:43:19.029138 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:43:19.029138 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:43:19.029138 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:43:19.029138 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:43:19.037750 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-d6e71151-4b58-44ae-8a00-839ba08e016b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:19.038319 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-d6e71151-4b58-44ae-8a00-839ba08e016b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:19.038807 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-d6e71151-4b58-44ae-8a00-839ba08e016b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:19.039285 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-d6e71151-4b58-44ae-8a00-839ba08e016b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:19.039760 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-d6e71151-4b58-44ae-8a00-839ba08e016b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:19.040260 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-d6e71151-4b58-44ae-8a00-839ba08e016b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:19.040729 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-d6e71151-4b58-44ae-8a00-839ba08e016b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:19.042691 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-d6e71151-4b58-44ae-8a00-839ba08e016b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=31c0cec95ab64e5ca0c5b6061061da27&device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 6499 time: 0.1635361 Aug 23 20:43:19.059440 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-90d01818-5467-4182-bf89-8b2f7c68ada0 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:19.122062 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c52a7448-d994-49c4-b9ac-c3587e142516 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:19.138536 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c52a7448-d994-49c4-b9ac-c3587e142516 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:19.144267 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c52a7448-d994-49c4-b9ac-c3587e142516 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "DELETE /v2.0/networks/3ca37500-3ec8-46d8-bd48-2d2b73317f39 HTTP/1.1" status: 204 len: 168 time: 2.0328035 Aug 23 20:43:19.145061 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39540) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:19.353333 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-e391ff1c-2779-4a42-b87a-d9f35a4b1ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa4204d-e935-4504-b376-224dd97ae81e', 'name': 'tempest-ServersTestFqdnHostnames-919337266-router', 'tenant_id': 'd3f03fe99c194297b905f73a20dfbf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': 'e5e27d0e-ca5a-4dfe-a4e8-9d7e390aecca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:43:04Z', 'updated_at': '2021-08-23T20:43:15Z', 'revision_number': 4, 'project_id': 'd3f03fe99c194297b905f73a20dfbf1f', 'gw_port': {'id': 'e5e27d0e-ca5a-4dfe-a4e8-9d7e390aecca', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa4204d-e935-4504-b376-224dd97ae81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:43:06Z', 'updated_at': '2021-08-23T20:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '6d22a1ab-7e66-41c1-b1a1-3af5f8e84127', 'name': '', 'network_id': '2e9d9b22-0f7b-41ee-8dc6-864541317e22', 'tenant_id': 'd3f03fe99c194297b905f73a20dfbf1f', 'mac_address': 'fa:16:3e:2a:f7:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa4204d-e935-4504-b376-224dd97ae81e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '8a97c46d-4605-466e-8761-6614759f4fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:43:14Z', 'updated_at': '2021-08-23T20:43:15Z', 'revision_number': 2, 'project_id': 'd3f03fe99c194297b905f73a20dfbf1f', 'subnets': [{'id': '8a97c46d-4605-466e-8761-6614759f4fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:19.370057 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-90d01818-5467-4182-bf89-8b2f7c68ada0 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:19.392536 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-90d01818-5467-4182-bf89-8b2f7c68ada0 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:19.396224 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e391ff1c-2779-4a42-b87a-d9f35a4b1ef1 None None] Checking router: 1fa4204d-e935-4504-b376-224dd97ae81e for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:43:19.396584 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e391ff1c-2779-4a42-b87a-d9f35a4b1ef1 None None] Updating router 1fa4204d-e935-4504-b376-224dd97ae81e port 6d22a1ab-7e66-41c1-b1a1-3af5f8e84127 binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:43:19.412800 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52a7448-d994-49c4-b9ac-c3587e142516 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event deleted for resources: {'Network': ['ID=3ca37500-3ec8-46d8-bd48-2d2b73317f39,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:19.427174 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e391ff1c-2779-4a42-b87a-d9f35a4b1ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:19.443931 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa586e75-2a63-46ad-a0e1-f0e9cdc12176 req-84c4cbb1-3f5c-4b89-b40f-fd84c3b37928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:19.446576 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-90d01818-5467-4182-bf89-8b2f7c68ada0 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:19.446967 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fa586e75-2a63-46ad-a0e1-f0e9cdc12176 req-84c4cbb1-3f5c-4b89-b40f-fd84c3b37928 service neutron] 10.222.0.32 "GET /v2.0/networks?id=08ee7db6-ee70-42c6-86e8-ee22c22907f2 HTTP/1.1" status: 200 len: 920 time: 0.5702877 Aug 23 20:43:19.450674 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-90d01818-5467-4182-bf89-8b2f7c68ada0 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4587119 Aug 23 20:43:19.455035 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-71d43f7a-72fa-406b-8e04-8ed8ff2ad228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:19.455580 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-71d43f7a-72fa-406b-8e04-8ed8ff2ad228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:19.458219 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-71d43f7a-72fa-406b-8e04-8ed8ff2ad228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:19.459947 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-71d43f7a-72fa-406b-8e04-8ed8ff2ad228 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2980a46c-5f6f-4bd3-86da-263aae928b5d&id=02bac410-b27b-49cf-96fd-4f276d56ae51&id=02bac410-b27b-49cf-96fd-4f276d56ae51&id=02bac410-b27b-49cf-96fd-4f276d56ae51&id=02bac410-b27b-49cf-96fd-4f276d56ae51&id=aacbd0fd-d16f-425e-a7bb-080e612100d5&id=aacbd0fd-d16f-425e-a7bb-080e612100d5 HTTP/1.1" status: 200 len: 2297 time: 0.3670914 Aug 23 20:43:19.461589 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39546) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:19.463821 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d01818-5467-4182-bf89-8b2f7c68ada0 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a252bd2-30bc-4fab-a1a1-30961a70b249,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:19.474178 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c506f10-4470-4fd4-9843-9d8929baf65e req-0b5295b0-f96c-4cee-b2fd-bf37bbae22e9 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:19.492294 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c506f10-4470-4fd4-9843-9d8929baf65e req-0b5295b0-f96c-4cee-b2fd-bf37bbae22e9 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:19.510577 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c506f10-4470-4fd4-9843-9d8929baf65e req-0b5295b0-f96c-4cee-b2fd-bf37bbae22e9 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:19.519861 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1c506f10-4470-4fd4-9843-9d8929baf65e req-0b5295b0-f96c-4cee-b2fd-bf37bbae22e9 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/ports?device_id=d274cbb6-6f12-4742-9165-320cf6c76e89 HTTP/1.1" status: 200 len: 2412 time: 0.2364984 Aug 23 20:43:19.528991 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-767ba23f-d80e-48dc-85f8-e0f1155bfdcd tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Request body: {'floatingip': {'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:43:19.595536 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device e5e27d0e-ca5a-4dfe-a4e8-9d7e390aecca up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:43:19.648468 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1c506f10-4470-4fd4-9843-9d8929baf65e req-1eb2f1f8-14dd-411c-bd3c-6b464d5ee510 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/security-groups?id=d730caec-e6c3-42dd-9aa7-0036d9d45ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184602 Aug 23 20:43:19.666096 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-767ba23f-d80e-48dc-85f8-e0f1155bfdcd tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Notify callbacks [] for floatingip, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:19.690747 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-1c222781-5de1-4430-88a6-c017d562664e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=038aba1e-ac97-4fd1-90cd-2192fd5ab1b4 HTTP/1.1" status: 200 len: 1001 time: 0.1513474 Aug 23 20:43:19.787365 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-8bbf5412-6cde-4cfc-b30b-3bc2dd72b84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:19.789017 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-8bbf5412-6cde-4cfc-b30b-3bc2dd72b84f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ea915c70-de21-4e85-9794-73e9efabd3c6 HTTP/1.1" status: 200 len: 856 time: 0.0628426 Aug 23 20:43:19.820493 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e391ff1c-2779-4a42-b87a-d9f35a4b1ef1 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:19.833073 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e391ff1c-2779-4a42-b87a-d9f35a4b1ef1 None None] Transition to ACTIVE for port object 6d22a1ab-7e66-41c1-b1a1-3af5f8e84127 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:43:19.863921 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e391ff1c-2779-4a42-b87a-d9f35a4b1ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:19.864540 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-97ebe4ed-d22d-419e-aaaa-c21b26ac5bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:19.866392 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-97ebe4ed-d22d-419e-aaaa-c21b26ac5bc1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2980a46c-5f6f-4bd3-86da-263aae928b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692995 Aug 23 20:43:19.884918 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-767ba23f-d80e-48dc-85f8-e0f1155bfdcd tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:19.913142 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e9ad53-9318-44c7-99b2-96a4630dd693 None None] Pushing event updated for resources: {'Port': ['ID=6d22a1ab-7e66-41c1-b1a1-3af5f8e84127,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:20.040523 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device c2e7c5a4-4c34-4cea-9a27-e80b1f93612f details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:43:20.063840 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-a0a15b95-624b-4d3f-bd59-4c8cc0f9c76a service neutron] 10.222.0.11 "GET /v2.0/networks/2980a46c-5f6f-4bd3-86da-263aae928b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891878 Aug 23 20:43:20.092651 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-767ba23f-d80e-48dc-85f8-e0f1155bfdcd tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Allocated IP 172.25.4.146 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/f2a79e8f-4081-449c-925f-91a83a4acdb9) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:43:20.146807 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fa586e75-2a63-46ad-a0e1-f0e9cdc12176 req-4c70bb3c-be0b-4f95-9e4b-ed55a5066a84 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b814750-a2f2-4a4c-b6ae-0ba0827daf66 HTTP/1.1" status: 200 len: 217 time: 0.6597350 Aug 23 20:43:20.192905 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port e5e27d0e-ca5a-4dfe-a4e8-9d7e390aecca triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:43:20.193284 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:20.206239 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port c2e7c5a4-4c34-4cea-9a27-e80b1f93612f, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=c2e7c5a4-4c34-4cea-9a27-e80b1f93612f,segment=NetworkSegment(43c51dc2-15d3-423d-9044-f9aefb3fddee),segment_id=43c51dc2-15d3-423d-9044-f9aefb3fddee)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:43:20.263468 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': 'c2e7c5a4-4c34-4cea-9a27-e80b1f93612f', 'network_id': 'c1495c8c-0e4a-4fa5-8aa1-8b05165324c0', 'port_id': 'c2e7c5a4-4c34-4cea-9a27-e80b1f93612f', 'mac_address': 'fa:16:3e:27:67:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1a419a3-db45-4031-9fc5-a033199acca8', 'ip_address': '19.80.0.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:43:20.268159 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-e391ff1c-2779-4a42-b87a-d9f35a4b1ef1 None None] Attempting to bind port 6d22a1ab-7e66-41c1-b1a1-3af5f8e84127 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:43:20.268349 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-e391ff1c-2779-4a42-b87a-d9f35a4b1ef1 None None] Attempting to bind port 6d22a1ab-7e66-41c1-b1a1-3af5f8e84127 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '2bb43555-f873-4a8c-b6d0-0a61fec775fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '2e9d9b22-0f7b-41ee-8dc6-864541317e22'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:43:20.268714 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e391ff1c-2779-4a42-b87a-d9f35a4b1ef1 None None] Attempting to bind port 6d22a1ab-7e66-41c1-b1a1-3af5f8e84127 on network 2e9d9b22-0f7b-41ee-8dc6-864541317e22 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:43:20.282829 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e391ff1c-2779-4a42-b87a-d9f35a4b1ef1 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:43:20.283194 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e391ff1c-2779-4a42-b87a-d9f35a4b1ef1 None None] Checking segment: {'id': '2bb43555-f873-4a8c-b6d0-0a61fec775fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '2e9d9b22-0f7b-41ee-8dc6-864541317e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:43:20.283633 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e391ff1c-2779-4a42-b87a-d9f35a4b1ef1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:20.283996 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e391ff1c-2779-4a42-b87a-d9f35a4b1ef1 None None] Bound using segment: {'id': '2bb43555-f873-4a8c-b6d0-0a61fec775fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '2e9d9b22-0f7b-41ee-8dc6-864541317e22'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:43:20.284579 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-e391ff1c-2779-4a42-b87a-d9f35a4b1ef1 None None] Bound port: 6d22a1ab-7e66-41c1-b1a1-3af5f8e84127, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb43555-f873-4a8c-b6d0-0a61fec775fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '2e9d9b22-0f7b-41ee-8dc6-864541317e22'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:43:20.284969 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e391ff1c-2779-4a42-b87a-d9f35a4b1ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:20.332637 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:20.380621 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2e7c5a4-4c34-4cea-9a27-e80b1f93612f {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:43:20.406479 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:20.454396 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port c2e7c5a4-4c34-4cea-9a27-e80b1f93612f, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=c2e7c5a4-4c34-4cea-9a27-e80b1f93612f,segment=NetworkSegment(43c51dc2-15d3-423d-9044-f9aefb3fddee),segment_id=43c51dc2-15d3-423d-9044-f9aefb3fddee)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:43:20.476980 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:20.476980 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 822c0e43-2e61-4ae0-bf18-15e818ba4c94 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:43:20.515719 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd5479-1445-49ba-8f81-6c3430442d20 req-a65cc9cf-4f43-47ac-9474-9e422b9b6588 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:20.520670 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d4dd5479-1445-49ba-8f81-6c3430442d20 req-a65cc9cf-4f43-47ac-9474-9e422b9b6588 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=efe3d0bd-71a7-470a-99cc-6346f7446cd6 HTTP/1.1" status: 200 len: 945 time: 0.3923159 Aug 23 20:43:20.544427 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-e391ff1c-2779-4a42-b87a-d9f35a4b1ef1 None None] For port 6d22a1ab-7e66-41c1-b1a1-3af5f8e84127, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:43:20.553176 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa586e75-2a63-46ad-a0e1-f0e9cdc12176 req-7890d534-ebd8-4553-9854-0518ac6ecbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:20.555944 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fa586e75-2a63-46ad-a0e1-f0e9cdc12176 req-7890d534-ebd8-4553-9854-0518ac6ecbf1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f081180f-c4fd-4243-9f2e-305cad1ce609 HTTP/1.1" status: 200 len: 859 time: 0.3870730 Aug 23 20:43:20.679401 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fa586e75-2a63-46ad-a0e1-f0e9cdc12176 req-9beae16c-1846-4167-bf5e-e9a334e8f115 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=08ee7db6-ee70-42c6-86e8-ee22c22907f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1065230 Aug 23 20:43:20.744333 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 07571fa9-840d-449f-b01c-ecaa31d6ecb6 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:43:20.748499 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 822c0e43-2e61-4ae0-bf18-15e818ba4c94, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=822c0e43-2e61-4ae0-bf18-15e818ba4c94,segment=NetworkSegment(43c51dc2-15d3-423d-9044-f9aefb3fddee),segment_id=43c51dc2-15d3-423d-9044-f9aefb3fddee)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:43:20.755495 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-e391ff1c-2779-4a42-b87a-d9f35a4b1ef1 None None] For port 6d22a1ab-7e66-41c1-b1a1-3af5f8e84127, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=6d22a1ab-7e66-41c1-b1a1-3af5f8e84127,segment=NetworkSegment(2bb43555-f873-4a8c-b6d0-0a61fec775fe),segment_id=2bb43555-f873-4a8c-b6d0-0a61fec775fe)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:43:20.783623 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e391ff1c-2779-4a42-b87a-d9f35a4b1ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:20.788137 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 07571fa9-840d-449f-b01c-ecaa31d6ecb6 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:43:20.788492 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 07571fa9-840d-449f-b01c-ecaa31d6ecb6 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:43:20.788917 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device f187c9d1-52a9-4c54-a17f-def5dbe3705c no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:43:20.793754 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=c2e7c5a4-4c34-4cea-9a27-e80b1f93612f,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:20.799629 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '822c0e43-2e61-4ae0-bf18-15e818ba4c94', 'network_id': 'c1495c8c-0e4a-4fa5-8aa1-8b05165324c0', 'port_id': '822c0e43-2e61-4ae0-bf18-15e818ba4c94', 'mac_address': 'fa:16:3e:e8:a2:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1a419a3-db45-4031-9fc5-a033199acca8', 'ip_address': '19.80.0.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:43:20.807753 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fa586e75-2a63-46ad-a0e1-f0e9cdc12176 req-27ca9126-6603-4bd7-9bbf-c29b2876d3a7 service neutron] 10.222.0.32 "GET /v2.0/networks/08ee7db6-ee70-42c6-86e8-ee22c22907f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191132 Aug 23 20:43:20.823671 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: f187c9d1-52a9-4c54-a17f-def5dbe3705c {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:43:20.824263 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device f187c9d1-52a9-4c54-a17f-def5dbe3705c not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:43:20.856451 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d4dd5479-1445-49ba-8f81-6c3430442d20 req-45d0fc8b-0f19-4d22-855e-6828620ee8a6 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269732 Aug 23 20:43:20.913177 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e391ff1c-2779-4a42-b87a-d9f35a4b1ef1 None None] Routers {'1fa4204d-e935-4504-b376-224dd97ae81e'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:43:20.913823 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-e391ff1c-2779-4a42-b87a-d9f35a4b1ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:43:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['1fa4204d-e935-4504-b376-224dd97ae81e'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:20.956599 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8024a8b3-b0dc-4f07-b283-72c69a61f635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:20.981615 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-767ba23f-d80e-48dc-85f8-e0f1155bfdcd tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:20.986924 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:20.992949 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e9ad53-9318-44c7-99b2-96a4630dd693 None None] Pushing event updated for resources: {'Port': ['ID=6d22a1ab-7e66-41c1-b1a1-3af5f8e84127,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:21.021121 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 822c0e43-2e61-4ae0-bf18-15e818ba4c94 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:43:21.108325 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 822c0e43-2e61-4ae0-bf18-15e818ba4c94, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=822c0e43-2e61-4ae0-bf18-15e818ba4c94,segment=NetworkSegment(43c51dc2-15d3-423d-9044-f9aefb3fddee),segment_id=43c51dc2-15d3-423d-9044-f9aefb3fddee)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:43:21.116897 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:21.117794 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 5534afba-052a-4374-b9ec-c424c1d6e2a0 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:43:21.131533 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-767ba23f-d80e-48dc-85f8-e0f1155bfdcd tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:21.150086 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-070a55d5-9fc1-4b2c-8b01-435845ac918e service neutron] 10.222.0.11 "GET /v2.0/networks/2980a46c-5f6f-4bd3-86da-263aae928b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0764544 Aug 23 20:43:21.178522 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fa586e75-2a63-46ad-a0e1-f0e9cdc12176 req-94eadc87-f4e0-4519-bd55-63a24aa9e00e service neutron] 10.222.0.32 "GET /v2.0/networks/08ee7db6-ee70-42c6-86e8-ee22c22907f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561411 Aug 23 20:43:21.181277 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-26759f3a-b154-4367-97fa-a836b506fac9 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:21.201514 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=822c0e43-2e61-4ae0-bf18-15e818ba4c94,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:21.234289 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767ba23f-d80e-48dc-85f8-e0f1155bfdcd tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:43:21.239946 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-bc548d18-cad1-4335-8997-ea60211bf6fd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=8befdd4b-7da4-4882-ba33-5ff1275123c5 HTTP/1.1" status: 200 len: 217 time: 0.0651319 Aug 23 20:43:21.243432 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-767ba23f-d80e-48dc-85f8-e0f1155bfdcd tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:43:21.259880 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d42f1e-9cc7-4b20-b63c-48a0a5109365 req-32a92f9b-31dd-476a-a9b3-e4beadba7fe2 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:21.262473 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-e391ff1c-2779-4a42-b87a-d9f35a4b1ef1 None None] Set router 1fa4204d-e935-4504-b376-224dd97ae81e gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:43:21.266499 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d42f1e-9cc7-4b20-b63c-48a0a5109365 req-32a92f9b-31dd-476a-a9b3-e4beadba7fe2 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:21.273355 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d42f1e-9cc7-4b20-b63c-48a0a5109365 req-32a92f9b-31dd-476a-a9b3-e4beadba7fe2 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:21.281612 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-25d42f1e-9cc7-4b20-b63c-48a0a5109365 req-32a92f9b-31dd-476a-a9b3-e4beadba7fe2 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/ports?device_id=d274cbb6-6f12-4742-9165-320cf6c76e89 HTTP/1.1" status: 200 len: 2413 time: 0.3849304 Aug 23 20:43:21.288763 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767ba23f-d80e-48dc-85f8-e0f1155bfdcd tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:43:21.339473 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-0a534ace-7118-43de-9466-860a24fbe26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:21.341284 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-0a534ace-7118-43de-9466-860a24fbe26a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee41020d-3ec7-42a2-ac14-02f12c3e4481 HTTP/1.1" status: 200 len: 797 time: 0.0502696 Aug 23 20:43:21.344736 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767ba23f-d80e-48dc-85f8-e0f1155bfdcd tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Pushing event updated for resources: {'Port': ['ID=f2a79e8f-4081-449c-925f-91a83a4acdb9,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:21.476113 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-25d42f1e-9cc7-4b20-b63c-48a0a5109365 req-3a820863-e652-4027-90ea-397e2529ba0e tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/security-groups?id=d730caec-e6c3-42dd-9aa7-0036d9d45ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907251 Aug 23 20:43:21.495120 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-2dc1becd-53ec-4ef5-9349-4cb418a48e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:21.497488 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-2dc1becd-53ec-4ef5-9349-4cb418a48e7f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02bac410-b27b-49cf-96fd-4f276d56ae51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1217256 Aug 23 20:43:21.590307 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 5534afba-052a-4374-b9ec-c424c1d6e2a0, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=5534afba-052a-4374-b9ec-c424c1d6e2a0,segment=NetworkSegment(992db793-c6d4-4392-aef0-b54a47cfdfe1),segment_id=992db793-c6d4-4392-aef0-b54a47cfdfe1)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:43:21.615895 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '5534afba-052a-4374-b9ec-c424c1d6e2a0', 'network_id': '67ab37de-4a86-4bbd-8972-e551cf9802fc', 'port_id': '5534afba-052a-4374-b9ec-c424c1d6e2a0', 'mac_address': 'fa:16:3e:20:68:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36d1d18e-3192-43af-80f6-e91d657af9b1', 'ip_address': '19.86.0.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:43:21.624007 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-767ba23f-d80e-48dc-85f8-e0f1155bfdcd tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:21.643383 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-26759f3a-b154-4367-97fa-a836b506fac9 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Deleting port e657a43f-9d5f-44f9-920f-70cab3020d04 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:43:21.643976 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-26759f3a-b154-4367-97fa-a836b506fac9 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:21.652879 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-8024a8b3-b0dc-4f07-b283-72c69a61f635 admin admin] Deleting port b66fd789-8656-4650-b2d0-ebfe64de2610 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:43:21.653224 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8024a8b3-b0dc-4f07-b283-72c69a61f635 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:21.698248 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:21.721419 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5534afba-052a-4374-b9ec-c424c1d6e2a0 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:43:21.741853 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 5534afba-052a-4374-b9ec-c424c1d6e2a0, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=5534afba-052a-4374-b9ec-c424c1d6e2a0,segment=NetworkSegment(992db793-c6d4-4392-aef0-b54a47cfdfe1),segment_id=992db793-c6d4-4392-aef0-b54a47cfdfe1)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:43:21.751766 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:21.771406 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-e391ff1c-2779-4a42-b87a-d9f35a4b1ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa4204d-e935-4504-b376-224dd97ae81e', 'name': 'tempest-ServersTestFqdnHostnames-919337266-router', 'tenant_id': 'd3f03fe99c194297b905f73a20dfbf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': 'e5e27d0e-ca5a-4dfe-a4e8-9d7e390aecca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:43:04Z', 'updated_at': '2021-08-23T20:43:15Z', 'revision_number': 4, 'project_id': 'd3f03fe99c194297b905f73a20dfbf1f', 'gw_port': {'id': 'e5e27d0e-ca5a-4dfe-a4e8-9d7e390aecca', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa4204d-e935-4504-b376-224dd97ae81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:43:06Z', 'updated_at': '2021-08-23T20:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '6d22a1ab-7e66-41c1-b1a1-3af5f8e84127', 'name': '', 'network_id': '2e9d9b22-0f7b-41ee-8dc6-864541317e22', 'tenant_id': 'd3f03fe99c194297b905f73a20dfbf1f', 'mac_address': 'fa:16:3e:2a:f7:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa4204d-e935-4504-b376-224dd97ae81e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '8a97c46d-4605-466e-8761-6614759f4fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:43:14Z', 'updated_at': '2021-08-23T20:43:20Z', 'revision_number': 4, 'project_id': 'd3f03fe99c194297b905f73a20dfbf1f', 'subnets': [{'id': '8a97c46d-4605-466e-8761-6614759f4fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:21.783931 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-767ba23f-d80e-48dc-85f8-e0f1155bfdcd tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:21.817269 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e391ff1c-2779-4a42-b87a-d9f35a4b1ef1 None None] The sync data for ids ['1fa4204d-e935-4504-b376-224dd97ae81e'] in n-d-805663-2 is: [{'id': '1fa4204d-e935-4504-b376-224dd97ae81e', 'name': 'tempest-ServersTestFqdnHostnames-919337266-router', 'tenant_id': 'd3f03fe99c194297b905f73a20dfbf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': 'e5e27d0e-ca5a-4dfe-a4e8-9d7e390aecca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:43:04Z', 'updated_at': '2021-08-23T20:43:15Z', 'revision_number': 4, 'project_id': 'd3f03fe99c194297b905f73a20dfbf1f', 'gw_port': {'id': 'e5e27d0e-ca5a-4dfe-a4e8-9d7e390aecca', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa4204d-e935-4504-b376-224dd97ae81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:43:06Z', 'updated_at': '2021-08-23T20:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '6d22a1ab-7e66-41c1-b1a1-3af5f8e84127', 'name': '', 'network_id': '2e9d9b22-0f7b-41ee-8dc6-864541317e22', 'tenant_id': 'd3f03fe99c194297b905f73a20dfbf1f', 'mac_address': 'fa:16:3e:2a:f7:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa4204d-e935-4504-b376-224dd97ae81e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '8a97c46d-4605-466e-8761-6614759f4fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:43:14Z', 'updated_at': '2021-08-23T20:43:20Z', 'revision_number': 4, 'project_id': 'd3f03fe99c194297b905f73a20dfbf1f', 'subnets': [{'id': '8a97c46d-4605-466e-8761-6614759f4fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:43:21.873022 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-26759f3a-b154-4367-97fa-a836b506fac9 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] For port e657a43f-9d5f-44f9-920f-70cab3020d04, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=e657a43f-9d5f-44f9-920f-70cab3020d04,segment=NetworkSegment(3fe0595c-f503-4bf8-9f23-733de531825b),segment_id=3fe0595c-f503-4bf8-9f23-733de531825b)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:43:21.874248 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-26759f3a-b154-4367-97fa-a836b506fac9 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:21.917149 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-26759f3a-b154-4367-97fa-a836b506fac9 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Calling delete_port for e657a43f-9d5f-44f9-920f-70cab3020d04 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:43:21.940123 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=5534afba-052a-4374-b9ec-c424c1d6e2a0,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:21.951192 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-48290876-e96e-4520-a251-f5f344f83db4 service neutron] 10.222.0.11 "GET /v2.0/networks/02bac410-b27b-49cf-96fd-4f276d56ae51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3965666 Aug 23 20:43:21.962354 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-8024a8b3-b0dc-4f07-b283-72c69a61f635 admin admin] For port b66fd789-8656-4650-b2d0-ebfe64de2610, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=b66fd789-8656-4650-b2d0-ebfe64de2610,segment=NetworkSegment(5e4c950b-9e81-4e67-a335-cd6886b78290),segment_id=5e4c950b-9e81-4e67-a335-cd6886b78290)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:43:21.962858 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8024a8b3-b0dc-4f07-b283-72c69a61f635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:22.028435 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-8024a8b3-b0dc-4f07-b283-72c69a61f635 admin admin] Calling delete_port for b66fd789-8656-4650-b2d0-ebfe64de2610 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:43:22.120451 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-db3e5023-de4f-435e-992d-d9dc398c594b service neutron] 10.222.0.11 "GET /v2.0/networks/02bac410-b27b-49cf-96fd-4f276d56ae51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606500 Aug 23 20:43:22.127273 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['5534afba-052a-4374-b9ec-c424c1d6e2a0'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:43:22.158009 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae2f19-5838-42eb-9625-8b8458aee5d0 req-e7363cb8-15f5-4782-bb04-4bb49efaf035 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:22.176437 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cdae2f19-5838-42eb-9625-8b8458aee5d0 req-e7363cb8-15f5-4782-bb04-4bb49efaf035 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=efe3d0bd-71a7-470a-99cc-6346f7446cd6 HTTP/1.1" status: 200 len: 945 time: 0.1624174 Aug 23 20:43:22.196198 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-767ba23f-d80e-48dc-85f8-e0f1155bfdcd tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:22.199113 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['822c0e43-2e61-4ae0-bf18-15e818ba4c94'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:43:22.200646 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-668278db-86ee-469d-8915-ef964c1f61ab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=bb388623-a8ca-48fa-a801-64a5e58b5d43 HTTP/1.1" status: 200 len: 217 time: 0.0636442 Aug 23 20:43:22.208383 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-767ba23f-d80e-48dc-85f8-e0f1155bfdcd tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:22.309755 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cdae2f19-5838-42eb-9625-8b8458aee5d0 req-c21780c0-657f-43aa-a67d-ecc9e636ce98 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262515 Aug 23 20:43:22.403473 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-dd93b247-041a-4ceb-8864-51c8382a324e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:22.409959 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-dd93b247-041a-4ceb-8864-51c8382a324e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee41020d-3ec7-42a2-ac14-02f12c3e4481 HTTP/1.1" status: 200 len: 797 time: 0.1974583 Aug 23 20:43:22.438262 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-26759f3a-b154-4367-97fa-a836b506fac9 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:22.475744 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26759f3a-b154-4367-97fa-a836b506fac9 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event deleted for resources: {'Port': ['ID=e657a43f-9d5f-44f9-920f-70cab3020d04,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:22.555778 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767ba23f-d80e-48dc-85f8-e0f1155bfdcd tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Pushing event updated for resources: {'Port': ['ID=f2a79e8f-4081-449c-925f-91a83a4acdb9,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:22.589407 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-767ba23f-d80e-48dc-85f8-e0f1155bfdcd tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:22.594181 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-3ed7eb49-345f-4924-b328-64274a3da854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:22.608359 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-3ed7eb49-345f-4924-b328-64274a3da854 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02bac410-b27b-49cf-96fd-4f276d56ae51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1714609 Aug 23 20:43:22.727219 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-767ba23f-d80e-48dc-85f8-e0f1155bfdcd tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:22.728618 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-767ba23f-d80e-48dc-85f8-e0f1155bfdcd tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2656999 Aug 23 20:43:22.815506 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-185d972a-0b9c-472e-afc0-3a3ecb9a861c service neutron] 10.222.0.11 "GET /v2.0/networks/02bac410-b27b-49cf-96fd-4f276d56ae51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048571 Aug 23 20:43:22.936355 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8024a8b3-b0dc-4f07-b283-72c69a61f635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:22.996396 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffafe6-cb68-4969-8e83-99c76ceefd11 req-1248c288-9648-4ec9-9c39-944cb522c91f tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:23.002710 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffafe6-cb68-4969-8e83-99c76ceefd11 req-1248c288-9648-4ec9-9c39-944cb522c91f tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:23.010693 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffafe6-cb68-4969-8e83-99c76ceefd11 req-1248c288-9648-4ec9-9c39-944cb522c91f tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:23.012481 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-84ffafe6-cb68-4969-8e83-99c76ceefd11 req-1248c288-9648-4ec9-9c39-944cb522c91f tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/ports?device_id=d274cbb6-6f12-4742-9165-320cf6c76e89 HTTP/1.1" status: 200 len: 2415 time: 0.2693231 Aug 23 20:43:23.046683 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8024a8b3-b0dc-4f07-b283-72c69a61f635 admin admin] Pushing event deleted for resources: {'Port': ['ID=b66fd789-8656-4650-b2d0-ebfe64de2610,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:23.049926 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-3891cd3f-35fd-4525-836c-4df0a4a5e4bf service neutron] 10.222.0.11 "GET /v2.0/networks/02bac410-b27b-49cf-96fd-4f276d56ae51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259784 Aug 23 20:43:23.134499 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-26759f3a-b154-4367-97fa-a836b506fac9 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:23.144040 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-626ec7d6-cd4c-47ab-8743-ff0b902f69bf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=44398430-706b-49d2-8d3a-3797e436623d HTTP/1.1" status: 200 len: 217 time: 0.0798285 Aug 23 20:43:23.250192 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7b53f172-469b-4b0e-b120-750cb30fd3bd req-3bc1e19b-2480-4ef8-b300-44f0a2181007 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1495487656&fields=id&tenant_id=d3f03fe99c194297b905f73a20dfbf1f HTTP/1.1" status: 200 len: 267 time: 0.1086347 Aug 23 20:43:23.262379 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['c2e7c5a4-4c34-4cea-9a27-e80b1f93612f'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:43:23.326043 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-a92be55b-57eb-4f41-85bb-e3eb3812b396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:23.330754 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-a92be55b-57eb-4f41-85bb-e3eb3812b396 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee41020d-3ec7-42a2-ac14-02f12c3e4481 HTTP/1.1" status: 200 len: 797 time: 0.1714532 Aug 23 20:43:23.499203 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-3b5c0f68-bb16-4142-b081-7f19287f1522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:23.501750 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-3b5c0f68-bb16-4142-b081-7f19287f1522 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02bac410-b27b-49cf-96fd-4f276d56ae51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1004815 Aug 23 20:43:23.541125 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26759f3a-b154-4367-97fa-a836b506fac9 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Router 7e69c876-3311-4374-8d72-1f7d38b4ba2a has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:43:23.544944 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-84ffafe6-cb68-4969-8e83-99c76ceefd11 req-63a0a379-fa1a-471a-82cd-8d16e676adf6 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/security-groups?id=d730caec-e6c3-42dd-9aa7-0036d9d45ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5090477 Aug 23 20:43:23.612329 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53f172-469b-4b0e-b120-750cb30fd3bd req-1fea8437-d0d4-4573-ab7b-52751103d7ec tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:23.626574 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7b53f172-469b-4b0e-b120-750cb30fd3bd req-1fea8437-d0d4-4573-ab7b-52751103d7ec tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] 10.222.0.61 "GET /v2.0/networks?id=2e9d9b22-0f7b-41ee-8dc6-864541317e22 HTTP/1.1" status: 200 len: 814 time: 0.3634448 Aug 23 20:43:23.665715 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 6d22a1ab-7e66-41c1-b1a1-3af5f8e84127 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:43:23.734649 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7b53f172-469b-4b0e-b120-750cb30fd3bd req-d33262e1-d0c9-4607-8384-e728b1351f7f tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] 10.222.0.61 "GET /v2.0/quotas/d3f03fe99c194297b905f73a20dfbf1f HTTP/1.1" status: 200 len: 375 time: 0.1069996 Aug 23 20:43:23.771193 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 6d22a1ab-7e66-41c1-b1a1-3af5f8e84127 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:43:23.778611 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 6d22a1ab-7e66-41c1-b1a1-3af5f8e84127 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:43:23.780801 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:23.804775 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-21f4b0b9-314c-4f00-9b16-b0b8df9c6ffe service neutron] 10.222.0.11 "GET /v2.0/networks/02bac410-b27b-49cf-96fd-4f276d56ae51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938869 Aug 23 20:43:23.821749 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26759f3a-b154-4367-97fa-a836b506fac9 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:43:23.834766 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c01c438-f472-4883-9019-8b62278a3a22 None None] Sync routers for ids ['7e69c876-3311-4374-8d72-1f7d38b4ba2a'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:43:23.836038 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-26759f3a-b154-4367-97fa-a836b506fac9 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "PUT /v2.0/routers/7e69c876-3311-4374-8d72-1f7d38b4ba2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6196737 Aug 23 20:43:23.838735 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39594) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:23.847719 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7b53f172-469b-4b0e-b120-750cb30fd3bd req-f1a56c59-dafa-459f-8d21-228885c41691 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d3f03fe99c194297b905f73a20dfbf1f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1121058 Aug 23 20:43:23.853666 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c01c438-f472-4883-9019-8b62278a3a22 None None] Routers {'7e69c876-3311-4374-8d72-1f7d38b4ba2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:43:23.859784 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7c01c438-f472-4883-9019-8b62278a3a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:43:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['7e69c876-3311-4374-8d72-1f7d38b4ba2a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:23.930343 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036da147-7a0f-42ea-b7c5-2705d3230cc5 req-9a331813-90ec-466a-be80-81a02c7eb9af tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:23.934259 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-036da147-7a0f-42ea-b7c5-2705d3230cc5 req-9a331813-90ec-466a-be80-81a02c7eb9af tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=efe3d0bd-71a7-470a-99cc-6346f7446cd6 HTTP/1.1" status: 200 len: 945 time: 0.2123952 Aug 23 20:43:23.938243 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8024a8b3-b0dc-4f07-b283-72c69a61f635 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:23.965680 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:23.988373 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-13d76853-06bf-47b3-8585-a15aa5cdfc67 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Deleting subnet e406b708-5e31-4400-a432-635345956df7 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:43:23.992086 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-13d76853-06bf-47b3-8585-a15aa5cdfc67 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:24.018779 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-7c01c438-f472-4883-9019-8b62278a3a22 None None] Set router 7e69c876-3311-4374-8d72-1f7d38b4ba2a gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:43:24.025368 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-396d6abe-2c7b-4233-b6ab-9470674efaf9 service neutron] 10.222.0.11 "GET /v2.0/networks/02bac410-b27b-49cf-96fd-4f276d56ae51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127538 Aug 23 20:43:24.036324 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7b53f172-469b-4b0e-b120-750cb30fd3bd req-a23b2917-d7b1-4d8c-b8aa-528e0ce277f5 service neutron] 10.222.0.61 "GET /v2.0/networks/2e9d9b22-0f7b-41ee-8dc6-864541317e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875944 Aug 23 20:43:24.048420 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 822c0e43-2e61-4ae0-bf18-15e818ba4c94 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:43:24.063726 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 6d22a1ab-7e66-41c1-b1a1-3af5f8e84127, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=6d22a1ab-7e66-41c1-b1a1-3af5f8e84127,segment=NetworkSegment(2bb43555-f873-4a8c-b6d0-0a61fec775fe),segment_id=2bb43555-f873-4a8c-b6d0-0a61fec775fe)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:43:24.090217 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7c01c438-f472-4883-9019-8b62278a3a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'name': 'tempest-RoutersTest-router-768097966', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:42:14Z', 'updated_at': '2021-08-23T20:43:22Z', 'revision_number': 11, 'project_id': '478a4137190c42b2a66568a56c662326', 'gw_port_host': None}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:24.096672 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-13d76853-06bf-47b3-8585-a15aa5cdfc67 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:24.097620 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-6cfd98da-9521-4165-a429-fa6b8b361e63 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=c9bc32bd-28fb-4ef8-8531-edadca967003 HTTP/1.1" status: 200 len: 217 time: 0.0592670 Aug 23 20:43:24.102304 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:24.128704 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c01c438-f472-4883-9019-8b62278a3a22 None None] Checking router: 7e69c876-3311-4374-8d72-1f7d38b4ba2a for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:43:24.139024 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c01c438-f472-4883-9019-8b62278a3a22 None None] Routers {'7e69c876-3311-4374-8d72-1f7d38b4ba2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:43:24.140141 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7c01c438-f472-4883-9019-8b62278a3a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:43:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['7e69c876-3311-4374-8d72-1f7d38b4ba2a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:24.195418 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-8568891c-5e22-4cd5-9217-91d47f538ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:24.196952 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-8568891c-5e22-4cd5-9217-91d47f538ccb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee41020d-3ec7-42a2-ac14-02f12c3e4481 HTTP/1.1" status: 200 len: 797 time: 0.0706439 Aug 23 20:43:24.227064 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-7c01c438-f472-4883-9019-8b62278a3a22 None None] Set router 7e69c876-3311-4374-8d72-1f7d38b4ba2a gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:43:24.233379 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7b53f172-469b-4b0e-b120-750cb30fd3bd req-3f99e6de-34e7-48e9-aec5-57018df8927f service neutron] 10.222.0.61 "GET /v2.0/networks/2e9d9b22-0f7b-41ee-8dc6-864541317e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956179 Aug 23 20:43:24.247442 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-13d76853-06bf-47b3-8585-a15aa5cdfc67 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:24.256406 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=6d22a1ab-7e66-41c1-b1a1-3af5f8e84127,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:24.281937 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:43:24.282596 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:43:24.282596 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:43:24.282937 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:43:24.283273 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:43:24.283604 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:43:24.283927 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:43:24.284281 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:43:24.284607 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:43:24.287708 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:43:24.288073 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:43:24.289264 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:43:24.292920 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 822c0e43-2e61-4ae0-bf18-15e818ba4c94 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:43:24.303091 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-67026a40-32fb-4972-9cb4-3c0df2e1a13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:24.303684 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7c01c438-f472-4883-9019-8b62278a3a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'name': 'tempest-RoutersTest-router-768097966', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:42:14Z', 'updated_at': '2021-08-23T20:43:22Z', 'revision_number': 11, 'project_id': '478a4137190c42b2a66568a56c662326', 'gw_port_host': None}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:24.305647 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-67026a40-32fb-4972-9cb4-3c0df2e1a13f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02bac410-b27b-49cf-96fd-4f276d56ae51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0967426 Aug 23 20:43:24.307181 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 822c0e43-2e61-4ae0-bf18-15e818ba4c94 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:43:24.307562 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:24.392696 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-036da147-7a0f-42ea-b7c5-2705d3230cc5 req-d7f17bc3-f681-4d1c-8ad5-614a83b5d03e tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4462378 Aug 23 20:43:24.395447 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c01c438-f472-4883-9019-8b62278a3a22 None None] The sync data for ids ['7e69c876-3311-4374-8d72-1f7d38b4ba2a'] in n-d-805663-2 is: [{'id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'name': 'tempest-RoutersTest-router-768097966', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:42:14Z', 'updated_at': '2021-08-23T20:43:22Z', 'revision_number': 11, 'project_id': '478a4137190c42b2a66568a56c662326', 'gw_port_host': None}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:43:24.558558 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-abf8bf83-96d4-41fb-a26a-9984c8790d4c service neutron] 10.222.0.11 "GET /v2.0/networks/02bac410-b27b-49cf-96fd-4f276d56ae51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393408 Aug 23 20:43:24.573560 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:24.610656 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-13d76853-06bf-47b3-8585-a15aa5cdfc67 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:24.684323 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 822c0e43-2e61-4ae0-bf18-15e818ba4c94, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=822c0e43-2e61-4ae0-bf18-15e818ba4c94,segment=NetworkSegment(43c51dc2-15d3-423d-9044-f9aefb3fddee),segment_id=43c51dc2-15d3-423d-9044-f9aefb3fddee)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:43:24.689898 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd274cbb6-6f12-4742-9165-320cf6c76e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822c0e43-2e61-4ae0-bf18-15e818ba4c94'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:43:24.693898 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb27bd8-b9f8-4d8c-9ba2-1ba5093b426d" -d '{"events": [{"server_uuid": "d274cbb6-6f12-4742-9165-320cf6c76e89", "name": "network-vif-plugged", "status": "completed", "tag": "822c0e43-2e61-4ae0-bf18-15e818ba4c94"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:43:24.697743 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:24.698910 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 5534afba-052a-4374-b9ec-c424c1d6e2a0 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:43:24.702207 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-9023e6e5-6570-4553-a0bf-4a30f8056496 service neutron] 10.222.0.11 "GET /v2.0/networks/02bac410-b27b-49cf-96fd-4f276d56ae51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318579 Aug 23 20:43:24.813558 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=822c0e43-2e61-4ae0-bf18-15e818ba4c94,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:24.818139 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-f40826fe-6f25-4bc1-aba0-4ee74d38ac89 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a83e5ee7-c13f-46f6-b912-2a83576e4498 HTTP/1.1" status: 200 len: 217 time: 0.1095221 Aug 23 20:43:24.845082 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 5534afba-052a-4374-b9ec-c424c1d6e2a0 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:43:24.857927 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 5534afba-052a-4374-b9ec-c424c1d6e2a0 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:43:24.858564 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:24.942781 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-13d76853-06bf-47b3-8585-a15aa5cdfc67 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:24.945835 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-13d76853-06bf-47b3-8585-a15aa5cdfc67 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "DELETE /v2.0/subnets/e406b708-5e31-4400-a432-635345956df7 HTTP/1.1" status: 204 len: 168 time: 1.0992348 Aug 23 20:43:24.949221 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f5fe65bc-0d4e-46b3-9c75-f66aa4f3dab0 req-3185ea5b-ad60-4ae4-85c1-bc6d125daea3 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] 10.222.0.61 "GET /v2.0/ports?device_id=39b41246-929d-4e08-bf27-c3eb30fad89d HTTP/1.1" status: 200 len: 210 time: 0.3031144 Aug 23 20:43:24.950180 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d76853-06bf-47b3-8585-a15aa5cdfc67 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event deleted for resources: {'Subnet': ['ID=e406b708-5e31-4400-a432-635345956df7,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:24.956379 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39618) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:24.965878 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1e2434-f0ff-4048-b824-91bc140b9258 None None] Network 3dfa55c1-66cd-45d5-bbcb-673e37fc5a43 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:43:25.077868 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41ad95-151f-49f5-ba68-263ddf0ec538 req-3ca98255-21eb-40fd-9f41-72cc230ab76d tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:25.087722 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41ad95-151f-49f5-ba68-263ddf0ec538 req-3ca98255-21eb-40fd-9f41-72cc230ab76d tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:25.101272 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41ad95-151f-49f5-ba68-263ddf0ec538 req-3ca98255-21eb-40fd-9f41-72cc230ab76d tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:25.111638 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0d41ad95-151f-49f5-ba68-263ddf0ec538 req-3ca98255-21eb-40fd-9f41-72cc230ab76d tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/ports?device_id=d274cbb6-6f12-4742-9165-320cf6c76e89 HTTP/1.1" status: 200 len: 2416 time: 0.2920015 Aug 23 20:43:25.127594 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-e1076305-874c-4231-ade0-84d929630a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:25.128284 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba1e76e-c4b8-4d4d-adbc-ef259f568113 x-openstack-request-id: req-cba1e76e-c4b8-4d4d-adbc-ef259f568113 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:43:25.128806 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d274cbb6-6f12-4742-9165-320cf6c76e89", "name": "network-vif-plugged", "status": "completed", "tag": "822c0e43-2e61-4ae0-bf18-15e818ba4c94", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:43:25.129699 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-e1076305-874c-4231-ade0-84d929630a61 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5dddc676-d460-40e8-9afa-b8b1805fce38 HTTP/1.1" status: 200 len: 797 time: 0.2985189 Aug 23 20:43:25.133629 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cba1e76e-c4b8-4d4d-adbc-ef259f568113 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:43:25.134513 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd274cbb6-6f12-4742-9165-320cf6c76e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822c0e43-2e61-4ae0-bf18-15e818ba4c94', 'code': 200} Aug 23 20:43:25.179595 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:25.239706 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0d41ad95-151f-49f5-ba68-263ddf0ec538 req-c70af7c7-9307-418a-b3eb-fabaa7de16c5 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/security-groups?id=d730caec-e6c3-42dd-9aa7-0036d9d45ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268623 Aug 23 20:43:25.261707 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-694867cc-1d86-4b11-acf9-5d9a383686cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:25.268781 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-694867cc-1d86-4b11-acf9-5d9a383686cf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aacbd0fd-d16f-425e-a7bb-080e612100d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1296563 Aug 23 20:43:25.314068 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 5534afba-052a-4374-b9ec-c424c1d6e2a0, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=5534afba-052a-4374-b9ec-c424c1d6e2a0,segment=NetworkSegment(992db793-c6d4-4392-aef0-b54a47cfdfe1),segment_id=992db793-c6d4-4392-aef0-b54a47cfdfe1)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:43:25.330447 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:25.504608 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-4bbd8a87-440c-4690-994c-f1e19d7c3f42 service neutron] 10.222.0.11 "GET /v2.0/networks/aacbd0fd-d16f-425e-a7bb-080e612100d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270696 Aug 23 20:43:25.514162 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 6d22a1ab-7e66-41c1-b1a1-3af5f8e84127 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:43:25.579329 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=5534afba-052a-4374-b9ec-c424c1d6e2a0,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:25.661229 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-a4da3976-06f4-4992-996b-f196a6aa1cff service neutron] 10.222.0.11 "GET /v2.0/networks/aacbd0fd-d16f-425e-a7bb-080e612100d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479378 Aug 23 20:43:25.663277 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 6d22a1ab-7e66-41c1-b1a1-3af5f8e84127 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:43:25.663657 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:25.737462 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fa2d0d-6719-4db2-8330-880ae8684ca7 None None] DHCP port deletion for 3dfa55c1-66cd-45d5-bbcb-673e37fc5a43 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:43:25.790056 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-6125066b-9fea-4155-9fd8-03ffac9ec0e3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c61ab549-4c53-4732-9849-eed9b94a4890 HTTP/1.1" status: 200 len: 217 time: 0.1183829 Aug 23 20:43:25.886046 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-1f95e53f-3345-48a3-8ca1-900c82f78cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:25.890260 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-1f95e53f-3345-48a3-8ca1-900c82f78cf9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5dddc676-d460-40e8-9afa-b8b1805fce38 HTTP/1.1" status: 200 len: 797 time: 0.0916240 Aug 23 20:43:25.930029 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device e657a43f-9d5f-44f9-920f-70cab3020d04 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:43:25.931562 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-822dd627-22bf-437b-b1b7-1a0adce4e59d tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:25.941807 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8024a8b3-b0dc-4f07-b283-72c69a61f635 admin admin] Router 6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:43:25.962360 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-0129c622-df6f-475c-8daa-0f2074a2552d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:25.963838 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-0129c622-df6f-475c-8daa-0f2074a2552d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aacbd0fd-d16f-425e-a7bb-080e612100d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0628829 Aug 23 20:43:25.995196 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: e657a43f-9d5f-44f9-920f-70cab3020d04 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:43:25.996346 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device e657a43f-9d5f-44f9-920f-70cab3020d04 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:43:26.022943 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-01fa2d0d-6719-4db2-8330-880ae8684ca7 None None] Deleting port 0deeed06-b7b1-49fe-a4a7-bb2ea0157cad {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:43:26.024383 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-01fa2d0d-6719-4db2-8330-880ae8684ca7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:26.065049 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device c2e7c5a4-4c34-4cea-9a27-e80b1f93612f up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:43:26.147098 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8024a8b3-b0dc-4f07-b283-72c69a61f635 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:43:26.155958 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8024a8b3-b0dc-4f07-b283-72c69a61f635 admin admin] 10.222.0.61 "PUT /v2.0/routers/6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3600421 Aug 23 20:43:26.156162 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-6ed1215f-0b9a-423a-856d-4aaf6a2e5bcc service neutron] 10.222.0.11 "GET /v2.0/networks/aacbd0fd-d16f-425e-a7bb-080e612100d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819205 Aug 23 20:43:26.156517 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39634) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:26.198042 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f881dcce-543f-408e-985e-2b44097b441f req-188d56a0-7109-4303-844d-0c1e745cc27f tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] 10.222.0.61 "GET /v2.0/ports?device_id=39b41246-929d-4e08-bf27-c3eb30fad89d HTTP/1.1" status: 200 len: 210 time: 0.0573118 Aug 23 20:43:26.218148 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc92c14-a03a-4b5e-94b8-715513af9080 None None] Sync routers for ids ['6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:43:26.341494 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-822dd627-22bf-437b-b1b7-1a0adce4e59d tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Deleting port 0deeed06-b7b1-49fe-a4a7-bb2ea0157cad {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:43:26.342466 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-822dd627-22bf-437b-b1b7-1a0adce4e59d tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:26.361186 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc92c14-a03a-4b5e-94b8-715513af9080 None None] Routers {'6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:43:26.362141 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-0fc92c14-a03a-4b5e-94b8-715513af9080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:43:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:26.380902 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port c2e7c5a4-4c34-4cea-9a27-e80b1f93612f completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:43:26.430983 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-01fa2d0d-6719-4db2-8330-880ae8684ca7 None None] For port 0deeed06-b7b1-49fe-a4a7-bb2ea0157cad, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=0deeed06-b7b1-49fe-a4a7-bb2ea0157cad,segment=NetworkSegment(3fe0595c-f503-4bf8-9f23-733de531825b),segment_id=3fe0595c-f503-4bf8-9f23-733de531825b)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:43:26.431610 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b5e43954-5a4c-4ce4-b706-d0805749810d admin admin] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:26.432153 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-01fa2d0d-6719-4db2-8330-880ae8684ca7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:26.444227 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port c2e7c5a4-4c34-4cea-9a27-e80b1f93612f triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:43:26.444874 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:26.457890 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-01fa2d0d-6719-4db2-8330-880ae8684ca7 None None] Calling delete_port for 0deeed06-b7b1-49fe-a4a7-bb2ea0157cad owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:43:26.460235 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-822dd627-22bf-437b-b1b7-1a0adce4e59d tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] For port 0deeed06-b7b1-49fe-a4a7-bb2ea0157cad, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=0deeed06-b7b1-49fe-a4a7-bb2ea0157cad,segment=NetworkSegment(3fe0595c-f503-4bf8-9f23-733de531825b),segment_id=3fe0595c-f503-4bf8-9f23-733de531825b)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:43:26.460605 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-822dd627-22bf-437b-b1b7-1a0adce4e59d tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:26.494437 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-822dd627-22bf-437b-b1b7-1a0adce4e59d tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Calling delete_port for 0deeed06-b7b1-49fe-a4a7-bb2ea0157cad owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:43:26.533911 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53f172-469b-4b0e-b120-750cb30fd3bd req-39f13a49-edbf-4982-be21-614c0513bc19 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:26.535867 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7b53f172-469b-4b0e-b120-750cb30fd3bd req-39f13a49-edbf-4982-be21-614c0513bc19 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] 10.222.0.32 "GET /v2.0/networks?id=2e9d9b22-0f7b-41ee-8dc6-864541317e22 HTTP/1.1" status: 200 len: 814 time: 0.3020680 Aug 23 20:43:26.620707 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ccde29-b8a6-461b-9f66-a72b279d2493 req-0342bb0d-2032-44f7-b0e9-0635b9823e3d tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:26.627516 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ccde29-b8a6-461b-9f66-a72b279d2493 req-0342bb0d-2032-44f7-b0e9-0635b9823e3d tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:26.633687 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ccde29-b8a6-461b-9f66-a72b279d2493 req-0342bb0d-2032-44f7-b0e9-0635b9823e3d tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:26.635403 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-93ccde29-b8a6-461b-9f66-a72b279d2493 req-0342bb0d-2032-44f7-b0e9-0635b9823e3d tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/ports?device_id=d274cbb6-6f12-4742-9165-320cf6c76e89 HTTP/1.1" status: 200 len: 2417 time: 0.1975727 Aug 23 20:43:26.640568 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0fc9e48-0ee1-4265-b9b6-3231f31315cf req-a4a48363-8850-4711-b3ec-822068658ba1 service neutron] 10.222.0.11 "GET /v2.0/networks/aacbd0fd-d16f-425e-a7bb-080e612100d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4753835 Aug 23 20:43:26.646092 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7b53f172-469b-4b0e-b120-750cb30fd3bd req-0843866c-46ed-4f56-8100-ca4bc6a8aaca tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3f03fe99c194297b905f73a20dfbf1f HTTP/1.1" status: 200 len: 380 time: 0.0697889 Aug 23 20:43:26.674065 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b5e43954-5a4c-4ce4-b706-d0805749810d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:26.674740 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-7b53f172-469b-4b0e-b120-750cb30fd3bd req-1eb3d86c-5da7-470d-acfd-a9ead176d95b tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Request body: {'port': {'device_id': '39b41246-929d-4e08-bf27-c3eb30fad89d', 'network_id': '2e9d9b22-0f7b-41ee-8dc6-864541317e22', 'admin_state_up': True, 'tenant_id': 'd3f03fe99c194297b905f73a20dfbf1f', 'security_groups': ['76fa3571-b26c-4d42-bc0f-ea73a231863a']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:43:26.738584 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-93ccde29-b8a6-461b-9f66-a72b279d2493 req-becd90b4-02df-430c-8792-6d7ee6264160 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/security-groups?id=d730caec-e6c3-42dd-9aa7-0036d9d45ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923579 Aug 23 20:43:26.770090 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-822dd627-22bf-437b-b1b7-1a0adce4e59d tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:26.802262 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-b5e43954-5a4c-4ce4-b706-d0805749810d admin admin] Deleting port a1c47452-11cd-45b3-ae57-9f1cdd2be0f5 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:43:26.802607 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b5e43954-5a4c-4ce4-b706-d0805749810d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:26.809853 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822dd627-22bf-437b-b1b7-1a0adce4e59d tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event deleted for resources: {'Port': ['ID=0deeed06-b7b1-49fe-a4a7-bb2ea0157cad,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:26.829546 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822dd627-22bf-437b-b1b7-1a0adce4e59d tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] No DVR routers for this DVR port 0deeed06-b7b1-49fe-a4a7-bb2ea0157cad on host n-d-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:43:26.943121 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-0fc92c14-a03a-4b5e-94b8-715513af9080 None None] Set router 6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:43:26.963770 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-822dd627-22bf-437b-b1b7-1a0adce4e59d tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:26.980030 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-822dd627-22bf-437b-b1b7-1a0adce4e59d tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dfa55c1-66cd-45d5-bbcb-673e37fc5a43']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:26.989785 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-b5e43954-5a4c-4ce4-b706-d0805749810d admin admin] For port a1c47452-11cd-45b3-ae57-9f1cdd2be0f5, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=a1c47452-11cd-45b3-ae57-9f1cdd2be0f5,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:43:26.991595 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b53f172-469b-4b0e-b120-750cb30fd3bd req-1eb3d86c-5da7-470d-acfd-a9ead176d95b tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Made reservation on behalf of d3f03fe99c194297b905f73a20dfbf1f for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:43:26.991972 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b5e43954-5a4c-4ce4-b706-d0805749810d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:26.995348 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7b53f172-469b-4b0e-b120-750cb30fd3bd req-1eb3d86c-5da7-470d-acfd-a9ead176d95b tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:27.008860 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-822dd627-22bf-437b-b1b7-1a0adce4e59d tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fe0595c-f503-4bf8-9f23-733de531825b') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:27.009151 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-822dd627-22bf-437b-b1b7-1a0adce4e59d tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fe0595c-f503-4bf8-9f23-733de531825b') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:27.011017 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-b5e43954-5a4c-4ce4-b706-d0805749810d admin admin] Calling delete_port for a1c47452-11cd-45b3-ae57-9f1cdd2be0f5 owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:43:27.027371 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-822dd627-22bf-437b-b1b7-1a0adce4e59d tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:27.083261 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-822dd627-22bf-437b-b1b7-1a0adce4e59d tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:27.099138 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-822dd627-22bf-437b-b1b7-1a0adce4e59d tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:43:27.099586 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-822dd627-22bf-437b-b1b7-1a0adce4e59d tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:27.103174 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:43:27.103174 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:43:27.103174 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:43:27.103174 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:43:27.103174 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:43:27.103174 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:43:27.103174 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:43:27.103174 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:43:27.103174 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:43:27.103174 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:43:27.103174 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:43:27.103174 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:43:27.103174 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:43:27.103174 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:43:27.103174 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:43:27.103174 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:43:27.103174 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:43:27.103174 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:43:27.103174 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:43:27.103174 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:43:27.103174 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:43:27.103174 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:43:27.103174 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:43:27.103174 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:43:27.103174 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:43:27.103174 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:43:27.103174 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:43:27.103174 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:43:27.103174 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:43:27.103174 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:43:27.103174 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:43:27.103174 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:43:27.117418 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-01fa2d0d-6719-4db2-8330-880ae8684ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:27.160009 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd274cbb6-6f12-4742-9165-320cf6c76e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5534afba-052a-4374-b9ec-c424c1d6e2a0'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:43:27.168304 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ea779b-ae98-4521-9ad4-8d84e1628843" -d '{"events": [{"server_uuid": "d274cbb6-6f12-4742-9165-320cf6c76e89", "name": "network-vif-plugged", "status": "completed", "tag": "5534afba-052a-4374-b9ec-c424c1d6e2a0"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:43:27.223978 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-822dd627-22bf-437b-b1b7-1a0adce4e59d tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:27.249142 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-822dd627-22bf-437b-b1b7-1a0adce4e59d tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:27.254983 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-822dd627-22bf-437b-b1b7-1a0adce4e59d tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "DELETE /v2.0/networks/3dfa55c1-66cd-45d5-bbcb-673e37fc5a43 HTTP/1.1" status: 204 len: 168 time: 2.2824969 Aug 23 20:43:27.255518 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39652) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:27.264745 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-dbd14e85-8cf3-4288-bb01-5b81a6f5da38 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Request body: {'router': {'routes': None}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:43:27.267208 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b5e43954-5a4c-4ce4-b706-d0805749810d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:27.271721 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822dd627-22bf-437b-b1b7-1a0adce4e59d tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Pushing event deleted for resources: {'Network': ['ID=3dfa55c1-66cd-45d5-bbcb-673e37fc5a43,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:27.276465 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fa2d0d-6719-4db2-8330-880ae8684ca7 None None] Pushing event deleted for resources: {'Port': ['ID=0deeed06-b7b1-49fe-a4a7-bb2ea0157cad,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:27.292010 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-7b53f172-469b-4b0e-b120-750cb30fd3bd req-1eb3d86c-5da7-470d-acfd-a9ead176d95b tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Allocated IP 172.20.0.12 (2e9d9b22-0f7b-41ee-8dc6-864541317e22/8a97c46d-4605-466e-8761-6614759f4fe5/fcbd9f8b-f66b-4a25-858a-faf659328829) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:43:27.303359 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1207aeee-fc27-4c7c-a67b-e27e4ed59212 x-openstack-request-id: req-1207aeee-fc27-4c7c-a67b-e27e4ed59212 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:43:27.303645 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d274cbb6-6f12-4742-9165-320cf6c76e89", "name": "network-vif-plugged", "status": "completed", "tag": "5534afba-052a-4374-b9ec-c424c1d6e2a0", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:43:27.303926 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1207aeee-fc27-4c7c-a67b-e27e4ed59212 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:43:27.306141 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd274cbb6-6f12-4742-9165-320cf6c76e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5534afba-052a-4374-b9ec-c424c1d6e2a0', 'code': 200} Aug 23 20:43:27.347734 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fa2d0d-6719-4db2-8330-880ae8684ca7 None None] No DVR routers for this DVR port 0deeed06-b7b1-49fe-a4a7-bb2ea0157cad on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:43:27.380177 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:27.445863 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 0deeed06-b7b1-49fe-a4a7-bb2ea0157cad no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:43:27.465566 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e43954-5a4c-4ce4-b706-d0805749810d admin admin] Pushing event deleted for resources: {'Port': ['ID=a1c47452-11cd-45b3-ae57-9f1cdd2be0f5,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:27.504026 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 0deeed06-b7b1-49fe-a4a7-bb2ea0157cad {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:43:27.505011 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 0deeed06-b7b1-49fe-a4a7-bb2ea0157cad not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:43:27.517930 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2eb8f053-0063-433d-ae6b-04c14fec112c req-a018ab49-8a2a-42d2-b2f5-8b2f734724c7 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] 10.222.0.61 "GET /v2.0/ports?device_id=39b41246-929d-4e08-bf27-c3eb30fad89d HTTP/1.1" status: 200 len: 210 time: 0.1119082 Aug 23 20:43:27.526821 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-0fc92c14-a03a-4b5e-94b8-715513af9080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4', 'name': 'tempest-TaggedBootDevicesTest-1649710710-router', 'tenant_id': '0a91fd320cb1405f8d3783ce9085793e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'a1c47452-11cd-45b3-ae57-9f1cdd2be0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:31:57Z', 'updated_at': '2021-08-23T20:43:22Z', 'revision_number': 5, 'project_id': '0a91fd320cb1405f8d3783ce9085793e', 'gw_port': {'id': 'a1c47452-11cd-45b3-ae57-9f1cdd2be0f5', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:02:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:31:58Z', 'updated_at': '2021-08-23T20:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:27.545047 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176bf503-1ed5-45aa-b7a2-1837197cdf48 req-98d2653c-322d-45d9-801c-16fe29fbd12e tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:27.546505 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-176bf503-1ed5-45aa-b7a2-1837197cdf48 req-98d2653c-322d-45d9-801c-16fe29fbd12e tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=efe3d0bd-71a7-470a-99cc-6346f7446cd6 HTTP/1.1" status: 200 len: 945 time: 0.0827518 Aug 23 20:43:27.564663 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port c2e7c5a4-4c34-4cea-9a27-e80b1f93612f, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=c2e7c5a4-4c34-4cea-9a27-e80b1f93612f,segment=NetworkSegment(43c51dc2-15d3-423d-9044-f9aefb3fddee),segment_id=43c51dc2-15d3-423d-9044-f9aefb3fddee)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:43:27.565712 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc92c14-a03a-4b5e-94b8-715513af9080 None None] Checking router: 6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:43:27.573929 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:27.588482 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc92c14-a03a-4b5e-94b8-715513af9080 None None] Routers {'6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:43:27.589113 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-0fc92c14-a03a-4b5e-94b8-715513af9080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:43:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:27.627303 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7b53f172-469b-4b0e-b120-750cb30fd3bd req-1eb3d86c-5da7-470d-acfd-a9ead176d95b tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:27.660848 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-176bf503-1ed5-45aa-b7a2-1837197cdf48 req-7edb12b8-40a1-4efb-b055-be0a6bcec80d tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748379 Aug 23 20:43:27.663711 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-7b53f172-469b-4b0e-b120-750cb30fd3bd req-1eb3d86c-5da7-470d-acfd-a9ead176d95b tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Transition to ACTIVE for port object fcbd9f8b-f66b-4a25-858a-faf659328829 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:43:27.744425 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-0fc92c14-a03a-4b5e-94b8-715513af9080 None None] Set router 6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:43:27.754556 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7b53f172-469b-4b0e-b120-750cb30fd3bd req-1eb3d86c-5da7-470d-acfd-a9ead176d95b tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:27.869842 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-0fc92c14-a03a-4b5e-94b8-715513af9080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4', 'name': 'tempest-TaggedBootDevicesTest-1649710710-router', 'tenant_id': '0a91fd320cb1405f8d3783ce9085793e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:31:57Z', 'updated_at': '2021-08-23T20:43:27Z', 'revision_number': 7, 'project_id': '0a91fd320cb1405f8d3783ce9085793e', 'gw_port_host': None}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:27.894907 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb3d86c-5da7-470d-acfd-a9ead176d95b tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Pushing event updated for resources: {'Port': ['ID=fcbd9f8b-f66b-4a25-858a-faf659328829,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:27.911816 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc92c14-a03a-4b5e-94b8-715513af9080 None None] The sync data for ids ['6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4'] in n-d-805663-2 is: [{'id': '6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4', 'name': 'tempest-TaggedBootDevicesTest-1649710710-router', 'tenant_id': '0a91fd320cb1405f8d3783ce9085793e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:31:57Z', 'updated_at': '2021-08-23T20:43:27Z', 'revision_number': 7, 'project_id': '0a91fd320cb1405f8d3783ce9085793e', 'gw_port_host': None}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:43:27.913449 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=c2e7c5a4-4c34-4cea-9a27-e80b1f93612f,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:27.927049 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b53f172-469b-4b0e-b120-750cb30fd3bd req-1eb3d86c-5da7-470d-acfd-a9ead176d95b tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Network 2e9d9b22-0f7b-41ee-8dc6-864541317e22 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:43:27.954799 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-7b53f172-469b-4b0e-b120-750cb30fd3bd req-1eb3d86c-5da7-470d-acfd-a9ead176d95b tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:43:27.960508 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b53f172-469b-4b0e-b120-750cb30fd3bd req-1eb3d86c-5da7-470d-acfd-a9ead176d95b tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:43:28.026422 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7165ac-14ca-4ba4-a41b-72941976da33 req-2e405536-1816-4b8e-9651-260bd64ff627 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:28.037454 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7165ac-14ca-4ba4-a41b-72941976da33 req-2e405536-1816-4b8e-9651-260bd64ff627 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:28.045888 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7165ac-14ca-4ba4-a41b-72941976da33 req-2e405536-1816-4b8e-9651-260bd64ff627 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:28.048593 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-af7165ac-14ca-4ba4-a41b-72941976da33 req-2e405536-1816-4b8e-9651-260bd64ff627 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/ports?device_id=d274cbb6-6f12-4742-9165-320cf6c76e89 HTTP/1.1" status: 200 len: 2418 time: 0.2056856 Aug 23 20:43:28.064563 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53f172-469b-4b0e-b120-750cb30fd3bd req-1eb3d86c-5da7-470d-acfd-a9ead176d95b tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:28.065540 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7b53f172-469b-4b0e-b120-750cb30fd3bd req-1eb3d86c-5da7-470d-acfd-a9ead176d95b tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:28.122389 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7b53f172-469b-4b0e-b120-750cb30fd3bd req-1eb3d86c-5da7-470d-acfd-a9ead176d95b tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4587111 Aug 23 20:43:28.147625 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-7b53f172-469b-4b0e-b120-750cb30fd3bd req-13a7105c-71b8-4cca-91b8-fb93204cf757 service neutron] Request body: {'port': {'device_id': '39b41246-929d-4e08-bf27-c3eb30fad89d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:43:28.166825 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.extraroute_db [None req-dbd14e85-8cf3-4288-bb01-5b81a6f5da38 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Added routes are [] {{(pid=94687) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 23 20:43:28.167486 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.extraroute_db [None req-dbd14e85-8cf3-4288-bb01-5b81a6f5da38 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Removed routes are [] {{(pid=94687) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 23 20:43:28.167912 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dbd14e85-8cf3-4288-bb01-5b81a6f5da38 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4165669'] for router, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:28.172617 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b5e43954-5a4c-4ce4-b706-d0805749810d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:28.194268 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-af7165ac-14ca-4ba4-a41b-72941976da33 req-5e34769d-5a7c-4505-9322-391a99e46447 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/security-groups?id=d730caec-e6c3-42dd-9aa7-0036d9d45ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062098 Aug 23 20:43:28.308223 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7b53f172-469b-4b0e-b120-750cb30fd3bd req-13a7105c-71b8-4cca-91b8-fb93204cf757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:28.358286 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b5e43954-5a4c-4ce4-b706-d0805749810d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:28.363315 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b5e43954-5a4c-4ce4-b706-d0805749810d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:28.410399 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6b93d236-47f2-4de8-8065-d2daa9abb59e None None] Provisioning for port fcbd9f8b-f66b-4a25-858a-faf659328829 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:43:28.419301 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6b93d236-47f2-4de8-8065-d2daa9abb59e None None] Provisioning complete for port fcbd9f8b-f66b-4a25-858a-faf659328829 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:43:28.422689 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6b93d236-47f2-4de8-8065-d2daa9abb59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:28.524913 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-6b93d236-47f2-4de8-8065-d2daa9abb59e None None] Port fcbd9f8b-f66b-4a25-858a-faf659328829 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:43:28.579282 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dbd14e85-8cf3-4288-bb01-5b81a6f5da38 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4165669'] for router, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:28.581398 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b5e43954-5a4c-4ce4-b706-d0805749810d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:28.581942 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e43954-5a4c-4ce4-b706-d0805749810d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:43:28.589692 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b5e43954-5a4c-4ce4-b706-d0805749810d admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:28.591059 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b5e43954-5a4c-4ce4-b706-d0805749810d admin admin] 10.222.0.61 "DELETE /v2.0/routers/6f2aa383-698f-4fe0-a4c0-7aaf7c890cd4 HTTP/1.1" status: 204 len: 168 time: 2.4332857 Aug 23 20:43:28.593397 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dbd14e85-8cf3-4288-bb01-5b81a6f5da38 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-499466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-499571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-497774'] for router, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:28.596569 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39676) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:28.693509 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd14e85-8cf3-4288-bb01-5b81a6f5da38 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Router 7e69c876-3311-4374-8d72-1f7d38b4ba2a has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:43:28.751261 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb59c043-64aa-425a-8577-0ca6b9b53e40 admin admin] Deleting subnet 92348ce8-7731-44f5-b707-e42d9a125beb {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:43:28.758016 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bb59c043-64aa-425a-8577-0ca6b9b53e40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:28.805817 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd14e85-8cf3-4288-bb01-5b81a6f5da38 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:43:28.815972 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea703e-c8fd-4f52-861b-4399fed1ac28 req-23fd73d7-60c4-4fbd-a155-7ad53cf3aa1d tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:28.817950 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7cea703e-c8fd-4f52-861b-4399fed1ac28 req-23fd73d7-60c4-4fbd-a155-7ad53cf3aa1d tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] 10.222.0.61 "GET /v2.0/ports?device_id=39b41246-929d-4e08-bf27-c3eb30fad89d HTTP/1.1" status: 200 len: 932 time: 0.1816087 Aug 23 20:43:28.823622 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dbd14e85-8cf3-4288-bb01-5b81a6f5da38 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:28.830579 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-dbd14e85-8cf3-4288-bb01-5b81a6f5da38 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "PUT /v2.0/routers/7e69c876-3311-4374-8d72-1f7d38b4ba2a HTTP/1.1" status: 200 len: 700 time: 1.5737278 Aug 23 20:43:28.831246 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39678) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:28.836195 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8ce5fd-861d-4599-a041-30aa625e7b92 None None] Sync routers for ids ['7e69c876-3311-4374-8d72-1f7d38b4ba2a'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:43:28.851490 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8ce5fd-861d-4599-a041-30aa625e7b92 None None] Routers {'7e69c876-3311-4374-8d72-1f7d38b4ba2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:43:28.852844 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4e8ce5fd-861d-4599-a041-30aa625e7b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:43:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['7e69c876-3311-4374-8d72-1f7d38b4ba2a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:28.894462 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3689f816-6f61-4e33-9e83-fba88f34aba4 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e69c876-3311-4374-8d72-1f7d38b4ba2a HTTP/1.1" status: 200 len: 205 time: 0.0618753 Aug 23 20:43:28.895086 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39680) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:28.897844 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bb59c043-64aa-425a-8577-0ca6b9b53e40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:28.946635 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7cea703e-c8fd-4f52-861b-4399fed1ac28 req-04db5eba-fe00-4d34-9547-c02a88ff7644 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] 10.222.0.61 "GET /v2.0/security-groups?id=76fa3571-b26c-4d42-bc0f-ea73a231863a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184466 Aug 23 20:43:29.001083 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-4e8ce5fd-861d-4599-a041-30aa625e7b92 None None] Set router 7e69c876-3311-4374-8d72-1f7d38b4ba2a gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:43:29.028927 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5173a726-7518-44a8-854a-284432893ff7 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:29.057678 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-7b53f172-469b-4b0e-b120-750cb30fd3bd req-13a7105c-71b8-4cca-91b8-fb93204cf757 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcbd9f8b-f66b-4a25-858a-faf659328829 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:43:29.068570 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7b53f172-469b-4b0e-b120-750cb30fd3bd req-13a7105c-71b8-4cca-91b8-fb93204cf757 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:29.089929 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bb59c043-64aa-425a-8577-0ca6b9b53e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:29.113961 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-7b53f172-469b-4b0e-b120-750cb30fd3bd req-13a7105c-71b8-4cca-91b8-fb93204cf757 service neutron] Transition to ACTIVE for port object fcbd9f8b-f66b-4a25-858a-faf659328829 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:43:29.117581 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4e8ce5fd-861d-4599-a041-30aa625e7b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'name': 'tempest-RoutersTest-router-768097966', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:42:14Z', 'updated_at': '2021-08-23T20:43:22Z', 'revision_number': 11, 'project_id': '478a4137190c42b2a66568a56c662326', 'gw_port_host': None}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:29.126225 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7b53f172-469b-4b0e-b120-750cb30fd3bd req-13a7105c-71b8-4cca-91b8-fb93204cf757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:29.191757 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8ce5fd-861d-4599-a041-30aa625e7b92 None None] Checking router: 7e69c876-3311-4374-8d72-1f7d38b4ba2a for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:43:29.221228 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8ce5fd-861d-4599-a041-30aa625e7b92 None None] Routers {'7e69c876-3311-4374-8d72-1f7d38b4ba2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:43:29.221870 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4e8ce5fd-861d-4599-a041-30aa625e7b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:43:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['7e69c876-3311-4374-8d72-1f7d38b4ba2a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:29.283320 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5173a726-7518-44a8-854a-284432893ff7 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:29.290378 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5173a726-7518-44a8-854a-284432893ff7 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:29.307433 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd274cbb6-6f12-4742-9165-320cf6c76e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e7c5a4-4c34-4cea-9a27-e80b1f93612f'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:43:29.311180 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1827499-9fd4-420f-b692-ab5d8785b0b1" -d '{"events": [{"server_uuid": "d274cbb6-6f12-4742-9165-320cf6c76e89", "name": "network-vif-plugged", "status": "completed", "tag": "c2e7c5a4-4c34-4cea-9a27-e80b1f93612f"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:43:29.324792 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a7105c-71b8-4cca-91b8-fb93204cf757 service neutron] Pushing event updated for resources: {'Port': ['ID=fcbd9f8b-f66b-4a25-858a-faf659328829,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:29.370491 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bb59c043-64aa-425a-8577-0ca6b9b53e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:29.379045 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a7105c-71b8-4cca-91b8-fb93204cf757 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:43:29.379522 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a7105c-71b8-4cca-91b8-fb93204cf757 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:43:29.379691 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a7105c-71b8-4cca-91b8-fb93204cf757 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:43:29.380038 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a7105c-71b8-4cca-91b8-fb93204cf757 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:43:29.380377 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a7105c-71b8-4cca-91b8-fb93204cf757 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:43:29.380720 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a7105c-71b8-4cca-91b8-fb93204cf757 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:43:29.381030 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a7105c-71b8-4cca-91b8-fb93204cf757 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:43:29.381353 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a7105c-71b8-4cca-91b8-fb93204cf757 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:43:29.397589 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a7105c-71b8-4cca-91b8-fb93204cf757 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:43:29.398046 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a7105c-71b8-4cca-91b8-fb93204cf757 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:43:29.398400 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a7105c-71b8-4cca-91b8-fb93204cf757 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:43:29.398725 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a7105c-71b8-4cca-91b8-fb93204cf757 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:43:29.406895 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-7b53f172-469b-4b0e-b120-750cb30fd3bd req-13a7105c-71b8-4cca-91b8-fb93204cf757 service neutron] Attempting to bind port fcbd9f8b-f66b-4a25-858a-faf659328829 on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:43:29.408270 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-7b53f172-469b-4b0e-b120-750cb30fd3bd req-13a7105c-71b8-4cca-91b8-fb93204cf757 service neutron] Attempting to bind port fcbd9f8b-f66b-4a25-858a-faf659328829 by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': '2bb43555-f873-4a8c-b6d0-0a61fec775fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '2e9d9b22-0f7b-41ee-8dc6-864541317e22'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:43:29.408616 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b53f172-469b-4b0e-b120-750cb30fd3bd req-13a7105c-71b8-4cca-91b8-fb93204cf757 service neutron] Attempting to bind port fcbd9f8b-f66b-4a25-858a-faf659328829 on network 2e9d9b22-0f7b-41ee-8dc6-864541317e22 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:43:29.423768 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21e0cff-4f61-4060-a001-785b4efb4d68 x-openstack-request-id: req-b21e0cff-4f61-4060-a001-785b4efb4d68 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:43:29.424296 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d274cbb6-6f12-4742-9165-320cf6c76e89", "name": "network-vif-plugged", "status": "completed", "tag": "c2e7c5a4-4c34-4cea-9a27-e80b1f93612f", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:43:29.424523 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b21e0cff-4f61-4060-a001-785b4efb4d68 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:43:29.425011 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd274cbb6-6f12-4742-9165-320cf6c76e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e7c5a4-4c34-4cea-9a27-e80b1f93612f', 'code': 200} Aug 23 20:43:29.492008 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device b66fd789-8656-4650-b2d0-ebfe64de2610 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:43:29.503023 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-4e8ce5fd-861d-4599-a041-30aa625e7b92 None None] Set router 7e69c876-3311-4374-8d72-1f7d38b4ba2a gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:43:29.540552 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb59c043-64aa-425a-8577-0ca6b9b53e40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92348ce8-7731-44f5-b707-e42d9a125beb,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:29.542841 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bb59c043-64aa-425a-8577-0ca6b9b53e40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:29.545599 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: b66fd789-8656-4650-b2d0-ebfe64de2610 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:43:29.549375 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device b66fd789-8656-4650-b2d0-ebfe64de2610 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:43:29.550633 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device a1c47452-11cd-45b3-ae57-9f1cdd2be0f5 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:43:29.551074 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-bb59c043-64aa-425a-8577-0ca6b9b53e40 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/92348ce8-7731-44f5-b707-e42d9a125beb HTTP/1.1" status: 204 len: 168 time: 0.9481890 Aug 23 20:43:29.554676 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39694) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:29.566157 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c3e978-ec94-4fab-b593-5e70a1793f11 None None] Network 15796354-99ed-4bbc-af1c-772cdc3fe57c requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:43:29.611383 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5173a726-7518-44a8-854a-284432893ff7 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:29.618510 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5173a726-7518-44a8-854a-284432893ff7 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Fanout notify agent at l3_agent the message router_deleted on router 7e69c876-3311-4374-8d72-1f7d38b4ba2a {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:43:29.634907 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5173a726-7518-44a8-854a-284432893ff7 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:29.649729 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5173a726-7518-44a8-854a-284432893ff7 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "DELETE /v2.0/routers/7e69c876-3311-4374-8d72-1f7d38b4ba2a HTTP/1.1" status: 204 len: 168 time: 0.7529533 Aug 23 20:43:29.650191 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39698) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:29.673571 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: a1c47452-11cd-45b3-ae57-9f1cdd2be0f5 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:43:29.673918 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device a1c47452-11cd-45b3-ae57-9f1cdd2be0f5 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:43:29.683197 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-6876c7d3-743e-4106-8eca-f85c7fd48de9 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-761054921', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:43:29.707715 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b53f172-469b-4b0e-b120-750cb30fd3bd req-13a7105c-71b8-4cca-91b8-fb93204cf757 service neutron] Port fcbd9f8b-f66b-4a25-858a-faf659328829 on network 2e9d9b22-0f7b-41ee-8dc6-864541317e22 not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:43:29.708868 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b53f172-469b-4b0e-b120-750cb30fd3bd req-13a7105c-71b8-4cca-91b8-fb93204cf757 service neutron] Attempting to bind port fcbd9f8b-f66b-4a25-858a-faf659328829 on network 2e9d9b22-0f7b-41ee-8dc6-864541317e22 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:43:29.729729 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988604ec-ecbd-451b-b8ef-f8f148c362a7 req-f3607359-037a-452e-b14c-f0df336b17f7 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:29.740257 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988604ec-ecbd-451b-b8ef-f8f148c362a7 req-f3607359-037a-452e-b14c-f0df336b17f7 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:29.746533 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b53f172-469b-4b0e-b120-750cb30fd3bd req-13a7105c-71b8-4cca-91b8-fb93204cf757 service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:43:29.747047 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b53f172-469b-4b0e-b120-750cb30fd3bd req-13a7105c-71b8-4cca-91b8-fb93204cf757 service neutron] Checking segment: {'id': '2bb43555-f873-4a8c-b6d0-0a61fec775fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '2e9d9b22-0f7b-41ee-8dc6-864541317e22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:43:29.747359 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988604ec-ecbd-451b-b8ef-f8f148c362a7 req-f3607359-037a-452e-b14c-f0df336b17f7 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:29.747640 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b53f172-469b-4b0e-b120-750cb30fd3bd req-13a7105c-71b8-4cca-91b8-fb93204cf757 service neutron] Bound using segment: {'id': '2bb43555-f873-4a8c-b6d0-0a61fec775fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '2e9d9b22-0f7b-41ee-8dc6-864541317e22'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:43:29.749448 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-7b53f172-469b-4b0e-b120-750cb30fd3bd req-13a7105c-71b8-4cca-91b8-fb93204cf757 service neutron] Bound port: fcbd9f8b-f66b-4a25-858a-faf659328829, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bb43555-f873-4a8c-b6d0-0a61fec775fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '2e9d9b22-0f7b-41ee-8dc6-864541317e22'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:43:29.749919 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-988604ec-ecbd-451b-b8ef-f8f148c362a7 req-f3607359-037a-452e-b14c-f0df336b17f7 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/ports?device_id=d274cbb6-6f12-4742-9165-320cf6c76e89 HTTP/1.1" status: 200 len: 2418 time: 0.4432454 Aug 23 20:43:29.750055 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7b53f172-469b-4b0e-b120-750cb30fd3bd req-13a7105c-71b8-4cca-91b8-fb93204cf757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:29.773542 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b42c37-2cc9-46cc-a95d-a6994724d232 req-e6bd056b-a408-4cd9-aa14-66b5fb093b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:29.774071 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b42c37-2cc9-46cc-a95d-a6994724d232 req-e6bd056b-a408-4cd9-aa14-66b5fb093b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:29.774553 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b42c37-2cc9-46cc-a95d-a6994724d232 req-e6bd056b-a408-4cd9-aa14-66b5fb093b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:29.776511 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a4b42c37-2cc9-46cc-a95d-a6994724d232 req-e6bd056b-a408-4cd9-aa14-66b5fb093b26 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d274cbb6-6f12-4742-9165-320cf6c76e89 HTTP/1.1" status: 200 len: 2871 time: 0.2116890 Aug 23 20:43:29.780323 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6876c7d3-743e-4106-8eca-f85c7fd48de9 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:29.781694 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6876c7d3-743e-4106-8eca-f85c7fd48de9 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:29.786554 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40fbcf33-6fdd-4bac-81af-b098a4dbfd64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:29.829021 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4e8ce5fd-861d-4599-a041-30aa625e7b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'name': 'tempest-RoutersTest-router-768097966', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:42:14Z', 'updated_at': '2021-08-23T20:43:22Z', 'revision_number': 11, 'project_id': '478a4137190c42b2a66568a56c662326', 'gw_port_host': None}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:29.865976 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8ce5fd-861d-4599-a041-30aa625e7b92 None None] The sync data for ids ['7e69c876-3311-4374-8d72-1f7d38b4ba2a'] in n-d-805663-2 is: [{'id': '7e69c876-3311-4374-8d72-1f7d38b4ba2a', 'name': 'tempest-RoutersTest-router-768097966', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:42:14Z', 'updated_at': '2021-08-23T20:43:22Z', 'revision_number': 11, 'project_id': '478a4137190c42b2a66568a56c662326', 'gw_port_host': None}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:43:29.877744 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a4b42c37-2cc9-46cc-a95d-a6994724d232 req-6a1247e6-a491-4307-b3b5-a98ff554c6f2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d730caec-e6c3-42dd-9aa7-0036d9d45ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826786 Aug 23 20:43:29.881344 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-988604ec-ecbd-451b-b8ef-f8f148c362a7 req-a909b7eb-2200-437d-92e2-91313fa17116 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/security-groups?id=d730caec-e6c3-42dd-9aa7-0036d9d45ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210568 Aug 23 20:43:29.915723 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-7b53f172-469b-4b0e-b120-750cb30fd3bd req-13a7105c-71b8-4cca-91b8-fb93204cf757 service neutron] For port fcbd9f8b-f66b-4a25-858a-faf659328829, host n-h2-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:43:29.975238 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-7b53f172-469b-4b0e-b120-750cb30fd3bd req-13a7105c-71b8-4cca-91b8-fb93204cf757 service neutron] For port fcbd9f8b-f66b-4a25-858a-faf659328829, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=fcbd9f8b-f66b-4a25-858a-faf659328829,segment=NetworkSegment(2bb43555-f873-4a8c-b6d0-0a61fec775fe),segment_id=2bb43555-f873-4a8c-b6d0-0a61fec775fe)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:43:30.000786 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6876c7d3-743e-4106-8eca-f85c7fd48de9 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:30.004116 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7b53f172-469b-4b0e-b120-750cb30fd3bd req-13a7105c-71b8-4cca-91b8-fb93204cf757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:30.016605 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6876c7d3-743e-4106-8eca-f85c7fd48de9 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:30.044474 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6876c7d3-743e-4106-8eca-f85c7fd48de9 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:30.046710 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6876c7d3-743e-4106-8eca-f85c7fd48de9 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3695285 Aug 23 20:43:30.051813 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39702) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:30.058436 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-08cd49d4-ece0-45f2-b852-5484ee2529b3 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:43:30.136462 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a7105c-71b8-4cca-91b8-fb93204cf757 service neutron] Pushing event updated for resources: {'Port': ['ID=fcbd9f8b-f66b-4a25-858a-faf659328829,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:30.142255 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-40fbcf33-6fdd-4bac-81af-b098a4dbfd64 admin admin] Deleting port b0e61ecb-b60f-407b-aa10-e98965baccd7 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:43:30.142608 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40fbcf33-6fdd-4bac-81af-b098a4dbfd64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:30.158287 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8049a32b-9587-4675-bf4d-a5aadc833666 None None] DHCP port deletion for 15796354-99ed-4bbc-af1c-772cdc3fe57c request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:43:30.173646 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53f172-469b-4b0e-b120-750cb30fd3bd req-13a7105c-71b8-4cca-91b8-fb93204cf757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:30.174405 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7b53f172-469b-4b0e-b120-750cb30fd3bd req-13a7105c-71b8-4cca-91b8-fb93204cf757 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:30.176304 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7b53f172-469b-4b0e-b120-750cb30fd3bd req-13a7105c-71b8-4cca-91b8-fb93204cf757 service neutron] 10.222.0.32 "PUT /v2.0/ports/fcbd9f8b-f66b-4a25-858a-faf659328829 HTTP/1.1" status: 200 len: 1092 time: 2.0374289 Aug 23 20:43:30.188308 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39b41246-929d-4e08-bf27-c3eb30fad89d', 'tag': 'fcbd9f8b-f66b-4a25-858a-faf659328829'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:43:30.190915 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589ce568-b63f-4174-9d6b-dcfcfa910acb" -d '{"events": [{"name": "network-changed", "server_uuid": "39b41246-929d-4e08-bf27-c3eb30fad89d", "tag": "fcbd9f8b-f66b-4a25-858a-faf659328829"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:43:30.317136 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-8049a32b-9587-4675-bf4d-a5aadc833666 None None] Deleting port b0e61ecb-b60f-407b-aa10-e98965baccd7 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:43:30.317515 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8049a32b-9587-4675-bf4d-a5aadc833666 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:30.351804 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9fb590-2b38-48d6-bbdb-919587afb3ad x-openstack-request-id: req-6b9fb590-2b38-48d6-bbdb-919587afb3ad {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:43:30.352449 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39b41246-929d-4e08-bf27-c3eb30fad89d", "tag": "fcbd9f8b-f66b-4a25-858a-faf659328829", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:43:30.352918 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6b9fb590-2b38-48d6-bbdb-919587afb3ad {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:43:30.353495 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39b41246-929d-4e08-bf27-c3eb30fad89d', 'tag': 'fcbd9f8b-f66b-4a25-858a-faf659328829', 'status': 'completed', 'code': 200} Aug 23 20:43:30.400167 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-40fbcf33-6fdd-4bac-81af-b098a4dbfd64 admin admin] For port b0e61ecb-b60f-407b-aa10-e98965baccd7, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=b0e61ecb-b60f-407b-aa10-e98965baccd7,segment=NetworkSegment(5e4c950b-9e81-4e67-a335-cd6886b78290),segment_id=5e4c950b-9e81-4e67-a335-cd6886b78290)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:43:30.400874 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40fbcf33-6fdd-4bac-81af-b098a4dbfd64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:30.422723 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e55834-2da2-498e-90e9-6f13f7ea100e req-858ab846-f250-4e93-bfc3-3e3b1f05cbad tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:30.431266 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c2e55834-2da2-498e-90e9-6f13f7ea100e req-858ab846-f250-4e93-bfc3-3e3b1f05cbad tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] 10.222.0.61 "GET /v2.0/ports?device_id=39b41246-929d-4e08-bf27-c3eb30fad89d HTTP/1.1" status: 200 len: 944 time: 0.3104477 Aug 23 20:43:30.493483 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-08cd49d4-ece0-45f2-b852-5484ee2529b3 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4165669'] for router, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:30.499568 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-40fbcf33-6fdd-4bac-81af-b098a4dbfd64 admin admin] Calling delete_port for b0e61ecb-b60f-407b-aa10-e98965baccd7 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:43:30.515618 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-8049a32b-9587-4675-bf4d-a5aadc833666 None None] For port b0e61ecb-b60f-407b-aa10-e98965baccd7, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=b0e61ecb-b60f-407b-aa10-e98965baccd7,segment=NetworkSegment(5e4c950b-9e81-4e67-a335-cd6886b78290),segment_id=5e4c950b-9e81-4e67-a335-cd6886b78290)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:43:30.523967 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8049a32b-9587-4675-bf4d-a5aadc833666 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:30.527074 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-08cd49d4-ece0-45f2-b852-5484ee2529b3 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-499466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-499571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-497774'] for router, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:30.527954 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53f172-469b-4b0e-b120-750cb30fd3bd req-f53583cb-47b0-41cc-83a6-90f90d9ba26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:30.530816 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7b53f172-469b-4b0e-b120-750cb30fd3bd req-f53583cb-47b0-41cc-83a6-90f90d9ba26d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d3f03fe99c194297b905f73a20dfbf1f&device_id=39b41246-929d-4e08-bf27-c3eb30fad89d HTTP/1.1" status: 200 len: 1095 time: 0.2752016 Aug 23 20:43:30.551473 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c2e55834-2da2-498e-90e9-6f13f7ea100e req-86e9a806-7270-43fc-ada6-9b9838cf925d tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] 10.222.0.61 "GET /v2.0/security-groups?id=76fa3571-b26c-4d42-bc0f-ea73a231863a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970070 Aug 23 20:43:30.587883 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-8049a32b-9587-4675-bf4d-a5aadc833666 None None] Calling delete_port for b0e61ecb-b60f-407b-aa10-e98965baccd7 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:43:30.732922 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7b53f172-469b-4b0e-b120-750cb30fd3bd req-0536f399-907b-4456-8d1e-0f4b1b6f4b60 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fcbd9f8b-f66b-4a25-858a-faf659328829 HTTP/1.1" status: 200 len: 217 time: 0.1750720 Aug 23 20:43:30.818228 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8049a32b-9587-4675-bf4d-a5aadc833666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:30.827762 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08cd49d4-ece0-45f2-b852-5484ee2529b3 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Router 5ba45ad4-e482-4fa5-a68c-6c395a0c0438 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:43:30.847968 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40fbcf33-6fdd-4bac-81af-b098a4dbfd64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:30.873447 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fbcf33-6fdd-4bac-81af-b098a4dbfd64 admin admin] No DVR routers for this DVR port b0e61ecb-b60f-407b-aa10-e98965baccd7 on host n-d-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:43:30.917166 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8049a32b-9587-4675-bf4d-a5aadc833666 None None] Pushing event deleted for resources: {'Port': ['ID=b0e61ecb-b60f-407b-aa10-e98965baccd7,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:30.929692 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8049a32b-9587-4675-bf4d-a5aadc833666 None None] No DVR routers for this DVR port b0e61ecb-b60f-407b-aa10-e98965baccd7 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:43:30.941281 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fbcf33-6fdd-4bac-81af-b098a4dbfd64 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0e61ecb-b60f-407b-aa10-e98965baccd7,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:31.086075 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08cd49d4-ece0-45f2-b852-5484ee2529b3 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:43:31.103329 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3218b5-16dc-4b68-81d7-c5082757b59b None None] Sync routers for ids ['5ba45ad4-e482-4fa5-a68c-6c395a0c0438'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:43:31.116190 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-08cd49d4-ece0-45f2-b852-5484ee2529b3 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:31.119930 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-08cd49d4-ece0-45f2-b852-5484ee2529b3 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "PUT /v2.0/routers/5ba45ad4-e482-4fa5-a68c-6c395a0c0438 HTTP/1.1" status: 200 len: 693 time: 1.0660038 Aug 23 20:43:31.122411 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3218b5-16dc-4b68-81d7-c5082757b59b None None] Routers {'5ba45ad4-e482-4fa5-a68c-6c395a0c0438'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:43:31.123451 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-1d3218b5-16dc-4b68-81d7-c5082757b59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:43:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['5ba45ad4-e482-4fa5-a68c-6c395a0c0438'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:31.141053 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53f172-469b-4b0e-b120-750cb30fd3bd req-93e9da43-4d0f-4df8-a589-69fe59eca667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:31.142631 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7b53f172-469b-4b0e-b120-750cb30fd3bd req-93e9da43-4d0f-4df8-a589-69fe59eca667 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8a97c46d-4605-466e-8761-6614759f4fe5 HTTP/1.1" status: 200 len: 853 time: 0.3991473 Aug 23 20:43:31.143157 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39716) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:31.217053 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee79f789-01fb-477b-955b-9afb9cf4ea3b req-4d288373-4097-4205-a1bf-0b9126ec48f4 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:31.223885 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee79f789-01fb-477b-955b-9afb9cf4ea3b req-4d288373-4097-4205-a1bf-0b9126ec48f4 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:31.231024 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee79f789-01fb-477b-955b-9afb9cf4ea3b req-4d288373-4097-4205-a1bf-0b9126ec48f4 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:31.241945 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ee79f789-01fb-477b-955b-9afb9cf4ea3b req-4d288373-4097-4205-a1bf-0b9126ec48f4 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/ports?device_id=d274cbb6-6f12-4742-9165-320cf6c76e89 HTTP/1.1" status: 200 len: 2418 time: 0.1717627 Aug 23 20:43:31.258134 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-1d3218b5-16dc-4b68-81d7-c5082757b59b None None] Set router 5ba45ad4-e482-4fa5-a68c-6c395a0c0438 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:43:31.280083 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40fbcf33-6fdd-4bac-81af-b098a4dbfd64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:31.303945 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ee79f789-01fb-477b-955b-9afb9cf4ea3b req-23c84ada-3bbd-4217-9467-fc52d8825589 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/security-groups?id=d730caec-e6c3-42dd-9aa7-0036d9d45ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610158 Aug 23 20:43:31.312169 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-40fbcf33-6fdd-4bac-81af-b098a4dbfd64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15796354-99ed-4bbc-af1c-772cdc3fe57c']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:31.361473 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-40fbcf33-6fdd-4bac-81af-b098a4dbfd64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e4c950b-9e81-4e67-a335-cd6886b78290') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:31.361697 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-40fbcf33-6fdd-4bac-81af-b098a4dbfd64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e4c950b-9e81-4e67-a335-cd6886b78290') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:31.379903 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-01119ec9-b7c2-4ebd-8c99-9f0835626d81 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "GET /v2.0/routers/5ba45ad4-e482-4fa5-a68c-6c395a0c0438 HTTP/1.1" status: 200 len: 699 time: 0.2287846 Aug 23 20:43:31.382092 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40fbcf33-6fdd-4bac-81af-b098a4dbfd64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:31.383078 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39718) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:31.395015 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53f172-469b-4b0e-b120-750cb30fd3bd req-87861aa9-4d40-499b-a64d-bb6344fc9286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:31.396561 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7b53f172-469b-4b0e-b120-750cb30fd3bd req-87861aa9-4d40-499b-a64d-bb6344fc9286 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2e9d9b22-0f7b-41ee-8dc6-864541317e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2157342 Aug 23 20:43:31.405735 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40fbcf33-6fdd-4bac-81af-b098a4dbfd64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:31.415739 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-1d3218b5-16dc-4b68-81d7-c5082757b59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba45ad4-e482-4fa5-a68c-6c395a0c0438', 'name': 'tempest-RoutersTest-router-761054921', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:43:29Z', 'updated_at': '2021-08-23T20:43:30Z', 'revision_number': 2, 'project_id': '478a4137190c42b2a66568a56c662326', 'gw_port_host': None}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:31.438543 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-24ddd2d9-c143-49d9-8d62-b179e5717528 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ba45ad4-e482-4fa5-a68c-6c395a0c0438 HTTP/1.1" status: 200 len: 205 time: 0.0521026 Aug 23 20:43:31.439695 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39720) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:31.461939 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device b0e61ecb-b60f-407b-aa10-e98965baccd7 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:43:31.463907 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40fbcf33-6fdd-4bac-81af-b098a4dbfd64 admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:43:31.467266 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3218b5-16dc-4b68-81d7-c5082757b59b None None] Checking router: 5ba45ad4-e482-4fa5-a68c-6c395a0c0438 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:43:31.468494 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40fbcf33-6fdd-4bac-81af-b098a4dbfd64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:31.473255 n-d-805663-2 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:43:31.473255 n-d-805663-2 neutron-server[94688]: self.session.flush() Aug 23 20:43:31.473255 n-d-805663-2 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:43:31.473255 n-d-805663-2 neutron-server[94688]: self.session.flush() Aug 23 20:43:31.473255 n-d-805663-2 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:43:31.473255 n-d-805663-2 neutron-server[94688]: self.session.flush() Aug 23 20:43:31.473255 n-d-805663-2 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:43:31.473255 n-d-805663-2 neutron-server[94688]: self.session.flush() Aug 23 20:43:31.473255 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:43:31.473255 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:43:31.473255 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:43:31.473255 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:43:31.473255 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:43:31.473255 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:43:31.473255 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:43:31.473255 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:43:31.473255 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:43:31.473255 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:43:31.473255 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:43:31.473255 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:43:31.473255 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:43:31.473255 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:43:31.473255 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:43:31.473255 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:43:31.473255 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:43:31.473255 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:43:31.473255 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:43:31.473255 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:43:31.473255 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:43:31.473255 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:43:31.473255 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:43:31.473255 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:43:31.473255 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:43:31.473255 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:43:31.473255 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:43:31.473255 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:43:31.473255 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:43:31.473255 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:43:31.473255 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:43:31.473255 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:43:31.501102 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: b0e61ecb-b60f-407b-aa10-e98965baccd7 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:43:31.501738 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device b0e61ecb-b60f-407b-aa10-e98965baccd7 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:43:31.523104 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3218b5-16dc-4b68-81d7-c5082757b59b None None] Routers {'5ba45ad4-e482-4fa5-a68c-6c395a0c0438'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:43:31.524540 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-1d3218b5-16dc-4b68-81d7-c5082757b59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:43:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['5ba45ad4-e482-4fa5-a68c-6c395a0c0438'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:31.615097 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-910c6505-1001-4d63-b90a-d22e1c8cd5b2 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:31.628260 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-1d3218b5-16dc-4b68-81d7-c5082757b59b None None] Set router 5ba45ad4-e482-4fa5-a68c-6c395a0c0438 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:43:31.759938 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-1d3218b5-16dc-4b68-81d7-c5082757b59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba45ad4-e482-4fa5-a68c-6c395a0c0438', 'name': 'tempest-RoutersTest-router-761054921', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:43:29Z', 'updated_at': '2021-08-23T20:43:30Z', 'revision_number': 2, 'project_id': '478a4137190c42b2a66568a56c662326', 'gw_port_host': None}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:31.817662 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3218b5-16dc-4b68-81d7-c5082757b59b None None] The sync data for ids ['5ba45ad4-e482-4fa5-a68c-6c395a0c0438'] in n-d-805663-2 is: [{'id': '5ba45ad4-e482-4fa5-a68c-6c395a0c0438', 'name': 'tempest-RoutersTest-router-761054921', 'tenant_id': '478a4137190c42b2a66568a56c662326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:43:29Z', 'updated_at': '2021-08-23T20:43:30Z', 'revision_number': 2, 'project_id': '478a4137190c42b2a66568a56c662326', 'gw_port_host': None}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:43:31.845121 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40fbcf33-6fdd-4bac-81af-b098a4dbfd64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:31.857273 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40fbcf33-6fdd-4bac-81af-b098a4dbfd64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:31.862349 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-40fbcf33-6fdd-4bac-81af-b098a4dbfd64 admin admin] 10.222.0.61 "DELETE /v2.0/networks/15796354-99ed-4bbc-af1c-772cdc3fe57c HTTP/1.1" status: 204 len: 168 time: 2.3086560 Aug 23 20:43:31.917246 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fbcf33-6fdd-4bac-81af-b098a4dbfd64 admin admin] Pushing event deleted for resources: {'Network': ['ID=15796354-99ed-4bbc-af1c-772cdc3fe57c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:31.928000 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7b53f172-469b-4b0e-b120-750cb30fd3bd req-8b3a368f-9726-4e45-8c6f-254fdb8962c5 service neutron] 10.222.0.32 "GET /v2.0/networks/2e9d9b22-0f7b-41ee-8dc6-864541317e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5155337 Aug 23 20:43:31.951714 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6382b41-f8c6-458d-a362-180b631f121e req-a56d2e5e-3ddb-432e-b577-4576a8ba7086 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:31.959582 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c6382b41-f8c6-458d-a362-180b631f121e req-a56d2e5e-3ddb-432e-b577-4576a8ba7086 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] 10.222.0.61 "GET /v2.0/ports?device_id=39b41246-929d-4e08-bf27-c3eb30fad89d HTTP/1.1" status: 200 len: 944 time: 0.2612708 Aug 23 20:43:31.978750 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-910c6505-1001-4d63-b90a-d22e1c8cd5b2 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:31.981378 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-910c6505-1001-4d63-b90a-d22e1c8cd5b2 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:32.085398 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-910c6505-1001-4d63-b90a-d22e1c8cd5b2 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:32.086024 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910c6505-1001-4d63-b90a-d22e1c8cd5b2 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Fanout notify agent at l3_agent the message router_deleted on router 5ba45ad4-e482-4fa5-a68c-6c395a0c0438 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:43:32.097054 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-910c6505-1001-4d63-b90a-d22e1c8cd5b2 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:32.103515 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-910c6505-1001-4d63-b90a-d22e1c8cd5b2 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "DELETE /v2.0/routers/5ba45ad4-e482-4fa5-a68c-6c395a0c0438 HTTP/1.1" status: 204 len: 168 time: 0.6626365 Aug 23 20:43:32.104288 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39734) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:32.123876 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c6382b41-f8c6-458d-a362-180b631f121e req-fa88a671-1acb-47cc-94c1-7d0228e601de tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] 10.222.0.61 "GET /v2.0/security-groups?id=76fa3571-b26c-4d42-bc0f-ea73a231863a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548717 Aug 23 20:43:32.160308 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-dddf289f-4e99-4ed9-a895-03d03cbed072 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ba45ad4-e482-4fa5-a68c-6c395a0c0438 HTTP/1.1" status: 200 len: 205 time: 0.0520434 Aug 23 20:43:32.161022 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39736) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:32.194605 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39738) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:32.207666 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7b53f172-469b-4b0e-b120-750cb30fd3bd req-1ceed667-34ba-4dc6-ac73-878221c90772 service neutron] 10.222.0.32 "GET /v2.0/networks/2e9d9b22-0f7b-41ee-8dc6-864541317e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469831 Aug 23 20:43:32.259256 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4c3d7676-b008-48a7-930c-5140c2461d60 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0a91fd320cb1405f8d3783ce9085793e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0617859 Aug 23 20:43:32.260434 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-3a32b668-5170-43d0-9881-fa9b769d5954 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] delete failed (client error): The resource could not be found. Aug 23 20:43:32.262212 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39740) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:32.262648 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3a32b668-5170-43d0-9881-fa9b769d5954 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "DELETE /v2.0/routers/5ba45ad4-e482-4fa5-a68c-6c395a0c0438 HTTP/1.1" status: 404 len: 336 time: 0.1003628 Aug 23 20:43:32.264728 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39742) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:32.303750 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0e19025-2ff5-421f-a8a2-63146bf9402b tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] DELETE failed (client error): The resource could not be found. Aug 23 20:43:32.304538 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0e19025-2ff5-421f-a8a2-63146bf9402b tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:43:32.308590 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c0e19025-2ff5-421f-a8a2-63146bf9402b tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "DELETE /v2.0/subnets/55633b9f-a63e-452e-9bdb-06c4fc6a0b5e HTTP/1.1" status: 404 len: 337 time: 0.0424681 Aug 23 20:43:32.309843 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39744) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:32.337781 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3b8f505-c71f-41d3-85a2-c7caef19731b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:32.369708 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-34c422c7-8ffc-4d97-aeb3-98d4805c9944 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] DELETE failed (client error): The resource could not be found. Aug 23 20:43:32.370220 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34c422c7-8ffc-4d97-aeb3-98d4805c9944 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:43:32.375670 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-34c422c7-8ffc-4d97-aeb3-98d4805c9944 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "DELETE /v2.0/subnets/548c62a2-1370-4ac8-9378-71c36832df60 HTTP/1.1" status: 404 len: 337 time: 0.0638545 Aug 23 20:43:32.376307 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39748) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:32.386162 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3b8f505-c71f-41d3-85a2-c7caef19731b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:32.416155 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ce568-b63f-4174-9d6b-dcfcfa910acb req-f3a54bf4-3919-43c4-85b8-0173da9fea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:32.417644 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-589ce568-b63f-4174-9d6b-dcfcfa910acb req-f3a54bf4-3919-43c4-85b8-0173da9fea52 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d3f03fe99c194297b905f73a20dfbf1f&device_id=39b41246-929d-4e08-bf27-c3eb30fad89d HTTP/1.1" status: 200 len: 1095 time: 0.0935197 Aug 23 20:43:32.463535 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a6c563e-3cc0-4968-a84c-6c6aa6ede2dd tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] DELETE failed (client error): The resource could not be found. Aug 23 20:43:32.464003 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a6c563e-3cc0-4968-a84c-6c6aa6ede2dd tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:43:32.468567 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8a6c563e-3cc0-4968-a84c-6c6aa6ede2dd tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "DELETE /v2.0/subnets/8427783b-f027-45f2-a57c-5f5fbd28f511 HTTP/1.1" status: 404 len: 337 time: 0.0911469 Aug 23 20:43:32.469525 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39750) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:32.508871 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3b8f505-c71f-41d3-85a2-c7caef19731b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:32.511632 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3b8f505-c71f-41d3-85a2-c7caef19731b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:32.512827 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e3b8f505-c71f-41d3-85a2-c7caef19731b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8c89d379-1762-483a-9924-6d88093352af HTTP/1.1" status: 204 len: 168 time: 0.2496462 Aug 23 20:43:32.521372 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021e5e2-427c-485a-ad92-403a7fc12010 req-28a2177a-4434-4790-8db9-f2a09403dae4 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:32.529505 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021e5e2-427c-485a-ad92-403a7fc12010 req-28a2177a-4434-4790-8db9-f2a09403dae4 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:32.535822 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021e5e2-427c-485a-ad92-403a7fc12010 req-28a2177a-4434-4790-8db9-f2a09403dae4 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:32.536508 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b8f505-c71f-41d3-85a2-c7caef19731b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c89d379-1762-483a-9924-6d88093352af,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:32.543826 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b021e5e2-427c-485a-ad92-403a7fc12010 req-28a2177a-4434-4790-8db9-f2a09403dae4 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/ports?device_id=d274cbb6-6f12-4742-9165-320cf6c76e89 HTTP/1.1" status: 200 len: 2418 time: 0.1563585 Aug 23 20:43:32.549138 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ce568-b63f-4174-9d6b-dcfcfa910acb req-5faf2579-afe5-4537-ba35-eb7ed226fc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:32.550636 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-589ce568-b63f-4174-9d6b-dcfcfa910acb req-5faf2579-afe5-4537-ba35-eb7ed226fc03 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2e9d9b22-0f7b-41ee-8dc6-864541317e22 HTTP/1.1" status: 200 len: 915 time: 0.1218998 Aug 23 20:43:32.578663 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-520f4310-4606-4b9d-a886-f89172df1534 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] DELETE failed (client error): The resource could not be found. Aug 23 20:43:32.579116 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-520f4310-4606-4b9d-a886-f89172df1534 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:43:32.583233 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-520f4310-4606-4b9d-a886-f89172df1534 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "DELETE /v2.0/subnets/e406b708-5e31-4400-a432-635345956df7 HTTP/1.1" status: 404 len: 337 time: 0.1054986 Aug 23 20:43:32.587608 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39754) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:32.616737 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-589ce568-b63f-4174-9d6b-dcfcfa910acb req-cb4eccbf-62ab-4c08-96d6-900b42f75932 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fcbd9f8b-f66b-4a25-858a-faf659328829 HTTP/1.1" status: 200 len: 217 time: 0.0531240 Aug 23 20:43:32.623128 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0b78a3b6-a39a-4fea-ac89-8d13f4921db5 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e69c876-3311-4374-8d72-1f7d38b4ba2a HTTP/1.1" status: 200 len: 205 time: 0.0320249 Aug 23 20:43:32.623299 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39756) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:32.690765 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ce568-b63f-4174-9d6b-dcfcfa910acb req-7e392143-7dca-49c7-b523-58b1e898590d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:32.692468 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-589ce568-b63f-4174-9d6b-dcfcfa910acb req-7e392143-7dca-49c7-b523-58b1e898590d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8a97c46d-4605-466e-8761-6614759f4fe5 HTTP/1.1" status: 200 len: 853 time: 0.0672483 Aug 23 20:43:32.706224 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-645283ea-b38b-48b5-b7e6-0ca289fb7042 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] delete failed (client error): The resource could not be found. Aug 23 20:43:32.707393 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-645283ea-b38b-48b5-b7e6-0ca289fb7042 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "DELETE /v2.0/routers/7e69c876-3311-4374-8d72-1f7d38b4ba2a HTTP/1.1" status: 404 len: 336 time: 0.0833397 Aug 23 20:43:32.713151 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39758) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:32.722702 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b021e5e2-427c-485a-ad92-403a7fc12010 req-d5b0ae66-7b11-4066-b0e2-ce0967822f7a tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/security-groups?id=d730caec-e6c3-42dd-9aa7-0036d9d45ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778920 Aug 23 20:43:32.790940 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-81c8f0ed-1f22-43d6-9ce0-e6fc0184f246 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "GET /v2.0/ports?device_id=704f00c5-111d-4316-951a-27bdae598a34 HTTP/1.1" status: 200 len: 205 time: 0.0553246 Aug 23 20:43:32.793369 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39762) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:32.851767 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ce568-b63f-4174-9d6b-dcfcfa910acb req-e1a467a9-97bb-431d-9e93-f394e73c6e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:32.853347 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-589ce568-b63f-4174-9d6b-dcfcfa910acb req-e1a467a9-97bb-431d-9e93-f394e73c6e3a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2e9d9b22-0f7b-41ee-8dc6-864541317e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1387410 Aug 23 20:43:32.885754 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-47bdd1ed-6d29-4864-afec-43a5def40c43 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] delete failed (client error): The resource could not be found. Aug 23 20:43:32.886825 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-47bdd1ed-6d29-4864-afec-43a5def40c43 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "DELETE /v2.0/routers/704f00c5-111d-4316-951a-27bdae598a34 HTTP/1.1" status: 404 len: 336 time: 0.0924263 Aug 23 20:43:32.900361 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39770) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:33.030464 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-a482ba0b-995d-41aa-afa0-832d9c25a1b6 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] DELETE failed (client error): The resource could not be found. Aug 23 20:43:33.031180 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a482ba0b-995d-41aa-afa0-832d9c25a1b6 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:43:33.033185 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a482ba0b-995d-41aa-afa0-832d9c25a1b6 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "DELETE /v2.0/subnets/5dd7c101-dbeb-44e8-b377-08f68521a2d6 HTTP/1.1" status: 404 len: 337 time: 0.1319311 Aug 23 20:43:33.036100 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39778) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:33.082071 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-1c5ccd6f-c724-40e7-a994-e924d3017802 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec329a50-f348-42d1-ba10-12cb62ac3d4c HTTP/1.1" status: 200 len: 205 time: 0.0428607 Aug 23 20:43:33.085358 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39782) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:33.142075 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-589ce568-b63f-4174-9d6b-dcfcfa910acb req-f9335280-5819-417d-99d8-cbb9c2223e82 service neutron] 10.222.0.32 "GET /v2.0/networks/2e9d9b22-0f7b-41ee-8dc6-864541317e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755089 Aug 23 20:43:33.153389 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-e4962061-e831-4851-ac0e-3c99cbbe37f8 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] delete failed (client error): The resource could not be found. Aug 23 20:43:33.155165 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e4962061-e831-4851-ac0e-3c99cbbe37f8 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "DELETE /v2.0/routers/ec329a50-f348-42d1-ba10-12cb62ac3d4c HTTP/1.1" status: 404 len: 336 time: 0.0687799 Aug 23 20:43:33.162803 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39788) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:33.217256 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2de21e11-bc9a-4ecc-9060-42d274b7e6ec tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e58d6a5-8d20-429b-8848-f9c4786d5180 HTTP/1.1" status: 200 len: 205 time: 0.0418963 Aug 23 20:43:33.217256 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39790) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:33.315120 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-a1d01ec4-a4d4-4db8-b584-8438812570f3 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] delete failed (client error): The resource could not be found. Aug 23 20:43:33.317063 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a1d01ec4-a4d4-4db8-b584-8438812570f3 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "DELETE /v2.0/routers/6e58d6a5-8d20-429b-8848-f9c4786d5180 HTTP/1.1" status: 404 len: 336 time: 0.1046896 Aug 23 20:43:33.323104 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39796) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:33.394223 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-daf45a95-b515-4c69-b127-b30aa8eeae96 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] DELETE failed (client error): The resource could not be found. Aug 23 20:43:33.394223 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daf45a95-b515-4c69-b127-b30aa8eeae96 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:43:33.399042 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-daf45a95-b515-4c69-b127-b30aa8eeae96 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "DELETE /v2.0/subnets/1de3b59e-3c8d-4b73-9597-9e4f02860ebf HTTP/1.1" status: 404 len: 337 time: 0.0716405 Aug 23 20:43:33.399266 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39798) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:33.441250 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e7e53423-03db-4afb-89e7-396d7a5d7658 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b812823-95a9-497f-a19d-f447dd11ed6a HTTP/1.1" status: 200 len: 205 time: 0.0390198 Aug 23 20:43:33.441562 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39800) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:33.449296 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-589ce568-b63f-4174-9d6b-dcfcfa910acb req-ae68c530-5a9e-46f8-9d0a-26bd6dfa3877 service neutron] 10.222.0.32 "GET /v2.0/networks/2e9d9b22-0f7b-41ee-8dc6-864541317e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910984 Aug 23 20:43:33.527388 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-6298ad2b-1126-455a-8e9b-388f0e5d4b55 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] delete failed (client error): The resource could not be found. Aug 23 20:43:33.528363 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6298ad2b-1126-455a-8e9b-388f0e5d4b55 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "DELETE /v2.0/routers/6b812823-95a9-497f-a19d-f447dd11ed6a HTTP/1.1" status: 404 len: 336 time: 0.0857956 Aug 23 20:43:33.533056 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39804) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:33.581708 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-65526af8-373a-4ba7-8dd2-9d535e3f54ce tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] DELETE failed (client error): The resource could not be found. Aug 23 20:43:33.582445 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65526af8-373a-4ba7-8dd2-9d535e3f54ce tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:43:33.585115 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-65526af8-373a-4ba7-8dd2-9d535e3f54ce tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "DELETE /v2.0/subnets/3d72d896-bae0-489e-90f7-80504867db00 HTTP/1.1" status: 404 len: 337 time: 0.0508728 Aug 23 20:43:33.590467 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39806) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:33.605264 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f7af9-2b9a-4f28-9d78-4042854a689c req-856cfe66-8ef9-4b68-b65a-ac600fc082df tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:33.607517 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d63eea-917f-4f33-8f85-f70f0956ecef req-36433d5b-faaa-42ca-aea1-8d8f50830b2a tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:33.609687 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-57d63eea-917f-4f33-8f85-f70f0956ecef req-36433d5b-faaa-42ca-aea1-8d8f50830b2a tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] 10.222.0.61 "GET /v2.0/ports?device_id=39b41246-929d-4e08-bf27-c3eb30fad89d HTTP/1.1" status: 200 len: 944 time: 0.0931859 Aug 23 20:43:33.633751 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f7af9-2b9a-4f28-9d78-4042854a689c req-856cfe66-8ef9-4b68-b65a-ac600fc082df tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:33.644270 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f7af9-2b9a-4f28-9d78-4042854a689c req-856cfe66-8ef9-4b68-b65a-ac600fc082df tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:33.657259 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f22f7af9-2b9a-4f28-9d78-4042854a689c req-856cfe66-8ef9-4b68-b65a-ac600fc082df tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/ports?device_id=d274cbb6-6f12-4742-9165-320cf6c76e89 HTTP/1.1" status: 200 len: 2418 time: 0.1465461 Aug 23 20:43:33.691952 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-57d63eea-917f-4f33-8f85-f70f0956ecef req-9adbfb9b-69d9-42fe-adfe-b7f455bb8fb3 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] 10.222.0.61 "GET /v2.0/security-groups?id=76fa3571-b26c-4d42-bc0f-ea73a231863a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700836 Aug 23 20:43:33.990617 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39818) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:34.123660 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-0bfc2a33-34dd-405b-af6a-ba8844563237 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a9fa545-96db-4a08-89ac-22992a62b234 HTTP/1.1" status: 200 len: 205 time: 0.5320694 Aug 23 20:43:34.126519 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39824) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:34.138682 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-fc5fb626-c8c9-4c5e-84a8-1d7ebafff95d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-807981504-network', 'tenant_id': 'a52591e4b2ca4f7ea6501e12fd93c666'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:43:34.167588 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f22f7af9-2b9a-4f28-9d78-4042854a689c req-44d97a48-92b5-4119-b3f1-57da15f3e19b tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/security-groups?id=d730caec-e6c3-42dd-9aa7-0036d9d45ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5089374 Aug 23 20:43:34.181531 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5fb626-c8c9-4c5e-84a8-1d7ebafff95d admin admin] Made reservation on behalf of a52591e4b2ca4f7ea6501e12fd93c666 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:43:34.184614 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fc5fb626-c8c9-4c5e-84a8-1d7ebafff95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:34.196280 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fc5fb626-c8c9-4c5e-84a8-1d7ebafff95d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:34.239313 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-c6c05dbb-a173-4fb2-b341-92b6ffefa2c4 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] delete failed (client error): The resource could not be found. Aug 23 20:43:34.242756 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c6c05dbb-a173-4fb2-b341-92b6ffefa2c4 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "DELETE /v2.0/routers/9a9fa545-96db-4a08-89ac-22992a62b234 HTTP/1.1" status: 404 len: 336 time: 0.1126821 Aug 23 20:43:34.242928 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39828) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:34.274337 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-c05fb79f-131f-4833-b313-7a3f9049527e tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] DELETE failed (client error): The resource could not be found. Aug 23 20:43:34.274858 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c05fb79f-131f-4833-b313-7a3f9049527e tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:43:34.279673 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c05fb79f-131f-4833-b313-7a3f9049527e tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "DELETE /v2.0/subnets/b3b6dbad-680c-4753-9c3a-eaebf0ae81e8 HTTP/1.1" status: 404 len: 337 time: 0.0330040 Aug 23 20:43:34.280262 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39830) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:34.313537 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d79b101-70df-4804-8890-7e449c3f4039 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] DELETE failed (client error): The resource could not be found. Aug 23 20:43:34.314050 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d79b101-70df-4804-8890-7e449c3f4039 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:43:34.318439 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9d79b101-70df-4804-8890-7e449c3f4039 tempest-RoutersTest-629408947 tempest-RoutersTest-629408947-project] 10.222.0.61 "DELETE /v2.0/subnets/4bbad9ff-7f86-44c2-a0da-6c40e05ea5b9 HTTP/1.1" status: 404 len: 337 time: 0.0345151 Aug 23 20:43:34.340383 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fc5fb626-c8c9-4c5e-84a8-1d7ebafff95d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:34.347289 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fc5fb626-c8c9-4c5e-84a8-1d7ebafff95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:34.407863 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc5fb626-c8c9-4c5e-84a8-1d7ebafff95d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:43:34.414247 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5fb626-c8c9-4c5e-84a8-1d7ebafff95d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c109cd-bff5-47b1-8870-0a70cf061878,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:34.421572 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fc5fb626-c8c9-4c5e-84a8-1d7ebafff95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:34.421915 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-fc5fb626-c8c9-4c5e-84a8-1d7ebafff95d admin admin] Added segment e190d2cc-1af7-492d-b8d4-8b6565472069 of type vlan for network 40d89235-fcfe-430c-9978-6c953c80cfc6 Aug 23 20:43:34.470920 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fc5fb626-c8c9-4c5e-84a8-1d7ebafff95d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:34.502726 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fc5fb626-c8c9-4c5e-84a8-1d7ebafff95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:34.504179 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5fb626-c8c9-4c5e-84a8-1d7ebafff95d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:34.504748 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fc5fb626-c8c9-4c5e-84a8-1d7ebafff95d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:34.576269 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-fc5fb626-c8c9-4c5e-84a8-1d7ebafff95d admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5836990 Aug 23 20:43:34.579416 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39838) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:34.598585 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5fb626-c8c9-4c5e-84a8-1d7ebafff95d admin admin] Pushing event updated for resources: {'Network': ['ID=40d89235-fcfe-430c-9978-6c953c80cfc6,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:34.604306 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-35474ffd-3d22-4dda-a08e-efbf44d7891f admin admin] Request body: {'subnet': {'network_id': '40d89235-fcfe-430c-9978-6c953c80cfc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-807981504-subnet', 'tenant_id': 'a52591e4b2ca4f7ea6501e12fd93c666', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:43:34.613195 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 40d89235-fcfe-430c-9978-6c953c80cfc6 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:43:34.646746 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35474ffd-3d22-4dda-a08e-efbf44d7891f admin admin] Made reservation on behalf of a52591e4b2ca4f7ea6501e12fd93c666 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:43:34.652578 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-35474ffd-3d22-4dda-a08e-efbf44d7891f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:34.677831 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39840) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:34.910034 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9964841-1f5c-4e33-8f1c-92a580e23c05 req-8b761171-c256-4c8f-883e-5ef416cada44 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:34.918244 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c9964841-1f5c-4e33-8f1c-92a580e23c05 req-8b761171-c256-4c8f-883e-5ef416cada44 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] 10.222.0.61 "GET /v2.0/ports?device_id=39b41246-929d-4e08-bf27-c3eb30fad89d HTTP/1.1" status: 200 len: 944 time: 0.1327336 Aug 23 20:43:34.931767 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-35474ffd-3d22-4dda-a08e-efbf44d7891f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:34.983929 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8b68f0af-60d5-46a7-badf-1364c1c4906e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=478a4137190c42b2a66568a56c662326&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3049111 Aug 23 20:43:34.988916 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39846) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:34.993640 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c9964841-1f5c-4e33-8f1c-92a580e23c05 req-ef74e5b2-ee02-4fed-be55-99634d6476e3 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] 10.222.0.61 "GET /v2.0/security-groups?id=76fa3571-b26c-4d42-bc0f-ea73a231863a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745640 Aug 23 20:43:35.008661 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a6f38-984a-4627-8043-48a332cf7813 req-3c89c8af-bac6-4ccd-a657-65d59f4f5f52 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:35.015311 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a6f38-984a-4627-8043-48a332cf7813 req-3c89c8af-bac6-4ccd-a657-65d59f4f5f52 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:35.015747 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35474ffd-3d22-4dda-a08e-efbf44d7891f admin admin] Checking segment: {'id': 'e190d2cc-1af7-492d-b8d4-8b6565472069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '40d89235-fcfe-430c-9978-6c953c80cfc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:43:35.016342 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35474ffd-3d22-4dda-a08e-efbf44d7891f admin admin] Network hostable DHCP agents. Network: 40d89235-fcfe-430c-9978-6c953c80cfc6, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:43:35.021238 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a6f38-984a-4627-8043-48a332cf7813 req-3c89c8af-bac6-4ccd-a657-65d59f4f5f52 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:35.022891 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0b3a6f38-984a-4627-8043-48a332cf7813 req-3c89c8af-bac6-4ccd-a657-65d59f4f5f52 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.11 "GET /v2.0/ports?device_id=d274cbb6-6f12-4742-9165-320cf6c76e89 HTTP/1.1" status: 200 len: 2418 time: 0.1828666 Aug 23 20:43:35.029640 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35474ffd-3d22-4dda-a08e-efbf44d7891f admin admin] Pushing event updated for resources: {'Subnet': ['ID=862c8f9e-f5be-49f7-8b8f-82cbcaf44c62,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:35.048372 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35474ffd-3d22-4dda-a08e-efbf44d7891f admin admin] Network 40d89235-fcfe-430c-9978-6c953c80cfc6 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:43:35.063668 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-35474ffd-3d22-4dda-a08e-efbf44d7891f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 40d89235-fcfe-430c-9978-6c953c80cfc6) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:43:35.069003 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35474ffd-3d22-4dda-a08e-efbf44d7891f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:35.069876 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-35474ffd-3d22-4dda-a08e-efbf44d7891f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:35.074303 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f2672b-9d53-41f9-93ba-584809041f75 None None] Network 40d89235-fcfe-430c-9978-6c953c80cfc6 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:43:35.096160 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-35474ffd-3d22-4dda-a08e-efbf44d7891f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5048759 Aug 23 20:43:35.187067 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device fcbd9f8b-f66b-4a25-858a-faf659328829 details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:43:35.272940 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a168c4e7-d9ca-4343-a036-7d867fd91ec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:35.375686 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a168c4e7-d9ca-4343-a036-7d867fd91ec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:35.400496 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1abcf50-6603-4e6c-adf3-ce032f21b46f None None] Network 40d89235-fcfe-430c-9978-6c953c80cfc6 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:43:35.426814 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-0b3a6f38-984a-4627-8043-48a332cf7813 req-7657a7b8-ad0f-4990-98d9-2c6cc0cae4ed tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Deleting port c2e7c5a4-4c34-4cea-9a27-e80b1f93612f {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:43:35.428231 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0b3a6f38-984a-4627-8043-48a332cf7813 req-7657a7b8-ad0f-4990-98d9-2c6cc0cae4ed tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:35.468856 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a20158-23ea-4547-8f84-e3bf7451b56e req-da3c2b17-95ff-444d-929e-c8083d50e8e2 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:35.475961 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a20158-23ea-4547-8f84-e3bf7451b56e req-da3c2b17-95ff-444d-929e-c8083d50e8e2 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:35.483898 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a20158-23ea-4547-8f84-e3bf7451b56e req-da3c2b17-95ff-444d-929e-c8083d50e8e2 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:35.488577 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c7a20158-23ea-4547-8f84-e3bf7451b56e req-da3c2b17-95ff-444d-929e-c8083d50e8e2 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/ports?device_id=d274cbb6-6f12-4742-9165-320cf6c76e89 HTTP/1.1" status: 200 len: 2418 time: 0.1472969 Aug 23 20:43:35.538416 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port fcbd9f8b-f66b-4a25-858a-faf659328829, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=fcbd9f8b-f66b-4a25-858a-faf659328829,segment=NetworkSegment(2bb43555-f873-4a8c-b6d0-0a61fec775fe),segment_id=2bb43555-f873-4a8c-b6d0-0a61fec775fe)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:43:35.562841 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': 'fcbd9f8b-f66b-4a25-858a-faf659328829', 'network_id': '2e9d9b22-0f7b-41ee-8dc6-864541317e22', 'port_id': 'fcbd9f8b-f66b-4a25-858a-faf659328829', 'mac_address': 'fa:16:3e:a5:04:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a97c46d-4605-466e-8761-6614759f4fe5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:43:35.570736 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c7a20158-23ea-4547-8f84-e3bf7451b56e req-a4f4e7c3-ea01-4b0b-8a95-8f4b2a2f1fcd tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/security-groups?id=d730caec-e6c3-42dd-9aa7-0036d9d45ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654621 Aug 23 20:43:35.625746 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-0b3a6f38-984a-4627-8043-48a332cf7813 req-7657a7b8-ad0f-4990-98d9-2c6cc0cae4ed tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] For port c2e7c5a4-4c34-4cea-9a27-e80b1f93612f, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=c2e7c5a4-4c34-4cea-9a27-e80b1f93612f,segment=NetworkSegment(43c51dc2-15d3-423d-9044-f9aefb3fddee),segment_id=43c51dc2-15d3-423d-9044-f9aefb3fddee)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:43:35.626101 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0b3a6f38-984a-4627-8043-48a332cf7813 req-7657a7b8-ad0f-4990-98d9-2c6cc0cae4ed tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:35.639831 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-0b3a6f38-984a-4627-8043-48a332cf7813 req-7657a7b8-ad0f-4990-98d9-2c6cc0cae4ed tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Calling delete_port for c2e7c5a4-4c34-4cea-9a27-e80b1f93612f owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:43:35.734722 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:35.780804 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcbd9f8b-f66b-4a25-858a-faf659328829 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:43:35.813034 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port fcbd9f8b-f66b-4a25-858a-faf659328829, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=fcbd9f8b-f66b-4a25-858a-faf659328829,segment=NetworkSegment(2bb43555-f873-4a8c-b6d0-0a61fec775fe),segment_id=2bb43555-f873-4a8c-b6d0-0a61fec775fe)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:43:35.820494 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:35.905196 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a168c4e7-d9ca-4343-a036-7d867fd91ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:35.906601 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=fcbd9f8b-f66b-4a25-858a-faf659328829,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:35.915936 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a168c4e7-d9ca-4343-a036-7d867fd91ec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:35.915936 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a168c4e7-d9ca-4343-a036-7d867fd91ec1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f662d7be-d412-4cd8-b279-506c54cc0a9c HTTP/1.1" status: 204 len: 168 time: 0.9257824 Aug 23 20:43:35.969822 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a168c4e7-d9ca-4343-a036-7d867fd91ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f662d7be-d412-4cd8-b279-506c54cc0a9c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:35.984890 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8dfed-ae2b-46d6-a3cf-11fd62873897 req-fbaeb9a3-5a91-457e-aa09-f7a4c7acdd8d tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:35.986435 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6aa8dfed-ae2b-46d6-a3cf-11fd62873897 req-fbaeb9a3-5a91-457e-aa09-f7a4c7acdd8d tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/networks?id=40d89235-fcfe-430c-9978-6c953c80cfc6 HTTP/1.1" status: 200 len: 814 time: 0.2279696 Aug 23 20:43:36.011435 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0b3a6f38-984a-4627-8043-48a332cf7813 req-7657a7b8-ad0f-4990-98d9-2c6cc0cae4ed tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:36.020867 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6aa8dfed-ae2b-46d6-a3cf-11fd62873897 req-cc9ee8ae-dc21-4ccd-8850-16bf76a48fa9 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/quotas/a52591e4b2ca4f7ea6501e12fd93c666 HTTP/1.1" status: 200 len: 375 time: 0.0178881 Aug 23 20:43:36.025132 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['822c0e43-2e61-4ae0-bf18-15e818ba4c94', '5534afba-052a-4374-b9ec-c424c1d6e2a0', 'c2e7c5a4-4c34-4cea-9a27-e80b1f93612f'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:43:36.050810 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7657a7b8-ad0f-4990-98d9-2c6cc0cae4ed tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Pushing event deleted for resources: {'Port': ['ID=c2e7c5a4-4c34-4cea-9a27-e80b1f93612f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:36.104259 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6aa8dfed-ae2b-46d6-a3cf-11fd62873897 req-03ae2d28-1374-41fd-b329-265a75b18906 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a52591e4b2ca4f7ea6501e12fd93c666&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564239 Aug 23 20:43:36.201773 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['fcbd9f8b-f66b-4a25-858a-faf659328829'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:43:36.234820 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3a6f38-984a-4627-8043-48a332cf7813 req-7657a7b8-ad0f-4990-98d9-2c6cc0cae4ed tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] No DVR routers for this DVR port c2e7c5a4-4c34-4cea-9a27-e80b1f93612f on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:43:36.247321 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110facce-7695-4160-8dfb-b33ae8147190 req-05bdd206-1ab9-4c34-9e5e-2bd0e8752e15 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:36.261568 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-110facce-7695-4160-8dfb-b33ae8147190 req-05bdd206-1ab9-4c34-9e5e-2bd0e8752e15 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] 10.222.0.61 "GET /v2.0/ports?device_id=39b41246-929d-4e08-bf27-c3eb30fad89d HTTP/1.1" status: 200 len: 945 time: 0.1095228 Aug 23 20:43:36.307827 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0b3a6f38-984a-4627-8043-48a332cf7813 req-7657a7b8-ad0f-4990-98d9-2c6cc0cae4ed tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:36.322937 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0b3a6f38-984a-4627-8043-48a332cf7813 req-7657a7b8-ad0f-4990-98d9-2c6cc0cae4ed tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.11 "DELETE /v2.0/ports/c2e7c5a4-4c34-4cea-9a27-e80b1f93612f HTTP/1.1" status: 204 len: 173 time: 1.2855463 Aug 23 20:43:36.322937 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd274cbb6-6f12-4742-9165-320cf6c76e89', 'name': 'network-vif-deleted', 'tag': 'c2e7c5a4-4c34-4cea-9a27-e80b1f93612f'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:43:36.322937 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29bde777-e8df-47fe-8eb3-f5eb9311133d" -d '{"events": [{"server_uuid": "d274cbb6-6f12-4742-9165-320cf6c76e89", "name": "network-vif-deleted", "tag": "c2e7c5a4-4c34-4cea-9a27-e80b1f93612f"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:43:36.358750 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-110facce-7695-4160-8dfb-b33ae8147190 req-007169f9-c7ce-460a-9b8d-4ce28e877b9a tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] 10.222.0.61 "GET /v2.0/security-groups?id=76fa3571-b26c-4d42-bc0f-ea73a231863a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938864 Aug 23 20:43:36.463002 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba5592e-ab9c-4e51-9345-8a402dbf597e x-openstack-request-id: req-eba5592e-ab9c-4e51-9345-8a402dbf597e {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:43:36.463330 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d274cbb6-6f12-4742-9165-320cf6c76e89", "name": "network-vif-deleted", "tag": "c2e7c5a4-4c34-4cea-9a27-e80b1f93612f", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:43:36.463615 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-eba5592e-ab9c-4e51-9345-8a402dbf597e {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:43:36.464276 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd274cbb6-6f12-4742-9165-320cf6c76e89', 'name': 'network-vif-deleted', 'tag': 'c2e7c5a4-4c34-4cea-9a27-e80b1f93612f', 'status': 'completed', 'code': 200} Aug 23 20:43:36.506966 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6aa8dfed-ae2b-46d6-a3cf-11fd62873897 req-64b1ad85-f6af-43e3-8330-8e0a62994e29 service neutron] 10.222.0.61 "GET /v2.0/networks/40d89235-fcfe-430c-9978-6c953c80cfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995624 Aug 23 20:43:36.602751 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-0b3a6f38-984a-4627-8043-48a332cf7813 req-9bce54cf-32d8-43e1-9363-974074cb2a15 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Deleting port 822c0e43-2e61-4ae0-bf18-15e818ba4c94 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:43:36.603450 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0b3a6f38-984a-4627-8043-48a332cf7813 req-9bce54cf-32d8-43e1-9363-974074cb2a15 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:36.723963 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426df164-ab38-4787-b56b-43c136925222 req-3434bf0c-a8c9-4524-a9c0-f6dc43d4a630 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:36.740260 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426df164-ab38-4787-b56b-43c136925222 req-3434bf0c-a8c9-4524-a9c0-f6dc43d4a630 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:36.743476 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-426df164-ab38-4787-b56b-43c136925222 req-3434bf0c-a8c9-4524-a9c0-f6dc43d4a630 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/ports?device_id=d274cbb6-6f12-4742-9165-320cf6c76e89 HTTP/1.1" status: 200 len: 1682 time: 0.0841618 Aug 23 20:43:36.744580 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6aa8dfed-ae2b-46d6-a3cf-11fd62873897 req-0008c0ca-2bb0-4ea3-abd4-8af71f1afd30 service neutron] 10.222.0.61 "GET /v2.0/networks/40d89235-fcfe-430c-9978-6c953c80cfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264116 Aug 23 20:43:36.759058 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-0b3a6f38-984a-4627-8043-48a332cf7813 req-9bce54cf-32d8-43e1-9363-974074cb2a15 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] For port 822c0e43-2e61-4ae0-bf18-15e818ba4c94, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=822c0e43-2e61-4ae0-bf18-15e818ba4c94,segment=NetworkSegment(43c51dc2-15d3-423d-9044-f9aefb3fddee),segment_id=43c51dc2-15d3-423d-9044-f9aefb3fddee)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:43:36.759849 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0b3a6f38-984a-4627-8043-48a332cf7813 req-9bce54cf-32d8-43e1-9363-974074cb2a15 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:36.789974 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-0b3a6f38-984a-4627-8043-48a332cf7813 req-9bce54cf-32d8-43e1-9363-974074cb2a15 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Calling delete_port for 822c0e43-2e61-4ae0-bf18-15e818ba4c94 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:43:36.799525 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-426df164-ab38-4787-b56b-43c136925222 req-c129fe38-e2eb-42d7-99c8-8e56eeaca99b tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/security-groups?id=d730caec-e6c3-42dd-9aa7-0036d9d45ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480962 Aug 23 20:43:36.955029 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0b3a6f38-984a-4627-8043-48a332cf7813 req-9bce54cf-32d8-43e1-9363-974074cb2a15 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:37.021654 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce54cf-32d8-43e1-9363-974074cb2a15 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Pushing event deleted for resources: {'Port': ['ID=822c0e43-2e61-4ae0-bf18-15e818ba4c94,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:37.086464 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39912) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:37.210500 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device fcbd9f8b-f66b-4a25-858a-faf659328829 up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:43:37.249964 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-23e05190-7269-4590-a400-1e749efce1da tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-155186835', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:43:37.282977 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port fcbd9f8b-f66b-4a25-858a-faf659328829 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:43:37.290564 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port fcbd9f8b-f66b-4a25-858a-faf659328829 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:43:37.292330 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-23e05190-7269-4590-a400-1e749efce1da tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:37.292916 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:37.294007 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-23e05190-7269-4590-a400-1e749efce1da tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:37.397066 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-23e05190-7269-4590-a400-1e749efce1da tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:37.402551 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-23e05190-7269-4590-a400-1e749efce1da tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:37.431424 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-23e05190-7269-4590-a400-1e749efce1da tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:37.440512 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-23e05190-7269-4590-a400-1e749efce1da tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3461549 Aug 23 20:43:37.440512 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39926) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:37.451249 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ab02ea15-d1b0-4398-9a47-e8725bbebdd3 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-628322460'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:43:37.539663 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab02ea15-d1b0-4398-9a47-e8725bbebdd3 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Made reservation on behalf of 7e87afd9e2b34cb3bc10a9adbc708e90 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:43:37.540785 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:37.543967 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ab02ea15-d1b0-4398-9a47-e8725bbebdd3 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:37.569191 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ab02ea15-d1b0-4398-9a47-e8725bbebdd3 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:37.580249 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b41246-929d-4e08-bf27-c3eb30fad89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcbd9f8b-f66b-4a25-858a-faf659328829'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:43:37.584816 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f847e605-0b93-4bf2-9229-4802582bb6c8" -d '{"events": [{"server_uuid": "39b41246-929d-4e08-bf27-c3eb30fad89d", "name": "network-vif-plugged", "status": "completed", "tag": "fcbd9f8b-f66b-4a25-858a-faf659328829"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:43:37.604254 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port fcbd9f8b-f66b-4a25-858a-faf659328829, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=fcbd9f8b-f66b-4a25-858a-faf659328829,segment=NetworkSegment(2bb43555-f873-4a8c-b6d0-0a61fec775fe),segment_id=2bb43555-f873-4a8c-b6d0-0a61fec775fe)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:43:37.611134 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99355507-9204-404d-a6d0-b1031d0a930d req-4a44ac44-4bc5-4cbd-957f-372274ec983e tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:37.614049 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:37.621048 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c662d33f-4b8c-4d0e-a3af-a2e55144abeb req-303551e1-4437-4aee-819f-96e5e05e61ae tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=2100fe92-1387-49eb-91ce-7f3506747287 HTTP/1.1" status: 200 len: 210 time: 0.6451702 Aug 23 20:43:37.623512 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-99355507-9204-404d-a6d0-b1031d0a930d req-4a44ac44-4bc5-4cbd-957f-372274ec983e tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] 10.222.0.61 "GET /v2.0/ports?device_id=39b41246-929d-4e08-bf27-c3eb30fad89d HTTP/1.1" status: 200 len: 945 time: 0.1255503 Aug 23 20:43:37.651806 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3a6f38-984a-4627-8043-48a332cf7813 req-9bce54cf-32d8-43e1-9363-974074cb2a15 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] No DVR routers for this DVR port 822c0e43-2e61-4ae0-bf18-15e818ba4c94 on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:43:37.666341 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0b3a6f38-984a-4627-8043-48a332cf7813 req-9bce54cf-32d8-43e1-9363-974074cb2a15 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:37.670351 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0b3a6f38-984a-4627-8043-48a332cf7813 req-9bce54cf-32d8-43e1-9363-974074cb2a15 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.11 "DELETE /v2.0/ports/822c0e43-2e61-4ae0-bf18-15e818ba4c94 HTTP/1.1" status: 204 len: 173 time: 1.3381453 Aug 23 20:43:37.685494 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-99355507-9204-404d-a6d0-b1031d0a930d req-c381cc23-4082-4e8b-83a6-b094f1381d59 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] 10.222.0.61 "GET /v2.0/security-groups?id=76fa3571-b26c-4d42-bc0f-ea73a231863a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591643 Aug 23 20:43:37.721072 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=fcbd9f8b-f66b-4a25-858a-faf659328829,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:37.744912 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f625f5d9-27a1-4f7e-b561-3a2644edbcf2 x-openstack-request-id: req-f625f5d9-27a1-4f7e-b561-3a2644edbcf2 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:43:37.745433 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b41246-929d-4e08-bf27-c3eb30fad89d", "name": "network-vif-plugged", "status": "completed", "tag": "fcbd9f8b-f66b-4a25-858a-faf659328829", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:43:37.745888 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f625f5d9-27a1-4f7e-b561-3a2644edbcf2 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:43:37.746440 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b41246-929d-4e08-bf27-c3eb30fad89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcbd9f8b-f66b-4a25-858a-faf659328829', 'code': 200} Aug 23 20:43:37.808354 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ab02ea15-d1b0-4398-9a47-e8725bbebdd3 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:37.814151 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ab02ea15-d1b0-4398-9a47-e8725bbebdd3 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:37.844546 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-0b3a6f38-984a-4627-8043-48a332cf7813 req-127f6001-8bd0-4fd8-be95-9e5d9a731809 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Deleting port 5534afba-052a-4374-b9ec-c424c1d6e2a0 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:43:37.845736 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab02ea15-d1b0-4398-9a47-e8725bbebdd3 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:43:37.846028 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0b3a6f38-984a-4627-8043-48a332cf7813 req-127f6001-8bd0-4fd8-be95-9e5d9a731809 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:37.863422 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab02ea15-d1b0-4398-9a47-e8725bbebdd3 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2afd83-34e1-43b0-b59a-d5c19209c2eb,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:37.869331 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ab02ea15-d1b0-4398-9a47-e8725bbebdd3 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:37.869681 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-ab02ea15-d1b0-4398-9a47-e8725bbebdd3 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Added segment deb5a313-d538-49e3-9434-3ad042c47672 of type vlan for network 626a60f8-d59a-428a-b08b-a7e9bdaf3b9d Aug 23 20:43:37.979537 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-0b3a6f38-984a-4627-8043-48a332cf7813 req-127f6001-8bd0-4fd8-be95-9e5d9a731809 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] For port 5534afba-052a-4374-b9ec-c424c1d6e2a0, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=5534afba-052a-4374-b9ec-c424c1d6e2a0,segment=NetworkSegment(992db793-c6d4-4392-aef0-b54a47cfdfe1),segment_id=992db793-c6d4-4392-aef0-b54a47cfdfe1)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:43:37.980014 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0b3a6f38-984a-4627-8043-48a332cf7813 req-127f6001-8bd0-4fd8-be95-9e5d9a731809 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:37.995982 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ab02ea15-d1b0-4398-9a47-e8725bbebdd3 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:37.998565 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-0b3a6f38-984a-4627-8043-48a332cf7813 req-127f6001-8bd0-4fd8-be95-9e5d9a731809 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Calling delete_port for 5534afba-052a-4374-b9ec-c424c1d6e2a0 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:43:38.058647 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13948f-d3c9-4397-99c1-a7c46cc41730 req-fb0e562f-91c1-4de5-9fb3-6a3dada82b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:38.061515 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ce13948f-d3c9-4397-99c1-a7c46cc41730 req-fb0e562f-91c1-4de5-9fb3-6a3dada82b9f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=39b41246-929d-4e08-bf27-c3eb30fad89d HTTP/1.1" status: 200 len: 1097 time: 0.1898987 Aug 23 20:43:38.076483 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd523f-d438-4cd4-a01d-c078031c967a req-83462274-8f4e-48a6-bec4-107b60231a50 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:38.078414 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-27bd523f-d438-4cd4-a01d-c078031c967a req-83462274-8f4e-48a6-bec4-107b60231a50 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/ports?device_id=d274cbb6-6f12-4742-9165-320cf6c76e89 HTTP/1.1" status: 200 len: 946 time: 0.1391313 Aug 23 20:43:38.095187 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device c2e7c5a4-4c34-4cea-9a27-e80b1f93612f no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:43:38.111347 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ab02ea15-d1b0-4398-9a47-e8725bbebdd3 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:38.119672 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab02ea15-d1b0-4398-9a47-e8725bbebdd3 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:38.120950 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ab02ea15-d1b0-4398-9a47-e8725bbebdd3 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:38.131101 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: c2e7c5a4-4c34-4cea-9a27-e80b1f93612f {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:43:38.131413 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device c2e7c5a4-4c34-4cea-9a27-e80b1f93612f not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:43:38.131862 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 822c0e43-2e61-4ae0-bf18-15e818ba4c94 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:43:38.159784 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: 822c0e43-2e61-4ae0-bf18-15e818ba4c94 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:43:38.160531 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 822c0e43-2e61-4ae0-bf18-15e818ba4c94 not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:43:38.161223 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 5534afba-052a-4374-b9ec-c424c1d6e2a0 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:43:38.190415 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0b3a6f38-984a-4627-8043-48a332cf7813 req-127f6001-8bd0-4fd8-be95-9e5d9a731809 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:38.211219 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No active binding found for port 5534afba-052a-4374-b9ec-c424c1d6e2a0 {{(pid=94689) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 23 20:43:38.211963 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 5534afba-052a-4374-b9ec-c424c1d6e2a0 not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:43:38.229192 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127f6001-8bd0-4fd8-be95-9e5d9a731809 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Pushing event deleted for resources: {'Port': ['ID=5534afba-052a-4374-b9ec-c424c1d6e2a0,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:38.241263 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ab02ea15-d1b0-4398-9a47-e8725bbebdd3 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8041096 Aug 23 20:43:38.242425 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39938) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:38.245611 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ce13948f-d3c9-4397-99c1-a7c46cc41730 req-01635f42-a6a5-4550-8f4b-1eaa184a312e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=76fa3571-b26c-4d42-bc0f-ea73a231863a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642692 Aug 23 20:43:38.249138 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-27bd523f-d438-4cd4-a01d-c078031c967a req-0242e925-9778-448d-a906-5583d13e99ae tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/security-groups?id=d730caec-e6c3-42dd-9aa7-0036d9d45ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572278 Aug 23 20:43:38.255618 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-659190c2-9310-4b68-963a-8475ee7fb3c3 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Request body: {'subnet': {'network_id': '626a60f8-d59a-428a-b08b-a7e9bdaf3b9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:43:38.259229 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab02ea15-d1b0-4398-9a47-e8725bbebdd3 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Pushing event updated for resources: {'Network': ['ID=626a60f8-d59a-428a-b08b-a7e9bdaf3b9d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:38.275178 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 626a60f8-d59a-428a-b08b-a7e9bdaf3b9d details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:43:38.300867 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3a6f38-984a-4627-8043-48a332cf7813 req-127f6001-8bd0-4fd8-be95-9e5d9a731809 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] No DVR routers for this DVR port 5534afba-052a-4374-b9ec-c424c1d6e2a0 on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:43:38.303967 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0b3a6f38-984a-4627-8043-48a332cf7813 req-127f6001-8bd0-4fd8-be95-9e5d9a731809 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:38.306981 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0b3a6f38-984a-4627-8043-48a332cf7813 req-127f6001-8bd0-4fd8-be95-9e5d9a731809 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.11 "DELETE /v2.0/ports/5534afba-052a-4374-b9ec-c424c1d6e2a0 HTTP/1.1" status: 204 len: 173 time: 0.6284826 Aug 23 20:43:38.380218 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659190c2-9310-4b68-963a-8475ee7fb3c3 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Made reservation on behalf of 7e87afd9e2b34cb3bc10a9adbc708e90 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:43:38.383781 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-659190c2-9310-4b68-963a-8475ee7fb3c3 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:38.465679 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd274cbb6-6f12-4742-9165-320cf6c76e89', 'name': 'network-vif-deleted', 'tag': '822c0e43-2e61-4ae0-bf18-15e818ba4c94'}, {'server_uuid': 'd274cbb6-6f12-4742-9165-320cf6c76e89', 'name': 'network-vif-deleted', 'tag': '5534afba-052a-4374-b9ec-c424c1d6e2a0'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:43:38.469169 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a418b8-06aa-4710-bb85-b6b423b538dc" -d '{"events": [{"server_uuid": "d274cbb6-6f12-4742-9165-320cf6c76e89", "name": "network-vif-deleted", "tag": "822c0e43-2e61-4ae0-bf18-15e818ba4c94"}, {"server_uuid": "d274cbb6-6f12-4742-9165-320cf6c76e89", "name": "network-vif-deleted", "tag": "5534afba-052a-4374-b9ec-c424c1d6e2a0"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:43:38.609387 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 23 Aug 2021 20:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8294844-20c1-47ed-8cde-3617d5bd404f x-openstack-request-id: req-e8294844-20c1-47ed-8cde-3617d5bd404f {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:43:38.610176 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d274cbb6-6f12-4742-9165-320cf6c76e89", "name": "network-vif-deleted", "tag": "822c0e43-2e61-4ae0-bf18-15e818ba4c94", "status": "completed", "code": 200}, {"server_uuid": "d274cbb6-6f12-4742-9165-320cf6c76e89", "name": "network-vif-deleted", "tag": "5534afba-052a-4374-b9ec-c424c1d6e2a0", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:43:38.610857 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e8294844-20c1-47ed-8cde-3617d5bd404f {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:43:38.611681 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd274cbb6-6f12-4742-9165-320cf6c76e89', 'name': 'network-vif-deleted', 'tag': '822c0e43-2e61-4ae0-bf18-15e818ba4c94', 'status': 'completed', 'code': 200} Aug 23 20:43:38.612242 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd274cbb6-6f12-4742-9165-320cf6c76e89', 'name': 'network-vif-deleted', 'tag': '5534afba-052a-4374-b9ec-c424c1d6e2a0', 'status': 'completed', 'code': 200} Aug 23 20:43:38.718742 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8dfed-ae2b-46d6-a3cf-11fd62873897 req-f8b8876d-ee19-4ee1-925a-942be3b6d3ce tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:38.720501 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6aa8dfed-ae2b-46d6-a3cf-11fd62873897 req-f8b8876d-ee19-4ee1-925a-942be3b6d3ce tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.11 "GET /v2.0/networks?id=40d89235-fcfe-430c-9978-6c953c80cfc6 HTTP/1.1" status: 200 len: 814 time: 0.2309551 Aug 23 20:43:38.737599 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-6aa8dfed-ae2b-46d6-a3cf-11fd62873897 req-880f5b12-57dc-4ccf-a89e-55b513bf26ca tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Request body: {'port': {'device_id': '2100fe92-1387-49eb-91ce-7f3506747287', 'network_id': '40d89235-fcfe-430c-9978-6c953c80cfc6', 'admin_state_up': True, 'tenant_id': 'a52591e4b2ca4f7ea6501e12fd93c666'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:43:38.761518 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fa1ff449-8bcc-4f19-92e7-b8beaa6371bb req-b9ae13ba-e35a-4a25-b2a3-a8e2a497138c tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=2100fe92-1387-49eb-91ce-7f3506747287 HTTP/1.1" status: 200 len: 210 time: 0.0608168 Aug 23 20:43:38.826483 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-659190c2-9310-4b68-963a-8475ee7fb3c3 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:38.898954 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72816dde-3a30-4ea7-9302-77d4b5fa76c2 req-5a8b0209-fc68-4b16-b0b4-54d8ae0fb2b9 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:38.901465 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-72816dde-3a30-4ea7-9302-77d4b5fa76c2 req-5a8b0209-fc68-4b16-b0b4-54d8ae0fb2b9 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] 10.222.0.61 "GET /v2.0/ports?device_id=39b41246-929d-4e08-bf27-c3eb30fad89d HTTP/1.1" status: 200 len: 946 time: 0.1252935 Aug 23 20:43:38.917856 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659190c2-9310-4b68-963a-8475ee7fb3c3 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Pushing event updated for resources: {'Subnet': ['ID=0a65afde-b1d6-4cc8-a0ca-d832e7243462,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:38.929570 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659190c2-9310-4b68-963a-8475ee7fb3c3 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Checking segment: {'id': 'deb5a313-d538-49e3-9434-3ad042c47672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '626a60f8-d59a-428a-b08b-a7e9bdaf3b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:43:38.930214 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659190c2-9310-4b68-963a-8475ee7fb3c3 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Network hostable DHCP agents. Network: 626a60f8-d59a-428a-b08b-a7e9bdaf3b9d, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:43:38.959353 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659190c2-9310-4b68-963a-8475ee7fb3c3 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Network 626a60f8-d59a-428a-b08b-a7e9bdaf3b9d is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:43:38.974029 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-659190c2-9310-4b68-963a-8475ee7fb3c3 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 626a60f8-d59a-428a-b08b-a7e9bdaf3b9d) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:43:38.979942 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-72816dde-3a30-4ea7-9302-77d4b5fa76c2 req-e9238db3-60b9-48c4-a010-86f9523ff0e4 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] 10.222.0.61 "GET /v2.0/security-groups?id=76fa3571-b26c-4d42-bc0f-ea73a231863a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683248 Aug 23 20:43:38.992952 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef43041c-c84a-45d8-b9a3-5c2efd628823 None None] Network 626a60f8-d59a-428a-b08b-a7e9bdaf3b9d requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:43:39.004117 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aa8dfed-ae2b-46d6-a3cf-11fd62873897 req-880f5b12-57dc-4ccf-a89e-55b513bf26ca tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Made reservation on behalf of a52591e4b2ca4f7ea6501e12fd93c666 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:43:39.007938 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659190c2-9310-4b68-963a-8475ee7fb3c3 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:39.008794 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-659190c2-9310-4b68-963a-8475ee7fb3c3 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:39.010805 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6aa8dfed-ae2b-46d6-a3cf-11fd62873897 req-880f5b12-57dc-4ccf-a89e-55b513bf26ca tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:39.031048 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-659190c2-9310-4b68-963a-8475ee7fb3c3 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7863231 Aug 23 20:43:39.037482 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39960) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:39.048794 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-1c9c8a0b-40a2-4553-8245-ca30dc1689e1 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Request body: {'network': {'name': 'tempest-router-network01--872572245'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:43:39.080690 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9c8a0b-40a2-4553-8245-ca30dc1689e1 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Made reservation on behalf of 7e87afd9e2b34cb3bc10a9adbc708e90 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:43:39.086135 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1c9c8a0b-40a2-4553-8245-ca30dc1689e1 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:39.131224 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c9c8a0b-40a2-4553-8245-ca30dc1689e1 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:43:39.144572 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1c9c8a0b-40a2-4553-8245-ca30dc1689e1 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:39.144944 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-1c9c8a0b-40a2-4553-8245-ca30dc1689e1 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Added segment a7083452-660e-49b3-859b-32c7e79d589f of type vlan for network a28bd5b6-714b-4367-a7ee-7a808235a967 Aug 23 20:43:39.189616 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d3c364-e34f-4eb0-ad12-afad2ab62ec5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-626a60f8-d59a-428a-b08b-a7e9bdaf3b9d', 'network_id': '626a60f8-d59a-428a-b08b-a7e9bdaf3b9d', 'tenant_id': '7e87afd9e2b34cb3bc10a9adbc708e90', 'fixed_ips': [{'subnet_id': '0a65afde-b1d6-4cc8-a0ca-d832e7243462'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:43:39.190497 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a5d3c364-e34f-4eb0-ad12-afad2ab62ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:39.191246 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-6aa8dfed-ae2b-46d6-a3cf-11fd62873897 req-880f5b12-57dc-4ccf-a89e-55b513bf26ca tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Allocated IP 172.20.0.14 (40d89235-fcfe-430c-9978-6c953c80cfc6/862c8f9e-f5be-49f7-8b8f-82cbcaf44c62/6a793c9e-159c-4235-82a7-f3968c1132de) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:43:39.211994 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1c9c8a0b-40a2-4553-8245-ca30dc1689e1 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:39.243436 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1c9c8a0b-40a2-4553-8245-ca30dc1689e1 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:39.249874 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9c8a0b-40a2-4553-8245-ca30dc1689e1 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:39.250089 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1c9c8a0b-40a2-4553-8245-ca30dc1689e1 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:39.315217 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-1c9c8a0b-40a2-4553-8245-ca30dc1689e1 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2760694 Aug 23 20:43:39.322593 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39966) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:39.329205 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-a3d54213-6803-42d5-912e-96795b5e8600 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Request body: {'network': {'name': 'tempest-router-network02--341358067'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:43:39.367090 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d54213-6803-42d5-912e-96795b5e8600 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Made reservation on behalf of 7e87afd9e2b34cb3bc10a9adbc708e90 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:43:39.370812 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a3d54213-6803-42d5-912e-96795b5e8600 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:39.379569 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39968) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:39.392244 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c8a0b-40a2-4553-8245-ca30dc1689e1 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Pushing event updated for resources: {'Network': ['ID=a28bd5b6-714b-4367-a7ee-7a808235a967,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:39.418153 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3d54213-6803-42d5-912e-96795b5e8600 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:43:39.431561 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a3d54213-6803-42d5-912e-96795b5e8600 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:39.432299 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-a3d54213-6803-42d5-912e-96795b5e8600 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Added segment 71bf13ae-4c88-476b-a55c-fece692db076 of type vlan for network da37cafa-8a33-4bcd-8628-14a05aaf818d Aug 23 20:43:39.509606 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6aa8dfed-ae2b-46d6-a3cf-11fd62873897 req-880f5b12-57dc-4ccf-a89e-55b513bf26ca tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:39.519075 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-33b15c9c-7f1e-43f5-82ac-088afc14bd0a tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Deleting subnet 36d1d18e-3192-43af-80f6-e91d657af9b1 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:43:39.525247 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-33b15c9c-7f1e-43f5-82ac-088afc14bd0a tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:39.538837 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a3d54213-6803-42d5-912e-96795b5e8600 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:39.539773 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network a28bd5b6-714b-4367-a7ee-7a808235a967 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:43:39.584941 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a3d54213-6803-42d5-912e-96795b5e8600 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:39.595948 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d54213-6803-42d5-912e-96795b5e8600 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:39.597292 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a3d54213-6803-42d5-912e-96795b5e8600 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:39.621410 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-33b15c9c-7f1e-43f5-82ac-088afc14bd0a tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:39.658059 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-a5d3c364-e34f-4eb0-ad12-afad2ab62ec5 None None] Allocated IP 172.20.0.2 (626a60f8-d59a-428a-b08b-a7e9bdaf3b9d/0a65afde-b1d6-4cc8-a0ca-d832e7243462/6bd63963-2477-4b7d-ba0c-635709891ca6) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:43:39.707973 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a3d54213-6803-42d5-912e-96795b5e8600 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3749733 Aug 23 20:43:39.709113 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39982) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:39.723606 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e2d59f8e-aae7-4b04-bcd9-0aef00e87ab9 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Request body: {'subnet': {'network_id': 'a28bd5b6-714b-4367-a7ee-7a808235a967', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:43:39.773257 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6aa8dfed-ae2b-46d6-a3cf-11fd62873897 req-880f5b12-57dc-4ccf-a89e-55b513bf26ca tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:39.788325 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d54213-6803-42d5-912e-96795b5e8600 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Pushing event updated for resources: {'Network': ['ID=da37cafa-8a33-4bcd-8628-14a05aaf818d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:39.803501 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network da37cafa-8a33-4bcd-8628-14a05aaf818d details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:43:39.881250 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a5d3c364-e34f-4eb0-ad12-afad2ab62ec5 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:39.902047 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a5d3c364-e34f-4eb0-ad12-afad2ab62ec5 None None] Transition to ACTIVE for port object 6bd63963-2477-4b7d-ba0c-635709891ca6 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:43:39.932755 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a5d3c364-e34f-4eb0-ad12-afad2ab62ec5 None None] Transition to ACTIVE for port object 6bd63963-2477-4b7d-ba0c-635709891ca6 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:43:39.937357 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d59f8e-aae7-4b04-bcd9-0aef00e87ab9 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Made reservation on behalf of 7e87afd9e2b34cb3bc10a9adbc708e90 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:43:39.942414 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a5d3c364-e34f-4eb0-ad12-afad2ab62ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:39.942650 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e2d59f8e-aae7-4b04-bcd9-0aef00e87ab9 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:39.943098 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aa8dfed-ae2b-46d6-a3cf-11fd62873897 req-880f5b12-57dc-4ccf-a89e-55b513bf26ca tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Network 40d89235-fcfe-430c-9978-6c953c80cfc6 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:43:39.953817 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-6aa8dfed-ae2b-46d6-a3cf-11fd62873897 req-880f5b12-57dc-4ccf-a89e-55b513bf26ca tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:43:39.959480 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ffcbe7-482f-45fa-8086-423e871713ad req-1e6562c6-be97-490a-a575-f3cabdc449ac tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:39.961189 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-25ffcbe7-482f-45fa-8086-423e871713ad req-1e6562c6-be97-490a-a575-f3cabdc449ac tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=2100fe92-1387-49eb-91ce-7f3506747287 HTTP/1.1" status: 200 len: 932 time: 0.1055334 Aug 23 20:43:39.965058 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d3c364-e34f-4eb0-ad12-afad2ab62ec5 None None] Network 626a60f8-d59a-428a-b08b-a7e9bdaf3b9d is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:43:39.968689 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-a5d3c364-e34f-4eb0-ad12-afad2ab62ec5 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:43:39.983442 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aa8dfed-ae2b-46d6-a3cf-11fd62873897 req-880f5b12-57dc-4ccf-a89e-55b513bf26ca tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:43:39.994909 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d3c364-e34f-4eb0-ad12-afad2ab62ec5 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:43:40.000541 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f5b12-57dc-4ccf-a89e-55b513bf26ca tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Pushing event updated for resources: {'Port': ['ID=6a793c9e-159c-4235-82a7-f3968c1132de,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:40.014613 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-33b15c9c-7f1e-43f5-82ac-088afc14bd0a tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:40.053054 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-27a0b5e3-036d-4512-8380-0fd76545bd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:40.059067 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d3c364-e34f-4eb0-ad12-afad2ab62ec5 None None] Pushing event updated for resources: {'Port': ['ID=6bd63963-2477-4b7d-ba0c-635709891ca6,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:40.084383 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-25ffcbe7-482f-45fa-8086-423e871713ad req-40695a8d-ad1f-48b9-928f-e7bee1b5e267 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118009 Aug 23 20:43:40.119322 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-a5d3c364-e34f-4eb0-ad12-afad2ab62ec5 None None] Attempting to bind port 6bd63963-2477-4b7d-ba0c-635709891ca6 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:43:40.119808 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-a5d3c364-e34f-4eb0-ad12-afad2ab62ec5 None None] Attempting to bind port 6bd63963-2477-4b7d-ba0c-635709891ca6 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'deb5a313-d538-49e3-9434-3ad042c47672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '626a60f8-d59a-428a-b08b-a7e9bdaf3b9d'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:43:40.120210 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d3c364-e34f-4eb0-ad12-afad2ab62ec5 None None] Attempting to bind port 6bd63963-2477-4b7d-ba0c-635709891ca6 on network 626a60f8-d59a-428a-b08b-a7e9bdaf3b9d {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:43:40.129253 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d3c364-e34f-4eb0-ad12-afad2ab62ec5 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:43:40.129655 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d3c364-e34f-4eb0-ad12-afad2ab62ec5 None None] Checking segment: {'id': 'deb5a313-d538-49e3-9434-3ad042c47672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '626a60f8-d59a-428a-b08b-a7e9bdaf3b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:43:40.130061 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a5d3c364-e34f-4eb0-ad12-afad2ab62ec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:40.131106 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d3c364-e34f-4eb0-ad12-afad2ab62ec5 None None] Bound using segment: {'id': 'deb5a313-d538-49e3-9434-3ad042c47672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '626a60f8-d59a-428a-b08b-a7e9bdaf3b9d'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:43:40.131106 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-a5d3c364-e34f-4eb0-ad12-afad2ab62ec5 None None] Bound port: 6bd63963-2477-4b7d-ba0c-635709891ca6, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb5a313-d538-49e3-9434-3ad042c47672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '626a60f8-d59a-428a-b08b-a7e9bdaf3b9d'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:43:40.131415 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a5d3c364-e34f-4eb0-ad12-afad2ab62ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:40.214326 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8dfed-ae2b-46d6-a3cf-11fd62873897 req-880f5b12-57dc-4ccf-a89e-55b513bf26ca tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:40.215120 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6aa8dfed-ae2b-46d6-a3cf-11fd62873897 req-880f5b12-57dc-4ccf-a89e-55b513bf26ca tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:40.237579 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a5d3c364-e34f-4eb0-ad12-afad2ab62ec5 None None] For port 6bd63963-2477-4b7d-ba0c-635709891ca6, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:43:40.245372 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a5d3c364-e34f-4eb0-ad12-afad2ab62ec5 None None] For port 6bd63963-2477-4b7d-ba0c-635709891ca6, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=6bd63963-2477-4b7d-ba0c-635709891ca6,segment=NetworkSegment(deb5a313-d538-49e3-9434-3ad042c47672),segment_id=deb5a313-d538-49e3-9434-3ad042c47672)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:43:40.248079 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6aa8dfed-ae2b-46d6-a3cf-11fd62873897 req-880f5b12-57dc-4ccf-a89e-55b513bf26ca tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5175657 Aug 23 20:43:40.254700 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a5d3c364-e34f-4eb0-ad12-afad2ab62ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:40.258264 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774daa3e-3b28-4ef3-a9fe-6c02f8aa0dbb req-300cad06-4a5c-4f3a-b7c8-b69cc663152e tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:40.259950 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-774daa3e-3b28-4ef3-a9fe-6c02f8aa0dbb req-300cad06-4a5c-4f3a-b7c8-b69cc663152e tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] 10.222.0.61 "GET /v2.0/ports?device_id=39b41246-929d-4e08-bf27-c3eb30fad89d HTTP/1.1" status: 200 len: 946 time: 0.1081674 Aug 23 20:43:40.266277 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-6aa8dfed-ae2b-46d6-a3cf-11fd62873897 req-5a2e01c0-261f-4b76-8448-69ae532fae67 service neutron] Request body: {'port': {'device_id': '2100fe92-1387-49eb-91ce-7f3506747287', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:43:40.271753 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-33b15c9c-7f1e-43f5-82ac-088afc14bd0a tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:40.333693 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e2d59f8e-aae7-4b04-bcd9-0aef00e87ab9 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:40.348672 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:40.361391 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b15c9c-7f1e-43f5-82ac-088afc14bd0a tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Pushing event deleted for resources: {'Subnet': ['ID=36d1d18e-3192-43af-80f6-e91d657af9b1,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:40.371124 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-33b15c9c-7f1e-43f5-82ac-088afc14bd0a tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:40.378609 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-33b15c9c-7f1e-43f5-82ac-088afc14bd0a tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "DELETE /v2.0/subnets/36d1d18e-3192-43af-80f6-e91d657af9b1 HTTP/1.1" status: 204 len: 168 time: 0.9978936 Aug 23 20:43:40.380829 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37483996-f300-4317-adc2-54cbfbd44d9f None None] Network 67ab37de-4a86-4bbd-8972-e551cf9802fc requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:43:40.386780 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39992) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:40.388734 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d3c364-e34f-4eb0-ad12-afad2ab62ec5 None None] Pushing event updated for resources: {'Port': ['ID=6bd63963-2477-4b7d-ba0c-635709891ca6,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:40.424178 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-774daa3e-3b28-4ef3-a9fe-6c02f8aa0dbb req-d6e2f98a-c46f-4fca-a1ef-52674108f869 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] 10.222.0.61 "GET /v2.0/security-groups?id=76fa3571-b26c-4d42-bc0f-ea73a231863a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546006 Aug 23 20:43:40.424835 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6aa8dfed-ae2b-46d6-a3cf-11fd62873897 req-5a2e01c0-261f-4b76-8448-69ae532fae67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:40.585260 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d59f8e-aae7-4b04-bcd9-0aef00e87ab9 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Pushing event updated for resources: {'Subnet': ['ID=7cb4eaa3-3022-44c2-a746-c21667d9d12e,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:40.642328 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9dd1c018-3a99-4cca-89cc-4efdd3684474 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:40.651132 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d59f8e-aae7-4b04-bcd9-0aef00e87ab9 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Checking segment: {'id': 'a7083452-660e-49b3-859b-32c7e79d589f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a28bd5b6-714b-4367-a7ee-7a808235a967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:43:40.651574 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d59f8e-aae7-4b04-bcd9-0aef00e87ab9 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Network hostable DHCP agents. Network: a28bd5b6-714b-4367-a7ee-7a808235a967, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:43:40.739060 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79efa27-167f-4e63-a25e-f5e8968b9578 None None] DHCP port deletion for 67ab37de-4a86-4bbd-8972-e551cf9802fc request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:43:40.755679 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6493ce-f7f5-4e57-8708-f5a544136218 req-cc116afb-92ac-4d7f-8dff-875455192da7 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:40.771450 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0d6493ce-f7f5-4e57-8708-f5a544136218 req-cc116afb-92ac-4d7f-8dff-875455192da7 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] 10.222.0.61 "GET /v2.0/ports?device_id=39b41246-929d-4e08-bf27-c3eb30fad89d HTTP/1.1" status: 200 len: 946 time: 0.2166688 Aug 23 20:43:40.773753 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40000) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:40.779646 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-7c43a5d1-4f5a-4fdd-a73e-bc1640747e5f tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Request body: {'floatingip': {'port_id': 'fcbd9f8b-f66b-4a25-858a-faf659328829'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:43:40.801236 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d59f8e-aae7-4b04-bcd9-0aef00e87ab9 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Network a28bd5b6-714b-4367-a7ee-7a808235a967 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:43:40.827393 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-9dd1c018-3a99-4cca-89cc-4efdd3684474 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Deleting port 3dae6923-673f-4d56-81c7-8c987326f891 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:43:40.827393 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9dd1c018-3a99-4cca-89cc-4efdd3684474 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:40.852785 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7c43a5d1-4f5a-4fdd-a73e-bc1640747e5f tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Notify callbacks [] for floatingip, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:40.864824 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a79efa27-167f-4e63-a25e-f5e8968b9578 None None] Deleting port 3dae6923-673f-4d56-81c7-8c987326f891 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:43:40.865466 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a79efa27-167f-4e63-a25e-f5e8968b9578 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:40.931439 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-9dd1c018-3a99-4cca-89cc-4efdd3684474 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] For port 3dae6923-673f-4d56-81c7-8c987326f891, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=3dae6923-673f-4d56-81c7-8c987326f891,segment=NetworkSegment(992db793-c6d4-4392-aef0-b54a47cfdfe1),segment_id=992db793-c6d4-4392-aef0-b54a47cfdfe1)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:43:40.931973 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9dd1c018-3a99-4cca-89cc-4efdd3684474 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:40.950427 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-9dd1c018-3a99-4cca-89cc-4efdd3684474 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Calling delete_port for 3dae6923-673f-4d56-81c7-8c987326f891 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:43:40.961889 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-e2d59f8e-aae7-4b04-bcd9-0aef00e87ab9 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, a28bd5b6-714b-4367-a7ee-7a808235a967) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:43:40.969642 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d59f8e-aae7-4b04-bcd9-0aef00e87ab9 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:40.970313 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e2d59f8e-aae7-4b04-bcd9-0aef00e87ab9 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:40.976967 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b666690a-23da-42f4-832e-5675cb618f1d None None] Network a28bd5b6-714b-4367-a7ee-7a808235a967 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:43:41.038094 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e2d59f8e-aae7-4b04-bcd9-0aef00e87ab9 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3242776 Aug 23 20:43:41.040682 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40004) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:41.042218 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a79efa27-167f-4e63-a25e-f5e8968b9578 None None] For port 3dae6923-673f-4d56-81c7-8c987326f891, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=3dae6923-673f-4d56-81c7-8c987326f891,segment=NetworkSegment(992db793-c6d4-4392-aef0-b54a47cfdfe1),segment_id=992db793-c6d4-4392-aef0-b54a47cfdfe1)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:43:41.042614 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a79efa27-167f-4e63-a25e-f5e8968b9578 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:41.049270 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-4087cf02-2069-44ab-8c1a-99688fda3b87 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Request body: {'subnet': {'network_id': 'da37cafa-8a33-4bcd-8628-14a05aaf818d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:43:41.060293 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a79efa27-167f-4e63-a25e-f5e8968b9578 None None] Calling delete_port for 3dae6923-673f-4d56-81c7-8c987326f891 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:43:41.151264 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-6aa8dfed-ae2b-46d6-a3cf-11fd62873897 req-5a2e01c0-261f-4b76-8448-69ae532fae67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a793c9e-159c-4235-82a7-f3968c1132de {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:43:41.161045 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6aa8dfed-ae2b-46d6-a3cf-11fd62873897 req-5a2e01c0-261f-4b76-8448-69ae532fae67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:41.181256 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-6aa8dfed-ae2b-46d6-a3cf-11fd62873897 req-5a2e01c0-261f-4b76-8448-69ae532fae67 service neutron] Transition to ACTIVE for port object 6a793c9e-159c-4235-82a7-f3968c1132de will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:43:41.257963 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9dd1c018-3a99-4cca-89cc-4efdd3684474 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:41.274283 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4087cf02-2069-44ab-8c1a-99688fda3b87 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Made reservation on behalf of 7e87afd9e2b34cb3bc10a9adbc708e90 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:43:41.277785 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4087cf02-2069-44ab-8c1a-99688fda3b87 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:41.297139 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6aa8dfed-ae2b-46d6-a3cf-11fd62873897 req-5a2e01c0-261f-4b76-8448-69ae532fae67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:41.297659 n-d-805663-2 neutron-server[94689]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 23 20:43:41.297659 n-d-805663-2 neutron-server[94689]: from cryptography.utils import int_from_bytes Aug 23 20:43:41.297659 n-d-805663-2 neutron-server[94689]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 23 20:43:41.297659 n-d-805663-2 neutron-server[94689]: from cryptography.utils import int_from_bytes Aug 23 20:43:41.297659 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:43:41.297659 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:43:41.297659 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:43:41.297659 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:43:41.297659 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:43:41.297659 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:43:41.297659 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:43:41.297659 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:43:41.297659 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:43:41.297659 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:43:41.297659 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:43:41.297659 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:43:41.297659 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:43:41.297659 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:43:41.297659 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:43:41.297659 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:43:41.297659 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:43:41.297659 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:43:41.297659 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:43:41.297659 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:43:41.297659 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:43:41.297659 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:43:41.297659 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:43:41.297659 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:43:41.297659 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:43:41.297659 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:43:41.297659 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:43:41.297659 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:43:41.297659 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:43:41.297659 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:43:41.297659 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:43:41.297659 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:43:41.297659 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:43:41.297659 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:43:41.297659 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:43:41.297659 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:43:41.297659 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:43:41.297659 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:43:41.297659 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:43:41.297659 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:43:41.297659 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:43:41.297659 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:43:41.297659 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:43:41.297659 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:43:41.297659 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:43:41.297659 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:43:41.297659 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:43:41.297659 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:43:41.297659 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:43:41.297659 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:43:41.297659 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:43:41.297659 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:43:41.303369 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a79efa27-167f-4e63-a25e-f5e8968b9578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:41.316755 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79efa27-167f-4e63-a25e-f5e8968b9578 None None] No DVR routers for this DVR port 3dae6923-673f-4d56-81c7-8c987326f891 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:43:41.348156 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79efa27-167f-4e63-a25e-f5e8968b9578 None None] Pushing event deleted for resources: {'Port': ['ID=3dae6923-673f-4d56-81c7-8c987326f891,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:41.386411 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64511a4-b10d-4fb2-b38f-db7917bbdcc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-a28bd5b6-714b-4367-a7ee-7a808235a967', 'network_id': 'a28bd5b6-714b-4367-a7ee-7a808235a967', 'tenant_id': '7e87afd9e2b34cb3bc10a9adbc708e90', 'fixed_ips': [{'subnet_id': '7cb4eaa3-3022-44c2-a746-c21667d9d12e'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:43:41.387446 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c64511a4-b10d-4fb2-b38f-db7917bbdcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:41.460791 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2e01c0-261f-4b76-8448-69ae532fae67 service neutron] Pushing event updated for resources: {'Port': ['ID=6a793c9e-159c-4235-82a7-f3968c1132de,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:41.485900 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd1c018-3a99-4cca-89cc-4efdd3684474 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] No DVR routers for this DVR port 3dae6923-673f-4d56-81c7-8c987326f891 on host n-d-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:43:41.554864 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd1c018-3a99-4cca-89cc-4efdd3684474 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Pushing event deleted for resources: {'Port': ['ID=3dae6923-673f-4d56-81c7-8c987326f891,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:41.577434 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c201d97-68e4-4fa8-aad2-2a821de6d3c8 req-39e0b479-1217-49c4-a9aa-e0b2a9843a79 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:41.586399 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7c201d97-68e4-4fa8-aad2-2a821de6d3c8 req-39e0b479-1217-49c4-a9aa-e0b2a9843a79 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=2100fe92-1387-49eb-91ce-7f3506747287 HTTP/1.1" status: 200 len: 944 time: 0.3775086 Aug 23 20:43:41.611942 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 6bd63963-2477-4b7d-ba0c-635709891ca6 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:43:41.704005 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-c64511a4-b10d-4fb2-b38f-db7917bbdcc6 None None] Allocated IP 172.20.0.2 (a28bd5b6-714b-4367-a7ee-7a808235a967/7cb4eaa3-3022-44c2-a746-c21667d9d12e/f4bdfc79-44c4-429a-8a5d-240f5d0595a0) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:43:41.739756 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 6bd63963-2477-4b7d-ba0c-635709891ca6 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:43:41.764978 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7c201d97-68e4-4fa8-aad2-2a821de6d3c8 req-a734fa46-1acb-4bdb-8472-90f0cf894f2f tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775179 Aug 23 20:43:41.868163 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9dd1c018-3a99-4cca-89cc-4efdd3684474 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:41.927719 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 3dae6923-673f-4d56-81c7-8c987326f891 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:43:41.933915 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-9dd1c018-3a99-4cca-89cc-4efdd3684474 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67ab37de-4a86-4bbd-8972-e551cf9802fc']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:41.938151 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-6aa8dfed-ae2b-46d6-a3cf-11fd62873897 req-5a2e01c0-261f-4b76-8448-69ae532fae67 service neutron] Attempting to bind port 6a793c9e-159c-4235-82a7-f3968c1132de on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:43:41.938719 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-6aa8dfed-ae2b-46d6-a3cf-11fd62873897 req-5a2e01c0-261f-4b76-8448-69ae532fae67 service neutron] Attempting to bind port 6a793c9e-159c-4235-82a7-f3968c1132de by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': 'e190d2cc-1af7-492d-b8d4-8b6565472069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '40d89235-fcfe-430c-9978-6c953c80cfc6'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:43:41.938820 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa8dfed-ae2b-46d6-a3cf-11fd62873897 req-5a2e01c0-261f-4b76-8448-69ae532fae67 service neutron] Attempting to bind port 6a793c9e-159c-4235-82a7-f3968c1132de on network 40d89235-fcfe-430c-9978-6c953c80cfc6 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:43:41.985038 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa8dfed-ae2b-46d6-a3cf-11fd62873897 req-5a2e01c0-261f-4b76-8448-69ae532fae67 service neutron] Port 6a793c9e-159c-4235-82a7-f3968c1132de on network 40d89235-fcfe-430c-9978-6c953c80cfc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:43:41.985372 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa8dfed-ae2b-46d6-a3cf-11fd62873897 req-5a2e01c0-261f-4b76-8448-69ae532fae67 service neutron] Attempting to bind port 6a793c9e-159c-4235-82a7-f3968c1132de on network 40d89235-fcfe-430c-9978-6c953c80cfc6 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:43:41.995097 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-9dd1c018-3a99-4cca-89cc-4efdd3684474 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '992db793-c6d4-4392-aef0-b54a47cfdfe1') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:41.995480 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-9dd1c018-3a99-4cca-89cc-4efdd3684474 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '992db793-c6d4-4392-aef0-b54a47cfdfe1') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:41.999072 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4087cf02-2069-44ab-8c1a-99688fda3b87 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:42.004782 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 3dae6923-673f-4d56-81c7-8c987326f891 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:43:42.005021 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 3dae6923-673f-4d56-81c7-8c987326f891 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:43:42.051449 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9dd1c018-3a99-4cca-89cc-4efdd3684474 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:42.057972 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61101dc-f00f-4d7f-a97a-66cf84198b7c None None] Network 626a60f8-d59a-428a-b08b-a7e9bdaf3b9d requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:43:42.070975 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa8dfed-ae2b-46d6-a3cf-11fd62873897 req-5a2e01c0-261f-4b76-8448-69ae532fae67 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:43:42.072605 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa8dfed-ae2b-46d6-a3cf-11fd62873897 req-5a2e01c0-261f-4b76-8448-69ae532fae67 service neutron] Checking segment: {'id': 'e190d2cc-1af7-492d-b8d4-8b6565472069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '40d89235-fcfe-430c-9978-6c953c80cfc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:43:42.073042 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa8dfed-ae2b-46d6-a3cf-11fd62873897 req-5a2e01c0-261f-4b76-8448-69ae532fae67 service neutron] Bound using segment: {'id': 'e190d2cc-1af7-492d-b8d4-8b6565472069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '40d89235-fcfe-430c-9978-6c953c80cfc6'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:43:42.073452 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-6aa8dfed-ae2b-46d6-a3cf-11fd62873897 req-5a2e01c0-261f-4b76-8448-69ae532fae67 service neutron] Bound port: 6a793c9e-159c-4235-82a7-f3968c1132de, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e190d2cc-1af7-492d-b8d4-8b6565472069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '40d89235-fcfe-430c-9978-6c953c80cfc6'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:43:42.075776 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6aa8dfed-ae2b-46d6-a3cf-11fd62873897 req-5a2e01c0-261f-4b76-8448-69ae532fae67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:42.128778 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9dd1c018-3a99-4cca-89cc-4efdd3684474 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:42.142862 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dd1c018-3a99-4cca-89cc-4efdd3684474 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:43:42.143246 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9dd1c018-3a99-4cca-89cc-4efdd3684474 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:42.148961 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:43:42.148961 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:43:42.148961 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:43:42.148961 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:43:42.148961 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:43:42.148961 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:43:42.148961 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:43:42.148961 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:43:42.148961 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:43:42.148961 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:43:42.148961 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:43:42.148961 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:43:42.148961 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:43:42.148961 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:43:42.148961 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:43:42.148961 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:43:42.148961 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:43:42.148961 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:43:42.148961 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:43:42.148961 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:43:42.148961 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:43:42.148961 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:43:42.148961 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:43:42.148961 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:43:42.148961 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:43:42.148961 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:43:42.148961 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:43:42.148961 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:43:42.148961 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:43:42.148961 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:43:42.148961 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:43:42.148961 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:43:42.202886 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.db.resource_extend [None req-7c43a5d1-4f5a-4fdd-a73e-bc1640747e5f tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 20:43:42.203598 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4a1dc269-ef0e-4ac1-811f-83c353253fda None None] Provisioning for port 6bd63963-2477-4b7d-ba0c-635709891ca6 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:43:42.220042 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4a1dc269-ef0e-4ac1-811f-83c353253fda None None] Provisioning complete for port 6bd63963-2477-4b7d-ba0c-635709891ca6 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:43:42.220439 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4a1dc269-ef0e-4ac1-811f-83c353253fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:42.224981 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4087cf02-2069-44ab-8c1a-99688fda3b87 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Pushing event updated for resources: {'Subnet': ['ID=7d432e14-2754-42fb-baf8-aeccf6505f25,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:42.249895 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4087cf02-2069-44ab-8c1a-99688fda3b87 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Checking segment: {'id': '71bf13ae-4c88-476b-a55c-fece692db076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'da37cafa-8a33-4bcd-8628-14a05aaf818d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:43:42.250219 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4087cf02-2069-44ab-8c1a-99688fda3b87 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Network hostable DHCP agents. Network: da37cafa-8a33-4bcd-8628-14a05aaf818d, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:43:42.269449 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9dd1c018-3a99-4cca-89cc-4efdd3684474 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:42.272713 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c64511a4-b10d-4fb2-b38f-db7917bbdcc6 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:42.296806 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9dd1c018-3a99-4cca-89cc-4efdd3684474 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:42.298773 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9dd1c018-3a99-4cca-89cc-4efdd3684474 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "DELETE /v2.0/networks/67ab37de-4a86-4bbd-8972-e551cf9802fc HTTP/1.1" status: 204 len: 168 time: 1.9107246 Aug 23 20:43:42.299747 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd1c018-3a99-4cca-89cc-4efdd3684474 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Pushing event deleted for resources: {'Network': ['ID=67ab37de-4a86-4bbd-8972-e551cf9802fc,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:42.302454 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40030) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:42.311465 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4087cf02-2069-44ab-8c1a-99688fda3b87 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Network da37cafa-8a33-4bcd-8628-14a05aaf818d is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:43:42.319380 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c64511a4-b10d-4fb2-b38f-db7917bbdcc6 None None] Transition to ACTIVE for port object f4bdfc79-44c4-429a-8a5d-240f5d0595a0 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:43:42.352140 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c64511a4-b10d-4fb2-b38f-db7917bbdcc6 None None] Transition to ACTIVE for port object f4bdfc79-44c4-429a-8a5d-240f5d0595a0 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:43:42.378863 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-4087cf02-2069-44ab-8c1a-99688fda3b87 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, da37cafa-8a33-4bcd-8628-14a05aaf818d) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:43:42.409998 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7c43a5d1-4f5a-4fdd-a73e-bc1640747e5f tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:42.411908 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-07641f04-246e-4107-8f54-255dd4d4ced1 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Deleting subnet c1a419a3-db45-4031-9fc5-a033199acca8 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:43:42.415527 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fda245-a67a-473c-9a34-d5d1683d1f01 None None] Network da37cafa-8a33-4bcd-8628-14a05aaf818d requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:43:42.418677 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4087cf02-2069-44ab-8c1a-99688fda3b87 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:42.420015 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4087cf02-2069-44ab-8c1a-99688fda3b87 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:42.423065 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7c43a5d1-4f5a-4fdd-a73e-bc1640747e5f tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:42.425326 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-07641f04-246e-4107-8f54-255dd4d4ced1 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:42.522989 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-6aa8dfed-ae2b-46d6-a3cf-11fd62873897 req-5a2e01c0-261f-4b76-8448-69ae532fae67 service neutron] For port 6a793c9e-159c-4235-82a7-f3968c1132de, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:43:42.555415 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4087cf02-2069-44ab-8c1a-99688fda3b87 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5121975 Aug 23 20:43:42.561330 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40036) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:42.565819 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c64511a4-b10d-4fb2-b38f-db7917bbdcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:42.586845 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-07641f04-246e-4107-8f54-255dd4d4ced1 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:42.625334 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd33a4-aff8-4ae4-8262-4ca784f8920d req-4dd0a6eb-c873-43ee-878c-95e89368a707 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:42.626877 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-50fd33a4-aff8-4ae4-8262-4ca784f8920d req-4dd0a6eb-c873-43ee-878c-95e89368a707 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=efe3d0bd-71a7-470a-99cc-6346f7446cd6 HTTP/1.1" status: 200 len: 945 time: 0.1179066 Aug 23 20:43:42.633156 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-6aa8dfed-ae2b-46d6-a3cf-11fd62873897 req-5a2e01c0-261f-4b76-8448-69ae532fae67 service neutron] For port 6a793c9e-159c-4235-82a7-f3968c1132de, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=6a793c9e-159c-4235-82a7-f3968c1132de,segment=NetworkSegment(e190d2cc-1af7-492d-b8d4-8b6565472069),segment_id=e190d2cc-1af7-492d-b8d4-8b6565472069)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:43:42.641872 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14b227-4462-420b-bf63-d8f2726a62cf req-6c04e92d-7c12-4c0c-a1bc-2b50bda5f3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:42.644090 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-af14b227-4462-420b-bf63-d8f2726a62cf req-6c04e92d-7c12-4c0c-a1bc-2b50bda5f3c2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dfca521cd42c404497e1668b14cff80f&device_id=efe3d0bd-71a7-470a-99cc-6346f7446cd6 HTTP/1.1" status: 200 len: 1096 time: 0.1844387 Aug 23 20:43:42.646047 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6aa8dfed-ae2b-46d6-a3cf-11fd62873897 req-5a2e01c0-261f-4b76-8448-69ae532fae67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:42.671321 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64511a4-b10d-4fb2-b38f-db7917bbdcc6 None None] Network a28bd5b6-714b-4367-a7ee-7a808235a967 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:43:42.694816 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-c64511a4-b10d-4fb2-b38f-db7917bbdcc6 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:43:42.707431 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64511a4-b10d-4fb2-b38f-db7917bbdcc6 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:43:42.743827 n-d-805663-2 neutron-server[94687]: INFO neutron.db.l3_db [None req-7c43a5d1-4f5a-4fdd-a73e-bc1640747e5f tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Floating IP 665789e3-bc7f-4e92-b714-7111d69723e0 associated. External IP: 172.25.4.146, port: fcbd9f8b-f66b-4a25-858a-faf659328829. Aug 23 20:43:42.750535 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8dfed-ae2b-46d6-a3cf-11fd62873897 req-5a2e01c0-261f-4b76-8448-69ae532fae67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:42.751170 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6aa8dfed-ae2b-46d6-a3cf-11fd62873897 req-5a2e01c0-261f-4b76-8448-69ae532fae67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:42.752719 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6aa8dfed-ae2b-46d6-a3cf-11fd62873897 req-5a2e01c0-261f-4b76-8448-69ae532fae67 service neutron] 10.222.0.11 "PUT /v2.0/ports/6a793c9e-159c-4235-82a7-f3968c1132de HTTP/1.1" status: 200 len: 1092 time: 2.4917271 Aug 23 20:43:42.764818 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64511a4-b10d-4fb2-b38f-db7917bbdcc6 None None] Pushing event updated for resources: {'Port': ['ID=f4bdfc79-44c4-429a-8a5d-240f5d0595a0,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:42.792684 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2100fe92-1387-49eb-91ce-7f3506747287', 'tag': '6a793c9e-159c-4235-82a7-f3968c1132de'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:43:42.796372 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d793ec-0f89-4f60-b867-23c7c0ebf1d8" -d '{"events": [{"name": "network-changed", "server_uuid": "2100fe92-1387-49eb-91ce-7f3506747287", "tag": "6a793c9e-159c-4235-82a7-f3968c1132de"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:43:42.835118 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f70f7d-48d4-4bca-b2bb-f22bdb730a7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-da37cafa-8a33-4bcd-8628-14a05aaf818d', 'network_id': 'da37cafa-8a33-4bcd-8628-14a05aaf818d', 'tenant_id': '7e87afd9e2b34cb3bc10a9adbc708e90', 'fixed_ips': [{'subnet_id': '7d432e14-2754-42fb-baf8-aeccf6505f25'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:43:42.840808 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-29f70f7d-48d4-4bca-b2bb-f22bdb730a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:42.857320 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-50fd33a4-aff8-4ae4-8262-4ca784f8920d req-361c13e3-54f1-4200-bb49-6b2b4e1b6259 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210488 Aug 23 20:43:42.873162 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14b227-4462-420b-bf63-d8f2726a62cf req-e9b21865-4e18-4fd2-ae8c-0a536b951833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:42.875157 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-af14b227-4462-420b-bf63-d8f2726a62cf req-e9b21865-4e18-4fd2-ae8c-0a536b951833 service neutron] 10.222.0.32 "GET /v2.0/networks?id=08ee7db6-ee70-42c6-86e8-ee22c22907f2 HTTP/1.1" status: 200 len: 920 time: 0.2177210 Aug 23 20:43:42.890722 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4a1dc269-ef0e-4ac1-811f-83c353253fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:42.920700 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-07641f04-246e-4107-8f54-255dd4d4ced1 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:42.976662 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c64511a4-b10d-4fb2-b38f-db7917bbdcc6 None None] Attempting to bind port f4bdfc79-44c4-429a-8a5d-240f5d0595a0 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:43:42.977428 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c64511a4-b10d-4fb2-b38f-db7917bbdcc6 None None] Attempting to bind port f4bdfc79-44c4-429a-8a5d-240f5d0595a0 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'a7083452-660e-49b3-859b-32c7e79d589f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a28bd5b6-714b-4367-a7ee-7a808235a967'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:43:42.978075 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64511a4-b10d-4fb2-b38f-db7917bbdcc6 None None] Attempting to bind port f4bdfc79-44c4-429a-8a5d-240f5d0595a0 on network a28bd5b6-714b-4367-a7ee-7a808235a967 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:43:42.986045 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-af14b227-4462-420b-bf63-d8f2726a62cf req-97dfafcf-548d-4f3d-9413-4cd822e53e17 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b814750-a2f2-4a4c-b6ae-0ba0827daf66 HTTP/1.1" status: 200 len: 217 time: 0.0976629 Aug 23 20:43:42.999999 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64511a4-b10d-4fb2-b38f-db7917bbdcc6 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:43:43.000827 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64511a4-b10d-4fb2-b38f-db7917bbdcc6 None None] Checking segment: {'id': 'a7083452-660e-49b3-859b-32c7e79d589f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a28bd5b6-714b-4367-a7ee-7a808235a967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:43:43.001505 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c64511a4-b10d-4fb2-b38f-db7917bbdcc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:43.002206 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64511a4-b10d-4fb2-b38f-db7917bbdcc6 None None] Bound using segment: {'id': 'a7083452-660e-49b3-859b-32c7e79d589f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a28bd5b6-714b-4367-a7ee-7a808235a967'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:43:43.002934 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c64511a4-b10d-4fb2-b38f-db7917bbdcc6 None None] Bound port: f4bdfc79-44c4-429a-8a5d-240f5d0595a0, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7083452-660e-49b3-859b-32c7e79d589f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a28bd5b6-714b-4367-a7ee-7a808235a967'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:43:43.003653 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c64511a4-b10d-4fb2-b38f-db7917bbdcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:43.105129 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14b227-4462-420b-bf63-d8f2726a62cf req-7ea08f9f-62ce-4517-9022-432d082c3940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:43.110800 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-af14b227-4462-420b-bf63-d8f2726a62cf req-7ea08f9f-62ce-4517-9022-432d082c3940 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f081180f-c4fd-4243-9f2e-305cad1ce609 HTTP/1.1" status: 200 len: 859 time: 0.1165700 Aug 23 20:43:43.167049 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-29f70f7d-48d4-4bca-b2bb-f22bdb730a7f None None] Allocated IP 172.20.0.2 (da37cafa-8a33-4bcd-8628-14a05aaf818d/7d432e14-2754-42fb-baf8-aeccf6505f25/e90469d5-e1df-4174-ae60-89803ca89467) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:43:43.168504 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-af14b227-4462-420b-bf63-d8f2726a62cf req-c486238b-49d0-4c7b-a339-b14baea60922 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=08ee7db6-ee70-42c6-86e8-ee22c22907f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487983 Aug 23 20:43:43.269240 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-07641f04-246e-4107-8f54-255dd4d4ced1 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:43.312996 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07641f04-246e-4107-8f54-255dd4d4ced1 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Pushing event deleted for resources: {'Subnet': ['ID=c1a419a3-db45-4031-9fc5-a033199acca8,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:43.321949 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-07641f04-246e-4107-8f54-255dd4d4ced1 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:43.345423 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-07641f04-246e-4107-8f54-255dd4d4ced1 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "DELETE /v2.0/subnets/c1a419a3-db45-4031-9fc5-a033199acca8 HTTP/1.1" status: 204 len: 168 time: 1.0293815 Aug 23 20:43:43.349445 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40046) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:43.449765 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f3d426-a66c-4931-a976-e641c597b8e3 x-openstack-request-id: req-02f3d426-a66c-4931-a976-e641c597b8e3 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:43:43.450400 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2100fe92-1387-49eb-91ce-7f3506747287", "tag": "6a793c9e-159c-4235-82a7-f3968c1132de", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:43:43.451412 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-02f3d426-a66c-4931-a976-e641c597b8e3 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:43:43.452226 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2100fe92-1387-49eb-91ce-7f3506747287', 'tag': '6a793c9e-159c-4235-82a7-f3968c1132de', 'status': 'completed', 'code': 200} Aug 23 20:43:43.479862 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-af14b227-4462-420b-bf63-d8f2726a62cf req-44ca4d6c-360c-4caa-82e0-19ba597c92b8 service neutron] 10.222.0.32 "GET /v2.0/networks/08ee7db6-ee70-42c6-86e8-ee22c22907f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023980 Aug 23 20:43:43.492589 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-29f70f7d-48d4-4bca-b2bb-f22bdb730a7f None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:43.501885 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-29f70f7d-48d4-4bca-b2bb-f22bdb730a7f None None] Transition to ACTIVE for port object e90469d5-e1df-4174-ae60-89803ca89467 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:43:43.521107 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-29f70f7d-48d4-4bca-b2bb-f22bdb730a7f None None] Transition to ACTIVE for port object e90469d5-e1df-4174-ae60-89803ca89467 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:43:43.537709 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbef82ba-6d89-45bd-9098-fc105a08e673 None None] Network c1495c8c-0e4a-4fa5-8aa1-8b05165324c0 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:43:43.596649 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2e01c0-261f-4b76-8448-69ae532fae67 service neutron] Pushing event updated for resources: {'Port': ['ID=6a793c9e-159c-4235-82a7-f3968c1132de,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:43.609411 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-af14b227-4462-420b-bf63-d8f2726a62cf req-222febb3-5282-404c-8e35-5e4ce7620719 service neutron] 10.222.0.32 "GET /v2.0/networks/08ee7db6-ee70-42c6-86e8-ee22c22907f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180847 Aug 23 20:43:43.625134 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8df67448-1cbd-4793-a99b-6f85f0a7df4b tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:43.704221 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-29f70f7d-48d4-4bca-b2bb-f22bdb730a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:43.720306 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-8df67448-1cbd-4793-a99b-6f85f0a7df4b tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Deleting port 4ce513a6-9307-4ad4-af6e-480891fa02dd {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:43:43.720875 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8df67448-1cbd-4793-a99b-6f85f0a7df4b tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:43.767528 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b0c21324-910a-4a1d-b5ca-582739b84535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:43.768615 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3a408-2a3c-4daf-9619-4dd50cda6eec req-0ac52ff4-e1cd-4831-b670-c3ed6dfa0d1b tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:43.776540 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6bf3a408-2a3c-4daf-9619-4dd50cda6eec req-0ac52ff4-e1cd-4831-b670-c3ed6dfa0d1b tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=2100fe92-1387-49eb-91ce-7f3506747287 HTTP/1.1" status: 200 len: 944 time: 0.3014498 Aug 23 20:43:43.778106 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f70f7d-48d4-4bca-b2bb-f22bdb730a7f None None] Pushing event updated for resources: {'Port': ['ID=e90469d5-e1df-4174-ae60-89803ca89467,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:43.788782 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8dfed-ae2b-46d6-a3cf-11fd62873897 req-a91cc129-3d91-40ee-9b66-67111a33942d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:43.791024 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6aa8dfed-ae2b-46d6-a3cf-11fd62873897 req-a91cc129-3d91-40ee-9b66-67111a33942d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a52591e4b2ca4f7ea6501e12fd93c666&device_id=2100fe92-1387-49eb-91ce-7f3506747287 HTTP/1.1" status: 200 len: 1095 time: 0.9470396 Aug 23 20:43:43.802057 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4a1dc269-ef0e-4ac1-811f-83c353253fda None None] For port 6bd63963-2477-4b7d-ba0c-635709891ca6, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=6bd63963-2477-4b7d-ba0c-635709891ca6,segment=NetworkSegment(deb5a313-d538-49e3-9434-3ad042c47672),segment_id=deb5a313-d538-49e3-9434-3ad042c47672)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:43:43.845982 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-8df67448-1cbd-4793-a99b-6f85f0a7df4b tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] For port 4ce513a6-9307-4ad4-af6e-480891fa02dd, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=4ce513a6-9307-4ad4-af6e-480891fa02dd,segment=NetworkSegment(43c51dc2-15d3-423d-9044-f9aefb3fddee),segment_id=43c51dc2-15d3-423d-9044-f9aefb3fddee)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:43:43.846651 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8df67448-1cbd-4793-a99b-6f85f0a7df4b tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:43.876697 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6aa8dfed-ae2b-46d6-a3cf-11fd62873897 req-d331b027-0c62-4406-8c28-5c46f0191efb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a793c9e-159c-4235-82a7-f3968c1132de HTTP/1.1" status: 200 len: 217 time: 0.0684829 Aug 23 20:43:43.882889 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-c64511a4-b10d-4fb2-b38f-db7917bbdcc6 None None] For port f4bdfc79-44c4-429a-8a5d-240f5d0595a0, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:43:43.887099 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-c64511a4-b10d-4fb2-b38f-db7917bbdcc6 None None] For port f4bdfc79-44c4-429a-8a5d-240f5d0595a0, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=f4bdfc79-44c4-429a-8a5d-240f5d0595a0,segment=NetworkSegment(a7083452-660e-49b3-859b-32c7e79d589f),segment_id=a7083452-660e-49b3-859b-32c7e79d589f)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:43:43.909646 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-8df67448-1cbd-4793-a99b-6f85f0a7df4b tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Calling delete_port for 4ce513a6-9307-4ad4-af6e-480891fa02dd owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:43:43.939872 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-919d622f-3129-481f-abf9-21bd6c3db715 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:44.054322 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6bf3a408-2a3c-4daf-9619-4dd50cda6eec req-5261ebe3-e3d9-4198-9343-fedf16beb797 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743804 Aug 23 20:43:44.105346 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b7c69-9cca-48f0-bc2a-74b057d967b3 req-ce1f16ec-8df4-460b-b87d-c8df47237437 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:44.113144 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d42b7c69-9cca-48f0-bc2a-74b057d967b3 req-ce1f16ec-8df4-460b-b87d-c8df47237437 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=efe3d0bd-71a7-470a-99cc-6346f7446cd6 HTTP/1.1" status: 200 len: 945 time: 0.1072936 Aug 23 20:43:44.113577 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4a1dc269-ef0e-4ac1-811f-83c353253fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:44.116069 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:44.119651 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8dfed-ae2b-46d6-a3cf-11fd62873897 req-ac55ff53-d8d9-4123-a3d4-eb0d0f8fca83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:44.120443 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f70f7d-48d4-4bca-b2bb-f22bdb730a7f None None] Network da37cafa-8a33-4bcd-8628-14a05aaf818d is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:43:44.121405 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6aa8dfed-ae2b-46d6-a3cf-11fd62873897 req-ac55ff53-d8d9-4123-a3d4-eb0d0f8fca83 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=862c8f9e-f5be-49f7-8b8f-82cbcaf44c62 HTTP/1.1" status: 200 len: 854 time: 0.1977093 Aug 23 20:43:44.126043 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c64511a4-b10d-4fb2-b38f-db7917bbdcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:44.157740 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-29f70f7d-48d4-4bca-b2bb-f22bdb730a7f None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:43:44.170536 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f70f7d-48d4-4bca-b2bb-f22bdb730a7f None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:43:44.218592 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d42b7c69-9cca-48f0-bc2a-74b057d967b3 req-0b752219-997d-49d0-b1cf-3f745bf82564 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013176 Aug 23 20:43:44.223431 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8df67448-1cbd-4793-a99b-6f85f0a7df4b tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:44.295962 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df67448-1cbd-4793-a99b-6f85f0a7df4b tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Pushing event deleted for resources: {'Port': ['ID=4ce513a6-9307-4ad4-af6e-480891fa02dd,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:44.303529 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6aa8dfed-ae2b-46d6-a3cf-11fd62873897 req-894fd25a-83fd-490d-8ba4-7fa86fd218ea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=40d89235-fcfe-430c-9978-6c953c80cfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1429417 Aug 23 20:43:44.310071 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df67448-1cbd-4793-a99b-6f85f0a7df4b tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] No DVR routers for this DVR port 4ce513a6-9307-4ad4-af6e-480891fa02dd on host n-d-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:43:44.350327 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cda3d0-87de-40d6-84e0-2c228fee9185 None None] DHCP port deletion for c1495c8c-0e4a-4fa5-8aa1-8b05165324c0 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:43:44.366089 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1dc269-ef0e-4ac1-811f-83c353253fda None None] Pushing event updated for resources: {'Port': ['ID=6bd63963-2477-4b7d-ba0c-635709891ca6,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:44.402499 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-845d04de-6347-451a-bc91-a31c1ae8539f None None] Provisioning complete for port 6bd63963-2477-4b7d-ba0c-635709891ca6 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:43:44.402928 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-845d04de-6347-451a-bc91-a31c1ae8539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:44.405971 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-29f70f7d-48d4-4bca-b2bb-f22bdb730a7f None None] Attempting to bind port e90469d5-e1df-4174-ae60-89803ca89467 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:43:44.406494 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-29f70f7d-48d4-4bca-b2bb-f22bdb730a7f None None] Attempting to bind port e90469d5-e1df-4174-ae60-89803ca89467 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '71bf13ae-4c88-476b-a55c-fece692db076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'da37cafa-8a33-4bcd-8628-14a05aaf818d'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:43:44.406701 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f70f7d-48d4-4bca-b2bb-f22bdb730a7f None None] Attempting to bind port e90469d5-e1df-4174-ae60-89803ca89467 on network da37cafa-8a33-4bcd-8628-14a05aaf818d {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:43:44.428374 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8df67448-1cbd-4793-a99b-6f85f0a7df4b tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:44.441296 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-8df67448-1cbd-4793-a99b-6f85f0a7df4b tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1495c8c-0e4a-4fa5-8aa1-8b05165324c0']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:44.463371 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-8df67448-1cbd-4793-a99b-6f85f0a7df4b tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43c51dc2-15d3-423d-9044-f9aefb3fddee') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:44.463611 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-8df67448-1cbd-4793-a99b-6f85f0a7df4b tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43c51dc2-15d3-423d-9044-f9aefb3fddee') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:44.476205 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8df67448-1cbd-4793-a99b-6f85f0a7df4b tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:44.495887 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8df67448-1cbd-4793-a99b-6f85f0a7df4b tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:44.511642 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8df67448-1cbd-4793-a99b-6f85f0a7df4b tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:43:44.515191 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8df67448-1cbd-4793-a99b-6f85f0a7df4b tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:44.522944 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:43:44.522944 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:43:44.522944 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:43:44.522944 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:43:44.522944 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:43:44.522944 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:43:44.522944 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:43:44.522944 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:43:44.522944 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:43:44.522944 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:43:44.522944 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:43:44.522944 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:43:44.522944 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:43:44.522944 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:43:44.522944 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:43:44.522944 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:43:44.522944 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:43:44.522944 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:43:44.522944 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:43:44.522944 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:43:44.522944 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:43:44.522944 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:43:44.522944 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:43:44.522944 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:43:44.522944 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:43:44.522944 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:43:44.522944 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:43:44.522944 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:43:44.522944 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:43:44.522944 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:43:44.522944 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:43:44.522944 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:43:44.525092 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f70f7d-48d4-4bca-b2bb-f22bdb730a7f None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:43:44.533952 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f70f7d-48d4-4bca-b2bb-f22bdb730a7f None None] Checking segment: {'id': '71bf13ae-4c88-476b-a55c-fece692db076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'da37cafa-8a33-4bcd-8628-14a05aaf818d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:43:44.535101 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-29f70f7d-48d4-4bca-b2bb-f22bdb730a7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:44.535398 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f70f7d-48d4-4bca-b2bb-f22bdb730a7f None None] Bound using segment: {'id': '71bf13ae-4c88-476b-a55c-fece692db076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'da37cafa-8a33-4bcd-8628-14a05aaf818d'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:43:44.542623 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-29f70f7d-48d4-4bca-b2bb-f22bdb730a7f None None] Bound port: e90469d5-e1df-4174-ae60-89803ca89467, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71bf13ae-4c88-476b-a55c-fece692db076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'da37cafa-8a33-4bcd-8628-14a05aaf818d'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:43:44.542623 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-29f70f7d-48d4-4bca-b2bb-f22bdb730a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:44.664522 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-29f70f7d-48d4-4bca-b2bb-f22bdb730a7f None None] For port e90469d5-e1df-4174-ae60-89803ca89467, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:43:44.678287 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-29f70f7d-48d4-4bca-b2bb-f22bdb730a7f None None] For port e90469d5-e1df-4174-ae60-89803ca89467, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=e90469d5-e1df-4174-ae60-89803ca89467,segment=NetworkSegment(71bf13ae-4c88-476b-a55c-fece692db076),segment_id=71bf13ae-4c88-476b-a55c-fece692db076)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:43:44.686213 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:44.691817 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-29f70f7d-48d4-4bca-b2bb-f22bdb730a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:44.692391 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8df67448-1cbd-4793-a99b-6f85f0a7df4b tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:44.699510 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8df67448-1cbd-4793-a99b-6f85f0a7df4b tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:44.704223 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c43a5d1-4f5a-4fdd-a73e-bc1640747e5f tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Router 1fa4204d-e935-4504-b376-224dd97ae81e has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:43:44.713141 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8df67448-1cbd-4793-a99b-6f85f0a7df4b tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "DELETE /v2.0/networks/c1495c8c-0e4a-4fa5-8aa1-8b05165324c0 HTTP/1.1" status: 204 len: 168 time: 1.3557823 Aug 23 20:43:44.713141 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40060) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:44.730035 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6aa8dfed-ae2b-46d6-a3cf-11fd62873897 req-310ac113-6a89-4ae1-837f-cfd07462b197 service neutron] 10.222.0.11 "GET /v2.0/networks/40d89235-fcfe-430c-9978-6c953c80cfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4004347 Aug 23 20:43:44.734285 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-55ef1d17-58a0-401b-9e91-8b3576774df7 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-348890966'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:43:44.758324 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df67448-1cbd-4793-a99b-6f85f0a7df4b tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Pushing event deleted for resources: {'Network': ['ID=c1495c8c-0e4a-4fa5-8aa1-8b05165324c0,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:44.764324 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64511a4-b10d-4fb2-b38f-db7917bbdcc6 None None] Pushing event updated for resources: {'Port': ['ID=f4bdfc79-44c4-429a-8a5d-240f5d0595a0,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:44.802818 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ef1d17-58a0-401b-9e91-8b3576774df7 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Made reservation on behalf of 2924e77eafaa445eb5f50b8bf05dd405 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:43:44.807358 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-55ef1d17-58a0-401b-9e91-8b3576774df7 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:44.858745 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55ef1d17-58a0-401b-9e91-8b3576774df7 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:43:44.877735 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-55ef1d17-58a0-401b-9e91-8b3576774df7 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:44.878267 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-55ef1d17-58a0-401b-9e91-8b3576774df7 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Added segment ae8b9fc7-ca7b-4417-a8f9-4c8d3c82a763 of type vlan for network d7dac609-e9dd-4bca-a56b-f707a3645bad Aug 23 20:43:44.881034 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-919d622f-3129-481f-abf9-21bd6c3db715 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Allocated IP 172.20.0.1 (a28bd5b6-714b-4367-a7ee-7a808235a967/7cb4eaa3-3022-44c2-a746-c21667d9d12e/ed71a81a-a497-431f-9e16-64203b3b7339) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:43:44.960741 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f70f7d-48d4-4bca-b2bb-f22bdb730a7f None None] Pushing event updated for resources: {'Port': ['ID=e90469d5-e1df-4174-ae60-89803ca89467,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:44.977148 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-55ef1d17-58a0-401b-9e91-8b3576774df7 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:45.036978 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-55ef1d17-58a0-401b-9e91-8b3576774df7 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:45.050181 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ef1d17-58a0-401b-9e91-8b3576774df7 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:45.051061 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-55ef1d17-58a0-401b-9e91-8b3576774df7 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:45.066544 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-919d622f-3129-481f-abf9-21bd6c3db715 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:45.087314 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-919d622f-3129-481f-abf9-21bd6c3db715 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Transition to ACTIVE for port object ed71a81a-a497-431f-9e16-64203b3b7339 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:43:45.156025 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-55ef1d17-58a0-401b-9e91-8b3576774df7 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4362457 Aug 23 20:43:45.160044 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40066) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:45.165775 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-47629f79-4d34-47a1-b1c9-5648fa7db2e3 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Request body: {'subnet': {'network_id': 'd7dac609-e9dd-4bca-a56b-f707a3645bad', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:43:45.187211 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ef1d17-58a0-401b-9e91-8b3576774df7 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Pushing event updated for resources: {'Network': ['ID=d7dac609-e9dd-4bca-a56b-f707a3645bad,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:45.199397 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network d7dac609-e9dd-4bca-a56b-f707a3645bad details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:43:45.345955 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47629f79-4d34-47a1-b1c9-5648fa7db2e3 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Made reservation on behalf of 2924e77eafaa445eb5f50b8bf05dd405 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:43:45.349947 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47629f79-4d34-47a1-b1c9-5648fa7db2e3 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:45.402642 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-919d622f-3129-481f-abf9-21bd6c3db715 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:45.477082 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b7ad0-e3f6-424b-b634-0f5353592f85 req-5d15d83f-880c-4fb1-a725-59cc20219f0b tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:45.478847 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-911b7ad0-e3f6-424b-b634-0f5353592f85 req-5d15d83f-880c-4fb1-a725-59cc20219f0b tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=2100fe92-1387-49eb-91ce-7f3506747287 HTTP/1.1" status: 200 len: 944 time: 0.2179465 Aug 23 20:43:45.524664 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919d622f-3129-481f-abf9-21bd6c3db715 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Network a28bd5b6-714b-4367-a7ee-7a808235a967 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:43:45.538194 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6aa8dfed-ae2b-46d6-a3cf-11fd62873897 req-010464f3-a0a9-41c9-b298-f7377e3c4c34 service neutron] 10.222.0.11 "GET /v2.0/networks/40d89235-fcfe-430c-9978-6c953c80cfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7976234 Aug 23 20:43:45.574049 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9591b3da-bf57-4ea2-82dc-3008d36af486 req-97282514-534b-434e-95c2-0a1fbf925c91 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:45.583859 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9591b3da-bf57-4ea2-82dc-3008d36af486 req-97282514-534b-434e-95c2-0a1fbf925c91 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=efe3d0bd-71a7-470a-99cc-6346f7446cd6 HTTP/1.1" status: 200 len: 945 time: 0.1860867 Aug 23 20:43:45.586582 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-919d622f-3129-481f-abf9-21bd6c3db715 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:43:45.614590 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919d622f-3129-481f-abf9-21bd6c3db715 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:43:45.656912 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9591b3da-bf57-4ea2-82dc-3008d36af486 req-3d963f6a-8222-4e7c-8de4-35e57fda6f8a tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719721 Aug 23 20:43:45.701372 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-911b7ad0-e3f6-424b-b634-0f5353592f85 req-61f1783f-cc3d-4c9a-9229-b1fdf4f0bd06 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802392 Aug 23 20:43:45.713356 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device f4bdfc79-44c4-429a-8a5d-240f5d0595a0 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:43:45.756154 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c43a5d1-4f5a-4fdd-a73e-bc1640747e5f tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:43:45.765530 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7c43a5d1-4f5a-4fdd-a73e-bc1640747e5f tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:45.771562 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7d3d37-dc8f-4ac9-ada0-700381ec0175 None None] Sync routers for ids ['1fa4204d-e935-4504-b376-224dd97ae81e'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:43:45.789507 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7d3d37-dc8f-4ac9-ada0-700381ec0175 None None] Routers {'1fa4204d-e935-4504-b376-224dd97ae81e'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:43:45.792020 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3d7d3d37-dc8f-4ac9-ada0-700381ec0175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:43:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['1fa4204d-e935-4504-b376-224dd97ae81e'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:45.812835 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919d622f-3129-481f-abf9-21bd6c3db715 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Pushing event updated for resources: {'Port': ['ID=ed71a81a-a497-431f-9e16-64203b3b7339,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:45.831885 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-7c43a5d1-4f5a-4fdd-a73e-bc1640747e5f tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] 10.222.0.61 "PUT /v2.0/floatingips/665789e3-bc7f-4e92-b714-7111d69723e0 HTTP/1.1" status: 200 len: 992 time: 5.0570140 Aug 23 20:43:45.861456 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39b41246-929d-4e08-bf27-c3eb30fad89d', 'tag': 'fcbd9f8b-f66b-4a25-858a-faf659328829'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:43:45.865983 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e98fe73-4b60-4eb9-b383-2ef2e7c840b8" -d '{"events": [{"name": "network-changed", "server_uuid": "39b41246-929d-4e08-bf27-c3eb30fad89d", "tag": "fcbd9f8b-f66b-4a25-858a-faf659328829"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:43:45.874199 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-919d622f-3129-481f-abf9-21bd6c3db715 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:45.913225 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port f4bdfc79-44c4-429a-8a5d-240f5d0595a0 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:43:45.917401 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:45.929903 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 6bd63963-2477-4b7d-ba0c-635709891ca6 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:43:45.969438 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47629f79-4d34-47a1-b1c9-5648fa7db2e3 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:45.995089 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa074e5a-223d-4070-bd3d-e248ff71bea1 x-openstack-request-id: req-fa074e5a-223d-4070-bd3d-e248ff71bea1 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:43:45.995089 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39b41246-929d-4e08-bf27-c3eb30fad89d", "tag": "fcbd9f8b-f66b-4a25-858a-faf659328829", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:43:45.995771 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fa074e5a-223d-4070-bd3d-e248ff71bea1 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:43:45.995771 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39b41246-929d-4e08-bf27-c3eb30fad89d', 'tag': 'fcbd9f8b-f66b-4a25-858a-faf659328829', 'status': 'completed', 'code': 200} Aug 23 20:43:46.077667 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d793ec-0f89-4f60-b867-23c7c0ebf1d8 req-1b9f8575-03cd-4288-81bd-fbef3cd79ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:46.079508 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f4d793ec-0f89-4f60-b867-23c7c0ebf1d8 req-1b9f8575-03cd-4288-81bd-fbef3cd79ec4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a52591e4b2ca4f7ea6501e12fd93c666&device_id=2100fe92-1387-49eb-91ce-7f3506747287 HTTP/1.1" status: 200 len: 1095 time: 0.3969150 Aug 23 20:43:46.121236 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-3d7d3d37-dc8f-4ac9-ada0-700381ec0175 None None] Set router 1fa4204d-e935-4504-b376-224dd97ae81e gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:43:46.121492 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 6bd63963-2477-4b7d-ba0c-635709891ca6 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:43:46.123116 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:46.171629 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb1ee47-9d84-48f2-9f2d-285343b4d37e None None] Network a28bd5b6-714b-4367-a7ee-7a808235a967 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:43:46.201634 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47629f79-4d34-47a1-b1c9-5648fa7db2e3 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Pushing event updated for resources: {'Subnet': ['ID=99500416-c366-459f-81cb-016a63939d83,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:46.212169 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98fe73-4b60-4eb9-b383-2ef2e7c840b8 req-0f56947d-d5c3-4d90-9844-fceb93cc2b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:46.214037 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1e98fe73-4b60-4eb9-b383-2ef2e7c840b8 req-0f56947d-d5c3-4d90-9844-fceb93cc2b38 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d3f03fe99c194297b905f73a20dfbf1f&device_id=39b41246-929d-4e08-bf27-c3eb30fad89d HTTP/1.1" status: 200 len: 1097 time: 0.1647048 Aug 23 20:43:46.219328 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47629f79-4d34-47a1-b1c9-5648fa7db2e3 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Checking segment: {'id': 'ae8b9fc7-ca7b-4417-a8f9-4c8d3c82a763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'd7dac609-e9dd-4bca-a56b-f707a3645bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:43:46.220009 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47629f79-4d34-47a1-b1c9-5648fa7db2e3 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Network hostable DHCP agents. Network: d7dac609-e9dd-4bca-a56b-f707a3645bad, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:43:46.305291 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-367f82c5-6662-4f4f-a962-a33cd9ca086c None None] Provisioning for port f4bdfc79-44c4-429a-8a5d-240f5d0595a0 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:43:46.323242 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-367f82c5-6662-4f4f-a962-a33cd9ca086c None None] Provisioning complete for port f4bdfc79-44c4-429a-8a5d-240f5d0595a0 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:43:46.323647 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-367f82c5-6662-4f4f-a962-a33cd9ca086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:46.345225 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98fe73-4b60-4eb9-b383-2ef2e7c840b8 req-d5e4ccbf-1bb3-45e2-9ffa-a52e38c58551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:46.347132 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1e98fe73-4b60-4eb9-b383-2ef2e7c840b8 req-d5e4ccbf-1bb3-45e2-9ffa-a52e38c58551 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2e9d9b22-0f7b-41ee-8dc6-864541317e22 HTTP/1.1" status: 200 len: 915 time: 0.1217930 Aug 23 20:43:46.408349 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-919d622f-3129-481f-abf9-21bd6c3db715 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:46.412877 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47629f79-4d34-47a1-b1c9-5648fa7db2e3 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Network d7dac609-e9dd-4bca-a56b-f707a3645bad is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:43:46.450020 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1e98fe73-4b60-4eb9-b383-2ef2e7c840b8 req-5f1eff31-d94d-4f66-8470-a96fbc008cda service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fcbd9f8b-f66b-4a25-858a-faf659328829 HTTP/1.1" status: 200 len: 1000 time: 0.0951760 Aug 23 20:43:46.451984 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-47629f79-4d34-47a1-b1c9-5648fa7db2e3 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, d7dac609-e9dd-4bca-a56b-f707a3645bad) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:43:46.457811 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47629f79-4d34-47a1-b1c9-5648fa7db2e3 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:46.458409 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47629f79-4d34-47a1-b1c9-5648fa7db2e3 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:46.460956 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020a27de-da09-4014-aea4-b6c708ed4127 None None] Network da37cafa-8a33-4bcd-8628-14a05aaf818d requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:43:46.481385 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d793ec-0f89-4f60-b867-23c7c0ebf1d8 req-4c39be37-aeb4-4e90-9061-81218974abc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:46.482646 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09194945-03a5-409a-8721-24b7d895e649 None None] Network d7dac609-e9dd-4bca-a56b-f707a3645bad requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:43:46.484640 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f4d793ec-0f89-4f60-b867-23c7c0ebf1d8 req-4c39be37-aeb4-4e90-9061-81218974abc8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=40d89235-fcfe-430c-9978-6c953c80cfc6 HTTP/1.1" status: 200 len: 915 time: 0.3409348 Aug 23 20:43:46.498981 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3d7d3d37-dc8f-4ac9-ada0-700381ec0175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa4204d-e935-4504-b376-224dd97ae81e', 'name': 'tempest-ServersTestFqdnHostnames-919337266-router', 'tenant_id': 'd3f03fe99c194297b905f73a20dfbf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': 'e5e27d0e-ca5a-4dfe-a4e8-9d7e390aecca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:43:04Z', 'updated_at': '2021-08-23T20:43:15Z', 'revision_number': 4, 'project_id': 'd3f03fe99c194297b905f73a20dfbf1f', 'gw_port': {'id': 'e5e27d0e-ca5a-4dfe-a4e8-9d7e390aecca', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa4204d-e935-4504-b376-224dd97ae81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:43:06Z', 'updated_at': '2021-08-23T20:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '665789e3-bc7f-4e92-b714-7111d69723e0', 'tenant_id': 'd3f03fe99c194297b905f73a20dfbf1f', 'floating_ip_address': '172.25.4.146', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '1fa4204d-e935-4504-b376-224dd97ae81e', 'port_id': 'fcbd9f8b-f66b-4a25-858a-faf659328829', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e9d9b22-0f7b-41ee-8dc6-864541317e22', 'mac_address': 'fa:16:3e:a5:04:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b41246-929d-4e08-bf27-c3eb30fad89d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:43:21Z', 'updated_at': '2021-08-23T20:43:41Z', 'revision_number': 1, 'project_id': 'd3f03fe99c194297b905f73a20dfbf1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d22a1ab-7e66-41c1-b1a1-3af5f8e84127', 'name': '', 'network_id': '2e9d9b22-0f7b-41ee-8dc6-864541317e22', 'tenant_id': 'd3f03fe99c194297b905f73a20dfbf1f', 'mac_address': 'fa:16:3e:2a:f7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa4204d-e935-4504-b376-224dd97ae81e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '8a97c46d-4605-466e-8761-6614759f4fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:43:14Z', 'updated_at': '2021-08-23T20:43:24Z', 'revision_number': 5, 'project_id': 'd3f03fe99c194297b905f73a20dfbf1f', 'subnets': [{'id': '8a97c46d-4605-466e-8761-6614759f4fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:46.530429 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-47629f79-4d34-47a1-b1c9-5648fa7db2e3 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3661470 Aug 23 20:43:46.534489 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40084) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:46.542668 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e673efa5-31f1-4ea6-980d-72c8eacd87bd tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-575724166'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:43:46.545152 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7d3d37-dc8f-4ac9-ada0-700381ec0175 None None] Checking router: 1fa4204d-e935-4504-b376-224dd97ae81e for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:43:46.572633 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f4d793ec-0f89-4f60-b867-23c7c0ebf1d8 req-10d96af5-4718-4ea3-b29d-e8a8cb2601bc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a793c9e-159c-4235-82a7-f3968c1132de HTTP/1.1" status: 200 len: 217 time: 0.0670989 Aug 23 20:43:46.572984 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7d3d37-dc8f-4ac9-ada0-700381ec0175 None None] Routers {'1fa4204d-e935-4504-b376-224dd97ae81e'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:43:46.574428 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3d7d3d37-dc8f-4ac9-ada0-700381ec0175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:43:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['1fa4204d-e935-4504-b376-224dd97ae81e'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:46.580314 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98fe73-4b60-4eb9-b383-2ef2e7c840b8 req-6a063b23-e83f-4349-abc7-d9647efb00d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:46.582758 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1e98fe73-4b60-4eb9-b383-2ef2e7c840b8 req-6a063b23-e83f-4349-abc7-d9647efb00d2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8a97c46d-4605-466e-8761-6614759f4fe5 HTTP/1.1" status: 200 len: 853 time: 0.1086147 Aug 23 20:43:46.615683 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e673efa5-31f1-4ea6-980d-72c8eacd87bd tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Made reservation on behalf of 2924e77eafaa445eb5f50b8bf05dd405 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:43:46.619384 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e673efa5-31f1-4ea6-980d-72c8eacd87bd tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:46.715686 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e673efa5-31f1-4ea6-980d-72c8eacd87bd tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:43:46.761356 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e673efa5-31f1-4ea6-980d-72c8eacd87bd tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:46.773515 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-e673efa5-31f1-4ea6-980d-72c8eacd87bd tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Added segment b53cd308-ef8a-4ee0-a1bd-54b23d36bce6 of type vlan for network 74d236f7-2fe2-4cee-ac02-bd75d0d1facc Aug 23 20:43:46.776655 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98fe73-4b60-4eb9-b383-2ef2e7c840b8 req-bcc31f05-8301-437d-b15b-c9da9ecec4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:46.778233 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1e98fe73-4b60-4eb9-b383-2ef2e7c840b8 req-bcc31f05-8301-437d-b15b-c9da9ecec4c6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2e9d9b22-0f7b-41ee-8dc6-864541317e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1879797 Aug 23 20:43:46.790597 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-3d7d3d37-dc8f-4ac9-ada0-700381ec0175 None None] Set router 1fa4204d-e935-4504-b376-224dd97ae81e gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:43:46.905880 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device e90469d5-e1df-4174-ae60-89803ca89467 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:43:47.075994 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1e98fe73-4b60-4eb9-b383-2ef2e7c840b8 req-75a8ac2c-3701-4d3d-8c52-2fe5c822385d service neutron] 10.222.0.32 "GET /v2.0/networks/2e9d9b22-0f7b-41ee-8dc6-864541317e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709846 Aug 23 20:43:47.139879 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e673efa5-31f1-4ea6-980d-72c8eacd87bd tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:47.175080 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9374e62-c5e7-4816-b5db-af4bc5691101 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-d7dac609-e9dd-4bca-a56b-f707a3645bad', 'network_id': 'd7dac609-e9dd-4bca-a56b-f707a3645bad', 'tenant_id': '2924e77eafaa445eb5f50b8bf05dd405', 'fixed_ips': [{'subnet_id': '99500416-c366-459f-81cb-016a63939d83'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:43:47.175952 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a9374e62-c5e7-4816-b5db-af4bc5691101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:47.182344 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port e90469d5-e1df-4174-ae60-89803ca89467 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:43:47.207551 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e673efa5-31f1-4ea6-980d-72c8eacd87bd tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:47.215938 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e673efa5-31f1-4ea6-980d-72c8eacd87bd tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:47.217048 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e673efa5-31f1-4ea6-980d-72c8eacd87bd tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:47.289826 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-367f82c5-6662-4f4f-a962-a33cd9ca086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:47.413279 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 4ce513a6-9307-4ad4-af6e-480891fa02dd no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:43:47.418375 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3d7d3d37-dc8f-4ac9-ada0-700381ec0175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa4204d-e935-4504-b376-224dd97ae81e', 'name': 'tempest-ServersTestFqdnHostnames-919337266-router', 'tenant_id': 'd3f03fe99c194297b905f73a20dfbf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': 'e5e27d0e-ca5a-4dfe-a4e8-9d7e390aecca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:43:04Z', 'updated_at': '2021-08-23T20:43:15Z', 'revision_number': 4, 'project_id': 'd3f03fe99c194297b905f73a20dfbf1f', 'gw_port': {'id': 'e5e27d0e-ca5a-4dfe-a4e8-9d7e390aecca', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa4204d-e935-4504-b376-224dd97ae81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:43:06Z', 'updated_at': '2021-08-23T20:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '665789e3-bc7f-4e92-b714-7111d69723e0', 'tenant_id': 'd3f03fe99c194297b905f73a20dfbf1f', 'floating_ip_address': '172.25.4.146', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '1fa4204d-e935-4504-b376-224dd97ae81e', 'port_id': 'fcbd9f8b-f66b-4a25-858a-faf659328829', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e9d9b22-0f7b-41ee-8dc6-864541317e22', 'mac_address': 'fa:16:3e:a5:04:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b41246-929d-4e08-bf27-c3eb30fad89d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:43:21Z', 'updated_at': '2021-08-23T20:43:41Z', 'revision_number': 1, 'project_id': 'd3f03fe99c194297b905f73a20dfbf1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d22a1ab-7e66-41c1-b1a1-3af5f8e84127', 'name': '', 'network_id': '2e9d9b22-0f7b-41ee-8dc6-864541317e22', 'tenant_id': 'd3f03fe99c194297b905f73a20dfbf1f', 'mac_address': 'fa:16:3e:2a:f7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa4204d-e935-4504-b376-224dd97ae81e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '8a97c46d-4605-466e-8761-6614759f4fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:43:14Z', 'updated_at': '2021-08-23T20:43:24Z', 'revision_number': 5, 'project_id': 'd3f03fe99c194297b905f73a20dfbf1f', 'subnets': [{'id': '8a97c46d-4605-466e-8761-6614759f4fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:47.418635 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d793ec-0f89-4f60-b867-23c7c0ebf1d8 req-4d1d73cb-12f8-4631-94dc-dcf98236c2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:47.421583 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f4d793ec-0f89-4f60-b867-23c7c0ebf1d8 req-4d1d73cb-12f8-4631-94dc-dcf98236c2e7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=862c8f9e-f5be-49f7-8b8f-82cbcaf44c62 HTTP/1.1" status: 200 len: 854 time: 0.8481023 Aug 23 20:43:47.480593 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e673efa5-31f1-4ea6-980d-72c8eacd87bd tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9443955 Aug 23 20:43:47.484183 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40106) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:47.494672 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7d3d37-dc8f-4ac9-ada0-700381ec0175 None None] The sync data for ids ['1fa4204d-e935-4504-b376-224dd97ae81e'] in n-d-805663-2 is: [{'id': '1fa4204d-e935-4504-b376-224dd97ae81e', 'name': 'tempest-ServersTestFqdnHostnames-919337266-router', 'tenant_id': 'd3f03fe99c194297b905f73a20dfbf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': 'e5e27d0e-ca5a-4dfe-a4e8-9d7e390aecca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:43:04Z', 'updated_at': '2021-08-23T20:43:15Z', 'revision_number': 4, 'project_id': 'd3f03fe99c194297b905f73a20dfbf1f', 'gw_port': {'id': 'e5e27d0e-ca5a-4dfe-a4e8-9d7e390aecca', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa4204d-e935-4504-b376-224dd97ae81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:43:06Z', 'updated_at': '2021-08-23T20:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '665789e3-bc7f-4e92-b714-7111d69723e0', 'tenant_id': 'd3f03fe99c194297b905f73a20dfbf1f', 'floating_ip_address': '172.25.4.146', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '1fa4204d-e935-4504-b376-224dd97ae81e', 'port_id': 'fcbd9f8b-f66b-4a25-858a-faf659328829', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e9d9b22-0f7b-41ee-8dc6-864541317e22', 'mac_address': 'fa:16:3e:a5:04:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b41246-929d-4e08-bf27-c3eb30fad89d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:43:21Z', 'updated_at': '2021-08-23T20:43:41Z', 'revision_number': 1, 'project_id': 'd3f03fe99c194297b905f73a20dfbf1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d22a1ab-7e66-41c1-b1a1-3af5f8e84127', 'name': '', 'network_id': '2e9d9b22-0f7b-41ee-8dc6-864541317e22', 'tenant_id': 'd3f03fe99c194297b905f73a20dfbf1f', 'mac_address': 'fa:16:3e:2a:f7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa4204d-e935-4504-b376-224dd97ae81e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '8a97c46d-4605-466e-8761-6614759f4fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:43:14Z', 'updated_at': '2021-08-23T20:43:24Z', 'revision_number': 5, 'project_id': 'd3f03fe99c194297b905f73a20dfbf1f', 'subnets': [{'id': '8a97c46d-4605-466e-8761-6614759f4fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:43:47.504666 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-1a12eba6-02ad-4911-8957-aa12508c128a tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Request body: {'subnet': {'network_id': '74d236f7-2fe2-4cee-ac02-bd75d0d1facc', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:43:47.515010 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f4d793ec-0f89-4f60-b867-23c7c0ebf1d8 req-4e3d4ffd-6e91-4818-8d44-b50d56e39790 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=40d89235-fcfe-430c-9978-6c953c80cfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646975 Aug 23 20:43:47.516655 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 4ce513a6-9307-4ad4-af6e-480891fa02dd {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:43:47.517813 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 4ce513a6-9307-4ad4-af6e-480891fa02dd not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:43:47.583784 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-367f82c5-6662-4f4f-a962-a33cd9ca086c None None] For port f4bdfc79-44c4-429a-8a5d-240f5d0595a0, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=f4bdfc79-44c4-429a-8a5d-240f5d0595a0,segment=NetworkSegment(a7083452-660e-49b3-859b-32c7e79d589f),segment_id=a7083452-660e-49b3-859b-32c7e79d589f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:43:47.653087 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f4d793ec-0f89-4f60-b867-23c7c0ebf1d8 req-8baa83ea-6b31-4915-ba41-33b132bfb947 service neutron] 10.222.0.11 "GET /v2.0/networks/40d89235-fcfe-430c-9978-6c953c80cfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299922 Aug 23 20:43:47.663076 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-367f82c5-6662-4f4f-a962-a33cd9ca086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:47.692779 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8612eb-b743-4ca4-976d-fc7368f56736 req-843decd1-40a3-426f-b10f-61ede3030837 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:47.694428 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2e8612eb-b743-4ca4-976d-fc7368f56736 req-843decd1-40a3-426f-b10f-61ede3030837 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=efe3d0bd-71a7-470a-99cc-6346f7446cd6 HTTP/1.1" status: 200 len: 945 time: 0.8573928 Aug 23 20:43:47.858394 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2e8612eb-b743-4ca4-976d-fc7368f56736 req-5d25d7c4-79de-40dc-9aed-dd5e8eb4a973 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195958 Aug 23 20:43:47.881064 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-a9374e62-c5e7-4816-b5db-af4bc5691101 None None] Allocated IP 19.80.0.2 (d7dac609-e9dd-4bca-a56b-f707a3645bad/99500416-c366-459f-81cb-016a63939d83/2c7493f9-4bb6-41a0-82f3-d4568c41d86c) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:43:47.924408 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f82c5-6662-4f4f-a962-a33cd9ca086c None None] Pushing event updated for resources: {'Port': ['ID=f4bdfc79-44c4-429a-8a5d-240f5d0595a0,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:47.945458 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-675156bc-1ce9-4fba-af04-cee0157a8b0a None None] Provisioning for port ed71a81a-a497-431f-9e16-64203b3b7339 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:43:47.954897 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f4d793ec-0f89-4f60-b867-23c7c0ebf1d8 req-c63f7f2e-911f-4ec2-a813-8c709f3bb2e7 service neutron] 10.222.0.11 "GET /v2.0/networks/40d89235-fcfe-430c-9978-6c953c80cfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921429 Aug 23 20:43:47.999069 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-919d622f-3129-481f-abf9-21bd6c3db715 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:48.007803 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-919d622f-3129-481f-abf9-21bd6c3db715 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:48.010449 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-675156bc-1ce9-4fba-af04-cee0157a8b0a None None] Provisioning complete for port ed71a81a-a497-431f-9e16-64203b3b7339 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:43:48.010971 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-675156bc-1ce9-4fba-af04-cee0157a8b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:48.145408 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-675156bc-1ce9-4fba-af04-cee0157a8b0a None None] Port ed71a81a-a497-431f-9e16-64203b3b7339 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:43:48.174674 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 6a793c9e-159c-4235-82a7-f3968c1132de details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:43:48.186466 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-919d622f-3129-481f-abf9-21bd6c3db715 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:48.190195 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919d622f-3129-481f-abf9-21bd6c3db715 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Pushing event updated for resources: {'Port': ['ID=ed71a81a-a497-431f-9e16-64203b3b7339,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:48.237807 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66de13ee-e8f4-4dd5-98be-9bae0b29a996 None None] New status for floating IP 665789e3-bc7f-4e92-b714-7111d69723e0: ACTIVE {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 20:43:48.250052 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-675156bc-1ce9-4fba-af04-cee0157a8b0a None None] Provisioning for port e90469d5-e1df-4174-ae60-89803ca89467 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:43:48.316770 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-675156bc-1ce9-4fba-af04-cee0157a8b0a None None] Provisioning complete for port e90469d5-e1df-4174-ae60-89803ca89467 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:43:48.317144 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-675156bc-1ce9-4fba-af04-cee0157a8b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:48.333578 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c68eb-9c4f-4305-8f2f-f2b937c4b8aa req-9b33b3e8-2532-457b-8bd9-fb9a29cf2e04 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:48.334676 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-330c68eb-9c4f-4305-8f2f-f2b937c4b8aa req-9b33b3e8-2532-457b-8bd9-fb9a29cf2e04 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=2100fe92-1387-49eb-91ce-7f3506747287 HTTP/1.1" status: 200 len: 944 time: 1.4976513 Aug 23 20:43:48.341601 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919d622f-3129-481f-abf9-21bd6c3db715 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Network a28bd5b6-714b-4367-a7ee-7a808235a967 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:43:48.343113 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-919d622f-3129-481f-abf9-21bd6c3db715 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:43:48.385073 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e673efa5-31f1-4ea6-980d-72c8eacd87bd tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Pushing event updated for resources: {'Network': ['ID=74d236f7-2fe2-4cee-ac02-bd75d0d1facc,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:48.443501 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a12eba6-02ad-4911-8957-aa12508c128a tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Made reservation on behalf of 2924e77eafaa445eb5f50b8bf05dd405 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:43:48.447030 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1a12eba6-02ad-4911-8957-aa12508c128a tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:48.533643 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-919d622f-3129-481f-abf9-21bd6c3db715 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Router a7604f81-881d-40a0-8e07-8325583fb697 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:43:48.653344 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1e98fe73-4b60-4eb9-b383-2ef2e7c840b8 req-fcc3507d-c0a9-44b1-abf0-3d59d568e712 service neutron] 10.222.0.32 "GET /v2.0/networks/2e9d9b22-0f7b-41ee-8dc6-864541317e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5694361 Aug 23 20:43:48.656809 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1a12eba6-02ad-4911-8957-aa12508c128a tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:48.672289 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-330c68eb-9c4f-4305-8f2f-f2b937c4b8aa req-80ef02b4-be98-4c70-ba7a-e15484c1c877 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158264 Aug 23 20:43:48.672645 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-919d622f-3129-481f-abf9-21bd6c3db715 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:43:48.686487 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dc73b0-0f9e-40e9-aff4-5558f4e59058 None None] Sync routers for ids ['a7604f81-881d-40a0-8e07-8325583fb697'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:43:48.691854 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 74d236f7-2fe2-4cee-ac02-bd75d0d1facc details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:43:48.698015 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-919d622f-3129-481f-abf9-21bd6c3db715 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] 10.222.0.61 "PUT /v2.0/routers/a7604f81-881d-40a0-8e07-8325583fb697/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1314778 Aug 23 20:43:48.710287 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40110) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:48.713415 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dc73b0-0f9e-40e9-aff4-5558f4e59058 None None] Routers {'a7604f81-881d-40a0-8e07-8325583fb697'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:43:48.714896 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-64dc73b0-0f9e-40e9-aff4-5558f4e59058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:43:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['a7604f81-881d-40a0-8e07-8325583fb697'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:48.756149 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-64dc73b0-0f9e-40e9-aff4-5558f4e59058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:48.782892 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dc73b0-0f9e-40e9-aff4-5558f4e59058 None None] Routers {'a7604f81-881d-40a0-8e07-8325583fb697'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:43:48.783931 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-64dc73b0-0f9e-40e9-aff4-5558f4e59058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:43:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['a7604f81-881d-40a0-8e07-8325583fb697'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:48.825480 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a12eba6-02ad-4911-8957-aa12508c128a tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Pushing event updated for resources: {'Subnet': ['ID=4b87cb25-442a-40cf-a4a8-9319ac8400d2,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:48.830063 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a9374e62-c5e7-4816-b5db-af4bc5691101 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:48.850048 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a12eba6-02ad-4911-8957-aa12508c128a tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Checking segment: {'id': 'b53cd308-ef8a-4ee0-a1bd-54b23d36bce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '74d236f7-2fe2-4cee-ac02-bd75d0d1facc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:43:48.850811 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a12eba6-02ad-4911-8957-aa12508c128a tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Network hostable DHCP agents. Network: 74d236f7-2fe2-4cee-ac02-bd75d0d1facc, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:43:48.860665 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-64dc73b0-0f9e-40e9-aff4-5558f4e59058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:48.861491 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dc73b0-0f9e-40e9-aff4-5558f4e59058 None None] The sync data for ids ['a7604f81-881d-40a0-8e07-8325583fb697'] in n-d-805663-2 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:43:48.869769 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a9374e62-c5e7-4816-b5db-af4bc5691101 None None] Transition to ACTIVE for port object 2c7493f9-4bb6-41a0-82f3-d4568c41d86c will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:43:48.885854 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a12eba6-02ad-4911-8957-aa12508c128a tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Network 74d236f7-2fe2-4cee-ac02-bd75d0d1facc is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:43:48.898970 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-1a12eba6-02ad-4911-8957-aa12508c128a tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 74d236f7-2fe2-4cee-ac02-bd75d0d1facc) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:43:48.911876 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a12eba6-02ad-4911-8957-aa12508c128a tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:48.912822 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1a12eba6-02ad-4911-8957-aa12508c128a tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:48.941380 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-1a12eba6-02ad-4911-8957-aa12508c128a tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4452131 Aug 23 20:43:48.949828 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568a3962-f484-4724-8f6c-d71bbd659c06 None None] Network 74d236f7-2fe2-4cee-ac02-bd75d0d1facc requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:43:49.061264 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 6a793c9e-159c-4235-82a7-f3968c1132de, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=6a793c9e-159c-4235-82a7-f3968c1132de,segment=NetworkSegment(e190d2cc-1af7-492d-b8d4-8b6565472069),segment_id=e190d2cc-1af7-492d-b8d4-8b6565472069)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:43:49.079885 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '6a793c9e-159c-4235-82a7-f3968c1132de', 'network_id': '40d89235-fcfe-430c-9978-6c953c80cfc6', 'port_id': '6a793c9e-159c-4235-82a7-f3968c1132de', 'mac_address': 'fa:16:3e:0f:2d:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '862c8f9e-f5be-49f7-8b8f-82cbcaf44c62', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:43:49.085051 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a9374e62-c5e7-4816-b5db-af4bc5691101 None None] Transition to ACTIVE for port object 2c7493f9-4bb6-41a0-82f3-d4568c41d86c will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:43:49.086189 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06175ba5-e867-4d6a-9068-2fa316e69eab req-a170e9cb-fc1b-40a7-8eef-2fd13b1449c9 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:49.087988 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-06175ba5-e867-4d6a-9068-2fa316e69eab req-a170e9cb-fc1b-40a7-8eef-2fd13b1449c9 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=efe3d0bd-71a7-470a-99cc-6346f7446cd6 HTTP/1.1" status: 200 len: 945 time: 0.1233337 Aug 23 20:43:49.103611 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a9374e62-c5e7-4816-b5db-af4bc5691101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:49.223433 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-06175ba5-e867-4d6a-9068-2fa316e69eab req-1fc95a87-0f5b-41f0-b67a-fe8c9b7308e6 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859659 Aug 23 20:43:49.227340 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-675156bc-1ce9-4fba-af04-cee0157a8b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:49.288928 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9374e62-c5e7-4816-b5db-af4bc5691101 None None] Network d7dac609-e9dd-4bca-a56b-f707a3645bad is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:43:49.303205 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-a9374e62-c5e7-4816-b5db-af4bc5691101 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:43:49.329890 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-675156bc-1ce9-4fba-af04-cee0157a8b0a None None] For port e90469d5-e1df-4174-ae60-89803ca89467, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=e90469d5-e1df-4174-ae60-89803ca89467,segment=NetworkSegment(71bf13ae-4c88-476b-a55c-fece692db076),segment_id=71bf13ae-4c88-476b-a55c-fece692db076)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:43:49.331229 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9374e62-c5e7-4816-b5db-af4bc5691101 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:43:49.344205 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9374e62-c5e7-4816-b5db-af4bc5691101 None None] Pushing event updated for resources: {'Port': ['ID=2c7493f9-4bb6-41a0-82f3-d4568c41d86c,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:49.390287 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-675156bc-1ce9-4fba-af04-cee0157a8b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:49.392719 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-ac5bd305-882a-4468-8315-4c4dc97b404e tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 20:43:49.393606 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ac5bd305-882a-4468-8315-4c4dc97b404e tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] 10.222.0.61 "PUT /v2.0/routers/a7604f81-881d-40a0-8e07-8325583fb697/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6890788 Aug 23 20:43:49.398571 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40132) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:49.454369 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:49.512241 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675156bc-1ce9-4fba-af04-cee0157a8b0a None None] Pushing event updated for resources: {'Port': ['ID=e90469d5-e1df-4174-ae60-89803ca89467,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:49.537134 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-a9374e62-c5e7-4816-b5db-af4bc5691101 None None] Attempting to bind port 2c7493f9-4bb6-41a0-82f3-d4568c41d86c on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:43:49.537758 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-a9374e62-c5e7-4816-b5db-af4bc5691101 None None] Attempting to bind port 2c7493f9-4bb6-41a0-82f3-d4568c41d86c by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ae8b9fc7-ca7b-4417-a8f9-4c8d3c82a763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'd7dac609-e9dd-4bca-a56b-f707a3645bad'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:43:49.538291 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9374e62-c5e7-4816-b5db-af4bc5691101 None None] Attempting to bind port 2c7493f9-4bb6-41a0-82f3-d4568c41d86c on network d7dac609-e9dd-4bca-a56b-f707a3645bad {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:43:49.540825 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088c9699-e04b-419b-b5e0-48e0d501cc9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-74d236f7-2fe2-4cee-ac02-bd75d0d1facc', 'network_id': '74d236f7-2fe2-4cee-ac02-bd75d0d1facc', 'tenant_id': '2924e77eafaa445eb5f50b8bf05dd405', 'fixed_ips': [{'subnet_id': '4b87cb25-442a-40cf-a4a8-9319ac8400d2'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:43:49.541852 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-088c9699-e04b-419b-b5e0-48e0d501cc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:49.548952 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a793c9e-159c-4235-82a7-f3968c1132de {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:43:49.569455 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9374e62-c5e7-4816-b5db-af4bc5691101 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:43:49.569841 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9374e62-c5e7-4816-b5db-af4bc5691101 None None] Checking segment: {'id': 'ae8b9fc7-ca7b-4417-a8f9-4c8d3c82a763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'd7dac609-e9dd-4bca-a56b-f707a3645bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:43:49.570399 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a9374e62-c5e7-4816-b5db-af4bc5691101 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:49.570801 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9374e62-c5e7-4816-b5db-af4bc5691101 None None] Bound using segment: {'id': 'ae8b9fc7-ca7b-4417-a8f9-4c8d3c82a763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'd7dac609-e9dd-4bca-a56b-f707a3645bad'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:43:49.571303 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-a9374e62-c5e7-4816-b5db-af4bc5691101 None None] Bound port: 2c7493f9-4bb6-41a0-82f3-d4568c41d86c, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae8b9fc7-ca7b-4417-a8f9-4c8d3c82a763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'd7dac609-e9dd-4bca-a56b-f707a3645bad'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:43:49.571696 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a9374e62-c5e7-4816-b5db-af4bc5691101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:49.583810 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-675156bc-1ce9-4fba-af04-cee0157a8b0a None None] Provisioning complete for port f4bdfc79-44c4-429a-8a5d-240f5d0595a0 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:43:49.584250 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-675156bc-1ce9-4fba-af04-cee0157a8b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:49.630931 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa08490-4976-417e-9e57-e70da80c0eae req-ca5d233a-a65a-4ff0-ab30-9e27897bf600 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:49.652043 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa08490-4976-417e-9e57-e70da80c0eae req-ca5d233a-a65a-4ff0-ab30-9e27897bf600 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:49.654708 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3aa08490-4976-417e-9e57-e70da80c0eae req-ca5d233a-a65a-4ff0-ab30-9e27897bf600 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/networks?id=d7dac609-e9dd-4bca-a56b-f707a3645bad&id=74d236f7-2fe2-4cee-ac02-bd75d0d1facc HTTP/1.1" status: 200 len: 1390 time: 0.2601216 Aug 23 20:43:49.675330 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3aa08490-4976-417e-9e57-e70da80c0eae req-86780cbd-d71a-475f-8977-57c65de16a8e tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/quotas/2924e77eafaa445eb5f50b8bf05dd405 HTTP/1.1" status: 200 len: 375 time: 0.0138636 Aug 23 20:43:49.684967 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 6a793c9e-159c-4235-82a7-f3968c1132de, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=6a793c9e-159c-4235-82a7-f3968c1132de,segment=NetworkSegment(e190d2cc-1af7-492d-b8d4-8b6565472069),segment_id=e190d2cc-1af7-492d-b8d4-8b6565472069)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:43:49.718115 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device e90469d5-e1df-4174-ae60-89803ca89467 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:43:49.727355 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:49.765143 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3aa08490-4976-417e-9e57-e70da80c0eae req-a0a719b6-2000-4a48-baac-2124fa62bd35 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2924e77eafaa445eb5f50b8bf05dd405&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0790925 Aug 23 20:43:49.859859 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0a2bb-5aef-42ab-b15f-6369fd58f00e req-d0d3d1f1-b279-4240-81d4-5477b22a4cd7 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:49.861533 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-62a0a2bb-5aef-42ab-b15f-6369fd58f00e req-d0d3d1f1-b279-4240-81d4-5477b22a4cd7 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=2100fe92-1387-49eb-91ce-7f3506747287 HTTP/1.1" status: 200 len: 945 time: 0.0759695 Aug 23 20:43:49.884630 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3aa08490-4976-417e-9e57-e70da80c0eae req-d9d04cf1-b40a-419e-9ec1-f21cb153309b service neutron] 10.222.0.61 "GET /v2.0/networks/d7dac609-e9dd-4bca-a56b-f707a3645bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186478 Aug 23 20:43:49.902305 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=6a793c9e-159c-4235-82a7-f3968c1132de,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:49.952296 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-62a0a2bb-5aef-42ab-b15f-6369fd58f00e req-c188056a-c46a-4760-b3d1-8345cf03f22f tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817754 Aug 23 20:43:49.975357 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-676be1e5-e59d-4d90-8ca9-d2e63cb3a45b tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:49.989640 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-088c9699-e04b-419b-b5e0-48e0d501cc9d None None] Allocated IP 19.86.0.2 (74d236f7-2fe2-4cee-ac02-bd75d0d1facc/4b87cb25-442a-40cf-a4a8-9319ac8400d2/af08ca60-d677-4a9a-a393-9854356f65bf) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:43:50.038936 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3aa08490-4976-417e-9e57-e70da80c0eae req-b993588c-e8f5-4f51-b084-ce6c93711e8b service neutron] 10.222.0.61 "GET /v2.0/networks/d7dac609-e9dd-4bca-a56b-f707a3645bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472309 Aug 23 20:43:50.047937 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a9374e62-c5e7-4816-b5db-af4bc5691101 None None] For port 2c7493f9-4bb6-41a0-82f3-d4568c41d86c, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:43:50.058698 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:43:50.065262 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['6a793c9e-159c-4235-82a7-f3968c1132de'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:43:50.106238 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a9374e62-c5e7-4816-b5db-af4bc5691101 None None] For port 2c7493f9-4bb6-41a0-82f3-d4568c41d86c, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=2c7493f9-4bb6-41a0-82f3-d4568c41d86c,segment=NetworkSegment(ae8b9fc7-ca7b-4417-a8f9-4c8d3c82a763),segment_id=ae8b9fc7-ca7b-4417-a8f9-4c8d3c82a763)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:43:50.133337 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a9374e62-c5e7-4816-b5db-af4bc5691101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:50.165986 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3aa08490-4976-417e-9e57-e70da80c0eae req-a6b4cd87-018a-4597-a13a-768e8accdb67 service neutron] 10.222.0.61 "GET /v2.0/networks/74d236f7-2fe2-4cee-ac02-bd75d0d1facc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210668 Aug 23 20:43:50.290033 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3aa08490-4976-417e-9e57-e70da80c0eae req-ab449630-dd19-4811-aeba-b494dccc6697 service neutron] 10.222.0.61 "GET /v2.0/networks/74d236f7-2fe2-4cee-ac02-bd75d0d1facc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229494 Aug 23 20:43:50.322147 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9374e62-c5e7-4816-b5db-af4bc5691101 None None] Pushing event updated for resources: {'Port': ['ID=2c7493f9-4bb6-41a0-82f3-d4568c41d86c,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:50.362676 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-676be1e5-e59d-4d90-8ca9-d2e63cb3a45b tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Deleting port ed71a81a-a497-431f-9e16-64203b3b7339 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:43:50.363144 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-676be1e5-e59d-4d90-8ca9-d2e63cb3a45b tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:50.406373 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:50.437999 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port e90469d5-e1df-4174-ae60-89803ca89467 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:43:50.438374 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:50.527302 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1214fe4b-623a-4a5c-8b43-39433a2d3556 None None] Provisioning complete for port ed71a81a-a497-431f-9e16-64203b3b7339 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:43:50.527667 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1214fe4b-623a-4a5c-8b43-39433a2d3556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:50.610118 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1214fe4b-623a-4a5c-8b43-39433a2d3556 None None] Port ed71a81a-a497-431f-9e16-64203b3b7339 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:43:50.655758 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-676be1e5-e59d-4d90-8ca9-d2e63cb3a45b tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:50.688851 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-676be1e5-e59d-4d90-8ca9-d2e63cb3a45b tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Calling delete_port for ed71a81a-a497-431f-9e16-64203b3b7339 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:43:50.891006 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-088c9699-e04b-419b-b5e0-48e0d501cc9d None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:50.894763 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9d5e551f-0c89-4458-82c4-b54a3d459eba req-32b83d4f-9e76-4da9-ab91-99f86d039464 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/ports?device_id=c44bda8a-1d90-41ab-9862-1db7d0302660 HTTP/1.1" status: 200 len: 210 time: 0.0722663 Aug 23 20:43:50.934580 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-088c9699-e04b-419b-b5e0-48e0d501cc9d None None] Transition to ACTIVE for port object af08ca60-d677-4a9a-a393-9854356f65bf will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:43:50.941191 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device f4bdfc79-44c4-429a-8a5d-240f5d0595a0 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:43:50.980622 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-088c9699-e04b-419b-b5e0-48e0d501cc9d None None] Transition to ACTIVE for port object af08ca60-d677-4a9a-a393-9854356f65bf will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:43:50.996102 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-088c9699-e04b-419b-b5e0-48e0d501cc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:51.019917 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-676be1e5-e59d-4d90-8ca9-d2e63cb3a45b tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:51.064464 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612abd7-84d9-4da0-810a-6a8f8048dbfc req-65769a57-ff1d-41e7-9eac-46ba7a154d72 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:51.073559 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d612abd7-84d9-4da0-810a-6a8f8048dbfc req-65769a57-ff1d-41e7-9eac-46ba7a154d72 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=efe3d0bd-71a7-470a-99cc-6346f7446cd6 HTTP/1.1" status: 200 len: 945 time: 0.6625869 Aug 23 20:43:51.077975 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676be1e5-e59d-4d90-8ca9-d2e63cb3a45b tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Pushing event deleted for resources: {'Port': ['ID=ed71a81a-a497-431f-9e16-64203b3b7339,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:51.125648 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40164) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:51.126987 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088c9699-e04b-419b-b5e0-48e0d501cc9d None None] Pushing event updated for resources: {'Port': ['ID=af08ca60-d677-4a9a-a393-9854356f65bf,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:51.148508 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088c9699-e04b-419b-b5e0-48e0d501cc9d None None] Network 74d236f7-2fe2-4cee-ac02-bd75d0d1facc is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:43:51.151447 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-088c9699-e04b-419b-b5e0-48e0d501cc9d None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:43:51.162720 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088c9699-e04b-419b-b5e0-48e0d501cc9d None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:43:51.211852 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad5a47-53be-4da0-9458-9965c5144900 req-a2732ed1-1264-4061-a6a5-0b78ccd61e11 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:51.218446 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port f4bdfc79-44c4-429a-8a5d-240f5d0595a0 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:43:51.218833 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:51.233130 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d3ad5a47-53be-4da0-9458-9965c5144900 req-a2732ed1-1264-4061-a6a5-0b78ccd61e11 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=2100fe92-1387-49eb-91ce-7f3506747287 HTTP/1.1" status: 200 len: 945 time: 0.1738510 Aug 23 20:43:51.297902 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d3ad5a47-53be-4da0-9458-9965c5144900 req-f1ae6efd-3054-4eb1-a9f3-a4fdbb9de834 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635939 Aug 23 20:43:51.304501 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-088c9699-e04b-419b-b5e0-48e0d501cc9d None None] Attempting to bind port af08ca60-d677-4a9a-a393-9854356f65bf on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:43:51.304883 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-088c9699-e04b-419b-b5e0-48e0d501cc9d None None] Attempting to bind port af08ca60-d677-4a9a-a393-9854356f65bf by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'b53cd308-ef8a-4ee0-a1bd-54b23d36bce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '74d236f7-2fe2-4cee-ac02-bd75d0d1facc'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:43:51.305606 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088c9699-e04b-419b-b5e0-48e0d501cc9d None None] Attempting to bind port af08ca60-d677-4a9a-a393-9854356f65bf on network 74d236f7-2fe2-4cee-ac02-bd75d0d1facc {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:43:51.329045 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088c9699-e04b-419b-b5e0-48e0d501cc9d None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:43:51.329685 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088c9699-e04b-419b-b5e0-48e0d501cc9d None None] Checking segment: {'id': 'b53cd308-ef8a-4ee0-a1bd-54b23d36bce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '74d236f7-2fe2-4cee-ac02-bd75d0d1facc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:43:51.330085 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-088c9699-e04b-419b-b5e0-48e0d501cc9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:51.330395 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088c9699-e04b-419b-b5e0-48e0d501cc9d None None] Bound using segment: {'id': 'b53cd308-ef8a-4ee0-a1bd-54b23d36bce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '74d236f7-2fe2-4cee-ac02-bd75d0d1facc'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:43:51.330888 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-088c9699-e04b-419b-b5e0-48e0d501cc9d None None] Bound port: af08ca60-d677-4a9a-a393-9854356f65bf, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b53cd308-ef8a-4ee0-a1bd-54b23d36bce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '74d236f7-2fe2-4cee-ac02-bd75d0d1facc'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:43:51.331311 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-088c9699-e04b-419b-b5e0-48e0d501cc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:51.350921 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e6b376b6-aabe-4b5d-966f-753bdb270366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:51.467890 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-088c9699-e04b-419b-b5e0-48e0d501cc9d None None] For port af08ca60-d677-4a9a-a393-9854356f65bf, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:43:51.475486 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d612abd7-84d9-4da0-810a-6a8f8048dbfc req-885dcf6d-df61-459c-a525-2667bcaf6ff9 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922729 Aug 23 20:43:51.490103 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-088c9699-e04b-419b-b5e0-48e0d501cc9d None None] For port af08ca60-d677-4a9a-a393-9854356f65bf, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=af08ca60-d677-4a9a-a393-9854356f65bf,segment=NetworkSegment(b53cd308-ef8a-4ee0-a1bd-54b23d36bce6),segment_id=b53cd308-ef8a-4ee0-a1bd-54b23d36bce6)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:43:51.495409 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-676be1e5-e59d-4d90-8ca9-d2e63cb3a45b tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:51.497960 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-088c9699-e04b-419b-b5e0-48e0d501cc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:51.568504 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e6b376b6-aabe-4b5d-966f-753bdb270366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:51.574907 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e6b376b6-aabe-4b5d-966f-753bdb270366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:51.593358 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088c9699-e04b-419b-b5e0-48e0d501cc9d None None] Pushing event updated for resources: {'Port': ['ID=af08ca60-d677-4a9a-a393-9854356f65bf,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:51.683862 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40172) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:51.687682 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e6b376b6-aabe-4b5d-966f-753bdb270366 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a584ae8fe5014b0091ff60b0f4bad3e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5597563 Aug 23 20:43:51.693690 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b376b6-aabe-4b5d-966f-753bdb270366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaba2273-6529-4687-8209-68ba144fdc2e,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:51.745107 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 2c7493f9-4bb6-41a0-82f3-d4568c41d86c up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:43:51.830205 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 2c7493f9-4bb6-41a0-82f3-d4568c41d86c completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:43:51.835295 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-676be1e5-e59d-4d90-8ca9-d2e63cb3a45b tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Router a7604f81-881d-40a0-8e07-8325583fb697 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:43:51.843861 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1276db70-dc26-435a-bd2b-aa2286b1671f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:51.873589 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18849f96-8569-4efc-9aa5-e1f28a4a6f2c None None] Network d7dac609-e9dd-4bca-a56b-f707a3645bad requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:43:51.953208 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1276db70-dc26-435a-bd2b-aa2286b1671f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:51.964352 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676be1e5-e59d-4d90-8ca9-d2e63cb3a45b tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:43:51.973144 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-676be1e5-e59d-4d90-8ca9-d2e63cb3a45b tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] 10.222.0.61 "PUT /v2.0/routers/a7604f81-881d-40a0-8e07-8325583fb697/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5687943 Aug 23 20:43:51.973658 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40178) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:52.046116 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-4427c919-1428-4cb3-be1b-9b0e0eeb317e tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] delete failed (client error): The resource could not be found. Aug 23 20:43:52.054653 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-4427c919-1428-4cb3-be1b-9b0e0eeb317e tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] 10.222.0.61 "DELETE /v2.0/routers/tempest-non_exist_router-1810881182 HTTP/1.1" status: 404 len: 335 time: 0.0740798 Aug 23 20:43:52.056678 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40180) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:52.061590 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-4f0fa57b-252d-4e24-8bc9-40e5f71afc5f tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a7604f81-881d-40a0-8e07-8325583fb697'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:43:52.080975 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-33b1272c-9238-457d-b4d8-3122bff373a8 req-0413b7e8-b8d5-40eb-ba17-393f5ad925c1 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/ports?device_id=c44bda8a-1d90-41ab-9862-1db7d0302660 HTTP/1.1" status: 200 len: 210 time: 0.0551612 Aug 23 20:43:52.113044 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e34d61-98c4-4f27-a691-4e187bc91b58 None None] Sync routers for ids ['a7604f81-881d-40a0-8e07-8325583fb697'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:43:52.138911 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e34d61-98c4-4f27-a691-4e187bc91b58 None None] Routers {'a7604f81-881d-40a0-8e07-8325583fb697'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:43:52.139755 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d4e34d61-98c4-4f27-a691-4e187bc91b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:43:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['a7604f81-881d-40a0-8e07-8325583fb697'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:52.178503 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d4e34d61-98c4-4f27-a691-4e187bc91b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:52.186087 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-02260703-0144-4905-8d3e-6548ccb50dcc None None] Provisioning for port 2c7493f9-4bb6-41a0-82f3-d4568c41d86c completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:43:52.192784 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 6a793c9e-159c-4235-82a7-f3968c1132de up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:43:52.243077 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1276db70-dc26-435a-bd2b-aa2286b1671f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:52.245828 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1276db70-dc26-435a-bd2b-aa2286b1671f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:52.246025 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e34d61-98c4-4f27-a691-4e187bc91b58 None None] Routers {'a7604f81-881d-40a0-8e07-8325583fb697'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:43:52.246649 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d4e34d61-98c4-4f27-a691-4e187bc91b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:43:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['a7604f81-881d-40a0-8e07-8325583fb697'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:52.246983 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-1276db70-dc26-435a-bd2b-aa2286b1671f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/aaba2273-6529-4687-8209-68ba144fdc2e HTTP/1.1" status: 204 len: 168 time: 0.4987593 Aug 23 20:43:52.263976 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-02260703-0144-4905-8d3e-6548ccb50dcc None None] Provisioning complete for port 2c7493f9-4bb6-41a0-82f3-d4568c41d86c triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:43:52.265678 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-02260703-0144-4905-8d3e-6548ccb50dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:52.292261 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1276db70-dc26-435a-bd2b-aa2286b1671f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaba2273-6529-4687-8209-68ba144fdc2e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:52.306771 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa08490-4976-417e-9e57-e70da80c0eae req-9fa39267-0811-4208-88cd-c6e21a157e5b tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:52.313505 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa08490-4976-417e-9e57-e70da80c0eae req-9fa39267-0811-4208-88cd-c6e21a157e5b tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:52.315860 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3aa08490-4976-417e-9e57-e70da80c0eae req-9fa39267-0811-4208-88cd-c6e21a157e5b tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.11 "GET /v2.0/networks?id=d7dac609-e9dd-4bca-a56b-f707a3645bad&id=74d236f7-2fe2-4cee-ac02-bd75d0d1facc HTTP/1.1" status: 200 len: 1390 time: 0.1687016 Aug 23 20:43:52.342164 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-3aa08490-4976-417e-9e57-e70da80c0eae req-df8d2a86-87e5-4875-92f0-c5ddeeaa7786 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Request body: {'port': {'device_id': 'c44bda8a-1d90-41ab-9862-1db7d0302660', 'network_id': 'd7dac609-e9dd-4bca-a56b-f707a3645bad', 'admin_state_up': True, 'tenant_id': '2924e77eafaa445eb5f50b8bf05dd405'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:43:52.352074 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d4e34d61-98c4-4f27-a691-4e187bc91b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:52.353322 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e34d61-98c4-4f27-a691-4e187bc91b58 None None] The sync data for ids ['a7604f81-881d-40a0-8e07-8325583fb697'] in n-d-805663-2 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:43:52.374643 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f0fa57b-252d-4e24-8bc9-40e5f71afc5f tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:52.394258 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 6a793c9e-159c-4235-82a7-f3968c1132de completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:43:52.404274 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-4f0fa57b-252d-4e24-8bc9-40e5f71afc5f tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] update failed (client error): The resource could not be found. Aug 23 20:43:52.406973 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 6a793c9e-159c-4235-82a7-f3968c1132de triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:43:52.407554 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:52.410116 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4f0fa57b-252d-4e24-8bc9-40e5f71afc5f tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] 10.222.0.61 "PUT /v2.0/routers/a7604f81-881d-40a0-8e07-8325583fb697 HTTP/1.1" status: 404 len: 339 time: 0.3540125 Aug 23 20:43:52.410849 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40186) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:52.585197 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aa08490-4976-417e-9e57-e70da80c0eae req-df8d2a86-87e5-4875-92f0-c5ddeeaa7786 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Made reservation on behalf of 2924e77eafaa445eb5f50b8bf05dd405 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:43:52.589583 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3aa08490-4976-417e-9e57-e70da80c0eae req-df8d2a86-87e5-4875-92f0-c5ddeeaa7786 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:52.630346 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:52.692759 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2100fe92-1387-49eb-91ce-7f3506747287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a793c9e-159c-4235-82a7-f3968c1132de'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:43:52.709952 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95cb03de-da21-4316-9d38-f34f6f129089" -d '{"events": [{"server_uuid": "2100fe92-1387-49eb-91ce-7f3506747287", "name": "network-vif-plugged", "status": "completed", "tag": "6a793c9e-159c-4235-82a7-f3968c1132de"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:43:52.756621 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-02260703-0144-4905-8d3e-6548ccb50dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:52.762180 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e9171-6050-402e-91bb-7f8d02439160 req-bb8ee0fb-133e-4180-ba7b-a213565fe280 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:52.768273 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e4fa0-adbb-4f1b-be01-313fdd44b94d req-52621637-7412-4942-b437-87ae0d1ef5a5 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:52.770107 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ef3e4fa0-adbb-4f1b-be01-313fdd44b94d req-52621637-7412-4942-b437-87ae0d1ef5a5 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=2100fe92-1387-49eb-91ce-7f3506747287 HTTP/1.1" status: 200 len: 945 time: 0.2648883 Aug 23 20:43:52.771434 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fe5e9171-6050-402e-91bb-7f8d02439160 req-bb8ee0fb-133e-4180-ba7b-a213565fe280 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=efe3d0bd-71a7-470a-99cc-6346f7446cd6 HTTP/1.1" status: 200 len: 945 time: 0.1537194 Aug 23 20:43:52.790789 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 6a793c9e-159c-4235-82a7-f3968c1132de, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=6a793c9e-159c-4235-82a7-f3968c1132de,segment=NetworkSegment(e190d2cc-1af7-492d-b8d4-8b6565472069),segment_id=e190d2cc-1af7-492d-b8d4-8b6565472069)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:43:52.826471 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-02260703-0144-4905-8d3e-6548ccb50dcc None None] For port 2c7493f9-4bb6-41a0-82f3-d4568c41d86c, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=2c7493f9-4bb6-41a0-82f3-d4568c41d86c,segment=NetworkSegment(ae8b9fc7-ca7b-4417-a8f9-4c8d3c82a763),segment_id=ae8b9fc7-ca7b-4417-a8f9-4c8d3c82a763)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:43:52.835637 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:52.848011 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fe5e9171-6050-402e-91bb-7f8d02439160 req-1d256cb4-2f43-43e4-82f2-504a43f6425f tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753500 Aug 23 20:43:52.898164 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-02260703-0144-4905-8d3e-6548ccb50dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:52.910770 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ef3e4fa0-adbb-4f1b-be01-313fdd44b94d req-be729814-cbf9-4810-99ad-ec3d04079b9c tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324739 Aug 23 20:43:52.958377 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=6a793c9e-159c-4235-82a7-f3968c1132de,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:52.959563 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5210e16-41b0-487a-ae22-e4cb781d302e tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:52.994283 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-3aa08490-4976-417e-9e57-e70da80c0eae req-df8d2a86-87e5-4875-92f0-c5ddeeaa7786 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Allocated IP 19.80.0.166 (d7dac609-e9dd-4bca-a56b-f707a3645bad/99500416-c366-459f-81cb-016a63939d83/d0654ffa-d80f-4718-851f-fe773bbeafe1) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:43:53.096030 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02260703-0144-4905-8d3e-6548ccb50dcc None None] Pushing event updated for resources: {'Port': ['ID=2c7493f9-4bb6-41a0-82f3-d4568c41d86c,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:53.230789 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cc0596d1-1947-470e-b03b-0091c1f7ddf9 None None] Provisioning complete for port 2c7493f9-4bb6-41a0-82f3-d4568c41d86c triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:43:53.230789 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cc0596d1-1947-470e-b03b-0091c1f7ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:53.284730 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3aa08490-4976-417e-9e57-e70da80c0eae req-df8d2a86-87e5-4875-92f0-c5ddeeaa7786 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:53.392477 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5461d395-e7a9-4f59-a26c-05a725647126 x-openstack-request-id: req-5461d395-e7a9-4f59-a26c-05a725647126 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:43:53.394033 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2100fe92-1387-49eb-91ce-7f3506747287", "name": "network-vif-plugged", "status": "completed", "tag": "6a793c9e-159c-4235-82a7-f3968c1132de", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:43:53.394507 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5461d395-e7a9-4f59-a26c-05a725647126 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:43:53.395135 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2100fe92-1387-49eb-91ce-7f3506747287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a793c9e-159c-4235-82a7-f3968c1132de', 'code': 200} Aug 23 20:43:53.415503 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7c98670a-a3dd-44f8-b106-9ea5f9f4bd6d req-3500ab45-3e19-4bb6-a414-35665c546678 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/ports?device_id=c44bda8a-1d90-41ab-9862-1db7d0302660 HTTP/1.1" status: 200 len: 210 time: 0.0473614 Aug 23 20:43:53.430415 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe0395e-ec46-4667-85ae-d087b80ce4fe None None] Network 74d236f7-2fe2-4cee-ac02-bd75d0d1facc requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:43:53.509360 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-f5210e16-41b0-487a-ae22-e4cb781d302e tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Allocated IP 172.20.0.1 (626a60f8-d59a-428a-b08b-a7e9bdaf3b9d/0a65afde-b1d6-4cc8-a0ca-d832e7243462/65f9477a-aee3-4902-bd9b-2123de7fd940) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:43:53.617148 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5416e3e6-231b-4155-b75f-38df00e61712 None None] Provisioning for port af08ca60-d677-4a9a-a393-9854356f65bf completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:43:53.702562 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5210e16-41b0-487a-ae22-e4cb781d302e tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:53.707095 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-3aa08490-4976-417e-9e57-e70da80c0eae req-df8d2a86-87e5-4875-92f0-c5ddeeaa7786 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Transition to ACTIVE for port object d0654ffa-d80f-4718-851f-fe773bbeafe1 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:43:53.719983 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-f5210e16-41b0-487a-ae22-e4cb781d302e tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Transition to ACTIVE for port object 65f9477a-aee3-4902-bd9b-2123de7fd940 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:43:53.767164 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f9988-a355-48d6-a78f-0ec48f73ee5f req-03486e1e-f9e2-40fc-b0d9-a9c4ef3dd1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:53.777171 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-385f9988-a355-48d6-a78f-0ec48f73ee5f req-03486e1e-f9e2-40fc-b0d9-a9c4ef3dd1e7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2100fe92-1387-49eb-91ce-7f3506747287 HTTP/1.1" status: 200 len: 1097 time: 0.0822449 Aug 23 20:43:53.786196 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3aa08490-4976-417e-9e57-e70da80c0eae req-df8d2a86-87e5-4875-92f0-c5ddeeaa7786 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:53.793819 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5210e16-41b0-487a-ae22-e4cb781d302e tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:53.824702 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device af08ca60-d677-4a9a-a393-9854356f65bf up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:43:53.870681 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-385f9988-a355-48d6-a78f-0ec48f73ee5f req-8c9d366e-bb17-4c51-9e9f-36009ffd4389 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817416 Aug 23 20:43:53.879173 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aa08490-4976-417e-9e57-e70da80c0eae req-df8d2a86-87e5-4875-92f0-c5ddeeaa7786 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Network d7dac609-e9dd-4bca-a56b-f707a3645bad is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:43:53.882316 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-3aa08490-4976-417e-9e57-e70da80c0eae req-df8d2a86-87e5-4875-92f0-c5ddeeaa7786 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:43:53.886189 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aa08490-4976-417e-9e57-e70da80c0eae req-df8d2a86-87e5-4875-92f0-c5ddeeaa7786 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:43:53.898022 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5210e16-41b0-487a-ae22-e4cb781d302e tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Network 626a60f8-d59a-428a-b08b-a7e9bdaf3b9d is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:43:53.907342 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-f5210e16-41b0-487a-ae22-e4cb781d302e tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:43:53.919982 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d2a86-87e5-4875-92f0-c5ddeeaa7786 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Pushing event updated for resources: {'Port': ['ID=d0654ffa-d80f-4718-851f-fe773bbeafe1,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:53.927742 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port af08ca60-d677-4a9a-a393-9854356f65bf completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:43:53.933325 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5210e16-41b0-487a-ae22-e4cb781d302e tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:43:53.937133 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port af08ca60-d677-4a9a-a393-9854356f65bf triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:43:53.937508 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:53.953115 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5210e16-41b0-487a-ae22-e4cb781d302e tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Pushing event updated for resources: {'Port': ['ID=65f9477a-aee3-4902-bd9b-2123de7fd940,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:54.100294 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:54.128194 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa08490-4976-417e-9e57-e70da80c0eae req-df8d2a86-87e5-4875-92f0-c5ddeeaa7786 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:54.128888 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3aa08490-4976-417e-9e57-e70da80c0eae req-df8d2a86-87e5-4875-92f0-c5ddeeaa7786 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:54.156515 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5210e16-41b0-487a-ae22-e4cb781d302e tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:54.165521 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3aa08490-4976-417e-9e57-e70da80c0eae req-df8d2a86-87e5-4875-92f0-c5ddeeaa7786 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8400841 Aug 23 20:43:54.166564 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port af08ca60-d677-4a9a-a393-9854356f65bf, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=af08ca60-d677-4a9a-a393-9854356f65bf,segment=NetworkSegment(b53cd308-ef8a-4ee0-a1bd-54b23d36bce6),segment_id=b53cd308-ef8a-4ee0-a1bd-54b23d36bce6)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:43:54.174483 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:54.176842 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 2c7493f9-4bb6-41a0-82f3-d4568c41d86c up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:43:54.194003 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-3aa08490-4976-417e-9e57-e70da80c0eae req-6e196797-72f4-4365-aa77-51e258138260 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Request body: {'port': {'device_id': 'c44bda8a-1d90-41ab-9862-1db7d0302660', 'network_id': '74d236f7-2fe2-4cee-ac02-bd75d0d1facc', 'admin_state_up': True, 'tenant_id': '2924e77eafaa445eb5f50b8bf05dd405'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:43:54.212609 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9d0de-a4cf-4e36-b245-1f10a58bf240 req-c6804be8-6308-41ac-8491-65003e45e8b2 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:54.228182 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-80f9d0de-a4cf-4e36-b245-1f10a58bf240 req-c6804be8-6308-41ac-8491-65003e45e8b2 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=2100fe92-1387-49eb-91ce-7f3506747287 HTTP/1.1" status: 200 len: 946 time: 0.1785116 Aug 23 20:43:54.271117 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c667c-8281-49b6-a56f-2a19621d2740 req-55ff1219-3ae7-465a-a6f1-0091322b0de1 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:54.278274 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0e8c667c-8281-49b6-a56f-2a19621d2740 req-55ff1219-3ae7-465a-a6f1-0091322b0de1 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=efe3d0bd-71a7-470a-99cc-6346f7446cd6 HTTP/1.1" status: 200 len: 945 time: 0.2592988 Aug 23 20:43:54.288226 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=af08ca60-d677-4a9a-a393-9854356f65bf,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:54.305485 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4689ab64-dc7b-4c9a-ad5f-b1640eba0242 None None] Provisioning complete for port af08ca60-d677-4a9a-a393-9854356f65bf triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:43:54.306723 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4689ab64-dc7b-4c9a-ad5f-b1640eba0242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:54.370192 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0e8c667c-8281-49b6-a56f-2a19621d2740 req-c37bb67c-4d02-4c24-9f65-f20ba727cccd tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877962 Aug 23 20:43:54.373401 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 2c7493f9-4bb6-41a0-82f3-d4568c41d86c triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:43:54.373714 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:54.384300 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-80f9d0de-a4cf-4e36-b245-1f10a58bf240 req-51b190e5-da23-463c-8816-452153af1f3e tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550837 Aug 23 20:43:54.510467 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5210e16-41b0-487a-ae22-e4cb781d302e tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:54.520255 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aa08490-4976-417e-9e57-e70da80c0eae req-6e196797-72f4-4365-aa77-51e258138260 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Made reservation on behalf of 2924e77eafaa445eb5f50b8bf05dd405 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:43:54.535896 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3aa08490-4976-417e-9e57-e70da80c0eae req-6e196797-72f4-4365-aa77-51e258138260 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:54.613822 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-43296a96-cf48-4739-abf3-edecc8c103e5 None None] Provisioning for port 65f9477a-aee3-4902-bd9b-2123de7fd940 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:43:54.619518 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-43296a96-cf48-4739-abf3-edecc8c103e5 None None] Provisioning complete for port 65f9477a-aee3-4902-bd9b-2123de7fd940 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:43:54.619760 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-43296a96-cf48-4739-abf3-edecc8c103e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:54.659176 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-43296a96-cf48-4739-abf3-edecc8c103e5 None None] Port 65f9477a-aee3-4902-bd9b-2123de7fd940 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:43:54.679065 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-43296a96-cf48-4739-abf3-edecc8c103e5 None None] Provisioning for port d0654ffa-d80f-4718-851f-fe773bbeafe1 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:43:54.683632 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-43296a96-cf48-4739-abf3-edecc8c103e5 None None] Provisioning complete for port d0654ffa-d80f-4718-851f-fe773bbeafe1 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:43:54.684244 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-43296a96-cf48-4739-abf3-edecc8c103e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:54.728217 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-43296a96-cf48-4739-abf3-edecc8c103e5 None None] Port d0654ffa-d80f-4718-851f-fe773bbeafe1 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:43:54.762803 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97316465-0ff3-4557-81d4-70420230e102 req-6a5976a4-b015-4176-917c-d60dfb580ed5 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:54.764503 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-97316465-0ff3-4557-81d4-70420230e102 req-6a5976a4-b015-4176-917c-d60dfb580ed5 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/ports?device_id=c44bda8a-1d90-41ab-9862-1db7d0302660 HTTP/1.1" status: 200 len: 932 time: 0.1450973 Aug 23 20:43:54.801903 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-3aa08490-4976-417e-9e57-e70da80c0eae req-6e196797-72f4-4365-aa77-51e258138260 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Allocated IP 19.86.0.210 (74d236f7-2fe2-4cee-ac02-bd75d0d1facc/4b87cb25-442a-40cf-a4a8-9319ac8400d2/769f5ef0-8191-4d53-8740-bdffec263a64) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:43:54.836340 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-97316465-0ff3-4557-81d4-70420230e102 req-e4aab3c2-ffc0-49a7-bda6-dbe0bf8d2a4c tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/security-groups?id=d730caec-e6c3-42dd-9aa7-0036d9d45ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610905 Aug 23 20:43:55.032301 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3aa08490-4976-417e-9e57-e70da80c0eae req-6e196797-72f4-4365-aa77-51e258138260 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:55.051873 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-3aa08490-4976-417e-9e57-e70da80c0eae req-6e196797-72f4-4365-aa77-51e258138260 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Transition to ACTIVE for port object 769f5ef0-8191-4d53-8740-bdffec263a64 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:43:55.093025 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3aa08490-4976-417e-9e57-e70da80c0eae req-6e196797-72f4-4365-aa77-51e258138260 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:55.147127 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aa08490-4976-417e-9e57-e70da80c0eae req-6e196797-72f4-4365-aa77-51e258138260 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Network 74d236f7-2fe2-4cee-ac02-bd75d0d1facc is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:43:55.150629 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-3aa08490-4976-417e-9e57-e70da80c0eae req-6e196797-72f4-4365-aa77-51e258138260 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:43:55.154992 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aa08490-4976-417e-9e57-e70da80c0eae req-6e196797-72f4-4365-aa77-51e258138260 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:43:55.184191 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e196797-72f4-4365-aa77-51e258138260 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Pushing event updated for resources: {'Port': ['ID=769f5ef0-8191-4d53-8740-bdffec263a64,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:55.236038 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa08490-4976-417e-9e57-e70da80c0eae req-6e196797-72f4-4365-aa77-51e258138260 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:55.239457 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3aa08490-4976-417e-9e57-e70da80c0eae req-6e196797-72f4-4365-aa77-51e258138260 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:55.261331 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3aa08490-4976-417e-9e57-e70da80c0eae req-6e196797-72f4-4365-aa77-51e258138260 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0810513 Aug 23 20:43:55.264625 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd90996-e22d-4f34-8640-45ff7a7406f9 req-58498c99-6442-4732-87ff-ede0f92df9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:55.266162 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4cd90996-e22d-4f34-8640-45ff7a7406f9 req-58498c99-6442-4732-87ff-ede0f92df9d3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=efe3d0bd-71a7-470a-99cc-6346f7446cd6 HTTP/1.1" status: 200 len: 1096 time: 0.0859964 Aug 23 20:43:55.275230 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-3aa08490-4976-417e-9e57-e70da80c0eae req-8940f81a-eb9f-4174-b7cc-5f1586703171 service neutron] Request body: {'port': {'device_id': 'c44bda8a-1d90-41ab-9862-1db7d0302660', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:43:55.322478 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4cd90996-e22d-4f34-8640-45ff7a7406f9 req-adaecc2e-cb4f-4a47-9404-2150dafeef92 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479853 Aug 23 20:43:55.341402 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5210e16-41b0-487a-ae22-e4cb781d302e tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:55.347457 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5210e16-41b0-487a-ae22-e4cb781d302e tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:55.358315 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3aa08490-4976-417e-9e57-e70da80c0eae req-8940f81a-eb9f-4174-b7cc-5f1586703171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:55.426916 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5210e16-41b0-487a-ae22-e4cb781d302e tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Pushing event updated for resources: {'Port': ['ID=65f9477a-aee3-4902-bd9b-2123de7fd940,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:55.429598 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5210e16-41b0-487a-ae22-e4cb781d302e tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:55.461725 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f468be9d-af21-47a6-92ef-70abcf7e2ba7 None None] Provisioning for port 769f5ef0-8191-4d53-8740-bdffec263a64 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:43:55.468237 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f468be9d-af21-47a6-92ef-70abcf7e2ba7 None None] Provisioning complete for port 769f5ef0-8191-4d53-8740-bdffec263a64 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:43:55.468990 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f468be9d-af21-47a6-92ef-70abcf7e2ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:55.540607 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-f468be9d-af21-47a6-92ef-70abcf7e2ba7 None None] Port 769f5ef0-8191-4d53-8740-bdffec263a64 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:43:55.626471 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0472d0f-e93f-4a9c-b276-86b6f31c90e1 req-14d4c2d0-b256-4664-a9a4-bf56ded7f311 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:55.628046 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b0472d0f-e93f-4a9c-b276-86b6f31c90e1 req-14d4c2d0-b256-4664-a9a4-bf56ded7f311 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=2100fe92-1387-49eb-91ce-7f3506747287 HTTP/1.1" status: 200 len: 946 time: 0.0911539 Aug 23 20:43:55.648545 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device af08ca60-d677-4a9a-a393-9854356f65bf up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:43:55.649148 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7992b69b-0ffd-42df-b478-b520290ab90a req-a3213dc6-6c4a-4e45-a2aa-38c8a92b7f4c tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:55.657939 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7992b69b-0ffd-42df-b478-b520290ab90a req-a3213dc6-6c4a-4e45-a2aa-38c8a92b7f4c tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=efe3d0bd-71a7-470a-99cc-6346f7446cd6 HTTP/1.1" status: 200 len: 945 time: 0.1510096 Aug 23 20:43:55.691759 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5210e16-41b0-487a-ae22-e4cb781d302e tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Network 626a60f8-d59a-428a-b08b-a7e9bdaf3b9d is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:43:55.694958 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-f5210e16-41b0-487a-ae22-e4cb781d302e tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:43:55.714637 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b0472d0f-e93f-4a9c-b276-86b6f31c90e1 req-6cc647b7-7725-4a9b-b527-a0bc2fb69552 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551925 Aug 23 20:43:55.741692 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7992b69b-0ffd-42df-b478-b520290ab90a req-05d48ee2-3cf1-488c-ad45-c3e6e2bc6586 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827496 Aug 23 20:43:55.762054 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port af08ca60-d677-4a9a-a393-9854356f65bf triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:43:55.762215 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:55.900978 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-3aa08490-4976-417e-9e57-e70da80c0eae req-8940f81a-eb9f-4174-b7cc-5f1586703171 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0654ffa-d80f-4718-851f-fe773bbeafe1 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:43:55.912658 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3aa08490-4976-417e-9e57-e70da80c0eae req-8940f81a-eb9f-4174-b7cc-5f1586703171 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:55.932600 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-3aa08490-4976-417e-9e57-e70da80c0eae req-8940f81a-eb9f-4174-b7cc-5f1586703171 service neutron] Transition to ACTIVE for port object d0654ffa-d80f-4718-851f-fe773bbeafe1 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:43:55.941722 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3aa08490-4976-417e-9e57-e70da80c0eae req-8940f81a-eb9f-4174-b7cc-5f1586703171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:55.953307 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5210e16-41b0-487a-ae22-e4cb781d302e tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Router a7604f81-881d-40a0-8e07-8325583fb697 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:43:56.162183 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5210e16-41b0-487a-ae22-e4cb781d302e tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:43:56.172872 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d081b2-eddc-44f1-8b7d-59b631ba7d5c None None] Provisioning complete for port 65f9477a-aee3-4902-bd9b-2123de7fd940 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:43:56.173247 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d081b2-eddc-44f1-8b7d-59b631ba7d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:56.180452 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f5210e16-41b0-487a-ae22-e4cb781d302e tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] 10.222.0.61 "PUT /v2.0/routers/a7604f81-881d-40a0-8e07-8325583fb697/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7658310 Aug 23 20:43:56.191394 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40280) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:56.195770 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53aed56-2da1-4df4-b021-9cc108af68b5 req-6df49930-902f-42a4-a205-2f4d77cff86f tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:56.197377 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b53aed56-2da1-4df4-b021-9cc108af68b5 req-6df49930-902f-42a4-a205-2f4d77cff86f tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=2100fe92-1387-49eb-91ce-7f3506747287 HTTP/1.1" status: 200 len: 946 time: 0.1230230 Aug 23 20:43:56.240731 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d081b2-eddc-44f1-8b7d-59b631ba7d5c None None] Port 65f9477a-aee3-4902-bd9b-2123de7fd940 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:43:56.263895 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b53aed56-2da1-4df4-b021-9cc108af68b5 req-4c56893e-95d4-46ee-b4be-c11de94c5eda tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512989 Aug 23 20:43:56.323257 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8940f81a-eb9f-4174-b7cc-5f1586703171 service neutron] Pushing event updated for resources: {'Port': ['ID=d0654ffa-d80f-4718-851f-fe773bbeafe1,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:56.373165 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-3aa08490-4976-417e-9e57-e70da80c0eae req-8940f81a-eb9f-4174-b7cc-5f1586703171 service neutron] Attempting to bind port d0654ffa-d80f-4718-851f-fe773bbeafe1 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:43:56.378247 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-3aa08490-4976-417e-9e57-e70da80c0eae req-8940f81a-eb9f-4174-b7cc-5f1586703171 service neutron] Attempting to bind port d0654ffa-d80f-4718-851f-fe773bbeafe1 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': 'ae8b9fc7-ca7b-4417-a8f9-4c8d3c82a763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'd7dac609-e9dd-4bca-a56b-f707a3645bad'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:43:56.378952 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa08490-4976-417e-9e57-e70da80c0eae req-8940f81a-eb9f-4174-b7cc-5f1586703171 service neutron] Attempting to bind port d0654ffa-d80f-4718-851f-fe773bbeafe1 on network d7dac609-e9dd-4bca-a56b-f707a3645bad {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:43:56.382274 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5c673b-b2c8-4ed0-ad09-0b89f230564d None None] Sync routers for ids ['a7604f81-881d-40a0-8e07-8325583fb697'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:43:56.402443 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5c673b-b2c8-4ed0-ad09-0b89f230564d None None] Routers {'a7604f81-881d-40a0-8e07-8325583fb697'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:43:56.403505 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1e5c673b-b2c8-4ed0-ad09-0b89f230564d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:43:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['a7604f81-881d-40a0-8e07-8325583fb697'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:56.407242 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa08490-4976-417e-9e57-e70da80c0eae req-8940f81a-eb9f-4174-b7cc-5f1586703171 service neutron] Port d0654ffa-d80f-4718-851f-fe773bbeafe1 on network d7dac609-e9dd-4bca-a56b-f707a3645bad not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:43:56.407664 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa08490-4976-417e-9e57-e70da80c0eae req-8940f81a-eb9f-4174-b7cc-5f1586703171 service neutron] Attempting to bind port d0654ffa-d80f-4718-851f-fe773bbeafe1 on network d7dac609-e9dd-4bca-a56b-f707a3645bad {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:43:56.418976 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1b9c9ece-ced3-49aa-ba3e-f384e12fff43 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:56.425846 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa08490-4976-417e-9e57-e70da80c0eae req-8940f81a-eb9f-4174-b7cc-5f1586703171 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:43:56.426730 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa08490-4976-417e-9e57-e70da80c0eae req-8940f81a-eb9f-4174-b7cc-5f1586703171 service neutron] Checking segment: {'id': 'ae8b9fc7-ca7b-4417-a8f9-4c8d3c82a763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'd7dac609-e9dd-4bca-a56b-f707a3645bad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:43:56.426730 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa08490-4976-417e-9e57-e70da80c0eae req-8940f81a-eb9f-4174-b7cc-5f1586703171 service neutron] Bound using segment: {'id': 'ae8b9fc7-ca7b-4417-a8f9-4c8d3c82a763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'd7dac609-e9dd-4bca-a56b-f707a3645bad'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:43:56.427378 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-3aa08490-4976-417e-9e57-e70da80c0eae req-8940f81a-eb9f-4174-b7cc-5f1586703171 service neutron] Bound port: d0654ffa-d80f-4718-851f-fe773bbeafe1, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8b9fc7-ca7b-4417-a8f9-4c8d3c82a763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'd7dac609-e9dd-4bca-a56b-f707a3645bad'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:43:56.427812 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3aa08490-4976-417e-9e57-e70da80c0eae req-8940f81a-eb9f-4174-b7cc-5f1586703171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:56.443209 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1e5c673b-b2c8-4ed0-ad09-0b89f230564d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:56.457069 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5c673b-b2c8-4ed0-ad09-0b89f230564d None None] Routers {'a7604f81-881d-40a0-8e07-8325583fb697'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:43:56.457942 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1e5c673b-b2c8-4ed0-ad09-0b89f230564d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:43:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['a7604f81-881d-40a0-8e07-8325583fb697'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:56.497919 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1e5c673b-b2c8-4ed0-ad09-0b89f230564d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:56.499018 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5c673b-b2c8-4ed0-ad09-0b89f230564d None None] The sync data for ids ['a7604f81-881d-40a0-8e07-8325583fb697'] in n-d-805663-2 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:43:56.500186 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63b39f-d736-4d9f-aed2-5bbdb2516afe req-8a347eb6-7525-4077-bec3-a043ca74e994 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:56.506610 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63b39f-d736-4d9f-aed2-5bbdb2516afe req-8a347eb6-7525-4077-bec3-a043ca74e994 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:56.515781 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9c63b39f-d736-4d9f-aed2-5bbdb2516afe req-8a347eb6-7525-4077-bec3-a043ca74e994 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/ports?device_id=c44bda8a-1d90-41ab-9862-1db7d0302660 HTTP/1.1" status: 200 len: 1667 time: 0.3372998 Aug 23 20:43:56.704197 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-1b9c9ece-ced3-49aa-ba3e-f384e12fff43 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 23 20:43:56.705272 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1b9c9ece-ced3-49aa-ba3e-f384e12fff43 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] 10.222.0.61 "DELETE /v2.0/routers/a7604f81-881d-40a0-8e07-8325583fb697 HTTP/1.1" status: 409 len: 329 time: 0.5125866 Aug 23 20:43:56.708393 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40306) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:56.715457 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-3aa08490-4976-417e-9e57-e70da80c0eae req-8940f81a-eb9f-4174-b7cc-5f1586703171 service neutron] For port d0654ffa-d80f-4718-851f-fe773bbeafe1, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:43:56.722585 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9c63b39f-d736-4d9f-aed2-5bbdb2516afe req-06b0db39-a0a7-478a-9052-0c0a97156097 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/security-groups?id=d730caec-e6c3-42dd-9aa7-0036d9d45ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057459 Aug 23 20:43:56.724644 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-3aa08490-4976-417e-9e57-e70da80c0eae req-8940f81a-eb9f-4174-b7cc-5f1586703171 service neutron] For port d0654ffa-d80f-4718-851f-fe773bbeafe1, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=d0654ffa-d80f-4718-851f-fe773bbeafe1,segment=NetworkSegment(ae8b9fc7-ca7b-4417-a8f9-4c8d3c82a763),segment_id=ae8b9fc7-ca7b-4417-a8f9-4c8d3c82a763)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:43:56.750639 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3aa08490-4976-417e-9e57-e70da80c0eae req-8940f81a-eb9f-4174-b7cc-5f1586703171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:56.795305 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa08490-4976-417e-9e57-e70da80c0eae req-8940f81a-eb9f-4174-b7cc-5f1586703171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:56.796031 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3aa08490-4976-417e-9e57-e70da80c0eae req-8940f81a-eb9f-4174-b7cc-5f1586703171 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:56.798970 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3aa08490-4976-417e-9e57-e70da80c0eae req-8940f81a-eb9f-4174-b7cc-5f1586703171 service neutron] 10.222.0.11 "PUT /v2.0/ports/d0654ffa-d80f-4718-851f-fe773bbeafe1 HTTP/1.1" status: 200 len: 1092 time: 1.5281296 Aug 23 20:43:56.830142 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe383d60-7309-4aed-b153-22a14ab3d960 req-68218d24-17ce-42ad-b0f5-070399cf6f47 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:56.830596 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44bda8a-1d90-41ab-9862-1db7d0302660', 'tag': 'd0654ffa-d80f-4718-851f-fe773bbeafe1'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:43:56.834154 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ed74eb-8cc9-4ef5-9b7c-3560992bb13e" -d '{"events": [{"name": "network-changed", "server_uuid": "c44bda8a-1d90-41ab-9862-1db7d0302660", "tag": "d0654ffa-d80f-4718-851f-fe773bbeafe1"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:43:56.838751 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fe383d60-7309-4aed-b153-22a14ab3d960 req-68218d24-17ce-42ad-b0f5-070399cf6f47 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=2100fe92-1387-49eb-91ce-7f3506747287 HTTP/1.1" status: 200 len: 946 time: 0.1682448 Aug 23 20:43:56.845079 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8940f81a-eb9f-4174-b7cc-5f1586703171 service neutron] Pushing event updated for resources: {'Port': ['ID=d0654ffa-d80f-4718-851f-fe773bbeafe1,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:56.859134 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-3aa08490-4976-417e-9e57-e70da80c0eae req-70a37654-143c-4cb5-b3ca-d125052817cb service neutron] Request body: {'port': {'device_id': 'c44bda8a-1d90-41ab-9862-1db7d0302660', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:43:56.980790 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3aa08490-4976-417e-9e57-e70da80c0eae req-70a37654-143c-4cb5-b3ca-d125052817cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:56.999998 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da7524-c945-4f9a-97b2-32b02b122d77 req-fefe7686-428d-4875-ad05-7298dc377699 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:57.007645 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-76da7524-c945-4f9a-97b2-32b02b122d77 req-fefe7686-428d-4875-ad05-7298dc377699 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=efe3d0bd-71a7-470a-99cc-6346f7446cd6 HTTP/1.1" status: 200 len: 945 time: 0.1059642 Aug 23 20:43:57.008936 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fe383d60-7309-4aed-b153-22a14ab3d960 req-1e771722-4464-4301-8ff1-2e4295711446 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077981 Aug 23 20:43:57.103460 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1965d6-07e1-4124-8dfb-ffa01b9ad289 x-openstack-request-id: req-cd1965d6-07e1-4124-8dfb-ffa01b9ad289 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:43:57.103763 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c44bda8a-1d90-41ab-9862-1db7d0302660", "tag": "d0654ffa-d80f-4718-851f-fe773bbeafe1", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:43:57.104022 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cd1965d6-07e1-4124-8dfb-ffa01b9ad289 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:43:57.104459 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c44bda8a-1d90-41ab-9862-1db7d0302660', 'tag': 'd0654ffa-d80f-4718-851f-fe773bbeafe1', 'status': 'completed', 'code': 200} Aug 23 20:43:57.234665 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-76da7524-c945-4f9a-97b2-32b02b122d77 req-d1545000-c4b4-4c10-bcc4-9a8f60f4cbce tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257845 Aug 23 20:43:57.267795 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed74eb-8cc9-4ef5-9b7c-3560992bb13e req-a13ecd4c-5f6d-48ee-936c-20152f704a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:57.272452 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed74eb-8cc9-4ef5-9b7c-3560992bb13e req-a13ecd4c-5f6d-48ee-936c-20152f704a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:57.275048 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-68ed74eb-8cc9-4ef5-9b7c-3560992bb13e req-a13ecd4c-5f6d-48ee-936c-20152f704a4e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2924e77eafaa445eb5f50b8bf05dd405&device_id=c44bda8a-1d90-41ab-9862-1db7d0302660 HTTP/1.1" status: 200 len: 1914 time: 0.1752532 Aug 23 20:43:57.375927 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f86713f-e540-4f93-ba37-03e9c597a6e7 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:57.505707 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed74eb-8cc9-4ef5-9b7c-3560992bb13e req-ccc2bf2a-9241-4fb1-b9c6-746ea497a1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:57.506427 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed74eb-8cc9-4ef5-9b7c-3560992bb13e req-ccc2bf2a-9241-4fb1-b9c6-746ea497a1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:57.507070 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed74eb-8cc9-4ef5-9b7c-3560992bb13e req-ccc2bf2a-9241-4fb1-b9c6-746ea497a1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:57.508878 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-68ed74eb-8cc9-4ef5-9b7c-3560992bb13e req-ccc2bf2a-9241-4fb1-b9c6-746ea497a1da service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=2924e77eafaa445eb5f50b8bf05dd405&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2089107 Aug 23 20:43:57.692260 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed74eb-8cc9-4ef5-9b7c-3560992bb13e req-cb6e1540-56b2-4b01-b903-76a0435b76c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:57.693781 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-68ed74eb-8cc9-4ef5-9b7c-3560992bb13e req-cb6e1540-56b2-4b01-b903-76a0435b76c4 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1757381 Aug 23 20:43:57.699837 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-3aa08490-4976-417e-9e57-e70da80c0eae req-70a37654-143c-4cb5-b3ca-d125052817cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 769f5ef0-8191-4d53-8740-bdffec263a64 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:43:57.708933 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3aa08490-4976-417e-9e57-e70da80c0eae req-70a37654-143c-4cb5-b3ca-d125052817cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:57.722707 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-3aa08490-4976-417e-9e57-e70da80c0eae req-70a37654-143c-4cb5-b3ca-d125052817cb service neutron] Transition to ACTIVE for port object 769f5ef0-8191-4d53-8740-bdffec263a64 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:43:57.727094 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3aa08490-4976-417e-9e57-e70da80c0eae req-70a37654-143c-4cb5-b3ca-d125052817cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:57.760241 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fb7c6-475f-4ed6-8f56-e8597dfe64d2 req-512b05b1-1b8d-4056-98e3-bb9bdaa77d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:57.761805 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-221fb7c6-475f-4ed6-8f56-e8597dfe64d2 req-512b05b1-1b8d-4056-98e3-bb9bdaa77d71 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dfca521cd42c404497e1668b14cff80f&device_id=efe3d0bd-71a7-470a-99cc-6346f7446cd6 HTTP/1.1" status: 200 len: 1096 time: 0.1418850 Aug 23 20:43:57.799469 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b4072-7238-46ec-b988-79102bd92ca8 req-5961e682-82a8-406c-9c1a-42d2c7f45184 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:57.805864 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-695b4072-7238-46ec-b988-79102bd92ca8 req-5961e682-82a8-406c-9c1a-42d2c7f45184 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=efe3d0bd-71a7-470a-99cc-6346f7446cd6 HTTP/1.1" status: 200 len: 945 time: 0.1624832 Aug 23 20:43:57.813699 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a37654-143c-4cb5-b3ca-d125052817cb service neutron] Pushing event updated for resources: {'Port': ['ID=769f5ef0-8191-4d53-8740-bdffec263a64,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:57.975476 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-695b4072-7238-46ec-b988-79102bd92ca8 req-cc24a486-70f5-433b-9558-b682f12795a2 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215074 Aug 23 20:43:57.998705 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f95cd48-2549-4268-9ae6-b7582efbabb8 req-45c9d07c-4ff4-4462-b79d-cdd5e4c988bb tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:58.006513 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f95cd48-2549-4268-9ae6-b7582efbabb8 req-45c9d07c-4ff4-4462-b79d-cdd5e4c988bb tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:58.008239 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1f95cd48-2549-4268-9ae6-b7582efbabb8 req-45c9d07c-4ff4-4462-b79d-cdd5e4c988bb tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/ports?device_id=c44bda8a-1d90-41ab-9862-1db7d0302660 HTTP/1.1" status: 200 len: 1679 time: 0.1250837 Aug 23 20:43:58.011960 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-3aa08490-4976-417e-9e57-e70da80c0eae req-70a37654-143c-4cb5-b3ca-d125052817cb service neutron] Attempting to bind port 769f5ef0-8191-4d53-8740-bdffec263a64 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:43:58.012549 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-3aa08490-4976-417e-9e57-e70da80c0eae req-70a37654-143c-4cb5-b3ca-d125052817cb service neutron] Attempting to bind port 769f5ef0-8191-4d53-8740-bdffec263a64 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': 'b53cd308-ef8a-4ee0-a1bd-54b23d36bce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '74d236f7-2fe2-4cee-ac02-bd75d0d1facc'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:43:58.013239 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa08490-4976-417e-9e57-e70da80c0eae req-70a37654-143c-4cb5-b3ca-d125052817cb service neutron] Attempting to bind port 769f5ef0-8191-4d53-8740-bdffec263a64 on network 74d236f7-2fe2-4cee-ac02-bd75d0d1facc {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:43:58.022597 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fb7c6-475f-4ed6-8f56-e8597dfe64d2 req-9a11c83f-239b-47d1-827e-1f1195d25dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:58.029664 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa08490-4976-417e-9e57-e70da80c0eae req-70a37654-143c-4cb5-b3ca-d125052817cb service neutron] Port 769f5ef0-8191-4d53-8740-bdffec263a64 on network 74d236f7-2fe2-4cee-ac02-bd75d0d1facc not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:43:58.030036 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa08490-4976-417e-9e57-e70da80c0eae req-70a37654-143c-4cb5-b3ca-d125052817cb service neutron] Attempting to bind port 769f5ef0-8191-4d53-8740-bdffec263a64 on network 74d236f7-2fe2-4cee-ac02-bd75d0d1facc {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:43:58.032835 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-221fb7c6-475f-4ed6-8f56-e8597dfe64d2 req-9a11c83f-239b-47d1-827e-1f1195d25dbe service neutron] 10.222.0.32 "GET /v2.0/networks?id=08ee7db6-ee70-42c6-86e8-ee22c22907f2 HTTP/1.1" status: 200 len: 920 time: 0.2569752 Aug 23 20:43:58.046631 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-4f86713f-e540-4f93-ba37-03e9c597a6e7 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Deleting port 65f9477a-aee3-4902-bd9b-2123de7fd940 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:43:58.046969 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f86713f-e540-4f93-ba37-03e9c597a6e7 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:58.052294 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa08490-4976-417e-9e57-e70da80c0eae req-70a37654-143c-4cb5-b3ca-d125052817cb service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:43:58.052558 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa08490-4976-417e-9e57-e70da80c0eae req-70a37654-143c-4cb5-b3ca-d125052817cb service neutron] Checking segment: {'id': 'b53cd308-ef8a-4ee0-a1bd-54b23d36bce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '74d236f7-2fe2-4cee-ac02-bd75d0d1facc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:43:58.053047 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa08490-4976-417e-9e57-e70da80c0eae req-70a37654-143c-4cb5-b3ca-d125052817cb service neutron] Bound using segment: {'id': 'b53cd308-ef8a-4ee0-a1bd-54b23d36bce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '74d236f7-2fe2-4cee-ac02-bd75d0d1facc'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:43:58.053561 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-3aa08490-4976-417e-9e57-e70da80c0eae req-70a37654-143c-4cb5-b3ca-d125052817cb service neutron] Bound port: 769f5ef0-8191-4d53-8740-bdffec263a64, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b53cd308-ef8a-4ee0-a1bd-54b23d36bce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '74d236f7-2fe2-4cee-ac02-bd75d0d1facc'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:43:58.053985 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3aa08490-4976-417e-9e57-e70da80c0eae req-70a37654-143c-4cb5-b3ca-d125052817cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:58.107348 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1f95cd48-2549-4268-9ae6-b7582efbabb8 req-4718957e-c623-400b-ace5-c3722ac4739f tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/security-groups?id=d730caec-e6c3-42dd-9aa7-0036d9d45ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896854 Aug 23 20:43:58.139407 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-3aa08490-4976-417e-9e57-e70da80c0eae req-70a37654-143c-4cb5-b3ca-d125052817cb service neutron] For port 769f5ef0-8191-4d53-8740-bdffec263a64, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:43:58.142854 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-3aa08490-4976-417e-9e57-e70da80c0eae req-70a37654-143c-4cb5-b3ca-d125052817cb service neutron] For port 769f5ef0-8191-4d53-8740-bdffec263a64, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=769f5ef0-8191-4d53-8740-bdffec263a64,segment=NetworkSegment(b53cd308-ef8a-4ee0-a1bd-54b23d36bce6),segment_id=b53cd308-ef8a-4ee0-a1bd-54b23d36bce6)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:43:58.149201 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3aa08490-4976-417e-9e57-e70da80c0eae req-70a37654-143c-4cb5-b3ca-d125052817cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:58.181068 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-221fb7c6-475f-4ed6-8f56-e8597dfe64d2 req-6afe42ba-c66e-4e55-a907-22d1073a328b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b814750-a2f2-4a4c-b6ae-0ba0827daf66 HTTP/1.1" status: 200 len: 217 time: 0.0752804 Aug 23 20:43:58.218028 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a37654-143c-4cb5-b3ca-d125052817cb service neutron] Pushing event updated for resources: {'Port': ['ID=769f5ef0-8191-4d53-8740-bdffec263a64,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:58.228323 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa08490-4976-417e-9e57-e70da80c0eae req-70a37654-143c-4cb5-b3ca-d125052817cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:58.229043 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3aa08490-4976-417e-9e57-e70da80c0eae req-70a37654-143c-4cb5-b3ca-d125052817cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:58.230383 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3aa08490-4976-417e-9e57-e70da80c0eae req-70a37654-143c-4cb5-b3ca-d125052817cb service neutron] 10.222.0.11 "PUT /v2.0/ports/769f5ef0-8191-4d53-8740-bdffec263a64 HTTP/1.1" status: 200 len: 1092 time: 1.3805850 Aug 23 20:43:58.280568 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf649c7b-df97-4501-97d2-c268c73ce313 req-b1efe168-fa49-464e-955f-e91bc1184071 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:58.292627 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bf649c7b-df97-4501-97d2-c268c73ce313 req-b1efe168-fa49-464e-955f-e91bc1184071 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=2100fe92-1387-49eb-91ce-7f3506747287 HTTP/1.1" status: 200 len: 946 time: 0.1878901 Aug 23 20:43:58.318089 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f86713f-e540-4f93-ba37-03e9c597a6e7 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:58.327570 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa08490-4976-417e-9e57-e70da80c0eae req-2c35d1d9-06f5-4a81-bc46-5b103a1855bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:58.328806 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa08490-4976-417e-9e57-e70da80c0eae req-2c35d1d9-06f5-4a81-bc46-5b103a1855bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:58.329351 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fb7c6-475f-4ed6-8f56-e8597dfe64d2 req-b631d199-c0ac-44a7-9308-363e6d04260c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:58.331451 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3aa08490-4976-417e-9e57-e70da80c0eae req-2c35d1d9-06f5-4a81-bc46-5b103a1855bd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2924e77eafaa445eb5f50b8bf05dd405&device_id=c44bda8a-1d90-41ab-9862-1db7d0302660 HTTP/1.1" status: 200 len: 1981 time: 0.0597997 Aug 23 20:43:58.332125 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-221fb7c6-475f-4ed6-8f56-e8597dfe64d2 req-b631d199-c0ac-44a7-9308-363e6d04260c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f081180f-c4fd-4243-9f2e-305cad1ce609 HTTP/1.1" status: 200 len: 859 time: 0.1344988 Aug 23 20:43:58.349595 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-4f86713f-e540-4f93-ba37-03e9c597a6e7 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Calling delete_port for 65f9477a-aee3-4902-bd9b-2123de7fd940 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:43:58.356439 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bf649c7b-df97-4501-97d2-c268c73ce313 req-e7028205-8cc4-4495-a9fa-780544329162 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626605 Aug 23 20:43:58.404830 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3aa08490-4976-417e-9e57-e70da80c0eae req-b3aa815a-a735-475b-af37-803a30a73f1b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.166&port_id=d0654ffa-d80f-4718-851f-fe773bbeafe1 HTTP/1.1" status: 200 len: 217 time: 0.0655518 Aug 23 20:43:58.410685 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-221fb7c6-475f-4ed6-8f56-e8597dfe64d2 req-045a4701-dc8e-43e0-b8b9-ed4f1a4ff813 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=08ee7db6-ee70-42c6-86e8-ee22c22907f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384634 Aug 23 20:43:58.477210 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa08490-4976-417e-9e57-e70da80c0eae req-ac7dae00-800d-4181-9d20-068b55cf1eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:58.478791 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3aa08490-4976-417e-9e57-e70da80c0eae req-ac7dae00-800d-4181-9d20-068b55cf1eac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=99500416-c366-459f-81cb-016a63939d83 HTTP/1.1" status: 200 len: 801 time: 0.0670278 Aug 23 20:43:58.533226 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa08490-4976-417e-9e57-e70da80c0eae req-6f701f1e-c546-4551-9d72-af42ddb6e937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:58.534678 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3aa08490-4976-417e-9e57-e70da80c0eae req-6f701f1e-c546-4551-9d72-af42ddb6e937 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d7dac609-e9dd-4bca-a56b-f707a3645bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0486073 Aug 23 20:43:58.643571 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-221fb7c6-475f-4ed6-8f56-e8597dfe64d2 req-1283f1fb-44e7-45a4-b6bd-94e8ec095082 service neutron] 10.222.0.32 "GET /v2.0/networks/08ee7db6-ee70-42c6-86e8-ee22c22907f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596210 Aug 23 20:43:58.645383 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3aa08490-4976-417e-9e57-e70da80c0eae req-2b201680-df5d-4b8a-afe9-8e9fc0a72cfc service neutron] 10.222.0.11 "GET /v2.0/networks/d7dac609-e9dd-4bca-a56b-f707a3645bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026511 Aug 23 20:43:58.777591 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3aa08490-4976-417e-9e57-e70da80c0eae req-8d8e59a7-b62c-4ab4-87b7-bc08be706d06 service neutron] 10.222.0.11 "GET /v2.0/networks/d7dac609-e9dd-4bca-a56b-f707a3645bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236534 Aug 23 20:43:58.833526 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f86713f-e540-4f93-ba37-03e9c597a6e7 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:58.861549 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3aa08490-4976-417e-9e57-e70da80c0eae req-94a54eb3-1a8b-4e9e-b47d-64ee2980e22b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.210&port_id=769f5ef0-8191-4d53-8740-bdffec263a64 HTTP/1.1" status: 200 len: 217 time: 0.0742309 Aug 23 20:43:58.875306 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f86713f-e540-4f93-ba37-03e9c597a6e7 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Pushing event deleted for resources: {'Port': ['ID=65f9477a-aee3-4902-bd9b-2123de7fd940,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:58.935793 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-221fb7c6-475f-4ed6-8f56-e8597dfe64d2 req-1fabfba9-9369-4e17-abda-b8d990c89a9f service neutron] 10.222.0.32 "GET /v2.0/networks/08ee7db6-ee70-42c6-86e8-ee22c22907f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815721 Aug 23 20:43:58.937721 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa08490-4976-417e-9e57-e70da80c0eae req-adb5b815-f0f8-4d8c-affe-ade03639215d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:58.939157 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3aa08490-4976-417e-9e57-e70da80c0eae req-adb5b815-f0f8-4d8c-affe-ade03639215d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4b87cb25-442a-40cf-a4a8-9319ac8400d2 HTTP/1.1" status: 200 len: 801 time: 0.0692499 Aug 23 20:43:59.018694 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa08490-4976-417e-9e57-e70da80c0eae req-4cddedd2-3b44-4df3-ad9a-aff90963c7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:59.024729 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3aa08490-4976-417e-9e57-e70da80c0eae req-4cddedd2-3b44-4df3-ad9a-aff90963c7e8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=74d236f7-2fe2-4cee-ac02-bd75d0d1facc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0719218 Aug 23 20:43:59.120956 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44bda8a-1d90-41ab-9862-1db7d0302660', 'tag': '769f5ef0-8191-4d53-8740-bdffec263a64'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:43:59.123852 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582f6770-5c0f-475b-9e7d-171ff78c48e4" -d '{"events": [{"name": "network-changed", "server_uuid": "c44bda8a-1d90-41ab-9862-1db7d0302660", "tag": "769f5ef0-8191-4d53-8740-bdffec263a64"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:43:59.166928 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f86713f-e540-4f93-ba37-03e9c597a6e7 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:59.201993 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40352) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:59.223738 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3aa08490-4976-417e-9e57-e70da80c0eae req-2da23066-0dc1-47a7-811a-4bea204a7a85 service neutron] 10.222.0.11 "GET /v2.0/networks/74d236f7-2fe2-4cee-ac02-bd75d0d1facc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904509 Aug 23 20:43:59.301038 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f903ed-4742-4be4-8ff4-ecd9e426b066 req-ca78e620-7caf-4c4c-ac56-1f050a8cce8f tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:59.308545 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-43f903ed-4742-4be4-8ff4-ecd9e426b066 req-ca78e620-7caf-4c4c-ac56-1f050a8cce8f tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=efe3d0bd-71a7-470a-99cc-6346f7446cd6 HTTP/1.1" status: 200 len: 945 time: 0.1783001 Aug 23 20:43:59.419940 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe8a5f5-d97d-4562-99b5-d651c19d9197 x-openstack-request-id: req-9fe8a5f5-d97d-4562-99b5-d651c19d9197 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:43:59.423464 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c44bda8a-1d90-41ab-9862-1db7d0302660", "tag": "769f5ef0-8191-4d53-8740-bdffec263a64", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:43:59.423748 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9fe8a5f5-d97d-4562-99b5-d651c19d9197 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:43:59.424211 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c44bda8a-1d90-41ab-9862-1db7d0302660', 'tag': '769f5ef0-8191-4d53-8740-bdffec263a64', 'status': 'completed', 'code': 200} Aug 23 20:43:59.428275 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3aa08490-4976-417e-9e57-e70da80c0eae req-259e1879-fd57-4628-86fe-5e7d470f7f33 service neutron] 10.222.0.11 "GET /v2.0/networks/74d236f7-2fe2-4cee-ac02-bd75d0d1facc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897948 Aug 23 20:43:59.442155 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-43f903ed-4742-4be4-8ff4-ecd9e426b066 req-57218419-5de7-43d7-8fac-9b525376c2f1 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326153 Aug 23 20:43:59.472504 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f86713f-e540-4f93-ba37-03e9c597a6e7 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Router a7604f81-881d-40a0-8e07-8325583fb697 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:43:59.495781 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a4d7642d-e0ba-480d-834d-51ea4bd4008a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:59.590374 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f6770-5c0f-475b-9e7d-171ff78c48e4 req-b9493718-da53-44b4-acb4-19e0bd7ef16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:59.591110 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f6770-5c0f-475b-9e7d-171ff78c48e4 req-b9493718-da53-44b4-acb4-19e0bd7ef16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:59.593021 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-582f6770-5c0f-475b-9e7d-171ff78c48e4 req-b9493718-da53-44b4-acb4-19e0bd7ef16f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2924e77eafaa445eb5f50b8bf05dd405&device_id=c44bda8a-1d90-41ab-9862-1db7d0302660 HTTP/1.1" status: 200 len: 1981 time: 0.0950496 Aug 23 20:43:59.611829 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f86713f-e540-4f93-ba37-03e9c597a6e7 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:43:59.621213 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4f86713f-e540-4f93-ba37-03e9c597a6e7 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] 10.222.0.61 "PUT /v2.0/routers/a7604f81-881d-40a0-8e07-8325583fb697/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9111910 Aug 23 20:43:59.621702 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f930527-821e-4ee7-baae-96d7a3613677 req-0b874f9b-0cdf-4eb7-bdac-ea1ad85d541b tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:59.628404 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639a5fb1-a5f8-4a8f-990d-1e2bfb4ccc2c None None] Sync routers for ids ['a7604f81-881d-40a0-8e07-8325583fb697'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:43:59.630111 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f930527-821e-4ee7-baae-96d7a3613677 req-0b874f9b-0cdf-4eb7-bdac-ea1ad85d541b tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:59.639989 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6f930527-821e-4ee7-baae-96d7a3613677 req-0b874f9b-0cdf-4eb7-bdac-ea1ad85d541b tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/ports?device_id=c44bda8a-1d90-41ab-9862-1db7d0302660 HTTP/1.1" status: 200 len: 1679 time: 0.1266780 Aug 23 20:43:59.644943 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639a5fb1-a5f8-4a8f-990d-1e2bfb4ccc2c None None] Routers {'a7604f81-881d-40a0-8e07-8325583fb697'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:43:59.645618 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-639a5fb1-a5f8-4a8f-990d-1e2bfb4ccc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:43:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['a7604f81-881d-40a0-8e07-8325583fb697'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:59.653834 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40364) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:59.701196 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-fd2b1369-38df-48d9-9e88-5594667cda5f tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] show failed (client error): The resource could not be found. Aug 23 20:43:59.706147 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-fd2b1369-38df-48d9-9e88-5594667cda5f tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] 10.222.0.61 "GET /v2.0/routers/tempest-non_exist_router-987222100 HTTP/1.1" status: 404 len: 334 time: 0.0474656 Aug 23 20:43:59.706266 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-639a5fb1-a5f8-4a8f-990d-1e2bfb4ccc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:59.711892 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40366) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:59.718239 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-9e8bcd04-90c5-444a-bf40-e29ada79cd18 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:43:59.720258 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639a5fb1-a5f8-4a8f-990d-1e2bfb4ccc2c None None] Routers {'a7604f81-881d-40a0-8e07-8325583fb697'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:43:59.720904 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-639a5fb1-a5f8-4a8f-990d-1e2bfb4ccc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:43:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['a7604f81-881d-40a0-8e07-8325583fb697'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:59.724574 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a4d7642d-e0ba-480d-834d-51ea4bd4008a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:59.759778 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a4d7642d-e0ba-480d-834d-51ea4bd4008a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:59.773721 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-639a5fb1-a5f8-4a8f-990d-1e2bfb4ccc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:43:59.774557 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639a5fb1-a5f8-4a8f-990d-1e2bfb4ccc2c None None] The sync data for ids ['a7604f81-881d-40a0-8e07-8325583fb697'] in n-d-805663-2 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:43:59.775727 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-9e8bcd04-90c5-444a-bf40-e29ada79cd18 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] update failed (client error): The resource could not be found. Aug 23 20:43:59.780494 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9e8bcd04-90c5-444a-bf40-e29ada79cd18 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] 10.222.0.61 "PUT /v2.0/routers/tempest-non_exist_router-923643782 HTTP/1.1" status: 404 len: 334 time: 0.0639317 Aug 23 20:43:59.787637 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40368) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:59.880423 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a4d7642d-e0ba-480d-834d-51ea4bd4008a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=470189cb539d419485c2b6e14cb34d75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6347246 Aug 23 20:43:59.883783 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d7642d-e0ba-480d-834d-51ea4bd4008a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee35893-b98a-4c97-bca6-1bc86f217f8c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:43:59.890224 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40370) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:43:59.917291 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-551ef8f7-a4bc-4cea-91f2-01d9e7d45165 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Deleting subnet 7d432e14-2754-42fb-baf8-aeccf6505f25 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:43:59.929133 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-551ef8f7-a4bc-4cea-91f2-01d9e7d45165 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:43:59.964446 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab7d6b-7d95-4dad-9a1d-5dc85954aa18 req-dc2d8f57-5974-4b68-9f7e-d9fae326759a tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:43:59.966516 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-33ab7d6b-7d95-4dad-9a1d-5dc85954aa18 req-dc2d8f57-5974-4b68-9f7e-d9fae326759a tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=2100fe92-1387-49eb-91ce-7f3506747287 HTTP/1.1" status: 200 len: 946 time: 0.2083075 Aug 23 20:44:00.018384 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6f930527-821e-4ee7-baae-96d7a3613677 req-2c244a4a-4d93-4566-97e1-d555ac38c1f3 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/security-groups?id=d730caec-e6c3-42dd-9aa7-0036d9d45ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3771243 Aug 23 20:44:00.026817 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-551ef8f7-a4bc-4cea-91f2-01d9e7d45165 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:00.043129 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f6770-5c0f-475b-9e7d-171ff78c48e4 req-ebbbb79b-bc2d-4c4b-9f55-d9347c17300c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:00.044755 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-582f6770-5c0f-475b-9e7d-171ff78c48e4 req-ebbbb79b-bc2d-4c4b-9f55-d9347c17300c service neutron] 10.222.0.11 "GET /v2.0/networks?id=74d236f7-2fe2-4cee-ac02-bd75d0d1facc HTTP/1.1" status: 200 len: 902 time: 0.4430430 Aug 23 20:44:00.064939 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-33ab7d6b-7d95-4dad-9a1d-5dc85954aa18 req-7006a742-5eef-4df5-ad24-b6a10bc61289 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873375 Aug 23 20:44:00.068254 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50d1c9c6-a0cd-41da-9731-d0354fa7e2d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:00.088661 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-582f6770-5c0f-475b-9e7d-171ff78c48e4 req-cecd6e00-ff96-490a-8db2-291472ee67e9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.210&port_id=769f5ef0-8191-4d53-8740-bdffec263a64 HTTP/1.1" status: 200 len: 217 time: 0.0364647 Aug 23 20:44:00.106928 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50d1c9c6-a0cd-41da-9731-d0354fa7e2d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:00.145213 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f6770-5c0f-475b-9e7d-171ff78c48e4 req-758b195b-7b66-4c21-90c8-76c781bf1014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:00.146650 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-582f6770-5c0f-475b-9e7d-171ff78c48e4 req-758b195b-7b66-4c21-90c8-76c781bf1014 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4b87cb25-442a-40cf-a4a8-9319ac8400d2 HTTP/1.1" status: 200 len: 801 time: 0.0448990 Aug 23 20:44:00.171261 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-551ef8f7-a4bc-4cea-91f2-01d9e7d45165 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:00.200748 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f6770-5c0f-475b-9e7d-171ff78c48e4 req-19455537-ba4d-4dad-8b49-580a5819f745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:00.203309 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-582f6770-5c0f-475b-9e7d-171ff78c48e4 req-19455537-ba4d-4dad-8b49-580a5819f745 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=74d236f7-2fe2-4cee-ac02-bd75d0d1facc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0468340 Aug 23 20:44:00.210168 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50d1c9c6-a0cd-41da-9731-d0354fa7e2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:00.212734 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50d1c9c6-a0cd-41da-9731-d0354fa7e2d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:00.213856 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-50d1c9c6-a0cd-41da-9731-d0354fa7e2d0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4ee35893-b98a-4c97-bca6-1bc86f217f8c HTTP/1.1" status: 204 len: 168 time: 0.3224568 Aug 23 20:44:00.227869 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d1c9c6-a0cd-41da-9731-d0354fa7e2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee35893-b98a-4c97-bca6-1bc86f217f8c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:00.244142 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-551ef8f7-a4bc-4cea-91f2-01d9e7d45165 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:00.259044 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-551ef8f7-a4bc-4cea-91f2-01d9e7d45165 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:00.264501 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-551ef8f7-a4bc-4cea-91f2-01d9e7d45165 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] 10.222.0.61 "DELETE /v2.0/subnets/7d432e14-2754-42fb-baf8-aeccf6505f25 HTTP/1.1" status: 204 len: 168 time: 0.4673665 Aug 23 20:44:00.264501 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40374) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:44:00.268026 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205ed61e-604b-4fa8-8e3e-c606a5fa208b None None] Network da37cafa-8a33-4bcd-8628-14a05aaf818d requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:44:00.317813 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551ef8f7-a4bc-4cea-91f2-01d9e7d45165 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Pushing event deleted for resources: {'Subnet': ['ID=7d432e14-2754-42fb-baf8-aeccf6505f25,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:00.339327 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-957b030d-3998-4eae-84b0-e301914cf8ad tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Deleting subnet 7cb4eaa3-3022-44c2-a746-c21667d9d12e {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:44:00.343542 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-582f6770-5c0f-475b-9e7d-171ff78c48e4 req-a2b39461-4353-4917-8eb9-d5d9900aa174 service neutron] 10.222.0.11 "GET /v2.0/networks/74d236f7-2fe2-4cee-ac02-bd75d0d1facc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172645 Aug 23 20:44:00.343741 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-957b030d-3998-4eae-84b0-e301914cf8ad tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:00.396534 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-957b030d-3998-4eae-84b0-e301914cf8ad tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:00.467656 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-582f6770-5c0f-475b-9e7d-171ff78c48e4 req-13ed0478-0268-4714-ae79-73ce0cf39ea2 service neutron] 10.222.0.11 "GET /v2.0/networks/74d236f7-2fe2-4cee-ac02-bd75d0d1facc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156418 Aug 23 20:44:00.479638 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371a64b3-70f0-470e-9d4e-401a06f07cf2 None None] DHCP port deletion for da37cafa-8a33-4bcd-8628-14a05aaf818d request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:44:00.499607 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-957b030d-3998-4eae-84b0-e301914cf8ad tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:00.555072 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-371a64b3-70f0-470e-9d4e-401a06f07cf2 None None] Deleting port e90469d5-e1df-4174-ae60-89803ca89467 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:44:00.555524 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-371a64b3-70f0-470e-9d4e-401a06f07cf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:00.621756 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dccc49a-70b5-4c56-beec-54ff5a97ae2d req-730d81ba-0558-46fc-a6d8-5c72ba54a8b3 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:00.630269 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1dccc49a-70b5-4c56-beec-54ff5a97ae2d req-730d81ba-0558-46fc-a6d8-5c72ba54a8b3 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=efe3d0bd-71a7-470a-99cc-6346f7446cd6 HTTP/1.1" status: 200 len: 945 time: 0.1017625 Aug 23 20:44:00.630413 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-371a64b3-70f0-470e-9d4e-401a06f07cf2 None None] For port e90469d5-e1df-4174-ae60-89803ca89467, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=e90469d5-e1df-4174-ae60-89803ca89467,segment=NetworkSegment(71bf13ae-4c88-476b-a55c-fece692db076),segment_id=71bf13ae-4c88-476b-a55c-fece692db076)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:44:00.631126 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-371a64b3-70f0-470e-9d4e-401a06f07cf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:00.634636 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-957b030d-3998-4eae-84b0-e301914cf8ad tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:00.650397 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-371a64b3-70f0-470e-9d4e-401a06f07cf2 None None] Calling delete_port for e90469d5-e1df-4174-ae60-89803ca89467 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:44:00.690592 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b030d-3998-4eae-84b0-e301914cf8ad tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Pushing event deleted for resources: {'Subnet': ['ID=7cb4eaa3-3022-44c2-a746-c21667d9d12e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:00.701771 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-957b030d-3998-4eae-84b0-e301914cf8ad tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:00.705002 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-957b030d-3998-4eae-84b0-e301914cf8ad tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] 10.222.0.61 "DELETE /v2.0/subnets/7cb4eaa3-3022-44c2-a746-c21667d9d12e HTTP/1.1" status: 204 len: 168 time: 0.4397149 Aug 23 20:44:00.708196 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40394) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:44:00.710971 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74064f2a-87d5-402d-882a-22acdf3ba60e None None] Network a28bd5b6-714b-4367-a7ee-7a808235a967 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:44:00.739138 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1dccc49a-70b5-4c56-beec-54ff5a97ae2d req-5b87662b-0a30-4c72-9cb0-7163a3d51178 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079514 Aug 23 20:44:00.836082 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fa8d5224-8354-4675-b6e4-a07dcff31243 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:00.905733 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-fa8d5224-8354-4675-b6e4-a07dcff31243 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Deleting port e90469d5-e1df-4174-ae60-89803ca89467 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:44:00.906082 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fa8d5224-8354-4675-b6e4-a07dcff31243 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:00.909711 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-371a64b3-70f0-470e-9d4e-401a06f07cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:00.943008 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371a64b3-70f0-470e-9d4e-401a06f07cf2 None None] Pushing event deleted for resources: {'Port': ['ID=e90469d5-e1df-4174-ae60-89803ca89467,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:00.945873 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371a64b3-70f0-470e-9d4e-401a06f07cf2 None None] No DVR routers for this DVR port e90469d5-e1df-4174-ae60-89803ca89467 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:44:00.986412 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-fa8d5224-8354-4675-b6e4-a07dcff31243 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] For port e90469d5-e1df-4174-ae60-89803ca89467, host n-d-805663-2, got binding levels [] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:44:00.986780 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fa8d5224-8354-4675-b6e4-a07dcff31243 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:01.000208 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-fa8d5224-8354-4675-b6e4-a07dcff31243 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Calling delete_port for e90469d5-e1df-4174-ae60-89803ca89467 owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:44:01.003176 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.ipam_backend_mixin [None req-fa8d5224-8354-4675-b6e4-a07dcff31243 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Port e90469d5-e1df-4174-ae60-89803ca89467 was not found and therefore no delete operation was performed {{(pid=94687) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 23 20:44:01.004557 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fa8d5224-8354-4675-b6e4-a07dcff31243 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:01.037457 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8d5224-8354-4675-b6e4-a07dcff31243 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Pushing event deleted for resources: {'Port': ['ID=e90469d5-e1df-4174-ae60-89803ca89467,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:01.041855 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8d5224-8354-4675-b6e4-a07dcff31243 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] No DVR routers for this DVR port e90469d5-e1df-4174-ae60-89803ca89467 on host n-d-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:44:01.050997 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ca75b9-0f7c-403d-b8d6-f79235bd52f7 None None] DHCP port deletion for a28bd5b6-714b-4367-a7ee-7a808235a967 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:44:01.128863 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-34ca75b9-0f7c-403d-b8d6-f79235bd52f7 None None] Deleting port f4bdfc79-44c4-429a-8a5d-240f5d0595a0 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:44:01.128863 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-34ca75b9-0f7c-403d-b8d6-f79235bd52f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:01.160269 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fa8d5224-8354-4675-b6e4-a07dcff31243 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:01.170697 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-fa8d5224-8354-4675-b6e4-a07dcff31243 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da37cafa-8a33-4bcd-8628-14a05aaf818d']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:44:01.186493 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad602f-370d-4eb2-86d6-981f87eef434 req-51121c3f-579b-4d9f-ab19-909ef97cdd71 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:01.188164 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-fa8d5224-8354-4675-b6e4-a07dcff31243 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71bf13ae-4c88-476b-a55c-fece692db076') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:44:01.188509 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-fa8d5224-8354-4675-b6e4-a07dcff31243 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71bf13ae-4c88-476b-a55c-fece692db076') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:44:01.194281 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad602f-370d-4eb2-86d6-981f87eef434 req-51121c3f-579b-4d9f-ab19-909ef97cdd71 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:01.197374 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4fad602f-370d-4eb2-86d6-981f87eef434 req-51121c3f-579b-4d9f-ab19-909ef97cdd71 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/ports?device_id=c44bda8a-1d90-41ab-9862-1db7d0302660 HTTP/1.1" status: 200 len: 1679 time: 0.0806935 Aug 23 20:44:01.197616 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fa8d5224-8354-4675-b6e4-a07dcff31243 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:01.209486 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-34ca75b9-0f7c-403d-b8d6-f79235bd52f7 None None] For port f4bdfc79-44c4-429a-8a5d-240f5d0595a0, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=f4bdfc79-44c4-429a-8a5d-240f5d0595a0,segment=NetworkSegment(a7083452-660e-49b3-859b-32c7e79d589f),segment_id=a7083452-660e-49b3-859b-32c7e79d589f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:44:01.210081 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-34ca75b9-0f7c-403d-b8d6-f79235bd52f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:01.238259 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-34ca75b9-0f7c-403d-b8d6-f79235bd52f7 None None] Calling delete_port for f4bdfc79-44c4-429a-8a5d-240f5d0595a0 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:44:01.240946 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fa8d5224-8354-4675-b6e4-a07dcff31243 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:01.250899 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa8d5224-8354-4675-b6e4-a07dcff31243 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:44:01.251824 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fa8d5224-8354-4675-b6e4-a07dcff31243 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:01.255298 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:44:01.255298 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:44:01.255298 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:44:01.255298 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:44:01.255298 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:44:01.255298 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:44:01.255298 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:44:01.255298 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:44:01.255298 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:44:01.255298 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:44:01.255298 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:44:01.255298 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:44:01.255298 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:44:01.255298 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:44:01.255298 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:44:01.255298 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:44:01.255298 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:44:01.255298 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:44:01.255298 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:44:01.255298 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:44:01.255298 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:44:01.255298 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:44:01.255298 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:44:01.255298 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:44:01.255298 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:44:01.255298 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:44:01.255298 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:44:01.255298 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:44:01.255298 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:44:01.255298 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:44:01.255298 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:44:01.255298 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:44:01.257418 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4fad602f-370d-4eb2-86d6-981f87eef434 req-ad53006a-4474-4e3e-8f22-06809b8c7292 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/security-groups?id=d730caec-e6c3-42dd-9aa7-0036d9d45ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502489 Aug 23 20:44:01.315908 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87a06b-cfc2-46d9-85a6-33f189c28c25 req-1b121f0c-e2ed-452a-b1e1-0abc62d0117a tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:01.317537 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-df87a06b-cfc2-46d9-85a6-33f189c28c25 req-1b121f0c-e2ed-452a-b1e1-0abc62d0117a tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=2100fe92-1387-49eb-91ce-7f3506747287 HTTP/1.1" status: 200 len: 946 time: 0.1180365 Aug 23 20:44:01.351141 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fa8d5224-8354-4675-b6e4-a07dcff31243 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:01.366161 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fa8d5224-8354-4675-b6e4-a07dcff31243 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:01.368250 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-fa8d5224-8354-4675-b6e4-a07dcff31243 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] 10.222.0.61 "DELETE /v2.0/networks/da37cafa-8a33-4bcd-8628-14a05aaf818d HTTP/1.1" status: 204 len: 168 time: 0.6589417 Aug 23 20:44:01.372604 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40418) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:44:01.381969 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-34ca75b9-0f7c-403d-b8d6-f79235bd52f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:01.384178 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-df87a06b-cfc2-46d9-85a6-33f189c28c25 req-948e781a-7aa7-4fdc-9196-19f6f3d680d4 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570290 Aug 23 20:44:01.385606 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8d5224-8354-4675-b6e4-a07dcff31243 tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Pushing event deleted for resources: {'Network': ['ID=da37cafa-8a33-4bcd-8628-14a05aaf818d,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:01.415332 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ca75b9-0f7c-403d-b8d6-f79235bd52f7 None None] Pushing event deleted for resources: {'Port': ['ID=f4bdfc79-44c4-429a-8a5d-240f5d0595a0,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:01.419765 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ca75b9-0f7c-403d-b8d6-f79235bd52f7 None None] No DVR routers for this DVR port f4bdfc79-44c4-429a-8a5d-240f5d0595a0 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:44:01.481769 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30b3f66f-9884-46df-8a1a-645e37cf07ee tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:01.646869 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device e90469d5-e1df-4174-ae60-89803ca89467 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:44:01.704942 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: e90469d5-e1df-4174-ae60-89803ca89467 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:44:01.705362 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device e90469d5-e1df-4174-ae60-89803ca89467 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:44:01.708734 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device f4bdfc79-44c4-429a-8a5d-240f5d0595a0 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:44:01.740598 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: f4bdfc79-44c4-429a-8a5d-240f5d0595a0 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:44:01.741133 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device f4bdfc79-44c4-429a-8a5d-240f5d0595a0 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:44:01.840329 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a5a63068-3bee-497d-a490-dee68dd48769 req-778c3615-a3da-4c38-814b-a610ff902025 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1a3b5017-c2bb-4d9a-a8bf-d0e9c9983daf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0486064 Aug 23 20:44:01.937814 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a63068-3bee-497d-a490-dee68dd48769 req-0773f09f-bc56-4131-9ea7-8c435685c016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:01.941187 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a5a63068-3bee-497d-a490-dee68dd48769 req-0773f09f-bc56-4131-9ea7-8c435685c016 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dfca521cd42c404497e1668b14cff80f&device_id=1a3b5017-c2bb-4d9a-a8bf-d0e9c9983daf HTTP/1.1" status: 200 len: 1096 time: 0.0759263 Aug 23 20:44:02.076795 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a63068-3bee-497d-a490-dee68dd48769 req-83182da3-49c1-4152-a4c3-2736a8d7a18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:02.078976 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a5a63068-3bee-497d-a490-dee68dd48769 req-83182da3-49c1-4152-a4c3-2736a8d7a18e service neutron] 10.222.0.11 "GET /v2.0/networks?id=08ee7db6-ee70-42c6-86e8-ee22c22907f2 HTTP/1.1" status: 200 len: 920 time: 0.1151435 Aug 23 20:44:02.087693 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30b3f66f-9884-46df-8a1a-645e37cf07ee tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:02.111104 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f3a5e-6fb1-4fbb-90e1-0d839b3ae28c req-61ff4839-8d9d-483b-91ca-f457799f4017 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:02.118994 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-838f3a5e-6fb1-4fbb-90e1-0d839b3ae28c req-61ff4839-8d9d-483b-91ca-f457799f4017 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=efe3d0bd-71a7-470a-99cc-6346f7446cd6 HTTP/1.1" status: 200 len: 945 time: 0.1360929 Aug 23 20:44:02.123604 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-30b3f66f-9884-46df-8a1a-645e37cf07ee tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a28bd5b6-714b-4367-a7ee-7a808235a967']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:44:02.126269 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a5a63068-3bee-497d-a490-dee68dd48769 req-d92b712a-48b3-4049-8ec1-6f41b82f08a6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=995210d9-e1ba-4579-860d-e456fc6ca411 HTTP/1.1" status: 200 len: 217 time: 0.0371943 Aug 23 20:44:02.146487 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-30b3f66f-9884-46df-8a1a-645e37cf07ee tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7083452-660e-49b3-859b-32c7e79d589f') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:44:02.146811 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-30b3f66f-9884-46df-8a1a-645e37cf07ee tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7083452-660e-49b3-859b-32c7e79d589f') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:44:02.173792 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30b3f66f-9884-46df-8a1a-645e37cf07ee tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:02.190485 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-838f3a5e-6fb1-4fbb-90e1-0d839b3ae28c req-b37819be-e4c0-43b5-ab27-e71487b3730d tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645847 Aug 23 20:44:02.205117 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a63068-3bee-497d-a490-dee68dd48769 req-df8316d3-a94d-49d6-b07b-443f9a54dc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:02.206305 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30b3f66f-9884-46df-8a1a-645e37cf07ee tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:02.212547 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device d0654ffa-d80f-4718-851f-fe773bbeafe1 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:44:02.221137 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30b3f66f-9884-46df-8a1a-645e37cf07ee tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:44:02.221137 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30b3f66f-9884-46df-8a1a-645e37cf07ee tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:02.224694 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a5a63068-3bee-497d-a490-dee68dd48769 req-df8316d3-a94d-49d6-b07b-443f9a54dc55 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f081180f-c4fd-4243-9f2e-305cad1ce609 HTTP/1.1" status: 200 len: 859 time: 0.0911710 Aug 23 20:44:02.229083 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:44:02.229083 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:44:02.229083 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:44:02.229083 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:44:02.229083 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:44:02.229083 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:44:02.229083 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:44:02.229083 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:44:02.229083 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:44:02.229083 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:44:02.229083 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:44:02.229083 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:44:02.229083 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:44:02.229083 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:44:02.229083 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:44:02.229083 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:44:02.229083 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:44:02.229083 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:44:02.229083 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:44:02.229083 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:44:02.229083 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:44:02.229083 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:44:02.229083 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:44:02.229083 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:44:02.229083 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:44:02.229083 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:44:02.229083 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:44:02.229083 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:44:02.229083 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:44:02.229083 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:44:02.229083 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:44:02.229083 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:44:02.292038 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a5a63068-3bee-497d-a490-dee68dd48769 req-2e46967d-82ea-4e6b-b3cd-27284ba6150b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=08ee7db6-ee70-42c6-86e8-ee22c22907f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580294 Aug 23 20:44:02.352952 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30b3f66f-9884-46df-8a1a-645e37cf07ee tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:02.366235 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30b3f66f-9884-46df-8a1a-645e37cf07ee tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:02.370434 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-30b3f66f-9884-46df-8a1a-645e37cf07ee tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] 10.222.0.61 "DELETE /v2.0/networks/a28bd5b6-714b-4367-a7ee-7a808235a967 HTTP/1.1" status: 204 len: 168 time: 0.9966762 Aug 23 20:44:02.375228 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40446) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:44:02.409573 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b3f66f-9884-46df-8a1a-645e37cf07ee tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Pushing event deleted for resources: {'Network': ['ID=a28bd5b6-714b-4367-a7ee-7a808235a967,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:02.409803 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port d0654ffa-d80f-4718-851f-fe773bbeafe1, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=d0654ffa-d80f-4718-851f-fe773bbeafe1,segment=NetworkSegment(ae8b9fc7-ca7b-4417-a8f9-4c8d3c82a763),segment_id=ae8b9fc7-ca7b-4417-a8f9-4c8d3c82a763)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:44:02.453001 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': 'd0654ffa-d80f-4718-851f-fe773bbeafe1', 'network_id': 'd7dac609-e9dd-4bca-a56b-f707a3645bad', 'port_id': 'd0654ffa-d80f-4718-851f-fe773bbeafe1', 'mac_address': 'fa:16:3e:e6:a1:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99500416-c366-459f-81cb-016a63939d83', 'ip_address': '19.80.0.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:44:02.497923 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-40f6e400-4389-437b-ac44-107540a9f55f tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Deleting subnet 0a65afde-b1d6-4cc8-a0ca-d832e7243462 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:44:02.501335 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:02.505808 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40f6e400-4389-437b-ac44-107540a9f55f tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:02.531038 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0654ffa-d80f-4718-851f-fe773bbeafe1 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:44:02.553947 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port d0654ffa-d80f-4718-851f-fe773bbeafe1, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=d0654ffa-d80f-4718-851f-fe773bbeafe1,segment=NetworkSegment(ae8b9fc7-ca7b-4417-a8f9-4c8d3c82a763),segment_id=ae8b9fc7-ca7b-4417-a8f9-4c8d3c82a763)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:44:02.570404 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:02.571316 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 769f5ef0-8191-4d53-8740-bdffec263a64 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:44:02.578031 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a5a63068-3bee-497d-a490-dee68dd48769 req-bbcba417-25fa-461c-a0a5-cacfb4de0a7c service neutron] 10.222.0.11 "GET /v2.0/networks/08ee7db6-ee70-42c6-86e8-ee22c22907f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712219 Aug 23 20:44:02.596220 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40f6e400-4389-437b-ac44-107540a9f55f tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:02.711619 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=d0654ffa-d80f-4718-851f-fe773bbeafe1,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:02.822469 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40f6e400-4389-437b-ac44-107540a9f55f tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:02.846526 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a6979-cce0-44e0-8d61-77f184b5475a req-7bc3e37f-9ea1-43dc-9991-f758a6cded5c tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:02.854147 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a6979-cce0-44e0-8d61-77f184b5475a req-7bc3e37f-9ea1-43dc-9991-f758a6cded5c tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:02.864742 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3b5a6979-cce0-44e0-8d61-77f184b5475a req-7bc3e37f-9ea1-43dc-9991-f758a6cded5c tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/ports?device_id=c44bda8a-1d90-41ab-9862-1db7d0302660 HTTP/1.1" status: 200 len: 1679 time: 0.4772074 Aug 23 20:44:02.869666 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a5a63068-3bee-497d-a490-dee68dd48769 req-319126cc-4495-4ace-81c8-1d721aa087d4 service neutron] 10.222.0.11 "GET /v2.0/networks/08ee7db6-ee70-42c6-86e8-ee22c22907f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715447 Aug 23 20:44:02.878164 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 769f5ef0-8191-4d53-8740-bdffec263a64, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=769f5ef0-8191-4d53-8740-bdffec263a64,segment=NetworkSegment(b53cd308-ef8a-4ee0-a1bd-54b23d36bce6),segment_id=b53cd308-ef8a-4ee0-a1bd-54b23d36bce6)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:44:02.912103 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '769f5ef0-8191-4d53-8740-bdffec263a64', 'network_id': '74d236f7-2fe2-4cee-ac02-bd75d0d1facc', 'port_id': '769f5ef0-8191-4d53-8740-bdffec263a64', 'mac_address': 'fa:16:3e:a2:24:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b87cb25-442a-40cf-a4a8-9319ac8400d2', 'ip_address': '19.86.0.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:44:02.952519 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3b5a6979-cce0-44e0-8d61-77f184b5475a req-781a618f-a11a-4b60-9201-6bb114e713b4 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/security-groups?id=d730caec-e6c3-42dd-9aa7-0036d9d45ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867667 Aug 23 20:44:02.986703 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:03.020314 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec162b-5384-43fd-84cb-1098ab2139cc req-bb9aa07d-d892-4e93-97eb-4de306b60005 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:03.022017 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ecec162b-5384-43fd-84cb-1098ab2139cc req-bb9aa07d-d892-4e93-97eb-4de306b60005 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=2100fe92-1387-49eb-91ce-7f3506747287 HTTP/1.1" status: 200 len: 946 time: 0.1152058 Aug 23 20:44:03.023746 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40f6e400-4389-437b-ac44-107540a9f55f tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:03.042450 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 769f5ef0-8191-4d53-8740-bdffec263a64 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:44:03.059158 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f6e400-4389-437b-ac44-107540a9f55f tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Pushing event deleted for resources: {'Subnet': ['ID=0a65afde-b1d6-4cc8-a0ca-d832e7243462,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:03.066545 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 769f5ef0-8191-4d53-8740-bdffec263a64, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=769f5ef0-8191-4d53-8740-bdffec263a64,segment=NetworkSegment(b53cd308-ef8a-4ee0-a1bd-54b23d36bce6),segment_id=b53cd308-ef8a-4ee0-a1bd-54b23d36bce6)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:44:03.072636 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:03.076945 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40f6e400-4389-437b-ac44-107540a9f55f tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:03.081265 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-40f6e400-4389-437b-ac44-107540a9f55f tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] 10.222.0.61 "DELETE /v2.0/subnets/0a65afde-b1d6-4cc8-a0ca-d832e7243462 HTTP/1.1" status: 204 len: 168 time: 0.6777582 Aug 23 20:44:03.082585 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40466) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:44:03.117893 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee03395-984c-43ea-9db6-f977713f4653 None None] Network 626a60f8-d59a-428a-b08b-a7e9bdaf3b9d requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:44:03.173640 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ecec162b-5384-43fd-84cb-1098ab2139cc req-15b662da-d034-4752-89a5-29b2cee08af2 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429276 Aug 23 20:44:03.203965 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=769f5ef0-8191-4d53-8740-bdffec263a64,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:03.232844 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b521f024-b645-48b6-8b7a-07617d1079fa tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:03.311136 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-b521f024-b645-48b6-8b7a-07617d1079fa tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Deleting port 6bd63963-2477-4b7d-ba0c-635709891ca6 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:44:03.311473 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b521f024-b645-48b6-8b7a-07617d1079fa tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:03.370576 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ab2a10-397f-4ceb-ab8f-b5583a1c9a25 None None] DHCP port deletion for 626a60f8-d59a-428a-b08b-a7e9bdaf3b9d request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:44:03.400720 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-b521f024-b645-48b6-8b7a-07617d1079fa tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] For port 6bd63963-2477-4b7d-ba0c-635709891ca6, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=6bd63963-2477-4b7d-ba0c-635709891ca6,segment=NetworkSegment(deb5a313-d538-49e3-9434-3ad042c47672),segment_id=deb5a313-d538-49e3-9434-3ad042c47672)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:44:03.401243 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b521f024-b645-48b6-8b7a-07617d1079fa tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:03.413066 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['d0654ffa-d80f-4718-851f-fe773bbeafe1'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:44:03.418517 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-b521f024-b645-48b6-8b7a-07617d1079fa tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Calling delete_port for 6bd63963-2477-4b7d-ba0c-635709891ca6 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:44:03.497589 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-d0ab2a10-397f-4ceb-ab8f-b5583a1c9a25 None None] Deleting port 6bd63963-2477-4b7d-ba0c-635709891ca6 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:44:03.498021 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d0ab2a10-397f-4ceb-ab8f-b5583a1c9a25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:03.532518 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b521f024-b645-48b6-8b7a-07617d1079fa tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:03.575991 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b521f024-b645-48b6-8b7a-07617d1079fa tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Pushing event deleted for resources: {'Port': ['ID=6bd63963-2477-4b7d-ba0c-635709891ca6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:03.581353 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b521f024-b645-48b6-8b7a-07617d1079fa tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] No DVR routers for this DVR port 6bd63963-2477-4b7d-ba0c-635709891ca6 on host n-d-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:44:03.665979 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-d0ab2a10-397f-4ceb-ab8f-b5583a1c9a25 None None] For port 6bd63963-2477-4b7d-ba0c-635709891ca6, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=6bd63963-2477-4b7d-ba0c-635709891ca6,segment=NetworkSegment(deb5a313-d538-49e3-9434-3ad042c47672),segment_id=deb5a313-d538-49e3-9434-3ad042c47672)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:44:03.667026 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d0ab2a10-397f-4ceb-ab8f-b5583a1c9a25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:03.695200 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-d0ab2a10-397f-4ceb-ab8f-b5583a1c9a25 None None] Calling delete_port for 6bd63963-2477-4b7d-ba0c-635709891ca6 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:44:03.715192 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b521f024-b645-48b6-8b7a-07617d1079fa tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:03.728604 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-b521f024-b645-48b6-8b7a-07617d1079fa tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['626a60f8-d59a-428a-b08b-a7e9bdaf3b9d']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:44:03.741567 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-b521f024-b645-48b6-8b7a-07617d1079fa tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deb5a313-d538-49e3-9434-3ad042c47672') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:44:03.741760 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-b521f024-b645-48b6-8b7a-07617d1079fa tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deb5a313-d538-49e3-9434-3ad042c47672') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:44:03.752412 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b521f024-b645-48b6-8b7a-07617d1079fa tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:03.766080 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 6bd63963-2477-4b7d-ba0c-635709891ca6 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:44:03.777350 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b521f024-b645-48b6-8b7a-07617d1079fa tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:03.791947 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b521f024-b645-48b6-8b7a-07617d1079fa tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:44:03.792508 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b521f024-b645-48b6-8b7a-07617d1079fa tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:03.796189 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 6bd63963-2477-4b7d-ba0c-635709891ca6 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:44:03.796649 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 6bd63963-2477-4b7d-ba0c-635709891ca6 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:44:03.797285 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:44:03.797285 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:44:03.797285 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:44:03.797285 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:44:03.797285 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:44:03.797285 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:44:03.797285 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:44:03.797285 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:44:03.797285 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:44:03.797285 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:44:03.797285 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:44:03.797285 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:44:03.797285 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:44:03.797285 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:44:03.797285 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:44:03.797285 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:44:03.797285 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:44:03.797285 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:44:03.797285 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:44:03.797285 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:44:03.797285 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:44:03.797285 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:44:03.797285 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:44:03.797285 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:44:03.797285 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:44:03.797285 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:44:03.797285 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:44:03.797285 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:44:03.797285 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:44:03.797285 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:44:03.797285 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:44:03.797285 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:44:03.828493 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d0ab2a10-397f-4ceb-ab8f-b5583a1c9a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:03.897498 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b521f024-b645-48b6-8b7a-07617d1079fa tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:03.942277 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b521f024-b645-48b6-8b7a-07617d1079fa tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:03.942560 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ab2a10-397f-4ceb-ab8f-b5583a1c9a25 None None] No DVR routers for this DVR port 6bd63963-2477-4b7d-ba0c-635709891ca6 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:44:03.947303 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40492) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:44:03.967146 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b521f024-b645-48b6-8b7a-07617d1079fa tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] 10.222.0.61 "DELETE /v2.0/networks/626a60f8-d59a-428a-b08b-a7e9bdaf3b9d HTTP/1.1" status: 204 len: 168 time: 0.8842475 Aug 23 20:44:03.968629 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b521f024-b645-48b6-8b7a-07617d1079fa tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Pushing event deleted for resources: {'Network': ['ID=626a60f8-d59a-428a-b08b-a7e9bdaf3b9d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:03.975381 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ab2a10-397f-4ceb-ab8f-b5583a1c9a25 None None] Pushing event deleted for resources: {'Port': ['ID=6bd63963-2477-4b7d-ba0c-635709891ca6,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:03.996391 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40496) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:44:04.008694 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1a52d861-fc69-44a4-8d74-eba178d8397b tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7604f81-881d-40a0-8e07-8325583fb697 HTTP/1.1" status: 200 len: 205 time: 0.0583336 Aug 23 20:44:04.133597 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc8fb8-b650-4e0c-a29a-ec43c4a1b79e req-4c785c12-167c-4a2f-afc3-4aa23bbc8a18 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:04.140786 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc8fb8-b650-4e0c-a29a-ec43c4a1b79e req-4c785c12-167c-4a2f-afc3-4aa23bbc8a18 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:04.149610 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dbdc8fb8-b650-4e0c-a29a-ec43c4a1b79e req-4c785c12-167c-4a2f-afc3-4aa23bbc8a18 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/ports?device_id=c44bda8a-1d90-41ab-9862-1db7d0302660 HTTP/1.1" status: 200 len: 1681 time: 0.0937095 Aug 23 20:44:04.160398 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2d3eeda1-6c1f-4f36-945d-0378486d0dfc tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:04.223098 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dbdc8fb8-b650-4e0c-a29a-ec43c4a1b79e req-13253e28-f1f6-4df9-a88b-f10204a75d5a tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/security-groups?id=d730caec-e6c3-42dd-9aa7-0036d9d45ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724075 Aug 23 20:44:04.414425 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7173d5-12cc-4f7a-9e20-8c64023631e4 req-77b2282b-4f2c-43a9-8e96-feae4dd37fa9 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:04.416017 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bd7173d5-12cc-4f7a-9e20-8c64023631e4 req-77b2282b-4f2c-43a9-8e96-feae4dd37fa9 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=2100fe92-1387-49eb-91ce-7f3506747287 HTTP/1.1" status: 200 len: 946 time: 0.0734766 Aug 23 20:44:04.447561 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2d3eeda1-6c1f-4f36-945d-0378486d0dfc tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:04.452532 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['769f5ef0-8191-4d53-8740-bdffec263a64'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:44:04.453280 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2d3eeda1-6c1f-4f36-945d-0378486d0dfc tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:04.469147 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bd7173d5-12cc-4f7a-9e20-8c64023631e4 req-c2f55dbc-a1d8-44c1-aa9c-63a94423ab7b tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455496 Aug 23 20:44:04.530200 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2d3eeda1-6c1f-4f36-945d-0378486d0dfc tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:04.531323 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3eeda1-6c1f-4f36-945d-0378486d0dfc tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Fanout notify agent at l3_agent the message router_deleted on router a7604f81-881d-40a0-8e07-8325583fb697 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:44:04.550979 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2d3eeda1-6c1f-4f36-945d-0378486d0dfc tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:04.557774 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2d3eeda1-6c1f-4f36-945d-0378486d0dfc tempest-RoutersNegativeTest-1448644896 tempest-RoutersNegativeTest-1448644896-project] 10.222.0.61 "DELETE /v2.0/routers/a7604f81-881d-40a0-8e07-8325583fb697 HTTP/1.1" status: 204 len: 168 time: 0.5592628 Aug 23 20:44:04.936558 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40512) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:44:05.079048 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8f5599aa-4c5c-4c9f-8a34-4068d32d911e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7e87afd9e2b34cb3bc10a9adbc708e90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1412327 Aug 23 20:44:05.081629 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40518) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:44:05.133200 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d5e840ce-45b4-4185-87f3-f9cab8970cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:05.154377 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d5e840ce-45b4-4185-87f3-f9cab8970cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:05.208000 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d5e840ce-45b4-4185-87f3-f9cab8970cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:05.210779 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d5e840ce-45b4-4185-87f3-f9cab8970cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:05.211951 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d5e840ce-45b4-4185-87f3-f9cab8970cf3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ff2afd83-34e1-43b0-b59a-d5c19209c2eb HTTP/1.1" status: 204 len: 168 time: 0.1293819 Aug 23 20:44:05.219907 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e840ce-45b4-4185-87f3-f9cab8970cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2afd83-34e1-43b0-b59a-d5c19209c2eb,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:05.359631 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258de87-539f-44f2-a24b-5685338a13f3 req-32431c86-27ec-4598-ad53-0b1163aeaf32 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:05.368278 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258de87-539f-44f2-a24b-5685338a13f3 req-32431c86-27ec-4598-ad53-0b1163aeaf32 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:05.370512 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7258de87-539f-44f2-a24b-5685338a13f3 req-32431c86-27ec-4598-ad53-0b1163aeaf32 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/ports?device_id=c44bda8a-1d90-41ab-9862-1db7d0302660 HTTP/1.1" status: 200 len: 1681 time: 0.0732625 Aug 23 20:44:05.421182 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7258de87-539f-44f2-a24b-5685338a13f3 req-c5c95bdc-3c72-4ae4-9b6d-63bd78d04f1b tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/security-groups?id=d730caec-e6c3-42dd-9aa7-0036d9d45ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415883 Aug 23 20:44:05.608580 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069169db-57c9-4cae-8173-a3ba7eb60550 req-1783515d-2fa7-4f3b-aa9a-82181f73a988 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:05.610031 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-069169db-57c9-4cae-8173-a3ba7eb60550 req-1783515d-2fa7-4f3b-aa9a-82181f73a988 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=2100fe92-1387-49eb-91ce-7f3506747287 HTTP/1.1" status: 200 len: 946 time: 0.0555267 Aug 23 20:44:05.652706 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-069169db-57c9-4cae-8173-a3ba7eb60550 req-1dd8e211-ec43-4a8a-bea0-0757930be8c4 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339112 Aug 23 20:44:05.959153 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40548) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:44:06.064110 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d4cc2409-3650-4a35-b744-b3785c6e36d9 tempest-ServiceProvidersTest-1642487522 tempest-ServiceProvidersTest-1642487522-project] 10.222.0.61 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1024532 Aug 23 20:44:06.237372 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 769f5ef0-8191-4d53-8740-bdffec263a64 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:44:06.298277 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 769f5ef0-8191-4d53-8740-bdffec263a64 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:44:06.302852 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 769f5ef0-8191-4d53-8740-bdffec263a64 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:44:06.303262 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:06.347988 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40560) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:44:06.390300 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:06.417252 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44bda8a-1d90-41ab-9862-1db7d0302660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769f5ef0-8191-4d53-8740-bdffec263a64'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:44:06.420396 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ef3b2d-02ec-4528-bd3d-3fc2b7b2594a" -d '{"events": [{"server_uuid": "c44bda8a-1d90-41ab-9862-1db7d0302660", "name": "network-vif-plugged", "status": "completed", "tag": "769f5ef0-8191-4d53-8740-bdffec263a64"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:44:06.457249 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 769f5ef0-8191-4d53-8740-bdffec263a64, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=769f5ef0-8191-4d53-8740-bdffec263a64,segment=NetworkSegment(b53cd308-ef8a-4ee0-a1bd-54b23d36bce6),segment_id=b53cd308-ef8a-4ee0-a1bd-54b23d36bce6)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:44:06.462809 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:06.463647 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device d0654ffa-d80f-4718-851f-fe773bbeafe1 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:44:06.481781 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-52f3d5a2-2b3f-4371-a75b-d46ebdf4c4fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:06.509742 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487cee1a-8058-4742-9ea4-f02d7c094755 x-openstack-request-id: req-487cee1a-8058-4742-9ea4-f02d7c094755 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:44:06.510071 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44bda8a-1d90-41ab-9862-1db7d0302660", "name": "network-vif-plugged", "status": "completed", "tag": "769f5ef0-8191-4d53-8740-bdffec263a64", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:44:06.510295 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-487cee1a-8058-4742-9ea4-f02d7c094755 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:44:06.510679 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44bda8a-1d90-41ab-9862-1db7d0302660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769f5ef0-8191-4d53-8740-bdffec263a64', 'code': 200} Aug 23 20:44:06.569704 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=769f5ef0-8191-4d53-8740-bdffec263a64,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:06.587337 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port d0654ffa-d80f-4718-851f-fe773bbeafe1 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:44:06.594025 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port d0654ffa-d80f-4718-851f-fe773bbeafe1 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:44:06.596155 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:06.609319 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-52f3d5a2-2b3f-4371-a75b-d46ebdf4c4fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:06.614703 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-52f3d5a2-2b3f-4371-a75b-d46ebdf4c4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:06.617717 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a60c0e-11d4-4357-962c-5d6adb11d5ad req-591b3117-7eb0-4964-a533-2370d5d2a256 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:06.638084 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a60c0e-11d4-4357-962c-5d6adb11d5ad req-591b3117-7eb0-4964-a533-2370d5d2a256 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:06.649733 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-24a60c0e-11d4-4357-962c-5d6adb11d5ad req-591b3117-7eb0-4964-a533-2370d5d2a256 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/ports?device_id=c44bda8a-1d90-41ab-9862-1db7d0302660 HTTP/1.1" status: 200 len: 1682 time: 0.0975454 Aug 23 20:44:06.661636 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-52f3d5a2-2b3f-4371-a75b-d46ebdf4c4fa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d24b4e964dbc49569caa6e7372f58ef1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3125060 Aug 23 20:44:06.662518 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f3d5a2-2b3f-4371-a75b-d46ebdf4c4fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e1ae58-c5a2-4461-9315-e8a80c2aa2b6,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:06.665163 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40570) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:44:06.691564 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:06.727568 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-af7bd0ae-6e42-4336-b908-f9a2cfa0320e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:06.732644 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port d0654ffa-d80f-4718-851f-fe773bbeafe1, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=d0654ffa-d80f-4718-851f-fe773bbeafe1,segment=NetworkSegment(ae8b9fc7-ca7b-4417-a8f9-4c8d3c82a763),segment_id=ae8b9fc7-ca7b-4417-a8f9-4c8d3c82a763)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:44:06.734465 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-24a60c0e-11d4-4357-962c-5d6adb11d5ad req-f5c5ca11-6f5c-4df5-8b8a-7e5eb0151496 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/security-groups?id=d730caec-e6c3-42dd-9aa7-0036d9d45ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837646 Aug 23 20:44:06.737957 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:06.763278 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-af7bd0ae-6e42-4336-b908-f9a2cfa0320e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:06.797362 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=d0654ffa-d80f-4718-851f-fe773bbeafe1,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:06.842197 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf96d1-d55f-4966-825d-c6088b55722f req-ef1bc5e8-61a5-4672-8010-b84eb893fa41 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:06.843694 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3ddf96d1-d55f-4966-825d-c6088b55722f req-ef1bc5e8-61a5-4672-8010-b84eb893fa41 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=2100fe92-1387-49eb-91ce-7f3506747287 HTTP/1.1" status: 200 len: 946 time: 0.0731940 Aug 23 20:44:06.861062 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-af7bd0ae-6e42-4336-b908-f9a2cfa0320e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:06.863875 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-af7bd0ae-6e42-4336-b908-f9a2cfa0320e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:06.864875 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-af7bd0ae-6e42-4336-b908-f9a2cfa0320e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/94e1ae58-c5a2-4461-9315-e8a80c2aa2b6 HTTP/1.1" status: 204 len: 168 time: 0.1987915 Aug 23 20:44:06.884183 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bd0ae-6e42-4336-b908-f9a2cfa0320e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e1ae58-c5a2-4461-9315-e8a80c2aa2b6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:06.905622 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3ddf96d1-d55f-4966-825d-c6088b55722f req-e43450bd-5c22-4caa-9925-788ddf0046ed tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547974 Aug 23 20:44:07.636196 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40602) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:44:07.734716 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-f0ec7971-6227-40b6-938c-91acfd03fa74 tempest-SubnetPoolsTestJSON-262913639 tempest-SubnetPoolsTestJSON-262913639-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-828417805', 'prefixes': ['172.20.0.0/16']}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:44:07.874541 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f0ec7971-6227-40b6-938c-91acfd03fa74 tempest-SubnetPoolsTestJSON-262913639 tempest-SubnetPoolsTestJSON-262913639-project] Notify callbacks [] for subnetpool, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:07.879073 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f0ec7971-6227-40b6-938c-91acfd03fa74 tempest-SubnetPoolsTestJSON-262913639 tempest-SubnetPoolsTestJSON-262913639-project] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2502568 Aug 23 20:44:07.879651 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf73ce-d85f-429a-be1c-4184596bf9c8 req-4867beeb-632a-40f0-937e-72cd583244f6 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:07.880236 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40612) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:44:07.886754 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf73ce-d85f-429a-be1c-4184596bf9c8 req-4867beeb-632a-40f0-937e-72cd583244f6 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:07.896570 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7abf73ce-d85f-429a-be1c-4184596bf9c8 req-4867beeb-632a-40f0-937e-72cd583244f6 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/ports?device_id=c44bda8a-1d90-41ab-9862-1db7d0302660 HTTP/1.1" status: 200 len: 1683 time: 0.0911076 Aug 23 20:44:07.930650 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40616) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:44:07.930891 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-4e3a6e1f-0fa9-4798-8c87-4e3bc618dbf7 tempest-SubnetPoolsTestJSON-262913639 tempest-SubnetPoolsTestJSON-262913639-project] 10.222.0.61 "GET /v2.0/subnetpools/dec19bf0-fcda-428d-9377-1d60ab796f73 HTTP/1.1" status: 200 len: 731 time: 0.0499120 Aug 23 20:44:07.940812 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7abf73ce-d85f-429a-be1c-4184596bf9c8 req-d9449065-5f58-4d90-b417-c5e84aa0be86 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/security-groups?id=d730caec-e6c3-42dd-9aa7-0036d9d45ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431440 Aug 23 20:44:07.945897 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-6a174b71-48ce-4af2-b366-a594ab0bdd23 tempest-SubnetPoolsTestJSON-262913639 tempest-SubnetPoolsTestJSON-262913639-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1439859498'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:44:08.049161 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f852e-46ef-41f0-9b2a-d9ed44daed1c req-ae7f936e-a514-47bb-ba3c-3156668b2599 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:08.057842 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-350f852e-46ef-41f0-9b2a-d9ed44daed1c req-ae7f936e-a514-47bb-ba3c-3156668b2599 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=2100fe92-1387-49eb-91ce-7f3506747287 HTTP/1.1" status: 200 len: 946 time: 0.0629997 Aug 23 20:44:08.071225 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6a174b71-48ce-4af2-b366-a594ab0bdd23 tempest-SubnetPoolsTestJSON-262913639 tempest-SubnetPoolsTestJSON-262913639-project] Notify callbacks [] for subnetpool, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:08.075699 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-6a174b71-48ce-4af2-b366-a594ab0bdd23 tempest-SubnetPoolsTestJSON-262913639 tempest-SubnetPoolsTestJSON-262913639-project] 10.222.0.61 "PUT /v2.0/subnetpools/dec19bf0-fcda-428d-9377-1d60ab796f73 HTTP/1.1" status: 200 len: 684 time: 0.1337576 Aug 23 20:44:08.076399 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40618) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:44:08.113465 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-350f852e-46ef-41f0-9b2a-d9ed44daed1c req-2a3dd59c-e200-4b8a-adbb-b6f35e2c937f tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540454 Aug 23 20:44:08.185204 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e81ddf83-ebd0-4327-a283-b56e4ae0c61c tempest-SubnetPoolsTestJSON-262913639 tempest-SubnetPoolsTestJSON-262913639-project] Notify callbacks [] for subnetpool, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:08.186806 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e81ddf83-ebd0-4327-a283-b56e4ae0c61c tempest-SubnetPoolsTestJSON-262913639 tempest-SubnetPoolsTestJSON-262913639-project] 10.222.0.61 "DELETE /v2.0/subnetpools/dec19bf0-fcda-428d-9377-1d60ab796f73 HTTP/1.1" status: 204 len: 168 time: 0.1093271 Aug 23 20:44:08.189460 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40622) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:44:08.209327 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-c5a414b7-df1b-4132-bfd7-bf7168511572 tempest-SubnetPoolsTestJSON-262913639 tempest-SubnetPoolsTestJSON-262913639-project] show failed (client error): The resource could not be found. Aug 23 20:44:08.212953 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c5a414b7-df1b-4132-bfd7-bf7168511572 tempest-SubnetPoolsTestJSON-262913639 tempest-SubnetPoolsTestJSON-262913639-project] 10.222.0.61 "GET /v2.0/subnetpools/dec19bf0-fcda-428d-9377-1d60ab796f73 HTTP/1.1" status: 404 len: 346 time: 0.0198486 Aug 23 20:44:08.213444 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40624) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:44:08.229402 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-c06913a3-b46d-47e3-a255-f05a389612ee tempest-SubnetPoolsTestJSON-262913639 tempest-SubnetPoolsTestJSON-262913639-project] delete failed (client error): The resource could not be found. Aug 23 20:44:08.232276 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c06913a3-b46d-47e3-a255-f05a389612ee tempest-SubnetPoolsTestJSON-262913639 tempest-SubnetPoolsTestJSON-262913639-project] 10.222.0.61 "DELETE /v2.0/subnetpools/dec19bf0-fcda-428d-9377-1d60ab796f73 HTTP/1.1" status: 404 len: 346 time: 0.0160100 Aug 23 20:44:08.512052 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44bda8a-1d90-41ab-9862-1db7d0302660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0654ffa-d80f-4718-851f-fe773bbeafe1'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:44:08.515155 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7176b139-919d-443e-a972-1aceed16db48" -d '{"events": [{"server_uuid": "c44bda8a-1d90-41ab-9862-1db7d0302660", "name": "network-vif-plugged", "status": "completed", "tag": "d0654ffa-d80f-4718-851f-fe773bbeafe1"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:44:08.538405 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40638) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:44:08.569773 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de716359-6ac5-49d7-8134-ae22c39d40f3 x-openstack-request-id: req-de716359-6ac5-49d7-8134-ae22c39d40f3 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:44:08.570156 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44bda8a-1d90-41ab-9862-1db7d0302660", "name": "network-vif-plugged", "status": "completed", "tag": "d0654ffa-d80f-4718-851f-fe773bbeafe1", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:44:08.570902 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-de716359-6ac5-49d7-8134-ae22c39d40f3 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:44:08.571014 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44bda8a-1d90-41ab-9862-1db7d0302660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0654ffa-d80f-4718-851f-fe773bbeafe1', 'code': 200} Aug 23 20:44:08.722762 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f6785-10a0-4180-af7a-f49f4a93e006 req-0f357ce7-940b-4fea-a689-4259e04d1aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:08.723349 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f6785-10a0-4180-af7a-f49f4a93e006 req-0f357ce7-940b-4fea-a689-4259e04d1aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:08.725416 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-628f6785-10a0-4180-af7a-f49f4a93e006 req-0f357ce7-940b-4fea-a689-4259e04d1aac service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c44bda8a-1d90-41ab-9862-1db7d0302660 HTTP/1.1" status: 200 len: 1985 time: 0.0806406 Aug 23 20:44:08.732279 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-708c7d84-13b2-4d48-8932-441e68a30351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:08.774749 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-628f6785-10a0-4180-af7a-f49f4a93e006 req-b08ab2f8-977c-4661-a1e3-1c587a47b7fd service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d730caec-e6c3-42dd-9aa7-0036d9d45ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406713 Aug 23 20:44:08.890743 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-708c7d84-13b2-4d48-8932-441e68a30351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:08.895178 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-708c7d84-13b2-4d48-8932-441e68a30351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:08.938617 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-708c7d84-13b2-4d48-8932-441e68a30351 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=32864d06fc6c45ababf466449f40477c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3967593 Aug 23 20:44:08.938617 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708c7d84-13b2-4d48-8932-441e68a30351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44f8bc8-95df-4492-b507-0ee6017ac452,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:08.938952 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40654) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:44:09.041123 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c66ea1bd-0cfa-48c9-b251-1df995bde65d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:09.068370 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c66ea1bd-0cfa-48c9-b251-1df995bde65d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:09.083814 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756c4b0-8648-4b6f-9e8d-eeb787e7d412 req-798a59a7-a79e-49b2-b127-37d7d807ebb2 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:09.089696 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756c4b0-8648-4b6f-9e8d-eeb787e7d412 req-798a59a7-a79e-49b2-b127-37d7d807ebb2 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:09.092105 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1756c4b0-8648-4b6f-9e8d-eeb787e7d412 req-798a59a7-a79e-49b2-b127-37d7d807ebb2 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/ports?device_id=c44bda8a-1d90-41ab-9862-1db7d0302660 HTTP/1.1" status: 200 len: 1683 time: 0.0630088 Aug 23 20:44:09.130518 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c66ea1bd-0cfa-48c9-b251-1df995bde65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:09.135320 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1756c4b0-8648-4b6f-9e8d-eeb787e7d412 req-b555d4ca-1578-47d6-9de2-404de9227005 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/security-groups?id=d730caec-e6c3-42dd-9aa7-0036d9d45ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353851 Aug 23 20:44:09.136745 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c66ea1bd-0cfa-48c9-b251-1df995bde65d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:09.141589 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c66ea1bd-0cfa-48c9-b251-1df995bde65d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e44f8bc8-95df-4492-b507-0ee6017ac452 HTTP/1.1" status: 204 len: 168 time: 0.2013607 Aug 23 20:44:09.166869 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66ea1bd-0cfa-48c9-b251-1df995bde65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44f8bc8-95df-4492-b507-0ee6017ac452,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:09.282492 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94edcaa2-0d03-411b-be8e-45c616bbdf36 req-1ca8d5d6-5e6e-4f80-a8ba-63bb87a2f860 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:09.285285 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-94edcaa2-0d03-411b-be8e-45c616bbdf36 req-1ca8d5d6-5e6e-4f80-a8ba-63bb87a2f860 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=2100fe92-1387-49eb-91ce-7f3506747287 HTTP/1.1" status: 200 len: 946 time: 0.0601225 Aug 23 20:44:09.374740 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-94edcaa2-0d03-411b-be8e-45c616bbdf36 req-9a5da3f7-66f8-487c-928d-e8425dc6678f tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780730 Aug 23 20:44:10.010298 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c101a885-5b56-4072-a533-c35436755f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:10.323235 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:10.354766 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2b67ae-2d4c-4db3-ae06-59fc6c64fd5c req-0be05abf-2cca-4ac2-bdaf-6b8ef698ca62 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:10.361390 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2b67ae-2d4c-4db3-ae06-59fc6c64fd5c req-0be05abf-2cca-4ac2-bdaf-6b8ef698ca62 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:10.394015 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2f2b67ae-2d4c-4db3-ae06-59fc6c64fd5c req-0be05abf-2cca-4ac2-bdaf-6b8ef698ca62 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/ports?device_id=c44bda8a-1d90-41ab-9862-1db7d0302660 HTTP/1.1" status: 200 len: 1683 time: 0.1567338 Aug 23 20:44:10.519820 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2f2b67ae-2d4c-4db3-ae06-59fc6c64fd5c req-1416bc36-5ae6-4db5-a6d4-1744cced8566 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/security-groups?id=d730caec-e6c3-42dd-9aa7-0036d9d45ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228917 Aug 23 20:44:10.705870 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c1977f04-348e-4e53-af6e-b5e24d6755a5 req-39d5b732-5b70-491d-84de-9ebed9977598 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3861706 Aug 23 20:44:10.722166 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3cc67d-e88e-4f30-9e34-5c5409c9f52d req-f07c5354-83cd-4d8e-914f-8f95ff3f5333 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:10.724102 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ec3cc67d-e88e-4f30-9e34-5c5409c9f52d req-f07c5354-83cd-4d8e-914f-8f95ff3f5333 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=2100fe92-1387-49eb-91ce-7f3506747287 HTTP/1.1" status: 200 len: 946 time: 0.1307218 Aug 23 20:44:10.843786 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1977f04-348e-4e53-af6e-b5e24d6755a5 req-308bcfd8-87aa-40f1-b798-f52124e4ee98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:10.864831 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c1977f04-348e-4e53-af6e-b5e24d6755a5 req-308bcfd8-87aa-40f1-b798-f52124e4ee98 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7880e59da8b64cb8b3031fd86db3c916&device_id=af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d HTTP/1.1" status: 200 len: 1096 time: 0.1015744 Aug 23 20:44:10.879702 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ec3cc67d-e88e-4f30-9e34-5c5409c9f52d req-1ef161a8-3297-4cde-8a58-0d77d5eafba5 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462526 Aug 23 20:44:11.069221 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1977f04-348e-4e53-af6e-b5e24d6755a5 req-63f63603-75fe-402f-82fb-053fc6b8c783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:11.073956 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c1977f04-348e-4e53-af6e-b5e24d6755a5 req-63f63603-75fe-402f-82fb-053fc6b8c783 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e5de8573-8724-417b-9e45-0201cb25fe6b HTTP/1.1" status: 200 len: 910 time: 0.1877637 Aug 23 20:44:11.086194 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689041ad-3934-4cbe-aa0d-5be2b4bd3e4e req-90eb702e-f9e2-4d91-8bf0-aac971fae80f tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:11.105800 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689041ad-3934-4cbe-aa0d-5be2b4bd3e4e req-90eb702e-f9e2-4d91-8bf0-aac971fae80f tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:11.110371 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-689041ad-3934-4cbe-aa0d-5be2b4bd3e4e req-90eb702e-f9e2-4d91-8bf0-aac971fae80f tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/ports?device_id=c44bda8a-1d90-41ab-9862-1db7d0302660 HTTP/1.1" status: 200 len: 1683 time: 0.1555524 Aug 23 20:44:11.205388 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c1977f04-348e-4e53-af6e-b5e24d6755a5 req-5d29f5c7-de73-48b6-839c-ee6be92087cf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d30c483-eec0-4d18-a093-7e8622543077 HTTP/1.1" status: 200 len: 1001 time: 0.1171439 Aug 23 20:44:11.222724 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-689041ad-3934-4cbe-aa0d-5be2b4bd3e4e req-c06ca4e4-8374-4764-86ac-b3338e570064 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/security-groups?id=d730caec-e6c3-42dd-9aa7-0036d9d45ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986927 Aug 23 20:44:11.302042 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1977f04-348e-4e53-af6e-b5e24d6755a5 req-2b079b79-ca35-4d7a-a690-6df892a59c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:11.303700 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c1977f04-348e-4e53-af6e-b5e24d6755a5 req-2b079b79-ca35-4d7a-a690-6df892a59c57 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bbd0034a-a038-4b43-8b24-1cd5d52f0793 HTTP/1.1" status: 200 len: 848 time: 0.0887587 Aug 23 20:44:11.401620 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1977f04-348e-4e53-af6e-b5e24d6755a5 req-befae752-1f21-4e8a-8408-119fbd449823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:11.411383 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c1977f04-348e-4e53-af6e-b5e24d6755a5 req-befae752-1f21-4e8a-8408-119fbd449823 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e5de8573-8724-417b-9e45-0201cb25fe6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0978546 Aug 23 20:44:11.597629 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c1977f04-348e-4e53-af6e-b5e24d6755a5 req-62047521-3e27-4a04-9a61-959af972f738 service neutron] 10.222.0.32 "GET /v2.0/networks/e5de8573-8724-417b-9e45-0201cb25fe6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786425 Aug 23 20:44:11.650291 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40736) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:44:11.708660 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c1977f04-348e-4e53-af6e-b5e24d6755a5 req-227a1645-4e66-4d9a-b568-f2d34b139153 service neutron] 10.222.0.32 "GET /v2.0/networks/e5de8573-8724-417b-9e45-0201cb25fe6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012821 Aug 23 20:44:11.879281 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aecf7c6f-7740-407b-b0f7-21118ddfdebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:12.094184 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aecf7c6f-7740-407b-b0f7-21118ddfdebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:12.116771 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aecf7c6f-7740-407b-b0f7-21118ddfdebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:12.246328 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-aecf7c6f-7740-407b-b0f7-21118ddfdebb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=033e6bbb97ce470c918a292baae2d82b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5927064 Aug 23 20:44:12.246328 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecf7c6f-7740-407b-b0f7-21118ddfdebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae810aa5-08fd-4b1a-b20b-814c0c8643a0,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:12.248984 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40748) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:44:12.279743 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062021c9-c401-4a59-8271-6785a60865a3 req-8e5c1437-38e1-4491-baea-c66d7808446c tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:12.304432 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-062021c9-c401-4a59-8271-6785a60865a3 req-8e5c1437-38e1-4491-baea-c66d7808446c tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=2100fe92-1387-49eb-91ce-7f3506747287 HTTP/1.1" status: 200 len: 946 time: 0.3136907 Aug 23 20:44:12.423872 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5fe45-cf04-4168-aee6-66d49b021872 req-9f084733-1054-4eec-9cfd-5a54439cec0a tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:12.432843 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5fe45-cf04-4168-aee6-66d49b021872 req-9f084733-1054-4eec-9cfd-5a54439cec0a tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:12.440645 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-19a5fe45-cf04-4168-aee6-66d49b021872 req-9f084733-1054-4eec-9cfd-5a54439cec0a tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/ports?device_id=c44bda8a-1d90-41ab-9862-1db7d0302660 HTTP/1.1" status: 200 len: 1683 time: 0.0932515 Aug 23 20:44:12.442552 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a5adfefe-0226-4ec3-9682-d771f552af3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:12.454412 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-062021c9-c401-4a59-8271-6785a60865a3 req-ca6a4cc5-f947-48f3-9edf-109b1acda6a0 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477132 Aug 23 20:44:12.522657 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-19a5fe45-cf04-4168-aee6-66d49b021872 req-376821b9-3ce7-4dfd-ac97-e53dde31d2e4 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/security-groups?id=d730caec-e6c3-42dd-9aa7-0036d9d45ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751672 Aug 23 20:44:12.530872 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a5adfefe-0226-4ec3-9682-d771f552af3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:12.609380 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac21ca-837e-4884-be20-c10b25fdd72f req-f94903c3-0b03-4c93-85b7-864b625cbb90 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:12.616195 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac21ca-837e-4884-be20-c10b25fdd72f req-f94903c3-0b03-4c93-85b7-864b625cbb90 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:12.619034 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2dac21ca-837e-4884-be20-c10b25fdd72f req-f94903c3-0b03-4c93-85b7-864b625cbb90 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.11 "GET /v2.0/ports?device_id=c44bda8a-1d90-41ab-9862-1db7d0302660 HTTP/1.1" status: 200 len: 1683 time: 0.1393218 Aug 23 20:44:12.638183 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a5adfefe-0226-4ec3-9682-d771f552af3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:12.639738 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a5adfefe-0226-4ec3-9682-d771f552af3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:12.642368 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a5adfefe-0226-4ec3-9682-d771f552af3d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ae810aa5-08fd-4b1a-b20b-814c0c8643a0 HTTP/1.1" status: 204 len: 168 time: 0.3758521 Aug 23 20:44:12.678670 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5adfefe-0226-4ec3-9682-d771f552af3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae810aa5-08fd-4b1a-b20b-814c0c8643a0,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:12.813408 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-2dac21ca-837e-4884-be20-c10b25fdd72f req-d5e8d9ef-058d-44d7-b7e0-87f095f825df tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Deleting port d0654ffa-d80f-4718-851f-fe773bbeafe1 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:44:12.815615 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2dac21ca-837e-4884-be20-c10b25fdd72f req-d5e8d9ef-058d-44d7-b7e0-87f095f825df tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:12.988350 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-2dac21ca-837e-4884-be20-c10b25fdd72f req-d5e8d9ef-058d-44d7-b7e0-87f095f825df tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] For port d0654ffa-d80f-4718-851f-fe773bbeafe1, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=d0654ffa-d80f-4718-851f-fe773bbeafe1,segment=NetworkSegment(ae8b9fc7-ca7b-4417-a8f9-4c8d3c82a763),segment_id=ae8b9fc7-ca7b-4417-a8f9-4c8d3c82a763)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:44:12.988729 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2dac21ca-837e-4884-be20-c10b25fdd72f req-d5e8d9ef-058d-44d7-b7e0-87f095f825df tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:13.003539 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-2dac21ca-837e-4884-be20-c10b25fdd72f req-d5e8d9ef-058d-44d7-b7e0-87f095f825df tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Calling delete_port for d0654ffa-d80f-4718-851f-fe773bbeafe1 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:44:13.015666 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a90c94fa-2949-473a-b991-e8bcb77d805c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:13.169797 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40760) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:44:13.194781 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2dac21ca-837e-4884-be20-c10b25fdd72f req-d5e8d9ef-058d-44d7-b7e0-87f095f825df tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:13.207961 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['d0654ffa-d80f-4718-851f-fe773bbeafe1', '769f5ef0-8191-4d53-8740-bdffec263a64'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:44:13.209984 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7ee9bf9d-75b5-4b87-8303-94dacc294674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:13.252353 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e8d9ef-058d-44d7-b7e0-87f095f825df tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Pushing event deleted for resources: {'Port': ['ID=d0654ffa-d80f-4718-851f-fe773bbeafe1,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:13.318215 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dac21ca-837e-4884-be20-c10b25fdd72f req-d5e8d9ef-058d-44d7-b7e0-87f095f825df tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] No DVR routers for this DVR port d0654ffa-d80f-4718-851f-fe773bbeafe1 on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:44:13.324330 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2dac21ca-837e-4884-be20-c10b25fdd72f req-d5e8d9ef-058d-44d7-b7e0-87f095f825df tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:13.331197 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2dac21ca-837e-4884-be20-c10b25fdd72f req-d5e8d9ef-058d-44d7-b7e0-87f095f825df tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.11 "DELETE /v2.0/ports/d0654ffa-d80f-4718-851f-fe773bbeafe1 HTTP/1.1" status: 204 len: 173 time: 0.7057619 Aug 23 20:44:13.334816 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44bda8a-1d90-41ab-9862-1db7d0302660', 'name': 'network-vif-deleted', 'tag': 'd0654ffa-d80f-4718-851f-fe773bbeafe1'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:44:13.343383 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816097be-fbff-49c3-830e-8d41d488e4b7" -d '{"events": [{"server_uuid": "c44bda8a-1d90-41ab-9862-1db7d0302660", "name": "network-vif-deleted", "tag": "d0654ffa-d80f-4718-851f-fe773bbeafe1"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:44:13.506849 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5164bd-fe18-4b8e-b27f-639f09b433f4 x-openstack-request-id: req-3d5164bd-fe18-4b8e-b27f-639f09b433f4 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:44:13.507182 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44bda8a-1d90-41ab-9862-1db7d0302660", "name": "network-vif-deleted", "tag": "d0654ffa-d80f-4718-851f-fe773bbeafe1", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:44:13.507432 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3d5164bd-fe18-4b8e-b27f-639f09b433f4 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:44:13.507847 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44bda8a-1d90-41ab-9862-1db7d0302660', 'name': 'network-vif-deleted', 'tag': 'd0654ffa-d80f-4718-851f-fe773bbeafe1', 'status': 'completed', 'code': 200} Aug 23 20:44:13.623545 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:13.626850 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7ee9bf9d-75b5-4b87-8303-94dacc294674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:13.636997 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7ee9bf9d-75b5-4b87-8303-94dacc294674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:13.761414 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-7ee9bf9d-75b5-4b87-8303-94dacc294674 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=90c9e296621242b79724c24f306ceeb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5905411 Aug 23 20:44:13.763516 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40784) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:44:13.842234 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-2dac21ca-837e-4884-be20-c10b25fdd72f req-e5c617f7-840d-4059-8312-75569e9c2cb9 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Deleting port 769f5ef0-8191-4d53-8740-bdffec263a64 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:44:13.842661 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2dac21ca-837e-4884-be20-c10b25fdd72f req-e5c617f7-840d-4059-8312-75569e9c2cb9 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:13.913616 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee9bf9d-75b5-4b87-8303-94dacc294674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e90b67f2-976b-4905-9e3b-d76b79b72fe4,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:13.958224 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2191c09e-e6a8-4a3d-a44a-12ba68e55814 req-bede2189-9e52-4f87-b7e9-20daf68f378e tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:13.966969 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2191c09e-e6a8-4a3d-a44a-12ba68e55814 req-bede2189-9e52-4f87-b7e9-20daf68f378e tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=2100fe92-1387-49eb-91ce-7f3506747287 HTTP/1.1" status: 200 len: 946 time: 0.2221713 Aug 23 20:44:14.005411 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1986ff-b9e8-4971-bc83-c254d6e3d1ae req-e40460fd-16a1-4ff2-9715-f100af4c4539 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:14.010242 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5e1986ff-b9e8-4971-bc83-c254d6e3d1ae req-e40460fd-16a1-4ff2-9715-f100af4c4539 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/ports?device_id=c44bda8a-1d90-41ab-9862-1db7d0302660 HTTP/1.1" status: 200 len: 946 time: 0.2940230 Aug 23 20:44:14.011610 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e18ce6aa-021c-4b81-93d4-81c21f2780d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:14.054635 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e18ce6aa-021c-4b81-93d4-81c21f2780d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:14.055582 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2191c09e-e6a8-4a3d-a44a-12ba68e55814 req-46d4fa36-a801-4ae9-af14-0d96ec13eba5 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872583 Aug 23 20:44:14.148624 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e18ce6aa-021c-4b81-93d4-81c21f2780d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:14.151220 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e18ce6aa-021c-4b81-93d4-81c21f2780d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:14.152473 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e18ce6aa-021c-4b81-93d4-81c21f2780d9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e90b67f2-976b-4905-9e3b-d76b79b72fe4 HTTP/1.1" status: 204 len: 168 time: 0.3871849 Aug 23 20:44:14.188860 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18ce6aa-021c-4b81-93d4-81c21f2780d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90b67f2-976b-4905-9e3b-d76b79b72fe4,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:14.233958 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5e1986ff-b9e8-4971-bc83-c254d6e3d1ae req-bb0ca9b6-4b92-48a5-9a0e-427da7350592 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/security-groups?id=d730caec-e6c3-42dd-9aa7-0036d9d45ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174824 Aug 23 20:44:14.236597 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-2dac21ca-837e-4884-be20-c10b25fdd72f req-e5c617f7-840d-4059-8312-75569e9c2cb9 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] For port 769f5ef0-8191-4d53-8740-bdffec263a64, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=769f5ef0-8191-4d53-8740-bdffec263a64,segment=NetworkSegment(b53cd308-ef8a-4ee0-a1bd-54b23d36bce6),segment_id=b53cd308-ef8a-4ee0-a1bd-54b23d36bce6)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:44:14.236975 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2dac21ca-837e-4884-be20-c10b25fdd72f req-e5c617f7-840d-4059-8312-75569e9c2cb9 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:14.251384 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-2dac21ca-837e-4884-be20-c10b25fdd72f req-e5c617f7-840d-4059-8312-75569e9c2cb9 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Calling delete_port for 769f5ef0-8191-4d53-8740-bdffec263a64 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:44:14.511523 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:14.542414 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2dac21ca-837e-4884-be20-c10b25fdd72f req-e5c617f7-840d-4059-8312-75569e9c2cb9 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:14.614122 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c617f7-840d-4059-8312-75569e9c2cb9 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Pushing event deleted for resources: {'Port': ['ID=769f5ef0-8191-4d53-8740-bdffec263a64,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:14.690533 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dac21ca-837e-4884-be20-c10b25fdd72f req-e5c617f7-840d-4059-8312-75569e9c2cb9 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] No DVR routers for this DVR port 769f5ef0-8191-4d53-8740-bdffec263a64 on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:44:14.692996 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2dac21ca-837e-4884-be20-c10b25fdd72f req-e5c617f7-840d-4059-8312-75569e9c2cb9 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:14.695149 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2dac21ca-837e-4884-be20-c10b25fdd72f req-e5c617f7-840d-4059-8312-75569e9c2cb9 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.11 "DELETE /v2.0/ports/769f5ef0-8191-4d53-8740-bdffec263a64 HTTP/1.1" status: 204 len: 173 time: 1.3414097 Aug 23 20:44:14.709034 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c617f7-840d-4059-8312-75569e9c2cb9 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:44:14.709382 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c617f7-840d-4059-8312-75569e9c2cb9 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:44:14.709731 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c617f7-840d-4059-8312-75569e9c2cb9 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:44:14.710073 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c617f7-840d-4059-8312-75569e9c2cb9 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:44:14.710406 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c617f7-840d-4059-8312-75569e9c2cb9 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:44:14.710739 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c617f7-840d-4059-8312-75569e9c2cb9 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:44:14.711067 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c617f7-840d-4059-8312-75569e9c2cb9 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:44:14.711394 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c617f7-840d-4059-8312-75569e9c2cb9 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:44:14.711719 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c617f7-840d-4059-8312-75569e9c2cb9 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:44:14.712046 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c617f7-840d-4059-8312-75569e9c2cb9 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:44:14.712425 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c617f7-840d-4059-8312-75569e9c2cb9 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:44:14.712742 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c617f7-840d-4059-8312-75569e9c2cb9 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:44:15.233060 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4a640-7519-489f-9034-4ea323ae438b req-c8f9c26b-d558-4524-9d5e-a166cd7c7857 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:15.234720 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-84b4a640-7519-489f-9034-4ea323ae438b req-c8f9c26b-d558-4524-9d5e-a166cd7c7857 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=2100fe92-1387-49eb-91ce-7f3506747287 HTTP/1.1" status: 200 len: 946 time: 0.0927062 Aug 23 20:44:15.297110 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-84b4a640-7519-489f-9034-4ea323ae438b req-224572be-0af4-49dd-8d7a-5a22777adf05 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504107 Aug 23 20:44:15.466301 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cf48f14c-1077-4d95-9eb9-85c65ccd9a1c req-eaf7cf8d-53ee-4cae-be15-be774899a861 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "GET /v2.0/ports?device_id=c44bda8a-1d90-41ab-9862-1db7d0302660 HTTP/1.1" status: 200 len: 210 time: 0.0439653 Aug 23 20:44:15.508663 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44bda8a-1d90-41ab-9862-1db7d0302660', 'name': 'network-vif-deleted', 'tag': '769f5ef0-8191-4d53-8740-bdffec263a64'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:44:15.513403 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8791a832-2716-4d78-a951-7814e7dc95fc" -d '{"events": [{"server_uuid": "c44bda8a-1d90-41ab-9862-1db7d0302660", "name": "network-vif-deleted", "tag": "769f5ef0-8191-4d53-8740-bdffec263a64"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:44:15.565721 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542c6ff3-b46e-4805-9422-8705037b9a3e x-openstack-request-id: req-542c6ff3-b46e-4805-9422-8705037b9a3e {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:44:15.566140 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44bda8a-1d90-41ab-9862-1db7d0302660", "name": "network-vif-deleted", "tag": "769f5ef0-8191-4d53-8740-bdffec263a64", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:44:15.566444 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-542c6ff3-b46e-4805-9422-8705037b9a3e {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:44:15.566923 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44bda8a-1d90-41ab-9862-1db7d0302660', 'name': 'network-vif-deleted', 'tag': '769f5ef0-8191-4d53-8740-bdffec263a64', 'status': 'completed', 'code': 200} Aug 23 20:44:15.866681 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:16.313023 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 769f5ef0-8191-4d53-8740-bdffec263a64 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:44:16.344318 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: 769f5ef0-8191-4d53-8740-bdffec263a64 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:44:16.344702 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 769f5ef0-8191-4d53-8740-bdffec263a64 not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:44:16.345232 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device d0654ffa-d80f-4718-851f-fe773bbeafe1 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:44:16.370233 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: d0654ffa-d80f-4718-851f-fe773bbeafe1 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:44:16.370732 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device d0654ffa-d80f-4718-851f-fe773bbeafe1 not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:44:16.463981 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e899c0da-cdd5-42f4-b1ef-67bbd85fd8fa req-6aa24145-bee1-40b1-a226-ce2ac5c3664e tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:16.482339 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e899c0da-cdd5-42f4-b1ef-67bbd85fd8fa req-6aa24145-bee1-40b1-a226-ce2ac5c3664e tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=2100fe92-1387-49eb-91ce-7f3506747287 HTTP/1.1" status: 200 len: 946 time: 0.0894563 Aug 23 20:44:16.548048 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40876) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:44:16.555571 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e899c0da-cdd5-42f4-b1ef-67bbd85fd8fa req-39be6876-38bd-47e2-8b43-01d3a3b2d94c tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721807 Aug 23 20:44:16.626286 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-274c50b9-d4e9-4530-a05e-db0cecc5b932 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Deleting subnet 4b87cb25-442a-40cf-a4a8-9319ac8400d2 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:44:16.630363 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-274c50b9-d4e9-4530-a05e-db0cecc5b932 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:16.688650 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-274c50b9-d4e9-4530-a05e-db0cecc5b932 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:16.857956 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-274c50b9-d4e9-4530-a05e-db0cecc5b932 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:16.951891 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-274c50b9-d4e9-4530-a05e-db0cecc5b932 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:16.991555 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c50b9-d4e9-4530-a05e-db0cecc5b932 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Pushing event deleted for resources: {'Subnet': ['ID=4b87cb25-442a-40cf-a4a8-9319ac8400d2,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:16.994077 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-274c50b9-d4e9-4530-a05e-db0cecc5b932 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:16.997191 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-274c50b9-d4e9-4530-a05e-db0cecc5b932 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "DELETE /v2.0/subnets/4b87cb25-442a-40cf-a4a8-9319ac8400d2 HTTP/1.1" status: 204 len: 168 time: 0.4472482 Aug 23 20:44:16.999723 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40888) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:44:17.015134 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ea5c2f-faec-4e8c-a914-c132f6e2a029 None None] Network 74d236f7-2fe2-4cee-ac02-bd75d0d1facc requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:44:17.132296 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6bdabc0a-40b5-4ca8-94fc-ed0caedea866 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:17.229045 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-6bdabc0a-40b5-4ca8-94fc-ed0caedea866 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Deleting port af08ca60-d677-4a9a-a393-9854356f65bf {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:44:17.229837 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6bdabc0a-40b5-4ca8-94fc-ed0caedea866 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:17.318207 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae506dd-5c4a-44b4-99de-cafd1493a8d6 None None] DHCP port deletion for 74d236f7-2fe2-4cee-ac02-bd75d0d1facc request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:44:17.332321 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-6bdabc0a-40b5-4ca8-94fc-ed0caedea866 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] For port af08ca60-d677-4a9a-a393-9854356f65bf, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=af08ca60-d677-4a9a-a393-9854356f65bf,segment=NetworkSegment(b53cd308-ef8a-4ee0-a1bd-54b23d36bce6),segment_id=b53cd308-ef8a-4ee0-a1bd-54b23d36bce6)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:44:17.332701 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6bdabc0a-40b5-4ca8-94fc-ed0caedea866 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:17.349189 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-6bdabc0a-40b5-4ca8-94fc-ed0caedea866 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Calling delete_port for af08ca60-d677-4a9a-a393-9854356f65bf owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:44:17.380540 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-9ae506dd-5c4a-44b4-99de-cafd1493a8d6 None None] Deleting port af08ca60-d677-4a9a-a393-9854356f65bf {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:44:17.381220 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ae506dd-5c4a-44b4-99de-cafd1493a8d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:17.474489 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb261d-7fa8-4743-a4ce-4147717ec4d4 req-f7e80fdb-6856-4985-87f8-1f06e5fd2030 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:17.476020 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fcfb261d-7fa8-4743-a4ce-4147717ec4d4 req-f7e80fdb-6856-4985-87f8-1f06e5fd2030 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a3b5017-c2bb-4d9a-a8bf-d0e9c9983daf HTTP/1.1" status: 200 len: 945 time: 0.0761783 Aug 23 20:44:17.486243 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-9ae506dd-5c4a-44b4-99de-cafd1493a8d6 None None] For port af08ca60-d677-4a9a-a393-9854356f65bf, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=af08ca60-d677-4a9a-a393-9854356f65bf,segment=NetworkSegment(b53cd308-ef8a-4ee0-a1bd-54b23d36bce6),segment_id=b53cd308-ef8a-4ee0-a1bd-54b23d36bce6)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:44:17.487321 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ae506dd-5c4a-44b4-99de-cafd1493a8d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:17.503600 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-9ae506dd-5c4a-44b4-99de-cafd1493a8d6 None None] Calling delete_port for af08ca60-d677-4a9a-a393-9854356f65bf owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:44:17.506653 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6bdabc0a-40b5-4ca8-94fc-ed0caedea866 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:17.547805 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdabc0a-40b5-4ca8-94fc-ed0caedea866 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] No DVR routers for this DVR port af08ca60-d677-4a9a-a393-9854356f65bf on host n-d-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:44:17.551966 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdabc0a-40b5-4ca8-94fc-ed0caedea866 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Pushing event deleted for resources: {'Port': ['ID=af08ca60-d677-4a9a-a393-9854356f65bf,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:17.560782 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fcfb261d-7fa8-4743-a4ce-4147717ec4d4 req-8ec54ec7-8556-49af-8e4f-a3e4ff971500 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764847 Aug 23 20:44:17.614615 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ae506dd-5c4a-44b4-99de-cafd1493a8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:17.645825 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6bdabc0a-40b5-4ca8-94fc-ed0caedea866 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:17.659263 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-6bdabc0a-40b5-4ca8-94fc-ed0caedea866 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74d236f7-2fe2-4cee-ac02-bd75d0d1facc']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:44:17.663431 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae506dd-5c4a-44b4-99de-cafd1493a8d6 None None] Pushing event deleted for resources: {'Port': ['ID=af08ca60-d677-4a9a-a393-9854356f65bf,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:17.666934 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae506dd-5c4a-44b4-99de-cafd1493a8d6 None None] No DVR routers for this DVR port af08ca60-d677-4a9a-a393-9854356f65bf on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:44:17.696729 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-6bdabc0a-40b5-4ca8-94fc-ed0caedea866 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b53cd308-ef8a-4ee0-a1bd-54b23d36bce6') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:44:17.697405 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-6bdabc0a-40b5-4ca8-94fc-ed0caedea866 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b53cd308-ef8a-4ee0-a1bd-54b23d36bce6') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:44:17.709288 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6bdabc0a-40b5-4ca8-94fc-ed0caedea866 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:17.717241 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device af08ca60-d677-4a9a-a393-9854356f65bf no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:44:17.734303 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6bdabc0a-40b5-4ca8-94fc-ed0caedea866 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:17.737941 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774cd11-37af-4a45-9d39-8d7aa283ee89 req-e3a9b603-d626-42c7-96e9-fe3ad0034f10 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:17.739466 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: af08ca60-d677-4a9a-a393-9854356f65bf {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:44:17.739595 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c774cd11-37af-4a45-9d39-8d7aa283ee89 req-e3a9b603-d626-42c7-96e9-fe3ad0034f10 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=2100fe92-1387-49eb-91ce-7f3506747287 HTTP/1.1" status: 200 len: 946 time: 0.0605183 Aug 23 20:44:17.740180 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device af08ca60-d677-4a9a-a393-9854356f65bf not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:44:17.743439 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bdabc0a-40b5-4ca8-94fc-ed0caedea866 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:44:17.743959 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6bdabc0a-40b5-4ca8-94fc-ed0caedea866 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:17.747390 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:44:17.747390 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:44:17.747390 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:44:17.747390 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:44:17.747390 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:44:17.747390 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:44:17.747390 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:44:17.747390 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:44:17.747390 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:44:17.747390 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:44:17.747390 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:44:17.747390 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:44:17.747390 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:44:17.747390 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:44:17.747390 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:44:17.747390 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:44:17.747390 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:44:17.747390 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:44:17.747390 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:44:17.747390 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:44:17.747390 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:44:17.747390 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:44:17.747390 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:44:17.747390 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:44:17.747390 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:44:17.747390 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:44:17.747390 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:44:17.747390 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:44:17.747390 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:44:17.747390 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:44:17.747390 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:44:17.747390 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:44:17.805986 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c774cd11-37af-4a45-9d39-8d7aa283ee89 req-b323c19b-aca2-4b67-a5c8-4be66568210a tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591438 Aug 23 20:44:17.835281 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6bdabc0a-40b5-4ca8-94fc-ed0caedea866 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:17.877787 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6bdabc0a-40b5-4ca8-94fc-ed0caedea866 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:17.880564 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6bdabc0a-40b5-4ca8-94fc-ed0caedea866 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "DELETE /v2.0/networks/74d236f7-2fe2-4cee-ac02-bd75d0d1facc HTTP/1.1" status: 204 len: 168 time: 0.8796139 Aug 23 20:44:17.881673 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdabc0a-40b5-4ca8-94fc-ed0caedea866 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Pushing event deleted for resources: {'Network': ['ID=74d236f7-2fe2-4cee-ac02-bd75d0d1facc,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:17.888114 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40904) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:44:17.963815 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a1aab7f-03c2-4d4a-942d-4411faf74e0f tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Deleting subnet 99500416-c366-459f-81cb-016a63939d83 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:44:17.970134 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8a1aab7f-03c2-4d4a-942d-4411faf74e0f tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:18.023266 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8a1aab7f-03c2-4d4a-942d-4411faf74e0f tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:18.119165 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8a1aab7f-03c2-4d4a-942d-4411faf74e0f tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:18.187075 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8a1aab7f-03c2-4d4a-942d-4411faf74e0f tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:18.209722 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6954b3-3baf-4a81-aa84-d191d6afbcee None None] Network d7dac609-e9dd-4bca-a56b-f707a3645bad requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:44:18.228592 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8a1aab7f-03c2-4d4a-942d-4411faf74e0f tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:18.230855 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8a1aab7f-03c2-4d4a-942d-4411faf74e0f tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "DELETE /v2.0/subnets/99500416-c366-459f-81cb-016a63939d83 HTTP/1.1" status: 204 len: 168 time: 0.3464861 Aug 23 20:44:18.231915 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1aab7f-03c2-4d4a-942d-4411faf74e0f tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Pushing event deleted for resources: {'Subnet': ['ID=99500416-c366-459f-81cb-016a63939d83,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:18.233697 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40912) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:44:18.365960 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e356f63d-d7af-47a3-b335-78b221f78ff7 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:18.467971 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-e356f63d-d7af-47a3-b335-78b221f78ff7 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Deleting port 2c7493f9-4bb6-41a0-82f3-d4568c41d86c {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:44:18.468347 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e356f63d-d7af-47a3-b335-78b221f78ff7 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:18.489672 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bdf1a7-338c-424a-9286-2914115cc2e4 None None] DHCP port deletion for d7dac609-e9dd-4bca-a56b-f707a3645bad request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:44:18.544377 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-e356f63d-d7af-47a3-b335-78b221f78ff7 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] For port 2c7493f9-4bb6-41a0-82f3-d4568c41d86c, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=2c7493f9-4bb6-41a0-82f3-d4568c41d86c,segment=NetworkSegment(ae8b9fc7-ca7b-4417-a8f9-4c8d3c82a763),segment_id=ae8b9fc7-ca7b-4417-a8f9-4c8d3c82a763)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:44:18.544751 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e356f63d-d7af-47a3-b335-78b221f78ff7 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:18.555247 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-57bdf1a7-338c-424a-9286-2914115cc2e4 None None] Deleting port 2c7493f9-4bb6-41a0-82f3-d4568c41d86c {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:44:18.556013 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-57bdf1a7-338c-424a-9286-2914115cc2e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:18.561195 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-e356f63d-d7af-47a3-b335-78b221f78ff7 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Calling delete_port for 2c7493f9-4bb6-41a0-82f3-d4568c41d86c owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:44:18.635793 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-57bdf1a7-338c-424a-9286-2914115cc2e4 None None] For port 2c7493f9-4bb6-41a0-82f3-d4568c41d86c, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=2c7493f9-4bb6-41a0-82f3-d4568c41d86c,segment=NetworkSegment(ae8b9fc7-ca7b-4417-a8f9-4c8d3c82a763),segment_id=ae8b9fc7-ca7b-4417-a8f9-4c8d3c82a763)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:44:18.636560 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-57bdf1a7-338c-424a-9286-2914115cc2e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:18.654493 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-57bdf1a7-338c-424a-9286-2914115cc2e4 None None] Calling delete_port for 2c7493f9-4bb6-41a0-82f3-d4568c41d86c owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:44:18.792902 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e356f63d-d7af-47a3-b335-78b221f78ff7 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:18.809745 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-57bdf1a7-338c-424a-9286-2914115cc2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:18.810093 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a59fc-b84a-41b3-9810-9fb5a591f6e6 req-bc8878fc-f62b-4e25-93df-3269a04a80ce tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:18.819109 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-238a59fc-b84a-41b3-9810-9fb5a591f6e6 req-bc8878fc-f62b-4e25-93df-3269a04a80ce tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a3b5017-c2bb-4d9a-a8bf-d0e9c9983daf HTTP/1.1" status: 200 len: 945 time: 0.1296675 Aug 23 20:44:18.910907 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e356f63d-d7af-47a3-b335-78b221f78ff7 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] No DVR routers for this DVR port 2c7493f9-4bb6-41a0-82f3-d4568c41d86c on host n-d-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:44:18.919764 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e356f63d-d7af-47a3-b335-78b221f78ff7 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Pushing event deleted for resources: {'Port': ['ID=2c7493f9-4bb6-41a0-82f3-d4568c41d86c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:18.955533 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bdf1a7-338c-424a-9286-2914115cc2e4 None None] No DVR routers for this DVR port 2c7493f9-4bb6-41a0-82f3-d4568c41d86c on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:44:18.960721 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bdf1a7-338c-424a-9286-2914115cc2e4 None None] Pushing event deleted for resources: {'Port': ['ID=2c7493f9-4bb6-41a0-82f3-d4568c41d86c,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:19.064468 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5e946-f5b3-48b7-8d95-8aa7029e5a0e req-1fbf96c6-0a1e-404e-82a8-1a42d983c692 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:19.067814 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-94d5e946-f5b3-48b7-8d95-8aa7029e5a0e req-1fbf96c6-0a1e-404e-82a8-1a42d983c692 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=2100fe92-1387-49eb-91ce-7f3506747287 HTTP/1.1" status: 200 len: 946 time: 0.1358907 Aug 23 20:44:19.087643 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-238a59fc-b84a-41b3-9810-9fb5a591f6e6 req-c8931978-04b0-484f-943c-074975faad22 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641006 Aug 23 20:44:19.124679 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e356f63d-d7af-47a3-b335-78b221f78ff7 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:19.144310 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-e356f63d-d7af-47a3-b335-78b221f78ff7 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7dac609-e9dd-4bca-a56b-f707a3645bad']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:44:19.159464 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-e356f63d-d7af-47a3-b335-78b221f78ff7 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae8b9fc7-ca7b-4417-a8f9-4c8d3c82a763') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:44:19.159759 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-e356f63d-d7af-47a3-b335-78b221f78ff7 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae8b9fc7-ca7b-4417-a8f9-4c8d3c82a763') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:44:19.181534 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e356f63d-d7af-47a3-b335-78b221f78ff7 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:19.186150 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-94d5e946-f5b3-48b7-8d95-8aa7029e5a0e req-e6ae5c17-8a0e-4768-a0c8-b88ae83b59c2 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096692 Aug 23 20:44:19.208519 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e356f63d-d7af-47a3-b335-78b221f78ff7 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:19.221930 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e356f63d-d7af-47a3-b335-78b221f78ff7 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:44:19.222513 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e356f63d-d7af-47a3-b335-78b221f78ff7 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:19.228980 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:44:19.228980 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:44:19.228980 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:44:19.228980 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:44:19.228980 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:44:19.228980 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:44:19.228980 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:44:19.228980 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:44:19.228980 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:44:19.228980 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:44:19.228980 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:44:19.228980 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:44:19.228980 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:44:19.228980 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:44:19.228980 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:44:19.228980 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:44:19.228980 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:44:19.228980 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:44:19.228980 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:44:19.228980 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:44:19.228980 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:44:19.228980 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:44:19.228980 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:44:19.228980 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:44:19.228980 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:44:19.228980 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:44:19.228980 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:44:19.228980 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:44:19.228980 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:44:19.228980 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:44:19.228980 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:44:19.228980 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:44:19.330152 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e356f63d-d7af-47a3-b335-78b221f78ff7 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:19.337972 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e356f63d-d7af-47a3-b335-78b221f78ff7 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:19.340120 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e356f63d-d7af-47a3-b335-78b221f78ff7 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] 10.222.0.61 "DELETE /v2.0/networks/d7dac609-e9dd-4bca-a56b-f707a3645bad HTTP/1.1" status: 204 len: 168 time: 1.1051428 Aug 23 20:44:19.365590 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e356f63d-d7af-47a3-b335-78b221f78ff7 tempest-ServersTestMultiNic-588873323 tempest-ServersTestMultiNic-588873323-project] Pushing event deleted for resources: {'Network': ['ID=d7dac609-e9dd-4bca-a56b-f707a3645bad,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:19.603304 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40958) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:44:19.686126 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 2c7493f9-4bb6-41a0-82f3-d4568c41d86c no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:44:19.735638 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 2c7493f9-4bb6-41a0-82f3-d4568c41d86c {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:44:19.736401 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 2c7493f9-4bb6-41a0-82f3-d4568c41d86c not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:44:19.767282 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bad4254-523c-4454-b4e4-08a1a738e4da req-f5a501bc-5d90-4360-badb-7f0031075986 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:19.769678 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7bad4254-523c-4454-b4e4-08a1a738e4da req-f5a501bc-5d90-4360-badb-7f0031075986 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/ports?device_id=af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d HTTP/1.1" status: 200 len: 945 time: 0.3968916 Aug 23 20:44:19.828246 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7bad4254-523c-4454-b4e4-08a1a738e4da req-432a9efe-3292-4979-9653-0b6f074a308f tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/security-groups?id=59433672-2092-460a-913c-05e5a3e92d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511076 Aug 23 20:44:20.196664 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-81dec722-57ee-4562-b476-4cf1aa5242e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:20.321709 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:20.389298 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85eedd5-d8ff-4723-97b9-ae157b9d7000 req-a9f810e1-8442-4d4c-8d21-b2ba3a9dab37 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:20.397459 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b85eedd5-d8ff-4723-97b9-ae157b9d7000 req-a9f810e1-8442-4d4c-8d21-b2ba3a9dab37 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a3b5017-c2bb-4d9a-a8bf-d0e9c9983daf HTTP/1.1" status: 200 len: 945 time: 0.1963956 Aug 23 20:44:20.426038 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054699c-dc9a-4056-af4e-9c2b81d955e2 req-cea58ad6-4a2e-422d-bc36-371928bdbbe2 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:20.444640 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f054699c-dc9a-4056-af4e-9c2b81d955e2 req-cea58ad6-4a2e-422d-bc36-371928bdbbe2 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=2100fe92-1387-49eb-91ce-7f3506747287 HTTP/1.1" status: 200 len: 946 time: 0.1255519 Aug 23 20:44:20.460701 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b85eedd5-d8ff-4723-97b9-ae157b9d7000 req-dc53a2dc-2696-48e4-8483-28802b9c9012 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610511 Aug 23 20:44:20.603954 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e6e79-b290-4d4a-b71b-ca398e54fbb4 req-5dc69baa-8370-4362-841c-661483eb25de tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:20.605550 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b58e6e79-b290-4d4a-b71b-ca398e54fbb4 req-5dc69baa-8370-4362-841c-661483eb25de tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a3b5017-c2bb-4d9a-a8bf-d0e9c9983daf HTTP/1.1" status: 200 len: 945 time: 0.1597488 Aug 23 20:44:20.609177 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f054699c-dc9a-4056-af4e-9c2b81d955e2 req-bddfc01a-55c8-44a1-93fd-c654f20bb46a tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733280 Aug 23 20:44:20.740716 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-b58e6e79-b290-4d4a-b71b-ca398e54fbb4 req-56231056-994d-4540-bc65-7b0536605c71 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Deleting port 995210d9-e1ba-4579-860d-e456fc6ca411 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:44:20.741057 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b58e6e79-b290-4d4a-b71b-ca398e54fbb4 req-56231056-994d-4540-bc65-7b0536605c71 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:20.779926 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-81dec722-57ee-4562-b476-4cf1aa5242e6 admin admin] Deleting port 81e02a61-3401-42b5-a545-10aa94b0c23f {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:44:20.782518 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-81dec722-57ee-4562-b476-4cf1aa5242e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:20.886289 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-b58e6e79-b290-4d4a-b71b-ca398e54fbb4 req-56231056-994d-4540-bc65-7b0536605c71 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] For port 995210d9-e1ba-4579-860d-e456fc6ca411, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=995210d9-e1ba-4579-860d-e456fc6ca411,segment=NetworkSegment(7c822085-f0bf-43b3-a949-ad2c2f0679eb),segment_id=7c822085-f0bf-43b3-a949-ad2c2f0679eb)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:44:20.888661 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b58e6e79-b290-4d4a-b71b-ca398e54fbb4 req-56231056-994d-4540-bc65-7b0536605c71 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:20.914761 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-b58e6e79-b290-4d4a-b71b-ca398e54fbb4 req-56231056-994d-4540-bc65-7b0536605c71 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Calling delete_port for 995210d9-e1ba-4579-860d-e456fc6ca411 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:44:20.929107 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-81dec722-57ee-4562-b476-4cf1aa5242e6 admin admin] For port 81e02a61-3401-42b5-a545-10aa94b0c23f, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=81e02a61-3401-42b5-a545-10aa94b0c23f,segment=NetworkSegment(4d0bfccc-a3a9-4bf8-8e3c-6edb5c43c428),segment_id=4d0bfccc-a3a9-4bf8-8e3c-6edb5c43c428)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:44:20.929486 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-81dec722-57ee-4562-b476-4cf1aa5242e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:20.978983 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-81dec722-57ee-4562-b476-4cf1aa5242e6 admin admin] Calling delete_port for 81e02a61-3401-42b5-a545-10aa94b0c23f owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:44:21.062455 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d031d-685c-476d-81ed-ff8fcadd0b34 req-9c9b66e1-f309-4d1f-aa05-5748af8f81ac tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:21.064425 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e23d031d-685c-476d-81ed-ff8fcadd0b34 req-9c9b66e1-f309-4d1f-aa05-5748af8f81ac tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/ports?device_id=af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d HTTP/1.1" status: 200 len: 945 time: 0.1192691 Aug 23 20:44:21.178703 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e23d031d-685c-476d-81ed-ff8fcadd0b34 req-da5530cf-e4b5-4591-9297-e23f681b3dd6 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/security-groups?id=59433672-2092-460a-913c-05e5a3e92d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991762 Aug 23 20:44:21.198665 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b58e6e79-b290-4d4a-b71b-ca398e54fbb4 req-56231056-994d-4540-bc65-7b0536605c71 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:21.217058 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['995210d9-e1ba-4579-860d-e456fc6ca411'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:44:21.237191 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56231056-994d-4540-bc65-7b0536605c71 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Pushing event deleted for resources: {'Port': ['ID=995210d9-e1ba-4579-860d-e456fc6ca411,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:21.263270 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['5b814750-a2f2-4a4c-b6ae-0ba0827daf66'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:44:21.347921 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-b58e6e79-b290-4d4a-b71b-ca398e54fbb4 req-56231056-994d-4540-bc65-7b0536605c71 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] No DVR routers for this DVR port 995210d9-e1ba-4579-860d-e456fc6ca411 on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:44:21.353397 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b58e6e79-b290-4d4a-b71b-ca398e54fbb4 req-56231056-994d-4540-bc65-7b0536605c71 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:21.356513 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b58e6e79-b290-4d4a-b71b-ca398e54fbb4 req-56231056-994d-4540-bc65-7b0536605c71 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.11 "DELETE /v2.0/ports/995210d9-e1ba-4579-860d-e456fc6ca411 HTTP/1.1" status: 204 len: 173 time: 0.7426558 Aug 23 20:44:21.357557 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a3b5017-c2bb-4d9a-a8bf-d0e9c9983daf', 'name': 'network-vif-deleted', 'tag': '995210d9-e1ba-4579-860d-e456fc6ca411'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:44:21.361012 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5335c7-0fae-4366-a919-f97bce73ec4c" -d '{"events": [{"server_uuid": "1a3b5017-c2bb-4d9a-a8bf-d0e9c9983daf", "name": "network-vif-deleted", "tag": "995210d9-e1ba-4579-860d-e456fc6ca411"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:44:21.365824 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-81dec722-57ee-4562-b476-4cf1aa5242e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:21.467098 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7590f244-4ac3-443f-b66b-a907cf360fd9 x-openstack-request-id: req-7590f244-4ac3-443f-b66b-a907cf360fd9 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:44:21.467761 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a3b5017-c2bb-4d9a-a8bf-d0e9c9983daf", "name": "network-vif-deleted", "tag": "995210d9-e1ba-4579-860d-e456fc6ca411", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:44:21.468196 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7590f244-4ac3-443f-b66b-a907cf360fd9 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:44:21.479822 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dec722-57ee-4562-b476-4cf1aa5242e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=81e02a61-3401-42b5-a545-10aa94b0c23f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:21.483504 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a3b5017-c2bb-4d9a-a8bf-d0e9c9983daf', 'name': 'network-vif-deleted', 'tag': '995210d9-e1ba-4579-860d-e456fc6ca411', 'status': 'completed', 'code': 200} Aug 23 20:44:21.878960 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-81dec722-57ee-4562-b476-4cf1aa5242e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:21.921831 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-543d1fd4-1886-48f3-9116-34b1d32ff25f req-04b301f3-3a83-466c-b2e6-5090cc03ff6b tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a3b5017-c2bb-4d9a-a8bf-d0e9c9983daf HTTP/1.1" status: 200 len: 210 time: 0.0439672 Aug 23 20:44:22.064100 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982c13c-02fe-4d88-be71-d5e1d160c856 req-3bebc9b5-374c-4a92-b994-5c95d0b81158 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:22.073250 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4982c13c-02fe-4d88-be71-d5e1d160c856 req-3bebc9b5-374c-4a92-b994-5c95d0b81158 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=2100fe92-1387-49eb-91ce-7f3506747287 HTTP/1.1" status: 200 len: 946 time: 0.1291876 Aug 23 20:44:22.152833 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4982c13c-02fe-4d88-be71-d5e1d160c856 req-28304046-b8db-4293-a08e-d0e6f682da23 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704820 Aug 23 20:44:22.774970 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81dec722-57ee-4562-b476-4cf1aa5242e6 admin admin] Router 7d4b8a64-4e1b-4414-bac1-b366f20238aa has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:44:22.791281 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2be7ab-e897-4332-a8ae-e2b86205c34f req-46f11d5a-97b3-4695-8055-630afe60916b tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:22.792854 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ad2be7ab-e897-4332-a8ae-e2b86205c34f req-46f11d5a-97b3-4695-8055-630afe60916b tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/ports?device_id=af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d HTTP/1.1" status: 200 len: 945 time: 0.1093535 Aug 23 20:44:22.906878 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ad2be7ab-e897-4332-a8ae-e2b86205c34f req-c4f0ddd9-e2df-4f28-9c56-441f24b8c217 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/security-groups?id=59433672-2092-460a-913c-05e5a3e92d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041610 Aug 23 20:44:22.962888 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81dec722-57ee-4562-b476-4cf1aa5242e6 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:44:22.976625 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-81dec722-57ee-4562-b476-4cf1aa5242e6 admin admin] 10.222.0.61 "PUT /v2.0/routers/7d4b8a64-4e1b-4414-bac1-b366f20238aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3722494 Aug 23 20:44:22.976838 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020d20c9-9bc2-4ea7-b476-4767453307ed None None] Sync routers for ids ['7d4b8a64-4e1b-4414-bac1-b366f20238aa'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:44:22.979003 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 41012) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:44:22.993399 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020d20c9-9bc2-4ea7-b476-4767453307ed None None] Routers {'7d4b8a64-4e1b-4414-bac1-b366f20238aa'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:44:22.994253 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-020d20c9-9bc2-4ea7-b476-4767453307ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:44:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['7d4b8a64-4e1b-4414-bac1-b366f20238aa'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:44:23.096799 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b89914b4-1916-428c-84b5-d7184ab4e2b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:23.123339 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-020d20c9-9bc2-4ea7-b476-4767453307ed None None] Set router 7d4b8a64-4e1b-4414-bac1-b366f20238aa gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:44:23.410188 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d543e42-5ca6-4924-a92e-c3845fdc9a8b req-8676cac2-7e25-4564-8448-03214d0ea57c tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:23.420130 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8d543e42-5ca6-4924-a92e-c3845fdc9a8b req-8676cac2-7e25-4564-8448-03214d0ea57c tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=2100fe92-1387-49eb-91ce-7f3506747287 HTTP/1.1" status: 200 len: 946 time: 0.0687706 Aug 23 20:44:23.435884 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b89914b4-1916-428c-84b5-d7184ab4e2b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:23.484889 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8d543e42-5ca6-4924-a92e-c3845fdc9a8b req-3f66a21f-f676-4db4-b91e-be4d299bf59d tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614049 Aug 23 20:44:23.602327 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-020d20c9-9bc2-4ea7-b476-4767453307ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4b8a64-4e1b-4414-bac1-b366f20238aa', 'name': 'tempest-ServersTestMultiNic-1938363121-router', 'tenant_id': '2924e77eafaa445eb5f50b8bf05dd405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '6e771d46-1301-456c-b854-3fd575ec5c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:42:28Z', 'updated_at': '2021-08-23T20:44:21Z', 'revision_number': 5, 'project_id': '2924e77eafaa445eb5f50b8bf05dd405', 'gw_port': {'id': '6e771d46-1301-456c-b854-3fd575ec5c12', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4b8a64-4e1b-4414-bac1-b366f20238aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:42:29Z', 'updated_at': '2021-08-23T20:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:44:23.615496 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9312c-07a6-42ea-b9a4-8ab32762d3c1 req-6af5e507-4dae-47f1-912b-d94c346e6181 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:23.631053 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a4b9312c-07a6-42ea-b9a4-8ab32762d3c1 req-6af5e507-4dae-47f1-912b-d94c346e6181 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=efe3d0bd-71a7-470a-99cc-6346f7446cd6 HTTP/1.1" status: 200 len: 945 time: 0.1042936 Aug 23 20:44:23.649419 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020d20c9-9bc2-4ea7-b476-4767453307ed None None] Checking router: 7d4b8a64-4e1b-4414-bac1-b366f20238aa for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:44:23.661173 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-b89914b4-1916-428c-84b5-d7184ab4e2b9 admin admin] Deleting port 6e771d46-1301-456c-b854-3fd575ec5c12 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:44:23.661516 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b89914b4-1916-428c-84b5-d7184ab4e2b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:23.662962 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020d20c9-9bc2-4ea7-b476-4767453307ed None None] Routers {'7d4b8a64-4e1b-4414-bac1-b366f20238aa'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:44:23.663582 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-020d20c9-9bc2-4ea7-b476-4767453307ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:44:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['7d4b8a64-4e1b-4414-bac1-b366f20238aa'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:44:23.739973 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a4b9312c-07a6-42ea-b9a4-8ab32762d3c1 req-59e1396b-738f-4d7d-ba35-a6ce88a50ec3 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076043 Aug 23 20:44:23.791516 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-b89914b4-1916-428c-84b5-d7184ab4e2b9 admin admin] For port 6e771d46-1301-456c-b854-3fd575ec5c12, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=6e771d46-1301-456c-b854-3fd575ec5c12,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:44:23.792235 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b89914b4-1916-428c-84b5-d7184ab4e2b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:23.806917 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-b89914b4-1916-428c-84b5-d7184ab4e2b9 admin admin] Calling delete_port for 6e771d46-1301-456c-b854-3fd575ec5c12 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:44:23.925343 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-020d20c9-9bc2-4ea7-b476-4767453307ed None None] Set router 7d4b8a64-4e1b-4414-bac1-b366f20238aa gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:44:24.118457 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-020d20c9-9bc2-4ea7-b476-4767453307ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4b8a64-4e1b-4414-bac1-b366f20238aa', 'name': 'tempest-ServersTestMultiNic-1938363121-router', 'tenant_id': '2924e77eafaa445eb5f50b8bf05dd405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:42:28Z', 'updated_at': '2021-08-23T20:44:23Z', 'revision_number': 6, 'project_id': '2924e77eafaa445eb5f50b8bf05dd405', 'gw_port_host': None}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:44:24.149402 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020d20c9-9bc2-4ea7-b476-4767453307ed None None] The sync data for ids ['7d4b8a64-4e1b-4414-bac1-b366f20238aa'] in n-d-805663-2 is: [{'id': '7d4b8a64-4e1b-4414-bac1-b366f20238aa', 'name': 'tempest-ServersTestMultiNic-1938363121-router', 'tenant_id': '2924e77eafaa445eb5f50b8bf05dd405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:42:28Z', 'updated_at': '2021-08-23T20:44:23Z', 'revision_number': 6, 'project_id': '2924e77eafaa445eb5f50b8bf05dd405', 'gw_port_host': None}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:44:24.162740 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b89914b4-1916-428c-84b5-d7184ab4e2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:24.190272 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e4362-796a-4a9e-99df-7ea8bc42c830 req-410f4b1c-abe3-4d6c-904d-b7a423045e13 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:24.192188 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cd8e4362-796a-4a9e-99df-7ea8bc42c830 req-410f4b1c-abe3-4d6c-904d-b7a423045e13 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/ports?device_id=af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d HTTP/1.1" status: 200 len: 945 time: 0.1632538 Aug 23 20:44:24.199895 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89914b4-1916-428c-84b5-d7184ab4e2b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e771d46-1301-456c-b854-3fd575ec5c12,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:24.294413 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cd8e4362-796a-4a9e-99df-7ea8bc42c830 req-334fa01c-ee19-44c2-a566-5f97a087821d tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/security-groups?id=59433672-2092-460a-913c-05e5a3e92d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794165 Aug 23 20:44:24.336667 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b89914b4-1916-428c-84b5-d7184ab4e2b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:24.344704 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 995210d9-e1ba-4579-860d-e456fc6ca411 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:44:24.370422 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: 995210d9-e1ba-4579-860d-e456fc6ca411 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:44:24.372151 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 995210d9-e1ba-4579-860d-e456fc6ca411 not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:44:24.491720 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b89914b4-1916-428c-84b5-d7184ab4e2b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:24.498307 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b89914b4-1916-428c-84b5-d7184ab4e2b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:24.615654 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b89914b4-1916-428c-84b5-d7184ab4e2b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:24.616507 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89914b4-1916-428c-84b5-d7184ab4e2b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d4b8a64-4e1b-4414-bac1-b366f20238aa {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:44:24.629421 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b89914b4-1916-428c-84b5-d7184ab4e2b9 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:24.633501 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b89914b4-1916-428c-84b5-d7184ab4e2b9 admin admin] 10.222.0.61 "DELETE /v2.0/routers/7d4b8a64-4e1b-4414-bac1-b366f20238aa HTTP/1.1" status: 204 len: 168 time: 1.6511557 Aug 23 20:44:24.634937 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 41038) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:44:24.716413 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-75306433-148b-44ae-8e9a-5713a9eeb256 admin admin] Deleting subnet 3238240b-758a-4646-98e8-79876b6babe5 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:44:24.719060 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8332c3c3-9746-4c2a-b200-8581e3a6a88e req-0332cd45-3a34-4a1a-bc38-b8ab0841f818 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:24.720229 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-75306433-148b-44ae-8e9a-5713a9eeb256 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:24.720660 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8332c3c3-9746-4c2a-b200-8581e3a6a88e req-0332cd45-3a34-4a1a-bc38-b8ab0841f818 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=2100fe92-1387-49eb-91ce-7f3506747287 HTTP/1.1" status: 200 len: 946 time: 0.1098936 Aug 23 20:44:24.776249 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-75306433-148b-44ae-8e9a-5713a9eeb256 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:24.792822 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8332c3c3-9746-4c2a-b200-8581e3a6a88e req-87e3de7c-40db-4689-9bf0-fde317edb5d7 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650299 Aug 23 20:44:24.935806 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e1305-0b1a-4ee7-b81b-21092f4bbc35 req-0809b0a9-9450-492e-8080-54f4d7cdb974 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:24.943899 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-148e1305-0b1a-4ee7-b81b-21092f4bbc35 req-0809b0a9-9450-492e-8080-54f4d7cdb974 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=efe3d0bd-71a7-470a-99cc-6346f7446cd6 HTTP/1.1" status: 200 len: 945 time: 0.0948086 Aug 23 20:44:24.957295 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-75306433-148b-44ae-8e9a-5713a9eeb256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:25.029886 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-148e1305-0b1a-4ee7-b81b-21092f4bbc35 req-6ea61b62-c5de-45c5-acb7-2e7eb7c472a3 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847423 Aug 23 20:44:25.075386 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-75306433-148b-44ae-8e9a-5713a9eeb256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:25.101440 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75306433-148b-44ae-8e9a-5713a9eeb256 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3238240b-758a-4646-98e8-79876b6babe5,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:25.115671 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-75306433-148b-44ae-8e9a-5713a9eeb256 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:25.117625 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-75306433-148b-44ae-8e9a-5713a9eeb256 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/3238240b-758a-4646-98e8-79876b6babe5 HTTP/1.1" status: 204 len: 168 time: 0.4815757 Aug 23 20:44:25.120544 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 41046) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:44:25.125104 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1cc414-a24a-428b-ba3c-cf54ccfa3021 None None] Network 5de069f3-b51c-4ce2-8843-b71fff2baa71 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:44:25.286920 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ea46ae09-beb4-47a2-884c-a1284564542f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:25.406051 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-ea46ae09-beb4-47a2-884c-a1284564542f admin admin] Deleting port 71bf1d63-5d18-4a97-9d44-dafc6713ada8 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:44:25.406414 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ea46ae09-beb4-47a2-884c-a1284564542f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:25.426267 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576e17b6-d52d-42e5-b1ad-f7429f2fe124 None None] DHCP port deletion for 5de069f3-b51c-4ce2-8843-b71fff2baa71 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:44:25.545070 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-576e17b6-d52d-42e5-b1ad-f7429f2fe124 None None] Deleting port 71bf1d63-5d18-4a97-9d44-dafc6713ada8 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:44:25.553973 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-576e17b6-d52d-42e5-b1ad-f7429f2fe124 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:25.594298 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9200f835-b9ab-4497-82fc-d1bf8dabd350 req-1eca2e53-28c0-4c3a-a39b-86eda8c04059 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:25.595883 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9200f835-b9ab-4497-82fc-d1bf8dabd350 req-1eca2e53-28c0-4c3a-a39b-86eda8c04059 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/ports?device_id=af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d HTTP/1.1" status: 200 len: 945 time: 0.1550357 Aug 23 20:44:25.609130 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-ea46ae09-beb4-47a2-884c-a1284564542f admin admin] For port 71bf1d63-5d18-4a97-9d44-dafc6713ada8, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=71bf1d63-5d18-4a97-9d44-dafc6713ada8,segment=NetworkSegment(4d0bfccc-a3a9-4bf8-8e3c-6edb5c43c428),segment_id=4d0bfccc-a3a9-4bf8-8e3c-6edb5c43c428)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:44:25.609130 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ea46ae09-beb4-47a2-884c-a1284564542f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:25.640922 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-ea46ae09-beb4-47a2-884c-a1284564542f admin admin] Calling delete_port for 71bf1d63-5d18-4a97-9d44-dafc6713ada8 owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:44:25.713168 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-576e17b6-d52d-42e5-b1ad-f7429f2fe124 None None] For port 71bf1d63-5d18-4a97-9d44-dafc6713ada8, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=71bf1d63-5d18-4a97-9d44-dafc6713ada8,segment=NetworkSegment(4d0bfccc-a3a9-4bf8-8e3c-6edb5c43c428),segment_id=4d0bfccc-a3a9-4bf8-8e3c-6edb5c43c428)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:44:25.713938 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-576e17b6-d52d-42e5-b1ad-f7429f2fe124 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:25.749047 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-576e17b6-d52d-42e5-b1ad-f7429f2fe124 None None] Calling delete_port for 71bf1d63-5d18-4a97-9d44-dafc6713ada8 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:44:25.749556 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9200f835-b9ab-4497-82fc-d1bf8dabd350 req-961fd6a4-8904-4748-843c-5f527e254a1f tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/security-groups?id=59433672-2092-460a-913c-05e5a3e92d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391587 Aug 23 20:44:25.766495 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 81e02a61-3401-42b5-a545-10aa94b0c23f no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:44:25.787323 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 81e02a61-3401-42b5-a545-10aa94b0c23f {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:44:25.788837 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 81e02a61-3401-42b5-a545-10aa94b0c23f not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:44:25.788837 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 6e771d46-1301-456c-b854-3fd575ec5c12 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:44:25.812011 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 6e771d46-1301-456c-b854-3fd575ec5c12 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:44:25.812407 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 6e771d46-1301-456c-b854-3fd575ec5c12 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:44:25.812812 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 71bf1d63-5d18-4a97-9d44-dafc6713ada8 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:44:25.828755 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ea46ae09-beb4-47a2-884c-a1284564542f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:25.904076 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea46ae09-beb4-47a2-884c-a1284564542f admin admin] No DVR routers for this DVR port 71bf1d63-5d18-4a97-9d44-dafc6713ada8 on host n-d-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:44:25.907632 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea46ae09-beb4-47a2-884c-a1284564542f admin admin] Pushing event deleted for resources: {'Port': ['ID=71bf1d63-5d18-4a97-9d44-dafc6713ada8,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:25.925475 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No active binding found for port 71bf1d63-5d18-4a97-9d44-dafc6713ada8 {{(pid=94689) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 23 20:44:25.926078 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 71bf1d63-5d18-4a97-9d44-dafc6713ada8 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:44:25.969673 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-576e17b6-d52d-42e5-b1ad-f7429f2fe124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:26.008945 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576e17b6-d52d-42e5-b1ad-f7429f2fe124 None None] Pushing event deleted for resources: {'Port': ['ID=71bf1d63-5d18-4a97-9d44-dafc6713ada8,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:26.015680 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576e17b6-d52d-42e5-b1ad-f7429f2fe124 None None] No DVR routers for this DVR port 71bf1d63-5d18-4a97-9d44-dafc6713ada8 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:44:26.023087 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ea46ae09-beb4-47a2-884c-a1284564542f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:26.031793 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576e17b6-d52d-42e5-b1ad-f7429f2fe124 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:44:26.032299 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576e17b6-d52d-42e5-b1ad-f7429f2fe124 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:44:26.032654 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576e17b6-d52d-42e5-b1ad-f7429f2fe124 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:44:26.032981 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576e17b6-d52d-42e5-b1ad-f7429f2fe124 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:44:26.033348 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576e17b6-d52d-42e5-b1ad-f7429f2fe124 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:44:26.033627 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576e17b6-d52d-42e5-b1ad-f7429f2fe124 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:44:26.033952 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576e17b6-d52d-42e5-b1ad-f7429f2fe124 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:44:26.034271 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576e17b6-d52d-42e5-b1ad-f7429f2fe124 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:44:26.034650 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576e17b6-d52d-42e5-b1ad-f7429f2fe124 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:44:26.034964 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576e17b6-d52d-42e5-b1ad-f7429f2fe124 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:44:26.035286 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576e17b6-d52d-42e5-b1ad-f7429f2fe124 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:44:26.035401 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-ea46ae09-beb4-47a2-884c-a1284564542f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5de069f3-b51c-4ce2-8843-b71fff2baa71']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:44:26.035605 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576e17b6-d52d-42e5-b1ad-f7429f2fe124 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:44:26.102061 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-ea46ae09-beb4-47a2-884c-a1284564542f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d0bfccc-a3a9-4bf8-8e3c-6edb5c43c428') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:44:26.102359 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-ea46ae09-beb4-47a2-884c-a1284564542f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d0bfccc-a3a9-4bf8-8e3c-6edb5c43c428') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:44:26.138331 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ea46ae09-beb4-47a2-884c-a1284564542f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:26.156808 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ea46ae09-beb4-47a2-884c-a1284564542f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:26.169771 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3653927-b536-47b9-b488-c02c2a1d3f95 req-f64e6b31-39a5-4ff3-b4aa-22f11cd0e412 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:26.183113 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b3653927-b536-47b9-b488-c02c2a1d3f95 req-f64e6b31-39a5-4ff3-b4aa-22f11cd0e412 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=2100fe92-1387-49eb-91ce-7f3506747287 HTTP/1.1" status: 200 len: 946 time: 0.2335548 Aug 23 20:44:26.192524 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea46ae09-beb4-47a2-884c-a1284564542f admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:44:26.192939 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ea46ae09-beb4-47a2-884c-a1284564542f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:26.194663 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:44:26.194663 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:44:26.194663 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:44:26.194663 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:44:26.194663 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:44:26.194663 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:44:26.194663 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:44:26.194663 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:44:26.194663 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:44:26.194663 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:44:26.194663 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:44:26.194663 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:44:26.194663 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:44:26.194663 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:44:26.194663 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:44:26.194663 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:44:26.194663 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:44:26.194663 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:44:26.194663 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:44:26.194663 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:44:26.194663 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:44:26.194663 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:44:26.194663 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:44:26.194663 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:44:26.194663 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:44:26.194663 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:44:26.194663 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:44:26.194663 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:44:26.194663 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:44:26.194663 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:44:26.194663 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:44:26.194663 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:44:26.260007 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d01cd9-dca3-4a17-ad18-600f8091df33 req-4efdd867-f67c-4f82-b3dc-9ace5ab851c3 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:26.269805 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-35d01cd9-dca3-4a17-ad18-600f8091df33 req-4efdd867-f67c-4f82-b3dc-9ace5ab851c3 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=efe3d0bd-71a7-470a-99cc-6346f7446cd6 HTTP/1.1" status: 200 len: 945 time: 0.1014421 Aug 23 20:44:26.297629 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b3653927-b536-47b9-b488-c02c2a1d3f95 req-db1417cc-5285-4618-92af-3fee0fab24bb tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138151 Aug 23 20:44:26.299876 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ea46ae09-beb4-47a2-884c-a1284564542f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:26.309419 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ea46ae09-beb4-47a2-884c-a1284564542f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:26.312248 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ea46ae09-beb4-47a2-884c-a1284564542f admin admin] 10.222.0.61 "DELETE /v2.0/networks/5de069f3-b51c-4ce2-8843-b71fff2baa71 HTTP/1.1" status: 204 len: 168 time: 1.1892333 Aug 23 20:44:26.343173 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea46ae09-beb4-47a2-884c-a1284564542f admin admin] Pushing event deleted for resources: {'Network': ['ID=5de069f3-b51c-4ce2-8843-b71fff2baa71,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:26.388478 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-35d01cd9-dca3-4a17-ad18-600f8091df33 req-628ca214-1b4e-41ae-aa6d-9d85316a4a69 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168301 Aug 23 20:44:26.599209 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 41068) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:44:26.720261 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-cea1b31a-d885-42bb-ae80-2533883ad302 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2924e77eafaa445eb5f50b8bf05dd405&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1194735 Aug 23 20:44:26.724386 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 41074) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:44:26.784560 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-69f63f69-3753-4d61-b878-e6f445eeef12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:26.829950 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-69f63f69-3753-4d61-b878-e6f445eeef12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:26.897412 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-69f63f69-3753-4d61-b878-e6f445eeef12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:26.902064 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-69f63f69-3753-4d61-b878-e6f445eeef12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:26.903884 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-69f63f69-3753-4d61-b878-e6f445eeef12 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d730caec-e6c3-42dd-9aa7-0036d9d45ae0 HTTP/1.1" status: 204 len: 168 time: 0.1783578 Aug 23 20:44:26.917536 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9654a-6b0b-4950-8a0f-f65a380c3fbe req-67a3cdd4-3d48-4c70-bd67-4a13f9ff8d41 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:26.920328 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e7b9654a-6b0b-4950-8a0f-f65a380c3fbe req-67a3cdd4-3d48-4c70-bd67-4a13f9ff8d41 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/ports?device_id=af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d HTTP/1.1" status: 200 len: 945 time: 0.0767674 Aug 23 20:44:26.946113 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f63f69-3753-4d61-b878-e6f445eeef12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d730caec-e6c3-42dd-9aa7-0036d9d45ae0,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:27.028625 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e7b9654a-6b0b-4950-8a0f-f65a380c3fbe req-775b57f2-0a49-466b-b6bc-9559980b9165 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/security-groups?id=59433672-2092-460a-913c-05e5a3e92d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975862 Aug 23 20:44:27.086792 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:44:27.479987 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f44cd-460a-4be5-9df2-c86bbebc16b9 req-650b2094-7079-4725-aab0-531c296a39c4 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:27.492729 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-209f44cd-460a-4be5-9df2-c86bbebc16b9 req-650b2094-7079-4725-aab0-531c296a39c4 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=2100fe92-1387-49eb-91ce-7f3506747287 HTTP/1.1" status: 200 len: 946 time: 0.0970325 Aug 23 20:44:27.558144 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-209f44cd-460a-4be5-9df2-c86bbebc16b9 req-1cfad25e-52ec-4632-97c3-a786844561d0 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570745 Aug 23 20:44:27.573512 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855034a4-7680-432e-83e2-55e42017b3a0 req-305ce616-5840-4843-90d9-a61219449c83 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:27.576316 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-855034a4-7680-432e-83e2-55e42017b3a0 req-305ce616-5840-4843-90d9-a61219449c83 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=efe3d0bd-71a7-470a-99cc-6346f7446cd6 HTTP/1.1" status: 200 len: 945 time: 0.0716763 Aug 23 20:44:27.693863 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-855034a4-7680-432e-83e2-55e42017b3a0 req-8daa0dfc-0b4b-4a74-bbaa-b5c20cda1b35 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043117 Aug 23 20:44:28.177423 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a91a0d-dc78-49a6-b05d-7395a8f7e349 req-73fbcdd3-6c3b-4177-b0b7-38c0910e990a tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:28.179068 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-08a91a0d-dc78-49a6-b05d-7395a8f7e349 req-73fbcdd3-6c3b-4177-b0b7-38c0910e990a tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/ports?device_id=af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d HTTP/1.1" status: 200 len: 945 time: 0.0663435 Aug 23 20:44:28.200160 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 41114) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:44:28.231343 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-08a91a0d-dc78-49a6-b05d-7395a8f7e349 req-18cacdb9-c4f0-4db0-a021-e3b2a94ea2a1 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/security-groups?id=59433672-2092-460a-913c-05e5a3e92d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425844 Aug 23 20:44:28.321941 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-f1cf193d-d3e8-41ed-8be4-d896ed33379c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1233649368-network', 'tenant_id': '6b5caa9dd6fe449d826e5284616c3d3c'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:44:28.353718 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1cf193d-d3e8-41ed-8be4-d896ed33379c admin admin] Made reservation on behalf of 6b5caa9dd6fe449d826e5284616c3d3c for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:44:28.360265 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f1cf193d-d3e8-41ed-8be4-d896ed33379c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:28.370211 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f1cf193d-d3e8-41ed-8be4-d896ed33379c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:28.504444 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f1cf193d-d3e8-41ed-8be4-d896ed33379c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:28.510270 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f1cf193d-d3e8-41ed-8be4-d896ed33379c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:28.535516 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1cf193d-d3e8-41ed-8be4-d896ed33379c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:44:28.554926 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f1cf193d-d3e8-41ed-8be4-d896ed33379c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:28.555277 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-f1cf193d-d3e8-41ed-8be4-d896ed33379c admin admin] Added segment a0304131-671f-4c22-8fc4-9d97cd99d833 of type vlan for network 99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54 Aug 23 20:44:28.556810 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf193d-d3e8-41ed-8be4-d896ed33379c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f0bdbe-a95f-447d-933c-85622825c576,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:28.606388 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f1cf193d-d3e8-41ed-8be4-d896ed33379c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:28.641676 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f1cf193d-d3e8-41ed-8be4-d896ed33379c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:28.643057 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cf193d-d3e8-41ed-8be4-d896ed33379c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:28.643754 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f1cf193d-d3e8-41ed-8be4-d896ed33379c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:28.734220 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f1cf193d-d3e8-41ed-8be4-d896ed33379c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5329287 Aug 23 20:44:28.739376 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 41128) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:44:28.747585 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-b1a18912-abd5-4453-85a0-7e6e22561a24 admin admin] Request body: {'subnet': {'network_id': '99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1233649368-subnet', 'tenant_id': '6b5caa9dd6fe449d826e5284616c3d3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:44:28.748923 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf193d-d3e8-41ed-8be4-d896ed33379c admin admin] Pushing event updated for resources: {'Network': ['ID=99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:28.760404 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:44:28.791027 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a18912-abd5-4453-85a0-7e6e22561a24 admin admin] Made reservation on behalf of 6b5caa9dd6fe449d826e5284616c3d3c for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:44:28.797123 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b1a18912-abd5-4453-85a0-7e6e22561a24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:28.820748 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561eccd-7114-4ecd-b7d4-c3885a1dfb8e req-949ecbcb-a676-497a-9ce5-abbd9c440394 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:28.824168 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b561eccd-7114-4ecd-b7d4-c3885a1dfb8e req-949ecbcb-a676-497a-9ce5-abbd9c440394 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=2100fe92-1387-49eb-91ce-7f3506747287 HTTP/1.1" status: 200 len: 946 time: 0.1719604 Aug 23 20:44:28.947190 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b561eccd-7114-4ecd-b7d4-c3885a1dfb8e req-da8e4fa9-5275-474b-b58d-3fbe7f0a31d3 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013339 Aug 23 20:44:28.965905 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a61cf-0eaa-41dc-aff6-851a960c4db2 req-868d6b02-9f23-4fc4-ae9f-03a0fdbcf214 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:28.975238 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3f3a61cf-0eaa-41dc-aff6-851a960c4db2 req-868d6b02-9f23-4fc4-ae9f-03a0fdbcf214 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=efe3d0bd-71a7-470a-99cc-6346f7446cd6 HTTP/1.1" status: 200 len: 945 time: 0.0912971 Aug 23 20:44:29.060489 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3f3a61cf-0eaa-41dc-aff6-851a960c4db2 req-ed101421-a92a-4e78-9613-3743428917cb tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6949e3b-65c0-4c96-b7e6-720f772c799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794301 Aug 23 20:44:29.109583 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc208a6a-68a2-43fb-9147-b6cafab06ef0 req-1ad34a34-cd30-4aea-b4fe-6c97ed078a78 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:29.112244 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cc208a6a-68a2-43fb-9147-b6cafab06ef0 req-1ad34a34-cd30-4aea-b4fe-6c97ed078a78 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.32 "GET /v2.0/ports?device_id=efe3d0bd-71a7-470a-99cc-6346f7446cd6 HTTP/1.1" status: 200 len: 945 time: 0.1058354 Aug 23 20:44:29.138051 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b1a18912-abd5-4453-85a0-7e6e22561a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:29.199040 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a18912-abd5-4453-85a0-7e6e22561a24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cf1476b-2d73-4ece-81d4-01b7879e99dc,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:29.219546 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a18912-abd5-4453-85a0-7e6e22561a24 admin admin] Checking segment: {'id': 'a0304131-671f-4c22-8fc4-9d97cd99d833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:44:29.220004 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a18912-abd5-4453-85a0-7e6e22561a24 admin admin] Network hostable DHCP agents. Network: 99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:44:29.251498 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a18912-abd5-4453-85a0-7e6e22561a24 admin admin] Network 99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:44:29.255490 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-cc208a6a-68a2-43fb-9147-b6cafab06ef0 req-c6975cea-86b5-403f-851e-0fd5235c06fb tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Deleting port 5b814750-a2f2-4a4c-b6ae-0ba0827daf66 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:44:29.256040 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cc208a6a-68a2-43fb-9147-b6cafab06ef0 req-c6975cea-86b5-403f-851e-0fd5235c06fb tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:29.263989 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-b1a18912-abd5-4453-85a0-7e6e22561a24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:44:29.268807 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a18912-abd5-4453-85a0-7e6e22561a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:29.269481 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b1a18912-abd5-4453-85a0-7e6e22561a24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:29.274532 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc70fba-f01b-42cf-8fb1-be89cac626e8 None None] Network 99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:44:29.311105 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b1a18912-abd5-4453-85a0-7e6e22561a24 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5686824 Aug 23 20:44:29.503023 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-cc208a6a-68a2-43fb-9147-b6cafab06ef0 req-c6975cea-86b5-403f-851e-0fd5235c06fb tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] For port 5b814750-a2f2-4a4c-b6ae-0ba0827daf66, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=5b814750-a2f2-4a4c-b6ae-0ba0827daf66,segment=NetworkSegment(7c822085-f0bf-43b3-a949-ad2c2f0679eb),segment_id=7c822085-f0bf-43b3-a949-ad2c2f0679eb)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:44:29.504951 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cc208a6a-68a2-43fb-9147-b6cafab06ef0 req-c6975cea-86b5-403f-851e-0fd5235c06fb tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:29.513828 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047f38b-e330-4658-9b81-40f4a06fc29e req-328e547b-a6ed-4cc6-851f-c93a30c27e45 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:29.521328 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d047f38b-e330-4658-9b81-40f4a06fc29e req-328e547b-a6ed-4cc6-851f-c93a30c27e45 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/ports?device_id=af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d HTTP/1.1" status: 200 len: 945 time: 0.1411822 Aug 23 20:44:29.542791 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-cc208a6a-68a2-43fb-9147-b6cafab06ef0 req-c6975cea-86b5-403f-851e-0fd5235c06fb tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Calling delete_port for 5b814750-a2f2-4a4c-b6ae-0ba0827daf66 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:44:29.594164 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d047f38b-e330-4658-9b81-40f4a06fc29e req-448f6d58-bc12-48cd-b0a7-6e119fbd9c37 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/security-groups?id=59433672-2092-460a-913c-05e5a3e92d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717342 Aug 23 20:44:29.674254 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff7366e-c56a-439a-9978-496f9e7fc96e None None] Network 99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:44:29.898078 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cc208a6a-68a2-43fb-9147-b6cafab06ef0 req-c6975cea-86b5-403f-851e-0fd5235c06fb tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:29.961691 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6975cea-86b5-403f-851e-0fd5235c06fb tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Pushing event deleted for resources: {'Port': ['ID=5b814750-a2f2-4a4c-b6ae-0ba0827daf66,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:29.984740 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6975cea-86b5-403f-851e-0fd5235c06fb tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:44:29.985625 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6975cea-86b5-403f-851e-0fd5235c06fb tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:44:29.986139 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6975cea-86b5-403f-851e-0fd5235c06fb tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:44:29.986654 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6975cea-86b5-403f-851e-0fd5235c06fb tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:44:29.987349 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6975cea-86b5-403f-851e-0fd5235c06fb tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:44:29.988077 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6975cea-86b5-403f-851e-0fd5235c06fb tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:44:29.988575 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6975cea-86b5-403f-851e-0fd5235c06fb tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:44:29.989082 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6975cea-86b5-403f-851e-0fd5235c06fb tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:44:29.989568 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6975cea-86b5-403f-851e-0fd5235c06fb tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:44:29.990068 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6975cea-86b5-403f-851e-0fd5235c06fb tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:44:29.990708 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6975cea-86b5-403f-851e-0fd5235c06fb tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:44:29.991535 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6975cea-86b5-403f-851e-0fd5235c06fb tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:44:30.066680 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc208a6a-68a2-43fb-9147-b6cafab06ef0 req-c6975cea-86b5-403f-851e-0fd5235c06fb tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] No DVR routers for this DVR port 5b814750-a2f2-4a4c-b6ae-0ba0827daf66 on host n-h2-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:44:30.069525 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cc208a6a-68a2-43fb-9147-b6cafab06ef0 req-c6975cea-86b5-403f-851e-0fd5235c06fb tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:30.072000 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cc208a6a-68a2-43fb-9147-b6cafab06ef0 req-c6975cea-86b5-403f-851e-0fd5235c06fb tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.32 "DELETE /v2.0/ports/5b814750-a2f2-4a4c-b6ae-0ba0827daf66 HTTP/1.1" status: 204 len: 173 time: 0.9541104 Aug 23 20:44:30.072496 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe3d0bd-71a7-470a-99cc-6346f7446cd6', 'name': 'network-vif-deleted', 'tag': '5b814750-a2f2-4a4c-b6ae-0ba0827daf66'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:44:30.084272 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7f2a4a-1ea3-4d7b-86cf-2e97a09a6e2a" -d '{"events": [{"server_uuid": "efe3d0bd-71a7-470a-99cc-6346f7446cd6", "name": "network-vif-deleted", "tag": "5b814750-a2f2-4a4c-b6ae-0ba0827daf66"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:44:30.186715 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5222871-80f5-4ccd-a093-1f3fcb8fb574 req-7a1e6036-e254-4836-97ca-39d1e8baf248 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:30.188359 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f5222871-80f5-4ccd-a093-1f3fcb8fb574 req-7a1e6036-e254-4836-97ca-39d1e8baf248 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=2100fe92-1387-49eb-91ce-7f3506747287 HTTP/1.1" status: 200 len: 946 time: 0.1413109 Aug 23 20:44:30.303332 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f5222871-80f5-4ccd-a093-1f3fcb8fb574 req-9cfd1b9f-d531-41ea-ac56-dd037a661789 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049829 Aug 23 20:44:30.478792 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11efaa0d-1891-47be-a67a-941bea085196 req-05133b90-8c4b-4d68-9598-5352bc4e08ef tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:30.486823 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-11efaa0d-1891-47be-a67a-941bea085196 req-05133b90-8c4b-4d68-9598-5352bc4e08ef tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/networks?id=99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54 HTTP/1.1" status: 200 len: 812 time: 0.2365949 Aug 23 20:44:30.505124 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-11efaa0d-1891-47be-a67a-941bea085196 req-4532ee00-6c4d-4222-8d56-0d7828aca547 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/quotas/6b5caa9dd6fe449d826e5284616c3d3c HTTP/1.1" status: 200 len: 375 time: 0.0175767 Aug 23 20:44:30.553352 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1ee77a08-7f16-4b1d-874c-121df831c915 req-d80bbff6-9c0a-4e7c-bca4-1583c5e61d55 tempest-ServerRescueNegativeTestJSON-1437528102 tempest-ServerRescueNegativeTestJSON-1437528102-project] 10.222.0.61 "GET /v2.0/ports?device_id=efe3d0bd-71a7-470a-99cc-6346f7446cd6 HTTP/1.1" status: 200 len: 210 time: 0.0735819 Aug 23 20:44:30.560988 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-11efaa0d-1891-47be-a67a-941bea085196 req-6dc65737-d890-448e-aa94-dbf794cf7eda tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=6b5caa9dd6fe449d826e5284616c3d3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516601 Aug 23 20:44:30.750602 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-11efaa0d-1891-47be-a67a-941bea085196 req-9997fc1f-dd4d-4a5b-a2f0-22f2e0497bb5 service neutron] 10.222.0.61 "GET /v2.0/networks/99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848598 Aug 23 20:44:30.888216 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dde6b7c-9725-4f8f-afaa-03ecfb5388e8 x-openstack-request-id: req-7dde6b7c-9725-4f8f-afaa-03ecfb5388e8 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:44:30.891203 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efe3d0bd-71a7-470a-99cc-6346f7446cd6", "name": "network-vif-deleted", "tag": "5b814750-a2f2-4a4c-b6ae-0ba0827daf66", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:44:30.891554 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7dde6b7c-9725-4f8f-afaa-03ecfb5388e8 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:44:30.892069 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efe3d0bd-71a7-470a-99cc-6346f7446cd6', 'name': 'network-vif-deleted', 'tag': '5b814750-a2f2-4a4c-b6ae-0ba0827daf66', 'status': 'completed', 'code': 200} Aug 23 20:44:30.917374 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-11efaa0d-1891-47be-a67a-941bea085196 req-96929e10-b8b7-4529-993f-63bd0547ff43 service neutron] 10.222.0.61 "GET /v2.0/networks/99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656566 Aug 23 20:44:31.066477 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24f0d1-bee5-48a1-8016-1933f0c7fdd1 req-9777048a-dd20-4240-a381-6caceb6902a1 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:31.074425 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4c24f0d1-bee5-48a1-8016-1933f0c7fdd1 req-9777048a-dd20-4240-a381-6caceb6902a1 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/ports?device_id=af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d HTTP/1.1" status: 200 len: 945 time: 0.1253202 Aug 23 20:44:31.125887 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4c24f0d1-bee5-48a1-8016-1933f0c7fdd1 req-d41f5a05-12a0-4125-b9b9-fd8e6352a23b tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/security-groups?id=59433672-2092-460a-913c-05e5a3e92d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504496 Aug 23 20:44:31.303141 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-325a996e-bf86-4bfb-881d-361cd3dfcfde req-74bf4691-d079-44bc-866e-728c28d5bffc tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=98fb52cb-c872-4867-ac3c-c0ee78e1fb5d HTTP/1.1" status: 200 len: 210 time: 0.0432901 Aug 23 20:44:31.393987 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c28e7-7f06-4b2d-8dbb-2d542fbba108 req-7fb6b0e3-13b0-40b4-a0f5-34160f528d73 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:31.409834 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0e3c28e7-7f06-4b2d-8dbb-2d542fbba108 req-7fb6b0e3-13b0-40b4-a0f5-34160f528d73 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/ports?device_id=af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d HTTP/1.1" status: 200 len: 945 time: 0.0824363 Aug 23 20:44:31.492971 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 5b814750-a2f2-4a4c-b6ae-0ba0827daf66 no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:44:31.499724 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0e3c28e7-7f06-4b2d-8dbb-2d542fbba108 req-83ee47ae-d092-4463-ac7d-145fa875eaab tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/security-groups?id=59433672-2092-460a-913c-05e5a3e92d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888896 Aug 23 20:44:31.511000 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7030926d-420f-4f9f-a3e8-433963436a12 req-bc7963d4-dde8-405b-8b30-931b52db51ae tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:31.519460 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7030926d-420f-4f9f-a3e8-433963436a12 req-bc7963d4-dde8-405b-8b30-931b52db51ae tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=2100fe92-1387-49eb-91ce-7f3506747287 HTTP/1.1" status: 200 len: 946 time: 0.0681186 Aug 23 20:44:31.530200 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa5f47b-fd96-44e3-8df2-f108768227c8 req-cd6cada1-1176-453e-8c0c-3c40e9dacc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:31.530788 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: 5b814750-a2f2-4a4c-b6ae-0ba0827daf66 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:44:31.531442 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 5b814750-a2f2-4a4c-b6ae-0ba0827daf66 not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:44:31.531743 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3fa5f47b-fd96-44e3-8df2-f108768227c8 req-cd6cada1-1176-453e-8c0c-3c40e9dacc54 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7880e59da8b64cb8b3031fd86db3c916&device_id=af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d HTTP/1.1" status: 200 len: 1096 time: 0.1028705 Aug 23 20:44:31.572488 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7030926d-420f-4f9f-a3e8-433963436a12 req-e4487521-2b2b-4a4e-bea6-51f8a8f2d22e tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514634 Aug 23 20:44:31.630619 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 41212) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:44:31.649099 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa5f47b-fd96-44e3-8df2-f108768227c8 req-41cf85e1-cbe4-467d-ae17-c2ac83a942c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:31.650706 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3fa5f47b-fd96-44e3-8df2-f108768227c8 req-41cf85e1-cbe4-467d-ae17-c2ac83a942c4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e5de8573-8724-417b-9e45-0201cb25fe6b HTTP/1.1" status: 200 len: 910 time: 0.1115546 Aug 23 20:44:31.745102 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3fa5f47b-fd96-44e3-8df2-f108768227c8 req-e00f65c2-20cf-4533-a6ec-1ce1e8a2ce52 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d30c483-eec0-4d18-a093-7e8622543077 HTTP/1.1" status: 200 len: 1001 time: 0.0862141 Aug 23 20:44:31.841958 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa5f47b-fd96-44e3-8df2-f108768227c8 req-e019d5a9-ea42-42c6-8df3-9055b35d2085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:31.843793 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3fa5f47b-fd96-44e3-8df2-f108768227c8 req-e019d5a9-ea42-42c6-8df3-9055b35d2085 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bbd0034a-a038-4b43-8b24-1cd5d52f0793 HTTP/1.1" status: 200 len: 848 time: 0.0855403 Aug 23 20:44:31.901848 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa5f47b-fd96-44e3-8df2-f108768227c8 req-ffd8c03e-d518-4a23-9fc6-c1632eca2df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:31.904665 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3fa5f47b-fd96-44e3-8df2-f108768227c8 req-ffd8c03e-d518-4a23-9fc6-c1632eca2df9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e5de8573-8724-417b-9e45-0201cb25fe6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540850 Aug 23 20:44:32.064832 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3fa5f47b-fd96-44e3-8df2-f108768227c8 req-a8e0d341-4b5d-43d8-a7a5-6bdde9036ca2 service neutron] 10.222.0.32 "GET /v2.0/networks/e5de8573-8724-417b-9e45-0201cb25fe6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517076 Aug 23 20:44:32.169387 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9d3cf28-34f4-4436-8a60-7b0361a564a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:32.254029 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3fa5f47b-fd96-44e3-8df2-f108768227c8 req-8d84a8da-78d5-43bd-a1c6-9a9317ff38f1 service neutron] 10.222.0.32 "GET /v2.0/networks/e5de8573-8724-417b-9e45-0201cb25fe6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813316 Aug 23 20:44:32.391076 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 6a793c9e-159c-4235-82a7-f3968c1132de details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:44:32.464622 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5b157bf2-0da5-42b4-bf6e-495cb72d978f req-34f3e1bf-5474-44a1-ba37-6cdcf6356a2d tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=98fb52cb-c872-4867-ac3c-c0ee78e1fb5d HTTP/1.1" status: 200 len: 210 time: 0.0482531 Aug 23 20:44:32.473916 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 6a793c9e-159c-4235-82a7-f3968c1132de no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:44:32.594704 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 6a793c9e-159c-4235-82a7-f3968c1132de, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=6a793c9e-159c-4235-82a7-f3968c1132de,segment=NetworkSegment(e190d2cc-1af7-492d-b8d4-8b6565472069),segment_id=e190d2cc-1af7-492d-b8d4-8b6565472069)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:44:32.614569 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-f9d3cf28-34f4-4436-8a60-7b0361a564a6 admin admin] Deleting port 8356ab12-0545-4ec6-ba5c-b159f2b4e5fc {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:44:32.615628 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9d3cf28-34f4-4436-8a60-7b0361a564a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:32.646307 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '6a793c9e-159c-4235-82a7-f3968c1132de', 'network_id': '40d89235-fcfe-430c-9978-6c953c80cfc6', 'port_id': '6a793c9e-159c-4235-82a7-f3968c1132de', 'mac_address': 'fa:16:3e:0f:2d:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '862c8f9e-f5be-49f7-8b8f-82cbcaf44c62', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:44:32.670397 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:32.681987 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4627ab-c496-4221-be55-af64b0265a10 req-212d5ce5-acfc-4074-b9f2-f1cf22d86409 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:32.685456 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4b4627ab-c496-4221-be55-af64b0265a10 req-212d5ce5-acfc-4074-b9f2-f1cf22d86409 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/ports?device_id=af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d HTTP/1.1" status: 200 len: 945 time: 0.1024268 Aug 23 20:44:32.733331 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2100fe92-1387-49eb-91ce-7f3506747287', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a793c9e-159c-4235-82a7-f3968c1132de'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:44:32.737375 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b660cb6f-4da6-42fc-a415-2a618459a870" -d '{"events": [{"server_uuid": "2100fe92-1387-49eb-91ce-7f3506747287", "name": "network-vif-unplugged", "status": "completed", "tag": "6a793c9e-159c-4235-82a7-f3968c1132de"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:44:32.751591 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-f9d3cf28-34f4-4436-8a60-7b0361a564a6 admin admin] For port 8356ab12-0545-4ec6-ba5c-b159f2b4e5fc, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=8356ab12-0545-4ec6-ba5c-b159f2b4e5fc,segment=NetworkSegment(7c822085-f0bf-43b3-a949-ad2c2f0679eb),segment_id=7c822085-f0bf-43b3-a949-ad2c2f0679eb)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:44:32.752591 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9d3cf28-34f4-4436-8a60-7b0361a564a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:32.758600 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:32.763936 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 6a793c9e-159c-4235-82a7-f3968c1132de, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=6a793c9e-159c-4235-82a7-f3968c1132de,segment=NetworkSegment(e190d2cc-1af7-492d-b8d4-8b6565472069),segment_id=e190d2cc-1af7-492d-b8d4-8b6565472069)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:44:32.776185 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:32.781959 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-f9d3cf28-34f4-4436-8a60-7b0361a564a6 admin admin] Calling delete_port for 8356ab12-0545-4ec6-ba5c-b159f2b4e5fc owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:44:32.785527 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4b4627ab-c496-4221-be55-af64b0265a10 req-58339450-bce2-427d-836d-03c6ca461f2b tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/security-groups?id=59433672-2092-460a-913c-05e5a3e92d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904555 Aug 23 20:44:32.811036 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a793c9e-159c-4235-82a7-f3968c1132de {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:44:32.892865 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=6a793c9e-159c-4235-82a7-f3968c1132de,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:32.897484 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 20:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c959b6fb-2309-4b99-b62e-38bda829d7ef x-openstack-request-id: req-c959b6fb-2309-4b99-b62e-38bda829d7ef {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:44:32.898009 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2100fe92-1387-49eb-91ce-7f3506747287", "name": "network-vif-unplugged", "status": "completed", "tag": "6a793c9e-159c-4235-82a7-f3968c1132de", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:44:32.898274 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c959b6fb-2309-4b99-b62e-38bda829d7ef {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:44:32.898734 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2100fe92-1387-49eb-91ce-7f3506747287', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a793c9e-159c-4235-82a7-f3968c1132de', 'code': 200} Aug 23 20:44:32.927874 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914ab3c-08d0-471f-b2db-e7bf66eef31f req-381a58e9-3809-4d9e-9746-da6fd646a627 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:32.929506 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9914ab3c-08d0-471f-b2db-e7bf66eef31f req-381a58e9-3809-4d9e-9746-da6fd646a627 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=2100fe92-1387-49eb-91ce-7f3506747287 HTTP/1.1" status: 200 len: 944 time: 0.2606833 Aug 23 20:44:33.024008 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.db.api [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 20:44:33.024398 n-d-805663-2 neutron-server[94689]: DEBUG oslo_db.api [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 20:44:33.080523 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9914ab3c-08d0-471f-b2db-e7bf66eef31f req-620bc89d-f645-436f-88ec-90c18d6f8d1f tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328864 Aug 23 20:44:33.127629 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11efaa0d-1891-47be-a67a-941bea085196 req-3c034cdc-2775-4b8e-9b56-d9876d512086 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:33.129457 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-11efaa0d-1891-47be-a67a-941bea085196 req-3c034cdc-2775-4b8e-9b56-d9876d512086 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.32 "GET /v2.0/networks?id=99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54 HTTP/1.1" status: 200 len: 812 time: 0.1622503 Aug 23 20:44:33.156616 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-11efaa0d-1891-47be-a67a-941bea085196 req-beeb911b-d9fa-4edc-b081-27f2f2824fd9 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Request body: {'port': {'device_id': '98fb52cb-c872-4867-ac3c-c0ee78e1fb5d', 'network_id': '99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54', 'admin_state_up': True, 'tenant_id': '6b5caa9dd6fe449d826e5284616c3d3c'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:44:33.288939 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9d3cf28-34f4-4436-8a60-7b0361a564a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:33.320277 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11efaa0d-1891-47be-a67a-941bea085196 req-beeb911b-d9fa-4edc-b081-27f2f2824fd9 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Made reservation on behalf of 6b5caa9dd6fe449d826e5284616c3d3c for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:44:33.325938 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-11efaa0d-1891-47be-a67a-941bea085196 req-beeb911b-d9fa-4edc-b081-27f2f2824fd9 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:33.400996 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d3cf28-34f4-4436-8a60-7b0361a564a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8356ab12-0545-4ec6-ba5c-b159f2b4e5fc,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:33.556448 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-11efaa0d-1891-47be-a67a-941bea085196 req-beeb911b-d9fa-4edc-b081-27f2f2824fd9 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Allocated IP 172.20.0.6 (99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54/7cf1476b-2d73-4ece-81d4-01b7879e99dc/3a1ef8f8-0653-4393-9373-8f4406d1d919) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:44:33.622144 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:33.663398 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a793c9e-159c-4235-82a7-f3968c1132de {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:44:33.694367 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4448e4e1-25a1-4ce4-8d41-73916dd09ce4 req-4ca4bbc8-2dd4-4c0c-aa2c-92843a4bcd38 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=98fb52cb-c872-4867-ac3c-c0ee78e1fb5d HTTP/1.1" status: 200 len: 210 time: 0.0699389 Aug 23 20:44:33.721070 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9d3cf28-34f4-4436-8a60-7b0361a564a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:33.723804 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 6a793c9e-159c-4235-82a7-f3968c1132de, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=6a793c9e-159c-4235-82a7-f3968c1132de,segment=NetworkSegment(e190d2cc-1af7-492d-b8d4-8b6565472069),segment_id=e190d2cc-1af7-492d-b8d4-8b6565472069)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:44:33.729689 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:33.833953 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=6a793c9e-159c-4235-82a7-f3968c1132de,revision_number=7']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:33.869869 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-11efaa0d-1891-47be-a67a-941bea085196 req-beeb911b-d9fa-4edc-b081-27f2f2824fd9 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:33.977734 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92cc2b8-585c-46d6-b9c6-c1332c9749af req-17c2f203-9f43-4e1d-ae59-366be8cf4357 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:33.979298 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f92cc2b8-585c-46d6-b9c6-c1332c9749af req-17c2f203-9f43-4e1d-ae59-366be8cf4357 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/ports?device_id=af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d HTTP/1.1" status: 200 len: 945 time: 0.0880532 Aug 23 20:44:33.980432 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-11efaa0d-1891-47be-a67a-941bea085196 req-beeb911b-d9fa-4edc-b081-27f2f2824fd9 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:34.005764 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['6a793c9e-159c-4235-82a7-f3968c1132de'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:44:34.053550 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11efaa0d-1891-47be-a67a-941bea085196 req-beeb911b-d9fa-4edc-b081-27f2f2824fd9 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Network 99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:44:34.061050 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-11efaa0d-1891-47be-a67a-941bea085196 req-beeb911b-d9fa-4edc-b081-27f2f2824fd9 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:44:34.073871 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-11efaa0d-1891-47be-a67a-941bea085196 req-beeb911b-d9fa-4edc-b081-27f2f2824fd9 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:44:34.098037 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f92cc2b8-585c-46d6-b9c6-c1332c9749af req-96ba7648-5a42-46ea-be03-5590d28aec8a tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/security-groups?id=59433672-2092-460a-913c-05e5a3e92d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972581 Aug 23 20:44:34.173914 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb911b-d9fa-4edc-b081-27f2f2824fd9 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Pushing event updated for resources: {'Port': ['ID=3a1ef8f8-0653-4393-9373-8f4406d1d919,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:34.251943 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11efaa0d-1891-47be-a67a-941bea085196 req-beeb911b-d9fa-4edc-b081-27f2f2824fd9 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:34.252988 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-11efaa0d-1891-47be-a67a-941bea085196 req-beeb911b-d9fa-4edc-b081-27f2f2824fd9 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:34.279995 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-11efaa0d-1891-47be-a67a-941bea085196 req-beeb911b-d9fa-4edc-b081-27f2f2824fd9 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1288877 Aug 23 20:44:34.290580 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c4214d-f92c-4260-ad81-78fb50e6d64e req-a0869b37-9a0e-4d3c-badd-f1d887d25a6f tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:34.292768 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-45c4214d-f92c-4260-ad81-78fb50e6d64e req-a0869b37-9a0e-4d3c-badd-f1d887d25a6f tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=2100fe92-1387-49eb-91ce-7f3506747287 HTTP/1.1" status: 200 len: 945 time: 0.1114886 Aug 23 20:44:34.300723 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-11efaa0d-1891-47be-a67a-941bea085196 req-bb3b8539-1bbe-4485-ac52-3e12e9b9f899 service neutron] Request body: {'port': {'device_id': '98fb52cb-c872-4867-ac3c-c0ee78e1fb5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:44:34.392665 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-11efaa0d-1891-47be-a67a-941bea085196 req-bb3b8539-1bbe-4485-ac52-3e12e9b9f899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:34.397479 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-45c4214d-f92c-4260-ad81-78fb50e6d64e req-d9c37ed3-4225-4a75-9289-62975791521f tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715206 Aug 23 20:44:34.400512 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d3cf28-34f4-4436-8a60-7b0361a564a6 admin admin] Router 198c4ba7-fa51-4d3e-a499-9ab8a2c421a6 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:44:34.541296 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d3cf28-34f4-4436-8a60-7b0361a564a6 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:44:34.547695 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f9d3cf28-34f4-4436-8a60-7b0361a564a6 admin admin] 10.222.0.61 "PUT /v2.0/routers/198c4ba7-fa51-4d3e-a499-9ab8a2c421a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9154932 Aug 23 20:44:34.553703 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ff3209-3ee0-4ae7-be6f-104fc2b52b97 None None] Sync routers for ids ['198c4ba7-fa51-4d3e-a499-9ab8a2c421a6'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:44:34.556729 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 41278) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:44:34.563822 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ff3209-3ee0-4ae7-be6f-104fc2b52b97 None None] Routers {'198c4ba7-fa51-4d3e-a499-9ab8a2c421a6'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:44:34.564673 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-f5ff3209-3ee0-4ae7-be6f-104fc2b52b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:44:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['198c4ba7-fa51-4d3e-a499-9ab8a2c421a6'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:44:34.790072 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-700a7b0f-c40c-4691-ba53-2b21911ee14e admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:34.816816 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-f5ff3209-3ee0-4ae7-be6f-104fc2b52b97 None None] Set router 198c4ba7-fa51-4d3e-a499-9ab8a2c421a6 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:44:35.078099 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-f5ff3209-3ee0-4ae7-be6f-104fc2b52b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198c4ba7-fa51-4d3e-a499-9ab8a2c421a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1189841141-router', 'tenant_id': 'dfca521cd42c404497e1668b14cff80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '5ef58a3f-e941-4bcb-bc78-e9c01e9257e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:41:45Z', 'updated_at': '2021-08-23T20:44:33Z', 'revision_number': 5, 'project_id': 'dfca521cd42c404497e1668b14cff80f', 'gw_port': {'id': '5ef58a3f-e941-4bcb-bc78-e9c01e9257e6', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198c4ba7-fa51-4d3e-a499-9ab8a2c421a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:41:46Z', 'updated_at': '2021-08-23T20:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:44:35.088427 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd1d00-139c-4413-90a7-b7ef9ae3882e req-965acbeb-e223-4b4d-89b7-c20e24e9cddd tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:35.090202 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-febd1d00-139c-4413-90a7-b7ef9ae3882e req-965acbeb-e223-4b4d-89b7-c20e24e9cddd tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=98fb52cb-c872-4867-ac3c-c0ee78e1fb5d HTTP/1.1" status: 200 len: 931 time: 0.2120214 Aug 23 20:44:35.110988 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ff3209-3ee0-4ae7-be6f-104fc2b52b97 None None] Checking router: 198c4ba7-fa51-4d3e-a499-9ab8a2c421a6 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:44:35.122803 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ff3209-3ee0-4ae7-be6f-104fc2b52b97 None None] Routers {'198c4ba7-fa51-4d3e-a499-9ab8a2c421a6'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:44:35.123933 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-f5ff3209-3ee0-4ae7-be6f-104fc2b52b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:44:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['198c4ba7-fa51-4d3e-a499-9ab8a2c421a6'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:44:35.155199 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-700a7b0f-c40c-4691-ba53-2b21911ee14e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:35.248505 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-febd1d00-139c-4413-90a7-b7ef9ae3882e req-511a19e9-1a89-4f3e-966e-18143b7cb583 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462648 Aug 23 20:44:35.333228 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-700a7b0f-c40c-4691-ba53-2b21911ee14e admin admin] Deleting port 5ef58a3f-e941-4bcb-bc78-e9c01e9257e6 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:44:35.333626 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-700a7b0f-c40c-4691-ba53-2b21911ee14e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:35.429826 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-700a7b0f-c40c-4691-ba53-2b21911ee14e admin admin] For port 5ef58a3f-e941-4bcb-bc78-e9c01e9257e6, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=5ef58a3f-e941-4bcb-bc78-e9c01e9257e6,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:44:35.430200 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-700a7b0f-c40c-4691-ba53-2b21911ee14e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:35.444564 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-700a7b0f-c40c-4691-ba53-2b21911ee14e admin admin] Calling delete_port for 5ef58a3f-e941-4bcb-bc78-e9c01e9257e6 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:44:35.490352 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-f5ff3209-3ee0-4ae7-be6f-104fc2b52b97 None None] Set router 198c4ba7-fa51-4d3e-a499-9ab8a2c421a6 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:44:35.646103 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-700a7b0f-c40c-4691-ba53-2b21911ee14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:35.704566 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56385743-75ef-40ab-9a6e-c5412438521b req-c345616f-c855-45dd-91c8-32d0ed292232 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:35.713856 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-56385743-75ef-40ab-9a6e-c5412438521b req-c345616f-c855-45dd-91c8-32d0ed292232 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=2100fe92-1387-49eb-91ce-7f3506747287 HTTP/1.1" status: 200 len: 945 time: 0.1147428 Aug 23 20:44:35.726775 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-11efaa0d-1891-47be-a67a-941bea085196 req-bb3b8539-1bbe-4485-ac52-3e12e9b9f899 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a1ef8f8-0653-4393-9373-8f4406d1d919 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:44:35.745199 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a7b0f-c40c-4691-ba53-2b21911ee14e admin admin] Pushing event deleted for resources: {'Port': ['ID=5ef58a3f-e941-4bcb-bc78-e9c01e9257e6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:35.763004 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-11efaa0d-1891-47be-a67a-941bea085196 req-bb3b8539-1bbe-4485-ac52-3e12e9b9f899 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:35.786492 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-f5ff3209-3ee0-4ae7-be6f-104fc2b52b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198c4ba7-fa51-4d3e-a499-9ab8a2c421a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1189841141-router', 'tenant_id': 'dfca521cd42c404497e1668b14cff80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '5ef58a3f-e941-4bcb-bc78-e9c01e9257e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:41:45Z', 'updated_at': '2021-08-23T20:44:33Z', 'revision_number': 5, 'project_id': 'dfca521cd42c404497e1668b14cff80f', 'gw_port': {'id': '5ef58a3f-e941-4bcb-bc78-e9c01e9257e6', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198c4ba7-fa51-4d3e-a499-9ab8a2c421a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:41:46Z', 'updated_at': '2021-08-23T20:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:44:35.812416 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-56385743-75ef-40ab-9a6e-c5412438521b req-3a7f4cb6-cd39-4987-bbeb-a2650adee35c tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962238 Aug 23 20:44:35.863350 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ff3209-3ee0-4ae7-be6f-104fc2b52b97 None None] The sync data for ids ['198c4ba7-fa51-4d3e-a499-9ab8a2c421a6'] in n-d-805663-2 is: [{'id': '198c4ba7-fa51-4d3e-a499-9ab8a2c421a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1189841141-router', 'tenant_id': 'dfca521cd42c404497e1668b14cff80f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '5ef58a3f-e941-4bcb-bc78-e9c01e9257e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:41:45Z', 'updated_at': '2021-08-23T20:44:33Z', 'revision_number': 5, 'project_id': 'dfca521cd42c404497e1668b14cff80f', 'gw_port': {'id': '5ef58a3f-e941-4bcb-bc78-e9c01e9257e6', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198c4ba7-fa51-4d3e-a499-9ab8a2c421a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:41:46Z', 'updated_at': '2021-08-23T20:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:44:35.886447 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-11efaa0d-1891-47be-a67a-941bea085196 req-bb3b8539-1bbe-4485-ac52-3e12e9b9f899 service neutron] Transition to ACTIVE for port object 3a1ef8f8-0653-4393-9373-8f4406d1d919 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:44:35.906113 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-11efaa0d-1891-47be-a67a-941bea085196 req-bb3b8539-1bbe-4485-ac52-3e12e9b9f899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:35.966863 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-700a7b0f-c40c-4691-ba53-2b21911ee14e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:36.422704 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 6a793c9e-159c-4235-82a7-f3968c1132de up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:44:36.439770 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab7330-5a41-4d4d-acd6-405da447eaca req-727e7234-6e3f-4353-bb2c-d7ed50dcc7aa tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:36.448343 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b6ab7330-5a41-4d4d-acd6-405da447eaca req-727e7234-6e3f-4353-bb2c-d7ed50dcc7aa tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=98fb52cb-c872-4867-ac3c-c0ee78e1fb5d HTTP/1.1" status: 200 len: 943 time: 0.0816827 Aug 23 20:44:36.536505 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b6ab7330-5a41-4d4d-acd6-405da447eaca req-d6abd2da-b314-4352-9dc5-fcaf83a2bf7a tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806913 Aug 23 20:44:36.547925 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 6a793c9e-159c-4235-82a7-f3968c1132de triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:44:36.549658 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:36.555356 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3b8539-1bbe-4485-ac52-3e12e9b9f899 service neutron] Pushing event updated for resources: {'Port': ['ID=3a1ef8f8-0653-4393-9373-8f4406d1d919,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:36.559674 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-700a7b0f-c40c-4691-ba53-2b21911ee14e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:36.582513 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-700a7b0f-c40c-4691-ba53-2b21911ee14e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:36.650875 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-700a7b0f-c40c-4691-ba53-2b21911ee14e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:36.651769 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700a7b0f-c40c-4691-ba53-2b21911ee14e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 198c4ba7-fa51-4d3e-a499-9ab8a2c421a6 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:44:36.658624 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-700a7b0f-c40c-4691-ba53-2b21911ee14e admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:36.659974 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-700a7b0f-c40c-4691-ba53-2b21911ee14e admin admin] 10.222.0.61 "DELETE /v2.0/routers/198c4ba7-fa51-4d3e-a499-9ab8a2c421a6 HTTP/1.1" status: 204 len: 168 time: 2.1020751 Aug 23 20:44:36.662742 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:36.664760 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 41308) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:44:36.692998 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2100fe92-1387-49eb-91ce-7f3506747287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a793c9e-159c-4235-82a7-f3968c1132de'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:44:36.695605 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62ead03-91cb-4462-8f80-21b4784e669c" -d '{"events": [{"server_uuid": "2100fe92-1387-49eb-91ce-7f3506747287", "name": "network-vif-plugged", "status": "completed", "tag": "6a793c9e-159c-4235-82a7-f3968c1132de"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:44:36.696640 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-11efaa0d-1891-47be-a67a-941bea085196 req-bb3b8539-1bbe-4485-ac52-3e12e9b9f899 service neutron] Attempting to bind port 3a1ef8f8-0653-4393-9373-8f4406d1d919 on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:44:36.697050 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-11efaa0d-1891-47be-a67a-941bea085196 req-bb3b8539-1bbe-4485-ac52-3e12e9b9f899 service neutron] Attempting to bind port 3a1ef8f8-0653-4393-9373-8f4406d1d919 by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': 'a0304131-671f-4c22-8fc4-9d97cd99d833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:44:36.697486 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11efaa0d-1891-47be-a67a-941bea085196 req-bb3b8539-1bbe-4485-ac52-3e12e9b9f899 service neutron] Attempting to bind port 3a1ef8f8-0653-4393-9373-8f4406d1d919 on network 99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:44:36.706224 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11efaa0d-1891-47be-a67a-941bea085196 req-bb3b8539-1bbe-4485-ac52-3e12e9b9f899 service neutron] Port 3a1ef8f8-0653-4393-9373-8f4406d1d919 on network 99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54 not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:44:36.706686 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11efaa0d-1891-47be-a67a-941bea085196 req-bb3b8539-1bbe-4485-ac52-3e12e9b9f899 service neutron] Attempting to bind port 3a1ef8f8-0653-4393-9373-8f4406d1d919 on network 99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:44:36.714792 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11efaa0d-1891-47be-a67a-941bea085196 req-bb3b8539-1bbe-4485-ac52-3e12e9b9f899 service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:44:36.715232 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11efaa0d-1891-47be-a67a-941bea085196 req-bb3b8539-1bbe-4485-ac52-3e12e9b9f899 service neutron] Checking segment: {'id': 'a0304131-671f-4c22-8fc4-9d97cd99d833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:44:36.715692 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11efaa0d-1891-47be-a67a-941bea085196 req-bb3b8539-1bbe-4485-ac52-3e12e9b9f899 service neutron] Bound using segment: {'id': 'a0304131-671f-4c22-8fc4-9d97cd99d833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:44:36.715858 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 6a793c9e-159c-4235-82a7-f3968c1132de, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=6a793c9e-159c-4235-82a7-f3968c1132de,segment=NetworkSegment(e190d2cc-1af7-492d-b8d4-8b6565472069),segment_id=e190d2cc-1af7-492d-b8d4-8b6565472069)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:44:36.716301 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-11efaa0d-1891-47be-a67a-941bea085196 req-bb3b8539-1bbe-4485-ac52-3e12e9b9f899 service neutron] Bound port: 3a1ef8f8-0653-4393-9373-8f4406d1d919, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0304131-671f-4c22-8fc4-9d97cd99d833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:44:36.717085 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-11efaa0d-1891-47be-a67a-941bea085196 req-bb3b8539-1bbe-4485-ac52-3e12e9b9f899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:36.721802 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:36.811200 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=6a793c9e-159c-4235-82a7-f3968c1132de,revision_number=8']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:36.839589 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db5fca3-d696-4fe4-ac00-3f1506a3bf92 x-openstack-request-id: req-8db5fca3-d696-4fe4-ac00-3f1506a3bf92 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:44:36.840460 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2100fe92-1387-49eb-91ce-7f3506747287", "name": "network-vif-plugged", "status": "completed", "tag": "6a793c9e-159c-4235-82a7-f3968c1132de", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:44:36.841060 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8db5fca3-d696-4fe4-ac00-3f1506a3bf92 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:44:36.841677 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2100fe92-1387-49eb-91ce-7f3506747287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a793c9e-159c-4235-82a7-f3968c1132de', 'code': 200} Aug 23 20:44:36.891268 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-0947e8da-b9d3-4bb2-8ba5-eea96d9dc2d9 admin admin] Deleting subnet f081180f-c4fd-4243-9f2e-305cad1ce609 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:44:36.897937 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-11efaa0d-1891-47be-a67a-941bea085196 req-bb3b8539-1bbe-4485-ac52-3e12e9b9f899 service neutron] For port 3a1ef8f8-0653-4393-9373-8f4406d1d919, host n-h2-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:44:36.906017 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0947e8da-b9d3-4bb2-8ba5-eea96d9dc2d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:36.909714 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-11efaa0d-1891-47be-a67a-941bea085196 req-bb3b8539-1bbe-4485-ac52-3e12e9b9f899 service neutron] For port 3a1ef8f8-0653-4393-9373-8f4406d1d919, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=3a1ef8f8-0653-4393-9373-8f4406d1d919,segment=NetworkSegment(a0304131-671f-4c22-8fc4-9d97cd99d833),segment_id=a0304131-671f-4c22-8fc4-9d97cd99d833)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:44:36.915594 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-11efaa0d-1891-47be-a67a-941bea085196 req-bb3b8539-1bbe-4485-ac52-3e12e9b9f899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:36.958638 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11efaa0d-1891-47be-a67a-941bea085196 req-bb3b8539-1bbe-4485-ac52-3e12e9b9f899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:36.959488 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-11efaa0d-1891-47be-a67a-941bea085196 req-bb3b8539-1bbe-4485-ac52-3e12e9b9f899 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:36.961637 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-11efaa0d-1891-47be-a67a-941bea085196 req-bb3b8539-1bbe-4485-ac52-3e12e9b9f899 service neutron] 10.222.0.32 "PUT /v2.0/ports/3a1ef8f8-0653-4393-9373-8f4406d1d919 HTTP/1.1" status: 200 len: 1091 time: 2.6670377 Aug 23 20:44:36.970350 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98fb52cb-c872-4867-ac3c-c0ee78e1fb5d', 'tag': '3a1ef8f8-0653-4393-9373-8f4406d1d919'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:44:36.975040 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3578963d-10ec-428c-92b9-486a5bc386e2" -d '{"events": [{"name": "network-changed", "server_uuid": "98fb52cb-c872-4867-ac3c-c0ee78e1fb5d", "tag": "3a1ef8f8-0653-4393-9373-8f4406d1d919"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:44:37.041560 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b0f3c3-ca18-475a-a97e-1a58a91713fb x-openstack-request-id: req-21b0f3c3-ca18-475a-a97e-1a58a91713fb {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:44:37.044014 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98fb52cb-c872-4867-ac3c-c0ee78e1fb5d", "tag": "3a1ef8f8-0653-4393-9373-8f4406d1d919", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:44:37.044014 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-21b0f3c3-ca18-475a-a97e-1a58a91713fb {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:44:37.044014 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98fb52cb-c872-4867-ac3c-c0ee78e1fb5d', 'tag': '3a1ef8f8-0653-4393-9373-8f4406d1d919', 'status': 'completed', 'code': 200} Aug 23 20:44:37.114283 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0947e8da-b9d3-4bb2-8ba5-eea96d9dc2d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:37.142842 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8080a-9f50-4373-a97e-bf85c6cb2b0d req-f3d28d54-abd7-4ccb-8ce4-abecd976b4f8 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:37.151323 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-78b8080a-9f50-4373-a97e-bf85c6cb2b0d req-f3d28d54-abd7-4ccb-8ce4-abecd976b4f8 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=2100fe92-1387-49eb-91ce-7f3506747287 HTTP/1.1" status: 200 len: 946 time: 0.1327832 Aug 23 20:44:37.229699 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-78b8080a-9f50-4373-a97e-bf85c6cb2b0d req-f66062c0-f542-4c61-8208-98efd3ad2300 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765150 Aug 23 20:44:37.233272 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3b8539-1bbe-4485-ac52-3e12e9b9f899 service neutron] Pushing event updated for resources: {'Port': ['ID=3a1ef8f8-0653-4393-9373-8f4406d1d919,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:37.270072 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0947e8da-b9d3-4bb2-8ba5-eea96d9dc2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:37.271216 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11efaa0d-1891-47be-a67a-941bea085196 req-4a098223-5292-4372-8cb7-00fbaa1955b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:37.275295 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-11efaa0d-1891-47be-a67a-941bea085196 req-4a098223-5292-4372-8cb7-00fbaa1955b0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6b5caa9dd6fe449d826e5284616c3d3c&device_id=98fb52cb-c872-4867-ac3c-c0ee78e1fb5d HTTP/1.1" status: 200 len: 1094 time: 0.2114444 Aug 23 20:44:37.388550 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-11efaa0d-1891-47be-a67a-941bea085196 req-421f7261-c3f8-42bf-875b-59150ff7ceae service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a1ef8f8-0653-4393-9373-8f4406d1d919 HTTP/1.1" status: 200 len: 217 time: 0.0988038 Aug 23 20:44:37.392965 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0947e8da-b9d3-4bb2-8ba5-eea96d9dc2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:37.462553 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11efaa0d-1891-47be-a67a-941bea085196 req-98a5489a-45a5-4dde-bf6c-c03b4e62fcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:37.464260 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-11efaa0d-1891-47be-a67a-941bea085196 req-98a5489a-45a5-4dde-bf6c-c03b4e62fcd9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7cf1476b-2d73-4ece-81d4-01b7879e99dc HTTP/1.1" status: 200 len: 852 time: 0.0682619 Aug 23 20:44:37.524299 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0947e8da-b9d3-4bb2-8ba5-eea96d9dc2d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:37.529426 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0947e8da-b9d3-4bb2-8ba5-eea96d9dc2d9 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/f081180f-c4fd-4243-9f2e-305cad1ce609 HTTP/1.1" status: 204 len: 168 time: 0.8639038 Aug 23 20:44:37.532259 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0947e8da-b9d3-4bb2-8ba5-eea96d9dc2d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f081180f-c4fd-4243-9f2e-305cad1ce609,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:37.533886 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 41330) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:44:37.549072 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-11efaa0d-1891-47be-a67a-941bea085196 req-d2336c74-13c8-4218-b196-97f7ab58f7f7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774004 Aug 23 20:44:37.680821 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0705f6-5774-4404-a656-ba1c9bcb3bb1 req-ac9e6185-433f-4a69-8f81-8fc8dbd85a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:37.690240 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9d0705f6-5774-4404-a656-ba1c9bcb3bb1 req-ac9e6185-433f-4a69-8f81-8fc8dbd85a2b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2100fe92-1387-49eb-91ce-7f3506747287 HTTP/1.1" status: 200 len: 1097 time: 0.3137956 Aug 23 20:44:37.764432 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 8356ab12-0545-4ec6-ba5c-b159f2b4e5fc no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:44:37.779616 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba18b964-0e8f-46ce-a033-77ad3f0bdc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:37.812825 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 8356ab12-0545-4ec6-ba5c-b159f2b4e5fc {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:44:37.813154 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 8356ab12-0545-4ec6-ba5c-b159f2b4e5fc not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:44:37.813419 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 5ef58a3f-e941-4bcb-bc78-e9c01e9257e6 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:44:37.846238 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede097df-211f-4533-b5f3-021069608044 req-4dc806cf-6048-492d-b5da-581ae1695e39 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:37.854510 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ede097df-211f-4533-b5f3-021069608044 req-4dc806cf-6048-492d-b5da-581ae1695e39 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=98fb52cb-c872-4867-ac3c-c0ee78e1fb5d HTTP/1.1" status: 200 len: 943 time: 0.1271753 Aug 23 20:44:37.855949 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 5ef58a3f-e941-4bcb-bc78-e9c01e9257e6 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:44:37.856549 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 5ef58a3f-e941-4bcb-bc78-e9c01e9257e6 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:44:37.886306 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9d0705f6-5774-4404-a656-ba1c9bcb3bb1 req-5901de5c-1066-4c7a-992b-c31f81567cdc service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840761 Aug 23 20:44:37.898417 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-11efaa0d-1891-47be-a67a-941bea085196 req-79dc5db7-d5d1-4dba-bf38-7964e9fcfb8a service neutron] 10.222.0.32 "GET /v2.0/networks/99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152924 Aug 23 20:44:37.934751 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ede097df-211f-4533-b5f3-021069608044 req-8c88557a-b31c-4779-9585-6c2fcee57bba tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792284 Aug 23 20:44:37.976285 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba18b964-0e8f-46ce-a033-77ad3f0bdc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:38.003045 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-ba18b964-0e8f-46ce-a033-77ad3f0bdc52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08ee7db6-ee70-42c6-86e8-ee22c22907f2']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:44:38.026809 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-ba18b964-0e8f-46ce-a033-77ad3f0bdc52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c822085-f0bf-43b3-a949-ad2c2f0679eb') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:44:38.028474 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-ba18b964-0e8f-46ce-a033-77ad3f0bdc52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c822085-f0bf-43b3-a949-ad2c2f0679eb') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:44:38.032197 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-11efaa0d-1891-47be-a67a-941bea085196 req-10d0ad8d-501a-428a-80a1-5633a11f23aa service neutron] 10.222.0.32 "GET /v2.0/networks/99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247454 Aug 23 20:44:38.040267 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba18b964-0e8f-46ce-a033-77ad3f0bdc52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:38.056890 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba18b964-0e8f-46ce-a033-77ad3f0bdc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:38.067375 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba18b964-0e8f-46ce-a033-77ad3f0bdc52 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:44:38.068329 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba18b964-0e8f-46ce-a033-77ad3f0bdc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:38.070406 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:44:38.070406 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:44:38.070406 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:44:38.070406 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:44:38.070406 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:44:38.070406 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:44:38.070406 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:44:38.070406 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:44:38.070406 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:44:38.070406 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:44:38.070406 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:44:38.070406 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:44:38.070406 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:44:38.070406 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:44:38.070406 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:44:38.070406 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:44:38.070406 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:44:38.070406 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:44:38.070406 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:44:38.070406 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:44:38.070406 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:44:38.070406 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:44:38.070406 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:44:38.070406 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:44:38.070406 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:44:38.070406 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:44:38.070406 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:44:38.070406 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:44:38.070406 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:44:38.070406 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:44:38.070406 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:44:38.070406 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:44:38.145867 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba18b964-0e8f-46ce-a033-77ad3f0bdc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:38.158469 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba18b964-0e8f-46ce-a033-77ad3f0bdc52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:38.162920 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ba18b964-0e8f-46ce-a033-77ad3f0bdc52 admin admin] 10.222.0.61 "DELETE /v2.0/networks/08ee7db6-ee70-42c6-86e8-ee22c22907f2 HTTP/1.1" status: 204 len: 168 time: 0.6245315 Aug 23 20:44:38.173269 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba18b964-0e8f-46ce-a033-77ad3f0bdc52 admin admin] Pushing event deleted for resources: {'Network': ['ID=08ee7db6-ee70-42c6-86e8-ee22c22907f2,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:38.204123 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3578963d-10ec-428c-92b9-486a5bc386e2 req-e7db829d-82a5-4067-9a45-d775d1f548cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:38.205888 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3578963d-10ec-428c-92b9-486a5bc386e2 req-e7db829d-82a5-4067-9a45-d775d1f548cc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6b5caa9dd6fe449d826e5284616c3d3c&device_id=98fb52cb-c872-4867-ac3c-c0ee78e1fb5d HTTP/1.1" status: 200 len: 1094 time: 0.0551269 Aug 23 20:44:38.336110 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 41368) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:44:38.389740 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c55dd2e3-0e08-45da-b6e4-3242eebe92e4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dfca521cd42c404497e1668b14cff80f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0524426 Aug 23 20:44:38.392209 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 41378) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:44:38.461147 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-55cb5fbb-18d9-4e19-b7e9-24bd24a2079d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:38.505334 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-55cb5fbb-18d9-4e19-b7e9-24bd24a2079d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:38.537260 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab027c0f-d903-498c-be90-078daa6eb732 req-077d4cdf-e5a5-4705-8381-90472a61e5b4 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:38.540937 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ab027c0f-d903-498c-be90-078daa6eb732 req-077d4cdf-e5a5-4705-8381-90472a61e5b4 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=2100fe92-1387-49eb-91ce-7f3506747287 HTTP/1.1" status: 200 len: 946 time: 0.1805334 Aug 23 20:44:38.580847 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3578963d-10ec-428c-92b9-486a5bc386e2 req-badeaa20-12d1-4811-9c08-f361e93d282e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:38.582348 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3578963d-10ec-428c-92b9-486a5bc386e2 req-badeaa20-12d1-4811-9c08-f361e93d282e service neutron] 10.222.0.32 "GET /v2.0/networks?id=99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54 HTTP/1.1" status: 200 len: 913 time: 0.3655453 Aug 23 20:44:38.584939 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-55cb5fbb-18d9-4e19-b7e9-24bd24a2079d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:38.597312 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-55cb5fbb-18d9-4e19-b7e9-24bd24a2079d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:38.603053 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-55cb5fbb-18d9-4e19-b7e9-24bd24a2079d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c6949e3b-65c0-4c96-b7e6-720f772c799c HTTP/1.1" status: 204 len: 168 time: 0.2048852 Aug 23 20:44:38.629902 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cb5fbb-18d9-4e19-b7e9-24bd24a2079d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6949e3b-65c0-4c96-b7e6-720f772c799c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:38.679934 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3578963d-10ec-428c-92b9-486a5bc386e2 req-3b677a06-941c-4c61-bad5-bac3bdeaae0e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a1ef8f8-0653-4393-9373-8f4406d1d919 HTTP/1.1" status: 200 len: 217 time: 0.0612838 Aug 23 20:44:38.731879 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ab027c0f-d903-498c-be90-078daa6eb732 req-0d2a3c6d-490d-4ee2-a5f7-95c3a7e20e34 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743212 Aug 23 20:44:38.757067 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3578963d-10ec-428c-92b9-486a5bc386e2 req-912ecc34-2e8c-4474-b8f2-1d1eb568a549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:38.758659 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3578963d-10ec-428c-92b9-486a5bc386e2 req-912ecc34-2e8c-4474-b8f2-1d1eb568a549 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7cf1476b-2d73-4ece-81d4-01b7879e99dc HTTP/1.1" status: 200 len: 852 time: 0.0710347 Aug 23 20:44:38.823122 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3578963d-10ec-428c-92b9-486a5bc386e2 req-37196003-b5ee-404a-ba6e-88f134b110d3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563140 Aug 23 20:44:39.040282 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3578963d-10ec-428c-92b9-486a5bc386e2 req-d5df993e-ed7c-4fa9-bed5-af13f429d087 service neutron] 10.222.0.32 "GET /v2.0/networks/99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063596 Aug 23 20:44:39.185567 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda8083d-2046-441b-bd3f-228db21e4c85 req-b2a10e62-147d-47bd-a4f3-1731a0b225a0 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:39.188102 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fda8083d-2046-441b-bd3f-228db21e4c85 req-b2a10e62-147d-47bd-a4f3-1731a0b225a0 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=98fb52cb-c872-4867-ac3c-c0ee78e1fb5d HTTP/1.1" status: 200 len: 943 time: 0.1079433 Aug 23 20:44:39.260085 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fda8083d-2046-441b-bd3f-228db21e4c85 req-75db2435-8f28-4b99-b9f1-58070db1a5ca tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609825 Aug 23 20:44:39.329789 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3578963d-10ec-428c-92b9-486a5bc386e2 req-a18217a7-7721-4be0-9e2f-dcf2111bc0c0 service neutron] 10.222.0.32 "GET /v2.0/networks/99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802448 Aug 23 20:44:39.540077 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 3a1ef8f8-0653-4393-9373-8f4406d1d919 details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:44:39.686146 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 3a1ef8f8-0653-4393-9373-8f4406d1d919, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=3a1ef8f8-0653-4393-9373-8f4406d1d919,segment=NetworkSegment(a0304131-671f-4c22-8fc4-9d97cd99d833),segment_id=a0304131-671f-4c22-8fc4-9d97cd99d833)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:44:39.702759 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': '3a1ef8f8-0653-4393-9373-8f4406d1d919', 'network_id': '99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54', 'port_id': '3a1ef8f8-0653-4393-9373-8f4406d1d919', 'mac_address': 'fa:16:3e:68:dd:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cf1476b-2d73-4ece-81d4-01b7879e99dc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:44:39.752139 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:39.766336 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a1ef8f8-0653-4393-9373-8f4406d1d919 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:44:39.791063 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 3a1ef8f8-0653-4393-9373-8f4406d1d919, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=3a1ef8f8-0653-4393-9373-8f4406d1d919,segment=NetworkSegment(a0304131-671f-4c22-8fc4-9d97cd99d833),segment_id=a0304131-671f-4c22-8fc4-9d97cd99d833)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:44:39.795694 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:39.869282 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=3a1ef8f8-0653-4393-9373-8f4406d1d919,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:39.887939 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a6387-3fc4-45ed-99e3-665bfdbac355 req-799c6557-4e18-4d2a-84c3-f2d378e96f68 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:39.893047 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ae6a6387-3fc4-45ed-99e3-665bfdbac355 req-799c6557-4e18-4d2a-84c3-f2d378e96f68 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=2100fe92-1387-49eb-91ce-7f3506747287 HTTP/1.1" status: 200 len: 946 time: 0.0669522 Aug 23 20:44:39.947969 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ae6a6387-3fc4-45ed-99e3-665bfdbac355 req-d83759fc-ed45-4725-a3ba-e7891ca3e421 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481687 Aug 23 20:44:40.000184 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e014cec5-15a1-4ace-b6bf-c22b06cca861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:40.106079 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['3a1ef8f8-0653-4393-9373-8f4406d1d919'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:44:40.133104 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b7df57-24ff-4424-acd4-827b4766888e req-2edf9e49-2ce8-4455-ae33-29f7f6646bb1 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:40.137970 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f2b7df57-24ff-4424-acd4-827b4766888e req-2edf9e49-2ce8-4455-ae33-29f7f6646bb1 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=2100fe92-1387-49eb-91ce-7f3506747287 HTTP/1.1" status: 200 len: 946 time: 0.0766485 Aug 23 20:44:40.188935 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f2b7df57-24ff-4424-acd4-827b4766888e req-77266789-de39-4a39-8558-43112e7c5668 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445216 Aug 23 20:44:40.409555 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:40.556707 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-24f2f89b-cb5a-4687-aca2-1277c877494d req-6b2d2629-49b5-4370-b6da-e06dfcfdae64 tempest-ServerShowV254Test-1194990932 tempest-ServerShowV254Test-1194990932-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6e7f6c0-3899-4b2a-972d-21ec77b3ed87 HTTP/1.1" status: 200 len: 210 time: 0.0672350 Aug 23 20:44:40.645978 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b577b010-a354-43a6-9f98-c407ff1f6a3e req-4d9e17d7-e35d-44c6-a0f0-9806cfb25cbb tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:40.647911 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b577b010-a354-43a6-9f98-c407ff1f6a3e req-4d9e17d7-e35d-44c6-a0f0-9806cfb25cbb tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=98fb52cb-c872-4867-ac3c-c0ee78e1fb5d HTTP/1.1" status: 200 len: 944 time: 0.0859392 Aug 23 20:44:40.719355 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b577b010-a354-43a6-9f98-c407ff1f6a3e req-b315ebfd-d2f6-4c7d-bb1f-3721abef509d tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634434 Aug 23 20:44:40.851822 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 41518) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:44:40.906312 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aaa7fe-1c3a-43e2-b588-bd1fb82c5c82 req-4c621d80-2d48-4c49-8c57-a87117124e13 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:40.916714 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-84aaa7fe-1c3a-43e2-b588-bd1fb82c5c82 req-4c621d80-2d48-4c49-8c57-a87117124e13 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/networks?id=40d89235-fcfe-430c-9978-6c953c80cfc6 HTTP/1.1" status: 200 len: 814 time: 0.1422844 Aug 23 20:44:40.943843 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-84aaa7fe-1c3a-43e2-b588-bd1fb82c5c82 req-d9892252-ed95-48ee-89a8-d9b261daa112 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/quotas/a52591e4b2ca4f7ea6501e12fd93c666 HTTP/1.1" status: 200 len: 375 time: 0.0257936 Aug 23 20:44:41.046749 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-84aaa7fe-1c3a-43e2-b588-bd1fb82c5c82 req-c88e59e2-f771-4709-89fb-2e481dcc6fc4 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a52591e4b2ca4f7ea6501e12fd93c666&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1010697 Aug 23 20:44:41.064022 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-816bb505-7a4f-420d-b3cb-057ee82bd942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:41.190735 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-84aaa7fe-1c3a-43e2-b588-bd1fb82c5c82 req-09d11d52-8cc3-4472-afef-4d91cafed7fe service neutron] 10.222.0.61 "GET /v2.0/networks/40d89235-fcfe-430c-9978-6c953c80cfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428170 Aug 23 20:44:41.214522 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-816bb505-7a4f-420d-b3cb-057ee82bd942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:41.220389 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-816bb505-7a4f-420d-b3cb-057ee82bd942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:41.262546 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-816bb505-7a4f-420d-b3cb-057ee82bd942 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8ddf72232c324e1f9ddc71757ecdda2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4095662 Aug 23 20:44:41.265774 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 41526) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:44:41.291217 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816bb505-7a4f-420d-b3cb-057ee82bd942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586769b2-4b96-4cdb-9c8c-23c427be9d0f,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:41.335377 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-00772823-f1b2-4b8e-aa84-25a23595b458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:41.344086 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-84aaa7fe-1c3a-43e2-b588-bd1fb82c5c82 req-a98a1b54-1851-4f54-b25e-4b105a903ab3 service neutron] 10.222.0.61 "GET /v2.0/networks/40d89235-fcfe-430c-9978-6c953c80cfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520569 Aug 23 20:44:41.364083 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-00772823-f1b2-4b8e-aa84-25a23595b458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:41.462360 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-00772823-f1b2-4b8e-aa84-25a23595b458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:41.466424 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-00772823-f1b2-4b8e-aa84-25a23595b458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:41.467788 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-00772823-f1b2-4b8e-aa84-25a23595b458 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/586769b2-4b96-4cdb-9c8c-23c427be9d0f HTTP/1.1" status: 204 len: 168 time: 0.2006974 Aug 23 20:44:41.483213 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00772823-f1b2-4b8e-aa84-25a23595b458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586769b2-4b96-4cdb-9c8c-23c427be9d0f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:41.569906 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 3a1ef8f8-0653-4393-9373-8f4406d1d919 up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:44:41.626561 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bd840c89-42c7-4cf7-a63c-e36f0f0f592c req-41b81970-a46f-47de-970d-d714808fa5ec tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=264607dd-fbd5-49a5-8bdb-720e6d7d5929 HTTP/1.1" status: 200 len: 210 time: 0.0530040 Aug 23 20:44:41.708855 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port 3a1ef8f8-0653-4393-9373-8f4406d1d919 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:44:41.716089 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port 3a1ef8f8-0653-4393-9373-8f4406d1d919 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:44:41.717904 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:41.720265 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-31fc10cd-4e17-4baf-8691-0fba2ef70d3a req-c78d7b6b-933e-4a92-b504-64a321e01834 tempest-ServerShowV254Test-1194990932 tempest-ServerShowV254Test-1194990932-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6e7f6c0-3899-4b2a-972d-21ec77b3ed87 HTTP/1.1" status: 200 len: 210 time: 0.0589800 Aug 23 20:44:41.893668 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:41.948124 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98fb52cb-c872-4867-ac3c-c0ee78e1fb5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1ef8f8-0653-4393-9373-8f4406d1d919'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:44:41.950920 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6798b69-5da7-4731-acef-b66f53bbdd3e" -d '{"events": [{"server_uuid": "98fb52cb-c872-4867-ac3c-c0ee78e1fb5d", "name": "network-vif-plugged", "status": "completed", "tag": "3a1ef8f8-0653-4393-9373-8f4406d1d919"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:44:41.980013 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 3a1ef8f8-0653-4393-9373-8f4406d1d919, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=3a1ef8f8-0653-4393-9373-8f4406d1d919,segment=NetworkSegment(a0304131-671f-4c22-8fc4-9d97cd99d833),segment_id=a0304131-671f-4c22-8fc4-9d97cd99d833)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:44:41.986798 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:42.020872 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77023103-2ff6-4da5-961e-411375c15605 req-770e19e2-53f9-4676-ad6d-e9a719e41522 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:42.024236 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-77023103-2ff6-4da5-961e-411375c15605 req-770e19e2-53f9-4676-ad6d-e9a719e41522 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.11 "GET /v2.0/ports?device_id=2100fe92-1387-49eb-91ce-7f3506747287 HTTP/1.1" status: 200 len: 946 time: 0.1780708 Aug 23 20:44:42.046703 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd344bc-3bd9-4a75-a0f3-348281ef35cb req-6550d481-5677-4cd5-a738-7d16233dc6fb tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:42.048396 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2dd344bc-3bd9-4a75-a0f3-348281ef35cb req-6550d481-5677-4cd5-a738-7d16233dc6fb tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=98fb52cb-c872-4867-ac3c-c0ee78e1fb5d HTTP/1.1" status: 200 len: 944 time: 0.2041526 Aug 23 20:44:42.049421 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3fb7d8-60da-41fe-85a5-a301ac0f9e0e x-openstack-request-id: req-cd3fb7d8-60da-41fe-85a5-a301ac0f9e0e {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:44:42.052319 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98fb52cb-c872-4867-ac3c-c0ee78e1fb5d", "name": "network-vif-plugged", "status": "completed", "tag": "3a1ef8f8-0653-4393-9373-8f4406d1d919", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:44:42.052673 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cd3fb7d8-60da-41fe-85a5-a301ac0f9e0e {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:44:42.053138 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98fb52cb-c872-4867-ac3c-c0ee78e1fb5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1ef8f8-0653-4393-9373-8f4406d1d919', 'code': 200} Aug 23 20:44:42.084138 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=3a1ef8f8-0653-4393-9373-8f4406d1d919,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:42.112704 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 41554) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:44:42.154069 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-67897e0f-5461-475a-9eca-c7f2e1c88a94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:42.221328 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e2578-cbe1-4c70-a09b-17bddc56181e req-5307598c-62d2-45d9-8dae-d5e6b482d546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:42.223671 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-313e2578-cbe1-4c70-a09b-17bddc56181e req-5307598c-62d2-45d9-8dae-d5e6b482d546 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=98fb52cb-c872-4867-ac3c-c0ee78e1fb5d HTTP/1.1" status: 200 len: 1096 time: 0.0890489 Aug 23 20:44:42.234898 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2dd344bc-3bd9-4a75-a0f3-348281ef35cb req-ba72168a-7c07-47e7-9f7d-3821f221325b tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563530 Aug 23 20:44:42.274561 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-77023103-2ff6-4da5-961e-411375c15605 req-95b1d920-ac92-44b7-a7f2-c08cba2220b7 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Deleting port 6a793c9e-159c-4235-82a7-f3968c1132de {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:44:42.275307 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-77023103-2ff6-4da5-961e-411375c15605 req-95b1d920-ac92-44b7-a7f2-c08cba2220b7 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:42.296013 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-313e2578-cbe1-4c70-a09b-17bddc56181e req-6fbfba77-606b-4783-8db4-93feaa632c9d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615585 Aug 23 20:44:42.328367 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-67897e0f-5461-475a-9eca-c7f2e1c88a94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:42.333491 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-67897e0f-5461-475a-9eca-c7f2e1c88a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:42.377778 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-67897e0f-5461-475a-9eca-c7f2e1c88a94 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a2fb78c1e6d64af4ac1128a99aa39c9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2610815 Aug 23 20:44:42.380299 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 41556) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:44:42.382728 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-77023103-2ff6-4da5-961e-411375c15605 req-95b1d920-ac92-44b7-a7f2-c08cba2220b7 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] For port 6a793c9e-159c-4235-82a7-f3968c1132de, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=6a793c9e-159c-4235-82a7-f3968c1132de,segment=NetworkSegment(e190d2cc-1af7-492d-b8d4-8b6565472069),segment_id=e190d2cc-1af7-492d-b8d4-8b6565472069)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:44:42.383689 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-77023103-2ff6-4da5-961e-411375c15605 req-95b1d920-ac92-44b7-a7f2-c08cba2220b7 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:42.389114 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67897e0f-5461-475a-9eca-c7f2e1c88a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81cf42be-cebb-4771-8043-459c33cff386,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:42.397600 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-77023103-2ff6-4da5-961e-411375c15605 req-95b1d920-ac92-44b7-a7f2-c08cba2220b7 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Calling delete_port for 6a793c9e-159c-4235-82a7-f3968c1132de owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:44:42.441475 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-03d1bcc8-c030-410f-813d-b897d904857b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:42.467548 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-03d1bcc8-c030-410f-813d-b897d904857b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:42.529141 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-03d1bcc8-c030-410f-813d-b897d904857b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:42.532044 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-03d1bcc8-c030-410f-813d-b897d904857b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:42.535581 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-03d1bcc8-c030-410f-813d-b897d904857b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/81cf42be-cebb-4771-8043-459c33cff386 HTTP/1.1" status: 204 len: 168 time: 0.1518338 Aug 23 20:44:42.541834 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d1bcc8-c030-410f-813d-b897d904857b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81cf42be-cebb-4771-8043-459c33cff386,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:42.570439 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-77023103-2ff6-4da5-961e-411375c15605 req-95b1d920-ac92-44b7-a7f2-c08cba2220b7 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:42.582679 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['6a793c9e-159c-4235-82a7-f3968c1132de'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:44:42.611730 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b1d920-ac92-44b7-a7f2-c08cba2220b7 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Pushing event deleted for resources: {'Port': ['ID=6a793c9e-159c-4235-82a7-f3968c1132de,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:42.668511 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-77023103-2ff6-4da5-961e-411375c15605 req-95b1d920-ac92-44b7-a7f2-c08cba2220b7 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] No DVR routers for this DVR port 6a793c9e-159c-4235-82a7-f3968c1132de on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:44:42.674713 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-77023103-2ff6-4da5-961e-411375c15605 req-95b1d920-ac92-44b7-a7f2-c08cba2220b7 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:42.676850 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-77023103-2ff6-4da5-961e-411375c15605 req-95b1d920-ac92-44b7-a7f2-c08cba2220b7 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.11 "DELETE /v2.0/ports/6a793c9e-159c-4235-82a7-f3968c1132de HTTP/1.1" status: 204 len: 173 time: 0.6264312 Aug 23 20:44:42.677334 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2100fe92-1387-49eb-91ce-7f3506747287', 'name': 'network-vif-deleted', 'tag': '6a793c9e-159c-4235-82a7-f3968c1132de'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:44:42.679763 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd45f5e-3a55-4250-9569-211d79982911" -d '{"events": [{"server_uuid": "2100fe92-1387-49eb-91ce-7f3506747287", "name": "network-vif-deleted", "tag": "6a793c9e-159c-4235-82a7-f3968c1132de"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:44:42.747033 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-86495884-8421-4563-8813-b1daa5ef078f req-4d014295-fac8-415b-bbf9-1871ce9f61ad tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=264607dd-fbd5-49a5-8bdb-720e6d7d5929 HTTP/1.1" status: 200 len: 210 time: 0.0379016 Aug 23 20:44:42.748771 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e66079-80ff-450b-b3f2-f3a66a196517 x-openstack-request-id: req-61e66079-80ff-450b-b3f2-f3a66a196517 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:44:42.749090 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2100fe92-1387-49eb-91ce-7f3506747287", "name": "network-vif-deleted", "tag": "6a793c9e-159c-4235-82a7-f3968c1132de", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:44:42.749344 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-61e66079-80ff-450b-b3f2-f3a66a196517 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:44:42.749737 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2100fe92-1387-49eb-91ce-7f3506747287', 'name': 'network-vif-deleted', 'tag': '6a793c9e-159c-4235-82a7-f3968c1132de', 'status': 'completed', 'code': 200} Aug 23 20:44:42.860131 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c1dfeae8-cb06-4fdc-9b92-7a5ddfdfd8d4 req-ddf6c379-7977-4767-a50a-8381efbd25ba tempest-ServerShowV254Test-1194990932 tempest-ServerShowV254Test-1194990932-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6e7f6c0-3899-4b2a-972d-21ec77b3ed87 HTTP/1.1" status: 200 len: 210 time: 0.0445020 Aug 23 20:44:43.013899 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f4b0316e-532a-466f-8dac-5e7eb4c6117c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:43.030786 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d170dce1-4009-4d83-8f61-bd4318c1ed1a req-32f4d741-5979-4223-b04d-9bba2235c4af service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a6e7f6c0-3899-4b2a-972d-21ec77b3ed87 HTTP/1.1" status: 200 len: 210 time: 0.0309193 Aug 23 20:44:43.469605 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aaa7fe-1c3a-43e2-b588-bd1fb82c5c82 req-29d87fb1-6b02-4b26-bbf3-e882833c6015 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:43.471324 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-84aaa7fe-1c3a-43e2-b588-bd1fb82c5c82 req-29d87fb1-6b02-4b26-bbf3-e882833c6015 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.32 "GET /v2.0/networks?id=40d89235-fcfe-430c-9978-6c953c80cfc6 HTTP/1.1" status: 200 len: 814 time: 0.1782515 Aug 23 20:44:43.514072 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c39fc-c4b4-425f-a0f0-028f5f278721 req-11c3eade-f6b9-4461-86b5-dd62eac2835f tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:43.517169 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-908c39fc-c4b4-425f-a0f0-028f5f278721 req-11c3eade-f6b9-4461-86b5-dd62eac2835f tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=98fb52cb-c872-4867-ac3c-c0ee78e1fb5d HTTP/1.1" status: 200 len: 945 time: 0.1828167 Aug 23 20:44:43.520837 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:43.527825 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-84aaa7fe-1c3a-43e2-b588-bd1fb82c5c82 req-f621902b-d75d-42af-b1f1-845f751ae15c tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Request body: {'port': {'device_id': '264607dd-fbd5-49a5-8bdb-720e6d7d5929', 'network_id': '40d89235-fcfe-430c-9978-6c953c80cfc6', 'admin_state_up': True, 'tenant_id': 'a52591e4b2ca4f7ea6501e12fd93c666'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:44:43.708780 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-908c39fc-c4b4-425f-a0f0-028f5f278721 req-5394e063-49e6-4ea9-83bb-015174f2a41a tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647371 Aug 23 20:44:43.710717 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84aaa7fe-1c3a-43e2-b588-bd1fb82c5c82 req-f621902b-d75d-42af-b1f1-845f751ae15c tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Made reservation on behalf of a52591e4b2ca4f7ea6501e12fd93c666 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:44:43.718578 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-84aaa7fe-1c3a-43e2-b588-bd1fb82c5c82 req-f621902b-d75d-42af-b1f1-845f751ae15c tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:43.886082 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-779c5076-c591-4704-8212-351787705d26 req-7ef27489-2001-4df5-bc47-4a739392229d tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=264607dd-fbd5-49a5-8bdb-720e6d7d5929 HTTP/1.1" status: 200 len: 210 time: 0.0361729 Aug 23 20:44:43.926955 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-84aaa7fe-1c3a-43e2-b588-bd1fb82c5c82 req-f621902b-d75d-42af-b1f1-845f751ae15c tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Allocated IP 172.20.0.4 (40d89235-fcfe-430c-9978-6c953c80cfc6/862c8f9e-f5be-49f7-8b8f-82cbcaf44c62/fd03ccfc-869a-4a66-bb1d-9089e61a1de1) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:44:43.990986 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-57440404-1be2-49f1-9279-dc2d5416b1f4 req-c2b2cadd-aeb9-4308-ab1d-7a2430b9e655 tempest-ServerShowV254Test-1194990932 tempest-ServerShowV254Test-1194990932-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6e7f6c0-3899-4b2a-972d-21ec77b3ed87 HTTP/1.1" status: 200 len: 210 time: 0.0344782 Aug 23 20:44:44.184450 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-84aaa7fe-1c3a-43e2-b588-bd1fb82c5c82 req-f621902b-d75d-42af-b1f1-845f751ae15c tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:44.235673 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-84aaa7fe-1c3a-43e2-b588-bd1fb82c5c82 req-f621902b-d75d-42af-b1f1-845f751ae15c tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:44.249917 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['6a793c9e-159c-4235-82a7-f3968c1132de'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:44:44.309597 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f621902b-d75d-42af-b1f1-845f751ae15c tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Pushing event updated for resources: {'Port': ['ID=fd03ccfc-869a-4a66-bb1d-9089e61a1de1,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:44.313791 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84aaa7fe-1c3a-43e2-b588-bd1fb82c5c82 req-f621902b-d75d-42af-b1f1-845f751ae15c tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Network 40d89235-fcfe-430c-9978-6c953c80cfc6 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:44:44.315631 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-84aaa7fe-1c3a-43e2-b588-bd1fb82c5c82 req-f621902b-d75d-42af-b1f1-845f751ae15c tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:44:44.317892 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-84aaa7fe-1c3a-43e2-b588-bd1fb82c5c82 req-f621902b-d75d-42af-b1f1-845f751ae15c tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:44:44.371573 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aaa7fe-1c3a-43e2-b588-bd1fb82c5c82 req-f621902b-d75d-42af-b1f1-845f751ae15c tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:44.372228 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-84aaa7fe-1c3a-43e2-b588-bd1fb82c5c82 req-f621902b-d75d-42af-b1f1-845f751ae15c tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:44.388878 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-84aaa7fe-1c3a-43e2-b588-bd1fb82c5c82 req-f621902b-d75d-42af-b1f1-845f751ae15c tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8700275 Aug 23 20:44:44.408276 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-84aaa7fe-1c3a-43e2-b588-bd1fb82c5c82 req-7e222a34-728c-4b9e-9b3e-ed6ac2cec528 service neutron] Request body: {'port': {'device_id': '264607dd-fbd5-49a5-8bdb-720e6d7d5929', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:44:44.475709 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-84aaa7fe-1c3a-43e2-b588-bd1fb82c5c82 req-7e222a34-728c-4b9e-9b3e-ed6ac2cec528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:44.513680 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:44.800206 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-84aaa7fe-1c3a-43e2-b588-bd1fb82c5c82 req-7e222a34-728c-4b9e-9b3e-ed6ac2cec528 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd03ccfc-869a-4a66-bb1d-9089e61a1de1 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:44:44.816741 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-84aaa7fe-1c3a-43e2-b588-bd1fb82c5c82 req-7e222a34-728c-4b9e-9b3e-ed6ac2cec528 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:44.839002 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-84aaa7fe-1c3a-43e2-b588-bd1fb82c5c82 req-7e222a34-728c-4b9e-9b3e-ed6ac2cec528 service neutron] Transition to ACTIVE for port object fd03ccfc-869a-4a66-bb1d-9089e61a1de1 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:44:44.846320 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-84aaa7fe-1c3a-43e2-b588-bd1fb82c5c82 req-7e222a34-728c-4b9e-9b3e-ed6ac2cec528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:44.853122 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 41630) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:44:44.869247 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e2ba8-86bb-4f8b-8a36-622be263b8bf req-4ebc1fd6-4bf4-4b85-acc7-1a133852f4ae tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:44.871176 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-420e2ba8-86bb-4f8b-8a36-622be263b8bf req-4ebc1fd6-4bf4-4b85-acc7-1a133852f4ae tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=98fb52cb-c872-4867-ac3c-c0ee78e1fb5d HTTP/1.1" status: 200 len: 945 time: 0.0824389 Aug 23 20:44:44.905907 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e222a34-728c-4b9e-9b3e-ed6ac2cec528 service neutron] Pushing event updated for resources: {'Port': ['ID=fd03ccfc-869a-4a66-bb1d-9089e61a1de1,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:44.929630 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-420e2ba8-86bb-4f8b-8a36-622be263b8bf req-5a26d31d-dfbb-4912-950f-0a91bc8c2401 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524681 Aug 23 20:44:45.021939 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-82ea975a-d3ac-49b7-abea-cf104b35bcd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:45.027943 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-84aaa7fe-1c3a-43e2-b588-bd1fb82c5c82 req-7e222a34-728c-4b9e-9b3e-ed6ac2cec528 service neutron] Attempting to bind port fd03ccfc-869a-4a66-bb1d-9089e61a1de1 on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:44:45.028312 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-84aaa7fe-1c3a-43e2-b588-bd1fb82c5c82 req-7e222a34-728c-4b9e-9b3e-ed6ac2cec528 service neutron] Attempting to bind port fd03ccfc-869a-4a66-bb1d-9089e61a1de1 by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': 'e190d2cc-1af7-492d-b8d4-8b6565472069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '40d89235-fcfe-430c-9978-6c953c80cfc6'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:44:45.028650 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84aaa7fe-1c3a-43e2-b588-bd1fb82c5c82 req-7e222a34-728c-4b9e-9b3e-ed6ac2cec528 service neutron] Attempting to bind port fd03ccfc-869a-4a66-bb1d-9089e61a1de1 on network 40d89235-fcfe-430c-9978-6c953c80cfc6 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:44:45.038048 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84aaa7fe-1c3a-43e2-b588-bd1fb82c5c82 req-7e222a34-728c-4b9e-9b3e-ed6ac2cec528 service neutron] Port fd03ccfc-869a-4a66-bb1d-9089e61a1de1 on network 40d89235-fcfe-430c-9978-6c953c80cfc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:44:45.038360 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84aaa7fe-1c3a-43e2-b588-bd1fb82c5c82 req-7e222a34-728c-4b9e-9b3e-ed6ac2cec528 service neutron] Attempting to bind port fd03ccfc-869a-4a66-bb1d-9089e61a1de1 on network 40d89235-fcfe-430c-9978-6c953c80cfc6 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:44:45.057328 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44de0e-b9ae-411c-845e-485642353c53 req-45accd35-5ddc-4f80-9e52-89dc31fe3fd7 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:45.059708 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ba44de0e-b9ae-411c-845e-485642353c53 req-45accd35-5ddc-4f80-9e52-89dc31fe3fd7 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=264607dd-fbd5-49a5-8bdb-720e6d7d5929 HTTP/1.1" status: 200 len: 943 time: 0.0809658 Aug 23 20:44:45.061095 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84aaa7fe-1c3a-43e2-b588-bd1fb82c5c82 req-7e222a34-728c-4b9e-9b3e-ed6ac2cec528 service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:44:45.061485 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84aaa7fe-1c3a-43e2-b588-bd1fb82c5c82 req-7e222a34-728c-4b9e-9b3e-ed6ac2cec528 service neutron] Checking segment: {'id': 'e190d2cc-1af7-492d-b8d4-8b6565472069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '40d89235-fcfe-430c-9978-6c953c80cfc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:44:45.061910 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84aaa7fe-1c3a-43e2-b588-bd1fb82c5c82 req-7e222a34-728c-4b9e-9b3e-ed6ac2cec528 service neutron] Bound using segment: {'id': 'e190d2cc-1af7-492d-b8d4-8b6565472069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '40d89235-fcfe-430c-9978-6c953c80cfc6'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:44:45.062364 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-84aaa7fe-1c3a-43e2-b588-bd1fb82c5c82 req-7e222a34-728c-4b9e-9b3e-ed6ac2cec528 service neutron] Bound port: fd03ccfc-869a-4a66-bb1d-9089e61a1de1, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e190d2cc-1af7-492d-b8d4-8b6565472069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '40d89235-fcfe-430c-9978-6c953c80cfc6'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:44:45.062798 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-84aaa7fe-1c3a-43e2-b588-bd1fb82c5c82 req-7e222a34-728c-4b9e-9b3e-ed6ac2cec528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:45.154528 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ba44de0e-b9ae-411c-845e-485642353c53 req-3bc5e766-d335-4a85-8f14-819f3b60da6d tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805418 Aug 23 20:44:45.162806 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-82ea975a-d3ac-49b7-abea-cf104b35bcd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:45.177581 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-82ea975a-d3ac-49b7-abea-cf104b35bcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:45.191378 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-84aaa7fe-1c3a-43e2-b588-bd1fb82c5c82 req-7e222a34-728c-4b9e-9b3e-ed6ac2cec528 service neutron] For port fd03ccfc-869a-4a66-bb1d-9089e61a1de1, host n-h2-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:44:45.195602 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-84aaa7fe-1c3a-43e2-b588-bd1fb82c5c82 req-7e222a34-728c-4b9e-9b3e-ed6ac2cec528 service neutron] For port fd03ccfc-869a-4a66-bb1d-9089e61a1de1, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=fd03ccfc-869a-4a66-bb1d-9089e61a1de1,segment=NetworkSegment(e190d2cc-1af7-492d-b8d4-8b6565472069),segment_id=e190d2cc-1af7-492d-b8d4-8b6565472069)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:44:45.203971 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-84aaa7fe-1c3a-43e2-b588-bd1fb82c5c82 req-7e222a34-728c-4b9e-9b3e-ed6ac2cec528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:45.243641 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-82ea975a-d3ac-49b7-abea-cf104b35bcd6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ed98f3bf573f405999541e574c0c6a9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3868639 Aug 23 20:44:45.245870 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 41644) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:44:45.260845 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2001d730-d6ba-4f4d-af36-ae57c819034c req-9226e776-0213-44b5-bb5b-186759c1379a tempest-ServerShowV254Test-1194990932 tempest-ServerShowV254Test-1194990932-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6e7f6c0-3899-4b2a-972d-21ec77b3ed87 HTTP/1.1" status: 200 len: 210 time: 0.0466232 Aug 23 20:44:45.263668 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aaa7fe-1c3a-43e2-b588-bd1fb82c5c82 req-7e222a34-728c-4b9e-9b3e-ed6ac2cec528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:45.264464 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-84aaa7fe-1c3a-43e2-b588-bd1fb82c5c82 req-7e222a34-728c-4b9e-9b3e-ed6ac2cec528 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:45.266634 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-84aaa7fe-1c3a-43e2-b588-bd1fb82c5c82 req-7e222a34-728c-4b9e-9b3e-ed6ac2cec528 service neutron] 10.222.0.32 "PUT /v2.0/ports/fd03ccfc-869a-4a66-bb1d-9089e61a1de1 HTTP/1.1" status: 200 len: 1091 time: 0.8630073 Aug 23 20:44:45.267654 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ea975a-d3ac-49b7-abea-cf104b35bcd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bbba02c-4389-4c52-9b21-631bbc8176fd,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:45.273198 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '264607dd-fbd5-49a5-8bdb-720e6d7d5929', 'tag': 'fd03ccfc-869a-4a66-bb1d-9089e61a1de1'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:44:45.286332 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24c06a3-5605-445f-819a-336b35d49311" -d '{"events": [{"name": "network-changed", "server_uuid": "264607dd-fbd5-49a5-8bdb-720e6d7d5929", "tag": "fd03ccfc-869a-4a66-bb1d-9089e61a1de1"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:44:45.342025 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35226cb4-b50e-477c-957c-b9e6b826c3e4 x-openstack-request-id: req-35226cb4-b50e-477c-957c-b9e6b826c3e4 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:44:45.342297 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "264607dd-fbd5-49a5-8bdb-720e6d7d5929", "tag": "fd03ccfc-869a-4a66-bb1d-9089e61a1de1", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:44:45.342553 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-35226cb4-b50e-477c-957c-b9e6b826c3e4 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:44:45.342945 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '264607dd-fbd5-49a5-8bdb-720e6d7d5929', 'tag': 'fd03ccfc-869a-4a66-bb1d-9089e61a1de1', 'status': 'completed', 'code': 200} Aug 23 20:44:45.406720 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e222a34-728c-4b9e-9b3e-ed6ac2cec528 service neutron] Pushing event updated for resources: {'Port': ['ID=fd03ccfc-869a-4a66-bb1d-9089e61a1de1,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:45.439755 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-577369af-f3a2-41c5-b97e-133f7393b19f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:45.478150 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-577369af-f3a2-41c5-b97e-133f7393b19f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:45.497012 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceeb54d-7bc7-4cdc-9da7-d44d3e270f6e req-2cd835b4-6e82-49f8-afb8-9cb624f273ac tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:45.498547 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0ceeb54d-7bc7-4cdc-9da7-d44d3e270f6e req-2cd835b4-6e82-49f8-afb8-9cb624f273ac tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=98fb52cb-c872-4867-ac3c-c0ee78e1fb5d HTTP/1.1" status: 200 len: 945 time: 0.1593983 Aug 23 20:44:45.500366 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aaa7fe-1c3a-43e2-b588-bd1fb82c5c82 req-05338905-c279-4cf8-8664-6748301a2281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:45.501717 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-84aaa7fe-1c3a-43e2-b588-bd1fb82c5c82 req-05338905-c279-4cf8-8664-6748301a2281 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a52591e4b2ca4f7ea6501e12fd93c666&device_id=264607dd-fbd5-49a5-8bdb-720e6d7d5929 HTTP/1.1" status: 200 len: 1094 time: 0.1258352 Aug 23 20:44:45.572851 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-84aaa7fe-1c3a-43e2-b588-bd1fb82c5c82 req-f58fa974-000a-4eb6-beb4-3e80198c6279 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd03ccfc-869a-4a66-bb1d-9089e61a1de1 HTTP/1.1" status: 200 len: 217 time: 0.0497019 Aug 23 20:44:45.618753 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0ceeb54d-7bc7-4cdc-9da7-d44d3e270f6e req-2c78271f-b41d-48aa-a999-d68df89ea78c tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097448 Aug 23 20:44:45.644356 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aaa7fe-1c3a-43e2-b588-bd1fb82c5c82 req-ff84688b-d80e-46fc-a118-ff69401ff7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:45.646632 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-84aaa7fe-1c3a-43e2-b588-bd1fb82c5c82 req-ff84688b-d80e-46fc-a118-ff69401ff7b0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=862c8f9e-f5be-49f7-8b8f-82cbcaf44c62 HTTP/1.1" status: 200 len: 854 time: 0.0625215 Aug 23 20:44:45.647489 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-577369af-f3a2-41c5-b97e-133f7393b19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:45.650329 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-577369af-f3a2-41c5-b97e-133f7393b19f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:45.651373 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-577369af-f3a2-41c5-b97e-133f7393b19f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2bbba02c-4389-4c52-9b21-631bbc8176fd HTTP/1.1" status: 204 len: 168 time: 0.3982062 Aug 23 20:44:45.664107 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577369af-f3a2-41c5-b97e-133f7393b19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bbba02c-4389-4c52-9b21-631bbc8176fd,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:45.708095 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-84aaa7fe-1c3a-43e2-b588-bd1fb82c5c82 req-88ea9cf8-d649-4e55-a816-f99155844bd2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=40d89235-fcfe-430c-9978-6c953c80cfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393922 Aug 23 20:44:45.821701 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-84aaa7fe-1c3a-43e2-b588-bd1fb82c5c82 req-0b6da838-9b84-4160-b775-30f8872a0522 service neutron] 10.222.0.32 "GET /v2.0/networks/40d89235-fcfe-430c-9978-6c953c80cfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028588 Aug 23 20:44:45.883859 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:45.952421 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-84aaa7fe-1c3a-43e2-b588-bd1fb82c5c82 req-5f24572d-c4ae-4bd3-9b0e-6320d4b60dba service neutron] 10.222.0.32 "GET /v2.0/networks/40d89235-fcfe-430c-9978-6c953c80cfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220801 Aug 23 20:44:46.086850 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 41674) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:44:46.107840 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d72ec950-05d8-4527-b874-bbaaa3d564dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:46.126283 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-66f49835-6477-47b3-9902-78c8aa8ca731 req-2ae6dfc9-192b-40a7-81f4-6d16b8839e0c tempest-ServerShowV254Test-1194990932 tempest-ServerShowV254Test-1194990932-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6e7f6c0-3899-4b2a-972d-21ec77b3ed87 HTTP/1.1" status: 200 len: 210 time: 0.0399587 Aug 23 20:44:46.128456 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c06a3-5605-445f-819a-336b35d49311 req-1e0cc559-dd30-4087-b26c-300cf4b21a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:46.129953 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d24c06a3-5605-445f-819a-336b35d49311 req-1e0cc559-dd30-4087-b26c-300cf4b21a0c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a52591e4b2ca4f7ea6501e12fd93c666&device_id=264607dd-fbd5-49a5-8bdb-720e6d7d5929 HTTP/1.1" status: 200 len: 1094 time: 0.0750499 Aug 23 20:44:46.312677 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c06a3-5605-445f-819a-336b35d49311 req-9429669f-dcac-4299-9f38-7b1b370ce96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:46.315099 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d24c06a3-5605-445f-819a-336b35d49311 req-9429669f-dcac-4299-9f38-7b1b370ce96d service neutron] 10.222.0.32 "GET /v2.0/networks?id=40d89235-fcfe-430c-9978-6c953c80cfc6 HTTP/1.1" status: 200 len: 915 time: 0.1767280 Aug 23 20:44:46.379556 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d24c06a3-5605-445f-819a-336b35d49311 req-87c2924c-4fc7-4926-8d28-11fec27c729b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd03ccfc-869a-4a66-bb1d-9089e61a1de1 HTTP/1.1" status: 200 len: 217 time: 0.0557721 Aug 23 20:44:46.394312 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42101e5-de34-47d8-b55c-579c153a4a8f req-1e4eaa78-b428-41d1-ac5d-4e94185cfb6b tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:46.395843 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e42101e5-de34-47d8-b55c-579c153a4a8f req-1e4eaa78-b428-41d1-ac5d-4e94185cfb6b tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=264607dd-fbd5-49a5-8bdb-720e6d7d5929 HTTP/1.1" status: 200 len: 943 time: 0.1579719 Aug 23 20:44:46.445385 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d72ec950-05d8-4527-b874-bbaaa3d564dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:46.457721 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d72ec950-05d8-4527-b874-bbaaa3d564dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:46.505852 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c06a3-5605-445f-819a-336b35d49311 req-a79fa327-aa4a-425d-9ddd-a0f2d1765f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:46.507315 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d24c06a3-5605-445f-819a-336b35d49311 req-a79fa327-aa4a-425d-9ddd-a0f2d1765f2e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=862c8f9e-f5be-49f7-8b8f-82cbcaf44c62 HTTP/1.1" status: 200 len: 854 time: 0.1105819 Aug 23 20:44:46.507780 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 6a793c9e-159c-4235-82a7-f3968c1132de no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:44:46.518488 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e42101e5-de34-47d8-b55c-579c153a4a8f req-e15343eb-61d9-4e05-a91b-f772e8d58164 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093173 Aug 23 20:44:46.538339 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d72ec950-05d8-4527-b874-bbaaa3d564dc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2239b6f995e7428dbeed39c8b6a0f17d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4436417 Aug 23 20:44:46.538592 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 41682) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:44:46.538704 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72ec950-05d8-4527-b874-bbaaa3d564dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90114bf1-d0be-41bf-b955-e79b836bcda1,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:46.549119 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: 6a793c9e-159c-4235-82a7-f3968c1132de {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:44:46.550657 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 6a793c9e-159c-4235-82a7-f3968c1132de not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:44:46.554086 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d24c06a3-5605-445f-819a-336b35d49311 req-a7ece2cb-f51c-4dcc-8004-4a0441bfd894 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=40d89235-fcfe-430c-9978-6c953c80cfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344346 Aug 23 20:44:46.592127 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dda0b1f2-b522-406a-ae64-45aa223e4de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:46.615419 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dda0b1f2-b522-406a-ae64-45aa223e4de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:46.675981 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dda0b1f2-b522-406a-ae64-45aa223e4de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:46.679773 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dda0b1f2-b522-406a-ae64-45aa223e4de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:46.681907 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-dda0b1f2-b522-406a-ae64-45aa223e4de7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/90114bf1-d0be-41bf-b955-e79b836bcda1 HTTP/1.1" status: 204 len: 168 time: 0.1461756 Aug 23 20:44:46.694827 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda0b1f2-b522-406a-ae64-45aa223e4de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90114bf1-d0be-41bf-b955-e79b836bcda1,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:46.742571 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d24c06a3-5605-445f-819a-336b35d49311 req-8e3ebab3-1f49-45f8-851c-e085df8f4540 service neutron] 10.222.0.32 "GET /v2.0/networks/40d89235-fcfe-430c-9978-6c953c80cfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260536 Aug 23 20:44:46.811406 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec3584-17de-4956-899a-0872961a7432 req-521493db-6b00-4b1e-aed9-1db7dc44d862 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:46.813234 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c4ec3584-17de-4956-899a-0872961a7432 req-521493db-6b00-4b1e-aed9-1db7dc44d862 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=98fb52cb-c872-4867-ac3c-c0ee78e1fb5d HTTP/1.1" status: 200 len: 945 time: 0.0657611 Aug 23 20:44:46.851990 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d24c06a3-5605-445f-819a-336b35d49311 req-8604fa76-571c-4b68-a6a0-3d0b4e9aceb2 service neutron] 10.222.0.32 "GET /v2.0/networks/40d89235-fcfe-430c-9978-6c953c80cfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012042 Aug 23 20:44:46.862013 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c4ec3584-17de-4956-899a-0872961a7432 req-56c767ea-4f90-49dc-abce-bd3898550d1e tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420938 Aug 23 20:44:46.994716 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c0172-4516-4d8e-a504-4263da4fc05e req-edcc1e23-b2ee-43c2-9063-1998946c036a tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:46.996399 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5e9c0172-4516-4d8e-a504-4263da4fc05e req-edcc1e23-b2ee-43c2-9063-1998946c036a tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.32 "GET /v2.0/ports?device_id=98fb52cb-c872-4867-ac3c-c0ee78e1fb5d HTTP/1.1" status: 200 len: 945 time: 0.0578959 Aug 23 20:44:47.115726 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-5e9c0172-4516-4d8e-a504-4263da4fc05e req-409526cc-1258-49d2-a028-9a94322fa4d4 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Deleting port 3a1ef8f8-0653-4393-9373-8f4406d1d919 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:44:47.122801 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5e9c0172-4516-4d8e-a504-4263da4fc05e req-409526cc-1258-49d2-a028-9a94322fa4d4 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:47.247479 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-5e9c0172-4516-4d8e-a504-4263da4fc05e req-409526cc-1258-49d2-a028-9a94322fa4d4 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] For port 3a1ef8f8-0653-4393-9373-8f4406d1d919, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=3a1ef8f8-0653-4393-9373-8f4406d1d919,segment=NetworkSegment(a0304131-671f-4c22-8fc4-9d97cd99d833),segment_id=a0304131-671f-4c22-8fc4-9d97cd99d833)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:44:47.248623 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5e9c0172-4516-4d8e-a504-4263da4fc05e req-409526cc-1258-49d2-a028-9a94322fa4d4 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:47.266377 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6e04f7b2-b1b9-4706-8edd-c48da4cc06cf req-ae1d5722-d041-480e-a9dd-f7d662ad4592 tempest-ServerShowV254Test-1194990932 tempest-ServerShowV254Test-1194990932-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6e7f6c0-3899-4b2a-972d-21ec77b3ed87 HTTP/1.1" status: 200 len: 210 time: 0.0463738 Aug 23 20:44:47.273620 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-5e9c0172-4516-4d8e-a504-4263da4fc05e req-409526cc-1258-49d2-a028-9a94322fa4d4 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Calling delete_port for 3a1ef8f8-0653-4393-9373-8f4406d1d919 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:44:47.488369 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5e9c0172-4516-4d8e-a504-4263da4fc05e req-409526cc-1258-49d2-a028-9a94322fa4d4 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:47.524549 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409526cc-1258-49d2-a028-9a94322fa4d4 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Pushing event deleted for resources: {'Port': ['ID=3a1ef8f8-0653-4393-9373-8f4406d1d919,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:47.530346 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['3a1ef8f8-0653-4393-9373-8f4406d1d919'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:44:47.577510 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e9c0172-4516-4d8e-a504-4263da4fc05e req-409526cc-1258-49d2-a028-9a94322fa4d4 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] No DVR routers for this DVR port 3a1ef8f8-0653-4393-9373-8f4406d1d919 on host n-h2-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:44:47.580142 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5e9c0172-4516-4d8e-a504-4263da4fc05e req-409526cc-1258-49d2-a028-9a94322fa4d4 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:47.582276 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5e9c0172-4516-4d8e-a504-4263da4fc05e req-409526cc-1258-49d2-a028-9a94322fa4d4 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.32 "DELETE /v2.0/ports/3a1ef8f8-0653-4393-9373-8f4406d1d919 HTTP/1.1" status: 204 len: 173 time: 0.5787048 Aug 23 20:44:47.582620 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98fb52cb-c872-4867-ac3c-c0ee78e1fb5d', 'name': 'network-vif-deleted', 'tag': '3a1ef8f8-0653-4393-9373-8f4406d1d919'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:44:47.584879 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73365453-af5a-4798-bc9c-333dac0add2f" -d '{"events": [{"server_uuid": "98fb52cb-c872-4867-ac3c-c0ee78e1fb5d", "name": "network-vif-deleted", "tag": "3a1ef8f8-0653-4393-9373-8f4406d1d919"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:44:47.634253 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063548f3-49c3-4069-b4a7-34731bbad270 x-openstack-request-id: req-063548f3-49c3-4069-b4a7-34731bbad270 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:44:47.634536 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98fb52cb-c872-4867-ac3c-c0ee78e1fb5d", "name": "network-vif-deleted", "tag": "3a1ef8f8-0653-4393-9373-8f4406d1d919", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:44:47.634781 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-063548f3-49c3-4069-b4a7-34731bbad270 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:44:47.635174 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98fb52cb-c872-4867-ac3c-c0ee78e1fb5d', 'name': 'network-vif-deleted', 'tag': '3a1ef8f8-0653-4393-9373-8f4406d1d919', 'status': 'completed', 'code': 200} Aug 23 20:44:47.686923 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1578f3-7ad7-4f5c-bb47-34e24955e274 req-cb4f0408-7288-4ded-b1ef-14e2cb5694aa tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:47.689196 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5f1578f3-7ad7-4f5c-bb47-34e24955e274 req-cb4f0408-7288-4ded-b1ef-14e2cb5694aa tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=264607dd-fbd5-49a5-8bdb-720e6d7d5929 HTTP/1.1" status: 200 len: 943 time: 0.0638940 Aug 23 20:44:47.733770 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5f1578f3-7ad7-4f5c-bb47-34e24955e274 req-f708a300-e3d3-423f-ab34-861363128b3b tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381246 Aug 23 20:44:47.980697 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c1fc0243-eb21-410d-b95d-7754d889ca13 req-ce3b724c-02ad-4f08-b953-e07ec8f361dd tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=98fb52cb-c872-4867-ac3c-c0ee78e1fb5d HTTP/1.1" status: 200 len: 210 time: 0.0269535 Aug 23 20:44:48.140227 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 41734) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:44:48.266962 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-104eb672-806c-4f01-b8cf-4e6e64ca9a11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:48.373171 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b5b081db-3cf5-4dbe-aca9-2fa381ff6ec0 req-cd598778-88b8-4a99-9b10-20e5b952ea61 tempest-ServerShowV254Test-1194990932 tempest-ServerShowV254Test-1194990932-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6e7f6c0-3899-4b2a-972d-21ec77b3ed87 HTTP/1.1" status: 200 len: 210 time: 0.0298533 Aug 23 20:44:48.383189 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-104eb672-806c-4f01-b8cf-4e6e64ca9a11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:48.388532 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-104eb672-806c-4f01-b8cf-4e6e64ca9a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:48.430206 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-104eb672-806c-4f01-b8cf-4e6e64ca9a11 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=11d8ed93936a4e57aec75fe5396ca044&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2888362 Aug 23 20:44:48.431181 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104eb672-806c-4f01-b8cf-4e6e64ca9a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267815f2-56ab-4aa1-a9e0-73d9c0916c3a,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:48.432914 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 41740) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:44:48.495252 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0479ad34-7a10-40a6-9046-c9b4c412aa17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:48.522177 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0479ad34-7a10-40a6-9046-c9b4c412aa17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:48.584826 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0479ad34-7a10-40a6-9046-c9b4c412aa17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:48.587437 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0479ad34-7a10-40a6-9046-c9b4c412aa17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:48.588643 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-0479ad34-7a10-40a6-9046-c9b4c412aa17 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/267815f2-56ab-4aa1-a9e0-73d9c0916c3a HTTP/1.1" status: 204 len: 168 time: 0.1537373 Aug 23 20:44:48.597078 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0479ad34-7a10-40a6-9046-c9b4c412aa17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267815f2-56ab-4aa1-a9e0-73d9c0916c3a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:48.872774 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b254589-7e53-442b-94c2-001ef1c96177 req-85437ac8-2041-44bd-8a16-e61e9bf8340c tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:48.874289 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4b254589-7e53-442b-94c2-001ef1c96177 req-85437ac8-2041-44bd-8a16-e61e9bf8340c tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=264607dd-fbd5-49a5-8bdb-720e6d7d5929 HTTP/1.1" status: 200 len: 943 time: 0.0586081 Aug 23 20:44:48.916392 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4b254589-7e53-442b-94c2-001ef1c96177 req-4947a16e-5d03-40cb-8539-64527cd33d39 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361161 Aug 23 20:44:49.353531 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764834df-3f65-483c-b3f8-605f3145e876 req-c0fb9f68-35e4-4ca1-9867-844987453c0e tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:49.355321 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-764834df-3f65-483c-b3f8-605f3145e876 req-c0fb9f68-35e4-4ca1-9867-844987453c0e tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/networks?id=99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54 HTTP/1.1" status: 200 len: 812 time: 0.1322689 Aug 23 20:44:49.372498 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-764834df-3f65-483c-b3f8-605f3145e876 req-ec6a5473-fb35-4ca6-9188-9caf48b78b35 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/quotas/6b5caa9dd6fe449d826e5284616c3d3c HTTP/1.1" status: 200 len: 375 time: 0.0098228 Aug 23 20:44:49.412641 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-764834df-3f65-483c-b3f8-605f3145e876 req-b8421072-dece-4260-a37d-6e8e25789a96 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=6b5caa9dd6fe449d826e5284616c3d3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344479 Aug 23 20:44:49.513162 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7ec74ec2-10f5-453d-8bd9-1f1d22c7d8e5 req-62a527b0-afd1-4a10-9a1d-699814dc3d44 tempest-ServerShowV254Test-1194990932 tempest-ServerShowV254Test-1194990932-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6e7f6c0-3899-4b2a-972d-21ec77b3ed87 HTTP/1.1" status: 200 len: 210 time: 0.0371127 Aug 23 20:44:49.628671 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device fd03ccfc-869a-4a66-bb1d-9089e61a1de1 details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:44:49.645271 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 3a1ef8f8-0653-4393-9373-8f4406d1d919 no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:44:49.673778 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: 3a1ef8f8-0653-4393-9373-8f4406d1d919 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:44:49.674148 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 3a1ef8f8-0653-4393-9373-8f4406d1d919 not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:44:49.712389 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-764834df-3f65-483c-b3f8-605f3145e876 req-24ba0fc7-e5ca-49c1-8fdb-7d9aa2707a52 service neutron] 10.222.0.61 "GET /v2.0/networks/99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911882 Aug 23 20:44:49.788186 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port fd03ccfc-869a-4a66-bb1d-9089e61a1de1, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=fd03ccfc-869a-4a66-bb1d-9089e61a1de1,segment=NetworkSegment(e190d2cc-1af7-492d-b8d4-8b6565472069),segment_id=e190d2cc-1af7-492d-b8d4-8b6565472069)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:44:49.803750 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': 'fd03ccfc-869a-4a66-bb1d-9089e61a1de1', 'network_id': '40d89235-fcfe-430c-9978-6c953c80cfc6', 'port_id': 'fd03ccfc-869a-4a66-bb1d-9089e61a1de1', 'mac_address': 'fa:16:3e:97:95:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '862c8f9e-f5be-49f7-8b8f-82cbcaf44c62', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:44:49.831752 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-764834df-3f65-483c-b3f8-605f3145e876 req-6a6987e4-3860-47f4-9674-27d94f828e65 service neutron] 10.222.0.61 "GET /v2.0/networks/99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124918 Aug 23 20:44:49.861552 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:49.877793 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd03ccfc-869a-4a66-bb1d-9089e61a1de1 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:44:49.905300 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port fd03ccfc-869a-4a66-bb1d-9089e61a1de1, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=fd03ccfc-869a-4a66-bb1d-9089e61a1de1,segment=NetworkSegment(e190d2cc-1af7-492d-b8d4-8b6565472069),segment_id=e190d2cc-1af7-492d-b8d4-8b6565472069)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:44:49.910785 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:49.984405 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=fd03ccfc-869a-4a66-bb1d-9089e61a1de1,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:50.016912 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-21a49d41-cab7-4828-a900-24cc7879c6fe req-6ba6a4c4-e32f-4d94-ae80-df4b702ae15f tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=003686b1-3269-4868-9fdd-f5471c45018b HTTP/1.1" status: 200 len: 210 time: 0.0355489 Aug 23 20:44:50.080255 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade6e08a-3fdc-4b97-ac2b-80bf4267041a req-8d1d9144-85b9-4db4-a022-c6e18efd91a0 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:50.081866 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ade6e08a-3fdc-4b97-ac2b-80bf4267041a req-8d1d9144-85b9-4db4-a022-c6e18efd91a0 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=264607dd-fbd5-49a5-8bdb-720e6d7d5929 HTTP/1.1" status: 200 len: 944 time: 0.0551400 Aug 23 20:44:50.131658 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ade6e08a-3fdc-4b97-ac2b-80bf4267041a req-5eeb6038-b592-44e4-986d-c12b5d3d8384 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425105 Aug 23 20:44:50.242574 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['fd03ccfc-869a-4a66-bb1d-9089e61a1de1'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:44:50.366502 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:50.660336 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-78598634-f3c0-4ca0-bcd0-05536902b926 req-84f7cc68-96cc-495d-971d-83490979f4bf tempest-ServerShowV254Test-1194990932 tempest-ServerShowV254Test-1194990932-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6e7f6c0-3899-4b2a-972d-21ec77b3ed87 HTTP/1.1" status: 200 len: 210 time: 0.0306659 Aug 23 20:44:51.154390 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-89087ac7-8ec2-4eef-8bf6-8c2ce45f290e req-df69111e-3992-4bbe-9139-454f5a77eec0 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=003686b1-3269-4868-9fdd-f5471c45018b HTTP/1.1" status: 200 len: 210 time: 0.0632973 Aug 23 20:44:51.225755 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764834df-3f65-483c-b3f8-605f3145e876 req-81d3f872-7611-4d98-9a97-66abccf6a55a tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:51.227822 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-764834df-3f65-483c-b3f8-605f3145e876 req-81d3f872-7611-4d98-9a97-66abccf6a55a tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.11 "GET /v2.0/networks?id=99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54 HTTP/1.1" status: 200 len: 812 time: 0.1659207 Aug 23 20:44:51.251322 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-764834df-3f65-483c-b3f8-605f3145e876 req-6f4cc6ec-2f90-4dc8-bde9-cb9560c7c864 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Request body: {'port': {'device_id': '003686b1-3269-4868-9fdd-f5471c45018b', 'network_id': '99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54', 'admin_state_up': True, 'tenant_id': '6b5caa9dd6fe449d826e5284616c3d3c'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:44:51.358173 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5efb95-6bf0-40a4-a472-713db6a8bded req-d6b6c9f7-c0d8-4190-a4d0-ebf562844bc2 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:51.360954 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-db5efb95-6bf0-40a4-a472-713db6a8bded req-d6b6c9f7-c0d8-4190-a4d0-ebf562844bc2 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=264607dd-fbd5-49a5-8bdb-720e6d7d5929 HTTP/1.1" status: 200 len: 944 time: 0.1225133 Aug 23 20:44:51.410594 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-764834df-3f65-483c-b3f8-605f3145e876 req-6f4cc6ec-2f90-4dc8-bde9-cb9560c7c864 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Made reservation on behalf of 6b5caa9dd6fe449d826e5284616c3d3c for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:44:51.415931 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-764834df-3f65-483c-b3f8-605f3145e876 req-6f4cc6ec-2f90-4dc8-bde9-cb9560c7c864 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:51.428534 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-db5efb95-6bf0-40a4-a472-713db6a8bded req-11337428-d870-42ae-a47b-f4173b08f1e3 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583696 Aug 23 20:44:51.554144 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-764834df-3f65-483c-b3f8-605f3145e876 req-6f4cc6ec-2f90-4dc8-bde9-cb9560c7c864 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Allocated IP 172.20.0.13 (99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54/7cf1476b-2d73-4ece-81d4-01b7879e99dc/0c134d8d-9bfe-4167-974a-ec7d1d6781be) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:44:51.634012 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device fd03ccfc-869a-4a66-bb1d-9089e61a1de1 up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:44:51.717076 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port fd03ccfc-869a-4a66-bb1d-9089e61a1de1 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:44:51.723307 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port fd03ccfc-869a-4a66-bb1d-9089e61a1de1 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:44:51.724012 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:51.790020 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-764834df-3f65-483c-b3f8-605f3145e876 req-6f4cc6ec-2f90-4dc8-bde9-cb9560c7c864 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:51.850286 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:51.855751 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-764834df-3f65-483c-b3f8-605f3145e876 req-6f4cc6ec-2f90-4dc8-bde9-cb9560c7c864 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:51.868103 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d3027bc7-8ca0-420b-ac6a-a3ece5305053 req-f785c6d1-84dc-43d1-a2ae-9cae9794ccbc tempest-ServerShowV254Test-1194990932 tempest-ServerShowV254Test-1194990932-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6e7f6c0-3899-4b2a-972d-21ec77b3ed87 HTTP/1.1" status: 200 len: 210 time: 0.0686872 Aug 23 20:44:51.896945 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264607dd-fbd5-49a5-8bdb-720e6d7d5929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd03ccfc-869a-4a66-bb1d-9089e61a1de1'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:44:51.896945 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949f36d5-9eb8-4451-857f-c305ee67f2b6" -d '{"events": [{"server_uuid": "264607dd-fbd5-49a5-8bdb-720e6d7d5929", "name": "network-vif-plugged", "status": "completed", "tag": "fd03ccfc-869a-4a66-bb1d-9089e61a1de1"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:44:51.912244 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-764834df-3f65-483c-b3f8-605f3145e876 req-6f4cc6ec-2f90-4dc8-bde9-cb9560c7c864 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Network 99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:44:51.918711 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-764834df-3f65-483c-b3f8-605f3145e876 req-6f4cc6ec-2f90-4dc8-bde9-cb9560c7c864 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:44:51.921436 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-764834df-3f65-483c-b3f8-605f3145e876 req-6f4cc6ec-2f90-4dc8-bde9-cb9560c7c864 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:44:51.928773 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port fd03ccfc-869a-4a66-bb1d-9089e61a1de1, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=fd03ccfc-869a-4a66-bb1d-9089e61a1de1,segment=NetworkSegment(e190d2cc-1af7-492d-b8d4-8b6565472069),segment_id=e190d2cc-1af7-492d-b8d4-8b6565472069)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:44:51.935659 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:51.940929 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4c7876-8797-4d74-91a4-451225542654 x-openstack-request-id: req-7b4c7876-8797-4d74-91a4-451225542654 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:44:51.941247 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "264607dd-fbd5-49a5-8bdb-720e6d7d5929", "name": "network-vif-plugged", "status": "completed", "tag": "fd03ccfc-869a-4a66-bb1d-9089e61a1de1", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:44:51.941473 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7b4c7876-8797-4d74-91a4-451225542654 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:44:51.941894 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264607dd-fbd5-49a5-8bdb-720e6d7d5929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd03ccfc-869a-4a66-bb1d-9089e61a1de1', 'code': 200} Aug 23 20:44:51.976914 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4cc6ec-2f90-4dc8-bde9-cb9560c7c864 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Pushing event updated for resources: {'Port': ['ID=0c134d8d-9bfe-4167-974a-ec7d1d6781be,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:52.006885 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764834df-3f65-483c-b3f8-605f3145e876 req-6f4cc6ec-2f90-4dc8-bde9-cb9560c7c864 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:52.008275 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-764834df-3f65-483c-b3f8-605f3145e876 req-6f4cc6ec-2f90-4dc8-bde9-cb9560c7c864 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:52.036692 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=fd03ccfc-869a-4a66-bb1d-9089e61a1de1,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:52.039483 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-764834df-3f65-483c-b3f8-605f3145e876 req-6f4cc6ec-2f90-4dc8-bde9-cb9560c7c864 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8008647 Aug 23 20:44:52.057707 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-764834df-3f65-483c-b3f8-605f3145e876 req-b0f07c81-8487-4fed-aa8b-d2de75859976 service neutron] Request body: {'port': {'device_id': '003686b1-3269-4868-9fdd-f5471c45018b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:44:52.097780 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a1d54-d219-43b5-a102-bc13de12ad6f req-8d89b9d5-40d7-415c-bd76-d3fa2e554cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:52.099304 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ed1a1d54-d219-43b5-a102-bc13de12ad6f req-8d89b9d5-40d7-415c-bd76-d3fa2e554cb5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=264607dd-fbd5-49a5-8bdb-720e6d7d5929 HTTP/1.1" status: 200 len: 1096 time: 0.0553017 Aug 23 20:44:52.126342 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-764834df-3f65-483c-b3f8-605f3145e876 req-b0f07c81-8487-4fed-aa8b-d2de75859976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:52.143359 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ed1a1d54-d219-43b5-a102-bc13de12ad6f req-1bd12ecd-d786-4c9b-b734-44910c3b68c4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366690 Aug 23 20:44:52.291138 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d79835-2fa3-4e93-9efb-3968da706e3f req-9cbe3e0d-8ea4-44b4-a980-4736ad3b8e45 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:52.293118 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-90d79835-2fa3-4e93-9efb-3968da706e3f req-9cbe3e0d-8ea4-44b4-a980-4736ad3b8e45 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=003686b1-3269-4868-9fdd-f5471c45018b HTTP/1.1" status: 200 len: 932 time: 0.0635650 Aug 23 20:44:52.334641 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-90d79835-2fa3-4e93-9efb-3968da706e3f req-51bc671b-fbb2-4c09-bfcc-1f41f8d6205a tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350223 Aug 23 20:44:52.476551 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-764834df-3f65-483c-b3f8-605f3145e876 req-b0f07c81-8487-4fed-aa8b-d2de75859976 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c134d8d-9bfe-4167-974a-ec7d1d6781be {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:44:52.489998 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-764834df-3f65-483c-b3f8-605f3145e876 req-b0f07c81-8487-4fed-aa8b-d2de75859976 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:52.506526 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-764834df-3f65-483c-b3f8-605f3145e876 req-b0f07c81-8487-4fed-aa8b-d2de75859976 service neutron] Transition to ACTIVE for port object 0c134d8d-9bfe-4167-974a-ec7d1d6781be will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:44:52.512374 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-764834df-3f65-483c-b3f8-605f3145e876 req-b0f07c81-8487-4fed-aa8b-d2de75859976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:52.634070 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f07c81-8487-4fed-aa8b-d2de75859976 service neutron] Pushing event updated for resources: {'Port': ['ID=0c134d8d-9bfe-4167-974a-ec7d1d6781be,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:52.685669 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c90bcd-038f-4020-8598-cdf3ff868baa req-a58289de-8fe6-4b55-a1e0-b9e86b769903 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:52.687267 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-65c90bcd-038f-4020-8598-cdf3ff868baa req-a58289de-8fe6-4b55-a1e0-b9e86b769903 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=264607dd-fbd5-49a5-8bdb-720e6d7d5929 HTTP/1.1" status: 200 len: 945 time: 0.1411839 Aug 23 20:44:52.740710 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-764834df-3f65-483c-b3f8-605f3145e876 req-b0f07c81-8487-4fed-aa8b-d2de75859976 service neutron] Attempting to bind port 0c134d8d-9bfe-4167-974a-ec7d1d6781be on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:44:52.741045 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-764834df-3f65-483c-b3f8-605f3145e876 req-b0f07c81-8487-4fed-aa8b-d2de75859976 service neutron] Attempting to bind port 0c134d8d-9bfe-4167-974a-ec7d1d6781be by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': 'a0304131-671f-4c22-8fc4-9d97cd99d833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:44:52.741376 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764834df-3f65-483c-b3f8-605f3145e876 req-b0f07c81-8487-4fed-aa8b-d2de75859976 service neutron] Attempting to bind port 0c134d8d-9bfe-4167-974a-ec7d1d6781be on network 99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:44:52.748791 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-65c90bcd-038f-4020-8598-cdf3ff868baa req-5d5f36d4-1e4d-4fe2-8114-e69494f42a1f tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521979 Aug 23 20:44:52.751104 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764834df-3f65-483c-b3f8-605f3145e876 req-b0f07c81-8487-4fed-aa8b-d2de75859976 service neutron] Port 0c134d8d-9bfe-4167-974a-ec7d1d6781be on network 99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:44:52.751431 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764834df-3f65-483c-b3f8-605f3145e876 req-b0f07c81-8487-4fed-aa8b-d2de75859976 service neutron] Attempting to bind port 0c134d8d-9bfe-4167-974a-ec7d1d6781be on network 99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:44:52.756867 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764834df-3f65-483c-b3f8-605f3145e876 req-b0f07c81-8487-4fed-aa8b-d2de75859976 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:44:52.757190 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764834df-3f65-483c-b3f8-605f3145e876 req-b0f07c81-8487-4fed-aa8b-d2de75859976 service neutron] Checking segment: {'id': 'a0304131-671f-4c22-8fc4-9d97cd99d833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:44:52.757755 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764834df-3f65-483c-b3f8-605f3145e876 req-b0f07c81-8487-4fed-aa8b-d2de75859976 service neutron] Bound using segment: {'id': 'a0304131-671f-4c22-8fc4-9d97cd99d833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:44:52.758194 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-764834df-3f65-483c-b3f8-605f3145e876 req-b0f07c81-8487-4fed-aa8b-d2de75859976 service neutron] Bound port: 0c134d8d-9bfe-4167-974a-ec7d1d6781be, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0304131-671f-4c22-8fc4-9d97cd99d833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:44:52.758555 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-764834df-3f65-483c-b3f8-605f3145e876 req-b0f07c81-8487-4fed-aa8b-d2de75859976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:52.833880 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-764834df-3f65-483c-b3f8-605f3145e876 req-b0f07c81-8487-4fed-aa8b-d2de75859976 service neutron] For port 0c134d8d-9bfe-4167-974a-ec7d1d6781be, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:44:52.837430 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-764834df-3f65-483c-b3f8-605f3145e876 req-b0f07c81-8487-4fed-aa8b-d2de75859976 service neutron] For port 0c134d8d-9bfe-4167-974a-ec7d1d6781be, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=0c134d8d-9bfe-4167-974a-ec7d1d6781be,segment=NetworkSegment(a0304131-671f-4c22-8fc4-9d97cd99d833),segment_id=a0304131-671f-4c22-8fc4-9d97cd99d833)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:44:52.846356 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-764834df-3f65-483c-b3f8-605f3145e876 req-b0f07c81-8487-4fed-aa8b-d2de75859976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:52.908025 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764834df-3f65-483c-b3f8-605f3145e876 req-b0f07c81-8487-4fed-aa8b-d2de75859976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:52.908827 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-764834df-3f65-483c-b3f8-605f3145e876 req-b0f07c81-8487-4fed-aa8b-d2de75859976 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:52.910756 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-764834df-3f65-483c-b3f8-605f3145e876 req-b0f07c81-8487-4fed-aa8b-d2de75859976 service neutron] 10.222.0.11 "PUT /v2.0/ports/0c134d8d-9bfe-4167-974a-ec7d1d6781be HTTP/1.1" status: 200 len: 1092 time: 0.8622980 Aug 23 20:44:52.910898 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '003686b1-3269-4868-9fdd-f5471c45018b', 'tag': '0c134d8d-9bfe-4167-974a-ec7d1d6781be'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:44:52.913517 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7498ecbc-ace2-470a-9e5b-ab93ac72bddb" -d '{"events": [{"name": "network-changed", "server_uuid": "003686b1-3269-4868-9fdd-f5471c45018b", "tag": "0c134d8d-9bfe-4167-974a-ec7d1d6781be"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:44:52.942873 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f07c81-8487-4fed-aa8b-d2de75859976 service neutron] Pushing event updated for resources: {'Port': ['ID=0c134d8d-9bfe-4167-974a-ec7d1d6781be,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:53.020192 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e034b5a-fcb4-411c-bb99-38ea1b868460 x-openstack-request-id: req-6e034b5a-fcb4-411c-bb99-38ea1b868460 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:44:53.020480 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "003686b1-3269-4868-9fdd-f5471c45018b", "tag": "0c134d8d-9bfe-4167-974a-ec7d1d6781be", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:44:53.020732 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6e034b5a-fcb4-411c-bb99-38ea1b868460 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:44:53.021130 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '003686b1-3269-4868-9fdd-f5471c45018b', 'tag': '0c134d8d-9bfe-4167-974a-ec7d1d6781be', 'status': 'completed', 'code': 200} Aug 23 20:44:53.038921 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ba8e6ac2-bcc6-499c-b8c6-f6851bd7aa61 req-0a2e48ce-001f-4f2d-beae-fff69e322950 tempest-ServerShowV254Test-1194990932 tempest-ServerShowV254Test-1194990932-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6e7f6c0-3899-4b2a-972d-21ec77b3ed87 HTTP/1.1" status: 200 len: 210 time: 0.0378203 Aug 23 20:44:53.049785 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764834df-3f65-483c-b3f8-605f3145e876 req-d6b5bd1e-a671-4bce-a0ab-407f8e57364f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:53.051579 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-764834df-3f65-483c-b3f8-605f3145e876 req-d6b5bd1e-a671-4bce-a0ab-407f8e57364f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b5caa9dd6fe449d826e5284616c3d3c&device_id=003686b1-3269-4868-9fdd-f5471c45018b HTTP/1.1" status: 200 len: 1095 time: 0.0891705 Aug 23 20:44:53.098693 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-764834df-3f65-483c-b3f8-605f3145e876 req-237d9e36-f390-4f36-a8c9-1b47898112b2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c134d8d-9bfe-4167-974a-ec7d1d6781be HTTP/1.1" status: 200 len: 217 time: 0.0375271 Aug 23 20:44:53.155069 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764834df-3f65-483c-b3f8-605f3145e876 req-37893934-d639-4269-8975-0c0dff537569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:53.156973 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-764834df-3f65-483c-b3f8-605f3145e876 req-37893934-d639-4269-8975-0c0dff537569 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7cf1476b-2d73-4ece-81d4-01b7879e99dc HTTP/1.1" status: 200 len: 852 time: 0.0498745 Aug 23 20:44:53.193927 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-764834df-3f65-483c-b3f8-605f3145e876 req-e0afcb0f-2504-4208-98d4-d8c1baed635a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292025 Aug 23 20:44:53.300504 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-764834df-3f65-483c-b3f8-605f3145e876 req-e4cab137-be09-44b7-a18c-92d0c1fb7f0b service neutron] 10.222.0.11 "GET /v2.0/networks/99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996091 Aug 23 20:44:53.479146 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-764834df-3f65-483c-b3f8-605f3145e876 req-d8981045-532d-43a8-9c92-ad66bf266a6b service neutron] 10.222.0.11 "GET /v2.0/networks/99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703277 Aug 23 20:44:53.520979 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8df5c0-b927-43fd-9ba8-07c76e9058d3 req-34dd57c0-7b14-4b88-be2d-6228dc0ee609 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:53.522672 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2d8df5c0-b927-43fd-9ba8-07c76e9058d3 req-34dd57c0-7b14-4b88-be2d-6228dc0ee609 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=003686b1-3269-4868-9fdd-f5471c45018b HTTP/1.1" status: 200 len: 944 time: 0.0786459 Aug 23 20:44:53.591410 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7498ecbc-ace2-470a-9e5b-ab93ac72bddb req-5c3af02b-e572-4515-bd69-dbba18afab6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:53.591790 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2d8df5c0-b927-43fd-9ba8-07c76e9058d3 req-f6f4d194-8439-4516-92d0-3537b3ba200a tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548112 Aug 23 20:44:53.593617 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7498ecbc-ace2-470a-9e5b-ab93ac72bddb req-5c3af02b-e572-4515-bd69-dbba18afab6d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b5caa9dd6fe449d826e5284616c3d3c&device_id=003686b1-3269-4868-9fdd-f5471c45018b HTTP/1.1" status: 200 len: 1095 time: 0.0683944 Aug 23 20:44:53.715677 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7498ecbc-ace2-470a-9e5b-ab93ac72bddb req-69d04f79-4198-4a92-95e0-149fde7f8e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:53.717416 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7498ecbc-ace2-470a-9e5b-ab93ac72bddb req-69d04f79-4198-4a92-95e0-149fde7f8e09 service neutron] 10.222.0.11 "GET /v2.0/networks?id=99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54 HTTP/1.1" status: 200 len: 913 time: 0.1170084 Aug 23 20:44:53.765489 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7498ecbc-ace2-470a-9e5b-ab93ac72bddb req-bad2b67f-cf94-415b-affd-7aea737a6dc2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c134d8d-9bfe-4167-974a-ec7d1d6781be HTTP/1.1" status: 200 len: 217 time: 0.0408285 Aug 23 20:44:53.823983 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7498ecbc-ace2-470a-9e5b-ab93ac72bddb req-5f976a66-af09-4c2d-9a76-431c16e779ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:53.825650 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7498ecbc-ace2-470a-9e5b-ab93ac72bddb req-5f976a66-af09-4c2d-9a76-431c16e779ba service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7cf1476b-2d73-4ece-81d4-01b7879e99dc HTTP/1.1" status: 200 len: 852 time: 0.0533338 Aug 23 20:44:53.869242 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7498ecbc-ace2-470a-9e5b-ab93ac72bddb req-e1befe32-5bf2-4043-a469-ebfdcd994bbc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353789 Aug 23 20:44:53.907214 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0a87c-7f7e-4409-b657-0327b7f8ed3c req-7218b451-d677-4bc1-925e-59c40092f77c tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:53.911470 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d9c0a87c-7f7e-4409-b657-0327b7f8ed3c req-7218b451-d677-4bc1-925e-59c40092f77c tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=264607dd-fbd5-49a5-8bdb-720e6d7d5929 HTTP/1.1" status: 200 len: 945 time: 0.0842791 Aug 23 20:44:54.022181 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d9c0a87c-7f7e-4409-b657-0327b7f8ed3c req-4283a71a-19d4-45d9-b84f-a22187af9081 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956864 Aug 23 20:44:54.069907 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7498ecbc-ace2-470a-9e5b-ab93ac72bddb req-873a2175-6c65-43e9-a168-f3d56b0a19ea service neutron] 10.222.0.11 "GET /v2.0/networks/99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911907 Aug 23 20:44:54.168570 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b922b5b-9167-4a92-86e9-c6e966a72bd9 req-3e98f417-c156-4ae8-b573-b6c2e5ff6002 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:54.171548 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2b922b5b-9167-4a92-86e9-c6e966a72bd9 req-3e98f417-c156-4ae8-b573-b6c2e5ff6002 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=264607dd-fbd5-49a5-8bdb-720e6d7d5929 HTTP/1.1" status: 200 len: 945 time: 0.0692837 Aug 23 20:44:54.179622 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-39a709d8-4086-4766-b13f-51db6b55ddb1 req-b2c1cae1-3cba-4172-94af-0032b596d1b9 tempest-ServerShowV254Test-1194990932 tempest-ServerShowV254Test-1194990932-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6e7f6c0-3899-4b2a-972d-21ec77b3ed87 HTTP/1.1" status: 200 len: 210 time: 0.0393248 Aug 23 20:44:54.231991 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2b922b5b-9167-4a92-86e9-c6e966a72bd9 req-b9f64fde-9628-45ac-8b0c-324398d988c8 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479448 Aug 23 20:44:54.247544 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7498ecbc-ace2-470a-9e5b-ab93ac72bddb req-2de48aac-7e06-4d45-99eb-64a8b1e41214 service neutron] 10.222.0.11 "GET /v2.0/networks/99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631372 Aug 23 20:44:54.436687 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d6272-163c-493c-bd66-6395b46ff0f2 req-2e4e7a98-16bc-42d6-879a-fd0f5985ffe4 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:54.438117 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a71d6272-163c-493c-bd66-6395b46ff0f2 req-2e4e7a98-16bc-42d6-879a-fd0f5985ffe4 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=264607dd-fbd5-49a5-8bdb-720e6d7d5929 HTTP/1.1" status: 200 len: 945 time: 0.0520766 Aug 23 20:44:54.483061 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a71d6272-163c-493c-bd66-6395b46ff0f2 req-9af235fa-1188-46dd-b466-cd903d6bf597 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376341 Aug 23 20:44:54.603026 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b933a20-bbda-4afe-896a-6fb670190ae4 req-41a1fa6b-a2ba-4799-b32d-bd5a75d384f4 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:54.604666 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8b933a20-bbda-4afe-896a-6fb670190ae4 req-41a1fa6b-a2ba-4799-b32d-bd5a75d384f4 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=264607dd-fbd5-49a5-8bdb-720e6d7d5929 HTTP/1.1" status: 200 len: 945 time: 0.0522060 Aug 23 20:44:54.658913 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8b933a20-bbda-4afe-896a-6fb670190ae4 req-5af0f552-76da-43c2-8bf9-6c5ac3d05f08 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470355 Aug 23 20:44:54.743277 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0f961-ef42-4cd4-905d-676692495958 req-dc3042de-73a7-4853-8790-5cf8d5f810f1 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:54.748363 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bfb0f961-ef42-4cd4-905d-676692495958 req-dc3042de-73a7-4853-8790-5cf8d5f810f1 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=003686b1-3269-4868-9fdd-f5471c45018b HTTP/1.1" status: 200 len: 944 time: 0.0683577 Aug 23 20:44:54.806586 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bfb0f961-ef42-4cd4-905d-676692495958 req-da73fd63-89b3-4b5c-b094-ecbb873094f6 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542805 Aug 23 20:44:55.175408 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370dc6c-e242-40c2-886c-c35b88fcb530 req-717125c8-2c9e-493f-a090-cef787b95658 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:55.177099 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5370dc6c-e242-40c2-886c-c35b88fcb530 req-717125c8-2c9e-493f-a090-cef787b95658 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=264607dd-fbd5-49a5-8bdb-720e6d7d5929 HTTP/1.1" status: 200 len: 945 time: 0.0658841 Aug 23 20:44:55.221892 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5370dc6c-e242-40c2-886c-c35b88fcb530 req-bd3d4e32-042e-4a95-b646-11b50b422791 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384395 Aug 23 20:44:55.321866 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8f1a0932-a72a-4981-907a-ea1ce0c6a46f req-eef2c867-52d0-4488-8c6f-7faba038096d tempest-ServerShowV254Test-1194990932 tempest-ServerShowV254Test-1194990932-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6e7f6c0-3899-4b2a-972d-21ec77b3ed87 HTTP/1.1" status: 200 len: 210 time: 0.0314577 Aug 23 20:44:55.949543 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f8a79-b282-427f-8635-8b9271c13691 req-c380ad3d-dfbf-4909-a298-241266ee9fdf tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:55.960461 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-261f8a79-b282-427f-8635-8b9271c13691 req-c380ad3d-dfbf-4909-a298-241266ee9fdf tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=003686b1-3269-4868-9fdd-f5471c45018b HTTP/1.1" status: 200 len: 944 time: 0.0679367 Aug 23 20:44:56.014625 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-261f8a79-b282-427f-8635-8b9271c13691 req-0bcbb2d0-6a2a-49b6-a2a6-62918c07bfe2 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530560 Aug 23 20:44:56.369995 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc8915d-c728-439c-a593-5f88b07ec4ac req-e3ecd44c-ab97-451d-b6ff-a94b62bd47c0 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:56.373360 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ffc8915d-c728-439c-a593-5f88b07ec4ac req-e3ecd44c-ab97-451d-b6ff-a94b62bd47c0 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=264607dd-fbd5-49a5-8bdb-720e6d7d5929 HTTP/1.1" status: 200 len: 945 time: 0.0602515 Aug 23 20:44:56.427000 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ffc8915d-c728-439c-a593-5f88b07ec4ac req-79d7cda2-2111-4b9b-985e-fd9f905b4dd1 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466034 Aug 23 20:44:56.458359 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bd9518cc-2944-492c-812b-fbf9c0e28f84 req-7829f417-1dd5-4f24-96a2-0bf35285719a tempest-ServerShowV254Test-1194990932 tempest-ServerShowV254Test-1194990932-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6e7f6c0-3899-4b2a-972d-21ec77b3ed87 HTTP/1.1" status: 200 len: 210 time: 0.0379062 Aug 23 20:44:56.562043 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 0c134d8d-9bfe-4167-974a-ec7d1d6781be details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:44:56.667176 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 0c134d8d-9bfe-4167-974a-ec7d1d6781be, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=0c134d8d-9bfe-4167-974a-ec7d1d6781be,segment=NetworkSegment(a0304131-671f-4c22-8fc4-9d97cd99d833),segment_id=a0304131-671f-4c22-8fc4-9d97cd99d833)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:44:56.678951 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '0c134d8d-9bfe-4167-974a-ec7d1d6781be', 'network_id': '99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54', 'port_id': '0c134d8d-9bfe-4167-974a-ec7d1d6781be', 'mac_address': 'fa:16:3e:61:08:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cf1476b-2d73-4ece-81d4-01b7879e99dc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:44:56.728811 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:56.745054 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c134d8d-9bfe-4167-974a-ec7d1d6781be {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:44:56.774282 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 0c134d8d-9bfe-4167-974a-ec7d1d6781be, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=0c134d8d-9bfe-4167-974a-ec7d1d6781be,segment=NetworkSegment(a0304131-671f-4c22-8fc4-9d97cd99d833),segment_id=a0304131-671f-4c22-8fc4-9d97cd99d833)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:44:56.779321 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:56.833806 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=0c134d8d-9bfe-4167-974a-ec7d1d6781be,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:57.061294 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['0c134d8d-9bfe-4167-974a-ec7d1d6781be'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:44:57.165345 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b6839-4c18-41bb-ab15-f5e1736edab0 req-39303d71-4798-45e0-9c5e-4f9dca9a4e22 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:57.173246 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-da8b6839-4c18-41bb-ab15-f5e1736edab0 req-39303d71-4798-45e0-9c5e-4f9dca9a4e22 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=003686b1-3269-4868-9fdd-f5471c45018b HTTP/1.1" status: 200 len: 945 time: 0.0591691 Aug 23 20:44:57.229247 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-da8b6839-4c18-41bb-ab15-f5e1736edab0 req-1c69d3c3-9033-46cd-8fb6-276b79129a12 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494077 Aug 23 20:44:57.590255 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83097dc6-d875-45d2-ae7a-3009b253a139 req-c9aa08c5-2872-4993-997a-33bc2ead9df8 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:57.592953 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-83097dc6-d875-45d2-ae7a-3009b253a139 req-c9aa08c5-2872-4993-997a-33bc2ead9df8 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=264607dd-fbd5-49a5-8bdb-720e6d7d5929 HTTP/1.1" status: 200 len: 945 time: 0.0821040 Aug 23 20:44:57.635929 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bdd5fb43-2935-4cbd-89d5-5b0a084ce03c req-0b13d9b6-d6e6-4053-973c-3d6a4b5d29ea tempest-ServerShowV254Test-1194990932 tempest-ServerShowV254Test-1194990932-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6e7f6c0-3899-4b2a-972d-21ec77b3ed87 HTTP/1.1" status: 200 len: 210 time: 0.0359044 Aug 23 20:44:57.653784 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-83097dc6-d875-45d2-ae7a-3009b253a139 req-6afcf96b-67bd-47c5-9b56-3eaac5576e35 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535619 Aug 23 20:44:58.408621 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7552a-5637-4de9-a455-68f912eb6c8f req-f32b77e8-cc8a-4ff7-a3b0-c3d9bcb6d92a tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:58.410477 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1da7552a-5637-4de9-a455-68f912eb6c8f req-f32b77e8-cc8a-4ff7-a3b0-c3d9bcb6d92a tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=003686b1-3269-4868-9fdd-f5471c45018b HTTP/1.1" status: 200 len: 945 time: 0.0565741 Aug 23 20:44:58.452572 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1da7552a-5637-4de9-a455-68f912eb6c8f req-75409cb0-885e-4270-a652-da9db2a72b09 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354657 Aug 23 20:44:58.590566 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 0c134d8d-9bfe-4167-974a-ec7d1d6781be up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:44:58.658558 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 0c134d8d-9bfe-4167-974a-ec7d1d6781be completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:44:58.663046 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 0c134d8d-9bfe-4167-974a-ec7d1d6781be triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:44:58.663666 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:58.763934 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:58.783737 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9ee2c67a-14f3-46f6-a268-94ffd54cc6ef req-360d6c0d-d334-43b3-8bdd-29b03c6aa47e tempest-ServerShowV254Test-1194990932 tempest-ServerShowV254Test-1194990932-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6e7f6c0-3899-4b2a-972d-21ec77b3ed87 HTTP/1.1" status: 200 len: 210 time: 0.0367808 Aug 23 20:44:58.820870 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 0c134d8d-9bfe-4167-974a-ec7d1d6781be, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=0c134d8d-9bfe-4167-974a-ec7d1d6781be,segment=NetworkSegment(a0304131-671f-4c22-8fc4-9d97cd99d833),segment_id=a0304131-671f-4c22-8fc4-9d97cd99d833)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:44:58.822050 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '003686b1-3269-4868-9fdd-f5471c45018b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c134d8d-9bfe-4167-974a-ec7d1d6781be'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:44:58.825582 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effd5553-4007-46cd-b42c-aa7955a04f76" -d '{"events": [{"server_uuid": "003686b1-3269-4868-9fdd-f5471c45018b", "name": "network-vif-plugged", "status": "completed", "tag": "0c134d8d-9bfe-4167-974a-ec7d1d6781be"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:44:58.827980 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9872c904-e7ff-4f7a-9c3a-b55af1b7cdb9 req-4e726154-0a75-4c31-9fcf-62533b509273 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:58.831078 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:44:58.831708 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9872c904-e7ff-4f7a-9c3a-b55af1b7cdb9 req-4e726154-0a75-4c31-9fcf-62533b509273 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=264607dd-fbd5-49a5-8bdb-720e6d7d5929 HTTP/1.1" status: 200 len: 945 time: 0.0581236 Aug 23 20:44:58.887792 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=0c134d8d-9bfe-4167-974a-ec7d1d6781be,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:44:58.898197 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3496cc35-f856-403a-8bcf-06a5364b9a00 x-openstack-request-id: req-3496cc35-f856-403a-8bcf-06a5364b9a00 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:44:58.898586 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "003686b1-3269-4868-9fdd-f5471c45018b", "name": "network-vif-plugged", "status": "completed", "tag": "0c134d8d-9bfe-4167-974a-ec7d1d6781be", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:44:58.898960 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3496cc35-f856-403a-8bcf-06a5364b9a00 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:44:58.899460 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '003686b1-3269-4868-9fdd-f5471c45018b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c134d8d-9bfe-4167-974a-ec7d1d6781be', 'code': 200} Aug 23 20:44:58.902213 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9872c904-e7ff-4f7a-9c3a-b55af1b7cdb9 req-c1275705-b624-4560-8b86-69f90bf95635 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570757 Aug 23 20:44:59.006037 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde55bbc-4c3d-4d3d-bbda-730055eaf3f7 req-0569544e-78b1-46d8-b3fd-18a50d2aee81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:59.007576 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fde55bbc-4c3d-4d3d-bbda-730055eaf3f7 req-0569544e-78b1-46d8-b3fd-18a50d2aee81 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=003686b1-3269-4868-9fdd-f5471c45018b HTTP/1.1" status: 200 len: 1097 time: 0.0513179 Aug 23 20:44:59.058532 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fde55bbc-4c3d-4d3d-bbda-730055eaf3f7 req-68d39c03-4aa3-4f75-b61e-50bf42743094 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374796 Aug 23 20:44:59.593798 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352a35e-fec7-4534-bd54-736805e975ac req-52c89e17-c19f-4014-8971-7b5f0ae4dd89 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:44:59.595380 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a352a35e-fec7-4534-bd54-736805e975ac req-52c89e17-c19f-4014-8971-7b5f0ae4dd89 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=003686b1-3269-4868-9fdd-f5471c45018b HTTP/1.1" status: 200 len: 946 time: 0.0583913 Aug 23 20:44:59.648278 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a352a35e-fec7-4534-bd54-736805e975ac req-01aa3232-a333-42d5-9de4-8d061b2a8f7d tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394871 Aug 23 20:44:59.914711 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-10ff823d-ae37-4348-b590-727c4f078a8c req-2897f565-d1aa-42c0-ad31-9a3902699a0e tempest-ServerShowV254Test-1194990932 tempest-ServerShowV254Test-1194990932-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6e7f6c0-3899-4b2a-972d-21ec77b3ed87 HTTP/1.1" status: 200 len: 210 time: 0.0407100 Aug 23 20:45:00.099851 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b0a65-b553-4b8c-ae7b-c48f6fa38466 req-93a97bfc-287a-4b68-9cfe-21eb7ae2653f tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:00.103053 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-467b0a65-b553-4b8c-ae7b-c48f6fa38466 req-93a97bfc-287a-4b68-9cfe-21eb7ae2653f tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=264607dd-fbd5-49a5-8bdb-720e6d7d5929 HTTP/1.1" status: 200 len: 945 time: 0.0826607 Aug 23 20:45:00.146310 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-467b0a65-b553-4b8c-ae7b-c48f6fa38466 req-7093866e-d6d9-4108-bd35-5c10ecac2826 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355549 Aug 23 20:45:00.161326 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 42082) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:45:00.319668 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a88d5b2e-ef96-44f8-b477-fd6750f4b119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:00.408941 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a88d5b2e-ef96-44f8-b477-fd6750f4b119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:00.412669 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a88d5b2e-ef96-44f8-b477-fd6750f4b119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:00.453368 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a88d5b2e-ef96-44f8-b477-fd6750f4b119 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9bb111d9a4c144eead35e72f9ea47563&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2896285 Aug 23 20:45:00.453368 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d5b2e-ef96-44f8-b477-fd6750f4b119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f760275-01a4-4e40-9871-6fc462585e1e,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:00.454378 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 42090) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:45:00.518512 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a9355d7-a87f-46af-9692-ea514ee0e5d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:00.541369 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a9355d7-a87f-46af-9692-ea514ee0e5d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:00.589931 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a9355d7-a87f-46af-9692-ea514ee0e5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:00.609312 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a9355d7-a87f-46af-9692-ea514ee0e5d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:00.609312 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2a9355d7-a87f-46af-9692-ea514ee0e5d8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4f760275-01a4-4e40-9871-6fc462585e1e HTTP/1.1" status: 204 len: 168 time: 0.1351957 Aug 23 20:45:00.609312 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9355d7-a87f-46af-9692-ea514ee0e5d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f760275-01a4-4e40-9871-6fc462585e1e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:00.787624 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c56410-9b2d-4dfd-b0a4-08558c014afd req-8da19c84-269d-438f-8502-57e50fa5e08b tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:00.789441 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-94c56410-9b2d-4dfd-b0a4-08558c014afd req-8da19c84-269d-438f-8502-57e50fa5e08b tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=003686b1-3269-4868-9fdd-f5471c45018b HTTP/1.1" status: 200 len: 946 time: 0.0620003 Aug 23 20:45:00.832895 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-94c56410-9b2d-4dfd-b0a4-08558c014afd req-3638dd31-9dc5-4b4f-842b-e8ff20a411b5 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357940 Aug 23 20:45:00.905588 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 42102) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:45:00.922362 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3076129-6ed3-4bd5-96b8-46ec4ca7e35b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:01.016538 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3076129-6ed3-4bd5-96b8-46ec4ca7e35b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:01.021071 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3076129-6ed3-4bd5-96b8-46ec4ca7e35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:01.063345 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e3076129-6ed3-4bd5-96b8-46ec4ca7e35b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=743f0766b1e744cbb812cdfe76c8d9ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1565757 Aug 23 20:45:01.064528 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3076129-6ed3-4bd5-96b8-46ec4ca7e35b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a817dd5-6614-424b-9fb5-dd752842f1ce,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:01.066501 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-14dda2f6-5c6c-4fb6-bb7b-a04b8266a2c3 req-a30c0e30-3024-464f-b342-b5f3b9811fba tempest-ServerShowV254Test-1194990932 tempest-ServerShowV254Test-1194990932-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6e7f6c0-3899-4b2a-972d-21ec77b3ed87 HTTP/1.1" status: 200 len: 210 time: 0.0320661 Aug 23 20:45:01.067061 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 42106) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:45:01.150774 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-55f334f1-c165-4454-9eb1-96a8ccc6344e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:01.174443 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-55f334f1-c165-4454-9eb1-96a8ccc6344e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:01.234029 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-55f334f1-c165-4454-9eb1-96a8ccc6344e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:01.236870 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-55f334f1-c165-4454-9eb1-96a8ccc6344e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:01.237965 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-55f334f1-c165-4454-9eb1-96a8ccc6344e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3a817dd5-6614-424b-9fb5-dd752842f1ce HTTP/1.1" status: 204 len: 168 time: 0.1697323 Aug 23 20:45:01.256271 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f334f1-c165-4454-9eb1-96a8ccc6344e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a817dd5-6614-424b-9fb5-dd752842f1ce,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:01.303377 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b368881-4f38-4e98-9e5d-61a1c2a05961 req-227e9826-7a4a-4122-8b1e-d4e6a46ae20b tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:01.312658 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5b368881-4f38-4e98-9e5d-61a1c2a05961 req-227e9826-7a4a-4122-8b1e-d4e6a46ae20b tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=264607dd-fbd5-49a5-8bdb-720e6d7d5929 HTTP/1.1" status: 200 len: 945 time: 0.0734303 Aug 23 20:45:01.686503 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 42134) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:45:01.705627 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5aa58001-32e2-4c0d-80d8-f882c1af0495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:01.779232 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5b368881-4f38-4e98-9e5d-61a1c2a05961 req-5ac66c88-fa39-4f39-875e-8dff382e9a33 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4654050 Aug 23 20:45:01.860303 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-e23d636f-97b8-4274-a7c2-6cdb6c10badd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0796280 Aug 23 20:45:01.864969 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5aa58001-32e2-4c0d-80d8-f882c1af0495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:01.873440 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5aa58001-32e2-4c0d-80d8-f882c1af0495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:01.919574 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5aa58001-32e2-4c0d-80d8-f882c1af0495 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8eb9627b61c242e9ad22ab2fa3e26315&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2319520 Aug 23 20:45:01.923413 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 42136) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:45:01.929995 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa58001-32e2-4c0d-80d8-f882c1af0495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2569bbdb-cb77-4bfd-824c-c248bf2beeda,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:01.997914 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-01190dde-c4d5-45f0-9807-aa1f217d5366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:02.023116 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-01190dde-c4d5-45f0-9807-aa1f217d5366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:02.087609 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-01190dde-c4d5-45f0-9807-aa1f217d5366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:02.091215 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-01190dde-c4d5-45f0-9807-aa1f217d5366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:02.094776 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-01190dde-c4d5-45f0-9807-aa1f217d5366 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2569bbdb-cb77-4bfd-824c-c248bf2beeda HTTP/1.1" status: 204 len: 168 time: 0.1676254 Aug 23 20:45:02.102608 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01190dde-c4d5-45f0-9807-aa1f217d5366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2569bbdb-cb77-4bfd-824c-c248bf2beeda,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:02.306643 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-413faae1-1405-4cd5-82ba-8fa62ed5d5a3 req-0f15bae6-76e6-4904-b106-bab98c5b09c9 tempest-ServerShowV254Test-1194990932 tempest-ServerShowV254Test-1194990932-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6e7f6c0-3899-4b2a-972d-21ec77b3ed87 HTTP/1.1" status: 200 len: 210 time: 0.0359254 Aug 23 20:45:02.314857 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-05c05559-bb92-420d-bd6f-2d48e592458d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:02.315346 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-05c05559-bb92-420d-bd6f-2d48e592458d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:02.315890 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-05c05559-bb92-420d-bd6f-2d48e592458d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:02.316394 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-05c05559-bb92-420d-bd6f-2d48e592458d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:02.317042 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-05c05559-bb92-420d-bd6f-2d48e592458d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:02.317672 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-05c05559-bb92-420d-bd6f-2d48e592458d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:02.318300 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-05c05559-bb92-420d-bd6f-2d48e592458d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:02.320483 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-05c05559-bb92-420d-bd6f-2d48e592458d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=31c0cec95ab64e5ca0c5b6061061da27&device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 6499 time: 0.4048915 Aug 23 20:45:02.491821 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-ce000baf-5f93-4a04-a0cb-dfd7d618f86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:02.492333 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-ce000baf-5f93-4a04-a0cb-dfd7d618f86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:02.492796 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-ce000baf-5f93-4a04-a0cb-dfd7d618f86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:02.494596 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-ce000baf-5f93-4a04-a0cb-dfd7d618f86c service neutron] 10.222.0.11 "GET /v2.0/networks?id=2980a46c-5f6f-4bd3-86da-263aae928b5d&id=02bac410-b27b-49cf-96fd-4f276d56ae51&id=02bac410-b27b-49cf-96fd-4f276d56ae51&id=02bac410-b27b-49cf-96fd-4f276d56ae51&id=02bac410-b27b-49cf-96fd-4f276d56ae51&id=aacbd0fd-d16f-425e-a7bb-080e612100d5&id=aacbd0fd-d16f-425e-a7bb-080e612100d5 HTTP/1.1" status: 200 len: 2297 time: 0.1380184 Aug 23 20:45:02.593966 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-fef60758-b532-4dcd-9d69-8abacb59b685 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=038aba1e-ac97-4fd1-90cd-2192fd5ab1b4 HTTP/1.1" status: 200 len: 1001 time: 0.0917306 Aug 23 20:45:02.666304 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-c0ef74e3-710e-4844-a75a-dc333b85e9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:02.668096 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-c0ef74e3-710e-4844-a75a-dc333b85e9e7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ea915c70-de21-4e85-9794-73e9efabd3c6 HTTP/1.1" status: 200 len: 856 time: 0.0617764 Aug 23 20:45:02.735574 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-81ed0c5b-6054-4f74-89e9-86d9cb8f74a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:02.737813 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-81ed0c5b-6054-4f74-89e9-86d9cb8f74a4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2980a46c-5f6f-4bd3-86da-263aae928b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613954 Aug 23 20:45:02.854056 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-595121b8-4689-49e4-bb34-808198b6fea2 service neutron] 10.222.0.11 "GET /v2.0/networks/2980a46c-5f6f-4bd3-86da-263aae928b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068707 Aug 23 20:45:02.934996 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d0bb2-2747-4b70-9e59-145141916257 req-a7409860-9088-4de4-9d80-eda31ce263cb tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:02.937605 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-332d0bb2-2747-4b70-9e59-145141916257 req-a7409860-9088-4de4-9d80-eda31ce263cb tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=264607dd-fbd5-49a5-8bdb-720e6d7d5929 HTTP/1.1" status: 200 len: 945 time: 0.0690410 Aug 23 20:45:02.980820 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-f1d5e109-bbd9-421c-95d1-af46f3157ce4 service neutron] 10.222.0.11 "GET /v2.0/networks/2980a46c-5f6f-4bd3-86da-263aae928b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181464 Aug 23 20:45:02.990238 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-332d0bb2-2747-4b70-9e59-145141916257 req-42681f35-589c-4bb5-9417-b58c82732410 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470557 Aug 23 20:45:03.033354 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-af830bd0-b39f-489a-8945-380b598964a0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=8befdd4b-7da4-4882-ba33-5ff1275123c5 HTTP/1.1" status: 200 len: 217 time: 0.0455399 Aug 23 20:45:03.101951 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-7f476590-81a9-4805-b1cb-ec2672d5ed83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:03.103823 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-7f476590-81a9-4805-b1cb-ec2672d5ed83 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee41020d-3ec7-42a2-ac14-02f12c3e4481 HTTP/1.1" status: 200 len: 797 time: 0.0639582 Aug 23 20:45:03.155327 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-2187407f-a9ba-450e-ac59-181ef4eed681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:03.157689 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-2187407f-a9ba-450e-ac59-181ef4eed681 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02bac410-b27b-49cf-96fd-4f276d56ae51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0467286 Aug 23 20:45:03.276416 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-afbca454-e0a4-4e78-9a6e-abe6859bff78 service neutron] 10.222.0.11 "GET /v2.0/networks/02bac410-b27b-49cf-96fd-4f276d56ae51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097159 Aug 23 20:45:03.382658 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-04c88b39-f24b-4c2a-bf16-5972b7fbf1bd service neutron] 10.222.0.11 "GET /v2.0/networks/02bac410-b27b-49cf-96fd-4f276d56ae51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988836 Aug 23 20:45:03.439826 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-f49ab31a-a245-4920-8846-e497bce83033 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=bb388623-a8ca-48fa-a801-64a5e58b5d43 HTTP/1.1" status: 200 len: 217 time: 0.0487652 Aug 23 20:45:03.478183 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-27520b08-da5d-4da3-a6c7-2785664741c1 req-e78aa908-4ff6-43d4-aabc-18ee2be7a628 tempest-ServerShowV254Test-1194990932 tempest-ServerShowV254Test-1194990932-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6e7f6c0-3899-4b2a-972d-21ec77b3ed87 HTTP/1.1" status: 200 len: 210 time: 0.0408630 Aug 23 20:45:03.572086 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-1f8a1eba-ff89-40e9-9c50-ff8f791e041f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:03.580317 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-1f8a1eba-ff89-40e9-9c50-ff8f791e041f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee41020d-3ec7-42a2-ac14-02f12c3e4481 HTTP/1.1" status: 200 len: 797 time: 0.1300497 Aug 23 20:45:03.643027 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-30646b73-ba6b-4b72-8807-f5c71e9bb86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:03.644675 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-30646b73-ba6b-4b72-8807-f5c71e9bb86d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02bac410-b27b-49cf-96fd-4f276d56ae51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0583589 Aug 23 20:45:03.809148 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-5ab387f7-8763-4eb1-b66b-472dae48ffb4 service neutron] 10.222.0.11 "GET /v2.0/networks/02bac410-b27b-49cf-96fd-4f276d56ae51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554186 Aug 23 20:45:03.981533 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-d37dc330-b2bc-4fce-9aa3-51fa63d3a062 service neutron] 10.222.0.11 "GET /v2.0/networks/02bac410-b27b-49cf-96fd-4f276d56ae51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625659 Aug 23 20:45:04.076092 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-accc295c-06cf-40a6-ab45-5ebfeede40c4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=44398430-706b-49d2-8d3a-3797e436623d HTTP/1.1" status: 200 len: 217 time: 0.0878062 Aug 23 20:45:04.088618 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:45:04.149707 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779dba89-fe86-49e5-ab37-5291d890a183 req-017e2e83-4d29-4729-9245-1f77886defb3 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:04.161354 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-30370ae4-2a5e-4040-92b5-0df11a490090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:04.163213 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-30370ae4-2a5e-4040-92b5-0df11a490090 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee41020d-3ec7-42a2-ac14-02f12c3e4481 HTTP/1.1" status: 200 len: 797 time: 0.0789914 Aug 23 20:45:04.168665 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-779dba89-fe86-49e5-ab37-5291d890a183 req-017e2e83-4d29-4729-9245-1f77886defb3 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=264607dd-fbd5-49a5-8bdb-720e6d7d5929 HTTP/1.1" status: 200 len: 945 time: 0.0917029 Aug 23 20:45:04.277880 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-2abd5b75-6000-4702-aed0-3d61f428a0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:04.279828 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-2abd5b75-6000-4702-aed0-3d61f428a0b4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02bac410-b27b-49cf-96fd-4f276d56ae51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1070530 Aug 23 20:45:04.280652 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-779dba89-fe86-49e5-ab37-5291d890a183 req-32c864ed-fdf0-4835-8482-06b84c3686d3 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109917 Aug 23 20:45:04.431820 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-172d7afc-036a-4f31-ad90-95fffd1cd571 service neutron] 10.222.0.11 "GET /v2.0/networks/02bac410-b27b-49cf-96fd-4f276d56ae51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430724 Aug 23 20:45:04.591908 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-2ca825bd-884c-4280-9883-1a5747182651 service neutron] 10.222.0.11 "GET /v2.0/networks/02bac410-b27b-49cf-96fd-4f276d56ae51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492841 Aug 23 20:45:04.674023 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-248589ba-5b67-4c09-a31b-79e8c13e0425 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=c9bc32bd-28fb-4ef8-8531-edadca967003 HTTP/1.1" status: 200 len: 217 time: 0.0746109 Aug 23 20:45:04.724829 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-54b3efe7-4df5-44a5-9867-4da8b4de487f req-0abd785f-169f-4c19-b2bb-54db779e9bca tempest-ServerShowV254Test-1194990932 tempest-ServerShowV254Test-1194990932-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6e7f6c0-3899-4b2a-972d-21ec77b3ed87 HTTP/1.1" status: 200 len: 210 time: 0.0536051 Aug 23 20:45:04.773370 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-9b6b93ff-ee9d-4833-9ebc-c9d4deb5565d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:04.774870 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-9b6b93ff-ee9d-4833-9ebc-c9d4deb5565d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee41020d-3ec7-42a2-ac14-02f12c3e4481 HTTP/1.1" status: 200 len: 797 time: 0.0925465 Aug 23 20:45:04.833842 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-4da985d6-e846-49bb-bebf-af5eceab8cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:04.835969 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-4da985d6-e846-49bb-bebf-af5eceab8cdd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02bac410-b27b-49cf-96fd-4f276d56ae51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0534649 Aug 23 20:45:04.984540 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-3cf1ee8f-7cfd-4f39-bcae-b908fa2bcf3b service neutron] 10.222.0.11 "GET /v2.0/networks/02bac410-b27b-49cf-96fd-4f276d56ae51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298175 Aug 23 20:45:05.125889 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-a066fce8-a283-4b39-94c3-07e959b02ebc service neutron] 10.222.0.11 "GET /v2.0/networks/02bac410-b27b-49cf-96fd-4f276d56ae51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242950 Aug 23 20:45:05.178243 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-ba0d6520-de7f-4c63-8af2-1f46214bb7b3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a83e5ee7-c13f-46f6-b912-2a83576e4498 HTTP/1.1" status: 200 len: 217 time: 0.0446248 Aug 23 20:45:05.240394 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-e11f15ca-2cc8-4015-938f-bf57098bebda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:05.245939 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-e11f15ca-2cc8-4015-938f-bf57098bebda service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5dddc676-d460-40e8-9afa-b8b1805fce38 HTTP/1.1" status: 200 len: 797 time: 0.0553415 Aug 23 20:45:05.294946 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-e79ed264-5b35-4eae-b55d-ee678435428d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:05.295565 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-e79ed264-5b35-4eae-b55d-ee678435428d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aacbd0fd-d16f-425e-a7bb-080e612100d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0451064 Aug 23 20:45:05.455981 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d01e0ce-05e9-4fbf-845e-af6f6fcc644a req-e9eefcc7-8306-4b43-b13f-3c9772bb4b70 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:05.457806 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4d01e0ce-05e9-4fbf-845e-af6f6fcc644a req-e9eefcc7-8306-4b43-b13f-3c9772bb4b70 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=264607dd-fbd5-49a5-8bdb-720e6d7d5929 HTTP/1.1" status: 200 len: 945 time: 0.0640545 Aug 23 20:45:05.533834 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-c1a44366-341a-4e1a-ad45-49958fade2cc service neutron] 10.222.0.11 "GET /v2.0/networks/aacbd0fd-d16f-425e-a7bb-080e612100d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293923 Aug 23 20:45:05.579579 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4d01e0ce-05e9-4fbf-845e-af6f6fcc644a req-7ec85843-913b-4d05-9c8d-b8fb748db613 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024129 Aug 23 20:45:05.666968 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 42340) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:45:05.675388 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-76783ab7-05ee-47d7-8e19-91f585cd84ae service neutron] 10.222.0.11 "GET /v2.0/networks/aacbd0fd-d16f-425e-a7bb-080e612100d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330130 Aug 23 20:45:05.737954 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-ad80340f-c2bb-4457-9adf-a12a70b8aebd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c61ab549-4c53-4732-9849-eed9b94a4890 HTTP/1.1" status: 200 len: 217 time: 0.0528688 Aug 23 20:45:05.845688 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-95d2e8de-e9d7-4fc9-aad5-2052431ace69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:05.847630 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-95d2e8de-e9d7-4fc9-aad5-2052431ace69 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5dddc676-d460-40e8-9afa-b8b1805fce38 HTTP/1.1" status: 200 len: 797 time: 0.0964017 Aug 23 20:45:05.867204 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-28640276-ddc6-4c2f-bdb5-c681e9fe9e87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:05.919311 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cf0eb0c4-0bbb-4fdc-9fd1-69e8ec796210 req-071e1732-47c7-46ff-bc7f-7fe1f8210319 tempest-ServerShowV254Test-1194990932 tempest-ServerShowV254Test-1194990932-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6e7f6c0-3899-4b2a-972d-21ec77b3ed87 HTTP/1.1" status: 200 len: 210 time: 0.0632803 Aug 23 20:45:05.994995 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-dac699d9-a402-4fde-8470-91705bb894d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:05.997093 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-dac699d9-a402-4fde-8470-91705bb894d5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aacbd0fd-d16f-425e-a7bb-080e612100d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1362770 Aug 23 20:45:06.087802 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-28640276-ddc6-4c2f-bdb5-c681e9fe9e87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:06.096413 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-28640276-ddc6-4c2f-bdb5-c681e9fe9e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:06.134158 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-ddd30aed-e2c6-44bd-9067-8713d2135767 service neutron] 10.222.0.11 "GET /v2.0/networks/aacbd0fd-d16f-425e-a7bb-080e612100d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210158 Aug 23 20:45:06.142711 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-28640276-ddc6-4c2f-bdb5-c681e9fe9e87 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=056621c43f5e437bb905e72d601a28df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4738424 Aug 23 20:45:06.145671 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 42360) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:45:06.197738 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28640276-ddc6-4c2f-bdb5-c681e9fe9e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=883e27f7-3d79-4cd7-8e5c-172fc4b31ec9,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:06.225502 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c857de01-866e-4c1d-be3e-7a669a7bc1f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:06.269549 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c857de01-866e-4c1d-be3e-7a669a7bc1f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:06.270716 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-40478b99-1f27-4b17-8220-0f134b7ec7b5 req-7ce2465e-184c-41bf-99ec-a3292082cc0e service neutron] 10.222.0.11 "GET /v2.0/networks/aacbd0fd-d16f-425e-a7bb-080e612100d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290798 Aug 23 20:45:06.354323 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c857de01-866e-4c1d-be3e-7a669a7bc1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:06.358990 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c857de01-866e-4c1d-be3e-7a669a7bc1f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:06.362455 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c857de01-866e-4c1d-be3e-7a669a7bc1f9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/883e27f7-3d79-4cd7-8e5c-172fc4b31ec9 HTTP/1.1" status: 204 len: 168 time: 0.2133753 Aug 23 20:45:06.369943 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c857de01-866e-4c1d-be3e-7a669a7bc1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883e27f7-3d79-4cd7-8e5c-172fc4b31ec9,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:06.689975 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 42368) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:45:06.707990 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ed38caf3-c267-4c73-8f5d-fe5533d164f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:06.772940 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d93754-2079-4cbc-895a-5a1b3580f2a5 req-ff30bb35-8e8f-45df-8519-7c8cc6737b67 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:06.775244 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-58d93754-2079-4cbc-895a-5a1b3580f2a5 req-ff30bb35-8e8f-45df-8519-7c8cc6737b67 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=264607dd-fbd5-49a5-8bdb-720e6d7d5929 HTTP/1.1" status: 200 len: 945 time: 0.0864561 Aug 23 20:45:06.833441 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ed38caf3-c267-4c73-8f5d-fe5533d164f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:06.837159 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-58d93754-2079-4cbc-895a-5a1b3580f2a5 req-79fccbba-3616-45b2-aeef-43d0380ee945 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545676 Aug 23 20:45:06.839473 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ed38caf3-c267-4c73-8f5d-fe5533d164f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:06.875578 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed38caf3-c267-4c73-8f5d-fe5533d164f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18ea0fc-daba-49b5-afa1-bf331c0721e2,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:06.913584 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 42372) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:45:06.914716 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ed38caf3-c267-4c73-8f5d-fe5533d164f1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=751d379887fd46fcaa82937b325542bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2226524 Aug 23 20:45:06.990665 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7253b812-b9cd-4ef6-84b6-774c4607c724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:07.024546 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7253b812-b9cd-4ef6-84b6-774c4607c724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:07.083002 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4d741dbd-7106-46f3-ae55-94f5ae029bdb req-c30928a7-5dc6-4e48-b6be-59d28efaaf65 tempest-ServerShowV254Test-1194990932 tempest-ServerShowV254Test-1194990932-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6e7f6c0-3899-4b2a-972d-21ec77b3ed87 HTTP/1.1" status: 200 len: 210 time: 0.0523555 Aug 23 20:45:07.117624 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7253b812-b9cd-4ef6-84b6-774c4607c724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:07.121257 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7253b812-b9cd-4ef6-84b6-774c4607c724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:07.122951 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-7253b812-b9cd-4ef6-84b6-774c4607c724 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b18ea0fc-daba-49b5-afa1-bf331c0721e2 HTTP/1.1" status: 204 len: 168 time: 0.2078500 Aug 23 20:45:07.133433 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7253b812-b9cd-4ef6-84b6-774c4607c724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18ea0fc-daba-49b5-afa1-bf331c0721e2,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:07.966446 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1f2b1-ef73-4e92-91af-6a280dd6fec0 req-c2a6554e-62e9-4cae-8944-87a3c5c7b0f4 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:07.968278 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-19d1f2b1-ef73-4e92-91af-6a280dd6fec0 req-c2a6554e-62e9-4cae-8944-87a3c5c7b0f4 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=264607dd-fbd5-49a5-8bdb-720e6d7d5929 HTTP/1.1" status: 200 len: 945 time: 0.0616810 Aug 23 20:45:08.010339 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-19d1f2b1-ef73-4e92-91af-6a280dd6fec0 req-19e84e43-cc03-4744-bb0f-91b0cbf0e59e tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346947 Aug 23 20:45:08.205279 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0a16f73c-85c7-42b3-b21c-215f29b4f195 req-021d20fd-4c09-421c-8618-d42d19b8f895 tempest-ServerShowV254Test-1194990932 tempest-ServerShowV254Test-1194990932-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6e7f6c0-3899-4b2a-972d-21ec77b3ed87 HTTP/1.1" status: 200 len: 210 time: 0.0285547 Aug 23 20:45:08.433282 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 42410) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:45:08.548839 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee753c29-270c-4ae2-957e-c5345bb32e66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:08.656730 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee753c29-270c-4ae2-957e-c5345bb32e66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:08.661914 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee753c29-270c-4ae2-957e-c5345bb32e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:08.703897 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ee753c29-270c-4ae2-957e-c5345bb32e66 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=22345b4bdac9455cb19ea75dcaa35973&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2695055 Aug 23 20:45:08.706070 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee753c29-270c-4ae2-957e-c5345bb32e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582ace6d-4d66-4f67-a747-405ea8db5e1c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:08.706764 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 42416) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:45:08.770007 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a1c7338-fc5c-4a3e-a3bb-f1acbf1d7af1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:08.794045 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a1c7338-fc5c-4a3e-a3bb-f1acbf1d7af1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:08.843519 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a1c7338-fc5c-4a3e-a3bb-f1acbf1d7af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:08.846755 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a1c7338-fc5c-4a3e-a3bb-f1acbf1d7af1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:08.847999 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1a1c7338-fc5c-4a3e-a3bb-f1acbf1d7af1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/582ace6d-4d66-4f67-a747-405ea8db5e1c HTTP/1.1" status: 204 len: 168 time: 0.1400731 Aug 23 20:45:08.857381 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1c7338-fc5c-4a3e-a3bb-f1acbf1d7af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582ace6d-4d66-4f67-a747-405ea8db5e1c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:09.157446 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f0d581-53a3-4d94-9987-41ecc9a16784 req-ea1851a3-a49d-4736-a55e-425bd66b9440 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:09.159767 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d4f0d581-53a3-4d94-9987-41ecc9a16784 req-ea1851a3-a49d-4736-a55e-425bd66b9440 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=264607dd-fbd5-49a5-8bdb-720e6d7d5929 HTTP/1.1" status: 200 len: 945 time: 0.0666091 Aug 23 20:45:09.206080 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d4f0d581-53a3-4d94-9987-41ecc9a16784 req-78ec44a6-826a-4727-a86d-fa4b45b538ad tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403631 Aug 23 20:45:09.340577 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d9e64a5d-3373-4809-9f50-2952e76cf674 req-afc28bcf-f60a-40ab-be40-04ff17424855 tempest-ServerShowV254Test-1194990932 tempest-ServerShowV254Test-1194990932-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6e7f6c0-3899-4b2a-972d-21ec77b3ed87 HTTP/1.1" status: 200 len: 210 time: 0.0515056 Aug 23 20:45:09.986028 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7e27b1f5-2941-4348-a4c6-80aecf07d73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:10.337379 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530bbe64-8bf9-4dd7-9a34-5ee637f98b50 req-0b89e6ef-a3d1-4e38-9fd3-13657ab7782f tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:10.339533 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-530bbe64-8bf9-4dd7-9a34-5ee637f98b50 req-0b89e6ef-a3d1-4e38-9fd3-13657ab7782f tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=264607dd-fbd5-49a5-8bdb-720e6d7d5929 HTTP/1.1" status: 200 len: 945 time: 0.0582826 Aug 23 20:45:10.340235 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:10.380811 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-530bbe64-8bf9-4dd7-9a34-5ee637f98b50 req-523ae54e-e746-488b-9b45-1c04fe1e029e tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346086 Aug 23 20:45:10.480741 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-53a158fc-61bf-43cc-be04-2e3dafd1d6e2 req-bb1e221e-b150-435b-930f-caae2dceed6d tempest-ServerShowV254Test-1194990932 tempest-ServerShowV254Test-1194990932-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6e7f6c0-3899-4b2a-972d-21ec77b3ed87 HTTP/1.1" status: 200 len: 210 time: 0.0369864 Aug 23 20:45:10.538833 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 42478) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:45:10.544112 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-f5cb14cb-5056-4b0c-b891-fa22d1c85ff4 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-898290338', 'description': 'tempest-secgroup-smoke-898290338 description', 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:45:10.567002 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f5cb14cb-5056-4b0c-b891-fa22d1c85ff4 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:10.576081 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f5cb14cb-5056-4b0c-b891-fa22d1c85ff4 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:10.676532 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f5cb14cb-5056-4b0c-b891-fa22d1c85ff4 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:10.680832 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f5cb14cb-5056-4b0c-b891-fa22d1c85ff4 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:10.723832 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cb14cb-5056-4b0c-b891-fa22d1c85ff4 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd3f0ca-344e-4668-8388-6ff20ba19ca1,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:10.779132 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f5cb14cb-5056-4b0c-b891-fa22d1c85ff4 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:10.783224 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f5cb14cb-5056-4b0c-b891-fa22d1c85ff4 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:10.810465 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f5cb14cb-5056-4b0c-b891-fa22d1c85ff4 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:10.811707 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f5cb14cb-5056-4b0c-b891-fa22d1c85ff4 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2718601 Aug 23 20:45:10.813626 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cb14cb-5056-4b0c-b891-fa22d1c85ff4 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d454fa48-aaac-4911-81d6-c45d8631516f,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:10.814957 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 42482) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:45:10.821559 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-67d18895-783a-4bcf-a62a-45ff768a758a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Request body: {'security_group_rule': {'security_group_id': 'd454fa48-aaac-4911-81d6-c45d8631516f', 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:45:10.853201 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-67d18895-783a-4bcf-a62a-45ff768a758a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:10.907157 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-67d18895-783a-4bcf-a62a-45ff768a758a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:10.911832 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-67d18895-783a-4bcf-a62a-45ff768a758a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:10.931730 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d18895-783a-4bcf-a62a-45ff768a758a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6108fcc7-25e2-4827-a98f-9713c129ca2d,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:10.939804 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-67d18895-783a-4bcf-a62a-45ff768a758a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:10.943973 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-67d18895-783a-4bcf-a62a-45ff768a758a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1245198 Aug 23 20:45:10.944145 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 42484) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:45:10.949572 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-41508473-3770-4ef1-bf4b-96689e033ce7 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Request body: {'security_group_rule': {'security_group_id': 'd454fa48-aaac-4911-81d6-c45d8631516f', 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:45:10.977888 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-41508473-3770-4ef1-bf4b-96689e033ce7 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:11.043696 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-41508473-3770-4ef1-bf4b-96689e033ce7 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:11.048072 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-41508473-3770-4ef1-bf4b-96689e033ce7 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:11.066425 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41508473-3770-4ef1-bf4b-96689e033ce7 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1c8c199-1cec-4c34-a7b0-62e2b2e9e928,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:11.072245 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-41508473-3770-4ef1-bf4b-96689e033ce7 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:11.074475 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-41508473-3770-4ef1-bf4b-96689e033ce7 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1283693 Aug 23 20:45:11.076551 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 42486) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:45:11.081005 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-d3502fbc-db14-41d8-a728-ba5cd5883c99 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Request body: {'security_group_rule': {'security_group_id': 'd454fa48-aaac-4911-81d6-c45d8631516f', 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:45:11.109663 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d3502fbc-db14-41d8-a728-ba5cd5883c99 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:11.171817 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d3502fbc-db14-41d8-a728-ba5cd5883c99 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:11.175972 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d3502fbc-db14-41d8-a728-ba5cd5883c99 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:11.194357 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3502fbc-db14-41d8-a728-ba5cd5883c99 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37fd6630-9187-4cec-b637-564e24f0caa3,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:11.207398 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d3502fbc-db14-41d8-a728-ba5cd5883c99 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:11.211917 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 42490) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:45:11.212152 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d3502fbc-db14-41d8-a728-ba5cd5883c99 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1344776 Aug 23 20:45:11.218240 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-257eae00-1ab7-4a5c-ae47-533418df9aed tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Request body: {'security_group_rule': {'security_group_id': 'd454fa48-aaac-4911-81d6-c45d8631516f', 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:45:11.252934 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-257eae00-1ab7-4a5c-ae47-533418df9aed tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:11.333224 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-257eae00-1ab7-4a5c-ae47-533418df9aed tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:11.337738 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-257eae00-1ab7-4a5c-ae47-533418df9aed tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:11.360305 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257eae00-1ab7-4a5c-ae47-533418df9aed tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d1c7d2f-ee7c-4437-8a63-c741d5735f83,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:11.367901 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-257eae00-1ab7-4a5c-ae47-533418df9aed tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:11.369372 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-257eae00-1ab7-4a5c-ae47-533418df9aed tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1559339 Aug 23 20:45:11.372989 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 42494) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:45:11.377648 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-ccea4c30-bee9-4eee-8224-3f1018a8d6b7 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Request body: {'security_group_rule': {'security_group_id': 'd454fa48-aaac-4911-81d6-c45d8631516f', 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:45:11.400991 n-d-805663-2 neutron-server[94687]: INFO neutron.db.securitygroups_db [None req-ccea4c30-bee9-4eee-8224-3f1018a8d6b7 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Project 0b17a426d9eb4b3083079c3d4dc4db5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 20:45:11.407042 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ccea4c30-bee9-4eee-8224-3f1018a8d6b7 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:11.502006 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ccea4c30-bee9-4eee-8224-3f1018a8d6b7 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:11.509745 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ccea4c30-bee9-4eee-8224-3f1018a8d6b7 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:11.537227 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ccea4c30-bee9-4eee-8224-3f1018a8d6b7 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:11.538446 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ccea4c30-bee9-4eee-8224-3f1018a8d6b7 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1644704 Aug 23 20:45:11.541642 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 42500) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:45:11.546491 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-a01acb83-ff51-4335-8711-80bb133ee6a4 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Request body: {'security_group_rule': {'security_group_id': 'd454fa48-aaac-4911-81d6-c45d8631516f', 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:45:11.549749 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c983a9f-2914-48da-aad2-dc2814fa8ddc req-a102055d-b6df-4707-b61a-9902f2a21da5 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:11.560815 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7c983a9f-2914-48da-aad2-dc2814fa8ddc req-a102055d-b6df-4707-b61a-9902f2a21da5 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=264607dd-fbd5-49a5-8bdb-720e6d7d5929 HTTP/1.1" status: 200 len: 945 time: 0.1017709 Aug 23 20:45:11.567931 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccea4c30-bee9-4eee-8224-3f1018a8d6b7 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb5a08e3-b080-4a6f-86ce-7ce88f9dc245,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:11.578868 n-d-805663-2 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-a01acb83-ff51-4335-8711-80bb133ee6a4 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Project 0b17a426d9eb4b3083079c3d4dc4db5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 20:45:11.594334 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a01acb83-ff51-4335-8711-80bb133ee6a4 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:11.618095 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3e095855-9709-4518-95fd-dc5d64d6785f req-0bc73722-18e1-4eb4-ac4e-3d135c033c39 tempest-ServerShowV254Test-1194990932 tempest-ServerShowV254Test-1194990932-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6e7f6c0-3899-4b2a-972d-21ec77b3ed87 HTTP/1.1" status: 200 len: 210 time: 0.0359256 Aug 23 20:45:11.622893 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7c983a9f-2914-48da-aad2-dc2814fa8ddc req-649c079b-528d-481a-91b7-263550f39494 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611525 Aug 23 20:45:11.715141 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a01acb83-ff51-4335-8711-80bb133ee6a4 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:11.721750 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a01acb83-ff51-4335-8711-80bb133ee6a4 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:11.743497 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01acb83-ff51-4335-8711-80bb133ee6a4 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4f875e9-e413-4cc6-ad87-60d2e16d9151,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:11.750443 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a01acb83-ff51-4335-8711-80bb133ee6a4 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:11.751217 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a01acb83-ff51-4335-8711-80bb133ee6a4 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2083535 Aug 23 20:45:11.755190 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 42506) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:45:11.760207 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-27256022-56f5-4190-bd2e-487926958035 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Request body: {'network': {'name': 'tempest-network-smoke--1364619451', 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'port_security_enabled': True}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:45:11.781640 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27256022-56f5-4190-bd2e-487926958035 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Made reservation on behalf of 0b17a426d9eb4b3083079c3d4dc4db5c for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:45:11.785393 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-27256022-56f5-4190-bd2e-487926958035 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:11.815084 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27256022-56f5-4190-bd2e-487926958035 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:45:11.824262 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-27256022-56f5-4190-bd2e-487926958035 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:11.824602 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-27256022-56f5-4190-bd2e-487926958035 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Added segment 1268e019-263b-4e75-8302-6489aacb80bb of type vlan for network b30e1332-35d4-4498-a8f4-af915ec0d87e Aug 23 20:45:11.867576 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-27256022-56f5-4190-bd2e-487926958035 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:11.892338 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-27256022-56f5-4190-bd2e-487926958035 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:11.897998 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27256022-56f5-4190-bd2e-487926958035 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:11.898618 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-27256022-56f5-4190-bd2e-487926958035 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:11.956451 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-27256022-56f5-4190-bd2e-487926958035 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2000582 Aug 23 20:45:11.959410 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 42508) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:45:11.964316 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-f14f62ea-685c-4584-bde0-78bc90541bb8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-977399961', 'admin_state_up': True, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:45:11.985512 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27256022-56f5-4190-bd2e-487926958035 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'Network': ['ID=b30e1332-35d4-4498-a8f4-af915ec0d87e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:11.997510 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network b30e1332-35d4-4498-a8f4-af915ec0d87e details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:45:11.998993 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f14f62ea-685c-4584-bde0-78bc90541bb8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:12.000290 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f14f62ea-685c-4584-bde0-78bc90541bb8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:12.056474 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f14f62ea-685c-4584-bde0-78bc90541bb8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:12.207286 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f14f62ea-685c-4584-bde0-78bc90541bb8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:12.407193 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c43e1cea-6903-4758-8a53-e48d97762ee9 req-de04779a-64ac-43e9-a8c7-4ebe6570181f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0924194 Aug 23 20:45:12.461733 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f14f62ea-685c-4584-bde0-78bc90541bb8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:12.487830 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f14f62ea-685c-4584-bde0-78bc90541bb8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:12.574469 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e1cea-6903-4758-8a53-e48d97762ee9 req-81b15478-e48d-44a6-ab24-06fbfe0155cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:12.575977 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c43e1cea-6903-4758-8a53-e48d97762ee9 req-81b15478-e48d-44a6-ab24-06fbfe0155cf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7880e59da8b64cb8b3031fd86db3c916&device_id=af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d HTTP/1.1" status: 200 len: 1096 time: 0.0895913 Aug 23 20:45:12.698889 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-f14f62ea-685c-4584-bde0-78bc90541bb8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Allocated IP 172.25.4.55 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/ff5e0ce8-c38d-4372-9c08-16627bb79df7) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:45:12.814800 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5776d610-3e54-414e-9391-c15c76941656 req-56b64985-9af5-4935-9d95-a61a9f7039bf tempest-ServerShowV254Test-1194990932 tempest-ServerShowV254Test-1194990932-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6e7f6c0-3899-4b2a-972d-21ec77b3ed87 HTTP/1.1" status: 200 len: 210 time: 0.0510592 Aug 23 20:45:12.868131 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e1cea-6903-4758-8a53-e48d97762ee9 req-3b13c989-553c-4318-9ff9-c71431f56f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:12.869622 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c43e1cea-6903-4758-8a53-e48d97762ee9 req-3b13c989-553c-4318-9ff9-c71431f56f08 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e5de8573-8724-417b-9e45-0201cb25fe6b HTTP/1.1" status: 200 len: 910 time: 0.2728107 Aug 23 20:45:12.892085 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941cc24b-a56b-4cd9-9ffd-a8b185711d53 req-26a85c00-f8bd-4c46-a85a-b8b86530f685 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:12.893651 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-941cc24b-a56b-4cd9-9ffd-a8b185711d53 req-26a85c00-f8bd-4c46-a85a-b8b86530f685 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=264607dd-fbd5-49a5-8bdb-720e6d7d5929 HTTP/1.1" status: 200 len: 945 time: 0.1875155 Aug 23 20:45:13.013250 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f14f62ea-685c-4584-bde0-78bc90541bb8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:13.015940 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-872db66f-2fb3-4a1e-92f8-74461513a11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:13.018778 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c43e1cea-6903-4758-8a53-e48d97762ee9 req-4c6ad260-0914-4278-95b7-85e4cf62ac0c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d30c483-eec0-4d18-a093-7e8622543077 HTTP/1.1" status: 200 len: 1001 time: 0.1393254 Aug 23 20:45:13.021978 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-941cc24b-a56b-4cd9-9ffd-a8b185711d53 req-e160db9c-14f6-491d-8a41-ff4239ba4505 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943685 Aug 23 20:45:13.099983 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e1cea-6903-4758-8a53-e48d97762ee9 req-48709f0d-cd41-4535-ab0d-e07e84f16f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:13.101748 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c43e1cea-6903-4758-8a53-e48d97762ee9 req-48709f0d-cd41-4535-ab0d-e07e84f16f2e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bbd0034a-a038-4b43-8b24-1cd5d52f0793 HTTP/1.1" status: 200 len: 848 time: 0.0767744 Aug 23 20:45:13.121995 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f14f62ea-685c-4584-bde0-78bc90541bb8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:13.215589 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14f62ea-685c-4584-bde0-78bc90541bb8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:45:13.220188 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14f62ea-685c-4584-bde0-78bc90541bb8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'Port': ['ID=ff5e0ce8-c38d-4372-9c08-16627bb79df7,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:13.223634 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-f14f62ea-685c-4584-bde0-78bc90541bb8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:45:13.226736 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14f62ea-685c-4584-bde0-78bc90541bb8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:45:13.258743 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e1cea-6903-4758-8a53-e48d97762ee9 req-4a16f01b-eb94-4704-97d8-c4157ec22a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:13.260202 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c43e1cea-6903-4758-8a53-e48d97762ee9 req-4a16f01b-eb94-4704-97d8-c4157ec22a22 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e5de8573-8724-417b-9e45-0201cb25fe6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1504467 Aug 23 20:45:13.270791 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c71c6-8ab1-4f26-97e3-baaa4f2e16cf req-cb5fea7c-e07b-4c06-ad4c-e59ded7edb31 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:13.272223 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c12c71c6-8ab1-4f26-97e3-baaa4f2e16cf req-cb5fea7c-e07b-4c06-ad4c-e59ded7edb31 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/ports?device_id=af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d HTTP/1.1" status: 200 len: 945 time: 0.1611567 Aug 23 20:45:13.474001 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c12c71c6-8ab1-4f26-97e3-baaa4f2e16cf req-c8cf71ee-a19a-4774-882d-163cba205f48 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/security-groups?id=59433672-2092-460a-913c-05e5a3e92d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1883428 Aug 23 20:45:13.515682 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c43e1cea-6903-4758-8a53-e48d97762ee9 req-6652bd83-b397-4f9b-b088-bd5f515baa27 service neutron] 10.222.0.32 "GET /v2.0/networks/e5de8573-8724-417b-9e45-0201cb25fe6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408304 Aug 23 20:45:13.521183 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:13.696487 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f14f62ea-685c-4584-bde0-78bc90541bb8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:13.703312 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c43e1cea-6903-4758-8a53-e48d97762ee9 req-0cf47238-e9e0-46b1-a9a5-06fab7fb1388 service neutron] 10.222.0.32 "GET /v2.0/networks/e5de8573-8724-417b-9e45-0201cb25fe6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468816 Aug 23 20:45:13.913622 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f14f62ea-685c-4584-bde0-78bc90541bb8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:13.933007 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1598a9e2-5c02-409e-bc45-4c15ae9993fd req-3b2d0d42-e323-4019-a5e0-90c8736d4cd4 tempest-ServerShowV254Test-1194990932 tempest-ServerShowV254Test-1194990932-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6e7f6c0-3899-4b2a-972d-21ec77b3ed87 HTTP/1.1" status: 200 len: 210 time: 0.0276194 Aug 23 20:45:14.055689 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f14f62ea-685c-4584-bde0-78bc90541bb8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Router 9afb7f1b-7514-4302-8643-f3602449589e is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:45:14.056307 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ad8cb6c3-67ef-49e8-805e-06927c6a63fb req-ada7a283-6f60-4a0c-9041-e37805460b1b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a6e7f6c0-3899-4b2a-972d-21ec77b3ed87 HTTP/1.1" status: 200 len: 210 time: 0.0246248 Aug 23 20:45:14.162039 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9deb3c-9839-47a4-bf85-7c181aecf2b8 req-6f7b05c0-45fa-4570-8e51-3a361b7dda18 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:14.163547 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4d9deb3c-9839-47a4-bf85-7c181aecf2b8 req-6f7b05c0-45fa-4570-8e51-3a361b7dda18 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=264607dd-fbd5-49a5-8bdb-720e6d7d5929 HTTP/1.1" status: 200 len: 945 time: 0.0659635 Aug 23 20:45:14.173375 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14f62ea-685c-4584-bde0-78bc90541bb8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:45:14.185325 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a1bb79-3052-4687-aac5-ec0cee263d81 None None] Sync routers for ids ['9afb7f1b-7514-4302-8643-f3602449589e'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:45:14.193560 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f14f62ea-685c-4584-bde0-78bc90541bb8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:14.198738 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a1bb79-3052-4687-aac5-ec0cee263d81 None None] Routers {'9afb7f1b-7514-4302-8643-f3602449589e'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:45:14.198904 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f14f62ea-685c-4584-bde0-78bc90541bb8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2349343 Aug 23 20:45:14.199030 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-d5a1bb79-3052-4687-aac5-ec0cee263d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:45:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['9afb7f1b-7514-4302-8643-f3602449589e'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:45:14.199142 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 42538) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:45:14.230059 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4d9deb3c-9839-47a4-bf85-7c181aecf2b8 req-7be64915-76c6-49dc-9655-3be00408bb52 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514724 Aug 23 20:45:14.316394 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-d5a1bb79-3052-4687-aac5-ec0cee263d81 None None] Set router 9afb7f1b-7514-4302-8643-f3602449589e gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:45:14.350682 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e72f5ca5-976c-426a-b45d-1a46bf5f9100 tempest-TestNetworkAdvancedServerOps-1162004702 tempest-TestNetworkAdvancedServerOps-1162004702-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=0b17a426d9eb4b3083079c3d4dc4db5c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1490788 Aug 23 20:45:14.352222 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 42542) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:45:14.529939 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:14.553275 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-d5a1bb79-3052-4687-aac5-ec0cee263d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afb7f1b-7514-4302-8643-f3602449589e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-977399961', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'ff5e0ce8-c38d-4372-9c08-16627bb79df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:45:12Z', 'updated_at': '2021-08-23T20:45:13Z', 'revision_number': 3, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'gw_port': {'id': 'ff5e0ce8-c38d-4372-9c08-16627bb79df7', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afb7f1b-7514-4302-8643-f3602449589e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:45:12Z', 'updated_at': '2021-08-23T20:45:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:45:14.617297 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a1bb79-3052-4687-aac5-ec0cee263d81 None None] Checking router: 9afb7f1b-7514-4302-8643-f3602449589e for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:45:14.617637 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a1bb79-3052-4687-aac5-ec0cee263d81 None None] Updating router 9afb7f1b-7514-4302-8643-f3602449589e port ff5e0ce8-c38d-4372-9c08-16627bb79df7 binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:45:14.636344 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803cc87-ce9b-449b-bab6-aaccc6648e5b req-43ab28cd-cd3b-45c3-b458-22a05dc05852 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:14.638769 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0803cc87-ce9b-449b-bab6-aaccc6648e5b req-43ab28cd-cd3b-45c3-b458-22a05dc05852 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/ports?device_id=af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d HTTP/1.1" status: 200 len: 945 time: 0.0611968 Aug 23 20:45:14.654681 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d5a1bb79-3052-4687-aac5-ec0cee263d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:14.692123 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0803cc87-ce9b-449b-bab6-aaccc6648e5b req-c48385f3-fe30-469f-8e0d-9807fa0edb82 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/security-groups?id=59433672-2092-460a-913c-05e5a3e92d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467050 Aug 23 20:45:14.882025 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941b4a7-78e6-4f2b-b168-7dd442f25c85 req-504d04c2-65bc-47e4-b0d5-fc69ad1f37bb tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:14.883725 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d941b4a7-78e6-4f2b-b168-7dd442f25c85 req-504d04c2-65bc-47e4-b0d5-fc69ad1f37bb tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=003686b1-3269-4868-9fdd-f5471c45018b HTTP/1.1" status: 200 len: 946 time: 0.0652435 Aug 23 20:45:14.901905 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4a9784-ae40-41f7-b00e-bfdfd9ca2b76 tempest-TestNetworkAdvancedServerOps-1162004702 tempest-TestNetworkAdvancedServerOps-1162004702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:14.903472 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9f4a9784-ae40-41f7-b00e-bfdfd9ca2b76 tempest-TestNetworkAdvancedServerOps-1162004702 tempest-TestNetworkAdvancedServerOps-1162004702-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5502715 Aug 23 20:45:14.906635 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 42556) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:45:14.925650 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d941b4a7-78e6-4f2b-b168-7dd442f25c85 req-ddb9f433-1260-407f-bf73-e915e279871f tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349624 Aug 23 20:45:14.946059 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-fd0e8056-c1be-43db-aa21-eaedddb51a6b tempest-TestNetworkAdvancedServerOps-1162004702 tempest-TestNetworkAdvancedServerOps-1162004702-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=03d801c5-d257-4cc1-bad3-11a323aafec0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380199 Aug 23 20:45:14.949213 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 42558) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:45:14.954469 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-c17daabe-4fb2-4423-9d7e-a1f47ed39a62 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2046005908', 'network_id': 'b30e1332-35d4-4498-a8f4-af915ec0d87e', 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:45:14.978899 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d5a1bb79-3052-4687-aac5-ec0cee263d81 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:14.990659 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-d5a1bb79-3052-4687-aac5-ec0cee263d81 None None] Transition to ACTIVE for port object ff5e0ce8-c38d-4372-9c08-16627bb79df7 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:45:15.000035 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d5a1bb79-3052-4687-aac5-ec0cee263d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:15.043340 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a53431-7a68-4034-b451-41b98e7b92c4 None None] Pushing event updated for resources: {'Port': ['ID=ff5e0ce8-c38d-4372-9c08-16627bb79df7,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:15.056716 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a53431-7a68-4034-b451-41b98e7b92c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:45:15.057217 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a53431-7a68-4034-b451-41b98e7b92c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:45:15.057798 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a53431-7a68-4034-b451-41b98e7b92c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:45:15.059572 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a53431-7a68-4034-b451-41b98e7b92c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:45:15.059572 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a53431-7a68-4034-b451-41b98e7b92c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:45:15.059572 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a53431-7a68-4034-b451-41b98e7b92c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:45:15.059572 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a53431-7a68-4034-b451-41b98e7b92c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:45:15.060267 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a53431-7a68-4034-b451-41b98e7b92c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:45:15.060675 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a53431-7a68-4034-b451-41b98e7b92c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:45:15.061062 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a53431-7a68-4034-b451-41b98e7b92c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:45:15.061445 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a53431-7a68-4034-b451-41b98e7b92c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:45:15.061862 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a53431-7a68-4034-b451-41b98e7b92c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:45:15.066593 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7f271aeb-dea6-4dbb-a9ff-456dfdd9f658 req-a99caa7f-4284-4ed7-92ce-47f551c9a5e5 tempest-ServerShowV254Test-1194990932 tempest-ServerShowV254Test-1194990932-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6e7f6c0-3899-4b2a-972d-21ec77b3ed87 HTTP/1.1" status: 200 len: 210 time: 0.0334868 Aug 23 20:45:15.078864 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17daabe-4fb2-4423-9d7e-a1f47ed39a62 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Made reservation on behalf of 0b17a426d9eb4b3083079c3d4dc4db5c for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:45:15.084267 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-d5a1bb79-3052-4687-aac5-ec0cee263d81 None None] Attempting to bind port ff5e0ce8-c38d-4372-9c08-16627bb79df7 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:45:15.084701 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-d5a1bb79-3052-4687-aac5-ec0cee263d81 None None] Attempting to bind port ff5e0ce8-c38d-4372-9c08-16627bb79df7 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:45:15.085284 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a1bb79-3052-4687-aac5-ec0cee263d81 None None] Attempting to bind port ff5e0ce8-c38d-4372-9c08-16627bb79df7 on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:45:15.090868 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c17daabe-4fb2-4423-9d7e-a1f47ed39a62 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:15.091274 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a1bb79-3052-4687-aac5-ec0cee263d81 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:45:15.091772 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a1bb79-3052-4687-aac5-ec0cee263d81 None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:45:15.092297 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d5a1bb79-3052-4687-aac5-ec0cee263d81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:15.096732 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a1bb79-3052-4687-aac5-ec0cee263d81 None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:45:15.097383 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-d5a1bb79-3052-4687-aac5-ec0cee263d81 None None] Bound port: ff5e0ce8-c38d-4372-9c08-16627bb79df7, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:45:15.097776 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d5a1bb79-3052-4687-aac5-ec0cee263d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:15.152691 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-d5a1bb79-3052-4687-aac5-ec0cee263d81 None None] For port ff5e0ce8-c38d-4372-9c08-16627bb79df7, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:45:15.155921 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-d5a1bb79-3052-4687-aac5-ec0cee263d81 None None] For port ff5e0ce8-c38d-4372-9c08-16627bb79df7, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=ff5e0ce8-c38d-4372-9c08-16627bb79df7,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:45:15.160464 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d5a1bb79-3052-4687-aac5-ec0cee263d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:15.211002 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a53431-7a68-4034-b451-41b98e7b92c4 None None] Pushing event updated for resources: {'Port': ['ID=ff5e0ce8-c38d-4372-9c08-16627bb79df7,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:15.232299 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a1bb79-3052-4687-aac5-ec0cee263d81 None None] Routers {'9afb7f1b-7514-4302-8643-f3602449589e'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:45:15.232968 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-d5a1bb79-3052-4687-aac5-ec0cee263d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:45:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['9afb7f1b-7514-4302-8643-f3602449589e'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:45:15.295384 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c17daabe-4fb2-4423-9d7e-a1f47ed39a62 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:15.341461 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-d5a1bb79-3052-4687-aac5-ec0cee263d81 None None] Set router 9afb7f1b-7514-4302-8643-f3602449589e gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:45:15.381146 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17daabe-4fb2-4423-9d7e-a1f47ed39a62 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'Subnet': ['ID=3ff8b6ac-5662-4ef5-a3bc-409a78bea012,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:15.399991 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17daabe-4fb2-4423-9d7e-a1f47ed39a62 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:45:15.400369 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17daabe-4fb2-4423-9d7e-a1f47ed39a62 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:45:15.400716 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17daabe-4fb2-4423-9d7e-a1f47ed39a62 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:45:15.401061 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17daabe-4fb2-4423-9d7e-a1f47ed39a62 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:45:15.402174 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17daabe-4fb2-4423-9d7e-a1f47ed39a62 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:45:15.402599 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17daabe-4fb2-4423-9d7e-a1f47ed39a62 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:45:15.403126 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17daabe-4fb2-4423-9d7e-a1f47ed39a62 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:45:15.403539 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17daabe-4fb2-4423-9d7e-a1f47ed39a62 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:45:15.403836 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17daabe-4fb2-4423-9d7e-a1f47ed39a62 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:45:15.404201 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17daabe-4fb2-4423-9d7e-a1f47ed39a62 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:45:15.404536 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17daabe-4fb2-4423-9d7e-a1f47ed39a62 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:45:15.404908 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17daabe-4fb2-4423-9d7e-a1f47ed39a62 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:45:15.421418 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0236e0c-fedd-4a03-9eff-96c22e0957c9 req-53f648cc-cc9e-401d-8ee9-7e20458153a5 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:15.422940 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c0236e0c-fedd-4a03-9eff-96c22e0957c9 req-53f648cc-cc9e-401d-8ee9-7e20458153a5 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=264607dd-fbd5-49a5-8bdb-720e6d7d5929 HTTP/1.1" status: 200 len: 945 time: 0.1006382 Aug 23 20:45:15.425862 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17daabe-4fb2-4423-9d7e-a1f47ed39a62 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Checking segment: {'id': '1268e019-263b-4e75-8302-6489aacb80bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b30e1332-35d4-4498-a8f4-af915ec0d87e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:45:15.426233 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17daabe-4fb2-4423-9d7e-a1f47ed39a62 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Network hostable DHCP agents. Network: b30e1332-35d4-4498-a8f4-af915ec0d87e, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:45:15.470352 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17daabe-4fb2-4423-9d7e-a1f47ed39a62 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Network b30e1332-35d4-4498-a8f4-af915ec0d87e is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:45:15.480188 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c0236e0c-fedd-4a03-9eff-96c22e0957c9 req-a60c928b-2af3-477a-936d-57cdbd047e8f tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499206 Aug 23 20:45:15.485749 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-c17daabe-4fb2-4423-9d7e-a1f47ed39a62 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, b30e1332-35d4-4498-a8f4-af915ec0d87e) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:45:15.490389 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17daabe-4fb2-4423-9d7e-a1f47ed39a62 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:15.490999 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c17daabe-4fb2-4423-9d7e-a1f47ed39a62 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:15.504565 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177faae6-ce4f-43f3-85cb-8400856945db None None] Network b30e1332-35d4-4498-a8f4-af915ec0d87e requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:45:15.507978 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c17daabe-4fb2-4423-9d7e-a1f47ed39a62 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5576444 Aug 23 20:45:15.511206 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 42566) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:45:15.547541 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-d5a1bb79-3052-4687-aac5-ec0cee263d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afb7f1b-7514-4302-8643-f3602449589e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-977399961', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'ff5e0ce8-c38d-4372-9c08-16627bb79df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:45:12Z', 'updated_at': '2021-08-23T20:45:13Z', 'revision_number': 3, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'gw_port': {'id': 'ff5e0ce8-c38d-4372-9c08-16627bb79df7', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afb7f1b-7514-4302-8643-f3602449589e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:45:12Z', 'updated_at': '2021-08-23T20:45:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:45:15.582079 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a1bb79-3052-4687-aac5-ec0cee263d81 None None] The sync data for ids ['9afb7f1b-7514-4302-8643-f3602449589e'] in n-d-805663-2 is: [{'id': '9afb7f1b-7514-4302-8643-f3602449589e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-977399961', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'ff5e0ce8-c38d-4372-9c08-16627bb79df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:45:12Z', 'updated_at': '2021-08-23T20:45:13Z', 'revision_number': 3, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'gw_port': {'id': 'ff5e0ce8-c38d-4372-9c08-16627bb79df7', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afb7f1b-7514-4302-8643-f3602449589e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:45:12Z', 'updated_at': '2021-08-23T20:45:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:45:15.691792 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bd0c15-1f98-4117-8814-2ecce74abef5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-b30e1332-35d4-4498-a8f4-af915ec0d87e', 'network_id': 'b30e1332-35d4-4498-a8f4-af915ec0d87e', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'fixed_ips': [{'subnet_id': '3ff8b6ac-5662-4ef5-a3bc-409a78bea012'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:45:15.695431 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-00bd0c15-1f98-4117-8814-2ecce74abef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:15.843344 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-00bd0c15-1f98-4117-8814-2ecce74abef5 None None] Allocated IP 172.20.0.2 (b30e1332-35d4-4498-a8f4-af915ec0d87e/3ff8b6ac-5662-4ef5-a3bc-409a78bea012/0ab3d019-430e-45f7-b1dd-9ec80ed2267d) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:45:15.932266 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:16.043636 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-00bd0c15-1f98-4117-8814-2ecce74abef5 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:16.053562 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-00bd0c15-1f98-4117-8814-2ecce74abef5 None None] Transition to ACTIVE for port object 0ab3d019-430e-45f7-b1dd-9ec80ed2267d will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:45:16.075972 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-00bd0c15-1f98-4117-8814-2ecce74abef5 None None] Transition to ACTIVE for port object 0ab3d019-430e-45f7-b1dd-9ec80ed2267d will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:45:16.083095 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-00bd0c15-1f98-4117-8814-2ecce74abef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:16.092155 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ef2d9-a288-4881-8d34-55daa361dc0a req-ea82a44d-4929-4073-941b-20773939ae80 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:16.093746 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bc0ef2d9-a288-4881-8d34-55daa361dc0a req-ea82a44d-4929-4073-941b-20773939ae80 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=003686b1-3269-4868-9fdd-f5471c45018b HTTP/1.1" status: 200 len: 946 time: 0.0651979 Aug 23 20:45:16.126247 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bd0c15-1f98-4117-8814-2ecce74abef5 None None] Network b30e1332-35d4-4498-a8f4-af915ec0d87e is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:45:16.130985 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-00bd0c15-1f98-4117-8814-2ecce74abef5 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:45:16.134690 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bd0c15-1f98-4117-8814-2ecce74abef5 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:45:16.145173 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd0c15-1f98-4117-8814-2ecce74abef5 None None] Pushing event updated for resources: {'Port': ['ID=0ab3d019-430e-45f7-b1dd-9ec80ed2267d,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:16.150167 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bc0ef2d9-a288-4881-8d34-55daa361dc0a req-9cd7d94d-0a94-40ae-97b1-27100c2b52b1 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485623 Aug 23 20:45:16.179513 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b71394-72dd-413a-8f08-2c79e78faaac req-ddea9d38-a15d-4754-889c-448b7881a024 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:16.193526 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-20b71394-72dd-413a-8f08-2c79e78faaac req-ddea9d38-a15d-4754-889c-448b7881a024 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/ports?device_id=af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d HTTP/1.1" status: 200 len: 945 time: 0.1184125 Aug 23 20:45:16.214725 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-00bd0c15-1f98-4117-8814-2ecce74abef5 None None] Attempting to bind port 0ab3d019-430e-45f7-b1dd-9ec80ed2267d on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:45:16.215113 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-00bd0c15-1f98-4117-8814-2ecce74abef5 None None] Attempting to bind port 0ab3d019-430e-45f7-b1dd-9ec80ed2267d by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '1268e019-263b-4e75-8302-6489aacb80bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b30e1332-35d4-4498-a8f4-af915ec0d87e'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:45:16.216014 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bd0c15-1f98-4117-8814-2ecce74abef5 None None] Attempting to bind port 0ab3d019-430e-45f7-b1dd-9ec80ed2267d on network b30e1332-35d4-4498-a8f4-af915ec0d87e {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:45:16.223024 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bd0c15-1f98-4117-8814-2ecce74abef5 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:45:16.223695 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bd0c15-1f98-4117-8814-2ecce74abef5 None None] Checking segment: {'id': '1268e019-263b-4e75-8302-6489aacb80bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b30e1332-35d4-4498-a8f4-af915ec0d87e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:45:16.224319 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-00bd0c15-1f98-4117-8814-2ecce74abef5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:16.224932 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bd0c15-1f98-4117-8814-2ecce74abef5 None None] Bound using segment: {'id': '1268e019-263b-4e75-8302-6489aacb80bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b30e1332-35d4-4498-a8f4-af915ec0d87e'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:45:16.225610 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-00bd0c15-1f98-4117-8814-2ecce74abef5 None None] Bound port: 0ab3d019-430e-45f7-b1dd-9ec80ed2267d, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1268e019-263b-4e75-8302-6489aacb80bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b30e1332-35d4-4498-a8f4-af915ec0d87e'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:45:16.226413 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-00bd0c15-1f98-4117-8814-2ecce74abef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:16.281135 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-20b71394-72dd-413a-8f08-2c79e78faaac req-11c8df76-4b9b-4ce7-a2ff-d8a1b9a678f7 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/security-groups?id=59433672-2092-460a-913c-05e5a3e92d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867021 Aug 23 20:45:16.319122 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-00bd0c15-1f98-4117-8814-2ecce74abef5 None None] For port 0ab3d019-430e-45f7-b1dd-9ec80ed2267d, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:45:16.322408 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-00bd0c15-1f98-4117-8814-2ecce74abef5 None None] For port 0ab3d019-430e-45f7-b1dd-9ec80ed2267d, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=0ab3d019-430e-45f7-b1dd-9ec80ed2267d,segment=NetworkSegment(1268e019-263b-4e75-8302-6489aacb80bb),segment_id=1268e019-263b-4e75-8302-6489aacb80bb)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:45:16.329601 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-00bd0c15-1f98-4117-8814-2ecce74abef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:16.362247 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-629b3c4f-b9c8-4bfc-83a7-2b7084b7790a req-257fd5f4-a3ef-427f-80a9-fcfc0a9faf33 tempest-ServerShowV254Test-1194990932 tempest-ServerShowV254Test-1194990932-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6e7f6c0-3899-4b2a-972d-21ec77b3ed87 HTTP/1.1" status: 200 len: 210 time: 0.0336392 Aug 23 20:45:16.413162 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd0c15-1f98-4117-8814-2ecce74abef5 None None] Pushing event updated for resources: {'Port': ['ID=0ab3d019-430e-45f7-b1dd-9ec80ed2267d,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:16.470775 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-49fca171-c7ae-4cfa-9a7c-ffb886162b1b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:16.758840 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-94f1d3cb-1f60-43c2-97e6-62a5f4960f17 req-3d6520e3-02af-45cc-8469-2799424b0b56 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4ed35effdc6e46d7971de12d84de1e4d&device_id=a6e7f6c0-3899-4b2a-972d-21ec77b3ed87 HTTP/1.1" status: 200 len: 210 time: 0.0820243 Aug 23 20:45:16.775790 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-04fcfa2b-6063-4dcf-967b-68e4f2f67543 req-6a79dccf-15d0-4410-b94f-3d944a1fbc22 tempest-ServerShowV254Test-1194990932 tempest-ServerShowV254Test-1194990932-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6e7f6c0-3899-4b2a-972d-21ec77b3ed87 HTTP/1.1" status: 200 len: 210 time: 0.0483027 Aug 23 20:45:16.821127 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-94f1d3cb-1f60-43c2-97e6-62a5f4960f17 req-69fe52cc-600d-491d-9236-a2bd9097e26a service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=4ed35effdc6e46d7971de12d84de1e4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532284 Aug 23 20:45:16.884857 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b08b5c-b977-4574-85fa-3295e952bcb1 req-3c108f24-c9f8-4965-8047-1119013630b5 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:16.886411 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-02b08b5c-b977-4574-85fa-3295e952bcb1 req-3c108f24-c9f8-4965-8047-1119013630b5 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.11 "GET /v2.0/ports?device_id=003686b1-3269-4868-9fdd-f5471c45018b HTTP/1.1" status: 200 len: 946 time: 0.2217932 Aug 23 20:45:16.955060 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51853263-6801-4682-b1f3-b3c3b754e584 req-23e317c7-55d4-43c1-9858-87670dc2781f tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:16.956679 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-51853263-6801-4682-b1f3-b3c3b754e584 req-23e317c7-55d4-43c1-9858-87670dc2781f tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=264607dd-fbd5-49a5-8bdb-720e6d7d5929 HTTP/1.1" status: 200 len: 945 time: 0.2932105 Aug 23 20:45:17.127790 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f1d3cb-1f60-43c2-97e6-62a5f4960f17 req-ae8b79d3-25cb-428f-8098-f96b318211cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:17.129313 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-94f1d3cb-1f60-43c2-97e6-62a5f4960f17 req-ae8b79d3-25cb-428f-8098-f96b318211cc service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3010046 Aug 23 20:45:17.139099 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-51853263-6801-4682-b1f3-b3c3b754e584 req-31f0ff5a-b259-4219-8326-e3a2a1845503 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547854 Aug 23 20:45:17.199937 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-49fca171-c7ae-4cfa-9a7c-ffb886162b1b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Allocated IP 172.20.0.1 (b30e1332-35d4-4498-a8f4-af915ec0d87e/3ff8b6ac-5662-4ef5-a3bc-409a78bea012/f65712d1-789b-4de5-83d6-0479c4fa03d1) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:45:17.217803 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-02b08b5c-b977-4574-85fa-3295e952bcb1 req-22f6f5e0-3b06-46d3-aed1-99a866e98119 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Deleting port 0c134d8d-9bfe-4167-974a-ec7d1d6781be {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:45:17.218154 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-02b08b5c-b977-4574-85fa-3295e952bcb1 req-22f6f5e0-3b06-46d3-aed1-99a866e98119 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:17.300554 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a74af-5fda-4e49-b1fd-a46b74754340 req-db7e5ce2-07b4-4d71-a5f2-ec702ae27099 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:17.309194 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-eb4a74af-5fda-4e49-b1fd-a46b74754340 req-db7e5ce2-07b4-4d71-a5f2-ec702ae27099 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=003686b1-3269-4868-9fdd-f5471c45018b HTTP/1.1" status: 200 len: 946 time: 0.0713351 Aug 23 20:45:17.361817 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-eb4a74af-5fda-4e49-b1fd-a46b74754340 req-a533c63b-706e-44de-a5c2-0feb520eb1cc tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515394 Aug 23 20:45:17.413069 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-02b08b5c-b977-4574-85fa-3295e952bcb1 req-22f6f5e0-3b06-46d3-aed1-99a866e98119 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] For port 0c134d8d-9bfe-4167-974a-ec7d1d6781be, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=0c134d8d-9bfe-4167-974a-ec7d1d6781be,segment=NetworkSegment(a0304131-671f-4c22-8fc4-9d97cd99d833),segment_id=a0304131-671f-4c22-8fc4-9d97cd99d833)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:45:17.413437 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-02b08b5c-b977-4574-85fa-3295e952bcb1 req-22f6f5e0-3b06-46d3-aed1-99a866e98119 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:17.458812 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-02b08b5c-b977-4574-85fa-3295e952bcb1 req-22f6f5e0-3b06-46d3-aed1-99a866e98119 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Calling delete_port for 0c134d8d-9bfe-4167-974a-ec7d1d6781be owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:45:17.467736 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4448d257-34bc-4c8d-af43-f8f0c2cf0337 None None] Network b30e1332-35d4-4498-a8f4-af915ec0d87e requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:45:17.481566 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-49fca171-c7ae-4cfa-9a7c-ffb886162b1b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:17.546053 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78908c63-6c5b-4eef-af98-7e6c2a6feaf4 req-86a0dc5b-7bc1-4b31-994f-3088383b03b6 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:17.547577 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-78908c63-6c5b-4eef-af98-7e6c2a6feaf4 req-86a0dc5b-7bc1-4b31-994f-3088383b03b6 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/ports?device_id=af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d HTTP/1.1" status: 200 len: 945 time: 0.1506586 Aug 23 20:45:17.550213 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-49fca171-c7ae-4cfa-9a7c-ffb886162b1b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Transition to ACTIVE for port object f65712d1-789b-4de5-83d6-0479c4fa03d1 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:45:17.602688 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-70935946-2293-4028-84ae-6227121a78d6 None None] Provisioning for port 0ab3d019-430e-45f7-b1dd-9ec80ed2267d completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:45:17.643117 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-78908c63-6c5b-4eef-af98-7e6c2a6feaf4 req-abb6b42a-fe6d-4cbe-a07d-4622471f0e0d tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/security-groups?id=59433672-2092-460a-913c-05e5a3e92d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856760 Aug 23 20:45:17.712452 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-49fca171-c7ae-4cfa-9a7c-ffb886162b1b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:17.772844 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fca171-c7ae-4cfa-9a7c-ffb886162b1b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Network b30e1332-35d4-4498-a8f4-af915ec0d87e is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:45:17.780848 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-49fca171-c7ae-4cfa-9a7c-ffb886162b1b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:45:17.784853 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fca171-c7ae-4cfa-9a7c-ffb886162b1b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:45:17.799304 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 0ab3d019-430e-45f7-b1dd-9ec80ed2267d up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:45:17.862215 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-02b08b5c-b977-4574-85fa-3295e952bcb1 req-22f6f5e0-3b06-46d3-aed1-99a866e98119 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:17.877095 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['0c134d8d-9bfe-4167-974a-ec7d1d6781be'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:45:17.883972 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fca171-c7ae-4cfa-9a7c-ffb886162b1b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'Port': ['ID=f65712d1-789b-4de5-83d6-0479c4fa03d1,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:17.920198 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f6f5e0-3b06-46d3-aed1-99a866e98119 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Pushing event deleted for resources: {'Port': ['ID=0c134d8d-9bfe-4167-974a-ec7d1d6781be,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:17.960086 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b44fab20-63f9-4b6b-ba3d-0a0a82f1f2e7 req-3a71ca29-da06-4a5e-ab86-33b036dd5c55 tempest-ServerShowV254Test-1194990932 tempest-ServerShowV254Test-1194990932-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6e7f6c0-3899-4b2a-972d-21ec77b3ed87 HTTP/1.1" status: 200 len: 210 time: 0.0546122 Aug 23 20:45:17.977163 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-02b08b5c-b977-4574-85fa-3295e952bcb1 req-22f6f5e0-3b06-46d3-aed1-99a866e98119 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] No DVR routers for this DVR port 0c134d8d-9bfe-4167-974a-ec7d1d6781be on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:45:17.983502 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-02b08b5c-b977-4574-85fa-3295e952bcb1 req-22f6f5e0-3b06-46d3-aed1-99a866e98119 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:17.985960 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-02b08b5c-b977-4574-85fa-3295e952bcb1 req-22f6f5e0-3b06-46d3-aed1-99a866e98119 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.11 "DELETE /v2.0/ports/0c134d8d-9bfe-4167-974a-ec7d1d6781be HTTP/1.1" status: 204 len: 173 time: 1.0819890 Aug 23 20:45:17.986448 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '003686b1-3269-4868-9fdd-f5471c45018b', 'name': 'network-vif-deleted', 'tag': '0c134d8d-9bfe-4167-974a-ec7d1d6781be'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:45:17.989093 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 0ab3d019-430e-45f7-b1dd-9ec80ed2267d completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:45:17.996356 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 0ab3d019-430e-45f7-b1dd-9ec80ed2267d triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:45:17.996775 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c871c6e8-e78c-4447-943b-77bcfb88ac73" -d '{"events": [{"server_uuid": "003686b1-3269-4868-9fdd-f5471c45018b", "name": "network-vif-deleted", "tag": "0c134d8d-9bfe-4167-974a-ec7d1d6781be"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:45:17.997191 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:18.000941 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-49fca171-c7ae-4cfa-9a7c-ffb886162b1b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:18.070755 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-256f4c9c-adfd-4ebe-ab17-ccafb552dd5f None None] Provisioning complete for port 0ab3d019-430e-45f7-b1dd-9ec80ed2267d triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:45:18.071442 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-256f4c9c-adfd-4ebe-ab17-ccafb552dd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:18.111455 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285896ed-fca5-400a-85f1-62895a4992d4 x-openstack-request-id: req-285896ed-fca5-400a-85f1-62895a4992d4 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:45:18.112587 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "003686b1-3269-4868-9fdd-f5471c45018b", "name": "network-vif-deleted", "tag": "0c134d8d-9bfe-4167-974a-ec7d1d6781be", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:45:18.113252 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-285896ed-fca5-400a-85f1-62895a4992d4 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:45:18.113959 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '003686b1-3269-4868-9fdd-f5471c45018b', 'name': 'network-vif-deleted', 'tag': '0c134d8d-9bfe-4167-974a-ec7d1d6781be', 'status': 'completed', 'code': 200} Aug 23 20:45:18.175002 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:18.227546 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-49fca171-c7ae-4cfa-9a7c-ffb886162b1b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:18.266983 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-256f4c9c-adfd-4ebe-ab17-ccafb552dd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:18.289394 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 0ab3d019-430e-45f7-b1dd-9ec80ed2267d, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=0ab3d019-430e-45f7-b1dd-9ec80ed2267d,segment=NetworkSegment(1268e019-263b-4e75-8302-6489aacb80bb),segment_id=1268e019-263b-4e75-8302-6489aacb80bb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:45:18.301151 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:18.301921 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device ff5e0ce8-c38d-4372-9c08-16627bb79df7 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:45:18.405187 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec8f03-e2ea-45a1-9e32-a7c68b718565 req-5ce8e8f9-2db9-4cb6-85fd-7149d6785460 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:18.406766 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dcec8f03-e2ea-45a1-9e32-a7c68b718565 req-5ce8e8f9-2db9-4cb6-85fd-7149d6785460 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=264607dd-fbd5-49a5-8bdb-720e6d7d5929 HTTP/1.1" status: 200 len: 945 time: 0.1307182 Aug 23 20:45:18.413626 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.db.api [None req-256f4c9c-adfd-4ebe-ab17-ccafb552dd5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 20:45:18.413975 n-d-805663-2 neutron-server[94689]: DEBUG oslo_db.api [None req-256f4c9c-adfd-4ebe-ab17-ccafb552dd5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 20:45:18.415647 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=0ab3d019-430e-45f7-b1dd-9ec80ed2267d,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:18.433572 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port ff5e0ce8-c38d-4372-9c08-16627bb79df7 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:45:18.438104 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-94f1d3cb-1f60-43c2-97e6-62a5f4960f17 req-a11a0fcc-9043-4c27-b46a-fec8e5e8fb80 tempest-ServerShowV254Test-1194990932 tempest-ServerShowV254Test-1194990932-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6e7f6c0-3899-4b2a-972d-21ec77b3ed87 HTTP/1.1" status: 200 len: 210 time: 0.0552967 Aug 23 20:45:18.438723 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port ff5e0ce8-c38d-4372-9c08-16627bb79df7 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:45:18.439104 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:18.551437 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3f54558a-2da6-460e-a3b0-1fae13bda172 req-80bcea15-0705-459b-8cb4-2a1cb997cd22 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=003686b1-3269-4868-9fdd-f5471c45018b HTTP/1.1" status: 200 len: 210 time: 0.0439653 Aug 23 20:45:18.554255 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:18.584039 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port ff5e0ce8-c38d-4372-9c08-16627bb79df7, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=ff5e0ce8-c38d-4372-9c08-16627bb79df7,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:45:18.589859 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:18.609299 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dcec8f03-e2ea-45a1-9e32-a7c68b718565 req-c44f9df5-c9a6-4149-ad2e-3f9663709da9 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702032 Aug 23 20:45:18.648830 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=ff5e0ce8-c38d-4372-9c08-16627bb79df7,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:18.766392 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372986c7-8273-489d-92c0-915ad85bec86 req-c9ee18c0-a1b0-40da-980b-93633d83413f tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:18.768223 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-372986c7-8273-489d-92c0-915ad85bec86 req-c9ee18c0-a1b0-40da-980b-93633d83413f tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/ports?device_id=af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d HTTP/1.1" status: 200 len: 945 time: 0.0528631 Aug 23 20:45:18.786603 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-49fca171-c7ae-4cfa-9a7c-ffb886162b1b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:18.791511 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-49fca171-c7ae-4cfa-9a7c-ffb886162b1b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:18.813214 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-372986c7-8273-489d-92c0-915ad85bec86 req-c05be7c8-b859-4fec-b5db-97ef07be1e1e tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/security-groups?id=59433672-2092-460a-913c-05e5a3e92d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378978 Aug 23 20:45:18.889598 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fca171-c7ae-4cfa-9a7c-ffb886162b1b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'Port': ['ID=f65712d1-789b-4de5-83d6-0479c4fa03d1,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:18.892257 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-49fca171-c7ae-4cfa-9a7c-ffb886162b1b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:19.027918 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fca171-c7ae-4cfa-9a7c-ffb886162b1b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Network b30e1332-35d4-4498-a8f4-af915ec0d87e is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:45:19.029994 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-49fca171-c7ae-4cfa-9a7c-ffb886162b1b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:45:19.321638 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f77c2cf4-fe73-4fa6-8ec2-e0ac19f95a9d None None] Provisioning for port f65712d1-789b-4de5-83d6-0479c4fa03d1 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:45:19.327359 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f77c2cf4-fe73-4fa6-8ec2-e0ac19f95a9d None None] Provisioning complete for port f65712d1-789b-4de5-83d6-0479c4fa03d1 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:45:19.327954 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f77c2cf4-fe73-4fa6-8ec2-e0ac19f95a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:19.369230 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-f77c2cf4-fe73-4fa6-8ec2-e0ac19f95a9d None None] Port f65712d1-789b-4de5-83d6-0479c4fa03d1 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:45:19.506193 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49fca171-c7ae-4cfa-9a7c-ffb886162b1b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Router 9afb7f1b-7514-4302-8643-f3602449589e has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:45:19.509625 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-386219ff-48b7-47aa-9180-831e31f6c454 req-3c25a4a5-4cb5-4c0e-a9ac-5a66989119d5 tempest-ServerShowV254Test-1194990932 tempest-ServerShowV254Test-1194990932-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6e7f6c0-3899-4b2a-972d-21ec77b3ed87 HTTP/1.1" status: 200 len: 210 time: 0.3125980 Aug 23 20:45:19.649908 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8069abdd-2757-46a5-93a9-ecc53fc7e116 req-e14c02d4-b6de-4b5e-bc47-ba28e8e2061f tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=003686b1-3269-4868-9fdd-f5471c45018b HTTP/1.1" status: 200 len: 210 time: 0.0310278 Aug 23 20:45:19.666050 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49fca171-c7ae-4cfa-9a7c-ffb886162b1b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:45:19.679549 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47286e64-faa4-45f9-b9fb-3e188daf1178 None None] Sync routers for ids ['9afb7f1b-7514-4302-8643-f3602449589e'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:45:19.695342 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47286e64-faa4-45f9-b9fb-3e188daf1178 None None] Routers {'9afb7f1b-7514-4302-8643-f3602449589e'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:45:19.698808 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-47286e64-faa4-45f9-b9fb-3e188daf1178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:45:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['9afb7f1b-7514-4302-8643-f3602449589e'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:45:19.709663 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-49fca171-c7ae-4cfa-9a7c-ffb886162b1b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "PUT /v2.0/routers/9afb7f1b-7514-4302-8643-f3602449589e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1966617 Aug 23 20:45:19.764865 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 0ab3d019-430e-45f7-b1dd-9ec80ed2267d up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:45:19.785702 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60d134-3ba5-4c36-9816-d9ed70be7fdc req-ebfe4b03-0eb4-4361-b992-214cd328248b tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:19.787255 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8d60d134-3ba5-4c36-9816-d9ed70be7fdc req-ebfe4b03-0eb4-4361-b992-214cd328248b tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=264607dd-fbd5-49a5-8bdb-720e6d7d5929 HTTP/1.1" status: 200 len: 945 time: 0.0738978 Aug 23 20:45:19.840029 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8d60d134-3ba5-4c36-9816-d9ed70be7fdc req-f5bc100c-34cb-49f8-88f0-0767238df235 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448823 Aug 23 20:45:19.882434 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3d850fc0-8819-4a65-a2a4-de866eb43397 req-744deec0-fe8f-458b-97bb-900cf463094d tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-898290338&fields=id&tenant_id=0b17a426d9eb4b3083079c3d4dc4db5c HTTP/1.1" status: 200 len: 267 time: 0.0606055 Aug 23 20:45:19.885134 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 0ab3d019-430e-45f7-b1dd-9ec80ed2267d triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:45:19.885701 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:19.941230 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-47286e64-faa4-45f9-b9fb-3e188daf1178 None None] Set router 9afb7f1b-7514-4302-8643-f3602449589e gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:45:19.988162 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eceefd-8ca6-4c8b-9a56-5f0fd77bae91 req-e03792ef-f610-4b45-bcea-b5030f0ea60d tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:20.000179 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-88eceefd-8ca6-4c8b-9a56-5f0fd77bae91 req-e03792ef-f610-4b45-bcea-b5030f0ea60d tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/ports?device_id=af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d HTTP/1.1" status: 200 len: 945 time: 0.0835826 Aug 23 20:45:20.018348 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d850fc0-8819-4a65-a2a4-de866eb43397 req-50021d34-7b24-450a-b4f0-4d2e20992419 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:20.020415 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3d850fc0-8819-4a65-a2a4-de866eb43397 req-50021d34-7b24-450a-b4f0-4d2e20992419 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/networks?id=b30e1332-35d4-4498-a8f4-af915ec0d87e HTTP/1.1" status: 200 len: 797 time: 0.1369061 Aug 23 20:45:20.036937 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3d850fc0-8819-4a65-a2a4-de866eb43397 req-8c3a31c0-e0fd-4506-8374-047e87bbbbe3 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/quotas/0b17a426d9eb4b3083079c3d4dc4db5c HTTP/1.1" status: 200 len: 375 time: 0.0105956 Aug 23 20:45:20.042534 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-88eceefd-8ca6-4c8b-9a56-5f0fd77bae91 req-3489aab5-6bce-492c-a139-a439a9a50733 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/security-groups?id=59433672-2092-460a-913c-05e5a3e92d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407147 Aug 23 20:45:20.102341 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3d850fc0-8819-4a65-a2a4-de866eb43397 req-34b73028-a1fe-4258-b008-0649dd512d1b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=0b17a426d9eb4b3083079c3d4dc4db5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0573184 Aug 23 20:45:20.137109 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device ff5e0ce8-c38d-4372-9c08-16627bb79df7 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:45:20.233573 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3d850fc0-8819-4a65-a2a4-de866eb43397 req-68a60da0-963a-4bf4-9af2-d7024d92c0ce service neutron] 10.222.0.61 "GET /v2.0/networks/b30e1332-35d4-4498-a8f4-af915ec0d87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164839 Aug 23 20:45:20.253859 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port ff5e0ce8-c38d-4372-9c08-16627bb79df7 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:45:20.254243 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:20.313174 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-47286e64-faa4-45f9-b9fb-3e188daf1178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afb7f1b-7514-4302-8643-f3602449589e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-977399961', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'ff5e0ce8-c38d-4372-9c08-16627bb79df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:45:12Z', 'updated_at': '2021-08-23T20:45:18Z', 'revision_number': 4, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'gw_port': {'id': 'ff5e0ce8-c38d-4372-9c08-16627bb79df7', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afb7f1b-7514-4302-8643-f3602449589e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:45:12Z', 'updated_at': '2021-08-23T20:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'f65712d1-789b-4de5-83d6-0479c4fa03d1', 'name': '', 'network_id': 'b30e1332-35d4-4498-a8f4-af915ec0d87e', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'mac_address': 'fa:16:3e:d0:84:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afb7f1b-7514-4302-8643-f3602449589e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '3ff8b6ac-5662-4ef5-a3bc-409a78bea012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:45:16Z', 'updated_at': '2021-08-23T20:45:18Z', 'revision_number': 2, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'subnets': [{'id': '3ff8b6ac-5662-4ef5-a3bc-409a78bea012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:45:20.350998 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3d850fc0-8819-4a65-a2a4-de866eb43397 req-b1eca711-f20c-4583-9ff9-4a6b57ff0873 service neutron] 10.222.0.61 "GET /v2.0/networks/b30e1332-35d4-4498-a8f4-af915ec0d87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082861 Aug 23 20:45:20.351960 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47286e64-faa4-45f9-b9fb-3e188daf1178 None None] Checking router: 9afb7f1b-7514-4302-8643-f3602449589e for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:45:20.352510 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47286e64-faa4-45f9-b9fb-3e188daf1178 None None] Updating router 9afb7f1b-7514-4302-8643-f3602449589e port f65712d1-789b-4de5-83d6-0479c4fa03d1 binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:45:20.414434 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:20.418315 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-47286e64-faa4-45f9-b9fb-3e188daf1178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:20.574921 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7bd1cbab-405d-49f4-9f01-32ec17a05a85 req-0c1d2f28-9d13-4ee1-bd11-b042a1e5472b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5 HTTP/1.1" status: 200 len: 210 time: 0.0427914 Aug 23 20:45:20.730176 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 0c134d8d-9bfe-4167-974a-ec7d1d6781be no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:45:20.775731 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: 0c134d8d-9bfe-4167-974a-ec7d1d6781be {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:45:20.786524 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 0c134d8d-9bfe-4167-974a-ec7d1d6781be not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:45:20.847693 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-aef34774-7381-42cd-996f-13b1846cb84a req-9c8605ce-d1af-4188-a810-3f75c2a741e3 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=003686b1-3269-4868-9fdd-f5471c45018b HTTP/1.1" status: 200 len: 210 time: 0.0503259 Aug 23 20:45:20.872113 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-47286e64-faa4-45f9-b9fb-3e188daf1178 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:20.889558 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-47286e64-faa4-45f9-b9fb-3e188daf1178 None None] Transition to ACTIVE for port object f65712d1-789b-4de5-83d6-0479c4fa03d1 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:45:20.906156 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-47286e64-faa4-45f9-b9fb-3e188daf1178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:20.974144 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce4bc4-c340-4fad-83c6-28249184365c None None] Pushing event updated for resources: {'Port': ['ID=f65712d1-789b-4de5-83d6-0479c4fa03d1,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:21.082078 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b5e23-6ef0-48a7-9326-df5140d941c8 req-82f2c614-cbf5-40df-bff8-e833864d3186 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:21.092091 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-713b5e23-6ef0-48a7-9326-df5140d941c8 req-82f2c614-cbf5-40df-bff8-e833864d3186 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=264607dd-fbd5-49a5-8bdb-720e6d7d5929 HTTP/1.1" status: 200 len: 945 time: 0.1217759 Aug 23 20:45:21.107313 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 42664) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:45:21.145185 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-47286e64-faa4-45f9-b9fb-3e188daf1178 None None] Attempting to bind port f65712d1-789b-4de5-83d6-0479c4fa03d1 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:45:21.145560 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-47286e64-faa4-45f9-b9fb-3e188daf1178 None None] Attempting to bind port f65712d1-789b-4de5-83d6-0479c4fa03d1 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '1268e019-263b-4e75-8302-6489aacb80bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b30e1332-35d4-4498-a8f4-af915ec0d87e'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:45:21.146124 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47286e64-faa4-45f9-b9fb-3e188daf1178 None None] Attempting to bind port f65712d1-789b-4de5-83d6-0479c4fa03d1 on network b30e1332-35d4-4498-a8f4-af915ec0d87e {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:45:21.152358 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47286e64-faa4-45f9-b9fb-3e188daf1178 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:45:21.153024 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47286e64-faa4-45f9-b9fb-3e188daf1178 None None] Checking segment: {'id': '1268e019-263b-4e75-8302-6489aacb80bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b30e1332-35d4-4498-a8f4-af915ec0d87e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:45:21.153592 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-47286e64-faa4-45f9-b9fb-3e188daf1178 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:21.154146 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47286e64-faa4-45f9-b9fb-3e188daf1178 None None] Bound using segment: {'id': '1268e019-263b-4e75-8302-6489aacb80bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b30e1332-35d4-4498-a8f4-af915ec0d87e'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:45:21.154787 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-47286e64-faa4-45f9-b9fb-3e188daf1178 None None] Bound port: f65712d1-789b-4de5-83d6-0479c4fa03d1, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1268e019-263b-4e75-8302-6489aacb80bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b30e1332-35d4-4498-a8f4-af915ec0d87e'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:45:21.155326 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-47286e64-faa4-45f9-b9fb-3e188daf1178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:21.220694 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-713b5e23-6ef0-48a7-9326-df5140d941c8 req-632bdb6e-2607-4770-a05b-17b8c8246635 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124105 Aug 23 20:45:21.343486 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-47286e64-faa4-45f9-b9fb-3e188daf1178 None None] For port f65712d1-789b-4de5-83d6-0479c4fa03d1, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:45:21.352407 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-47286e64-faa4-45f9-b9fb-3e188daf1178 None None] For port f65712d1-789b-4de5-83d6-0479c4fa03d1, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=f65712d1-789b-4de5-83d6-0479c4fa03d1,segment=NetworkSegment(1268e019-263b-4e75-8302-6489aacb80bb),segment_id=1268e019-263b-4e75-8302-6489aacb80bb)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:45:21.361396 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-47286e64-faa4-45f9-b9fb-3e188daf1178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:21.388086 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-042028ee-10fe-404d-8e29-02c3825a03d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:21.411036 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a7ad7-5c5d-434a-bca6-189e3c3aaed2 req-7e7d5a2c-6e01-4ae9-b0d9-d1f66bcd8900 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:21.420753 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b50a7ad7-5c5d-434a-bca6-189e3c3aaed2 req-7e7d5a2c-6e01-4ae9-b0d9-d1f66bcd8900 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/ports?device_id=af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d HTTP/1.1" status: 200 len: 945 time: 0.0666392 Aug 23 20:45:21.498135 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47286e64-faa4-45f9-b9fb-3e188daf1178 None None] Routers {'9afb7f1b-7514-4302-8643-f3602449589e'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:45:21.498877 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-47286e64-faa4-45f9-b9fb-3e188daf1178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:45:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['9afb7f1b-7514-4302-8643-f3602449589e'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:45:21.499153 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b50a7ad7-5c5d-434a-bca6-189e3c3aaed2 req-5bbddf93-9e5b-4c61-a4cf-37665830b41d tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/security-groups?id=59433672-2092-460a-913c-05e5a3e92d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773907 Aug 23 20:45:21.563810 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ef9961-c52e-4967-bd15-831129902a1c req-df54dbdc-e550-4e53-9240-e1b96318a4b8 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:21.571635 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-19ef9961-c52e-4967-bd15-831129902a1c req-df54dbdc-e550-4e53-9240-e1b96318a4b8 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] 10.222.0.61 "GET /v2.0/ports?device_id=39b41246-929d-4e08-bf27-c3eb30fad89d HTTP/1.1" status: 200 len: 946 time: 0.1087551 Aug 23 20:45:21.632529 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-19ef9961-c52e-4967-bd15-831129902a1c req-feb518fe-506a-4eee-b3a6-819ce1bca8c8 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] 10.222.0.61 "GET /v2.0/security-groups?id=76fa3571-b26c-4d42-bc0f-ea73a231863a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598247 Aug 23 20:45:21.638376 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-042028ee-10fe-404d-8e29-02c3825a03d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:21.646045 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-042028ee-10fe-404d-8e29-02c3825a03d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:21.707152 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-042028ee-10fe-404d-8e29-02c3825a03d0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4ed35effdc6e46d7971de12d84de1e4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5987480 Aug 23 20:45:21.708931 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce4bc4-c340-4fad-83c6-28249184365c None None] Pushing event updated for resources: {'Port': ['ID=f65712d1-789b-4de5-83d6-0479c4fa03d1,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:21.719181 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 42674) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:45:21.720883 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-47286e64-faa4-45f9-b9fb-3e188daf1178 None None] Set router 9afb7f1b-7514-4302-8643-f3602449589e gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:45:21.738176 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042028ee-10fe-404d-8e29-02c3825a03d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e543f01-a935-4bed-a0e0-155d3aa60172,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:21.763475 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b63597d3-0411-4310-938e-bef6d8edd39a req-a400a469-202d-400c-bb10-9557cddce501 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5 HTTP/1.1" status: 200 len: 210 time: 0.0721135 Aug 23 20:45:21.853657 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9240c904-efdc-48c8-b398-638e9a8df1bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:21.887870 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9240c904-efdc-48c8-b398-638e9a8df1bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:21.967329 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9240c904-efdc-48c8-b398-638e9a8df1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:21.975278 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9240c904-efdc-48c8-b398-638e9a8df1bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:21.978240 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9240c904-efdc-48c8-b398-638e9a8df1bb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7e543f01-a935-4bed-a0e0-155d3aa60172 HTTP/1.1" status: 204 len: 168 time: 0.2577920 Aug 23 20:45:22.013296 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d850fc0-8819-4a65-a2a4-de866eb43397 req-1dba6957-215c-471c-81cc-e9e31fd57079 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:22.015056 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3d850fc0-8819-4a65-a2a4-de866eb43397 req-1dba6957-215c-471c-81cc-e9e31fd57079 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.11 "GET /v2.0/networks?id=b30e1332-35d4-4498-a8f4-af915ec0d87e HTTP/1.1" status: 200 len: 797 time: 0.1402802 Aug 23 20:45:22.059587 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9240c904-efdc-48c8-b398-638e9a8df1bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e543f01-a935-4bed-a0e0-155d3aa60172,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:22.077559 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1682a19d-4758-4da7-a8bd-310f290805ad req-59868b95-e45f-4fa8-ac96-ffa6a0fab0f7 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=003686b1-3269-4868-9fdd-f5471c45018b HTTP/1.1" status: 200 len: 210 time: 0.0533607 Aug 23 20:45:22.090623 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3d850fc0-8819-4a65-a2a4-de866eb43397 req-549a9d90-0031-4e03-a967-cf59af80d9b8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b17a426d9eb4b3083079c3d4dc4db5c HTTP/1.1" status: 200 len: 379 time: 0.0612473 Aug 23 20:45:22.101958 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-3d850fc0-8819-4a65-a2a4-de866eb43397 req-08908eb0-7e1e-4ab6-9e4d-b3a8fe85589e tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Request body: {'port': {'device_id': 'edfd3ebe-6c75-4439-a958-86b20e480cc5', 'network_id': 'b30e1332-35d4-4498-a8f4-af915ec0d87e', 'admin_state_up': True, 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'security_groups': ['d454fa48-aaac-4911-81d6-c45d8631516f']}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:45:22.164229 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-47286e64-faa4-45f9-b9fb-3e188daf1178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afb7f1b-7514-4302-8643-f3602449589e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-977399961', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'ff5e0ce8-c38d-4372-9c08-16627bb79df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:45:12Z', 'updated_at': '2021-08-23T20:45:18Z', 'revision_number': 4, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'gw_port': {'id': 'ff5e0ce8-c38d-4372-9c08-16627bb79df7', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afb7f1b-7514-4302-8643-f3602449589e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:45:12Z', 'updated_at': '2021-08-23T20:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'f65712d1-789b-4de5-83d6-0479c4fa03d1', 'name': '', 'network_id': 'b30e1332-35d4-4498-a8f4-af915ec0d87e', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'mac_address': 'fa:16:3e:d0:84:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afb7f1b-7514-4302-8643-f3602449589e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '3ff8b6ac-5662-4ef5-a3bc-409a78bea012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:45:16Z', 'updated_at': '2021-08-23T20:45:21Z', 'revision_number': 4, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'subnets': [{'id': '3ff8b6ac-5662-4ef5-a3bc-409a78bea012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:45:22.200255 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47286e64-faa4-45f9-b9fb-3e188daf1178 None None] The sync data for ids ['9afb7f1b-7514-4302-8643-f3602449589e'] in n-d-805663-2 is: [{'id': '9afb7f1b-7514-4302-8643-f3602449589e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-977399961', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'ff5e0ce8-c38d-4372-9c08-16627bb79df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:45:12Z', 'updated_at': '2021-08-23T20:45:18Z', 'revision_number': 4, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'gw_port': {'id': 'ff5e0ce8-c38d-4372-9c08-16627bb79df7', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afb7f1b-7514-4302-8643-f3602449589e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:45:12Z', 'updated_at': '2021-08-23T20:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'f65712d1-789b-4de5-83d6-0479c4fa03d1', 'name': '', 'network_id': 'b30e1332-35d4-4498-a8f4-af915ec0d87e', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'mac_address': 'fa:16:3e:d0:84:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afb7f1b-7514-4302-8643-f3602449589e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '3ff8b6ac-5662-4ef5-a3bc-409a78bea012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:45:16Z', 'updated_at': '2021-08-23T20:45:21Z', 'revision_number': 4, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'subnets': [{'id': '3ff8b6ac-5662-4ef5-a3bc-409a78bea012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:45:22.318263 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d850fc0-8819-4a65-a2a4-de866eb43397 req-08908eb0-7e1e-4ab6-9e4d-b3a8fe85589e tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Made reservation on behalf of 0b17a426d9eb4b3083079c3d4dc4db5c for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:45:22.337550 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3d850fc0-8819-4a65-a2a4-de866eb43397 req-08908eb0-7e1e-4ab6-9e4d-b3a8fe85589e tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:22.470404 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d354e9-0e86-4b4c-aaa0-2d2849dafabf req-ddffb578-f1b3-4220-b384-dfe7472a7d1b tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:22.478193 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-68d354e9-0e86-4b4c-aaa0-2d2849dafabf req-ddffb578-f1b3-4220-b384-dfe7472a7d1b tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=264607dd-fbd5-49a5-8bdb-720e6d7d5929 HTTP/1.1" status: 200 len: 945 time: 0.1157594 Aug 23 20:45:22.544132 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-68d354e9-0e86-4b4c-aaa0-2d2849dafabf req-5663e37a-e573-4b1d-b779-469098aa5bfe tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592573 Aug 23 20:45:22.661149 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-3d850fc0-8819-4a65-a2a4-de866eb43397 req-08908eb0-7e1e-4ab6-9e4d-b3a8fe85589e tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Allocated IP 172.20.0.10 (b30e1332-35d4-4498-a8f4-af915ec0d87e/3ff8b6ac-5662-4ef5-a3bc-409a78bea012/1926252b-6fc4-4546-a9e7-812433bb4ebc) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:45:22.671013 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687eed47-e51b-4a21-bc39-5cf682dcc59d req-915f9452-0e3b-4a5d-96e7-20b5eca5b650 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:22.679827 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-687eed47-e51b-4a21-bc39-5cf682dcc59d req-915f9452-0e3b-4a5d-96e7-20b5eca5b650 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/ports?device_id=af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d HTTP/1.1" status: 200 len: 945 time: 0.0662448 Aug 23 20:45:22.744296 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-687eed47-e51b-4a21-bc39-5cf682dcc59d req-75f03388-bd98-4e43-aa12-d22a1e628fdb tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/security-groups?id=59433672-2092-460a-913c-05e5a3e92d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585742 Aug 23 20:45:22.901957 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17562166-a232-4540-89d7-86eb4ce1062a req-c390fa7d-62de-4e03-8b80-1dbb0530d6c6 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:22.903527 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-17562166-a232-4540-89d7-86eb4ce1062a req-c390fa7d-62de-4e03-8b80-1dbb0530d6c6 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] 10.222.0.61 "GET /v2.0/ports?device_id=39b41246-929d-4e08-bf27-c3eb30fad89d HTTP/1.1" status: 200 len: 946 time: 0.1850207 Aug 23 20:45:22.936963 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5dd845-99aa-4615-b8c5-dc984b3664ca req-5b98d110-ea8f-4af3-94cd-c91a7caac9d2 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:22.938592 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7b5dd845-99aa-4615-b8c5-dc984b3664ca req-5b98d110-ea8f-4af3-94cd-c91a7caac9d2 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] 10.222.0.32 "GET /v2.0/ports?device_id=39b41246-929d-4e08-bf27-c3eb30fad89d HTTP/1.1" status: 200 len: 946 time: 0.1044879 Aug 23 20:45:23.022850 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-17562166-a232-4540-89d7-86eb4ce1062a req-fcb04d53-4e9c-49cf-ab89-34e0248e2b47 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] 10.222.0.61 "GET /v2.0/security-groups?id=76fa3571-b26c-4d42-bc0f-ea73a231863a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094275 Aug 23 20:45:23.036490 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3d850fc0-8819-4a65-a2a4-de866eb43397 req-08908eb0-7e1e-4ab6-9e4d-b3a8fe85589e tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:23.038141 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-97f9978d-d03a-4536-b6c8-2fe64a626950 req-c290261e-9d78-4048-a346-ffa224d1f185 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5 HTTP/1.1" status: 200 len: 210 time: 0.0925937 Aug 23 20:45:23.051218 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-3d850fc0-8819-4a65-a2a4-de866eb43397 req-08908eb0-7e1e-4ab6-9e4d-b3a8fe85589e tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Transition to ACTIVE for port object 1926252b-6fc4-4546-a9e7-812433bb4ebc will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:45:23.098461 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-7b5dd845-99aa-4615-b8c5-dc984b3664ca req-c9d3cd22-ac2c-445b-9837-3cc404d999f3 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Deleting port fcbd9f8b-f66b-4a25-858a-faf659328829 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:45:23.099856 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7b5dd845-99aa-4615-b8c5-dc984b3664ca req-c9d3cd22-ac2c-445b-9837-3cc404d999f3 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:23.102296 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3d850fc0-8819-4a65-a2a4-de866eb43397 req-08908eb0-7e1e-4ab6-9e4d-b3a8fe85589e tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:23.207011 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d850fc0-8819-4a65-a2a4-de866eb43397 req-08908eb0-7e1e-4ab6-9e4d-b3a8fe85589e tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Network b30e1332-35d4-4498-a8f4-af915ec0d87e is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:45:23.211041 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-3d850fc0-8819-4a65-a2a4-de866eb43397 req-08908eb0-7e1e-4ab6-9e4d-b3a8fe85589e tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:45:23.223209 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d850fc0-8819-4a65-a2a4-de866eb43397 req-08908eb0-7e1e-4ab6-9e4d-b3a8fe85589e tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:45:23.240760 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 42710) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:45:23.265295 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-7b5dd845-99aa-4615-b8c5-dc984b3664ca req-c9d3cd22-ac2c-445b-9837-3cc404d999f3 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] For port fcbd9f8b-f66b-4a25-858a-faf659328829, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=fcbd9f8b-f66b-4a25-858a-faf659328829,segment=NetworkSegment(2bb43555-f873-4a8c-b6d0-0a61fec775fe),segment_id=2bb43555-f873-4a8c-b6d0-0a61fec775fe)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:45:23.265668 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7b5dd845-99aa-4615-b8c5-dc984b3664ca req-c9d3cd22-ac2c-445b-9837-3cc404d999f3 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:23.328555 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d850fc0-8819-4a65-a2a4-de866eb43397 req-08908eb0-7e1e-4ab6-9e4d-b3a8fe85589e tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:23.329628 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3d850fc0-8819-4a65-a2a4-de866eb43397 req-08908eb0-7e1e-4ab6-9e4d-b3a8fe85589e tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:23.376077 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-60dddc32-75c4-4e82-b2d4-2aca839aa4c9 req-93d5b536-08e1-4968-84aa-552dd25a87de tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=003686b1-3269-4868-9fdd-f5471c45018b HTTP/1.1" status: 200 len: 210 time: 0.0723674 Aug 23 20:45:23.398599 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08908eb0-7e1e-4ab6-9e4d-b3a8fe85589e tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'Port': ['ID=1926252b-6fc4-4546-a9e7-812433bb4ebc,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:23.403830 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3d850fc0-8819-4a65-a2a4-de866eb43397 req-08908eb0-7e1e-4ab6-9e4d-b3a8fe85589e tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3068664 Aug 23 20:45:23.430397 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-3d850fc0-8819-4a65-a2a4-de866eb43397 req-1414d22a-4077-4634-a1d9-d81bed80544e service neutron] Request body: {'port': {'device_id': 'edfd3ebe-6c75-4439-a958-86b20e480cc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:45:23.431868 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-9d82a6ff-a52f-41da-9c61-96748e64fcca admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1007179274-network', 'tenant_id': '69818257106441a1bf38063386e4f27e'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:45:23.511653 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3d850fc0-8819-4a65-a2a4-de866eb43397 req-1414d22a-4077-4634-a1d9-d81bed80544e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:23.555615 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d82a6ff-a52f-41da-9c61-96748e64fcca admin admin] Made reservation on behalf of 69818257106441a1bf38063386e4f27e for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:45:23.569775 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d82a6ff-a52f-41da-9c61-96748e64fcca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:23.590020 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d82a6ff-a52f-41da-9c61-96748e64fcca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:23.659655 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c419aa68-17f9-4050-94c4-0d85ab2f4735 None None] Provisioning for port 1926252b-6fc4-4546-a9e7-812433bb4ebc completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:45:23.664251 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c419aa68-17f9-4050-94c4-0d85ab2f4735 None None] Provisioning complete for port 1926252b-6fc4-4546-a9e7-812433bb4ebc triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:45:23.664626 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c419aa68-17f9-4050-94c4-0d85ab2f4735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:23.731539 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-c419aa68-17f9-4050-94c4-0d85ab2f4735 None None] Port 1926252b-6fc4-4546-a9e7-812433bb4ebc cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:45:23.765331 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device f65712d1-789b-4de5-83d6-0479c4fa03d1 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:45:23.844576 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7b5dd845-99aa-4615-b8c5-dc984b3664ca req-c9d3cd22-ac2c-445b-9837-3cc404d999f3 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:23.844953 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7b5dd845-99aa-4615-b8c5-dc984b3664ca req-c9d3cd22-ac2c-445b-9837-3cc404d999f3 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:23.845276 n-d-805663-2 neutron-server[94688]: INFO neutron.db.l3_db [req-7b5dd845-99aa-4615-b8c5-dc984b3664ca req-c9d3cd22-ac2c-445b-9837-3cc404d999f3 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Floating IP 665789e3-bc7f-4e92-b714-7111d69723e0 disassociated. External IP: 172.25.4.146, port: fcbd9f8b-f66b-4a25-858a-faf659328829. Aug 23 20:45:23.845811 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-7b5dd845-99aa-4615-b8c5-dc984b3664ca req-c9d3cd22-ac2c-445b-9837-3cc404d999f3 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Calling delete_port for fcbd9f8b-f66b-4a25-858a-faf659328829 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:45:23.867806 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port f65712d1-789b-4de5-83d6-0479c4fa03d1 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:45:23.873997 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port f65712d1-789b-4de5-83d6-0479c4fa03d1 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:45:23.874450 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979dbe2-e22d-400e-afd9-e3a1e2e322f3 req-e6920cbe-357f-447a-85bf-c9104347cb52 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:23.874914 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:23.876010 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a979dbe2-e22d-400e-afd9-e3a1e2e322f3 req-e6920cbe-357f-447a-85bf-c9104347cb52 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=264607dd-fbd5-49a5-8bdb-720e6d7d5929 HTTP/1.1" status: 200 len: 945 time: 0.2087431 Aug 23 20:45:23.933114 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c975dac5-25c5-41f4-b888-9e03e614cf15 req-91692aa8-478a-4dab-baac-5ef652617e46 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:23.934735 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c975dac5-25c5-41f4-b888-9e03e614cf15 req-91692aa8-478a-4dab-baac-5ef652617e46 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/ports?device_id=af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d HTTP/1.1" status: 200 len: 945 time: 0.0873635 Aug 23 20:45:23.997053 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:24.005488 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a979dbe2-e22d-400e-afd9-e3a1e2e322f3 req-82c1c643-cccc-491b-a9c8-96d3b84809e3 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175575 Aug 23 20:45:24.019333 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c975dac5-25c5-41f4-b888-9e03e614cf15 req-ecb094db-d81e-46e6-b678-28e28681c17f tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/security-groups?id=59433672-2092-460a-913c-05e5a3e92d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768180 Aug 23 20:45:24.025216 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-3d850fc0-8819-4a65-a2a4-de866eb43397 req-1414d22a-4077-4634-a1d9-d81bed80544e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1926252b-6fc4-4546-a9e7-812433bb4ebc {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:45:24.034006 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3d850fc0-8819-4a65-a2a4-de866eb43397 req-1414d22a-4077-4634-a1d9-d81bed80544e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:24.052014 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-3d850fc0-8819-4a65-a2a4-de866eb43397 req-1414d22a-4077-4634-a1d9-d81bed80544e service neutron] Transition to ACTIVE for port object 1926252b-6fc4-4546-a9e7-812433bb4ebc will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:45:24.060427 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3d850fc0-8819-4a65-a2a4-de866eb43397 req-1414d22a-4077-4634-a1d9-d81bed80544e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:24.078585 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d82a6ff-a52f-41da-9c61-96748e64fcca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:24.084509 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port f65712d1-789b-4de5-83d6-0479c4fa03d1, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=f65712d1-789b-4de5-83d6-0479c4fa03d1,segment=NetworkSegment(1268e019-263b-4e75-8302-6489aacb80bb),segment_id=1268e019-263b-4e75-8302-6489aacb80bb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:45:24.098251 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:24.155525 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d82a6ff-a52f-41da-9c61-96748e64fcca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:24.169718 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1414d22a-4077-4634-a1d9-d81bed80544e service neutron] Pushing event updated for resources: {'Port': ['ID=1926252b-6fc4-4546-a9e7-812433bb4ebc,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:24.189310 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=f65712d1-789b-4de5-83d6-0479c4fa03d1,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:24.217396 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d82a6ff-a52f-41da-9c61-96748e64fcca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:45:24.228712 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d82a6ff-a52f-41da-9c61-96748e64fcca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:24.229766 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-9d82a6ff-a52f-41da-9c61-96748e64fcca admin admin] Added segment 56944fa1-c7d3-451b-86e9-345b2fbe4c92 of type vlan for network 5ea12703-07c8-4b33-b01b-2309c30593fb Aug 23 20:45:24.277661 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a2ae1-bf7a-4e19-865b-150a1a5b32e3 req-42584269-f408-4dcc-aa47-144a803eb30e tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:24.293950 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7b5dd845-99aa-4615-b8c5-dc984b3664ca req-c9d3cd22-ac2c-445b-9837-3cc404d999f3 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:24.297800 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-030a2ae1-bf7a-4e19-865b-150a1a5b32e3 req-42584269-f408-4dcc-aa47-144a803eb30e tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] 10.222.0.61 "GET /v2.0/ports?device_id=39b41246-929d-4e08-bf27-c3eb30fad89d HTTP/1.1" status: 200 len: 867 time: 0.1619582 Aug 23 20:45:24.302439 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d82a6ff-a52f-41da-9c61-96748e64fcca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:24.366794 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-030a2ae1-bf7a-4e19-865b-150a1a5b32e3 req-22dd08a7-2443-40f0-9a5a-8ce50268bdf0 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] 10.222.0.61 "GET /v2.0/security-groups?id=76fa3571-b26c-4d42-bc0f-ea73a231863a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678594 Aug 23 20:45:24.367447 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-3d850fc0-8819-4a65-a2a4-de866eb43397 req-1414d22a-4077-4634-a1d9-d81bed80544e service neutron] Attempting to bind port 1926252b-6fc4-4546-a9e7-812433bb4ebc on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:45:24.367790 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-3d850fc0-8819-4a65-a2a4-de866eb43397 req-1414d22a-4077-4634-a1d9-d81bed80544e service neutron] Attempting to bind port 1926252b-6fc4-4546-a9e7-812433bb4ebc by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '1268e019-263b-4e75-8302-6489aacb80bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b30e1332-35d4-4498-a8f4-af915ec0d87e'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:45:24.368150 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d850fc0-8819-4a65-a2a4-de866eb43397 req-1414d22a-4077-4634-a1d9-d81bed80544e service neutron] Attempting to bind port 1926252b-6fc4-4546-a9e7-812433bb4ebc on network b30e1332-35d4-4498-a8f4-af915ec0d87e {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:45:24.374216 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d850fc0-8819-4a65-a2a4-de866eb43397 req-1414d22a-4077-4634-a1d9-d81bed80544e service neutron] Port 1926252b-6fc4-4546-a9e7-812433bb4ebc on network b30e1332-35d4-4498-a8f4-af915ec0d87e not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:45:24.374445 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d850fc0-8819-4a65-a2a4-de866eb43397 req-1414d22a-4077-4634-a1d9-d81bed80544e service neutron] Attempting to bind port 1926252b-6fc4-4546-a9e7-812433bb4ebc on network b30e1332-35d4-4498-a8f4-af915ec0d87e {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:45:24.381128 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d82a6ff-a52f-41da-9c61-96748e64fcca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01982ae-5a6c-42b6-9c44-994cb17521cb,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:24.381315 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d850fc0-8819-4a65-a2a4-de866eb43397 req-1414d22a-4077-4634-a1d9-d81bed80544e service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:45:24.381583 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d850fc0-8819-4a65-a2a4-de866eb43397 req-1414d22a-4077-4634-a1d9-d81bed80544e service neutron] Checking segment: {'id': '1268e019-263b-4e75-8302-6489aacb80bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b30e1332-35d4-4498-a8f4-af915ec0d87e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:45:24.382072 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d850fc0-8819-4a65-a2a4-de866eb43397 req-1414d22a-4077-4634-a1d9-d81bed80544e service neutron] Bound using segment: {'id': '1268e019-263b-4e75-8302-6489aacb80bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b30e1332-35d4-4498-a8f4-af915ec0d87e'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:45:24.382525 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-3d850fc0-8819-4a65-a2a4-de866eb43397 req-1414d22a-4077-4634-a1d9-d81bed80544e service neutron] Bound port: 1926252b-6fc4-4546-a9e7-812433bb4ebc, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1268e019-263b-4e75-8302-6489aacb80bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b30e1332-35d4-4498-a8f4-af915ec0d87e'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:45:24.383017 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3d850fc0-8819-4a65-a2a4-de866eb43397 req-1414d22a-4077-4634-a1d9-d81bed80544e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:24.383719 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d3cd22-ac2c-445b-9837-3cc404d999f3 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Pushing event deleted for resources: {'Port': ['ID=fcbd9f8b-f66b-4a25-858a-faf659328829,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:24.509049 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d82a6ff-a52f-41da-9c61-96748e64fcca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:24.510343 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d82a6ff-a52f-41da-9c61-96748e64fcca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:24.511465 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d82a6ff-a52f-41da-9c61-96748e64fcca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:24.546514 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-3d850fc0-8819-4a65-a2a4-de866eb43397 req-1414d22a-4077-4634-a1d9-d81bed80544e service neutron] For port 1926252b-6fc4-4546-a9e7-812433bb4ebc, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:45:24.569263 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f19c9c-d347-429a-b2c6-eea2832f7f1a req-25315452-cab5-4ff1-aa90-b432c25e3b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:24.570172 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d0f19c9c-d347-429a-b2c6-eea2832f7f1a req-25315452-cab5-4ff1-aa90-b432c25e3b7a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7880e59da8b64cb8b3031fd86db3c916&device_id=af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d HTTP/1.1" status: 200 len: 1096 time: 0.1142750 Aug 23 20:45:24.571873 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-3d850fc0-8819-4a65-a2a4-de866eb43397 req-1414d22a-4077-4634-a1d9-d81bed80544e service neutron] For port 1926252b-6fc4-4546-a9e7-812433bb4ebc, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=1926252b-6fc4-4546-a9e7-812433bb4ebc,segment=NetworkSegment(1268e019-263b-4e75-8302-6489aacb80bb),segment_id=1268e019-263b-4e75-8302-6489aacb80bb)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:45:24.580849 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d10bb-3bfe-4689-b11a-d4409c93ef60 req-f20570eb-4d62-4412-8840-701ab0389acf tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:24.582397 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7c6d10bb-3bfe-4689-b11a-d4409c93ef60 req-f20570eb-4d62-4412-8840-701ab0389acf tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/ports?device_id=af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d HTTP/1.1" status: 200 len: 945 time: 0.0891416 Aug 23 20:45:24.590674 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9d82a6ff-a52f-41da-9c61-96748e64fcca admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3484170 Aug 23 20:45:24.592683 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3d850fc0-8819-4a65-a2a4-de866eb43397 req-1414d22a-4077-4634-a1d9-d81bed80544e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:24.595838 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 42730) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:45:24.605419 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-85ae7b83-0608-4178-89b0-09eafae59e74 admin admin] Request body: {'subnet': {'network_id': '5ea12703-07c8-4b33-b01b-2309c30593fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1007179274-subnet', 'tenant_id': '69818257106441a1bf38063386e4f27e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:45:24.632988 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2022c5a-f808-4192-8489-701b26cb652b req-dbb79a0b-e61c-4844-a161-d9513090bd57 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:24.634538 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c2022c5a-f808-4192-8489-701b26cb652b req-dbb79a0b-e61c-4844-a161-d9513090bd57 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5 HTTP/1.1" status: 200 len: 944 time: 0.2194490 Aug 23 20:45:24.653522 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d82a6ff-a52f-41da-9c61-96748e64fcca admin admin] Pushing event updated for resources: {'Network': ['ID=5ea12703-07c8-4b33-b01b-2309c30593fb,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:24.664579 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 5ea12703-07c8-4b33-b01b-2309c30593fb details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:45:24.701655 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d850fc0-8819-4a65-a2a4-de866eb43397 req-1414d22a-4077-4634-a1d9-d81bed80544e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:24.702298 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3d850fc0-8819-4a65-a2a4-de866eb43397 req-1414d22a-4077-4634-a1d9-d81bed80544e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:24.705464 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c2022c5a-f808-4192-8489-701b26cb652b req-d2bf6570-8cea-4228-8ed0-2ace67803dfc tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=d454fa48-aaac-4911-81d6-c45d8631516f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603652 Aug 23 20:45:24.707120 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3d850fc0-8819-4a65-a2a4-de866eb43397 req-1414d22a-4077-4634-a1d9-d81bed80544e service neutron] 10.222.0.11 "PUT /v2.0/ports/1926252b-6fc4-4546-a9e7-812433bb4ebc HTTP/1.1" status: 200 len: 1092 time: 1.2831511 Aug 23 20:45:24.712229 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edfd3ebe-6c75-4439-a958-86b20e480cc5', 'tag': '1926252b-6fc4-4546-a9e7-812433bb4ebc'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:45:24.715509 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8c8f8a-19d5-461a-ae32-afe6cdfa315a" -d '{"events": [{"name": "network-changed", "server_uuid": "edfd3ebe-6c75-4439-a958-86b20e480cc5", "tag": "1926252b-6fc4-4546-a9e7-812433bb4ebc"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:45:24.740248 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b5dd845-99aa-4615-b8c5-dc984b3664ca req-c9d3cd22-ac2c-445b-9837-3cc404d999f3 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Router 1fa4204d-e935-4504-b376-224dd97ae81e has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:45:24.856957 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5b988a-12a6-48b2-9ddb-8283c52be7f6 x-openstack-request-id: req-9d5b988a-12a6-48b2-9ddb-8283c52be7f6 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:45:24.857257 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edfd3ebe-6c75-4439-a958-86b20e480cc5", "tag": "1926252b-6fc4-4546-a9e7-812433bb4ebc", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:45:24.857510 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9d5b988a-12a6-48b2-9ddb-8283c52be7f6 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:45:24.857904 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edfd3ebe-6c75-4439-a958-86b20e480cc5', 'tag': '1926252b-6fc4-4546-a9e7-812433bb4ebc', 'status': 'completed', 'code': 200} Aug 23 20:45:24.887061 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7c6d10bb-3bfe-4689-b11a-d4409c93ef60 req-62562542-2e85-4dda-b98c-c6edbb1db309 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/security-groups?id=59433672-2092-460a-913c-05e5a3e92d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2812784 Aug 23 20:45:24.887061 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1414d22a-4077-4634-a1d9-d81bed80544e service neutron] Pushing event updated for resources: {'Port': ['ID=1926252b-6fc4-4546-a9e7-812433bb4ebc,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:24.887061 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ae7b83-0608-4178-89b0-09eafae59e74 admin admin] Made reservation on behalf of 69818257106441a1bf38063386e4f27e for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:45:24.888863 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-85ae7b83-0608-4178-89b0-09eafae59e74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:24.950490 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b5dd845-99aa-4615-b8c5-dc984b3664ca req-c9d3cd22-ac2c-445b-9837-3cc404d999f3 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:45:24.962230 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6084400-d589-42b3-a28a-a000a19d77da None None] Sync routers for ids ['1fa4204d-e935-4504-b376-224dd97ae81e'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:45:24.981892 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6084400-d589-42b3-a28a-a000a19d77da None None] Routers {'1fa4204d-e935-4504-b376-224dd97ae81e'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:45:24.982826 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f6084400-d589-42b3-a28a-a000a19d77da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:45:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['1fa4204d-e935-4504-b376-224dd97ae81e'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:45:24.983621 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f19c9c-d347-429a-b2c6-eea2832f7f1a req-01507d38-ea99-4f03-8ee4-bc6c5c7996b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:24.985824 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d0f19c9c-d347-429a-b2c6-eea2832f7f1a req-01507d38-ea99-4f03-8ee4-bc6c5c7996b5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e5de8573-8724-417b-9e45-0201cb25fe6b HTTP/1.1" status: 200 len: 910 time: 0.4020905 Aug 23 20:45:24.989618 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d850fc0-8819-4a65-a2a4-de866eb43397 req-4c6de572-83d5-4028-a5bd-a570c11d8d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:24.991345 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3d850fc0-8819-4a65-a2a4-de866eb43397 req-4c6de572-83d5-4028-a5bd-a570c11d8d76 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0b17a426d9eb4b3083079c3d4dc4db5c&device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5 HTTP/1.1" status: 200 len: 1095 time: 0.2291009 Aug 23 20:45:25.030791 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b5dd845-99aa-4615-b8c5-dc984b3664ca req-c9d3cd22-ac2c-445b-9837-3cc404d999f3 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] No DVR routers for this DVR port fcbd9f8b-f66b-4a25-858a-faf659328829 on host n-h2-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:45:25.034471 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7b5dd845-99aa-4615-b8c5-dc984b3664ca req-c9d3cd22-ac2c-445b-9837-3cc404d999f3 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:25.038360 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7b5dd845-99aa-4615-b8c5-dc984b3664ca req-c9d3cd22-ac2c-445b-9837-3cc404d999f3 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] 10.222.0.32 "DELETE /v2.0/ports/fcbd9f8b-f66b-4a25-858a-faf659328829 HTTP/1.1" status: 204 len: 173 time: 2.0927489 Aug 23 20:45:25.038916 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b41246-929d-4e08-bf27-c3eb30fad89d', 'name': 'network-vif-deleted', 'tag': 'fcbd9f8b-f66b-4a25-858a-faf659328829'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:45:25.049897 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a38ab5-fa67-40d8-a81c-54ab5db6bbb7" -d '{"events": [{"server_uuid": "39b41246-929d-4e08-bf27-c3eb30fad89d", "name": "network-vif-deleted", "tag": "fcbd9f8b-f66b-4a25-858a-faf659328829"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:45:25.158126 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e613ecd9-1cf5-46d2-8d4d-3a92357a701d x-openstack-request-id: req-e613ecd9-1cf5-46d2-8d4d-3a92357a701d {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:45:25.158421 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b41246-929d-4e08-bf27-c3eb30fad89d", "name": "network-vif-deleted", "tag": "fcbd9f8b-f66b-4a25-858a-faf659328829", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:45:25.158669 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e613ecd9-1cf5-46d2-8d4d-3a92357a701d {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:45:25.159076 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b41246-929d-4e08-bf27-c3eb30fad89d', 'name': 'network-vif-deleted', 'tag': 'fcbd9f8b-f66b-4a25-858a-faf659328829', 'status': 'completed', 'code': 200} Aug 23 20:45:25.205552 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3d850fc0-8819-4a65-a2a4-de866eb43397 req-a5e182eb-6067-49ec-9fd7-d237b2e0c603 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1926252b-6fc4-4546-a9e7-812433bb4ebc HTTP/1.1" status: 200 len: 217 time: 0.1965094 Aug 23 20:45:25.245226 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-f6084400-d589-42b3-a28a-a000a19d77da None None] Set router 1fa4204d-e935-4504-b376-224dd97ae81e gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:45:25.329645 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d0f19c9c-d347-429a-b2c6-eea2832f7f1a req-f3a75320-e209-48cc-b06b-d1a8b2c181e2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d30c483-eec0-4d18-a093-7e8622543077 HTTP/1.1" status: 200 len: 1001 time: 0.3297215 Aug 23 20:45:25.422950 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad82cb-9856-4b37-8032-e3fd94862684 req-b15d67c4-87a5-46de-9882-701b89c881b6 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:25.424799 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bfad82cb-9856-4b37-8032-e3fd94862684 req-b15d67c4-87a5-46de-9882-701b89c881b6 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=264607dd-fbd5-49a5-8bdb-720e6d7d5929 HTTP/1.1" status: 200 len: 945 time: 0.2317371 Aug 23 20:45:25.429986 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d850fc0-8819-4a65-a2a4-de866eb43397 req-8aaa3f41-5ae9-45e2-a97b-859d2c4bc4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:25.431446 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3d850fc0-8819-4a65-a2a4-de866eb43397 req-8aaa3f41-5ae9-45e2-a97b-859d2c4bc4e2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ff8b6ac-5662-4ef5-a3bc-409a78bea012 HTTP/1.1" status: 200 len: 835 time: 0.1985140 Aug 23 20:45:25.493137 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f6084400-d589-42b3-a28a-a000a19d77da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa4204d-e935-4504-b376-224dd97ae81e', 'name': 'tempest-ServersTestFqdnHostnames-919337266-router', 'tenant_id': 'd3f03fe99c194297b905f73a20dfbf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': 'e5e27d0e-ca5a-4dfe-a4e8-9d7e390aecca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:43:04Z', 'updated_at': '2021-08-23T20:43:15Z', 'revision_number': 4, 'project_id': 'd3f03fe99c194297b905f73a20dfbf1f', 'gw_port': {'id': 'e5e27d0e-ca5a-4dfe-a4e8-9d7e390aecca', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa4204d-e935-4504-b376-224dd97ae81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:43:06Z', 'updated_at': '2021-08-23T20:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '6d22a1ab-7e66-41c1-b1a1-3af5f8e84127', 'name': '', 'network_id': '2e9d9b22-0f7b-41ee-8dc6-864541317e22', 'tenant_id': 'd3f03fe99c194297b905f73a20dfbf1f', 'mac_address': 'fa:16:3e:2a:f7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa4204d-e935-4504-b376-224dd97ae81e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '8a97c46d-4605-466e-8761-6614759f4fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:43:14Z', 'updated_at': '2021-08-23T20:43:24Z', 'revision_number': 5, 'project_id': 'd3f03fe99c194297b905f73a20dfbf1f', 'subnets': [{'id': '8a97c46d-4605-466e-8761-6614759f4fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:45:25.494470 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f19c9c-d347-429a-b2c6-eea2832f7f1a req-ca1ef5e7-8fc6-4b10-90ea-13ffc282fb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:25.496818 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d0f19c9c-d347-429a-b2c6-eea2832f7f1a req-ca1ef5e7-8fc6-4b10-90ea-13ffc282fb21 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bbd0034a-a038-4b43-8b24-1cd5d52f0793 HTTP/1.1" status: 200 len: 848 time: 0.1537099 Aug 23 20:45:25.523569 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8e995-98b7-4b82-a237-1e43f0b58b33 req-165b68f3-5b18-46f2-9761-cba8fb491936 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:25.525447 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c9d8e995-98b7-4b82-a237-1e43f0b58b33 req-165b68f3-5b18-46f2-9761-cba8fb491936 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/networks?id=99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54 HTTP/1.1" status: 200 len: 812 time: 0.1232758 Aug 23 20:45:25.545508 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c9d8e995-98b7-4b82-a237-1e43f0b58b33 req-1b591ad6-4c09-49ed-8e14-519a3b5910d7 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/quotas/6b5caa9dd6fe449d826e5284616c3d3c HTTP/1.1" status: 200 len: 375 time: 0.0121105 Aug 23 20:45:25.599051 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bfad82cb-9856-4b37-8032-e3fd94862684 req-370a5d04-0327-4d90-8b84-3e14ff5b3eb6 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662979 Aug 23 20:45:25.599325 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c9d8e995-98b7-4b82-a237-1e43f0b58b33 req-2dc395e7-c4fe-4d22-8ccb-35aa54e7b001 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=6b5caa9dd6fe449d826e5284616c3d3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437922 Aug 23 20:45:25.617283 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d850fc0-8819-4a65-a2a4-de866eb43397 req-d2ff4de4-06e4-44cf-a1bd-4ddcd069008d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:25.619157 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3d850fc0-8819-4a65-a2a4-de866eb43397 req-d2ff4de4-06e4-44cf-a1bd-4ddcd069008d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b30e1332-35d4-4498-a8f4-af915ec0d87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1734526 Aug 23 20:45:25.622443 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-85ae7b83-0608-4178-89b0-09eafae59e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:25.647069 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6084400-d589-42b3-a28a-a000a19d77da None None] Checking router: 1fa4204d-e935-4504-b376-224dd97ae81e for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:45:25.658297 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6084400-d589-42b3-a28a-a000a19d77da None None] Routers {'1fa4204d-e935-4504-b376-224dd97ae81e'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:45:25.659262 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f6084400-d589-42b3-a28a-a000a19d77da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:45:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['1fa4204d-e935-4504-b376-224dd97ae81e'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:45:25.738439 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f19c9c-d347-429a-b2c6-eea2832f7f1a req-95792c7d-221b-466f-b6f9-2d99be4ccb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:25.740318 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d0f19c9c-d347-429a-b2c6-eea2832f7f1a req-95792c7d-221b-466f-b6f9-2d99be4ccb56 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e5de8573-8724-417b-9e45-0201cb25fe6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1946032 Aug 23 20:45:25.747521 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c9d8e995-98b7-4b82-a237-1e43f0b58b33 req-c2a70504-e76d-4fc5-9b96-17e6444cb563 service neutron] 10.222.0.61 "GET /v2.0/networks/99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473930 Aug 23 20:45:25.753516 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ae7b83-0608-4178-89b0-09eafae59e74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a61ac775-45d7-4f26-8246-bac30e400edf,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:25.770875 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device fcbd9f8b-f66b-4a25-858a-faf659328829 no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:45:25.791689 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-f6084400-d589-42b3-a28a-a000a19d77da None None] Set router 1fa4204d-e935-4504-b376-224dd97ae81e gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:45:25.861532 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: fcbd9f8b-f66b-4a25-858a-faf659328829 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:45:25.861864 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device fcbd9f8b-f66b-4a25-858a-faf659328829 not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:45:25.863583 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device f65712d1-789b-4de5-83d6-0479c4fa03d1 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:45:25.877931 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ae7b83-0608-4178-89b0-09eafae59e74 admin admin] Checking segment: {'id': '56944fa1-c7d3-451b-86e9-345b2fbe4c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5ea12703-07c8-4b33-b01b-2309c30593fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:45:25.878304 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ae7b83-0608-4178-89b0-09eafae59e74 admin admin] Network hostable DHCP agents. Network: 5ea12703-07c8-4b33-b01b-2309c30593fb, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:45:25.914276 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-22ce90af-b1e1-4a04-9ed8-fec22b44eaa1 req-be0cc234-160d-4684-a5f6-8e09e6053c7e tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] 10.222.0.61 "GET /v2.0/ports?device_id=39b41246-929d-4e08-bf27-c3eb30fad89d HTTP/1.1" status: 200 len: 210 time: 0.0689178 Aug 23 20:45:25.959432 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port f65712d1-789b-4de5-83d6-0479c4fa03d1 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:45:25.960052 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:25.962753 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d0f19c9c-d347-429a-b2c6-eea2832f7f1a req-6effedfe-0a8c-430a-94a2-7528523f5a5f service neutron] 10.222.0.32 "GET /v2.0/networks/e5de8573-8724-417b-9e45-0201cb25fe6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100809 Aug 23 20:45:25.967438 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3d850fc0-8819-4a65-a2a4-de866eb43397 req-082dd38f-db6a-42fc-b30d-4da01a0c0c3e service neutron] 10.222.0.11 "GET /v2.0/networks/b30e1332-35d4-4498-a8f4-af915ec0d87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396568 Aug 23 20:45:25.974852 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c9d8e995-98b7-4b82-a237-1e43f0b58b33 req-1cd13a55-ad84-4774-8bd0-14242d32c4c7 service neutron] 10.222.0.61 "GET /v2.0/networks/99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108510 Aug 23 20:45:26.050029 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ae7b83-0608-4178-89b0-09eafae59e74 admin admin] Network 5ea12703-07c8-4b33-b01b-2309c30593fb is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:45:26.092817 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f6084400-d589-42b3-a28a-a000a19d77da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa4204d-e935-4504-b376-224dd97ae81e', 'name': 'tempest-ServersTestFqdnHostnames-919337266-router', 'tenant_id': 'd3f03fe99c194297b905f73a20dfbf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': 'e5e27d0e-ca5a-4dfe-a4e8-9d7e390aecca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:43:04Z', 'updated_at': '2021-08-23T20:43:15Z', 'revision_number': 4, 'project_id': 'd3f03fe99c194297b905f73a20dfbf1f', 'gw_port': {'id': 'e5e27d0e-ca5a-4dfe-a4e8-9d7e390aecca', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa4204d-e935-4504-b376-224dd97ae81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:43:06Z', 'updated_at': '2021-08-23T20:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '6d22a1ab-7e66-41c1-b1a1-3af5f8e84127', 'name': '', 'network_id': '2e9d9b22-0f7b-41ee-8dc6-864541317e22', 'tenant_id': 'd3f03fe99c194297b905f73a20dfbf1f', 'mac_address': 'fa:16:3e:2a:f7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa4204d-e935-4504-b376-224dd97ae81e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '8a97c46d-4605-466e-8761-6614759f4fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:43:14Z', 'updated_at': '2021-08-23T20:43:24Z', 'revision_number': 5, 'project_id': 'd3f03fe99c194297b905f73a20dfbf1f', 'subnets': [{'id': '8a97c46d-4605-466e-8761-6614759f4fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:45:26.128769 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6084400-d589-42b3-a28a-a000a19d77da None None] The sync data for ids ['1fa4204d-e935-4504-b376-224dd97ae81e'] in n-d-805663-2 is: [{'id': '1fa4204d-e935-4504-b376-224dd97ae81e', 'name': 'tempest-ServersTestFqdnHostnames-919337266-router', 'tenant_id': 'd3f03fe99c194297b905f73a20dfbf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': 'e5e27d0e-ca5a-4dfe-a4e8-9d7e390aecca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:43:04Z', 'updated_at': '2021-08-23T20:43:15Z', 'revision_number': 4, 'project_id': 'd3f03fe99c194297b905f73a20dfbf1f', 'gw_port': {'id': 'e5e27d0e-ca5a-4dfe-a4e8-9d7e390aecca', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa4204d-e935-4504-b376-224dd97ae81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:43:06Z', 'updated_at': '2021-08-23T20:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '6d22a1ab-7e66-41c1-b1a1-3af5f8e84127', 'name': '', 'network_id': '2e9d9b22-0f7b-41ee-8dc6-864541317e22', 'tenant_id': 'd3f03fe99c194297b905f73a20dfbf1f', 'mac_address': 'fa:16:3e:2a:f7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa4204d-e935-4504-b376-224dd97ae81e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '8a97c46d-4605-466e-8761-6614759f4fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:43:14Z', 'updated_at': '2021-08-23T20:43:24Z', 'revision_number': 5, 'project_id': 'd3f03fe99c194297b905f73a20dfbf1f', 'subnets': [{'id': '8a97c46d-4605-466e-8761-6614759f4fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:45:26.243189 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3051c4-fd69-4123-a3c0-2c802fc04a8a req-c54f61d1-f698-4f05-96c8-a743193c8f6d tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:26.245645 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fa3051c4-fd69-4123-a3c0-2c802fc04a8a req-c54f61d1-f698-4f05-96c8-a743193c8f6d tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/ports?device_id=af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d HTTP/1.1" status: 200 len: 945 time: 0.0609527 Aug 23 20:45:26.298523 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fa3051c4-fd69-4123-a3c0-2c802fc04a8a req-385a60d5-8a8f-4255-8e50-ef0a76b0a980 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/security-groups?id=59433672-2092-460a-913c-05e5a3e92d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400007 Aug 23 20:45:26.407161 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-53d379ea-6af8-4dce-b48b-ac970465fe8d req-39b791d6-560c-4cbb-87ab-71a5d762fc15 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=f9c7f974-b6ac-4ef2-bfa0-b637a484fae0 HTTP/1.1" status: 200 len: 210 time: 0.0425520 Aug 23 20:45:26.419199 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-85ae7b83-0608-4178-89b0-09eafae59e74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 5ea12703-07c8-4b33-b01b-2309c30593fb) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:45:26.435434 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bc3420-b88e-4823-98c1-d98770c641dd None None] Network 5ea12703-07c8-4b33-b01b-2309c30593fb requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:45:26.436960 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ae7b83-0608-4178-89b0-09eafae59e74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:26.437559 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-85ae7b83-0608-4178-89b0-09eafae59e74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:26.527123 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-85ae7b83-0608-4178-89b0-09eafae59e74 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9258752 Aug 23 20:45:26.536303 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3d850fc0-8819-4a65-a2a4-de866eb43397 req-5370b882-983a-4ac3-81fd-280f4d1a4b19 service neutron] 10.222.0.11 "GET /v2.0/networks/b30e1332-35d4-4498-a8f4-af915ec0d87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5504754 Aug 23 20:45:26.539398 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d0f19c9c-d347-429a-b2c6-eea2832f7f1a req-4778e7a5-4816-4898-bdab-e1707ec9ce36 service neutron] 10.222.0.32 "GET /v2.0/networks/e5de8573-8724-417b-9e45-0201cb25fe6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5659530 Aug 23 20:45:26.549320 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0678bd-1fbf-4908-b58c-074d544f81dd req-ee1bddc2-8862-4bfa-829e-dc274de8757b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:26.556866 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5e0678bd-1fbf-4908-b58c-074d544f81dd req-ee1bddc2-8862-4bfa-829e-dc274de8757b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5 HTTP/1.1" status: 200 len: 944 time: 0.5091999 Aug 23 20:45:26.617248 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a6ac02-6ea5-42eb-8298-5dea12b7dba8 None None] New status for floating IP 665789e3-bc7f-4e92-b714-7111d69723e0: DOWN {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 20:45:26.629571 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5e0678bd-1fbf-4908-b58c-074d544f81dd req-05a82944-b8e5-4113-a2e1-132a9fb5e891 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=d454fa48-aaac-4911-81d6-c45d8631516f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707357 Aug 23 20:45:26.727436 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c8f8a-19d5-461a-ae32-afe6cdfa315a req-12165e00-0010-4c10-8b71-3fe03c1175c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:26.729101 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9a8c8f8a-19d5-461a-ae32-afe6cdfa315a req-12165e00-0010-4c10-8b71-3fe03c1175c3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0b17a426d9eb4b3083079c3d4dc4db5c&device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5 HTTP/1.1" status: 200 len: 1095 time: 0.0982468 Aug 23 20:45:26.827051 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25cdc03-dffc-4343-b7f0-59f5f1fc67c3 req-6b0e7045-9839-450d-bfc5-5913a459680e tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:26.829988 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f25cdc03-dffc-4343-b7f0-59f5f1fc67c3 req-6b0e7045-9839-450d-bfc5-5913a459680e tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=264607dd-fbd5-49a5-8bdb-720e6d7d5929 HTTP/1.1" status: 200 len: 945 time: 0.1171083 Aug 23 20:45:26.866126 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdef5ce-9a9e-40ce-b6be-853333ace653 None None] Network 5ea12703-07c8-4b33-b01b-2309c30593fb requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:45:26.938538 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c8f8a-19d5-461a-ae32-afe6cdfa315a req-3c40eeb3-65e0-4a05-9a67-41c2f2888704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:26.940406 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9a8c8f8a-19d5-461a-ae32-afe6cdfa315a req-3c40eeb3-65e0-4a05-9a67-41c2f2888704 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b30e1332-35d4-4498-a8f4-af915ec0d87e HTTP/1.1" status: 200 len: 898 time: 0.1899717 Aug 23 20:45:26.955311 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f25cdc03-dffc-4343-b7f0-59f5f1fc67c3 req-5db1bff9-e019-4036-8b01-ca3ab5ce85a6 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102099 Aug 23 20:45:27.017647 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9a8c8f8a-19d5-461a-ae32-afe6cdfa315a req-a2ec6812-7d4f-4a26-bf71-61d13f6e4ef6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1926252b-6fc4-4546-a9e7-812433bb4ebc HTTP/1.1" status: 200 len: 217 time: 0.0591035 Aug 23 20:45:27.134667 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c8f8a-19d5-461a-ae32-afe6cdfa315a req-6483991a-aa2b-4f3a-87d7-ba32543a2a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:27.142842 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9a8c8f8a-19d5-461a-ae32-afe6cdfa315a req-6483991a-aa2b-4f3a-87d7-ba32543a2a13 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ff8b6ac-5662-4ef5-a3bc-409a78bea012 HTTP/1.1" status: 200 len: 835 time: 0.1142449 Aug 23 20:45:27.176654 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 42804) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:45:27.261575 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c8f8a-19d5-461a-ae32-afe6cdfa315a req-dc947e5b-b201-4ebc-a16b-ce589b1564c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:27.266390 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9a8c8f8a-19d5-461a-ae32-afe6cdfa315a req-dc947e5b-b201-4ebc-a16b-ce589b1564c1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b30e1332-35d4-4498-a8f4-af915ec0d87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1174431 Aug 23 20:45:27.367776 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f7734357-eb04-4939-9276-6b10967a9aa6 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:27.408037 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f7734357-eb04-4939-9276-6b10967a9aa6 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:27.441238 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9a8c8f8a-19d5-461a-ae32-afe6cdfa315a req-dd29fd27-2a0a-4d75-8035-c76bece0476a service neutron] 10.222.0.11 "GET /v2.0/networks/b30e1332-35d4-4498-a8f4-af915ec0d87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652329 Aug 23 20:45:27.444620 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6445f150-a973-4d41-95d5-c0a1fa1620b8 req-709dccd6-7d37-4086-a8e7-832505c67da5 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:27.446097 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6445f150-a973-4d41-95d5-c0a1fa1620b8 req-709dccd6-7d37-4086-a8e7-832505c67da5 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/networks?id=5ea12703-07c8-4b33-b01b-2309c30593fb HTTP/1.1" status: 200 len: 814 time: 0.1515980 Aug 23 20:45:27.452112 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c767db-2fae-476f-8dff-138c9fcd0e23 req-04a307c9-5336-4771-a43d-b50221ea3bc2 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:27.453018 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f6c767db-2fae-476f-8dff-138c9fcd0e23 req-04a307c9-5336-4771-a43d-b50221ea3bc2 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/networks?id=99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54 HTTP/1.1" status: 200 len: 812 time: 0.1686537 Aug 23 20:45:27.471762 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6445f150-a973-4d41-95d5-c0a1fa1620b8 req-f77a77f5-ceb3-4150-ba6b-75b4720ab494 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/quotas/69818257106441a1bf38063386e4f27e HTTP/1.1" status: 200 len: 375 time: 0.0173652 Aug 23 20:45:27.510056 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6445f150-a973-4d41-95d5-c0a1fa1620b8 req-32c26b6f-16e1-423c-a8bb-1a7e9115137b tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=69818257106441a1bf38063386e4f27e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286493 Aug 23 20:45:27.511882 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f7734357-eb04-4939-9276-6b10967a9aa6 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:27.514071 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f6c767db-2fae-476f-8dff-138c9fcd0e23 req-fe4023f5-e5a7-4d59-8d46-99ddc4702b7e tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/quotas/6b5caa9dd6fe449d826e5284616c3d3c HTTP/1.1" status: 200 len: 375 time: 0.0520868 Aug 23 20:45:27.514277 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f7734357-eb04-4939-9276-6b10967a9aa6 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:27.517843 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f7734357-eb04-4939-9276-6b10967a9aa6 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] 10.222.0.61 "DELETE /v2.0/security-groups/76fa3571-b26c-4d42-bc0f-ea73a231863a HTTP/1.1" status: 204 len: 168 time: 0.3370132 Aug 23 20:45:27.518074 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 42826) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:45:27.534041 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7734357-eb04-4939-9276-6b10967a9aa6 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76fa3571-b26c-4d42-bc0f-ea73a231863a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:27.554208 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-86e768e0-0871-484c-9e1b-98666dc2628b tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] show failed (client error): The resource could not be found. Aug 23 20:45:27.555513 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-86e768e0-0871-484c-9e1b-98666dc2628b tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] 10.222.0.61 "GET /v2.0/security-groups/76fa3571-b26c-4d42-bc0f-ea73a231863a HTTP/1.1" status: 404 len: 347 time: 0.0362840 Aug 23 20:45:27.580294 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 42830) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:45:27.584416 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f6c767db-2fae-476f-8dff-138c9fcd0e23 req-86940892-7ccc-4a38-82e6-b87435b102ef tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=6b5caa9dd6fe449d826e5284616c3d3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560141 Aug 23 20:45:27.609398 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9a8c8f8a-19d5-461a-ae32-afe6cdfa315a req-9a17a831-de05-4a83-ad2c-5a50c914cc9a service neutron] 10.222.0.11 "GET /v2.0/networks/b30e1332-35d4-4498-a8f4-af915ec0d87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554570 Aug 23 20:45:27.728697 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6445f150-a973-4d41-95d5-c0a1fa1620b8 req-702a3e4e-82b6-4c61-92e8-82483d94c7a2 service neutron] 10.222.0.61 "GET /v2.0/networks/5ea12703-07c8-4b33-b01b-2309c30593fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043266 Aug 23 20:45:27.752734 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f6c767db-2fae-476f-8dff-138c9fcd0e23 req-63902f74-12e8-4a82-bf2d-e2217366145e service neutron] 10.222.0.61 "GET /v2.0/networks/99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535969 Aug 23 20:45:27.802864 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-0775c858-7a33-4a95-9953-7302530cbe72 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Deleting port f2a79e8f-4081-449c-925f-91a83a4acdb9 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:45:27.803208 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0775c858-7a33-4a95-9953-7302530cbe72 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:27.855488 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f6c767db-2fae-476f-8dff-138c9fcd0e23 req-ff5408c1-e769-4896-b589-deb06190dce2 service neutron] 10.222.0.61 "GET /v2.0/networks/99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964394 Aug 23 20:45:27.892743 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6445f150-a973-4d41-95d5-c0a1fa1620b8 req-bc9064c0-420f-4d14-b2e4-3384b70b36d3 service neutron] 10.222.0.61 "GET /v2.0/networks/5ea12703-07c8-4b33-b01b-2309c30593fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556385 Aug 23 20:45:27.911846 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0775c858-7a33-4a95-9953-7302530cbe72 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:27.912864 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0775c858-7a33-4a95-9953-7302530cbe72 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:27.935175 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-0775c858-7a33-4a95-9953-7302530cbe72 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Calling delete_port for f2a79e8f-4081-449c-925f-91a83a4acdb9 owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:45:28.137765 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0775c858-7a33-4a95-9953-7302530cbe72 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:28.169488 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c534a79-7fce-4679-9e70-831206150257 req-68f3b1be-de17-426e-b1e4-7b9496ddd26c tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:28.172706 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8c534a79-7fce-4679-9e70-831206150257 req-68f3b1be-de17-426e-b1e4-7b9496ddd26c tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/ports?device_id=af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d HTTP/1.1" status: 200 len: 945 time: 0.0850394 Aug 23 20:45:28.186564 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0775c858-7a33-4a95-9953-7302530cbe72 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Pushing event deleted for resources: {'Port': ['ID=f2a79e8f-4081-449c-925f-91a83a4acdb9,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:28.244186 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8c534a79-7fce-4679-9e70-831206150257 req-cec59ff9-d12b-4171-8c6d-577f156f731f tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/security-groups?id=59433672-2092-460a-913c-05e5a3e92d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620773 Aug 23 20:45:28.326234 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0775c858-7a33-4a95-9953-7302530cbe72 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:28.329643 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0775c858-7a33-4a95-9953-7302530cbe72 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:28.334044 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 42856) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:45:28.334282 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-0775c858-7a33-4a95-9953-7302530cbe72 tempest-ServersTestFqdnHostnames-159373987 tempest-ServersTestFqdnHostnames-159373987-project] 10.222.0.61 "DELETE /v2.0/floatingips/665789e3-bc7f-4e92-b714-7111d69723e0 HTTP/1.1" status: 204 len: 168 time: 0.7528529 Aug 23 20:45:28.359443 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bdc489-2dc7-478a-9f43-e72f36401d5c req-ce41334c-4f2b-45f9-a718-e04914fffba8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:28.361304 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-31bdc489-2dc7-478a-9f43-e72f36401d5c req-ce41334c-4f2b-45f9-a718-e04914fffba8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5 HTTP/1.1" status: 200 len: 944 time: 0.1370130 Aug 23 20:45:28.427831 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-31bdc489-2dc7-478a-9f43-e72f36401d5c req-b2c09738-b72b-4cf3-a7b0-f9f1d531bde2 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=d454fa48-aaac-4911-81d6-c45d8631516f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595651 Aug 23 20:45:28.496453 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4d248-34ee-4c0d-b1a3-3c320dec9f60 req-723bceed-dd39-43b1-bb17-c0e0bb41b819 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:28.498369 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-05e4d248-34ee-4c0d-b1a3-3c320dec9f60 req-723bceed-dd39-43b1-bb17-c0e0bb41b819 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=264607dd-fbd5-49a5-8bdb-720e6d7d5929 HTTP/1.1" status: 200 len: 945 time: 0.1089883 Aug 23 20:45:28.538814 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7d7e1c00-8bcd-4242-8791-d623cdd9fad1 req-1df3823a-edb9-4498-b520-8aebd57b8720 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9336dda7-1b1b-494f-974f-73f6102a8002 HTTP/1.1" status: 200 len: 210 time: 0.0464818 Aug 23 20:45:28.596415 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-05e4d248-34ee-4c0d-b1a3-3c320dec9f60 req-25410709-23bb-4f1f-a0d2-53d990d2689c tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914686 Aug 23 20:45:28.654400 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c78580a3-0f18-4a57-8be5-9940d0a9a23f req-d1de3a40-0d8e-4db5-81e6-353c5e56ebf3 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 210 time: 0.0506408 Aug 23 20:45:28.776537 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 1926252b-6fc4-4546-a9e7-812433bb4ebc details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:45:28.851055 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a25877e5-e379-4c12-b536-893b117531d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:28.885579 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 1926252b-6fc4-4546-a9e7-812433bb4ebc, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=1926252b-6fc4-4546-a9e7-812433bb4ebc,segment=NetworkSegment(1268e019-263b-4e75-8302-6489aacb80bb),segment_id=1268e019-263b-4e75-8302-6489aacb80bb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:45:28.897609 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '1926252b-6fc4-4546-a9e7-812433bb4ebc', 'network_id': 'b30e1332-35d4-4498-a8f4-af915ec0d87e', 'port_id': '1926252b-6fc4-4546-a9e7-812433bb4ebc', 'mac_address': 'fa:16:3e:62:c6:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff8b6ac-5662-4ef5-a3bc-409a78bea012', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:45:28.938583 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:28.952574 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1926252b-6fc4-4546-a9e7-812433bb4ebc {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:45:28.982171 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 1926252b-6fc4-4546-a9e7-812433bb4ebc, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=1926252b-6fc4-4546-a9e7-812433bb4ebc,segment=NetworkSegment(1268e019-263b-4e75-8302-6489aacb80bb),segment_id=1268e019-263b-4e75-8302-6489aacb80bb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:45:28.988962 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:29.044021 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=1926252b-6fc4-4546-a9e7-812433bb4ebc,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:29.052779 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:45:29.053138 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:45:29.053487 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:45:29.053830 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:45:29.054171 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:45:29.054503 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:45:29.054865 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:45:29.055222 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:45:29.055573 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:45:29.055929 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:45:29.056508 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:45:29.056838 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:45:29.221854 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-a25877e5-e379-4c12-b536-893b117531d6 admin admin] Deleting port 6d22a1ab-7e66-41c1-b1a1-3af5f8e84127 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:45:29.222467 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a25877e5-e379-4c12-b536-893b117531d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:29.267004 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['1926252b-6fc4-4546-a9e7-812433bb4ebc'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:45:29.288165 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c767db-2fae-476f-8dff-138c9fcd0e23 req-eba9424e-f725-4462-9261-8a696417b947 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:29.289617 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f6c767db-2fae-476f-8dff-138c9fcd0e23 req-eba9424e-f725-4462-9261-8a696417b947 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.11 "GET /v2.0/networks?id=99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54 HTTP/1.1" status: 200 len: 812 time: 0.1633465 Aug 23 20:45:29.304311 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-f6c767db-2fae-476f-8dff-138c9fcd0e23 req-933064dd-05cf-49bc-a737-61604e682907 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Request body: {'port': {'device_id': '9336dda7-1b1b-494f-974f-73f6102a8002', 'network_id': '99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54', 'admin_state_up': True, 'tenant_id': '6b5caa9dd6fe449d826e5284616c3d3c'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:45:29.385844 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-a25877e5-e379-4c12-b536-893b117531d6 admin admin] For port 6d22a1ab-7e66-41c1-b1a1-3af5f8e84127, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=6d22a1ab-7e66-41c1-b1a1-3af5f8e84127,segment=NetworkSegment(2bb43555-f873-4a8c-b6d0-0a61fec775fe),segment_id=2bb43555-f873-4a8c-b6d0-0a61fec775fe)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:45:29.386201 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a25877e5-e379-4c12-b536-893b117531d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:29.405037 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-a25877e5-e379-4c12-b536-893b117531d6 admin admin] Calling delete_port for 6d22a1ab-7e66-41c1-b1a1-3af5f8e84127 owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:45:29.511754 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6c767db-2fae-476f-8dff-138c9fcd0e23 req-933064dd-05cf-49bc-a737-61604e682907 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Made reservation on behalf of 6b5caa9dd6fe449d826e5284616c3d3c for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:45:29.515398 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f6c767db-2fae-476f-8dff-138c9fcd0e23 req-933064dd-05cf-49bc-a737-61604e682907 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:29.613443 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac7121-37ce-4d46-b5f4-abe15a9c1215 req-8a28dfa4-34bc-4626-945a-413c6a7b240a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:29.621730 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-afac7121-37ce-4d46-b5f4-abe15a9c1215 req-8a28dfa4-34bc-4626-945a-413c6a7b240a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5 HTTP/1.1" status: 200 len: 945 time: 0.0699317 Aug 23 20:45:29.675842 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-afac7121-37ce-4d46-b5f4-abe15a9c1215 req-bbf652a6-acbc-4142-8fff-1cd368760acf tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=d454fa48-aaac-4911-81d6-c45d8631516f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532627 Aug 23 20:45:29.737647 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-278163df-84c9-42ca-b42c-9adfabf203fc req-03167ab4-1654-48a2-8eea-b907b52cd5c9 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9336dda7-1b1b-494f-974f-73f6102a8002 HTTP/1.1" status: 200 len: 210 time: 0.1056149 Aug 23 20:45:29.802240 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d66f3-fd37-41b3-9e4f-0116fe0d70ec req-e4dd456c-330d-489d-a567-5984c0878c38 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:29.804629 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3e7d66f3-fd37-41b3-9e4f-0116fe0d70ec req-e4dd456c-330d-489d-a567-5984c0878c38 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=264607dd-fbd5-49a5-8bdb-720e6d7d5929 HTTP/1.1" status: 200 len: 945 time: 0.0622673 Aug 23 20:45:29.816302 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device fd03ccfc-869a-4a66-bb1d-9089e61a1de1 details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:45:29.823624 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device fd03ccfc-869a-4a66-bb1d-9089e61a1de1 no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:45:29.843444 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6445f150-a973-4d41-95d5-c0a1fa1620b8 req-2840e504-969e-4382-9ada-f41a9562814e tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:29.845313 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6445f150-a973-4d41-95d5-c0a1fa1620b8 req-2840e504-969e-4382-9ada-f41a9562814e tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.11 "GET /v2.0/networks?id=5ea12703-07c8-4b33-b01b-2309c30593fb HTTP/1.1" status: 200 len: 814 time: 0.2821903 Aug 23 20:45:29.853222 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3e7d66f3-fd37-41b3-9e4f-0116fe0d70ec req-57e40643-c696-4e3c-ad08-9efdab64493d tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418684 Aug 23 20:45:29.902522 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-6445f150-a973-4d41-95d5-c0a1fa1620b8 req-7313dc3d-290b-43e9-a1f7-a6c8fe1d6fd5 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Request body: {'port': {'device_id': '5e7f9bfe-7369-4af3-824a-a49cc172da9f', 'network_id': '5ea12703-07c8-4b33-b01b-2309c30593fb', 'admin_state_up': True, 'tenant_id': '69818257106441a1bf38063386e4f27e'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:45:29.944000 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6c4ae658-0531-41a0-a8b8-9804b364be15 req-a80e0306-5b27-49bf-9d02-8aa52e4e7906 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 210 time: 0.0924940 Aug 23 20:45:29.993890 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:29.996339 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-f6c767db-2fae-476f-8dff-138c9fcd0e23 req-933064dd-05cf-49bc-a737-61604e682907 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Allocated IP 172.20.0.12 (99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54/7cf1476b-2d73-4ece-81d4-01b7879e99dc/ad738732-ea7d-4e5a-800d-db14fe1879cd) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:45:30.024640 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port fd03ccfc-869a-4a66-bb1d-9089e61a1de1, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=fd03ccfc-869a-4a66-bb1d-9089e61a1de1,segment=NetworkSegment(e190d2cc-1af7-492d-b8d4-8b6565472069),segment_id=e190d2cc-1af7-492d-b8d4-8b6565472069)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:45:30.034371 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a25877e5-e379-4c12-b536-893b117531d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:30.039645 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264607dd-fbd5-49a5-8bdb-720e6d7d5929', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd03ccfc-869a-4a66-bb1d-9089e61a1de1'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:45:30.042394 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508547e9-752e-4c2a-9bab-9ed76b56542d" -d '{"events": [{"server_uuid": "264607dd-fbd5-49a5-8bdb-720e6d7d5929", "name": "network-vif-unplugged", "status": "completed", "tag": "fd03ccfc-869a-4a66-bb1d-9089e61a1de1"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:45:30.058907 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port fd03ccfc-869a-4a66-bb1d-9089e61a1de1, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=fd03ccfc-869a-4a66-bb1d-9089e61a1de1,segment=NetworkSegment(e190d2cc-1af7-492d-b8d4-8b6565472069),segment_id=e190d2cc-1af7-492d-b8d4-8b6565472069)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:45:30.060278 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': 'fd03ccfc-869a-4a66-bb1d-9089e61a1de1', 'network_id': '40d89235-fcfe-430c-9978-6c953c80cfc6', 'port_id': 'fd03ccfc-869a-4a66-bb1d-9089e61a1de1', 'mac_address': 'fa:16:3e:97:95:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '862c8f9e-f5be-49f7-8b8f-82cbcaf44c62', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:45:30.064476 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:30.098924 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25877e5-e379-4c12-b536-893b117531d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d22a1ab-7e66-41c1-b1a1-3af5f8e84127,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:30.141064 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 20:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eadfeaa-9fbb-4005-ab1e-08d337f0b8de x-openstack-request-id: req-7eadfeaa-9fbb-4005-ab1e-08d337f0b8de {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:45:30.142032 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "264607dd-fbd5-49a5-8bdb-720e6d7d5929", "name": "network-vif-unplugged", "status": "completed", "tag": "fd03ccfc-869a-4a66-bb1d-9089e61a1de1", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:45:30.142459 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7eadfeaa-9fbb-4005-ab1e-08d337f0b8de {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:45:30.143140 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264607dd-fbd5-49a5-8bdb-720e6d7d5929', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd03ccfc-869a-4a66-bb1d-9089e61a1de1', 'code': 200} Aug 23 20:45:30.154948 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:30.188995 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd03ccfc-869a-4a66-bb1d-9089e61a1de1 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:45:30.196959 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=fd03ccfc-869a-4a66-bb1d-9089e61a1de1,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:30.256383 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port fd03ccfc-869a-4a66-bb1d-9089e61a1de1, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=fd03ccfc-869a-4a66-bb1d-9089e61a1de1,segment=NetworkSegment(e190d2cc-1af7-492d-b8d4-8b6565472069),segment_id=e190d2cc-1af7-492d-b8d4-8b6565472069)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:45:30.262087 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:30.286926 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6445f150-a973-4d41-95d5-c0a1fa1620b8 req-7313dc3d-290b-43e9-a1f7-a6c8fe1d6fd5 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Made reservation on behalf of 69818257106441a1bf38063386e4f27e for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:45:30.291063 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6445f150-a973-4d41-95d5-c0a1fa1620b8 req-7313dc3d-290b-43e9-a1f7-a6c8fe1d6fd5 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:30.368045 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=fd03ccfc-869a-4a66-bb1d-9089e61a1de1,revision_number=7']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:30.531595 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['fd03ccfc-869a-4a66-bb1d-9089e61a1de1'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:45:30.766874 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f6c767db-2fae-476f-8dff-138c9fcd0e23 req-933064dd-05cf-49bc-a737-61604e682907 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:30.780831 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 1926252b-6fc4-4546-a9e7-812433bb4ebc up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:45:30.846801 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269aaae-154c-4a18-9c93-814af7081283 req-3fb818c3-5272-4891-ba68-5596a876efe0 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:30.856783 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f269aaae-154c-4a18-9c93-814af7081283 req-3fb818c3-5272-4891-ba68-5596a876efe0 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5 HTTP/1.1" status: 200 len: 945 time: 0.0993905 Aug 23 20:45:30.888379 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a25877e5-e379-4c12-b536-893b117531d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:30.891491 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 1926252b-6fc4-4546-a9e7-812433bb4ebc completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:45:30.898013 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f269aaae-154c-4a18-9c93-814af7081283 req-f9691f0d-4ee3-4ace-8c33-d485df5c9ade tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=d454fa48-aaac-4911-81d6-c45d8631516f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398228 Aug 23 20:45:30.898835 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 1926252b-6fc4-4546-a9e7-812433bb4ebc triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:45:30.899387 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:30.964100 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-87cb787f-df27-47a7-b4bd-f734635a58a7 req-6b5252f8-6099-40ba-9b58-7eef8f8783b9 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9336dda7-1b1b-494f-974f-73f6102a8002 HTTP/1.1" status: 200 len: 210 time: 0.0719411 Aug 23 20:45:30.965456 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-6445f150-a973-4d41-95d5-c0a1fa1620b8 req-7313dc3d-290b-43e9-a1f7-a6c8fe1d6fd5 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Allocated IP 172.20.0.7 (5ea12703-07c8-4b33-b01b-2309c30593fb/a61ac775-45d7-4f26-8246-bac30e400edf/939d72db-2d60-46d4-bf80-372f37b6f531) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:45:31.008431 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:31.020808 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f6c767db-2fae-476f-8dff-138c9fcd0e23 req-933064dd-05cf-49bc-a737-61604e682907 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:31.061286 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 1926252b-6fc4-4546-a9e7-812433bb4ebc, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=1926252b-6fc4-4546-a9e7-812433bb4ebc,segment=NetworkSegment(1268e019-263b-4e75-8302-6489aacb80bb),segment_id=1268e019-263b-4e75-8302-6489aacb80bb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:45:31.068517 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:31.088809 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75baa531-c10a-47d5-9231-cf62ecfaa49e req-259e3311-e2b2-442c-9fc9-69ce109f8cb1 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:31.092474 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-75baa531-c10a-47d5-9231-cf62ecfaa49e req-259e3311-e2b2-442c-9fc9-69ce109f8cb1 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=264607dd-fbd5-49a5-8bdb-720e6d7d5929 HTTP/1.1" status: 200 len: 944 time: 0.0841870 Aug 23 20:45:31.144309 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6c767db-2fae-476f-8dff-138c9fcd0e23 req-933064dd-05cf-49bc-a737-61604e682907 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Network 99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:45:31.147051 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=1926252b-6fc4-4546-a9e7-812433bb4ebc,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:31.152681 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-75baa531-c10a-47d5-9231-cf62ecfaa49e req-663d0934-20db-405a-8a2b-82245dac01a1 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531394 Aug 23 20:45:31.167725 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-f6c767db-2fae-476f-8dff-138c9fcd0e23 req-933064dd-05cf-49bc-a737-61604e682907 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:45:31.178302 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-06a35abe-737d-4ff2-943c-1f320c4a3ec3 req-6b326eef-9ea8-45cd-80a6-c84121d41f8d tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 210 time: 0.0601285 Aug 23 20:45:31.188647 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c767db-2fae-476f-8dff-138c9fcd0e23 req-933064dd-05cf-49bc-a737-61604e682907 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:45:31.203509 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933064dd-05cf-49bc-a737-61604e682907 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Pushing event updated for resources: {'Port': ['ID=ad738732-ea7d-4e5a-800d-db14fe1879cd,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:31.347790 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c767db-2fae-476f-8dff-138c9fcd0e23 req-933064dd-05cf-49bc-a737-61604e682907 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:31.348432 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f6c767db-2fae-476f-8dff-138c9fcd0e23 req-933064dd-05cf-49bc-a737-61604e682907 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:31.389574 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f6c767db-2fae-476f-8dff-138c9fcd0e23 req-933064dd-05cf-49bc-a737-61604e682907 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0893044 Aug 23 20:45:31.434891 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-f6c767db-2fae-476f-8dff-138c9fcd0e23 req-1fa97c8d-6ebc-4cd6-82c9-5d15d685e1b5 service neutron] Request body: {'port': {'device_id': '9336dda7-1b1b-494f-974f-73f6102a8002', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:45:31.456347 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6445f150-a973-4d41-95d5-c0a1fa1620b8 req-7313dc3d-290b-43e9-a1f7-a6c8fe1d6fd5 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:31.530840 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a25877e5-e379-4c12-b536-893b117531d6 admin admin] Router 1fa4204d-e935-4504-b376-224dd97ae81e has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:45:31.544467 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f6c767db-2fae-476f-8dff-138c9fcd0e23 req-1fa97c8d-6ebc-4cd6-82c9-5d15d685e1b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:31.563688 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6445f150-a973-4d41-95d5-c0a1fa1620b8 req-7313dc3d-290b-43e9-a1f7-a6c8fe1d6fd5 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:31.673685 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6445f150-a973-4d41-95d5-c0a1fa1620b8 req-7313dc3d-290b-43e9-a1f7-a6c8fe1d6fd5 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Network 5ea12703-07c8-4b33-b01b-2309c30593fb is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:45:31.686782 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-6445f150-a973-4d41-95d5-c0a1fa1620b8 req-7313dc3d-290b-43e9-a1f7-a6c8fe1d6fd5 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:45:31.719276 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-6445f150-a973-4d41-95d5-c0a1fa1620b8 req-7313dc3d-290b-43e9-a1f7-a6c8fe1d6fd5 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:45:31.732914 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7313dc3d-290b-43e9-a1f7-a6c8fe1d6fd5 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Pushing event updated for resources: {'Port': ['ID=939d72db-2d60-46d4-bf80-372f37b6f531,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:31.830117 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device fd03ccfc-869a-4a66-bb1d-9089e61a1de1 up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:45:31.850714 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25877e5-e379-4c12-b536-893b117531d6 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:45:31.861121 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a25877e5-e379-4c12-b536-893b117531d6 admin admin] 10.222.0.61 "PUT /v2.0/routers/1fa4204d-e935-4504-b376-224dd97ae81e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5232673 Aug 23 20:45:31.862610 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 42886) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:45:31.864853 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6445f150-a973-4d41-95d5-c0a1fa1620b8 req-7313dc3d-290b-43e9-a1f7-a6c8fe1d6fd5 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:31.865461 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6445f150-a973-4d41-95d5-c0a1fa1620b8 req-7313dc3d-290b-43e9-a1f7-a6c8fe1d6fd5 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:31.877196 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9149d1-c693-4e9d-9d3c-7884df65ba4c None None] Sync routers for ids ['1fa4204d-e935-4504-b376-224dd97ae81e'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:45:31.888343 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port fd03ccfc-869a-4a66-bb1d-9089e61a1de1 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:45:31.888717 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:31.897553 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9149d1-c693-4e9d-9d3c-7884df65ba4c None None] Routers {'1fa4204d-e935-4504-b376-224dd97ae81e'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:45:31.898492 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1c9149d1-c693-4e9d-9d3c-7884df65ba4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:45:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['1fa4204d-e935-4504-b376-224dd97ae81e'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:45:31.917679 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6445f150-a973-4d41-95d5-c0a1fa1620b8 req-7313dc3d-290b-43e9-a1f7-a6c8fe1d6fd5 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0477908 Aug 23 20:45:31.931847 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-6445f150-a973-4d41-95d5-c0a1fa1620b8 req-29460810-0424-496a-967e-757f8a5567be service neutron] Request body: {'port': {'device_id': '5e7f9bfe-7369-4af3-824a-a49cc172da9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:45:32.037697 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-1c9149d1-c693-4e9d-9d3c-7884df65ba4c None None] Set router 1fa4204d-e935-4504-b376-224dd97ae81e gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:45:32.039447 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6445f150-a973-4d41-95d5-c0a1fa1620b8 req-29460810-0424-496a-967e-757f8a5567be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:32.068345 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:32.106529 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port fd03ccfc-869a-4a66-bb1d-9089e61a1de1, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=fd03ccfc-869a-4a66-bb1d-9089e61a1de1,segment=NetworkSegment(e190d2cc-1af7-492d-b8d4-8b6565472069),segment_id=e190d2cc-1af7-492d-b8d4-8b6565472069)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:45:32.112706 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:32.172791 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-f6c767db-2fae-476f-8dff-138c9fcd0e23 req-1fa97c8d-6ebc-4cd6-82c9-5d15d685e1b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad738732-ea7d-4e5a-800d-db14fe1879cd {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:45:32.177490 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edfd3ebe-6c75-4439-a958-86b20e480cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1926252b-6fc4-4546-a9e7-812433bb4ebc'}, {'server_uuid': '264607dd-fbd5-49a5-8bdb-720e6d7d5929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd03ccfc-869a-4a66-bb1d-9089e61a1de1'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:45:32.180487 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aedc13c6-b425-4268-950b-e9e9fc4c41da" -d '{"events": [{"server_uuid": "edfd3ebe-6c75-4439-a958-86b20e480cc5", "name": "network-vif-plugged", "status": "completed", "tag": "1926252b-6fc4-4546-a9e7-812433bb4ebc"}, {"server_uuid": "264607dd-fbd5-49a5-8bdb-720e6d7d5929", "name": "network-vif-plugged", "status": "completed", "tag": "fd03ccfc-869a-4a66-bb1d-9089e61a1de1"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:45:32.184681 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=fd03ccfc-869a-4a66-bb1d-9089e61a1de1,revision_number=8']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:32.187545 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f166bafd-d087-4dd7-a5fe-8fc60135eba4 req-11edb18f-8796-4ab2-93f6-35e3a3c92085 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:32.189193 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f166bafd-d087-4dd7-a5fe-8fc60135eba4 req-11edb18f-8796-4ab2-93f6-35e3a3c92085 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5 HTTP/1.1" status: 200 len: 946 time: 0.1616905 Aug 23 20:45:32.256712 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f6c767db-2fae-476f-8dff-138c9fcd0e23 req-1fa97c8d-6ebc-4cd6-82c9-5d15d685e1b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:32.291138 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1c9149d1-c693-4e9d-9d3c-7884df65ba4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa4204d-e935-4504-b376-224dd97ae81e', 'name': 'tempest-ServersTestFqdnHostnames-919337266-router', 'tenant_id': 'd3f03fe99c194297b905f73a20dfbf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': 'e5e27d0e-ca5a-4dfe-a4e8-9d7e390aecca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:43:04Z', 'updated_at': '2021-08-23T20:45:29Z', 'revision_number': 5, 'project_id': 'd3f03fe99c194297b905f73a20dfbf1f', 'gw_port': {'id': 'e5e27d0e-ca5a-4dfe-a4e8-9d7e390aecca', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa4204d-e935-4504-b376-224dd97ae81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:43:06Z', 'updated_at': '2021-08-23T20:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:45:32.301790 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-f6c767db-2fae-476f-8dff-138c9fcd0e23 req-1fa97c8d-6ebc-4cd6-82c9-5d15d685e1b5 service neutron] Transition to ACTIVE for port object ad738732-ea7d-4e5a-800d-db14fe1879cd will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:45:32.317142 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f6c767db-2fae-476f-8dff-138c9fcd0e23 req-1fa97c8d-6ebc-4cd6-82c9-5d15d685e1b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:32.323559 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9149d1-c693-4e9d-9d3c-7884df65ba4c None None] Checking router: 1fa4204d-e935-4504-b376-224dd97ae81e for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:45:32.333084 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9149d1-c693-4e9d-9d3c-7884df65ba4c None None] Routers {'1fa4204d-e935-4504-b376-224dd97ae81e'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:45:32.333718 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1c9149d1-c693-4e9d-9d3c-7884df65ba4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:45:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['1fa4204d-e935-4504-b376-224dd97ae81e'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:45:32.376720 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f166bafd-d087-4dd7-a5fe-8fc60135eba4 req-b4da9271-46e8-48e6-bed2-45ce60ded130 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=d454fa48-aaac-4911-81d6-c45d8631516f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248891 Aug 23 20:45:32.461870 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-1c9149d1-c693-4e9d-9d3c-7884df65ba4c None None] Set router 1fa4204d-e935-4504-b376-224dd97ae81e gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:45:32.500615 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa97c8d-6ebc-4cd6-82c9-5d15d685e1b5 service neutron] Pushing event updated for resources: {'Port': ['ID=ad738732-ea7d-4e5a-800d-db14fe1879cd,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:32.537010 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7837eb1-a9b9-4367-bd89-b372b85daa39 admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:32.606686 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-f6c767db-2fae-476f-8dff-138c9fcd0e23 req-1fa97c8d-6ebc-4cd6-82c9-5d15d685e1b5 service neutron] Attempting to bind port ad738732-ea7d-4e5a-800d-db14fe1879cd on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:45:32.607028 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-f6c767db-2fae-476f-8dff-138c9fcd0e23 req-1fa97c8d-6ebc-4cd6-82c9-5d15d685e1b5 service neutron] Attempting to bind port ad738732-ea7d-4e5a-800d-db14fe1879cd by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': 'a0304131-671f-4c22-8fc4-9d97cd99d833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:45:32.607355 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c767db-2fae-476f-8dff-138c9fcd0e23 req-1fa97c8d-6ebc-4cd6-82c9-5d15d685e1b5 service neutron] Attempting to bind port ad738732-ea7d-4e5a-800d-db14fe1879cd on network 99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:45:32.618870 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69258b61-0860-4c41-ac78-b4698952d6a5 req-43154b2e-ef43-4032-8a4e-9db23072aa32 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:32.620981 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-69258b61-0860-4c41-ac78-b4698952d6a5 req-43154b2e-ef43-4032-8a4e-9db23072aa32 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=264607dd-fbd5-49a5-8bdb-720e6d7d5929 HTTP/1.1" status: 200 len: 945 time: 0.1270339 Aug 23 20:45:32.649413 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5686404-e662-4eec-a477-3285fcf23615 req-19360d66-80fb-47c1-b9f0-dd246dd204ee tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:32.652096 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e5686404-e662-4eec-a477-3285fcf23615 req-19360d66-80fb-47c1-b9f0-dd246dd204ee tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9336dda7-1b1b-494f-974f-73f6102a8002 HTTP/1.1" status: 200 len: 944 time: 0.5819585 Aug 23 20:45:32.653774 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c767db-2fae-476f-8dff-138c9fcd0e23 req-1fa97c8d-6ebc-4cd6-82c9-5d15d685e1b5 service neutron] Port ad738732-ea7d-4e5a-800d-db14fe1879cd on network 99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:45:32.654110 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c767db-2fae-476f-8dff-138c9fcd0e23 req-1fa97c8d-6ebc-4cd6-82c9-5d15d685e1b5 service neutron] Attempting to bind port ad738732-ea7d-4e5a-800d-db14fe1879cd on network 99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:45:32.678263 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-6445f150-a973-4d41-95d5-c0a1fa1620b8 req-29460810-0424-496a-967e-757f8a5567be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 939d72db-2d60-46d4-bf80-372f37b6f531 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:45:32.683198 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c767db-2fae-476f-8dff-138c9fcd0e23 req-1fa97c8d-6ebc-4cd6-82c9-5d15d685e1b5 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:45:32.683545 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c767db-2fae-476f-8dff-138c9fcd0e23 req-1fa97c8d-6ebc-4cd6-82c9-5d15d685e1b5 service neutron] Checking segment: {'id': 'a0304131-671f-4c22-8fc4-9d97cd99d833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:45:32.683928 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c767db-2fae-476f-8dff-138c9fcd0e23 req-1fa97c8d-6ebc-4cd6-82c9-5d15d685e1b5 service neutron] Bound using segment: {'id': 'a0304131-671f-4c22-8fc4-9d97cd99d833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:45:32.684411 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-f6c767db-2fae-476f-8dff-138c9fcd0e23 req-1fa97c8d-6ebc-4cd6-82c9-5d15d685e1b5 service neutron] Bound port: ad738732-ea7d-4e5a-800d-db14fe1879cd, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0304131-671f-4c22-8fc4-9d97cd99d833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:45:32.684774 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f6c767db-2fae-476f-8dff-138c9fcd0e23 req-1fa97c8d-6ebc-4cd6-82c9-5d15d685e1b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:32.691921 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6445f150-a973-4d41-95d5-c0a1fa1620b8 req-29460810-0424-496a-967e-757f8a5567be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:32.695208 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1c9149d1-c693-4e9d-9d3c-7884df65ba4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa4204d-e935-4504-b376-224dd97ae81e', 'name': 'tempest-ServersTestFqdnHostnames-919337266-router', 'tenant_id': 'd3f03fe99c194297b905f73a20dfbf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': 'e5e27d0e-ca5a-4dfe-a4e8-9d7e390aecca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:43:04Z', 'updated_at': '2021-08-23T20:45:29Z', 'revision_number': 5, 'project_id': 'd3f03fe99c194297b905f73a20dfbf1f', 'gw_port': {'id': 'e5e27d0e-ca5a-4dfe-a4e8-9d7e390aecca', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa4204d-e935-4504-b376-224dd97ae81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:43:06Z', 'updated_at': '2021-08-23T20:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:45:32.703234 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7837eb1-a9b9-4367-bd89-b372b85daa39 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:32.725690 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-69258b61-0860-4c41-ac78-b4698952d6a5 req-f3075fb9-c049-404c-8d7e-554bdd343683 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851061 Aug 23 20:45:32.726906 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-6445f150-a973-4d41-95d5-c0a1fa1620b8 req-29460810-0424-496a-967e-757f8a5567be service neutron] Transition to ACTIVE for port object 939d72db-2d60-46d4-bf80-372f37b6f531 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:45:32.730671 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9149d1-c693-4e9d-9d3c-7884df65ba4c None None] The sync data for ids ['1fa4204d-e935-4504-b376-224dd97ae81e'] in n-d-805663-2 is: [{'id': '1fa4204d-e935-4504-b376-224dd97ae81e', 'name': 'tempest-ServersTestFqdnHostnames-919337266-router', 'tenant_id': 'd3f03fe99c194297b905f73a20dfbf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': 'e5e27d0e-ca5a-4dfe-a4e8-9d7e390aecca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:43:04Z', 'updated_at': '2021-08-23T20:45:29Z', 'revision_number': 5, 'project_id': 'd3f03fe99c194297b905f73a20dfbf1f', 'gw_port': {'id': 'e5e27d0e-ca5a-4dfe-a4e8-9d7e390aecca', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa4204d-e935-4504-b376-224dd97ae81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:43:06Z', 'updated_at': '2021-08-23T20:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:45:32.758418 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6445f150-a973-4d41-95d5-c0a1fa1620b8 req-29460810-0424-496a-967e-757f8a5567be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:32.772669 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e5686404-e662-4eec-a477-3285fcf23615 req-38d775e2-b527-4f5e-94a9-7512c035d3f5 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039832 Aug 23 20:45:32.817762 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a7837eb1-a9b9-4367-bd89-b372b85daa39 admin admin] Deleting port e5e27d0e-ca5a-4dfe-a4e8-9d7e390aecca {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:45:32.821368 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 23 Aug 2021 20:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4773bf-3405-46c0-af60-bb8c8c869b81 x-openstack-request-id: req-4b4773bf-3405-46c0-af60-bb8c8c869b81 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:45:32.822127 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edfd3ebe-6c75-4439-a958-86b20e480cc5", "name": "network-vif-plugged", "status": "completed", "tag": "1926252b-6fc4-4546-a9e7-812433bb4ebc", "code": 200}, {"server_uuid": "264607dd-fbd5-49a5-8bdb-720e6d7d5929", "name": "network-vif-plugged", "status": "completed", "tag": "fd03ccfc-869a-4a66-bb1d-9089e61a1de1", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:45:32.822481 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4b4773bf-3405-46c0-af60-bb8c8c869b81 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:45:32.823898 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edfd3ebe-6c75-4439-a958-86b20e480cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1926252b-6fc4-4546-a9e7-812433bb4ebc', 'code': 200} Aug 23 20:45:32.824263 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264607dd-fbd5-49a5-8bdb-720e6d7d5929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd03ccfc-869a-4a66-bb1d-9089e61a1de1', 'code': 200} Aug 23 20:45:32.824569 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7837eb1-a9b9-4367-bd89-b372b85daa39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:32.887785 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-f6c767db-2fae-476f-8dff-138c9fcd0e23 req-1fa97c8d-6ebc-4cd6-82c9-5d15d685e1b5 service neutron] For port ad738732-ea7d-4e5a-800d-db14fe1879cd, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:45:32.891235 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29460810-0424-496a-967e-757f8a5567be service neutron] Pushing event updated for resources: {'Port': ['ID=939d72db-2d60-46d4-bf80-372f37b6f531,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:32.923652 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-f6c767db-2fae-476f-8dff-138c9fcd0e23 req-1fa97c8d-6ebc-4cd6-82c9-5d15d685e1b5 service neutron] For port ad738732-ea7d-4e5a-800d-db14fe1879cd, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=ad738732-ea7d-4e5a-800d-db14fe1879cd,segment=NetworkSegment(a0304131-671f-4c22-8fc4-9d97cd99d833),segment_id=a0304131-671f-4c22-8fc4-9d97cd99d833)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:45:32.945202 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f6c767db-2fae-476f-8dff-138c9fcd0e23 req-1fa97c8d-6ebc-4cd6-82c9-5d15d685e1b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:32.996840 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c767db-2fae-476f-8dff-138c9fcd0e23 req-1fa97c8d-6ebc-4cd6-82c9-5d15d685e1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:32.997469 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f6c767db-2fae-476f-8dff-138c9fcd0e23 req-1fa97c8d-6ebc-4cd6-82c9-5d15d685e1b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:32.998998 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f6c767db-2fae-476f-8dff-138c9fcd0e23 req-1fa97c8d-6ebc-4cd6-82c9-5d15d685e1b5 service neutron] 10.222.0.11 "PUT /v2.0/ports/ad738732-ea7d-4e5a-800d-db14fe1879cd HTTP/1.1" status: 200 len: 1092 time: 1.5753853 Aug 23 20:45:33.005936 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9336dda7-1b1b-494f-974f-73f6102a8002', 'tag': 'ad738732-ea7d-4e5a-800d-db14fe1879cd'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:45:33.008009 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01bf5ab7-84f6-49e1-aaba-2bbf3b0d18de" -d '{"events": [{"name": "network-changed", "server_uuid": "9336dda7-1b1b-494f-974f-73f6102a8002", "tag": "ad738732-ea7d-4e5a-800d-db14fe1879cd"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:45:33.027328 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-a7837eb1-a9b9-4367-bd89-b372b85daa39 admin admin] For port e5e27d0e-ca5a-4dfe-a4e8-9d7e390aecca, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=e5e27d0e-ca5a-4dfe-a4e8-9d7e390aecca,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:45:33.027934 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7837eb1-a9b9-4367-bd89-b372b85daa39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:33.044928 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dae5cf-637c-43ce-bf10-11952c81bca3 req-ee9fc090-49a1-452c-92de-99ff21825eca tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:33.046498 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-89dae5cf-637c-43ce-bf10-11952c81bca3 req-ee9fc090-49a1-452c-92de-99ff21825eca tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 943 time: 0.1864631 Aug 23 20:45:33.050386 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc952c7-914c-40ec-9ca8-823453ab4d23 req-c96d1707-4b78-444f-ac44-5a7f83a20d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:33.051936 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1cc952c7-914c-40ec-9ca8-823453ab4d23 req-c96d1707-4b78-444f-ac44-5a7f83a20d77 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5 HTTP/1.1" status: 200 len: 1097 time: 0.1313598 Aug 23 20:45:33.058290 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a7837eb1-a9b9-4367-bd89-b372b85daa39 admin admin] Calling delete_port for e5e27d0e-ca5a-4dfe-a4e8-9d7e390aecca owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:45:33.072367 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864a6fc2-31c5-48b8-bef6-142bbca6e1d7 x-openstack-request-id: req-864a6fc2-31c5-48b8-bef6-142bbca6e1d7 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:45:33.073251 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9336dda7-1b1b-494f-974f-73f6102a8002", "tag": "ad738732-ea7d-4e5a-800d-db14fe1879cd", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:45:33.073517 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-864a6fc2-31c5-48b8-bef6-142bbca6e1d7 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:45:33.074640 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9336dda7-1b1b-494f-974f-73f6102a8002', 'tag': 'ad738732-ea7d-4e5a-800d-db14fe1879cd', 'status': 'completed', 'code': 200} Aug 23 20:45:33.098502 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa97c8d-6ebc-4cd6-82c9-5d15d685e1b5 service neutron] Pushing event updated for resources: {'Port': ['ID=ad738732-ea7d-4e5a-800d-db14fe1879cd,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:33.111861 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-6445f150-a973-4d41-95d5-c0a1fa1620b8 req-29460810-0424-496a-967e-757f8a5567be service neutron] Attempting to bind port 939d72db-2d60-46d4-bf80-372f37b6f531 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:45:33.112035 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-6445f150-a973-4d41-95d5-c0a1fa1620b8 req-29460810-0424-496a-967e-757f8a5567be service neutron] Attempting to bind port 939d72db-2d60-46d4-bf80-372f37b6f531 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '56944fa1-c7d3-451b-86e9-345b2fbe4c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5ea12703-07c8-4b33-b01b-2309c30593fb'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:45:33.112385 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6445f150-a973-4d41-95d5-c0a1fa1620b8 req-29460810-0424-496a-967e-757f8a5567be service neutron] Attempting to bind port 939d72db-2d60-46d4-bf80-372f37b6f531 on network 5ea12703-07c8-4b33-b01b-2309c30593fb {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:45:33.124038 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6445f150-a973-4d41-95d5-c0a1fa1620b8 req-29460810-0424-496a-967e-757f8a5567be service neutron] Port 939d72db-2d60-46d4-bf80-372f37b6f531 on network 5ea12703-07c8-4b33-b01b-2309c30593fb not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:45:33.124420 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6445f150-a973-4d41-95d5-c0a1fa1620b8 req-29460810-0424-496a-967e-757f8a5567be service neutron] Attempting to bind port 939d72db-2d60-46d4-bf80-372f37b6f531 on network 5ea12703-07c8-4b33-b01b-2309c30593fb {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:45:33.136704 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6445f150-a973-4d41-95d5-c0a1fa1620b8 req-29460810-0424-496a-967e-757f8a5567be service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:45:33.137043 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6445f150-a973-4d41-95d5-c0a1fa1620b8 req-29460810-0424-496a-967e-757f8a5567be service neutron] Checking segment: {'id': '56944fa1-c7d3-451b-86e9-345b2fbe4c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5ea12703-07c8-4b33-b01b-2309c30593fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:45:33.137433 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6445f150-a973-4d41-95d5-c0a1fa1620b8 req-29460810-0424-496a-967e-757f8a5567be service neutron] Bound using segment: {'id': '56944fa1-c7d3-451b-86e9-345b2fbe4c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5ea12703-07c8-4b33-b01b-2309c30593fb'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:45:33.137868 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-6445f150-a973-4d41-95d5-c0a1fa1620b8 req-29460810-0424-496a-967e-757f8a5567be service neutron] Bound port: 939d72db-2d60-46d4-bf80-372f37b6f531, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56944fa1-c7d3-451b-86e9-345b2fbe4c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5ea12703-07c8-4b33-b01b-2309c30593fb'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:45:33.138228 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6445f150-a973-4d41-95d5-c0a1fa1620b8 req-29460810-0424-496a-967e-757f8a5567be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:33.153010 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c767db-2fae-476f-8dff-138c9fcd0e23 req-91d71ca8-27b7-40a6-8fff-2d93523e443f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:33.154544 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f6c767db-2fae-476f-8dff-138c9fcd0e23 req-91d71ca8-27b7-40a6-8fff-2d93523e443f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b5caa9dd6fe449d826e5284616c3d3c&device_id=9336dda7-1b1b-494f-974f-73f6102a8002 HTTP/1.1" status: 200 len: 1095 time: 0.0897720 Aug 23 20:45:33.158368 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb68dd59-9c92-4b5f-a541-c42a6409426b req-211c9f8c-9093-40a6-a209-fb0d01d68784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:33.159866 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-eb68dd59-9c92-4b5f-a541-c42a6409426b req-211c9f8c-9093-40a6-a209-fb0d01d68784 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=264607dd-fbd5-49a5-8bdb-720e6d7d5929 HTTP/1.1" status: 200 len: 1096 time: 0.1682205 Aug 23 20:45:33.163849 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-89dae5cf-637c-43ce-bf10-11952c81bca3 req-d40bbe94-83fb-4560-9e2e-f5b22f8357ba tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068187 Aug 23 20:45:33.168253 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1cc952c7-914c-40ec-9ca8-823453ab4d23 req-1e21c446-bebf-4ac7-aa91-1e4ff2bde427 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d454fa48-aaac-4911-81d6-c45d8631516f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071763 Aug 23 20:45:33.241568 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f6c767db-2fae-476f-8dff-138c9fcd0e23 req-c99a4fcc-a37e-432e-bfd8-dde8cd2d6321 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad738732-ea7d-4e5a-800d-db14fe1879cd HTTP/1.1" status: 200 len: 217 time: 0.0777521 Aug 23 20:45:33.278997 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-eb68dd59-9c92-4b5f-a541-c42a6409426b req-ce3d2c24-41b5-4eee-ae9e-5edc0f90fad6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067765 Aug 23 20:45:33.289157 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-6445f150-a973-4d41-95d5-c0a1fa1620b8 req-29460810-0424-496a-967e-757f8a5567be service neutron] For port 939d72db-2d60-46d4-bf80-372f37b6f531, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:45:33.294820 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-6445f150-a973-4d41-95d5-c0a1fa1620b8 req-29460810-0424-496a-967e-757f8a5567be service neutron] For port 939d72db-2d60-46d4-bf80-372f37b6f531, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=939d72db-2d60-46d4-bf80-372f37b6f531,segment=NetworkSegment(56944fa1-c7d3-451b-86e9-345b2fbe4c92),segment_id=56944fa1-c7d3-451b-86e9-345b2fbe4c92)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:45:33.300715 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6445f150-a973-4d41-95d5-c0a1fa1620b8 req-29460810-0424-496a-967e-757f8a5567be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:33.303839 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7837eb1-a9b9-4367-bd89-b372b85daa39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:33.337709 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6445f150-a973-4d41-95d5-c0a1fa1620b8 req-29460810-0424-496a-967e-757f8a5567be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:33.338931 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6445f150-a973-4d41-95d5-c0a1fa1620b8 req-29460810-0424-496a-967e-757f8a5567be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:33.339902 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7837eb1-a9b9-4367-bd89-b372b85daa39 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5e27d0e-ca5a-4dfe-a4e8-9d7e390aecca,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:33.340447 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6445f150-a973-4d41-95d5-c0a1fa1620b8 req-29460810-0424-496a-967e-757f8a5567be service neutron] 10.222.0.11 "PUT /v2.0/ports/939d72db-2d60-46d4-bf80-372f37b6f531 HTTP/1.1" status: 200 len: 1091 time: 1.4141624 Aug 23 20:45:33.358370 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7837eb1-a9b9-4367-bd89-b372b85daa39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:45:33.358875 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7837eb1-a9b9-4367-bd89-b372b85daa39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:45:33.359348 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7837eb1-a9b9-4367-bd89-b372b85daa39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:45:33.359348 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7837eb1-a9b9-4367-bd89-b372b85daa39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:45:33.359728 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7837eb1-a9b9-4367-bd89-b372b85daa39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:45:33.360339 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7837eb1-a9b9-4367-bd89-b372b85daa39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:45:33.360339 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7837eb1-a9b9-4367-bd89-b372b85daa39 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:45:33.362379 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7837eb1-a9b9-4367-bd89-b372b85daa39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:45:33.362379 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7837eb1-a9b9-4367-bd89-b372b85daa39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:45:33.362379 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7837eb1-a9b9-4367-bd89-b372b85daa39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:45:33.362379 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7837eb1-a9b9-4367-bd89-b372b85daa39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:45:33.362379 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7837eb1-a9b9-4367-bd89-b372b85daa39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:45:33.399658 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29460810-0424-496a-967e-757f8a5567be service neutron] Pushing event updated for resources: {'Port': ['ID=939d72db-2d60-46d4-bf80-372f37b6f531,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:33.423333 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7837eb1-a9b9-4367-bd89-b372b85daa39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:33.449881 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c767db-2fae-476f-8dff-138c9fcd0e23 req-abeb232a-a87c-4674-b3f5-5ed239e251b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:33.451475 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f6c767db-2fae-476f-8dff-138c9fcd0e23 req-abeb232a-a87c-4674-b3f5-5ed239e251b5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7cf1476b-2d73-4ece-81d4-01b7879e99dc HTTP/1.1" status: 200 len: 852 time: 0.0829344 Aug 23 20:45:33.474231 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6445f150-a973-4d41-95d5-c0a1fa1620b8 req-3f710b30-f5ba-4ac4-b216-e5502b26f15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:33.475761 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6445f150-a973-4d41-95d5-c0a1fa1620b8 req-3f710b30-f5ba-4ac4-b216-e5502b26f15a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=69818257106441a1bf38063386e4f27e&device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 1094 time: 0.0771375 Aug 23 20:45:33.501762 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f6c767db-2fae-476f-8dff-138c9fcd0e23 req-d5a4155a-73a2-4450-9472-c4339b7934b0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408609 Aug 23 20:45:33.532924 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7837eb1-a9b9-4367-bd89-b372b85daa39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:33.535018 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7837eb1-a9b9-4367-bd89-b372b85daa39 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:33.578095 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7837eb1-a9b9-4367-bd89-b372b85daa39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:33.578653 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7837eb1-a9b9-4367-bd89-b372b85daa39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fa4204d-e935-4504-b376-224dd97ae81e {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:45:33.579408 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6445f150-a973-4d41-95d5-c0a1fa1620b8 req-05eb14cb-0ec9-41b6-86a5-dd90a22dc8bc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=939d72db-2d60-46d4-bf80-372f37b6f531 HTTP/1.1" status: 200 len: 217 time: 0.0800719 Aug 23 20:45:33.583262 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7837eb1-a9b9-4367-bd89-b372b85daa39 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:33.586811 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a7837eb1-a9b9-4367-bd89-b372b85daa39 admin admin] 10.222.0.61 "DELETE /v2.0/routers/1fa4204d-e935-4504-b376-224dd97ae81e HTTP/1.1" status: 204 len: 168 time: 1.7101407 Aug 23 20:45:33.589274 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 42904) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:45:33.666375 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-416d5949-be7c-4dfa-bf63-83a3f58cc029 admin admin] Deleting subnet 8a97c46d-4605-466e-8761-6614759f4fe5 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:45:33.668557 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-416d5949-be7c-4dfa-bf63-83a3f58cc029 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:33.677420 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6445f150-a973-4d41-95d5-c0a1fa1620b8 req-8aaa9912-7c95-4273-a019-b23dd7b2e857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:33.678930 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6445f150-a973-4d41-95d5-c0a1fa1620b8 req-8aaa9912-7c95-4273-a019-b23dd7b2e857 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a61ac775-45d7-4f26-8246-bac30e400edf HTTP/1.1" status: 200 len: 854 time: 0.0636697 Aug 23 20:45:33.701599 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74579e74-9432-4750-9075-86a3d0b91550 req-0ccfde0a-c317-40fd-9e07-6d3047b73ebe tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:33.703250 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-74579e74-9432-4750-9075-86a3d0b91550 req-0ccfde0a-c317-40fd-9e07-6d3047b73ebe tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5 HTTP/1.1" status: 200 len: 946 time: 0.2412951 Aug 23 20:45:33.714080 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-416d5949-be7c-4dfa-bf63-83a3f58cc029 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:33.736220 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 6d22a1ab-7e66-41c1-b1a1-3af5f8e84127 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:45:33.772846 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 6d22a1ab-7e66-41c1-b1a1-3af5f8e84127 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:45:33.773173 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 6d22a1ab-7e66-41c1-b1a1-3af5f8e84127 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:45:33.819682 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-416d5949-be7c-4dfa-bf63-83a3f58cc029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:33.914396 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2b205-7d43-48eb-b6e5-d9547fe7a624 req-154b1301-c227-414b-81ef-00fc867a3d55 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:33.915984 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f7e2b205-7d43-48eb-b6e5-d9547fe7a624 req-154b1301-c227-414b-81ef-00fc867a3d55 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=264607dd-fbd5-49a5-8bdb-720e6d7d5929 HTTP/1.1" status: 200 len: 945 time: 0.0980816 Aug 23 20:45:33.933539 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-416d5949-be7c-4dfa-bf63-83a3f58cc029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:33.965169 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2413915-7909-4502-8f22-ab52232a73df None None] Network 2e9d9b22-0f7b-41ee-8dc6-864541317e22 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:45:33.977224 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-416d5949-be7c-4dfa-bf63-83a3f58cc029 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:33.979584 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-416d5949-be7c-4dfa-bf63-83a3f58cc029 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/8a97c46d-4605-466e-8761-6614759f4fe5 HTTP/1.1" status: 204 len: 168 time: 0.3885162 Aug 23 20:45:33.988416 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 42912) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:45:33.989763 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d5949-be7c-4dfa-bf63-83a3f58cc029 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a97c46d-4605-466e-8761-6614759f4fe5,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:34.017017 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f7e2b205-7d43-48eb-b6e5-d9547fe7a624 req-72313ae8-1706-4f18-b1d5-d2ef7d6f35c9 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933783 Aug 23 20:45:34.062879 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6445f150-a973-4d41-95d5-c0a1fa1620b8 req-5bc9a1ae-44e4-4f66-8162-074c286df273 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5ea12703-07c8-4b33-b01b-2309c30593fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3712265 Aug 23 20:45:34.110141 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f6c767db-2fae-476f-8dff-138c9fcd0e23 req-fb2db6b3-7237-4d52-8016-e2fe6e0ca547 service neutron] 10.222.0.11 "GET /v2.0/networks/99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5879850 Aug 23 20:45:34.117217 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9f152547-242e-4888-a108-72068c21c907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:34.169628 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-74579e74-9432-4750-9075-86a3d0b91550 req-b2987661-f4ba-4178-8031-27d79219a3f7 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=d454fa48-aaac-4911-81d6-c45d8631516f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4442682 Aug 23 20:45:34.281380 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae123be5-1def-4971-bf9b-b423686667a3 req-7ce5e8db-ebc2-404a-b745-f58dca1ed7f3 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:34.284218 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ae123be5-1def-4971-bf9b-b423686667a3 req-7ce5e8db-ebc2-404a-b745-f58dca1ed7f3 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9336dda7-1b1b-494f-974f-73f6102a8002 HTTP/1.1" status: 200 len: 944 time: 0.1616743 Aug 23 20:45:34.298245 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6445f150-a973-4d41-95d5-c0a1fa1620b8 req-88d36934-baaf-49ea-bf7d-aa2c4da3d4c2 service neutron] 10.222.0.11 "GET /v2.0/networks/5ea12703-07c8-4b33-b01b-2309c30593fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170362 Aug 23 20:45:34.306873 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c9c19d-e3a2-49ff-b863-29fc6c9411f9 None None] DHCP port deletion for 2e9d9b22-0f7b-41ee-8dc6-864541317e22 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:45:34.386459 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f6c767db-2fae-476f-8dff-138c9fcd0e23 req-29b80ed4-5ca0-4c06-9a8c-4ccc71324717 service neutron] 10.222.0.11 "GET /v2.0/networks/99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345428 Aug 23 20:45:34.425925 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ae123be5-1def-4971-bf9b-b423686667a3 req-b9a21932-3b6e-4df0-8a67-ecd4bb992b64 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228158 Aug 23 20:45:34.430533 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-9f152547-242e-4888-a108-72068c21c907 admin admin] Deleting port 3dea5e69-b4dc-4742-bb43-ffe96f45e055 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:45:34.431533 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9f152547-242e-4888-a108-72068c21c907 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:34.456422 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-e4c9c19d-e3a2-49ff-b863-29fc6c9411f9 None None] Deleting port 3dea5e69-b4dc-4742-bb43-ffe96f45e055 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:45:34.457149 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e4c9c19d-e3a2-49ff-b863-29fc6c9411f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:34.532256 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-9f152547-242e-4888-a108-72068c21c907 admin admin] For port 3dea5e69-b4dc-4742-bb43-ffe96f45e055, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=3dea5e69-b4dc-4742-bb43-ffe96f45e055,segment=NetworkSegment(2bb43555-f873-4a8c-b6d0-0a61fec775fe),segment_id=2bb43555-f873-4a8c-b6d0-0a61fec775fe)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:45:34.533855 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9f152547-242e-4888-a108-72068c21c907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:34.549598 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6445f150-a973-4d41-95d5-c0a1fa1620b8 req-e53b15f1-5ec1-4a0f-8d75-64dbee4466f4 service neutron] 10.222.0.11 "GET /v2.0/networks/5ea12703-07c8-4b33-b01b-2309c30593fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364655 Aug 23 20:45:34.557868 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-e4c9c19d-e3a2-49ff-b863-29fc6c9411f9 None None] For port 3dea5e69-b4dc-4742-bb43-ffe96f45e055, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=3dea5e69-b4dc-4742-bb43-ffe96f45e055,segment=NetworkSegment(2bb43555-f873-4a8c-b6d0-0a61fec775fe),segment_id=2bb43555-f873-4a8c-b6d0-0a61fec775fe)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:45:34.566908 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e4c9c19d-e3a2-49ff-b863-29fc6c9411f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:34.569710 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-9f152547-242e-4888-a108-72068c21c907 admin admin] Calling delete_port for 3dea5e69-b4dc-4742-bb43-ffe96f45e055 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:45:34.582167 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c2dca-2931-421f-97b1-542c1e7e9a05 req-1d9ab750-3841-4d82-923a-9dcda5f80795 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:34.584351 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-427c2dca-2931-421f-97b1-542c1e7e9a05 req-1d9ab750-3841-4d82-923a-9dcda5f80795 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 943 time: 0.1220143 Aug 23 20:45:34.590644 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-e4c9c19d-e3a2-49ff-b863-29fc6c9411f9 None None] Calling delete_port for 3dea5e69-b4dc-4742-bb43-ffe96f45e055 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:45:34.593006 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf5ab7-84f6-49e1-aaba-2bbf3b0d18de req-860ca641-c4f2-475d-b053-f8c834f7ed83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:34.594780 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-01bf5ab7-84f6-49e1-aaba-2bbf3b0d18de req-860ca641-c4f2-475d-b053-f8c834f7ed83 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b5caa9dd6fe449d826e5284616c3d3c&device_id=9336dda7-1b1b-494f-974f-73f6102a8002 HTTP/1.1" status: 200 len: 1095 time: 0.1335933 Aug 23 20:45:34.685155 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9f152547-242e-4888-a108-72068c21c907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:34.693523 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e4c9c19d-e3a2-49ff-b863-29fc6c9411f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:34.702715 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-427c2dca-2931-421f-97b1-542c1e7e9a05 req-055c011b-a5da-48e5-b90c-96f598b052f7 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068239 Aug 23 20:45:34.708940 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c9c19d-e3a2-49ff-b863-29fc6c9411f9 None None] No DVR routers for this DVR port 3dea5e69-b4dc-4742-bb43-ffe96f45e055 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:45:34.715592 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f152547-242e-4888-a108-72068c21c907 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dea5e69-b4dc-4742-bb43-ffe96f45e055,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:34.727842 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f152547-242e-4888-a108-72068c21c907 admin admin] No DVR routers for this DVR port 3dea5e69-b4dc-4742-bb43-ffe96f45e055 on host n-d-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:45:34.740784 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c9c19d-e3a2-49ff-b863-29fc6c9411f9 None None] Pushing event deleted for resources: {'Port': ['ID=3dea5e69-b4dc-4742-bb43-ffe96f45e055,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:34.750391 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf5ab7-84f6-49e1-aaba-2bbf3b0d18de req-25ed9c59-569b-40a5-bd56-a8d4f37fb15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:34.751933 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-01bf5ab7-84f6-49e1-aaba-2bbf3b0d18de req-25ed9c59-569b-40a5-bd56-a8d4f37fb15d service neutron] 10.222.0.11 "GET /v2.0/networks?id=99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54 HTTP/1.1" status: 200 len: 913 time: 0.1474259 Aug 23 20:45:34.797886 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-01bf5ab7-84f6-49e1-aaba-2bbf3b0d18de req-e87a2a68-c001-4c00-9ff7-84090b650660 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad738732-ea7d-4e5a-800d-db14fe1879cd HTTP/1.1" status: 200 len: 217 time: 0.0377083 Aug 23 20:45:34.823702 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9f152547-242e-4888-a108-72068c21c907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:34.840159 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-9f152547-242e-4888-a108-72068c21c907 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e9d9b22-0f7b-41ee-8dc6-864541317e22']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:45:34.855082 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf5ab7-84f6-49e1-aaba-2bbf3b0d18de req-0b0c538e-f31a-4a32-ac7c-5ba30786505b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:34.856051 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-9f152547-242e-4888-a108-72068c21c907 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bb43555-f873-4a8c-b6d0-0a61fec775fe') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:45:34.856378 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-9f152547-242e-4888-a108-72068c21c907 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bb43555-f873-4a8c-b6d0-0a61fec775fe') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:45:34.856641 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-01bf5ab7-84f6-49e1-aaba-2bbf3b0d18de req-0b0c538e-f31a-4a32-ac7c-5ba30786505b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7cf1476b-2d73-4ece-81d4-01b7879e99dc HTTP/1.1" status: 200 len: 852 time: 0.0519741 Aug 23 20:45:34.867596 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9f152547-242e-4888-a108-72068c21c907 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:34.884987 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9f152547-242e-4888-a108-72068c21c907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:34.891606 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f152547-242e-4888-a108-72068c21c907 admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:45:34.891945 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-01bf5ab7-84f6-49e1-aaba-2bbf3b0d18de req-5a6e2bde-78d5-4420-8c62-8d60b63ecb39 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266173 Aug 23 20:45:34.892176 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9f152547-242e-4888-a108-72068c21c907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:34.893692 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:45:34.893692 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:45:34.893692 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:45:34.893692 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:45:34.893692 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:45:34.893692 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:45:34.893692 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:45:34.893692 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:45:34.893692 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:45:34.893692 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:45:34.893692 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:45:34.893692 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:45:34.893692 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:45:34.893692 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:45:34.893692 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:45:34.893692 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:45:34.893692 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:45:34.893692 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:45:34.893692 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:45:34.893692 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:45:34.893692 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:45:34.893692 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:45:34.893692 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:45:34.893692 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:45:34.893692 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:45:34.893692 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:45:34.893692 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:45:34.893692 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:45:34.893692 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:45:34.893692 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:45:34.893692 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:45:34.893692 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:45:34.954665 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9f152547-242e-4888-a108-72068c21c907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:34.960169 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9f152547-242e-4888-a108-72068c21c907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:34.964813 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9f152547-242e-4888-a108-72068c21c907 admin admin] 10.222.0.61 "DELETE /v2.0/networks/2e9d9b22-0f7b-41ee-8dc6-864541317e22 HTTP/1.1" status: 204 len: 168 time: 0.9731214 Aug 23 20:45:34.976552 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f152547-242e-4888-a108-72068c21c907 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e9d9b22-0f7b-41ee-8dc6-864541317e22,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:34.998111 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-01bf5ab7-84f6-49e1-aaba-2bbf3b0d18de req-0236be76-feee-4950-8502-700884d3a5b2 service neutron] 10.222.0.11 "GET /v2.0/networks/99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982111 Aug 23 20:45:35.078553 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e7f9bfe-7369-4af3-824a-a49cc172da9f', 'tag': '939d72db-2d60-46d4-bf80-372f37b6f531'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:45:35.081054 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeaa1aeb-e4b1-4706-98e3-3e91dc4339ae" -d '{"events": [{"name": "network-changed", "server_uuid": "5e7f9bfe-7369-4af3-824a-a49cc172da9f", "tag": "939d72db-2d60-46d4-bf80-372f37b6f531"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:45:35.106418 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 42922) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:45:35.113809 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-01bf5ab7-84f6-49e1-aaba-2bbf3b0d18de req-441a3df3-e674-4aaa-8b5a-6b8a1c0adc60 service neutron] 10.222.0.11 "GET /v2.0/networks/99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085880 Aug 23 20:45:35.131323 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ca8b50-841e-41c3-ae01-488f4aeaaaa4 x-openstack-request-id: req-81ca8b50-841e-41c3-ae01-488f4aeaaaa4 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:45:35.131769 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e7f9bfe-7369-4af3-824a-a49cc172da9f", "tag": "939d72db-2d60-46d4-bf80-372f37b6f531", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:45:35.132214 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-81ca8b50-841e-41c3-ae01-488f4aeaaaa4 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:45:35.132857 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e7f9bfe-7369-4af3-824a-a49cc172da9f', 'tag': '939d72db-2d60-46d4-bf80-372f37b6f531', 'status': 'completed', 'code': 200} Aug 23 20:45:35.193021 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-7f2b5939-0bf2-4678-a92f-50b0fc9bc5f1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d3f03fe99c194297b905f73a20dfbf1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0820174 Aug 23 20:45:35.193638 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 42924) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:45:35.198669 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c8628d-a1dc-48e7-9e90-fcfd755ab689 req-67c4c7d9-badd-4360-bc08-ffd62e6f7f55 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:35.200196 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d8c8628d-a1dc-48e7-9e90-fcfd755ab689 req-67c4c7d9-badd-4360-bc08-ffd62e6f7f55 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=264607dd-fbd5-49a5-8bdb-720e6d7d5929 HTTP/1.1" status: 200 len: 945 time: 0.0975850 Aug 23 20:45:35.214781 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa1aeb-e4b1-4706-98e3-3e91dc4339ae req-7a818c6a-9a47-4753-b43e-8c8e363b8c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:35.216342 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-aeaa1aeb-e4b1-4706-98e3-3e91dc4339ae req-7a818c6a-9a47-4753-b43e-8c8e363b8c92 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=69818257106441a1bf38063386e4f27e&device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 1094 time: 0.0640991 Aug 23 20:45:35.247206 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d8c8628d-a1dc-48e7-9e90-fcfd755ab689 req-ec8253cd-c9ea-49de-9a48-934cbaac05ab tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356734 Aug 23 20:45:35.316243 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f8d70b6-f121-4e63-8736-37442847693a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:35.374280 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e1216-b72d-4f30-98d8-8147becbacda req-abd2c88a-f11a-4f36-bf1b-22ad93b38b4e tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:35.375821 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1a8e1216-b72d-4f30-98d8-8147becbacda req-abd2c88a-f11a-4f36-bf1b-22ad93b38b4e tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=264607dd-fbd5-49a5-8bdb-720e6d7d5929 HTTP/1.1" status: 200 len: 945 time: 0.0503426 Aug 23 20:45:35.377088 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f8d70b6-f121-4e63-8736-37442847693a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:35.404539 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa1aeb-e4b1-4706-98e3-3e91dc4339ae req-a8aeccd4-ffb2-4070-9178-6255048fb5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:35.406075 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-aeaa1aeb-e4b1-4706-98e3-3e91dc4339ae req-a8aeccd4-ffb2-4070-9178-6255048fb5cd service neutron] 10.222.0.11 "GET /v2.0/networks?id=5ea12703-07c8-4b33-b01b-2309c30593fb HTTP/1.1" status: 200 len: 915 time: 0.1783559 Aug 23 20:45:35.414710 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1a8e1216-b72d-4f30-98d8-8147becbacda req-a3a8d6b7-be75-4153-8935-858960df5a84 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328338 Aug 23 20:45:35.415327 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba9e83-30cc-4708-aa17-72db8d134de9 req-acf13789-8401-4a9b-b745-01afa48e3b84 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:35.417481 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b2ba9e83-30cc-4708-aa17-72db8d134de9 req-acf13789-8401-4a9b-b745-01afa48e3b84 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5 HTTP/1.1" status: 200 len: 946 time: 0.1166253 Aug 23 20:45:35.471687 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-aeaa1aeb-e4b1-4706-98e3-3e91dc4339ae req-df942deb-629a-4162-ae8f-40f213a13f8e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=939d72db-2d60-46d4-bf80-372f37b6f531 HTTP/1.1" status: 200 len: 217 time: 0.0531969 Aug 23 20:45:35.545356 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b2ba9e83-30cc-4708-aa17-72db8d134de9 req-5e0f39aa-afa2-4773-97bb-5fa561c0a0d6 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=d454fa48-aaac-4911-81d6-c45d8631516f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205807 Aug 23 20:45:35.548007 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f8d70b6-f121-4e63-8736-37442847693a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:35.550558 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f8d70b6-f121-4e63-8736-37442847693a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:35.554113 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6f8d70b6-f121-4e63-8736-37442847693a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5ceb288d-c658-439b-8870-3cecc9c2a7c2 HTTP/1.1" status: 204 len: 168 time: 0.3574460 Aug 23 20:45:35.561739 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa1aeb-e4b1-4706-98e3-3e91dc4339ae req-d9990e69-22c1-4bd7-95c7-f06b09f271be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:35.563250 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-aeaa1aeb-e4b1-4706-98e3-3e91dc4339ae req-d9990e69-22c1-4bd7-95c7-f06b09f271be service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a61ac775-45d7-4f26-8246-bac30e400edf HTTP/1.1" status: 200 len: 854 time: 0.0814061 Aug 23 20:45:35.568598 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8d70b6-f121-4e63-8736-37442847693a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ceb288d-c658-439b-8870-3cecc9c2a7c2,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:35.599518 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-aeaa1aeb-e4b1-4706-98e3-3e91dc4339ae req-ef2a39e7-d842-450a-b441-3cf7c795cf89 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5ea12703-07c8-4b33-b01b-2309c30593fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288706 Aug 23 20:45:35.766708 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 3dea5e69-b4dc-4742-bb43-ffe96f45e055 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:45:35.770439 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c17f33-5811-4c16-9914-1cc52177527d req-e6058fba-f9d7-409e-8dc2-49b994bfdb7a tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:35.772159 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b8c17f33-5811-4c16-9914-1cc52177527d req-e6058fba-f9d7-409e-8dc2-49b994bfdb7a tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9336dda7-1b1b-494f-974f-73f6102a8002 HTTP/1.1" status: 200 len: 944 time: 0.0893505 Aug 23 20:45:35.807260 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-aeaa1aeb-e4b1-4706-98e3-3e91dc4339ae req-906a24bf-0859-4da2-892a-b902b83329cf service neutron] 10.222.0.11 "GET /v2.0/networks/5ea12703-07c8-4b33-b01b-2309c30593fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975656 Aug 23 20:45:35.809807 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 3dea5e69-b4dc-4742-bb43-ffe96f45e055 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:45:35.810881 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 3dea5e69-b4dc-4742-bb43-ffe96f45e055 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:45:35.811609 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device e5e27d0e-ca5a-4dfe-a4e8-9d7e390aecca no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:45:35.818788 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f82fc2-1298-4955-901e-71367eb58bf6 req-196ccbc8-f388-4394-b73d-fd7e648ae53f tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:35.828205 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-72f82fc2-1298-4955-901e-71367eb58bf6 req-196ccbc8-f388-4394-b73d-fd7e648ae53f tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5 HTTP/1.1" status: 200 len: 946 time: 0.0889993 Aug 23 20:45:35.842195 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: e5e27d0e-ca5a-4dfe-a4e8-9d7e390aecca {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:45:35.842880 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device e5e27d0e-ca5a-4dfe-a4e8-9d7e390aecca not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:45:35.882941 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-72f82fc2-1298-4955-901e-71367eb58bf6 req-2dc7937e-b9ad-424a-827c-58e037452f17 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=d454fa48-aaac-4911-81d6-c45d8631516f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538204 Aug 23 20:45:35.897379 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b8c17f33-5811-4c16-9914-1cc52177527d req-e9474a9f-2a73-438d-8ad3-2498afd14d43 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148822 Aug 23 20:45:35.906976 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 42948) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:45:35.961501 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-aeaa1aeb-e4b1-4706-98e3-3e91dc4339ae req-77fe4e27-2d15-4d1b-880c-9f923e31f988 service neutron] 10.222.0.11 "GET /v2.0/networks/5ea12703-07c8-4b33-b01b-2309c30593fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466174 Aug 23 20:45:35.966259 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a68f0c-30ff-4d47-a70c-3833a02f745f tempest-TestNetworkAdvancedServerOps-1162004702 tempest-TestNetworkAdvancedServerOps-1162004702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:35.968607 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-59a68f0c-30ff-4d47-a70c-3833a02f745f tempest-TestNetworkAdvancedServerOps-1162004702 tempest-TestNetworkAdvancedServerOps-1162004702-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5 HTTP/1.1" status: 200 len: 1092 time: 0.0606043 Aug 23 20:45:35.971625 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 42956) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:45:35.977073 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-e9684f02-c756-4cd6-b2c8-0397544278e9 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Request body: {'floatingip': {'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'port_id': '1926252b-6fc4-4546-a9e7-812433bb4ebc', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:45:36.036296 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91be0c6-9ffa-4f64-969f-d7c9292f3395 req-9d04921d-37f8-4961-b7a9-8260c365003e tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:36.036296 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d91be0c6-9ffa-4f64-969f-d7c9292f3395 req-9d04921d-37f8-4961-b7a9-8260c365003e tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 943 time: 0.0659795 Aug 23 20:45:36.039985 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e9684f02-c756-4cd6-b2c8-0397544278e9 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for floatingip, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:36.088320 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d91be0c6-9ffa-4f64-969f-d7c9292f3395 req-0f49f777-1e3b-42f1-86f7-4a31281a1c16 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448666 Aug 23 20:45:36.184624 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e8f37-9c29-4e53-abdf-81023700d96f req-9e70d1a5-5920-4f64-8cdd-c55f0b8f5aa9 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:36.186137 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8f1e8f37-9c29-4e53-abdf-81023700d96f req-9e70d1a5-5920-4f64-8cdd-c55f0b8f5aa9 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/networks?id=40d89235-fcfe-430c-9978-6c953c80cfc6 HTTP/1.1" status: 200 len: 814 time: 0.1808736 Aug 23 20:45:36.208168 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8f1e8f37-9c29-4e53-abdf-81023700d96f req-643c54b3-18bc-46fd-8d7c-876731687a05 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/quotas/a52591e4b2ca4f7ea6501e12fd93c666 HTTP/1.1" status: 200 len: 375 time: 0.0157564 Aug 23 20:45:36.264003 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e9684f02-c756-4cd6-b2c8-0397544278e9 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:36.281307 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8f1e8f37-9c29-4e53-abdf-81023700d96f req-37965d59-13f9-42bb-875c-257bad7cc3f3 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a52591e4b2ca4f7ea6501e12fd93c666&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0659933 Aug 23 20:45:36.450762 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8f1e8f37-9c29-4e53-abdf-81023700d96f req-d36b1ef5-1d10-4502-b5b2-318f60d16f4a service neutron] 10.222.0.61 "GET /v2.0/networks/40d89235-fcfe-430c-9978-6c953c80cfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387506 Aug 23 20:45:36.454070 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 42976) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:45:36.456381 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-e9684f02-c756-4cd6-b2c8-0397544278e9 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Allocated IP 172.25.4.69 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/0d9b4962-6065-41ed-ae19-54859f6b84cb) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:45:36.575249 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-d154e7cc-ea43-4d96-91a8-9f25a424e834 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-575323388-network', 'tenant_id': '1933037e09ec4ecea0f36bfe52e9eba6'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:45:36.599094 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d154e7cc-ea43-4d96-91a8-9f25a424e834 admin admin] Made reservation on behalf of 1933037e09ec4ecea0f36bfe52e9eba6 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:45:36.601993 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d154e7cc-ea43-4d96-91a8-9f25a424e834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:36.614673 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d154e7cc-ea43-4d96-91a8-9f25a424e834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:36.619499 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8f1e8f37-9c29-4e53-abdf-81023700d96f req-4b6be5ff-0acb-4f7d-9fa4-98fb12b64603 service neutron] 10.222.0.61 "GET /v2.0/networks/40d89235-fcfe-430c-9978-6c953c80cfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607993 Aug 23 20:45:36.654863 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e9684f02-c756-4cd6-b2c8-0397544278e9 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:36.715858 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e9684f02-c756-4cd6-b2c8-0397544278e9 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:36.722838 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d154e7cc-ea43-4d96-91a8-9f25a424e834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:36.727861 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d154e7cc-ea43-4d96-91a8-9f25a424e834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:36.752328 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d154e7cc-ea43-4d96-91a8-9f25a424e834 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:45:36.768375 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d154e7cc-ea43-4d96-91a8-9f25a424e834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9300f7bd-d551-479e-8ef8-83fa27c08783,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:36.772508 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d154e7cc-ea43-4d96-91a8-9f25a424e834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:36.772929 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-d154e7cc-ea43-4d96-91a8-9f25a424e834 admin admin] Added segment 06410043-7564-4071-955c-20ab389f4c02 of type vlan for network 01fa281d-761e-4f25-b481-4c95857787df Aug 23 20:45:36.788860 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9684f02-c756-4cd6-b2c8-0397544278e9 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:45:36.793499 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-e9684f02-c756-4cd6-b2c8-0397544278e9 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:45:36.798510 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9684f02-c756-4cd6-b2c8-0397544278e9 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:45:36.808733 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 939d72db-2d60-46d4-bf80-372f37b6f531 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:45:36.849294 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d154e7cc-ea43-4d96-91a8-9f25a424e834 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:36.855661 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9684f02-c756-4cd6-b2c8-0397544278e9 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'Port': ['ID=0d9b4962-6065-41ed-ae19-54859f6b84cb,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:37.012913 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7d3273d5-ed98-441e-a1bc-753b5e6f4d5c req-cb4fcb6e-1304-469b-9b5e-f4c060b42d82 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a324f02-c6ef-416d-a40a-06396011aeef HTTP/1.1" status: 200 len: 210 time: 0.0658383 Aug 23 20:45:37.014344 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d154e7cc-ea43-4d96-91a8-9f25a424e834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:37.015882 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d154e7cc-ea43-4d96-91a8-9f25a424e834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:37.016853 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d154e7cc-ea43-4d96-91a8-9f25a424e834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:37.068800 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 939d72db-2d60-46d4-bf80-372f37b6f531, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=939d72db-2d60-46d4-bf80-372f37b6f531,segment=NetworkSegment(56944fa1-c7d3-451b-86e9-345b2fbe4c92),segment_id=56944fa1-c7d3-451b-86e9-345b2fbe4c92)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:45:37.087036 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '939d72db-2d60-46d4-bf80-372f37b6f531', 'network_id': '5ea12703-07c8-4b33-b01b-2309c30593fb', 'port_id': '939d72db-2d60-46d4-bf80-372f37b6f531', 'mac_address': 'fa:16:3e:93:95:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a61ac775-45d7-4f26-8246-bac30e400edf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:45:37.106572 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d154e7cc-ea43-4d96-91a8-9f25a424e834 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6512644 Aug 23 20:45:37.112912 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 42992) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:45:37.125990 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-fcebd779-b1a0-4edf-ad51-e38137c92d59 admin admin] Request body: {'subnet': {'network_id': '01fa281d-761e-4f25-b481-4c95857787df', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-575323388-subnet', 'tenant_id': '1933037e09ec4ecea0f36bfe52e9eba6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:45:37.143944 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d154e7cc-ea43-4d96-91a8-9f25a424e834 admin admin] Pushing event updated for resources: {'Network': ['ID=01fa281d-761e-4f25-b481-4c95857787df,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:37.160942 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:37.163829 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcebd779-b1a0-4edf-ad51-e38137c92d59 admin admin] Made reservation on behalf of 1933037e09ec4ecea0f36bfe52e9eba6 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:45:37.165887 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fcebd779-b1a0-4edf-ad51-e38137c92d59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:37.168030 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 01fa281d-761e-4f25-b481-4c95857787df details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:45:37.219940 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5135e-c8d7-41f6-a064-ee7dde00be54 req-011e6156-fb9e-4fc4-bc90-22a045b714fe tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:37.230108 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ebf5135e-c8d7-41f6-a064-ee7dde00be54 req-011e6156-fb9e-4fc4-bc90-22a045b714fe tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9336dda7-1b1b-494f-974f-73f6102a8002 HTTP/1.1" status: 200 len: 944 time: 0.1678736 Aug 23 20:45:37.236551 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 939d72db-2d60-46d4-bf80-372f37b6f531 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:45:37.286826 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 939d72db-2d60-46d4-bf80-372f37b6f531, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=939d72db-2d60-46d4-bf80-372f37b6f531,segment=NetworkSegment(56944fa1-c7d3-451b-86e9-345b2fbe4c92),segment_id=56944fa1-c7d3-451b-86e9-345b2fbe4c92)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:45:37.293043 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086f729-085e-4d58-9263-17347503b31c req-7c3d5738-fc7d-4572-ba4c-71fd9a01ef10 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:37.295208 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:37.295463 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6086f729-085e-4d58-9263-17347503b31c req-7c3d5738-fc7d-4572-ba4c-71fd9a01ef10 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 943 time: 0.1140924 Aug 23 20:45:37.295943 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device ad738732-ea7d-4e5a-800d-db14fe1879cd details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:45:37.330686 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ebf5135e-c8d7-41f6-a064-ee7dde00be54 req-03aca209-db43-47e2-a47f-3151313be4ba tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990999 Aug 23 20:45:37.386118 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6086f729-085e-4d58-9263-17347503b31c req-116cf29c-bd9a-4f0e-bf6a-c7742337f44c tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767987 Aug 23 20:45:37.389007 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c854a-a6da-4546-8f81-fd65baa4c5bf req-5ffe9178-48cb-466e-a0b6-b00d4b2430f8 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:37.390591 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ea3c854a-a6da-4546-8f81-fd65baa4c5bf req-5ffe9178-48cb-466e-a0b6-b00d4b2430f8 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.32 "GET /v2.0/ports?device_id=264607dd-fbd5-49a5-8bdb-720e6d7d5929 HTTP/1.1" status: 200 len: 945 time: 0.1867065 Aug 23 20:45:37.454462 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=939d72db-2d60-46d4-bf80-372f37b6f531,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:37.471885 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port ad738732-ea7d-4e5a-800d-db14fe1879cd, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=ad738732-ea7d-4e5a-800d-db14fe1879cd,segment=NetworkSegment(a0304131-671f-4c22-8fc4-9d97cd99d833),segment_id=a0304131-671f-4c22-8fc4-9d97cd99d833)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:45:37.476855 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fcebd779-b1a0-4edf-ad51-e38137c92d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:37.485963 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': 'ad738732-ea7d-4e5a-800d-db14fe1879cd', 'network_id': '99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54', 'port_id': 'ad738732-ea7d-4e5a-800d-db14fe1879cd', 'mac_address': 'fa:16:3e:dc:f9:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cf1476b-2d73-4ece-81d4-01b7879e99dc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:45:37.533962 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:37.544828 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcebd779-b1a0-4edf-ad51-e38137c92d59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75f31781-8220-49ce-980e-8c4912a6195f,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:37.555288 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad738732-ea7d-4e5a-800d-db14fe1879cd {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:45:37.570114 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcebd779-b1a0-4edf-ad51-e38137c92d59 admin admin] Checking segment: {'id': '06410043-7564-4071-955c-20ab389f4c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '01fa281d-761e-4f25-b481-4c95857787df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:45:37.573048 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcebd779-b1a0-4edf-ad51-e38137c92d59 admin admin] Network hostable DHCP agents. Network: 01fa281d-761e-4f25-b481-4c95857787df, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:45:37.597517 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcebd779-b1a0-4edf-ad51-e38137c92d59 admin admin] Network 01fa281d-761e-4f25-b481-4c95857787df is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:45:37.609950 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port ad738732-ea7d-4e5a-800d-db14fe1879cd, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=ad738732-ea7d-4e5a-800d-db14fe1879cd,segment=NetworkSegment(a0304131-671f-4c22-8fc4-9d97cd99d833),segment_id=a0304131-671f-4c22-8fc4-9d97cd99d833)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:45:37.617214 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:37.625562 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-fcebd779-b1a0-4edf-ad51-e38137c92d59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 01fa281d-761e-4f25-b481-4c95857787df) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:45:37.642520 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcebd779-b1a0-4edf-ad51-e38137c92d59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:37.643165 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fcebd779-b1a0-4edf-ad51-e38137c92d59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:37.648646 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e9684f02-c756-4cd6-b2c8-0397544278e9 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:37.656835 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-ea3c854a-a6da-4546-8f81-fd65baa4c5bf req-f0021ac3-6df8-4121-97ce-66ceafefd63f tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Deleting port fd03ccfc-869a-4a66-bb1d-9089e61a1de1 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:45:37.657368 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ea3c854a-a6da-4546-8f81-fd65baa4c5bf req-f0021ac3-6df8-4121-97ce-66ceafefd63f tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:37.678895 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6f6ae0-6856-437a-9247-7765f7dcfdea None None] Network 01fa281d-761e-4f25-b481-4c95857787df requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:45:37.695483 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-fcebd779-b1a0-4edf-ad51-e38137c92d59 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5792348 Aug 23 20:45:37.759602 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=ad738732-ea7d-4e5a-800d-db14fe1879cd,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:37.833883 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94249de5-3d40-401b-9d7d-328ec7562861 req-2fd7ab4d-0944-42a2-bb1f-13c26039b9f2 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:37.835083 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e9684f02-c756-4cd6-b2c8-0397544278e9 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:37.844146 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94249de5-3d40-401b-9d7d-328ec7562861 req-2fd7ab4d-0944-42a2-bb1f-13c26039b9f2 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:37.853841 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94249de5-3d40-401b-9d7d-328ec7562861 req-2fd7ab4d-0944-42a2-bb1f-13c26039b9f2 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:37.863427 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94249de5-3d40-401b-9d7d-328ec7562861 req-2fd7ab4d-0944-42a2-bb1f-13c26039b9f2 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:37.873396 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94249de5-3d40-401b-9d7d-328ec7562861 req-2fd7ab4d-0944-42a2-bb1f-13c26039b9f2 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:37.874788 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6684ccaf-cb85-4f3a-bfce-668e5732d2f7 None None] Network 01fa281d-761e-4f25-b481-4c95857787df requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:45:37.884403 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94249de5-3d40-401b-9d7d-328ec7562861 req-2fd7ab4d-0944-42a2-bb1f-13c26039b9f2 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:37.892162 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94249de5-3d40-401b-9d7d-328ec7562861 req-2fd7ab4d-0944-42a2-bb1f-13c26039b9f2 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:37.896884 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-94249de5-3d40-401b-9d7d-328ec7562861 req-2fd7ab4d-0944-42a2-bb1f-13c26039b9f2 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 5442 time: 0.1505575 Aug 23 20:45:37.945138 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['ad738732-ea7d-4e5a-800d-db14fe1879cd'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:45:37.962668 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-94249de5-3d40-401b-9d7d-328ec7562861 req-97db9785-4a7b-4ff8-922e-523d0b91aa07 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/security-groups?id=f264d724-bded-494f-9829-ab610400f252&id=83be7946-311a-487f-aca8-ec9e53b3ca8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558114 Aug 23 20:45:37.982689 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['939d72db-2d60-46d4-bf80-372f37b6f531'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:45:38.177080 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61466e17-2b45-483b-ac1a-35bfcd0a3154 req-6e6b4568-17f7-46b2-861a-0e808cacfd5d tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:38.187648 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61466e17-2b45-483b-ac1a-35bfcd0a3154 req-6e6b4568-17f7-46b2-861a-0e808cacfd5d tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:38.197106 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61466e17-2b45-483b-ac1a-35bfcd0a3154 req-6e6b4568-17f7-46b2-861a-0e808cacfd5d tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:38.205780 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61466e17-2b45-483b-ac1a-35bfcd0a3154 req-6e6b4568-17f7-46b2-861a-0e808cacfd5d tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:38.212917 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61466e17-2b45-483b-ac1a-35bfcd0a3154 req-6e6b4568-17f7-46b2-861a-0e808cacfd5d tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:38.238032 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61466e17-2b45-483b-ac1a-35bfcd0a3154 req-6e6b4568-17f7-46b2-861a-0e808cacfd5d tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:38.247780 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61466e17-2b45-483b-ac1a-35bfcd0a3154 req-6e6b4568-17f7-46b2-861a-0e808cacfd5d tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:38.279595 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-61466e17-2b45-483b-ac1a-35bfcd0a3154 req-6e6b4568-17f7-46b2-861a-0e808cacfd5d tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 5442 time: 0.1902149 Aug 23 20:45:38.394446 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-ea3c854a-a6da-4546-8f81-fd65baa4c5bf req-f0021ac3-6df8-4121-97ce-66ceafefd63f tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] For port fd03ccfc-869a-4a66-bb1d-9089e61a1de1, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=fd03ccfc-869a-4a66-bb1d-9089e61a1de1,segment=NetworkSegment(e190d2cc-1af7-492d-b8d4-8b6565472069),segment_id=e190d2cc-1af7-492d-b8d4-8b6565472069)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:45:38.394840 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ea3c854a-a6da-4546-8f81-fd65baa4c5bf req-f0021ac3-6df8-4121-97ce-66ceafefd63f tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:38.423266 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-11047641-830e-4635-b2bc-a8df11f06a7d req-027b81d3-08e6-40a9-b297-29bf55ab0fb5 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a324f02-c6ef-416d-a40a-06396011aeef HTTP/1.1" status: 200 len: 210 time: 0.0387509 Aug 23 20:45:38.430778 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-ea3c854a-a6da-4546-8f81-fd65baa4c5bf req-f0021ac3-6df8-4121-97ce-66ceafefd63f tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Calling delete_port for fd03ccfc-869a-4a66-bb1d-9089e61a1de1 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:45:38.450696 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e8f37-9c29-4e53-abdf-81023700d96f req-ef353c7e-f0c5-44c6-9d7e-a2500d9f0a47 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:38.452408 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8f1e8f37-9c29-4e53-abdf-81023700d96f req-ef353c7e-f0c5-44c6-9d7e-a2500d9f0a47 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.32 "GET /v2.0/networks?id=40d89235-fcfe-430c-9978-6c953c80cfc6 HTTP/1.1" status: 200 len: 814 time: 0.1685381 Aug 23 20:45:38.461422 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501b0ea-f645-4908-a141-5c1e76cc5f45 req-ad4a7a47-2f62-4a05-a705-8d1c62f82e33 tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:38.465477 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a501b0ea-f645-4908-a141-5c1e76cc5f45 req-ad4a7a47-2f62-4a05-a705-8d1c62f82e33 tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] 10.222.0.61 "GET /v2.0/networks?id=01fa281d-761e-4f25-b481-4c95857787df HTTP/1.1" status: 200 len: 817 time: 0.2590411 Aug 23 20:45:38.482678 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-8f1e8f37-9c29-4e53-abdf-81023700d96f req-64545418-e9e0-44cc-b12b-e9a93bd8bdaa tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Request body: {'port': {'device_id': '0a324f02-c6ef-416d-a40a-06396011aeef', 'network_id': '40d89235-fcfe-430c-9978-6c953c80cfc6', 'admin_state_up': True, 'tenant_id': 'a52591e4b2ca4f7ea6501e12fd93c666'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:45:38.540314 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a501b0ea-f645-4908-a141-5c1e76cc5f45 req-9431acc5-67b9-47d4-bf22-823f2d4b501e tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] 10.222.0.61 "GET /v2.0/quotas/1933037e09ec4ecea0f36bfe52e9eba6 HTTP/1.1" status: 200 len: 375 time: 0.0661747 Aug 23 20:45:38.591159 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a501b0ea-f645-4908-a141-5c1e76cc5f45 req-2037826c-a3e0-4cd3-8972-0d14a500c71c tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1933037e09ec4ecea0f36bfe52e9eba6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436587 Aug 23 20:45:38.597004 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6867fb9-7aac-4417-9bfd-4aaeb15f3d2b req-732ff546-d6bb-4e81-a52c-0cd590356465 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:38.598566 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d6867fb9-7aac-4417-9bfd-4aaeb15f3d2b req-732ff546-d6bb-4e81-a52c-0cd590356465 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9336dda7-1b1b-494f-974f-73f6102a8002 HTTP/1.1" status: 200 len: 945 time: 0.1103334 Aug 23 20:45:38.625514 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e9684f02-c756-4cd6-b2c8-0397544278e9 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:38.641653 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e9684f02-c756-4cd6-b2c8-0397544278e9 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:38.663335 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d6867fb9-7aac-4417-9bfd-4aaeb15f3d2b req-3c4a98e8-26b6-4e57-a384-0aec84a0fbfe tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543981 Aug 23 20:45:38.668637 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f1e8f37-9c29-4e53-abdf-81023700d96f req-64545418-e9e0-44cc-b12b-e9a93bd8bdaa tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Made reservation on behalf of a52591e4b2ca4f7ea6501e12fd93c666 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:45:38.672199 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8f1e8f37-9c29-4e53-abdf-81023700d96f req-64545418-e9e0-44cc-b12b-e9a93bd8bdaa tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:38.800633 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9684f02-c756-4cd6-b2c8-0397544278e9 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'Port': ['ID=0d9b4962-6065-41ed-ae19-54859f6b84cb,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:38.837474 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e9684f02-c756-4cd6-b2c8-0397544278e9 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:38.839639 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db66e27-5b11-4bb7-8bfc-f61a1f9bf673 req-c6917632-bad6-47c1-bd38-1e04a23a3959 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:38.841219 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3db66e27-5b11-4bb7-8bfc-f61a1f9bf673 req-c6917632-bad6-47c1-bd38-1e04a23a3959 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 944 time: 0.0898001 Aug 23 20:45:38.844758 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a501b0ea-f645-4908-a141-5c1e76cc5f45 req-3529e100-536e-4ca0-bb22-d20f5ad52de7 service neutron] 10.222.0.61 "GET /v2.0/networks/01fa281d-761e-4f25-b481-4c95857787df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388792 Aug 23 20:45:38.860451 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-8f1e8f37-9c29-4e53-abdf-81023700d96f req-64545418-e9e0-44cc-b12b-e9a93bd8bdaa tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Allocated IP 172.20.0.2 (40d89235-fcfe-430c-9978-6c953c80cfc6/862c8f9e-f5be-49f7-8b8f-82cbcaf44c62/20ad7783-f73e-492c-8a50-ef3386783fe6) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:45:38.907308 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ea3c854a-a6da-4546-8f81-fd65baa4c5bf req-f0021ac3-6df8-4121-97ce-66ceafefd63f tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:38.916906 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3db66e27-5b11-4bb7-8bfc-f61a1f9bf673 req-af077e86-8499-44c6-b340-119af43abae4 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572536 Aug 23 20:45:38.980937 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0021ac3-6df8-4121-97ce-66ceafefd63f tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Pushing event deleted for resources: {'Port': ['ID=fd03ccfc-869a-4a66-bb1d-9089e61a1de1,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:39.053267 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8f1e8f37-9c29-4e53-abdf-81023700d96f req-64545418-e9e0-44cc-b12b-e9a93bd8bdaa tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:39.086473 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea3c854a-a6da-4546-8f81-fd65baa4c5bf req-f0021ac3-6df8-4121-97ce-66ceafefd63f tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] No DVR routers for this DVR port fd03ccfc-869a-4a66-bb1d-9089e61a1de1 on host n-h2-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:45:39.093040 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ea3c854a-a6da-4546-8f81-fd65baa4c5bf req-f0021ac3-6df8-4121-97ce-66ceafefd63f tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:39.095046 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ea3c854a-a6da-4546-8f81-fd65baa4c5bf req-f0021ac3-6df8-4121-97ce-66ceafefd63f tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.32 "DELETE /v2.0/ports/fd03ccfc-869a-4a66-bb1d-9089e61a1de1 HTTP/1.1" status: 204 len: 173 time: 1.6901522 Aug 23 20:45:39.095672 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264607dd-fbd5-49a5-8bdb-720e6d7d5929', 'name': 'network-vif-deleted', 'tag': 'fd03ccfc-869a-4a66-bb1d-9089e61a1de1'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:45:39.098143 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9273d9-3e84-4765-b0d8-9e3b8567cbb3" -d '{"events": [{"server_uuid": "264607dd-fbd5-49a5-8bdb-720e6d7d5929", "name": "network-vif-deleted", "tag": "fd03ccfc-869a-4a66-bb1d-9089e61a1de1"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:45:39.101661 n-d-805663-2 neutron-server[94687]: INFO neutron.db.l3_db [None req-e9684f02-c756-4cd6-b2c8-0397544278e9 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Floating IP 16d9ea57-58a1-4a9b-920a-c6f48d2c2971 associated. External IP: 172.25.4.69, port: 1926252b-6fc4-4546-a9e7-812433bb4ebc. Aug 23 20:45:39.109032 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8f1e8f37-9c29-4e53-abdf-81023700d96f req-64545418-e9e0-44cc-b12b-e9a93bd8bdaa tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:39.155938 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f1e8f37-9c29-4e53-abdf-81023700d96f req-64545418-e9e0-44cc-b12b-e9a93bd8bdaa tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Network 40d89235-fcfe-430c-9978-6c953c80cfc6 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:45:39.159375 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-8f1e8f37-9c29-4e53-abdf-81023700d96f req-64545418-e9e0-44cc-b12b-e9a93bd8bdaa tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:45:39.162715 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f1e8f37-9c29-4e53-abdf-81023700d96f req-64545418-e9e0-44cc-b12b-e9a93bd8bdaa tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:45:39.186387 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e447761-66df-4e10-9ea6-b9bebfd7c69f x-openstack-request-id: req-9e447761-66df-4e10-9ea6-b9bebfd7c69f {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:45:39.186882 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "264607dd-fbd5-49a5-8bdb-720e6d7d5929", "name": "network-vif-deleted", "tag": "fd03ccfc-869a-4a66-bb1d-9089e61a1de1", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:45:39.187353 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9e447761-66df-4e10-9ea6-b9bebfd7c69f {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:45:39.187911 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264607dd-fbd5-49a5-8bdb-720e6d7d5929', 'name': 'network-vif-deleted', 'tag': 'fd03ccfc-869a-4a66-bb1d-9089e61a1de1', 'status': 'completed', 'code': 200} Aug 23 20:45:39.191624 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a501b0ea-f645-4908-a141-5c1e76cc5f45 req-0b41298a-aeb4-42b3-af83-b7ae78c3d2d7 service neutron] 10.222.0.61 "GET /v2.0/networks/01fa281d-761e-4f25-b481-4c95857787df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078463 Aug 23 20:45:39.217662 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64545418-e9e0-44cc-b12b-e9a93bd8bdaa tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Pushing event updated for resources: {'Port': ['ID=20ad7783-f73e-492c-8a50-ef3386783fe6,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:39.252570 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e8f37-9c29-4e53-abdf-81023700d96f req-64545418-e9e0-44cc-b12b-e9a93bd8bdaa tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:39.253458 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8f1e8f37-9c29-4e53-abdf-81023700d96f req-64545418-e9e0-44cc-b12b-e9a93bd8bdaa tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:39.273641 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8f1e8f37-9c29-4e53-abdf-81023700d96f req-64545418-e9e0-44cc-b12b-e9a93bd8bdaa tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7955542 Aug 23 20:45:39.316359 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-8f1e8f37-9c29-4e53-abdf-81023700d96f req-aef555c8-7d2a-4ebb-88bc-2a62285f163f service neutron] Request body: {'port': {'device_id': '0a324f02-c6ef-416d-a40a-06396011aeef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:45:39.394010 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8f1e8f37-9c29-4e53-abdf-81023700d96f req-aef555c8-7d2a-4ebb-88bc-2a62285f163f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:39.475991 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-78592574-483e-4558-aac3-661bcddfd04a req-6e2e812d-1bdb-41e4-8a9f-3a752abda1c2 tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cbe06c4-c126-48af-a679-87664765e03f HTTP/1.1" status: 200 len: 210 time: 0.0614920 Aug 23 20:45:39.496209 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9684f02-c756-4cd6-b2c8-0397544278e9 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Router 9afb7f1b-7514-4302-8643-f3602449589e has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:45:39.683350 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1200cce6-5b8c-40a2-a5c2-cd61b9df8768 req-41c8655d-0a3a-4569-868f-fc113a49a83a tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:39.685055 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1200cce6-5b8c-40a2-a5c2-cd61b9df8768 req-41c8655d-0a3a-4569-868f-fc113a49a83a tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a324f02-c6ef-416d-a40a-06396011aeef HTTP/1.1" status: 200 len: 931 time: 0.1132064 Aug 23 20:45:39.710050 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9684f02-c756-4cd6-b2c8-0397544278e9 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:45:39.721263 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5cd659-fb24-483a-b4cb-dae73a86de14 None None] Sync routers for ids ['9afb7f1b-7514-4302-8643-f3602449589e'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:45:39.735905 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5cd659-fb24-483a-b4cb-dae73a86de14 None None] Routers {'9afb7f1b-7514-4302-8643-f3602449589e'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:45:39.737139 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-eb5cd659-fb24-483a-b4cb-dae73a86de14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:45:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['9afb7f1b-7514-4302-8643-f3602449589e'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:45:39.798606 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e9684f02-c756-4cd6-b2c8-0397544278e9 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:39.845972 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1200cce6-5b8c-40a2-a5c2-cd61b9df8768 req-386fe268-719c-45b4-bc32-00e75ee09844 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486986 Aug 23 20:45:39.880371 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e9684f02-c756-4cd6-b2c8-0397544278e9 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9026787 Aug 23 20:45:40.016004 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb75a84-c066-4bdb-8132-1551588e52d2 req-19185ea3-28ae-4d17-b125-9d9e18fdd67d tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:40.019130 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4cb75a84-c066-4bdb-8132-1551588e52d2 req-19185ea3-28ae-4d17-b125-9d9e18fdd67d tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5 HTTP/1.1" status: 200 len: 946 time: 0.0766304 Aug 23 20:45:40.067359 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4cb75a84-c066-4bdb-8132-1551588e52d2 req-3b9117d5-c904-4945-8693-4d93862e5ef5 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=d454fa48-aaac-4911-81d6-c45d8631516f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431337 Aug 23 20:45:40.096398 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 43054) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:45:40.183581 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device fd03ccfc-869a-4a66-bb1d-9089e61a1de1 no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:45:40.196806 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-fbd316c1-4163-44d5-bb1a-909e044ef299 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/floatingips/16d9ea57-58a1-4a9b-920a-c6f48d2c2971 HTTP/1.1" status: 200 len: 991 time: 0.0990405 Aug 23 20:45:40.225571 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: fd03ccfc-869a-4a66-bb1d-9089e61a1de1 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:45:40.226780 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device fd03ccfc-869a-4a66-bb1d-9089e61a1de1 not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:45:40.255996 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0224114c-fd5b-4adb-8474-71e39b8b76f6 req-2570006d-93ae-4d94-be60-f81759b36ba7 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:40.267996 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0224114c-fd5b-4adb-8474-71e39b8b76f6 req-2570006d-93ae-4d94-be60-f81759b36ba7 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 944 time: 0.0909371 Aug 23 20:45:40.268795 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70513d-89ad-4e05-91ea-bf7522bf9fc2 req-6ef5555e-fffa-4e9d-8b4c-bc60daa1afde tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:40.272520 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-eb5cd659-fb24-483a-b4cb-dae73a86de14 None None] Set router 9afb7f1b-7514-4302-8643-f3602449589e gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:45:40.275507 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c24ed328-d1f6-42f6-9c3e-33b75b2f5e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:40.278420 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ff70513d-89ad-4e05-91ea-bf7522bf9fc2 req-6ef5555e-fffa-4e9d-8b4c-bc60daa1afde tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9336dda7-1b1b-494f-974f-73f6102a8002 HTTP/1.1" status: 200 len: 945 time: 0.4871647 Aug 23 20:45:40.313996 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-8f1e8f37-9c29-4e53-abdf-81023700d96f req-aef555c8-7d2a-4ebb-88bc-2a62285f163f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20ad7783-f73e-492c-8a50-ef3386783fe6 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:45:40.322092 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0224114c-fd5b-4adb-8474-71e39b8b76f6 req-441e16b1-6f2c-4f7d-8dab-55ab09f956d1 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488575 Aug 23 20:45:40.331024 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8f1e8f37-9c29-4e53-abdf-81023700d96f req-aef555c8-7d2a-4ebb-88bc-2a62285f163f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:40.353840 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-8f1e8f37-9c29-4e53-abdf-81023700d96f req-aef555c8-7d2a-4ebb-88bc-2a62285f163f service neutron] Transition to ACTIVE for port object 20ad7783-f73e-492c-8a50-ef3386783fe6 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:45:40.360613 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8f1e8f37-9c29-4e53-abdf-81023700d96f req-aef555c8-7d2a-4ebb-88bc-2a62285f163f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:40.365226 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ff70513d-89ad-4e05-91ea-bf7522bf9fc2 req-8ac15c8e-49d3-42f0-ba46-a559429bf12c tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859907 Aug 23 20:45:40.417777 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef555c8-7d2a-4ebb-88bc-2a62285f163f service neutron] Pushing event updated for resources: {'Port': ['ID=20ad7783-f73e-492c-8a50-ef3386783fe6,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:40.439171 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:40.501441 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-8f1e8f37-9c29-4e53-abdf-81023700d96f req-aef555c8-7d2a-4ebb-88bc-2a62285f163f service neutron] Attempting to bind port 20ad7783-f73e-492c-8a50-ef3386783fe6 on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:45:40.502044 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-8f1e8f37-9c29-4e53-abdf-81023700d96f req-aef555c8-7d2a-4ebb-88bc-2a62285f163f service neutron] Attempting to bind port 20ad7783-f73e-492c-8a50-ef3386783fe6 by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': 'e190d2cc-1af7-492d-b8d4-8b6565472069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '40d89235-fcfe-430c-9978-6c953c80cfc6'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:45:40.502474 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1e8f37-9c29-4e53-abdf-81023700d96f req-aef555c8-7d2a-4ebb-88bc-2a62285f163f service neutron] Attempting to bind port 20ad7783-f73e-492c-8a50-ef3386783fe6 on network 40d89235-fcfe-430c-9978-6c953c80cfc6 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:45:40.507784 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1e8f37-9c29-4e53-abdf-81023700d96f req-aef555c8-7d2a-4ebb-88bc-2a62285f163f service neutron] Port 20ad7783-f73e-492c-8a50-ef3386783fe6 on network 40d89235-fcfe-430c-9978-6c953c80cfc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:45:40.508347 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1e8f37-9c29-4e53-abdf-81023700d96f req-aef555c8-7d2a-4ebb-88bc-2a62285f163f service neutron] Attempting to bind port 20ad7783-f73e-492c-8a50-ef3386783fe6 on network 40d89235-fcfe-430c-9978-6c953c80cfc6 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:45:40.515131 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1e8f37-9c29-4e53-abdf-81023700d96f req-aef555c8-7d2a-4ebb-88bc-2a62285f163f service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:45:40.515629 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1e8f37-9c29-4e53-abdf-81023700d96f req-aef555c8-7d2a-4ebb-88bc-2a62285f163f service neutron] Checking segment: {'id': 'e190d2cc-1af7-492d-b8d4-8b6565472069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '40d89235-fcfe-430c-9978-6c953c80cfc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:45:40.516650 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1e8f37-9c29-4e53-abdf-81023700d96f req-aef555c8-7d2a-4ebb-88bc-2a62285f163f service neutron] Bound using segment: {'id': 'e190d2cc-1af7-492d-b8d4-8b6565472069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '40d89235-fcfe-430c-9978-6c953c80cfc6'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:45:40.516650 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-8f1e8f37-9c29-4e53-abdf-81023700d96f req-aef555c8-7d2a-4ebb-88bc-2a62285f163f service neutron] Bound port: 20ad7783-f73e-492c-8a50-ef3386783fe6, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e190d2cc-1af7-492d-b8d4-8b6565472069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '40d89235-fcfe-430c-9978-6c953c80cfc6'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:45:40.517354 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8f1e8f37-9c29-4e53-abdf-81023700d96f req-aef555c8-7d2a-4ebb-88bc-2a62285f163f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:40.609087 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-eb5cd659-fb24-483a-b4cb-dae73a86de14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afb7f1b-7514-4302-8643-f3602449589e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-977399961', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'ff5e0ce8-c38d-4372-9c08-16627bb79df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:45:12Z', 'updated_at': '2021-08-23T20:45:18Z', 'revision_number': 4, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'gw_port': {'id': 'ff5e0ce8-c38d-4372-9c08-16627bb79df7', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afb7f1b-7514-4302-8643-f3602449589e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:45:12Z', 'updated_at': '2021-08-23T20:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '16d9ea57-58a1-4a9b-920a-c6f48d2c2971', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'floating_ip_address': '172.25.4.69', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '9afb7f1b-7514-4302-8643-f3602449589e', 'port_id': '1926252b-6fc4-4546-a9e7-812433bb4ebc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b30e1332-35d4-4498-a8f4-af915ec0d87e', 'mac_address': 'fa:16:3e:62:c6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfd3ebe-6c75-4439-a958-86b20e480cc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:45:37Z', 'updated_at': '2021-08-23T20:45:37Z', 'revision_number': 0, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f65712d1-789b-4de5-83d6-0479c4fa03d1', 'name': '', 'network_id': 'b30e1332-35d4-4498-a8f4-af915ec0d87e', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'mac_address': 'fa:16:3e:d0:84:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afb7f1b-7514-4302-8643-f3602449589e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '3ff8b6ac-5662-4ef5-a3bc-409a78bea012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:45:16Z', 'updated_at': '2021-08-23T20:45:24Z', 'revision_number': 5, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'subnets': [{'id': '3ff8b6ac-5662-4ef5-a3bc-409a78bea012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:45:40.611331 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-8f1e8f37-9c29-4e53-abdf-81023700d96f req-aef555c8-7d2a-4ebb-88bc-2a62285f163f service neutron] For port 20ad7783-f73e-492c-8a50-ef3386783fe6, host n-h2-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:45:40.614990 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-8f1e8f37-9c29-4e53-abdf-81023700d96f req-aef555c8-7d2a-4ebb-88bc-2a62285f163f service neutron] For port 20ad7783-f73e-492c-8a50-ef3386783fe6, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=20ad7783-f73e-492c-8a50-ef3386783fe6,segment=NetworkSegment(e190d2cc-1af7-492d-b8d4-8b6565472069),segment_id=e190d2cc-1af7-492d-b8d4-8b6565472069)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:45:40.616499 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-99e6fa0b-51d1-434e-8272-d4e377042951 req-0a8bc6be-b1f1-4f5f-9e13-49da1dbfbb58 tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cbe06c4-c126-48af-a679-87664765e03f HTTP/1.1" status: 200 len: 210 time: 0.0320063 Aug 23 20:45:40.621900 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8f1e8f37-9c29-4e53-abdf-81023700d96f req-aef555c8-7d2a-4ebb-88bc-2a62285f163f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:40.648843 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5cd659-fb24-483a-b4cb-dae73a86de14 None None] Checking router: 9afb7f1b-7514-4302-8643-f3602449589e for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:45:40.659034 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5cd659-fb24-483a-b4cb-dae73a86de14 None None] Routers {'9afb7f1b-7514-4302-8643-f3602449589e'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:45:40.659793 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-eb5cd659-fb24-483a-b4cb-dae73a86de14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:45:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['9afb7f1b-7514-4302-8643-f3602449589e'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:45:40.678965 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e8f37-9c29-4e53-abdf-81023700d96f req-aef555c8-7d2a-4ebb-88bc-2a62285f163f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:40.679762 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8f1e8f37-9c29-4e53-abdf-81023700d96f req-aef555c8-7d2a-4ebb-88bc-2a62285f163f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:40.681277 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8f1e8f37-9c29-4e53-abdf-81023700d96f req-aef555c8-7d2a-4ebb-88bc-2a62285f163f service neutron] 10.222.0.32 "PUT /v2.0/ports/20ad7783-f73e-492c-8a50-ef3386783fe6 HTTP/1.1" status: 200 len: 1091 time: 1.3862867 Aug 23 20:45:40.682290 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a324f02-c6ef-416d-a40a-06396011aeef', 'tag': '20ad7783-f73e-492c-8a50-ef3386783fe6'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:45:40.684875 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2ee2a0-2821-4aa8-9f08-a53e6b6b48a8" -d '{"events": [{"name": "network-changed", "server_uuid": "0a324f02-c6ef-416d-a40a-06396011aeef", "tag": "20ad7783-f73e-492c-8a50-ef3386783fe6"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:45:40.720203 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 43072) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:45:40.724970 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef555c8-7d2a-4ebb-88bc-2a62285f163f service neutron] Pushing event updated for resources: {'Port': ['ID=20ad7783-f73e-492c-8a50-ef3386783fe6,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:40.742926 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77df8a6-f359-4d65-a374-5f929fa31040 x-openstack-request-id: req-a77df8a6-f359-4d65-a374-5f929fa31040 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:45:40.743227 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a324f02-c6ef-416d-a40a-06396011aeef", "tag": "20ad7783-f73e-492c-8a50-ef3386783fe6", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:45:40.743483 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a77df8a6-f359-4d65-a374-5f929fa31040 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:45:40.743886 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a324f02-c6ef-416d-a40a-06396011aeef', 'tag': '20ad7783-f73e-492c-8a50-ef3386783fe6', 'status': 'completed', 'code': 200} Aug 23 20:45:40.812503 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e8f37-9c29-4e53-abdf-81023700d96f req-a637ce5f-3547-4a47-8946-b6f2b573bd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:40.814560 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8f1e8f37-9c29-4e53-abdf-81023700d96f req-a637ce5f-3547-4a47-8946-b6f2b573bd05 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a52591e4b2ca4f7ea6501e12fd93c666&device_id=0a324f02-c6ef-416d-a40a-06396011aeef HTTP/1.1" status: 200 len: 1094 time: 0.0513766 Aug 23 20:45:40.826035 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device ad738732-ea7d-4e5a-800d-db14fe1879cd up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:45:40.880091 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8f1e8f37-9c29-4e53-abdf-81023700d96f req-88c46d04-2799-4d37-9df4-8e33066af0d4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=20ad7783-f73e-492c-8a50-ef3386783fe6 HTTP/1.1" status: 200 len: 217 time: 0.0517459 Aug 23 20:45:40.884392 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-eb5cd659-fb24-483a-b4cb-dae73a86de14 None None] Set router 9afb7f1b-7514-4302-8643-f3602449589e gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:45:40.915770 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb3219-9eb1-419c-a697-3a729a44d010 req-647e8354-b20c-4552-bcc3-f7501c794ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:40.916475 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb3219-9eb1-419c-a697-3a729a44d010 req-647e8354-b20c-4552-bcc3-f7501c794ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:40.916605 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb3219-9eb1-419c-a697-3a729a44d010 req-647e8354-b20c-4552-bcc3-f7501c794ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:40.917031 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb3219-9eb1-419c-a697-3a729a44d010 req-647e8354-b20c-4552-bcc3-f7501c794ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:40.917505 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb3219-9eb1-419c-a697-3a729a44d010 req-647e8354-b20c-4552-bcc3-f7501c794ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:40.918175 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb3219-9eb1-419c-a697-3a729a44d010 req-647e8354-b20c-4552-bcc3-f7501c794ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:40.918655 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb3219-9eb1-419c-a697-3a729a44d010 req-647e8354-b20c-4552-bcc3-f7501c794ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:40.922908 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c6eb3219-9eb1-419c-a697-3a729a44d010 req-647e8354-b20c-4552-bcc3-f7501c794ac4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 6499 time: 0.2016976 Aug 23 20:45:40.939998 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port ad738732-ea7d-4e5a-800d-db14fe1879cd completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:45:40.947683 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port ad738732-ea7d-4e5a-800d-db14fe1879cd triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:45:40.948863 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:40.986727 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501b0ea-f645-4908-a141-5c1e76cc5f45 req-028b7f81-62e8-4697-a4a7-40cda3b55ac2 tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:40.989207 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a501b0ea-f645-4908-a141-5c1e76cc5f45 req-028b7f81-62e8-4697-a4a7-40cda3b55ac2 tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] 10.222.0.32 "GET /v2.0/networks?id=01fa281d-761e-4f25-b481-4c95857787df HTTP/1.1" status: 200 len: 817 time: 0.1895158 Aug 23 20:45:40.995498 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c6eb3219-9eb1-419c-a697-3a729a44d010 req-3b115697-35ad-4a0a-a3bf-6e1a783e9897 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f264d724-bded-494f-9829-ab610400f252&id=83be7946-311a-487f-aca8-ec9e53b3ca8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0646605 Aug 23 20:45:41.017136 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e8f37-9c29-4e53-abdf-81023700d96f req-28811dff-5bdc-4bf1-a814-e9f6562457d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:41.018871 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8f1e8f37-9c29-4e53-abdf-81023700d96f req-28811dff-5bdc-4bf1-a814-e9f6562457d9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=862c8f9e-f5be-49f7-8b8f-82cbcaf44c62 HTTP/1.1" status: 200 len: 854 time: 0.1219647 Aug 23 20:45:41.030169 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-a501b0ea-f645-4908-a141-5c1e76cc5f45 req-30d3dec6-a5c9-4d45-b247-4a5a875a0801 tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] Request body: {'port': {'device_id': '2cbe06c4-c126-48af-a679-87664765e03f', 'network_id': '01fa281d-761e-4f25-b481-4c95857787df', 'admin_state_up': True, 'tenant_id': '1933037e09ec4ecea0f36bfe52e9eba6'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:45:41.054850 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8f1e8f37-9c29-4e53-abdf-81023700d96f req-ae9b392a-600d-48c9-8ae5-e3576b0a97d5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=40d89235-fcfe-430c-9978-6c953c80cfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275810 Aug 23 20:45:41.091755 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:45:41.109479 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d15978-1a8e-4001-b518-b992533a49ff req-9e07097c-4b12-4cb4-9720-dad6f6ca9e87 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:41.110811 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-36d15978-1a8e-4001-b518-b992533a49ff req-9e07097c-4b12-4cb4-9720-dad6f6ca9e87 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a324f02-c6ef-416d-a40a-06396011aeef HTTP/1.1" status: 200 len: 943 time: 0.1188495 Aug 23 20:45:41.163382 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:41.174446 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8f1e8f37-9c29-4e53-abdf-81023700d96f req-c23b3113-e9ca-4d67-9a04-007209900446 service neutron] 10.222.0.32 "GET /v2.0/networks/40d89235-fcfe-430c-9978-6c953c80cfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080205 Aug 23 20:45:41.189409 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edfd3ebe-6c75-4439-a958-86b20e480cc5', 'tag': '1926252b-6fc4-4546-a9e7-812433bb4ebc'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:45:41.191633 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65d887e-15f3-4971-aa1e-d446cd2dd5e2" -d '{"events": [{"name": "network-changed", "server_uuid": "edfd3ebe-6c75-4439-a958-86b20e480cc5", "tag": "1926252b-6fc4-4546-a9e7-812433bb4ebc"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:45:41.204047 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-36d15978-1a8e-4001-b518-b992533a49ff req-2bda9093-2a7d-460b-875f-bb9a3e0be9b0 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653648 Aug 23 20:45:41.205065 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 43082) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:45:41.207043 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9336dda7-1b1b-494f-974f-73f6102a8002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad738732-ea7d-4e5a-800d-db14fe1879cd'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:45:41.209377 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba07edca-f744-42b0-b818-7ac71a888d4b" -d '{"events": [{"server_uuid": "9336dda7-1b1b-494f-974f-73f6102a8002", "name": "network-vif-plugged", "status": "completed", "tag": "ad738732-ea7d-4e5a-800d-db14fe1879cd"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:45:41.227886 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port ad738732-ea7d-4e5a-800d-db14fe1879cd, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=ad738732-ea7d-4e5a-800d-db14fe1879cd,segment=NetworkSegment(a0304131-671f-4c22-8fc4-9d97cd99d833),segment_id=a0304131-671f-4c22-8fc4-9d97cd99d833)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:45:41.251943 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:41.252825 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 939d72db-2d60-46d4-bf80-372f37b6f531 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:45:41.278096 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aec339e-ced6-4796-8b04-f0bd44950785 x-openstack-request-id: req-4aec339e-ced6-4796-8b04-f0bd44950785 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:45:41.278390 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edfd3ebe-6c75-4439-a958-86b20e480cc5", "tag": "1926252b-6fc4-4546-a9e7-812433bb4ebc", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:45:41.278640 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4aec339e-ced6-4796-8b04-f0bd44950785 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:45:41.279027 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edfd3ebe-6c75-4439-a958-86b20e480cc5', 'tag': '1926252b-6fc4-4546-a9e7-812433bb4ebc', 'status': 'completed', 'code': 200} Aug 23 20:45:41.292738 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8f4c895b-5254-4adf-848a-a10a366778b6 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/floatingips/16d9ea57-58a1-4a9b-920a-c6f48d2c2971 HTTP/1.1" status: 200 len: 991 time: 0.0864067 Aug 23 20:45:41.294701 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a501b0ea-f645-4908-a141-5c1e76cc5f45 req-30d3dec6-a5c9-4d45-b247-4a5a875a0801 tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] Made reservation on behalf of 1933037e09ec4ecea0f36bfe52e9eba6 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:45:41.299211 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a501b0ea-f645-4908-a141-5c1e76cc5f45 req-30d3dec6-a5c9-4d45-b247-4a5a875a0801 tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:41.319769 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266e1c02-e9db-4aa7-a663-90ac6ed80277 x-openstack-request-id: req-266e1c02-e9db-4aa7-a663-90ac6ed80277 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:45:41.320198 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9336dda7-1b1b-494f-974f-73f6102a8002", "name": "network-vif-plugged", "status": "completed", "tag": "ad738732-ea7d-4e5a-800d-db14fe1879cd", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:45:41.320337 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-266e1c02-e9db-4aa7-a663-90ac6ed80277 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:45:41.320783 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9336dda7-1b1b-494f-974f-73f6102a8002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad738732-ea7d-4e5a-800d-db14fe1879cd', 'code': 200} Aug 23 20:45:41.356634 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=ad738732-ea7d-4e5a-800d-db14fe1879cd,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:41.366258 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8f1e8f37-9c29-4e53-abdf-81023700d96f req-6c9222d5-9ce9-4e80-b170-170e4172ae63 service neutron] 10.222.0.32 "GET /v2.0/networks/40d89235-fcfe-430c-9978-6c953c80cfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842108 Aug 23 20:45:41.380619 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-eb5cd659-fb24-483a-b4cb-dae73a86de14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afb7f1b-7514-4302-8643-f3602449589e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-977399961', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'ff5e0ce8-c38d-4372-9c08-16627bb79df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:45:12Z', 'updated_at': '2021-08-23T20:45:18Z', 'revision_number': 4, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'gw_port': {'id': 'ff5e0ce8-c38d-4372-9c08-16627bb79df7', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afb7f1b-7514-4302-8643-f3602449589e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:45:12Z', 'updated_at': '2021-08-23T20:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '16d9ea57-58a1-4a9b-920a-c6f48d2c2971', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'floating_ip_address': '172.25.4.69', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '9afb7f1b-7514-4302-8643-f3602449589e', 'port_id': '1926252b-6fc4-4546-a9e7-812433bb4ebc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b30e1332-35d4-4498-a8f4-af915ec0d87e', 'mac_address': 'fa:16:3e:62:c6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfd3ebe-6c75-4439-a958-86b20e480cc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:45:37Z', 'updated_at': '2021-08-23T20:45:37Z', 'revision_number': 0, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f65712d1-789b-4de5-83d6-0479c4fa03d1', 'name': '', 'network_id': 'b30e1332-35d4-4498-a8f4-af915ec0d87e', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'mac_address': 'fa:16:3e:d0:84:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afb7f1b-7514-4302-8643-f3602449589e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '3ff8b6ac-5662-4ef5-a3bc-409a78bea012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:45:16Z', 'updated_at': '2021-08-23T20:45:24Z', 'revision_number': 5, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'subnets': [{'id': '3ff8b6ac-5662-4ef5-a3bc-409a78bea012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:45:41.386774 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 939d72db-2d60-46d4-bf80-372f37b6f531 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:45:41.424979 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 939d72db-2d60-46d4-bf80-372f37b6f531 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:45:41.425612 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:41.427545 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5cd659-fb24-483a-b4cb-dae73a86de14 None None] The sync data for ids ['9afb7f1b-7514-4302-8643-f3602449589e'] in n-d-805663-2 is: [{'id': '9afb7f1b-7514-4302-8643-f3602449589e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-977399961', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'ff5e0ce8-c38d-4372-9c08-16627bb79df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:45:12Z', 'updated_at': '2021-08-23T20:45:18Z', 'revision_number': 4, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'gw_port': {'id': 'ff5e0ce8-c38d-4372-9c08-16627bb79df7', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afb7f1b-7514-4302-8643-f3602449589e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:45:12Z', 'updated_at': '2021-08-23T20:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '16d9ea57-58a1-4a9b-920a-c6f48d2c2971', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'floating_ip_address': '172.25.4.69', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '9afb7f1b-7514-4302-8643-f3602449589e', 'port_id': '1926252b-6fc4-4546-a9e7-812433bb4ebc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b30e1332-35d4-4498-a8f4-af915ec0d87e', 'mac_address': 'fa:16:3e:62:c6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfd3ebe-6c75-4439-a958-86b20e480cc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:45:37Z', 'updated_at': '2021-08-23T20:45:37Z', 'revision_number': 0, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f65712d1-789b-4de5-83d6-0479c4fa03d1', 'name': '', 'network_id': 'b30e1332-35d4-4498-a8f4-af915ec0d87e', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'mac_address': 'fa:16:3e:d0:84:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afb7f1b-7514-4302-8643-f3602449589e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '3ff8b6ac-5662-4ef5-a3bc-409a78bea012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:45:16Z', 'updated_at': '2021-08-23T20:45:24Z', 'revision_number': 5, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'subnets': [{'id': '3ff8b6ac-5662-4ef5-a3bc-409a78bea012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:45:41.481853 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d887e-15f3-4971-aa1e-d446cd2dd5e2 req-df2e64a3-9bb0-4b54-a85a-abc222bc3815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:41.483342 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a65d887e-15f3-4971-aa1e-d446cd2dd5e2 req-df2e64a3-9bb0-4b54-a85a-abc222bc3815 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0b17a426d9eb4b3083079c3d4dc4db5c&device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5 HTTP/1.1" status: 200 len: 1097 time: 0.1673644 Aug 23 20:45:41.528951 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c42ba-f386-42a0-89f1-e8285cbf2c00 req-5e6a442a-9838-4f3a-9343-3cb1a7628eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:41.530527 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d99c42ba-f386-42a0-89f1-e8285cbf2c00 req-5e6a442a-9838-4f3a-9343-3cb1a7628eb9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9336dda7-1b1b-494f-974f-73f6102a8002 HTTP/1.1" status: 200 len: 1097 time: 0.1410856 Aug 23 20:45:41.556133 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51daebf-cc51-4a50-badc-891d99a865f7 req-dda292dd-05e6-4f23-8c83-2089beb54eac tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:41.557580 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:41.558585 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e51daebf-cc51-4a50-badc-891d99a865f7 req-dda292dd-05e6-4f23-8c83-2089beb54eac tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 944 time: 0.1354825 Aug 23 20:45:41.593391 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ee2a0-2821-4aa8-9f08-a53e6b6b48a8 req-f847000e-caf1-4b01-a375-098820640724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:41.595009 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3c2ee2a0-2821-4aa8-9f08-a53e6b6b48a8 req-f847000e-caf1-4b01-a375-098820640724 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a52591e4b2ca4f7ea6501e12fd93c666&device_id=0a324f02-c6ef-416d-a40a-06396011aeef HTTP/1.1" status: 200 len: 1094 time: 0.1127205 Aug 23 20:45:41.606161 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 939d72db-2d60-46d4-bf80-372f37b6f531, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=939d72db-2d60-46d4-bf80-372f37b6f531,segment=NetworkSegment(56944fa1-c7d3-451b-86e9-345b2fbe4c92),segment_id=56944fa1-c7d3-451b-86e9-345b2fbe4c92)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:45:41.613830 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:41.637519 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e51daebf-cc51-4a50-badc-891d99a865f7 req-a5cf1d08-f01a-4e31-bd48-8c641096359e tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654678 Aug 23 20:45:41.701940 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d99c42ba-f386-42a0-89f1-e8285cbf2c00 req-cc73ed9e-c157-4034-bfcf-11584fab1c61 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332359 Aug 23 20:45:41.705150 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=939d72db-2d60-46d4-bf80-372f37b6f531,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:41.720635 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-a501b0ea-f645-4908-a141-5c1e76cc5f45 req-30d3dec6-a5c9-4d45-b247-4a5a875a0801 tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] Allocated IP 172.20.0.7 (01fa281d-761e-4f25-b481-4c95857787df/75f31781-8220-49ce-980e-8c4912a6195f/086801b2-586c-425a-95a6-f34e153b6bb9) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:45:41.739406 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428f0730-0416-4f33-afc8-3dbf172fa48c None None] New status for floating IP 16d9ea57-58a1-4a9b-920a-c6f48d2c2971: ACTIVE {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 20:45:41.750634 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c186043b-532c-4c13-936f-2f24b49a8183 req-e703a0f3-6406-410b-b2e3-d0862718d9df tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:41.752255 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c186043b-532c-4c13-936f-2f24b49a8183 req-e703a0f3-6406-410b-b2e3-d0862718d9df tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9336dda7-1b1b-494f-974f-73f6102a8002 HTTP/1.1" status: 200 len: 946 time: 0.2411494 Aug 23 20:45:41.765740 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ee2a0-2821-4aa8-9f08-a53e6b6b48a8 req-8b3f3e67-1e1a-4c91-b92b-44bfa5a18b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:41.766490 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3c2ee2a0-2821-4aa8-9f08-a53e6b6b48a8 req-8b3f3e67-1e1a-4c91-b92b-44bfa5a18b90 service neutron] 10.222.0.32 "GET /v2.0/networks?id=40d89235-fcfe-430c-9978-6c953c80cfc6 HTTP/1.1" status: 200 len: 915 time: 0.1621447 Aug 23 20:45:41.785500 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-27b0cda9-1e1b-4dda-afc4-22ba85c0b4b3 req-c04fc0d9-ab7c-4255-8c1e-58c76ee0f348 tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cbe06c4-c126-48af-a679-87664765e03f HTTP/1.1" status: 200 len: 210 time: 0.0365913 Aug 23 20:45:41.787138 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d887e-15f3-4971-aa1e-d446cd2dd5e2 req-d36eae4e-11b4-4e31-b13b-a83f164f8977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:41.788800 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a65d887e-15f3-4971-aa1e-d446cd2dd5e2 req-d36eae4e-11b4-4e31-b13b-a83f164f8977 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b30e1332-35d4-4498-a8f4-af915ec0d87e HTTP/1.1" status: 200 len: 898 time: 0.2922766 Aug 23 20:45:41.827513 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3c2ee2a0-2821-4aa8-9f08-a53e6b6b48a8 req-93154dfb-51c4-407c-8c61-1040e827af79 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=20ad7783-f73e-492c-8a50-ef3386783fe6 HTTP/1.1" status: 200 len: 217 time: 0.0443640 Aug 23 20:45:41.835266 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c186043b-532c-4c13-936f-2f24b49a8183 req-48a74cd0-d19d-4a96-a49e-878fc3d7c569 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713549 Aug 23 20:45:41.890126 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ee2a0-2821-4aa8-9f08-a53e6b6b48a8 req-89dee60f-2c21-4bc2-bfdf-f3c9fa60112c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:41.891983 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3c2ee2a0-2821-4aa8-9f08-a53e6b6b48a8 req-89dee60f-2c21-4bc2-bfdf-f3c9fa60112c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=862c8f9e-f5be-49f7-8b8f-82cbcaf44c62 HTTP/1.1" status: 200 len: 854 time: 0.0573626 Aug 23 20:45:41.929953 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3c2ee2a0-2821-4aa8-9f08-a53e6b6b48a8 req-d816c79b-01d4-403a-bbc4-fb66ddac7ca2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=40d89235-fcfe-430c-9978-6c953c80cfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305605 Aug 23 20:45:42.032682 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3c2ee2a0-2821-4aa8-9f08-a53e6b6b48a8 req-0e32b030-4c77-4b38-8b72-dd2591289355 service neutron] 10.222.0.32 "GET /v2.0/networks/40d89235-fcfe-430c-9978-6c953c80cfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940192 Aug 23 20:45:42.129483 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3c2ee2a0-2821-4aa8-9f08-a53e6b6b48a8 req-82ab2750-c9c1-4a66-8231-d319c214ab06 service neutron] 10.222.0.32 "GET /v2.0/networks/40d89235-fcfe-430c-9978-6c953c80cfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894232 Aug 23 20:45:42.238832 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a65d887e-15f3-4971-aa1e-d446cd2dd5e2 req-1ecb7198-2ac8-4218-99b0-c5f22f34c1fc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1926252b-6fc4-4546-a9e7-812433bb4ebc HTTP/1.1" status: 200 len: 1001 time: 0.0844235 Aug 23 20:45:42.294704 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a501b0ea-f645-4908-a141-5c1e76cc5f45 req-30d3dec6-a5c9-4d45-b247-4a5a875a0801 tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:42.297789 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 43096) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:45:42.339681 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48c5d5-9bd5-4845-9858-2d82150be9bd req-0435b35b-85ab-4707-9b41-2df2f6543d0e tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:42.341236 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6e48c5d5-9bd5-4845-9858-2d82150be9bd req-0435b35b-85ab-4707-9b41-2df2f6543d0e tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a324f02-c6ef-416d-a40a-06396011aeef HTTP/1.1" status: 200 len: 943 time: 0.0541532 Aug 23 20:45:42.355221 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d887e-15f3-4971-aa1e-d446cd2dd5e2 req-298526c9-0bb2-4a4d-8009-bc4b7464adc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:42.356718 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a65d887e-15f3-4971-aa1e-d446cd2dd5e2 req-298526c9-0bb2-4a4d-8009-bc4b7464adc7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ff8b6ac-5662-4ef5-a3bc-409a78bea012 HTTP/1.1" status: 200 len: 835 time: 0.1086905 Aug 23 20:45:42.382062 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6e48c5d5-9bd5-4845-9858-2d82150be9bd req-049c9860-79f0-4c5b-a19a-a5745684dc73 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345192 Aug 23 20:45:42.408310 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0945beb9-5702-464d-a9cf-8013e8538cfa tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/floatingips/16d9ea57-58a1-4a9b-920a-c6f48d2c2971 HTTP/1.1" status: 200 len: 993 time: 0.1094115 Aug 23 20:45:42.436312 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d887e-15f3-4971-aa1e-d446cd2dd5e2 req-8b358de9-30f1-4f63-becb-1c70de35aeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:42.438090 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a65d887e-15f3-4971-aa1e-d446cd2dd5e2 req-8b358de9-30f1-4f63-becb-1c70de35aeff service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b30e1332-35d4-4498-a8f4-af915ec0d87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725040 Aug 23 20:45:42.439688 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a501b0ea-f645-4908-a141-5c1e76cc5f45 req-30d3dec6-a5c9-4d45-b247-4a5a875a0801 tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:42.535080 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a501b0ea-f645-4908-a141-5c1e76cc5f45 req-30d3dec6-a5c9-4d45-b247-4a5a875a0801 tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] Network 01fa281d-761e-4f25-b481-4c95857787df is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:45:42.543839 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-a501b0ea-f645-4908-a141-5c1e76cc5f45 req-30d3dec6-a5c9-4d45-b247-4a5a875a0801 tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:45:42.547138 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d3dec6-a5c9-4d45-b247-4a5a875a0801 tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] Pushing event updated for resources: {'Port': ['ID=086801b2-586c-425a-95a6-f34e153b6bb9,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:42.550990 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-a501b0ea-f645-4908-a141-5c1e76cc5f45 req-30d3dec6-a5c9-4d45-b247-4a5a875a0801 tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:45:42.618299 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501b0ea-f645-4908-a141-5c1e76cc5f45 req-30d3dec6-a5c9-4d45-b247-4a5a875a0801 tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:42.618903 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a501b0ea-f645-4908-a141-5c1e76cc5f45 req-30d3dec6-a5c9-4d45-b247-4a5a875a0801 tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:42.623823 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a65d887e-15f3-4971-aa1e-d446cd2dd5e2 req-32431837-deee-4ff1-9dbf-aef71af4332f service neutron] 10.222.0.11 "GET /v2.0/networks/b30e1332-35d4-4498-a8f4-af915ec0d87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760879 Aug 23 20:45:42.643663 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a501b0ea-f645-4908-a141-5c1e76cc5f45 req-30d3dec6-a5c9-4d45-b247-4a5a875a0801 tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6201274 Aug 23 20:45:42.684861 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-a501b0ea-f645-4908-a141-5c1e76cc5f45 req-2ff14e20-8c29-4b5b-a7d2-f5ce630311d9 service neutron] Request body: {'port': {'device_id': '2cbe06c4-c126-48af-a679-87664765e03f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:45:42.801678 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a501b0ea-f645-4908-a141-5c1e76cc5f45 req-2ff14e20-8c29-4b5b-a7d2-f5ce630311d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:42.817314 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a65d887e-15f3-4971-aa1e-d446cd2dd5e2 req-b0c27b48-0ea4-4fe5-bfaa-5869db9f8beb service neutron] 10.222.0.11 "GET /v2.0/networks/b30e1332-35d4-4498-a8f4-af915ec0d87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831944 Aug 23 20:45:42.827713 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f52c4-15d8-4c87-9d6d-7adb85bbe81c req-72c50a0b-c50e-415f-b6f0-8e0d46bd10de tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:42.829597 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2e7f52c4-15d8-4c87-9d6d-7adb85bbe81c req-72c50a0b-c50e-415f-b6f0-8e0d46bd10de tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.1140182 Aug 23 20:45:42.934581 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c84081-0121-439a-a5d4-a283d96baa60 req-85ab820b-293f-4088-b314-86956afa3fb3 tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:42.936094 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-43c84081-0121-439a-a5d4-a283d96baa60 req-85ab820b-293f-4088-b314-86956afa3fb3 tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cbe06c4-c126-48af-a679-87664765e03f HTTP/1.1" status: 200 len: 931 time: 0.0631320 Aug 23 20:45:42.970826 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2e7f52c4-15d8-4c87-9d6d-7adb85bbe81c req-8932ff6f-8cf5-4a51-9ba4-b6483bfb74ec tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132462 Aug 23 20:45:42.975232 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-43c84081-0121-439a-a5d4-a283d96baa60 req-3ee3d378-effa-4f3c-a03f-905585e3734f tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] 10.222.0.61 "GET /v2.0/security-groups?id=9300f7bd-d551-479e-8ef8-83fa27c08783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326843 Aug 23 20:45:43.022860 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c1161592-adc0-4366-ba1a-277f496263c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:43.123201 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25605b95-2565-49fe-b353-4708285b3bf7 req-3c042b3d-eb3b-4409-919d-63563760b800 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:43.125550 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-25605b95-2565-49fe-b353-4708285b3bf7 req-3c042b3d-eb3b-4409-919d-63563760b800 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9336dda7-1b1b-494f-974f-73f6102a8002 HTTP/1.1" status: 200 len: 946 time: 0.0745208 Aug 23 20:45:43.167413 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-25605b95-2565-49fe-b353-4708285b3bf7 req-e0506cfe-4961-427c-b866-e1e0c7d04cc7 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356770 Aug 23 20:45:43.175619 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-a501b0ea-f645-4908-a141-5c1e76cc5f45 req-2ff14e20-8c29-4b5b-a7d2-f5ce630311d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 086801b2-586c-425a-95a6-f34e153b6bb9 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:45:43.184268 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a501b0ea-f645-4908-a141-5c1e76cc5f45 req-2ff14e20-8c29-4b5b-a7d2-f5ce630311d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:43.201312 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-a501b0ea-f645-4908-a141-5c1e76cc5f45 req-2ff14e20-8c29-4b5b-a7d2-f5ce630311d9 service neutron] Transition to ACTIVE for port object 086801b2-586c-425a-95a6-f34e153b6bb9 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:45:43.205723 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a501b0ea-f645-4908-a141-5c1e76cc5f45 req-2ff14e20-8c29-4b5b-a7d2-f5ce630311d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:43.259461 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff14e20-8c29-4b5b-a7d2-f5ce630311d9 service neutron] Pushing event updated for resources: {'Port': ['ID=086801b2-586c-425a-95a6-f34e153b6bb9,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:43.322384 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e7f9bfe-7369-4af3-824a-a49cc172da9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939d72db-2d60-46d4-bf80-372f37b6f531'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:45:43.325296 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ead96f-9423-4697-9f4e-3af8af4aa839" -d '{"events": [{"server_uuid": "5e7f9bfe-7369-4af3-824a-a49cc172da9f", "name": "network-vif-plugged", "status": "completed", "tag": "939d72db-2d60-46d4-bf80-372f37b6f531"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:45:43.331084 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-a501b0ea-f645-4908-a141-5c1e76cc5f45 req-2ff14e20-8c29-4b5b-a7d2-f5ce630311d9 service neutron] Attempting to bind port 086801b2-586c-425a-95a6-f34e153b6bb9 on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:45:43.331691 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-a501b0ea-f645-4908-a141-5c1e76cc5f45 req-2ff14e20-8c29-4b5b-a7d2-f5ce630311d9 service neutron] Attempting to bind port 086801b2-586c-425a-95a6-f34e153b6bb9 by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': '06410043-7564-4071-955c-20ab389f4c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '01fa281d-761e-4f25-b481-4c95857787df'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:45:43.332288 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a501b0ea-f645-4908-a141-5c1e76cc5f45 req-2ff14e20-8c29-4b5b-a7d2-f5ce630311d9 service neutron] Attempting to bind port 086801b2-586c-425a-95a6-f34e153b6bb9 on network 01fa281d-761e-4f25-b481-4c95857787df {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:45:43.338101 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a501b0ea-f645-4908-a141-5c1e76cc5f45 req-2ff14e20-8c29-4b5b-a7d2-f5ce630311d9 service neutron] Port 086801b2-586c-425a-95a6-f34e153b6bb9 on network 01fa281d-761e-4f25-b481-4c95857787df not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:45:43.338481 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a501b0ea-f645-4908-a141-5c1e76cc5f45 req-2ff14e20-8c29-4b5b-a7d2-f5ce630311d9 service neutron] Attempting to bind port 086801b2-586c-425a-95a6-f34e153b6bb9 on network 01fa281d-761e-4f25-b481-4c95857787df {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:45:43.348805 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a501b0ea-f645-4908-a141-5c1e76cc5f45 req-2ff14e20-8c29-4b5b-a7d2-f5ce630311d9 service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:45:43.349152 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a501b0ea-f645-4908-a141-5c1e76cc5f45 req-2ff14e20-8c29-4b5b-a7d2-f5ce630311d9 service neutron] Checking segment: {'id': '06410043-7564-4071-955c-20ab389f4c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '01fa281d-761e-4f25-b481-4c95857787df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:45:43.349536 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a501b0ea-f645-4908-a141-5c1e76cc5f45 req-2ff14e20-8c29-4b5b-a7d2-f5ce630311d9 service neutron] Bound using segment: {'id': '06410043-7564-4071-955c-20ab389f4c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '01fa281d-761e-4f25-b481-4c95857787df'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:45:43.350209 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-a501b0ea-f645-4908-a141-5c1e76cc5f45 req-2ff14e20-8c29-4b5b-a7d2-f5ce630311d9 service neutron] Bound port: 086801b2-586c-425a-95a6-f34e153b6bb9, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06410043-7564-4071-955c-20ab389f4c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '01fa281d-761e-4f25-b481-4c95857787df'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:45:43.350374 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a501b0ea-f645-4908-a141-5c1e76cc5f45 req-2ff14e20-8c29-4b5b-a7d2-f5ce630311d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:43.365782 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7d9430-3f80-406f-948b-e4f008ecca6e x-openstack-request-id: req-5e7d9430-3f80-406f-948b-e4f008ecca6e {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:45:43.366100 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e7f9bfe-7369-4af3-824a-a49cc172da9f", "name": "network-vif-plugged", "status": "completed", "tag": "939d72db-2d60-46d4-bf80-372f37b6f531", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:45:43.366351 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5e7d9430-3f80-406f-948b-e4f008ecca6e {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:45:43.366744 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7f9bfe-7369-4af3-824a-a49cc172da9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939d72db-2d60-46d4-bf80-372f37b6f531', 'code': 200} Aug 23 20:45:43.404819 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f6a18-5036-4f7b-9f70-75b703731128 req-c73801b1-d523-4c48-8c9d-7c6c0fc34ffa tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:43.406445 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-146f6a18-5036-4f7b-9f70-75b703731128 req-c73801b1-d523-4c48-8c9d-7c6c0fc34ffa tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9336dda7-1b1b-494f-974f-73f6102a8002 HTTP/1.1" status: 200 len: 946 time: 0.0658238 Aug 23 20:45:43.434307 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-a501b0ea-f645-4908-a141-5c1e76cc5f45 req-2ff14e20-8c29-4b5b-a7d2-f5ce630311d9 service neutron] For port 086801b2-586c-425a-95a6-f34e153b6bb9, host n-h2-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:45:43.438023 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-a501b0ea-f645-4908-a141-5c1e76cc5f45 req-2ff14e20-8c29-4b5b-a7d2-f5ce630311d9 service neutron] For port 086801b2-586c-425a-95a6-f34e153b6bb9, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=086801b2-586c-425a-95a6-f34e153b6bb9,segment=NetworkSegment(06410043-7564-4071-955c-20ab389f4c02),segment_id=06410043-7564-4071-955c-20ab389f4c02)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:45:43.448529 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-146f6a18-5036-4f7b-9f70-75b703731128 req-cb1ec9c0-0f48-4cd5-b090-afd375c30290 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354125 Aug 23 20:45:43.451166 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a501b0ea-f645-4908-a141-5c1e76cc5f45 req-2ff14e20-8c29-4b5b-a7d2-f5ce630311d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:43.510835 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:43.551841 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501b0ea-f645-4908-a141-5c1e76cc5f45 req-2ff14e20-8c29-4b5b-a7d2-f5ce630311d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:43.552624 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a501b0ea-f645-4908-a141-5c1e76cc5f45 req-2ff14e20-8c29-4b5b-a7d2-f5ce630311d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:43.553987 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a501b0ea-f645-4908-a141-5c1e76cc5f45 req-2ff14e20-8c29-4b5b-a7d2-f5ce630311d9 service neutron] 10.222.0.32 "PUT /v2.0/ports/086801b2-586c-425a-95a6-f34e153b6bb9 HTTP/1.1" status: 200 len: 1091 time: 0.8736680 Aug 23 20:45:43.556042 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cbe06c4-c126-48af-a679-87664765e03f', 'tag': '086801b2-586c-425a-95a6-f34e153b6bb9'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:45:43.559039 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584ad566-6165-4dcb-b766-933dfc2680a3" -d '{"events": [{"name": "network-changed", "server_uuid": "2cbe06c4-c126-48af-a679-87664765e03f", "tag": "086801b2-586c-425a-95a6-f34e153b6bb9"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:45:43.582715 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2e7ff-51d0-449e-b213-a7250769e21c req-6c9595ab-5e62-4b7c-8478-f6c2cab4b81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:43.584470 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0ab2e7ff-51d0-449e-b213-a7250769e21c req-6c9595ab-5e62-4b7c-8478-f6c2cab4b81a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 1096 time: 0.1439271 Aug 23 20:45:43.592504 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff14e20-8c29-4b5b-a7d2-f5ce630311d9 service neutron] Pushing event updated for resources: {'Port': ['ID=086801b2-586c-425a-95a6-f34e153b6bb9,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:43.616241 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ae8fd4-ecb1-40ac-8fd3-c97a0f426025 x-openstack-request-id: req-f0ae8fd4-ecb1-40ac-8fd3-c97a0f426025 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:45:43.616525 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cbe06c4-c126-48af-a679-87664765e03f", "tag": "086801b2-586c-425a-95a6-f34e153b6bb9", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:45:43.616778 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f0ae8fd4-ecb1-40ac-8fd3-c97a0f426025 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:45:43.617162 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cbe06c4-c126-48af-a679-87664765e03f', 'tag': '086801b2-586c-425a-95a6-f34e153b6bb9', 'status': 'completed', 'code': 200} Aug 23 20:45:43.631656 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37794588-730b-49a2-b2f4-27ae7e8c4637 req-d8459a2b-9e75-4ab8-aae8-01fad376ee0a tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:43.633194 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-37794588-730b-49a2-b2f4-27ae7e8c4637 req-d8459a2b-9e75-4ab8-aae8-01fad376ee0a tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a324f02-c6ef-416d-a40a-06396011aeef HTTP/1.1" status: 200 len: 943 time: 0.1444387 Aug 23 20:45:43.674791 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0ab2e7ff-51d0-449e-b213-a7250769e21c req-43b28fbb-f132-40ce-b522-e0757dc4cda7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792401 Aug 23 20:45:43.706433 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-37794588-730b-49a2-b2f4-27ae7e8c4637 req-8a401a98-7b56-4b83-8aeb-887c454921e1 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584805 Aug 23 20:45:43.712643 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501b0ea-f645-4908-a141-5c1e76cc5f45 req-646ab2ce-b96d-4f08-9416-5254b4dca18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:43.714644 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a501b0ea-f645-4908-a141-5c1e76cc5f45 req-646ab2ce-b96d-4f08-9416-5254b4dca18e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1933037e09ec4ecea0f36bfe52e9eba6&device_id=2cbe06c4-c126-48af-a679-87664765e03f HTTP/1.1" status: 200 len: 1094 time: 0.0800927 Aug 23 20:45:43.764284 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a501b0ea-f645-4908-a141-5c1e76cc5f45 req-257f5972-4766-4838-aa1f-17df06142498 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=086801b2-586c-425a-95a6-f34e153b6bb9 HTTP/1.1" status: 200 len: 217 time: 0.0346529 Aug 23 20:45:43.819159 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501b0ea-f645-4908-a141-5c1e76cc5f45 req-2043a54d-8b56-4a04-841f-735201aea5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:43.820717 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a501b0ea-f645-4908-a141-5c1e76cc5f45 req-2043a54d-8b56-4a04-841f-735201aea5a2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=75f31781-8220-49ce-980e-8c4912a6195f HTTP/1.1" status: 200 len: 857 time: 0.0499167 Aug 23 20:45:43.860878 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a501b0ea-f645-4908-a141-5c1e76cc5f45 req-f88b5425-d9f3-4657-a5e4-b145f99e6454 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=01fa281d-761e-4f25-b481-4c95857787df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328150 Aug 23 20:45:43.945693 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 20ad7783-f73e-492c-8a50-ef3386783fe6 details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:45:43.950882 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a501b0ea-f645-4908-a141-5c1e76cc5f45 req-8b25e998-e991-4d44-99a8-f079c54c108a service neutron] 10.222.0.32 "GET /v2.0/networks/01fa281d-761e-4f25-b481-4c95857787df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830765 Aug 23 20:45:44.058202 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 20ad7783-f73e-492c-8a50-ef3386783fe6, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=20ad7783-f73e-492c-8a50-ef3386783fe6,segment=NetworkSegment(e190d2cc-1af7-492d-b8d4-8b6565472069),segment_id=e190d2cc-1af7-492d-b8d4-8b6565472069)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:45:44.063626 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a501b0ea-f645-4908-a141-5c1e76cc5f45 req-333f5459-5daf-4b36-9c13-99552e674fcd service neutron] 10.222.0.32 "GET /v2.0/networks/01fa281d-761e-4f25-b481-4c95857787df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051881 Aug 23 20:45:44.071441 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': '20ad7783-f73e-492c-8a50-ef3386783fe6', 'network_id': '40d89235-fcfe-430c-9978-6c953c80cfc6', 'port_id': '20ad7783-f73e-492c-8a50-ef3386783fe6', 'mac_address': 'fa:16:3e:60:30:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '862c8f9e-f5be-49f7-8b8f-82cbcaf44c62', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:45:44.121565 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8d0a3-7b4e-47db-9778-a83024dc1c76 req-1b05a969-8008-41ca-bf94-b1780c4f1dfd tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:44.125850 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:44.129653 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d3a8d0a3-7b4e-47db-9778-a83024dc1c76 req-1b05a969-8008-41ca-bf94-b1780c4f1dfd tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.0748539 Aug 23 20:45:44.139813 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ffe20-b821-4ee1-b6a3-39150b4d3818 req-7566a3f9-d6d0-4428-84ca-7ae12ebf6c6e tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:44.140611 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20ad7783-f73e-492c-8a50-ef3386783fe6 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:45:44.141526 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ac6ffe20-b821-4ee1-b6a3-39150b4d3818 req-7566a3f9-d6d0-4428-84ca-7ae12ebf6c6e tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cbe06c4-c126-48af-a679-87664765e03f HTTP/1.1" status: 200 len: 943 time: 0.0604854 Aug 23 20:45:44.162210 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 20ad7783-f73e-492c-8a50-ef3386783fe6, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=20ad7783-f73e-492c-8a50-ef3386783fe6,segment=NetworkSegment(e190d2cc-1af7-492d-b8d4-8b6565472069),segment_id=e190d2cc-1af7-492d-b8d4-8b6565472069)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:45:44.168958 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:44.177051 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d3a8d0a3-7b4e-47db-9778-a83024dc1c76 req-b49bb1ee-7a34-433f-85fa-fb663f80fabf tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457218 Aug 23 20:45:44.218865 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ac6ffe20-b821-4ee1-b6a3-39150b4d3818 req-2f163a88-5835-4339-a602-5d4c29baba1b tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] 10.222.0.61 "GET /v2.0/security-groups?id=9300f7bd-d551-479e-8ef8-83fa27c08783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700107 Aug 23 20:45:44.221527 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=20ad7783-f73e-492c-8a50-ef3386783fe6,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:44.225379 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ad566-6165-4dcb-b766-933dfc2680a3 req-7c8d89c1-d760-4831-ac47-5c58cbf31048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:44.227119 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-584ad566-6165-4dcb-b766-933dfc2680a3 req-7c8d89c1-d760-4831-ac47-5c58cbf31048 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1933037e09ec4ecea0f36bfe52e9eba6&device_id=2cbe06c4-c126-48af-a679-87664765e03f HTTP/1.1" status: 200 len: 1094 time: 0.0706162 Aug 23 20:45:44.324589 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ad566-6165-4dcb-b766-933dfc2680a3 req-66fd4f04-bfe1-4775-9674-e9242c725de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:44.326073 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-584ad566-6165-4dcb-b766-933dfc2680a3 req-66fd4f04-bfe1-4775-9674-e9242c725de6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=01fa281d-761e-4f25-b481-4c95857787df HTTP/1.1" status: 200 len: 918 time: 0.0886021 Aug 23 20:45:44.370229 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-584ad566-6165-4dcb-b766-933dfc2680a3 req-22982d64-4d3f-4b9a-81e5-0b8f126e1766 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=086801b2-586c-425a-95a6-f34e153b6bb9 HTTP/1.1" status: 200 len: 217 time: 0.0345595 Aug 23 20:45:44.424656 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ad566-6165-4dcb-b766-933dfc2680a3 req-4d22c72e-254c-41a0-9299-29c5067f48f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:44.426137 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-584ad566-6165-4dcb-b766-933dfc2680a3 req-4d22c72e-254c-41a0-9299-29c5067f48f4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=75f31781-8220-49ce-980e-8c4912a6195f HTTP/1.1" status: 200 len: 857 time: 0.0476885 Aug 23 20:45:44.458957 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-584ad566-6165-4dcb-b766-933dfc2680a3 req-702baf55-ff1d-46ea-967a-ff4b9e0d3325 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=01fa281d-761e-4f25-b481-4c95857787df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245798 Aug 23 20:45:44.469006 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['20ad7783-f73e-492c-8a50-ef3386783fe6'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:45:44.531561 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:44.565053 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-584ad566-6165-4dcb-b766-933dfc2680a3 req-5e727a1e-af2d-4eec-bea6-fe6c0a8f0e1b service neutron] 10.222.0.32 "GET /v2.0/networks/01fa281d-761e-4f25-b481-4c95857787df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927551 Aug 23 20:45:44.582662 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00f9dc-a3c3-41f0-aa4e-49a02de4b83b req-e46d484e-ea0e-450b-b70d-74966d77dcf1 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:44.584481 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8e00f9dc-a3c3-41f0-aa4e-49a02de4b83b req-e46d484e-ea0e-450b-b70d-74966d77dcf1 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9336dda7-1b1b-494f-974f-73f6102a8002 HTTP/1.1" status: 200 len: 946 time: 0.0566256 Aug 23 20:45:44.631471 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8e00f9dc-a3c3-41f0-aa4e-49a02de4b83b req-ade041f3-aa22-4705-beae-b5968d7150d0 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391116 Aug 23 20:45:44.667113 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-584ad566-6165-4dcb-b766-933dfc2680a3 req-5b2bc63f-acda-4014-a6a6-eb3edb45d561 service neutron] 10.222.0.32 "GET /v2.0/networks/01fa281d-761e-4f25-b481-4c95857787df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982542 Aug 23 20:45:44.849641 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7419d-d491-41d0-b8d8-6cbda49812ba req-99c12ae0-6246-4719-8db8-bd26e22696ad tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:44.851696 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a9f7419d-d491-41d0-b8d8-6cbda49812ba req-99c12ae0-6246-4719-8db8-bd26e22696ad tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a324f02-c6ef-416d-a40a-06396011aeef HTTP/1.1" status: 200 len: 944 time: 0.0641475 Aug 23 20:45:44.896900 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a9f7419d-d491-41d0-b8d8-6cbda49812ba req-509c402b-f54d-4525-884c-a071abc97d42 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380828 Aug 23 20:45:44.899715 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e42ed-d994-4cd8-a2ae-c29f17e92989 req-4c753d9d-0dd3-4831-a50c-75c05825ab7f tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:44.902086 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-012e42ed-d994-4cd8-a2ae-c29f17e92989 req-4c753d9d-0dd3-4831-a50c-75c05825ab7f tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9336dda7-1b1b-494f-974f-73f6102a8002 HTTP/1.1" status: 200 len: 946 time: 0.0578554 Aug 23 20:45:44.943962 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-012e42ed-d994-4cd8-a2ae-c29f17e92989 req-533668d5-2de1-4474-975f-3b61ca6b0c15 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346279 Aug 23 20:45:45.301865 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e50f1f-3cf2-45bf-ad78-0fe23e525e90 req-0b684b0f-47d6-4ce9-8684-a607d9220125 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:45.303344 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-88e50f1f-3cf2-45bf-ad78-0fe23e525e90 req-0b684b0f-47d6-4ce9-8684-a607d9220125 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.0530379 Aug 23 20:45:45.342184 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-88e50f1f-3cf2-45bf-ad78-0fe23e525e90 req-de812f6a-c0de-4631-b20c-74cebd9c770a tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319929 Aug 23 20:45:45.348078 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506cfdb-cb0c-453f-a98b-385ec521fb6d req-4fa24497-2f81-4eae-97db-1c257a363b81 tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:45.349627 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5506cfdb-cb0c-453f-a98b-385ec521fb6d req-4fa24497-2f81-4eae-97db-1c257a363b81 tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cbe06c4-c126-48af-a679-87664765e03f HTTP/1.1" status: 200 len: 943 time: 0.0504377 Aug 23 20:45:45.395746 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5506cfdb-cb0c-453f-a98b-385ec521fb6d req-eb9cef91-5e7f-4c7c-86f0-fe4d3c35baf2 tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] 10.222.0.61 "GET /v2.0/security-groups?id=9300f7bd-d551-479e-8ef8-83fa27c08783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392885 Aug 23 20:45:45.624826 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f169b-9138-47c2-8c79-0120d1724b7e req-015139a7-d4ff-4e54-b293-6282c385ba18 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:45.626378 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a52f169b-9138-47c2-8c79-0120d1724b7e req-015139a7-d4ff-4e54-b293-6282c385ba18 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/networks?id=5ea12703-07c8-4b33-b01b-2309c30593fb HTTP/1.1" status: 200 len: 814 time: 0.1100068 Aug 23 20:45:45.643067 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a52f169b-9138-47c2-8c79-0120d1724b7e req-98853634-bf77-48c6-b27c-047aa7430283 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/quotas/69818257106441a1bf38063386e4f27e HTTP/1.1" status: 200 len: 375 time: 0.0108206 Aug 23 20:45:45.699178 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a52f169b-9138-47c2-8c79-0120d1724b7e req-b74b1347-2695-42e0-a796-8c4cf7fe9c58 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=69818257106441a1bf38063386e4f27e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0505910 Aug 23 20:45:45.798360 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a52f169b-9138-47c2-8c79-0120d1724b7e req-37121199-a98f-43da-ac41-e897c0c1d428 service neutron] 10.222.0.61 "GET /v2.0/networks/5ea12703-07c8-4b33-b01b-2309c30593fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891054 Aug 23 20:45:45.872826 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:45.904067 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a52f169b-9138-47c2-8c79-0120d1724b7e req-8ac262e0-7300-4bb8-9bfe-7c13759e3528 service neutron] 10.222.0.61 "GET /v2.0/networks/5ea12703-07c8-4b33-b01b-2309c30593fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996861 Aug 23 20:45:45.961830 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 086801b2-586c-425a-95a6-f34e153b6bb9 details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:45:45.969556 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 20ad7783-f73e-492c-8a50-ef3386783fe6 up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:45:46.030036 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8add4-eb2c-4b00-955d-0f50cb92fa64 req-99c5a5b0-254c-41c9-8767-925be3d42b66 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:46.037584 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cea8add4-eb2c-4b00-955d-0f50cb92fa64 req-99c5a5b0-254c-41c9-8767-925be3d42b66 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a324f02-c6ef-416d-a40a-06396011aeef HTTP/1.1" status: 200 len: 944 time: 0.0615957 Aug 23 20:45:46.085222 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cea8add4-eb2c-4b00-955d-0f50cb92fa64 req-cd1e50de-7cae-46a6-802e-304ac9473b08 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470712 Aug 23 20:45:46.154228 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 086801b2-586c-425a-95a6-f34e153b6bb9, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=086801b2-586c-425a-95a6-f34e153b6bb9,segment=NetworkSegment(06410043-7564-4071-955c-20ab389f4c02),segment_id=06410043-7564-4071-955c-20ab389f4c02)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:45:46.158236 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port 20ad7783-f73e-492c-8a50-ef3386783fe6 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:45:46.158635 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90745e1-831e-4324-b506-29869225ff08 req-871d4d61-2729-4e09-a813-bf6dc61ea534 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:46.161089 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a90745e1-831e-4324-b506-29869225ff08 req-871d4d61-2729-4e09-a813-bf6dc61ea534 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9336dda7-1b1b-494f-974f-73f6102a8002 HTTP/1.1" status: 200 len: 946 time: 0.0668707 Aug 23 20:45:46.169537 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port 20ad7783-f73e-492c-8a50-ef3386783fe6 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:45:46.170071 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:46.189818 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4006f864-6b27-4713-b7a0-eb9e93c7ad20 req-09d1a721-7b1f-4106-a18c-f0db1565cdc3 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed05667-6c9f-47bb-9066-8c1db97c5f90 HTTP/1.1" status: 200 len: 210 time: 0.0502491 Aug 23 20:45:46.205977 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': '086801b2-586c-425a-95a6-f34e153b6bb9', 'network_id': '01fa281d-761e-4f25-b481-4c95857787df', 'port_id': '086801b2-586c-425a-95a6-f34e153b6bb9', 'mac_address': 'fa:16:3e:a5:8f:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75f31781-8220-49ce-980e-8c4912a6195f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:45:46.277830 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a90745e1-831e-4324-b506-29869225ff08 req-e1cfa51d-583c-455c-80b5-36740d461af8 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049089 Aug 23 20:45:46.308387 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:46.352651 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 086801b2-586c-425a-95a6-f34e153b6bb9 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:45:46.374387 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:46.391909 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 086801b2-586c-425a-95a6-f34e153b6bb9, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=086801b2-586c-425a-95a6-f34e153b6bb9,segment=NetworkSegment(06410043-7564-4071-955c-20ab389f4c02),segment_id=06410043-7564-4071-955c-20ab389f4c02)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:45:46.399833 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:46.436590 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a324f02-c6ef-416d-a40a-06396011aeef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ad7783-f73e-492c-8a50-ef3386783fe6'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:45:46.439129 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f96de4a-9be6-4c0e-8dad-cd27cf582284" -d '{"events": [{"server_uuid": "0a324f02-c6ef-416d-a40a-06396011aeef", "name": "network-vif-plugged", "status": "completed", "tag": "20ad7783-f73e-492c-8a50-ef3386783fe6"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:45:46.456023 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 20ad7783-f73e-492c-8a50-ef3386783fe6, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=20ad7783-f73e-492c-8a50-ef3386783fe6,segment=NetworkSegment(e190d2cc-1af7-492d-b8d4-8b6565472069),segment_id=e190d2cc-1af7-492d-b8d4-8b6565472069)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:45:46.510156 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=086801b2-586c-425a-95a6-f34e153b6bb9,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:46.521972 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:46.537035 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a4df6-1ec5-4b57-a786-ad4fc0007157 req-98cf195d-eda4-4fdb-be2f-bd59c8990b48 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:46.539273 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-317a4df6-1ec5-4b57-a786-ad4fc0007157 req-98cf195d-eda4-4fdb-be2f-bd59c8990b48 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.11 "GET /v2.0/ports?device_id=9336dda7-1b1b-494f-974f-73f6102a8002 HTTP/1.1" status: 200 len: 946 time: 0.1155748 Aug 23 20:45:46.555043 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720abdf2-5b8a-4a92-b202-a79d9b009d57 x-openstack-request-id: req-720abdf2-5b8a-4a92-b202-a79d9b009d57 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:45:46.555415 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a324f02-c6ef-416d-a40a-06396011aeef", "name": "network-vif-plugged", "status": "completed", "tag": "20ad7783-f73e-492c-8a50-ef3386783fe6", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:45:46.555591 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-720abdf2-5b8a-4a92-b202-a79d9b009d57 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:45:46.555963 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a324f02-c6ef-416d-a40a-06396011aeef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ad7783-f73e-492c-8a50-ef3386783fe6', 'code': 200} Aug 23 20:45:46.602682 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=20ad7783-f73e-492c-8a50-ef3386783fe6,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:46.704104 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['086801b2-586c-425a-95a6-f34e153b6bb9'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:45:46.765626 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c80c4a-a5d3-419c-a487-3ee246a47ac5 req-fa00c98f-21fc-413e-8b13-391ade4b98be tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:46.769301 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b6c80c4a-a5d3-419c-a487-3ee246a47ac5 req-fa00c98f-21fc-413e-8b13-391ade4b98be tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cbe06c4-c126-48af-a679-87664765e03f HTTP/1.1" status: 200 len: 944 time: 0.1591258 Aug 23 20:45:46.800807 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf2b58-ac99-4fe4-90be-38a1af8af240 req-ea61d267-dca8-47d0-a756-45a60553beac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:46.803245 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-81bf2b58-ac99-4fe4-90be-38a1af8af240 req-ea61d267-dca8-47d0-a756-45a60553beac service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0a324f02-c6ef-416d-a40a-06396011aeef HTTP/1.1" status: 200 len: 1096 time: 0.1388578 Aug 23 20:45:46.878360 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-317a4df6-1ec5-4b57-a786-ad4fc0007157 req-47d2a99f-f903-4d24-9dca-5bb89e8d0c68 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Deleting port ad738732-ea7d-4e5a-800d-db14fe1879cd {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:45:46.878754 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-317a4df6-1ec5-4b57-a786-ad4fc0007157 req-47d2a99f-f903-4d24-9dca-5bb89e8d0c68 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:46.886961 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b6c80c4a-a5d3-419c-a487-3ee246a47ac5 req-c636daf9-104b-4cd5-b8cb-a9906781b43c tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] 10.222.0.61 "GET /v2.0/security-groups?id=9300f7bd-d551-479e-8ef8-83fa27c08783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062243 Aug 23 20:45:46.898832 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-81bf2b58-ac99-4fe4-90be-38a1af8af240 req-426422a3-9128-469f-97b0-d5a8defdad1a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837569 Aug 23 20:45:46.979580 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-317a4df6-1ec5-4b57-a786-ad4fc0007157 req-47d2a99f-f903-4d24-9dca-5bb89e8d0c68 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] For port ad738732-ea7d-4e5a-800d-db14fe1879cd, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=ad738732-ea7d-4e5a-800d-db14fe1879cd,segment=NetworkSegment(a0304131-671f-4c22-8fc4-9d97cd99d833),segment_id=a0304131-671f-4c22-8fc4-9d97cd99d833)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:45:46.979949 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-317a4df6-1ec5-4b57-a786-ad4fc0007157 req-47d2a99f-f903-4d24-9dca-5bb89e8d0c68 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:46.992440 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-317a4df6-1ec5-4b57-a786-ad4fc0007157 req-47d2a99f-f903-4d24-9dca-5bb89e8d0c68 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Calling delete_port for ad738732-ea7d-4e5a-800d-db14fe1879cd owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:45:47.137339 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-317a4df6-1ec5-4b57-a786-ad4fc0007157 req-47d2a99f-f903-4d24-9dca-5bb89e8d0c68 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:47.178473 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d2a99f-f903-4d24-9dca-5bb89e8d0c68 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Pushing event deleted for resources: {'Port': ['ID=ad738732-ea7d-4e5a-800d-db14fe1879cd,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:47.197823 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['ad738732-ea7d-4e5a-800d-db14fe1879cd'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:45:47.213915 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-317a4df6-1ec5-4b57-a786-ad4fc0007157 req-47d2a99f-f903-4d24-9dca-5bb89e8d0c68 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] No DVR routers for this DVR port ad738732-ea7d-4e5a-800d-db14fe1879cd on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:45:47.217290 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-317a4df6-1ec5-4b57-a786-ad4fc0007157 req-47d2a99f-f903-4d24-9dca-5bb89e8d0c68 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:47.220018 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-317a4df6-1ec5-4b57-a786-ad4fc0007157 req-47d2a99f-f903-4d24-9dca-5bb89e8d0c68 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.11 "DELETE /v2.0/ports/ad738732-ea7d-4e5a-800d-db14fe1879cd HTTP/1.1" status: 204 len: 173 time: 0.6718259 Aug 23 20:45:47.220600 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9336dda7-1b1b-494f-974f-73f6102a8002', 'name': 'network-vif-deleted', 'tag': 'ad738732-ea7d-4e5a-800d-db14fe1879cd'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:45:47.224525 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb2dd94-844a-4c65-baf2-b35dfab668e6" -d '{"events": [{"server_uuid": "9336dda7-1b1b-494f-974f-73f6102a8002", "name": "network-vif-deleted", "tag": "ad738732-ea7d-4e5a-800d-db14fe1879cd"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:45:47.241557 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf8eca-f968-487f-b2b2-1976c46c60e8 req-a1fc9ddd-7f74-4eba-8c60-c2126c4addab tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:47.249647 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2ecf8eca-f968-487f-b2b2-1976c46c60e8 req-a1fc9ddd-7f74-4eba-8c60-c2126c4addab tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a324f02-c6ef-416d-a40a-06396011aeef HTTP/1.1" status: 200 len: 945 time: 0.0833628 Aug 23 20:45:47.296477 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2ecf8eca-f968-487f-b2b2-1976c46c60e8 req-fc674e27-1809-4535-a05e-212bc719869c tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450211 Aug 23 20:45:47.309784 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3f58de59-0092-4592-b313-ae6fb9edca99 req-5ae55947-3f85-4345-aca7-e741076a4afc tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed05667-6c9f-47bb-9066-8c1db97c5f90 HTTP/1.1" status: 200 len: 210 time: 0.0325625 Aug 23 20:45:47.351802 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f578048a-c8fb-4e59-9f9f-67020226659a x-openstack-request-id: req-f578048a-c8fb-4e59-9f9f-67020226659a {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:45:47.352130 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9336dda7-1b1b-494f-974f-73f6102a8002", "name": "network-vif-deleted", "tag": "ad738732-ea7d-4e5a-800d-db14fe1879cd", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:45:47.352383 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f578048a-c8fb-4e59-9f9f-67020226659a {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:45:47.352851 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9336dda7-1b1b-494f-974f-73f6102a8002', 'name': 'network-vif-deleted', 'tag': 'ad738732-ea7d-4e5a-800d-db14fe1879cd', 'status': 'completed', 'code': 200} Aug 23 20:45:47.413429 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-eae26da4-f883-4d1b-b3c0-87b15caa5a39 req-ae464d77-f5a4-4160-80e2-8413cabdf7e5 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9336dda7-1b1b-494f-974f-73f6102a8002 HTTP/1.1" status: 200 len: 210 time: 0.0253708 Aug 23 20:45:47.766265 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f169b-9138-47c2-8c79-0120d1724b7e req-e7b332df-a98e-45cf-ba74-b3982c789368 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:47.767811 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a52f169b-9138-47c2-8c79-0120d1724b7e req-e7b332df-a98e-45cf-ba74-b3982c789368 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.32 "GET /v2.0/networks?id=5ea12703-07c8-4b33-b01b-2309c30593fb HTTP/1.1" status: 200 len: 814 time: 0.1248331 Aug 23 20:45:47.794656 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-a52f169b-9138-47c2-8c79-0120d1724b7e req-9eb67b46-7266-4b3e-bc98-a7fa1e0b2947 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Request body: {'port': {'device_id': 'bed05667-6c9f-47bb-9066-8c1db97c5f90', 'network_id': '5ea12703-07c8-4b33-b01b-2309c30593fb', 'admin_state_up': True, 'tenant_id': '69818257106441a1bf38063386e4f27e'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:45:47.913287 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a52f169b-9138-47c2-8c79-0120d1724b7e req-9eb67b46-7266-4b3e-bc98-a7fa1e0b2947 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Made reservation on behalf of 69818257106441a1bf38063386e4f27e for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:45:47.917406 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a52f169b-9138-47c2-8c79-0120d1724b7e req-9eb67b46-7266-4b3e-bc98-a7fa1e0b2947 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:47.970916 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 086801b2-586c-425a-95a6-f34e153b6bb9 up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:45:48.027337 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf1df8-d439-4ec5-ba26-5e7a4775970d req-7556b809-37f9-4b11-9490-e3b41825258d tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:48.029095 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port 086801b2-586c-425a-95a6-f34e153b6bb9 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:45:48.029283 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dcbf1df8-d439-4ec5-ba26-5e7a4775970d req-7556b809-37f9-4b11-9490-e3b41825258d tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cbe06c4-c126-48af-a679-87664765e03f HTTP/1.1" status: 200 len: 944 time: 0.0618203 Aug 23 20:45:48.034743 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port 086801b2-586c-425a-95a6-f34e153b6bb9 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:45:48.036308 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:48.067881 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-a52f169b-9138-47c2-8c79-0120d1724b7e req-9eb67b46-7266-4b3e-bc98-a7fa1e0b2947 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Allocated IP 172.20.0.11 (5ea12703-07c8-4b33-b01b-2309c30593fb/a61ac775-45d7-4f26-8246-bac30e400edf/ec458a46-3461-4bf1-b62c-7d92a7411b28) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:45:48.077426 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dcbf1df8-d439-4ec5-ba26-5e7a4775970d req-9f221725-c537-46bf-865c-c08c08175798 tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] 10.222.0.61 "GET /v2.0/security-groups?id=9300f7bd-d551-479e-8ef8-83fa27c08783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413961 Aug 23 20:45:48.172219 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:48.207090 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 086801b2-586c-425a-95a6-f34e153b6bb9, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=086801b2-586c-425a-95a6-f34e153b6bb9,segment=NetworkSegment(06410043-7564-4071-955c-20ab389f4c02),segment_id=06410043-7564-4071-955c-20ab389f4c02)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:45:48.211331 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:48.264046 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=086801b2-586c-425a-95a6-f34e153b6bb9,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:48.265752 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a52f169b-9138-47c2-8c79-0120d1724b7e req-9eb67b46-7266-4b3e-bc98-a7fa1e0b2947 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:48.305264 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a52f169b-9138-47c2-8c79-0120d1724b7e req-9eb67b46-7266-4b3e-bc98-a7fa1e0b2947 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:48.320475 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['939d72db-2d60-46d4-bf80-372f37b6f531'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:45:48.350419 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a52f169b-9138-47c2-8c79-0120d1724b7e req-9eb67b46-7266-4b3e-bc98-a7fa1e0b2947 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Network 5ea12703-07c8-4b33-b01b-2309c30593fb is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:45:48.354751 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-a52f169b-9138-47c2-8c79-0120d1724b7e req-9eb67b46-7266-4b3e-bc98-a7fa1e0b2947 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:45:48.359195 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-a52f169b-9138-47c2-8c79-0120d1724b7e req-9eb67b46-7266-4b3e-bc98-a7fa1e0b2947 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:45:48.412293 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f169b-9138-47c2-8c79-0120d1724b7e req-9eb67b46-7266-4b3e-bc98-a7fa1e0b2947 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:48.412912 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a52f169b-9138-47c2-8c79-0120d1724b7e req-9eb67b46-7266-4b3e-bc98-a7fa1e0b2947 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:48.454693 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb67b46-7266-4b3e-bc98-a7fa1e0b2947 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Pushing event updated for resources: {'Port': ['ID=ec458a46-3461-4bf1-b62c-7d92a7411b28,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:48.461458 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a52f169b-9138-47c2-8c79-0120d1724b7e req-9eb67b46-7266-4b3e-bc98-a7fa1e0b2947 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6713884 Aug 23 20:45:48.471856 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd60da8-2366-4ef6-b167-a870ece3a5d8 req-058fcf2d-99ac-4d83-9315-fb7749c69077 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:48.481810 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6bd60da8-2366-4ef6-b167-a870ece3a5d8 req-058fcf2d-99ac-4d83-9315-fb7749c69077 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed05667-6c9f-47bb-9066-8c1db97c5f90 HTTP/1.1" status: 200 len: 932 time: 0.0729835 Aug 23 20:45:48.483593 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-a52f169b-9138-47c2-8c79-0120d1724b7e req-a1a66416-44c3-4a22-bcfd-d61f5c0396e0 service neutron] Request body: {'port': {'device_id': 'bed05667-6c9f-47bb-9066-8c1db97c5f90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:45:48.496512 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9bc02b-b451-4c7d-b159-2d720154760f req-c39ffebc-b8ff-4651-9e6f-82adaa8822bd tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:48.498063 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4c9bc02b-b451-4c7d-b159-2d720154760f req-c39ffebc-b8ff-4651-9e6f-82adaa8822bd tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a324f02-c6ef-416d-a40a-06396011aeef HTTP/1.1" status: 200 len: 945 time: 0.0815406 Aug 23 20:45:48.517708 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6bd60da8-2366-4ef6-b167-a870ece3a5d8 req-55555a7a-805e-4e5c-b0a9-5ed596c5c636 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350356 Aug 23 20:45:48.556849 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cbe06c4-c126-48af-a679-87664765e03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '086801b2-586c-425a-95a6-f34e153b6bb9'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:45:48.559454 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f26c4c-7d34-4797-87fc-13418a05428f" -d '{"events": [{"server_uuid": "2cbe06c4-c126-48af-a679-87664765e03f", "name": "network-vif-plugged", "status": "completed", "tag": "086801b2-586c-425a-95a6-f34e153b6bb9"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:45:48.579264 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4c9bc02b-b451-4c7d-b159-2d720154760f req-013e1a2c-7318-4bab-8021-3c1ecf7bb4fa tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658760 Aug 23 20:45:48.579970 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a52f169b-9138-47c2-8c79-0120d1724b7e req-a1a66416-44c3-4a22-bcfd-d61f5c0396e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:48.608972 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3825f325-0434-42e5-8305-3ad7110c52be x-openstack-request-id: req-3825f325-0434-42e5-8305-3ad7110c52be {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:45:48.609260 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cbe06c4-c126-48af-a679-87664765e03f", "name": "network-vif-plugged", "status": "completed", "tag": "086801b2-586c-425a-95a6-f34e153b6bb9", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:45:48.609507 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3825f325-0434-42e5-8305-3ad7110c52be {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:45:48.609896 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cbe06c4-c126-48af-a679-87664765e03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '086801b2-586c-425a-95a6-f34e153b6bb9', 'code': 200} Aug 23 20:45:48.802846 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe21d4-b216-4ebb-835f-577ab5bcbb6e req-79da4e60-a1db-4d61-bf8e-5be857684f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:48.804383 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-91fe21d4-b216-4ebb-835f-577ab5bcbb6e req-79da4e60-a1db-4d61-bf8e-5be857684f49 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2cbe06c4-c126-48af-a679-87664765e03f HTTP/1.1" status: 200 len: 1096 time: 0.1004405 Aug 23 20:45:48.809278 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb655d23-db1a-4030-a91c-2bf9e1426831 req-0655c9ae-d3e8-483a-931f-e4545a0a89af tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:48.810769 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fb655d23-db1a-4030-a91c-2bf9e1426831 req-0655c9ae-d3e8-483a-931f-e4545a0a89af tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a324f02-c6ef-416d-a40a-06396011aeef HTTP/1.1" status: 200 len: 945 time: 0.1117039 Aug 23 20:45:48.867671 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-91fe21d4-b216-4ebb-835f-577ab5bcbb6e req-bb48289c-df0e-4439-a3d6-4eabcb896c65 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9300f7bd-d551-479e-8ef8-83fa27c08783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555162 Aug 23 20:45:48.875106 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e1c7b-3e72-4edd-ba7a-273c3d3fa9b3 req-eda39a32-2177-4783-8456-e87ffa5c0164 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:48.876629 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bd3e1c7b-3e72-4edd-ba7a-273c3d3fa9b3 req-eda39a32-2177-4783-8456-e87ffa5c0164 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/networks?id=99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54 HTTP/1.1" status: 200 len: 812 time: 0.1407132 Aug 23 20:45:48.880576 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fb655d23-db1a-4030-a91c-2bf9e1426831 req-1cb416fe-da1e-4034-9179-92bacdbda091 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605645 Aug 23 20:45:48.892998 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bd3e1c7b-3e72-4edd-ba7a-273c3d3fa9b3 req-c1538b1a-cd3f-47d4-a187-cb7588cf6192 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/quotas/6b5caa9dd6fe449d826e5284616c3d3c HTTP/1.1" status: 200 len: 375 time: 0.0098495 Aug 23 20:45:48.935724 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bd3e1c7b-3e72-4edd-ba7a-273c3d3fa9b3 req-ac3ca600-70cc-4244-a849-45c21d977099 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=6b5caa9dd6fe449d826e5284616c3d3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271387 Aug 23 20:45:48.953748 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-a52f169b-9138-47c2-8c79-0120d1724b7e req-a1a66416-44c3-4a22-bcfd-d61f5c0396e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec458a46-3461-4bf1-b62c-7d92a7411b28 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:45:48.962227 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a52f169b-9138-47c2-8c79-0120d1724b7e req-a1a66416-44c3-4a22-bcfd-d61f5c0396e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:48.975604 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-a52f169b-9138-47c2-8c79-0120d1724b7e req-a1a66416-44c3-4a22-bcfd-d61f5c0396e0 service neutron] Transition to ACTIVE for port object ec458a46-3461-4bf1-b62c-7d92a7411b28 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:45:48.981587 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a52f169b-9138-47c2-8c79-0120d1724b7e req-a1a66416-44c3-4a22-bcfd-d61f5c0396e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:49.040452 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bd3e1c7b-3e72-4edd-ba7a-273c3d3fa9b3 req-d90e2f70-5b7f-4819-9a70-61e0133a8fde service neutron] 10.222.0.61 "GET /v2.0/networks/99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965986 Aug 23 20:45:49.136666 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bd3e1c7b-3e72-4edd-ba7a-273c3d3fa9b3 req-be25f353-fc5d-4ca2-be8b-ce5d476e0f8d service neutron] 10.222.0.61 "GET /v2.0/networks/99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896678 Aug 23 20:45:49.349512 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a66416-44c3-4a22-bcfd-d61f5c0396e0 service neutron] Pushing event updated for resources: {'Port': ['ID=ec458a46-3461-4bf1-b62c-7d92a7411b28,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:49.364078 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c1cec-b95d-41c0-85cd-1d163ced51a4 req-7e7c3500-734b-42d8-8622-2d7771f6558c tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:49.366151 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b95c1cec-b95d-41c0-85cd-1d163ced51a4 req-7e7c3500-734b-42d8-8622-2d7771f6558c tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cbe06c4-c126-48af-a679-87664765e03f HTTP/1.1" status: 200 len: 945 time: 0.0715289 Aug 23 20:45:49.412352 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b95c1cec-b95d-41c0-85cd-1d163ced51a4 req-bb47cb2d-8f67-4a45-b7f5-cd045c36d1f4 tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] 10.222.0.61 "GET /v2.0/security-groups?id=9300f7bd-d551-479e-8ef8-83fa27c08783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386586 Aug 23 20:45:49.412995 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcfb563-0db3-415f-adc4-69160cf03691 req-39316ef9-c84e-4e4c-a578-fd4b4c39ec2b tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:49.421340 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0fcfb563-0db3-415f-adc4-69160cf03691 req-39316ef9-c84e-4e4c-a578-fd4b4c39ec2b tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a324f02-c6ef-416d-a40a-06396011aeef HTTP/1.1" status: 200 len: 945 time: 0.1373205 Aug 23 20:45:49.480437 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-a52f169b-9138-47c2-8c79-0120d1724b7e req-a1a66416-44c3-4a22-bcfd-d61f5c0396e0 service neutron] Attempting to bind port ec458a46-3461-4bf1-b62c-7d92a7411b28 on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:45:49.480779 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-a52f169b-9138-47c2-8c79-0120d1724b7e req-a1a66416-44c3-4a22-bcfd-d61f5c0396e0 service neutron] Attempting to bind port ec458a46-3461-4bf1-b62c-7d92a7411b28 by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': '56944fa1-c7d3-451b-86e9-345b2fbe4c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5ea12703-07c8-4b33-b01b-2309c30593fb'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:45:49.481158 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52f169b-9138-47c2-8c79-0120d1724b7e req-a1a66416-44c3-4a22-bcfd-d61f5c0396e0 service neutron] Attempting to bind port ec458a46-3461-4bf1-b62c-7d92a7411b28 on network 5ea12703-07c8-4b33-b01b-2309c30593fb {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:45:49.486729 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0fcfb563-0db3-415f-adc4-69160cf03691 req-d5fb5f76-d8ff-4a50-9d20-3a65391adf4d tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646155 Aug 23 20:45:49.488881 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52f169b-9138-47c2-8c79-0120d1724b7e req-a1a66416-44c3-4a22-bcfd-d61f5c0396e0 service neutron] Port ec458a46-3461-4bf1-b62c-7d92a7411b28 on network 5ea12703-07c8-4b33-b01b-2309c30593fb not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:45:49.489281 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52f169b-9138-47c2-8c79-0120d1724b7e req-a1a66416-44c3-4a22-bcfd-d61f5c0396e0 service neutron] Attempting to bind port ec458a46-3461-4bf1-b62c-7d92a7411b28 on network 5ea12703-07c8-4b33-b01b-2309c30593fb {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:45:49.494803 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52f169b-9138-47c2-8c79-0120d1724b7e req-a1a66416-44c3-4a22-bcfd-d61f5c0396e0 service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:45:49.495201 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52f169b-9138-47c2-8c79-0120d1724b7e req-a1a66416-44c3-4a22-bcfd-d61f5c0396e0 service neutron] Checking segment: {'id': '56944fa1-c7d3-451b-86e9-345b2fbe4c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5ea12703-07c8-4b33-b01b-2309c30593fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:45:49.495780 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52f169b-9138-47c2-8c79-0120d1724b7e req-a1a66416-44c3-4a22-bcfd-d61f5c0396e0 service neutron] Bound using segment: {'id': '56944fa1-c7d3-451b-86e9-345b2fbe4c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5ea12703-07c8-4b33-b01b-2309c30593fb'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:45:49.496349 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-a52f169b-9138-47c2-8c79-0120d1724b7e req-a1a66416-44c3-4a22-bcfd-d61f5c0396e0 service neutron] Bound port: ec458a46-3461-4bf1-b62c-7d92a7411b28, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56944fa1-c7d3-451b-86e9-345b2fbe4c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5ea12703-07c8-4b33-b01b-2309c30593fb'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:45:49.496669 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a52f169b-9138-47c2-8c79-0120d1724b7e req-a1a66416-44c3-4a22-bcfd-d61f5c0396e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:49.504732 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-63eb0ec7-0f2e-434f-8ada-16cc287f70d2 req-83034b72-0306-43b0-abdc-d6bed85a99e4 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=687a2c67-325b-40d7-86e7-a6799a3e82a1 HTTP/1.1" status: 200 len: 210 time: 0.0382373 Aug 23 20:45:49.614174 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-a52f169b-9138-47c2-8c79-0120d1724b7e req-a1a66416-44c3-4a22-bcfd-d61f5c0396e0 service neutron] For port ec458a46-3461-4bf1-b62c-7d92a7411b28, host n-h2-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:45:49.634382 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-a52f169b-9138-47c2-8c79-0120d1724b7e req-a1a66416-44c3-4a22-bcfd-d61f5c0396e0 service neutron] For port ec458a46-3461-4bf1-b62c-7d92a7411b28, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=ec458a46-3461-4bf1-b62c-7d92a7411b28,segment=NetworkSegment(56944fa1-c7d3-451b-86e9-345b2fbe4c92),segment_id=56944fa1-c7d3-451b-86e9-345b2fbe4c92)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:45:49.641101 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a52f169b-9138-47c2-8c79-0120d1724b7e req-a1a66416-44c3-4a22-bcfd-d61f5c0396e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:49.657911 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca5750-1d0b-4068-ba36-a42ff27ae714 req-db0ef3fc-0d0d-432a-b874-d8d90c083899 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:49.659715 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f2ca5750-1d0b-4068-ba36-a42ff27ae714 req-db0ef3fc-0d0d-432a-b874-d8d90c083899 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed05667-6c9f-47bb-9066-8c1db97c5f90 HTTP/1.1" status: 200 len: 944 time: 0.0552814 Aug 23 20:45:49.662239 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bdb42d-bfcb-4cb4-b05a-6603d24f2bee req-f8b71444-efc4-46e1-b7d7-98557ef2a776 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:49.663759 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-57bdb42d-bfcb-4cb4-b05a-6603d24f2bee req-f8b71444-efc4-46e1-b7d7-98557ef2a776 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a324f02-c6ef-416d-a40a-06396011aeef HTTP/1.1" status: 200 len: 945 time: 0.0913332 Aug 23 20:45:49.691445 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f169b-9138-47c2-8c79-0120d1724b7e req-a1a66416-44c3-4a22-bcfd-d61f5c0396e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:49.692190 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a52f169b-9138-47c2-8c79-0120d1724b7e req-a1a66416-44c3-4a22-bcfd-d61f5c0396e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:49.693674 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a52f169b-9138-47c2-8c79-0120d1724b7e req-a1a66416-44c3-4a22-bcfd-d61f5c0396e0 service neutron] 10.222.0.32 "PUT /v2.0/ports/ec458a46-3461-4bf1-b62c-7d92a7411b28 HTTP/1.1" status: 200 len: 1092 time: 1.2181690 Aug 23 20:45:49.695317 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bed05667-6c9f-47bb-9066-8c1db97c5f90', 'tag': 'ec458a46-3461-4bf1-b62c-7d92a7411b28'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:45:49.699000 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab050bfa-0bc1-4022-ac89-8b273a7a4c4e" -d '{"events": [{"name": "network-changed", "server_uuid": "bed05667-6c9f-47bb-9066-8c1db97c5f90", "tag": "ec458a46-3461-4bf1-b62c-7d92a7411b28"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:45:49.702003 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f2ca5750-1d0b-4068-ba36-a42ff27ae714 req-59781c23-f2f8-4b82-bf27-d7076d46db9a tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340242 Aug 23 20:45:49.759132 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-57bdb42d-bfcb-4cb4-b05a-6603d24f2bee req-ea8bdbf5-354c-4ff3-bf63-6e972761b3d3 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644054 Aug 23 20:45:49.761251 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a66416-44c3-4a22-bcfd-d61f5c0396e0 service neutron] Pushing event updated for resources: {'Port': ['ID=ec458a46-3461-4bf1-b62c-7d92a7411b28,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:49.790147 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302bcc69-d3a9-43f9-86bc-fb73e69b767b x-openstack-request-id: req-302bcc69-d3a9-43f9-86bc-fb73e69b767b {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:45:49.790648 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bed05667-6c9f-47bb-9066-8c1db97c5f90", "tag": "ec458a46-3461-4bf1-b62c-7d92a7411b28", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:45:49.790831 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-302bcc69-d3a9-43f9-86bc-fb73e69b767b {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:45:49.791207 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bed05667-6c9f-47bb-9066-8c1db97c5f90', 'tag': 'ec458a46-3461-4bf1-b62c-7d92a7411b28', 'status': 'completed', 'code': 200} Aug 23 20:45:49.824279 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f169b-9138-47c2-8c79-0120d1724b7e req-b37c45ed-fe24-4822-a2fd-08e4206b09cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:49.825819 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a52f169b-9138-47c2-8c79-0120d1724b7e req-b37c45ed-fe24-4822-a2fd-08e4206b09cc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69818257106441a1bf38063386e4f27e&device_id=bed05667-6c9f-47bb-9066-8c1db97c5f90 HTTP/1.1" status: 200 len: 1095 time: 0.0521355 Aug 23 20:45:49.919864 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a52f169b-9138-47c2-8c79-0120d1724b7e req-197bff87-36f1-435d-af94-8cf42cbd1f14 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec458a46-3461-4bf1-b62c-7d92a7411b28 HTTP/1.1" status: 200 len: 217 time: 0.0458250 Aug 23 20:45:50.017879 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e41c58a-ac1b-4802-ab98-eea765377023 req-adec50db-ba8f-439a-bb06-0a3eed1c6277 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:50.019278 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1e41c58a-ac1b-4802-ab98-eea765377023 req-adec50db-ba8f-439a-bb06-0a3eed1c6277 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a324f02-c6ef-416d-a40a-06396011aeef HTTP/1.1" status: 200 len: 945 time: 0.0840745 Aug 23 20:45:50.039028 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f169b-9138-47c2-8c79-0120d1724b7e req-aa9fb0f2-aae2-4d08-b0c5-b4ae4a466e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:50.041556 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a52f169b-9138-47c2-8c79-0120d1724b7e req-aa9fb0f2-aae2-4d08-b0c5-b4ae4a466e17 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a61ac775-45d7-4f26-8246-bac30e400edf HTTP/1.1" status: 200 len: 854 time: 0.0663633 Aug 23 20:45:50.091283 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a52f169b-9138-47c2-8c79-0120d1724b7e req-a08f9979-0a4a-4118-adb3-e98614d479ce service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5ea12703-07c8-4b33-b01b-2309c30593fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386884 Aug 23 20:45:50.096681 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1e41c58a-ac1b-4802-ab98-eea765377023 req-faa9cbde-b9d9-4010-83de-f446cef334bd tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688422 Aug 23 20:45:50.215405 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a52f169b-9138-47c2-8c79-0120d1724b7e req-2a474a1f-009e-4c2a-aecf-b3bcd985499d service neutron] 10.222.0.32 "GET /v2.0/networks/5ea12703-07c8-4b33-b01b-2309c30593fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936532 Aug 23 20:45:50.216238 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e22bea-929d-4df9-ab23-fb0610177e77 req-2a5c98f6-c846-432f-bb18-470d076d9f58 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:50.217722 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-83e22bea-929d-4df9-ab23-fb0610177e77 req-2a5c98f6-c846-432f-bb18-470d076d9f58 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a324f02-c6ef-416d-a40a-06396011aeef HTTP/1.1" status: 200 len: 945 time: 0.0490112 Aug 23 20:45:50.262382 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-83e22bea-929d-4df9-ab23-fb0610177e77 req-5968acab-407b-478a-b85e-c986ad84dc6b tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386283 Aug 23 20:45:50.314688 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a52f169b-9138-47c2-8c79-0120d1724b7e req-d6cfc766-9fad-4599-a2e2-e856e2e106c3 service neutron] 10.222.0.32 "GET /v2.0/networks/5ea12703-07c8-4b33-b01b-2309c30593fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909572 Aug 23 20:45:50.329612 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:50.499376 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e1c7b-3e72-4edd-ba7a-273c3d3fa9b3 req-72223ed8-44c3-40c5-8703-ab12a07e12fd tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:50.500969 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bd3e1c7b-3e72-4edd-ba7a-273c3d3fa9b3 req-72223ed8-44c3-40c5-8703-ab12a07e12fd tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.11 "GET /v2.0/networks?id=99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54 HTTP/1.1" status: 200 len: 812 time: 0.1601741 Aug 23 20:45:50.507433 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab050bfa-0bc1-4022-ac89-8b273a7a4c4e req-d8137aba-6894-4f36-b439-48ba348fb2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:50.509393 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ab050bfa-0bc1-4022-ac89-8b273a7a4c4e req-d8137aba-6894-4f36-b439-48ba348fb2cc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69818257106441a1bf38063386e4f27e&device_id=bed05667-6c9f-47bb-9066-8c1db97c5f90 HTTP/1.1" status: 200 len: 1095 time: 0.0856433 Aug 23 20:45:50.516700 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-bd3e1c7b-3e72-4edd-ba7a-273c3d3fa9b3 req-d828f2d1-e9f8-4f9c-9397-188d133dfb96 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Request body: {'port': {'device_id': '687a2c67-325b-40d7-86e7-a6799a3e82a1', 'network_id': '99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54', 'admin_state_up': True, 'tenant_id': '6b5caa9dd6fe449d826e5284616c3d3c'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:45:50.622186 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f13780ec-cbc5-427e-b9b0-a038968da0b1 req-83cdb561-6483-48f7-b890-e65582d864bf tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=687a2c67-325b-40d7-86e7-a6799a3e82a1 HTTP/1.1" status: 200 len: 210 time: 0.0279677 Aug 23 20:45:50.713713 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d75561-5160-41b2-b3f9-d421dba59a14 req-3b2aa460-5c51-4166-aed6-e86d3dfa545a tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:50.714655 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-46d75561-5160-41b2-b3f9-d421dba59a14 req-3b2aa460-5c51-4166-aed6-e86d3dfa545a tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cbe06c4-c126-48af-a679-87664765e03f HTTP/1.1" status: 200 len: 945 time: 0.1944485 Aug 23 20:45:50.737472 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7129d4-233a-438b-a4c5-180116998a45 req-69fc45cf-4480-4e59-8e3e-49597bfaab45 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:50.739059 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4a7129d4-233a-438b-a4c5-180116998a45 req-69fc45cf-4480-4e59-8e3e-49597bfaab45 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a324f02-c6ef-416d-a40a-06396011aeef HTTP/1.1" status: 200 len: 945 time: 0.0547922 Aug 23 20:45:50.764868 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab050bfa-0bc1-4022-ac89-8b273a7a4c4e req-a06a3783-ff85-4172-a703-2a0dbb5c988e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:50.766440 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ab050bfa-0bc1-4022-ac89-8b273a7a4c4e req-a06a3783-ff85-4172-a703-2a0dbb5c988e service neutron] 10.222.0.32 "GET /v2.0/networks?id=5ea12703-07c8-4b33-b01b-2309c30593fb HTTP/1.1" status: 200 len: 915 time: 0.2252519 Aug 23 20:45:50.784564 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4a7129d4-233a-438b-a4c5-180116998a45 req-db05e3cb-492a-422b-97b1-98dc90733823 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384736 Aug 23 20:45:50.819988 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd3e1c7b-3e72-4edd-ba7a-273c3d3fa9b3 req-d828f2d1-e9f8-4f9c-9397-188d133dfb96 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Made reservation on behalf of 6b5caa9dd6fe449d826e5284616c3d3c for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:45:50.824355 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-bd3e1c7b-3e72-4edd-ba7a-273c3d3fa9b3 req-d828f2d1-e9f8-4f9c-9397-188d133dfb96 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:50.829942 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-46d75561-5160-41b2-b3f9-d421dba59a14 req-83481a4f-f123-4cf0-90ae-19d7f1676e9a tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] 10.222.0.61 "GET /v2.0/security-groups?id=9300f7bd-d551-479e-8ef8-83fa27c08783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065395 Aug 23 20:45:50.836640 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ab050bfa-0bc1-4022-ac89-8b273a7a4c4e req-8b35bd83-258d-4028-9edc-45f4b2d42c91 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec458a46-3461-4bf1-b62c-7d92a7411b28 HTTP/1.1" status: 200 len: 217 time: 0.0551219 Aug 23 20:45:50.887844 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device ad738732-ea7d-4e5a-800d-db14fe1879cd no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:45:50.913370 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: ad738732-ea7d-4e5a-800d-db14fe1879cd {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:45:50.913708 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device ad738732-ea7d-4e5a-800d-db14fe1879cd not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:45:50.930973 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15758b13-9830-4be8-8a0e-60564abe99e7 req-3db8d69e-fe64-47c2-bc42-166362adbc83 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:50.932967 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-15758b13-9830-4be8-8a0e-60564abe99e7 req-3db8d69e-fe64-47c2-bc42-166362adbc83 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed05667-6c9f-47bb-9066-8c1db97c5f90 HTTP/1.1" status: 200 len: 944 time: 0.0695341 Aug 23 20:45:50.958811 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab050bfa-0bc1-4022-ac89-8b273a7a4c4e req-e3759a21-5b69-4ff5-9c76-ed05f0342d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:50.960456 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ab050bfa-0bc1-4022-ac89-8b273a7a4c4e req-e3759a21-5b69-4ff5-9c76-ed05f0342d67 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a61ac775-45d7-4f26-8246-bac30e400edf HTTP/1.1" status: 200 len: 854 time: 0.1087658 Aug 23 20:45:50.988658 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-15758b13-9830-4be8-8a0e-60564abe99e7 req-d8ae3c30-6121-4107-b254-7c841f050364 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439324 Aug 23 20:45:51.021790 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ab050bfa-0bc1-4022-ac89-8b273a7a4c4e req-127bb4c0-5e44-4314-bc47-4e9b19a132f9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5ea12703-07c8-4b33-b01b-2309c30593fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343580 Aug 23 20:45:51.047114 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-bd3e1c7b-3e72-4edd-ba7a-273c3d3fa9b3 req-d828f2d1-e9f8-4f9c-9397-188d133dfb96 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Allocated IP 172.20.0.2 (99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54/7cf1476b-2d73-4ece-81d4-01b7879e99dc/8006f50a-b71a-4d40-bb79-8d82d03807f7) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:45:51.120946 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2d03b-c552-4ec3-965a-d9f313d6db1f req-9e415403-ffb7-467d-9d74-c8d90e1bb36e tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:51.122390 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e7d2d03b-c552-4ec3-965a-d9f313d6db1f req-9e415403-ffb7-467d-9d74-c8d90e1bb36e tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cbe06c4-c126-48af-a679-87664765e03f HTTP/1.1" status: 200 len: 945 time: 0.0587873 Aug 23 20:45:51.166101 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e7d2d03b-c552-4ec3-965a-d9f313d6db1f req-e5082030-7b50-48b9-be6d-15800f41a237 tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] 10.222.0.61 "GET /v2.0/security-groups?id=9300f7bd-d551-479e-8ef8-83fa27c08783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358205 Aug 23 20:45:51.262552 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ab050bfa-0bc1-4022-ac89-8b273a7a4c4e req-ffa0aaaf-bdf4-4201-9c6e-557d7516e15d service neutron] 10.222.0.32 "GET /v2.0/networks/5ea12703-07c8-4b33-b01b-2309c30593fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754000 Aug 23 20:45:51.305185 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-bd3e1c7b-3e72-4edd-ba7a-273c3d3fa9b3 req-d828f2d1-e9f8-4f9c-9397-188d133dfb96 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:51.393899 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ab050bfa-0bc1-4022-ac89-8b273a7a4c4e req-0c81678f-1d74-4ec0-8137-a319f122b03b service neutron] 10.222.0.32 "GET /v2.0/networks/5ea12703-07c8-4b33-b01b-2309c30593fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183732 Aug 23 20:45:51.402499 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-bd3e1c7b-3e72-4edd-ba7a-273c3d3fa9b3 req-d828f2d1-e9f8-4f9c-9397-188d133dfb96 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:51.449987 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd3e1c7b-3e72-4edd-ba7a-273c3d3fa9b3 req-d828f2d1-e9f8-4f9c-9397-188d133dfb96 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Network 99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:45:51.453037 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-bd3e1c7b-3e72-4edd-ba7a-273c3d3fa9b3 req-d828f2d1-e9f8-4f9c-9397-188d133dfb96 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:45:51.456683 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd3e1c7b-3e72-4edd-ba7a-273c3d3fa9b3 req-d828f2d1-e9f8-4f9c-9397-188d133dfb96 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:45:51.465289 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d828f2d1-e9f8-4f9c-9397-188d133dfb96 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Pushing event updated for resources: {'Port': ['ID=8006f50a-b71a-4d40-bb79-8d82d03807f7,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:51.511136 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e1c7b-3e72-4edd-ba7a-273c3d3fa9b3 req-d828f2d1-e9f8-4f9c-9397-188d133dfb96 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:51.511748 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-bd3e1c7b-3e72-4edd-ba7a-273c3d3fa9b3 req-d828f2d1-e9f8-4f9c-9397-188d133dfb96 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:51.525833 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bd3e1c7b-3e72-4edd-ba7a-273c3d3fa9b3 req-d828f2d1-e9f8-4f9c-9397-188d133dfb96 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0138369 Aug 23 20:45:51.552538 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-bd3e1c7b-3e72-4edd-ba7a-273c3d3fa9b3 req-d4f98965-39a6-4819-8faa-e00e7f6e0ed0 service neutron] Request body: {'port': {'device_id': '687a2c67-325b-40d7-86e7-a6799a3e82a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:45:51.608444 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-bd3e1c7b-3e72-4edd-ba7a-273c3d3fa9b3 req-d4f98965-39a6-4819-8faa-e00e7f6e0ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:51.813121 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ea864-99c7-4eee-b55d-c211984a8e99 req-68fc1abd-c8e9-44f6-bb4b-8b3deabe9a5c tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:51.814632 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0a6ea864-99c7-4eee-b55d-c211984a8e99 req-68fc1abd-c8e9-44f6-bb4b-8b3deabe9a5c tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=687a2c67-325b-40d7-86e7-a6799a3e82a1 HTTP/1.1" status: 200 len: 931 time: 0.1029422 Aug 23 20:45:51.885967 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0a6ea864-99c7-4eee-b55d-c211984a8e99 req-c88f3cb2-f580-49fc-97c1-fd2440a7e825 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651639 Aug 23 20:45:51.908493 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b59e0d-40b9-4610-ba44-57b9efe11ddc req-25fb9dad-9470-4ed6-a6ae-dfd6d60218d9 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:51.911796 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-90b59e0d-40b9-4610-ba44-57b9efe11ddc req-25fb9dad-9470-4ed6-a6ae-dfd6d60218d9 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a324f02-c6ef-416d-a40a-06396011aeef HTTP/1.1" status: 200 len: 945 time: 0.0552824 Aug 23 20:45:51.941460 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-bd3e1c7b-3e72-4edd-ba7a-273c3d3fa9b3 req-d4f98965-39a6-4819-8faa-e00e7f6e0ed0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8006f50a-b71a-4d40-bb79-8d82d03807f7 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:45:51.948947 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-bd3e1c7b-3e72-4edd-ba7a-273c3d3fa9b3 req-d4f98965-39a6-4819-8faa-e00e7f6e0ed0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:51.950917 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-90b59e0d-40b9-4610-ba44-57b9efe11ddc req-717f8038-9c68-4207-bd7a-037fea6b5cf7 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5c109cd-bff5-47b1-8870-0a70cf061878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318902 Aug 23 20:45:51.960732 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-bd3e1c7b-3e72-4edd-ba7a-273c3d3fa9b3 req-d4f98965-39a6-4819-8faa-e00e7f6e0ed0 service neutron] Transition to ACTIVE for port object 8006f50a-b71a-4d40-bb79-8d82d03807f7 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:45:51.965480 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-bd3e1c7b-3e72-4edd-ba7a-273c3d3fa9b3 req-d4f98965-39a6-4819-8faa-e00e7f6e0ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:52.021193 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f98965-39a6-4819-8faa-e00e7f6e0ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=8006f50a-b71a-4d40-bb79-8d82d03807f7,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:52.121445 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-bd3e1c7b-3e72-4edd-ba7a-273c3d3fa9b3 req-d4f98965-39a6-4819-8faa-e00e7f6e0ed0 service neutron] Attempting to bind port 8006f50a-b71a-4d40-bb79-8d82d03807f7 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:45:52.121774 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-bd3e1c7b-3e72-4edd-ba7a-273c3d3fa9b3 req-d4f98965-39a6-4819-8faa-e00e7f6e0ed0 service neutron] Attempting to bind port 8006f50a-b71a-4d40-bb79-8d82d03807f7 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': 'a0304131-671f-4c22-8fc4-9d97cd99d833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:45:52.122099 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3e1c7b-3e72-4edd-ba7a-273c3d3fa9b3 req-d4f98965-39a6-4819-8faa-e00e7f6e0ed0 service neutron] Attempting to bind port 8006f50a-b71a-4d40-bb79-8d82d03807f7 on network 99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:45:52.132631 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532a167-7119-4dbd-8882-4d8fdcdcf364 req-fb647495-e29b-49f6-8a53-b848c3bdae2a tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:52.134101 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1532a167-7119-4dbd-8882-4d8fdcdcf364 req-fb647495-e29b-49f6-8a53-b848c3bdae2a tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed05667-6c9f-47bb-9066-8c1db97c5f90 HTTP/1.1" status: 200 len: 944 time: 0.0688744 Aug 23 20:45:52.136529 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3e1c7b-3e72-4edd-ba7a-273c3d3fa9b3 req-d4f98965-39a6-4819-8faa-e00e7f6e0ed0 service neutron] Port 8006f50a-b71a-4d40-bb79-8d82d03807f7 on network 99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:45:52.136843 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3e1c7b-3e72-4edd-ba7a-273c3d3fa9b3 req-d4f98965-39a6-4819-8faa-e00e7f6e0ed0 service neutron] Attempting to bind port 8006f50a-b71a-4d40-bb79-8d82d03807f7 on network 99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:45:52.143863 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3e1c7b-3e72-4edd-ba7a-273c3d3fa9b3 req-d4f98965-39a6-4819-8faa-e00e7f6e0ed0 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:45:52.144224 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3e1c7b-3e72-4edd-ba7a-273c3d3fa9b3 req-d4f98965-39a6-4819-8faa-e00e7f6e0ed0 service neutron] Checking segment: {'id': 'a0304131-671f-4c22-8fc4-9d97cd99d833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:45:52.144603 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3e1c7b-3e72-4edd-ba7a-273c3d3fa9b3 req-d4f98965-39a6-4819-8faa-e00e7f6e0ed0 service neutron] Bound using segment: {'id': 'a0304131-671f-4c22-8fc4-9d97cd99d833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:45:52.145026 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-bd3e1c7b-3e72-4edd-ba7a-273c3d3fa9b3 req-d4f98965-39a6-4819-8faa-e00e7f6e0ed0 service neutron] Bound port: 8006f50a-b71a-4d40-bb79-8d82d03807f7, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0304131-671f-4c22-8fc4-9d97cd99d833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:45:52.145379 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-bd3e1c7b-3e72-4edd-ba7a-273c3d3fa9b3 req-d4f98965-39a6-4819-8faa-e00e7f6e0ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:52.206446 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1532a167-7119-4dbd-8882-4d8fdcdcf364 req-9e635206-79f0-4bdb-a8b6-2a4897faba18 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643401 Aug 23 20:45:52.240432 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-bd3e1c7b-3e72-4edd-ba7a-273c3d3fa9b3 req-d4f98965-39a6-4819-8faa-e00e7f6e0ed0 service neutron] For port 8006f50a-b71a-4d40-bb79-8d82d03807f7, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:45:52.243690 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-bd3e1c7b-3e72-4edd-ba7a-273c3d3fa9b3 req-d4f98965-39a6-4819-8faa-e00e7f6e0ed0 service neutron] For port 8006f50a-b71a-4d40-bb79-8d82d03807f7, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=8006f50a-b71a-4d40-bb79-8d82d03807f7,segment=NetworkSegment(a0304131-671f-4c22-8fc4-9d97cd99d833),segment_id=a0304131-671f-4c22-8fc4-9d97cd99d833)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:45:52.248687 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-bd3e1c7b-3e72-4edd-ba7a-273c3d3fa9b3 req-d4f98965-39a6-4819-8faa-e00e7f6e0ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:52.289214 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e1c7b-3e72-4edd-ba7a-273c3d3fa9b3 req-d4f98965-39a6-4819-8faa-e00e7f6e0ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:52.289833 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-bd3e1c7b-3e72-4edd-ba7a-273c3d3fa9b3 req-d4f98965-39a6-4819-8faa-e00e7f6e0ed0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:52.291306 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bd3e1c7b-3e72-4edd-ba7a-273c3d3fa9b3 req-d4f98965-39a6-4819-8faa-e00e7f6e0ed0 service neutron] 10.222.0.11 "PUT /v2.0/ports/8006f50a-b71a-4d40-bb79-8d82d03807f7 HTTP/1.1" status: 200 len: 1091 time: 0.7429314 Aug 23 20:45:52.295903 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '687a2c67-325b-40d7-86e7-a6799a3e82a1', 'tag': '8006f50a-b71a-4d40-bb79-8d82d03807f7'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:45:52.298568 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84cdc54c-4fc0-4322-9c49-a5835c786aae" -d '{"events": [{"name": "network-changed", "server_uuid": "687a2c67-325b-40d7-86e7-a6799a3e82a1", "tag": "8006f50a-b71a-4d40-bb79-8d82d03807f7"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:45:52.302460 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111baa3-2f44-4515-8eee-b15b32abc778 req-4626b352-8abb-4f26-a2cf-ee2bdcd87c2d tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:52.304306 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0111baa3-2f44-4515-8eee-b15b32abc778 req-4626b352-8abb-4f26-a2cf-ee2bdcd87c2d tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cbe06c4-c126-48af-a679-87664765e03f HTTP/1.1" status: 200 len: 945 time: 0.0518303 Aug 23 20:45:52.354310 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0111baa3-2f44-4515-8eee-b15b32abc778 req-568e1ef3-4f2b-4c5b-948a-b90b2aebd739 tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] 10.222.0.61 "GET /v2.0/security-groups?id=9300f7bd-d551-479e-8ef8-83fa27c08783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370693 Aug 23 20:45:52.358322 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4873a8f-fe20-4ab0-8514-545b8a14236d x-openstack-request-id: req-f4873a8f-fe20-4ab0-8514-545b8a14236d {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:45:52.358614 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "687a2c67-325b-40d7-86e7-a6799a3e82a1", "tag": "8006f50a-b71a-4d40-bb79-8d82d03807f7", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:45:52.358864 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f4873a8f-fe20-4ab0-8514-545b8a14236d {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:45:52.359277 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '687a2c67-325b-40d7-86e7-a6799a3e82a1', 'tag': '8006f50a-b71a-4d40-bb79-8d82d03807f7', 'status': 'completed', 'code': 200} Aug 23 20:45:52.381353 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f98965-39a6-4819-8faa-e00e7f6e0ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=8006f50a-b71a-4d40-bb79-8d82d03807f7,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:52.407703 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961879a-d1ae-4ff3-897b-d41b41a7bb35 req-318b11e6-62e9-46b8-9265-2b00b4f833cf tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:52.409213 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3961879a-d1ae-4ff3-897b-d41b41a7bb35 req-318b11e6-62e9-46b8-9265-2b00b4f833cf tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a324f02-c6ef-416d-a40a-06396011aeef HTTP/1.1" status: 200 len: 945 time: 0.1170342 Aug 23 20:45:52.411596 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e1c7b-3e72-4edd-ba7a-273c3d3fa9b3 req-cde00364-8bcc-4446-90af-a17fd08a3bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:52.412968 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bd3e1c7b-3e72-4edd-ba7a-273c3d3fa9b3 req-cde00364-8bcc-4446-90af-a17fd08a3bf8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b5caa9dd6fe449d826e5284616c3d3c&device_id=687a2c67-325b-40d7-86e7-a6799a3e82a1 HTTP/1.1" status: 200 len: 1094 time: 0.0802090 Aug 23 20:45:52.483191 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bd3e1c7b-3e72-4edd-ba7a-273c3d3fa9b3 req-e66fa75e-8534-4c1f-b079-77f392958974 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8006f50a-b71a-4d40-bb79-8d82d03807f7 HTTP/1.1" status: 200 len: 217 time: 0.0558946 Aug 23 20:45:52.561045 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e1c7b-3e72-4edd-ba7a-273c3d3fa9b3 req-c27a01ec-ea59-45fd-a6c1-f8e851bcf0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:52.562529 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bd3e1c7b-3e72-4edd-ba7a-273c3d3fa9b3 req-c27a01ec-ea59-45fd-a6c1-f8e851bcf0d5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7cf1476b-2d73-4ece-81d4-01b7879e99dc HTTP/1.1" status: 200 len: 852 time: 0.0692427 Aug 23 20:45:52.587051 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-3961879a-d1ae-4ff3-897b-d41b41a7bb35 req-fe5875d0-aa2a-433e-af97-19205376c2f5 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Deleting port 20ad7783-f73e-492c-8a50-ef3386783fe6 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:45:52.587399 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3961879a-d1ae-4ff3-897b-d41b41a7bb35 req-fe5875d0-aa2a-433e-af97-19205376c2f5 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:52.609100 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bd3e1c7b-3e72-4edd-ba7a-273c3d3fa9b3 req-04c8e534-d4a5-41bb-a459-3d510a54e805 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352292 Aug 23 20:45:52.758379 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-3961879a-d1ae-4ff3-897b-d41b41a7bb35 req-fe5875d0-aa2a-433e-af97-19205376c2f5 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] For port 20ad7783-f73e-492c-8a50-ef3386783fe6, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=20ad7783-f73e-492c-8a50-ef3386783fe6,segment=NetworkSegment(e190d2cc-1af7-492d-b8d4-8b6565472069),segment_id=e190d2cc-1af7-492d-b8d4-8b6565472069)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:45:52.758667 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3961879a-d1ae-4ff3-897b-d41b41a7bb35 req-fe5875d0-aa2a-433e-af97-19205376c2f5 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:52.772493 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bd3e1c7b-3e72-4edd-ba7a-273c3d3fa9b3 req-a26d0744-143d-4b68-be74-d09f5394a09d service neutron] 10.222.0.11 "GET /v2.0/networks/99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541138 Aug 23 20:45:52.776158 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-3961879a-d1ae-4ff3-897b-d41b41a7bb35 req-fe5875d0-aa2a-433e-af97-19205376c2f5 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Calling delete_port for 20ad7783-f73e-492c-8a50-ef3386783fe6 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:45:52.922509 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bd3e1c7b-3e72-4edd-ba7a-273c3d3fa9b3 req-ed714390-e69c-48ca-8ed3-77bf16b710c8 service neutron] 10.222.0.11 "GET /v2.0/networks/99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410108 Aug 23 20:45:52.997828 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a06cd-7e2d-4361-adcc-8e51a3682795 req-0dda0e0a-7939-41ee-a21f-79898dd1a134 tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:53.000507 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-517a06cd-7e2d-4361-adcc-8e51a3682795 req-0dda0e0a-7939-41ee-a21f-79898dd1a134 tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cbe06c4-c126-48af-a679-87664765e03f HTTP/1.1" status: 200 len: 945 time: 0.0729764 Aug 23 20:45:53.037670 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3961879a-d1ae-4ff3-897b-d41b41a7bb35 req-fe5875d0-aa2a-433e-af97-19205376c2f5 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:53.064399 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0e768f9b-a261-4132-8615-a29bc51b371e req-b25244de-3d70-4ad6-9ab3-ec2bd4082023 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a324f02-c6ef-416d-a40a-06396011aeef HTTP/1.1" status: 200 len: 210 time: 0.0310640 Aug 23 20:45:53.069741 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['20ad7783-f73e-492c-8a50-ef3386783fe6'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:45:53.076224 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5875d0-aa2a-433e-af97-19205376c2f5 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Pushing event deleted for resources: {'Port': ['ID=20ad7783-f73e-492c-8a50-ef3386783fe6,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:53.121106 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ee71e-26a1-43a0-ab3c-0685ad1fcdbe req-50749e6c-adb1-4787-ab35-36d99723508a tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:53.122734 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-826ee71e-26a1-43a0-ab3c-0685ad1fcdbe req-50749e6c-adb1-4787-ab35-36d99723508a tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=687a2c67-325b-40d7-86e7-a6799a3e82a1 HTTP/1.1" status: 200 len: 943 time: 0.1478069 Aug 23 20:45:53.136222 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-517a06cd-7e2d-4361-adcc-8e51a3682795 req-f86d8029-6cf3-4f23-afa4-bec105f47800 tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] Deleting port 086801b2-586c-425a-95a6-f34e153b6bb9 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:45:53.136666 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-517a06cd-7e2d-4361-adcc-8e51a3682795 req-f86d8029-6cf3-4f23-afa4-bec105f47800 tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:53.139439 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-3961879a-d1ae-4ff3-897b-d41b41a7bb35 req-fe5875d0-aa2a-433e-af97-19205376c2f5 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] No DVR routers for this DVR port 20ad7783-f73e-492c-8a50-ef3386783fe6 on host n-h2-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:45:53.147035 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3961879a-d1ae-4ff3-897b-d41b41a7bb35 req-fe5875d0-aa2a-433e-af97-19205376c2f5 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:53.148908 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3961879a-d1ae-4ff3-897b-d41b41a7bb35 req-fe5875d0-aa2a-433e-af97-19205376c2f5 tempest-ServerDiskConfigTestJSON-174081976 tempest-ServerDiskConfigTestJSON-174081976-project] 10.222.0.32 "DELETE /v2.0/ports/20ad7783-f73e-492c-8a50-ef3386783fe6 HTTP/1.1" status: 204 len: 173 time: 0.7287843 Aug 23 20:45:53.150983 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cdc54c-4fc0-4322-9c49-a5835c786aae req-78b89e0b-0c0f-43a8-9e08-2ae604ca99b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:53.152547 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-84cdc54c-4fc0-4322-9c49-a5835c786aae req-78b89e0b-0c0f-43a8-9e08-2ae604ca99b5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b5caa9dd6fe449d826e5284616c3d3c&device_id=687a2c67-325b-40d7-86e7-a6799a3e82a1 HTTP/1.1" status: 200 len: 1094 time: 0.1589146 Aug 23 20:45:53.231519 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-826ee71e-26a1-43a0-ab3c-0685ad1fcdbe req-4ed164f9-ea49-433b-82a7-71bcd88c9c6d tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930779 Aug 23 20:45:53.235177 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-517a06cd-7e2d-4361-adcc-8e51a3682795 req-f86d8029-6cf3-4f23-afa4-bec105f47800 tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] For port 086801b2-586c-425a-95a6-f34e153b6bb9, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=086801b2-586c-425a-95a6-f34e153b6bb9,segment=NetworkSegment(06410043-7564-4071-955c-20ab389f4c02),segment_id=06410043-7564-4071-955c-20ab389f4c02)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:45:53.235627 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-517a06cd-7e2d-4361-adcc-8e51a3682795 req-f86d8029-6cf3-4f23-afa4-bec105f47800 tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:53.265715 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-517a06cd-7e2d-4361-adcc-8e51a3682795 req-f86d8029-6cf3-4f23-afa4-bec105f47800 tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] Calling delete_port for 086801b2-586c-425a-95a6-f34e153b6bb9 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:45:53.282445 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cdc54c-4fc0-4322-9c49-a5835c786aae req-f664e7d8-127a-4768-a6d5-d4c43624dbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:53.283590 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-84cdc54c-4fc0-4322-9c49-a5835c786aae req-f664e7d8-127a-4768-a6d5-d4c43624dbbc service neutron] 10.222.0.11 "GET /v2.0/networks?id=99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54 HTTP/1.1" status: 200 len: 913 time: 0.1215248 Aug 23 20:45:53.328819 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-84cdc54c-4fc0-4322-9c49-a5835c786aae req-e60dcc9e-a4a3-4894-a55c-368d7782fc0b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8006f50a-b71a-4d40-bb79-8d82d03807f7 HTTP/1.1" status: 200 len: 217 time: 0.0374649 Aug 23 20:45:53.383158 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582dd45-921d-4b91-b367-bde235b62c63 req-bd59bbcb-8d3a-488d-b4f1-ffbab339259d tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:53.385352 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9582dd45-921d-4b91-b367-bde235b62c63 req-bd59bbcb-8d3a-488d-b4f1-ffbab339259d tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed05667-6c9f-47bb-9066-8c1db97c5f90 HTTP/1.1" status: 200 len: 944 time: 0.0770550 Aug 23 20:45:53.385724 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cdc54c-4fc0-4322-9c49-a5835c786aae req-62462999-a83c-4ee2-9e6b-88787964544d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:53.387478 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-84cdc54c-4fc0-4322-9c49-a5835c786aae req-62462999-a83c-4ee2-9e6b-88787964544d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7cf1476b-2d73-4ece-81d4-01b7879e99dc HTTP/1.1" status: 200 len: 852 time: 0.0514209 Aug 23 20:45:53.424993 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-84cdc54c-4fc0-4322-9c49-a5835c786aae req-232280ea-e458-4191-9875-033a07210c71 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250449 Aug 23 20:45:53.465965 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9582dd45-921d-4b91-b367-bde235b62c63 req-6a03f3b6-2ac5-42a2-be7e-a68de780bc52 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502763 Aug 23 20:45:53.475440 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-517a06cd-7e2d-4361-adcc-8e51a3682795 req-f86d8029-6cf3-4f23-afa4-bec105f47800 tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:53.509093 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86d8029-6cf3-4f23-afa4-bec105f47800 tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] Pushing event deleted for resources: {'Port': ['ID=086801b2-586c-425a-95a6-f34e153b6bb9,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:53.512647 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['086801b2-586c-425a-95a6-f34e153b6bb9'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:45:53.559239 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-517a06cd-7e2d-4361-adcc-8e51a3682795 req-f86d8029-6cf3-4f23-afa4-bec105f47800 tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] No DVR routers for this DVR port 086801b2-586c-425a-95a6-f34e153b6bb9 on host n-h2-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:45:53.562205 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-517a06cd-7e2d-4361-adcc-8e51a3682795 req-f86d8029-6cf3-4f23-afa4-bec105f47800 tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:53.564467 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-517a06cd-7e2d-4361-adcc-8e51a3682795 req-f86d8029-6cf3-4f23-afa4-bec105f47800 tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] 10.222.0.32 "DELETE /v2.0/ports/086801b2-586c-425a-95a6-f34e153b6bb9 HTTP/1.1" status: 204 len: 173 time: 0.5570338 Aug 23 20:45:53.564844 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cbe06c4-c126-48af-a679-87664765e03f', 'name': 'network-vif-deleted', 'tag': '086801b2-586c-425a-95a6-f34e153b6bb9'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:45:53.567283 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bed87d7-85d5-4f7d-bc76-166417ed0283" -d '{"events": [{"server_uuid": "2cbe06c4-c126-48af-a679-87664765e03f", "name": "network-vif-deleted", "tag": "086801b2-586c-425a-95a6-f34e153b6bb9"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:45:53.613478 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0ba932-6de2-460b-93d5-36c3130bb11e x-openstack-request-id: req-3a0ba932-6de2-460b-93d5-36c3130bb11e {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:45:53.613959 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cbe06c4-c126-48af-a679-87664765e03f", "name": "network-vif-deleted", "tag": "086801b2-586c-425a-95a6-f34e153b6bb9", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:45:53.614239 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3a0ba932-6de2-460b-93d5-36c3130bb11e {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:45:53.614642 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cbe06c4-c126-48af-a679-87664765e03f', 'name': 'network-vif-deleted', 'tag': '086801b2-586c-425a-95a6-f34e153b6bb9', 'status': 'completed', 'code': 200} Aug 23 20:45:53.816419 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680797d-7341-49db-a31c-a0dfbafc4754 req-a8070608-8ec6-4f55-8614-e72f825ec8ad tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:53.817825 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1680797d-7341-49db-a31c-a0dfbafc4754 req-a8070608-8ec6-4f55-8614-e72f825ec8ad tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cbe06c4-c126-48af-a679-87664765e03f HTTP/1.1" status: 200 len: 867 time: 0.3752906 Aug 23 20:45:53.845490 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-84cdc54c-4fc0-4322-9c49-a5835c786aae req-b94cc77c-09fd-44b1-a4e6-726c772e045c service neutron] 10.222.0.11 "GET /v2.0/networks/99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4110768 Aug 23 20:45:53.885261 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1680797d-7341-49db-a31c-a0dfbafc4754 req-f585e106-c2c1-4851-a557-5b597205f970 tempest-InstanceActionsV221TestJSON-252223627 tempest-InstanceActionsV221TestJSON-252223627-project] 10.222.0.61 "GET /v2.0/security-groups?id=9300f7bd-d551-479e-8ef8-83fa27c08783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567014 Aug 23 20:45:53.949578 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-84cdc54c-4fc0-4322-9c49-a5835c786aae req-ea5d6d00-7df7-44db-a12e-bec81d856c32 service neutron] 10.222.0.11 "GET /v2.0/networks/99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943663 Aug 23 20:45:54.002469 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device ec458a46-3461-4bf1-b62c-7d92a7411b28 details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:45:54.099429 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port ec458a46-3461-4bf1-b62c-7d92a7411b28, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=ec458a46-3461-4bf1-b62c-7d92a7411b28,segment=NetworkSegment(56944fa1-c7d3-451b-86e9-345b2fbe4c92),segment_id=56944fa1-c7d3-451b-86e9-345b2fbe4c92)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:45:54.110841 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': 'ec458a46-3461-4bf1-b62c-7d92a7411b28', 'network_id': '5ea12703-07c8-4b33-b01b-2309c30593fb', 'port_id': 'ec458a46-3461-4bf1-b62c-7d92a7411b28', 'mac_address': 'fa:16:3e:b9:29:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a61ac775-45d7-4f26-8246-bac30e400edf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:45:54.152226 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:54.167303 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec458a46-3461-4bf1-b62c-7d92a7411b28 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:45:54.187388 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port ec458a46-3461-4bf1-b62c-7d92a7411b28, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=ec458a46-3461-4bf1-b62c-7d92a7411b28,segment=NetworkSegment(56944fa1-c7d3-451b-86e9-345b2fbe4c92),segment_id=56944fa1-c7d3-451b-86e9-345b2fbe4c92)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:45:54.195258 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:54.252916 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=ec458a46-3461-4bf1-b62c-7d92a7411b28,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:54.282866 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 43272) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:45:54.360918 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2b725e2-6e7d-4a03-b86a-28aebb780898 admin admin] Deleting subnet 862c8f9e-f5be-49f7-8b8f-82cbcaf44c62 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:45:54.364573 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a324f02-c6ef-416d-a40a-06396011aeef', 'name': 'network-vif-deleted', 'tag': '20ad7783-f73e-492c-8a50-ef3386783fe6'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:45:54.366790 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2f2886-7bca-498e-8f7e-cd9f6410277a" -d '{"events": [{"server_uuid": "0a324f02-c6ef-416d-a40a-06396011aeef", "name": "network-vif-deleted", "tag": "20ad7783-f73e-492c-8a50-ef3386783fe6"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:45:54.370640 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a2b725e2-6e7d-4a03-b86a-28aebb780898 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:54.406194 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f94b8f7-bad3-47c1-b9b4-d675d80b79f5 req-349f65ef-008f-4f13-9738-4c5a9756576b tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:54.407811 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9f94b8f7-bad3-47c1-b9b4-d675d80b79f5 req-349f65ef-008f-4f13-9738-4c5a9756576b tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=687a2c67-325b-40d7-86e7-a6799a3e82a1 HTTP/1.1" status: 200 len: 943 time: 0.0975268 Aug 23 20:45:54.411059 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ea40d7-a77c-4d49-ae48-5510260f6ad7 x-openstack-request-id: req-a5ea40d7-a77c-4d49-ae48-5510260f6ad7 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:45:54.411343 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a324f02-c6ef-416d-a40a-06396011aeef", "name": "network-vif-deleted", "tag": "20ad7783-f73e-492c-8a50-ef3386783fe6", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:45:54.411608 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a5ea40d7-a77c-4d49-ae48-5510260f6ad7 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:45:54.411976 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a324f02-c6ef-416d-a40a-06396011aeef', 'name': 'network-vif-deleted', 'tag': '20ad7783-f73e-492c-8a50-ef3386783fe6', 'status': 'completed', 'code': 200} Aug 23 20:45:54.434374 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a2b725e2-6e7d-4a03-b86a-28aebb780898 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:54.478107 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9f94b8f7-bad3-47c1-b9b4-d675d80b79f5 req-881728c4-3ea2-48c9-8c70-f100e9babf54 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637705 Aug 23 20:45:54.490495 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a2b725e2-6e7d-4a03-b86a-28aebb780898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:54.549176 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a2b725e2-6e7d-4a03-b86a-28aebb780898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:54.578222 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a2b725e2-6e7d-4a03-b86a-28aebb780898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:54.582813 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a2b725e2-6e7d-4a03-b86a-28aebb780898 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/862c8f9e-f5be-49f7-8b8f-82cbcaf44c62 HTTP/1.1" status: 204 len: 168 time: 0.2961397 Aug 23 20:45:54.582813 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b725e2-6e7d-4a03-b86a-28aebb780898 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=862c8f9e-f5be-49f7-8b8f-82cbcaf44c62,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:54.583146 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 43278) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:45:54.590773 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4cfe2a-94db-45ca-bcc6-d34a449a50d3 req-39eb00c5-4ae1-47f7-aad7-1606632059a8 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:54.591908 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['ec458a46-3461-4bf1-b62c-7d92a7411b28'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:45:54.592280 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cf4cfe2a-94db-45ca-bcc6-d34a449a50d3 req-39eb00c5-4ae1-47f7-aad7-1606632059a8 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed05667-6c9f-47bb-9066-8c1db97c5f90 HTTP/1.1" status: 200 len: 945 time: 0.0501411 Aug 23 20:45:54.684120 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cf4cfe2a-94db-45ca-bcc6-d34a449a50d3 req-968ea5d6-603c-4a45-b6c3-5d0f26e1d752 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843883 Aug 23 20:45:54.690032 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-19b84ef9-8e40-4670-a452-a721940fc4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:54.767311 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-19b84ef9-8e40-4670-a452-a721940fc4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:54.776840 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-19b84ef9-8e40-4670-a452-a721940fc4ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40d89235-fcfe-430c-9978-6c953c80cfc6']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:45:54.786657 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-19b84ef9-8e40-4670-a452-a721940fc4ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e190d2cc-1af7-492d-b8d4-8b6565472069') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:45:54.786945 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-19b84ef9-8e40-4670-a452-a721940fc4ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e190d2cc-1af7-492d-b8d4-8b6565472069') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:45:54.796722 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-19b84ef9-8e40-4670-a452-a721940fc4ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:54.810968 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-19b84ef9-8e40-4670-a452-a721940fc4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:54.816731 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19b84ef9-8e40-4670-a452-a721940fc4ce admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:45:54.817104 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-19b84ef9-8e40-4670-a452-a721940fc4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:54.818688 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:45:54.818688 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:45:54.818688 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:45:54.818688 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:45:54.818688 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:45:54.818688 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:45:54.818688 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:45:54.818688 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:45:54.818688 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:45:54.818688 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:45:54.818688 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:45:54.818688 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:45:54.818688 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:45:54.818688 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:45:54.818688 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:45:54.818688 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:45:54.818688 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:45:54.818688 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:45:54.818688 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:45:54.818688 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:45:54.818688 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:45:54.818688 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:45:54.818688 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:45:54.818688 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:45:54.818688 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:45:54.818688 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:45:54.818688 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:45:54.818688 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:45:54.818688 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:45:54.818688 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:45:54.818688 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:45:54.818688 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:45:54.875917 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-19b84ef9-8e40-4670-a452-a721940fc4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:54.881231 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-19b84ef9-8e40-4670-a452-a721940fc4ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:54.883031 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-19b84ef9-8e40-4670-a452-a721940fc4ce admin admin] 10.222.0.61 "DELETE /v2.0/networks/40d89235-fcfe-430c-9978-6c953c80cfc6 HTTP/1.1" status: 204 len: 168 time: 0.2898533 Aug 23 20:45:54.895004 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b84ef9-8e40-4670-a452-a721940fc4ce admin admin] Pushing event deleted for resources: {'Network': ['ID=40d89235-fcfe-430c-9978-6c953c80cfc6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:54.917097 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 8006f50a-b71a-4d40-bb79-8d82d03807f7 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:45:55.007402 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 43286) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:45:55.044613 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 8006f50a-b71a-4d40-bb79-8d82d03807f7, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=8006f50a-b71a-4d40-bb79-8d82d03807f7,segment=NetworkSegment(a0304131-671f-4c22-8fc4-9d97cd99d833),segment_id=a0304131-671f-4c22-8fc4-9d97cd99d833)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:45:55.062208 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-df408a1a-e01f-4520-9b5b-d76700c297c6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a52591e4b2ca4f7ea6501e12fd93c666&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489595 Aug 23 20:45:55.062208 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 43288) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:45:55.067015 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '8006f50a-b71a-4d40-bb79-8d82d03807f7', 'network_id': '99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54', 'port_id': '8006f50a-b71a-4d40-bb79-8d82d03807f7', 'mac_address': 'fa:16:3e:1c:50:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cf1476b-2d73-4ece-81d4-01b7879e99dc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:45:55.110523 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:55.117017 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-85586eec-76d3-4a08-8c06-e2a5349cf0cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:55.124410 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8006f50a-b71a-4d40-bb79-8d82d03807f7 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:45:55.132610 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 43294) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:45:55.144647 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 8006f50a-b71a-4d40-bb79-8d82d03807f7, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=8006f50a-b71a-4d40-bb79-8d82d03807f7,segment=NetworkSegment(a0304131-671f-4c22-8fc4-9d97cd99d833),segment_id=a0304131-671f-4c22-8fc4-9d97cd99d833)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:45:55.149290 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:55.165611 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-85586eec-76d3-4a08-8c06-e2a5349cf0cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:55.195628 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=8006f50a-b71a-4d40-bb79-8d82d03807f7,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:55.212545 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-02a0668a-bbcf-4428-bc42-0e83ac31847b admin admin] Deleting subnet 75f31781-8220-49ce-980e-8c4912a6195f {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:45:55.216856 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-02a0668a-bbcf-4428-bc42-0e83ac31847b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:55.254640 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-02a0668a-bbcf-4428-bc42-0e83ac31847b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:55.276961 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-85586eec-76d3-4a08-8c06-e2a5349cf0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:55.279415 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-85586eec-76d3-4a08-8c06-e2a5349cf0cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:55.280572 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-85586eec-76d3-4a08-8c06-e2a5349cf0cc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a5c109cd-bff5-47b1-8870-0a70cf061878 HTTP/1.1" status: 204 len: 168 time: 0.2174060 Aug 23 20:45:55.293005 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85586eec-76d3-4a08-8c06-e2a5349cf0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c109cd-bff5-47b1-8870-0a70cf061878,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:55.306371 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-02a0668a-bbcf-4428-bc42-0e83ac31847b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:55.361580 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-02a0668a-bbcf-4428-bc42-0e83ac31847b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:55.390034 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a0668a-bbcf-4428-bc42-0e83ac31847b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75f31781-8220-49ce-980e-8c4912a6195f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:55.395705 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-02a0668a-bbcf-4428-bc42-0e83ac31847b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:55.398219 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-02a0668a-bbcf-4428-bc42-0e83ac31847b admin admin] 10.222.0.61 "DELETE /v2.0/subnets/75f31781-8220-49ce-980e-8c4912a6195f HTTP/1.1" status: 204 len: 168 time: 0.2642658 Aug 23 20:45:55.401340 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 43298) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:45:55.473085 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-50694129-4c01-4249-a414-939d5d0e088e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:55.515345 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['8006f50a-b71a-4d40-bb79-8d82d03807f7'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:45:55.581221 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-50694129-4c01-4249-a414-939d5d0e088e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:55.607350 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-50694129-4c01-4249-a414-939d5d0e088e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01fa281d-761e-4f25-b481-4c95857787df']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:45:55.620826 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-50694129-4c01-4249-a414-939d5d0e088e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06410043-7564-4071-955c-20ab389f4c02') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:45:55.621124 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-50694129-4c01-4249-a414-939d5d0e088e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06410043-7564-4071-955c-20ab389f4c02') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:45:55.632834 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-50694129-4c01-4249-a414-939d5d0e088e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:55.649516 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850be62-ac31-4c24-bea6-f367222fad1c req-ac28711a-73cd-48f5-a8e6-356b3a2f7743 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:55.652733 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c850be62-ac31-4c24-bea6-f367222fad1c req-ac28711a-73cd-48f5-a8e6-356b3a2f7743 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=687a2c67-325b-40d7-86e7-a6799a3e82a1 HTTP/1.1" status: 200 len: 944 time: 0.0883398 Aug 23 20:45:55.663769 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-50694129-4c01-4249-a414-939d5d0e088e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:55.678972 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50694129-4c01-4249-a414-939d5d0e088e admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:45:55.679379 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-50694129-4c01-4249-a414-939d5d0e088e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:55.681204 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:45:55.681204 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:45:55.681204 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:45:55.681204 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:45:55.681204 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:45:55.681204 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:45:55.681204 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:45:55.681204 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:45:55.681204 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:45:55.681204 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:45:55.681204 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:45:55.681204 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:45:55.681204 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:45:55.681204 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:45:55.681204 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:45:55.681204 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:45:55.681204 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:45:55.681204 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:45:55.681204 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:45:55.681204 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:45:55.681204 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:45:55.681204 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:45:55.681204 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:45:55.681204 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:45:55.681204 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:45:55.681204 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:45:55.681204 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:45:55.681204 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:45:55.681204 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:45:55.681204 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:45:55.681204 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:45:55.681204 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:45:55.752491 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c850be62-ac31-4c24-bea6-f367222fad1c req-c354deaa-e058-4988-afa3-1774e51fee92 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949631 Aug 23 20:45:55.765442 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-50694129-4c01-4249-a414-939d5d0e088e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:55.781313 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-50694129-4c01-4249-a414-939d5d0e088e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:55.785516 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-50694129-4c01-4249-a414-939d5d0e088e admin admin] 10.222.0.61 "DELETE /v2.0/networks/01fa281d-761e-4f25-b481-4c95857787df HTTP/1.1" status: 204 len: 168 time: 0.3806553 Aug 23 20:45:55.797159 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50694129-4c01-4249-a414-939d5d0e088e admin admin] Pushing event deleted for resources: {'Network': ['ID=01fa281d-761e-4f25-b481-4c95857787df,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:55.834203 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceceebaa-d93d-4c74-9a3a-65b86e82af6c req-76e2932c-f815-469f-8f39-5661f6ab8def tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:55.835837 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ceceebaa-d93d-4c74-9a3a-65b86e82af6c req-76e2932c-f815-469f-8f39-5661f6ab8def tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed05667-6c9f-47bb-9066-8c1db97c5f90 HTTP/1.1" status: 200 len: 945 time: 0.0775430 Aug 23 20:45:55.879809 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ceceebaa-d93d-4c74-9a3a-65b86e82af6c req-3f7c0972-38ee-4c32-a3e5-618c0f1988f0 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364573 Aug 23 20:45:55.916977 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 43322) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:45:55.961087 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-46ff1e31-cc5d-4431-93ba-f42930f89aa0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1933037e09ec4ecea0f36bfe52e9eba6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407646 Aug 23 20:45:55.961310 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 43326) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:45:56.004183 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device ec458a46-3461-4bf1-b62c-7d92a7411b28 up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:45:56.015387 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e8c7ed9d-0c2d-4d10-9363-9589943eed87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:56.038849 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e8c7ed9d-0c2d-4d10-9363-9589943eed87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:56.050008 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 43328) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:45:56.072225 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port ec458a46-3461-4bf1-b62c-7d92a7411b28 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:45:56.076139 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port ec458a46-3461-4bf1-b62c-7d92a7411b28 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:45:56.076608 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:56.101000 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e8c7ed9d-0c2d-4d10-9363-9589943eed87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:56.104727 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e8c7ed9d-0c2d-4d10-9363-9589943eed87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:56.109403 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e8c7ed9d-0c2d-4d10-9363-9589943eed87 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9300f7bd-d551-479e-8ef8-83fa27c08783 HTTP/1.1" status: 204 len: 168 time: 0.1437318 Aug 23 20:45:56.114064 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c7ed9d-0c2d-4d10-9363-9589943eed87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9300f7bd-d551-479e-8ef8-83fa27c08783,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:56.171381 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-12b76c88-774c-4d9a-a9b6-f75550a3fcf4 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-546866919-network', 'tenant_id': '75f8d78f1e3646208ba3689b7e47aa15'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:45:56.180723 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:56.194894 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b76c88-774c-4d9a-a9b6-f75550a3fcf4 admin admin] Made reservation on behalf of 75f8d78f1e3646208ba3689b7e47aa15 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:45:56.198395 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-12b76c88-774c-4d9a-a9b6-f75550a3fcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:56.205759 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed05667-6c9f-47bb-9066-8c1db97c5f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec458a46-3461-4bf1-b62c-7d92a7411b28'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:45:56.208141 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdbfefed-28cb-4fea-ad10-365db1c6b282" -d '{"events": [{"server_uuid": "bed05667-6c9f-47bb-9066-8c1db97c5f90", "name": "network-vif-plugged", "status": "completed", "tag": "ec458a46-3461-4bf1-b62c-7d92a7411b28"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:45:56.208430 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-12b76c88-774c-4d9a-a9b6-f75550a3fcf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:56.221690 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port ec458a46-3461-4bf1-b62c-7d92a7411b28, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=ec458a46-3461-4bf1-b62c-7d92a7411b28,segment=NetworkSegment(56944fa1-c7d3-451b-86e9-345b2fbe4c92),segment_id=56944fa1-c7d3-451b-86e9-345b2fbe4c92)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:45:56.229064 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:56.231628 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 20ad7783-f73e-492c-8a50-ef3386783fe6 no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:45:56.261642 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140040b2-2b62-4e9e-a4bd-608901731ba2 x-openstack-request-id: req-140040b2-2b62-4e9e-a4bd-608901731ba2 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:45:56.261931 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bed05667-6c9f-47bb-9066-8c1db97c5f90", "name": "network-vif-plugged", "status": "completed", "tag": "ec458a46-3461-4bf1-b62c-7d92a7411b28", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:45:56.262183 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-140040b2-2b62-4e9e-a4bd-608901731ba2 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:45:56.262571 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed05667-6c9f-47bb-9066-8c1db97c5f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec458a46-3461-4bf1-b62c-7d92a7411b28', 'code': 200} Aug 23 20:45:56.288904 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: 20ad7783-f73e-492c-8a50-ef3386783fe6 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:45:56.289653 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 20ad7783-f73e-492c-8a50-ef3386783fe6 not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:45:56.290264 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 086801b2-586c-425a-95a6-f34e153b6bb9 no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:45:56.325117 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: 086801b2-586c-425a-95a6-f34e153b6bb9 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:45:56.325778 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 086801b2-586c-425a-95a6-f34e153b6bb9 not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:45:56.331654 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=ec458a46-3461-4bf1-b62c-7d92a7411b28,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:56.344393 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-12b76c88-774c-4d9a-a9b6-f75550a3fcf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:56.349022 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-12b76c88-774c-4d9a-a9b6-f75550a3fcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:56.372724 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12b76c88-774c-4d9a-a9b6-f75550a3fcf4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:45:56.389968 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b76c88-774c-4d9a-a9b6-f75550a3fcf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ef3a19-055f-48eb-8490-39402ece7e54,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:56.390668 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941d664e-0a8f-4ec8-b97f-326f242133aa req-ca220dc1-29b3-42cb-b170-e65a552839ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:56.392287 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-941d664e-0a8f-4ec8-b97f-326f242133aa req-ca220dc1-29b3-42cb-b170-e65a552839ca service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bed05667-6c9f-47bb-9066-8c1db97c5f90 HTTP/1.1" status: 200 len: 1097 time: 0.0453923 Aug 23 20:45:56.401812 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-12b76c88-774c-4d9a-a9b6-f75550a3fcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:56.401812 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-12b76c88-774c-4d9a-a9b6-f75550a3fcf4 admin admin] Added segment a627f1c0-70b8-4d99-940d-c8923dc69ec0 of type vlan for network 684896f4-5e67-4370-80f0-10b67ce5328e Aug 23 20:45:56.437461 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-941d664e-0a8f-4ec8-b97f-326f242133aa req-c0f37327-9992-4019-8c32-ce9539d5f07d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370779 Aug 23 20:45:56.448879 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-12b76c88-774c-4d9a-a9b6-f75550a3fcf4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:56.477260 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-12b76c88-774c-4d9a-a9b6-f75550a3fcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:56.478468 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b76c88-774c-4d9a-a9b6-f75550a3fcf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:56.479769 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-12b76c88-774c-4d9a-a9b6-f75550a3fcf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:56.532774 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-12b76c88-774c-4d9a-a9b6-f75550a3fcf4 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4817984 Aug 23 20:45:56.535641 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 43346) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:45:56.540418 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-e3539853-d2ec-4fb8-b234-d5d74278a275 admin admin] Request body: {'subnet': {'network_id': '684896f4-5e67-4370-80f0-10b67ce5328e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-546866919-subnet', 'tenant_id': '75f8d78f1e3646208ba3689b7e47aa15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:45:56.550787 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b76c88-774c-4d9a-a9b6-f75550a3fcf4 admin admin] Pushing event updated for resources: {'Network': ['ID=684896f4-5e67-4370-80f0-10b67ce5328e,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:56.561116 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 684896f4-5e67-4370-80f0-10b67ce5328e details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:45:56.576745 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3539853-d2ec-4fb8-b234-d5d74278a275 admin admin] Made reservation on behalf of 75f8d78f1e3646208ba3689b7e47aa15 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:45:56.579560 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e3539853-d2ec-4fb8-b234-d5d74278a275 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:56.758406 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e3539853-d2ec-4fb8-b234-d5d74278a275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:56.826022 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3539853-d2ec-4fb8-b234-d5d74278a275 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4201d456-989c-4f05-a11c-e2c14bb297fc,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:56.830696 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3539853-d2ec-4fb8-b234-d5d74278a275 admin admin] Checking segment: {'id': 'a627f1c0-70b8-4d99-940d-c8923dc69ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '684896f4-5e67-4370-80f0-10b67ce5328e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:45:56.831063 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3539853-d2ec-4fb8-b234-d5d74278a275 admin admin] Network hostable DHCP agents. Network: 684896f4-5e67-4370-80f0-10b67ce5328e, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:45:56.851911 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3539853-d2ec-4fb8-b234-d5d74278a275 admin admin] Network 684896f4-5e67-4370-80f0-10b67ce5328e is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:45:56.864474 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-e3539853-d2ec-4fb8-b234-d5d74278a275 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 684896f4-5e67-4370-80f0-10b67ce5328e) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:45:56.870210 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3539853-d2ec-4fb8-b234-d5d74278a275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:56.870940 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e3539853-d2ec-4fb8-b234-d5d74278a275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:56.878183 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089afbfe-b959-4e50-af61-c32d750be0fa None None] Network 684896f4-5e67-4370-80f0-10b67ce5328e requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:45:56.897147 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e3539853-d2ec-4fb8-b234-d5d74278a275 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3599181 Aug 23 20:45:56.898122 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a966488-aa9a-4ff4-89e6-2786cd2c20b5 req-7fd488a1-6a66-4da8-b13b-c19531bd8a8b tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:56.900469 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3a966488-aa9a-4ff4-89e6-2786cd2c20b5 req-7fd488a1-6a66-4da8-b13b-c19531bd8a8b tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=687a2c67-325b-40d7-86e7-a6799a3e82a1 HTTP/1.1" status: 200 len: 944 time: 0.0595298 Aug 23 20:45:56.962490 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3a966488-aa9a-4ff4-89e6-2786cd2c20b5 req-ed7ec2d0-6408-48fa-bc34-2b89dce136fb tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524936 Aug 23 20:45:56.994548 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 8006f50a-b71a-4d40-bb79-8d82d03807f7 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:45:57.047200 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6671107-7f47-43d0-9fde-b28687375f0c req-def62952-56b1-431f-81a2-6deebda488a0 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:57.048818 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e6671107-7f47-43d0-9fde-b28687375f0c req-def62952-56b1-431f-81a2-6deebda488a0 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed05667-6c9f-47bb-9066-8c1db97c5f90 HTTP/1.1" status: 200 len: 946 time: 0.0632937 Aug 23 20:45:57.096188 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e6671107-7f47-43d0-9fde-b28687375f0c req-f8bb6026-7e29-40d7-bed8-bb2d0ec166fd tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400727 Aug 23 20:45:57.111917 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 8006f50a-b71a-4d40-bb79-8d82d03807f7 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:45:57.131164 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 8006f50a-b71a-4d40-bb79-8d82d03807f7 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:45:57.131539 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:57.159394 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b301b98f-b2d0-4885-b080-cbebbcf18ce2 None None] Network 684896f4-5e67-4370-80f0-10b67ce5328e requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:45:57.309576 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:57.369428 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 8006f50a-b71a-4d40-bb79-8d82d03807f7, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=8006f50a-b71a-4d40-bb79-8d82d03807f7,segment=NetworkSegment(a0304131-671f-4c22-8fc4-9d97cd99d833),segment_id=a0304131-671f-4c22-8fc4-9d97cd99d833)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:45:57.374755 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:57.429082 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=8006f50a-b71a-4d40-bb79-8d82d03807f7,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:45:57.604002 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd62d9c-545d-4a05-804e-0fb872153556 req-6e3f54da-1006-429a-9564-268b226b0fdb tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:57.605532 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-acd62d9c-545d-4a05-804e-0fb872153556 req-6e3f54da-1006-429a-9564-268b226b0fdb tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] 10.222.0.61 "GET /v2.0/networks?id=684896f4-5e67-4370-80f0-10b67ce5328e HTTP/1.1" status: 200 len: 813 time: 0.1187022 Aug 23 20:45:57.621224 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-acd62d9c-545d-4a05-804e-0fb872153556 req-275d55cf-d44d-4830-bed6-7daa5df52c87 tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] 10.222.0.61 "GET /v2.0/quotas/75f8d78f1e3646208ba3689b7e47aa15 HTTP/1.1" status: 200 len: 375 time: 0.0096509 Aug 23 20:45:57.654048 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-acd62d9c-545d-4a05-804e-0fb872153556 req-c8bee716-bdd6-4a44-bf10-bba826348f88 tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=75f8d78f1e3646208ba3689b7e47aa15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271816 Aug 23 20:45:57.751808 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-acd62d9c-545d-4a05-804e-0fb872153556 req-2c8d2fb9-88a3-4049-bdf9-07bb368e2308 service neutron] 10.222.0.61 "GET /v2.0/networks/684896f4-5e67-4370-80f0-10b67ce5328e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905004 Aug 23 20:45:57.843731 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-acd62d9c-545d-4a05-804e-0fb872153556 req-fa3d9130-fa66-46c5-9922-b04070354838 service neutron] 10.222.0.61 "GET /v2.0/networks/684896f4-5e67-4370-80f0-10b67ce5328e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843430 Aug 23 20:45:58.016309 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c65550d2-416d-48c0-aada-239fba566749 req-9587f082-7dd8-443b-9219-21902dd30861 tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] 10.222.0.61 "GET /v2.0/ports?device_id=cbe7f950-3524-42bd-8373-937008acc799 HTTP/1.1" status: 200 len: 210 time: 0.0334659 Aug 23 20:45:58.112683 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc5516-236d-4a7c-adb3-279217ff0856 req-53f42d10-0c4d-4b1c-b36a-d2a47864906a tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:58.114515 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-75dc5516-236d-4a7c-adb3-279217ff0856 req-53f42d10-0c4d-4b1c-b36a-d2a47864906a tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=687a2c67-325b-40d7-86e7-a6799a3e82a1 HTTP/1.1" status: 200 len: 945 time: 0.0671036 Aug 23 20:45:58.166201 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-75dc5516-236d-4a7c-adb3-279217ff0856 req-0f43def0-de84-42f0-90e2-1e9075f53943 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420203 Aug 23 20:45:58.245890 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef8ca2-7765-4959-85c5-73243f352d91 req-9c814266-0ea9-40e7-b2c3-569afaf6c04b tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:58.247574 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b4ef8ca2-7765-4959-85c5-73243f352d91 req-9c814266-0ea9-40e7-b2c3-569afaf6c04b tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed05667-6c9f-47bb-9066-8c1db97c5f90 HTTP/1.1" status: 200 len: 946 time: 0.0660000 Aug 23 20:45:58.264482 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '687a2c67-325b-40d7-86e7-a6799a3e82a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8006f50a-b71a-4d40-bb79-8d82d03807f7'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:45:58.268869 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb50dff-8ab7-4fef-a32e-451e574de024" -d '{"events": [{"server_uuid": "687a2c67-325b-40d7-86e7-a6799a3e82a1", "name": "network-vif-plugged", "status": "completed", "tag": "8006f50a-b71a-4d40-bb79-8d82d03807f7"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:45:58.291685 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b4ef8ca2-7765-4959-85c5-73243f352d91 req-803ebd04-2480-4a37-ada6-0c9f855fad83 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373785 Aug 23 20:45:58.333070 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a5e1e1-8df2-41a2-8fec-faf51cbdb48b x-openstack-request-id: req-66a5e1e1-8df2-41a2-8fec-faf51cbdb48b {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:45:58.333589 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "687a2c67-325b-40d7-86e7-a6799a3e82a1", "name": "network-vif-plugged", "status": "completed", "tag": "8006f50a-b71a-4d40-bb79-8d82d03807f7", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:45:58.333714 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-66a5e1e1-8df2-41a2-8fec-faf51cbdb48b {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:45:58.334002 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '687a2c67-325b-40d7-86e7-a6799a3e82a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8006f50a-b71a-4d40-bb79-8d82d03807f7', 'code': 200} Aug 23 20:45:58.446262 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b093a-137c-4b5c-b10b-c8ffd76dbec7 req-15d2fed0-dddb-4992-a729-31e33712a82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:58.448760 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a94b093a-137c-4b5c-b10b-c8ffd76dbec7 req-15d2fed0-dddb-4992-a729-31e33712a82d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=687a2c67-325b-40d7-86e7-a6799a3e82a1 HTTP/1.1" status: 200 len: 1096 time: 0.0532837 Aug 23 20:45:58.494758 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a94b093a-137c-4b5c-b10b-c8ffd76dbec7 req-1dda63c9-3db9-4f47-88e9-9f622ed5eb4a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351758 Aug 23 20:45:58.590421 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3446887d-bc54-4652-a8c9-486b6c2ead4d req-f90412ad-43b8-40c0-82c3-ae3e642208af tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:58.591965 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3446887d-bc54-4652-a8c9-486b6c2ead4d req-f90412ad-43b8-40c0-82c3-ae3e642208af tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed05667-6c9f-47bb-9066-8c1db97c5f90 HTTP/1.1" status: 200 len: 946 time: 0.0551672 Aug 23 20:45:58.632651 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3446887d-bc54-4652-a8c9-486b6c2ead4d req-e43f73e3-d166-4c62-8317-bbf57149c1ad tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346928 Aug 23 20:45:59.116917 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f093cd77-da76-4a46-8281-ed9fc29b2adb req-b6b27c5e-5e97-4ed4-8e10-0800af637e45 tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] 10.222.0.61 "GET /v2.0/ports?device_id=cbe7f950-3524-42bd-8373-937008acc799 HTTP/1.1" status: 200 len: 210 time: 0.0285757 Aug 23 20:45:59.258592 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd62d9c-545d-4a05-804e-0fb872153556 req-e2fbac64-881f-4883-be1c-a26131cdaaaf tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:59.258592 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-acd62d9c-545d-4a05-804e-0fb872153556 req-e2fbac64-881f-4883-be1c-a26131cdaaaf tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] 10.222.0.32 "GET /v2.0/networks?id=684896f4-5e67-4370-80f0-10b67ce5328e HTTP/1.1" status: 200 len: 813 time: 0.1217799 Aug 23 20:45:59.531081 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-acd62d9c-545d-4a05-804e-0fb872153556 req-9cde848c-1fd4-4ae7-9c59-b6ab764398b8 tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] Request body: {'port': {'device_id': 'cbe7f950-3524-42bd-8373-937008acc799', 'network_id': '684896f4-5e67-4370-80f0-10b67ce5328e', 'admin_state_up': True, 'tenant_id': '75f8d78f1e3646208ba3689b7e47aa15'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:45:59.608050 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7864551-f702-48d9-892c-0ec73c040c42 req-94b89b53-dd8e-4af7-943f-d89c43b066de tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:59.610049 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f7864551-f702-48d9-892c-0ec73c040c42 req-94b89b53-dd8e-4af7-943f-d89c43b066de tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=687a2c67-325b-40d7-86e7-a6799a3e82a1 HTTP/1.1" status: 200 len: 945 time: 0.3521597 Aug 23 20:45:59.676049 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f7864551-f702-48d9-892c-0ec73c040c42 req-67439957-e342-4b08-8b81-bf9199e63fe4 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538383 Aug 23 20:45:59.702863 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acd62d9c-545d-4a05-804e-0fb872153556 req-9cde848c-1fd4-4ae7-9c59-b6ab764398b8 tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] Made reservation on behalf of 75f8d78f1e3646208ba3689b7e47aa15 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:45:59.706878 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-acd62d9c-545d-4a05-804e-0fb872153556 req-9cde848c-1fd4-4ae7-9c59-b6ab764398b8 tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:45:59.763733 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339df2db-75a8-42b1-8c91-ab9fb6416840 req-b704bcd8-f5b3-4066-9c77-e78ab85587f1 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:45:59.765632 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-339df2db-75a8-42b1-8c91-ab9fb6416840 req-b704bcd8-f5b3-4066-9c77-e78ab85587f1 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed05667-6c9f-47bb-9066-8c1db97c5f90 HTTP/1.1" status: 200 len: 946 time: 0.0576403 Aug 23 20:45:59.810342 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-339df2db-75a8-42b1-8c91-ab9fb6416840 req-b9047ce9-4f36-4f32-9f7a-25fb3287f3f2 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383997 Aug 23 20:45:59.858112 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-acd62d9c-545d-4a05-804e-0fb872153556 req-9cde848c-1fd4-4ae7-9c59-b6ab764398b8 tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] Allocated IP 172.20.0.9 (684896f4-5e67-4370-80f0-10b67ce5328e/4201d456-989c-4f05-a11c-e2c14bb297fc/426cafa4-538a-4efd-83e1-34fcfd7239e1) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:46:00.028185 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-acd62d9c-545d-4a05-804e-0fb872153556 req-9cde848c-1fd4-4ae7-9c59-b6ab764398b8 tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:00.071439 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-acd62d9c-545d-4a05-804e-0fb872153556 req-9cde848c-1fd4-4ae7-9c59-b6ab764398b8 tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:00.117315 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acd62d9c-545d-4a05-804e-0fb872153556 req-9cde848c-1fd4-4ae7-9c59-b6ab764398b8 tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] Network 684896f4-5e67-4370-80f0-10b67ce5328e is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:46:00.121253 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-acd62d9c-545d-4a05-804e-0fb872153556 req-9cde848c-1fd4-4ae7-9c59-b6ab764398b8 tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:46:00.124964 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-acd62d9c-545d-4a05-804e-0fb872153556 req-9cde848c-1fd4-4ae7-9c59-b6ab764398b8 tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:46:00.134117 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cde848c-1fd4-4ae7-9c59-b6ab764398b8 tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] Pushing event updated for resources: {'Port': ['ID=426cafa4-538a-4efd-83e1-34fcfd7239e1,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:00.192684 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd62d9c-545d-4a05-804e-0fb872153556 req-9cde848c-1fd4-4ae7-9c59-b6ab764398b8 tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:00.193319 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-acd62d9c-545d-4a05-804e-0fb872153556 req-9cde848c-1fd4-4ae7-9c59-b6ab764398b8 tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:00.232893 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-acd62d9c-545d-4a05-804e-0fb872153556 req-9cde848c-1fd4-4ae7-9c59-b6ab764398b8 tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7076056 Aug 23 20:46:00.252820 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-acd62d9c-545d-4a05-804e-0fb872153556 req-30e5ce52-d19b-4c7b-b661-2c1f6b70478f service neutron] Request body: {'port': {'device_id': 'cbe7f950-3524-42bd-8373-937008acc799', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:46:00.267070 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7c4d68-23a3-4feb-a883-08a32add177c req-379252e6-5d92-4e8e-83d0-6b461f26be04 tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:00.268702 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0f7c4d68-23a3-4feb-a883-08a32add177c req-379252e6-5d92-4e8e-83d0-6b461f26be04 tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] 10.222.0.61 "GET /v2.0/ports?device_id=cbe7f950-3524-42bd-8373-937008acc799 HTTP/1.1" status: 200 len: 931 time: 0.0726681 Aug 23 20:46:00.279204 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e889086-9f90-419b-b584-12ac4486e5fb req-a2b53493-4998-42b5-bca6-4c1874546686 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:00.281397 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0e889086-9f90-419b-b584-12ac4486e5fb req-a2b53493-4998-42b5-bca6-4c1874546686 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.32 "GET /v2.0/ports?device_id=bed05667-6c9f-47bb-9066-8c1db97c5f90 HTTP/1.1" status: 200 len: 946 time: 0.0605617 Aug 23 20:46:00.349492 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-acd62d9c-545d-4a05-804e-0fb872153556 req-30e5ce52-d19b-4c7b-b661-2c1f6b70478f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:00.357356 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0f7c4d68-23a3-4feb-a883-08a32add177c req-006b304b-009f-4cd0-ac64-48543994a04b tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2ef3a19-055f-48eb-8490-39402ece7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733349 Aug 23 20:46:00.391821 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-0e889086-9f90-419b-b584-12ac4486e5fb req-8ead2f9a-3655-49bb-848f-d1cc5d80f64b tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Deleting port ec458a46-3461-4bf1-b62c-7d92a7411b28 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:46:00.392242 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0e889086-9f90-419b-b584-12ac4486e5fb req-8ead2f9a-3655-49bb-848f-d1cc5d80f64b tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:00.498938 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-0e889086-9f90-419b-b584-12ac4486e5fb req-8ead2f9a-3655-49bb-848f-d1cc5d80f64b tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] For port ec458a46-3461-4bf1-b62c-7d92a7411b28, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=ec458a46-3461-4bf1-b62c-7d92a7411b28,segment=NetworkSegment(56944fa1-c7d3-451b-86e9-345b2fbe4c92),segment_id=56944fa1-c7d3-451b-86e9-345b2fbe4c92)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:46:00.499337 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0e889086-9f90-419b-b584-12ac4486e5fb req-8ead2f9a-3655-49bb-848f-d1cc5d80f64b tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:00.515395 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-0e889086-9f90-419b-b584-12ac4486e5fb req-8ead2f9a-3655-49bb-848f-d1cc5d80f64b tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Calling delete_port for ec458a46-3461-4bf1-b62c-7d92a7411b28 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:46:00.654736 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-acd62d9c-545d-4a05-804e-0fb872153556 req-30e5ce52-d19b-4c7b-b661-2c1f6b70478f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 426cafa4-538a-4efd-83e1-34fcfd7239e1 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:46:00.661039 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0e889086-9f90-419b-b584-12ac4486e5fb req-8ead2f9a-3655-49bb-848f-d1cc5d80f64b tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:00.663533 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-acd62d9c-545d-4a05-804e-0fb872153556 req-30e5ce52-d19b-4c7b-b661-2c1f6b70478f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:00.675663 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['939d72db-2d60-46d4-bf80-372f37b6f531'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:46:00.690558 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-acd62d9c-545d-4a05-804e-0fb872153556 req-30e5ce52-d19b-4c7b-b661-2c1f6b70478f service neutron] Transition to ACTIVE for port object 426cafa4-538a-4efd-83e1-34fcfd7239e1 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:46:00.696151 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ead2f9a-3655-49bb-848f-d1cc5d80f64b tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Pushing event deleted for resources: {'Port': ['ID=ec458a46-3461-4bf1-b62c-7d92a7411b28,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:00.699674 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-acd62d9c-545d-4a05-804e-0fb872153556 req-30e5ce52-d19b-4c7b-b661-2c1f6b70478f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:00.700293 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['ec458a46-3461-4bf1-b62c-7d92a7411b28'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:46:00.750191 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e889086-9f90-419b-b584-12ac4486e5fb req-8ead2f9a-3655-49bb-848f-d1cc5d80f64b tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] No DVR routers for this DVR port ec458a46-3461-4bf1-b62c-7d92a7411b28 on host n-h2-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:46:00.753019 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0e889086-9f90-419b-b584-12ac4486e5fb req-8ead2f9a-3655-49bb-848f-d1cc5d80f64b tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:00.755374 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0e889086-9f90-419b-b584-12ac4486e5fb req-8ead2f9a-3655-49bb-848f-d1cc5d80f64b tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.32 "DELETE /v2.0/ports/ec458a46-3461-4bf1-b62c-7d92a7411b28 HTTP/1.1" status: 204 len: 173 time: 0.4670477 Aug 23 20:46:00.756138 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed05667-6c9f-47bb-9066-8c1db97c5f90', 'name': 'network-vif-deleted', 'tag': 'ec458a46-3461-4bf1-b62c-7d92a7411b28'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:46:00.766577 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa76dd28-f3bb-47b5-8861-555f3e88f01d" -d '{"events": [{"server_uuid": "bed05667-6c9f-47bb-9066-8c1db97c5f90", "name": "network-vif-deleted", "tag": "ec458a46-3461-4bf1-b62c-7d92a7411b28"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:46:00.787385 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e5ce52-d19b-4c7b-b661-2c1f6b70478f service neutron] Pushing event updated for resources: {'Port': ['ID=426cafa4-538a-4efd-83e1-34fcfd7239e1,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:00.880676 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5792ae73-e54e-4e04-b700-6637f9f84908 x-openstack-request-id: req-5792ae73-e54e-4e04-b700-6637f9f84908 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:46:00.881437 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bed05667-6c9f-47bb-9066-8c1db97c5f90", "name": "network-vif-deleted", "tag": "ec458a46-3461-4bf1-b62c-7d92a7411b28", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:46:00.881703 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5792ae73-e54e-4e04-b700-6637f9f84908 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:46:00.883556 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed05667-6c9f-47bb-9066-8c1db97c5f90', 'name': 'network-vif-deleted', 'tag': 'ec458a46-3461-4bf1-b62c-7d92a7411b28', 'status': 'completed', 'code': 200} Aug 23 20:46:00.895359 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-acd62d9c-545d-4a05-804e-0fb872153556 req-30e5ce52-d19b-4c7b-b661-2c1f6b70478f service neutron] Attempting to bind port 426cafa4-538a-4efd-83e1-34fcfd7239e1 on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:46:00.896042 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-acd62d9c-545d-4a05-804e-0fb872153556 req-30e5ce52-d19b-4c7b-b661-2c1f6b70478f service neutron] Attempting to bind port 426cafa4-538a-4efd-83e1-34fcfd7239e1 by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': 'a627f1c0-70b8-4d99-940d-c8923dc69ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '684896f4-5e67-4370-80f0-10b67ce5328e'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:46:00.896622 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd62d9c-545d-4a05-804e-0fb872153556 req-30e5ce52-d19b-4c7b-b661-2c1f6b70478f service neutron] Attempting to bind port 426cafa4-538a-4efd-83e1-34fcfd7239e1 on network 684896f4-5e67-4370-80f0-10b67ce5328e {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:46:00.903526 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd62d9c-545d-4a05-804e-0fb872153556 req-30e5ce52-d19b-4c7b-b661-2c1f6b70478f service neutron] Port 426cafa4-538a-4efd-83e1-34fcfd7239e1 on network 684896f4-5e67-4370-80f0-10b67ce5328e not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:46:00.904008 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd62d9c-545d-4a05-804e-0fb872153556 req-30e5ce52-d19b-4c7b-b661-2c1f6b70478f service neutron] Attempting to bind port 426cafa4-538a-4efd-83e1-34fcfd7239e1 on network 684896f4-5e67-4370-80f0-10b67ce5328e {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:46:00.910105 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd62d9c-545d-4a05-804e-0fb872153556 req-30e5ce52-d19b-4c7b-b661-2c1f6b70478f service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:46:00.910527 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd62d9c-545d-4a05-804e-0fb872153556 req-30e5ce52-d19b-4c7b-b661-2c1f6b70478f service neutron] Checking segment: {'id': 'a627f1c0-70b8-4d99-940d-c8923dc69ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '684896f4-5e67-4370-80f0-10b67ce5328e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:46:00.910974 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd62d9c-545d-4a05-804e-0fb872153556 req-30e5ce52-d19b-4c7b-b661-2c1f6b70478f service neutron] Bound using segment: {'id': 'a627f1c0-70b8-4d99-940d-c8923dc69ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '684896f4-5e67-4370-80f0-10b67ce5328e'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:46:00.911758 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-acd62d9c-545d-4a05-804e-0fb872153556 req-30e5ce52-d19b-4c7b-b661-2c1f6b70478f service neutron] Bound port: 426cafa4-538a-4efd-83e1-34fcfd7239e1, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a627f1c0-70b8-4d99-940d-c8923dc69ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '684896f4-5e67-4370-80f0-10b67ce5328e'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:46:00.912223 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-acd62d9c-545d-4a05-804e-0fb872153556 req-30e5ce52-d19b-4c7b-b661-2c1f6b70478f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:00.926328 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c7a29-67a6-47a3-a880-0bf56d5bbb4f req-07e973ff-cffa-43a3-bcd4-216c8d7a1241 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:00.956493 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-916c7a29-67a6-47a3-a880-0bf56d5bbb4f req-07e973ff-cffa-43a3-bcd4-216c8d7a1241 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=687a2c67-325b-40d7-86e7-a6799a3e82a1 HTTP/1.1" status: 200 len: 945 time: 0.1553597 Aug 23 20:46:01.003942 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-916c7a29-67a6-47a3-a880-0bf56d5bbb4f req-32e94e6a-680a-4515-bf6f-b73fd09d7a96 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464880 Aug 23 20:46:01.027226 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d71dcf8a-6de4-478c-84e3-8fef93e53865 req-9e1cddcb-2b4a-40af-baac-5bbbd5ac53b8 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed05667-6c9f-47bb-9066-8c1db97c5f90 HTTP/1.1" status: 200 len: 210 time: 0.0410204 Aug 23 20:46:01.027226 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-acd62d9c-545d-4a05-804e-0fb872153556 req-30e5ce52-d19b-4c7b-b661-2c1f6b70478f service neutron] For port 426cafa4-538a-4efd-83e1-34fcfd7239e1, host n-h2-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:46:01.034896 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-acd62d9c-545d-4a05-804e-0fb872153556 req-30e5ce52-d19b-4c7b-b661-2c1f6b70478f service neutron] For port 426cafa4-538a-4efd-83e1-34fcfd7239e1, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=426cafa4-538a-4efd-83e1-34fcfd7239e1,segment=NetworkSegment(a627f1c0-70b8-4d99-940d-c8923dc69ec0),segment_id=a627f1c0-70b8-4d99-940d-c8923dc69ec0)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:46:01.042057 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-acd62d9c-545d-4a05-804e-0fb872153556 req-30e5ce52-d19b-4c7b-b661-2c1f6b70478f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:01.079994 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd62d9c-545d-4a05-804e-0fb872153556 req-30e5ce52-d19b-4c7b-b661-2c1f6b70478f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:01.080788 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-acd62d9c-545d-4a05-804e-0fb872153556 req-30e5ce52-d19b-4c7b-b661-2c1f6b70478f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:01.082357 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-acd62d9c-545d-4a05-804e-0fb872153556 req-30e5ce52-d19b-4c7b-b661-2c1f6b70478f service neutron] 10.222.0.32 "PUT /v2.0/ports/426cafa4-538a-4efd-83e1-34fcfd7239e1 HTTP/1.1" status: 200 len: 1091 time: 0.8353066 Aug 23 20:46:01.083257 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbe7f950-3524-42bd-8373-937008acc799', 'tag': '426cafa4-538a-4efd-83e1-34fcfd7239e1'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:46:01.085287 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e835a6-a705-4c0c-a45d-216e359c0b52" -d '{"events": [{"name": "network-changed", "server_uuid": "cbe7f950-3524-42bd-8373-937008acc799", "tag": "426cafa4-538a-4efd-83e1-34fcfd7239e1"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:46:01.141474 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f761bb0-801a-47ed-8a51-e408e637911f x-openstack-request-id: req-2f761bb0-801a-47ed-8a51-e408e637911f {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:46:01.142019 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbe7f950-3524-42bd-8373-937008acc799", "tag": "426cafa4-538a-4efd-83e1-34fcfd7239e1", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:46:01.142452 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2f761bb0-801a-47ed-8a51-e408e637911f {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:46:01.143014 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbe7f950-3524-42bd-8373-937008acc799', 'tag': '426cafa4-538a-4efd-83e1-34fcfd7239e1', 'status': 'completed', 'code': 200} Aug 23 20:46:01.148902 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e5ce52-d19b-4c7b-b661-2c1f6b70478f service neutron] Pushing event updated for resources: {'Port': ['ID=426cafa4-538a-4efd-83e1-34fcfd7239e1,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:01.236951 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd62d9c-545d-4a05-804e-0fb872153556 req-e61770ec-ce64-4135-b6a9-ee3e8324a3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:01.239447 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-acd62d9c-545d-4a05-804e-0fb872153556 req-e61770ec-ce64-4135-b6a9-ee3e8324a3c2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=75f8d78f1e3646208ba3689b7e47aa15&device_id=cbe7f950-3524-42bd-8373-937008acc799 HTTP/1.1" status: 200 len: 1094 time: 0.0532835 Aug 23 20:46:01.312697 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-acd62d9c-545d-4a05-804e-0fb872153556 req-8e094fa1-5d10-4627-8f13-a2d1ba70dbd1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=426cafa4-538a-4efd-83e1-34fcfd7239e1 HTTP/1.1" status: 200 len: 217 time: 0.0491550 Aug 23 20:46:01.376954 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd62d9c-545d-4a05-804e-0fb872153556 req-2fdcfddc-d515-41fc-bfd1-4515267395e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:01.380437 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-acd62d9c-545d-4a05-804e-0fb872153556 req-2fdcfddc-d515-41fc-bfd1-4515267395e8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4201d456-989c-4f05-a11c-e2c14bb297fc HTTP/1.1" status: 200 len: 853 time: 0.0603623 Aug 23 20:46:01.462879 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-acd62d9c-545d-4a05-804e-0fb872153556 req-5b5acbcb-3dbb-4ba2-9f48-a3ef3adbd7fe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=684896f4-5e67-4370-80f0-10b67ce5328e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689809 Aug 23 20:46:01.517331 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee56e5f-d08d-46c1-9c18-304d65e134ad req-ce12af74-c619-4583-9c56-b4cef462cb3d tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:01.528390 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6ee56e5f-d08d-46c1-9c18-304d65e134ad req-ce12af74-c619-4583-9c56-b4cef462cb3d tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] 10.222.0.61 "GET /v2.0/ports?device_id=cbe7f950-3524-42bd-8373-937008acc799 HTTP/1.1" status: 200 len: 943 time: 0.0685205 Aug 23 20:46:01.578119 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6ee56e5f-d08d-46c1-9c18-304d65e134ad req-7b9f3a2d-de48-4cf6-8e3f-4602df3a9de8 tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2ef3a19-055f-48eb-8490-39402ece7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486605 Aug 23 20:46:01.588334 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382df427-7ffe-4d1d-bebb-6da9118a0780 req-60a6fc50-fc53-426c-9522-c522895263bf tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:01.589835 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-382df427-7ffe-4d1d-bebb-6da9118a0780 req-60a6fc50-fc53-426c-9522-c522895263bf tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=687a2c67-325b-40d7-86e7-a6799a3e82a1 HTTP/1.1" status: 200 len: 945 time: 0.1248221 Aug 23 20:46:01.655430 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-acd62d9c-545d-4a05-804e-0fb872153556 req-5e9ea983-4f67-4e9e-8ec7-fdc6f8fb4c2e service neutron] 10.222.0.32 "GET /v2.0/networks/684896f4-5e67-4370-80f0-10b67ce5328e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461558 Aug 23 20:46:01.658354 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-382df427-7ffe-4d1d-bebb-6da9118a0780 req-983da07d-f5bb-4511-9fbf-fcf35348c4bf tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621955 Aug 23 20:46:01.751770 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-acd62d9c-545d-4a05-804e-0fb872153556 req-5c6eea09-4b2b-4be1-abd6-99010f9cac6d service neutron] 10.222.0.32 "GET /v2.0/networks/684896f4-5e67-4370-80f0-10b67ce5328e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884368 Aug 23 20:46:01.894570 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e835a6-a705-4c0c-a45d-216e359c0b52 req-e6a76bf1-6e62-48d2-a4db-6ff621a85443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:01.896245 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-55e835a6-a705-4c0c-a45d-216e359c0b52 req-e6a76bf1-6e62-48d2-a4db-6ff621a85443 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=75f8d78f1e3646208ba3689b7e47aa15&device_id=cbe7f950-3524-42bd-8373-937008acc799 HTTP/1.1" status: 200 len: 1094 time: 0.0424826 Aug 23 20:46:01.995409 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e835a6-a705-4c0c-a45d-216e359c0b52 req-c22c371c-0569-40c9-a84c-c89d39684087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:01.996997 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-55e835a6-a705-4c0c-a45d-216e359c0b52 req-c22c371c-0569-40c9-a84c-c89d39684087 service neutron] 10.222.0.32 "GET /v2.0/networks?id=684896f4-5e67-4370-80f0-10b67ce5328e HTTP/1.1" status: 200 len: 914 time: 0.0932269 Aug 23 20:46:02.041005 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-55e835a6-a705-4c0c-a45d-216e359c0b52 req-aab16c0a-245c-4f5f-9b95-c35a89c16f60 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=426cafa4-538a-4efd-83e1-34fcfd7239e1 HTTP/1.1" status: 200 len: 217 time: 0.0363123 Aug 23 20:46:02.096045 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e835a6-a705-4c0c-a45d-216e359c0b52 req-2b976ea4-b5d3-459e-8e63-f33e2590b430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:02.097571 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-55e835a6-a705-4c0c-a45d-216e359c0b52 req-2b976ea4-b5d3-459e-8e63-f33e2590b430 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4201d456-989c-4f05-a11c-e2c14bb297fc HTTP/1.1" status: 200 len: 853 time: 0.0493162 Aug 23 20:46:02.137765 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-55e835a6-a705-4c0c-a45d-216e359c0b52 req-461e4289-aafd-42b2-8397-a0eda69957c5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=684896f4-5e67-4370-80f0-10b67ce5328e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319448 Aug 23 20:46:02.137919 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 43518) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:02.242772 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd897771-c047-405f-b476-d438e3b201cf req-dd96fa53-ba76-4a0f-b111-8ada7014fa89 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:02.244337 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cd897771-c047-405f-b476-d438e3b201cf req-dd96fa53-ba76-4a0f-b111-8ada7014fa89 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.1101162 Aug 23 20:46:02.252827 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-140a16c9-d8e1-451d-b15b-95729b3725c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:02.279675 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-55e835a6-a705-4c0c-a45d-216e359c0b52 req-01aa6599-a163-43a5-a301-13912ee722a7 service neutron] 10.222.0.32 "GET /v2.0/networks/684896f4-5e67-4370-80f0-10b67ce5328e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333659 Aug 23 20:46:02.318287 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cd897771-c047-405f-b476-d438e3b201cf req-07389f04-533d-44ce-b8a8-d37591150d67 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676258 Aug 23 20:46:02.354339 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-140a16c9-d8e1-451d-b15b-95729b3725c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:02.358312 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-140a16c9-d8e1-451d-b15b-95729b3725c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:02.399201 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-140a16c9-d8e1-451d-b15b-95729b3725c5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f7a009b0a2ce46b4ba35cd9c15fc0564&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2579639 Aug 23 20:46:02.399201 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a16c9-d8e1-451d-b15b-95729b3725c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93290390-e24b-4328-912f-bbb8da97da13,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:02.399558 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 43524) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:02.408463 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-55e835a6-a705-4c0c-a45d-216e359c0b52 req-4cb71a08-df1e-4f1f-80a0-29675266c8a0 service neutron] 10.222.0.32 "GET /v2.0/networks/684896f4-5e67-4370-80f0-10b67ce5328e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191247 Aug 23 20:46:02.457503 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0549828b-1cc9-4dc9-b85e-8ec87ccf20d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:02.480328 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0549828b-1cc9-4dc9-b85e-8ec87ccf20d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:02.566040 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a54041-6ee8-4aaf-99ee-a1fdf6ec0803 req-b608c26d-7eff-4a13-baf8-d73d72c9cb55 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:02.567569 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a1a54041-6ee8-4aaf-99ee-a1fdf6ec0803 req-b608c26d-7eff-4a13-baf8-d73d72c9cb55 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.0649953 Aug 23 20:46:02.581999 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0549828b-1cc9-4dc9-b85e-8ec87ccf20d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:02.584455 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0549828b-1cc9-4dc9-b85e-8ec87ccf20d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:02.585499 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-0549828b-1cc9-4dc9-b85e-8ec87ccf20d0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/93290390-e24b-4328-912f-bbb8da97da13 HTTP/1.1" status: 204 len: 168 time: 0.1844988 Aug 23 20:46:02.606008 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0549828b-1cc9-4dc9-b85e-8ec87ccf20d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93290390-e24b-4328-912f-bbb8da97da13,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:02.627128 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a1a54041-6ee8-4aaf-99ee-a1fdf6ec0803 req-d6c4711e-f949-4f5e-abd2-d9e9c7667ede tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523560 Aug 23 20:46:02.707368 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2948810-cd3d-4355-8cc5-a9bea5c577fe req-193fee75-d25c-4490-8dae-80e2fbca6dfc tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:02.709597 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d2948810-cd3d-4355-8cc5-a9bea5c577fe req-193fee75-d25c-4490-8dae-80e2fbca6dfc tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] 10.222.0.61 "GET /v2.0/ports?device_id=cbe7f950-3524-42bd-8373-937008acc799 HTTP/1.1" status: 200 len: 943 time: 0.0518284 Aug 23 20:46:02.755028 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f61208-53fa-4d80-ac69-a1501e9799a3 req-c8376419-62ab-4948-89ea-00d3b9a1be82 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:02.762942 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-43f61208-53fa-4d80-ac69-a1501e9799a3 req-c8376419-62ab-4948-89ea-00d3b9a1be82 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.0590613 Aug 23 20:46:02.769974 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d2948810-cd3d-4355-8cc5-a9bea5c577fe req-08282ff0-8274-4470-8812-7669d9c296ef tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2ef3a19-055f-48eb-8490-39402ece7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525565 Aug 23 20:46:02.800539 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-43f61208-53fa-4d80-ac69-a1501e9799a3 req-ccb20c1b-eacc-4a13-915b-23cabbf3dbf7 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367119 Aug 23 20:46:02.873505 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74f37f-6ba4-4cbc-a846-c5592441fe55 req-834af60a-3671-486e-a540-51edbf619fe9 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:02.876669 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3b74f37f-6ba4-4cbc-a846-c5592441fe55 req-834af60a-3671-486e-a540-51edbf619fe9 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=687a2c67-325b-40d7-86e7-a6799a3e82a1 HTTP/1.1" status: 200 len: 945 time: 0.0607612 Aug 23 20:46:02.917640 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3b74f37f-6ba4-4cbc-a846-c5592441fe55 req-d3fe6c8d-a61d-451e-8921-b74f6241890f tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366905 Aug 23 20:46:02.923167 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 43544) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:02.945841 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ab8dccf-9753-4987-b91e-fa7c9c203766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:03.042927 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ab8dccf-9753-4987-b91e-fa7c9c203766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:03.049111 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ab8dccf-9753-4987-b91e-fa7c9c203766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:03.089584 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-5ab8dccf-9753-4987-b91e-fa7c9c203766 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0807e12c247c439caf3d3fc0ea90546a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1653380 Aug 23 20:46:03.090471 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab8dccf-9753-4987-b91e-fa7c9c203766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a41a2c08-b901-4624-898b-3f492b2de521,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:03.093243 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 43548) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:03.161080 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5e1d3bcd-236b-4552-85ef-15cc5216ad30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:03.183745 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5e1d3bcd-236b-4552-85ef-15cc5216ad30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:03.231756 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5e1d3bcd-236b-4552-85ef-15cc5216ad30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:03.234488 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5e1d3bcd-236b-4552-85ef-15cc5216ad30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:03.235664 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5e1d3bcd-236b-4552-85ef-15cc5216ad30 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a41a2c08-b901-4624-898b-3f492b2de521 HTTP/1.1" status: 204 len: 168 time: 0.1407094 Aug 23 20:46:03.243458 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1d3bcd-236b-4552-85ef-15cc5216ad30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41a2c08-b901-4624-898b-3f492b2de521,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:03.773456 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396b318-74c2-4b9b-8b48-9f66c2bee891 req-7854d46b-6a78-4ec6-bdc8-9ec6344345e4 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:03.775234 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4396b318-74c2-4b9b-8b48-9f66c2bee891 req-7854d46b-6a78-4ec6-bdc8-9ec6344345e4 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/ports?device_id=af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d HTTP/1.1" status: 200 len: 945 time: 0.0807602 Aug 23 20:46:03.836890 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4396b318-74c2-4b9b-8b48-9f66c2bee891 req-248b2669-d81e-4a23-ada8-f7252b7fdeef tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/security-groups?id=59433672-2092-460a-913c-05e5a3e92d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524416 Aug 23 20:46:03.894740 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa7e09-1d88-478d-92eb-ed0f2f89ed78 req-5c844048-7b73-49ad-8f18-666aa3b0b4a1 tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:03.896326 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-daaa7e09-1d88-478d-92eb-ed0f2f89ed78 req-5c844048-7b73-49ad-8f18-666aa3b0b4a1 tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] 10.222.0.61 "GET /v2.0/ports?device_id=cbe7f950-3524-42bd-8373-937008acc799 HTTP/1.1" status: 200 len: 943 time: 0.0531650 Aug 23 20:46:03.940930 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-daaa7e09-1d88-478d-92eb-ed0f2f89ed78 req-7ba49334-c817-4e37-b6a0-301eb89437c8 tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2ef3a19-055f-48eb-8490-39402ece7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370436 Aug 23 20:46:04.024659 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 426cafa4-538a-4efd-83e1-34fcfd7239e1 details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:46:04.032184 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device ec458a46-3461-4bf1-b62c-7d92a7411b28 no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:46:04.038729 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728faa6-bb79-4549-92dc-b125d4820686 req-5b77d663-9719-446e-9e51-10afa45e9b24 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:04.046489 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f728faa6-bb79-4549-92dc-b125d4820686 req-5b77d663-9719-446e-9e51-10afa45e9b24 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=687a2c67-325b-40d7-86e7-a6799a3e82a1 HTTP/1.1" status: 200 len: 945 time: 0.0572557 Aug 23 20:46:04.063171 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: ec458a46-3461-4bf1-b62c-7d92a7411b28 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:46:04.063764 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device ec458a46-3461-4bf1-b62c-7d92a7411b28 not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:46:04.089284 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f728faa6-bb79-4549-92dc-b125d4820686 req-db961f29-ed17-4365-8e47-432d4e9859dd tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408466 Aug 23 20:46:04.159216 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 426cafa4-538a-4efd-83e1-34fcfd7239e1, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=426cafa4-538a-4efd-83e1-34fcfd7239e1,segment=NetworkSegment(a627f1c0-70b8-4d99-940d-c8923dc69ec0),segment_id=a627f1c0-70b8-4d99-940d-c8923dc69ec0)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:46:04.172713 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': '426cafa4-538a-4efd-83e1-34fcfd7239e1', 'network_id': '684896f4-5e67-4370-80f0-10b67ce5328e', 'port_id': '426cafa4-538a-4efd-83e1-34fcfd7239e1', 'mac_address': 'fa:16:3e:a4:54:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4201d456-989c-4f05-a11c-e2c14bb297fc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:46:04.212985 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:04.238308 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 426cafa4-538a-4efd-83e1-34fcfd7239e1 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:46:04.260659 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 426cafa4-538a-4efd-83e1-34fcfd7239e1, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=426cafa4-538a-4efd-83e1-34fcfd7239e1,segment=NetworkSegment(a627f1c0-70b8-4d99-940d-c8923dc69ec0),segment_id=a627f1c0-70b8-4d99-940d-c8923dc69ec0)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:46:04.266169 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:04.322616 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=426cafa4-538a-4efd-83e1-34fcfd7239e1,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:04.547107 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['426cafa4-538a-4efd-83e1-34fcfd7239e1'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:46:04.568259 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f79edc-4c52-4ead-bb74-1b43f4968b5b req-9beaa5d7-f08f-4b5a-a19c-f9b36c91a4c0 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:04.570243 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-40f79edc-4c52-4ead-bb74-1b43f4968b5b req-9beaa5d7-f08f-4b5a-a19c-f9b36c91a4c0 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.0612791 Aug 23 20:46:04.618507 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-40f79edc-4c52-4ead-bb74-1b43f4968b5b req-74bb1ebb-6c73-4d25-ac3a-ac8e4f01589f tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410104 Aug 23 20:46:04.746529 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47bf1e6-3d8f-4275-a464-b382899577c9 req-9394d4db-293a-42e1-af54-eefa14bff193 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:04.748449 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b47bf1e6-3d8f-4275-a464-b382899577c9 req-9394d4db-293a-42e1-af54-eefa14bff193 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.0605764 Aug 23 20:46:04.791945 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b47bf1e6-3d8f-4275-a464-b382899577c9 req-bf40fb8d-e6ef-4c91-b1dc-44a4bf58c6e6 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367129 Aug 23 20:46:04.976021 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714393cf-43e8-4cd5-8210-63fca5fd8e9a req-c2fed69e-6a29-4d9f-861e-17dc9eb0c958 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:04.980861 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-714393cf-43e8-4cd5-8210-63fca5fd8e9a req-c2fed69e-6a29-4d9f-861e-17dc9eb0c958 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/ports?device_id=af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d HTTP/1.1" status: 200 len: 945 time: 0.0715356 Aug 23 20:46:05.037846 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-714393cf-43e8-4cd5-8210-63fca5fd8e9a req-08ffb638-d9a9-4f83-8089-2f3621fb85ab tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/security-groups?id=59433672-2092-460a-913c-05e5a3e92d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488379 Aug 23 20:46:05.107927 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28e10e-96cc-49ed-8314-11c0b8c0ce40 req-26fb07b9-6c59-4373-8e27-29b75cba8124 tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:05.109835 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-af28e10e-96cc-49ed-8314-11c0b8c0ce40 req-26fb07b9-6c59-4373-8e27-29b75cba8124 tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] 10.222.0.61 "GET /v2.0/ports?device_id=cbe7f950-3524-42bd-8373-937008acc799 HTTP/1.1" status: 200 len: 944 time: 0.0653248 Aug 23 20:46:05.174693 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-af28e10e-96cc-49ed-8314-11c0b8c0ce40 req-af20b6de-ac65-4749-915e-416e3593a04c tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2ef3a19-055f-48eb-8490-39402ece7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547886 Aug 23 20:46:05.214253 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae4db45-f25f-4f9b-9efb-4f1f3cd0c980 req-2e10b047-356e-4bfd-94a7-6e4627c4ad67 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:05.215805 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8ae4db45-f25f-4f9b-9efb-4f1f3cd0c980 req-2e10b047-356e-4bfd-94a7-6e4627c4ad67 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=687a2c67-325b-40d7-86e7-a6799a3e82a1 HTTP/1.1" status: 200 len: 945 time: 0.0557334 Aug 23 20:46:05.265861 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8ae4db45-f25f-4f9b-9efb-4f1f3cd0c980 req-40440fdc-3c7b-4d8f-ae04-eadf639f8f03 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437455 Aug 23 20:46:05.725813 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e2834-efef-48a1-87be-49c5f8820655 req-dc2ba3d8-6331-4e39-bfae-f2d855a56241 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:05.727762 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-471e2834-efef-48a1-87be-49c5f8820655 req-dc2ba3d8-6331-4e39-bfae-f2d855a56241 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.32 "GET /v2.0/ports?device_id=af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d HTTP/1.1" status: 200 len: 945 time: 0.0545549 Aug 23 20:46:05.838412 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-471e2834-efef-48a1-87be-49c5f8820655 req-4f2b03f2-e387-4b7e-bd9b-193cc2934e00 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Deleting port 7d30c483-eec0-4d18-a093-7e8622543077 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:46:05.839158 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-471e2834-efef-48a1-87be-49c5f8820655 req-4f2b03f2-e387-4b7e-bd9b-193cc2934e00 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:05.934142 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-471e2834-efef-48a1-87be-49c5f8820655 req-4f2b03f2-e387-4b7e-bd9b-193cc2934e00 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] For port 7d30c483-eec0-4d18-a093-7e8622543077, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=7d30c483-eec0-4d18-a093-7e8622543077,segment=NetworkSegment(71fa0ee8-71f8-4ca3-a314-108544b37f00),segment_id=71fa0ee8-71f8-4ca3-a314-108544b37f00)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:46:05.934502 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-471e2834-efef-48a1-87be-49c5f8820655 req-4f2b03f2-e387-4b7e-bd9b-193cc2934e00 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:06.053320 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 426cafa4-538a-4efd-83e1-34fcfd7239e1 up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:46:06.123497 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port 426cafa4-538a-4efd-83e1-34fcfd7239e1 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:46:06.128978 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port 426cafa4-538a-4efd-83e1-34fcfd7239e1 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:46:06.129595 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:06.130394 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-471e2834-efef-48a1-87be-49c5f8820655 req-4f2b03f2-e387-4b7e-bd9b-193cc2934e00 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:06.130783 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-471e2834-efef-48a1-87be-49c5f8820655 req-4f2b03f2-e387-4b7e-bd9b-193cc2934e00 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:06.131106 n-d-805663-2 neutron-server[94688]: INFO neutron.db.l3_db [req-471e2834-efef-48a1-87be-49c5f8820655 req-4f2b03f2-e387-4b7e-bd9b-193cc2934e00 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Floating IP 068bf104-1b8a-4620-ba88-fbaa337eaea2 disassociated. External IP: 172.25.4.149, port: 7d30c483-eec0-4d18-a093-7e8622543077. Aug 23 20:46:06.131451 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-471e2834-efef-48a1-87be-49c5f8820655 req-4f2b03f2-e387-4b7e-bd9b-193cc2934e00 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Calling delete_port for 7d30c483-eec0-4d18-a093-7e8622543077 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:46:06.229200 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:06.236307 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b796b-b177-458c-a394-fdb4198fb57c req-d4e9e32e-5927-4504-9e45-94778a0abc49 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:06.241286 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6e8b796b-b177-458c-a394-fdb4198fb57c req-d4e9e32e-5927-4504-9e45-94778a0abc49 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/ports?device_id=af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d HTTP/1.1" status: 200 len: 945 time: 0.1140010 Aug 23 20:46:06.255606 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe7f950-3524-42bd-8373-937008acc799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '426cafa4-538a-4efd-83e1-34fcfd7239e1'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:46:06.257953 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741fe071-5b2e-48ca-9ecc-3691bccb7ffb" -d '{"events": [{"server_uuid": "cbe7f950-3524-42bd-8373-937008acc799", "name": "network-vif-plugged", "status": "completed", "tag": "426cafa4-538a-4efd-83e1-34fcfd7239e1"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:46:06.276330 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 426cafa4-538a-4efd-83e1-34fcfd7239e1, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=426cafa4-538a-4efd-83e1-34fcfd7239e1,segment=NetworkSegment(a627f1c0-70b8-4d99-940d-c8923dc69ec0),segment_id=a627f1c0-70b8-4d99-940d-c8923dc69ec0)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:46:06.283416 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:06.354812 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-471e2834-efef-48a1-87be-49c5f8820655 req-4f2b03f2-e387-4b7e-bd9b-193cc2934e00 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:06.389344 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=426cafa4-538a-4efd-83e1-34fcfd7239e1,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:06.398835 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2b03f2-e387-4b7e-bd9b-193cc2934e00 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Pushing event deleted for resources: {'Port': ['ID=7d30c483-eec0-4d18-a093-7e8622543077,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:06.400802 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc7f12-c60c-4dbb-a3ba-5d934caa611a req-c83564e9-c4a2-4222-ac68-c0e3e2f43b61 tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:06.407710 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-44dc7f12-c60c-4dbb-a3ba-5d934caa611a req-c83564e9-c4a2-4222-ac68-c0e3e2f43b61 tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] 10.222.0.61 "GET /v2.0/ports?device_id=cbe7f950-3524-42bd-8373-937008acc799 HTTP/1.1" status: 200 len: 945 time: 0.0844841 Aug 23 20:46:06.419667 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6e8b796b-b177-458c-a394-fdb4198fb57c req-3bf21659-fbde-490c-b474-1b7a87521d76 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/security-groups?id=59433672-2092-460a-913c-05e5a3e92d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685560 Aug 23 20:46:06.501376 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef68137-134a-4122-8959-8481afc11c86 x-openstack-request-id: req-4ef68137-134a-4122-8959-8481afc11c86 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:46:06.501672 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe7f950-3524-42bd-8373-937008acc799", "name": "network-vif-plugged", "status": "completed", "tag": "426cafa4-538a-4efd-83e1-34fcfd7239e1", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:46:06.501924 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4ef68137-134a-4122-8959-8481afc11c86 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:46:06.502316 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe7f950-3524-42bd-8373-937008acc799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '426cafa4-538a-4efd-83e1-34fcfd7239e1', 'code': 200} Aug 23 20:46:06.515398 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-44dc7f12-c60c-4dbb-a3ba-5d934caa611a req-65c2147f-0d9b-4ef5-8a93-732f5bcecb13 tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2ef3a19-055f-48eb-8490-39402ece7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999355 Aug 23 20:46:06.607733 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [req-471e2834-efef-48a1-87be-49c5f8820655 req-4f2b03f2-e387-4b7e-bd9b-193cc2934e00 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Router 8d1e85a6-a601-4119-be31-5b0ef46d2fc0 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:46:06.672728 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d07cc4-b50a-490c-9749-2e9c529e82a1 req-2992e2d6-9f34-4618-a816-63bcc3192a8c tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:06.674259 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-09d07cc4-b50a-490c-9749-2e9c529e82a1 req-2992e2d6-9f34-4618-a816-63bcc3192a8c tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=687a2c67-325b-40d7-86e7-a6799a3e82a1 HTTP/1.1" status: 200 len: 945 time: 0.1125143 Aug 23 20:46:06.681169 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac9f70-38a3-4d5f-bd67-df5c0e9b5701 req-8372f7f6-ebd9-46a4-8051-bb2fb8d9deaa tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:06.683442 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6cac9f70-38a3-4d5f-bd67-df5c0e9b5701 req-8372f7f6-ebd9-46a4-8051-bb2fb8d9deaa tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.0868223 Aug 23 20:46:06.689266 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0484fff-e6a2-43a4-a43b-89df0ccb7c9a req-bacba3b1-1160-4397-a124-050475823e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:06.691084 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d0484fff-e6a2-43a4-a43b-89df0ccb7c9a req-bacba3b1-1160-4397-a124-050475823e6e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cbe7f950-3524-42bd-8373-937008acc799 HTTP/1.1" status: 200 len: 1096 time: 0.0840521 Aug 23 20:46:06.750753 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d0484fff-e6a2-43a4-a43b-89df0ccb7c9a req-18a70e95-093c-4040-903d-e272894e9c89 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b2ef3a19-055f-48eb-8490-39402ece7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513270 Aug 23 20:46:06.761812 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6cac9f70-38a3-4d5f-bd67-df5c0e9b5701 req-6b953842-8e91-4b23-9344-c21f5fd2d29d tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696242 Aug 23 20:46:06.780561 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-09d07cc4-b50a-490c-9749-2e9c529e82a1 req-9dae6a85-0af0-43c4-b09e-0aaa505ab166 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896244 Aug 23 20:46:06.792199 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-471e2834-efef-48a1-87be-49c5f8820655 req-4f2b03f2-e387-4b7e-bd9b-193cc2934e00 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:46:06.807990 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242a7879-f160-488a-a67d-5f095822d82a None None] Sync routers for ids ['8d1e85a6-a601-4119-be31-5b0ef46d2fc0'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:46:06.826938 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242a7879-f160-488a-a67d-5f095822d82a None None] Routers {'8d1e85a6-a601-4119-be31-5b0ef46d2fc0'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:46:06.827754 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-242a7879-f160-488a-a67d-5f095822d82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:45:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['8d1e85a6-a601-4119-be31-5b0ef46d2fc0'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:46:06.861731 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-471e2834-efef-48a1-87be-49c5f8820655 req-4f2b03f2-e387-4b7e-bd9b-193cc2934e00 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] No DVR routers for this DVR port 7d30c483-eec0-4d18-a093-7e8622543077 on host n-h2-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:46:06.865270 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-471e2834-efef-48a1-87be-49c5f8820655 req-4f2b03f2-e387-4b7e-bd9b-193cc2934e00 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:06.868115 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-471e2834-efef-48a1-87be-49c5f8820655 req-4f2b03f2-e387-4b7e-bd9b-193cc2934e00 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.32 "DELETE /v2.0/ports/7d30c483-eec0-4d18-a093-7e8622543077 HTTP/1.1" status: 204 len: 173 time: 1.1342635 Aug 23 20:46:06.869121 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d', 'name': 'network-vif-deleted', 'tag': '7d30c483-eec0-4d18-a093-7e8622543077'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:46:06.872785 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b30155-7bcc-45d7-9433-6e057172120f" -d '{"events": [{"server_uuid": "af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d", "name": "network-vif-deleted", "tag": "7d30c483-eec0-4d18-a093-7e8622543077"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:46:06.906833 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db146ada-5de2-4144-839a-19fa0182bbc2 req-cbaacc47-ea9d-4d0e-ad48-fea8221f493c tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:06.916471 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-db146ada-5de2-4144-839a-19fa0182bbc2 req-cbaacc47-ea9d-4d0e-ad48-fea8221f493c tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.0820153 Aug 23 20:46:06.917715 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e92b59b-3f95-4b0d-8b2e-fa522783bb47 x-openstack-request-id: req-3e92b59b-3f95-4b0d-8b2e-fa522783bb47 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:46:06.918003 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d", "name": "network-vif-deleted", "tag": "7d30c483-eec0-4d18-a093-7e8622543077", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:46:06.918427 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3e92b59b-3f95-4b0d-8b2e-fa522783bb47 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:46:06.919772 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d', 'name': 'network-vif-deleted', 'tag': '7d30c483-eec0-4d18-a093-7e8622543077', 'status': 'completed', 'code': 200} Aug 23 20:46:06.956868 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-db146ada-5de2-4144-839a-19fa0182bbc2 req-eea7e069-24a3-419f-bc17-6a53c5512840 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379360 Aug 23 20:46:07.000443 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-242a7879-f160-488a-a67d-5f095822d82a None None] Set router 8d1e85a6-a601-4119-be31-5b0ef46d2fc0 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:46:07.174064 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd6675-754c-4f7a-9ea8-b0dae9bc4cac req-9e7a1784-6626-4aa1-b0f6-0844f42e1f8c tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:07.180566 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4edd6675-754c-4f7a-9ea8-b0dae9bc4cac req-9e7a1784-6626-4aa1-b0f6-0844f42e1f8c tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.0646629 Aug 23 20:46:07.197985 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 43736) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:07.231869 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-242a7879-f160-488a-a67d-5f095822d82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'name': 'tempest-AttachVolumeTestJSON-57718171-router', 'tenant_id': '7880e59da8b64cb8b3031fd86db3c916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'e5fa5784-59f2-4b26-900f-c896576456d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:41:44Z', 'updated_at': '2021-08-23T20:41:50Z', 'revision_number': 4, 'project_id': '7880e59da8b64cb8b3031fd86db3c916', 'gw_port': {'id': 'e5fa5784-59f2-4b26-900f-c896576456d0', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:5e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:41:46Z', 'updated_at': '2021-08-23T20:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '686cb267-cdda-473c-8bfe-4e153d7eb95b', 'name': '', 'network_id': 'e5de8573-8724-417b-9e45-0201cb25fe6b', 'tenant_id': '7880e59da8b64cb8b3031fd86db3c916', 'mac_address': 'fa:16:3e:3e:02:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'bbd0034a-a038-4b43-8b24-1cd5d52f0793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:41:48Z', 'updated_at': '2021-08-23T20:41:57Z', 'revision_number': 5, 'project_id': '7880e59da8b64cb8b3031fd86db3c916', 'subnets': [{'id': 'bbd0034a-a038-4b43-8b24-1cd5d52f0793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:46:07.239200 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4edd6675-754c-4f7a-9ea8-b0dae9bc4cac req-a1961810-fb6c-4922-85d7-a4034801ed2a tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561550 Aug 23 20:46:07.270711 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242a7879-f160-488a-a67d-5f095822d82a None None] Checking router: 8d1e85a6-a601-4119-be31-5b0ef46d2fc0 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:46:07.280500 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242a7879-f160-488a-a67d-5f095822d82a None None] Routers {'8d1e85a6-a601-4119-be31-5b0ef46d2fc0'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:46:07.281228 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-242a7879-f160-488a-a67d-5f095822d82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:45:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['8d1e85a6-a601-4119-be31-5b0ef46d2fc0'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:46:07.352359 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-32eb7f55-20e4-43e9-b780-848a7ef3f6c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:07.391292 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d4cd6-f014-46ea-9ba4-67b5135dfc4e req-4f4c48fb-240d-48dd-844a-93b319783322 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:07.393148 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5a5d4cd6-f014-46ea-9ba4-67b5135dfc4e req-4f4c48fb-240d-48dd-844a-93b319783322 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.0879464 Aug 23 20:46:07.460544 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5a5d4cd6-f014-46ea-9ba4-67b5135dfc4e req-5973ee30-b858-4006-94f7-85e77e1eb91c tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573628 Aug 23 20:46:07.520161 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-32eb7f55-20e4-43e9-b780-848a7ef3f6c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:07.529322 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-32eb7f55-20e4-43e9-b780-848a7ef3f6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:07.576913 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-242a7879-f160-488a-a67d-5f095822d82a None None] Set router 8d1e85a6-a601-4119-be31-5b0ef46d2fc0 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:46:07.586355 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a440b1b9-3119-4fc8-9e63-9b0da577d2c0 req-3154245c-f403-4d9a-bbdc-25ed85e749af tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/ports?device_id=af5d41fe-e3b5-4ce1-be7f-a10b4a1cd43d HTTP/1.1" status: 200 len: 210 time: 0.0690923 Aug 23 20:46:07.617313 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-32eb7f55-20e4-43e9-b780-848a7ef3f6c1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=275955db0b5b43f1a4b918926465a3e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4132824 Aug 23 20:46:07.617313 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb7f55-20e4-43e9-b780-848a7ef3f6c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae97f16a-ce8e-4435-bb3f-fc95223350b3,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:07.618764 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 43750) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:07.698469 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c100380b-1d27-442c-9a30-35d132d930e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:07.708679 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8f041-9881-40ff-9abc-b965e8eb3469 req-a50c5dd3-0e85-4908-8804-09279f57d262 tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:07.713271 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2cf8f041-9881-40ff-9abc-b965e8eb3469 req-a50c5dd3-0e85-4908-8804-09279f57d262 tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] 10.222.0.61 "GET /v2.0/ports?device_id=cbe7f950-3524-42bd-8373-937008acc799 HTTP/1.1" status: 200 len: 945 time: 0.0790889 Aug 23 20:46:07.736805 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c100380b-1d27-442c-9a30-35d132d930e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:07.789895 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2cf8f041-9881-40ff-9abc-b965e8eb3469 req-bc84ddcf-ca3a-4a17-8ffe-29f16ccfa13f tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2ef3a19-055f-48eb-8490-39402ece7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677025 Aug 23 20:46:07.817172 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203afde9-aa3a-430f-952a-b2cce29348a6 req-e2700f8f-f9d2-42ef-a472-8fe9458d136a tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:07.818925 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-203afde9-aa3a-430f-952a-b2cce29348a6 req-e2700f8f-f9d2-42ef-a472-8fe9458d136a tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.1031885 Aug 23 20:46:07.876668 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c100380b-1d27-442c-9a30-35d132d930e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:07.879828 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c100380b-1d27-442c-9a30-35d132d930e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:07.881180 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c100380b-1d27-442c-9a30-35d132d930e1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ae97f16a-ce8e-4435-bb3f-fc95223350b3 HTTP/1.1" status: 204 len: 168 time: 0.2612505 Aug 23 20:46:07.895121 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c100380b-1d27-442c-9a30-35d132d930e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae97f16a-ce8e-4435-bb3f-fc95223350b3,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:07.912557 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-203afde9-aa3a-430f-952a-b2cce29348a6 req-20a71a34-a7bd-49c6-9a8a-15f606bf9065 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747161 Aug 23 20:46:07.919629 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-242a7879-f160-488a-a67d-5f095822d82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'name': 'tempest-AttachVolumeTestJSON-57718171-router', 'tenant_id': '7880e59da8b64cb8b3031fd86db3c916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'e5fa5784-59f2-4b26-900f-c896576456d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:41:44Z', 'updated_at': '2021-08-23T20:41:50Z', 'revision_number': 4, 'project_id': '7880e59da8b64cb8b3031fd86db3c916', 'gw_port': {'id': 'e5fa5784-59f2-4b26-900f-c896576456d0', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:5e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:41:46Z', 'updated_at': '2021-08-23T20:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '686cb267-cdda-473c-8bfe-4e153d7eb95b', 'name': '', 'network_id': 'e5de8573-8724-417b-9e45-0201cb25fe6b', 'tenant_id': '7880e59da8b64cb8b3031fd86db3c916', 'mac_address': 'fa:16:3e:3e:02:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'bbd0034a-a038-4b43-8b24-1cd5d52f0793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:41:48Z', 'updated_at': '2021-08-23T20:41:57Z', 'revision_number': 5, 'project_id': '7880e59da8b64cb8b3031fd86db3c916', 'subnets': [{'id': 'bbd0034a-a038-4b43-8b24-1cd5d52f0793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:46:07.963284 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242a7879-f160-488a-a67d-5f095822d82a None None] The sync data for ids ['8d1e85a6-a601-4119-be31-5b0ef46d2fc0'] in n-d-805663-2 is: [{'id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'name': 'tempest-AttachVolumeTestJSON-57718171-router', 'tenant_id': '7880e59da8b64cb8b3031fd86db3c916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'e5fa5784-59f2-4b26-900f-c896576456d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:41:44Z', 'updated_at': '2021-08-23T20:41:50Z', 'revision_number': 4, 'project_id': '7880e59da8b64cb8b3031fd86db3c916', 'gw_port': {'id': 'e5fa5784-59f2-4b26-900f-c896576456d0', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:5e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:41:46Z', 'updated_at': '2021-08-23T20:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '686cb267-cdda-473c-8bfe-4e153d7eb95b', 'name': '', 'network_id': 'e5de8573-8724-417b-9e45-0201cb25fe6b', 'tenant_id': '7880e59da8b64cb8b3031fd86db3c916', 'mac_address': 'fa:16:3e:3e:02:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'bbd0034a-a038-4b43-8b24-1cd5d52f0793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:41:48Z', 'updated_at': '2021-08-23T20:41:57Z', 'revision_number': 5, 'project_id': '7880e59da8b64cb8b3031fd86db3c916', 'subnets': [{'id': 'bbd0034a-a038-4b43-8b24-1cd5d52f0793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:46:08.011085 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e9964-e858-44c9-808b-04d77a99949e req-f31c2823-8b6d-4987-a1d2-b01abbf7eced tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:08.012667 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-092e9964-e858-44c9-808b-04d77a99949e req-f31c2823-8b6d-4987-a1d2-b01abbf7eced tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=687a2c67-325b-40d7-86e7-a6799a3e82a1 HTTP/1.1" status: 200 len: 945 time: 0.1110182 Aug 23 20:46:08.054074 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 7d30c483-eec0-4d18-a093-7e8622543077 no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:46:08.084514 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-092e9964-e858-44c9-808b-04d77a99949e req-6162024f-cfc8-4fe8-a76d-a3acf7e0119b tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591428 Aug 23 20:46:08.096816 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b5c83-bd33-4f21-a91d-9d07225b9e6e req-b3650f56-b98b-497b-95ed-1825f6213e57 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:08.097354 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: 7d30c483-eec0-4d18-a093-7e8622543077 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:46:08.097788 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 7d30c483-eec0-4d18-a093-7e8622543077 not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:46:08.098367 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bc2b5c83-bd33-4f21-a91d-9d07225b9e6e req-b3650f56-b98b-497b-95ed-1825f6213e57 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.0881708 Aug 23 20:46:08.151879 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bc2b5c83-bd33-4f21-a91d-9d07225b9e6e req-e939bb2f-c078-4bfb-af57-09a38920c207 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418489 Aug 23 20:46:08.363826 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 43764) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:08.365880 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e632899-b29f-4e91-a88f-d54770e1c101 None None] New status for floating IP 068bf104-1b8a-4620-ba88-fbaa337eaea2: DOWN {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 20:46:08.379327 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b4a3f39f-c7b7-4209-aad9-9b27467ccc37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:08.488323 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b4a3f39f-c7b7-4209-aad9-9b27467ccc37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:08.494043 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b4a3f39f-c7b7-4209-aad9-9b27467ccc37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:08.542066 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a3f39f-c7b7-4209-aad9-9b27467ccc37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb72247-6fc9-4dcc-b40a-154973d5cb7b,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:08.578960 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b4a3f39f-c7b7-4209-aad9-9b27467ccc37 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9573e67accbe4f5984c11159f22f9faa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2138777 Aug 23 20:46:08.581902 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 43770) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:08.595532 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd88f33-22ab-42e5-91aa-5808167711c4 req-3de62aee-4534-4bd5-b9ca-619370188fdd tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:08.597059 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ccd88f33-22ab-42e5-91aa-5808167711c4 req-3de62aee-4534-4bd5-b9ca-619370188fdd tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.0664945 Aug 23 20:46:08.646326 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ccd88f33-22ab-42e5-91aa-5808167711c4 req-d660da46-bfdc-4e37-b7b0-a2c4749552d5 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429547 Aug 23 20:46:08.647113 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7197e62a-6644-45f9-9b23-80dc2acaa27e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:08.673009 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7197e62a-6644-45f9-9b23-80dc2acaa27e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:08.691940 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 43778) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:08.736887 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7197e62a-6644-45f9-9b23-80dc2acaa27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:08.741689 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7197e62a-6644-45f9-9b23-80dc2acaa27e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:08.743573 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-7197e62a-6644-45f9-9b23-80dc2acaa27e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4fb72247-6fc9-4dcc-b40a-154973d5cb7b HTTP/1.1" status: 204 len: 168 time: 0.1604047 Aug 23 20:46:08.754394 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7197e62a-6644-45f9-9b23-80dc2acaa27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb72247-6fc9-4dcc-b40a-154973d5cb7b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:08.807123 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a24ac-e252-43f1-bb4d-1946ebe07c28 req-b8bcacd6-200b-461f-8921-9c8726ad0abe tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:08.808889 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4b9a24ac-e252-43f1-bb4d-1946ebe07c28 req-b8bcacd6-200b-461f-8921-9c8726ad0abe tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.0810864 Aug 23 20:46:08.829041 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9bf4e3af-27d4-4356-ac48-76c0ba365a07 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:08.880824 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9bf4e3af-27d4-4356-ac48-76c0ba365a07 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:08.890892 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4b9a24ac-e252-43f1-bb4d-1946ebe07c28 req-5e8fcceb-e269-4ad7-b187-125b240e8fb3 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719953 Aug 23 20:46:08.911279 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1633f43c-a3b8-47a0-9337-7dafd21450eb req-ffbe0746-ba46-49be-ab5e-2fda7357337b tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:08.913046 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1633f43c-a3b8-47a0-9337-7dafd21450eb req-ffbe0746-ba46-49be-ab5e-2fda7357337b tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] 10.222.0.61 "GET /v2.0/ports?device_id=cbe7f950-3524-42bd-8373-937008acc799 HTTP/1.1" status: 200 len: 945 time: 0.0541749 Aug 23 20:46:08.956774 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9bf4e3af-27d4-4356-ac48-76c0ba365a07 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:08.959867 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9bf4e3af-27d4-4356-ac48-76c0ba365a07 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:08.963467 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9bf4e3af-27d4-4356-ac48-76c0ba365a07 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "DELETE /v2.0/security-groups/59433672-2092-460a-913c-05e5a3e92d2c HTTP/1.1" status: 204 len: 168 time: 0.2674532 Aug 23 20:46:08.964977 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1633f43c-a3b8-47a0-9337-7dafd21450eb req-9ce97860-4877-4a3a-b816-554ce9173bcf tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2ef3a19-055f-48eb-8490-39402ece7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447674 Aug 23 20:46:08.965651 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 43786) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:08.988660 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf4e3af-27d4-4356-ac48-76c0ba365a07 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59433672-2092-460a-913c-05e5a3e92d2c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:09.000808 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-dbccaad8-f680-4d2e-8464-edd2e1bf29b8 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] show failed (client error): The resource could not be found. Aug 23 20:46:09.002613 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-dbccaad8-f680-4d2e-8464-edd2e1bf29b8 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/security-groups/59433672-2092-460a-913c-05e5a3e92d2c HTTP/1.1" status: 404 len: 347 time: 0.0343151 Aug 23 20:46:09.006946 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 43790) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:09.205931 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-780b74f1-22af-4dec-a9d3-e546ab6ecba5 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Deleting port c38543bd-3cbe-4d40-99da-6f382080cfc5 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:46:09.206513 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-780b74f1-22af-4dec-a9d3-e546ab6ecba5 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:09.208690 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74162a-2e5b-4e13-b506-8074907760a6 req-c708059e-a338-49eb-a8e7-2115f6fb0343 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:09.211693 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8e74162a-2e5b-4e13-b506-8074907760a6 req-c708059e-a338-49eb-a8e7-2115f6fb0343 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.0694880 Aug 23 20:46:09.293528 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8e74162a-2e5b-4e13-b506-8074907760a6 req-531f7fc1-4847-42d9-9f80-9f90279d25ba tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751185 Aug 23 20:46:09.370405 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348be05-5153-40df-b9a2-37143378e21c req-577e1652-696c-4487-8ae9-fe4ed56987f9 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:09.372150 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d348be05-5153-40df-b9a2-37143378e21c req-577e1652-696c-4487-8ae9-fe4ed56987f9 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=687a2c67-325b-40d7-86e7-a6799a3e82a1 HTTP/1.1" status: 200 len: 945 time: 0.1047831 Aug 23 20:46:09.376434 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b32d3-c322-4f08-b2ad-bcd5d5a1c953 req-14ce6bfc-c5c7-433f-ab2f-c9fcab660f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:09.378147 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-519b32d3-c322-4f08-b2ad-bcd5d5a1c953 req-14ce6bfc-c5c7-433f-ab2f-c9fcab660f53 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=75f8d78f1e3646208ba3689b7e47aa15&device_id=cbe7f950-3524-42bd-8373-937008acc799 HTTP/1.1" status: 200 len: 1096 time: 0.0817413 Aug 23 20:46:09.410636 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-780b74f1-22af-4dec-a9d3-e546ab6ecba5 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:09.410636 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-780b74f1-22af-4dec-a9d3-e546ab6ecba5 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:09.426449 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-780b74f1-22af-4dec-a9d3-e546ab6ecba5 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Calling delete_port for c38543bd-3cbe-4d40-99da-6f382080cfc5 owned by network:floatingip {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:46:09.503171 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661d320-180c-47cc-ab33-be684f22ecd0 req-19307882-613e-4d80-8ea5-d6d7f6d6c249 tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:09.511748 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0661d320-180c-47cc-ab33-be684f22ecd0 req-19307882-613e-4d80-8ea5-d6d7f6d6c249 tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] 10.222.0.61 "GET /v2.0/ports?device_id=cbe7f950-3524-42bd-8373-937008acc799 HTTP/1.1" status: 200 len: 945 time: 0.1222186 Aug 23 20:46:09.531797 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d348be05-5153-40df-b9a2-37143378e21c req-69e50ba0-5131-4a45-ac1e-155b09e99aa7 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480911 Aug 23 20:46:09.570931 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b32d3-c322-4f08-b2ad-bcd5d5a1c953 req-d398d1cd-2dbc-4002-8807-d08735f58e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:09.573478 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-519b32d3-c322-4f08-b2ad-bcd5d5a1c953 req-d398d1cd-2dbc-4002-8807-d08735f58e1b service neutron] 10.222.0.32 "GET /v2.0/networks?id=684896f4-5e67-4370-80f0-10b67ce5328e HTTP/1.1" status: 200 len: 914 time: 0.1715710 Aug 23 20:46:09.576169 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0661d320-180c-47cc-ab33-be684f22ecd0 req-77393e15-40f8-4010-854c-df2db5504960 tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2ef3a19-055f-48eb-8490-39402ece7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635667 Aug 23 20:46:09.635940 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-519b32d3-c322-4f08-b2ad-bcd5d5a1c953 req-7bb9eff7-4033-4671-b8a6-ebb737285d80 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=426cafa4-538a-4efd-83e1-34fcfd7239e1 HTTP/1.1" status: 200 len: 217 time: 0.0500782 Aug 23 20:46:09.703797 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b32d3-c322-4f08-b2ad-bcd5d5a1c953 req-1cd325cd-a00b-4721-95a8-13e01e9f7031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:09.705785 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-519b32d3-c322-4f08-b2ad-bcd5d5a1c953 req-1cd325cd-a00b-4721-95a8-13e01e9f7031 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4201d456-989c-4f05-a11c-e2c14bb297fc HTTP/1.1" status: 200 len: 853 time: 0.0618548 Aug 23 20:46:09.714284 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-780b74f1-22af-4dec-a9d3-e546ab6ecba5 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:09.744901 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-519b32d3-c322-4f08-b2ad-bcd5d5a1c953 req-7409733c-9315-4b95-9b26-c28fa311ae11 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=684896f4-5e67-4370-80f0-10b67ce5328e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293720 Aug 23 20:46:09.757993 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780b74f1-22af-4dec-a9d3-e546ab6ecba5 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Pushing event deleted for resources: {'Port': ['ID=c38543bd-3cbe-4d40-99da-6f382080cfc5,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:09.768724 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9829c6c6-ba72-430b-a968-495591fc37e2 req-a4655fcb-a62c-40b9-ab80-69329acf8f4b tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:09.770684 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9829c6c6-ba72-430b-a968-495591fc37e2 req-a4655fcb-a62c-40b9-ab80-69329acf8f4b tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.1217163 Aug 23 20:46:09.858728 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-519b32d3-c322-4f08-b2ad-bcd5d5a1c953 req-3793a577-d95d-4c3a-8939-6f9f9d6e1cdf service neutron] 10.222.0.32 "GET /v2.0/networks/684896f4-5e67-4370-80f0-10b67ce5328e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057067 Aug 23 20:46:09.867899 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9829c6c6-ba72-430b-a968-495591fc37e2 req-04d77a0e-237b-47d9-bb46-abceb7d0d60e tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772111 Aug 23 20:46:09.872529 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-780b74f1-22af-4dec-a9d3-e546ab6ecba5 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks [] for floatingip, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:09.877794 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-780b74f1-22af-4dec-a9d3-e546ab6ecba5 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:09.882114 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-780b74f1-22af-4dec-a9d3-e546ab6ecba5 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "DELETE /v2.0/floatingips/068bf104-1b8a-4620-ba88-fbaa337eaea2 HTTP/1.1" status: 204 len: 168 time: 0.8725719 Aug 23 20:46:09.995467 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-66690078-f2e8-41a5-b8a1-e745e73c9c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:10.024454 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-519b32d3-c322-4f08-b2ad-bcd5d5a1c953 req-a6b506e9-87b0-4e7a-993a-fd28e1a820bd service neutron] 10.222.0.32 "GET /v2.0/networks/684896f4-5e67-4370-80f0-10b67ce5328e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569986 Aug 23 20:46:10.195806 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ea55b-807c-46ae-a971-93b107aaa762 req-adc945b3-08ce-4b24-a09c-9b1bea4c7156 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:10.197717 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-910ea55b-807c-46ae-a971-93b107aaa762 req-adc945b3-08ce-4b24-a09c-9b1bea4c7156 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.0565999 Aug 23 20:46:10.248369 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-910ea55b-807c-46ae-a971-93b107aaa762 req-b1f8fb76-9c58-4281-b082-cfcf42936969 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426443 Aug 23 20:46:10.331110 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 43842) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:10.335740 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c10a8348-e1f4-4766-bf4e-daae33151dca tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Request body: {'security_group': {'name': 'tempest-securitygroup--527284631', 'description': 'tempest-description--798487991'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:46:10.362651 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c10a8348-e1f4-4766-bf4e-daae33151dca tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:10.388010 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf434ad-4c09-4589-8afc-8e08dc9df082 req-64c5950e-f576-4488-90b3-2d22f8c7f99c tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:10.389665 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:10.390343 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ebf434ad-4c09-4589-8afc-8e08dc9df082 req-64c5950e-f576-4488-90b3-2d22f8c7f99c tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.0643811 Aug 23 20:46:10.441282 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ebf434ad-4c09-4589-8afc-8e08dc9df082 req-9281b721-4ef7-4a8f-8b0b-fbbcba64e904 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435205 Aug 23 20:46:10.468641 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c10a8348-e1f4-4766-bf4e-daae33151dca tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:10.478544 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c10a8348-e1f4-4766-bf4e-daae33151dca tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:10.493652 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c10a8348-e1f4-4766-bf4e-daae33151dca tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:10.495292 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c10a8348-e1f4-4766-bf4e-daae33151dca tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1631403 Aug 23 20:46:10.498414 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 43850) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:10.503275 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-49a9c14a-b204-4536-a009-45e637133f41 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Request body: {'security_group_rule': {'security_group_id': 'e95ebc01-8923-4d14-b0f3-305117d93e22', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:46:10.523600 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a8348-e1f4-4766-bf4e-daae33151dca tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e95ebc01-8923-4d14-b0f3-305117d93e22,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:10.543445 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-49a9c14a-b204-4536-a009-45e637133f41 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:10.636029 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-49a9c14a-b204-4536-a009-45e637133f41 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:10.643134 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-49a9c14a-b204-4536-a009-45e637133f41 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:10.675689 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a9c14a-b204-4536-a009-45e637133f41 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=076f3587-5543-46ca-8938-09491b9e3924,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:10.683702 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-49a9c14a-b204-4536-a009-45e637133f41 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:10.689735 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-49a9c14a-b204-4536-a009-45e637133f41 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1897602 Aug 23 20:46:10.691821 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 43872) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:10.698193 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-64853271-caff-497f-9e77-8c152fcf4c14 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Request body: {'security_group_rule': {'security_group_id': 'e95ebc01-8923-4d14-b0f3-305117d93e22', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:46:10.713388 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c5fa0-f885-495c-9138-8073aaa54931 req-ca76693c-2e2e-44a5-8009-d8c0928531d6 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:10.715092 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5d5c5fa0-f885-495c-9138-8073aaa54931 req-ca76693c-2e2e-44a5-8009-d8c0928531d6 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=687a2c67-325b-40d7-86e7-a6799a3e82a1 HTTP/1.1" status: 200 len: 945 time: 0.0818202 Aug 23 20:46:10.756554 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5d5c5fa0-f885-495c-9138-8073aaa54931 req-67529a09-fcfd-49d9-ac66-bc8b05d0d041 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352204 Aug 23 20:46:10.797196 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-64853271-caff-497f-9e77-8c152fcf4c14 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:10.857909 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa676973-a1ff-4b31-a085-8f31ac4cef7f req-bc177472-39d1-47ff-b1d3-a8f7c3b830a3 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:10.859245 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fa676973-a1ff-4b31-a085-8f31ac4cef7f req-bc177472-39d1-47ff-b1d3-a8f7c3b830a3 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/networks?id=5ea12703-07c8-4b33-b01b-2309c30593fb HTTP/1.1" status: 200 len: 814 time: 0.1566606 Aug 23 20:46:10.880296 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ccd10-78ef-44ec-91c6-ba75c76aa616 req-ec1be3e6-f8ee-452c-b46b-6be078187470 tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:10.882235 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e93ccd10-78ef-44ec-91c6-ba75c76aa616 req-ec1be3e6-f8ee-452c-b46b-6be078187470 tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] 10.222.0.61 "GET /v2.0/ports?device_id=cbe7f950-3524-42bd-8373-937008acc799 HTTP/1.1" status: 200 len: 945 time: 0.0669861 Aug 23 20:46:10.887733 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-64853271-caff-497f-9e77-8c152fcf4c14 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:10.890005 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fa676973-a1ff-4b31-a085-8f31ac4cef7f req-1f21e377-845c-4021-b3f4-68520d4ebfb3 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/quotas/69818257106441a1bf38063386e4f27e HTTP/1.1" status: 200 len: 375 time: 0.0216370 Aug 23 20:46:10.893886 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-64853271-caff-497f-9e77-8c152fcf4c14 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:10.911560 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64853271-caff-497f-9e77-8c152fcf4c14 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c105e7c-d2bf-426f-8a5a-627e8cef1838,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:10.933152 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e93ccd10-78ef-44ec-91c6-ba75c76aa616 req-64d85230-137f-46bd-af4e-30b55d8e9774 tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2ef3a19-055f-48eb-8490-39402ece7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438087 Aug 23 20:46:10.953435 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-64853271-caff-497f-9e77-8c152fcf4c14 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:10.953435 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-64853271-caff-497f-9e77-8c152fcf4c14 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2550342 Aug 23 20:46:10.953737 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 43882) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:10.957678 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c846d833-85ec-49c0-a8bd-82dd14b8fdf9 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Request body: {'floatingip': {'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:46:10.975745 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fa676973-a1ff-4b31-a085-8f31ac4cef7f req-48503d17-6aca-4835-8859-32f075798f0e tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=69818257106441a1bf38063386e4f27e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0629191 Aug 23 20:46:10.999696 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c846d833-85ec-49c0-a8bd-82dd14b8fdf9 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:11.106120 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7149d892-f3fc-4956-9b3c-7ae0a4fd3e85 req-7a9537f6-fe3c-42ee-ab4b-d5c964ea2ed0 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:11.107749 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7149d892-f3fc-4956-9b3c-7ae0a4fd3e85 req-7a9537f6-fe3c-42ee-ab4b-d5c964ea2ed0 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.0624056 Aug 23 20:46:11.166419 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c846d833-85ec-49c0-a8bd-82dd14b8fdf9 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:11.183450 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7149d892-f3fc-4956-9b3c-7ae0a4fd3e85 req-1ee664f9-f86a-4b17-b2e7-0608257c067b tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685778 Aug 23 20:46:11.339563 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b8d36-57cb-48b2-b105-29bae0ceedbe req-09bd4119-0d90-45d4-b191-03892f8465d8 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:11.341166 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-749b8d36-57cb-48b2-b105-29bae0ceedbe req-09bd4119-0d90-45d4-b191-03892f8465d8 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.0646377 Aug 23 20:46:11.363074 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-c846d833-85ec-49c0-a8bd-82dd14b8fdf9 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Allocated IP 172.25.4.87 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/9ae55be6-5af1-452d-a3af-2de1cec36890) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:46:11.382828 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-749b8d36-57cb-48b2-b105-29bae0ceedbe req-7019fbd4-fc56-4cce-be4b-75443a90ad9b tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355794 Aug 23 20:46:11.386954 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bdb5af-47be-4408-8f83-c342fc9cfaf5 req-66fc8523-602e-4161-b24a-41901503e54a tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:11.393133 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d6bdb5af-47be-4408-8f83-c342fc9cfaf5 req-66fc8523-602e-4161-b24a-41901503e54a tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] 10.222.0.61 "GET /v2.0/ports?device_id=cbe7f950-3524-42bd-8373-937008acc799 HTTP/1.1" status: 200 len: 945 time: 0.0994697 Aug 23 20:46:11.491172 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d6bdb5af-47be-4408-8f83-c342fc9cfaf5 req-cd69c685-ad62-4808-b235-2790387a0cf6 tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2ef3a19-055f-48eb-8490-39402ece7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953891 Aug 23 20:46:11.544498 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c846d833-85ec-49c0-a8bd-82dd14b8fdf9 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:11.603882 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-22e51b3f-f8ea-4011-8f11-6ef687d2eefd req-a9742ec5-1517-4cab-8be9-26bd357e62de tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=69818257106441a1bf38063386e4f27e HTTP/1.1" status: 200 len: 221 time: 0.0294199 Aug 23 20:46:11.782821 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 43926) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:11.862060 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c846d833-85ec-49c0-a8bd-82dd14b8fdf9 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:11.881205 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6871fea-340e-4917-8c76-0d699ba5687f req-124e383d-ea2b-4da4-877d-9f1bd42874d7 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:11.882755 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a6871fea-340e-4917-8c76-0d699ba5687f req-124e383d-ea2b-4da4-877d-9f1bd42874d7 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.0667250 Aug 23 20:46:11.888811 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f551422-5dd2-48a4-9bde-fd9e9c03cc47 req-eeaa3dfe-0d1c-4437-8992-5bd506c0a02a tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:11.891434 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5f551422-5dd2-48a4-9bde-fd9e9c03cc47 req-eeaa3dfe-0d1c-4437-8992-5bd506c0a02a tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=687a2c67-325b-40d7-86e7-a6799a3e82a1 HTTP/1.1" status: 200 len: 945 time: 0.0608115 Aug 23 20:46:11.932079 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a30392b8-9ffc-4fe0-8859-c1ac978561f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:11.934125 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c846d833-85ec-49c0-a8bd-82dd14b8fdf9 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:46:11.941569 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-c846d833-85ec-49c0-a8bd-82dd14b8fdf9 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:46:11.943737 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c846d833-85ec-49c0-a8bd-82dd14b8fdf9 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Pushing event updated for resources: {'Port': ['ID=9ae55be6-5af1-452d-a3af-2de1cec36890,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:11.946116 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c846d833-85ec-49c0-a8bd-82dd14b8fdf9 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:46:11.965091 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5f551422-5dd2-48a4-9bde-fd9e9c03cc47 req-d7f2aba5-7f20-4744-bc5d-3fdb37b28793 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674727 Aug 23 20:46:11.990493 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a6871fea-340e-4917-8c76-0d699ba5687f req-1a5e49cd-8b8a-454d-b7ff-99e833b56b7b tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846529 Aug 23 20:46:12.058457 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a30392b8-9ffc-4fe0-8859-c1ac978561f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:12.062676 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a30392b8-9ffc-4fe0-8859-c1ac978561f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:12.086931 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c846d833-85ec-49c0-a8bd-82dd14b8fdf9 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:12.124649 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c846d833-85ec-49c0-a8bd-82dd14b8fdf9 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:12.132218 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a30392b8-9ffc-4fe0-8859-c1ac978561f0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6066c0ec43da4be688225e6c95ccbd5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3482053 Aug 23 20:46:12.135339 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30392b8-9ffc-4fe0-8859-c1ac978561f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5792c2fa-2d5f-4f87-98ff-145f7f6ac550,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:12.139592 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 43932) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:12.176594 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057abe3-2c9d-4005-aaa6-ff671833a069 req-f25ab259-d785-4682-bd05-b22bd671ffc0 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:12.178091 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7057abe3-2c9d-4005-aaa6-ff671833a069 req-f25ab259-d785-4682-bd05-b22bd671ffc0 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.1024077 Aug 23 20:46:12.231834 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f879e6f2-1d5b-46a4-bde1-4c8bdb82134a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:12.242213 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7057abe3-2c9d-4005-aaa6-ff671833a069 req-59143d2a-5d4a-4c67-8566-5200a7958f36 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548022 Aug 23 20:46:12.264300 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f879e6f2-1d5b-46a4-bde1-4c8bdb82134a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:12.295603 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c846d833-85ec-49c0-a8bd-82dd14b8fdf9 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:12.303392 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c846d833-85ec-49c0-a8bd-82dd14b8fdf9 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:12.318576 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f879e6f2-1d5b-46a4-bde1-4c8bdb82134a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:12.323078 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f879e6f2-1d5b-46a4-bde1-4c8bdb82134a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:12.325177 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f879e6f2-1d5b-46a4-bde1-4c8bdb82134a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5792c2fa-2d5f-4f87-98ff-145f7f6ac550 HTTP/1.1" status: 204 len: 168 time: 0.1849308 Aug 23 20:46:12.339678 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f879e6f2-1d5b-46a4-bde1-4c8bdb82134a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5792c2fa-2d5f-4f87-98ff-145f7f6ac550,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:12.404678 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c846d833-85ec-49c0-a8bd-82dd14b8fdf9 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Pushing event updated for resources: {'Port': ['ID=9ae55be6-5af1-452d-a3af-2de1cec36890,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:12.405319 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e113d4-e280-4841-a73d-4d65ea8a28b9 req-320a9860-c2b7-4b3d-a046-cd62fc30b3a8 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:12.406398 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-38e113d4-e280-4841-a73d-4d65ea8a28b9 req-320a9860-c2b7-4b3d-a046-cd62fc30b3a8 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.0564246 Aug 23 20:46:12.417776 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c846d833-85ec-49c0-a8bd-82dd14b8fdf9 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:12.433531 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c846d833-85ec-49c0-a8bd-82dd14b8fdf9 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:12.440651 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c846d833-85ec-49c0-a8bd-82dd14b8fdf9 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4872878 Aug 23 20:46:12.454352 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-38e113d4-e280-4841-a73d-4d65ea8a28b9 req-3cf65c0c-66ed-4fc8-9c25-e8c5b5f7ea56 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361254 Aug 23 20:46:12.602280 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e84ad7-8890-454f-847f-304acf3f6ca8 req-71e2bd9f-2097-4e46-9244-2090bb07eaf3 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:12.604256 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-82e84ad7-8890-454f-847f-304acf3f6ca8 req-71e2bd9f-2097-4e46-9244-2090bb07eaf3 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.0766125 Aug 23 20:46:12.632942 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0106c-ccdd-428f-8063-9827bcbd9dc9 req-5734ab18-bf16-4951-a05b-eb0ad2e502ac tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:12.634985 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2fe0106c-ccdd-428f-8063-9827bcbd9dc9 req-5734ab18-bf16-4951-a05b-eb0ad2e502ac tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] 10.222.0.61 "GET /v2.0/ports?device_id=cbe7f950-3524-42bd-8373-937008acc799 HTTP/1.1" status: 200 len: 945 time: 0.0583017 Aug 23 20:46:12.645411 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-82e84ad7-8890-454f-847f-304acf3f6ca8 req-f24b373d-39a0-4a81-b4e9-cfae264bb647 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345092 Aug 23 20:46:12.680494 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2fe0106c-ccdd-428f-8063-9827bcbd9dc9 req-b56e4a6c-05fc-480e-95d1-4b6a3c7cb1bd tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2ef3a19-055f-48eb-8490-39402ece7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350099 Aug 23 20:46:12.691917 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 43956) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:12.706495 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-efe403ae-8502-4af5-8119-eb5e2ba5c391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:12.807207 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8dc08f77-5870-47cb-ba5f-b408a90084f7 req-9ae86778-fe77-4632-8963-b22657038db5 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--527284631&fields=id&tenant_id=7880e59da8b64cb8b3031fd86db3c916 HTTP/1.1" status: 200 len: 267 time: 0.0806162 Aug 23 20:46:12.821437 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f79dd-cf57-4b84-ae85-77834185dbc4 req-dbef0619-6979-4ed0-a5e6-492a6cace044 tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:12.823430 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8b5f79dd-cf57-4b84-ae85-77834185dbc4 req-dbef0619-6979-4ed0-a5e6-492a6cace044 tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbe7f950-3524-42bd-8373-937008acc799 HTTP/1.1" status: 200 len: 945 time: 0.0871415 Aug 23 20:46:12.844009 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b35cd3d-9260-47af-b0d1-109138ae2351 req-ba876487-c5c1-4efb-8b13-d688e65bc0fd tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:12.845630 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8b35cd3d-9260-47af-b0d1-109138ae2351 req-ba876487-c5c1-4efb-8b13-d688e65bc0fd tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.0785623 Aug 23 20:46:12.902657 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-efe403ae-8502-4af5-8119-eb5e2ba5c391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:12.908362 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8b35cd3d-9260-47af-b0d1-109138ae2351 req-6b29ded1-4e07-4eb8-b127-03b02c631fe4 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528913 Aug 23 20:46:12.910003 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-efe403ae-8502-4af5-8119-eb5e2ba5c391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:12.959077 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-efe403ae-8502-4af5-8119-eb5e2ba5c391 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=edfdce108c2740c8982f12026071c406&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2636943 Aug 23 20:46:12.959305 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 43966) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:12.966219 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe403ae-8502-4af5-8119-eb5e2ba5c391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c419043-3429-4c3f-8015-f4aa02deb656,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:13.003462 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc08f77-5870-47cb-ba5f-b408a90084f7 req-8cbbd484-99b5-49ab-94f1-3d95016fc42c tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:13.005016 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8dc08f77-5870-47cb-ba5f-b408a90084f7 req-8cbbd484-99b5-49ab-94f1-3d95016fc42c tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/networks?id=e5de8573-8724-417b-9e45-0201cb25fe6b HTTP/1.1" status: 200 len: 809 time: 0.1806934 Aug 23 20:46:13.011476 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-395689c3-1515-4b7a-bd45-5bf1ef3fbb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:13.035215 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-8b5f79dd-cf57-4b84-ae85-77834185dbc4 req-6a019709-8c07-4e55-bc07-60172f16c6c2 tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] Deleting port 426cafa4-538a-4efd-83e1-34fcfd7239e1 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:46:13.035644 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8b5f79dd-cf57-4b84-ae85-77834185dbc4 req-6a019709-8c07-4e55-bc07-60172f16c6c2 tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:13.041097 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8dc08f77-5870-47cb-ba5f-b408a90084f7 req-23511c67-71c0-44ea-a7a4-7510bdded4eb tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/quotas/7880e59da8b64cb8b3031fd86db3c916 HTTP/1.1" status: 200 len: 375 time: 0.0221131 Aug 23 20:46:13.054096 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0e6b9256-0d06-4c68-a7c8-64cd4ab6d1de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:13.064130 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e469c7-d407-42f1-82f8-627c64a84f2d req-76a5db82-7a1f-45e4-8ca4-41ce1a2c15f8 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:13.065641 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-31e469c7-d407-42f1-82f8-627c64a84f2d req-76a5db82-7a1f-45e4-8ca4-41ce1a2c15f8 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.0645757 Aug 23 20:46:13.099314 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0e6b9256-0d06-4c68-a7c8-64cd4ab6d1de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:13.147918 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-31e469c7-d407-42f1-82f8-627c64a84f2d req-e6fe6635-31d6-4db4-ae54-b19283f17a89 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749383 Aug 23 20:46:13.159157 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8dc08f77-5870-47cb-ba5f-b408a90084f7 req-3c722a2f-18b2-4399-a37d-060750340ab0 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7880e59da8b64cb8b3031fd86db3c916&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1076970 Aug 23 20:46:13.175400 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0e6b9256-0d06-4c68-a7c8-64cd4ab6d1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:13.178117 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0e6b9256-0d06-4c68-a7c8-64cd4ab6d1de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:13.181576 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0e6b9256-0d06-4c68-a7c8-64cd4ab6d1de admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2c419043-3429-4c3f-8015-f4aa02deb656 HTTP/1.1" status: 204 len: 168 time: 0.2190523 Aug 23 20:46:13.188877 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6b9256-0d06-4c68-a7c8-64cd4ab6d1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c419043-3429-4c3f-8015-f4aa02deb656,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:13.237921 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-8b5f79dd-cf57-4b84-ae85-77834185dbc4 req-6a019709-8c07-4e55-bc07-60172f16c6c2 tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] For port 426cafa4-538a-4efd-83e1-34fcfd7239e1, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=426cafa4-538a-4efd-83e1-34fcfd7239e1,segment=NetworkSegment(a627f1c0-70b8-4d99-940d-c8923dc69ec0),segment_id=a627f1c0-70b8-4d99-940d-c8923dc69ec0)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:46:13.238282 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8b5f79dd-cf57-4b84-ae85-77834185dbc4 req-6a019709-8c07-4e55-bc07-60172f16c6c2 tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:13.255275 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-8b5f79dd-cf57-4b84-ae85-77834185dbc4 req-6a019709-8c07-4e55-bc07-60172f16c6c2 tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] Calling delete_port for 426cafa4-538a-4efd-83e1-34fcfd7239e1 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:46:13.297714 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f39de8-2531-40c9-a634-4fbc56b593d3 req-1ffe3cef-5ce9-4373-a54c-a51f3359028a tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:13.299677 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-36f39de8-2531-40c9-a634-4fbc56b593d3 req-1ffe3cef-5ce9-4373-a54c-a51f3359028a tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=687a2c67-325b-40d7-86e7-a6799a3e82a1 HTTP/1.1" status: 200 len: 945 time: 0.0584085 Aug 23 20:46:13.329756 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8dc08f77-5870-47cb-ba5f-b408a90084f7 req-4bcdd55e-753a-4461-884d-505846935620 service neutron] 10.222.0.61 "GET /v2.0/networks/e5de8573-8724-417b-9e45-0201cb25fe6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569588 Aug 23 20:46:13.361580 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-36f39de8-2531-40c9-a634-4fbc56b593d3 req-da288bb5-d690-4c8c-895a-d13651fd514e tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496137 Aug 23 20:46:13.484553 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8dc08f77-5870-47cb-ba5f-b408a90084f7 req-0ad1e248-bcdc-4f76-aef5-9fb5db3d304c service neutron] 10.222.0.61 "GET /v2.0/networks/e5de8573-8724-417b-9e45-0201cb25fe6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440661 Aug 23 20:46:13.503633 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73423e7-f7cd-43ce-8530-b99d7865f5d5 req-8505db27-7d14-4bde-9f52-677cf28240b8 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:13.512905 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:13.513478 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e73423e7-f7cd-43ce-8530-b99d7865f5d5 req-8505db27-7d14-4bde-9f52-677cf28240b8 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.0670586 Aug 23 20:46:13.521797 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8b5f79dd-cf57-4b84-ae85-77834185dbc4 req-6a019709-8c07-4e55-bc07-60172f16c6c2 tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:13.558873 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['426cafa4-538a-4efd-83e1-34fcfd7239e1'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:46:13.566692 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a019709-8c07-4e55-bc07-60172f16c6c2 tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] Pushing event deleted for resources: {'Port': ['ID=426cafa4-538a-4efd-83e1-34fcfd7239e1,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:13.599179 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e73423e7-f7cd-43ce-8530-b99d7865f5d5 req-18f91582-9d2d-490e-8340-37705eead85e tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829687 Aug 23 20:46:13.627669 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b5f79dd-cf57-4b84-ae85-77834185dbc4 req-6a019709-8c07-4e55-bc07-60172f16c6c2 tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] No DVR routers for this DVR port 426cafa4-538a-4efd-83e1-34fcfd7239e1 on host n-h2-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:46:13.631368 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8b5f79dd-cf57-4b84-ae85-77834185dbc4 req-6a019709-8c07-4e55-bc07-60172f16c6c2 tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:13.634802 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8b5f79dd-cf57-4b84-ae85-77834185dbc4 req-6a019709-8c07-4e55-bc07-60172f16c6c2 tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] 10.222.0.32 "DELETE /v2.0/ports/426cafa4-538a-4efd-83e1-34fcfd7239e1 HTTP/1.1" status: 204 len: 173 time: 0.7872813 Aug 23 20:46:13.635520 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe7f950-3524-42bd-8373-937008acc799', 'name': 'network-vif-deleted', 'tag': '426cafa4-538a-4efd-83e1-34fcfd7239e1'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:46:13.637973 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d3a20d-3c2d-4f3f-afea-1b9bcb155dbd" -d '{"events": [{"server_uuid": "cbe7f950-3524-42bd-8373-937008acc799", "name": "network-vif-deleted", "tag": "426cafa4-538a-4efd-83e1-34fcfd7239e1"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:46:13.724398 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0825208e-c5ff-492b-9c99-072ee6804ad3 x-openstack-request-id: req-0825208e-c5ff-492b-9c99-072ee6804ad3 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:46:13.724901 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe7f950-3524-42bd-8373-937008acc799", "name": "network-vif-deleted", "tag": "426cafa4-538a-4efd-83e1-34fcfd7239e1", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:46:13.725329 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0825208e-c5ff-492b-9c99-072ee6804ad3 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:46:13.725975 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe7f950-3524-42bd-8373-937008acc799', 'name': 'network-vif-deleted', 'tag': '426cafa4-538a-4efd-83e1-34fcfd7239e1', 'status': 'completed', 'code': 200} Aug 23 20:46:13.794591 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5434b58-12db-4a07-9765-707209d95cc9 req-87147ce6-7012-491c-8c36-6ebf2db06610 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:13.796521 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f5434b58-12db-4a07-9765-707209d95cc9 req-87147ce6-7012-491c-8c36-6ebf2db06610 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.0637665 Aug 23 20:46:13.839361 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1d95f44e-313f-4873-bd95-6634fb3610ff req-0df43346-3cba-4083-80bb-4de839b63cc8 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/ports?device_id=36e97456-bc94-4735-a3f3-535335e123ac HTTP/1.1" status: 200 len: 210 time: 0.0434034 Aug 23 20:46:13.872731 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f5434b58-12db-4a07-9765-707209d95cc9 req-28c3c616-f343-4976-9ff8-19b824e8b3f8 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696549 Aug 23 20:46:13.975846 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-852596ec-22a6-466a-8353-088052dc5b30 req-c4fd1f39-eb2b-46fa-bdce-b84e02918d24 tempest-InstanceActionsTestJSON-1360981651 tempest-InstanceActionsTestJSON-1360981651-project] 10.222.0.61 "GET /v2.0/ports?device_id=cbe7f950-3524-42bd-8373-937008acc799 HTTP/1.1" status: 200 len: 210 time: 0.0402992 Aug 23 20:46:14.094297 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609f4ff-bd48-4a81-a0bb-bfc10a5192a1 req-5e7b023e-abbd-488b-a48f-6227340ef810 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:14.096003 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9609f4ff-bd48-4a81-a0bb-bfc10a5192a1 req-5e7b023e-abbd-488b-a48f-6227340ef810 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.0731027 Aug 23 20:46:14.161444 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9609f4ff-bd48-4a81-a0bb-bfc10a5192a1 req-cc646691-9cc6-4b7a-bde9-44bb9866f56b tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574780 Aug 23 20:46:14.341747 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207c1545-7f6a-4b37-ae01-e566b70cfad8 req-c09bbad9-4426-4b5b-ba0d-9c7fbee8093e tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:14.343386 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-207c1545-7f6a-4b37-ae01-e566b70cfad8 req-c09bbad9-4426-4b5b-ba0d-9c7fbee8093e tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.0772734 Aug 23 20:46:14.413346 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-207c1545-7f6a-4b37-ae01-e566b70cfad8 req-2a32cc76-0b84-4017-a0ef-436317051a02 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569611 Aug 23 20:46:14.541502 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:14.559504 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc4c7bd-7122-433e-b431-4ea0df63e300 req-0f18853d-e230-4d91-b126-0817df33f78d tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:14.567817 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0fc4c7bd-7122-433e-b431-4ea0df63e300 req-0f18853d-e230-4d91-b126-0817df33f78d tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=687a2c67-325b-40d7-86e7-a6799a3e82a1 HTTP/1.1" status: 200 len: 945 time: 0.0985937 Aug 23 20:46:14.607363 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0fc4c7bd-7122-433e-b431-4ea0df63e300 req-5be98fe9-9276-4ebf-ae6e-cce440f7d902 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375822 Aug 23 20:46:14.620366 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b70d5e-dd01-4056-ad76-4211c0c83f6c req-45646344-0359-4afe-9393-ecfbc9d66c0e tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:14.622203 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d4b70d5e-dd01-4056-ad76-4211c0c83f6c req-45646344-0359-4afe-9393-ecfbc9d66c0e tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.0605228 Aug 23 20:46:14.664599 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d4b70d5e-dd01-4056-ad76-4211c0c83f6c req-0f37e041-ad6c-440b-934a-c4386099b8c3 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333598 Aug 23 20:46:14.688187 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44030) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:14.787316 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae6c1ea-d3a8-430e-a158-f988a53186bc req-03468228-92d3-4af3-996f-1207c17dc04b tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:14.788886 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-aae6c1ea-d3a8-430e-a158-f988a53186bc req-03468228-92d3-4af3-996f-1207c17dc04b tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.0541432 Aug 23 20:46:14.823849 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1773ec99-236a-4619-8b7e-3dc29fc8fa92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:14.858038 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-aae6c1ea-d3a8-430e-a158-f988a53186bc req-f08f9872-1667-4f39-9ec2-3923596c44a0 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618098 Aug 23 20:46:14.965728 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1773ec99-236a-4619-8b7e-3dc29fc8fa92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:14.972132 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1773ec99-236a-4619-8b7e-3dc29fc8fa92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:15.015196 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9ff5d969-7a9c-4164-9fcf-422be46a221b req-a89ebc10-6068-400a-9315-3f734a607c53 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/ports?device_id=36e97456-bc94-4735-a3f3-535335e123ac HTTP/1.1" status: 200 len: 210 time: 0.0360894 Aug 23 20:46:15.060100 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44042) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:15.060454 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1773ec99-236a-4619-8b7e-3dc29fc8fa92 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=61afb89d99bb4e69a3c9b8c663e08114&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3710079 Aug 23 20:46:15.062516 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1773ec99-236a-4619-8b7e-3dc29fc8fa92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e9123d-8a25-4ff0-afb7-458aba1fa508,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:15.089329 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ff010-0691-472f-b0ee-3b506d7c515b req-00d05069-c597-4acd-871f-6555ca0a8d3b tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:15.091021 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4b7ff010-0691-472f-b0ee-3b506d7c515b req-00d05069-c597-4acd-871f-6555ca0a8d3b tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.1094799 Aug 23 20:46:15.091581 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44044) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:15.099185 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc08f77-5870-47cb-ba5f-b408a90084f7 req-567f5185-5dc5-4e34-9432-dc6949d005a8 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:15.100735 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8dc08f77-5870-47cb-ba5f-b408a90084f7 req-567f5185-5dc5-4e34-9432-dc6949d005a8 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.32 "GET /v2.0/networks?id=e5de8573-8724-417b-9e45-0201cb25fe6b HTTP/1.1" status: 200 len: 809 time: 0.1890650 Aug 23 20:46:15.162406 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4b7ff010-0691-472f-b0ee-3b506d7c515b req-a4912085-df25-4705-b07c-4ea841c26b4a tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636797 Aug 23 20:46:15.165117 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-c566070e-00fe-464f-a042-7d896bbc0ae4 admin admin] Deleting subnet 4201d456-989c-4f05-a11c-e2c14bb297fc {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:46:15.169058 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c566070e-00fe-464f-a042-7d896bbc0ae4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:15.178920 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8dc08f77-5870-47cb-ba5f-b408a90084f7 req-af56dd7f-a7d5-4632-abe8-5b6049a82ccd tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7880e59da8b64cb8b3031fd86db3c916 HTTP/1.1" status: 200 len: 379 time: 0.0612881 Aug 23 20:46:15.182462 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2cb3f25e-7917-4877-ba63-8b1e56844fb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:15.191171 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-8dc08f77-5870-47cb-ba5f-b408a90084f7 req-5ab34e1f-d8db-4863-b6fd-a824f5a40617 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Request body: {'port': {'device_id': '36e97456-bc94-4735-a3f3-535335e123ac', 'network_id': 'e5de8573-8724-417b-9e45-0201cb25fe6b', 'admin_state_up': True, 'tenant_id': '7880e59da8b64cb8b3031fd86db3c916', 'security_groups': ['e95ebc01-8923-4d14-b0f3-305117d93e22']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:46:15.256823 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2cb3f25e-7917-4877-ba63-8b1e56844fb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:15.370442 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e8394-d767-4c77-9b0c-9bdfbd416764 req-93811b73-fabb-4a65-a563-5e4cb595b565 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:15.372034 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b15e8394-d767-4c77-9b0c-9bdfbd416764 req-93811b73-fabb-4a65-a563-5e4cb595b565 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.1180017 Aug 23 20:46:15.411963 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2cb3f25e-7917-4877-ba63-8b1e56844fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:15.414524 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2cb3f25e-7917-4877-ba63-8b1e56844fb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:15.416865 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2cb3f25e-7917-4877-ba63-8b1e56844fb5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a9e9123d-8a25-4ff0-afb7-458aba1fa508 HTTP/1.1" status: 204 len: 168 time: 0.3546960 Aug 23 20:46:15.423707 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dc08f77-5870-47cb-ba5f-b408a90084f7 req-5ab34e1f-d8db-4863-b6fd-a824f5a40617 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Made reservation on behalf of 7880e59da8b64cb8b3031fd86db3c916 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:46:15.427291 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8dc08f77-5870-47cb-ba5f-b408a90084f7 req-5ab34e1f-d8db-4863-b6fd-a824f5a40617 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:15.452896 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb3f25e-7917-4877-ba63-8b1e56844fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e9123d-8a25-4ff0-afb7-458aba1fa508,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:15.466417 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b15e8394-d767-4c77-9b0c-9bdfbd416764 req-45e5b8f7-2a27-4148-ba93-1089cb811b5a tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832391 Aug 23 20:46:15.501438 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c566070e-00fe-464f-a042-7d896bbc0ae4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:15.545934 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c566070e-00fe-464f-a042-7d896bbc0ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:15.603867 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-8dc08f77-5870-47cb-ba5f-b408a90084f7 req-5ab34e1f-d8db-4863-b6fd-a824f5a40617 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Allocated IP 172.20.0.5 (e5de8573-8724-417b-9e45-0201cb25fe6b/bbd0034a-a038-4b43-8b24-1cd5d52f0793/ce767d1f-f5d1-4eb3-a10b-90ef63bb1437) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:46:15.631695 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c566070e-00fe-464f-a042-7d896bbc0ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:15.677964 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c566070e-00fe-464f-a042-7d896bbc0ae4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:15.680282 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c566070e-00fe-464f-a042-7d896bbc0ae4 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/4201d456-989c-4f05-a11c-e2c14bb297fc HTTP/1.1" status: 204 len: 168 time: 0.5876524 Aug 23 20:46:15.681930 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c566070e-00fe-464f-a042-7d896bbc0ae4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4201d456-989c-4f05-a11c-e2c14bb297fc,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:15.684033 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44064) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:15.722669 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c566070e-00fe-464f-a042-7d896bbc0ae4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:46:15.723145 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c566070e-00fe-464f-a042-7d896bbc0ae4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:46:15.723594 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c566070e-00fe-464f-a042-7d896bbc0ae4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:46:15.724019 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c566070e-00fe-464f-a042-7d896bbc0ae4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:46:15.724463 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c566070e-00fe-464f-a042-7d896bbc0ae4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:46:15.724884 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c566070e-00fe-464f-a042-7d896bbc0ae4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:46:15.725300 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c566070e-00fe-464f-a042-7d896bbc0ae4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:46:15.725715 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c566070e-00fe-464f-a042-7d896bbc0ae4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:46:15.726131 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c566070e-00fe-464f-a042-7d896bbc0ae4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:46:15.726825 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c566070e-00fe-464f-a042-7d896bbc0ae4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:46:15.727233 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c566070e-00fe-464f-a042-7d896bbc0ae4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:46:15.727656 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c566070e-00fe-464f-a042-7d896bbc0ae4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:46:15.801612 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec731254-2c51-4b5d-b1f9-051ed0ce7175 req-0d0eaba2-42cf-40ec-8676-842280736a91 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:15.803127 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ec731254-2c51-4b5d-b1f9-051ed0ce7175 req-0d0eaba2-42cf-40ec-8676-842280736a91 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.1137984 Aug 23 20:46:15.821787 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-89458b4b-7f50-4fee-9e72-6fa5b450aa8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:15.832623 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41074738-ebc9-4bb9-b1c0-6c99e980973c req-15be0eb7-23d4-454e-9e97-f9544a1b4f7a tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:15.834148 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-41074738-ebc9-4bb9-b1c0-6c99e980973c req-15be0eb7-23d4-454e-9e97-f9544a1b4f7a tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=687a2c67-325b-40d7-86e7-a6799a3e82a1 HTTP/1.1" status: 200 len: 945 time: 0.1319380 Aug 23 20:46:15.867477 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8dc08f77-5870-47cb-ba5f-b408a90084f7 req-5ab34e1f-d8db-4863-b6fd-a824f5a40617 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:15.879734 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ec731254-2c51-4b5d-b1f9-051ed0ce7175 req-876af011-5808-498a-8640-492ebc95e4a0 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651693 Aug 23 20:46:15.887208 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-8dc08f77-5870-47cb-ba5f-b408a90084f7 req-5ab34e1f-d8db-4863-b6fd-a824f5a40617 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Transition to ACTIVE for port object ce767d1f-f5d1-4eb3-a10b-90ef63bb1437 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:46:15.901742 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:15.915926 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-41074738-ebc9-4bb9-b1c0-6c99e980973c req-4f1ee74b-83d2-4b3f-9b79-c8cf18b96a12 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734174 Aug 23 20:46:15.960866 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8dc08f77-5870-47cb-ba5f-b408a90084f7 req-5ab34e1f-d8db-4863-b6fd-a824f5a40617 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:15.974302 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-89458b4b-7f50-4fee-9e72-6fa5b450aa8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:15.985910 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-89458b4b-7f50-4fee-9e72-6fa5b450aa8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['684896f4-5e67-4370-80f0-10b67ce5328e']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:46:15.998353 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-89458b4b-7f50-4fee-9e72-6fa5b450aa8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a627f1c0-70b8-4d99-940d-c8923dc69ec0') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:46:15.998682 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-89458b4b-7f50-4fee-9e72-6fa5b450aa8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a627f1c0-70b8-4d99-940d-c8923dc69ec0') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:46:16.009496 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-89458b4b-7f50-4fee-9e72-6fa5b450aa8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:16.047780 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dc08f77-5870-47cb-ba5f-b408a90084f7 req-5ab34e1f-d8db-4863-b6fd-a824f5a40617 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Network e5de8573-8724-417b-9e45-0201cb25fe6b is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:46:16.049582 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-89458b4b-7f50-4fee-9e72-6fa5b450aa8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:16.053979 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-8dc08f77-5870-47cb-ba5f-b408a90084f7 req-5ab34e1f-d8db-4863-b6fd-a824f5a40617 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:46:16.056728 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc08f77-5870-47cb-ba5f-b408a90084f7 req-5ab34e1f-d8db-4863-b6fd-a824f5a40617 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:46:16.060784 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89458b4b-7f50-4fee-9e72-6fa5b450aa8a admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:46:16.061288 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-89458b4b-7f50-4fee-9e72-6fa5b450aa8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:16.062720 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 426cafa4-538a-4efd-83e1-34fcfd7239e1 no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:46:16.065818 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:46:16.065818 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:46:16.065818 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:46:16.065818 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:46:16.065818 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:46:16.065818 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:46:16.065818 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:46:16.065818 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:46:16.065818 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:46:16.065818 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:46:16.065818 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:46:16.065818 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:46:16.065818 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:46:16.065818 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:46:16.065818 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:46:16.065818 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:46:16.065818 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:46:16.065818 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:46:16.065818 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:46:16.065818 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:46:16.065818 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:46:16.065818 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:46:16.065818 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:46:16.065818 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:46:16.065818 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:46:16.065818 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:46:16.065818 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:46:16.065818 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:46:16.065818 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:46:16.065818 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:46:16.065818 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:46:16.065818 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:46:16.077483 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab34e1f-d8db-4863-b6fd-a824f5a40617 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Pushing event updated for resources: {'Port': ['ID=ce767d1f-f5d1-4eb3-a10b-90ef63bb1437,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:16.101403 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: 426cafa4-538a-4efd-83e1-34fcfd7239e1 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:46:16.102288 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 426cafa4-538a-4efd-83e1-34fcfd7239e1 not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:46:16.126418 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5105a-306b-4099-bad9-db5a4b0e80b0 req-573e8ce8-8a0b-4474-be89-75e8ed758a6f tempest-TestNetworkAdvancedServerOps-1162004702 tempest-TestNetworkAdvancedServerOps-1162004702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:16.136676 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-65b5105a-306b-4099-bad9-db5a4b0e80b0 req-573e8ce8-8a0b-4474-be89-75e8ed758a6f tempest-TestNetworkAdvancedServerOps-1162004702 tempest-TestNetworkAdvancedServerOps-1162004702-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5 HTTP/1.1" status: 200 len: 1097 time: 0.1615584 Aug 23 20:46:16.139450 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f6563-3474-4870-a944-087888588730 req-bbad1ef5-f816-4aa4-95cb-5ab1aa38a495 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:16.141076 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-011f6563-3474-4870-a944-087888588730 req-bbad1ef5-f816-4aa4-95cb-5ab1aa38a495 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.1339056 Aug 23 20:46:16.174816 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-65b5105a-306b-4099-bad9-db5a4b0e80b0 req-562c54d2-f239-4aa6-ba12-9415c2cbc95a tempest-TestNetworkAdvancedServerOps-1162004702 tempest-TestNetworkAdvancedServerOps-1162004702-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:16.198955 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc08f77-5870-47cb-ba5f-b408a90084f7 req-5ab34e1f-d8db-4863-b6fd-a824f5a40617 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:16.199313 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-89458b4b-7f50-4fee-9e72-6fa5b450aa8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:16.199782 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8dc08f77-5870-47cb-ba5f-b408a90084f7 req-5ab34e1f-d8db-4863-b6fd-a824f5a40617 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:16.208453 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-89458b4b-7f50-4fee-9e72-6fa5b450aa8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:16.213955 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-89458b4b-7f50-4fee-9e72-6fa5b450aa8a admin admin] 10.222.0.61 "DELETE /v2.0/networks/684896f4-5e67-4370-80f0-10b67ce5328e HTTP/1.1" status: 204 len: 168 time: 0.5258718 Aug 23 20:46:16.229923 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-011f6563-3474-4870-a944-087888588730 req-fcb48310-02e0-40a8-b5cc-ee49cdbb408e tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734315 Aug 23 20:46:16.255696 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89458b4b-7f50-4fee-9e72-6fa5b450aa8a admin admin] Pushing event deleted for resources: {'Network': ['ID=684896f4-5e67-4370-80f0-10b67ce5328e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:16.379949 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ff2c0-efee-45df-ac68-45180d069a82 req-152f97b8-c923-4c5a-9389-72a1ec51215c tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:16.388698 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f09ff2c0-efee-45df-ac68-45180d069a82 req-152f97b8-c923-4c5a-9389-72a1ec51215c tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/ports?device_id=36e97456-bc94-4735-a3f3-535335e123ac HTTP/1.1" status: 200 len: 931 time: 0.0767272 Aug 23 20:46:16.393300 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-65b5105a-306b-4099-bad9-db5a4b0e80b0 req-562c54d2-f239-4aa6-ba12-9415c2cbc95a tempest-TestNetworkAdvancedServerOps-1162004702 tempest-TestNetworkAdvancedServerOps-1162004702-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:16.398032 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-65b5105a-306b-4099-bad9-db5a4b0e80b0 req-562c54d2-f239-4aa6-ba12-9415c2cbc95a tempest-TestNetworkAdvancedServerOps-1162004702 tempest-TestNetworkAdvancedServerOps-1162004702-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:16.412030 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-95c36b8c-53d0-4c80-b765-8b9b376d2d69 None None] Provisioning for port ce767d1f-f5d1-4eb3-a10b-90ef63bb1437 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:46:16.424260 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-95c36b8c-53d0-4c80-b765-8b9b376d2d69 None None] Provisioning complete for port ce767d1f-f5d1-4eb3-a10b-90ef63bb1437 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:46:16.424896 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-95c36b8c-53d0-4c80-b765-8b9b376d2d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:16.435070 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44092) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:16.444270 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-65b5105a-306b-4099-bad9-db5a4b0e80b0 req-562c54d2-f239-4aa6-ba12-9415c2cbc95a tempest-TestNetworkAdvancedServerOps-1162004702 tempest-TestNetworkAdvancedServerOps-1162004702-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=d454fa48-aaac-4911-81d6-c45d8631516f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3063529 Aug 23 20:46:16.450817 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f09ff2c0-efee-45df-ac68-45180d069a82 req-7fc14ecf-e49b-4599-83fe-96c178f25e33 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/security-groups?id=e95ebc01-8923-4d14-b0f3-305117d93e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597410 Aug 23 20:46:16.475970 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8dc08f77-5870-47cb-ba5f-b408a90084f7 req-5ab34e1f-d8db-4863-b6fd-a824f5a40617 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2887769 Aug 23 20:46:16.488303 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c54d2-f239-4aa6-ba12-9415c2cbc95a tempest-TestNetworkAdvancedServerOps-1162004702 tempest-TestNetworkAdvancedServerOps-1162004702-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa26ff17-c0a6-435a-8385-d8ddea670a6b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:16.490763 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-95c36b8c-53d0-4c80-b765-8b9b376d2d69 None None] Port ce767d1f-f5d1-4eb3-a10b-90ef63bb1437 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:46:16.496031 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-8dc08f77-5870-47cb-ba5f-b408a90084f7 req-77e3216a-c209-48de-b328-8c0f8b9dc9c3 service neutron] Request body: {'port': {'device_id': '36e97456-bc94-4735-a3f3-535335e123ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:46:16.533200 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8c4366a9-49bc-4587-9f44-07a83f03e35a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=75f8d78f1e3646208ba3689b7e47aa15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0966275 Aug 23 20:46:16.536560 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44098) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:16.622987 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8dc08f77-5870-47cb-ba5f-b408a90084f7 req-77e3216a-c209-48de-b328-8c0f8b9dc9c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:16.636935 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac63b3-5b19-43fd-9ebc-8d4b48dba481 req-8d55520f-b49e-40f8-b687-54d05938e259 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:16.638226 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4fac63b3-5b19-43fd-9ebc-8d4b48dba481 req-8d55520f-b49e-40f8-b687-54d05938e259 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.0692978 Aug 23 20:46:16.663904 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74712f37-574a-4f13-8b5d-060b3f5299a4 req-034d3f4d-6295-4298-8df6-d7d72ef76517 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:16.665733 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-74712f37-574a-4f13-8b5d-060b3f5299a4 req-034d3f4d-6295-4298-8df6-d7d72ef76517 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5 HTTP/1.1" status: 200 len: 946 time: 0.1002123 Aug 23 20:46:16.694998 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4fac63b3-5b19-43fd-9ebc-8d4b48dba481 req-c5908cb9-307a-40ce-9d38-5071651828f3 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458999 Aug 23 20:46:16.719717 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1a9ef719-832d-434c-825e-20afeef5783a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:16.821174 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1ce61-7a9b-429a-b708-8a1311cda4a0 req-0bb02067-cd8e-495e-a59b-3c83706d95a9 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:16.823147 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1a9ef719-832d-434c-825e-20afeef5783a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:16.823917 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bba1ce61-7a9b-429a-b708-8a1311cda4a0 req-0bb02067-cd8e-495e-a59b-3c83706d95a9 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.0608094 Aug 23 20:46:16.841619 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-74712f37-574a-4f13-8b5d-060b3f5299a4 req-4b085adc-0744-420b-8d8d-2eb655a98308 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=d454fa48-aaac-4911-81d6-c45d8631516f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499770 Aug 23 20:46:16.875603 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44118) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:16.920384 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bba1ce61-7a9b-429a-b708-8a1311cda4a0 req-bdc8162f-1f41-4ec5-a7f7-86f2a11cf8cd tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877728 Aug 23 20:46:16.960441 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1a9ef719-832d-434c-825e-20afeef5783a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:16.971943 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1a9ef719-832d-434c-825e-20afeef5783a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:16.976326 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-1a9ef719-832d-434c-825e-20afeef5783a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b2ef3a19-055f-48eb-8490-39402ece7e54 HTTP/1.1" status: 204 len: 168 time: 0.4350653 Aug 23 20:46:16.986010 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ae1e0324-1e55-4475-85d8-60e7ba322644 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/floatingips/16d9ea57-58a1-4a9b-920a-c6f48d2c2971 HTTP/1.1" status: 200 len: 993 time: 0.1089649 Aug 23 20:46:17.049728 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ef719-832d-434c-825e-20afeef5783a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ef3a19-055f-48eb-8490-39402ece7e54,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:17.120761 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8771e-a002-4282-8069-8a9678902d67 req-6a261952-657c-49d0-8c4a-ad48435a298a tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:17.135635 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-91a8771e-a002-4282-8069-8a9678902d67 req-6a261952-657c-49d0-8c4a-ad48435a298a tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.0881352 Aug 23 20:46:17.147534 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e73dc6-4e62-4b3f-a253-dced20288890 req-6e88a3b2-634b-4ca0-a67f-e0dcc785632d tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:17.149518 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-31e73dc6-4e62-4b3f-a253-dced20288890 req-6e88a3b2-634b-4ca0-a67f-e0dcc785632d tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=687a2c67-325b-40d7-86e7-a6799a3e82a1 HTTP/1.1" status: 200 len: 945 time: 0.1020567 Aug 23 20:46:17.157383 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-8dc08f77-5870-47cb-ba5f-b408a90084f7 req-77e3216a-c209-48de-b328-8c0f8b9dc9c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce767d1f-f5d1-4eb3-a10b-90ef63bb1437 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:46:17.173863 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8dc08f77-5870-47cb-ba5f-b408a90084f7 req-77e3216a-c209-48de-b328-8c0f8b9dc9c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:17.200628 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-91a8771e-a002-4282-8069-8a9678902d67 req-a80bbb05-0fe2-48ed-b1cc-76aeb5d4f62f tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614195 Aug 23 20:46:17.207196 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-8dc08f77-5870-47cb-ba5f-b408a90084f7 req-77e3216a-c209-48de-b328-8c0f8b9dc9c3 service neutron] Transition to ACTIVE for port object ce767d1f-f5d1-4eb3-a10b-90ef63bb1437 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:46:17.217119 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8dc08f77-5870-47cb-ba5f-b408a90084f7 req-77e3216a-c209-48de-b328-8c0f8b9dc9c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:17.231262 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-31e73dc6-4e62-4b3f-a253-dced20288890 req-636c5cd8-241c-4e67-b4df-95f915f74168 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672381 Aug 23 20:46:17.306044 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e3216a-c209-48de-b328-8c0f8b9dc9c3 service neutron] Pushing event updated for resources: {'Port': ['ID=ce767d1f-f5d1-4eb3-a10b-90ef63bb1437,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:17.404325 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-8dc08f77-5870-47cb-ba5f-b408a90084f7 req-77e3216a-c209-48de-b328-8c0f8b9dc9c3 service neutron] Attempting to bind port ce767d1f-f5d1-4eb3-a10b-90ef63bb1437 on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:46:17.404325 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-8dc08f77-5870-47cb-ba5f-b408a90084f7 req-77e3216a-c209-48de-b328-8c0f8b9dc9c3 service neutron] Attempting to bind port ce767d1f-f5d1-4eb3-a10b-90ef63bb1437 by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': '71fa0ee8-71f8-4ca3-a314-108544b37f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e5de8573-8724-417b-9e45-0201cb25fe6b'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:46:17.404325 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc08f77-5870-47cb-ba5f-b408a90084f7 req-77e3216a-c209-48de-b328-8c0f8b9dc9c3 service neutron] Attempting to bind port ce767d1f-f5d1-4eb3-a10b-90ef63bb1437 on network e5de8573-8724-417b-9e45-0201cb25fe6b {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:46:17.439172 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc08f77-5870-47cb-ba5f-b408a90084f7 req-77e3216a-c209-48de-b328-8c0f8b9dc9c3 service neutron] Port ce767d1f-f5d1-4eb3-a10b-90ef63bb1437 on network e5de8573-8724-417b-9e45-0201cb25fe6b not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:46:17.439664 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc08f77-5870-47cb-ba5f-b408a90084f7 req-77e3216a-c209-48de-b328-8c0f8b9dc9c3 service neutron] Attempting to bind port ce767d1f-f5d1-4eb3-a10b-90ef63bb1437 on network e5de8573-8724-417b-9e45-0201cb25fe6b {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:46:17.449105 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc08f77-5870-47cb-ba5f-b408a90084f7 req-77e3216a-c209-48de-b328-8c0f8b9dc9c3 service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:46:17.449913 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc08f77-5870-47cb-ba5f-b408a90084f7 req-77e3216a-c209-48de-b328-8c0f8b9dc9c3 service neutron] Checking segment: {'id': '71fa0ee8-71f8-4ca3-a314-108544b37f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e5de8573-8724-417b-9e45-0201cb25fe6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:46:17.450165 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc08f77-5870-47cb-ba5f-b408a90084f7 req-77e3216a-c209-48de-b328-8c0f8b9dc9c3 service neutron] Bound using segment: {'id': '71fa0ee8-71f8-4ca3-a314-108544b37f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e5de8573-8724-417b-9e45-0201cb25fe6b'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:46:17.450722 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-8dc08f77-5870-47cb-ba5f-b408a90084f7 req-77e3216a-c209-48de-b328-8c0f8b9dc9c3 service neutron] Bound port: ce767d1f-f5d1-4eb3-a10b-90ef63bb1437, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71fa0ee8-71f8-4ca3-a314-108544b37f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e5de8573-8724-417b-9e45-0201cb25fe6b'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:46:17.451104 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8dc08f77-5870-47cb-ba5f-b408a90084f7 req-77e3216a-c209-48de-b328-8c0f8b9dc9c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:17.492042 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e22b97-40d8-401c-99ca-20df12f50f15 req-c08b8913-0641-471a-b887-17aaff9d6ff1 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:17.493998 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-60e22b97-40d8-401c-99ca-20df12f50f15 req-c08b8913-0641-471a-b887-17aaff9d6ff1 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.1168911 Aug 23 20:46:17.530098 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44148) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:17.602979 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-8dc08f77-5870-47cb-ba5f-b408a90084f7 req-77e3216a-c209-48de-b328-8c0f8b9dc9c3 service neutron] For port ce767d1f-f5d1-4eb3-a10b-90ef63bb1437, host n-h2-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:46:17.624542 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-60e22b97-40d8-401c-99ca-20df12f50f15 req-8096fb3f-7951-4424-b489-f749294d79e8 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116393 Aug 23 20:46:17.653026 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-8dc08f77-5870-47cb-ba5f-b408a90084f7 req-77e3216a-c209-48de-b328-8c0f8b9dc9c3 service neutron] For port ce767d1f-f5d1-4eb3-a10b-90ef63bb1437, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=ce767d1f-f5d1-4eb3-a10b-90ef63bb1437,segment=NetworkSegment(71fa0ee8-71f8-4ca3-a314-108544b37f00),segment_id=71fa0ee8-71f8-4ca3-a314-108544b37f00)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:46:17.654288 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060f489-c519-482d-b1d3-34304eefc739 req-b0f56e27-1bd0-4241-8635-47cf01cca431 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:17.656019 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2060f489-c519-482d-b1d3-34304eefc739 req-b0f56e27-1bd0-4241-8635-47cf01cca431 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/ports?device_id=36e97456-bc94-4735-a3f3-535335e123ac HTTP/1.1" status: 200 len: 943 time: 0.0982575 Aug 23 20:46:17.660696 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8dc08f77-5870-47cb-ba5f-b408a90084f7 req-77e3216a-c209-48de-b328-8c0f8b9dc9c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:17.707269 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-09126c7c-1062-4245-a5ca-0b38152ef974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:17.749450 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2060f489-c519-482d-b1d3-34304eefc739 req-baacd58c-e2d7-4b26-ac5c-1614232092dc tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/security-groups?id=e95ebc01-8923-4d14-b0f3-305117d93e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813627 Aug 23 20:46:17.751490 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc08f77-5870-47cb-ba5f-b408a90084f7 req-77e3216a-c209-48de-b328-8c0f8b9dc9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:17.752226 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8dc08f77-5870-47cb-ba5f-b408a90084f7 req-77e3216a-c209-48de-b328-8c0f8b9dc9c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:17.753767 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8dc08f77-5870-47cb-ba5f-b408a90084f7 req-77e3216a-c209-48de-b328-8c0f8b9dc9c3 service neutron] 10.222.0.32 "PUT /v2.0/ports/ce767d1f-f5d1-4eb3-a10b-90ef63bb1437 HTTP/1.1" status: 200 len: 1091 time: 1.2620773 Aug 23 20:46:17.754225 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e97456-bc94-4735-a3f3-535335e123ac', 'tag': 'ce767d1f-f5d1-4eb3-a10b-90ef63bb1437'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:46:17.756565 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28b6c1d-09d7-4c8e-8e45-5cac18feaf6b" -d '{"events": [{"name": "network-changed", "server_uuid": "36e97456-bc94-4735-a3f3-535335e123ac", "tag": "ce767d1f-f5d1-4eb3-a10b-90ef63bb1437"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:46:17.781302 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e3216a-c209-48de-b328-8c0f8b9dc9c3 service neutron] Pushing event updated for resources: {'Port': ['ID=ce767d1f-f5d1-4eb3-a10b-90ef63bb1437,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:17.869620 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-09126c7c-1062-4245-a5ca-0b38152ef974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:17.875740 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-09126c7c-1062-4245-a5ca-0b38152ef974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:17.913924 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc08f77-5870-47cb-ba5f-b408a90084f7 req-af23acb9-eb89-4362-bbe9-699629f5da02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:17.917193 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8dc08f77-5870-47cb-ba5f-b408a90084f7 req-af23acb9-eb89-4362-bbe9-699629f5da02 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7880e59da8b64cb8b3031fd86db3c916&device_id=36e97456-bc94-4735-a3f3-535335e123ac HTTP/1.1" status: 200 len: 1094 time: 0.1022315 Aug 23 20:46:17.968364 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-09126c7c-1062-4245-a5ca-0b38152ef974 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8689ce944c2041aeadc80296bea48b0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4346535 Aug 23 20:46:17.970648 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44174) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:18.015820 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09126c7c-1062-4245-a5ca-0b38152ef974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7b220f-82d1-426a-b0b7-ee6dc4fef126,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:18.034179 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52fff34-c64d-409e-bd01-4f29a7d0090f x-openstack-request-id: req-a52fff34-c64d-409e-bd01-4f29a7d0090f {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:46:18.036250 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36e97456-bc94-4735-a3f3-535335e123ac", "tag": "ce767d1f-f5d1-4eb3-a10b-90ef63bb1437", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:46:18.037471 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a52fff34-c64d-409e-bd01-4f29a7d0090f {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:46:18.038060 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36e97456-bc94-4735-a3f3-535335e123ac', 'tag': 'ce767d1f-f5d1-4eb3-a10b-90ef63bb1437', 'status': 'completed', 'code': 200} Aug 23 20:46:18.045477 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8dc08f77-5870-47cb-ba5f-b408a90084f7 req-a9910df3-119b-4c15-a632-b85ddbbc84fd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce767d1f-f5d1-4eb3-a10b-90ef63bb1437 HTTP/1.1" status: 200 len: 217 time: 0.1142123 Aug 23 20:46:18.054407 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e9d380d8-46ba-4bdd-8b3a-0ee3c4850b4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:18.092704 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:46:18.108635 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e9d380d8-46ba-4bdd-8b3a-0ee3c4850b4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:18.129400 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc08f77-5870-47cb-ba5f-b408a90084f7 req-be7001b2-ce20-4071-ad4b-c1c2eba29f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:18.131513 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8dc08f77-5870-47cb-ba5f-b408a90084f7 req-be7001b2-ce20-4071-ad4b-c1c2eba29f4c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bbd0034a-a038-4b43-8b24-1cd5d52f0793 HTTP/1.1" status: 200 len: 848 time: 0.0800285 Aug 23 20:46:18.231062 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b2751-0fac-4f30-864d-df5d028c9b85 req-a711a13e-5f44-4336-a426-b60c68218a39 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:18.233681 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-040b2751-0fac-4f30-864d-df5d028c9b85 req-a711a13e-5f44-4336-a426-b60c68218a39 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.1289084 Aug 23 20:46:18.249506 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc08f77-5870-47cb-ba5f-b408a90084f7 req-f64c8b6c-59e9-4f15-8ba4-5d329dd4defd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:18.252553 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8dc08f77-5870-47cb-ba5f-b408a90084f7 req-f64c8b6c-59e9-4f15-8ba4-5d329dd4defd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e5de8573-8724-417b-9e45-0201cb25fe6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0946338 Aug 23 20:46:18.282946 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e9d380d8-46ba-4bdd-8b3a-0ee3c4850b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:18.285583 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e9d380d8-46ba-4bdd-8b3a-0ee3c4850b4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:18.286767 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e9d380d8-46ba-4bdd-8b3a-0ee3c4850b4b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0c7b220f-82d1-426a-b0b7-ee6dc4fef126 HTTP/1.1" status: 204 len: 168 time: 0.3152103 Aug 23 20:46:18.287449 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44184) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:18.305002 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d380d8-46ba-4bdd-8b3a-0ee3c4850b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7b220f-82d1-426a-b0b7-ee6dc4fef126,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:18.346009 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-040b2751-0fac-4f30-864d-df5d028c9b85 req-5219e82a-def1-4545-b9e6-86646b16b573 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999641 Aug 23 20:46:18.420819 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8dc08f77-5870-47cb-ba5f-b408a90084f7 req-00786a2f-1aee-4b1a-844d-81ae581caf1b service neutron] 10.222.0.32 "GET /v2.0/networks/e5de8573-8724-417b-9e45-0201cb25fe6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547318 Aug 23 20:46:18.435226 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-4ddf26bd-0a96-456a-9ffd-218b5062b428 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-73614683-network', 'tenant_id': 'b1abaf29a2594bd2aeb412c8b0b847b0'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:46:18.438971 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581c9c9-4044-4ef5-b1e5-9c11bd45b2f7 req-af0326f4-b3bd-45ae-a4d7-3e2a4b16f3d0 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:18.444697 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9581c9c9-4044-4ef5-b1e5-9c11bd45b2f7 req-af0326f4-b3bd-45ae-a4d7-3e2a4b16f3d0 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=687a2c67-325b-40d7-86e7-a6799a3e82a1 HTTP/1.1" status: 200 len: 945 time: 0.0763271 Aug 23 20:46:18.486259 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ddf26bd-0a96-456a-9ffd-218b5062b428 admin admin] Made reservation on behalf of b1abaf29a2594bd2aeb412c8b0b847b0 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:46:18.488598 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4ddf26bd-0a96-456a-9ffd-218b5062b428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:18.511271 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a72a956-1512-48b6-bfaf-70785434c479 req-0072ff04-590e-4f43-a3d5-fd76eadd5704 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:18.513236 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7a72a956-1512-48b6-bfaf-70785434c479 req-0072ff04-590e-4f43-a3d5-fd76eadd5704 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5 HTTP/1.1" status: 200 len: 946 time: 0.0955124 Aug 23 20:46:18.514682 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4ddf26bd-0a96-456a-9ffd-218b5062b428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:18.574806 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9581c9c9-4044-4ef5-b1e5-9c11bd45b2f7 req-1e48f0cd-e81b-4acf-bd33-173fe1ba62e8 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626798 Aug 23 20:46:18.587530 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7a72a956-1512-48b6-bfaf-70785434c479 req-87c52556-ebab-4f39-bd8b-a9f2c6326295 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=d454fa48-aaac-4911-81d6-c45d8631516f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644367 Aug 23 20:46:18.640450 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8dc08f77-5870-47cb-ba5f-b408a90084f7 req-67bbbd53-edad-4ea5-beca-9e9d79863eb2 service neutron] 10.222.0.32 "GET /v2.0/networks/e5de8573-8724-417b-9e45-0201cb25fe6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115688 Aug 23 20:46:18.655429 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-596a7b0c-bf0a-40db-8597-2ce1195e87b4 req-47b99a2e-0ce8-4117-b5b8-ffc60cd242cb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2849250 Aug 23 20:46:18.662941 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4ddf26bd-0a96-456a-9ffd-218b5062b428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:18.673499 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4ddf26bd-0a96-456a-9ffd-218b5062b428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:18.700407 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ddf26bd-0a96-456a-9ffd-218b5062b428 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:46:18.718344 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf26bd-0a96-456a-9ffd-218b5062b428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9482bdbb-abea-4192-82de-d64fc163bbc5,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:18.720917 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4ddf26bd-0a96-456a-9ffd-218b5062b428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:18.721296 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-4ddf26bd-0a96-456a-9ffd-218b5062b428 admin admin] Added segment fea14536-63e5-4de1-9c01-50995460e8f9 of type vlan for network 77c5d15c-39fe-408a-a7c4-e7fa78648cdc Aug 23 20:46:18.766270 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4ddf26bd-0a96-456a-9ffd-218b5062b428 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:18.799454 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b6c1d-09d7-4c8e-8e45-5cac18feaf6b req-c4c239f2-87dc-4d2f-8eb7-b4b8572543e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:18.801130 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d28b6c1d-09d7-4c8e-8e45-5cac18feaf6b req-c4c239f2-87dc-4d2f-8eb7-b4b8572543e1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7880e59da8b64cb8b3031fd86db3c916&device_id=36e97456-bc94-4735-a3f3-535335e123ac HTTP/1.1" status: 200 len: 1094 time: 0.0525482 Aug 23 20:46:18.811267 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4ddf26bd-0a96-456a-9ffd-218b5062b428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:18.816099 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddf26bd-0a96-456a-9ffd-218b5062b428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:18.816975 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4ddf26bd-0a96-456a-9ffd-218b5062b428 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:18.918345 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-4ddf26bd-0a96-456a-9ffd-218b5062b428 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6176636 Aug 23 20:46:18.918581 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44214) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:18.925628 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-4d19153c-268c-446f-b1e5-e50e9a218b6a admin admin] Request body: {'subnet': {'network_id': '77c5d15c-39fe-408a-a7c4-e7fa78648cdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-73614683-subnet', 'tenant_id': 'b1abaf29a2594bd2aeb412c8b0b847b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:46:18.938704 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf26bd-0a96-456a-9ffd-218b5062b428 admin admin] Pushing event updated for resources: {'Network': ['ID=77c5d15c-39fe-408a-a7c4-e7fa78648cdc,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:18.954823 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 77c5d15c-39fe-408a-a7c4-e7fa78648cdc details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:46:18.969177 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d19153c-268c-446f-b1e5-e50e9a218b6a admin admin] Made reservation on behalf of b1abaf29a2594bd2aeb412c8b0b847b0 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:46:18.972919 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd21d159-6ec7-4ec8-8df7-df96acc036e8 req-c0f3ed36-00ef-46d3-8872-90e9ad538486 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:18.973471 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4d19153c-268c-446f-b1e5-e50e9a218b6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:18.981404 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dd21d159-6ec7-4ec8-8df7-df96acc036e8 req-c0f3ed36-00ef-46d3-8872-90e9ad538486 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/ports?device_id=36e97456-bc94-4735-a3f3-535335e123ac HTTP/1.1" status: 200 len: 943 time: 0.0951209 Aug 23 20:46:18.984640 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b6c1d-09d7-4c8e-8e45-5cac18feaf6b req-0af8d5c5-5482-46a6-922f-371ca9e94da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:18.986201 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d28b6c1d-09d7-4c8e-8e45-5cac18feaf6b req-0af8d5c5-5482-46a6-922f-371ca9e94da5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e5de8573-8724-417b-9e45-0201cb25fe6b HTTP/1.1" status: 200 len: 910 time: 0.1771252 Aug 23 20:46:19.085305 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d28b6c1d-09d7-4c8e-8e45-5cac18feaf6b req-98f4052d-cb0c-4ed8-b236-29d51b4b1307 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce767d1f-f5d1-4eb3-a10b-90ef63bb1437 HTTP/1.1" status: 200 len: 217 time: 0.0858312 Aug 23 20:46:19.120330 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dd21d159-6ec7-4ec8-8df7-df96acc036e8 req-239a5883-2585-4486-bd2c-3951274e23b8 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/security-groups?id=e95ebc01-8923-4d14-b0f3-305117d93e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379390 Aug 23 20:46:19.160003 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b6c1d-09d7-4c8e-8e45-5cac18feaf6b req-e3dfced9-c6d9-427e-afe1-40c79caf1491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:19.162060 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d28b6c1d-09d7-4c8e-8e45-5cac18feaf6b req-e3dfced9-c6d9-427e-afe1-40c79caf1491 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bbd0034a-a038-4b43-8b24-1cd5d52f0793 HTTP/1.1" status: 200 len: 848 time: 0.0689213 Aug 23 20:46:19.223697 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4d19153c-268c-446f-b1e5-e50e9a218b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:19.229192 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b6c1d-09d7-4c8e-8e45-5cac18feaf6b req-d9347267-fcee-41d2-9b00-72e021b958ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:19.230849 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d28b6c1d-09d7-4c8e-8e45-5cac18feaf6b req-d9347267-fcee-41d2-9b00-72e021b958ea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e5de8573-8724-417b-9e45-0201cb25fe6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603793 Aug 23 20:46:19.286174 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d19153c-268c-446f-b1e5-e50e9a218b6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc375d59-0841-4067-80ed-23a2ed98d8ba,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:19.295956 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d19153c-268c-446f-b1e5-e50e9a218b6a admin admin] Checking segment: {'id': 'fea14536-63e5-4de1-9c01-50995460e8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '77c5d15c-39fe-408a-a7c4-e7fa78648cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:46:19.296457 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d19153c-268c-446f-b1e5-e50e9a218b6a admin admin] Network hostable DHCP agents. Network: 77c5d15c-39fe-408a-a7c4-e7fa78648cdc, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:46:19.315415 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d19153c-268c-446f-b1e5-e50e9a218b6a admin admin] Network 77c5d15c-39fe-408a-a7c4-e7fa78648cdc is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:46:19.327664 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-4d19153c-268c-446f-b1e5-e50e9a218b6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 77c5d15c-39fe-408a-a7c4-e7fa78648cdc) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:46:19.332370 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d19153c-268c-446f-b1e5-e50e9a218b6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:19.333049 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4d19153c-268c-446f-b1e5-e50e9a218b6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:19.339482 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0d1620-a46b-4bbe-a953-6140d03f8fd5 None None] Network 77c5d15c-39fe-408a-a7c4-e7fa78648cdc requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:46:19.361097 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-4d19153c-268c-446f-b1e5-e50e9a218b6a admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4319587 Aug 23 20:46:19.581081 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1d576a-9f6c-430b-9897-3621ddb46ba0 None None] Network 77c5d15c-39fe-408a-a7c4-e7fa78648cdc requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:46:19.581726 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d720e7d-27f6-4853-a9b4-a57a92734532 req-c67efd29-2a62-4a84-80be-c497dd2e9dff tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:19.609970 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4d720e7d-27f6-4853-a9b4-a57a92734532 req-c67efd29-2a62-4a84-80be-c497dd2e9dff tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.1451056 Aug 23 20:46:19.726990 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4d720e7d-27f6-4853-a9b4-a57a92734532 req-2ba82006-99b1-4d5b-803b-ec5d48af3918 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104333 Aug 23 20:46:19.868103 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c29a85-7f38-4e2d-8473-31a72628a0f7 req-38c90eed-514f-41c7-a88e-9cadccda08a4 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:19.871467 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f33df-5dcf-49e1-a446-d050f08e186b req-3d497475-5944-4866-879c-d225d33c83ea tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:19.872506 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d9c29a85-7f38-4e2d-8473-31a72628a0f7 req-38c90eed-514f-41c7-a88e-9cadccda08a4 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=687a2c67-325b-40d7-86e7-a6799a3e82a1 HTTP/1.1" status: 200 len: 945 time: 0.1324487 Aug 23 20:46:19.875751 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d28b6c1d-09d7-4c8e-8e45-5cac18feaf6b req-a7bd49cb-f4d3-46af-837c-c728b484a8b8 service neutron] 10.222.0.32 "GET /v2.0/networks/e5de8573-8724-417b-9e45-0201cb25fe6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6324511 Aug 23 20:46:19.879160 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8f8f33df-5dcf-49e1-a446-d050f08e186b req-3d497475-5944-4866-879c-d225d33c83ea tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5 HTTP/1.1" status: 200 len: 946 time: 0.0808620 Aug 23 20:46:19.924623 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8f8f33df-5dcf-49e1-a446-d050f08e186b req-95b06606-9f56-46f9-af10-a66d8bc8f819 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=d454fa48-aaac-4911-81d6-c45d8631516f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443845 Aug 23 20:46:19.995347 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d9c29a85-7f38-4e2d-8473-31a72628a0f7 req-5327efe0-b151-47e9-859f-885eed1a4f23 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184330 Aug 23 20:46:20.039395 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d28b6c1d-09d7-4c8e-8e45-5cac18feaf6b req-418725da-62fe-4403-af87-1c57788ba1bd service neutron] 10.222.0.32 "GET /v2.0/networks/e5de8573-8724-417b-9e45-0201cb25fe6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436839 Aug 23 20:46:20.092579 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device ce767d1f-f5d1-4eb3-a10b-90ef63bb1437 details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:46:20.231953 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port ce767d1f-f5d1-4eb3-a10b-90ef63bb1437, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=ce767d1f-f5d1-4eb3-a10b-90ef63bb1437,segment=NetworkSegment(71fa0ee8-71f8-4ca3-a314-108544b37f00),segment_id=71fa0ee8-71f8-4ca3-a314-108544b37f00)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:46:20.245368 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': 'ce767d1f-f5d1-4eb3-a10b-90ef63bb1437', 'network_id': 'e5de8573-8724-417b-9e45-0201cb25fe6b', 'port_id': 'ce767d1f-f5d1-4eb3-a10b-90ef63bb1437', 'mac_address': 'fa:16:3e:ca:13:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbd0034a-a038-4b43-8b24-1cd5d52f0793', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:46:20.314726 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7dd405-f342-4f81-8783-69ec822dfa21 req-37bb2f65-f6a5-4431-8a8f-ea643d8a04ac tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:20.325254 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4b7dd405-f342-4f81-8783-69ec822dfa21 req-37bb2f65-f6a5-4431-8a8f-ea643d8a04ac tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/ports?device_id=36e97456-bc94-4735-a3f3-535335e123ac HTTP/1.1" status: 200 len: 943 time: 0.0834384 Aug 23 20:46:20.341686 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:20.377434 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:20.384553 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce767d1f-f5d1-4eb3-a10b-90ef63bb1437 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:46:20.385474 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4b7dd405-f342-4f81-8783-69ec822dfa21 req-26072888-3523-4dbf-ae3c-f54682a1d16f tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/security-groups?id=e95ebc01-8923-4d14-b0f3-305117d93e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590680 Aug 23 20:46:20.423193 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port ce767d1f-f5d1-4eb3-a10b-90ef63bb1437, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=ce767d1f-f5d1-4eb3-a10b-90ef63bb1437,segment=NetworkSegment(71fa0ee8-71f8-4ca3-a314-108544b37f00),segment_id=71fa0ee8-71f8-4ca3-a314-108544b37f00)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:46:20.428052 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:20.515356 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=ce767d1f-f5d1-4eb3-a10b-90ef63bb1437,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:20.525568 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ddcd5-402e-4413-a6db-9226d9b5441f req-218713c8-0d25-400a-8ed4-344cacdaf63a tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:20.527503 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-344ddcd5-402e-4413-a6db-9226d9b5441f req-218713c8-0d25-400a-8ed4-344cacdaf63a tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.0667434 Aug 23 20:46:20.531469 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a7b0c-bf0a-40db-8597-2ce1195e87b4 req-e176f834-8b93-40f7-866d-4b618e1a1f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:20.533146 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-596a7b0c-bf0a-40db-8597-2ce1195e87b4 req-e176f834-8b93-40f7-866d-4b618e1a1f79 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0b17a426d9eb4b3083079c3d4dc4db5c&device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5 HTTP/1.1" status: 200 len: 1097 time: 0.1448517 Aug 23 20:46:20.583419 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-344ddcd5-402e-4413-a6db-9226d9b5441f req-7106cee8-5247-4502-9674-96bd3866bcf5 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483925 Aug 23 20:46:20.636164 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-f88c9e29-5339-48aa-b980-221bc62fba0d tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:20.637722 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-f88c9e29-5339-48aa-b980-221bc62fba0d tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/networks?id=77c5d15c-39fe-408a-a7c4-e7fa78648cdc HTTP/1.1" status: 200 len: 811 time: 0.2338092 Aug 23 20:46:20.669161 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-0b40b09e-6d2e-40d7-a08d-5d8682081c13 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/quotas/b1abaf29a2594bd2aeb412c8b0b847b0 HTTP/1.1" status: 200 len: 375 time: 0.0243747 Aug 23 20:46:20.688424 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['ce767d1f-f5d1-4eb3-a10b-90ef63bb1437'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:46:20.693154 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a7b0c-bf0a-40db-8597-2ce1195e87b4 req-20029340-f863-426f-971c-164c0ce8f17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:20.694648 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-596a7b0c-bf0a-40db-8597-2ce1195e87b4 req-20029340-f863-426f-971c-164c0ce8f17a service neutron] 10.222.0.11 "GET /v2.0/networks?id=b30e1332-35d4-4498-a8f4-af915ec0d87e HTTP/1.1" status: 200 len: 898 time: 0.1505671 Aug 23 20:46:20.717595 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-4b857d90-488a-49b6-883e-b892d3853370 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b1abaf29a2594bd2aeb412c8b0b847b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390229 Aug 23 20:46:20.832266 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-596a7b0c-bf0a-40db-8597-2ce1195e87b4 req-0097b37b-56b5-4cbc-a3db-d6fea12359b2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1926252b-6fc4-4546-a9e7-812433bb4ebc HTTP/1.1" status: 200 len: 1001 time: 0.1172206 Aug 23 20:46:20.909193 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-8462b47b-d404-45f3-835b-bccdc804f4e3 service neutron] 10.222.0.61 "GET /v2.0/networks/77c5d15c-39fe-408a-a7c4-e7fa78648cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525016 Aug 23 20:46:20.928541 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a7b0c-bf0a-40db-8597-2ce1195e87b4 req-5ad48b17-9f25-4d52-9e1a-6bdb8a982db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:20.929979 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-596a7b0c-bf0a-40db-8597-2ce1195e87b4 req-5ad48b17-9f25-4d52-9e1a-6bdb8a982db1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ff8b6ac-5662-4ef5-a3bc-409a78bea012 HTTP/1.1" status: 200 len: 835 time: 0.0851612 Aug 23 20:46:21.034533 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a7b0c-bf0a-40db-8597-2ce1195e87b4 req-41ec6d4c-83e7-47bc-809e-8c6a6462b3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:21.036219 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-596a7b0c-bf0a-40db-8597-2ce1195e87b4 req-41ec6d4c-83e7-47bc-809e-8c6a6462b3ab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b30e1332-35d4-4498-a8f4-af915ec0d87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700166 Aug 23 20:46:21.061781 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d455ba-35e7-47c4-a544-2bcff0f7f0bf req-5a5029aa-147d-40d5-af9f-bef3f7db9b59 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:21.063400 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-23d455ba-35e7-47c4-a544-2bcff0f7f0bf req-5a5029aa-147d-40d5-af9f-bef3f7db9b59 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5 HTTP/1.1" status: 200 len: 946 time: 0.0650237 Aug 23 20:46:21.073975 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-128c535e-5cd7-44b8-b9aa-973294bff8e8 service neutron] 10.222.0.61 "GET /v2.0/networks/77c5d15c-39fe-408a-a7c4-e7fa78648cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613166 Aug 23 20:46:21.126336 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-23d455ba-35e7-47c4-a544-2bcff0f7f0bf req-1f3a2dfc-7c69-4893-969d-2bd7e4b42a5c tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=d454fa48-aaac-4911-81d6-c45d8631516f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545621 Aug 23 20:46:21.166633 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-596a7b0c-bf0a-40db-8597-2ce1195e87b4 req-3f2a62a5-d19b-42b2-88ac-146c432d8798 service neutron] 10.222.0.11 "GET /v2.0/networks/b30e1332-35d4-4498-a8f4-af915ec0d87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208599 Aug 23 20:46:21.254424 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025ca4a-28b3-44e0-86a7-949c76330822 req-1c4b796d-128f-44eb-9fef-2c1f1ca10dc7 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:21.257293 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5025ca4a-28b3-44e0-86a7-949c76330822 req-1c4b796d-128f-44eb-9fef-2c1f1ca10dc7 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=687a2c67-325b-40d7-86e7-a6799a3e82a1 HTTP/1.1" status: 200 len: 945 time: 0.0692189 Aug 23 20:46:21.308141 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5025ca4a-28b3-44e0-86a7-949c76330822 req-763cea66-95d2-428a-b3f0-88318b9426f9 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429583 Aug 23 20:46:21.318325 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-596a7b0c-bf0a-40db-8597-2ce1195e87b4 req-93028b6e-f7b1-4e7a-82ce-46b0d7ecb934 service neutron] 10.222.0.11 "GET /v2.0/networks/b30e1332-35d4-4498-a8f4-af915ec0d87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419313 Aug 23 20:46:21.450726 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-52ee8ec7-d9b6-4bb4-9b75-28363d8249c8 req-2d0a2db9-d1ff-4a03-9c4b-2d6035b0ed60 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/ports?device_id=542ed902-9f67-4e7a-b812-0aa5e73de483 HTTP/1.1" status: 200 len: 210 time: 0.0399785 Aug 23 20:46:21.523367 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22316808-bd0d-4dd3-afad-1da9da37eab8 req-3704c148-543a-4652-a652-887c2e57a29a tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:21.525713 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-22316808-bd0d-4dd3-afad-1da9da37eab8 req-3704c148-543a-4652-a652-887c2e57a29a tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/ports?device_id=36e97456-bc94-4735-a3f3-535335e123ac HTTP/1.1" status: 200 len: 944 time: 0.0536988 Aug 23 20:46:21.571226 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44378) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:21.575408 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-22316808-bd0d-4dd3-afad-1da9da37eab8 req-29bf6ad8-0fef-48de-a8f1-b17731822ace tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/security-groups?id=e95ebc01-8923-4d14-b0f3-305117d93e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390089 Aug 23 20:46:21.722520 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab24dcea-d4a4-473d-9dd6-084f4cd55de5 req-ea6e5bc0-781e-4c8c-b6d8-f2583ee3ce95 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:21.724045 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ab24dcea-d4a4-473d-9dd6-084f4cd55de5 req-ea6e5bc0-781e-4c8c-b6d8-f2583ee3ce95 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.0671253 Aug 23 20:46:21.724948 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a39c94fa-a57d-42f8-a6e2-c88d70eeb26a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:21.783784 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ab24dcea-d4a4-473d-9dd6-084f4cd55de5 req-4d2d6848-02f1-4497-97e1-68cc77f4f840 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488875 Aug 23 20:46:21.861332 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a39c94fa-a57d-42f8-a6e2-c88d70eeb26a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:21.865736 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a39c94fa-a57d-42f8-a6e2-c88d70eeb26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:21.907246 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a39c94fa-a57d-42f8-a6e2-c88d70eeb26a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=474a1426a7954335aabbe577b8cdc467&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3343809 Aug 23 20:46:21.908203 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c94fa-a57d-42f8-a6e2-c88d70eeb26a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608f03b8-97d6-4739-bc2a-55669deb9995,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:21.910615 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44394) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:21.929362 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e4aba-179c-4ab5-8349-475c504a9e76 req-46f3bc85-f7ab-4732-81c3-fd97387dbcd7 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:21.934840 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-787e4aba-179c-4ab5-8349-475c504a9e76 req-46f3bc85-f7ab-4732-81c3-fd97387dbcd7 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.0708497 Aug 23 20:46:21.963762 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-08bb9a0f-81cf-4bfc-83d0-17b6df5c5992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:21.987223 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-08bb9a0f-81cf-4bfc-83d0-17b6df5c5992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:21.992809 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-787e4aba-179c-4ab5-8349-475c504a9e76 req-f5936461-2e2d-4cbe-ae9e-8fa3c437788f tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500412 Aug 23 20:46:22.052194 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-08bb9a0f-81cf-4bfc-83d0-17b6df5c5992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:22.056237 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-08bb9a0f-81cf-4bfc-83d0-17b6df5c5992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:22.057785 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-08bb9a0f-81cf-4bfc-83d0-17b6df5c5992 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/608f03b8-97d6-4739-bc2a-55669deb9995 HTTP/1.1" status: 204 len: 168 time: 0.1462007 Aug 23 20:46:22.068284 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bb9a0f-81cf-4bfc-83d0-17b6df5c5992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608f03b8-97d6-4739-bc2a-55669deb9995,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:22.095193 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device ce767d1f-f5d1-4eb3-a10b-90ef63bb1437 up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:46:22.232979 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port ce767d1f-f5d1-4eb3-a10b-90ef63bb1437 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:46:22.237264 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port ce767d1f-f5d1-4eb3-a10b-90ef63bb1437 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:46:22.237656 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:22.280705 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d71b6-4f77-4d92-b482-93da2fadfcba req-a962352a-20b2-470b-9ac7-d1886a405211 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:22.282873 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-709d71b6-4f77-4d92-b482-93da2fadfcba req-a962352a-20b2-470b-9ac7-d1886a405211 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.1232440 Aug 23 20:46:22.335715 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe0b5a-263e-432b-a4ad-b72a3368f5ce req-7fbb3f11-7f93-4ca7-97f3-02e4b4315ee2 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:22.338848 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:22.348841 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cefe0b5a-263e-432b-a4ad-b72a3368f5ce req-7fbb3f11-7f93-4ca7-97f3-02e4b4315ee2 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5 HTTP/1.1" status: 200 len: 946 time: 0.1033471 Aug 23 20:46:22.361372 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-709d71b6-4f77-4d92-b482-93da2fadfcba req-bece427e-8600-47c3-8278-f972918346f4 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725870 Aug 23 20:46:22.392940 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e97456-bc94-4735-a3f3-535335e123ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce767d1f-f5d1-4eb3-a10b-90ef63bb1437'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:46:22.395422 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b44521-7857-409d-9197-2427086b670c" -d '{"events": [{"server_uuid": "36e97456-bc94-4735-a3f3-535335e123ac", "name": "network-vif-plugged", "status": "completed", "tag": "ce767d1f-f5d1-4eb3-a10b-90ef63bb1437"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:46:22.430170 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port ce767d1f-f5d1-4eb3-a10b-90ef63bb1437, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=ce767d1f-f5d1-4eb3-a10b-90ef63bb1437,segment=NetworkSegment(71fa0ee8-71f8-4ca3-a314-108544b37f00),segment_id=71fa0ee8-71f8-4ca3-a314-108544b37f00)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:46:22.432801 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cefe0b5a-263e-432b-a4ad-b72a3368f5ce req-ab72e72a-b7b3-4010-87a2-e57cb0000d60 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=d454fa48-aaac-4911-81d6-c45d8631516f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804784 Aug 23 20:46:22.436785 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:22.510577 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=ce767d1f-f5d1-4eb3-a10b-90ef63bb1437,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:22.559600 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44416) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:22.566677 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3636b-0ca3-450e-be77-1e86fa1c20dc req-c46d2605-6008-4b8a-8762-5e710ee01287 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:22.566677 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-74e3636b-0ca3-450e-be77-1e86fa1c20dc req-c46d2605-6008-4b8a-8762-5e710ee01287 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=687a2c67-325b-40d7-86e7-a6799a3e82a1 HTTP/1.1" status: 200 len: 945 time: 0.0776343 Aug 23 20:46:22.588485 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d590118d-16b6-4f03-8b6e-e699923c1e3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:22.608520 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-74e3636b-0ca3-450e-be77-1e86fa1c20dc req-d8394717-9c87-4e9d-b366-f10ae3d1abab tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367484 Aug 23 20:46:22.628888 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705235a3-cf0f-4527-9965-e5080090da93 req-9ab53d9a-229b-4891-b434-b87cc9f71556 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:22.630471 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-705235a3-cf0f-4527-9965-e5080090da93 req-9ab53d9a-229b-4891-b434-b87cc9f71556 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.0874951 Aug 23 20:46:22.658290 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5b99cd-886a-4e7a-8d88-5ae284e89900 x-openstack-request-id: req-0c5b99cd-886a-4e7a-8d88-5ae284e89900 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:46:22.658835 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e97456-bc94-4735-a3f3-535335e123ac", "name": "network-vif-plugged", "status": "completed", "tag": "ce767d1f-f5d1-4eb3-a10b-90ef63bb1437", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:46:22.659251 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0c5b99cd-886a-4e7a-8d88-5ae284e89900 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:46:22.659799 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e97456-bc94-4735-a3f3-535335e123ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce767d1f-f5d1-4eb3-a10b-90ef63bb1437', 'code': 200} Aug 23 20:46:22.688551 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-705235a3-cf0f-4527-9965-e5080090da93 req-9b25cb46-7cd4-491e-bad1-5b33f13b3102 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497458 Aug 23 20:46:22.753174 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d590118d-16b6-4f03-8b6e-e699923c1e3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:22.760795 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d590118d-16b6-4f03-8b6e-e699923c1e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:22.793644 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6b479b78-b55b-48b8-a0c1-831bc94514af req-0f62954f-9526-4196-9270-90497c9433af tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/ports?device_id=542ed902-9f67-4e7a-b812-0aa5e73de483 HTTP/1.1" status: 200 len: 210 time: 0.0441194 Aug 23 20:46:22.870511 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d590118d-16b6-4f03-8b6e-e699923c1e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d4dedf-c38d-426a-836e-8ea9308ea991,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:22.883084 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d590118d-16b6-4f03-8b6e-e699923c1e3e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e41a851c9b314341b6c95595a8049cc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3240058 Aug 23 20:46:22.886896 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44424) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:22.928202 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a7fc5-c14a-46df-9a29-31b71c29c93a req-fb165f3f-1cb8-4c7e-8c88-f6295c5d4d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:22.929633 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-093a7fc5-c14a-46df-9a29-31b71c29c93a req-fb165f3f-1cb8-4c7e-8c88-f6295c5d4d2d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=36e97456-bc94-4735-a3f3-535335e123ac HTTP/1.1" status: 200 len: 1096 time: 0.1444666 Aug 23 20:46:22.944297 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855ae2b-950f-4cff-b7ca-bf657aaf1ee1 req-9ae99d3b-0b26-4923-9ba0-9bcec5895c65 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:22.945779 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c855ae2b-950f-4cff-b7ca-bf657aaf1ee1 req-9ae99d3b-0b26-4923-9ba0-9bcec5895c65 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/ports?device_id=36e97456-bc94-4735-a3f3-535335e123ac HTTP/1.1" status: 200 len: 945 time: 0.1413236 Aug 23 20:46:23.014473 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-8755b603-4ef4-4caa-b072-b76b4913d26c tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:23.015956 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-8755b603-4ef4-4caa-b072-b76b4913d26c tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.32 "GET /v2.0/networks?id=77c5d15c-39fe-408a-a7c4-e7fa78648cdc HTTP/1.1" status: 200 len: 811 time: 0.1769693 Aug 23 20:46:23.031262 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56288d-e4a2-4d0c-8e38-df990467c3d7 req-17f5cd7e-4b97-4aae-b124-8fa34ed0a1f9 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:23.031495 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b4071f27-5226-46f3-b750-2ab519686c75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:23.032802 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8d56288d-e4a2-4d0c-8e38-df990467c3d7 req-17f5cd7e-4b97-4aae-b124-8fa34ed0a1f9 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.0942957 Aug 23 20:46:23.037462 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-c4fb67f3-34bd-44a1-8c0c-67adadc6c93c tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Request body: {'port': {'device_id': '542ed902-9f67-4e7a-b812-0aa5e73de483', 'network_id': '77c5d15c-39fe-408a-a7c4-e7fa78648cdc', 'admin_state_up': True, 'tenant_id': 'b1abaf29a2594bd2aeb412c8b0b847b0'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:46:23.038778 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-093a7fc5-c14a-46df-9a29-31b71c29c93a req-dd993302-6447-4214-84fe-9078547771dc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e95ebc01-8923-4d14-b0f3-305117d93e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919921 Aug 23 20:46:23.043668 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c855ae2b-950f-4cff-b7ca-bf657aaf1ee1 req-0ea3773a-5700-449c-8e21-2c383da06f18 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/security-groups?id=e95ebc01-8923-4d14-b0f3-305117d93e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868804 Aug 23 20:46:23.064309 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b4071f27-5226-46f3-b750-2ab519686c75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:23.123247 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b4071f27-5226-46f3-b750-2ab519686c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:23.125872 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b4071f27-5226-46f3-b750-2ab519686c75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:23.127026 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b4071f27-5226-46f3-b750-2ab519686c75 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/50d4dedf-c38d-426a-836e-8ea9308ea991 HTTP/1.1" status: 204 len: 168 time: 0.2381892 Aug 23 20:46:23.136259 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4071f27-5226-46f3-b750-2ab519686c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d4dedf-c38d-426a-836e-8ea9308ea991,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:23.137269 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8d56288d-e4a2-4d0c-8e38-df990467c3d7 req-76427037-f313-4cdf-963b-089ae63530fb tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952444 Aug 23 20:46:23.206313 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-c4fb67f3-34bd-44a1-8c0c-67adadc6c93c tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Made reservation on behalf of b1abaf29a2594bd2aeb412c8b0b847b0 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:46:23.211048 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-c4fb67f3-34bd-44a1-8c0c-67adadc6c93c tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:23.281414 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b2c924-89a2-43ac-b373-d960407d900c req-efca18b4-69b2-4b67-b152-f9ebeb8733fc tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:23.282972 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-36b2c924-89a2-43ac-b373-d960407d900c req-efca18b4-69b2-4b67-b152-f9ebeb8733fc tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.0655315 Aug 23 20:46:23.339666 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-36b2c924-89a2-43ac-b373-d960407d900c req-e21a9b76-4776-4f03-a671-3dda60193ba3 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495875 Aug 23 20:46:23.478702 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-c4fb67f3-34bd-44a1-8c0c-67adadc6c93c tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Allocated IP 172.20.0.6 (77c5d15c-39fe-408a-a7c4-e7fa78648cdc/cc375d59-0841-4067-80ed-23a2ed98d8ba/189813cd-abd8-4d15-9502-0be97d04e266) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:46:23.490084 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-b206290a-eed1-40ad-8fad-da25e1ba1094 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:23.491624 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-b206290a-eed1-40ad-8fad-da25e1ba1094 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.11 "GET /v2.0/networks?id=77c5d15c-39fe-408a-a7c4-e7fa78648cdc HTTP/1.1" status: 200 len: 811 time: 0.2138605 Aug 23 20:46:23.511541 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-ef18dca7-d800-4ff0-a0db-2ec817e79e28 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Request body: {'port': {'device_id': '75e4dc83-7ba8-4dbb-842d-9c64fe02131f', 'network_id': '77c5d15c-39fe-408a-a7c4-e7fa78648cdc', 'admin_state_up': True, 'tenant_id': 'b1abaf29a2594bd2aeb412c8b0b847b0'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:46:23.531060 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e35c536-e2d7-49fe-acb9-0cbf0a0abee1 req-5d775dbf-8453-4b2d-825d-72bed7f7f80f tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:23.532647 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8e35c536-e2d7-49fe-acb9-0cbf0a0abee1 req-5d775dbf-8453-4b2d-825d-72bed7f7f80f tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.0698092 Aug 23 20:46:23.585821 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8e35c536-e2d7-49fe-acb9-0cbf0a0abee1 req-0f39b07d-ec27-4af4-81af-0ddb5af7ccc3 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455215 Aug 23 20:46:23.715375 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8db4c9-2304-4b06-8fca-93be028f78f3 req-62aefd8b-eaa8-469b-acd4-48a91fc3a23c tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:23.717134 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8f8db4c9-2304-4b06-8fca-93be028f78f3 req-62aefd8b-eaa8-469b-acd4-48a91fc3a23c tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.0576417 Aug 23 20:46:23.728533 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f3de7-61db-41d5-ad88-4873b7286ded req-fb4d42d4-d1e3-4ad9-9259-2396082c4441 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:23.730249 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d62f3de7-61db-41d5-ad88-4873b7286ded req-fb4d42d4-d1e3-4ad9-9259-2396082c4441 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5 HTTP/1.1" status: 200 len: 946 time: 0.1493762 Aug 23 20:46:23.766407 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8f8db4c9-2304-4b06-8fca-93be028f78f3 req-7ad8d049-7d02-4390-9811-1aca2e12472b tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432398 Aug 23 20:46:23.818725 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d62f3de7-61db-41d5-ad88-4873b7286ded req-d9b40907-c72f-40e9-af7d-1778b3e10977 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=d454fa48-aaac-4911-81d6-c45d8631516f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815876 Aug 23 20:46:23.821125 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-ef18dca7-d800-4ff0-a0db-2ec817e79e28 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Made reservation on behalf of b1abaf29a2594bd2aeb412c8b0b847b0 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:46:23.825061 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-ef18dca7-d800-4ff0-a0db-2ec817e79e28 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:23.852779 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-c4fb67f3-34bd-44a1-8c0c-67adadc6c93c tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:23.919807 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047844d-7d1c-4e7f-9bd4-1b5dc8a787dc req-d9ad7217-cf2b-48a6-9982-a9b736f650cf tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:23.921633 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c047844d-7d1c-4e7f-9bd4-1b5dc8a787dc req-d9ad7217-cf2b-48a6-9982-a9b736f650cf tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=687a2c67-325b-40d7-86e7-a6799a3e82a1 HTTP/1.1" status: 200 len: 945 time: 0.0789347 Aug 23 20:46:23.964831 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c047844d-7d1c-4e7f-9bd4-1b5dc8a787dc req-833c3a27-008e-495f-90b0-9ce8dedc8387 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367463 Aug 23 20:46:23.978044 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a6cc4763-56ee-4b14-9897-e7b12bdc49ff req-d29275d8-f3bd-4f3d-a2d0-01a8cb3cff7f tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/ports?device_id=542ed902-9f67-4e7a-b812-0aa5e73de483 HTTP/1.1" status: 200 len: 210 time: 0.0498357 Aug 23 20:46:24.011491 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-c4fb67f3-34bd-44a1-8c0c-67adadc6c93c tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:24.101538 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d883b2-1453-4c42-8fd7-38c5944c4f05 req-f8d40a1b-440a-498c-8ca2-9d1b7116a446 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:24.111107 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-26d883b2-1453-4c42-8fd7-38c5944c4f05 req-f8d40a1b-440a-498c-8ca2-9d1b7116a446 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.0728805 Aug 23 20:46:24.128518 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-c4fb67f3-34bd-44a1-8c0c-67adadc6c93c tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Network 77c5d15c-39fe-408a-a7c4-e7fa78648cdc is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:46:24.168782 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fb67f3-34bd-44a1-8c0c-67adadc6c93c tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Pushing event updated for resources: {'Port': ['ID=189813cd-abd8-4d15-9502-0be97d04e266,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:24.171311 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-c4fb67f3-34bd-44a1-8c0c-67adadc6c93c tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:46:24.179156 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-c4fb67f3-34bd-44a1-8c0c-67adadc6c93c tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:46:24.184510 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-ef18dca7-d800-4ff0-a0db-2ec817e79e28 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Allocated IP 172.20.0.12 (77c5d15c-39fe-408a-a7c4-e7fa78648cdc/cc375d59-0841-4067-80ed-23a2ed98d8ba/b9fd599e-1fb6-4358-9e1b-5a04215d85ad) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:46:24.192442 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-26d883b2-1453-4c42-8fd7-38c5944c4f05 req-b239d881-7e95-48ab-ab91-0ff6f0c2e8b3 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727427 Aug 23 20:46:24.306532 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057bece9-4498-4bb2-968b-8758b1e416e5 req-7f44b3c0-d9c9-4dbd-8a95-0ae5ab5ac3b9 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:24.314327 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-057bece9-4498-4bb2-968b-8758b1e416e5 req-7f44b3c0-d9c9-4dbd-8a95-0ae5ab5ac3b9 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.0620706 Aug 23 20:46:24.362218 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-057bece9-4498-4bb2-968b-8758b1e416e5 req-4162f24d-34f5-40e4-a5b9-167609305769 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455515 Aug 23 20:46:24.502402 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb7365-75da-4f1a-82c3-100b2f53fa3a req-6ed48905-ae55-4628-a178-f3dabecaf327 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:24.504263 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-eedb7365-75da-4f1a-82c3-100b2f53fa3a req-6ed48905-ae55-4628-a178-f3dabecaf327 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.0563340 Aug 23 20:46:24.535763 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a293ed9-932d-47b7-9eeb-58e5682ef906 req-6071332f-56cd-48d5-91e1-a69c33b42592 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:24.537429 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6a293ed9-932d-47b7-9eeb-58e5682ef906 req-6071332f-56cd-48d5-91e1-a69c33b42592 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/ports?device_id=36e97456-bc94-4735-a3f3-535335e123ac HTTP/1.1" status: 200 len: 945 time: 0.3987877 Aug 23 20:46:24.556744 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-eedb7365-75da-4f1a-82c3-100b2f53fa3a req-95baa9b8-c4d3-4d5f-96f3-2e5b64f3674b tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458732 Aug 23 20:46:24.578048 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-c4fb67f3-34bd-44a1-8c0c-67adadc6c93c tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:24.579013 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-c4fb67f3-34bd-44a1-8c0c-67adadc6c93c tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:24.658605 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-c4fb67f3-34bd-44a1-8c0c-67adadc6c93c tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6247408 Aug 23 20:46:24.670316 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6a293ed9-932d-47b7-9eeb-58e5682ef906 req-567a6d05-136b-4f48-8c1e-83ed9f356707 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/security-groups?id=e95ebc01-8923-4d14-b0f3-305117d93e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215880 Aug 23 20:46:24.680019 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-f8342717-8044-4a2c-a2d2-a4e710e33d17 service neutron] Request body: {'port': {'device_id': '542ed902-9f67-4e7a-b812-0aa5e73de483', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:46:24.690736 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b23b05-3eff-44c4-9e1b-4008391ae668 req-ee58be1f-2e11-4d50-be13-ce21c2b9cfb3 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:24.696838 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-23b23b05-3eff-44c4-9e1b-4008391ae668 req-ee58be1f-2e11-4d50-be13-ce21c2b9cfb3 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.0635321 Aug 23 20:46:24.748231 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-23b23b05-3eff-44c4-9e1b-4008391ae668 req-67d5c2bc-c49a-4847-baf4-287655bd718e tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431304 Aug 23 20:46:24.780793 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-f8342717-8044-4a2c-a2d2-a4e710e33d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:24.793555 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-ef18dca7-d800-4ff0-a0db-2ec817e79e28 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:24.936491 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e85c3-65dc-4d59-a7d3-02a242417e55 req-552fb0e2-d23d-4072-a69f-677d2d1e68c4 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:24.938334 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b90e85c3-65dc-4d59-a7d3-02a242417e55 req-552fb0e2-d23d-4072-a69f-677d2d1e68c4 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.0578237 Aug 23 20:46:24.957311 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-ef18dca7-d800-4ff0-a0db-2ec817e79e28 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:24.987814 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b90e85c3-65dc-4d59-a7d3-02a242417e55 req-5648b6fe-0c7f-48d4-9e86-4a00fd1754b7 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431600 Aug 23 20:46:25.069127 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-ef18dca7-d800-4ff0-a0db-2ec817e79e28 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Network 77c5d15c-39fe-408a-a7c4-e7fa78648cdc is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:46:25.073015 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef18dca7-d800-4ff0-a0db-2ec817e79e28 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Pushing event updated for resources: {'Port': ['ID=b9fd599e-1fb6-4358-9e1b-5a04215d85ad,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:25.080160 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-ef18dca7-d800-4ff0-a0db-2ec817e79e28 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:46:25.085344 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-ef18dca7-d800-4ff0-a0db-2ec817e79e28 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:46:25.096982 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59c6bb-0d4d-4851-8f57-9d8761b639dc req-3940d7b5-d56c-4431-9d3f-047f0107a059 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:25.098509 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bd59c6bb-0d4d-4851-8f57-9d8761b639dc req-3940d7b5-d56c-4431-9d3f-047f0107a059 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5 HTTP/1.1" status: 200 len: 946 time: 0.1731052 Aug 23 20:46:25.123052 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c2313-4278-40ac-b8d6-b928e13012a9 req-08b875b1-2919-4894-ba98-9fae14853d39 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:25.124609 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c76c2313-4278-40ac-b8d6-b928e13012a9 req-08b875b1-2919-4894-ba98-9fae14853d39 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=687a2c67-325b-40d7-86e7-a6799a3e82a1 HTTP/1.1" status: 200 len: 945 time: 0.0606952 Aug 23 20:46:25.179837 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c76c2313-4278-40ac-b8d6-b928e13012a9 req-66c13a4e-c62c-422e-9133-8654e48f1621 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452168 Aug 23 20:46:25.194933 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-ef18dca7-d800-4ff0-a0db-2ec817e79e28 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:25.195558 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-ef18dca7-d800-4ff0-a0db-2ec817e79e28 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:25.224746 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bd59c6bb-0d4d-4851-8f57-9d8761b639dc req-375690dd-6f38-4a3d-9cf8-176108919069 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=d454fa48-aaac-4911-81d6-c45d8631516f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995586 Aug 23 20:46:25.290142 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-ef18dca7-d800-4ff0-a0db-2ec817e79e28 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7847803 Aug 23 20:46:25.313904 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1114e62-75b8-4950-a6f4-10d30904ba59 req-9ddcc80a-4763-493d-b272-34206d6e71f7 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:25.316372 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a1114e62-75b8-4950-a6f4-10d30904ba59 req-9ddcc80a-4763-493d-b272-34206d6e71f7 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/ports?device_id=542ed902-9f67-4e7a-b812-0aa5e73de483 HTTP/1.1" status: 200 len: 931 time: 0.0581732 Aug 23 20:46:25.323246 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-96d14fa5-ed5e-47d1-92a5-a730857d272d service neutron] Request body: {'port': {'device_id': '75e4dc83-7ba8-4dbb-842d-9c64fe02131f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:46:25.349105 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-f8342717-8044-4a2c-a2d2-a4e710e33d17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 189813cd-abd8-4d15-9502-0be97d04e266 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:46:25.364818 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-f8342717-8044-4a2c-a2d2-a4e710e33d17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:25.375836 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a1114e62-75b8-4950-a6f4-10d30904ba59 req-6afe19d3-9653-4100-9b80-df65e57391c3 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/security-groups?id=9482bdbb-abea-4192-82de-d64fc163bbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511904 Aug 23 20:46:25.400929 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d1ed8d-0dae-42b7-8976-5b92bc09e030 req-2dd71e16-b131-4663-a280-1f2b3754255f tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:25.402637 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-97d1ed8d-0dae-42b7-8976-5b92bc09e030 req-2dd71e16-b131-4663-a280-1f2b3754255f tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.1170027 Aug 23 20:46:25.403820 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-f8342717-8044-4a2c-a2d2-a4e710e33d17 service neutron] Transition to ACTIVE for port object 189813cd-abd8-4d15-9502-0be97d04e266 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:46:25.424808 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-f8342717-8044-4a2c-a2d2-a4e710e33d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:25.483193 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-96d14fa5-ed5e-47d1-92a5-a730857d272d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:25.527759 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8342717-8044-4a2c-a2d2-a4e710e33d17 service neutron] Pushing event updated for resources: {'Port': ['ID=189813cd-abd8-4d15-9502-0be97d04e266,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:25.532454 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-97d1ed8d-0dae-42b7-8976-5b92bc09e030 req-356ef470-a6b4-4787-b98f-fa76825cb8e9 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116014 Aug 23 20:46:25.784415 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-f8342717-8044-4a2c-a2d2-a4e710e33d17 service neutron] Attempting to bind port 189813cd-abd8-4d15-9502-0be97d04e266 on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:46:25.785090 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-f8342717-8044-4a2c-a2d2-a4e710e33d17 service neutron] Attempting to bind port 189813cd-abd8-4d15-9502-0be97d04e266 by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': 'fea14536-63e5-4de1-9c01-50995460e8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '77c5d15c-39fe-408a-a7c4-e7fa78648cdc'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:46:25.785090 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-f8342717-8044-4a2c-a2d2-a4e710e33d17 service neutron] Attempting to bind port 189813cd-abd8-4d15-9502-0be97d04e266 on network 77c5d15c-39fe-408a-a7c4-e7fa78648cdc {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:46:25.829936 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-f8342717-8044-4a2c-a2d2-a4e710e33d17 service neutron] Port 189813cd-abd8-4d15-9502-0be97d04e266 on network 77c5d15c-39fe-408a-a7c4-e7fa78648cdc not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:46:25.830194 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-f8342717-8044-4a2c-a2d2-a4e710e33d17 service neutron] Attempting to bind port 189813cd-abd8-4d15-9502-0be97d04e266 on network 77c5d15c-39fe-408a-a7c4-e7fa78648cdc {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:46:25.843780 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec20dfc-3ad6-4a93-956d-becea0bf5b19 req-100da5eb-e4d7-43ad-b316-439192fab826 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:25.844787 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-f8342717-8044-4a2c-a2d2-a4e710e33d17 service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:46:25.845125 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-f8342717-8044-4a2c-a2d2-a4e710e33d17 service neutron] Checking segment: {'id': 'fea14536-63e5-4de1-9c01-50995460e8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '77c5d15c-39fe-408a-a7c4-e7fa78648cdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:46:25.845519 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-f8342717-8044-4a2c-a2d2-a4e710e33d17 service neutron] Bound using segment: {'id': 'fea14536-63e5-4de1-9c01-50995460e8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '77c5d15c-39fe-408a-a7c4-e7fa78648cdc'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:46:25.845970 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-f8342717-8044-4a2c-a2d2-a4e710e33d17 service neutron] Bound port: 189813cd-abd8-4d15-9502-0be97d04e266, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fea14536-63e5-4de1-9c01-50995460e8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '77c5d15c-39fe-408a-a7c4-e7fa78648cdc'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:46:25.846269 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3ec20dfc-3ad6-4a93-956d-becea0bf5b19 req-100da5eb-e4d7-43ad-b316-439192fab826 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/ports?device_id=36e97456-bc94-4735-a3f3-535335e123ac HTTP/1.1" status: 200 len: 945 time: 0.0624156 Aug 23 20:46:25.846412 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-f8342717-8044-4a2c-a2d2-a4e710e33d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:25.858039 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f574c9d-3e89-4e35-a7b3-fc265a881833 req-897edcc9-6de2-4b79-af85-3778f1c1b859 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:25.859916 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9f574c9d-3e89-4e35-a7b3-fc265a881833 req-897edcc9-6de2-4b79-af85-3778f1c1b859 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.2235422 Aug 23 20:46:25.876345 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44554) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:25.903196 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3ec20dfc-3ad6-4a93-956d-becea0bf5b19 req-3560c158-0d7b-4b61-a7a5-e1190856ee4c tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/security-groups?id=e95ebc01-8923-4d14-b0f3-305117d93e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495872 Aug 23 20:46:25.970180 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9f574c9d-3e89-4e35-a7b3-fc265a881833 req-a3ab5dfc-ccd8-4044-ad34-ebc4f1dcd725 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021025 Aug 23 20:46:25.997951 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-f8342717-8044-4a2c-a2d2-a4e710e33d17 service neutron] For port 189813cd-abd8-4d15-9502-0be97d04e266, host n-h2-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:46:26.001262 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-f8342717-8044-4a2c-a2d2-a4e710e33d17 service neutron] For port 189813cd-abd8-4d15-9502-0be97d04e266, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=189813cd-abd8-4d15-9502-0be97d04e266,segment=NetworkSegment(fea14536-63e5-4de1-9c01-50995460e8f9),segment_id=fea14536-63e5-4de1-9c01-50995460e8f9)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:46:26.010412 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-f8342717-8044-4a2c-a2d2-a4e710e33d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:26.035894 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1e83cd9a-86ab-4a72-89b9-219a5b534bd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:26.070014 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228e95c-56b8-4665-a594-5954ec1c1d22 req-4f18f89b-8b13-47b3-aa3f-398f799175ad tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:26.071661 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8228e95c-56b8-4665-a594-5954ec1c1d22 req-4f18f89b-8b13-47b3-aa3f-398f799175ad tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/ports?device_id=36e97456-bc94-4735-a3f3-535335e123ac HTTP/1.1" status: 200 len: 945 time: 0.0966058 Aug 23 20:46:26.084289 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44562) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:26.090924 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-f8342717-8044-4a2c-a2d2-a4e710e33d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:26.091556 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-f8342717-8044-4a2c-a2d2-a4e710e33d17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:26.091710 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-bd2d2b53-891a-4b5d-aab7-dc7d02093507 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Request body: {'floatingip': {'port_id': 'ce767d1f-f5d1-4eb3-a10b-90ef63bb1437'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:46:26.092963 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-f8342717-8044-4a2c-a2d2-a4e710e33d17 service neutron] 10.222.0.32 "PUT /v2.0/ports/189813cd-abd8-4d15-9502-0be97d04e266 HTTP/1.1" status: 200 len: 1091 time: 1.4194596 Aug 23 20:46:26.096095 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '542ed902-9f67-4e7a-b812-0aa5e73de483', 'tag': '189813cd-abd8-4d15-9502-0be97d04e266'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:46:26.098419 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3fc499e-e419-4308-803d-4001772513ee" -d '{"events": [{"name": "network-changed", "server_uuid": "542ed902-9f67-4e7a-b812-0aa5e73de483", "tag": "189813cd-abd8-4d15-9502-0be97d04e266"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:46:26.130775 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-96d14fa5-ed5e-47d1-92a5-a730857d272d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9fd599e-1fb6-4358-9e1b-5a04215d85ad {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:46:26.145960 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-96d14fa5-ed5e-47d1-92a5-a730857d272d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:26.149170 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14184d02-87c2-41e3-a09a-d58aa227e088 x-openstack-request-id: req-14184d02-87c2-41e3-a09a-d58aa227e088 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:46:26.149457 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "542ed902-9f67-4e7a-b812-0aa5e73de483", "tag": "189813cd-abd8-4d15-9502-0be97d04e266", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:46:26.149694 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-14184d02-87c2-41e3-a09a-d58aa227e088 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:46:26.150197 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '542ed902-9f67-4e7a-b812-0aa5e73de483', 'tag': '189813cd-abd8-4d15-9502-0be97d04e266', 'status': 'completed', 'code': 200} Aug 23 20:46:26.177915 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8342717-8044-4a2c-a2d2-a4e710e33d17 service neutron] Pushing event updated for resources: {'Port': ['ID=189813cd-abd8-4d15-9502-0be97d04e266,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:26.184129 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bd2d2b53-891a-4b5d-aab7-dc7d02093507 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks [] for floatingip, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:26.199943 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-96d14fa5-ed5e-47d1-92a5-a730857d272d service neutron] Transition to ACTIVE for port object b9fd599e-1fb6-4358-9e1b-5a04215d85ad will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:46:26.207343 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-96d14fa5-ed5e-47d1-92a5-a730857d272d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:26.224502 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d357d-f0b9-42ae-9ded-00080b9eda93 req-da0ee842-4aff-47ce-a3aa-74601c9a2210 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:26.226033 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cb5d357d-f0b9-42ae-9ded-00080b9eda93 req-da0ee842-4aff-47ce-a3aa-74601c9a2210 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.1589460 Aug 23 20:46:26.294203 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-473e60fd-0747-4f25-9930-816642b9fc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:26.295826 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-473e60fd-0747-4f25-9930-816642b9fc29 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1abaf29a2594bd2aeb412c8b0b847b0&device_id=542ed902-9f67-4e7a-b812-0aa5e73de483 HTTP/1.1" status: 200 len: 1094 time: 0.1311262 Aug 23 20:46:26.299678 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d14fa5-ed5e-47d1-92a5-a730857d272d service neutron] Pushing event updated for resources: {'Port': ['ID=b9fd599e-1fb6-4358-9e1b-5a04215d85ad,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:26.345054 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cb5d357d-f0b9-42ae-9ded-00080b9eda93 req-5e2fc4aa-8271-4657-bd34-982364ab0dc8 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954123 Aug 23 20:46:26.379151 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-0004be37-c775-46b4-b689-65f61e57ea5b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=189813cd-abd8-4d15-9502-0be97d04e266 HTTP/1.1" status: 200 len: 217 time: 0.0610521 Aug 23 20:46:26.459054 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877c577-6ed8-431d-9a0f-797baba3580b req-c5c61dcf-4b99-4492-a6b6-b1f693d1fa80 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:26.460631 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1877c577-6ed8-431d-9a0f-797baba3580b req-c5c61dcf-4b99-4492-a6b6-b1f693d1fa80 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=687a2c67-325b-40d7-86e7-a6799a3e82a1 HTTP/1.1" status: 200 len: 945 time: 0.1907282 Aug 23 20:46:26.463912 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1e83cd9a-86ab-4a72-89b9-219a5b534bd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:26.481431 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1e83cd9a-86ab-4a72-89b9-219a5b534bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:26.500424 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-949453b7-04ed-4e08-bf59-ee9e750f7ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:26.501904 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-949453b7-04ed-4e08-bf59-ee9e750f7ad8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cc375d59-0841-4067-80ed-23a2ed98d8ba HTTP/1.1" status: 200 len: 851 time: 0.1047645 Aug 23 20:46:26.504205 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-96d14fa5-ed5e-47d1-92a5-a730857d272d service neutron] Attempting to bind port b9fd599e-1fb6-4358-9e1b-5a04215d85ad on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:46:26.504542 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-96d14fa5-ed5e-47d1-92a5-a730857d272d service neutron] Attempting to bind port b9fd599e-1fb6-4358-9e1b-5a04215d85ad by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': 'fea14536-63e5-4de1-9c01-50995460e8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '77c5d15c-39fe-408a-a7c4-e7fa78648cdc'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:46:26.504868 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-96d14fa5-ed5e-47d1-92a5-a730857d272d service neutron] Attempting to bind port b9fd599e-1fb6-4358-9e1b-5a04215d85ad on network 77c5d15c-39fe-408a-a7c4-e7fa78648cdc {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:46:26.521326 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-96d14fa5-ed5e-47d1-92a5-a730857d272d service neutron] Port b9fd599e-1fb6-4358-9e1b-5a04215d85ad on network 77c5d15c-39fe-408a-a7c4-e7fa78648cdc not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:46:26.521660 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-96d14fa5-ed5e-47d1-92a5-a730857d272d service neutron] Attempting to bind port b9fd599e-1fb6-4358-9e1b-5a04215d85ad on network 77c5d15c-39fe-408a-a7c4-e7fa78648cdc {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:46:26.546949 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c5f96-64a6-45fe-aff2-fab57a02c695 req-e58d2ba9-3c45-40ba-bae9-7e425b3f6395 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:26.548572 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0c6c5f96-64a6-45fe-aff2-fab57a02c695 req-e58d2ba9-3c45-40ba-bae9-7e425b3f6395 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5 HTTP/1.1" status: 200 len: 946 time: 0.1093211 Aug 23 20:46:26.552444 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-fb5046b9-3bc2-422d-98e7-4536a44b925c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=77c5d15c-39fe-408a-a7c4-e7fa78648cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428946 Aug 23 20:46:26.557014 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-96d14fa5-ed5e-47d1-92a5-a730857d272d service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:46:26.557349 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-96d14fa5-ed5e-47d1-92a5-a730857d272d service neutron] Checking segment: {'id': 'fea14536-63e5-4de1-9c01-50995460e8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '77c5d15c-39fe-408a-a7c4-e7fa78648cdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:46:26.557725 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-96d14fa5-ed5e-47d1-92a5-a730857d272d service neutron] Bound using segment: {'id': 'fea14536-63e5-4de1-9c01-50995460e8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '77c5d15c-39fe-408a-a7c4-e7fa78648cdc'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:46:26.558164 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-96d14fa5-ed5e-47d1-92a5-a730857d272d service neutron] Bound port: b9fd599e-1fb6-4358-9e1b-5a04215d85ad, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fea14536-63e5-4de1-9c01-50995460e8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '77c5d15c-39fe-408a-a7c4-e7fa78648cdc'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:46:26.558593 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-96d14fa5-ed5e-47d1-92a5-a730857d272d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:26.583337 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e83cd9a-86ab-4a72-89b9-219a5b534bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab96567a-a757-48d0-b1a0-c11fa40d8e3a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:26.592874 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-1e83cd9a-86ab-4a72-89b9-219a5b534bd5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2bdae5d30b844d1d84460649870b0925&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7152314 Aug 23 20:46:26.593505 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44574) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:26.619499 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1877c577-6ed8-431d-9a0f-797baba3580b req-f8778ea4-2a8a-4845-b5a6-e39dcd11b742 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495461 Aug 23 20:46:26.680868 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0c6c5f96-64a6-45fe-aff2-fab57a02c695 req-e1c79ab1-4346-474c-9913-1788ed23afa6 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=d454fa48-aaac-4911-81d6-c45d8631516f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255925 Aug 23 20:46:26.729587 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-7478fc14-21ff-4d0f-a5cb-ebcb0d038514 service neutron] 10.222.0.32 "GET /v2.0/networks/77c5d15c-39fe-408a-a7c4-e7fa78648cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684465 Aug 23 20:46:26.735005 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-96d14fa5-ed5e-47d1-92a5-a730857d272d service neutron] For port b9fd599e-1fb6-4358-9e1b-5a04215d85ad, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:46:26.738948 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-96d14fa5-ed5e-47d1-92a5-a730857d272d service neutron] For port b9fd599e-1fb6-4358-9e1b-5a04215d85ad, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=b9fd599e-1fb6-4358-9e1b-5a04215d85ad,segment=NetworkSegment(fea14536-63e5-4de1-9c01-50995460e8f9),segment_id=fea14536-63e5-4de1-9c01-50995460e8f9)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:46:26.759928 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-96d14fa5-ed5e-47d1-92a5-a730857d272d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:26.842114 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f1ddee0-f181-44f1-9f69-c366d5de60e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:26.869309 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-96d14fa5-ed5e-47d1-92a5-a730857d272d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:26.869912 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-96d14fa5-ed5e-47d1-92a5-a730857d272d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:26.871319 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-96d14fa5-ed5e-47d1-92a5-a730857d272d service neutron] 10.222.0.11 "PUT /v2.0/ports/b9fd599e-1fb6-4358-9e1b-5a04215d85ad HTTP/1.1" status: 200 len: 1092 time: 1.5552471 Aug 23 20:46:26.909106 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d14fa5-ed5e-47d1-92a5-a730857d272d service neutron] Pushing event updated for resources: {'Port': ['ID=b9fd599e-1fb6-4358-9e1b-5a04215d85ad,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:26.927151 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bcf26e-a1ec-4d4b-8eb1-8854ddb8d55b req-a9291b79-0629-4620-9525-d8d864e34f87 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:26.928680 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-90bcf26e-a1ec-4d4b-8eb1-8854ddb8d55b req-a9291b79-0629-4620-9525-d8d864e34f87 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.1324358 Aug 23 20:46:26.957053 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5216b9fd-7d64-4fa7-b24f-c54773099102 req-0e7b42c4-f087-46e0-a362-4ff42039102d tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:26.958598 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5216b9fd-7d64-4fa7-b24f-c54773099102 req-0e7b42c4-f087-46e0-a362-4ff42039102d tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/ports?device_id=542ed902-9f67-4e7a-b812-0aa5e73de483 HTTP/1.1" status: 200 len: 943 time: 0.2198892 Aug 23 20:46:26.962977 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-e32b4643-35e4-4f19-a505-1814b2e5de44 service neutron] 10.222.0.32 "GET /v2.0/networks/77c5d15c-39fe-408a-a7c4-e7fa78648cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216041 Aug 23 20:46:26.968168 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f1ddee0-f181-44f1-9f69-c366d5de60e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:27.007517 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-90bcf26e-a1ec-4d4b-8eb1-8854ddb8d55b req-1ba11ef0-2d27-446a-9d70-163743630574 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477865 Aug 23 20:46:27.012426 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-275e2833-571b-4d46-8947-e38dd715bb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:27.014184 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-275e2833-571b-4d46-8947-e38dd715bb9d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b1abaf29a2594bd2aeb412c8b0b847b0&device_id=75e4dc83-7ba8-4dbb-842d-9c64fe02131f HTTP/1.1" status: 200 len: 1095 time: 0.0963728 Aug 23 20:46:27.107259 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-628e9042-2e21-4e12-a4a0-7f2e8a37821e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9fd599e-1fb6-4358-9e1b-5a04215d85ad HTTP/1.1" status: 200 len: 217 time: 0.0833030 Aug 23 20:46:27.124913 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5216b9fd-7d64-4fa7-b24f-c54773099102 req-6880311b-ce12-4323-9b4e-d5b8005524d0 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/security-groups?id=9482bdbb-abea-4192-82de-d64fc163bbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545644 Aug 23 20:46:27.205333 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f1ddee0-f181-44f1-9f69-c366d5de60e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:27.208375 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f1ddee0-f181-44f1-9f69-c366d5de60e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:27.209746 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-7f1ddee0-f181-44f1-9f69-c366d5de60e7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ab96567a-a757-48d0-b1a0-c11fa40d8e3a HTTP/1.1" status: 204 len: 168 time: 0.6099892 Aug 23 20:46:27.223605 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-3dda5fda-3647-46f2-9d5d-1a632f3438b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:27.225132 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-3dda5fda-3647-46f2-9d5d-1a632f3438b1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cc375d59-0841-4067-80ed-23a2ed98d8ba HTTP/1.1" status: 200 len: 851 time: 0.0995343 Aug 23 20:46:27.227816 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ddee0-f181-44f1-9f69-c366d5de60e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab96567a-a757-48d0-b1a0-c11fa40d8e3a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:27.233027 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc499e-e419-4308-803d-4001772513ee req-1f7c7404-48b9-47a8-b1ae-41ffb7e7fc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:27.234526 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e3fc499e-e419-4308-803d-4001772513ee req-1f7c7404-48b9-47a8-b1ae-41ffb7e7fc99 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1abaf29a2594bd2aeb412c8b0b847b0&device_id=542ed902-9f67-4e7a-b812-0aa5e73de483 HTTP/1.1" status: 200 len: 1094 time: 0.1375608 Aug 23 20:46:27.245335 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd7966-f061-4564-81b0-988e3ce2f7d2 req-320b49ef-a6b1-4cee-a00e-6e2eb237ffe6 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:27.252720 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0acd7966-f061-4564-81b0-988e3ce2f7d2 req-320b49ef-a6b1-4cee-a00e-6e2eb237ffe6 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.1130037 Aug 23 20:46:27.256479 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bd2d2b53-891a-4b5d-aab7-dc7d02093507 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:27.263102 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bd2d2b53-891a-4b5d-aab7-dc7d02093507 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:27.345969 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-3a262bff-8b16-49b9-bd6e-73d97524c0c2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=77c5d15c-39fe-408a-a7c4-e7fa78648cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1097839 Aug 23 20:46:27.372571 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0acd7966-f061-4564-81b0-988e3ce2f7d2 req-5fa18082-b0f9-4c0f-91bd-32fc03fecb50 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189835 Aug 23 20:46:27.390721 n-d-805663-2 neutron-server[94688]: INFO neutron.db.l3_db [None req-bd2d2b53-891a-4b5d-aab7-dc7d02093507 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Floating IP 73e68996-407f-47c5-9c4b-5b08235581ef associated. External IP: 172.25.4.87, port: ce767d1f-f5d1-4eb3-a10b-90ef63bb1437. Aug 23 20:46:27.462836 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc499e-e419-4308-803d-4001772513ee req-bd42a90e-c64f-4c00-a36f-14b854b28ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:27.464370 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e3fc499e-e419-4308-803d-4001772513ee req-bd42a90e-c64f-4c00-a36f-14b854b28ef5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=77c5d15c-39fe-408a-a7c4-e7fa78648cdc HTTP/1.1" status: 200 len: 912 time: 0.2017124 Aug 23 20:46:27.519050 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-81f8db6a-530a-42cb-a991-889f3f1cdb28 service neutron] 10.222.0.11 "GET /v2.0/networks/77c5d15c-39fe-408a-a7c4-e7fa78648cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606228 Aug 23 20:46:27.520709 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e3fc499e-e419-4308-803d-4001772513ee req-11276aa1-6622-4a11-83b9-86018998d35f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=189813cd-abd8-4d15-9502-0be97d04e266 HTTP/1.1" status: 200 len: 217 time: 0.0467007 Aug 23 20:46:27.661482 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2d2b53-891a-4b5d-aab7-dc7d02093507 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Router 8d1e85a6-a601-4119-be31-5b0ef46d2fc0 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:46:27.673817 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44592) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:27.730706 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7bd5cd64-186e-43f0-aa20-d1e5b0fdec33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:27.866840 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb01960-c719-41c8-8f2d-3a48b43b91d3 req-7046864f-e738-4808-a9bb-62046fccc9cb tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:27.869070 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0eb01960-c719-41c8-8f2d-3a48b43b91d3 req-7046864f-e738-4808-a9bb-62046fccc9cb tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=687a2c67-325b-40d7-86e7-a6799a3e82a1 HTTP/1.1" status: 200 len: 945 time: 0.1400104 Aug 23 20:46:27.896003 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2d2b53-891a-4b5d-aab7-dc7d02093507 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:46:27.902006 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bd2d2b53-891a-4b5d-aab7-dc7d02093507 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:27.908718 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592f877d-e774-4176-9747-812b716693b6 None None] Sync routers for ids ['8d1e85a6-a601-4119-be31-5b0ef46d2fc0'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:46:27.924133 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592f877d-e774-4176-9747-812b716693b6 None None] Routers {'8d1e85a6-a601-4119-be31-5b0ef46d2fc0'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:46:27.925170 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-592f877d-e774-4176-9747-812b716693b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:46:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['8d1e85a6-a601-4119-be31-5b0ef46d2fc0'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:46:27.950935 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc499e-e419-4308-803d-4001772513ee req-6424fcf6-792d-4fe4-93c8-826be3c6d2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:27.952604 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e3fc499e-e419-4308-803d-4001772513ee req-6424fcf6-792d-4fe4-93c8-826be3c6d2ab service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cc375d59-0841-4067-80ed-23a2ed98d8ba HTTP/1.1" status: 200 len: 851 time: 0.4233894 Aug 23 20:46:27.973710 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-bd2d2b53-891a-4b5d-aab7-dc7d02093507 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "PUT /v2.0/floatingips/73e68996-407f-47c5-9c4b-5b08235581ef HTTP/1.1" status: 200 len: 990 time: 1.8882496 Aug 23 20:46:27.976192 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e97456-bc94-4735-a3f3-535335e123ac', 'tag': 'ce767d1f-f5d1-4eb3-a10b-90ef63bb1437'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:46:27.979317 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc93ee2e-d2d7-486a-8609-5dfcdc14f12b" -d '{"events": [{"name": "network-changed", "server_uuid": "36e97456-bc94-4735-a3f3-535335e123ac", "tag": "ce767d1f-f5d1-4eb3-a10b-90ef63bb1437"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:46:27.986137 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0eb01960-c719-41c8-8f2d-3a48b43b91d3 req-4124d1f2-d16e-429c-988e-0ec0eaec7474 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055496 Aug 23 20:46:27.998928 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e3fc499e-e419-4308-803d-4001772513ee req-4e1ef4ad-0d12-4e69-ad57-ea2da3f09dd4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=77c5d15c-39fe-408a-a7c4-e7fa78648cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381410 Aug 23 20:46:28.009304 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a21e50-9d62-4db9-b49a-5a3e42273f2a req-af00a5c9-a955-4e23-9d88-37282deaa02b tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:28.010979 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-56a21e50-9d62-4db9-b49a-5a3e42273f2a req-af00a5c9-a955-4e23-9d88-37282deaa02b tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.4128864 Aug 23 20:46:28.020473 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-92817eab-36b3-46b1-8acd-2feef332c0ab req-b5ce371f-ebd5-4636-a5fe-4e511eafc09d service neutron] 10.222.0.11 "GET /v2.0/networks/77c5d15c-39fe-408a-a7c4-e7fa78648cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4898419 Aug 23 20:46:28.034699 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7bd5cd64-186e-43f0-aa20-d1e5b0fdec33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:28.039584 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7bd5cd64-186e-43f0-aa20-d1e5b0fdec33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:28.074063 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-592f877d-e774-4176-9747-812b716693b6 None None] Set router 8d1e85a6-a601-4119-be31-5b0ef46d2fc0 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:46:28.104126 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-56a21e50-9d62-4db9-b49a-5a3e42273f2a req-b0ee7eba-45ac-4c4d-9f83-6341020446e7 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814252 Aug 23 20:46:28.104572 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-7bd5cd64-186e-43f0-aa20-d1e5b0fdec33 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=41fd00de37134440b735241ebc499152&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4277325 Aug 23 20:46:28.105271 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44600) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:28.108451 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd5cd64-186e-43f0-aa20-d1e5b0fdec33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1259ef-5989-4023-8ab0-325fafa673d9,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:28.164284 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75e4dc83-7ba8-4dbb-842d-9c64fe02131f', 'tag': 'b9fd599e-1fb6-4358-9e1b-5a04215d85ad'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:46:28.167800 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9307b1f4-d6eb-4a99-885e-12c35e676b0e" -d '{"events": [{"name": "network-changed", "server_uuid": "75e4dc83-7ba8-4dbb-842d-9c64fe02131f", "tag": "b9fd599e-1fb6-4358-9e1b-5a04215d85ad"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:46:28.172823 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e25f4-64a6-4cc7-9987-0490e8345d85 req-09091bd8-a433-423d-90e3-555749e22ff0 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:28.175097 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e44e25f4-64a6-4cc7-9987-0490e8345d85 req-09091bd8-a433-423d-90e3-555749e22ff0 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5 HTTP/1.1" status: 200 len: 946 time: 0.0876703 Aug 23 20:46:28.185764 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e3fc499e-e419-4308-803d-4001772513ee req-7fb46a16-673e-4842-b5b6-f0e5afd29076 service neutron] 10.222.0.32 "GET /v2.0/networks/77c5d15c-39fe-408a-a7c4-e7fa78648cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737478 Aug 23 20:46:28.220778 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-10b577f8-1e34-4733-b88b-354112d7b66c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:28.248304 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e44e25f4-64a6-4cc7-9987-0490e8345d85 req-049ffe6e-c62b-4def-85fc-0a77a58027c6 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=d454fa48-aaac-4911-81d6-c45d8631516f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673256 Aug 23 20:46:28.284735 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-10b577f8-1e34-4733-b88b-354112d7b66c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:28.291097 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096f10c4-b530-412b-b708-169516d307c2 x-openstack-request-id: req-096f10c4-b530-412b-b708-169516d307c2 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:46:28.291401 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36e97456-bc94-4735-a3f3-535335e123ac", "tag": "ce767d1f-f5d1-4eb3-a10b-90ef63bb1437", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:46:28.291654 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-096f10c4-b530-412b-b708-169516d307c2 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:46:28.292092 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36e97456-bc94-4735-a3f3-535335e123ac', 'tag': 'ce767d1f-f5d1-4eb3-a10b-90ef63bb1437', 'status': 'completed', 'code': 200} Aug 23 20:46:28.341021 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e3fc499e-e419-4308-803d-4001772513ee req-9f9dfa53-d2c3-416e-86f3-179f96a3f661 service neutron] 10.222.0.32 "GET /v2.0/networks/77c5d15c-39fe-408a-a7c4-e7fa78648cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481857 Aug 23 20:46:28.402185 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-10b577f8-1e34-4733-b88b-354112d7b66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:28.402516 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-592f877d-e774-4176-9747-812b716693b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'name': 'tempest-AttachVolumeTestJSON-57718171-router', 'tenant_id': '7880e59da8b64cb8b3031fd86db3c916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'e5fa5784-59f2-4b26-900f-c896576456d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:41:44Z', 'updated_at': '2021-08-23T20:41:50Z', 'revision_number': 4, 'project_id': '7880e59da8b64cb8b3031fd86db3c916', 'gw_port': {'id': 'e5fa5784-59f2-4b26-900f-c896576456d0', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:5e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:41:46Z', 'updated_at': '2021-08-23T20:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '73e68996-407f-47c5-9c4b-5b08235581ef', 'tenant_id': '7880e59da8b64cb8b3031fd86db3c916', 'floating_ip_address': '172.25.4.87', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'port_id': 'ce767d1f-f5d1-4eb3-a10b-90ef63bb1437', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1873, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5de8573-8724-417b-9e45-0201cb25fe6b', 'mac_address': 'fa:16:3e:ca:13:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e97456-bc94-4735-a3f3-535335e123ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:46:12Z', 'updated_at': '2021-08-23T20:46:27Z', 'revision_number': 1, 'project_id': '7880e59da8b64cb8b3031fd86db3c916', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '686cb267-cdda-473c-8bfe-4e153d7eb95b', 'name': '', 'network_id': 'e5de8573-8724-417b-9e45-0201cb25fe6b', 'tenant_id': '7880e59da8b64cb8b3031fd86db3c916', 'mac_address': 'fa:16:3e:3e:02:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'bbd0034a-a038-4b43-8b24-1cd5d52f0793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:41:48Z', 'updated_at': '2021-08-23T20:41:57Z', 'revision_number': 5, 'project_id': '7880e59da8b64cb8b3031fd86db3c916', 'subnets': [{'id': 'bbd0034a-a038-4b43-8b24-1cd5d52f0793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:46:28.404712 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-10b577f8-1e34-4733-b88b-354112d7b66c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:28.408127 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-10b577f8-1e34-4733-b88b-354112d7b66c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3a1259ef-5989-4023-8ab0-325fafa673d9 HTTP/1.1" status: 204 len: 168 time: 0.2980585 Aug 23 20:46:28.426574 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75feb893-8d70-452b-a373-5634f4926c93 req-b1cf2841-9bcf-4ba1-bcf2-7572f49fdb0b tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:28.428251 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-75feb893-8d70-452b-a373-5634f4926c93 req-b1cf2841-9bcf-4ba1-bcf2-7572f49fdb0b tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/ports?device_id=542ed902-9f67-4e7a-b812-0aa5e73de483 HTTP/1.1" status: 200 len: 943 time: 0.0718932 Aug 23 20:46:28.429076 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b577f8-1e34-4733-b88b-354112d7b66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1259ef-5989-4023-8ab0-325fafa673d9,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:28.444259 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592f877d-e774-4176-9747-812b716693b6 None None] Checking router: 8d1e85a6-a601-4119-be31-5b0ef46d2fc0 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:46:28.478388 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592f877d-e774-4176-9747-812b716693b6 None None] Routers {'8d1e85a6-a601-4119-be31-5b0ef46d2fc0'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:46:28.479289 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-592f877d-e774-4176-9747-812b716693b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:46:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['8d1e85a6-a601-4119-be31-5b0ef46d2fc0'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:46:28.487589 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-75feb893-8d70-452b-a373-5634f4926c93 req-8163602b-d982-46ca-9f30-68b7a357a748 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/security-groups?id=9482bdbb-abea-4192-82de-d64fc163bbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480793 Aug 23 20:46:28.557295 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94a48b9-2c88-40e8-a492-4b9d4614a956 x-openstack-request-id: req-f94a48b9-2c88-40e8-a492-4b9d4614a956 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:46:28.557708 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75e4dc83-7ba8-4dbb-842d-9c64fe02131f", "tag": "b9fd599e-1fb6-4358-9e1b-5a04215d85ad", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:46:28.558090 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f94a48b9-2c88-40e8-a492-4b9d4614a956 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:46:28.558617 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75e4dc83-7ba8-4dbb-842d-9c64fe02131f', 'tag': 'b9fd599e-1fb6-4358-9e1b-5a04215d85ad', 'status': 'completed', 'code': 200} Aug 23 20:46:28.621606 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-592f877d-e774-4176-9747-812b716693b6 None None] Set router 8d1e85a6-a601-4119-be31-5b0ef46d2fc0 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:46:28.643408 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307b1f4-d6eb-4a99-885e-12c35e676b0e req-2bd2b705-e225-4217-91b4-875e8f5d8975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:28.644952 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9307b1f4-d6eb-4a99-885e-12c35e676b0e req-2bd2b705-e225-4217-91b4-875e8f5d8975 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b1abaf29a2594bd2aeb412c8b0b847b0&device_id=75e4dc83-7ba8-4dbb-842d-9c64fe02131f HTTP/1.1" status: 200 len: 1095 time: 0.0613756 Aug 23 20:46:28.673657 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc93ee2e-d2d7-486a-8609-5dfcdc14f12b req-a45c0ce3-e6be-4be5-af04-c5f36de11a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:28.675195 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fc93ee2e-d2d7-486a-8609-5dfcdc14f12b req-a45c0ce3-e6be-4be5-af04-c5f36de11a34 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7880e59da8b64cb8b3031fd86db3c916&device_id=36e97456-bc94-4735-a3f3-535335e123ac HTTP/1.1" status: 200 len: 1096 time: 0.3432319 Aug 23 20:46:28.686923 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160cae0b-42c9-4508-96ff-201f5d00937f req-6e04d162-eb0c-4c77-becf-af3f2bfb968b tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:28.688770 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-160cae0b-42c9-4508-96ff-201f5d00937f req-6e04d162-eb0c-4c77-becf-af3f2bfb968b tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.3586700 Aug 23 20:46:28.785528 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307b1f4-d6eb-4a99-885e-12c35e676b0e req-2e25fb2a-4293-4768-ae98-5491fe65d992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:28.787302 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9307b1f4-d6eb-4a99-885e-12c35e676b0e req-2e25fb2a-4293-4768-ae98-5491fe65d992 service neutron] 10.222.0.11 "GET /v2.0/networks?id=77c5d15c-39fe-408a-a7c4-e7fa78648cdc HTTP/1.1" status: 200 len: 912 time: 0.1280484 Aug 23 20:46:28.791421 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-160cae0b-42c9-4508-96ff-201f5d00937f req-45ddef2b-9fe1-409a-a151-66c9ab067b07 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921226 Aug 23 20:46:28.831998 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc93ee2e-d2d7-486a-8609-5dfcdc14f12b req-90c2d41a-6489-4f46-ab03-2f545645fc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:28.833727 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fc93ee2e-d2d7-486a-8609-5dfcdc14f12b req-90c2d41a-6489-4f46-ab03-2f545645fc66 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e5de8573-8724-417b-9e45-0201cb25fe6b HTTP/1.1" status: 200 len: 910 time: 0.1440675 Aug 23 20:46:28.862190 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9307b1f4-d6eb-4a99-885e-12c35e676b0e req-9635d7d1-0e77-4101-a6f6-6561326d2d52 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9fd599e-1fb6-4358-9e1b-5a04215d85ad HTTP/1.1" status: 200 len: 217 time: 0.0596917 Aug 23 20:46:28.951115 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307b1f4-d6eb-4a99-885e-12c35e676b0e req-5e5e6a47-eb45-4ead-ad5f-9489aa74fda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:28.952809 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9307b1f4-d6eb-4a99-885e-12c35e676b0e req-5e5e6a47-eb45-4ead-ad5f-9489aa74fda7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cc375d59-0841-4067-80ed-23a2ed98d8ba HTTP/1.1" status: 200 len: 851 time: 0.0827026 Aug 23 20:46:28.983817 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-592f877d-e774-4176-9747-812b716693b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'name': 'tempest-AttachVolumeTestJSON-57718171-router', 'tenant_id': '7880e59da8b64cb8b3031fd86db3c916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'e5fa5784-59f2-4b26-900f-c896576456d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:41:44Z', 'updated_at': '2021-08-23T20:41:50Z', 'revision_number': 4, 'project_id': '7880e59da8b64cb8b3031fd86db3c916', 'gw_port': {'id': 'e5fa5784-59f2-4b26-900f-c896576456d0', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:5e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:41:46Z', 'updated_at': '2021-08-23T20:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '73e68996-407f-47c5-9c4b-5b08235581ef', 'tenant_id': '7880e59da8b64cb8b3031fd86db3c916', 'floating_ip_address': '172.25.4.87', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'port_id': 'ce767d1f-f5d1-4eb3-a10b-90ef63bb1437', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1873, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5de8573-8724-417b-9e45-0201cb25fe6b', 'mac_address': 'fa:16:3e:ca:13:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e97456-bc94-4735-a3f3-535335e123ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:46:12Z', 'updated_at': '2021-08-23T20:46:27Z', 'revision_number': 1, 'project_id': '7880e59da8b64cb8b3031fd86db3c916', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '686cb267-cdda-473c-8bfe-4e153d7eb95b', 'name': '', 'network_id': 'e5de8573-8724-417b-9e45-0201cb25fe6b', 'tenant_id': '7880e59da8b64cb8b3031fd86db3c916', 'mac_address': 'fa:16:3e:3e:02:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'bbd0034a-a038-4b43-8b24-1cd5d52f0793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:41:48Z', 'updated_at': '2021-08-23T20:41:57Z', 'revision_number': 5, 'project_id': '7880e59da8b64cb8b3031fd86db3c916', 'subnets': [{'id': 'bbd0034a-a038-4b43-8b24-1cd5d52f0793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:46:29.008368 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9307b1f4-d6eb-4a99-885e-12c35e676b0e req-ed3c4da7-b333-4159-9443-85faaebf6d75 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=77c5d15c-39fe-408a-a7c4-e7fa78648cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446682 Aug 23 20:46:29.029336 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fc93ee2e-d2d7-486a-8609-5dfcdc14f12b req-e645ad84-e3fe-4d89-ac69-34b87b7e19ab service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce767d1f-f5d1-4eb3-a10b-90ef63bb1437 HTTP/1.1" status: 200 len: 998 time: 0.1883523 Aug 23 20:46:29.053168 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592f877d-e774-4176-9747-812b716693b6 None None] The sync data for ids ['8d1e85a6-a601-4119-be31-5b0ef46d2fc0'] in n-d-805663-2 is: [{'id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'name': 'tempest-AttachVolumeTestJSON-57718171-router', 'tenant_id': '7880e59da8b64cb8b3031fd86db3c916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'e5fa5784-59f2-4b26-900f-c896576456d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:41:44Z', 'updated_at': '2021-08-23T20:41:50Z', 'revision_number': 4, 'project_id': '7880e59da8b64cb8b3031fd86db3c916', 'gw_port': {'id': 'e5fa5784-59f2-4b26-900f-c896576456d0', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:5e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:41:46Z', 'updated_at': '2021-08-23T20:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '73e68996-407f-47c5-9c4b-5b08235581ef', 'tenant_id': '7880e59da8b64cb8b3031fd86db3c916', 'floating_ip_address': '172.25.4.87', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'port_id': 'ce767d1f-f5d1-4eb3-a10b-90ef63bb1437', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1873, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5de8573-8724-417b-9e45-0201cb25fe6b', 'mac_address': 'fa:16:3e:ca:13:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e97456-bc94-4735-a3f3-535335e123ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:46:12Z', 'updated_at': '2021-08-23T20:46:27Z', 'revision_number': 1, 'project_id': '7880e59da8b64cb8b3031fd86db3c916', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '686cb267-cdda-473c-8bfe-4e153d7eb95b', 'name': '', 'network_id': 'e5de8573-8724-417b-9e45-0201cb25fe6b', 'tenant_id': '7880e59da8b64cb8b3031fd86db3c916', 'mac_address': 'fa:16:3e:3e:02:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'bbd0034a-a038-4b43-8b24-1cd5d52f0793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:41:48Z', 'updated_at': '2021-08-23T20:41:57Z', 'revision_number': 5, 'project_id': '7880e59da8b64cb8b3031fd86db3c916', 'subnets': [{'id': 'bbd0034a-a038-4b43-8b24-1cd5d52f0793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:46:29.074524 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c3729-3347-48d8-8541-e9690acda947 req-67280bff-4a3b-420d-bf7b-69edfc7a4580 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:29.077320 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-773c3729-3347-48d8-8541-e9690acda947 req-67280bff-4a3b-420d-bf7b-69edfc7a4580 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.1349819 Aug 23 20:46:29.143750 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9307b1f4-d6eb-4a99-885e-12c35e676b0e req-7b051a7c-8006-47ce-ae17-c115c1c1b152 service neutron] 10.222.0.11 "GET /v2.0/networks/77c5d15c-39fe-408a-a7c4-e7fa78648cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263618 Aug 23 20:46:29.164026 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc93ee2e-d2d7-486a-8609-5dfcdc14f12b req-8179657c-79e1-40ea-baa6-4a93b4ce10e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:29.165570 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fc93ee2e-d2d7-486a-8609-5dfcdc14f12b req-8179657c-79e1-40ea-baa6-4a93b4ce10e5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bbd0034a-a038-4b43-8b24-1cd5d52f0793 HTTP/1.1" status: 200 len: 848 time: 0.1241238 Aug 23 20:46:29.208823 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-773c3729-3347-48d8-8541-e9690acda947 req-6251272f-9231-43d2-8dd5-093db6fb6c01 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943036 Aug 23 20:46:29.256922 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc93ee2e-d2d7-486a-8609-5dfcdc14f12b req-8a7378db-66e3-4d42-9608-1b02cccf9bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:29.261310 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fc93ee2e-d2d7-486a-8609-5dfcdc14f12b req-8a7378db-66e3-4d42-9608-1b02cccf9bd8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e5de8573-8724-417b-9e45-0201cb25fe6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873492 Aug 23 20:46:29.316768 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b74dbd-5220-4f0b-93a3-01071f7cda55 req-7f4f95b9-f7fc-4f17-923e-eed7d2979211 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:29.318557 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c1b74dbd-5220-4f0b-93a3-01071f7cda55 req-7f4f95b9-f7fc-4f17-923e-eed7d2979211 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=687a2c67-325b-40d7-86e7-a6799a3e82a1 HTTP/1.1" status: 200 len: 945 time: 0.1596737 Aug 23 20:46:29.361794 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9307b1f4-d6eb-4a99-885e-12c35e676b0e req-221e78a6-72f8-4831-b56b-63acde3d030b service neutron] 10.222.0.11 "GET /v2.0/networks/77c5d15c-39fe-408a-a7c4-e7fa78648cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045696 Aug 23 20:46:29.398863 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fc93ee2e-d2d7-486a-8609-5dfcdc14f12b req-3c37f604-5f98-4d97-95ff-0e917b0673a6 service neutron] 10.222.0.32 "GET /v2.0/networks/e5de8573-8724-417b-9e45-0201cb25fe6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295276 Aug 23 20:46:29.402434 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c1b74dbd-5220-4f0b-93a3-01071f7cda55 req-fd89dff1-0b5b-4bf8-88ea-b0711f5cb667 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756886 Aug 23 20:46:29.494418 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7642d907-c9af-4126-a55e-dac48c8ff37d None None] New status for floating IP 73e68996-407f-47c5-9c4b-5b08235581ef: ACTIVE {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 20:46:29.553339 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb2ae4-eee8-4b62-a81c-6b2ca32438a3 req-3634ceb7-b5a2-4e54-943a-070f1d9c226e tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:29.559140 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fc93ee2e-d2d7-486a-8609-5dfcdc14f12b req-ddaa7088-c044-49d6-a08b-774808c1fdee service neutron] 10.222.0.32 "GET /v2.0/networks/e5de8573-8724-417b-9e45-0201cb25fe6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527047 Aug 23 20:46:29.562667 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-52cb2ae4-eee8-4b62-a81c-6b2ca32438a3 req-3634ceb7-b5a2-4e54-943a-070f1d9c226e tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5 HTTP/1.1" status: 200 len: 946 time: 0.0693359 Aug 23 20:46:29.594728 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc0d16-ef59-49b5-9a2d-91434c786a3f req-d2c17190-edba-4afd-94ce-19f953870f58 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:29.598611 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-59bc0d16-ef59-49b5-9a2d-91434c786a3f req-d2c17190-edba-4afd-94ce-19f953870f58 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.1580064 Aug 23 20:46:29.640004 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-52cb2ae4-eee8-4b62-a81c-6b2ca32438a3 req-643ccdbc-3594-4ff8-b4d1-041917b01ed5 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=d454fa48-aaac-4911-81d6-c45d8631516f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662005 Aug 23 20:46:29.649178 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-59bc0d16-ef59-49b5-9a2d-91434c786a3f req-2ef052b6-3bb1-4acf-9391-40acb9b57849 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440383 Aug 23 20:46:29.756762 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22792fa2-b6b4-4428-afdc-5d3156dd938b req-5d03e875-bfb9-49aa-950a-54eaaba8b203 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:29.758377 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-22792fa2-b6b4-4428-afdc-5d3156dd938b req-5d03e875-bfb9-49aa-950a-54eaaba8b203 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/ports?device_id=542ed902-9f67-4e7a-b812-0aa5e73de483 HTTP/1.1" status: 200 len: 943 time: 0.0554481 Aug 23 20:46:29.808930 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-22792fa2-b6b4-4428-afdc-5d3156dd938b req-f1e3ea20-4f93-454f-8724-9e527bdd9ac6 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/security-groups?id=9482bdbb-abea-4192-82de-d64fc163bbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407031 Aug 23 20:46:30.126458 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 189813cd-abd8-4d15-9502-0be97d04e266 details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:46:30.142147 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e16faac-32fe-4963-9800-ab8346faa29d req-25fcfc40-c80d-422f-9828-f3755c09cc3e tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:30.148598 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1e16faac-32fe-4963-9800-ab8346faa29d req-25fcfc40-c80d-422f-9828-f3755c09cc3e tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.0741711 Aug 23 20:46:30.186172 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1e16faac-32fe-4963-9800-ab8346faa29d req-ac676d06-bd85-44ab-8b30-a63c082ee402 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348043 Aug 23 20:46:30.278621 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 189813cd-abd8-4d15-9502-0be97d04e266, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=189813cd-abd8-4d15-9502-0be97d04e266,segment=NetworkSegment(fea14536-63e5-4de1-9c01-50995460e8f9),segment_id=fea14536-63e5-4de1-9c01-50995460e8f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:46:30.291641 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': '189813cd-abd8-4d15-9502-0be97d04e266', 'network_id': '77c5d15c-39fe-408a-a7c4-e7fa78648cdc', 'port_id': '189813cd-abd8-4d15-9502-0be97d04e266', 'mac_address': 'fa:16:3e:91:06:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc375d59-0841-4067-80ed-23a2ed98d8ba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:46:30.330635 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:30.356635 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 189813cd-abd8-4d15-9502-0be97d04e266 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:46:30.385663 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 189813cd-abd8-4d15-9502-0be97d04e266, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=189813cd-abd8-4d15-9502-0be97d04e266,segment=NetworkSegment(fea14536-63e5-4de1-9c01-50995460e8f9),segment_id=fea14536-63e5-4de1-9c01-50995460e8f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:46:30.394048 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:30.471279 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=189813cd-abd8-4d15-9502-0be97d04e266,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:30.494432 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:46:30.494432 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:46:30.494432 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:46:30.494894 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:46:30.495218 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:46:30.495553 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:46:30.495918 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:46:30.496242 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:46:30.496569 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:46:30.496894 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:46:30.497332 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:46:30.497727 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:46:30.552176 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943dbdb-cffb-40a7-b32d-b981bd2b7274 req-c836e083-a06e-4bc5-99cb-f7a2dbbaf441 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:30.553878 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5943dbdb-cffb-40a7-b32d-b981bd2b7274 req-c836e083-a06e-4bc5-99cb-f7a2dbbaf441 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=687a2c67-325b-40d7-86e7-a6799a3e82a1 HTTP/1.1" status: 200 len: 945 time: 0.0622747 Aug 23 20:46:30.631501 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5943dbdb-cffb-40a7-b32d-b981bd2b7274 req-9a67d85c-e4f2-4b61-ad92-11744faa5328 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606289 Aug 23 20:46:30.725598 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['189813cd-abd8-4d15-9502-0be97d04e266'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:46:30.769133 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a942a-4722-4b44-b722-4d9e9ef1c6ce req-27fdcfe2-e620-49ce-ab2e-20ec6df2753b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:30.770733 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bc4a942a-4722-4b44-b722-4d9e9ef1c6ce req-27fdcfe2-e620-49ce-ab2e-20ec6df2753b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5 HTTP/1.1" status: 200 len: 946 time: 0.0610828 Aug 23 20:46:30.816609 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bc4a942a-4722-4b44-b722-4d9e9ef1c6ce req-3e802799-871e-4e76-a25e-7836ad27e427 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=d454fa48-aaac-4911-81d6-c45d8631516f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358977 Aug 23 20:46:30.955002 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67dad5-45aa-4e8f-bdbf-89f84ab5ee0f req-73db8978-9dd9-4969-acf6-c24f8a9212a9 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:30.957208 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1d67dad5-45aa-4e8f-bdbf-89f84ab5ee0f req-73db8978-9dd9-4969-acf6-c24f8a9212a9 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/ports?device_id=542ed902-9f67-4e7a-b812-0aa5e73de483 HTTP/1.1" status: 200 len: 944 time: 0.0648665 Aug 23 20:46:31.004802 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1d67dad5-45aa-4e8f-bdbf-89f84ab5ee0f req-26bce76f-84f9-437f-bbb3-974ef52962f6 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/security-groups?id=9482bdbb-abea-4192-82de-d64fc163bbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369034 Aug 23 20:46:31.109290 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device b9fd599e-1fb6-4358-9e1b-5a04215d85ad details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:46:31.198815 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44750) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:31.208399 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port b9fd599e-1fb6-4358-9e1b-5a04215d85ad, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=b9fd599e-1fb6-4358-9e1b-5a04215d85ad,segment=NetworkSegment(fea14536-63e5-4de1-9c01-50995460e8f9),segment_id=fea14536-63e5-4de1-9c01-50995460e8f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:46:31.220014 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': 'b9fd599e-1fb6-4358-9e1b-5a04215d85ad', 'network_id': '77c5d15c-39fe-408a-a7c4-e7fa78648cdc', 'port_id': 'b9fd599e-1fb6-4358-9e1b-5a04215d85ad', 'mac_address': 'fa:16:3e:75:f6:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc375d59-0841-4067-80ed-23a2ed98d8ba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:46:31.260590 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:31.276375 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9fd599e-1fb6-4358-9e1b-5a04215d85ad {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:46:31.298147 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port b9fd599e-1fb6-4358-9e1b-5a04215d85ad, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=b9fd599e-1fb6-4358-9e1b-5a04215d85ad,segment=NetworkSegment(fea14536-63e5-4de1-9c01-50995460e8f9),segment_id=fea14536-63e5-4de1-9c01-50995460e8f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:46:31.305486 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:31.316344 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-19d0eba9-bf8a-4d56-9f07-c1db27362a51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:31.334651 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e7a58-5ff4-4803-96f4-937dcc32fde4 req-0b7c893d-ffdf-47b7-be97-221d2099af65 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:31.336175 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-457e7a58-5ff4-4803-96f4-937dcc32fde4 req-0b7c893d-ffdf-47b7-be97-221d2099af65 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.0723310 Aug 23 20:46:31.363709 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=b9fd599e-1fb6-4358-9e1b-5a04215d85ad,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:31.414349 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-457e7a58-5ff4-4803-96f4-937dcc32fde4 req-863efa19-5751-42b2-bee4-dc954772af57 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698705 Aug 23 20:46:31.478780 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-19d0eba9-bf8a-4d56-9f07-c1db27362a51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:31.484437 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-19d0eba9-bf8a-4d56-9f07-c1db27362a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:31.524223 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-19d0eba9-bf8a-4d56-9f07-c1db27362a51 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=87ce9232d4274bebb877c7f7e9ff06e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3242404 Aug 23 20:46:31.525325 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d0eba9-bf8a-4d56-9f07-c1db27362a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63ff58d-eacb-4de3-8620-7c234dbe67a7,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:31.527225 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44758) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:31.579729 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-27c97123-8060-4dc1-a39e-92051b307670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:31.600838 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-27c97123-8060-4dc1-a39e-92051b307670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:31.651013 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['b9fd599e-1fb6-4358-9e1b-5a04215d85ad'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:46:31.653189 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-27c97123-8060-4dc1-a39e-92051b307670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:31.655781 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-27c97123-8060-4dc1-a39e-92051b307670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:31.660810 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-27c97123-8060-4dc1-a39e-92051b307670 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b63ff58d-eacb-4de3-8620-7c234dbe67a7 HTTP/1.1" status: 204 len: 168 time: 0.1287351 Aug 23 20:46:31.677117 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c97123-8060-4dc1-a39e-92051b307670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63ff58d-eacb-4de3-8620-7c234dbe67a7,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:31.774217 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f241c-dbe3-44ae-801a-db4e532f62b4 req-a0858b8c-c640-494f-9b8c-8912c6fb0aa2 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:31.775771 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7f1f241c-dbe3-44ae-801a-db4e532f62b4 req-a0858b8c-c640-494f-9b8c-8912c6fb0aa2 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=687a2c67-325b-40d7-86e7-a6799a3e82a1 HTTP/1.1" status: 200 len: 945 time: 0.0543425 Aug 23 20:46:31.820543 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7f1f241c-dbe3-44ae-801a-db4e532f62b4 req-3486d5b5-4854-474b-9ad1-c3bc0048ef91 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362928 Aug 23 20:46:31.948491 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddffad-a053-4546-bbeb-f174207f6a83 req-09b9cc3b-5b0b-46a6-aae3-5ae91b1fa1cc tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:31.950135 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1cddffad-a053-4546-bbeb-f174207f6a83 req-09b9cc3b-5b0b-46a6-aae3-5ae91b1fa1cc tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5 HTTP/1.1" status: 200 len: 946 time: 0.0574784 Aug 23 20:46:31.975566 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44768) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:31.991995 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1cddffad-a053-4546-bbeb-f174207f6a83 req-764255e7-6f57-41bd-909a-ab9f3dfbdf3b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=d454fa48-aaac-4911-81d6-c45d8631516f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350094 Aug 23 20:46:31.992939 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-41d5598a-d7e1-439f-bbec-367218e99609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:32.113097 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-41d5598a-d7e1-439f-bbec-367218e99609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:32.117550 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-41d5598a-d7e1-439f-bbec-367218e99609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:32.140426 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 189813cd-abd8-4d15-9502-0be97d04e266 up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:46:32.166832 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-41d5598a-d7e1-439f-bbec-367218e99609 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=355121f3ba5f47ddb80c7c9f2dcb08a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1901386 Aug 23 20:46:32.167638 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d5598a-d7e1-439f-bbec-367218e99609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa098505-5869-4649-a70f-f6949c727d57,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:32.171010 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44772) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:32.187994 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590e2b7-3821-4f09-b305-f369849037ad req-57a03a30-2775-43b1-9df1-8d34defa6fe5 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:32.194362 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port 189813cd-abd8-4d15-9502-0be97d04e266 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:46:32.197285 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6590e2b7-3821-4f09-b305-f369849037ad req-57a03a30-2775-43b1-9df1-8d34defa6fe5 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/ports?device_id=542ed902-9f67-4e7a-b812-0aa5e73de483 HTTP/1.1" status: 200 len: 944 time: 0.1215672 Aug 23 20:46:32.199807 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port 189813cd-abd8-4d15-9502-0be97d04e266 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:46:32.200552 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:32.238721 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6590e2b7-3821-4f09-b305-f369849037ad req-92a647e9-f407-413d-89fa-b9aac528c5d3 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/security-groups?id=9482bdbb-abea-4192-82de-d64fc163bbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403516 Aug 23 20:46:32.252820 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e36881f0-645a-4b84-8144-d6443187724f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:32.278213 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e36881f0-645a-4b84-8144-d6443187724f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:32.290329 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:32.313784 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '542ed902-9f67-4e7a-b812-0aa5e73de483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189813cd-abd8-4d15-9502-0be97d04e266'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:46:32.316027 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c0b200-7542-4896-b13c-aacbe5b0ced5" -d '{"events": [{"server_uuid": "542ed902-9f67-4e7a-b812-0aa5e73de483", "name": "network-vif-plugged", "status": "completed", "tag": "189813cd-abd8-4d15-9502-0be97d04e266"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:46:32.328087 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e36881f0-645a-4b84-8144-d6443187724f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:32.332497 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e36881f0-645a-4b84-8144-d6443187724f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:32.332997 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 189813cd-abd8-4d15-9502-0be97d04e266, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=189813cd-abd8-4d15-9502-0be97d04e266,segment=NetworkSegment(fea14536-63e5-4de1-9c01-50995460e8f9),segment_id=fea14536-63e5-4de1-9c01-50995460e8f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:46:32.333676 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e36881f0-645a-4b84-8144-d6443187724f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fa098505-5869-4649-a70f-f6949c727d57 HTTP/1.1" status: 204 len: 168 time: 0.1608477 Aug 23 20:46:32.343690 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36881f0-645a-4b84-8144-d6443187724f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa098505-5869-4649-a70f-f6949c727d57,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:32.345321 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:32.359033 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038647b9-7c16-47fe-a595-c17013d73d30 x-openstack-request-id: req-038647b9-7c16-47fe-a595-c17013d73d30 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:46:32.359431 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "542ed902-9f67-4e7a-b812-0aa5e73de483", "name": "network-vif-plugged", "status": "completed", "tag": "189813cd-abd8-4d15-9502-0be97d04e266", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:46:32.359744 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-038647b9-7c16-47fe-a595-c17013d73d30 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:46:32.360297 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '542ed902-9f67-4e7a-b812-0aa5e73de483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189813cd-abd8-4d15-9502-0be97d04e266', 'code': 200} Aug 23 20:46:32.417863 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=189813cd-abd8-4d15-9502-0be97d04e266,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:32.510697 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f1eef-8daf-4c51-9628-ffdfedefd469 req-3deb546d-3672-42b3-9586-a19d02c8f26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:32.512566 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-456f1eef-8daf-4c51-9628-ffdfedefd469 req-3deb546d-3672-42b3-9586-a19d02c8f26c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=542ed902-9f67-4e7a-b812-0aa5e73de483 HTTP/1.1" status: 200 len: 1096 time: 0.0575995 Aug 23 20:46:32.586197 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75143e1-2af3-4102-a160-8e06a5222aeb req-fce8811c-3b99-492b-b9d5-c619140e751a tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:32.589919 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b75143e1-2af3-4102-a160-8e06a5222aeb req-fce8811c-3b99-492b-b9d5-c619140e751a tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.0905058 Aug 23 20:46:32.596394 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-456f1eef-8daf-4c51-9628-ffdfedefd469 req-f80f02f7-90ea-4c61-bab2-f50ceedaa267 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9482bdbb-abea-4192-82de-d64fc163bbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601485 Aug 23 20:46:32.638504 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b75143e1-2af3-4102-a160-8e06a5222aeb req-a9de8d84-1a8e-45db-b235-13cc3e59f4c5 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409205 Aug 23 20:46:32.949306 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eeebb9-598c-4956-9b75-53a48bebe0ba req-d217072f-33a1-470c-8d20-2260880da6fb tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:32.950849 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-30eeebb9-598c-4956-9b75-53a48bebe0ba req-d217072f-33a1-470c-8d20-2260880da6fb tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=687a2c67-325b-40d7-86e7-a6799a3e82a1 HTTP/1.1" status: 200 len: 945 time: 0.0518949 Aug 23 20:46:32.992460 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-30eeebb9-598c-4956-9b75-53a48bebe0ba req-00e529b0-4deb-4541-ba8f-f74b5dcdf2e5 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342832 Aug 23 20:46:33.099872 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44804) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:33.107450 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 8006f50a-b71a-4d40-bb79-8d82d03807f7 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:46:33.109591 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device b9fd599e-1fb6-4358-9e1b-5a04215d85ad up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:46:33.121029 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ef650-d748-4388-b5f1-1070de2a7ada req-5695f80c-9e02-47cc-8dcb-7f4620aa2561 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:33.124219 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-569ef650-d748-4388-b5f1-1070de2a7ada req-5695f80c-9e02-47cc-8dcb-7f4620aa2561 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5 HTTP/1.1" status: 200 len: 946 time: 0.0613651 Aug 23 20:46:33.170364 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-569ef650-d748-4388-b5f1-1070de2a7ada req-0b4cb7bf-c14b-4d21-acb6-cc43b2175e2a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=d454fa48-aaac-4911-81d6-c45d8631516f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376596 Aug 23 20:46:33.224804 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-ab8bea46-5b49-4ca7-8341-e9cf0ab83d70 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1680827568'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:46:33.229147 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port b9fd599e-1fb6-4358-9e1b-5a04215d85ad completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:46:33.240827 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port b9fd599e-1fb6-4358-9e1b-5a04215d85ad triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:46:33.241154 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:33.248609 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8bea46-5b49-4ca7-8341-e9cf0ab83d70 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Made reservation on behalf of bb32bf05abe0486cb16f12242f2159e4 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:46:33.252218 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ab8bea46-5b49-4ca7-8341-e9cf0ab83d70 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:33.269163 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ab8bea46-5b49-4ca7-8341-e9cf0ab83d70 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:33.396291 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96b8f9-84c1-4ca7-983c-9b91c56269a4 req-2a4c09bd-c23f-4748-a9a5-21e4832c5cab tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:33.397854 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6e96b8f9-84c1-4ca7-983c-9b91c56269a4 req-2a4c09bd-c23f-4748-a9a5-21e4832c5cab tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/ports?device_id=542ed902-9f67-4e7a-b812-0aa5e73de483 HTTP/1.1" status: 200 len: 945 time: 0.0786688 Aug 23 20:46:33.434621 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ab8bea46-5b49-4ca7-8341-e9cf0ab83d70 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:33.441354 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ab8bea46-5b49-4ca7-8341-e9cf0ab83d70 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:33.450722 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 8006f50a-b71a-4d40-bb79-8d82d03807f7, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=8006f50a-b71a-4d40-bb79-8d82d03807f7,segment=NetworkSegment(a0304131-671f-4c22-8fc4-9d97cd99d833),segment_id=a0304131-671f-4c22-8fc4-9d97cd99d833)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:46:33.468111 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '8006f50a-b71a-4d40-bb79-8d82d03807f7', 'network_id': '99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54', 'port_id': '8006f50a-b71a-4d40-bb79-8d82d03807f7', 'mac_address': 'fa:16:3e:1c:50:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cf1476b-2d73-4ece-81d4-01b7879e99dc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:46:33.473786 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6e96b8f9-84c1-4ca7-983c-9b91c56269a4 req-ae0e1303-5165-43f0-a59e-fcc6a723c13e tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/security-groups?id=9482bdbb-abea-4192-82de-d64fc163bbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661659 Aug 23 20:46:33.475973 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab8bea46-5b49-4ca7-8341-e9cf0ab83d70 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:46:33.497223 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8bea46-5b49-4ca7-8341-e9cf0ab83d70 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46d7e9f2-3064-4cec-ae75-51633d20db79,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:33.500231 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ab8bea46-5b49-4ca7-8341-e9cf0ab83d70 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:33.500580 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-ab8bea46-5b49-4ca7-8341-e9cf0ab83d70 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Added segment 021caca7-5237-46dc-9e47-f6056f61ccf9 of type vlan for network 4c8f4f69-7725-4a3f-8d94-9fe50edcabf2 Aug 23 20:46:33.542407 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ab8bea46-5b49-4ca7-8341-e9cf0ab83d70 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:33.544304 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:33.546289 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:33.567733 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8006f50a-b71a-4d40-bb79-8d82d03807f7 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:46:33.575810 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ab8bea46-5b49-4ca7-8341-e9cf0ab83d70 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:33.581734 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8bea46-5b49-4ca7-8341-e9cf0ab83d70 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:33.582335 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ab8bea46-5b49-4ca7-8341-e9cf0ab83d70 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:33.606479 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 8006f50a-b71a-4d40-bb79-8d82d03807f7, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=8006f50a-b71a-4d40-bb79-8d82d03807f7,segment=NetworkSegment(a0304131-671f-4c22-8fc4-9d97cd99d833),segment_id=a0304131-671f-4c22-8fc4-9d97cd99d833)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:46:33.610700 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port b9fd599e-1fb6-4358-9e1b-5a04215d85ad, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=b9fd599e-1fb6-4358-9e1b-5a04215d85ad,segment=NetworkSegment(fea14536-63e5-4de1-9c01-50995460e8f9),segment_id=fea14536-63e5-4de1-9c01-50995460e8f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:46:33.612630 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:33.618639 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:33.666904 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=8006f50a-b71a-4d40-bb79-8d82d03807f7,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:33.669610 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44814) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:33.677691 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b1eef59d-0583-40bd-a57c-185920bdab60 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Request body: {'subnet': {'network_id': '4c8f4f69-7725-4a3f-8d94-9fe50edcabf2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:46:33.688507 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ab8bea46-5b49-4ca7-8341-e9cf0ab83d70 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5881224 Aug 23 20:46:33.731553 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8bea46-5b49-4ca7-8341-e9cf0ab83d70 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Pushing event updated for resources: {'Network': ['ID=4c8f4f69-7725-4a3f-8d94-9fe50edcabf2,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:33.765205 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 4c8f4f69-7725-4a3f-8d94-9fe50edcabf2 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:46:33.769030 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['8006f50a-b71a-4d40-bb79-8d82d03807f7'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:46:33.808095 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=b9fd599e-1fb6-4358-9e1b-5a04215d85ad,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:33.864396 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1eef59d-0583-40bd-a57c-185920bdab60 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Made reservation on behalf of bb32bf05abe0486cb16f12242f2159e4 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:46:33.868620 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b1eef59d-0583-40bd-a57c-185920bdab60 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:33.880738 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056aa8a-a829-4ab6-b6a1-fd68a068b9c7 req-6152f6a7-9b0a-4fa0-a75c-7d2b4af52319 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:33.882631 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a056aa8a-a829-4ab6-b6a1-fd68a068b9c7 req-6152f6a7-9b0a-4fa0-a75c-7d2b4af52319 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.0686224 Aug 23 20:46:33.957524 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a056aa8a-a829-4ab6-b6a1-fd68a068b9c7 req-0bc17790-d6f8-491a-b90a-ac604edb77e0 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667617 Aug 23 20:46:34.117702 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b1eef59d-0583-40bd-a57c-185920bdab60 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:34.181896 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b7e88-e377-4522-8d30-def1b1466f04 req-918ada7f-4311-4cc7-abb6-e85926bc6db8 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:34.183446 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-747b7e88-e377-4522-8d30-def1b1466f04 req-918ada7f-4311-4cc7-abb6-e85926bc6db8 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=687a2c67-325b-40d7-86e7-a6799a3e82a1 HTTP/1.1" status: 200 len: 944 time: 0.1046283 Aug 23 20:46:34.209536 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eef59d-0583-40bd-a57c-185920bdab60 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Pushing event updated for resources: {'Subnet': ['ID=147315c0-341b-4442-bac5-be225679df31,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:34.231338 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eef59d-0583-40bd-a57c-185920bdab60 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:46:34.231687 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eef59d-0583-40bd-a57c-185920bdab60 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:46:34.232030 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eef59d-0583-40bd-a57c-185920bdab60 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:46:34.232393 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eef59d-0583-40bd-a57c-185920bdab60 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:46:34.232729 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eef59d-0583-40bd-a57c-185920bdab60 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:46:34.233059 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eef59d-0583-40bd-a57c-185920bdab60 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:46:34.233571 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eef59d-0583-40bd-a57c-185920bdab60 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:46:34.233911 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eef59d-0583-40bd-a57c-185920bdab60 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:46:34.234242 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eef59d-0583-40bd-a57c-185920bdab60 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:46:34.234578 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eef59d-0583-40bd-a57c-185920bdab60 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:46:34.234899 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eef59d-0583-40bd-a57c-185920bdab60 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:46:34.235231 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eef59d-0583-40bd-a57c-185920bdab60 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:46:34.239616 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eef59d-0583-40bd-a57c-185920bdab60 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Checking segment: {'id': '021caca7-5237-46dc-9e47-f6056f61ccf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '4c8f4f69-7725-4a3f-8d94-9fe50edcabf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:46:34.240276 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1eef59d-0583-40bd-a57c-185920bdab60 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Network hostable DHCP agents. Network: 4c8f4f69-7725-4a3f-8d94-9fe50edcabf2, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:46:34.266362 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-747b7e88-e377-4522-8d30-def1b1466f04 req-c1b2160d-f24e-4020-a4a8-89bced7faaf2 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747705 Aug 23 20:46:34.277534 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1eef59d-0583-40bd-a57c-185920bdab60 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Network 4c8f4f69-7725-4a3f-8d94-9fe50edcabf2 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:46:34.296365 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-b1eef59d-0583-40bd-a57c-185920bdab60 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 4c8f4f69-7725-4a3f-8d94-9fe50edcabf2) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:46:34.300760 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1eef59d-0583-40bd-a57c-185920bdab60 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:34.301361 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b1eef59d-0583-40bd-a57c-185920bdab60 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:34.316550 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9a9c4f-1a74-44d7-bef5-f30b5c74132c None None] Network 4c8f4f69-7725-4a3f-8d94-9fe50edcabf2 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:46:34.319857 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b1eef59d-0583-40bd-a57c-185920bdab60 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6474414 Aug 23 20:46:34.321624 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44842) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:34.327012 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-4397d034-c375-40c2-bf98-351ca5b0f46d tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Request body: {'port': {'network_id': '4c8f4f69-7725-4a3f-8d94-9fe50edcabf2', 'name': 'tempest-AllowedAddressPairTestJSON-849115216'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:46:34.330993 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a921577-0bbc-4070-88e1-83e687c7dd0b req-4969547d-97a1-4336-a56f-3201e5f86821 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:34.332874 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9a921577-0bbc-4070-88e1-83e687c7dd0b req-4969547d-97a1-4336-a56f-3201e5f86821 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5 HTTP/1.1" status: 200 len: 946 time: 0.0836461 Aug 23 20:46:34.403844 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9a921577-0bbc-4070-88e1-83e687c7dd0b req-09f392ef-95e9-4dc8-a658-c20f11623162 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=d454fa48-aaac-4911-81d6-c45d8631516f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497215 Aug 23 20:46:34.425373 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e4dc83-7ba8-4dbb-842d-9c64fe02131f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9fd599e-1fb6-4358-9e1b-5a04215d85ad'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:46:34.428895 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bab3cc-c90f-45d9-ad53-395e2c4b5bc7" -d '{"events": [{"server_uuid": "75e4dc83-7ba8-4dbb-842d-9c64fe02131f", "name": "network-vif-plugged", "status": "completed", "tag": "b9fd599e-1fb6-4358-9e1b-5a04215d85ad"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:46:34.477072 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4397d034-c375-40c2-bf98-351ca5b0f46d tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Made reservation on behalf of bb32bf05abe0486cb16f12242f2159e4 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:46:34.477795 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1818a69c-ecdf-4ea9-9375-b3961723758b x-openstack-request-id: req-1818a69c-ecdf-4ea9-9375-b3961723758b {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:46:34.478951 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e4dc83-7ba8-4dbb-842d-9c64fe02131f", "name": "network-vif-plugged", "status": "completed", "tag": "b9fd599e-1fb6-4358-9e1b-5a04215d85ad", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:46:34.478951 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1818a69c-ecdf-4ea9-9375-b3961723758b {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:46:34.478951 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e4dc83-7ba8-4dbb-842d-9c64fe02131f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9fd599e-1fb6-4358-9e1b-5a04215d85ad', 'code': 200} Aug 23 20:46:34.481586 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4397d034-c375-40c2-bf98-351ca5b0f46d tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:34.531333 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9758a39a-788c-4a5b-9b6d-43983afae8ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-4c8f4f69-7725-4a3f-8d94-9fe50edcabf2', 'network_id': '4c8f4f69-7725-4a3f-8d94-9fe50edcabf2', 'tenant_id': 'bb32bf05abe0486cb16f12242f2159e4', 'fixed_ips': [{'subnet_id': '147315c0-341b-4442-bac5-be225679df31'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:46:34.531667 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-4397d034-c375-40c2-bf98-351ca5b0f46d tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] device_id is not set on port 97dd10d9-05a9-42d7-9f55-c2e4df4b6ab6 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:46:34.532781 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9758a39a-788c-4a5b-9b6d-43983afae8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:34.654246 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1543e-6177-42dd-8d42-76302b2a6823 req-dd9d06d4-a311-4d6f-ae77-99787dfb44dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:34.657991 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-76a1543e-6177-42dd-8d42-76302b2a6823 req-dd9d06d4-a311-4d6f-ae77-99787dfb44dc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=75e4dc83-7ba8-4dbb-842d-9c64fe02131f HTTP/1.1" status: 200 len: 1097 time: 0.0945339 Aug 23 20:46:34.745106 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0c7c7-cacf-45fc-9c86-521e6f24acd3 req-b10ed977-74b7-42da-b47c-e57d12c9828f tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:34.746856 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3ea0c7c7-cacf-45fc-9c86-521e6f24acd3 req-b10ed977-74b7-42da-b47c-e57d12c9828f tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/ports?device_id=542ed902-9f67-4e7a-b812-0aa5e73de483 HTTP/1.1" status: 200 len: 945 time: 0.1055524 Aug 23 20:46:34.749066 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-76a1543e-6177-42dd-8d42-76302b2a6823 req-6024daf1-47a1-4d0a-bd8f-22b6ccfdb29b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9482bdbb-abea-4192-82de-d64fc163bbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719492 Aug 23 20:46:34.756033 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-9758a39a-788c-4a5b-9b6d-43983afae8ab None None] Allocated IP 172.20.0.2 (4c8f4f69-7725-4a3f-8d94-9fe50edcabf2/147315c0-341b-4442-bac5-be225679df31/449c0c64-f756-442d-9754-d2dc2f2ba3fd) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:46:34.805279 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3ea0c7c7-cacf-45fc-9c86-521e6f24acd3 req-012f4f2f-9018-4f5f-8004-f3a5db53fe3e tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/security-groups?id=9482bdbb-abea-4192-82de-d64fc163bbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507855 Aug 23 20:46:34.984402 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4f405-d2d4-45c1-97dd-cb5082c05ead req-31917b23-a085-484a-8155-e240998cc747 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:34.993977 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b0b4f405-d2d4-45c1-97dd-cb5082c05ead req-31917b23-a085-484a-8155-e240998cc747 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/ports?device_id=75e4dc83-7ba8-4dbb-842d-9c64fe02131f HTTP/1.1" status: 200 len: 946 time: 0.0785315 Aug 23 20:46:35.015636 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9758a39a-788c-4a5b-9b6d-43983afae8ab None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:35.033219 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9758a39a-788c-4a5b-9b6d-43983afae8ab None None] Transition to ACTIVE for port object 449c0c64-f756-442d-9754-d2dc2f2ba3fd will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:46:35.048024 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b0b4f405-d2d4-45c1-97dd-cb5082c05ead req-260f2b03-6924-44ea-8647-9a41f5248a67 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/security-groups?id=9482bdbb-abea-4192-82de-d64fc163bbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530410 Aug 23 20:46:35.080966 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9758a39a-788c-4a5b-9b6d-43983afae8ab None None] Transition to ACTIVE for port object 449c0c64-f756-442d-9754-d2dc2f2ba3fd will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:46:35.091950 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9758a39a-788c-4a5b-9b6d-43983afae8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:35.123775 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 8006f50a-b71a-4d40-bb79-8d82d03807f7 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:46:35.161422 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9758a39a-788c-4a5b-9b6d-43983afae8ab None None] Network 4c8f4f69-7725-4a3f-8d94-9fe50edcabf2 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:46:35.163636 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-4397d034-c375-40c2-bf98-351ca5b0f46d tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Allocated IP 172.20.0.5 (4c8f4f69-7725-4a3f-8d94-9fe50edcabf2/147315c0-341b-4442-bac5-be225679df31/97dd10d9-05a9-42d7-9f55-c2e4df4b6ab6) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:46:35.169823 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-9758a39a-788c-4a5b-9b6d-43983afae8ab None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:46:35.177037 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9758a39a-788c-4a5b-9b6d-43983afae8ab None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:46:35.194145 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34e102f-79a9-4a26-be60-b2684f144025 req-add19e77-322d-4769-8557-92c06f9904aa tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:35.196757 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a34e102f-79a9-4a26-be60-b2684f144025 req-add19e77-322d-4769-8557-92c06f9904aa tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.1413379 Aug 23 20:46:35.200917 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9758a39a-788c-4a5b-9b6d-43983afae8ab None None] Pushing event updated for resources: {'Port': ['ID=449c0c64-f756-442d-9754-d2dc2f2ba3fd,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:35.272493 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-9758a39a-788c-4a5b-9b6d-43983afae8ab None None] Attempting to bind port 449c0c64-f756-442d-9754-d2dc2f2ba3fd on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:46:35.272957 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-9758a39a-788c-4a5b-9b6d-43983afae8ab None None] Attempting to bind port 449c0c64-f756-442d-9754-d2dc2f2ba3fd by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '021caca7-5237-46dc-9e47-f6056f61ccf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '4c8f4f69-7725-4a3f-8d94-9fe50edcabf2'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:46:35.274193 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9758a39a-788c-4a5b-9b6d-43983afae8ab None None] Attempting to bind port 449c0c64-f756-442d-9754-d2dc2f2ba3fd on network 4c8f4f69-7725-4a3f-8d94-9fe50edcabf2 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:46:35.280163 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9758a39a-788c-4a5b-9b6d-43983afae8ab None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:46:35.280694 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9758a39a-788c-4a5b-9b6d-43983afae8ab None None] Checking segment: {'id': '021caca7-5237-46dc-9e47-f6056f61ccf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '4c8f4f69-7725-4a3f-8d94-9fe50edcabf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:46:35.281192 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9758a39a-788c-4a5b-9b6d-43983afae8ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:35.281718 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9758a39a-788c-4a5b-9b6d-43983afae8ab None None] Bound using segment: {'id': '021caca7-5237-46dc-9e47-f6056f61ccf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '4c8f4f69-7725-4a3f-8d94-9fe50edcabf2'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:46:35.282569 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-9758a39a-788c-4a5b-9b6d-43983afae8ab None None] Bound port: 449c0c64-f756-442d-9754-d2dc2f2ba3fd, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '021caca7-5237-46dc-9e47-f6056f61ccf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '4c8f4f69-7725-4a3f-8d94-9fe50edcabf2'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:46:35.282767 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9758a39a-788c-4a5b-9b6d-43983afae8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:35.301177 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 8006f50a-b71a-4d40-bb79-8d82d03807f7 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:46:35.301698 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:35.354946 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a34e102f-79a9-4a26-be60-b2684f144025 req-89159e47-7fde-4dfb-918e-0e05ea056b5c tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515930 Aug 23 20:46:35.489944 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-9758a39a-788c-4a5b-9b6d-43983afae8ab None None] For port 449c0c64-f756-442d-9754-d2dc2f2ba3fd, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:46:35.501135 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61501bef-7df5-459c-b144-de49def9337b req-43a092fc-da52-4be7-965d-e000f1273479 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:35.504098 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-9758a39a-788c-4a5b-9b6d-43983afae8ab None None] For port 449c0c64-f756-442d-9754-d2dc2f2ba3fd, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=449c0c64-f756-442d-9754-d2dc2f2ba3fd,segment=NetworkSegment(021caca7-5237-46dc-9e47-f6056f61ccf9),segment_id=021caca7-5237-46dc-9e47-f6056f61ccf9)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:46:35.511148 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9758a39a-788c-4a5b-9b6d-43983afae8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:35.517572 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-61501bef-7df5-459c-b144-de49def9337b req-43a092fc-da52-4be7-965d-e000f1273479 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=687a2c67-325b-40d7-86e7-a6799a3e82a1 HTTP/1.1" status: 200 len: 944 time: 0.1232290 Aug 23 20:46:35.525558 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:35.575574 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-61501bef-7df5-459c-b144-de49def9337b req-405a1353-ec13-436d-afbb-8dc21e4310b2 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567257 Aug 23 20:46:35.577655 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4397d034-c375-40c2-bf98-351ca5b0f46d tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:35.646398 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 8006f50a-b71a-4d40-bb79-8d82d03807f7, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=8006f50a-b71a-4d40-bb79-8d82d03807f7,segment=NetworkSegment(a0304131-671f-4c22-8fc4-9d97cd99d833),segment_id=a0304131-671f-4c22-8fc4-9d97cd99d833)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:46:35.648852 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9758a39a-788c-4a5b-9b6d-43983afae8ab None None] Pushing event updated for resources: {'Port': ['ID=449c0c64-f756-442d-9754-d2dc2f2ba3fd,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:35.655521 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:35.666497 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-4397d034-c375-40c2-bf98-351ca5b0f46d tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Transition to ACTIVE for port object 97dd10d9-05a9-42d7-9f55-c2e4df4b6ab6 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:46:35.701214 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc8683-26ce-4afa-931b-b4e59756f57b req-682e7eea-fe86-4dd2-a087-3ae990a123f7 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:35.708893 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5dcc8683-26ce-4afa-931b-b4e59756f57b req-682e7eea-fe86-4dd2-a087-3ae990a123f7 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5 HTTP/1.1" status: 200 len: 946 time: 0.1613557 Aug 23 20:46:35.758315 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=8006f50a-b71a-4d40-bb79-8d82d03807f7,revision_number=7']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:35.783773 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5dcc8683-26ce-4afa-931b-b4e59756f57b req-501469bb-ff6c-4c8a-aaf9-f5f98b71c5f9 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=d454fa48-aaac-4911-81d6-c45d8631516f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733399 Aug 23 20:46:35.785957 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4397d034-c375-40c2-bf98-351ca5b0f46d tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:35.847867 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4397d034-c375-40c2-bf98-351ca5b0f46d tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Pushing event updated for resources: {'Port': ['ID=97dd10d9-05a9-42d7-9f55-c2e4df4b6ab6,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:35.872936 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4397d034-c375-40c2-bf98-351ca5b0f46d tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Network 4c8f4f69-7725-4a3f-8d94-9fe50edcabf2 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:46:35.874394 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-4397d034-c375-40c2-bf98-351ca5b0f46d tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:46:35.877682 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4397d034-c375-40c2-bf98-351ca5b0f46d tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:46:36.035333 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4397d034-c375-40c2-bf98-351ca5b0f46d tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:36.036091 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4397d034-c375-40c2-bf98-351ca5b0f46d tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:36.059193 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4397d034-c375-40c2-bf98-351ca5b0f46d tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7364008 Aug 23 20:46:36.062694 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44866) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:36.070464 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-bb070a28-fdbd-4518-915d-83cc4c3b7b62 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Request body: {'port': {'network_id': '4c8f4f69-7725-4a3f-8d94-9fe50edcabf2', 'name': 'tempest-AllowedAddressPairTestJSON-1558064283', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:f8:91:18'}]}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:46:36.211435 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acabce09-96d2-4a5c-96e8-fe48ad55e41c req-36de8c05-0280-4747-b2e9-8d9a94ccb99d tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:36.214450 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-acabce09-96d2-4a5c-96e8-fe48ad55e41c req-36de8c05-0280-4747-b2e9-8d9a94ccb99d tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/ports?device_id=75e4dc83-7ba8-4dbb-842d-9c64fe02131f HTTP/1.1" status: 200 len: 946 time: 0.0759699 Aug 23 20:46:36.264353 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb070a28-fdbd-4518-915d-83cc4c3b7b62 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Made reservation on behalf of bb32bf05abe0486cb16f12242f2159e4 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:46:36.269260 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-acabce09-96d2-4a5c-96e8-fe48ad55e41c req-6937cca7-178e-4358-bd96-537f62b16eb5 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/security-groups?id=9482bdbb-abea-4192-82de-d64fc163bbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474846 Aug 23 20:46:36.439626 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bb070a28-fdbd-4518-915d-83cc4c3b7b62 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:36.462833 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-bb070a28-fdbd-4518-915d-83cc4c3b7b62 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] device_id is not set on port 7960763c-c6b4-4096-b522-780e3a405d53 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:46:36.479767 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '687a2c67-325b-40d7-86e7-a6799a3e82a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8006f50a-b71a-4d40-bb79-8d82d03807f7'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:46:36.482490 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630181d4-76e7-4613-aedf-f9fe6a6994b6" -d '{"events": [{"server_uuid": "687a2c67-325b-40d7-86e7-a6799a3e82a1", "name": "network-vif-plugged", "status": "completed", "tag": "8006f50a-b71a-4d40-bb79-8d82d03807f7"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:46:36.585156 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d029c-5fec-45ef-9119-34199ed0ee9e req-aafafc82-6c3c-431d-b8d4-c34095fa7a42 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:36.593374 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-486d029c-5fec-45ef-9119-34199ed0ee9e req-aafafc82-6c3c-431d-b8d4-c34095fa7a42 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.0872512 Aug 23 20:46:36.599858 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d504f7c1-2b32-45f1-b31b-b913410da1eb x-openstack-request-id: req-d504f7c1-2b32-45f1-b31b-b913410da1eb {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:46:36.600404 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "687a2c67-325b-40d7-86e7-a6799a3e82a1", "name": "network-vif-plugged", "status": "completed", "tag": "8006f50a-b71a-4d40-bb79-8d82d03807f7", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:46:36.600534 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d504f7c1-2b32-45f1-b31b-b913410da1eb {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:46:36.600884 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '687a2c67-325b-40d7-86e7-a6799a3e82a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8006f50a-b71a-4d40-bb79-8d82d03807f7', 'code': 200} Aug 23 20:46:36.683654 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-486d029c-5fec-45ef-9119-34199ed0ee9e req-7ecf4a88-4fa4-433f-8490-08c37d12e7d2 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767050 Aug 23 20:46:36.722678 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-bb070a28-fdbd-4518-915d-83cc4c3b7b62 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Allocated IP 172.20.0.11 (4c8f4f69-7725-4a3f-8d94-9fe50edcabf2/147315c0-341b-4442-bac5-be225679df31/7960763c-c6b4-4096-b522-780e3a405d53) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:46:36.941406 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d2b92-eb04-4ec1-ab16-49633cfd8761 req-e1d91305-d248-43e3-9343-426beda6bdee tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:36.944138 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cc4d2b92-eb04-4ec1-ab16-49633cfd8761 req-e1d91305-d248-43e3-9343-426beda6bdee tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=687a2c67-325b-40d7-86e7-a6799a3e82a1 HTTP/1.1" status: 200 len: 945 time: 0.1493971 Aug 23 20:46:37.034743 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cc4d2b92-eb04-4ec1-ab16-49633cfd8761 req-81da591b-9954-4923-8513-64b351160616 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772746 Aug 23 20:46:37.062567 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4aaf2-713b-4e2b-8440-d61298a1e192 req-de154d6f-c2a6-4048-9e9b-fa1d3e4e2349 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:37.071654 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b3e4aaf2-713b-4e2b-8440-d61298a1e192 req-de154d6f-c2a6-4048-9e9b-fa1d3e4e2349 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5 HTTP/1.1" status: 200 len: 946 time: 0.1332071 Aug 23 20:46:37.135654 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b3e4aaf2-713b-4e2b-8440-d61298a1e192 req-2bf9e6dd-8636-4b47-b006-265617792b39 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=d454fa48-aaac-4911-81d6-c45d8631516f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628331 Aug 23 20:46:37.149698 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bb070a28-fdbd-4518-915d-83cc4c3b7b62 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:37.156270 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2e3318-bf36-4941-8a88-59c56cc43c95 None None] Network 4c8f4f69-7725-4a3f-8d94-9fe50edcabf2 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:46:37.166536 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-bb070a28-fdbd-4518-915d-83cc4c3b7b62 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Transition to ACTIVE for port object 7960763c-c6b4-4096-b522-780e3a405d53 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:46:37.211271 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bb070a28-fdbd-4518-915d-83cc4c3b7b62 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:37.245739 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-939f4b0e-666a-4ed1-9f8c-66b5c34d82ba None None] Provisioning for port 449c0c64-f756-442d-9754-d2dc2f2ba3fd completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:46:37.272508 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb070a28-fdbd-4518-915d-83cc4c3b7b62 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Network 4c8f4f69-7725-4a3f-8d94-9fe50edcabf2 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:46:37.277069 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-bb070a28-fdbd-4518-915d-83cc4c3b7b62 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:46:37.281521 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb070a28-fdbd-4518-915d-83cc4c3b7b62 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:46:37.420956 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb070a28-fdbd-4518-915d-83cc4c3b7b62 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Pushing event updated for resources: {'Port': ['ID=7960763c-c6b4-4096-b522-780e3a405d53,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:37.438966 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb070a28-fdbd-4518-915d-83cc4c3b7b62 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:37.439653 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bb070a28-fdbd-4518-915d-83cc4c3b7b62 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:37.469895 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44896) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:37.470520 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-bb070a28-fdbd-4518-915d-83cc4c3b7b62 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.4058723 Aug 23 20:46:37.502448 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-302318e0-186a-415b-81b4-9f9dd65161d3 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:37.504146 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-302318e0-186a-415b-81b4-9f9dd65161d3 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/networks?id=77c5d15c-39fe-408a-a7c4-e7fa78648cdc HTTP/1.1" status: 200 len: 811 time: 0.1762543 Aug 23 20:46:37.537755 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-cd83af47-7782-4893-9d8d-7342bd5fcec2 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/quotas/b1abaf29a2594bd2aeb412c8b0b847b0 HTTP/1.1" status: 200 len: 375 time: 0.0244565 Aug 23 20:46:37.614938 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-e115cb37-fdbc-4eeb-a8dd-3301312db9a3 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b1abaf29a2594bd2aeb412c8b0b847b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0761318 Aug 23 20:46:37.635189 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fee37c-28ff-4a9a-95ee-82d9e0c0e250 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:37.647116 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fee37c-28ff-4a9a-95ee-82d9e0c0e250 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:37.663113 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fee37c-28ff-4a9a-95ee-82d9e0c0e250 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:37.665365 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-11fee37c-28ff-4a9a-95ee-82d9e0c0e250 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.1926808 Aug 23 20:46:37.669065 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44898) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:37.720621 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-083b4d7c-cde8-4e15-94d6-556e8b99a502 None None] Provisioning for port 97dd10d9-05a9-42d7-9f55-c2e4df4b6ab6 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:46:37.725938 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-083b4d7c-cde8-4e15-94d6-556e8b99a502 None None] Provisioning complete for port 97dd10d9-05a9-42d7-9f55-c2e4df4b6ab6 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:46:37.726369 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-083b4d7c-cde8-4e15-94d6-556e8b99a502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:37.789721 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-bf2d5b21-c0fe-4f76-8aa3-52e34101ed39 service neutron] 10.222.0.61 "GET /v2.0/networks/77c5d15c-39fe-408a-a7c4-e7fa78648cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734202 Aug 23 20:46:37.868452 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-083b4d7c-cde8-4e15-94d6-556e8b99a502 None None] Port 97dd10d9-05a9-42d7-9f55-c2e4df4b6ab6 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:46:37.882936 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-083b4d7c-cde8-4e15-94d6-556e8b99a502 None None] Provisioning for port 7960763c-c6b4-4096-b522-780e3a405d53 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:46:37.889920 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-083b4d7c-cde8-4e15-94d6-556e8b99a502 None None] Provisioning complete for port 7960763c-c6b4-4096-b522-780e3a405d53 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:46:37.890874 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-083b4d7c-cde8-4e15-94d6-556e8b99a502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:37.984669 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-083b4d7c-cde8-4e15-94d6-556e8b99a502 None None] Port 7960763c-c6b4-4096-b522-780e3a405d53 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:46:37.984886 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-ef880ac8-8f63-4270-b7c2-928c81a4ba7d service neutron] 10.222.0.61 "GET /v2.0/networks/77c5d15c-39fe-408a-a7c4-e7fa78648cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932042 Aug 23 20:46:37.992498 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 449c0c64-f756-442d-9754-d2dc2f2ba3fd up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:46:38.041501 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54868e5-6d6f-44c3-8f9c-8c8368bb1d73 req-e8a4490a-bacf-40bc-ae53-856e9dd4a89f tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:38.049094 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d54868e5-6d6f-44c3-8f9c-8c8368bb1d73 req-e8a4490a-bacf-40bc-ae53-856e9dd4a89f tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.2028794 Aug 23 20:46:38.052675 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-8a5a4c02-a696-41f9-9402-c419e651e254 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Deleting port 7960763c-c6b4-4096-b522-780e3a405d53 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:46:38.053020 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8a5a4c02-a696-41f9-9402-c419e651e254 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:38.101073 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 449c0c64-f756-442d-9754-d2dc2f2ba3fd completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:46:38.117943 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 449c0c64-f756-442d-9754-d2dc2f2ba3fd triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:46:38.118722 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:38.193434 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a97c1563-ed17-46b1-92be-cec3ab637406 None None] Provisioning complete for port 97dd10d9-05a9-42d7-9f55-c2e4df4b6ab6 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:46:38.194024 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a97c1563-ed17-46b1-92be-cec3ab637406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:38.197427 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d54868e5-6d6f-44c3-8f9c-8c8368bb1d73 req-1c70a302-8f78-47dd-b5c6-883632fe95b2 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473143 Aug 23 20:46:38.309656 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8525cf-e5de-4166-bcab-9062a34eead2 req-fdabd278-a0fb-4d50-8891-9edd1627b617 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:38.311223 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5c8525cf-e5de-4166-bcab-9062a34eead2 req-fdabd278-a0fb-4d50-8891-9edd1627b617 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.11 "GET /v2.0/ports?device_id=75e4dc83-7ba8-4dbb-842d-9c64fe02131f HTTP/1.1" status: 200 len: 946 time: 0.1364765 Aug 23 20:46:38.335934 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8a5a4c02-a696-41f9-9402-c419e651e254 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:38.380677 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a97c1563-ed17-46b1-92be-cec3ab637406 None None] Port 97dd10d9-05a9-42d7-9f55-c2e4df4b6ab6 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:46:38.387605 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:38.407374 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-8a5a4c02-a696-41f9-9402-c419e651e254 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Calling delete_port for 7960763c-c6b4-4096-b522-780e3a405d53 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:46:38.478650 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 449c0c64-f756-442d-9754-d2dc2f2ba3fd, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=449c0c64-f756-442d-9754-d2dc2f2ba3fd,segment=NetworkSegment(021caca7-5237-46dc-9e47-f6056f61ccf9),segment_id=021caca7-5237-46dc-9e47-f6056f61ccf9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:46:38.490615 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0c8c7-f82d-4115-a9ed-f513ff468e0c req-70bddaf9-fa48-42fa-9145-f8972296469b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:38.495932 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:38.499543 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-55f0c8c7-f82d-4115-a9ed-f513ff468e0c req-70bddaf9-fa48-42fa-9145-f8972296469b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5 HTTP/1.1" status: 200 len: 946 time: 0.1060915 Aug 23 20:46:38.595360 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-5c8525cf-e5de-4166-bcab-9062a34eead2 req-c79f7cf1-b278-413c-8af3-8803a412fd1d tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Deleting port b9fd599e-1fb6-4358-9e1b-5a04215d85ad {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:46:38.595714 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5c8525cf-e5de-4166-bcab-9062a34eead2 req-c79f7cf1-b278-413c-8af3-8803a412fd1d tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:38.599735 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aed5cd-aaea-42c3-a00d-71996e3067b3 req-8b704640-68cc-4bf3-b526-d0c693160e8c tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:38.611187 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b0aed5cd-aaea-42c3-a00d-71996e3067b3 req-8b704640-68cc-4bf3-b526-d0c693160e8c tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=687a2c67-325b-40d7-86e7-a6799a3e82a1 HTTP/1.1" status: 200 len: 945 time: 0.2527280 Aug 23 20:46:38.611509 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=449c0c64-f756-442d-9754-d2dc2f2ba3fd,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:38.618837 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3baf1950-256e-4b00-b169-d7315e1e9339 None None] Provisioning complete for port 7960763c-c6b4-4096-b522-780e3a405d53 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:46:38.619228 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3baf1950-256e-4b00-b169-d7315e1e9339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:38.689258 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-3baf1950-256e-4b00-b169-d7315e1e9339 None None] Port 7960763c-c6b4-4096-b522-780e3a405d53 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:46:38.700376 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b991d63-bc5f-40d7-b0e2-4603fa6b75a1 req-9e6a1fe9-7169-40cc-aec7-c96d1c3262ad tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:38.701883 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6b991d63-bc5f-40d7-b0e2-4603fa6b75a1 req-9e6a1fe9-7169-40cc-aec7-c96d1c3262ad tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.32 "GET /v2.0/ports?device_id=542ed902-9f67-4e7a-b812-0aa5e73de483 HTTP/1.1" status: 200 len: 945 time: 0.2222242 Aug 23 20:46:38.807473 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-5c8525cf-e5de-4166-bcab-9062a34eead2 req-c79f7cf1-b278-413c-8af3-8803a412fd1d tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] For port b9fd599e-1fb6-4358-9e1b-5a04215d85ad, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=b9fd599e-1fb6-4358-9e1b-5a04215d85ad,segment=NetworkSegment(fea14536-63e5-4de1-9c01-50995460e8f9),segment_id=fea14536-63e5-4de1-9c01-50995460e8f9)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:46:38.808214 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5c8525cf-e5de-4166-bcab-9062a34eead2 req-c79f7cf1-b278-413c-8af3-8803a412fd1d tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:38.823907 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-5c8525cf-e5de-4166-bcab-9062a34eead2 req-c79f7cf1-b278-413c-8af3-8803a412fd1d tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Calling delete_port for b9fd599e-1fb6-4358-9e1b-5a04215d85ad owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:46:38.824182 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b0aed5cd-aaea-42c3-a00d-71996e3067b3 req-d19b1115-7177-4c82-8d03-351bc5d402d6 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110701 Aug 23 20:46:38.950472 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-6b991d63-bc5f-40d7-b0e2-4603fa6b75a1 req-49582028-ec1d-4dc4-8e5c-579f769b9e18 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Deleting port 189813cd-abd8-4d15-9502-0be97d04e266 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:46:38.950929 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6b991d63-bc5f-40d7-b0e2-4603fa6b75a1 req-49582028-ec1d-4dc4-8e5c-579f769b9e18 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:38.980227 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8a5a4c02-a696-41f9-9402-c419e651e254 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:39.026099 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-55f0c8c7-f82d-4115-a9ed-f513ff468e0c req-32419168-d300-44d7-ba9e-b3733fcbd0e4 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=d454fa48-aaac-4911-81d6-c45d8631516f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5198128 Aug 23 20:46:39.049343 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5c8525cf-e5de-4166-bcab-9062a34eead2 req-c79f7cf1-b278-413c-8af3-8803a412fd1d tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:39.061603 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['b9fd599e-1fb6-4358-9e1b-5a04215d85ad'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:46:39.119725 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['189813cd-abd8-4d15-9502-0be97d04e266'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:46:39.141484 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a4c02-a696-41f9-9402-c419e651e254 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Pushing event deleted for resources: {'Port': ['ID=7960763c-c6b4-4096-b522-780e3a405d53,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:39.194383 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c8525cf-e5de-4166-bcab-9062a34eead2 req-c79f7cf1-b278-413c-8af3-8803a412fd1d tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] No DVR routers for this DVR port b9fd599e-1fb6-4358-9e1b-5a04215d85ad on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:46:39.212357 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f7cf1-b278-413c-8af3-8803a412fd1d tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Pushing event deleted for resources: {'Port': ['ID=b9fd599e-1fb6-4358-9e1b-5a04215d85ad,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:39.217193 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5c8525cf-e5de-4166-bcab-9062a34eead2 req-c79f7cf1-b278-413c-8af3-8803a412fd1d tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:39.219640 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5c8525cf-e5de-4166-bcab-9062a34eead2 req-c79f7cf1-b278-413c-8af3-8803a412fd1d tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.11 "DELETE /v2.0/ports/b9fd599e-1fb6-4358-9e1b-5a04215d85ad HTTP/1.1" status: 204 len: 173 time: 0.9001644 Aug 23 20:46:39.222315 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e4dc83-7ba8-4dbb-842d-9c64fe02131f', 'name': 'network-vif-deleted', 'tag': 'b9fd599e-1fb6-4358-9e1b-5a04215d85ad'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:46:39.245016 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236a857d-d091-4688-8862-82baaf61ff5b" -d '{"events": [{"server_uuid": "75e4dc83-7ba8-4dbb-842d-9c64fe02131f", "name": "network-vif-deleted", "tag": "b9fd599e-1fb6-4358-9e1b-5a04215d85ad"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:46:39.325474 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [req-596a7b0c-bf0a-40db-8597-2ce1195e87b4 req-41dbb38c-d282-4d26-8a0c-71631fa2bbca service neutron] show failed (client error): The resource could not be found. Aug 23 20:46:39.338992 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-596a7b0c-bf0a-40db-8597-2ce1195e87b4 req-41dbb38c-d282-4d26-8a0c-71631fa2bbca service neutron] 10.222.0.11 "GET /v2.0/ports/1926252b-6fc4-4546-a9e7-812433bb4ebc/bindings/n-h2-805663-2 HTTP/1.1" status: 404 len: 380 time: 0.7463424 Aug 23 20:46:39.406137 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b7be7910-adfd-4e68-819e-9eb47f82c30b req-a530364b-8467-40c8-ba54-c9203800a0e8 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/ports?device_id=98eda1a0-f742-445e-8846-160186e82cdf HTTP/1.1" status: 200 len: 210 time: 0.1076581 Aug 23 20:46:39.518473 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae04ea0-ee86-4fd6-afe8-4cdcf32fde00 x-openstack-request-id: req-1ae04ea0-ee86-4fd6-afe8-4cdcf32fde00 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:46:39.518820 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e4dc83-7ba8-4dbb-842d-9c64fe02131f", "name": "network-vif-deleted", "tag": "b9fd599e-1fb6-4358-9e1b-5a04215d85ad", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:46:39.519136 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1ae04ea0-ee86-4fd6-afe8-4cdcf32fde00 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:46:39.519604 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e4dc83-7ba8-4dbb-842d-9c64fe02131f', 'name': 'network-vif-deleted', 'tag': 'b9fd599e-1fb6-4358-9e1b-5a04215d85ad', 'status': 'completed', 'code': 200} Aug 23 20:46:39.622446 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-6b991d63-bc5f-40d7-b0e2-4603fa6b75a1 req-49582028-ec1d-4dc4-8e5c-579f769b9e18 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] For port 189813cd-abd8-4d15-9502-0be97d04e266, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=189813cd-abd8-4d15-9502-0be97d04e266,segment=NetworkSegment(fea14536-63e5-4de1-9c01-50995460e8f9),segment_id=fea14536-63e5-4de1-9c01-50995460e8f9)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:46:39.623180 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6b991d63-bc5f-40d7-b0e2-4603fa6b75a1 req-49582028-ec1d-4dc4-8e5c-579f769b9e18 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:39.686775 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-6b991d63-bc5f-40d7-b0e2-4603fa6b75a1 req-49582028-ec1d-4dc4-8e5c-579f769b9e18 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Calling delete_port for 189813cd-abd8-4d15-9502-0be97d04e266 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:46:39.855859 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb370cf3-00a4-4645-910f-b30e10d2dc25 req-ebf62367-5c9a-4b51-90f3-8eae6ccfa04b tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:39.867231 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cb370cf3-00a4-4645-910f-b30e10d2dc25 req-ebf62367-5c9a-4b51-90f3-8eae6ccfa04b tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.4670615 Aug 23 20:46:39.875013 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 449c0c64-f756-442d-9754-d2dc2f2ba3fd up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:46:39.897408 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8a5a4c02-a696-41f9-9402-c419e651e254 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:39.904742 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8a5a4c02-a696-41f9-9402-c419e651e254 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] 10.222.0.61 "DELETE /v2.0/ports/7960763c-c6b4-4096-b522-780e3a405d53 HTTP/1.1" status: 204 len: 168 time: 2.2270880 Aug 23 20:46:39.942457 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44932) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:40.022875 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7d33f7f1-08e2-42c8-a140-a82efe0a87c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:40.033040 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cb370cf3-00a4-4645-910f-b30e10d2dc25 req-af00ec67-1dab-48ac-aa5f-d247706f5bb8 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648126 Aug 23 20:46:40.035740 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 449c0c64-f756-442d-9754-d2dc2f2ba3fd triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:46:40.037243 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:40.085767 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fd1e6bb-43f9-4a11-9a36-0935b7ea6aa8 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] GET failed (client error): The resource could not be found. Aug 23 20:46:40.088800 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2fd1e6bb-43f9-4a11-9a36-0935b7ea6aa8 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] 10.222.0.61 "GET /v2.0/ports/7960763c-c6b4-4096-b522-780e3a405d53 HTTP/1.1" status: 404 len: 333 time: 0.1465254 Aug 23 20:46:40.095995 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44942) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:40.105406 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-6abe3ef7-2bb2-491b-a5d6-0fffeace2aee tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Request body: {'port': {'network_id': '4c8f4f69-7725-4a3f-8d94-9fe50edcabf2', 'name': 'tempest-AllowedAddressPairTestJSON-296685827'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:46:40.147059 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a13b7-0504-4417-90e7-98db5ac60908 req-ea95b4a8-b20d-43dc-8aaa-2394006dd5d6 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:40.156895 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3f3a13b7-0504-4417-90e7-98db5ac60908 req-ea95b4a8-b20d-43dc-8aaa-2394006dd5d6 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=687a2c67-325b-40d7-86e7-a6799a3e82a1 HTTP/1.1" status: 200 len: 945 time: 0.1620746 Aug 23 20:46:40.219885 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a7b0c-bf0a-40db-8597-2ce1195e87b4 req-55b3d745-7d05-4ee1-a5f4-78738b12f1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:40.221798 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-596a7b0c-bf0a-40db-8597-2ce1195e87b4 req-55b3d745-7d05-4ee1-a5f4-78738b12f1c4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5&tenant_id=0b17a426d9eb4b3083079c3d4dc4db5c HTTP/1.1" status: 200 len: 1097 time: 0.3750868 Aug 23 20:46:40.274230 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3f3a13b7-0504-4417-90e7-98db5ac60908 req-b3d0e5c5-4836-4ca8-bfae-d1618fdacb97 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160574 Aug 23 20:46:40.306015 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-596a7b0c-bf0a-40db-8597-2ce1195e87b4 req-43b8a365-8356-46ee-9e76-2044d247edb4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805663-2', 'device_owner': 'compute:nova'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:46:40.334972 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6b991d63-bc5f-40d7-b0e2-4603fa6b75a1 req-49582028-ec1d-4dc4-8e5c-579f769b9e18 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:40.403948 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49582028-ec1d-4dc4-8e5c-579f769b9e18 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Pushing event deleted for resources: {'Port': ['ID=189813cd-abd8-4d15-9502-0be97d04e266,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:40.426617 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:40.454657 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b991d63-bc5f-40d7-b0e2-4603fa6b75a1 req-49582028-ec1d-4dc4-8e5c-579f769b9e18 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] No DVR routers for this DVR port 189813cd-abd8-4d15-9502-0be97d04e266 on host n-h2-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:46:40.459328 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6b991d63-bc5f-40d7-b0e2-4603fa6b75a1 req-49582028-ec1d-4dc4-8e5c-579f769b9e18 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:40.464927 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6b991d63-bc5f-40d7-b0e2-4603fa6b75a1 req-49582028-ec1d-4dc4-8e5c-579f769b9e18 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.32 "DELETE /v2.0/ports/189813cd-abd8-4d15-9502-0be97d04e266 HTTP/1.1" status: 204 len: 173 time: 1.7415955 Aug 23 20:46:40.465763 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '542ed902-9f67-4e7a-b812-0aa5e73de483', 'name': 'network-vif-deleted', 'tag': '189813cd-abd8-4d15-9502-0be97d04e266'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:46:40.475645 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c420f7df-6b52-4b40-95cb-b618b732cfc7" -d '{"events": [{"server_uuid": "542ed902-9f67-4e7a-b812-0aa5e73de483", "name": "network-vif-deleted", "tag": "189813cd-abd8-4d15-9502-0be97d04e266"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:46:40.549071 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-596a7b0c-bf0a-40db-8597-2ce1195e87b4 req-43b8a365-8356-46ee-9e76-2044d247edb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:40.600896 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5456e72c-f11c-4e11-a837-9b4c5195b0d7 req-2cbb9817-a9d6-4cb6-a14b-dcf8dc288fc9 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/ports?device_id=98eda1a0-f742-445e-8846-160186e82cdf HTTP/1.1" status: 200 len: 210 time: 0.0683470 Aug 23 20:46:40.658688 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41be8c0d-bbea-42a1-8219-805d4167813f x-openstack-request-id: req-41be8c0d-bbea-42a1-8219-805d4167813f {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:46:40.659367 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "542ed902-9f67-4e7a-b812-0aa5e73de483", "name": "network-vif-deleted", "tag": "189813cd-abd8-4d15-9502-0be97d04e266", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:46:40.659367 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-41be8c0d-bbea-42a1-8219-805d4167813f {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:46:40.659722 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '542ed902-9f67-4e7a-b812-0aa5e73de483', 'name': 'network-vif-deleted', 'tag': '189813cd-abd8-4d15-9502-0be97d04e266', 'status': 'completed', 'code': 200} Aug 23 20:46:40.663524 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6abe3ef7-2bb2-491b-a5d6-0fffeace2aee tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Made reservation on behalf of bb32bf05abe0486cb16f12242f2159e4 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:46:40.670913 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6abe3ef7-2bb2-491b-a5d6-0fffeace2aee tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:40.707953 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd551a81-f1e8-4677-bd16-e77c112b8164 req-6080ebd3-a79e-4550-ad79-6bfcf8422293 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:40.716160 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bd551a81-f1e8-4677-bd16-e77c112b8164 req-6080ebd3-a79e-4550-ad79-6bfcf8422293 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5 HTTP/1.1" status: 200 len: 946 time: 0.2717314 Aug 23 20:46:41.106369 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-6abe3ef7-2bb2-491b-a5d6-0fffeace2aee tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] device_id is not set on port cd227735-862c-4518-b296-dd78af89511b yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:46:41.198022 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device b9fd599e-1fb6-4358-9e1b-5a04215d85ad no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:46:41.255457 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: b9fd599e-1fb6-4358-9e1b-5a04215d85ad {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:46:41.256663 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device b9fd599e-1fb6-4358-9e1b-5a04215d85ad not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:46:41.294470 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bd551a81-f1e8-4677-bd16-e77c112b8164 req-f8d019b0-9bdd-4711-8889-855b6555d3ad tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=d454fa48-aaac-4911-81d6-c45d8631516f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5719891 Aug 23 20:46:41.350535 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860570ab-f098-4e19-aa94-ab362c62ebb6 req-6ce8fe08-1ea1-480e-a9a8-316e6de651b5 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:41.359581 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-860570ab-f098-4e19-aa94-ab362c62ebb6 req-6ce8fe08-1ea1-480e-a9a8-316e6de651b5 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.2254164 Aug 23 20:46:41.397333 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-a14a6d30-19ed-45fb-8f04-7d80aeda5c63 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:41.399879 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-a14a6d30-19ed-45fb-8f04-7d80aeda5c63 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.32 "GET /v2.0/networks?id=77c5d15c-39fe-408a-a7c4-e7fa78648cdc HTTP/1.1" status: 200 len: 811 time: 0.2550368 Aug 23 20:46:41.424832 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-860570ab-f098-4e19-aa94-ab362c62ebb6 req-73f41f9c-37ad-417f-b5eb-db8f8956a8e5 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641131 Aug 23 20:46:41.431021 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-bcc0292e-1262-4f6e-ae11-bd60ad9b4634 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Request body: {'port': {'device_id': '98eda1a0-f742-445e-8846-160186e82cdf', 'network_id': '77c5d15c-39fe-408a-a7c4-e7fa78648cdc', 'admin_state_up': True, 'tenant_id': 'b1abaf29a2594bd2aeb412c8b0b847b0'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:46:41.522279 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-ba13a9b1-2e69-4947-aac5-c542b84246eb tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:41.523807 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-ba13a9b1-2e69-4947-aac5-c542b84246eb tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.11 "GET /v2.0/networks?id=77c5d15c-39fe-408a-a7c4-e7fa78648cdc HTTP/1.1" status: 200 len: 811 time: 0.8433661 Aug 23 20:46:41.549492 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-a22b6ba1-7f39-4437-8ac3-e6a276d556fc tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Request body: {'port': {'device_id': '0f2ea3e3-1be8-489a-9015-954cc29a701e', 'network_id': '77c5d15c-39fe-408a-a7c4-e7fa78648cdc', 'admin_state_up': True, 'tenant_id': 'b1abaf29a2594bd2aeb412c8b0b847b0'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:46:41.570664 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-6abe3ef7-2bb2-491b-a5d6-0fffeace2aee tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Allocated IP 172.20.0.12 (4c8f4f69-7725-4a3f-8d94-9fe50edcabf2/147315c0-341b-4442-bac5-be225679df31/cd227735-862c-4518-b296-dd78af89511b) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:46:41.636472 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-bcc0292e-1262-4f6e-ae11-bd60ad9b4634 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Made reservation on behalf of b1abaf29a2594bd2aeb412c8b0b847b0 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:46:41.644800 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-bcc0292e-1262-4f6e-ae11-bd60ad9b4634 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:41.734893 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d57b2-d986-447c-b353-9249257844c3 req-cef565fb-9ad6-42d9-9cf9-9e5e0e2f6ded tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:41.745191 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e52d57b2-d986-447c-b353-9249257844c3 req-cef565fb-9ad6-42d9-9cf9-9e5e0e2f6ded tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=687a2c67-325b-40d7-86e7-a6799a3e82a1 HTTP/1.1" status: 200 len: 945 time: 0.2976100 Aug 23 20:46:41.748357 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-596a7b0c-bf0a-40db-8597-2ce1195e87b4 req-43b8a365-8356-46ee-9e76-2044d247edb4 service neutron] For port 1926252b-6fc4-4546-a9e7-812433bb4ebc, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=1926252b-6fc4-4546-a9e7-812433bb4ebc,segment=NetworkSegment(1268e019-263b-4e75-8302-6489aacb80bb),segment_id=1268e019-263b-4e75-8302-6489aacb80bb)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:46:41.780821 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-469fa606-e903-405c-9437-e30f67498a88 req-63c921e3-f2c9-4b26-8cd9-43746a269e68 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/ports?device_id=98eda1a0-f742-445e-8846-160186e82cdf HTTP/1.1" status: 200 len: 210 time: 0.0433278 Aug 23 20:46:41.861542 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-bcc0292e-1262-4f6e-ae11-bd60ad9b4634 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Allocated IP 172.20.0.11 (77c5d15c-39fe-408a-a7c4-e7fa78648cdc/cc375d59-0841-4067-80ed-23a2ed98d8ba/d22caefd-c9cd-4f68-8854-16f994c0b7a0) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:46:41.927805 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e52d57b2-d986-447c-b353-9249257844c3 req-aac9ced6-efc3-4df6-89c0-62bc5b45da85 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817307 Aug 23 20:46:41.972862 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-596a7b0c-bf0a-40db-8597-2ce1195e87b4 req-43b8a365-8356-46ee-9e76-2044d247edb4 service neutron] For port 1926252b-6fc4-4546-a9e7-812433bb4ebc, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:46:42.043881 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-a22b6ba1-7f39-4437-8ac3-e6a276d556fc tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Made reservation on behalf of b1abaf29a2594bd2aeb412c8b0b847b0 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:46:42.047834 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-a22b6ba1-7f39-4437-8ac3-e6a276d556fc tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:42.058937 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edfd3ebe-6c75-4439-a958-86b20e480cc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1926252b-6fc4-4546-a9e7-812433bb4ebc'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:46:42.062469 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a171b42-2503-4596-adb2-ce15cc0dd524" -d '{"events": [{"server_uuid": "edfd3ebe-6c75-4439-a958-86b20e480cc5", "name": "network-vif-unplugged", "status": "completed", "tag": "1926252b-6fc4-4546-a9e7-812433bb4ebc"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:46:42.068807 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-596a7b0c-bf0a-40db-8597-2ce1195e87b4 req-43b8a365-8356-46ee-9e76-2044d247edb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:42.122888 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-596a7b0c-bf0a-40db-8597-2ce1195e87b4 req-43b8a365-8356-46ee-9e76-2044d247edb4 service neutron] Transition to ACTIVE for port object 1926252b-6fc4-4546-a9e7-812433bb4ebc will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:46:42.140488 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6abe3ef7-2bb2-491b-a5d6-0fffeace2aee tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:42.146702 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 20:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a029f043-4ddc-4d97-a6fe-034ecb80729c x-openstack-request-id: req-a029f043-4ddc-4d97-a6fe-034ecb80729c {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:46:42.146972 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edfd3ebe-6c75-4439-a958-86b20e480cc5", "name": "network-vif-unplugged", "status": "completed", "tag": "1926252b-6fc4-4546-a9e7-812433bb4ebc", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:46:42.147236 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a029f043-4ddc-4d97-a6fe-034ecb80729c {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:46:42.147650 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edfd3ebe-6c75-4439-a958-86b20e480cc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1926252b-6fc4-4546-a9e7-812433bb4ebc', 'code': 200} Aug 23 20:46:42.148284 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-596a7b0c-bf0a-40db-8597-2ce1195e87b4 req-43b8a365-8356-46ee-9e76-2044d247edb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:42.204466 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 189813cd-abd8-4d15-9502-0be97d04e266 no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:46:42.235609 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: 189813cd-abd8-4d15-9502-0be97d04e266 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:46:42.236402 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 189813cd-abd8-4d15-9502-0be97d04e266 not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:46:42.248158 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-6abe3ef7-2bb2-491b-a5d6-0fffeace2aee tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Transition to ACTIVE for port object cd227735-862c-4518-b296-dd78af89511b will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:46:42.376046 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b8a365-8356-46ee-9e76-2044d247edb4 service neutron] Pushing event updated for resources: {'Port': ['ID=1926252b-6fc4-4546-a9e7-812433bb4ebc,revision_number=6']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:42.424790 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-bcc0292e-1262-4f6e-ae11-bd60ad9b4634 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:42.531788 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6abe3ef7-2bb2-491b-a5d6-0fffeace2aee tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:42.547271 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-596a7b0c-bf0a-40db-8597-2ce1195e87b4 req-43b8a365-8356-46ee-9e76-2044d247edb4 service neutron] No DVR routers for this DVR port 1926252b-6fc4-4546-a9e7-812433bb4ebc on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:46:42.575762 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-bcc0292e-1262-4f6e-ae11-bd60ad9b4634 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:42.625703 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffffe6a-a0dc-4fb4-8947-ec09b4f44e94 req-8ddf8867-3988-4ac3-9afa-3415a1554bf7 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:42.627323 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5ffffe6a-a0dc-4fb4-8947-ec09b4f44e94 req-8ddf8867-3988-4ac3-9afa-3415a1554bf7 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5 HTTP/1.1" status: 200 len: 944 time: 0.2185776 Aug 23 20:46:42.669451 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-bcc0292e-1262-4f6e-ae11-bd60ad9b4634 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Network 77c5d15c-39fe-408a-a7c4-e7fa78648cdc is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:46:42.684252 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-bcc0292e-1262-4f6e-ae11-bd60ad9b4634 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:46:42.687319 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0292e-1262-4f6e-ae11-bd60ad9b4634 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Pushing event updated for resources: {'Port': ['ID=d22caefd-c9cd-4f68-8854-16f994c0b7a0,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:42.693744 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abe3ef7-2bb2-491b-a5d6-0fffeace2aee tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Network 4c8f4f69-7725-4a3f-8d94-9fe50edcabf2 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:46:42.697279 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-bcc0292e-1262-4f6e-ae11-bd60ad9b4634 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:46:42.732474 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-6abe3ef7-2bb2-491b-a5d6-0fffeace2aee tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:46:42.750907 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-bcc0292e-1262-4f6e-ae11-bd60ad9b4634 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:42.751763 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-bcc0292e-1262-4f6e-ae11-bd60ad9b4634 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:42.760765 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-a22b6ba1-7f39-4437-8ac3-e6a276d556fc tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Allocated IP 172.20.0.5 (77c5d15c-39fe-408a-a7c4-e7fa78648cdc/cc375d59-0841-4067-80ed-23a2ed98d8ba/03bc96fb-1472-49b2-95e4-3ae08ef0232f) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:46:42.776977 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb50479-83a5-40df-baaf-34fe944fbc95 req-a6844bd7-52f5-4894-b889-02d6439f409b tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:42.778717 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3bb50479-83a5-40df-baaf-34fe944fbc95 req-a6844bd7-52f5-4894-b889-02d6439f409b tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.1605430 Aug 23 20:46:42.781090 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-bcc0292e-1262-4f6e-ae11-bd60ad9b4634 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3549511 Aug 23 20:46:42.785470 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abe3ef7-2bb2-491b-a5d6-0fffeace2aee tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:46:42.811193 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-a5470880-bbdf-4def-958d-1b1b6969f265 service neutron] Request body: {'port': {'device_id': '98eda1a0-f742-445e-8846-160186e82cdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:46:42.862564 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5ffffe6a-a0dc-4fb4-8947-ec09b4f44e94 req-6b0b697b-e964-4cbe-98dd-78b4bcbbfc1f tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=d454fa48-aaac-4911-81d6-c45d8631516f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2147901 Aug 23 20:46:42.863286 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe3ef7-2bb2-491b-a5d6-0fffeace2aee tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Pushing event updated for resources: {'Port': ['ID=cd227735-862c-4518-b296-dd78af89511b,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:42.929234 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-a5470880-bbdf-4def-958d-1b1b6969f265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:42.949849 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3bb50479-83a5-40df-baaf-34fe944fbc95 req-73c9c4f3-357f-436b-b368-798dff5afdd5 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621962 Aug 23 20:46:43.017376 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c7c1228b-7983-40f9-b7ab-c6f4c4c8d23b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:43.058977 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abe3ef7-2bb2-491b-a5d6-0fffeace2aee tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:43.065722 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6abe3ef7-2bb2-491b-a5d6-0fffeace2aee tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:43.187998 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cc7b89ff-5f6b-4739-a24c-0f4dbeb2660f None None] Provisioning for port cd227735-862c-4518-b296-dd78af89511b completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:46:43.192701 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cc7b89ff-5f6b-4739-a24c-0f4dbeb2660f None None] Provisioning complete for port cd227735-862c-4518-b296-dd78af89511b triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:46:43.193330 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cc7b89ff-5f6b-4739-a24c-0f4dbeb2660f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:43.200428 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 1926252b-6fc4-4546-a9e7-812433bb4ebc no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:46:43.237486 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1f9fa-c9ea-423f-af51-10c33d6de972 req-a8e3f869-c471-41cd-b8cb-0bf2627c7f5a tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:43.239507 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-16c1f9fa-c9ea-423f-af51-10c33d6de972 req-a8e3f869-c471-41cd-b8cb-0bf2627c7f5a tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/ports?device_id=98eda1a0-f742-445e-8846-160186e82cdf HTTP/1.1" status: 200 len: 932 time: 0.1267066 Aug 23 20:46:43.266130 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-a22b6ba1-7f39-4437-8ac3-e6a276d556fc tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:43.276533 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cc7b89ff-5f6b-4739-a24c-0f4dbeb2660f None None] Port cd227735-862c-4518-b296-dd78af89511b cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:46:43.286504 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6abe3ef7-2bb2-491b-a5d6-0fffeace2aee tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1863947 Aug 23 20:46:43.291788 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44968) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:43.294809 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 1926252b-6fc4-4546-a9e7-812433bb4ebc not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:46:43.298159 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-64b05360-f77d-4376-a934-f52e2e1d8071 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:f8:91:18'}]}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:46:43.330214 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-16c1f9fa-c9ea-423f-af51-10c33d6de972 req-cd2abf28-5187-4581-b2a8-3e4132158d34 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/security-groups?id=9482bdbb-abea-4192-82de-d64fc163bbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824330 Aug 23 20:46:43.331296 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-596a7b0c-bf0a-40db-8597-2ce1195e87b4 req-43b8a365-8356-46ee-9e76-2044d247edb4 service neutron] Attempting to bind port 1926252b-6fc4-4546-a9e7-812433bb4ebc on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:46:43.331640 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-596a7b0c-bf0a-40db-8597-2ce1195e87b4 req-43b8a365-8356-46ee-9e76-2044d247edb4 service neutron] Attempting to bind port 1926252b-6fc4-4546-a9e7-812433bb4ebc by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': '1268e019-263b-4e75-8302-6489aacb80bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b30e1332-35d4-4498-a8f4-af915ec0d87e'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:46:43.331976 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596a7b0c-bf0a-40db-8597-2ce1195e87b4 req-43b8a365-8356-46ee-9e76-2044d247edb4 service neutron] Attempting to bind port 1926252b-6fc4-4546-a9e7-812433bb4ebc on network b30e1332-35d4-4498-a8f4-af915ec0d87e {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:46:43.363935 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a005b-53b5-41b9-94b2-fe0169969763 req-0bed8a1d-0348-4fad-a623-0b23333b0bd0 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:43.372023 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-253a005b-53b5-41b9-94b2-fe0169969763 req-0bed8a1d-0348-4fad-a623-0b23333b0bd0 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=687a2c67-325b-40d7-86e7-a6799a3e82a1 HTTP/1.1" status: 200 len: 945 time: 0.2349768 Aug 23 20:46:43.375559 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596a7b0c-bf0a-40db-8597-2ce1195e87b4 req-43b8a365-8356-46ee-9e76-2044d247edb4 service neutron] Port 1926252b-6fc4-4546-a9e7-812433bb4ebc on network b30e1332-35d4-4498-a8f4-af915ec0d87e not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:46:43.375892 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596a7b0c-bf0a-40db-8597-2ce1195e87b4 req-43b8a365-8356-46ee-9e76-2044d247edb4 service neutron] Attempting to bind port 1926252b-6fc4-4546-a9e7-812433bb4ebc on network b30e1332-35d4-4498-a8f4-af915ec0d87e {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:46:43.398811 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596a7b0c-bf0a-40db-8597-2ce1195e87b4 req-43b8a365-8356-46ee-9e76-2044d247edb4 service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:46:43.399996 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596a7b0c-bf0a-40db-8597-2ce1195e87b4 req-43b8a365-8356-46ee-9e76-2044d247edb4 service neutron] Checking segment: {'id': '1268e019-263b-4e75-8302-6489aacb80bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b30e1332-35d4-4498-a8f4-af915ec0d87e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:46:43.400375 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596a7b0c-bf0a-40db-8597-2ce1195e87b4 req-43b8a365-8356-46ee-9e76-2044d247edb4 service neutron] Bound using segment: {'id': '1268e019-263b-4e75-8302-6489aacb80bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b30e1332-35d4-4498-a8f4-af915ec0d87e'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:46:43.400517 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-596a7b0c-bf0a-40db-8597-2ce1195e87b4 req-43b8a365-8356-46ee-9e76-2044d247edb4 service neutron] Bound port: 1926252b-6fc4-4546-a9e7-812433bb4ebc, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1268e019-263b-4e75-8302-6489aacb80bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b30e1332-35d4-4498-a8f4-af915ec0d87e'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:46:43.400912 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-596a7b0c-bf0a-40db-8597-2ce1195e87b4 req-43b8a365-8356-46ee-9e76-2044d247edb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:43.443096 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-a22b6ba1-7f39-4437-8ac3-e6a276d556fc tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:43.467585 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-253a005b-53b5-41b9-94b2-fe0169969763 req-6cb45619-765e-4ea3-b974-d8e5a55bef5c tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942042 Aug 23 20:46:43.520661 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:43.557859 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-a22b6ba1-7f39-4437-8ac3-e6a276d556fc tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Network 77c5d15c-39fe-408a-a7c4-e7fa78648cdc is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:46:43.571113 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-a22b6ba1-7f39-4437-8ac3-e6a276d556fc tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:46:43.575407 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-a22b6ba1-7f39-4437-8ac3-e6a276d556fc tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:46:43.578622 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22b6ba1-7f39-4437-8ac3-e6a276d556fc tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Pushing event updated for resources: {'Port': ['ID=03bc96fb-1472-49b2-95e4-3ae08ef0232f,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:43.631862 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64b05360-f77d-4376-a934-f52e2e1d8071 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:43.650234 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-596a7b0c-bf0a-40db-8597-2ce1195e87b4 req-43b8a365-8356-46ee-9e76-2044d247edb4 service neutron] For port 1926252b-6fc4-4546-a9e7-812433bb4ebc, host n-h2-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:46:43.656043 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-596a7b0c-bf0a-40db-8597-2ce1195e87b4 req-43b8a365-8356-46ee-9e76-2044d247edb4 service neutron] For port 1926252b-6fc4-4546-a9e7-812433bb4ebc, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=1926252b-6fc4-4546-a9e7-812433bb4ebc,segment=NetworkSegment(1268e019-263b-4e75-8302-6489aacb80bb),segment_id=1268e019-263b-4e75-8302-6489aacb80bb)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:46:43.666160 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-a22b6ba1-7f39-4437-8ac3-e6a276d556fc tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:43.667153 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-a22b6ba1-7f39-4437-8ac3-e6a276d556fc tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:43.671806 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-596a7b0c-bf0a-40db-8597-2ce1195e87b4 req-43b8a365-8356-46ee-9e76-2044d247edb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:43.729156 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-a22b6ba1-7f39-4437-8ac3-e6a276d556fc tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1897526 Aug 23 20:46:43.736833 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a7b0c-bf0a-40db-8597-2ce1195e87b4 req-43b8a365-8356-46ee-9e76-2044d247edb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:43.737721 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-596a7b0c-bf0a-40db-8597-2ce1195e87b4 req-43b8a365-8356-46ee-9e76-2044d247edb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:43.739348 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-596a7b0c-bf0a-40db-8597-2ce1195e87b4 req-43b8a365-8356-46ee-9e76-2044d247edb4 service neutron] 10.222.0.32 "PUT /v2.0/ports/1926252b-6fc4-4546-a9e7-812433bb4ebc HTTP/1.1" status: 200 len: 1092 time: 3.4427164 Aug 23 20:46:43.752856 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-25c8d0a7-0ace-4717-95d6-d40bf891e20a service neutron] Request body: {'port': {'device_id': '0f2ea3e3-1be8-489a-9015-954cc29a701e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:46:43.766792 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b8a365-8356-46ee-9e76-2044d247edb4 service neutron] Pushing event updated for resources: {'Port': ['ID=1926252b-6fc4-4546-a9e7-812433bb4ebc,revision_number=7']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:43.889245 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-25c8d0a7-0ace-4717-95d6-d40bf891e20a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:43.954186 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-a5470880-bbdf-4def-958d-1b1b6969f265 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d22caefd-c9cd-4f68-8854-16f994c0b7a0 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:46:43.956990 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a7b0c-bf0a-40db-8597-2ce1195e87b4 req-6ce8671b-a00b-4b54-a36c-b22274076f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:43.958812 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-596a7b0c-bf0a-40db-8597-2ce1195e87b4 req-6ce8671b-a00b-4b54-a36c-b22274076f90 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b17a426d9eb4b3083079c3d4dc4db5c&device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5 HTTP/1.1" status: 200 len: 1095 time: 0.1553807 Aug 23 20:46:44.000252 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-a5470880-bbdf-4def-958d-1b1b6969f265 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:44.063194 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-a5470880-bbdf-4def-958d-1b1b6969f265 service neutron] Transition to ACTIVE for port object d22caefd-c9cd-4f68-8854-16f994c0b7a0 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:46:44.075227 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-a5470880-bbdf-4def-958d-1b1b6969f265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:44.081164 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64b05360-f77d-4376-a934-f52e2e1d8071 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:44.110767 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64b05360-f77d-4376-a934-f52e2e1d8071 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:44.139408 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30fb2cc-4e61-4f0d-8e6d-1e3f26be27f8 req-218ec04b-3f8b-48c6-81ff-e860be99350a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:44.141026 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b30fb2cc-4e61-4f0d-8e6d-1e3f26be27f8 req-218ec04b-3f8b-48c6-81ff-e860be99350a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5 HTTP/1.1" status: 200 len: 944 time: 0.1809740 Aug 23 20:46:44.157876 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edfd3ebe-6c75-4439-a958-86b20e480cc5', 'tag': '1926252b-6fc4-4546-a9e7-812433bb4ebc'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:46:44.161449 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786813a1-20af-429f-b212-5831135105dc" -d '{"events": [{"name": "network-changed", "server_uuid": "edfd3ebe-6c75-4439-a958-86b20e480cc5", "tag": "1926252b-6fc4-4546-a9e7-812433bb4ebc"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:46:44.208346 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5470880-bbdf-4def-958d-1b1b6969f265 service neutron] Pushing event updated for resources: {'Port': ['ID=d22caefd-c9cd-4f68-8854-16f994c0b7a0,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:44.277508 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b30fb2cc-4e61-4f0d-8e6d-1e3f26be27f8 req-4617402e-3089-42e9-99ef-9d42e28d8d54 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=d454fa48-aaac-4911-81d6-c45d8631516f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196628 Aug 23 20:46:44.504995 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-a5470880-bbdf-4def-958d-1b1b6969f265 service neutron] Attempting to bind port d22caefd-c9cd-4f68-8854-16f994c0b7a0 on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:46:44.505365 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-a5470880-bbdf-4def-958d-1b1b6969f265 service neutron] Attempting to bind port d22caefd-c9cd-4f68-8854-16f994c0b7a0 by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': 'fea14536-63e5-4de1-9c01-50995460e8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '77c5d15c-39fe-408a-a7c4-e7fa78648cdc'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:46:44.505732 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-a5470880-bbdf-4def-958d-1b1b6969f265 service neutron] Attempting to bind port d22caefd-c9cd-4f68-8854-16f994c0b7a0 on network 77c5d15c-39fe-408a-a7c4-e7fa78648cdc {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:46:44.514982 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-a5470880-bbdf-4def-958d-1b1b6969f265 service neutron] Port d22caefd-c9cd-4f68-8854-16f994c0b7a0 on network 77c5d15c-39fe-408a-a7c4-e7fa78648cdc not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:46:44.515342 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-a5470880-bbdf-4def-958d-1b1b6969f265 service neutron] Attempting to bind port d22caefd-c9cd-4f68-8854-16f994c0b7a0 on network 77c5d15c-39fe-408a-a7c4-e7fa78648cdc {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:46:44.517710 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-64b05360-f77d-4376-a934-f52e2e1d8071 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] In _notify_port_updated(), no bound segment for port cd227735-862c-4518-b296-dd78af89511b on network 4c8f4f69-7725-4a3f-8d94-9fe50edcabf2 {{(pid=94688) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 20:46:44.525019 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b05360-f77d-4376-a934-f52e2e1d8071 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:44.525850 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64b05360-f77d-4376-a934-f52e2e1d8071 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:44.527454 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-64b05360-f77d-4376-a934-f52e2e1d8071 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] 10.222.0.61 "PUT /v2.0/ports/cd227735-862c-4518-b296-dd78af89511b HTTP/1.1" status: 200 len: 993 time: 1.2343969 Aug 23 20:46:44.543432 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44982) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:44.582497 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3602f027-ec5f-4436-b3f4-6e60d3b3c23e None None] Provisioning complete for port cd227735-862c-4518-b296-dd78af89511b triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:46:44.583094 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3602f027-ec5f-4436-b3f4-6e60d3b3c23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:44.632179 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-a5470880-bbdf-4def-958d-1b1b6969f265 service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:46:44.632478 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-a5470880-bbdf-4def-958d-1b1b6969f265 service neutron] Checking segment: {'id': 'fea14536-63e5-4de1-9c01-50995460e8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '77c5d15c-39fe-408a-a7c4-e7fa78648cdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:46:44.632910 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-a5470880-bbdf-4def-958d-1b1b6969f265 service neutron] Bound using segment: {'id': 'fea14536-63e5-4de1-9c01-50995460e8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '77c5d15c-39fe-408a-a7c4-e7fa78648cdc'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:46:44.634080 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-a5470880-bbdf-4def-958d-1b1b6969f265 service neutron] Bound port: d22caefd-c9cd-4f68-8854-16f994c0b7a0, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fea14536-63e5-4de1-9c01-50995460e8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '77c5d15c-39fe-408a-a7c4-e7fa78648cdc'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:46:44.634366 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:44.634743 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-a5470880-bbdf-4def-958d-1b1b6969f265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:44.660555 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-3602f027-ec5f-4436-b3f4-6e60d3b3c23e None None] Port cd227735-862c-4518-b296-dd78af89511b cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:46:44.699103 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1c2272-e3e1-4978-8fd9-098b8cea41ed x-openstack-request-id: req-1a1c2272-e3e1-4978-8fd9-098b8cea41ed {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:46:44.699103 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edfd3ebe-6c75-4439-a958-86b20e480cc5", "tag": "1926252b-6fc4-4546-a9e7-812433bb4ebc", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:46:44.699103 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1a1c2272-e3e1-4978-8fd9-098b8cea41ed {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:46:44.699103 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edfd3ebe-6c75-4439-a958-86b20e480cc5', 'tag': '1926252b-6fc4-4546-a9e7-812433bb4ebc', 'status': 'completed', 'code': 200} Aug 23 20:46:44.723802 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592536d6-4056-4b35-b406-eecbe63e2ba0 req-5dafbe57-6234-4169-9e83-73d55d65202a tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:44.732136 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-592536d6-4056-4b35-b406-eecbe63e2ba0 req-5dafbe57-6234-4169-9e83-73d55d65202a tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.5931592 Aug 23 20:46:44.733486 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b05360-f77d-4376-a934-f52e2e1d8071 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Pushing event updated for resources: {'Port': ['ID=cd227735-862c-4518-b296-dd78af89511b,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:44.808786 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d9f99-db51-431a-a371-6ed174c4c48f req-444bdfc3-b225-4ce2-9641-eafddb8d8653 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:44.818550 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e41d9f99-db51-431a-a371-6ed174c4c48f req-444bdfc3-b225-4ce2-9641-eafddb8d8653 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/ports?device_id=98eda1a0-f742-445e-8846-160186e82cdf HTTP/1.1" status: 200 len: 944 time: 0.1983194 Aug 23 20:46:44.829315 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-a5470880-bbdf-4def-958d-1b1b6969f265 service neutron] For port d22caefd-c9cd-4f68-8854-16f994c0b7a0, host n-h2-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:46:44.839136 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a7b0c-bf0a-40db-8597-2ce1195e87b4 req-3745d36f-6936-4f92-b95f-c88b65da7476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:44.840756 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-596a7b0c-bf0a-40db-8597-2ce1195e87b4 req-3745d36f-6936-4f92-b95f-c88b65da7476 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b30e1332-35d4-4498-a8f4-af915ec0d87e HTTP/1.1" status: 200 len: 898 time: 0.7051561 Aug 23 20:46:44.861380 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-8319e5a6-fc32-4920-82ba-8cf287ac8827 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Deleting port cd227735-862c-4518-b296-dd78af89511b {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:46:44.861725 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8319e5a6-fc32-4920-82ba-8cf287ac8827 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:44.877392 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-592536d6-4056-4b35-b406-eecbe63e2ba0 req-81e45ef8-b6d7-48d7-93a3-24c09b064232 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442611 Aug 23 20:46:44.889605 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-a5470880-bbdf-4def-958d-1b1b6969f265 service neutron] For port d22caefd-c9cd-4f68-8854-16f994c0b7a0, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=d22caefd-c9cd-4f68-8854-16f994c0b7a0,segment=NetworkSegment(fea14536-63e5-4de1-9c01-50995460e8f9),segment_id=fea14536-63e5-4de1-9c01-50995460e8f9)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:46:44.898274 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786813a1-20af-429f-b212-5831135105dc req-2aca602e-8d28-428f-b3d7-67d5cade4343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:44.899471 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-a5470880-bbdf-4def-958d-1b1b6969f265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:44.904227 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-786813a1-20af-429f-b212-5831135105dc req-2aca602e-8d28-428f-b3d7-67d5cade4343 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0b17a426d9eb4b3083079c3d4dc4db5c&device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5 HTTP/1.1" status: 200 len: 1095 time: 0.2090497 Aug 23 20:46:44.987159 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-a5470880-bbdf-4def-958d-1b1b6969f265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:44.987931 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-a5470880-bbdf-4def-958d-1b1b6969f265 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:44.989392 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-a5470880-bbdf-4def-958d-1b1b6969f265 service neutron] 10.222.0.32 "PUT /v2.0/ports/d22caefd-c9cd-4f68-8854-16f994c0b7a0 HTTP/1.1" status: 200 len: 1092 time: 2.1939673 Aug 23 20:46:44.991551 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98eda1a0-f742-445e-8846-160186e82cdf', 'tag': 'd22caefd-c9cd-4f68-8854-16f994c0b7a0'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:46:44.994809 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e45a8d9-12e8-4dda-afa5-4fd2e266db1e" -d '{"events": [{"name": "network-changed", "server_uuid": "98eda1a0-f742-445e-8846-160186e82cdf", "tag": "d22caefd-c9cd-4f68-8854-16f994c0b7a0"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:46:45.033778 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e41d9f99-db51-431a-a371-6ed174c4c48f req-eb403bec-6b75-4d8b-8efa-be6203964376 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/security-groups?id=9482bdbb-abea-4192-82de-d64fc163bbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011156 Aug 23 20:46:45.114361 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59924d8-c0ba-400d-a6a9-978b96bd3c70 x-openstack-request-id: req-d59924d8-c0ba-400d-a6a9-978b96bd3c70 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:46:45.114638 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98eda1a0-f742-445e-8846-160186e82cdf", "tag": "d22caefd-c9cd-4f68-8854-16f994c0b7a0", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:46:45.114883 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d59924d8-c0ba-400d-a6a9-978b96bd3c70 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:46:45.115282 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98eda1a0-f742-445e-8846-160186e82cdf', 'tag': 'd22caefd-c9cd-4f68-8854-16f994c0b7a0', 'status': 'completed', 'code': 200} Aug 23 20:46:45.149655 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-596a7b0c-bf0a-40db-8597-2ce1195e87b4 req-09f789d9-0492-496c-800a-c2f3fc7a0729 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1926252b-6fc4-4546-a9e7-812433bb4ebc HTTP/1.1" status: 200 len: 999 time: 0.2941980 Aug 23 20:46:45.156992 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5470880-bbdf-4def-958d-1b1b6969f265 service neutron] Pushing event updated for resources: {'Port': ['ID=d22caefd-c9cd-4f68-8854-16f994c0b7a0,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:45.158901 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-25c8d0a7-0ace-4717-95d6-d40bf891e20a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03bc96fb-1472-49b2-95e4-3ae08ef0232f {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:46:45.172281 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-25c8d0a7-0ace-4717-95d6-d40bf891e20a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:45.189080 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-feac12cd-2037-4a67-b15e-085c80d590ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:45.190954 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-feac12cd-2037-4a67-b15e-085c80d590ef service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1abaf29a2594bd2aeb412c8b0b847b0&device_id=98eda1a0-f742-445e-8846-160186e82cdf HTTP/1.1" status: 200 len: 1095 time: 0.1458440 Aug 23 20:46:45.195002 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8319e5a6-fc32-4920-82ba-8cf287ac8827 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:45.220350 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-8319e5a6-fc32-4920-82ba-8cf287ac8827 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Calling delete_port for cd227735-862c-4518-b296-dd78af89511b owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:46:45.245853 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f0d14-df22-41f3-9926-687b8f4b8919 req-fc1bf1cd-0929-4d62-a035-0424afa54c4c tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:45.253753 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-746f0d14-df22-41f3-9926-687b8f4b8919 req-fc1bf1cd-0929-4d62-a035-0424afa54c4c tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=687a2c67-325b-40d7-86e7-a6799a3e82a1 HTTP/1.1" status: 200 len: 945 time: 0.2740614 Aug 23 20:46:45.254516 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-2dc9dfa7-376a-4c1a-8825-246cee84de29 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d22caefd-c9cd-4f68-8854-16f994c0b7a0 HTTP/1.1" status: 200 len: 217 time: 0.0419450 Aug 23 20:46:45.261312 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-25c8d0a7-0ace-4717-95d6-d40bf891e20a service neutron] Transition to ACTIVE for port object 03bc96fb-1472-49b2-95e4-3ae08ef0232f will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:46:45.270098 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786813a1-20af-429f-b212-5831135105dc req-103b992e-a831-4c6e-bce1-78d20dd6e270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:45.271819 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-786813a1-20af-429f-b212-5831135105dc req-103b992e-a831-4c6e-bce1-78d20dd6e270 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b30e1332-35d4-4498-a8f4-af915ec0d87e HTTP/1.1" status: 200 len: 898 time: 0.3104956 Aug 23 20:46:45.283368 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-25c8d0a7-0ace-4717-95d6-d40bf891e20a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:45.413912 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a7b0c-bf0a-40db-8597-2ce1195e87b4 req-9be0650b-f9b0-4df0-9072-69d85ab5ab1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:45.416787 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-596a7b0c-bf0a-40db-8597-2ce1195e87b4 req-9be0650b-f9b0-4df0-9072-69d85ab5ab1d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3ff8b6ac-5662-4ef5-a3bc-409a78bea012 HTTP/1.1" status: 200 len: 835 time: 0.2487142 Aug 23 20:46:45.419063 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-6355ebdd-64c2-462e-b73c-552171dfc13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:45.420579 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-6355ebdd-64c2-462e-b73c-552171dfc13a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cc375d59-0841-4067-80ed-23a2ed98d8ba HTTP/1.1" status: 200 len: 851 time: 0.1564748 Aug 23 20:46:45.457096 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-746f0d14-df22-41f3-9926-687b8f4b8919 req-9ac14917-4587-41e9-9e48-7f93d968e4e1 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021587 Aug 23 20:46:45.476685 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-32d9e23f-f37d-4d7b-855c-66fa2934a62c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=77c5d15c-39fe-408a-a7c4-e7fa78648cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387447 Aug 23 20:46:45.510898 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8ecfa-fed7-4d9a-b4d9-76e6bf652b7a req-36eccd0f-d2b9-4cae-bcfe-fe6d390f8063 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:45.512002 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-786813a1-20af-429f-b212-5831135105dc req-e8b22bd0-9060-44e0-99f3-f4af5cd38a98 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1926252b-6fc4-4546-a9e7-812433bb4ebc HTTP/1.1" status: 200 len: 999 time: 0.2113502 Aug 23 20:46:45.512643 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c8d0a7-0ace-4717-95d6-d40bf891e20a service neutron] Pushing event updated for resources: {'Port': ['ID=03bc96fb-1472-49b2-95e4-3ae08ef0232f,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:45.519492 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dce8ecfa-fed7-4d9a-b4d9-76e6bf652b7a req-36eccd0f-d2b9-4cae-bcfe-fe6d390f8063 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5 HTTP/1.1" status: 200 len: 944 time: 0.1472511 Aug 23 20:46:45.605859 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a7b0c-bf0a-40db-8597-2ce1195e87b4 req-6059328d-85c3-4f67-a0cd-d3caa26f9b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:45.607441 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-596a7b0c-bf0a-40db-8597-2ce1195e87b4 req-6059328d-85c3-4f67-a0cd-d3caa26f9b50 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b30e1332-35d4-4498-a8f4-af915ec0d87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1714089 Aug 23 20:46:45.664307 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dce8ecfa-fed7-4d9a-b4d9-76e6bf652b7a req-0fbc15dc-3e60-4b03-975f-6d914f82e5c1 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=d454fa48-aaac-4911-81d6-c45d8631516f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393948 Aug 23 20:46:45.697491 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786813a1-20af-429f-b212-5831135105dc req-25c7db75-affe-40a3-be94-7189d4540b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:45.699137 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-786813a1-20af-429f-b212-5831135105dc req-25c7db75-affe-40a3-be94-7189d4540b10 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ff8b6ac-5662-4ef5-a3bc-409a78bea012 HTTP/1.1" status: 200 len: 835 time: 0.1716769 Aug 23 20:46:45.703237 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8319e5a6-fc32-4920-82ba-8cf287ac8827 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:45.746157 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8319e5a6-fc32-4920-82ba-8cf287ac8827 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Pushing event deleted for resources: {'Port': ['ID=cd227735-862c-4518-b296-dd78af89511b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:45.751210 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-31d0a412-ac9e-4935-8e19-00efe5e869a0 service neutron] 10.222.0.32 "GET /v2.0/networks/77c5d15c-39fe-408a-a7c4-e7fa78648cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283809 Aug 23 20:46:45.763895 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-25c8d0a7-0ace-4717-95d6-d40bf891e20a service neutron] Attempting to bind port 03bc96fb-1472-49b2-95e4-3ae08ef0232f on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:46:45.764430 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-25c8d0a7-0ace-4717-95d6-d40bf891e20a service neutron] Attempting to bind port 03bc96fb-1472-49b2-95e4-3ae08ef0232f by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': 'fea14536-63e5-4de1-9c01-50995460e8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '77c5d15c-39fe-408a-a7c4-e7fa78648cdc'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:46:45.764683 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-25c8d0a7-0ace-4717-95d6-d40bf891e20a service neutron] Attempting to bind port 03bc96fb-1472-49b2-95e4-3ae08ef0232f on network 77c5d15c-39fe-408a-a7c4-e7fa78648cdc {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:46:45.788832 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-25c8d0a7-0ace-4717-95d6-d40bf891e20a service neutron] Port 03bc96fb-1472-49b2-95e4-3ae08ef0232f on network 77c5d15c-39fe-408a-a7c4-e7fa78648cdc not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:46:45.789162 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-25c8d0a7-0ace-4717-95d6-d40bf891e20a service neutron] Attempting to bind port 03bc96fb-1472-49b2-95e4-3ae08ef0232f on network 77c5d15c-39fe-408a-a7c4-e7fa78648cdc {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:46:45.805121 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-25c8d0a7-0ace-4717-95d6-d40bf891e20a service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:46:45.806609 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-25c8d0a7-0ace-4717-95d6-d40bf891e20a service neutron] Checking segment: {'id': 'fea14536-63e5-4de1-9c01-50995460e8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '77c5d15c-39fe-408a-a7c4-e7fa78648cdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:46:45.807027 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-25c8d0a7-0ace-4717-95d6-d40bf891e20a service neutron] Bound using segment: {'id': 'fea14536-63e5-4de1-9c01-50995460e8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '77c5d15c-39fe-408a-a7c4-e7fa78648cdc'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:46:45.807485 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-25c8d0a7-0ace-4717-95d6-d40bf891e20a service neutron] Bound port: 03bc96fb-1472-49b2-95e4-3ae08ef0232f, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fea14536-63e5-4de1-9c01-50995460e8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '77c5d15c-39fe-408a-a7c4-e7fa78648cdc'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:46:45.807862 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-25c8d0a7-0ace-4717-95d6-d40bf891e20a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:45.813617 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-596a7b0c-bf0a-40db-8597-2ce1195e87b4 req-c8166669-fa6d-4787-b4e3-e1b55bcb42f1 service neutron] 10.222.0.32 "GET /v2.0/networks/b30e1332-35d4-4498-a8f4-af915ec0d87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973493 Aug 23 20:46:45.822160 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786813a1-20af-429f-b212-5831135105dc req-3d040e1e-0c45-433e-9336-b1ab4fe7f676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:45.823879 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-786813a1-20af-429f-b212-5831135105dc req-3d040e1e-0c45-433e-9336-b1ab4fe7f676 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b30e1332-35d4-4498-a8f4-af915ec0d87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1153357 Aug 23 20:46:45.890162 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:46.077336 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-528d0e37-48e7-4f64-924f-f635f277ef58 service neutron] 10.222.0.32 "GET /v2.0/networks/77c5d15c-39fe-408a-a7c4-e7fa78648cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976146 Aug 23 20:46:46.101592 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8319e5a6-fc32-4920-82ba-8cf287ac8827 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:46.105579 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8319e5a6-fc32-4920-82ba-8cf287ac8827 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] 10.222.0.61 "DELETE /v2.0/ports/cd227735-862c-4518-b296-dd78af89511b HTTP/1.1" status: 204 len: 168 time: 1.5610015 Aug 23 20:46:46.108957 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44998) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:46.153987 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-d999079b-7dd9-4229-adbe-ded8b5a3c516 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] GET failed (client error): The resource could not be found. Aug 23 20:46:46.159932 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d999079b-7dd9-4229-adbe-ded8b5a3c516 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] 10.222.0.61 "GET /v2.0/ports/cd227735-862c-4518-b296-dd78af89511b HTTP/1.1" status: 404 len: 333 time: 0.0497856 Aug 23 20:46:46.171411 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45000) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:46.191450 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-c80b3451-d22e-491d-8998-12c926061cdb tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Request body: {'port': {'network_id': '4c8f4f69-7725-4a3f-8d94-9fe50edcabf2', 'name': 'tempest-AllowedAddressPairTestJSON-1018552582'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:46:46.232959 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-25c8d0a7-0ace-4717-95d6-d40bf891e20a service neutron] For port 03bc96fb-1472-49b2-95e4-3ae08ef0232f, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:46:46.261661 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f645a9c-448b-4a03-a612-7ce7ddc69a2f req-62f4393c-ad98-4cdf-bd42-3fe38c28f200 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:46.263484 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8f645a9c-448b-4a03-a612-7ce7ddc69a2f req-62f4393c-ad98-4cdf-bd42-3fe38c28f200 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/ports?device_id=98eda1a0-f742-445e-8846-160186e82cdf HTTP/1.1" status: 200 len: 944 time: 0.1131599 Aug 23 20:46:46.267131 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45a8d9-12e8-4dda-afa5-4fd2e266db1e req-2e13755b-1d38-4e47-b218-91915ca0364c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:46.269869 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9e45a8d9-12e8-4dda-afa5-4fd2e266db1e req-2e13755b-1d38-4e47-b218-91915ca0364c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1abaf29a2594bd2aeb412c8b0b847b0&device_id=98eda1a0-f742-445e-8846-160186e82cdf HTTP/1.1" status: 200 len: 1095 time: 0.0926492 Aug 23 20:46:46.318721 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-596a7b0c-bf0a-40db-8597-2ce1195e87b4 req-78e8162e-108f-4d80-b127-de7728dbc7d1 service neutron] 10.222.0.32 "GET /v2.0/networks/b30e1332-35d4-4498-a8f4-af915ec0d87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4937308 Aug 23 20:46:46.326892 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-25c8d0a7-0ace-4717-95d6-d40bf891e20a service neutron] For port 03bc96fb-1472-49b2-95e4-3ae08ef0232f, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=03bc96fb-1472-49b2-95e4-3ae08ef0232f,segment=NetworkSegment(fea14536-63e5-4de1-9c01-50995460e8f9),segment_id=fea14536-63e5-4de1-9c01-50995460e8f9)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:46:46.351360 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf57a6c-3ee6-4d18-8c90-b98b9fdf458c req-febfff93-23fc-405f-9268-d4baf2503bb4 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:46.356352 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dbf57a6c-3ee6-4d18-8c90-b98b9fdf458c req-febfff93-23fc-405f-9268-d4baf2503bb4 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.3015447 Aug 23 20:46:46.364481 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-25c8d0a7-0ace-4717-95d6-d40bf891e20a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:46.383787 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-786813a1-20af-429f-b212-5831135105dc req-dbd63fce-1dce-4b57-ae29-ef4e6605e587 service neutron] 10.222.0.11 "GET /v2.0/networks/b30e1332-35d4-4498-a8f4-af915ec0d87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5477462 Aug 23 20:46:46.390947 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8f645a9c-448b-4a03-a612-7ce7ddc69a2f req-13ccf525-d24b-4f43-a1ce-1678c3642034 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/security-groups?id=9482bdbb-abea-4192-82de-d64fc163bbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182797 Aug 23 20:46:46.454397 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45a8d9-12e8-4dda-afa5-4fd2e266db1e req-978cdc79-5305-4455-985c-871c4ad8f68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:46.456733 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9e45a8d9-12e8-4dda-afa5-4fd2e266db1e req-978cdc79-5305-4455-985c-871c4ad8f68d service neutron] 10.222.0.32 "GET /v2.0/networks?id=77c5d15c-39fe-408a-a7c4-e7fa78648cdc HTTP/1.1" status: 200 len: 912 time: 0.1708579 Aug 23 20:46:46.528980 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-25c8d0a7-0ace-4717-95d6-d40bf891e20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:46.530042 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-25c8d0a7-0ace-4717-95d6-d40bf891e20a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:46.531675 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-25c8d0a7-0ace-4717-95d6-d40bf891e20a service neutron] 10.222.0.11 "PUT /v2.0/ports/03bc96fb-1472-49b2-95e4-3ae08ef0232f HTTP/1.1" status: 200 len: 1091 time: 2.7857006 Aug 23 20:46:46.558874 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9e45a8d9-12e8-4dda-afa5-4fd2e266db1e req-55ff1d2a-3017-4ba1-91c7-7e0ce3df5537 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d22caefd-c9cd-4f68-8854-16f994c0b7a0 HTTP/1.1" status: 200 len: 217 time: 0.0944941 Aug 23 20:46:46.655385 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45a8d9-12e8-4dda-afa5-4fd2e266db1e req-30d2f52a-39ab-4af0-9f40-5fab1b7c7936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:46.656940 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9e45a8d9-12e8-4dda-afa5-4fd2e266db1e req-30d2f52a-39ab-4af0-9f40-5fab1b7c7936 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cc375d59-0841-4067-80ed-23a2ed98d8ba HTTP/1.1" status: 200 len: 851 time: 0.0902603 Aug 23 20:46:46.670856 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54772096-11eb-4b56-affb-7904380c25dc req-5844051d-c20c-4175-936e-ceda2a33c34e tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:46.677244 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-54772096-11eb-4b56-affb-7904380c25dc req-5844051d-c20c-4175-936e-ceda2a33c34e tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=687a2c67-325b-40d7-86e7-a6799a3e82a1 HTTP/1.1" status: 200 len: 945 time: 0.0969925 Aug 23 20:46:46.692251 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dbf57a6c-3ee6-4d18-8c90-b98b9fdf458c req-b1ed21a5-b44c-414b-bc27-cf749f1ce0de tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220475 Aug 23 20:46:46.706625 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2ea3e3-1be8-489a-9015-954cc29a701e', 'tag': '03bc96fb-1472-49b2-95e4-3ae08ef0232f'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:46:46.709169 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547dc18c-b13b-4175-82ac-760eebf83392" -d '{"events": [{"name": "network-changed", "server_uuid": "0f2ea3e3-1be8-489a-9015-954cc29a701e", "tag": "03bc96fb-1472-49b2-95e4-3ae08ef0232f"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:46:46.726204 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c8d0a7-0ace-4717-95d6-d40bf891e20a service neutron] Pushing event updated for resources: {'Port': ['ID=03bc96fb-1472-49b2-95e4-3ae08ef0232f,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:46.727718 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9e45a8d9-12e8-4dda-afa5-4fd2e266db1e req-fd7e2de2-45b0-4ee0-8e8f-4267f27fc882 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=77c5d15c-39fe-408a-a7c4-e7fa78648cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494945 Aug 23 20:46:46.750784 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786813a1-20af-429f-b212-5831135105dc req-3f5b84e9-dbf2-41b7-b12c-3aca7944370c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:46.752341 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-786813a1-20af-429f-b212-5831135105dc req-3f5b84e9-dbf2-41b7-b12c-3aca7944370c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b17a426d9eb4b3083079c3d4dc4db5c&device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5 HTTP/1.1" status: 200 len: 1095 time: 0.3015885 Aug 23 20:46:46.754972 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80b3451-d22e-491d-8998-12c926061cdb tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Made reservation on behalf of bb32bf05abe0486cb16f12242f2159e4 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:46:46.758821 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c80b3451-d22e-491d-8998-12c926061cdb tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:46.774601 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-786813a1-20af-429f-b212-5831135105dc req-06b2e05b-2e56-4f28-ad13-c2beba17e2a7 service neutron] 10.222.0.11 "GET /v2.0/networks/b30e1332-35d4-4498-a8f4-af915ec0d87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3600490 Aug 23 20:46:46.784927 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-39a163a8-460e-4f37-88c6-9f32487ebbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:46.786509 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-39a163a8-460e-4f37-88c6-9f32487ebbe5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b1abaf29a2594bd2aeb412c8b0b847b0&device_id=0f2ea3e3-1be8-489a-9015-954cc29a701e HTTP/1.1" status: 200 len: 1094 time: 0.1960406 Aug 23 20:46:46.843780 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-54772096-11eb-4b56-affb-7904380c25dc req-58f5d97a-3fc7-4d53-8acb-1703db991f19 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499102 Aug 23 20:46:46.884717 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-c80b3451-d22e-491d-8998-12c926061cdb tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] device_id is not set on port 7cf5bf5f-86d4-466b-a33a-66ab1b3c8db9 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:46:46.890661 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-f3919a7b-ac33-4af4-b860-1af51cdfa27b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03bc96fb-1472-49b2-95e4-3ae08ef0232f HTTP/1.1" status: 200 len: 217 time: 0.0918884 Aug 23 20:46:46.923607 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9e45a8d9-12e8-4dda-afa5-4fd2e266db1e req-02a0031e-4a42-47de-98dd-cf4ebb0f5e38 service neutron] 10.222.0.32 "GET /v2.0/networks/77c5d15c-39fe-408a-a7c4-e7fa78648cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827624 Aug 23 20:46:46.951749 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420a4554-8e52-47db-8071-b04da49a443c x-openstack-request-id: req-420a4554-8e52-47db-8071-b04da49a443c {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:46:46.952032 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f2ea3e3-1be8-489a-9015-954cc29a701e", "tag": "03bc96fb-1472-49b2-95e4-3ae08ef0232f", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:46:46.952421 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-420a4554-8e52-47db-8071-b04da49a443c {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:46:46.953442 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f2ea3e3-1be8-489a-9015-954cc29a701e', 'tag': '03bc96fb-1472-49b2-95e4-3ae08ef0232f', 'status': 'completed', 'code': 200} Aug 23 20:46:47.062738 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9e45a8d9-12e8-4dda-afa5-4fd2e266db1e req-e0db2a79-5087-40cd-8d6a-d744cb115a72 service neutron] 10.222.0.32 "GET /v2.0/networks/77c5d15c-39fe-408a-a7c4-e7fa78648cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308570 Aug 23 20:46:47.075472 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-a9115068-e89b-4abe-b45a-98edec90507f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:47.077852 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-a9115068-e89b-4abe-b45a-98edec90507f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cc375d59-0841-4067-80ed-23a2ed98d8ba HTTP/1.1" status: 200 len: 851 time: 0.1355305 Aug 23 20:46:47.122669 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786813a1-20af-429f-b212-5831135105dc req-b752deaf-52e8-4d5b-9574-2b3adadb3356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:47.124534 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-786813a1-20af-429f-b212-5831135105dc req-b752deaf-52e8-4d5b-9574-2b3adadb3356 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b30e1332-35d4-4498-a8f4-af915ec0d87e HTTP/1.1" status: 200 len: 898 time: 0.3622899 Aug 23 20:46:47.196880 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa22b0-10f1-4fc0-b112-9399976d40b1 req-b9b3a56d-9353-4de8-9027-237faf1406de tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:47.198738 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-75aa22b0-10f1-4fc0-b112-9399976d40b1 req-b9b3a56d-9353-4de8-9027-237faf1406de tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5 HTTP/1.1" status: 200 len: 944 time: 0.3005321 Aug 23 20:46:47.212697 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 939d72db-2d60-46d4-bf80-372f37b6f531 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:46:47.245377 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-7aa6c555-36a6-4c48-93f9-7dfc8d345e4f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=77c5d15c-39fe-408a-a7c4-e7fa78648cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1138127 Aug 23 20:46:47.361721 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 939d72db-2d60-46d4-bf80-372f37b6f531, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=939d72db-2d60-46d4-bf80-372f37b6f531,segment=NetworkSegment(56944fa1-c7d3-451b-86e9-345b2fbe4c92),segment_id=56944fa1-c7d3-451b-86e9-345b2fbe4c92)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:46:47.370397 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-786813a1-20af-429f-b212-5831135105dc req-883ec886-1e11-4334-a64b-1aa4d3e5beaf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1926252b-6fc4-4546-a9e7-812433bb4ebc HTTP/1.1" status: 200 len: 999 time: 0.2365024 Aug 23 20:46:47.380521 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '939d72db-2d60-46d4-bf80-372f37b6f531', 'network_id': '5ea12703-07c8-4b33-b01b-2309c30593fb', 'port_id': '939d72db-2d60-46d4-bf80-372f37b6f531', 'mac_address': 'fa:16:3e:93:95:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a61ac775-45d7-4f26-8246-bac30e400edf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:46:47.388954 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-c80b3451-d22e-491d-8998-12c926061cdb tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Allocated IP 172.20.0.12 (4c8f4f69-7725-4a3f-8d94-9fe50edcabf2/147315c0-341b-4442-bac5-be225679df31/7cf5bf5f-86d4-466b-a33a-66ab1b3c8db9) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:46:47.466919 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-b70bcdfd-feaf-4e5c-b2ac-f77ffb63a1da service neutron] 10.222.0.11 "GET /v2.0/networks/77c5d15c-39fe-408a-a7c4-e7fa78648cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046390 Aug 23 20:46:47.473466 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:47.507462 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-75aa22b0-10f1-4fc0-b112-9399976d40b1 req-4b0f181a-7fd7-41cd-8d88-493f28e25651 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=d454fa48-aaac-4911-81d6-c45d8631516f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2708626 Aug 23 20:46:47.521774 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 939d72db-2d60-46d4-bf80-372f37b6f531 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:46:47.552349 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786813a1-20af-429f-b212-5831135105dc req-5200828b-6335-4bc7-bf59-22d2a8e5fdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:47.554280 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-786813a1-20af-429f-b212-5831135105dc req-5200828b-6335-4bc7-bf59-22d2a8e5fdfb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3ff8b6ac-5662-4ef5-a3bc-409a78bea012 HTTP/1.1" status: 200 len: 835 time: 0.1701369 Aug 23 20:46:47.571754 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 939d72db-2d60-46d4-bf80-372f37b6f531, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=939d72db-2d60-46d4-bf80-372f37b6f531,segment=NetworkSegment(56944fa1-c7d3-451b-86e9-345b2fbe4c92),segment_id=56944fa1-c7d3-451b-86e9-345b2fbe4c92)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:46:47.579985 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:47.605783 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e85d1-209e-4e39-8e3f-519a7f496d66 req-3ec03729-2333-4ba9-accc-0cf2dabe9055 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:47.615898 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-075e85d1-209e-4e39-8e3f-519a7f496d66 req-3ec03729-2333-4ba9-accc-0cf2dabe9055 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/ports?device_id=98eda1a0-f742-445e-8846-160186e82cdf HTTP/1.1" status: 200 len: 944 time: 0.1394286 Aug 23 20:46:47.723019 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-075e85d1-209e-4e39-8e3f-519a7f496d66 req-51467ef1-db32-44bc-a371-0b8ca714afba tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/security-groups?id=9482bdbb-abea-4192-82de-d64fc163bbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061144 Aug 23 20:46:47.734072 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['939d72db-2d60-46d4-bf80-372f37b6f531'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:46:47.792560 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=939d72db-2d60-46d4-bf80-372f37b6f531,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:48.234213 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device d22caefd-c9cd-4f68-8854-16f994c0b7a0 details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:46:48.245981 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c6bc95-46c0-40df-b55b-cddb5d447387 req-68b75150-785f-43c0-a5d3-8a67982feed3 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:48.263063 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b5c6bc95-46c0-40df-b55b-cddb5d447387 req-68b75150-785f-43c0-a5d3-8a67982feed3 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=687a2c67-325b-40d7-86e7-a6799a3e82a1 HTTP/1.1" status: 200 len: 945 time: 0.1932998 Aug 23 20:46:48.384118 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b5c6bc95-46c0-40df-b55b-cddb5d447387 req-af8e371e-3003-42bb-9fef-2d3d158dbdfd tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195502 Aug 23 20:46:48.485989 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port d22caefd-c9cd-4f68-8854-16f994c0b7a0, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=d22caefd-c9cd-4f68-8854-16f994c0b7a0,segment=NetworkSegment(fea14536-63e5-4de1-9c01-50995460e8f9),segment_id=fea14536-63e5-4de1-9c01-50995460e8f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:46:48.502049 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': 'd22caefd-c9cd-4f68-8854-16f994c0b7a0', 'network_id': '77c5d15c-39fe-408a-a7c4-e7fa78648cdc', 'port_id': 'd22caefd-c9cd-4f68-8854-16f994c0b7a0', 'mac_address': 'fa:16:3e:c0:60:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc375d59-0841-4067-80ed-23a2ed98d8ba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:46:48.529196 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786813a1-20af-429f-b212-5831135105dc req-2771c0d1-dcd3-4e50-a4d0-82e1b075bb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:48.530842 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-786813a1-20af-429f-b212-5831135105dc req-2771c0d1-dcd3-4e50-a4d0-82e1b075bb7b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b30e1332-35d4-4498-a8f4-af915ec0d87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9250391 Aug 23 20:46:48.587838 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5447e665-100e-4f62-b3f7-edc46caa2963 req-2972950e-4776-4ab7-b90d-199cafa5062a tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:48.595761 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:48.597581 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5447e665-100e-4f62-b3f7-edc46caa2963 req-2972950e-4776-4ab7-b90d-199cafa5062a tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 944 time: 0.2482085 Aug 23 20:46:48.626803 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d22caefd-c9cd-4f68-8854-16f994c0b7a0 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:46:48.676870 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port d22caefd-c9cd-4f68-8854-16f994c0b7a0, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=d22caefd-c9cd-4f68-8854-16f994c0b7a0,segment=NetworkSegment(fea14536-63e5-4de1-9c01-50995460e8f9),segment_id=fea14536-63e5-4de1-9c01-50995460e8f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:46:48.682579 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:48.683254 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 1926252b-6fc4-4546-a9e7-812433bb4ebc details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:46:48.689715 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5447e665-100e-4f62-b3f7-edc46caa2963 req-a94f1c99-0c3f-41e8-af3b-c89becc555e6 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911055 Aug 23 20:46:48.712810 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7861fe-ddef-4e94-85cc-de63d8a41030 req-95b53854-e7f3-4d31-9ae5-54a5954853b5 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:48.720658 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0c7861fe-ddef-4e94-85cc-de63d8a41030 req-95b53854-e7f3-4d31-9ae5-54a5954853b5 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5 HTTP/1.1" status: 200 len: 944 time: 0.1103780 Aug 23 20:46:48.819143 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0c7861fe-ddef-4e94-85cc-de63d8a41030 req-484a2cfe-9daf-43d6-b9fa-d07ab3544b20 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=d454fa48-aaac-4911-81d6-c45d8631516f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905659 Aug 23 20:46:48.850390 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 1926252b-6fc4-4546-a9e7-812433bb4ebc, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=1926252b-6fc4-4546-a9e7-812433bb4ebc,segment=NetworkSegment(1268e019-263b-4e75-8302-6489aacb80bb),segment_id=1268e019-263b-4e75-8302-6489aacb80bb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:46:48.866860 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': '1926252b-6fc4-4546-a9e7-812433bb4ebc', 'network_id': 'b30e1332-35d4-4498-a8f4-af915ec0d87e', 'port_id': '1926252b-6fc4-4546-a9e7-812433bb4ebc', 'mac_address': 'fa:16:3e:62:c6:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff8b6ac-5662-4ef5-a3bc-409a78bea012', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:46:48.918400 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c80b3451-d22e-491d-8998-12c926061cdb tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:48.960674 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-c80b3451-d22e-491d-8998-12c926061cdb tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Transition to ACTIVE for port object 7cf5bf5f-86d4-466b-a33a-66ab1b3c8db9 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:46:49.034786 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-786813a1-20af-429f-b212-5831135105dc req-745ac92f-0109-4c26-9480-1da5a976931c service neutron] 10.222.0.32 "GET /v2.0/networks/b30e1332-35d4-4498-a8f4-af915ec0d87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4865646 Aug 23 20:46:49.039527 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-556ca64e-dce7-44f5-aef6-daf03506b9ed req-b86c2a0a-5e3f-4fed-8d25-4ab0c71648e1 service neutron] 10.222.0.11 "GET /v2.0/networks/77c5d15c-39fe-408a-a7c4-e7fa78648cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5268633 Aug 23 20:46:49.080281 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c80b3451-d22e-491d-8998-12c926061cdb tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:49.339206 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 939d72db-2d60-46d4-bf80-372f37b6f531 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:46:49.478265 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:49.526506 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1926252b-6fc4-4546-a9e7-812433bb4ebc {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:46:49.531326 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=d22caefd-c9cd-4f68-8854-16f994c0b7a0,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:49.591030 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf9e26-f256-49fb-8e93-a053bc81bf2b req-c3ae21e5-f01c-4bc4-b6be-341c790e7867 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:49.601102 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-39cf9e26-f256-49fb-8e93-a053bc81bf2b req-c3ae21e5-f01c-4bc4-b6be-341c790e7867 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5 HTTP/1.1" status: 200 len: 944 time: 0.1838210 Aug 23 20:46:49.605496 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 1926252b-6fc4-4546-a9e7-812433bb4ebc, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=1926252b-6fc4-4546-a9e7-812433bb4ebc,segment=NetworkSegment(1268e019-263b-4e75-8302-6489aacb80bb),segment_id=1268e019-263b-4e75-8302-6489aacb80bb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:46:49.616765 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:49.624735 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 939d72db-2d60-46d4-bf80-372f37b6f531 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:46:49.625247 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:49.662287 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-39cf9e26-f256-49fb-8e93-a053bc81bf2b req-c013a928-7007-4f27-80fe-5058a30e7536 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=d454fa48-aaac-4911-81d6-c45d8631516f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601661 Aug 23 20:46:49.791228 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=1926252b-6fc4-4546-a9e7-812433bb4ebc,revision_number=8']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:49.807350 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:49.832147 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e7f9bfe-7369-4af3-824a-a49cc172da9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939d72db-2d60-46d4-bf80-372f37b6f531'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:46:49.835295 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80b3451-d22e-491d-8998-12c926061cdb tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Pushing event updated for resources: {'Port': ['ID=7cf5bf5f-86d4-466b-a33a-66ab1b3c8db9,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:49.836908 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f4e38f-4c50-422d-ac33-5c0cd52013fa" -d '{"events": [{"server_uuid": "5e7f9bfe-7369-4af3-824a-a49cc172da9f", "name": "network-vif-plugged", "status": "completed", "tag": "939d72db-2d60-46d4-bf80-372f37b6f531"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:46:49.856906 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-786813a1-20af-429f-b212-5831135105dc req-dd7dffc3-da4e-4ca0-9852-20fb46bda7da service neutron] 10.222.0.32 "GET /v2.0/networks/b30e1332-35d4-4498-a8f4-af915ec0d87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7679029 Aug 23 20:46:49.865214 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ed2b1-a2f0-422d-ad47-991e3c7c5d79 req-033e6c5c-c83a-45b9-9dab-23fbf142d183 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:49.867021 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1f4ed2b1-a2f0-422d-ad47-991e3c7c5d79 req-033e6c5c-c83a-45b9-9dab-23fbf142d183 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=687a2c67-325b-40d7-86e7-a6799a3e82a1 HTTP/1.1" status: 200 len: 945 time: 0.1263027 Aug 23 20:46:49.873365 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 939d72db-2d60-46d4-bf80-372f37b6f531, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=939d72db-2d60-46d4-bf80-372f37b6f531,segment=NetworkSegment(56944fa1-c7d3-451b-86e9-345b2fbe4c92),segment_id=56944fa1-c7d3-451b-86e9-345b2fbe4c92)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:46:49.886932 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:49.920087 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80b3451-d22e-491d-8998-12c926061cdb tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Network 4c8f4f69-7725-4a3f-8d94-9fe50edcabf2 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:46:49.937211 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-c80b3451-d22e-491d-8998-12c926061cdb tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:46:49.967955 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144baa3-1ab0-48fe-affa-f06b0bb82b99 req-9cd57c36-35e8-4512-8ff8-4970f61fa17f tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:49.974317 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1144baa3-1ab0-48fe-affa-f06b0bb82b99 req-9cd57c36-35e8-4512-8ff8-4970f61fa17f tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/ports?device_id=98eda1a0-f742-445e-8846-160186e82cdf HTTP/1.1" status: 200 len: 945 time: 0.9307795 Aug 23 20:46:49.984513 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80b3451-d22e-491d-8998-12c926061cdb tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:46:49.994491 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1f4ed2b1-a2f0-422d-ad47-991e3c7c5d79 req-b3b19787-27ce-428d-b38b-7afa1b84b82b tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152551 Aug 23 20:46:50.016716 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['d22caefd-c9cd-4f68-8854-16f994c0b7a0'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:46:50.024194 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862da14-c555-4803-980a-2037d0ba9282 req-f830913e-fea5-47a9-ba91-3b26b4af2b5b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:50.030918 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0862da14-c555-4803-980a-2037d0ba9282 req-f830913e-fea5-47a9-ba91-3b26b4af2b5b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.11 "GET /v2.0/ports?device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5&tenant_id=0b17a426d9eb4b3083079c3d4dc4db5c&binding%3Ahost_id=n-h2-805663-2 HTTP/1.1" status: 200 len: 944 time: 0.7579339 Aug 23 20:46:50.082710 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['1926252b-6fc4-4546-a9e7-812433bb4ebc'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:46:50.227887 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=939d72db-2d60-46d4-bf80-372f37b6f531,revision_number=7']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:50.244569 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031819d9-24ae-4f56-9419-b9f60369f94b req-d413b8fa-b9ab-4b4e-8efb-7a43e359c7d4 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:50.265006 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-031819d9-24ae-4f56-9419-b9f60369f94b req-d413b8fa-b9ab-4b4e-8efb-7a43e359c7d4 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.1250880 Aug 23 20:46:50.376271 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-031819d9-24ae-4f56-9419-b9f60369f94b req-ac067c92-d3f7-4acb-b970-de925b21f8b9 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100440 Aug 23 20:46:50.455471 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547dc18c-b13b-4175-82ac-760eebf83392 req-ba7c5bea-d839-4b1f-aab7-dba4b7d57acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:50.458468 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-547dc18c-b13b-4175-82ac-760eebf83392 req-ba7c5bea-d839-4b1f-aab7-dba4b7d57acf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b1abaf29a2594bd2aeb412c8b0b847b0&device_id=0f2ea3e3-1be8-489a-9015-954cc29a701e HTTP/1.1" status: 200 len: 1094 time: 1.3279896 Aug 23 20:46:50.468155 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1144baa3-1ab0-48fe-affa-f06b0bb82b99 req-2812cc83-8314-4bbc-ab76-5fe30f5d2922 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/security-groups?id=9482bdbb-abea-4192-82de-d64fc163bbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4257617 Aug 23 20:46:50.489693 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [req-0862da14-c555-4803-980a-2037d0ba9282 req-6a725535-6585-431b-87a4-27a98fe1391c service neutron] delete failed (client error): The resource could not be found. Aug 23 20:46:50.490812 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0862da14-c555-4803-980a-2037d0ba9282 req-6a725535-6585-431b-87a4-27a98fe1391c service neutron] 10.222.0.11 "DELETE /v2.0/ports/1926252b-6fc4-4546-a9e7-812433bb4ebc/bindings/n-h1-805663-2 HTTP/1.1" status: 404 len: 380 time: 0.4351079 Aug 23 20:46:50.498451 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80b3451-d22e-491d-8998-12c926061cdb tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:50.499731 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c80b3451-d22e-491d-8998-12c926061cdb tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:50.604095 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a9695f-18c1-472b-8093-bdcffbc8558e x-openstack-request-id: req-b5a9695f-18c1-472b-8093-bdcffbc8558e {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:46:50.605161 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e7f9bfe-7369-4af3-824a-a49cc172da9f", "name": "network-vif-plugged", "status": "completed", "tag": "939d72db-2d60-46d4-bf80-372f37b6f531", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:46:50.608552 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b5a9695f-18c1-472b-8093-bdcffbc8558e {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:46:50.609402 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7f9bfe-7369-4af3-824a-a49cc172da9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939d72db-2d60-46d4-bf80-372f37b6f531', 'code': 200} Aug 23 20:46:50.641384 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:50.648540 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-daec4833-16cf-44f4-b4d6-22276d8bf2b6 None None] Provisioning for port 7cf5bf5f-86d4-466b-a33a-66ab1b3c8db9 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:46:50.675126 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-daec4833-16cf-44f4-b4d6-22276d8bf2b6 None None] Provisioning complete for port 7cf5bf5f-86d4-466b-a33a-66ab1b3c8db9 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:46:50.675653 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-daec4833-16cf-44f4-b4d6-22276d8bf2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:50.754890 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c80b3451-d22e-491d-8998-12c926061cdb tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5784202 Aug 23 20:46:50.755875 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45064) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:50.762262 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547dc18c-b13b-4175-82ac-760eebf83392 req-f8ed38ff-6407-4683-92d5-ed762c8b1982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:50.763982 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-547dc18c-b13b-4175-82ac-760eebf83392 req-f8ed38ff-6407-4683-92d5-ed762c8b1982 service neutron] 10.222.0.11 "GET /v2.0/networks?id=77c5d15c-39fe-408a-a7c4-e7fa78648cdc HTTP/1.1" status: 200 len: 912 time: 0.2915502 Aug 23 20:46:50.769473 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-df0d9792-e612-46df-afb2-c898b1ae6160 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:f8:91:18'}]}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:46:50.773224 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-daec4833-16cf-44f4-b4d6-22276d8bf2b6 None None] Port 7cf5bf5f-86d4-466b-a33a-66ab1b3c8db9 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:46:50.848762 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862da14-c555-4803-980a-2037d0ba9282 req-500f8ad8-9a12-46d1-afe7-32d68f5b4b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:50.850310 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0862da14-c555-4803-980a-2037d0ba9282 req-500f8ad8-9a12-46d1-afe7-32d68f5b4b09 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0b17a426d9eb4b3083079c3d4dc4db5c&device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5 HTTP/1.1" status: 200 len: 1096 time: 0.2037063 Aug 23 20:46:50.851634 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-547dc18c-b13b-4175-82ac-760eebf83392 req-c0af167a-847d-4e83-94f4-84e00aa560fe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03bc96fb-1472-49b2-95e4-3ae08ef0232f HTTP/1.1" status: 200 len: 217 time: 0.0748112 Aug 23 20:46:51.066816 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7201eae-08ed-4178-8be6-5e098120b5c9 req-b9369fb9-ffd0-4ce2-b029-144159301f38 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:51.069174 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e7201eae-08ed-4178-8be6-5e098120b5c9 req-b9369fb9-ffd0-4ce2-b029-144159301f38 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5 HTTP/1.1" status: 200 len: 945 time: 0.2394326 Aug 23 20:46:51.074185 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547dc18c-b13b-4175-82ac-760eebf83392 req-6e74c75f-0c90-4fbd-9210-ffdec29820e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:51.075156 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-547dc18c-b13b-4175-82ac-760eebf83392 req-6e74c75f-0c90-4fbd-9210-ffdec29820e4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cc375d59-0841-4067-80ed-23a2ed98d8ba HTTP/1.1" status: 200 len: 851 time: 0.1866176 Aug 23 20:46:51.206555 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-547dc18c-b13b-4175-82ac-760eebf83392 req-10f4f122-116d-4310-b228-a6dafc42e6ed service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=77c5d15c-39fe-408a-a7c4-e7fa78648cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1100965 Aug 23 20:46:51.215849 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-df0d9792-e612-46df-afb2-c898b1ae6160 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:51.226415 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 03bc96fb-1472-49b2-95e4-3ae08ef0232f details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:46:51.304893 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862da14-c555-4803-980a-2037d0ba9282 req-db4b67d7-5200-4b80-a99d-bcd5b091c3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:51.307010 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0862da14-c555-4803-980a-2037d0ba9282 req-db4b67d7-5200-4b80-a99d-bcd5b091c3cf service neutron] 10.222.0.11 "GET /v2.0/networks?id=b30e1332-35d4-4498-a8f4-af915ec0d87e HTTP/1.1" status: 200 len: 898 time: 0.4306700 Aug 23 20:46:51.427771 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e7201eae-08ed-4178-8be6-5e098120b5c9 req-d0354940-2b50-429e-ab51-982158d1a092 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=d454fa48-aaac-4911-81d6-c45d8631516f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3467326 Aug 23 20:46:51.444273 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 03bc96fb-1472-49b2-95e4-3ae08ef0232f, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=03bc96fb-1472-49b2-95e4-3ae08ef0232f,segment=NetworkSegment(fea14536-63e5-4de1-9c01-50995460e8f9),segment_id=fea14536-63e5-4de1-9c01-50995460e8f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:46:51.467256 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '03bc96fb-1472-49b2-95e4-3ae08ef0232f', 'network_id': '77c5d15c-39fe-408a-a7c4-e7fa78648cdc', 'port_id': '03bc96fb-1472-49b2-95e4-3ae08ef0232f', 'mac_address': 'fa:16:3e:53:c4:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc375d59-0841-4067-80ed-23a2ed98d8ba', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:46:51.547697 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee3182-2e13-4689-b667-8d9929256561 req-59c24b28-1e52-49d1-b534-3eb8b9fd9450 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:51.549934 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:51.551590 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-16ee3182-2e13-4689-b667-8d9929256561 req-59c24b28-1e52-49d1-b534-3eb8b9fd9450 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=687a2c67-325b-40d7-86e7-a6799a3e82a1 HTTP/1.1" status: 200 len: 945 time: 0.3367910 Aug 23 20:46:51.588125 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03bc96fb-1472-49b2-95e4-3ae08ef0232f {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:46:51.621029 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 03bc96fb-1472-49b2-95e4-3ae08ef0232f, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=03bc96fb-1472-49b2-95e4-3ae08ef0232f,segment=NetworkSegment(fea14536-63e5-4de1-9c01-50995460e8f9),segment_id=fea14536-63e5-4de1-9c01-50995460e8f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:46:51.643275 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-16ee3182-2e13-4689-b667-8d9929256561 req-e7e180f3-9e0f-4af7-83e7-105b5a32ec3a tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906987 Aug 23 20:46:51.647449 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:51.720127 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a64f34a-60d7-4e6c-93a6-be392c12c972 req-5805768a-dd40-47f5-b15c-03f0a4acba3a tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:51.738569 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6a64f34a-60d7-4e6c-93a6-be392c12c972 req-5805768a-dd40-47f5-b15c-03f0a4acba3a tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.1954999 Aug 23 20:46:51.759061 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0862da14-c555-4803-980a-2037d0ba9282 req-8c04404b-369b-4ba2-ac1e-920717fe2b62 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1926252b-6fc4-4546-a9e7-812433bb4ebc HTTP/1.1" status: 200 len: 1000 time: 0.3670924 Aug 23 20:46:51.772477 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=03bc96fb-1472-49b2-95e4-3ae08ef0232f,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:51.784788 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-547dc18c-b13b-4175-82ac-760eebf83392 req-cc0b8b99-3db1-4640-a7a7-881e9c6e53d8 service neutron] 10.222.0.11 "GET /v2.0/networks/77c5d15c-39fe-408a-a7c4-e7fa78648cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5574760 Aug 23 20:46:51.789534 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-df0d9792-e612-46df-afb2-c898b1ae6160 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:51.800918 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-df0d9792-e612-46df-afb2-c898b1ae6160 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:51.861454 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0d9792-e612-46df-afb2-c898b1ae6160 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Pushing event updated for resources: {'Port': ['ID=7cf5bf5f-86d4-466b-a33a-66ab1b3c8db9,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:51.926439 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6a64f34a-60d7-4e6c-93a6-be392c12c972 req-29f333eb-4128-4486-a2f9-c02aff7085b2 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872673 Aug 23 20:46:51.955318 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862da14-c555-4803-980a-2037d0ba9282 req-d7d1212d-2656-464e-9d1e-db3fedf5434a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:51.956870 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0862da14-c555-4803-980a-2037d0ba9282 req-d7d1212d-2656-464e-9d1e-db3fedf5434a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ff8b6ac-5662-4ef5-a3bc-409a78bea012 HTTP/1.1" status: 200 len: 835 time: 0.1707599 Aug 23 20:46:51.966935 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732d0d7-a1a3-4090-a497-95f4d02532d9 req-242b762e-223d-4655-af82-67a3c39974fb tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:51.977709 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1732d0d7-a1a3-4090-a497-95f4d02532d9 req-242b762e-223d-4655-af82-67a3c39974fb tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/ports?device_id=98eda1a0-f742-445e-8846-160186e82cdf HTTP/1.1" status: 200 len: 945 time: 0.1921201 Aug 23 20:46:51.994751 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-df0d9792-e612-46df-afb2-c898b1ae6160 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] In _notify_port_updated(), no bound segment for port 7cf5bf5f-86d4-466b-a33a-66ab1b3c8db9 on network 4c8f4f69-7725-4a3f-8d94-9fe50edcabf2 {{(pid=94688) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 20:46:52.001921 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0d9792-e612-46df-afb2-c898b1ae6160 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:52.002595 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-df0d9792-e612-46df-afb2-c898b1ae6160 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:52.003944 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-df0d9792-e612-46df-afb2-c898b1ae6160 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] 10.222.0.61 "PUT /v2.0/ports/7cf5bf5f-86d4-466b-a33a-66ab1b3c8db9 HTTP/1.1" status: 200 len: 997 time: 1.2444580 Aug 23 20:46:52.012732 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45084) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:52.051344 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-547dc18c-b13b-4175-82ac-760eebf83392 req-1b5b996c-ebf8-424c-aea5-face991cfb8e service neutron] 10.222.0.11 "GET /v2.0/networks/77c5d15c-39fe-408a-a7c4-e7fa78648cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505112 Aug 23 20:46:52.073060 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['03bc96fb-1472-49b2-95e4-3ae08ef0232f'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:46:52.087095 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862da14-c555-4803-980a-2037d0ba9282 req-a7fb2954-d10a-4ae8-a910-b7f7b7864e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:52.088801 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0862da14-c555-4803-980a-2037d0ba9282 req-a7fb2954-d10a-4ae8-a910-b7f7b7864e8d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b30e1332-35d4-4498-a8f4-af915ec0d87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1138217 Aug 23 20:46:52.255851 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-679d678c-6391-40f7-a61e-834112465110 None None] Provisioning complete for port 7cf5bf5f-86d4-466b-a33a-66ab1b3c8db9 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:46:52.256287 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-679d678c-6391-40f7-a61e-834112465110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:52.258669 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device d22caefd-c9cd-4f68-8854-16f994c0b7a0 up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:46:52.349654 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0862da14-c555-4803-980a-2037d0ba9282 req-7a4aa5e4-9035-47e9-9473-548b0277714c service neutron] 10.222.0.11 "GET /v2.0/networks/b30e1332-35d4-4498-a8f4-af915ec0d87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009249 Aug 23 20:46:52.441540 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-679d678c-6391-40f7-a61e-834112465110 None None] Port 7cf5bf5f-86d4-466b-a33a-66ab1b3c8db9 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:46:52.480786 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port d22caefd-c9cd-4f68-8854-16f994c0b7a0 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:46:52.500762 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port d22caefd-c9cd-4f68-8854-16f994c0b7a0 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:46:52.501136 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:52.595819 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1732d0d7-a1a3-4090-a497-95f4d02532d9 req-27d8b00b-f74c-4f3d-9876-b9d5bd34f9d8 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/security-groups?id=9482bdbb-abea-4192-82de-d64fc163bbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6163628 Aug 23 20:46:52.599447 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0862da14-c555-4803-980a-2037d0ba9282 req-08e37ce5-cf47-41b3-8dab-060c1ce1316b service neutron] 10.222.0.11 "GET /v2.0/networks/b30e1332-35d4-4498-a8f4-af915ec0d87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411656 Aug 23 20:46:52.645485 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-fc54d869-6daf-4837-9b32-8181f5232e93 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Deleting port 7cf5bf5f-86d4-466b-a33a-66ab1b3c8db9 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:46:52.645921 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc54d869-6daf-4837-9b32-8181f5232e93 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:52.675708 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e264318-8332-4dd4-83c9-96ee5a70511c req-cf3dbbbb-a443-4954-bc9b-f2dee320ed0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:52.677843 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4e264318-8332-4dd4-83c9-96ee5a70511c req-cf3dbbbb-a443-4954-bc9b-f2dee320ed0e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b5caa9dd6fe449d826e5284616c3d3c&device_id=687a2c67-325b-40d7-86e7-a6799a3e82a1 HTTP/1.1" status: 200 len: 1096 time: 0.1942532 Aug 23 20:46:52.693475 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ced268-ea8c-44ad-8b66-34d963d33578 req-78d5bb36-3591-4fb1-a046-e262a86dc7fd tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:52.702416 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c0ced268-ea8c-44ad-8b66-34d963d33578 req-78d5bb36-3591-4fb1-a046-e262a86dc7fd tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5 HTTP/1.1" status: 200 len: 945 time: 0.1368222 Aug 23 20:46:52.732484 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:52.782705 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98eda1a0-f742-445e-8846-160186e82cdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22caefd-c9cd-4f68-8854-16f994c0b7a0'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:46:52.785819 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1519e35-12c2-4bf6-9cbb-ad3f183eadb2" -d '{"events": [{"server_uuid": "98eda1a0-f742-445e-8846-160186e82cdf", "name": "network-vif-plugged", "status": "completed", "tag": "d22caefd-c9cd-4f68-8854-16f994c0b7a0"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:46:52.802802 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port d22caefd-c9cd-4f68-8854-16f994c0b7a0, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=d22caefd-c9cd-4f68-8854-16f994c0b7a0,segment=NetworkSegment(fea14536-63e5-4de1-9c01-50995460e8f9),segment_id=fea14536-63e5-4de1-9c01-50995460e8f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:46:52.806619 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c0ced268-ea8c-44ad-8b66-34d963d33578 req-e6897f26-ce7f-41ca-9e7d-f31d2b7cfbab tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=d454fa48-aaac-4911-81d6-c45d8631516f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027896 Aug 23 20:46:52.823651 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:52.825098 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 1926252b-6fc4-4546-a9e7-812433bb4ebc up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:46:52.865402 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de73d4a-5c94-48fc-a8ab-d501322ae5b2 req-92e29179-0710-4c03-bf05-2c1a4dbbf453 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:52.867130 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4de73d4a-5c94-48fc-a8ab-d501322ae5b2 req-92e29179-0710-4c03-bf05-2c1a4dbbf453 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=687a2c67-325b-40d7-86e7-a6799a3e82a1 HTTP/1.1" status: 200 len: 945 time: 0.0910628 Aug 23 20:46:52.891391 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e264318-8332-4dd4-83c9-96ee5a70511c req-ec2945ce-ea62-4c10-b577-0a4a634e293e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:52.893305 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4e264318-8332-4dd4-83c9-96ee5a70511c req-ec2945ce-ea62-4c10-b577-0a4a634e293e service neutron] 10.222.0.11 "GET /v2.0/networks?id=99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54 HTTP/1.1" status: 200 len: 913 time: 0.1885576 Aug 23 20:46:52.932991 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=d22caefd-c9cd-4f68-8854-16f994c0b7a0,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:52.941689 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4e264318-8332-4dd4-83c9-96ee5a70511c req-d96d402a-3833-4eca-af16-1185ef4dbd5a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8006f50a-b71a-4d40-bb79-8d82d03807f7 HTTP/1.1" status: 200 len: 217 time: 0.0400119 Aug 23 20:46:52.956023 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d974bd66-a896-435b-ab71-365df87f22e1 x-openstack-request-id: req-d974bd66-a896-435b-ab71-365df87f22e1 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:46:52.956023 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98eda1a0-f742-445e-8846-160186e82cdf", "name": "network-vif-plugged", "status": "completed", "tag": "d22caefd-c9cd-4f68-8854-16f994c0b7a0", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:46:52.956023 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d974bd66-a896-435b-ab71-365df87f22e1 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:46:52.967429 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98eda1a0-f742-445e-8846-160186e82cdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22caefd-c9cd-4f68-8854-16f994c0b7a0', 'code': 200} Aug 23 20:46:52.977729 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc54d869-6daf-4837-9b32-8181f5232e93 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:53.004813 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e264318-8332-4dd4-83c9-96ee5a70511c req-f428e6d9-3242-45f6-bce7-589bb2b25b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:53.007091 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4e264318-8332-4dd4-83c9-96ee5a70511c req-f428e6d9-3242-45f6-bce7-589bb2b25b51 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7cf1476b-2d73-4ece-81d4-01b7879e99dc HTTP/1.1" status: 200 len: 852 time: 0.0584099 Aug 23 20:46:53.019704 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port 1926252b-6fc4-4546-a9e7-812433bb4ebc completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:46:53.024662 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port 1926252b-6fc4-4546-a9e7-812433bb4ebc triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:46:53.025162 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:53.044400 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4e264318-8332-4dd4-83c9-96ee5a70511c req-71119a5c-d265-4f65-a06e-d4829ae07e68 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291469 Aug 23 20:46:53.069483 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-fc54d869-6daf-4837-9b32-8181f5232e93 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Calling delete_port for 7cf5bf5f-86d4-466b-a33a-66ab1b3c8db9 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:46:53.093558 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4de73d4a-5c94-48fc-a8ab-d501322ae5b2 req-8b9de628-8fc7-4d73-a406-2c8788048b48 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043958 Aug 23 20:46:53.237299 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:53.296311 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa115c1-51be-4779-8fbe-2f1b6ecad20c req-867bb19d-eaca-4aff-888c-cf3e9adc03ed tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:53.304542 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-efa115c1-51be-4779-8fbe-2f1b6ecad20c req-867bb19d-eaca-4aff-888c-cf3e9adc03ed tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.2404282 Aug 23 20:46:53.318993 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc54d869-6daf-4837-9b32-8181f5232e93 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:53.346555 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adffae97-69fb-415f-9f60-73abbd3f8ca4 req-daed7a47-0074-427b-ba90-3ff0905a2419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:53.348809 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-adffae97-69fb-415f-9f60-73abbd3f8ca4 req-daed7a47-0074-427b-ba90-3ff0905a2419 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=98eda1a0-f742-445e-8846-160186e82cdf HTTP/1.1" status: 200 len: 1097 time: 0.2972219 Aug 23 20:46:53.377461 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc54d869-6daf-4837-9b32-8181f5232e93 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Pushing event deleted for resources: {'Port': ['ID=7cf5bf5f-86d4-466b-a33a-66ab1b3c8db9,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:53.379321 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 1926252b-6fc4-4546-a9e7-812433bb4ebc, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=1926252b-6fc4-4546-a9e7-812433bb4ebc,segment=NetworkSegment(1268e019-263b-4e75-8302-6489aacb80bb),segment_id=1268e019-263b-4e75-8302-6489aacb80bb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:46:53.391500 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:53.485965 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4e264318-8332-4dd4-83c9-96ee5a70511c req-5bf106c9-d183-4c13-a4a6-7b13fcb5b92e service neutron] 10.222.0.11 "GET /v2.0/networks/99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4231536 Aug 23 20:46:53.534168 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc54d869-6daf-4837-9b32-8181f5232e93 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:53.536660 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-fc54d869-6daf-4837-9b32-8181f5232e93 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] 10.222.0.61 "DELETE /v2.0/ports/7cf5bf5f-86d4-466b-a33a-66ab1b3c8db9 HTTP/1.1" status: 204 len: 168 time: 1.5226688 Aug 23 20:46:53.545134 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45098) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:53.545965 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-efa115c1-51be-4779-8fbe-2f1b6ecad20c req-8c78bee7-6920-4ea2-a598-82736e6ec794 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354045 Aug 23 20:46:53.546127 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=1926252b-6fc4-4546-a9e7-812433bb4ebc,revision_number=9']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:53.613231 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-adffae97-69fb-415f-9f60-73abbd3f8ca4 req-dc57e792-88d9-40cd-8b4d-5f779cfd8a26 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9482bdbb-abea-4192-82de-d64fc163bbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371840 Aug 23 20:46:53.614334 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7d7e9c8-746d-4ef3-962d-258ffcbb184a tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] GET failed (client error): The resource could not be found. Aug 23 20:46:53.616376 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d7d7e9c8-746d-4ef3-962d-258ffcbb184a tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] 10.222.0.61 "GET /v2.0/ports/7cf5bf5f-86d4-466b-a33a-66ab1b3c8db9 HTTP/1.1" status: 404 len: 333 time: 0.0701911 Aug 23 20:46:53.622311 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45106) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:53.646705 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-26b496dc-d92d-45c1-a653-3c4f350dc2b0 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Request body: {'port': {'network_id': '4c8f4f69-7725-4a3f-8d94-9fe50edcabf2', 'name': 'tempest-AllowedAddressPairTestJSON-1510337763'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:46:53.839497 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4e264318-8332-4dd4-83c9-96ee5a70511c req-dc9abad7-b0e8-42fd-9a91-d55ac89d15ee service neutron] 10.222.0.11 "GET /v2.0/networks/99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427880 Aug 23 20:46:53.855646 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a095ba9-a75b-4683-886d-4665254b1a92 req-934d82b3-7508-4c64-a33a-f96015150051 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:53.857717 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7a095ba9-a75b-4683-886d-4665254b1a92 req-934d82b3-7508-4c64-a33a-f96015150051 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/ports?device_id=98eda1a0-f742-445e-8846-160186e82cdf HTTP/1.1" status: 200 len: 946 time: 0.1308227 Aug 23 20:46:53.963346 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7a095ba9-a75b-4683-886d-4665254b1a92 req-56db9d86-7440-4c66-b4f5-3148f8117422 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/security-groups?id=9482bdbb-abea-4192-82de-d64fc163bbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975718 Aug 23 20:46:53.984782 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b496dc-d92d-45c1-a653-3c4f350dc2b0 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Made reservation on behalf of bb32bf05abe0486cb16f12242f2159e4 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:46:53.988369 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-26b496dc-d92d-45c1-a653-3c4f350dc2b0 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:54.024010 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-26b496dc-d92d-45c1-a653-3c4f350dc2b0 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] device_id is not set on port 15bf0faf-9c58-487b-ba13-ad3314f945ef yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:46:54.158232 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a92b27-0066-4a52-945a-f4b938de9b2f req-08104703-6a02-4d55-9a44-fbae858c6ade tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:54.159717 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-29a92b27-0066-4a52-945a-f4b938de9b2f req-08104703-6a02-4d55-9a44-fbae858c6ade tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5 HTTP/1.1" status: 200 len: 946 time: 0.1288340 Aug 23 20:46:54.233041 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-29a92b27-0066-4a52-945a-f4b938de9b2f req-5713b6b4-619d-4d48-b368-3db047228502 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=d454fa48-aaac-4911-81d6-c45d8631516f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639472 Aug 23 20:46:54.259034 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45112) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:54.272320 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-26b496dc-d92d-45c1-a653-3c4f350dc2b0 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Allocated IP 172.20.0.8 (4c8f4f69-7725-4a3f-8d94-9fe50edcabf2/147315c0-341b-4442-bac5-be225679df31/15bf0faf-9c58-487b-ba13-ad3314f945ef) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:46:54.319420 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d24c06-fd3e-4930-b310-83de841042fa req-31ada568-dda2-4e4f-809b-545b7c440c4e tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:54.321531 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d7d24c06-fd3e-4930-b310-83de841042fa req-31ada568-dda2-4e4f-809b-545b7c440c4e tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=687a2c67-325b-40d7-86e7-a6799a3e82a1 HTTP/1.1" status: 200 len: 945 time: 0.1047935 Aug 23 20:46:54.353225 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9a13f74e-ba4d-4209-a5d5-443b294aae94 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/floatingips/16d9ea57-58a1-4a9b-920a-c6f48d2c2971 HTTP/1.1" status: 200 len: 993 time: 0.0917935 Aug 23 20:46:54.412715 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d7d24c06-fd3e-4930-b310-83de841042fa req-466b9e25-9518-4ea2-a737-eb6d3823afa5 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817392 Aug 23 20:46:54.526218 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-26b496dc-d92d-45c1-a653-3c4f350dc2b0 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:54.546114 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-26b496dc-d92d-45c1-a653-3c4f350dc2b0 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Transition to ACTIVE for port object 15bf0faf-9c58-487b-ba13-ad3314f945ef will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:46:54.596661 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-26b496dc-d92d-45c1-a653-3c4f350dc2b0 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:54.656682 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b496dc-d92d-45c1-a653-3c4f350dc2b0 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Network 4c8f4f69-7725-4a3f-8d94-9fe50edcabf2 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:46:54.658307 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b496dc-d92d-45c1-a653-3c4f350dc2b0 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Pushing event updated for resources: {'Port': ['ID=15bf0faf-9c58-487b-ba13-ad3314f945ef,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:54.668474 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-26b496dc-d92d-45c1-a653-3c4f350dc2b0 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:46:54.671592 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b496dc-d92d-45c1-a653-3c4f350dc2b0 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:46:54.727835 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96133787-9e9e-4d34-a4ec-2ab50f6d3d73 req-96aa1d5f-c695-4015-ae5b-7e9b319f0a99 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:54.737830 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-96133787-9e9e-4d34-a4ec-2ab50f6d3d73 req-96aa1d5f-c695-4015-ae5b-7e9b319f0a99 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.1042395 Aug 23 20:46:54.786290 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b496dc-d92d-45c1-a653-3c4f350dc2b0 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:54.787255 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-26b496dc-d92d-45c1-a653-3c4f350dc2b0 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:54.803864 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-96133787-9e9e-4d34-a4ec-2ab50f6d3d73 req-67ff05de-25a8-4fa4-866b-aa1603cf4d48 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523031 Aug 23 20:46:54.820530 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-26b496dc-d92d-45c1-a653-3c4f350dc2b0 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1852558 Aug 23 20:46:54.823674 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45116) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:54.833272 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-8241a3db-56ef-4e04-ace9-2f15f1dac52e tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Request body: {'port': {'network_id': '4c8f4f69-7725-4a3f-8d94-9fe50edcabf2', 'name': 'tempest-AllowedAddressPairTestJSON-593238855'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:46:54.969443 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edfd3ebe-6c75-4439-a958-86b20e480cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1926252b-6fc4-4546-a9e7-812433bb4ebc'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:46:54.971704 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411fdc69-b56b-4eb8-b267-0e459fbb3332" -d '{"events": [{"server_uuid": "edfd3ebe-6c75-4439-a958-86b20e480cc5", "name": "network-vif-plugged", "status": "completed", "tag": "1926252b-6fc4-4546-a9e7-812433bb4ebc"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:46:54.992686 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8241a3db-56ef-4e04-ace9-2f15f1dac52e tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Made reservation on behalf of bb32bf05abe0486cb16f12242f2159e4 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:46:54.999928 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8241a3db-56ef-4e04-ace9-2f15f1dac52e tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:55.006526 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3776ffee-e26c-439b-b53b-f25c0c0acc64 None None] Provisioning for port 15bf0faf-9c58-487b-ba13-ad3314f945ef completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:46:55.013269 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3776ffee-e26c-439b-b53b-f25c0c0acc64 None None] Provisioning complete for port 15bf0faf-9c58-487b-ba13-ad3314f945ef triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:46:55.013697 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3776ffee-e26c-439b-b53b-f25c0c0acc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:55.024903 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-8241a3db-56ef-4e04-ace9-2f15f1dac52e tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] device_id is not set on port bdf8cf81-fa34-4722-a34b-5cf00cfb316e yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:46:55.054483 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7391275e-1dfd-4033-af6e-6e171836589a x-openstack-request-id: req-7391275e-1dfd-4033-af6e-6e171836589a {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:46:55.054869 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edfd3ebe-6c75-4439-a958-86b20e480cc5", "name": "network-vif-plugged", "status": "completed", "tag": "1926252b-6fc4-4546-a9e7-812433bb4ebc", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:46:55.055125 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7391275e-1dfd-4033-af6e-6e171836589a {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:46:55.055590 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edfd3ebe-6c75-4439-a958-86b20e480cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1926252b-6fc4-4546-a9e7-812433bb4ebc', 'code': 200} Aug 23 20:46:55.070926 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-3776ffee-e26c-439b-b53b-f25c0c0acc64 None None] Port 15bf0faf-9c58-487b-ba13-ad3314f945ef cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:46:55.095922 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:46:55.147799 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033dd24a-0189-48c9-b9e1-d2e4208d4a3f req-669c6854-defe-482a-bff1-b9090d686143 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:55.150535 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-033dd24a-0189-48c9-b9e1-d2e4208d4a3f req-669c6854-defe-482a-bff1-b9090d686143 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/ports?device_id=98eda1a0-f742-445e-8846-160186e82cdf HTTP/1.1" status: 200 len: 946 time: 0.0682924 Aug 23 20:46:55.193530 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-8241a3db-56ef-4e04-ace9-2f15f1dac52e tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Allocated IP 172.20.0.4 (4c8f4f69-7725-4a3f-8d94-9fe50edcabf2/147315c0-341b-4442-bac5-be225679df31/bdf8cf81-fa34-4722-a34b-5cf00cfb316e) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:46:55.213263 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-033dd24a-0189-48c9-b9e1-d2e4208d4a3f req-9d096287-e927-4804-816e-7b3b7a9a12aa tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/security-groups?id=9482bdbb-abea-4192-82de-d64fc163bbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504072 Aug 23 20:46:55.243117 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 03bc96fb-1472-49b2-95e4-3ae08ef0232f up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:46:55.316236 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 03bc96fb-1472-49b2-95e4-3ae08ef0232f completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:46:55.321259 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 03bc96fb-1472-49b2-95e4-3ae08ef0232f triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:46:55.321729 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:55.420529 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:55.475849 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 03bc96fb-1472-49b2-95e4-3ae08ef0232f, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=03bc96fb-1472-49b2-95e4-3ae08ef0232f,segment=NetworkSegment(fea14536-63e5-4de1-9c01-50995460e8f9),segment_id=fea14536-63e5-4de1-9c01-50995460e8f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:46:55.488877 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:55.489909 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 8006f50a-b71a-4d40-bb79-8d82d03807f7 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:46:55.564707 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=03bc96fb-1472-49b2-95e4-3ae08ef0232f,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:55.630524 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c795a5-b154-4d63-8b81-22c2866fe480 req-d5f1a8a3-f498-4fd8-9f15-a37893faea7d tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:55.635018 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f6c795a5-b154-4d63-8b81-22c2866fe480 req-d5f1a8a3-f498-4fd8-9f15-a37893faea7d tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=687a2c67-325b-40d7-86e7-a6799a3e82a1 HTTP/1.1" status: 200 len: 945 time: 0.0891557 Aug 23 20:46:55.674700 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:55.705827 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f6c795a5-b154-4d63-8b81-22c2866fe480 req-3f3485ba-43f2-4631-a941-dbe47cb5771d tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632989 Aug 23 20:46:55.749452 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 8006f50a-b71a-4d40-bb79-8d82d03807f7, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=8006f50a-b71a-4d40-bb79-8d82d03807f7,segment=NetworkSegment(a0304131-671f-4c22-8fc4-9d97cd99d833),segment_id=a0304131-671f-4c22-8fc4-9d97cd99d833)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:46:55.756677 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:55.787283 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d9624-7a40-4c4d-afd7-f2248071249a req-a172605f-84f3-4b2e-919c-841c894fd582 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:55.789282 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cd1d9624-7a40-4c4d-afd7-f2248071249a req-a172605f-84f3-4b2e-919c-841c894fd582 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f2ea3e3-1be8-489a-9015-954cc29a701e HTTP/1.1" status: 200 len: 944 time: 0.5100379 Aug 23 20:46:55.831780 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=8006f50a-b71a-4d40-bb79-8d82d03807f7,revision_number=8']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:55.845388 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8241a3db-56ef-4e04-ace9-2f15f1dac52e tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:55.876028 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cd1d9624-7a40-4c4d-afd7-f2248071249a req-1695982c-b624-46b6-8978-9aa507b65c53 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/security-groups?id=9482bdbb-abea-4192-82de-d64fc163bbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737762 Aug 23 20:46:55.877296 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-8241a3db-56ef-4e04-ace9-2f15f1dac52e tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Transition to ACTIVE for port object bdf8cf81-fa34-4722-a34b-5cf00cfb316e will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:46:55.928316 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8241a3db-56ef-4e04-ace9-2f15f1dac52e tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:55.975353 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6849c-dc3d-4074-a7d8-fd3040b08e23 req-37b043b3-784d-43e6-8848-2faa3a75c1a9 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:55.975923 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8241a3db-56ef-4e04-ace9-2f15f1dac52e tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Network 4c8f4f69-7725-4a3f-8d94-9fe50edcabf2 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:46:55.978281 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c7b6849c-dc3d-4074-a7d8-fd3040b08e23 req-37b043b3-784d-43e6-8848-2faa3a75c1a9 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.0875094 Aug 23 20:46:55.980092 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-8241a3db-56ef-4e04-ace9-2f15f1dac52e tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:46:55.983982 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8241a3db-56ef-4e04-ace9-2f15f1dac52e tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:46:55.995120 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8241a3db-56ef-4e04-ace9-2f15f1dac52e tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Pushing event updated for resources: {'Port': ['ID=bdf8cf81-fa34-4722-a34b-5cf00cfb316e,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:56.040711 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c7b6849c-dc3d-4074-a7d8-fd3040b08e23 req-753b7615-d5ed-4fbf-a16e-8fb0d6d23c49 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536904 Aug 23 20:46:56.064390 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8241a3db-56ef-4e04-ace9-2f15f1dac52e tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:56.065077 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8241a3db-56ef-4e04-ace9-2f15f1dac52e tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:56.091550 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45132) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:56.097161 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-658772f7-3b24-407f-b5e6-ba8a1ff637c1 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:f8:91:18'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:6f:1b:75'}]}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:46:56.100268 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8241a3db-56ef-4e04-ace9-2f15f1dac52e tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2662079 Aug 23 20:46:56.311398 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8d359bc6-e84a-454c-88d9-f0a624b0a9af None None] Provisioning for port bdf8cf81-fa34-4722-a34b-5cf00cfb316e completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:46:56.316804 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-658772f7-3b24-407f-b5e6-ba8a1ff637c1 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:56.317599 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8d359bc6-e84a-454c-88d9-f0a624b0a9af None None] Provisioning complete for port bdf8cf81-fa34-4722-a34b-5cf00cfb316e triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:46:56.318040 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8d359bc6-e84a-454c-88d9-f0a624b0a9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:56.375000 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-8d359bc6-e84a-454c-88d9-f0a624b0a9af None None] Port bdf8cf81-fa34-4722-a34b-5cf00cfb316e cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:46:56.582669 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-658772f7-3b24-407f-b5e6-ba8a1ff637c1 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:56.594614 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-658772f7-3b24-407f-b5e6-ba8a1ff637c1 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:56.686425 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658772f7-3b24-407f-b5e6-ba8a1ff637c1 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Pushing event updated for resources: {'Port': ['ID=bdf8cf81-fa34-4722-a34b-5cf00cfb316e,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:56.711190 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-658772f7-3b24-407f-b5e6-ba8a1ff637c1 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] In _notify_port_updated(), no bound segment for port bdf8cf81-fa34-4722-a34b-5cf00cfb316e on network 4c8f4f69-7725-4a3f-8d94-9fe50edcabf2 {{(pid=94688) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 20:46:56.717772 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658772f7-3b24-407f-b5e6-ba8a1ff637c1 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:56.718953 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-658772f7-3b24-407f-b5e6-ba8a1ff637c1 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:56.723164 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45134) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:56.723374 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-658772f7-3b24-407f-b5e6-ba8a1ff637c1 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] 10.222.0.61 "PUT /v2.0/ports/bdf8cf81-fa34-4722-a34b-5cf00cfb316e HTTP/1.1" status: 200 len: 1054 time: 0.6305885 Aug 23 20:46:56.868842 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-45f14b94-ed3b-47c4-9d3a-c51b8b7541dc tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Deleting port bdf8cf81-fa34-4722-a34b-5cf00cfb316e {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:46:56.869227 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-45f14b94-ed3b-47c4-9d3a-c51b8b7541dc tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:56.889411 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c72f9a-e53a-4137-9116-d4d3cb3ebc94 req-f0d12948-ab67-4210-a4b5-4d6fe1d95aeb tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:56.891777 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-80c72f9a-e53a-4137-9116-d4d3cb3ebc94 req-f0d12948-ab67-4210-a4b5-4d6fe1d95aeb tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=687a2c67-325b-40d7-86e7-a6799a3e82a1 HTTP/1.1" status: 200 len: 943 time: 0.0808468 Aug 23 20:46:56.972409 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-80c72f9a-e53a-4137-9116-d4d3cb3ebc94 req-ea58e822-1c66-4438-baa5-a4d1a16d186f tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711653 Aug 23 20:46:57.004837 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-12335454-8200-4d0d-8506-775fca525e6b None None] Provisioning complete for port bdf8cf81-fa34-4722-a34b-5cf00cfb316e triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:46:57.005219 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-12335454-8200-4d0d-8506-775fca525e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:57.061166 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2ea3e3-1be8-489a-9015-954cc29a701e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03bc96fb-1472-49b2-95e4-3ae08ef0232f'}, {'server_uuid': '687a2c67-325b-40d7-86e7-a6799a3e82a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8006f50a-b71a-4d40-bb79-8d82d03807f7'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:46:57.065603 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf759bb8-1bc0-4af1-b31b-ae1f444652c0" -d '{"events": [{"server_uuid": "0f2ea3e3-1be8-489a-9015-954cc29a701e", "name": "network-vif-plugged", "status": "completed", "tag": "03bc96fb-1472-49b2-95e4-3ae08ef0232f"}, {"server_uuid": "687a2c67-325b-40d7-86e7-a6799a3e82a1", "name": "network-vif-unplugged", "status": "completed", "tag": "8006f50a-b71a-4d40-bb79-8d82d03807f7"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:46:57.069609 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-12335454-8200-4d0d-8506-775fca525e6b None None] Port bdf8cf81-fa34-4722-a34b-5cf00cfb316e cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:46:57.100618 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779402e-2bf7-4772-9aaf-475553135c2d req-ffca5ec6-347b-40d6-be3c-9300c1631937 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:57.102874 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b779402e-2bf7-4772-9aaf-475553135c2d req-ffca5ec6-347b-40d6-be3c-9300c1631937 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f2ea3e3-1be8-489a-9015-954cc29a701e HTTP/1.1" status: 200 len: 945 time: 0.1098204 Aug 23 20:46:57.106444 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-45f14b94-ed3b-47c4-9d3a-c51b8b7541dc tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:57.131397 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-45f14b94-ed3b-47c4-9d3a-c51b8b7541dc tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Calling delete_port for bdf8cf81-fa34-4722-a34b-5cf00cfb316e owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:46:57.209638 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b779402e-2bf7-4772-9aaf-475553135c2d req-58c6941d-9e6d-48d3-8421-214d79dbde89 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/security-groups?id=9482bdbb-abea-4192-82de-d64fc163bbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924957 Aug 23 20:46:57.303500 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Mon, 23 Aug 2021 20:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9113921a-daad-46af-a929-2dce0fc2a21c x-openstack-request-id: req-9113921a-daad-46af-a929-2dce0fc2a21c {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:46:57.304186 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2ea3e3-1be8-489a-9015-954cc29a701e", "name": "network-vif-plugged", "status": "completed", "tag": "03bc96fb-1472-49b2-95e4-3ae08ef0232f", "code": 200}, {"server_uuid": "687a2c67-325b-40d7-86e7-a6799a3e82a1", "name": "network-vif-unplugged", "status": "failed", "tag": "8006f50a-b71a-4d40-bb79-8d82d03807f7", "code": 422}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:46:57.304687 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9113921a-daad-46af-a929-2dce0fc2a21c {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:46:57.305250 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2ea3e3-1be8-489a-9015-954cc29a701e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03bc96fb-1472-49b2-95e4-3ae08ef0232f', 'code': 200} Aug 23 20:46:57.307132 n-d-805663-2 neutron-server[94689]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '687a2c67-325b-40d7-86e7-a6799a3e82a1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8006f50a-b71a-4d40-bb79-8d82d03807f7', 'code': 422} returned with failed status Aug 23 20:46:57.357864 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-45f14b94-ed3b-47c4-9d3a-c51b8b7541dc tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:57.411228 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f14b94-ed3b-47c4-9d3a-c51b8b7541dc tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Pushing event deleted for resources: {'Port': ['ID=bdf8cf81-fa34-4722-a34b-5cf00cfb316e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:57.542989 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9d3b5-82a8-4031-a766-9feea00ffa8b req-07bbcaca-7f27-40e7-8ee8-37d804c1b776 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:57.544617 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-edb9d3b5-82a8-4031-a766-9feea00ffa8b req-07bbcaca-7f27-40e7-8ee8-37d804c1b776 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.1846011 Aug 23 20:46:57.556979 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31845ee2-a89a-4974-9680-a32b4a61e1f1 req-b11ea9aa-eb8e-4ede-9d0e-ffbe562f3f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:57.559363 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-31845ee2-a89a-4974-9680-a32b4a61e1f1 req-b11ea9aa-eb8e-4ede-9d0e-ffbe562f3f3e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0f2ea3e3-1be8-489a-9015-954cc29a701e HTTP/1.1" status: 200 len: 1096 time: 0.1496077 Aug 23 20:46:57.689053 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-31845ee2-a89a-4974-9680-a32b4a61e1f1 req-967f610b-2e55-4b2f-a255-d8c9ffb12569 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9482bdbb-abea-4192-82de-d64fc163bbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139572 Aug 23 20:46:57.701173 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-edb9d3b5-82a8-4031-a766-9feea00ffa8b req-3560be88-13cf-4599-a337-00d7b16651f2 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401913 Aug 23 20:46:57.841017 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-45f14b94-ed3b-47c4-9d3a-c51b8b7541dc tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:57.845554 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-45f14b94-ed3b-47c4-9d3a-c51b8b7541dc tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] 10.222.0.61 "DELETE /v2.0/ports/bdf8cf81-fa34-4722-a34b-5cf00cfb316e HTTP/1.1" status: 204 len: 168 time: 1.1187315 Aug 23 20:46:57.845865 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45190) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:57.885882 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6419e19-6344-40bb-a722-2850c078cbf6 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] GET failed (client error): The resource could not be found. Aug 23 20:46:57.890177 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e6419e19-6344-40bb-a722-2850c078cbf6 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] 10.222.0.61 "GET /v2.0/ports/bdf8cf81-fa34-4722-a34b-5cf00cfb316e HTTP/1.1" status: 404 len: 333 time: 0.0407789 Aug 23 20:46:57.890563 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45192) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:58.009992 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-662a4250-b53a-4d85-ad95-93eeabbef69d tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Deleting port 15bf0faf-9c58-487b-ba13-ad3314f945ef {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:46:58.010341 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-662a4250-b53a-4d85-ad95-93eeabbef69d tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:58.132095 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb661d2-4d13-4b92-a179-ba2bf4ba7fda req-3179905d-51ea-4da8-9f9b-ccf9848a00c7 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:58.146097 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6fb661d2-4d13-4b92-a179-ba2bf4ba7fda req-3179905d-51ea-4da8-9f9b-ccf9848a00c7 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=687a2c67-325b-40d7-86e7-a6799a3e82a1 HTTP/1.1" status: 200 len: 943 time: 0.1321316 Aug 23 20:46:58.184791 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-662a4250-b53a-4d85-ad95-93eeabbef69d tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:58.203376 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-662a4250-b53a-4d85-ad95-93eeabbef69d tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Calling delete_port for 15bf0faf-9c58-487b-ba13-ad3314f945ef owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:46:58.325597 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-6fb661d2-4d13-4b92-a179-ba2bf4ba7fda req-ebd673d2-4649-4245-92b9-93e58d84270b tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Deleting port 8006f50a-b71a-4d40-bb79-8d82d03807f7 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:46:58.325940 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6fb661d2-4d13-4b92-a179-ba2bf4ba7fda req-ebd673d2-4649-4245-92b9-93e58d84270b tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:58.369345 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548ac0e-18fb-4ed8-a3eb-2938b9f529b4 req-da2f3a55-0cf6-4522-996e-5ff95b83fff7 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:58.371187 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7548ac0e-18fb-4ed8-a3eb-2938b9f529b4 req-da2f3a55-0cf6-4522-996e-5ff95b83fff7 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f2ea3e3-1be8-489a-9015-954cc29a701e HTTP/1.1" status: 200 len: 945 time: 0.0618041 Aug 23 20:46:58.437553 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7548ac0e-18fb-4ed8-a3eb-2938b9f529b4 req-b443c33e-c404-438e-a0f6-495bf2bdbd8e tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/security-groups?id=9482bdbb-abea-4192-82de-d64fc163bbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562899 Aug 23 20:46:58.480177 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-6fb661d2-4d13-4b92-a179-ba2bf4ba7fda req-ebd673d2-4649-4245-92b9-93e58d84270b tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] For port 8006f50a-b71a-4d40-bb79-8d82d03807f7, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=8006f50a-b71a-4d40-bb79-8d82d03807f7,segment=NetworkSegment(a0304131-671f-4c22-8fc4-9d97cd99d833),segment_id=a0304131-671f-4c22-8fc4-9d97cd99d833)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:46:58.480538 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6fb661d2-4d13-4b92-a179-ba2bf4ba7fda req-ebd673d2-4649-4245-92b9-93e58d84270b tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:58.501148 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-6fb661d2-4d13-4b92-a179-ba2bf4ba7fda req-ebd673d2-4649-4245-92b9-93e58d84270b tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Calling delete_port for 8006f50a-b71a-4d40-bb79-8d82d03807f7 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:46:58.517705 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-662a4250-b53a-4d85-ad95-93eeabbef69d tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:58.584679 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662a4250-b53a-4d85-ad95-93eeabbef69d tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Pushing event deleted for resources: {'Port': ['ID=15bf0faf-9c58-487b-ba13-ad3314f945ef,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:58.678603 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-662a4250-b53a-4d85-ad95-93eeabbef69d tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:58.680877 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-662a4250-b53a-4d85-ad95-93eeabbef69d tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] 10.222.0.61 "DELETE /v2.0/ports/15bf0faf-9c58-487b-ba13-ad3314f945ef HTTP/1.1" status: 204 len: 168 time: 0.7893114 Aug 23 20:46:58.684110 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45196) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:58.739280 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-dee2d6f0-8d5d-41e4-8c90-2d2a6b18728c tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] GET failed (client error): The resource could not be found. Aug 23 20:46:58.746976 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-dee2d6f0-8d5d-41e4-8c90-2d2a6b18728c tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] 10.222.0.61 "GET /v2.0/ports/15bf0faf-9c58-487b-ba13-ad3314f945ef HTTP/1.1" status: 404 len: 333 time: 0.0572960 Aug 23 20:46:58.752305 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45200) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:58.776372 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6fb661d2-4d13-4b92-a179-ba2bf4ba7fda req-ebd673d2-4649-4245-92b9-93e58d84270b tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:58.843636 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd673d2-4649-4245-92b9-93e58d84270b tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Pushing event deleted for resources: {'Port': ['ID=8006f50a-b71a-4d40-bb79-8d82d03807f7,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:58.904904 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fb661d2-4d13-4b92-a179-ba2bf4ba7fda req-ebd673d2-4649-4245-92b9-93e58d84270b tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] No DVR routers for this DVR port 8006f50a-b71a-4d40-bb79-8d82d03807f7 on host n-h1-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:46:58.907579 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6fb661d2-4d13-4b92-a179-ba2bf4ba7fda req-ebd673d2-4649-4245-92b9-93e58d84270b tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:58.909915 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6fb661d2-4d13-4b92-a179-ba2bf4ba7fda req-ebd673d2-4649-4245-92b9-93e58d84270b tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "DELETE /v2.0/ports/8006f50a-b71a-4d40-bb79-8d82d03807f7 HTTP/1.1" status: 204 len: 173 time: 0.7630649 Aug 23 20:46:58.910563 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '687a2c67-325b-40d7-86e7-a6799a3e82a1', 'name': 'network-vif-deleted', 'tag': '8006f50a-b71a-4d40-bb79-8d82d03807f7'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:46:58.913860 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4f615a-b6e5-4d47-84ce-dbb3d536b95e" -d '{"events": [{"server_uuid": "687a2c67-325b-40d7-86e7-a6799a3e82a1", "name": "network-vif-deleted", "tag": "8006f50a-b71a-4d40-bb79-8d82d03807f7"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:46:58.951094 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888a073d-a2fc-4003-af2a-ab8aabaf329d req-b245ad37-000a-4aa5-9c14-d7e835129e73 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:58.953189 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-888a073d-a2fc-4003-af2a-ab8aabaf329d req-b245ad37-000a-4aa5-9c14-d7e835129e73 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.1286426 Aug 23 20:46:58.999200 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-8347922f-3048-41db-9a73-76815e84637c tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Deleting port 97dd10d9-05a9-42d7-9f55-c2e4df4b6ab6 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:46:58.999824 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8347922f-3048-41db-9a73-76815e84637c tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:59.076784 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-888a073d-a2fc-4003-af2a-ab8aabaf329d req-e5060112-056f-40b1-a440-932ec06a415f tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120870 Aug 23 20:46:59.171048 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8347922f-3048-41db-9a73-76815e84637c tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:59.206170 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-8347922f-3048-41db-9a73-76815e84637c tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Calling delete_port for 97dd10d9-05a9-42d7-9f55-c2e4df4b6ab6 owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:46:59.218748 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 23 Aug 2021 20:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf5007c-0bfb-4316-b1e8-ac39176745c2 x-openstack-request-id: req-fdf5007c-0bfb-4316-b1e8-ac39176745c2 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:46:59.219086 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "687a2c67-325b-40d7-86e7-a6799a3e82a1", "name": "network-vif-deleted", "tag": "8006f50a-b71a-4d40-bb79-8d82d03807f7", "status": "failed", "code": 422}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:46:59.219337 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fdf5007c-0bfb-4316-b1e8-ac39176745c2 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:46:59.219750 n-d-805663-2 neutron-server[94688]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '687a2c67-325b-40d7-86e7-a6799a3e82a1', 'name': 'network-vif-deleted', 'tag': '8006f50a-b71a-4d40-bb79-8d82d03807f7', 'status': 'failed', 'code': 422} returned with failed status Aug 23 20:46:59.260870 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 8006f50a-b71a-4d40-bb79-8d82d03807f7 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:46:59.300825 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: 8006f50a-b71a-4d40-bb79-8d82d03807f7 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:46:59.301584 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 8006f50a-b71a-4d40-bb79-8d82d03807f7 not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:46:59.417623 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8347922f-3048-41db-9a73-76815e84637c tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:59.498317 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8347922f-3048-41db-9a73-76815e84637c tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Pushing event deleted for resources: {'Port': ['ID=97dd10d9-05a9-42d7-9f55-c2e4df4b6ab6,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:46:59.621594 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f2ede-df99-454b-aaf5-37d3c984d0cd req-27b2e426-1588-4d90-b3f1-af31c8271fd2 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:59.624046 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-af9f2ede-df99-454b-aaf5-37d3c984d0cd req-27b2e426-1588-4d90-b3f1-af31c8271fd2 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f2ea3e3-1be8-489a-9015-954cc29a701e HTTP/1.1" status: 200 len: 945 time: 0.0766525 Aug 23 20:46:59.653451 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8347922f-3048-41db-9a73-76815e84637c tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:59.655417 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8347922f-3048-41db-9a73-76815e84637c tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] 10.222.0.61 "DELETE /v2.0/ports/97dd10d9-05a9-42d7-9f55-c2e4df4b6ab6 HTTP/1.1" status: 204 len: 168 time: 0.9020963 Aug 23 20:46:59.657942 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45224) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:46:59.744173 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-af9f2ede-df99-454b-aaf5-37d3c984d0cd req-e6e329dd-b46b-488a-b837-adb0dfd65ac6 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/security-groups?id=9482bdbb-abea-4192-82de-d64fc163bbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045444 Aug 23 20:46:59.762695 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec70b4c4-06f8-4a95-a060-bbd6ca8ef49e req-d2461fd2-751e-4d21-8ca0-72831f554716 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:46:59.770010 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bba92b5-5828-4863-88fc-093be9677685 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Deleting subnet 147315c0-341b-4442-bac5-be225679df31 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:46:59.771528 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec70b4c4-06f8-4a95-a060-bbd6ca8ef49e req-d2461fd2-751e-4d21-8ca0-72831f554716 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/networks?id=99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54 HTTP/1.1" status: 200 len: 812 time: 0.2705846 Aug 23 20:46:59.774431 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8bba92b5-5828-4863-88fc-093be9677685 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:59.791192 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec70b4c4-06f8-4a95-a060-bbd6ca8ef49e req-4264469c-67e4-41d0-b765-0454b13ece3d tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/quotas/6b5caa9dd6fe449d826e5284616c3d3c HTTP/1.1" status: 200 len: 375 time: 0.0186813 Aug 23 20:46:59.830199 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8bba92b5-5828-4863-88fc-093be9677685 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:59.846243 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec70b4c4-06f8-4a95-a060-bbd6ca8ef49e req-e0aaf206-be81-4f6f-acbc-43a60241207b tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=6b5caa9dd6fe449d826e5284616c3d3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538156 Aug 23 20:46:59.942455 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8bba92b5-5828-4863-88fc-093be9677685 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:46:59.958800 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec70b4c4-06f8-4a95-a060-bbd6ca8ef49e req-90881a9f-ad0e-49db-bc2d-6b4431fdbccd service neutron] 10.222.0.61 "GET /v2.0/networks/99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113560 Aug 23 20:47:00.032172 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8bba92b5-5828-4863-88fc-093be9677685 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:00.062151 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba92b5-5828-4863-88fc-093be9677685 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Pushing event deleted for resources: {'Subnet': ['ID=147315c0-341b-4442-bac5-be225679df31,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:00.076954 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8bba92b5-5828-4863-88fc-093be9677685 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:00.079165 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8bba92b5-5828-4863-88fc-093be9677685 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] 10.222.0.61 "DELETE /v2.0/subnets/147315c0-341b-4442-bac5-be225679df31 HTTP/1.1" status: 204 len: 168 time: 0.4198086 Aug 23 20:47:00.083466 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45232) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:00.088999 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69092891-3334-4b4b-b606-472ef5d3ba8b None None] Network 4c8f4f69-7725-4a3f-8d94-9fe50edcabf2 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:47:00.138683 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec70b4c4-06f8-4a95-a060-bbd6ca8ef49e req-3fbac022-d3c4-40a2-a2ce-8ff3d1837753 service neutron] 10.222.0.61 "GET /v2.0/networks/99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783664 Aug 23 20:47:00.203784 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-019f8379-d89c-4775-b0cf-b993bdd49682 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:00.301690 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-019f8379-d89c-4775-b0cf-b993bdd49682 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Deleting port 449c0c64-f756-442d-9754-d2dc2f2ba3fd {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:47:00.302234 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-019f8379-d89c-4775-b0cf-b993bdd49682 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:00.400589 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-019f8379-d89c-4775-b0cf-b993bdd49682 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] For port 449c0c64-f756-442d-9754-d2dc2f2ba3fd, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=449c0c64-f756-442d-9754-d2dc2f2ba3fd,segment=NetworkSegment(021caca7-5237-46dc-9e47-f6056f61ccf9),segment_id=021caca7-5237-46dc-9e47-f6056f61ccf9)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:47:00.401055 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-019f8379-d89c-4775-b0cf-b993bdd49682 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:00.421042 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-019f8379-d89c-4775-b0cf-b993bdd49682 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Calling delete_port for 449c0c64-f756-442d-9754-d2dc2f2ba3fd owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:47:00.437872 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8fdf8b-07ee-4457-a6b3-c4e800e627e9 None None] DHCP port deletion for 4c8f4f69-7725-4a3f-8d94-9fe50edcabf2 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:47:00.546409 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-9e8fdf8b-07ee-4457-a6b3-c4e800e627e9 None None] Deleting port 449c0c64-f756-442d-9754-d2dc2f2ba3fd {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:47:00.547149 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9e8fdf8b-07ee-4457-a6b3-c4e800e627e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:00.598296 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379303c9-a0d4-4362-916d-4aa5d2b48a20 req-df02be0f-ee00-460e-8fc7-4b3b8e29f1a4 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:00.607111 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-379303c9-a0d4-4362-916d-4aa5d2b48a20 req-df02be0f-ee00-460e-8fc7-4b3b8e29f1a4 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.1683586 Aug 23 20:47:00.659443 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764b174-bbce-4995-ae24-a7375b853d37 req-e9a53b76-8cdb-45f1-af96-bf97a188be2c tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:00.660562 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-379303c9-a0d4-4362-916d-4aa5d2b48a20 req-d6dbfc3d-a746-4a54-9405-65f8bef1322a tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513918 Aug 23 20:47:00.662639 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2764b174-bbce-4995-ae24-a7375b853d37 req-e9a53b76-8cdb-45f1-af96-bf97a188be2c tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f2ea3e3-1be8-489a-9015-954cc29a701e HTTP/1.1" status: 200 len: 945 time: 0.1070998 Aug 23 20:47:00.675944 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-019f8379-d89c-4775-b0cf-b993bdd49682 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:00.713692 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-9e8fdf8b-07ee-4457-a6b3-c4e800e627e9 None None] For port 449c0c64-f756-442d-9754-d2dc2f2ba3fd, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=449c0c64-f756-442d-9754-d2dc2f2ba3fd,segment=NetworkSegment(021caca7-5237-46dc-9e47-f6056f61ccf9),segment_id=021caca7-5237-46dc-9e47-f6056f61ccf9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:47:00.714272 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9e8fdf8b-07ee-4457-a6b3-c4e800e627e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:00.723662 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f8379-d89c-4775-b0cf-b993bdd49682 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Pushing event deleted for resources: {'Port': ['ID=449c0c64-f756-442d-9754-d2dc2f2ba3fd,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:00.729911 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019f8379-d89c-4775-b0cf-b993bdd49682 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] No DVR routers for this DVR port 449c0c64-f756-442d-9754-d2dc2f2ba3fd on host n-d-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:47:00.734883 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2764b174-bbce-4995-ae24-a7375b853d37 req-32b94f4b-773f-4f3c-af94-c98f78a927f7 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/security-groups?id=9482bdbb-abea-4192-82de-d64fc163bbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639617 Aug 23 20:47:00.757035 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-9e8fdf8b-07ee-4457-a6b3-c4e800e627e9 None None] Calling delete_port for 449c0c64-f756-442d-9754-d2dc2f2ba3fd owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:47:00.810727 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-21d3c9a1-91cb-46dc-b229-1a4d68da6095 req-f4ba7dc8-1136-49a3-9ffe-f5ae7332a0c1 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=04efcb08-5cb6-4ffa-beac-579fa899081c HTTP/1.1" status: 200 len: 210 time: 0.0391076 Aug 23 20:47:00.860594 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9e8fdf8b-07ee-4457-a6b3-c4e800e627e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:00.866861 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-019f8379-d89c-4775-b0cf-b993bdd49682 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:00.882489 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-019f8379-d89c-4775-b0cf-b993bdd49682 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c8f4f69-7725-4a3f-8d94-9fe50edcabf2']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:47:00.900538 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-019f8379-d89c-4775-b0cf-b993bdd49682 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '021caca7-5237-46dc-9e47-f6056f61ccf9') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:47:00.901689 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-019f8379-d89c-4775-b0cf-b993bdd49682 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '021caca7-5237-46dc-9e47-f6056f61ccf9') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:47:00.905216 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8fdf8b-07ee-4457-a6b3-c4e800e627e9 None None] Pushing event deleted for resources: {'Port': ['ID=449c0c64-f756-442d-9754-d2dc2f2ba3fd,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:00.921931 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8fdf8b-07ee-4457-a6b3-c4e800e627e9 None None] No DVR routers for this DVR port 449c0c64-f756-442d-9754-d2dc2f2ba3fd on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:47:00.925368 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-019f8379-d89c-4775-b0cf-b993bdd49682 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:00.949852 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-019f8379-d89c-4775-b0cf-b993bdd49682 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:00.958075 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-019f8379-d89c-4775-b0cf-b993bdd49682 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:47:00.958592 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-019f8379-d89c-4775-b0cf-b993bdd49682 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:00.962565 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:47:00.962565 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:47:00.962565 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:47:00.962565 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:47:00.962565 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:47:00.962565 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:47:00.962565 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:47:00.962565 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:47:00.962565 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:47:00.962565 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:47:00.962565 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:47:00.962565 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:47:00.962565 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:47:00.962565 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:47:00.962565 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:47:00.962565 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:47:00.962565 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:47:00.962565 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:47:00.962565 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:47:00.962565 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:47:00.962565 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:47:00.962565 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:47:00.962565 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:47:00.962565 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:47:00.962565 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:47:00.962565 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:47:00.962565 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:47:00.962565 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:47:00.962565 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:47:00.962565 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:47:00.962565 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:47:00.962565 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:47:01.044651 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-019f8379-d89c-4775-b0cf-b993bdd49682 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:01.052710 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-019f8379-d89c-4775-b0cf-b993bdd49682 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:01.057672 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-019f8379-d89c-4775-b0cf-b993bdd49682 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] 10.222.0.61 "DELETE /v2.0/networks/4c8f4f69-7725-4a3f-8d94-9fe50edcabf2 HTTP/1.1" status: 204 len: 168 time: 0.9710102 Aug 23 20:47:01.074393 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f8379-d89c-4775-b0cf-b993bdd49682 tempest-AllowedAddressPairTestJSON-784201493 tempest-AllowedAddressPairTestJSON-784201493-project] Pushing event deleted for resources: {'Network': ['ID=4c8f4f69-7725-4a3f-8d94-9fe50edcabf2,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:01.413304 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb94a1-16b0-48de-b0ed-272e2328c0c9 req-c015c2a9-e442-4578-9444-caf3afe5546f tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:01.415603 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fccb94a1-16b0-48de-b0ed-272e2328c0c9 req-c015c2a9-e442-4578-9444-caf3afe5546f tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f2ea3e3-1be8-489a-9015-954cc29a701e HTTP/1.1" status: 200 len: 945 time: 0.0524507 Aug 23 20:47:01.454054 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45256) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:01.593368 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-fccb94a1-16b0-48de-b0ed-272e2328c0c9 req-f1155b4e-ae42-4db8-b83f-8e02b8d00fc5 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Deleting port 03bc96fb-1472-49b2-95e4-3ae08ef0232f {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:47:01.594015 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fccb94a1-16b0-48de-b0ed-272e2328c0c9 req-f1155b4e-ae42-4db8-b83f-8e02b8d00fc5 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:01.845063 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 449c0c64-f756-442d-9754-d2dc2f2ba3fd no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:47:01.880501 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c47638-83b8-4f2c-8482-6ae2c34454e0 req-4b3cf8f2-5891-4784-923e-9ab548bbc85f tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:01.882394 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b9c47638-83b8-4f2c-8482-6ae2c34454e0 req-4b3cf8f2-5891-4784-923e-9ab548bbc85f tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.1294398 Aug 23 20:47:01.919688 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 449c0c64-f756-442d-9754-d2dc2f2ba3fd {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:47:01.925252 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 449c0c64-f756-442d-9754-d2dc2f2ba3fd not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:47:01.974727 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b9c47638-83b8-4f2c-8482-6ae2c34454e0 req-68a11b3d-ebe1-4283-95fe-1ca767a30ced tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845613 Aug 23 20:47:02.111690 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-76d0cae1-6b74-434f-9ff1-fc6c982d9d0e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bb32bf05abe0486cb16f12242f2159e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6569302 Aug 23 20:47:02.114506 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-fccb94a1-16b0-48de-b0ed-272e2328c0c9 req-f1155b4e-ae42-4db8-b83f-8e02b8d00fc5 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] For port 03bc96fb-1472-49b2-95e4-3ae08ef0232f, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=03bc96fb-1472-49b2-95e4-3ae08ef0232f,segment=NetworkSegment(fea14536-63e5-4de1-9c01-50995460e8f9),segment_id=fea14536-63e5-4de1-9c01-50995460e8f9)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:47:02.115303 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fccb94a1-16b0-48de-b0ed-272e2328c0c9 req-f1155b4e-ae42-4db8-b83f-8e02b8d00fc5 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:02.124582 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45268) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:02.128088 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-97dc8564-c56e-45f4-bbdb-84765909cc67 req-10ce58e3-5cc5-410a-8335-b3b63b1e0ba7 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=04efcb08-5cb6-4ffa-beac-579fa899081c HTTP/1.1" status: 200 len: 210 time: 0.0661163 Aug 23 20:47:02.161025 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-fccb94a1-16b0-48de-b0ed-272e2328c0c9 req-f1155b4e-ae42-4db8-b83f-8e02b8d00fc5 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Calling delete_port for 03bc96fb-1472-49b2-95e4-3ae08ef0232f owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:47:02.204348 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c50d76-f55b-471b-bc24-a02555bac934 req-54cac90d-eef1-4fff-a238-b94b9ed94425 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:02.206573 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-12c50d76-f55b-471b-bc24-a02555bac934 req-54cac90d-eef1-4fff-a238-b94b9ed94425 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f2ea3e3-1be8-489a-9015-954cc29a701e HTTP/1.1" status: 200 len: 945 time: 0.2385347 Aug 23 20:47:02.219194 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9726e114-d72c-422b-bb89-02582730faa3 req-ea248b86-7a25-4a45-a5e8-a11b3dc10306 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:02.221258 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9726e114-d72c-422b-bb89-02582730faa3 req-ea248b86-7a25-4a45-a5e8-a11b3dc10306 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.32 "GET /v2.0/ports?device_id=98eda1a0-f742-445e-8846-160186e82cdf HTTP/1.1" status: 200 len: 946 time: 0.2434540 Aug 23 20:47:02.239567 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5070b898-660d-4f0a-bbf6-27be2fe0e9e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:02.262292 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec70b4c4-06f8-4a95-a060-bbd6ca8ef49e req-3d8bb43f-6f63-4c69-bbc2-044b18f7a7cd tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:02.263874 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec70b4c4-06f8-4a95-a060-bbd6ca8ef49e req-3d8bb43f-6f63-4c69-bbc2-044b18f7a7cd tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.11 "GET /v2.0/networks?id=99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54 HTTP/1.1" status: 200 len: 812 time: 0.4760268 Aug 23 20:47:02.282683 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5070b898-660d-4f0a-bbf6-27be2fe0e9e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:02.292446 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-ec70b4c4-06f8-4a95-a060-bbd6ca8ef49e req-fdac6b00-253c-4204-b9fa-1e2515401b58 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Request body: {'port': {'device_id': '04efcb08-5cb6-4ffa-beac-579fa899081c', 'network_id': '99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54', 'admin_state_up': True, 'tenant_id': '6b5caa9dd6fe449d826e5284616c3d3c'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:47:02.339896 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5070b898-660d-4f0a-bbf6-27be2fe0e9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:02.343564 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5070b898-660d-4f0a-bbf6-27be2fe0e9e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:02.344876 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-5070b898-660d-4f0a-bbf6-27be2fe0e9e6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/46d7e9f2-3064-4cec-ae75-51633d20db79 HTTP/1.1" status: 204 len: 168 time: 0.2157812 Aug 23 20:47:02.354970 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070b898-660d-4f0a-bbf6-27be2fe0e9e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d7e9f2-3064-4cec-ae75-51633d20db79,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:02.461537 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-12c50d76-f55b-471b-bc24-a02555bac934 req-0a53b0db-526b-4414-9629-b73cc0102cd1 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/security-groups?id=9482bdbb-abea-4192-82de-d64fc163bbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382071 Aug 23 20:47:02.593582 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-9726e114-d72c-422b-bb89-02582730faa3 req-26ad30a6-4d63-4d22-baae-61b4a8d8f34d tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Deleting port d22caefd-c9cd-4f68-8854-16f994c0b7a0 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:47:02.593928 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9726e114-d72c-422b-bb89-02582730faa3 req-26ad30a6-4d63-4d22-baae-61b4a8d8f34d tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:02.599872 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec70b4c4-06f8-4a95-a060-bbd6ca8ef49e req-fdac6b00-253c-4204-b9fa-1e2515401b58 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Made reservation on behalf of 6b5caa9dd6fe449d826e5284616c3d3c for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:47:02.604251 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ec70b4c4-06f8-4a95-a060-bbd6ca8ef49e req-fdac6b00-253c-4204-b9fa-1e2515401b58 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:02.654025 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fccb94a1-16b0-48de-b0ed-272e2328c0c9 req-f1155b4e-ae42-4db8-b83f-8e02b8d00fc5 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:02.674337 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['03bc96fb-1472-49b2-95e4-3ae08ef0232f'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:47:02.717592 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1155b4e-ae42-4db8-b83f-8e02b8d00fc5 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Pushing event deleted for resources: {'Port': ['ID=03bc96fb-1472-49b2-95e4-3ae08ef0232f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:02.779036 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-fccb94a1-16b0-48de-b0ed-272e2328c0c9 req-f1155b4e-ae42-4db8-b83f-8e02b8d00fc5 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] No DVR routers for this DVR port 03bc96fb-1472-49b2-95e4-3ae08ef0232f on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:47:02.784536 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fccb94a1-16b0-48de-b0ed-272e2328c0c9 req-f1155b4e-ae42-4db8-b83f-8e02b8d00fc5 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:02.786499 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fccb94a1-16b0-48de-b0ed-272e2328c0c9 req-f1155b4e-ae42-4db8-b83f-8e02b8d00fc5 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.11 "DELETE /v2.0/ports/03bc96fb-1472-49b2-95e4-3ae08ef0232f HTTP/1.1" status: 204 len: 173 time: 1.3637390 Aug 23 20:47:02.789132 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2ea3e3-1be8-489a-9015-954cc29a701e', 'name': 'network-vif-deleted', 'tag': '03bc96fb-1472-49b2-95e4-3ae08ef0232f'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:47:02.791388 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e2e7db-69d9-4787-aecc-a66971f6d027" -d '{"events": [{"server_uuid": "0f2ea3e3-1be8-489a-9015-954cc29a701e", "name": "network-vif-deleted", "tag": "03bc96fb-1472-49b2-95e4-3ae08ef0232f"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:47:02.847646 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-9726e114-d72c-422b-bb89-02582730faa3 req-26ad30a6-4d63-4d22-baae-61b4a8d8f34d tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] For port d22caefd-c9cd-4f68-8854-16f994c0b7a0, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=d22caefd-c9cd-4f68-8854-16f994c0b7a0,segment=NetworkSegment(fea14536-63e5-4de1-9c01-50995460e8f9),segment_id=fea14536-63e5-4de1-9c01-50995460e8f9)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:47:02.847937 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9726e114-d72c-422b-bb89-02582730faa3 req-26ad30a6-4d63-4d22-baae-61b4a8d8f34d tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:02.868271 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e268b987-0d02-4b9a-8340-74d777f2caab x-openstack-request-id: req-e268b987-0d02-4b9a-8340-74d777f2caab {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:47:02.868577 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2ea3e3-1be8-489a-9015-954cc29a701e", "name": "network-vif-deleted", "tag": "03bc96fb-1472-49b2-95e4-3ae08ef0232f", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:47:02.868952 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e268b987-0d02-4b9a-8340-74d777f2caab {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:47:02.869264 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2ea3e3-1be8-489a-9015-954cc29a701e', 'name': 'network-vif-deleted', 'tag': '03bc96fb-1472-49b2-95e4-3ae08ef0232f', 'status': 'completed', 'code': 200} Aug 23 20:47:02.872667 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-9726e114-d72c-422b-bb89-02582730faa3 req-26ad30a6-4d63-4d22-baae-61b4a8d8f34d tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Calling delete_port for d22caefd-c9cd-4f68-8854-16f994c0b7a0 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:47:02.970169 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-ec70b4c4-06f8-4a95-a060-bbd6ca8ef49e req-fdac6b00-253c-4204-b9fa-1e2515401b58 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Allocated IP 172.20.0.10 (99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54/7cf1476b-2d73-4ece-81d4-01b7879e99dc/70caf538-caba-424e-8214-e39b15873faf) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:47:03.116429 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2798bb-7db3-47e6-93bd-78d283479c1f req-6951ed2e-16f0-474d-8dd2-5057f590ddec tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:03.118690 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2c2798bb-7db3-47e6-93bd-78d283479c1f req-6951ed2e-16f0-474d-8dd2-5057f590ddec tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.0569878 Aug 23 20:47:03.125905 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45308) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:03.166816 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2c2798bb-7db3-47e6-93bd-78d283479c1f req-c8425efe-e372-4e44-b272-b40c42d702b9 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417278 Aug 23 20:47:03.184442 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca8cc9-6c7f-43c7-9ff0-58152abfe61d req-aa1f4ff1-106e-4d5b-9cd2-44dd466025fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:03.185988 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-beca8cc9-6c7f-43c7-9ff0-58152abfe61d req-aa1f4ff1-106e-4d5b-9cd2-44dd466025fa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=69818257106441a1bf38063386e4f27e&device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 1096 time: 0.1560411 Aug 23 20:47:03.216516 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9726e114-d72c-422b-bb89-02582730faa3 req-26ad30a6-4d63-4d22-baae-61b4a8d8f34d tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:03.230673 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['03bc96fb-1472-49b2-95e4-3ae08ef0232f'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:47:03.265638 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-f39602cf-247b-4945-8d01-fb6a683cc7f3 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-750642210'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:47:03.291079 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39602cf-247b-4945-8d01-fb6a683cc7f3 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:47:03.294643 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f39602cf-247b-4945-8d01-fb6a683cc7f3 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:03.303948 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f39602cf-247b-4945-8d01-fb6a683cc7f3 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:03.340718 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c096c2f8-1a2e-47e3-9ce7-83d0e3a88b06 req-6186e417-7cc6-4787-aefd-0b938c040cde tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=04efcb08-5cb6-4ffa-beac-579fa899081c HTTP/1.1" status: 200 len: 210 time: 0.1261220 Aug 23 20:47:03.348473 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad30a6-4d63-4d22-baae-61b4a8d8f34d tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Pushing event deleted for resources: {'Port': ['ID=d22caefd-c9cd-4f68-8854-16f994c0b7a0,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:03.418532 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f39602cf-247b-4945-8d01-fb6a683cc7f3 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:03.423153 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f39602cf-247b-4945-8d01-fb6a683cc7f3 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:03.453738 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f39602cf-247b-4945-8d01-fb6a683cc7f3 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:47:03.464692 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39602cf-247b-4945-8d01-fb6a683cc7f3 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aee4da29-cca3-4ef6-968b-0124eb680175,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:03.470123 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f39602cf-247b-4945-8d01-fb6a683cc7f3 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:03.470467 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-f39602cf-247b-4945-8d01-fb6a683cc7f3 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Added segment 4edc9bcd-b38f-46d7-912e-76d1dcd7ce08 of type vlan for network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce Aug 23 20:47:03.534354 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f39602cf-247b-4945-8d01-fb6a683cc7f3 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:03.572497 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f39602cf-247b-4945-8d01-fb6a683cc7f3 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:03.578167 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39602cf-247b-4945-8d01-fb6a683cc7f3 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:03.578779 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f39602cf-247b-4945-8d01-fb6a683cc7f3 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:03.644203 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f39602cf-247b-4945-8d01-fb6a683cc7f3 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5172558 Aug 23 20:47:03.647652 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45318) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:03.654967 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e3b4f1e1-4456-40f9-9d7d-208a32626926 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'subnet': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:47:03.674839 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39602cf-247b-4945-8d01-fb6a683cc7f3 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'Network': ['ID=6435e9ee-eaf5-46f5-a85c-299ee4fcacce,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:03.687758 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:47:03.740126 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ec70b4c4-06f8-4a95-a060-bbd6ca8ef49e req-fdac6b00-253c-4204-b9fa-1e2515401b58 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:03.747963 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-9726e114-d72c-422b-bb89-02582730faa3 req-26ad30a6-4d63-4d22-baae-61b4a8d8f34d tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] No DVR routers for this DVR port d22caefd-c9cd-4f68-8854-16f994c0b7a0 on host n-h2-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:47:03.753348 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9726e114-d72c-422b-bb89-02582730faa3 req-26ad30a6-4d63-4d22-baae-61b4a8d8f34d tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:03.756462 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9726e114-d72c-422b-bb89-02582730faa3 req-26ad30a6-4d63-4d22-baae-61b4a8d8f34d tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.32 "DELETE /v2.0/ports/d22caefd-c9cd-4f68-8854-16f994c0b7a0 HTTP/1.1" status: 204 len: 173 time: 1.5033860 Aug 23 20:47:03.768744 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b4f1e1-4456-40f9-9d7d-208a32626926 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:47:03.775564 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3b4f1e1-4456-40f9-9d7d-208a32626926 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:03.810923 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a31b6ac0-2b6f-4216-9525-6d24c4df794b req-b81f162d-eeef-4254-8534-e677a7077e75 tempest-MultipleCreateTestJSON-657215831 tempest-MultipleCreateTestJSON-657215831-project] 10.222.0.61 "GET /v2.0/ports?device_id=98eda1a0-f742-445e-8846-160186e82cdf HTTP/1.1" status: 200 len: 210 time: 0.0645635 Aug 23 20:47:03.818871 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca8cc9-6c7f-43c7-9ff0-58152abfe61d req-0c41b018-1070-452e-b0fd-cad30b302245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:03.821038 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-beca8cc9-6c7f-43c7-9ff0-58152abfe61d req-0c41b018-1070-452e-b0fd-cad30b302245 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5ea12703-07c8-4b33-b01b-2309c30593fb HTTP/1.1" status: 200 len: 915 time: 0.6226158 Aug 23 20:47:03.874156 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-beca8cc9-6c7f-43c7-9ff0-58152abfe61d req-ae399b94-e7ef-4b27-8679-2436f28e6e4e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=939d72db-2d60-46d4-bf80-372f37b6f531 HTTP/1.1" status: 200 len: 217 time: 0.0453153 Aug 23 20:47:03.894808 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ec70b4c4-06f8-4a95-a060-bbd6ca8ef49e req-fdac6b00-253c-4204-b9fa-1e2515401b58 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:03.971437 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec70b4c4-06f8-4a95-a060-bbd6ca8ef49e req-fdac6b00-253c-4204-b9fa-1e2515401b58 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Network 99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:47:03.980018 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-ec70b4c4-06f8-4a95-a060-bbd6ca8ef49e req-fdac6b00-253c-4204-b9fa-1e2515401b58 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:47:03.980528 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3b4f1e1-4456-40f9-9d7d-208a32626926 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:03.982587 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec70b4c4-06f8-4a95-a060-bbd6ca8ef49e req-fdac6b00-253c-4204-b9fa-1e2515401b58 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:47:03.994949 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca8cc9-6c7f-43c7-9ff0-58152abfe61d req-7c02a2f2-635c-44dd-bd46-8770eeaa8086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:03.996466 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-beca8cc9-6c7f-43c7-9ff0-58152abfe61d req-7c02a2f2-635c-44dd-bd46-8770eeaa8086 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a61ac775-45d7-4f26-8246-bac30e400edf HTTP/1.1" status: 200 len: 854 time: 0.1132832 Aug 23 20:47:03.997041 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdac6b00-253c-4204-b9fa-1e2515401b58 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Pushing event updated for resources: {'Port': ['ID=70caf538-caba-424e-8214-e39b15873faf,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:04.047087 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-beca8cc9-6c7f-43c7-9ff0-58152abfe61d req-b5209a86-c153-49a1-b156-a7b4666c6c0b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5ea12703-07c8-4b33-b01b-2309c30593fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290709 Aug 23 20:47:04.051618 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b4f1e1-4456-40f9-9d7d-208a32626926 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'Subnet': ['ID=f3bc9006-9f18-484c-8717-0a7ef760d7c7,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:04.059494 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b4f1e1-4456-40f9-9d7d-208a32626926 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Checking segment: {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:47:04.059876 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b4f1e1-4456-40f9-9d7d-208a32626926 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Network hostable DHCP agents. Network: 6435e9ee-eaf5-46f5-a85c-299ee4fcacce, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:47:04.078453 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b4f1e1-4456-40f9-9d7d-208a32626926 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:47:04.085513 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec70b4c4-06f8-4a95-a060-bbd6ca8ef49e req-fdac6b00-253c-4204-b9fa-1e2515401b58 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:04.086914 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ec70b4c4-06f8-4a95-a060-bbd6ca8ef49e req-fdac6b00-253c-4204-b9fa-1e2515401b58 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:04.088922 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-e3b4f1e1-4456-40f9-9d7d-208a32626926 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 6435e9ee-eaf5-46f5-a85c-299ee4fcacce) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:47:04.093271 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b4f1e1-4456-40f9-9d7d-208a32626926 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:04.093873 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3b4f1e1-4456-40f9-9d7d-208a32626926 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:04.099366 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2147ef2f-1513-4a43-8481-cf24d325fb81 None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:47:04.111199 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e3b4f1e1-4456-40f9-9d7d-208a32626926 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4624057 Aug 23 20:47:04.114250 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45322) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:04.119492 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-0c5464d3-53cd-46c8-b713-bac58973a796 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'port': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'name': 'tempest-NetworksTestDHCPv6-1835817790'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:47:04.138553 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec70b4c4-06f8-4a95-a060-bbd6ca8ef49e req-fdac6b00-253c-4204-b9fa-1e2515401b58 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8602686 Aug 23 20:47:04.160843 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-ec70b4c4-06f8-4a95-a060-bbd6ca8ef49e req-6afff157-4531-4146-976d-29275de5e3cd service neutron] Request body: {'port': {'device_id': '04efcb08-5cb6-4ffa-beac-579fa899081c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:47:04.202984 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-beca8cc9-6c7f-43c7-9ff0-58152abfe61d req-4b9b6506-e0c0-460b-80cc-f1d048ff4343 service neutron] 10.222.0.11 "GET /v2.0/networks/5ea12703-07c8-4b33-b01b-2309c30593fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467979 Aug 23 20:47:04.264307 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5464d3-53cd-46c8-b713-bac58973a796 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:47:04.268261 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0c5464d3-53cd-46c8-b713-bac58973a796 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:04.269271 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e61bfb0-6b6a-48ca-8f63-d53d4d8352dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'tenant_id': 'db9608efcb064b40bc03dbc9d75ec2a9', 'fixed_ips': [{'subnet_id': 'f3bc9006-9f18-484c-8717-0a7ef760d7c7'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:47:04.270897 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1e61bfb0-6b6a-48ca-8f63-d53d4d8352dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:04.298093 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ec70b4c4-06f8-4a95-a060-bbd6ca8ef49e req-6afff157-4531-4146-976d-29275de5e3cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:04.318160 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-0c5464d3-53cd-46c8-b713-bac58973a796 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] device_id is not set on port 72a6d402-15e3-4f34-899a-a205866e8c6c yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:47:04.337612 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a966627-313d-48bf-b3ca-d45ffd8c1245 req-ac3854bc-b03f-417e-a34a-46352bc34137 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:04.344412 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0a966627-313d-48bf-b3ca-d45ffd8c1245 req-ac3854bc-b03f-417e-a34a-46352bc34137 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.0938010 Aug 23 20:47:04.358998 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device d22caefd-c9cd-4f68-8854-16f994c0b7a0 no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:47:04.393673 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: d22caefd-c9cd-4f68-8854-16f994c0b7a0 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:47:04.394833 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device d22caefd-c9cd-4f68-8854-16f994c0b7a0 not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:47:04.432770 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-beca8cc9-6c7f-43c7-9ff0-58152abfe61d req-815fd7e2-f9ad-49fc-9ed7-095aa5432423 service neutron] 10.222.0.11 "GET /v2.0/networks/5ea12703-07c8-4b33-b01b-2309c30593fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971486 Aug 23 20:47:04.447447 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0a966627-313d-48bf-b3ca-d45ffd8c1245 req-3a19c55e-b04f-4ddc-9032-d8daa2e3d407 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018753 Aug 23 20:47:04.519708 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-1e61bfb0-6b6a-48ca-8f63-d53d4d8352dd None None] Allocated IP 2001:db8::2 (6435e9ee-eaf5-46f5-a85c-299ee4fcacce/f3bc9006-9f18-484c-8717-0a7ef760d7c7/2ecab27c-593b-484d-9d8a-8966368d1a45) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:47:04.666469 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76361a8a-013d-4192-ab24-3bc1718bc706 req-d9f2457e-a0ea-49c0-8551-93626ea45a24 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:04.668086 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-76361a8a-013d-4192-ab24-3bc1718bc706 req-d9f2457e-a0ea-49c0-8551-93626ea45a24 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=04efcb08-5cb6-4ffa-beac-579fa899081c HTTP/1.1" status: 200 len: 932 time: 0.1502745 Aug 23 20:47:04.683286 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-a5fb6b2f-1440-4865-85bf-55da8fd8ca3b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1218040 Aug 23 20:47:04.706702 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1e61bfb0-6b6a-48ca-8f63-d53d4d8352dd None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:04.717054 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1e61bfb0-6b6a-48ca-8f63-d53d4d8352dd None None] Transition to ACTIVE for port object 2ecab27c-593b-484d-9d8a-8966368d1a45 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:47:04.742779 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1e61bfb0-6b6a-48ca-8f63-d53d4d8352dd None None] Transition to ACTIVE for port object 2ecab27c-593b-484d-9d8a-8966368d1a45 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:47:04.753920 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1e61bfb0-6b6a-48ca-8f63-d53d4d8352dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:04.783451 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-76361a8a-013d-4192-ab24-3bc1718bc706 req-cceddd44-10e8-4cd6-9aa0-b0bf7cf06fd8 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974319 Aug 23 20:47:04.806525 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e61bfb0-6b6a-48ca-8f63-d53d4d8352dd None None] Pushing event updated for resources: {'Port': ['ID=2ecab27c-593b-484d-9d8a-8966368d1a45,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:04.816793 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e61bfb0-6b6a-48ca-8f63-d53d4d8352dd None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:47:04.818273 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-1e61bfb0-6b6a-48ca-8f63-d53d4d8352dd None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:47:04.820832 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e61bfb0-6b6a-48ca-8f63-d53d4d8352dd None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:47:04.842892 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-0c5464d3-53cd-46c8-b713-bac58973a796 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Allocated IP 2001:db8::20a (6435e9ee-eaf5-46f5-a85c-299ee4fcacce/f3bc9006-9f18-484c-8717-0a7ef760d7c7/72a6d402-15e3-4f34-899a-a205866e8c6c) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:47:04.868349 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-6e43bdd3-73ee-4f71-b437-0a404cba833d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:04.869100 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-6e43bdd3-73ee-4f71-b437-0a404cba833d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:04.870604 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-6e43bdd3-73ee-4f71-b437-0a404cba833d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:04.871260 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-6e43bdd3-73ee-4f71-b437-0a404cba833d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:04.872101 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-6e43bdd3-73ee-4f71-b437-0a404cba833d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:04.872631 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-6e43bdd3-73ee-4f71-b437-0a404cba833d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:04.873408 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-6e43bdd3-73ee-4f71-b437-0a404cba833d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:04.875952 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-6e43bdd3-73ee-4f71-b437-0a404cba833d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=31c0cec95ab64e5ca0c5b6061061da27&device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 6499 time: 0.1320426 Aug 23 20:47:04.879513 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98eda1a0-f742-445e-8846-160186e82cdf', 'name': 'network-vif-deleted', 'tag': 'd22caefd-c9cd-4f68-8854-16f994c0b7a0'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:47:04.883102 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7578919a-6133-450a-8167-57c72c5572b6" -d '{"events": [{"server_uuid": "98eda1a0-f742-445e-8846-160186e82cdf", "name": "network-vif-deleted", "tag": "d22caefd-c9cd-4f68-8854-16f994c0b7a0"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:47:04.891101 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-ec70b4c4-06f8-4a95-a060-bbd6ca8ef49e req-6afff157-4531-4146-976d-29275de5e3cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70caf538-caba-424e-8214-e39b15873faf {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:47:04.902815 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45334) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:04.913387 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ec70b4c4-06f8-4a95-a060-bbd6ca8ef49e req-6afff157-4531-4146-976d-29275de5e3cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:04.935780 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-1e61bfb0-6b6a-48ca-8f63-d53d4d8352dd None None] Attempting to bind port 2ecab27c-593b-484d-9d8a-8966368d1a45 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:47:04.936229 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-1e61bfb0-6b6a-48ca-8f63-d53d4d8352dd None None] Attempting to bind port 2ecab27c-593b-484d-9d8a-8966368d1a45 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:47:04.936610 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e61bfb0-6b6a-48ca-8f63-d53d4d8352dd None None] Attempting to bind port 2ecab27c-593b-484d-9d8a-8966368d1a45 on network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:47:04.943784 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e61bfb0-6b6a-48ca-8f63-d53d4d8352dd None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:47:04.944282 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e61bfb0-6b6a-48ca-8f63-d53d4d8352dd None None] Checking segment: {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:47:04.944709 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1e61bfb0-6b6a-48ca-8f63-d53d4d8352dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:04.945225 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e61bfb0-6b6a-48ca-8f63-d53d4d8352dd None None] Bound using segment: {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:47:04.945626 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-1e61bfb0-6b6a-48ca-8f63-d53d4d8352dd None None] Bound port: 2ecab27c-593b-484d-9d8a-8966368d1a45, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:47:04.946012 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1e61bfb0-6b6a-48ca-8f63-d53d4d8352dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:04.959922 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3456a8d0-3b1e-441d-a1bd-5142806d723a x-openstack-request-id: req-3456a8d0-3b1e-441d-a1bd-5142806d723a {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:47:04.960211 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98eda1a0-f742-445e-8846-160186e82cdf", "name": "network-vif-deleted", "tag": "d22caefd-c9cd-4f68-8854-16f994c0b7a0", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:47:04.960559 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3456a8d0-3b1e-441d-a1bd-5142806d723a {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:47:04.961577 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98eda1a0-f742-445e-8846-160186e82cdf', 'name': 'network-vif-deleted', 'tag': 'd22caefd-c9cd-4f68-8854-16f994c0b7a0', 'status': 'completed', 'code': 200} Aug 23 20:47:05.015098 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-ec70b4c4-06f8-4a95-a060-bbd6ca8ef49e req-6afff157-4531-4146-976d-29275de5e3cd service neutron] Transition to ACTIVE for port object 70caf538-caba-424e-8214-e39b15873faf will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:47:05.026374 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-1e61bfb0-6b6a-48ca-8f63-d53d4d8352dd None None] For port 2ecab27c-593b-484d-9d8a-8966368d1a45, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:47:05.029182 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ec70b4c4-06f8-4a95-a060-bbd6ca8ef49e req-6afff157-4531-4146-976d-29275de5e3cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:05.030188 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-1e61bfb0-6b6a-48ca-8f63-d53d4d8352dd None None] For port 2ecab27c-593b-484d-9d8a-8966368d1a45, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=2ecab27c-593b-484d-9d8a-8966368d1a45,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:47:05.036403 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1e61bfb0-6b6a-48ca-8f63-d53d4d8352dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:05.064316 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5bd0647-d761-4d80-a3e2-09a79bdd2787 admin admin] Deleting subnet cc375d59-0841-4067-80ed-23a2ed98d8ba {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:47:05.074741 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0c5464d3-53cd-46c8-b713-bac58973a796 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:05.075117 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0647-d761-4d80-a3e2-09a79bdd2787 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:05.093585 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-0c5464d3-53cd-46c8-b713-bac58973a796 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Transition to ACTIVE for port object 72a6d402-15e3-4f34-899a-a205866e8c6c will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:47:05.107078 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e61bfb0-6b6a-48ca-8f63-d53d4d8352dd None None] Pushing event updated for resources: {'Port': ['ID=2ecab27c-593b-484d-9d8a-8966368d1a45,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:05.136204 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0c5464d3-53cd-46c8-b713-bac58973a796 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:05.165806 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afff157-4531-4146-976d-29275de5e3cd service neutron] Pushing event updated for resources: {'Port': ['ID=70caf538-caba-424e-8214-e39b15873faf,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:05.171874 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-542a8613-7b65-4d05-a300-44d671e7ff47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:05.172391 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-542a8613-7b65-4d05-a300-44d671e7ff47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:05.172865 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-542a8613-7b65-4d05-a300-44d671e7ff47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:05.174516 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-542a8613-7b65-4d05-a300-44d671e7ff47 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2980a46c-5f6f-4bd3-86da-263aae928b5d&id=02bac410-b27b-49cf-96fd-4f276d56ae51&id=02bac410-b27b-49cf-96fd-4f276d56ae51&id=02bac410-b27b-49cf-96fd-4f276d56ae51&id=02bac410-b27b-49cf-96fd-4f276d56ae51&id=aacbd0fd-d16f-425e-a7bb-080e612100d5&id=aacbd0fd-d16f-425e-a7bb-080e612100d5 HTTP/1.1" status: 200 len: 2297 time: 0.2570598 Aug 23 20:47:05.177419 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0647-d761-4d80-a3e2-09a79bdd2787 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:05.183912 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5464d3-53cd-46c8-b713-bac58973a796 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:47:05.187238 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-0c5464d3-53cd-46c8-b713-bac58973a796 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:47:05.191340 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5464d3-53cd-46c8-b713-bac58973a796 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:47:05.197655 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5464d3-53cd-46c8-b713-bac58973a796 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:05.198308 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0c5464d3-53cd-46c8-b713-bac58973a796 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:05.224805 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5464d3-53cd-46c8-b713-bac58973a796 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'Port': ['ID=72a6d402-15e3-4f34-899a-a205866e8c6c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:05.230331 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-0c5464d3-53cd-46c8-b713-bac58973a796 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1127760 Aug 23 20:47:05.231709 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45336) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:05.262674 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 939d72db-2d60-46d4-bf80-372f37b6f531 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:47:05.327924 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0647-d761-4d80-a3e2-09a79bdd2787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:05.332745 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067556ee-2cb2-458c-859e-50a2419b7fe0 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:05.338908 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067556ee-2cb2-458c-859e-50a2419b7fe0 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:05.340967 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-067556ee-2cb2-458c-859e-50a2419b7fe0 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1080287 Aug 23 20:47:05.343505 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45338) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:05.373827 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-074bbebe-08f2-42c6-b31c-b0517f9129f4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=038aba1e-ac97-4fd1-90cd-2192fd5ab1b4 HTTP/1.1" status: 200 len: 1001 time: 0.1693244 Aug 23 20:47:05.425646 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:05.426540 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-ec70b4c4-06f8-4a95-a060-bbd6ca8ef49e req-6afff157-4531-4146-976d-29275de5e3cd service neutron] Attempting to bind port 70caf538-caba-424e-8214-e39b15873faf on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:47:05.427090 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-ec70b4c4-06f8-4a95-a060-bbd6ca8ef49e req-6afff157-4531-4146-976d-29275de5e3cd service neutron] Attempting to bind port 70caf538-caba-424e-8214-e39b15873faf by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': 'a0304131-671f-4c22-8fc4-9d97cd99d833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:47:05.427595 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec70b4c4-06f8-4a95-a060-bbd6ca8ef49e req-6afff157-4531-4146-976d-29275de5e3cd service neutron] Attempting to bind port 70caf538-caba-424e-8214-e39b15873faf on network 99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:47:05.442039 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec70b4c4-06f8-4a95-a060-bbd6ca8ef49e req-6afff157-4531-4146-976d-29275de5e3cd service neutron] Port 70caf538-caba-424e-8214-e39b15873faf on network 99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:47:05.442368 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec70b4c4-06f8-4a95-a060-bbd6ca8ef49e req-6afff157-4531-4146-976d-29275de5e3cd service neutron] Attempting to bind port 70caf538-caba-424e-8214-e39b15873faf on network 99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:47:05.463944 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec70b4c4-06f8-4a95-a060-bbd6ca8ef49e req-6afff157-4531-4146-976d-29275de5e3cd service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:47:05.466306 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec70b4c4-06f8-4a95-a060-bbd6ca8ef49e req-6afff157-4531-4146-976d-29275de5e3cd service neutron] Checking segment: {'id': 'a0304131-671f-4c22-8fc4-9d97cd99d833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:47:05.466740 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec70b4c4-06f8-4a95-a060-bbd6ca8ef49e req-6afff157-4531-4146-976d-29275de5e3cd service neutron] Bound using segment: {'id': 'a0304131-671f-4c22-8fc4-9d97cd99d833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:47:05.467211 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-ec70b4c4-06f8-4a95-a060-bbd6ca8ef49e req-6afff157-4531-4146-976d-29275de5e3cd service neutron] Bound port: 70caf538-caba-424e-8214-e39b15873faf, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0304131-671f-4c22-8fc4-9d97cd99d833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:47:05.467644 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ec70b4c4-06f8-4a95-a060-bbd6ca8ef49e req-6afff157-4531-4146-976d-29275de5e3cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:05.528944 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e7f9bfe-7369-4af3-824a-a49cc172da9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '939d72db-2d60-46d4-bf80-372f37b6f531'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:47:05.531530 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-cccffde0-4bba-4c84-a8b5-e911ff69eaf4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Deleting port 72a6d402-15e3-4f34-899a-a205866e8c6c {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:47:05.532273 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cccffde0-4bba-4c84-a8b5-e911ff69eaf4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:05.534733 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61520040-2d1b-4726-838c-524d80eeaddb" -d '{"events": [{"server_uuid": "5e7f9bfe-7369-4af3-824a-a49cc172da9f", "name": "network-vif-unplugged", "status": "completed", "tag": "939d72db-2d60-46d4-bf80-372f37b6f531"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:47:05.541213 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0647-d761-4d80-a3e2-09a79bdd2787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:05.551088 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-19eca598-7140-4d2c-9e66-b992a8132fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:05.552648 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-19eca598-7140-4d2c-9e66-b992a8132fc1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ea915c70-de21-4e85-9794-73e9efabd3c6 HTTP/1.1" status: 200 len: 856 time: 0.1641927 Aug 23 20:47:05.569073 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 939d72db-2d60-46d4-bf80-372f37b6f531, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=939d72db-2d60-46d4-bf80-372f37b6f531,segment=NetworkSegment(56944fa1-c7d3-451b-86e9-345b2fbe4c92),segment_id=56944fa1-c7d3-451b-86e9-345b2fbe4c92)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:47:05.578420 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:05.579545 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 03bc96fb-1472-49b2-95e4-3ae08ef0232f no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:47:05.624077 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 20:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4ff0d5-e7a7-4ac3-8957-0f68ad0a7710 x-openstack-request-id: req-bf4ff0d5-e7a7-4ac3-8957-0f68ad0a7710 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:47:05.624359 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e7f9bfe-7369-4af3-824a-a49cc172da9f", "name": "network-vif-unplugged", "status": "completed", "tag": "939d72db-2d60-46d4-bf80-372f37b6f531", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:47:05.624608 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bf4ff0d5-e7a7-4ac3-8957-0f68ad0a7710 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:47:05.624994 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7f9bfe-7369-4af3-824a-a49cc172da9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '939d72db-2d60-46d4-bf80-372f37b6f531', 'code': 200} Aug 23 20:47:05.650924 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: 03bc96fb-1472-49b2-95e4-3ae08ef0232f {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:47:05.651262 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 03bc96fb-1472-49b2-95e4-3ae08ef0232f not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:47:05.653161 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd0647-d761-4d80-a3e2-09a79bdd2787 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc375d59-0841-4067-80ed-23a2ed98d8ba,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:05.683212 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0647-d761-4d80-a3e2-09a79bdd2787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:05.685274 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e5bd0647-d761-4d80-a3e2-09a79bdd2787 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/cc375d59-0841-4067-80ed-23a2ed98d8ba HTTP/1.1" status: 204 len: 168 time: 0.7811787 Aug 23 20:47:05.688162 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45344) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:05.688960 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=939d72db-2d60-46d4-bf80-372f37b6f531,revision_number=8']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:05.737706 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9584929e-41c3-4ee7-9fbb-dec833745719 req-8b18d641-b194-432b-987d-d8fb4c106000 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:05.740440 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9584929e-41c3-4ee7-9fbb-dec833745719 req-8b18d641-b194-432b-987d-d8fb4c106000 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 943 time: 0.0969183 Aug 23 20:47:05.764375 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cccffde0-4bba-4c84-a8b5-e911ff69eaf4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:05.786643 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-cccffde0-4bba-4c84-a8b5-e911ff69eaf4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Calling delete_port for 72a6d402-15e3-4f34-899a-a205866e8c6c owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:47:05.798089 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-82df32ef-005f-4c43-ad3e-784ca269aa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:05.799646 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-82df32ef-005f-4c43-ad3e-784ca269aa9e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2980a46c-5f6f-4bd3-86da-263aae928b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2350483 Aug 23 20:47:05.802356 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-ec70b4c4-06f8-4a95-a060-bbd6ca8ef49e req-6afff157-4531-4146-976d-29275de5e3cd service neutron] For port 70caf538-caba-424e-8214-e39b15873faf, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:47:05.808284 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-ec70b4c4-06f8-4a95-a060-bbd6ca8ef49e req-6afff157-4531-4146-976d-29275de5e3cd service neutron] For port 70caf538-caba-424e-8214-e39b15873faf, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=70caf538-caba-424e-8214-e39b15873faf,segment=NetworkSegment(a0304131-671f-4c22-8fc4-9d97cd99d833),segment_id=a0304131-671f-4c22-8fc4-9d97cd99d833)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:47:05.812251 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d1aaa5c8-fbeb-4e18-8b26-d944386cd739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:05.818149 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9584929e-41c3-4ee7-9fbb-dec833745719 req-9a5d4d0d-4e43-415c-b2c6-32ee48b5ebc2 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645223 Aug 23 20:47:05.822987 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 2ecab27c-593b-484d-9d8a-8966368d1a45 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:47:05.838831 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ec70b4c4-06f8-4a95-a060-bbd6ca8ef49e req-6afff157-4531-4146-976d-29275de5e3cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:05.919684 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 2ecab27c-593b-484d-9d8a-8966368d1a45 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:47:05.947721 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec70b4c4-06f8-4a95-a060-bbd6ca8ef49e req-6afff157-4531-4146-976d-29275de5e3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:05.948620 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ec70b4c4-06f8-4a95-a060-bbd6ca8ef49e req-6afff157-4531-4146-976d-29275de5e3cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:05.950220 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec70b4c4-06f8-4a95-a060-bbd6ca8ef49e req-6afff157-4531-4146-976d-29275de5e3cd service neutron] 10.222.0.11 "PUT /v2.0/ports/70caf538-caba-424e-8214-e39b15873faf HTTP/1.1" status: 200 len: 1092 time: 1.7957947 Aug 23 20:47:06.084588 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-c9da3786-451f-47a2-ad07-51384e23ae46 service neutron] 10.222.0.11 "GET /v2.0/networks/2980a46c-5f6f-4bd3-86da-263aae928b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699454 Aug 23 20:47:06.137165 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afff157-4531-4146-976d-29275de5e3cd service neutron] Pushing event updated for resources: {'Port': ['ID=70caf538-caba-424e-8214-e39b15873faf,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:06.219224 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d1aaa5c8-fbeb-4e18-8b26-d944386cd739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:06.230972 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab28db6-59a3-4962-9690-5d9440860edc req-dc31654b-c6aa-4bc0-a861-73793b4a3eb8 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:06.232642 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8ab28db6-59a3-4962-9690-5d9440860edc req-dc31654b-c6aa-4bc0-a861-73793b4a3eb8 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=04efcb08-5cb6-4ffa-beac-579fa899081c HTTP/1.1" status: 200 len: 944 time: 0.3115928 Aug 23 20:47:06.255248 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec70b4c4-06f8-4a95-a060-bbd6ca8ef49e req-11e1be9f-453b-4792-b68c-2ecca800b2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:06.256741 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec70b4c4-06f8-4a95-a060-bbd6ca8ef49e req-11e1be9f-453b-4792-b68c-2ecca800b2ba service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b5caa9dd6fe449d826e5284616c3d3c&device_id=04efcb08-5cb6-4ffa-beac-579fa899081c HTTP/1.1" status: 200 len: 1095 time: 0.2002413 Aug 23 20:47:06.261158 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-d1aaa5c8-fbeb-4e18-8b26-d944386cd739 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77c5d15c-39fe-408a-a7c4-e7fa78648cdc']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:47:06.291791 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-d1aaa5c8-fbeb-4e18-8b26-d944386cd739 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fea14536-63e5-4de1-9c01-50995460e8f9') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:47:06.292114 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-d1aaa5c8-fbeb-4e18-8b26-d944386cd739 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fea14536-63e5-4de1-9c01-50995460e8f9') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:47:06.310781 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cccffde0-4bba-4c84-a8b5-e911ff69eaf4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:06.344710 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccffde0-4bba-4c84-a8b5-e911ff69eaf4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event deleted for resources: {'Port': ['ID=72a6d402-15e3-4f34-899a-a205866e8c6c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:06.350489 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d1aaa5c8-fbeb-4e18-8b26-d944386cd739 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:06.366216 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec70b4c4-06f8-4a95-a060-bbd6ca8ef49e req-e0b78283-6787-4f02-a2d8-83d6f8cb521f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70caf538-caba-424e-8214-e39b15873faf HTTP/1.1" status: 200 len: 217 time: 0.0701239 Aug 23 20:47:06.386961 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cccffde0-4bba-4c84-a8b5-e911ff69eaf4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:06.389383 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-cccffde0-4bba-4c84-a8b5-e911ff69eaf4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/ports/72a6d402-15e3-4f34-899a-a205866e8c6c HTTP/1.1" status: 204 len: 168 time: 1.0448945 Aug 23 20:47:06.392400 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45350) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:06.415289 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8ab28db6-59a3-4962-9690-5d9440860edc req-f9f4b005-cce9-4efa-81ac-4ddea06e352c tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739726 Aug 23 20:47:06.458062 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d1aaa5c8-fbeb-4e18-8b26-d944386cd739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:06.465643 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-fe6d018c-fee3-4632-95ff-701086777e11 service neutron] 10.222.0.11 "GET /v2.0/networks/2980a46c-5f6f-4bd3-86da-263aae928b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3601515 Aug 23 20:47:06.474021 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1aaa5c8-fbeb-4e18-8b26-d944386cd739 admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:47:06.474440 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d1aaa5c8-fbeb-4e18-8b26-d944386cd739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:06.477625 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:47:06.477625 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:47:06.477625 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:47:06.477625 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:47:06.477625 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:47:06.477625 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:47:06.477625 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:47:06.477625 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:47:06.477625 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:47:06.477625 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:47:06.477625 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:47:06.477625 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:47:06.477625 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:47:06.477625 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:47:06.477625 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:47:06.477625 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:47:06.477625 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:47:06.477625 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:47:06.477625 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:47:06.477625 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:47:06.477625 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:47:06.477625 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:47:06.477625 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:47:06.477625 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:47:06.477625 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:47:06.477625 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:47:06.477625 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:47:06.477625 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:47:06.477625 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:47:06.477625 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:47:06.477625 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:47:06.477625 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:47:06.480181 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec70b4c4-06f8-4a95-a060-bbd6ca8ef49e req-ed1d3680-b596-4093-9784-878cea1e5894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:06.481088 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec70b4c4-06f8-4a95-a060-bbd6ca8ef49e req-ed1d3680-b596-4093-9784-878cea1e5894 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7cf1476b-2d73-4ece-81d4-01b7879e99dc HTTP/1.1" status: 200 len: 852 time: 0.0949206 Aug 23 20:47:06.509849 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ced65f-1e69-41e9-a5cb-03e034ffac30 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:06.511600 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ced65f-1e69-41e9-a5cb-03e034ffac30 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:06.513568 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d4ced65f-1e69-41e9-a5cb-03e034ffac30 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1195679 Aug 23 20:47:06.516073 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45352) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:06.537312 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a902e9d-f60a-4515-b597-480688b187e2 None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:47:06.572960 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9553b84-20f3-48fa-a49f-8e03e1c34b0a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Deleting subnet f3bc9006-9f18-484c-8717-0a7ef760d7c7 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:47:06.576400 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a9553b84-20f3-48fa-a49f-8e03e1c34b0a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:06.609990 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-87340e90-dd47-4451-8918-d8c39c38a639 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=8befdd4b-7da4-4882-ba33-5ff1275123c5 HTTP/1.1" status: 200 len: 217 time: 0.1275439 Aug 23 20:47:06.611135 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d2fa6365-83d7-41c1-9a7d-1f0a136d3865 None None] Provisioning for port 2ecab27c-593b-484d-9d8a-8966368d1a45 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:47:06.611940 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec70b4c4-06f8-4a95-a060-bbd6ca8ef49e req-78f61572-f348-4faf-a93f-6d3e4e669b89 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1146207 Aug 23 20:47:06.623223 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d2fa6365-83d7-41c1-9a7d-1f0a136d3865 None None] Provisioning complete for port 2ecab27c-593b-484d-9d8a-8966368d1a45 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:47:06.623914 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d2fa6365-83d7-41c1-9a7d-1f0a136d3865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:06.632013 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a9553b84-20f3-48fa-a49f-8e03e1c34b0a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:06.693681 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d1aaa5c8-fbeb-4e18-8b26-d944386cd739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:06.738801 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d1aaa5c8-fbeb-4e18-8b26-d944386cd739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:06.743941 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d1aaa5c8-fbeb-4e18-8b26-d944386cd739 admin admin] 10.222.0.61 "DELETE /v2.0/networks/77c5d15c-39fe-408a-a7c4-e7fa78648cdc HTTP/1.1" status: 204 len: 168 time: 1.0528929 Aug 23 20:47:06.751058 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a9553b84-20f3-48fa-a49f-8e03e1c34b0a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:06.767543 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aaa5c8-fbeb-4e18-8b26-d944386cd739 admin admin] Pushing event deleted for resources: {'Network': ['ID=77c5d15c-39fe-408a-a7c4-e7fa78648cdc,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:06.776048 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-e363fee8-5500-4ddc-8e1c-2c4f5a719431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:06.777861 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-e363fee8-5500-4ddc-8e1c-2c4f5a719431 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee41020d-3ec7-42a2-ac14-02f12c3e4481 HTTP/1.1" status: 200 len: 797 time: 0.1540802 Aug 23 20:47:06.850478 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d2fa6365-83d7-41c1-9a7d-1f0a136d3865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:06.859482 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a9553b84-20f3-48fa-a49f-8e03e1c34b0a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:06.889818 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec70b4c4-06f8-4a95-a060-bbd6ca8ef49e req-cccee61b-715e-4bbf-a1d2-3064c9658d38 service neutron] 10.222.0.11 "GET /v2.0/networks/99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646954 Aug 23 20:47:06.911998 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9553b84-20f3-48fa-a49f-8e03e1c34b0a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event deleted for resources: {'Subnet': ['ID=f3bc9006-9f18-484c-8717-0a7ef760d7c7,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:06.914638 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a9553b84-20f3-48fa-a49f-8e03e1c34b0a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:06.919362 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a9553b84-20f3-48fa-a49f-8e03e1c34b0a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/f3bc9006-9f18-484c-8717-0a7ef760d7c7 HTTP/1.1" status: 204 len: 168 time: 0.3997996 Aug 23 20:47:06.920795 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45358) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:06.934006 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.db.api [None req-d2fa6365-83d7-41c1-9a7d-1f0a136d3865 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 20:47:06.934436 n-d-805663-2 neutron-server[94689]: DEBUG oslo_db.api [None req-d2fa6365-83d7-41c1-9a7d-1f0a136d3865 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 20:47:06.980940 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04efcb08-5cb6-4ffa-beac-579fa899081c', 'tag': '70caf538-caba-424e-8214-e39b15873faf'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:47:06.983308 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50606ed9-eb0c-494d-b6e4-b8c54f5eaf46" -d '{"events": [{"name": "network-changed", "server_uuid": "04efcb08-5cb6-4ffa-beac-579fa899081c", "tag": "70caf538-caba-424e-8214-e39b15873faf"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:47:06.994360 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-8163c69d-f0db-4a38-ae6e-cb15382f9923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:06.995900 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-8163c69d-f0db-4a38-ae6e-cb15382f9923 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02bac410-b27b-49cf-96fd-4f276d56ae51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2044933 Aug 23 20:47:07.007621 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9e512615-3d6a-4b70-91b6-cc5962148a47 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0855761 Aug 23 20:47:07.017948 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45362) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:07.040667 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3328da8-800d-4cbb-9a3c-16b907e10a49 x-openstack-request-id: req-d3328da8-800d-4cbb-9a3c-16b907e10a49 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:47:07.040939 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04efcb08-5cb6-4ffa-beac-579fa899081c", "tag": "70caf538-caba-424e-8214-e39b15873faf", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:47:07.041195 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d3328da8-800d-4cbb-9a3c-16b907e10a49 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:47:07.041576 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04efcb08-5cb6-4ffa-beac-579fa899081c', 'tag': '70caf538-caba-424e-8214-e39b15873faf', 'status': 'completed', 'code': 200} Aug 23 20:47:07.042114 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-a2b5bda0-955d-4be4-b4e7-3b35ee545d1e tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'subnet': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:47:07.085229 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45364) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:07.151016 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de7fee-d323-4d01-8b39-f838aefc72da req-65764742-b4d8-4fa3-8806-56c1f124a588 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:07.152648 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-04de7fee-d323-4d01-8b39-f838aefc72da req-65764742-b4d8-4fa3-8806-56c1f124a588 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 943 time: 0.1473234 Aug 23 20:47:07.156228 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33202a62-ce46-4f41-9890-68b5cc0931ef None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:47:07.160866 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec70b4c4-06f8-4a95-a060-bbd6ca8ef49e req-1bb26c6e-5701-4c6f-bbad-a2fc7ea7a28e service neutron] 10.222.0.11 "GET /v2.0/networks/99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612517 Aug 23 20:47:07.194469 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ac8ebc98-6610-4017-b573-45462c14a5d0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b1abaf29a2594bd2aeb412c8b0b847b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1062186 Aug 23 20:47:07.194971 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45368) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:07.197097 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-6b5fb45f-465f-449e-9f1d-72199ff04012 service neutron] 10.222.0.11 "GET /v2.0/networks/02bac410-b27b-49cf-96fd-4f276d56ae51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930501 Aug 23 20:47:07.217913 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b5bda0-955d-4be4-b4e7-3b35ee545d1e tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:47:07.221989 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a2b5bda0-955d-4be4-b4e7-3b35ee545d1e tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:07.248750 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-04de7fee-d323-4d01-8b39-f838aefc72da req-20dab5ec-a95d-4de3-a61f-a49fd359d664 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881600 Aug 23 20:47:07.360999 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50606ed9-eb0c-494d-b6e4-b8c54f5eaf46 req-864854e0-d3b9-4d2e-bc67-b74a698977f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:07.362283 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-50606ed9-eb0c-494d-b6e4-b8c54f5eaf46 req-864854e0-d3b9-4d2e-bc67-b74a698977f4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b5caa9dd6fe449d826e5284616c3d3c&device_id=04efcb08-5cb6-4ffa-beac-579fa899081c HTTP/1.1" status: 200 len: 1095 time: 0.1433485 Aug 23 20:47:07.363054 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-857bbe7c-243e-455a-b642-de79aed6d123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:07.398214 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-857bbe7c-243e-455a-b642-de79aed6d123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:07.408404 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b7cc9e-b83c-470d-9eb9-267915b07f40 None None] DHCP port deletion for 6435e9ee-eaf5-46f5-a85c-299ee4fcacce request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:47:07.435659 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-bdeabef2-28b9-4961-82ae-c01d0b9e25c4 service neutron] 10.222.0.11 "GET /v2.0/networks/02bac410-b27b-49cf-96fd-4f276d56ae51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244780 Aug 23 20:47:07.531103 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d2fa6365-83d7-41c1-9a7d-1f0a136d3865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:07.571137 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-93b7cc9e-b83c-470d-9eb9-267915b07f40 None None] Deleting port 2ecab27c-593b-484d-9d8a-8966368d1a45 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:47:07.571709 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-93b7cc9e-b83c-470d-9eb9-267915b07f40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:07.585836 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-857bbe7c-243e-455a-b642-de79aed6d123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:07.588872 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-857bbe7c-243e-455a-b642-de79aed6d123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:07.592680 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-857bbe7c-243e-455a-b642-de79aed6d123 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9482bdbb-abea-4192-82de-d64fc163bbc5 HTTP/1.1" status: 204 len: 168 time: 0.3920791 Aug 23 20:47:07.592958 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-d2fa6365-83d7-41c1-9a7d-1f0a136d3865 None None] For port 2ecab27c-593b-484d-9d8a-8966368d1a45, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=2ecab27c-593b-484d-9d8a-8966368d1a45,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:47:07.608377 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a2b5bda0-955d-4be4-b4e7-3b35ee545d1e tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:07.621281 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857bbe7c-243e-455a-b642-de79aed6d123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9482bdbb-abea-4192-82de-d64fc163bbc5,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:07.643691 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d2fa6365-83d7-41c1-9a7d-1f0a136d3865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:07.665859 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f2b8fe-2877-4509-90af-aa86daa2cc10 req-c0983655-f252-4049-9a3c-7f32911cdfac tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:07.667492 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d1f2b8fe-2877-4509-90af-aa86daa2cc10 req-c0983655-f252-4049-9a3c-7f32911cdfac tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=04efcb08-5cb6-4ffa-beac-579fa899081c HTTP/1.1" status: 200 len: 944 time: 0.1406133 Aug 23 20:47:07.674916 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b5bda0-955d-4be4-b4e7-3b35ee545d1e tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:47:07.683031 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-a2b5bda0-955d-4be4-b4e7-3b35ee545d1e tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:47:07.686268 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b5bda0-955d-4be4-b4e7-3b35ee545d1e tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:07.686865 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a2b5bda0-955d-4be4-b4e7-3b35ee545d1e tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:07.724474 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5bda0-955d-4be4-b4e7-3b35ee545d1e tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'Subnet': ['ID=0ebfa45d-ff0f-480f-a916-1fdefe199ba8,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:07.741962 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a2b5bda0-955d-4be4-b4e7-3b35ee545d1e tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7206452 Aug 23 20:47:07.742829 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45376) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:07.748877 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-5ba47532-9ed7-4235-b105-f5707d4d69be tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'port': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'name': 'tempest-NetworksTestDHCPv6-1176262316'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:47:07.759834 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d1f2b8fe-2877-4509-90af-aa86daa2cc10 req-be77e79f-dde4-4378-be2c-7fc0e0ee5156 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817215 Aug 23 20:47:07.805741 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa6365-83d7-41c1-9a7d-1f0a136d3865 None None] Pushing event updated for resources: {'Port': ['ID=2ecab27c-593b-484d-9d8a-8966368d1a45,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:07.841295 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-93b7cc9e-b83c-470d-9eb9-267915b07f40 None None] For port 2ecab27c-593b-484d-9d8a-8966368d1a45, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=2ecab27c-593b-484d-9d8a-8966368d1a45,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:47:07.843489 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-93b7cc9e-b83c-470d-9eb9-267915b07f40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:07.868529 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ec90908a-cdbc-412a-87d3-db6202d732e2 None None] Provisioning complete for port 2ecab27c-593b-484d-9d8a-8966368d1a45 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:47:07.868930 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ec90908a-cdbc-412a-87d3-db6202d732e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:07.916384 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-e9feb745-cbfd-44e6-9f0e-0c463c15a20a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=bb388623-a8ca-48fa-a801-64a5e58b5d43 HTTP/1.1" status: 200 len: 217 time: 0.4503169 Aug 23 20:47:07.923749 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 2ecab27c-593b-484d-9d8a-8966368d1a45 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:47:07.926769 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2820edad-c606-4256-a4c8-03f3fe6384be req-1afc03d5-6ac9-429a-b35a-cf5710c82bcb tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:07.928362 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2820edad-c606-4256-a4c8-03f3fe6384be req-1afc03d5-6ac9-429a-b35a-cf5710c82bcb tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 943 time: 0.5911934 Aug 23 20:47:07.939380 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba47532-9ed7-4235-b105-f5707d4d69be tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:47:07.944811 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ba47532-9ed7-4235-b105-f5707d4d69be tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:07.967790 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-5ba47532-9ed7-4235-b105-f5707d4d69be tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] device_id is not set on port 7f4efb62-cf73-4edb-974b-954ff9c7a555 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:47:07.994732 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-93b7cc9e-b83c-470d-9eb9-267915b07f40 None None] Calling delete_port for 2ecab27c-593b-484d-9d8a-8966368d1a45 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:47:08.025581 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50606ed9-eb0c-494d-b6e4-b8c54f5eaf46 req-1f79f184-51fa-49ce-8245-735b24bfc5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:08.027452 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-50606ed9-eb0c-494d-b6e4-b8c54f5eaf46 req-1f79f184-51fa-49ce-8245-735b24bfc5f0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54 HTTP/1.1" status: 200 len: 913 time: 0.6369345 Aug 23 20:47:08.059111 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-c65bdfc7-c74c-4489-bd5b-d50becb96d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:08.060648 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-c65bdfc7-c74c-4489-bd5b-d50becb96d8f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee41020d-3ec7-42a2-ac14-02f12c3e4481 HTTP/1.1" status: 200 len: 797 time: 0.1311591 Aug 23 20:47:08.096193 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2820edad-c606-4256-a4c8-03f3fe6384be req-6e946ec5-cd40-42ce-a324-9dc3d47afab6 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526382 Aug 23 20:47:08.108474 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-50606ed9-eb0c-494d-b6e4-b8c54f5eaf46 req-5d2d3c55-3610-406c-af31-2a4b78b9cff4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70caf538-caba-424e-8214-e39b15873faf HTTP/1.1" status: 200 len: 217 time: 0.0657129 Aug 23 20:47:08.153536 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-5ba47532-9ed7-4235-b105-f5707d4d69be tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Allocated IP 2001:db8::23 (6435e9ee-eaf5-46f5-a85c-299ee4fcacce/0ebfa45d-ff0f-480f-a916-1fdefe199ba8/7f4efb62-cf73-4edb-974b-954ff9c7a555) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:47:08.234527 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-4527efea-a6ec-4631-ac57-a529101e01ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:08.236101 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-4527efea-a6ec-4631-ac57-a529101e01ad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02bac410-b27b-49cf-96fd-4f276d56ae51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1389558 Aug 23 20:47:08.336340 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50606ed9-eb0c-494d-b6e4-b8c54f5eaf46 req-a8b8a82b-9a57-4753-9a4c-4489513623e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:08.337824 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-50606ed9-eb0c-494d-b6e4-b8c54f5eaf46 req-a8b8a82b-9a57-4753-9a4c-4489513623e2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7cf1476b-2d73-4ece-81d4-01b7879e99dc HTTP/1.1" status: 200 len: 852 time: 0.2002149 Aug 23 20:47:08.359084 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ba47532-9ed7-4235-b105-f5707d4d69be tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:08.379114 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-5ba47532-9ed7-4235-b105-f5707d4d69be tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Transition to ACTIVE for port object 7f4efb62-cf73-4edb-974b-954ff9c7a555 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:47:08.395250 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-93b7cc9e-b83c-470d-9eb9-267915b07f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:08.454084 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ba47532-9ed7-4235-b105-f5707d4d69be tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:08.479374 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-ec90908a-cdbc-412a-87d3-db6202d732e2 None None] Port 2ecab27c-593b-484d-9d8a-8966368d1a45 update to ACTIVE by agent not found {{(pid=94689) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 23 20:47:08.495142 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b7cc9e-b83c-470d-9eb9-267915b07f40 None None] Pushing event deleted for resources: {'Port': ['ID=2ecab27c-593b-484d-9d8a-8966368d1a45,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:08.496134 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-50606ed9-eb0c-494d-b6e4-b8c54f5eaf46 req-0979001f-77fa-45b6-b66d-de12cf810bda service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1502874 Aug 23 20:47:08.497567 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:08.502065 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b7cc9e-b83c-470d-9eb9-267915b07f40 None None] No DVR routers for this DVR port 2ecab27c-593b-484d-9d8a-8966368d1a45 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:47:08.527396 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdedae1-01ce-411b-99c3-f859df2fa43b None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:47:08.590544 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba47532-9ed7-4235-b105-f5707d4d69be tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:47:08.614852 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba47532-9ed7-4235-b105-f5707d4d69be tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'Port': ['ID=7f4efb62-cf73-4edb-974b-954ff9c7a555,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:08.650585 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-5ba47532-9ed7-4235-b105-f5707d4d69be tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:47:08.653686 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba47532-9ed7-4235-b105-f5707d4d69be tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:47:08.661020 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba47532-9ed7-4235-b105-f5707d4d69be tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:08.661887 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ba47532-9ed7-4235-b105-f5707d4d69be tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:08.662452 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-44540301-41dc-4d0d-afb9-013c93f1fb91 service neutron] 10.222.0.11 "GET /v2.0/networks/02bac410-b27b-49cf-96fd-4f276d56ae51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4007647 Aug 23 20:47:08.684566 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-5ba47532-9ed7-4235-b105-f5707d4d69be tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9406683 Aug 23 20:47:08.689003 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45412) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:08.721754 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec37384-2f28-4fa2-ad62-1f227bff489a req-86e301dd-60c5-4788-9295-bad9a0bf51db tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:08.724695 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4ec37384-2f28-4fa2-ad62-1f227bff489a req-86e301dd-60c5-4788-9295-bad9a0bf51db tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 943 time: 0.1628463 Aug 23 20:47:08.769137 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523e713c-e9b0-45aa-a118-fc3c0e92ab4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'tenant_id': 'db9608efcb064b40bc03dbc9d75ec2a9', 'fixed_ips': [{'subnet_id': '0ebfa45d-ff0f-480f-a916-1fdefe199ba8'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:47:08.770174 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-523e713c-e9b0-45aa-a118-fc3c0e92ab4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:08.799094 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4ec37384-2f28-4fa2-ad62-1f227bff489a req-58d26e2c-10a3-4ef9-ae4e-d2cdb716fda6 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659666 Aug 23 20:47:08.825273 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-50606ed9-eb0c-494d-b6e4-b8c54f5eaf46 req-b4914712-3ba6-47ae-9f32-208b0b3e305a service neutron] 10.222.0.11 "GET /v2.0/networks/99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197114 Aug 23 20:47:08.844661 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45418) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:08.929848 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7a8835-ea35-4a00-8de7-10c97a13d6f1 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:08.932211 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-7c7a8835-ea35-4a00-8de7-10c97a13d6f1 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2358294 Aug 23 20:47:08.934859 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45426) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:08.982794 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-523e713c-e9b0-45aa-a118-fc3c0e92ab4f None None] Allocated IP 2001:db8::2 (6435e9ee-eaf5-46f5-a85c-299ee4fcacce/0ebfa45d-ff0f-480f-a916-1fdefe199ba8/f0488587-5cc0-4da1-92d1-050c1f8ba4a3) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:47:08.989824 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-c7fd3c04-c13e-4454-96a0-da6f80358f9f service neutron] 10.222.0.11 "GET /v2.0/networks/02bac410-b27b-49cf-96fd-4f276d56ae51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092318 Aug 23 20:47:09.009282 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-a7cf3881-e872-42a5-99c0-3bbb06996328 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-264556793-network', 'tenant_id': 'bfab707922e3436c954e794a44edbdca'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:47:09.067603 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-29f1f78f-1e07-4a83-8f54-538f0f3a553d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=44398430-706b-49d2-8d3a-3797e436623d HTTP/1.1" status: 200 len: 217 time: 0.0568752 Aug 23 20:47:09.078243 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c72140dd-b751-46bf-af9a-a04f0d91cbc6 req-5ae3a79c-3817-4a60-901b-5e78c7519fc5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1016154 Aug 23 20:47:09.081228 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7cf3881-e872-42a5-99c0-3bbb06996328 admin admin] Made reservation on behalf of bfab707922e3436c954e794a44edbdca for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:47:09.083451 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7cf3881-e872-42a5-99c0-3bbb06996328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:09.099549 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7cf3881-e872-42a5-99c0-3bbb06996328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:09.112827 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-50606ed9-eb0c-494d-b6e4-b8c54f5eaf46 req-dc0da738-5d4f-4f4a-b7bb-4534ec5f662e service neutron] 10.222.0.11 "GET /v2.0/networks/99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732592 Aug 23 20:47:09.147758 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-f943a7fb-3cd4-4266-9b03-ac2341c92803 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Deleting port 7f4efb62-cf73-4edb-974b-954ff9c7a555 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:47:09.148116 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f943a7fb-3cd4-4266-9b03-ac2341c92803 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:09.165080 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ab5ea-9923-4f4b-9397-f9d6a1ce4205 req-ad358840-4ac2-4c0f-8eb9-2e409f126f9e tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:09.166057 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-523e713c-e9b0-45aa-a118-fc3c0e92ab4f None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:09.172735 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ea6ab5ea-9923-4f4b-9397-f9d6a1ce4205 req-ad358840-4ac2-4c0f-8eb9-2e409f126f9e tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=04efcb08-5cb6-4ffa-beac-579fa899081c HTTP/1.1" status: 200 len: 944 time: 0.2248125 Aug 23 20:47:09.179022 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-523e713c-e9b0-45aa-a118-fc3c0e92ab4f None None] Transition to ACTIVE for port object f0488587-5cc0-4da1-92d1-050c1f8ba4a3 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:47:09.203065 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-523e713c-e9b0-45aa-a118-fc3c0e92ab4f None None] Transition to ACTIVE for port object f0488587-5cc0-4da1-92d1-050c1f8ba4a3 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:47:09.215934 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-523e713c-e9b0-45aa-a118-fc3c0e92ab4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:09.225148 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ea6ab5ea-9923-4f4b-9397-f9d6a1ce4205 req-3c9488cf-7d17-40cd-ab4d-06b92d022ac3 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514390 Aug 23 20:47:09.228787 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-5a0b557d-cf27-411d-a878-2a1f51e3b266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:09.231119 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-5a0b557d-cf27-411d-a878-2a1f51e3b266 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee41020d-3ec7-42a2-ac14-02f12c3e4481 HTTP/1.1" status: 200 len: 797 time: 0.1352024 Aug 23 20:47:09.280484 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 70caf538-caba-424e-8214-e39b15873faf details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:47:09.282455 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 939d72db-2d60-46d4-bf80-372f37b6f531 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:47:09.284662 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f943a7fb-3cd4-4266-9b03-ac2341c92803 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:09.287737 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523e713c-e9b0-45aa-a118-fc3c0e92ab4f None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:47:09.298183 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-cbf2a52f-f606-473d-893a-57c632c56d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:09.300674 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-cbf2a52f-f606-473d-893a-57c632c56d45 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02bac410-b27b-49cf-96fd-4f276d56ae51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0629454 Aug 23 20:47:09.314831 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-f943a7fb-3cd4-4266-9b03-ac2341c92803 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Calling delete_port for 7f4efb62-cf73-4edb-974b-954ff9c7a555 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:47:09.318322 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-523e713c-e9b0-45aa-a118-fc3c0e92ab4f None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:47:09.332990 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523e713c-e9b0-45aa-a118-fc3c0e92ab4f None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:47:09.353373 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e713c-e9b0-45aa-a118-fc3c0e92ab4f None None] Pushing event updated for resources: {'Port': ['ID=f0488587-5cc0-4da1-92d1-050c1f8ba4a3,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:09.405008 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7cf3881-e872-42a5-99c0-3bbb06996328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:09.412493 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7cf3881-e872-42a5-99c0-3bbb06996328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:09.481207 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7cf3881-e872-42a5-99c0-3bbb06996328 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:47:09.495374 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-523e713c-e9b0-45aa-a118-fc3c0e92ab4f None None] Attempting to bind port f0488587-5cc0-4da1-92d1-050c1f8ba4a3 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:47:09.495665 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cf3881-e872-42a5-99c0-3bbb06996328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8029efbc-f2cf-4915-9d84-b0551a8652bb,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:09.495797 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-523e713c-e9b0-45aa-a118-fc3c0e92ab4f None None] Attempting to bind port f0488587-5cc0-4da1-92d1-050c1f8ba4a3 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:47:09.496108 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523e713c-e9b0-45aa-a118-fc3c0e92ab4f None None] Attempting to bind port f0488587-5cc0-4da1-92d1-050c1f8ba4a3 on network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:47:09.512257 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-fe7c255b-8ee9-405b-849f-e12a5598286f service neutron] 10.222.0.11 "GET /v2.0/networks/02bac410-b27b-49cf-96fd-4f276d56ae51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017450 Aug 23 20:47:09.524472 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7cf3881-e872-42a5-99c0-3bbb06996328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:09.524804 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523e713c-e9b0-45aa-a118-fc3c0e92ab4f None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:47:09.525176 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523e713c-e9b0-45aa-a118-fc3c0e92ab4f None None] Checking segment: {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:47:09.525532 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-a7cf3881-e872-42a5-99c0-3bbb06996328 admin admin] Added segment 1217f67a-1f45-47f1-9b4f-94478a1f81ad of type vlan for network d80f920f-36d2-41a6-b051-b41b3758cc75 Aug 23 20:47:09.525666 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-523e713c-e9b0-45aa-a118-fc3c0e92ab4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:09.525954 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523e713c-e9b0-45aa-a118-fc3c0e92ab4f None None] Bound using segment: {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:47:09.526433 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-523e713c-e9b0-45aa-a118-fc3c0e92ab4f None None] Bound port: f0488587-5cc0-4da1-92d1-050c1f8ba4a3, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:47:09.526816 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-523e713c-e9b0-45aa-a118-fc3c0e92ab4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:09.592542 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7cf3881-e872-42a5-99c0-3bbb06996328 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:09.620308 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 70caf538-caba-424e-8214-e39b15873faf, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=70caf538-caba-424e-8214-e39b15873faf,segment=NetworkSegment(a0304131-671f-4c22-8fc4-9d97cd99d833),segment_id=a0304131-671f-4c22-8fc4-9d97cd99d833)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:47:09.647779 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '70caf538-caba-424e-8214-e39b15873faf', 'network_id': '99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54', 'port_id': '70caf538-caba-424e-8214-e39b15873faf', 'mac_address': 'fa:16:3e:f3:87:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cf1476b-2d73-4ece-81d4-01b7879e99dc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:47:09.663514 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7cf3881-e872-42a5-99c0-3bbb06996328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:09.665348 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cf3881-e872-42a5-99c0-3bbb06996328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:09.666022 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7cf3881-e872-42a5-99c0-3bbb06996328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:09.697613 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-211b0358-aca7-4173-83ea-4a13b93af39d service neutron] 10.222.0.11 "GET /v2.0/networks/02bac410-b27b-49cf-96fd-4f276d56ae51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763198 Aug 23 20:47:09.700641 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-523e713c-e9b0-45aa-a118-fc3c0e92ab4f None None] For port f0488587-5cc0-4da1-92d1-050c1f8ba4a3, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:47:09.706126 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f943a7fb-3cd4-4266-9b03-ac2341c92803 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:09.729807 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-523e713c-e9b0-45aa-a118-fc3c0e92ab4f None None] For port f0488587-5cc0-4da1-92d1-050c1f8ba4a3, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=f0488587-5cc0-4da1-92d1-050c1f8ba4a3,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:47:09.731517 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:09.742118 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-523e713c-e9b0-45aa-a118-fc3c0e92ab4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:09.760151 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-515697c4-2e3f-42e4-b48f-559f2efac5e5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=c9bc32bd-28fb-4ef8-8531-edadca967003 HTTP/1.1" status: 200 len: 217 time: 0.0552828 Aug 23 20:47:09.771805 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70caf538-caba-424e-8214-e39b15873faf {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:47:09.783849 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a7cf3881-e872-42a5-99c0-3bbb06996328 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9354837 Aug 23 20:47:09.785468 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45436) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:09.791908 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-2018597f-b2d9-452b-9de7-6b537ecec611 admin admin] Request body: {'subnet': {'network_id': 'd80f920f-36d2-41a6-b051-b41b3758cc75', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-264556793-subnet', 'tenant_id': 'bfab707922e3436c954e794a44edbdca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:47:09.796444 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f943a7fb-3cd4-4266-9b03-ac2341c92803 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event deleted for resources: {'Port': ['ID=7f4efb62-cf73-4edb-974b-954ff9c7a555,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:09.809201 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 70caf538-caba-424e-8214-e39b15873faf, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=70caf538-caba-424e-8214-e39b15873faf,segment=NetworkSegment(a0304131-671f-4c22-8fc4-9d97cd99d833),segment_id=a0304131-671f-4c22-8fc4-9d97cd99d833)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:47:09.827931 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:09.840388 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-24ee30a1-8686-41f8-bc73-b0410479a460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:09.842206 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-24ee30a1-8686-41f8-bc73-b0410479a460 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee41020d-3ec7-42a2-ac14-02f12c3e4481 HTTP/1.1" status: 200 len: 797 time: 0.0755839 Aug 23 20:47:09.843969 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e713c-e9b0-45aa-a118-fc3c0e92ab4f None None] Pushing event updated for resources: {'Port': ['ID=f0488587-5cc0-4da1-92d1-050c1f8ba4a3,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:09.878240 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cf3881-e872-42a5-99c0-3bbb06996328 admin admin] Pushing event updated for resources: {'Network': ['ID=d80f920f-36d2-41a6-b051-b41b3758cc75,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:09.886075 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f943a7fb-3cd4-4266-9b03-ac2341c92803 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:09.891069 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f943a7fb-3cd4-4266-9b03-ac2341c92803 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/ports/7f4efb62-cf73-4edb-974b-954ff9c7a555 HTTP/1.1" status: 204 len: 168 time: 0.9550617 Aug 23 20:47:09.897847 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2018597f-b2d9-452b-9de7-6b537ecec611 admin admin] Made reservation on behalf of bfab707922e3436c954e794a44edbdca for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:47:09.898967 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network d80f920f-36d2-41a6-b051-b41b3758cc75 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:47:09.900207 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45440) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:09.901553 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2018597f-b2d9-452b-9de7-6b537ecec611 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:10.041323 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad27b70-e8c3-457c-aeda-1f3eb79e7e07 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:10.044047 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad27b70-e8c3-457c-aeda-1f3eb79e7e07 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:10.049174 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5ad27b70-e8c3-457c-aeda-1f3eb79e7e07 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1464059 Aug 23 20:47:10.051879 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45442) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:10.055407 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c9e5deb2-3a6f-4677-8f6b-8bb506d12c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:10.059603 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=70caf538-caba-424e-8214-e39b15873faf,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:10.071401 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-e37f0f9f-31ef-4c83-a012-901e37b19cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:10.073227 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-e37f0f9f-31ef-4c83-a012-901e37b19cee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02bac410-b27b-49cf-96fd-4f276d56ae51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2213066 Aug 23 20:47:10.130525 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['70caf538-caba-424e-8214-e39b15873faf'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:47:10.140391 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e486d068-67e8-46fc-9d68-bafd0aa48d50 req-3b8ad603-33d4-4f3a-b4ff-573e45e439d8 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:10.142031 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e486d068-67e8-46fc-9d68-bafd0aa48d50 req-3b8ad603-33d4-4f3a-b4ff-573e45e439d8 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 943 time: 0.2405882 Aug 23 20:47:10.203556 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2018597f-b2d9-452b-9de7-6b537ecec611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:10.262614 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-88e7e4ef-0c2e-4617-a85c-acd7b2fd0b27 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Deleting subnet 0ebfa45d-ff0f-480f-a916-1fdefe199ba8 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:47:10.292477 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88e7e4ef-0c2e-4617-a85c-acd7b2fd0b27 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:10.300612 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2018597f-b2d9-452b-9de7-6b537ecec611 admin admin] Pushing event updated for resources: {'Subnet': ['ID=480862d1-411b-4a21-80e5-abef144758bc,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:10.311174 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2018597f-b2d9-452b-9de7-6b537ecec611 admin admin] Checking segment: {'id': '1217f67a-1f45-47f1-9b4f-94478a1f81ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'd80f920f-36d2-41a6-b051-b41b3758cc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:47:10.311628 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2018597f-b2d9-452b-9de7-6b537ecec611 admin admin] Network hostable DHCP agents. Network: d80f920f-36d2-41a6-b051-b41b3758cc75, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:47:10.350149 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2018597f-b2d9-452b-9de7-6b537ecec611 admin admin] Network d80f920f-36d2-41a6-b051-b41b3758cc75 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:47:10.362634 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-2e6cb5c4-b462-4301-bcf5-9fbf8f10ea1e service neutron] 10.222.0.11 "GET /v2.0/networks/02bac410-b27b-49cf-96fd-4f276d56ae51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681701 Aug 23 20:47:10.369946 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e486d068-67e8-46fc-9d68-bafd0aa48d50 req-5774124e-01a1-48fb-856f-ec4c5df32cdb tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157714 Aug 23 20:47:10.391020 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-2018597f-b2d9-452b-9de7-6b537ecec611 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, d80f920f-36d2-41a6-b051-b41b3758cc75) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:47:10.396552 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2018597f-b2d9-452b-9de7-6b537ecec611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:10.397318 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2018597f-b2d9-452b-9de7-6b537ecec611 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:10.402791 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5b53cf-7e24-4026-9535-f9d8ef8906bf None None] Network d80f920f-36d2-41a6-b051-b41b3758cc75 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:47:10.418973 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1023be-6d01-4e94-be35-ee2f6e957d80 req-63e2fc53-1035-4291-b97c-66beddda954a tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:10.420656 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4e1023be-6d01-4e94-be35-ee2f6e957d80 req-63e2fc53-1035-4291-b97c-66beddda954a tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=04efcb08-5cb6-4ffa-beac-579fa899081c HTTP/1.1" status: 200 len: 945 time: 0.0835671 Aug 23 20:47:10.432126 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2018597f-b2d9-452b-9de7-6b537ecec611 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6418705 Aug 23 20:47:10.441808 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88e7e4ef-0c2e-4617-a85c-acd7b2fd0b27 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:10.484740 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72140dd-b751-46bf-af9a-a04f0d91cbc6 req-18b3d1cb-5064-40a2-98e1-e436fdecfc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:10.486275 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c72140dd-b751-46bf-af9a-a04f0d91cbc6 req-18b3d1cb-5064-40a2-98e1-e436fdecfc6b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f&tenant_id=69818257106441a1bf38063386e4f27e HTTP/1.1" status: 200 len: 1094 time: 0.2081001 Aug 23 20:47:10.496152 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4e1023be-6d01-4e94-be35-ee2f6e957d80 req-e7a4c733-232f-4775-af57-b722b5522d53 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603995 Aug 23 20:47:10.519332 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-c72140dd-b751-46bf-af9a-a04f0d91cbc6 req-7eeb8121-11b8-4110-872a-960e3fe03979 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805663-2', 'device_owner': 'compute:nova'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:47:10.535812 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:10.599316 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-1b24adac-d0be-4437-8339-09015a1ee263 service neutron] 10.222.0.11 "GET /v2.0/networks/02bac410-b27b-49cf-96fd-4f276d56ae51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259102 Aug 23 20:47:10.623744 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15ccde7-cde4-450f-bb50-6ad2d5f63140 None None] Network d80f920f-36d2-41a6-b051-b41b3758cc75 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:47:10.675550 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-1e5b06ca-7444-4278-bff7-0a163b08ca7d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a83e5ee7-c13f-46f6-b912-2a83576e4498 HTTP/1.1" status: 200 len: 217 time: 0.0476043 Aug 23 20:47:10.680959 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88e7e4ef-0c2e-4617-a85c-acd7b2fd0b27 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:10.685819 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c72140dd-b751-46bf-af9a-a04f0d91cbc6 req-7eeb8121-11b8-4110-872a-960e3fe03979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:10.841063 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-fc9efeb4-58f0-46d7-8aec-d3bb85feca98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:10.843627 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-fc9efeb4-58f0-46d7-8aec-d3bb85feca98 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5dddc676-d460-40e8-9afa-b8b1805fce38 HTTP/1.1" status: 200 len: 797 time: 0.1591887 Aug 23 20:47:10.973479 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45460) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:10.979635 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-d105dcc9-3771-4bef-8a70-a90e9d2a493c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1565574738-network', 'tenant_id': '75eb44e593fc474e9e7ebd704c9d2d25'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:47:11.004938 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d105dcc9-3771-4bef-8a70-a90e9d2a493c admin admin] Made reservation on behalf of 75eb44e593fc474e9e7ebd704c9d2d25 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:47:11.009223 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d105dcc9-3771-4bef-8a70-a90e9d2a493c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:11.013617 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88e7e4ef-0c2e-4617-a85c-acd7b2fd0b27 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:11.018406 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d105dcc9-3771-4bef-8a70-a90e9d2a493c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:11.056701 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88e7e4ef-0c2e-4617-a85c-acd7b2fd0b27 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:11.058649 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-88e7e4ef-0c2e-4617-a85c-acd7b2fd0b27 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/0ebfa45d-ff0f-480f-a916-1fdefe199ba8 HTTP/1.1" status: 204 len: 168 time: 1.0047135 Aug 23 20:47:11.063283 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45462) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:11.067583 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e7e4ef-0c2e-4617-a85c-acd7b2fd0b27 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event deleted for resources: {'Subnet': ['ID=0ebfa45d-ff0f-480f-a916-1fdefe199ba8,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:11.123945 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d105dcc9-3771-4bef-8a70-a90e9d2a493c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:11.129315 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d105dcc9-3771-4bef-8a70-a90e9d2a493c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:11.163287 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d105dcc9-3771-4bef-8a70-a90e9d2a493c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:47:11.172641 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-60f59a84-57e0-4d57-984e-28f4c413fc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:11.174037 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-60f59a84-57e0-4d57-984e-28f4c413fc9c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aacbd0fd-d16f-425e-a7bb-080e612100d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3078482 Aug 23 20:47:11.181902 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b1accc5b-b8f2-4525-9c11-e6db9be3f6a1 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1111655 Aug 23 20:47:11.182030 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d105dcc9-3771-4bef-8a70-a90e9d2a493c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:11.182030 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-d105dcc9-3771-4bef-8a70-a90e9d2a493c admin admin] Added segment 64185059-1a2e-4c1d-b0d5-8999a11a7796 of type vlan for network 16bde8d6-7856-49dc-a55f-bb27a5aa272e Aug 23 20:47:11.182225 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45464) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:11.185937 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65814342-b04f-4311-ba05-c850b82f85cd None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:47:11.187701 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-a11f5ddb-5ee9-497f-9e67-59f562806055 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'subnet': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:47:11.189294 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d105dcc9-3771-4bef-8a70-a90e9d2a493c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22f0c5a-5ed4-4296-b4d5-75161c1ca526,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:11.227633 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d105dcc9-3771-4bef-8a70-a90e9d2a493c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:11.259559 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d105dcc9-3771-4bef-8a70-a90e9d2a493c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:11.261390 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d105dcc9-3771-4bef-8a70-a90e9d2a493c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:11.266351 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d105dcc9-3771-4bef-8a70-a90e9d2a493c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:11.270448 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6d16dba6-4c96-481f-87fd-b4b3992ebb93 None None] Could not find standard attr ID for object 7f4efb62-cf73-4edb-974b-954ff9c7a555. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 20:47:11.298915 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d105dcc9-3771-4bef-8a70-a90e9d2a493c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3240600 Aug 23 20:47:11.302975 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6d16dba6-4c96-481f-87fd-b4b3992ebb93 None None] Provisioning for port f0488587-5cc0-4da1-92d1-050c1f8ba4a3 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:47:11.310595 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 70caf538-caba-424e-8214-e39b15873faf up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:47:11.329836 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45466) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:11.342316 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-4bfb6cfc-e486-4e1d-8f35-4f168936c5de admin admin] Request body: {'subnet': {'network_id': '16bde8d6-7856-49dc-a55f-bb27a5aa272e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1565574738-subnet', 'tenant_id': '75eb44e593fc474e9e7ebd704c9d2d25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:47:11.363631 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d105dcc9-3771-4bef-8a70-a90e9d2a493c admin admin] Pushing event updated for resources: {'Network': ['ID=16bde8d6-7856-49dc-a55f-bb27a5aa272e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:11.375554 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 16bde8d6-7856-49dc-a55f-bb27a5aa272e details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:47:11.387092 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bfb6cfc-e486-4e1d-8f35-4f168936c5de admin admin] Made reservation on behalf of 75eb44e593fc474e9e7ebd704c9d2d25 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:47:11.390069 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4bfb6cfc-e486-4e1d-8f35-4f168936c5de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:11.484668 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afcb8ba-0f8f-4b6e-b160-611c813d31da None None] DHCP port deletion for 6435e9ee-eaf5-46f5-a85c-299ee4fcacce request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:47:11.496475 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 70caf538-caba-424e-8214-e39b15873faf completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:47:11.505791 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 70caf538-caba-424e-8214-e39b15873faf triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:47:11.506241 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:11.615220 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7afcb8ba-0f8f-4b6e-b160-611c813d31da None None] Deleting port f0488587-5cc0-4da1-92d1-050c1f8ba4a3 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:47:11.615915 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7afcb8ba-0f8f-4b6e-b160-611c813d31da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:11.629129 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a6fd1-d354-4270-91c3-b868415bb9d6 req-934a257d-bbfa-4ac3-b93f-f591ea6f90a1 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:11.630842 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a40a6fd1-d354-4270-91c3-b868415bb9d6 req-934a257d-bbfa-4ac3-b93f-f591ea6f90a1 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 943 time: 0.1320081 Aug 23 20:47:11.675728 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:11.700475 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7afcb8ba-0f8f-4b6e-b160-611c813d31da None None] For port f0488587-5cc0-4da1-92d1-050c1f8ba4a3, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=f0488587-5cc0-4da1-92d1-050c1f8ba4a3,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:47:11.701138 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7afcb8ba-0f8f-4b6e-b160-611c813d31da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:11.710201 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a40a6fd1-d354-4270-91c3-b868415bb9d6 req-f74d1eac-da6c-4ec5-80e8-81cce4d72ef9 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711644 Aug 23 20:47:11.712628 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4bfb6cfc-e486-4e1d-8f35-4f168936c5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:11.725132 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04efcb08-5cb6-4ffa-beac-579fa899081c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70caf538-caba-424e-8214-e39b15873faf'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:47:11.729322 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71981e8-43be-4634-86f4-e7a668d2f621" -d '{"events": [{"server_uuid": "04efcb08-5cb6-4ffa-beac-579fa899081c", "name": "network-vif-plugged", "status": "completed", "tag": "70caf538-caba-424e-8214-e39b15873faf"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:47:11.733490 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7afcb8ba-0f8f-4b6e-b160-611c813d31da None None] Calling delete_port for f0488587-5cc0-4da1-92d1-050c1f8ba4a3 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:47:11.737550 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-c72140dd-b751-46bf-af9a-a04f0d91cbc6 req-7eeb8121-11b8-4110-872a-960e3fe03979 service neutron] For port 939d72db-2d60-46d4-bf80-372f37b6f531, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=939d72db-2d60-46d4-bf80-372f37b6f531,segment=NetworkSegment(56944fa1-c7d3-451b-86e9-345b2fbe4c92),segment_id=56944fa1-c7d3-451b-86e9-345b2fbe4c92)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:47:11.752938 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 70caf538-caba-424e-8214-e39b15873faf, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=70caf538-caba-424e-8214-e39b15873faf,segment=NetworkSegment(a0304131-671f-4c22-8fc4-9d97cd99d833),segment_id=a0304131-671f-4c22-8fc4-9d97cd99d833)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:47:11.763298 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6bc7d9-b78c-427b-84e8-d16be1c4bbc0 req-fde88fcc-ce9d-47a0-ba79-2c0516fdcc5c tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:11.766746 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:11.771896 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0b6bc7d9-b78c-427b-84e8-d16be1c4bbc0 req-fde88fcc-ce9d-47a0-ba79-2c0516fdcc5c tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=04efcb08-5cb6-4ffa-beac-579fa899081c HTTP/1.1" status: 200 len: 945 time: 0.1938260 Aug 23 20:47:11.784886 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-308191bb-5713-4f5a-9291-15f8ced362a9 service neutron] 10.222.0.11 "GET /v2.0/networks/aacbd0fd-d16f-425e-a7bb-080e612100d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5884347 Aug 23 20:47:11.804396 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb6cfc-e486-4e1d-8f35-4f168936c5de admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c846995-fecc-4899-83bc-64d8ce557a8a,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:11.825194 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfb6cfc-e486-4e1d-8f35-4f168936c5de admin admin] Checking segment: {'id': '64185059-1a2e-4c1d-b0d5-8999a11a7796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '16bde8d6-7856-49dc-a55f-bb27a5aa272e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:47:11.825785 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfb6cfc-e486-4e1d-8f35-4f168936c5de admin admin] Network hostable DHCP agents. Network: 16bde8d6-7856-49dc-a55f-bb27a5aa272e, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:47:11.849787 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfb6cfc-e486-4e1d-8f35-4f168936c5de admin admin] Network 16bde8d6-7856-49dc-a55f-bb27a5aa272e is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:47:11.863881 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-4bfb6cfc-e486-4e1d-8f35-4f168936c5de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 16bde8d6-7856-49dc-a55f-bb27a5aa272e) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:47:11.877377 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=70caf538-caba-424e-8214-e39b15873faf,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:11.881491 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfb6cfc-e486-4e1d-8f35-4f168936c5de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:11.882091 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4bfb6cfc-e486-4e1d-8f35-4f168936c5de admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:11.887888 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055aa95e-1181-47da-83de-f297f10ebd2f None None] Network 16bde8d6-7856-49dc-a55f-bb27a5aa272e requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:47:11.902095 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-c72140dd-b751-46bf-af9a-a04f0d91cbc6 req-7eeb8121-11b8-4110-872a-960e3fe03979 service neutron] For port 939d72db-2d60-46d4-bf80-372f37b6f531, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:47:11.903257 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4bfb6cfc-e486-4e1d-8f35-4f168936c5de admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5720394 Aug 23 20:47:11.917456 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e0e536-e4ed-4cba-97da-60cdb521b793 x-openstack-request-id: req-62e0e536-e4ed-4cba-97da-60cdb521b793 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:47:11.917752 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04efcb08-5cb6-4ffa-beac-579fa899081c", "name": "network-vif-plugged", "status": "completed", "tag": "70caf538-caba-424e-8214-e39b15873faf", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:47:11.918002 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-62e0e536-e4ed-4cba-97da-60cdb521b793 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:47:11.918479 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04efcb08-5cb6-4ffa-beac-579fa899081c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70caf538-caba-424e-8214-e39b15873faf', 'code': 200} Aug 23 20:47:11.921369 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7afcb8ba-0f8f-4b6e-b160-611c813d31da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:11.936807 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11f5ddb-5ee9-497f-9e67-59f562806055 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:47:11.940482 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a11f5ddb-5ee9-497f-9e67-59f562806055 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:11.961514 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0b6bc7d9-b78c-427b-84e8-d16be1c4bbc0 req-18307ea2-332b-433a-84cb-efe2eec84035 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886272 Aug 23 20:47:11.984566 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afcb8ba-0f8f-4b6e-b160-611c813d31da None None] Pushing event deleted for resources: {'Port': ['ID=f0488587-5cc0-4da1-92d1-050c1f8ba4a3,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:11.987996 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afcb8ba-0f8f-4b6e-b160-611c813d31da None None] No DVR routers for this DVR port f0488587-5cc0-4da1-92d1-050c1f8ba4a3 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:47:12.043463 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-c72140dd-b751-46bf-af9a-a04f0d91cbc6 req-7eeb8121-11b8-4110-872a-960e3fe03979 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 939d72db-2d60-46d4-bf80-372f37b6f531 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:47:12.074807 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd0dd69-392d-413b-9664-699ad711f505 None None] Network 16bde8d6-7856-49dc-a55f-bb27a5aa272e requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:47:12.089328 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c72140dd-b751-46bf-af9a-a04f0d91cbc6 req-7eeb8121-11b8-4110-872a-960e3fe03979 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:12.137271 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-c72140dd-b751-46bf-af9a-a04f0d91cbc6 req-7eeb8121-11b8-4110-872a-960e3fe03979 service neutron] Transition to ACTIVE for port object 939d72db-2d60-46d4-bf80-372f37b6f531 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:47:12.145048 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-922f863f-5294-4e05-851a-ecaf082748f8 service neutron] 10.222.0.11 "GET /v2.0/networks/aacbd0fd-d16f-425e-a7bb-080e612100d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442550 Aug 23 20:47:12.151424 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c72140dd-b751-46bf-af9a-a04f0d91cbc6 req-7eeb8121-11b8-4110-872a-960e3fe03979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:12.191311 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1d922-cb4e-4301-a24b-ffb0590cfb3a req-d6788fc0-60a1-432f-ad09-3bbc518b8271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:12.192991 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b6a1d922-cb4e-4301-a24b-ffb0590cfb3a req-d6788fc0-60a1-432f-ad09-3bbc518b8271 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=04efcb08-5cb6-4ffa-beac-579fa899081c HTTP/1.1" status: 200 len: 1097 time: 0.1680589 Aug 23 20:47:12.245268 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-0be6e6d8-9565-4246-97b1-2f912d291372 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c61ab549-4c53-4732-9849-eed9b94a4890 HTTP/1.1" status: 200 len: 217 time: 0.0899439 Aug 23 20:47:12.350600 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeb8121-11b8-4110-872a-960e3fe03979 service neutron] Pushing event updated for resources: {'Port': ['ID=939d72db-2d60-46d4-bf80-372f37b6f531,revision_number=9']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:12.354458 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-c72140dd-b751-46bf-af9a-a04f0d91cbc6 req-7eeb8121-11b8-4110-872a-960e3fe03979 service neutron] No DVR routers for this DVR port 939d72db-2d60-46d4-bf80-372f37b6f531 on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:47:12.404579 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b6a1d922-cb4e-4301-a24b-ffb0590cfb3a req-6c85ca94-b913-46ec-978c-04fde741c309 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786833 Aug 23 20:47:12.423513 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-eb9f0a44-1c3b-44cb-b70c-dc42516e69a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:12.424996 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-eb9f0a44-1c3b-44cb-b70c-dc42516e69a4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5dddc676-d460-40e8-9afa-b8b1805fce38 HTTP/1.1" status: 200 len: 797 time: 0.1581419 Aug 23 20:47:12.435070 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-c72140dd-b751-46bf-af9a-a04f0d91cbc6 req-7eeb8121-11b8-4110-872a-960e3fe03979 service neutron] Attempting to bind port 939d72db-2d60-46d4-bf80-372f37b6f531 on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:47:12.435404 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-c72140dd-b751-46bf-af9a-a04f0d91cbc6 req-7eeb8121-11b8-4110-872a-960e3fe03979 service neutron] Attempting to bind port 939d72db-2d60-46d4-bf80-372f37b6f531 by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': '56944fa1-c7d3-451b-86e9-345b2fbe4c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5ea12703-07c8-4b33-b01b-2309c30593fb'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:47:12.435730 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72140dd-b751-46bf-af9a-a04f0d91cbc6 req-7eeb8121-11b8-4110-872a-960e3fe03979 service neutron] Attempting to bind port 939d72db-2d60-46d4-bf80-372f37b6f531 on network 5ea12703-07c8-4b33-b01b-2309c30593fb {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:47:12.465538 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72140dd-b751-46bf-af9a-a04f0d91cbc6 req-7eeb8121-11b8-4110-872a-960e3fe03979 service neutron] Port 939d72db-2d60-46d4-bf80-372f37b6f531 on network 5ea12703-07c8-4b33-b01b-2309c30593fb not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:47:12.465862 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72140dd-b751-46bf-af9a-a04f0d91cbc6 req-7eeb8121-11b8-4110-872a-960e3fe03979 service neutron] Attempting to bind port 939d72db-2d60-46d4-bf80-372f37b6f531 on network 5ea12703-07c8-4b33-b01b-2309c30593fb {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:47:12.479873 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72140dd-b751-46bf-af9a-a04f0d91cbc6 req-7eeb8121-11b8-4110-872a-960e3fe03979 service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:47:12.480379 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72140dd-b751-46bf-af9a-a04f0d91cbc6 req-7eeb8121-11b8-4110-872a-960e3fe03979 service neutron] Checking segment: {'id': '56944fa1-c7d3-451b-86e9-345b2fbe4c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5ea12703-07c8-4b33-b01b-2309c30593fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:47:12.480730 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72140dd-b751-46bf-af9a-a04f0d91cbc6 req-7eeb8121-11b8-4110-872a-960e3fe03979 service neutron] Bound using segment: {'id': '56944fa1-c7d3-451b-86e9-345b2fbe4c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5ea12703-07c8-4b33-b01b-2309c30593fb'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:47:12.481167 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-c72140dd-b751-46bf-af9a-a04f0d91cbc6 req-7eeb8121-11b8-4110-872a-960e3fe03979 service neutron] Bound port: 939d72db-2d60-46d4-bf80-372f37b6f531, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56944fa1-c7d3-451b-86e9-345b2fbe4c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '5ea12703-07c8-4b33-b01b-2309c30593fb'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:47:12.481523 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c72140dd-b751-46bf-af9a-a04f0d91cbc6 req-7eeb8121-11b8-4110-872a-960e3fe03979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:12.497911 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a11f5ddb-5ee9-497f-9e67-59f562806055 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:12.501985 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf8067-74ed-4a45-a27b-1719a04b4f96 req-e29a01bd-ce60-4075-85ae-1857c454e695 tempest-ServersNegativeTestMultiTenantJSON-274104098 tempest-ServersNegativeTestMultiTenantJSON-274104098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:12.503490 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3faf8067-74ed-4a45-a27b-1719a04b4f96 req-e29a01bd-ce60-4075-85ae-1857c454e695 tempest-ServersNegativeTestMultiTenantJSON-274104098 tempest-ServersNegativeTestMultiTenantJSON-274104098-project] 10.222.0.61 "GET /v2.0/networks?id=d80f920f-36d2-41a6-b051-b41b3758cc75 HTTP/1.1" status: 200 len: 824 time: 0.1108670 Aug 23 20:47:12.519888 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3faf8067-74ed-4a45-a27b-1719a04b4f96 req-fcbac813-cbe5-4285-b0c7-051068f555b5 tempest-ServersNegativeTestMultiTenantJSON-274104098 tempest-ServersNegativeTestMultiTenantJSON-274104098-project] 10.222.0.61 "GET /v2.0/quotas/bfab707922e3436c954e794a44edbdca HTTP/1.1" status: 200 len: 375 time: 0.0097873 Aug 23 20:47:12.553346 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3faf8067-74ed-4a45-a27b-1719a04b4f96 req-c6b4d310-7b61-4823-930b-cf6bdbce516e tempest-ServersNegativeTestMultiTenantJSON-274104098 tempest-ServersNegativeTestMultiTenantJSON-274104098-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=bfab707922e3436c954e794a44edbdca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269377 Aug 23 20:47:12.579810 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11f5ddb-5ee9-497f-9e67-59f562806055 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:47:12.587004 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-a11f5ddb-5ee9-497f-9e67-59f562806055 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:47:12.597406 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81fe49e-5d35-4aac-8ce2-72a68562027d None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:47:12.608742 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11f5ddb-5ee9-497f-9e67-59f562806055 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:12.610071 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a11f5ddb-5ee9-497f-9e67-59f562806055 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:12.620005 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f5ddb-5ee9-497f-9e67-59f562806055 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'Subnet': ['ID=4647342e-cf9d-461b-b517-9116747c2122,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:12.653900 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3faf8067-74ed-4a45-a27b-1719a04b4f96 req-c9da3838-1a2c-4341-8cbf-a9f61718b89e service neutron] 10.222.0.61 "GET /v2.0/networks/d80f920f-36d2-41a6-b051-b41b3758cc75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931075 Aug 23 20:47:12.660502 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a11f5ddb-5ee9-497f-9e67-59f562806055 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4778981 Aug 23 20:47:12.664306 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45492) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:12.668173 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-c72140dd-b751-46bf-af9a-a04f0d91cbc6 req-7eeb8121-11b8-4110-872a-960e3fe03979 service neutron] For port 939d72db-2d60-46d4-bf80-372f37b6f531, host n-h2-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:47:12.669918 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-39c20abf-29f1-4571-9da9-84c478677f3c tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'port': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'name': 'tempest-NetworksTestDHCPv6-918046804'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:47:12.672159 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-c72140dd-b751-46bf-af9a-a04f0d91cbc6 req-7eeb8121-11b8-4110-872a-960e3fe03979 service neutron] For port 939d72db-2d60-46d4-bf80-372f37b6f531, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=939d72db-2d60-46d4-bf80-372f37b6f531,segment=NetworkSegment(56944fa1-c7d3-451b-86e9-345b2fbe4c92),segment_id=56944fa1-c7d3-451b-86e9-345b2fbe4c92)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:47:12.680859 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c72140dd-b751-46bf-af9a-a04f0d91cbc6 req-7eeb8121-11b8-4110-872a-960e3fe03979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:12.691636 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-7bb23af4-df5f-4f72-b6d6-b8fee6043814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:12.693322 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-7bb23af4-df5f-4f72-b6d6-b8fee6043814 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aacbd0fd-d16f-425e-a7bb-080e612100d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0984037 Aug 23 20:47:12.748687 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72140dd-b751-46bf-af9a-a04f0d91cbc6 req-7eeb8121-11b8-4110-872a-960e3fe03979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:12.749403 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c72140dd-b751-46bf-af9a-a04f0d91cbc6 req-7eeb8121-11b8-4110-872a-960e3fe03979 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:12.750801 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c72140dd-b751-46bf-af9a-a04f0d91cbc6 req-7eeb8121-11b8-4110-872a-960e3fe03979 service neutron] 10.222.0.32 "PUT /v2.0/ports/939d72db-2d60-46d4-bf80-372f37b6f531 HTTP/1.1" status: 200 len: 1091 time: 2.2464666 Aug 23 20:47:12.753117 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e7f9bfe-7369-4af3-824a-a49cc172da9f', 'tag': '939d72db-2d60-46d4-bf80-372f37b6f531'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:47:12.755358 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c48b05-0d30-423d-942e-fb98b18f237f" -d '{"events": [{"name": "network-changed", "server_uuid": "5e7f9bfe-7369-4af3-824a-a49cc172da9f", "tag": "939d72db-2d60-46d4-bf80-372f37b6f531"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:47:12.777204 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4ada4c-2928-4adb-8810-62d263622f5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'tenant_id': 'db9608efcb064b40bc03dbc9d75ec2a9', 'fixed_ips': [{'subnet_id': '4647342e-cf9d-461b-b517-9116747c2122'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:47:12.781604 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd4ada4c-2928-4adb-8810-62d263622f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:12.830378 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeb8121-11b8-4110-872a-960e3fe03979 service neutron] Pushing event updated for resources: {'Port': ['ID=939d72db-2d60-46d4-bf80-372f37b6f531,revision_number=10']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:12.865657 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3faf8067-74ed-4a45-a27b-1719a04b4f96 req-b5f2545a-917c-4344-b56b-74ef8fd47c01 service neutron] 10.222.0.61 "GET /v2.0/networks/d80f920f-36d2-41a6-b051-b41b3758cc75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039454 Aug 23 20:47:12.865657 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c20abf-29f1-4571-9da9-84c478677f3c tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:47:12.869745 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-39c20abf-29f1-4571-9da9-84c478677f3c tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:12.890664 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-39c20abf-29f1-4571-9da9-84c478677f3c tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] device_id is not set on port 3b75c63c-3197-419d-882d-67214f7276ae yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:47:12.910154 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72140dd-b751-46bf-af9a-a04f0d91cbc6 req-2be406b6-89a8-447a-9b4d-ee571544281c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:12.911785 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c72140dd-b751-46bf-af9a-a04f0d91cbc6 req-2be406b6-89a8-447a-9b4d-ee571544281c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69818257106441a1bf38063386e4f27e&device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 1095 time: 0.1137040 Aug 23 20:47:12.917076 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-bd4cb08c-c6d2-4de7-9002-1480158b3c60 service neutron] 10.222.0.11 "GET /v2.0/networks/aacbd0fd-d16f-425e-a7bb-080e612100d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032006 Aug 23 20:47:12.984663 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-bd4ada4c-2928-4adb-8810-62d263622f5d None None] Allocated IP 2001:db8::2 (6435e9ee-eaf5-46f5-a85c-299ee4fcacce/4647342e-cf9d-461b-b517-9116747c2122/b0e3ace3-7262-4c2e-b06c-6f771f190e01) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:47:13.043569 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b45725c-1b67-4e63-8080-f4a49c3b6aea req-decce2be-dcde-4e92-8372-df73bde84266 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:13.052533 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1b45725c-1b67-4e63-8080-f4a49c3b6aea req-decce2be-dcde-4e92-8372-df73bde84266 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 944 time: 0.1990952 Aug 23 20:47:13.061821 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2ce998-f75a-4d8f-afd6-22e1016e78f9 x-openstack-request-id: req-2a2ce998-f75a-4d8f-afd6-22e1016e78f9 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:47:13.062191 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e7f9bfe-7369-4af3-824a-a49cc172da9f", "tag": "939d72db-2d60-46d4-bf80-372f37b6f531", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:47:13.062333 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6617b9d3-b2b9-42b2-9fff-34fdd27b8ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:13.062496 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2a2ce998-f75a-4d8f-afd6-22e1016e78f9 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:47:13.062892 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e7f9bfe-7369-4af3-824a-a49cc172da9f', 'tag': '939d72db-2d60-46d4-bf80-372f37b6f531', 'status': 'completed', 'code': 200} Aug 23 20:47:13.163836 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1b45725c-1b67-4e63-8080-f4a49c3b6aea req-c8162ee7-c014-4039-8503-69f29251a0e6 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103086 Aug 23 20:47:13.202202 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd4ada4c-2928-4adb-8810-62d263622f5d None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:13.207345 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-016a3a90-c0e8-41bd-841e-206c64817cd8 req-ac437a40-a366-4c56-ae40-7e3341c03158 service neutron] 10.222.0.11 "GET /v2.0/networks/aacbd0fd-d16f-425e-a7bb-080e612100d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755897 Aug 23 20:47:13.208720 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72140dd-b751-46bf-af9a-a04f0d91cbc6 req-2adbab6e-4e68-4ba1-a42f-96470e9a635c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:13.210417 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c72140dd-b751-46bf-af9a-a04f0d91cbc6 req-2adbab6e-4e68-4ba1-a42f-96470e9a635c service neutron] 10.222.0.32 "GET /v2.0/networks?id=5ea12703-07c8-4b33-b01b-2309c30593fb HTTP/1.1" status: 200 len: 915 time: 0.2883878 Aug 23 20:47:13.212846 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd4ada4c-2928-4adb-8810-62d263622f5d None None] Transition to ACTIVE for port object b0e3ace3-7262-4c2e-b06c-6f771f190e01 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:47:13.235280 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd4ada4c-2928-4adb-8810-62d263622f5d None None] Transition to ACTIVE for port object b0e3ace3-7262-4c2e-b06c-6f771f190e01 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:47:13.246150 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd4ada4c-2928-4adb-8810-62d263622f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:13.246657 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e55a52ae-6588-4063-92c9-416aa86705a9 req-30151855-3715-443f-b52a-c89b5dc33deb tempest-ServersNegativeTestMultiTenantJSON-274104098 tempest-ServersNegativeTestMultiTenantJSON-274104098-project] 10.222.0.61 "GET /v2.0/ports?device_id=60dbbcee-5a1c-4fbd-a713-3780feb5b0ed HTTP/1.1" status: 200 len: 210 time: 0.0344601 Aug 23 20:47:13.290514 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c72140dd-b751-46bf-af9a-a04f0d91cbc6 req-49920db1-73cc-4af4-a990-a66f6ad5a68b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=939d72db-2d60-46d4-bf80-372f37b6f531 HTTP/1.1" status: 200 len: 217 time: 0.0687752 Aug 23 20:47:13.298151 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4ada4c-2928-4adb-8810-62d263622f5d None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:47:13.301032 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-bd4ada4c-2928-4adb-8810-62d263622f5d None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:47:13.303602 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4ada4c-2928-4adb-8810-62d263622f5d None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:47:13.356809 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72140dd-b751-46bf-af9a-a04f0d91cbc6 req-3fc83630-10fe-4bcb-a475-3570faded79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:13.359102 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c72140dd-b751-46bf-af9a-a04f0d91cbc6 req-3fc83630-10fe-4bcb-a475-3570faded79d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a61ac775-45d7-4f26-8246-bac30e400edf HTTP/1.1" status: 200 len: 854 time: 0.0608160 Aug 23 20:47:13.360221 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4ada4c-2928-4adb-8810-62d263622f5d None None] Pushing event updated for resources: {'Port': ['ID=b0e3ace3-7262-4c2e-b06c-6f771f190e01,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:13.364398 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607dc30-e256-4f5c-8172-1424d416cf53 req-5ad3b261-5eac-4032-96b5-9c6f2666d913 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:13.374012 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b607dc30-e256-4f5c-8172-1424d416cf53 req-5ad3b261-5eac-4032-96b5-9c6f2666d913 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=04efcb08-5cb6-4ffa-beac-579fa899081c HTTP/1.1" status: 200 len: 946 time: 0.1369498 Aug 23 20:47:13.377022 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-39c20abf-29f1-4571-9da9-84c478677f3c tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Allocated IP 2001:db8::111 (6435e9ee-eaf5-46f5-a85c-299ee4fcacce/4647342e-cf9d-461b-b517-9116747c2122/3b75c63c-3197-419d-882d-67214f7276ae) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:47:13.407070 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c72140dd-b751-46bf-af9a-a04f0d91cbc6 req-dd2a5a51-5c1a-4072-904b-f7aacf7d2c1f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5ea12703-07c8-4b33-b01b-2309c30593fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346467 Aug 23 20:47:13.425572 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-bd4ada4c-2928-4adb-8810-62d263622f5d None None] Attempting to bind port b0e3ace3-7262-4c2e-b06c-6f771f190e01 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:47:13.427359 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-bd4ada4c-2928-4adb-8810-62d263622f5d None None] Attempting to bind port b0e3ace3-7262-4c2e-b06c-6f771f190e01 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:47:13.427823 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4ada4c-2928-4adb-8810-62d263622f5d None None] Attempting to bind port b0e3ace3-7262-4c2e-b06c-6f771f190e01 on network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:47:13.437716 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4ada4c-2928-4adb-8810-62d263622f5d None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:47:13.438213 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4ada4c-2928-4adb-8810-62d263622f5d None None] Checking segment: {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:47:13.438857 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd4ada4c-2928-4adb-8810-62d263622f5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:13.439276 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4ada4c-2928-4adb-8810-62d263622f5d None None] Bound using segment: {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:47:13.439980 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-bd4ada4c-2928-4adb-8810-62d263622f5d None None] Bound port: b0e3ace3-7262-4c2e-b06c-6f771f190e01, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:47:13.440641 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd4ada4c-2928-4adb-8810-62d263622f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:13.447554 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b607dc30-e256-4f5c-8172-1424d416cf53 req-2ae30df1-5bc2-40c0-8ca0-ce29b23b0612 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669270 Aug 23 20:47:13.525942 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:13.571528 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd4ada4c-2928-4adb-8810-62d263622f5d None None] For port b0e3ace3-7262-4c2e-b06c-6f771f190e01, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:47:13.576858 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd4ada4c-2928-4adb-8810-62d263622f5d None None] For port b0e3ace3-7262-4c2e-b06c-6f771f190e01, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=b0e3ace3-7262-4c2e-b06c-6f771f190e01,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:47:13.582418 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd4ada4c-2928-4adb-8810-62d263622f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:13.609311 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c72140dd-b751-46bf-af9a-a04f0d91cbc6 req-fbfed4c0-9371-41a6-acb4-29925ec6e5bd service neutron] 10.222.0.32 "GET /v2.0/networks/5ea12703-07c8-4b33-b01b-2309c30593fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932371 Aug 23 20:47:13.612045 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-39c20abf-29f1-4571-9da9-84c478677f3c tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:13.643100 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-39c20abf-29f1-4571-9da9-84c478677f3c tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Transition to ACTIVE for port object 3b75c63c-3197-419d-882d-67214f7276ae will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:47:13.662342 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4ada4c-2928-4adb-8810-62d263622f5d None None] Pushing event updated for resources: {'Port': ['ID=b0e3ace3-7262-4c2e-b06c-6f771f190e01,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:13.693771 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-39c20abf-29f1-4571-9da9-84c478677f3c tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:13.725599 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c72140dd-b751-46bf-af9a-a04f0d91cbc6 req-2baa085d-4786-4e5c-96ac-ec40e9d33609 service neutron] 10.222.0.32 "GET /v2.0/networks/5ea12703-07c8-4b33-b01b-2309c30593fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069474 Aug 23 20:47:13.751526 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c20abf-29f1-4571-9da9-84c478677f3c tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:47:13.756002 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-39c20abf-29f1-4571-9da9-84c478677f3c tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:47:13.760975 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c20abf-29f1-4571-9da9-84c478677f3c tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:47:13.766865 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c20abf-29f1-4571-9da9-84c478677f3c tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:13.767472 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-39c20abf-29f1-4571-9da9-84c478677f3c tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:13.776965 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c20abf-29f1-4571-9da9-84c478677f3c tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'Port': ['ID=3b75c63c-3197-419d-882d-67214f7276ae,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:13.798601 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-39c20abf-29f1-4571-9da9-84c478677f3c tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1332560 Aug 23 20:47:13.801083 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45512) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:13.877238 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117e629e-7d19-4f58-8284-360f9351962f tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:13.881343 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117e629e-7d19-4f58-8284-360f9351962f tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:13.886991 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-117e629e-7d19-4f58-8284-360f9351962f tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0816691 Aug 23 20:47:13.887190 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45518) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:13.950138 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c48b05-0d30-423d-942e-fb98b18f237f req-b3bcaa9f-80fc-4125-a0f5-3c984e2e366e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:13.951667 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-74c48b05-0d30-423d-942e-fb98b18f237f req-b3bcaa9f-80fc-4125-a0f5-3c984e2e366e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69818257106441a1bf38063386e4f27e&device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 1095 time: 0.1159537 Aug 23 20:47:14.087097 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-8743ca56-5108-48d1-b0b0-ecf3284566bd tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Deleting port 3b75c63c-3197-419d-882d-67214f7276ae {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:47:14.087421 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8743ca56-5108-48d1-b0b0-ecf3284566bd tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:14.091915 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c48b05-0d30-423d-942e-fb98b18f237f req-c5628dc0-d5ad-48d9-acf5-5bb6d6caf08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:14.093530 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-74c48b05-0d30-423d-942e-fb98b18f237f req-c5628dc0-d5ad-48d9-acf5-5bb6d6caf08a service neutron] 10.222.0.32 "GET /v2.0/networks?id=5ea12703-07c8-4b33-b01b-2309c30593fb HTTP/1.1" status: 200 len: 915 time: 0.1350405 Aug 23 20:47:14.191744 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-74c48b05-0d30-423d-942e-fb98b18f237f req-ce74a42a-73bf-4f58-bfdf-346b000bafb8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=939d72db-2d60-46d4-bf80-372f37b6f531 HTTP/1.1" status: 200 len: 217 time: 0.0825846 Aug 23 20:47:14.369129 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da48a1f-3a8d-4375-9311-955e41f023cc req-598f4a1f-2172-48d3-b4cb-474752e464b7 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:14.385750 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0da48a1f-3a8d-4375-9311-955e41f023cc req-598f4a1f-2172-48d3-b4cb-474752e464b7 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 944 time: 0.1057827 Aug 23 20:47:14.418610 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c48b05-0d30-423d-942e-fb98b18f237f req-b185fe85-98cf-443b-8530-297e749d65d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:14.420265 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-74c48b05-0d30-423d-942e-fb98b18f237f req-b185fe85-98cf-443b-8530-297e749d65d4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a61ac775-45d7-4f26-8246-bac30e400edf HTTP/1.1" status: 200 len: 854 time: 0.2020569 Aug 23 20:47:14.456856 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8743ca56-5108-48d1-b0b0-ecf3284566bd tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:14.473833 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0da48a1f-3a8d-4375-9311-955e41f023cc req-fe5befed-2e92-446b-a579-2352ae515909 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801113 Aug 23 20:47:14.525154 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:14.529235 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-8743ca56-5108-48d1-b0b0-ecf3284566bd tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Calling delete_port for 3b75c63c-3197-419d-882d-67214f7276ae owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:47:14.555404 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f10bd8e0-175f-488c-87ac-01a0e81657ae req-48f05884-2927-49c2-969d-7d4b7545be21 tempest-ServersNegativeTestMultiTenantJSON-274104098 tempest-ServersNegativeTestMultiTenantJSON-274104098-project] 10.222.0.61 "GET /v2.0/ports?device_id=60dbbcee-5a1c-4fbd-a713-3780feb5b0ed HTTP/1.1" status: 200 len: 210 time: 0.0782237 Aug 23 20:47:14.574819 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf8067-74ed-4a45-a27b-1719a04b4f96 req-d837805d-6ba5-4dda-b551-3f05b309ec13 tempest-ServersNegativeTestMultiTenantJSON-274104098 tempest-ServersNegativeTestMultiTenantJSON-274104098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:14.581166 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3faf8067-74ed-4a45-a27b-1719a04b4f96 req-d837805d-6ba5-4dda-b551-3f05b309ec13 tempest-ServersNegativeTestMultiTenantJSON-274104098 tempest-ServersNegativeTestMultiTenantJSON-274104098-project] 10.222.0.11 "GET /v2.0/networks?id=d80f920f-36d2-41a6-b051-b41b3758cc75 HTTP/1.1" status: 200 len: 824 time: 0.4361467 Aug 23 20:47:14.597496 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-3faf8067-74ed-4a45-a27b-1719a04b4f96 req-ed0e7102-9881-4e96-bc52-cf3b634475b2 tempest-ServersNegativeTestMultiTenantJSON-274104098 tempest-ServersNegativeTestMultiTenantJSON-274104098-project] Request body: {'port': {'device_id': '60dbbcee-5a1c-4fbd-a713-3780feb5b0ed', 'network_id': 'd80f920f-36d2-41a6-b051-b41b3758cc75', 'admin_state_up': True, 'tenant_id': 'bfab707922e3436c954e794a44edbdca'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:47:14.869452 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba081c5c-d3c0-4e35-b2e9-24536b3f4c20 req-749dcda2-47e6-482e-9303-aed33eab131e tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:14.877962 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ba081c5c-d3c0-4e35-b2e9-24536b3f4c20 req-749dcda2-47e6-482e-9303-aed33eab131e tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=04efcb08-5cb6-4ffa-beac-579fa899081c HTTP/1.1" status: 200 len: 946 time: 0.1911964 Aug 23 20:47:14.968036 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3faf8067-74ed-4a45-a27b-1719a04b4f96 req-ed0e7102-9881-4e96-bc52-cf3b634475b2 tempest-ServersNegativeTestMultiTenantJSON-274104098 tempest-ServersNegativeTestMultiTenantJSON-274104098-project] Made reservation on behalf of bfab707922e3436c954e794a44edbdca for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:47:14.971547 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3faf8067-74ed-4a45-a27b-1719a04b4f96 req-ed0e7102-9881-4e96-bc52-cf3b634475b2 tempest-ServersNegativeTestMultiTenantJSON-274104098 tempest-ServersNegativeTestMultiTenantJSON-274104098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:14.987712 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ba081c5c-d3c0-4e35-b2e9-24536b3f4c20 req-4aa86457-2fe4-4c69-a267-f08a9114a858 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088719 Aug 23 20:47:15.003631 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8743ca56-5108-48d1-b0b0-ecf3284566bd tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:15.069746 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-09751ab1-8bfd-4859-989d-d99bc15c18b3 None None] Provisioning for port b0e3ace3-7262-4c2e-b06c-6f771f190e01 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:47:15.080089 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8743ca56-5108-48d1-b0b0-ecf3284566bd tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event deleted for resources: {'Port': ['ID=3b75c63c-3197-419d-882d-67214f7276ae,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:15.114407 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8743ca56-5108-48d1-b0b0-ecf3284566bd tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:15.116395 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8743ca56-5108-48d1-b0b0-ecf3284566bd tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/ports/3b75c63c-3197-419d-882d-67214f7276ae HTTP/1.1" status: 204 len: 168 time: 1.2230368 Aug 23 20:47:15.119998 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45544) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:15.233352 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-3faf8067-74ed-4a45-a27b-1719a04b4f96 req-ed0e7102-9881-4e96-bc52-cf3b634475b2 tempest-ServersNegativeTestMultiTenantJSON-274104098 tempest-ServersNegativeTestMultiTenantJSON-274104098-project] Allocated IP 172.20.0.4 (d80f920f-36d2-41a6-b051-b41b3758cc75/480862d1-411b-4a21-80e5-abef144758bc/5741d3e1-2ca1-4047-b86d-132cc643466c) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:47:15.236532 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ffd058-af2d-45b6-a509-afc9cd80ec07 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:15.239273 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ffd058-af2d-45b6-a509-afc9cd80ec07 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:15.244967 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-18ffd058-af2d-45b6-a509-afc9cd80ec07 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1203120 Aug 23 20:47:15.245957 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45548) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:15.349570 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bb0bfdc-cd36-497e-b28e-11769285ba1b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Deleting subnet 4647342e-cf9d-461b-b517-9116747c2122 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:47:15.355430 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5bb0bfdc-cd36-497e-b28e-11769285ba1b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:15.424710 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9920b0-a492-4440-8249-d8f6c77dce6a req-85d39cfd-ebbb-4f13-a043-fb7bdb09e152 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:15.433992 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5f9920b0-a492-4440-8249-d8f6c77dce6a req-85d39cfd-ebbb-4f13-a043-fb7bdb09e152 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=04efcb08-5cb6-4ffa-beac-579fa899081c HTTP/1.1" status: 200 len: 946 time: 0.1542888 Aug 23 20:47:15.447333 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5bb0bfdc-cd36-497e-b28e-11769285ba1b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:15.515794 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0aea2f24-9b36-41ca-a48c-d6f7eff7129d None None] Could not find standard attr ID for object 3b75c63c-3197-419d-882d-67214f7276ae. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 20:47:15.526423 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3faf8067-74ed-4a45-a27b-1719a04b4f96 req-ed0e7102-9881-4e96-bc52-cf3b634475b2 tempest-ServersNegativeTestMultiTenantJSON-274104098 tempest-ServersNegativeTestMultiTenantJSON-274104098-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:15.559415 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5f9920b0-a492-4440-8249-d8f6c77dce6a req-ca7fd57e-18c6-4812-a1c8-a2c6297ad1d7 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242070 Aug 23 20:47:15.564430 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5bb0bfdc-cd36-497e-b28e-11769285ba1b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:15.609443 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3faf8067-74ed-4a45-a27b-1719a04b4f96 req-ed0e7102-9881-4e96-bc52-cf3b634475b2 tempest-ServersNegativeTestMultiTenantJSON-274104098 tempest-ServersNegativeTestMultiTenantJSON-274104098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:15.665192 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5bb0bfdc-cd36-497e-b28e-11769285ba1b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:15.689499 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3faf8067-74ed-4a45-a27b-1719a04b4f96 req-ed0e7102-9881-4e96-bc52-cf3b634475b2 tempest-ServersNegativeTestMultiTenantJSON-274104098 tempest-ServersNegativeTestMultiTenantJSON-274104098-project] Network d80f920f-36d2-41a6-b051-b41b3758cc75 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:47:15.692886 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-3faf8067-74ed-4a45-a27b-1719a04b4f96 req-ed0e7102-9881-4e96-bc52-cf3b634475b2 tempest-ServersNegativeTestMultiTenantJSON-274104098 tempest-ServersNegativeTestMultiTenantJSON-274104098-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:47:15.697345 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-3faf8067-74ed-4a45-a27b-1719a04b4f96 req-ed0e7102-9881-4e96-bc52-cf3b634475b2 tempest-ServersNegativeTestMultiTenantJSON-274104098 tempest-ServersNegativeTestMultiTenantJSON-274104098-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:47:15.708957 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb0bfdc-cd36-497e-b28e-11769285ba1b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event deleted for resources: {'Subnet': ['ID=4647342e-cf9d-461b-b517-9116747c2122,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:15.711697 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5bb0bfdc-cd36-497e-b28e-11769285ba1b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:15.716149 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-5bb0bfdc-cd36-497e-b28e-11769285ba1b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/4647342e-cf9d-461b-b517-9116747c2122 HTTP/1.1" status: 204 len: 168 time: 0.4646237 Aug 23 20:47:15.716384 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45556) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:15.724201 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0e7102-9881-4e96-bc52-cf3b634475b2 tempest-ServersNegativeTestMultiTenantJSON-274104098 tempest-ServersNegativeTestMultiTenantJSON-274104098-project] Pushing event updated for resources: {'Port': ['ID=5741d3e1-2ca1-4047-b86d-132cc643466c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:15.763329 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-585283ee-880e-4290-b26a-2ef848ec69ef tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0432606 Aug 23 20:47:15.768108 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45558) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:15.800636 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b45890-b767-4926-8632-aaa065b92d08 None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:47:15.813359 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf8067-74ed-4a45-a27b-1719a04b4f96 req-ed0e7102-9881-4e96-bc52-cf3b634475b2 tempest-ServersNegativeTestMultiTenantJSON-274104098 tempest-ServersNegativeTestMultiTenantJSON-274104098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:15.814031 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3faf8067-74ed-4a45-a27b-1719a04b4f96 req-ed0e7102-9881-4e96-bc52-cf3b634475b2 tempest-ServersNegativeTestMultiTenantJSON-274104098 tempest-ServersNegativeTestMultiTenantJSON-274104098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:15.836302 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36dc4619-c8af-4d92-a3a5-bb9262ac4da6 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:15.838243 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-36dc4619-c8af-4d92-a3a5-bb9262ac4da6 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0701530 Aug 23 20:47:15.844104 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45560) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:15.914864 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3faf8067-74ed-4a45-a27b-1719a04b4f96 req-ed0e7102-9881-4e96-bc52-cf3b634475b2 tempest-ServersNegativeTestMultiTenantJSON-274104098 tempest-ServersNegativeTestMultiTenantJSON-274104098-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3229048 Aug 23 20:47:15.927159 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-3faf8067-74ed-4a45-a27b-1719a04b4f96 req-9ff74440-b6a9-4629-b720-086a677a28cd service neutron] Request body: {'port': {'device_id': '60dbbcee-5a1c-4fbd-a713-3780feb5b0ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:47:15.954808 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device b0e3ace3-7262-4c2e-b06c-6f771f190e01 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:47:15.976073 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fee3de-859a-4bb1-b294-93dd97a8e488 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:15.978856 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-83fee3de-859a-4bb1-b294-93dd97a8e488 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1369896 Aug 23 20:47:15.981602 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45562) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:15.981933 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:16.031837 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f9ef574d-3707-40a4-b9ec-2d76a986e0f9 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0488391 Aug 23 20:47:16.035881 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45564) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:16.042339 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-0aa05b21-c02e-4241-af20-0d43ee02a683 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'subnet': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:47:16.068586 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port b0e3ace3-7262-4c2e-b06c-6f771f190e01 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:47:16.076022 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port b0e3ace3-7262-4c2e-b06c-6f771f190e01 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:47:16.077039 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:16.097183 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3faf8067-74ed-4a45-a27b-1719a04b4f96 req-9ff74440-b6a9-4629-b720-086a677a28cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:16.199255 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:16.201289 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9315f749-f472-4ec6-a07d-f35000b37471 None None] DHCP port deletion for 6435e9ee-eaf5-46f5-a85c-299ee4fcacce request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:47:16.229965 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa05b21-c02e-4241-af20-0d43ee02a683 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:47:16.234486 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0aa05b21-c02e-4241-af20-0d43ee02a683 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:16.266762 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port b0e3ace3-7262-4c2e-b06c-6f771f190e01, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=b0e3ace3-7262-4c2e-b06c-6f771f190e01,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:47:16.275417 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:16.344921 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-9315f749-f472-4ec6-a07d-f35000b37471 None None] Deleting port b0e3ace3-7262-4c2e-b06c-6f771f190e01 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:47:16.345292 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9315f749-f472-4ec6-a07d-f35000b37471 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:16.410953 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=b0e3ace3-7262-4c2e-b06c-6f771f190e01,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:16.429659 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-9315f749-f472-4ec6-a07d-f35000b37471 None None] For port b0e3ace3-7262-4c2e-b06c-6f771f190e01, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=b0e3ace3-7262-4c2e-b06c-6f771f190e01,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:47:16.430424 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9315f749-f472-4ec6-a07d-f35000b37471 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:16.458995 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-9315f749-f472-4ec6-a07d-f35000b37471 None None] Calling delete_port for b0e3ace3-7262-4c2e-b06c-6f771f190e01 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:47:16.496826 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-3faf8067-74ed-4a45-a27b-1719a04b4f96 req-9ff74440-b6a9-4629-b720-086a677a28cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5741d3e1-2ca1-4047-b86d-132cc643466c {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:47:16.506704 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3faf8067-74ed-4a45-a27b-1719a04b4f96 req-9ff74440-b6a9-4629-b720-086a677a28cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:16.523899 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-3faf8067-74ed-4a45-a27b-1719a04b4f96 req-9ff74440-b6a9-4629-b720-086a677a28cd service neutron] Transition to ACTIVE for port object 5741d3e1-2ca1-4047-b86d-132cc643466c will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:47:16.534079 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3faf8067-74ed-4a45-a27b-1719a04b4f96 req-9ff74440-b6a9-4629-b720-086a677a28cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:16.557732 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0aa05b21-c02e-4241-af20-0d43ee02a683 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:16.559255 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9315f749-f472-4ec6-a07d-f35000b37471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:16.593542 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9315f749-f472-4ec6-a07d-f35000b37471 None None] No DVR routers for this DVR port b0e3ace3-7262-4c2e-b06c-6f771f190e01 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:47:16.603571 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9315f749-f472-4ec6-a07d-f35000b37471 None None] Pushing event deleted for resources: {'Port': ['ID=b0e3ace3-7262-4c2e-b06c-6f771f190e01,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:16.642764 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa05b21-c02e-4241-af20-0d43ee02a683 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:47:16.644187 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff74440-b6a9-4629-b720-086a677a28cd service neutron] Pushing event updated for resources: {'Port': ['ID=5741d3e1-2ca1-4047-b86d-132cc643466c,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:16.644678 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa05b21-c02e-4241-af20-0d43ee02a683 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'Subnet': ['ID=b29ba3f3-e289-4b2a-86aa-4005c5f09281,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:16.654870 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-0aa05b21-c02e-4241-af20-0d43ee02a683 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:47:16.657073 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff74440-b6a9-4629-b720-086a677a28cd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:47:16.657393 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff74440-b6a9-4629-b720-086a677a28cd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:47:16.657744 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff74440-b6a9-4629-b720-086a677a28cd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:47:16.658067 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff74440-b6a9-4629-b720-086a677a28cd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:47:16.658397 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff74440-b6a9-4629-b720-086a677a28cd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:47:16.658747 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff74440-b6a9-4629-b720-086a677a28cd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:47:16.659024 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff74440-b6a9-4629-b720-086a677a28cd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:47:16.659342 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff74440-b6a9-4629-b720-086a677a28cd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:47:16.659658 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff74440-b6a9-4629-b720-086a677a28cd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:47:16.659975 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff74440-b6a9-4629-b720-086a677a28cd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:47:16.660314 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff74440-b6a9-4629-b720-086a677a28cd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:47:16.660631 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff74440-b6a9-4629-b720-086a677a28cd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:47:16.671341 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4c01b1-b05a-40ab-a68f-3b6f21d36d9a None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:47:16.671591 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa05b21-c02e-4241-af20-0d43ee02a683 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:16.671591 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0aa05b21-c02e-4241-af20-0d43ee02a683 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:16.689342 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-0aa05b21-c02e-4241-af20-0d43ee02a683 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6520858 Aug 23 20:47:16.691984 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45568) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:16.703970 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-1d83dc8d-db6f-4a5e-8431-aa52a0bdc6f8 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'port': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'fixed_ips': [{'subnet_id': 'b29ba3f3-e289-4b2a-86aa-4005c5f09281', 'ip_address': '2001:db8::5a0a:6bed:10bc:8a1f'}], 'name': 'tempest-NetworksTestDHCPv6-799520788'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:47:16.772701 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-3faf8067-74ed-4a45-a27b-1719a04b4f96 req-9ff74440-b6a9-4629-b720-086a677a28cd service neutron] Attempting to bind port 5741d3e1-2ca1-4047-b86d-132cc643466c on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:47:16.772946 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-3faf8067-74ed-4a45-a27b-1719a04b4f96 req-9ff74440-b6a9-4629-b720-086a677a28cd service neutron] Attempting to bind port 5741d3e1-2ca1-4047-b86d-132cc643466c by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '1217f67a-1f45-47f1-9b4f-94478a1f81ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'd80f920f-36d2-41a6-b051-b41b3758cc75'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:47:16.775896 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3faf8067-74ed-4a45-a27b-1719a04b4f96 req-9ff74440-b6a9-4629-b720-086a677a28cd service neutron] Attempting to bind port 5741d3e1-2ca1-4047-b86d-132cc643466c on network d80f920f-36d2-41a6-b051-b41b3758cc75 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:47:16.781821 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3faf8067-74ed-4a45-a27b-1719a04b4f96 req-9ff74440-b6a9-4629-b720-086a677a28cd service neutron] Port 5741d3e1-2ca1-4047-b86d-132cc643466c on network d80f920f-36d2-41a6-b051-b41b3758cc75 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:47:16.782116 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3faf8067-74ed-4a45-a27b-1719a04b4f96 req-9ff74440-b6a9-4629-b720-086a677a28cd service neutron] Attempting to bind port 5741d3e1-2ca1-4047-b86d-132cc643466c on network d80f920f-36d2-41a6-b051-b41b3758cc75 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:47:16.793968 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3faf8067-74ed-4a45-a27b-1719a04b4f96 req-9ff74440-b6a9-4629-b720-086a677a28cd service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:47:16.794774 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3faf8067-74ed-4a45-a27b-1719a04b4f96 req-9ff74440-b6a9-4629-b720-086a677a28cd service neutron] Checking segment: {'id': '1217f67a-1f45-47f1-9b4f-94478a1f81ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'd80f920f-36d2-41a6-b051-b41b3758cc75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:47:16.795777 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3faf8067-74ed-4a45-a27b-1719a04b4f96 req-9ff74440-b6a9-4629-b720-086a677a28cd service neutron] Bound using segment: {'id': '1217f67a-1f45-47f1-9b4f-94478a1f81ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'd80f920f-36d2-41a6-b051-b41b3758cc75'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:47:16.797208 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-3faf8067-74ed-4a45-a27b-1719a04b4f96 req-9ff74440-b6a9-4629-b720-086a677a28cd service neutron] Bound port: 5741d3e1-2ca1-4047-b86d-132cc643466c, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1217f67a-1f45-47f1-9b4f-94478a1f81ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'd80f920f-36d2-41a6-b051-b41b3758cc75'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:47:16.797824 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3faf8067-74ed-4a45-a27b-1719a04b4f96 req-9ff74440-b6a9-4629-b720-086a677a28cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:16.889289 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-3faf8067-74ed-4a45-a27b-1719a04b4f96 req-9ff74440-b6a9-4629-b720-086a677a28cd service neutron] For port 5741d3e1-2ca1-4047-b86d-132cc643466c, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:47:16.890899 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d83dc8d-db6f-4a5e-8431-aa52a0bdc6f8 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:47:16.894547 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-3faf8067-74ed-4a45-a27b-1719a04b4f96 req-9ff74440-b6a9-4629-b720-086a677a28cd service neutron] For port 5741d3e1-2ca1-4047-b86d-132cc643466c, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=5741d3e1-2ca1-4047-b86d-132cc643466c,segment=NetworkSegment(1217f67a-1f45-47f1-9b4f-94478a1f81ad),segment_id=1217f67a-1f45-47f1-9b4f-94478a1f81ad)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:47:16.901628 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3faf8067-74ed-4a45-a27b-1719a04b4f96 req-9ff74440-b6a9-4629-b720-086a677a28cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:16.905307 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de526187-215e-4f40-a89d-62d22edc9d2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'tenant_id': 'db9608efcb064b40bc03dbc9d75ec2a9', 'fixed_ips': [{'subnet_id': 'b29ba3f3-e289-4b2a-86aa-4005c5f09281'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:47:16.907536 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-de526187-215e-4f40-a89d-62d22edc9d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:16.940539 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf8067-74ed-4a45-a27b-1719a04b4f96 req-9ff74440-b6a9-4629-b720-086a677a28cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:16.941405 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3faf8067-74ed-4a45-a27b-1719a04b4f96 req-9ff74440-b6a9-4629-b720-086a677a28cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:16.942917 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3faf8067-74ed-4a45-a27b-1719a04b4f96 req-9ff74440-b6a9-4629-b720-086a677a28cd service neutron] 10.222.0.11 "PUT /v2.0/ports/5741d3e1-2ca1-4047-b86d-132cc643466c HTTP/1.1" status: 200 len: 1091 time: 1.0199268 Aug 23 20:47:16.943455 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60dbbcee-5a1c-4fbd-a713-3780feb5b0ed', 'tag': '5741d3e1-2ca1-4047-b86d-132cc643466c'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:47:16.946442 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca8fa9e-2ce5-4475-9a0f-fd2cacc72720" -d '{"events": [{"name": "network-changed", "server_uuid": "60dbbcee-5a1c-4fbd-a713-3780feb5b0ed", "tag": "5741d3e1-2ca1-4047-b86d-132cc643466c"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:47:16.972702 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff74440-b6a9-4629-b720-086a677a28cd service neutron] Pushing event updated for resources: {'Port': ['ID=5741d3e1-2ca1-4047-b86d-132cc643466c,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:17.026852 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1d83dc8d-db6f-4a5e-8431-aa52a0bdc6f8 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:17.055039 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-1d83dc8d-db6f-4a5e-8431-aa52a0bdc6f8 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] device_id is not set on port 7d2616d5-8a41-4807-ae96-b7c7257fe227 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:47:17.062082 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf8067-74ed-4a45-a27b-1719a04b4f96 req-fb97af06-eb57-4e11-a585-adcee11b4acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:17.064051 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3faf8067-74ed-4a45-a27b-1719a04b4f96 req-fb97af06-eb57-4e11-a585-adcee11b4acf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bfab707922e3436c954e794a44edbdca&device_id=60dbbcee-5a1c-4fbd-a713-3780feb5b0ed HTTP/1.1" status: 200 len: 1094 time: 0.0575356 Aug 23 20:47:17.102652 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-de526187-215e-4f40-a89d-62d22edc9d2f None None] Allocated IP 2001:db8::2 (6435e9ee-eaf5-46f5-a85c-299ee4fcacce/b29ba3f3-e289-4b2a-86aa-4005c5f09281/d201da72-a833-4334-9ce1-099458d033cc) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:47:17.113498 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3faf8067-74ed-4a45-a27b-1719a04b4f96 req-ffd19d53-a66d-483c-9552-ede3991ca6ac service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5741d3e1-2ca1-4047-b86d-132cc643466c HTTP/1.1" status: 200 len: 217 time: 0.0367396 Aug 23 20:47:17.181494 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf8067-74ed-4a45-a27b-1719a04b4f96 req-7e87207b-57c5-4db3-aa52-1146a42b9d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:17.182984 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3faf8067-74ed-4a45-a27b-1719a04b4f96 req-7e87207b-57c5-4db3-aa52-1146a42b9d27 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=480862d1-411b-4a21-80e5-abef144758bc HTTP/1.1" status: 200 len: 864 time: 0.0625269 Aug 23 20:47:17.229796 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3faf8067-74ed-4a45-a27b-1719a04b4f96 req-8e148c48-08ab-45f1-bc1e-764d1ae63ece service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d80f920f-36d2-41a6-b051-b41b3758cc75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326545 Aug 23 20:47:17.299770 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-de526187-215e-4f40-a89d-62d22edc9d2f None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:17.308169 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-de526187-215e-4f40-a89d-62d22edc9d2f None None] Transition to ACTIVE for port object d201da72-a833-4334-9ce1-099458d033cc will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:47:17.324356 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-de526187-215e-4f40-a89d-62d22edc9d2f None None] Transition to ACTIVE for port object d201da72-a833-4334-9ce1-099458d033cc will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:47:17.331198 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-de526187-215e-4f40-a89d-62d22edc9d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:17.345832 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3faf8067-74ed-4a45-a27b-1719a04b4f96 req-5bd13749-3490-4913-8bb4-b7bab750028f service neutron] 10.222.0.11 "GET /v2.0/networks/d80f920f-36d2-41a6-b051-b41b3758cc75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087151 Aug 23 20:47:17.374058 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de526187-215e-4f40-a89d-62d22edc9d2f None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:47:17.377327 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-de526187-215e-4f40-a89d-62d22edc9d2f None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:47:17.381165 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de526187-215e-4f40-a89d-62d22edc9d2f None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:47:17.393673 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de526187-215e-4f40-a89d-62d22edc9d2f None None] Pushing event updated for resources: {'Port': ['ID=d201da72-a833-4334-9ce1-099458d033cc,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:17.455854 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-de526187-215e-4f40-a89d-62d22edc9d2f None None] Attempting to bind port d201da72-a833-4334-9ce1-099458d033cc on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:47:17.456569 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-de526187-215e-4f40-a89d-62d22edc9d2f None None] Attempting to bind port d201da72-a833-4334-9ce1-099458d033cc by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:47:17.457760 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de526187-215e-4f40-a89d-62d22edc9d2f None None] Attempting to bind port d201da72-a833-4334-9ce1-099458d033cc on network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:47:17.465147 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de526187-215e-4f40-a89d-62d22edc9d2f None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:47:17.466346 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de526187-215e-4f40-a89d-62d22edc9d2f None None] Checking segment: {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:47:17.466932 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-de526187-215e-4f40-a89d-62d22edc9d2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:17.468239 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de526187-215e-4f40-a89d-62d22edc9d2f None None] Bound using segment: {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:47:17.472752 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-de526187-215e-4f40-a89d-62d22edc9d2f None None] Bound port: d201da72-a833-4334-9ce1-099458d033cc, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:47:17.473627 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-de526187-215e-4f40-a89d-62d22edc9d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:17.532622 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3faf8067-74ed-4a45-a27b-1719a04b4f96 req-fa8cd96c-1f53-4b86-9929-1fc2b6340b3e service neutron] 10.222.0.11 "GET /v2.0/networks/d80f920f-36d2-41a6-b051-b41b3758cc75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777017 Aug 23 20:47:17.602285 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-de526187-215e-4f40-a89d-62d22edc9d2f None None] For port d201da72-a833-4334-9ce1-099458d033cc, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:47:17.606022 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-de526187-215e-4f40-a89d-62d22edc9d2f None None] For port d201da72-a833-4334-9ce1-099458d033cc, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=d201da72-a833-4334-9ce1-099458d033cc,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:47:17.613959 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-de526187-215e-4f40-a89d-62d22edc9d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:17.686295 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de526187-215e-4f40-a89d-62d22edc9d2f None None] Pushing event updated for resources: {'Port': ['ID=d201da72-a833-4334-9ce1-099458d033cc,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:17.696001 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-1d83dc8d-db6f-4a5e-8431-aa52a0bdc6f8 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Allocated IP 2001:db8::5a0a:6bed:10bc:8a1f (6435e9ee-eaf5-46f5-a85c-299ee4fcacce/b29ba3f3-e289-4b2a-86aa-4005c5f09281/7d2616d5-8a41-4807-ae96-b7c7257fe227) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:47:17.814937 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device b0e3ace3-7262-4c2e-b06c-6f771f190e01 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:47:17.845726 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: b0e3ace3-7262-4c2e-b06c-6f771f190e01 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:47:17.846122 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device b0e3ace3-7262-4c2e-b06c-6f771f190e01 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:47:17.919780 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1d83dc8d-db6f-4a5e-8431-aa52a0bdc6f8 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:17.962624 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-1d83dc8d-db6f-4a5e-8431-aa52a0bdc6f8 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Transition to ACTIVE for port object 7d2616d5-8a41-4807-ae96-b7c7257fe227 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:47:18.006803 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1d83dc8d-db6f-4a5e-8431-aa52a0bdc6f8 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:18.055734 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d83dc8d-db6f-4a5e-8431-aa52a0bdc6f8 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:47:18.058922 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-1d83dc8d-db6f-4a5e-8431-aa52a0bdc6f8 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:47:18.062903 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d83dc8d-db6f-4a5e-8431-aa52a0bdc6f8 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:47:18.068787 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d83dc8d-db6f-4a5e-8431-aa52a0bdc6f8 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:18.069433 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1d83dc8d-db6f-4a5e-8431-aa52a0bdc6f8 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:18.083424 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d83dc8d-db6f-4a5e-8431-aa52a0bdc6f8 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'Port': ['ID=7d2616d5-8a41-4807-ae96-b7c7257fe227,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:18.095354 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-1d83dc8d-db6f-4a5e-8431-aa52a0bdc6f8 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4019971 Aug 23 20:47:18.097939 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45574) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:18.154807 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba634c7b-6f1d-4b66-a1af-c79e88d3e26e tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:18.160723 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba634c7b-6f1d-4b66-a1af-c79e88d3e26e tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:18.162350 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ba634c7b-6f1d-4b66-a1af-c79e88d3e26e tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0634844 Aug 23 20:47:18.165580 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45576) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:18.270805 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-27d114b0-0755-4d20-b48a-8ae76b8207b1 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Deleting port 7d2616d5-8a41-4807-ae96-b7c7257fe227 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:47:18.271143 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-27d114b0-0755-4d20-b48a-8ae76b8207b1 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:18.386603 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-27d114b0-0755-4d20-b48a-8ae76b8207b1 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:18.409252 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-27d114b0-0755-4d20-b48a-8ae76b8207b1 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Calling delete_port for 7d2616d5-8a41-4807-ae96-b7c7257fe227 owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:47:18.562834 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-27d114b0-0755-4d20-b48a-8ae76b8207b1 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:18.596280 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d114b0-0755-4d20-b48a-8ae76b8207b1 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event deleted for resources: {'Port': ['ID=7d2616d5-8a41-4807-ae96-b7c7257fe227,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:18.640735 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-27d114b0-0755-4d20-b48a-8ae76b8207b1 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:18.642586 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-27d114b0-0755-4d20-b48a-8ae76b8207b1 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/ports/7d2616d5-8a41-4807-ae96-b7c7257fe227 HTTP/1.1" status: 204 len: 168 time: 0.4758692 Aug 23 20:47:18.645315 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45578) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:18.710569 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9af8b3-ef6b-4632-bafd-a29b813af888 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:18.712783 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9af8b3-ef6b-4632-bafd-a29b813af888 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:18.714531 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9c9af8b3-ef6b-4632-bafd-a29b813af888 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0681205 Aug 23 20:47:18.717360 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45580) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:18.801107 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-e65268e4-34e2-46c2-8032-186ecdd7df63 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Deleting subnet b29ba3f3-e289-4b2a-86aa-4005c5f09281 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:47:18.807057 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e65268e4-34e2-46c2-8032-186ecdd7df63 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:18.857299 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e65268e4-34e2-46c2-8032-186ecdd7df63 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:18.879814 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-061b5f52-2203-4414-99c0-2e67ccd3fa12 None None] Provisioning for port d201da72-a833-4334-9ce1-099458d033cc completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:47:18.958274 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e65268e4-34e2-46c2-8032-186ecdd7df63 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:19.039240 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e65268e4-34e2-46c2-8032-186ecdd7df63 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:19.078022 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65268e4-34e2-46c2-8032-186ecdd7df63 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event deleted for resources: {'Subnet': ['ID=b29ba3f3-e289-4b2a-86aa-4005c5f09281,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:19.084436 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e65268e4-34e2-46c2-8032-186ecdd7df63 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:19.087240 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e65268e4-34e2-46c2-8032-186ecdd7df63 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/b29ba3f3-e289-4b2a-86aa-4005c5f09281 HTTP/1.1" status: 204 len: 168 time: 0.3682077 Aug 23 20:47:19.089676 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45584) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:19.104318 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c53afea2-c3c3-4a87-af7d-c44ed1282c0e None None] Could not find standard attr ID for object 7d2616d5-8a41-4807-ae96-b7c7257fe227. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 20:47:19.148247 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-94ab1b10-f559-4182-ac5e-4b5797783e34 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0495553 Aug 23 20:47:19.148492 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45586) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:19.154202 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-47328b21-04bd-4d7e-b635-f6dd7e8e6bb4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'subnet': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:47:19.280888 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d7c0f5-66d4-4b9e-9bad-dac19fa34e8f None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:47:19.324624 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 5741d3e1-2ca1-4047-b86d-132cc643466c details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:47:19.552417 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 5741d3e1-2ca1-4047-b86d-132cc643466c, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=5741d3e1-2ca1-4047-b86d-132cc643466c,segment=NetworkSegment(1217f67a-1f45-47f1-9b4f-94478a1f81ad),segment_id=1217f67a-1f45-47f1-9b4f-94478a1f81ad)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:47:19.576544 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '5741d3e1-2ca1-4047-b86d-132cc643466c', 'network_id': 'd80f920f-36d2-41a6-b051-b41b3758cc75', 'port_id': '5741d3e1-2ca1-4047-b86d-132cc643466c', 'mac_address': 'fa:16:3e:ec:c3:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '480862d1-411b-4a21-80e5-abef144758bc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:47:19.597256 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47328b21-04bd-4d7e-b635-f6dd7e8e6bb4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:47:19.608265 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-47328b21-04bd-4d7e-b635-f6dd7e8e6bb4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:19.634676 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b888083-5be6-4bd0-b5f0-05ebb1de1ab7 None None] DHCP port deletion for 6435e9ee-eaf5-46f5-a85c-299ee4fcacce request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:47:19.687390 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:19.707345 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5741d3e1-2ca1-4047-b86d-132cc643466c {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:47:19.732290 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 5741d3e1-2ca1-4047-b86d-132cc643466c, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=5741d3e1-2ca1-4047-b86d-132cc643466c,segment=NetworkSegment(1217f67a-1f45-47f1-9b4f-94478a1f81ad),segment_id=1217f67a-1f45-47f1-9b4f-94478a1f81ad)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:47:19.741486 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:19.747524 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1b888083-5be6-4bd0-b5f0-05ebb1de1ab7 None None] Deleting port d201da72-a833-4334-9ce1-099458d033cc {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:47:19.747524 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1b888083-5be6-4bd0-b5f0-05ebb1de1ab7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:19.853841 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=5741d3e1-2ca1-4047-b86d-132cc643466c,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:19.862394 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-1b888083-5be6-4bd0-b5f0-05ebb1de1ab7 None None] For port d201da72-a833-4334-9ce1-099458d033cc, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=d201da72-a833-4334-9ce1-099458d033cc,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:47:19.862802 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1b888083-5be6-4bd0-b5f0-05ebb1de1ab7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:19.875886 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1b888083-5be6-4bd0-b5f0-05ebb1de1ab7 None None] Calling delete_port for d201da72-a833-4334-9ce1-099458d033cc owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:47:19.893176 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-47328b21-04bd-4d7e-b635-f6dd7e8e6bb4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:19.949930 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47328b21-04bd-4d7e-b635-f6dd7e8e6bb4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:47:19.954388 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-47328b21-04bd-4d7e-b635-f6dd7e8e6bb4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:47:19.958698 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47328b21-04bd-4d7e-b635-f6dd7e8e6bb4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:19.960035 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-47328b21-04bd-4d7e-b635-f6dd7e8e6bb4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:19.967550 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47328b21-04bd-4d7e-b635-f6dd7e8e6bb4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'Subnet': ['ID=d4ee7543-a33b-4ae3-a422-8ffd44c8f91f,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:19.991098 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-47328b21-04bd-4d7e-b635-f6dd7e8e6bb4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8407226 Aug 23 20:47:19.995828 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45588) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:19.999059 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-fc02960b-ef71-48c4-8eb3-dabe2e6b3006 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'port': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'fixed_ips': [{'subnet_id': 'd4ee7543-a33b-4ae3-a422-8ffd44c8f91f', 'ip_address': '2001:db8::131b:3b66:3349:ac9b'}], 'name': 'tempest-NetworksTestDHCPv6-725136781'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:47:20.018004 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1b888083-5be6-4bd0-b5f0-05ebb1de1ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:20.047278 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b888083-5be6-4bd0-b5f0-05ebb1de1ab7 None None] Pushing event deleted for resources: {'Port': ['ID=d201da72-a833-4334-9ce1-099458d033cc,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:20.049245 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b888083-5be6-4bd0-b5f0-05ebb1de1ab7 None None] No DVR routers for this DVR port d201da72-a833-4334-9ce1-099458d033cc on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:47:20.060719 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['5741d3e1-2ca1-4047-b86d-132cc643466c'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:47:20.065945 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad64617e-1067-4c3f-a168-8e565a483d72 None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:47:20.172338 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc02960b-ef71-48c4-8eb3-dabe2e6b3006 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:47:20.375182 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fc02960b-ef71-48c4-8eb3-dabe2e6b3006 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:20.386658 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4a4fd5-5838-4828-9c00-e2c8d9503021 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'tenant_id': 'db9608efcb064b40bc03dbc9d75ec2a9', 'fixed_ips': [{'subnet_id': 'd4ee7543-a33b-4ae3-a422-8ffd44c8f91f'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:47:20.389719 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2e4a4fd5-5838-4828-9c00-e2c8d9503021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:20.392647 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:20.400695 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-fc02960b-ef71-48c4-8eb3-dabe2e6b3006 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] device_id is not set on port 9b57e131-efd6-4189-9a50-b5d54d6296dc yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:47:20.580077 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-2e4a4fd5-5838-4828-9c00-e2c8d9503021 None None] Allocated IP 2001:db8::2 (6435e9ee-eaf5-46f5-a85c-299ee4fcacce/d4ee7543-a33b-4ae3-a422-8ffd44c8f91f/48e270cc-bdee-41f0-9762-a1977e73ebd1) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:47:20.754152 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2e4a4fd5-5838-4828-9c00-e2c8d9503021 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:20.769746 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2e4a4fd5-5838-4828-9c00-e2c8d9503021 None None] Transition to ACTIVE for port object 48e270cc-bdee-41f0-9762-a1977e73ebd1 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:47:20.785211 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2e4a4fd5-5838-4828-9c00-e2c8d9503021 None None] Transition to ACTIVE for port object 48e270cc-bdee-41f0-9762-a1977e73ebd1 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:47:20.791787 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2e4a4fd5-5838-4828-9c00-e2c8d9503021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:20.844190 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-fc02960b-ef71-48c4-8eb3-dabe2e6b3006 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Allocated IP 2001:db8::131b:3b66:3349:ac9b (6435e9ee-eaf5-46f5-a85c-299ee4fcacce/d4ee7543-a33b-4ae3-a422-8ffd44c8f91f/9b57e131-efd6-4189-9a50-b5d54d6296dc) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:47:20.849407 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4a4fd5-5838-4828-9c00-e2c8d9503021 None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:47:20.863023 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-2e4a4fd5-5838-4828-9c00-e2c8d9503021 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:47:20.868247 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4a4fd5-5838-4828-9c00-e2c8d9503021 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:47:20.896450 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a4fd5-5838-4828-9c00-e2c8d9503021 None None] Pushing event updated for resources: {'Port': ['ID=48e270cc-bdee-41f0-9762-a1977e73ebd1,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:20.937555 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-2e4a4fd5-5838-4828-9c00-e2c8d9503021 None None] Attempting to bind port 48e270cc-bdee-41f0-9762-a1977e73ebd1 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:47:20.938150 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-2e4a4fd5-5838-4828-9c00-e2c8d9503021 None None] Attempting to bind port 48e270cc-bdee-41f0-9762-a1977e73ebd1 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:47:20.938624 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4a4fd5-5838-4828-9c00-e2c8d9503021 None None] Attempting to bind port 48e270cc-bdee-41f0-9762-a1977e73ebd1 on network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:47:20.944036 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4a4fd5-5838-4828-9c00-e2c8d9503021 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:47:20.944554 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4a4fd5-5838-4828-9c00-e2c8d9503021 None None] Checking segment: {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:47:20.945144 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2e4a4fd5-5838-4828-9c00-e2c8d9503021 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:20.945630 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4a4fd5-5838-4828-9c00-e2c8d9503021 None None] Bound using segment: {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:47:20.946223 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-2e4a4fd5-5838-4828-9c00-e2c8d9503021 None None] Bound port: 48e270cc-bdee-41f0-9762-a1977e73ebd1, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:47:20.946683 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2e4a4fd5-5838-4828-9c00-e2c8d9503021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:21.013091 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-2e4a4fd5-5838-4828-9c00-e2c8d9503021 None None] For port 48e270cc-bdee-41f0-9762-a1977e73ebd1, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:47:21.016676 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-2e4a4fd5-5838-4828-9c00-e2c8d9503021 None None] For port 48e270cc-bdee-41f0-9762-a1977e73ebd1, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=48e270cc-bdee-41f0-9762-a1977e73ebd1,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:47:21.022277 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2e4a4fd5-5838-4828-9c00-e2c8d9503021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:21.047974 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fc02960b-ef71-48c4-8eb3-dabe2e6b3006 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:21.082271 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-fc02960b-ef71-48c4-8eb3-dabe2e6b3006 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Transition to ACTIVE for port object 9b57e131-efd6-4189-9a50-b5d54d6296dc will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:47:21.100851 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a4fd5-5838-4828-9c00-e2c8d9503021 None None] Pushing event updated for resources: {'Port': ['ID=48e270cc-bdee-41f0-9762-a1977e73ebd1,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:21.134835 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fc02960b-ef71-48c4-8eb3-dabe2e6b3006 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:21.195989 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc02960b-ef71-48c4-8eb3-dabe2e6b3006 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:47:21.199732 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-fc02960b-ef71-48c4-8eb3-dabe2e6b3006 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:47:21.206656 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc02960b-ef71-48c4-8eb3-dabe2e6b3006 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:47:21.212725 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc02960b-ef71-48c4-8eb3-dabe2e6b3006 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:21.213401 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fc02960b-ef71-48c4-8eb3-dabe2e6b3006 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:21.217810 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc02960b-ef71-48c4-8eb3-dabe2e6b3006 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'Port': ['ID=9b57e131-efd6-4189-9a50-b5d54d6296dc,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:21.243930 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45594) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:21.244761 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-fc02960b-ef71-48c4-8eb3-dabe2e6b3006 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2495062 Aug 23 20:47:21.336568 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32d114b-9069-4565-bd63-aed8a8b109dc tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:21.343213 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32d114b-9069-4565-bd63-aed8a8b109dc tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:21.346807 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b32d114b-9069-4565-bd63-aed8a8b109dc tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1002522 Aug 23 20:47:21.348638 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 5741d3e1-2ca1-4047-b86d-132cc643466c up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:47:21.355210 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45596) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:21.438562 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 5741d3e1-2ca1-4047-b86d-132cc643466c completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:47:21.446196 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 5741d3e1-2ca1-4047-b86d-132cc643466c triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:47:21.446834 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:21.481818 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-0f084218-4fa8-42d7-90de-6cbd7cf7b44b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Deleting port 9b57e131-efd6-4189-9a50-b5d54d6296dc {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:47:21.482334 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0f084218-4fa8-42d7-90de-6cbd7cf7b44b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:21.623368 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0f084218-4fa8-42d7-90de-6cbd7cf7b44b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:21.637412 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-0f084218-4fa8-42d7-90de-6cbd7cf7b44b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Calling delete_port for 9b57e131-efd6-4189-9a50-b5d54d6296dc owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:47:21.703081 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:21.731395 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60dbbcee-5a1c-4fbd-a713-3780feb5b0ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5741d3e1-2ca1-4047-b86d-132cc643466c'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:47:21.746396 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361fd35c-1d3f-4346-a245-c1d084e701e0" -d '{"events": [{"server_uuid": "60dbbcee-5a1c-4fbd-a713-3780feb5b0ed", "name": "network-vif-plugged", "status": "completed", "tag": "5741d3e1-2ca1-4047-b86d-132cc643466c"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:47:21.780254 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 5741d3e1-2ca1-4047-b86d-132cc643466c, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=5741d3e1-2ca1-4047-b86d-132cc643466c,segment=NetworkSegment(1217f67a-1f45-47f1-9b4f-94478a1f81ad),segment_id=1217f67a-1f45-47f1-9b4f-94478a1f81ad)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:47:21.785067 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:21.836209 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0f084218-4fa8-42d7-90de-6cbd7cf7b44b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:21.886618 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f084218-4fa8-42d7-90de-6cbd7cf7b44b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event deleted for resources: {'Port': ['ID=9b57e131-efd6-4189-9a50-b5d54d6296dc,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:21.919558 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 48e270cc-bdee-41f0-9762-a1977e73ebd1 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:47:21.925095 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0f084218-4fa8-42d7-90de-6cbd7cf7b44b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:21.927909 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0f084218-4fa8-42d7-90de-6cbd7cf7b44b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/ports/9b57e131-efd6-4189-9a50-b5d54d6296dc HTTP/1.1" status: 204 len: 168 time: 0.5736995 Aug 23 20:47:21.931750 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45600) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:21.970661 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=5741d3e1-2ca1-4047-b86d-132cc643466c,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:22.000210 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 48e270cc-bdee-41f0-9762-a1977e73ebd1 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:47:22.005973 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183df3fb-d048-4799-84ce-716331131b73 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:22.008498 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183df3fb-d048-4799-84ce-716331131b73 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:22.010927 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-183df3fb-d048-4799-84ce-716331131b73 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0776987 Aug 23 20:47:22.013862 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45602) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:22.079417 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-15d1820d-3262-4147-a3fb-16c1ed266999 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Deleting subnet d4ee7543-a33b-4ae3-a422-8ffd44c8f91f {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:47:22.083517 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-15d1820d-3262-4147-a3fb-16c1ed266999 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:22.141485 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-15d1820d-3262-4147-a3fb-16c1ed266999 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:22.249854 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-15d1820d-3262-4147-a3fb-16c1ed266999 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:22.335164 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-15d1820d-3262-4147-a3fb-16c1ed266999 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:22.368886 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-33080939-e471-4a65-87ab-411e8c5228b9 None None] Provisioning for port 48e270cc-bdee-41f0-9762-a1977e73ebd1 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:47:22.388461 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d1820d-3262-4147-a3fb-16c1ed266999 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event deleted for resources: {'Subnet': ['ID=d4ee7543-a33b-4ae3-a422-8ffd44c8f91f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:22.388841 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-33080939-e471-4a65-87ab-411e8c5228b9 None None] Provisioning complete for port 48e270cc-bdee-41f0-9762-a1977e73ebd1 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:47:22.389241 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-33080939-e471-4a65-87ab-411e8c5228b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:22.395761 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-15d1820d-3262-4147-a3fb-16c1ed266999 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:22.398390 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-15d1820d-3262-4147-a3fb-16c1ed266999 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/d4ee7543-a33b-4ae3-a422-8ffd44c8f91f HTTP/1.1" status: 204 len: 168 time: 0.3830447 Aug 23 20:47:22.402158 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45604) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:22.464784 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e5351752-eb45-4405-8467-77684913af4c tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0612624 Aug 23 20:47:22.467910 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45606) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:22.473943 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-809b29c7-cba8-4da7-b944-5408ee50d939 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'subnet': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:47:22.516978 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-33080939-e471-4a65-87ab-411e8c5228b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:22.556224 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-33080939-e471-4a65-87ab-411e8c5228b9 None None] For port 48e270cc-bdee-41f0-9762-a1977e73ebd1, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=48e270cc-bdee-41f0-9762-a1977e73ebd1,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:47:22.573323 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-33080939-e471-4a65-87ab-411e8c5228b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:22.640914 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809b29c7-cba8-4da7-b944-5408ee50d939 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:47:22.646629 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-809b29c7-cba8-4da7-b944-5408ee50d939 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:22.654304 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33080939-e471-4a65-87ab-411e8c5228b9 None None] Pushing event updated for resources: {'Port': ['ID=48e270cc-bdee-41f0-9762-a1977e73ebd1,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:22.691885 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc18e75b-3c7c-4b57-a61d-c202a08f5b02 None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:47:22.693944 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-03f84366-0fcf-4dd4-b137-68657d7fe15c None None] Could not find standard attr ID for object 9b57e131-efd6-4189-9a50-b5d54d6296dc. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 20:47:22.922855 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42445847-98d3-4548-bc5a-ad63efda1c5b None None] DHCP port deletion for 6435e9ee-eaf5-46f5-a85c-299ee4fcacce request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:47:22.930053 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-809b29c7-cba8-4da7-b944-5408ee50d939 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:23.002102 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-42445847-98d3-4548-bc5a-ad63efda1c5b None None] Deleting port 48e270cc-bdee-41f0-9762-a1977e73ebd1 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:47:23.003213 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-42445847-98d3-4548-bc5a-ad63efda1c5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:23.012133 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809b29c7-cba8-4da7-b944-5408ee50d939 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:47:23.021237 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-809b29c7-cba8-4da7-b944-5408ee50d939 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:47:23.029850 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809b29c7-cba8-4da7-b944-5408ee50d939 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:23.030785 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-809b29c7-cba8-4da7-b944-5408ee50d939 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:23.051379 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809b29c7-cba8-4da7-b944-5408ee50d939 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'Subnet': ['ID=40eb98f4-168c-45af-8f83-e2e18baa7570,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:23.064186 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-809b29c7-cba8-4da7-b944-5408ee50d939 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5944824 Aug 23 20:47:23.066834 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45608) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:23.077715 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-aadd5c14-2917-4156-a8d4-844f57085050 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'port': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'fixed_ips': [{'subnet_id': '40eb98f4-168c-45af-8f83-e2e18baa7570', 'ip_address': '2001:db8::5304:1c38:5110:c8b5'}], 'name': 'tempest-NetworksTestDHCPv6-1642693645'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:47:23.132808 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-42445847-98d3-4548-bc5a-ad63efda1c5b None None] For port 48e270cc-bdee-41f0-9762-a1977e73ebd1, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=48e270cc-bdee-41f0-9762-a1977e73ebd1,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:47:23.133527 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-42445847-98d3-4548-bc5a-ad63efda1c5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:23.146726 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-42445847-98d3-4548-bc5a-ad63efda1c5b None None] Calling delete_port for 48e270cc-bdee-41f0-9762-a1977e73ebd1 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:47:23.229359 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aadd5c14-2917-4156-a8d4-844f57085050 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:47:23.236297 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aadd5c14-2917-4156-a8d4-844f57085050 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:23.248530 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-42445847-98d3-4548-bc5a-ad63efda1c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:23.263489 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-aadd5c14-2917-4156-a8d4-844f57085050 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] device_id is not set on port daf8ed49-9224-456b-b637-fcae6a279253 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:47:23.283854 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42445847-98d3-4548-bc5a-ad63efda1c5b None None] Pushing event deleted for resources: {'Port': ['ID=48e270cc-bdee-41f0-9762-a1977e73ebd1,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:23.287678 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42445847-98d3-4548-bc5a-ad63efda1c5b None None] No DVR routers for this DVR port 48e270cc-bdee-41f0-9762-a1977e73ebd1 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:47:23.317529 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f603060a-04fb-4a44-9333-45b808d25913 None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:47:23.497710 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f20fc7-df6d-49c2-8319-709b08d45047 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'tenant_id': 'db9608efcb064b40bc03dbc9d75ec2a9', 'fixed_ips': [{'subnet_id': '40eb98f4-168c-45af-8f83-e2e18baa7570'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:47:23.498826 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-48f20fc7-df6d-49c2-8319-709b08d45047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:23.509843 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-aadd5c14-2917-4156-a8d4-844f57085050 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Allocated IP 2001:db8::5304:1c38:5110:c8b5 (6435e9ee-eaf5-46f5-a85c-299ee4fcacce/40eb98f4-168c-45af-8f83-e2e18baa7570/daf8ed49-9224-456b-b637-fcae6a279253) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:47:23.706063 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aadd5c14-2917-4156-a8d4-844f57085050 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:23.721813 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-aadd5c14-2917-4156-a8d4-844f57085050 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Transition to ACTIVE for port object daf8ed49-9224-456b-b637-fcae6a279253 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:47:23.763268 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aadd5c14-2917-4156-a8d4-844f57085050 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:23.836594 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadd5c14-2917-4156-a8d4-844f57085050 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:47:23.844300 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-aadd5c14-2917-4156-a8d4-844f57085050 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:47:23.848098 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadd5c14-2917-4156-a8d4-844f57085050 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:47:23.848949 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 48e270cc-bdee-41f0-9762-a1977e73ebd1 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:47:23.854490 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadd5c14-2917-4156-a8d4-844f57085050 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:23.855160 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aadd5c14-2917-4156-a8d4-844f57085050 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:23.873146 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 48e270cc-bdee-41f0-9762-a1977e73ebd1 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:47:23.873448 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadd5c14-2917-4156-a8d4-844f57085050 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'Port': ['ID=daf8ed49-9224-456b-b637-fcae6a279253,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:23.873627 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 48e270cc-bdee-41f0-9762-a1977e73ebd1 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:47:23.898748 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-aadd5c14-2917-4156-a8d4-844f57085050 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8274288 Aug 23 20:47:23.898941 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-48f20fc7-df6d-49c2-8319-709b08d45047 None None] Allocated IP 2001:db8::2 (6435e9ee-eaf5-46f5-a85c-299ee4fcacce/40eb98f4-168c-45af-8f83-e2e18baa7570/b64e7f94-ebb9-4359-8b13-46bfbc121ad6) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:47:23.899348 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45610) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:23.954650 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b97847a-2b6e-4e62-8af1-f40a1786fa3a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:23.956244 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-7b97847a-2b6e-4e62-8af1-f40a1786fa3a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0550766 Aug 23 20:47:23.958875 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45614) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:24.083570 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-1b0fe232-ee95-46cc-94d0-464733545548 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Deleting port daf8ed49-9224-456b-b637-fcae6a279253 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:47:24.084356 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1b0fe232-ee95-46cc-94d0-464733545548 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:24.126219 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-48f20fc7-df6d-49c2-8319-709b08d45047 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:24.137420 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-48f20fc7-df6d-49c2-8319-709b08d45047 None None] Transition to ACTIVE for port object b64e7f94-ebb9-4359-8b13-46bfbc121ad6 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:47:24.154642 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-48f20fc7-df6d-49c2-8319-709b08d45047 None None] Transition to ACTIVE for port object b64e7f94-ebb9-4359-8b13-46bfbc121ad6 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:47:24.162145 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-48f20fc7-df6d-49c2-8319-709b08d45047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:24.193688 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1b0fe232-ee95-46cc-94d0-464733545548 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:24.209217 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-1b0fe232-ee95-46cc-94d0-464733545548 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Calling delete_port for daf8ed49-9224-456b-b637-fcae6a279253 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:47:24.219206 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f20fc7-df6d-49c2-8319-709b08d45047 None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:47:24.223034 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-48f20fc7-df6d-49c2-8319-709b08d45047 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:47:24.227587 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f20fc7-df6d-49c2-8319-709b08d45047 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:47:24.237461 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f20fc7-df6d-49c2-8319-709b08d45047 None None] Pushing event updated for resources: {'Port': ['ID=b64e7f94-ebb9-4359-8b13-46bfbc121ad6,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:24.309783 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-48f20fc7-df6d-49c2-8319-709b08d45047 None None] Attempting to bind port b64e7f94-ebb9-4359-8b13-46bfbc121ad6 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:47:24.310132 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-48f20fc7-df6d-49c2-8319-709b08d45047 None None] Attempting to bind port b64e7f94-ebb9-4359-8b13-46bfbc121ad6 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:47:24.310505 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f20fc7-df6d-49c2-8319-709b08d45047 None None] Attempting to bind port b64e7f94-ebb9-4359-8b13-46bfbc121ad6 on network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:47:24.315847 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f20fc7-df6d-49c2-8319-709b08d45047 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:47:24.316336 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f20fc7-df6d-49c2-8319-709b08d45047 None None] Checking segment: {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:47:24.316797 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-48f20fc7-df6d-49c2-8319-709b08d45047 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:24.317200 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f20fc7-df6d-49c2-8319-709b08d45047 None None] Bound using segment: {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:47:24.317674 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-48f20fc7-df6d-49c2-8319-709b08d45047 None None] Bound port: b64e7f94-ebb9-4359-8b13-46bfbc121ad6, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:47:24.318232 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-48f20fc7-df6d-49c2-8319-709b08d45047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:24.369496 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1b0fe232-ee95-46cc-94d0-464733545548 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:24.386773 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-48f20fc7-df6d-49c2-8319-709b08d45047 None None] For port b64e7f94-ebb9-4359-8b13-46bfbc121ad6, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:47:24.391509 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-48f20fc7-df6d-49c2-8319-709b08d45047 None None] For port b64e7f94-ebb9-4359-8b13-46bfbc121ad6, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=b64e7f94-ebb9-4359-8b13-46bfbc121ad6,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:47:24.406486 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-48f20fc7-df6d-49c2-8319-709b08d45047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:24.411737 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0fe232-ee95-46cc-94d0-464733545548 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event deleted for resources: {'Port': ['ID=daf8ed49-9224-456b-b637-fcae6a279253,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:24.453522 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1b0fe232-ee95-46cc-94d0-464733545548 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:24.455433 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-1b0fe232-ee95-46cc-94d0-464733545548 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/ports/daf8ed49-9224-456b-b637-fcae6a279253 HTTP/1.1" status: 204 len: 168 time: 0.4956095 Aug 23 20:47:24.458226 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45616) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:24.483309 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f20fc7-df6d-49c2-8319-709b08d45047 None None] Pushing event updated for resources: {'Port': ['ID=b64e7f94-ebb9-4359-8b13-46bfbc121ad6,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:24.537765 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f009be-8e41-45a4-a039-37f551d4ecdc tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:24.539948 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f009be-8e41-45a4-a039-37f551d4ecdc tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:24.541506 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-47f009be-8e41-45a4-a039-37f551d4ecdc tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0823772 Aug 23 20:47:24.544401 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45618) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:24.613568 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-648befdd-7df7-433a-9de4-3a765baf75ae tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Deleting subnet 40eb98f4-168c-45af-8f83-e2e18baa7570 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:47:24.619759 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-648befdd-7df7-433a-9de4-3a765baf75ae tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:24.671538 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-648befdd-7df7-433a-9de4-3a765baf75ae tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:24.769955 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-648befdd-7df7-433a-9de4-3a765baf75ae tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:24.839489 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-648befdd-7df7-433a-9de4-3a765baf75ae tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:24.867249 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648befdd-7df7-433a-9de4-3a765baf75ae tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event deleted for resources: {'Subnet': ['ID=40eb98f4-168c-45af-8f83-e2e18baa7570,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:24.871720 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-648befdd-7df7-433a-9de4-3a765baf75ae tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:24.876337 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-648befdd-7df7-433a-9de4-3a765baf75ae tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/40eb98f4-168c-45af-8f83-e2e18baa7570 HTTP/1.1" status: 204 len: 168 time: 0.3308940 Aug 23 20:47:24.877031 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45620) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:24.921560 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-92d11ef8-0ced-4356-8f1f-cef193e96b30 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0429974 Aug 23 20:47:24.925701 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45622) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:24.978834 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43e8570-870d-4c58-aed2-538ea3e08c95 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:24.980400 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c43e8570-870d-4c58-aed2-538ea3e08c95 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0536902 Aug 23 20:47:24.983061 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45624) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:25.037902 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654738a5-cebf-4ea1-a2fa-801799c81138 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:25.039650 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-654738a5-cebf-4ea1-a2fa-801799c81138 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0556605 Aug 23 20:47:25.042136 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45626) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:25.081605 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6b7bce8f-adcf-4619-aef8-ef77ae7fa87a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0381005 Aug 23 20:47:25.086209 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45628) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:25.091403 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-34ea5ac8-61e3-4ea6-b00a-698a19e93088 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'subnet': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:47:25.198576 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ea5ac8-61e3-4ea6-b00a-698a19e93088 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:47:25.202165 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-34ea5ac8-61e3-4ea6-b00a-698a19e93088 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:25.408658 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-34ea5ac8-61e3-4ea6-b00a-698a19e93088 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:25.411759 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4eb1e5-48da-4d0c-b789-d8d0cd87243e None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:47:25.460660 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ea5ac8-61e3-4ea6-b00a-698a19e93088 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:47:25.466787 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-34ea5ac8-61e3-4ea6-b00a-698a19e93088 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:47:25.482190 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4a211789-7d5b-4922-88dc-19659dc34ad0 None None] Provisioning for port b64e7f94-ebb9-4359-8b13-46bfbc121ad6 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:47:25.483223 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ea5ac8-61e3-4ea6-b00a-698a19e93088 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:25.483860 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-34ea5ac8-61e3-4ea6-b00a-698a19e93088 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:25.511251 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea5ac8-61e3-4ea6-b00a-698a19e93088 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'Subnet': ['ID=c99df2f3-5996-4eb5-b3d1-8896a5fb01d7,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:25.514287 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-34ea5ac8-61e3-4ea6-b00a-698a19e93088 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4270759 Aug 23 20:47:25.517192 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45630) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:25.523947 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-7032e09b-042b-4367-8aca-8dacb3951024 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'port': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'fixed_ips': [{'subnet_id': 'c99df2f3-5996-4eb5-b3d1-8896a5fb01d7', 'ip_address': '2001:db8::f1a9:9853:334a:d253'}], 'name': 'tempest-NetworksTestDHCPv6-700959721'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:47:25.548205 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-74c48b05-0d30-423d-942e-fb98b18f237f req-795da69b-da79-4844-a922-09dd001d2fe7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5ea12703-07c8-4b33-b01b-2309c30593fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316443 Aug 23 20:47:25.692109 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978cef0c-3b96-47b7-8baa-8091b29e76c3 req-ca1160ef-b30e-4afe-8340-565411c7055b tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:25.692698 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-978cef0c-3b96-47b7-8baa-8091b29e76c3 req-ca1160ef-b30e-4afe-8340-565411c7055b tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 944 time: 0.0811491 Aug 23 20:47:25.696528 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3eaeb638-6d81-47e6-a9a3-59e425d50a93 req-dfe7ca5b-b706-48ca-814b-3a438683037c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1583579 Aug 23 20:47:25.723318 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-74c48b05-0d30-423d-942e-fb98b18f237f req-8464e80e-8d90-4d78-a95f-c14ea817b941 service neutron] 10.222.0.32 "GET /v2.0/networks/5ea12703-07c8-4b33-b01b-2309c30593fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663711 Aug 23 20:47:25.728930 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8caf3-59d7-465c-9ea1-7b9a13efb431 req-c71aab26-79f4-4924-a3c2-266209fae6af tempest-ServersNegativeTestMultiTenantJSON-274104098 tempest-ServersNegativeTestMultiTenantJSON-274104098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:25.730214 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-15e8caf3-59d7-465c-9ea1-7b9a13efb431 req-c71aab26-79f4-4924-a3c2-266209fae6af tempest-ServersNegativeTestMultiTenantJSON-274104098 tempest-ServersNegativeTestMultiTenantJSON-274104098-project] 10.222.0.61 "GET /v2.0/ports?device_id=60dbbcee-5a1c-4fbd-a713-3780feb5b0ed HTTP/1.1" status: 200 len: 945 time: 0.1053948 Aug 23 20:47:25.842164 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-978cef0c-3b96-47b7-8baa-8091b29e76c3 req-0697f732-cf89-447d-bd21-ffc858c8efe6 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375511 Aug 23 20:47:25.843996 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-15e8caf3-59d7-465c-9ea1-7b9a13efb431 req-4107c67b-d9f5-4258-895a-5c73685486c3 tempest-ServersNegativeTestMultiTenantJSON-274104098 tempest-ServersNegativeTestMultiTenantJSON-274104098-project] 10.222.0.61 "GET /v2.0/security-groups?id=8029efbc-f2cf-4915-9d84-b0551a8652bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077659 Aug 23 20:47:25.846261 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7032e09b-042b-4367-8aca-8dacb3951024 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:47:25.890021 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device b64e7f94-ebb9-4359-8b13-46bfbc121ad6 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:47:25.908010 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-74c48b05-0d30-423d-942e-fb98b18f237f req-79b31a32-cbc7-4281-8f14-f8453d324bab service neutron] 10.222.0.32 "GET /v2.0/networks/5ea12703-07c8-4b33-b01b-2309c30593fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633739 Aug 23 20:47:25.943635 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaeb638-6d81-47e6-a9a3-59e425d50a93 req-d345de6f-4509-4de8-b5b9-8023a2496b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:25.947144 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3eaeb638-6d81-47e6-a9a3-59e425d50a93 req-d345de6f-4509-4de8-b5b9-8023a2496b05 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b17a426d9eb4b3083079c3d4dc4db5c&device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5 HTTP/1.1" status: 200 len: 1097 time: 0.1560271 Aug 23 20:47:25.959552 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1314a53-ed2a-44b6-b986-c6c4014c05bc x-openstack-request-id: req-e1314a53-ed2a-44b6-b986-c6c4014c05bc {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:47:25.960396 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60dbbcee-5a1c-4fbd-a713-3780feb5b0ed", "tag": "5741d3e1-2ca1-4047-b86d-132cc643466c", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:47:25.965436 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e1314a53-ed2a-44b6-b986-c6c4014c05bc {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:47:25.966731 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60dbbcee-5a1c-4fbd-a713-3780feb5b0ed', 'tag': '5741d3e1-2ca1-4047-b86d-132cc643466c', 'status': 'completed', 'code': 200} Aug 23 20:47:25.980767 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port b64e7f94-ebb9-4359-8b13-46bfbc121ad6 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:47:25.986177 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7a1fda-9c94-4177-9dde-b24857be7210 None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:47:26.002671 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port b64e7f94-ebb9-4359-8b13-46bfbc121ad6 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:47:26.003351 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:26.005934 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1e6419-9e3f-4945-91ec-bee0c90fc4f1 x-openstack-request-id: req-5f1e6419-9e3f-4945-91ec-bee0c90fc4f1 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:47:26.006226 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60dbbcee-5a1c-4fbd-a713-3780feb5b0ed", "name": "network-vif-plugged", "status": "completed", "tag": "5741d3e1-2ca1-4047-b86d-132cc643466c", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:47:26.006532 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5f1e6419-9e3f-4945-91ec-bee0c90fc4f1 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:47:26.006926 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60dbbcee-5a1c-4fbd-a713-3780feb5b0ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5741d3e1-2ca1-4047-b86d-132cc643466c', 'code': 200} Aug 23 20:47:26.057517 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8fa9e-2ce5-4475-9a0f-fd2cacc72720 req-4553593d-c907-43e5-8a4f-f0b98d5f33b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:26.059338 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4ca8fa9e-2ce5-4475-9a0f-fd2cacc72720 req-4553593d-c907-43e5-8a4f-f0b98d5f33b4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bfab707922e3436c954e794a44edbdca&device_id=60dbbcee-5a1c-4fbd-a713-3780feb5b0ed HTTP/1.1" status: 200 len: 1096 time: 0.0714126 Aug 23 20:47:26.095560 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-52ad32da-9d71-4621-83eb-7118ecceb365 None None] Provisioning complete for port b64e7f94-ebb9-4359-8b13-46bfbc121ad6 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:47:26.095937 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-52ad32da-9d71-4621-83eb-7118ecceb365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:26.108452 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7032e09b-042b-4367-8aca-8dacb3951024 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:26.147293 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-7032e09b-042b-4367-8aca-8dacb3951024 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] device_id is not set on port c6b69fbd-8193-4112-8045-0b8c22ea4ed6 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:47:26.177059 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02485169-af2e-42d8-a548-da7292515ec9 req-e7ff5d0c-4716-4819-9742-e7df269d70d6 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:26.178887 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-02485169-af2e-42d8-a548-da7292515ec9 req-e7ff5d0c-4716-4819-9742-e7df269d70d6 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=04efcb08-5cb6-4ffa-beac-579fa899081c HTTP/1.1" status: 200 len: 946 time: 0.1178381 Aug 23 20:47:26.206119 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1714f6ea-fb1e-4001-9fac-309e42285398 req-1be9f6ef-e871-4e1e-92a6-98c6907da88c tempest-TestNetworkAdvancedServerOps-1162004702 tempest-TestNetworkAdvancedServerOps-1162004702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:26.207868 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1714f6ea-fb1e-4001-9fac-309e42285398 req-1be9f6ef-e871-4e1e-92a6-98c6907da88c tempest-TestNetworkAdvancedServerOps-1162004702 tempest-TestNetworkAdvancedServerOps-1162004702-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5 HTTP/1.1" status: 200 len: 1097 time: 0.1398799 Aug 23 20:47:26.216096 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaeb638-6d81-47e6-a9a3-59e425d50a93 req-ac5988cb-6eb8-420d-bc49-c7e940ad5a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:26.217131 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3d533-c5e2-4680-84ee-46ec44c249e8 req-86f21bb8-fea8-4f7c-b669-55f7be983590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:26.217572 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3eaeb638-6d81-47e6-a9a3-59e425d50a93 req-ac5988cb-6eb8-420d-bc49-c7e940ad5a30 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b30e1332-35d4-4498-a8f4-af915ec0d87e HTTP/1.1" status: 200 len: 898 time: 0.2389705 Aug 23 20:47:26.218878 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-70a3d533-c5e2-4680-84ee-46ec44c249e8 req-86f21bb8-fea8-4f7c-b669-55f7be983590 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=60dbbcee-5a1c-4fbd-a713-3780feb5b0ed HTTP/1.1" status: 200 len: 1096 time: 0.1181607 Aug 23 20:47:26.268250 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8fa9e-2ce5-4475-9a0f-fd2cacc72720 req-7257280d-1c29-4567-b4e3-7f966a8761f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:26.269899 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4ca8fa9e-2ce5-4475-9a0f-fd2cacc72720 req-7257280d-1c29-4567-b4e3-7f966a8761f8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d80f920f-36d2-41a6-b051-b41b3758cc75 HTTP/1.1" status: 200 len: 925 time: 0.1912441 Aug 23 20:47:26.288745 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:26.314845 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-52ad32da-9d71-4621-83eb-7118ecceb365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:26.323298 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1714f6ea-fb1e-4001-9fac-309e42285398 req-2023864d-4e12-463e-8e5e-d7d76373dd5c tempest-TestNetworkAdvancedServerOps-1162004702 tempest-TestNetworkAdvancedServerOps-1162004702-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=d454fa48-aaac-4911-81d6-c45d8631516f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033387 Aug 23 20:47:26.326885 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4ca8fa9e-2ce5-4475-9a0f-fd2cacc72720 req-49b983f1-1829-46cf-89f2-147a815a3506 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5741d3e1-2ca1-4047-b86d-132cc643466c HTTP/1.1" status: 200 len: 217 time: 0.0490553 Aug 23 20:47:26.331389 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-70a3d533-c5e2-4680-84ee-46ec44c249e8 req-8d62e86a-8963-4c1e-8a1d-93938e0ff932 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8029efbc-f2cf-4915-9d84-b0551a8652bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993164 Aug 23 20:47:26.355514 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45636) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:26.358661 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-02485169-af2e-42d8-a548-da7292515ec9 req-fe7941a0-3f7e-4945-b274-6f082c654266 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509736 Aug 23 20:47:26.364027 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port b64e7f94-ebb9-4359-8b13-46bfbc121ad6, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=b64e7f94-ebb9-4359-8b13-46bfbc121ad6,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:47:26.371408 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3eaeb638-6d81-47e6-a9a3-59e425d50a93 req-5d55ffc7-9003-40e4-87db-35be707d8d31 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1926252b-6fc4-4546-a9e7-812433bb4ebc HTTP/1.1" status: 200 len: 1001 time: 0.1418030 Aug 23 20:47:26.377336 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:26.474801 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-7032e09b-042b-4367-8aca-8dacb3951024 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Allocated IP 2001:db8::f1a9:9853:334a:d253 (6435e9ee-eaf5-46f5-a85c-299ee4fcacce/c99df2f3-5996-4eb5-b3d1-8896a5fb01d7/c6b69fbd-8193-4112-8045-0b8c22ea4ed6) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:47:26.478856 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaeb638-6d81-47e6-a9a3-59e425d50a93 req-0352b3c0-d75b-4b57-a251-fe3e6152e62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:26.480580 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3eaeb638-6d81-47e6-a9a3-59e425d50a93 req-0352b3c0-d75b-4b57-a251-fe3e6152e62b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3ff8b6ac-5662-4ef5-a3bc-409a78bea012 HTTP/1.1" status: 200 len: 835 time: 0.1000464 Aug 23 20:47:26.484882 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.db.api [None req-52ad32da-9d71-4621-83eb-7118ecceb365 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 20:47:26.485449 n-d-805663-2 neutron-server[94689]: DEBUG oslo_db.api [None req-52ad32da-9d71-4621-83eb-7118ecceb365 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 20:47:26.485897 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=b64e7f94-ebb9-4359-8b13-46bfbc121ad6,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:26.581043 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaeb638-6d81-47e6-a9a3-59e425d50a93 req-02c479cd-75a8-4136-a269-517f24926956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:26.582589 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3eaeb638-6d81-47e6-a9a3-59e425d50a93 req-02c479cd-75a8-4136-a269-517f24926956 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b30e1332-35d4-4498-a8f4-af915ec0d87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0931513 Aug 23 20:47:26.605700 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8fa9e-2ce5-4475-9a0f-fd2cacc72720 req-ef0c1ae6-0b3f-4362-9198-397f2768832b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:26.609793 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4ca8fa9e-2ce5-4475-9a0f-fd2cacc72720 req-ef0c1ae6-0b3f-4362-9198-397f2768832b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=480862d1-411b-4a21-80e5-abef144758bc HTTP/1.1" status: 200 len: 864 time: 0.0919585 Aug 23 20:47:26.644100 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4ca8fa9e-2ce5-4475-9a0f-fd2cacc72720 req-8eed83f9-bba9-41e7-a0da-7fc9ff82f3e5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d80f920f-36d2-41a6-b051-b41b3758cc75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276294 Aug 23 20:47:26.649227 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-fd71f9be-5383-46fc-9676-f5d9c1e9d243 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Deleting port 0d9b4962-6065-41ed-ae19-54859f6b84cb {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:47:26.649443 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fd71f9be-5383-46fc-9676-f5d9c1e9d243 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:26.776479 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7032e09b-042b-4367-8aca-8dacb3951024 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:26.780536 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3eaeb638-6d81-47e6-a9a3-59e425d50a93 req-e1c51eef-86a5-4a4f-9b49-fa5d173b66fc service neutron] 10.222.0.32 "GET /v2.0/networks/b30e1332-35d4-4498-a8f4-af915ec0d87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737511 Aug 23 20:47:26.800774 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fd71f9be-5383-46fc-9676-f5d9c1e9d243 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:26.801183 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fd71f9be-5383-46fc-9676-f5d9c1e9d243 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:26.810364 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-7032e09b-042b-4367-8aca-8dacb3951024 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Transition to ACTIVE for port object c6b69fbd-8193-4112-8045-0b8c22ea4ed6 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:47:26.812463 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4ca8fa9e-2ce5-4475-9a0f-fd2cacc72720 req-0ac7b5c7-007a-46db-a440-41cb3d1cd9ec service neutron] 10.222.0.11 "GET /v2.0/networks/d80f920f-36d2-41a6-b051-b41b3758cc75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598680 Aug 23 20:47:26.818912 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-fd71f9be-5383-46fc-9676-f5d9c1e9d243 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Calling delete_port for 0d9b4962-6065-41ed-ae19-54859f6b84cb owned by network:floatingip {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:47:26.903576 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3eaeb638-6d81-47e6-a9a3-59e425d50a93 req-264531ae-2495-420e-a0d1-9f4f98c490ab service neutron] 10.222.0.32 "GET /v2.0/networks/b30e1332-35d4-4498-a8f4-af915ec0d87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147311 Aug 23 20:47:26.905901 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7032e09b-042b-4367-8aca-8dacb3951024 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:26.972540 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7032e09b-042b-4367-8aca-8dacb3951024 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:47:26.978501 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-7032e09b-042b-4367-8aca-8dacb3951024 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:47:26.985100 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7032e09b-042b-4367-8aca-8dacb3951024 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:47:27.009672 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7032e09b-042b-4367-8aca-8dacb3951024 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:27.012662 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7032e09b-042b-4367-8aca-8dacb3951024 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:27.059610 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4ca8fa9e-2ce5-4475-9a0f-fd2cacc72720 req-4b4a27f9-d46d-4653-9636-070d89bcccd8 service neutron] 10.222.0.11 "GET /v2.0/networks/d80f920f-36d2-41a6-b051-b41b3758cc75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381282 Aug 23 20:47:27.078321 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7032e09b-042b-4367-8aca-8dacb3951024 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'Port': ['ID=c6b69fbd-8193-4112-8045-0b8c22ea4ed6,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:27.091364 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-7032e09b-042b-4367-8aca-8dacb3951024 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5725186 Aug 23 20:47:27.094065 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45644) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:27.095680 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c03cd-fbdf-4456-a2d6-cf6952b0d6e6 req-78bde500-d012-4a0d-888c-2d4e28117f0f tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:27.097289 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ad2c03cd-fbdf-4456-a2d6-cf6952b0d6e6 req-78bde500-d012-4a0d-888c-2d4e28117f0f tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 944 time: 0.1101663 Aug 23 20:47:27.099774 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e13d0a9b-0e49-4b3a-8383-79b730079bf0 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'port': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'fixed_ips': [{'subnet_id': 'c99df2f3-5996-4eb5-b3d1-8896a5fb01d7', 'ip_address': '2001:db8::f1a9:9853:334a:d253'}], 'name': 'tempest-NetworksTestDHCPv6-1266429990'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:47:27.114578 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8c163-3241-4352-a5ec-0130974777ae req-68861211-f32a-4943-a863-f776cf9793fa tempest-ServersNegativeTestMultiTenantJSON-274104098 tempest-ServersNegativeTestMultiTenantJSON-274104098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:27.116265 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d2a8c163-3241-4352-a5ec-0130974777ae req-68861211-f32a-4943-a863-f776cf9793fa tempest-ServersNegativeTestMultiTenantJSON-274104098 tempest-ServersNegativeTestMultiTenantJSON-274104098-project] 10.222.0.61 "GET /v2.0/ports?device_id=60dbbcee-5a1c-4fbd-a713-3780feb5b0ed HTTP/1.1" status: 200 len: 945 time: 0.0985217 Aug 23 20:47:27.146485 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ad2c03cd-fbdf-4456-a2d6-cf6952b0d6e6 req-5689ebfd-cfb3-4c6e-8535-80ed29c68d12 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371404 Aug 23 20:47:27.157770 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8e55a5e7-e352-42a2-897a-3dae0195d423 None None] Could not find standard attr ID for object daf8ed49-9224-456b-b637-fcae6a279253. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 20:47:27.179388 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8e55a5e7-e352-42a2-897a-3dae0195d423 None None] Provisioning complete for port b64e7f94-ebb9-4359-8b13-46bfbc121ad6 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:47:27.179869 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8e55a5e7-e352-42a2-897a-3dae0195d423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:27.197435 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fd71f9be-5383-46fc-9676-f5d9c1e9d243 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:27.219056 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d2a8c163-3241-4352-a5ec-0130974777ae req-a02cf3c4-d664-43c2-8056-72d41fa1ebaa tempest-ServersNegativeTestMultiTenantJSON-274104098 tempest-ServersNegativeTestMultiTenantJSON-274104098-project] 10.222.0.61 "GET /v2.0/security-groups?id=8029efbc-f2cf-4915-9d84-b0551a8652bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913324 Aug 23 20:47:27.229635 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd71f9be-5383-46fc-9676-f5d9c1e9d243 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event deleted for resources: {'Port': ['ID=0d9b4962-6065-41ed-ae19-54859f6b84cb,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:27.273841 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13d0a9b-0e49-4b3a-8383-79b730079bf0 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:47:27.281397 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e13d0a9b-0e49-4b3a-8383-79b730079bf0 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:27.302031 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-e13d0a9b-0e49-4b3a-8383-79b730079bf0 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] device_id is not set on port fe878185-6d4d-45b8-af8b-609408864337 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:47:27.322902 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fd71f9be-5383-46fc-9676-f5d9c1e9d243 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for floatingip, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:27.323540 n-d-805663-2 neutron-server[94687]: INFO neutron.db.l3_db [None req-fd71f9be-5383-46fc-9676-f5d9c1e9d243 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Floating IP 16d9ea57-58a1-4a9b-920a-c6f48d2c2971 disassociated (deleted). External IP: 172.25.4.69, port: 1926252b-6fc4-4546-a9e7-812433bb4ebc. Aug 23 20:47:27.436743 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-77b085c0-76d8-4c0f-823f-08321972e067 None None] Provisioning for port c6b69fbd-8193-4112-8045-0b8c22ea4ed6 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:47:27.442592 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-77b085c0-76d8-4c0f-823f-08321972e067 None None] Provisioning complete for port c6b69fbd-8193-4112-8045-0b8c22ea4ed6 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:47:27.442961 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-77b085c0-76d8-4c0f-823f-08321972e067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:27.503059 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-77b085c0-76d8-4c0f-823f-08321972e067 None None] Port c6b69fbd-8193-4112-8045-0b8c22ea4ed6 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:47:27.524847 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-e13d0a9b-0e49-4b3a-8383-79b730079bf0 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 23 20:47:27.525313 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e13d0a9b-0e49-4b3a-8383-79b730079bf0 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:47:27.542667 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e13d0a9b-0e49-4b3a-8383-79b730079bf0 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.4471278 Aug 23 20:47:27.545164 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45648) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:27.573606 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9a59b-e921-47ec-a5eb-21f64f79ac7b req-49829bd7-e9d7-4906-9423-7ed67f0ec2a5 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:27.575189 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-acf9a59b-e921-47ec-a5eb-21f64f79ac7b req-49829bd7-e9d7-4906-9423-7ed67f0ec2a5 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=04efcb08-5cb6-4ffa-beac-579fa899081c HTTP/1.1" status: 200 len: 946 time: 0.1031041 Aug 23 20:47:27.644857 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78e28c2-cbe4-4b30-8c82-f4b97c72afa5 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:27.653969 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78e28c2-cbe4-4b30-8c82-f4b97c72afa5 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:27.656580 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f78e28c2-cbe4-4b30-8c82-f4b97c72afa5 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1093009 Aug 23 20:47:27.658616 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45652) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:27.691136 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-acf9a59b-e921-47ec-a5eb-21f64f79ac7b req-988fb0ec-12cd-4139-89fc-315dfd99b64a tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022582 Aug 23 20:47:27.697841 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd71f9be-5383-46fc-9676-f5d9c1e9d243 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Router 9afb7f1b-7514-4302-8643-f3602449589e has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:47:27.795266 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-9ab85846-6bf8-455a-b673-a6cd9b955f02 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Deleting port c6b69fbd-8193-4112-8045-0b8c22ea4ed6 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:47:27.795633 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ab85846-6bf8-455a-b673-a6cd9b955f02 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:27.809323 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device b64e7f94-ebb9-4359-8b13-46bfbc121ad6 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:47:27.868837 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port b64e7f94-ebb9-4359-8b13-46bfbc121ad6 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:47:27.869447 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:27.894590 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ab85846-6bf8-455a-b673-a6cd9b955f02 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:27.916950 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-9ab85846-6bf8-455a-b673-a6cd9b955f02 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Calling delete_port for c6b69fbd-8193-4112-8045-0b8c22ea4ed6 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:47:28.067821 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ab85846-6bf8-455a-b673-a6cd9b955f02 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:28.099402 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab85846-6bf8-455a-b673-a6cd9b955f02 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event deleted for resources: {'Port': ['ID=c6b69fbd-8193-4112-8045-0b8c22ea4ed6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:28.131304 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ab85846-6bf8-455a-b673-a6cd9b955f02 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:28.134557 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9ab85846-6bf8-455a-b673-a6cd9b955f02 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/ports/c6b69fbd-8193-4112-8045-0b8c22ea4ed6 HTTP/1.1" status: 204 len: 168 time: 0.4748101 Aug 23 20:47:28.135128 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd71f9be-5383-46fc-9676-f5d9c1e9d243 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:47:28.137007 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45654) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:28.140354 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fd71f9be-5383-46fc-9676-f5d9c1e9d243 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:28.147086 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcca710-cbe9-44a2-b9b5-b1cdd0095cc8 None None] Sync routers for ids ['9afb7f1b-7514-4302-8643-f3602449589e'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:47:28.167629 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcca710-cbe9-44a2-b9b5-b1cdd0095cc8 None None] Routers {'9afb7f1b-7514-4302-8643-f3602449589e'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:47:28.168454 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-7fcca710-cbe9-44a2-b9b5-b1cdd0095cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:47:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['9afb7f1b-7514-4302-8643-f3602449589e'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:47:28.189573 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-fd71f9be-5383-46fc-9676-f5d9c1e9d243 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "DELETE /v2.0/floatingips/16d9ea57-58a1-4a9b-920a-c6f48d2c2971 HTTP/1.1" status: 204 len: 168 time: 1.8321609 Aug 23 20:47:28.190358 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edfd3ebe-6c75-4439-a958-86b20e480cc5', 'tag': '1926252b-6fc4-4546-a9e7-812433bb4ebc'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:47:28.194493 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10752ae6-bd19-4e63-8ca5-e2c9159bec86" -d '{"events": [{"name": "network-changed", "server_uuid": "edfd3ebe-6c75-4439-a958-86b20e480cc5", "tag": "1926252b-6fc4-4546-a9e7-812433bb4ebc"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:47:28.235142 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1d33f4-69aa-4159-8c20-833aa1f75add tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:28.240487 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1d33f4-69aa-4159-8c20-833aa1f75add tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:28.247342 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45664) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:28.250353 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-3c1d33f4-69aa-4159-8c20-833aa1f75add tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1120367 Aug 23 20:47:28.340416 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1be6088-d3a6-43e6-9170-cca644c339f6 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Deleting subnet c99df2f3-5996-4eb5-b3d1-8896a5fb01d7 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:47:28.344211 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-7fcca710-cbe9-44a2-b9b5-b1cdd0095cc8 None None] Set router 9afb7f1b-7514-4302-8643-f3602449589e gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:47:28.353844 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c1be6088-d3a6-43e6-9170-cca644c339f6 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:28.397881 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01d237-c3e2-4f3d-92b8-547699e389b2 req-be8cb82b-321c-42bc-8406-3e42b4ce9981 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:28.399807 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8b01d237-c3e2-4f3d-92b8-547699e389b2 req-be8cb82b-321c-42bc-8406-3e42b4ce9981 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 944 time: 0.1198399 Aug 23 20:47:28.407701 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d47934f-d8e7-4d5a-94c2-1544b3d6bccb x-openstack-request-id: req-8d47934f-d8e7-4d5a-94c2-1544b3d6bccb {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:47:28.407991 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edfd3ebe-6c75-4439-a958-86b20e480cc5", "tag": "1926252b-6fc4-4546-a9e7-812433bb4ebc", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:47:28.408276 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8d47934f-d8e7-4d5a-94c2-1544b3d6bccb {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:47:28.408799 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edfd3ebe-6c75-4439-a958-86b20e480cc5', 'tag': '1926252b-6fc4-4546-a9e7-812433bb4ebc', 'status': 'completed', 'code': 200} Aug 23 20:47:28.423265 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c1be6088-d3a6-43e6-9170-cca644c339f6 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:28.492735 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8b01d237-c3e2-4f3d-92b8-547699e389b2 req-8aa47287-38bf-4423-963c-9c790e4d2c56 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809329 Aug 23 20:47:28.503456 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c1be6088-d3a6-43e6-9170-cca644c339f6 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:28.508038 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 939d72db-2d60-46d4-bf80-372f37b6f531 details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:47:28.536838 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b65790-454b-4d38-967e-0c023a6bd3ef req-2a25abce-31d5-4781-8597-4e94f028dd01 tempest-ServersNegativeTestMultiTenantJSON-274104098 tempest-ServersNegativeTestMultiTenantJSON-274104098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:28.539117 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-70b65790-454b-4d38-967e-0c023a6bd3ef req-2a25abce-31d5-4781-8597-4e94f028dd01 tempest-ServersNegativeTestMultiTenantJSON-274104098 tempest-ServersNegativeTestMultiTenantJSON-274104098-project] 10.222.0.61 "GET /v2.0/ports?device_id=60dbbcee-5a1c-4fbd-a713-3780feb5b0ed HTTP/1.1" status: 200 len: 945 time: 0.0802264 Aug 23 20:47:28.545982 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10752ae6-bd19-4e63-8ca5-e2c9159bec86 req-87b608ef-8521-42fb-8d4d-1c1c488e5d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:28.547511 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-10752ae6-bd19-4e63-8ca5-e2c9159bec86 req-87b608ef-8521-42fb-8d4d-1c1c488e5d04 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b17a426d9eb4b3083079c3d4dc4db5c&device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5 HTTP/1.1" status: 200 len: 1097 time: 0.0881190 Aug 23 20:47:28.589426 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c1be6088-d3a6-43e6-9170-cca644c339f6 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:28.648912 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c1be6088-d3a6-43e6-9170-cca644c339f6 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:28.653797 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c1be6088-d3a6-43e6-9170-cca644c339f6 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/c99df2f3-5996-4eb5-b3d1-8896a5fb01d7 HTTP/1.1" status: 204 len: 168 time: 0.4023261 Aug 23 20:47:28.653797 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1be6088-d3a6-43e6-9170-cca644c339f6 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event deleted for resources: {'Subnet': ['ID=c99df2f3-5996-4eb5-b3d1-8896a5fb01d7,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:28.654117 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-70b65790-454b-4d38-967e-0c023a6bd3ef req-7ce4802d-05c2-4555-9bbe-264a6671be5e tempest-ServersNegativeTestMultiTenantJSON-274104098 tempest-ServersNegativeTestMultiTenantJSON-274104098-project] 10.222.0.61 "GET /v2.0/security-groups?id=8029efbc-f2cf-4915-9d84-b0551a8652bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044469 Aug 23 20:47:28.656313 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45668) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:28.700723 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6cee6e-c4bc-4988-b5cd-ab906bd06f4a req-b45ba260-9e34-4ddc-a5c1-495babb8de92 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:28.710499 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3f6cee6e-c4bc-4988-b5cd-ab906bd06f4a req-b45ba260-9e34-4ddc-a5c1-495babb8de92 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5 HTTP/1.1" status: 200 len: 946 time: 0.1118529 Aug 23 20:47:28.712972 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e3e651-2156-490c-9f16-9e5a6a1ec61e None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:47:28.721513 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-28ccd235-d4fa-4276-b5b5-8ebfddeaa0cb tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0608633 Aug 23 20:47:28.722172 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45676) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:28.728494 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-1af17246-02e7-4a76-9e65-886a114c3651 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'subnet': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:47:28.757758 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3f6cee6e-c4bc-4988-b5cd-ab906bd06f4a req-1c7db3c3-ac1d-4546-bf60-ec29520b5a0d tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=d454fa48-aaac-4911-81d6-c45d8631516f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454171 Aug 23 20:47:28.818423 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10752ae6-bd19-4e63-8ca5-e2c9159bec86 req-dc9c9378-8d61-4c8c-8e34-841344a6d780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:28.820728 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-10752ae6-bd19-4e63-8ca5-e2c9159bec86 req-dc9c9378-8d61-4c8c-8e34-841344a6d780 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b30e1332-35d4-4498-a8f4-af915ec0d87e HTTP/1.1" status: 200 len: 898 time: 0.2646506 Aug 23 20:47:28.891166 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-10752ae6-bd19-4e63-8ca5-e2c9159bec86 req-fb6c3e58-4091-401d-9e72-84653a7a3437 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1926252b-6fc4-4546-a9e7-812433bb4ebc HTTP/1.1" status: 200 len: 217 time: 0.0625453 Aug 23 20:47:28.903870 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e760f644-a455-49ce-9d43-bc2a47ac835b req-5870ac30-8ca4-425c-922a-7c99e4dcb1ef tempest-ServersNegativeTestMultiTenantJSON-274104098 tempest-ServersNegativeTestMultiTenantJSON-274104098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:28.906440 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e760f644-a455-49ce-9d43-bc2a47ac835b req-5870ac30-8ca4-425c-922a-7c99e4dcb1ef tempest-ServersNegativeTestMultiTenantJSON-274104098 tempest-ServersNegativeTestMultiTenantJSON-274104098-project] 10.222.0.61 "GET /v2.0/ports?device_id=60dbbcee-5a1c-4fbd-a713-3780feb5b0ed HTTP/1.1" status: 200 len: 945 time: 0.1708422 Aug 23 20:47:28.961275 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 939d72db-2d60-46d4-bf80-372f37b6f531, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=939d72db-2d60-46d4-bf80-372f37b6f531,segment=NetworkSegment(56944fa1-c7d3-451b-86e9-345b2fbe4c92),segment_id=56944fa1-c7d3-451b-86e9-345b2fbe4c92)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:47:28.976828 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e50135-4d5a-49dd-85ba-8671b657963f req-b075e003-edb1-4eda-9fe6-0b683172923c tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:28.979075 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e5e50135-4d5a-49dd-85ba-8671b657963f req-b075e003-edb1-4eda-9fe6-0b683172923c tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=04efcb08-5cb6-4ffa-beac-579fa899081c HTTP/1.1" status: 200 len: 946 time: 0.0558853 Aug 23 20:47:28.988912 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': '939d72db-2d60-46d4-bf80-372f37b6f531', 'network_id': '5ea12703-07c8-4b33-b01b-2309c30593fb', 'port_id': '939d72db-2d60-46d4-bf80-372f37b6f531', 'mac_address': 'fa:16:3e:93:95:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a61ac775-45d7-4f26-8246-bac30e400edf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:47:28.990869 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af17246-02e7-4a76-9e65-886a114c3651 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:47:28.994421 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1af17246-02e7-4a76-9e65-886a114c3651 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:29.000803 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-7fcca710-cbe9-44a2-b9b5-b1cdd0095cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afb7f1b-7514-4302-8643-f3602449589e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-977399961', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'ff5e0ce8-c38d-4372-9c08-16627bb79df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:45:12Z', 'updated_at': '2021-08-23T20:45:18Z', 'revision_number': 4, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'gw_port': {'id': 'ff5e0ce8-c38d-4372-9c08-16627bb79df7', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afb7f1b-7514-4302-8643-f3602449589e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:45:12Z', 'updated_at': '2021-08-23T20:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'f65712d1-789b-4de5-83d6-0479c4fa03d1', 'name': '', 'network_id': 'b30e1332-35d4-4498-a8f4-af915ec0d87e', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'mac_address': 'fa:16:3e:d0:84:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afb7f1b-7514-4302-8643-f3602449589e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '3ff8b6ac-5662-4ef5-a3bc-409a78bea012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:45:16Z', 'updated_at': '2021-08-23T20:45:24Z', 'revision_number': 5, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'subnets': [{'id': '3ff8b6ac-5662-4ef5-a3bc-409a78bea012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:47:29.025747 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e5e50135-4d5a-49dd-85ba-8671b657963f req-1513891b-ffb7-4bf4-bf04-e73ba985f3ae tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409372 Aug 23 20:47:29.027298 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e760f644-a455-49ce-9d43-bc2a47ac835b req-a89c15e9-3cc0-457a-8356-a5a6b98f80f3 tempest-ServersNegativeTestMultiTenantJSON-274104098 tempest-ServersNegativeTestMultiTenantJSON-274104098-project] 10.222.0.61 "GET /v2.0/security-groups?id=8029efbc-f2cf-4915-9d84-b0551a8652bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055450 Aug 23 20:47:29.028896 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10752ae6-bd19-4e63-8ca5-e2c9159bec86 req-12018828-5358-4403-8243-092dbe0d4abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:29.030476 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-10752ae6-bd19-4e63-8ca5-e2c9159bec86 req-12018828-5358-4403-8243-092dbe0d4abb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3ff8b6ac-5662-4ef5-a3bc-409a78bea012 HTTP/1.1" status: 200 len: 835 time: 0.1207945 Aug 23 20:47:29.057704 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcca710-cbe9-44a2-b9b5-b1cdd0095cc8 None None] Checking router: 9afb7f1b-7514-4302-8643-f3602449589e for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:47:29.075852 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966b7d9c-dab1-4969-9978-a76f442b804b None None] DHCP port deletion for 6435e9ee-eaf5-46f5-a85c-299ee4fcacce request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:47:29.083529 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcca710-cbe9-44a2-b9b5-b1cdd0095cc8 None None] Routers {'9afb7f1b-7514-4302-8643-f3602449589e'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:47:29.084198 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-7fcca710-cbe9-44a2-b9b5-b1cdd0095cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:47:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['9afb7f1b-7514-4302-8643-f3602449589e'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:47:29.124997 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:29.159427 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10752ae6-bd19-4e63-8ca5-e2c9159bec86 req-ead4b0de-3be9-4b20-b907-30b8acaf7f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:29.161115 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-10752ae6-bd19-4e63-8ca5-e2c9159bec86 req-ead4b0de-3be9-4b20-b907-30b8acaf7f5a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b30e1332-35d4-4498-a8f4-af915ec0d87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800920 Aug 23 20:47:29.173929 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 939d72db-2d60-46d4-bf80-372f37b6f531 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:47:29.238971 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 939d72db-2d60-46d4-bf80-372f37b6f531, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=939d72db-2d60-46d4-bf80-372f37b6f531,segment=NetworkSegment(56944fa1-c7d3-451b-86e9-345b2fbe4c92),segment_id=56944fa1-c7d3-451b-86e9-345b2fbe4c92)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:47:29.249044 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:29.273204 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e43bb-564b-4095-955e-0693af5141a6 req-9573cd66-888a-4a5b-b037-841f3ad4b0dc tempest-ServersNegativeTestMultiTenantJSON-274104098 tempest-ServersNegativeTestMultiTenantJSON-274104098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:29.274313 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1f3e43bb-564b-4095-955e-0693af5141a6 req-9573cd66-888a-4a5b-b037-841f3ad4b0dc tempest-ServersNegativeTestMultiTenantJSON-274104098 tempest-ServersNegativeTestMultiTenantJSON-274104098-project] 10.222.0.61 "GET /v2.0/ports?device_id=60dbbcee-5a1c-4fbd-a713-3780feb5b0ed HTTP/1.1" status: 200 len: 945 time: 0.0654268 Aug 23 20:47:29.284093 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-7fcca710-cbe9-44a2-b9b5-b1cdd0095cc8 None None] Set router 9afb7f1b-7514-4302-8643-f3602449589e gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:47:29.316981 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-966b7d9c-dab1-4969-9978-a76f442b804b None None] Deleting port b64e7f94-ebb9-4359-8b13-46bfbc121ad6 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:47:29.317240 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-966b7d9c-dab1-4969-9978-a76f442b804b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:29.322228 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1f3e43bb-564b-4095-955e-0693af5141a6 req-4d90c69c-fbeb-483f-b907-eda06cb4224f tempest-ServersNegativeTestMultiTenantJSON-274104098 tempest-ServersNegativeTestMultiTenantJSON-274104098-project] 10.222.0.61 "GET /v2.0/security-groups?id=8029efbc-f2cf-4915-9d84-b0551a8652bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409544 Aug 23 20:47:29.355768 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-10752ae6-bd19-4e63-8ca5-e2c9159bec86 req-27c46afd-d604-44fc-90ab-8270c8a7dbc9 service neutron] 10.222.0.32 "GET /v2.0/networks/b30e1332-35d4-4498-a8f4-af915ec0d87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860571 Aug 23 20:47:29.358380 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1af17246-02e7-4a76-9e65-886a114c3651 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:29.429153 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=939d72db-2d60-46d4-bf80-372f37b6f531,revision_number=11']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:29.474377 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af17246-02e7-4a76-9e65-886a114c3651 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:47:29.481306 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-1af17246-02e7-4a76-9e65-886a114c3651 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:47:29.484876 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af17246-02e7-4a76-9e65-886a114c3651 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:29.485464 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1af17246-02e7-4a76-9e65-886a114c3651 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:29.498081 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af17246-02e7-4a76-9e65-886a114c3651 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'Subnet': ['ID=d27e1ee7-b87f-4375-9ce9-34a046b37b1c,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:29.498339 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-966b7d9c-dab1-4969-9978-a76f442b804b None None] For port b64e7f94-ebb9-4359-8b13-46bfbc121ad6, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=b64e7f94-ebb9-4359-8b13-46bfbc121ad6,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:47:29.498729 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-966b7d9c-dab1-4969-9978-a76f442b804b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:29.515451 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-966b7d9c-dab1-4969-9978-a76f442b804b None None] Calling delete_port for b64e7f94-ebb9-4359-8b13-46bfbc121ad6 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:47:29.516483 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-1af17246-02e7-4a76-9e65-886a114c3651 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7934754 Aug 23 20:47:29.519404 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45688) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:29.526771 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-2958e39f-1099-428f-8be3-bff4af846d63 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'port': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'fixed_ips': [{'subnet_id': 'd27e1ee7-b87f-4375-9ce9-34a046b37b1c', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-573299386'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:47:29.558372 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-10752ae6-bd19-4e63-8ca5-e2c9159bec86 req-3678cf1b-8a58-43fe-8f4b-faf5805a99e4 service neutron] 10.222.0.32 "GET /v2.0/networks/b30e1332-35d4-4498-a8f4-af915ec0d87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926749 Aug 23 20:47:29.564427 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['939d72db-2d60-46d4-bf80-372f37b6f531'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:47:29.671287 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac0478-2bef-40bd-bed4-82c619e8188d req-b84c4c90-2949-453b-a03c-0da3774d36df tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:29.673695 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d4ac0478-2bef-40bd-bed4-82c619e8188d req-b84c4c90-2949-453b-a03c-0da3774d36df tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.0788023 Aug 23 20:47:29.720098 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2958e39f-1099-428f-8be3-bff4af846d63 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:47:29.745772 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d4ac0478-2bef-40bd-bed4-82c619e8188d req-52ec4aec-c147-423d-901d-31a79e2fadca tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654650 Aug 23 20:47:29.800460 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-966b7d9c-dab1-4969-9978-a76f442b804b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:29.827193 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42061d07-ab4c-4c25-b256-50faf9de595b req-bf5f281a-228d-48d8-8796-88e3ae759623 tempest-ServersNegativeTestMultiTenantJSON-274104098 tempest-ServersNegativeTestMultiTenantJSON-274104098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:29.834835 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-42061d07-ab4c-4c25-b256-50faf9de595b req-bf5f281a-228d-48d8-8796-88e3ae759623 tempest-ServersNegativeTestMultiTenantJSON-274104098 tempest-ServersNegativeTestMultiTenantJSON-274104098-project] 10.222.0.61 "GET /v2.0/ports?device_id=60dbbcee-5a1c-4fbd-a713-3780feb5b0ed HTTP/1.1" status: 200 len: 945 time: 0.1359031 Aug 23 20:47:29.840846 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-7fcca710-cbe9-44a2-b9b5-b1cdd0095cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afb7f1b-7514-4302-8643-f3602449589e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-977399961', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'ff5e0ce8-c38d-4372-9c08-16627bb79df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:45:12Z', 'updated_at': '2021-08-23T20:45:18Z', 'revision_number': 4, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'gw_port': {'id': 'ff5e0ce8-c38d-4372-9c08-16627bb79df7', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afb7f1b-7514-4302-8643-f3602449589e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:45:12Z', 'updated_at': '2021-08-23T20:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'f65712d1-789b-4de5-83d6-0479c4fa03d1', 'name': '', 'network_id': 'b30e1332-35d4-4498-a8f4-af915ec0d87e', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'mac_address': 'fa:16:3e:d0:84:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afb7f1b-7514-4302-8643-f3602449589e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '3ff8b6ac-5662-4ef5-a3bc-409a78bea012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:45:16Z', 'updated_at': '2021-08-23T20:45:24Z', 'revision_number': 5, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'subnets': [{'id': '3ff8b6ac-5662-4ef5-a3bc-409a78bea012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:47:29.847013 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b7d9c-dab1-4969-9978-a76f442b804b None None] Pushing event deleted for resources: {'Port': ['ID=b64e7f94-ebb9-4359-8b13-46bfbc121ad6,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:29.875929 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2958e39f-1099-428f-8be3-bff4af846d63 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:29.877840 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device b64e7f94-ebb9-4359-8b13-46bfbc121ad6 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:47:29.883878 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcca710-cbe9-44a2-b9b5-b1cdd0095cc8 None None] The sync data for ids ['9afb7f1b-7514-4302-8643-f3602449589e'] in n-d-805663-2 is: [{'id': '9afb7f1b-7514-4302-8643-f3602449589e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-977399961', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'ff5e0ce8-c38d-4372-9c08-16627bb79df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:45:12Z', 'updated_at': '2021-08-23T20:45:18Z', 'revision_number': 4, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'gw_port': {'id': 'ff5e0ce8-c38d-4372-9c08-16627bb79df7', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afb7f1b-7514-4302-8643-f3602449589e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:45:12Z', 'updated_at': '2021-08-23T20:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'f65712d1-789b-4de5-83d6-0479c4fa03d1', 'name': '', 'network_id': 'b30e1332-35d4-4498-a8f4-af915ec0d87e', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'mac_address': 'fa:16:3e:d0:84:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afb7f1b-7514-4302-8643-f3602449589e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '3ff8b6ac-5662-4ef5-a3bc-409a78bea012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:45:16Z', 'updated_at': '2021-08-23T20:45:24Z', 'revision_number': 5, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'subnets': [{'id': '3ff8b6ac-5662-4ef5-a3bc-409a78bea012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:47:29.885786 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966b7d9c-dab1-4969-9978-a76f442b804b None None] No DVR routers for this DVR port b64e7f94-ebb9-4359-8b13-46bfbc121ad6 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:47:29.914294 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-42061d07-ab4c-4c25-b256-50faf9de595b req-0e986f61-8108-4a9c-8a47-46c9323469d3 tempest-ServersNegativeTestMultiTenantJSON-274104098 tempest-ServersNegativeTestMultiTenantJSON-274104098-project] 10.222.0.61 "GET /v2.0/security-groups?id=8029efbc-f2cf-4915-9d84-b0551a8652bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776310 Aug 23 20:47:29.927235 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-2958e39f-1099-428f-8be3-bff4af846d63 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] device_id is not set on port bfcdfc2e-4af8-4f9c-9c25-518a0f83f2ec yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:47:29.940216 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: b64e7f94-ebb9-4359-8b13-46bfbc121ad6 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:47:29.940846 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device b64e7f94-ebb9-4359-8b13-46bfbc121ad6 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:47:29.980044 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832def24-246e-4c68-ad12-c08e0ac90878 None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:47:30.056419 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee138d-f36d-441d-bbb2-278c2458a056 req-44d4fc3b-4ac9-4219-b147-82151917b257 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:30.059752 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e1ee138d-f36d-441d-bbb2-278c2458a056 req-44d4fc3b-4ac9-4219-b147-82151917b257 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.32 "GET /v2.0/ports?device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5 HTTP/1.1" status: 200 len: 946 time: 0.1477911 Aug 23 20:47:30.245017 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-e1ee138d-f36d-441d-bbb2-278c2458a056 req-e8c34e4d-18e5-4d40-8803-f9b83bb8a95c tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Deleting port 1926252b-6fc4-4546-a9e7-812433bb4ebc {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:47:30.245365 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e1ee138d-f36d-441d-bbb2-278c2458a056 req-e8c34e4d-18e5-4d40-8803-f9b83bb8a95c tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:30.295141 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469803a5-96d6-4e06-a450-7dd43a72e2f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'tenant_id': 'db9608efcb064b40bc03dbc9d75ec2a9', 'fixed_ips': [{'subnet_id': 'd27e1ee7-b87f-4375-9ce9-34a046b37b1c'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:47:30.296031 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-469803a5-96d6-4e06-a450-7dd43a72e2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:30.300529 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-2958e39f-1099-428f-8be3-bff4af846d63 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 20:47:30.301159 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2958e39f-1099-428f-8be3-bff4af846d63 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:47:30.349328 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a62ba-54dc-4572-b51e-c4ff030d7a42 req-2e5d8e1f-ea14-4565-b1b8-a3801e4a13fa tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:30.351395 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1d7a62ba-54dc-4572-b51e-c4ff030d7a42 req-2e5d8e1f-ea14-4565-b1b8-a3801e4a13fa tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=04efcb08-5cb6-4ffa-beac-579fa899081c HTTP/1.1" status: 200 len: 946 time: 0.1585126 Aug 23 20:47:30.353448 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2958e39f-1099-428f-8be3-bff4af846d63 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.8328087 Aug 23 20:47:30.356160 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45700) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:30.405621 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301b6be5-49f4-45f5-a008-faaa912a6ec5 None None] New status for floating IP 16d9ea57-58a1-4a9b-920a-c6f48d2c2971: DOWN {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 20:47:30.421477 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a446fd1d-bcea-4d42-8670-8ca4cc49d6c2 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0628064 Aug 23 20:47:30.422437 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45702) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:30.492558 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-469803a5-96d6-4e06-a450-7dd43a72e2f2 None None] Allocated IP 2001:db8::2 (6435e9ee-eaf5-46f5-a85c-299ee4fcacce/d27e1ee7-b87f-4375-9ce9-34a046b37b1c/497307fa-62d7-4b34-95c0-41c8692d043d) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:47:30.502878 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1d7a62ba-54dc-4572-b51e-c4ff030d7a42 req-0f6e8fc5-fc69-47c5-ba25-41f2a2cf3c25 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302094 Aug 23 20:47:30.532565 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0e0408-03ed-48c9-a6a5-5d362b66d0cf tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:30.534345 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0e0408-03ed-48c9-a6a5-5d362b66d0cf tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:30.536819 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1f0e0408-03ed-48c9-a6a5-5d362b66d0cf tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1113460 Aug 23 20:47:30.540281 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45704) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:30.607825 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-1396ac09-0c17-4026-8b00-cee75cd561fa tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Deleting subnet d27e1ee7-b87f-4375-9ce9-34a046b37b1c {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:47:30.675295 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-469803a5-96d6-4e06-a450-7dd43a72e2f2 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:30.686086 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-469803a5-96d6-4e06-a450-7dd43a72e2f2 None None] Transition to ACTIVE for port object 497307fa-62d7-4b34-95c0-41c8692d043d will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:47:30.715787 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-469803a5-96d6-4e06-a450-7dd43a72e2f2 None None] Transition to ACTIVE for port object 497307fa-62d7-4b34-95c0-41c8692d043d will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:47:30.722848 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1396ac09-0c17-4026-8b00-cee75cd561fa tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:30.729510 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-469803a5-96d6-4e06-a450-7dd43a72e2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:30.781853 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a622c21-f012-4831-8fef-a71011decbdc req-b7347c08-1463-4c20-b0fc-9dceb3f09b44 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:30.784658 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4a622c21-f012-4831-8fef-a71011decbdc req-b7347c08-1463-4c20-b0fc-9dceb3f09b44 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=edfd3ebe-6c75-4439-a958-86b20e480cc5 HTTP/1.1" status: 200 len: 946 time: 0.4622693 Aug 23 20:47:30.805569 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-e1ee138d-f36d-441d-bbb2-278c2458a056 req-e8c34e4d-18e5-4d40-8803-f9b83bb8a95c tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] For port 1926252b-6fc4-4546-a9e7-812433bb4ebc, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=1926252b-6fc4-4546-a9e7-812433bb4ebc,segment=NetworkSegment(1268e019-263b-4e75-8302-6489aacb80bb),segment_id=1268e019-263b-4e75-8302-6489aacb80bb)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:47:30.805806 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469803a5-96d6-4e06-a450-7dd43a72e2f2 None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:47:30.806051 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e1ee138d-f36d-441d-bbb2-278c2458a056 req-e8c34e4d-18e5-4d40-8803-f9b83bb8a95c tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:30.812854 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-469803a5-96d6-4e06-a450-7dd43a72e2f2 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:47:30.815334 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1396ac09-0c17-4026-8b00-cee75cd561fa tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:30.826014 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469803a5-96d6-4e06-a450-7dd43a72e2f2 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:47:30.828545 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-e1ee138d-f36d-441d-bbb2-278c2458a056 req-e8c34e4d-18e5-4d40-8803-f9b83bb8a95c tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Calling delete_port for 1926252b-6fc4-4546-a9e7-812433bb4ebc owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:47:30.839764 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469803a5-96d6-4e06-a450-7dd43a72e2f2 None None] Pushing event updated for resources: {'Port': ['ID=497307fa-62d7-4b34-95c0-41c8692d043d,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:30.923695 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469803a5-96d6-4e06-a450-7dd43a72e2f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:47:30.924359 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469803a5-96d6-4e06-a450-7dd43a72e2f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:47:30.924899 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469803a5-96d6-4e06-a450-7dd43a72e2f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:47:30.925424 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469803a5-96d6-4e06-a450-7dd43a72e2f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:47:30.925961 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469803a5-96d6-4e06-a450-7dd43a72e2f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:47:30.926496 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469803a5-96d6-4e06-a450-7dd43a72e2f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:47:30.927026 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469803a5-96d6-4e06-a450-7dd43a72e2f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:47:30.927558 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469803a5-96d6-4e06-a450-7dd43a72e2f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:47:30.928137 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469803a5-96d6-4e06-a450-7dd43a72e2f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:47:30.928676 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469803a5-96d6-4e06-a450-7dd43a72e2f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:47:30.929741 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469803a5-96d6-4e06-a450-7dd43a72e2f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:47:30.930291 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469803a5-96d6-4e06-a450-7dd43a72e2f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:47:30.961643 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-469803a5-96d6-4e06-a450-7dd43a72e2f2 None None] Attempting to bind port 497307fa-62d7-4b34-95c0-41c8692d043d on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:47:30.962230 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-469803a5-96d6-4e06-a450-7dd43a72e2f2 None None] Attempting to bind port 497307fa-62d7-4b34-95c0-41c8692d043d by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:47:30.962806 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469803a5-96d6-4e06-a450-7dd43a72e2f2 None None] Attempting to bind port 497307fa-62d7-4b34-95c0-41c8692d043d on network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:47:30.971592 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469803a5-96d6-4e06-a450-7dd43a72e2f2 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:47:30.972175 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469803a5-96d6-4e06-a450-7dd43a72e2f2 None None] Checking segment: {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:47:30.972791 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-469803a5-96d6-4e06-a450-7dd43a72e2f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:30.973383 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469803a5-96d6-4e06-a450-7dd43a72e2f2 None None] Bound using segment: {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:47:30.974125 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-469803a5-96d6-4e06-a450-7dd43a72e2f2 None None] Bound port: 497307fa-62d7-4b34-95c0-41c8692d043d, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:47:30.974714 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-469803a5-96d6-4e06-a450-7dd43a72e2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:31.007381 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1396ac09-0c17-4026-8b00-cee75cd561fa tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:31.042543 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4a622c21-f012-4831-8fef-a71011decbdc req-e0823f4e-1e49-49aa-96cb-5fad86841d4d tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=d454fa48-aaac-4911-81d6-c45d8631516f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549056 Aug 23 20:47:31.044318 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e1ee138d-f36d-441d-bbb2-278c2458a056 req-e8c34e4d-18e5-4d40-8803-f9b83bb8a95c tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:31.058068 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a11969-9125-4d88-ac2d-2472a70829e8 req-21052ee3-158c-4930-8c79-7c383b9fdb4c tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:31.060010 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-69a11969-9125-4d88-ac2d-2472a70829e8 req-21052ee3-158c-4930-8c79-7c383b9fdb4c tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.1854680 Aug 23 20:47:31.128038 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c34e4d-18e5-4d40-8803-f9b83bb8a95c tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event deleted for resources: {'Port': ['ID=1926252b-6fc4-4546-a9e7-812433bb4ebc,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:31.158461 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ee138d-f36d-441d-bbb2-278c2458a056 req-e8c34e4d-18e5-4d40-8803-f9b83bb8a95c tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] No DVR routers for this DVR port 1926252b-6fc4-4546-a9e7-812433bb4ebc on host n-h2-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:47:31.173230 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e1ee138d-f36d-441d-bbb2-278c2458a056 req-e8c34e4d-18e5-4d40-8803-f9b83bb8a95c tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:31.175665 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e1ee138d-f36d-441d-bbb2-278c2458a056 req-e8c34e4d-18e5-4d40-8803-f9b83bb8a95c tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.32 "DELETE /v2.0/ports/1926252b-6fc4-4546-a9e7-812433bb4ebc HTTP/1.1" status: 204 len: 173 time: 1.1108029 Aug 23 20:47:31.176229 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edfd3ebe-6c75-4439-a958-86b20e480cc5', 'name': 'network-vif-deleted', 'tag': '1926252b-6fc4-4546-a9e7-812433bb4ebc'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:47:31.178456 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e168ff1-b283-4421-83d3-838052af2ff1" -d '{"events": [{"server_uuid": "edfd3ebe-6c75-4439-a958-86b20e480cc5", "name": "network-vif-deleted", "tag": "1926252b-6fc4-4546-a9e7-812433bb4ebc"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:47:31.191112 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-69a11969-9125-4d88-ac2d-2472a70829e8 req-d4e916d4-a77a-4547-bcc0-1d5a7e707035 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209433 Aug 23 20:47:31.199069 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-469803a5-96d6-4e06-a450-7dd43a72e2f2 None None] For port 497307fa-62d7-4b34-95c0-41c8692d043d, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:47:31.203022 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-469803a5-96d6-4e06-a450-7dd43a72e2f2 None None] For port 497307fa-62d7-4b34-95c0-41c8692d043d, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=497307fa-62d7-4b34-95c0-41c8692d043d,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:47:31.207088 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1396ac09-0c17-4026-8b00-cee75cd561fa tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:31.209200 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-469803a5-96d6-4e06-a450-7dd43a72e2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:31.229564 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680a0cf-9ac3-4d4c-b4aa-72c72c7c9035 req-b3c8a2ab-57d7-49f7-8547-5bfd1cef638b tempest-ServersNegativeTestMultiTenantJSON-274104098 tempest-ServersNegativeTestMultiTenantJSON-274104098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:31.231199 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8680a0cf-9ac3-4d4c-b4aa-72c72c7c9035 req-b3c8a2ab-57d7-49f7-8547-5bfd1cef638b tempest-ServersNegativeTestMultiTenantJSON-274104098 tempest-ServersNegativeTestMultiTenantJSON-274104098-project] 10.222.0.61 "GET /v2.0/ports?device_id=60dbbcee-5a1c-4fbd-a713-3780feb5b0ed HTTP/1.1" status: 200 len: 945 time: 0.0698423 Aug 23 20:47:31.234838 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429884b9-6866-4b53-a1f6-62c9a218290e req-6774a226-d19d-49c8-a8c7-607dcd6666a4 tempest-ServersNegativeTestMultiTenantJSON-274104098 tempest-ServersNegativeTestMultiTenantJSON-274104098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:31.236664 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-429884b9-6866-4b53-a1f6-62c9a218290e req-6774a226-d19d-49c8-a8c7-607dcd6666a4 tempest-ServersNegativeTestMultiTenantJSON-274104098 tempest-ServersNegativeTestMultiTenantJSON-274104098-project] 10.222.0.11 "GET /v2.0/ports?device_id=60dbbcee-5a1c-4fbd-a713-3780feb5b0ed HTTP/1.1" status: 200 len: 945 time: 0.1441691 Aug 23 20:47:31.282051 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469803a5-96d6-4e06-a450-7dd43a72e2f2 None None] Pushing event updated for resources: {'Port': ['ID=497307fa-62d7-4b34-95c0-41c8692d043d,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:31.309706 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8680a0cf-9ac3-4d4c-b4aa-72c72c7c9035 req-47dd64a2-7031-4faa-b771-3ce0e3af2d80 tempest-ServersNegativeTestMultiTenantJSON-274104098 tempest-ServersNegativeTestMultiTenantJSON-274104098-project] 10.222.0.61 "GET /v2.0/security-groups?id=8029efbc-f2cf-4915-9d84-b0551a8652bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717552 Aug 23 20:47:31.331289 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1396ac09-0c17-4026-8b00-cee75cd561fa tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event deleted for resources: {'Subnet': ['ID=d27e1ee7-b87f-4375-9ce9-34a046b37b1c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:31.351997 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1396ac09-0c17-4026-8b00-cee75cd561fa tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:31.354768 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1396ac09-0c17-4026-8b00-cee75cd561fa tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/d27e1ee7-b87f-4375-9ce9-34a046b37b1c HTTP/1.1" status: 204 len: 168 time: 0.8128538 Aug 23 20:47:31.357568 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45714) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:31.421165 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bccea3f-ea7b-4734-90ea-8c64978068e8 x-openstack-request-id: req-0bccea3f-ea7b-4734-90ea-8c64978068e8 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:47:31.421467 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edfd3ebe-6c75-4439-a958-86b20e480cc5", "name": "network-vif-deleted", "tag": "1926252b-6fc4-4546-a9e7-812433bb4ebc", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:47:31.421724 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0bccea3f-ea7b-4734-90ea-8c64978068e8 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:47:31.422893 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edfd3ebe-6c75-4439-a958-86b20e480cc5', 'name': 'network-vif-deleted', 'tag': '1926252b-6fc4-4546-a9e7-812433bb4ebc', 'status': 'completed', 'code': 200} Aug 23 20:47:31.424915 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-94e500bd-565d-49e7-bd2f-233c629513e6 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0658991 Aug 23 20:47:31.429030 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45716) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:31.434589 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-4c84e3d1-8260-4e95-bfe5-e51e36937724 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'subnet': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:47:31.469605 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-429884b9-6866-4b53-a1f6-62c9a218290e req-5f0a42a0-c0cc-4d27-86fe-a37b48ddb84f tempest-ServersNegativeTestMultiTenantJSON-274104098 tempest-ServersNegativeTestMultiTenantJSON-274104098-project] Deleting port 5741d3e1-2ca1-4047-b86d-132cc643466c {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:47:31.470122 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-429884b9-6866-4b53-a1f6-62c9a218290e req-5f0a42a0-c0cc-4d27-86fe-a37b48ddb84f tempest-ServersNegativeTestMultiTenantJSON-274104098 tempest-ServersNegativeTestMultiTenantJSON-274104098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:31.593927 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c84e3d1-8260-4e95-bfe5-e51e36937724 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:47:31.598427 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c84e3d1-8260-4e95-bfe5-e51e36937724 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:31.644396 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-429884b9-6866-4b53-a1f6-62c9a218290e req-5f0a42a0-c0cc-4d27-86fe-a37b48ddb84f tempest-ServersNegativeTestMultiTenantJSON-274104098 tempest-ServersNegativeTestMultiTenantJSON-274104098-project] For port 5741d3e1-2ca1-4047-b86d-132cc643466c, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=5741d3e1-2ca1-4047-b86d-132cc643466c,segment=NetworkSegment(1217f67a-1f45-47f1-9b4f-94478a1f81ad),segment_id=1217f67a-1f45-47f1-9b4f-94478a1f81ad)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:47:31.644964 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-429884b9-6866-4b53-a1f6-62c9a218290e req-5f0a42a0-c0cc-4d27-86fe-a37b48ddb84f tempest-ServersNegativeTestMultiTenantJSON-274104098 tempest-ServersNegativeTestMultiTenantJSON-274104098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:31.659879 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-429884b9-6866-4b53-a1f6-62c9a218290e req-5f0a42a0-c0cc-4d27-86fe-a37b48ddb84f tempest-ServersNegativeTestMultiTenantJSON-274104098 tempest-ServersNegativeTestMultiTenantJSON-274104098-project] Calling delete_port for 5741d3e1-2ca1-4047-b86d-132cc643466c owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:47:31.768361 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39fce70-1e08-4984-91c5-802c10b6d67e req-00be4408-0031-4609-9120-d6851811e55a tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:31.777194 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d39fce70-1e08-4984-91c5-802c10b6d67e req-00be4408-0031-4609-9120-d6851811e55a tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=04efcb08-5cb6-4ffa-beac-579fa899081c HTTP/1.1" status: 200 len: 946 time: 0.1515551 Aug 23 20:47:31.841023 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d39fce70-1e08-4984-91c5-802c10b6d67e req-a0b1ea6e-2fee-460c-b7a3-5685b70048b9 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626881 Aug 23 20:47:31.900436 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 497307fa-62d7-4b34-95c0-41c8692d043d up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:47:31.929726 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-429884b9-6866-4b53-a1f6-62c9a218290e req-5f0a42a0-c0cc-4d27-86fe-a37b48ddb84f tempest-ServersNegativeTestMultiTenantJSON-274104098 tempest-ServersNegativeTestMultiTenantJSON-274104098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:31.951294 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['5741d3e1-2ca1-4047-b86d-132cc643466c'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:47:31.964988 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a42a0-c0cc-4d27-86fe-a37b48ddb84f tempest-ServersNegativeTestMultiTenantJSON-274104098 tempest-ServersNegativeTestMultiTenantJSON-274104098-project] Pushing event deleted for resources: {'Port': ['ID=5741d3e1-2ca1-4047-b86d-132cc643466c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:31.985563 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c84e3d1-8260-4e95-bfe5-e51e36937724 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:32.001841 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 497307fa-62d7-4b34-95c0-41c8692d043d completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:47:32.015927 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-429884b9-6866-4b53-a1f6-62c9a218290e req-5f0a42a0-c0cc-4d27-86fe-a37b48ddb84f tempest-ServersNegativeTestMultiTenantJSON-274104098 tempest-ServersNegativeTestMultiTenantJSON-274104098-project] No DVR routers for this DVR port 5741d3e1-2ca1-4047-b86d-132cc643466c on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:47:32.018785 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-429884b9-6866-4b53-a1f6-62c9a218290e req-5f0a42a0-c0cc-4d27-86fe-a37b48ddb84f tempest-ServersNegativeTestMultiTenantJSON-274104098 tempest-ServersNegativeTestMultiTenantJSON-274104098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:32.020897 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-429884b9-6866-4b53-a1f6-62c9a218290e req-5f0a42a0-c0cc-4d27-86fe-a37b48ddb84f tempest-ServersNegativeTestMultiTenantJSON-274104098 tempest-ServersNegativeTestMultiTenantJSON-274104098-project] 10.222.0.11 "DELETE /v2.0/ports/5741d3e1-2ca1-4047-b86d-132cc643466c HTTP/1.1" status: 204 len: 173 time: 0.7431736 Aug 23 20:47:32.021335 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60dbbcee-5a1c-4fbd-a713-3780feb5b0ed', 'name': 'network-vif-deleted', 'tag': '5741d3e1-2ca1-4047-b86d-132cc643466c'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:47:32.024372 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ee8844-f730-4f8a-aaab-0138fccb0b27" -d '{"events": [{"server_uuid": "60dbbcee-5a1c-4fbd-a713-3780feb5b0ed", "name": "network-vif-deleted", "tag": "5741d3e1-2ca1-4047-b86d-132cc643466c"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:47:32.035447 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c84e3d1-8260-4e95-bfe5-e51e36937724 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:47:32.040154 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-4c84e3d1-8260-4e95-bfe5-e51e36937724 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:47:32.045141 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c84e3d1-8260-4e95-bfe5-e51e36937724 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:32.045914 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c84e3d1-8260-4e95-bfe5-e51e36937724 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:32.064583 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c84e3d1-8260-4e95-bfe5-e51e36937724 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'Subnet': ['ID=cb0d0359-77c7-499f-a61d-02997ca063e4,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:32.067224 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133c48a5-fe01-4d56-9a73-f710e5c1efbc x-openstack-request-id: req-133c48a5-fe01-4d56-9a73-f710e5c1efbc {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:47:32.067592 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60dbbcee-5a1c-4fbd-a713-3780feb5b0ed", "name": "network-vif-deleted", "tag": "5741d3e1-2ca1-4047-b86d-132cc643466c", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:47:32.067900 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-133c48a5-fe01-4d56-9a73-f710e5c1efbc {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:47:32.068776 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60dbbcee-5a1c-4fbd-a713-3780feb5b0ed', 'name': 'network-vif-deleted', 'tag': '5741d3e1-2ca1-4047-b86d-132cc643466c', 'status': 'completed', 'code': 200} Aug 23 20:47:32.079108 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4c84e3d1-8260-4e95-bfe5-e51e36937724 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6466465 Aug 23 20:47:32.079336 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45722) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:32.084843 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-3e2af178-fdbb-4dee-8344-8c5e60c64c0a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-618669858', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:47:32.095488 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:47:32.113381 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3e2af178-fdbb-4dee-8344-8c5e60c64c0a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:32.115877 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3e2af178-fdbb-4dee-8344-8c5e60c64c0a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:32.134884 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45726) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:32.207177 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3e2af178-fdbb-4dee-8344-8c5e60c64c0a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:32.214347 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3e2af178-fdbb-4dee-8344-8c5e60c64c0a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:32.241370 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3e2af178-fdbb-4dee-8344-8c5e60c64c0a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:32.242965 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-3e2af178-fdbb-4dee-8344-8c5e60c64c0a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1620562 Aug 23 20:47:32.246014 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45730) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:32.425117 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f1db1-620c-4b25-bfa9-6fe2c0d6c796 req-63289168-dbc8-416e-bb5f-98938d2927c2 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:32.433348 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-767f1db1-620c-4b25-bfa9-6fe2c0d6c796 req-63289168-dbc8-416e-bb5f-98938d2927c2 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 945 time: 0.1066999 Aug 23 20:47:32.510823 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bed152-f943-4c3c-8ce8-f2dbde7e2794 None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:47:32.540505 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-767f1db1-620c-4b25-bfa9-6fe2c0d6c796 req-093b8eef-ff0c-408a-b6b4-fe886fa9bea9 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041968 Aug 23 20:47:32.564521 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 939d72db-2d60-46d4-bf80-372f37b6f531 up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:47:32.628183 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4b44cef0-508a-41e2-af47-69621406ba90 None None] Provisioning for port 497307fa-62d7-4b34-95c0-41c8692d043d completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:47:32.636261 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f09b4e7d-85f4-4077-ba88-159a7a1a8d98 req-2e2ba451-f1d5-4a9f-853c-3fa42d5b85b2 tempest-ServersNegativeTestMultiTenantJSON-274104098 tempest-ServersNegativeTestMultiTenantJSON-274104098-project] 10.222.0.61 "GET /v2.0/ports?device_id=60dbbcee-5a1c-4fbd-a713-3780feb5b0ed HTTP/1.1" status: 200 len: 210 time: 0.0477812 Aug 23 20:47:32.643260 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4b44cef0-508a-41e2-af47-69621406ba90 None None] Provisioning complete for port 497307fa-62d7-4b34-95c0-41c8692d043d triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:47:32.643260 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4b44cef0-508a-41e2-af47-69621406ba90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:32.670483 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7dd5dd4d-b93c-44ef-b30f-4a5c22b11dd4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:32.717126 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port 939d72db-2d60-46d4-bf80-372f37b6f531 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:47:32.724726 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bec24ff4-1e76-46e8-a962-b554e05cef7a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:32.753636 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port 939d72db-2d60-46d4-bf80-372f37b6f531 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:47:32.753897 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:32.863251 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4b44cef0-508a-41e2-af47-69621406ba90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:32.939517 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4b44cef0-508a-41e2-af47-69621406ba90 None None] For port 497307fa-62d7-4b34-95c0-41c8692d043d, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=497307fa-62d7-4b34-95c0-41c8692d043d,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:47:32.947872 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4b44cef0-508a-41e2-af47-69621406ba90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:32.957961 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:33.005919 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-7dd5dd4d-b93c-44ef-b30f-4a5c22b11dd4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Allocated IP 2001:db8::1 (6435e9ee-eaf5-46f5-a85c-299ee4fcacce/cb0d0359-77c7-499f-a61d-02997ca063e4/c124c363-198b-496c-b686-edd0a157a8e6) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:47:33.029746 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e7f9bfe-7369-4af3-824a-a49cc172da9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939d72db-2d60-46d4-bf80-372f37b6f531'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:47:33.032469 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1247958-329a-4e5a-bf96-3a530e92ebd2" -d '{"events": [{"server_uuid": "5e7f9bfe-7369-4af3-824a-a49cc172da9f", "name": "network-vif-plugged", "status": "completed", "tag": "939d72db-2d60-46d4-bf80-372f37b6f531"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:47:33.050920 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b44cef0-508a-41e2-af47-69621406ba90 None None] Pushing event updated for resources: {'Port': ['ID=497307fa-62d7-4b34-95c0-41c8692d043d,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:33.055748 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 939d72db-2d60-46d4-bf80-372f37b6f531, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=939d72db-2d60-46d4-bf80-372f37b6f531,segment=NetworkSegment(56944fa1-c7d3-451b-86e9-345b2fbe4c92),segment_id=56944fa1-c7d3-451b-86e9-345b2fbe4c92)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:47:33.060932 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:33.061949 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 1926252b-6fc4-4546-a9e7-812433bb4ebc no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:47:33.136756 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ac120-43e1-4ef4-9f02-7f762fb7fabd req-6aac3a14-d08e-4d0b-acbd-ddb3980913af tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:33.138853 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3e3ac120-43e1-4ef4-9f02-7f762fb7fabd req-6aac3a14-d08e-4d0b-acbd-ddb3980913af tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=04efcb08-5cb6-4ffa-beac-579fa899081c HTTP/1.1" status: 200 len: 946 time: 0.1616669 Aug 23 20:47:33.201941 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7dd5dd4d-b93c-44ef-b30f-4a5c22b11dd4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:33.202892 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3e3ac120-43e1-4ef4-9f02-7f762fb7fabd req-51dc568f-618a-4488-862f-cb15bd01c7de tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508401 Aug 23 20:47:33.228404 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-bec24ff4-1e76-46e8-a962-b554e05cef7a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Deleting port f65712d1-789b-4de5-83d6-0479c4fa03d1 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:47:33.229182 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bec24ff4-1e76-46e8-a962-b554e05cef7a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:33.235175 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-7dd5dd4d-b93c-44ef-b30f-4a5c22b11dd4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Transition to ACTIVE for port object c124c363-198b-496c-b686-edd0a157a8e6 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:47:33.282890 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7dd5dd4d-b93c-44ef-b30f-4a5c22b11dd4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:33.316258 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1606a79-65df-4140-a35e-50e435cc0bce x-openstack-request-id: req-c1606a79-65df-4140-a35e-50e435cc0bce {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:47:33.316564 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e7f9bfe-7369-4af3-824a-a49cc172da9f", "name": "network-vif-plugged", "status": "completed", "tag": "939d72db-2d60-46d4-bf80-372f37b6f531", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:47:33.316783 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c1606a79-65df-4140-a35e-50e435cc0bce {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:47:33.317160 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7f9bfe-7369-4af3-824a-a49cc172da9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939d72db-2d60-46d4-bf80-372f37b6f531', 'code': 200} Aug 23 20:47:33.323074 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: 1926252b-6fc4-4546-a9e7-812433bb4ebc {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:47:33.323422 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 1926252b-6fc4-4546-a9e7-812433bb4ebc not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:47:33.345606 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-bec24ff4-1e76-46e8-a962-b554e05cef7a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] For port f65712d1-789b-4de5-83d6-0479c4fa03d1, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=f65712d1-789b-4de5-83d6-0479c4fa03d1,segment=NetworkSegment(1268e019-263b-4e75-8302-6489aacb80bb),segment_id=1268e019-263b-4e75-8302-6489aacb80bb)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:47:33.345985 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bec24ff4-1e76-46e8-a962-b554e05cef7a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:33.352704 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2c7d8ab4-5c8b-4512-8071-480239380c82 None None] Provisioning complete for port 497307fa-62d7-4b34-95c0-41c8692d043d triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:47:33.353028 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2c7d8ab4-5c8b-4512-8071-480239380c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:33.356039 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=939d72db-2d60-46d4-bf80-372f37b6f531,revision_number=12']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:33.363675 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-bec24ff4-1e76-46e8-a962-b554e05cef7a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Calling delete_port for f65712d1-789b-4de5-83d6-0479c4fa03d1 owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:47:33.375408 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd5dd4d-b93c-44ef-b30f-4a5c22b11dd4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:47:33.387605 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-7dd5dd4d-b93c-44ef-b30f-4a5c22b11dd4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:47:33.390312 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd5dd4d-b93c-44ef-b30f-4a5c22b11dd4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:47:33.390845 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7dd5dd4d-b93c-44ef-b30f-4a5c22b11dd4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:33.430913 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd5dd4d-b93c-44ef-b30f-4a5c22b11dd4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'Port': ['ID=c124c363-198b-496c-b686-edd0a157a8e6,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:33.450078 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c78cd-e83d-413a-b4f7-8d7182bfbf26 req-71c93439-d02b-45c8-9d27-93419cfa6c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:33.450078 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-407c78cd-e83d-413a-b4f7-8d7182bfbf26 req-71c93439-d02b-45c8-9d27-93419cfa6c3a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 1097 time: 0.1293428 Aug 23 20:47:33.528513 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-407c78cd-e83d-413a-b4f7-8d7182bfbf26 req-14269ec6-3e29-4e3c-8e7b-0912c0bb8702 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711339 Aug 23 20:47:33.601490 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7dd5dd4d-b93c-44ef-b30f-4a5c22b11dd4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:33.668488 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bec24ff4-1e76-46e8-a962-b554e05cef7a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:33.710397 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec24ff4-1e76-46e8-a962-b554e05cef7a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event deleted for resources: {'Port': ['ID=f65712d1-789b-4de5-83d6-0479c4fa03d1,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:33.750275 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1024c9d-650b-4f9e-bd96-6fd8e8e4e994 req-691431a2-e546-45f2-91ee-a26843c6c39d tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:33.751920 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e1024c9d-650b-4f9e-bd96-6fd8e8e4e994 req-691431a2-e546-45f2-91ee-a26843c6c39d tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 946 time: 0.1324382 Aug 23 20:47:33.822840 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a74fd710-7d61-4781-91cd-59e37903839e None None] Provisioning for port c124c363-198b-496c-b686-edd0a157a8e6 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:47:33.837491 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a74fd710-7d61-4781-91cd-59e37903839e None None] Provisioning complete for port c124c363-198b-496c-b686-edd0a157a8e6 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:47:33.853856 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a74fd710-7d61-4781-91cd-59e37903839e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:33.861172 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e1024c9d-650b-4f9e-bd96-6fd8e8e4e994 req-9f008aca-48c9-4ffb-93d5-cc36857847ae tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023700 Aug 23 20:47:33.933296 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45746) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:33.935838 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a74fd710-7d61-4781-91cd-59e37903839e None None] Port c124c363-198b-496c-b686-edd0a157a8e6 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:47:33.970496 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 497307fa-62d7-4b34-95c0-41c8692d043d up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:47:33.972307 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7dd5dd4d-b93c-44ef-b30f-4a5c22b11dd4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:33.981650 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7dd5dd4d-b93c-44ef-b30f-4a5c22b11dd4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:33.984134 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7dd5dd4d-b93c-44ef-b30f-4a5c22b11dd4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:34.033764 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-19d34699-1928-4b57-b461-cae1c1376661 admin admin] Deleting subnet 480862d1-411b-4a21-80e5-abef144758bc {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:47:34.042738 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-19d34699-1928-4b57-b461-cae1c1376661 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:34.061089 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 497307fa-62d7-4b34-95c0-41c8692d043d triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:47:34.062004 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:34.100211 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bec24ff4-1e76-46e8-a962-b554e05cef7a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:34.114815 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-19d34699-1928-4b57-b461-cae1c1376661 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:34.131757 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd5dd4d-b93c-44ef-b30f-4a5c22b11dd4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'Port': ['ID=c124c363-198b-496c-b686-edd0a157a8e6,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:34.161853 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd5dd4d-b93c-44ef-b30f-4a5c22b11dd4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:47:34.164035 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-7dd5dd4d-b93c-44ef-b30f-4a5c22b11dd4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:47:34.214979 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-19d34699-1928-4b57-b461-cae1c1376661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:34.311548 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd5dd4d-b93c-44ef-b30f-4a5c22b11dd4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Router f806d319-d63a-4582-84ba-c1cc7a5f4df3 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:47:34.405391 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-19d34699-1928-4b57-b461-cae1c1376661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:34.429194 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd5dd4d-b93c-44ef-b30f-4a5c22b11dd4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:47:34.435193 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-7dd5dd4d-b93c-44ef-b30f-4a5c22b11dd4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "PUT /v2.0/routers/f806d319-d63a-4582-84ba-c1cc7a5f4df3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1881089 Aug 23 20:47:34.437791 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45750) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:34.443702 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ffd507-c39f-4cea-becf-acdb4169522a None None] Sync routers for ids ['f806d319-d63a-4582-84ba-c1cc7a5f4df3'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:47:34.469820 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ffd507-c39f-4cea-becf-acdb4169522a None None] Routers {'f806d319-d63a-4582-84ba-c1cc7a5f4df3'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:47:34.470474 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-72ffd507-c39f-4cea-becf-acdb4169522a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:47:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['f806d319-d63a-4582-84ba-c1cc7a5f4df3'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:47:34.482476 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf19d92-0a01-43b5-bd9e-c9dc4fcda602 req-e1b2b9e4-e870-4458-8e5a-2d1bfd87f160 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:34.484076 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5cf19d92-0a01-43b5-bd9e-c9dc4fcda602 req-e1b2b9e4-e870-4458-8e5a-2d1bfd87f160 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=04efcb08-5cb6-4ffa-beac-579fa899081c HTTP/1.1" status: 200 len: 946 time: 0.1837401 Aug 23 20:47:34.484835 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d34699-1928-4b57-b461-cae1c1376661 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=480862d1-411b-4a21-80e5-abef144758bc,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:34.488852 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-19d34699-1928-4b57-b461-cae1c1376661 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:34.494196 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-19d34699-1928-4b57-b461-cae1c1376661 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/480862d1-411b-4a21-80e5-abef144758bc HTTP/1.1" status: 204 len: 168 time: 0.5563662 Aug 23 20:47:34.494413 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45754) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:34.549720 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5cf19d92-0a01-43b5-bd9e-c9dc4fcda602 req-8fcaf56a-ed43-4f70-8ed4-3077ebcdcd63 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553629 Aug 23 20:47:34.552380 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec24ff4-1e76-46e8-a962-b554e05cef7a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Router 9afb7f1b-7514-4302-8643-f3602449589e has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:47:34.604835 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d163f581-b0da-41dd-85c3-69aa92606e02 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:34.606444 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d163f581-b0da-41dd-85c3-69aa92606e02 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/ports/c124c363-198b-496c-b686-edd0a157a8e6 HTTP/1.1" status: 200 len: 911 time: 0.1674032 Aug 23 20:47:34.608817 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45764) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:34.624092 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-72ffd507-c39f-4cea-becf-acdb4169522a None None] Set router f806d319-d63a-4582-84ba-c1cc7a5f4df3 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:47:34.650767 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6cd822f-3d85-4508-8c14-3766894970c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:34.665643 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-aa712d2b-0dca-4049-b4d9-40656a02e753 None None] Provisioning complete for port c124c363-198b-496c-b686-edd0a157a8e6 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:47:34.665946 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aa712d2b-0dca-4049-b4d9-40656a02e753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:34.682018 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321ef429-88e1-445b-925d-312bfa74cbc5 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:34.688712 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321ef429-88e1-445b-925d-312bfa74cbc5 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:34.692773 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-321ef429-88e1-445b-925d-312bfa74cbc5 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0805173 Aug 23 20:47:34.708284 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45772) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:34.708899 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec24ff4-1e76-46e8-a962-b554e05cef7a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:47:34.715434 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-bec24ff4-1e76-46e8-a962-b554e05cef7a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "PUT /v2.0/routers/9afb7f1b-7514-4302-8643-f3602449589e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5790052 Aug 23 20:47:34.717735 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45774) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:34.723078 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fbf105-ee44-44e1-b2bd-550ab18fabed None None] Sync routers for ids ['9afb7f1b-7514-4302-8643-f3602449589e'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:47:34.737129 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fbf105-ee44-44e1-b2bd-550ab18fabed None None] Routers {'9afb7f1b-7514-4302-8643-f3602449589e'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:47:34.737896 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-84fbf105-ee44-44e1-b2bd-550ab18fabed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:47:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['9afb7f1b-7514-4302-8643-f3602449589e'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:47:34.778316 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-aa712d2b-0dca-4049-b4d9-40656a02e753 None None] Port c124c363-198b-496c-b686-edd0a157a8e6 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:47:34.793095 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-1acb0527-fe60-4dea-b81c-2cd48f6d3bcb tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Deleting subnet 3ff8b6ac-5662-4ef5-a3bc-409a78bea012 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:47:34.797348 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1acb0527-fe60-4dea-b81c-2cd48f6d3bcb tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:34.851489 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1acb0527-fe60-4dea-b81c-2cd48f6d3bcb tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:34.952018 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6cd822f-3d85-4508-8c14-3766894970c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:34.995314 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-72ffd507-c39f-4cea-becf-acdb4169522a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f806d319-d63a-4582-84ba-c1cc7a5f4df3', 'name': 'tempest-NetworksTestDHCPv6-router-618669858', 'tenant_id': 'db9608efcb064b40bc03dbc9d75ec2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:47:32Z', 'updated_at': '2021-08-23T20:47:33Z', 'revision_number': 2, 'project_id': 'db9608efcb064b40bc03dbc9d75ec2a9', 'gw_port_host': None, '_interfaces': [{'id': 'c124c363-198b-496c-b686-edd0a157a8e6', 'name': '', 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'tenant_id': 'db9608efcb064b40bc03dbc9d75ec2a9', 'mac_address': 'fa:16:3e:dd:09:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f806d319-d63a-4582-84ba-c1cc7a5f4df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': 'cb0d0359-77c7-499f-a61d-02997ca063e4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:47:32Z', 'updated_at': '2021-08-23T20:47:33Z', 'revision_number': 2, 'project_id': 'db9608efcb064b40bc03dbc9d75ec2a9', 'subnets': [{'id': 'cb0d0359-77c7-499f-a61d-02997ca063e4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:47:35.002497 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1acb0527-fe60-4dea-b81c-2cd48f6d3bcb tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:35.004036 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-f6cd822f-3d85-4508-8c14-3766894970c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d80f920f-36d2-41a6-b051-b41b3758cc75']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:47:35.021196 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-84fbf105-ee44-44e1-b2bd-550ab18fabed None None] Set router 9afb7f1b-7514-4302-8643-f3602449589e gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:47:35.022466 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-f6cd822f-3d85-4508-8c14-3766894970c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1217f67a-1f45-47f1-9b4f-94478a1f81ad') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:47:35.022844 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-f6cd822f-3d85-4508-8c14-3766894970c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1217f67a-1f45-47f1-9b4f-94478a1f81ad') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:47:35.067424 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ffd507-c39f-4cea-becf-acdb4169522a None None] Checking router: f806d319-d63a-4582-84ba-c1cc7a5f4df3 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:47:35.068242 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ffd507-c39f-4cea-becf-acdb4169522a None None] Updating router f806d319-d63a-4582-84ba-c1cc7a5f4df3 port c124c363-198b-496c-b686-edd0a157a8e6 binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:47:35.078965 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6cd822f-3d85-4508-8c14-3766894970c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:35.109408 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d0b22-3c81-426d-a279-ac5e09b838c7 req-c62b50ca-67a4-4b5b-8e9a-f0b874e98685 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:35.111008 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-034d0b22-3c81-426d-a279-ac5e09b838c7 req-c62b50ca-67a4-4b5b-8e9a-f0b874e98685 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 946 time: 0.0768757 Aug 23 20:47:35.119228 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-72ffd507-c39f-4cea-becf-acdb4169522a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:35.162076 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1acb0527-fe60-4dea-b81c-2cd48f6d3bcb tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:35.259007 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acb0527-fe60-4dea-b81c-2cd48f6d3bcb tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event deleted for resources: {'Subnet': ['ID=3ff8b6ac-5662-4ef5-a3bc-409a78bea012,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:35.273937 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1acb0527-fe60-4dea-b81c-2cd48f6d3bcb tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:35.275980 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1acb0527-fe60-4dea-b81c-2cd48f6d3bcb tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "DELETE /v2.0/subnets/3ff8b6ac-5662-4ef5-a3bc-409a78bea012 HTTP/1.1" status: 204 len: 168 time: 0.5572500 Aug 23 20:47:35.278711 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45800) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:35.306680 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-84fbf105-ee44-44e1-b2bd-550ab18fabed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afb7f1b-7514-4302-8643-f3602449589e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-977399961', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'ff5e0ce8-c38d-4372-9c08-16627bb79df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:45:12Z', 'updated_at': '2021-08-23T20:47:33Z', 'revision_number': 5, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'gw_port': {'id': 'ff5e0ce8-c38d-4372-9c08-16627bb79df7', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afb7f1b-7514-4302-8643-f3602449589e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:45:12Z', 'updated_at': '2021-08-23T20:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:47:35.360233 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fbf105-ee44-44e1-b2bd-550ab18fabed None None] Checking router: 9afb7f1b-7514-4302-8643-f3602449589e for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:47:35.367306 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a554bb-a3ec-4650-84ce-18dfb628363d None None] Network b30e1332-35d4-4498-a8f4-af915ec0d87e requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:47:35.370220 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-034d0b22-3c81-426d-a279-ac5e09b838c7 req-fc753097-1360-42db-b8c4-3ecc59177438 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364774 Aug 23 20:47:35.373699 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fbf105-ee44-44e1-b2bd-550ab18fabed None None] Routers {'9afb7f1b-7514-4302-8643-f3602449589e'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:47:35.375324 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-84fbf105-ee44-44e1-b2bd-550ab18fabed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:47:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['9afb7f1b-7514-4302-8643-f3602449589e'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:47:35.437195 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 5741d3e1-2ca1-4047-b86d-132cc643466c no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:47:35.471950 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: 5741d3e1-2ca1-4047-b86d-132cc643466c {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:47:35.472344 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 5741d3e1-2ca1-4047-b86d-132cc643466c not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:47:35.507926 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-84fbf105-ee44-44e1-b2bd-550ab18fabed None None] Set router 9afb7f1b-7514-4302-8643-f3602449589e gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:47:35.613799 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-72ffd507-c39f-4cea-becf-acdb4169522a None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:35.641753 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-72ffd507-c39f-4cea-becf-acdb4169522a None None] Transition to ACTIVE for port object c124c363-198b-496c-b686-edd0a157a8e6 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:47:35.654926 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-72ffd507-c39f-4cea-becf-acdb4169522a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:35.665119 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6cd822f-3d85-4508-8c14-3766894970c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:35.713609 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bfd28c-158f-4a09-b3ea-f0888f3da993 None None] Pushing event updated for resources: {'Port': ['ID=c124c363-198b-496c-b686-edd0a157a8e6,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:35.755550 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6cd822f-3d85-4508-8c14-3766894970c5 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:47:35.756077 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6cd822f-3d85-4508-8c14-3766894970c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:35.761560 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:47:35.761560 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:47:35.761560 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:47:35.761560 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:47:35.761560 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:47:35.761560 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:47:35.761560 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:47:35.761560 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:47:35.761560 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:47:35.761560 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:47:35.761560 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:47:35.761560 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:47:35.761560 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:47:35.761560 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:47:35.761560 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:47:35.761560 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:47:35.761560 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:47:35.761560 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:47:35.761560 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:47:35.761560 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:47:35.761560 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:47:35.761560 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:47:35.761560 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:47:35.761560 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:47:35.761560 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:47:35.761560 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:47:35.761560 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:47:35.761560 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:47:35.761560 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:47:35.761560 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:47:35.761560 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:47:35.761560 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:47:35.785588 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5aad54-1d71-43d8-bf4d-9ac1e9a85fa4 None None] DHCP port deletion for b30e1332-35d4-4498-a8f4-af915ec0d87e request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:47:35.814880 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-72ffd507-c39f-4cea-becf-acdb4169522a None None] Attempting to bind port c124c363-198b-496c-b686-edd0a157a8e6 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:47:35.815574 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-72ffd507-c39f-4cea-becf-acdb4169522a None None] Attempting to bind port c124c363-198b-496c-b686-edd0a157a8e6 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:47:35.816141 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ffd507-c39f-4cea-becf-acdb4169522a None None] Attempting to bind port c124c363-198b-496c-b686-edd0a157a8e6 on network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:47:35.825854 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ffd507-c39f-4cea-becf-acdb4169522a None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:47:35.826661 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ffd507-c39f-4cea-becf-acdb4169522a None None] Checking segment: {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:47:35.827427 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-72ffd507-c39f-4cea-becf-acdb4169522a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:35.827989 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ffd507-c39f-4cea-becf-acdb4169522a None None] Bound using segment: {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:47:35.828665 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-72ffd507-c39f-4cea-becf-acdb4169522a None None] Bound port: c124c363-198b-496c-b686-edd0a157a8e6, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:47:35.829240 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-72ffd507-c39f-4cea-becf-acdb4169522a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:35.858850 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-84fbf105-ee44-44e1-b2bd-550ab18fabed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afb7f1b-7514-4302-8643-f3602449589e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-977399961', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'ff5e0ce8-c38d-4372-9c08-16627bb79df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:45:12Z', 'updated_at': '2021-08-23T20:47:33Z', 'revision_number': 5, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'gw_port': {'id': 'ff5e0ce8-c38d-4372-9c08-16627bb79df7', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afb7f1b-7514-4302-8643-f3602449589e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:45:12Z', 'updated_at': '2021-08-23T20:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:47:35.909472 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 0ab3d019-430e-45f7-b1dd-9ec80ed2267d no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:47:35.912377 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fbf105-ee44-44e1-b2bd-550ab18fabed None None] The sync data for ids ['9afb7f1b-7514-4302-8643-f3602449589e'] in n-d-805663-2 is: [{'id': '9afb7f1b-7514-4302-8643-f3602449589e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-977399961', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'ff5e0ce8-c38d-4372-9c08-16627bb79df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:45:12Z', 'updated_at': '2021-08-23T20:47:33Z', 'revision_number': 5, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'gw_port': {'id': 'ff5e0ce8-c38d-4372-9c08-16627bb79df7', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afb7f1b-7514-4302-8643-f3602449589e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:45:12Z', 'updated_at': '2021-08-23T20:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:47:35.985410 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6cd822f-3d85-4508-8c14-3766894970c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:35.998304 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-96c6d23f-76c0-4cd6-ad36-eacf72da3a50 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:36.001793 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4e7de-2706-4383-944c-2abae3599626 req-c9faa11f-f6f8-420f-bd06-92b154fb4317 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:36.004962 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0af4e7de-2706-4383-944c-2abae3599626 req-c9faa11f-f6f8-420f-bd06-92b154fb4317 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=04efcb08-5cb6-4ffa-beac-579fa899081c HTTP/1.1" status: 200 len: 946 time: 0.3194783 Aug 23 20:47:36.030446 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6cd822f-3d85-4508-8c14-3766894970c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:36.037441 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f6cd822f-3d85-4508-8c14-3766894970c5 admin admin] 10.222.0.61 "DELETE /v2.0/networks/d80f920f-36d2-41a6-b051-b41b3758cc75 HTTP/1.1" status: 204 len: 168 time: 1.5424502 Aug 23 20:47:36.040642 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cd822f-3d85-4508-8c14-3766894970c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d80f920f-36d2-41a6-b051-b41b3758cc75,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:36.047942 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45806) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:36.055455 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:36.072037 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-72ffd507-c39f-4cea-becf-acdb4169522a None None] For port c124c363-198b-496c-b686-edd0a157a8e6, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:47:36.097471 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4c5aad54-1d71-43d8-bf4d-9ac1e9a85fa4 None None] Deleting port 0ab3d019-430e-45f7-b1dd-9ec80ed2267d {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:47:36.097869 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4c5aad54-1d71-43d8-bf4d-9ac1e9a85fa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:36.108738 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cd822f-3d85-4508-8c14-3766894970c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:47:36.109178 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cd822f-3d85-4508-8c14-3766894970c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:47:36.109747 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cd822f-3d85-4508-8c14-3766894970c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:47:36.109993 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cd822f-3d85-4508-8c14-3766894970c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:47:36.110396 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cd822f-3d85-4508-8c14-3766894970c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:47:36.110822 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cd822f-3d85-4508-8c14-3766894970c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:47:36.111195 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cd822f-3d85-4508-8c14-3766894970c5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:47:36.111588 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cd822f-3d85-4508-8c14-3766894970c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:47:36.111981 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cd822f-3d85-4508-8c14-3766894970c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:47:36.112397 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cd822f-3d85-4508-8c14-3766894970c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:47:36.112573 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-72ffd507-c39f-4cea-becf-acdb4169522a None None] For port c124c363-198b-496c-b686-edd0a157a8e6, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=c124c363-198b-496c-b686-edd0a157a8e6,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:47:36.112849 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cd822f-3d85-4508-8c14-3766894970c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:47:36.113292 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cd822f-3d85-4508-8c14-3766894970c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:47:36.119065 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 0ab3d019-430e-45f7-b1dd-9ec80ed2267d, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=0ab3d019-430e-45f7-b1dd-9ec80ed2267d,segment=NetworkSegment(1268e019-263b-4e75-8302-6489aacb80bb),segment_id=1268e019-263b-4e75-8302-6489aacb80bb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:47:36.137373 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-72ffd507-c39f-4cea-becf-acdb4169522a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:36.141573 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [req-a0ab66f8-2de5-4d71-b62d-c17623fde452 req-9bf971b8-7429-4822-b599-e879185ea50c service neutron] (94688) timed out ('10.222.0.61', 46752) {{(pid=94688) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 20:47:36.155943 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-96c6d23f-76c0-4cd6-ad36-eacf72da3a50 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:36.166449 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0af4e7de-2706-4383-944c-2abae3599626 req-58511a33-60ec-4def-8c21-090da08bc4e1 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438928 Aug 23 20:47:36.168620 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:36.176922 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ba6d17c-de0d-41d1-97b2-4329fbfd2ab8 admin admin] Deleting subnet 7c846995-fecc-4899-83bc-64d8ce557a8a {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:47:36.181828 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ba6d17c-de0d-41d1-97b2-4329fbfd2ab8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:36.233695 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-96c6d23f-76c0-4cd6-ad36-eacf72da3a50 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Deleting port ff5e0ce8-c38d-4372-9c08-16627bb79df7 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:47:36.234601 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-96c6d23f-76c0-4cd6-ad36-eacf72da3a50 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:36.240768 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4c5aad54-1d71-43d8-bf4d-9ac1e9a85fa4 None None] For port 0ab3d019-430e-45f7-b1dd-9ec80ed2267d, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=0ab3d019-430e-45f7-b1dd-9ec80ed2267d,segment=NetworkSegment(1268e019-263b-4e75-8302-6489aacb80bb),segment_id=1268e019-263b-4e75-8302-6489aacb80bb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:47:36.241166 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4c5aad54-1d71-43d8-bf4d-9ac1e9a85fa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:36.243844 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ba6d17c-de0d-41d1-97b2-4329fbfd2ab8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:36.267484 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4c5aad54-1d71-43d8-bf4d-9ac1e9a85fa4 None None] Calling delete_port for 0ab3d019-430e-45f7-b1dd-9ec80ed2267d owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:47:36.306703 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ffd507-c39f-4cea-becf-acdb4169522a None None] Routers {'f806d319-d63a-4582-84ba-c1cc7a5f4df3'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:47:36.306703 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-72ffd507-c39f-4cea-becf-acdb4169522a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:47:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['f806d319-d63a-4582-84ba-c1cc7a5f4df3'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:47:36.334282 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ba6d17c-de0d-41d1-97b2-4329fbfd2ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:36.363488 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bfd28c-158f-4a09-b3ea-f0888f3da993 None None] Pushing event updated for resources: {'Port': ['ID=c124c363-198b-496c-b686-edd0a157a8e6,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:36.381128 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-96c6d23f-76c0-4cd6-ad36-eacf72da3a50 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] For port ff5e0ce8-c38d-4372-9c08-16627bb79df7, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=ff5e0ce8-c38d-4372-9c08-16627bb79df7,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:47:36.382438 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-96c6d23f-76c0-4cd6-ad36-eacf72da3a50 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:36.399027 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-96c6d23f-76c0-4cd6-ad36-eacf72da3a50 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Calling delete_port for ff5e0ce8-c38d-4372-9c08-16627bb79df7 owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:47:36.440642 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ba6d17c-de0d-41d1-97b2-4329fbfd2ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:36.496405 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ba6d17c-de0d-41d1-97b2-4329fbfd2ab8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:36.499218 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-1ba6d17c-de0d-41d1-97b2-4329fbfd2ab8 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/7c846995-fecc-4899-83bc-64d8ce557a8a HTTP/1.1" status: 204 len: 168 time: 0.4447994 Aug 23 20:47:36.501814 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba6d17c-de0d-41d1-97b2-4329fbfd2ab8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c846995-fecc-4899-83bc-64d8ce557a8a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:36.504033 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45810) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:36.559376 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-72ffd507-c39f-4cea-becf-acdb4169522a None None] Set router f806d319-d63a-4582-84ba-c1cc7a5f4df3 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:47:36.626151 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=0ab3d019-430e-45f7-b1dd-9ec80ed2267d,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:36.655440 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f92aec0b-88b7-4bcd-85ad-74f39cde1611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:36.671157 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3c124-c1dd-4f7c-8bb0-137c98e12d85 req-3b28b63f-20b9-48ef-8ee2-ae0cfc8bb339 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:36.672777 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1bd3c124-c1dd-4f7c-8bb0-137c98e12d85 req-3b28b63f-20b9-48ef-8ee2-ae0cfc8bb339 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 946 time: 0.1506903 Aug 23 20:47:36.687267 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d0c39272-4047-4ff7-ac44-183f24e20a08 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:36.691473 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4c5aad54-1d71-43d8-bf4d-9ac1e9a85fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:36.795978 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5aad54-1d71-43d8-bf4d-9ac1e9a85fa4 None None] Pushing event deleted for resources: {'Port': ['ID=0ab3d019-430e-45f7-b1dd-9ec80ed2267d,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:36.799779 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5aad54-1d71-43d8-bf4d-9ac1e9a85fa4 None None] No DVR routers for this DVR port 0ab3d019-430e-45f7-b1dd-9ec80ed2267d on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:47:36.802404 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1bd3c124-c1dd-4f7c-8bb0-137c98e12d85 req-869c9334-8bb3-49f3-b1e9-4b7d26f6f84c tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925870 Aug 23 20:47:36.872943 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f92aec0b-88b7-4bcd-85ad-74f39cde1611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:36.888507 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-f92aec0b-88b7-4bcd-85ad-74f39cde1611 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16bde8d6-7856-49dc-a55f-bb27a5aa272e']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:47:36.903475 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-f92aec0b-88b7-4bcd-85ad-74f39cde1611 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64185059-1a2e-4c1d-b0d5-8999a11a7796') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:47:36.903769 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-f92aec0b-88b7-4bcd-85ad-74f39cde1611 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64185059-1a2e-4c1d-b0d5-8999a11a7796') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:47:36.917815 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f92aec0b-88b7-4bcd-85ad-74f39cde1611 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:36.925143 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-96c6d23f-76c0-4cd6-ad36-eacf72da3a50 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:36.949495 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-72ffd507-c39f-4cea-becf-acdb4169522a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f806d319-d63a-4582-84ba-c1cc7a5f4df3', 'name': 'tempest-NetworksTestDHCPv6-router-618669858', 'tenant_id': 'db9608efcb064b40bc03dbc9d75ec2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:47:32Z', 'updated_at': '2021-08-23T20:47:33Z', 'revision_number': 2, 'project_id': 'db9608efcb064b40bc03dbc9d75ec2a9', 'gw_port_host': None, '_interfaces': [{'id': 'c124c363-198b-496c-b686-edd0a157a8e6', 'name': '', 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'tenant_id': 'db9608efcb064b40bc03dbc9d75ec2a9', 'mac_address': 'fa:16:3e:dd:09:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f806d319-d63a-4582-84ba-c1cc7a5f4df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': 'cb0d0359-77c7-499f-a61d-02997ca063e4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:47:32Z', 'updated_at': '2021-08-23T20:47:36Z', 'revision_number': 4, 'project_id': 'db9608efcb064b40bc03dbc9d75ec2a9', 'subnets': [{'id': 'cb0d0359-77c7-499f-a61d-02997ca063e4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:47:36.965181 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f92aec0b-88b7-4bcd-85ad-74f39cde1611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:36.971481 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c6d23f-76c0-4cd6-ad36-eacf72da3a50 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event deleted for resources: {'Port': ['ID=ff5e0ce8-c38d-4372-9c08-16627bb79df7,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:36.982680 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f92aec0b-88b7-4bcd-85ad-74f39cde1611 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:47:36.982680 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f92aec0b-88b7-4bcd-85ad-74f39cde1611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:36.983927 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:47:36.983927 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:47:36.983927 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:47:36.983927 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:47:36.983927 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:47:36.983927 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:47:36.983927 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:47:36.983927 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:47:36.983927 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:47:36.983927 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:47:36.983927 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:47:36.983927 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:47:36.983927 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:47:36.983927 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:47:36.983927 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:47:36.983927 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:47:36.983927 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:47:36.983927 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:47:36.983927 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:47:36.983927 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:47:36.983927 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:47:36.983927 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:47:36.983927 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:47:36.983927 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:47:36.983927 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:47:36.983927 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:47:36.983927 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:47:36.983927 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:47:36.983927 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:47:36.983927 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:47:36.983927 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:47:36.983927 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:47:36.991104 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ffd507-c39f-4cea-becf-acdb4169522a None None] The sync data for ids ['f806d319-d63a-4582-84ba-c1cc7a5f4df3'] in n-d-805663-2 is: [{'id': 'f806d319-d63a-4582-84ba-c1cc7a5f4df3', 'name': 'tempest-NetworksTestDHCPv6-router-618669858', 'tenant_id': 'db9608efcb064b40bc03dbc9d75ec2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:47:32Z', 'updated_at': '2021-08-23T20:47:33Z', 'revision_number': 2, 'project_id': 'db9608efcb064b40bc03dbc9d75ec2a9', 'gw_port_host': None, '_interfaces': [{'id': 'c124c363-198b-496c-b686-edd0a157a8e6', 'name': '', 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'tenant_id': 'db9608efcb064b40bc03dbc9d75ec2a9', 'mac_address': 'fa:16:3e:dd:09:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f806d319-d63a-4582-84ba-c1cc7a5f4df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': 'cb0d0359-77c7-499f-a61d-02997ca063e4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:47:32Z', 'updated_at': '2021-08-23T20:47:36Z', 'revision_number': 4, 'project_id': 'db9608efcb064b40bc03dbc9d75ec2a9', 'subnets': [{'id': 'cb0d0359-77c7-499f-a61d-02997ca063e4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:47:37.033475 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4506b7-c93e-4b98-ade5-b554fa8708ef req-0f712514-556b-4e69-891d-f9f0174e6212 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:37.035060 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7b4506b7-c93e-4b98-ade5-b554fa8708ef req-0f712514-556b-4e69-891d-f9f0174e6212 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 946 time: 0.0877268 Aug 23 20:47:37.059430 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-d0c39272-4047-4ff7-ac44-183f24e20a08 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Deleting port c124c363-198b-496c-b686-edd0a157a8e6 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:47:37.059430 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d0c39272-4047-4ff7-ac44-183f24e20a08 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:37.090857 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f92aec0b-88b7-4bcd-85ad-74f39cde1611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:37.104890 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-96c6d23f-76c0-4cd6-ad36-eacf72da3a50 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:37.108786 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f92aec0b-88b7-4bcd-85ad-74f39cde1611 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:37.111138 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f92aec0b-88b7-4bcd-85ad-74f39cde1611 admin admin] 10.222.0.61 "DELETE /v2.0/networks/16bde8d6-7856-49dc-a55f-bb27a5aa272e HTTP/1.1" status: 204 len: 168 time: 0.6056275 Aug 23 20:47:37.158113 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7b4506b7-c93e-4b98-ade5-b554fa8708ef req-21a1a9cb-507c-4730-b512-8371b4365219 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145630 Aug 23 20:47:37.203904 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92aec0b-88b7-4bcd-85ad-74f39cde1611 admin admin] Pushing event deleted for resources: {'Network': ['ID=16bde8d6-7856-49dc-a55f-bb27a5aa272e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:37.250798 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-96c6d23f-76c0-4cd6-ad36-eacf72da3a50 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:37.259168 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-d0c39272-4047-4ff7-ac44-183f24e20a08 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] For port c124c363-198b-496c-b686-edd0a157a8e6, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=c124c363-198b-496c-b686-edd0a157a8e6,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:47:37.259468 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-96c6d23f-76c0-4cd6-ad36-eacf72da3a50 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:37.260810 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d0c39272-4047-4ff7-ac44-183f24e20a08 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:37.286754 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-d0c39272-4047-4ff7-ac44-183f24e20a08 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Calling delete_port for c124c363-198b-496c-b686-edd0a157a8e6 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:47:37.399019 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-96c6d23f-76c0-4cd6-ad36-eacf72da3a50 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:37.399928 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c6d23f-76c0-4cd6-ad36-eacf72da3a50 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Fanout notify agent at l3_agent the message router_deleted on router 9afb7f1b-7514-4302-8643-f3602449589e {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:47:37.408577 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-96c6d23f-76c0-4cd6-ad36-eacf72da3a50 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:37.414363 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-96c6d23f-76c0-4cd6-ad36-eacf72da3a50 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "DELETE /v2.0/routers/9afb7f1b-7514-4302-8643-f3602449589e HTTP/1.1" status: 204 len: 168 time: 2.1343341 Aug 23 20:47:37.417224 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45822) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:37.526103 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45824) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:37.540906 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c936b5-e39a-4b05-84db-1eb4b246f2c8 req-5ff08e23-9321-4927-877c-35e4bb064ded tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:37.542723 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-13c936b5-e39a-4b05-84db-1eb4b246f2c8 req-5ff08e23-9321-4927-877c-35e4bb064ded tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=04efcb08-5cb6-4ffa-beac-579fa899081c HTTP/1.1" status: 200 len: 946 time: 0.1976388 Aug 23 20:47:37.544950 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac5b02f-f8cf-40b9-9885-b20bc2a378c9 req-59869eeb-a386-4e75-af60-3c89cfcda7b7 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:37.554787 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fac5b02f-f8cf-40b9-9885-b20bc2a378c9 req-59869eeb-a386-4e75-af60-3c89cfcda7b7 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 946 time: 0.1743450 Aug 23 20:47:37.627433 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fac5b02f-f8cf-40b9-9885-b20bc2a378c9 req-32845516-399e-42c4-8e51-db82b8063369 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715935 Aug 23 20:47:37.673489 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88bb97eb-ecf4-40a4-afa2-20ef752dec87 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:37.705916 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-13c936b5-e39a-4b05-84db-1eb4b246f2c8 req-67f27055-f878-488d-890e-91d14393f6c1 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199877 Aug 23 20:47:37.711751 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9547a29e-19f0-43cf-bad8-20df89cb600e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bfab707922e3436c954e794a44edbdca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1836050 Aug 23 20:47:37.715847 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45830) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:37.760784 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d0c39272-4047-4ff7-ac44-183f24e20a08 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:37.818237 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88bb97eb-ecf4-40a4-afa2-20ef752dec87 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:37.827406 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c39272-4047-4ff7-ac44-183f24e20a08 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event deleted for resources: {'Port': ['ID=c124c363-198b-496c-b686-edd0a157a8e6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:37.830954 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-88bb97eb-ecf4-40a4-afa2-20ef752dec87 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b30e1332-35d4-4498-a8f4-af915ec0d87e']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:47:37.848538 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-88bb97eb-ecf4-40a4-afa2-20ef752dec87 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1268e019-263b-4e75-8302-6489aacb80bb') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:47:37.848981 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-88bb97eb-ecf4-40a4-afa2-20ef752dec87 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1268e019-263b-4e75-8302-6489aacb80bb') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:47:37.866722 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88bb97eb-ecf4-40a4-afa2-20ef752dec87 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:37.894754 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88bb97eb-ecf4-40a4-afa2-20ef752dec87 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:37.907207 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88bb97eb-ecf4-40a4-afa2-20ef752dec87 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:47:37.907761 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88bb97eb-ecf4-40a4-afa2-20ef752dec87 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:37.923848 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:47:37.923848 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:47:37.923848 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:47:37.923848 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:47:37.923848 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:47:37.923848 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:47:37.923848 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:47:37.923848 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:47:37.923848 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:47:37.923848 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:47:37.923848 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:47:37.923848 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:47:37.923848 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:47:37.923848 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:47:37.923848 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:47:37.923848 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:47:37.923848 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:47:37.923848 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:47:37.923848 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:47:37.923848 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:47:37.923848 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:47:37.923848 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:47:37.923848 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:47:37.923848 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:47:37.923848 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:47:37.923848 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:47:37.923848 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:47:37.923848 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:47:37.923848 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:47:37.923848 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:47:37.923848 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:47:37.923848 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:47:37.983683 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e765d446-dd01-4198-8afc-a4c91fcaf21a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:37.992752 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88bb97eb-ecf4-40a4-afa2-20ef752dec87 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:38.004606 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262313ec-0ded-4000-94b9-675be22dab64 req-2f915e19-16fb-4df4-aab2-cf9fafb093fe tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:38.006218 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-262313ec-0ded-4000-94b9-675be22dab64 req-2f915e19-16fb-4df4-aab2-cf9fafb093fe tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 946 time: 0.2363732 Aug 23 20:47:38.013705 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88bb97eb-ecf4-40a4-afa2-20ef752dec87 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:38.017074 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d0c39272-4047-4ff7-ac44-183f24e20a08 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:38.019041 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-88bb97eb-ecf4-40a4-afa2-20ef752dec87 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "DELETE /v2.0/networks/b30e1332-35d4-4498-a8f4-af915ec0d87e HTTP/1.1" status: 204 len: 168 time: 0.6004498 Aug 23 20:47:38.020128 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bb97eb-ecf4-40a4-afa2-20ef752dec87 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event deleted for resources: {'Network': ['ID=b30e1332-35d4-4498-a8f4-af915ec0d87e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:38.022210 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45832) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:38.095805 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e765d446-dd01-4198-8afc-a4c91fcaf21a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:38.117087 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ea55185e-aaae-42b8-b662-93ff5b194fe3 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:38.162073 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ea55185e-aaae-42b8-b662-93ff5b194fe3 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:38.195020 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device ff5e0ce8-c38d-4372-9c08-16627bb79df7 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:47:38.224689 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: ff5e0ce8-c38d-4372-9c08-16627bb79df7 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:47:38.225023 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device ff5e0ce8-c38d-4372-9c08-16627bb79df7 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:47:38.226198 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device f65712d1-789b-4de5-83d6-0479c4fa03d1 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:47:38.238910 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-262313ec-0ded-4000-94b9-675be22dab64 req-0a89053a-ddfd-47eb-9e57-e19ccc858cf3 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136385 Aug 23 20:47:38.248283 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ea55185e-aaae-42b8-b662-93ff5b194fe3 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:38.251237 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ea55185e-aaae-42b8-b662-93ff5b194fe3 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:38.257683 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ea55185e-aaae-42b8-b662-93ff5b194fe3 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "DELETE /v2.0/security-groups/d454fa48-aaac-4911-81d6-c45d8631516f HTTP/1.1" status: 204 len: 168 time: 0.2335722 Aug 23 20:47:38.274706 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea55185e-aaae-42b8-b662-93ff5b194fe3 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d454fa48-aaac-4911-81d6-c45d8631516f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:38.276034 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: f65712d1-789b-4de5-83d6-0479c4fa03d1 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:47:38.276628 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device f65712d1-789b-4de5-83d6-0479c4fa03d1 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:47:38.356860 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c39272-4047-4ff7-ac44-183f24e20a08 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Router f806d319-d63a-4582-84ba-c1cc7a5f4df3 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:47:38.417065 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e765d446-dd01-4198-8afc-a4c91fcaf21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:38.420491 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e765d446-dd01-4198-8afc-a4c91fcaf21a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:38.421643 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e765d446-dd01-4198-8afc-a4c91fcaf21a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8029efbc-f2cf-4915-9d84-b0551a8652bb HTTP/1.1" status: 204 len: 168 time: 0.7045109 Aug 23 20:47:38.436509 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30945b04-b693-4fce-86ea-84bf4461ed31 req-681d3b79-47c6-4808-a62e-6a9dfcc813ef tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:38.438526 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-30945b04-b693-4fce-86ea-84bf4461ed31 req-681d3b79-47c6-4808-a62e-6a9dfcc813ef tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 946 time: 0.0747480 Aug 23 20:47:38.462936 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e765d446-dd01-4198-8afc-a4c91fcaf21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8029efbc-f2cf-4915-9d84-b0551a8652bb,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:38.466544 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c39272-4047-4ff7-ac44-183f24e20a08 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:47:38.478331 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d0c39272-4047-4ff7-ac44-183f24e20a08 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "PUT /v2.0/routers/f806d319-d63a-4582-84ba-c1cc7a5f4df3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7654314 Aug 23 20:47:38.479041 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45844) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:38.559048 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-30945b04-b693-4fce-86ea-84bf4461ed31 req-64bbf440-e129-455c-bce3-11b01824e5a0 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120985 Aug 23 20:47:38.577106 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45846) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:38.583610 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-cee4b929-78ce-4567-864b-e45d60174a70 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-771259899', 'description': 'tempest-secgroup-smoke-771259899 description', 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:47:38.596378 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aab9b6f-761e-476a-86de-f44d6575c1e7 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:38.598849 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aab9b6f-761e-476a-86de-f44d6575c1e7 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:38.600559 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5aab9b6f-761e-476a-86de-f44d6575c1e7 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1205089 Aug 23 20:47:38.606452 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45850) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:38.625327 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cee4b929-78ce-4567-864b-e45d60174a70 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:38.679824 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5ae1426-386b-41be-9fe0-524c3962d077 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Deleting subnet cb0d0359-77c7-499f-a61d-02997ca063e4 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:47:38.697132 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f5ae1426-386b-41be-9fe0-524c3962d077 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:38.749570 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cee4b929-78ce-4567-864b-e45d60174a70 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:38.758230 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cee4b929-78ce-4567-864b-e45d60174a70 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:38.798716 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f5ae1426-386b-41be-9fe0-524c3962d077 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:38.809053 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe81f4-7700-4763-9853-e83ce7844492 req-f31673f2-b279-4dc8-865e-76e1304749c0 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:38.810626 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-39fe81f4-7700-4763-9853-e83ce7844492 req-f31673f2-b279-4dc8-865e-76e1304749c0 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 946 time: 0.1278088 Aug 23 20:47:38.822398 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cee4b929-78ce-4567-864b-e45d60174a70 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:38.822398 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-cee4b929-78ce-4567-864b-e45d60174a70 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2439291 Aug 23 20:47:38.832402 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45858) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:38.838453 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-d9cf24dc-62da-436b-ac97-9f8259810281 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Request body: {'security_group_rule': {'security_group_id': '30d3316a-f14a-48d2-9cdd-37efb7e3923e', 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:47:38.847254 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee4b929-78ce-4567-864b-e45d60174a70 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30d3316a-f14a-48d2-9cdd-37efb7e3923e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:38.883868 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b2e1b-5d43-4e78-befd-4d1f43387205 req-48344fd6-c48f-4feb-93ea-407fd304b508 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:38.886255 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7a3b2e1b-5d43-4e78-befd-4d1f43387205 req-48344fd6-c48f-4feb-93ea-407fd304b508 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=04efcb08-5cb6-4ffa-beac-579fa899081c HTTP/1.1" status: 200 len: 946 time: 0.0804021 Aug 23 20:47:38.910873 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-39fe81f4-7700-4763-9853-e83ce7844492 req-623cce28-53c4-48e9-beb3-c5d73c47df12 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672452 Aug 23 20:47:38.923858 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45860) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:38.931189 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f5ae1426-386b-41be-9fe0-524c3962d077 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:38.934529 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7a3b2e1b-5d43-4e78-befd-4d1f43387205 req-93a087a7-8c4d-4b4b-a61a-24e90bc6b3d4 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393944 Aug 23 20:47:38.989403 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5972421e-e816-4818-9394-9a65cafd7ab5 None None] Sync routers for ids ['f806d319-d63a-4582-84ba-c1cc7a5f4df3'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:47:38.992802 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d9cf24dc-62da-436b-ac97-9f8259810281 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:39.001238 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5972421e-e816-4818-9394-9a65cafd7ab5 None None] Routers {'f806d319-d63a-4582-84ba-c1cc7a5f4df3'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:47:39.002002 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-5972421e-e816-4818-9394-9a65cafd7ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:47:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['f806d319-d63a-4582-84ba-c1cc7a5f4df3'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:47:39.079339 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-5972421e-e816-4818-9394-9a65cafd7ab5 None None] Set router f806d319-d63a-4582-84ba-c1cc7a5f4df3 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:47:39.083576 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1b686849-4c6c-4dd0-ad41-caf5c8134475 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=75eb44e593fc474e9e7ebd704c9d2d25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1586120 Aug 23 20:47:39.088330 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45864) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:39.119382 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f5ae1426-386b-41be-9fe0-524c3962d077 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:39.138334 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-5972421e-e816-4818-9394-9a65cafd7ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f806d319-d63a-4582-84ba-c1cc7a5f4df3', 'name': 'tempest-NetworksTestDHCPv6-router-618669858', 'tenant_id': 'db9608efcb064b40bc03dbc9d75ec2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:47:32Z', 'updated_at': '2021-08-23T20:47:37Z', 'revision_number': 3, 'project_id': 'db9608efcb064b40bc03dbc9d75ec2a9', 'gw_port_host': None}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:47:39.141189 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d9cf24dc-62da-436b-ac97-9f8259810281 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:39.148544 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f8e1623-85c8-489f-879d-a9b2ada84e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:39.169165 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41625e-b504-4808-a674-98d4f7b84001 req-de7fe61d-6392-4fbf-9f47-208334b1c246 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:39.170822 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-be41625e-b504-4808-a674-98d4f7b84001 req-de7fe61d-6392-4fbf-9f47-208334b1c246 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 946 time: 0.1543190 Aug 23 20:47:39.172793 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f8e1623-85c8-489f-879d-a9b2ada84e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:39.172962 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5972421e-e816-4818-9394-9a65cafd7ab5 None None] Checking router: f806d319-d63a-4582-84ba-c1cc7a5f4df3 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:47:39.174925 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ae1426-386b-41be-9fe0-524c3962d077 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event deleted for resources: {'Subnet': ['ID=cb0d0359-77c7-499f-a61d-02997ca063e4,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:39.179652 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d9cf24dc-62da-436b-ac97-9f8259810281 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:39.189509 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5972421e-e816-4818-9394-9a65cafd7ab5 None None] Routers {'f806d319-d63a-4582-84ba-c1cc7a5f4df3'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:47:39.190227 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-5972421e-e816-4818-9394-9a65cafd7ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:47:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['f806d319-d63a-4582-84ba-c1cc7a5f4df3'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:47:39.193530 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f5ae1426-386b-41be-9fe0-524c3962d077 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:39.199844 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f5ae1426-386b-41be-9fe0-524c3962d077 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/cb0d0359-77c7-499f-a61d-02997ca063e4 HTTP/1.1" status: 204 len: 168 time: 0.5917134 Aug 23 20:47:39.200864 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45866) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:39.226744 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ff2239-fc6e-4d56-9a7f-b76a937deed8 None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:47:39.235651 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f8e1623-85c8-489f-879d-a9b2ada84e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:39.238414 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f8e1623-85c8-489f-879d-a9b2ada84e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:39.240040 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4f8e1623-85c8-489f-879d-a9b2ada84e73 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b22f0c5a-5ed4-4296-b4d5-75161c1ca526 HTTP/1.1" status: 204 len: 168 time: 0.1504850 Aug 23 20:47:39.251807 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8e1623-85c8-489f-879d-a9b2ada84e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22f0c5a-5ed4-4296-b4d5-75161c1ca526,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:39.282504 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d9cf24dc-62da-436b-ac97-9f8259810281 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:39.283766 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d9cf24dc-62da-436b-ac97-9f8259810281 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4503050 Aug 23 20:47:39.284515 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cf24dc-62da-436b-ac97-9f8259810281 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1598cc9-98d4-4aea-8863-08877b4008b0,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:39.286961 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45870) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:39.305572 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-6468ad91-66ee-465c-bfb8-a8736db88a3a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Request body: {'security_group_rule': {'security_group_id': '30d3316a-f14a-48d2-9cdd-37efb7e3923e', 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:47:39.340271 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-be41625e-b504-4808-a674-98d4f7b84001 req-fd89be5c-f49d-43e1-a08c-e80c0c058694 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535373 Aug 23 20:47:39.346975 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6468ad91-66ee-465c-bfb8-a8736db88a3a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:39.416125 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1efa0531-e3fc-4d14-801f-98c20e3ababd tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2091937 Aug 23 20:47:39.416926 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45876) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:39.433434 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6468ad91-66ee-465c-bfb8-a8736db88a3a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:39.443182 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6468ad91-66ee-465c-bfb8-a8736db88a3a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:39.466123 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6468ad91-66ee-465c-bfb8-a8736db88a3a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb2a68e4-dabb-4716-8552-58c8f744c542,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:39.500132 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6468ad91-66ee-465c-bfb8-a8736db88a3a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:39.501806 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-6468ad91-66ee-465c-bfb8-a8736db88a3a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2053082 Aug 23 20:47:39.504961 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45878) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:39.519286 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-daf338bd-5c13-422c-88b0-a4c07a595343 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Request body: {'security_group_rule': {'security_group_id': '30d3316a-f14a-48d2-9cdd-37efb7e3923e', 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:47:39.553738 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ecf49956-24f6-4faa-86c1-ea5693b7e8ac tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:39.565438 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-5972421e-e816-4818-9394-9a65cafd7ab5 None None] Set router f806d319-d63a-4582-84ba-c1cc7a5f4df3 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:47:39.575568 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-daf338bd-5c13-422c-88b0-a4c07a595343 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:39.660395 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-5972421e-e816-4818-9394-9a65cafd7ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f806d319-d63a-4582-84ba-c1cc7a5f4df3', 'name': 'tempest-NetworksTestDHCPv6-router-618669858', 'tenant_id': 'db9608efcb064b40bc03dbc9d75ec2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:47:32Z', 'updated_at': '2021-08-23T20:47:37Z', 'revision_number': 3, 'project_id': 'db9608efcb064b40bc03dbc9d75ec2a9', 'gw_port_host': None}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:47:39.690528 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-daf338bd-5c13-422c-88b0-a4c07a595343 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:39.696916 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-daf338bd-5c13-422c-88b0-a4c07a595343 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:39.715579 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5972421e-e816-4818-9394-9a65cafd7ab5 None None] The sync data for ids ['f806d319-d63a-4582-84ba-c1cc7a5f4df3'] in n-d-805663-2 is: [{'id': 'f806d319-d63a-4582-84ba-c1cc7a5f4df3', 'name': 'tempest-NetworksTestDHCPv6-router-618669858', 'tenant_id': 'db9608efcb064b40bc03dbc9d75ec2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:47:32Z', 'updated_at': '2021-08-23T20:47:37Z', 'revision_number': 3, 'project_id': 'db9608efcb064b40bc03dbc9d75ec2a9', 'gw_port_host': None}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:47:39.729167 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-daf338bd-5c13-422c-88b0-a4c07a595343 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:39.733596 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-daf338bd-5c13-422c-88b0-a4c07a595343 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2230513 Aug 23 20:47:39.745187 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf338bd-5c13-422c-88b0-a4c07a595343 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=924547d0-8819-4b38-9595-31fee56657e6,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:39.754469 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45886) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:39.786931 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-18e37b0a-fe62-4d8b-8357-49f459512603 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Request body: {'security_group_rule': {'security_group_id': '30d3316a-f14a-48d2-9cdd-37efb7e3923e', 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:47:39.820933 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ecf49956-24f6-4faa-86c1-ea5693b7e8ac tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:39.824554 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ecf49956-24f6-4faa-86c1-ea5693b7e8ac tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:39.833852 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd9da0-dd6a-4070-aa49-0f9898336666 req-cd5430e3-553d-4be7-93f0-0dc86c6dba7f tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:39.837789 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7dfd9da0-dd6a-4070-aa49-0f9898336666 req-cd5430e3-553d-4be7-93f0-0dc86c6dba7f tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 946 time: 0.1272149 Aug 23 20:47:39.858211 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-18e37b0a-fe62-4d8b-8357-49f459512603 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:39.894645 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ecf49956-24f6-4faa-86c1-ea5693b7e8ac tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:39.895283 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf49956-24f6-4faa-86c1-ea5693b7e8ac tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Fanout notify agent at l3_agent the message router_deleted on router f806d319-d63a-4582-84ba-c1cc7a5f4df3 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:47:39.902974 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ecf49956-24f6-4faa-86c1-ea5693b7e8ac tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:39.907186 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ecf49956-24f6-4faa-86c1-ea5693b7e8ac tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/routers/f806d319-d63a-4582-84ba-c1cc7a5f4df3 HTTP/1.1" status: 204 len: 168 time: 0.4856503 Aug 23 20:47:39.908237 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45892) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:39.914753 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-49cdb5df-996b-454f-b95b-d023e6afd09f tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'subnet': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:47:39.924446 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7dfd9da0-dd6a-4070-aa49-0f9898336666 req-7b97a047-0c1d-4b23-9b1e-52857ebcf1cd tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783694 Aug 23 20:47:39.955991 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-18e37b0a-fe62-4d8b-8357-49f459512603 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:39.960697 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-18e37b0a-fe62-4d8b-8357-49f459512603 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:39.987647 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e37b0a-fe62-4d8b-8357-49f459512603 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4051d6d9-8586-419e-b514-fecc17446395,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:39.998857 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-18e37b0a-fe62-4d8b-8357-49f459512603 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:40.004106 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-18e37b0a-fe62-4d8b-8357-49f459512603 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2442336 Aug 23 20:47:40.009919 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-238dfd9b-642c-4ca7-abb0-75eafd37e08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:40.010731 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45898) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:40.019367 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-48c78eb8-6dff-46b3-b4eb-ef1a5b7a3a89 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Request body: {'security_group_rule': {'security_group_id': '30d3316a-f14a-48d2-9cdd-37efb7e3923e', 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:47:40.052798 n-d-805663-2 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-48c78eb8-6dff-46b3-b4eb-ef1a5b7a3a89 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Project 0b17a426d9eb4b3083079c3d4dc4db5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 20:47:40.061995 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-48c78eb8-6dff-46b3-b4eb-ef1a5b7a3a89 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:40.110859 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87d16b9-5756-4f17-bca7-9e0dbcde2c98 None None] DHCP port deletion for 6435e9ee-eaf5-46f5-a85c-299ee4fcacce request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:47:40.121496 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49cdb5df-996b-454f-b95b-d023e6afd09f tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:47:40.125987 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-49cdb5df-996b-454f-b95b-d023e6afd09f tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:40.140715 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03d245-7142-47af-8f71-9474a0c39d01 req-adbaeff1-0426-4999-9b8c-5c535f8719be tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:40.151948 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fb03d245-7142-47af-8f71-9474a0c39d01 req-adbaeff1-0426-4999-9b8c-5c535f8719be tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=04efcb08-5cb6-4ffa-beac-579fa899081c HTTP/1.1" status: 200 len: 946 time: 0.1015346 Aug 23 20:47:40.223732 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-48c78eb8-6dff-46b3-b4eb-ef1a5b7a3a89 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:40.231562 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-48c78eb8-6dff-46b3-b4eb-ef1a5b7a3a89 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:40.240155 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-d87d16b9-5756-4f17-bca7-9e0dbcde2c98 None None] Deleting port 497307fa-62d7-4b34-95c0-41c8692d043d {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:47:40.240744 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d87d16b9-5756-4f17-bca7-9e0dbcde2c98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:40.270115 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c78eb8-6dff-46b3-b4eb-ef1a5b7a3a89 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a9a2449-7716-4d85-a1d6-aa7253142be6,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:40.277660 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-48c78eb8-6dff-46b3-b4eb-ef1a5b7a3a89 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:40.279573 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-48c78eb8-6dff-46b3-b4eb-ef1a5b7a3a89 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2665269 Aug 23 20:47:40.282539 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45904) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:40.289593 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-df0b17ff-aefa-4f41-abe3-f558428f339e tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Request body: {'security_group_rule': {'security_group_id': '30d3316a-f14a-48d2-9cdd-37efb7e3923e', 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:47:40.321052 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fb03d245-7142-47af-8f71-9474a0c39d01 req-4c9ba8eb-3be1-40f2-8ca2-9fcade6ac522 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660361 Aug 23 20:47:40.331223 n-d-805663-2 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-df0b17ff-aefa-4f41-abe3-f558428f339e tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Project 0b17a426d9eb4b3083079c3d4dc4db5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 20:47:40.337046 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-df0b17ff-aefa-4f41-abe3-f558428f339e tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:40.395383 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-d87d16b9-5756-4f17-bca7-9e0dbcde2c98 None None] For port 497307fa-62d7-4b34-95c0-41c8692d043d, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=497307fa-62d7-4b34-95c0-41c8692d043d,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:47:40.396068 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d87d16b9-5756-4f17-bca7-9e0dbcde2c98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:40.427929 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-d87d16b9-5756-4f17-bca7-9e0dbcde2c98 None None] Calling delete_port for 497307fa-62d7-4b34-95c0-41c8692d043d owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:47:40.437042 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:40.440615 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-df0b17ff-aefa-4f41-abe3-f558428f339e tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:40.447163 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-df0b17ff-aefa-4f41-abe3-f558428f339e tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:40.483837 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-df0b17ff-aefa-4f41-abe3-f558428f339e tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:40.485196 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-df0b17ff-aefa-4f41-abe3-f558428f339e tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2011189 Aug 23 20:47:40.486489 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b17ff-aefa-4f41-abe3-f558428f339e tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e96dc10-a716-46f5-9aa1-d0092e537ac6,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:40.489125 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45912) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:40.513603 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-defd838d-3b33-431a-a20b-c875312e27b8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Request body: {'network': {'name': 'tempest-network-smoke--315932252', 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'port_security_enabled': True}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:47:40.591644 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-defd838d-3b33-431a-a20b-c875312e27b8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Made reservation on behalf of 0b17a426d9eb4b3083079c3d4dc4db5c for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:47:40.597321 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-defd838d-3b33-431a-a20b-c875312e27b8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:40.623322 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d87d16b9-5756-4f17-bca7-9e0dbcde2c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:40.639191 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87d16b9-5756-4f17-bca7-9e0dbcde2c98 None None] No DVR routers for this DVR port 497307fa-62d7-4b34-95c0-41c8692d043d on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:47:40.649432 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-49cdb5df-996b-454f-b95b-d023e6afd09f tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:40.666398 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d16b9-5756-4f17-bca7-9e0dbcde2c98 None None] Pushing event deleted for resources: {'Port': ['ID=497307fa-62d7-4b34-95c0-41c8692d043d,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:40.685040 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-defd838d-3b33-431a-a20b-c875312e27b8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:47:40.706882 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cdb5df-996b-454f-b95b-d023e6afd09f tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:47:40.718309 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-49cdb5df-996b-454f-b95b-d023e6afd09f tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:47:40.721382 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cdb5df-996b-454f-b95b-d023e6afd09f tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:40.722116 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-49cdb5df-996b-454f-b95b-d023e6afd09f tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:40.735803 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a971ce-b834-46ed-860f-801367e92bd3 None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:47:40.740537 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-defd838d-3b33-431a-a20b-c875312e27b8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:40.740537 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-defd838d-3b33-431a-a20b-c875312e27b8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Added segment 0bc364fb-51ac-4f82-a8e6-c471283c8ba9 of type vlan for network 8d068299-4184-4227-8cbc-58442cd62193 Aug 23 20:47:40.759881 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45916) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:40.760569 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-49cdb5df-996b-454f-b95b-d023e6afd09f tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8505454 Aug 23 20:47:40.765069 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c124c260-5725-499b-aaed-84b8f665da75 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-676508260', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:47:40.789611 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cdb5df-996b-454f-b95b-d023e6afd09f tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'Subnet': ['ID=45f3b4a4-665f-4622-b8fb-78d586ed88b3,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:40.805745 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c124c260-5725-499b-aaed-84b8f665da75 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:40.808169 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c124c260-5725-499b-aaed-84b8f665da75 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:40.811948 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-defd838d-3b33-431a-a20b-c875312e27b8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:40.841350 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-defd838d-3b33-431a-a20b-c875312e27b8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:40.847347 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defd838d-3b33-431a-a20b-c875312e27b8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:40.847965 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-defd838d-3b33-431a-a20b-c875312e27b8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:40.876373 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c124c260-5725-499b-aaed-84b8f665da75 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:40.883171 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c124c260-5725-499b-aaed-84b8f665da75 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:40.904537 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c124c260-5725-499b-aaed-84b8f665da75 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:40.908489 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c124c260-5725-499b-aaed-84b8f665da75 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1467121 Aug 23 20:47:40.910966 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45920) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:40.920769 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-defd838d-3b33-431a-a20b-c875312e27b8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4260697 Aug 23 20:47:40.930749 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 45922) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:40.957589 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defd838d-3b33-431a-a20b-c875312e27b8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'Network': ['ID=8d068299-4184-4227-8cbc-58442cd62193,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:40.969722 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c786f7ca-a61a-4e58-9df6-ae16c90f5712 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'tenant_id': 'db9608efcb064b40bc03dbc9d75ec2a9', 'fixed_ips': [{'subnet_id': '45f3b4a4-665f-4622-b8fb-78d586ed88b3'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:47:40.970630 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c786f7ca-a61a-4e58-9df6-ae16c90f5712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:40.979010 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 8d068299-4184-4227-8cbc-58442cd62193 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:47:41.023685 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e0cbf014-1247-4482-bdb1-a38267aafa61 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2058955899', 'admin_state_up': True, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:47:41.076642 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed080b6-dd89-43d3-b628-4a92335b2d2c req-b5972181-4de1-42ee-925c-2799c854e27e tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:41.084290 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3ed080b6-dd89-43d3-b628-4a92335b2d2c req-b5972181-4de1-42ee-925c-2799c854e27e tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 946 time: 0.0716476 Aug 23 20:47:41.137553 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3ed080b6-dd89-43d3-b628-4a92335b2d2c req-5908214b-620d-434c-b62d-da632e670638 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468032 Aug 23 20:47:41.195861 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0cbf014-1247-4482-bdb1-a38267aafa61 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:41.197590 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0cbf014-1247-4482-bdb1-a38267aafa61 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:41.210579 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-c786f7ca-a61a-4e58-9df6-ae16c90f5712 None None] Allocated IP 2001:db8::2 (6435e9ee-eaf5-46f5-a85c-299ee4fcacce/45f3b4a4-665f-4622-b8fb-78d586ed88b3/0593a796-738b-4c4f-b335-70b40e28a28f) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:47:41.356340 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0cbf014-1247-4482-bdb1-a38267aafa61 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:41.393129 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c786f7ca-a61a-4e58-9df6-ae16c90f5712 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:41.399327 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3b60632-789e-49f5-99eb-7c6ee3b83dca tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:41.408668 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c786f7ca-a61a-4e58-9df6-ae16c90f5712 None None] Transition to ACTIVE for port object 0593a796-738b-4c4f-b335-70b40e28a28f will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:47:41.448604 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c786f7ca-a61a-4e58-9df6-ae16c90f5712 None None] Transition to ACTIVE for port object 0593a796-738b-4c4f-b335-70b40e28a28f will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:47:41.470809 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c786f7ca-a61a-4e58-9df6-ae16c90f5712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:41.525031 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c786f7ca-a61a-4e58-9df6-ae16c90f5712 None None] Pushing event updated for resources: {'Port': ['ID=0593a796-738b-4c4f-b335-70b40e28a28f,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:41.536428 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c786f7ca-a61a-4e58-9df6-ae16c90f5712 None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:47:41.538759 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-c786f7ca-a61a-4e58-9df6-ae16c90f5712 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:47:41.541358 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c786f7ca-a61a-4e58-9df6-ae16c90f5712 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:47:41.548743 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6155d523-14e5-47b9-95a4-9c7738fdd7c1 req-266f79e9-d6f0-403a-ac80-5200ebdfae8b tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:41.551482 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6155d523-14e5-47b9-95a4-9c7738fdd7c1 req-266f79e9-d6f0-403a-ac80-5200ebdfae8b tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 946 time: 0.0901313 Aug 23 20:47:41.602553 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6155d523-14e5-47b9-95a4-9c7738fdd7c1 req-2a700ce0-ad01-46e8-9baa-d18d7520e27c tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421131 Aug 23 20:47:41.614448 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c786f7ca-a61a-4e58-9df6-ae16c90f5712 None None] Attempting to bind port 0593a796-738b-4c4f-b335-70b40e28a28f on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:47:41.614828 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c786f7ca-a61a-4e58-9df6-ae16c90f5712 None None] Attempting to bind port 0593a796-738b-4c4f-b335-70b40e28a28f by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:47:41.615312 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c786f7ca-a61a-4e58-9df6-ae16c90f5712 None None] Attempting to bind port 0593a796-738b-4c4f-b335-70b40e28a28f on network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:47:41.622000 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c786f7ca-a61a-4e58-9df6-ae16c90f5712 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:47:41.622441 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c786f7ca-a61a-4e58-9df6-ae16c90f5712 None None] Checking segment: {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:47:41.622849 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c786f7ca-a61a-4e58-9df6-ae16c90f5712 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:41.623244 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c786f7ca-a61a-4e58-9df6-ae16c90f5712 None None] Bound using segment: {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:47:41.623714 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c786f7ca-a61a-4e58-9df6-ae16c90f5712 None None] Bound port: 0593a796-738b-4c4f-b335-70b40e28a28f, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:47:41.624174 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c786f7ca-a61a-4e58-9df6-ae16c90f5712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:41.703180 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-c786f7ca-a61a-4e58-9df6-ae16c90f5712 None None] For port 0593a796-738b-4c4f-b335-70b40e28a28f, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:47:41.707163 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-c786f7ca-a61a-4e58-9df6-ae16c90f5712 None None] For port 0593a796-738b-4c4f-b335-70b40e28a28f, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=0593a796-738b-4c4f-b335-70b40e28a28f,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:47:41.714537 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c786f7ca-a61a-4e58-9df6-ae16c90f5712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:41.783426 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c786f7ca-a61a-4e58-9df6-ae16c90f5712 None None] Pushing event updated for resources: {'Port': ['ID=0593a796-738b-4c4f-b335-70b40e28a28f,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:41.842560 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device c124c363-198b-496c-b686-edd0a157a8e6 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:47:41.873192 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: c124c363-198b-496c-b686-edd0a157a8e6 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:47:41.873701 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device c124c363-198b-496c-b686-edd0a157a8e6 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:47:41.874705 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 497307fa-62d7-4b34-95c0-41c8692d043d no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:47:41.900549 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 497307fa-62d7-4b34-95c0-41c8692d043d {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:47:41.901048 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 497307fa-62d7-4b34-95c0-41c8692d043d not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:47:42.021630 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0cbf014-1247-4482-bdb1-a38267aafa61 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:42.125946 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343cb70-e313-44fb-b741-6a5cbe995da8 req-e0db0026-d412-4b36-a25c-4bfbdc905055 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:42.127708 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0343cb70-e313-44fb-b741-6a5cbe995da8 req-e0db0026-d412-4b36-a25c-4bfbdc905055 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=04efcb08-5cb6-4ffa-beac-579fa899081c HTTP/1.1" status: 200 len: 946 time: 0.6808665 Aug 23 20:47:42.185917 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafeec23-1789-48a1-a576-7895394b5cd2 req-9208ffbe-9f57-42f3-856e-9af1381d53c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:42.187533 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bafeec23-1789-48a1-a576-7895394b5cd2 req-9208ffbe-9f57-42f3-856e-9af1381d53c6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69818257106441a1bf38063386e4f27e&device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 1097 time: 0.6168904 Aug 23 20:47:42.323493 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0343cb70-e313-44fb-b741-6a5cbe995da8 req-b5f804c9-def2-493a-a11b-b4e9c8e7f4f9 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850460 Aug 23 20:47:42.399498 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-e3b60632-789e-49f5-99eb-7c6ee3b83dca tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Allocated IP 2001:db8::1 (6435e9ee-eaf5-46f5-a85c-299ee4fcacce/45f3b4a4-665f-4622-b8fb-78d586ed88b3/1b86c4c1-8d56-459e-ba5b-661ba298aafa) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:47:42.492366 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafeec23-1789-48a1-a576-7895394b5cd2 req-eb86d220-29a3-48dc-8f3c-d0e2c37d2f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:42.493851 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bafeec23-1789-48a1-a576-7895394b5cd2 req-eb86d220-29a3-48dc-8f3c-d0e2c37d2f94 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5ea12703-07c8-4b33-b01b-2309c30593fb HTTP/1.1" status: 200 len: 915 time: 0.2698781 Aug 23 20:47:42.565979 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bafeec23-1789-48a1-a576-7895394b5cd2 req-15b2429d-b64c-4676-8154-71bd3a8e64cc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=939d72db-2d60-46d4-bf80-372f37b6f531 HTTP/1.1" status: 200 len: 217 time: 0.0576925 Aug 23 20:47:42.700963 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3b60632-789e-49f5-99eb-7c6ee3b83dca tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:42.759759 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403c103-1e14-4a27-bd5b-ab4ed8df3f88 req-7f76b3ec-87a8-4e3a-9c4e-86fef8e11011 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:42.760361 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafeec23-1789-48a1-a576-7895394b5cd2 req-5fd4f48e-0329-474a-a5c7-0a7a4015a4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:42.761421 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bafeec23-1789-48a1-a576-7895394b5cd2 req-5fd4f48e-0329-474a-a5c7-0a7a4015a4e7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a61ac775-45d7-4f26-8246-bac30e400edf HTTP/1.1" status: 200 len: 854 time: 0.1853383 Aug 23 20:47:42.763554 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2403c103-1e14-4a27-bd5b-ab4ed8df3f88 req-7f76b3ec-87a8-4e3a-9c4e-86fef8e11011 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 946 time: 0.0720422 Aug 23 20:47:42.770291 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-e3b60632-789e-49f5-99eb-7c6ee3b83dca tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Transition to ACTIVE for port object 1b86c4c1-8d56-459e-ba5b-661ba298aafa will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:47:42.815843 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0cbf014-1247-4482-bdb1-a38267aafa61 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:42.828846 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2403c103-1e14-4a27-bd5b-ab4ed8df3f88 req-c0a1689d-7e96-43ff-b85e-a2256d336144 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538332 Aug 23 20:47:42.839195 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bafeec23-1789-48a1-a576-7895394b5cd2 req-d0b78230-ed2f-46a3-959d-f8ae368a57ff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5ea12703-07c8-4b33-b01b-2309c30593fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660872 Aug 23 20:47:42.883501 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d535e6-2489-4dc0-bbe1-ce65236bd7ca req-6821022a-5846-4ba1-b941-ce24fc28144b tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:42.891393 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-81d535e6-2489-4dc0-bbe1-ce65236bd7ca req-6821022a-5846-4ba1-b941-ce24fc28144b tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=04efcb08-5cb6-4ffa-beac-579fa899081c HTTP/1.1" status: 200 len: 946 time: 0.2971804 Aug 23 20:47:42.893800 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0cbf014-1247-4482-bdb1-a38267aafa61 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:43.021720 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-67da427c-510e-4f41-a24d-758f1d557767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:43.109460 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-81d535e6-2489-4dc0-bbe1-ce65236bd7ca req-129a8fdb-336b-4f78-af1c-3557f8921a11 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171214 Aug 23 20:47:43.113694 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d01c9a1d-bba3-464a-97d6-1bda79efc6f0 None None] Provisioning for port 0593a796-738b-4c4f-b335-70b40e28a28f completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:47:43.143122 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3b60632-789e-49f5-99eb-7c6ee3b83dca tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:43.216549 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b60632-789e-49f5-99eb-7c6ee3b83dca tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:47:43.226763 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-e3b60632-789e-49f5-99eb-7c6ee3b83dca tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:47:43.235326 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bafeec23-1789-48a1-a576-7895394b5cd2 req-0cb41e52-b9f5-4bef-9712-5bb97c439815 service neutron] 10.222.0.32 "GET /v2.0/networks/5ea12703-07c8-4b33-b01b-2309c30593fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717055 Aug 23 20:47:43.243368 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b60632-789e-49f5-99eb-7c6ee3b83dca tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:47:43.243900 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3b60632-789e-49f5-99eb-7c6ee3b83dca tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:43.267488 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-e0cbf014-1247-4482-bdb1-a38267aafa61 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Allocated IP 172.25.4.246 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/ee6ca945-9e17-42bb-8125-13cf1d9affe4) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:47:43.304531 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b60632-789e-49f5-99eb-7c6ee3b83dca tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'Port': ['ID=1b86c4c1-8d56-459e-ba5b-661ba298aafa,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:43.427945 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45986) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:43.529678 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:43.546500 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9dd08495-d315-46fa-ab94-b98180a8d778 None None] Provisioning for port 1b86c4c1-8d56-459e-ba5b-661ba298aafa completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:47:43.552950 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9dd08495-d315-46fa-ab94-b98180a8d778 None None] Provisioning complete for port 1b86c4c1-8d56-459e-ba5b-661ba298aafa triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:47:43.553324 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9dd08495-d315-46fa-ab94-b98180a8d778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:43.604785 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3b60632-789e-49f5-99eb-7c6ee3b83dca tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:43.611389 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-9dd08495-d315-46fa-ab94-b98180a8d778 None None] Port 1b86c4c1-8d56-459e-ba5b-661ba298aafa cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:47:43.621461 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0cbf014-1247-4482-bdb1-a38267aafa61 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:43.647754 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d1807b7f-7c9c-488c-aec8-10f2f7caaf49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:43.648014 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bafeec23-1789-48a1-a576-7895394b5cd2 req-e951da93-5781-461a-8840-fd12c522bac3 service neutron] 10.222.0.32 "GET /v2.0/networks/5ea12703-07c8-4b33-b01b-2309c30593fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925998 Aug 23 20:47:43.738018 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d461d05-4647-4c09-81e2-88e17472f482 req-b2a1c598-dbda-400f-befa-3c4219a7cb4f tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:43.743728 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d461d05-4647-4c09-81e2-88e17472f482 req-b2a1c598-dbda-400f-befa-3c4219a7cb4f tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:43.747762 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d1807b7f-7c9c-488c-aec8-10f2f7caaf49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:43.751304 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d461d05-4647-4c09-81e2-88e17472f482 req-b2a1c598-dbda-400f-befa-3c4219a7cb4f tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:43.752352 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d1807b7f-7c9c-488c-aec8-10f2f7caaf49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:43.758464 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d461d05-4647-4c09-81e2-88e17472f482 req-b2a1c598-dbda-400f-befa-3c4219a7cb4f tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:43.765564 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d461d05-4647-4c09-81e2-88e17472f482 req-b2a1c598-dbda-400f-befa-3c4219a7cb4f tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:43.771430 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d461d05-4647-4c09-81e2-88e17472f482 req-b2a1c598-dbda-400f-befa-3c4219a7cb4f tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:43.778291 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d461d05-4647-4c09-81e2-88e17472f482 req-b2a1c598-dbda-400f-befa-3c4219a7cb4f tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:43.780270 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7d461d05-4647-4c09-81e2-88e17472f482 req-b2a1c598-dbda-400f-befa-3c4219a7cb4f tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 5442 time: 0.1914022 Aug 23 20:47:43.795324 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1807b7f-7c9c-488c-aec8-10f2f7caaf49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39604fb7-fdde-460a-ae97-89371820cc9d,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:43.799630 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d1807b7f-7c9c-488c-aec8-10f2f7caaf49 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=365ed35879df4307adbc1d6cba63921c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3703887 Aug 23 20:47:43.802365 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45992) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:43.877011 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 0593a796-738b-4c4f-b335-70b40e28a28f up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:47:43.891761 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1c34c4d6-6acf-4769-b9c7-8e651a7845b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:43.900863 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0cbf014-1247-4482-bdb1-a38267aafa61 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:43.928351 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1c34c4d6-6acf-4769-b9c7-8e651a7845b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:43.939732 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d69d7f-a006-45e5-b477-48aa5af5f823 req-f3235a61-efb4-4cb2-82d8-54763b559b3a tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:43.941285 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-03d69d7f-a006-45e5-b477-48aa5af5f823 req-f3235a61-efb4-4cb2-82d8-54763b559b3a tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.11 "GET /v2.0/ports?device_id=04efcb08-5cb6-4ffa-beac-579fa899081c HTTP/1.1" status: 200 len: 946 time: 0.1143963 Aug 23 20:47:43.960990 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 0593a796-738b-4c4f-b335-70b40e28a28f completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:47:43.967005 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 0593a796-738b-4c4f-b335-70b40e28a28f triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:47:43.967688 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:43.972729 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7d461d05-4647-4c09-81e2-88e17472f482 req-340788dc-2502-4930-ad31-872af9c6136b tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/security-groups?id=f264d724-bded-494f-9829-ab610400f252&id=83be7946-311a-487f-aca8-ec9e53b3ca8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1793847 Aug 23 20:47:43.983159 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cbf014-1247-4482-bdb1-a38267aafa61 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:47:43.995525 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-e0cbf014-1247-4482-bdb1-a38267aafa61 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:47:43.997600 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cbf014-1247-4482-bdb1-a38267aafa61 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:47:44.016234 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cbf014-1247-4482-bdb1-a38267aafa61 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'Port': ['ID=ee6ca945-9e17-42bb-8125-13cf1d9affe4,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:44.099548 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcdd0b3-558a-4669-a35a-9f9aaef81a45 req-1df72079-ef55-40b9-a107-7c5ac53ad0d3 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:44.101702 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5dcdd0b3-558a-4669-a35a-9f9aaef81a45 req-1df72079-ef55-40b9-a107-7c5ac53ad0d3 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 946 time: 0.1521015 Aug 23 20:47:44.108364 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1c34c4d6-6acf-4769-b9c7-8e651a7845b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:44.110926 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1c34c4d6-6acf-4769-b9c7-8e651a7845b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:44.112105 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1c34c4d6-6acf-4769-b9c7-8e651a7845b3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/39604fb7-fdde-460a-ae97-89371820cc9d HTTP/1.1" status: 204 len: 168 time: 0.3084033 Aug 23 20:47:44.125952 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:44.145450 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c34c4d6-6acf-4769-b9c7-8e651a7845b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39604fb7-fdde-460a-ae97-89371820cc9d,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:44.182423 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-03d69d7f-a006-45e5-b477-48aa5af5f823 req-3a0559c3-fe55-46ee-92a5-c51489db6313 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Deleting port 70caf538-caba-424e-8214-e39b15873faf {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:47:44.185083 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-03d69d7f-a006-45e5-b477-48aa5af5f823 req-3a0559c3-fe55-46ee-92a5-c51489db6313 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:44.244882 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 0593a796-738b-4c4f-b335-70b40e28a28f, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=0593a796-738b-4c4f-b335-70b40e28a28f,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:47:44.250174 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:44.268050 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5dcdd0b3-558a-4669-a35a-9f9aaef81a45 req-43f8a87d-bd16-4aee-aa0b-9a1a8bc97a25 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544955 Aug 23 20:47:44.339109 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3b60632-789e-49f5-99eb-7c6ee3b83dca tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:44.353349 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=0593a796-738b-4c4f-b335-70b40e28a28f,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:44.355506 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0709e-724e-4528-a50d-87f8a7e9f958 req-1bdc9366-f210-4011-be2b-1d89f1953517 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:44.357103 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3eb0709e-724e-4528-a50d-87f8a7e9f958 req-1bdc9366-f210-4011-be2b-1d89f1953517 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=04efcb08-5cb6-4ffa-beac-579fa899081c HTTP/1.1" status: 200 len: 946 time: 0.1079190 Aug 23 20:47:44.359776 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3b60632-789e-49f5-99eb-7c6ee3b83dca tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:44.360745 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3b60632-789e-49f5-99eb-7c6ee3b83dca tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:44.381426 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-03d69d7f-a006-45e5-b477-48aa5af5f823 req-3a0559c3-fe55-46ee-92a5-c51489db6313 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] For port 70caf538-caba-424e-8214-e39b15873faf, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=70caf538-caba-424e-8214-e39b15873faf,segment=NetworkSegment(a0304131-671f-4c22-8fc4-9d97cd99d833),segment_id=a0304131-671f-4c22-8fc4-9d97cd99d833)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:47:44.382803 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-03d69d7f-a006-45e5-b477-48aa5af5f823 req-3a0559c3-fe55-46ee-92a5-c51489db6313 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:44.398618 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-03d69d7f-a006-45e5-b477-48aa5af5f823 req-3a0559c3-fe55-46ee-92a5-c51489db6313 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Calling delete_port for 70caf538-caba-424e-8214-e39b15873faf owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:47:44.527787 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:44.561123 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 46004) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:44.579763 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1921478e-06f4-4a9a-9b4f-8785ca1e6312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:44.613534 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-03d69d7f-a006-45e5-b477-48aa5af5f823 req-3a0559c3-fe55-46ee-92a5-c51489db6313 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:44.625265 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['70caf538-caba-424e-8214-e39b15873faf'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:47:44.651329 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0559c3-fe55-46ee-92a5-c51489db6313 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Pushing event deleted for resources: {'Port': ['ID=70caf538-caba-424e-8214-e39b15873faf,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:44.747977 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-03d69d7f-a006-45e5-b477-48aa5af5f823 req-3a0559c3-fe55-46ee-92a5-c51489db6313 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] No DVR routers for this DVR port 70caf538-caba-424e-8214-e39b15873faf on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:47:44.756419 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-03d69d7f-a006-45e5-b477-48aa5af5f823 req-3a0559c3-fe55-46ee-92a5-c51489db6313 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:44.759363 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-03d69d7f-a006-45e5-b477-48aa5af5f823 req-3a0559c3-fe55-46ee-92a5-c51489db6313 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.11 "DELETE /v2.0/ports/70caf538-caba-424e-8214-e39b15873faf HTTP/1.1" status: 204 len: 173 time: 0.8109126 Aug 23 20:47:44.759821 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04efcb08-5cb6-4ffa-beac-579fa899081c', 'name': 'network-vif-deleted', 'tag': '70caf538-caba-424e-8214-e39b15873faf'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:47:44.762186 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a7c50a-d5d1-43d1-8a2e-539bc48d1e4e" -d '{"events": [{"server_uuid": "04efcb08-5cb6-4ffa-beac-579fa899081c", "name": "network-vif-deleted", "tag": "70caf538-caba-424e-8214-e39b15873faf"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:47:44.806073 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-36a32106-93f1-4a33-a9c4-2d5e5e5d206b tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:44.812586 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-36a32106-93f1-4a33-a9c4-2d5e5e5d206b tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:44.818573 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-36a32106-93f1-4a33-a9c4-2d5e5e5d206b tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:44.825882 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-36a32106-93f1-4a33-a9c4-2d5e5e5d206b tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:44.831764 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-36a32106-93f1-4a33-a9c4-2d5e5e5d206b tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:44.838660 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-36a32106-93f1-4a33-a9c4-2d5e5e5d206b tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:44.843064 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3eb0709e-724e-4528-a50d-87f8a7e9f958 req-ea225d17-6f8e-400b-950b-f608a4f76381 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4337337 Aug 23 20:47:44.845007 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-36a32106-93f1-4a33-a9c4-2d5e5e5d206b tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:44.847751 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-36a32106-93f1-4a33-a9c4-2d5e5e5d206b tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.11 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 5442 time: 0.1752172 Aug 23 20:47:44.851665 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46fc0ea1-055e-4ba5-91ff-ee9bb55d944d x-openstack-request-id: req-46fc0ea1-055e-4ba5-91ff-ee9bb55d944d {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:47:44.851950 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04efcb08-5cb6-4ffa-beac-579fa899081c", "name": "network-vif-deleted", "tag": "70caf538-caba-424e-8214-e39b15873faf", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:47:44.852477 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-46fc0ea1-055e-4ba5-91ff-ee9bb55d944d {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:47:44.852872 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04efcb08-5cb6-4ffa-beac-579fa899081c', 'name': 'network-vif-deleted', 'tag': '70caf538-caba-424e-8214-e39b15873faf', 'status': 'completed', 'code': 200} Aug 23 20:47:44.889480 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b60632-789e-49f5-99eb-7c6ee3b83dca tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'Port': ['ID=1b86c4c1-8d56-459e-ba5b-661ba298aafa,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:44.904628 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1921478e-06f4-4a9a-9b4f-8785ca1e6312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:44.911509 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1921478e-06f4-4a9a-9b4f-8785ca1e6312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:44.916565 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-4f2f55a4-382e-4534-a6df-1263bded555c tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:44.918293 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-4f2f55a4-382e-4534-a6df-1263bded555c tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.11 "GET /v2.0/ports/bb388623-a8ca-48fa-a801-64a5e58b5d43?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0596597 Aug 23 20:47:44.945672 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0cbf014-1247-4482-bdb1-a38267aafa61 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:44.990437 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b60632-789e-49f5-99eb-7c6ee3b83dca tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:47:44.993544 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-e3b60632-789e-49f5-99eb-7c6ee3b83dca tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:47:45.013255 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1921478e-06f4-4a9a-9b4f-8785ca1e6312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181a54c5-65fd-4982-abb5-3094c1cd0ada,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:45.021216 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1921478e-06f4-4a9a-9b4f-8785ca1e6312 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6d7f5debb7574852bf6d2a7731e725ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4565847 Aug 23 20:47:45.021567 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 46010) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:45.135448 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-1512d031-f2c9-4305-89d2-38f073fbaff1 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.11 "GET /v2.0/networks/02bac410-b27b-49cf-96fd-4f276d56ae51?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2071285 Aug 23 20:47:45.154608 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-da141756-aba9-460b-948a-4a59b11e94f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:45.161730 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-3ea3cb42-a1ce-45e3-b973-ea1112df6e2c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:47:45.245250 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32eeeff-0aa0-408f-b49c-8b7469a9f40c req-b1eaf82c-1dfb-47dd-be67-f0c5efb71c9c tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:45.252255 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32eeeff-0aa0-408f-b49c-8b7469a9f40c req-b1eaf82c-1dfb-47dd-be67-f0c5efb71c9c tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:45.258827 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32eeeff-0aa0-408f-b49c-8b7469a9f40c req-b1eaf82c-1dfb-47dd-be67-f0c5efb71c9c tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:45.265733 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32eeeff-0aa0-408f-b49c-8b7469a9f40c req-b1eaf82c-1dfb-47dd-be67-f0c5efb71c9c tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:45.273892 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32eeeff-0aa0-408f-b49c-8b7469a9f40c req-b1eaf82c-1dfb-47dd-be67-f0c5efb71c9c tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:45.280708 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32eeeff-0aa0-408f-b49c-8b7469a9f40c req-b1eaf82c-1dfb-47dd-be67-f0c5efb71c9c tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:45.286885 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32eeeff-0aa0-408f-b49c-8b7469a9f40c req-b1eaf82c-1dfb-47dd-be67-f0c5efb71c9c tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:45.290361 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a32eeeff-0aa0-408f-b49c-8b7469a9f40c req-b1eaf82c-1dfb-47dd-be67-f0c5efb71c9c tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 5442 time: 0.2052617 Aug 23 20:47:45.294208 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b60632-789e-49f5-99eb-7c6ee3b83dca tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Router 3fd1750a-78af-488c-bdee-8593fba134a1 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:47:45.313022 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0cbf014-1247-4482-bdb1-a38267aafa61 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:45.318743 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-da141756-aba9-460b-948a-4a59b11e94f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:45.362701 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0ec2b3d3-3815-467d-8178-f0a48a64eee3 None None] Provisioning complete for port 1b86c4c1-8d56-459e-ba5b-661ba298aafa triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:47:45.363313 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0ec2b3d3-3815-467d-8178-f0a48a64eee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:45.365876 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-3ea3cb42-a1ce-45e3-b973-ea1112df6e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:45.408537 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a32eeeff-0aa0-408f-b49c-8b7469a9f40c req-2555e6a5-1ca9-4311-87d3-c7265f09aae1 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/security-groups?id=f264d724-bded-494f-9829-ab610400f252&id=83be7946-311a-487f-aca8-ec9e53b3ca8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0839987 Aug 23 20:47:45.430706 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-0ec2b3d3-3815-467d-8178-f0a48a64eee3 None None] Port 1b86c4c1-8d56-459e-ba5b-661ba298aafa cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:47:45.485963 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-da141756-aba9-460b-948a-4a59b11e94f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:45.488955 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-da141756-aba9-460b-948a-4a59b11e94f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:45.490309 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-da141756-aba9-460b-948a-4a59b11e94f3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/181a54c5-65fd-4982-abb5-3094c1cd0ada HTTP/1.1" status: 204 len: 168 time: 0.4678385 Aug 23 20:47:45.532217 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da141756-aba9-460b-948a-4a59b11e94f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181a54c5-65fd-4982-abb5-3094c1cd0ada,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:45.589181 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-3ea3cb42-a1ce-45e3-b973-ea1112df6e2c service neutron] For port bb388623-a8ca-48fa-a801-64a5e58b5d43, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=bb388623-a8ca-48fa-a801-64a5e58b5d43,segment=NetworkSegment(d26d7b7e-620e-4a66-b90b-1ee63dd61b0f),segment_id=d26d7b7e-620e-4a66-b90b-1ee63dd61b0f)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:47:45.605112 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b60632-789e-49f5-99eb-7c6ee3b83dca tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:47:45.615882 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e3b60632-789e-49f5-99eb-7c6ee3b83dca tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "PUT /v2.0/routers/3fd1750a-78af-488c-bdee-8593fba134a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7014835 Aug 23 20:47:45.616621 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3ce002-702d-4e86-99bd-626633d0e571 None None] Sync routers for ids ['3fd1750a-78af-488c-bdee-8593fba134a1'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:47:45.621094 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 46018) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:45.622995 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8162bbd-9c51-4efb-9a97-ce9d98740d15 req-9fa9c62d-bc6d-486b-a50e-a843395b99c8 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:45.626768 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3ce002-702d-4e86-99bd-626633d0e571 None None] Routers {'3fd1750a-78af-488c-bdee-8593fba134a1'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:47:45.627668 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1f3ce002-702d-4e86-99bd-626633d0e571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:47:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['3fd1750a-78af-488c-bdee-8593fba134a1'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:47:45.630479 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d8162bbd-9c51-4efb-9a97-ce9d98740d15 req-9fa9c62d-bc6d-486b-a50e-a843395b99c8 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 946 time: 0.2008815 Aug 23 20:47:45.667191 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-3ea3cb42-a1ce-45e3-b973-ea1112df6e2c service neutron] For port bb388623-a8ca-48fa-a801-64a5e58b5d43, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:47:45.693367 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d8162bbd-9c51-4efb-9a97-ce9d98740d15 req-de959426-cd10-4f79-a2a8-ca23d6b1671d tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570674 Aug 23 20:47:45.703242 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9dffc02-f4e2-4db6-ad66-df74fb908f0d tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:45.705658 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e9dffc02-f4e2-4db6-ad66-df74fb908f0d tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/ports/1b86c4c1-8d56-459e-ba5b-661ba298aafa HTTP/1.1" status: 200 len: 911 time: 0.0832710 Aug 23 20:47:45.708983 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 46020) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:45.733600 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0cbf014-1247-4482-bdb1-a38267aafa61 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Router 0aa5d5d2-629a-4500-8fe2-00c162881609 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:47:45.811146 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-1f3ce002-702d-4e86-99bd-626633d0e571 None None] Set router 3fd1750a-78af-488c-bdee-8593fba134a1 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:47:45.881399 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 0593a796-738b-4c4f-b335-70b40e28a28f up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:47:45.919528 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0cbf014-1247-4482-bdb1-a38267aafa61 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:47:45.964571 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0cbf014-1247-4482-bdb1-a38267aafa61 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:45.966294 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e0cbf014-1247-4482-bdb1-a38267aafa61 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.0333490 Aug 23 20:47:45.970608 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46032) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:45.974859 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f526ddf2-a347-41b4-8aed-dd79e568f9ad None None] Sync routers for ids ['0aa5d5d2-629a-4500-8fe2-00c162881609'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:47:46.007736 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:46.030558 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f526ddf2-a347-41b4-8aed-dd79e568f9ad None None] Routers {'0aa5d5d2-629a-4500-8fe2-00c162881609'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:47:46.034873 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-f526ddf2-a347-41b4-8aed-dd79e568f9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:47:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['0aa5d5d2-629a-4500-8fe2-00c162881609'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:47:46.036943 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f9a83529-78e0-471e-b344-ff02a6c6ac86 tempest-TestNetworkAdvancedServerOps-1162004702 tempest-TestNetworkAdvancedServerOps-1162004702-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=0b17a426d9eb4b3083079c3d4dc4db5c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0658495 Aug 23 20:47:46.042798 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46036) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:46.128296 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 0593a796-738b-4c4f-b335-70b40e28a28f triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:47:46.142165 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:46.175638 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1f3ce002-702d-4e86-99bd-626633d0e571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fd1750a-78af-488c-bdee-8593fba134a1', 'name': 'tempest-NetworksTestDHCPv6-router-676508260', 'tenant_id': 'db9608efcb064b40bc03dbc9d75ec2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:47:40Z', 'updated_at': '2021-08-23T20:47:43Z', 'revision_number': 2, 'project_id': 'db9608efcb064b40bc03dbc9d75ec2a9', 'gw_port_host': None, '_interfaces': [{'id': '1b86c4c1-8d56-459e-ba5b-661ba298aafa', 'name': '', 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'tenant_id': 'db9608efcb064b40bc03dbc9d75ec2a9', 'mac_address': 'fa:16:3e:22:90:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fd1750a-78af-488c-bdee-8593fba134a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': '45f3b4a4-665f-4622-b8fb-78d586ed88b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:47:42Z', 'updated_at': '2021-08-23T20:47:43Z', 'revision_number': 2, 'project_id': 'db9608efcb064b40bc03dbc9d75ec2a9', 'subnets': [{'id': '45f3b4a4-665f-4622-b8fb-78d586ed88b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:47:46.216826 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-3ea3cb42-a1ce-45e3-b973-ea1112df6e2c service neutron] device_id is not set on port bb388623-a8ca-48fa-a801-64a5e58b5d43 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:47:46.265080 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-3ea3cb42-a1ce-45e3-b973-ea1112df6e2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:46.279123 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-3ea3cb42-a1ce-45e3-b973-ea1112df6e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:46.282446 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-f526ddf2-a347-41b4-8aed-dd79e568f9ad None None] Set router 0aa5d5d2-629a-4500-8fe2-00c162881609 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:47:46.325453 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272da3f9-09a4-41de-ba62-ef1aaab1054a tempest-TestNetworkAdvancedServerOps-1162004702 tempest-TestNetworkAdvancedServerOps-1162004702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:46.326976 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-272da3f9-09a4-41de-ba62-ef1aaab1054a tempest-TestNetworkAdvancedServerOps-1162004702 tempest-TestNetworkAdvancedServerOps-1162004702-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2829518 Aug 23 20:47:46.329896 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46054) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:46.351278 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f1c8a4-20fb-44a2-b572-fbe92be38395 req-da17a990-f29a-46e2-bb91-16cf58ac8377 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:46.361118 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-78f1c8a4-20fb-44a2-b572-fbe92be38395 req-da17a990-f29a-46e2-bb91-16cf58ac8377 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 946 time: 0.1561182 Aug 23 20:47:46.363009 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea3cb42-a1ce-45e3-b973-ea1112df6e2c service neutron] Pushing event updated for resources: {'Port': ['ID=bb388623-a8ca-48fa-a801-64a5e58b5d43,revision_number=6']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:46.390609 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7059a99a-2fc4-4124-a3a8-20de456faae2 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:46.403816 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7059a99a-2fc4-4124-a3a8-20de456faae2 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:46.407700 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-7059a99a-2fc4-4124-a3a8-20de456faae2 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.6943262 Aug 23 20:47:46.411078 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46058) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:46.465692 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-78f1c8a4-20fb-44a2-b572-fbe92be38395 req-9efa7963-c9c6-4d8a-a402-174214037572 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036644 Aug 23 20:47:46.470355 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3ce002-702d-4e86-99bd-626633d0e571 None None] Checking router: 3fd1750a-78af-488c-bdee-8593fba134a1 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:47:46.470675 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3ce002-702d-4e86-99bd-626633d0e571 None None] Updating router 3fd1750a-78af-488c-bdee-8593fba134a1 port 1b86c4c1-8d56-459e-ba5b-661ba298aafa binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:47:46.473981 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-cb65e910-14c0-4b84-b999-93cbf4433d16 tempest-TestNetworkAdvancedServerOps-1162004702 tempest-TestNetworkAdvancedServerOps-1162004702-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=03d801c5-d257-4cc1-bad3-11a323aafec0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1429968 Aug 23 20:47:46.504623 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 46064) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:46.507997 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-3ea3cb42-a1ce-45e3-b973-ea1112df6e2c service neutron] No DVR routers for this DVR port bb388623-a8ca-48fa-a801-64a5e58b5d43 on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:47:46.521514 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-0ab3902b-523d-47ae-bcbc-759f0884a73a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-411614627', 'network_id': '8d068299-4184-4227-8cbc-58442cd62193', 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:47:46.525795 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1f3ce002-702d-4e86-99bd-626633d0e571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:46.654021 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-f526ddf2-a347-41b4-8aed-dd79e568f9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa5d5d2-629a-4500-8fe2-00c162881609', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2058955899', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'ee6ca945-9e17-42bb-8125-13cf1d9affe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:47:41Z', 'updated_at': '2021-08-23T20:47:44Z', 'revision_number': 3, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'gw_port': {'id': 'ee6ca945-9e17-42bb-8125-13cf1d9affe4', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa5d5d2-629a-4500-8fe2-00c162881609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:47:42Z', 'updated_at': '2021-08-23T20:47:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:47:46.721110 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f526ddf2-a347-41b4-8aed-dd79e568f9ad None None] Checking router: 0aa5d5d2-629a-4500-8fe2-00c162881609 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:47:46.722767 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f526ddf2-a347-41b4-8aed-dd79e568f9ad None None] Updating router 0aa5d5d2-629a-4500-8fe2-00c162881609 port ee6ca945-9e17-42bb-8125-13cf1d9affe4 binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:47:46.779047 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f526ddf2-a347-41b4-8aed-dd79e568f9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:46.805286 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99fa15-92ec-4048-aff0-65473b3744f3 req-8f2e2604-a021-4295-b9a7-0992463d8e06 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:46.808890 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6289ed4a-cfd4-4e7a-b38a-17c4462dc810 None None] Provisioning complete for port bb388623-a8ca-48fa-a801-64a5e58b5d43 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:47:46.809317 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6289ed4a-cfd4-4e7a-b38a-17c4462dc810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:46.814094 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-3ea3cb42-a1ce-45e3-b973-ea1112df6e2c service neutron] In _notify_port_updated(), no bound segment for port bb388623-a8ca-48fa-a801-64a5e58b5d43 on network 02bac410-b27b-49cf-96fd-4f276d56ae51 {{(pid=94687) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 20:47:46.814771 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-3ea3cb42-a1ce-45e3-b973-ea1112df6e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:46.815393 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-3ea3cb42-a1ce-45e3-b973-ea1112df6e2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:46.816722 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-3ea3cb42-a1ce-45e3-b973-ea1112df6e2c service neutron] 10.222.0.11 "PUT /v2.0/ports/bb388623-a8ca-48fa-a801-64a5e58b5d43 HTTP/1.1" status: 200 len: 1031 time: 1.6632583 Aug 23 20:47:46.820388 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7c99fa15-92ec-4048-aff0-65473b3744f3 req-8f2e2604-a021-4295-b9a7-0992463d8e06 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/networks?id=99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54 HTTP/1.1" status: 200 len: 812 time: 0.5561738 Aug 23 20:47:46.933977 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7c99fa15-92ec-4048-aff0-65473b3744f3 req-e78408f1-c112-44c2-8a8d-ec5b9676baa8 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/quotas/6b5caa9dd6fe449d826e5284616c3d3c HTTP/1.1" status: 200 len: 375 time: 0.1125951 Aug 23 20:47:46.934498 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-6289ed4a-cfd4-4e7a-b38a-17c4462dc810 None None] Port bb388623-a8ca-48fa-a801-64a5e58b5d43 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:47:46.997152 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-2ff5ae15-14a8-4f19-a256-d0739d1c7f0c tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:46.998537 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-2ff5ae15-14a8-4f19-a256-d0739d1c7f0c tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.11 "GET /v2.0/ports/8befdd4b-7da4-4882-ba33-5ff1275123c5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1662517 Aug 23 20:47:47.001464 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab3902b-523d-47ae-bcbc-759f0884a73a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Made reservation on behalf of 0b17a426d9eb4b3083079c3d4dc4db5c for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:47:47.015479 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1f3ce002-702d-4e86-99bd-626633d0e571 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:47.016135 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0ab3902b-523d-47ae-bcbc-759f0884a73a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:47.026907 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-8d2af343-71e9-4b8b-9c05-ac2cf6556dd7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:47:47.038003 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-1f3ce002-702d-4e86-99bd-626633d0e571 None None] Transition to ACTIVE for port object 1b86c4c1-8d56-459e-ba5b-661ba298aafa will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:47:47.050170 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1f3ce002-702d-4e86-99bd-626633d0e571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:47.052316 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ae936-eab6-49e5-9321-d2d694ad5897 req-1fbd3452-7133-4521-adda-e615f9614a2f tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:47.058949 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7c99fa15-92ec-4048-aff0-65473b3744f3 req-a9275c0a-3dd9-40ae-b489-073e459b16f2 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=6b5caa9dd6fe449d826e5284616c3d3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1236000 Aug 23 20:47:47.067131 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ae936-eab6-49e5-9321-d2d694ad5897 req-1fbd3452-7133-4521-adda-e615f9614a2f tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:47.075235 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ae936-eab6-49e5-9321-d2d694ad5897 req-1fbd3452-7133-4521-adda-e615f9614a2f tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:47.081548 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ae936-eab6-49e5-9321-d2d694ad5897 req-1fbd3452-7133-4521-adda-e615f9614a2f tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:47.088342 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ae936-eab6-49e5-9321-d2d694ad5897 req-1fbd3452-7133-4521-adda-e615f9614a2f tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:47.094548 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ae936-eab6-49e5-9321-d2d694ad5897 req-1fbd3452-7133-4521-adda-e615f9614a2f tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:47.103894 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-753ae936-eab6-49e5-9321-d2d694ad5897 req-1fbd3452-7133-4521-adda-e615f9614a2f tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 4664 time: 0.3364494 Aug 23 20:47:47.259685 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f526ddf2-a347-41b4-8aed-dd79e568f9ad None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:47.267246 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-1f3ce002-702d-4e86-99bd-626633d0e571 None None] Attempting to bind port 1b86c4c1-8d56-459e-ba5b-661ba298aafa on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:47:47.268525 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-1f3ce002-702d-4e86-99bd-626633d0e571 None None] Attempting to bind port 1b86c4c1-8d56-459e-ba5b-661ba298aafa by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:47:47.269168 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3ce002-702d-4e86-99bd-626633d0e571 None None] Attempting to bind port 1b86c4c1-8d56-459e-ba5b-661ba298aafa on network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:47:47.282996 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3ce002-702d-4e86-99bd-626633d0e571 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:47:47.285775 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3ce002-702d-4e86-99bd-626633d0e571 None None] Checking segment: {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:47:47.286033 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f526ddf2-a347-41b4-8aed-dd79e568f9ad None None] Transition to ACTIVE for port object ee6ca945-9e17-42bb-8125-13cf1d9affe4 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:47:47.286790 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1f3ce002-702d-4e86-99bd-626633d0e571 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:47.287455 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3ce002-702d-4e86-99bd-626633d0e571 None None] Bound using segment: {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:47:47.289881 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-1f3ce002-702d-4e86-99bd-626633d0e571 None None] Bound port: 1b86c4c1-8d56-459e-ba5b-661ba298aafa, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:47:47.291270 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1f3ce002-702d-4e86-99bd-626633d0e571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:47.302352 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f526ddf2-a347-41b4-8aed-dd79e568f9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:47.316990 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-8d2af343-71e9-4b8b-9c05-ac2cf6556dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:47.339121 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4604a198-3fa4-4b8f-9130-07145e9e4499 None None] Pushing event updated for resources: {'Port': ['ID=1b86c4c1-8d56-459e-ba5b-661ba298aafa,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:47.360188 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604a198-3fa4-4b8f-9130-07145e9e4499 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:47:47.360581 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604a198-3fa4-4b8f-9130-07145e9e4499 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:47:47.360866 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604a198-3fa4-4b8f-9130-07145e9e4499 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:47:47.361198 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604a198-3fa4-4b8f-9130-07145e9e4499 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:47:47.361334 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-753ae936-eab6-49e5-9321-d2d694ad5897 req-6553a3df-bd4a-4a3e-9018-a6d70db84fec tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/security-groups?id=f264d724-bded-494f-9829-ab610400f252&id=83be7946-311a-487f-aca8-ec9e53b3ca8b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2519135 Aug 23 20:47:47.361541 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604a198-3fa4-4b8f-9130-07145e9e4499 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:47:47.361863 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604a198-3fa4-4b8f-9130-07145e9e4499 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:47:47.371100 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604a198-3fa4-4b8f-9130-07145e9e4499 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:47:47.374059 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604a198-3fa4-4b8f-9130-07145e9e4499 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:47:47.374059 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604a198-3fa4-4b8f-9130-07145e9e4499 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:47:47.374059 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604a198-3fa4-4b8f-9130-07145e9e4499 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:47:47.374461 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604a198-3fa4-4b8f-9130-07145e9e4499 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:47:47.374589 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604a198-3fa4-4b8f-9130-07145e9e4499 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:47:47.403691 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d56660c-47ea-42c3-82b2-7818adaaabf8 None None] Pushing event updated for resources: {'Port': ['ID=ee6ca945-9e17-42bb-8125-13cf1d9affe4,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:47.424090 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-f526ddf2-a347-41b4-8aed-dd79e568f9ad None None] Attempting to bind port ee6ca945-9e17-42bb-8125-13cf1d9affe4 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:47:47.424847 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-f526ddf2-a347-41b4-8aed-dd79e568f9ad None None] Attempting to bind port ee6ca945-9e17-42bb-8125-13cf1d9affe4 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:47:47.429428 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f526ddf2-a347-41b4-8aed-dd79e568f9ad None None] Attempting to bind port ee6ca945-9e17-42bb-8125-13cf1d9affe4 on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:47:47.437901 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f526ddf2-a347-41b4-8aed-dd79e568f9ad None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:47:47.438512 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f526ddf2-a347-41b4-8aed-dd79e568f9ad None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:47:47.438923 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f526ddf2-a347-41b4-8aed-dd79e568f9ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:47.439316 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f526ddf2-a347-41b4-8aed-dd79e568f9ad None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:47:47.439843 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-f526ddf2-a347-41b4-8aed-dd79e568f9ad None None] Bound port: ee6ca945-9e17-42bb-8125-13cf1d9affe4, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:47:47.440371 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f526ddf2-a347-41b4-8aed-dd79e568f9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:47.446790 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 44398430-706b-49d2-8d3a-3797e436623d no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:47:47.463358 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7c99fa15-92ec-4048-aff0-65473b3744f3 req-0cde67ed-69ff-42b2-8532-25bdccc05163 service neutron] 10.222.0.61 "GET /v2.0/networks/99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720672 Aug 23 20:47:47.555913 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-1f3ce002-702d-4e86-99bd-626633d0e571 None None] For port 1b86c4c1-8d56-459e-ba5b-661ba298aafa, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:47:47.564085 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-1f3ce002-702d-4e86-99bd-626633d0e571 None None] For port 1b86c4c1-8d56-459e-ba5b-661ba298aafa, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=1b86c4c1-8d56-459e-ba5b-661ba298aafa,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:47:47.576099 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1f3ce002-702d-4e86-99bd-626633d0e571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:47.636495 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7c99fa15-92ec-4048-aff0-65473b3744f3 req-e9f3f6d5-fed5-4dde-b739-eadb5302b897 service neutron] 10.222.0.61 "GET /v2.0/networks/99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716118 Aug 23 20:47:47.697706 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4604a198-3fa4-4b8f-9130-07145e9e4499 None None] Pushing event updated for resources: {'Port': ['ID=1b86c4c1-8d56-459e-ba5b-661ba298aafa,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:47.753382 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3ce002-702d-4e86-99bd-626633d0e571 None None] Routers {'3fd1750a-78af-488c-bdee-8593fba134a1'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:47:47.754178 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1f3ce002-702d-4e86-99bd-626633d0e571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:47:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['3fd1750a-78af-488c-bdee-8593fba134a1'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:47:47.790821 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a4aee-b2ea-43c7-9e29-22d11df8cd22 req-387fe91a-af81-496a-9649-5b87e026147d tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:47.800514 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5f6a4aee-b2ea-43c7-9e29-22d11df8cd22 req-387fe91a-af81-496a-9649-5b87e026147d tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 946 time: 0.2308595 Aug 23 20:47:47.844720 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e1d3fb9-c32e-4be1-aa10-c6ccb79237cd tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:47.875112 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0ab3902b-523d-47ae-bcbc-759f0884a73a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:47.899981 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-8d2af343-71e9-4b8b-9c05-ac2cf6556dd7 service neutron] For port 8befdd4b-7da4-4882-ba33-5ff1275123c5, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=8befdd4b-7da4-4882-ba33-5ff1275123c5,segment=NetworkSegment(d26d7b7e-620e-4a66-b90b-1ee63dd61b0f),segment_id=d26d7b7e-620e-4a66-b90b-1ee63dd61b0f)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:47:47.965244 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-f526ddf2-a347-41b4-8aed-dd79e568f9ad None None] For port ee6ca945-9e17-42bb-8125-13cf1d9affe4, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:47:47.971758 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:47.984287 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-1f3ce002-702d-4e86-99bd-626633d0e571 None None] Set router 3fd1750a-78af-488c-bdee-8593fba134a1 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:47:48.020124 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5f6a4aee-b2ea-43c7-9e29-22d11df8cd22 req-94d17490-eb53-44b6-b0c5-b9e5ad0d6be5 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136497 Aug 23 20:47:48.098019 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 44398430-706b-49d2-8d3a-3797e436623d, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=44398430-706b-49d2-8d3a-3797e436623d,segment=NetworkSegment(d26d7b7e-620e-4a66-b90b-1ee63dd61b0f),segment_id=d26d7b7e-620e-4a66-b90b-1ee63dd61b0f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:47:48.106101 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44398430-706b-49d2-8d3a-3797e436623d'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:47:48.109290 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42288e32-8ddd-4cd2-9225-5800ce75a17e" -d '{"events": [{"server_uuid": "4731d55c-0045-402f-8d63-5bfbf5e10844", "name": "network-vif-unplugged", "status": "completed", "tag": "44398430-706b-49d2-8d3a-3797e436623d"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:47:48.116544 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:48.117886 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 038aba1e-ac97-4fd1-90cd-2192fd5ab1b4 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:47:48.121339 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-f526ddf2-a347-41b4-8aed-dd79e568f9ad None None] For port ee6ca945-9e17-42bb-8125-13cf1d9affe4, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=ee6ca945-9e17-42bb-8125-13cf1d9affe4,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:47:48.133475 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab3902b-523d-47ae-bcbc-759f0884a73a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'Subnet': ['ID=d93f73c3-35f9-433c-a781-7029406e1a10,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:48.143352 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-8d2af343-71e9-4b8b-9c05-ac2cf6556dd7 service neutron] For port 8befdd4b-7da4-4882-ba33-5ff1275123c5, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:47:48.265951 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-689f6a4d-b1a2-4a7c-9a82-07759f69f23a req-03c8e971-88ee-47b1-a102-28327c05b31f tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45ac867-725d-418b-8e4b-c7f2b6c2f428 HTTP/1.1" status: 200 len: 210 time: 0.1597049 Aug 23 20:47:48.277323 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab3902b-523d-47ae-bcbc-759f0884a73a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Checking segment: {'id': '0bc364fb-51ac-4f82-a8e6-c471283c8ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8d068299-4184-4227-8cbc-58442cd62193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:47:48.277981 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab3902b-523d-47ae-bcbc-759f0884a73a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Network hostable DHCP agents. Network: 8d068299-4184-4227-8cbc-58442cd62193, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:47:48.306552 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-8d2af343-71e9-4b8b-9c05-ac2cf6556dd7 service neutron] device_id is not set on port 8befdd4b-7da4-4882-ba33-5ff1275123c5 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:47:48.306767 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=44398430-706b-49d2-8d3a-3797e436623d,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:48.348069 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-8d2af343-71e9-4b8b-9c05-ac2cf6556dd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:48.360139 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-8d2af343-71e9-4b8b-9c05-ac2cf6556dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:48.368018 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab3902b-523d-47ae-bcbc-759f0884a73a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Network 8d068299-4184-4227-8cbc-58442cd62193 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:47:48.430097 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-0ab3902b-523d-47ae-bcbc-759f0884a73a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 8d068299-4184-4227-8cbc-58442cd62193) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:47:48.452577 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f526ddf2-a347-41b4-8aed-dd79e568f9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:48.456039 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab3902b-523d-47ae-bcbc-759f0884a73a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:48.456760 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0ab3902b-523d-47ae-bcbc-759f0884a73a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:48.467048 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889555f-d34d-4ebd-a994-6c9f9fb8c87b req-2d46325e-e315-4b95-a9c3-0ca75406a245 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:48.488112 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2af343-71e9-4b8b-9c05-ac2cf6556dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=8befdd4b-7da4-4882-ba33-5ff1275123c5,revision_number=6']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:48.489706 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 20:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41b8417-3c11-47cb-bc84-b59a47842a97 x-openstack-request-id: req-c41b8417-3c11-47cb-bc84-b59a47842a97 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:47:48.489706 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4731d55c-0045-402f-8d63-5bfbf5e10844", "name": "network-vif-unplugged", "status": "completed", "tag": "44398430-706b-49d2-8d3a-3797e436623d", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:47:48.489706 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c41b8417-3c11-47cb-bc84-b59a47842a97 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:47:48.490050 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44398430-706b-49d2-8d3a-3797e436623d', 'code': 200} Aug 23 20:47:48.499535 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2889555f-d34d-4ebd-a994-6c9f9fb8c87b req-2d46325e-e315-4b95-a9c3-0ca75406a245 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 946 time: 0.2512724 Aug 23 20:47:48.584194 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-8d2af343-71e9-4b8b-9c05-ac2cf6556dd7 service neutron] No DVR routers for this DVR port 8befdd4b-7da4-4882-ba33-5ff1275123c5 on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:47:48.595351 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1f3ce002-702d-4e86-99bd-626633d0e571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fd1750a-78af-488c-bdee-8593fba134a1', 'name': 'tempest-NetworksTestDHCPv6-router-676508260', 'tenant_id': 'db9608efcb064b40bc03dbc9d75ec2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:47:40Z', 'updated_at': '2021-08-23T20:47:43Z', 'revision_number': 2, 'project_id': 'db9608efcb064b40bc03dbc9d75ec2a9', 'gw_port_host': None, '_interfaces': [{'id': '1b86c4c1-8d56-459e-ba5b-661ba298aafa', 'name': '', 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'tenant_id': 'db9608efcb064b40bc03dbc9d75ec2a9', 'mac_address': 'fa:16:3e:22:90:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fd1750a-78af-488c-bdee-8593fba134a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': '45f3b4a4-665f-4622-b8fb-78d586ed88b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:47:42Z', 'updated_at': '2021-08-23T20:47:47Z', 'revision_number': 4, 'project_id': 'db9608efcb064b40bc03dbc9d75ec2a9', 'subnets': [{'id': '45f3b4a4-665f-4622-b8fb-78d586ed88b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:47:48.606996 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d56660c-47ea-42c3-82b2-7818adaaabf8 None None] Pushing event updated for resources: {'Port': ['ID=ee6ca945-9e17-42bb-8125-13cf1d9affe4,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:48.640912 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7c9666-a890-4720-806a-a32ea8f39c57 None None] Network 8d068299-4184-4227-8cbc-58442cd62193 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:47:48.676362 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2889555f-d34d-4ebd-a994-6c9f9fb8c87b req-935766a0-82e9-45d7-b297-9c98b269b17b tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732252 Aug 23 20:47:48.706903 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-6e1d3fb9-c32e-4be1-aa10-c6ccb79237cd tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Deleting port 1b86c4c1-8d56-459e-ba5b-661ba298aafa {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:47:48.707216 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e1d3fb9-c32e-4be1-aa10-c6ccb79237cd tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:48.714762 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3ce002-702d-4e86-99bd-626633d0e571 None None] The sync data for ids ['3fd1750a-78af-488c-bdee-8593fba134a1'] in n-d-805663-2 is: [{'id': '3fd1750a-78af-488c-bdee-8593fba134a1', 'name': 'tempest-NetworksTestDHCPv6-router-676508260', 'tenant_id': 'db9608efcb064b40bc03dbc9d75ec2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:47:40Z', 'updated_at': '2021-08-23T20:47:43Z', 'revision_number': 2, 'project_id': 'db9608efcb064b40bc03dbc9d75ec2a9', 'gw_port_host': None, '_interfaces': [{'id': '1b86c4c1-8d56-459e-ba5b-661ba298aafa', 'name': '', 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'tenant_id': 'db9608efcb064b40bc03dbc9d75ec2a9', 'mac_address': 'fa:16:3e:22:90:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fd1750a-78af-488c-bdee-8593fba134a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': '45f3b4a4-665f-4622-b8fb-78d586ed88b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:47:42Z', 'updated_at': '2021-08-23T20:47:47Z', 'revision_number': 4, 'project_id': 'db9608efcb064b40bc03dbc9d75ec2a9', 'subnets': [{'id': '45f3b4a4-665f-4622-b8fb-78d586ed88b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:47:48.843986 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0ab3902b-523d-47ae-bcbc-759f0884a73a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.3321800 Aug 23 20:47:48.852802 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 46122) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:49.045975 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f526ddf2-a347-41b4-8aed-dd79e568f9ad None None] Routers {'0aa5d5d2-629a-4500-8fe2-00c162881609'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:47:49.049747 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-f526ddf2-a347-41b4-8aed-dd79e568f9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:47:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['0aa5d5d2-629a-4500-8fe2-00c162881609'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:47:49.062159 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18c3da-c173-4df8-876e-694a49ee8e0b req-0e69992a-5f58-4195-88b8-2e5ee91ccf61 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:49.074248 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18c3da-c173-4df8-876e-694a49ee8e0b req-0e69992a-5f58-4195-88b8-2e5ee91ccf61 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:49.079540 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-6e1d3fb9-c32e-4be1-aa10-c6ccb79237cd tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] For port 1b86c4c1-8d56-459e-ba5b-661ba298aafa, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=1b86c4c1-8d56-459e-ba5b-661ba298aafa,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:47:49.080436 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e1d3fb9-c32e-4be1-aa10-c6ccb79237cd tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:49.088487 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18c3da-c173-4df8-876e-694a49ee8e0b req-0e69992a-5f58-4195-88b8-2e5ee91ccf61 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:49.099765 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-6e1d3fb9-c32e-4be1-aa10-c6ccb79237cd tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Calling delete_port for 1b86c4c1-8d56-459e-ba5b-661ba298aafa owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:47:49.106026 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18c3da-c173-4df8-876e-694a49ee8e0b req-0e69992a-5f58-4195-88b8-2e5ee91ccf61 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:49.118556 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18c3da-c173-4df8-876e-694a49ee8e0b req-0e69992a-5f58-4195-88b8-2e5ee91ccf61 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:49.128429 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e4078-6f79-4d52-b06a-5d8f83217619 req-ff788fe8-f9ae-466e-b876-132c81fc9c1d tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:49.130314 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f10e4078-6f79-4d52-b06a-5d8f83217619 req-ff788fe8-f9ae-466e-b876-132c81fc9c1d tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 946 time: 0.1381271 Aug 23 20:47:49.140596 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ff18c3da-c173-4df8-876e-694a49ee8e0b req-0e69992a-5f58-4195-88b8-2e5ee91ccf61 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 3884 time: 0.6030679 Aug 23 20:47:49.141985 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-8d2af343-71e9-4b8b-9c05-ac2cf6556dd7 service neutron] In _notify_port_updated(), no bound segment for port 8befdd4b-7da4-4882-ba33-5ff1275123c5 on network 02bac410-b27b-49cf-96fd-4f276d56ae51 {{(pid=94687) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 20:47:49.145290 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-8d2af343-71e9-4b8b-9c05-ac2cf6556dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:49.146613 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-8d2af343-71e9-4b8b-9c05-ac2cf6556dd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:49.149778 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-8d2af343-71e9-4b8b-9c05-ac2cf6556dd7 service neutron] 10.222.0.11 "PUT /v2.0/ports/8befdd4b-7da4-4882-ba33-5ff1275123c5 HTTP/1.1" status: 200 len: 1031 time: 2.1278706 Aug 23 20:47:49.207845 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:49.251539 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ac178f09-6772-4cba-8ca4-7bd758d472e7 None None] Provisioning complete for port 8befdd4b-7da4-4882-ba33-5ff1275123c5 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:47:49.251921 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ac178f09-6772-4cba-8ca4-7bd758d472e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:49.399041 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ff18c3da-c173-4df8-876e-694a49ee8e0b req-40cca98c-425a-47d3-a8e9-f4987c2c71a1 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/security-groups?id=f264d724-bded-494f-9829-ab610400f252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2407308 Aug 23 20:47:49.475018 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 038aba1e-ac97-4fd1-90cd-2192fd5ab1b4, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=038aba1e-ac97-4fd1-90cd-2192fd5ab1b4,segment=NetworkSegment(8a6ca302-72b4-4bc9-9c2c-af9d6fc59dd9),segment_id=8a6ca302-72b4-4bc9-9c2c-af9d6fc59dd9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:47:49.496560 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:49.497280 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 70caf538-caba-424e-8214-e39b15873faf no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:47:49.536549 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-f526ddf2-a347-41b4-8aed-dd79e568f9ad None None] Set router 0aa5d5d2-629a-4500-8fe2-00c162881609 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:47:49.553214 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f10e4078-6f79-4d52-b06a-5d8f83217619 req-a96d31b6-6bec-4790-ac60-76bceb7ea3ae tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4025254 Aug 23 20:47:49.567330 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-ac178f09-6772-4cba-8ca4-7bd758d472e7 None None] Port 8befdd4b-7da4-4882-ba33-5ff1275123c5 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:47:49.659128 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e1d3fb9-c32e-4be1-aa10-c6ccb79237cd tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:49.688202 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-b7dbe349-2149-4c65-b787-dc8f44debfc8 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Deleting port c61ab549-4c53-4732-9849-eed9b94a4890 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:47:49.688606 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-b7dbe349-2149-4c65-b787-dc8f44debfc8 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:49.720251 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2cb53e-da5e-489c-a0cc-28ec5302c3cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-8d068299-4184-4227-8cbc-58442cd62193', 'network_id': '8d068299-4184-4227-8cbc-58442cd62193', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'fixed_ips': [{'subnet_id': 'd93f73c3-35f9-433c-a781-7029406e1a10'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:47:49.722676 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bc2cb53e-da5e-489c-a0cc-28ec5302c3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:49.727478 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=038aba1e-ac97-4fd1-90cd-2192fd5ab1b4,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:49.734514 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d3fb9-c32e-4be1-aa10-c6ccb79237cd tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event deleted for resources: {'Port': ['ID=1b86c4c1-8d56-459e-ba5b-661ba298aafa,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:49.823764 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: 70caf538-caba-424e-8214-e39b15873faf {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:47:49.825275 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 70caf538-caba-424e-8214-e39b15873faf not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:47:49.825823 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device c9bc32bd-28fb-4ef8-8531-edadca967003 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:47:49.979223 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4e25c6e4-102c-4f22-ac4d-1168c91a36b5 req-fb7d4175-ebec-4c0f-9fdc-ff7bd68512fe tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45ac867-725d-418b-8e4b-c7f2b6c2f428 HTTP/1.1" status: 200 len: 210 time: 0.2591205 Aug 23 20:47:50.062149 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e1d3fb9-c32e-4be1-aa10-c6ccb79237cd tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:50.098073 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01960f-8b9f-46d3-a497-4d71f87c6dde req-564418ae-2b43-4b42-9a43-8e0f284cba14 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:50.107805 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7a01960f-8b9f-46d3-a497-4d71f87c6dde req-564418ae-2b43-4b42-9a43-8e0f284cba14 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 946 time: 0.3683729 Aug 23 20:47:50.259870 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-b7dbe349-2149-4c65-b787-dc8f44debfc8 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] For port c61ab549-4c53-4732-9849-eed9b94a4890, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=c61ab549-4c53-4732-9849-eed9b94a4890,segment=NetworkSegment(1327a635-0d45-4da9-b7cc-6ec07d0ee464),segment_id=1327a635-0d45-4da9-b7cc-6ec07d0ee464)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:47:50.260394 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-b7dbe349-2149-4c65-b787-dc8f44debfc8 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:50.276700 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-b7dbe349-2149-4c65-b787-dc8f44debfc8 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Calling delete_port for c61ab549-4c53-4732-9849-eed9b94a4890 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:47:50.302467 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7a01960f-8b9f-46d3-a497-4d71f87c6dde req-39a08606-97f7-4503-8b9f-7f3208516e10 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927476 Aug 23 20:47:50.411628 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:50.425105 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e1d3fb9-c32e-4be1-aa10-c6ccb79237cd tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Router 3fd1750a-78af-488c-bdee-8593fba134a1 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:47:50.491515 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '038aba1e-ac97-4fd1-90cd-2192fd5ab1b4'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:47:50.494921 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613e5d7a-07f1-42b4-aa63-92c765f47e48" -d '{"events": [{"server_uuid": "4731d55c-0045-402f-8d63-5bfbf5e10844", "name": "network-vif-unplugged", "status": "completed", "tag": "038aba1e-ac97-4fd1-90cd-2192fd5ab1b4"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:47:50.507871 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-bc2cb53e-da5e-489c-a0cc-28ec5302c3cd None None] Allocated IP 172.20.0.2 (8d068299-4184-4227-8cbc-58442cd62193/d93f73c3-35f9-433c-a781-7029406e1a10/bd14efea-459b-439c-ac33-05d3a7d5c180) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:47:50.529088 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:50.535246 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-f526ddf2-a347-41b4-8aed-dd79e568f9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa5d5d2-629a-4500-8fe2-00c162881609', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2058955899', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'ee6ca945-9e17-42bb-8125-13cf1d9affe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:47:41Z', 'updated_at': '2021-08-23T20:47:44Z', 'revision_number': 3, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'gw_port': {'id': 'ee6ca945-9e17-42bb-8125-13cf1d9affe4', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa5d5d2-629a-4500-8fe2-00c162881609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:47:42Z', 'updated_at': '2021-08-23T20:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:47:50.590493 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f526ddf2-a347-41b4-8aed-dd79e568f9ad None None] The sync data for ids ['0aa5d5d2-629a-4500-8fe2-00c162881609'] in n-d-805663-2 is: [{'id': '0aa5d5d2-629a-4500-8fe2-00c162881609', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2058955899', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'ee6ca945-9e17-42bb-8125-13cf1d9affe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:47:41Z', 'updated_at': '2021-08-23T20:47:44Z', 'revision_number': 3, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'gw_port': {'id': 'ee6ca945-9e17-42bb-8125-13cf1d9affe4', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa5d5d2-629a-4500-8fe2-00c162881609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:47:42Z', 'updated_at': '2021-08-23T20:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:47:50.633421 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port c9bc32bd-28fb-4ef8-8531-edadca967003, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=c9bc32bd-28fb-4ef8-8531-edadca967003,segment=NetworkSegment(d26d7b7e-620e-4a66-b90b-1ee63dd61b0f),segment_id=d26d7b7e-620e-4a66-b90b-1ee63dd61b0f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:47:50.643651 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:50.644775 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 8befdd4b-7da4-4882-ba33-5ff1275123c5 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:47:50.771879 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 8befdd4b-7da4-4882-ba33-5ff1275123c5 not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:47:50.773816 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device a83e5ee7-c13f-46f6-b912-2a83576e4498 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:47:50.777013 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=c9bc32bd-28fb-4ef8-8531-edadca967003,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:50.786390 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 46166) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:50.864276 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99fa15-92ec-4048-aff0-65473b3744f3 req-78a8bf55-8137-4e68-8381-11ad53282778 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:50.869566 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7c99fa15-92ec-4048-aff0-65473b3744f3 req-78a8bf55-8137-4e68-8381-11ad53282778 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.11 "GET /v2.0/networks?id=99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54 HTTP/1.1" status: 200 len: 812 time: 0.9281378 Aug 23 20:47:50.884139 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-7c99fa15-92ec-4048-aff0-65473b3744f3 req-87063af3-8a46-4997-a862-def8a346f922 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Request body: {'port': {'device_id': 'd45ac867-725d-418b-8e4b-c7f2b6c2f428', 'network_id': '99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54', 'admin_state_up': True, 'tenant_id': '6b5caa9dd6fe449d826e5284616c3d3c'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:47:50.909166 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1d3fb9-c32e-4be1-aa10-c6ccb79237cd tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:47:50.918869 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-6e1d3fb9-c32e-4be1-aa10-c6ccb79237cd tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "PUT /v2.0/routers/3fd1750a-78af-488c-bdee-8593fba134a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5044162 Aug 23 20:47:50.919902 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46170) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:50.951697 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0d397-29ab-4ca2-aa6a-2459faaaefcb req-91f3a6df-626c-4db2-8925-a67fb0529ae1 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:50.965724 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c2e0d397-29ab-4ca2-aa6a-2459faaaefcb req-91f3a6df-626c-4db2-8925-a67fb0529ae1 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 946 time: 0.1288707 Aug 23 20:47:51.001967 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-b7dbe349-2149-4c65-b787-dc8f44debfc8 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:51.021183 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:51.098637 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89f7469-2603-4c7c-a253-c37a6435a5ac tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:51.103944 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89f7469-2603-4c7c-a253-c37a6435a5ac tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:51.104078 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86c3fc-33d8-44e1-a174-f306e7f9697f req-ecb62d13-8baf-4636-b2c7-def5239b7430 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:51.111444 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b89f7469-2603-4c7c-a253-c37a6435a5ac tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1874759 Aug 23 20:47:51.111646 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86c3fc-33d8-44e1-a174-f306e7f9697f req-ecb62d13-8baf-4636-b2c7-def5239b7430 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:51.113003 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c2e0d397-29ab-4ca2-aa6a-2459faaaefcb req-80fbd4a5-8df1-420c-bd80-4512deab45f2 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460884 Aug 23 20:47:51.113478 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46174) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:51.118737 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86c3fc-33d8-44e1-a174-f306e7f9697f req-ecb62d13-8baf-4636-b2c7-def5239b7430 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:51.125262 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86c3fc-33d8-44e1-a174-f306e7f9697f req-ecb62d13-8baf-4636-b2c7-def5239b7430 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:51.147620 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86c3fc-33d8-44e1-a174-f306e7f9697f req-ecb62d13-8baf-4636-b2c7-def5239b7430 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:51.155913 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9c86c3fc-33d8-44e1-a174-f306e7f9697f req-ecb62d13-8baf-4636-b2c7-def5239b7430 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 3880 time: 0.5820911 Aug 23 20:47:51.169733 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port a83e5ee7-c13f-46f6-b912-2a83576e4498, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=a83e5ee7-c13f-46f6-b912-2a83576e4498,segment=NetworkSegment(1327a635-0d45-4da9-b7cc-6ec07d0ee464),segment_id=1327a635-0d45-4da9-b7cc-6ec07d0ee464)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:47:51.186839 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:51.187651 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device c61ab549-4c53-4732-9849-eed9b94a4890 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:47:51.232486 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9d586b-ce88-4d60-81a5-b1f8ffacf056 None None] Sync routers for ids ['3fd1750a-78af-488c-bdee-8593fba134a1'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:47:51.253143 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-acf4c357-1731-4301-a9e7-1121755a0020 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Deleting subnet 45f3b4a4-665f-4622-b8fb-78d586ed88b3 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:47:51.256275 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9d586b-ce88-4d60-81a5-b1f8ffacf056 None None] Routers {'3fd1750a-78af-488c-bdee-8593fba134a1'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:47:51.257762 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7b9d586b-ce88-4d60-81a5-b1f8ffacf056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:47:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['3fd1750a-78af-488c-bdee-8593fba134a1'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:47:51.282192 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-acf4c357-1731-4301-a9e7-1121755a0020 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:51.291338 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 20:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c25331f-abe9-4e67-9d51-0a55e63892d1 x-openstack-request-id: req-5c25331f-abe9-4e67-9d51-0a55e63892d1 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:47:51.291715 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4731d55c-0045-402f-8d63-5bfbf5e10844", "name": "network-vif-unplugged", "status": "completed", "tag": "038aba1e-ac97-4fd1-90cd-2192fd5ab1b4", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:47:51.300002 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5c25331f-abe9-4e67-9d51-0a55e63892d1 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:47:51.300002 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '038aba1e-ac97-4fd1-90cd-2192fd5ab1b4', 'code': 200} Aug 23 20:47:51.300811 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dbe349-2149-4c65-b787-dc8f44debfc8 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Pushing event deleted for resources: {'Port': ['ID=c61ab549-4c53-4732-9849-eed9b94a4890,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:51.306310 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: c61ab549-4c53-4732-9849-eed9b94a4890 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:47:51.306754 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device c61ab549-4c53-4732-9849-eed9b94a4890 not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:47:51.307052 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device bb388623-a8ca-48fa-a801-64a5e58b5d43 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:47:51.331654 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef186c3e-ef83-4582-a740-3ecdf0efd559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:51.371649 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-acf4c357-1731-4301-a9e7-1121755a0020 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:51.448271 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aa5b9e3f-b42f-48a4-9abf-7235ec63138a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:51.452895 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device bb388623-a8ca-48fa-a801-64a5e58b5d43 not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:47:51.461697 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-7b9d586b-ce88-4d60-81a5-b1f8ffacf056 None None] Set router 3fd1750a-78af-488c-bdee-8593fba134a1 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:47:51.478283 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4df5a6ed-8b7a-491c-9028-0e6e25b9cff5 req-acc184d8-a5dc-4823-a50f-2f5dd4253003 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45ac867-725d-418b-8e4b-c7f2b6c2f428 HTTP/1.1" status: 200 len: 210 time: 0.0527520 Aug 23 20:47:51.490240 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bc2cb53e-da5e-489c-a0cc-28ec5302c3cd None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:51.504275 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=a83e5ee7-c13f-46f6-b912-2a83576e4498,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:51.511712 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bc2cb53e-da5e-489c-a0cc-28ec5302c3cd None None] Transition to ACTIVE for port object bd14efea-459b-439c-ac33-05d3a7d5c180 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:47:51.518681 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9c86c3fc-33d8-44e1-a174-f306e7f9697f req-79ae981d-ebfd-4932-8ec3-161c51c10168 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/security-groups?id=f264d724-bded-494f-9829-ab610400f252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3618214 Aug 23 20:47:51.544204 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-b7dbe349-2149-4c65-b787-dc8f44debfc8 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] No DVR routers for this DVR port c61ab549-4c53-4732-9849-eed9b94a4890 on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:47:51.572336 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bc2cb53e-da5e-489c-a0cc-28ec5302c3cd None None] Transition to ACTIVE for port object bd14efea-459b-439c-ac33-05d3a7d5c180 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:47:51.587041 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7b9d586b-ce88-4d60-81a5-b1f8ffacf056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fd1750a-78af-488c-bdee-8593fba134a1', 'name': 'tempest-NetworksTestDHCPv6-router-676508260', 'tenant_id': 'db9608efcb064b40bc03dbc9d75ec2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:47:40Z', 'updated_at': '2021-08-23T20:47:49Z', 'revision_number': 3, 'project_id': 'db9608efcb064b40bc03dbc9d75ec2a9', 'gw_port_host': None}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:47:51.591465 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bc2cb53e-da5e-489c-a0cc-28ec5302c3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:51.623500 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9d586b-ce88-4d60-81a5-b1f8ffacf056 None None] Checking router: 3fd1750a-78af-488c-bdee-8593fba134a1 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:47:51.637810 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9d586b-ce88-4d60-81a5-b1f8ffacf056 None None] Routers {'3fd1750a-78af-488c-bdee-8593fba134a1'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:47:51.638718 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7b9d586b-ce88-4d60-81a5-b1f8ffacf056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:47:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['3fd1750a-78af-488c-bdee-8593fba134a1'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:47:51.657439 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2cb53e-da5e-489c-a0cc-28ec5302c3cd None None] Pushing event updated for resources: {'Port': ['ID=bd14efea-459b-439c-ac33-05d3a7d5c180,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:51.660411 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-acf4c357-1731-4301-a9e7-1121755a0020 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:51.671640 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2cb53e-da5e-489c-a0cc-28ec5302c3cd None None] Network 8d068299-4184-4227-8cbc-58442cd62193 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:47:51.674164 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-bc2cb53e-da5e-489c-a0cc-28ec5302c3cd None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:47:51.677448 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2cb53e-da5e-489c-a0cc-28ec5302c3cd None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:47:51.723669 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d947ef-8b01-4854-b2d1-4a2049ae17c2 req-b065b03e-b0ff-4909-acfe-876b3dc768ef tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:51.733426 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a1d947ef-8b01-4854-b2d1-4a2049ae17c2 req-b065b03e-b0ff-4909-acfe-876b3dc768ef tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 946 time: 0.1094193 Aug 23 20:47:51.753769 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-7b9d586b-ce88-4d60-81a5-b1f8ffacf056 None None] Set router 3fd1750a-78af-488c-bdee-8593fba134a1 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:47:51.806014 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-bc2cb53e-da5e-489c-a0cc-28ec5302c3cd None None] Attempting to bind port bd14efea-459b-439c-ac33-05d3a7d5c180 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:47:51.806424 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-bc2cb53e-da5e-489c-a0cc-28ec5302c3cd None None] Attempting to bind port bd14efea-459b-439c-ac33-05d3a7d5c180 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '0bc364fb-51ac-4f82-a8e6-c471283c8ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8d068299-4184-4227-8cbc-58442cd62193'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:47:51.806796 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2cb53e-da5e-489c-a0cc-28ec5302c3cd None None] Attempting to bind port bd14efea-459b-439c-ac33-05d3a7d5c180 on network 8d068299-4184-4227-8cbc-58442cd62193 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:47:51.817430 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2cb53e-da5e-489c-a0cc-28ec5302c3cd None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:47:51.818130 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2cb53e-da5e-489c-a0cc-28ec5302c3cd None None] Checking segment: {'id': '0bc364fb-51ac-4f82-a8e6-c471283c8ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8d068299-4184-4227-8cbc-58442cd62193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:47:51.821268 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bc2cb53e-da5e-489c-a0cc-28ec5302c3cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:51.821901 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2cb53e-da5e-489c-a0cc-28ec5302c3cd None None] Bound using segment: {'id': '0bc364fb-51ac-4f82-a8e6-c471283c8ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8d068299-4184-4227-8cbc-58442cd62193'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:47:51.822580 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-bc2cb53e-da5e-489c-a0cc-28ec5302c3cd None None] Bound port: bd14efea-459b-439c-ac33-05d3a7d5c180, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc364fb-51ac-4f82-a8e6-c471283c8ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8d068299-4184-4227-8cbc-58442cd62193'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:47:51.823166 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bc2cb53e-da5e-489c-a0cc-28ec5302c3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:51.861509 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a1d947ef-8b01-4854-b2d1-4a2049ae17c2 req-659f0fed-c920-4616-ba6c-1a6509a8cf8b tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253505 Aug 23 20:47:51.866542 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-acf4c357-1731-4301-a9e7-1121755a0020 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:51.882449 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7b9d586b-ce88-4d60-81a5-b1f8ffacf056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fd1750a-78af-488c-bdee-8593fba134a1', 'name': 'tempest-NetworksTestDHCPv6-router-676508260', 'tenant_id': 'db9608efcb064b40bc03dbc9d75ec2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:47:40Z', 'updated_at': '2021-08-23T20:47:49Z', 'revision_number': 3, 'project_id': 'db9608efcb064b40bc03dbc9d75ec2a9', 'gw_port_host': None}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:47:51.948755 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device ee6ca945-9e17-42bb-8125-13cf1d9affe4 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:47:51.968777 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9d586b-ce88-4d60-81a5-b1f8ffacf056 None None] The sync data for ids ['3fd1750a-78af-488c-bdee-8593fba134a1'] in n-d-805663-2 is: [{'id': '3fd1750a-78af-488c-bdee-8593fba134a1', 'name': 'tempest-NetworksTestDHCPv6-router-676508260', 'tenant_id': 'db9608efcb064b40bc03dbc9d75ec2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:47:40Z', 'updated_at': '2021-08-23T20:47:49Z', 'revision_number': 3, 'project_id': 'db9608efcb064b40bc03dbc9d75ec2a9', 'gw_port_host': None}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:47:51.995994 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf4c357-1731-4301-a9e7-1121755a0020 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event deleted for resources: {'Subnet': ['ID=45f3b4a4-665f-4622-b8fb-78d586ed88b3,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:52.015253 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-acf4c357-1731-4301-a9e7-1121755a0020 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:52.017535 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-acf4c357-1731-4301-a9e7-1121755a0020 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/45f3b4a4-665f-4622-b8fb-78d586ed88b3 HTTP/1.1" status: 204 len: 168 time: 0.9031019 Aug 23 20:47:52.031096 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46182) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:52.052275 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee417d3-f5cf-448b-97ef-ff7863327a61 None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:47:52.144096 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bc2cb53e-da5e-489c-a0cc-28ec5302c3cd None None] For port bd14efea-459b-439c-ac33-05d3a7d5c180, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:47:52.156516 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c99fa15-92ec-4048-aff0-65473b3744f3 req-87063af3-8a46-4997-a862-def8a346f922 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Made reservation on behalf of 6b5caa9dd6fe449d826e5284616c3d3c for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:47:52.161644 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7c99fa15-92ec-4048-aff0-65473b3744f3 req-87063af3-8a46-4997-a862-def8a346f922 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:52.171304 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-b7dbe349-2149-4c65-b787-dc8f44debfc8 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:52.173266 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-b7dbe349-2149-4c65-b787-dc8f44debfc8 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.11 "DELETE /v2.0/ports/c61ab549-4c53-4732-9849-eed9b94a4890 HTTP/1.1" status: 204 len: 173 time: 3.0121846 Aug 23 20:47:52.173764 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'name': 'network-vif-deleted', 'tag': 'c61ab549-4c53-4732-9849-eed9b94a4890'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:47:52.176260 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39774ff2-53d3-43b9-abce-1afb29a9b682" -d '{"events": [{"server_uuid": "4731d55c-0045-402f-8d63-5bfbf5e10844", "name": "network-vif-deleted", "tag": "c61ab549-4c53-4732-9849-eed9b94a4890"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:47:52.273046 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-6149f000-b743-41fd-be50-2267eef0cfdd tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2398832 Aug 23 20:47:52.277223 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902745ec-cbda-42b6-897f-0ccdf6c905b6 x-openstack-request-id: req-902745ec-cbda-42b6-897f-0ccdf6c905b6 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:47:52.277498 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4731d55c-0045-402f-8d63-5bfbf5e10844", "name": "network-vif-deleted", "tag": "c61ab549-4c53-4732-9849-eed9b94a4890", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:47:52.277791 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-902745ec-cbda-42b6-897f-0ccdf6c905b6 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:47:52.278153 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'name': 'network-vif-deleted', 'tag': 'c61ab549-4c53-4732-9849-eed9b94a4890', 'status': 'completed', 'code': 200} Aug 23 20:47:52.281029 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46186) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:52.290667 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3220b27-1313-4597-bba4-a6412c1bdda9 req-1d1371aa-884d-4836-88bc-7bc353b98907 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:52.299695 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e3220b27-1313-4597-bba4-a6412c1bdda9 req-1d1371aa-884d-4836-88bc-7bc353b98907 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 946 time: 0.1824169 Aug 23 20:47:52.407108 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6fbcc76c-5c56-4919-8f9c-5476c7876ad7 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:52.410648 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bc2cb53e-da5e-489c-a0cc-28ec5302c3cd None None] For port bd14efea-459b-439c-ac33-05d3a7d5c180, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=bd14efea-459b-439c-ac33-05d3a7d5c180,segment=NetworkSegment(0bc364fb-51ac-4f82-a8e6-c471283c8ba9),segment_id=0bc364fb-51ac-4f82-a8e6-c471283c8ba9)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:47:52.425482 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bc2cb53e-da5e-489c-a0cc-28ec5302c3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:52.457996 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port ee6ca945-9e17-42bb-8125-13cf1d9affe4 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:47:52.526447 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port ee6ca945-9e17-42bb-8125-13cf1d9affe4 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:47:52.526823 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:52.645101 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef186c3e-ef83-4582-a740-3ecdf0efd559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:52.649898 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2cb53e-da5e-489c-a0cc-28ec5302c3cd None None] Pushing event updated for resources: {'Port': ['ID=bd14efea-459b-439c-ac33-05d3a7d5c180,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:52.660675 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc9aac1-4836-4e17-8b98-0d12ec56f698 None None] DHCP port deletion for 6435e9ee-eaf5-46f5-a85c-299ee4fcacce request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:47:52.670929 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e3220b27-1313-4597-bba4-a6412c1bdda9 req-5e3e6310-febd-45fe-937f-d9fb39149c91 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681500 Aug 23 20:47:52.718926 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef186c3e-ef83-4582-a740-3ecdf0efd559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:52.722254 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-51c6fc92-d8cc-4c57-8b5a-ec9ef83b75a5 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Deleting port 038aba1e-ac97-4fd1-90cd-2192fd5ab1b4 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:47:52.722663 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-51c6fc92-d8cc-4c57-8b5a-ec9ef83b75a5 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:52.754715 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:52.754988 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-7c99fa15-92ec-4048-aff0-65473b3744f3 req-87063af3-8a46-4997-a862-def8a346f922 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Allocated IP 172.20.0.3 (99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54/7cf1476b-2d73-4ece-81d4-01b7879e99dc/6b220273-b974-4788-b23c-7c1e82288593) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:47:52.782354 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cbc9aac1-4836-4e17-8b98-0d12ec56f698 None None] Deleting port 0593a796-738b-4c4f-b335-70b40e28a28f {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:47:52.782652 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cbc9aac1-4836-4e17-8b98-0d12ec56f698 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:52.810546 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port ee6ca945-9e17-42bb-8125-13cf1d9affe4, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=ee6ca945-9e17-42bb-8125-13cf1d9affe4,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:47:52.858378 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:52.915795 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6fbcc76c-5c56-4919-8f9c-5476c7876ad7 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:52.919553 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6fbcc76c-5c56-4919-8f9c-5476c7876ad7 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:52.924379 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d2c1a336-e23c-41cb-9a99-c03c03235cdc req-7f67833b-b806-49fe-aea3-b0da2c171c5f tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45ac867-725d-418b-8e4b-c7f2b6c2f428 HTTP/1.1" status: 200 len: 210 time: 0.2778580 Aug 23 20:47:52.941460 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cbc9aac1-4836-4e17-8b98-0d12ec56f698 None None] For port 0593a796-738b-4c4f-b335-70b40e28a28f, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=0593a796-738b-4c4f-b335-70b40e28a28f,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:47:52.942251 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cbc9aac1-4836-4e17-8b98-0d12ec56f698 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:52.977524 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=ee6ca945-9e17-42bb-8125-13cf1d9affe4,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:52.983119 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cbc9aac1-4836-4e17-8b98-0d12ec56f698 None None] Calling delete_port for 0593a796-738b-4c4f-b335-70b40e28a28f owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:47:52.996300 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8a420-d5cb-4275-a486-863c0a281c25 req-6317c1ec-eec5-40df-90ac-1c08d7d521de tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:53.002440 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8a420-d5cb-4275-a486-863c0a281c25 req-6317c1ec-eec5-40df-90ac-1c08d7d521de tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:53.010930 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8a420-d5cb-4275-a486-863c0a281c25 req-6317c1ec-eec5-40df-90ac-1c08d7d521de tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:53.016877 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8a420-d5cb-4275-a486-863c0a281c25 req-6317c1ec-eec5-40df-90ac-1c08d7d521de tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:53.018017 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c6a8a420-d5cb-4275-a486-863c0a281c25 req-6317c1ec-eec5-40df-90ac-1c08d7d521de tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 3143 time: 0.2170367 Aug 23 20:47:53.067839 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6fbcc76c-5c56-4919-8f9c-5476c7876ad7 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:53.070905 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fbcc76c-5c56-4919-8f9c-5476c7876ad7 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Fanout notify agent at l3_agent the message router_deleted on router 3fd1750a-78af-488c-bdee-8593fba134a1 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:47:53.080409 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6fbcc76c-5c56-4919-8f9c-5476c7876ad7 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:53.085773 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-6fbcc76c-5c56-4919-8f9c-5476c7876ad7 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/routers/3fd1750a-78af-488c-bdee-8593fba134a1 HTTP/1.1" status: 204 len: 168 time: 0.7825582 Aug 23 20:47:53.086670 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46196) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:53.095807 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ef186c3e-ef83-4582-a740-3ecdf0efd559 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2002e3530f604c93b690f81e32ecad54&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3058012 Aug 23 20:47:53.103103 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 46198) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:53.105633 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef186c3e-ef83-4582-a740-3ecdf0efd559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece6a665-dd2c-4179-8f9e-086bba2d179d,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:53.143224 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cbc9aac1-4836-4e17-8b98-0d12ec56f698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:53.167828 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc9aac1-4836-4e17-8b98-0d12ec56f698 None None] No DVR routers for this DVR port 0593a796-738b-4c4f-b335-70b40e28a28f on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:47:53.183281 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c6a8a420-d5cb-4275-a486-863c0a281c25 req-c9fb0d0c-4711-49bc-b7e0-698b7ff1be44 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/security-groups?id=f264d724-bded-494f-9829-ab610400f252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494811 Aug 23 20:47:53.213695 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc9aac1-4836-4e17-8b98-0d12ec56f698 None None] Pushing event deleted for resources: {'Port': ['ID=0593a796-738b-4c4f-b335-70b40e28a28f,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:53.224947 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4c0094-4541-487d-9835-fc5c95c5d3ad tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:53.228203 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-3f4c0094-4541-487d-9835-fc5c95c5d3ad tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1400938 Aug 23 20:47:53.231166 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46200) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:53.260974 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-aa5b9e3f-b42f-48a4-9abf-7235ec63138a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Allocated IP 172.20.0.1 (8d068299-4184-4227-8cbc-58442cd62193/d93f73c3-35f9-433c-a781-7029406e1a10/1ac2a3d2-f6d8-4a7b-97e8-dbebbb8e9223) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:47:53.280394 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-51c6fc92-d8cc-4c57-8b5a-ec9ef83b75a5 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] For port 038aba1e-ac97-4fd1-90cd-2192fd5ab1b4, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=038aba1e-ac97-4fd1-90cd-2192fd5ab1b4,segment=NetworkSegment(8a6ca302-72b4-4bc9-9c2c-af9d6fc59dd9),segment_id=8a6ca302-72b4-4bc9-9c2c-af9d6fc59dd9)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:47:53.280764 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-51c6fc92-d8cc-4c57-8b5a-ec9ef83b75a5 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:53.290694 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6e152a-07f2-40a8-b32b-f6ee75a022c5 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:53.294950 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4c6e152a-07f2-40a8-b32b-f6ee75a022c5 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0627811 Aug 23 20:47:53.295616 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46202) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:53.298299 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9bc32bd-28fb-4ef8-8531-edadca967003'}, {'server_uuid': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a83e5ee7-c13f-46f6-b912-2a83576e4498'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:47:53.300822 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb3a747-dcc4-4796-97a0-1ce5c18f6fc5" -d '{"events": [{"server_uuid": "4731d55c-0045-402f-8d63-5bfbf5e10844", "name": "network-vif-unplugged", "status": "completed", "tag": "c9bc32bd-28fb-4ef8-8531-edadca967003"}, {"server_uuid": "4731d55c-0045-402f-8d63-5bfbf5e10844", "name": "network-vif-unplugged", "status": "completed", "tag": "a83e5ee7-c13f-46f6-b912-2a83576e4498"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:47:53.308836 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7c99fa15-92ec-4048-aff0-65473b3744f3 req-87063af3-8a46-4997-a862-def8a346f922 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:53.348102 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-987d20dd-4a75-49cb-ad5f-7730e7bdf575 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0480461 Aug 23 20:47:53.349057 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46206) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:53.354728 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 23 Aug 2021 20:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b7ebb6-afcf-479d-98b1-c9a15ca566f2 x-openstack-request-id: req-d4b7ebb6-afcf-479d-98b1-c9a15ca566f2 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:47:53.355031 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4731d55c-0045-402f-8d63-5bfbf5e10844", "name": "network-vif-unplugged", "status": "completed", "tag": "c9bc32bd-28fb-4ef8-8531-edadca967003", "code": 200}, {"server_uuid": "4731d55c-0045-402f-8d63-5bfbf5e10844", "name": "network-vif-unplugged", "status": "completed", "tag": "a83e5ee7-c13f-46f6-b912-2a83576e4498", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:47:53.355171 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-764daaec-32e6-46bd-a24d-2a53600e43d2 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'subnet': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:47:53.355291 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d4b7ebb6-afcf-479d-98b1-c9a15ca566f2 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:47:53.355673 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9bc32bd-28fb-4ef8-8531-edadca967003', 'code': 200} Aug 23 20:47:53.355927 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a83e5ee7-c13f-46f6-b912-2a83576e4498', 'code': 200} Aug 23 20:47:53.446026 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2916e-2482-4f7e-bec8-4c67badbae88 req-8bf8b07c-e79b-4a45-94bb-c1bb03e01385 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:53.448180 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-eef2916e-2482-4f7e-bec8-4c67badbae88 req-8bf8b07c-e79b-4a45-94bb-c1bb03e01385 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 946 time: 0.3263321 Aug 23 20:47:53.452541 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764daaec-32e6-46bd-a24d-2a53600e43d2 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:47:53.456985 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-764daaec-32e6-46bd-a24d-2a53600e43d2 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:53.525368 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d011ae43-875f-4c98-8aee-bc0eac6b2347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:53.668246 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d011ae43-875f-4c98-8aee-bc0eac6b2347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:53.679127 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-eef2916e-2482-4f7e-bec8-4c67badbae88 req-dca4884b-9e2b-45ee-b612-961afb2c2c7b tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051325 Aug 23 20:47:53.719603 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7c99fa15-92ec-4048-aff0-65473b3744f3 req-87063af3-8a46-4997-a862-def8a346f922 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:53.766890 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aa5b9e3f-b42f-48a4-9abf-7235ec63138a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:53.778129 n-d-805663-2 neutron-server[94688]: DEBUG neutron.objects.ports [None req-764daaec-32e6-46bd-a24d-2a53600e43d2 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94688) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 20:47:53.779860 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-764daaec-32e6-46bd-a24d-2a53600e43d2 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:53.831823 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c99fa15-92ec-4048-aff0-65473b3744f3 req-87063af3-8a46-4997-a862-def8a346f922 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Network 99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:47:53.842798 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-aa5b9e3f-b42f-48a4-9abf-7235ec63138a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Transition to ACTIVE for port object 1ac2a3d2-f6d8-4a7b-97e8-dbebbb8e9223 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:47:53.866490 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-7c99fa15-92ec-4048-aff0-65473b3744f3 req-87063af3-8a46-4997-a862-def8a346f922 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:47:53.875857 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c99fa15-92ec-4048-aff0-65473b3744f3 req-87063af3-8a46-4997-a862-def8a346f922 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:47:53.877270 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764daaec-32e6-46bd-a24d-2a53600e43d2 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:47:53.882204 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-764daaec-32e6-46bd-a24d-2a53600e43d2 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:47:53.889513 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764daaec-32e6-46bd-a24d-2a53600e43d2 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:53.889925 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-764daaec-32e6-46bd-a24d-2a53600e43d2 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:53.892187 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-51c6fc92-d8cc-4c57-8b5a-ec9ef83b75a5 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:53.892625 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-51c6fc92-d8cc-4c57-8b5a-ec9ef83b75a5 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:53.892944 n-d-805663-2 neutron-server[94687]: INFO neutron.db.l3_db [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-51c6fc92-d8cc-4c57-8b5a-ec9ef83b75a5 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Floating IP a6f202b3-2ca4-41d2-867d-fe92f67c6497 disassociated. External IP: 172.25.4.212, port: 038aba1e-ac97-4fd1-90cd-2192fd5ab1b4. Aug 23 20:47:53.893295 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-51c6fc92-d8cc-4c57-8b5a-ec9ef83b75a5 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Calling delete_port for 038aba1e-ac97-4fd1-90cd-2192fd5ab1b4 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:47:53.894797 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b59d2a-fc00-4df7-a861-9ab856376ec8 None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:47:53.899183 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764daaec-32e6-46bd-a24d-2a53600e43d2 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'Subnet': ['ID=e5d6276f-72e8-4aa5-aaf1-b6f1d34d41d6,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:53.921494 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-764daaec-32e6-46bd-a24d-2a53600e43d2 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5710242 Aug 23 20:47:53.922583 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46214) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:53.928707 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-28de313a-14b6-4628-aa56-7de54c804310 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'subnet': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:47:53.957285 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87063af3-8a46-4997-a862-def8a346f922 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Pushing event updated for resources: {'Port': ['ID=6b220273-b974-4788-b23c-7c1e82288593,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:54.059853 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device bd14efea-459b-439c-ac33-05d3a7d5c180 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:47:54.080720 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d011ae43-875f-4c98-8aee-bc0eac6b2347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:54.083743 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d011ae43-875f-4c98-8aee-bc0eac6b2347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:54.088108 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d011ae43-875f-4c98-8aee-bc0eac6b2347 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ece6a665-dd2c-4179-8f9e-086bba2d179d HTTP/1.1" status: 204 len: 168 time: 0.9760907 Aug 23 20:47:54.103800 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99fa15-92ec-4048-aff0-65473b3744f3 req-87063af3-8a46-4997-a862-def8a346f922 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:54.104497 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7c99fa15-92ec-4048-aff0-65473b3744f3 req-87063af3-8a46-4997-a862-def8a346f922 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:54.160104 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca0ce3-7442-4939-b04d-c0fef91a8ecb req-8645ab85-a997-48c1-98cd-90505b6ce1d5 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:54.161396 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c3ca0ce3-7442-4939-b04d-c0fef91a8ecb req-8645ab85-a997-48c1-98cd-90505b6ce1d5 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 946 time: 0.3731048 Aug 23 20:47:54.171567 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28de313a-14b6-4628-aa56-7de54c804310 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:47:54.175192 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-28de313a-14b6-4628-aa56-7de54c804310 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:54.196968 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d011ae43-875f-4c98-8aee-bc0eac6b2347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece6a665-dd2c-4179-8f9e-086bba2d179d,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:54.228920 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9487f51-1d96-442a-808e-85527a67fdd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'tenant_id': 'db9608efcb064b40bc03dbc9d75ec2a9', 'fixed_ips': [{'subnet_id': 'e5d6276f-72e8-4aa5-aaf1-b6f1d34d41d6'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:47:54.229759 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c9487f51-1d96-442a-808e-85527a67fdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:54.234093 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f0900-ddc4-4ba3-9d39-82d50dc304d5 req-b62297f5-abaf-432a-b31d-d0a35f04d656 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:54.234756 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7c99fa15-92ec-4048-aff0-65473b3744f3 req-87063af3-8a46-4997-a862-def8a346f922 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3558033 Aug 23 20:47:54.235914 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1d7f0900-ddc4-4ba3-9d39-82d50dc304d5 req-b62297f5-abaf-432a-b31d-d0a35f04d656 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45ac867-725d-418b-8e4b-c7f2b6c2f428 HTTP/1.1" status: 200 len: 931 time: 0.1276338 Aug 23 20:47:54.260350 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port bd14efea-459b-439c-ac33-05d3a7d5c180 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:47:54.266230 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device ee6ca945-9e17-42bb-8125-13cf1d9affe4 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:47:54.276625 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-7c99fa15-92ec-4048-aff0-65473b3744f3 req-6e87a346-61c1-42f0-aa29-fc2d0d85db08 service neutron] Request body: {'port': {'device_id': 'd45ac867-725d-418b-8e4b-c7f2b6c2f428', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:47:54.281433 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aa5b9e3f-b42f-48a4-9abf-7235ec63138a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:54.351498 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1d7f0900-ddc4-4ba3-9d39-82d50dc304d5 req-30ed1020-a6ee-4dac-b44b-8eaee2e0a6e1 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635533 Aug 23 20:47:54.380323 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5b9e3f-b42f-48a4-9abf-7235ec63138a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Network 8d068299-4184-4227-8cbc-58442cd62193 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:47:54.389492 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-aa5b9e3f-b42f-48a4-9abf-7235ec63138a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:47:54.392658 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5b9e3f-b42f-48a4-9abf-7235ec63138a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:47:54.399653 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9976d5ae-84ad-4f12-b3b2-c23885e10cdf None None] Network 8d068299-4184-4227-8cbc-58442cd62193 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:47:54.426666 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c3ca0ce3-7442-4939-b04d-c0fef91a8ecb req-e8c77b9c-8592-4837-8b9b-fc6e56cd6674 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432511 Aug 23 20:47:54.507034 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-01e0b61d-cf85-47a6-b64f-c8bff817815a None None] Provisioning for port bd14efea-459b-439c-ac33-05d3a7d5c180 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:47:54.549072 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-01e0b61d-cf85-47a6-b64f-c8bff817815a None None] Provisioning complete for port bd14efea-459b-439c-ac33-05d3a7d5c180 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:47:54.549686 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-01e0b61d-cf85-47a6-b64f-c8bff817815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:54.551836 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b9e3f-b42f-48a4-9abf-7235ec63138a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'Port': ['ID=1ac2a3d2-f6d8-4a7b-97e8-dbebbb8e9223,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:54.585473 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa00068-0caf-4cff-8cd5-0c30789c1c0a req-9aaf58fc-9b41-4309-8410-55849e5dabeb tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:54.589243 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-51c6fc92-d8cc-4c57-8b5a-ec9ef83b75a5 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:54.592416 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa00068-0caf-4cff-8cd5-0c30789c1c0a req-9aaf58fc-9b41-4309-8410-55849e5dabeb tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:54.598994 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa00068-0caf-4cff-8cd5-0c30789c1c0a req-9aaf58fc-9b41-4309-8410-55849e5dabeb tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:54.607047 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa00068-0caf-4cff-8cd5-0c30789c1c0a req-9aaf58fc-9b41-4309-8410-55849e5dabeb tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:54.609150 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9aa00068-0caf-4cff-8cd5-0c30789c1c0a req-9aaf58fc-9b41-4309-8410-55849e5dabeb tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 3065 time: 0.1390619 Aug 23 20:47:54.632419 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-c9487f51-1d96-442a-808e-85527a67fdd6 None None] Allocated IP 2001:db8::f816:3eff:fe6a:55ca (6435e9ee-eaf5-46f5-a85c-299ee4fcacce/e5d6276f-72e8-4aa5-aaf1-b6f1d34d41d6/1c8939b8-df52-4544-8551-3c06b5c9133b) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:47:54.643032 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port ee6ca945-9e17-42bb-8125-13cf1d9affe4 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:47:54.643409 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:54.646682 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c6fc92-d8cc-4c57-8b5a-ec9ef83b75a5 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Pushing event deleted for resources: {'Port': ['ID=038aba1e-ac97-4fd1-90cd-2192fd5ab1b4,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:54.650088 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7c99fa15-92ec-4048-aff0-65473b3744f3 req-6e87a346-61c1-42f0-aa29-fc2d0d85db08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:54.669050 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46228) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:54.698009 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d7c224e3-382e-46a8-8cd1-c3039abbc611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:54.734057 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9aa00068-0caf-4cff-8cd5-0c30789c1c0a req-3f24c997-d798-40b3-8e93-70609fbc123b tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/security-groups?id=f264d724-bded-494f-9829-ab610400f252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996602 Aug 23 20:47:54.742354 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aa5b9e3f-b42f-48a4-9abf-7235ec63138a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:54.773805 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-28de313a-14b6-4628-aa56-7de54c804310 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:54.814996 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90668a8-4f9b-40d4-bb8b-fd9c80cec92d req-fab09eb2-8a86-45ab-bfae-d508799edd7c tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:54.816642 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a90668a8-4f9b-40d4-bb8b-fd9c80cec92d req-fab09eb2-8a86-45ab-bfae-d508799edd7c tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 946 time: 0.2577407 Aug 23 20:47:54.850058 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28de313a-14b6-4628-aa56-7de54c804310 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:47:54.859148 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-28de313a-14b6-4628-aa56-7de54c804310 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:47:54.865635 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28de313a-14b6-4628-aa56-7de54c804310 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:54.866870 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-28de313a-14b6-4628-aa56-7de54c804310 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:54.894055 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28de313a-14b6-4628-aa56-7de54c804310 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'Subnet': ['ID=19451ab3-0e32-44c8-9532-0e1365e45d54,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:54.918731 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-01e0b61d-cf85-47a6-b64f-c8bff817815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:54.936491 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d7c224e3-382e-46a8-8cd1-c3039abbc611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:54.942355 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d7c224e3-382e-46a8-8cd1-c3039abbc611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:54.951037 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-28de313a-14b6-4628-aa56-7de54c804310 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0259557 Aug 23 20:47:54.957290 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 46230) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:54.964826 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-815135ac-f0d5-45ca-8646-c79f3e41eb18 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'port': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'mac_address': 'fa:16:3e:6e:95:d5', 'name': 'tempest-NetworksTestDHCPv6-1769445665'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:47:54.993490 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d7c224e3-382e-46a8-8cd1-c3039abbc611 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=acb2756bad384194b0a1ee5438ea6d1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3230910 Aug 23 20:47:54.994234 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c224e3-382e-46a8-8cd1-c3039abbc611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a66cbcd-14fc-4be7-acbc-c3e2570f2fbe,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:54.996849 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46232) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:55.026762 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-01e0b61d-cf85-47a6-b64f-c8bff817815a None None] For port bd14efea-459b-439c-ac33-05d3a7d5c180, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=bd14efea-459b-439c-ac33-05d3a7d5c180,segment=NetworkSegment(0bc364fb-51ac-4f82-a8e6-c471283c8ba9),segment_id=0bc364fb-51ac-4f82-a8e6-c471283c8ba9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:47:55.048483 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c9487f51-1d96-442a-808e-85527a67fdd6 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:55.050664 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-01e0b61d-cf85-47a6-b64f-c8bff817815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:55.058785 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98b8a182-0f88-4697-86e4-ee1be89f8229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:55.088468 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98b8a182-0f88-4697-86e4-ee1be89f8229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:55.090706 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c9487f51-1d96-442a-808e-85527a67fdd6 None None] Transition to ACTIVE for port object 1c8939b8-df52-4544-8551-3c06b5c9133b will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:47:55.138815 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c9487f51-1d96-442a-808e-85527a67fdd6 None None] Transition to ACTIVE for port object 1c8939b8-df52-4544-8551-3c06b5c9133b will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:47:55.154299 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c9487f51-1d96-442a-808e-85527a67fdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:55.157532 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e0b61d-cf85-47a6-b64f-c8bff817815a None None] Pushing event updated for resources: {'Port': ['ID=bd14efea-459b-439c-ac33-05d3a7d5c180,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:55.165396 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98b8a182-0f88-4697-86e4-ee1be89f8229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:55.168410 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 0593a796-738b-4c4f-b335-70b40e28a28f no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:47:55.168815 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98b8a182-0f88-4697-86e4-ee1be89f8229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:55.170205 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-98b8a182-0f88-4697-86e4-ee1be89f8229 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8a66cbcd-14fc-4be7-acbc-c3e2570f2fbe HTTP/1.1" status: 204 len: 168 time: 0.1724684 Aug 23 20:47:55.182455 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b8a182-0f88-4697-86e4-ee1be89f8229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a66cbcd-14fc-4be7-acbc-c3e2570f2fbe,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:55.263955 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 0593a796-738b-4c4f-b335-70b40e28a28f {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:47:55.264237 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 0593a796-738b-4c4f-b335-70b40e28a28f not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:47:55.264641 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 1b86c4c1-8d56-459e-ba5b-661ba298aafa no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:47:55.293753 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 1b86c4c1-8d56-459e-ba5b-661ba298aafa {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:47:55.294098 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 1b86c4c1-8d56-459e-ba5b-661ba298aafa not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:47:55.298897 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9487f51-1d96-442a-808e-85527a67fdd6 None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:47:55.310535 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-c9487f51-1d96-442a-808e-85527a67fdd6 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:47:55.314645 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9487f51-1d96-442a-808e-85527a67fdd6 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:47:55.328776 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9487f51-1d96-442a-808e-85527a67fdd6 None None] Pushing event updated for resources: {'Port': ['ID=1c8939b8-df52-4544-8551-3c06b5c9133b,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:55.401393 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c9487f51-1d96-442a-808e-85527a67fdd6 None None] Attempting to bind port 1c8939b8-df52-4544-8551-3c06b5c9133b on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:47:55.401747 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c9487f51-1d96-442a-808e-85527a67fdd6 None None] Attempting to bind port 1c8939b8-df52-4544-8551-3c06b5c9133b by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:47:55.402110 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9487f51-1d96-442a-808e-85527a67fdd6 None None] Attempting to bind port 1c8939b8-df52-4544-8551-3c06b5c9133b on network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:47:55.413134 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9487f51-1d96-442a-808e-85527a67fdd6 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:47:55.414042 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9487f51-1d96-442a-808e-85527a67fdd6 None None] Checking segment: {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:47:55.414449 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c9487f51-1d96-442a-808e-85527a67fdd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:55.414842 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9487f51-1d96-442a-808e-85527a67fdd6 None None] Bound using segment: {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:47:55.415333 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c9487f51-1d96-442a-808e-85527a67fdd6 None None] Bound port: 1c8939b8-df52-4544-8551-3c06b5c9133b, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:47:55.415719 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c9487f51-1d96-442a-808e-85527a67fdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:55.517773 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-c9487f51-1d96-442a-808e-85527a67fdd6 None None] For port 1c8939b8-df52-4544-8551-3c06b5c9133b, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:47:55.521438 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-c9487f51-1d96-442a-808e-85527a67fdd6 None None] For port 1c8939b8-df52-4544-8551-3c06b5c9133b, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=1c8939b8-df52-4544-8551-3c06b5c9133b,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:47:55.529695 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c9487f51-1d96-442a-808e-85527a67fdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:55.555298 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1077ef-7772-421a-b941-0c0aad1763eb req-5f691af1-087f-4ba2-8fe4-08f04db7ebbc tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:55.557993 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fc1077ef-7772-421a-b941-0c0aad1763eb req-5f691af1-087f-4ba2-8fe4-08f04db7ebbc tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45ac867-725d-418b-8e4b-c7f2b6c2f428 HTTP/1.1" status: 200 len: 931 time: 0.1026034 Aug 23 20:47:55.580820 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3c22a84b-219a-4dc1-a95b-940dc13c1e04 None None] Provisioning for port 1ac2a3d2-f6d8-4a7b-97e8-dbebbb8e9223 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:47:55.601705 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3c22a84b-219a-4dc1-a95b-940dc13c1e04 None None] Provisioning complete for port 1ac2a3d2-f6d8-4a7b-97e8-dbebbb8e9223 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:47:55.601857 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3c22a84b-219a-4dc1-a95b-940dc13c1e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:55.611901 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a90668a8-4f9b-40d4-bb8b-fd9c80cec92d req-8f9d730f-d7c7-4414-9277-b4efbdb4fca5 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7869272 Aug 23 20:47:55.634263 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fc1077ef-7772-421a-b941-0c0aad1763eb req-efce9628-3f6c-44b7-be50-71d13518edeb tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681388 Aug 23 20:47:55.671947 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9487f51-1d96-442a-808e-85527a67fdd6 None None] Pushing event updated for resources: {'Port': ['ID=1c8939b8-df52-4544-8551-3c06b5c9133b,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:55.697413 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-3c22a84b-219a-4dc1-a95b-940dc13c1e04 None None] Port 1ac2a3d2-f6d8-4a7b-97e8-dbebbb8e9223 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:47:55.715785 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3c22a84b-219a-4dc1-a95b-940dc13c1e04 None None] Provisioning complete for port bd14efea-459b-439c-ac33-05d3a7d5c180 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:47:55.716601 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3c22a84b-219a-4dc1-a95b-940dc13c1e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:55.902439 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb1255f-6d8d-4075-b507-d3352671d365 req-8ea862cd-2db7-4faa-b2fb-16f444f87e95 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:55.910460 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7bb1255f-6d8d-4075-b507-d3352671d365 req-8ea862cd-2db7-4faa-b2fb-16f444f87e95 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 946 time: 0.1471055 Aug 23 20:47:55.919709 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device bd14efea-459b-439c-ac33-05d3a7d5c180 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:47:55.986972 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aa5b9e3f-b42f-48a4-9abf-7235ec63138a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:56.028883 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7bb1255f-6d8d-4075-b507-d3352671d365 req-311efb47-b92e-4b03-a373-85fa7e400a7d tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896971 Aug 23 20:47:56.044370 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port bd14efea-459b-439c-ac33-05d3a7d5c180 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:47:56.044757 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:56.067574 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-51c6fc92-d8cc-4c57-8b5a-ec9ef83b75a5 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Router 65a57494-3132-406a-9a93-2f3bc2de625a has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:47:56.122058 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815135ac-f0d5-45ca-8646-c79f3e41eb18 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:47:56.132720 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7c98f099-5f8d-4590-8681-706eea7bf452 None None] Provisioning complete for port 1ac2a3d2-f6d8-4a7b-97e8-dbebbb8e9223 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:47:56.133144 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7c98f099-5f8d-4590-8681-706eea7bf452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:56.221607 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7c98f099-5f8d-4590-8681-706eea7bf452 None None] Port 1ac2a3d2-f6d8-4a7b-97e8-dbebbb8e9223 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:47:56.273221 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba9de1-bfba-43d3-a160-c00a18c2849c req-8a6dcbbe-1ecb-4b2b-943c-9b3f3da750c9 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:56.274806 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927143a7-cc1e-4c6e-a52c-48f42f8862bb req-fde96e88-5a93-47ba-a026-8ccf95903e45 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:56.276355 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-927143a7-cc1e-4c6e-a52c-48f42f8862bb req-fde96e88-5a93-47ba-a026-8ccf95903e45 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 946 time: 0.0560141 Aug 23 20:47:56.279059 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba9de1-bfba-43d3-a160-c00a18c2849c req-8a6dcbbe-1ecb-4b2b-943c-9b3f3da750c9 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:56.285024 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba9de1-bfba-43d3-a160-c00a18c2849c req-8a6dcbbe-1ecb-4b2b-943c-9b3f3da750c9 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:56.286715 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6eba9de1-bfba-43d3-a160-c00a18c2849c req-8a6dcbbe-1ecb-4b2b-943c-9b3f3da750c9 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 2410 time: 0.3643947 Aug 23 20:47:56.344606 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-927143a7-cc1e-4c6e-a52c-48f42f8862bb req-527d04fb-2c9b-4bf9-b8c4-33b861e1a0b2 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594857 Aug 23 20:47:56.473519 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-7c99fa15-92ec-4048-aff0-65473b3744f3 req-6e87a346-61c1-42f0-aa29-fc2d0d85db08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b220273-b974-4788-b23c-7c1e82288593 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:47:56.502570 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0745f256-726e-4c1c-9894-157012074976 req-434769ca-6d5a-441a-9690-585dcefdc1bb tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:56.504115 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0745f256-726e-4c1c-9894-157012074976 req-434769ca-6d5a-441a-9690-585dcefdc1bb tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 946 time: 0.0660896 Aug 23 20:47:56.524414 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7c99fa15-92ec-4048-aff0-65473b3744f3 req-6e87a346-61c1-42f0-aa29-fc2d0d85db08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:56.542433 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6eba9de1-bfba-43d3-a160-c00a18c2849c req-f15d276f-94db-42d3-b480-dcd023fd0469 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/security-groups?id=f264d724-bded-494f-9829-ab610400f252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1917284 Aug 23 20:47:56.570338 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0745f256-726e-4c1c-9894-157012074976 req-3e25033f-7802-454c-8ff3-5b5196f7b38b tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589643 Aug 23 20:47:56.570898 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-815135ac-f0d5-45ca-8646-c79f3e41eb18 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:56.573623 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-7c99fa15-92ec-4048-aff0-65473b3744f3 req-6e87a346-61c1-42f0-aa29-fc2d0d85db08 service neutron] Transition to ACTIVE for port object 6b220273-b974-4788-b23c-7c1e82288593 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:47:56.630233 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7c99fa15-92ec-4048-aff0-65473b3744f3 req-6e87a346-61c1-42f0-aa29-fc2d0d85db08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:56.656005 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-51c6fc92-d8cc-4c57-8b5a-ec9ef83b75a5 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:47:56.685903 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951c11a0-3f60-4985-a7cb-4e24aab1edfd None None] Sync routers for ids ['65a57494-3132-406a-9a93-2f3bc2de625a'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:47:56.704543 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951c11a0-3f60-4985-a7cb-4e24aab1edfd None None] Routers {'65a57494-3132-406a-9a93-2f3bc2de625a'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:47:56.706598 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-951c11a0-3f60-4985-a7cb-4e24aab1edfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:47:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['65a57494-3132-406a-9a93-2f3bc2de625a'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:47:56.810272 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-815135ac-f0d5-45ca-8646-c79f3e41eb18 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] device_id is not set on port 9e4e8b87-35ab-4564-867a-69b9ff08c3d8 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:47:56.898463 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010d9a2-0711-4078-9a04-99d522a06c01 req-2e592888-acad-41e2-b8ee-7e64452b6e86 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:56.901712 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f010d9a2-0711-4078-9a04-99d522a06c01 req-2e592888-acad-41e2-b8ee-7e64452b6e86 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45ac867-725d-418b-8e4b-c7f2b6c2f428 HTTP/1.1" status: 200 len: 943 time: 0.1037028 Aug 23 20:47:56.970852 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f010d9a2-0711-4078-9a04-99d522a06c01 req-7ae9a0c6-cef4-4425-9899-4d312fcf494f tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626624 Aug 23 20:47:57.008580 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-51c6fc92-d8cc-4c57-8b5a-ec9ef83b75a5 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] No DVR routers for this DVR port 038aba1e-ac97-4fd1-90cd-2192fd5ab1b4 on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:47:57.151922 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-815135ac-f0d5-45ca-8646-c79f3e41eb18 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Allocated IP 172.20.0.10 (6435e9ee-eaf5-46f5-a85c-299ee4fcacce/19451ab3-0e32-44c8-9532-0e1365e45d54/9e4e8b87-35ab-4564-867a-69b9ff08c3d8) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:47:57.184947 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-51c6fc92-d8cc-4c57-8b5a-ec9ef83b75a5 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:57.188583 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-51c6fc92-d8cc-4c57-8b5a-ec9ef83b75a5 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.11 "DELETE /v2.0/ports/038aba1e-ac97-4fd1-90cd-2192fd5ab1b4 HTTP/1.1" status: 204 len: 173 time: 4.9874368 Aug 23 20:47:57.189070 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'name': 'network-vif-deleted', 'tag': '038aba1e-ac97-4fd1-90cd-2192fd5ab1b4'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:47:57.191450 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520bf72d-e878-40c3-b325-b99182fe6f57" -d '{"events": [{"server_uuid": "4731d55c-0045-402f-8d63-5bfbf5e10844", "name": "network-vif-deleted", "tag": "038aba1e-ac97-4fd1-90cd-2192fd5ab1b4"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:47:57.198325 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-951c11a0-3f60-4985-a7cb-4e24aab1edfd None None] Set router 65a57494-3132-406a-9a93-2f3bc2de625a gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:47:57.198928 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-815135ac-f0d5-45ca-8646-c79f3e41eb18 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Allocated IP 2001:db8::f816:3eff:fe6e:95d5 (6435e9ee-eaf5-46f5-a85c-299ee4fcacce/e5d6276f-72e8-4aa5-aaf1-b6f1d34d41d6/9e4e8b87-35ab-4564-867a-69b9ff08c3d8) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:47:57.237100 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e52fc16-8d07-40bd-8fad-d26febefba01 None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:47:57.289339 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e4040b-9d7c-4b9d-9ea2-1e434136caad x-openstack-request-id: req-f0e4040b-9d7c-4b9d-9ea2-1e434136caad {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:47:57.289643 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4731d55c-0045-402f-8d63-5bfbf5e10844", "name": "network-vif-deleted", "tag": "038aba1e-ac97-4fd1-90cd-2192fd5ab1b4", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:47:57.290180 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f0e4040b-9d7c-4b9d-9ea2-1e434136caad {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:47:57.291088 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'name': 'network-vif-deleted', 'tag': '038aba1e-ac97-4fd1-90cd-2192fd5ab1b4', 'status': 'completed', 'code': 200} Aug 23 20:47:57.295480 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e87a346-61c1-42f0-aa29-fc2d0d85db08 service neutron] Pushing event updated for resources: {'Port': ['ID=6b220273-b974-4788-b23c-7c1e82288593,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:57.341894 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0f12540f-0ed2-4616-93c2-d60e5a650fe6 None None] Provisioning for port 1c8939b8-df52-4544-8551-3c06b5c9133b completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:47:57.462640 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-7c99fa15-92ec-4048-aff0-65473b3744f3 req-6e87a346-61c1-42f0-aa29-fc2d0d85db08 service neutron] Attempting to bind port 6b220273-b974-4788-b23c-7c1e82288593 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:47:57.463030 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-7c99fa15-92ec-4048-aff0-65473b3744f3 req-6e87a346-61c1-42f0-aa29-fc2d0d85db08 service neutron] Attempting to bind port 6b220273-b974-4788-b23c-7c1e82288593 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': 'a0304131-671f-4c22-8fc4-9d97cd99d833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:47:57.463304 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c99fa15-92ec-4048-aff0-65473b3744f3 req-6e87a346-61c1-42f0-aa29-fc2d0d85db08 service neutron] Attempting to bind port 6b220273-b974-4788-b23c-7c1e82288593 on network 99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:47:57.473520 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c99fa15-92ec-4048-aff0-65473b3744f3 req-6e87a346-61c1-42f0-aa29-fc2d0d85db08 service neutron] Port 6b220273-b974-4788-b23c-7c1e82288593 on network 99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:47:57.473834 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c99fa15-92ec-4048-aff0-65473b3744f3 req-6e87a346-61c1-42f0-aa29-fc2d0d85db08 service neutron] Attempting to bind port 6b220273-b974-4788-b23c-7c1e82288593 on network 99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:47:57.516651 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c99fa15-92ec-4048-aff0-65473b3744f3 req-6e87a346-61c1-42f0-aa29-fc2d0d85db08 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:47:57.516984 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c99fa15-92ec-4048-aff0-65473b3744f3 req-6e87a346-61c1-42f0-aa29-fc2d0d85db08 service neutron] Checking segment: {'id': 'a0304131-671f-4c22-8fc4-9d97cd99d833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:47:57.517444 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c99fa15-92ec-4048-aff0-65473b3744f3 req-6e87a346-61c1-42f0-aa29-fc2d0d85db08 service neutron] Bound using segment: {'id': 'a0304131-671f-4c22-8fc4-9d97cd99d833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:47:57.517969 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-7c99fa15-92ec-4048-aff0-65473b3744f3 req-6e87a346-61c1-42f0-aa29-fc2d0d85db08 service neutron] Bound port: 6b220273-b974-4788-b23c-7c1e82288593, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0304131-671f-4c22-8fc4-9d97cd99d833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:47:57.518536 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7c99fa15-92ec-4048-aff0-65473b3744f3 req-6e87a346-61c1-42f0-aa29-fc2d0d85db08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:57.608323 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aa5b9e3f-b42f-48a4-9abf-7235ec63138a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:57.625818 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aa5b9e3f-b42f-48a4-9abf-7235ec63138a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:57.652606 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-951c11a0-3f60-4985-a7cb-4e24aab1edfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a57494-3132-406a-9a93-2f3bc2de625a', 'name': 'tempest-TaggedBootDevicesTest_v242-1890661046-router', 'tenant_id': '31c0cec95ab64e5ca0c5b6061061da27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '28ab5f97-a367-43ac-ab61-d688e97032eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:36:52Z', 'updated_at': '2021-08-23T20:37:03Z', 'revision_number': 4, 'project_id': '31c0cec95ab64e5ca0c5b6061061da27', 'gw_port': {'id': '28ab5f97-a367-43ac-ab61-d688e97032eb', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a57494-3132-406a-9a93-2f3bc2de625a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:36:54Z', 'updated_at': '2021-08-23T20:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '167514e4-f52b-479a-ace6-dd928473afa2', 'name': '', 'network_id': '2980a46c-5f6f-4bd3-86da-263aae928b5d', 'tenant_id': '31c0cec95ab64e5ca0c5b6061061da27', 'mac_address': 'fa:16:3e:2c:41:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a57494-3132-406a-9a93-2f3bc2de625a', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'ea915c70-de21-4e85-9794-73e9efabd3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:36:59Z', 'updated_at': '2021-08-23T20:37:13Z', 'revision_number': 5, 'project_id': '31c0cec95ab64e5ca0c5b6061061da27', 'subnets': [{'id': 'ea915c70-de21-4e85-9794-73e9efabd3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:47:57.693142 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca6566a-c4cd-479b-a298-4a50a7097076 None None] Update dhcp port {'port': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'fixed_ips': [{'subnet_id': 'e5d6276f-72e8-4aa5-aaf1-b6f1d34d41d6', 'ip_address': '2001:db8::f816:3eff:fe6a:55ca'}, {'subnet_id': '19451ab3-0e32-44c8-9532-0e1365e45d54'}], 'binding:host_id': 'n-d-805663-2'}, 'id': '1c8939b8-df52-4544-8551-3c06b5c9133b'} from n-d-805663-2. {{(pid=94689) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 20:47:57.745661 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951c11a0-3f60-4985-a7cb-4e24aab1edfd None None] Checking router: 65a57494-3132-406a-9a93-2f3bc2de625a for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:47:57.754194 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3ca6566a-c4cd-479b-a298-4a50a7097076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:57.755063 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-815135ac-f0d5-45ca-8646-c79f3e41eb18 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:57.836121 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951c11a0-3f60-4985-a7cb-4e24aab1edfd None None] Routers {'65a57494-3132-406a-9a93-2f3bc2de625a'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:47:57.836817 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-951c11a0-3f60-4985-a7cb-4e24aab1edfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:47:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['65a57494-3132-406a-9a93-2f3bc2de625a'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:47:57.849635 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c5b43a-4c92-4241-ab64-abb6068f70d8 req-d08acb05-1c5e-4860-b4dd-6bfc5dde5cc9 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:57.863876 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-815135ac-f0d5-45ca-8646-c79f3e41eb18 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Transition to ACTIVE for port object 9e4e8b87-35ab-4564-867a-69b9ff08c3d8 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:47:57.868000 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c5b43a-4c92-4241-ab64-abb6068f70d8 req-d08acb05-1c5e-4860-b4dd-6bfc5dde5cc9 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:57.874214 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c5b43a-4c92-4241-ab64-abb6068f70d8 req-d08acb05-1c5e-4860-b4dd-6bfc5dde5cc9 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:57.885109 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-94c5b43a-4c92-4241-ab64-abb6068f70d8 req-d08acb05-1c5e-4860-b4dd-6bfc5dde5cc9 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 2410 time: 0.1757491 Aug 23 20:47:57.903471 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b9e3f-b42f-48a4-9abf-7235ec63138a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'Port': ['ID=1ac2a3d2-f6d8-4a7b-97e8-dbebbb8e9223,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:57.925856 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-bf2812ff-5e42-4721-9108-6ae3e5918d25 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Deleting port a83e5ee7-c13f-46f6-b912-2a83576e4498 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:47:57.926203 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-bf2812ff-5e42-4721-9108-6ae3e5918d25 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:57.965691 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-94c5b43a-4c92-4241-ab64-abb6068f70d8 req-5f3f68ad-af44-4e84-abc8-a9a2c676e759 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/security-groups?id=f264d724-bded-494f-9829-ab610400f252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785511 Aug 23 20:47:57.989764 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 1c8939b8-df52-4544-8551-3c06b5c9133b up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:47:58.014155 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aa5b9e3f-b42f-48a4-9abf-7235ec63138a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:58.055139 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-7c99fa15-92ec-4048-aff0-65473b3744f3 req-6e87a346-61c1-42f0-aa29-fc2d0d85db08 service neutron] For port 6b220273-b974-4788-b23c-7c1e82288593, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:47:58.075338 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-951c11a0-3f60-4985-a7cb-4e24aab1edfd None None] Set router 65a57494-3132-406a-9a93-2f3bc2de625a gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:47:58.107053 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-7c99fa15-92ec-4048-aff0-65473b3744f3 req-6e87a346-61c1-42f0-aa29-fc2d0d85db08 service neutron] For port 6b220273-b974-4788-b23c-7c1e82288593, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=6b220273-b974-4788-b23c-7c1e82288593,segment=NetworkSegment(a0304131-671f-4c22-8fc4-9d97cd99d833),segment_id=a0304131-671f-4c22-8fc4-9d97cd99d833)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:47:58.163721 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7c99fa15-92ec-4048-aff0-65473b3744f3 req-6e87a346-61c1-42f0-aa29-fc2d0d85db08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:58.194399 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-815135ac-f0d5-45ca-8646-c79f3e41eb18 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:58.240327 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-bf2812ff-5e42-4721-9108-6ae3e5918d25 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] For port a83e5ee7-c13f-46f6-b912-2a83576e4498, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=a83e5ee7-c13f-46f6-b912-2a83576e4498,segment=NetworkSegment(1327a635-0d45-4da9-b7cc-6ec07d0ee464),segment_id=1327a635-0d45-4da9-b7cc-6ec07d0ee464)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:47:58.240763 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-bf2812ff-5e42-4721-9108-6ae3e5918d25 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:58.253211 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99fa15-92ec-4048-aff0-65473b3744f3 req-6e87a346-61c1-42f0-aa29-fc2d0d85db08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:58.254576 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7c99fa15-92ec-4048-aff0-65473b3744f3 req-6e87a346-61c1-42f0-aa29-fc2d0d85db08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:58.255279 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7c99fa15-92ec-4048-aff0-65473b3744f3 req-6e87a346-61c1-42f0-aa29-fc2d0d85db08 service neutron] 10.222.0.11 "PUT /v2.0/ports/6b220273-b974-4788-b23c-7c1e82288593 HTTP/1.1" status: 200 len: 1091 time: 3.9919515 Aug 23 20:47:58.293839 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-bf2812ff-5e42-4721-9108-6ae3e5918d25 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Calling delete_port for a83e5ee7-c13f-46f6-b912-2a83576e4498 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:47:58.311349 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815135ac-f0d5-45ca-8646-c79f3e41eb18 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:47:58.337566 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e87a346-61c1-42f0-aa29-fc2d0d85db08 service neutron] Pushing event updated for resources: {'Port': ['ID=6b220273-b974-4788-b23c-7c1e82288593,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:58.345712 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-815135ac-f0d5-45ca-8646-c79f3e41eb18 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:47:58.364698 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee9bdc-946b-4ec4-83da-f6a90ee3b801 req-f1a0b4d0-20f5-4e65-9d1c-6534fba2c997 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:58.366343 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3eee9bdc-946b-4ec4-83da-f6a90ee3b801 req-f1a0b4d0-20f5-4e65-9d1c-6534fba2c997 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45ac867-725d-418b-8e4b-c7f2b6c2f428 HTTP/1.1" status: 200 len: 943 time: 0.2658086 Aug 23 20:47:58.388391 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815135ac-f0d5-45ca-8646-c79f3e41eb18 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:47:58.429153 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 1c8939b8-df52-4544-8551-3c06b5c9133b completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:47:58.443146 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-3ca6566a-c4cd-479b-a298-4a50a7097076 None None] Allocated IP 172.20.0.2 (6435e9ee-eaf5-46f5-a85c-299ee4fcacce/19451ab3-0e32-44c8-9532-0e1365e45d54/1c8939b8-df52-4544-8551-3c06b5c9133b) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:47:58.458703 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 1c8939b8-df52-4544-8551-3c06b5c9133b triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:47:58.459219 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:58.566864 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815135ac-f0d5-45ca-8646-c79f3e41eb18 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'Port': ['ID=9e4e8b87-35ab-4564-867a-69b9ff08c3d8,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:58.577939 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5b9e3f-b42f-48a4-9abf-7235ec63138a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Network 8d068299-4184-4227-8cbc-58442cd62193 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:47:58.594579 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-aa5b9e3f-b42f-48a4-9abf-7235ec63138a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:47:58.634271 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815135ac-f0d5-45ca-8646-c79f3e41eb18 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:58.634954 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-815135ac-f0d5-45ca-8646-c79f3e41eb18 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:58.657009 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99fa15-92ec-4048-aff0-65473b3744f3 req-105c0ac4-defb-4b1f-bcf9-9b14210240c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:58.658850 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7c99fa15-92ec-4048-aff0-65473b3744f3 req-105c0ac4-defb-4b1f-bcf9-9b14210240c4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b5caa9dd6fe449d826e5284616c3d3c&device_id=d45ac867-725d-418b-8e4b-c7f2b6c2f428 HTTP/1.1" status: 200 len: 1094 time: 0.3345799 Aug 23 20:47:58.661535 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3eee9bdc-946b-4ec4-83da-f6a90ee3b801 req-b0c51527-7360-4afb-a739-5502de5e29d3 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250414 Aug 23 20:47:58.737731 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-3ca6566a-c4cd-479b-a298-4a50a7097076 None None] For port 1c8939b8-df52-4544-8551-3c06b5c9133b, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=1c8939b8-df52-4544-8551-3c06b5c9133b,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:47:58.798040 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-951c11a0-3f60-4985-a7cb-4e24aab1edfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a57494-3132-406a-9a93-2f3bc2de625a', 'name': 'tempest-TaggedBootDevicesTest_v242-1890661046-router', 'tenant_id': '31c0cec95ab64e5ca0c5b6061061da27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '28ab5f97-a367-43ac-ab61-d688e97032eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:36:52Z', 'updated_at': '2021-08-23T20:37:03Z', 'revision_number': 4, 'project_id': '31c0cec95ab64e5ca0c5b6061061da27', 'gw_port': {'id': '28ab5f97-a367-43ac-ab61-d688e97032eb', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a57494-3132-406a-9a93-2f3bc2de625a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:36:54Z', 'updated_at': '2021-08-23T20:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '167514e4-f52b-479a-ace6-dd928473afa2', 'name': '', 'network_id': '2980a46c-5f6f-4bd3-86da-263aae928b5d', 'tenant_id': '31c0cec95ab64e5ca0c5b6061061da27', 'mac_address': 'fa:16:3e:2c:41:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a57494-3132-406a-9a93-2f3bc2de625a', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'ea915c70-de21-4e85-9794-73e9efabd3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:36:59Z', 'updated_at': '2021-08-23T20:37:13Z', 'revision_number': 5, 'project_id': '31c0cec95ab64e5ca0c5b6061061da27', 'subnets': [{'id': 'ea915c70-de21-4e85-9794-73e9efabd3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:47:58.848663 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3ca6566a-c4cd-479b-a298-4a50a7097076 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:58.854099 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951c11a0-3f60-4985-a7cb-4e24aab1edfd None None] The sync data for ids ['65a57494-3132-406a-9a93-2f3bc2de625a'] in n-d-805663-2 is: [{'id': '65a57494-3132-406a-9a93-2f3bc2de625a', 'name': 'tempest-TaggedBootDevicesTest_v242-1890661046-router', 'tenant_id': '31c0cec95ab64e5ca0c5b6061061da27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '28ab5f97-a367-43ac-ab61-d688e97032eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:36:52Z', 'updated_at': '2021-08-23T20:37:03Z', 'revision_number': 4, 'project_id': '31c0cec95ab64e5ca0c5b6061061da27', 'gw_port': {'id': '28ab5f97-a367-43ac-ab61-d688e97032eb', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a57494-3132-406a-9a93-2f3bc2de625a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:36:54Z', 'updated_at': '2021-08-23T20:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '167514e4-f52b-479a-ace6-dd928473afa2', 'name': '', 'network_id': '2980a46c-5f6f-4bd3-86da-263aae928b5d', 'tenant_id': '31c0cec95ab64e5ca0c5b6061061da27', 'mac_address': 'fa:16:3e:2c:41:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a57494-3132-406a-9a93-2f3bc2de625a', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'ea915c70-de21-4e85-9794-73e9efabd3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:36:59Z', 'updated_at': '2021-08-23T20:37:13Z', 'revision_number': 5, 'project_id': '31c0cec95ab64e5ca0c5b6061061da27', 'subnets': [{'id': 'ea915c70-de21-4e85-9794-73e9efabd3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:47:58.867340 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:58.890634 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3ca6566a-c4cd-479b-a298-4a50a7097076 None None] Transition to ACTIVE for port object 1c8939b8-df52-4544-8551-3c06b5c9133b will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:47:58.910830 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3ca6566a-c4cd-479b-a298-4a50a7097076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:58.955236 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46348) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:59.126714 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.db.api [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 20:47:59.127071 n-d-805663-2 neutron-server[94689]: DEBUG oslo_db.api [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 20:47:59.140101 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca6566a-c4cd-479b-a298-4a50a7097076 None None] Pushing event updated for resources: {'Port': ['ID=1c8939b8-df52-4544-8551-3c06b5c9133b,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:59.149761 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b33fce68-64dd-489a-a9f1-af65bfb49377 None None] Provisioning complete for port 1ac2a3d2-f6d8-4a7b-97e8-dbebbb8e9223 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:47:59.150146 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b33fce68-64dd-489a-a9f1-af65bfb49377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:59.200098 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b33fce68-64dd-489a-a9f1-af65bfb49377 None None] Port 1ac2a3d2-f6d8-4a7b-97e8-dbebbb8e9223 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:47:59.242554 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a02c71e3-28cd-403d-90fd-e85ee93749fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:59.318253 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7419f7a-3218-4268-8bde-f73d40c3fd5a req-8f597375-90aa-4fea-a979-2da778ba53be tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:59.344346 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7419f7a-3218-4268-8bde-f73d40c3fd5a req-8f597375-90aa-4fea-a979-2da778ba53be tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:59.355390 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7419f7a-3218-4268-8bde-f73d40c3fd5a req-8f597375-90aa-4fea-a979-2da778ba53be tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:59.361928 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f7419f7a-3218-4268-8bde-f73d40c3fd5a req-8f597375-90aa-4fea-a979-2da778ba53be tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 2410 time: 0.2251678 Aug 23 20:47:59.390976 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd45ac867-725d-418b-8e4b-c7f2b6c2f428', 'tag': '6b220273-b974-4788-b23c-7c1e82288593'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:47:59.393301 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c487c0da-377c-4cb4-8150-81656d742bb3" -d '{"events": [{"name": "network-changed", "server_uuid": "d45ac867-725d-418b-8e4b-c7f2b6c2f428", "tag": "6b220273-b974-4788-b23c-7c1e82288593"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:47:59.397497 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7c99fa15-92ec-4048-aff0-65473b3744f3 req-ff71446b-3fb8-4cb6-8bb3-f512127d4bd2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b220273-b974-4788-b23c-7c1e82288593 HTTP/1.1" status: 200 len: 217 time: 0.6748495 Aug 23 20:47:59.411432 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae1187c-299d-4336-84b4-4e9e63cd1198 None None] New status for floating IP a6f202b3-2ca4-41d2-867d-fe92f67c6497: DOWN {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 20:47:59.468850 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f7419f7a-3218-4268-8bde-f73d40c3fd5a req-8f0eec06-a326-4a1b-9d6b-a346fafef497 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/security-groups?id=f264d724-bded-494f-9829-ab610400f252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927849 Aug 23 20:47:59.581886 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a02c71e3-28cd-403d-90fd-e85ee93749fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:59.590442 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a02c71e3-28cd-403d-90fd-e85ee93749fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:59.601030 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccbc3fb8-bff4-4341-8d17-57f88eec8f26 x-openstack-request-id: req-ccbc3fb8-bff4-4341-8d17-57f88eec8f26 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:47:59.601323 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d45ac867-725d-418b-8e4b-c7f2b6c2f428", "tag": "6b220273-b974-4788-b23c-7c1e82288593", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:47:59.601578 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ccbc3fb8-bff4-4341-8d17-57f88eec8f26 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:47:59.601968 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd45ac867-725d-418b-8e4b-c7f2b6c2f428', 'tag': '6b220273-b974-4788-b23c-7c1e82288593', 'status': 'completed', 'code': 200} Aug 23 20:47:59.605941 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-815135ac-f0d5-45ca-8646-c79f3e41eb18 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.6428812 Aug 23 20:47:59.610241 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46362) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:59.706340 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-bf2812ff-5e42-4721-9108-6ae3e5918d25 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:59.728534 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:59.773217 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a02c71e3-28cd-403d-90fd-e85ee93749fc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3d4eea5311464c1f93aa6377f6e26b07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8143547 Aug 23 20:47:59.776009 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46366) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:59.779823 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2812ff-5e42-4721-9108-6ae3e5918d25 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Pushing event deleted for resources: {'Port': ['ID=a83e5ee7-c13f-46f6-b912-2a83576e4498,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:59.801029 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa5b9e3f-b42f-48a4-9abf-7235ec63138a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Router 0aa5d5d2-629a-4500-8fe2-00c162881609 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:47:59.808720 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c71e3-28cd-403d-90fd-e85ee93749fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7c0d76-ff79-4901-8e6e-6ceada790f39,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:59.817369 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 1c8939b8-df52-4544-8551-3c06b5c9133b, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=1c8939b8-df52-4544-8551-3c06b5c9133b,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:47:59.823784 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:59.831450 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99fa15-92ec-4048-aff0-65473b3744f3 req-6d48de4b-2478-4680-bc8d-cf334116bc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:59.845886 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7c99fa15-92ec-4048-aff0-65473b3744f3 req-6d48de4b-2478-4680-bc8d-cf334116bc0d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7cf1476b-2d73-4ece-81d4-01b7879e99dc HTTP/1.1" status: 200 len: 852 time: 0.2505560 Aug 23 20:47:59.919186 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=1c8939b8-df52-4544-8551-3c06b5c9133b,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:47:59.948996 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58999490-f578-4e36-8555-0c466b012d4b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:59.956491 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58999490-f578-4e36-8555-0c466b012d4b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:47:59.958308 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-bf2812ff-5e42-4721-9108-6ae3e5918d25 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] No DVR routers for this DVR port a83e5ee7-c13f-46f6-b912-2a83576e4498 on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:47:59.961777 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7c99fa15-92ec-4048-aff0-65473b3744f3 req-5d9c8646-6a1e-4510-952a-ce6c02f8b4cf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943310 Aug 23 20:47:59.964014 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 46368) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:47:59.965500 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-bf2812ff-5e42-4721-9108-6ae3e5918d25 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:47:59.966807 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-58999490-f578-4e36-8555-0c466b012d4b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.3551726 Aug 23 20:47:59.967069 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-bf2812ff-5e42-4721-9108-6ae3e5918d25 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.11 "DELETE /v2.0/ports/a83e5ee7-c13f-46f6-b912-2a83576e4498 HTTP/1.1" status: 204 len: 173 time: 2.7584529 Aug 23 20:47:59.968124 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 1c8939b8-df52-4544-8551-3c06b5c9133b up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:48:00.009577 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6e9cc38-95e9-4a18-b86a-b158de131db8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:00.045788 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6e9cc38-95e9-4a18-b86a-b158de131db8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:00.116650 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8ab3e-fd82-47bd-9f8b-fa8be476d4cb req-a106bca8-ba11-41a7-acb4-8d413b0899f1 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:00.127559 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-efa8ab3e-fd82-47bd-9f8b-fa8be476d4cb req-a106bca8-ba11-41a7-acb4-8d413b0899f1 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45ac867-725d-418b-8e4b-c7f2b6c2f428 HTTP/1.1" status: 200 len: 943 time: 0.2895567 Aug 23 20:48:00.130470 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6e9cc38-95e9-4a18-b86a-b158de131db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:00.134060 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6e9cc38-95e9-4a18-b86a-b158de131db8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:00.137225 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f6e9cc38-95e9-4a18-b86a-b158de131db8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fe7c0d76-ff79-4901-8e6e-6ceada790f39 HTTP/1.1" status: 204 len: 168 time: 0.3547747 Aug 23 20:48:00.190581 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e9cc38-95e9-4a18-b86a-b158de131db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7c0d76-ff79-4901-8e6e-6ceada790f39,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:00.275141 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-efa8ab3e-fd82-47bd-9f8b-fa8be476d4cb req-286ac17a-990c-463d-9928-12d078be752a tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467350 Aug 23 20:48:00.340014 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3044c80d-d862-41e2-8f28-54412a36aede None None] Provisioning for port 1c8939b8-df52-4544-8551-3c06b5c9133b completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:48:00.351713 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3044c80d-d862-41e2-8f28-54412a36aede None None] Provisioning complete for port 1c8939b8-df52-4544-8551-3c06b5c9133b triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:48:00.352100 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3044c80d-d862-41e2-8f28-54412a36aede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:00.500916 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5b9e3f-b42f-48a4-9abf-7235ec63138a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:48:00.517112 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e43340-517f-46ab-bf64-e7fcc6e93bb0 None None] Sync routers for ids ['0aa5d5d2-629a-4500-8fe2-00c162881609'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:48:00.555348 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-aa5b9e3f-b42f-48a4-9abf-7235ec63138a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "PUT /v2.0/routers/0aa5d5d2-629a-4500-8fe2-00c162881609/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6815577 Aug 23 20:48:00.579226 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e43340-517f-46ab-bf64-e7fcc6e93bb0 None None] Routers {'0aa5d5d2-629a-4500-8fe2-00c162881609'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:48:00.580395 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-62e43340-517f-46ab-bf64-e7fcc6e93bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:47:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['0aa5d5d2-629a-4500-8fe2-00c162881609'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:48:00.670809 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7c99fa15-92ec-4048-aff0-65473b3744f3 req-0cbfbf63-fabe-4271-8618-9eceaab288dd service neutron] 10.222.0.11 "GET /v2.0/networks/99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6492860 Aug 23 20:48:00.739194 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46382) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:00.760598 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-19777625-7ca1-42ea-b149-16c29ad02f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:00.774862 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-76166f70-b9ea-44f3-badd-284545b14819 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Deleting port 9e4e8b87-35ab-4564-867a-69b9ff08c3d8 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:48:00.775203 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-76166f70-b9ea-44f3-badd-284545b14819 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:00.783330 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-b65966dc-9d47-4b1f-9056-57fea8e1c137 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Deleting port 44398430-706b-49d2-8d3a-3797e436623d {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:48:00.783674 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-b65966dc-9d47-4b1f-9056-57fea8e1c137 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:00.797156 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-62e43340-517f-46ab-bf64-e7fcc6e93bb0 None None] Set router 0aa5d5d2-629a-4500-8fe2-00c162881609 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:48:00.862533 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-241b31df-16cc-4e00-8c0d-cfdfc4679509 None None] Provisioning for port 9e4e8b87-35ab-4564-867a-69b9ff08c3d8 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:48:00.906742 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-241b31df-16cc-4e00-8c0d-cfdfc4679509 None None] Provisioning complete for port 9e4e8b87-35ab-4564-867a-69b9ff08c3d8 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:48:00.907389 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-241b31df-16cc-4e00-8c0d-cfdfc4679509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:00.956597 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bf3c126c-339d-4eb2-873d-96d2b6a4cd8e req-147c792a-4f8d-4863-adfc-ee84a8b99521 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-771259899&fields=id&tenant_id=0b17a426d9eb4b3083079c3d4dc4db5c HTTP/1.1" status: 200 len: 267 time: 0.0669301 Aug 23 20:48:00.960097 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-241b31df-16cc-4e00-8c0d-cfdfc4679509 None None] Port 9e4e8b87-35ab-4564-867a-69b9ff08c3d8 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:48:00.976562 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-19777625-7ca1-42ea-b149-16c29ad02f1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:00.999066 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-19777625-7ca1-42ea-b149-16c29ad02f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:01.044998 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-76166f70-b9ea-44f3-badd-284545b14819 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:01.052330 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-19777625-7ca1-42ea-b149-16c29ad02f1f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=07420768e52d4987845f98464f90b66c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3117731 Aug 23 20:48:01.055109 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7c99fa15-92ec-4048-aff0-65473b3744f3 req-c53880db-eca8-4ff3-a705-5280fbab4e39 service neutron] 10.222.0.11 "GET /v2.0/networks/99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199885 Aug 23 20:48:01.075240 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e011c3-2bb0-47bd-ae07-3d985a82b577 req-1086a284-38d9-43de-8e85-d496e0e62ce7 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:01.083057 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e011c3-2bb0-47bd-ae07-3d985a82b577 req-1086a284-38d9-43de-8e85-d496e0e62ce7 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:01.086292 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46394) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:01.091256 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-73e011c3-2bb0-47bd-ae07-3d985a82b577 req-1086a284-38d9-43de-8e85-d496e0e62ce7 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 1677 time: 0.4184546 Aug 23 20:48:01.113012 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-62e43340-517f-46ab-bf64-e7fcc6e93bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa5d5d2-629a-4500-8fe2-00c162881609', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2058955899', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'ee6ca945-9e17-42bb-8125-13cf1d9affe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:47:41Z', 'updated_at': '2021-08-23T20:47:55Z', 'revision_number': 4, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'gw_port': {'id': 'ee6ca945-9e17-42bb-8125-13cf1d9affe4', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa5d5d2-629a-4500-8fe2-00c162881609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:47:42Z', 'updated_at': '2021-08-23T20:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '1ac2a3d2-f6d8-4a7b-97e8-dbebbb8e9223', 'name': '', 'network_id': '8d068299-4184-4227-8cbc-58442cd62193', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'mac_address': 'fa:16:3e:10:71:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa5d5d2-629a-4500-8fe2-00c162881609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'd93f73c3-35f9-433c-a781-7029406e1a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:47:52Z', 'updated_at': '2021-08-23T20:47:56Z', 'revision_number': 2, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'subnets': [{'id': 'd93f73c3-35f9-433c-a781-7029406e1a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:48:01.136971 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19777625-7ca1-42ea-b149-16c29ad02f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2fa142-b632-4979-83a5-6b15a604ddbd,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:01.167430 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-42c1b97b-0051-4650-b638-4e72e4427dfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:01.191856 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-42c1b97b-0051-4650-b638-4e72e4427dfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:01.243490 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-b65966dc-9d47-4b1f-9056-57fea8e1c137 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] For port 44398430-706b-49d2-8d3a-3797e436623d, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=44398430-706b-49d2-8d3a-3797e436623d,segment=NetworkSegment(d26d7b7e-620e-4a66-b90b-1ee63dd61b0f),segment_id=d26d7b7e-620e-4a66-b90b-1ee63dd61b0f)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:48:01.243869 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-b65966dc-9d47-4b1f-9056-57fea8e1c137 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:01.252815 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-76166f70-b9ea-44f3-badd-284545b14819 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Calling delete_port for 9e4e8b87-35ab-4564-867a-69b9ff08c3d8 owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:48:01.265631 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c126c-339d-4eb2-873d-96d2b6a4cd8e req-2ceb7a5b-fcfb-41d6-bc84-3841e420ea77 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:01.267293 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bf3c126c-339d-4eb2-873d-96d2b6a4cd8e req-2ceb7a5b-fcfb-41d6-bc84-3841e420ea77 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/networks?id=8d068299-4184-4227-8cbc-58442cd62193 HTTP/1.1" status: 200 len: 796 time: 0.3099475 Aug 23 20:48:01.298751 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-b65966dc-9d47-4b1f-9056-57fea8e1c137 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Calling delete_port for 44398430-706b-49d2-8d3a-3797e436623d owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:48:01.304634 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bf3c126c-339d-4eb2-873d-96d2b6a4cd8e req-c840bf60-f8a5-4ce8-b613-c78148d222f0 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/quotas/0b17a426d9eb4b3083079c3d4dc4db5c HTTP/1.1" status: 200 len: 375 time: 0.0155632 Aug 23 20:48:01.310281 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-42c1b97b-0051-4650-b638-4e72e4427dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:01.319005 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-42c1b97b-0051-4650-b638-4e72e4427dfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:01.323671 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-42c1b97b-0051-4650-b638-4e72e4427dfd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/df2fa142-b632-4979-83a5-6b15a604ddbd HTTP/1.1" status: 204 len: 168 time: 0.2337718 Aug 23 20:48:01.365529 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c1b97b-0051-4650-b638-4e72e4427dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2fa142-b632-4979-83a5-6b15a604ddbd,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:01.400277 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bf3c126c-339d-4eb2-873d-96d2b6a4cd8e req-583da910-a60c-4a25-b363-de8f13d3032c tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=0b17a426d9eb4b3083079c3d4dc4db5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0782492 Aug 23 20:48:01.426205 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-73e011c3-2bb0-47bd-ae07-3d985a82b577 req-b557ea26-bc25-4ce4-9b2c-a5593587d602 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/security-groups?id=f264d724-bded-494f-9829-ab610400f252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2058530 Aug 23 20:48:01.432731 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487c0da-377c-4cb4-8150-81656d742bb3 req-df037637-401a-42a7-be4f-fce187dabf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:01.434255 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c487c0da-377c-4cb4-8150-81656d742bb3 req-df037637-401a-42a7-be4f-fce187dabf7b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b5caa9dd6fe449d826e5284616c3d3c&device_id=d45ac867-725d-418b-8e4b-c7f2b6c2f428 HTTP/1.1" status: 200 len: 1094 time: 0.2119210 Aug 23 20:48:01.476865 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e43340-517f-46ab-bf64-e7fcc6e93bb0 None None] Checking router: 0aa5d5d2-629a-4500-8fe2-00c162881609 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:48:01.477478 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e43340-517f-46ab-bf64-e7fcc6e93bb0 None None] Updating router 0aa5d5d2-629a-4500-8fe2-00c162881609 port 1ac2a3d2-f6d8-4a7b-97e8-dbebbb8e9223 binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:48:01.546189 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-62e43340-517f-46ab-bf64-e7fcc6e93bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:01.606024 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bf3c126c-339d-4eb2-873d-96d2b6a4cd8e req-afdff420-4aeb-41b3-b38c-f799881acf28 service neutron] 10.222.0.61 "GET /v2.0/networks/8d068299-4184-4227-8cbc-58442cd62193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886652 Aug 23 20:48:01.632738 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'name': 'network-vif-deleted', 'tag': 'a83e5ee7-c13f-46f6-b912-2a83576e4498'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:48:01.635242 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0a80a4-3904-454a-9076-952b922613f1" -d '{"events": [{"server_uuid": "4731d55c-0045-402f-8d63-5bfbf5e10844", "name": "network-vif-deleted", "tag": "a83e5ee7-c13f-46f6-b912-2a83576e4498"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:48:01.638270 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487c0da-377c-4cb4-8150-81656d742bb3 req-f487192d-2e6a-4228-bfdd-f2bad3d4000d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:01.639806 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c487c0da-377c-4cb4-8150-81656d742bb3 req-f487192d-2e6a-4228-bfdd-f2bad3d4000d service neutron] 10.222.0.11 "GET /v2.0/networks?id=99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54 HTTP/1.1" status: 200 len: 913 time: 0.1898036 Aug 23 20:48:01.760401 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c487c0da-377c-4cb4-8150-81656d742bb3 req-17b99aa2-40ef-4a9a-b647-0a498b529eb1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b220273-b974-4788-b23c-7c1e82288593 HTTP/1.1" status: 200 len: 217 time: 0.1104677 Aug 23 20:48:01.773292 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c4057-8387-4b43-820c-93aa87e24b6a req-4c471b78-c8ce-43cd-883d-61867db92332 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:01.775284 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-975c4057-8387-4b43-820c-93aa87e24b6a req-4c471b78-c8ce-43cd-883d-61867db92332 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45ac867-725d-418b-8e4b-c7f2b6c2f428 HTTP/1.1" status: 200 len: 943 time: 0.2307224 Aug 23 20:48:01.830497 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487c0da-377c-4cb4-8150-81656d742bb3 req-6430e370-4e62-46b4-961f-44b8689000bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:01.832017 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c487c0da-377c-4cb4-8150-81656d742bb3 req-6430e370-4e62-46b4-961f-44b8689000bc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7cf1476b-2d73-4ece-81d4-01b7879e99dc HTTP/1.1" status: 200 len: 852 time: 0.0518551 Aug 23 20:48:01.904203 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-b65966dc-9d47-4b1f-9056-57fea8e1c137 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:01.911812 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c487c0da-377c-4cb4-8150-81656d742bb3 req-bed18b74-8f06-4b4b-9d01-678bea8612c1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656707 Aug 23 20:48:01.956729 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 1c8939b8-df52-4544-8551-3c06b5c9133b up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:48:01.989956 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65966dc-9d47-4b1f-9056-57fea8e1c137 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Pushing event deleted for resources: {'Port': ['ID=44398430-706b-49d2-8d3a-3797e436623d,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:02.023845 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-975c4057-8387-4b43-820c-93aa87e24b6a req-9ae658a0-93f4-4730-aa58-3dae358bb6dc tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859288 Aug 23 20:48:02.139341 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bf3c126c-339d-4eb2-873d-96d2b6a4cd8e req-51356439-65cc-4c05-abc1-a9e21c465f94 service neutron] 10.222.0.61 "GET /v2.0/networks/8d068299-4184-4227-8cbc-58442cd62193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5322092 Aug 23 20:48:02.151476 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-62e43340-517f-46ab-bf64-e7fcc6e93bb0 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:02.161667 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-62e43340-517f-46ab-bf64-e7fcc6e93bb0 None None] Transition to ACTIVE for port object 1ac2a3d2-f6d8-4a7b-97e8-dbebbb8e9223 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:48:02.172691 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c487c0da-377c-4cb4-8150-81656d742bb3 req-91296f49-a5eb-465a-99ef-9d616c9ce9cd service neutron] 10.222.0.11 "GET /v2.0/networks/99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497947 Aug 23 20:48:02.178202 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-62e43340-517f-46ab-bf64-e7fcc6e93bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:02.204134 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22283773-54c6-4887-a6de-aed968765ba2 x-openstack-request-id: req-22283773-54c6-4887-a6de-aed968765ba2 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:48:02.204268 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4731d55c-0045-402f-8d63-5bfbf5e10844", "name": "network-vif-deleted", "tag": "a83e5ee7-c13f-46f6-b912-2a83576e4498", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:48:02.204478 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-22283773-54c6-4887-a6de-aed968765ba2 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:48:02.204885 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'name': 'network-vif-deleted', 'tag': 'a83e5ee7-c13f-46f6-b912-2a83576e4498', 'status': 'completed', 'code': 200} Aug 23 20:48:02.205468 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-76166f70-b9ea-44f3-badd-284545b14819 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:02.219130 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-b65966dc-9d47-4b1f-9056-57fea8e1c137 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] No DVR routers for this DVR port 44398430-706b-49d2-8d3a-3797e436623d on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:48:02.238177 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-b65966dc-9d47-4b1f-9056-57fea8e1c137 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:02.242286 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-b65966dc-9d47-4b1f-9056-57fea8e1c137 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.11 "DELETE /v2.0/ports/44398430-706b-49d2-8d3a-3797e436623d HTTP/1.1" status: 204 len: 173 time: 2.2194223 Aug 23 20:48:02.284836 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32dffef-5efb-4c68-b4bd-cb00cfe08d47 None None] Pushing event updated for resources: {'Port': ['ID=1ac2a3d2-f6d8-4a7b-97e8-dbebbb8e9223,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:02.304928 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76166f70-b9ea-44f3-badd-284545b14819 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event deleted for resources: {'Port': ['ID=9e4e8b87-35ab-4564-867a-69b9ff08c3d8,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:02.315268 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 1c8939b8-df52-4544-8551-3c06b5c9133b triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:48:02.315723 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:02.375658 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-62e43340-517f-46ab-bf64-e7fcc6e93bb0 None None] Attempting to bind port 1ac2a3d2-f6d8-4a7b-97e8-dbebbb8e9223 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:48:02.376137 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-62e43340-517f-46ab-bf64-e7fcc6e93bb0 None None] Attempting to bind port 1ac2a3d2-f6d8-4a7b-97e8-dbebbb8e9223 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '0bc364fb-51ac-4f82-a8e6-c471283c8ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8d068299-4184-4227-8cbc-58442cd62193'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:48:02.376582 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e43340-517f-46ab-bf64-e7fcc6e93bb0 None None] Attempting to bind port 1ac2a3d2-f6d8-4a7b-97e8-dbebbb8e9223 on network 8d068299-4184-4227-8cbc-58442cd62193 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:48:02.392659 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e43340-517f-46ab-bf64-e7fcc6e93bb0 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:48:02.393390 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e43340-517f-46ab-bf64-e7fcc6e93bb0 None None] Checking segment: {'id': '0bc364fb-51ac-4f82-a8e6-c471283c8ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8d068299-4184-4227-8cbc-58442cd62193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:48:02.393499 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-62e43340-517f-46ab-bf64-e7fcc6e93bb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:02.394981 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e43340-517f-46ab-bf64-e7fcc6e93bb0 None None] Bound using segment: {'id': '0bc364fb-51ac-4f82-a8e6-c471283c8ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8d068299-4184-4227-8cbc-58442cd62193'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:48:02.400751 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-62e43340-517f-46ab-bf64-e7fcc6e93bb0 None None] Bound port: 1ac2a3d2-f6d8-4a7b-97e8-dbebbb8e9223, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc364fb-51ac-4f82-a8e6-c471283c8ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8d068299-4184-4227-8cbc-58442cd62193'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:48:02.404962 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-62e43340-517f-46ab-bf64-e7fcc6e93bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:02.598293 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b0941745-c69b-4145-a61b-2cefabe84d17 req-8765e7e3-cf49-4503-8916-17b11a93ff61 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 210 time: 0.1004758 Aug 23 20:48:02.726026 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-62e43340-517f-46ab-bf64-e7fcc6e93bb0 None None] For port 1ac2a3d2-f6d8-4a7b-97e8-dbebbb8e9223, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:48:02.767057 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-62e43340-517f-46ab-bf64-e7fcc6e93bb0 None None] For port 1ac2a3d2-f6d8-4a7b-97e8-dbebbb8e9223, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=1ac2a3d2-f6d8-4a7b-97e8-dbebbb8e9223,segment=NetworkSegment(0bc364fb-51ac-4f82-a8e6-c471283c8ba9),segment_id=0bc364fb-51ac-4f82-a8e6-c471283c8ba9)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:48:02.778188 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-62e43340-517f-46ab-bf64-e7fcc6e93bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:02.915135 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32dffef-5efb-4c68-b4bd-cb00cfe08d47 None None] Pushing event updated for resources: {'Port': ['ID=1ac2a3d2-f6d8-4a7b-97e8-dbebbb8e9223,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:02.987278 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e43340-517f-46ab-bf64-e7fcc6e93bb0 None None] Routers {'0aa5d5d2-629a-4500-8fe2-00c162881609'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:48:02.987955 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-62e43340-517f-46ab-bf64-e7fcc6e93bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:47:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['0aa5d5d2-629a-4500-8fe2-00c162881609'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:48:03.094905 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-76166f70-b9ea-44f3-badd-284545b14819 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:03.110649 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46450) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:03.112421 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-76166f70-b9ea-44f3-badd-284545b14819 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/ports/9e4e8b87-35ab-4564-867a-69b9ff08c3d8 HTTP/1.1" status: 204 len: 168 time: 3.1440489 Aug 23 20:48:03.166915 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b759e1-ba2c-4ce9-aa76-2807bf61f8b3 req-b8e4a96a-903b-4abf-993f-fe0a0cd2596f tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:03.168638 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-89b759e1-ba2c-4ce9-aa76-2807bf61f8b3 req-b8e4a96a-903b-4abf-993f-fe0a0cd2596f tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 943 time: 0.5293999 Aug 23 20:48:03.172398 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c487c0da-377c-4cb4-8150-81656d742bb3 req-352f259e-326d-47b7-83dc-081977bdcce4 service neutron] 10.222.0.11 "GET /v2.0/networks/99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9592979 Aug 23 20:48:03.257232 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-62e43340-517f-46ab-bf64-e7fcc6e93bb0 None None] Set router 0aa5d5d2-629a-4500-8fe2-00c162881609 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:48:03.268944 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-605aba81-3951-4ffe-a110-035cb86ff226 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Deleting port c9bc32bd-28fb-4ef8-8531-edadca967003 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:48:03.269435 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-605aba81-3951-4ffe-a110-035cb86ff226 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:03.270888 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c621e6-da08-49b8-91a8-def8d2844bea tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:03.273000 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c621e6-da08-49b8-91a8-def8d2844bea tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:03.274623 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c621e6-da08-49b8-91a8-def8d2844bea tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:03.276732 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-42c621e6-da08-49b8-91a8-def8d2844bea tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1645710 Aug 23 20:48:03.279571 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46454) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:03.364713 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-89b759e1-ba2c-4ce9-aa76-2807bf61f8b3 req-c3440b9d-3eb8-4a17-951e-bf766597dfb7 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/security-groups?id=f264d724-bded-494f-9829-ab610400f252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690044 Aug 23 20:48:03.384300 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830fd81-b4c8-41fb-9596-69117d33ae41 req-a4cbd7d9-14f4-4435-82e8-0c5a53d63d8a tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:03.394997 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a830fd81-b4c8-41fb-9596-69117d33ae41 req-a4cbd7d9-14f4-4435-82e8-0c5a53d63d8a tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 946 time: 0.1739399 Aug 23 20:48:03.463470 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-605aba81-3951-4ffe-a110-035cb86ff226 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] For port c9bc32bd-28fb-4ef8-8531-edadca967003, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=c9bc32bd-28fb-4ef8-8531-edadca967003,segment=NetworkSegment(d26d7b7e-620e-4a66-b90b-1ee63dd61b0f),segment_id=d26d7b7e-620e-4a66-b90b-1ee63dd61b0f)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:48:03.463852 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-605aba81-3951-4ffe-a110-035cb86ff226 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:03.475863 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-545413fd-f4c8-4593-999f-f4653e729af5 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Deleting subnet 19451ab3-0e32-44c8-9532-0e1365e45d54 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:48:03.489571 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-545413fd-f4c8-4593-999f-f4653e729af5 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:03.491635 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-605aba81-3951-4ffe-a110-035cb86ff226 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Calling delete_port for c9bc32bd-28fb-4ef8-8531-edadca967003 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:48:03.543089 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 6b220273-b974-4788-b23c-7c1e82288593 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:48:03.544591 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a830fd81-b4c8-41fb-9596-69117d33ae41 req-ecdd883a-fe98-4396-863a-bb0f0147444b tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461999 Aug 23 20:48:03.603728 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-545413fd-f4c8-4593-999f-f4653e729af5 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:03.711419 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c2ae2-acbb-4196-a4b5-023650166614 req-b5986f44-c0a3-422b-8c78-58ccbb79bf2a tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:03.729299 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-591c2ae2-acbb-4196-a4b5-023650166614 req-b5986f44-c0a3-422b-8c78-58ccbb79bf2a tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45ac867-725d-418b-8e4b-c7f2b6c2f428 HTTP/1.1" status: 200 len: 943 time: 0.2344680 Aug 23 20:48:03.777538 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-62e43340-517f-46ab-bf64-e7fcc6e93bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa5d5d2-629a-4500-8fe2-00c162881609', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2058955899', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'ee6ca945-9e17-42bb-8125-13cf1d9affe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:47:41Z', 'updated_at': '2021-08-23T20:47:55Z', 'revision_number': 4, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'gw_port': {'id': 'ee6ca945-9e17-42bb-8125-13cf1d9affe4', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa5d5d2-629a-4500-8fe2-00c162881609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:47:42Z', 'updated_at': '2021-08-23T20:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '1ac2a3d2-f6d8-4a7b-97e8-dbebbb8e9223', 'name': '', 'network_id': '8d068299-4184-4227-8cbc-58442cd62193', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'mac_address': 'fa:16:3e:10:71:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa5d5d2-629a-4500-8fe2-00c162881609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'd93f73c3-35f9-433c-a781-7029406e1a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:47:52Z', 'updated_at': '2021-08-23T20:48:02Z', 'revision_number': 4, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'subnets': [{'id': 'd93f73c3-35f9-433c-a781-7029406e1a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:48:03.780800 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 6b220273-b974-4788-b23c-7c1e82288593, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=6b220273-b974-4788-b23c-7c1e82288593,segment=NetworkSegment(a0304131-671f-4c22-8fc4-9d97cd99d833),segment_id=a0304131-671f-4c22-8fc4-9d97cd99d833)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:48:03.804363 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-03a08468-6ec7-4763-9d2f-cc6f30c4cbfd req-0733d063-5264-41c5-8caa-10de086467a9 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 210 time: 0.0404866 Aug 23 20:48:03.816252 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e43340-517f-46ab-bf64-e7fcc6e93bb0 None None] The sync data for ids ['0aa5d5d2-629a-4500-8fe2-00c162881609'] in n-d-805663-2 is: [{'id': '0aa5d5d2-629a-4500-8fe2-00c162881609', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2058955899', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'ee6ca945-9e17-42bb-8125-13cf1d9affe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:47:41Z', 'updated_at': '2021-08-23T20:47:55Z', 'revision_number': 4, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'gw_port': {'id': 'ee6ca945-9e17-42bb-8125-13cf1d9affe4', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa5d5d2-629a-4500-8fe2-00c162881609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:47:42Z', 'updated_at': '2021-08-23T20:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '1ac2a3d2-f6d8-4a7b-97e8-dbebbb8e9223', 'name': '', 'network_id': '8d068299-4184-4227-8cbc-58442cd62193', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'mac_address': 'fa:16:3e:10:71:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa5d5d2-629a-4500-8fe2-00c162881609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'd93f73c3-35f9-433c-a781-7029406e1a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:47:52Z', 'updated_at': '2021-08-23T20:48:02Z', 'revision_number': 4, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'subnets': [{'id': 'd93f73c3-35f9-433c-a781-7029406e1a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:48:03.831253 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '6b220273-b974-4788-b23c-7c1e82288593', 'network_id': '99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54', 'port_id': '6b220273-b974-4788-b23c-7c1e82288593', 'mac_address': 'fa:16:3e:d1:1f:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cf1476b-2d73-4ece-81d4-01b7879e99dc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:48:03.840969 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-545413fd-f4c8-4593-999f-f4653e729af5 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:03.898126 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-591c2ae2-acbb-4196-a4b5-023650166614 req-4b04b040-e955-47b9-9045-2975ccd283ee tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440368 Aug 23 20:48:03.902192 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:03.922680 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b220273-b974-4788-b23c-7c1e82288593 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:48:03.999206 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 6b220273-b974-4788-b23c-7c1e82288593, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=6b220273-b974-4788-b23c-7c1e82288593,segment=NetworkSegment(a0304131-671f-4c22-8fc4-9d97cd99d833),segment_id=a0304131-671f-4c22-8fc4-9d97cd99d833)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:48:04.014002 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:04.033393 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-545413fd-f4c8-4593-999f-f4653e729af5 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:04.067929 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-605aba81-3951-4ffe-a110-035cb86ff226 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:04.098078 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545413fd-f4c8-4593-999f-f4653e729af5 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event deleted for resources: {'Subnet': ['ID=19451ab3-0e32-44c8-9532-0e1365e45d54,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:04.106863 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-545413fd-f4c8-4593-999f-f4653e729af5 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:04.109499 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-545413fd-f4c8-4593-999f-f4653e729af5 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/19451ab3-0e32-44c8-9532-0e1365e45d54 HTTP/1.1" status: 204 len: 168 time: 0.8287511 Aug 23 20:48:04.113702 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46470) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:04.127444 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a06cd76-1037-4aec-892d-a1f8bb557c17 None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:48:04.151466 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605aba81-3951-4ffe-a110-035cb86ff226 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Pushing event deleted for resources: {'Port': ['ID=c9bc32bd-28fb-4ef8-8531-edadca967003,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:04.190070 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=6b220273-b974-4788-b23c-7c1e82288593,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:04.220234 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'name': 'network-vif-deleted', 'tag': '44398430-706b-49d2-8d3a-3797e436623d'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:48:04.222913 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8834a0-6d48-40e6-af6f-34638ebc2373" -d '{"events": [{"server_uuid": "4731d55c-0045-402f-8d63-5bfbf5e10844", "name": "network-vif-deleted", "tag": "44398430-706b-49d2-8d3a-3797e436623d"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:48:04.236785 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-605aba81-3951-4ffe-a110-035cb86ff226 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] No DVR routers for this DVR port c9bc32bd-28fb-4ef8-8531-edadca967003 on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:48:04.241751 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-605aba81-3951-4ffe-a110-035cb86ff226 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:04.245467 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-365fd009-03b8-4491-b761-99cc488a4ec6 req-605aba81-3951-4ffe-a110-035cb86ff226 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.11 "DELETE /v2.0/ports/c9bc32bd-28fb-4ef8-8531-edadca967003 HTTP/1.1" status: 204 len: 173 time: 1.9587955 Aug 23 20:48:04.278298 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['6b220273-b974-4788-b23c-7c1e82288593'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:48:04.290941 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90fa9c60-e18e-4ac0-a5b3-f3746fbedae5 x-openstack-request-id: req-90fa9c60-e18e-4ac0-a5b3-f3746fbedae5 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:48:04.291230 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4731d55c-0045-402f-8d63-5bfbf5e10844", "name": "network-vif-deleted", "tag": "44398430-706b-49d2-8d3a-3797e436623d", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:48:04.291484 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-90fa9c60-e18e-4ac0-a5b3-f3746fbedae5 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:48:04.292011 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'name': 'network-vif-deleted', 'tag': '44398430-706b-49d2-8d3a-3797e436623d', 'status': 'completed', 'code': 200} Aug 23 20:48:04.321215 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-c72b94d2-37cc-406d-92d8-11f016f75a95 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Deleting subnet e5d6276f-72e8-4aa5-aaf1-b6f1d34d41d6 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:48:04.335278 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c72b94d2-37cc-406d-92d8-11f016f75a95 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:04.507009 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c72b94d2-37cc-406d-92d8-11f016f75a95 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:04.597402 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3c232b8d-6d55-4510-b555-e048d16b80ea req-078d6f45-4729-40fa-8f2c-cb3801d9de0f tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 210 time: 0.0568550 Aug 23 20:48:04.619722 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c126c-339d-4eb2-873d-96d2b6a4cd8e req-eb75e5d4-09c1-46f3-8577-51428e241fde tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:04.621648 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bf3c126c-339d-4eb2-873d-96d2b6a4cd8e req-eb75e5d4-09c1-46f3-8577-51428e241fde tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.32 "GET /v2.0/networks?id=8d068299-4184-4227-8cbc-58442cd62193 HTTP/1.1" status: 200 len: 796 time: 0.4392877 Aug 23 20:48:04.832237 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c72b94d2-37cc-406d-92d8-11f016f75a95 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:04.916315 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bf3c126c-339d-4eb2-873d-96d2b6a4cd8e req-e6e9147d-d596-4d75-b966-a1d2a6ed8659 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b17a426d9eb4b3083079c3d4dc4db5c HTTP/1.1" status: 200 len: 379 time: 0.1868770 Aug 23 20:48:04.937226 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-bf3c126c-339d-4eb2-873d-96d2b6a4cd8e req-d9e04eb9-7ca2-47ef-a1f7-721cc83c388d tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Request body: {'port': {'device_id': '6bd3bc26-ad27-4b90-a14a-21ece587f7e5', 'network_id': '8d068299-4184-4227-8cbc-58442cd62193', 'admin_state_up': True, 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'security_groups': ['30d3316a-f14a-48d2-9cdd-37efb7e3923e']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:48:04.951052 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91465769-11b0-4b70-a57e-b36311b67190 req-4de72c62-9745-4b88-b8d3-db91cc5cfefc tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:04.969590 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-91465769-11b0-4b70-a57e-b36311b67190 req-4de72c62-9745-4b88-b8d3-db91cc5cfefc tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 946 time: 0.2330592 Aug 23 20:48:05.188825 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f2384061-eb4d-43b9-a8b5-13d623e9cee3 req-177594e4-787e-44d9-8359-1c1befdce233 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 210 time: 0.0799806 Aug 23 20:48:05.216711 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-91465769-11b0-4b70-a57e-b36311b67190 req-e8a78032-ca01-42aa-9fb7-f590d535b4db tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460930 Aug 23 20:48:05.217865 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c72b94d2-37cc-406d-92d8-11f016f75a95 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:05.362585 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72b94d2-37cc-406d-92d8-11f016f75a95 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event deleted for resources: {'Subnet': ['ID=e5d6276f-72e8-4aa5-aaf1-b6f1d34d41d6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:05.374878 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c72b94d2-37cc-406d-92d8-11f016f75a95 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:05.380959 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8754f-3105-41ce-9206-300f6799e8b6 req-d2cbdf46-6f15-4d89-940f-61bb22aaa2a2 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:05.382642 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-22d8754f-3105-41ce-9206-300f6799e8b6 req-d2cbdf46-6f15-4d89-940f-61bb22aaa2a2 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 946 time: 0.1539700 Aug 23 20:48:05.391679 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c72b94d2-37cc-406d-92d8-11f016f75a95 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/e5d6276f-72e8-4aa5-aaf1-b6f1d34d41d6 HTTP/1.1" status: 204 len: 168 time: 1.2748189 Aug 23 20:48:05.394973 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 46524) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:05.499472 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46526) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:05.520697 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 6b220273-b974-4788-b23c-7c1e82288593 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:48:05.543873 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf3c126c-339d-4eb2-873d-96d2b6a4cd8e req-d9e04eb9-7ca2-47ef-a1f7-721cc83c388d tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Made reservation on behalf of 0b17a426d9eb4b3083079c3d4dc4db5c for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:48:05.560953 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-bf3c126c-339d-4eb2-873d-96d2b6a4cd8e req-d9e04eb9-7ca2-47ef-a1f7-721cc83c388d tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:05.735016 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-13b120e4-320a-487b-9d4e-040804a55ba3 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3158104 Aug 23 20:48:05.774996 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 6b220273-b974-4788-b23c-7c1e82288593 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:48:05.785443 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 6b220273-b974-4788-b23c-7c1e82288593 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:48:05.786815 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:05.811480 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 46536) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:05.836447 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-675a7a57-99b0-4082-a0ed-ce9f087cc322 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'subnet': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:48:05.877269 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b7d05b-d9f8-4552-9981-abaa608985a6 None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:48:05.948143 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-de6ec3df-b01a-441c-9801-b338bd748671 req-0a8b9cf5-f017-4670-8f1f-b88386f3c2cc tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 210 time: 0.1298950 Aug 23 20:48:05.969596 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c7e7afb8-1659-41f4-8bdd-d55d5e3baf2d None None] Provisioning complete for port 1c8939b8-df52-4544-8551-3c06b5c9133b triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:48:05.970110 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c7e7afb8-1659-41f4-8bdd-d55d5e3baf2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:06.027891 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe9a34-2496-48b1-91fe-ad76448515b0 req-d42cc95c-c89a-4059-9dd4-d1c7b2e47fc8 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:06.036224 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bffe9a34-2496-48b1-91fe-ad76448515b0 req-d42cc95c-c89a-4059-9dd4-d1c7b2e47fc8 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45ac867-725d-418b-8e4b-c7f2b6c2f428 HTTP/1.1" status: 200 len: 944 time: 0.6525095 Aug 23 20:48:06.080250 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-bf3c126c-339d-4eb2-873d-96d2b6a4cd8e req-d9e04eb9-7ca2-47ef-a1f7-721cc83c388d tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Allocated IP 172.20.0.6 (8d068299-4184-4227-8cbc-58442cd62193/d93f73c3-35f9-433c-a781-7029406e1a10/e2407290-42c4-4898-b0ae-5a05faa64eda) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:48:06.093794 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 1ac2a3d2-f6d8-4a7b-97e8-dbebbb8e9223 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:48:06.158953 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bffe9a34-2496-48b1-91fe-ad76448515b0 req-10713a9e-085b-4109-947b-7d4a86419cf6 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216261 Aug 23 20:48:06.164761 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:06.232304 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-22d8754f-3105-41ce-9206-300f6799e8b6 req-d14e69ff-26c7-45e5-8eac-6fc0bbdb4686 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Deleting port 939d72db-2d60-46d4-bf80-372f37b6f531 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:48:06.232824 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-22d8754f-3105-41ce-9206-300f6799e8b6 req-d14e69ff-26c7-45e5-8eac-6fc0bbdb4686 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:06.247942 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675a7a57-99b0-4082-a0ed-ce9f087cc322 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:48:06.261496 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-675a7a57-99b0-4082-a0ed-ce9f087cc322 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:06.319071 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c3c02bd9-9297-4fdf-8780-eaaf1d1ab3f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:06.319774 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'name': 'network-vif-deleted', 'tag': 'c9bc32bd-28fb-4ef8-8531-edadca967003'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:48:06.322265 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6716b01e-df1d-4175-af27-2c5dec0db576" -d '{"events": [{"server_uuid": "4731d55c-0045-402f-8d63-5bfbf5e10844", "name": "network-vif-deleted", "tag": "c9bc32bd-28fb-4ef8-8531-edadca967003"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:48:06.430480 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93bd1e-f44a-46fe-a788-efa853f5ca72 req-ca630853-d49d-4eb8-984a-98744f8740a9 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:06.432373 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1ac3ce-45ed-4c04-b2a9-9f6bc022a46b None None] DHCP port deletion for 6435e9ee-eaf5-46f5-a85c-299ee4fcacce request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:48:06.438314 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7c93bd1e-f44a-46fe-a788-efa853f5ca72 req-ca630853-d49d-4eb8-984a-98744f8740a9 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 946 time: 0.1235919 Aug 23 20:48:06.452765 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-bf3c126c-339d-4eb2-873d-96d2b6a4cd8e req-d9e04eb9-7ca2-47ef-a1f7-721cc83c388d tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:06.473246 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 6b220273-b974-4788-b23c-7c1e82288593, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=6b220273-b974-4788-b23c-7c1e82288593,segment=NetworkSegment(a0304131-671f-4c22-8fc4-9d97cd99d833),segment_id=a0304131-671f-4c22-8fc4-9d97cd99d833)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:48:06.478304 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45ac867-725d-418b-8e4b-c7f2b6c2f428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b220273-b974-4788-b23c-7c1e82288593'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:48:06.481630 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8f73ae-a5e4-442a-a228-29aeffac9e9f" -d '{"events": [{"server_uuid": "d45ac867-725d-418b-8e4b-c7f2b6c2f428", "name": "network-vif-plugged", "status": "completed", "tag": "6b220273-b974-4788-b23c-7c1e82288593"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:48:06.490626 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 1ac2a3d2-f6d8-4a7b-97e8-dbebbb8e9223 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:48:06.508089 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-bf3c126c-339d-4eb2-873d-96d2b6a4cd8e req-d9e04eb9-7ca2-47ef-a1f7-721cc83c388d tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Transition to ACTIVE for port object e2407290-42c4-4898-b0ae-5a05faa64eda will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:48:06.513134 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:06.533853 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7c93bd1e-f44a-46fe-a788-efa853f5ca72 req-618beea6-e8f5-4b0e-a403-7f8e00176588 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941861 Aug 23 20:48:06.566078 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 1ac2a3d2-f6d8-4a7b-97e8-dbebbb8e9223 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:48:06.566078 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:06.616497 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-bf3c126c-339d-4eb2-873d-96d2b6a4cd8e req-d9e04eb9-7ca2-47ef-a1f7-721cc83c388d tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:06.617641 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=6b220273-b974-4788-b23c-7c1e82288593,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:06.653876 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-de1ac3ce-45ed-4c04-b2a9-9f6bc022a46b None None] Deleting port 1c8939b8-df52-4544-8551-3c06b5c9133b {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:48:06.654515 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-de1ac3ce-45ed-4c04-b2a9-9f6bc022a46b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:06.698826 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf3c126c-339d-4eb2-873d-96d2b6a4cd8e req-d9e04eb9-7ca2-47ef-a1f7-721cc83c388d tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Network 8d068299-4184-4227-8cbc-58442cd62193 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:48:06.710561 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-bf3c126c-339d-4eb2-873d-96d2b6a4cd8e req-d9e04eb9-7ca2-47ef-a1f7-721cc83c388d tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:48:06.728448 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9de5fe9-e095-4a1d-915a-3b83ffaf4885 x-openstack-request-id: req-c9de5fe9-e095-4a1d-915a-3b83ffaf4885 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:48:06.728746 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d45ac867-725d-418b-8e4b-c7f2b6c2f428", "name": "network-vif-plugged", "status": "completed", "tag": "6b220273-b974-4788-b23c-7c1e82288593", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:48:06.729062 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c9de5fe9-e095-4a1d-915a-3b83ffaf4885 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:48:06.729528 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45ac867-725d-418b-8e4b-c7f2b6c2f428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b220273-b974-4788-b23c-7c1e82288593', 'code': 200} Aug 23 20:48:06.733378 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf3c126c-339d-4eb2-873d-96d2b6a4cd8e req-d9e04eb9-7ca2-47ef-a1f7-721cc83c388d tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:48:06.739315 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:06.797231 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e04eb9-7ca2-47ef-a1f7-721cc83c388d tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'Port': ['ID=e2407290-42c4-4898-b0ae-5a05faa64eda,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:06.850492 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c3c02bd9-9297-4fdf-8780-eaaf1d1ab3f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:06.852660 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-de1ac3ce-45ed-4c04-b2a9-9f6bc022a46b None None] For port 1c8939b8-df52-4544-8551-3c06b5c9133b, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=1c8939b8-df52-4544-8551-3c06b5c9133b,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:48:06.853446 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-de1ac3ce-45ed-4c04-b2a9-9f6bc022a46b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:06.858832 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 1ac2a3d2-f6d8-4a7b-97e8-dbebbb8e9223, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=1ac2a3d2-f6d8-4a7b-97e8-dbebbb8e9223,segment=NetworkSegment(0bc364fb-51ac-4f82-a8e6-c471283c8ba9),segment_id=0bc364fb-51ac-4f82-a8e6-c471283c8ba9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:48:06.869447 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:06.874964 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c126c-339d-4eb2-873d-96d2b6a4cd8e req-d9e04eb9-7ca2-47ef-a1f7-721cc83c388d tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:06.883108 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-bf3c126c-339d-4eb2-873d-96d2b6a4cd8e req-d9e04eb9-7ca2-47ef-a1f7-721cc83c388d tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:06.903040 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c3c02bd9-9297-4fdf-8780-eaaf1d1ab3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:06.907186 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-de1ac3ce-45ed-4c04-b2a9-9f6bc022a46b None None] Calling delete_port for 1c8939b8-df52-4544-8551-3c06b5c9133b owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:48:06.927457 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bf3c126c-339d-4eb2-873d-96d2b6a4cd8e req-d9e04eb9-7ca2-47ef-a1f7-721cc83c388d tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0000298 Aug 23 20:48:06.953781 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-bf3c126c-339d-4eb2-873d-96d2b6a4cd8e req-4259e406-96c5-4822-a7d1-b6c44079dcff service neutron] Request body: {'port': {'device_id': '6bd3bc26-ad27-4b90-a14a-21ece587f7e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:48:07.069707 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83945e7-1928-4ea0-bfff-4b0e5bf6b81e x-openstack-request-id: req-d83945e7-1928-4ea0-bfff-4b0e5bf6b81e {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:48:07.070455 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4731d55c-0045-402f-8d63-5bfbf5e10844", "name": "network-vif-deleted", "tag": "c9bc32bd-28fb-4ef8-8531-edadca967003", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:48:07.070939 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d83945e7-1928-4ea0-bfff-4b0e5bf6b81e {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:48:07.071598 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4731d55c-0045-402f-8d63-5bfbf5e10844', 'name': 'network-vif-deleted', 'tag': 'c9bc32bd-28fb-4ef8-8531-edadca967003', 'status': 'completed', 'code': 200} Aug 23 20:48:07.072964 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=1ac2a3d2-f6d8-4a7b-97e8-dbebbb8e9223,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:07.087347 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-bf3c126c-339d-4eb2-873d-96d2b6a4cd8e req-4259e406-96c5-4822-a7d1-b6c44079dcff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:07.109303 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c3c02bd9-9297-4fdf-8780-eaaf1d1ab3f5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=abe40fa52574471d9fd627786532167c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6057522 Aug 23 20:48:07.126961 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46552) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:07.132827 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-de1ac3ce-45ed-4c04-b2a9-9f6bc022a46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:07.167006 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ac3ce-45ed-4c04-b2a9-9f6bc022a46b None None] Pushing event deleted for resources: {'Port': ['ID=1c8939b8-df52-4544-8551-3c06b5c9133b,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:07.175477 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1ac3ce-45ed-4c04-b2a9-9f6bc022a46b None None] No DVR routers for this DVR port 1c8939b8-df52-4544-8551-3c06b5c9133b on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:48:07.218468 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-50a4d08a-5048-486d-95e1-c7ec3fcd089b None None] Provisioning for port e2407290-42c4-4898-b0ae-5a05faa64eda completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:48:07.230810 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-50a4d08a-5048-486d-95e1-c7ec3fcd089b None None] Provisioning complete for port e2407290-42c4-4898-b0ae-5a05faa64eda triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:48:07.231183 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-50a4d08a-5048-486d-95e1-c7ec3fcd089b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:07.316271 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-50a4d08a-5048-486d-95e1-c7ec3fcd089b None None] Port e2407290-42c4-4898-b0ae-5a05faa64eda cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:48:07.326606 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c02bd9-9297-4fdf-8780-eaaf1d1ab3f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dcec142-353d-4386-9d10-5268e9073563,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:07.387205 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b0827-dbf1-4708-92b8-82c6bfaec3a0 req-4d50e5e3-9f3a-45c6-8c0b-ca0a8ead6401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:07.388673 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec2b0827-dbf1-4708-92b8-82c6bfaec3a0 req-4d50e5e3-9f3a-45c6-8c0b-ca0a8ead6401 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d45ac867-725d-418b-8e4b-c7f2b6c2f428 HTTP/1.1" status: 200 len: 1096 time: 0.3615849 Aug 23 20:48:07.403269 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5b76e241-9d9e-403c-8bb1-bf1d8ef007e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:07.405538 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae987e4c-e88f-4eda-969d-44844802dacc req-7b329f67-79c8-42f0-9fee-f8b2f694905d tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:07.407080 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ae987e4c-e88f-4eda-969d-44844802dacc req-7b329f67-79c8-42f0-9fee-f8b2f694905d tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 931 time: 1.0816441 Aug 23 20:48:07.415338 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-22d8754f-3105-41ce-9206-300f6799e8b6 req-d14e69ff-26c7-45e5-8eac-6fc0bbdb4686 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] For port 939d72db-2d60-46d4-bf80-372f37b6f531, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=939d72db-2d60-46d4-bf80-372f37b6f531,segment=NetworkSegment(56944fa1-c7d3-451b-86e9-345b2fbe4c92),segment_id=56944fa1-c7d3-451b-86e9-345b2fbe4c92)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:48:07.415725 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-22d8754f-3105-41ce-9206-300f6799e8b6 req-d14e69ff-26c7-45e5-8eac-6fc0bbdb4686 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:07.452012 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5b76e241-9d9e-403c-8bb1-bf1d8ef007e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:07.452570 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-22d8754f-3105-41ce-9206-300f6799e8b6 req-d14e69ff-26c7-45e5-8eac-6fc0bbdb4686 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Calling delete_port for 939d72db-2d60-46d4-bf80-372f37b6f531 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:48:07.573443 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec2b0827-dbf1-4708-92b8-82c6bfaec3a0 req-af15bf9e-dafd-48ad-bedf-41397bc0eb73 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653876 Aug 23 20:48:07.585602 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ae987e4c-e88f-4eda-969d-44844802dacc req-d2c47cb1-e9b0-44ce-8f4e-27718b248eeb tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=30d3316a-f14a-48d2-9cdd-37efb7e3923e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625993 Aug 23 20:48:07.601129 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2cf92f9b-2030-47bc-80cd-6e25fefe7c0f req-62cd4378-e609-43f0-884c-6f56c9a5fad4 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 210 time: 0.2763736 Aug 23 20:48:07.608164 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-bf3c126c-339d-4eb2-873d-96d2b6a4cd8e req-4259e406-96c5-4822-a7d1-b6c44079dcff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2407290-42c4-4898-b0ae-5a05faa64eda {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:48:07.626218 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-bf3c126c-339d-4eb2-873d-96d2b6a4cd8e req-4259e406-96c5-4822-a7d1-b6c44079dcff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:07.636894 n-d-805663-2 neutron-server[94687]: DEBUG neutron.objects.ports [None req-675a7a57-99b0-4082-a0ed-ce9f087cc322 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94687) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 20:48:07.640527 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5b76e241-9d9e-403c-8bb1-bf1d8ef007e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:07.643621 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5b76e241-9d9e-403c-8bb1-bf1d8ef007e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:07.645760 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-5b76e241-9d9e-403c-8bb1-bf1d8ef007e4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2dcec142-353d-4386-9d10-5268e9073563 HTTP/1.1" status: 204 len: 168 time: 0.5191085 Aug 23 20:48:07.650761 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-bf3c126c-339d-4eb2-873d-96d2b6a4cd8e req-4259e406-96c5-4822-a7d1-b6c44079dcff service neutron] Transition to ACTIVE for port object e2407290-42c4-4898-b0ae-5a05faa64eda will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:48:07.660685 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-675a7a57-99b0-4082-a0ed-ce9f087cc322 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:07.675099 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-bf3c126c-339d-4eb2-873d-96d2b6a4cd8e req-4259e406-96c5-4822-a7d1-b6c44079dcff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:07.679474 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b76e241-9d9e-403c-8bb1-bf1d8ef007e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dcec142-353d-4386-9d10-5268e9073563,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:07.748716 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675a7a57-99b0-4082-a0ed-ce9f087cc322 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:48:07.755993 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4259e406-96c5-4822-a7d1-b6c44079dcff service neutron] Pushing event updated for resources: {'Port': ['ID=e2407290-42c4-4898-b0ae-5a05faa64eda,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:07.759705 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-675a7a57-99b0-4082-a0ed-ce9f087cc322 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:48:07.766849 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675a7a57-99b0-4082-a0ed-ce9f087cc322 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:07.767384 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-675a7a57-99b0-4082-a0ed-ce9f087cc322 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:07.770151 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0950e8b-5c09-40e3-ad38-97e2ccb8f61d None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:48:07.794127 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675a7a57-99b0-4082-a0ed-ce9f087cc322 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'Subnet': ['ID=536a4cf3-7737-4d0e-82f8-bfb13924d740,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:07.814595 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-675a7a57-99b0-4082-a0ed-ce9f087cc322 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9972279 Aug 23 20:48:07.817833 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 46562) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:07.829910 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-70775d31-d304-40ee-b6da-9beb35cc4ede tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'subnet': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:48:07.990145 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f39624d-18ec-43df-bef5-7a80bf985912 req-fb377096-8e52-42d9-936a-1264ffd7b9c7 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:07.998130 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4f39624d-18ec-43df-bef5-7a80bf985912 req-fb377096-8e52-42d9-936a-1264ffd7b9c7 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e7f9bfe-7369-4af3-824a-a49cc172da9f HTTP/1.1" status: 200 len: 946 time: 0.2091029 Aug 23 20:48:08.033452 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 1ac2a3d2-f6d8-4a7b-97e8-dbebbb8e9223 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:48:08.097508 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f69be6-936c-4e2e-a337-e675438e33d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'tenant_id': 'db9608efcb064b40bc03dbc9d75ec2a9', 'fixed_ips': [{'subnet_id': '536a4cf3-7737-4d0e-82f8-bfb13924d740'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:48:08.098408 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93accf9-ba5c-443c-b97b-957189013370 req-3969a8af-fab2-423c-9d20-121988258dd4 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:08.098607 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c1f69be6-936c-4e2e-a337-e675438e33d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:08.099056 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-bf3c126c-339d-4eb2-873d-96d2b6a4cd8e req-4259e406-96c5-4822-a7d1-b6c44079dcff service neutron] Attempting to bind port e2407290-42c4-4898-b0ae-5a05faa64eda on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:48:08.099599 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-bf3c126c-339d-4eb2-873d-96d2b6a4cd8e req-4259e406-96c5-4822-a7d1-b6c44079dcff service neutron] Attempting to bind port e2407290-42c4-4898-b0ae-5a05faa64eda by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': '0bc364fb-51ac-4f82-a8e6-c471283c8ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8d068299-4184-4227-8cbc-58442cd62193'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:48:08.100617 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e93accf9-ba5c-443c-b97b-957189013370 req-3969a8af-fab2-423c-9d20-121988258dd4 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45ac867-725d-418b-8e4b-c7f2b6c2f428 HTTP/1.1" status: 200 len: 945 time: 0.3359067 Aug 23 20:48:08.107102 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3c126c-339d-4eb2-873d-96d2b6a4cd8e req-4259e406-96c5-4822-a7d1-b6c44079dcff service neutron] Attempting to bind port e2407290-42c4-4898-b0ae-5a05faa64eda on network 8d068299-4184-4227-8cbc-58442cd62193 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:48:08.116595 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3c126c-339d-4eb2-873d-96d2b6a4cd8e req-4259e406-96c5-4822-a7d1-b6c44079dcff service neutron] Port e2407290-42c4-4898-b0ae-5a05faa64eda on network 8d068299-4184-4227-8cbc-58442cd62193 not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:48:08.117274 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3c126c-339d-4eb2-873d-96d2b6a4cd8e req-4259e406-96c5-4822-a7d1-b6c44079dcff service neutron] Attempting to bind port e2407290-42c4-4898-b0ae-5a05faa64eda on network 8d068299-4184-4227-8cbc-58442cd62193 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:48:08.138805 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3c126c-339d-4eb2-873d-96d2b6a4cd8e req-4259e406-96c5-4822-a7d1-b6c44079dcff service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:48:08.139484 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3c126c-339d-4eb2-873d-96d2b6a4cd8e req-4259e406-96c5-4822-a7d1-b6c44079dcff service neutron] Checking segment: {'id': '0bc364fb-51ac-4f82-a8e6-c471283c8ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8d068299-4184-4227-8cbc-58442cd62193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:48:08.140566 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3c126c-339d-4eb2-873d-96d2b6a4cd8e req-4259e406-96c5-4822-a7d1-b6c44079dcff service neutron] Bound using segment: {'id': '0bc364fb-51ac-4f82-a8e6-c471283c8ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8d068299-4184-4227-8cbc-58442cd62193'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:48:08.144431 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-22d8754f-3105-41ce-9206-300f6799e8b6 req-d14e69ff-26c7-45e5-8eac-6fc0bbdb4686 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:08.151250 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-bf3c126c-339d-4eb2-873d-96d2b6a4cd8e req-4259e406-96c5-4822-a7d1-b6c44079dcff service neutron] Bound port: e2407290-42c4-4898-b0ae-5a05faa64eda, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bc364fb-51ac-4f82-a8e6-c471283c8ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8d068299-4184-4227-8cbc-58442cd62193'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:48:08.153266 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-bf3c126c-339d-4eb2-873d-96d2b6a4cd8e req-4259e406-96c5-4822-a7d1-b6c44079dcff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:08.184630 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4f39624d-18ec-43df-bef5-7a80bf985912 req-71003b75-58e8-4fc4-b3ca-412e4fc63d78 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.61 "GET /v2.0/security-groups?id=a01982ae-5a6c-42b6-9c44-994cb17521cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643872 Aug 23 20:48:08.211972 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14e69ff-26c7-45e5-8eac-6fc0bbdb4686 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Pushing event deleted for resources: {'Port': ['ID=939d72db-2d60-46d4-bf80-372f37b6f531,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:08.258808 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 1ac2a3d2-f6d8-4a7b-97e8-dbebbb8e9223 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:48:08.258808 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:08.278796 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e93accf9-ba5c-443c-b97b-957189013370 req-e4c8dd1b-f759-455c-899d-fbde7e340f68 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558363 Aug 23 20:48:08.329716 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d8754f-3105-41ce-9206-300f6799e8b6 req-d14e69ff-26c7-45e5-8eac-6fc0bbdb4686 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] No DVR routers for this DVR port 939d72db-2d60-46d4-bf80-372f37b6f531 on host n-h2-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:48:08.338370 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 46572) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:08.339056 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-bf3c126c-339d-4eb2-873d-96d2b6a4cd8e req-4259e406-96c5-4822-a7d1-b6c44079dcff service neutron] For port e2407290-42c4-4898-b0ae-5a05faa64eda, host n-h2-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:48:08.343185 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-bf3c126c-339d-4eb2-873d-96d2b6a4cd8e req-4259e406-96c5-4822-a7d1-b6c44079dcff service neutron] For port e2407290-42c4-4898-b0ae-5a05faa64eda, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=e2407290-42c4-4898-b0ae-5a05faa64eda,segment=NetworkSegment(0bc364fb-51ac-4f82-a8e6-c471283c8ba9),segment_id=0bc364fb-51ac-4f82-a8e6-c471283c8ba9)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:48:08.352572 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-bf3c126c-339d-4eb2-873d-96d2b6a4cd8e req-4259e406-96c5-4822-a7d1-b6c44079dcff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:08.361906 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-22d8754f-3105-41ce-9206-300f6799e8b6 req-d14e69ff-26c7-45e5-8eac-6fc0bbdb4686 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:08.381816 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-22d8754f-3105-41ce-9206-300f6799e8b6 req-d14e69ff-26c7-45e5-8eac-6fc0bbdb4686 tempest-ServersNegativeTestJSON-1528605994 tempest-ServersNegativeTestJSON-1528605994-project] 10.222.0.32 "DELETE /v2.0/ports/939d72db-2d60-46d4-bf80-372f37b6f531 HTTP/1.1" status: 204 len: 173 time: 2.9852116 Aug 23 20:48:08.384630 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-c1f69be6-936c-4e2e-a337-e675438e33d8 None None] Allocated IP 2001:db8::f816:3eff:fec1:afc3 (6435e9ee-eaf5-46f5-a85c-299ee4fcacce/536a4cf3-7737-4d0e-82f8-bfb13924d740/c64531bd-4ea3-47dc-b339-d885e0916eeb) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:48:08.401383 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70775d31-d304-40ee-b6da-9beb35cc4ede tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:48:08.405629 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-70775d31-d304-40ee-b6da-9beb35cc4ede tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:08.408780 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a0d906a8-273a-4e34-bee1-fec92bda0774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:08.472646 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c126c-339d-4eb2-873d-96d2b6a4cd8e req-4259e406-96c5-4822-a7d1-b6c44079dcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:08.473245 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-bf3c126c-339d-4eb2-873d-96d2b6a4cd8e req-4259e406-96c5-4822-a7d1-b6c44079dcff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:08.489299 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bf3c126c-339d-4eb2-873d-96d2b6a4cd8e req-4259e406-96c5-4822-a7d1-b6c44079dcff service neutron] 10.222.0.32 "PUT /v2.0/ports/e2407290-42c4-4898-b0ae-5a05faa64eda HTTP/1.1" status: 200 len: 1091 time: 1.5412018 Aug 23 20:48:08.490060 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4259e406-96c5-4822-a7d1-b6c44079dcff service neutron] Pushing event updated for resources: {'Port': ['ID=e2407290-42c4-4898-b0ae-5a05faa64eda,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:08.515206 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd3bc26-ad27-4b90-a14a-21ece587f7e5', 'tag': 'e2407290-42c4-4898-b0ae-5a05faa64eda'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:48:08.529642 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940cd795-f246-4c06-8b3a-f5b5f17118fb" -d '{"events": [{"name": "network-changed", "server_uuid": "6bd3bc26-ad27-4b90-a14a-21ece587f7e5", "tag": "e2407290-42c4-4898-b0ae-5a05faa64eda"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:48:08.685873 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 1c8939b8-df52-4544-8551-3c06b5c9133b no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:48:08.690099 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d634073-2393-44ad-b791-e4111454ce43 x-openstack-request-id: req-0d634073-2393-44ad-b791-e4111454ce43 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:48:08.690099 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bd3bc26-ad27-4b90-a14a-21ece587f7e5", "tag": "e2407290-42c4-4898-b0ae-5a05faa64eda", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:48:08.690418 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0d634073-2393-44ad-b791-e4111454ce43 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:48:08.691599 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bd3bc26-ad27-4b90-a14a-21ece587f7e5', 'tag': 'e2407290-42c4-4898-b0ae-5a05faa64eda', 'status': 'completed', 'code': 200} Aug 23 20:48:08.735091 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c126c-339d-4eb2-873d-96d2b6a4cd8e req-8733e5f0-b877-4a35-b5ad-4a7efb4a2c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:08.738945 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bf3c126c-339d-4eb2-873d-96d2b6a4cd8e req-8733e5f0-b877-4a35-b5ad-4a7efb4a2c68 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b17a426d9eb4b3083079c3d4dc4db5c&device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 1094 time: 0.1716909 Aug 23 20:48:08.770953 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 939d72db-2d60-46d4-bf80-372f37b6f531 no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:48:08.778003 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 1c8939b8-df52-4544-8551-3c06b5c9133b {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:48:08.792456 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 1c8939b8-df52-4544-8551-3c06b5c9133b not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:48:08.822853 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: 939d72db-2d60-46d4-bf80-372f37b6f531 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:48:08.823297 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 939d72db-2d60-46d4-bf80-372f37b6f531 not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:48:08.885827 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c1f69be6-936c-4e2e-a337-e675438e33d8 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:08.897045 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c1f69be6-936c-4e2e-a337-e675438e33d8 None None] Transition to ACTIVE for port object c64531bd-4ea3-47dc-b339-d885e0916eeb will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:48:08.922588 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c1f69be6-936c-4e2e-a337-e675438e33d8 None None] Transition to ACTIVE for port object c64531bd-4ea3-47dc-b339-d885e0916eeb will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:48:08.929007 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a0d906a8-273a-4e34-bee1-fec92bda0774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:08.933091 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c1f69be6-936c-4e2e-a337-e675438e33d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:08.948916 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb4942f-a7f9-4e94-a096-ac227cc2b4cd req-0391d805-4ad9-4980-accc-e8dc5b0c5ba1 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:08.950605 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8bb4942f-a7f9-4e94-a096-ac227cc2b4cd req-0391d805-4ad9-4980-accc-e8dc5b0c5ba1 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 943 time: 0.1796768 Aug 23 20:48:08.966694 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bf3c126c-339d-4eb2-873d-96d2b6a4cd8e req-656cc0c2-e974-43ef-9d1d-0fa2949a4cc7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2407290-42c4-4898-b0ae-5a05faa64eda HTTP/1.1" status: 200 len: 217 time: 0.2099063 Aug 23 20:48:08.981010 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a0d906a8-273a-4e34-bee1-fec92bda0774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:09.028263 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f69be6-936c-4e2e-a337-e675438e33d8 None None] Pushing event updated for resources: {'Port': ['ID=c64531bd-4ea3-47dc-b339-d885e0916eeb,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:09.052205 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f69be6-936c-4e2e-a337-e675438e33d8 None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:48:09.054016 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-c1f69be6-936c-4e2e-a337-e675438e33d8 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:48:09.056712 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f69be6-936c-4e2e-a337-e675438e33d8 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:48:09.058567 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a2c43686-d461-49d0-adda-cf8ffba10e0e req-77f3d225-03c1-4515-9c7f-2714d676ac2a tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 210 time: 0.0422025 Aug 23 20:48:09.067609 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c126c-339d-4eb2-873d-96d2b6a4cd8e req-e29a4fa6-926a-4601-94f7-7c9844fe5c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:09.071465 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bf3c126c-339d-4eb2-873d-96d2b6a4cd8e req-e29a4fa6-926a-4601-94f7-7c9844fe5c05 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d93f73c3-35f9-433c-a781-7029406e1a10 HTTP/1.1" status: 200 len: 834 time: 0.0922449 Aug 23 20:48:09.075427 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e7f9bfe-7369-4af3-824a-a49cc172da9f', 'name': 'network-vif-deleted', 'tag': '939d72db-2d60-46d4-bf80-372f37b6f531'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:48:09.078644 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10940dbd-9470-4d75-8532-6553a37ce259" -d '{"events": [{"server_uuid": "5e7f9bfe-7369-4af3-824a-a49cc172da9f", "name": "network-vif-deleted", "tag": "939d72db-2d60-46d4-bf80-372f37b6f531"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:48:09.109193 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:48:09.125417 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d906a8-273a-4e34-bee1-fec92bda0774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d54e523-28fa-4046-a2a3-6a1b8dd1a093,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:09.129784 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a0d906a8-273a-4e34-bee1-fec92bda0774 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0a8c0c84c4ad43bcb9d780390885d643&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7839499 Aug 23 20:48:09.136837 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 46588) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:09.147283 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8bb4942f-a7f9-4e94-a096-ac227cc2b4cd req-cf41b49f-4e98-4172-9de2-7d19a60a2e14 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=30d3316a-f14a-48d2-9cdd-37efb7e3923e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1736534 Aug 23 20:48:09.154712 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-70775d31-d304-40ee-b6da-9beb35cc4ede tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:09.187088 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c126c-339d-4eb2-873d-96d2b6a4cd8e req-deae08e7-8ce1-491f-96c8-30152c7eb0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:09.188917 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bf3c126c-339d-4eb2-873d-96d2b6a4cd8e req-deae08e7-8ce1-491f-96c8-30152c7eb0f2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d068299-4184-4227-8cbc-58442cd62193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1088531 Aug 23 20:48:09.200927 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c1f69be6-936c-4e2e-a337-e675438e33d8 None None] Attempting to bind port c64531bd-4ea3-47dc-b339-d885e0916eeb on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:48:09.201423 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c1f69be6-936c-4e2e-a337-e675438e33d8 None None] Attempting to bind port c64531bd-4ea3-47dc-b339-d885e0916eeb by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:48:09.201895 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f69be6-936c-4e2e-a337-e675438e33d8 None None] Attempting to bind port c64531bd-4ea3-47dc-b339-d885e0916eeb on network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:48:09.205571 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db7b0f5-07f2-4100-b81c-25db8858aba1 x-openstack-request-id: req-5db7b0f5-07f2-4100-b81c-25db8858aba1 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:48:09.205859 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e7f9bfe-7369-4af3-824a-a49cc172da9f", "name": "network-vif-deleted", "tag": "939d72db-2d60-46d4-bf80-372f37b6f531", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:48:09.206110 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5db7b0f5-07f2-4100-b81c-25db8858aba1 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:48:09.206502 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7f9bfe-7369-4af3-824a-a49cc172da9f', 'name': 'network-vif-deleted', 'tag': '939d72db-2d60-46d4-bf80-372f37b6f531', 'status': 'completed', 'code': 200} Aug 23 20:48:09.208480 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f69be6-936c-4e2e-a337-e675438e33d8 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:48:09.222227 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f69be6-936c-4e2e-a337-e675438e33d8 None None] Checking segment: {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:48:09.223109 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c1f69be6-936c-4e2e-a337-e675438e33d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:09.224997 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f69be6-936c-4e2e-a337-e675438e33d8 None None] Bound using segment: {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:48:09.228602 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c1f69be6-936c-4e2e-a337-e675438e33d8 None None] Bound port: c64531bd-4ea3-47dc-b339-d885e0916eeb, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:48:09.231462 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c1f69be6-936c-4e2e-a337-e675438e33d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:09.232401 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70775d31-d304-40ee-b6da-9beb35cc4ede tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:48:09.242662 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-70775d31-d304-40ee-b6da-9beb35cc4ede tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:48:09.247618 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70775d31-d304-40ee-b6da-9beb35cc4ede tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:09.248282 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-70775d31-d304-40ee-b6da-9beb35cc4ede tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:09.265968 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70775d31-d304-40ee-b6da-9beb35cc4ede tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'Subnet': ['ID=9d9f3534-9fee-4d4d-a4c2-e9ed67517f09,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:09.282076 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5e565393-c4b0-456e-85c8-be34051ffb39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:09.287104 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-70775d31-d304-40ee-b6da-9beb35cc4ede tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4672194 Aug 23 20:48:09.288441 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 46592) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:09.299724 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 46594) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:09.314080 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-1daba951-6a31-449c-b03c-8402e0a09912 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'port': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'mac_address': 'fa:16:3e:83:8e:e1', 'name': 'tempest-NetworksTestDHCPv6-597306107'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:48:09.382647 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-c1f69be6-936c-4e2e-a337-e675438e33d8 None None] For port c64531bd-4ea3-47dc-b339-d885e0916eeb, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:48:09.386857 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-c1f69be6-936c-4e2e-a337-e675438e33d8 None None] For port c64531bd-4ea3-47dc-b339-d885e0916eeb, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=c64531bd-4ea3-47dc-b339-d885e0916eeb,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:48:09.398248 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c1f69be6-936c-4e2e-a337-e675438e33d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:09.411539 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5e565393-c4b0-456e-85c8-be34051ffb39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:09.471390 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-46548fde-4f10-410b-926b-e34cc18abe87 admin admin] Deleting subnet a61ac775-45d7-4f26-8246-bac30e400edf {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:48:09.498065 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-46548fde-4f10-410b-926b-e34cc18abe87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:09.502184 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bf3c126c-339d-4eb2-873d-96d2b6a4cd8e req-026918d9-0c7e-4710-a70e-3a4d08dc0dfc service neutron] 10.222.0.32 "GET /v2.0/networks/8d068299-4184-4227-8cbc-58442cd62193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013091 Aug 23 20:48:09.506732 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f69be6-936c-4e2e-a337-e675438e33d8 None None] Pushing event updated for resources: {'Port': ['ID=c64531bd-4ea3-47dc-b339-d885e0916eeb,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:09.578583 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-46548fde-4f10-410b-926b-e34cc18abe87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:09.619029 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48654173-71c8-46f6-b998-873042165dbb req-fd9998f8-e776-48e9-8b71-69c28a01458c tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:09.622833 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-46548fde-4f10-410b-926b-e34cc18abe87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:09.625056 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-48654173-71c8-46f6-b998-873042165dbb req-fd9998f8-e776-48e9-8b71-69c28a01458c tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45ac867-725d-418b-8e4b-c7f2b6c2f428 HTTP/1.1" status: 200 len: 945 time: 0.2333229 Aug 23 20:48:09.695192 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-46548fde-4f10-410b-926b-e34cc18abe87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:09.714669 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5e565393-c4b0-456e-85c8-be34051ffb39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:09.722304 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-48654173-71c8-46f6-b998-873042165dbb req-f5062cdc-3801-4925-819f-fef73fe94d7b tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848799 Aug 23 20:48:09.723460 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5e565393-c4b0-456e-85c8-be34051ffb39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:09.727934 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5e565393-c4b0-456e-85c8-be34051ffb39 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9d54e523-28fa-4046-a2a3-6a1b8dd1a093 HTTP/1.1" status: 204 len: 168 time: 0.5869293 Aug 23 20:48:09.768679 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bf3c126c-339d-4eb2-873d-96d2b6a4cd8e req-0d411c7f-40cd-43f9-ae75-707a7d59d869 service neutron] 10.222.0.32 "GET /v2.0/networks/8d068299-4184-4227-8cbc-58442cd62193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529662 Aug 23 20:48:09.779190 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46548fde-4f10-410b-926b-e34cc18abe87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a61ac775-45d7-4f26-8246-bac30e400edf,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:09.809688 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-46548fde-4f10-410b-926b-e34cc18abe87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:09.818327 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-46548fde-4f10-410b-926b-e34cc18abe87 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/a61ac775-45d7-4f26-8246-bac30e400edf HTTP/1.1" status: 204 len: 168 time: 0.5252411 Aug 23 20:48:09.822076 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46602) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:09.822763 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1daba951-6a31-449c-b03c-8402e0a09912 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:48:09.827796 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e565393-c4b0-456e-85c8-be34051ffb39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d54e523-28fa-4046-a2a3-6a1b8dd1a093,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:10.020049 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0a68cc5e-90c6-4ea4-ac7a-c7233af3771b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:10.070627 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1daba951-6a31-449c-b03c-8402e0a09912 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:10.071106 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device c64531bd-4ea3-47dc-b339-d885e0916eeb up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:48:10.096885 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-1daba951-6a31-449c-b03c-8402e0a09912 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] device_id is not set on port 155a252b-6534-4dcd-aa2a-f9d0a3e00e58 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:48:10.169451 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port c64531bd-4ea3-47dc-b339-d885e0916eeb completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:48:10.190887 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3f5e855c-10fa-44f4-aead-7d8d8b629308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:10.247622 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4c467541-aeb5-4a76-921d-c02ee0846cae req-9a1d6023-05f2-47b6-b3fc-2ac3afcedf4e tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 210 time: 0.0433359 Aug 23 20:48:10.359666 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3f5e855c-10fa-44f4-aead-7d8d8b629308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:10.373469 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-3f5e855c-10fa-44f4-aead-7d8d8b629308 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ea12703-07c8-4b33-b01b-2309c30593fb']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:48:10.385461 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-3f5e855c-10fa-44f4-aead-7d8d8b629308 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56944fa1-c7d3-451b-86e9-345b2fbe4c92') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:48:10.385748 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-3f5e855c-10fa-44f4-aead-7d8d8b629308 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56944fa1-c7d3-451b-86e9-345b2fbe4c92') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:48:10.394665 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940cd795-f246-4c06-8b3a-f5b5f17118fb req-b81d9f79-6d7d-4632-9433-5b31100bdec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:10.396707 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-940cd795-f246-4c06-8b3a-f5b5f17118fb req-b81d9f79-6d7d-4632-9433-5b31100bdec8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b17a426d9eb4b3083079c3d4dc4db5c&device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 1094 time: 0.2823665 Aug 23 20:48:10.420647 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3f5e855c-10fa-44f4-aead-7d8d8b629308 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:10.421907 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:10.454949 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-1daba951-6a31-449c-b03c-8402e0a09912 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Allocated IP 172.20.0.4 (6435e9ee-eaf5-46f5-a85c-299ee4fcacce/9d9f3534-9fee-4d4d-a4c2-e9ed67517f09/155a252b-6534-4dcd-aa2a-f9d0a3e00e58) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:48:10.466950 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-1daba951-6a31-449c-b03c-8402e0a09912 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Allocated IP 2001:db8::f816:3eff:fe83:8ee1 (6435e9ee-eaf5-46f5-a85c-299ee4fcacce/536a4cf3-7737-4d0e-82f8-bfb13924d740/155a252b-6534-4dcd-aa2a-f9d0a3e00e58) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:48:10.486256 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fc5796-f488-4c58-b223-09ddc76b57ad req-06695ce4-21e5-4a3c-995e-db0f3da3659d tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:10.487831 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b9fc5796-f488-4c58-b223-09ddc76b57ad req-06695ce4-21e5-4a3c-995e-db0f3da3659d tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 943 time: 0.1140723 Aug 23 20:48:10.561567 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940cd795-f246-4c06-8b3a-f5b5f17118fb req-3d966739-7d0f-4851-acd5-75c2a07c00aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:10.563295 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-940cd795-f246-4c06-8b3a-f5b5f17118fb req-3d966739-7d0f-4851-acd5-75c2a07c00aa service neutron] 10.222.0.32 "GET /v2.0/networks?id=8d068299-4184-4227-8cbc-58442cd62193 HTTP/1.1" status: 200 len: 897 time: 0.1574249 Aug 23 20:48:10.577321 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c8df30-dedb-40a2-9b9d-c9d8cf27d091 req-3d310cb7-eaa3-49ae-ad83-1fd21a5a9c74 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:10.579190 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-02c8df30-dedb-40a2-9b9d-c9d8cf27d091 req-3d310cb7-eaa3-49ae-ad83-1fd21a5a9c74 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45ac867-725d-418b-8e4b-c7f2b6c2f428 HTTP/1.1" status: 200 len: 945 time: 0.4051793 Aug 23 20:48:10.624967 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b9fc5796-f488-4c58-b223-09ddc76b57ad req-300f972d-b6d5-464f-adba-a72a9821abc6 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=30d3316a-f14a-48d2-9cdd-37efb7e3923e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202774 Aug 23 20:48:10.674669 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3f5e855c-10fa-44f4-aead-7d8d8b629308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:10.681976 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-940cd795-f246-4c06-8b3a-f5b5f17118fb req-5fb44778-fc2f-4d62-8db7-faca416a0d13 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2407290-42c4-4898-b0ae-5a05faa64eda HTTP/1.1" status: 200 len: 217 time: 0.0874453 Aug 23 20:48:10.693535 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f5e855c-10fa-44f4-aead-7d8d8b629308 admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:48:10.694250 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3f5e855c-10fa-44f4-aead-7d8d8b629308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:10.759159 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1daba951-6a31-449c-b03c-8402e0a09912 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:10.773267 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-1daba951-6a31-449c-b03c-8402e0a09912 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Transition to ACTIVE for port object 155a252b-6534-4dcd-aa2a-f9d0a3e00e58 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:48:10.777367 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:48:10.777367 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:48:10.777367 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:48:10.777367 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:48:10.777367 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:48:10.777367 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:48:10.777367 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:48:10.777367 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:48:10.777367 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:48:10.777367 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:48:10.777367 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:48:10.777367 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:48:10.777367 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:48:10.777367 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:48:10.777367 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:48:10.777367 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:48:10.777367 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:48:10.777367 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:48:10.777367 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:48:10.777367 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:48:10.777367 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:48:10.777367 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:48:10.777367 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:48:10.777367 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:48:10.777367 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:48:10.777367 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:48:10.777367 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:48:10.777367 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:48:10.777367 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:48:10.777367 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:48:10.777367 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:48:10.777367 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:48:10.782401 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940cd795-f246-4c06-8b3a-f5b5f17118fb req-b78d6b22-f84f-4568-9e45-c859462e8284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:10.782401 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-940cd795-f246-4c06-8b3a-f5b5f17118fb req-b78d6b22-f84f-4568-9e45-c859462e8284 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d93f73c3-35f9-433c-a781-7029406e1a10 HTTP/1.1" status: 200 len: 834 time: 0.0830121 Aug 23 20:48:10.814525 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1daba951-6a31-449c-b03c-8402e0a09912 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:10.913647 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1daba951-6a31-449c-b03c-8402e0a09912 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:48:10.920465 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-1daba951-6a31-449c-b03c-8402e0a09912 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:48:10.924625 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-02c8df30-dedb-40a2-9b9d-c9d8cf27d091 req-197ac6d9-74cc-4e2a-a70e-07d7bba6e7f1 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187747 Aug 23 20:48:10.940702 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1daba951-6a31-449c-b03c-8402e0a09912 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:48:10.956589 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940cd795-f246-4c06-8b3a-f5b5f17118fb req-88dbab9f-097e-47e7-a265-d167a1d05406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:10.958135 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-940cd795-f246-4c06-8b3a-f5b5f17118fb req-88dbab9f-097e-47e7-a265-d167a1d05406 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d068299-4184-4227-8cbc-58442cd62193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1513362 Aug 23 20:48:10.980968 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daba951-6a31-449c-b03c-8402e0a09912 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'Port': ['ID=155a252b-6534-4dcd-aa2a-f9d0a3e00e58,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:10.987098 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3f5e855c-10fa-44f4-aead-7d8d8b629308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:11.007541 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3f5e855c-10fa-44f4-aead-7d8d8b629308 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:11.009971 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-3f5e855c-10fa-44f4-aead-7d8d8b629308 admin admin] 10.222.0.61 "DELETE /v2.0/networks/5ea12703-07c8-4b33-b01b-2309c30593fb HTTP/1.1" status: 204 len: 168 time: 1.1864777 Aug 23 20:48:11.030334 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1daba951-6a31-449c-b03c-8402e0a09912 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:11.031027 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1daba951-6a31-449c-b03c-8402e0a09912 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:11.055049 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e64d48-fe27-4e2c-9d67-e15fc00a0c68 None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:48:11.059536 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1daba951-6a31-449c-b03c-8402e0a09912 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.7504129 Aug 23 20:48:11.062005 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 46630) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:11.148982 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-489ef68a-34bb-4401-b3e7-0a8fc6b7264a None None] Provisioning for port c64531bd-4ea3-47dc-b339-d885e0916eeb completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:48:11.156698 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e855c-10fa-44f4-aead-7d8d8b629308 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ea12703-07c8-4b33-b01b-2309c30593fb,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:11.161862 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b25f0f1-0906-4051-8684-2f10e779f45e tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:11.164284 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-489ef68a-34bb-4401-b3e7-0a8fc6b7264a None None] Provisioning complete for port c64531bd-4ea3-47dc-b339-d885e0916eeb triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:48:11.164619 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-489ef68a-34bb-4401-b3e7-0a8fc6b7264a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:11.179274 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b25f0f1-0906-4051-8684-2f10e779f45e tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:11.185581 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46634) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:11.188665 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2b25f0f1-0906-4051-8684-2f10e779f45e tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1254048 Aug 23 20:48:11.280229 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 46636) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:11.330712 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-940cd795-f246-4c06-8b3a-f5b5f17118fb req-bba95ccd-abe1-4413-85eb-236215699eb9 service neutron] 10.222.0.32 "GET /v2.0/networks/8d068299-4184-4227-8cbc-58442cd62193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631790 Aug 23 20:48:11.370999 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-489ef68a-34bb-4401-b3e7-0a8fc6b7264a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:11.421612 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d53dae61-1da9-4a4e-998d-9433b0f0eb81 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=69818257106441a1bf38063386e4f27e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1402054 Aug 23 20:48:11.425305 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 46642) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:11.439237 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-e76b5f01-4636-4c08-9a82-52e9415d821a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Deleting port 155a252b-6534-4dcd-aa2a-f9d0a3e00e58 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:48:11.439515 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e76b5f01-4636-4c08-9a82-52e9415d821a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:11.481167 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d64c12cb-d703-4780-963c-20520a9ee3ca req-45ce456f-d8ea-40e6-86fe-0d45c6a03ae7 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 210 time: 0.0547974 Aug 23 20:48:11.524996 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c320029-6bcf-4e76-b397-125da8ac991b None None] Update dhcp port {'port': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'fixed_ips': [{'subnet_id': '536a4cf3-7737-4d0e-82f8-bfb13924d740', 'ip_address': '2001:db8::f816:3eff:fec1:afc3'}, {'subnet_id': '9d9f3534-9fee-4d4d-a4c2-e9ed67517f09'}], 'binding:host_id': 'n-d-805663-2'}, 'id': 'c64531bd-4ea3-47dc-b339-d885e0916eeb'} from n-d-805663-2. {{(pid=94689) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 20:48:11.543738 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-190b8efb-915e-419a-9d28-09f6bbd6f526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:11.550221 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-489ef68a-34bb-4401-b3e7-0a8fc6b7264a None None] For port c64531bd-4ea3-47dc-b339-d885e0916eeb, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=c64531bd-4ea3-47dc-b339-d885e0916eeb,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:48:11.572252 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0c320029-6bcf-4e76-b397-125da8ac991b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:11.576051 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-489ef68a-34bb-4401-b3e7-0a8fc6b7264a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:11.599319 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-190b8efb-915e-419a-9d28-09f6bbd6f526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:11.685090 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-190b8efb-915e-419a-9d28-09f6bbd6f526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:11.687682 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-190b8efb-915e-419a-9d28-09f6bbd6f526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:11.689019 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-190b8efb-915e-419a-9d28-09f6bbd6f526 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a01982ae-5a6c-42b6-9c44-994cb17521cb HTTP/1.1" status: 204 len: 168 time: 0.2619636 Aug 23 20:48:11.711085 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b8efb-915e-419a-9d28-09f6bbd6f526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01982ae-5a6c-42b6-9c44-994cb17521cb,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:11.713919 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489ef68a-34bb-4401-b3e7-0a8fc6b7264a None None] Pushing event updated for resources: {'Port': ['ID=c64531bd-4ea3-47dc-b339-d885e0916eeb,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:11.765285 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e76b5f01-4636-4c08-9a82-52e9415d821a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:11.793689 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-e76b5f01-4636-4c08-9a82-52e9415d821a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Calling delete_port for 155a252b-6534-4dcd-aa2a-f9d0a3e00e58 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:48:11.930207 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-0c320029-6bcf-4e76-b397-125da8ac991b None None] Allocated IP 172.20.0.2 (6435e9ee-eaf5-46f5-a85c-299ee4fcacce/9d9f3534-9fee-4d4d-a4c2-e9ed67517f09/c64531bd-4ea3-47dc-b339-d885e0916eeb) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:48:11.970164 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-940cd795-f246-4c06-8b3a-f5b5f17118fb req-7e211b1d-3e9d-43de-beab-0dffded7741a service neutron] 10.222.0.32 "GET /v2.0/networks/8d068299-4184-4227-8cbc-58442cd62193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6260972 Aug 23 20:48:12.001737 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device c64531bd-4ea3-47dc-b339-d885e0916eeb up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:48:12.080317 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c883e-3956-46b2-9fc7-f5a0e3963c1c req-8cdc4d07-a9c9-4a45-93d9-2bdde246653b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:12.081986 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fa8c883e-3956-46b2-9fc7-f5a0e3963c1c req-8cdc4d07-a9c9-4a45-93d9-2bdde246653b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 943 time: 0.1574752 Aug 23 20:48:12.147454 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-0c320029-6bcf-4e76-b397-125da8ac991b None None] For port c64531bd-4ea3-47dc-b339-d885e0916eeb, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=c64531bd-4ea3-47dc-b339-d885e0916eeb,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:48:12.154799 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fa8c883e-3956-46b2-9fc7-f5a0e3963c1c req-19d9e2fc-3e57-4339-bae0-8bc284e3df85 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=30d3316a-f14a-48d2-9cdd-37efb7e3923e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657961 Aug 23 20:48:12.163493 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba9efe-bf98-4fde-8566-6ca57f025bf4 req-52d28d8a-beb0-4475-ad59-28543bd1854e tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:12.174782 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8dba9efe-bf98-4fde-8566-6ca57f025bf4 req-52d28d8a-beb0-4475-ad59-28543bd1854e tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45ac867-725d-418b-8e4b-c7f2b6c2f428 HTTP/1.1" status: 200 len: 945 time: 0.1207380 Aug 23 20:48:12.190692 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e76b5f01-4636-4c08-9a82-52e9415d821a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:12.243004 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76b5f01-4636-4c08-9a82-52e9415d821a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event deleted for resources: {'Port': ['ID=155a252b-6534-4dcd-aa2a-f9d0a3e00e58,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:12.251003 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8dba9efe-bf98-4fde-8566-6ca57f025bf4 req-6f186d46-521c-463e-b4aa-ac1181146e7d tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754230 Aug 23 20:48:12.339723 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0c320029-6bcf-4e76-b397-125da8ac991b None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:12.360327 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port c64531bd-4ea3-47dc-b339-d885e0916eeb triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:48:12.361019 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:12.395573 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e76b5f01-4636-4c08-9a82-52e9415d821a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:12.399044 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e76b5f01-4636-4c08-9a82-52e9415d821a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/ports/155a252b-6534-4dcd-aa2a-f9d0a3e00e58 HTTP/1.1" status: 204 len: 168 time: 1.2103765 Aug 23 20:48:12.401436 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 46670) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:12.408342 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0c320029-6bcf-4e76-b397-125da8ac991b None None] Transition to ACTIVE for port object c64531bd-4ea3-47dc-b339-d885e0916eeb will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:48:12.418158 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0c320029-6bcf-4e76-b397-125da8ac991b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:12.515342 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2737c2a-fdcd-45aa-9b6b-fcf0bdd0a068 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:12.529158 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2737c2a-fdcd-45aa-9b6b-fcf0bdd0a068 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:12.536722 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2737c2a-fdcd-45aa-9b6b-fcf0bdd0a068 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:12.545028 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d2737c2a-fdcd-45aa-9b6b-fcf0bdd0a068 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1394916 Aug 23 20:48:12.545267 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46678) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:12.617494 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c320029-6bcf-4e76-b397-125da8ac991b None None] Pushing event updated for resources: {'Port': ['ID=c64531bd-4ea3-47dc-b339-d885e0916eeb,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:12.666355 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a469bfad-8867-412f-82b3-6b0896558bf8 req-cf09d082-e1be-4cef-a7c2-458f944d3f5c tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 210 time: 0.0519152 Aug 23 20:48:12.728623 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 46684) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:12.732705 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device e2407290-42c4-4898-b0ae-5a05faa64eda details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:48:12.918769 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port e2407290-42c4-4898-b0ae-5a05faa64eda, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=e2407290-42c4-4898-b0ae-5a05faa64eda,segment=NetworkSegment(0bc364fb-51ac-4f82-a8e6-c471283c8ba9),segment_id=0bc364fb-51ac-4f82-a8e6-c471283c8ba9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:48:12.938548 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': 'e2407290-42c4-4898-b0ae-5a05faa64eda', 'network_id': '8d068299-4184-4227-8cbc-58442cd62193', 'port_id': 'e2407290-42c4-4898-b0ae-5a05faa64eda', 'mac_address': 'fa:16:3e:1f:c1:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd93f73c3-35f9-433c-a781-7029406e1a10', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:48:13.062924 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-8e20026a-1f3e-49fc-ba77-8b0c2fc003a9 tempest-PortsAdminExtendedAttrsTestJSON-263852605 tempest-PortsAdminExtendedAttrsTestJSON-263852605-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-631750464'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:48:13.121372 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e20026a-1f3e-49fc-ba77-8b0c2fc003a9 tempest-PortsAdminExtendedAttrsTestJSON-263852605 tempest-PortsAdminExtendedAttrsTestJSON-263852605-project] Made reservation on behalf of fee3ce7bd0d94ea994815a789eb0760c for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:48:13.125286 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8e20026a-1f3e-49fc-ba77-8b0c2fc003a9 tempest-PortsAdminExtendedAttrsTestJSON-263852605 tempest-PortsAdminExtendedAttrsTestJSON-263852605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:13.143410 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8e20026a-1f3e-49fc-ba77-8b0c2fc003a9 tempest-PortsAdminExtendedAttrsTestJSON-263852605 tempest-PortsAdminExtendedAttrsTestJSON-263852605-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:13.241574 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4188857-4f3b-4ae1-825d-736153ad219b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Deleting subnet 536a4cf3-7737-4d0e-82f8-bfb13924d740 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:48:13.255751 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b4188857-4f3b-4ae1-825d-736153ad219b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:13.314977 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c6c42-0a4f-488a-8845-c3434db71148 req-c31831cc-840f-4676-a3a1-17dd455af131 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:13.323507 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0d5c6c42-0a4f-488a-8845-c3434db71148 req-c31831cc-840f-4676-a3a1-17dd455af131 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45ac867-725d-418b-8e4b-c7f2b6c2f428 HTTP/1.1" status: 200 len: 945 time: 0.1751835 Aug 23 20:48:13.346427 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:13.352092 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b4188857-4f3b-4ae1-825d-736153ad219b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:13.352723 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bf54941e-038a-4054-860e-cff0564d493d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:13.373562 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2407290-42c4-4898-b0ae-5a05faa64eda {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:48:13.388360 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc866b4f-7322-48a1-8dec-ba9742973935 req-a3a56b07-ce85-47a8-bda3-9621d9ba90c0 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:13.391366 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cc866b4f-7322-48a1-8dec-ba9742973935 req-a3a56b07-ce85-47a8-bda3-9621d9ba90c0 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 943 time: 0.0947561 Aug 23 20:48:13.407390 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8e20026a-1f3e-49fc-ba77-8b0c2fc003a9 tempest-PortsAdminExtendedAttrsTestJSON-263852605 tempest-PortsAdminExtendedAttrsTestJSON-263852605-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:13.414716 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port e2407290-42c4-4898-b0ae-5a05faa64eda, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=e2407290-42c4-4898-b0ae-5a05faa64eda,segment=NetworkSegment(0bc364fb-51ac-4f82-a8e6-c471283c8ba9),segment_id=0bc364fb-51ac-4f82-a8e6-c471283c8ba9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:48:13.421171 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:13.421968 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0d5c6c42-0a4f-488a-8845-c3434db71148 req-0b383d9a-6aac-4faf-8d02-d1ce04dc1a4e tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975058 Aug 23 20:48:13.424552 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8e20026a-1f3e-49fc-ba77-8b0c2fc003a9 tempest-PortsAdminExtendedAttrsTestJSON-263852605 tempest-PortsAdminExtendedAttrsTestJSON-263852605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:13.438170 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e20026a-1f3e-49fc-ba77-8b0c2fc003a9 tempest-PortsAdminExtendedAttrsTestJSON-263852605 tempest-PortsAdminExtendedAttrsTestJSON-263852605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:48:13.457025 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8e20026a-1f3e-49fc-ba77-8b0c2fc003a9 tempest-PortsAdminExtendedAttrsTestJSON-263852605 tempest-PortsAdminExtendedAttrsTestJSON-263852605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:13.457384 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-8e20026a-1f3e-49fc-ba77-8b0c2fc003a9 tempest-PortsAdminExtendedAttrsTestJSON-263852605 tempest-PortsAdminExtendedAttrsTestJSON-263852605-project] Added segment 40502bad-7e8f-4180-9208-64c6f70728e7 of type vlan for network fe711e61-eb38-4eeb-8eb0-558261a91bd3 Aug 23 20:48:13.538626 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e20026a-1f3e-49fc-ba77-8b0c2fc003a9 tempest-PortsAdminExtendedAttrsTestJSON-263852605 tempest-PortsAdminExtendedAttrsTestJSON-263852605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83565ee7-62c5-4363-9528-f603aae641e8,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:13.558495 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=e2407290-42c4-4898-b0ae-5a05faa64eda,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:13.578064 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:13.584040 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b4188857-4f3b-4ae1-825d-736153ad219b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:13.606283 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8e20026a-1f3e-49fc-ba77-8b0c2fc003a9 tempest-PortsAdminExtendedAttrsTestJSON-263852605 tempest-PortsAdminExtendedAttrsTestJSON-263852605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:13.624685 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cc866b4f-7322-48a1-8dec-ba9742973935 req-892dd25a-5317-4903-a0a4-6d3891ad3229 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=30d3316a-f14a-48d2-9cdd-37efb7e3923e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2237732 Aug 23 20:48:13.675017 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8e20026a-1f3e-49fc-ba77-8b0c2fc003a9 tempest-PortsAdminExtendedAttrsTestJSON-263852605 tempest-PortsAdminExtendedAttrsTestJSON-263852605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:13.679796 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b4188857-4f3b-4ae1-825d-736153ad219b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:13.683367 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e20026a-1f3e-49fc-ba77-8b0c2fc003a9 tempest-PortsAdminExtendedAttrsTestJSON-263852605 tempest-PortsAdminExtendedAttrsTestJSON-263852605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:13.684139 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8e20026a-1f3e-49fc-ba77-8b0c2fc003a9 tempest-PortsAdminExtendedAttrsTestJSON-263852605 tempest-PortsAdminExtendedAttrsTestJSON-263852605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:13.714125 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4188857-4f3b-4ae1-825d-736153ad219b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event deleted for resources: {'Subnet': ['ID=536a4cf3-7737-4d0e-82f8-bfb13924d740,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:13.723363 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b4188857-4f3b-4ae1-825d-736153ad219b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:13.724313 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['e2407290-42c4-4898-b0ae-5a05faa64eda'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:48:13.725706 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b4188857-4f3b-4ae1-825d-736153ad219b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/536a4cf3-7737-4d0e-82f8-bfb13924d740 HTTP/1.1" status: 204 len: 168 time: 1.1781893 Aug 23 20:48:13.730741 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46710) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:13.769519 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a987d604-5d51-4569-9dfc-70bd6f912486 None None] Could not find standard attr ID for object 155a252b-6534-4dcd-aa2a-f9d0a3e00e58. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 20:48:13.798231 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a987d604-5d51-4569-9dfc-70bd6f912486 None None] Provisioning for port c64531bd-4ea3-47dc-b339-d885e0916eeb completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:48:13.815637 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a987d604-5d51-4569-9dfc-70bd6f912486 None None] Provisioning complete for port c64531bd-4ea3-47dc-b339-d885e0916eeb triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:48:13.816103 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a987d604-5d51-4569-9dfc-70bd6f912486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:13.846994 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd1c175e-eba6-479a-81ce-c7e0bd5446a2 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Deleting subnet 9d9f3534-9fee-4d4d-a4c2-e9ed67517f09 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:48:13.851152 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cd1c175e-eba6-479a-81ce-c7e0bd5446a2 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:13.919611 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8e20026a-1f3e-49fc-ba77-8b0c2fc003a9 tempest-PortsAdminExtendedAttrsTestJSON-263852605 tempest-PortsAdminExtendedAttrsTestJSON-263852605-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.1898711 Aug 23 20:48:13.921701 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e20026a-1f3e-49fc-ba77-8b0c2fc003a9 tempest-PortsAdminExtendedAttrsTestJSON-263852605 tempest-PortsAdminExtendedAttrsTestJSON-263852605-project] Pushing event updated for resources: {'Network': ['ID=fe711e61-eb38-4eeb-8eb0-558261a91bd3,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:13.926024 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cd1c175e-eba6-479a-81ce-c7e0bd5446a2 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:13.972847 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network fe711e61-eb38-4eeb-8eb0-558261a91bd3 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:48:14.029392 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 46718) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:14.046324 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device c64531bd-4ea3-47dc-b339-d885e0916eeb up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:48:14.091292 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cd1c175e-eba6-479a-81ce-c7e0bd5446a2 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:14.148627 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c369639-add6-4c86-9054-a0abc006ca83 None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:48:14.176398 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-76e9d982-a997-48ac-8ac0-e8c2e4b30b02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:14.212355 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9446814d-4c9a-456c-889b-b43dec3fc0cf req-0ff23f1e-f38b-4861-9711-1e15287946c8 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 210 time: 0.3706489 Aug 23 20:48:14.262022 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cd1c175e-eba6-479a-81ce-c7e0bd5446a2 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:14.300300 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec72d3-3e73-465c-87ec-bf1efea40aff req-f578d4b0-93e1-45ed-ab0d-c9295ba8c869 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:14.302236 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-abec72d3-3e73-465c-87ec-bf1efea40aff req-f578d4b0-93e1-45ed-ab0d-c9295ba8c869 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.11 "GET /v2.0/ports?device_id=d45ac867-725d-418b-8e4b-c7f2b6c2f428 HTTP/1.1" status: 200 len: 945 time: 0.1738696 Aug 23 20:48:14.319046 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1c175e-eba6-479a-81ce-c7e0bd5446a2 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event deleted for resources: {'Subnet': ['ID=9d9f3534-9fee-4d4d-a4c2-e9ed67517f09,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:14.322976 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cd1c175e-eba6-479a-81ce-c7e0bd5446a2 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:14.324894 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-cd1c175e-eba6-479a-81ce-c7e0bd5446a2 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/9d9f3534-9fee-4d4d-a4c2-e9ed67517f09 HTTP/1.1" status: 204 len: 168 time: 0.5931714 Aug 23 20:48:14.325444 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-76e9d982-a997-48ac-8ac0-e8c2e4b30b02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:14.328681 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 46722) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:14.366028 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-76e9d982-a997-48ac-8ac0-e8c2e4b30b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:14.375891 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46724) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:14.382820 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Request body: {'port': {'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3', 'binding:host_id': 'n-h1-805663-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-360306601'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:48:14.411183 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Made reservation on behalf of ebb00f6baba64e18b0bd7a2af56682f1 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:48:14.413759 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:14.417709 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ba1984e1-42f7-4080-bc91-8bba7daca638 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0869806 Aug 23 20:48:14.422565 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46726) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:14.431545 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e87c13c7-0183-4761-9e98-84fbe93ec197 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'subnet': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:48:14.435458 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:14.442785 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-08fb7eea-3817-412a-afe0-6a32a362c8ea req-6f761466-bc88-4210-ad67-f18579f01be0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=36e97456-bc94-4735-a3f3-535335e123ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0953722 Aug 23 20:48:14.517857 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-76e9d982-a997-48ac-8ac0-e8c2e4b30b02 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=82c1027823d64909bd05fe7e22901743&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4873571 Aug 23 20:48:14.520389 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 46730) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:14.525131 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e9d982-a997-48ac-8ac0-e8c2e4b30b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8973a3e5-827b-4319-885a-a41d4fde3d8c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:14.590615 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:14.595240 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ae1c7db2-0482-4be7-9283-634a981d2c6d None None] Could not find standard attr ID for object 155a252b-6534-4dcd-aa2a-f9d0a3e00e58. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 20:48:14.608098 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-abec72d3-3e73-465c-87ec-bf1efea40aff req-5f7f5b8e-d786-4cea-9791-1b96075b6250 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Deleting port 6b220273-b974-4788-b23c-7c1e82288593 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:48:14.609090 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-abec72d3-3e73-465c-87ec-bf1efea40aff req-5f7f5b8e-d786-4cea-9791-1b96075b6250 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:14.632931 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-693636c9-3337-4584-8368-b7e1039d8057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:14.644932 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port c64531bd-4ea3-47dc-b339-d885e0916eeb triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:48:14.645609 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:14.709103 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-693636c9-3337-4584-8368-b7e1039d8057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:14.735212 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a192dfd3-0181-468a-ae92-86094ed17547 None None] DHCP port deletion for 6435e9ee-eaf5-46f5-a85c-299ee4fcacce request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:48:14.773927 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb7eea-3817-412a-afe0-6a32a362c8ea req-6a0c79d7-a6b4-4eba-bed5-0c71630b8ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:14.776088 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-08fb7eea-3817-412a-afe0-6a32a362c8ea req-6a0c79d7-a6b4-4eba-bed5-0c71630b8ef3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7880e59da8b64cb8b3031fd86db3c916&device_id=36e97456-bc94-4735-a3f3-535335e123ac HTTP/1.1" status: 200 len: 1096 time: 0.2689605 Aug 23 20:48:14.786111 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:14.802834 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:14.806707 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] device_id is not set on port e6274860-3804-4b41-ae66-3aabde8f8c4a yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:48:14.831285 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-abec72d3-3e73-465c-87ec-bf1efea40aff req-5f7f5b8e-d786-4cea-9791-1b96075b6250 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] For port 6b220273-b974-4788-b23c-7c1e82288593, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=6b220273-b974-4788-b23c-7c1e82288593,segment=NetworkSegment(a0304131-671f-4c22-8fc4-9d97cd99d833),segment_id=a0304131-671f-4c22-8fc4-9d97cd99d833)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:48:14.831832 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-abec72d3-3e73-465c-87ec-bf1efea40aff req-5f7f5b8e-d786-4cea-9791-1b96075b6250 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:14.848542 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-abec72d3-3e73-465c-87ec-bf1efea40aff req-5f7f5b8e-d786-4cea-9791-1b96075b6250 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Calling delete_port for 6b220273-b974-4788-b23c-7c1e82288593 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:48:14.893887 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a192dfd3-0181-468a-ae92-86094ed17547 None None] Deleting port c64531bd-4ea3-47dc-b339-d885e0916eeb {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:48:14.894241 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a192dfd3-0181-468a-ae92-86094ed17547 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:14.969521 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a192dfd3-0181-468a-ae92-86094ed17547 None None] For port c64531bd-4ea3-47dc-b339-d885e0916eeb, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=c64531bd-4ea3-47dc-b339-d885e0916eeb,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:48:14.969922 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a192dfd3-0181-468a-ae92-86094ed17547 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:14.985774 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a192dfd3-0181-468a-ae92-86094ed17547 None None] Calling delete_port for c64531bd-4ea3-47dc-b339-d885e0916eeb owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:48:15.032248 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-693636c9-3337-4584-8368-b7e1039d8057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:15.035627 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-693636c9-3337-4584-8368-b7e1039d8057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:15.037252 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-693636c9-3337-4584-8368-b7e1039d8057 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8973a3e5-827b-4319-885a-a41d4fde3d8c HTTP/1.1" status: 204 len: 168 time: 0.5146377 Aug 23 20:48:15.062879 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693636c9-3337-4584-8368-b7e1039d8057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8973a3e5-827b-4319-885a-a41d4fde3d8c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:15.103801 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a192dfd3-0181-468a-ae92-86094ed17547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:15.119015 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] device_id is not set on port e6274860-3804-4b41-ae66-3aabde8f8c4a yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:48:15.134981 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabdbc3d-3c57-4b87-8ab3-1e037c706ce5 req-a6dcaff9-0cd6-431c-86b5-2b78cc96ca20 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:15.135979 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:15.137471 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cabdbc3d-3c57-4b87-8ab3-1e037c706ce5 req-a6dcaff9-0cd6-431c-86b5-2b78cc96ca20 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 944 time: 0.3977611 Aug 23 20:48:15.159176 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Transition to ACTIVE for port object e6274860-3804-4b41-ae66-3aabde8f8c4a will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:48:15.159417 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a192dfd3-0181-468a-ae92-86094ed17547 None None] Pushing event deleted for resources: {'Port': ['ID=c64531bd-4ea3-47dc-b339-d885e0916eeb,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:15.161912 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a192dfd3-0181-468a-ae92-86094ed17547 None None] No DVR routers for this DVR port c64531bd-4ea3-47dc-b339-d885e0916eeb on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:48:15.216417 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-abec72d3-3e73-465c-87ec-bf1efea40aff req-5f7f5b8e-d786-4cea-9791-1b96075b6250 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:15.220788 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc9e9c-801c-417d-84aa-a4df955a71f0 req-ed64570a-b0b6-4185-8242-3918b2f47af9 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:15.229209 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['6b220273-b974-4788-b23c-7c1e82288593'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:48:15.231028 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-42bc9e9c-801c-417d-84aa-a4df955a71f0 req-ed64570a-b0b6-4185-8242-3918b2f47af9 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45ac867-725d-418b-8e4b-c7f2b6c2f428 HTTP/1.1" status: 200 len: 945 time: 0.6763711 Aug 23 20:48:15.243127 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88327d93-ceff-4682-a6eb-1f4976d117f0,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:15.245537 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cabdbc3d-3c57-4b87-8ab3-1e037c706ce5 req-22f1ff1c-45b5-4897-80f5-949c2a4ab661 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=30d3316a-f14a-48d2-9cdd-37efb7e3923e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954468 Aug 23 20:48:15.297499 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f5b8e-d786-4cea-9791-1b96075b6250 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Pushing event deleted for resources: {'Port': ['ID=6b220273-b974-4788-b23c-7c1e82288593,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:15.304112 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:15.357913 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-abec72d3-3e73-465c-87ec-bf1efea40aff req-5f7f5b8e-d786-4cea-9791-1b96075b6250 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] No DVR routers for this DVR port 6b220273-b974-4788-b23c-7c1e82288593 on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:48:15.360774 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-abec72d3-3e73-465c-87ec-bf1efea40aff req-5f7f5b8e-d786-4cea-9791-1b96075b6250 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:15.363245 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-abec72d3-3e73-465c-87ec-bf1efea40aff req-5f7f5b8e-d786-4cea-9791-1b96075b6250 tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.11 "DELETE /v2.0/ports/6b220273-b974-4788-b23c-7c1e82288593 HTTP/1.1" status: 204 len: 173 time: 1.0514138 Aug 23 20:48:15.363860 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45ac867-725d-418b-8e4b-c7f2b6c2f428', 'name': 'network-vif-deleted', 'tag': '6b220273-b974-4788-b23c-7c1e82288593'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:48:15.366687 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69ff800-21a5-4ef5-952e-e60d3fa8e406" -d '{"events": [{"server_uuid": "d45ac867-725d-418b-8e4b-c7f2b6c2f428", "name": "network-vif-deleted", "tag": "6b220273-b974-4788-b23c-7c1e82288593"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:48:15.399205 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-29ce6439-fc61-44d7-9895-4263bf318738 req-2dd1985c-36d9-46d0-b3d9-82d4f21d6c9d tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 210 time: 0.0294921 Aug 23 20:48:15.483473 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87c13c7-0183-4761-9e98-84fbe93ec197 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:48:15.493752 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf853653-3299-4ef5-975a-163292f82f5d x-openstack-request-id: req-cf853653-3299-4ef5-975a-163292f82f5d {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:48:15.493969 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e87c13c7-0183-4761-9e98-84fbe93ec197 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:15.494677 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d45ac867-725d-418b-8e4b-c7f2b6c2f428", "name": "network-vif-deleted", "tag": "6b220273-b974-4788-b23c-7c1e82288593", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:48:15.495157 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cf853653-3299-4ef5-975a-163292f82f5d {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:48:15.495822 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45ac867-725d-418b-8e4b-c7f2b6c2f428', 'name': 'network-vif-deleted', 'tag': '6b220273-b974-4788-b23c-7c1e82288593', 'status': 'completed', 'code': 200} Aug 23 20:48:15.519802 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-42bc9e9c-801c-417d-84aa-a4df955a71f0 req-dec02154-cfbc-46bd-b447-4805fa1d669d tempest-DeleteServersTestJSON-135410079 tempest-DeleteServersTestJSON-135410079-project] 10.222.0.61 "GET /v2.0/security-groups?id=19f0bdbe-a95f-447d-933c-85622825c576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874501 Aug 23 20:48:15.613233 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Pushing event updated for resources: {'Port': ['ID=e6274860-3804-4b41-ae66-3aabde8f8c4a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:15.677298 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb7eea-3817-412a-afe0-6a32a362c8ea req-a1e15365-635d-41ce-9d54-def79c2c047c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:15.679448 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-08fb7eea-3817-412a-afe0-6a32a362c8ea req-a1e15365-635d-41ce-9d54-def79c2c047c service neutron] 10.222.0.32 "GET /v2.0/networks?id=e5de8573-8724-417b-9e45-0201cb25fe6b HTTP/1.1" status: 200 len: 910 time: 0.5086269 Aug 23 20:48:15.681842 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Checking segment: {'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:48:15.682200 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Network hostable DHCP agents. Network: fe711e61-eb38-4eeb-8eb0-558261a91bd3, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:48:15.778853 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Network fe711e61-eb38-4eeb-8eb0-558261a91bd3 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:48:15.800168 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-08fb7eea-3817-412a-afe0-6a32a362c8ea req-42a20422-a07d-4a8b-af5e-384b059961f4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce767d1f-f5d1-4eb3-a10b-90ef63bb1437 HTTP/1.1" status: 200 len: 1000 time: 0.1122491 Aug 23 20:48:15.803138 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, fe711e61-eb38-4eeb-8eb0-558261a91bd3) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:48:15.817175 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9615fef-b529-413f-b840-decbe53aec0e None None] Network fe711e61-eb38-4eeb-8eb0-558261a91bd3 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:48:15.822053 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:48:15.895899 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port e6274860-3804-4b41-ae66-3aabde8f8c4a on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:48:15.896352 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port e6274860-3804-4b41-ae66-3aabde8f8c4a by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:48:15.897652 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port e6274860-3804-4b41-ae66-3aabde8f8c4a on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:48:15.927802 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Port e6274860-3804-4b41-ae66-3aabde8f8c4a on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:48:15.928492 n-d-805663-2 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Failed to bind port e6274860-3804-4b41-ae66-3aabde8f8c4a on host n-h1-805663-2 for vnic_type normal using segments [{'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}] Aug 23 20:48:15.932586 n-d-805663-2 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempt 2 to bind port e6274860-3804-4b41-ae66-3aabde8f8c4a Aug 23 20:48:15.938330 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb7eea-3817-412a-afe0-6a32a362c8ea req-32199796-a1b7-4676-ad46-fd20c212f4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:15.940338 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-08fb7eea-3817-412a-afe0-6a32a362c8ea req-32199796-a1b7-4676-ad46-fd20c212f4be service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bbd0034a-a038-4b43-8b24-1cd5d52f0793 HTTP/1.1" status: 200 len: 848 time: 0.1328030 Aug 23 20:48:15.949740 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e87c13c7-0183-4761-9e98-84fbe93ec197 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:15.974433 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:16.012894 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port e6274860-3804-4b41-ae66-3aabde8f8c4a on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:48:16.013231 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port e6274860-3804-4b41-ae66-3aabde8f8c4a by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:48:16.013779 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port e6274860-3804-4b41-ae66-3aabde8f8c4a on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:48:16.039549 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Port e6274860-3804-4b41-ae66-3aabde8f8c4a on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:48:16.039874 n-d-805663-2 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Failed to bind port e6274860-3804-4b41-ae66-3aabde8f8c4a on host n-h1-805663-2 for vnic_type normal using segments [{'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}] Aug 23 20:48:16.045337 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device c64531bd-4ea3-47dc-b339-d885e0916eeb no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:48:16.046639 n-d-805663-2 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempt 3 to bind port e6274860-3804-4b41-ae66-3aabde8f8c4a Aug 23 20:48:16.051304 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87c13c7-0183-4761-9e98-84fbe93ec197 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:48:16.068399 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-e87c13c7-0183-4761-9e98-84fbe93ec197 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:48:16.073326 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87c13c7-0183-4761-9e98-84fbe93ec197 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:16.074223 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e87c13c7-0183-4761-9e98-84fbe93ec197 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:16.076729 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87c13c7-0183-4761-9e98-84fbe93ec197 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'Subnet': ['ID=724903bf-dc52-49ed-9a57-2b58258b96f8,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:16.082305 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port e6274860-3804-4b41-ae66-3aabde8f8c4a on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:48:16.082888 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port e6274860-3804-4b41-ae66-3aabde8f8c4a by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:48:16.083119 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port e6274860-3804-4b41-ae66-3aabde8f8c4a on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:48:16.098514 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb7eea-3817-412a-afe0-6a32a362c8ea req-9c527c59-188f-42b0-9cab-912536c59184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:16.100167 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-08fb7eea-3817-412a-afe0-6a32a362c8ea req-9c527c59-188f-42b0-9cab-912536c59184 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e5de8573-8724-417b-9e45-0201cb25fe6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1523783 Aug 23 20:48:16.100778 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Port e6274860-3804-4b41-ae66-3aabde8f8c4a on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:48:16.101108 n-d-805663-2 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Failed to bind port e6274860-3804-4b41-ae66-3aabde8f8c4a on host n-h1-805663-2 for vnic_type normal using segments [{'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}] Aug 23 20:48:16.102843 n-d-805663-2 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempt 4 to bind port e6274860-3804-4b41-ae66-3aabde8f8c4a Aug 23 20:48:16.112004 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e87c13c7-0183-4761-9e98-84fbe93ec197 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6853657 Aug 23 20:48:16.113006 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 46758) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:16.113839 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3047b493-8311-404a-b48c-81227a63e027 None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:48:16.119503 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-73cd959e-5520-4808-8bb9-ec881e77aa02 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'subnet': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:48:16.138234 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port e6274860-3804-4b41-ae66-3aabde8f8c4a on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:48:16.138571 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port e6274860-3804-4b41-ae66-3aabde8f8c4a by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:48:16.138909 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port e6274860-3804-4b41-ae66-3aabde8f8c4a on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:48:16.171118 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Port e6274860-3804-4b41-ae66-3aabde8f8c4a on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:48:16.171446 n-d-805663-2 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Failed to bind port e6274860-3804-4b41-ae66-3aabde8f8c4a on host n-h1-805663-2 for vnic_type normal using segments [{'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}] Aug 23 20:48:16.173508 n-d-805663-2 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempt 5 to bind port e6274860-3804-4b41-ae66-3aabde8f8c4a Aug 23 20:48:16.193040 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port e6274860-3804-4b41-ae66-3aabde8f8c4a on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:48:16.194279 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port e6274860-3804-4b41-ae66-3aabde8f8c4a by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:48:16.194841 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port e6274860-3804-4b41-ae66-3aabde8f8c4a on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:48:16.196676 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: c64531bd-4ea3-47dc-b339-d885e0916eeb {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:48:16.197002 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device c64531bd-4ea3-47dc-b339-d885e0916eeb not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:48:16.210588 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Port e6274860-3804-4b41-ae66-3aabde8f8c4a on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:48:16.211110 n-d-805663-2 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Failed to bind port e6274860-3804-4b41-ae66-3aabde8f8c4a on host n-h1-805663-2 for vnic_type normal using segments [{'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}] Aug 23 20:48:16.213752 n-d-805663-2 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempt 6 to bind port e6274860-3804-4b41-ae66-3aabde8f8c4a Aug 23 20:48:16.237976 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port e6274860-3804-4b41-ae66-3aabde8f8c4a on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:48:16.238592 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port e6274860-3804-4b41-ae66-3aabde8f8c4a by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:48:16.239112 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port e6274860-3804-4b41-ae66-3aabde8f8c4a on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:48:16.247248 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Port e6274860-3804-4b41-ae66-3aabde8f8c4a on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:48:16.247845 n-d-805663-2 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Failed to bind port e6274860-3804-4b41-ae66-3aabde8f8c4a on host n-h1-805663-2 for vnic_type normal using segments [{'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}] Aug 23 20:48:16.249908 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-08fb7eea-3817-412a-afe0-6a32a362c8ea req-dcba30c8-0ec0-4f98-89be-482a1e70f802 service neutron] 10.222.0.32 "GET /v2.0/networks/e5de8573-8724-417b-9e45-0201cb25fe6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423314 Aug 23 20:48:16.250365 n-d-805663-2 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempt 7 to bind port e6274860-3804-4b41-ae66-3aabde8f8c4a Aug 23 20:48:16.305505 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6567084-09ee-4632-9bf4-9005e614a36e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'tenant_id': 'db9608efcb064b40bc03dbc9d75ec2a9', 'fixed_ips': [{'subnet_id': '724903bf-dc52-49ed-9a57-2b58258b96f8'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:48:16.306665 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port e6274860-3804-4b41-ae66-3aabde8f8c4a on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:48:16.308188 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c6567084-09ee-4632-9bf4-9005e614a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:16.310949 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port e6274860-3804-4b41-ae66-3aabde8f8c4a by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:48:16.313474 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port e6274860-3804-4b41-ae66-3aabde8f8c4a on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:48:16.375505 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Port e6274860-3804-4b41-ae66-3aabde8f8c4a on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:48:16.376183 n-d-805663-2 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Failed to bind port e6274860-3804-4b41-ae66-3aabde8f8c4a on host n-h1-805663-2 for vnic_type normal using segments [{'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}] Aug 23 20:48:16.379578 n-d-805663-2 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempt 8 to bind port e6274860-3804-4b41-ae66-3aabde8f8c4a Aug 23 20:48:16.399605 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port e6274860-3804-4b41-ae66-3aabde8f8c4a on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:48:16.399941 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port e6274860-3804-4b41-ae66-3aabde8f8c4a by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:48:16.400311 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port e6274860-3804-4b41-ae66-3aabde8f8c4a on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:48:16.407704 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73cd959e-5520-4808-8bb9-ec881e77aa02 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:48:16.412635 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73cd959e-5520-4808-8bb9-ec881e77aa02 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:16.413855 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Port e6274860-3804-4b41-ae66-3aabde8f8c4a on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:48:16.414189 n-d-805663-2 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Failed to bind port e6274860-3804-4b41-ae66-3aabde8f8c4a on host n-h1-805663-2 for vnic_type normal using segments [{'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}] Aug 23 20:48:16.416206 n-d-805663-2 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempt 9 to bind port e6274860-3804-4b41-ae66-3aabde8f8c4a Aug 23 20:48:16.441710 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port e6274860-3804-4b41-ae66-3aabde8f8c4a on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:48:16.441933 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port e6274860-3804-4b41-ae66-3aabde8f8c4a by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:48:16.442200 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port e6274860-3804-4b41-ae66-3aabde8f8c4a on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:48:16.446430 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-08fb7eea-3817-412a-afe0-6a32a362c8ea req-e03bbf66-7eea-45e6-9e1f-59d5e1c83180 service neutron] 10.222.0.32 "GET /v2.0/networks/e5de8573-8724-417b-9e45-0201cb25fe6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850772 Aug 23 20:48:16.451207 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Port e6274860-3804-4b41-ae66-3aabde8f8c4a on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:48:16.451541 n-d-805663-2 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Failed to bind port e6274860-3804-4b41-ae66-3aabde8f8c4a on host n-h1-805663-2 for vnic_type normal using segments [{'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}] Aug 23 20:48:16.451932 n-d-805663-2 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempt 10 to bind port e6274860-3804-4b41-ae66-3aabde8f8c4a Aug 23 20:48:16.466240 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port e6274860-3804-4b41-ae66-3aabde8f8c4a on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:48:16.466610 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port e6274860-3804-4b41-ae66-3aabde8f8c4a by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:48:16.466919 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port e6274860-3804-4b41-ae66-3aabde8f8c4a on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:48:16.472150 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Port e6274860-3804-4b41-ae66-3aabde8f8c4a on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:48:16.472456 n-d-805663-2 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Failed to bind port e6274860-3804-4b41-ae66-3aabde8f8c4a on host n-h1-805663-2 for vnic_type normal using segments [{'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}] Aug 23 20:48:16.472822 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:16.505278 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-c6567084-09ee-4632-9bf4-9005e614a36e None None] Allocated IP 172.20.0.2 (6435e9ee-eaf5-46f5-a85c-299ee4fcacce/724903bf-dc52-49ed-9a57-2b58258b96f8/26471d4b-82c2-4572-8815-ee65b5537cd8) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:48:16.585871 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea11de77-f828-46a2-b831-ff715bafa367 req-8642b67a-6448-4a58-a422-7f5a5d00c8aa tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:16.595154 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ea11de77-f828-46a2-b831-ff715bafa367 req-8642b67a-6448-4a58-a422-7f5a5d00c8aa tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 944 time: 0.2442210 Aug 23 20:48:16.622808 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] For port e6274860-3804-4b41-ae66-3aabde8f8c4a, host n-h1-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:48:16.623253 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempted to set empty binding levels {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 23 20:48:16.626093 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ecb89c68-9ee7-416e-9f62-bc579e216ddf req-817d5310-63d2-4b63-b3c8-870b57d092a9 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 210 time: 0.0477920 Aug 23 20:48:16.634413 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:16.732018 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:16.732817 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ea11de77-f828-46a2-b831-ff715bafa367 req-816be857-6b35-4ed1-aa4b-5bf2e1e30be1 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=30d3316a-f14a-48d2-9cdd-37efb7e3923e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365693 Aug 23 20:48:16.734559 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:16.769312 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Pushing event updated for resources: {'Port': ['ID=e6274860-3804-4b41-ae66-3aabde8f8c4a,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:16.775918 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device e2407290-42c4-4898-b0ae-5a05faa64eda up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:48:16.781689 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ff06ac49-5a15-4f82-880d-7a96864ab068 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 2.4044621 Aug 23 20:48:16.784517 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46778) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:16.833195 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c6567084-09ee-4632-9bf4-9005e614a36e None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:16.849198 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c6567084-09ee-4632-9bf4-9005e614a36e None None] Transition to ACTIVE for port object 26471d4b-82c2-4572-8815-ee65b5537cd8 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:48:16.874105 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c6567084-09ee-4632-9bf4-9005e614a36e None None] Transition to ACTIVE for port object 26471d4b-82c2-4572-8815-ee65b5537cd8 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:48:16.880591 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port e2407290-42c4-4898-b0ae-5a05faa64eda completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:48:16.889854 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port e2407290-42c4-4898-b0ae-5a05faa64eda triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:48:16.890234 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:16.955695 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c6567084-09ee-4632-9bf4-9005e614a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:16.979761 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-97f44b46-5eb0-4252-ae55-96b1064d05f1 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Deleting port e6274860-3804-4b41-ae66-3aabde8f8c4a {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:48:16.980274 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-97f44b46-5eb0-4252-ae55-96b1064d05f1 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:17.082843 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-97f44b46-5eb0-4252-ae55-96b1064d05f1 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] For port e6274860-3804-4b41-ae66-3aabde8f8c4a, host n-h1-805663-2, got binding levels [] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:48:17.083460 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-97f44b46-5eb0-4252-ae55-96b1064d05f1 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:17.100382 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-97f44b46-5eb0-4252-ae55-96b1064d05f1 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Calling delete_port for e6274860-3804-4b41-ae66-3aabde8f8c4a owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:48:17.137318 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6567084-09ee-4632-9bf4-9005e614a36e None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:48:17.196818 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6567084-09ee-4632-9bf4-9005e614a36e None None] Pushing event updated for resources: {'Port': ['ID=26471d4b-82c2-4572-8815-ee65b5537cd8,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:17.204207 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-c6567084-09ee-4632-9bf4-9005e614a36e None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:48:17.220277 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6567084-09ee-4632-9bf4-9005e614a36e None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:48:17.238724 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-97f44b46-5eb0-4252-ae55-96b1064d05f1 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:17.284901 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f44b46-5eb0-4252-ae55-96b1064d05f1 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Pushing event deleted for resources: {'Port': ['ID=e6274860-3804-4b41-ae66-3aabde8f8c4a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:17.305586 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-97f44b46-5eb0-4252-ae55-96b1064d05f1 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:17.307607 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-97f44b46-5eb0-4252-ae55-96b1064d05f1 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] 10.222.0.61 "DELETE /v2.0/ports/e6274860-3804-4b41-ae66-3aabde8f8c4a HTTP/1.1" status: 204 len: 168 time: 0.5214694 Aug 23 20:48:17.310852 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46802) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:17.364598 n-d-805663-2 neutron-server[94687]: DEBUG neutron.objects.ports [None req-73cd959e-5520-4808-8bb9-ec881e77aa02 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94687) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 20:48:17.372969 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4cbc5ee-1998-4c40-bf2c-de60ba47939c tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] GET failed (client error): The resource could not be found. Aug 23 20:48:17.379222 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c4cbc5ee-1998-4c40-bf2c-de60ba47939c tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] 10.222.0.61 "GET /v2.0/ports/e6274860-3804-4b41-ae66-3aabde8f8c4a HTTP/1.1" status: 404 len: 333 time: 0.0673811 Aug 23 20:48:17.379835 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46806) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:17.385058 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-4fb98115-9fcd-4284-8c27-a5b58611c7a6 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Request body: {'port': {'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1845207497'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:48:17.389258 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:17.409449 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c6567084-09ee-4632-9bf4-9005e614a36e None None] Attempting to bind port 26471d4b-82c2-4572-8815-ee65b5537cd8 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:48:17.410081 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c6567084-09ee-4632-9bf4-9005e614a36e None None] Attempting to bind port 26471d4b-82c2-4572-8815-ee65b5537cd8 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:48:17.411033 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6567084-09ee-4632-9bf4-9005e614a36e None None] Attempting to bind port 26471d4b-82c2-4572-8815-ee65b5537cd8 on network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:48:17.414441 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb98115-9fcd-4284-8c27-a5b58611c7a6 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Made reservation on behalf of ebb00f6baba64e18b0bd7a2af56682f1 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:48:17.417543 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4fb98115-9fcd-4284-8c27-a5b58611c7a6 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:17.426469 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6567084-09ee-4632-9bf4-9005e614a36e None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:48:17.426839 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6567084-09ee-4632-9bf4-9005e614a36e None None] Checking segment: {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:48:17.427243 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c6567084-09ee-4632-9bf4-9005e614a36e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:17.427635 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6567084-09ee-4632-9bf4-9005e614a36e None None] Bound using segment: {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:48:17.428789 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c6567084-09ee-4632-9bf4-9005e614a36e None None] Bound port: 26471d4b-82c2-4572-8815-ee65b5537cd8, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:48:17.429182 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c6567084-09ee-4632-9bf4-9005e614a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:17.439693 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-4fb98115-9fcd-4284-8c27-a5b58611c7a6 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] device_id is not set on port 592d1392-6f0c-4920-8fbd-2d4b305a9191 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:48:17.447618 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd3bc26-ad27-4b90-a14a-21ece587f7e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2407290-42c4-4898-b0ae-5a05faa64eda'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:48:17.449914 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7a30d3-c024-4fe6-9ef1-67828e562b02" -d '{"events": [{"server_uuid": "6bd3bc26-ad27-4b90-a14a-21ece587f7e5", "name": "network-vif-plugged", "status": "completed", "tag": "e2407290-42c4-4898-b0ae-5a05faa64eda"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:48:17.490755 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port e2407290-42c4-4898-b0ae-5a05faa64eda, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=e2407290-42c4-4898-b0ae-5a05faa64eda,segment=NetworkSegment(0bc364fb-51ac-4f82-a8e6-c471283c8ba9),segment_id=0bc364fb-51ac-4f82-a8e6-c471283c8ba9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:48:17.509023 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:17.549847 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ffb25e-8b23-4a6a-a8d6-5f236cb42491 x-openstack-request-id: req-c2ffb25e-8b23-4a6a-a8d6-5f236cb42491 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:48:17.550224 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bd3bc26-ad27-4b90-a14a-21ece587f7e5", "name": "network-vif-plugged", "status": "completed", "tag": "e2407290-42c4-4898-b0ae-5a05faa64eda", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:48:17.550469 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c2ffb25e-8b23-4a6a-a8d6-5f236cb42491 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:48:17.550989 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bd3bc26-ad27-4b90-a14a-21ece587f7e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2407290-42c4-4898-b0ae-5a05faa64eda', 'code': 200} Aug 23 20:48:17.559942 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-c6567084-09ee-4632-9bf4-9005e614a36e None None] For port 26471d4b-82c2-4572-8815-ee65b5537cd8, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:48:17.617268 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-c6567084-09ee-4632-9bf4-9005e614a36e None None] For port 26471d4b-82c2-4572-8815-ee65b5537cd8, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=26471d4b-82c2-4572-8815-ee65b5537cd8,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:48:17.620487 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 6b220273-b974-4788-b23c-7c1e82288593 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:48:17.672511 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c6567084-09ee-4632-9bf4-9005e614a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:17.676175 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4fb98115-9fcd-4284-8c27-a5b58611c7a6 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:17.695770 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: 6b220273-b974-4788-b23c-7c1e82288593 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:48:17.696160 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 6b220273-b974-4788-b23c-7c1e82288593 not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:48:17.700744 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=e2407290-42c4-4898-b0ae-5a05faa64eda,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:17.827676 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6567084-09ee-4632-9bf4-9005e614a36e None None] Pushing event updated for resources: {'Port': ['ID=26471d4b-82c2-4572-8815-ee65b5537cd8,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:17.833007 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f675ece-087b-430c-91db-7933a7187939 req-00a92ea5-99b8-4bba-a712-a338f15b8bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:17.835421 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3f675ece-087b-430c-91db-7933a7187939 req-00a92ea5-99b8-4bba-a712-a338f15b8bff service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 1096 time: 0.1530254 Aug 23 20:48:17.837100 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4fb98115-9fcd-4284-8c27-a5b58611c7a6 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:17.913498 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73cd959e-5520-4808-8bb9-ec881e77aa02 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:17.921864 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb98115-9fcd-4284-8c27-a5b58611c7a6 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Network fe711e61-eb38-4eeb-8eb0-558261a91bd3 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:48:17.923786 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3f675ece-087b-430c-91db-7933a7187939 req-387666b0-878b-4d88-a2d5-caea47d2f38a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=30d3316a-f14a-48d2-9cdd-37efb7e3923e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795176 Aug 23 20:48:17.929872 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f807f620-214a-40eb-8870-1f93eb7c914a req-823b56a2-d697-42bb-9dbe-ad9d3b79c51a tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 210 time: 0.1627331 Aug 23 20:48:17.963895 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-4fb98115-9fcd-4284-8c27-a5b58611c7a6 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:48:17.974455 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb98115-9fcd-4284-8c27-a5b58611c7a6 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:48:17.982221 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb98115-9fcd-4284-8c27-a5b58611c7a6 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:17.982947 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4fb98115-9fcd-4284-8c27-a5b58611c7a6 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:17.991447 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb98115-9fcd-4284-8c27-a5b58611c7a6 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Pushing event updated for resources: {'Port': ['ID=592d1392-6f0c-4920-8fbd-2d4b305a9191,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:18.014652 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4fb98115-9fcd-4284-8c27-a5b58611c7a6 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6337218 Aug 23 20:48:18.018766 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46820) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:18.030143 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:48:18.108019 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8dac57-a9c4-47e6-9c87-5efbe1e94293 req-a1f5098d-79f5-4308-af9c-f048390f2be6 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:18.110379 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ec8dac57-a9c4-47e6-9c87-5efbe1e94293 req-a1f5098d-79f5-4308-af9c-f048390f2be6 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 945 time: 0.2159812 Aug 23 20:48:18.183578 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:18.431082 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] device_id is not set on port 592d1392-6f0c-4920-8fbd-2d4b305a9191 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:48:18.440516 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:18.467209 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Transition to ACTIVE for port object 592d1392-6f0c-4920-8fbd-2d4b305a9191 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:48:18.480203 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:18.516745 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ec8dac57-a9c4-47e6-9c87-5efbe1e94293 req-2cc76b44-31a8-4b02-99e0-1912b18916de tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=30d3316a-f14a-48d2-9cdd-37efb7e3923e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3399520 Aug 23 20:48:18.537960 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-73cd959e-5520-4808-8bb9-ec881e77aa02 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] For port 26471d4b-82c2-4572-8815-ee65b5537cd8, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=26471d4b-82c2-4572-8815-ee65b5537cd8,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:48:18.573271 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port 592d1392-6f0c-4920-8fbd-2d4b305a9191 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:48:18.573688 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port 592d1392-6f0c-4920-8fbd-2d4b305a9191 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:48:18.574137 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port 592d1392-6f0c-4920-8fbd-2d4b305a9191 on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:48:18.577596 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Pushing event updated for resources: {'Port': ['ID=592d1392-6f0c-4920-8fbd-2d4b305a9191,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:18.586060 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Port 592d1392-6f0c-4920-8fbd-2d4b305a9191 on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:48:18.586491 n-d-805663-2 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Failed to bind port 592d1392-6f0c-4920-8fbd-2d4b305a9191 on host n-h1-805663-2 for vnic_type normal using segments [{'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}] Aug 23 20:48:18.586978 n-d-805663-2 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempt 2 to bind port 592d1392-6f0c-4920-8fbd-2d4b305a9191 Aug 23 20:48:18.599031 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73cd959e-5520-4808-8bb9-ec881e77aa02 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:18.601915 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port 592d1392-6f0c-4920-8fbd-2d4b305a9191 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:48:18.601915 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port 592d1392-6f0c-4920-8fbd-2d4b305a9191 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:48:18.602270 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port 592d1392-6f0c-4920-8fbd-2d4b305a9191 on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:48:18.607617 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73cd959e-5520-4808-8bb9-ec881e77aa02 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:18.609790 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Port 592d1392-6f0c-4920-8fbd-2d4b305a9191 on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:48:18.610075 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73cd959e-5520-4808-8bb9-ec881e77aa02 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:18.610337 n-d-805663-2 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Failed to bind port 592d1392-6f0c-4920-8fbd-2d4b305a9191 on host n-h1-805663-2 for vnic_type normal using segments [{'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}] Aug 23 20:48:18.610672 n-d-805663-2 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempt 3 to bind port 592d1392-6f0c-4920-8fbd-2d4b305a9191 Aug 23 20:48:18.627375 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port 592d1392-6f0c-4920-8fbd-2d4b305a9191 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:48:18.627924 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port 592d1392-6f0c-4920-8fbd-2d4b305a9191 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:48:18.628047 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port 592d1392-6f0c-4920-8fbd-2d4b305a9191 on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:48:18.636649 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Port 592d1392-6f0c-4920-8fbd-2d4b305a9191 on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:48:18.636995 n-d-805663-2 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Failed to bind port 592d1392-6f0c-4920-8fbd-2d4b305a9191 on host n-h1-805663-2 for vnic_type normal using segments [{'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}] Aug 23 20:48:18.637393 n-d-805663-2 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempt 4 to bind port 592d1392-6f0c-4920-8fbd-2d4b305a9191 Aug 23 20:48:18.652047 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port 592d1392-6f0c-4920-8fbd-2d4b305a9191 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:48:18.652416 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port 592d1392-6f0c-4920-8fbd-2d4b305a9191 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:48:18.652791 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port 592d1392-6f0c-4920-8fbd-2d4b305a9191 on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:48:18.658862 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Port 592d1392-6f0c-4920-8fbd-2d4b305a9191 on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:48:18.659197 n-d-805663-2 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Failed to bind port 592d1392-6f0c-4920-8fbd-2d4b305a9191 on host n-h1-805663-2 for vnic_type normal using segments [{'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}] Aug 23 20:48:18.659898 n-d-805663-2 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempt 5 to bind port 592d1392-6f0c-4920-8fbd-2d4b305a9191 Aug 23 20:48:18.685569 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port 592d1392-6f0c-4920-8fbd-2d4b305a9191 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:48:18.685908 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port 592d1392-6f0c-4920-8fbd-2d4b305a9191 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:48:18.686250 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port 592d1392-6f0c-4920-8fbd-2d4b305a9191 on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:48:18.692559 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Port 592d1392-6f0c-4920-8fbd-2d4b305a9191 on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:48:18.692892 n-d-805663-2 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Failed to bind port 592d1392-6f0c-4920-8fbd-2d4b305a9191 on host n-h1-805663-2 for vnic_type normal using segments [{'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}] Aug 23 20:48:18.693649 n-d-805663-2 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempt 6 to bind port 592d1392-6f0c-4920-8fbd-2d4b305a9191 Aug 23 20:48:18.700769 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cd959e-5520-4808-8bb9-ec881e77aa02 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:48:18.709531 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-73cd959e-5520-4808-8bb9-ec881e77aa02 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:48:18.713712 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cd959e-5520-4808-8bb9-ec881e77aa02 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:18.714316 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73cd959e-5520-4808-8bb9-ec881e77aa02 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:18.723141 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port 592d1392-6f0c-4920-8fbd-2d4b305a9191 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:48:18.725308 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port 592d1392-6f0c-4920-8fbd-2d4b305a9191 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:48:18.725530 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port 592d1392-6f0c-4920-8fbd-2d4b305a9191 on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:48:18.734518 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Port 592d1392-6f0c-4920-8fbd-2d4b305a9191 on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:48:18.735260 n-d-805663-2 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Failed to bind port 592d1392-6f0c-4920-8fbd-2d4b305a9191 on host n-h1-805663-2 for vnic_type normal using segments [{'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}] Aug 23 20:48:18.735406 n-d-805663-2 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempt 7 to bind port 592d1392-6f0c-4920-8fbd-2d4b305a9191 Aug 23 20:48:18.751952 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port 592d1392-6f0c-4920-8fbd-2d4b305a9191 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:48:18.752450 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port 592d1392-6f0c-4920-8fbd-2d4b305a9191 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:48:18.752793 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port 592d1392-6f0c-4920-8fbd-2d4b305a9191 on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:48:18.764195 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Port 592d1392-6f0c-4920-8fbd-2d4b305a9191 on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:48:18.764557 n-d-805663-2 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Failed to bind port 592d1392-6f0c-4920-8fbd-2d4b305a9191 on host n-h1-805663-2 for vnic_type normal using segments [{'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}] Aug 23 20:48:18.766123 n-d-805663-2 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempt 8 to bind port 592d1392-6f0c-4920-8fbd-2d4b305a9191 Aug 23 20:48:18.779244 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cd959e-5520-4808-8bb9-ec881e77aa02 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'Subnet': ['ID=a068e2fa-eef1-4e3a-b186-89f4c35fbcf3,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:18.783710 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-73cd959e-5520-4808-8bb9-ec881e77aa02 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6689036 Aug 23 20:48:18.790938 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 46830) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:18.797581 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-4023ac48-1a36-49e4-8c8a-fffbdbf41168 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'port': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'mac_address': 'fa:16:3e:52:3d:e2', 'name': 'tempest-NetworksTestDHCPv6-1269313370'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:48:18.799245 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port 592d1392-6f0c-4920-8fbd-2d4b305a9191 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:48:18.799631 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port 592d1392-6f0c-4920-8fbd-2d4b305a9191 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:48:18.800016 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port 592d1392-6f0c-4920-8fbd-2d4b305a9191 on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:48:18.815304 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Port 592d1392-6f0c-4920-8fbd-2d4b305a9191 on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:48:18.815646 n-d-805663-2 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Failed to bind port 592d1392-6f0c-4920-8fbd-2d4b305a9191 on host n-h1-805663-2 for vnic_type normal using segments [{'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}] Aug 23 20:48:18.816038 n-d-805663-2 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempt 9 to bind port 592d1392-6f0c-4920-8fbd-2d4b305a9191 Aug 23 20:48:18.843537 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port 592d1392-6f0c-4920-8fbd-2d4b305a9191 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:48:18.844705 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port 592d1392-6f0c-4920-8fbd-2d4b305a9191 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:48:18.845433 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port 592d1392-6f0c-4920-8fbd-2d4b305a9191 on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:48:18.860439 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Port 592d1392-6f0c-4920-8fbd-2d4b305a9191 on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:48:18.860776 n-d-805663-2 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Failed to bind port 592d1392-6f0c-4920-8fbd-2d4b305a9191 on host n-h1-805663-2 for vnic_type normal using segments [{'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}] Aug 23 20:48:18.861162 n-d-805663-2 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempt 10 to bind port 592d1392-6f0c-4920-8fbd-2d4b305a9191 Aug 23 20:48:18.896253 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port 592d1392-6f0c-4920-8fbd-2d4b305a9191 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:48:18.897669 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port 592d1392-6f0c-4920-8fbd-2d4b305a9191 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:48:18.900835 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port 592d1392-6f0c-4920-8fbd-2d4b305a9191 on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:48:18.915712 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Port 592d1392-6f0c-4920-8fbd-2d4b305a9191 on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:48:18.916080 n-d-805663-2 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Failed to bind port 592d1392-6f0c-4920-8fbd-2d4b305a9191 on host n-h1-805663-2 for vnic_type normal using segments [{'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}] Aug 23 20:48:18.916644 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:18.918806 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cd959e-5520-4808-8bb9-ec881e77aa02 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'Port': ['ID=26471d4b-82c2-4572-8815-ee65b5537cd8,revision_number=4']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:18.922646 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd959e-5520-4808-8bb9-ec881e77aa02 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:48:18.922993 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd959e-5520-4808-8bb9-ec881e77aa02 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:48:18.923332 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd959e-5520-4808-8bb9-ec881e77aa02 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:48:18.923664 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd959e-5520-4808-8bb9-ec881e77aa02 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:48:18.923992 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd959e-5520-4808-8bb9-ec881e77aa02 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:48:18.924478 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd959e-5520-4808-8bb9-ec881e77aa02 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:48:18.924811 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd959e-5520-4808-8bb9-ec881e77aa02 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:48:18.925138 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd959e-5520-4808-8bb9-ec881e77aa02 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:48:18.925459 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd959e-5520-4808-8bb9-ec881e77aa02 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:48:18.925779 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd959e-5520-4808-8bb9-ec881e77aa02 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:48:18.926096 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd959e-5520-4808-8bb9-ec881e77aa02 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:48:18.926412 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd959e-5520-4808-8bb9-ec881e77aa02 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:48:18.969057 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd959e-5520-4808-8bb9-ec881e77aa02 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:48:18.969424 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd959e-5520-4808-8bb9-ec881e77aa02 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:48:18.969751 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd959e-5520-4808-8bb9-ec881e77aa02 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:48:18.970201 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd959e-5520-4808-8bb9-ec881e77aa02 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:48:18.970540 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd959e-5520-4808-8bb9-ec881e77aa02 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:48:18.970871 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd959e-5520-4808-8bb9-ec881e77aa02 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:48:18.971241 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd959e-5520-4808-8bb9-ec881e77aa02 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:48:18.971567 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd959e-5520-4808-8bb9-ec881e77aa02 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:48:18.971892 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd959e-5520-4808-8bb9-ec881e77aa02 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:48:18.972598 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd959e-5520-4808-8bb9-ec881e77aa02 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:48:18.976197 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd959e-5520-4808-8bb9-ec881e77aa02 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:48:18.976197 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd959e-5520-4808-8bb9-ec881e77aa02 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:48:18.979620 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4023ac48-1a36-49e4-8c8a-fffbdbf41168 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:48:19.029490 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46836) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:19.091929 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] For port 592d1392-6f0c-4920-8fbd-2d4b305a9191, host n-h1-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:48:19.092777 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempted to set empty binding levels {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 23 20:48:19.114876 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:19.122988 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7896affe-ee26-488b-9b7c-b5cdd321e6bf req-4217e361-4e5a-467b-97e0-e800856e0f75 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 210 time: 0.0397532 Aug 23 20:48:19.154189 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] In _notify_port_updated(), no bound segment for port 592d1392-6f0c-4920-8fbd-2d4b305a9191 on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 {{(pid=94688) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 20:48:19.155065 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:19.155674 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:19.157070 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] 10.222.0.61 "PUT /v2.0/ports/592d1392-6f0c-4920-8fbd-2d4b305a9191 HTTP/1.1" status: 200 len: 975 time: 1.1342247 Aug 23 20:48:19.168443 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 46840) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:19.212665 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e6bafd-8552-41ab-b258-88e17fa7b43e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Pushing event updated for resources: {'Port': ['ID=592d1392-6f0c-4920-8fbd-2d4b305a9191,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:19.239164 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4023ac48-1a36-49e4-8c8a-fffbdbf41168 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:19.243956 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5310e431-4627-4185-a14f-b2dc3fac9c2b None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:48:19.266364 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-13975574-fc73-4a47-b369-d4c742756c7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:19.281190 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-4023ac48-1a36-49e4-8c8a-fffbdbf41168 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] device_id is not set on port 5d91e6ee-3eb7-4483-9613-bd957034269a yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:48:19.303868 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d301d7-f013-4b10-9ae3-b6872815583f tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:19.306202 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d301d7-f013-4b10-9ae3-b6872815583f tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:19.306624 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d301d7-f013-4b10-9ae3-b6872815583f tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:19.307103 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d301d7-f013-4b10-9ae3-b6872815583f tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:19.307593 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d301d7-f013-4b10-9ae3-b6872815583f tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:19.308047 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d301d7-f013-4b10-9ae3-b6872815583f tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:19.308543 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d301d7-f013-4b10-9ae3-b6872815583f tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:19.309003 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d301d7-f013-4b10-9ae3-b6872815583f tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:19.309466 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d301d7-f013-4b10-9ae3-b6872815583f tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:19.309938 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d301d7-f013-4b10-9ae3-b6872815583f tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:19.310406 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d301d7-f013-4b10-9ae3-b6872815583f tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:19.310870 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d301d7-f013-4b10-9ae3-b6872815583f tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:19.311332 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d301d7-f013-4b10-9ae3-b6872815583f tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:19.311798 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d301d7-f013-4b10-9ae3-b6872815583f tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:19.312302 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d301d7-f013-4b10-9ae3-b6872815583f tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:19.312767 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d301d7-f013-4b10-9ae3-b6872815583f tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:19.313227 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d301d7-f013-4b10-9ae3-b6872815583f tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:19.313691 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d301d7-f013-4b10-9ae3-b6872815583f tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:19.314515 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d301d7-f013-4b10-9ae3-b6872815583f tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:19.314638 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d301d7-f013-4b10-9ae3-b6872815583f tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:19.315039 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d301d7-f013-4b10-9ae3-b6872815583f tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:19.315506 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d301d7-f013-4b10-9ae3-b6872815583f tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:19.316182 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d301d7-f013-4b10-9ae3-b6872815583f tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:19.320294 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-10d301d7-f013-4b10-9ae3-b6872815583f tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20851 time: 0.1505253 Aug 23 20:48:19.324495 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 46842) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:19.341937 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cb349d05-973b-42b0-86e7-bb61d82bc641 None None] Provisioning for port 26471d4b-82c2-4572-8815-ee65b5537cd8 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:48:19.394752 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-13975574-fc73-4a47-b369-d4c742756c7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:19.402112 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-13975574-fc73-4a47-b369-d4c742756c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:19.466705 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-13975574-fc73-4a47-b369-d4c742756c7a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=18ea78e2ed27494e97216d9479c4993e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4357460 Aug 23 20:48:19.467692 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13975574-fc73-4a47-b369-d4c742756c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1483da21-850e-44c7-98bd-0a400ae36b44,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:19.470615 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46844) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:19.537562 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3ee96d21-41f0-4b77-a01a-08c6a6cd46fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:19.555028 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-dad18879-e9fd-4d48-bd51-335d7f5e578e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Deleting port 592d1392-6f0c-4920-8fbd-2d4b305a9191 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:48:19.555709 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dad18879-e9fd-4d48-bd51-335d7f5e578e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:19.560610 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3ee96d21-41f0-4b77-a01a-08c6a6cd46fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:19.577054 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-4023ac48-1a36-49e4-8c8a-fffbdbf41168 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Allocated IP 172.20.0.3 (6435e9ee-eaf5-46f5-a85c-299ee4fcacce/724903bf-dc52-49ed-9a57-2b58258b96f8/5d91e6ee-3eb7-4483-9613-bd957034269a) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:48:19.614272 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3ee96d21-41f0-4b77-a01a-08c6a6cd46fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:19.622112 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-4023ac48-1a36-49e4-8c8a-fffbdbf41168 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Allocated IP 2001:db8::f816:3eff:fe52:3de2 (6435e9ee-eaf5-46f5-a85c-299ee4fcacce/a068e2fa-eef1-4e3a-b186-89f4c35fbcf3/5d91e6ee-3eb7-4483-9613-bd957034269a) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:48:19.622822 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3ee96d21-41f0-4b77-a01a-08c6a6cd46fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:19.640777 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-3ee96d21-41f0-4b77-a01a-08c6a6cd46fd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1483da21-850e-44c7-98bd-0a400ae36b44 HTTP/1.1" status: 204 len: 168 time: 0.1559379 Aug 23 20:48:19.663118 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-dad18879-e9fd-4d48-bd51-335d7f5e578e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] For port 592d1392-6f0c-4920-8fbd-2d4b305a9191, host n-h1-805663-2, got binding levels [] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:48:19.663834 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dad18879-e9fd-4d48-bd51-335d7f5e578e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:19.694712 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee96d21-41f0-4b77-a01a-08c6a6cd46fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1483da21-850e-44c7-98bd-0a400ae36b44,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:19.726291 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-dad18879-e9fd-4d48-bd51-335d7f5e578e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Calling delete_port for 592d1392-6f0c-4920-8fbd-2d4b305a9191 owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:48:19.747895 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea2c2a-9e17-4407-97db-bff43515c9c9 req-e9b9ebbf-2ecf-40e1-9d18-b69203b9b2b9 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:19.751393 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c4ea2c2a-9e17-4407-97db-bff43515c9c9 req-e9b9ebbf-2ecf-40e1-9d18-b69203b9b2b9 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 945 time: 0.1077743 Aug 23 20:48:19.813485 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c4ea2c2a-9e17-4407-97db-bff43515c9c9 req-7ae3d536-b6b7-49f8-b842-516ef1ccd7c3 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=30d3316a-f14a-48d2-9cdd-37efb7e3923e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551152 Aug 23 20:48:20.062178 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4023ac48-1a36-49e4-8c8a-fffbdbf41168 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:20.082070 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 26471d4b-82c2-4572-8815-ee65b5537cd8 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:48:20.097287 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dad18879-e9fd-4d48-bd51-335d7f5e578e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:20.110229 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-4023ac48-1a36-49e4-8c8a-fffbdbf41168 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Transition to ACTIVE for port object 5d91e6ee-3eb7-4483-9613-bd957034269a will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:48:20.147123 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dad18879-e9fd-4d48-bd51-335d7f5e578e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:20.153139 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46856) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:20.153351 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-dad18879-e9fd-4d48-bd51-335d7f5e578e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] 10.222.0.61 "DELETE /v2.0/ports/592d1392-6f0c-4920-8fbd-2d4b305a9191 HTTP/1.1" status: 204 len: 168 time: 0.8273346 Aug 23 20:48:20.164508 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98952e81-9478-48f6-8277-81649b501fd4 req-07cf00a0-c419-4611-9cfc-e55f4971c3e6 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:20.173421 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-98952e81-9478-48f6-8277-81649b501fd4 req-07cf00a0-c419-4611-9cfc-e55f4971c3e6 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 945 time: 0.2147231 Aug 23 20:48:20.177867 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad18879-e9fd-4d48-bd51-335d7f5e578e tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Pushing event deleted for resources: {'Port': ['ID=592d1392-6f0c-4920-8fbd-2d4b305a9191,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:20.239053 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-b14ac011-4f81-48e8-8d16-91b83e850b28 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] GET failed (client error): The resource could not be found. Aug 23 20:48:20.244587 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b14ac011-4f81-48e8-8d16-91b83e850b28 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] 10.222.0.61 "GET /v2.0/ports/592d1392-6f0c-4920-8fbd-2d4b305a9191 HTTP/1.1" status: 404 len: 333 time: 0.0896711 Aug 23 20:48:20.249831 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46862) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:20.259714 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-bdf1faa7-f8b7-469e-96e8-53eb6fb1f914 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2109795403', 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:48:20.295296 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 26471d4b-82c2-4572-8815-ee65b5537cd8 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:48:20.304050 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 26471d4b-82c2-4572-8815-ee65b5537cd8 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:48:20.304348 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-98952e81-9478-48f6-8277-81649b501fd4 req-21fd41b2-4aec-42f7-adcc-9ecc28ae138a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=30d3316a-f14a-48d2-9cdd-37efb7e3923e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297050 Aug 23 20:48:20.306145 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:20.320929 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 46864) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:20.336115 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4023ac48-1a36-49e4-8c8a-fffbdbf41168 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:20.353359 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46866) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:20.360444 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-029baee6-7b75-467f-b641-82c87d0bf311 req-c3cb16c1-1d4f-48a1-a130-92ef7ae9708b tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 210 time: 0.0747194 Aug 23 20:48:20.386785 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b81eee25-113d-4679-80be-8a02505d45ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:20.391269 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:20.433687 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4023ac48-1a36-49e4-8c8a-fffbdbf41168 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:48:20.437892 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-4023ac48-1a36-49e4-8c8a-fffbdbf41168 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:48:20.441109 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4023ac48-1a36-49e4-8c8a-fffbdbf41168 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:48:20.462560 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:20.491840 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac2144d-f055-4c83-8c3c-bc7a494e9d34 tempest-TestNetworkAdvancedServerOps-1162004702 tempest-TestNetworkAdvancedServerOps-1162004702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:20.496855 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6ac2144d-f055-4c83-8c3c-bc7a494e9d34 tempest-TestNetworkAdvancedServerOps-1162004702 tempest-TestNetworkAdvancedServerOps-1162004702-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 1091 time: 0.1744964 Aug 23 20:48:20.503447 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 46868) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:20.508945 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-7013f83c-8c24-40db-ba57-7c2f38436c84 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Request body: {'floatingip': {'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'port_id': 'e2407290-42c4-4898-b0ae-5a05faa64eda', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:48:20.518968 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 26471d4b-82c2-4572-8815-ee65b5537cd8, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=26471d4b-82c2-4572-8815-ee65b5537cd8,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:48:20.523337 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b81eee25-113d-4679-80be-8a02505d45ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:20.525241 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf1faa7-f8b7-469e-96e8-53eb6fb1f914 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Made reservation on behalf of ebb00f6baba64e18b0bd7a2af56682f1 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:48:20.527586 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:20.528479 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bdf1faa7-f8b7-469e-96e8-53eb6fb1f914 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:20.541226 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b81eee25-113d-4679-80be-8a02505d45ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:20.542447 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4023ac48-1a36-49e4-8c8a-fffbdbf41168 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'Port': ['ID=5d91e6ee-3eb7-4483-9613-bd957034269a,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:20.581383 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-bdf1faa7-f8b7-469e-96e8-53eb6fb1f914 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] device_id is not set on port 98837e05-f2bc-4ae5-9561-beab99ba9cba yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:48:20.581634 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4023ac48-1a36-49e4-8c8a-fffbdbf41168 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:20.582440 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4023ac48-1a36-49e4-8c8a-fffbdbf41168 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:20.597954 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b81eee25-113d-4679-80be-8a02505d45ff admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=49b50f626e5543aeb9e297aaeea200fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2362182 Aug 23 20:48:20.601752 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 46870) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:20.621929 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=26471d4b-82c2-4572-8815-ee65b5537cd8,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:20.639447 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9f531168-50e4-4e87-b2d7-b0bf34ddaf49 None None] Provisioning complete for port 26471d4b-82c2-4572-8815-ee65b5537cd8 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:48:20.639926 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9f531168-50e4-4e87-b2d7-b0bf34ddaf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:20.642079 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-4023ac48-1a36-49e4-8c8a-fffbdbf41168 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8493047 Aug 23 20:48:20.643370 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7013f83c-8c24-40db-ba57-7c2f38436c84 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for floatingip, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:20.646957 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46872) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:20.661386 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81eee25-113d-4679-80be-8a02505d45ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5f7654-d665-4cd8-9e8a-3c769de151e4,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:20.748692 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f93ef78-aedc-4829-990e-3fe9ceb40b58 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:20.755252 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f93ef78-aedc-4829-990e-3fe9ceb40b58 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:20.757616 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4f93ef78-aedc-4829-990e-3fe9ceb40b58 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1092160 Aug 23 20:48:20.761304 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46874) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:20.777282 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-15e343aa-3a46-4b00-ad60-2d4dded9b04f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:20.811283 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-15e343aa-3a46-4b00-ad60-2d4dded9b04f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:20.895160 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-15e343aa-3a46-4b00-ad60-2d4dded9b04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:20.899113 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-15e343aa-3a46-4b00-ad60-2d4dded9b04f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:20.900519 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-15e343aa-3a46-4b00-ad60-2d4dded9b04f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9c5f7654-d665-4cd8-9e8a-3c769de151e4 HTTP/1.1" status: 204 len: 168 time: 0.2953477 Aug 23 20:48:20.924266 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e343aa-3a46-4b00-ad60-2d4dded9b04f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5f7654-d665-4cd8-9e8a-3c769de151e4,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:20.939007 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bdf1faa7-f8b7-469e-96e8-53eb6fb1f914 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:20.940340 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7013f83c-8c24-40db-ba57-7c2f38436c84 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:20.964153 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-f8c858b8-211a-493d-9713-ba2878323127 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Deleting port 5d91e6ee-3eb7-4483-9613-bd957034269a {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:48:20.964493 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f8c858b8-211a-493d-9713-ba2878323127 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:21.028051 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d295a3d7-c0f8-4e6f-99ae-4b9781547936 None None] Provisioning for port 5d91e6ee-3eb7-4483-9613-bd957034269a completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:48:21.036798 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d295a3d7-c0f8-4e6f-99ae-4b9781547936 None None] Provisioning complete for port 5d91e6ee-3eb7-4483-9613-bd957034269a triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:48:21.038980 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d295a3d7-c0f8-4e6f-99ae-4b9781547936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:21.072710 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bdf1faa7-f8b7-469e-96e8-53eb6fb1f914 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:21.097228 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-d295a3d7-c0f8-4e6f-99ae-4b9781547936 None None] Port 5d91e6ee-3eb7-4483-9613-bd957034269a cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:48:21.106998 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-7013f83c-8c24-40db-ba57-7c2f38436c84 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Allocated IP 172.25.4.121 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/7f9981ac-8aec-48bd-847b-05131ff4bcb7) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:48:21.112516 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f8c858b8-211a-493d-9713-ba2878323127 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:21.137331 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-f8c858b8-211a-493d-9713-ba2878323127 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Calling delete_port for 5d91e6ee-3eb7-4483-9613-bd957034269a owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:48:21.154408 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf1faa7-f8b7-469e-96e8-53eb6fb1f914 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Network fe711e61-eb38-4eeb-8eb0-558261a91bd3 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:48:21.158399 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf1faa7-f8b7-469e-96e8-53eb6fb1f914 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Pushing event updated for resources: {'Port': ['ID=98837e05-f2bc-4ae5-9561-beab99ba9cba,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:21.163088 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-bdf1faa7-f8b7-469e-96e8-53eb6fb1f914 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:48:21.168442 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf1faa7-f8b7-469e-96e8-53eb6fb1f914 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:48:21.169117 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf1faa7-f8b7-469e-96e8-53eb6fb1f914 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:21.169599 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bdf1faa7-f8b7-469e-96e8-53eb6fb1f914 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:21.236694 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-bdf1faa7-f8b7-469e-96e8-53eb6fb1f914 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9831917 Aug 23 20:48:21.239342 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46882) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:21.259762 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7013f83c-8c24-40db-ba57-7c2f38436c84 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:21.315545 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7013f83c-8c24-40db-ba57-7c2f38436c84 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:21.362322 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a594af-aaf6-4b13-b093-6f08da977a22 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:21.363723 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-78a594af-aaf6-4b13-b093-6f08da977a22 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] 10.222.0.61 "GET /v2.0/ports/98837e05-f2bc-4ae5-9561-beab99ba9cba HTTP/1.1" status: 200 len: 955 time: 0.1234622 Aug 23 20:48:21.365888 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7013f83c-8c24-40db-ba57-7c2f38436c84 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:48:21.368150 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46886) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:21.368889 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-7013f83c-8c24-40db-ba57-7c2f38436c84 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:48:21.382768 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7013f83c-8c24-40db-ba57-7c2f38436c84 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'Port': ['ID=7f9981ac-8aec-48bd-847b-05131ff4bcb7,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:21.385333 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7013f83c-8c24-40db-ba57-7c2f38436c84 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:48:21.542176 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f8c858b8-211a-493d-9713-ba2878323127 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:21.553107 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-45b87f03-dbfd-479f-a104-bc685671df89 req-6a582e95-2a13-4598-b059-153852dc2e98 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 210 time: 0.0560470 Aug 23 20:48:21.599123 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c858b8-211a-493d-9713-ba2878323127 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event deleted for resources: {'Port': ['ID=5d91e6ee-3eb7-4483-9613-bd957034269a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:21.618427 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-fc30a054-37e9-4685-a3be-ec3dc8bbbb36 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Deleting port 98837e05-f2bc-4ae5-9561-beab99ba9cba {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:48:21.618774 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc30a054-37e9-4685-a3be-ec3dc8bbbb36 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:21.683618 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc30a054-37e9-4685-a3be-ec3dc8bbbb36 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:22.055129 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 26471d4b-82c2-4572-8815-ee65b5537cd8 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:48:22.059660 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-fc30a054-37e9-4685-a3be-ec3dc8bbbb36 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Calling delete_port for 98837e05-f2bc-4ae5-9561-beab99ba9cba owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:48:22.089333 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7013f83c-8c24-40db-ba57-7c2f38436c84 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:22.109890 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f8c858b8-211a-493d-9713-ba2878323127 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:22.114681 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f8c858b8-211a-493d-9713-ba2878323127 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/ports/5d91e6ee-3eb7-4483-9613-bd957034269a HTTP/1.1" status: 204 len: 168 time: 1.3519695 Aug 23 20:48:22.119831 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46906) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:22.133677 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 26471d4b-82c2-4572-8815-ee65b5537cd8 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:48:22.134207 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:22.227036 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3779eb79-f94b-402e-a3b5-4e3526f2457d tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:22.229181 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3779eb79-f94b-402e-a3b5-4e3526f2457d tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:22.230501 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3779eb79-f94b-402e-a3b5-4e3526f2457d tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:22.234862 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-3779eb79-f94b-402e-a3b5-4e3526f2457d tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1154001 Aug 23 20:48:22.237220 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46908) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:22.292661 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7013f83c-8c24-40db-ba57-7c2f38436c84 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:22.300236 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-51ca22de-eaa4-48c9-a214-1dcf6a8d37c1 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Deleting subnet 724903bf-dc52-49ed-9a57-2b58258b96f8 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:48:22.304951 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51ca22de-eaa4-48c9-a214-1dcf6a8d37c1 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:22.340851 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc30a054-37e9-4685-a3be-ec3dc8bbbb36 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:22.386324 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc30a054-37e9-4685-a3be-ec3dc8bbbb36 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Pushing event deleted for resources: {'Port': ['ID=98837e05-f2bc-4ae5-9561-beab99ba9cba,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:22.395357 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc30a054-37e9-4685-a3be-ec3dc8bbbb36 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:22.400488 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-fc30a054-37e9-4685-a3be-ec3dc8bbbb36 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] 10.222.0.61 "DELETE /v2.0/ports/98837e05-f2bc-4ae5-9561-beab99ba9cba HTTP/1.1" status: 204 len: 168 time: 1.0293515 Aug 23 20:48:22.400488 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51ca22de-eaa4-48c9-a214-1dcf6a8d37c1 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:22.401391 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 46912) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:22.434056 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c5e8712-674c-423e-8055-9d0d6512f8ad tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] GET failed (client error): The resource could not be found. Aug 23 20:48:22.439058 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8c5e8712-674c-423e-8055-9d0d6512f8ad tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] 10.222.0.61 "GET /v2.0/ports/98837e05-f2bc-4ae5-9561-beab99ba9cba HTTP/1.1" status: 404 len: 333 time: 0.0318351 Aug 23 20:48:22.439980 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46914) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:22.447626 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-972226e9-def9-44b6-8ca6-e53bad6a9146 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Request body: {'port': {'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1206216130'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:48:22.498287 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972226e9-def9-44b6-8ca6-e53bad6a9146 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Made reservation on behalf of ebb00f6baba64e18b0bd7a2af56682f1 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:48:22.500604 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-972226e9-def9-44b6-8ca6-e53bad6a9146 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:22.529886 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-972226e9-def9-44b6-8ca6-e53bad6a9146 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] device_id is not set on port 9a8a101a-888f-424c-9443-17ab6c3be8a2 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:48:22.534604 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51ca22de-eaa4-48c9-a214-1dcf6a8d37c1 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:22.596363 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7013f83c-8c24-40db-ba57-7c2f38436c84 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:22.605633 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7013f83c-8c24-40db-ba57-7c2f38436c84 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:22.690759 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51ca22de-eaa4-48c9-a214-1dcf6a8d37c1 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:22.747158 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7013f83c-8c24-40db-ba57-7c2f38436c84 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'Port': ['ID=7f9981ac-8aec-48bd-847b-05131ff4bcb7,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:22.756005 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7013f83c-8c24-40db-ba57-7c2f38436c84 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:22.782007 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-06db4741-fa97-4d5a-ae6b-414df4f56ef8 req-cb40ca7b-717c-42fb-9188-8a350fc88d71 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 210 time: 0.0930741 Aug 23 20:48:22.783976 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ca22de-eaa4-48c9-a214-1dcf6a8d37c1 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event deleted for resources: {'Subnet': ['ID=724903bf-dc52-49ed-9a57-2b58258b96f8,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:22.788350 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51ca22de-eaa4-48c9-a214-1dcf6a8d37c1 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:22.792869 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-51ca22de-eaa4-48c9-a214-1dcf6a8d37c1 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/724903bf-dc52-49ed-9a57-2b58258b96f8 HTTP/1.1" status: 204 len: 168 time: 0.5546582 Aug 23 20:48:22.793498 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46926) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:22.797657 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750eb0bf-ee5f-452d-80e7-c4210da0d339 None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:48:22.868267 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-972226e9-def9-44b6-8ca6-e53bad6a9146 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:22.885459 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-8397ff97-0a5d-4605-8695-5cdf86cb4a60 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Deleting subnet a068e2fa-eef1-4e3a-b186-89f4c35fbcf3 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:48:22.890579 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8397ff97-0a5d-4605-8695-5cdf86cb4a60 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:22.947328 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8397ff97-0a5d-4605-8695-5cdf86cb4a60 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:22.951155 n-d-805663-2 neutron-server[94687]: INFO neutron.db.l3_db [None req-7013f83c-8c24-40db-ba57-7c2f38436c84 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Floating IP 871c7058-8f35-4e3e-8f7d-4d9efd066b1e associated. External IP: 172.25.4.121, port: e2407290-42c4-4898-b0ae-5a05faa64eda. Aug 23 20:48:22.994449 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-972226e9-def9-44b6-8ca6-e53bad6a9146 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:23.043724 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972226e9-def9-44b6-8ca6-e53bad6a9146 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Network fe711e61-eb38-4eeb-8eb0-558261a91bd3 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:48:23.052175 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-972226e9-def9-44b6-8ca6-e53bad6a9146 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:48:23.076033 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972226e9-def9-44b6-8ca6-e53bad6a9146 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:48:23.077053 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972226e9-def9-44b6-8ca6-e53bad6a9146 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:23.077747 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-972226e9-def9-44b6-8ca6-e53bad6a9146 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:23.104325 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972226e9-def9-44b6-8ca6-e53bad6a9146 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Pushing event updated for resources: {'Port': ['ID=9a8a101a-888f-424c-9443-17ab6c3be8a2,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:23.117117 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-972226e9-def9-44b6-8ca6-e53bad6a9146 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6766024 Aug 23 20:48:23.118632 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8397ff97-0a5d-4605-8695-5cdf86cb4a60 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:23.120417 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 46932) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:23.173946 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:48:23.212673 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8397ff97-0a5d-4605-8695-5cdf86cb4a60 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:23.251680 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8397ff97-0a5d-4605-8695-5cdf86cb4a60 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:23.256369 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8397ff97-0a5d-4605-8695-5cdf86cb4a60 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/a068e2fa-eef1-4e3a-b186-89f4c35fbcf3 HTTP/1.1" status: 204 len: 168 time: 0.4571097 Aug 23 20:48:23.256369 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8397ff97-0a5d-4605-8695-5cdf86cb4a60 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event deleted for resources: {'Subnet': ['ID=a068e2fa-eef1-4e3a-b186-89f4c35fbcf3,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:23.257776 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46938) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:23.301080 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8ca4cb53-b718-4798-86f1-310419747e8a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0396256 Aug 23 20:48:23.302898 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46940) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:23.309372 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-13655d7d-c248-4ff1-ba26-59952982c8ed tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'subnet': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:48:23.332620 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7013f83c-8c24-40db-ba57-7c2f38436c84 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Router 0aa5d5d2-629a-4500-8fe2-00c162881609 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:48:23.378789 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:23.533501 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13655d7d-c248-4ff1-ba26-59952982c8ed tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:48:23.539339 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-13655d7d-c248-4ff1-ba26-59952982c8ed tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:23.824745 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-13655d7d-c248-4ff1-ba26-59952982c8ed tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:23.906733 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13655d7d-c248-4ff1-ba26-59952982c8ed tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:48:23.911096 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-13655d7d-c248-4ff1-ba26-59952982c8ed tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:48:23.916210 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13655d7d-c248-4ff1-ba26-59952982c8ed tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:23.917009 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-13655d7d-c248-4ff1-ba26-59952982c8ed tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:23.932401 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13655d7d-c248-4ff1-ba26-59952982c8ed tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'Subnet': ['ID=7c340db0-6051-4bb5-960a-164f9143c881,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:23.946739 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-13655d7d-c248-4ff1-ba26-59952982c8ed tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6418898 Aug 23 20:48:23.950014 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46956) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:23.957834 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b08d7e30-a3d6-40bd-be8f-69fb42c66394 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'subnet': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:48:23.986178 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd6075d-5f7e-4656-9fd4-94f45afdce8b None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:48:24.130683 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7013f83c-8c24-40db-ba57-7c2f38436c84 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:48:24.142106 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] device_id is not set on port 9a8a101a-888f-424c-9443-17ab6c3be8a2 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:48:24.142552 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4522b328-2974-414c-a16a-9e1c87906991 None None] Sync routers for ids ['0aa5d5d2-629a-4500-8fe2-00c162881609'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:48:24.154141 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:24.157085 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4522b328-2974-414c-a16a-9e1c87906991 None None] Routers {'0aa5d5d2-629a-4500-8fe2-00c162881609'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:48:24.157968 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4522b328-2974-414c-a16a-9e1c87906991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:48:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['0aa5d5d2-629a-4500-8fe2-00c162881609'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:48:24.169899 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7013f83c-8c24-40db-ba57-7c2f38436c84 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:24.189392 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-942fc975-dd98-407e-b9dd-3b6513ff5c77 None None] Provisioning complete for port 26471d4b-82c2-4572-8815-ee65b5537cd8 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:48:24.190289 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-942fc975-dd98-407e-b9dd-3b6513ff5c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:24.210123 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Transition to ACTIVE for port object 9a8a101a-888f-424c-9443-17ab6c3be8a2 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:48:24.222818 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:24.230479 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08d7e30-a3d6-40bd-be8f-69fb42c66394 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:48:24.241880 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b08d7e30-a3d6-40bd-be8f-69fb42c66394 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:24.293770 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-7013f83c-8c24-40db-ba57-7c2f38436c84 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7868538 Aug 23 20:48:24.295930 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd3bc26-ad27-4b90-a14a-21ece587f7e5', 'tag': 'e2407290-42c4-4898-b0ae-5a05faa64eda'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:48:24.298499 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0ab296-fa94-4437-9b14-ce51d22569ed" -d '{"events": [{"name": "network-changed", "server_uuid": "6bd3bc26-ad27-4b90-a14a-21ece587f7e5", "tag": "e2407290-42c4-4898-b0ae-5a05faa64eda"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:48:24.331081 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Pushing event updated for resources: {'Port': ['ID=9a8a101a-888f-424c-9443-17ab6c3be8a2,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:24.347949 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port 9a8a101a-888f-424c-9443-17ab6c3be8a2 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:48:24.348407 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port 9a8a101a-888f-424c-9443-17ab6c3be8a2 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:48:24.349262 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port 9a8a101a-888f-424c-9443-17ab6c3be8a2 on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:48:24.354019 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Port 9a8a101a-888f-424c-9443-17ab6c3be8a2 on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:48:24.354449 n-d-805663-2 neutron-server[94687]: ERROR neutron.plugins.ml2.managers [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Failed to bind port 9a8a101a-888f-424c-9443-17ab6c3be8a2 on host n-h1-805663-2 for vnic_type normal using segments [{'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}] Aug 23 20:48:24.354898 n-d-805663-2 neutron-server[94687]: INFO neutron.plugins.ml2.plugin [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempt 2 to bind port 9a8a101a-888f-424c-9443-17ab6c3be8a2 Aug 23 20:48:24.387053 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port 9a8a101a-888f-424c-9443-17ab6c3be8a2 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:48:24.387467 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port 9a8a101a-888f-424c-9443-17ab6c3be8a2 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:48:24.388025 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port 9a8a101a-888f-424c-9443-17ab6c3be8a2 on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:48:24.399129 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Port 9a8a101a-888f-424c-9443-17ab6c3be8a2 on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:48:24.399464 n-d-805663-2 neutron-server[94687]: ERROR neutron.plugins.ml2.managers [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Failed to bind port 9a8a101a-888f-424c-9443-17ab6c3be8a2 on host n-h1-805663-2 for vnic_type normal using segments [{'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}] Aug 23 20:48:24.400027 n-d-805663-2 neutron-server[94687]: INFO neutron.plugins.ml2.plugin [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempt 3 to bind port 9a8a101a-888f-424c-9443-17ab6c3be8a2 Aug 23 20:48:24.419901 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port 9a8a101a-888f-424c-9443-17ab6c3be8a2 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:48:24.420129 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port 9a8a101a-888f-424c-9443-17ab6c3be8a2 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:48:24.428808 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port 9a8a101a-888f-424c-9443-17ab6c3be8a2 on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:48:24.438862 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Port 9a8a101a-888f-424c-9443-17ab6c3be8a2 on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:48:24.439269 n-d-805663-2 neutron-server[94687]: ERROR neutron.plugins.ml2.managers [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Failed to bind port 9a8a101a-888f-424c-9443-17ab6c3be8a2 on host n-h1-805663-2 for vnic_type normal using segments [{'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}] Aug 23 20:48:24.439732 n-d-805663-2 neutron-server[94687]: INFO neutron.plugins.ml2.plugin [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempt 4 to bind port 9a8a101a-888f-424c-9443-17ab6c3be8a2 Aug 23 20:48:24.449566 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-4522b328-2974-414c-a16a-9e1c87906991 None None] Set router 0aa5d5d2-629a-4500-8fe2-00c162881609 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:48:24.467192 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port 9a8a101a-888f-424c-9443-17ab6c3be8a2 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:48:24.467657 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port 9a8a101a-888f-424c-9443-17ab6c3be8a2 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:48:24.468275 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port 9a8a101a-888f-424c-9443-17ab6c3be8a2 on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:48:24.478841 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Port 9a8a101a-888f-424c-9443-17ab6c3be8a2 on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:48:24.479264 n-d-805663-2 neutron-server[94687]: ERROR neutron.plugins.ml2.managers [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Failed to bind port 9a8a101a-888f-424c-9443-17ab6c3be8a2 on host n-h1-805663-2 for vnic_type normal using segments [{'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}] Aug 23 20:48:24.479727 n-d-805663-2 neutron-server[94687]: INFO neutron.plugins.ml2.plugin [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempt 5 to bind port 9a8a101a-888f-424c-9443-17ab6c3be8a2 Aug 23 20:48:24.509375 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port 9a8a101a-888f-424c-9443-17ab6c3be8a2 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:48:24.509835 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port 9a8a101a-888f-424c-9443-17ab6c3be8a2 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:48:24.510243 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port 9a8a101a-888f-424c-9443-17ab6c3be8a2 on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:48:24.518236 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Port 9a8a101a-888f-424c-9443-17ab6c3be8a2 on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:48:24.520320 n-d-805663-2 neutron-server[94687]: ERROR neutron.plugins.ml2.managers [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Failed to bind port 9a8a101a-888f-424c-9443-17ab6c3be8a2 on host n-h1-805663-2 for vnic_type normal using segments [{'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}] Aug 23 20:48:24.531492 n-d-805663-2 neutron-server[94687]: INFO neutron.plugins.ml2.plugin [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempt 6 to bind port 9a8a101a-888f-424c-9443-17ab6c3be8a2 Aug 23 20:48:24.586038 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-efa5c0f8-aeaf-4e93-ae28-c89ab883b024 req-2c2f1c52-ea84-412c-9940-9bfb97c11909 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 210 time: 0.5090237 Aug 23 20:48:24.589009 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port 9a8a101a-888f-424c-9443-17ab6c3be8a2 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:48:24.589588 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port 9a8a101a-888f-424c-9443-17ab6c3be8a2 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:48:24.591738 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port 9a8a101a-888f-424c-9443-17ab6c3be8a2 on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:48:24.617331 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Port 9a8a101a-888f-424c-9443-17ab6c3be8a2 on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:48:24.617979 n-d-805663-2 neutron-server[94687]: ERROR neutron.plugins.ml2.managers [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Failed to bind port 9a8a101a-888f-424c-9443-17ab6c3be8a2 on host n-h1-805663-2 for vnic_type normal using segments [{'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}] Aug 23 20:48:24.618792 n-d-805663-2 neutron-server[94687]: INFO neutron.plugins.ml2.plugin [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempt 7 to bind port 9a8a101a-888f-424c-9443-17ab6c3be8a2 Aug 23 20:48:24.649654 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port 9a8a101a-888f-424c-9443-17ab6c3be8a2 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:48:24.654948 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port 9a8a101a-888f-424c-9443-17ab6c3be8a2 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:48:24.655583 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port 9a8a101a-888f-424c-9443-17ab6c3be8a2 on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:48:24.665860 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Port 9a8a101a-888f-424c-9443-17ab6c3be8a2 on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:48:24.668672 n-d-805663-2 neutron-server[94687]: ERROR neutron.plugins.ml2.managers [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Failed to bind port 9a8a101a-888f-424c-9443-17ab6c3be8a2 on host n-h1-805663-2 for vnic_type normal using segments [{'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}] Aug 23 20:48:24.668826 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860eae7-7aa6-47c5-b96a-6cb613dc8ea7 req-112c44b8-ce28-403f-a083-3461abadc97d tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:24.669528 n-d-805663-2 neutron-server[94687]: INFO neutron.plugins.ml2.plugin [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempt 8 to bind port 9a8a101a-888f-424c-9443-17ab6c3be8a2 Aug 23 20:48:24.671604 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d860eae7-7aa6-47c5-b96a-6cb613dc8ea7 req-112c44b8-ce28-403f-a083-3461abadc97d tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 945 time: 0.2349353 Aug 23 20:48:24.689797 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0754867e-2d9a-4510-bb4c-2449baac1eee x-openstack-request-id: req-0754867e-2d9a-4510-bb4c-2449baac1eee {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:48:24.690370 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bd3bc26-ad27-4b90-a14a-21ece587f7e5", "tag": "e2407290-42c4-4898-b0ae-5a05faa64eda", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:48:24.691066 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0754867e-2d9a-4510-bb4c-2449baac1eee {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:48:24.691716 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bd3bc26-ad27-4b90-a14a-21ece587f7e5', 'tag': 'e2407290-42c4-4898-b0ae-5a05faa64eda', 'status': 'completed', 'code': 200} Aug 23 20:48:24.698267 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port 9a8a101a-888f-424c-9443-17ab6c3be8a2 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:48:24.698982 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port 9a8a101a-888f-424c-9443-17ab6c3be8a2 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:48:24.699559 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port 9a8a101a-888f-424c-9443-17ab6c3be8a2 on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:48:24.704865 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Port 9a8a101a-888f-424c-9443-17ab6c3be8a2 on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:48:24.705692 n-d-805663-2 neutron-server[94687]: ERROR neutron.plugins.ml2.managers [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Failed to bind port 9a8a101a-888f-424c-9443-17ab6c3be8a2 on host n-h1-805663-2 for vnic_type normal using segments [{'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}] Aug 23 20:48:24.706465 n-d-805663-2 neutron-server[94687]: INFO neutron.plugins.ml2.plugin [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempt 9 to bind port 9a8a101a-888f-424c-9443-17ab6c3be8a2 Aug 23 20:48:24.732188 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port 9a8a101a-888f-424c-9443-17ab6c3be8a2 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:48:24.732918 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port 9a8a101a-888f-424c-9443-17ab6c3be8a2 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:48:24.733494 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port 9a8a101a-888f-424c-9443-17ab6c3be8a2 on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:48:24.739805 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Port 9a8a101a-888f-424c-9443-17ab6c3be8a2 on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:48:24.740734 n-d-805663-2 neutron-server[94687]: ERROR neutron.plugins.ml2.managers [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Failed to bind port 9a8a101a-888f-424c-9443-17ab6c3be8a2 on host n-h1-805663-2 for vnic_type normal using segments [{'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}] Aug 23 20:48:24.741912 n-d-805663-2 neutron-server[94687]: INFO neutron.plugins.ml2.plugin [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempt 10 to bind port 9a8a101a-888f-424c-9443-17ab6c3be8a2 Aug 23 20:48:24.758039 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port 9a8a101a-888f-424c-9443-17ab6c3be8a2 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:48:24.758744 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port 9a8a101a-888f-424c-9443-17ab6c3be8a2 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:48:24.759415 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempting to bind port 9a8a101a-888f-424c-9443-17ab6c3be8a2 on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:48:24.765322 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Port 9a8a101a-888f-424c-9443-17ab6c3be8a2 on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:48:24.765947 n-d-805663-2 neutron-server[94687]: ERROR neutron.plugins.ml2.managers [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Failed to bind port 9a8a101a-888f-424c-9443-17ab6c3be8a2 on host n-h1-805663-2 for vnic_type normal using segments [{'id': '40502bad-7e8f-4180-9208-64c6f70728e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fe711e61-eb38-4eeb-8eb0-558261a91bd3'}] Aug 23 20:48:24.766555 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:24.830840 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ab296-fa94-4437-9b14-ce51d22569ed req-ec18954f-0e29-4aeb-b202-a37637881138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:24.833077 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2f0ab296-fa94-4437-9b14-ce51d22569ed req-ec18954f-0e29-4aeb-b202-a37637881138 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b17a426d9eb4b3083079c3d4dc4db5c&device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 1096 time: 0.0925465 Aug 23 20:48:24.837401 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d860eae7-7aa6-47c5-b96a-6cb613dc8ea7 req-a495f1e6-2963-4082-a96f-ca4b49aa61ee tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=30d3316a-f14a-48d2-9cdd-37efb7e3923e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596086 Aug 23 20:48:24.852850 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] For port 9a8a101a-888f-424c-9443-17ab6c3be8a2, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:48:24.858319 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attempted to set empty binding levels {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 23 20:48:24.861404 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 46976) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:24.993628 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:25.040268 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4522b328-2974-414c-a16a-9e1c87906991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa5d5d2-629a-4500-8fe2-00c162881609', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2058955899', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'ee6ca945-9e17-42bb-8125-13cf1d9affe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:47:41Z', 'updated_at': '2021-08-23T20:47:55Z', 'revision_number': 4, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'gw_port': {'id': 'ee6ca945-9e17-42bb-8125-13cf1d9affe4', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa5d5d2-629a-4500-8fe2-00c162881609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:47:42Z', 'updated_at': '2021-08-23T20:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '871c7058-8f35-4e3e-8f7d-4d9efd066b1e', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'floating_ip_address': '172.25.4.121', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '0aa5d5d2-629a-4500-8fe2-00c162881609', 'port_id': 'e2407290-42c4-4898-b0ae-5a05faa64eda', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d068299-4184-4227-8cbc-58442cd62193', 'mac_address': 'fa:16:3e:1f:c1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd3bc26-ad27-4b90-a14a-21ece587f7e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:48:21Z', 'updated_at': '2021-08-23T20:48:21Z', 'revision_number': 0, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ac2a3d2-f6d8-4a7b-97e8-dbebbb8e9223', 'name': '', 'network_id': '8d068299-4184-4227-8cbc-58442cd62193', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'mac_address': 'fa:16:3e:10:71:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa5d5d2-629a-4500-8fe2-00c162881609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'd93f73c3-35f9-433c-a781-7029406e1a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:47:52Z', 'updated_at': '2021-08-23T20:48:06Z', 'revision_number': 5, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'subnets': [{'id': 'd93f73c3-35f9-433c-a781-7029406e1a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:48:25.082302 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe9c579-9758-40ca-8c5d-05d97004ac53 None None] Update dhcp port {'port': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'fixed_ips': [{'subnet_id': '7c340db0-6051-4bb5-960a-164f9143c881'}], 'binding:host_id': 'n-d-805663-2'}, 'id': '26471d4b-82c2-4572-8815-ee65b5537cd8'} from n-d-805663-2. {{(pid=94689) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 20:48:25.097190 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4522b328-2974-414c-a16a-9e1c87906991 None None] Checking router: 0aa5d5d2-629a-4500-8fe2-00c162881609 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:48:25.114664 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4522b328-2974-414c-a16a-9e1c87906991 None None] Routers {'0aa5d5d2-629a-4500-8fe2-00c162881609'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:48:25.115700 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4522b328-2974-414c-a16a-9e1c87906991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:48:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['0aa5d5d2-629a-4500-8fe2-00c162881609'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:48:25.131187 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bbe9c579-9758-40ca-8c5d-05d97004ac53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:25.131477 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-898857cd-b7c9-4dd1-b7c4-c2a34aa8815c tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/floatingips/871c7058-8f35-4e3e-8f7d-4d9efd066b1e HTTP/1.1" status: 200 len: 991 time: 0.2671456 Aug 23 20:48:25.138308 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] In _notify_port_updated(), no bound segment for port 9a8a101a-888f-424c-9443-17ab6c3be8a2 on network fe711e61-eb38-4eeb-8eb0-558261a91bd3 {{(pid=94687) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 20:48:25.139217 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:25.139836 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:25.143602 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] 10.222.0.61 "PUT /v2.0/ports/9a8a101a-888f-424c-9443-17ab6c3be8a2 HTTP/1.1" status: 200 len: 975 time: 2.0156870 Aug 23 20:48:25.160931 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 46980) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:25.181967 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594bf66b-04e2-41a5-83ca-473b2ba93a91 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Pushing event updated for resources: {'Port': ['ID=9a8a101a-888f-424c-9443-17ab6c3be8a2,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:25.237792 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ab296-fa94-4437-9b14-ce51d22569ed req-bd475930-e7ea-41ae-a855-ad8ee1b96da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:25.243708 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2f0ab296-fa94-4437-9b14-ce51d22569ed req-bd475930-e7ea-41ae-a855-ad8ee1b96da0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8d068299-4184-4227-8cbc-58442cd62193 HTTP/1.1" status: 200 len: 897 time: 0.4026995 Aug 23 20:48:25.253240 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-4522b328-2974-414c-a16a-9e1c87906991 None None] Set router 0aa5d5d2-629a-4500-8fe2-00c162881609 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:48:25.367348 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-8297b141-5d7a-41be-99b3-6e4e4ce02a2c tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Deleting port 9a8a101a-888f-424c-9443-17ab6c3be8a2 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:48:25.367708 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8297b141-5d7a-41be-99b3-6e4e4ce02a2c tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:25.385053 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2f0ab296-fa94-4437-9b14-ce51d22569ed req-ea530bff-d3f3-411c-8ce7-e0dac6b9be78 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2407290-42c4-4898-b0ae-5a05faa64eda HTTP/1.1" status: 200 len: 999 time: 0.1318612 Aug 23 20:48:25.495217 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-bbe9c579-9758-40ca-8c5d-05d97004ac53 None None] Allocated IP 172.20.0.2 (6435e9ee-eaf5-46f5-a85c-299ee4fcacce/7c340db0-6051-4bb5-960a-164f9143c881/26471d4b-82c2-4572-8815-ee65b5537cd8) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:48:25.496396 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-8297b141-5d7a-41be-99b3-6e4e4ce02a2c tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] For port 9a8a101a-888f-424c-9443-17ab6c3be8a2, host n-h1-805663-2, got binding levels [] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:48:25.497064 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8297b141-5d7a-41be-99b3-6e4e4ce02a2c tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:25.548821 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-8297b141-5d7a-41be-99b3-6e4e4ce02a2c tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Calling delete_port for 9a8a101a-888f-424c-9443-17ab6c3be8a2 owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:48:25.598938 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ab296-fa94-4437-9b14-ce51d22569ed req-1f694496-bfbf-4c9d-8e56-252b0bd5d99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:25.600702 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2f0ab296-fa94-4437-9b14-ce51d22569ed req-1f694496-bfbf-4c9d-8e56-252b0bd5d99b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d93f73c3-35f9-433c-a781-7029406e1a10 HTTP/1.1" status: 200 len: 834 time: 0.2079823 Aug 23 20:48:25.659247 n-d-805663-2 neutron-server[94688]: DEBUG neutron.objects.ports [None req-b08d7e30-a3d6-40bd-be8f-69fb42c66394 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94688) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 20:48:25.671964 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bbe9c579-9758-40ca-8c5d-05d97004ac53 None None] For port 26471d4b-82c2-4572-8815-ee65b5537cd8, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=26471d4b-82c2-4572-8815-ee65b5537cd8,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:48:25.736409 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8297b141-5d7a-41be-99b3-6e4e4ce02a2c tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:25.753113 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4522b328-2974-414c-a16a-9e1c87906991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa5d5d2-629a-4500-8fe2-00c162881609', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2058955899', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'ee6ca945-9e17-42bb-8125-13cf1d9affe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:47:41Z', 'updated_at': '2021-08-23T20:47:55Z', 'revision_number': 4, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'gw_port': {'id': 'ee6ca945-9e17-42bb-8125-13cf1d9affe4', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa5d5d2-629a-4500-8fe2-00c162881609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:47:42Z', 'updated_at': '2021-08-23T20:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '871c7058-8f35-4e3e-8f7d-4d9efd066b1e', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'floating_ip_address': '172.25.4.121', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '0aa5d5d2-629a-4500-8fe2-00c162881609', 'port_id': 'e2407290-42c4-4898-b0ae-5a05faa64eda', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d068299-4184-4227-8cbc-58442cd62193', 'mac_address': 'fa:16:3e:1f:c1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd3bc26-ad27-4b90-a14a-21ece587f7e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:48:21Z', 'updated_at': '2021-08-23T20:48:21Z', 'revision_number': 0, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ac2a3d2-f6d8-4a7b-97e8-dbebbb8e9223', 'name': '', 'network_id': '8d068299-4184-4227-8cbc-58442cd62193', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'mac_address': 'fa:16:3e:10:71:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa5d5d2-629a-4500-8fe2-00c162881609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'd93f73c3-35f9-433c-a781-7029406e1a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:47:52Z', 'updated_at': '2021-08-23T20:48:06Z', 'revision_number': 5, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'subnets': [{'id': 'd93f73c3-35f9-433c-a781-7029406e1a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:48:25.755551 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bbe9c579-9758-40ca-8c5d-05d97004ac53 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:25.776639 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bbe9c579-9758-40ca-8c5d-05d97004ac53 None None] Transition to ACTIVE for port object 26471d4b-82c2-4572-8815-ee65b5537cd8 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:48:25.788797 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bbe9c579-9758-40ca-8c5d-05d97004ac53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:25.793343 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4522b328-2974-414c-a16a-9e1c87906991 None None] The sync data for ids ['0aa5d5d2-629a-4500-8fe2-00c162881609'] in n-d-805663-2 is: [{'id': '0aa5d5d2-629a-4500-8fe2-00c162881609', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2058955899', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'ee6ca945-9e17-42bb-8125-13cf1d9affe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:47:41Z', 'updated_at': '2021-08-23T20:47:55Z', 'revision_number': 4, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'gw_port': {'id': 'ee6ca945-9e17-42bb-8125-13cf1d9affe4', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa5d5d2-629a-4500-8fe2-00c162881609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:47:42Z', 'updated_at': '2021-08-23T20:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '871c7058-8f35-4e3e-8f7d-4d9efd066b1e', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'floating_ip_address': '172.25.4.121', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '0aa5d5d2-629a-4500-8fe2-00c162881609', 'port_id': 'e2407290-42c4-4898-b0ae-5a05faa64eda', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d068299-4184-4227-8cbc-58442cd62193', 'mac_address': 'fa:16:3e:1f:c1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd3bc26-ad27-4b90-a14a-21ece587f7e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:48:21Z', 'updated_at': '2021-08-23T20:48:21Z', 'revision_number': 0, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ac2a3d2-f6d8-4a7b-97e8-dbebbb8e9223', 'name': '', 'network_id': '8d068299-4184-4227-8cbc-58442cd62193', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'mac_address': 'fa:16:3e:10:71:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa5d5d2-629a-4500-8fe2-00c162881609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'd93f73c3-35f9-433c-a781-7029406e1a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:47:52Z', 'updated_at': '2021-08-23T20:48:06Z', 'revision_number': 5, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'subnets': [{'id': 'd93f73c3-35f9-433c-a781-7029406e1a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:48:25.837177 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8297b141-5d7a-41be-99b3-6e4e4ce02a2c tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Pushing event deleted for resources: {'Port': ['ID=9a8a101a-888f-424c-9443-17ab6c3be8a2,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:25.845468 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-908f1ed5-42e3-48ed-9fa4-e7c72b948513 req-9d5bd31b-45ca-4b7b-9248-9cf79f607273 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 210 time: 0.0495269 Aug 23 20:48:25.848395 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8297b141-5d7a-41be-99b3-6e4e4ce02a2c tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:25.850707 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8297b141-5d7a-41be-99b3-6e4e4ce02a2c tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] 10.222.0.61 "DELETE /v2.0/ports/9a8a101a-888f-424c-9443-17ab6c3be8a2 HTTP/1.1" status: 204 len: 168 time: 0.6887493 Aug 23 20:48:25.854520 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 46990) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:25.864860 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ab296-fa94-4437-9b14-ce51d22569ed req-f810ecd6-58b4-4b79-848a-909bc5e8de3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:25.867154 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2f0ab296-fa94-4437-9b14-ce51d22569ed req-f810ecd6-58b4-4b79-848a-909bc5e8de3c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d068299-4184-4227-8cbc-58442cd62193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2589974 Aug 23 20:48:25.914017 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-121e3166-b52f-44df-a392-2805b0c19d74 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] GET failed (client error): The resource could not be found. Aug 23 20:48:25.916219 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-121e3166-b52f-44df-a392-2805b0c19d74 tempest-PortsAdminExtendedAttrsTestJSON-724253226 tempest-PortsAdminExtendedAttrsTestJSON-724253226-project-admin] 10.222.0.61 "GET /v2.0/ports/9a8a101a-888f-424c-9443-17ab6c3be8a2 HTTP/1.1" status: 404 len: 333 time: 0.0607147 Aug 23 20:48:25.919852 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 46992) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:25.952528 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe9c579-9758-40ca-8c5d-05d97004ac53 None None] Pushing event updated for resources: {'Port': ['ID=26471d4b-82c2-4572-8815-ee65b5537cd8,revision_number=8']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:26.052336 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a3e9e296-e0e3-4e48-a075-e19856e50249 tempest-PortsAdminExtendedAttrsTestJSON-263852605 tempest-PortsAdminExtendedAttrsTestJSON-263852605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:26.078596 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2f0ab296-fa94-4437-9b14-ce51d22569ed req-b578c55e-0e48-4c5e-b08f-0d78a9f0c790 service neutron] 10.222.0.32 "GET /v2.0/networks/8d068299-4184-4227-8cbc-58442cd62193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844590 Aug 23 20:48:26.145840 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 46996) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:26.146641 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b08d7e30-a3d6-40bd-be8f-69fb42c66394 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:26.204541 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb91312d-89b7-416a-a54d-4a9d64ca1161 None None] New status for floating IP 871c7058-8f35-4e3e-8f7d-4d9efd066b1e: ACTIVE {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 20:48:26.225298 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a3e9e296-e0e3-4e48-a075-e19856e50249 tempest-PortsAdminExtendedAttrsTestJSON-263852605 tempest-PortsAdminExtendedAttrsTestJSON-263852605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:26.237817 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-a3e9e296-e0e3-4e48-a075-e19856e50249 tempest-PortsAdminExtendedAttrsTestJSON-263852605 tempest-PortsAdminExtendedAttrsTestJSON-263852605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe711e61-eb38-4eeb-8eb0-558261a91bd3']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:48:26.250909 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-a3e9e296-e0e3-4e48-a075-e19856e50249 tempest-PortsAdminExtendedAttrsTestJSON-263852605 tempest-PortsAdminExtendedAttrsTestJSON-263852605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40502bad-7e8f-4180-9208-64c6f70728e7') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:48:26.251354 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-a3e9e296-e0e3-4e48-a075-e19856e50249 tempest-PortsAdminExtendedAttrsTestJSON-263852605 tempest-PortsAdminExtendedAttrsTestJSON-263852605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40502bad-7e8f-4180-9208-64c6f70728e7') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:48:26.261973 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a3e9e296-e0e3-4e48-a075-e19856e50249 tempest-PortsAdminExtendedAttrsTestJSON-263852605 tempest-PortsAdminExtendedAttrsTestJSON-263852605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:26.277655 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a3e9e296-e0e3-4e48-a075-e19856e50249 tempest-PortsAdminExtendedAttrsTestJSON-263852605 tempest-PortsAdminExtendedAttrsTestJSON-263852605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:26.284472 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3e9e296-e0e3-4e48-a075-e19856e50249 tempest-PortsAdminExtendedAttrsTestJSON-263852605 tempest-PortsAdminExtendedAttrsTestJSON-263852605-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:48:26.284882 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a3e9e296-e0e3-4e48-a075-e19856e50249 tempest-PortsAdminExtendedAttrsTestJSON-263852605 tempest-PortsAdminExtendedAttrsTestJSON-263852605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:26.324370 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:48:26.324370 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:48:26.324370 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:48:26.324370 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:48:26.324370 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:48:26.324370 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:48:26.324370 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:48:26.324370 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:48:26.324370 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:48:26.324370 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:48:26.324370 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:48:26.324370 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:48:26.324370 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:48:26.324370 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:48:26.324370 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:48:26.324370 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:48:26.324370 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:48:26.324370 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:48:26.324370 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:48:26.324370 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:48:26.324370 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:48:26.324370 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:48:26.324370 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:48:26.324370 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:48:26.324370 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:48:26.324370 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:48:26.324370 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:48:26.324370 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:48:26.324370 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:48:26.324370 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:48:26.324370 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:48:26.324370 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:48:26.361218 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2f0ab296-fa94-4437-9b14-ce51d22569ed req-f18098ef-e961-4cd4-938b-fe3a7cc0b318 service neutron] 10.222.0.32 "GET /v2.0/networks/8d068299-4184-4227-8cbc-58442cd62193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721817 Aug 23 20:48:26.366710 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-438199f0-248d-4c25-82c1-0eda8b3ea422 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/floatingips/871c7058-8f35-4e3e-8f7d-4d9efd066b1e HTTP/1.1" status: 200 len: 991 time: 0.2175868 Aug 23 20:48:26.430496 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a3e9e296-e0e3-4e48-a075-e19856e50249 tempest-PortsAdminExtendedAttrsTestJSON-263852605 tempest-PortsAdminExtendedAttrsTestJSON-263852605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:26.463315 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a3e9e296-e0e3-4e48-a075-e19856e50249 tempest-PortsAdminExtendedAttrsTestJSON-263852605 tempest-PortsAdminExtendedAttrsTestJSON-263852605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:26.466966 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a3e9e296-e0e3-4e48-a075-e19856e50249 tempest-PortsAdminExtendedAttrsTestJSON-263852605 tempest-PortsAdminExtendedAttrsTestJSON-263852605-project] 10.222.0.61 "DELETE /v2.0/networks/fe711e61-eb38-4eeb-8eb0-558261a91bd3 HTTP/1.1" status: 204 len: 168 time: 0.5457726 Aug 23 20:48:26.467971 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e9e296-e0e3-4e48-a075-e19856e50249 tempest-PortsAdminExtendedAttrsTestJSON-263852605 tempest-PortsAdminExtendedAttrsTestJSON-263852605-project] Pushing event deleted for resources: {'Network': ['ID=fe711e61-eb38-4eeb-8eb0-558261a91bd3,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:26.625919 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47004) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:26.668475 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-b08d7e30-a3d6-40bd-be8f-69fb42c66394 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] For port 26471d4b-82c2-4572-8815-ee65b5537cd8, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=26471d4b-82c2-4572-8815-ee65b5537cd8,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:48:26.737299 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b08d7e30-a3d6-40bd-be8f-69fb42c66394 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:26.750996 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b08d7e30-a3d6-40bd-be8f-69fb42c66394 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:26.752050 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b08d7e30-a3d6-40bd-be8f-69fb42c66394 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:26.807046 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c55ccb1a-57c4-4f98-8072-7ce7b536edd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:26.880024 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d7e30-a3d6-40bd-be8f-69fb42c66394 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'Port': ['ID=26471d4b-82c2-4572-8815-ee65b5537cd8,revision_number=10']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:26.914722 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08d7e30-a3d6-40bd-be8f-69fb42c66394 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:48:26.921897 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-b08d7e30-a3d6-40bd-be8f-69fb42c66394 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:48:26.925733 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08d7e30-a3d6-40bd-be8f-69fb42c66394 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:26.926327 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b08d7e30-a3d6-40bd-be8f-69fb42c66394 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:26.933162 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcd858a-1792-440c-81a3-a381e8a05383 None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:48:26.940052 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47014) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:26.958923 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c55ccb1a-57c4-4f98-8072-7ce7b536edd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:26.967735 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c55ccb1a-57c4-4f98-8072-7ce7b536edd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:26.994146 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b08d7e30-a3d6-40bd-be8f-69fb42c66394 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0417924 Aug 23 20:48:26.995054 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d7e30-a3d6-40bd-be8f-69fb42c66394 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'Subnet': ['ID=df5eefda-f263-4c59-a356-e9e8376a4599,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:26.999772 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47018) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:27.011840 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-4e349496-ce0b-4e31-8524-33bc21951f25 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'port': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'mac_address': 'fa:16:3e:bb:7a:76', 'name': 'tempest-NetworksTestDHCPv6-957739348'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:48:27.017469 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55ccb1a-57c4-4f98-8072-7ce7b536edd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8424c3-f50b-4578-b79a-cd77b015b321,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:27.062527 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c55ccb1a-57c4-4f98-8072-7ce7b536edd2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e46e47f69d654b209a9a6b0873b9c1d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4321229 Aug 23 20:48:27.063345 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47020) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:27.063587 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-524d7fa5-990d-46af-9c63-d2c97dbe6472 None None] Provisioning for port 26471d4b-82c2-4572-8815-ee65b5537cd8 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:48:27.089761 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-524d7fa5-990d-46af-9c63-d2c97dbe6472 None None] Provisioning complete for port 26471d4b-82c2-4572-8815-ee65b5537cd8 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:48:27.090187 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-524d7fa5-990d-46af-9c63-d2c97dbe6472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:27.156516 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-64a09207-9571-4ab6-99b1-2c635af64340 req-30e329f6-e9b2-42d6-b777-af7f7c807268 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 210 time: 0.1496365 Aug 23 20:48:27.165079 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5d2a20af-d7e6-48b9-96a8-8895b11e5e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:27.216186 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5d2a20af-d7e6-48b9-96a8-8895b11e5e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:27.264202 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-1a718b02-1682-4927-9d51-d5eaaf368eec admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fee3ce7bd0d94ea994815a789eb0760c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3208892 Aug 23 20:48:27.265763 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47022) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:27.305785 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e349496-ce0b-4e31-8524-33bc21951f25 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:48:27.358899 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6df0b7a4-24b5-47a7-9edc-e7079b85a624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:27.374309 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47024) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:27.428726 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4e349496-ce0b-4e31-8524-33bc21951f25 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:27.442439 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5d2a20af-d7e6-48b9-96a8-8895b11e5e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:27.446861 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5d2a20af-d7e6-48b9-96a8-8895b11e5e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:27.451346 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5d2a20af-d7e6-48b9-96a8-8895b11e5e43 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ef8424c3-f50b-4578-b79a-cd77b015b321 HTTP/1.1" status: 204 len: 168 time: 0.3868358 Aug 23 20:48:27.463777 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6df0b7a4-24b5-47a7-9edc-e7079b85a624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:27.471565 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-4e349496-ce0b-4e31-8524-33bc21951f25 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] device_id is not set on port 0f46ce98-9e23-42ac-8c88-952fcdbefa82 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:48:27.492880 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2a20af-d7e6-48b9-96a8-8895b11e5e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8424c3-f50b-4578-b79a-cd77b015b321,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:27.543121 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-21bd9b02-b413-4d89-9b5b-aee79048b44f tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/floatingips/871c7058-8f35-4e3e-8f7d-4d9efd066b1e HTTP/1.1" status: 200 len: 993 time: 0.1671917 Aug 23 20:48:27.604812 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6df0b7a4-24b5-47a7-9edc-e7079b85a624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:27.607582 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6df0b7a4-24b5-47a7-9edc-e7079b85a624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:27.613204 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6df0b7a4-24b5-47a7-9edc-e7079b85a624 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/83565ee7-62c5-4363-9528-f603aae641e8 HTTP/1.1" status: 204 len: 168 time: 0.3429337 Aug 23 20:48:27.643771 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df0b7a4-24b5-47a7-9edc-e7079b85a624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83565ee7-62c5-4363-9528-f603aae641e8,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:27.917037 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-4e349496-ce0b-4e31-8524-33bc21951f25 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Allocated IP 172.20.0.14 (6435e9ee-eaf5-46f5-a85c-299ee4fcacce/7c340db0-6051-4bb5-960a-164f9143c881/0f46ce98-9e23-42ac-8c88-952fcdbefa82) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:48:27.930594 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-4e349496-ce0b-4e31-8524-33bc21951f25 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Allocated IP 2001:db8::f816:3eff:febb:7a76 (6435e9ee-eaf5-46f5-a85c-299ee4fcacce/df5eefda-f263-4c59-a356-e9e8376a4599/0f46ce98-9e23-42ac-8c88-952fcdbefa82) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:48:28.068345 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47038) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:28.071512 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 26471d4b-82c2-4572-8815-ee65b5537cd8 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:48:28.095079 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e07db01f-33ab-4d8f-b92c-ee2e8d6a1a93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:28.152455 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 26471d4b-82c2-4572-8815-ee65b5537cd8 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:48:28.153097 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:28.270973 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4e349496-ce0b-4e31-8524-33bc21951f25 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:28.315680 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-4e349496-ce0b-4e31-8524-33bc21951f25 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Transition to ACTIVE for port object 0f46ce98-9e23-42ac-8c88-952fcdbefa82 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:48:28.380224 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e07db01f-33ab-4d8f-b92c-ee2e8d6a1a93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:28.393959 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4e349496-ce0b-4e31-8524-33bc21951f25 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:28.417211 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ccd00aaa-d468-4498-883a-cdac8f9f1a80 req-20c191f9-b4d8-4596-a629-042ccfb81959 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/ports?device_id=4731d55c-0045-402f-8d63-5bfbf5e10844 HTTP/1.1" status: 200 len: 210 time: 0.0346940 Aug 23 20:48:28.418615 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e07db01f-33ab-4d8f-b92c-ee2e8d6a1a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:28.461151 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07db01f-33ab-4d8f-b92c-ee2e8d6a1a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140b1006-7592-4a07-8d0d-307742cda727,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:28.461335 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e349496-ce0b-4e31-8524-33bc21951f25 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:48:28.463813 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-4e349496-ce0b-4e31-8524-33bc21951f25 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:48:28.466993 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e349496-ce0b-4e31-8524-33bc21951f25 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:48:28.484627 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e07db01f-33ab-4d8f-b92c-ee2e8d6a1a93 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=db51eadac48d4143a0a8e9a61b36d701&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4140792 Aug 23 20:48:28.487352 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47042) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:28.503445 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2ff9a44c-ac99-4dbc-93fc-6123eaa8bc1f None None] Provisioning complete for port 26471d4b-82c2-4572-8815-ee65b5537cd8 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:48:28.503817 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2ff9a44c-ac99-4dbc-93fc-6123eaa8bc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:28.553799 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f743ba6e-2d85-4f5a-92fd-eb4f13383ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:28.565144 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47044) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:28.586684 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f743ba6e-2d85-4f5a-92fd-eb4f13383ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:28.621183 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e349496-ce0b-4e31-8524-33bc21951f25 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'Port': ['ID=0f46ce98-9e23-42ac-8c88-952fcdbefa82,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:28.660973 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e349496-ce0b-4e31-8524-33bc21951f25 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:28.662339 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4e349496-ce0b-4e31-8524-33bc21951f25 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:28.665801 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f743ba6e-2d85-4f5a-92fd-eb4f13383ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:28.669124 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f743ba6e-2d85-4f5a-92fd-eb4f13383ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:28.673077 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f743ba6e-2d85-4f5a-92fd-eb4f13383ad5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/140b1006-7592-4a07-8d0d-307742cda727 HTTP/1.1" status: 204 len: 168 time: 0.1845779 Aug 23 20:48:28.687955 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f743ba6e-2d85-4f5a-92fd-eb4f13383ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140b1006-7592-4a07-8d0d-307742cda727,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:28.720616 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e4a553f1-81b3-4e1b-9aa5-33876505f55c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ebb00f6baba64e18b0bd7a2af56682f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1533782 Aug 23 20:48:28.723692 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47048) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:28.738638 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4e349496-ce0b-4e31-8524-33bc21951f25 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7366965 Aug 23 20:48:28.742024 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47050) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:28.799752 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11041c1-21e4-4c66-b537-ca0c62a0dedf tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:28.806941 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ca1f2148-a532-4387-b2fd-a1c9a7342319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:28.807655 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11041c1-21e4-4c66-b537-ca0c62a0dedf tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:28.811742 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d11041c1-21e4-4c66-b537-ca0c62a0dedf tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.0662243 Aug 23 20:48:28.812244 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47052) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:28.887292 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-dad18c1a-e3e6-4983-8298-eadad615d73d None None] Provisioning for port 0f46ce98-9e23-42ac-8c88-952fcdbefa82 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:48:28.890900 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ca1f2148-a532-4387-b2fd-a1c9a7342319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:28.894293 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-dad18c1a-e3e6-4983-8298-eadad615d73d None None] Provisioning complete for port 0f46ce98-9e23-42ac-8c88-952fcdbefa82 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:48:28.895126 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dad18c1a-e3e6-4983-8298-eadad615d73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:28.941418 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-dad18c1a-e3e6-4983-8298-eadad615d73d None None] Port 0f46ce98-9e23-42ac-8c88-952fcdbefa82 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:48:28.974149 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-18beaf08-f5a4-4ba0-815b-d1652291b19d tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Deleting port 0f46ce98-9e23-42ac-8c88-952fcdbefa82 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:48:28.974546 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-18beaf08-f5a4-4ba0-815b-d1652291b19d tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:29.025633 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ca1f2148-a532-4387-b2fd-a1c9a7342319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:29.028205 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ca1f2148-a532-4387-b2fd-a1c9a7342319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:29.029367 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ca1f2148-a532-4387-b2fd-a1c9a7342319 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/88327d93-ceff-4682-a6eb-1f4976d117f0 HTTP/1.1" status: 204 len: 168 time: 0.3040671 Aug 23 20:48:29.082680 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1f2148-a532-4387-b2fd-a1c9a7342319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88327d93-ceff-4682-a6eb-1f4976d117f0,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:29.163484 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-18beaf08-f5a4-4ba0-815b-d1652291b19d tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:29.182464 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-18beaf08-f5a4-4ba0-815b-d1652291b19d tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Calling delete_port for 0f46ce98-9e23-42ac-8c88-952fcdbefa82 owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:48:29.453847 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-18beaf08-f5a4-4ba0-815b-d1652291b19d tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:29.500376 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18beaf08-f5a4-4ba0-815b-d1652291b19d tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event deleted for resources: {'Port': ['ID=0f46ce98-9e23-42ac-8c88-952fcdbefa82,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:29.628094 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47090) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:29.740904 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d7144d19-5c77-4d19-b5b1-f47688c5bebd tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:29.765933 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-18beaf08-f5a4-4ba0-815b-d1652291b19d tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:29.768980 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-18beaf08-f5a4-4ba0-815b-d1652291b19d tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/ports/0f46ce98-9e23-42ac-8c88-952fcdbefa82 HTTP/1.1" status: 204 len: 168 time: 0.9547763 Aug 23 20:48:29.770841 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47098) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:29.811627 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d7144d19-5c77-4d19-b5b1-f47688c5bebd tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:29.922829 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6807554c-98eb-4e3e-b82b-18871e2e7230 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:29.924616 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6807554c-98eb-4e3e-b82b-18871e2e7230 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:29.926464 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6807554c-98eb-4e3e-b82b-18871e2e7230 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:29.929073 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6807554c-98eb-4e3e-b82b-18871e2e7230 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1568866 Aug 23 20:48:29.931873 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47108) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:29.978933 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d7144d19-5c77-4d19-b5b1-f47688c5bebd tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:29.982499 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d7144d19-5c77-4d19-b5b1-f47688c5bebd tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:29.995271 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47110) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:30.004378 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d7144d19-5c77-4d19-b5b1-f47688c5bebd tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "DELETE /v2.0/security-groups/f264d724-bded-494f-9829-ab610400f252 HTTP/1.1" status: 204 len: 168 time: 0.3722591 Aug 23 20:48:30.023417 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-c5128cb2-824d-40ff-9463-6e37bac33ddb tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] show failed (client error): The resource could not be found. Aug 23 20:48:30.028741 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c5128cb2-824d-40ff-9463-6e37bac33ddb tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "GET /v2.0/security-groups/f264d724-bded-494f-9829-ab610400f252 HTTP/1.1" status: 404 len: 347 time: 0.0324264 Aug 23 20:48:30.031100 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47112) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:30.070404 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7144d19-5c77-4d19-b5b1-f47688c5bebd tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f264d724-bded-494f-9829-ab610400f252,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:30.076219 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab11deca-b56f-4f31-8d79-eab5f0bf890b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Deleting subnet 7c340db0-6051-4bb5-960a-164f9143c881 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:48:30.112596 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ab11deca-b56f-4f31-8d79-eab5f0bf890b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:30.282687 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ab11deca-b56f-4f31-8d79-eab5f0bf890b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:30.509823 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ab11deca-b56f-4f31-8d79-eab5f0bf890b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:30.559248 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-cc4a3976-4828-41dd-aa59-d113d798aed1 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Deleting port fa8442ef-7bf9-4e3c-b360-9f400a7f08b0 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:48:30.559634 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cc4a3976-4828-41dd-aa59-d113d798aed1 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:30.718152 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ab11deca-b56f-4f31-8d79-eab5f0bf890b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:30.771756 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab11deca-b56f-4f31-8d79-eab5f0bf890b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event deleted for resources: {'Subnet': ['ID=7c340db0-6051-4bb5-960a-164f9143c881,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:30.790267 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ab11deca-b56f-4f31-8d79-eab5f0bf890b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:30.794921 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c326e0-5dfa-4c3e-811a-537076d37d57 None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:48:30.795612 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47134) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:30.797123 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ab11deca-b56f-4f31-8d79-eab5f0bf890b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/7c340db0-6051-4bb5-960a-164f9143c881 HTTP/1.1" status: 204 len: 168 time: 0.8635461 Aug 23 20:48:30.801419 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cc4a3976-4828-41dd-aa59-d113d798aed1 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:30.802142 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cc4a3976-4828-41dd-aa59-d113d798aed1 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:30.821453 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-cc4a3976-4828-41dd-aa59-d113d798aed1 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Calling delete_port for fa8442ef-7bf9-4e3c-b360-9f400a7f08b0 owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:48:30.974960 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6deafa5-9f44-42df-83bf-fa93b21077df tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Deleting subnet df5eefda-f263-4c59-a356-e9e8376a4599 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:48:30.996280 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e6deafa5-9f44-42df-83bf-fa93b21077df tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:31.083690 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cc4a3976-4828-41dd-aa59-d113d798aed1 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:31.110890 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e6deafa5-9f44-42df-83bf-fa93b21077df tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:31.398650 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47158) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:31.481341 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e6deafa5-9f44-42df-83bf-fa93b21077df tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:31.642690 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e6deafa5-9f44-42df-83bf-fa93b21077df tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:31.711033 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6deafa5-9f44-42df-83bf-fa93b21077df tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event deleted for resources: {'Subnet': ['ID=df5eefda-f263-4c59-a356-e9e8376a4599,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:31.713613 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e6deafa5-9f44-42df-83bf-fa93b21077df tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:31.715671 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e6deafa5-9f44-42df-83bf-fa93b21077df tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/df5eefda-f263-4c59-a356-e9e8376a4599 HTTP/1.1" status: 204 len: 168 time: 0.9191196 Aug 23 20:48:31.718475 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47166) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:31.732964 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-77d51d8a-833d-45eb-8fd2-f016061b238a admin admin] Deleting subnet 7cf1476b-2d73-4ece-81d4-01b7879e99dc {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:48:31.799407 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77d51d8a-833d-45eb-8fd2-f016061b238a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:31.807556 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9756ba06-bab2-4edb-b549-de2d6f2f51a7 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0875535 Aug 23 20:48:31.816285 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47170) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:31.913198 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4a3976-4828-41dd-aa59-d113d798aed1 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Pushing event deleted for resources: {'Port': ['ID=fa8442ef-7bf9-4e3c-b360-9f400a7f08b0,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:31.931875 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77d51d8a-833d-45eb-8fd2-f016061b238a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:31.998642 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93cd08b-072e-4ec9-a315-19ec1cd7aba3 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:32.003634 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cc4a3976-4828-41dd-aa59-d113d798aed1 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:32.004363 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b93cd08b-072e-4ec9-a315-19ec1cd7aba3 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1447225 Aug 23 20:48:32.009532 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47180) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:32.009966 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cc4a3976-4828-41dd-aa59-d113d798aed1 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:32.014222 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-cc4a3976-4828-41dd-aa59-d113d798aed1 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "DELETE /v2.0/floatingips/a6f202b3-2ca4-41d2-867d-fe92f67c6497 HTTP/1.1" status: 204 len: 168 time: 1.9726369 Aug 23 20:48:32.014576 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47182) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:32.146791 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77d51d8a-833d-45eb-8fd2-f016061b238a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:32.197728 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47190) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:32.252723 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7832ab6c-47ea-4f28-9bb1-7a2b0dffdf5b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:32.254213 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-7832ab6c-47ea-4f28-9bb1-7a2b0dffdf5b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2312584 Aug 23 20:48:32.257581 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47196) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:32.314143 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-9557cefd-982b-4fd5-85a7-311a4c2882ac tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Deleting port bb388623-a8ca-48fa-a801-64a5e58b5d43 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:48:32.319065 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9557cefd-982b-4fd5-85a7-311a4c2882ac tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:32.367790 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d85f6977-c89a-44ff-a6c5-0dc728cdfd9f tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1029651 Aug 23 20:48:32.371958 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47202) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:32.372189 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66638024-97d9-4800-830e-4d41479c1137 None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:48:32.380047 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-726e772a-3532-427f-b673-f0323db5d08c tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'subnet': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:48:32.466458 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9557cefd-982b-4fd5-85a7-311a4c2882ac tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:32.496693 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77d51d8a-833d-45eb-8fd2-f016061b238a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:32.523170 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4cfbd3d5-4bb1-433b-ad77-8860d96bb8f6 None None] Provisioning complete for port 26471d4b-82c2-4572-8815-ee65b5537cd8 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:48:32.523767 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cfbd3d5-4bb1-433b-ad77-8860d96bb8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:32.528020 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-9557cefd-982b-4fd5-85a7-311a4c2882ac tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Calling delete_port for bb388623-a8ca-48fa-a801-64a5e58b5d43 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:48:32.533342 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d51d8a-833d-45eb-8fd2-f016061b238a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cf1476b-2d73-4ece-81d4-01b7879e99dc,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:32.540662 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77d51d8a-833d-45eb-8fd2-f016061b238a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:32.542392 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-77d51d8a-833d-45eb-8fd2-f016061b238a admin admin] 10.222.0.61 "DELETE /v2.0/subnets/7cf1476b-2d73-4ece-81d4-01b7879e99dc HTTP/1.1" status: 204 len: 168 time: 1.1427622 Aug 23 20:48:32.545614 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47210) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:32.551568 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-f76cf0d8-0ac3-48a3-92b4-fa5a463f16ac tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1376677147'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:48:32.624503 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726e772a-3532-427f-b673-f0323db5d08c tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:48:32.629496 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-726e772a-3532-427f-b673-f0323db5d08c tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:32.632022 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-726e772a-3532-427f-b673-f0323db5d08c tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 20:48:32.632959 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-726e772a-3532-427f-b673-f0323db5d08c tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:48:32.663177 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3a51397f-82d5-4325-bd65-3c37d18cb2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:32.733104 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f76cf0d8-0ac3-48a3-92b4-fa5a463f16ac tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:32.734138 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f76cf0d8-0ac3-48a3-92b4-fa5a463f16ac tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:32.775381 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-726e772a-3532-427f-b673-f0323db5d08c tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4019859 Aug 23 20:48:32.802982 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47218) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:32.805061 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f76cf0d8-0ac3-48a3-92b4-fa5a463f16ac tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:32.814893 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-64ce8c13-b9be-47b1-9711-9ca2311ef46b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'subnet': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:48:32.816302 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f76cf0d8-0ac3-48a3-92b4-fa5a463f16ac tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:32.846434 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58117d78-434a-4278-aa89-a86228b05020 None None] DHCP port deletion for 6435e9ee-eaf5-46f5-a85c-299ee4fcacce request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:48:32.867084 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3a51397f-82d5-4325-bd65-3c37d18cb2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:32.887488 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-3a51397f-82d5-4325-bd65-3c37d18cb2bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:48:32.903831 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9557cefd-982b-4fd5-85a7-311a4c2882ac tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:32.906980 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-3a51397f-82d5-4325-bd65-3c37d18cb2bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0304131-671f-4c22-8fc4-9d97cd99d833') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:48:32.907221 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-3a51397f-82d5-4325-bd65-3c37d18cb2bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0304131-671f-4c22-8fc4-9d97cd99d833') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:48:32.935645 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3a51397f-82d5-4325-bd65-3c37d18cb2bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:32.946623 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-58117d78-434a-4278-aa89-a86228b05020 None None] Deleting port 26471d4b-82c2-4572-8815-ee65b5537cd8 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:48:32.947212 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-58117d78-434a-4278-aa89-a86228b05020 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:32.948219 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f76cf0d8-0ac3-48a3-92b4-fa5a463f16ac tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:32.951640 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f76cf0d8-0ac3-48a3-92b4-fa5a463f16ac tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.7341490 Aug 23 20:48:32.951640 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9557cefd-982b-4fd5-85a7-311a4c2882ac tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Pushing event deleted for resources: {'Port': ['ID=bb388623-a8ca-48fa-a801-64a5e58b5d43,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:32.952154 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47222) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:33.011696 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3a51397f-82d5-4325-bd65-3c37d18cb2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:33.018719 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a51397f-82d5-4325-bd65-3c37d18cb2bf admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:48:33.019499 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3a51397f-82d5-4325-bd65-3c37d18cb2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:33.051711 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:48:33.051711 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:48:33.051711 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:48:33.051711 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:48:33.051711 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:48:33.051711 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:48:33.051711 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:48:33.051711 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:48:33.051711 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:48:33.051711 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:48:33.051711 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:48:33.051711 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:48:33.051711 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:48:33.051711 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:48:33.051711 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:48:33.051711 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:48:33.051711 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:48:33.051711 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:48:33.051711 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:48:33.051711 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:48:33.051711 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:48:33.051711 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:48:33.051711 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:48:33.051711 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:48:33.051711 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:48:33.051711 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:48:33.051711 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:48:33.051711 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:48:33.051711 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:48:33.051711 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:48:33.051711 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:48:33.051711 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:48:33.055412 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-58117d78-434a-4278-aa89-a86228b05020 None None] For port 26471d4b-82c2-4572-8815-ee65b5537cd8, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=26471d4b-82c2-4572-8815-ee65b5537cd8,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:48:33.055902 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-58117d78-434a-4278-aa89-a86228b05020 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:33.060434 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9557cefd-982b-4fd5-85a7-311a4c2882ac tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:33.064895 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9557cefd-982b-4fd5-85a7-311a4c2882ac tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "DELETE /v2.0/ports/bb388623-a8ca-48fa-a801-64a5e58b5d43 HTTP/1.1" status: 204 len: 168 time: 1.0468495 Aug 23 20:48:33.065316 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47228) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:33.074806 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-58117d78-434a-4278-aa89-a86228b05020 None None] Calling delete_port for 26471d4b-82c2-4572-8815-ee65b5537cd8 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:48:33.100002 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2639e3b8-4adc-40ef-b88d-cff0f661e01b tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:33.177084 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ce8c13-b9be-47b1-9711-9ca2311ef46b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:48:33.181856 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-64ce8c13-b9be-47b1-9711-9ca2311ef46b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:33.182727 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-64ce8c13-b9be-47b1-9711-9ca2311ef46b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 20:48:33.183161 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64ce8c13-b9be-47b1-9711-9ca2311ef46b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:48:33.234691 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-97489d70-02a0-4b98-933c-ed5cb2695934 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Deleting port 8befdd4b-7da4-4882-ba33-5ff1275123c5 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:48:33.235076 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-97489d70-02a0-4b98-933c-ed5cb2695934 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:33.284976 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-58117d78-434a-4278-aa89-a86228b05020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:33.296672 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-64ce8c13-b9be-47b1-9711-9ca2311ef46b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4923286 Aug 23 20:48:33.297323 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3a51397f-82d5-4325-bd65-3c37d18cb2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:33.300859 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47236) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:33.312137 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3a51397f-82d5-4325-bd65-3c37d18cb2bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:33.316238 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58117d78-434a-4278-aa89-a86228b05020 None None] No DVR routers for this DVR port 26471d4b-82c2-4572-8815-ee65b5537cd8 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:48:33.336906 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3a51397f-82d5-4325-bd65-3c37d18cb2bf admin admin] 10.222.0.61 "DELETE /v2.0/networks/99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54 HTTP/1.1" status: 204 len: 168 time: 0.7808678 Aug 23 20:48:33.350852 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-ad1a2eec-7005-49bf-9354-77876ad67821 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'subnet': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:48:33.379801 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58117d78-434a-4278-aa89-a86228b05020 None None] Pushing event deleted for resources: {'Port': ['ID=26471d4b-82c2-4572-8815-ee65b5537cd8,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:33.387063 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-97489d70-02a0-4b98-933c-ed5cb2695934 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:33.410715 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-97489d70-02a0-4b98-933c-ed5cb2695934 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Calling delete_port for 8befdd4b-7da4-4882-ba33-5ff1275123c5 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:48:33.420026 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58117d78-434a-4278-aa89-a86228b05020 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:48:33.423557 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58117d78-434a-4278-aa89-a86228b05020 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:48:33.426701 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58117d78-434a-4278-aa89-a86228b05020 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:48:33.430924 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58117d78-434a-4278-aa89-a86228b05020 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:48:33.431713 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58117d78-434a-4278-aa89-a86228b05020 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:48:33.433195 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58117d78-434a-4278-aa89-a86228b05020 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:48:33.433816 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58117d78-434a-4278-aa89-a86228b05020 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:48:33.434973 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58117d78-434a-4278-aa89-a86228b05020 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:48:33.436240 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58117d78-434a-4278-aa89-a86228b05020 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:48:33.436743 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58117d78-434a-4278-aa89-a86228b05020 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:48:33.439112 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58117d78-434a-4278-aa89-a86228b05020 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:48:33.439912 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58117d78-434a-4278-aa89-a86228b05020 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:48:33.524115 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a51397f-82d5-4325-bd65-3c37d18cb2bf admin admin] Pushing event deleted for resources: {'Network': ['ID=99cec4c5-ccfb-4c51-8b7f-a7a443aa8e54,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:33.599872 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2639e3b8-4adc-40ef-b88d-cff0f661e01b tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:33.607925 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2639e3b8-4adc-40ef-b88d-cff0f661e01b tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:33.619318 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-97489d70-02a0-4b98-933c-ed5cb2695934 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:33.664050 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47240) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:33.668202 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97489d70-02a0-4b98-933c-ed5cb2695934 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Pushing event deleted for resources: {'Port': ['ID=8befdd4b-7da4-4882-ba33-5ff1275123c5,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:33.684307 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2639e3b8-4adc-40ef-b88d-cff0f661e01b tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:33.684806 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2639e3b8-4adc-40ef-b88d-cff0f661e01b tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 87b5d670-9af2-4396-a237-60310e0a2408 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:48:33.696689 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2639e3b8-4adc-40ef-b88d-cff0f661e01b tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:33.704903 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2639e3b8-4adc-40ef-b88d-cff0f661e01b tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] 10.222.0.61 "DELETE /v2.0/routers/87b5d670-9af2-4396-a237-60310e0a2408 HTTP/1.1" status: 204 len: 168 time: 0.7485020 Aug 23 20:48:33.704903 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1a2eec-7005-49bf-9354-77876ad67821 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:48:33.711564 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ad1a2eec-7005-49bf-9354-77876ad67821 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:33.712542 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47244) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:33.714230 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad1a2eec-7005-49bf-9354-77876ad67821 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 20:48:33.715178 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad1a2eec-7005-49bf-9354-77876ad67821 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:48:33.721270 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-29301a94-b25d-4389-8b84-896b9e45a9ab tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] Request body: {'router': {'name': 'tempest-router-382900548', 'distributed': False}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:48:33.744376 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ad1a2eec-7005-49bf-9354-77876ad67821 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4404700 Aug 23 20:48:33.747677 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47246) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:33.754774 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-f2b1c05e-3cb2-428b-913f-a9589a4738ba tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'subnet': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:48:33.795345 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-97489d70-02a0-4b98-933c-ed5cb2695934 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:33.800603 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-97489d70-02a0-4b98-933c-ed5cb2695934 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "DELETE /v2.0/ports/8befdd4b-7da4-4882-ba33-5ff1275123c5 HTTP/1.1" status: 204 len: 168 time: 0.7320468 Aug 23 20:48:33.800603 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-29301a94-b25d-4389-8b84-896b9e45a9ab tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:33.801267 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-29301a94-b25d-4389-8b84-896b9e45a9ab tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:33.853092 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47250) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:33.853705 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47252) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:33.870387 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-29301a94-b25d-4389-8b84-896b9e45a9ab tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:33.875714 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-29301a94-b25d-4389-8b84-896b9e45a9ab tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:33.917179 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-be5388e4-9021-4894-a7c6-fac150e74536 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6b5caa9dd6fe449d826e5284616c3d3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2491100 Aug 23 20:48:33.919048 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47256) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:33.938248 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-18f589e1-7564-4bf0-b26a-1bcd681e545a tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Deleting subnet 5dddc676-d460-40e8-9afa-b8b1805fce38 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:48:33.941586 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-18f589e1-7564-4bf0-b26a-1bcd681e545a tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:33.964431 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b1c05e-3cb2-428b-913f-a9589a4738ba tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:48:33.967802 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f2b1c05e-3cb2-428b-913f-a9589a4738ba tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:33.969635 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2b1c05e-3cb2-428b-913f-a9589a4738ba tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 20:48:33.970058 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2b1c05e-3cb2-428b-913f-a9589a4738ba tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:48:34.000639 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f2b1c05e-3cb2-428b-913f-a9589a4738ba tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2517493 Aug 23 20:48:34.001745 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 26471d4b-82c2-4572-8815-ee65b5537cd8 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:48:34.005844 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47258) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:34.019892 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-3762633d-a9a3-490d-9994-71bec007563f tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'subnet': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:48:34.024669 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-18f589e1-7564-4bf0-b26a-1bcd681e545a tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:34.025270 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 26471d4b-82c2-4572-8815-ee65b5537cd8 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:48:34.025870 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 26471d4b-82c2-4572-8815-ee65b5537cd8 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:48:34.074472 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-29301a94-b25d-4389-8b84-896b9e45a9ab tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:34.075659 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-29301a94-b25d-4389-8b84-896b9e45a9ab tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3613541 Aug 23 20:48:34.084441 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47260) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:34.103312 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-609ec827-c46a-443d-b792-0bc4912df230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:34.123282 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9fc968a-ad9b-490d-8280-aca32ee5d3dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:34.179179 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9fc968a-ad9b-490d-8280-aca32ee5d3dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:34.205053 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.db.api [None req-3762633d-a9a3-490d-9994-71bec007563f tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 20:48:34.205053 n-d-805663-2 neutron-server[94688]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 23 20:48:34.205053 n-d-805663-2 neutron-server[94688]: [parameters: {'project_id_1': 'db9608efcb064b40bc03dbc9d75ec2a9', 'expiration_1': datetime.datetime(2021, 8, 23, 20, 48, 34, 194217)}] Aug 23 20:48:34.205053 n-d-805663-2 neutron-server[94688]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94688) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 20:48:34.205406 n-d-805663-2 neutron-server[94688]: DEBUG oslo_db.api [None req-3762633d-a9a3-490d-9994-71bec007563f tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 20:48:34.238823 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-272ef301-0438-402a-bd75-ca2ef9342a6a tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:34.244121 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9fc968a-ad9b-490d-8280-aca32ee5d3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:34.248507 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9fc968a-ad9b-490d-8280-aca32ee5d3dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:34.250042 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f9fc968a-ad9b-490d-8280-aca32ee5d3dc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/19f0bdbe-a95f-447d-933c-85622825c576 HTTP/1.1" status: 204 len: 168 time: 0.3299837 Aug 23 20:48:34.272478 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc968a-ad9b-490d-8280-aca32ee5d3dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f0bdbe-a95f-447d-933c-85622825c576,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:34.344630 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-18f589e1-7564-4bf0-b26a-1bcd681e545a tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:34.499752 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-272ef301-0438-402a-bd75-ca2ef9342a6a tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:34.502229 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-272ef301-0438-402a-bd75-ca2ef9342a6a tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:34.566021 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-272ef301-0438-402a-bd75-ca2ef9342a6a tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:34.566592 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272ef301-0438-402a-bd75-ca2ef9342a6a tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 664ff9ce-f309-4df8-a653-4dbba826bd04 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:48:34.578450 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-272ef301-0438-402a-bd75-ca2ef9342a6a tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:34.580263 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-272ef301-0438-402a-bd75-ca2ef9342a6a tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] 10.222.0.61 "DELETE /v2.0/routers/664ff9ce-f309-4df8-a653-4dbba826bd04 HTTP/1.1" status: 204 len: 168 time: 0.4944086 Aug 23 20:48:34.584088 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47268) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:34.589201 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-12216629-9ae1-4d65-b265-e2086bf77737 tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] Request body: {'router': {'name': 'tempest-router-2137546681', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'e115b28c382d4e378c03b49eadf7e973'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:48:34.604661 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-18f589e1-7564-4bf0-b26a-1bcd681e545a tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:34.650726 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f589e1-7564-4bf0-b26a-1bcd681e545a tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Pushing event deleted for resources: {'Subnet': ['ID=5dddc676-d460-40e8-9afa-b8b1805fce38,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:34.659248 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-18f589e1-7564-4bf0-b26a-1bcd681e545a tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:34.664111 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-18f589e1-7564-4bf0-b26a-1bcd681e545a tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "DELETE /v2.0/subnets/5dddc676-d460-40e8-9afa-b8b1805fce38 HTTP/1.1" status: 204 len: 168 time: 0.8037705 Aug 23 20:48:34.664111 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-609ec827-c46a-443d-b792-0bc4912df230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:34.664425 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47274) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:34.671434 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3540d5-aa17-4725-af57-d35e6494434e None None] Network aacbd0fd-d16f-425e-a7bb-080e612100d5 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:48:34.678053 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-609ec827-c46a-443d-b792-0bc4912df230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:34.711841 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-609ec827-c46a-443d-b792-0bc4912df230 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=66ec887e6b18424294e49426becd5e2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8463407 Aug 23 20:48:34.713959 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47276) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:34.736359 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-38a2cf07-3f2e-425e-b075-6df84b900b26 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Deleting subnet ee41020d-3ec7-42a2-ac14-02f12c3e4481 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:48:34.740520 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-38a2cf07-3f2e-425e-b075-6df84b900b26 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:34.768931 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609ec827-c46a-443d-b792-0bc4912df230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276c8087-6a36-42bd-949f-9baec7d17ede,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:34.785849 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-12216629-9ae1-4d65-b265-e2086bf77737 tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:34.786881 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-12216629-9ae1-4d65-b265-e2086bf77737 tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:34.805526 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dc9a3804-c369-4015-8295-bd65e534821b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:34.836183 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dc9a3804-c369-4015-8295-bd65e534821b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:34.871397 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3762633d-a9a3-490d-9994-71bec007563f tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:48:34.897225 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3762633d-a9a3-490d-9994-71bec007563f tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:34.898856 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-3762633d-a9a3-490d-9994-71bec007563f tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 20:48:34.899306 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3762633d-a9a3-490d-9994-71bec007563f tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:48:34.904580 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dc9a3804-c369-4015-8295-bd65e534821b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:34.911193 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dc9a3804-c369-4015-8295-bd65e534821b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:34.912920 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-dc9a3804-c369-4015-8295-bd65e534821b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/276c8087-6a36-42bd-949f-9baec7d17ede HTTP/1.1" status: 204 len: 168 time: 0.1967192 Aug 23 20:48:34.928545 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a3804-c369-4015-8295-bd65e534821b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276c8087-6a36-42bd-949f-9baec7d17ede,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:34.949874 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-38a2cf07-3f2e-425e-b075-6df84b900b26 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:34.976288 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47286) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:34.976767 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-3762633d-a9a3-490d-9994-71bec007563f tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9654095 Aug 23 20:48:34.984552 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-e60007fb-a49f-4039-b854-dae46366c96a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'subnet': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:48:35.073588 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-12216629-9ae1-4d65-b265-e2086bf77737 tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:35.094131 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-12216629-9ae1-4d65-b265-e2086bf77737 tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:35.122626 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00019394-b647-4c09-985e-18e2297e1b18 None None] DHCP port deletion for aacbd0fd-d16f-425e-a7bb-080e612100d5 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:48:35.185647 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-12216629-9ae1-4d65-b265-e2086bf77737 tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:35.189905 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47294) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:35.191946 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-12216629-9ae1-4d65-b265-e2086bf77737 tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6068134 Aug 23 20:48:35.195977 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-b90d9de6-c667-47f0-a015-f43f28db6aa5 tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:48:35.199308 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60007fb-a49f-4039-b854-dae46366c96a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:48:35.205974 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e60007fb-a49f-4039-b854-dae46366c96a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:35.214040 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-e60007fb-a49f-4039-b854-dae46366c96a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 20:48:35.214490 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e60007fb-a49f-4039-b854-dae46366c96a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:48:35.219715 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-38a2cf07-3f2e-425e-b075-6df84b900b26 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:35.239290 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-00019394-b647-4c09-985e-18e2297e1b18 None None] Deleting port 14ee7b1b-c789-4b55-8a11-43ecbb27f4ee {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:48:35.239757 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-00019394-b647-4c09-985e-18e2297e1b18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:35.352342 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-38a2cf07-3f2e-425e-b075-6df84b900b26 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:35.386796 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a2cf07-3f2e-425e-b075-6df84b900b26 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Pushing event deleted for resources: {'Subnet': ['ID=ee41020d-3ec7-42a2-ac14-02f12c3e4481,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:35.389568 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-00019394-b647-4c09-985e-18e2297e1b18 None None] For port 14ee7b1b-c789-4b55-8a11-43ecbb27f4ee, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=14ee7b1b-c789-4b55-8a11-43ecbb27f4ee,segment=NetworkSegment(1327a635-0d45-4da9-b7cc-6ec07d0ee464),segment_id=1327a635-0d45-4da9-b7cc-6ec07d0ee464)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:48:35.391449 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-00019394-b647-4c09-985e-18e2297e1b18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:35.394083 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-38a2cf07-3f2e-425e-b075-6df84b900b26 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:35.397152 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-38a2cf07-3f2e-425e-b075-6df84b900b26 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "DELETE /v2.0/subnets/ee41020d-3ec7-42a2-ac14-02f12c3e4481 HTTP/1.1" status: 204 len: 168 time: 0.7315073 Aug 23 20:48:35.399781 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47298) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:35.414936 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f5cfe5-83b0-4ae3-91f2-3dfd2ab80563 None None] Network 02bac410-b27b-49cf-96fd-4f276d56ae51 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:48:35.456572 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47300) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:35.496760 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47302) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:35.500436 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-57beec9d-35dc-4270-ac19-33c08be703a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:35.536032 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-00019394-b647-4c09-985e-18e2297e1b18 None None] Calling delete_port for 14ee7b1b-c789-4b55-8a11-43ecbb27f4ee owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:48:35.539940 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca1e7c7c-58a4-4ffd-84df-382263ee9ec0 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:35.619866 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e7c7c-58a4-4ffd-84df-382263ee9ec0 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Deleting port 14ee7b1b-c789-4b55-8a11-43ecbb27f4ee {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:48:35.620540 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca1e7c7c-58a4-4ffd-84df-382263ee9ec0 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:35.648586 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-00019394-b647-4c09-985e-18e2297e1b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:35.725944 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-ca1e7c7c-58a4-4ffd-84df-382263ee9ec0 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] For port 14ee7b1b-c789-4b55-8a11-43ecbb27f4ee, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=14ee7b1b-c789-4b55-8a11-43ecbb27f4ee,segment=NetworkSegment(1327a635-0d45-4da9-b7cc-6ec07d0ee464),segment_id=1327a635-0d45-4da9-b7cc-6ec07d0ee464)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:48:35.726591 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca1e7c7c-58a4-4ffd-84df-382263ee9ec0 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:35.734488 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00019394-b647-4c09-985e-18e2297e1b18 None None] Pushing event deleted for resources: {'Port': ['ID=14ee7b1b-c789-4b55-8a11-43ecbb27f4ee,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:35.738630 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e60007fb-a49f-4039-b854-dae46366c96a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7592728 Aug 23 20:48:35.740494 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47306) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:35.748121 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00019394-b647-4c09-985e-18e2297e1b18 None None] No DVR routers for this DVR port 14ee7b1b-c789-4b55-8a11-43ecbb27f4ee on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:48:35.753288 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e7c7c-58a4-4ffd-84df-382263ee9ec0 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Calling delete_port for 14ee7b1b-c789-4b55-8a11-43ecbb27f4ee owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:48:35.812182 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-1bb62c99-5ed3-4250-a3f8-660ddf57f406 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-345935705-network', 'tenant_id': '9920664cf20a46148d0ca8cb2b04c56f'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:48:35.831805 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-53d229c9-c96a-44ab-97a2-979528e51408 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0890923 Aug 23 20:48:35.836597 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47308) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:35.865804 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9ae0f9-e7bf-4221-8bfd-391d9572fd07 None None] DHCP port deletion for 02bac410-b27b-49cf-96fd-4f276d56ae51 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:48:35.938764 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef326e74-eaf2-47a4-bf6b-2b283ebcfa67 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:35.940310 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ef326e74-eaf2-47a4-bf6b-2b283ebcfa67 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1027377 Aug 23 20:48:35.943669 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47310) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:35.961139 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-3b9ae0f9-e7bf-4221-8bfd-391d9572fd07 None None] Deleting port af43c21c-cae6-4f02-9e3e-0186076470dd {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:48:35.961543 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3b9ae0f9-e7bf-4221-8bfd-391d9572fd07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:35.972514 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b90d9de6-c667-47f0-a015-f43f28db6aa5 tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4165669'] for router, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:35.973805 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b90d9de6-c667-47f0-a015-f43f28db6aa5 tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] Notify callbacks [] for router, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:36.025889 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 14ee7b1b-c789-4b55-8a11-43ecbb27f4ee no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:48:36.051337 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f99c6b0a-d251-4f36-af79-48bb681bf0ea tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1015944 Aug 23 20:48:36.052889 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47314) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:36.054126 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 14ee7b1b-c789-4b55-8a11-43ecbb27f4ee {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:48:36.054478 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 14ee7b1b-c789-4b55-8a11-43ecbb27f4ee not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:48:36.054895 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device af43c21c-cae6-4f02-9e3e-0186076470dd no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:48:36.064855 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-55912c39-006e-489f-b1f9-1172770b86a2 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'subnet': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:48:36.069579 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca1e7c7c-58a4-4ffd-84df-382263ee9ec0 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:36.096377 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-3b9ae0f9-e7bf-4221-8bfd-391d9572fd07 None None] For port af43c21c-cae6-4f02-9e3e-0186076470dd, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=af43c21c-cae6-4f02-9e3e-0186076470dd,segment=NetworkSegment(d26d7b7e-620e-4a66-b90b-1ee63dd61b0f),segment_id=d26d7b7e-620e-4a66-b90b-1ee63dd61b0f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:48:36.097011 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3b9ae0f9-e7bf-4221-8bfd-391d9572fd07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:36.102411 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b90d9de6-c667-47f0-a015-f43f28db6aa5 tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94687) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 23 20:48:36.104867 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b90d9de6-c667-47f0-a015-f43f28db6aa5 tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] Router 6dc04027-a4a0-4779-b505-720035c25aa9 migrating from provider to provider. {{(pid=94687) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 23 20:48:36.112758 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b90d9de6-c667-47f0-a015-f43f28db6aa5 tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:36.116780 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-3b9ae0f9-e7bf-4221-8bfd-391d9572fd07 None None] Calling delete_port for af43c21c-cae6-4f02-9e3e-0186076470dd owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:48:36.121140 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b90d9de6-c667-47f0-a015-f43f28db6aa5 tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:36.129332 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b90d9de6-c667-47f0-a015-f43f28db6aa5 tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-499466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-499571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-497774'] for router, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:36.160366 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-57beec9d-35dc-4270-ac19-33c08be703a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:36.162710 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e7c7c-58a4-4ffd-84df-382263ee9ec0 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Pushing event deleted for resources: {'Port': ['ID=14ee7b1b-c789-4b55-8a11-43ecbb27f4ee,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:36.167996 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1e7c7c-58a4-4ffd-84df-382263ee9ec0 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] No DVR routers for this DVR port 14ee7b1b-c789-4b55-8a11-43ecbb27f4ee on host n-d-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:48:36.173819 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:36.243225 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port af43c21c-cae6-4f02-9e3e-0186076470dd, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=af43c21c-cae6-4f02-9e3e-0186076470dd,segment=NetworkSegment(d26d7b7e-620e-4a66-b90b-1ee63dd61b0f),segment_id=d26d7b7e-620e-4a66-b90b-1ee63dd61b0f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:48:36.257945 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:36.290174 n-d-805663-2 neutron-server[94687]: WARNING neutron.scheduler.l3_agent_scheduler [None req-b90d9de6-c667-47f0-a015-f43f28db6aa5 tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] No L3 agents can host the router 6dc04027-a4a0-4779-b505-720035c25aa9 Aug 23 20:48:36.301999 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca1e7c7c-58a4-4ffd-84df-382263ee9ec0 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:36.311750 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-57beec9d-35dc-4270-ac19-33c08be703a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:36.327810 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3b9ae0f9-e7bf-4221-8bfd-391d9572fd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:36.349799 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=af43c21c-cae6-4f02-9e3e-0186076470dd,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:36.352869 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9ae0f9-e7bf-4221-8bfd-391d9572fd07 None None] No DVR routers for this DVR port af43c21c-cae6-4f02-9e3e-0186076470dd on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:48:36.383426 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ae0f9-e7bf-4221-8bfd-391d9572fd07 None None] Pushing event deleted for resources: {'Port': ['ID=af43c21c-cae6-4f02-9e3e-0186076470dd,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:36.391878 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb62c99-5ed3-4250-a3f8-660ddf57f406 admin admin] Made reservation on behalf of 9920664cf20a46148d0ca8cb2b04c56f for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:48:36.394215 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1bb62c99-5ed3-4250-a3f8-660ddf57f406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:36.409771 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-ca1e7c7c-58a4-4ffd-84df-382263ee9ec0 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aacbd0fd-d16f-425e-a7bb-080e612100d5']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:48:36.417098 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57beec9d-35dc-4270-ac19-33c08be703a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b7285a-4c52-4104-9727-190f61e6ceb2,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:36.423935 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1bb62c99-5ed3-4250-a3f8-660ddf57f406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:36.431431 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90d9de6-c667-47f0-a015-f43f28db6aa5 tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] Hosts for router 6dc04027-a4a0-4779-b505-720035c25aa9: [] {{(pid=94687) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 23 20:48:36.437736 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e7c7c-58a4-4ffd-84df-382263ee9ec0 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:48:36.438090 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e7c7c-58a4-4ffd-84df-382263ee9ec0 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:48:36.438432 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e7c7c-58a4-4ffd-84df-382263ee9ec0 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:48:36.438770 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e7c7c-58a4-4ffd-84df-382263ee9ec0 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:48:36.439103 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e7c7c-58a4-4ffd-84df-382263ee9ec0 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:48:36.439436 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e7c7c-58a4-4ffd-84df-382263ee9ec0 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:48:36.439767 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e7c7c-58a4-4ffd-84df-382263ee9ec0 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:48:36.440118 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e7c7c-58a4-4ffd-84df-382263ee9ec0 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:48:36.440448 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e7c7c-58a4-4ffd-84df-382263ee9ec0 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:48:36.440811 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e7c7c-58a4-4ffd-84df-382263ee9ec0 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:48:36.441172 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e7c7c-58a4-4ffd-84df-382263ee9ec0 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:48:36.441554 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1e7c7c-58a4-4ffd-84df-382263ee9ec0 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:48:36.446597 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57beec9d-35dc-4270-ac19-33c08be703a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:48:36.446993 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57beec9d-35dc-4270-ac19-33c08be703a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:48:36.447326 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57beec9d-35dc-4270-ac19-33c08be703a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:48:36.447751 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57beec9d-35dc-4270-ac19-33c08be703a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:48:36.448338 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57beec9d-35dc-4270-ac19-33c08be703a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:48:36.448459 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57beec9d-35dc-4270-ac19-33c08be703a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:48:36.448762 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57beec9d-35dc-4270-ac19-33c08be703a6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:48:36.449091 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57beec9d-35dc-4270-ac19-33c08be703a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:48:36.450765 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57beec9d-35dc-4270-ac19-33c08be703a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:48:36.451002 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57beec9d-35dc-4270-ac19-33c08be703a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:48:36.451343 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57beec9d-35dc-4270-ac19-33c08be703a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:48:36.451673 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57beec9d-35dc-4270-ac19-33c08be703a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:48:36.462124 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90d9de6-c667-47f0-a015-f43f28db6aa5 tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] Hosts for other DVR routers connected to router 6dc04027-a4a0-4779-b505-720035c25aa9: set() {{(pid=94687) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 23 20:48:36.465584 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b90d9de6-c667-47f0-a015-f43f28db6aa5 tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:36.467162 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b90d9de6-c667-47f0-a015-f43f28db6aa5 tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] 10.222.0.61 "PUT /v2.0/routers/6dc04027-a4a0-4779-b505-720035c25aa9 HTTP/1.1" status: 200 len: 717 time: 1.2762029 Aug 23 20:48:36.467454 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-ca1e7c7c-58a4-4ffd-84df-382263ee9ec0 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1327a635-0d45-4da9-b7cc-6ec07d0ee464') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:48:36.467836 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-ca1e7c7c-58a4-4ffd-84df-382263ee9ec0 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1327a635-0d45-4da9-b7cc-6ec07d0ee464') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:48:36.469950 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47316) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:36.490690 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-57beec9d-35dc-4270-ac19-33c08be703a6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fda9d32fa10f4dba8cd08d8da5db657e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0299394 Aug 23 20:48:36.497972 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47318) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:36.499862 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca1e7c7c-58a4-4ffd-84df-382263ee9ec0 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:36.547478 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca1e7c7c-58a4-4ffd-84df-382263ee9ec0 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:36.580875 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca1e7c7c-58a4-4ffd-84df-382263ee9ec0 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:48:36.580875 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca1e7c7c-58a4-4ffd-84df-382263ee9ec0 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:36.580875 n-d-805663-2 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:48:36.580875 n-d-805663-2 neutron-server[94688]: self.session.flush() Aug 23 20:48:36.580875 n-d-805663-2 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:48:36.580875 n-d-805663-2 neutron-server[94688]: self.session.flush() Aug 23 20:48:36.580875 n-d-805663-2 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:48:36.580875 n-d-805663-2 neutron-server[94688]: self.session.flush() Aug 23 20:48:36.580875 n-d-805663-2 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:48:36.580875 n-d-805663-2 neutron-server[94688]: self.session.flush() Aug 23 20:48:36.580875 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:48:36.580875 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:48:36.580875 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:48:36.580875 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:48:36.580875 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:48:36.580875 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:48:36.580875 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:48:36.580875 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:48:36.580875 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:48:36.580875 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:48:36.580875 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:48:36.580875 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:48:36.580875 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:48:36.580875 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:48:36.580875 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:48:36.580875 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:48:36.580875 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:48:36.580875 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:48:36.580875 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:48:36.580875 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:48:36.580875 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:48:36.580875 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:48:36.580875 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:48:36.580875 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:48:36.580875 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:48:36.580875 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:48:36.580875 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:48:36.580875 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:48:36.580875 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:48:36.580875 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:48:36.580875 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:48:36.580875 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:48:36.585304 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9868f26b-6328-408b-8305-19c117fb0c36 tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] 10.222.0.61 "GET /v2.0/routers/6dc04027-a4a0-4779-b505-720035c25aa9 HTTP/1.1" status: 200 len: 717 time: 0.1106660 Aug 23 20:48:36.585304 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47320) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:36.686459 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca1e7c7c-58a4-4ffd-84df-382263ee9ec0 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:36.703656 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca1e7c7c-58a4-4ffd-84df-382263ee9ec0 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:36.705611 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ca1e7c7c-58a4-4ffd-84df-382263ee9ec0 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "DELETE /v2.0/networks/aacbd0fd-d16f-425e-a7bb-080e612100d5 HTTP/1.1" status: 204 len: 168 time: 1.3042507 Aug 23 20:48:36.708530 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47324) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:36.710104 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-774dc03e-58a7-42d8-8e0d-4bf7f9e22335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:36.732447 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e7c7c-58a4-4ffd-84df-382263ee9ec0 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Pushing event deleted for resources: {'Network': ['ID=aacbd0fd-d16f-425e-a7bb-080e612100d5,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:36.753931 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-774dc03e-58a7-42d8-8e0d-4bf7f9e22335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:36.787251 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1bb62c99-5ed3-4250-a3f8-660ddf57f406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:36.800632 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1bb62c99-5ed3-4250-a3f8-660ddf57f406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:36.806823 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a275af21-bdd8-46a5-93bd-f5b4db62c213 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:36.847611 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bb62c99-5ed3-4250-a3f8-660ddf57f406 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:48:36.854232 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55912c39-006e-489f-b1f9-1172770b86a2 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:48:36.858700 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-55912c39-006e-489f-b1f9-1172770b86a2 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:36.882704 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb62c99-5ed3-4250-a3f8-660ddf57f406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0394211-8887-4285-9578-664f58614cb7,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:36.916746 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d82eff8e-72b9-4b9c-94f6-8e5c4e33bfef tempest-RoutersTestDVR-1039111852 tempest-RoutersTestDVR-1039111852-project] 10.222.0.61 "GET /v2.0/routers/6dc04027-a4a0-4779-b505-720035c25aa9 HTTP/1.1" status: 200 len: 683 time: 0.3278580 Aug 23 20:48:36.918560 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47326) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:36.932425 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-774dc03e-58a7-42d8-8e0d-4bf7f9e22335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:36.935174 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-774dc03e-58a7-42d8-8e0d-4bf7f9e22335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:36.936488 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-774dc03e-58a7-42d8-8e0d-4bf7f9e22335 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c4b7285a-4c52-4104-9727-190f61e6ceb2 HTTP/1.1" status: 204 len: 168 time: 0.4346724 Aug 23 20:48:36.939814 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1bb62c99-5ed3-4250-a3f8-660ddf57f406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:36.940306 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-1bb62c99-5ed3-4250-a3f8-660ddf57f406 admin admin] Added segment 7e1eaf9f-ced9-4e17-9074-e6a2089e8c31 of type vlan for network 9ecb5153-31b4-40ef-9c34-384d555a9057 Aug 23 20:48:36.990989 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774dc03e-58a7-42d8-8e0d-4bf7f9e22335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b7285a-4c52-4104-9727-190f61e6ceb2,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:37.028637 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1bb62c99-5ed3-4250-a3f8-660ddf57f406 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:37.077283 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1bb62c99-5ed3-4250-a3f8-660ddf57f406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:37.078363 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb62c99-5ed3-4250-a3f8-660ddf57f406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:37.079149 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1bb62c99-5ed3-4250-a3f8-660ddf57f406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:37.108467 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ed3e0e24-7ce5-48af-8320-d628eefb830b tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:37.152591 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a275af21-bdd8-46a5-93bd-f5b4db62c213 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:37.197289 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-a275af21-bdd8-46a5-93bd-f5b4db62c213 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02bac410-b27b-49cf-96fd-4f276d56ae51']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:48:37.212748 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-a275af21-bdd8-46a5-93bd-f5b4db62c213 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd26d7b7e-620e-4a66-b90b-1ee63dd61b0f') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:48:37.213048 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-a275af21-bdd8-46a5-93bd-f5b4db62c213 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd26d7b7e-620e-4a66-b90b-1ee63dd61b0f') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:48:37.269179 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb62c99-5ed3-4250-a3f8-660ddf57f406 admin admin] Pushing event updated for resources: {'Network': ['ID=9ecb5153-31b4-40ef-9c34-384d555a9057,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:37.275356 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-1bb62c99-5ed3-4250-a3f8-660ddf57f406 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7766988 Aug 23 20:48:37.276098 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47336) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:37.282192 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 9ecb5153-31b4-40ef-9c34-384d555a9057 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:48:37.282668 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a275af21-bdd8-46a5-93bd-f5b4db62c213 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:37.290676 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-71c507b3-f464-4faa-bd48-099c4b4821a1 admin admin] Request body: {'subnet': {'network_id': '9ecb5153-31b4-40ef-9c34-384d555a9057', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-345935705-subnet', 'tenant_id': '9920664cf20a46148d0ca8cb2b04c56f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:48:37.337831 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ed3e0e24-7ce5-48af-8320-d628eefb830b tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:37.342621 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a275af21-bdd8-46a5-93bd-f5b4db62c213 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:37.350628 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a275af21-bdd8-46a5-93bd-f5b4db62c213 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:48:37.351060 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a275af21-bdd8-46a5-93bd-f5b4db62c213 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:37.398330 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c507b3-f464-4faa-bd48-099c4b4821a1 admin admin] Made reservation on behalf of 9920664cf20a46148d0ca8cb2b04c56f for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:48:37.407517 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-71c507b3-f464-4faa-bd48-099c4b4821a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:37.421447 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:48:37.421447 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:48:37.421447 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:48:37.421447 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:48:37.421447 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:48:37.421447 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:48:37.421447 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:48:37.421447 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:48:37.421447 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:48:37.421447 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:48:37.421447 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:48:37.421447 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:48:37.421447 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:48:37.421447 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:48:37.421447 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:48:37.421447 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:48:37.421447 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:48:37.421447 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:48:37.421447 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:48:37.421447 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:48:37.421447 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:48:37.421447 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:48:37.421447 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:48:37.421447 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:48:37.421447 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:48:37.421447 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:48:37.421447 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:48:37.421447 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:48:37.421447 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:48:37.421447 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:48:37.421447 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:48:37.421447 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:48:37.423355 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ed3e0e24-7ce5-48af-8320-d628eefb830b tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:37.433805 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a275af21-bdd8-46a5-93bd-f5b4db62c213 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:37.439210 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a275af21-bdd8-46a5-93bd-f5b4db62c213 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:37.445931 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a275af21-bdd8-46a5-93bd-f5b4db62c213 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] 10.222.0.61 "DELETE /v2.0/networks/02bac410-b27b-49cf-96fd-4f276d56ae51 HTTP/1.1" status: 204 len: 168 time: 0.7311683 Aug 23 20:48:37.529268 n-d-805663-2 neutron-server[94688]: DEBUG neutron.objects.ports [None req-55912c39-006e-489f-b1f9-1172770b86a2 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94688) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 20:48:37.531830 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-55912c39-006e-489f-b1f9-1172770b86a2 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:37.543146 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ed3e0e24-7ce5-48af-8320-d628eefb830b tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:37.543704 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3e0e24-7ce5-48af-8320-d628eefb830b tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6dc04027-a4a0-4779-b505-720035c25aa9 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:48:37.546918 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a275af21-bdd8-46a5-93bd-f5b4db62c213 tempest-TaggedBootDevicesTest_v242-985715835 tempest-TaggedBootDevicesTest_v242-985715835-project] Pushing event deleted for resources: {'Network': ['ID=02bac410-b27b-49cf-96fd-4f276d56ae51,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:37.558211 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ed3e0e24-7ce5-48af-8320-d628eefb830b tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:37.559479 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ed3e0e24-7ce5-48af-8320-d628eefb830b tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] 10.222.0.61 "DELETE /v2.0/routers/6dc04027-a4a0-4779-b505-720035c25aa9 HTTP/1.1" status: 204 len: 168 time: 0.6398480 Aug 23 20:48:37.565111 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47344) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:37.573311 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-4aba08d8-5d63-4b9f-8fb3-3d1001593ceb tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] Request body: {'router': {'name': 'tempest-router-267823201', 'distributed': True}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:48:37.625248 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4aba08d8-5d63-4b9f-8fb3-3d1001593ceb tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:37.626507 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4aba08d8-5d63-4b9f-8fb3-3d1001593ceb tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:37.659672 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55912c39-006e-489f-b1f9-1172770b86a2 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:48:37.669455 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-55912c39-006e-489f-b1f9-1172770b86a2 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:48:37.672681 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55912c39-006e-489f-b1f9-1172770b86a2 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:37.673279 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-55912c39-006e-489f-b1f9-1172770b86a2 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:37.678753 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5290126-f680-4da4-8178-3aab373830eb None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:48:37.687165 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55912c39-006e-489f-b1f9-1172770b86a2 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'Subnet': ['ID=36808760-c2fb-4f47-9ed1-0fc19a13ea1a,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:37.775479 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4aba08d8-5d63-4b9f-8fb3-3d1001593ceb tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:37.782289 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4aba08d8-5d63-4b9f-8fb3-3d1001593ceb tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:37.806990 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4aba08d8-5d63-4b9f-8fb3-3d1001593ceb tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:37.808817 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-4aba08d8-5d63-4b9f-8fb3-3d1001593ceb tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2427227 Aug 23 20:48:37.811396 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47358) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:37.843682 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-55912c39-006e-489f-b1f9-1172770b86a2 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7882054 Aug 23 20:48:37.847440 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47360) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:37.858480 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-f95abbb4-f046-4eaa-aff4-37777742e113 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'port': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'mac_address': 'fa:16:3e:33:3e:3f', 'name': 'tempest-NetworksTestDHCPv6-1302814061'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:48:37.861369 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-71c507b3-f464-4faa-bd48-099c4b4821a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:37.905601 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fce065-aff7-4b97-8f47-cd659ad5ba5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'tenant_id': 'db9608efcb064b40bc03dbc9d75ec2a9', 'fixed_ips': [{'subnet_id': '36808760-c2fb-4f47-9ed1-0fc19a13ea1a'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:48:37.907559 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-46fce065-aff7-4b97-8f47-cd659ad5ba5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:38.036204 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ea49dce2-655d-4e83-8616-47f04a9d4739 tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:38.055959 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c507b3-f464-4faa-bd48-099c4b4821a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8a78471-c96d-48f8-92fc-a23624038f3e,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:38.059322 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c507b3-f464-4faa-bd48-099c4b4821a1 admin admin] Checking segment: {'id': '7e1eaf9f-ced9-4e17-9074-e6a2089e8c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9ecb5153-31b4-40ef-9c34-384d555a9057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:48:38.059698 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c507b3-f464-4faa-bd48-099c4b4821a1 admin admin] Network hostable DHCP agents. Network: 9ecb5153-31b4-40ef-9c34-384d555a9057, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:48:38.113549 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c507b3-f464-4faa-bd48-099c4b4821a1 admin admin] Network 9ecb5153-31b4-40ef-9c34-384d555a9057 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:48:38.134375 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-46fce065-aff7-4b97-8f47-cd659ad5ba5c None None] Allocated IP 2001:db8::f816:3eff:fe9a:5193 (6435e9ee-eaf5-46f5-a85c-299ee4fcacce/36808760-c2fb-4f47-9ed1-0fc19a13ea1a/7576525a-9b02-491f-8bd7-f5db4478da95) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:48:38.135001 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-71c507b3-f464-4faa-bd48-099c4b4821a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 9ecb5153-31b4-40ef-9c34-384d555a9057) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:48:38.149346 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826752a9-e957-403a-aa35-2cd73b10a8a8 None None] Network 9ecb5153-31b4-40ef-9c34-384d555a9057 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:48:38.151382 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c507b3-f464-4faa-bd48-099c4b4821a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:38.152029 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-71c507b3-f464-4faa-bd48-099c4b4821a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:38.175118 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95abbb4-f046-4eaa-aff4-37777742e113 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:48:38.302634 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-71c507b3-f464-4faa-bd48-099c4b4821a1 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0245190 Aug 23 20:48:38.346031 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f95abbb4-f046-4eaa-aff4-37777742e113 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:38.377373 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-f95abbb4-f046-4eaa-aff4-37777742e113 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] device_id is not set on port 99688938-c58f-44e9-941b-ca29acfd0b00 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:48:38.412377 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ea49dce2-655d-4e83-8616-47f04a9d4739 tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:38.414790 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ea49dce2-655d-4e83-8616-47f04a9d4739 tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:38.510682 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ea49dce2-655d-4e83-8616-47f04a9d4739 tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:38.511253 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea49dce2-655d-4e83-8616-47f04a9d4739 tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f3159544-6a82-4d1c-b0c2-2106c7804183 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:48:38.521933 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ea49dce2-655d-4e83-8616-47f04a9d4739 tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:38.523057 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ea49dce2-655d-4e83-8616-47f04a9d4739 tempest-RoutersTestDVR-49096075 tempest-RoutersTestDVR-49096075-project-admin] 10.222.0.61 "DELETE /v2.0/routers/f3159544-6a82-4d1c-b0c2-2106c7804183 HTTP/1.1" status: 204 len: 168 time: 0.7104902 Aug 23 20:48:38.648250 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e49cd36-bfab-42f0-96e0-01c7353ec6a5 None None] Network 9ecb5153-31b4-40ef-9c34-384d555a9057 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:48:38.706892 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-46fce065-aff7-4b97-8f47-cd659ad5ba5c None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:38.720679 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-46fce065-aff7-4b97-8f47-cd659ad5ba5c None None] Transition to ACTIVE for port object 7576525a-9b02-491f-8bd7-f5db4478da95 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:48:38.751340 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-46fce065-aff7-4b97-8f47-cd659ad5ba5c None None] Transition to ACTIVE for port object 7576525a-9b02-491f-8bd7-f5db4478da95 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:48:38.764965 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-46fce065-aff7-4b97-8f47-cd659ad5ba5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:38.833575 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fce065-aff7-4b97-8f47-cd659ad5ba5c None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:48:38.854687 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-46fce065-aff7-4b97-8f47-cd659ad5ba5c None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:48:38.858156 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fce065-aff7-4b97-8f47-cd659ad5ba5c None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:48:38.863198 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-f95abbb4-f046-4eaa-aff4-37777742e113 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Allocated IP 2001:db8::f816:3eff:fe33:3e3f (6435e9ee-eaf5-46f5-a85c-299ee4fcacce/36808760-c2fb-4f47-9ed1-0fc19a13ea1a/99688938-c58f-44e9-941b-ca29acfd0b00) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:48:38.866217 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fce065-aff7-4b97-8f47-cd659ad5ba5c None None] Pushing event updated for resources: {'Port': ['ID=7576525a-9b02-491f-8bd7-f5db4478da95,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:38.919242 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47392) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:38.939917 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-46fce065-aff7-4b97-8f47-cd659ad5ba5c None None] Attempting to bind port 7576525a-9b02-491f-8bd7-f5db4478da95 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:48:38.941178 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-46fce065-aff7-4b97-8f47-cd659ad5ba5c None None] Attempting to bind port 7576525a-9b02-491f-8bd7-f5db4478da95 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:48:38.942634 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fce065-aff7-4b97-8f47-cd659ad5ba5c None None] Attempting to bind port 7576525a-9b02-491f-8bd7-f5db4478da95 on network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:48:38.956979 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fce065-aff7-4b97-8f47-cd659ad5ba5c None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:48:38.957416 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fce065-aff7-4b97-8f47-cd659ad5ba5c None None] Checking segment: {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:48:38.958046 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-46fce065-aff7-4b97-8f47-cd659ad5ba5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:38.958691 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fce065-aff7-4b97-8f47-cd659ad5ba5c None None] Bound using segment: {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:48:38.958999 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-46fce065-aff7-4b97-8f47-cd659ad5ba5c None None] Bound port: 7576525a-9b02-491f-8bd7-f5db4478da95, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:48:38.959367 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-46fce065-aff7-4b97-8f47-cd659ad5ba5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:39.117996 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-46fce065-aff7-4b97-8f47-cd659ad5ba5c None None] For port 7576525a-9b02-491f-8bd7-f5db4478da95, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:48:39.123511 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-46fce065-aff7-4b97-8f47-cd659ad5ba5c None None] For port 7576525a-9b02-491f-8bd7-f5db4478da95, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=7576525a-9b02-491f-8bd7-f5db4478da95,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:48:39.129233 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-46fce065-aff7-4b97-8f47-cd659ad5ba5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:39.234725 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f95abbb4-f046-4eaa-aff4-37777742e113 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:39.235898 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fce065-aff7-4b97-8f47-cd659ad5ba5c None None] Pushing event updated for resources: {'Port': ['ID=7576525a-9b02-491f-8bd7-f5db4478da95,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:39.257930 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-f95abbb4-f046-4eaa-aff4-37777742e113 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Transition to ACTIVE for port object 99688938-c58f-44e9-941b-ca29acfd0b00 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:48:39.313403 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a721b-4147-4cd7-8b5f-444c6d6ea024 req-d3cbe918-7df1-4a71-bb8f-a93f6cc62f92 tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:39.315436 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-036a721b-4147-4cd7-8b5f-444c6d6ea024 req-d3cbe918-7df1-4a71-bb8f-a93f6cc62f92 tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] 10.222.0.61 "GET /v2.0/networks?id=9ecb5153-31b4-40ef-9c34-384d555a9057 HTTP/1.1" status: 200 len: 821 time: 0.1836522 Aug 23 20:48:39.341808 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-036a721b-4147-4cd7-8b5f-444c6d6ea024 req-8c433475-df9a-4fdf-a5c8-09baf23008de tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] 10.222.0.61 "GET /v2.0/quotas/9920664cf20a46148d0ca8cb2b04c56f HTTP/1.1" status: 200 len: 375 time: 0.0170202 Aug 23 20:48:39.355832 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f95abbb4-f046-4eaa-aff4-37777742e113 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:39.378253 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-29cdeae9-41b7-4967-8add-3fe68836b855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:39.404539 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-036a721b-4147-4cd7-8b5f-444c6d6ea024 req-5b4c76f9-efbf-4690-b8ab-bfc00968d786 tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9920664cf20a46148d0ca8cb2b04c56f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527349 Aug 23 20:48:39.479914 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95abbb4-f046-4eaa-aff4-37777742e113 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:48:39.490659 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-f95abbb4-f046-4eaa-aff4-37777742e113 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:48:39.494114 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95abbb4-f046-4eaa-aff4-37777742e113 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'Port': ['ID=99688938-c58f-44e9-941b-ca29acfd0b00,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:39.496711 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95abbb4-f046-4eaa-aff4-37777742e113 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:48:39.502851 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95abbb4-f046-4eaa-aff4-37777742e113 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:39.503565 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f95abbb4-f046-4eaa-aff4-37777742e113 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:39.607258 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-036a721b-4147-4cd7-8b5f-444c6d6ea024 req-e17ed2da-4d7f-4bf1-b46e-35982622dc3b service neutron] 10.222.0.61 "GET /v2.0/networks/9ecb5153-31b4-40ef-9c34-384d555a9057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905303 Aug 23 20:48:39.744312 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-29cdeae9-41b7-4967-8add-3fe68836b855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:39.754940 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-036a721b-4147-4cd7-8b5f-444c6d6ea024 req-a1c025bd-598c-4366-a895-8d1d24c07730 service neutron] 10.222.0.61 "GET /v2.0/networks/9ecb5153-31b4-40ef-9c34-384d555a9057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466475 Aug 23 20:48:39.756869 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-29cdeae9-41b7-4967-8add-3fe68836b855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:39.760127 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f95abbb4-f046-4eaa-aff4-37777742e113 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9112709 Aug 23 20:48:39.762673 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47422) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:39.867730 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e571905-dbdf-4865-8032-81c73c61e2b2 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:39.873767 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-29cdeae9-41b7-4967-8add-3fe68836b855 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e115b28c382d4e378c03b49eadf7e973&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9526815 Aug 23 20:48:39.881324 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e571905-dbdf-4865-8032-81c73c61e2b2 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:39.882890 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47426) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:39.888590 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-5e571905-dbdf-4865-8032-81c73c61e2b2 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1248107 Aug 23 20:48:39.891417 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47428) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:39.931631 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdeae9-41b7-4967-8add-3fe68836b855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7965f460-e265-408a-8a7f-b66707de679b,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:39.963634 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-28d8016c-c54b-4c86-bcf4-30eae73bd1bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:39.987029 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-96e101f8-a1f4-4da4-8c8b-b575bf566948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:39.988489 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-28d8016c-c54b-4c86-bcf4-30eae73bd1bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:40.060780 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-28d8016c-c54b-4c86-bcf4-30eae73bd1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:40.070880 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-28d8016c-c54b-4c86-bcf4-30eae73bd1bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:40.073626 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-e5053203-abff-4749-b66a-1e4f74dc430c tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Deleting port 99688938-c58f-44e9-941b-ca29acfd0b00 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:48:40.073973 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e5053203-abff-4749-b66a-1e4f74dc430c tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:40.076993 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-28d8016c-c54b-4c86-bcf4-30eae73bd1bc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7965f460-e265-408a-8a7f-b66707de679b HTTP/1.1" status: 204 len: 168 time: 0.1928926 Aug 23 20:48:40.105417 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d8016c-c54b-4c86-bcf4-30eae73bd1bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7965f460-e265-408a-8a7f-b66707de679b,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:40.108471 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 7576525a-9b02-491f-8bd7-f5db4478da95 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:48:40.202558 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e21f1f8f-d257-45b4-8c46-90301d9febb8 req-6c6ebbbe-d27a-49ef-8bf3-e5e244557a9e tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] 10.222.0.61 "GET /v2.0/ports?device_id=549422c8-9f84-461f-9164-588de9075962 HTTP/1.1" status: 200 len: 210 time: 0.0815253 Aug 23 20:48:40.222052 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 7576525a-9b02-491f-8bd7-f5db4478da95 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:48:40.292589 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e5053203-abff-4749-b66a-1e4f74dc430c tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:40.310603 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-e5053203-abff-4749-b66a-1e4f74dc430c tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Calling delete_port for 99688938-c58f-44e9-941b-ca29acfd0b00 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:48:40.441929 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:40.600785 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e5053203-abff-4749-b66a-1e4f74dc430c tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:40.636555 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5053203-abff-4749-b66a-1e4f74dc430c tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event deleted for resources: {'Port': ['ID=99688938-c58f-44e9-941b-ca29acfd0b00,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:40.683586 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e5053203-abff-4749-b66a-1e4f74dc430c tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:40.688289 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47450) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:40.688770 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e5053203-abff-4749-b66a-1e4f74dc430c tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/ports/99688938-c58f-44e9-941b-ca29acfd0b00 HTTP/1.1" status: 204 len: 168 time: 0.7957156 Aug 23 20:48:40.797653 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0eebe7-42b6-409c-9ac7-e78eeeb1c0a0 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:40.799772 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0eebe7-42b6-409c-9ac7-e78eeeb1c0a0 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:40.802696 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0c0eebe7-42b6-409c-9ac7-e78eeeb1c0a0 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1120460 Aug 23 20:48:40.805568 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47454) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:40.848601 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47458) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:40.865415 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9bf571d-98c3-4155-8eea-7d4797e7de8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:40.914503 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-aea26905-1114-473e-be89-2781d7556610 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Deleting subnet 36808760-c2fb-4f47-9ed1-0fc19a13ea1a {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:48:40.922708 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aea26905-1114-473e-be89-2781d7556610 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:40.992316 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-08ce24eb-d247-4614-aeb3-4dadbc2eaf9c None None] Provisioning for port 7576525a-9b02-491f-8bd7-f5db4478da95 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:48:40.997701 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-08ce24eb-d247-4614-aeb3-4dadbc2eaf9c None None] Provisioning complete for port 7576525a-9b02-491f-8bd7-f5db4478da95 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:48:40.997819 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9bf571d-98c3-4155-8eea-7d4797e7de8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:40.998078 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-08ce24eb-d247-4614-aeb3-4dadbc2eaf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:41.003714 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9bf571d-98c3-4155-8eea-7d4797e7de8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:41.015031 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aea26905-1114-473e-be89-2781d7556610 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:41.028364 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47460) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:41.104515 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c9bf571d-98c3-4155-8eea-7d4797e7de8b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=99ca5814dc6b42ecbc5fcc02c32d7bb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2534258 Aug 23 20:48:41.105329 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47464) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:41.106008 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf571d-98c3-4155-8eea-7d4797e7de8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d84ef5-7103-4334-be9a-a2fc40bf6080,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:41.152378 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aea26905-1114-473e-be89-2781d7556610 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:41.218559 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-08ce24eb-d247-4614-aeb3-4dadbc2eaf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:41.277617 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-794555c4-4fab-4e01-8dd2-74f453babce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:41.324018 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aea26905-1114-473e-be89-2781d7556610 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:41.340548 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-794555c4-4fab-4e01-8dd2-74f453babce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:41.347759 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e223e4b4-516f-4408-afb4-700590a63648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:41.383316 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.db.api [None req-08ce24eb-d247-4614-aeb3-4dadbc2eaf9c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 20:48:41.383956 n-d-805663-2 neutron-server[94689]: DEBUG oslo_db.api [None req-08ce24eb-d247-4614-aeb3-4dadbc2eaf9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 20:48:41.392552 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aea26905-1114-473e-be89-2781d7556610 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:41.397773 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-aea26905-1114-473e-be89-2781d7556610 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/36808760-c2fb-4f47-9ed1-0fc19a13ea1a HTTP/1.1" status: 204 len: 168 time: 0.5876415 Aug 23 20:48:41.399128 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7c70a998-4061-4777-9268-c5107b9a6788 req-ebf0cc61-771e-4d7c-91e7-48aed00b1ad1 tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] 10.222.0.61 "GET /v2.0/ports?device_id=549422c8-9f84-461f-9164-588de9075962 HTTP/1.1" status: 200 len: 210 time: 0.0571542 Aug 23 20:48:41.400084 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47470) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:41.414187 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea26905-1114-473e-be89-2781d7556610 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event deleted for resources: {'Subnet': ['ID=36808760-c2fb-4f47-9ed1-0fc19a13ea1a,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:41.460026 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9d9fdc73-ebe7-425c-9c71-e9bfb4e69c02 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0589123 Aug 23 20:48:41.462692 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47472) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:41.468455 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-e3b880f5-1a72-4f0a-8765-642725b6ff54 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'subnet': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:48:41.469446 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-794555c4-4fab-4e01-8dd2-74f453babce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:41.472678 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-794555c4-4fab-4e01-8dd2-74f453babce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:41.474984 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-794555c4-4fab-4e01-8dd2-74f453babce1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f7d84ef5-7103-4334-be9a-a2fc40bf6080 HTTP/1.1" status: 204 len: 168 time: 0.3464484 Aug 23 20:48:41.495762 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794555c4-4fab-4e01-8dd2-74f453babce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d84ef5-7103-4334-be9a-a2fc40bf6080,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:41.567281 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e223e4b4-516f-4408-afb4-700590a63648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:41.577678 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e223e4b4-516f-4408-afb4-700590a63648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:41.645734 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e223e4b4-516f-4408-afb4-700590a63648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccabaf25-a52f-40b2-be1c-e32a1a14d6ac,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:41.668895 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e223e4b4-516f-4408-afb4-700590a63648 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dd7bce1665fc4782a610a341ba5d1452&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6394732 Aug 23 20:48:41.679090 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47478) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:41.718607 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b669f7ea-1bc6-4d91-aaba-4a96d55bc059 None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:48:41.789835 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de063074-f905-4b34-9c6c-7ce248610218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:41.823698 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de063074-f905-4b34-9c6c-7ce248610218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:41.823898 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b880f5-1a72-4f0a-8765-642725b6ff54 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:48:41.828046 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e3b880f5-1a72-4f0a-8765-642725b6ff54 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:41.920623 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de063074-f905-4b34-9c6c-7ce248610218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:41.924489 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de063074-f905-4b34-9c6c-7ce248610218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:41.935965 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-de063074-f905-4b34-9c6c-7ce248610218 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ccabaf25-a52f-40b2-be1c-e32a1a14d6ac HTTP/1.1" status: 204 len: 168 time: 0.2553113 Aug 23 20:48:41.940397 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a721b-4147-4cd7-8b5f-444c6d6ea024 req-430600a9-2aea-4f66-ae9d-23985819f104 tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:41.942167 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-036a721b-4147-4cd7-8b5f-444c6d6ea024 req-430600a9-2aea-4f66-ae9d-23985819f104 tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] 10.222.0.11 "GET /v2.0/networks?id=9ecb5153-31b4-40ef-9c34-384d555a9057 HTTP/1.1" status: 200 len: 821 time: 0.3037472 Aug 23 20:48:41.970209 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de063074-f905-4b34-9c6c-7ce248610218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccabaf25-a52f-40b2-be1c-e32a1a14d6ac,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:41.976404 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-08ce24eb-d247-4614-aeb3-4dadbc2eaf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:41.977135 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-036a721b-4147-4cd7-8b5f-444c6d6ea024 req-83cecdfa-be96-46c5-9cbc-ceb668f3f317 tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] Request body: {'port': {'device_id': '549422c8-9f84-461f-9164-588de9075962', 'network_id': '9ecb5153-31b4-40ef-9c34-384d555a9057', 'admin_state_up': True, 'tenant_id': '9920664cf20a46148d0ca8cb2b04c56f'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:48:42.062373 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-08ce24eb-d247-4614-aeb3-4dadbc2eaf9c None None] For port 7576525a-9b02-491f-8bd7-f5db4478da95, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=7576525a-9b02-491f-8bd7-f5db4478da95,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:48:42.069785 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-08ce24eb-d247-4614-aeb3-4dadbc2eaf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:42.117565 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9daaaac-be9d-4d0f-bf4a-84e25d116935 None None] DHCP port deletion for 6435e9ee-eaf5-46f5-a85c-299ee4fcacce request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:48:42.189283 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-036a721b-4147-4cd7-8b5f-444c6d6ea024 req-83cecdfa-be96-46c5-9cbc-ceb668f3f317 tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] Made reservation on behalf of 9920664cf20a46148d0ca8cb2b04c56f for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:48:42.198149 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-036a721b-4147-4cd7-8b5f-444c6d6ea024 req-83cecdfa-be96-46c5-9cbc-ceb668f3f317 tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:42.203661 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ce24eb-d247-4614-aeb3-4dadbc2eaf9c None None] Pushing event updated for resources: {'Port': ['ID=7576525a-9b02-491f-8bd7-f5db4478da95,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:42.207528 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2011ff4c-3311-4cd2-9cac-5b768296dd6b None None] Could not find standard attr ID for object 99688938-c58f-44e9-941b-ca29acfd0b00. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 20:48:42.231528 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b9daaaac-be9d-4d0f-bf4a-84e25d116935 None None] Deleting port 7576525a-9b02-491f-8bd7-f5db4478da95 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:48:42.232265 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b9daaaac-be9d-4d0f-bf4a-84e25d116935 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:42.363995 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-b9daaaac-be9d-4d0f-bf4a-84e25d116935 None None] For port 7576525a-9b02-491f-8bd7-f5db4478da95, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=7576525a-9b02-491f-8bd7-f5db4478da95,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:48:42.363995 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b9daaaac-be9d-4d0f-bf4a-84e25d116935 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:42.383839 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b9daaaac-be9d-4d0f-bf4a-84e25d116935 None None] Calling delete_port for 7576525a-9b02-491f-8bd7-f5db4478da95 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:48:42.524000 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b9daaaac-be9d-4d0f-bf4a-84e25d116935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:42.540550 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47502) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:42.570634 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9daaaac-be9d-4d0f-bf4a-84e25d116935 None None] Pushing event deleted for resources: {'Port': ['ID=7576525a-9b02-491f-8bd7-f5db4478da95,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:42.595302 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9daaaac-be9d-4d0f-bf4a-84e25d116935 None None] No DVR routers for this DVR port 7576525a-9b02-491f-8bd7-f5db4478da95 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:48:42.604142 n-d-805663-2 neutron-server[94687]: DEBUG neutron.objects.ports [None req-e3b880f5-1a72-4f0a-8765-642725b6ff54 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94687) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 20:48:42.607206 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e3b880f5-1a72-4f0a-8765-642725b6ff54 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:42.609879 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f4b39e4a-0221-4457-b6ce-7060ae363daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:42.615411 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1d2f5ad7-d777-40f3-8150-33e683203a91 req-a228e387-9d01-4c22-b47b-8efbbe87d792 tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] 10.222.0.61 "GET /v2.0/ports?device_id=549422c8-9f84-461f-9164-588de9075962 HTTP/1.1" status: 200 len: 210 time: 0.0972021 Aug 23 20:48:42.674652 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-036a721b-4147-4cd7-8b5f-444c6d6ea024 req-83cecdfa-be96-46c5-9cbc-ceb668f3f317 tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] Allocated IP 172.20.0.9 (9ecb5153-31b4-40ef-9c34-384d555a9057/d8a78471-c96d-48f8-92fc-a23624038f3e/229ca06a-16e3-4cad-ae59-93656d1e1ee8) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:48:42.687657 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b880f5-1a72-4f0a-8765-642725b6ff54 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:48:42.695502 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-e3b880f5-1a72-4f0a-8765-642725b6ff54 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:48:42.703677 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b880f5-1a72-4f0a-8765-642725b6ff54 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:42.704485 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e3b880f5-1a72-4f0a-8765-642725b6ff54 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:42.716035 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b9cbc0-9447-4668-b894-8503162b9c86 None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:48:42.793286 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f4b39e4a-0221-4457-b6ce-7060ae363daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:42.813407 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f4b39e4a-0221-4457-b6ce-7060ae363daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:42.853544 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f4b39e4a-0221-4457-b6ce-7060ae363daa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a62ca3a66167490d993b0b25f7c89bf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3108425 Aug 23 20:48:42.855367 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47512) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:42.859827 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b880f5-1a72-4f0a-8765-642725b6ff54 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'Subnet': ['ID=55c98e0c-81d3-43ac-a3d2-0fbeba293a9c,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:42.884274 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47514) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:42.885481 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e3b880f5-1a72-4f0a-8765-642725b6ff54 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4211934 Aug 23 20:48:42.893092 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-d7d32bdd-7094-45d7-bea0-f69b940383cd tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'port': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'mac_address': 'fa:16:3e:3c:36:33', 'name': 'tempest-NetworksTestDHCPv6-182915027'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:48:43.048349 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b39e4a-0221-4457-b6ce-7060ae363daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81e0ff0-1e60-4f33-a12b-c616d0ccd929,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:43.051412 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7906f6f-ea06-4a7e-87d9-1dcc21fc890c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'tenant_id': 'db9608efcb064b40bc03dbc9d75ec2a9', 'fixed_ips': [{'subnet_id': '55c98e0c-81d3-43ac-a3d2-0fbeba293a9c'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:48:43.054779 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f7906f6f-ea06-4a7e-87d9-1dcc21fc890c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:43.087791 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e8fd7dd4-fdad-4d95-849a-928bf3877e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:43.095929 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d32bdd-7094-45d7-bea0-f69b940383cd tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:48:43.101510 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d7d32bdd-7094-45d7-bea0-f69b940383cd tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:43.139137 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20d44ae1-5e4f-4f5a-99e7-efbcf949d17f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:43.141749 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-036a721b-4147-4cd7-8b5f-444c6d6ea024 req-83cecdfa-be96-46c5-9cbc-ceb668f3f317 tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:43.141904 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-d7d32bdd-7094-45d7-bea0-f69b940383cd tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] device_id is not set on port a8d2666f-9e82-41bf-b4b9-bbfdc1126185 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:48:43.194580 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-036a721b-4147-4cd7-8b5f-444c6d6ea024 req-83cecdfa-be96-46c5-9cbc-ceb668f3f317 tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:43.244748 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20d44ae1-5e4f-4f5a-99e7-efbcf949d17f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:43.269261 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-036a721b-4147-4cd7-8b5f-444c6d6ea024 req-83cecdfa-be96-46c5-9cbc-ceb668f3f317 tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] Network 9ecb5153-31b4-40ef-9c34-384d555a9057 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:48:43.276323 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-036a721b-4147-4cd7-8b5f-444c6d6ea024 req-83cecdfa-be96-46c5-9cbc-ceb668f3f317 tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:48:43.286011 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-036a721b-4147-4cd7-8b5f-444c6d6ea024 req-83cecdfa-be96-46c5-9cbc-ceb668f3f317 tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:48:43.292790 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cecdfa-be96-46c5-9cbc-ceb668f3f317 tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] Pushing event updated for resources: {'Port': ['ID=229ca06a-16e3-4cad-ae59-93656d1e1ee8,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:43.383998 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-d7d32bdd-7094-45d7-bea0-f69b940383cd tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Allocated IP 2001:db8::f816:3eff:fe3c:3633 (6435e9ee-eaf5-46f5-a85c-299ee4fcacce/55c98e0c-81d3-43ac-a3d2-0fbeba293a9c/a8d2666f-9e82-41bf-b4b9-bbfdc1126185) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:48:43.392186 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a721b-4147-4cd7-8b5f-444c6d6ea024 req-83cecdfa-be96-46c5-9cbc-ceb668f3f317 tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:43.392866 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-036a721b-4147-4cd7-8b5f-444c6d6ea024 req-83cecdfa-be96-46c5-9cbc-ceb668f3f317 tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:43.405566 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20d44ae1-5e4f-4f5a-99e7-efbcf949d17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:43.408678 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20d44ae1-5e4f-4f5a-99e7-efbcf949d17f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:43.409875 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-20d44ae1-5e4f-4f5a-99e7-efbcf949d17f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c81e0ff0-1e60-4f33-a12b-c616d0ccd929 HTTP/1.1" status: 204 len: 168 time: 0.5531311 Aug 23 20:48:43.418400 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-036a721b-4147-4cd7-8b5f-444c6d6ea024 req-83cecdfa-be96-46c5-9cbc-ceb668f3f317 tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4557920 Aug 23 20:48:43.426666 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d44ae1-5e4f-4f5a-99e7-efbcf949d17f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81e0ff0-1e60-4f33-a12b-c616d0ccd929,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:43.436766 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [req-036a721b-4147-4cd7-8b5f-444c6d6ea024 req-a07a8402-e666-4eb6-ae86-b2c6ef05dcf9 tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:48:43.437776 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-036a721b-4147-4cd7-8b5f-444c6d6ea024 req-a07a8402-e666-4eb6-ae86-b2c6ef05dcf9 tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056367 Aug 23 20:48:43.523789 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:43.655744 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d7d32bdd-7094-45d7-bea0-f69b940383cd tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:43.676421 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-d7d32bdd-7094-45d7-bea0-f69b940383cd tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Transition to ACTIVE for port object a8d2666f-9e82-41bf-b4b9-bbfdc1126185 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:48:43.737651 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d7d32bdd-7094-45d7-bea0-f69b940383cd tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:43.795681 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-f7906f6f-ea06-4a7e-87d9-1dcc21fc890c None None] Allocated IP 2001:db8::f816:3eff:fe47:a14a (6435e9ee-eaf5-46f5-a85c-299ee4fcacce/55c98e0c-81d3-43ac-a3d2-0fbeba293a9c/9e1b39c9-f51e-4761-9d7b-293362d82fcf) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:48:43.801059 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd04559-e7ba-4ce2-b8ad-5deec6ace9b0 req-714feecf-7e11-434d-88b2-20e61abf1620 tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:43.804360 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9bd04559-e7ba-4ce2-b8ad-5deec6ace9b0 req-714feecf-7e11-434d-88b2-20e61abf1620 tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] 10.222.0.61 "GET /v2.0/ports?device_id=549422c8-9f84-461f-9164-588de9075962 HTTP/1.1" status: 200 len: 931 time: 0.0788951 Aug 23 20:48:43.834824 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d32bdd-7094-45d7-bea0-f69b940383cd tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'Port': ['ID=a8d2666f-9e82-41bf-b4b9-bbfdc1126185,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:43.882103 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d32bdd-7094-45d7-bea0-f69b940383cd tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:48:43.884027 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-d7d32bdd-7094-45d7-bea0-f69b940383cd tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:48:43.891630 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d32bdd-7094-45d7-bea0-f69b940383cd tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:48:43.894241 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-036a721b-4147-4cd7-8b5f-444c6d6ea024 req-3186e4aa-07a8-4265-8465-1e3edcedffd9 service neutron] Request body: {'port': {'device_id': '549422c8-9f84-461f-9164-588de9075962', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:48:43.908652 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d32bdd-7094-45d7-bea0-f69b940383cd tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:43.915490 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d7d32bdd-7094-45d7-bea0-f69b940383cd tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:43.960723 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d7d32bdd-7094-45d7-bea0-f69b940383cd tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0749040 Aug 23 20:48:43.962008 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9bd04559-e7ba-4ce2-b8ad-5deec6ace9b0 req-9e835ec8-9399-4372-aa3a-ccae9d7699c2 tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0394211-8887-4285-9578-664f58614cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510913 Aug 23 20:48:43.963249 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47540) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:44.051090 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-036a721b-4147-4cd7-8b5f-444c6d6ea024 req-3186e4aa-07a8-4265-8465-1e3edcedffd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:44.056843 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be47887-b72e-496d-8408-4f74190df999 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:44.059588 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-3be47887-b72e-496d-8408-4f74190df999 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0952091 Aug 23 20:48:44.062186 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47544) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:44.067447 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 7576525a-9b02-491f-8bd7-f5db4478da95 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:48:44.122328 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 7576525a-9b02-491f-8bd7-f5db4478da95 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:48:44.122938 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 7576525a-9b02-491f-8bd7-f5db4478da95 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:48:44.242088 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f7906f6f-ea06-4a7e-87d9-1dcc21fc890c None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:44.244237 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-4a310f13-5f28-4264-9d02-f98a5362e429 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Deleting port a8d2666f-9e82-41bf-b4b9-bbfdc1126185 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:48:44.244574 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4a310f13-5f28-4264-9d02-f98a5362e429 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:44.266287 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f7906f6f-ea06-4a7e-87d9-1dcc21fc890c None None] Transition to ACTIVE for port object 9e1b39c9-f51e-4761-9d7b-293362d82fcf will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:48:44.297514 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f7906f6f-ea06-4a7e-87d9-1dcc21fc890c None None] Transition to ACTIVE for port object 9e1b39c9-f51e-4761-9d7b-293362d82fcf will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:48:44.311969 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f7906f6f-ea06-4a7e-87d9-1dcc21fc890c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:44.384519 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7906f6f-ea06-4a7e-87d9-1dcc21fc890c None None] Pushing event updated for resources: {'Port': ['ID=9e1b39c9-f51e-4761-9d7b-293362d82fcf,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:44.392599 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4a310f13-5f28-4264-9d02-f98a5362e429 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:44.410940 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-4a310f13-5f28-4264-9d02-f98a5362e429 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Calling delete_port for a8d2666f-9e82-41bf-b4b9-bbfdc1126185 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:48:44.415792 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7906f6f-ea06-4a7e-87d9-1dcc21fc890c None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:48:44.417765 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-f7906f6f-ea06-4a7e-87d9-1dcc21fc890c None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:48:44.424436 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7906f6f-ea06-4a7e-87d9-1dcc21fc890c None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:48:44.564833 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-f7906f6f-ea06-4a7e-87d9-1dcc21fc890c None None] Attempting to bind port 9e1b39c9-f51e-4761-9d7b-293362d82fcf on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:48:44.565303 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-f7906f6f-ea06-4a7e-87d9-1dcc21fc890c None None] Attempting to bind port 9e1b39c9-f51e-4761-9d7b-293362d82fcf by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:48:44.565691 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7906f6f-ea06-4a7e-87d9-1dcc21fc890c None None] Attempting to bind port 9e1b39c9-f51e-4761-9d7b-293362d82fcf on network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:48:44.574887 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:44.575807 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7906f6f-ea06-4a7e-87d9-1dcc21fc890c None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:48:44.576318 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7906f6f-ea06-4a7e-87d9-1dcc21fc890c None None] Checking segment: {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:48:44.576776 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f7906f6f-ea06-4a7e-87d9-1dcc21fc890c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:44.577535 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7906f6f-ea06-4a7e-87d9-1dcc21fc890c None None] Bound using segment: {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:48:44.577956 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-f7906f6f-ea06-4a7e-87d9-1dcc21fc890c None None] Bound port: 9e1b39c9-f51e-4761-9d7b-293362d82fcf, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:48:44.578274 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47556) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:44.578379 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f7906f6f-ea06-4a7e-87d9-1dcc21fc890c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:44.588864 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4a310f13-5f28-4264-9d02-f98a5362e429 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:44.638291 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a310f13-5f28-4264-9d02-f98a5362e429 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event deleted for resources: {'Port': ['ID=a8d2666f-9e82-41bf-b4b9-bbfdc1126185,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:44.713936 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4a310f13-5f28-4264-9d02-f98a5362e429 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:44.718588 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4a310f13-5f28-4264-9d02-f98a5362e429 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/ports/a8d2666f-9e82-41bf-b4b9-bbfdc1126185 HTTP/1.1" status: 204 len: 168 time: 0.6520233 Aug 23 20:48:44.720540 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47566) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:44.796699 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-f7906f6f-ea06-4a7e-87d9-1dcc21fc890c None None] For port 9e1b39c9-f51e-4761-9d7b-293362d82fcf, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:48:44.807874 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ee361d-a810-408c-8ce3-a5e881239da3 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:44.809430 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-f7906f6f-ea06-4a7e-87d9-1dcc21fc890c None None] For port 9e1b39c9-f51e-4761-9d7b-293362d82fcf, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=9e1b39c9-f51e-4761-9d7b-293362d82fcf,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:48:44.810422 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ee361d-a810-408c-8ce3-a5e881239da3 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:44.812582 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-90ee361d-a810-408c-8ce3-a5e881239da3 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0907044 Aug 23 20:48:44.815496 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47570) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:44.822338 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f7906f6f-ea06-4a7e-87d9-1dcc21fc890c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:44.849728 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-fb082567-27c2-465f-86a4-72c683615eaf tempest-RoutersAdminNegativeTest-1031765129 tempest-RoutersAdminNegativeTest-1031765129-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1433110540', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:48:44.903684 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb082567-27c2-465f-86a4-72c683615eaf tempest-RoutersAdminNegativeTest-1031765129 tempest-RoutersAdminNegativeTest-1031765129-project-admin] Made reservation on behalf of 6de02023202c454fad1539d6ced50d23 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:48:44.906521 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fb082567-27c2-465f-86a4-72c683615eaf tempest-RoutersAdminNegativeTest-1031765129 tempest-RoutersAdminNegativeTest-1031765129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:44.925340 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7906f6f-ea06-4a7e-87d9-1dcc21fc890c None None] Pushing event updated for resources: {'Port': ['ID=9e1b39c9-f51e-4761-9d7b-293362d82fcf,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:44.926601 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fb082567-27c2-465f-86a4-72c683615eaf tempest-RoutersAdminNegativeTest-1031765129 tempest-RoutersAdminNegativeTest-1031765129-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:44.946465 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8bc419c-6936-47aa-9be9-197d6d8e913c tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Deleting subnet 55c98e0c-81d3-43ac-a3d2-0fbeba293a9c {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:48:45.027961 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-036a721b-4147-4cd7-8b5f-444c6d6ea024 req-3186e4aa-07a8-4265-8465-1e3edcedffd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 229ca06a-16e3-4cad-ae59-93656d1e1ee8 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:48:45.038957 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-036a721b-4147-4cd7-8b5f-444c6d6ea024 req-3186e4aa-07a8-4265-8465-1e3edcedffd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:45.055696 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c8bc419c-6936-47aa-9be9-197d6d8e913c tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:45.139673 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-036a721b-4147-4cd7-8b5f-444c6d6ea024 req-3186e4aa-07a8-4265-8465-1e3edcedffd9 service neutron] Transition to ACTIVE for port object 229ca06a-16e3-4cad-ae59-93656d1e1ee8 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:48:45.148555 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c8bc419c-6936-47aa-9be9-197d6d8e913c tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:45.155087 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-036a721b-4147-4cd7-8b5f-444c6d6ea024 req-3186e4aa-07a8-4265-8465-1e3edcedffd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:45.183132 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fb082567-27c2-465f-86a4-72c683615eaf tempest-RoutersAdminNegativeTest-1031765129 tempest-RoutersAdminNegativeTest-1031765129-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:45.253589 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fb082567-27c2-465f-86a4-72c683615eaf tempest-RoutersAdminNegativeTest-1031765129 tempest-RoutersAdminNegativeTest-1031765129-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:45.291751 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-fb082567-27c2-465f-86a4-72c683615eaf tempest-RoutersAdminNegativeTest-1031765129 tempest-RoutersAdminNegativeTest-1031765129-project-admin] device_id is not set on port 4037c071-fd46-4315-8d26-fe213cd0dc97 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:48:45.312091 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb082567-27c2-465f-86a4-72c683615eaf tempest-RoutersAdminNegativeTest-1031765129 tempest-RoutersAdminNegativeTest-1031765129-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730c9974-5d09-4278-a225-e6850a21de6d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:45.312396 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3186e4aa-07a8-4265-8465-1e3edcedffd9 service neutron] Pushing event updated for resources: {'Port': ['ID=229ca06a-16e3-4cad-ae59-93656d1e1ee8,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:45.346318 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e97f56-e2cb-48a6-b056-7bcbc3affe40 req-b9f5eb20-5e2c-405c-b479-44ea0bb26ede tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:45.355291 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-97e97f56-e2cb-48a6-b056-7bcbc3affe40 req-b9f5eb20-5e2c-405c-b479-44ea0bb26ede tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] 10.222.0.61 "GET /v2.0/ports?device_id=549422c8-9f84-461f-9164-588de9075962 HTTP/1.1" status: 200 len: 943 time: 0.2481422 Aug 23 20:48:45.466748 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-036a721b-4147-4cd7-8b5f-444c6d6ea024 req-3186e4aa-07a8-4265-8465-1e3edcedffd9 service neutron] Attempting to bind port 229ca06a-16e3-4cad-ae59-93656d1e1ee8 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:48:45.467264 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-036a721b-4147-4cd7-8b5f-444c6d6ea024 req-3186e4aa-07a8-4265-8465-1e3edcedffd9 service neutron] Attempting to bind port 229ca06a-16e3-4cad-ae59-93656d1e1ee8 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '7e1eaf9f-ced9-4e17-9074-e6a2089e8c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9ecb5153-31b4-40ef-9c34-384d555a9057'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:48:45.467733 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036a721b-4147-4cd7-8b5f-444c6d6ea024 req-3186e4aa-07a8-4265-8465-1e3edcedffd9 service neutron] Attempting to bind port 229ca06a-16e3-4cad-ae59-93656d1e1ee8 on network 9ecb5153-31b4-40ef-9c34-384d555a9057 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:48:45.474877 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c8bc419c-6936-47aa-9be9-197d6d8e913c tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:45.496375 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-97e97f56-e2cb-48a6-b056-7bcbc3affe40 req-0983dc26-3027-4adc-92d2-0b71d1714c35 tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0394211-8887-4285-9578-664f58614cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401608 Aug 23 20:48:45.527009 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036a721b-4147-4cd7-8b5f-444c6d6ea024 req-3186e4aa-07a8-4265-8465-1e3edcedffd9 service neutron] Port 229ca06a-16e3-4cad-ae59-93656d1e1ee8 on network 9ecb5153-31b4-40ef-9c34-384d555a9057 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:48:45.527702 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036a721b-4147-4cd7-8b5f-444c6d6ea024 req-3186e4aa-07a8-4265-8465-1e3edcedffd9 service neutron] Attempting to bind port 229ca06a-16e3-4cad-ae59-93656d1e1ee8 on network 9ecb5153-31b4-40ef-9c34-384d555a9057 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:48:45.542922 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036a721b-4147-4cd7-8b5f-444c6d6ea024 req-3186e4aa-07a8-4265-8465-1e3edcedffd9 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:48:45.543409 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036a721b-4147-4cd7-8b5f-444c6d6ea024 req-3186e4aa-07a8-4265-8465-1e3edcedffd9 service neutron] Checking segment: {'id': '7e1eaf9f-ced9-4e17-9074-e6a2089e8c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9ecb5153-31b4-40ef-9c34-384d555a9057'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:48:45.543811 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036a721b-4147-4cd7-8b5f-444c6d6ea024 req-3186e4aa-07a8-4265-8465-1e3edcedffd9 service neutron] Bound using segment: {'id': '7e1eaf9f-ced9-4e17-9074-e6a2089e8c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9ecb5153-31b4-40ef-9c34-384d555a9057'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:48:45.544287 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-036a721b-4147-4cd7-8b5f-444c6d6ea024 req-3186e4aa-07a8-4265-8465-1e3edcedffd9 service neutron] Bound port: 229ca06a-16e3-4cad-ae59-93656d1e1ee8, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e1eaf9f-ced9-4e17-9074-e6a2089e8c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9ecb5153-31b4-40ef-9c34-384d555a9057'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:48:45.544655 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-036a721b-4147-4cd7-8b5f-444c6d6ea024 req-3186e4aa-07a8-4265-8465-1e3edcedffd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:45.587755 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-fb082567-27c2-465f-86a4-72c683615eaf tempest-RoutersAdminNegativeTest-1031765129 tempest-RoutersAdminNegativeTest-1031765129-project-admin] Allocated IP 172.25.4.25 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/4037c071-fd46-4315-8d26-fe213cd0dc97) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:48:45.721712 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-036a721b-4147-4cd7-8b5f-444c6d6ea024 req-3186e4aa-07a8-4265-8465-1e3edcedffd9 service neutron] For port 229ca06a-16e3-4cad-ae59-93656d1e1ee8, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:48:45.729130 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c8bc419c-6936-47aa-9be9-197d6d8e913c tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:45.747566 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-036a721b-4147-4cd7-8b5f-444c6d6ea024 req-3186e4aa-07a8-4265-8465-1e3edcedffd9 service neutron] For port 229ca06a-16e3-4cad-ae59-93656d1e1ee8, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=229ca06a-16e3-4cad-ae59-93656d1e1ee8,segment=NetworkSegment(7e1eaf9f-ced9-4e17-9074-e6a2089e8c31),segment_id=7e1eaf9f-ced9-4e17-9074-e6a2089e8c31)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:48:45.825835 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc419c-6936-47aa-9be9-197d6d8e913c tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event deleted for resources: {'Subnet': ['ID=55c98e0c-81d3-43ac-a3d2-0fbeba293a9c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:45.839357 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c8bc419c-6936-47aa-9be9-197d6d8e913c tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:45.847449 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c8bc419c-6936-47aa-9be9-197d6d8e913c tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/55c98e0c-81d3-43ac-a3d2-0fbeba293a9c HTTP/1.1" status: 204 len: 168 time: 1.0297437 Aug 23 20:48:45.851563 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-036a721b-4147-4cd7-8b5f-444c6d6ea024 req-3186e4aa-07a8-4265-8465-1e3edcedffd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:45.861223 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47608) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:45.944022 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:45.999782 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a721b-4147-4cd7-8b5f-444c6d6ea024 req-3186e4aa-07a8-4265-8465-1e3edcedffd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:46.001306 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-036a721b-4147-4cd7-8b5f-444c6d6ea024 req-3186e4aa-07a8-4265-8465-1e3edcedffd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:46.003276 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-036a721b-4147-4cd7-8b5f-444c6d6ea024 req-3186e4aa-07a8-4265-8465-1e3edcedffd9 service neutron] 10.222.0.11 "PUT /v2.0/ports/229ca06a-16e3-4cad-ae59-93656d1e1ee8 HTTP/1.1" status: 200 len: 1091 time: 2.5569251 Aug 23 20:48:46.099663 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 9e1b39c9-f51e-4761-9d7b-293362d82fcf up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:48:46.100641 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:48:46.193698 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '549422c8-9f84-461f-9164-588de9075962', 'tag': '229ca06a-16e3-4cad-ae59-93656d1e1ee8'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:48:46.210951 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2769da-fec7-4d7f-a465-75eb85c88ea8" -d '{"events": [{"name": "network-changed", "server_uuid": "549422c8-9f84-461f-9164-588de9075962", "tag": "229ca06a-16e3-4cad-ae59-93656d1e1ee8"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:48:46.225720 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-53476fe6-c517-474a-a645-8264a061d784 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3591292 Aug 23 20:48:46.226800 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3186e4aa-07a8-4265-8465-1e3edcedffd9 service neutron] Pushing event updated for resources: {'Port': ['ID=229ca06a-16e3-4cad-ae59-93656d1e1ee8,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:46.261377 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47622) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:46.268145 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 9e1b39c9-f51e-4761-9d7b-293362d82fcf completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:48:46.351424 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226096fd-d0fc-4ac2-92e9-7542a738346d x-openstack-request-id: req-226096fd-d0fc-4ac2-92e9-7542a738346d {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:48:46.351848 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "549422c8-9f84-461f-9164-588de9075962", "tag": "229ca06a-16e3-4cad-ae59-93656d1e1ee8", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:48:46.352218 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-226096fd-d0fc-4ac2-92e9-7542a738346d {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:48:46.353033 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '549422c8-9f84-461f-9164-588de9075962', 'tag': '229ca06a-16e3-4cad-ae59-93656d1e1ee8', 'status': 'completed', 'code': 200} Aug 23 20:48:46.379288 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2a261b-d62c-46fe-8eca-5514d69bb3ef tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:46.383970 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ac2a261b-d62c-46fe-8eca-5514d69bb3ef tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1186597 Aug 23 20:48:46.384424 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47626) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:46.421517 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fb082567-27c2-465f-86a4-72c683615eaf tempest-RoutersAdminNegativeTest-1031765129 tempest-RoutersAdminNegativeTest-1031765129-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:46.444007 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a721b-4147-4cd7-8b5f-444c6d6ea024 req-5411260d-7919-41e4-a5e4-4e52b0552fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:46.445505 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-036a721b-4147-4cd7-8b5f-444c6d6ea024 req-5411260d-7919-41e4-a5e4-4e52b0552fcb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9920664cf20a46148d0ca8cb2b04c56f&device_id=549422c8-9f84-461f-9164-588de9075962 HTTP/1.1" status: 200 len: 1094 time: 0.2099450 Aug 23 20:48:46.480453 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cf832e-2f48-4347-909f-c1ab4b4852d1 None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:48:46.492698 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fb082567-27c2-465f-86a4-72c683615eaf tempest-RoutersAdminNegativeTest-1031765129 tempest-RoutersAdminNegativeTest-1031765129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:46.506435 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d61657b-f7f8-4685-b02d-4ce88c21619f tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:46.508289 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6d61657b-f7f8-4685-b02d-4ce88c21619f tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1228192 Aug 23 20:48:46.510812 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-036a721b-4147-4cd7-8b5f-444c6d6ea024 req-c9c0c9fa-0131-448b-bd12-1330594c8d13 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=229ca06a-16e3-4cad-ae59-93656d1e1ee8 HTTP/1.1" status: 200 len: 217 time: 0.0547762 Aug 23 20:48:46.511280 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47630) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:46.571231 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-75a9bea1-58a2-4995-bf9b-431d02c206df tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0539687 Aug 23 20:48:46.581738 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb082567-27c2-465f-86a4-72c683615eaf tempest-RoutersAdminNegativeTest-1031765129 tempest-RoutersAdminNegativeTest-1031765129-project-admin] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:48:46.582355 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47636) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:46.600377 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-6cbb67bd-cda0-4251-8b66-e9954cdb880b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'subnet': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:48:46.608028 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a721b-4147-4cd7-8b5f-444c6d6ea024 req-c4d53092-5782-4d8f-87c4-37f74ed0654e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:46.609660 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-036a721b-4147-4cd7-8b5f-444c6d6ea024 req-c4d53092-5782-4d8f-87c4-37f74ed0654e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d8a78471-c96d-48f8-92fc-a23624038f3e HTTP/1.1" status: 200 len: 861 time: 0.0523283 Aug 23 20:48:46.614356 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d76aa862-68aa-4c51-a848-49a14d2c17a7 None None] Provisioning for port 9e1b39c9-f51e-4761-9d7b-293362d82fcf completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:48:46.619256 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-fb082567-27c2-465f-86a4-72c683615eaf tempest-RoutersAdminNegativeTest-1031765129 tempest-RoutersAdminNegativeTest-1031765129-project-admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:48:46.628470 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d76aa862-68aa-4c51-a848-49a14d2c17a7 None None] Provisioning complete for port 9e1b39c9-f51e-4761-9d7b-293362d82fcf triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:48:46.628838 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d76aa862-68aa-4c51-a848-49a14d2c17a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:46.652382 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb082567-27c2-465f-86a4-72c683615eaf tempest-RoutersAdminNegativeTest-1031765129 tempest-RoutersAdminNegativeTest-1031765129-project-admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:48:46.674364 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-036a721b-4147-4cd7-8b5f-444c6d6ea024 req-804281fd-3b08-4abe-8d09-1163741c6411 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ecb5153-31b4-40ef-9c34-384d555a9057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413094 Aug 23 20:48:46.785359 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d76aa862-68aa-4c51-a848-49a14d2c17a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:46.818467 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb082567-27c2-465f-86a4-72c683615eaf tempest-RoutersAdminNegativeTest-1031765129 tempest-RoutersAdminNegativeTest-1031765129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:46.819339 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fb082567-27c2-465f-86a4-72c683615eaf tempest-RoutersAdminNegativeTest-1031765129 tempest-RoutersAdminNegativeTest-1031765129-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:46.826156 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-d76aa862-68aa-4c51-a848-49a14d2c17a7 None None] For port 9e1b39c9-f51e-4761-9d7b-293362d82fcf, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=9e1b39c9-f51e-4761-9d7b-293362d82fcf,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:48:46.835240 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d76aa862-68aa-4c51-a848-49a14d2c17a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:46.842590 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb082567-27c2-465f-86a4-72c683615eaf tempest-RoutersAdminNegativeTest-1031765129 tempest-RoutersAdminNegativeTest-1031765129-project-admin] Pushing event updated for resources: {'Port': ['ID=4037c071-fd46-4315-8d26-fe213cd0dc97,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:46.867943 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa65c5d-4ac1-42df-9348-3f905298cc27 None None] DHCP port deletion for 6435e9ee-eaf5-46f5-a85c-299ee4fcacce request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:48:46.881687 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-fb082567-27c2-465f-86a4-72c683615eaf tempest-RoutersAdminNegativeTest-1031765129 tempest-RoutersAdminNegativeTest-1031765129-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.3021202 Aug 23 20:48:46.887240 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47646) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:46.893430 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-4d5f0f6a-7143-409c-b117-d714b4343a3e tempest-RoutersAdminNegativeTest-1031765129 tempest-RoutersAdminNegativeTest-1031765129-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.25'}]}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:48:46.939009 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-036a721b-4147-4cd7-8b5f-444c6d6ea024 req-345809e3-458f-4521-a270-1df720c5b6f5 service neutron] 10.222.0.11 "GET /v2.0/networks/9ecb5153-31b4-40ef-9c34-384d555a9057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557015 Aug 23 20:48:46.997400 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76aa862-68aa-4c51-a848-49a14d2c17a7 None None] Pushing event updated for resources: {'Port': ['ID=9e1b39c9-f51e-4761-9d7b-293362d82fcf,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:46.999595 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc2f3d-078b-4514-84aa-536843bea3d0 req-336387d1-222e-4e6f-afe1-6db478fff01a tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:47.006830 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7ddc2f3d-078b-4514-84aa-536843bea3d0 req-336387d1-222e-4e6f-afe1-6db478fff01a tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] 10.222.0.61 "GET /v2.0/ports?device_id=549422c8-9f84-461f-9164-588de9075962 HTTP/1.1" status: 200 len: 943 time: 0.3985324 Aug 23 20:48:47.052981 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cfa65c5d-4ac1-42df-9348-3f905298cc27 None None] Deleting port 9e1b39c9-f51e-4761-9d7b-293362d82fcf {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:48:47.053353 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cfa65c5d-4ac1-42df-9348-3f905298cc27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:47.078752 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4d5f0f6a-7143-409c-b117-d714b4343a3e tempest-RoutersAdminNegativeTest-1031765129 tempest-RoutersAdminNegativeTest-1031765129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:47.080560 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4d5f0f6a-7143-409c-b117-d714b4343a3e tempest-RoutersAdminNegativeTest-1031765129 tempest-RoutersAdminNegativeTest-1031765129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:47.102481 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cbb67bd-cda0-4251-8b66-e9954cdb880b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:48:47.114699 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6cbb67bd-cda0-4251-8b66-e9954cdb880b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:47.150921 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4d5f0f6a-7143-409c-b117-d714b4343a3e tempest-RoutersAdminNegativeTest-1031765129 tempest-RoutersAdminNegativeTest-1031765129-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:47.158419 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-036a721b-4147-4cd7-8b5f-444c6d6ea024 req-28608d7c-e89b-4de6-90d0-2541d810fc1b service neutron] 10.222.0.11 "GET /v2.0/networks/9ecb5153-31b4-40ef-9c34-384d555a9057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108285 Aug 23 20:48:47.175513 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7ddc2f3d-078b-4514-84aa-536843bea3d0 req-6d692b1a-1fdf-4b91-b05f-b9deaa126583 tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0394211-8887-4285-9578-664f58614cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572478 Aug 23 20:48:47.237107 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cfa65c5d-4ac1-42df-9348-3f905298cc27 None None] For port 9e1b39c9-f51e-4761-9d7b-293362d82fcf, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=9e1b39c9-f51e-4761-9d7b-293362d82fcf,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:48:47.237696 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cfa65c5d-4ac1-42df-9348-3f905298cc27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:47.265513 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cfa65c5d-4ac1-42df-9348-3f905298cc27 None None] Calling delete_port for 9e1b39c9-f51e-4761-9d7b-293362d82fcf owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:48:47.387569 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cfa65c5d-4ac1-42df-9348-3f905298cc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:47.404703 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa65c5d-4ac1-42df-9348-3f905298cc27 None None] No DVR routers for this DVR port 9e1b39c9-f51e-4761-9d7b-293362d82fcf on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:48:47.443642 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa65c5d-4ac1-42df-9348-3f905298cc27 None None] Pushing event deleted for resources: {'Port': ['ID=9e1b39c9-f51e-4761-9d7b-293362d82fcf,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:47.517849 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2769da-fec7-4d7f-a465-75eb85c88ea8 req-3aa0fb89-4b94-4783-990b-043d2bf4cad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:47.519749 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5d2769da-fec7-4d7f-a465-75eb85c88ea8 req-3aa0fb89-4b94-4783-990b-043d2bf4cad2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9920664cf20a46148d0ca8cb2b04c56f&device_id=549422c8-9f84-461f-9164-588de9075962 HTTP/1.1" status: 200 len: 1094 time: 0.2466898 Aug 23 20:48:47.623608 n-d-805663-2 neutron-server[94688]: DEBUG neutron.objects.ports [None req-6cbb67bd-cda0-4251-8b66-e9954cdb880b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94688) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 20:48:47.625484 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6cbb67bd-cda0-4251-8b66-e9954cdb880b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:47.689026 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbb67bd-cda0-4251-8b66-e9954cdb880b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:48:47.691985 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2769da-fec7-4d7f-a465-75eb85c88ea8 req-a62ac5f0-ad6a-477c-87a0-7ddd4610c6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:47.692962 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-6cbb67bd-cda0-4251-8b66-e9954cdb880b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:48:47.693558 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5d2769da-fec7-4d7f-a465-75eb85c88ea8 req-a62ac5f0-ad6a-477c-87a0-7ddd4610c6f3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9ecb5153-31b4-40ef-9c34-384d555a9057 HTTP/1.1" status: 200 len: 922 time: 0.1187489 Aug 23 20:48:47.695681 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4d5f0f6a-7143-409c-b117-d714b4343a3e tempest-RoutersAdminNegativeTest-1031765129 tempest-RoutersAdminNegativeTest-1031765129-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:47.702601 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29dcdd55-ca58-43b7-8005-64133eb51c4b None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:48:47.718628 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbb67bd-cda0-4251-8b66-e9954cdb880b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:47.719259 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6cbb67bd-cda0-4251-8b66-e9954cdb880b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:47.737450 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb67bd-cda0-4251-8b66-e9954cdb880b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'Subnet': ['ID=a13b4360-9830-4bbe-83cb-f477502a1262,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:47.758450 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5d2769da-fec7-4d7f-a465-75eb85c88ea8 req-2429e94c-b65a-40a3-9b72-a193025e663e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=229ca06a-16e3-4cad-ae59-93656d1e1ee8 HTTP/1.1" status: 200 len: 217 time: 0.0556834 Aug 23 20:48:47.761719 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-6cbb67bd-cda0-4251-8b66-e9954cdb880b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.1782799 Aug 23 20:48:47.764282 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47672) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:47.770317 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-daf31465-739a-4d81-9397-2c8a42ddf304 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'port': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'mac_address': 'fa:16:3e:53:53:f0', 'name': 'tempest-NetworksTestDHCPv6-1758516790'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:48:47.885403 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2769da-fec7-4d7f-a465-75eb85c88ea8 req-f82c72cd-d471-4980-b50e-c11c0a054c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:47.887567 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5d2769da-fec7-4d7f-a465-75eb85c88ea8 req-f82c72cd-d471-4980-b50e-c11c0a054c25 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d8a78471-c96d-48f8-92fc-a23624038f3e HTTP/1.1" status: 200 len: 861 time: 0.1210935 Aug 23 20:48:47.948644 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf31465-739a-4d81-9397-2c8a42ddf304 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:48:47.969043 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5d2769da-fec7-4d7f-a465-75eb85c88ea8 req-455ac8b7-a9ff-4300-8cae-e04d24ab27ca service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ecb5153-31b4-40ef-9c34-384d555a9057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677576 Aug 23 20:48:47.991846 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef01bde-eecd-4614-88c7-c5c15373f249 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'tenant_id': 'db9608efcb064b40bc03dbc9d75ec2a9', 'fixed_ips': [{'subnet_id': 'a13b4360-9830-4bbe-83cb-f477502a1262'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:48:47.993064 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6ef01bde-eecd-4614-88c7-c5c15373f249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:48.026155 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 9e1b39c9-f51e-4761-9d7b-293362d82fcf no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:48:48.109345 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 9e1b39c9-f51e-4761-9d7b-293362d82fcf {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:48:48.109959 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 9e1b39c9-f51e-4761-9d7b-293362d82fcf not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:48:48.113037 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-daf31465-739a-4d81-9397-2c8a42ddf304 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:48.153986 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-daf31465-739a-4d81-9397-2c8a42ddf304 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] device_id is not set on port f0d9d665-a864-4ed6-b4c3-ee321e061495 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:48:48.215945 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47680) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:48.254022 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-6ef01bde-eecd-4614-88c7-c5c15373f249 None None] Allocated IP 2001:db8::f816:3eff:fe7f:d853 (6435e9ee-eaf5-46f5-a85c-299ee4fcacce/a13b4360-9830-4bbe-83cb-f477502a1262/0f6dd8a1-7b55-4083-89be-2925d5ef5657) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:48:48.306738 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4d5f0f6a-7143-409c-b117-d714b4343a3e tempest-RoutersAdminNegativeTest-1031765129 tempest-RoutersAdminNegativeTest-1031765129-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:48.332843 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5d2769da-fec7-4d7f-a465-75eb85c88ea8 req-9040ee1f-50d1-45a6-b2ec-06bb9223ed72 service neutron] 10.222.0.11 "GET /v2.0/networks/9ecb5153-31b4-40ef-9c34-384d555a9057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533354 Aug 23 20:48:48.342084 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4d5f0f6a-7143-409c-b117-d714b4343a3e tempest-RoutersAdminNegativeTest-1031765129 tempest-RoutersAdminNegativeTest-1031765129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:48.480772 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6ef01bde-eecd-4614-88c7-c5c15373f249 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:48.490447 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6ef01bde-eecd-4614-88c7-c5c15373f249 None None] Transition to ACTIVE for port object 0f6dd8a1-7b55-4083-89be-2925d5ef5657 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:48:48.506224 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6ef01bde-eecd-4614-88c7-c5c15373f249 None None] Transition to ACTIVE for port object 0f6dd8a1-7b55-4083-89be-2925d5ef5657 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:48:48.512368 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6ef01bde-eecd-4614-88c7-c5c15373f249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:48.526160 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f96b49ac-7cd3-4d0b-8e34-2ce6cce3e4c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:48.555551 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef01bde-eecd-4614-88c7-c5c15373f249 None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:48:48.558545 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-6ef01bde-eecd-4614-88c7-c5c15373f249 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:48:48.562210 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef01bde-eecd-4614-88c7-c5c15373f249 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:48:48.571467 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef01bde-eecd-4614-88c7-c5c15373f249 None None] Pushing event updated for resources: {'Port': ['ID=0f6dd8a1-7b55-4083-89be-2925d5ef5657,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:48.598359 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-daf31465-739a-4d81-9397-2c8a42ddf304 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Allocated IP 2001:db8::f816:3eff:fe53:53f0 (6435e9ee-eaf5-46f5-a85c-299ee4fcacce/a13b4360-9830-4bbe-83cb-f477502a1262/f0d9d665-a864-4ed6-b4c3-ee321e061495) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:48:48.599679 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef7f44-6865-4962-b2cd-f8f9ba687b8a req-6aea417e-df0b-49f3-9fac-17bd267aa819 tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:48.602063 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1eef7f44-6865-4962-b2cd-f8f9ba687b8a req-6aea417e-df0b-49f3-9fac-17bd267aa819 tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] 10.222.0.61 "GET /v2.0/ports?device_id=549422c8-9f84-461f-9164-588de9075962 HTTP/1.1" status: 200 len: 943 time: 0.2738030 Aug 23 20:48:48.634425 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6ef01bde-eecd-4614-88c7-c5c15373f249 None None] Attempting to bind port 0f6dd8a1-7b55-4083-89be-2925d5ef5657 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:48:48.635044 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6ef01bde-eecd-4614-88c7-c5c15373f249 None None] Attempting to bind port 0f6dd8a1-7b55-4083-89be-2925d5ef5657 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:48:48.635517 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef01bde-eecd-4614-88c7-c5c15373f249 None None] Attempting to bind port 0f6dd8a1-7b55-4083-89be-2925d5ef5657 on network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:48:48.642095 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef01bde-eecd-4614-88c7-c5c15373f249 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:48:48.642095 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef01bde-eecd-4614-88c7-c5c15373f249 None None] Checking segment: {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:48:48.642662 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6ef01bde-eecd-4614-88c7-c5c15373f249 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:48.643196 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef01bde-eecd-4614-88c7-c5c15373f249 None None] Bound using segment: {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:48:48.643779 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6ef01bde-eecd-4614-88c7-c5c15373f249 None None] Bound port: 0f6dd8a1-7b55-4083-89be-2925d5ef5657, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:48:48.644291 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6ef01bde-eecd-4614-88c7-c5c15373f249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:48.734228 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5d2769da-fec7-4d7f-a465-75eb85c88ea8 req-bf42bc23-142f-4ef2-8e81-3526cd735fb3 service neutron] 10.222.0.11 "GET /v2.0/networks/9ecb5153-31b4-40ef-9c34-384d555a9057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3897774 Aug 23 20:48:48.757610 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1eef7f44-6865-4962-b2cd-f8f9ba687b8a req-86234c65-d14e-4f1f-95ed-47cd92102cef tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0394211-8887-4285-9578-664f58614cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396387 Aug 23 20:48:48.782530 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4d5f0f6a-7143-409c-b117-d714b4343a3e tempest-RoutersAdminNegativeTest-1031765129 tempest-RoutersAdminNegativeTest-1031765129-project-admin] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:48.831622 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-daf31465-739a-4d81-9397-2c8a42ddf304 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:48.852042 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-daf31465-739a-4d81-9397-2c8a42ddf304 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Transition to ACTIVE for port object f0d9d665-a864-4ed6-b4c3-ee321e061495 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:48:48.899652 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-6ef01bde-eecd-4614-88c7-c5c15373f249 None None] For port 0f6dd8a1-7b55-4083-89be-2925d5ef5657, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:48:48.904888 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-6ef01bde-eecd-4614-88c7-c5c15373f249 None None] For port 0f6dd8a1-7b55-4083-89be-2925d5ef5657, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=0f6dd8a1-7b55-4083-89be-2925d5ef5657,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:48:48.909161 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-daf31465-739a-4d81-9397-2c8a42ddf304 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:48.917637 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6ef01bde-eecd-4614-88c7-c5c15373f249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:49.010465 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf31465-739a-4d81-9397-2c8a42ddf304 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:48:49.022161 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-daf31465-739a-4d81-9397-2c8a42ddf304 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:48:49.030742 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef01bde-eecd-4614-88c7-c5c15373f249 None None] Pushing event updated for resources: {'Port': ['ID=0f6dd8a1-7b55-4083-89be-2925d5ef5657,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:49.031259 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf31465-739a-4d81-9397-2c8a42ddf304 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:48:49.045651 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf31465-739a-4d81-9397-2c8a42ddf304 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:49.046529 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-daf31465-739a-4d81-9397-2c8a42ddf304 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:49.054734 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f96b49ac-7cd3-4d0b-8e34-2ce6cce3e4c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:49.059809 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4d5f0f6a-7143-409c-b117-d714b4343a3e tempest-RoutersAdminNegativeTest-1031765129 tempest-RoutersAdminNegativeTest-1031765129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:49.065548 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4d5f0f6a-7143-409c-b117-d714b4343a3e tempest-RoutersAdminNegativeTest-1031765129 tempest-RoutersAdminNegativeTest-1031765129-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:49.068806 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f96b49ac-7cd3-4d0b-8e34-2ce6cce3e4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:49.078666 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf31465-739a-4d81-9397-2c8a42ddf304 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'Port': ['ID=f0d9d665-a864-4ed6-b4c3-ee321e061495,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:49.100441 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-daf31465-739a-4d81-9397-2c8a42ddf304 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3342597 Aug 23 20:48:49.103370 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47688) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:49.164087 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4822f4-1311-4ea1-9038-2d5afb304dd0 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:49.170348 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4822f4-1311-4ea1-9038-2d5afb304dd0 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:49.172783 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ae4822f4-1311-4ea1-9038-2d5afb304dd0 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0675528 Aug 23 20:48:49.175003 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47690) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:49.188137 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b49ac-7cd3-4d0b-8e34-2ce6cce3e4c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e78c26-8d25-43e2-8f4b-198444a79a6f,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:49.193776 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f96b49ac-7cd3-4d0b-8e34-2ce6cce3e4c6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=51a41e50b93948b9849432fc8fb13472&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9762616 Aug 23 20:48:49.197895 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4d5f0f6a-7143-409c-b117-d714b4343a3e tempest-RoutersAdminNegativeTest-1031765129 tempest-RoutersAdminNegativeTest-1031765129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:49.198695 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5f0f6a-7143-409c-b117-d714b4343a3e tempest-RoutersAdminNegativeTest-1031765129 tempest-RoutersAdminNegativeTest-1031765129-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6c7001df-df4b-41d0-9420-01d4616cccd5 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:48:49.201286 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47694) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:49.254673 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-4d5f0f6a-7143-409c-b117-d714b4343a3e tempest-RoutersAdminNegativeTest-1031765129 tempest-RoutersAdminNegativeTest-1031765129-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 23 20:48:49.258314 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47696) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:49.262239 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-4d5f0f6a-7143-409c-b117-d714b4343a3e tempest-RoutersAdminNegativeTest-1031765129 tempest-RoutersAdminNegativeTest-1031765129-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.3721237 Aug 23 20:48:49.378746 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88fbffd0-0e23-48ab-b96f-e9defbbf93d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:49.443172 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88fbffd0-0e23-48ab-b96f-e9defbbf93d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:49.479014 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-195e8fdd-cddb-4af5-b9d0-f0b15387ad30 tempest-RoutersAdminNegativeTest-1031765129 tempest-RoutersAdminNegativeTest-1031765129-project-admin] Deleting port 4037c071-fd46-4315-8d26-fe213cd0dc97 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:48:49.479447 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-195e8fdd-cddb-4af5-b9d0-f0b15387ad30 tempest-RoutersAdminNegativeTest-1031765129 tempest-RoutersAdminNegativeTest-1031765129-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:49.482734 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a227f509-97c7-42da-8054-ca381bd30285 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Deleting port f0d9d665-a864-4ed6-b4c3-ee321e061495 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:48:49.483460 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a227f509-97c7-42da-8054-ca381bd30285 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:49.532827 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88fbffd0-0e23-48ab-b96f-e9defbbf93d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:49.535986 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88fbffd0-0e23-48ab-b96f-e9defbbf93d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:49.538344 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-88fbffd0-0e23-48ab-b96f-e9defbbf93d3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/48e78c26-8d25-43e2-8f4b-198444a79a6f HTTP/1.1" status: 204 len: 168 time: 0.3356130 Aug 23 20:48:49.547989 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fbffd0-0e23-48ab-b96f-e9defbbf93d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e78c26-8d25-43e2-8f4b-198444a79a6f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:49.697662 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a227f509-97c7-42da-8054-ca381bd30285 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:49.714605 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-195e8fdd-cddb-4af5-b9d0-f0b15387ad30 tempest-RoutersAdminNegativeTest-1031765129 tempest-RoutersAdminNegativeTest-1031765129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:49.724980 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a227f509-97c7-42da-8054-ca381bd30285 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Calling delete_port for f0d9d665-a864-4ed6-b4c3-ee321e061495 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:48:49.735080 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-195e8fdd-cddb-4af5-b9d0-f0b15387ad30 tempest-RoutersAdminNegativeTest-1031765129 tempest-RoutersAdminNegativeTest-1031765129-project-admin] Calling delete_port for 4037c071-fd46-4315-8d26-fe213cd0dc97 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:48:49.814902 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 229ca06a-16e3-4cad-ae59-93656d1e1ee8 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:48:49.877818 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47706) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:49.894785 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cad58c67-b946-4450-9914-2a1e07367d09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:50.062066 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001b0a6b-3f74-4745-8539-dedd7d3bb470 req-abd0530f-39b4-4074-b657-c621b7cae442 tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:50.065624 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cad58c67-b946-4450-9914-2a1e07367d09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:50.066622 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-001b0a6b-3f74-4745-8539-dedd7d3bb470 req-abd0530f-39b4-4074-b657-c621b7cae442 tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] 10.222.0.61 "GET /v2.0/ports?device_id=549422c8-9f84-461f-9164-588de9075962 HTTP/1.1" status: 200 len: 943 time: 0.2017334 Aug 23 20:48:50.076901 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cad58c67-b946-4450-9914-2a1e07367d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:50.088006 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 229ca06a-16e3-4cad-ae59-93656d1e1ee8, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=229ca06a-16e3-4cad-ae59-93656d1e1ee8,segment=NetworkSegment(7e1eaf9f-ced9-4e17-9074-e6a2089e8c31),segment_id=7e1eaf9f-ced9-4e17-9074-e6a2089e8c31)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:48:50.112436 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-cad58c67-b946-4450-9914-2a1e07367d09 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=100eaa0d5dc0459595552cb8eb8b8039&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2334852 Aug 23 20:48:50.117523 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 0f6dd8a1-7b55-4083-89be-2925d5ef5657 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:48:50.121485 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-195e8fdd-cddb-4af5-b9d0-f0b15387ad30 tempest-RoutersAdminNegativeTest-1031765129 tempest-RoutersAdminNegativeTest-1031765129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:50.121759 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '229ca06a-16e3-4cad-ae59-93656d1e1ee8', 'network_id': '9ecb5153-31b4-40ef-9c34-384d555a9057', 'port_id': '229ca06a-16e3-4cad-ae59-93656d1e1ee8', 'mac_address': 'fa:16:3e:93:33:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8a78471-c96d-48f8-92fc-a23624038f3e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:48:50.125562 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47708) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:50.147705 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad58c67-b946-4450-9914-2a1e07367d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a730a6ef-104d-4231-add6-893652944048,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:50.162185 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a227f509-97c7-42da-8054-ca381bd30285 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:50.188519 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:50.213103 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195e8fdd-cddb-4af5-b9d0-f0b15387ad30 tempest-RoutersAdminNegativeTest-1031765129 tempest-RoutersAdminNegativeTest-1031765129-project-admin] Pushing event deleted for resources: {'Port': ['ID=4037c071-fd46-4315-8d26-fe213cd0dc97,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:50.215629 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 229ca06a-16e3-4cad-ae59-93656d1e1ee8 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:48:50.245221 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 0f6dd8a1-7b55-4083-89be-2925d5ef5657 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:48:50.255862 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 229ca06a-16e3-4cad-ae59-93656d1e1ee8, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=229ca06a-16e3-4cad-ae59-93656d1e1ee8,segment=NetworkSegment(7e1eaf9f-ced9-4e17-9074-e6a2089e8c31),segment_id=7e1eaf9f-ced9-4e17-9074-e6a2089e8c31)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:48:50.263164 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:50.273227 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-001b0a6b-3f74-4745-8539-dedd7d3bb470 req-426101f1-9427-4d61-9a42-1f27fe40f973 tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0394211-8887-4285-9578-664f58614cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715660 Aug 23 20:48:50.303845 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a227f509-97c7-42da-8054-ca381bd30285 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event deleted for resources: {'Port': ['ID=f0d9d665-a864-4ed6-b4c3-ee321e061495,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:50.323003 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=229ca06a-16e3-4cad-ae59-93656d1e1ee8,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:50.347728 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:50.350763 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a227f509-97c7-42da-8054-ca381bd30285 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:50.352999 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a227f509-97c7-42da-8054-ca381bd30285 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/ports/f0d9d665-a864-4ed6-b4c3-ee321e061495 HTTP/1.1" status: 204 len: 168 time: 1.1760111 Aug 23 20:48:50.355609 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47710) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:50.371751 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-195e8fdd-cddb-4af5-b9d0-f0b15387ad30 tempest-RoutersAdminNegativeTest-1031765129 tempest-RoutersAdminNegativeTest-1031765129-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:50.373676 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-195e8fdd-cddb-4af5-b9d0-f0b15387ad30 tempest-RoutersAdminNegativeTest-1031765129 tempest-RoutersAdminNegativeTest-1031765129-project-admin] 10.222.0.61 "DELETE /v2.0/ports/4037c071-fd46-4315-8d26-fe213cd0dc97 HTTP/1.1" status: 204 len: 168 time: 1.0956676 Aug 23 20:48:50.386215 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c413bbdd-0d11-40a2-9d85-f6fad1e5838e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:50.415128 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c413bbdd-0d11-40a2-9d85-f6fad1e5838e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:50.463574 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['229ca06a-16e3-4cad-ae59-93656d1e1ee8'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:48:50.488668 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c413bbdd-0d11-40a2-9d85-f6fad1e5838e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:50.492956 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c413bbdd-0d11-40a2-9d85-f6fad1e5838e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:50.503850 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c413bbdd-0d11-40a2-9d85-f6fad1e5838e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a730a6ef-104d-4231-add6-893652944048 HTTP/1.1" status: 204 len: 168 time: 0.3713748 Aug 23 20:48:50.508496 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c413bbdd-0d11-40a2-9d85-f6fad1e5838e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a730a6ef-104d-4231-add6-893652944048,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:50.523330 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60b4908-54b6-4235-9cf8-ff1c4008f27f tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:50.526285 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60b4908-54b6-4235-9cf8-ff1c4008f27f tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:50.531118 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f60b4908-54b6-4235-9cf8-ff1c4008f27f tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1742680 Aug 23 20:48:50.531322 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47720) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:50.586357 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-139917ce-cfd0-4f66-80b7-e11a3ec4e10e None None] Provisioning for port 0f6dd8a1-7b55-4083-89be-2925d5ef5657 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:48:50.599726 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-139917ce-cfd0-4f66-80b7-e11a3ec4e10e None None] Provisioning complete for port 0f6dd8a1-7b55-4083-89be-2925d5ef5657 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:48:50.600716 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-139917ce-cfd0-4f66-80b7-e11a3ec4e10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:50.666040 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7780809-4235-4d3d-b13d-2d8970507c5a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Deleting subnet a13b4360-9830-4bbe-83cb-f477502a1262 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:48:50.670682 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c7780809-4235-4d3d-b13d-2d8970507c5a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:50.735618 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c7780809-4235-4d3d-b13d-2d8970507c5a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:50.808972 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-139917ce-cfd0-4f66-80b7-e11a3ec4e10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:50.853994 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-139917ce-cfd0-4f66-80b7-e11a3ec4e10e None None] For port 0f6dd8a1-7b55-4083-89be-2925d5ef5657, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=0f6dd8a1-7b55-4083-89be-2925d5ef5657,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:48:50.865296 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-139917ce-cfd0-4f66-80b7-e11a3ec4e10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:50.932831 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c7780809-4235-4d3d-b13d-2d8970507c5a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:50.935503 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139917ce-cfd0-4f66-80b7-e11a3ec4e10e None None] Pushing event updated for resources: {'Port': ['ID=0f6dd8a1-7b55-4083-89be-2925d5ef5657,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:50.965178 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47726) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:50.990456 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5c2e1ea0-34dc-40a5-95c7-807ad204b8bf None None] Could not find standard attr ID for object f0d9d665-a864-4ed6-b4c3-ee321e061495. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 20:48:51.047395 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c7780809-4235-4d3d-b13d-2d8970507c5a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:51.107661 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7780809-4235-4d3d-b13d-2d8970507c5a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event deleted for resources: {'Subnet': ['ID=a13b4360-9830-4bbe-83cb-f477502a1262,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:51.109654 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c7780809-4235-4d3d-b13d-2d8970507c5a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:51.113695 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c7780809-4235-4d3d-b13d-2d8970507c5a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/a13b4360-9830-4bbe-83cb-f477502a1262 HTTP/1.1" status: 204 len: 168 time: 0.5791962 Aug 23 20:48:51.118526 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47732) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:51.130650 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b72042-c841-44a4-9c3e-2822c8aacd29 None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:48:51.157950 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f7858feb-1b56-4a87-b741-d682ee69efe5 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0380595 Aug 23 20:48:51.160522 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47734) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:51.165667 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-987d9b69-7e5d-4612-afce-1f2e394ff310 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'subnet': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:48:51.196309 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b0684ce0-dbc0-4a75-84a1-5db365e81755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:51.375902 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b0684ce0-dbc0-4a75-84a1-5db365e81755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:51.398362 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b0684ce0-dbc0-4a75-84a1-5db365e81755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:51.429048 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987d9b69-7e5d-4612-afce-1f2e394ff310 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:48:51.440887 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-987d9b69-7e5d-4612-afce-1f2e394ff310 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:51.444488 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc064903-b776-4bb2-a79c-1ab958c41eee None None] DHCP port deletion for 6435e9ee-eaf5-46f5-a85c-299ee4fcacce request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:48:51.496622 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b0684ce0-dbc0-4a75-84a1-5db365e81755 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=22c5498d98094c0c96bce0e968261c55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5301118 Aug 23 20:48:51.498724 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0684ce0-dbc0-4a75-84a1-5db365e81755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2cba32-64a8-4eff-b351-3a884bad9201,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:51.506834 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47746) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:51.517604 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bc064903-b776-4bb2-a79c-1ab958c41eee None None] Deleting port 0f6dd8a1-7b55-4083-89be-2925d5ef5657 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:48:51.517984 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bc064903-b776-4bb2-a79c-1ab958c41eee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:51.525389 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25266c2-257b-4501-bae4-0502cd33cbf6 req-0844f6b7-0efb-42ea-a2c4-7d761e3f7eda tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:51.526983 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a25266c2-257b-4501-bae4-0502cd33cbf6 req-0844f6b7-0efb-42ea-a2c4-7d761e3f7eda tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] 10.222.0.61 "GET /v2.0/ports?device_id=549422c8-9f84-461f-9164-588de9075962 HTTP/1.1" status: 200 len: 944 time: 0.1484690 Aug 23 20:48:51.607090 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a25266c2-257b-4501-bae4-0502cd33cbf6 req-59ba91b7-cfda-4b29-869b-ad1cdbbdfc15 tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0394211-8887-4285-9578-664f58614cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726569 Aug 23 20:48:51.612476 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bc064903-b776-4bb2-a79c-1ab958c41eee None None] For port 0f6dd8a1-7b55-4083-89be-2925d5ef5657, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=0f6dd8a1-7b55-4083-89be-2925d5ef5657,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:48:51.613038 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bc064903-b776-4bb2-a79c-1ab958c41eee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:51.632412 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2168a356-6819-489f-ac9f-16b076f5eaf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:51.639587 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bc064903-b776-4bb2-a79c-1ab958c41eee None None] Calling delete_port for 0f6dd8a1-7b55-4083-89be-2925d5ef5657 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:48:51.679888 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2168a356-6819-489f-ac9f-16b076f5eaf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:51.733740 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bc064903-b776-4bb2-a79c-1ab958c41eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:51.773035 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc064903-b776-4bb2-a79c-1ab958c41eee None None] Pushing event deleted for resources: {'Port': ['ID=0f6dd8a1-7b55-4083-89be-2925d5ef5657,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:51.779884 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc064903-b776-4bb2-a79c-1ab958c41eee None None] No DVR routers for this DVR port 0f6dd8a1-7b55-4083-89be-2925d5ef5657 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:48:51.787239 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2168a356-6819-489f-ac9f-16b076f5eaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:51.789109 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2168a356-6819-489f-ac9f-16b076f5eaf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:51.790524 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2168a356-6819-489f-ac9f-16b076f5eaf1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/af2cba32-64a8-4eff-b351-3a884bad9201 HTTP/1.1" status: 204 len: 168 time: 0.2846193 Aug 23 20:48:51.809970 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2168a356-6819-489f-ac9f-16b076f5eaf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2cba32-64a8-4eff-b351-3a884bad9201,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:51.828868 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 229ca06a-16e3-4cad-ae59-93656d1e1ee8 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:48:51.925100 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 229ca06a-16e3-4cad-ae59-93656d1e1ee8 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:48:51.933689 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 229ca06a-16e3-4cad-ae59-93656d1e1ee8 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:48:51.933689 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:51.946417 n-d-805663-2 neutron-server[94688]: DEBUG neutron.objects.ports [None req-987d9b69-7e5d-4612-afce-1f2e394ff310 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94688) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 20:48:51.948742 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-987d9b69-7e5d-4612-afce-1f2e394ff310 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:52.025407 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987d9b69-7e5d-4612-afce-1f2e394ff310 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:48:52.031513 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-987d9b69-7e5d-4612-afce-1f2e394ff310 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:48:52.035082 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987d9b69-7e5d-4612-afce-1f2e394ff310 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:52.035777 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-987d9b69-7e5d-4612-afce-1f2e394ff310 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:52.063723 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d9b69-7e5d-4612-afce-1f2e394ff310 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'Subnet': ['ID=26f1d759-5e49-4888-818b-1e2571e5e455,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:52.064079 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 0f6dd8a1-7b55-4083-89be-2925d5ef5657 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:48:52.075639 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-987d9b69-7e5d-4612-afce-1f2e394ff310 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9138398 Aug 23 20:48:52.076810 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790251e9-4d96-44ab-a960-ce3fbcb6eb3a None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:48:52.078398 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47766) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:52.084929 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-f6696247-3ee0-4994-89f7-2d1c14071909 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'port': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'mac_address': 'fa:16:3e:71:37:e6', 'name': 'tempest-NetworksTestDHCPv6-1173213233'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:48:52.105680 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:52.157258 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 0f6dd8a1-7b55-4083-89be-2925d5ef5657 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:48:52.158785 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 0f6dd8a1-7b55-4083-89be-2925d5ef5657 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:48:52.242858 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549422c8-9f84-461f-9164-588de9075962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '229ca06a-16e3-4cad-ae59-93656d1e1ee8'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:48:52.242858 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ad5516-1c3a-410d-ab7b-e62f9c78f9e3" -d '{"events": [{"server_uuid": "549422c8-9f84-461f-9164-588de9075962", "name": "network-vif-plugged", "status": "completed", "tag": "229ca06a-16e3-4cad-ae59-93656d1e1ee8"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:48:52.262489 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 229ca06a-16e3-4cad-ae59-93656d1e1ee8, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=229ca06a-16e3-4cad-ae59-93656d1e1ee8,segment=NetworkSegment(7e1eaf9f-ced9-4e17-9074-e6a2089e8c31),segment_id=7e1eaf9f-ced9-4e17-9074-e6a2089e8c31)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:48:52.281161 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:52.331179 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6696247-3ee0-4994-89f7-2d1c14071909 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:48:52.344984 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a6365d-9988-436b-8fe2-6c9bb27aa91c x-openstack-request-id: req-06a6365d-9988-436b-8fe2-6c9bb27aa91c {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:48:52.347885 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "549422c8-9f84-461f-9164-588de9075962", "name": "network-vif-plugged", "status": "completed", "tag": "229ca06a-16e3-4cad-ae59-93656d1e1ee8", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:48:52.348327 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-06a6365d-9988-436b-8fe2-6c9bb27aa91c {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:48:52.349382 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '549422c8-9f84-461f-9164-588de9075962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '229ca06a-16e3-4cad-ae59-93656d1e1ee8', 'code': 200} Aug 23 20:48:52.414093 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=229ca06a-16e3-4cad-ae59-93656d1e1ee8,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:52.461171 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f658f7-be26-40ae-ba43-ca8dec78dd4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'tenant_id': 'db9608efcb064b40bc03dbc9d75ec2a9', 'fixed_ips': [{'subnet_id': '26f1d759-5e49-4888-818b-1e2571e5e455'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:48:52.462376 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-49f658f7-be26-40ae-ba43-ca8dec78dd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:52.506858 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47780) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:52.587409 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-58426278-fde0-4dfe-ba06-ee2565254380 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6de02023202c454fad1539d6ced50d23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0790744 Aug 23 20:48:52.589989 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47784) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:52.675257 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-49f658f7-be26-40ae-ba43-ca8dec78dd4d None None] Allocated IP 2001:db8::f816:3eff:fe27:a906 (6435e9ee-eaf5-46f5-a85c-299ee4fcacce/26f1d759-5e49-4888-818b-1e2571e5e455/45c755ae-26ca-4dff-8cca-988947d7cbfd) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:48:52.681038 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-efc1152b-b8fd-46c0-90a5-97fe93705e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:52.719924 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-efc1152b-b8fd-46c0-90a5-97fe93705e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:52.775845 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47792) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:52.788400 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-efc1152b-b8fd-46c0-90a5-97fe93705e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:52.795832 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-efc1152b-b8fd-46c0-90a5-97fe93705e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:52.797639 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-efc1152b-b8fd-46c0-90a5-97fe93705e15 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/730c9974-5d09-4278-a225-e6850a21de6d HTTP/1.1" status: 204 len: 168 time: 0.2063911 Aug 23 20:48:52.836640 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc1152b-b8fd-46c0-90a5-97fe93705e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730c9974-5d09-4278-a225-e6850a21de6d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:52.999001 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bafb9c69-243d-4bf6-8c82-fe90ae2979cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:53.049492 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-49f658f7-be26-40ae-ba43-ca8dec78dd4d None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:53.070148 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-49f658f7-be26-40ae-ba43-ca8dec78dd4d None None] Transition to ACTIVE for port object 45c755ae-26ca-4dff-8cca-988947d7cbfd will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:48:53.108153 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-49f658f7-be26-40ae-ba43-ca8dec78dd4d None None] Transition to ACTIVE for port object 45c755ae-26ca-4dff-8cca-988947d7cbfd will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:48:53.120256 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-49f658f7-be26-40ae-ba43-ca8dec78dd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:53.160022 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f653cf-0099-40e3-90df-5b4ae100b89b req-fe2ac9a1-b394-48ec-8cf7-2d3a190545c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:53.162755 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-19f653cf-0099-40e3-90df-5b4ae100b89b req-fe2ac9a1-b394-48ec-8cf7-2d3a190545c4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=549422c8-9f84-461f-9164-588de9075962 HTTP/1.1" status: 200 len: 1096 time: 0.7213936 Aug 23 20:48:53.212012 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df04d8-0d2f-4744-961c-748f7edcbbce req-c9a8396b-af59-40df-8e23-f4ce09105dbb tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:53.229380 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f658f7-be26-40ae-ba43-ca8dec78dd4d None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:48:53.230869 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-65df04d8-0d2f-4744-961c-748f7edcbbce req-c9a8396b-af59-40df-8e23-f4ce09105dbb tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] 10.222.0.61 "GET /v2.0/ports?device_id=549422c8-9f84-461f-9164-588de9075962 HTTP/1.1" status: 200 len: 945 time: 0.2181516 Aug 23 20:48:53.243561 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bafb9c69-243d-4bf6-8c82-fe90ae2979cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:53.253692 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-49f658f7-be26-40ae-ba43-ca8dec78dd4d None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:48:53.259000 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bafb9c69-243d-4bf6-8c82-fe90ae2979cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:53.267901 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f658f7-be26-40ae-ba43-ca8dec78dd4d None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:48:53.272301 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f658f7-be26-40ae-ba43-ca8dec78dd4d None None] Pushing event updated for resources: {'Port': ['ID=45c755ae-26ca-4dff-8cca-988947d7cbfd,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:53.274855 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f6696247-3ee0-4994-89f7-2d1c14071909 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:53.299129 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-19f653cf-0099-40e3-90df-5b4ae100b89b req-c8af0a78-e0da-41c1-be1e-5e141b0964b2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a0394211-8887-4285-9578-664f58614cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251059 Aug 23 20:48:53.331462 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-65df04d8-0d2f-4744-961c-748f7edcbbce req-2b480d4c-ca83-4951-b0db-a364eea8c524 tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0394211-8887-4285-9578-664f58614cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948825 Aug 23 20:48:53.354519 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-49f658f7-be26-40ae-ba43-ca8dec78dd4d None None] Attempting to bind port 45c755ae-26ca-4dff-8cca-988947d7cbfd on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:48:53.355266 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-49f658f7-be26-40ae-ba43-ca8dec78dd4d None None] Attempting to bind port 45c755ae-26ca-4dff-8cca-988947d7cbfd by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:48:53.355797 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f658f7-be26-40ae-ba43-ca8dec78dd4d None None] Attempting to bind port 45c755ae-26ca-4dff-8cca-988947d7cbfd on network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:48:53.356644 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-f6696247-3ee0-4994-89f7-2d1c14071909 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] device_id is not set on port 0c6c2913-4faf-48fe-83e5-9bc99c9651a4 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:48:53.361143 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f658f7-be26-40ae-ba43-ca8dec78dd4d None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:48:53.361518 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f658f7-be26-40ae-ba43-ca8dec78dd4d None None] Checking segment: {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:48:53.361926 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-49f658f7-be26-40ae-ba43-ca8dec78dd4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:53.362322 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f658f7-be26-40ae-ba43-ca8dec78dd4d None None] Bound using segment: {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:48:53.362803 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-49f658f7-be26-40ae-ba43-ca8dec78dd4d None None] Bound port: 45c755ae-26ca-4dff-8cca-988947d7cbfd, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:48:53.363558 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-49f658f7-be26-40ae-ba43-ca8dec78dd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:53.385484 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-bafb9c69-243d-4bf6-8c82-fe90ae2979cd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=21f054fdad7a46dd95fc96ef89aa0591&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6057727 Aug 23 20:48:53.388607 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47816) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:53.405340 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafb9c69-243d-4bf6-8c82-fe90ae2979cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8012246a-82ca-48a0-80db-ede894ae94f6,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:53.463450 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-49f658f7-be26-40ae-ba43-ca8dec78dd4d None None] For port 45c755ae-26ca-4dff-8cca-988947d7cbfd, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:48:53.476296 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-49f658f7-be26-40ae-ba43-ca8dec78dd4d None None] For port 45c755ae-26ca-4dff-8cca-988947d7cbfd, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=45c755ae-26ca-4dff-8cca-988947d7cbfd,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:48:53.479307 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-16f187ee-67dc-43a1-8979-c898b889cad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:53.485208 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-49f658f7-be26-40ae-ba43-ca8dec78dd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:53.517630 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-16f187ee-67dc-43a1-8979-c898b889cad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:53.584845 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f658f7-be26-40ae-ba43-ca8dec78dd4d None None] Pushing event updated for resources: {'Port': ['ID=45c755ae-26ca-4dff-8cca-988947d7cbfd,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:53.593163 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-16f187ee-67dc-43a1-8979-c898b889cad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:53.595998 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-16f187ee-67dc-43a1-8979-c898b889cad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:53.600873 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-16f187ee-67dc-43a1-8979-c898b889cad3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8012246a-82ca-48a0-80db-ede894ae94f6 HTTP/1.1" status: 204 len: 168 time: 0.2085774 Aug 23 20:48:53.612160 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f187ee-67dc-43a1-8979-c898b889cad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8012246a-82ca-48a0-80db-ede894ae94f6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:53.638728 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-f6696247-3ee0-4994-89f7-2d1c14071909 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Allocated IP 2001:db8::f816:3eff:fe71:37e6 (6435e9ee-eaf5-46f5-a85c-299ee4fcacce/26f1d759-5e49-4888-818b-1e2571e5e455/0c6c2913-4faf-48fe-83e5-9bc99c9651a4) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:48:53.916366 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f6696247-3ee0-4994-89f7-2d1c14071909 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:53.937725 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-f6696247-3ee0-4994-89f7-2d1c14071909 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Transition to ACTIVE for port object 0c6c2913-4faf-48fe-83e5-9bc99c9651a4 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:48:53.979675 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f6696247-3ee0-4994-89f7-2d1c14071909 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:54.039729 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6696247-3ee0-4994-89f7-2d1c14071909 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:48:54.057267 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-f6696247-3ee0-4994-89f7-2d1c14071909 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:48:54.062131 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6696247-3ee0-4994-89f7-2d1c14071909 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:48:54.067331 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6696247-3ee0-4994-89f7-2d1c14071909 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:54.068681 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f6696247-3ee0-4994-89f7-2d1c14071909 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:54.086151 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 45c755ae-26ca-4dff-8cca-988947d7cbfd up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:48:54.086938 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6696247-3ee0-4994-89f7-2d1c14071909 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'Port': ['ID=0c6c2913-4faf-48fe-83e5-9bc99c9651a4,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:54.103378 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47838) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:54.103669 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f6696247-3ee0-4994-89f7-2d1c14071909 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0237916 Aug 23 20:48:54.168677 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16aeaca2-2431-4539-81a6-4cbd034d7119 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:54.176445 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16aeaca2-2431-4539-81a6-4cbd034d7119 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:54.179549 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-16aeaca2-2431-4539-81a6-4cbd034d7119 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0749478 Aug 23 20:48:54.181962 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47840) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:54.231367 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 45c755ae-26ca-4dff-8cca-988947d7cbfd completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:48:54.290893 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47846) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:54.403254 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-97f2ba7c-493a-43af-b944-f72acdf70deb tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Deleting port 0c6c2913-4faf-48fe-83e5-9bc99c9651a4 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:48:54.403603 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-97f2ba7c-493a-43af-b944-f72acdf70deb tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:54.615616 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec231e-7d6e-4b23-b811-7a947590ac23 req-1305bc9c-ef11-4e50-a674-86f56906877e tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:54.620450 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3fec231e-7d6e-4b23-b811-7a947590ac23 req-1305bc9c-ef11-4e50-a674-86f56906877e tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] 10.222.0.61 "GET /v2.0/ports?device_id=549422c8-9f84-461f-9164-588de9075962 HTTP/1.1" status: 200 len: 945 time: 0.1861761 Aug 23 20:48:54.651103 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-97f2ba7c-493a-43af-b944-f72acdf70deb tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:54.671449 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-97f2ba7c-493a-43af-b944-f72acdf70deb tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Calling delete_port for 0c6c2913-4faf-48fe-83e5-9bc99c9651a4 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:48:54.762990 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e39bab4d-5c70-4ca0-8e80-73b827d266fd tempest-AgentManagementNegativeTest-1636849080 tempest-AgentManagementNegativeTest-1636849080-project] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4651470 Aug 23 20:48:54.819441 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3fec231e-7d6e-4b23-b811-7a947590ac23 req-58b6a5ac-8ab4-4e11-a899-ec9ce87d4008 tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0394211-8887-4285-9578-664f58614cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776578 Aug 23 20:48:54.960542 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-97f2ba7c-493a-43af-b944-f72acdf70deb tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:55.013221 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f2ba7c-493a-43af-b944-f72acdf70deb tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event deleted for resources: {'Port': ['ID=0c6c2913-4faf-48fe-83e5-9bc99c9651a4,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:55.074913 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-97f2ba7c-493a-43af-b944-f72acdf70deb tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:55.080508 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-97f2ba7c-493a-43af-b944-f72acdf70deb tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/ports/0c6c2913-4faf-48fe-83e5-9bc99c9651a4 HTTP/1.1" status: 204 len: 168 time: 0.8932998 Aug 23 20:48:55.082253 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47876) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:55.190455 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d247fa7-b63a-4038-9b2b-7a16530dda64 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:55.194189 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d247fa7-b63a-4038-9b2b-7a16530dda64 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:55.196785 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-7d247fa7-b63a-4038-9b2b-7a16530dda64 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1133854 Aug 23 20:48:55.199637 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47880) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:55.267896 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47884) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:55.307076 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b793304f-5827-419d-96e2-0ae9b3d1b05f None None] Provisioning for port 45c755ae-26ca-4dff-8cca-988947d7cbfd completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:48:55.313170 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b793304f-5827-419d-96e2-0ae9b3d1b05f None None] Provisioning complete for port 45c755ae-26ca-4dff-8cca-988947d7cbfd triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:48:55.313778 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b793304f-5827-419d-96e2-0ae9b3d1b05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:55.324988 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd7e0066-f2cd-4090-8e8f-cd6583671528 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Deleting subnet 26f1d759-5e49-4888-818b-1e2571e5e455 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:48:55.338517 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cd7e0066-f2cd-4090-8e8f-cd6583671528 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:55.480231 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-894bc2d1-d2b6-4e5f-8fc7-a8160f676526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:55.494311 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cd7e0066-f2cd-4090-8e8f-cd6583671528 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:55.520124 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b793304f-5827-419d-96e2-0ae9b3d1b05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:55.609209 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f290e-91f7-44ec-bea7-c1963b9a7c09 req-36a745e6-9547-4058-a0a8-efd322d26e4f tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:55.610802 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-297f290e-91f7-44ec-bea7-c1963b9a7c09 req-36a745e6-9547-4058-a0a8-efd322d26e4f tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] 10.222.0.61 "GET /v2.0/ports?device_id=549422c8-9f84-461f-9164-588de9075962 HTTP/1.1" status: 200 len: 945 time: 0.2360439 Aug 23 20:48:55.620008 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-b793304f-5827-419d-96e2-0ae9b3d1b05f None None] For port 45c755ae-26ca-4dff-8cca-988947d7cbfd, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=45c755ae-26ca-4dff-8cca-988947d7cbfd,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:48:55.633420 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b793304f-5827-419d-96e2-0ae9b3d1b05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:55.722025 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cd7e0066-f2cd-4090-8e8f-cd6583671528 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:55.722596 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b793304f-5827-419d-96e2-0ae9b3d1b05f None None] Pushing event updated for resources: {'Port': ['ID=45c755ae-26ca-4dff-8cca-988947d7cbfd,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:55.730122 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-894bc2d1-d2b6-4e5f-8fc7-a8160f676526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:55.744637 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-894bc2d1-d2b6-4e5f-8fc7-a8160f676526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:55.747092 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-64c95ed7-6baf-4c13-977d-cb46749aa148 None None] Could not find standard attr ID for object 0c6c2913-4faf-48fe-83e5-9bc99c9651a4. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 20:48:55.776762 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-894bc2d1-d2b6-4e5f-8fc7-a8160f676526 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5176f7632a094ca2b2be38fb8d90e842&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5073297 Aug 23 20:48:55.784306 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47890) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:55.821868 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cd7e0066-f2cd-4090-8e8f-cd6583671528 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:55.846107 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-297f290e-91f7-44ec-bea7-c1963b9a7c09 req-b2d854aa-ad99-4f9b-97d6-239387c3b38e tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0394211-8887-4285-9578-664f58614cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227209 Aug 23 20:48:55.870162 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894bc2d1-d2b6-4e5f-8fc7-a8160f676526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e0e57f-3308-4f6b-b4d7-79dd92efe4d8,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:55.872937 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-79758257-a78e-4f32-b541-9d919c24f5fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:55.896190 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7e0066-f2cd-4090-8e8f-cd6583671528 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event deleted for resources: {'Subnet': ['ID=26f1d759-5e49-4888-818b-1e2571e5e455,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:55.909614 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-79758257-a78e-4f32-b541-9d919c24f5fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:55.912340 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b8d796-7316-4174-8107-927a25c96b0e None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:48:55.913070 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cd7e0066-f2cd-4090-8e8f-cd6583671528 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:55.917436 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-cd7e0066-f2cd-4090-8e8f-cd6583671528 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/26f1d759-5e49-4888-818b-1e2571e5e455 HTTP/1.1" status: 204 len: 168 time: 0.7137311 Aug 23 20:48:55.918844 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47892) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:55.967134 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-dcc72ff0-638d-44fb-a99e-91f09c489eeb tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0480914 Aug 23 20:48:55.969527 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47896) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:55.995066 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47898) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:56.014314 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 45c755ae-26ca-4dff-8cca-988947d7cbfd up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:48:56.053254 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eafff4f-35f4-409f-a4b0-bf359089008c tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:56.058164 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5eafff4f-35f4-409f-a4b0-bf359089008c tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0876291 Aug 23 20:48:56.058305 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47902) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:56.060464 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-79758257-a78e-4f32-b541-9d919c24f5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:56.063276 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-79758257-a78e-4f32-b541-9d919c24f5fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:56.064970 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-79758257-a78e-4f32-b541-9d919c24f5fe admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e6e0e57f-3308-4f6b-b4d7-79dd92efe4d8 HTTP/1.1" status: 204 len: 168 time: 0.2794240 Aug 23 20:48:56.075482 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79758257-a78e-4f32-b541-9d919c24f5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e0e57f-3308-4f6b-b4d7-79dd92efe4d8,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:56.146994 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 45c755ae-26ca-4dff-8cca-988947d7cbfd triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:48:56.147613 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:56.316899 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67216711-0c9e-474b-8d63-073cf8f14120 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:56.318760 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-67216711-0c9e-474b-8d63-073cf8f14120 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2594459 Aug 23 20:48:56.321885 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47912) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:56.379012 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-34308091-c4a1-457f-a559-e9f8b9fa937f tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0554488 Aug 23 20:48:56.384098 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47916) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:56.394136 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aec884c-f968-44a1-afd7-fcdf31aeaf57 None None] DHCP port deletion for 6435e9ee-eaf5-46f5-a85c-299ee4fcacce request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:48:56.400947 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-07a9564e-74d5-4f56-b504-2ad0bb2ab634 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'subnet': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:48:56.476944 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-6aec884c-f968-44a1-afd7-fcdf31aeaf57 None None] Deleting port 45c755ae-26ca-4dff-8cca-988947d7cbfd {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:48:56.484179 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6aec884c-f968-44a1-afd7-fcdf31aeaf57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:56.539893 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a9564e-74d5-4f56-b504-2ad0bb2ab634 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:48:56.543384 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-07a9564e-74d5-4f56-b504-2ad0bb2ab634 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:56.594988 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-6aec884c-f968-44a1-afd7-fcdf31aeaf57 None None] For port 45c755ae-26ca-4dff-8cca-988947d7cbfd, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=45c755ae-26ca-4dff-8cca-988947d7cbfd,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:48:56.597595 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6aec884c-f968-44a1-afd7-fcdf31aeaf57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:56.630622 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-6aec884c-f968-44a1-afd7-fcdf31aeaf57 None None] Calling delete_port for 45c755ae-26ca-4dff-8cca-988947d7cbfd owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:48:56.793271 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213017f0-ce8b-474d-b32d-a14c5c7df35b req-d3fdfb04-1d8d-48a9-8b8b-88890e42d563 tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:56.795446 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-213017f0-ce8b-474d-b32d-a14c5c7df35b req-d3fdfb04-1d8d-48a9-8b8b-88890e42d563 tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] 10.222.0.11 "GET /v2.0/ports?device_id=549422c8-9f84-461f-9164-588de9075962 HTTP/1.1" status: 200 len: 945 time: 0.1309788 Aug 23 20:48:56.857397 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6aec884c-f968-44a1-afd7-fcdf31aeaf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:56.892409 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aec884c-f968-44a1-afd7-fcdf31aeaf57 None None] Pushing event deleted for resources: {'Port': ['ID=45c755ae-26ca-4dff-8cca-988947d7cbfd,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:56.894584 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aec884c-f968-44a1-afd7-fcdf31aeaf57 None None] No DVR routers for this DVR port 45c755ae-26ca-4dff-8cca-988947d7cbfd on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:48:57.071570 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b5857-d628-4d80-b7e7-a0a62a9683d6 req-c8bdb0cf-9603-4474-a8ed-e8f5573c9a2a tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:57.073283 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-829b5857-d628-4d80-b7e7-a0a62a9683d6 req-c8bdb0cf-9603-4474-a8ed-e8f5573c9a2a tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] 10.222.0.61 "GET /v2.0/ports?device_id=549422c8-9f84-461f-9164-588de9075962 HTTP/1.1" status: 200 len: 945 time: 0.1053288 Aug 23 20:48:57.140207 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fccf313-d21e-4f64-862e-a86a8966c8dd req-97830b2a-79e7-4e5e-bafc-fb930a972383 tempest-TestNetworkAdvancedServerOps-1162004702 tempest-TestNetworkAdvancedServerOps-1162004702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:57.141429 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0fccf313-d21e-4f64-862e-a86a8966c8dd req-97830b2a-79e7-4e5e-bafc-fb930a972383 tempest-TestNetworkAdvancedServerOps-1162004702 tempest-TestNetworkAdvancedServerOps-1162004702-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 1096 time: 0.1405568 Aug 23 20:48:57.167055 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-829b5857-d628-4d80-b7e7-a0a62a9683d6 req-f721d81c-78d0-4068-a832-8b95618733e6 tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0394211-8887-4285-9578-664f58614cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800805 Aug 23 20:48:57.175649 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-07a9564e-74d5-4f56-b504-2ad0bb2ab634 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:57.196950 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-213017f0-ce8b-474d-b32d-a14c5c7df35b req-d4cc8575-39bb-40fc-a28b-22c57e1dc73f tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] Deleting port 229ca06a-16e3-4cad-ae59-93656d1e1ee8 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:48:57.197300 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-213017f0-ce8b-474d-b32d-a14c5c7df35b req-d4cc8575-39bb-40fc-a28b-22c57e1dc73f tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:57.202880 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb3909d7-19bb-4990-b52c-8f7cfa264d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:57.348305 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0fccf313-d21e-4f64-862e-a86a8966c8dd req-f53d1edf-8baa-4c35-95a6-bd5eb092d1bb tempest-TestNetworkAdvancedServerOps-1162004702 tempest-TestNetworkAdvancedServerOps-1162004702-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=30d3316a-f14a-48d2-9cdd-37efb7e3923e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1938128 Aug 23 20:48:57.356136 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a9564e-74d5-4f56-b504-2ad0bb2ab634 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:48:57.361222 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-07a9564e-74d5-4f56-b504-2ad0bb2ab634 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:48:57.368747 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a9564e-74d5-4f56-b504-2ad0bb2ab634 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:57.369558 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-07a9564e-74d5-4f56-b504-2ad0bb2ab634 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:57.375942 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad1ebe2-548e-4a41-8154-a16683cc42ae None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:48:57.388690 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a9564e-74d5-4f56-b504-2ad0bb2ab634 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'Subnet': ['ID=ad8799a5-644f-4afd-8640-64ad66efca28,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:57.402933 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-07a9564e-74d5-4f56-b504-2ad0bb2ab634 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0175476 Aug 23 20:48:57.405895 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47948) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:57.412353 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-92273cdb-60b6-450a-aafd-5b023221341d tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'port': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'mac_address': 'fa:16:3e:3e:75:ae', 'name': 'tempest-NetworksTestDHCPv6-1378398413'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:48:57.418212 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47950) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:57.570716 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d9eda-2cee-4805-b1b5-75802efa0293 req-afd94ed5-8dcd-4e22-a7ce-a177000c31b0 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:57.578288 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c86d9eda-2cee-4805-b1b5-75802efa0293 req-afd94ed5-8dcd-4e22-a7ce-a177000c31b0 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 945 time: 0.0911577 Aug 23 20:48:57.595251 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6742e3e2-605f-4640-9a42-36240237ef3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'tenant_id': 'db9608efcb064b40bc03dbc9d75ec2a9', 'fixed_ips': [{'subnet_id': 'ad8799a5-644f-4afd-8640-64ad66efca28'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:48:57.596193 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6742e3e2-605f-4640-9a42-36240237ef3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:57.629398 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-812fa9a7-8ed8-4cd5-95f5-4811102eb3b9 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Request body: {'security_group': {'name': 'tempest-secgroup--758613478'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:48:57.634141 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c86d9eda-2cee-4805-b1b5-75802efa0293 req-c6fde4e2-b1cf-451e-8059-668d6c386c7a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=30d3316a-f14a-48d2-9cdd-37efb7e3923e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548878 Aug 23 20:48:57.635837 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-eb3909d7-19bb-4990-b52c-8f7cfa264d45 admin admin] Deleting port 167514e4-f52b-479a-ace6-dd928473afa2 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:48:57.636205 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb3909d7-19bb-4990-b52c-8f7cfa264d45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:57.640480 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-213017f0-ce8b-474d-b32d-a14c5c7df35b req-d4cc8575-39bb-40fc-a28b-22c57e1dc73f tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] For port 229ca06a-16e3-4cad-ae59-93656d1e1ee8, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=229ca06a-16e3-4cad-ae59-93656d1e1ee8,segment=NetworkSegment(7e1eaf9f-ced9-4e17-9074-e6a2089e8c31),segment_id=7e1eaf9f-ced9-4e17-9074-e6a2089e8c31)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:48:57.641150 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-213017f0-ce8b-474d-b32d-a14c5c7df35b req-d4cc8575-39bb-40fc-a28b-22c57e1dc73f tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:57.660739 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47954) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:57.676207 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-213017f0-ce8b-474d-b32d-a14c5c7df35b req-d4cc8575-39bb-40fc-a28b-22c57e1dc73f tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] Calling delete_port for 229ca06a-16e3-4cad-ae59-93656d1e1ee8 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:48:57.687419 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.db.api [None req-812fa9a7-8ed8-4cd5-95f5-4811102eb3b9 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 20:48:57.687419 n-d-805663-2 neutron-server[94687]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 23 20:48:57.687419 n-d-805663-2 neutron-server[94687]: [parameters: {'project_id_1': '8b06ad21a1a74e799fd9fc5ae3f61012', 'expiration_1': datetime.datetime(2021, 8, 23, 20, 48, 57, 662993)}] Aug 23 20:48:57.687419 n-d-805663-2 neutron-server[94687]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94687) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 20:48:57.687419 n-d-805663-2 neutron-server[94687]: DEBUG oslo_db.api [None req-812fa9a7-8ed8-4cd5-95f5-4811102eb3b9 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 20:48:57.700337 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92273cdb-60b6-450a-aafd-5b023221341d tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:48:57.706097 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-92273cdb-60b6-450a-aafd-5b023221341d tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:57.766184 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-92273cdb-60b6-450a-aafd-5b023221341d tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] device_id is not set on port 8a1918c5-e107-4d2d-aa0f-9e1249975e55 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:48:57.816506 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-6742e3e2-605f-4640-9a42-36240237ef3c None None] Allocated IP 2001:db8::2 (6435e9ee-eaf5-46f5-a85c-299ee4fcacce/ad8799a5-644f-4afd-8640-64ad66efca28/18adb163-ab2e-4420-bd08-e83e242f3334) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:48:57.849886 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-eb3909d7-19bb-4990-b52c-8f7cfa264d45 admin admin] For port 167514e4-f52b-479a-ace6-dd928473afa2, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=167514e4-f52b-479a-ace6-dd928473afa2,segment=NetworkSegment(8a6ca302-72b4-4bc9-9c2c-af9d6fc59dd9),segment_id=8a6ca302-72b4-4bc9-9c2c-af9d6fc59dd9)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:48:57.850717 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb3909d7-19bb-4990-b52c-8f7cfa264d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:57.868894 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-eb3909d7-19bb-4990-b52c-8f7cfa264d45 admin admin] Calling delete_port for 167514e4-f52b-479a-ace6-dd928473afa2 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:48:57.948969 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-213017f0-ce8b-474d-b32d-a14c5c7df35b req-d4cc8575-39bb-40fc-a28b-22c57e1dc73f tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:58.049224 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cc8575-39bb-40fc-a28b-22c57e1dc73f tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] Pushing event deleted for resources: {'Port': ['ID=229ca06a-16e3-4cad-ae59-93656d1e1ee8,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:58.105884 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-213017f0-ce8b-474d-b32d-a14c5c7df35b req-d4cc8575-39bb-40fc-a28b-22c57e1dc73f tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] No DVR routers for this DVR port 229ca06a-16e3-4cad-ae59-93656d1e1ee8 on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:48:58.106348 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb3909d7-19bb-4990-b52c-8f7cfa264d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:58.113399 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-213017f0-ce8b-474d-b32d-a14c5c7df35b req-d4cc8575-39bb-40fc-a28b-22c57e1dc73f tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:58.119554 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-213017f0-ce8b-474d-b32d-a14c5c7df35b req-d4cc8575-39bb-40fc-a28b-22c57e1dc73f tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] 10.222.0.11 "DELETE /v2.0/ports/229ca06a-16e3-4cad-ae59-93656d1e1ee8 HTTP/1.1" status: 204 len: 173 time: 1.3136244 Aug 23 20:48:58.120826 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549422c8-9f84-461f-9164-588de9075962', 'name': 'network-vif-deleted', 'tag': '229ca06a-16e3-4cad-ae59-93656d1e1ee8'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:48:58.123219 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 45c755ae-26ca-4dff-8cca-988947d7cbfd no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:48:58.125731 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c639f6-2852-4262-bf1f-ee6179f54056" -d '{"events": [{"server_uuid": "549422c8-9f84-461f-9164-588de9075962", "name": "network-vif-deleted", "tag": "229ca06a-16e3-4cad-ae59-93656d1e1ee8"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:48:58.144089 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3909d7-19bb-4990-b52c-8f7cfa264d45 admin admin] Pushing event deleted for resources: {'Port': ['ID=167514e4-f52b-479a-ace6-dd928473afa2,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:58.179253 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e53323c4-9421-4d98-be79-174e70a50b59 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/floatingips/871c7058-8f35-4e3e-8f7d-4d9efd066b1e HTTP/1.1" status: 200 len: 993 time: 0.5144334 Aug 23 20:48:58.203613 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6742e3e2-605f-4640-9a42-36240237ef3c None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:58.206044 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 45c755ae-26ca-4dff-8cca-988947d7cbfd {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:48:58.206044 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 45c755ae-26ca-4dff-8cca-988947d7cbfd not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:48:58.247182 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-812fa9a7-8ed8-4cd5-95f5-4811102eb3b9 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:58.270510 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6742e3e2-605f-4640-9a42-36240237ef3c None None] Transition to ACTIVE for port object 18adb163-ab2e-4420-bd08-e83e242f3334 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:48:58.282472 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943640d2-f7c2-48af-be06-176781147f86 x-openstack-request-id: req-943640d2-f7c2-48af-be06-176781147f86 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:48:58.282842 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "549422c8-9f84-461f-9164-588de9075962", "name": "network-vif-deleted", "tag": "229ca06a-16e3-4cad-ae59-93656d1e1ee8", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:48:58.283161 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-943640d2-f7c2-48af-be06-176781147f86 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:48:58.283633 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '549422c8-9f84-461f-9164-588de9075962', 'name': 'network-vif-deleted', 'tag': '229ca06a-16e3-4cad-ae59-93656d1e1ee8', 'status': 'completed', 'code': 200} Aug 23 20:48:58.284562 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-812fa9a7-8ed8-4cd5-95f5-4811102eb3b9 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:58.325751 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6742e3e2-605f-4640-9a42-36240237ef3c None None] Transition to ACTIVE for port object 18adb163-ab2e-4420-bd08-e83e242f3334 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:48:58.351770 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6742e3e2-605f-4640-9a42-36240237ef3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:58.386540 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6742e3e2-605f-4640-9a42-36240237ef3c None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:48:58.392201 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-6742e3e2-605f-4640-9a42-36240237ef3c None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:48:58.421142 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6742e3e2-605f-4640-9a42-36240237ef3c None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:48:58.504071 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-92273cdb-60b6-450a-aafd-5b023221341d tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Allocated IP 2001:db8::2cb (6435e9ee-eaf5-46f5-a85c-299ee4fcacce/ad8799a5-644f-4afd-8640-64ad66efca28/8a1918c5-e107-4d2d-aa0f-9e1249975e55) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:48:58.547678 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6742e3e2-605f-4640-9a42-36240237ef3c None None] Pushing event updated for resources: {'Port': ['ID=18adb163-ab2e-4420-bd08-e83e242f3334,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:58.581295 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-812fa9a7-8ed8-4cd5-95f5-4811102eb3b9 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:58.583699 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6742e3e2-605f-4640-9a42-36240237ef3c None None] Attempting to bind port 18adb163-ab2e-4420-bd08-e83e242f3334 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:48:58.584613 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6742e3e2-605f-4640-9a42-36240237ef3c None None] Attempting to bind port 18adb163-ab2e-4420-bd08-e83e242f3334 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:48:58.585166 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6742e3e2-605f-4640-9a42-36240237ef3c None None] Attempting to bind port 18adb163-ab2e-4420-bd08-e83e242f3334 on network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:48:58.590368 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-812fa9a7-8ed8-4cd5-95f5-4811102eb3b9 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:58.611479 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6742e3e2-605f-4640-9a42-36240237ef3c None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:48:58.613500 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6742e3e2-605f-4640-9a42-36240237ef3c None None] Checking segment: {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:48:58.615131 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6742e3e2-605f-4640-9a42-36240237ef3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:58.615694 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6742e3e2-605f-4640-9a42-36240237ef3c None None] Bound using segment: {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:48:58.616372 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6742e3e2-605f-4640-9a42-36240237ef3c None None] Bound port: 18adb163-ab2e-4420-bd08-e83e242f3334, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:48:58.618447 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6742e3e2-605f-4640-9a42-36240237ef3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:58.671509 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812fa9a7-8ed8-4cd5-95f5-4811102eb3b9 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3227e77b-18ae-449f-ac78-39476ad5c4bb,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:58.783739 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-6742e3e2-605f-4640-9a42-36240237ef3c None None] For port 18adb163-ab2e-4420-bd08-e83e242f3334, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:48:58.799643 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-6742e3e2-605f-4640-9a42-36240237ef3c None None] For port 18adb163-ab2e-4420-bd08-e83e242f3334, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=18adb163-ab2e-4420-bd08-e83e242f3334,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:48:58.807853 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5db2e15b-aa86-47bd-857f-d0f64cf8bc3c req-eeb35015-bda4-4d06-ad40-54d2b548be49 tempest-InstanceActionsNegativeTestJSON-1425451905 tempest-InstanceActionsNegativeTestJSON-1425451905-project] 10.222.0.61 "GET /v2.0/ports?device_id=549422c8-9f84-461f-9164-588de9075962 HTTP/1.1" status: 200 len: 210 time: 0.0418153 Aug 23 20:48:58.814463 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6742e3e2-605f-4640-9a42-36240237ef3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:58.906448 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6742e3e2-605f-4640-9a42-36240237ef3c None None] Pushing event updated for resources: {'Port': ['ID=18adb163-ab2e-4420-bd08-e83e242f3334,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:58.921996 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-812fa9a7-8ed8-4cd5-95f5-4811102eb3b9 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:58.936504 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-812fa9a7-8ed8-4cd5-95f5-4811102eb3b9 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:58.945754 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb3909d7-19bb-4990-b52c-8f7cfa264d45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:58.972010 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-92273cdb-60b6-450a-aafd-5b023221341d tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:59.018601 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-812fa9a7-8ed8-4cd5-95f5-4811102eb3b9 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:59.022690 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-812fa9a7-8ed8-4cd5-95f5-4811102eb3b9 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5994179 Aug 23 20:48:59.023468 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47980) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:59.028166 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812fa9a7-8ed8-4cd5-95f5-4811102eb3b9 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02d51fef-dd96-4e2c-a40b-8c41b3c5c30a,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:59.036035 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-92273cdb-60b6-450a-aafd-5b023221341d tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Transition to ACTIVE for port object 8a1918c5-e107-4d2d-aa0f-9e1249975e55 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:48:59.087123 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-92273cdb-60b6-450a-aafd-5b023221341d tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:59.150870 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92273cdb-60b6-450a-aafd-5b023221341d tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:48:59.160855 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-92273cdb-60b6-450a-aafd-5b023221341d tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:48:59.166208 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92273cdb-60b6-450a-aafd-5b023221341d tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:48:59.200943 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92273cdb-60b6-450a-aafd-5b023221341d tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:59.217731 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-92273cdb-60b6-450a-aafd-5b023221341d tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:59.231819 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47984) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:59.261167 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92273cdb-60b6-450a-aafd-5b023221341d tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'Port': ['ID=8a1918c5-e107-4d2d-aa0f-9e1249975e55,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:59.276167 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-92273cdb-60b6-450a-aafd-5b023221341d tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8690634 Aug 23 20:48:59.283479 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47988) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:59.443213 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe97f67-0176-4a29-8b67-40a73ee615ea tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:59.456026 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe97f67-0176-4a29-8b67-40a73ee615ea tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:59.463934 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-afe97f67-0176-4a29-8b67-40a73ee615ea tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1793513 Aug 23 20:48:59.465382 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47996) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:59.491381 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-26aa7597-0eea-458b-9c3f-f2bfcc99ede2 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.4645112 Aug 23 20:48:59.497267 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47998) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:59.503795 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-644eb59e-37f3-4496-87c7-05f49c4060f1 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Request body: {'security_group': {'name': 'tempest-security--1385873358', 'description': 'tempest-security-description-2128740205'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:48:59.508051 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d92f5733-ccee-4d62-a6ed-fcf607eb32fc req-b288aaf6-72f8-42e7-928e-d253cca0ae9c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2612329 Aug 23 20:48:59.544763 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48497562-fec3-428d-85fe-4a2113d31448 req-ced044ca-bd56-47ab-816d-04411e782fa6 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:48:59.546299 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-48497562-fec3-428d-85fe-4a2113d31448 req-ced044ca-bd56-47ab-816d-04411e782fa6 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 945 time: 0.3005476 Aug 23 20:48:59.549197 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb3909d7-19bb-4990-b52c-8f7cfa264d45 admin admin] Router 65a57494-3132-406a-9a93-2f3bc2de625a has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:48:59.576456 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-644eb59e-37f3-4496-87c7-05f49c4060f1 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:59.594261 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-274b4e5f-0f4a-42cd-be81-57ec1436d4d3 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Deleting port 8a1918c5-e107-4d2d-aa0f-9e1249975e55 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:48:59.594771 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-274b4e5f-0f4a-42cd-be81-57ec1436d4d3 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:59.679615 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-48497562-fec3-428d-85fe-4a2113d31448 req-f510d7f7-3f5c-4bbf-a8f0-5a79f849875f tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=30d3316a-f14a-48d2-9cdd-37efb7e3923e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211655 Aug 23 20:48:59.695690 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-644eb59e-37f3-4496-87c7-05f49c4060f1 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:59.706883 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-644eb59e-37f3-4496-87c7-05f49c4060f1 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:59.710044 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-644eb59e-37f3-4496-87c7-05f49c4060f1 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:59.714066 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-644eb59e-37f3-4496-87c7-05f49c4060f1 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "PUT /v2.0/security-groups/02d51fef-dd96-4e2c-a40b-8c41b3c5c30a HTTP/1.1" status: 200 len: 1780 time: 0.2113273 Aug 23 20:48:59.726752 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-274b4e5f-0f4a-42cd-be81-57ec1436d4d3 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:48:59.741344 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-274b4e5f-0f4a-42cd-be81-57ec1436d4d3 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Calling delete_port for 8a1918c5-e107-4d2d-aa0f-9e1249975e55 owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:48:59.741775 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48010) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:59.804249 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3909d7-19bb-4990-b52c-8f7cfa264d45 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:48:59.807303 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644eb59e-37f3-4496-87c7-05f49c4060f1 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02d51fef-dd96-4e2c-a40b-8c41b3c5c30a,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:48:59.816755 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-eb3909d7-19bb-4990-b52c-8f7cfa264d45 admin admin] 10.222.0.61 "PUT /v2.0/routers/65a57494-3132-406a-9a93-2f3bc2de625a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8207593 Aug 23 20:48:59.819412 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59273e55-9fbd-4f26-81c2-14a5fe95e1e3 None None] Sync routers for ids ['65a57494-3132-406a-9a93-2f3bc2de625a'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:48:59.820229 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48014) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:59.834880 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59273e55-9fbd-4f26-81c2-14a5fe95e1e3 None None] Routers {'65a57494-3132-406a-9a93-2f3bc2de625a'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:48:59.835840 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-59273e55-9fbd-4f26-81c2-14a5fe95e1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:48:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['65a57494-3132-406a-9a93-2f3bc2de625a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:48:59.869493 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-29b4f258-2462-434f-b17f-bce400fa720b tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "GET /v2.0/security-groups/02d51fef-dd96-4e2c-a40b-8c41b3c5c30a HTTP/1.1" status: 200 len: 1780 time: 0.1205978 Aug 23 20:48:59.872996 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48020) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:48:59.876688 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 229ca06a-16e3-4cad-ae59-93656d1e1ee8 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:48:59.946368 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: 229ca06a-16e3-4cad-ae59-93656d1e1ee8 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:48:59.946711 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 229ca06a-16e3-4cad-ae59-93656d1e1ee8 not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:48:59.969291 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48026) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:00.069714 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-274b4e5f-0f4a-42cd-be81-57ec1436d4d3 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:00.081927 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-59273e55-9fbd-4f26-81c2-14a5fe95e1e3 None None] Set router 65a57494-3132-406a-9a93-2f3bc2de625a gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:49:00.148598 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274b4e5f-0f4a-42cd-be81-57ec1436d4d3 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event deleted for resources: {'Port': ['ID=8a1918c5-e107-4d2d-aa0f-9e1249975e55,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:00.197962 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 18adb163-ab2e-4420-bd08-e83e242f3334 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:49:00.221017 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-a734891c-8ae3-42ab-b7ac-48636ac7aa20 admin admin] Deleting subnet d8a78471-c96d-48f8-92fc-a23624038f3e {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:49:00.231296 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a734891c-8ae3-42ab-b7ac-48636ac7aa20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:00.273270 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6cc233a3-aabd-4c67-9dd4-6d1c8bc73083 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:00.278527 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 18adb163-ab2e-4420-bd08-e83e242f3334 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:49:00.299628 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-274b4e5f-0f4a-42cd-be81-57ec1436d4d3 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:00.301607 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-274b4e5f-0f4a-42cd-be81-57ec1436d4d3 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/ports/8a1918c5-e107-4d2d-aa0f-9e1249975e55 HTTP/1.1" status: 204 len: 168 time: 0.8323107 Aug 23 20:49:00.308842 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6cc233a3-aabd-4c67-9dd4-6d1c8bc73083 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:00.321150 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48036) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:00.356820 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1285f4f0-9fff-4820-aba2-a6693b623a48 admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:00.422959 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6cc233a3-aabd-4c67-9dd4-6d1c8bc73083 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:00.427554 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6cc233a3-aabd-4c67-9dd4-6d1c8bc73083 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:00.428852 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-59273e55-9fbd-4f26-81c2-14a5fe95e1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a57494-3132-406a-9a93-2f3bc2de625a', 'name': 'tempest-TaggedBootDevicesTest_v242-1890661046-router', 'tenant_id': '31c0cec95ab64e5ca0c5b6061061da27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '28ab5f97-a367-43ac-ab61-d688e97032eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:36:52Z', 'updated_at': '2021-08-23T20:48:58Z', 'revision_number': 5, 'project_id': '31c0cec95ab64e5ca0c5b6061061da27', 'gw_port': {'id': '28ab5f97-a367-43ac-ab61-d688e97032eb', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a57494-3132-406a-9a93-2f3bc2de625a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:36:54Z', 'updated_at': '2021-08-23T20:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:49:00.432573 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48044) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:00.432792 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-6cc233a3-aabd-4c67-9dd4-6d1c8bc73083 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "DELETE /v2.0/security-groups/02d51fef-dd96-4e2c-a40b-8c41b3c5c30a HTTP/1.1" status: 204 len: 168 time: 0.5597115 Aug 23 20:49:00.438031 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a734891c-8ae3-42ab-b7ac-48636ac7aa20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:00.452507 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc233a3-aabd-4c67-9dd4-6d1c8bc73083 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d51fef-dd96-4e2c-a40b-8c41b3c5c30a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:00.478933 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59273e55-9fbd-4f26-81c2-14a5fe95e1e3 None None] Checking router: 65a57494-3132-406a-9a93-2f3bc2de625a for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:49:00.499957 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59273e55-9fbd-4f26-81c2-14a5fe95e1e3 None None] Routers {'65a57494-3132-406a-9a93-2f3bc2de625a'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:49:00.501184 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-59273e55-9fbd-4f26-81c2-14a5fe95e1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:48:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['65a57494-3132-406a-9a93-2f3bc2de625a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:49:00.524486 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48805ee6-38a2-4839-97c4-6f38780a2fb7 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:00.526426 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48805ee6-38a2-4839-97c4-6f38780a2fb7 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:00.528387 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-48805ee6-38a2-4839-97c4-6f38780a2fb7 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2062209 Aug 23 20:49:00.544295 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48048) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:00.597041 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a734891c-8ae3-42ab-b7ac-48636ac7aa20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:00.660672 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-cd22fca3-75f5-42dc-89ae-747467fd8f9a tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2096729 Aug 23 20:49:00.664541 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48056) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:00.668407 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-dff496ee-e316-4d0f-a986-4897a21594bf None None] Provisioning for port 18adb163-ab2e-4420-bd08-e83e242f3334 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:49:00.673425 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-dff496ee-e316-4d0f-a986-4897a21594bf None None] Provisioning complete for port 18adb163-ab2e-4420-bd08-e83e242f3334 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:49:00.673813 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dff496ee-e316-4d0f-a986-4897a21594bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:00.748314 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a734891c-8ae3-42ab-b7ac-48636ac7aa20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:00.761135 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-59273e55-9fbd-4f26-81c2-14a5fe95e1e3 None None] Set router 65a57494-3132-406a-9a93-2f3bc2de625a gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:49:00.814953 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-5f88bb76-dfc3-45c3-9570-1e182e07d6a2 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] delete failed (client error): The resource could not be found. Aug 23 20:49:00.819860 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-5f88bb76-dfc3-45c3-9570-1e182e07d6a2 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "DELETE /v2.0/security-groups/02d51fef-dd96-4e2c-a40b-8c41b3c5c30a HTTP/1.1" status: 404 len: 347 time: 0.1494317 Aug 23 20:49:00.819860 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1285f4f0-9fff-4820-aba2-a6693b623a48 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:00.824378 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48062) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:00.829209 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-90581fcd-90fd-4ed1-94ea-eba2fa9acc36 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Request body: {'security_group': {'name': 'tempest-secgroup--180810982'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:00.842502 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a734891c-8ae3-42ab-b7ac-48636ac7aa20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8a78471-c96d-48f8-92fc-a23624038f3e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:00.866571 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a734891c-8ae3-42ab-b7ac-48636ac7aa20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:00.870943 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a734891c-8ae3-42ab-b7ac-48636ac7aa20 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d8a78471-c96d-48f8-92fc-a23624038f3e HTTP/1.1" status: 204 len: 168 time: 0.8982983 Aug 23 20:49:00.871312 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48066) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:00.902575 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dff496ee-e316-4d0f-a986-4897a21594bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:00.930929 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-46b5dac3-7869-4b47-b2c6-76d9c73eabf5 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Deleting subnet ad8799a5-644f-4afd-8640-64ad66efca28 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:49:00.938548 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-46b5dac3-7869-4b47-b2c6-76d9c73eabf5 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:01.001025 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-dff496ee-e316-4d0f-a986-4897a21594bf None None] For port 18adb163-ab2e-4420-bd08-e83e242f3334, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=18adb163-ab2e-4420-bd08-e83e242f3334,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:49:01.009635 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dff496ee-e316-4d0f-a986-4897a21594bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:01.063918 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-81e48fa7-8513-4f5e-a615-5d6b0e2c32ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:01.102962 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff496ee-e316-4d0f-a986-4897a21594bf None None] Pushing event updated for resources: {'Port': ['ID=18adb163-ab2e-4420-bd08-e83e242f3334,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:01.113000 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-90581fcd-90fd-4ed1-94ea-eba2fa9acc36 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:01.113214 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-46b5dac3-7869-4b47-b2c6-76d9c73eabf5 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:01.122904 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-74a0d738-7da1-4fdc-a9ac-98dfc683a200 None None] Could not find standard attr ID for object 8a1918c5-e107-4d2d-aa0f-9e1249975e55. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 20:49:01.180717 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734b5b3-7600-4865-b075-bae5e6f1f769 req-febb64b6-ef74-436f-bd8c-ce9a1a77daee tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:01.182680 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a734b5b3-7600-4865-b075-bae5e6f1f769 req-febb64b6-ef74-436f-bd8c-ce9a1a77daee tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 945 time: 0.3152852 Aug 23 20:49:01.222077 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-1285f4f0-9fff-4820-aba2-a6693b623a48 admin admin] Deleting port 28ab5f97-a367-43ac-ab61-d688e97032eb {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:49:01.224571 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1285f4f0-9fff-4820-aba2-a6693b623a48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:01.268273 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-59273e55-9fbd-4f26-81c2-14a5fe95e1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a57494-3132-406a-9a93-2f3bc2de625a', 'name': 'tempest-TaggedBootDevicesTest_v242-1890661046-router', 'tenant_id': '31c0cec95ab64e5ca0c5b6061061da27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '28ab5f97-a367-43ac-ab61-d688e97032eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:36:52Z', 'updated_at': '2021-08-23T20:48:58Z', 'revision_number': 5, 'project_id': '31c0cec95ab64e5ca0c5b6061061da27', 'gw_port': {'id': '28ab5f97-a367-43ac-ab61-d688e97032eb', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a57494-3132-406a-9a93-2f3bc2de625a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:36:54Z', 'updated_at': '2021-08-23T20:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:49:01.300380 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59273e55-9fbd-4f26-81c2-14a5fe95e1e3 None None] The sync data for ids ['65a57494-3132-406a-9a93-2f3bc2de625a'] in n-d-805663-2 is: [{'id': '65a57494-3132-406a-9a93-2f3bc2de625a', 'name': 'tempest-TaggedBootDevicesTest_v242-1890661046-router', 'tenant_id': '31c0cec95ab64e5ca0c5b6061061da27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '28ab5f97-a367-43ac-ab61-d688e97032eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:36:52Z', 'updated_at': '2021-08-23T20:48:58Z', 'revision_number': 5, 'project_id': '31c0cec95ab64e5ca0c5b6061061da27', 'gw_port': {'id': '28ab5f97-a367-43ac-ab61-d688e97032eb', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a57494-3132-406a-9a93-2f3bc2de625a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:36:54Z', 'updated_at': '2021-08-23T20:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:49:01.350750 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-81e48fa7-8513-4f5e-a615-5d6b0e2c32ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:01.358111 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a734b5b3-7600-4865-b075-bae5e6f1f769 req-eb96c4fc-b781-43a6-8ee9-83d31594b68c tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=30d3316a-f14a-48d2-9cdd-37efb7e3923e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572664 Aug 23 20:49:01.370866 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-81e48fa7-8513-4f5e-a615-5d6b0e2c32ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ecb5153-31b4-40ef-9c34-384d555a9057']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:49:01.390056 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-46b5dac3-7869-4b47-b2c6-76d9c73eabf5 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:01.394666 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-81e48fa7-8513-4f5e-a615-5d6b0e2c32ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e1eaf9f-ced9-4e17-9074-e6a2089e8c31') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:49:01.395168 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-81e48fa7-8513-4f5e-a615-5d6b0e2c32ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e1eaf9f-ced9-4e17-9074-e6a2089e8c31') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:49:01.414316 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-81e48fa7-8513-4f5e-a615-5d6b0e2c32ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:01.430821 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9782fce-dabb-43f1-bae2-858c9897ee98 req-8d2debdd-2922-479c-ab54-f82ae021d3f2 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:01.432360 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a9782fce-dabb-43f1-bae2-858c9897ee98 req-8d2debdd-2922-479c-ab54-f82ae021d3f2 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/ports?device_id=36e97456-bc94-4735-a3f3-535335e123ac HTTP/1.1" status: 200 len: 945 time: 0.1338613 Aug 23 20:49:01.438762 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-1285f4f0-9fff-4820-aba2-a6693b623a48 admin admin] For port 28ab5f97-a367-43ac-ab61-d688e97032eb, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=28ab5f97-a367-43ac-ab61-d688e97032eb,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:49:01.439201 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1285f4f0-9fff-4820-aba2-a6693b623a48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:01.452895 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-81e48fa7-8513-4f5e-a615-5d6b0e2c32ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:01.466546 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-1285f4f0-9fff-4820-aba2-a6693b623a48 admin admin] Calling delete_port for 28ab5f97-a367-43ac-ab61-d688e97032eb owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:49:01.475328 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81e48fa7-8513-4f5e-a615-5d6b0e2c32ff admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:49:01.475960 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-81e48fa7-8513-4f5e-a615-5d6b0e2c32ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:01.479485 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:49:01.479485 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:49:01.479485 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:49:01.479485 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:49:01.479485 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:49:01.479485 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:49:01.479485 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:49:01.479485 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:49:01.479485 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:49:01.479485 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:49:01.479485 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:49:01.479485 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:49:01.479485 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:49:01.479485 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:49:01.479485 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:49:01.479485 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:49:01.479485 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:49:01.479485 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:49:01.479485 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:49:01.479485 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:49:01.479485 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:49:01.479485 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:49:01.479485 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:49:01.479485 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:49:01.479485 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:49:01.479485 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:49:01.479485 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:49:01.479485 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:49:01.479485 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:49:01.479485 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:49:01.479485 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:49:01.479485 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:49:01.525161 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-46b5dac3-7869-4b47-b2c6-76d9c73eabf5 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:01.538371 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a9782fce-dabb-43f1-bae2-858c9897ee98 req-ab306a1e-66fe-49d3-8132-4cd1f9d9cc22 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/security-groups?id=e95ebc01-8923-4d14-b0f3-305117d93e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992937 Aug 23 20:49:01.558465 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-90581fcd-90fd-4ed1-94ea-eba2fa9acc36 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:01.566947 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-90581fcd-90fd-4ed1-94ea-eba2fa9acc36 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:01.575784 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-81e48fa7-8513-4f5e-a615-5d6b0e2c32ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:01.579201 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ea3270-bf1a-4a37-9f40-79e1f8ced845 None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:49:01.594326 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b5dac3-7869-4b47-b2c6-76d9c73eabf5 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event deleted for resources: {'Subnet': ['ID=ad8799a5-644f-4afd-8640-64ad66efca28,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:01.596812 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-81e48fa7-8513-4f5e-a615-5d6b0e2c32ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:01.598003 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-46b5dac3-7869-4b47-b2c6-76d9c73eabf5 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:01.604547 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-81e48fa7-8513-4f5e-a615-5d6b0e2c32ff admin admin] 10.222.0.61 "DELETE /v2.0/networks/9ecb5153-31b4-40ef-9c34-384d555a9057 HTTP/1.1" status: 204 len: 168 time: 0.7265785 Aug 23 20:49:01.604872 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-46b5dac3-7869-4b47-b2c6-76d9c73eabf5 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/ad8799a5-644f-4afd-8640-64ad66efca28 HTTP/1.1" status: 204 len: 168 time: 1.0532520 Aug 23 20:49:01.615723 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48070) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:01.626047 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e48fa7-8513-4f5e-a615-5d6b0e2c32ff admin admin] Pushing event deleted for resources: {'Network': ['ID=9ecb5153-31b4-40ef-9c34-384d555a9057,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:01.678844 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-90581fcd-90fd-4ed1-94ea-eba2fa9acc36 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:01.684132 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-90581fcd-90fd-4ed1-94ea-eba2fa9acc36 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8546629 Aug 23 20:49:01.684132 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9c4c74c3-1176-4b94-9703-fbfaefa41a7e tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0655928 Aug 23 20:49:01.684132 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48074) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:01.685903 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48076) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:01.690279 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-50801606-1800-47fd-985c-bf66f576c604 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Request body: {'security_group_rule': {'security_group_id': 'c24b6843-1adb-4319-bf28-5ab45cd1f625', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:01.702073 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90581fcd-90fd-4ed1-94ea-eba2fa9acc36 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c24b6843-1adb-4319-bf28-5ab45cd1f625,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:01.713911 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f5733-ccee-4d62-a6ed-fcf607eb32fc req-e639fb93-dab2-4dbb-8c3b-b0ccc62cbaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:01.715671 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d92f5733-ccee-4d62-a6ed-fcf607eb32fc req-e639fb93-dab2-4dbb-8c3b-b0ccc62cbaba service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b17a426d9eb4b3083079c3d4dc4db5c&device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 1096 time: 0.1546144 Aug 23 20:49:01.773534 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-50801606-1800-47fd-985c-bf66f576c604 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:01.787555 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a65494-99a8-458f-b30a-96086013cbbc tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:01.791708 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-67a65494-99a8-458f-b30a-96086013cbbc tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1025422 Aug 23 20:49:01.795090 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48078) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:01.897859 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1285f4f0-9fff-4820-aba2-a6693b623a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:01.898101 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518caac5-c09f-4120-b2f7-bbdee8954478 None None] DHCP port deletion for 6435e9ee-eaf5-46f5-a85c-299ee4fcacce request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:49:01.903336 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48082) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:01.904579 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50847e31-8ca5-4558-8ed1-b72df6225491 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:01.910104 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-50847e31-8ca5-4558-8ed1-b72df6225491 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1102312 Aug 23 20:49:01.910428 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48084) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:01.916755 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-50801606-1800-47fd-985c-bf66f576c604 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:01.922644 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-50801606-1800-47fd-985c-bf66f576c604 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:01.940024 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50801606-1800-47fd-985c-bf66f576c604 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cec10b3c-cc8d-4c9f-8eb6-7f8aa8346fc4,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:01.942064 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f5733-ccee-4d62-a6ed-fcf607eb32fc req-d1f3b9e9-074b-45fe-a0af-4d20c71ca86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:01.943770 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d92f5733-ccee-4d62-a6ed-fcf607eb32fc req-d1f3b9e9-074b-45fe-a0af-4d20c71ca86c service neutron] 10.222.0.32 "GET /v2.0/networks?id=8d068299-4184-4227-8cbc-58442cd62193 HTTP/1.1" status: 200 len: 897 time: 0.2179005 Aug 23 20:49:01.962536 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-50801606-1800-47fd-985c-bf66f576c604 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:01.964955 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-50801606-1800-47fd-985c-bf66f576c604 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2807925 Aug 23 20:49:01.968230 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48086) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:01.989485 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1285f4f0-9fff-4820-aba2-a6693b623a48 admin admin] Pushing event deleted for resources: {'Port': ['ID=28ab5f97-a367-43ac-ab61-d688e97032eb,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:02.004152 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-39097cf5-f9d2-427b-afc1-e839497acdc6 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0901108 Aug 23 20:49:02.007026 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48088) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:02.014417 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-f05a356c-7d43-4e6b-ba78-0ee4227bae89 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'subnet': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:02.021262 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-518caac5-c09f-4120-b2f7-bbdee8954478 None None] Deleting port 18adb163-ab2e-4420-bd08-e83e242f3334 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:49:02.022566 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-518caac5-c09f-4120-b2f7-bbdee8954478 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:02.072725 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 167514e4-f52b-479a-ace6-dd928473afa2 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:49:02.073818 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9a91ca45-432b-401e-b58a-fd96f5e19a3f tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:02.090168 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9a91ca45-432b-401e-b58a-fd96f5e19a3f tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:02.123753 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-28fb783a-69f6-4d19-b1e5-a8a6eba5f550 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9920664cf20a46148d0ca8cb2b04c56f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2114277 Aug 23 20:49:02.123950 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48090) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:02.136309 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d92f5733-ccee-4d62-a6ed-fcf607eb32fc req-68488cef-a4a0-4daa-a0d3-174ec04b4577 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2407290-42c4-4898-b0ae-5a05faa64eda HTTP/1.1" status: 200 len: 1001 time: 0.1442890 Aug 23 20:49:02.141196 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1285f4f0-9fff-4820-aba2-a6693b623a48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:02.191211 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9a91ca45-432b-401e-b58a-fd96f5e19a3f tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:02.197023 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e9fb0828-ecfa-4ceb-8231-421b3393c949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:02.220676 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e9fb0828-ecfa-4ceb-8231-421b3393c949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:02.265130 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9a91ca45-432b-401e-b58a-fd96f5e19a3f tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:02.267150 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 167514e4-f52b-479a-ace6-dd928473afa2 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:49:02.267500 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 167514e4-f52b-479a-ace6-dd928473afa2 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:49:02.267927 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 18adb163-ab2e-4420-bd08-e83e242f3334 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:49:02.268046 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1285f4f0-9fff-4820-aba2-a6693b623a48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:02.269472 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9a91ca45-432b-401e-b58a-fd96f5e19a3f tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/cec10b3c-cc8d-4c9f-8eb6-7f8aa8346fc4 HTTP/1.1" status: 204 len: 168 time: 0.2999136 Aug 23 20:49:02.273050 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48092) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:02.277768 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a91ca45-432b-401e-b58a-fd96f5e19a3f tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cec10b3c-cc8d-4c9f-8eb6-7f8aa8346fc4,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:02.280407 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1285f4f0-9fff-4820-aba2-a6693b623a48 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:02.296393 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05a356c-7d43-4e6b-ba78-0ee4227bae89 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:49:02.304379 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f5733-ccee-4d62-a6ed-fcf607eb32fc req-7d306b73-6e81-4f18-9deb-c5531838ee49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:02.304596 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f05a356c-7d43-4e6b-ba78-0ee4227bae89 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:02.306359 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d92f5733-ccee-4d62-a6ed-fcf607eb32fc req-7d306b73-6e81-4f18-9deb-c5531838ee49 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d93f73c3-35f9-433c-a781-7029406e1a10 HTTP/1.1" status: 200 len: 834 time: 0.1617947 Aug 23 20:49:02.310544 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e9fb0828-ecfa-4ceb-8231-421b3393c949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:02.310802 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-518caac5-c09f-4120-b2f7-bbdee8954478 None None] For port 18adb163-ab2e-4420-bd08-e83e242f3334, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=18adb163-ab2e-4420-bd08-e83e242f3334,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:49:02.311380 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-518caac5-c09f-4120-b2f7-bbdee8954478 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:02.313526 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e9fb0828-ecfa-4ceb-8231-421b3393c949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:02.323407 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e9fb0828-ecfa-4ceb-8231-421b3393c949 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a0394211-8887-4285-9578-664f58614cb7 HTTP/1.1" status: 204 len: 168 time: 0.1968563 Aug 23 20:49:02.330425 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-518caac5-c09f-4120-b2f7-bbdee8954478 None None] Calling delete_port for 18adb163-ab2e-4420-bd08-e83e242f3334 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:49:02.356430 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fb0828-ecfa-4ceb-8231-421b3393c949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0394211-8887-4285-9578-664f58614cb7,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:02.402077 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b8384dae-b81d-4cc4-a114-d6d9494493b6 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1277282 Aug 23 20:49:02.404863 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1285f4f0-9fff-4820-aba2-a6693b623a48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:02.405630 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1285f4f0-9fff-4820-aba2-a6693b623a48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65a57494-3132-406a-9a93-2f3bc2de625a {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:49:02.409018 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48098) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:02.415933 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1285f4f0-9fff-4820-aba2-a6693b623a48 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:02.425346 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48100) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:02.425558 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-1285f4f0-9fff-4820-aba2-a6693b623a48 admin admin] 10.222.0.61 "DELETE /v2.0/routers/65a57494-3132-406a-9a93-2f3bc2de625a HTTP/1.1" status: 204 len: 168 time: 2.5764689 Aug 23 20:49:02.511104 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f5733-ccee-4d62-a6ed-fcf607eb32fc req-aa0ab9c4-1d0a-4fca-9f46-6d6eac2df8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:02.511849 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-08fe8b29-5286-4e45-a4ba-96f5fe811312 admin admin] Deleting subnet ea915c70-de21-4e85-9794-73e9efabd3c6 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:49:02.512902 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d92f5733-ccee-4d62-a6ed-fcf607eb32fc req-aa0ab9c4-1d0a-4fca-9f46-6d6eac2df8c4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d068299-4184-4227-8cbc-58442cd62193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1727302 Aug 23 20:49:02.522142 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-08fe8b29-5286-4e45-a4ba-96f5fe811312 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:02.546419 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-518caac5-c09f-4120-b2f7-bbdee8954478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:02.574473 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518caac5-c09f-4120-b2f7-bbdee8954478 None None] No DVR routers for this DVR port 18adb163-ab2e-4420-bd08-e83e242f3334 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:49:02.581424 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-08fe8b29-5286-4e45-a4ba-96f5fe811312 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:02.600453 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:02.617045 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518caac5-c09f-4120-b2f7-bbdee8954478 None None] Pushing event deleted for resources: {'Port': ['ID=18adb163-ab2e-4420-bd08-e83e242f3334,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:02.635445 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3406bca1-21fd-4491-be58-fc9ae13fab39 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:02.696559 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535871a-cd7a-4401-addc-f7a79e1f7085 req-ed4e1017-9921-4095-946e-bacb170260c1 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:02.699306 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d535871a-cd7a-4401-addc-f7a79e1f7085 req-ed4e1017-9921-4095-946e-bacb170260c1 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 945 time: 0.2259059 Aug 23 20:49:02.735014 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3406bca1-21fd-4491-be58-fc9ae13fab39 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:02.749179 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-08fe8b29-5286-4e45-a4ba-96f5fe811312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:02.756976 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d92f5733-ccee-4d62-a6ed-fcf607eb32fc req-d4b32133-c771-422f-b7fe-52e0fbda0945 service neutron] 10.222.0.32 "GET /v2.0/networks/8d068299-4184-4227-8cbc-58442cd62193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135870 Aug 23 20:49:02.831042 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a80395b-2809-4094-ab35-1133bc2d067f req-663b04a4-820a-44e3-84ea-5e3e73c75f1e tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:02.832640 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3a80395b-2809-4094-ab35-1133bc2d067f req-663b04a4-820a-44e3-84ea-5e3e73c75f1e tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/ports?device_id=36e97456-bc94-4735-a3f3-535335e123ac HTTP/1.1" status: 200 len: 945 time: 0.1361346 Aug 23 20:49:02.928231 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-08fe8b29-5286-4e45-a4ba-96f5fe811312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:02.943940 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3a80395b-2809-4094-ab35-1133bc2d067f req-34808086-96ab-4eda-a593-2a83b942a7c1 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/security-groups?id=e95ebc01-8923-4d14-b0f3-305117d93e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006513 Aug 23 20:49:02.971852 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fe8b29-5286-4e45-a4ba-96f5fe811312 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea915c70-de21-4e85-9794-73e9efabd3c6,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:02.971852 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-08fe8b29-5286-4e45-a4ba-96f5fe811312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:02.976338 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-08fe8b29-5286-4e45-a4ba-96f5fe811312 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/ea915c70-de21-4e85-9794-73e9efabd3c6 HTTP/1.1" status: 204 len: 168 time: 0.5399413 Aug 23 20:49:02.979567 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf3dec1-5203-4520-b62d-f409f238ce26 None None] Network 2980a46c-5f6f-4bd3-86da-263aae928b5d requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:49:02.993120 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48114) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:03.137263 n-d-805663-2 neutron-server[94687]: DEBUG neutron.objects.ports [None req-f05a356c-7d43-4e6b-ba78-0ee4227bae89 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94687) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 20:49:03.143343 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f05a356c-7d43-4e6b-ba78-0ee4227bae89 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:03.182877 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7ed3227a-35ad-429c-a59b-bb93216e4434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:03.210101 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05a356c-7d43-4e6b-ba78-0ee4227bae89 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:49:03.240821 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-f05a356c-7d43-4e6b-ba78-0ee4227bae89 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:49:03.251873 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d535871a-cd7a-4401-addc-f7a79e1f7085 req-e7d7b178-8a08-4de5-868f-89f0605996ee tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=30d3316a-f14a-48d2-9cdd-37efb7e3923e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5186839 Aug 23 20:49:03.262976 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292cc621-1515-43cc-a5b2-ba3e82e78086 None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:49:03.265296 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05a356c-7d43-4e6b-ba78-0ee4227bae89 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:03.265952 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f05a356c-7d43-4e6b-ba78-0ee4227bae89 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:03.271555 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3406bca1-21fd-4491-be58-fc9ae13fab39 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:03.281695 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3406bca1-21fd-4491-be58-fc9ae13fab39 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:03.282880 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-3406bca1-21fd-4491-be58-fc9ae13fab39 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "DELETE /v2.0/security-groups/c24b6843-1adb-4319-bf28-5ab45cd1f625 HTTP/1.1" status: 204 len: 168 time: 0.8726244 Aug 23 20:49:03.296460 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48126) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:03.297863 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05a356c-7d43-4e6b-ba78-0ee4227bae89 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'Subnet': ['ID=88938f39-dd6a-4ac3-8556-892907356b56,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:03.320760 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3406bca1-21fd-4491-be58-fc9ae13fab39 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24b6843-1adb-4319-bf28-5ab45cd1f625,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:03.331865 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f05a356c-7d43-4e6b-ba78-0ee4227bae89 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3230724 Aug 23 20:49:03.336367 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48130) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:03.342240 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-51a9c3be-f464-4493-a3e1-b9ff52282e78 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'subnet': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:03.344391 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d92f5733-ccee-4d62-a6ed-fcf607eb32fc req-a0ed5f82-cc1e-4a88-9ac5-78b214880dcb service neutron] 10.222.0.32 "GET /v2.0/networks/8d068299-4184-4227-8cbc-58442cd62193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5736535 Aug 23 20:49:03.378433 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f220678-9d96-451d-85af-845da9f33957 None None] DHCP port deletion for 2980a46c-5f6f-4bd3-86da-263aae928b5d request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:49:03.384165 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-df527d69-32d7-4dcd-961e-d5926eec04ae tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0840096 Aug 23 20:49:03.388038 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48132) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:03.393521 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-247f65d9-0b3f-4d26-a6d9-f9e09401cdf5 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Request body: {'security_group': {'name': 'tempest-secgroup--2016660081'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:03.428263 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-247f65d9-0b3f-4d26-a6d9-f9e09401cdf5 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:03.555368 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-7ed3227a-35ad-429c-a59b-bb93216e4434 admin admin] Deleting port ac8635cd-8350-4a2c-8eb8-4a4ea9ba48dd {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:49:03.555677 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7ed3227a-35ad-429c-a59b-bb93216e4434 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:03.588083 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547380c-78da-49b1-906f-3260d3f8c957 req-f4ea715f-1e85-4ce2-a8cc-8ea8d7c94230 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:03.590110 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9547380c-78da-49b1-906f-3260d3f8c957 req-f4ea715f-1e85-4ce2-a8cc-8ea8d7c94230 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.32 "GET /v2.0/ports?device_id=36e97456-bc94-4735-a3f3-535335e123ac HTTP/1.1" status: 200 len: 945 time: 0.2419729 Aug 23 20:49:03.599190 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-247f65d9-0b3f-4d26-a6d9-f9e09401cdf5 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:03.604999 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48140) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:03.611394 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-247f65d9-0b3f-4d26-a6d9-f9e09401cdf5 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:03.613140 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-8f220678-9d96-451d-85af-845da9f33957 None None] Deleting port ac8635cd-8350-4a2c-8eb8-4a4ea9ba48dd {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:49:03.613517 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8f220678-9d96-451d-85af-845da9f33957 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:03.626495 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f830b985-a6f8-41ab-8c1c-73def74360c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'tenant_id': 'db9608efcb064b40bc03dbc9d75ec2a9', 'fixed_ips': [{'subnet_id': '88938f39-dd6a-4ac3-8556-892907356b56'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:49:03.627389 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f830b985-a6f8-41ab-8c1c-73def74360c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:03.644871 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247f65d9-0b3f-4d26-a6d9-f9e09401cdf5 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd48aca-5820-484e-b4f8-f29b4786549c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:03.670976 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-247f65d9-0b3f-4d26-a6d9-f9e09401cdf5 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:03.672842 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-247f65d9-0b3f-4d26-a6d9-f9e09401cdf5 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2834051 Aug 23 20:49:03.675984 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48144) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:03.687460 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-65a2ae65-630d-4873-80eb-b16b8bb70feb tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Request body: {'security_group_rule': {'security_group_id': '0cd48aca-5820-484e-b4f8-f29b4786549c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:03.698924 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a9c3be-f464-4493-a3e1-b9ff52282e78 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:49:03.702746 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-51a9c3be-f464-4493-a3e1-b9ff52282e78 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:03.733159 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-65a2ae65-630d-4873-80eb-b16b8bb70feb tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:03.750408 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-f9e60c0e-91a7-4854-9ba4-4706884f5a0a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-863534277-network', 'tenant_id': '2af290724cc44af890c8fd2249003602'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:03.759405 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-8f220678-9d96-451d-85af-845da9f33957 None None] For port ac8635cd-8350-4a2c-8eb8-4a4ea9ba48dd, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=ac8635cd-8350-4a2c-8eb8-4a4ea9ba48dd,segment=NetworkSegment(8a6ca302-72b4-4bc9-9c2c-af9d6fc59dd9),segment_id=8a6ca302-72b4-4bc9-9c2c-af9d6fc59dd9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:49:03.759806 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8f220678-9d96-451d-85af-845da9f33957 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:03.779452 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-8f220678-9d96-451d-85af-845da9f33957 None None] Calling delete_port for ac8635cd-8350-4a2c-8eb8-4a4ea9ba48dd owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:49:03.784842 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-7ed3227a-35ad-429c-a59b-bb93216e4434 admin admin] For port ac8635cd-8350-4a2c-8eb8-4a4ea9ba48dd, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=ac8635cd-8350-4a2c-8eb8-4a4ea9ba48dd,segment=NetworkSegment(8a6ca302-72b4-4bc9-9c2c-af9d6fc59dd9),segment_id=8a6ca302-72b4-4bc9-9c2c-af9d6fc59dd9)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:49:03.785218 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7ed3227a-35ad-429c-a59b-bb93216e4434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:03.797582 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e60c0e-91a7-4854-9ba4-4706884f5a0a admin admin] Made reservation on behalf of 2af290724cc44af890c8fd2249003602 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:49:03.800005 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9e60c0e-91a7-4854-9ba4-4706884f5a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:03.817739 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9e60c0e-91a7-4854-9ba4-4706884f5a0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:03.825485 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-65a2ae65-630d-4873-80eb-b16b8bb70feb tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:03.831951 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-65a2ae65-630d-4873-80eb-b16b8bb70feb tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:03.859700 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a2ae65-630d-4873-80eb-b16b8bb70feb tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc8d3e86-cbf7-4a0a-a264-1bed711b12d5,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:03.886734 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-f830b985-a6f8-41ab-8c1c-73def74360c2 None None] Allocated IP 2001:db8::f816:3eff:feae:c4d1 (6435e9ee-eaf5-46f5-a85c-299ee4fcacce/88938f39-dd6a-4ac3-8556-892907356b56/80ccbbe1-a8d7-4684-b5dc-fbccb576ce4a) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:49:03.954233 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9e60c0e-91a7-4854-9ba4-4706884f5a0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:03.964762 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9e60c0e-91a7-4854-9ba4-4706884f5a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:03.967727 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8f220678-9d96-451d-85af-845da9f33957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:03.980947 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9e60c0e-91a7-4854-9ba4-4706884f5a0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:49:03.992029 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9e60c0e-91a7-4854-9ba4-4706884f5a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:03.993065 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-f9e60c0e-91a7-4854-9ba4-4706884f5a0a admin admin] Added segment 87ae50be-ef23-4363-86a3-a03c9ef4b9c4 of type vlan for network 4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e Aug 23 20:49:04.002745 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f220678-9d96-451d-85af-845da9f33957 None None] Pushing event deleted for resources: {'Port': ['ID=ac8635cd-8350-4a2c-8eb8-4a4ea9ba48dd,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:04.014263 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f220678-9d96-451d-85af-845da9f33957 None None] No DVR routers for this DVR port ac8635cd-8350-4a2c-8eb8-4a4ea9ba48dd on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:49:04.045619 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-65a2ae65-630d-4873-80eb-b16b8bb70feb tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:04.050140 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-65a2ae65-630d-4873-80eb-b16b8bb70feb tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3713729 Aug 23 20:49:04.057545 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48148) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:04.064932 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-06572ab3-c389-416c-80fc-f211bee4b132 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Request body: {'security_group_rule': {'security_group_id': '0cd48aca-5820-484e-b4f8-f29b4786549c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:04.095097 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 28ab5f97-a367-43ac-ab61-d688e97032eb no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:49:04.102162 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9e60c0e-91a7-4854-9ba4-4706884f5a0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:04.107274 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e60c0e-91a7-4854-9ba4-4706884f5a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd41300-21f9-4644-8325-9486b10bfa23,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:04.132689 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 28ab5f97-a367-43ac-ab61-d688e97032eb {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:49:04.133053 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 28ab5f97-a367-43ac-ab61-d688e97032eb not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:49:04.134344 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device ac8635cd-8350-4a2c-8eb8-4a4ea9ba48dd no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:49:04.144806 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-06572ab3-c389-416c-80fc-f211bee4b132 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:04.157662 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9e60c0e-91a7-4854-9ba4-4706884f5a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:04.158639 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e60c0e-91a7-4854-9ba4-4706884f5a0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:04.159223 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9e60c0e-91a7-4854-9ba4-4706884f5a0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:04.173826 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: ac8635cd-8350-4a2c-8eb8-4a4ea9ba48dd {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:49:04.174212 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device ac8635cd-8350-4a2c-8eb8-4a4ea9ba48dd not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:49:04.189897 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f830b985-a6f8-41ab-8c1c-73def74360c2 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:04.198261 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-7ed3227a-35ad-429c-a59b-bb93216e4434 admin admin] Calling delete_port for ac8635cd-8350-4a2c-8eb8-4a4ea9ba48dd owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:49:04.201763 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f830b985-a6f8-41ab-8c1c-73def74360c2 None None] Transition to ACTIVE for port object 80ccbbe1-a8d7-4684-b5dc-fbccb576ce4a will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:49:04.218588 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f830b985-a6f8-41ab-8c1c-73def74360c2 None None] Transition to ACTIVE for port object 80ccbbe1-a8d7-4684-b5dc-fbccb576ce4a will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:49:04.228031 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f830b985-a6f8-41ab-8c1c-73def74360c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:04.251231 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f9e60c0e-91a7-4854-9ba4-4706884f5a0a admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6445537 Aug 23 20:49:04.257766 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48150) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:04.263372 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-3de08026-4af2-40f0-818f-2ad11f11d111 admin admin] Request body: {'subnet': {'network_id': '4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-863534277-subnet', 'tenant_id': '2af290724cc44af890c8fd2249003602', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:04.267518 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e60c0e-91a7-4854-9ba4-4706884f5a0a admin admin] Pushing event updated for resources: {'Network': ['ID=4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:04.271886 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f830b985-a6f8-41ab-8c1c-73def74360c2 None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:49:04.274650 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-f830b985-a6f8-41ab-8c1c-73def74360c2 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:49:04.281368 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f830b985-a6f8-41ab-8c1c-73def74360c2 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:49:04.284612 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f830b985-a6f8-41ab-8c1c-73def74360c2 None None] Pushing event updated for resources: {'Port': ['ID=80ccbbe1-a8d7-4684-b5dc-fbccb576ce4a,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:04.289716 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-06572ab3-c389-416c-80fc-f211bee4b132 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:04.290625 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:49:04.301058 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-06572ab3-c389-416c-80fc-f211bee4b132 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:04.315979 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de08026-4af2-40f0-818f-2ad11f11d111 admin admin] Made reservation on behalf of 2af290724cc44af890c8fd2249003602 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:49:04.318422 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3de08026-4af2-40f0-818f-2ad11f11d111 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:04.319874 n-d-805663-2 neutron-server[94687]: INFO neutron.db.ipam_backend_mixin [None req-51a9c3be-f464-4493-a3e1-b9ff52282e78 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 88938f39-dd6a-4ac3-8556-892907356b56 (CIDR: 2001:db8::/64) Aug 23 20:49:04.333224 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06572ab3-c389-416c-80fc-f211bee4b132 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7a9c92a-079b-4ebb-8fcd-915181201d3a,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:04.340629 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-51a9c3be-f464-4493-a3e1-b9ff52282e78 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 20:49:04.341124 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51a9c3be-f464-4493-a3e1-b9ff52282e78 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:49:04.357797 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e360a-784d-45cf-bcc6-6ed7feb1ef44 req-af05aaae-515d-4a50-b250-18ef8368987f tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:04.359373 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-153e360a-784d-45cf-bcc6-6ed7feb1ef44 req-af05aaae-515d-4a50-b250-18ef8368987f tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/ports?device_id=36e97456-bc94-4735-a3f3-535335e123ac HTTP/1.1" status: 200 len: 945 time: 0.1804292 Aug 23 20:49:04.389147 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-06572ab3-c389-416c-80fc-f211bee4b132 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:04.394267 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-06572ab3-c389-416c-80fc-f211bee4b132 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3333046 Aug 23 20:49:04.396627 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48154) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:04.404745 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-51a9c3be-f464-4493-a3e1-b9ff52282e78 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0671718 Aug 23 20:49:04.406784 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-9547380c-78da-49b1-906f-3260d3f8c957 req-94b3b1e5-8fb6-441a-98a0-a325a9624ed7 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Deleting port ce767d1f-f5d1-4eb3-a10b-90ef63bb1437 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:49:04.407399 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9547380c-78da-49b1-906f-3260d3f8c957 req-94b3b1e5-8fb6-441a-98a0-a325a9624ed7 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:04.413455 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48156) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:04.415513 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-f830b985-a6f8-41ab-8c1c-73def74360c2 None None] Attempting to bind port 80ccbbe1-a8d7-4684-b5dc-fbccb576ce4a on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:49:04.416218 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-f830b985-a6f8-41ab-8c1c-73def74360c2 None None] Attempting to bind port 80ccbbe1-a8d7-4684-b5dc-fbccb576ce4a by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:49:04.416403 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f830b985-a6f8-41ab-8c1c-73def74360c2 None None] Attempting to bind port 80ccbbe1-a8d7-4684-b5dc-fbccb576ce4a on network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:49:04.417601 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-5cfd6018-729b-4f6d-8385-5b63645d98e2 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Request body: {'security_group_rule': {'security_group_id': '0cd48aca-5820-484e-b4f8-f29b4786549c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:04.427347 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-d9a96149-7f1f-4b6b-8702-8afe070fac43 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'subnet': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:04.431089 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f830b985-a6f8-41ab-8c1c-73def74360c2 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:49:04.431569 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f830b985-a6f8-41ab-8c1c-73def74360c2 None None] Checking segment: {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:49:04.432047 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f830b985-a6f8-41ab-8c1c-73def74360c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:04.432553 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f830b985-a6f8-41ab-8c1c-73def74360c2 None None] Bound using segment: {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:49:04.433103 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-f830b985-a6f8-41ab-8c1c-73def74360c2 None None] Bound port: 80ccbbe1-a8d7-4684-b5dc-fbccb576ce4a, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:49:04.433551 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f830b985-a6f8-41ab-8c1c-73def74360c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:04.493384 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7ed3227a-35ad-429c-a59b-bb93216e4434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:04.517531 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-f830b985-a6f8-41ab-8c1c-73def74360c2 None None] For port 80ccbbe1-a8d7-4684-b5dc-fbccb576ce4a, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:49:04.522297 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-f830b985-a6f8-41ab-8c1c-73def74360c2 None None] For port 80ccbbe1-a8d7-4684-b5dc-fbccb576ce4a, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=80ccbbe1-a8d7-4684-b5dc-fbccb576ce4a,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:49:04.527784 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f830b985-a6f8-41ab-8c1c-73def74360c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:04.544702 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-153e360a-784d-45cf-bcc6-6ed7feb1ef44 req-23ff82a8-27fc-4d36-86ca-47e43087a27d tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/security-groups?id=e95ebc01-8923-4d14-b0f3-305117d93e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1759343 Aug 23 20:49:04.571609 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abacc8c6-a3bb-4b30-a4d5-d681202a1d44 req-ea606aa2-2e7c-41a2-bee8-1021a2fa46e5 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:04.573815 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-abacc8c6-a3bb-4b30-a4d5-d681202a1d44 req-ea606aa2-2e7c-41a2-bee8-1021a2fa46e5 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 945 time: 0.1716957 Aug 23 20:49:04.582389 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed3227a-35ad-429c-a59b-bb93216e4434 admin admin] No DVR routers for this DVR port ac8635cd-8350-4a2c-8eb8-4a4ea9ba48dd on host n-d-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:49:04.589185 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed3227a-35ad-429c-a59b-bb93216e4434 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac8635cd-8350-4a2c-8eb8-4a4ea9ba48dd,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:04.595025 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5cfd6018-729b-4f6d-8385-5b63645d98e2 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:04.602363 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f830b985-a6f8-41ab-8c1c-73def74360c2 None None] Pushing event updated for resources: {'Port': ['ID=80ccbbe1-a8d7-4684-b5dc-fbccb576ce4a,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:04.663824 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-9547380c-78da-49b1-906f-3260d3f8c957 req-94b3b1e5-8fb6-441a-98a0-a325a9624ed7 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] For port ce767d1f-f5d1-4eb3-a10b-90ef63bb1437, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=ce767d1f-f5d1-4eb3-a10b-90ef63bb1437,segment=NetworkSegment(71fa0ee8-71f8-4ca3-a314-108544b37f00),segment_id=71fa0ee8-71f8-4ca3-a314-108544b37f00)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:49:04.664176 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9547380c-78da-49b1-906f-3260d3f8c957 req-94b3b1e5-8fb6-441a-98a0-a325a9624ed7 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:04.703538 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-abacc8c6-a3bb-4b30-a4d5-d681202a1d44 req-f814185e-3d44-4734-9c62-4a4399a18a17 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=30d3316a-f14a-48d2-9cdd-37efb7e3923e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017489 Aug 23 20:49:04.718606 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a96149-7f1f-4b6b-8702-8afe070fac43 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:49:04.722165 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d9a96149-7f1f-4b6b-8702-8afe070fac43 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:04.742960 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3de08026-4af2-40f0-818f-2ad11f11d111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:04.823975 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7ed3227a-35ad-429c-a59b-bb93216e4434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:04.847852 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-7ed3227a-35ad-429c-a59b-bb93216e4434 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2980a46c-5f6f-4bd3-86da-263aae928b5d']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:49:04.858567 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5cfd6018-729b-4f6d-8385-5b63645d98e2 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:04.874269 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-7ed3227a-35ad-429c-a59b-bb93216e4434 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a6ca302-72b4-4bc9-9c2c-af9d6fc59dd9') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:49:04.874598 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-7ed3227a-35ad-429c-a59b-bb93216e4434 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a6ca302-72b4-4bc9-9c2c-af9d6fc59dd9') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:49:04.886564 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de08026-4af2-40f0-818f-2ad11f11d111 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7046a0bd-4474-4718-a5da-60ae1dc26dbc,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:04.887985 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5cfd6018-729b-4f6d-8385-5b63645d98e2 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:04.923250 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de08026-4af2-40f0-818f-2ad11f11d111 admin admin] Checking segment: {'id': '87ae50be-ef23-4363-86a3-a03c9ef4b9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:49:04.923663 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de08026-4af2-40f0-818f-2ad11f11d111 admin admin] Network hostable DHCP agents. Network: 4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:49:04.941407 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7ed3227a-35ad-429c-a59b-bb93216e4434 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:04.980169 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfd6018-729b-4f6d-8385-5b63645d98e2 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=050d5b9d-cd48-4f3e-b93a-7e9fc6519a7b,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:04.980409 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de08026-4af2-40f0-818f-2ad11f11d111 admin admin] Network 4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:49:04.982395 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7ed3227a-35ad-429c-a59b-bb93216e4434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:04.991469 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5cfd6018-729b-4f6d-8385-5b63645d98e2 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:04.993069 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5cfd6018-729b-4f6d-8385-5b63645d98e2 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5819359 Aug 23 20:49:04.994246 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ed3227a-35ad-429c-a59b-bb93216e4434 admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:49:04.994691 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7ed3227a-35ad-429c-a59b-bb93216e4434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:04.995886 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48158) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:04.998291 n-d-805663-2 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:49:04.998291 n-d-805663-2 neutron-server[94687]: self.session.flush() Aug 23 20:49:04.998291 n-d-805663-2 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:49:04.998291 n-d-805663-2 neutron-server[94687]: self.session.flush() Aug 23 20:49:04.998291 n-d-805663-2 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:49:04.998291 n-d-805663-2 neutron-server[94687]: self.session.flush() Aug 23 20:49:04.998291 n-d-805663-2 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:49:04.998291 n-d-805663-2 neutron-server[94687]: self.session.flush() Aug 23 20:49:04.998291 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:49:04.998291 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:49:04.998291 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:49:04.998291 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:49:04.998291 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:49:04.998291 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:49:04.998291 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:49:04.998291 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:49:04.998291 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:49:04.998291 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:49:04.998291 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:49:04.998291 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:49:04.998291 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:49:04.998291 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:49:04.998291 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:49:04.998291 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:49:04.998291 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:49:04.998291 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:49:04.998291 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:49:04.998291 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:49:04.998291 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:49:04.998291 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:49:04.998291 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:49:04.998291 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:49:04.998291 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:49:04.998291 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:49:04.998291 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:49:04.998291 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:49:04.998291 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:49:04.998291 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:49:04.998291 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:49:04.998291 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:49:05.005352 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-2b06fedf-233c-4556-b0c8-96b047760f41 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Request body: {'security_group_rule': {'security_group_id': '0cd48aca-5820-484e-b4f8-f29b4786549c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:05.009566 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-3de08026-4af2-40f0-818f-2ad11f11d111 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:49:05.016132 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de08026-4af2-40f0-818f-2ad11f11d111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:05.016132 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3de08026-4af2-40f0-818f-2ad11f11d111 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:05.019071 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c50e0f-84cd-4923-8740-49a1acad9217 None None] Network 4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:49:05.103400 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-3de08026-4af2-40f0-818f-2ad11f11d111 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8410347 Aug 23 20:49:05.103585 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7ed3227a-35ad-429c-a59b-bb93216e4434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:05.104380 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48160) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:05.109183 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9547380c-78da-49b1-906f-3260d3f8c957 req-94b3b1e5-8fb6-441a-98a0-a325a9624ed7 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:05.109634 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9547380c-78da-49b1-906f-3260d3f8c957 req-94b3b1e5-8fb6-441a-98a0-a325a9624ed7 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:05.109951 n-d-805663-2 neutron-server[94687]: INFO neutron.db.l3_db [req-9547380c-78da-49b1-906f-3260d3f8c957 req-94b3b1e5-8fb6-441a-98a0-a325a9624ed7 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Floating IP 73e68996-407f-47c5-9c4b-5b08235581ef disassociated. External IP: 172.25.4.87, port: ce767d1f-f5d1-4eb3-a10b-90ef63bb1437. Aug 23 20:49:05.110292 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-9547380c-78da-49b1-906f-3260d3f8c957 req-94b3b1e5-8fb6-441a-98a0-a325a9624ed7 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Calling delete_port for ce767d1f-f5d1-4eb3-a10b-90ef63bb1437 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:49:05.112138 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b06fedf-233c-4556-b0c8-96b047760f41 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:05.114927 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-53bc353b-d099-47d7-be71-3342c3039a2e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-863534277-router', 'tenant_id': '2af290724cc44af890c8fd2249003602', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:05.119819 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7ed3227a-35ad-429c-a59b-bb93216e4434 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:05.124842 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-7ed3227a-35ad-429c-a59b-bb93216e4434 admin admin] 10.222.0.61 "DELETE /v2.0/networks/2980a46c-5f6f-4bd3-86da-263aae928b5d HTTP/1.1" status: 204 len: 168 time: 2.1307218 Aug 23 20:49:05.141421 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d9a96149-7f1f-4b6b-8702-8afe070fac43 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:05.148236 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed3227a-35ad-429c-a59b-bb93216e4434 admin admin] Pushing event deleted for resources: {'Network': ['ID=2980a46c-5f6f-4bd3-86da-263aae928b5d,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:05.210625 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-53bc353b-d099-47d7-be71-3342c3039a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:05.211819 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-53bc353b-d099-47d7-be71-3342c3039a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:05.218672 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a96149-7f1f-4b6b-8702-8afe070fac43 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:49:05.226915 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-d9a96149-7f1f-4b6b-8702-8afe070fac43 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:49:05.230216 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a96149-7f1f-4b6b-8702-8afe070fac43 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:05.231027 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d9a96149-7f1f-4b6b-8702-8afe070fac43 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:05.246271 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a96149-7f1f-4b6b-8702-8afe070fac43 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'Subnet': ['ID=0bfb4c70-17ae-4d68-afb9-0721cf07f993,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:05.251021 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9b9b6f-1e50-4150-978e-53c90a5905af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e', 'network_id': '4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e', 'tenant_id': '2af290724cc44af890c8fd2249003602', 'fixed_ips': [{'subnet_id': '7046a0bd-4474-4718-a5da-60ae1dc26dbc'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:49:05.252521 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1a9b9b6f-1e50-4150-978e-53c90a5905af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:05.259136 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b06fedf-233c-4556-b0c8-96b047760f41 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:05.266384 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b06fedf-233c-4556-b0c8-96b047760f41 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:05.284141 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d9a96149-7f1f-4b6b-8702-8afe070fac43 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8670387 Aug 23 20:49:05.289800 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48164) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:05.294621 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-53bc353b-d099-47d7-be71-3342c3039a2e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:05.299221 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-60a4789a-cf26-477d-9955-824d6bb2c35a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'port': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'mac_address': 'fa:16:3e:d9:85:e2', 'name': 'tempest-NetworksTestDHCPv6-1541924467'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:05.319197 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b06fedf-233c-4556-b0c8-96b047760f41 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d18a6f28-dac0-44a8-933e-34c69d4476c1,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:05.325329 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b06fedf-233c-4556-b0c8-96b047760f41 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:05.326181 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2b06fedf-233c-4556-b0c8-96b047760f41 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3289011 Aug 23 20:49:05.348609 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48166) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:05.383544 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48168) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:05.401695 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-440e7e3d-ed23-4302-9eac-9f00520ad62c tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Request body: {'security_group_rule': {'security_group_id': '0cd48aca-5820-484e-b4f8-f29b4786549c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:05.421563 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-1a9b9b6f-1e50-4150-978e-53c90a5905af None None] Allocated IP 172.20.0.2 (4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e/7046a0bd-4474-4718-a5da-60ae1dc26dbc/e845cf9a-80d5-4c7e-8492-1d2bda754fbe) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:49:05.467571 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-7be22fff-7096-4677-a28d-8c1027450042 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=31c0cec95ab64e5ca0c5b6061061da27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0808339 Aug 23 20:49:05.468093 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48170) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:05.535218 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e78ec1a-3e5e-4c63-8d8c-343d42fefe92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:05.564954 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a4789a-cf26-477d-9955-824d6bb2c35a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:49:05.571978 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-440e7e3d-ed23-4302-9eac-9f00520ad62c tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:05.582986 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-53bc353b-d099-47d7-be71-3342c3039a2e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:05.586090 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9547380c-78da-49b1-906f-3260d3f8c957 req-94b3b1e5-8fb6-441a-98a0-a325a9624ed7 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:05.619973 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e78ec1a-3e5e-4c63-8d8c-343d42fefe92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:05.634474 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1a9b9b6f-1e50-4150-978e-53c90a5905af None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:05.644636 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1a9b9b6f-1e50-4150-978e-53c90a5905af None None] Transition to ACTIVE for port object e845cf9a-80d5-4c7e-8492-1d2bda754fbe will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:49:05.662453 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1a9b9b6f-1e50-4150-978e-53c90a5905af None None] Transition to ACTIVE for port object e845cf9a-80d5-4c7e-8492-1d2bda754fbe will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:49:05.669268 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b3b1e5-8fb6-441a-98a0-a325a9624ed7 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Pushing event deleted for resources: {'Port': ['ID=ce767d1f-f5d1-4eb3-a10b-90ef63bb1437,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:05.674946 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1a9b9b6f-1e50-4150-978e-53c90a5905af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:05.775999 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b9b6f-1e50-4150-978e-53c90a5905af None None] Pushing event updated for resources: {'Port': ['ID=e845cf9a-80d5-4c7e-8492-1d2bda754fbe,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:05.779740 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9b9b6f-1e50-4150-978e-53c90a5905af None None] Network 4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:49:05.781653 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-1a9b9b6f-1e50-4150-978e-53c90a5905af None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:49:05.783954 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9b9b6f-1e50-4150-978e-53c90a5905af None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:49:05.798837 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60a4789a-cf26-477d-9955-824d6bb2c35a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:05.832365 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e78ec1a-3e5e-4c63-8d8c-343d42fefe92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:05.835472 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e78ec1a-3e5e-4c63-8d8c-343d42fefe92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:05.837019 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2e78ec1a-3e5e-4c63-8d8c-343d42fefe92 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/83be7946-311a-487f-aca8-ec9e53b3ca8b HTTP/1.1" status: 204 len: 168 time: 0.3676853 Aug 23 20:49:05.870701 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-1a9b9b6f-1e50-4150-978e-53c90a5905af None None] Attempting to bind port e845cf9a-80d5-4c7e-8492-1d2bda754fbe on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:49:05.871313 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-1a9b9b6f-1e50-4150-978e-53c90a5905af None None] Attempting to bind port e845cf9a-80d5-4c7e-8492-1d2bda754fbe by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '87ae50be-ef23-4363-86a3-a03c9ef4b9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:49:05.871826 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b9b6f-1e50-4150-978e-53c90a5905af None None] Attempting to bind port e845cf9a-80d5-4c7e-8492-1d2bda754fbe on network 4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:49:05.875922 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e78ec1a-3e5e-4c63-8d8c-343d42fefe92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83be7946-311a-487f-aca8-ec9e53b3ca8b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:05.886417 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b9b6f-1e50-4150-978e-53c90a5905af None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:49:05.887211 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b9b6f-1e50-4150-978e-53c90a5905af None None] Checking segment: {'id': '87ae50be-ef23-4363-86a3-a03c9ef4b9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:49:05.887781 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1a9b9b6f-1e50-4150-978e-53c90a5905af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:05.888356 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b9b6f-1e50-4150-978e-53c90a5905af None None] Bound using segment: {'id': '87ae50be-ef23-4363-86a3-a03c9ef4b9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:49:05.889726 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-1a9b9b6f-1e50-4150-978e-53c90a5905af None None] Bound port: e845cf9a-80d5-4c7e-8492-1d2bda754fbe, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87ae50be-ef23-4363-86a3-a03c9ef4b9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:49:05.890275 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1a9b9b6f-1e50-4150-978e-53c90a5905af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:05.893479 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-60a4789a-cf26-477d-9955-824d6bb2c35a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] device_id is not set on port 9cffa6f5-aa9d-433a-af83-afd4595bbec3 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:49:05.941103 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d62cd3c3-af7e-4c85-ad9b-3cf23f690c21 req-60ca4a71-ad9a-417a-8af1-ae60f7cefaa3 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/ports?device_id=36e97456-bc94-4735-a3f3-535335e123ac HTTP/1.1" status: 200 len: 210 time: 0.2763445 Aug 23 20:49:05.943285 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-440e7e3d-ed23-4302-9eac-9f00520ad62c tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:05.951294 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e9a98-3279-4eee-8f1d-81fc3d0de267 req-8219d8c3-8cc1-4324-ac88-8681132a2560 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:05.953458 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-592e9a98-3279-4eee-8f1d-81fc3d0de267 req-8219d8c3-8cc1-4324-ac88-8681132a2560 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 945 time: 0.1266873 Aug 23 20:49:05.967249 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9547380c-78da-49b1-906f-3260d3f8c957 req-94b3b1e5-8fb6-441a-98a0-a325a9624ed7 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Router 8d1e85a6-a601-4119-be31-5b0ef46d2fc0 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:49:05.980771 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-440e7e3d-ed23-4302-9eac-9f00520ad62c tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:05.990941 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1e6ff5-4d6c-478a-96d7-d5debfaeb352 None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:49:06.089741 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440e7e3d-ed23-4302-9eac-9f00520ad62c tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=691dff2d-e59d-4204-8d9d-de7c9b0c74d9,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:06.157901 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-592e9a98-3279-4eee-8f1d-81fc3d0de267 req-8665c5d0-fd7d-48c3-bc54-e35b29443052 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=30d3316a-f14a-48d2-9cdd-37efb7e3923e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1766684 Aug 23 20:49:06.196495 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 80ccbbe1-a8d7-4684-b5dc-fbccb576ce4a up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:49:06.258054 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-1a9b9b6f-1e50-4150-978e-53c90a5905af None None] For port e845cf9a-80d5-4c7e-8492-1d2bda754fbe, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:49:06.266023 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-60a4789a-cf26-477d-9955-824d6bb2c35a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Allocated IP 2001:db8:0:1::33c (6435e9ee-eaf5-46f5-a85c-299ee4fcacce/0bfb4c70-17ae-4d68-afb9-0721cf07f993/9cffa6f5-aa9d-433a-af83-afd4595bbec3) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:49:06.274833 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-60a4789a-cf26-477d-9955-824d6bb2c35a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Allocated IP 2001:db8::f816:3eff:fed9:85e2 (6435e9ee-eaf5-46f5-a85c-299ee4fcacce/88938f39-dd6a-4ac3-8556-892907356b56/9cffa6f5-aa9d-433a-af83-afd4595bbec3) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:49:06.294020 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9547380c-78da-49b1-906f-3260d3f8c957 req-94b3b1e5-8fb6-441a-98a0-a325a9624ed7 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:49:06.300509 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-446ddf51-ea22-46f2-a2b9-a7e0e8be0484 None None] Provisioning for port 80ccbbe1-a8d7-4684-b5dc-fbccb576ce4a completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:49:06.314203 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-1a9b9b6f-1e50-4150-978e-53c90a5905af None None] For port e845cf9a-80d5-4c7e-8492-1d2bda754fbe, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=e845cf9a-80d5-4c7e-8492-1d2bda754fbe,segment=NetworkSegment(87ae50be-ef23-4363-86a3-a03c9ef4b9c4),segment_id=87ae50be-ef23-4363-86a3-a03c9ef4b9c4)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:49:06.315429 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa791152-f404-4179-a993-7daf9f31be0f None None] Sync routers for ids ['8d1e85a6-a601-4119-be31-5b0ef46d2fc0'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:49:06.335001 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1a9b9b6f-1e50-4150-978e-53c90a5905af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:06.346152 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-440e7e3d-ed23-4302-9eac-9f00520ad62c tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:06.347348 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-440e7e3d-ed23-4302-9eac-9f00520ad62c tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9524822 Aug 23 20:49:06.375342 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48182) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:06.377015 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-9547380c-78da-49b1-906f-3260d3f8c957 req-94b3b1e5-8fb6-441a-98a0-a325a9624ed7 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] No DVR routers for this DVR port ce767d1f-f5d1-4eb3-a10b-90ef63bb1437 on host n-h2-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:49:06.382936 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9547380c-78da-49b1-906f-3260d3f8c957 req-94b3b1e5-8fb6-441a-98a0-a325a9624ed7 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:06.397968 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9547380c-78da-49b1-906f-3260d3f8c957 req-94b3b1e5-8fb6-441a-98a0-a325a9624ed7 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.32 "DELETE /v2.0/ports/ce767d1f-f5d1-4eb3-a10b-90ef63bb1437 HTTP/1.1" status: 204 len: 173 time: 2.7382853 Aug 23 20:49:06.412336 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e97456-bc94-4735-a3f3-535335e123ac', 'name': 'network-vif-deleted', 'tag': 'ce767d1f-f5d1-4eb3-a10b-90ef63bb1437'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:49:06.414770 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7983e5f9-aba4-4335-a173-ea49652dffe9" -d '{"events": [{"server_uuid": "36e97456-bc94-4735-a3f3-535335e123ac", "name": "network-vif-deleted", "tag": "ce767d1f-f5d1-4eb3-a10b-90ef63bb1437"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:49:06.433877 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3fc7a8a7-20e6-49be-9d42-6d3446b1ef88 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:06.445694 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3fc7a8a7-20e6-49be-9d42-6d3446b1ef88 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:06.459166 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60a4789a-cf26-477d-9955-824d6bb2c35a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:06.500605 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-60a4789a-cf26-477d-9955-824d6bb2c35a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Transition to ACTIVE for port object 9cffa6f5-aa9d-433a-af83-afd4595bbec3 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:49:06.520768 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3fc7a8a7-20e6-49be-9d42-6d3446b1ef88 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:06.534822 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3fc7a8a7-20e6-49be-9d42-6d3446b1ef88 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:06.536392 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3fc7a8a7-20e6-49be-9d42-6d3446b1ef88 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/691dff2d-e59d-4204-8d9d-de7c9b0c74d9 HTTP/1.1" status: 204 len: 168 time: 0.1547136 Aug 23 20:49:06.541374 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48192) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:06.581061 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc7a8a7-20e6-49be-9d42-6d3446b1ef88 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=691dff2d-e59d-4204-8d9d-de7c9b0c74d9,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:06.614815 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60a4789a-cf26-477d-9955-824d6bb2c35a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:06.638410 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa791152-f404-4179-a993-7daf9f31be0f None None] Routers {'8d1e85a6-a601-4119-be31-5b0ef46d2fc0'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:49:06.639083 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-fa791152-f404-4179-a993-7daf9f31be0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:48:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['8d1e85a6-a601-4119-be31-5b0ef46d2fc0'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:49:06.677597 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a4789a-cf26-477d-9955-824d6bb2c35a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'Port': ['ID=9cffa6f5-aa9d-433a-af83-afd4595bbec3,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:06.704129 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9098ae1f-5aeb-4855-a70a-d3ae354487a9 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1595054 Aug 23 20:49:06.705392 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48198) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:06.753100 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a4789a-cf26-477d-9955-824d6bb2c35a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:49:06.759167 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-60a4789a-cf26-477d-9955-824d6bb2c35a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:49:06.765709 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a4789a-cf26-477d-9955-824d6bb2c35a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:49:06.773850 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a4789a-cf26-477d-9955-824d6bb2c35a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:06.773850 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60a4789a-cf26-477d-9955-824d6bb2c35a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:06.788123 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f27f130-cfd8-4723-981f-37158d945593 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:06.804182 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b9b6f-1e50-4150-978e-53c90a5905af None None] Pushing event updated for resources: {'Port': ['ID=e845cf9a-80d5-4c7e-8492-1d2bda754fbe,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:06.811214 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f27f130-cfd8-4723-981f-37158d945593 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:06.858140 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f27f130-cfd8-4723-981f-37158d945593 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:06.880960 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f27f130-cfd8-4723-981f-37158d945593 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:06.884409 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-7f27f130-cfd8-4723-981f-37158d945593 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/d18a6f28-dac0-44a8-933e-34c69d4476c1 HTTP/1.1" status: 204 len: 168 time: 0.1780152 Aug 23 20:49:06.889664 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48204) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:06.894230 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 80ccbbe1-a8d7-4684-b5dc-fbccb576ce4a completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:49:06.908967 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-53bc353b-d099-47d7-be71-3342c3039a2e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:06.910011 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 80ccbbe1-a8d7-4684-b5dc-fbccb576ce4a triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:49:06.910267 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-60a4789a-cf26-477d-9955-824d6bb2c35a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.6172101 Aug 23 20:49:06.910429 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:06.912413 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48206) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:06.924500 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f27f130-cfd8-4723-981f-37158d945593 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d18a6f28-dac0-44a8-933e-34c69d4476c1,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:06.977509 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-53bc353b-d099-47d7-be71-3342c3039a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:07.010823 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device ce767d1f-f5d1-4eb3-a10b-90ef63bb1437 no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:49:07.022302 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa879f8-af90-4db7-b0ea-9eb3f31c2e0e x-openstack-request-id: req-faa879f8-af90-4db7-b0ea-9eb3f31c2e0e {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:49:07.022701 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e97456-bc94-4735-a3f3-535335e123ac", "name": "network-vif-deleted", "tag": "ce767d1f-f5d1-4eb3-a10b-90ef63bb1437", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:49:07.024951 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-faa879f8-af90-4db7-b0ea-9eb3f31c2e0e {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:49:07.025464 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e97456-bc94-4735-a3f3-535335e123ac', 'name': 'network-vif-deleted', 'tag': 'ce767d1f-f5d1-4eb3-a10b-90ef63bb1437', 'status': 'completed', 'code': 200} Aug 23 20:49:07.105389 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-ff883f77-e85f-43a7-9980-7d56f51c859e tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Deleting port 9cffa6f5-aa9d-433a-af83-afd4595bbec3 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:49:07.105746 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff883f77-e85f-43a7-9980-7d56f51c859e tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:07.108986 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: ce767d1f-f5d1-4eb3-a10b-90ef63bb1437 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:49:07.109359 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device ce767d1f-f5d1-4eb3-a10b-90ef63bb1437 not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:49:07.140149 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-091a9760-51f4-4961-a38b-5dccb75a3c6e tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2465286 Aug 23 20:49:07.142576 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48212) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:07.201297 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-fa791152-f404-4179-a993-7daf9f31be0f None None] Set router 8d1e85a6-a601-4119-be31-5b0ef46d2fc0 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:49:07.225595 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-823e77c0-a860-4e21-84bc-dafb56c0836a tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:07.242792 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-823e77c0-a860-4e21-84bc-dafb56c0836a tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:07.277564 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-53bc353b-d099-47d7-be71-3342c3039a2e admin admin] Allocated IP 172.25.4.234 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/74e83100-94cb-405b-a397-3a9bc5d79fd3) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:49:07.292647 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48216) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:07.304898 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3282ee30-ea85-4831-aae6-246d45fa924b None None] Update dhcp port {'port': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'fixed_ips': [{'subnet_id': '88938f39-dd6a-4ac3-8556-892907356b56', 'ip_address': '2001:db8::f816:3eff:feae:c4d1'}, {'subnet_id': '0bfb4c70-17ae-4d68-afb9-0721cf07f993'}], 'binding:host_id': 'n-d-805663-2'}, 'id': '80ccbbe1-a8d7-4684-b5dc-fbccb576ce4a'} from n-d-805663-2. {{(pid=94689) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 20:49:07.334416 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-823e77c0-a860-4e21-84bc-dafb56c0836a tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:07.339562 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff883f77-e85f-43a7-9980-7d56f51c859e tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:07.339807 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-823e77c0-a860-4e21-84bc-dafb56c0836a tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:07.340879 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-823e77c0-a860-4e21-84bc-dafb56c0836a tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/050d5b9d-cd48-4f3e-b93a-7e9fc6519a7b HTTP/1.1" status: 204 len: 168 time: 0.1973627 Aug 23 20:49:07.343898 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48220) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:07.401482 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823e77c0-a860-4e21-84bc-dafb56c0836a tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=050d5b9d-cd48-4f3e-b93a-7e9fc6519a7b,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:07.413615 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-53fcec62-f367-48c0-86d4-097cfa473433 req-aa2ba4de-d56e-44ab-a34c-fd30ff2305cf tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/ports?device_id=36e97456-bc94-4735-a3f3-535335e123ac HTTP/1.1" status: 200 len: 210 time: 0.2754097 Aug 23 20:49:07.438343 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-ff883f77-e85f-43a7-9980-7d56f51c859e tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Calling delete_port for 9cffa6f5-aa9d-433a-af83-afd4595bbec3 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:49:07.439664 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0aa7b-af37-4d5d-9837-9dcf1d317f69 req-c5853035-1459-4b8e-8c24-0d6849808ec4 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:07.448213 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7be0aa7b-af37-4d5d-9837-9dcf1d317f69 req-c5853035-1459-4b8e-8c24-0d6849808ec4 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 945 time: 0.1388907 Aug 23 20:49:07.481568 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-6f193010-ab46-4934-86be-c123ff69a275 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1659448451-network', 'tenant_id': '20cd0deef7b5475c8b64bff939dc3cfb'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:07.545941 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-fa4810f3-3b06-448a-b7d1-9dae13fbb83b tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1999905 Aug 23 20:49:07.556645 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48222) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:07.558693 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7be0aa7b-af37-4d5d-9837-9dcf1d317f69 req-1438bb34-349c-440d-a20c-2355f71935b3 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=30d3316a-f14a-48d2-9cdd-37efb7e3923e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093123 Aug 23 20:49:07.565676 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-53bc353b-d099-47d7-be71-3342c3039a2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:07.573027 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f193010-ab46-4934-86be-c123ff69a275 admin admin] Made reservation on behalf of 20cd0deef7b5475c8b64bff939dc3cfb for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:49:07.575598 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f193010-ab46-4934-86be-c123ff69a275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:07.592258 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f193010-ab46-4934-86be-c123ff69a275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:07.595655 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3282ee30-ea85-4831-aae6-246d45fa924b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:07.605354 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9bfe399b-dba0-4fdb-969d-10f24e8b9502 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:07.612778 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:07.616558 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9bfe399b-dba0-4fdb-969d-10f24e8b9502 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:07.663821 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-53bc353b-d099-47d7-be71-3342c3039a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:07.690660 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9bfe399b-dba0-4fdb-969d-10f24e8b9502 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:07.724345 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bc353b-d099-47d7-be71-3342c3039a2e admin admin] Pushing event updated for resources: {'Port': ['ID=74e83100-94cb-405b-a397-3a9bc5d79fd3,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:07.729007 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9bfe399b-dba0-4fdb-969d-10f24e8b9502 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:07.733153 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48224) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:07.733722 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9bfe399b-dba0-4fdb-969d-10f24e8b9502 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/c7a9c92a-079b-4ebb-8fcd-915181201d3a HTTP/1.1" status: 204 len: 168 time: 0.1759574 Aug 23 20:49:07.734681 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfe399b-dba0-4fdb-969d-10f24e8b9502 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c7a9c92a-079b-4ebb-8fcd-915181201d3a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:07.747361 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bc353b-d099-47d7-be71-3342c3039a2e admin admin] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:49:07.756681 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-53bc353b-d099-47d7-be71-3342c3039a2e admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:49:07.760151 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bc353b-d099-47d7-be71-3342c3039a2e admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:49:07.768962 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff883f77-e85f-43a7-9980-7d56f51c859e tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:07.803493 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff883f77-e85f-43a7-9980-7d56f51c859e tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event deleted for resources: {'Port': ['ID=9cffa6f5-aa9d-433a-af83-afd4595bbec3,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:07.838472 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6435d29f-dd82-4754-a1a6-07d7c1edeef9 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1037140 Aug 23 20:49:07.844633 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48226) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:07.859679 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff883f77-e85f-43a7-9980-7d56f51c859e tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:07.861856 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ff883f77-e85f-43a7-9980-7d56f51c859e tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/ports/9cffa6f5-aa9d-433a-af83-afd4595bbec3 HTTP/1.1" status: 204 len: 168 time: 0.9484177 Aug 23 20:49:07.864977 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48228) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:07.889475 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 80ccbbe1-a8d7-4684-b5dc-fbccb576ce4a, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=80ccbbe1-a8d7-4684-b5dc-fbccb576ce4a,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:49:07.916084 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:07.936709 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f695b802-e7b6-458d-bc8e-89ce8c9a2b8b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:07.938408 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f695b802-e7b6-458d-bc8e-89ce8c9a2b8b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0721416 Aug 23 20:49:07.941689 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48230) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:07.996242 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-3282ee30-ea85-4831-aae6-246d45fa924b None None] Allocated IP 2001:db8:0:1::2 (6435e9ee-eaf5-46f5-a85c-299ee4fcacce/0bfb4c70-17ae-4d68-afb9-0721cf07f993/80ccbbe1-a8d7-4684-b5dc-fbccb576ce4a) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:49:07.999596 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0a2f9804-9967-4b94-83be-3e3ce7caf142 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:08.023892 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0a2f9804-9967-4b94-83be-3e3ce7caf142 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:08.049350 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f860103-673a-4cc3-b5bf-215d8e56fe03 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:08.051397 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2f860103-673a-4cc3-b5bf-215d8e56fe03 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1080227 Aug 23 20:49:08.058109 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48232) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:08.060948 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=80ccbbe1-a8d7-4684-b5dc-fbccb576ce4a,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:08.118562 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device e845cf9a-80d5-4c7e-8492-1d2bda754fbe up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:49:08.133824 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0a2f9804-9967-4b94-83be-3e3ce7caf142 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:08.138316 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f193010-ab46-4934-86be-c123ff69a275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:08.145790 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0a2f9804-9967-4b94-83be-3e3ce7caf142 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:08.147020 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0a2f9804-9967-4b94-83be-3e3ce7caf142 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/bc8d3e86-cbf7-4a0a-a264-1bed711b12d5 HTTP/1.1" status: 204 len: 168 time: 0.3013093 Aug 23 20:49:08.152364 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c4da7b-4feb-42db-ade5-77bdf76d8dc7 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:08.153305 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48234) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:08.154356 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c4da7b-4feb-42db-ade5-77bdf76d8dc7 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:08.156286 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c4da7b-4feb-42db-ade5-77bdf76d8dc7 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:08.158151 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-80c4da7b-4feb-42db-ade5-77bdf76d8dc7 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0988567 Aug 23 20:49:08.160674 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48236) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:08.164539 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f193010-ab46-4934-86be-c123ff69a275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:08.172144 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f9804-9967-4b94-83be-3e3ce7caf142 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bc8d3e86-cbf7-4a0a-a264-1bed711b12d5,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:08.185400 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b1d2cf-a8ed-4082-96a7-a76d2d8b4487 None None] Network 4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:49:08.215677 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f193010-ab46-4934-86be-c123ff69a275 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:49:08.225240 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-2551848f-3885-4e30-b7fe-e357d4737bdf tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Deleting subnet 0bfb4c70-17ae-4d68-afb9-0721cf07f993 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:49:08.263490 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f193010-ab46-4934-86be-c123ff69a275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:08.263802 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-6f193010-ab46-4934-86be-c123ff69a275 admin admin] Added segment 7894c505-09d6-464f-85a5-5c5cc75b2c91 of type vlan for network 9a32fea3-cf83-4c29-9cb0-745e211a97e2 Aug 23 20:49:08.265062 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f193010-ab46-4934-86be-c123ff69a275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431a5b0f-2383-47d8-8c25-b16c17d3f9ee,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:08.324723 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-972d9a47-6a67-463c-a114-8f434f4b0642 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1675098 Aug 23 20:49:08.325738 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48238) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:08.325956 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-41533679-a242-4c89-bcda-6bbc72510ba2 None None] Provisioning for port e845cf9a-80d5-4c7e-8492-1d2bda754fbe completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:49:08.329895 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-53bc353b-d099-47d7-be71-3342c3039a2e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:08.370831 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f193010-ab46-4934-86be-c123ff69a275 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:08.375077 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-3282ee30-ea85-4831-aae6-246d45fa924b None None] For port 80ccbbe1-a8d7-4684-b5dc-fbccb576ce4a, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=80ccbbe1-a8d7-4684-b5dc-fbccb576ce4a,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:49:08.378091 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port e845cf9a-80d5-4c7e-8492-1d2bda754fbe completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:49:08.393158 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6787af6-6cf5-444f-bfdd-952e6d1d2bfe tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:08.408339 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-fa791152-f404-4179-a993-7daf9f31be0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'name': 'tempest-AttachVolumeTestJSON-57718171-router', 'tenant_id': '7880e59da8b64cb8b3031fd86db3c916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'e5fa5784-59f2-4b26-900f-c896576456d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:41:44Z', 'updated_at': '2021-08-23T20:41:50Z', 'revision_number': 4, 'project_id': '7880e59da8b64cb8b3031fd86db3c916', 'gw_port': {'id': 'e5fa5784-59f2-4b26-900f-c896576456d0', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:5e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:41:46Z', 'updated_at': '2021-08-23T20:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '686cb267-cdda-473c-8bfe-4e153d7eb95b', 'name': '', 'network_id': 'e5de8573-8724-417b-9e45-0201cb25fe6b', 'tenant_id': '7880e59da8b64cb8b3031fd86db3c916', 'mac_address': 'fa:16:3e:3e:02:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'bbd0034a-a038-4b43-8b24-1cd5d52f0793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:41:48Z', 'updated_at': '2021-08-23T20:41:57Z', 'revision_number': 5, 'project_id': '7880e59da8b64cb8b3031fd86db3c916', 'subnets': [{'id': 'bbd0034a-a038-4b43-8b24-1cd5d52f0793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:49:08.415454 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port e845cf9a-80d5-4c7e-8492-1d2bda754fbe triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:49:08.415827 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:08.417635 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6787af6-6cf5-444f-bfdd-952e6d1d2bfe tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:08.446424 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f193010-ab46-4934-86be-c123ff69a275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:08.447421 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f193010-ab46-4934-86be-c123ff69a275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:08.448237 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f193010-ab46-4934-86be-c123ff69a275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:08.457524 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa791152-f404-4179-a993-7daf9f31be0f None None] Checking router: 8d1e85a6-a601-4119-be31-5b0ef46d2fc0 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:49:08.485673 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6787af6-6cf5-444f-bfdd-952e6d1d2bfe tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:08.489716 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6787af6-6cf5-444f-bfdd-952e6d1d2bfe tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:08.493573 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b6787af6-6cf5-444f-bfdd-952e6d1d2bfe tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "DELETE /v2.0/security-groups/0cd48aca-5820-484e-b4f8-f29b4786549c HTTP/1.1" status: 204 len: 168 time: 0.1644652 Aug 23 20:49:08.497126 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48242) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:08.518258 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3282ee30-ea85-4831-aae6-246d45fa924b None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:08.538664 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6787af6-6cf5-444f-bfdd-952e6d1d2bfe tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd48aca-5820-484e-b4f8-f29b4786549c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:08.543861 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48246) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:08.555871 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa791152-f404-4179-a993-7daf9f31be0f None None] Routers {'8d1e85a6-a601-4119-be31-5b0ef46d2fc0'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:49:08.556102 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6f193010-ab46-4934-86be-c123ff69a275 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2615604 Aug 23 20:49:08.556765 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-fa791152-f404-4179-a993-7daf9f31be0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:48:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['8d1e85a6-a601-4119-be31-5b0ef46d2fc0'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:49:08.559808 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48248) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:08.573676 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-286095d3-9853-48d4-ac4e-558b7d3e1e89 admin admin] Request body: {'subnet': {'network_id': '9a32fea3-cf83-4c29-9cb0-745e211a97e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1659448451-subnet', 'tenant_id': '20cd0deef7b5475c8b64bff939dc3cfb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:08.579820 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f193010-ab46-4934-86be-c123ff69a275 admin admin] Pushing event updated for resources: {'Network': ['ID=9a32fea3-cf83-4c29-9cb0-745e211a97e2,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:08.611619 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-408ca159-4fb9-459b-8f32-10591cbd544f tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1092849 Aug 23 20:49:08.617553 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48252) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:08.625366 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-f75c7b6f-5cad-4c4d-8cad-846b3e945dac tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Request body: {'security_group': {'name': 'tempest-secgroup--689370611'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:08.635216 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 9a32fea3-cf83-4c29-9cb0-745e211a97e2 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:49:08.649651 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3282ee30-ea85-4831-aae6-246d45fa924b None None] Transition to ACTIVE for port object 80ccbbe1-a8d7-4684-b5dc-fbccb576ce4a will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:49:08.658208 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20b72950-f0e9-4a4a-be80-6fd5645fadf9 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:08.666840 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2551848f-3885-4e30-b7fe-e357d4737bdf tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:08.698122 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3282ee30-ea85-4831-aae6-246d45fa924b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:08.742094 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20b72950-f0e9-4a4a-be80-6fd5645fadf9 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:08.770132 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2551848f-3885-4e30-b7fe-e357d4737bdf tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:08.857230 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160e1ef-eb68-4e9e-8259-ab1214717b53 req-07084b18-b613-4380-a2a7-af653485d0f1 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:08.858820 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9160e1ef-eb68-4e9e-8259-ab1214717b53 req-07084b18-b613-4380-a2a7-af653485d0f1 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 945 time: 0.1581736 Aug 23 20:49:08.909334 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-fa791152-f404-4179-a993-7daf9f31be0f None None] Set router 8d1e85a6-a601-4119-be31-5b0ef46d2fc0 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:49:08.934228 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20b72950-f0e9-4a4a-be80-6fd5645fadf9 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:08.936978 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20b72950-f0e9-4a4a-be80-6fd5645fadf9 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:08.938185 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-20b72950-f0e9-4a4a-be80-6fd5645fadf9 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "DELETE /v2.0/security-groups/e95ebc01-8923-4d14-b0f3-305117d93e22 HTTP/1.1" status: 204 len: 168 time: 0.3931060 Aug 23 20:49:08.944816 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3282ee30-ea85-4831-aae6-246d45fa924b None None] Pushing event updated for resources: {'Port': ['ID=80ccbbe1-a8d7-4684-b5dc-fbccb576ce4a,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:08.947380 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48254) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:08.953432 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:08.983323 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2551848f-3885-4e30-b7fe-e357d4737bdf tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:08.988112 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b72950-f0e9-4a4a-be80-6fd5645fadf9 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95ebc01-8923-4d14-b0f3-305117d93e22,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:08.996753 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286095d3-9853-48d4-ac4e-558b7d3e1e89 admin admin] Made reservation on behalf of 20cd0deef7b5475c8b64bff939dc3cfb for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:49:08.999432 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-286095d3-9853-48d4-ac4e-558b7d3e1e89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:09.015847 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-53bc353b-d099-47d7-be71-3342c3039a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:09.040552 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-795517e7-b9a3-45b7-b7b8-b811c8b69e6d tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] show failed (client error): The resource could not be found. Aug 23 20:49:09.041707 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-795517e7-b9a3-45b7-b7b8-b811c8b69e6d tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "GET /v2.0/security-groups/e95ebc01-8923-4d14-b0f3-305117d93e22 HTTP/1.1" status: 404 len: 347 time: 0.0879605 Aug 23 20:49:09.050266 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48256) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:09.059080 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9160e1ef-eb68-4e9e-8259-ab1214717b53 req-46314203-6591-4eb9-9565-8ed4569f9f7c tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=30d3316a-f14a-48d2-9cdd-37efb7e3923e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501822 Aug 23 20:49:09.064874 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port e845cf9a-80d5-4c7e-8492-1d2bda754fbe, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=e845cf9a-80d5-4c7e-8492-1d2bda754fbe,segment=NetworkSegment(87ae50be-ef23-4363-86a3-a03c9ef4b9c4),segment_id=87ae50be-ef23-4363-86a3-a03c9ef4b9c4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:49:09.142287 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f75c7b6f-5cad-4c4d-8cad-846b3e945dac tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:09.222633 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:09.251531 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2551848f-3885-4e30-b7fe-e357d4737bdf tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:09.294496 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2551848f-3885-4e30-b7fe-e357d4737bdf tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event deleted for resources: {'Subnet': ['ID=0bfb4c70-17ae-4d68-afb9-0721cf07f993,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:09.304925 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2551848f-3885-4e30-b7fe-e357d4737bdf tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:09.310119 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2551848f-3885-4e30-b7fe-e357d4737bdf tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/0bfb4c70-17ae-4d68-afb9-0721cf07f993 HTTP/1.1" status: 204 len: 168 time: 1.1452909 Aug 23 20:49:09.310889 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48258) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:09.345800 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d57c91ca-05c7-42a6-ad43-111869855c38 None None] Provisioning complete for port e845cf9a-80d5-4c7e-8492-1d2bda754fbe triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:49:09.346551 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d57c91ca-05c7-42a6-ad43-111869855c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:09.348926 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=e845cf9a-80d5-4c7e-8492-1d2bda754fbe,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:09.391031 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-286095d3-9853-48d4-ac4e-558b7d3e1e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:09.397872 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-8d74bd74-f9b0-4e33-a41a-95c3ecd7b919 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Deleting port 9ae55be6-5af1-452d-a3af-2de1cec36890 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:49:09.398294 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d74bd74-f9b0-4e33-a41a-95c3ecd7b919 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:09.401045 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-fa791152-f404-4179-a993-7daf9f31be0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'name': 'tempest-AttachVolumeTestJSON-57718171-router', 'tenant_id': '7880e59da8b64cb8b3031fd86db3c916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'e5fa5784-59f2-4b26-900f-c896576456d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:41:44Z', 'updated_at': '2021-08-23T20:41:50Z', 'revision_number': 4, 'project_id': '7880e59da8b64cb8b3031fd86db3c916', 'gw_port': {'id': 'e5fa5784-59f2-4b26-900f-c896576456d0', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:5e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:41:46Z', 'updated_at': '2021-08-23T20:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '686cb267-cdda-473c-8bfe-4e153d7eb95b', 'name': '', 'network_id': 'e5de8573-8724-417b-9e45-0201cb25fe6b', 'tenant_id': '7880e59da8b64cb8b3031fd86db3c916', 'mac_address': 'fa:16:3e:3e:02:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'bbd0034a-a038-4b43-8b24-1cd5d52f0793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:41:48Z', 'updated_at': '2021-08-23T20:41:57Z', 'revision_number': 5, 'project_id': '7880e59da8b64cb8b3031fd86db3c916', 'subnets': [{'id': 'bbd0034a-a038-4b43-8b24-1cd5d52f0793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:49:09.418196 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7cdaa5c-2f0d-4fdb-a888-60fa0b1370d9 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Deleting subnet 88938f39-dd6a-4ac3-8556-892907356b56 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:49:09.425828 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e7cdaa5c-2f0d-4fdb-a888-60fa0b1370d9 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:09.447022 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286095d3-9853-48d4-ac4e-558b7d3e1e89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f2cc9fc-fb6a-436b-bcfd-e8530b5ec67d,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:09.458731 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa791152-f404-4179-a993-7daf9f31be0f None None] The sync data for ids ['8d1e85a6-a601-4119-be31-5b0ef46d2fc0'] in n-d-805663-2 is: [{'id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'name': 'tempest-AttachVolumeTestJSON-57718171-router', 'tenant_id': '7880e59da8b64cb8b3031fd86db3c916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'e5fa5784-59f2-4b26-900f-c896576456d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:41:44Z', 'updated_at': '2021-08-23T20:41:50Z', 'revision_number': 4, 'project_id': '7880e59da8b64cb8b3031fd86db3c916', 'gw_port': {'id': 'e5fa5784-59f2-4b26-900f-c896576456d0', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:5e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:41:46Z', 'updated_at': '2021-08-23T20:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '686cb267-cdda-473c-8bfe-4e153d7eb95b', 'name': '', 'network_id': 'e5de8573-8724-417b-9e45-0201cb25fe6b', 'tenant_id': '7880e59da8b64cb8b3031fd86db3c916', 'mac_address': 'fa:16:3e:3e:02:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'bbd0034a-a038-4b43-8b24-1cd5d52f0793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:41:48Z', 'updated_at': '2021-08-23T20:41:57Z', 'revision_number': 5, 'project_id': '7880e59da8b64cb8b3031fd86db3c916', 'subnets': [{'id': 'bbd0034a-a038-4b43-8b24-1cd5d52f0793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:49:09.492239 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53bc353b-d099-47d7-be71-3342c3039a2e admin admin] Router 0af799e0-57d2-4679-b33c-71c8dd99c20b is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:49:09.547774 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f75c7b6f-5cad-4c4d-8cad-846b3e945dac tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:09.555397 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e7cdaa5c-2f0d-4fdb-a888-60fa0b1370d9 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:09.585679 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f75c7b6f-5cad-4c4d-8cad-846b3e945dac tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:09.610197 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286095d3-9853-48d4-ac4e-558b7d3e1e89 admin admin] Checking segment: {'id': '7894c505-09d6-464f-85a5-5c5cc75b2c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '9a32fea3-cf83-4c29-9cb0-745e211a97e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:49:09.610561 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286095d3-9853-48d4-ac4e-558b7d3e1e89 admin admin] Network hostable DHCP agents. Network: 9a32fea3-cf83-4c29-9cb0-745e211a97e2, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:49:09.639024 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53bc353b-d099-47d7-be71-3342c3039a2e admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:49:09.646734 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f75c7b6f-5cad-4c4d-8cad-846b3e945dac tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:09.650720 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f75c7b6f-5cad-4c4d-8cad-846b3e945dac tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0295682 Aug 23 20:49:09.652602 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48260) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:09.655572 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b6fc0e-c224-488e-8738-9d0cb8505f03 None None] Sync routers for ids ['0af799e0-57d2-4679-b33c-71c8dd99c20b'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:49:09.658120 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d74bd74-f9b0-4e33-a41a-95c3ecd7b919 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:09.658453 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d74bd74-f9b0-4e33-a41a-95c3ecd7b919 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:09.659831 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-c9f12f5e-0ab9-4647-9057-86a39a876730 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Request body: {'security_group_rule': {'security_group_id': 'd91ed482-43af-4434-8875-ccca66f8c8be', 'direction': 'ingress', 'protocol': 17}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:09.665572 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286095d3-9853-48d4-ac4e-558b7d3e1e89 admin admin] Network 9a32fea3-cf83-4c29-9cb0-745e211a97e2 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:49:09.678284 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b6fc0e-c224-488e-8738-9d0cb8505f03 None None] Routers {'0af799e0-57d2-4679-b33c-71c8dd99c20b'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:49:09.679371 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-43b6fc0e-c224-488e-8738-9d0cb8505f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:48:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['0af799e0-57d2-4679-b33c-71c8dd99c20b'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:49:09.679730 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-8d74bd74-f9b0-4e33-a41a-95c3ecd7b919 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Calling delete_port for 9ae55be6-5af1-452d-a3af-2de1cec36890 owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:49:09.681168 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-53bc353b-d099-47d7-be71-3342c3039a2e admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:09.682508 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-53bc353b-d099-47d7-be71-3342c3039a2e admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5766301 Aug 23 20:49:09.685433 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48262) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:09.701742 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75c7b6f-5cad-4c4d-8cad-846b3e945dac tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d91ed482-43af-4434-8875-ccca66f8c8be,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:09.705205 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-286095d3-9853-48d4-ac4e-558b7d3e1e89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 9a32fea3-cf83-4c29-9cb0-745e211a97e2) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:49:09.719825 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202c60ae-db6c-4905-9b58-e11a48674034 None None] Network 9a32fea3-cf83-4c29-9cb0-745e211a97e2 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:49:09.763904 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286095d3-9853-48d4-ac4e-558b7d3e1e89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:09.764550 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-286095d3-9853-48d4-ac4e-558b7d3e1e89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:09.775732 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e7cdaa5c-2f0d-4fdb-a888-60fa0b1370d9 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:09.901386 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e7cdaa5c-2f0d-4fdb-a888-60fa0b1370d9 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:09.908157 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-43b6fc0e-c224-488e-8738-9d0cb8505f03 None None] Set router 0af799e0-57d2-4679-b33c-71c8dd99c20b gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:49:09.930921 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c9f12f5e-0ab9-4647-9057-86a39a876730 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:09.951772 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-286095d3-9853-48d4-ac4e-558b7d3e1e89 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3906770 Aug 23 20:49:09.977663 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cdaa5c-2f0d-4fdb-a888-60fa0b1370d9 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event deleted for resources: {'Subnet': ['ID=88938f39-dd6a-4ac3-8556-892907356b56,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:09.984477 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e7cdaa5c-2f0d-4fdb-a888-60fa0b1370d9 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:09.986396 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e7cdaa5c-2f0d-4fdb-a888-60fa0b1370d9 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/88938f39-dd6a-4ac3-8556-892907356b56 HTTP/1.1" status: 204 len: 168 time: 0.6742976 Aug 23 20:49:09.988930 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48266) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:10.036933 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e23d80-c632-4a02-8fe4-feb9980c258a None None] New status for floating IP 73e68996-407f-47c5-9c4b-5b08235581ef: DOWN {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 20:49:10.039993 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26702a53-b22d-42f9-9c6a-2d0689aefbf9 None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:49:10.083359 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b6b56a81-7845-4b5a-96cd-3e9036384c66 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0784090 Aug 23 20:49:10.086196 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48268) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:10.092385 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c436941c-8022-4006-86f1-0668090cafa9 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'subnet': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:10.098249 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d74bd74-f9b0-4e33-a41a-95c3ecd7b919 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:10.183405 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c9f12f5e-0ab9-4647-9057-86a39a876730 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:10.193977 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 80ccbbe1-a8d7-4684-b5dc-fbccb576ce4a up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:49:10.197501 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c9f12f5e-0ab9-4647-9057-86a39a876730 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:10.220313 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b64727bf-9a0e-4950-a581-90d27afde8f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:10.254105 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.db.api [None req-68e23d80-c632-4a02-8fe4-feb9980c258a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 20:49:10.255032 n-d-805663-2 neutron-server[94689]: DEBUG oslo_db.api [None req-68e23d80-c632-4a02-8fe4-feb9980c258a None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 20:49:10.261103 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-58ecc943-b51f-4e4f-810d-9aa1e974ec44 None None] Provisioning for port 80ccbbe1-a8d7-4684-b5dc-fbccb576ce4a completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:49:10.261584 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d74bd74-f9b0-4e33-a41a-95c3ecd7b919 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Pushing event deleted for resources: {'Port': ['ID=9ae55be6-5af1-452d-a3af-2de1cec36890,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:10.273083 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-58ecc943-b51f-4e4f-810d-9aa1e974ec44 None None] Provisioning complete for port 80ccbbe1-a8d7-4684-b5dc-fbccb576ce4a triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:49:10.273469 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-58ecc943-b51f-4e4f-810d-9aa1e974ec44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:10.299641 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f12f5e-0ab9-4647-9057-86a39a876730 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9efff72-a24a-47cd-9f46-9b3e58d20c88,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:10.338377 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c9f12f5e-0ab9-4647-9057-86a39a876730 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:10.344799 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c9f12f5e-0ab9-4647-9057-86a39a876730 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6890388 Aug 23 20:49:10.349856 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48278) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:10.366807 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-43b6fc0e-c224-488e-8738-9d0cb8505f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af799e0-57d2-4679-b33c-71c8dd99c20b', 'name': 'tempest-ServerActionsTestJSON-863534277-router', 'tenant_id': '2af290724cc44af890c8fd2249003602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '74e83100-94cb-405b-a397-3a9bc5d79fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:49:05Z', 'updated_at': '2021-08-23T20:49:08Z', 'revision_number': 3, 'project_id': '2af290724cc44af890c8fd2249003602', 'gw_port': {'id': '74e83100-94cb-405b-a397-3a9bc5d79fd3', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:5b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af799e0-57d2-4679-b33c-71c8dd99c20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:49:07Z', 'updated_at': '2021-08-23T20:49:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:49:10.400210 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b6fc0e-c224-488e-8738-9d0cb8505f03 None None] Checking router: 0af799e0-57d2-4679-b33c-71c8dd99c20b for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:49:10.400589 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b6fc0e-c224-488e-8738-9d0cb8505f03 None None] Updating router 0af799e0-57d2-4679-b33c-71c8dd99c20b port 74e83100-94cb-405b-a397-3a9bc5d79fd3 binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:49:10.435687 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-43b6fc0e-c224-488e-8738-9d0cb8505f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:10.444693 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d74bd74-f9b0-4e33-a41a-95c3ecd7b919 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:10.451741 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c95fa06-edb4-414b-8d0a-2582312bdd59 None None] Network 9a32fea3-cf83-4c29-9cb0-745e211a97e2 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:49:10.455517 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d74bd74-f9b0-4e33-a41a-95c3ecd7b919 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:10.456832 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8d74bd74-f9b0-4e33-a41a-95c3ecd7b919 tempest-AttachVolumeTestJSON-796149329 tempest-AttachVolumeTestJSON-796149329-project] 10.222.0.61 "DELETE /v2.0/floatingips/73e68996-407f-47c5-9c4b-5b08235581ef HTTP/1.1" status: 204 len: 168 time: 1.4056365 Aug 23 20:49:10.487048 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c436941c-8022-4006-86f1-0668090cafa9 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:49:10.502181 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c436941c-8022-4006-86f1-0668090cafa9 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:10.599935 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:10.635239 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 80ccbbe1-a8d7-4684-b5dc-fbccb576ce4a triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:49:10.635710 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:10.638859 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520865f-0a7d-4a7b-9824-26c1c8f186c5 req-52bf1835-4c66-4b50-b387-ea97d6927e44 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:10.641557 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b520865f-0a7d-4a7b-9824-26c1c8f186c5 req-52bf1835-4c66-4b50-b387-ea97d6927e44 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 945 time: 0.3986268 Aug 23 20:49:10.647341 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5aaf09fb-59af-4535-8bf3-2bec087af858 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:10.769599 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e23d80-c632-4a02-8fe4-feb9980c258a None None] New status for floating IP 73e68996-407f-47c5-9c4b-5b08235581ef: DOWN {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 20:49:10.796657 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device e845cf9a-80d5-4c7e-8492-1d2bda754fbe up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:49:10.857286 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5aaf09fb-59af-4535-8bf3-2bec087af858 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:10.890892 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4709b39d-ad76-46ab-aa73-4929c829f0f6 None None] DHCP port deletion for 6435e9ee-eaf5-46f5-a85c-299ee4fcacce request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:49:10.924803 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-43b6fc0e-c224-488e-8738-9d0cb8505f03 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:10.937011 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-43b6fc0e-c224-488e-8738-9d0cb8505f03 None None] Transition to ACTIVE for port object 74e83100-94cb-405b-a397-3a9bc5d79fd3 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:49:10.945162 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-43b6fc0e-c224-488e-8738-9d0cb8505f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:11.019849 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938f4d5f-7f4f-4dd8-a46a-8918a3a5b44f None None] Pushing event updated for resources: {'Port': ['ID=74e83100-94cb-405b-a397-3a9bc5d79fd3,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:11.032876 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f4d5f-7f4f-4dd8-a46a-8918a3a5b44f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:49:11.033229 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f4d5f-7f4f-4dd8-a46a-8918a3a5b44f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:49:11.033702 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f4d5f-7f4f-4dd8-a46a-8918a3a5b44f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:49:11.034074 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f4d5f-7f4f-4dd8-a46a-8918a3a5b44f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:49:11.034448 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f4d5f-7f4f-4dd8-a46a-8918a3a5b44f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:49:11.034781 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f4d5f-7f4f-4dd8-a46a-8918a3a5b44f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:49:11.035143 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f4d5f-7f4f-4dd8-a46a-8918a3a5b44f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:49:11.035663 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f4d5f-7f4f-4dd8-a46a-8918a3a5b44f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:49:11.035994 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f4d5f-7f4f-4dd8-a46a-8918a3a5b44f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:49:11.036389 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f4d5f-7f4f-4dd8-a46a-8918a3a5b44f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:49:11.037203 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f4d5f-7f4f-4dd8-a46a-8918a3a5b44f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:49:11.037530 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f4d5f-7f4f-4dd8-a46a-8918a3a5b44f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:49:11.039102 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port e845cf9a-80d5-4c7e-8492-1d2bda754fbe triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:49:11.039539 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:11.068303 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-cbd3dab6-9b48-461f-835c-912591c3d86c tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:11.071771 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-43b6fc0e-c224-488e-8738-9d0cb8505f03 None None] Attempting to bind port 74e83100-94cb-405b-a397-3a9bc5d79fd3 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:49:11.073021 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-43b6fc0e-c224-488e-8738-9d0cb8505f03 None None] Attempting to bind port 74e83100-94cb-405b-a397-3a9bc5d79fd3 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:49:11.073444 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b6fc0e-c224-488e-8738-9d0cb8505f03 None None] Attempting to bind port 74e83100-94cb-405b-a397-3a9bc5d79fd3 on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:49:11.076146 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-cbd3dab6-9b48-461f-835c-912591c3d86c tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] 10.222.0.61 "GET /v2.0/networks?id=9a32fea3-cf83-4c29-9cb0-745e211a97e2 HTTP/1.1" status: 200 len: 818 time: 0.4225979 Aug 23 20:49:11.088224 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b6fc0e-c224-488e-8738-9d0cb8505f03 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:49:11.089722 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b6fc0e-c224-488e-8738-9d0cb8505f03 None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:49:11.090227 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-43b6fc0e-c224-488e-8738-9d0cb8505f03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:11.090617 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b6fc0e-c224-488e-8738-9d0cb8505f03 None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:49:11.093049 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-43b6fc0e-c224-488e-8738-9d0cb8505f03 None None] Bound port: 74e83100-94cb-405b-a397-3a9bc5d79fd3, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:49:11.093490 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-43b6fc0e-c224-488e-8738-9d0cb8505f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:11.102080 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-c5691859-9ca7-4329-8b86-48ab784f4887 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] 10.222.0.61 "GET /v2.0/quotas/20cd0deef7b5475c8b64bff939dc3cfb HTTP/1.1" status: 200 len: 375 time: 0.0249591 Aug 23 20:49:11.110118 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b520865f-0a7d-4a7b-9824-26c1c8f186c5 req-eb289a91-a481-40c5-bc73-8306227c6ab8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=30d3316a-f14a-48d2-9cdd-37efb7e3923e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4553504 Aug 23 20:49:11.161051 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4709b39d-ad76-46ab-aa73-4929c829f0f6 None None] Deleting port 80ccbbe1-a8d7-4684-b5dc-fbccb576ce4a {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:49:11.162014 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4709b39d-ad76-46ab-aa73-4929c829f0f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:11.211955 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-2871c935-7fe2-4437-8cef-041977f3ed99 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=20cd0deef7b5475c8b64bff939dc3cfb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1086326 Aug 23 20:49:11.212776 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5aaf09fb-59af-4535-8bf3-2bec087af858 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:11.218015 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5aaf09fb-59af-4535-8bf3-2bec087af858 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:11.219443 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5aaf09fb-59af-4535-8bf3-2bec087af858 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "DELETE /v2.0/security-groups/d91ed482-43af-4434-8875-ccca66f8c8be HTTP/1.1" status: 204 len: 168 time: 0.8649707 Aug 23 20:49:11.227471 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48292) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:11.230446 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-43b6fc0e-c224-488e-8738-9d0cb8505f03 None None] For port 74e83100-94cb-405b-a397-3a9bc5d79fd3, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:49:11.234913 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-43b6fc0e-c224-488e-8738-9d0cb8505f03 None None] For port 74e83100-94cb-405b-a397-3a9bc5d79fd3, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=74e83100-94cb-405b-a397-3a9bc5d79fd3,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:49:11.245346 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-43b6fc0e-c224-488e-8738-9d0cb8505f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:11.247737 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaf09fb-59af-4535-8bf3-2bec087af858 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91ed482-43af-4434-8875-ccca66f8c8be,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:11.262883 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eaca9d5e-4c50-4c7e-b819-d014e1315f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:11.320690 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b6fc0e-c224-488e-8738-9d0cb8505f03 None None] Routers {'0af799e0-57d2-4679-b33c-71c8dd99c20b'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:49:11.321079 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4709b39d-ad76-46ab-aa73-4929c829f0f6 None None] For port 80ccbbe1-a8d7-4684-b5dc-fbccb576ce4a, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=80ccbbe1-a8d7-4684-b5dc-fbccb576ce4a,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:49:11.321330 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-43b6fc0e-c224-488e-8738-9d0cb8505f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:48:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['0af799e0-57d2-4679-b33c-71c8dd99c20b'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:49:11.326611 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4709b39d-ad76-46ab-aa73-4929c829f0f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:11.356159 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4709b39d-ad76-46ab-aa73-4929c829f0f6 None None] Calling delete_port for 80ccbbe1-a8d7-4684-b5dc-fbccb576ce4a owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:49:11.385316 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938f4d5f-7f4f-4dd8-a46a-8918a3a5b44f None None] Pushing event updated for resources: {'Port': ['ID=74e83100-94cb-405b-a397-3a9bc5d79fd3,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:11.398707 n-d-805663-2 neutron-server[94688]: DEBUG neutron.objects.ports [None req-c436941c-8022-4006-86f1-0668090cafa9 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94688) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 20:49:11.403190 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ab6e01b6-c15e-4733-9d9b-5e0a8cdaf4ba tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1744063 Aug 23 20:49:11.409506 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48294) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:11.416497 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-068ea718-3057-46d6-9570-9870a9c7bc19 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Request body: {'security_group': {'name': 'tempest-secgroup--706572573'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:11.521740 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4709b39d-ad76-46ab-aa73-4929c829f0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:11.524285 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-43b6fc0e-c224-488e-8738-9d0cb8505f03 None None] Set router 0af799e0-57d2-4679-b33c-71c8dd99c20b gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:49:11.549522 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-eaca9d5e-4c50-4c7e-b819-d014e1315f13 admin admin] Allocated IP 172.20.0.1 (4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e/7046a0bd-4474-4718-a5da-60ae1dc26dbc/1d37610b-e69a-4ba4-a881-4064cee419b4) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:49:11.595470 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709b39d-ad76-46ab-aa73-4929c829f0f6 None None] Pushing event deleted for resources: {'Port': ['ID=80ccbbe1-a8d7-4684-b5dc-fbccb576ce4a,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:11.611869 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4709b39d-ad76-46ab-aa73-4929c829f0f6 None None] No DVR routers for this DVR port 80ccbbe1-a8d7-4684-b5dc-fbccb576ce4a on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:49:11.712278 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eaca9d5e-4c50-4c7e-b819-d014e1315f13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:11.731911 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-eaca9d5e-4c50-4c7e-b819-d014e1315f13 admin admin] Transition to ACTIVE for port object 1d37610b-e69a-4ba4-a881-4064cee419b4 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:49:11.747712 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-43b6fc0e-c224-488e-8738-9d0cb8505f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af799e0-57d2-4679-b33c-71c8dd99c20b', 'name': 'tempest-ServerActionsTestJSON-863534277-router', 'tenant_id': '2af290724cc44af890c8fd2249003602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '74e83100-94cb-405b-a397-3a9bc5d79fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:49:05Z', 'updated_at': '2021-08-23T20:49:08Z', 'revision_number': 3, 'project_id': '2af290724cc44af890c8fd2249003602', 'gw_port': {'id': '74e83100-94cb-405b-a397-3a9bc5d79fd3', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:5b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af799e0-57d2-4679-b33c-71c8dd99c20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:49:07Z', 'updated_at': '2021-08-23T20:49:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:49:11.783579 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eaca9d5e-4c50-4c7e-b819-d014e1315f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:11.789611 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b6fc0e-c224-488e-8738-9d0cb8505f03 None None] The sync data for ids ['0af799e0-57d2-4679-b33c-71c8dd99c20b'] in n-d-805663-2 is: [{'id': '0af799e0-57d2-4679-b33c-71c8dd99c20b', 'name': 'tempest-ServerActionsTestJSON-863534277-router', 'tenant_id': '2af290724cc44af890c8fd2249003602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '74e83100-94cb-405b-a397-3a9bc5d79fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:49:05Z', 'updated_at': '2021-08-23T20:49:08Z', 'revision_number': 3, 'project_id': '2af290724cc44af890c8fd2249003602', 'gw_port': {'id': '74e83100-94cb-405b-a397-3a9bc5d79fd3', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:5b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af799e0-57d2-4679-b33c-71c8dd99c20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:49:07Z', 'updated_at': '2021-08-23T20:49:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:49:11.806480 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaca9d5e-4c50-4c7e-b819-d014e1315f13 admin admin] Network 4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:49:11.809529 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-eaca9d5e-4c50-4c7e-b819-d014e1315f13 admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:49:11.837628 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaca9d5e-4c50-4c7e-b819-d014e1315f13 admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:49:11.914852 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-d2211c05-7355-4993-bab0-5fe9a986e75b service neutron] 10.222.0.61 "GET /v2.0/networks/9a32fea3-cf83-4c29-9cb0-745e211a97e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7019403 Aug 23 20:49:11.945958 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca9d5e-4c50-4c7e-b819-d014e1315f13 admin admin] Pushing event updated for resources: {'Port': ['ID=1d37610b-e69a-4ba4-a881-4064cee419b4,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:11.960369 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eaca9d5e-4c50-4c7e-b819-d014e1315f13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:11.985461 n-d-805663-2 neutron-server[94688]: WARNING neutron.services.revisions.revision_plugin [None req-c436941c-8022-4006-86f1-0668090cafa9 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Could not find related port for resource to bump revision. Aug 23 20:49:12.012193 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-068ea718-3057-46d6-9570-9870a9c7bc19 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:12.035203 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.ipam_pluggable_backend [None req-c436941c-8022-4006-86f1-0668090cafa9 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Port 80ccbbe1-a8d7-4684-b5dc-fbccb576ce4a was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94688) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 23 20:49:12.035513 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.ipam_pluggable_backend [None req-c436941c-8022-4006-86f1-0668090cafa9 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Reverting IP allocation for 2001:db8::f816:3eff:feae:c4d1 {{(pid=94688) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 23 20:49:12.064168 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 80ccbbe1-a8d7-4684-b5dc-fbccb576ce4a no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:49:12.080824 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.ipam_pluggable_backend [None req-c436941c-8022-4006-86f1-0668090cafa9 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feae:c4d1 {{(pid=94688) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 23 20:49:12.100276 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 80ccbbe1-a8d7-4684-b5dc-fbccb576ce4a {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:49:12.100632 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 80ccbbe1-a8d7-4684-b5dc-fbccb576ce4a not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:49:12.103260 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c436941c-8022-4006-86f1-0668090cafa9 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:12.124278 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eaca9d5e-4c50-4c7e-b819-d014e1315f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:12.168880 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-307c3a01-510b-4e45-a3c5-9c2b62c09011 None None] Provisioning for port 1d37610b-e69a-4ba4-a881-4064cee419b4 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:49:12.173379 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-307c3a01-510b-4e45-a3c5-9c2b62c09011 None None] Provisioning complete for port 1d37610b-e69a-4ba4-a881-4064cee419b4 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:49:12.173870 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-307c3a01-510b-4e45-a3c5-9c2b62c09011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:12.194443 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c436941c-8022-4006-86f1-0668090cafa9 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:49:12.197350 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c436941c-8022-4006-86f1-0668090cafa9 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'Subnet': ['ID=f038341a-2c5e-43d9-b9df-138a571b41a5,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:12.207200 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-c436941c-8022-4006-86f1-0668090cafa9 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:49:12.218970 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c436941c-8022-4006-86f1-0668090cafa9 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:12.219442 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c436941c-8022-4006-86f1-0668090cafa9 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:12.224994 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2a601f-9d80-4d8b-99b1-1e5fc42f16e9 None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:49:12.228537 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-307c3a01-510b-4e45-a3c5-9c2b62c09011 None None] Port 1d37610b-e69a-4ba4-a881-4064cee419b4 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:49:12.308877 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-4a918478-6a67-4003-903f-a648a031730d service neutron] 10.222.0.61 "GET /v2.0/networks/9a32fea3-cf83-4c29-9cb0-745e211a97e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096964 Aug 23 20:49:12.360687 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-068ea718-3057-46d6-9570-9870a9c7bc19 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:12.373513 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-068ea718-3057-46d6-9570-9870a9c7bc19 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:12.398514 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c436941c-8022-4006-86f1-0668090cafa9 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3111851 Aug 23 20:49:12.408994 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48302) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:12.409785 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-068ea718-3057-46d6-9570-9870a9c7bc19 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:12.414056 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-068ea718-3057-46d6-9570-9870a9c7bc19 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9987090 Aug 23 20:49:12.416485 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48304) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:12.421602 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e2c68c8e-084e-4d9e-bd4c-ceeaf9f6b882 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'subnet': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:12.436943 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-a9ab9f89-497d-48e2-b542-1d3f833cb4b2 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Request body: {'security_group': {'name': 'tempest-secgroup--290925406'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:12.484173 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78de307-0efc-45c9-88ce-8751e6e2966f req-bc73b4f6-4f78-4f21-b243-aed92cf7238d tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:12.485499 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb4dac7-bbf3-4e12-a228-1f2501fcd73e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'tenant_id': 'db9608efcb064b40bc03dbc9d75ec2a9', 'fixed_ips': [{'subnet_id': 'f038341a-2c5e-43d9-b9df-138a571b41a5'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:49:12.485777 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f78de307-0efc-45c9-88ce-8751e6e2966f req-bc73b4f6-4f78-4f21-b243-aed92cf7238d tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 945 time: 0.1926086 Aug 23 20:49:12.486538 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dcb4dac7-bbf3-4e12-a228-1f2501fcd73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:12.551832 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ea718-3057-46d6-9570-9870a9c7bc19 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93c3ae5d-067a-4d2c-9787-8337cf89584d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:12.604287 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a9ab9f89-497d-48e2-b542-1d3f833cb4b2 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:12.611359 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eaca9d5e-4c50-4c7e-b819-d014e1315f13 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:12.618350 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f78de307-0efc-45c9-88ce-8751e6e2966f req-f5ab23c3-240c-46d2-b805-f0444affed2c tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=30d3316a-f14a-48d2-9cdd-37efb7e3923e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182775 Aug 23 20:49:12.625551 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eaca9d5e-4c50-4c7e-b819-d014e1315f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:12.720498 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eaca9d5e-4c50-4c7e-b819-d014e1315f13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:12.724265 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca9d5e-4c50-4c7e-b819-d014e1315f13 admin admin] Pushing event updated for resources: {'Port': ['ID=1d37610b-e69a-4ba4-a881-4064cee419b4,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:12.757311 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-dcb4dac7-bbf3-4e12-a228-1f2501fcd73e None None] Allocated IP 2001:db8::f816:3eff:fe85:d919 (6435e9ee-eaf5-46f5-a85c-299ee4fcacce/f038341a-2c5e-43d9-b9df-138a571b41a5/5c3f433c-9fff-4cb4-9360-0f03c1332b00) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:49:12.900345 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaca9d5e-4c50-4c7e-b819-d014e1315f13 admin admin] Network 4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:49:12.904892 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-eaca9d5e-4c50-4c7e-b819-d014e1315f13 admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:49:12.959912 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a9ab9f89-497d-48e2-b542-1d3f833cb4b2 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:12.998292 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a9ab9f89-497d-48e2-b542-1d3f833cb4b2 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:13.048665 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dcb4dac7-bbf3-4e12-a228-1f2501fcd73e None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:13.060399 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3d590ba0-90d9-4e6c-bb8e-8b5eca490376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:13.064142 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-dcb4dac7-bbf3-4e12-a228-1f2501fcd73e None None] Transition to ACTIVE for port object 5c3f433c-9fff-4cb4-9360-0f03c1332b00 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:49:13.091706 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-dcb4dac7-bbf3-4e12-a228-1f2501fcd73e None None] Transition to ACTIVE for port object 5c3f433c-9fff-4cb4-9360-0f03c1332b00 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:49:13.104928 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dcb4dac7-bbf3-4e12-a228-1f2501fcd73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:13.107850 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ac8be03e-4ca0-490a-9fc7-98dd7a3fcbb0 req-1095eebf-6126-4173-9c33-1e8c41b2e1ff tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] 10.222.0.61 "GET /v2.0/ports?device_id=3b42a061-3f48-45c8-98c1-e9f088125482 HTTP/1.1" status: 200 len: 210 time: 0.1325433 Aug 23 20:49:13.165625 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c68c8e-084e-4d9e-bd4c-ceeaf9f6b882 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:49:13.173638 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e2c68c8e-084e-4d9e-bd4c-ceeaf9f6b882 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:13.185892 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a9ab9f89-497d-48e2-b542-1d3f833cb4b2 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:13.189956 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb4dac7-bbf3-4e12-a228-1f2501fcd73e None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:49:13.191375 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a9ab9f89-497d-48e2-b542-1d3f833cb4b2 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7635105 Aug 23 20:49:13.197249 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48318) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:13.202510 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-dcb4dac7-bbf3-4e12-a228-1f2501fcd73e None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:49:13.211731 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb4dac7-bbf3-4e12-a228-1f2501fcd73e None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:49:13.216603 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ab9f89-497d-48e2-b542-1d3f833cb4b2 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66380d5f-77b5-4304-b200-0ebdd152cc4c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:13.218506 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-c570d1bf-cc1c-4da1-905c-e6fbd1f42eb9 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Request body: {'security_group_rule': {'security_group_id': '93c3ae5d-067a-4d2c-9787-8337cf89584d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '66380d5f-77b5-4304-b200-0ebdd152cc4c', 'remote_ip_prefix': None}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:13.265007 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb4dac7-bbf3-4e12-a228-1f2501fcd73e None None] Pushing event updated for resources: {'Port': ['ID=5c3f433c-9fff-4cb4-9360-0f03c1332b00,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:13.360655 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaca9d5e-4c50-4c7e-b819-d014e1315f13 admin admin] Router 0af799e0-57d2-4679-b33c-71c8dd99c20b has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:49:13.392821 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c570d1bf-cc1c-4da1-905c-e6fbd1f42eb9 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:13.399340 n-d-805663-2 neutron-server[94688]: INFO neutron.db.ipam_backend_mixin [None req-e2c68c8e-084e-4d9e-bd4c-ceeaf9f6b882 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f038341a-2c5e-43d9-b9df-138a571b41a5 (CIDR: 2001:db8::/64) Aug 23 20:49:13.404282 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2c68c8e-084e-4d9e-bd4c-ceeaf9f6b882 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 20:49:13.404749 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2c68c8e-084e-4d9e-bd4c-ceeaf9f6b882 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:49:13.410409 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1c79c0ec-a7ee-4eaa-a774-938458e3acec None None] Provisioning complete for port 1d37610b-e69a-4ba4-a881-4064cee419b4 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:49:13.415257 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1c79c0ec-a7ee-4eaa-a774-938458e3acec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:13.419369 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-dcb4dac7-bbf3-4e12-a228-1f2501fcd73e None None] Attempting to bind port 5c3f433c-9fff-4cb4-9360-0f03c1332b00 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:49:13.420017 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-dcb4dac7-bbf3-4e12-a228-1f2501fcd73e None None] Attempting to bind port 5c3f433c-9fff-4cb4-9360-0f03c1332b00 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:49:13.420610 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb4dac7-bbf3-4e12-a228-1f2501fcd73e None None] Attempting to bind port 5c3f433c-9fff-4cb4-9360-0f03c1332b00 on network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:49:13.429413 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e2c68c8e-084e-4d9e-bd4c-ceeaf9f6b882 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0163205 Aug 23 20:49:13.435470 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48324) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:13.440702 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-2ade854c-d0a2-46a7-8e51-44f2742bf82b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'subnet': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:13.485712 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb4dac7-bbf3-4e12-a228-1f2501fcd73e None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:49:13.486094 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb4dac7-bbf3-4e12-a228-1f2501fcd73e None None] Checking segment: {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:49:13.487619 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dcb4dac7-bbf3-4e12-a228-1f2501fcd73e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:13.488038 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb4dac7-bbf3-4e12-a228-1f2501fcd73e None None] Bound using segment: {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:49:13.488556 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-dcb4dac7-bbf3-4e12-a228-1f2501fcd73e None None] Bound port: 5c3f433c-9fff-4cb4-9360-0f03c1332b00, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:49:13.489552 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dcb4dac7-bbf3-4e12-a228-1f2501fcd73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:13.525977 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1c79c0ec-a7ee-4eaa-a774-938458e3acec None None] Port 1d37610b-e69a-4ba4-a881-4064cee419b4 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:49:13.602018 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:13.611771 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ade854c-d0a2-46a7-8e51-44f2742bf82b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:49:13.617703 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ade854c-d0a2-46a7-8e51-44f2742bf82b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:13.619841 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-dcb4dac7-bbf3-4e12-a228-1f2501fcd73e None None] For port 5c3f433c-9fff-4cb4-9360-0f03c1332b00, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:49:13.628326 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-dcb4dac7-bbf3-4e12-a228-1f2501fcd73e None None] For port 5c3f433c-9fff-4cb4-9360-0f03c1332b00, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=5c3f433c-9fff-4cb4-9360-0f03c1332b00,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:49:13.635746 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dcb4dac7-bbf3-4e12-a228-1f2501fcd73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:13.709808 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c570d1bf-cc1c-4da1-905c-e6fbd1f42eb9 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:13.717199 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb4dac7-bbf3-4e12-a228-1f2501fcd73e None None] Pushing event updated for resources: {'Port': ['ID=5c3f433c-9fff-4cb4-9360-0f03c1332b00,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:13.730293 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c570d1bf-cc1c-4da1-905c-e6fbd1f42eb9 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:13.747775 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaca9d5e-4c50-4c7e-b819-d014e1315f13 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:49:13.759377 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-eaca9d5e-4c50-4c7e-b819-d014e1315f13 admin admin] 10.222.0.61 "PUT /v2.0/routers/0af799e0-57d2-4679-b33c-71c8dd99c20b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0705612 Aug 23 20:49:13.763705 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c570d1bf-cc1c-4da1-905c-e6fbd1f42eb9 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b51d12c-5bd6-4c9b-9148-6a5f9e1789c2,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:13.849646 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c570d1bf-cc1c-4da1-905c-e6fbd1f42eb9 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:13.851193 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c570d1bf-cc1c-4da1-905c-e6fbd1f42eb9 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6447721 Aug 23 20:49:13.854623 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48336) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:13.924773 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac6dbd-a896-4384-b520-c354f5123277 req-d12a76ab-32a4-491d-a273-5785f74134e9 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:13.927070 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-96ac6dbd-a896-4384-b520-c354f5123277 req-d12a76ab-32a4-491d-a273-5785f74134e9 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 945 time: 0.1454074 Aug 23 20:49:13.928312 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-48b676b3-b07c-46e1-b624-04f138ed73a8 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:13.999158 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-48b676b3-b07c-46e1-b624-04f138ed73a8 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:14.153529 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 74e83100-94cb-405b-a397-3a9bc5d79fd3 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:49:14.182714 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-96ac6dbd-a896-4384-b520-c354f5123277 req-ff6ef6ab-0cc5-413b-bacb-6900b25db469 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=30d3316a-f14a-48d2-9cdd-37efb7e3923e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2374315 Aug 23 20:49:14.194595 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-48b676b3-b07c-46e1-b624-04f138ed73a8 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:14.212742 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-48b676b3-b07c-46e1-b624-04f138ed73a8 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:14.218296 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-48b676b3-b07c-46e1-b624-04f138ed73a8 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/7b51d12c-5bd6-4c9b-9148-6a5f9e1789c2 HTTP/1.1" status: 204 len: 168 time: 0.3621528 Aug 23 20:49:14.220089 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48346) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:14.233927 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b676b3-b07c-46e1-b624-04f138ed73a8 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7b51d12c-5bd6-4c9b-9148-6a5f9e1789c2,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:14.304324 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 74e83100-94cb-405b-a397-3a9bc5d79fd3 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:49:14.308854 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 74e83100-94cb-405b-a397-3a9bc5d79fd3 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:49:14.309240 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:14.319457 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ba696fb3-f092-417a-b6df-75b2adf8a7f8 req-9c9f498c-c258-42eb-9457-102b6e47b176 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] 10.222.0.61 "GET /v2.0/ports?device_id=3b42a061-3f48-45c8-98c1-e9f088125482 HTTP/1.1" status: 200 len: 210 time: 0.0713615 Aug 23 20:49:14.381127 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ac3c5240-20ec-4fc0-8277-4123c7cbc916 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1553824 Aug 23 20:49:14.383435 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48348) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:14.414687 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ade854c-d0a2-46a7-8e51-44f2742bf82b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:14.507233 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ade854c-d0a2-46a7-8e51-44f2742bf82b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:49:14.525515 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4c065564-e9d5-4723-8ee1-c2d5f222168a tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:14.542957 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-2ade854c-d0a2-46a7-8e51-44f2742bf82b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:49:14.577960 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade854c-d0a2-46a7-8e51-44f2742bf82b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'Subnet': ['ID=4e17a748-e4c8-4af7-bf00-e437d8020e58,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:14.583455 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ade854c-d0a2-46a7-8e51-44f2742bf82b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:14.584128 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ade854c-d0a2-46a7-8e51-44f2742bf82b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:14.602198 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4c065564-e9d5-4723-8ee1-c2d5f222168a tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:14.621457 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2ade854c-d0a2-46a7-8e51-44f2742bf82b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1821041 Aug 23 20:49:14.621457 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48352) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:14.631053 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-713fd790-8c62-49cc-9270-09d8f967d681 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'port': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'mac_address': 'fa:16:3e:a9:4e:d8', 'name': 'tempest-NetworksTestDHCPv6-128486562'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:14.732131 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4c065564-e9d5-4723-8ee1-c2d5f222168a tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:14.735016 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4c065564-e9d5-4723-8ee1-c2d5f222168a tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:14.736410 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-4c065564-e9d5-4723-8ee1-c2d5f222168a tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "DELETE /v2.0/security-groups/66380d5f-77b5-4304-b200-0ebdd152cc4c HTTP/1.1" status: 204 len: 168 time: 0.3518069 Aug 23 20:49:14.764453 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48356) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:14.809610 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48358) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:14.824105 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-2a514be4-d5fd-49ad-92ec-14b625409923 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2138163587', 'description': 'tempest-description--1438061018'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:14.853251 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c065564-e9d5-4723-8ee1-c2d5f222168a tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66380d5f-77b5-4304-b200-0ebdd152cc4c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:14.929917 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713fd790-8c62-49cc-9270-09d8f967d681 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:49:14.939704 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:14.963177 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:14.996223 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 74e83100-94cb-405b-a397-3a9bc5d79fd3, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=74e83100-94cb-405b-a397-3a9bc5d79fd3,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:49:15.011092 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:15.036534 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2b35dc76-bc2e-47e6-b738-22a6c000784a tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2676742 Aug 23 20:49:15.043891 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48360) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:15.094249 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2a514be4-d5fd-49ad-92ec-14b625409923 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:15.129973 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=74e83100-94cb-405b-a397-3a9bc5d79fd3,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:15.165748 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-713fd790-8c62-49cc-9270-09d8f967d681 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:15.169347 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5cb538-ab65-4042-b2a8-0812d282bfb5 None None] Sync routers for ids ['0af799e0-57d2-4679-b33c-71c8dd99c20b'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:49:15.182869 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5cb538-ab65-4042-b2a8-0812d282bfb5 None None] Routers {'0af799e0-57d2-4679-b33c-71c8dd99c20b'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:49:15.183680 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7f5cb538-ab65-4042-b2a8-0812d282bfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:49:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['0af799e0-57d2-4679-b33c-71c8dd99c20b'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:49:15.189417 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-713fd790-8c62-49cc-9270-09d8f967d681 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] device_id is not set on port 00808f21-43d6-4c79-b8b8-3910d2c02e74 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:49:15.346511 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88ac3f22-fce8-4c1c-87e2-d89b17d7cb0f tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:15.390601 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-36a31e4e-b587-48b6-a243-06c51d249fb0 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:15.392184 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-36a31e4e-b587-48b6-a243-06c51d249fb0 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] 10.222.0.11 "GET /v2.0/networks?id=9a32fea3-cf83-4c29-9cb0-745e211a97e2 HTTP/1.1" status: 200 len: 818 time: 0.3253541 Aug 23 20:49:15.452741 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-47a13d33-b031-4427-8057-143021b5f669 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Request body: {'port': {'device_id': '839b76ed-7b86-44d2-ae48-cf5c4c1985f4', 'network_id': '9a32fea3-cf83-4c29-9cb0-745e211a97e2', 'admin_state_up': True, 'tenant_id': '20cd0deef7b5475c8b64bff939dc3cfb'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:15.530379 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-7f5cb538-ab65-4042-b2a8-0812d282bfb5 None None] Set router 0af799e0-57d2-4679-b33c-71c8dd99c20b gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:49:15.536857 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3b4076ca-9865-4bf3-8315-0658ba3226ea req-4b0113ab-372d-4cdc-bf8f-1cb493458a19 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] 10.222.0.61 "GET /v2.0/ports?device_id=3b42a061-3f48-45c8-98c1-e9f088125482 HTTP/1.1" status: 200 len: 210 time: 0.0931273 Aug 23 20:49:15.745748 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c32321-d84d-42ea-8d4c-bc5d7cff0555 None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:49:15.851433 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-713fd790-8c62-49cc-9270-09d8f967d681 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Allocated IP 2001:db8:0:1::350 (6435e9ee-eaf5-46f5-a85c-299ee4fcacce/4e17a748-e4c8-4af7-bf00-e437d8020e58/00808f21-43d6-4c79-b8b8-3910d2c02e74) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:49:15.874129 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [req-d92f5733-ccee-4d62-a6ed-fcf607eb32fc req-ba87cb3f-dd60-4863-82d0-9c87d9369c53 tempest-TestNetworkAdvancedServerOps-1162004702 tempest-TestNetworkAdvancedServerOps-1162004702-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:15.885043 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d92f5733-ccee-4d62-a6ed-fcf607eb32fc req-ba87cb3f-dd60-4863-82d0-9c87d9369c53 tempest-TestNetworkAdvancedServerOps-1162004702 tempest-TestNetworkAdvancedServerOps-1162004702-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0220912 Aug 23 20:49:15.974887 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ea451e39-30db-4711-a398-16264a57ace2 None None] Provisioning for port 5c3f433c-9fff-4cb4-9360-0f03c1332b00 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:49:15.983976 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2a514be4-d5fd-49ad-92ec-14b625409923 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:15.994944 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88ac3f22-fce8-4c1c-87e2-d89b17d7cb0f tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:16.009498 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-713fd790-8c62-49cc-9270-09d8f967d681 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Allocated IP 2001:db8::f816:3eff:fea9:4ed8 (6435e9ee-eaf5-46f5-a85c-299ee4fcacce/f038341a-2c5e-43d9-b9df-138a571b41a5/00808f21-43d6-4c79-b8b8-3910d2c02e74) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:49:16.010349 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:16.048233 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7f5cb538-ab65-4042-b2a8-0812d282bfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af799e0-57d2-4679-b33c-71c8dd99c20b', 'name': 'tempest-ServerActionsTestJSON-863534277-router', 'tenant_id': '2af290724cc44af890c8fd2249003602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '74e83100-94cb-405b-a397-3a9bc5d79fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:49:05Z', 'updated_at': '2021-08-23T20:49:12Z', 'revision_number': 4, 'project_id': '2af290724cc44af890c8fd2249003602', 'gw_port': {'id': '74e83100-94cb-405b-a397-3a9bc5d79fd3', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:5b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af799e0-57d2-4679-b33c-71c8dd99c20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:49:07Z', 'updated_at': '2021-08-23T20:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '1d37610b-e69a-4ba4-a881-4064cee419b4', 'name': '', 'network_id': '4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e', 'tenant_id': '2af290724cc44af890c8fd2249003602', 'mac_address': 'fa:16:3e:03:9a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af799e0-57d2-4679-b33c-71c8dd99c20b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '7046a0bd-4474-4718-a5da-60ae1dc26dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:49:11Z', 'updated_at': '2021-08-23T20:49:12Z', 'revision_number': 2, 'project_id': '2af290724cc44af890c8fd2249003602', 'subnets': [{'id': '7046a0bd-4474-4718-a5da-60ae1dc26dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:49:16.100545 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5cb538-ab65-4042-b2a8-0812d282bfb5 None None] Checking router: 0af799e0-57d2-4679-b33c-71c8dd99c20b for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:49:16.100975 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5cb538-ab65-4042-b2a8-0812d282bfb5 None None] Updating router 0af799e0-57d2-4679-b33c-71c8dd99c20b port 1d37610b-e69a-4ba4-a881-4064cee419b4 binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:49:16.133618 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e524e-6b36-4230-a815-fe132b115e85 req-10e58655-c2cb-427c-8228-6edf55ee609b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:16.140500 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d75e524e-6b36-4230-a815-fe132b115e85 req-10e58655-c2cb-427c-8228-6edf55ee609b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b17a426d9eb4b3083079c3d4dc4db5c&device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 1096 time: 0.5376093 Aug 23 20:49:16.171354 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7f5cb538-ab65-4042-b2a8-0812d282bfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:16.299740 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 5c3f433c-9fff-4cb4-9360-0f03c1332b00 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:49:16.436222 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20463b44-3937-4f1f-b17e-3c835563e055 None None] Update dhcp port {'port': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'fixed_ips': [{'subnet_id': 'f038341a-2c5e-43d9-b9df-138a571b41a5', 'ip_address': '2001:db8::f816:3eff:fe85:d919'}, {'subnet_id': '4e17a748-e4c8-4af7-bf00-e437d8020e58'}], 'binding:host_id': 'n-d-805663-2'}, 'id': '5c3f433c-9fff-4cb4-9360-0f03c1332b00'} from n-d-805663-2. {{(pid=94689) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 20:49:16.456110 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-713fd790-8c62-49cc-9270-09d8f967d681 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:16.477142 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-713fd790-8c62-49cc-9270-09d8f967d681 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Transition to ACTIVE for port object 00808f21-43d6-4c79-b8b8-3910d2c02e74 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:49:16.488476 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-20463b44-3937-4f1f-b17e-3c835563e055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:16.571721 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-45e29aea-8c9e-4ceb-bf3f-91a20cf434cf tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:16.574509 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-45e29aea-8c9e-4ceb-bf3f-91a20cf434cf tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] 10.222.0.32 "GET /v2.0/networks?id=9a32fea3-cf83-4c29-9cb0-745e211a97e2 HTTP/1.1" status: 200 len: 818 time: 0.7578893 Aug 23 20:49:16.575299 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 5c3f433c-9fff-4cb4-9360-0f03c1332b00 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:49:16.579350 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-713fd790-8c62-49cc-9270-09d8f967d681 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:16.637672 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-c7f22f14-57bd-4b5f-8c33-2e4304a814a3 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Request body: {'port': {'device_id': '941e1158-ddd5-40f7-8794-947a21f63f51', 'network_id': '9a32fea3-cf83-4c29-9cb0-745e211a97e2', 'admin_state_up': True, 'tenant_id': '20cd0deef7b5475c8b64bff939dc3cfb'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:16.721577 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7f5cb538-ab65-4042-b2a8-0812d282bfb5 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:16.724855 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 5c3f433c-9fff-4cb4-9360-0f03c1332b00 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:49:16.725017 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713fd790-8c62-49cc-9270-09d8f967d681 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:49:16.725098 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:16.745254 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-7f5cb538-ab65-4042-b2a8-0812d282bfb5 None None] Transition to ACTIVE for port object 1d37610b-e69a-4ba4-a881-4064cee419b4 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:49:16.757541 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-713fd790-8c62-49cc-9270-09d8f967d681 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:49:16.759645 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7f5cb538-ab65-4042-b2a8-0812d282bfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:16.761087 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0fd0452c-8ff9-4931-bbe0-c78dd5e76d9a req-34cdeb7e-7aec-4014-9bb0-bb78a5e14c07 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] 10.222.0.61 "GET /v2.0/ports?device_id=3b42a061-3f48-45c8-98c1-e9f088125482 HTTP/1.1" status: 200 len: 210 time: 0.1201720 Aug 23 20:49:16.763570 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713fd790-8c62-49cc-9270-09d8f967d681 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:49:16.770673 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713fd790-8c62-49cc-9270-09d8f967d681 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:16.771319 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-713fd790-8c62-49cc-9270-09d8f967d681 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:16.827934 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2a514be4-d5fd-49ad-92ec-14b625409923 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:16.841228 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713fd790-8c62-49cc-9270-09d8f967d681 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'Port': ['ID=00808f21-43d6-4c79-b8b8-3910d2c02e74,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:16.858802 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72348222-ca01-4156-9bce-d47126324eb0 None None] Pushing event updated for resources: {'Port': ['ID=1d37610b-e69a-4ba4-a881-4064cee419b4,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:16.893850 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e524e-6b36-4230-a815-fe132b115e85 req-6378e502-3650-4d29-a677-53e9e3a14464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:16.896682 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d75e524e-6b36-4230-a815-fe132b115e85 req-6378e502-3650-4d29-a677-53e9e3a14464 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8d068299-4184-4227-8cbc-58442cd62193 HTTP/1.1" status: 200 len: 897 time: 0.6817284 Aug 23 20:49:16.936896 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a514be4-d5fd-49ad-92ec-14b625409923 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a262430e-d516-4fd2-b2fb-abc4a1c9d44c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:16.937554 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-7f5cb538-ab65-4042-b2a8-0812d282bfb5 None None] Attempting to bind port 1d37610b-e69a-4ba4-a881-4064cee419b4 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:49:16.937554 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-7f5cb538-ab65-4042-b2a8-0812d282bfb5 None None] Attempting to bind port 1d37610b-e69a-4ba4-a881-4064cee419b4 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '87ae50be-ef23-4363-86a3-a03c9ef4b9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:49:16.938067 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5cb538-ab65-4042-b2a8-0812d282bfb5 None None] Attempting to bind port 1d37610b-e69a-4ba4-a881-4064cee419b4 on network 4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:49:16.946231 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5cb538-ab65-4042-b2a8-0812d282bfb5 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:49:16.946425 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5cb538-ab65-4042-b2a8-0812d282bfb5 None None] Checking segment: {'id': '87ae50be-ef23-4363-86a3-a03c9ef4b9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:49:16.946848 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7f5cb538-ab65-4042-b2a8-0812d282bfb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:16.947352 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5cb538-ab65-4042-b2a8-0812d282bfb5 None None] Bound using segment: {'id': '87ae50be-ef23-4363-86a3-a03c9ef4b9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:49:16.947909 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-7f5cb538-ab65-4042-b2a8-0812d282bfb5 None None] Bound port: 1d37610b-e69a-4ba4-a881-4064cee419b4, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87ae50be-ef23-4363-86a3-a03c9ef4b9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:49:16.948800 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7f5cb538-ab65-4042-b2a8-0812d282bfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:16.970019 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e6e3bc-66e1-418d-b1ca-86571f1c4467 req-3b19c94a-02a2-43d6-9fdf-da4d571baf2e tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:16.979075 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-32e6e3bc-66e1-418d-b1ca-86571f1c4467 req-3b19c94a-02a2-43d6-9fdf-da4d571baf2e tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 945 time: 1.6500509 Aug 23 20:49:17.019473 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d75e524e-6b36-4230-a815-fe132b115e85 req-535dec43-bc53-42e2-ad98-be8c88cbea14 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2407290-42c4-4898-b0ae-5a05faa64eda HTTP/1.1" status: 200 len: 1001 time: 0.1111114 Aug 23 20:49:17.044521 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-713fd790-8c62-49cc-9270-09d8f967d681 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.4180450 Aug 23 20:49:17.056395 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48388) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:17.072191 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-20463b44-3937-4f1f-b17e-3c835563e055 None None] Allocated IP 2001:db8:0:1::2 (6435e9ee-eaf5-46f5-a85c-299ee4fcacce/4e17a748-e4c8-4af7-bf00-e437d8020e58/5c3f433c-9fff-4cb4-9360-0f03c1332b00) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:49:17.101684 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-47a13d33-b031-4427-8057-143021b5f669 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Made reservation on behalf of 20cd0deef7b5475c8b64bff939dc3cfb for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:49:17.105601 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-47a13d33-b031-4427-8057-143021b5f669 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:17.112189 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-7f5cb538-ab65-4042-b2a8-0812d282bfb5 None None] For port 1d37610b-e69a-4ba4-a881-4064cee419b4, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:49:17.116654 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2a514be4-d5fd-49ad-92ec-14b625409923 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:17.119513 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:17.126178 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-7f5cb538-ab65-4042-b2a8-0812d282bfb5 None None] For port 1d37610b-e69a-4ba4-a881-4064cee419b4, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=1d37610b-e69a-4ba4-a881-4064cee419b4,segment=NetworkSegment(87ae50be-ef23-4363-86a3-a03c9ef4b9c4),segment_id=87ae50be-ef23-4363-86a3-a03c9ef4b9c4)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:49:17.129842 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2a514be4-d5fd-49ad-92ec-14b625409923 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 2.3188798 Aug 23 20:49:17.144795 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7f5cb538-ab65-4042-b2a8-0812d282bfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:17.147211 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-f58afd00-822c-45ae-b5c6-fa14e9e7b319 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:17.148886 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-f58afd00-822c-45ae-b5c6-fa14e9e7b319 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] 10.222.0.11 "GET /v2.0/networks?id=9a32fea3-cf83-4c29-9cb0-745e211a97e2 HTTP/1.1" status: 200 len: 818 time: 1.2958274 Aug 23 20:49:17.150826 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48390) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:17.166346 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c394ae64-e5d2-43f8-8e51-60e8913b355e tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Request body: {'security_group_rule': {'security_group_id': 'a262430e-d516-4fd2-b2fb-abc4a1c9d44c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:17.179586 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-c7f22f14-57bd-4b5f-8c33-2e4304a814a3 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Made reservation on behalf of 20cd0deef7b5475c8b64bff939dc3cfb for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:49:17.183289 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-c7f22f14-57bd-4b5f-8c33-2e4304a814a3 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:17.211926 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-ef57fce8-8aef-4a49-8493-09caf6d619ea tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Request body: {'port': {'device_id': '3b42a061-3f48-45c8-98c1-e9f088125482', 'network_id': '9a32fea3-cf83-4c29-9cb0-745e211a97e2', 'admin_state_up': True, 'tenant_id': '20cd0deef7b5475c8b64bff939dc3cfb'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:17.246950 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e524e-6b36-4230-a815-fe132b115e85 req-f249b640-a5fc-49b5-b30a-1abe4f23f56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:17.249140 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d75e524e-6b36-4230-a815-fe132b115e85 req-f249b640-a5fc-49b5-b30a-1abe4f23f56e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d93f73c3-35f9-433c-a781-7029406e1a10 HTTP/1.1" status: 200 len: 834 time: 0.2216709 Aug 23 20:49:17.274564 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-20463b44-3937-4f1f-b17e-3c835563e055 None None] For port 5c3f433c-9fff-4cb4-9360-0f03c1332b00, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=5c3f433c-9fff-4cb4-9360-0f03c1332b00,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:49:17.278278 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5cb538-ab65-4042-b2a8-0812d282bfb5 None None] Routers {'0af799e0-57d2-4679-b33c-71c8dd99c20b'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:49:17.279074 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7f5cb538-ab65-4042-b2a8-0812d282bfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:49:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['0af799e0-57d2-4679-b33c-71c8dd99c20b'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:49:17.330523 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-20463b44-3937-4f1f-b17e-3c835563e055 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:17.351283 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-32e6e3bc-66e1-418d-b1ca-86571f1c4467 req-2da216f7-6f4c-4e73-8af8-292e78e7025e tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=30d3316a-f14a-48d2-9cdd-37efb7e3923e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3711936 Aug 23 20:49:17.367016 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c394ae64-e5d2-43f8-8e51-60e8913b355e tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:17.368934 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-20463b44-3937-4f1f-b17e-3c835563e055 None None] Transition to ACTIVE for port object 5c3f433c-9fff-4cb4-9360-0f03c1332b00 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:49:17.382451 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-20463b44-3937-4f1f-b17e-3c835563e055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:17.389354 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [req-d92f5733-ccee-4d62-a6ed-fcf607eb32fc req-bc8ef10b-9b86-4baa-a183-7ec894baf7ee service neutron] show failed (client error): The resource could not be found. Aug 23 20:49:17.390480 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d92f5733-ccee-4d62-a6ed-fcf607eb32fc req-bc8ef10b-9b86-4baa-a183-7ec894baf7ee service neutron] 10.222.0.32 "GET /v2.0/ports/e2407290-42c4-4898-b0ae-5a05faa64eda/bindings/n-h1-805663-2 HTTP/1.1" status: 404 len: 380 time: 1.4788394 Aug 23 20:49:17.414543 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88ac3f22-fce8-4c1c-87e2-d89b17d7cb0f tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:17.417119 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88ac3f22-fce8-4c1c-87e2-d89b17d7cb0f tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:17.422513 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-88ac3f22-fce8-4c1c-87e2-d89b17d7cb0f tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "DELETE /v2.0/security-groups/93c3ae5d-067a-4d2c-9787-8337cf89584d HTTP/1.1" status: 204 len: 168 time: 2.3724029 Aug 23 20:49:17.427341 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48392) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:17.489020 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.db.api [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 20:49:17.490311 n-d-805663-2 neutron-server[94689]: DEBUG oslo_db.api [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 20:49:17.647308 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72348222-ca01-4156-9bce-d47126324eb0 None None] Pushing event updated for resources: {'Port': ['ID=1d37610b-e69a-4ba4-a881-4064cee419b4,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:17.670643 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c394ae64-e5d2-43f8-8e51-60e8913b355e tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:17.677347 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-7f5cb538-ab65-4042-b2a8-0812d282bfb5 None None] Set router 0af799e0-57d2-4679-b33c-71c8dd99c20b gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:49:17.681045 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20463b44-3937-4f1f-b17e-3c835563e055 None None] Pushing event updated for resources: {'Port': ['ID=5c3f433c-9fff-4cb4-9360-0f03c1332b00,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:17.756095 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ac3f22-fce8-4c1c-87e2-d89b17d7cb0f tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c3ae5d-067a-4d2c-9787-8337cf89584d,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:17.854019 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c394ae64-e5d2-43f8-8e51-60e8913b355e tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:17.863519 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e524e-6b36-4230-a815-fe132b115e85 req-a82e8d91-3750-4d71-a87a-8a7d16baa27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:17.865862 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d75e524e-6b36-4230-a815-fe132b115e85 req-a82e8d91-3750-4d71-a87a-8a7d16baa27a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d068299-4184-4227-8cbc-58442cd62193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5702934 Aug 23 20:49:17.880450 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-5ce96ab6-adfe-42b3-9407-87a47ea13499 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Deleting port 00808f21-43d6-4c79-b8b8-3910d2c02e74 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:49:17.881154 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5ce96ab6-adfe-42b3-9407-87a47ea13499 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:17.897390 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-02e899d0-b6e8-4e91-a05e-9793b4c40128 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4662557 Aug 23 20:49:17.921495 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48404) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:17.923781 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-ef57fce8-8aef-4a49-8493-09caf6d619ea tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Made reservation on behalf of 20cd0deef7b5475c8b64bff939dc3cfb for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:49:17.925860 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394ae64-e5d2-43f8-8e51-60e8913b355e tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be50e1f2-88d6-4663-b1ef-4a1aba1df3c8,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:17.943836 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-ef57fce8-8aef-4a49-8493-09caf6d619ea tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:17.956108 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-4e49f334-bfa7-40aa-a28a-c534212b66bf tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Request body: {'security_group': {'name': 'tempest-secgroup--871383401'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:18.027297 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7f5cb538-ab65-4042-b2a8-0812d282bfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af799e0-57d2-4679-b33c-71c8dd99c20b', 'name': 'tempest-ServerActionsTestJSON-863534277-router', 'tenant_id': '2af290724cc44af890c8fd2249003602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '74e83100-94cb-405b-a397-3a9bc5d79fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:49:05Z', 'updated_at': '2021-08-23T20:49:12Z', 'revision_number': 4, 'project_id': '2af290724cc44af890c8fd2249003602', 'gw_port': {'id': '74e83100-94cb-405b-a397-3a9bc5d79fd3', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:5b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af799e0-57d2-4679-b33c-71c8dd99c20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:49:07Z', 'updated_at': '2021-08-23T20:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '1d37610b-e69a-4ba4-a881-4064cee419b4', 'name': '', 'network_id': '4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e', 'tenant_id': '2af290724cc44af890c8fd2249003602', 'mac_address': 'fa:16:3e:03:9a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af799e0-57d2-4679-b33c-71c8dd99c20b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '7046a0bd-4474-4718-a5da-60ae1dc26dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:49:11Z', 'updated_at': '2021-08-23T20:49:17Z', 'revision_number': 4, 'project_id': '2af290724cc44af890c8fd2249003602', 'subnets': [{'id': '7046a0bd-4474-4718-a5da-60ae1dc26dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:49:18.065434 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5cb538-ab65-4042-b2a8-0812d282bfb5 None None] The sync data for ids ['0af799e0-57d2-4679-b33c-71c8dd99c20b'] in n-d-805663-2 is: [{'id': '0af799e0-57d2-4679-b33c-71c8dd99c20b', 'name': 'tempest-ServerActionsTestJSON-863534277-router', 'tenant_id': '2af290724cc44af890c8fd2249003602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '74e83100-94cb-405b-a397-3a9bc5d79fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:49:05Z', 'updated_at': '2021-08-23T20:49:12Z', 'revision_number': 4, 'project_id': '2af290724cc44af890c8fd2249003602', 'gw_port': {'id': '74e83100-94cb-405b-a397-3a9bc5d79fd3', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:5b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af799e0-57d2-4679-b33c-71c8dd99c20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:49:07Z', 'updated_at': '2021-08-23T20:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '1d37610b-e69a-4ba4-a881-4064cee419b4', 'name': '', 'network_id': '4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e', 'tenant_id': '2af290724cc44af890c8fd2249003602', 'mac_address': 'fa:16:3e:03:9a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af799e0-57d2-4679-b33c-71c8dd99c20b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '7046a0bd-4474-4718-a5da-60ae1dc26dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:49:11Z', 'updated_at': '2021-08-23T20:49:17Z', 'revision_number': 4, 'project_id': '2af290724cc44af890c8fd2249003602', 'subnets': [{'id': '7046a0bd-4474-4718-a5da-60ae1dc26dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:49:18.065732 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:18.072021 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f5733-ccee-4d62-a6ed-fcf607eb32fc req-35a19050-1993-4be8-979c-03f0ee663296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:18.074338 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d92f5733-ccee-4d62-a6ed-fcf607eb32fc req-35a19050-1993-4be8-979c-03f0ee663296 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5&tenant_id=0b17a426d9eb4b3083079c3d4dc4db5c HTTP/1.1" status: 200 len: 1096 time: 0.3665609 Aug 23 20:49:18.087612 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-276a1016-9c61-4d6e-9479-d0389ab7025f req-d1734001-316b-4995-9a88-08ca6464b2b8 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] 10.222.0.61 "GET /v2.0/ports?device_id=3b42a061-3f48-45c8-98c1-e9f088125482 HTTP/1.1" status: 200 len: 210 time: 0.1523330 Aug 23 20:49:18.098394 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-d92f5733-ccee-4d62-a6ed-fcf607eb32fc req-618f6b8d-f8d4-4139-8c48-34f65700ef87 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805663-2', 'device_owner': 'compute:nova'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:18.139333 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c394ae64-e5d2-43f8-8e51-60e8913b355e tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:18.154338 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c394ae64-e5d2-43f8-8e51-60e8913b355e tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0006905 Aug 23 20:49:18.166774 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 5c3f433c-9fff-4cb4-9360-0f03c1332b00, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=5c3f433c-9fff-4cb4-9360-0f03c1332b00,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:49:18.167356 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5ce96ab6-adfe-42b3-9407-87a47ea13499 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:18.175862 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:18.177586 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 74e83100-94cb-405b-a397-3a9bc5d79fd3 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:49:18.182238 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48406) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:18.191141 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-c7f22f14-57bd-4b5f-8c33-2e4304a814a3 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Allocated IP 172.20.0.2 (9a32fea3-cf83-4c29-9cb0-745e211a97e2/4f2cc9fc-fb6a-436b-bcfd-e8530b5ec67d/e4e64430-27c2-43cb-b746-794251a4f3ea) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:49:18.195811 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-5ce96ab6-adfe-42b3-9407-87a47ea13499 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Calling delete_port for 00808f21-43d6-4c79-b8b8-3910d2c02e74 owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:49:18.215818 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-ac834a4e-80c5-4529-a52b-23c18cfa7019 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Request body: {'security_group_rule': {'security_group_id': 'a262430e-d516-4fd2-b2fb-abc4a1c9d44c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:18.301175 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4e49f334-bfa7-40aa-a28a-c534212b66bf tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:18.311333 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=5c3f433c-9fff-4cb4-9360-0f03c1332b00,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:18.324001 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d92f5733-ccee-4d62-a6ed-fcf607eb32fc req-618f6b8d-f8d4-4139-8c48-34f65700ef87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:18.347347 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 74e83100-94cb-405b-a397-3a9bc5d79fd3 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:49:18.348759 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:18.352586 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d75e524e-6b36-4230-a815-fe132b115e85 req-4b9dca26-9710-4012-b8fd-87b858c8b178 service neutron] 10.222.0.32 "GET /v2.0/networks/8d068299-4184-4227-8cbc-58442cd62193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4569573 Aug 23 20:49:18.470479 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ac834a4e-80c5-4529-a52b-23c18cfa7019 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:18.769919 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 5c3f433c-9fff-4cb4-9360-0f03c1332b00 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:49:18.816735 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ac834a4e-80c5-4529-a52b-23c18cfa7019 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:18.838748 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8156ba-fa86-4488-9777-9b6413b36042 req-09c3ccb6-c1c7-4f9d-9056-cce847c87ec3 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:18.843663 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-df8156ba-fa86-4488-9777-9b6413b36042 req-09c3ccb6-c1c7-4f9d-9056-cce847c87ec3 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 945 time: 0.3406930 Aug 23 20:49:18.846409 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ac834a4e-80c5-4529-a52b-23c18cfa7019 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:18.891899 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 1d37610b-e69a-4ba4-a881-4064cee419b4 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:49:18.900370 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d75e524e-6b36-4230-a815-fe132b115e85 req-829aeb25-fe3a-44f9-872f-8bee3244e4e6 service neutron] 10.222.0.32 "GET /v2.0/networks/8d068299-4184-4227-8cbc-58442cd62193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5457065 Aug 23 20:49:18.997876 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ab529789-beed-48a1-9968-e291dc97a828 None None] Provisioning for port 5c3f433c-9fff-4cb4-9360-0f03c1332b00 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:49:19.032947 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ab529789-beed-48a1-9968-e291dc97a828 None None] Provisioning complete for port 5c3f433c-9fff-4cb4-9360-0f03c1332b00 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:49:19.037181 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ab529789-beed-48a1-9968-e291dc97a828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:19.057429 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac834a4e-80c5-4529-a52b-23c18cfa7019 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06480646-0480-4f92-afa8-b74d85c6ec91,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:19.071306 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-c7f22f14-57bd-4b5f-8c33-2e4304a814a3 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:19.139654 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 1d37610b-e69a-4ba4-a881-4064cee419b4 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:49:19.151726 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac834a4e-80c5-4529-a52b-23c18cfa7019 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:49:19.151726 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac834a4e-80c5-4529-a52b-23c18cfa7019 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:49:19.151726 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac834a4e-80c5-4529-a52b-23c18cfa7019 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:49:19.151974 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac834a4e-80c5-4529-a52b-23c18cfa7019 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:49:19.152321 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac834a4e-80c5-4529-a52b-23c18cfa7019 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:49:19.158810 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 1d37610b-e69a-4ba4-a881-4064cee419b4 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:49:19.159001 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac834a4e-80c5-4529-a52b-23c18cfa7019 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:49:19.159434 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac834a4e-80c5-4529-a52b-23c18cfa7019 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:49:19.159791 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac834a4e-80c5-4529-a52b-23c18cfa7019 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:49:19.160159 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac834a4e-80c5-4529-a52b-23c18cfa7019 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:49:19.160581 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac834a4e-80c5-4529-a52b-23c18cfa7019 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:49:19.160913 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-d92f5733-ccee-4d62-a6ed-fcf607eb32fc req-618f6b8d-f8d4-4139-8c48-34f65700ef87 service neutron] For port e2407290-42c4-4898-b0ae-5a05faa64eda, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=e2407290-42c4-4898-b0ae-5a05faa64eda,segment=NetworkSegment(0bc364fb-51ac-4f82-a8e6-c471283c8ba9),segment_id=0bc364fb-51ac-4f82-a8e6-c471283c8ba9)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:49:19.161028 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac834a4e-80c5-4529-a52b-23c18cfa7019 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:49:19.161345 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac834a4e-80c5-4529-a52b-23c18cfa7019 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:49:19.174313 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:19.208236 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-d92f5733-ccee-4d62-a6ed-fcf607eb32fc req-618f6b8d-f8d4-4139-8c48-34f65700ef87 service neutron] For port e2407290-42c4-4898-b0ae-5a05faa64eda, host n-h2-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:49:19.290653 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d92f5733-ccee-4d62-a6ed-fcf607eb32fc req-618f6b8d-f8d4-4139-8c48-34f65700ef87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:19.311214 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-d92f5733-ccee-4d62-a6ed-fcf607eb32fc req-618f6b8d-f8d4-4139-8c48-34f65700ef87 service neutron] Transition to ACTIVE for port object e2407290-42c4-4898-b0ae-5a05faa64eda will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:49:19.312296 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd3bc26-ad27-4b90-a14a-21ece587f7e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2407290-42c4-4898-b0ae-5a05faa64eda'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:49:19.315251 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317c5898-8f17-4962-8489-34218eaed276" -d '{"events": [{"server_uuid": "6bd3bc26-ad27-4b90-a14a-21ece587f7e5", "name": "network-vif-unplugged", "status": "completed", "tag": "e2407290-42c4-4898-b0ae-5a05faa64eda"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:49:19.319907 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4e49f334-bfa7-40aa-a28a-c534212b66bf tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:19.328003 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-df8156ba-fa86-4488-9777-9b6413b36042 req-4b777a44-d281-4441-af7e-cfd4325eb9a9 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=30d3316a-f14a-48d2-9cdd-37efb7e3923e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4526558 Aug 23 20:49:19.345380 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4e49f334-bfa7-40aa-a28a-c534212b66bf tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:19.371042 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ac834a4e-80c5-4529-a52b-23c18cfa7019 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:19.372303 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ac834a4e-80c5-4529-a52b-23c18cfa7019 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1803091 Aug 23 20:49:19.380333 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d92f5733-ccee-4d62-a6ed-fcf607eb32fc req-618f6b8d-f8d4-4139-8c48-34f65700ef87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:19.387616 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48422) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:19.392638 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:19.418425 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e0172aa5-3673-433d-9bea-28f450183dfc tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Request body: {'floatingip': {'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:19.456276 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 1d37610b-e69a-4ba4-a881-4064cee419b4, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=1d37610b-e69a-4ba4-a881-4064cee419b4,segment=NetworkSegment(87ae50be-ef23-4363-86a3-a03c9ef4b9c4),segment_id=87ae50be-ef23-4363-86a3-a03c9ef4b9c4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:49:19.457435 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e49f334-bfa7-40aa-a28a-c534212b66bf tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=377d546c-ddd1-4350-aab3-c156eea01847,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:19.465120 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2a191f73-3d2a-4712-9d0b-d679336333c4 None None] Provisioning for port 00808f21-43d6-4c79-b8b8-3910d2c02e74 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:49:19.471068 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2a191f73-3d2a-4712-9d0b-d679336333c4 None None] Provisioning complete for port 00808f21-43d6-4c79-b8b8-3910d2c02e74 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:49:19.471446 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2a191f73-3d2a-4712-9d0b-d679336333c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:19.481918 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9ecee671-7732-4d95-bf9f-78b8d741689c req-b210c464-82be-4d88-bc7b-63d4870c0a68 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] 10.222.0.61 "GET /v2.0/ports?device_id=3b42a061-3f48-45c8-98c1-e9f088125482 HTTP/1.1" status: 200 len: 210 time: 0.1560936 Aug 23 20:49:19.503592 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4e49f334-bfa7-40aa-a28a-c534212b66bf tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:19.506191 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-4e49f334-bfa7-40aa-a28a-c534212b66bf tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5548146 Aug 23 20:49:19.507618 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5ce96ab6-adfe-42b3-9407-87a47ea13499 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:19.514164 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48424) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:19.520387 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-7d7271b5-2b85-4871-ba40-8a65ddad0161 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Request body: {'security_group_rule': {'security_group_id': '377d546c-ddd1-4350-aab3-c156eea01847', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:19.520624 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:19.533114 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-2a191f73-3d2a-4712-9d0b-d679336333c4 None None] Port 00808f21-43d6-4c79-b8b8-3910d2c02e74 was deleted so its status cannot be updated. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 23 20:49:19.546122 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 20:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe238836-bfeb-4128-8ac4-0255668e278f x-openstack-request-id: req-fe238836-bfeb-4128-8ac4-0255668e278f {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:49:19.546715 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bd3bc26-ad27-4b90-a14a-21ece587f7e5", "name": "network-vif-unplugged", "status": "completed", "tag": "e2407290-42c4-4898-b0ae-5a05faa64eda", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:49:19.547113 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fe238836-bfeb-4128-8ac4-0255668e278f {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:49:19.547654 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bd3bc26-ad27-4b90-a14a-21ece587f7e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2407290-42c4-4898-b0ae-5a05faa64eda', 'code': 200} Aug 23 20:49:19.568977 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0172aa5-3673-433d-9bea-28f450183dfc tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:19.582762 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce96ab6-adfe-42b3-9407-87a47ea13499 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event deleted for resources: {'Port': ['ID=00808f21-43d6-4c79-b8b8-3910d2c02e74,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:19.646404 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=1d37610b-e69a-4ba4-a881-4064cee419b4,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:19.745505 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f6b8d-f8d4-4139-8c48-34f65700ef87 service neutron] Pushing event updated for resources: {'Port': ['ID=e2407290-42c4-4898-b0ae-5a05faa64eda,revision_number=6']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:19.759383 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5ce96ab6-adfe-42b3-9407-87a47ea13499 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:19.762138 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5ce96ab6-adfe-42b3-9407-87a47ea13499 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/ports/00808f21-43d6-4c79-b8b8-3910d2c02e74 HTTP/1.1" status: 204 len: 168 time: 2.7047172 Aug 23 20:49:19.766661 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48426) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:19.797278 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7d7271b5-2b85-4871-ba40-8a65ddad0161 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:19.908410 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-47a13d33-b031-4427-8057-143021b5f669 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Allocated IP 172.20.0.4 (9a32fea3-cf83-4c29-9cb0-745e211a97e2/4f2cc9fc-fb6a-436b-bcfd-e8530b5ec67d/f4829391-08a7-4024-8410-8fd3573c08a9) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:49:19.975575 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcba6c1-801d-4bd9-887d-96e829428f58 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:19.977479 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5fcba6c1-801d-4bd9-887d-96e829428f58 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2090063 Aug 23 20:49:19.986012 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48430) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:20.069380 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7d7271b5-2b85-4871-ba40-8a65ddad0161 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:20.085378 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7d7271b5-2b85-4871-ba40-8a65ddad0161 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:20.150153 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7271b5-2b85-4871-ba40-8a65ddad0161 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fd284ab-dd48-455d-a0d7-454e78f8b3c3,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:20.165044 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7d7271b5-2b85-4871-ba40-8a65ddad0161 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:20.166363 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-7d7271b5-2b85-4871-ba40-8a65ddad0161 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6507356 Aug 23 20:49:20.170327 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48434) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:20.178672 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00783feb-b259-48c0-bc31-3f0da1a0e85e tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:20.182792 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-00783feb-b259-48c0-bc31-3f0da1a0e85e tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1933804 Aug 23 20:49:20.189847 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48436) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:20.220496 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-c7f22f14-57bd-4b5f-8c33-2e4304a814a3 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:20.274619 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-72de2051-1327-4955-9a06-6462853020b2 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:20.290448 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-72de2051-1327-4955-9a06-6462853020b2 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:20.308494 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-c7f22f14-57bd-4b5f-8c33-2e4304a814a3 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Network 9a32fea3-cf83-4c29-9cb0-745e211a97e2 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:49:20.317688 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-c7f22f14-57bd-4b5f-8c33-2e4304a814a3 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:49:20.320717 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-c7f22f14-57bd-4b5f-8c33-2e4304a814a3 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:49:20.325901 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cb9e94-5cc6-4f3a-a550-fe078e7beb14 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:20.327695 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cb9e94-5cc6-4f3a-a550-fe078e7beb14 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:20.329266 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cb9e94-5cc6-4f3a-a550-fe078e7beb14 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:20.330928 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d5cb9e94-5cc6-4f3a-a550-fe078e7beb14 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1391861 Aug 23 20:49:20.336940 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48438) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:20.350109 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:20.360791 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f22f14-57bd-4b5f-8c33-2e4304a814a3 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Pushing event updated for resources: {'Port': ['ID=e4e64430-27c2-43cb-b746-794251a4f3ea,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:20.384406 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-d92f5733-ccee-4d62-a6ed-fcf607eb32fc req-618f6b8d-f8d4-4139-8c48-34f65700ef87 service neutron] No DVR routers for this DVR port e2407290-42c4-4898-b0ae-5a05faa64eda on host n-h2-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:49:20.403729 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-47a13d33-b031-4427-8057-143021b5f669 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:20.405928 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-72de2051-1327-4955-9a06-6462853020b2 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:20.422043 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-72de2051-1327-4955-9a06-6462853020b2 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:20.423486 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-72de2051-1327-4955-9a06-6462853020b2 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/2fd284ab-dd48-455d-a0d7-454e78f8b3c3 HTTP/1.1" status: 204 len: 168 time: 0.2418599 Aug 23 20:49:20.426901 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48442) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:20.450479 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72de2051-1327-4955-9a06-6462853020b2 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2fd284ab-dd48-455d-a0d7-454e78f8b3c3,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:20.452471 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-c7f22f14-57bd-4b5f-8c33-2e4304a814a3 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:20.453102 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-c7f22f14-57bd-4b5f-8c33-2e4304a814a3 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:20.518717 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-344248cc-bced-47c0-af2f-df1890369218 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Deleting subnet 4e17a748-e4c8-4af7-bf00-e437d8020e58 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:49:20.523959 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-c7f22f14-57bd-4b5f-8c33-2e4304a814a3 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9008245 Aug 23 20:49:20.528204 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-344248cc-bced-47c0-af2f-df1890369218 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:20.547437 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-123c0a2a-c1f8-42de-aa21-bacebd4c59ee service neutron] Request body: {'port': {'device_id': '941e1158-ddd5-40f7-8794-947a21f63f51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:20.583472 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0172aa5-3673-433d-9bea-28f450183dfc tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:20.612813 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-344248cc-bced-47c0-af2f-df1890369218 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:20.651600 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-524f1458-1953-48b8-b8b6-f69de442a702 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2154143 Aug 23 20:49:20.656403 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48446) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:20.664009 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 1d37610b-e69a-4ba4-a881-4064cee419b4 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:49:20.681033 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c589cb34-6193-4c46-be37-3d35c9cca994 req-be29a261-0441-4da4-9968-157deb20b818 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] 10.222.0.61 "GET /v2.0/ports?device_id=3b42a061-3f48-45c8-98c1-e9f088125482 HTTP/1.1" status: 200 len: 210 time: 0.0847225 Aug 23 20:49:20.683490 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9f9e5-8ed2-458a-9a60-39fc47cae91b req-9eea0d73-e708-4967-a4ed-2a472d1bb4f2 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:20.685399 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-34a9f9e5-8ed2-458a-9a60-39fc47cae91b req-9eea0d73-e708-4967-a4ed-2a472d1bb4f2 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 943 time: 0.2551351 Aug 23 20:49:20.698707 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-47a13d33-b031-4427-8057-143021b5f669 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:20.726656 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-123c0a2a-c1f8-42de-aa21-bacebd4c59ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:20.747238 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-d92f5733-ccee-4d62-a6ed-fcf607eb32fc req-618f6b8d-f8d4-4139-8c48-34f65700ef87 service neutron] Attempting to bind port e2407290-42c4-4898-b0ae-5a05faa64eda on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:49:20.747627 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-d92f5733-ccee-4d62-a6ed-fcf607eb32fc req-618f6b8d-f8d4-4139-8c48-34f65700ef87 service neutron] Attempting to bind port e2407290-42c4-4898-b0ae-5a05faa64eda by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '0bc364fb-51ac-4f82-a8e6-c471283c8ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8d068299-4184-4227-8cbc-58442cd62193'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:49:20.747900 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92f5733-ccee-4d62-a6ed-fcf607eb32fc req-618f6b8d-f8d4-4139-8c48-34f65700ef87 service neutron] Attempting to bind port e2407290-42c4-4898-b0ae-5a05faa64eda on network 8d068299-4184-4227-8cbc-58442cd62193 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:49:20.761011 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 1d37610b-e69a-4ba4-a881-4064cee419b4 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:49:20.762009 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:20.763285 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92f5733-ccee-4d62-a6ed-fcf607eb32fc req-618f6b8d-f8d4-4139-8c48-34f65700ef87 service neutron] Port e2407290-42c4-4898-b0ae-5a05faa64eda on network 8d068299-4184-4227-8cbc-58442cd62193 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:49:20.763285 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92f5733-ccee-4d62-a6ed-fcf607eb32fc req-618f6b8d-f8d4-4139-8c48-34f65700ef87 service neutron] Attempting to bind port e2407290-42c4-4898-b0ae-5a05faa64eda on network 8d068299-4184-4227-8cbc-58442cd62193 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:49:20.821257 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92f5733-ccee-4d62-a6ed-fcf607eb32fc req-618f6b8d-f8d4-4139-8c48-34f65700ef87 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:49:20.821489 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92f5733-ccee-4d62-a6ed-fcf607eb32fc req-618f6b8d-f8d4-4139-8c48-34f65700ef87 service neutron] Checking segment: {'id': '0bc364fb-51ac-4f82-a8e6-c471283c8ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8d068299-4184-4227-8cbc-58442cd62193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:49:20.821875 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92f5733-ccee-4d62-a6ed-fcf607eb32fc req-618f6b8d-f8d4-4139-8c48-34f65700ef87 service neutron] Bound using segment: {'id': '0bc364fb-51ac-4f82-a8e6-c471283c8ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8d068299-4184-4227-8cbc-58442cd62193'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:49:20.822458 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-d92f5733-ccee-4d62-a6ed-fcf607eb32fc req-618f6b8d-f8d4-4139-8c48-34f65700ef87 service neutron] Bound port: e2407290-42c4-4898-b0ae-5a05faa64eda, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bc364fb-51ac-4f82-a8e6-c471283c8ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8d068299-4184-4227-8cbc-58442cd62193'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:49:20.822829 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d92f5733-ccee-4d62-a6ed-fcf607eb32fc req-618f6b8d-f8d4-4139-8c48-34f65700ef87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:20.900310 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-e0172aa5-3673-433d-9bea-28f450183dfc tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Allocated IP 172.25.4.203 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/3100c079-8fbd-4d5e-923d-da3ba9fb1945) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:49:20.912095 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-47a13d33-b031-4427-8057-143021b5f669 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Network 9a32fea3-cf83-4c29-9cb0-745e211a97e2 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:49:20.925420 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-ef57fce8-8aef-4a49-8493-09caf6d619ea tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Allocated IP 172.20.0.12 (9a32fea3-cf83-4c29-9cb0-745e211a97e2/4f2cc9fc-fb6a-436b-bcfd-e8530b5ec67d/814e6dd1-6883-4b17-be1f-dd294d98792e) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:49:20.932494 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-47a13d33-b031-4427-8057-143021b5f669 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:49:20.940646 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-34a9f9e5-8ed2-458a-9a60-39fc47cae91b req-fcbf7893-f0d5-4c82-a905-c95bb6ae5f8d tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=30d3316a-f14a-48d2-9cdd-37efb7e3923e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2075942 Aug 23 20:49:20.941274 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a13d33-b031-4427-8057-143021b5f669 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Pushing event updated for resources: {'Port': ['ID=f4829391-08a7-4024-8410-8fd3573c08a9,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:20.947235 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-47a13d33-b031-4427-8057-143021b5f669 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:49:21.017672 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-344248cc-bced-47c0-af2f-df1890369218 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:21.040917 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device e2407290-42c4-4898-b0ae-5a05faa64eda no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:49:21.045783 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-d92f5733-ccee-4d62-a6ed-fcf607eb32fc req-618f6b8d-f8d4-4139-8c48-34f65700ef87 service neutron] For port e2407290-42c4-4898-b0ae-5a05faa64eda, host n-h1-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:49:21.049386 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-d92f5733-ccee-4d62-a6ed-fcf607eb32fc req-618f6b8d-f8d4-4139-8c48-34f65700ef87 service neutron] For port e2407290-42c4-4898-b0ae-5a05faa64eda, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=e2407290-42c4-4898-b0ae-5a05faa64eda,segment=NetworkSegment(0bc364fb-51ac-4f82-a8e6-c471283c8ba9),segment_id=0bc364fb-51ac-4f82-a8e6-c471283c8ba9)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:49:21.053143 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fa9ab782-a741-485d-a7f1-719de8a6d886 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:21.066287 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d92f5733-ccee-4d62-a6ed-fcf607eb32fc req-618f6b8d-f8d4-4139-8c48-34f65700ef87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:21.093753 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-47a13d33-b031-4427-8057-143021b5f669 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:21.094317 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-47a13d33-b031-4427-8057-143021b5f669 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:21.122547 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device e2407290-42c4-4898-b0ae-5a05faa64eda not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:49:21.191156 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fa9ab782-a741-485d-a7f1-719de8a6d886 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:21.220185 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-47a13d33-b031-4427-8057-143021b5f669 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7780273 Aug 23 20:49:21.221393 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-344248cc-bced-47c0-af2f-df1890369218 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:21.245448 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f6b8d-f8d4-4139-8c48-34f65700ef87 service neutron] Pushing event updated for resources: {'Port': ['ID=e2407290-42c4-4898-b0ae-5a05faa64eda,revision_number=7']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:21.250864 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f5733-ccee-4d62-a6ed-fcf607eb32fc req-618f6b8d-f8d4-4139-8c48-34f65700ef87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:21.251488 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d92f5733-ccee-4d62-a6ed-fcf607eb32fc req-618f6b8d-f8d4-4139-8c48-34f65700ef87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:21.252930 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d92f5733-ccee-4d62-a6ed-fcf607eb32fc req-618f6b8d-f8d4-4139-8c48-34f65700ef87 service neutron] 10.222.0.11 "PUT /v2.0/ports/e2407290-42c4-4898-b0ae-5a05faa64eda HTTP/1.1" status: 200 len: 1091 time: 3.1643653 Aug 23 20:49:21.306748 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-d6d4d5cc-c6f7-46db-b7e9-04f21cfa6c5c service neutron] Request body: {'port': {'device_id': '839b76ed-7b86-44d2-ae48-cf5c4c1985f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:21.414249 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0172aa5-3673-433d-9bea-28f450183dfc tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:21.432485 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344248cc-bced-47c0-af2f-df1890369218 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event deleted for resources: {'Subnet': ['ID=4e17a748-e4c8-4af7-bf00-e437d8020e58,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:21.438759 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f5733-ccee-4d62-a6ed-fcf607eb32fc req-4575a54a-a48d-455c-a4d2-0588456431fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:21.440381 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d92f5733-ccee-4d62-a6ed-fcf607eb32fc req-4575a54a-a48d-455c-a4d2-0588456431fe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0b17a426d9eb4b3083079c3d4dc4db5c&device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 1094 time: 0.1428194 Aug 23 20:49:21.454184 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d21739e-4dd3-403f-a5a0-b377723ae435 None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:49:21.465836 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-344248cc-bced-47c0-af2f-df1890369218 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:21.491315 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-344248cc-bced-47c0-af2f-df1890369218 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/4e17a748-e4c8-4af7-bf00-e437d8020e58 HTTP/1.1" status: 204 len: 168 time: 1.1509426 Aug 23 20:49:21.494059 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48462) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:21.558078 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd3bc26-ad27-4b90-a14a-21ece587f7e5', 'tag': 'e2407290-42c4-4898-b0ae-5a05faa64eda'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:49:21.560338 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-107fbdac-fc3e-4405-bfb8-eba2c2012b2e tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Deleting subnet f038341a-2c5e-43d9-b9df-138a571b41a5 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:49:21.563436 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac286c6-42df-4f61-a830-b9b5c8cea989" -d '{"events": [{"name": "network-changed", "server_uuid": "6bd3bc26-ad27-4b90-a14a-21ece587f7e5", "tag": "e2407290-42c4-4898-b0ae-5a05faa64eda"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:49:21.582477 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-107fbdac-fc3e-4405-bfb8-eba2c2012b2e tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:21.617948 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f5733-ccee-4d62-a6ed-fcf607eb32fc req-d7b8ed58-1eec-4e29-a23a-ff48bc186805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:21.619825 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d92f5733-ccee-4d62-a6ed-fcf607eb32fc req-d7b8ed58-1eec-4e29-a23a-ff48bc186805 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d068299-4184-4227-8cbc-58442cd62193 HTTP/1.1" status: 200 len: 897 time: 0.1681881 Aug 23 20:49:21.668655 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-d6d4d5cc-c6f7-46db-b7e9-04f21cfa6c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:21.675110 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fa9ab782-a741-485d-a7f1-719de8a6d886 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:21.678885 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fa9ab782-a741-485d-a7f1-719de8a6d886 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:21.680340 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-fa9ab782-a741-485d-a7f1-719de8a6d886 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "DELETE /v2.0/security-groups/377d546c-ddd1-4350-aab3-c156eea01847 HTTP/1.1" status: 204 len: 168 time: 1.0205040 Aug 23 20:49:21.709004 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9bdf317-d45b-4f2e-9d80-d42dd980273c x-openstack-request-id: req-a9bdf317-d45b-4f2e-9d80-d42dd980273c {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:49:21.709298 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bd3bc26-ad27-4b90-a14a-21ece587f7e5", "tag": "e2407290-42c4-4898-b0ae-5a05faa64eda", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:49:21.709580 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a9bdf317-d45b-4f2e-9d80-d42dd980273c {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:49:21.709995 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bd3bc26-ad27-4b90-a14a-21ece587f7e5', 'tag': 'e2407290-42c4-4898-b0ae-5a05faa64eda', 'status': 'completed', 'code': 200} Aug 23 20:49:21.710362 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48468) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:21.731722 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9ab782-a741-485d-a7f1-719de8a6d886 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=377d546c-ddd1-4350-aab3-c156eea01847,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:21.745129 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-107fbdac-fc3e-4405-bfb8-eba2c2012b2e tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:21.755312 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-ef57fce8-8aef-4a49-8493-09caf6d619ea tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:21.776638 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48472) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:21.812761 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0172aa5-3673-433d-9bea-28f450183dfc tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:21.854851 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e4f34814-cf8c-4374-bbc6-c90255411a03 req-571f4242-395a-4e9a-bb65-a2707ab548ab tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] 10.222.0.61 "GET /v2.0/ports?device_id=3b42a061-3f48-45c8-98c1-e9f088125482 HTTP/1.1" status: 200 len: 210 time: 0.0759666 Aug 23 20:49:21.888269 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d92f5733-ccee-4d62-a6ed-fcf607eb32fc req-158b9881-124f-411a-86ac-ea36d9a94589 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2407290-42c4-4898-b0ae-5a05faa64eda HTTP/1.1" status: 200 len: 999 time: 0.2577894 Aug 23 20:49:21.891931 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0172aa5-3673-433d-9bea-28f450183dfc tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Pushing event updated for resources: {'Port': ['ID=3100c079-8fbd-4d5e-923d-da3ba9fb1945,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:21.927880 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-70f0381c-37bd-4068-ba41-8f0dea82c009 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2137966 Aug 23 20:49:21.930638 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0172aa5-3673-433d-9bea-28f450183dfc tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:49:21.948459 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48476) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:21.971340 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac286c6-42df-4f61-a830-b9b5c8cea989 req-9a51b5e3-64ea-442f-a015-7636a6b4263b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:21.974644 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9ac286c6-42df-4f61-a830-b9b5c8cea989 req-9a51b5e3-64ea-442f-a015-7636a6b4263b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b17a426d9eb4b3083079c3d4dc4db5c&device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 1094 time: 0.2220793 Aug 23 20:49:21.975721 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-e0172aa5-3673-433d-9bea-28f450183dfc tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:49:21.980766 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0172aa5-3673-433d-9bea-28f450183dfc tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:49:21.982303 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-199adac9-bd7a-46df-8174-f664101e8707 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Request body: {'security_group': {'name': 'tempest-secgroup--1738038156'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:22.049540 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b42f97f2-05d0-43f9-b50e-9df17c9538e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:22.059441 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-107fbdac-fc3e-4405-bfb8-eba2c2012b2e tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:22.088481 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-199adac9-bd7a-46df-8174-f664101e8707 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:22.106602 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-ef57fce8-8aef-4a49-8493-09caf6d619ea tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:22.158903 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-ef57fce8-8aef-4a49-8493-09caf6d619ea tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Network 9a32fea3-cf83-4c29-9cb0-745e211a97e2 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:49:22.167082 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-ef57fce8-8aef-4a49-8493-09caf6d619ea tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:49:22.172237 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-ef57fce8-8aef-4a49-8493-09caf6d619ea tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:49:22.226953 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f5733-ccee-4d62-a6ed-fcf607eb32fc req-7d6ef18f-3e67-4416-91ec-a91114a0cf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:22.229151 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d92f5733-ccee-4d62-a6ed-fcf607eb32fc req-7d6ef18f-3e67-4416-91ec-a91114a0cf53 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93f73c3-35f9-433c-a781-7029406e1a10 HTTP/1.1" status: 200 len: 834 time: 0.3239825 Aug 23 20:49:22.235799 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef57fce8-8aef-4a49-8493-09caf6d619ea tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Pushing event updated for resources: {'Port': ['ID=814e6dd1-6883-4b17-be1f-dd294d98792e,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:22.258374 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-107fbdac-fc3e-4405-bfb8-eba2c2012b2e tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:22.326492 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-ef57fce8-8aef-4a49-8493-09caf6d619ea tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:22.327010 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-ef57fce8-8aef-4a49-8493-09caf6d619ea tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:22.336312 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107fbdac-fc3e-4405-bfb8-eba2c2012b2e tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event deleted for resources: {'Subnet': ['ID=f038341a-2c5e-43d9-b9df-138a571b41a5,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:22.338547 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee7f6e-de4b-421a-a358-dab941b050fd req-1a0d9479-0e2f-4bf4-b0d7-e7b19e6d3be2 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:22.346296 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bcee7f6e-de4b-421a-a358-dab941b050fd req-1a0d9479-0e2f-4bf4-b0d7-e7b19e6d3be2 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 943 time: 0.2769523 Aug 23 20:49:22.353408 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-107fbdac-fc3e-4405-bfb8-eba2c2012b2e tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:22.359380 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-107fbdac-fc3e-4405-bfb8-eba2c2012b2e tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/f038341a-2c5e-43d9-b9df-138a571b41a5 HTTP/1.1" status: 204 len: 168 time: 0.8618486 Aug 23 20:49:22.361396 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48482) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:22.413873 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-937ee36a-1c14-4ae6-999f-d73311a27f4c tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0503986 Aug 23 20:49:22.415326 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48484) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:22.420659 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-d8a88632-cd7a-460f-bf90-e46469d016b4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'subnet': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:22.520990 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bcee7f6e-de4b-421a-a358-dab941b050fd req-060f9840-81d6-451f-b8be-a6f13a313445 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=30d3316a-f14a-48d2-9cdd-37efb7e3923e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734462 Aug 23 20:49:22.598998 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac286c6-42df-4f61-a830-b9b5c8cea989 req-71b0b958-1964-490d-97cf-4e69fb6027c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:22.599260 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9ac286c6-42df-4f61-a830-b9b5c8cea989 req-71b0b958-1964-490d-97cf-4e69fb6027c8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8d068299-4184-4227-8cbc-58442cd62193 HTTP/1.1" status: 200 len: 897 time: 0.6142933 Aug 23 20:49:22.622970 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f5733-ccee-4d62-a6ed-fcf607eb32fc req-bceb13c2-0436-4537-a1b4-14efe721b3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:22.624692 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d92f5733-ccee-4d62-a6ed-fcf607eb32fc req-bceb13c2-0436-4537-a1b4-14efe721b3c2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d068299-4184-4227-8cbc-58442cd62193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3316460 Aug 23 20:49:22.631939 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0172aa5-3673-433d-9bea-28f450183dfc tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:22.670965 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-123c0a2a-c1f8-42de-aa21-bacebd4c59ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4e64430-27c2-43cb-b746-794251a4f3ea {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:49:22.703343 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-123c0a2a-c1f8-42de-aa21-bacebd4c59ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:22.726079 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449b07c1-da1a-4fa7-9212-6aa7033413d6 None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:49:22.820315 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-123c0a2a-c1f8-42de-aa21-bacebd4c59ee service neutron] Transition to ACTIVE for port object e4e64430-27c2-43cb-b746-794251a4f3ea will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:49:22.840096 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9ac286c6-42df-4f61-a830-b9b5c8cea989 req-6901e1b3-537d-4ad8-bc13-2a8be01e61f9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2407290-42c4-4898-b0ae-5a05faa64eda HTTP/1.1" status: 200 len: 999 time: 0.2306325 Aug 23 20:49:22.841339 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-123c0a2a-c1f8-42de-aa21-bacebd4c59ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:22.875372 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7237c82a-54c5-40af-abea-3a4e21fd19b6 None None] Provisioning complete for port 5c3f433c-9fff-4cb4-9360-0f03c1332b00 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:49:22.875739 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7237c82a-54c5-40af-abea-3a4e21fd19b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:22.937607 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b42f97f2-05d0-43f9-b50e-9df17c9538e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:22.942666 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c0a2a-c1f8-42de-aa21-bacebd4c59ee service neutron] Pushing event updated for resources: {'Port': ['ID=e4e64430-27c2-43cb-b746-794251a4f3ea,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:22.949348 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0172aa5-3673-433d-9bea-28f450183dfc tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:23.007033 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102041e9-6654-4b88-bd15-c2ba765d89b1 None None] DHCP port deletion for 6435e9ee-eaf5-46f5-a85c-299ee4fcacce request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:49:23.010062 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-d6d4d5cc-c6f7-46db-b7e9-04f21cfa6c5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4829391-08a7-4024-8410-8fd3573c08a9 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:49:23.015495 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b42f97f2-05d0-43f9-b50e-9df17c9538e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:23.020328 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-d6d4d5cc-c6f7-46db-b7e9-04f21cfa6c5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:23.033440 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-d6d4d5cc-c6f7-46db-b7e9-04f21cfa6c5c service neutron] Transition to ACTIVE for port object f4829391-08a7-4024-8410-8fd3573c08a9 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:49:23.068126 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b42f97f2-05d0-43f9-b50e-9df17c9538e4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=31ecd4293a71494b941adb75674fdd66&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2864244 Aug 23 20:49:23.075546 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-d6d4d5cc-c6f7-46db-b7e9-04f21cfa6c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:23.078284 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48488) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:23.099636 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-102041e9-6654-4b88-bd15-c2ba765d89b1 None None] Deleting port 5c3f433c-9fff-4cb4-9360-0f03c1332b00 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:49:23.100287 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-102041e9-6654-4b88-bd15-c2ba765d89b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:23.106445 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:49:23.176848 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d4d5cc-c6f7-46db-b7e9-04f21cfa6c5c service neutron] Pushing event updated for resources: {'Port': ['ID=f4829391-08a7-4024-8410-8fd3573c08a9,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:23.182234 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d92f5733-ccee-4d62-a6ed-fcf607eb32fc req-2a85a767-000f-4af4-a3f0-60ccad64dd2a service neutron] 10.222.0.11 "GET /v2.0/networks/8d068299-4184-4227-8cbc-58442cd62193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5473943 Aug 23 20:49:23.186940 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42f97f2-05d0-43f9-b50e-9df17c9538e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3fda1a-1851-4346-91aa-40a157e83247,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:23.189074 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-102041e9-6654-4b88-bd15-c2ba765d89b1 None None] For port 5c3f433c-9fff-4cb4-9360-0f03c1332b00, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=5c3f433c-9fff-4cb4-9360-0f03c1332b00,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:49:23.192596 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-102041e9-6654-4b88-bd15-c2ba765d89b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:23.219289 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac286c6-42df-4f61-a830-b9b5c8cea989 req-edc1d4f5-1797-4030-b8b6-47e336648ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:23.220959 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9ac286c6-42df-4f61-a830-b9b5c8cea989 req-edc1d4f5-1797-4030-b8b6-47e336648ea1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d93f73c3-35f9-433c-a781-7029406e1a10 HTTP/1.1" status: 200 len: 834 time: 0.2858222 Aug 23 20:49:23.222598 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-102041e9-6654-4b88-bd15-c2ba765d89b1 None None] Calling delete_port for 5c3f433c-9fff-4cb4-9360-0f03c1332b00 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:49:23.235678 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c78069-293d-4721-88c4-daad3204dd4a req-44ca5dc6-ee33-4d2c-988a-c82ea5e9201b tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:23.237342 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a7c78069-293d-4721-88c4-daad3204dd4a req-44ca5dc6-ee33-4d2c-988a-c82ea5e9201b tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] 10.222.0.61 "GET /v2.0/ports?device_id=3b42a061-3f48-45c8-98c1-e9f088125482 HTTP/1.1" status: 200 len: 932 time: 0.2025292 Aug 23 20:49:23.348019 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d92f5733-ccee-4d62-a6ed-fcf607eb32fc req-cc41879d-4b5d-4efc-b957-bb42fc63ca23 service neutron] 10.222.0.11 "GET /v2.0/networks/8d068299-4184-4227-8cbc-58442cd62193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004477 Aug 23 20:49:23.407930 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-102041e9-6654-4b88-bd15-c2ba765d89b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:23.422747 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102041e9-6654-4b88-bd15-c2ba765d89b1 None None] No DVR routers for this DVR port 5c3f433c-9fff-4cb4-9360-0f03c1332b00 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:49:23.437324 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a7c78069-293d-4721-88c4-daad3204dd4a req-bb97857e-4079-4f34-843c-4f93c8de74db tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] 10.222.0.61 "GET /v2.0/security-groups?id=431a5b0f-2383-47d8-8c25-b16c17d3f9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701610 Aug 23 20:49:23.455482 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102041e9-6654-4b88-bd15-c2ba765d89b1 None None] Pushing event deleted for resources: {'Port': ['ID=5c3f433c-9fff-4cb4-9360-0f03c1332b00,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:23.469742 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-33c50863-8c85-4372-addf-de7a63ec749b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:23.497784 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-33c50863-8c85-4372-addf-de7a63ec749b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:23.538656 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-123c0a2a-c1f8-42de-aa21-bacebd4c59ee service neutron] Attempting to bind port e4e64430-27c2-43cb-b746-794251a4f3ea on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:49:23.539126 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-123c0a2a-c1f8-42de-aa21-bacebd4c59ee service neutron] Attempting to bind port e4e64430-27c2-43cb-b746-794251a4f3ea by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': '7894c505-09d6-464f-85a5-5c5cc75b2c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '9a32fea3-cf83-4c29-9cb0-745e211a97e2'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:49:23.539550 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-123c0a2a-c1f8-42de-aa21-bacebd4c59ee service neutron] Attempting to bind port e4e64430-27c2-43cb-b746-794251a4f3ea on network 9a32fea3-cf83-4c29-9cb0-745e211a97e2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:49:23.566588 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-33c50863-8c85-4372-addf-de7a63ec749b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:23.567843 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-123c0a2a-c1f8-42de-aa21-bacebd4c59ee service neutron] Port e4e64430-27c2-43cb-b746-794251a4f3ea on network 9a32fea3-cf83-4c29-9cb0-745e211a97e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:49:23.568198 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-123c0a2a-c1f8-42de-aa21-bacebd4c59ee service neutron] Attempting to bind port e4e64430-27c2-43cb-b746-794251a4f3ea on network 9a32fea3-cf83-4c29-9cb0-745e211a97e2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:49:23.570640 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-33c50863-8c85-4372-addf-de7a63ec749b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:23.572003 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-33c50863-8c85-4372-addf-de7a63ec749b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ea3fda1a-1851-4346-91aa-40a157e83247 HTTP/1.1" status: 204 len: 168 time: 0.4271333 Aug 23 20:49:23.598537 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac286c6-42df-4f61-a830-b9b5c8cea989 req-76614bf1-f3fb-43ca-8740-8f346f1ee03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:23.600227 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9ac286c6-42df-4f61-a830-b9b5c8cea989 req-76614bf1-f3fb-43ca-8740-8f346f1ee03c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d068299-4184-4227-8cbc-58442cd62193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2491481 Aug 23 20:49:23.601056 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-123c0a2a-c1f8-42de-aa21-bacebd4c59ee service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:49:23.601450 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-123c0a2a-c1f8-42de-aa21-bacebd4c59ee service neutron] Checking segment: {'id': '7894c505-09d6-464f-85a5-5c5cc75b2c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '9a32fea3-cf83-4c29-9cb0-745e211a97e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:49:23.601557 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c50863-8c85-4372-addf-de7a63ec749b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3fda1a-1851-4346-91aa-40a157e83247,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:23.601915 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-123c0a2a-c1f8-42de-aa21-bacebd4c59ee service neutron] Bound using segment: {'id': '7894c505-09d6-464f-85a5-5c5cc75b2c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '9a32fea3-cf83-4c29-9cb0-745e211a97e2'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:49:23.602426 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-123c0a2a-c1f8-42de-aa21-bacebd4c59ee service neutron] Bound port: e4e64430-27c2-43cb-b746-794251a4f3ea, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7894c505-09d6-464f-85a5-5c5cc75b2c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '9a32fea3-cf83-4c29-9cb0-745e211a97e2'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:49:23.603124 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-123c0a2a-c1f8-42de-aa21-bacebd4c59ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:23.605607 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-199adac9-bd7a-46df-8174-f664101e8707 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:23.628250 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-199adac9-bd7a-46df-8174-f664101e8707 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:23.634616 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac286c6-42df-4f61-a830-b9b5c8cea989 req-b4c679d3-7af1-4c72-860f-d3bce2e07367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:23.636250 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9ac286c6-42df-4f61-a830-b9b5c8cea989 req-b4c679d3-7af1-4c72-860f-d3bce2e07367 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0b17a426d9eb4b3083079c3d4dc4db5c&device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 1094 time: 0.1948395 Aug 23 20:49:23.665151 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-ef57fce8-8aef-4a49-8493-09caf6d619ea tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.4597435 Aug 23 20:49:23.670933 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199adac9-bd7a-46df-8174-f664101e8707 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58bef35f-e837-4e43-8b26-000029a85100,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:23.678209 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-5d6e84ca-ff2d-40f4-be9c-e285289485ab service neutron] Request body: {'port': {'device_id': '3b42a061-3f48-45c8-98c1-e9f088125482', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:23.686559 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-d6d4d5cc-c6f7-46db-b7e9-04f21cfa6c5c service neutron] Attempting to bind port f4829391-08a7-4024-8410-8fd3573c08a9 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:49:23.687087 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-d6d4d5cc-c6f7-46db-b7e9-04f21cfa6c5c service neutron] Attempting to bind port f4829391-08a7-4024-8410-8fd3573c08a9 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '7894c505-09d6-464f-85a5-5c5cc75b2c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '9a32fea3-cf83-4c29-9cb0-745e211a97e2'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:49:23.687613 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-d6d4d5cc-c6f7-46db-b7e9-04f21cfa6c5c service neutron] Attempting to bind port f4829391-08a7-4024-8410-8fd3573c08a9 on network 9a32fea3-cf83-4c29-9cb0-745e211a97e2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:49:23.717645 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-d6d4d5cc-c6f7-46db-b7e9-04f21cfa6c5c service neutron] Port f4829391-08a7-4024-8410-8fd3573c08a9 on network 9a32fea3-cf83-4c29-9cb0-745e211a97e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:49:23.718204 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-d6d4d5cc-c6f7-46db-b7e9-04f21cfa6c5c service neutron] Attempting to bind port f4829391-08a7-4024-8410-8fd3573c08a9 on network 9a32fea3-cf83-4c29-9cb0-745e211a97e2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:49:23.725570 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a88632-cd7a-460f-bf90-e46469d016b4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:49:23.729550 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d8a88632-cd7a-460f-bf90-e46469d016b4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:23.949259 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d8a88632-cd7a-460f-bf90-e46469d016b4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:23.959821 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-199adac9-bd7a-46df-8174-f664101e8707 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:23.961409 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-199adac9-bd7a-46df-8174-f664101e8707 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.9889076 Aug 23 20:49:23.970409 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-d6d4d5cc-c6f7-46db-b7e9-04f21cfa6c5c service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:49:23.970975 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-d6d4d5cc-c6f7-46db-b7e9-04f21cfa6c5c service neutron] Checking segment: {'id': '7894c505-09d6-464f-85a5-5c5cc75b2c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '9a32fea3-cf83-4c29-9cb0-745e211a97e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:49:23.971522 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-d6d4d5cc-c6f7-46db-b7e9-04f21cfa6c5c service neutron] Bound using segment: {'id': '7894c505-09d6-464f-85a5-5c5cc75b2c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '9a32fea3-cf83-4c29-9cb0-745e211a97e2'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:49:23.972344 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-d6d4d5cc-c6f7-46db-b7e9-04f21cfa6c5c service neutron] Bound port: f4829391-08a7-4024-8410-8fd3573c08a9, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7894c505-09d6-464f-85a5-5c5cc75b2c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '9a32fea3-cf83-4c29-9cb0-745e211a97e2'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:49:23.973906 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-d6d4d5cc-c6f7-46db-b7e9-04f21cfa6c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:23.977450 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48504) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:24.004982 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-ae757389-6af8-408c-95a6-54594107fc24 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Request body: {'security_group_rule': {'security_group_id': '58bef35f-e837-4e43-8b26-000029a85100', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:24.051128 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a88632-cd7a-460f-bf90-e46469d016b4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:49:24.084549 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-d8a88632-cd7a-460f-bf90-e46469d016b4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:49:24.096715 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a88632-cd7a-460f-bf90-e46469d016b4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:24.099322 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0c79d4-de74-4ee8-be66-d1b8ecdaad67 None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:49:24.108473 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d8a88632-cd7a-460f-bf90-e46469d016b4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:24.111132 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ae757389-6af8-408c-95a6-54594107fc24 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:24.142576 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0172aa5-3673-433d-9bea-28f450183dfc tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:24.160129 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0172aa5-3673-433d-9bea-28f450183dfc tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:24.211259 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-5d6e84ca-ff2d-40f4-be9c-e285289485ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:24.226583 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a88632-cd7a-460f-bf90-e46469d016b4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'Subnet': ['ID=fbeb19bb-c929-4d3c-84cb-0fce7af6920d,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:24.274088 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a72da5-154f-4e50-b9f2-27754f40f96c req-a98d5a32-6e6a-4250-b359-279e31b9af25 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:24.275638 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-67a72da5-154f-4e50-b9f2-27754f40f96c req-a98d5a32-6e6a-4250-b359-279e31b9af25 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 943 time: 0.6065490 Aug 23 20:49:24.284302 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d8a88632-cd7a-460f-bf90-e46469d016b4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8677938 Aug 23 20:49:24.293113 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48512) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:24.301871 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-9dd8969d-3cb0-400e-9610-276155b39654 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'subnet': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:24.302099 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-123c0a2a-c1f8-42de-aa21-bacebd4c59ee service neutron] For port e4e64430-27c2-43cb-b746-794251a4f3ea, host n-h2-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:49:24.326892 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb27768-9dc9-4586-a8bc-96450bbd7e46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'tenant_id': 'db9608efcb064b40bc03dbc9d75ec2a9', 'fixed_ips': [{'subnet_id': 'fbeb19bb-c929-4d3c-84cb-0fce7af6920d'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:49:24.329603 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0cb27768-9dc9-4586-a8bc-96450bbd7e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:24.367140 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9ac286c6-42df-4f61-a830-b9b5c8cea989 req-a715840f-5221-4f84-9d27-efdb352ba54f service neutron] 10.222.0.32 "GET /v2.0/networks/8d068299-4184-4227-8cbc-58442cd62193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7488625 Aug 23 20:49:24.378189 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-123c0a2a-c1f8-42de-aa21-bacebd4c59ee service neutron] For port e4e64430-27c2-43cb-b746-794251a4f3ea, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=e4e64430-27c2-43cb-b746-794251a4f3ea,segment=NetworkSegment(7894c505-09d6-464f-85a5-5c5cc75b2c91),segment_id=7894c505-09d6-464f-85a5-5c5cc75b2c91)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:49:24.399468 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0172aa5-3673-433d-9bea-28f450183dfc tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Pushing event updated for resources: {'Port': ['ID=3100c079-8fbd-4d5e-923d-da3ba9fb1945,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:24.417990 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-123c0a2a-c1f8-42de-aa21-bacebd4c59ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:24.422566 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-d6d4d5cc-c6f7-46db-b7e9-04f21cfa6c5c service neutron] For port f4829391-08a7-4024-8410-8fd3573c08a9, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:49:24.456341 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-d6d4d5cc-c6f7-46db-b7e9-04f21cfa6c5c service neutron] For port f4829391-08a7-4024-8410-8fd3573c08a9, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=f4829391-08a7-4024-8410-8fd3573c08a9,segment=NetworkSegment(7894c505-09d6-464f-85a5-5c5cc75b2c91),segment_id=7894c505-09d6-464f-85a5-5c5cc75b2c91)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:49:24.474043 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac286c6-42df-4f61-a830-b9b5c8cea989 req-cf339d9e-3e47-4ae8-9280-e658ba05a894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:24.481758 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9ac286c6-42df-4f61-a830-b9b5c8cea989 req-cf339d9e-3e47-4ae8-9280-e658ba05a894 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d068299-4184-4227-8cbc-58442cd62193 HTTP/1.1" status: 200 len: 897 time: 0.7965717 Aug 23 20:49:24.487682 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-d6d4d5cc-c6f7-46db-b7e9-04f21cfa6c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:24.592479 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-0cb27768-9dc9-4586-a8bc-96450bbd7e46 None None] Allocated IP 2001:db8::2 (6435e9ee-eaf5-46f5-a85c-299ee4fcacce/fbeb19bb-c929-4d3c-84cb-0fce7af6920d/684f15a6-dc07-49e3-b13d-8b1a70b96594) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:49:24.655416 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0172aa5-3673-433d-9bea-28f450183dfc tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:24.700572 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 5c3f433c-9fff-4cb4-9360-0f03c1332b00 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:49:24.734335 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 5c3f433c-9fff-4cb4-9360-0f03c1332b00 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:49:24.734587 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 5c3f433c-9fff-4cb4-9360-0f03c1332b00 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:49:24.790266 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9ac286c6-42df-4f61-a830-b9b5c8cea989 req-8f79d45c-6f8a-4afa-9af6-3a338e5e637b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2407290-42c4-4898-b0ae-5a05faa64eda HTTP/1.1" status: 200 len: 999 time: 0.2214093 Aug 23 20:49:24.815894 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-67a72da5-154f-4e50-b9f2-27754f40f96c req-d8357cf7-5a45-4c93-889e-3aaf21ed506d tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=30d3316a-f14a-48d2-9cdd-37efb7e3923e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5235758 Aug 23 20:49:24.818771 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0cb27768-9dc9-4586-a8bc-96450bbd7e46 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:24.844706 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0cb27768-9dc9-4586-a8bc-96450bbd7e46 None None] Transition to ACTIVE for port object 684f15a6-dc07-49e3-b13d-8b1a70b96594 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:49:24.871223 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0cb27768-9dc9-4586-a8bc-96450bbd7e46 None None] Transition to ACTIVE for port object 684f15a6-dc07-49e3-b13d-8b1a70b96594 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:49:24.871668 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c0a2a-c1f8-42de-aa21-bacebd4c59ee service neutron] Pushing event updated for resources: {'Port': ['ID=e4e64430-27c2-43cb-b746-794251a4f3ea,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:24.883248 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0cb27768-9dc9-4586-a8bc-96450bbd7e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:24.941372 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48530) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:24.949842 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-123c0a2a-c1f8-42de-aa21-bacebd4c59ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:24.950709 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-123c0a2a-c1f8-42de-aa21-bacebd4c59ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:24.952431 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-123c0a2a-c1f8-42de-aa21-bacebd4c59ee service neutron] 10.222.0.32 "PUT /v2.0/ports/e4e64430-27c2-43cb-b746-794251a4f3ea HTTP/1.1" status: 200 len: 1091 time: 4.4090202 Aug 23 20:49:24.974823 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '941e1158-ddd5-40f7-8794-947a21f63f51', 'tag': 'e4e64430-27c2-43cb-b746-794251a4f3ea'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:49:24.977627 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb27768-9dc9-4586-a8bc-96450bbd7e46 None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:49:24.980333 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ab4105-0e77-43fb-b759-3b8982079a10" -d '{"events": [{"name": "network-changed", "server_uuid": "941e1158-ddd5-40f7-8794-947a21f63f51", "tag": "e4e64430-27c2-43cb-b746-794251a4f3ea"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:49:24.986954 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-0cb27768-9dc9-4586-a8bc-96450bbd7e46 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:49:24.987171 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0172aa5-3673-433d-9bea-28f450183dfc tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:24.993570 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb27768-9dc9-4586-a8bc-96450bbd7e46 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:49:25.002555 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e0172aa5-3673-433d-9bea-28f450183dfc tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5879967 Aug 23 20:49:25.041567 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb27768-9dc9-4586-a8bc-96450bbd7e46 None None] Pushing event updated for resources: {'Port': ['ID=684f15a6-dc07-49e3-b13d-8b1a70b96594,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:25.122592 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-0cb27768-9dc9-4586-a8bc-96450bbd7e46 None None] Attempting to bind port 684f15a6-dc07-49e3-b13d-8b1a70b96594 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:49:25.123316 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-0cb27768-9dc9-4586-a8bc-96450bbd7e46 None None] Attempting to bind port 684f15a6-dc07-49e3-b13d-8b1a70b96594 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:49:25.123542 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb27768-9dc9-4586-a8bc-96450bbd7e46 None None] Attempting to bind port 684f15a6-dc07-49e3-b13d-8b1a70b96594 on network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:49:25.129622 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beddea22-e224-4514-bd44-b3a6709d4e5b x-openstack-request-id: req-beddea22-e224-4514-bd44-b3a6709d4e5b {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:49:25.130000 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "941e1158-ddd5-40f7-8794-947a21f63f51", "tag": "e4e64430-27c2-43cb-b746-794251a4f3ea", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:49:25.130311 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-beddea22-e224-4514-bd44-b3a6709d4e5b {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:49:25.131023 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb27768-9dc9-4586-a8bc-96450bbd7e46 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:49:25.131212 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '941e1158-ddd5-40f7-8794-947a21f63f51', 'tag': 'e4e64430-27c2-43cb-b746-794251a4f3ea', 'status': 'completed', 'code': 200} Aug 23 20:49:25.132042 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb27768-9dc9-4586-a8bc-96450bbd7e46 None None] Checking segment: {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:49:25.132042 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0cb27768-9dc9-4586-a8bc-96450bbd7e46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:25.132547 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb27768-9dc9-4586-a8bc-96450bbd7e46 None None] Bound using segment: {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:49:25.133149 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-0cb27768-9dc9-4586-a8bc-96450bbd7e46 None None] Bound port: 684f15a6-dc07-49e3-b13d-8b1a70b96594, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:49:25.133614 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0cb27768-9dc9-4586-a8bc-96450bbd7e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:25.185127 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac286c6-42df-4f61-a830-b9b5c8cea989 req-c4fb291c-c703-4aef-8060-53c6385e3b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:25.189086 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9ac286c6-42df-4f61-a830-b9b5c8cea989 req-c4fb291c-c703-4aef-8060-53c6385e3b78 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93f73c3-35f9-433c-a781-7029406e1a10 HTTP/1.1" status: 200 len: 834 time: 0.3164179 Aug 23 20:49:25.224227 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9ac286c6-42df-4f61-a830-b9b5c8cea989 req-92c43eaa-d712-4fbb-b7e6-b1202dd7bb7f service neutron] 10.222.0.32 "GET /v2.0/networks/8d068299-4184-4227-8cbc-58442cd62193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8439791 Aug 23 20:49:25.235523 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-0cb27768-9dc9-4586-a8bc-96450bbd7e46 None None] For port 684f15a6-dc07-49e3-b13d-8b1a70b96594, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:49:25.240452 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-0cb27768-9dc9-4586-a8bc-96450bbd7e46 None None] For port 684f15a6-dc07-49e3-b13d-8b1a70b96594, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=684f15a6-dc07-49e3-b13d-8b1a70b96594,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:49:25.248388 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0cb27768-9dc9-4586-a8bc-96450bbd7e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:25.330034 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-c6746720-624c-4d6d-94d1-bb6f00bc0be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:25.331599 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-c6746720-624c-4d6d-94d1-bb6f00bc0be4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=20cd0deef7b5475c8b64bff939dc3cfb&device_id=941e1158-ddd5-40f7-8794-947a21f63f51 HTTP/1.1" status: 200 len: 1094 time: 0.3044424 Aug 23 20:49:25.339658 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb27768-9dc9-4586-a8bc-96450bbd7e46 None None] Pushing event updated for resources: {'Port': ['ID=684f15a6-dc07-49e3-b13d-8b1a70b96594,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:25.357290 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ae757389-6af8-408c-95a6-54594107fc24 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:25.360300 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac286c6-42df-4f61-a830-b9b5c8cea989 req-8d533be5-7983-4a42-9f7c-3846dff8ff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:25.361852 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9ac286c6-42df-4f61-a830-b9b5c8cea989 req-8d533be5-7983-4a42-9f7c-3846dff8ff60 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d068299-4184-4227-8cbc-58442cd62193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1601551 Aug 23 20:49:25.416168 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ae757389-6af8-408c-95a6-54594107fc24 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:25.431006 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-d6d4d5cc-c6f7-46db-b7e9-04f21cfa6c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:25.431650 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-d6d4d5cc-c6f7-46db-b7e9-04f21cfa6c5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:25.433412 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-d6d4d5cc-c6f7-46db-b7e9-04f21cfa6c5c service neutron] 10.222.0.11 "PUT /v2.0/ports/f4829391-08a7-4024-8410-8fd3573c08a9 HTTP/1.1" status: 200 len: 1091 time: 4.1987715 Aug 23 20:49:25.443996 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '839b76ed-7b86-44d2-ae48-cf5c4c1985f4', 'tag': 'f4829391-08a7-4024-8410-8fd3573c08a9'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:49:25.446332 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ed544b-0ee6-43e7-8989-3a3ba6216d82" -d '{"events": [{"name": "network-changed", "server_uuid": "839b76ed-7b86-44d2-ae48-cf5c4c1985f4", "tag": "f4829391-08a7-4024-8410-8fd3573c08a9"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:49:25.481630 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-83685e5f-87c2-482d-a4e8-737bfa4e284f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e4e64430-27c2-43cb-b746-794251a4f3ea HTTP/1.1" status: 200 len: 217 time: 0.1314158 Aug 23 20:49:25.497979 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae757389-6af8-408c-95a6-54594107fc24 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14adda75-6f72-4991-8681-676bb6e35f5d,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:25.608441 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ae757389-6af8-408c-95a6-54594107fc24 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:25.610341 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ae757389-6af8-408c-95a6-54594107fc24 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6099334 Aug 23 20:49:25.621631 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48560) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:25.665091 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d946ac80-de2a-46f0-95dc-33d5cedcc305 req-a7e809b3-d15c-4d72-af8f-d611c23b500f tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:25.667142 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d946ac80-de2a-46f0-95dc-33d5cedcc305 req-a7e809b3-d15c-4d72-af8f-d611c23b500f tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] 10.222.0.61 "GET /v2.0/ports?device_id=3b42a061-3f48-45c8-98c1-e9f088125482 HTTP/1.1" status: 200 len: 932 time: 0.3014128 Aug 23 20:49:25.668199 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d4d5cc-c6f7-46db-b7e9-04f21cfa6c5c service neutron] Pushing event updated for resources: {'Port': ['ID=f4829391-08a7-4024-8410-8fd3573c08a9,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:25.702337 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a73c70b6-d9ff-4ee3-bbb6-f90a5484f712 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "GET /v2.0/security-group-rules/14adda75-6f72-4991-8681-676bb6e35f5d HTTP/1.1" status: 200 len: 763 time: 0.0795634 Aug 23 20:49:25.718763 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48564) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:25.743052 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0e2a0d88-4bb9-4dfa-a204-b233a8fe4df9 req-1bbcb47a-761e-4936-be9a-1a83f448f2a7 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--2138163587&fields=id&tenant_id=2af290724cc44af890c8fd2249003602 HTTP/1.1" status: 200 len: 267 time: 0.2704833 Aug 23 20:49:25.752426 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-46b12195-49f0-4584-a09f-493664221782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:25.753863 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-46b12195-49f0-4584-a09f-493664221782 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4f2cc9fc-fb6a-436b-bcfd-e8530b5ec67d HTTP/1.1" status: 200 len: 858 time: 0.2516994 Aug 23 20:49:25.790273 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd8969d-3cb0-400e-9610-276155b39654 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:49:25.796260 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9dd8969d-3cb0-400e-9610-276155b39654 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:25.830995 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-052d0f3e-bd44-4773-b75e-abc222c0bc02 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9a32fea3-cf83-4c29-9cb0-745e211a97e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667157 Aug 23 20:49:25.833447 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9ac286c6-42df-4f61-a830-b9b5c8cea989 req-62933b2b-cafe-470c-b334-a447edd76888 service neutron] 10.222.0.11 "GET /v2.0/networks/8d068299-4184-4227-8cbc-58442cd62193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704903 Aug 23 20:49:25.898024 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-a244eb0f-e53c-43e7-b29a-1c6cf4dd8c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:25.900339 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-a244eb0f-e53c-43e7-b29a-1c6cf4dd8c80 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=20cd0deef7b5475c8b64bff939dc3cfb&device_id=839b76ed-7b86-44d2-ae48-cf5c4c1985f4 HTTP/1.1" status: 200 len: 1094 time: 0.3985138 Aug 23 20:49:25.959597 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device e2407290-42c4-4898-b0ae-5a05faa64eda details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:49:25.984080 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e903cf14-2493-4ed1-a19d-9e2d401a1fea tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2603831 Aug 23 20:49:25.992295 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d946ac80-de2a-46f0-95dc-33d5cedcc305 req-a852478b-8583-42ff-bb9f-a899b9abbfb8 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] 10.222.0.61 "GET /v2.0/security-groups?id=431a5b0f-2383-47d8-8c25-b16c17d3f9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021803 Aug 23 20:49:25.992980 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48574) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:26.002691 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-0ca43a5e-f6b6-4127-a5f6-5805d5eeaba4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4829391-08a7-4024-8410-8fd3573c08a9 HTTP/1.1" status: 200 len: 217 time: 0.0937157 Aug 23 20:49:26.087174 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-61a3ce84-388e-4af9-bdc2-e7c9973452a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:26.090410 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-61a3ce84-388e-4af9-bdc2-e7c9973452a0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f2cc9fc-fb6a-436b-bcfd-e8530b5ec67d HTTP/1.1" status: 200 len: 858 time: 0.0683961 Aug 23 20:49:26.101141 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef75d66a-9d0d-4f65-a1e1-64fc88b48df4 x-openstack-request-id: req-ef75d66a-9d0d-4f65-a1e1-64fc88b48df4 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:49:26.101431 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "839b76ed-7b86-44d2-ae48-cf5c4c1985f4", "tag": "f4829391-08a7-4024-8410-8fd3573c08a9", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:49:26.102637 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ef75d66a-9d0d-4f65-a1e1-64fc88b48df4 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:49:26.103350 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '839b76ed-7b86-44d2-ae48-cf5c4c1985f4', 'tag': 'f4829391-08a7-4024-8410-8fd3573c08a9', 'status': 'completed', 'code': 200} Aug 23 20:49:26.168577 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-b9801d16-0d10-48b9-a943-b0c5a7359529 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a32fea3-cf83-4c29-9cb0-745e211a97e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626590 Aug 23 20:49:26.185529 n-d-805663-2 neutron-server[94687]: INFO neutron.db.ipam_backend_mixin [None req-9dd8969d-3cb0-400e-9610-276155b39654 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fbeb19bb-c929-4d3c-84cb-0fce7af6920d (CIDR: 2001:db8::/64) Aug 23 20:49:26.197274 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port e2407290-42c4-4898-b0ae-5a05faa64eda, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=e2407290-42c4-4898-b0ae-5a05faa64eda,segment=NetworkSegment(0bc364fb-51ac-4f82-a8e6-c471283c8ba9),segment_id=0bc364fb-51ac-4f82-a8e6-c471283c8ba9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:49:26.211744 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': 'e2407290-42c4-4898-b0ae-5a05faa64eda', 'network_id': '8d068299-4184-4227-8cbc-58442cd62193', 'port_id': 'e2407290-42c4-4898-b0ae-5a05faa64eda', 'mac_address': 'fa:16:3e:1f:c1:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd93f73c3-35f9-433c-a781-7029406e1a10', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:49:26.232575 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fedbd5a9-ae09-4c7f-8e5f-dbbc498ae06f tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:26.242717 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fedbd5a9-ae09-4c7f-8e5f-dbbc498ae06f tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:26.295793 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:26.304691 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-5d6e84ca-ff2d-40f4-be9c-e285289485ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 814e6dd1-6883-4b17-be1f-dd294d98792e {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:49:26.307478 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a0d88-4bb9-4dfa-a204-b233a8fe4df9 req-dfbf7377-bcc6-40a8-8641-3a347c398ea6 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:26.315543 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0e2a0d88-4bb9-4dfa-a204-b233a8fe4df9 req-dfbf7377-bcc6-40a8-8641-3a347c398ea6 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/networks?id=4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e HTTP/1.1" status: 200 len: 811 time: 0.5538123 Aug 23 20:49:26.315796 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-5d6e84ca-ff2d-40f4-be9c-e285289485ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:26.327823 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9ac286c6-42df-4f61-a830-b9b5c8cea989 req-6ae301b8-182b-46c1-8597-b7fd2675a963 service neutron] 10.222.0.11 "GET /v2.0/networks/8d068299-4184-4227-8cbc-58442cd62193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4743910 Aug 23 20:49:26.329976 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dd8969d-3cb0-400e-9610-276155b39654 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 20:49:26.330126 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dd8969d-3cb0-400e-9610-276155b39654 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:49:26.352089 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2407290-42c4-4898-b0ae-5a05faa64eda {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:49:26.354866 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0e2a0d88-4bb9-4dfa-a204-b233a8fe4df9 req-42a0518f-527e-404e-9d15-c544d134863f tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/quotas/2af290724cc44af890c8fd2249003602 HTTP/1.1" status: 200 len: 375 time: 0.0382366 Aug 23 20:49:26.387891 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-b1e81e32-33f3-4af6-ba5b-ad6c1500388f service neutron] 10.222.0.32 "GET /v2.0/networks/9a32fea3-cf83-4c29-9cb0-745e211a97e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5403686 Aug 23 20:49:26.435471 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port e2407290-42c4-4898-b0ae-5a05faa64eda, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=e2407290-42c4-4898-b0ae-5a05faa64eda,segment=NetworkSegment(0bc364fb-51ac-4f82-a8e6-c471283c8ba9),segment_id=0bc364fb-51ac-4f82-a8e6-c471283c8ba9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:49:26.449076 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:26.452945 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-7572e035-407f-450a-88df-514689308b96 service neutron] 10.222.0.11 "GET /v2.0/networks/9a32fea3-cf83-4c29-9cb0-745e211a97e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734733 Aug 23 20:49:26.461208 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-5d6e84ca-ff2d-40f4-be9c-e285289485ab service neutron] Transition to ACTIVE for port object 814e6dd1-6883-4b17-be1f-dd294d98792e will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:49:26.470778 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fedbd5a9-ae09-4c7f-8e5f-dbbc498ae06f tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:26.484174 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fedbd5a9-ae09-4c7f-8e5f-dbbc498ae06f tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:26.492952 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-fedbd5a9-ae09-4c7f-8e5f-dbbc498ae06f tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/14adda75-6f72-4991-8681-676bb6e35f5d HTTP/1.1" status: 204 len: 168 time: 0.4897392 Aug 23 20:49:26.500313 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48592) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:26.560841 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-5d6e84ca-ff2d-40f4-be9c-e285289485ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:26.563946 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=e2407290-42c4-4898-b0ae-5a05faa64eda,revision_number=8']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:26.573099 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedbd5a9-ae09-4c7f-8e5f-dbbc498ae06f tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=14adda75-6f72-4991-8681-676bb6e35f5d,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:26.579669 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9dd8969d-3cb0-400e-9610-276155b39654 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2825940 Aug 23 20:49:26.580427 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48598) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:26.624538 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0e2a0d88-4bb9-4dfa-a204-b233a8fe4df9 req-1cd7fd2c-95be-494d-bd95-cb40bcc948c6 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2af290724cc44af890c8fd2249003602&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2608187 Aug 23 20:49:26.634458 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-cde153be-5822-4422-8f4f-7a42529821e9 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'subnet': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:26.674182 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-829491e2-b3a2-442f-8d62-8d4219fb069a tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1712418 Aug 23 20:49:26.696310 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48608) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:26.699949 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['e2407290-42c4-4898-b0ae-5a05faa64eda'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:49:26.714019 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-259fa2c9-077b-40a7-8bf7-965ceaae4d4a tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Request body: {'security_group_rule': {'security_group_id': '58bef35f-e837-4e43-8b26-000029a85100', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:26.743587 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 684f15a6-dc07-49e3-b13d-8b1a70b96594 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:49:26.760390 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d3a11-cbe7-46e1-b542-3db8c0555f0f req-5605029b-8614-4103-a8f3-0718f8a5a239 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:26.762464 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5c4d3a11-cbe7-46e1-b542-3db8c0555f0f req-5605029b-8614-4103-a8f3-0718f8a5a239 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 943 time: 0.5851107 Aug 23 20:49:26.813574 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-693a3acb-546c-4636-b52b-8acc177912b7 service neutron] 10.222.0.32 "GET /v2.0/networks/9a32fea3-cf83-4c29-9cb0-745e211a97e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566830 Aug 23 20:49:26.835190 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6e84ca-ff2d-40f4-be9c-e285289485ab service neutron] Pushing event updated for resources: {'Port': ['ID=814e6dd1-6883-4b17-be1f-dd294d98792e,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:26.884025 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-259fa2c9-077b-40a7-8bf7-965ceaae4d4a tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:26.907085 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 684f15a6-dc07-49e3-b13d-8b1a70b96594 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:49:26.923880 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0e2a0d88-4bb9-4dfa-a204-b233a8fe4df9 req-b801f093-f025-4fa4-b958-72214bcfc926 service neutron] 10.222.0.61 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930255 Aug 23 20:49:26.982174 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-30223662-73c1-4c62-9535-ac70c4c1a5b4 service neutron] 10.222.0.11 "GET /v2.0/networks/9a32fea3-cf83-4c29-9cb0-745e211a97e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5197997 Aug 23 20:49:26.990033 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5c4d3a11-cbe7-46e1-b542-3db8c0555f0f req-862d254f-fbdf-41df-ac31-f0efd8efb8f7 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=30d3316a-f14a-48d2-9cdd-37efb7e3923e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2145965 Aug 23 20:49:27.028092 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-5d6e84ca-ff2d-40f4-be9c-e285289485ab service neutron] Attempting to bind port 814e6dd1-6883-4b17-be1f-dd294d98792e on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:49:27.028557 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-5d6e84ca-ff2d-40f4-be9c-e285289485ab service neutron] Attempting to bind port 814e6dd1-6883-4b17-be1f-dd294d98792e by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '7894c505-09d6-464f-85a5-5c5cc75b2c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '9a32fea3-cf83-4c29-9cb0-745e211a97e2'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:49:27.029006 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-5d6e84ca-ff2d-40f4-be9c-e285289485ab service neutron] Attempting to bind port 814e6dd1-6883-4b17-be1f-dd294d98792e on network 9a32fea3-cf83-4c29-9cb0-745e211a97e2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:49:27.042397 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-5d6e84ca-ff2d-40f4-be9c-e285289485ab service neutron] Port 814e6dd1-6883-4b17-be1f-dd294d98792e on network 9a32fea3-cf83-4c29-9cb0-745e211a97e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:49:27.044904 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-5d6e84ca-ff2d-40f4-be9c-e285289485ab service neutron] Attempting to bind port 814e6dd1-6883-4b17-be1f-dd294d98792e on network 9a32fea3-cf83-4c29-9cb0-745e211a97e2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:49:27.050617 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde153be-5822-4422-8f4f-7a42529821e9 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:49:27.061239 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cde153be-5822-4422-8f4f-7a42529821e9 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:27.077611 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-5d6e84ca-ff2d-40f4-be9c-e285289485ab service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:49:27.077956 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-5d6e84ca-ff2d-40f4-be9c-e285289485ab service neutron] Checking segment: {'id': '7894c505-09d6-464f-85a5-5c5cc75b2c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '9a32fea3-cf83-4c29-9cb0-745e211a97e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:49:27.078350 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-5d6e84ca-ff2d-40f4-be9c-e285289485ab service neutron] Bound using segment: {'id': '7894c505-09d6-464f-85a5-5c5cc75b2c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '9a32fea3-cf83-4c29-9cb0-745e211a97e2'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:49:27.079227 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-5d6e84ca-ff2d-40f4-be9c-e285289485ab service neutron] Bound port: 814e6dd1-6883-4b17-be1f-dd294d98792e, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7894c505-09d6-464f-85a5-5c5cc75b2c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '9a32fea3-cf83-4c29-9cb0-745e211a97e2'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:49:27.081247 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-5d6e84ca-ff2d-40f4-be9c-e285289485ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:27.086436 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-259fa2c9-077b-40a7-8bf7-965ceaae4d4a tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:27.101290 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-259fa2c9-077b-40a7-8bf7-965ceaae4d4a tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:27.105506 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3519efc9-971c-487b-a398-c3f4b91ceabe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:27.161785 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab4105-0e77-43fb-b759-3b8982079a10 req-3087d350-d5ca-49e5-9a08-a879e3982af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:27.163808 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-84ab4105-0e77-43fb-b759-3b8982079a10 req-3087d350-d5ca-49e5-9a08-a879e3982af6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=20cd0deef7b5475c8b64bff939dc3cfb&device_id=941e1158-ddd5-40f7-8794-947a21f63f51 HTTP/1.1" status: 200 len: 1094 time: 0.2209444 Aug 23 20:49:27.198531 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259fa2c9-077b-40a7-8bf7-965ceaae4d4a tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44341091-c32c-4dfb-bf91-883b0908e2d2,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:27.228584 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0e2a0d88-4bb9-4dfa-a204-b233a8fe4df9 req-79f22353-0410-4c14-9f6f-92830f148937 service neutron] 10.222.0.61 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034327 Aug 23 20:49:27.230319 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-259fa2c9-077b-40a7-8bf7-965ceaae4d4a tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:27.235520 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-259fa2c9-077b-40a7-8bf7-965ceaae4d4a tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5284038 Aug 23 20:49:27.245467 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48618) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:27.272513 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48620) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:27.336405 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-df6e5648-9cdb-442a-b696-a5bb3cfbd142 None None] Provisioning for port 684f15a6-dc07-49e3-b13d-8b1a70b96594 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:49:27.358775 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-df6e5648-9cdb-442a-b696-a5bb3cfbd142 None None] Provisioning complete for port 684f15a6-dc07-49e3-b13d-8b1a70b96594 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:49:27.359182 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-df6e5648-9cdb-442a-b696-a5bb3cfbd142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:27.377779 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-004892fe-13c1-4401-affd-ba6214e1b024 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "GET /v2.0/security-group-rules/44341091-c32c-4dfb-bf91-883b0908e2d2 HTTP/1.1" status: 200 len: 763 time: 0.1288018 Aug 23 20:49:27.383190 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48624) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:27.403757 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab4105-0e77-43fb-b759-3b8982079a10 req-187b8619-c20d-4b3a-91b9-a1d9df75ac81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:27.405080 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-84ab4105-0e77-43fb-b759-3b8982079a10 req-187b8619-c20d-4b3a-91b9-a1d9df75ac81 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9a32fea3-cf83-4c29-9cb0-745e211a97e2 HTTP/1.1" status: 200 len: 919 time: 0.2240610 Aug 23 20:49:27.483573 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-84ab4105-0e77-43fb-b759-3b8982079a10 req-7e06ddeb-e594-49a3-a73e-4663cd86f7ae service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e4e64430-27c2-43cb-b746-794251a4f3ea HTTP/1.1" status: 200 len: 217 time: 0.0530005 Aug 23 20:49:27.505489 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed544b-0ee6-43e7-8989-3a3ba6216d82 req-26efe8a5-8119-4107-a088-4689eef221ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:27.509843 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-94ed544b-0ee6-43e7-8989-3a3ba6216d82 req-26efe8a5-8119-4107-a088-4689eef221ff service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=20cd0deef7b5475c8b64bff939dc3cfb&device_id=839b76ed-7b86-44d2-ae48-cf5c4c1985f4 HTTP/1.1" status: 200 len: 1094 time: 0.4346857 Aug 23 20:49:27.547303 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-df6e5648-9cdb-442a-b696-a5bb3cfbd142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:27.548373 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-5d6e84ca-ff2d-40f4-be9c-e285289485ab service neutron] For port 814e6dd1-6883-4b17-be1f-dd294d98792e, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:49:27.553770 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab4105-0e77-43fb-b759-3b8982079a10 req-c0230b01-c510-4a4a-9379-d34a64540986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:27.555276 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-84ab4105-0e77-43fb-b759-3b8982079a10 req-c0230b01-c510-4a4a-9379-d34a64540986 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4f2cc9fc-fb6a-436b-bcfd-e8530b5ec67d HTTP/1.1" status: 200 len: 858 time: 0.0633206 Aug 23 20:49:27.678764 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-df6e5648-9cdb-442a-b696-a5bb3cfbd142 None None] For port 684f15a6-dc07-49e3-b13d-8b1a70b96594, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=684f15a6-dc07-49e3-b13d-8b1a70b96594,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:49:27.685582 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-df6e5648-9cdb-442a-b696-a5bb3cfbd142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:27.720308 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-5d6e84ca-ff2d-40f4-be9c-e285289485ab service neutron] For port 814e6dd1-6883-4b17-be1f-dd294d98792e, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=814e6dd1-6883-4b17-be1f-dd294d98792e,segment=NetworkSegment(7894c505-09d6-464f-85a5-5c5cc75b2c91),segment_id=7894c505-09d6-464f-85a5-5c5cc75b2c91)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:49:27.726851 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed544b-0ee6-43e7-8989-3a3ba6216d82 req-2b0d8414-094b-45a1-919a-4a5b759c651c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:27.729341 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-94ed544b-0ee6-43e7-8989-3a3ba6216d82 req-2b0d8414-094b-45a1-919a-4a5b759c651c service neutron] 10.222.0.11 "GET /v2.0/networks?id=9a32fea3-cf83-4c29-9cb0-745e211a97e2 HTTP/1.1" status: 200 len: 919 time: 0.1733406 Aug 23 20:49:27.730129 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b2f92746-135c-451a-9e4e-0c36917eedaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:27.742042 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-5d6e84ca-ff2d-40f4-be9c-e285289485ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:27.767349 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6e5648-9cdb-442a-b696-a5bb3cfbd142 None None] Pushing event updated for resources: {'Port': ['ID=684f15a6-dc07-49e3-b13d-8b1a70b96594,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:27.814260 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc716b6-8014-4c57-874e-5e4e166c3af3 req-200c7495-9d80-4d76-a7ff-589415d4342c tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:27.815858 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4bc716b6-8014-4c57-874e-5e4e166c3af3 req-200c7495-9d80-4d76-a7ff-589415d4342c tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] 10.222.0.61 "GET /v2.0/ports?device_id=3b42a061-3f48-45c8-98c1-e9f088125482 HTTP/1.1" status: 200 len: 944 time: 0.6200564 Aug 23 20:49:27.871306 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-94ed544b-0ee6-43e7-8989-3a3ba6216d82 req-1329d40b-6496-48bb-9575-a6a63f287780 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4829391-08a7-4024-8410-8fd3573c08a9 HTTP/1.1" status: 200 len: 217 time: 0.1272445 Aug 23 20:49:27.896473 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3a448985-5280-480d-bfcb-1280c8ebd3d1 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4846411 Aug 23 20:49:27.897260 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-5d6e84ca-ff2d-40f4-be9c-e285289485ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:27.897843 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-5d6e84ca-ff2d-40f4-be9c-e285289485ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:27.899249 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-5d6e84ca-ff2d-40f4-be9c-e285289485ab service neutron] 10.222.0.11 "PUT /v2.0/ports/814e6dd1-6883-4b17-be1f-dd294d98792e HTTP/1.1" status: 200 len: 1092 time: 4.2256951 Aug 23 20:49:27.905844 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48638) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:27.956474 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-84ab4105-0e77-43fb-b759-3b8982079a10 req-e8ee075d-ec85-4a37-8d2c-31ca72c86bc1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9a32fea3-cf83-4c29-9cb0-745e211a97e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3863125 Aug 23 20:49:28.028472 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6e84ca-ff2d-40f4-be9c-e285289485ab service neutron] Pushing event updated for resources: {'Port': ['ID=814e6dd1-6883-4b17-be1f-dd294d98792e,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:28.029314 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device f4829391-08a7-4024-8410-8fd3573c08a9 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:49:28.075900 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-09fee31e-9bfc-415a-b5e7-5c5aa6d023af req-3046424b-2fe5-4c39-b0e0-f6a6aab4dc27 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 210 time: 0.1128969 Aug 23 20:49:28.112095 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b42a061-3f48-45c8-98c1-e9f088125482', 'tag': '814e6dd1-6883-4b17-be1f-dd294d98792e'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:49:28.114551 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa48bf0-660c-48d1-a6ba-a000a0b5d990" -d '{"events": [{"name": "network-changed", "server_uuid": "3b42a061-3f48-45c8-98c1-e9f088125482", "tag": "814e6dd1-6883-4b17-be1f-dd294d98792e"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:49:28.129527 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4bc716b6-8014-4c57-874e-5e4e166c3af3 req-b03eebc5-6819-45cf-800a-52bdc9b8ccfc tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] 10.222.0.61 "GET /v2.0/security-groups?id=431a5b0f-2383-47d8-8c25-b16c17d3f9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732306 Aug 23 20:49:28.136290 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed544b-0ee6-43e7-8989-3a3ba6216d82 req-4b235475-671b-4a00-b1d5-e0c7fd912cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:28.137210 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-94ed544b-0ee6-43e7-8989-3a3ba6216d82 req-4b235475-671b-4a00-b1d5-e0c7fd912cd6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f2cc9fc-fb6a-436b-bcfd-e8530b5ec67d HTTP/1.1" status: 200 len: 858 time: 0.2370813 Aug 23 20:49:28.138143 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-085774e2-190a-47ca-91f5-b4524e0ac8e5 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:28.177300 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-085774e2-190a-47ca-91f5-b4524e0ac8e5 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:28.210671 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-7e991b8a-9164-4dab-b3f9-7dff069bcf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:28.212463 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-7e991b8a-9164-4dab-b3f9-7dff069bcf07 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=20cd0deef7b5475c8b64bff939dc3cfb&device_id=3b42a061-3f48-45c8-98c1-e9f088125482 HTTP/1.1" status: 200 len: 1095 time: 0.2395420 Aug 23 20:49:28.214358 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-94ed544b-0ee6-43e7-8989-3a3ba6216d82 req-34194596-b2d1-42d0-bbb1-a500368281f6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a32fea3-cf83-4c29-9cb0-745e211a97e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634949 Aug 23 20:49:28.244670 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port f4829391-08a7-4024-8410-8fd3573c08a9, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=f4829391-08a7-4024-8410-8fd3573c08a9,segment=NetworkSegment(7894c505-09d6-464f-85a5-5c5cc75b2c91),segment_id=7894c505-09d6-464f-85a5-5c5cc75b2c91)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:49:28.260981 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a99ffe2-f833-407d-b719-f63eaf753047 x-openstack-request-id: req-5a99ffe2-f833-407d-b719-f63eaf753047 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:49:28.261554 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b42a061-3f48-45c8-98c1-e9f088125482", "tag": "814e6dd1-6883-4b17-be1f-dd294d98792e", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:49:28.261952 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5a99ffe2-f833-407d-b719-f63eaf753047 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:49:28.262479 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b42a061-3f48-45c8-98c1-e9f088125482', 'tag': '814e6dd1-6883-4b17-be1f-dd294d98792e', 'status': 'completed', 'code': 200} Aug 23 20:49:28.267409 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbee531-c25b-42b0-a044-0299588e6d8f req-341f9609-221d-4b17-8965-f697af3ce2e0 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:28.268942 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7fbee531-c25b-42b0-a044-0299588e6d8f req-341f9609-221d-4b17-8965-f697af3ce2e0 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5&tenant_id=0b17a426d9eb4b3083079c3d4dc4db5c&binding%3Ahost_id=n-h1-805663-2 HTTP/1.1" status: 200 len: 944 time: 0.3088071 Aug 23 20:49:28.273455 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': 'f4829391-08a7-4024-8410-8fd3573c08a9', 'network_id': '9a32fea3-cf83-4c29-9cb0-745e211a97e2', 'port_id': 'f4829391-08a7-4024-8410-8fd3573c08a9', 'mac_address': 'fa:16:3e:93:23:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f2cc9fc-fb6a-436b-bcfd-e8530b5ec67d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:49:28.327687 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-84ab4105-0e77-43fb-b759-3b8982079a10 req-0d9c55f6-ba54-49cb-b2cb-e83a72610ac9 service neutron] 10.222.0.32 "GET /v2.0/networks/9a32fea3-cf83-4c29-9cb0-745e211a97e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326869 Aug 23 20:49:28.339846 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4484465-5647-4f23-b625-84eef0054c05 req-cd9ba371-3103-415c-b862-51be15d5d926 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:28.341512 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:28.349561 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c4484465-5647-4f23-b625-84eef0054c05 req-cd9ba371-3103-415c-b862-51be15d5d926 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 944 time: 0.1548986 Aug 23 20:49:28.361844 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4829391-08a7-4024-8410-8fd3573c08a9 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:49:28.370074 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-f765185a-7294-4d0d-a1f5-479a8597f16b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=814e6dd1-6883-4b17-be1f-dd294d98792e HTTP/1.1" status: 200 len: 217 time: 0.1354563 Aug 23 20:49:28.396328 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port f4829391-08a7-4024-8410-8fd3573c08a9, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=f4829391-08a7-4024-8410-8fd3573c08a9,segment=NetworkSegment(7894c505-09d6-464f-85a5-5c5cc75b2c91),segment_id=7894c505-09d6-464f-85a5-5c5cc75b2c91)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:49:28.402956 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:28.416346 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-3519efc9-971c-487b-a398-c3f4b91ceabe admin admin] Deleting port 686cb267-cdda-473c-8bfe-4e153d7eb95b {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:49:28.416985 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3519efc9-971c-487b-a398-c3f4b91ceabe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:28.436794 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-085774e2-190a-47ca-91f5-b4524e0ac8e5 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:28.454336 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-085774e2-190a-47ca-91f5-b4524e0ac8e5 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:28.455440 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-085774e2-190a-47ca-91f5-b4524e0ac8e5 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/44341091-c32c-4dfb-bf91-883b0908e2d2 HTTP/1.1" status: 204 len: 168 time: 0.5370376 Aug 23 20:49:28.461134 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=f4829391-08a7-4024-8410-8fd3573c08a9,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:28.474169 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48642) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:28.497580 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b2f92746-135c-451a-9e4e-0c36917eedaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:28.501498 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085774e2-190a-47ca-91f5-b4524e0ac8e5 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=44341091-c32c-4dfb-bf91-883b0908e2d2,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:28.520743 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b2f92746-135c-451a-9e4e-0c36917eedaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:28.536992 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-8102a493-5ada-4aa3-b6e4-9b923a52b97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:28.538782 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-8102a493-5ada-4aa3-b6e4-9b923a52b97a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f2cc9fc-fb6a-436b-bcfd-e8530b5ec67d HTTP/1.1" status: 200 len: 858 time: 0.1588666 Aug 23 20:49:28.546574 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-94ed544b-0ee6-43e7-8989-3a3ba6216d82 req-c45ae755-707c-46a9-8a4d-b85a475604dc service neutron] 10.222.0.11 "GET /v2.0/networks/9a32fea3-cf83-4c29-9cb0-745e211a97e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038802 Aug 23 20:49:28.589713 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c4484465-5647-4f23-b625-84eef0054c05 req-b2aa4eed-fe80-4520-9e1a-28f7a4843c34 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=30d3316a-f14a-48d2-9cdd-37efb7e3923e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2381909 Aug 23 20:49:28.594248 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7fbee531-c25b-42b0-a044-0299588e6d8f req-f1d3e3eb-811d-4dc9-afcd-6db65163e62d service neutron] 10.222.0.11 "GET /v2.0/ports/e2407290-42c4-4898-b0ae-5a05faa64eda/bindings/n-h1-805663-2 HTTP/1.1" status: 200 len: 382 time: 0.3160331 Aug 23 20:49:28.627909 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-c03ad7cc-927b-4ccd-a0e9-39b9fb917e78 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a32fea3-cf83-4c29-9cb0-745e211a97e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631952 Aug 23 20:49:28.628356 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 684f15a6-dc07-49e3-b13d-8b1a70b96594 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:49:28.653507 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['f4829391-08a7-4024-8410-8fd3573c08a9'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:49:28.680819 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b2f92746-135c-451a-9e4e-0c36917eedaa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=089c10fcf4014d7eba92d90ace8667c5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3994255 Aug 23 20:49:28.693217 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f92746-135c-451a-9e4e-0c36917eedaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1882aec5-41e8-45f7-b18e-358182f1f383,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:28.698379 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c8273329-3921-4d83-b7de-3d855dabda8f tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2146530 Aug 23 20:49:28.699008 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48644) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:28.702477 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48646) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:28.714515 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-3519efc9-971c-487b-a398-c3f4b91ceabe admin admin] For port 686cb267-cdda-473c-8bfe-4e153d7eb95b, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=686cb267-cdda-473c-8bfe-4e153d7eb95b,segment=NetworkSegment(71fa0ee8-71f8-4ca3-a314-108544b37f00),segment_id=71fa0ee8-71f8-4ca3-a314-108544b37f00)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:49:28.714887 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3519efc9-971c-487b-a398-c3f4b91ceabe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:28.722101 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-76adbedb-2d46-4543-beb0-9d1e2def3bac tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Request body: {'security_group_rule': {'security_group_id': '58bef35f-e837-4e43-8b26-000029a85100', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:28.746684 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-3519efc9-971c-487b-a398-c3f4b91ceabe admin admin] Calling delete_port for 686cb267-cdda-473c-8bfe-4e153d7eb95b owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:49:28.750442 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-84ab4105-0e77-43fb-b759-3b8982079a10 req-5fe66df2-87f6-44c9-b2c7-65277d2c96d8 service neutron] 10.222.0.32 "GET /v2.0/networks/9a32fea3-cf83-4c29-9cb0-745e211a97e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982065 Aug 23 20:49:28.786947 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbee531-c25b-42b0-a044-0299588e6d8f req-8322e73f-b587-4e31-a71c-60296700e578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:28.788829 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7fbee531-c25b-42b0-a044-0299588e6d8f req-8322e73f-b587-4e31-a71c-60296700e578 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0b17a426d9eb4b3083079c3d4dc4db5c&device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 1095 time: 0.1423631 Aug 23 20:49:28.795088 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 684f15a6-dc07-49e3-b13d-8b1a70b96594 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:49:28.795466 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:28.858868 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-94ed544b-0ee6-43e7-8989-3a3ba6216d82 req-4635a263-9e0f-4c95-b1bc-3f09c7bccf36 service neutron] 10.222.0.11 "GET /v2.0/networks/9a32fea3-cf83-4c29-9cb0-745e211a97e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875404 Aug 23 20:49:28.862686 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-76adbedb-2d46-4543-beb0-9d1e2def3bac tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:28.909031 n-d-805663-2 neutron-server[94687]: DEBUG neutron.objects.ports [None req-cde153be-5822-4422-8f4f-7a42529821e9 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94687) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 20:49:28.983302 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73fae26a-647a-4215-96da-01c9e66847fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:28.985623 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-fbe45973-bf2a-4a8e-a02d-3d9e3e2c3463 service neutron] 10.222.0.11 "GET /v2.0/networks/9a32fea3-cf83-4c29-9cb0-745e211a97e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289335 Aug 23 20:49:29.041622 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device e4e64430-27c2-43cb-b746-794251a4f3ea details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:49:29.094574 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73fae26a-647a-4215-96da-01c9e66847fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:29.108628 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-76adbedb-2d46-4543-beb0-9d1e2def3bac tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:29.121356 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-76adbedb-2d46-4543-beb0-9d1e2def3bac tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:29.126687 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a0d88-4bb9-4dfa-a204-b233a8fe4df9 req-170d1efd-d6c6-486e-bbad-72b412cef285 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:29.128533 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0e2a0d88-4bb9-4dfa-a204-b233a8fe4df9 req-170d1efd-d6c6-486e-bbad-72b412cef285 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.32 "GET /v2.0/networks?id=4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e HTTP/1.1" status: 200 len: 811 time: 0.3363574 Aug 23 20:49:29.140681 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbee531-c25b-42b0-a044-0299588e6d8f req-1c9534be-fe43-4cb2-88f0-f9b5d8a37607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:29.143774 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7fbee531-c25b-42b0-a044-0299588e6d8f req-1c9534be-fe43-4cb2-88f0-f9b5d8a37607 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d068299-4184-4227-8cbc-58442cd62193 HTTP/1.1" status: 200 len: 897 time: 0.3150690 Aug 23 20:49:29.174331 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port e4e64430-27c2-43cb-b746-794251a4f3ea, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=e4e64430-27c2-43cb-b746-794251a4f3ea,segment=NetworkSegment(7894c505-09d6-464f-85a5-5c5cc75b2c91),segment_id=7894c505-09d6-464f-85a5-5c5cc75b2c91)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:49:29.196873 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': 'e4e64430-27c2-43cb-b746-794251a4f3ea', 'network_id': '9a32fea3-cf83-4c29-9cb0-745e211a97e2', 'port_id': 'e4e64430-27c2-43cb-b746-794251a4f3ea', 'mac_address': 'fa:16:3e:7e:2b:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f2cc9fc-fb6a-436b-bcfd-e8530b5ec67d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:49:29.199884 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f4b99c18-f1a8-4ce5-aec0-d3807af170dd req-043b07aa-49e8-416d-a6e1-f0729bc20623 service neutron] 10.222.0.11 "GET /v2.0/networks/9a32fea3-cf83-4c29-9cb0-745e211a97e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063825 Aug 23 20:49:29.201294 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76adbedb-2d46-4543-beb0-9d1e2def3bac tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5be8c7e4-dddf-4ce8-b8aa-034847961cc2,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:29.217174 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-76adbedb-2d46-4543-beb0-9d1e2def3bac tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:29.218367 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-76adbedb-2d46-4543-beb0-9d1e2def3bac tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5133371 Aug 23 20:49:29.232427 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48652) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:29.275376 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:29.292930 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4e64430-27c2-43cb-b746-794251a4f3ea {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:49:29.319100 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port e4e64430-27c2-43cb-b746-794251a4f3ea, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=e4e64430-27c2-43cb-b746-794251a4f3ea,segment=NetworkSegment(7894c505-09d6-464f-85a5-5c5cc75b2c91),segment_id=7894c505-09d6-464f-85a5-5c5cc75b2c91)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:49:29.324144 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:29.383431 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=e4e64430-27c2-43cb-b746-794251a4f3ea,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:29.461961 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0e2a0d88-4bb9-4dfa-a204-b233a8fe4df9 req-59276d6a-02e9-4657-9d67-bf2053e20e38 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2af290724cc44af890c8fd2249003602 HTTP/1.1" status: 200 len: 380 time: 0.3164966 Aug 23 20:49:29.464928 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7fbee531-c25b-42b0-a044-0299588e6d8f req-75aaae37-77f6-4a5b-a56c-f9e6622edbfa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2407290-42c4-4898-b0ae-5a05faa64eda HTTP/1.1" status: 200 len: 1000 time: 0.2970121 Aug 23 20:49:29.487670 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-0e2a0d88-4bb9-4dfa-a204-b233a8fe4df9 req-fe13901e-98f9-45e4-82e8-47db08d33785 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Request body: {'port': {'device_id': 'c8672da0-9cd6-4a5b-b42b-07c0e0113086', 'network_id': '4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e', 'admin_state_up': True, 'tenant_id': '2af290724cc44af890c8fd2249003602', 'security_groups': ['a262430e-d516-4fd2-b2fb-abc4a1c9d44c']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:29.534409 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73fae26a-647a-4215-96da-01c9e66847fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:29.538913 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73fae26a-647a-4215-96da-01c9e66847fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:29.540789 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-73fae26a-647a-4215-96da-01c9e66847fe admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1882aec5-41e8-45f7-b18e-358182f1f383 HTTP/1.1" status: 204 len: 168 time: 0.8342025 Aug 23 20:49:29.601496 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['e4e64430-27c2-43cb-b746-794251a4f3ea'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:49:29.611543 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-804a415a-8558-4266-bcb2-fa756930c526 req-90d2b435-f3ab-4833-a5db-a1a9180bcacd tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 210 time: 0.3976789 Aug 23 20:49:29.646897 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cde153be-5822-4422-8f4f-7a42529821e9 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:29.651724 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-80ca2dc5-755d-4b3b-aa1c-d5584944618f tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "GET /v2.0/security-group-rules/5be8c7e4-dddf-4ce8-b8aa-034847961cc2 HTTP/1.1" status: 200 len: 764 time: 0.0730515 Aug 23 20:49:29.654893 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48658) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:29.693985 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fae26a-647a-4215-96da-01c9e66847fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1882aec5-41e8-45f7-b18e-358182f1f383,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:29.718720 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6ef6a1-b7a9-4c4b-943b-c0db38fe6132 req-f12f5806-2b1c-4251-b6dc-b2b7bd13ea77 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:29.735704 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1c6ef6a1-b7a9-4c4b-943b-c0db38fe6132 req-f12f5806-2b1c-4251-b6dc-b2b7bd13ea77 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] 10.222.0.61 "GET /v2.0/ports?device_id=3b42a061-3f48-45c8-98c1-e9f088125482 HTTP/1.1" status: 200 len: 944 time: 0.4528990 Aug 23 20:49:29.739259 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa48bf0-660c-48d1-a6ba-a000a0b5d990 req-c2750ae6-0b5f-4059-87e3-d06bc9a640e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:29.741264 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0fa48bf0-660c-48d1-a6ba-a000a0b5d990 req-c2750ae6-0b5f-4059-87e3-d06bc9a640e7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=20cd0deef7b5475c8b64bff939dc3cfb&device_id=3b42a061-3f48-45c8-98c1-e9f088125482 HTTP/1.1" status: 200 len: 1095 time: 0.1611991 Aug 23 20:49:29.807407 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1c6ef6a1-b7a9-4c4b-943b-c0db38fe6132 req-8c59ecb1-65c4-43da-a85a-60ba6cbe5777 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] 10.222.0.61 "GET /v2.0/security-groups?id=431a5b0f-2383-47d8-8c25-b16c17d3f9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707204 Aug 23 20:49:29.808357 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3519efc9-971c-487b-a398-c3f4b91ceabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:29.839064 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-7237da3c-beaa-493e-83fe-098278092dbc tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1828203 Aug 23 20:49:29.850229 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbee531-c25b-42b0-a044-0299588e6d8f req-e5a69d8d-ae17-49b1-8e63-d00bb83461f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:29.852649 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7fbee531-c25b-42b0-a044-0299588e6d8f req-e5a69d8d-ae17-49b1-8e63-d00bb83461f1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93f73c3-35f9-433c-a781-7029406e1a10 HTTP/1.1" status: 200 len: 834 time: 0.3718839 Aug 23 20:49:29.854712 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48662) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:29.916363 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3519efc9-971c-487b-a398-c3f4b91ceabe admin admin] Pushing event deleted for resources: {'Port': ['ID=686cb267-cdda-473c-8bfe-4e153d7eb95b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:29.920128 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e2a0d88-4bb9-4dfa-a204-b233a8fe4df9 req-fe13901e-98f9-45e4-82e8-47db08d33785 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Made reservation on behalf of 2af290724cc44af890c8fd2249003602 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:49:29.924009 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0e2a0d88-4bb9-4dfa-a204-b233a8fe4df9 req-fe13901e-98f9-45e4-82e8-47db08d33785 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:29.946933 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48664) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:29.959704 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d02fbc-d267-4662-900a-10082cc7d9e3 req-eff6f750-9fb3-4a4b-a10c-da1eaea95719 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:29.961518 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-27d02fbc-d267-4662-900a-10082cc7d9e3 req-eff6f750-9fb3-4a4b-a10c-da1eaea95719 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 944 time: 0.2148736 Aug 23 20:49:30.001524 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0508a414-8037-4fd0-ae3c-a4cb0ba9ceb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:30.003595 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device e2407290-42c4-4898-b0ae-5a05faa64eda up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:49:30.027300 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-cde153be-5822-4422-8f4f-7a42529821e9 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] For port 684f15a6-dc07-49e3-b13d-8b1a70b96594, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=684f15a6-dc07-49e3-b13d-8b1a70b96594,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:49:30.074818 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cde153be-5822-4422-8f4f-7a42529821e9 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:30.083642 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port e2407290-42c4-4898-b0ae-5a05faa64eda completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:49:30.091405 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port e2407290-42c4-4898-b0ae-5a05faa64eda triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:49:30.092087 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:30.125887 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-0e2a0d88-4bb9-4dfa-a204-b233a8fe4df9 req-fe13901e-98f9-45e4-82e8-47db08d33785 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Allocated IP 172.20.0.5 (4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e/7046a0bd-4474-4718-a5da-60ae1dc26dbc/6c254a81-8d39-43bc-85ac-5d89be1c28d3) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:49:30.159345 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa48bf0-660c-48d1-a6ba-a000a0b5d990 req-55918efe-b6ae-42cf-a092-33d4172a92f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:30.163669 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0fa48bf0-660c-48d1-a6ba-a000a0b5d990 req-55918efe-b6ae-42cf-a092-33d4172a92f5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9a32fea3-cf83-4c29-9cb0-745e211a97e2 HTTP/1.1" status: 200 len: 919 time: 0.4062693 Aug 23 20:49:30.183102 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cde153be-5822-4422-8f4f-7a42529821e9 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:30.185926 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cde153be-5822-4422-8f4f-7a42529821e9 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:30.205670 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:30.235382 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd3bc26-ad27-4b90-a14a-21ece587f7e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2407290-42c4-4898-b0ae-5a05faa64eda'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:49:30.237961 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce61035-0f4b-4e94-bb48-99a914ce7191" -d '{"events": [{"server_uuid": "6bd3bc26-ad27-4b90-a14a-21ece587f7e5", "name": "network-vif-plugged", "status": "completed", "tag": "e2407290-42c4-4898-b0ae-5a05faa64eda"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:49:30.254565 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port e2407290-42c4-4898-b0ae-5a05faa64eda, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=e2407290-42c4-4898-b0ae-5a05faa64eda,segment=NetworkSegment(0bc364fb-51ac-4f82-a8e6-c471283c8ba9),segment_id=0bc364fb-51ac-4f82-a8e6-c471283c8ba9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:49:30.260456 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:30.261596 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device f4829391-08a7-4024-8410-8fd3573c08a9 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:49:30.287863 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0e2a0d88-4bb9-4dfa-a204-b233a8fe4df9 req-fe13901e-98f9-45e4-82e8-47db08d33785 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:30.304279 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-0e2a0d88-4bb9-4dfa-a204-b233a8fe4df9 req-fe13901e-98f9-45e4-82e8-47db08d33785 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Transition to ACTIVE for port object 6c254a81-8d39-43bc-85ac-5d89be1c28d3 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:49:30.350885 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0e2a0d88-4bb9-4dfa-a204-b233a8fe4df9 req-fe13901e-98f9-45e4-82e8-47db08d33785 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:30.362820 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=e2407290-42c4-4898-b0ae-5a05faa64eda,revision_number=9']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:30.382679 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e2a0d88-4bb9-4dfa-a204-b233a8fe4df9 req-fe13901e-98f9-45e4-82e8-47db08d33785 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Network 4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:49:30.384237 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port f4829391-08a7-4024-8410-8fd3573c08a9 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:49:30.390595 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port f4829391-08a7-4024-8410-8fd3573c08a9 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:49:30.391282 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:30.407712 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-0e2a0d88-4bb9-4dfa-a204-b233a8fe4df9 req-fe13901e-98f9-45e4-82e8-47db08d33785 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:49:30.418226 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e2a0d88-4bb9-4dfa-a204-b233a8fe4df9 req-fe13901e-98f9-45e4-82e8-47db08d33785 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:49:30.494035 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde153be-5822-4422-8f4f-7a42529821e9 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:49:30.519236 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-cde153be-5822-4422-8f4f-7a42529821e9 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:49:30.524428 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0fa48bf0-660c-48d1-a6ba-a000a0b5d990 req-f6de525a-f6f5-481b-ba0d-4a5606657e04 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=814e6dd1-6883-4b17-be1f-dd294d98792e HTTP/1.1" status: 200 len: 217 time: 0.3072512 Aug 23 20:49:30.528567 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde153be-5822-4422-8f4f-7a42529821e9 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:30.529242 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cde153be-5822-4422-8f4f-7a42529821e9 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:30.541126 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0466c429-2542-4551-b185-33638db4d064 None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:49:30.564461 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8bb8cf72-b8cc-4d49-90a8-de829d0874d3 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:30.580363 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-27d02fbc-d267-4662-900a-10082cc7d9e3 req-7043b031-4352-426e-8eea-d8cd33964fa6 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=30d3316a-f14a-48d2-9cdd-37efb7e3923e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5973635 Aug 23 20:49:30.601235 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbee531-c25b-42b0-a044-0299588e6d8f req-95d50d17-0a20-40b3-bace-44a267ad6304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:30.606326 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7fbee531-c25b-42b0-a044-0299588e6d8f req-95d50d17-0a20-40b3-bace-44a267ad6304 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d068299-4184-4227-8cbc-58442cd62193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7246754 Aug 23 20:49:30.643608 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:30.697471 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port f4829391-08a7-4024-8410-8fd3573c08a9, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=f4829391-08a7-4024-8410-8fd3573c08a9,segment=NetworkSegment(7894c505-09d6-464f-85a5-5c5cc75b2c91),segment_id=7894c505-09d6-464f-85a5-5c5cc75b2c91)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:49:30.701834 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8bb8cf72-b8cc-4d49-90a8-de829d0874d3 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:30.718483 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe13901e-98f9-45e4-82e8-47db08d33785 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Pushing event updated for resources: {'Port': ['ID=6c254a81-8d39-43bc-85ac-5d89be1c28d3,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:30.735299 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:30.807786 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde153be-5822-4422-8f4f-7a42529821e9 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'Port': ['ID=684f15a6-dc07-49e3-b13d-8b1a70b96594,revision_number=5']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:30.838001 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a864e12-9854-4453-9587-a310f34f6803 x-openstack-request-id: req-0a864e12-9854-4453-9587-a310f34f6803 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:49:30.838290 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bd3bc26-ad27-4b90-a14a-21ece587f7e5", "name": "network-vif-plugged", "status": "completed", "tag": "e2407290-42c4-4898-b0ae-5a05faa64eda", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:49:30.839600 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0a864e12-9854-4453-9587-a310f34f6803 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:49:30.839600 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bd3bc26-ad27-4b90-a14a-21ece587f7e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2407290-42c4-4898-b0ae-5a05faa64eda', 'code': 200} Aug 23 20:49:30.878615 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=f4829391-08a7-4024-8410-8fd3573c08a9,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:30.878827 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a0d88-4bb9-4dfa-a204-b233a8fe4df9 req-fe13901e-98f9-45e4-82e8-47db08d33785 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:30.879349 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0e2a0d88-4bb9-4dfa-a204-b233a8fe4df9 req-fe13901e-98f9-45e4-82e8-47db08d33785 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:30.891048 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde153be-5822-4422-8f4f-7a42529821e9 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'Subnet': ['ID=c7b73301-7f9d-4bde-b512-eff731990cae,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:30.898520 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa48bf0-660c-48d1-a6ba-a000a0b5d990 req-dc496481-a2cd-4538-b8d8-d7ce14b6de5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:30.900202 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0fa48bf0-660c-48d1-a6ba-a000a0b5d990 req-dc496481-a2cd-4538-b8d8-d7ce14b6de5c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f2cc9fc-fb6a-436b-bcfd-e8530b5ec67d HTTP/1.1" status: 200 len: 858 time: 0.3442509 Aug 23 20:49:30.917694 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-39620d80-cb20-4f6c-aa88-6cfe526fc0cb None None] Provisioning for port 6c254a81-8d39-43bc-85ac-5d89be1c28d3 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:49:30.934540 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8bb8cf72-b8cc-4d49-90a8-de829d0874d3 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:30.940693 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-39620d80-cb20-4f6c-aa88-6cfe526fc0cb None None] Provisioning complete for port 6c254a81-8d39-43bc-85ac-5d89be1c28d3 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:49:30.941069 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-39620d80-cb20-4f6c-aa88-6cfe526fc0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:30.965160 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8bb8cf72-b8cc-4d49-90a8-de829d0874d3 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:30.966343 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8bb8cf72-b8cc-4d49-90a8-de829d0874d3 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/5be8c7e4-dddf-4ce8-b8aa-034847961cc2 HTTP/1.1" status: 204 len: 168 time: 1.0861986 Aug 23 20:49:30.980438 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48674) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:30.981438 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-39620d80-cb20-4f6c-aa88-6cfe526fc0cb None None] Port 6c254a81-8d39-43bc-85ac-5d89be1c28d3 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:49:30.995235 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0fa48bf0-660c-48d1-a6ba-a000a0b5d990 req-20bfa794-0ca7-4028-8679-e71922832d29 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a32fea3-cf83-4c29-9cb0-745e211a97e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677223 Aug 23 20:49:30.997334 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0508a414-8037-4fd0-ae3c-a4cb0ba9ceb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:31.003063 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8cf72-b8cc-4d49-90a8-de829d0874d3 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5be8c7e4-dddf-4ce8-b8aa-034847961cc2,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:31.017930 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8298ffe4-3718-4716-8df2-aea142af3310 req-14a07414-cbdb-4644-8217-d0e319946e1b tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:31.020350 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8298ffe4-3718-4716-8df2-aea142af3310 req-14a07414-cbdb-4644-8217-d0e319946e1b tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 931 time: 0.2298160 Aug 23 20:49:31.032582 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0508a414-8037-4fd0-ae3c-a4cb0ba9ceb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:31.042169 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device e4e64430-27c2-43cb-b746-794251a4f3ea up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:49:31.067390 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0508a414-8037-4fd0-ae3c-a4cb0ba9ceb7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7b0fd3abeced4adca2fb25de67d76876&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1156592 Aug 23 20:49:31.069257 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48676) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:31.085663 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-cde153be-5822-4422-8f4f-7a42529821e9 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.4614093 Aug 23 20:49:31.114827 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port e4e64430-27c2-43cb-b746-794251a4f3ea completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:49:31.121040 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port e4e64430-27c2-43cb-b746-794251a4f3ea triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:49:31.122707 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:31.147478 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48678) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:31.181274 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8298ffe4-3718-4716-8df2-aea142af3310 req-8d5d72e7-3a1b-4fef-ab51-fb3ff3fe9c26 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223221 Aug 23 20:49:31.200685 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-3acaa03c-5a28-47b1-94bd-7fdcf89b96b8 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'port': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'mac_address': 'fa:16:3e:8e:5a:9b', 'name': 'tempest-NetworksTestDHCPv6-742980239'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:31.248783 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:31.250743 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0508a414-8037-4fd0-ae3c-a4cb0ba9ceb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd026f99-13b3-4c3d-bad2-a62b7051ddda,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:31.315699 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port e4e64430-27c2-43cb-b746-794251a4f3ea, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=e4e64430-27c2-43cb-b746-794251a4f3ea,segment=NetworkSegment(7894c505-09d6-464f-85a5-5c5cc75b2c91),segment_id=7894c505-09d6-464f-85a5-5c5cc75b2c91)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:49:31.323443 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:31.367040 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0fa48bf0-660c-48d1-a6ba-a000a0b5d990 req-49d79dd4-d55c-48a6-b89e-e62bd6e7894d service neutron] 10.222.0.11 "GET /v2.0/networks/9a32fea3-cf83-4c29-9cb0-745e211a97e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451970 Aug 23 20:49:31.370545 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fe945622-9343-4f04-a34e-6ef21a0ebabd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:31.379240 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=e4e64430-27c2-43cb-b746-794251a4f3ea,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:31.448951 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3519efc9-971c-487b-a398-c3f4b91ceabe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:31.461886 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0e2a0d88-4bb9-4dfa-a204-b233a8fe4df9 req-fe13901e-98f9-45e4-82e8-47db08d33785 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9894128 Aug 23 20:49:31.474390 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7fbee531-c25b-42b0-a044-0299588e6d8f req-33821176-c3ec-4e14-94d6-f071457809ca service neutron] 10.222.0.11 "GET /v2.0/networks/8d068299-4184-4227-8cbc-58442cd62193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8053262 Aug 23 20:49:31.483123 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fe945622-9343-4f04-a34e-6ef21a0ebabd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:31.484545 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-0e2a0d88-4bb9-4dfa-a204-b233a8fe4df9 req-fe38d41c-acd0-4bc5-ae4a-e435815a9c29 service neutron] Request body: {'port': {'device_id': 'c8672da0-9cd6-4a5b-b42b-07c0e0113086', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:31.542493 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3acaa03c-5a28-47b1-94bd-7fdcf89b96b8 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:49:31.577377 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03ed67-63fb-4619-8cfa-0a9ca17f4d21 req-f4f543e4-c96f-41a3-8003-c57f6f7cbdab tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:31.578887 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7d03ed67-63fb-4619-8cfa-0a9ca17f4d21 req-f4f543e4-c96f-41a3-8003-c57f6f7cbdab tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] 10.222.0.61 "GET /v2.0/ports?device_id=3b42a061-3f48-45c8-98c1-e9f088125482 HTTP/1.1" status: 200 len: 944 time: 0.6801770 Aug 23 20:49:31.597897 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0fa48bf0-660c-48d1-a6ba-a000a0b5d990 req-8be5c794-0abf-450e-a840-8824efcddd4e service neutron] 10.222.0.11 "GET /v2.0/networks/9a32fea3-cf83-4c29-9cb0-745e211a97e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205210 Aug 23 20:49:31.654465 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fe945622-9343-4f04-a34e-6ef21a0ebabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:31.657810 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fe945622-9343-4f04-a34e-6ef21a0ebabd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:31.661662 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-fe945622-9343-4f04-a34e-6ef21a0ebabd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fd026f99-13b3-4c3d-bad2-a62b7051ddda HTTP/1.1" status: 204 len: 168 time: 0.5722146 Aug 23 20:49:31.679157 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe945622-9343-4f04-a34e-6ef21a0ebabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd026f99-13b3-4c3d-bad2-a62b7051ddda,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:31.695471 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48684) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:31.696154 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9a312fc2-896f-456a-a65c-e68ec295ae54 tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7063503 Aug 23 20:49:31.727270 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3acaa03c-5a28-47b1-94bd-7fdcf89b96b8 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:31.786571 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-3acaa03c-5a28-47b1-94bd-7fdcf89b96b8 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] device_id is not set on port 2fa25e27-fdbc-465b-877e-bc97b20225fc yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:49:31.805581 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7d03ed67-63fb-4619-8cfa-0a9ca17f4d21 req-571c4c35-b199-4e61-aa05-eb2d954cf4df tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] 10.222.0.61 "GET /v2.0/security-groups?id=431a5b0f-2383-47d8-8c25-b16c17d3f9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878877 Aug 23 20:49:31.809657 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0e2a0d88-4bb9-4dfa-a204-b233a8fe4df9 req-fe38d41c-acd0-4bc5-ae4a-e435815a9c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:31.810291 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4455923a-9ce7-4315-a6fb-7d37d6b21941 None None] Provisioning complete for port 684f15a6-dc07-49e3-b13d-8b1a70b96594 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:49:31.811224 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4455923a-9ce7-4315-a6fb-7d37d6b21941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:31.824902 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7fbee531-c25b-42b0-a044-0299588e6d8f req-cc8e50ec-f9bd-4a7e-860b-6b3441f677e2 service neutron] 10.222.0.11 "GET /v2.0/networks/8d068299-4184-4227-8cbc-58442cd62193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352304 Aug 23 20:49:31.991909 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff14257-35b1-453e-bd33-bb6415ff4cca req-a321d18d-4115-47f8-ac60-bcf5a6fdb9c8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:31.993415 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cff14257-35b1-453e-bd33-bb6415ff4cca req-a321d18d-4115-47f8-ac60-bcf5a6fdb9c8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 945 time: 0.2970462 Aug 23 20:49:32.041088 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 814e6dd1-6883-4b17-be1f-dd294d98792e details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:49:32.046637 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b39d5830-8622-4b61-81fd-f653af42c94e tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:32.049616 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-3acaa03c-5a28-47b1-94bd-7fdcf89b96b8 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Allocated IP 2001:db8::374 (6435e9ee-eaf5-46f5-a85c-299ee4fcacce/fbeb19bb-c929-4d3c-84cb-0fce7af6920d/2fa25e27-fdbc-465b-877e-bc97b20225fc) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:49:32.074886 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-3acaa03c-5a28-47b1-94bd-7fdcf89b96b8 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Allocated IP 2001:db8:0:1:f816:3eff:fe8e:5a9b (6435e9ee-eaf5-46f5-a85c-299ee4fcacce/c7b73301-7f9d-4bde-b512-eff731990cae/2fa25e27-fdbc-465b-877e-bc97b20225fc) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:49:32.082252 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cff14257-35b1-453e-bd33-bb6415ff4cca req-b3d7270d-97d9-419b-9036-fc295333d2bb tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=30d3316a-f14a-48d2-9cdd-37efb7e3923e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828915 Aug 23 20:49:32.101062 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b39d5830-8622-4b61-81fd-f653af42c94e tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:32.164533 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3519efc9-971c-487b-a398-c3f4b91ceabe admin admin] Router 8d1e85a6-a601-4119-be31-5b0ef46d2fc0 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:49:32.171179 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 814e6dd1-6883-4b17-be1f-dd294d98792e, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=814e6dd1-6883-4b17-be1f-dd294d98792e,segment=NetworkSegment(7894c505-09d6-464f-85a5-5c5cc75b2c91),segment_id=7894c505-09d6-464f-85a5-5c5cc75b2c91)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:49:32.196636 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '814e6dd1-6883-4b17-be1f-dd294d98792e', 'network_id': '9a32fea3-cf83-4c29-9cb0-745e211a97e2', 'port_id': '814e6dd1-6883-4b17-be1f-dd294d98792e', 'mac_address': 'fa:16:3e:75:c5:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f2cc9fc-fb6a-436b-bcfd-e8530b5ec67d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:49:32.237113 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b39d5830-8622-4b61-81fd-f653af42c94e tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:32.241511 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b39d5830-8622-4b61-81fd-f653af42c94e tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:32.242869 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b39d5830-8622-4b61-81fd-f653af42c94e tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "DELETE /v2.0/security-groups/58bef35f-e837-4e43-8b26-000029a85100 HTTP/1.1" status: 204 len: 168 time: 0.5448689 Aug 23 20:49:32.248361 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48696) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:32.263371 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:32.263863 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d5830-8622-4b61-81fd-f653af42c94e tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58bef35f-e837-4e43-8b26-000029a85100,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:32.298415 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 814e6dd1-6883-4b17-be1f-dd294d98792e {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:49:32.343564 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3acaa03c-5a28-47b1-94bd-7fdcf89b96b8 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:32.345531 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 814e6dd1-6883-4b17-be1f-dd294d98792e, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=814e6dd1-6883-4b17-be1f-dd294d98792e,segment=NetworkSegment(7894c505-09d6-464f-85a5-5c5cc75b2c91),segment_id=7894c505-09d6-464f-85a5-5c5cc75b2c91)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:49:32.351064 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:32.372712 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-3acaa03c-5a28-47b1-94bd-7fdcf89b96b8 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Transition to ACTIVE for port object 2fa25e27-fdbc-465b-877e-bc97b20225fc will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:49:32.420579 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=814e6dd1-6883-4b17-be1f-dd294d98792e,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:32.425077 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3acaa03c-5a28-47b1-94bd-7fdcf89b96b8 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:32.458847 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-0e2a0d88-4bb9-4dfa-a204-b233a8fe4df9 req-fe38d41c-acd0-4bc5-ae4a-e435815a9c29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c254a81-8d39-43bc-85ac-5d89be1c28d3 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:49:32.467279 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9ec67ae9-b87f-4a0e-991c-28e1c99757bc tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2172325 Aug 23 20:49:32.473956 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48704) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:32.485371 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0e2a0d88-4bb9-4dfa-a204-b233a8fe4df9 req-fe38d41c-acd0-4bc5-ae4a-e435815a9c29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:32.489751 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3519efc9-971c-487b-a398-c3f4b91ceabe admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:49:32.491525 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acaa03c-5a28-47b1-94bd-7fdcf89b96b8 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:49:32.496266 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-3acaa03c-5a28-47b1-94bd-7fdcf89b96b8 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:49:32.512285 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d296a91c-f0f8-4440-99f0-f43c5de57f30 None None] Sync routers for ids ['8d1e85a6-a601-4119-be31-5b0ef46d2fc0'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:49:32.512810 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-3519efc9-971c-487b-a398-c3f4b91ceabe admin admin] 10.222.0.61 "PUT /v2.0/routers/8d1e85a6-a601-4119-be31-5b0ef46d2fc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5579016 Aug 23 20:49:32.515808 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48706) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:32.533743 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acaa03c-5a28-47b1-94bd-7fdcf89b96b8 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:49:32.541729 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acaa03c-5a28-47b1-94bd-7fdcf89b96b8 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:32.542587 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3acaa03c-5a28-47b1-94bd-7fdcf89b96b8 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:32.547406 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d296a91c-f0f8-4440-99f0-f43c5de57f30 None None] Routers {'8d1e85a6-a601-4119-be31-5b0ef46d2fc0'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:49:32.548110 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d296a91c-f0f8-4440-99f0-f43c5de57f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:49:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['8d1e85a6-a601-4119-be31-5b0ef46d2fc0'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:49:32.557053 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acaa03c-5a28-47b1-94bd-7fdcf89b96b8 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'Port': ['ID=2fa25e27-fdbc-465b-877e-bc97b20225fc,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:32.588183 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3da6ad-1115-4c4c-a6c2-8bb646b49163 req-f4c53260-9524-4750-b2bd-11f4bc2cb752 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:32.589951 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5f3da6ad-1115-4c4c-a6c2-8bb646b49163 req-f4c53260-9524-4750-b2bd-11f4bc2cb752 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 931 time: 0.2274950 Aug 23 20:49:32.594917 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-0e2a0d88-4bb9-4dfa-a204-b233a8fe4df9 req-fe38d41c-acd0-4bc5-ae4a-e435815a9c29 service neutron] Transition to ACTIVE for port object 6c254a81-8d39-43bc-85ac-5d89be1c28d3 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:49:32.603648 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3acaa03c-5a28-47b1-94bd-7fdcf89b96b8 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4211481 Aug 23 20:49:32.609134 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48710) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:32.645840 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['814e6dd1-6883-4b17-be1f-dd294d98792e'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:49:32.654175 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ba374a9f-850e-41d5-a8ec-a2378c92a4fb tempest-SecGroupTest-500152807 tempest-SecGroupTest-500152807-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1795797 Aug 23 20:49:32.689889 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2203ea7a-18f4-4809-b5f8-8f0aeedefbd0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:32.694157 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0e2a0d88-4bb9-4dfa-a204-b233a8fe4df9 req-fe38d41c-acd0-4bc5-ae4a-e435815a9c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:32.711549 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 684f15a6-dc07-49e3-b13d-8b1a70b96594 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:49:32.876474 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-ff9cabf9-13b9-42f4-b817-47809cfa38d2 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Deleting port 2fa25e27-fdbc-465b-877e-bc97b20225fc {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:49:32.876825 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ff9cabf9-13b9-42f4-b817-47809cfa38d2 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:32.881401 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '839b76ed-7b86-44d2-ae48-cf5c4c1985f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4829391-08a7-4024-8410-8fd3573c08a9'}, {'server_uuid': '941e1158-ddd5-40f7-8794-947a21f63f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e64430-27c2-43cb-b746-794251a4f3ea'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:49:32.883672 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3facbf8-b203-475e-9a32-2928c6ebcc1e" -d '{"events": [{"server_uuid": "839b76ed-7b86-44d2-ae48-cf5c4c1985f4", "name": "network-vif-plugged", "status": "completed", "tag": "f4829391-08a7-4024-8410-8fd3573c08a9"}, {"server_uuid": "941e1158-ddd5-40f7-8794-947a21f63f51", "name": "network-vif-plugged", "status": "completed", "tag": "e4e64430-27c2-43cb-b746-794251a4f3ea"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:49:32.965802 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5f3da6ad-1115-4c4c-a6c2-8bb646b49163 req-485bea29-8a39-4a95-8a73-5cd64bd0290e tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3656993 Aug 23 20:49:33.008615 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe38d41c-acd0-4bc5-ae4a-e435815a9c29 service neutron] Pushing event updated for resources: {'Port': ['ID=6c254a81-8d39-43bc-85ac-5d89be1c28d3,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:33.110046 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1fbb69-0e7d-45c1-95b8-736a6917384e req-bc893e85-d61b-4aec-9e9a-d3f0eb5b2f30 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:33.111979 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cb1fbb69-0e7d-45c1-95b8-736a6917384e req-bc893e85-d61b-4aec-9e9a-d3f0eb5b2f30 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] 10.222.0.61 "GET /v2.0/ports?device_id=3b42a061-3f48-45c8-98c1-e9f088125482 HTTP/1.1" status: 200 len: 945 time: 0.1291718 Aug 23 20:49:33.118878 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2203ea7a-18f4-4809-b5f8-8f0aeedefbd0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:33.145868 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-0e2a0d88-4bb9-4dfa-a204-b233a8fe4df9 req-fe38d41c-acd0-4bc5-ae4a-e435815a9c29 service neutron] Attempting to bind port 6c254a81-8d39-43bc-85ac-5d89be1c28d3 on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:49:33.146538 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-0e2a0d88-4bb9-4dfa-a204-b233a8fe4df9 req-fe38d41c-acd0-4bc5-ae4a-e435815a9c29 service neutron] Attempting to bind port 6c254a81-8d39-43bc-85ac-5d89be1c28d3 by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': '87ae50be-ef23-4363-86a3-a03c9ef4b9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:49:33.146753 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2a0d88-4bb9-4dfa-a204-b233a8fe4df9 req-fe38d41c-acd0-4bc5-ae4a-e435815a9c29 service neutron] Attempting to bind port 6c254a81-8d39-43bc-85ac-5d89be1c28d3 on network 4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:49:33.148769 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-d296a91c-f0f8-4440-99f0-f43c5de57f30 None None] Set router 8d1e85a6-a601-4119-be31-5b0ef46d2fc0 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:49:33.154482 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ff9cabf9-13b9-42f4-b817-47809cfa38d2 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:33.190739 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 23 Aug 2021 20:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f5bd13-31dc-4ca7-9808-a44c6f27f547 x-openstack-request-id: req-91f5bd13-31dc-4ca7-9808-a44c6f27f547 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:49:33.190888 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2a0d88-4bb9-4dfa-a204-b233a8fe4df9 req-fe38d41c-acd0-4bc5-ae4a-e435815a9c29 service neutron] Port 6c254a81-8d39-43bc-85ac-5d89be1c28d3 on network 4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:49:33.191057 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "839b76ed-7b86-44d2-ae48-cf5c4c1985f4", "name": "network-vif-plugged", "status": "completed", "tag": "f4829391-08a7-4024-8410-8fd3573c08a9", "code": 200}, {"server_uuid": "941e1158-ddd5-40f7-8794-947a21f63f51", "name": "network-vif-plugged", "status": "completed", "tag": "e4e64430-27c2-43cb-b746-794251a4f3ea", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:49:33.191189 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2a0d88-4bb9-4dfa-a204-b233a8fe4df9 req-fe38d41c-acd0-4bc5-ae4a-e435815a9c29 service neutron] Attempting to bind port 6c254a81-8d39-43bc-85ac-5d89be1c28d3 on network 4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:49:33.191371 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-91f5bd13-31dc-4ca7-9808-a44c6f27f547 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:49:33.191875 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '839b76ed-7b86-44d2-ae48-cf5c4c1985f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4829391-08a7-4024-8410-8fd3573c08a9', 'code': 200} Aug 23 20:49:33.192153 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '941e1158-ddd5-40f7-8794-947a21f63f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e64430-27c2-43cb-b746-794251a4f3ea', 'code': 200} Aug 23 20:49:33.205570 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2a0d88-4bb9-4dfa-a204-b233a8fe4df9 req-fe38d41c-acd0-4bc5-ae4a-e435815a9c29 service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:49:33.205917 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2a0d88-4bb9-4dfa-a204-b233a8fe4df9 req-fe38d41c-acd0-4bc5-ae4a-e435815a9c29 service neutron] Checking segment: {'id': '87ae50be-ef23-4363-86a3-a03c9ef4b9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:49:33.206308 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2a0d88-4bb9-4dfa-a204-b233a8fe4df9 req-fe38d41c-acd0-4bc5-ae4a-e435815a9c29 service neutron] Bound using segment: {'id': '87ae50be-ef23-4363-86a3-a03c9ef4b9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:49:33.206756 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-0e2a0d88-4bb9-4dfa-a204-b233a8fe4df9 req-fe38d41c-acd0-4bc5-ae4a-e435815a9c29 service neutron] Bound port: 6c254a81-8d39-43bc-85ac-5d89be1c28d3, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87ae50be-ef23-4363-86a3-a03c9ef4b9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:49:33.207639 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0e2a0d88-4bb9-4dfa-a204-b233a8fe4df9 req-fe38d41c-acd0-4bc5-ae4a-e435815a9c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:33.210749 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-ff9cabf9-13b9-42f4-b817-47809cfa38d2 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Calling delete_port for 2fa25e27-fdbc-465b-877e-bc97b20225fc owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:49:33.236754 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cb1fbb69-0e7d-45c1-95b8-736a6917384e req-5a087f5c-e263-498a-a2c4-2c2556fa52b5 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] 10.222.0.61 "GET /v2.0/security-groups?id=431a5b0f-2383-47d8-8c25-b16c17d3f9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110275 Aug 23 20:49:33.302245 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6db79498-142f-4db7-b195-40506b1cf8e8 None None] Provisioning for port 2fa25e27-fdbc-465b-877e-bc97b20225fc completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:49:33.372812 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6db79498-142f-4db7-b195-40506b1cf8e8 None None] Provisioning complete for port 2fa25e27-fdbc-465b-877e-bc97b20225fc triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:49:33.373186 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6db79498-142f-4db7-b195-40506b1cf8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:33.404834 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48730) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:33.416145 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 684f15a6-dc07-49e3-b13d-8b1a70b96594 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:49:33.416502 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:33.543599 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-2203ea7a-18f4-4809-b5f8-8f0aeedefbd0 admin admin] Deleting port e5fa5784-59f2-4b26-900f-c896576456d0 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:49:33.543599 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2203ea7a-18f4-4809-b5f8-8f0aeedefbd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:33.545392 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ff9cabf9-13b9-42f4-b817-47809cfa38d2 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:33.588379 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eaa9a2-e7dd-43d4-9df3-6c4e35b3cd18 req-5ebcf541-65d9-4626-8973-720f28b8a125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:33.589746 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-83eaa9a2-e7dd-43d4-9df3-6c4e35b3cd18 req-5ebcf541-65d9-4626-8973-720f28b8a125 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=941e1158-ddd5-40f7-8794-947a21f63f51 HTTP/1.1" status: 200 len: 1096 time: 0.3463719 Aug 23 20:49:33.607945 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-6db79498-142f-4db7-b195-40506b1cf8e8 None None] Port 2fa25e27-fdbc-465b-877e-bc97b20225fc cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:49:33.667805 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9cabf9-13b9-42f4-b817-47809cfa38d2 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event deleted for resources: {'Port': ['ID=2fa25e27-fdbc-465b-877e-bc97b20225fc,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:33.714167 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ff9cabf9-13b9-42f4-b817-47809cfa38d2 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:33.717050 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ff9cabf9-13b9-42f4-b817-47809cfa38d2 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/ports/2fa25e27-fdbc-465b-877e-bc97b20225fc HTTP/1.1" status: 204 len: 168 time: 1.0736029 Aug 23 20:49:33.720001 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48742) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:33.788077 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-54d8e32a-52fd-490b-ad4e-140f26ee2404 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8b06ad21a1a74e799fd9fc5ae3f61012&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3815548 Aug 23 20:49:33.791166 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48744) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:33.803057 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-2203ea7a-18f4-4809-b5f8-8f0aeedefbd0 admin admin] For port e5fa5784-59f2-4b26-900f-c896576456d0, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=e5fa5784-59f2-4b26-900f-c896576456d0,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:49:33.803427 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2203ea7a-18f4-4809-b5f8-8f0aeedefbd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:33.844181 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d012eea-59f0-4754-8aee-0d0ea8b6dc2d tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:33.847643 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6d012eea-59f0-4754-8aee-0d0ea8b6dc2d tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1264098 Aug 23 20:49:33.852735 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48752) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:33.855707 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d296a91c-f0f8-4440-99f0-f43c5de57f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'name': 'tempest-AttachVolumeTestJSON-57718171-router', 'tenant_id': '7880e59da8b64cb8b3031fd86db3c916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'e5fa5784-59f2-4b26-900f-c896576456d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:41:44Z', 'updated_at': '2021-08-23T20:49:29Z', 'revision_number': 5, 'project_id': '7880e59da8b64cb8b3031fd86db3c916', 'gw_port': {'id': 'e5fa5784-59f2-4b26-900f-c896576456d0', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:5e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:41:46Z', 'updated_at': '2021-08-23T20:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:49:33.860383 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d36e48-57e4-448a-b894-10186fc8eb36 req-353ca837-85ba-475e-88fe-1c1aa30aa438 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:33.862265 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e9d36e48-57e4-448a-b894-10186fc8eb36 req-353ca837-85ba-475e-88fe-1c1aa30aa438 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 945 time: 0.5535264 Aug 23 20:49:33.865493 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45637d8b-9c19-47b0-98a3-7f34eccd1dcb req-6e9a088f-0352-49c7-9010-f30be0da8ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:33.867314 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-45637d8b-9c19-47b0-98a3-7f34eccd1dcb req-6e9a088f-0352-49c7-9010-f30be0da8ed6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=839b76ed-7b86-44d2-ae48-cf5c4c1985f4 HTTP/1.1" status: 200 len: 1096 time: 0.5504231 Aug 23 20:49:33.875481 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-2203ea7a-18f4-4809-b5f8-8f0aeedefbd0 admin admin] Calling delete_port for e5fa5784-59f2-4b26-900f-c896576456d0 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:49:33.906192 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d296a91c-f0f8-4440-99f0-f43c5de57f30 None None] Checking router: 8d1e85a6-a601-4119-be31-5b0ef46d2fc0 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:49:33.932392 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d296a91c-f0f8-4440-99f0-f43c5de57f30 None None] Routers {'8d1e85a6-a601-4119-be31-5b0ef46d2fc0'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:49:33.933037 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d296a91c-f0f8-4440-99f0-f43c5de57f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:49:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['8d1e85a6-a601-4119-be31-5b0ef46d2fc0'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:49:33.985448 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-0e2a0d88-4bb9-4dfa-a204-b233a8fe4df9 req-fe38d41c-acd0-4bc5-ae4a-e435815a9c29 service neutron] For port 6c254a81-8d39-43bc-85ac-5d89be1c28d3, host n-h2-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:49:34.000809 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-0e2a0d88-4bb9-4dfa-a204-b233a8fe4df9 req-fe38d41c-acd0-4bc5-ae4a-e435815a9c29 service neutron] For port 6c254a81-8d39-43bc-85ac-5d89be1c28d3, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=6c254a81-8d39-43bc-85ac-5d89be1c28d3,segment=NetworkSegment(87ae50be-ef23-4363-86a3-a03c9ef4b9c4),segment_id=87ae50be-ef23-4363-86a3-a03c9ef4b9c4)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:49:34.004562 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bbed99-f34d-4653-a2c1-b3d9d107e586 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:34.009135 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-74bbed99-f34d-4653-a2c1-b3d9d107e586 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1434124 Aug 23 20:49:34.009941 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-79ebb403-6c61-40bc-a0a1-a54542f3562f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:34.026949 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48756) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:34.028418 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0e2a0d88-4bb9-4dfa-a204-b233a8fe4df9 req-fe38d41c-acd0-4bc5-ae4a-e435815a9c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:34.058813 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-79ebb403-6c61-40bc-a0a1-a54542f3562f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:34.101431 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-d296a91c-f0f8-4440-99f0-f43c5de57f30 None None] Set router 8d1e85a6-a601-4119-be31-5b0ef46d2fc0 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:49:34.144141 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-79ebb403-6c61-40bc-a0a1-a54542f3562f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:34.147367 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-79ebb403-6c61-40bc-a0a1-a54542f3562f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:34.150959 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-79ebb403-6c61-40bc-a0a1-a54542f3562f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3227e77b-18ae-449f-ac78-39476ad5c4bb HTTP/1.1" status: 204 len: 168 time: 0.3562517 Aug 23 20:49:34.168685 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-45637d8b-9c19-47b0-98a3-7f34eccd1dcb req-c76d8d20-5bbc-4bd9-a477-4db170966a90 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=431a5b0f-2383-47d8-8c25-b16c17d3f9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547678 Aug 23 20:49:34.172642 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-83eaa9a2-e7dd-43d4-9df3-6c4e35b3cd18 req-d3703257-46c8-43e2-b6e7-17c82fed906c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=431a5b0f-2383-47d8-8c25-b16c17d3f9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5563967 Aug 23 20:49:34.177329 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a0d88-4bb9-4dfa-a204-b233a8fe4df9 req-fe38d41c-acd0-4bc5-ae4a-e435815a9c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:34.178083 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0e2a0d88-4bb9-4dfa-a204-b233a8fe4df9 req-fe38d41c-acd0-4bc5-ae4a-e435815a9c29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:34.179706 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0e2a0d88-4bb9-4dfa-a204-b233a8fe4df9 req-fe38d41c-acd0-4bc5-ae4a-e435815a9c29 service neutron] 10.222.0.32 "PUT /v2.0/ports/6c254a81-8d39-43bc-85ac-5d89be1c28d3 HTTP/1.1" status: 200 len: 1091 time: 2.7001917 Aug 23 20:49:34.213090 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ebb403-6c61-40bc-a0a1-a54542f3562f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3227e77b-18ae-449f-ac78-39476ad5c4bb,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:34.243883 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8672da0-9cd6-4a5b-b42b-07c0e0113086', 'tag': '6c254a81-8d39-43bc-85ac-5d89be1c28d3'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:49:34.247017 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f5ef3d-38f1-417e-b514-3035bb25c397" -d '{"events": [{"name": "network-changed", "server_uuid": "c8672da0-9cd6-4a5b-b42b-07c0e0113086", "tag": "6c254a81-8d39-43bc-85ac-5d89be1c28d3"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:49:34.253304 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0db372-0292-4ee6-a4cf-c000336749b2 req-557c84e7-9fe9-4d19-909a-591dfe888aac tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:34.257845 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cf0db372-0292-4ee6-a4cf-c000336749b2 req-557c84e7-9fe9-4d19-909a-591dfe888aac tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 943 time: 0.1165094 Aug 23 20:49:34.265414 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e9d36e48-57e4-448a-b894-10186fc8eb36 req-b50e2ccd-f456-4ad2-95ba-5f30a547503e tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=30d3316a-f14a-48d2-9cdd-37efb7e3923e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2530346 Aug 23 20:49:34.276666 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbee531-c25b-42b0-a044-0299588e6d8f req-8a078bbb-795b-4e47-8110-60db78f2438f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:34.278213 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7fbee531-c25b-42b0-a044-0299588e6d8f req-8a078bbb-795b-4e47-8110-60db78f2438f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5&tenant_id=0b17a426d9eb4b3083079c3d4dc4db5c HTTP/1.1" status: 200 len: 1096 time: 0.1208966 Aug 23 20:49:34.372110 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5041353e-61cc-4759-918a-b8338c626c1d tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:34.378637 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5041353e-61cc-4759-918a-b8338c626c1d tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:34.386236 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5041353e-61cc-4759-918a-b8338c626c1d tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:34.395037 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-5041353e-61cc-4759-918a-b8338c626c1d tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3640902 Aug 23 20:49:34.401121 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cf0db372-0292-4ee6-a4cf-c000336749b2 req-56bfe103-d2c0-403b-a6bf-72b7756d994d tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070943 Aug 23 20:49:34.401644 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48774) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:34.404156 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe38d41c-acd0-4bc5-ae4a-e435815a9c29 service neutron] Pushing event updated for resources: {'Port': ['ID=6c254a81-8d39-43bc-85ac-5d89be1c28d3,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:34.480052 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-7fbee531-c25b-42b0-a044-0299588e6d8f req-b6c88ead-9606-49f5-9b27-94d0fcc1be14 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805663-2', 'device_owner': 'compute:nova'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:34.499923 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d296a91c-f0f8-4440-99f0-f43c5de57f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'name': 'tempest-AttachVolumeTestJSON-57718171-router', 'tenant_id': '7880e59da8b64cb8b3031fd86db3c916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:41:44Z', 'updated_at': '2021-08-23T20:49:33Z', 'revision_number': 6, 'project_id': '7880e59da8b64cb8b3031fd86db3c916', 'gw_port_host': None}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:49:34.533715 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d296a91c-f0f8-4440-99f0-f43c5de57f30 None None] The sync data for ids ['8d1e85a6-a601-4119-be31-5b0ef46d2fc0'] in n-d-805663-2 is: [{'id': '8d1e85a6-a601-4119-be31-5b0ef46d2fc0', 'name': 'tempest-AttachVolumeTestJSON-57718171-router', 'tenant_id': '7880e59da8b64cb8b3031fd86db3c916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:41:44Z', 'updated_at': '2021-08-23T20:49:33Z', 'revision_number': 6, 'project_id': '7880e59da8b64cb8b3031fd86db3c916', 'gw_port_host': None}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:49:34.677366 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea23deee-c1e6-4110-9274-40ddbe3e093d tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Deleting subnet c7b73301-7f9d-4bde-b512-eff731990cae {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:49:34.678013 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98778bc0-8c72-4625-9eac-c870fb42a48e req-0841c693-3d57-45c9-b859-c0e8845a396b tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:34.681995 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ea23deee-c1e6-4110-9274-40ddbe3e093d tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:34.687370 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-98778bc0-8c72-4625-9eac-c870fb42a48e req-0841c693-3d57-45c9-b859-c0e8845a396b tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] 10.222.0.61 "GET /v2.0/ports?device_id=3b42a061-3f48-45c8-98c1-e9f088125482 HTTP/1.1" status: 200 len: 945 time: 0.1612978 Aug 23 20:49:34.709643 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7fbee531-c25b-42b0-a044-0299588e6d8f req-b6c88ead-9606-49f5-9b27-94d0fcc1be14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:34.730741 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ea23deee-c1e6-4110-9274-40ddbe3e093d tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:34.770467 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-98778bc0-8c72-4625-9eac-c870fb42a48e req-17b4292c-1ebb-472b-b0de-c3c22fd77091 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] 10.222.0.61 "GET /v2.0/security-groups?id=431a5b0f-2383-47d8-8c25-b16c17d3f9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814486 Aug 23 20:49:34.796373 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa9fab9-2e52-4ebe-92e3-4d70da2212a4 x-openstack-request-id: req-aaa9fab9-2e52-4ebe-92e3-4d70da2212a4 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:49:34.796729 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8672da0-9cd6-4a5b-b42b-07c0e0113086", "tag": "6c254a81-8d39-43bc-85ac-5d89be1c28d3", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:49:34.797002 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-aaa9fab9-2e52-4ebe-92e3-4d70da2212a4 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:49:34.797360 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8672da0-9cd6-4a5b-b42b-07c0e0113086', 'tag': '6c254a81-8d39-43bc-85ac-5d89be1c28d3', 'status': 'completed', 'code': 200} Aug 23 20:49:34.821016 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2203ea7a-18f4-4809-b5f8-8f0aeedefbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:34.896370 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a0d88-4bb9-4dfa-a204-b233a8fe4df9 req-3f1a1371-041c-4814-8af0-3ade251513f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:34.896370 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0e2a0d88-4bb9-4dfa-a204-b233a8fe4df9 req-3f1a1371-041c-4814-8af0-3ade251513f4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2af290724cc44af890c8fd2249003602&device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 1094 time: 0.3417096 Aug 23 20:49:34.896754 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2203ea7a-18f4-4809-b5f8-8f0aeedefbd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5fa5784-59f2-4b26-900f-c896576456d0,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:35.031054 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-7fbee531-c25b-42b0-a044-0299588e6d8f req-b6c88ead-9606-49f5-9b27-94d0fcc1be14 service neutron] For port e2407290-42c4-4898-b0ae-5a05faa64eda, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=e2407290-42c4-4898-b0ae-5a05faa64eda,segment=NetworkSegment(0bc364fb-51ac-4f82-a8e6-c471283c8ba9),segment_id=0bc364fb-51ac-4f82-a8e6-c471283c8ba9)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:49:35.041489 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0e2a0d88-4bb9-4dfa-a204-b233a8fe4df9 req-5c730b58-5e22-4a87-a838-4ec4992b1198 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c254a81-8d39-43bc-85ac-5d89be1c28d3 HTTP/1.1" status: 200 len: 217 time: 0.1215177 Aug 23 20:49:35.052234 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ea23deee-c1e6-4110-9274-40ddbe3e093d tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:35.094446 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-7fbee531-c25b-42b0-a044-0299588e6d8f req-b6c88ead-9606-49f5-9b27-94d0fcc1be14 service neutron] For port e2407290-42c4-4898-b0ae-5a05faa64eda, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:49:35.146740 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2203ea7a-18f4-4809-b5f8-8f0aeedefbd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:35.173094 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7fbee531-c25b-42b0-a044-0299588e6d8f req-b6c88ead-9606-49f5-9b27-94d0fcc1be14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:35.184980 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd3bc26-ad27-4b90-a14a-21ece587f7e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2407290-42c4-4898-b0ae-5a05faa64eda'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:49:35.189257 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34088c78-acff-45f2-8dee-37fb71d7e0a4" -d '{"events": [{"server_uuid": "6bd3bc26-ad27-4b90-a14a-21ece587f7e5", "name": "network-vif-unplugged", "status": "completed", "tag": "e2407290-42c4-4898-b0ae-5a05faa64eda"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:49:35.198263 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-7fbee531-c25b-42b0-a044-0299588e6d8f req-b6c88ead-9606-49f5-9b27-94d0fcc1be14 service neutron] Transition to ACTIVE for port object e2407290-42c4-4898-b0ae-5a05faa64eda will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:49:35.213695 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7fbee531-c25b-42b0-a044-0299588e6d8f req-b6c88ead-9606-49f5-9b27-94d0fcc1be14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:35.296798 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 20:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8fc3395-bf6e-4a8f-a2c8-47ec6c300fdc x-openstack-request-id: req-e8fc3395-bf6e-4a8f-a2c8-47ec6c300fdc {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:49:35.297104 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bd3bc26-ad27-4b90-a14a-21ece587f7e5", "name": "network-vif-unplugged", "status": "completed", "tag": "e2407290-42c4-4898-b0ae-5a05faa64eda", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:49:35.297401 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e8fc3395-bf6e-4a8f-a2c8-47ec6c300fdc {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:49:35.299406 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bd3bc26-ad27-4b90-a14a-21ece587f7e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2407290-42c4-4898-b0ae-5a05faa64eda', 'code': 200} Aug 23 20:49:35.358019 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2203ea7a-18f4-4809-b5f8-8f0aeedefbd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:35.361217 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a0d88-4bb9-4dfa-a204-b233a8fe4df9 req-d702370d-34fc-4f1a-b8b8-e9554cce7f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:35.365880 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0e2a0d88-4bb9-4dfa-a204-b233a8fe4df9 req-d702370d-34fc-4f1a-b8b8-e9554cce7f7d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7046a0bd-4474-4718-a5da-60ae1dc26dbc HTTP/1.1" status: 200 len: 850 time: 0.2624257 Aug 23 20:49:35.365880 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2203ea7a-18f4-4809-b5f8-8f0aeedefbd0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:35.368654 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ea23deee-c1e6-4110-9274-40ddbe3e093d tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:35.424684 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c88ead-9606-49f5-9b27-94d0fcc1be14 service neutron] Pushing event updated for resources: {'Port': ['ID=e2407290-42c4-4898-b0ae-5a05faa64eda,revision_number=10']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:35.433801 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea23deee-c1e6-4110-9274-40ddbe3e093d tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event deleted for resources: {'Subnet': ['ID=c7b73301-7f9d-4bde-b512-eff731990cae,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:35.554163 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fbee531-c25b-42b0-a044-0299588e6d8f req-b6c88ead-9606-49f5-9b27-94d0fcc1be14 service neutron] No DVR routers for this DVR port e2407290-42c4-4898-b0ae-5a05faa64eda on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:49:35.640965 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48824) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:35.653977 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48828) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:35.732234 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e2dee8-36d5-4e64-be7d-280a44dbf49e req-7907610a-73cb-4f40-a9d7-91060e56b409 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:35.740878 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-72e2dee8-36d5-4e64-be7d-280a44dbf49e req-7907610a-73cb-4f40-a9d7-91060e56b409 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 943 time: 0.2269883 Aug 23 20:49:35.817670 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-72e2dee8-36d5-4e64-be7d-280a44dbf49e req-31a6ce76-31d3-4d1d-a733-786f58cdac3a tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692775 Aug 23 20:49:35.848625 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-55ac7b7d-e0fe-490c-9656-ec43c8f3e5a9 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:35.849391 n-d-805663-2 neutron-server[94687]: WARNING neutron.api.v2.base [None req-55ac7b7d-e0fe-490c-9656-ec43c8f3e5a9 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 23 20:49:35.849839 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-55ac7b7d-e0fe-490c-9656-ec43c8f3e5a9 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] create failed (client error): There was a conflict when trying to complete your request. Aug 23 20:49:35.853383 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-55ac7b7d-e0fe-490c-9656-ec43c8f3e5a9 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1952596 Aug 23 20:49:35.855249 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-67849d0f-7ab5-4ede-ab86-43370bb02660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:35.860523 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48834) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:35.867492 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-731cffdc-4235-45bd-9b26-1a27b1f0dea6 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Request body: {'security_group': {'name': 'tempest-secgroup--480926380'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:35.952338 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-7fbee531-c25b-42b0-a044-0299588e6d8f req-b6c88ead-9606-49f5-9b27-94d0fcc1be14 service neutron] Attempting to bind port e2407290-42c4-4898-b0ae-5a05faa64eda on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:49:35.952664 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-7fbee531-c25b-42b0-a044-0299588e6d8f req-b6c88ead-9606-49f5-9b27-94d0fcc1be14 service neutron] Attempting to bind port e2407290-42c4-4898-b0ae-5a05faa64eda by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': '0bc364fb-51ac-4f82-a8e6-c471283c8ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8d068299-4184-4227-8cbc-58442cd62193'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:49:35.952994 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbee531-c25b-42b0-a044-0299588e6d8f req-b6c88ead-9606-49f5-9b27-94d0fcc1be14 service neutron] Attempting to bind port e2407290-42c4-4898-b0ae-5a05faa64eda on network 8d068299-4184-4227-8cbc-58442cd62193 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:49:35.959476 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.db.api [None req-731cffdc-4235-45bd-9b26-1a27b1f0dea6 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 20:49:35.959476 n-d-805663-2 neutron-server[94687]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 23 20:49:35.959476 n-d-805663-2 neutron-server[94687]: [parameters: {'project_id': 'c2fd503571244484aebc23f9e58924e2', 'id': 'a4ff920b-3d7b-496c-bd38-6bacf6bbbda6', 'expiration': datetime.datetime(2021, 8, 23, 20, 51, 35, 942360)}] Aug 23 20:49:35.959476 n-d-805663-2 neutron-server[94687]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94687) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 20:49:35.959862 n-d-805663-2 neutron-server[94687]: DEBUG oslo_db.api [None req-731cffdc-4235-45bd-9b26-1a27b1f0dea6 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 20:49:35.968023 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbee531-c25b-42b0-a044-0299588e6d8f req-b6c88ead-9606-49f5-9b27-94d0fcc1be14 service neutron] Port e2407290-42c4-4898-b0ae-5a05faa64eda on network 8d068299-4184-4227-8cbc-58442cd62193 not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:49:35.968442 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbee531-c25b-42b0-a044-0299588e6d8f req-b6c88ead-9606-49f5-9b27-94d0fcc1be14 service neutron] Attempting to bind port e2407290-42c4-4898-b0ae-5a05faa64eda on network 8d068299-4184-4227-8cbc-58442cd62193 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:49:35.983703 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbee531-c25b-42b0-a044-0299588e6d8f req-b6c88ead-9606-49f5-9b27-94d0fcc1be14 service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:49:35.984038 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbee531-c25b-42b0-a044-0299588e6d8f req-b6c88ead-9606-49f5-9b27-94d0fcc1be14 service neutron] Checking segment: {'id': '0bc364fb-51ac-4f82-a8e6-c471283c8ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8d068299-4184-4227-8cbc-58442cd62193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:49:35.984446 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbee531-c25b-42b0-a044-0299588e6d8f req-b6c88ead-9606-49f5-9b27-94d0fcc1be14 service neutron] Bound using segment: {'id': '0bc364fb-51ac-4f82-a8e6-c471283c8ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8d068299-4184-4227-8cbc-58442cd62193'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:49:35.984880 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-7fbee531-c25b-42b0-a044-0299588e6d8f req-b6c88ead-9606-49f5-9b27-94d0fcc1be14 service neutron] Bound port: e2407290-42c4-4898-b0ae-5a05faa64eda, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bc364fb-51ac-4f82-a8e6-c471283c8ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8d068299-4184-4227-8cbc-58442cd62193'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:49:35.985235 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7fbee531-c25b-42b0-a044-0299588e6d8f req-b6c88ead-9606-49f5-9b27-94d0fcc1be14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:35.991232 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ea23deee-c1e6-4110-9274-40ddbe3e093d tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:35.996701 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ea23deee-c1e6-4110-9274-40ddbe3e093d tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/c7b73301-7f9d-4bde-b512-eff731990cae HTTP/1.1" status: 204 len: 168 time: 1.5910940 Aug 23 20:49:35.998786 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f76691a-f84a-49dc-a3d3-1b6bdc204e9f None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:49:36.002861 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48836) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:36.038844 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2203ea7a-18f4-4809-b5f8-8f0aeedefbd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:36.039494 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2203ea7a-18f4-4809-b5f8-8f0aeedefbd0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d1e85a6-a601-4119-be31-5b0ef46d2fc0 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:49:36.048988 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2203ea7a-18f4-4809-b5f8-8f0aeedefbd0 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:36.053390 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2203ea7a-18f4-4809-b5f8-8f0aeedefbd0 admin admin] 10.222.0.61 "DELETE /v2.0/routers/8d1e85a6-a601-4119-be31-5b0ef46d2fc0 HTTP/1.1" status: 204 len: 168 time: 3.5281794 Aug 23 20:49:36.055274 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a0d88-4bb9-4dfa-a204-b233a8fe4df9 req-ea195458-1058-4e42-b072-ac618ec234ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:36.057890 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0e2a0d88-4bb9-4dfa-a204-b233a8fe4df9 req-ea195458-1058-4e42-b072-ac618ec234ce service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6838181 Aug 23 20:49:36.058043 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48838) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:36.059428 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cad608-d86b-4537-996b-d3a192d7a56c req-83bf1303-f636-4e8c-ad0c-c064f1a01200 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:36.061050 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f1cad608-d86b-4537-996b-d3a192d7a56c req-83bf1303-f636-4e8c-ad0c-c064f1a01200 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] 10.222.0.61 "GET /v2.0/ports?device_id=3b42a061-3f48-45c8-98c1-e9f088125482 HTTP/1.1" status: 200 len: 945 time: 0.1714702 Aug 23 20:49:36.075181 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 814e6dd1-6883-4b17-be1f-dd294d98792e up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:49:36.130995 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65908874-dd3f-40eb-b5ba-a5ffd2018726 req-7dd6cd99-5008-4096-8b8e-8c0fff42c266 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:36.138776 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-65908874-dd3f-40eb-b5ba-a5ffd2018726 req-7dd6cd99-5008-4096-8b8e-8c0fff42c266 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 944 time: 0.1553354 Aug 23 20:49:36.159806 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-98ee2a46-08e6-42e0-908a-218a633ceed6 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Deleting subnet fbeb19bb-c929-4d3c-84cb-0fce7af6920d {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:49:36.172448 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-98ee2a46-08e6-42e0-908a-218a633ceed6 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:36.182245 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 814e6dd1-6883-4b17-be1f-dd294d98792e completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:49:36.200394 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfb996ef-dc5e-4aca-95bf-0590fe64e544 admin admin] Deleting subnet bbd0034a-a038-4b43-8b24-1cd5d52f0793 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:49:36.209237 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cfb996ef-dc5e-4aca-95bf-0590fe64e544 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:36.219936 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 814e6dd1-6883-4b17-be1f-dd294d98792e triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:49:36.220502 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:36.224781 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f1cad608-d86b-4537-996b-d3a192d7a56c req-526cfd63-6c21-4d9e-b340-f58a6768f23a tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] 10.222.0.61 "GET /v2.0/security-groups?id=431a5b0f-2383-47d8-8c25-b16c17d3f9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343477 Aug 23 20:49:36.241112 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-67849d0f-7ab5-4ede-ab86-43370bb02660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:36.257660 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-7fbee531-c25b-42b0-a044-0299588e6d8f req-b6c88ead-9606-49f5-9b27-94d0fcc1be14 service neutron] For port e2407290-42c4-4898-b0ae-5a05faa64eda, host n-h2-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:49:36.261924 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-67849d0f-7ab5-4ede-ab86-43370bb02660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:36.276601 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-65908874-dd3f-40eb-b5ba-a5ffd2018726 req-ab27059e-fcd5-4568-bb4d-74c659919d11 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=30d3316a-f14a-48d2-9cdd-37efb7e3923e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368442 Aug 23 20:49:36.281869 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-98ee2a46-08e6-42e0-908a-218a633ceed6 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:36.285103 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cfb996ef-dc5e-4aca-95bf-0590fe64e544 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:36.301466 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-7fbee531-c25b-42b0-a044-0299588e6d8f req-b6c88ead-9606-49f5-9b27-94d0fcc1be14 service neutron] For port e2407290-42c4-4898-b0ae-5a05faa64eda, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=e2407290-42c4-4898-b0ae-5a05faa64eda,segment=NetworkSegment(0bc364fb-51ac-4f82-a8e6-c471283c8ba9),segment_id=0bc364fb-51ac-4f82-a8e6-c471283c8ba9)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:49:36.332984 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0e2a0d88-4bb9-4dfa-a204-b233a8fe4df9 req-c72fed4c-761d-416d-8610-61a32f6cc47a service neutron] 10.222.0.32 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646403 Aug 23 20:49:36.357915 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67849d0f-7ab5-4ede-ab86-43370bb02660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0bcc24-ef86-4b63-bdb8-88a3ed140e00,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:36.369912 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7fbee531-c25b-42b0-a044-0299588e6d8f req-b6c88ead-9606-49f5-9b27-94d0fcc1be14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:36.391350 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:36.419187 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b42a061-3f48-45c8-98c1-e9f088125482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '814e6dd1-6883-4b17-be1f-dd294d98792e'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:49:36.422319 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-67849d0f-7ab5-4ede-ab86-43370bb02660 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fae6f2ee80ed46b2bd5cc9a08588a274&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7774649 Aug 23 20:49:36.422492 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76f681c-08a0-40c3-b1c8-6ae05dccaef4" -d '{"events": [{"server_uuid": "3b42a061-3f48-45c8-98c1-e9f088125482", "name": "network-vif-plugged", "status": "completed", "tag": "814e6dd1-6883-4b17-be1f-dd294d98792e"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:49:36.433395 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48840) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:36.440867 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 814e6dd1-6883-4b17-be1f-dd294d98792e, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=814e6dd1-6883-4b17-be1f-dd294d98792e,segment=NetworkSegment(7894c505-09d6-464f-85a5-5c5cc75b2c91),segment_id=7894c505-09d6-464f-85a5-5c5cc75b2c91)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:49:36.447791 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:36.448756 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device e2407290-42c4-4898-b0ae-5a05faa64eda no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:49:36.474502 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cfb996ef-dc5e-4aca-95bf-0590fe64e544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:36.483515 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4502a890-dc32-413f-b851-be101004550a x-openstack-request-id: req-4502a890-dc32-413f-b851-be101004550a {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:49:36.483941 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b42a061-3f48-45c8-98c1-e9f088125482", "name": "network-vif-plugged", "status": "completed", "tag": "814e6dd1-6883-4b17-be1f-dd294d98792e", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:49:36.489617 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4502a890-dc32-413f-b851-be101004550a {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:49:36.494252 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b42a061-3f48-45c8-98c1-e9f088125482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '814e6dd1-6883-4b17-be1f-dd294d98792e', 'code': 200} Aug 23 20:49:36.507748 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c88ead-9606-49f5-9b27-94d0fcc1be14 service neutron] Pushing event updated for resources: {'Port': ['ID=e2407290-42c4-4898-b0ae-5a05faa64eda,revision_number=11']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:36.523585 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbee531-c25b-42b0-a044-0299588e6d8f req-b6c88ead-9606-49f5-9b27-94d0fcc1be14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:36.524248 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7fbee531-c25b-42b0-a044-0299588e6d8f req-b6c88ead-9606-49f5-9b27-94d0fcc1be14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:36.525662 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7fbee531-c25b-42b0-a044-0299588e6d8f req-b6c88ead-9606-49f5-9b27-94d0fcc1be14 service neutron] 10.222.0.32 "PUT /v2.0/ports/e2407290-42c4-4898-b0ae-5a05faa64eda HTTP/1.1" status: 200 len: 1092 time: 2.0616345 Aug 23 20:49:36.562933 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0e2a0d88-4bb9-4dfa-a204-b233a8fe4df9 req-103a5c7d-5bde-4f68-8272-67833c1ac57b service neutron] 10.222.0.32 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203038 Aug 23 20:49:36.618151 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device e2407290-42c4-4898-b0ae-5a05faa64eda not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:49:36.627426 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=814e6dd1-6883-4b17-be1f-dd294d98792e,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:36.642959 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cfb996ef-dc5e-4aca-95bf-0590fe64e544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:36.648784 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:49:36.649431 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:49:36.651098 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:49:36.651819 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:49:36.652777 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:49:36.653130 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:49:36.653474 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:49:36.653866 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:49:36.654253 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:49:36.655133 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:49:36.655522 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:49:36.655918 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:49:36.692490 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb996ef-dc5e-4aca-95bf-0590fe64e544 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbd0034a-a038-4b43-8b24-1cd5d52f0793,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:36.700234 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 686cb267-cdda-473c-8bfe-4e153d7eb95b no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:49:36.728748 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89efa4a-067a-4f33-806d-365923f2a371 None None] Network e5de8573-8724-417b-9e45-0201cb25fe6b requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:49:36.732969 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cfb996ef-dc5e-4aca-95bf-0590fe64e544 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:36.733207 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 686cb267-cdda-473c-8bfe-4e153d7eb95b {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:49:36.734029 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 686cb267-cdda-473c-8bfe-4e153d7eb95b not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:49:36.737166 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-cfb996ef-dc5e-4aca-95bf-0590fe64e544 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/bbd0034a-a038-4b43-8b24-1cd5d52f0793 HTTP/1.1" status: 204 len: 168 time: 0.6747823 Aug 23 20:49:36.737456 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device e5fa5784-59f2-4b26-900f-c896576456d0 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:49:36.741948 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb11140-7689-449b-b992-4d13651f52c9 req-4f2aad53-9f40-42cb-8525-cc636949aabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:36.743516 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-abb11140-7689-449b-b992-4d13651f52c9 req-4f2aad53-9f40-42cb-8525-cc636949aabd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3b42a061-3f48-45c8-98c1-e9f088125482 HTTP/1.1" status: 200 len: 1097 time: 0.2019839 Aug 23 20:49:36.744027 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48844) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:36.760450 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb996ef-dc5e-4aca-95bf-0590fe64e544 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:49:36.761026 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb996ef-dc5e-4aca-95bf-0590fe64e544 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:49:36.761566 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb996ef-dc5e-4aca-95bf-0590fe64e544 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:49:36.762048 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb996ef-dc5e-4aca-95bf-0590fe64e544 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:49:36.762534 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb996ef-dc5e-4aca-95bf-0590fe64e544 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:49:36.763262 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb996ef-dc5e-4aca-95bf-0590fe64e544 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:49:36.763754 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb996ef-dc5e-4aca-95bf-0590fe64e544 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:49:36.764430 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb996ef-dc5e-4aca-95bf-0590fe64e544 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:49:36.764906 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb996ef-dc5e-4aca-95bf-0590fe64e544 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:49:36.767246 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb996ef-dc5e-4aca-95bf-0590fe64e544 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:49:36.767787 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb996ef-dc5e-4aca-95bf-0590fe64e544 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:49:36.768300 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb996ef-dc5e-4aca-95bf-0590fe64e544 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:49:36.769898 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: e5fa5784-59f2-4b26-900f-c896576456d0 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:49:36.770445 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device e5fa5784-59f2-4b26-900f-c896576456d0 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:49:36.905696 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e5156857-5fea-4ca4-b7dd-5c1d98523b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:36.972688 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5ef3d-38f1-417e-b514-3035bb25c397 req-bbb33042-56d2-4fc8-8772-b2a6a91b17da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:36.976148 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-87f5ef3d-38f1-417e-b514-3035bb25c397 req-bbb33042-56d2-4fc8-8772-b2a6a91b17da service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2af290724cc44af890c8fd2249003602&device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 1094 time: 0.2961230 Aug 23 20:49:37.015911 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-abb11140-7689-449b-b992-4d13651f52c9 req-5a1a4433-6095-4bf1-8046-e609a24d67d4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=431a5b0f-2383-47d8-8c25-b16c17d3f9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636077 Aug 23 20:49:37.033075 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc844dc4-9b91-4445-a32d-e793f1bac671 None None] DHCP port deletion for e5de8573-8724-417b-9e45-0201cb25fe6b request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:49:37.089709 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-fc844dc4-9b91-4445-a32d-e793f1bac671 None None] Deleting port 8f52a8c1-1769-4f67-afa1-23a700a43c63 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:49:37.090450 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fc844dc4-9b91-4445-a32d-e793f1bac671 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:37.134138 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77aa496-2183-4611-8c27-76162cdcfdac req-4d31af4f-37af-4499-958d-45d8db80750a tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:37.135843 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f77aa496-2183-4611-8c27-76162cdcfdac req-4d31af4f-37af-4499-958d-45d8db80750a tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 943 time: 0.2260380 Aug 23 20:49:37.139831 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5ef3d-38f1-417e-b514-3035bb25c397 req-4dd31554-0cc1-4ffe-a8bc-0f2aac69d0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:37.141389 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-87f5ef3d-38f1-417e-b514-3035bb25c397 req-4dd31554-0cc1-4ffe-a8bc-0f2aac69d0c3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e HTTP/1.1" status: 200 len: 912 time: 0.1470940 Aug 23 20:49:37.159995 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-731cffdc-4235-45bd-9b26-1a27b1f0dea6 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:37.172845 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-90b0c2cd-14b6-4f81-9e82-8bff953c90e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:37.174473 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-731cffdc-4235-45bd-9b26-1a27b1f0dea6 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:37.186521 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-fc844dc4-9b91-4445-a32d-e793f1bac671 None None] For port 8f52a8c1-1769-4f67-afa1-23a700a43c63, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=8f52a8c1-1769-4f67-afa1-23a700a43c63,segment=NetworkSegment(71fa0ee8-71f8-4ca3-a314-108544b37f00),segment_id=71fa0ee8-71f8-4ca3-a314-108544b37f00)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:49:37.187254 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fc844dc4-9b91-4445-a32d-e793f1bac671 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:37.201455 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-98ee2a46-08e6-42e0-908a-218a633ceed6 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:37.202634 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-fc844dc4-9b91-4445-a32d-e793f1bac671 None None] Calling delete_port for 8f52a8c1-1769-4f67-afa1-23a700a43c63 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:49:37.202865 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-87f5ef3d-38f1-417e-b514-3035bb25c397 req-0034b71d-fecf-415f-a896-f0c8a1283794 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c254a81-8d39-43bc-85ac-5d89be1c28d3 HTTP/1.1" status: 200 len: 217 time: 0.0506129 Aug 23 20:49:37.270069 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f77aa496-2183-4611-8c27-76162cdcfdac req-b87d5e2d-a372-4239-9c8a-98d08b3ad246 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268904 Aug 23 20:49:37.296351 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5ef3d-38f1-417e-b514-3035bb25c397 req-4b2e5d09-7e40-461c-8ca0-75733cf854ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:37.298309 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-87f5ef3d-38f1-417e-b514-3035bb25c397 req-4b2e5d09-7e40-461c-8ca0-75733cf854ae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7046a0bd-4474-4718-a5da-60ae1dc26dbc HTTP/1.1" status: 200 len: 850 time: 0.0872378 Aug 23 20:49:37.299537 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-e5156857-5fea-4ca4-b7dd-5c1d98523b54 admin admin] Deleting port 8f52a8c1-1769-4f67-afa1-23a700a43c63 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:49:37.299990 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e5156857-5fea-4ca4-b7dd-5c1d98523b54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:37.312465 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fc844dc4-9b91-4445-a32d-e793f1bac671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:37.331447 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-731cffdc-4235-45bd-9b26-1a27b1f0dea6 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:37.350384 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc844dc4-9b91-4445-a32d-e793f1bac671 None None] Pushing event deleted for resources: {'Port': ['ID=8f52a8c1-1769-4f67-afa1-23a700a43c63,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:37.358859 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc844dc4-9b91-4445-a32d-e793f1bac671 None None] No DVR routers for this DVR port 8f52a8c1-1769-4f67-afa1-23a700a43c63 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:49:37.382631 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd3bc26-ad27-4b90-a14a-21ece587f7e5', 'tag': 'e2407290-42c4-4898-b0ae-5a05faa64eda'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:49:37.384934 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e34bb7-7c63-439a-8e5b-39f7a237508c" -d '{"events": [{"name": "network-changed", "server_uuid": "6bd3bc26-ad27-4b90-a14a-21ece587f7e5", "tag": "e2407290-42c4-4898-b0ae-5a05faa64eda"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:49:37.405176 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbee531-c25b-42b0-a044-0299588e6d8f req-44cb61e1-35e1-4632-b883-5a55a00e6095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:37.406711 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7fbee531-c25b-42b0-a044-0299588e6d8f req-44cb61e1-35e1-4632-b883-5a55a00e6095 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b17a426d9eb4b3083079c3d4dc4db5c&device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 1095 time: 0.8251946 Aug 23 20:49:37.419768 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-731cffdc-4235-45bd-9b26-1a27b1f0dea6 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:37.424241 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-90b0c2cd-14b6-4f81-9e82-8bff953c90e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:37.446054 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-102011c8-08bf-4e69-a3db-22a4039d2cd1 None None] Provisioning complete for port 684f15a6-dc07-49e3-b13d-8b1a70b96594 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:49:37.446421 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-102011c8-08bf-4e69-a3db-22a4039d2cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:37.477846 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-e5156857-5fea-4ca4-b7dd-5c1d98523b54 admin admin] For port 8f52a8c1-1769-4f67-afa1-23a700a43c63, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=8f52a8c1-1769-4f67-afa1-23a700a43c63,segment=NetworkSegment(71fa0ee8-71f8-4ca3-a314-108544b37f00),segment_id=71fa0ee8-71f8-4ca3-a314-108544b37f00)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:49:37.478799 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e5156857-5fea-4ca4-b7dd-5c1d98523b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:37.498988 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-e5156857-5fea-4ca4-b7dd-5c1d98523b54 admin admin] Calling delete_port for 8f52a8c1-1769-4f67-afa1-23a700a43c63 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:49:37.508797 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5ef3d-38f1-417e-b514-3035bb25c397 req-9166cfc3-e2b3-42bb-9f27-f57a9fcaf975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:37.510608 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-87f5ef3d-38f1-417e-b514-3035bb25c397 req-9166cfc3-e2b3-42bb-9f27-f57a9fcaf975 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1892891 Aug 23 20:49:37.520489 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d030e8-0ad1-4183-a078-331ccb7c7518 req-a0fd86b7-a3b9-4a7e-aa8b-acf4a771e97d tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:37.522013 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-78d030e8-0ad1-4183-a078-331ccb7c7518 req-a0fd86b7-a3b9-4a7e-aa8b-acf4a771e97d tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 944 time: 0.1195257 Aug 23 20:49:37.579147 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731cffdc-4235-45bd-9b26-1a27b1f0dea6 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c7f982-9f04-4e7f-b828-c0b8dbf26710,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:37.639343 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-98ee2a46-08e6-42e0-908a-218a633ceed6 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:37.657115 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81388050-7043-41af-a8e9-42baf9ac02af req-f1e3b983-dc1a-45fb-bb08-721beaef959f tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:37.658604 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-81388050-7043-41af-a8e9-42baf9ac02af req-f1e3b983-dc1a-45fb-bb08-721beaef959f tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] 10.222.0.61 "GET /v2.0/ports?device_id=3b42a061-3f48-45c8-98c1-e9f088125482 HTTP/1.1" status: 200 len: 946 time: 0.2607217 Aug 23 20:49:37.682697 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-78d030e8-0ad1-4183-a078-331ccb7c7518 req-8113cf40-a24f-4f9f-8948-16995b3179d3 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=30d3316a-f14a-48d2-9cdd-37efb7e3923e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461487 Aug 23 20:49:37.699979 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ee2a46-08e6-42e0-908a-218a633ceed6 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event deleted for resources: {'Subnet': ['ID=fbeb19bb-c929-4d3c-84cb-0fce7af6920d,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:37.703143 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-87f5ef3d-38f1-417e-b514-3035bb25c397 req-891a21b8-5f20-4423-8816-03409e8132f1 service neutron] 10.222.0.32 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801796 Aug 23 20:49:37.708576 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbee531-c25b-42b0-a044-0299588e6d8f req-bd8e01c1-925d-4fca-b848-44107181cadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:37.710360 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7fbee531-c25b-42b0-a044-0299588e6d8f req-bd8e01c1-925d-4fca-b848-44107181cadb service neutron] 10.222.0.32 "GET /v2.0/networks?id=8d068299-4184-4227-8cbc-58442cd62193 HTTP/1.1" status: 200 len: 897 time: 0.2835870 Aug 23 20:49:37.729752 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-98ee2a46-08e6-42e0-908a-218a633ceed6 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:37.731245 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc256a5-d775-4aa6-98e2-332b6c40561f None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:49:37.734283 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-98ee2a46-08e6-42e0-908a-218a633ceed6 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/fbeb19bb-c929-4d3c-84cb-0fce7af6920d HTTP/1.1" status: 204 len: 168 time: 1.7310238 Aug 23 20:49:37.742674 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48854) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:37.746648 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-90b0c2cd-14b6-4f81-9e82-8bff953c90e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:37.749189 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-90b0c2cd-14b6-4f81-9e82-8bff953c90e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:37.750600 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-90b0c2cd-14b6-4f81-9e82-8bff953c90e2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fd0bcc24-ef86-4b63-bdb8-88a3ed140e00 HTTP/1.1" status: 204 len: 168 time: 1.2904541 Aug 23 20:49:37.790054 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a642ba-0a01-4f18-bc12-63e32fd7ddba x-openstack-request-id: req-d0a642ba-0a01-4f18-bc12-63e32fd7ddba {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:49:37.790337 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bd3bc26-ad27-4b90-a14a-21ece587f7e5", "tag": "e2407290-42c4-4898-b0ae-5a05faa64eda", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:49:37.790591 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d0a642ba-0a01-4f18-bc12-63e32fd7ddba {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:49:37.790985 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bd3bc26-ad27-4b90-a14a-21ece587f7e5', 'tag': 'e2407290-42c4-4898-b0ae-5a05faa64eda', 'status': 'completed', 'code': 200} Aug 23 20:49:37.812412 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e5156857-5fea-4ca4-b7dd-5c1d98523b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:37.864008 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b640d05b-3889-4936-a4d5-f58a615dd12d tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1113291 Aug 23 20:49:37.876074 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48858) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:37.876900 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b0c2cd-14b6-4f81-9e82-8bff953c90e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0bcc24-ef86-4b63-bdb8-88a3ed140e00,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:37.886020 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-731cffdc-4235-45bd-9b26-1a27b1f0dea6 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:37.891368 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-5fafe7b1-12d0-4264-84c7-3ff2af6b974a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'subnet': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:37.901360 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5156857-5fea-4ca4-b7dd-5c1d98523b54 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f52a8c1-1769-4f67-afa1-23a700a43c63,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:37.903270 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5156857-5fea-4ca4-b7dd-5c1d98523b54 admin admin] No DVR routers for this DVR port 8f52a8c1-1769-4f67-afa1-23a700a43c63 on host n-d-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:49:37.916941 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-731cffdc-4235-45bd-9b26-1a27b1f0dea6 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:37.931082 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-81388050-7043-41af-a8e9-42baf9ac02af req-a37a0aaa-93b0-4090-9ad7-2b1183a3b078 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] 10.222.0.61 "GET /v2.0/security-groups?id=431a5b0f-2383-47d8-8c25-b16c17d3f9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412076 Aug 23 20:49:37.946392 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-87f5ef3d-38f1-417e-b514-3035bb25c397 req-b2957a23-d603-4eef-830b-177dbd271120 service neutron] 10.222.0.32 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363851 Aug 23 20:49:37.975677 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7fbee531-c25b-42b0-a044-0299588e6d8f req-98b25a5f-8ed2-4fbd-8220-bfafcd9d78f7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2407290-42c4-4898-b0ae-5a05faa64eda HTTP/1.1" status: 200 len: 999 time: 0.2573032 Aug 23 20:49:38.046737 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-731cffdc-4235-45bd-9b26-1a27b1f0dea6 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:38.047907 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-731cffdc-4235-45bd-9b26-1a27b1f0dea6 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.1855869 Aug 23 20:49:38.055255 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48862) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:38.056087 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731cffdc-4235-45bd-9b26-1a27b1f0dea6 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1720773-9093-46b8-885e-54e3280e8c54,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:38.064192 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-46e1ea42-0df0-43d3-aceb-2d89bbdb7924 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Request body: {'security_group_rule': {'security_group_id': 'c1720773-9093-46b8-885e-54e3280e8c54', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:38.099199 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbee531-c25b-42b0-a044-0299588e6d8f req-628bb780-4b90-497f-bbd4-7af9716f3e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:38.103288 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7fbee531-c25b-42b0-a044-0299588e6d8f req-628bb780-4b90-497f-bbd4-7af9716f3e1e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d93f73c3-35f9-433c-a781-7029406e1a10 HTTP/1.1" status: 200 len: 834 time: 0.1139717 Aug 23 20:49:38.113898 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a0f19f-d3bd-4f7b-94a4-f6848af85930 None None] DHCP port deletion for 6435e9ee-eaf5-46f5-a85c-299ee4fcacce request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:49:38.122832 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fafe7b1-12d0-4264-84c7-3ff2af6b974a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:49:38.126311 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5fafe7b1-12d0-4264-84c7-3ff2af6b974a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:38.132106 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e34bb7-7c63-439a-8e5b-39f7a237508c req-f75f0dcc-8af3-449f-80c6-2c019418fa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:38.133644 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-74e34bb7-7c63-439a-8e5b-39f7a237508c req-f75f0dcc-8af3-449f-80c6-2c019418fa7d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0b17a426d9eb4b3083079c3d4dc4db5c&device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 1095 time: 0.3223114 Aug 23 20:49:38.156566 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e5156857-5fea-4ca4-b7dd-5c1d98523b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:38.185406 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-e5156857-5fea-4ca4-b7dd-5c1d98523b54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5de8573-8724-417b-9e45-0201cb25fe6b']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:49:38.221964 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48864) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:38.227782 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-27a0f19f-d3bd-4f7b-94a4-f6848af85930 None None] Deleting port 684f15a6-dc07-49e3-b13d-8b1a70b96594 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:49:38.228921 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-27a0f19f-d3bd-4f7b-94a4-f6848af85930 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:38.252390 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-e5156857-5fea-4ca4-b7dd-5c1d98523b54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71fa0ee8-71f8-4ca3-a314-108544b37f00') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:49:38.252705 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-e5156857-5fea-4ca4-b7dd-5c1d98523b54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71fa0ee8-71f8-4ca3-a314-108544b37f00') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:49:38.271789 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-46e1ea42-0df0-43d3-aceb-2d89bbdb7924 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:38.279057 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cb20efb2-44c5-4b60-8d8b-0c19cd36acc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:38.279645 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbee531-c25b-42b0-a044-0299588e6d8f req-2e0e223f-4c7f-4cb9-9c71-14d2f75692cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:38.285387 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7fbee531-c25b-42b0-a044-0299588e6d8f req-2e0e223f-4c7f-4cb9-9c71-14d2f75692cc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d068299-4184-4227-8cbc-58442cd62193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1738586 Aug 23 20:49:38.286538 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e5156857-5fea-4ca4-b7dd-5c1d98523b54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:38.368938 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e5156857-5fea-4ca4-b7dd-5c1d98523b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:38.399330 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5156857-5fea-4ca4-b7dd-5c1d98523b54 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:49:38.399816 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e5156857-5fea-4ca4-b7dd-5c1d98523b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:38.401715 n-d-805663-2 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:49:38.401715 n-d-805663-2 neutron-server[94688]: self.session.flush() Aug 23 20:49:38.401715 n-d-805663-2 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:49:38.401715 n-d-805663-2 neutron-server[94688]: self.session.flush() Aug 23 20:49:38.401715 n-d-805663-2 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:49:38.401715 n-d-805663-2 neutron-server[94688]: self.session.flush() Aug 23 20:49:38.401715 n-d-805663-2 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:49:38.401715 n-d-805663-2 neutron-server[94688]: self.session.flush() Aug 23 20:49:38.401715 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:49:38.401715 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:49:38.401715 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:49:38.401715 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:49:38.401715 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:49:38.401715 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:49:38.401715 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:49:38.401715 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:49:38.401715 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:49:38.401715 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:49:38.401715 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:49:38.401715 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:49:38.401715 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:49:38.401715 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:49:38.401715 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:49:38.401715 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:49:38.401715 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:49:38.401715 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:49:38.401715 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:49:38.401715 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:49:38.401715 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:49:38.401715 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:49:38.401715 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:49:38.401715 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:49:38.401715 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:49:38.401715 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:49:38.401715 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:49:38.401715 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:49:38.401715 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:49:38.401715 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:49:38.401715 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:49:38.401715 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:49:38.414497 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-27a0f19f-d3bd-4f7b-94a4-f6848af85930 None None] For port 684f15a6-dc07-49e3-b13d-8b1a70b96594, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=684f15a6-dc07-49e3-b13d-8b1a70b96594,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:49:38.415610 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-27a0f19f-d3bd-4f7b-94a4-f6848af85930 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:38.417074 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e34bb7-7c63-439a-8e5b-39f7a237508c req-a60a9099-e821-4a2f-9ac2-062e0521f877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:38.419173 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-74e34bb7-7c63-439a-8e5b-39f7a237508c req-a60a9099-e821-4a2f-9ac2-062e0521f877 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d068299-4184-4227-8cbc-58442cd62193 HTTP/1.1" status: 200 len: 897 time: 0.2776949 Aug 23 20:49:38.435519 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-27a0f19f-d3bd-4f7b-94a4-f6848af85930 None None] Calling delete_port for 684f15a6-dc07-49e3-b13d-8b1a70b96594 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:49:38.455068 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-46e1ea42-0df0-43d3-aceb-2d89bbdb7924 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:38.463949 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-46e1ea42-0df0-43d3-aceb-2d89bbdb7924 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:38.512674 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e1ea42-0df0-43d3-aceb-2d89bbdb7924 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aff25d10-ad9d-40b2-99bc-ff69feea7463,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:38.517778 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7fbee531-c25b-42b0-a044-0299588e6d8f req-5d121d92-1166-487a-8df9-77ff2482722e service neutron] 10.222.0.32 "GET /v2.0/networks/8d068299-4184-4227-8cbc-58442cd62193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217669 Aug 23 20:49:38.535155 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-27a0f19f-d3bd-4f7b-94a4-f6848af85930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:38.577659 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a0f19f-d3bd-4f7b-94a4-f6848af85930 None None] Pushing event deleted for resources: {'Port': ['ID=684f15a6-dc07-49e3-b13d-8b1a70b96594,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:38.580443 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a0f19f-d3bd-4f7b-94a4-f6848af85930 None None] No DVR routers for this DVR port 684f15a6-dc07-49e3-b13d-8b1a70b96594 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:49:38.582396 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e5156857-5fea-4ca4-b7dd-5c1d98523b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:38.605774 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cb20efb2-44c5-4b60-8d8b-0c19cd36acc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:38.607155 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e5156857-5fea-4ca4-b7dd-5c1d98523b54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:38.609222 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e5156857-5fea-4ca4-b7dd-5c1d98523b54 admin admin] 10.222.0.61 "DELETE /v2.0/networks/e5de8573-8724-417b-9e45-0201cb25fe6b HTTP/1.1" status: 204 len: 168 time: 1.8595562 Aug 23 20:49:38.625320 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5fafe7b1-12d0-4264-84c7-3ff2af6b974a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:38.626382 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-74e34bb7-7c63-439a-8e5b-39f7a237508c req-4ffe2ee2-036c-4428-9809-4fd70fefdbaf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2407290-42c4-4898-b0ae-5a05faa64eda HTTP/1.1" status: 200 len: 999 time: 0.1649456 Aug 23 20:49:38.627159 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cb20efb2-44c5-4b60-8d8b-0c19cd36acc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:38.630483 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5156857-5fea-4ca4-b7dd-5c1d98523b54 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5de8573-8724-417b-9e45-0201cb25fe6b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:38.631379 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-46e1ea42-0df0-43d3-aceb-2d89bbdb7924 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:38.632573 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-46e1ea42-0df0-43d3-aceb-2d89bbdb7924 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5737050 Aug 23 20:49:38.637229 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48870) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:38.649812 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3eb273-33ec-43e4-b66c-53a575875188 req-d6d2a022-8c8c-449b-8186-65479c711ba3 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:38.651559 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7c3eb273-33ec-43e4-b66c-53a575875188 req-d6d2a022-8c8c-449b-8186-65479c711ba3 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 943 time: 0.2299147 Aug 23 20:49:38.661655 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 8f52a8c1-1769-4f67-afa1-23a700a43c63 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:49:38.676203 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-6950f429-0ebd-4338-bd63-43f9d65966fa tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Request body: {'security_group_rule': {'security_group_id': 'c1720773-9093-46b8-885e-54e3280e8c54', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:38.694891 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 8f52a8c1-1769-4f67-afa1-23a700a43c63 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:49:38.695570 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 8f52a8c1-1769-4f67-afa1-23a700a43c63 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:49:38.696284 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 684f15a6-dc07-49e3-b13d-8b1a70b96594 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:49:38.709575 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fafe7b1-12d0-4264-84c7-3ff2af6b974a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:49:38.729516 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-5fafe7b1-12d0-4264-84c7-3ff2af6b974a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:49:38.740799 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fafe7b1-12d0-4264-84c7-3ff2af6b974a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:38.741695 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5fafe7b1-12d0-4264-84c7-3ff2af6b974a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:38.761533 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fafe7b1-12d0-4264-84c7-3ff2af6b974a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'Subnet': ['ID=c4f0ae21-abcf-4bdf-b293-aaf664e30b84,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:38.765153 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a61de3-0e4b-4529-8916-4421d9cc5606 None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:49:38.774327 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 684f15a6-dc07-49e3-b13d-8b1a70b96594 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:49:38.776267 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 684f15a6-dc07-49e3-b13d-8b1a70b96594 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:49:38.778753 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6950f429-0ebd-4338-bd63-43f9d65966fa tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:38.781726 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48874) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:38.783948 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-cb20efb2-44c5-4b60-8d8b-0c19cd36acc3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=043dd43f8317451b88ec9635e0897939&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5419102 Aug 23 20:49:38.800010 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7fbee531-c25b-42b0-a044-0299588e6d8f req-37092c4e-d878-47e9-a626-d9f418ce8dc0 service neutron] 10.222.0.32 "GET /v2.0/networks/8d068299-4184-4227-8cbc-58442cd62193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515409 Aug 23 20:49:38.822877 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb20efb2-44c5-4b60-8d8b-0c19cd36acc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7d2169-ee35-496e-b814-a046a8103f41,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:38.834718 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5fafe7b1-12d0-4264-84c7-3ff2af6b974a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9552157 Aug 23 20:49:38.837169 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48876) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:38.839299 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e34bb7-7c63-439a-8e5b-39f7a237508c req-ae95232b-afa5-4747-b74a-8309a463a0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:38.844488 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-74e34bb7-7c63-439a-8e5b-39f7a237508c req-ae95232b-afa5-4747-b74a-8309a463a0cf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93f73c3-35f9-433c-a781-7029406e1a10 HTTP/1.1" status: 200 len: 834 time: 0.1853096 Aug 23 20:49:38.851435 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-03a29ccf-9af4-4c66-8c33-c8c152ef7c2f tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'subnet': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:38.872482 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7c3eb273-33ec-43e4-b66c-53a575875188 req-d9910c99-fc4d-430e-aa4d-3fd261f9166c tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1982703 Aug 23 20:49:38.873699 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48878) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:38.954094 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d590f9b9-8cbe-4995-b0cf-144568f187eb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7880e59da8b64cb8b3031fd86db3c916&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0686491 Aug 23 20:49:38.954094 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e34bb7-7c63-439a-8e5b-39f7a237508c req-609196c4-efb1-40b5-ba49-f518aaba4876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:38.954583 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-74e34bb7-7c63-439a-8e5b-39f7a237508c req-609196c4-efb1-40b5-ba49-f518aaba4876 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d068299-4184-4227-8cbc-58442cd62193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0882757 Aug 23 20:49:38.955049 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48880) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:39.022111 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b69e0c-3c9d-4866-9b12-c16bf2ca8a1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'tenant_id': 'db9608efcb064b40bc03dbc9d75ec2a9', 'fixed_ips': [{'subnet_id': 'c4f0ae21-abcf-4bdf-b293-aaf664e30b84'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:49:39.023199 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-19b69e0c-3c9d-4866-9b12-c16bf2ca8a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:39.054891 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-6950f429-0ebd-4338-bd63-43f9d65966fa tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] create failed (client error): There was a conflict when trying to complete your request. Aug 23 20:49:39.056316 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6950f429-0ebd-4338-bd63-43f9d65966fa tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3905342 Aug 23 20:49:39.068194 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48884) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:39.084295 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91613ce1-be88-42c5-b18b-b27d41defb76 req-a6b15572-882c-421c-ba00-7fc418bfd3e4 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:39.086147 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-91613ce1-be88-42c5-b18b-b27d41defb76 req-a6b15572-882c-421c-ba00-7fc418bfd3e4 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 944 time: 0.2499449 Aug 23 20:49:39.104580 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 6c254a81-8d39-43bc-85ac-5d89be1c28d3 details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:49:39.113973 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-daf40ff0-66c8-4d2e-97a2-753132b0b41b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:39.118481 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e34bb7-7c63-439a-8e5b-39f7a237508c req-d39f540e-3e8e-453c-90ed-737d9d75580b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:39.120239 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-74e34bb7-7c63-439a-8e5b-39f7a237508c req-d39f540e-3e8e-453c-90ed-737d9d75580b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b17a426d9eb4b3083079c3d4dc4db5c&device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 1095 time: 0.1922090 Aug 23 20:49:39.122701 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e73dca99-6ea9-44f6-b21c-f8f4dd9c0d2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:39.154929 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6c4d7-37d6-41a4-8fa3-f81827bad397 req-abb54a61-e9cd-479d-8673-3c42886aee2f tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:39.156490 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-88c6c4d7-37d6-41a4-8fa3-f81827bad397 req-abb54a61-e9cd-479d-8673-3c42886aee2f tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] 10.222.0.61 "GET /v2.0/ports?device_id=3b42a061-3f48-45c8-98c1-e9f088125482 HTTP/1.1" status: 200 len: 946 time: 0.1279969 Aug 23 20:49:39.168453 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-74e34bb7-7c63-439a-8e5b-39f7a237508c req-93494b39-4049-40b8-a6dc-faf50b5bd355 service neutron] 10.222.0.11 "GET /v2.0/networks/8d068299-4184-4227-8cbc-58442cd62193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061498 Aug 23 20:49:39.174046 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e73dca99-6ea9-44f6-b21c-f8f4dd9c0d2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:39.239370 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-daf40ff0-66c8-4d2e-97a2-753132b0b41b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:39.246398 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-19b69e0c-3c9d-4866-9b12-c16bf2ca8a1b None None] Allocated IP 2001:db8::2 (6435e9ee-eaf5-46f5-a85c-299ee4fcacce/c4f0ae21-abcf-4bdf-b293-aaf664e30b84/a0755e0b-5b65-4855-bded-0c4adacf7614) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:49:39.277426 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 6c254a81-8d39-43bc-85ac-5d89be1c28d3, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=6c254a81-8d39-43bc-85ac-5d89be1c28d3,segment=NetworkSegment(87ae50be-ef23-4363-86a3-a03c9ef4b9c4),segment_id=87ae50be-ef23-4363-86a3-a03c9ef4b9c4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:49:39.302614 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': '6c254a81-8d39-43bc-85ac-5d89be1c28d3', 'network_id': '4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e', 'port_id': '6c254a81-8d39-43bc-85ac-5d89be1c28d3', 'mac_address': 'fa:16:3e:07:80:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7046a0bd-4474-4718-a5da-60ae1dc26dbc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:49:39.310484 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-91613ce1-be88-42c5-b18b-b27d41defb76 req-7ef57890-41fb-49b4-9eac-a0a99405dfc5 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=30d3316a-f14a-48d2-9cdd-37efb7e3923e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2062163 Aug 23 20:49:39.323829 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-88c6c4d7-37d6-41a4-8fa3-f81827bad397 req-3cb0f304-1ca0-429c-9cb5-8ef371a7e159 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] 10.222.0.61 "GET /v2.0/security-groups?id=431a5b0f-2383-47d8-8c25-b16c17d3f9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517005 Aug 23 20:49:39.334366 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a29ccf-9af4-4c66-8c33-c8c152ef7c2f tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:49:39.337915 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-03a29ccf-9af4-4c66-8c33-c8c152ef7c2f tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:39.367176 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-85fcf485-d11b-49f5-9a9d-25c6f436d79e tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:39.377384 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-74e34bb7-7c63-439a-8e5b-39f7a237508c req-91f947f9-605c-4f28-9f9e-3d46d33a4121 service neutron] 10.222.0.11 "GET /v2.0/networks/8d068299-4184-4227-8cbc-58442cd62193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996167 Aug 23 20:49:39.377384 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e73dca99-6ea9-44f6-b21c-f8f4dd9c0d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:39.381114 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e73dca99-6ea9-44f6-b21c-f8f4dd9c0d2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:39.384618 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e73dca99-6ea9-44f6-b21c-f8f4dd9c0d2a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dbca4b4c-0836-4a46-af7a-7f555d3020c2 HTTP/1.1" status: 204 len: 168 time: 0.4263089 Aug 23 20:49:39.398252 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73dca99-6ea9-44f6-b21c-f8f4dd9c0d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbca4b4c-0836-4a46-af7a-7f555d3020c2,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:39.425273 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:39.474062 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e34bb7-7c63-439a-8e5b-39f7a237508c req-e57da8da-412d-4ec9-897f-f5a20476afeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:39.475600 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-74e34bb7-7c63-439a-8e5b-39f7a237508c req-e57da8da-412d-4ec9-897f-f5a20476afeb service neutron] 10.222.0.32 "GET /v2.0/networks?id=8d068299-4184-4227-8cbc-58442cd62193 HTTP/1.1" status: 200 len: 897 time: 0.3361764 Aug 23 20:49:39.478536 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c254a81-8d39-43bc-85ac-5d89be1c28d3 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:49:39.483240 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-85fcf485-d11b-49f5-9a9d-25c6f436d79e tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:39.494993 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-daf40ff0-66c8-4d2e-97a2-753132b0b41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:39.497571 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-daf40ff0-66c8-4d2e-97a2-753132b0b41b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:39.500963 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-daf40ff0-66c8-4d2e-97a2-753132b0b41b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ab7d2169-ee35-496e-b814-a046a8103f41 HTTP/1.1" status: 204 len: 168 time: 0.7119799 Aug 23 20:49:39.518519 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf496e9-53c0-416a-b35a-7f71f1c6f7ec req-5b1c8c31-2fac-4f15-a441-1310e33a1f7a tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:39.528554 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4bf496e9-53c0-416a-b35a-7f71f1c6f7ec req-5b1c8c31-2fac-4f15-a441-1310e33a1f7a tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] 10.222.0.61 "GET /v2.0/ports?device_id=941e1158-ddd5-40f7-8794-947a21f63f51 HTTP/1.1" status: 200 len: 945 time: 0.0950491 Aug 23 20:49:39.571676 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf40ff0-66c8-4d2e-97a2-753132b0b41b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7d2169-ee35-496e-b814-a046a8103f41,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:39.573616 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 6c254a81-8d39-43bc-85ac-5d89be1c28d3, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=6c254a81-8d39-43bc-85ac-5d89be1c28d3,segment=NetworkSegment(87ae50be-ef23-4363-86a3-a03c9ef4b9c4),segment_id=87ae50be-ef23-4363-86a3-a03c9ef4b9c4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:49:39.595062 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:39.607219 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4bf496e9-53c0-416a-b35a-7f71f1c6f7ec req-c5bf8b05-3f32-46d2-8bc6-ce5c0322bf31 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] 10.222.0.61 "GET /v2.0/security-groups?id=431a5b0f-2383-47d8-8c25-b16c17d3f9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775156 Aug 23 20:49:39.610365 n-d-805663-2 neutron-server[94687]: INFO neutron.db.ipam_backend_mixin [None req-03a29ccf-9af4-4c66-8c33-c8c152ef7c2f tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c4f0ae21-abcf-4bdf-b293-aaf664e30b84 (CIDR: 2001:db8::/64) Aug 23 20:49:39.616257 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-03a29ccf-9af4-4c66-8c33-c8c152ef7c2f tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 20:49:39.616944 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03a29ccf-9af4-4c66-8c33-c8c152ef7c2f tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:49:39.631543 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-85fcf485-d11b-49f5-9a9d-25c6f436d79e tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:39.634464 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-85fcf485-d11b-49f5-9a9d-25c6f436d79e tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:39.635975 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-85fcf485-d11b-49f5-9a9d-25c6f436d79e tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] 10.222.0.61 "DELETE /v2.0/security-groups/c1720773-9093-46b8-885e-54e3280e8c54 HTTP/1.1" status: 204 len: 168 time: 0.5487609 Aug 23 20:49:39.638836 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48894) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:39.643561 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-74e34bb7-7c63-439a-8e5b-39f7a237508c req-14eb62b5-5296-4b3e-8d3d-a295390754b6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2407290-42c4-4898-b0ae-5a05faa64eda HTTP/1.1" status: 200 len: 999 time: 0.1495349 Aug 23 20:49:39.658837 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-03a29ccf-9af4-4c66-8c33-c8c152ef7c2f tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8158312 Aug 23 20:49:39.667670 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48898) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:39.668810 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fcf485-d11b-49f5-9a9d-25c6f436d79e tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1720773-9093-46b8-885e-54e3280e8c54,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:39.681027 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-e8227057-8fb9-416d-a862-64128f34ac06 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'subnet': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:39.743527 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-11e5a0f4-bec6-4155-badc-6ce7d609ecd8 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1033559 Aug 23 20:49:39.752414 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48900) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:39.757925 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-50948316-bc33-4a71-80f8-18b6aecd8467 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Request body: {'security_group': {'name': 'tempest-secgroup--1839947933'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:39.802104 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50948316-bc33-4a71-80f8-18b6aecd8467 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:39.815485 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e34bb7-7c63-439a-8e5b-39f7a237508c req-9f0566fb-d451-4e52-8e4a-93bb98d447f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:39.818366 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-74e34bb7-7c63-439a-8e5b-39f7a237508c req-9f0566fb-d451-4e52-8e4a-93bb98d447f4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d93f73c3-35f9-433c-a781-7029406e1a10 HTTP/1.1" status: 200 len: 834 time: 0.1647134 Aug 23 20:49:39.868541 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=6c254a81-8d39-43bc-85ac-5d89be1c28d3,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:39.909780 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-19b69e0c-3c9d-4866-9b12-c16bf2ca8a1b None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:39.932777 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-19b69e0c-3c9d-4866-9b12-c16bf2ca8a1b None None] Transition to ACTIVE for port object a0755e0b-5b65-4855-bded-0c4adacf7614 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:49:39.956257 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['6c254a81-8d39-43bc-85ac-5d89be1c28d3'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:49:39.961153 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50948316-bc33-4a71-80f8-18b6aecd8467 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:39.966303 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6a8b0-c89b-4b44-a4c9-e4061e7f4d8c req-34fd4e4f-4203-43bf-ac40-b03c636fc1e6 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:39.969333 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50948316-bc33-4a71-80f8-18b6aecd8467 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:39.973673 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-14c6a8b0-c89b-4b44-a4c9-e4061e7f4d8c req-34fd4e4f-4203-43bf-ac40-b03c636fc1e6 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] 10.222.0.61 "GET /v2.0/ports?device_id=839b76ed-7b86-44d2-ae48-cf5c4c1985f4 HTTP/1.1" status: 200 len: 945 time: 0.2148831 Aug 23 20:49:40.032618 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50948316-bc33-4a71-80f8-18b6aecd8467 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:40.038361 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-50948316-bc33-4a71-80f8-18b6aecd8467 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2810993 Aug 23 20:49:40.046347 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48908) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:40.049712 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-19b69e0c-3c9d-4866-9b12-c16bf2ca8a1b None None] Transition to ACTIVE for port object a0755e0b-5b65-4855-bded-0c4adacf7614 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:49:40.068804 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-a0769871-76b4-4b2e-af54-b0ae3d6cf82c tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Request body: {'security_group_rule': {'security_group_id': 'ead9739d-4def-468c-a601-be607d5be72c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:40.068804 n-d-805663-2 neutron-server[94687]: WARNING neutron.api.v2.base [None req-a0769871-76b4-4b2e-af54-b0ae3d6cf82c tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 23 20:49:40.068804 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-a0769871-76b4-4b2e-af54-b0ae3d6cf82c tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 20:49:40.068804 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a0769871-76b4-4b2e-af54-b0ae3d6cf82c tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0156696 Aug 23 20:49:40.069260 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48912) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:40.073568 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-19b69e0c-3c9d-4866-9b12-c16bf2ca8a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:40.119306 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e34bb7-7c63-439a-8e5b-39f7a237508c req-1df03b95-8b5c-4f54-b639-264c490d3fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:40.129488 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-74e34bb7-7c63-439a-8e5b-39f7a237508c req-1df03b95-8b5c-4f54-b639-264c490d3fb3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d068299-4184-4227-8cbc-58442cd62193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2984707 Aug 23 20:49:40.131399 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50948316-bc33-4a71-80f8-18b6aecd8467 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ead9739d-4def-468c-a601-be607d5be72c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:40.150069 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-14c6a8b0-c89b-4b44-a4c9-e4061e7f4d8c req-863a0f9b-7a1e-4767-87e3-0564cc063fb8 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] 10.222.0.61 "GET /v2.0/security-groups?id=431a5b0f-2383-47d8-8c25-b16c17d3f9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638899 Aug 23 20:49:40.169512 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b69e0c-3c9d-4866-9b12-c16bf2ca8a1b None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:49:40.173890 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b69e0c-3c9d-4866-9b12-c16bf2ca8a1b None None] Pushing event updated for resources: {'Port': ['ID=a0755e0b-5b65-4855-bded-0c4adacf7614,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:40.178016 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f62f12-7db1-4858-b435-5586f8ad8bb2 req-22025cd0-310f-4f6e-bf60-9b701e3e3ce5 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:40.180397 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d0f62f12-7db1-4858-b435-5586f8ad8bb2 req-22025cd0-310f-4f6e-bf60-9b701e3e3ce5 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.1730537 Aug 23 20:49:40.188814 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8227057-8fb9-416d-a862-64128f34ac06 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:49:40.189063 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-19b69e0c-3c9d-4866-9b12-c16bf2ca8a1b None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:49:40.192938 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e8227057-8fb9-416d-a862-64128f34ac06 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:40.199300 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-03c784d5-21d8-4a8e-ae61-bafd299a4af4 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:40.203376 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5211e9cd-983c-4ce4-a05e-c540b37d472e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:40.208246 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b69e0c-3c9d-4866-9b12-c16bf2ca8a1b None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:49:40.254138 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-03c784d5-21d8-4a8e-ae61-bafd299a4af4 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:40.313083 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d0f62f12-7db1-4858-b435-5586f8ad8bb2 req-7f671837-668a-44c5-b47b-4afcdb9321c8 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008525 Aug 23 20:49:40.351174 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-03c784d5-21d8-4a8e-ae61-bafd299a4af4 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:40.355665 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-03c784d5-21d8-4a8e-ae61-bafd299a4af4 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:40.356896 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-03c784d5-21d8-4a8e-ae61-bafd299a4af4 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] 10.222.0.61 "DELETE /v2.0/security-groups/ead9739d-4def-468c-a601-be607d5be72c HTTP/1.1" status: 204 len: 168 time: 0.2869420 Aug 23 20:49:40.362568 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48928) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:40.389815 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c784d5-21d8-4a8e-ae61-bafd299a4af4 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead9739d-4def-468c-a601-be607d5be72c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:40.443854 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-19b69e0c-3c9d-4866-9b12-c16bf2ca8a1b None None] Attempting to bind port a0755e0b-5b65-4855-bded-0c4adacf7614 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:49:40.454586 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-19b69e0c-3c9d-4866-9b12-c16bf2ca8a1b None None] Attempting to bind port a0755e0b-5b65-4855-bded-0c4adacf7614 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:49:40.457854 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b69e0c-3c9d-4866-9b12-c16bf2ca8a1b None None] Attempting to bind port a0755e0b-5b65-4855-bded-0c4adacf7614 on network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:49:40.479962 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-96646a82-e552-4b05-9850-94445306901f tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1087625 Aug 23 20:49:40.479962 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48930) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:40.486232 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ba84ffe4-33dc-4516-9319-163cdb5626f8 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Request body: {'security_group': {'name': 'tempest-secgroup--1106712972'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:40.545890 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ba84ffe4-33dc-4516-9319-163cdb5626f8 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:40.578310 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b69e0c-3c9d-4866-9b12-c16bf2ca8a1b None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:49:40.578959 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b69e0c-3c9d-4866-9b12-c16bf2ca8a1b None None] Checking segment: {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:49:40.579566 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-19b69e0c-3c9d-4866-9b12-c16bf2ca8a1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:40.588477 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b69e0c-3c9d-4866-9b12-c16bf2ca8a1b None None] Bound using segment: {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:49:40.590576 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-19b69e0c-3c9d-4866-9b12-c16bf2ca8a1b None None] Bound port: a0755e0b-5b65-4855-bded-0c4adacf7614, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:49:40.591192 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-19b69e0c-3c9d-4866-9b12-c16bf2ca8a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:40.622487 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-74e34bb7-7c63-439a-8e5b-39f7a237508c req-efe5fe93-c2eb-4368-b89b-a36ce7cd38e9 service neutron] 10.222.0.32 "GET /v2.0/networks/8d068299-4184-4227-8cbc-58442cd62193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4526780 Aug 23 20:49:40.643927 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:40.725751 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0811d6-5365-41b9-943a-dbfe9ef7f2b7 req-794d369e-96a5-4eb2-a894-b73d56ff54a4 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:40.735308 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ae0811d6-5365-41b9-943a-dbfe9ef7f2b7 req-794d369e-96a5-4eb2-a894-b73d56ff54a4 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 944 time: 0.1257894 Aug 23 20:49:40.772512 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-19b69e0c-3c9d-4866-9b12-c16bf2ca8a1b None None] For port a0755e0b-5b65-4855-bded-0c4adacf7614, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:49:40.787972 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-19b69e0c-3c9d-4866-9b12-c16bf2ca8a1b None None] For port a0755e0b-5b65-4855-bded-0c4adacf7614, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=a0755e0b-5b65-4855-bded-0c4adacf7614,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:49:40.802886 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ae0811d6-5365-41b9-943a-dbfe9ef7f2b7 req-a8cc1e91-b13e-4179-b694-9f79f096e7ea tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=30d3316a-f14a-48d2-9cdd-37efb7e3923e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665770 Aug 23 20:49:40.811281 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-19b69e0c-3c9d-4866-9b12-c16bf2ca8a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:40.830781 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ba84ffe4-33dc-4516-9319-163cdb5626f8 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:40.839923 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ba84ffe4-33dc-4516-9319-163cdb5626f8 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:40.911372 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b69e0c-3c9d-4866-9b12-c16bf2ca8a1b None None] Pushing event updated for resources: {'Port': ['ID=a0755e0b-5b65-4855-bded-0c4adacf7614,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:40.924114 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ba84ffe4-33dc-4516-9319-163cdb5626f8 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:40.931830 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ba84ffe4-33dc-4516-9319-163cdb5626f8 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4482126 Aug 23 20:49:40.932783 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48944) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:40.937776 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-4df9ee37-955d-4144-9adc-34b697825124 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Request body: {'security_group_rule': {'security_group_id': '41492ace-6f54-45a8-9528-c3e9d7426028', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:40.943454 n-d-805663-2 neutron-server[94688]: WARNING neutron.api.v2.base [None req-4df9ee37-955d-4144-9adc-34b697825124 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 23 20:49:40.944837 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-4df9ee37-955d-4144-9adc-34b697825124 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 20:49:40.950854 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4df9ee37-955d-4144-9adc-34b697825124 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0144386 Aug 23 20:49:40.950854 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84ffe4-33dc-4516-9319-163cdb5626f8 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41492ace-6f54-45a8-9528-c3e9d7426028,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:40.955354 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48946) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:41.044391 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e1259909-8315-449a-a83a-32f956543bc7 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:41.080658 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e1259909-8315-449a-a83a-32f956543bc7 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:41.087446 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device e2407290-42c4-4898-b0ae-5a05faa64eda details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:49:41.116634 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-74e34bb7-7c63-439a-8e5b-39f7a237508c req-2d23b5fb-b6bd-4760-9ded-e4568e18b17c service neutron] 10.222.0.32 "GET /v2.0/networks/8d068299-4184-4227-8cbc-58442cd62193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4926989 Aug 23 20:49:41.140194 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae191b21-ca04-4212-ab65-d8f1b27ae6ef req-3aa51ef9-1db9-42dc-bfd7-0f012714e73d tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:41.149417 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ae191b21-ca04-4212-ab65-d8f1b27ae6ef req-3aa51ef9-1db9-42dc-bfd7-0f012714e73d tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] 10.222.0.61 "GET /v2.0/ports?device_id=839b76ed-7b86-44d2-ae48-cf5c4c1985f4 HTTP/1.1" status: 200 len: 945 time: 0.4302666 Aug 23 20:49:41.165723 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e1259909-8315-449a-a83a-32f956543bc7 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:41.168566 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e1259909-8315-449a-a83a-32f956543bc7 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:41.169758 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e1259909-8315-449a-a83a-32f956543bc7 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] 10.222.0.61 "DELETE /v2.0/security-groups/41492ace-6f54-45a8-9528-c3e9d7426028 HTTP/1.1" status: 204 len: 168 time: 0.2133851 Aug 23 20:49:41.216742 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48954) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:41.217576 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1259909-8315-449a-a83a-32f956543bc7 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41492ace-6f54-45a8-9528-c3e9d7426028,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:41.286470 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ae191b21-ca04-4212-ab65-d8f1b27ae6ef req-afab2638-0f4b-4ca2-8965-26bfc784ce61 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] 10.222.0.61 "GET /v2.0/security-groups?id=431a5b0f-2383-47d8-8c25-b16c17d3f9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358969 Aug 23 20:49:41.328103 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-01ba6acf-4488-4f8d-b475-e9dcf8742f1f tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1036093 Aug 23 20:49:41.329786 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48958) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:41.332262 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port e2407290-42c4-4898-b0ae-5a05faa64eda, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=e2407290-42c4-4898-b0ae-5a05faa64eda,segment=NetworkSegment(0bc364fb-51ac-4f82-a8e6-c471283c8ba9),segment_id=0bc364fb-51ac-4f82-a8e6-c471283c8ba9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:49:41.336726 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-4ed20ae9-2499-4071-adab-b909ffdfa38c tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Request body: {'security_group': {'name': 'tempest-secgroup--989306678'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:41.344251 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': 'e2407290-42c4-4898-b0ae-5a05faa64eda', 'network_id': '8d068299-4184-4227-8cbc-58442cd62193', 'port_id': 'e2407290-42c4-4898-b0ae-5a05faa64eda', 'mac_address': 'fa:16:3e:1f:c1:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd93f73c3-35f9-433c-a781-7029406e1a10', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:49:41.403517 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4ed20ae9-2499-4071-adab-b909ffdfa38c tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:41.427583 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:41.468519 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2407290-42c4-4898-b0ae-5a05faa64eda {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:49:41.521424 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port e2407290-42c4-4898-b0ae-5a05faa64eda, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=e2407290-42c4-4898-b0ae-5a05faa64eda,segment=NetworkSegment(0bc364fb-51ac-4f82-a8e6-c471283c8ba9),segment_id=0bc364fb-51ac-4f82-a8e6-c471283c8ba9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:49:41.528860 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:41.547451 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0340e6e-6873-4dd5-a261-1684856d7c61 req-d8d0c20e-8a4d-4f55-b65a-027ad5230cec tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:41.549426 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b0340e6e-6873-4dd5-a261-1684856d7c61 req-d8d0c20e-8a4d-4f55-b65a-027ad5230cec tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.0852623 Aug 23 20:49:41.632081 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=e2407290-42c4-4898-b0ae-5a05faa64eda,revision_number=12']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:41.634290 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b0340e6e-6873-4dd5-a261-1684856d7c61 req-22569f26-44cc-4a05-943e-417f747a45ad tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694921 Aug 23 20:49:41.646404 n-d-805663-2 neutron-server[94687]: DEBUG neutron.objects.ports [None req-e8227057-8fb9-416d-a862-64128f34ac06 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94687) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 20:49:41.674427 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4ed20ae9-2499-4071-adab-b909ffdfa38c tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:41.681263 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4ed20ae9-2499-4071-adab-b909ffdfa38c tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:41.717855 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4ed20ae9-2499-4071-adab-b909ffdfa38c tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:41.722487 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4ed20ae9-2499-4071-adab-b909ffdfa38c tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3885024 Aug 23 20:49:41.722487 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed20ae9-2499-4071-adab-b909ffdfa38c tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad90e085-80e3-4528-85e3-1d9c712c6723,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:41.724804 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48972) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:41.744221 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b43652e0-ac2b-499a-a356-b8ad3f766601 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Request body: {'security_group_rule': {'security_group_id': 'ad90e085-80e3-4528-85e3-1d9c712c6723', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:41.759805 n-d-805663-2 neutron-server[94688]: WARNING neutron.api.v2.base [None req-b43652e0-ac2b-499a-a356-b8ad3f766601 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 23 20:49:41.760482 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-b43652e0-ac2b-499a-a356-b8ad3f766601 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 20:49:41.764146 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b43652e0-ac2b-499a-a356-b8ad3f766601 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0357208 Aug 23 20:49:41.770398 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48974) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:41.775467 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-d57d11e6-5b7c-49fe-a788-ed8ab5cb5268 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Request body: {'security_group_rule': {'security_group_id': 'ad90e085-80e3-4528-85e3-1d9c712c6723', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:41.776301 n-d-805663-2 neutron-server[94688]: WARNING neutron.api.v2.base [None req-d57d11e6-5b7c-49fe-a788-ed8ab5cb5268 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 23 20:49:41.776857 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-d57d11e6-5b7c-49fe-a788-ed8ab5cb5268 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 20:49:41.778705 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d57d11e6-5b7c-49fe-a788-ed8ab5cb5268 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0063984 Aug 23 20:49:41.786391 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48978) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:41.800805 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-4000aa58-cfcb-4253-a7ff-0299f624ba2c tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Request body: {'security_group_rule': {'security_group_id': 'ad90e085-80e3-4528-85e3-1d9c712c6723', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:41.801894 n-d-805663-2 neutron-server[94688]: WARNING neutron.api.v2.base [None req-4000aa58-cfcb-4253-a7ff-0299f624ba2c tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 23 20:49:41.802412 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-4000aa58-cfcb-4253-a7ff-0299f624ba2c tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 20:49:41.804043 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4000aa58-cfcb-4253-a7ff-0299f624ba2c tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0190890 Aug 23 20:49:41.806588 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48988) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:41.813614 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-9b133f21-bb15-48a1-bb3f-3bdb2a21c842 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Request body: {'security_group_rule': {'security_group_id': 'ad90e085-80e3-4528-85e3-1d9c712c6723', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:41.814500 n-d-805663-2 neutron-server[94688]: WARNING neutron.api.v2.base [None req-9b133f21-bb15-48a1-bb3f-3bdb2a21c842 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 23 20:49:41.814995 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-9b133f21-bb15-48a1-bb3f-3bdb2a21c842 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 20:49:41.816906 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9b133f21-bb15-48a1-bb3f-3bdb2a21c842 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0080476 Aug 23 20:49:41.819844 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48990) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:41.832870 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['e2407290-42c4-4898-b0ae-5a05faa64eda'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:49:41.995419 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e8227057-8fb9-416d-a862-64128f34ac06 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:42.100441 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a67c2e2-775f-4d02-ac63-b63856fd4b05 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:42.128598 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e8725b-ec38-4020-a5d6-716018ce20b1 req-758aba31-cb3a-46e4-8123-2b9bf9bdc020 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:42.131240 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-06e8725b-ec38-4020-a5d6-716018ce20b1 req-758aba31-cb3a-46e4-8123-2b9bf9bdc020 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] 10.222.0.11 "GET /v2.0/ports?device_id=839b76ed-7b86-44d2-ae48-cf5c4c1985f4 HTTP/1.1" status: 200 len: 945 time: 0.1095264 Aug 23 20:49:42.181754 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e58f05-1ae9-4fd4-b256-6dbc5dd320f0 req-c166a9b7-2d71-4a38-8d79-ad21dc9a945d tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:42.183583 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e9e58f05-1ae9-4fd4-b256-6dbc5dd320f0 req-c166a9b7-2d71-4a38-8d79-ad21dc9a945d tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 945 time: 0.2213459 Aug 23 20:49:42.273285 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a67c2e2-775f-4d02-ac63-b63856fd4b05 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:42.387272 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-06e8725b-ec38-4020-a5d6-716018ce20b1 req-fce328a6-cd4f-41a9-ac56-72ef416fb460 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Deleting port f4829391-08a7-4024-8410-8fd3573c08a9 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:49:42.388414 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-06e8725b-ec38-4020-a5d6-716018ce20b1 req-fce328a6-cd4f-41a9-ac56-72ef416fb460 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:42.418509 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e9e58f05-1ae9-4fd4-b256-6dbc5dd320f0 req-00f2318c-883d-45f5-92a7-26cde357f483 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=30d3316a-f14a-48d2-9cdd-37efb7e3923e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2202995 Aug 23 20:49:42.448558 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a67c2e2-775f-4d02-ac63-b63856fd4b05 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:42.451231 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a67c2e2-775f-4d02-ac63-b63856fd4b05 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:42.454839 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1a67c2e2-775f-4d02-ac63-b63856fd4b05 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] 10.222.0.61 "DELETE /v2.0/security-groups/ad90e085-80e3-4528-85e3-1d9c712c6723 HTTP/1.1" status: 204 len: 168 time: 0.6230803 Aug 23 20:49:42.454839 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49040) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:42.460936 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49042) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:42.534033 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ad904a4f-3141-4155-a019-787054e0c279 None None] Provisioning for port a0755e0b-5b65-4855-bded-0c4adacf7614 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:49:42.541180 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-442ab5a8-6830-445d-93ac-3c65b36dcf26 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/floatingips/871c7058-8f35-4e3e-8f7d-4d9efd066b1e HTTP/1.1" status: 200 len: 992 time: 0.0755744 Aug 23 20:49:42.551455 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a67c2e2-775f-4d02-ac63-b63856fd4b05 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad90e085-80e3-4528-85e3-1d9c712c6723,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:42.564261 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-e8227057-8fb9-416d-a862-64128f34ac06 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] For port a0755e0b-5b65-4855-bded-0c4adacf7614, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=a0755e0b-5b65-4855-bded-0c4adacf7614,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:49:42.622833 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e8227057-8fb9-416d-a862-64128f34ac06 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:42.628475 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-64de4709-065a-432c-9b07-7b24baffdc78 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1662118 Aug 23 20:49:42.629998 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e8227057-8fb9-416d-a862-64128f34ac06 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:42.631164 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e8227057-8fb9-416d-a862-64128f34ac06 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:42.641390 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49048) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:42.648357 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-38d9307c-2e6f-4b99-aae7-2e2b8b47e097 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Request body: {'security_group': {'name': 'tempest-secgroup--1493458488'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:42.687917 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93af6d-e520-4d5d-a8de-bef2f1888295 req-ae0ae129-b2ff-418c-896c-71aa6356dce5 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:42.689902 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0d93af6d-e520-4d5d-a8de-bef2f1888295 req-ae0ae129-b2ff-418c-896c-71aa6356dce5 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] 10.222.0.61 "GET /v2.0/ports?device_id=839b76ed-7b86-44d2-ae48-cf5c4c1985f4 HTTP/1.1" status: 200 len: 945 time: 0.1995668 Aug 23 20:49:42.715052 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49052) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:42.728586 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device a0755e0b-5b65-4855-bded-0c4adacf7614 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:49:42.739727 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-06e8725b-ec38-4020-a5d6-716018ce20b1 req-fce328a6-cd4f-41a9-ac56-72ef416fb460 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] For port f4829391-08a7-4024-8410-8fd3573c08a9, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=f4829391-08a7-4024-8410-8fd3573c08a9,segment=NetworkSegment(7894c505-09d6-464f-85a5-5c5cc75b2c91),segment_id=7894c505-09d6-464f-85a5-5c5cc75b2c91)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:49:42.740508 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-06e8725b-ec38-4020-a5d6-716018ce20b1 req-fce328a6-cd4f-41a9-ac56-72ef416fb460 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:42.765758 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-06e8725b-ec38-4020-a5d6-716018ce20b1 req-fce328a6-cd4f-41a9-ac56-72ef416fb460 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Calling delete_port for f4829391-08a7-4024-8410-8fd3573c08a9 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:49:42.828927 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8227057-8fb9-416d-a862-64128f34ac06 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:49:42.829631 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49056) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:42.830321 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port a0755e0b-5b65-4855-bded-0c4adacf7614 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:49:42.836708 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port a0755e0b-5b65-4855-bded-0c4adacf7614 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:49:42.837214 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:42.860001 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0d93af6d-e520-4d5d-a8de-bef2f1888295 req-0ecebbfc-1051-4068-a35c-42b5e27162c8 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] 10.222.0.61 "GET /v2.0/security-groups?id=431a5b0f-2383-47d8-8c25-b16c17d3f9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598549 Aug 23 20:49:42.864104 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-e8227057-8fb9-416d-a862-64128f34ac06 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:49:42.885449 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8227057-8fb9-416d-a862-64128f34ac06 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:42.886241 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e8227057-8fb9-416d-a862-64128f34ac06 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:42.889938 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-38d9307c-2e6f-4b99-aae7-2e2b8b47e097 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:42.899826 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8227057-8fb9-416d-a862-64128f34ac06 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'Subnet': ['ID=0a256bf5-785b-4344-9a32-c0d9914b3215,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:42.902727 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb15055-649e-47dc-a2e3-3ea41a840b86 None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:49:42.928699 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8227057-8fb9-416d-a862-64128f34ac06 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'Port': ['ID=a0755e0b-5b65-4855-bded-0c4adacf7614,revision_number=4']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:42.950641 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e8227057-8fb9-416d-a862-64128f34ac06 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.2792571 Aug 23 20:49:42.954972 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49060) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:42.965049 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-1199d135-ae62-4dda-a0c2-054e945a0b67 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Request body: {'port': {'network_id': '6435e9ee-eaf5-46f5-a85c-299ee4fcacce', 'mac_address': 'fa:16:3e:c0:9d:db', 'name': 'tempest-NetworksTestDHCPv6-1993687004'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:42.980340 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed9f64-c72f-408e-b0c5-4b8fb154d32e req-beb3d2a6-6463-4a18-9bef-7a3207f0b187 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:42.981905 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-afed9f64-c72f-408e-b0c5-4b8fb154d32e req-beb3d2a6-6463-4a18-9bef-7a3207f0b187 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.1874573 Aug 23 20:49:43.000707 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9e69e879-81a4-4ee3-aeba-587ea7f5b84a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:43.039407 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-06e8725b-ec38-4020-a5d6-716018ce20b1 req-fce328a6-cd4f-41a9-ac56-72ef416fb460 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:43.055584 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['f4829391-08a7-4024-8410-8fd3573c08a9', '814e6dd1-6883-4b17-be1f-dd294d98792e'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:49:43.062628 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a8002add-edd1-4002-bc1c-b77e16f70f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:43.076730 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce328a6-cd4f-41a9-ac56-72ef416fb460 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Pushing event deleted for resources: {'Port': ['ID=f4829391-08a7-4024-8410-8fd3573c08a9,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:43.091547 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['e4e64430-27c2-43cb-b746-794251a4f3ea'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:49:43.100991 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a297e1b9-149a-4be0-b0ef-1626d6bd296a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:43.118742 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device e2407290-42c4-4898-b0ae-5a05faa64eda up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:49:43.126750 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e8725b-ec38-4020-a5d6-716018ce20b1 req-fce328a6-cd4f-41a9-ac56-72ef416fb460 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] No DVR routers for this DVR port f4829391-08a7-4024-8410-8fd3573c08a9 on host n-h1-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:49:43.130282 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-06e8725b-ec38-4020-a5d6-716018ce20b1 req-fce328a6-cd4f-41a9-ac56-72ef416fb460 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:43.133107 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-06e8725b-ec38-4020-a5d6-716018ce20b1 req-fce328a6-cd4f-41a9-ac56-72ef416fb460 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] 10.222.0.11 "DELETE /v2.0/ports/f4829391-08a7-4024-8410-8fd3573c08a9 HTTP/1.1" status: 204 len: 173 time: 0.9920418 Aug 23 20:49:43.133628 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '839b76ed-7b86-44d2-ae48-cf5c4c1985f4', 'name': 'network-vif-deleted', 'tag': 'f4829391-08a7-4024-8410-8fd3573c08a9'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:49:43.136113 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13af02fb-af43-4d14-8af5-08fb4b01bf46" -d '{"events": [{"server_uuid": "839b76ed-7b86-44d2-ae48-cf5c4c1985f4", "name": "network-vif-deleted", "tag": "f4829391-08a7-4024-8410-8fd3573c08a9"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:49:43.178594 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aaca308-4672-4a12-943f-88a3888af0e0 x-openstack-request-id: req-8aaca308-4672-4a12-943f-88a3888af0e0 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:49:43.179149 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "839b76ed-7b86-44d2-ae48-cf5c4c1985f4", "name": "network-vif-deleted", "tag": "f4829391-08a7-4024-8410-8fd3573c08a9", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:49:43.179732 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8aaca308-4672-4a12-943f-88a3888af0e0 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:49:43.182076 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '839b76ed-7b86-44d2-ae48-cf5c4c1985f4', 'name': 'network-vif-deleted', 'tag': 'f4829391-08a7-4024-8410-8fd3573c08a9', 'status': 'completed', 'code': 200} Aug 23 20:49:43.192518 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-afed9f64-c72f-408e-b0c5-4b8fb154d32e req-2778bd0d-bf49-4ac0-8689-24acc1ccbe9f tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1895885 Aug 23 20:49:43.247107 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-38d9307c-2e6f-4b99-aae7-2e2b8b47e097 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:43.253462 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-38d9307c-2e6f-4b99-aae7-2e2b8b47e097 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:43.295799 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d9307c-2e6f-4b99-aae7-2e2b8b47e097 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96fd9a95-b865-4889-8dc6-e62c925db07f,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:43.371416 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9e69e879-81a4-4ee3-aeba-587ea7f5b84a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:43.376740 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9e69e879-81a4-4ee3-aeba-587ea7f5b84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:43.413823 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:43.418500 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9e69e879-81a4-4ee3-aeba-587ea7f5b84a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3cf1582ba85c416d815b00b199f3bc54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7024109 Aug 23 20:49:43.421334 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49064) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:43.423633 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e69e879-81a4-4ee3-aeba-587ea7f5b84a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d4eb7d-44a7-40ff-8153-7653c8398960,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:43.561521 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port a0755e0b-5b65-4855-bded-0c4adacf7614, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=a0755e0b-5b65-4855-bded-0c4adacf7614,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:49:43.607087 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:43.610367 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:43.612305 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port e2407290-42c4-4898-b0ae-5a05faa64eda completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:49:43.662916 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port e2407290-42c4-4898-b0ae-5a05faa64eda triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:49:43.663292 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:43.780305 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=a0755e0b-5b65-4855-bded-0c4adacf7614,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:43.854514 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-45acdcb5-790b-453f-aec3-4bd9e8922bed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:43.884757 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a297e1b9-149a-4be0-b0ef-1626d6bd296a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:43.896683 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-45acdcb5-790b-453f-aec3-4bd9e8922bed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:43.898859 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a297e1b9-149a-4be0-b0ef-1626d6bd296a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:43.908460 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:43.939232 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd3bc26-ad27-4b90-a14a-21ece587f7e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2407290-42c4-4898-b0ae-5a05faa64eda'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:49:43.944093 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe8cebe-fe67-4b24-826b-42b1e959c6a2" -d '{"events": [{"server_uuid": "6bd3bc26-ad27-4b90-a14a-21ece587f7e5", "name": "network-vif-plugged", "status": "completed", "tag": "e2407290-42c4-4898-b0ae-5a05faa64eda"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:49:43.980566 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1199d135-ae62-4dda-a0c2-054e945a0b67 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Made reservation on behalf of db9608efcb064b40bc03dbc9d75ec2a9 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:49:43.987542 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port e2407290-42c4-4898-b0ae-5a05faa64eda, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=e2407290-42c4-4898-b0ae-5a05faa64eda,segment=NetworkSegment(0bc364fb-51ac-4f82-a8e6-c471283c8ba9),segment_id=0bc364fb-51ac-4f82-a8e6-c471283c8ba9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:49:43.993158 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:43.994151 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 6c254a81-8d39-43bc-85ac-5d89be1c28d3 up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:49:44.042698 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da14fbc-4474-44c1-afff-3e716da887ab x-openstack-request-id: req-4da14fbc-4474-44c1-afff-3e716da887ab {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:49:44.043407 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bd3bc26-ad27-4b90-a14a-21ece587f7e5", "name": "network-vif-plugged", "status": "completed", "tag": "e2407290-42c4-4898-b0ae-5a05faa64eda", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:49:44.043808 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4da14fbc-4474-44c1-afff-3e716da887ab {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:49:44.044396 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bd3bc26-ad27-4b90-a14a-21ece587f7e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2407290-42c4-4898-b0ae-5a05faa64eda', 'code': 200} Aug 23 20:49:44.051546 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-38d9307c-2e6f-4b99-aae7-2e2b8b47e097 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:44.053074 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-38d9307c-2e6f-4b99-aae7-2e2b8b47e097 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4095943 Aug 23 20:49:44.054132 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a297e1b9-149a-4be0-b0ef-1626d6bd296a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b010b49b-3002-4e88-8e97-dd246be6e1a2,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:44.056720 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49072) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:44.075097 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e9b138a8-6784-4af5-8664-ebb30115e329 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Request body: {'security_group_rule': {'security_group_id': '96fd9a95-b865-4889-8dc6-e62c925db07f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:44.076891 n-d-805663-2 neutron-server[94688]: WARNING neutron.api.v2.base [None req-e9b138a8-6784-4af5-8664-ebb30115e329 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 23 20:49:44.077861 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-e9b138a8-6784-4af5-8664-ebb30115e329 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 20:49:44.080255 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e9b138a8-6784-4af5-8664-ebb30115e329 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0167336 Aug 23 20:49:44.082516 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49074) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:44.086676 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=e2407290-42c4-4898-b0ae-5a05faa64eda,revision_number=13']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:44.090284 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-8ab8c5a4-56d0-4f2d-b617-a43ece28a437 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Request body: {'security_group_rule': {'security_group_id': '96fd9a95-b865-4889-8dc6-e62c925db07f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:44.100627 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1199d135-ae62-4dda-a0c2-054e945a0b67 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:44.111108 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a297e1b9-149a-4be0-b0ef-1626d6bd296a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=eea98d838c18465884a6cbb741f91aeb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2803781 Aug 23 20:49:44.112010 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port 6c254a81-8d39-43bc-85ac-5d89be1c28d3 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:49:44.119008 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49076) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:44.121713 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port 6c254a81-8d39-43bc-85ac-5d89be1c28d3 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:49:44.122098 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:44.139528 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-45acdcb5-790b-453f-aec3-4bd9e8922bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:44.139528 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-45acdcb5-790b-453f-aec3-4bd9e8922bed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:44.140858 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-45acdcb5-790b-453f-aec3-4bd9e8922bed admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/44d4eb7d-44a7-40ff-8153-7653c8398960 HTTP/1.1" status: 204 len: 168 time: 0.7177076 Aug 23 20:49:44.149037 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-1199d135-ae62-4dda-a0c2-054e945a0b67 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] device_id is not set on port 4f431bca-c891-416b-8bcd-44d2d0413e85 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:49:44.162985 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45acdcb5-790b-453f-aec3-4bd9e8922bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d4eb7d-44a7-40ff-8153-7653c8398960,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:44.268691 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-8ab8c5a4-56d0-4f2d-b617-a43ece28a437 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 20:49:44.270401 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8ab8c5a4-56d0-4f2d-b617-a43ece28a437 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1867633 Aug 23 20:49:44.277987 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49086) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:44.289184 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:44.298344 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-01f0bc18-5384-447a-9593-0f2080e5b983 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Request body: {'security_group_rule': {'security_group_id': '96fd9a95-b865-4889-8dc6-e62c925db07f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:44.298851 n-d-805663-2 neutron-server[94688]: WARNING neutron.api.v2.base [None req-01f0bc18-5384-447a-9593-0f2080e5b983 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 23 20:49:44.299352 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-01f0bc18-5384-447a-9593-0f2080e5b983 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 20:49:44.303976 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-01f0bc18-5384-447a-9593-0f2080e5b983 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0207825 Aug 23 20:49:44.312688 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49088) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:44.325618 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-8814f25a-c9d8-47f6-86bb-d0fb5b092621 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Request body: {'security_group_rule': {'security_group_id': '96fd9a95-b865-4889-8dc6-e62c925db07f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:44.333535 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-46b74802-539e-42c7-893e-01023c9c4d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:44.408497 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 6c254a81-8d39-43bc-85ac-5d89be1c28d3, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=6c254a81-8d39-43bc-85ac-5d89be1c28d3,segment=NetworkSegment(87ae50be-ef23-4363-86a3-a03c9ef4b9c4),segment_id=87ae50be-ef23-4363-86a3-a03c9ef4b9c4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:49:44.417960 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:44.420870 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-46b74802-539e-42c7-893e-01023c9c4d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:44.473400 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-8814f25a-c9d8-47f6-86bb-d0fb5b092621 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 20:49:44.477228 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8814f25a-c9d8-47f6-86bb-d0fb5b092621 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1607089 Aug 23 20:49:44.479601 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49094) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:44.491193 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-beac89f8-57fe-47ad-842c-416ccc1f3b4c tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Request body: {'security_group_rule': {'security_group_id': '96fd9a95-b865-4889-8dc6-e62c925db07f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:44.491668 n-d-805663-2 neutron-server[94688]: WARNING neutron.api.v2.base [None req-beac89f8-57fe-47ad-842c-416ccc1f3b4c tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 23 20:49:44.492180 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-beac89f8-57fe-47ad-842c-416ccc1f3b4c tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 20:49:44.493163 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-beac89f8-57fe-47ad-842c-416ccc1f3b4c tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0085762 Aug 23 20:49:44.500426 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49096) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:44.512165 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-ce7c5ea5-a183-4ba9-8143-5d27518fc77f tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Request body: {'security_group_rule': {'security_group_id': '96fd9a95-b865-4889-8dc6-e62c925db07f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:44.556199 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-46b74802-539e-42c7-893e-01023c9c4d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:44.559214 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-46b74802-539e-42c7-893e-01023c9c4d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:44.560398 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-46b74802-539e-42c7-893e-01023c9c4d5c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b010b49b-3002-4e88-8e97-dd246be6e1a2 HTTP/1.1" status: 204 len: 168 time: 0.4396503 Aug 23 20:49:44.570125 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b74802-539e-42c7-893e-01023c9c4d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b010b49b-3002-4e88-8e97-dd246be6e1a2,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:44.607018 n-d-805663-2 neutron-server[94687]: INFO neutron.db.securitygroups_db [None req-ce7c5ea5-a183-4ba9-8143-5d27518fc77f tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Project c2fd503571244484aebc23f9e58924e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 20:49:44.613652 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-1199d135-ae62-4dda-a0c2-054e945a0b67 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Allocated IP 2001:db8::176 (6435e9ee-eaf5-46f5-a85c-299ee4fcacce/c4f0ae21-abcf-4bdf-b293-aaf664e30b84/4f431bca-c891-416b-8bcd-44d2d0413e85) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:49:44.620132 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=6c254a81-8d39-43bc-85ac-5d89be1c28d3,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:44.628171 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ae6e9-2d97-43fa-bc67-fa73303af737 req-cfc35d5a-5031-418a-95eb-9c2934b88bda tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:44.630822 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-897ae6e9-2d97-43fa-bc67-fa73303af737 req-cfc35d5a-5031-418a-95eb-9c2934b88bda tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.2623031 Aug 23 20:49:44.635002 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-da366733-d5a4-4220-962f-d8ee37a9d579 None None] Provisioning complete for port a0755e0b-5b65-4855-bded-0c4adacf7614 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:49:44.635697 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-da366733-d5a4-4220-962f-d8ee37a9d579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:44.637793 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-1199d135-ae62-4dda-a0c2-054e945a0b67 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Allocated IP 2001:db8:0:1:f816:3eff:fec0:9ddb (6435e9ee-eaf5-46f5-a85c-299ee4fcacce/0a256bf5-785b-4344-9a32-c0d9914b3215/4f431bca-c891-416b-8bcd-44d2d0413e85) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:49:44.642314 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:44.656479 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-ce7c5ea5-a183-4ba9-8143-5d27518fc77f tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 20:49:44.657745 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ce7c5ea5-a183-4ba9-8143-5d27518fc77f tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1563706 Aug 23 20:49:44.660685 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49102) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:44.665661 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-1605183b-3aad-4c90-9299-b64710c3d157 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Request body: {'security_group_rule': {'security_group_id': '96fd9a95-b865-4889-8dc6-e62c925db07f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:44.666835 n-d-805663-2 neutron-server[94688]: WARNING neutron.api.v2.base [None req-1605183b-3aad-4c90-9299-b64710c3d157 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 23 20:49:44.667515 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-1605183b-3aad-4c90-9299-b64710c3d157 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 20:49:44.668699 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-1605183b-3aad-4c90-9299-b64710c3d157 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068419 Aug 23 20:49:44.671471 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49104) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:44.679474 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-6a72dbf3-6eaa-4f9c-9a9e-5fa34b18280f tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Request body: {'security_group_rule': {'security_group_id': '96fd9a95-b865-4889-8dc6-e62c925db07f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:44.680905 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device a0755e0b-5b65-4855-bded-0c4adacf7614 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:49:44.732399 n-d-805663-2 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-6a72dbf3-6eaa-4f9c-9a9e-5fa34b18280f tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Project c2fd503571244484aebc23f9e58924e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 20:49:44.759175 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-6a72dbf3-6eaa-4f9c-9a9e-5fa34b18280f tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 20:49:44.760537 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-6a72dbf3-6eaa-4f9c-9a9e-5fa34b18280f tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0878816 Aug 23 20:49:44.767006 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49114) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:44.772193 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c05c4eb8-355b-4503-b3f7-1afc146c492f tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Request body: {'security_group_rule': {'security_group_id': '96fd9a95-b865-4889-8dc6-e62c925db07f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:44.779239 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-897ae6e9-2d97-43fa-bc67-fa73303af737 req-f5b1c901-ac47-4cb9-b8fd-96dac639380b tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382871 Aug 23 20:49:44.813347 n-d-805663-2 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-c05c4eb8-355b-4503-b3f7-1afc146c492f tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Project c2fd503571244484aebc23f9e58924e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 20:49:44.816917 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port a0755e0b-5b65-4855-bded-0c4adacf7614 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:49:44.817308 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:44.837448 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-c05c4eb8-355b-4503-b3f7-1afc146c492f tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 20:49:44.838505 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c05c4eb8-355b-4503-b3f7-1afc146c492f tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0701594 Aug 23 20:49:44.841309 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49116) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:44.965610 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0219f554-e7fe-429f-a6e1-8066a439ab41 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:45.017989 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1199d135-ae62-4dda-a0c2-054e945a0b67 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:45.025399 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0219f554-e7fe-429f-a6e1-8066a439ab41 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:45.037943 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-1199d135-ae62-4dda-a0c2-054e945a0b67 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Transition to ACTIVE for port object 4f431bca-c891-416b-8bcd-44d2d0413e85 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:49:45.086441 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1199d135-ae62-4dda-a0c2-054e945a0b67 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:45.102470 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0219f554-e7fe-429f-a6e1-8066a439ab41 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:45.105916 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0219f554-e7fe-429f-a6e1-8066a439ab41 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:45.109184 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-0219f554-e7fe-429f-a6e1-8066a439ab41 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] 10.222.0.61 "DELETE /v2.0/security-groups/96fd9a95-b865-4889-8dc6-e62c925db07f HTTP/1.1" status: 204 len: 168 time: 0.2643812 Aug 23 20:49:45.114714 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49134) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:45.149185 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0219f554-e7fe-429f-a6e1-8066a439ab41 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96fd9a95-b865-4889-8dc6-e62c925db07f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:45.167823 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1199d135-ae62-4dda-a0c2-054e945a0b67 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:49:45.171357 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-1199d135-ae62-4dda-a0c2-054e945a0b67 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:49:45.175253 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1199d135-ae62-4dda-a0c2-054e945a0b67 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:49:45.181773 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1199d135-ae62-4dda-a0c2-054e945a0b67 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:45.182437 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1199d135-ae62-4dda-a0c2-054e945a0b67 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:45.200684 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f75d8ac3-2b54-4dbc-b9cf-a355438abadf tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0822647 Aug 23 20:49:45.209431 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1199d135-ae62-4dda-a0c2-054e945a0b67 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event updated for resources: {'Port': ['ID=4f431bca-c891-416b-8bcd-44d2d0413e85,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:45.211158 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49138) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:45.221494 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-969f1548-941b-44d6-9d07-6f4cafa83ded tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Request body: {'security_group': {'name': 'tempest-secgroup--1640264331'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:45.229903 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1199d135-ae62-4dda-a0c2-054e945a0b67 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2712312 Aug 23 20:49:45.232461 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49140) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:45.261054 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-969f1548-941b-44d6-9d07-6f4cafa83ded tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:45.399574 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-28d85b0a-d9f1-43b4-82d1-d34d1572fe4f tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Deleting port 4f431bca-c891-416b-8bcd-44d2d0413e85 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:49:45.399925 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-28d85b0a-d9f1-43b4-82d1-d34d1572fe4f tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:45.465132 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-969f1548-941b-44d6-9d07-6f4cafa83ded tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:45.471641 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-969f1548-941b-44d6-9d07-6f4cafa83ded tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:45.526097 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-969f1548-941b-44d6-9d07-6f4cafa83ded tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:45.528576 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-969f1548-941b-44d6-9d07-6f4cafa83ded tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3146775 Aug 23 20:49:45.533006 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49150) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:45.539337 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-d49ca28a-ba68-4be1-b26b-465b95190e4d tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Request body: {'security_group_rule': {'security_group_id': 'bc43655b-6201-4050-87dc-c7b66de832d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:45.546719 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969f1548-941b-44d6-9d07-6f4cafa83ded tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc43655b-6201-4050-87dc-c7b66de832d8,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:45.596943 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-28d85b0a-d9f1-43b4-82d1-d34d1572fe4f tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:45.609832 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-d49ca28a-ba68-4be1-b26b-465b95190e4d tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] create failed (client error): The resource could not be found. Aug 23 20:49:45.615958 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d49ca28a-ba68-4be1-b26b-465b95190e4d tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0816383 Aug 23 20:49:45.616600 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49156) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:45.618579 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-28d85b0a-d9f1-43b4-82d1-d34d1572fe4f tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Calling delete_port for 4f431bca-c891-416b-8bcd-44d2d0413e85 owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:49:45.623578 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-97c77e8a-8480-4904-8c74-00f882fcd400 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Request body: {'security_group_rule': {'security_group_id': 'bc43655b-6201-4050-87dc-c7b66de832d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'd1aeda4b-f03f-41c9-97b2-9737756ed91f'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:45.646895 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-fb6159a8-8263-4c91-a46f-6b9bbc5215c4 None None] Provisioning for port 4f431bca-c891-416b-8bcd-44d2d0413e85 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:49:45.651498 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-fb6159a8-8263-4c91-a46f-6b9bbc5215c4 None None] Provisioning complete for port 4f431bca-c891-416b-8bcd-44d2d0413e85 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:49:45.652219 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fb6159a8-8263-4c91-a46f-6b9bbc5215c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:45.684590 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-97c77e8a-8480-4904-8c74-00f882fcd400 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] create failed (client error): The resource could not be found. Aug 23 20:49:45.690898 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-97c77e8a-8480-4904-8c74-00f882fcd400 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0715966 Aug 23 20:49:45.691953 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49160) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:45.711914 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-fb6159a8-8263-4c91-a46f-6b9bbc5215c4 None None] Port 4f431bca-c891-416b-8bcd-44d2d0413e85 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:49:45.809093 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bc55b5e6-c9a1-46d2-891b-3ca41b56c5cc tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:45.880942 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bc55b5e6-c9a1-46d2-891b-3ca41b56c5cc tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:45.908683 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49170) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:45.916638 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:45.944963 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52882599-0bc3-42ce-a11e-eea882032d54 req-8b2121ab-3712-4a8d-a738-b510c9cc1087 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:45.951720 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52882599-0bc3-42ce-a11e-eea882032d54 req-8b2121ab-3712-4a8d-a738-b510c9cc1087 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:45.960162 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-52882599-0bc3-42ce-a11e-eea882032d54 req-8b2121ab-3712-4a8d-a738-b510c9cc1087 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] 10.222.0.61 "GET /v2.0/ports?device_id=3b42a061-3f48-45c8-98c1-e9f088125482&device_id=941e1158-ddd5-40f7-8794-947a21f63f51 HTTP/1.1" status: 200 len: 1682 time: 0.1733100 Aug 23 20:49:46.016352 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48694f-bfff-4415-81fb-8aee9efab4aa req-b17c02d5-bef6-4845-bde4-a547bd223471 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:46.020248 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7b48694f-bfff-4415-81fb-8aee9efab4aa req-b17c02d5-bef6-4845-bde4-a547bd223471 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 945 time: 0.0820911 Aug 23 20:49:46.046271 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8672da0-9cd6-4a5b-b42b-07c0e0113086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c254a81-8d39-43bc-85ac-5d89be1c28d3'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:49:46.052372 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e5a43f-0922-4e27-b397-a41071154127" -d '{"events": [{"server_uuid": "c8672da0-9cd6-4a5b-b42b-07c0e0113086", "name": "network-vif-plugged", "status": "completed", "tag": "6c254a81-8d39-43bc-85ac-5d89be1c28d3"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:49:46.058635 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-52882599-0bc3-42ce-a11e-eea882032d54 req-529644a4-53cb-4603-9990-048d2ee3aff4 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] 10.222.0.61 "GET /v2.0/security-groups?id=431a5b0f-2383-47d8-8c25-b16c17d3f9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972533 Aug 23 20:49:46.060712 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bc55b5e6-c9a1-46d2-891b-3ca41b56c5cc tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:46.063429 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bc55b5e6-c9a1-46d2-891b-3ca41b56c5cc tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:46.064751 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-bc55b5e6-c9a1-46d2-891b-3ca41b56c5cc tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] 10.222.0.61 "DELETE /v2.0/security-groups/bc43655b-6201-4050-87dc-c7b66de832d8 HTTP/1.1" status: 204 len: 168 time: 0.3711042 Aug 23 20:49:46.076653 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49176) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:46.090987 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-28d85b0a-d9f1-43b4-82d1-d34d1572fe4f tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:46.107848 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc55b5e6-c9a1-46d2-891b-3ca41b56c5cc tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc43655b-6201-4050-87dc-c7b66de832d8,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:46.123458 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7b48694f-bfff-4415-81fb-8aee9efab4aa req-746e7475-5eb9-4f31-8691-a2fb22a554e7 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961950 Aug 23 20:49:46.127059 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device f4829391-08a7-4024-8410-8fd3573c08a9 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:49:46.140183 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d85b0a-d9f1-43b4-82d1-d34d1572fe4f tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event deleted for resources: {'Port': ['ID=4f431bca-c891-416b-8bcd-44d2d0413e85,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:46.187825 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643fd270-0b25-4b5b-af23-6ecb8cf2d2af x-openstack-request-id: req-643fd270-0b25-4b5b-af23-6ecb8cf2d2af {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:49:46.188996 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8672da0-9cd6-4a5b-b42b-07c0e0113086", "name": "network-vif-plugged", "status": "completed", "tag": "6c254a81-8d39-43bc-85ac-5d89be1c28d3", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:49:46.189899 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-643fd270-0b25-4b5b-af23-6ecb8cf2d2af {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:49:46.197444 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8672da0-9cd6-4a5b-b42b-07c0e0113086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c254a81-8d39-43bc-85ac-5d89be1c28d3', 'code': 200} Aug 23 20:49:46.204199 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: f4829391-08a7-4024-8410-8fd3573c08a9 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:49:46.204545 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device f4829391-08a7-4024-8410-8fd3573c08a9 not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:49:46.243807 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-28d85b0a-d9f1-43b4-82d1-d34d1572fe4f tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:46.248167 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-28d85b0a-d9f1-43b4-82d1-d34d1572fe4f tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/ports/4f431bca-c891-416b-8bcd-44d2d0413e85 HTTP/1.1" status: 204 len: 168 time: 1.0121920 Aug 23 20:49:46.248563 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49184) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:46.271375 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3d0c4a71-61a1-4fec-adde-4c4cabee0368 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1895561 Aug 23 20:49:46.272916 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49186) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:46.278525 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-238dc28b-5198-4676-8d68-327644ccf31f tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Request body: {'security_group_rule': {'security_group_id': 'a83e06bd-0ff3-4502-9f22-4c4e94b8a769', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:46.363813 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-238dc28b-5198-4676-8d68-327644ccf31f tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] create failed (client error): The resource could not be found. Aug 23 20:49:46.371367 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-238dc28b-5198-4676-8d68-327644ccf31f tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0969777 Aug 23 20:49:46.372593 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49192) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:46.385058 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-4780131a-2cbd-44ad-9584-5b0229db39a5 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Request body: {'security_group': {'name': 'tempest-secgroup--1447631899'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:46.427063 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4331cb4b-c51c-4c74-ac6b-7ab34bcf6278 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:46.431109 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-4331cb4b-c51c-4c74-ac6b-7ab34bcf6278 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1792312 Aug 23 20:49:46.432568 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49198) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:46.451549 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd6696-0986-43e5-a18d-5c6276bb11e5 req-1674dbd6-257a-4ca9-a78f-22812f7d6eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:46.451893 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ddbd6696-0986-43e5-a18d-5c6276bb11e5 req-1674dbd6-257a-4ca9-a78f-22812f7d6eee service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 1096 time: 0.1934550 Aug 23 20:49:46.518595 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c16667-5ec2-4a00-bc82-f70b5ac9375c tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:46.523749 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-48c16667-5ec2-4a00-bc82-f70b5ac9375c tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0830028 Aug 23 20:49:46.523749 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ddbd6696-0986-43e5-a18d-5c6276bb11e5 req-35c3fe8f-0f97-426e-9788-d8b547690b7f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567231 Aug 23 20:49:46.524183 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49200) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:46.596193 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100620b8-48cb-4cb9-ae1d-3397ba62fde4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:46.597922 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100620b8-48cb-4cb9-ae1d-3397ba62fde4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:46.599928 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100620b8-48cb-4cb9-ae1d-3397ba62fde4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:46.601880 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-100620b8-48cb-4cb9-ae1d-3397ba62fde4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0672143 Aug 23 20:49:46.606600 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49204) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:46.690231 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-2204c44e-0131-45f5-b176-137fbf327be4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Deleting subnet 0a256bf5-785b-4344-9a32-c0d9914b3215 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:49:46.695597 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2204c44e-0131-45f5-b176-137fbf327be4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:46.762101 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2204c44e-0131-45f5-b176-137fbf327be4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:46.837190 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [None req-9d3f5d74-5190-4b47-b186-fa02def6a59b tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:46.842242 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9d3f5d74-5190-4b47-b186-fa02def6a59b tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.9321823 Aug 23 20:49:46.843085 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49216) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:46.846177 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4780131a-2cbd-44ad-9584-5b0229db39a5 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:46.851644 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [None req-92ebc1fb-8118-4a69-9093-73ffb5c4cdcc tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:46.855987 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-92ebc1fb-8118-4a69-9093-73ffb5c4cdcc tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0109768 Aug 23 20:49:46.856280 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49218) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:46.865814 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [None req-4f93989e-a5be-4aef-a07d-c445725d6f01 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:46.866802 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-4f93989e-a5be-4aef-a07d-c445725d6f01 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0071447 Aug 23 20:49:46.871228 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49220) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:46.876868 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [None req-5bb7fc2e-865d-4537-8dd3-a9df4ef7258f tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:46.878653 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2204c44e-0131-45f5-b176-137fbf327be4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:46.880759 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-5bb7fc2e-865d-4537-8dd3-a9df4ef7258f tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0085456 Aug 23 20:49:46.881369 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49222) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:46.886465 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [None req-c4afe6c2-1add-4edd-ad19-4b3ea2634348 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:46.890170 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c4afe6c2-1add-4edd-ad19-4b3ea2634348 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0075362 Aug 23 20:49:46.893872 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49224) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:46.900394 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [None req-3627358f-dfe8-44e2-b12a-fecee4e328f0 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:46.904895 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-3627358f-dfe8-44e2-b12a-fecee4e328f0 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0093012 Aug 23 20:49:46.909250 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49228) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:46.917981 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [None req-4272e3c4-1a8c-42ca-b390-7cdefc6e1f19 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:46.923131 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4272e3c4-1a8c-42ca-b390-7cdefc6e1f19 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0091355 Aug 23 20:49:46.923447 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49230) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:46.928458 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [None req-d7401b58-4528-460b-b7a0-bcfb39b21947 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:46.933446 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d7401b58-4528-460b-b7a0-bcfb39b21947 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0050452 Aug 23 20:49:46.933446 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49232) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:46.943971 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [None req-2dd26fd6-02d8-4087-87d3-b8cc41d11cb0 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:46.944957 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2dd26fd6-02d8-4087-87d3-b8cc41d11cb0 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0081697 Aug 23 20:49:46.948135 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49234) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:46.952771 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [None req-dcdf6ee9-1e3d-4008-bf7f-58415f7b6813 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:46.953904 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-dcdf6ee9-1e3d-4008-bf7f-58415f7b6813 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0048866 Aug 23 20:49:46.957144 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49236) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:46.965567 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [None req-665c2f33-187e-4a5d-88a2-ca978c85bd94 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:46.966685 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-665c2f33-187e-4a5d-88a2-ca978c85bd94 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0083294 Aug 23 20:49:46.971231 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49238) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:46.977078 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [None req-1da37ad7-1c87-4a8f-8d23-4a00d968bd82 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:46.978713 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1da37ad7-1c87-4a8f-8d23-4a00d968bd82 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0065298 Aug 23 20:49:46.981760 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49242) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:46.987547 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [None req-0ee01eb3-ea0b-4bec-94d3-2c7c054f2940 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:46.989023 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0ee01eb3-ea0b-4bec-94d3-2c7c054f2940 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0063624 Aug 23 20:49:46.992991 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49244) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.005759 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2204c44e-0131-45f5-b176-137fbf327be4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:47.013722 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [None req-ff45ed4e-8216-4a41-9a95-b8f92de21d7b tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:47.018137 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ff45ed4e-8216-4a41-9a95-b8f92de21d7b tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0160410 Aug 23 20:49:47.033742 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49246) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.038929 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9a1fd-6fb2-49b7-9e4f-a6cb5448e9e2 req-9981a29a-964e-4cf3-a7f7-3d7bc356d980 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:47.045118 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2204c44e-0131-45f5-b176-137fbf327be4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event deleted for resources: {'Subnet': ['ID=0a256bf5-785b-4344-9a32-c0d9914b3215,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:47.053613 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-92a9a1fd-6fb2-49b7-9e4f-a6cb5448e9e2 req-9981a29a-964e-4cf3-a7f7-3d7bc356d980 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] 10.222.0.61 "GET /v2.0/ports?device_id=941e1158-ddd5-40f7-8794-947a21f63f51 HTTP/1.1" status: 200 len: 945 time: 0.1394722 Aug 23 20:49:47.055314 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [None req-fb06e1b3-3296-43fd-b14a-4ac08e6b6875 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:47.059300 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ea42e6-632c-4e37-9e62-175656de739a None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:49:47.063292 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-fb06e1b3-3296-43fd-b14a-4ac08e6b6875 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0203316 Aug 23 20:49:47.065793 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2204c44e-0131-45f5-b176-137fbf327be4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:47.070531 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2204c44e-0131-45f5-b176-137fbf327be4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/0a256bf5-785b-4344-9a32-c0d9914b3215 HTTP/1.1" status: 204 len: 168 time: 0.4627934 Aug 23 20:49:47.071855 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49248) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.072208 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49250) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.077919 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [None req-37bd862c-641f-438a-a97a-7a650f90802d tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:47.081436 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-37bd862c-641f-438a-a97a-7a650f90802d tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0057976 Aug 23 20:49:47.083558 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49252) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.088665 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [None req-63e185c5-4cc1-465e-a311-295d9cb87efc tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:47.089666 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-63e185c5-4cc1-465e-a311-295d9cb87efc tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0050528 Aug 23 20:49:47.102692 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49254) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.107505 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [None req-7017474a-031a-4cfc-ac1e-287108645633 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:47.108500 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-7017474a-031a-4cfc-ac1e-287108645633 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0045915 Aug 23 20:49:47.112960 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49258) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.119665 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [None req-f026a772-d3a1-4f16-a557-074cb6bdac60 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:47.120792 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f026a772-d3a1-4f16-a557-074cb6bdac60 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0049002 Aug 23 20:49:47.123717 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49260) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.131279 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [None req-d818effc-e5b0-44fa-a011-7616b5a90c7d tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:47.132301 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d818effc-e5b0-44fa-a011-7616b5a90c7d tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0075872 Aug 23 20:49:47.135159 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49262) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.141726 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-92a9a1fd-6fb2-49b7-9e4f-a6cb5448e9e2 req-34af6b99-3830-438b-be36-738109bc82b4 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] 10.222.0.61 "GET /v2.0/security-groups?id=431a5b0f-2383-47d8-8c25-b16c17d3f9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863047 Aug 23 20:49:47.142256 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [None req-d94d07fa-8723-45aa-bed5-0dac86268c9c tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:47.143285 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d94d07fa-8723-45aa-bed5-0dac86268c9c tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0072381 Aug 23 20:49:47.146761 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49264) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.155048 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [None req-ae453de6-5687-436d-948b-99f71633b057 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:47.156022 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ae453de6-5687-436d-948b-99f71633b057 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0083580 Aug 23 20:49:47.160440 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49268) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.167686 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [None req-4dcc084e-c6f0-403a-8f3a-c9e6e9a9325f tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:47.171049 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-4dcc084e-c6f0-403a-8f3a-c9e6e9a9325f tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0073001 Aug 23 20:49:47.171669 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49270) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.176970 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [None req-d46a5eac-cea8-43e5-b0b5-3a66b32e6f9b tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:47.180418 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d46a5eac-cea8-43e5-b0b5-3a66b32e6f9b tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0053763 Aug 23 20:49:47.183002 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a2ed120-da0f-4ede-976b-c5d1e72c79c0 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Deleting subnet c4f0ae21-abcf-4bdf-b293-aaf664e30b84 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:49:47.185184 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49272) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.190983 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [None req-8b24468c-dfa1-4b72-ae9e-1781c0ccaaed tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:47.195975 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8b24468c-dfa1-4b72-ae9e-1781c0ccaaed tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0063679 Aug 23 20:49:47.195975 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a2ed120-da0f-4ede-976b-c5d1e72c79c0 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:47.196230 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49276) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.219647 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4780131a-2cbd-44ad-9584-5b0229db39a5 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:47.225511 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4780131a-2cbd-44ad-9584-5b0229db39a5 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:47.225705 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [None req-47efbd65-6adb-4ead-8641-550cb1777d2e tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:47.229230 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-47efbd65-6adb-4ead-8641-550cb1777d2e tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0294418 Aug 23 20:49:47.231575 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49278) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.238007 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [None req-2b26fef8-9e5b-4261-a8ae-9f678818820d tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:47.241517 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2b26fef8-9e5b-4261-a8ae-9f678818820d tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0067604 Aug 23 20:49:47.242737 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49280) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.248409 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [None req-7889dc86-5d6b-4805-b91b-b7d5900fbe51 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:47.252700 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-7889dc86-5d6b-4805-b91b-b7d5900fbe51 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0066564 Aug 23 20:49:47.252700 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49282) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.259825 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [None req-ce0bce38-f9a5-462a-904f-33e0a71fd105 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:47.264135 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ce0bce38-f9a5-462a-904f-33e0a71fd105 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0078392 Aug 23 20:49:47.264135 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49284) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.267388 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a2ed120-da0f-4ede-976b-c5d1e72c79c0 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:47.273450 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [None req-89372c22-deb6-4839-ae24-00b18c75eab3 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:47.276907 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-89372c22-deb6-4839-ae24-00b18c75eab3 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0096900 Aug 23 20:49:47.277104 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4780131a-2cbd-44ad-9584-5b0229db39a5 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:47.280930 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4780131a-2cbd-44ad-9584-5b0229db39a5 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9023459 Aug 23 20:49:47.280930 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49288) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.285378 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [None req-11d8b141-ea63-4e47-adb6-b2e3be74366a tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:47.288621 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-11d8b141-ea63-4e47-adb6-b2e3be74366a tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0056384 Aug 23 20:49:47.288621 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49290) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.292104 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-3132aa7f-303f-4857-8b26-d62c0fe1f438 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Request body: {'security_group': {'name': 'tempest-secgroup--511311656'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:47.294658 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49292) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.304533 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [None req-7aa68393-b6dc-41aa-863a-db6a902b2d03 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:47.309211 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-7aa68393-b6dc-41aa-863a-db6a902b2d03 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0092585 Aug 23 20:49:47.309385 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4780131a-2cbd-44ad-9584-5b0229db39a5 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc04d4b5-e364-4363-8d36-42b54d8aab0c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:47.309755 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49294) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.325493 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [None req-1f60f15f-4174-4cfc-a73b-eb3423d1882e tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:47.325493 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-1f60f15f-4174-4cfc-a73b-eb3423d1882e tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0067985 Aug 23 20:49:47.327677 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49296) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.334337 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [None req-993b9429-3e54-4c5b-b3bb-f3681d246626 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:47.335564 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-993b9429-3e54-4c5b-b3bb-f3681d246626 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0064631 Aug 23 20:49:47.337243 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3132aa7f-303f-4857-8b26-d62c0fe1f438 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:47.339799 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49298) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.350196 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [None req-a0c79ee7-0e45-4f1b-bcf7-fbb53aa0e800 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:47.352115 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a0c79ee7-0e45-4f1b-bcf7-fbb53aa0e800 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0103331 Aug 23 20:49:47.355650 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49302) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.367811 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [None req-7f7b316e-ab47-4705-8793-b5733b7e4106 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:47.371061 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-7f7b316e-ab47-4705-8793-b5733b7e4106 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0102220 Aug 23 20:49:47.373713 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49304) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.382331 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [None req-eb00ada9-46c2-426d-8e9c-861a320ffd5e tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:47.385634 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-eb00ada9-46c2-426d-8e9c-861a320ffd5e tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0102117 Aug 23 20:49:47.387934 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49306) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.410939 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [None req-bdec1e69-c343-4924-8184-e1da290c249f tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:47.411938 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-bdec1e69-c343-4924-8184-e1da290c249f tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0232031 Aug 23 20:49:47.417787 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49310) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.422388 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [None req-7496fcf2-293e-4327-a663-359b066283aa tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:47.425677 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-7496fcf2-293e-4327-a663-359b066283aa tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0044878 Aug 23 20:49:47.427647 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec753c04-586e-4458-82ad-2dc83f2748a1 req-a6ed454c-8e30-47ff-983f-9517c735709a tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:47.427902 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49312) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.429258 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec753c04-586e-4458-82ad-2dc83f2748a1 req-a6ed454c-8e30-47ff-983f-9517c735709a tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 945 time: 0.1343439 Aug 23 20:49:47.440227 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [None req-359b3bd2-4b0f-4f7c-82ec-5409d1b0a759 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:47.444695 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-359b3bd2-4b0f-4f7c-82ec-5409d1b0a759 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0123830 Aug 23 20:49:47.446599 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49316) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.453801 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [None req-ef0472ee-9137-4159-bcfd-c6069131cb73 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:47.458122 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a2ed120-da0f-4ede-976b-c5d1e72c79c0 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:47.458306 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ef0472ee-9137-4159-bcfd-c6069131cb73 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0100877 Aug 23 20:49:47.458980 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49318) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.467059 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [None req-bb8fa3d3-5b8a-404a-a7c2-52f045d1c0c8 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:47.471550 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-bb8fa3d3-5b8a-404a-a7c2-52f045d1c0c8 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0086691 Aug 23 20:49:47.477237 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49320) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.486334 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [None req-cef89639-8668-41f0-b38f-d81a27ddae92 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:47.487285 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-cef89639-8668-41f0-b38f-d81a27ddae92 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0091627 Aug 23 20:49:47.491862 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49322) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.497847 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [None req-f80ed767-3dcb-4964-afdc-70b90a8d6ac1 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:47.501157 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f80ed767-3dcb-4964-afdc-70b90a8d6ac1 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0058017 Aug 23 20:49:47.501458 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49326) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.506735 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [None req-49e73514-3705-4fc6-b5f8-bb7511f2178e tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:47.510224 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-49e73514-3705-4fc6-b5f8-bb7511f2178e tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0075960 Aug 23 20:49:47.512891 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49328) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.522197 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [None req-16b43e4c-29e5-4f23-bc3f-11cbcb38bb2d tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:47.523691 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-16b43e4c-29e5-4f23-bc3f-11cbcb38bb2d tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0096145 Aug 23 20:49:47.529987 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49330) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.532761 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec753c04-586e-4458-82ad-2dc83f2748a1 req-31d9f283-bc24-436b-930f-7560cdd1e9d0 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927415 Aug 23 20:49:47.535816 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [None req-807b3f96-6542-4ee9-acfd-cb1917dd972b tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:47.540589 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-807b3f96-6542-4ee9-acfd-cb1917dd972b tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0091131 Aug 23 20:49:47.541262 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49332) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.553166 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [None req-989521c3-7a6f-4558-9a84-e6ef03b64c41 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:47.554304 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-989521c3-7a6f-4558-9a84-e6ef03b64c41 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0088809 Aug 23 20:49:47.557290 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49336) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.563035 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [None req-101b7dbc-c30a-4ae3-a39d-b60e4481b969 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:47.567744 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-101b7dbc-c30a-4ae3-a39d-b60e4481b969 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0092821 Aug 23 20:49:47.569280 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49338) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.576581 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [None req-5021e1c8-7477-45e6-b86f-2e3326d43ded tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:47.577760 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-5021e1c8-7477-45e6-b86f-2e3326d43ded tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0075762 Aug 23 20:49:47.580501 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49340) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.586858 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [None req-855fc85a-9abd-4d7e-952f-4a77cbb00253 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:47.587868 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-855fc85a-9abd-4d7e-952f-4a77cbb00253 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0063238 Aug 23 20:49:47.590690 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49342) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.595924 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [None req-5ae332e6-5928-460b-9e2e-da84d557171f tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:47.596714 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5ae332e6-5928-460b-9e2e-da84d557171f tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0050292 Aug 23 20:49:47.600185 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a2ed120-da0f-4ede-976b-c5d1e72c79c0 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:47.601649 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49344) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.607594 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [None req-4cbe16f2-dac8-447c-92ba-035ffdc2e8dd tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:47.611205 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4cbe16f2-dac8-447c-92ba-035ffdc2e8dd tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0084479 Aug 23 20:49:47.612130 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49346) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.615230 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3132aa7f-303f-4857-8b26-d62c0fe1f438 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:47.622313 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [None req-2cf38d11-2100-4b60-a553-8712c51c3568 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:47.623262 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2cf38d11-2100-4b60-a553-8712c51c3568 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0067785 Aug 23 20:49:47.624946 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3132aa7f-303f-4857-8b26-d62c0fe1f438 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:47.631742 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49350) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.632667 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2ed120-da0f-4ede-976b-c5d1e72c79c0 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event deleted for resources: {'Subnet': ['ID=c4f0ae21-abcf-4bdf-b293-aaf664e30b84,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:47.636613 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a2ed120-da0f-4ede-976b-c5d1e72c79c0 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:47.639169 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [None req-5b03683f-2b35-46b6-a102-d903875bc37d tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:47.641259 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1a2ed120-da0f-4ede-976b-c5d1e72c79c0 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/c4f0ae21-abcf-4bdf-b293-aaf664e30b84 HTTP/1.1" status: 204 len: 168 time: 0.5668302 Aug 23 20:49:47.641913 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49352) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.643015 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-5b03683f-2b35-46b6-a102-d903875bc37d tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0075212 Aug 23 20:49:47.643696 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49354) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.652895 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [None req-cec3cc84-7f1e-43e9-985b-cf3615fab512 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:47.656712 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-cec3cc84-7f1e-43e9-985b-cf3615fab512 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0075734 Aug 23 20:49:47.658016 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49356) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.669326 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [None req-f4b2efd0-2d8c-401e-a8ad-86b331e374a5 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:47.673020 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f4b2efd0-2d8c-401e-a8ad-86b331e374a5 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0076272 Aug 23 20:49:47.676388 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49358) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.682215 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [None req-6b8b7198-101c-4f24-bdd6-fe99f060dcc8 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:47.685951 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-6b8b7198-101c-4f24-bdd6-fe99f060dcc8 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0071466 Aug 23 20:49:47.689744 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49360) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.695230 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [None req-cdd793b1-e130-4721-8b6f-11bcfea4b4f6 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:47.698315 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-cdd793b1-e130-4721-8b6f-11bcfea4b4f6 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0056622 Aug 23 20:49:47.701179 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6df770a0-723d-41df-8b3d-6f064eee035a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0559106 Aug 23 20:49:47.701179 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49364) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.705519 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [None req-a3d8db4d-cc9b-468e-8eae-4b79d305d89a tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:47.707701 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3132aa7f-303f-4857-8b26-d62c0fe1f438 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:47.708575 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a3d8db4d-cc9b-468e-8eae-4b79d305d89a tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0073082 Aug 23 20:49:47.711739 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49366) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.711739 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49368) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.711970 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-3132aa7f-303f-4857-8b26-d62c0fe1f438 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4211359 Aug 23 20:49:47.713952 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49370) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.719751 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-8cc870b9-23c1-48ef-b0b9-a8a9bde93020 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Request body: {'security_group_rule': {'security_group_id': 'fc04d4b5-e364-4363-8d36-42b54d8aab0c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '9c5767be-dbb8-40c7-b690-a7dd04f58e34'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:47.720340 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [None req-deb4fc3a-a3bd-484b-935d-5909f01ca815 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:47.725051 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-deb4fc3a-a3bd-484b-935d-5909f01ca815 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0086529 Aug 23 20:49:47.733608 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49372) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.741335 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [None req-149be801-6987-4779-b328-dfd0806d3672 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:47.745248 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-149be801-6987-4779-b328-dfd0806d3672 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0093594 Aug 23 20:49:47.748236 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49374) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.754265 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [None req-3502e83f-ece8-4998-9ff3-d3ac2d363eea tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:47.758236 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-3502e83f-ece8-4998-9ff3-d3ac2d363eea tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0087144 Aug 23 20:49:47.759427 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3132aa7f-303f-4857-8b26-d62c0fe1f438 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5767be-dbb8-40c7-b690-a7dd04f58e34,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:47.763459 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49376) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.780612 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [None req-1bb8f6b7-b94c-4240-8411-423dac6cc22d tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:47.784588 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-1bb8f6b7-b94c-4240-8411-423dac6cc22d tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0085359 Aug 23 20:49:47.787624 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49380) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.788294 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-8cc870b9-23c1-48ef-b0b9-a8a9bde93020 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 20:49:47.789387 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8cc870b9-23c1-48ef-b0b9-a8a9bde93020 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0745103 Aug 23 20:49:47.794937 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [None req-581e9841-2051-4f1f-b873-ee1c52735300 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:47.798731 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-581e9841-2051-4f1f-b873-ee1c52735300 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0055647 Aug 23 20:49:47.798731 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49382) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.799666 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49384) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.810692 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a99fde7-a951-473a-a84b-e65a65e2a697 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:47.811704 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5a99fde7-a951-473a-a84b-e65a65e2a697 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0998139 Aug 23 20:49:47.814789 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [None req-7d27f18b-bb88-43e7-8c11-fc59b7153d95 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:47.818654 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49386) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.819217 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49388) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.822895 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-7d27f18b-bb88-43e7-8c11-fc59b7153d95 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0151610 Aug 23 20:49:47.842369 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [None req-2344ea4f-65a8-4419-966e-10247aa6385d tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:47.848506 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2344ea4f-65a8-4419-966e-10247aa6385d tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0243056 Aug 23 20:49:47.849163 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49390) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.862110 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [None req-9c183117-0a12-494f-b242-7aa785168052 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:47.865973 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9c183117-0a12-494f-b242-7aa785168052 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0120516 Aug 23 20:49:47.868773 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49394) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.874561 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [None req-c7feb343-9acc-4d42-b903-a96ddcf6d3f6 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] http://10.222.0.61:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:47.878453 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c7feb343-9acc-4d42-b903-a96ddcf6d3f6 tempest-ExtensionsTestJSON-1068113881 tempest-ExtensionsTestJSON-1068113881-project] 10.222.0.61 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0061646 Aug 23 20:49:47.920761 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec0bcab-7809-4422-9382-b0d7db46ac9f tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:47.923266 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8ec0bcab-7809-4422-9382-b0d7db46ac9f tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1030607 Aug 23 20:49:47.925971 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49398) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:47.968976 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fdec5443-bc6c-4639-a4c2-15c30f34e0a0 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:47.993966 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3074384c-fe4d-4fb1-ad81-1b566a443d2d tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0553470 Aug 23 20:49:47.994427 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49402) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:48.005231 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fdec5443-bc6c-4639-a4c2-15c30f34e0a0 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:48.027955 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-1764fb3e-2698-42e7-a362-4d140eb60c44 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] DELETE failed (client error): The resource could not be found. Aug 23 20:49:48.028726 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1764fb3e-2698-42e7-a362-4d140eb60c44 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:49:48.033039 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1764fb3e-2698-42e7-a362-4d140eb60c44 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/ports/4f431bca-c891-416b-8bcd-44d2d0413e85 HTTP/1.1" status: 404 len: 333 time: 0.0352657 Aug 23 20:49:48.033604 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49404) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:48.077298 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdf985ce-0f2e-440b-bfe7-ced110b1cb05 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] DELETE failed (client error): The resource could not be found. Aug 23 20:49:48.077298 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdf985ce-0f2e-440b-bfe7-ced110b1cb05 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:49:48.079119 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-bdf985ce-0f2e-440b-bfe7-ced110b1cb05 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/0a256bf5-785b-4344-9a32-c0d9914b3215 HTTP/1.1" status: 404 len: 337 time: 0.0445175 Aug 23 20:49:48.082687 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49408) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:48.095123 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fdec5443-bc6c-4639-a4c2-15c30f34e0a0 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:48.099057 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fdec5443-bc6c-4639-a4c2-15c30f34e0a0 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:48.100320 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-fdec5443-bc6c-4639-a4c2-15c30f34e0a0 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] 10.222.0.61 "DELETE /v2.0/security-groups/9c5767be-dbb8-40c7-b690-a7dd04f58e34 HTTP/1.1" status: 204 len: 168 time: 0.3013539 Aug 23 20:49:48.103482 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49410) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:48.152967 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec5443-bc6c-4639-a4c2-15c30f34e0a0 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5767be-dbb8-40c7-b690-a7dd04f58e34,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:48.165766 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-db99932f-5a75-4e67-88fc-e3e34eeb5cb3 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] DELETE failed (client error): The resource could not be found. Aug 23 20:49:48.166244 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db99932f-5a75-4e67-88fc-e3e34eeb5cb3 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:49:48.168094 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-db99932f-5a75-4e67-88fc-e3e34eeb5cb3 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/c4f0ae21-abcf-4bdf-b293-aaf664e30b84 HTTP/1.1" status: 404 len: 337 time: 0.0828907 Aug 23 20:49:48.168520 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-87a8fd83-a59a-4d4b-9ebc-eb63e48269c0 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0630744 Aug 23 20:49:48.171097 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49416) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:48.174109 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49418) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:48.237325 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-c04a8d88-7c77-40c7-a5b2-b8839adbd2f3 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] DELETE failed (client error): The resource could not be found. Aug 23 20:49:48.241212 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c04a8d88-7c77-40c7-a5b2-b8839adbd2f3 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:49:48.245411 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c04a8d88-7c77-40c7-a5b2-b8839adbd2f3 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/ports/2fa25e27-fdbc-465b-877e-bc97b20225fc HTTP/1.1" status: 404 len: 333 time: 0.0620928 Aug 23 20:49:48.248052 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49422) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:48.287341 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-8766e435-b523-42ea-892e-cab7bd1310bb tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] DELETE failed (client error): The resource could not be found. Aug 23 20:49:48.288105 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8766e435-b523-42ea-892e-cab7bd1310bb tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:49:48.293155 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8766e435-b523-42ea-892e-cab7bd1310bb tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/c7b73301-7f9d-4bde-b512-eff731990cae HTTP/1.1" status: 404 len: 337 time: 0.0417969 Aug 23 20:49:48.297271 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49424) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:48.301465 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b74e6e-6745-4552-9ac4-71d9b847302e req-200601db-3146-4648-b08d-3a7fe5ad3b7f tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:48.303188 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-26b74e6e-6745-4552-9ac4-71d9b847302e req-200601db-3146-4648-b08d-3a7fe5ad3b7f tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b42a061-3f48-45c8-98c1-e9f088125482 HTTP/1.1" status: 200 len: 946 time: 0.1321962 Aug 23 20:49:48.348042 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-502c6a14-b3a9-40d8-865e-22a02478f36b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] DELETE failed (client error): The resource could not be found. Aug 23 20:49:48.348649 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-502c6a14-b3a9-40d8-865e-22a02478f36b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:49:48.350818 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-502c6a14-b3a9-40d8-865e-22a02478f36b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/fbeb19bb-c929-4d3c-84cb-0fce7af6920d HTTP/1.1" status: 404 len: 337 time: 0.0521383 Aug 23 20:49:48.356156 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49430) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:48.367394 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9f5daf6-27b0-4a6c-89f5-4643f942349d tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:48.408015 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9f5daf6-27b0-4a6c-89f5-4643f942349d tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:48.420468 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-45d589ff-7e60-4c9d-b4b0-9ba112bbab04 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] DELETE failed (client error): The resource could not be found. Aug 23 20:49:48.421441 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45d589ff-7e60-4c9d-b4b0-9ba112bbab04 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:49:48.423536 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-45d589ff-7e60-4c9d-b4b0-9ba112bbab04 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/ports/00808f21-43d6-4c79-b8b8-3910d2c02e74 HTTP/1.1" status: 404 len: 333 time: 0.0402009 Aug 23 20:49:48.428904 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49432) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:48.490354 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-85001213-a96b-43ac-98f9-b30ef4053384 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] DELETE failed (client error): The resource could not be found. Aug 23 20:49:48.491113 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85001213-a96b-43ac-98f9-b30ef4053384 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:49:48.492285 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9f5daf6-27b0-4a6c-89f5-4643f942349d tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:48.493610 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-85001213-a96b-43ac-98f9-b30ef4053384 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/4e17a748-e4c8-4af7-bf00-e437d8020e58 HTTP/1.1" status: 404 len: 337 time: 0.0440414 Aug 23 20:49:48.495827 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9f5daf6-27b0-4a6c-89f5-4643f942349d tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:48.500735 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49436) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:48.500969 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f9f5daf6-27b0-4a6c-89f5-4643f942349d tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] 10.222.0.61 "DELETE /v2.0/security-groups/fc04d4b5-e364-4363-8d36-42b54d8aab0c HTTP/1.1" status: 204 len: 168 time: 0.3284044 Aug 23 20:49:48.501565 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49438) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:48.514475 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9417cac8-890e-424e-9e05-2d8a471504cd req-41ed0a31-0df7-4d0f-ade8-b321aea6813a tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:48.527259 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9417cac8-890e-424e-9e05-2d8a471504cd req-41ed0a31-0df7-4d0f-ade8-b321aea6813a tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] 10.222.0.61 "GET /v2.0/ports?device_id=941e1158-ddd5-40f7-8794-947a21f63f51 HTTP/1.1" status: 200 len: 945 time: 0.2344167 Aug 23 20:49:48.536502 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f5daf6-27b0-4a6c-89f5-4643f942349d tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc04d4b5-e364-4363-8d36-42b54d8aab0c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:48.539382 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c226ef95-c975-4d8b-b2fd-c0b434d9a0f5 None None] Network 6435e9ee-eaf5-46f5-a85c-299ee4fcacce requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:49:48.542009 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49444) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:48.598954 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd91665f-e576-49dc-a2de-57c04cca180e tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] DELETE failed (client error): The resource could not be found. Aug 23 20:49:48.599641 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd91665f-e576-49dc-a2de-57c04cca180e tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:49:48.601800 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-bd91665f-e576-49dc-a2de-57c04cca180e tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/f038341a-2c5e-43d9-b9df-138a571b41a5 HTTP/1.1" status: 404 len: 337 time: 0.0969870 Aug 23 20:49:48.605242 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49450) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:48.656126 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9417cac8-890e-424e-9e05-2d8a471504cd req-3ee702c4-b23d-4bad-8360-8e8a827113e4 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] 10.222.0.61 "GET /v2.0/security-groups?id=431a5b0f-2383-47d8-8c25-b16c17d3f9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250560 Aug 23 20:49:48.670661 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c6b1c4c-24b6-47f1-bb4e-4be0fe27f07b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] DELETE failed (client error): The resource could not be found. Aug 23 20:49:48.671470 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c6b1c4c-24b6-47f1-bb4e-4be0fe27f07b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:49:48.673297 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-4c6b1c4c-24b6-47f1-bb4e-4be0fe27f07b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/ports/9cffa6f5-aa9d-433a-af83-afd4595bbec3 HTTP/1.1" status: 404 len: 333 time: 0.0669649 Aug 23 20:49:48.675583 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-94385674-5115-4f34-9c31-7fe4d6038569 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1688516 Aug 23 20:49:48.679476 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49452) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:48.680162 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49454) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:48.699505 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c4669aaf-95c4-47b0-95fa-b32659a4d64f tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Request body: {'security_group': {'name': 'tempest-secgroup--1876532802'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:48.701863 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cf6969ed-8faa-409f-9738-4d75a2461edb None None] Provisioning complete for port a0755e0b-5b65-4855-bded-0c4adacf7614 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:49:48.702519 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cf6969ed-8faa-409f-9738-4d75a2461edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:48.711841 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-26b74e6e-6745-4552-9ac4-71d9b847302e req-9ba240c7-9098-45b9-8f24-450a616f4138 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Deleting port 814e6dd1-6883-4b17-be1f-dd294d98792e {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:49:48.712274 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-26b74e6e-6745-4552-9ac4-71d9b847302e req-9ba240c7-9098-45b9-8f24-450a616f4138 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:48.758236 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d025f91-a107-4875-b4b2-b25de54dc8ec tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] DELETE failed (client error): The resource could not be found. Aug 23 20:49:48.759060 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d025f91-a107-4875-b4b2-b25de54dc8ec tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:49:48.762692 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-3d025f91-a107-4875-b4b2-b25de54dc8ec tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/0bfb4c70-17ae-4d68-afb9-0721cf07f993 HTTP/1.1" status: 404 len: 337 time: 0.0775514 Aug 23 20:49:48.771395 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f344b1-4943-41c8-bd85-b00eb0d5e994 req-9954f360-6893-4fed-a75b-9dbeb7381729 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:48.779470 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b5f344b1-4943-41c8-bd85-b00eb0d5e994 req-9954f360-6893-4fed-a75b-9dbeb7381729 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 945 time: 0.0996165 Aug 23 20:49:48.790980 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49456) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:48.864438 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9c4136-806a-4ef3-8cc2-da41a8235525 None None] DHCP port deletion for 6435e9ee-eaf5-46f5-a85c-299ee4fcacce request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:49:48.869232 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-97c148f8-a275-4ebe-95a9-e4782626cbc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:48.903690 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b5f344b1-4943-41c8-bd85-b00eb0d5e994 req-a0d4ef20-7563-44d3-82c6-0ee2c0220a22 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232481 Aug 23 20:49:48.921655 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a65fa8-e662-4bfb-b33d-540eb5e604f1 req-8d626d92-b489-4110-839e-5e24b423238f tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:48.923420 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f5a65fa8-e662-4bfb-b33d-540eb5e604f1 req-8d626d92-b489-4110-839e-5e24b423238f tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] 10.222.0.32 "GET /v2.0/ports?device_id=941e1158-ddd5-40f7-8794-947a21f63f51 HTTP/1.1" status: 200 len: 945 time: 0.1388781 Aug 23 20:49:48.926324 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49460) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:48.930086 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-ad9c4136-806a-4ef3-8cc2-da41a8235525 None None] Deleting port a0755e0b-5b65-4855-bded-0c4adacf7614 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:49:48.931728 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ad9c4136-806a-4ef3-8cc2-da41a8235525 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:48.933188 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd022233-0325-4af8-8481-0542e4741458 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] DELETE failed (client error): The resource could not be found. Aug 23 20:49:48.933817 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd022233-0325-4af8-8481-0542e4741458 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:49:48.939101 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49466) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:48.939379 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-fd022233-0325-4af8-8481-0542e4741458 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/88938f39-dd6a-4ac3-8556-892907356b56 HTTP/1.1" status: 404 len: 337 time: 0.1453481 Aug 23 20:49:48.948770 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.db.api [None req-97c148f8-a275-4ebe-95a9-e4782626cbc9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 20:49:48.948770 n-d-805663-2 neutron-server[94687]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 23 20:49:48.948770 n-d-805663-2 neutron-server[94687]: [parameters: {'project_id': 'fa2de93435374b9fbce3bf58e8ff2409', 'id': 'fd2acae9-5bd0-4bac-a623-d5d1288b65bc', 'expiration': datetime.datetime(2021, 8, 23, 20, 51, 48, 934475)}] Aug 23 20:49:48.948770 n-d-805663-2 neutron-server[94687]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94687) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 20:49:48.949585 n-d-805663-2 neutron-server[94687]: DEBUG oslo_db.api [None req-97c148f8-a275-4ebe-95a9-e4782626cbc9 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 20:49:48.982715 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c4669aaf-95c4-47b0-95fa-b32659a4d64f tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:48.986686 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0a1df61-2e04-4b61-81a0-f1ea03ef08c9 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] DELETE failed (client error): The resource could not be found. Aug 23 20:49:48.987448 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0a1df61-2e04-4b61-81a0-f1ea03ef08c9 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:49:48.992230 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c0a1df61-2e04-4b61-81a0-f1ea03ef08c9 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/ports/8a1918c5-e107-4d2d-aa0f-9e1249975e55 HTTP/1.1" status: 404 len: 333 time: 0.0492225 Aug 23 20:49:48.993095 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49468) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:49.025816 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4dc8a24-7a11-4ef0-a213-fd18066c9611 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] DELETE failed (client error): The resource could not be found. Aug 23 20:49:49.026280 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4dc8a24-7a11-4ef0-a213-fd18066c9611 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:49:49.028043 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f4dc8a24-7a11-4ef0-a213-fd18066c9611 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/ad8799a5-644f-4afd-8640-64ad66efca28 HTTP/1.1" status: 404 len: 337 time: 0.0337939 Aug 23 20:49:49.033736 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49470) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:49.036265 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-26b74e6e-6745-4552-9ac4-71d9b847302e req-9ba240c7-9098-45b9-8f24-450a616f4138 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] For port 814e6dd1-6883-4b17-be1f-dd294d98792e, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=814e6dd1-6883-4b17-be1f-dd294d98792e,segment=NetworkSegment(7894c505-09d6-464f-85a5-5c5cc75b2c91),segment_id=7894c505-09d6-464f-85a5-5c5cc75b2c91)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:49:49.036760 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-26b74e6e-6745-4552-9ac4-71d9b847302e req-9ba240c7-9098-45b9-8f24-450a616f4138 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:49.047223 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-ad9c4136-806a-4ef3-8cc2-da41a8235525 None None] For port a0755e0b-5b65-4855-bded-0c4adacf7614, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=a0755e0b-5b65-4855-bded-0c4adacf7614,segment=NetworkSegment(4edc9bcd-b38f-46d7-912e-76d1dcd7ce08),segment_id=4edc9bcd-b38f-46d7-912e-76d1dcd7ce08)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:49:49.047952 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ad9c4136-806a-4ef3-8cc2-da41a8235525 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:49.063862 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-ad9c4136-806a-4ef3-8cc2-da41a8235525 None None] Calling delete_port for a0755e0b-5b65-4855-bded-0c4adacf7614 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:49:49.080871 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e41acfb2-3b3b-4f8a-bc06-d49c4aaa4e83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:49.097513 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-26b74e6e-6745-4552-9ac4-71d9b847302e req-9ba240c7-9098-45b9-8f24-450a616f4138 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Calling delete_port for 814e6dd1-6883-4b17-be1f-dd294d98792e owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:49:49.109172 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-2227f39f-3559-4fe0-886e-ae61fb48ee86 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] DELETE failed (client error): The resource could not be found. Aug 23 20:49:49.109949 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2227f39f-3559-4fe0-886e-ae61fb48ee86 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:49:49.115537 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49472) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:49.115820 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2227f39f-3559-4fe0-886e-ae61fb48ee86 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/ports/0c6c2913-4faf-48fe-83e5-9bc99c9651a4 HTTP/1.1" status: 404 len: 333 time: 0.0728679 Aug 23 20:49:49.130669 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-f5a65fa8-e662-4bfb-b33d-540eb5e604f1 req-cf918ca6-5823-4aa8-80d5-0ab7773745c3 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Deleting port e4e64430-27c2-43cb-b746-794251a4f3ea {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:49:49.131273 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f5a65fa8-e662-4bfb-b33d-540eb5e604f1 req-cf918ca6-5823-4aa8-80d5-0ab7773745c3 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:49.142743 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0c82e-c788-4853-b06c-bc2de604dc3f req-f669a0ac-9c05-4c4d-9ed8-19df1b9749cc tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:49.145126 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-02d0c82e-c788-4853-b06c-bc2de604dc3f req-f669a0ac-9c05-4c4d-9ed8-19df1b9749cc tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 945 time: 0.1599133 Aug 23 20:49:49.177253 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ad9c4136-806a-4ef3-8cc2-da41a8235525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:49.178948 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49474) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:49.183698 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b1a051f7-ffbd-433b-92ed-21da6f27ff81 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Request body: {'floatingip': {'port_id': '6c254a81-8d39-43bc-85ac-5d89be1c28d3'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:49.198444 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-382bd099-0ae9-4856-8681-90a8bf45f42c tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] DELETE failed (client error): The resource could not be found. Aug 23 20:49:49.198863 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-382bd099-0ae9-4856-8681-90a8bf45f42c tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:49:49.200611 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-382bd099-0ae9-4856-8681-90a8bf45f42c tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/26f1d759-5e49-4888-818b-1e2571e5e455 HTTP/1.1" status: 404 len: 337 time: 0.0812786 Aug 23 20:49:49.205292 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c4136-806a-4ef3-8cc2-da41a8235525 None None] Pushing event deleted for resources: {'Port': ['ID=a0755e0b-5b65-4855-bded-0c4adacf7614,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:49.207750 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49476) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:49.221639 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9c4136-806a-4ef3-8cc2-da41a8235525 None None] No DVR routers for this DVR port a0755e0b-5b65-4855-bded-0c4adacf7614 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:49:49.242804 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b1a051f7-ffbd-433b-92ed-21da6f27ff81 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks [] for floatingip, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:49.246238 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-5586dc14-f0ff-4e4d-b7ef-fcc49ef4d5ac tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] DELETE failed (client error): The resource could not be found. Aug 23 20:49:49.246957 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5586dc14-f0ff-4e4d-b7ef-fcc49ef4d5ac tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:49:49.251013 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5586dc14-f0ff-4e4d-b7ef-fcc49ef4d5ac tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/ports/f0d9d665-a864-4ed6-b4c3-ee321e061495 HTTP/1.1" status: 404 len: 333 time: 0.0399883 Aug 23 20:49:49.255554 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49478) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:49.298940 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c2b12b6-1beb-44f2-a735-6a33e283bf8a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] DELETE failed (client error): The resource could not be found. Aug 23 20:49:49.299404 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c2b12b6-1beb-44f2-a735-6a33e283bf8a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:49:49.303868 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6c2b12b6-1beb-44f2-a735-6a33e283bf8a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/a13b4360-9830-4bbe-83cb-f477502a1262 HTTP/1.1" status: 404 len: 337 time: 0.0446672 Aug 23 20:49:49.306710 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49480) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:49.349229 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cd843f6-52a5-4f0a-a78f-4a15bb7e2524 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] DELETE failed (client error): The resource could not be found. Aug 23 20:49:49.349229 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cd843f6-52a5-4f0a-a78f-4a15bb7e2524 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:49:49.351116 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2cd843f6-52a5-4f0a-a78f-4a15bb7e2524 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/ports/a8d2666f-9e82-41bf-b4b9-bbfdc1126185 HTTP/1.1" status: 404 len: 333 time: 0.0429447 Aug 23 20:49:49.358230 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49482) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:49.366409 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-f5a65fa8-e662-4bfb-b33d-540eb5e604f1 req-cf918ca6-5823-4aa8-80d5-0ab7773745c3 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] For port e4e64430-27c2-43cb-b746-794251a4f3ea, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=e4e64430-27c2-43cb-b746-794251a4f3ea,segment=NetworkSegment(7894c505-09d6-464f-85a5-5c5cc75b2c91),segment_id=7894c505-09d6-464f-85a5-5c5cc75b2c91)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:49:49.366763 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f5a65fa8-e662-4bfb-b33d-540eb5e604f1 req-cf918ca6-5823-4aa8-80d5-0ab7773745c3 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:49.386383 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-f5a65fa8-e662-4bfb-b33d-540eb5e604f1 req-cf918ca6-5823-4aa8-80d5-0ab7773745c3 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Calling delete_port for e4e64430-27c2-43cb-b746-794251a4f3ea owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:49:49.415520 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-45910623-fde4-448e-aa18-da9e365e0f0b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] DELETE failed (client error): The resource could not be found. Aug 23 20:49:49.415966 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45910623-fde4-448e-aa18-da9e365e0f0b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:49:49.417705 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-45910623-fde4-448e-aa18-da9e365e0f0b tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/55c98e0c-81d3-43ac-a3d2-0fbeba293a9c HTTP/1.1" status: 404 len: 337 time: 0.0585384 Aug 23 20:49:49.422211 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49484) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:49.446414 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e41acfb2-3b3b-4f8a-bc06-d49c4aaa4e83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:49.458215 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-97c148f8-a275-4ebe-95a9-e4782626cbc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:49.468991 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e41acfb2-3b3b-4f8a-bc06-d49c4aaa4e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:49.475583 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3c31e65-8470-408e-8bef-dfdd8fa2a761 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] DELETE failed (client error): The resource could not be found. Aug 23 20:49:49.476475 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3c31e65-8470-408e-8bef-dfdd8fa2a761 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:49:49.478853 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a3c31e65-8470-408e-8bef-dfdd8fa2a761 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/ports/99688938-c58f-44e9-941b-ca29acfd0b00 HTTP/1.1" status: 404 len: 333 time: 0.0532403 Aug 23 20:49:49.507523 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49486) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:49.508134 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41acfb2-3b3b-4f8a-bc06-d49c4aaa4e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb678c4-93b3-4bba-9ac4-a72877a91de2,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:49.537484 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-26b74e6e-6745-4552-9ac4-71d9b847302e req-9ba240c7-9098-45b9-8f24-450a616f4138 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:49.543353 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-bde5fab9-25be-4404-b041-2cd230a245f4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] DELETE failed (client error): The resource could not be found. Aug 23 20:49:49.543823 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bde5fab9-25be-4404-b041-2cd230a245f4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:49:49.548039 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-bde5fab9-25be-4404-b041-2cd230a245f4 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/36808760-c2fb-4f47-9ed1-0fc19a13ea1a HTTP/1.1" status: 404 len: 337 time: 0.0339923 Aug 23 20:49:49.549439 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['814e6dd1-6883-4b17-be1f-dd294d98792e'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:49:49.555036 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49488) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:49.579588 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['e4e64430-27c2-43cb-b746-794251a4f3ea'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:49:49.620107 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba240c7-9098-45b9-8f24-450a616f4138 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Pushing event deleted for resources: {'Port': ['ID=814e6dd1-6883-4b17-be1f-dd294d98792e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:49.653266 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-70d7cdbc-d3ab-4d5b-a337-12ea77539ea3 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] DELETE failed (client error): The resource could not be found. Aug 23 20:49:49.654011 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70d7cdbc-d3ab-4d5b-a337-12ea77539ea3 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:49:49.655797 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-70d7cdbc-d3ab-4d5b-a337-12ea77539ea3 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/ports/0f46ce98-9e23-42ac-8c88-952fcdbefa82 HTTP/1.1" status: 404 len: 333 time: 0.0997877 Aug 23 20:49:49.664339 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49490) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:49.698405 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e41acfb2-3b3b-4f8a-bc06-d49c4aaa4e83 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4b41343a26f84b50a34ed0d699b12ea0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7707248 Aug 23 20:49:49.701420 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49494) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:49.763101 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd6bc96c-6aaa-4af8-add8-f5bf8cc12281 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] DELETE failed (client error): The resource could not be found. Aug 23 20:49:49.763394 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f5a65fa8-e662-4bfb-b33d-540eb5e604f1 req-cf918ca6-5823-4aa8-80d5-0ab7773745c3 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:49.763548 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd6bc96c-6aaa-4af8-add8-f5bf8cc12281 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:49:49.768011 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-fd6bc96c-6aaa-4af8-add8-f5bf8cc12281 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/df5eefda-f263-4c59-a356-e9e8376a4599 HTTP/1.1" status: 404 len: 337 time: 0.0984588 Aug 23 20:49:49.775452 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['814e6dd1-6883-4b17-be1f-dd294d98792e'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:49:49.780229 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49496) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:49.793503 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b74e6e-6745-4552-9ac4-71d9b847302e req-9ba240c7-9098-45b9-8f24-450a616f4138 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] No DVR routers for this DVR port 814e6dd1-6883-4b17-be1f-dd294d98792e on host n-h1-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:49:49.802148 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-26b74e6e-6745-4552-9ac4-71d9b847302e req-9ba240c7-9098-45b9-8f24-450a616f4138 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:49.804229 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-26b74e6e-6745-4552-9ac4-71d9b847302e req-9ba240c7-9098-45b9-8f24-450a616f4138 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] 10.222.0.11 "DELETE /v2.0/ports/814e6dd1-6883-4b17-be1f-dd294d98792e HTTP/1.1" status: 204 len: 173 time: 1.4838107 Aug 23 20:49:49.804714 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b42a061-3f48-45c8-98c1-e9f088125482', 'name': 'network-vif-deleted', 'tag': '814e6dd1-6883-4b17-be1f-dd294d98792e'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:49:49.807094 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d012a1f1-9c9d-43cc-8c12-7b8969c51d43" -d '{"events": [{"server_uuid": "3b42a061-3f48-45c8-98c1-e9f088125482", "name": "network-vif-deleted", "tag": "814e6dd1-6883-4b17-be1f-dd294d98792e"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:49:49.817902 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1c37ffaf-883f-4f63-b297-9cdb5be5220a req-d4f09e86-afb8-43a9-99c7-feee8fa33f33 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] 10.222.0.61 "GET /v2.0/ports?device_id=941e1158-ddd5-40f7-8794-947a21f63f51 HTTP/1.1" status: 200 len: 210 time: 0.0565383 Aug 23 20:49:49.868294 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-49a05cad-9ecb-4970-a0b2-baf03f82db80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:49.876853 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e537e8-1849-4f7f-9a6d-d71ff261f565 x-openstack-request-id: req-57e537e8-1849-4f7f-9a6d-d71ff261f565 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:49:49.877147 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b42a061-3f48-45c8-98c1-e9f088125482", "name": "network-vif-deleted", "tag": "814e6dd1-6883-4b17-be1f-dd294d98792e", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:49:49.877405 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-57e537e8-1849-4f7f-9a6d-d71ff261f565 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:49:49.877805 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b42a061-3f48-45c8-98c1-e9f088125482', 'name': 'network-vif-deleted', 'tag': '814e6dd1-6883-4b17-be1f-dd294d98792e', 'status': 'completed', 'code': 200} Aug 23 20:49:49.897336 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-49a05cad-9ecb-4970-a0b2-baf03f82db80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:49.914825 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c67d99b-9df1-4e76-b964-684d0c852c1d tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] DELETE failed (client error): The resource could not be found. Aug 23 20:49:49.915629 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c67d99b-9df1-4e76-b964-684d0c852c1d tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:49:49.916967 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c4669aaf-95c4-47b0-95fa-b32659a4d64f tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:49.917683 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2c67d99b-9df1-4e76-b964-684d0c852c1d tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/7c340db0-6051-4bb5-960a-164f9143c881 HTTP/1.1" status: 404 len: 337 time: 0.1343019 Aug 23 20:49:49.918583 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf918ca6-5823-4aa8-80d5-0ab7773745c3 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Pushing event deleted for resources: {'Port': ['ID=e4e64430-27c2-43cb-b746-794251a4f3ea,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:49.921456 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49500) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:49.989711 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a65fa8-e662-4bfb-b33d-540eb5e604f1 req-cf918ca6-5823-4aa8-80d5-0ab7773745c3 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] No DVR routers for this DVR port e4e64430-27c2-43cb-b746-794251a4f3ea on host n-h2-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:49:49.993493 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f5a65fa8-e662-4bfb-b33d-540eb5e604f1 req-cf918ca6-5823-4aa8-80d5-0ab7773745c3 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:49.995570 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f5a65fa8-e662-4bfb-b33d-540eb5e604f1 req-cf918ca6-5823-4aa8-80d5-0ab7773745c3 tempest-ListServersNegativeTestJSON-234741887 tempest-ListServersNegativeTestJSON-234741887-project] 10.222.0.32 "DELETE /v2.0/ports/e4e64430-27c2-43cb-b746-794251a4f3ea HTTP/1.1" status: 204 len: 173 time: 1.0589015 Aug 23 20:49:49.998787 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '941e1158-ddd5-40f7-8794-947a21f63f51', 'name': 'network-vif-deleted', 'tag': 'e4e64430-27c2-43cb-b746-794251a4f3ea'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:49:50.001213 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b187fbb-b59d-4ef7-8836-d5cf50215f90" -d '{"events": [{"server_uuid": "941e1158-ddd5-40f7-8794-947a21f63f51", "name": "network-vif-deleted", "tag": "e4e64430-27c2-43cb-b746-794251a4f3ea"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:49:50.022423 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c4669aaf-95c4-47b0-95fa-b32659a4d64f tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:50.037387 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0ea5ca6-0aad-4d3b-bed2-59018d7ebcd9 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] DELETE failed (client error): The resource could not be found. Aug 23 20:49:50.038969 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0ea5ca6-0aad-4d3b-bed2-59018d7ebcd9 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:49:50.041672 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b0ea5ca6-0aad-4d3b-bed2-59018d7ebcd9 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/ports/5d91e6ee-3eb7-4483-9613-bd957034269a HTTP/1.1" status: 404 len: 333 time: 0.1151516 Aug 23 20:49:50.046942 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49504) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:50.075180 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e1a404c-f3b1-426d-80ed-b77cf6983908 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] DELETE failed (client error): The resource could not be found. Aug 23 20:49:50.075639 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e1a404c-f3b1-426d-80ed-b77cf6983908 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:49:50.077849 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1e1a404c-f3b1-426d-80ed-b77cf6983908 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/a068e2fa-eef1-4e3a-b186-89f4c35fbcf3 HTTP/1.1" status: 404 len: 337 time: 0.0297511 Aug 23 20:49:50.078571 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-49a05cad-9ecb-4970-a0b2-baf03f82db80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:50.081026 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-49a05cad-9ecb-4970-a0b2-baf03f82db80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:50.083313 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-49a05cad-9ecb-4970-a0b2-baf03f82db80 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9eb678c4-93b3-4bba-9ac4-a72877a91de2 HTTP/1.1" status: 204 len: 168 time: 0.3805232 Aug 23 20:49:50.084346 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49506) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:50.085937 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4755159-09e5-459a-9fd7-846270392d74 x-openstack-request-id: req-b4755159-09e5-459a-9fd7-846270392d74 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:49:50.086554 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "941e1158-ddd5-40f7-8794-947a21f63f51", "name": "network-vif-deleted", "tag": "e4e64430-27c2-43cb-b746-794251a4f3ea", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:49:50.086554 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b4755159-09e5-459a-9fd7-846270392d74 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:49:50.087131 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '941e1158-ddd5-40f7-8794-947a21f63f51', 'name': 'network-vif-deleted', 'tag': 'e4e64430-27c2-43cb-b746-794251a4f3ea', 'status': 'completed', 'code': 200} Aug 23 20:49:50.127210 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4669aaf-95c4-47b0-95fa-b32659a4d64f tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be32364d-562a-40b3-ba84-7c2909b2b231,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:50.133629 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a05cad-9ecb-4970-a0b2-baf03f82db80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb678c4-93b3-4bba-9ac4-a72877a91de2,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:50.138759 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e4f75d5-23fe-47d1-87fe-abdbde0df3c1 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] DELETE failed (client error): The resource could not be found. Aug 23 20:49:50.139939 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e4f75d5-23fe-47d1-87fe-abdbde0df3c1 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:49:50.141880 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6e4f75d5-23fe-47d1-87fe-abdbde0df3c1 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/724903bf-dc52-49ed-9a57-2b58258b96f8 HTTP/1.1" status: 404 len: 337 time: 0.0513058 Aug 23 20:49:50.146268 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49510) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:50.188972 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-8450ef98-df2a-4a97-8fed-1e60cddb191e tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] DELETE failed (client error): The resource could not be found. Aug 23 20:49:50.189946 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8450ef98-df2a-4a97-8fed-1e60cddb191e tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:49:50.192533 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8450ef98-df2a-4a97-8fed-1e60cddb191e tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/ports/155a252b-6534-4dcd-aa2a-f9d0a3e00e58 HTTP/1.1" status: 404 len: 333 time: 0.0450792 Aug 23 20:49:50.196004 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49512) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:50.199142 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-97c148f8-a275-4ebe-95a9-e4782626cbc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:50.208160 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-97c148f8-a275-4ebe-95a9-e4782626cbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:50.216306 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c4669aaf-95c4-47b0-95fa-b32659a4d64f tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:50.217704 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c4669aaf-95c4-47b0-95fa-b32659a4d64f tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5360370 Aug 23 20:49:50.223149 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49514) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:50.230092 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c0d282b2-44ac-4e7f-bf7c-cda2f835eeb6 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Request body: {'security_group_rule': {'security_group_id': 'be32364d-562a-40b3-ba84-7c2909b2b231', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:50.266859 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-87fc53e9-f5f2-4c03-b332-940cb01592e6 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] DELETE failed (client error): The resource could not be found. Aug 23 20:49:50.267333 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87fc53e9-f5f2-4c03-b332-940cb01592e6 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:49:50.269614 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-87fc53e9-f5f2-4c03-b332-940cb01592e6 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/9d9f3534-9fee-4d4d-a4c2-e9ed67517f09 HTTP/1.1" status: 404 len: 337 time: 0.0727203 Aug 23 20:49:50.277874 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49518) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:50.319577 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b4b2a94-81e1-43ca-8701-744759c62e19 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] DELETE failed (client error): The resource could not be found. Aug 23 20:49:50.320352 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b4b2a94-81e1-43ca-8701-744759c62e19 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:49:50.322697 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3b4b2a94-81e1-43ca-8701-744759c62e19 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/536a4cf3-7737-4d0e-82f8-bfb13924d740 HTTP/1.1" status: 404 len: 337 time: 0.0427620 Aug 23 20:49:50.324591 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c148f8-a275-4ebe-95a9-e4782626cbc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8f4149-5a2e-47a9-8339-c3a32c4b0f74,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:50.325966 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b1a051f7-ffbd-433b-92ed-21da6f27ff81 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:50.326822 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49520) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:50.354251 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-97c148f8-a275-4ebe-95a9-e4782626cbc9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fa2de93435374b9fbce3bf58e8ff2409&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8093615 Aug 23 20:49:50.354561 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:50.355757 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49522) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:50.357873 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe4fde8b-7687-4f25-a75d-8b54da35ab40 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] DELETE failed (client error): The resource could not be found. Aug 23 20:49:50.358594 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe4fde8b-7687-4f25-a75d-8b54da35ab40 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:49:50.363244 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-fe4fde8b-7687-4f25-a75d-8b54da35ab40 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/ports/9e4e8b87-35ab-4564-867a-69b9ff08c3d8 HTTP/1.1" status: 404 len: 333 time: 0.0303793 Aug 23 20:49:50.363244 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b1a051f7-ffbd-433b-92ed-21da6f27ff81 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:50.364081 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49524) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:50.402790 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2d79c88-f329-4ae1-9a2e-a8669c1bd07a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] DELETE failed (client error): The resource could not be found. Aug 23 20:49:50.403246 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2d79c88-f329-4ae1-9a2e-a8669c1bd07a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:49:50.407392 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c2d79c88-f329-4ae1-9a2e-a8669c1bd07a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/19451ab3-0e32-44c8-9532-0e1365e45d54 HTTP/1.1" status: 404 len: 337 time: 0.0404778 Aug 23 20:49:50.407629 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-c0d282b2-44ac-4e7f-bf7c-cda2f835eeb6 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 20:49:50.407629 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c0d282b2-44ac-4e7f-bf7c-cda2f835eeb6 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1829972 Aug 23 20:49:50.410830 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49526) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:50.411398 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49528) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:50.420837 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-4c67d0a6-61f5-4084-91f1-d823741128ea tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Request body: {'security_group_rule': {'security_group_id': 'be32364d-562a-40b3-ba84-7c2909b2b231', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:50.459714 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-261687c9-b147-442d-845f-c54586320232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:50.510506 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-261687c9-b147-442d-845f-c54586320232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:50.524081 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-c887dd23-f315-4eb3-8237-9c85566a0105 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] DELETE failed (client error): The resource could not be found. Aug 23 20:49:50.524656 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c887dd23-f315-4eb3-8237-9c85566a0105 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:49:50.526285 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c887dd23-f315-4eb3-8237-9c85566a0105 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/e5d6276f-72e8-4aa5-aaf1-b6f1d34d41d6 HTTP/1.1" status: 404 len: 337 time: 0.1136174 Aug 23 20:49:50.530808 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49530) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:50.549011 n-d-805663-2 neutron-server[94688]: INFO neutron.db.l3_db [None req-b1a051f7-ffbd-433b-92ed-21da6f27ff81 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Floating IP f9d13147-b48e-4c90-9459-42aea921cb30 associated. External IP: 172.25.4.203, port: 6c254a81-8d39-43bc-85ac-5d89be1c28d3. Aug 23 20:49:50.613862 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-7cc59236-e74d-4fc3-8096-cc5740ac774d tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fd1750a-78af-488c-bdee-8593fba134a1 HTTP/1.1" status: 200 len: 205 time: 0.0805805 Aug 23 20:49:50.614519 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-261687c9-b147-442d-845f-c54586320232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:50.617622 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49532) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:50.624566 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device a0755e0b-5b65-4855-bded-0c4adacf7614 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:49:50.631841 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-261687c9-b147-442d-845f-c54586320232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:50.633126 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-261687c9-b147-442d-845f-c54586320232 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/de8f4149-5a2e-47a9-8339-c3a32c4b0f74 HTTP/1.1" status: 204 len: 168 time: 0.2763784 Aug 23 20:49:50.633763 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49534) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:50.654003 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261687c9-b147-442d-845f-c54586320232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8f4149-5a2e-47a9-8339-c3a32c4b0f74,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:50.655881 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73190c44-e749-4edf-9660-eb53c50335f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:50.664429 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-10d30a44-21ad-4d33-a412-ffbf2e35501a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] delete failed (client error): The resource could not be found. Aug 23 20:49:50.665692 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-10d30a44-21ad-4d33-a412-ffbf2e35501a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/routers/3fd1750a-78af-488c-bdee-8593fba134a1 HTTP/1.1" status: 404 len: 336 time: 0.0468590 Aug 23 20:49:50.668295 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49538) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:50.700016 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5769af3-dd17-459e-9e3d-c57576be56a6 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] DELETE failed (client error): The resource could not be found. Aug 23 20:49:50.700510 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5769af3-dd17-459e-9e3d-c57576be56a6 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:49:50.702573 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e5769af3-dd17-459e-9e3d-c57576be56a6 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/45f3b4a4-665f-4622-b8fb-78d586ed88b3 HTTP/1.1" status: 404 len: 337 time: 0.0333455 Aug 23 20:49:50.705177 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49540) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:50.705366 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: a0755e0b-5b65-4855-bded-0c4adacf7614 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:49:50.706066 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device a0755e0b-5b65-4855-bded-0c4adacf7614 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:49:50.740534 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-aa657fe4-4514-457d-8048-7b81680c6a67 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "GET /v2.0/ports?device_id=f806d319-d63a-4582-84ba-c1cc7a5f4df3 HTTP/1.1" status: 200 len: 205 time: 0.0335886 Aug 23 20:49:50.743883 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49542) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:50.758960 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-4c67d0a6-61f5-4084-91f1-d823741128ea tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 20:49:50.760012 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4c67d0a6-61f5-4084-91f1-d823741128ea tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3454382 Aug 23 20:49:50.763238 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49544) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:50.792580 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-895950fd-c4ea-410b-b2f2-d9cf3811247a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] delete failed (client error): The resource could not be found. Aug 23 20:49:50.793689 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-895950fd-c4ea-410b-b2f2-d9cf3811247a tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/routers/f806d319-d63a-4582-84ba-c1cc7a5f4df3 HTTP/1.1" status: 404 len: 336 time: 0.0486100 Aug 23 20:49:50.797590 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49546) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:50.828376 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-61dc8e1b-e10b-4a72-b7c4-1e293ab8a13e tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] DELETE failed (client error): The resource could not be found. Aug 23 20:49:50.828831 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61dc8e1b-e10b-4a72-b7c4-1e293ab8a13e tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:49:50.830558 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-61dc8e1b-e10b-4a72-b7c4-1e293ab8a13e tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/cb0d0359-77c7-499f-a61d-02997ca063e4 HTTP/1.1" status: 404 len: 337 time: 0.0320380 Aug 23 20:49:50.835115 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49548) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:50.870881 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbac472c-b2eb-4a6b-9c01-b534bf61b2ab tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] DELETE failed (client error): The resource could not be found. Aug 23 20:49:50.871618 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbac472c-b2eb-4a6b-9c01-b534bf61b2ab tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:49:50.871728 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a1b5071a-beee-4b8d-9b52-1c11c6992c03 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:50.874286 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-bbac472c-b2eb-4a6b-9c01-b534bf61b2ab tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/d27e1ee7-b87f-4375-9ce9-34a046b37b1c HTTP/1.1" status: 404 len: 337 time: 0.0379291 Aug 23 20:49:50.876841 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49552) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:50.911884 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-699594e6-ad47-4ce7-b114-e06cc5184363 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] DELETE failed (client error): The resource could not be found. Aug 23 20:49:50.912729 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-699594e6-ad47-4ce7-b114-e06cc5184363 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:49:50.914704 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-699594e6-ad47-4ce7-b114-e06cc5184363 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/ports/c6b69fbd-8193-4112-8045-0b8c22ea4ed6 HTTP/1.1" status: 404 len: 333 time: 0.0366805 Aug 23 20:49:50.924300 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49556) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:50.943956 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a1b5071a-beee-4b8d-9b52-1c11c6992c03 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:50.963059 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49560) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:51.010539 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-86584d07-5265-4389-9a31-47c34efe5b1c tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] DELETE failed (client error): The resource could not be found. Aug 23 20:49:51.011017 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86584d07-5265-4389-9a31-47c34efe5b1c tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:49:51.016226 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-86584d07-5265-4389-9a31-47c34efe5b1c tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/c99df2f3-5996-4eb5-b3d1-8896a5fb01d7 HTTP/1.1" status: 404 len: 337 time: 0.0907137 Aug 23 20:49:51.016871 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49562) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:51.031422 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73190c44-e749-4edf-9660-eb53c50335f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:51.043071 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-96679551-3fed-49e3-af1a-4b1a559943f9 admin admin] Deleting subnet 4f2cc9fc-fb6a-436b-bcfd-e8530b5ec67d {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:49:51.048805 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a051f7-ffbd-433b-92ed-21da6f27ff81 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Router 0af799e0-57d2-4679-b33c-71c8dd99c20b has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:49:51.051282 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-96679551-3fed-49e3-af1a-4b1a559943f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:51.062552 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73190c44-e749-4edf-9660-eb53c50335f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:51.067535 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-31a83457-3734-4514-9bc1-6e27503ce30e tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] DELETE failed (client error): The resource could not be found. Aug 23 20:49:51.068523 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31a83457-3734-4514-9bc1-6e27503ce30e tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:49:51.070812 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-31a83457-3734-4514-9bc1-6e27503ce30e tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/ports/daf8ed49-9224-456b-b637-fcae6a279253 HTTP/1.1" status: 404 len: 333 time: 0.0494044 Aug 23 20:49:51.077186 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49566) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:51.091212 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a1b5071a-beee-4b8d-9b52-1c11c6992c03 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:51.093740 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a1b5071a-beee-4b8d-9b52-1c11c6992c03 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:51.094867 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a1b5071a-beee-4b8d-9b52-1c11c6992c03 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] 10.222.0.61 "DELETE /v2.0/security-groups/be32364d-562a-40b3-ba84-7c2909b2b231 HTTP/1.1" status: 204 len: 168 time: 0.3305154 Aug 23 20:49:51.105559 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49570) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:51.130594 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-628aa4e1-2dc3-4721-893a-1bc75280b7dd tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] DELETE failed (client error): The resource could not be found. Aug 23 20:49:51.131052 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-628aa4e1-2dc3-4721-893a-1bc75280b7dd tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:49:51.137062 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-73190c44-e749-4edf-9660-eb53c50335f5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=071659ca3dc04124ae2c56c6ca0fff99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4952240 Aug 23 20:49:51.137256 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-628aa4e1-2dc3-4721-893a-1bc75280b7dd tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/40eb98f4-168c-45af-8f83-e2e18baa7570 HTTP/1.1" status: 404 len: 337 time: 0.0543802 Aug 23 20:49:51.137337 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49574) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:51.138677 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5071a-beee-4b8d-9b52-1c11c6992c03 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be32364d-562a-40b3-ba84-7c2909b2b231,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:51.141409 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49576) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:51.143079 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73190c44-e749-4edf-9660-eb53c50335f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a11bddd-946f-455a-bcc3-19c56066e4e0,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:51.156261 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-96679551-3fed-49e3-af1a-4b1a559943f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:51.218074 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3f058e14-a30e-459d-b6bf-b9ca5b15e8d8 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1069679 Aug 23 20:49:51.218659 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49580) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:51.226697 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-014df8c4-7a35-457b-bb17-ebed2a2d7e55 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Request body: {'security_group': {'name': 'tempest-secgroup--482481052'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:51.232187 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-f788e012-7688-4c0c-b81a-b68d50b3bf87 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] DELETE failed (client error): The resource could not be found. Aug 23 20:49:51.232929 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f788e012-7688-4c0c-b81a-b68d50b3bf87 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:49:51.234664 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f788e012-7688-4c0c-b81a-b68d50b3bf87 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/ports/9b57e131-efd6-4189-9a50-b5d54d6296dc HTTP/1.1" status: 404 len: 333 time: 0.0923450 Aug 23 20:49:51.239012 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49582) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:51.247732 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-06e5ec49-d9bf-4e08-91ac-334fd73b7b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:51.271656 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-014df8c4-7a35-457b-bb17-ebed2a2d7e55 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:51.285365 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-864a6e82-2553-4fb6-bd97-f74fc47ced50 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] DELETE failed (client error): The resource could not be found. Aug 23 20:49:51.285819 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-864a6e82-2553-4fb6-bd97-f74fc47ced50 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:49:51.290006 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-864a6e82-2553-4fb6-bd97-f74fc47ced50 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/d4ee7543-a33b-4ae3-a422-8ffd44c8f91f HTTP/1.1" status: 404 len: 337 time: 0.0460076 Aug 23 20:49:51.290596 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-06e5ec49-d9bf-4e08-91ac-334fd73b7b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:51.292498 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49584) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:51.324782 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-96679551-3fed-49e3-af1a-4b1a559943f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:51.345442 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-a76f2525-5586-4176-ae97-585bc2a6779f tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] DELETE failed (client error): The resource could not be found. Aug 23 20:49:51.346633 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a76f2525-5586-4176-ae97-585bc2a6779f tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:49:51.348682 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a76f2525-5586-4176-ae97-585bc2a6779f tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/ports/7d2616d5-8a41-4807-ae96-b7c7257fe227 HTTP/1.1" status: 404 len: 333 time: 0.0541627 Aug 23 20:49:51.354730 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49588) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:51.398866 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-172c3ab3-b294-4606-b249-424af6a3e2fc tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] DELETE failed (client error): The resource could not be found. Aug 23 20:49:51.399322 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-172c3ab3-b294-4606-b249-424af6a3e2fc tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:49:51.403932 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-172c3ab3-b294-4606-b249-424af6a3e2fc tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/b29ba3f3-e289-4b2a-86aa-4005c5f09281 HTTP/1.1" status: 404 len: 337 time: 0.0439413 Aug 23 20:49:51.404016 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49592) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:51.404205 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a051f7-ffbd-433b-92ed-21da6f27ff81 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:49:51.412694 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b1a051f7-ffbd-433b-92ed-21da6f27ff81 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:51.418726 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d0f5c5-d36c-4ce2-acb4-05995ee83964 None None] Sync routers for ids ['0af799e0-57d2-4679-b33c-71c8dd99c20b'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:49:51.437465 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d0f5c5-d36c-4ce2-acb4-05995ee83964 None None] Routers {'0af799e0-57d2-4679-b33c-71c8dd99c20b'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:49:51.438716 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-62d0f5c5-d36c-4ce2-acb4-05995ee83964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:49:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['0af799e0-57d2-4679-b33c-71c8dd99c20b'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:49:51.449662 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-74a961e2-e3fa-4255-a81f-5e26631e35fc tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] DELETE failed (client error): The resource could not be found. Aug 23 20:49:51.450638 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74a961e2-e3fa-4255-a81f-5e26631e35fc tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:49:51.452453 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-74a961e2-e3fa-4255-a81f-5e26631e35fc tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/ports/3b75c63c-3197-419d-882d-67214f7276ae HTTP/1.1" status: 404 len: 333 time: 0.0474370 Aug 23 20:49:51.452696 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b1a051f7-ffbd-433b-92ed-21da6f27ff81 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "PUT /v2.0/floatingips/f9d13147-b48e-4c90-9459-42aea921cb30 HTTP/1.1" status: 200 len: 991 time: 2.2723782 Aug 23 20:49:51.454838 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49598) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:51.455818 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-06e5ec49-d9bf-4e08-91ac-334fd73b7b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:51.460907 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-06e5ec49-d9bf-4e08-91ac-334fd73b7b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:51.464278 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-06e5ec49-d9bf-4e08-91ac-334fd73b7b5f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2a11bddd-946f-455a-bcc3-19c56066e4e0 HTTP/1.1" status: 204 len: 168 time: 0.3256822 Aug 23 20:49:51.464370 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-96679551-3fed-49e3-af1a-4b1a559943f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:51.498195 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-f573419a-8d2e-4720-9133-f2ead08036d3 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] DELETE failed (client error): The resource could not be found. Aug 23 20:49:51.498869 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f573419a-8d2e-4720-9133-f2ead08036d3 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:49:51.503933 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f573419a-8d2e-4720-9133-f2ead08036d3 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/4647342e-cf9d-461b-b517-9116747c2122 HTTP/1.1" status: 404 len: 337 time: 0.0452430 Aug 23 20:49:51.508805 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49602) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:51.523607 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96679551-3fed-49e3-af1a-4b1a559943f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f2cc9fc-fb6a-436b-bcfd-e8530b5ec67d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:51.525736 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-96679551-3fed-49e3-af1a-4b1a559943f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:51.527648 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-96679551-3fed-49e3-af1a-4b1a559943f9 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/4f2cc9fc-fb6a-436b-bcfd-e8530b5ec67d HTTP/1.1" status: 204 len: 168 time: 0.5636501 Aug 23 20:49:51.537447 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49604) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:51.543507 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e5ec49-d9bf-4e08-91ac-334fd73b7b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a11bddd-946f-455a-bcc3-19c56066e4e0,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:51.584450 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfdfa4e7-a0e3-4891-8841-5c2db79ca934 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] DELETE failed (client error): The resource could not be found. Aug 23 20:49:51.585523 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfdfa4e7-a0e3-4891-8841-5c2db79ca934 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:49:51.588534 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-bfdfa4e7-a0e3-4891-8841-5c2db79ca934 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/ports/7f4efb62-cf73-4edb-974b-954ff9c7a555 HTTP/1.1" status: 404 len: 333 time: 0.0752139 Aug 23 20:49:51.595408 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49608) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:51.599652 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-014df8c4-7a35-457b-bb17-ebed2a2d7e55 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:51.609674 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-014df8c4-7a35-457b-bb17-ebed2a2d7e55 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:51.645173 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-a62022e0-e851-402c-810c-2512427f9dd7 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] DELETE failed (client error): The resource could not be found. Aug 23 20:49:51.645895 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a62022e0-e851-402c-810c-2512427f9dd7 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:49:51.647823 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a62022e0-e851-402c-810c-2512427f9dd7 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/0ebfa45d-ff0f-480f-a916-1fdefe199ba8 HTTP/1.1" status: 404 len: 337 time: 0.0511129 Aug 23 20:49:51.658233 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49610) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:51.658680 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-62d0f5c5-d36c-4ce2-acb4-05995ee83964 None None] Set router 0af799e0-57d2-4679-b33c-71c8dd99c20b gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:49:51.669437 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0121dbae-3a31-4c28-b468-4321fa88722e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:51.692240 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-014df8c4-7a35-457b-bb17-ebed2a2d7e55 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:51.694094 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-014df8c4-7a35-457b-bb17-ebed2a2d7e55 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4742377 Aug 23 20:49:51.699739 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49612) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:51.701025 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4cbd064-8773-41c8-8b8a-1bcb29330729 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] DELETE failed (client error): The resource could not be found. Aug 23 20:49:51.702029 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4cbd064-8773-41c8-8b8a-1bcb29330729 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:49:51.704965 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a4cbd064-8773-41c8-8b8a-1bcb29330729 tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/ports/72a6d402-15e3-4f34-899a-a205866e8c6c HTTP/1.1" status: 404 len: 333 time: 0.0448873 Aug 23 20:49:51.712522 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-dcb977f3-8106-44e5-b0a0-ab053c958518 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:51.713936 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49614) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:51.719118 n-d-805663-2 neutron-server[94687]: WARNING neutron.api.v2.base [None req-dcb977f3-8106-44e5-b0a0-ab053c958518 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 23 20:49:51.719808 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-dcb977f3-8106-44e5-b0a0-ab053c958518 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] update failed (client error): There was a conflict when trying to complete your request. Aug 23 20:49:51.721014 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-dcb977f3-8106-44e5-b0a0-ab053c958518 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] 10.222.0.61 "PUT /v2.0/security-groups/fdf71129-7b9f-4be0-9fb5-4037c999e7bf HTTP/1.1" status: 409 len: 330 time: 0.0148401 Aug 23 20:49:51.724744 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014df8c4-7a35-457b-bb17-ebed2a2d7e55 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf71129-7b9f-4be0-9fb5-4037c999e7bf,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:51.725960 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49618) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:51.771967 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3fc0368-d2c8-4866-8d01-5899e2eb8d0f tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] DELETE failed (client error): The resource could not be found. Aug 23 20:49:51.772498 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3fc0368-d2c8-4866-8d01-5899e2eb8d0f tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:49:51.779681 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49620) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:51.779867 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b3fc0368-d2c8-4866-8d01-5899e2eb8d0f tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/subnets/f3bc9006-9f18-484c-8717-0a7ef760d7c7 HTTP/1.1" status: 404 len: 337 time: 0.0621047 Aug 23 20:49:51.788211 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49622) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:51.848159 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0121dbae-3a31-4c28-b468-4321fa88722e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:51.879387 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0091ea4-42d2-4b96-9cbe-b7c3f5eb1da0 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:51.890083 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aa8c2175-ceba-4c43-b6ab-a4b81139d7fb tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:51.907585 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0091ea4-42d2-4b96-9cbe-b7c3f5eb1da0 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:51.916611 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8672da0-9cd6-4a5b-b42b-07c0e0113086', 'tag': '6c254a81-8d39-43bc-85ac-5d89be1c28d3'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:49:51.921740 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1060bb4-3b3e-450f-a86f-b7f6dfaf6836" -d '{"events": [{"name": "network-changed", "server_uuid": "c8672da0-9cd6-4a5b-b42b-07c0e0113086", "tag": "6c254a81-8d39-43bc-85ac-5d89be1c28d3"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:49:51.927179 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-0121dbae-3a31-4c28-b468-4321fa88722e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a32fea3-cf83-4c29-9cb0-745e211a97e2']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:49:51.945537 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-0121dbae-3a31-4c28-b468-4321fa88722e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7894c505-09d6-464f-85a5-5c5cc75b2c91') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:49:51.945837 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-0121dbae-3a31-4c28-b468-4321fa88722e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7894c505-09d6-464f-85a5-5c5cc75b2c91') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:49:51.967830 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0121dbae-3a31-4c28-b468-4321fa88722e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:51.993317 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0121dbae-3a31-4c28-b468-4321fa88722e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:51.996992 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-e88c8aa5-29bf-4ea6-9983-8ff390fa9335 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1387101970'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:52.013378 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca1fa4c-8656-48b7-8837-9af224b25483 x-openstack-request-id: req-eca1fa4c-8656-48b7-8837-9af224b25483 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:49:52.014684 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8672da0-9cd6-4a5b-b42b-07c0e0113086", "tag": "6c254a81-8d39-43bc-85ac-5d89be1c28d3", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:49:52.015834 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-eca1fa4c-8656-48b7-8837-9af224b25483 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:49:52.016685 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8672da0-9cd6-4a5b-b42b-07c0e0113086', 'tag': '6c254a81-8d39-43bc-85ac-5d89be1c28d3', 'status': 'completed', 'code': 200} Aug 23 20:49:52.018665 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0121dbae-3a31-4c28-b468-4321fa88722e admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:49:52.020437 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0121dbae-3a31-4c28-b468-4321fa88722e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:52.064333 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-62d0f5c5-d36c-4ce2-acb4-05995ee83964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af799e0-57d2-4679-b33c-71c8dd99c20b', 'name': 'tempest-ServerActionsTestJSON-863534277-router', 'tenant_id': '2af290724cc44af890c8fd2249003602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '74e83100-94cb-405b-a397-3a9bc5d79fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:49:05Z', 'updated_at': '2021-08-23T20:49:12Z', 'revision_number': 4, 'project_id': '2af290724cc44af890c8fd2249003602', 'gw_port': {'id': '74e83100-94cb-405b-a397-3a9bc5d79fd3', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:5b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af799e0-57d2-4679-b33c-71c8dd99c20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:49:07Z', 'updated_at': '2021-08-23T20:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': 'f9d13147-b48e-4c90-9459-42aea921cb30', 'tenant_id': '2af290724cc44af890c8fd2249003602', 'floating_ip_address': '172.25.4.203', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '0af799e0-57d2-4679-b33c-71c8dd99c20b', 'port_id': '6c254a81-8d39-43bc-85ac-5d89be1c28d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e', 'mac_address': 'fa:16:3e:07:80:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8672da0-9cd6-4a5b-b42b-07c0e0113086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:49:22Z', 'updated_at': '2021-08-23T20:49:50Z', 'revision_number': 1, 'project_id': '2af290724cc44af890c8fd2249003602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d37610b-e69a-4ba4-a881-4064cee419b4', 'name': '', 'network_id': '4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e', 'tenant_id': '2af290724cc44af890c8fd2249003602', 'mac_address': 'fa:16:3e:03:9a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af799e0-57d2-4679-b33c-71c8dd99c20b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '7046a0bd-4474-4718-a5da-60ae1dc26dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:49:11Z', 'updated_at': '2021-08-23T20:49:19Z', 'revision_number': 5, 'project_id': '2af290724cc44af890c8fd2249003602', 'subnets': [{'id': '7046a0bd-4474-4718-a5da-60ae1dc26dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:49:52.085965 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:49:52.085965 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:49:52.085965 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:49:52.085965 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:49:52.085965 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:49:52.085965 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:49:52.085965 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:49:52.085965 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:49:52.085965 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:49:52.085965 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:49:52.085965 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:49:52.085965 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:49:52.085965 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:49:52.085965 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:49:52.085965 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:49:52.085965 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:49:52.085965 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:49:52.085965 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:49:52.085965 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:49:52.085965 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:49:52.085965 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:49:52.085965 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:49:52.085965 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:49:52.085965 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:49:52.085965 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:49:52.085965 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:49:52.085965 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:49:52.085965 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:49:52.085965 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:49:52.085965 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:49:52.085965 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:49:52.085965 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:49:52.090036 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aa8c2175-ceba-4c43-b6ab-a4b81139d7fb tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:52.095402 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0091ea4-42d2-4b96-9cbe-b7c3f5eb1da0 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:52.099643 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0091ea4-42d2-4b96-9cbe-b7c3f5eb1da0 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:52.104289 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e0091ea4-42d2-4b96-9cbe-b7c3f5eb1da0 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] 10.222.0.61 "DELETE /v2.0/security-groups/fdf71129-7b9f-4be0-9fb5-4037c999e7bf HTTP/1.1" status: 204 len: 168 time: 0.3762572 Aug 23 20:49:52.107103 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49636) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:52.111452 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d0f5c5-d36c-4ce2-acb4-05995ee83964 None None] Checking router: 0af799e0-57d2-4679-b33c-71c8dd99c20b for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:49:52.121962 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d0f5c5-d36c-4ce2-acb4-05995ee83964 None None] Routers {'0af799e0-57d2-4679-b33c-71c8dd99c20b'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:49:52.122874 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-62d0f5c5-d36c-4ce2-acb4-05995ee83964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:49:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['0af799e0-57d2-4679-b33c-71c8dd99c20b'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:49:52.125849 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-aa8c2175-ceba-4c43-b6ab-a4b81139d7fb tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6435e9ee-eaf5-46f5-a85c-299ee4fcacce']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:49:52.131018 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88c8aa5-29bf-4ea6-9983-8ff390fa9335 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Made reservation on behalf of 96a3de97f2f74604b840d2a639fa85c2 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:49:52.134608 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e88c8aa5-29bf-4ea6-9983-8ff390fa9335 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:52.140476 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 814e6dd1-6883-4b17-be1f-dd294d98792e no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:49:52.151601 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e88c8aa5-29bf-4ea6-9983-8ff390fa9335 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:52.156740 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-aa8c2175-ceba-4c43-b6ab-a4b81139d7fb tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:49:52.157313 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-aa8c2175-ceba-4c43-b6ab-a4b81139d7fb tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4edc9bcd-b38f-46d7-912e-76d1dcd7ce08') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:49:52.166460 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: 814e6dd1-6883-4b17-be1f-dd294d98792e {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:49:52.167266 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 814e6dd1-6883-4b17-be1f-dd294d98792e not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:49:52.176651 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1060bb4-3b3e-450f-a86f-b7f6dfaf6836 req-e5a6b3c5-b218-4e71-8c64-71d71da38eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:52.178550 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e1060bb4-3b3e-450f-a86f-b7f6dfaf6836 req-e5a6b3c5-b218-4e71-8c64-71d71da38eed service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2af290724cc44af890c8fd2249003602&device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 1096 time: 0.1216724 Aug 23 20:49:52.185502 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aa8c2175-ceba-4c43-b6ab-a4b81139d7fb tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:52.266277 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aa8c2175-ceba-4c43-b6ab-a4b81139d7fb tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:52.287098 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa8c2175-ceba-4c43-b6ab-a4b81139d7fb tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:49:52.287511 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aa8c2175-ceba-4c43-b6ab-a4b81139d7fb tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:52.291253 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:49:52.291253 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:49:52.291253 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:49:52.291253 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:49:52.291253 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:49:52.291253 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:49:52.291253 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:49:52.291253 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:49:52.291253 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:49:52.291253 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:49:52.291253 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:49:52.291253 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:49:52.291253 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:49:52.291253 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:49:52.291253 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:49:52.291253 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:49:52.291253 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:49:52.291253 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:49:52.291253 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:49:52.291253 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:49:52.291253 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:49:52.291253 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:49:52.291253 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:49:52.291253 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:49:52.291253 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:49:52.291253 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:49:52.291253 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:49:52.291253 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:49:52.291253 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:49:52.291253 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:49:52.291253 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:49:52.291253 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:49:52.326466 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-62d0f5c5-d36c-4ce2-acb4-05995ee83964 None None] Set router 0af799e0-57d2-4679-b33c-71c8dd99c20b gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:49:52.417703 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1060bb4-3b3e-450f-a86f-b7f6dfaf6836 req-6a1e07f8-b55c-479d-9ea2-5bf6860051c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:52.419130 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e1060bb4-3b3e-450f-a86f-b7f6dfaf6836 req-6a1e07f8-b55c-479d-9ea2-5bf6860051c3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e HTTP/1.1" status: 200 len: 912 time: 0.2225597 Aug 23 20:49:52.423464 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aa8c2175-ceba-4c43-b6ab-a4b81139d7fb tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:52.445392 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aa8c2175-ceba-4c43-b6ab-a4b81139d7fb tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:52.445392 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-aa8c2175-ceba-4c43-b6ab-a4b81139d7fb tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] 10.222.0.61 "DELETE /v2.0/networks/6435e9ee-eaf5-46f5-a85c-299ee4fcacce HTTP/1.1" status: 204 len: 168 time: 0.6554914 Aug 23 20:49:52.448547 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c2175-ceba-4c43-b6ab-a4b81139d7fb tempest-NetworksTestDHCPv6-381099382 tempest-NetworksTestDHCPv6-381099382-project] Pushing event deleted for resources: {'Network': ['ID=6435e9ee-eaf5-46f5-a85c-299ee4fcacce,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:52.504737 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0091ea4-42d2-4b96-9cbe-b7c3f5eb1da0 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf71129-7b9f-4be0-9fb5-4037c999e7bf,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:52.545736 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0121dbae-3a31-4c28-b468-4321fa88722e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:52.560981 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0121dbae-3a31-4c28-b468-4321fa88722e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:52.563084 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-0121dbae-3a31-4c28-b468-4321fa88722e admin admin] 10.222.0.61 "DELETE /v2.0/networks/9a32fea3-cf83-4c29-9cb0-745e211a97e2 HTTP/1.1" status: 204 len: 168 time: 1.0214117 Aug 23 20:49:52.565530 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e1060bb4-3b3e-450f-a86f-b7f6dfaf6836 req-cdb76f57-12bf-42ea-aa73-8fc888e7f0c9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c254a81-8d39-43bc-85ac-5d89be1c28d3 HTTP/1.1" status: 200 len: 999 time: 0.1192780 Aug 23 20:49:52.584380 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0121dbae-3a31-4c28-b468-4321fa88722e admin admin] Pushing event deleted for resources: {'Network': ['ID=9a32fea3-cf83-4c29-9cb0-745e211a97e2,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:52.594840 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-760a4d9d-c992-44a2-96d1-baa92fb72115 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4770336 Aug 23 20:49:52.599664 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49650) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:52.649809 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-62d0f5c5-d36c-4ce2-acb4-05995ee83964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af799e0-57d2-4679-b33c-71c8dd99c20b', 'name': 'tempest-ServerActionsTestJSON-863534277-router', 'tenant_id': '2af290724cc44af890c8fd2249003602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '74e83100-94cb-405b-a397-3a9bc5d79fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:49:05Z', 'updated_at': '2021-08-23T20:49:12Z', 'revision_number': 4, 'project_id': '2af290724cc44af890c8fd2249003602', 'gw_port': {'id': '74e83100-94cb-405b-a397-3a9bc5d79fd3', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:5b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af799e0-57d2-4679-b33c-71c8dd99c20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:49:07Z', 'updated_at': '2021-08-23T20:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': 'f9d13147-b48e-4c90-9459-42aea921cb30', 'tenant_id': '2af290724cc44af890c8fd2249003602', 'floating_ip_address': '172.25.4.203', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '0af799e0-57d2-4679-b33c-71c8dd99c20b', 'port_id': '6c254a81-8d39-43bc-85ac-5d89be1c28d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e', 'mac_address': 'fa:16:3e:07:80:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8672da0-9cd6-4a5b-b42b-07c0e0113086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:49:22Z', 'updated_at': '2021-08-23T20:49:50Z', 'revision_number': 1, 'project_id': '2af290724cc44af890c8fd2249003602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d37610b-e69a-4ba4-a881-4064cee419b4', 'name': '', 'network_id': '4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e', 'tenant_id': '2af290724cc44af890c8fd2249003602', 'mac_address': 'fa:16:3e:03:9a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af799e0-57d2-4679-b33c-71c8dd99c20b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '7046a0bd-4474-4718-a5da-60ae1dc26dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:49:11Z', 'updated_at': '2021-08-23T20:49:19Z', 'revision_number': 5, 'project_id': '2af290724cc44af890c8fd2249003602', 'subnets': [{'id': '7046a0bd-4474-4718-a5da-60ae1dc26dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:49:52.650351 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e88c8aa5-29bf-4ea6-9983-8ff390fa9335 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:52.662024 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-89f88ba1-7d6e-45f2-a500-66bdd1b8b0c1 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] delete failed (client error): The resource could not be found. Aug 23 20:49:52.663078 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-89f88ba1-7d6e-45f2-a500-66bdd1b8b0c1 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] 10.222.0.61 "DELETE /v2.0/security-groups/50ccc046-027b-4df2-9ae6-da73bb75da39 HTTP/1.1" status: 404 len: 347 time: 0.0602872 Aug 23 20:49:52.665559 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e88c8aa5-29bf-4ea6-9983-8ff390fa9335 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:52.667628 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49656) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:52.686740 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-909ebd6c-8e93-4324-a45c-d0fbf53b95f3 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] show failed (client error): The resource could not be found. Aug 23 20:49:52.687121 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1060bb4-3b3e-450f-a86f-b7f6dfaf6836 req-b5a156ea-0791-4b84-a86d-aedbd41517d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:52.688634 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e1060bb4-3b3e-450f-a86f-b7f6dfaf6836 req-b5a156ea-0791-4b84-a86d-aedbd41517d8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7046a0bd-4474-4718-a5da-60ae1dc26dbc HTTP/1.1" status: 200 len: 850 time: 0.0878756 Aug 23 20:49:52.693612 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-909ebd6c-8e93-4324-a45c-d0fbf53b95f3 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] 10.222.0.61 "GET /v2.0/security-groups/390e8868-572c-4909-9bd0-7d42656b261c HTTP/1.1" status: 404 len: 347 time: 0.0242660 Aug 23 20:49:52.699183 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49658) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:52.715361 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d0f5c5-d36c-4ce2-acb4-05995ee83964 None None] The sync data for ids ['0af799e0-57d2-4679-b33c-71c8dd99c20b'] in n-d-805663-2 is: [{'id': '0af799e0-57d2-4679-b33c-71c8dd99c20b', 'name': 'tempest-ServerActionsTestJSON-863534277-router', 'tenant_id': '2af290724cc44af890c8fd2249003602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '74e83100-94cb-405b-a397-3a9bc5d79fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:49:05Z', 'updated_at': '2021-08-23T20:49:12Z', 'revision_number': 4, 'project_id': '2af290724cc44af890c8fd2249003602', 'gw_port': {'id': '74e83100-94cb-405b-a397-3a9bc5d79fd3', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:5b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af799e0-57d2-4679-b33c-71c8dd99c20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:49:07Z', 'updated_at': '2021-08-23T20:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': 'f9d13147-b48e-4c90-9459-42aea921cb30', 'tenant_id': '2af290724cc44af890c8fd2249003602', 'floating_ip_address': '172.25.4.203', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '0af799e0-57d2-4679-b33c-71c8dd99c20b', 'port_id': '6c254a81-8d39-43bc-85ac-5d89be1c28d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e', 'mac_address': 'fa:16:3e:07:80:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8672da0-9cd6-4a5b-b42b-07c0e0113086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:49:22Z', 'updated_at': '2021-08-23T20:49:50Z', 'revision_number': 1, 'project_id': '2af290724cc44af890c8fd2249003602', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d37610b-e69a-4ba4-a881-4064cee419b4', 'name': '', 'network_id': '4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e', 'tenant_id': '2af290724cc44af890c8fd2249003602', 'mac_address': 'fa:16:3e:03:9a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af799e0-57d2-4679-b33c-71c8dd99c20b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '7046a0bd-4474-4718-a5da-60ae1dc26dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:49:11Z', 'updated_at': '2021-08-23T20:49:19Z', 'revision_number': 5, 'project_id': '2af290724cc44af890c8fd2249003602', 'subnets': [{'id': '7046a0bd-4474-4718-a5da-60ae1dc26dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:49:52.718445 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e88c8aa5-29bf-4ea6-9983-8ff390fa9335 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:49:52.735129 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-6cbae19f-6dff-46fc-a9bd-05398ad6b475 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] show failed (client error): The resource could not be found. Aug 23 20:49:52.736239 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-6cbae19f-6dff-46fc-a9bd-05398ad6b475 tempest-NegativeSecGroupIPv6Test-625660969 tempest-NegativeSecGroupIPv6Test-625660969-project] 10.222.0.61 "GET /v2.0/security-group-rules/771a018e-6f65-4762-ad4f-6fc1a9273e8e HTTP/1.1" status: 404 len: 356 time: 0.0357511 Aug 23 20:49:52.755902 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c8aa5-29bf-4ea6-9983-8ff390fa9335 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b64ae90-363a-443c-b145-cc521e2f63b9,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:52.775397 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e88c8aa5-29bf-4ea6-9983-8ff390fa9335 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:52.779343 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-e88c8aa5-29bf-4ea6-9983-8ff390fa9335 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Added segment cbdda91d-5239-4704-b100-9ae8c52a7caa of type vlan for network c6845d0f-47fd-4011-ba5b-87fe318127f7 Aug 23 20:49:52.828233 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1060bb4-3b3e-450f-a86f-b7f6dfaf6836 req-f6b45be9-a284-41ae-af7d-001fd5c95e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:52.829954 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e1060bb4-3b3e-450f-a86f-b7f6dfaf6836 req-f6b45be9-a284-41ae-af7d-001fd5c95e99 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1296623 Aug 23 20:49:52.835010 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e88c8aa5-29bf-4ea6-9983-8ff390fa9335 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:52.874550 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49664) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:52.931479 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e88c8aa5-29bf-4ea6-9983-8ff390fa9335 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:52.937957 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88c8aa5-29bf-4ea6-9983-8ff390fa9335 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:52.938959 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e88c8aa5-29bf-4ea6-9983-8ff390fa9335 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:52.948590 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-517732f2-a148-4043-a31c-ec6f854d0886 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=20cd0deef7b5475c8b64bff939dc3cfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0731702 Aug 23 20:49:52.949493 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49666) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:53.011320 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9e96c0d5-fad1-410a-a288-880bc375cd2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:53.041167 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9e96c0d5-fad1-410a-a288-880bc375cd2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:53.052286 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbf308c-53c7-42af-a7f7-bf0746b02a9d None None] New status for floating IP f9d13147-b48e-4c90-9459-42aea921cb30: ACTIVE {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 20:49:53.067579 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e88c8aa5-29bf-4ea6-9983-8ff390fa9335 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.2865589 Aug 23 20:49:53.070017 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49668) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:53.087056 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-dcaf5454-da52-476d-b330-0a0d66187d5d tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Request body: {'subnet': {'network_id': 'c6845d0f-47fd-4011-ba5b-87fe318127f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:53.098150 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e1060bb4-3b3e-450f-a86f-b7f6dfaf6836 req-29463a47-ad8b-431e-adcd-b833b08a97f0 service neutron] 10.222.0.32 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578297 Aug 23 20:49:53.117049 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c8aa5-29bf-4ea6-9983-8ff390fa9335 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Pushing event updated for resources: {'Network': ['ID=c6845d0f-47fd-4011-ba5b-87fe318127f7,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:53.131872 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9e96c0d5-fad1-410a-a288-880bc375cd2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:53.134817 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9e96c0d5-fad1-410a-a288-880bc375cd2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:53.135967 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9e96c0d5-fad1-410a-a288-880bc375cd2d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/431a5b0f-2383-47d8-8c25-b16c17d3f9ee HTTP/1.1" status: 204 len: 168 time: 0.1848354 Aug 23 20:49:53.138612 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network c6845d0f-47fd-4011-ba5b-87fe318127f7 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:49:53.150092 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e96c0d5-fad1-410a-a288-880bc375cd2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431a5b0f-2383-47d8-8c25-b16c17d3f9ee,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:53.192730 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device e4e64430-27c2-43cb-b746-794251a4f3ea no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:49:53.233640 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49676) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:53.272602 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: e4e64430-27c2-43cb-b746-794251a4f3ea {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:49:53.272988 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device e4e64430-27c2-43cb-b746-794251a4f3ea not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:49:53.293086 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e1060bb4-3b3e-450f-a86f-b7f6dfaf6836 req-67083524-15fe-4cbf-9fa3-64d630bca132 service neutron] 10.222.0.32 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706185 Aug 23 20:49:53.295603 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcaf5454-da52-476d-b330-0a0d66187d5d tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Made reservation on behalf of 96a3de97f2f74604b840d2a639fa85c2 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:49:53.299734 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dcaf5454-da52-476d-b330-0a0d66187d5d tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:53.456212 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49684) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:53.528274 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dcaf5454-da52-476d-b330-0a0d66187d5d tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:53.544034 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f1ffdef3-7726-4ad3-8d9e-3d66fe4c0ef6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=db9608efcb064b40bc03dbc9d75ec2a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3069189 Aug 23 20:49:53.545858 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49692) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:53.591320 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf5454-da52-476d-b330-0a0d66187d5d tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Pushing event updated for resources: {'Subnet': ['ID=09acbe60-3343-471c-b3d2-c87ce843f0fe,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:53.633433 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-780d95fd-3f5f-4ad0-853e-354aa3f0183b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:53.636847 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaf5454-da52-476d-b330-0a0d66187d5d tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Checking segment: {'id': 'cbdda91d-5239-4704-b100-9ae8c52a7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c6845d0f-47fd-4011-ba5b-87fe318127f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:49:53.637556 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcaf5454-da52-476d-b330-0a0d66187d5d tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Network hostable DHCP agents. Network: c6845d0f-47fd-4011-ba5b-87fe318127f7, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:49:53.661330 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-89197ada-f8ea-4919-9955-77d7d8ee84a9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c2fd503571244484aebc23f9e58924e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2032840 Aug 23 20:49:53.664205 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49696) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:53.672496 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-780d95fd-3f5f-4ad0-853e-354aa3f0183b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:53.680468 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcaf5454-da52-476d-b330-0a0d66187d5d tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Network c6845d0f-47fd-4011-ba5b-87fe318127f7 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:49:53.701465 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-dcaf5454-da52-476d-b330-0a0d66187d5d tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, c6845d0f-47fd-4011-ba5b-87fe318127f7) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:49:53.714940 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260e600c-d236-4935-a4c3-d94604c9a92b None None] Network c6845d0f-47fd-4011-ba5b-87fe318127f7 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:49:53.716110 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcaf5454-da52-476d-b330-0a0d66187d5d tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:53.716892 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dcaf5454-da52-476d-b330-0a0d66187d5d tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:53.740379 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-dcaf5454-da52-476d-b330-0a0d66187d5d tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6679399 Aug 23 20:49:53.744207 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49700) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:53.745196 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3b45115a-733b-4995-8999-4a575300ce4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:53.750881 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-fcdec300-db62-49c5-9a05-34a93b8ce572 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Request body: {'port': {'network_id': 'c6845d0f-47fd-4011-ba5b-87fe318127f7', 'name': 'tempest-ExtraDHCPOptionsTestJSON-348242239'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:53.781986 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3b45115a-733b-4995-8999-4a575300ce4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:53.783975 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-780d95fd-3f5f-4ad0-853e-354aa3f0183b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:53.791082 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-780d95fd-3f5f-4ad0-853e-354aa3f0183b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:53.792471 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-780d95fd-3f5f-4ad0-853e-354aa3f0183b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/aee4da29-cca3-4ef6-968b-0124eb680175 HTTP/1.1" status: 204 len: 168 time: 0.2454507 Aug 23 20:49:53.857627 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3b45115a-733b-4995-8999-4a575300ce4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:53.862255 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3b45115a-733b-4995-8999-4a575300ce4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:53.865307 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3b45115a-733b-4995-8999-4a575300ce4f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f1c7f982-9f04-4e7f-b828-c0b8dbf26710 HTTP/1.1" status: 204 len: 168 time: 0.2000604 Aug 23 20:49:53.885932 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d95fd-3f5f-4ad0-853e-354aa3f0183b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee4da29-cca3-4ef6-968b-0124eb680175,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:53.903965 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b45115a-733b-4995-8999-4a575300ce4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c7f982-9f04-4e7f-b828-c0b8dbf26710,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:53.963020 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcdec300-db62-49c5-9a05-34a93b8ce572 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Made reservation on behalf of 96a3de97f2f74604b840d2a639fa85c2 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:49:53.967205 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fcdec300-db62-49c5-9a05-34a93b8ce572 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:53.969587 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a01d01-8ee1-40be-8852-64267d04a254 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-c6845d0f-47fd-4011-ba5b-87fe318127f7', 'network_id': 'c6845d0f-47fd-4011-ba5b-87fe318127f7', 'tenant_id': '96a3de97f2f74604b840d2a639fa85c2', 'fixed_ips': [{'subnet_id': '09acbe60-3343-471c-b3d2-c87ce843f0fe'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:49:53.970670 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b0a01d01-8ee1-40be-8852-64267d04a254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:53.987278 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-fcdec300-db62-49c5-9a05-34a93b8ce572 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] device_id is not set on port 386bdc12-6f32-4ecf-b920-6f146ac9dc99 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:49:54.124900 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-fcdec300-db62-49c5-9a05-34a93b8ce572 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Allocated IP 172.20.0.7 (c6845d0f-47fd-4011-ba5b-87fe318127f7/09acbe60-3343-471c-b3d2-c87ce843f0fe/386bdc12-6f32-4ecf-b920-6f146ac9dc99) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:49:54.289885 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fcdec300-db62-49c5-9a05-34a93b8ce572 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:54.309507 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-fcdec300-db62-49c5-9a05-34a93b8ce572 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Transition to ACTIVE for port object 386bdc12-6f32-4ecf-b920-6f146ac9dc99 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:49:54.350521 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fcdec300-db62-49c5-9a05-34a93b8ce572 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:54.402879 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-b0a01d01-8ee1-40be-8852-64267d04a254 None None] Allocated IP 172.20.0.2 (c6845d0f-47fd-4011-ba5b-87fe318127f7/09acbe60-3343-471c-b3d2-c87ce843f0fe/dc54836d-a8c3-4ab1-970c-79adc70ecf7e) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:49:54.403926 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdec300-db62-49c5-9a05-34a93b8ce572 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Network c6845d0f-47fd-4011-ba5b-87fe318127f7 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:49:54.409410 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-fcdec300-db62-49c5-9a05-34a93b8ce572 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:49:54.412172 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdec300-db62-49c5-9a05-34a93b8ce572 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:49:54.442128 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdec300-db62-49c5-9a05-34a93b8ce572 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Pushing event updated for resources: {'Port': ['ID=386bdc12-6f32-4ecf-b920-6f146ac9dc99,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:54.480123 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdec300-db62-49c5-9a05-34a93b8ce572 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:54.481041 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fcdec300-db62-49c5-9a05-34a93b8ce572 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:54.503098 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-fcdec300-db62-49c5-9a05-34a93b8ce572 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7577088 Aug 23 20:49:54.504424 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49732) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:54.510512 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-93d82290-f086-4c0d-99ff-cede333d9c8b tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Request body: {'port': {'network_id': 'c6845d0f-47fd-4011-ba5b-87fe318127f7', 'name': 'tempest-ExtraDHCPOptionsTestJSON-874148123', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:54.511358 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.api.validators [None req-93d82290-f086-4c0d-99ff-cede333d9c8b tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] bootfile-name is not in valid_values {{(pid=94688) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 23 20:49:54.511972 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.api.validators [None req-93d82290-f086-4c0d-99ff-cede333d9c8b tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] tftp-server is not in valid_values {{(pid=94688) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 23 20:49:54.512552 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.api.validators [None req-93d82290-f086-4c0d-99ff-cede333d9c8b tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] server-ip-address is not in valid_values {{(pid=94688) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 23 20:49:54.611089 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b0a01d01-8ee1-40be-8852-64267d04a254 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:54.623977 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b0a01d01-8ee1-40be-8852-64267d04a254 None None] Transition to ACTIVE for port object dc54836d-a8c3-4ab1-970c-79adc70ecf7e will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:49:54.645336 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b0a01d01-8ee1-40be-8852-64267d04a254 None None] Transition to ACTIVE for port object dc54836d-a8c3-4ab1-970c-79adc70ecf7e will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:49:54.652678 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b0a01d01-8ee1-40be-8852-64267d04a254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:54.680399 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d82290-f086-4c0d-99ff-cede333d9c8b tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Made reservation on behalf of 96a3de97f2f74604b840d2a639fa85c2 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:49:54.686220 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-93d82290-f086-4c0d-99ff-cede333d9c8b tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:54.699325 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a01d01-8ee1-40be-8852-64267d04a254 None None] Network c6845d0f-47fd-4011-ba5b-87fe318127f7 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:49:54.703530 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-b0a01d01-8ee1-40be-8852-64267d04a254 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:49:54.710155 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-93d82290-f086-4c0d-99ff-cede333d9c8b tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] device_id is not set on port 0cdd208c-399c-4f08-8741-2f8e79998261 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:49:54.711807 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a01d01-8ee1-40be-8852-64267d04a254 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:49:54.715015 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a01d01-8ee1-40be-8852-64267d04a254 None None] Pushing event updated for resources: {'Port': ['ID=dc54836d-a8c3-4ab1-970c-79adc70ecf7e,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:54.770651 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-b0a01d01-8ee1-40be-8852-64267d04a254 None None] Attempting to bind port dc54836d-a8c3-4ab1-970c-79adc70ecf7e on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:49:54.771030 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-b0a01d01-8ee1-40be-8852-64267d04a254 None None] Attempting to bind port dc54836d-a8c3-4ab1-970c-79adc70ecf7e by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'cbdda91d-5239-4704-b100-9ae8c52a7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c6845d0f-47fd-4011-ba5b-87fe318127f7'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:49:54.771397 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a01d01-8ee1-40be-8852-64267d04a254 None None] Attempting to bind port dc54836d-a8c3-4ab1-970c-79adc70ecf7e on network c6845d0f-47fd-4011-ba5b-87fe318127f7 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:49:54.777674 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a01d01-8ee1-40be-8852-64267d04a254 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:49:54.778049 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a01d01-8ee1-40be-8852-64267d04a254 None None] Checking segment: {'id': 'cbdda91d-5239-4704-b100-9ae8c52a7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c6845d0f-47fd-4011-ba5b-87fe318127f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:49:54.778588 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b0a01d01-8ee1-40be-8852-64267d04a254 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:54.778988 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a01d01-8ee1-40be-8852-64267d04a254 None None] Bound using segment: {'id': 'cbdda91d-5239-4704-b100-9ae8c52a7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c6845d0f-47fd-4011-ba5b-87fe318127f7'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:49:54.779461 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-b0a01d01-8ee1-40be-8852-64267d04a254 None None] Bound port: dc54836d-a8c3-4ab1-970c-79adc70ecf7e, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbdda91d-5239-4704-b100-9ae8c52a7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c6845d0f-47fd-4011-ba5b-87fe318127f7'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:49:54.779843 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b0a01d01-8ee1-40be-8852-64267d04a254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:54.853329 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-93d82290-f086-4c0d-99ff-cede333d9c8b tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Allocated IP 172.20.0.4 (c6845d0f-47fd-4011-ba5b-87fe318127f7/09acbe60-3343-471c-b3d2-c87ce843f0fe/0cdd208c-399c-4f08-8741-2f8e79998261) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:49:54.871425 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-b0a01d01-8ee1-40be-8852-64267d04a254 None None] For port dc54836d-a8c3-4ab1-970c-79adc70ecf7e, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:49:54.878106 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-b0a01d01-8ee1-40be-8852-64267d04a254 None None] For port dc54836d-a8c3-4ab1-970c-79adc70ecf7e, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=dc54836d-a8c3-4ab1-970c-79adc70ecf7e,segment=NetworkSegment(cbdda91d-5239-4704-b100-9ae8c52a7caa),segment_id=cbdda91d-5239-4704-b100-9ae8c52a7caa)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:49:54.888439 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b0a01d01-8ee1-40be-8852-64267d04a254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:54.974458 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a01d01-8ee1-40be-8852-64267d04a254 None None] Pushing event updated for resources: {'Port': ['ID=dc54836d-a8c3-4ab1-970c-79adc70ecf7e,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:55.022745 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49754) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:55.101560 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-93d82290-f086-4c0d-99ff-cede333d9c8b tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:55.118931 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-93d82290-f086-4c0d-99ff-cede333d9c8b tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Transition to ACTIVE for port object 0cdd208c-399c-4f08-8741-2f8e79998261 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:49:55.202168 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-93d82290-f086-4c0d-99ff-cede333d9c8b tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:55.224163 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-9d80b3df-2414-43b1-8ac1-b0fc62af4aa6 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1801543876-network', 'tenant_id': '5886d0e142dc4629ae10cf0bf8514df9'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:55.259564 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d82290-f086-4c0d-99ff-cede333d9c8b tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Network c6845d0f-47fd-4011-ba5b-87fe318127f7 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:49:55.262969 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-93d82290-f086-4c0d-99ff-cede333d9c8b tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:49:55.271418 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d82290-f086-4c0d-99ff-cede333d9c8b tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:49:55.275439 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d80b3df-2414-43b1-8ac1-b0fc62af4aa6 admin admin] Made reservation on behalf of 5886d0e142dc4629ae10cf0bf8514df9 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:49:55.280500 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9d80b3df-2414-43b1-8ac1-b0fc62af4aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:55.292868 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9d80b3df-2414-43b1-8ac1-b0fc62af4aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:55.312037 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d82290-f086-4c0d-99ff-cede333d9c8b tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Pushing event updated for resources: {'Port': ['ID=0cdd208c-399c-4f08-8741-2f8e79998261,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:55.356227 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d82290-f086-4c0d-99ff-cede333d9c8b tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:55.357274 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-93d82290-f086-4c0d-99ff-cede333d9c8b tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:55.437412 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9d80b3df-2414-43b1-8ac1-b0fc62af4aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:55.442620 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9d80b3df-2414-43b1-8ac1-b0fc62af4aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:55.448424 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-93d82290-f086-4c0d-99ff-cede333d9c8b tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 0.9426429 Aug 23 20:49:55.451383 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49780) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:55.481346 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d80b3df-2414-43b1-8ac1-b0fc62af4aa6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:49:55.493358 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d80b3df-2414-43b1-8ac1-b0fc62af4aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f01d05-56f0-48d8-b4d9-320879f7f670,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:55.500842 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9d80b3df-2414-43b1-8ac1-b0fc62af4aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:55.501281 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-9d80b3df-2414-43b1-8ac1-b0fc62af4aa6 admin admin] Added segment c8e81f98-094a-4e41-b64c-40d4c7f7e24c of type vlan for network 58434a68-909c-41ea-b2db-e279d6b5a1c4 Aug 23 20:49:55.548547 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b37e98d-c221-470e-a2a7-eeec8ea756d4 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:55.555784 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b37e98d-c221-470e-a2a7-eeec8ea756d4 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:55.561396 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9d80b3df-2414-43b1-8ac1-b0fc62af4aa6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:55.562014 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b37e98d-c221-470e-a2a7-eeec8ea756d4 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:55.563755 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-7b37e98d-c221-470e-a2a7-eeec8ea756d4 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2614 time: 0.1099210 Aug 23 20:49:55.567198 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49784) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:55.604464 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9d80b3df-2414-43b1-8ac1-b0fc62af4aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:55.607461 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d80b3df-2414-43b1-8ac1-b0fc62af4aa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:55.608471 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9d80b3df-2414-43b1-8ac1-b0fc62af4aa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:55.640450 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9d80b3df-2414-43b1-8ac1-b0fc62af4aa6 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6160693 Aug 23 20:49:55.644419 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49786) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:55.651543 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-a2018168-5cea-4b65-b102-fbcd3162c003 admin admin] Request body: {'subnet': {'network_id': '58434a68-909c-41ea-b2db-e279d6b5a1c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1801543876-subnet', 'tenant_id': '5886d0e142dc4629ae10cf0bf8514df9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:55.683434 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d80b3df-2414-43b1-8ac1-b0fc62af4aa6 admin admin] Pushing event updated for resources: {'Network': ['ID=58434a68-909c-41ea-b2db-e279d6b5a1c4,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:55.688975 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2018168-5cea-4b65-b102-fbcd3162c003 admin admin] Made reservation on behalf of 5886d0e142dc4629ae10cf0bf8514df9 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:49:55.691607 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a2018168-5cea-4b65-b102-fbcd3162c003 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:55.698850 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 58434a68-909c-41ea-b2db-e279d6b5a1c4 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:49:55.715246 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49790) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:55.823951 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-351a0a3e-260e-4a1e-b8b3-e4ce0f72f6de tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Deleting port 0cdd208c-399c-4f08-8741-2f8e79998261 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:49:55.824443 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-351a0a3e-260e-4a1e-b8b3-e4ce0f72f6de tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:55.876523 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49796) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:55.959018 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-351a0a3e-260e-4a1e-b8b3-e4ce0f72f6de tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:56.001329 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-351a0a3e-260e-4a1e-b8b3-e4ce0f72f6de tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Calling delete_port for 0cdd208c-399c-4f08-8741-2f8e79998261 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:49:56.008942 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-98b7033e-a765-4a1c-b041-5754889e6534 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:56.009516 n-d-805663-2 neutron-server[94687]: WARNING neutron.api.v2.base [None req-98b7033e-a765-4a1c-b041-5754889e6534 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 23 20:49:56.009813 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-98b7033e-a765-4a1c-b041-5754889e6534 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] create failed (client error): There was a conflict when trying to complete your request. Aug 23 20:49:56.014227 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-98b7033e-a765-4a1c-b041-5754889e6534 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2942212 Aug 23 20:49:56.014487 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49802) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:56.021330 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-18e1f930-ca67-4227-9c14-ab9600b7c998 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Request body: {'security_group': {'name': 'tempest-secgroup--1657033848'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:56.070716 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-18e1f930-ca67-4227-9c14-ab9600b7c998 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:56.086300 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-18e1f930-ca67-4227-9c14-ab9600b7c998 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:56.166408 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-af98e57b-9ee8-42a4-903e-652f117aaeec tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1862640110'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:56.218838 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79738e91-a167-4774-8d1c-0e649ecf0004 None None] Network c6845d0f-47fd-4011-ba5b-87fe318127f7 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:49:56.247679 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a2018168-5cea-4b65-b102-fbcd3162c003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:56.250932 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-18e1f930-ca67-4227-9c14-ab9600b7c998 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:56.270740 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-18e1f930-ca67-4227-9c14-ab9600b7c998 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:56.274440 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-351a0a3e-260e-4a1e-b8b3-e4ce0f72f6de tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:56.285179 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af98e57b-9ee8-42a4-903e-652f117aaeec tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Made reservation on behalf of 91ee48a7a09d4c31bca2b42ca3cdc87d for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:49:56.288836 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-af98e57b-9ee8-42a4-903e-652f117aaeec tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:56.320873 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-73514239-f13e-4570-af8e-32a728d3c983 None None] Provisioning for port dc54836d-a8c3-4ab1-970c-79adc70ecf7e completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:49:56.321284 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-af98e57b-9ee8-42a4-903e-652f117aaeec tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:56.335367 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351a0a3e-260e-4a1e-b8b3-e4ce0f72f6de tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Pushing event deleted for resources: {'Port': ['ID=0cdd208c-399c-4f08-8741-2f8e79998261,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:56.364122 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2018168-5cea-4b65-b102-fbcd3162c003 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3af920c7-3d02-433e-bf1f-a4a601aa133a,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:56.435675 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2018168-5cea-4b65-b102-fbcd3162c003 admin admin] Checking segment: {'id': 'c8e81f98-094a-4e41-b64c-40d4c7f7e24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '58434a68-909c-41ea-b2db-e279d6b5a1c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:49:56.436113 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2018168-5cea-4b65-b102-fbcd3162c003 admin admin] Network hostable DHCP agents. Network: 58434a68-909c-41ea-b2db-e279d6b5a1c4, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:49:56.467909 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-351a0a3e-260e-4a1e-b8b3-e4ce0f72f6de tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:56.476695 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-351a0a3e-260e-4a1e-b8b3-e4ce0f72f6de tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] 10.222.0.61 "DELETE /v2.0/ports/0cdd208c-399c-4f08-8741-2f8e79998261 HTTP/1.1" status: 204 len: 168 time: 0.9024303 Aug 23 20:49:56.476695 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2018168-5cea-4b65-b102-fbcd3162c003 admin admin] Network 58434a68-909c-41ea-b2db-e279d6b5a1c4 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:49:56.481183 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49812) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:56.489135 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c431e41c-c378-4eaa-a45b-a76913139af2 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Request body: {'port': {'name': 'tempest-new-port-name-789099758', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:56.489512 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.api.validators [None req-c431e41c-c378-4eaa-a45b-a76913139af2 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] bootfile-name is not in valid_values {{(pid=94688) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 23 20:49:56.489861 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.api.validators [None req-c431e41c-c378-4eaa-a45b-a76913139af2 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] tftp-server is not in valid_values {{(pid=94688) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 23 20:49:56.490197 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.api.validators [None req-c431e41c-c378-4eaa-a45b-a76913139af2 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] server-ip-address is not in valid_values {{(pid=94688) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 23 20:49:56.546572 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-a2018168-5cea-4b65-b102-fbcd3162c003 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 58434a68-909c-41ea-b2db-e279d6b5a1c4) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:49:56.553501 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2018168-5cea-4b65-b102-fbcd3162c003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:56.559690 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a2018168-5cea-4b65-b102-fbcd3162c003 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:56.579011 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5bfc30-1fb7-4025-acde-6d0c884c553c None None] Network 58434a68-909c-41ea-b2db-e279d6b5a1c4 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:49:56.621236 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c431e41c-c378-4eaa-a45b-a76913139af2 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:56.726125 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device dc54836d-a8c3-4ab1-970c-79adc70ecf7e up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:49:56.841725 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e1f930-ca67-4227-9c14-ab9600b7c998 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c892b01c-7382-4d73-8da8-621b52e4a0d5,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:56.886871 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-18e1f930-ca67-4227-9c14-ab9600b7c998 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:56.892454 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-18e1f930-ca67-4227-9c14-ab9600b7c998 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:56.903921 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a2018168-5cea-4b65-b102-fbcd3162c003 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2582865 Aug 23 20:49:56.972562 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c431e41c-c378-4eaa-a45b-a76913139af2 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:56.972562 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c431e41c-c378-4eaa-a45b-a76913139af2 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:57.031270 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e1f930-ca67-4227-9c14-ab9600b7c998 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dad49a91-b405-4874-a28a-87084376a7e1,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:57.041270 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c431e41c-c378-4eaa-a45b-a76913139af2 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Pushing event updated for resources: {'Port': ['ID=386bdc12-6f32-4ecf-b920-6f146ac9dc99,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:57.047171 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-af98e57b-9ee8-42a4-903e-652f117aaeec tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:57.053781 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-af98e57b-9ee8-42a4-903e-652f117aaeec tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:57.072924 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af98e57b-9ee8-42a4-903e-652f117aaeec tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:49:57.106376 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-c431e41c-c378-4eaa-a45b-a76913139af2 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] In _notify_port_updated(), no bound segment for port 386bdc12-6f32-4ecf-b920-6f146ac9dc99 on network c6845d0f-47fd-4011-ba5b-87fe318127f7 {{(pid=94688) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 20:49:57.114694 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c431e41c-c378-4eaa-a45b-a76913139af2 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:57.115103 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c431e41c-c378-4eaa-a45b-a76913139af2 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:57.119550 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c431e41c-c378-4eaa-a45b-a76913139af2 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] 10.222.0.61 "PUT /v2.0/ports/386bdc12-6f32-4ecf-b920-6f146ac9dc99 HTTP/1.1" status: 200 len: 1135 time: 0.6343484 Aug 23 20:49:57.120112 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49824) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:57.127547 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af98e57b-9ee8-42a4-903e-652f117aaeec tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=845ce094-7285-477c-894b-3a6d9f32ecc9,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:57.134753 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-18e1f930-ca67-4227-9c14-ab9600b7c998 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:57.137908 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-18e1f930-ca67-4227-9c14-ab9600b7c998 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1214285 Aug 23 20:49:57.141302 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49826) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:57.152522 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-d03f0414-9913-4bc2-9a82-ec814934a086 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Request body: {'security_group_rule': {'security_group_id': 'dad49a91-b405-4874-a28a-87084376a7e1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:57.203506 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-af98e57b-9ee8-42a4-903e-652f117aaeec tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:57.203999 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-af98e57b-9ee8-42a4-903e-652f117aaeec tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Added segment 58607645-5a77-4dc8-9255-079a3141ac68 of type vlan for network dd51500d-cac1-412b-afcb-9989197f26f6 Aug 23 20:49:57.218426 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6232b3d6-230e-408b-81f5-e8ba257d3b30 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:57.226330 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-6232b3d6-230e-408b-81f5-e8ba257d3b30 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] 10.222.0.61 "GET /v2.0/ports/386bdc12-6f32-4ecf-b920-6f146ac9dc99 HTTP/1.1" status: 200 len: 1135 time: 0.1047029 Aug 23 20:49:57.230817 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49830) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:57.232726 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d03f0414-9913-4bc2-9a82-ec814934a086 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:57.249820 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f8730f-d63a-4946-bda6-8c77c91efbb8 None None] Network 58434a68-909c-41ea-b2db-e279d6b5a1c4 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:49:57.304774 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-fb3b529e-595f-41d8-b33c-3071ef57d565 None None] Provisioning for port 386bdc12-6f32-4ecf-b920-6f146ac9dc99 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:49:57.313915 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port dc54836d-a8c3-4ab1-970c-79adc70ecf7e completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:49:57.318115 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-fb3b529e-595f-41d8-b33c-3071ef57d565 None None] Provisioning complete for port 386bdc12-6f32-4ecf-b920-6f146ac9dc99 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:49:57.318637 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fb3b529e-595f-41d8-b33c-3071ef57d565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:57.319554 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-af98e57b-9ee8-42a4-903e-652f117aaeec tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:57.363944 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port dc54836d-a8c3-4ab1-970c-79adc70ecf7e triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:49:57.364638 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:57.396879 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-af98e57b-9ee8-42a4-903e-652f117aaeec tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:57.402872 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af98e57b-9ee8-42a4-903e-652f117aaeec tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:57.404966 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-af98e57b-9ee8-42a4-903e-652f117aaeec tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:57.449744 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-f4981992-85a8-4e03-9c62-9d04e9090189 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Deleting port 386bdc12-6f32-4ecf-b920-6f146ac9dc99 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:49:57.450319 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f4981992-85a8-4e03-9c62-9d04e9090189 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:57.455977 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d03f0414-9913-4bc2-9a82-ec814934a086 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:57.461192 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-fb3b529e-595f-41d8-b33c-3071ef57d565 None None] Port 386bdc12-6f32-4ecf-b920-6f146ac9dc99 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:49:57.500609 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d03f0414-9913-4bc2-9a82-ec814934a086 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:57.564218 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-af98e57b-9ee8-42a4-903e-652f117aaeec tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6858273 Aug 23 20:49:57.567662 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49840) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:57.577090 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-4f1de7ad-af46-4128-b685-5dd0e96aa034 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Request body: {'port': {'network_id': 'dd51500d-cac1-412b-afcb-9989197f26f6', 'name': 'tempest-PortsIpV6TestJSON-1646326268'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:57.593424 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-fb3b529e-595f-41d8-b33c-3071ef57d565 None None] Provisioning complete for port dc54836d-a8c3-4ab1-970c-79adc70ecf7e triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:49:57.593948 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fb3b529e-595f-41d8-b33c-3071ef57d565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:57.612325 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f0414-9913-4bc2-9a82-ec814934a086 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d53e7fa-5036-4f99-a8ce-46e5e1f3ab19,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:57.614447 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af98e57b-9ee8-42a4-903e-652f117aaeec tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event updated for resources: {'Network': ['ID=dd51500d-cac1-412b-afcb-9989197f26f6,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:57.625391 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d03f0414-9913-4bc2-9a82-ec814934a086 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:57.630369 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d03f0414-9913-4bc2-9a82-ec814934a086 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4871190 Aug 23 20:49:57.631021 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49844) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:57.636140 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-43a9bd17-e189-4671-ad04-0a5021abe18c tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Request body: {'security_group_rule': {'security_group_id': 'dad49a91-b405-4874-a28a-87084376a7e1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:57.659346 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network dd51500d-cac1-412b-afcb-9989197f26f6 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:49:57.695921 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-43a9bd17-e189-4671-ad04-0a5021abe18c tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:57.718828 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f4981992-85a8-4e03-9c62-9d04e9090189 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:57.761897 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:57.766783 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-f4981992-85a8-4e03-9c62-9d04e9090189 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Calling delete_port for 386bdc12-6f32-4ecf-b920-6f146ac9dc99 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:49:57.785066 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-43a9bd17-e189-4671-ad04-0a5021abe18c tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] create failed (client error): There was a conflict when trying to complete your request. Aug 23 20:49:57.788693 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-43a9bd17-e189-4671-ad04-0a5021abe18c tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1539636 Aug 23 20:49:57.789812 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49848) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:57.863197 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port dc54836d-a8c3-4ab1-970c-79adc70ecf7e, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=dc54836d-a8c3-4ab1-970c-79adc70ecf7e,segment=NetworkSegment(cbdda91d-5239-4704-b100-9ae8c52a7caa),segment_id=cbdda91d-5239-4704-b100-9ae8c52a7caa)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:49:57.882304 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1de7ad-af46-4128-b685-5dd0e96aa034 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Made reservation on behalf of 91ee48a7a09d4c31bca2b42ca3cdc87d for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:49:57.886228 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f1de7ad-af46-4128-b685-5dd0e96aa034 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:57.923680 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:57.930529 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-4f1de7ad-af46-4128-b685-5dd0e96aa034 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] device_id is not set on port ffa7bf40-2e2e-4f81-b4eb-8fc73aa90b54 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:49:57.963942 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0e6310b5-0c31-4aab-b3fe-569d95321bdf tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:58.001319 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=dc54836d-a8c3-4ab1-970c-79adc70ecf7e,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:58.028130 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0e6310b5-0c31-4aab-b3fe-569d95321bdf tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:58.051632 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1cd3ec53-fa47-4cb8-92ae-08981b020a63 None None] Provisioning complete for port 386bdc12-6f32-4ecf-b920-6f146ac9dc99 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:49:58.051999 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1cd3ec53-fa47-4cb8-92ae-08981b020a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:58.090772 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0e6310b5-0c31-4aab-b3fe-569d95321bdf tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:58.096332 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0e6310b5-0c31-4aab-b3fe-569d95321bdf tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:58.098231 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0e6310b5-0c31-4aab-b3fe-569d95321bdf tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] 10.222.0.61 "DELETE /v2.0/security-groups/dad49a91-b405-4874-a28a-87084376a7e1 HTTP/1.1" status: 204 len: 168 time: 0.3073146 Aug 23 20:49:58.105499 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49852) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:58.127245 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6310b5-0c31-4aab-b3fe-569d95321bdf tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad49a91-b405-4874-a28a-87084376a7e1,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:58.171819 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1cd3ec53-fa47-4cb8-92ae-08981b020a63 None None] Port 386bdc12-6f32-4ecf-b920-6f146ac9dc99 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:49:58.182333 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a583e7dc-20d5-4e64-81ad-44509241ac43 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0751550 Aug 23 20:49:58.186747 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49854) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:58.187777 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1cd3ec53-fa47-4cb8-92ae-08981b020a63 None None] Could not find standard attr ID for object 0cdd208c-399c-4f08-8741-2f8e79998261. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 20:49:58.202478 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-5fe34d0c-8b80-4922-9f19-b3bb02fdc997 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Request body: {'security_group': {'name': 'tempest-secgroup--2069279611'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:58.242917 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5fe34d0c-8b80-4922-9f19-b3bb02fdc997 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:58.244519 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f4981992-85a8-4e03-9c62-9d04e9090189 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:58.296142 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4981992-85a8-4e03-9c62-9d04e9090189 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Pushing event deleted for resources: {'Port': ['ID=386bdc12-6f32-4ecf-b920-6f146ac9dc99,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:58.417245 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-206543cf-a3f4-403e-b935-50532c4aa1b7 None None] Could not find standard attr ID for object 386bdc12-6f32-4ecf-b920-6f146ac9dc99. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 20:49:58.430289 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f1de7ad-af46-4128-b685-5dd0e96aa034 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:58.439659 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f4981992-85a8-4e03-9c62-9d04e9090189 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:58.445258 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f4981992-85a8-4e03-9c62-9d04e9090189 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] 10.222.0.61 "DELETE /v2.0/ports/386bdc12-6f32-4ecf-b920-6f146ac9dc99 HTTP/1.1" status: 204 len: 168 time: 1.2019632 Aug 23 20:49:58.446535 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49870) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:58.466476 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4a997-6a6d-449d-8ac4-785ea3133b52 req-3f589ed3-c990-4ad1-bf70-ebff59e938d1 tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:58.468006 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-05a4a997-6a6d-449d-8ac4-785ea3133b52 req-3f589ed3-c990-4ad1-bf70-ebff59e938d1 tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] 10.222.0.61 "GET /v2.0/networks?id=58434a68-909c-41ea-b2db-e279d6b5a1c4 HTTP/1.1" status: 200 len: 822 time: 0.1900482 Aug 23 20:49:58.506585 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f1de7ad-af46-4128-b685-5dd0e96aa034 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:58.542009 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-05a4a997-6a6d-449d-8ac4-785ea3133b52 req-0522d42e-b2a6-4df9-ae3d-6d319c4ce751 tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] 10.222.0.61 "GET /v2.0/quotas/5886d0e142dc4629ae10cf0bf8514df9 HTTP/1.1" status: 200 len: 375 time: 0.0448291 Aug 23 20:49:58.579154 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1de7ad-af46-4128-b685-5dd0e96aa034 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event updated for resources: {'Port': ['ID=ffa7bf40-2e2e-4f81-b4eb-8fc73aa90b54,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:58.582062 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5fe34d0c-8b80-4922-9f19-b3bb02fdc997 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:58.604946 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fa410d6-f463-41af-b2fb-3606e8262749 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Deleting subnet 09acbe60-3343-471c-b3d2-c87ce843f0fe {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:49:58.608109 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5fe34d0c-8b80-4922-9f19-b3bb02fdc997 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:58.615515 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-05a4a997-6a6d-449d-8ac4-785ea3133b52 req-e0597c0a-77cd-4a88-b235-99956ec132ba tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5886d0e142dc4629ae10cf0bf8514df9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0643840 Aug 23 20:49:58.627039 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1de7ad-af46-4128-b685-5dd0e96aa034 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Checking segment: {'id': '58607645-5a77-4dc8-9255-079a3141ac68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'dd51500d-cac1-412b-afcb-9989197f26f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:49:58.627187 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4fa410d6-f463-41af-b2fb-3606e8262749 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:58.627744 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1de7ad-af46-4128-b685-5dd0e96aa034 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Network hostable DHCP agents. Network: dd51500d-cac1-412b-afcb-9989197f26f6, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:49:58.663005 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device dc54836d-a8c3-4ab1-970c-79adc70ecf7e up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:49:58.666266 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1de7ad-af46-4128-b685-5dd0e96aa034 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Network dd51500d-cac1-412b-afcb-9989197f26f6 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:49:58.688049 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-4f1de7ad-af46-4128-b685-5dd0e96aa034 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, dd51500d-cac1-412b-afcb-9989197f26f6) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:49:58.694971 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1de7ad-af46-4128-b685-5dd0e96aa034 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:49:58.700872 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [req-05a4a997-6a6d-449d-8ac4-785ea3133b52 req-04006cdf-963a-40f2-9652-4350a4d79057 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:49:58.703883 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-05a4a997-6a6d-449d-8ac4-785ea3133b52 req-04006cdf-963a-40f2-9652-4350a4d79057 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0440660 Aug 23 20:49:58.704724 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1de7ad-af46-4128-b685-5dd0e96aa034 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:58.705861 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f1de7ad-af46-4128-b685-5dd0e96aa034 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:58.706796 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b213d485-f02c-4095-90ad-b6c0ad87a752 None None] Network dd51500d-cac1-412b-afcb-9989197f26f6 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:49:58.729534 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4f1de7ad-af46-4128-b685-5dd0e96aa034 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1604741 Aug 23 20:49:58.732752 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49878) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:58.741096 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-31bdb676-1281-4509-a706-e8372922ad78 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1173150041'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:58.750116 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5fe34d0c-8b80-4922-9f19-b3bb02fdc997 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:58.755358 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5fe34d0c-8b80-4922-9f19-b3bb02fdc997 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5671837 Aug 23 20:49:58.756276 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49880) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:58.766443 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-8f66f5c3-9fbb-413a-9b4d-408615d3d016 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Request body: {'security_group_rule': {'security_group_id': '97517c52-a1a6-4432-86e7-27c8bebeb9e6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:58.766932 n-d-805663-2 neutron-server[94687]: WARNING neutron.api.v2.base [None req-8f66f5c3-9fbb-413a-9b4d-408615d3d016 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 23 20:49:58.767425 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-8f66f5c3-9fbb-413a-9b4d-408615d3d016 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 20:49:58.771698 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8f66f5c3-9fbb-413a-9b4d-408615d3d016 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0109074 Aug 23 20:49:58.772252 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49882) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:58.781558 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port dc54836d-a8c3-4ab1-970c-79adc70ecf7e triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:49:58.782474 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:58.785465 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31bdb676-1281-4509-a706-e8372922ad78 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Made reservation on behalf of 91ee48a7a09d4c31bca2b42ca3cdc87d for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:49:58.790115 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-31bdb676-1281-4509-a706-e8372922ad78 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:58.797704 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe34d0c-8b80-4922-9f19-b3bb02fdc997 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97517c52-a1a6-4432-86e7-27c8bebeb9e6,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:58.809259 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4fa410d6-f463-41af-b2fb-3606e8262749 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:58.873958 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31bdb676-1281-4509-a706-e8372922ad78 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:49:58.889791 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-31bdb676-1281-4509-a706-e8372922ad78 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:58.890134 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-31bdb676-1281-4509-a706-e8372922ad78 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Added segment a8af74ef-7863-4b7b-9ba4-92423363cf53 of type vlan for network ca903e79-8468-42ed-8d03-195d40b1025e Aug 23 20:49:58.923770 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-05a4a997-6a6d-449d-8ac4-785ea3133b52 req-ea231474-897f-4003-b537-07b72f496978 service neutron] 10.222.0.61 "GET /v2.0/networks/58434a68-909c-41ea-b2db-e279d6b5a1c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031224 Aug 23 20:49:58.942323 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a8377305-2f03-4665-b761-cf9fd212dbcf tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:58.975179 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a8377305-2f03-4665-b761-cf9fd212dbcf tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:58.987707 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4fa410d6-f463-41af-b2fb-3606e8262749 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:58.991801 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-31bdb676-1281-4509-a706-e8372922ad78 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:59.044476 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-31bdb676-1281-4509-a706-e8372922ad78 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:59.051712 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bdb676-1281-4509-a706-e8372922ad78 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:49:59.052457 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-31bdb676-1281-4509-a706-e8372922ad78 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:59.066089 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a8377305-2f03-4665-b761-cf9fd212dbcf tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:59.069248 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a8377305-2f03-4665-b761-cf9fd212dbcf tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:59.070529 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a8377305-2f03-4665-b761-cf9fd212dbcf tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] 10.222.0.61 "DELETE /v2.0/security-groups/97517c52-a1a6-4432-86e7-27c8bebeb9e6 HTTP/1.1" status: 204 len: 168 time: 0.2968204 Aug 23 20:49:59.076030 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49888) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:59.088130 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-05a4a997-6a6d-449d-8ac4-785ea3133b52 req-ee13fcd6-e0f0-4b5a-91ae-8ece13d81f09 service neutron] 10.222.0.61 "GET /v2.0/networks/58434a68-909c-41ea-b2db-e279d6b5a1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563306 Aug 23 20:49:59.100260 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4fa410d6-f463-41af-b2fb-3606e8262749 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:59.134334 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa410d6-f463-41af-b2fb-3606e8262749 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Pushing event deleted for resources: {'Subnet': ['ID=09acbe60-3343-471c-b3d2-c87ce843f0fe,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:59.137476 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-31bdb676-1281-4509-a706-e8372922ad78 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4034719 Aug 23 20:49:59.140679 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8377305-2f03-4665-b761-cf9fd212dbcf tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97517c52-a1a6-4432-86e7-27c8bebeb9e6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:59.142350 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49892) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:59.148978 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4fa410d6-f463-41af-b2fb-3606e8262749 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:59.152009 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-4fa410d6-f463-41af-b2fb-3606e8262749 tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] 10.222.0.61 "DELETE /v2.0/subnets/09acbe60-3343-471c-b3d2-c87ce843f0fe HTTP/1.1" status: 204 len: 168 time: 0.7043264 Aug 23 20:49:59.154095 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-47ff9028-d37a-4d6d-a8fb-11b83daef9d1 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Request body: {'ports': [{'network_id': 'dd51500d-cac1-412b-afcb-9989197f26f6'}, {'network_id': 'ca903e79-8468-42ed-8d03-195d40b1025e'}]} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:59.154413 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-47ff9028-d37a-4d6d-a8fb-11b83daef9d1 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Request body: {'port': {'network_id': 'dd51500d-cac1-412b-afcb-9989197f26f6'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:59.154894 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-47ff9028-d37a-4d6d-a8fb-11b83daef9d1 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Request body: {'port': {'network_id': 'ca903e79-8468-42ed-8d03-195d40b1025e'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:59.155402 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80c363a-c786-4e4b-b44c-906f40aca20c None None] Network c6845d0f-47fd-4011-ba5b-87fe318127f7 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:49:59.156138 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49894) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:59.180299 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bdb676-1281-4509-a706-e8372922ad78 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event updated for resources: {'Network': ['ID=ca903e79-8468-42ed-8d03-195d40b1025e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:59.232825 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49896) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:59.232919 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0a677d88-ed50-4ea5-8b02-92077f9e1e1a tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1532748 Aug 23 20:49:59.240420 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-2ada969c-be59-47a8-aa30-38a4143a0fc7 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Request body: {'security_group': {'name': 'tempest-secgroup--633214160'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:59.261870 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network ca903e79-8468-42ed-8d03-195d40b1025e details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:49:59.266200 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-de41f2e5-14d8-4ae2-8714-20756297d42f tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:59.352865 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-de41f2e5-14d8-4ae2-8714-20756297d42f tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Deleting port dc54836d-a8c3-4ab1-970c-79adc70ecf7e {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:49:59.353514 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-de41f2e5-14d8-4ae2-8714-20756297d42f tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:59.390431 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ada969c-be59-47a8-aa30-38a4143a0fc7 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:59.444624 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0058deb9-6ac1-4d17-8496-36bc9a62693f req-0a562145-cfda-4ecc-9cfb-aa64c37bc8bf tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] 10.222.0.61 "GET /v2.0/ports?device_id=b83dd77d-bbd9-4b27-b5ff-a49cafc2ef3f HTTP/1.1" status: 200 len: 210 time: 0.0630431 Aug 23 20:49:59.523820 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-de41f2e5-14d8-4ae2-8714-20756297d42f tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] For port dc54836d-a8c3-4ab1-970c-79adc70ecf7e, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=dc54836d-a8c3-4ab1-970c-79adc70ecf7e,segment=NetworkSegment(cbdda91d-5239-4704-b100-9ae8c52a7caa),segment_id=cbdda91d-5239-4704-b100-9ae8c52a7caa)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:49:59.524228 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-de41f2e5-14d8-4ae2-8714-20756297d42f tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:59.546316 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-de41f2e5-14d8-4ae2-8714-20756297d42f tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Calling delete_port for dc54836d-a8c3-4ab1-970c-79adc70ecf7e owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:49:59.563366 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ada969c-be59-47a8-aa30-38a4143a0fc7 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:59.575546 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ada969c-be59-47a8-aa30-38a4143a0fc7 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:59.612793 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ada969c-be59-47a8-aa30-38a4143a0fc7 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc399c21-172b-493e-bdcf-a1d3d468a9af,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:59.617361 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ff9028-d37a-4d6d-a8fb-11b83daef9d1 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Made reservation on behalf of 91ee48a7a09d4c31bca2b42ca3cdc87d for: {'port': 2} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:49:59.622257 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47ff9028-d37a-4d6d-a8fb-11b83daef9d1 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:59.637979 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47ff9028-d37a-4d6d-a8fb-11b83daef9d1 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:59.640087 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ada969c-be59-47a8-aa30-38a4143a0fc7 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:59.641329 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2ada969c-be59-47a8-aa30-38a4143a0fc7 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4055297 Aug 23 20:49:59.645421 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49910) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:59.654840 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-c35f00df-a8a3-44f9-b017-d8a697561836 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Request body: {'security_group_rule': {'security_group_id': 'dc399c21-172b-493e-bdcf-a1d3d468a9af', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:49:59.655686 n-d-805663-2 neutron-server[94687]: WARNING neutron.api.v2.base [None req-c35f00df-a8a3-44f9-b017-d8a697561836 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 23 20:49:59.656885 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-c35f00df-a8a3-44f9-b017-d8a697561836 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 20:49:59.662553 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c35f00df-a8a3-44f9-b017-d8a697561836 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0136244 Aug 23 20:49:59.664482 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49914) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:49:59.666749 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917719c2-b643-4e3b-a415-ab5fb1555f32 None None] DHCP port deletion for c6845d0f-47fd-4011-ba5b-87fe318127f7 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:49:59.707484 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-de41f2e5-14d8-4ae2-8714-20756297d42f tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:59.737181 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de41f2e5-14d8-4ae2-8714-20756297d42f tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Pushing event deleted for resources: {'Port': ['ID=dc54836d-a8c3-4ab1-970c-79adc70ecf7e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:59.739359 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de41f2e5-14d8-4ae2-8714-20756297d42f tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] No DVR routers for this DVR port dc54836d-a8c3-4ab1-970c-79adc70ecf7e on host n-d-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:49:59.762192 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-917719c2-b643-4e3b-a415-ab5fb1555f32 None None] Deleting port dc54836d-a8c3-4ab1-970c-79adc70ecf7e {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:49:59.762943 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-917719c2-b643-4e3b-a415-ab5fb1555f32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:59.802971 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-47ff9028-d37a-4d6d-a8fb-11b83daef9d1 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] device_id is not set on port 075df6f0-9efc-4b2b-804b-c2a9b0f36141 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:49:59.821840 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d546974a-2ed0-4d1f-a7e0-7655de987fc4 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:59.832049 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-de41f2e5-14d8-4ae2-8714-20756297d42f tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:59.843370 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-de41f2e5-14d8-4ae2-8714-20756297d42f tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6845d0f-47fd-4011-ba5b-87fe318127f7']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:49:59.852325 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d546974a-2ed0-4d1f-a7e0-7655de987fc4 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:59.857796 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-de41f2e5-14d8-4ae2-8714-20756297d42f tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbdda91d-5239-4704-b100-9ae8c52a7caa') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:49:59.857796 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-de41f2e5-14d8-4ae2-8714-20756297d42f tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbdda91d-5239-4704-b100-9ae8c52a7caa') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:49:59.873847 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-de41f2e5-14d8-4ae2-8714-20756297d42f tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:59.893180 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-de41f2e5-14d8-4ae2-8714-20756297d42f tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:59.902875 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de41f2e5-14d8-4ae2-8714-20756297d42f tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:49:59.903387 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-de41f2e5-14d8-4ae2-8714-20756297d42f tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:59.904262 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-917719c2-b643-4e3b-a415-ab5fb1555f32 None None] For port dc54836d-a8c3-4ab1-970c-79adc70ecf7e, host n-d-805663-2, got binding levels [] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:49:59.904729 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-917719c2-b643-4e3b-a415-ab5fb1555f32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:59.908254 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:49:59.908254 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:49:59.908254 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:49:59.908254 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:49:59.908254 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:49:59.908254 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:49:59.908254 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:49:59.908254 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:49:59.908254 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:49:59.908254 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:49:59.908254 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:49:59.908254 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:49:59.908254 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:49:59.908254 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:49:59.908254 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:49:59.908254 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:49:59.908254 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:49:59.908254 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:49:59.908254 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:49:59.908254 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:49:59.908254 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:49:59.908254 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:49:59.908254 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:49:59.908254 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:49:59.908254 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:49:59.908254 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:49:59.908254 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:49:59.908254 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:49:59.908254 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:49:59.908254 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:49:59.908254 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:49:59.908254 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:49:59.919653 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-917719c2-b643-4e3b-a415-ab5fb1555f32 None None] Calling delete_port for dc54836d-a8c3-4ab1-970c-79adc70ecf7e owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:49:59.923024 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.ipam_backend_mixin [None req-917719c2-b643-4e3b-a415-ab5fb1555f32 None None] Port dc54836d-a8c3-4ab1-970c-79adc70ecf7e was not found and therefore no delete operation was performed {{(pid=94689) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 23 20:49:59.924511 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-917719c2-b643-4e3b-a415-ab5fb1555f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:49:59.954557 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917719c2-b643-4e3b-a415-ab5fb1555f32 None None] Pushing event deleted for resources: {'Port': ['ID=dc54836d-a8c3-4ab1-970c-79adc70ecf7e,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:49:59.961166 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917719c2-b643-4e3b-a415-ab5fb1555f32 None None] No DVR routers for this DVR port dc54836d-a8c3-4ab1-970c-79adc70ecf7e on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:50:00.004207 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d546974a-2ed0-4d1f-a7e0-7655de987fc4 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:00.010265 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d546974a-2ed0-4d1f-a7e0-7655de987fc4 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:00.012037 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d546974a-2ed0-4d1f-a7e0-7655de987fc4 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] 10.222.0.61 "DELETE /v2.0/security-groups/dc399c21-172b-493e-bdcf-a1d3d468a9af HTTP/1.1" status: 204 len: 168 time: 0.3461008 Aug 23 20:50:00.016885 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-de41f2e5-14d8-4ae2-8714-20756297d42f tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:00.019878 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49924) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:00.033077 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d546974a-2ed0-4d1f-a7e0-7655de987fc4 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc399c21-172b-493e-bdcf-a1d3d468a9af,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:00.045055 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-de41f2e5-14d8-4ae2-8714-20756297d42f tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:00.049130 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-de41f2e5-14d8-4ae2-8714-20756297d42f tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] 10.222.0.61 "DELETE /v2.0/networks/c6845d0f-47fd-4011-ba5b-87fe318127f7 HTTP/1.1" status: 204 len: 168 time: 0.8917549 Aug 23 20:50:00.062686 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47ff9028-d37a-4d6d-a8fb-11b83daef9d1 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:00.068376 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de41f2e5-14d8-4ae2-8714-20756297d42f tempest-ExtraDHCPOptionsTestJSON-96260704 tempest-ExtraDHCPOptionsTestJSON-96260704-project] Pushing event deleted for resources: {'Network': ['ID=c6845d0f-47fd-4011-ba5b-87fe318127f7,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:00.108520 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:50:00.118759 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-65c25e58-9e05-4dab-988d-6ee37d072027 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0965190 Aug 23 20:50:00.119980 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49930) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:00.126709 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-d54e3335-8384-4e17-bfb5-5750cba06c28 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Request body: {'security_group': {'name': 'tempest-secgroup--1135795668'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:00.164779 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-47ff9028-d37a-4d6d-a8fb-11b83daef9d1 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] device_id is not set on port 24d265b1-7577-4bfe-bfbb-78ad1c37786b yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:50:00.176088 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d54e3335-8384-4e17-bfb5-5750cba06c28 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:00.306626 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d54e3335-8384-4e17-bfb5-5750cba06c28 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:00.313819 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d54e3335-8384-4e17-bfb5-5750cba06c28 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:00.333367 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47ff9028-d37a-4d6d-a8fb-11b83daef9d1 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:00.366804 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54e3335-8384-4e17-bfb5-5750cba06c28 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=285ae8fb-43a7-43a9-9065-7d64f0924a2b,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:00.380794 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d54e3335-8384-4e17-bfb5-5750cba06c28 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:00.383973 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d54e3335-8384-4e17-bfb5-5750cba06c28 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2626660 Aug 23 20:50:00.387287 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49940) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:00.395884 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-f705d048-5ac8-4cbb-9656-04faf0c92c2c tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Request body: {'security_group_rule': {'security_group_id': '285ae8fb-43a7-43a9-9065-7d64f0924a2b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:00.397363 n-d-805663-2 neutron-server[94688]: WARNING neutron.api.v2.base [None req-f705d048-5ac8-4cbb-9656-04faf0c92c2c tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 23 20:50:00.398009 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-f705d048-5ac8-4cbb-9656-04faf0c92c2c tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 20:50:00.400211 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f705d048-5ac8-4cbb-9656-04faf0c92c2c tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0120330 Aug 23 20:50:00.403622 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49942) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:00.408660 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-1e92a248-bce4-4189-812a-f94baae04705 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Request body: {'security_group_rule': {'security_group_id': '285ae8fb-43a7-43a9-9065-7d64f0924a2b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:00.411295 n-d-805663-2 neutron-server[94687]: WARNING neutron.api.v2.base [None req-1e92a248-bce4-4189-812a-f94baae04705 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 23 20:50:00.411428 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-1e92a248-bce4-4189-812a-f94baae04705 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 20:50:00.415780 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49944) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:00.416165 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1e92a248-bce4-4189-812a-f94baae04705 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0112302 Aug 23 20:50:00.421752 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-1b263e1a-17a0-429f-87c4-e4024a3b9241 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Request body: {'security_group_rule': {'security_group_id': '285ae8fb-43a7-43a9-9065-7d64f0924a2b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:00.422732 n-d-805663-2 neutron-server[94688]: WARNING neutron.api.v2.base [None req-1b263e1a-17a0-429f-87c4-e4024a3b9241 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 23 20:50:00.423237 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-1b263e1a-17a0-429f-87c4-e4024a3b9241 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 20:50:00.424472 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-1b263e1a-17a0-429f-87c4-e4024a3b9241 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0075207 Aug 23 20:50:00.427339 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47ff9028-d37a-4d6d-a8fb-11b83daef9d1 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:00.429630 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49946) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:00.434281 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-087acba1-241a-4c73-9790-5fe5dac3b8a4 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Request body: {'security_group_rule': {'security_group_id': '285ae8fb-43a7-43a9-9065-7d64f0924a2b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:00.435513 n-d-805663-2 neutron-server[94687]: WARNING neutron.api.v2.base [None req-087acba1-241a-4c73-9790-5fe5dac3b8a4 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 23 20:50:00.436093 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-087acba1-241a-4c73-9790-5fe5dac3b8a4 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 20:50:00.440909 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-087acba1-241a-4c73-9790-5fe5dac3b8a4 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0100253 Aug 23 20:50:00.441593 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49948) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:00.451925 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49950) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:00.453156 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ff9028-d37a-4d6d-a8fb-11b83daef9d1 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Network dd51500d-cac1-412b-afcb-9989197f26f6 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:50:00.457144 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-47ff9028-d37a-4d6d-a8fb-11b83daef9d1 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:50:00.459864 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ff9028-d37a-4d6d-a8fb-11b83daef9d1 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:50:00.462102 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47ff9028-d37a-4d6d-a8fb-11b83daef9d1 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:00.540456 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ff9028-d37a-4d6d-a8fb-11b83daef9d1 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event updated for resources: {'Port': ['ID=075df6f0-9efc-4b2b-804b-c2a9b0f36141,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:00.579220 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2f277319-811d-4b3d-921b-dea6cd133706 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:00.579450 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ff9028-d37a-4d6d-a8fb-11b83daef9d1 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Checking segment: {'id': 'a8af74ef-7863-4b7b-9ba4-92423363cf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ca903e79-8468-42ed-8d03-195d40b1025e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:50:00.579917 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ff9028-d37a-4d6d-a8fb-11b83daef9d1 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Network hostable DHCP agents. Network: ca903e79-8468-42ed-8d03-195d40b1025e, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:50:00.623078 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ff9028-d37a-4d6d-a8fb-11b83daef9d1 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event updated for resources: {'Port': ['ID=24d265b1-7577-4bfe-bfbb-78ad1c37786b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:00.636048 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2f277319-811d-4b3d-921b-dea6cd133706 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:00.668009 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ff9028-d37a-4d6d-a8fb-11b83daef9d1 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Network ca903e79-8468-42ed-8d03-195d40b1025e is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:50:00.673984 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7deb6975-0864-4c71-b38d-515aa48ade0d req-85286640-ff26-4de3-8433-b3ce25bae9fd tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] 10.222.0.61 "GET /v2.0/ports?device_id=b83dd77d-bbd9-4b27-b5ff-a49cafc2ef3f HTTP/1.1" status: 200 len: 210 time: 0.0491576 Aug 23 20:50:00.685483 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-47ff9028-d37a-4d6d-a8fb-11b83daef9d1 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, ca903e79-8468-42ed-8d03-195d40b1025e) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:50:00.689704 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ff9028-d37a-4d6d-a8fb-11b83daef9d1 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:50:00.696165 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a614ba-1993-4991-a20a-3ac14e29237b None None] Network ca903e79-8468-42ed-8d03-195d40b1025e requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:50:00.698492 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ff9028-d37a-4d6d-a8fb-11b83daef9d1 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:00.705147 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ff9028-d37a-4d6d-a8fb-11b83daef9d1 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:00.706000 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47ff9028-d37a-4d6d-a8fb-11b83daef9d1 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:00.739143 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2f277319-811d-4b3d-921b-dea6cd133706 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:00.741980 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2f277319-811d-4b3d-921b-dea6cd133706 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:00.747377 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49960) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:00.748178 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2f277319-811d-4b3d-921b-dea6cd133706 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] 10.222.0.61 "DELETE /v2.0/security-groups/285ae8fb-43a7-43a9-9065-7d64f0924a2b HTTP/1.1" status: 204 len: 168 time: 0.3032508 Aug 23 20:50:00.758451 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-47ff9028-d37a-4d6d-a8fb-11b83daef9d1 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6121168 Aug 23 20:50:00.765867 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49962) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:00.772027 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f277319-811d-4b3d-921b-dea6cd133706 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=285ae8fb-43a7-43a9-9065-7d64f0924a2b,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:00.828612 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device dc54836d-a8c3-4ab1-970c-79adc70ecf7e no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:50:00.865677 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f4bcaee6-49d0-4216-8c3d-aec5c88baac0 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1165371 Aug 23 20:50:00.872115 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49964) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:00.877938 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-305fd5d2-6a85-42fe-b0b5-9bf081420b68 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Request body: {'security_group': {'name': 'tempest-secgroup--521984471'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:00.907594 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-305fd5d2-6a85-42fe-b0b5-9bf081420b68 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:00.913664 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: dc54836d-a8c3-4ab1-970c-79adc70ecf7e {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:50:00.914252 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device dc54836d-a8c3-4ab1-970c-79adc70ecf7e not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:50:00.933257 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-1eaeb2e0-22fb-4ca6-8dac-0e7be70a91fb tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Deleting port 24d265b1-7577-4bfe-bfbb-78ad1c37786b {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:50:00.933760 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1eaeb2e0-22fb-4ca6-8dac-0e7be70a91fb tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:01.022683 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1eaeb2e0-22fb-4ca6-8dac-0e7be70a91fb tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:01.035823 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6826601a-ea8a-41ca-96ae-ede1ff5bc2d0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=96a3de97f2f74604b840d2a639fa85c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5827267 Aug 23 20:50:01.038721 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49970) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:01.042373 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-1eaeb2e0-22fb-4ca6-8dac-0e7be70a91fb tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Calling delete_port for 24d265b1-7577-4bfe-bfbb-78ad1c37786b owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:50:01.096436 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-305fd5d2-6a85-42fe-b0b5-9bf081420b68 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:01.114442 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9a0ed58a-4177-4362-a49f-382b80af5ae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:01.117348 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-305fd5d2-6a85-42fe-b0b5-9bf081420b68 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:01.139181 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1eaeb2e0-22fb-4ca6-8dac-0e7be70a91fb tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:01.165173 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9a0ed58a-4177-4362-a49f-382b80af5ae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:01.177610 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaeb2e0-22fb-4ca6-8dac-0e7be70a91fb tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event deleted for resources: {'Port': ['ID=24d265b1-7577-4bfe-bfbb-78ad1c37786b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:01.179900 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-305fd5d2-6a85-42fe-b0b5-9bf081420b68 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:01.181358 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-305fd5d2-6a85-42fe-b0b5-9bf081420b68 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3086982 Aug 23 20:50:01.185734 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49974) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:01.187209 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1eaeb2e0-22fb-4ca6-8dac-0e7be70a91fb tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:01.189189 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-1eaeb2e0-22fb-4ca6-8dac-0e7be70a91fb tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "DELETE /v2.0/ports/24d265b1-7577-4bfe-bfbb-78ad1c37786b HTTP/1.1" status: 204 len: 168 time: 0.4220779 Aug 23 20:50:01.191910 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49976) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:01.199683 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-7b5a76a5-6962-4aba-9dfc-8ec45a0cf855 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Request body: {'security_group_rule': {'security_group_id': 'c29c6b92-7f0b-4b34-b0c5-85c0dd495342', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:01.200448 n-d-805663-2 neutron-server[94687]: WARNING neutron.api.v2.base [None req-7b5a76a5-6962-4aba-9dfc-8ec45a0cf855 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 23 20:50:01.200931 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-7b5a76a5-6962-4aba-9dfc-8ec45a0cf855 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 20:50:01.202806 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-7b5a76a5-6962-4aba-9dfc-8ec45a0cf855 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0126066 Aug 23 20:50:01.205804 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305fd5d2-6a85-42fe-b0b5-9bf081420b68 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c29c6b92-7f0b-4b34-b0c5-85c0dd495342,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:01.207400 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49978) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:01.230958 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-85899e99-adf5-4393-b2be-d8e7f85fbdda tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Request body: {'security_group_rule': {'security_group_id': 'c29c6b92-7f0b-4b34-b0c5-85c0dd495342', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:01.242582 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9a0ed58a-4177-4362-a49f-382b80af5ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:01.246941 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9a0ed58a-4177-4362-a49f-382b80af5ae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:01.251365 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9a0ed58a-4177-4362-a49f-382b80af5ae6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2b64ae90-363a-443c-b145-cc521e2f63b9 HTTP/1.1" status: 204 len: 168 time: 0.2115295 Aug 23 20:50:01.260740 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0ed58a-4177-4362-a49f-382b80af5ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b64ae90-363a-443c-b145-cc521e2f63b9,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:01.397274 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b158b0-cb46-4373-aeeb-afd26cfbb076 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:01.403589 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b158b0-cb46-4373-aeeb-afd26cfbb076 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:01.405198 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-70b158b0-cb46-4373-aeeb-afd26cfbb076 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2123303 Aug 23 20:50:01.408404 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49986) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:01.453273 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4a997-6a6d-449d-8ac4-785ea3133b52 req-a11d0e2e-33d1-478d-b591-9b685d45a6d0 tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:01.455559 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-05a4a997-6a6d-449d-8ac4-785ea3133b52 req-a11d0e2e-33d1-478d-b591-9b685d45a6d0 tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] 10.222.0.11 "GET /v2.0/networks?id=58434a68-909c-41ea-b2db-e279d6b5a1c4 HTTP/1.1" status: 200 len: 822 time: 0.2193720 Aug 23 20:50:01.459493 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-85899e99-adf5-4393-b2be-d8e7f85fbdda tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 20:50:01.463442 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-85899e99-adf5-4393-b2be-d8e7f85fbdda tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2350547 Aug 23 20:50:01.464463 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49988) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:01.468714 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-8ce8ab84-6767-42cd-b782-e906b29ed326 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Request body: {'security_group_rule': {'security_group_id': 'c29c6b92-7f0b-4b34-b0c5-85c0dd495342', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:01.472416 n-d-805663-2 neutron-server[94688]: WARNING neutron.api.v2.base [None req-8ce8ab84-6767-42cd-b782-e906b29ed326 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 23 20:50:01.473480 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-8ce8ab84-6767-42cd-b782-e906b29ed326 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 20:50:01.479502 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49990) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:01.479728 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8ce8ab84-6767-42cd-b782-e906b29ed326 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0144684 Aug 23 20:50:01.485691 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-a5f26db0-271e-4373-ab90-6051187f22dd tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Request body: {'security_group_rule': {'security_group_id': 'c29c6b92-7f0b-4b34-b0c5-85c0dd495342', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:01.486578 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-05a4a997-6a6d-449d-8ac4-785ea3133b52 req-93002cab-bb36-4967-a19a-ee15136ce847 tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] Request body: {'port': {'device_id': 'b83dd77d-bbd9-4b27-b5ff-a49cafc2ef3f', 'network_id': '58434a68-909c-41ea-b2db-e279d6b5a1c4', 'admin_state_up': True, 'tenant_id': '5886d0e142dc4629ae10cf0bf8514df9'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:01.532791 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-208372bc-a1bb-4baf-b3d8-ed135c489864 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Deleting port 075df6f0-9efc-4b2b-804b-c2a9b0f36141 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:50:01.533133 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-208372bc-a1bb-4baf-b3d8-ed135c489864 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:01.560850 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-a5f26db0-271e-4373-ab90-6051187f22dd tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 20:50:01.564513 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a5f26db0-271e-4373-ab90-6051187f22dd tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0812514 Aug 23 20:50:01.564977 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49994) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:01.600926 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-38072fa2-2e1e-477a-b38a-b77e900a897c tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Request body: {'security_group_rule': {'security_group_id': 'c29c6b92-7f0b-4b34-b0c5-85c0dd495342', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:01.601310 n-d-805663-2 neutron-server[94687]: WARNING neutron.api.v2.base [None req-38072fa2-2e1e-477a-b38a-b77e900a897c tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 23 20:50:01.601801 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-38072fa2-2e1e-477a-b38a-b77e900a897c tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 20:50:01.602790 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-38072fa2-2e1e-477a-b38a-b77e900a897c tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0363755 Aug 23 20:50:01.610938 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49996) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:01.616038 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-777f0f90-f587-4a08-a0d2-012694cb56da tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Request body: {'security_group_rule': {'security_group_id': 'c29c6b92-7f0b-4b34-b0c5-85c0dd495342', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:01.647698 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-208372bc-a1bb-4baf-b3d8-ed135c489864 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:01.651218 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.db.api [req-05a4a997-6a6d-449d-8ac4-785ea3133b52 req-93002cab-bb36-4967-a19a-ee15136ce847 tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 20:50:01.651218 n-d-805663-2 neutron-server[94688]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 23 20:50:01.651218 n-d-805663-2 neutron-server[94688]: [parameters: {'project_id_1': '5886d0e142dc4629ae10cf0bf8514df9', 'expiration_1': datetime.datetime(2021, 8, 23, 20, 50, 1, 631571)}] Aug 23 20:50:01.651218 n-d-805663-2 neutron-server[94688]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94688) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 20:50:01.653728 n-d-805663-2 neutron-server[94688]: DEBUG oslo_db.api [req-05a4a997-6a6d-449d-8ac4-785ea3133b52 req-93002cab-bb36-4967-a19a-ee15136ce847 tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 20:50:01.671578 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-208372bc-a1bb-4baf-b3d8-ed135c489864 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Calling delete_port for 075df6f0-9efc-4b2b-804b-c2a9b0f36141 owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:50:01.734090 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-777f0f90-f587-4a08-a0d2-012694cb56da tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 20:50:01.735506 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-777f0f90-f587-4a08-a0d2-012694cb56da tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1235981 Aug 23 20:50:01.739730 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50006) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:01.746619 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-43e15030-33f5-447c-8fb2-2711a391a7f4 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Request body: {'security_group_rule': {'security_group_id': 'c29c6b92-7f0b-4b34-b0c5-85c0dd495342', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:01.747102 n-d-805663-2 neutron-server[94688]: WARNING neutron.api.v2.base [None req-43e15030-33f5-447c-8fb2-2711a391a7f4 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 23 20:50:01.747585 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-43e15030-33f5-447c-8fb2-2711a391a7f4 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 20:50:01.748720 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-43e15030-33f5-447c-8fb2-2711a391a7f4 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0075510 Aug 23 20:50:01.751793 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50008) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:01.759441 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-de356ecd-9196-4b96-8a7a-77e95e821efa tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Request body: {'security_group_rule': {'security_group_id': 'c29c6b92-7f0b-4b34-b0c5-85c0dd495342', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:01.821553 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-208372bc-a1bb-4baf-b3d8-ed135c489864 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:01.827587 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-361fbd8a-f878-4cdf-921d-5b801d2ac644 req-63dac2f2-0229-4fd8-acb5-1e5921329f27 tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] 10.222.0.61 "GET /v2.0/ports?device_id=b83dd77d-bbd9-4b27-b5ff-a49cafc2ef3f HTTP/1.1" status: 200 len: 210 time: 0.0357585 Aug 23 20:50:01.834658 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-de356ecd-9196-4b96-8a7a-77e95e821efa tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 20:50:01.838819 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-de356ecd-9196-4b96-8a7a-77e95e821efa tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0809309 Aug 23 20:50:01.841974 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50010) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:01.847839 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ecccd495-e018-41c2-a91b-a6589fa8e534 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Request body: {'security_group_rule': {'security_group_id': 'c29c6b92-7f0b-4b34-b0c5-85c0dd495342', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:01.889614 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208372bc-a1bb-4baf-b3d8-ed135c489864 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event deleted for resources: {'Port': ['ID=075df6f0-9efc-4b2b-804b-c2a9b0f36141,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:01.905991 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-ecccd495-e018-41c2-a91b-a6589fa8e534 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 20:50:01.911130 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-208372bc-a1bb-4baf-b3d8-ed135c489864 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:01.911426 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ecccd495-e018-41c2-a91b-a6589fa8e534 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0642347 Aug 23 20:50:01.911426 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50016) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:01.913111 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-208372bc-a1bb-4baf-b3d8-ed135c489864 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "DELETE /v2.0/ports/075df6f0-9efc-4b2b-804b-c2a9b0f36141 HTTP/1.1" status: 204 len: 168 time: 0.5032701 Aug 23 20:50:01.913257 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50018) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:01.993636 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87435d1d-bf66-40d5-b35d-11058a3f7e29 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:01.995025 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-87435d1d-bf66-40d5-b35d-11058a3f7e29 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0744212 Aug 23 20:50:01.998008 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50024) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:02.014087 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51237ae9-c96b-40bd-8528-793a33793fe6 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:02.031355 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-c064a75f-78e9-4126-b5bf-bb642799f587 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] GET failed (client error): The resource could not be found. Aug 23 20:50:02.035161 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c064a75f-78e9-4126-b5bf-bb642799f587 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "GET /v2.0/ports/24d265b1-7577-4bfe-bfbb-78ad1c37786b HTTP/1.1" status: 404 len: 333 time: 0.0341294 Aug 23 20:50:02.037683 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50028) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:02.045263 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51237ae9-c96b-40bd-8528-793a33793fe6 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:02.069963 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1c78905-8acd-4c45-9d51-ebcae8c1e124 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] GET failed (client error): The resource could not be found. Aug 23 20:50:02.071593 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a1c78905-8acd-4c45-9d51-ebcae8c1e124 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "GET /v2.0/ports/075df6f0-9efc-4b2b-804b-c2a9b0f36141 HTTP/1.1" status: 404 len: 333 time: 0.0329776 Aug 23 20:50:02.074290 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50030) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:02.111837 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51237ae9-c96b-40bd-8528-793a33793fe6 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:02.117620 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51237ae9-c96b-40bd-8528-793a33793fe6 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:02.121678 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-51237ae9-c96b-40bd-8528-793a33793fe6 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] 10.222.0.61 "DELETE /v2.0/security-groups/c29c6b92-7f0b-4b34-b0c5-85c0dd495342 HTTP/1.1" status: 204 len: 168 time: 0.2071421 Aug 23 20:50:02.126866 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50032) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:02.146096 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51237ae9-c96b-40bd-8528-793a33793fe6 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29c6b92-7f0b-4b34-b0c5-85c0dd495342,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:02.183660 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-85cb06ed-f10f-405a-a018-adac45bf6808 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:02.216484 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05a4a997-6a6d-449d-8ac4-785ea3133b52 req-93002cab-bb36-4967-a19a-ee15136ce847 tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] Made reservation on behalf of 5886d0e142dc4629ae10cf0bf8514df9 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:50:02.221305 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-05a4a997-6a6d-449d-8ac4-785ea3133b52 req-93002cab-bb36-4967-a19a-ee15136ce847 tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:02.246569 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-629fa516-17e3-4cfe-85cc-ff291b098444 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1145055 Aug 23 20:50:02.247459 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50038) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:02.255244 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-a65b31e9-3628-4b9f-9255-fb42be64696f tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Request body: {'security_group': {'name': 'tempest-secgroup--846238546'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:02.308307 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-85cb06ed-f10f-405a-a018-adac45bf6808 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:02.321436 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-85cb06ed-f10f-405a-a018-adac45bf6808 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca903e79-8468-42ed-8d03-195d40b1025e']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:02.337021 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a65b31e9-3628-4b9f-9255-fb42be64696f tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:02.347675 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-85cb06ed-f10f-405a-a018-adac45bf6808 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8af74ef-7863-4b7b-9ba4-92423363cf53') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:02.348093 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-85cb06ed-f10f-405a-a018-adac45bf6808 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8af74ef-7863-4b7b-9ba4-92423363cf53') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:02.364534 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-85cb06ed-f10f-405a-a018-adac45bf6808 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:02.381329 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-85cb06ed-f10f-405a-a018-adac45bf6808 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:02.387660 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85cb06ed-f10f-405a-a018-adac45bf6808 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:50:02.388076 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-85cb06ed-f10f-405a-a018-adac45bf6808 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:02.391373 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:50:02.391373 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:50:02.391373 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:50:02.391373 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:50:02.391373 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:50:02.391373 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:50:02.391373 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:50:02.391373 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:50:02.391373 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:50:02.391373 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:50:02.391373 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:50:02.391373 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:50:02.391373 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:50:02.391373 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:50:02.391373 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:50:02.391373 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:50:02.391373 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:50:02.391373 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:50:02.391373 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:50:02.391373 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:50:02.391373 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:50:02.391373 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:50:02.391373 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:50:02.391373 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:50:02.391373 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:50:02.391373 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:50:02.391373 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:50:02.391373 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:50:02.391373 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:50:02.391373 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:50:02.391373 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:50:02.391373 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:50:02.427374 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-05a4a997-6a6d-449d-8ac4-785ea3133b52 req-93002cab-bb36-4967-a19a-ee15136ce847 tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] Allocated IP 172.20.0.5 (58434a68-909c-41ea-b2db-e279d6b5a1c4/3af920c7-3d02-433e-bf1f-a4a601aa133a/d25225f9-ac86-4661-99c7-f7b2c534b6db) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:50:02.465327 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-85cb06ed-f10f-405a-a018-adac45bf6808 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:02.476911 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-85cb06ed-f10f-405a-a018-adac45bf6808 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:02.479699 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-85cb06ed-f10f-405a-a018-adac45bf6808 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "DELETE /v2.0/networks/ca903e79-8468-42ed-8d03-195d40b1025e HTTP/1.1" status: 204 len: 168 time: 0.4044302 Aug 23 20:50:02.490454 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50044) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:02.495982 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-a5c631cf-d333-47ca-8d68-155ecb6feacf tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-60252948'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:02.500291 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb06ed-f10f-405a-a018-adac45bf6808 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event deleted for resources: {'Network': ['ID=ca903e79-8468-42ed-8d03-195d40b1025e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:02.618698 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a65b31e9-3628-4b9f-9255-fb42be64696f tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:02.623896 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50050) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:02.630364 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a65b31e9-3628-4b9f-9255-fb42be64696f tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:02.654229 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c631cf-d333-47ca-8d68-155ecb6feacf tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Made reservation on behalf of 91ee48a7a09d4c31bca2b42ca3cdc87d for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:50:02.661222 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a5c631cf-d333-47ca-8d68-155ecb6feacf tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:02.662376 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-05a4a997-6a6d-449d-8ac4-785ea3133b52 req-93002cab-bb36-4967-a19a-ee15136ce847 tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:02.669196 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a65b31e9-3628-4b9f-9255-fb42be64696f tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:02.673112 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a65b31e9-3628-4b9f-9255-fb42be64696f tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4202042 Aug 23 20:50:02.677371 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50054) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:02.686394 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-0adad928-fece-4b32-9258-eb90896eea00 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Request body: {'security_group_rule': {'security_group_id': '376ba4f3-eff5-4a3a-a312-1b86ce6d08a7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:02.699520 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5c631cf-d333-47ca-8d68-155ecb6feacf tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:50:02.702467 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b31e9-3628-4b9f-9255-fb42be64696f tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=376ba4f3-eff5-4a3a-a312-1b86ce6d08a7,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:02.714798 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a5c631cf-d333-47ca-8d68-155ecb6feacf tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:02.714958 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-a5c631cf-d333-47ca-8d68-155ecb6feacf tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Added segment 0a64c314-b9d5-4a4e-aadb-f4950bdcf9f9 of type vlan for network 4ff10bf3-25fa-4d48-91da-b087b1a4e6a5 Aug 23 20:50:02.755203 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-05a4a997-6a6d-449d-8ac4-785ea3133b52 req-93002cab-bb36-4967-a19a-ee15136ce847 tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:02.789356 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-0adad928-fece-4b32-9258-eb90896eea00 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] create failed (client error): The resource could not be found. Aug 23 20:50:02.789607 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a5c631cf-d333-47ca-8d68-155ecb6feacf tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:02.793350 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-0adad928-fece-4b32-9258-eb90896eea00 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1110477 Aug 23 20:50:02.796683 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50058) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:02.804750 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-8207a982-3bbd-41f5-a4ed-f2b927440681 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Request body: {'security_group_rule': {'security_group_id': '376ba4f3-eff5-4a3a-a312-1b86ce6d08a7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'a7758687-7a5e-40c4-860e-8c739bc0dfdc'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:02.819973 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05a4a997-6a6d-449d-8ac4-785ea3133b52 req-93002cab-bb36-4967-a19a-ee15136ce847 tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] Network 58434a68-909c-41ea-b2db-e279d6b5a1c4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:50:02.830394 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-05a4a997-6a6d-449d-8ac4-785ea3133b52 req-93002cab-bb36-4967-a19a-ee15136ce847 tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:50:02.832562 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a5c631cf-d333-47ca-8d68-155ecb6feacf tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:02.834835 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a4a997-6a6d-449d-8ac4-785ea3133b52 req-93002cab-bb36-4967-a19a-ee15136ce847 tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:50:02.837927 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93002cab-bb36-4967-a19a-ee15136ce847 tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] Pushing event updated for resources: {'Port': ['ID=d25225f9-ac86-4661-99c7-f7b2c534b6db,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:02.857633 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c631cf-d333-47ca-8d68-155ecb6feacf tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:02.858281 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a5c631cf-d333-47ca-8d68-155ecb6feacf tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:02.942927 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c631cf-d333-47ca-8d68-155ecb6feacf tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event updated for resources: {'Network': ['ID=4ff10bf3-25fa-4d48-91da-b087b1a4e6a5,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:02.948624 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-7981ef92-5cea-4ed5-af48-1645651b8020 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Request body: {'networks': [{'name': 'tempest-network--1298347684'}, {'name': 'tempest-network--1748345587'}]} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:02.948941 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-7981ef92-5cea-4ed5-af48-1645651b8020 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Request body: {'network': {'name': 'tempest-network--1298347684'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:02.949475 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-7981ef92-5cea-4ed5-af48-1645651b8020 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Request body: {'network': {'name': 'tempest-network--1748345587'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:02.953828 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 4ff10bf3-25fa-4d48-91da-b087b1a4e6a5 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:50:02.968634 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a5c631cf-d333-47ca-8d68-155ecb6feacf tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4770749 Aug 23 20:50:02.971435 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50066) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:02.976836 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-327facde-6827-4d58-b2a0-eb5f9bef8c94 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Request body: {'subnet': {'network_id': '4ff10bf3-25fa-4d48-91da-b087b1a4e6a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:02.983867 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4a997-6a6d-449d-8ac4-785ea3133b52 req-93002cab-bb36-4967-a19a-ee15136ce847 tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:02.985154 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-05a4a997-6a6d-449d-8ac4-785ea3133b52 req-93002cab-bb36-4967-a19a-ee15136ce847 tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:03.048484 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7981ef92-5cea-4ed5-af48-1645651b8020 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Made reservation on behalf of b785993a4ad745d3bdcd1755ca0e9e09 for: {'network': 2} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:50:03.053927 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7981ef92-5cea-4ed5-af48-1645651b8020 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:03.058349 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-8207a982-3bbd-41f5-a4ed-f2b927440681 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] create failed (client error): The resource could not be found. Aug 23 20:50:03.059532 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8207a982-3bbd-41f5-a4ed-f2b927440681 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2618341 Aug 23 20:50:03.061117 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-05a4a997-6a6d-449d-8ac4-785ea3133b52 req-93002cab-bb36-4967-a19a-ee15136ce847 tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5794325 Aug 23 20:50:03.063609 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50068) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:03.073367 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7981ef92-5cea-4ed5-af48-1645651b8020 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:03.087261 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0a364-3a30-4988-a5b2-6e52a7c02f2f req-2f754847-b064-4c16-a717-a8dc46474068 tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:03.088964 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dca0a364-3a30-4988-a5b2-6e52a7c02f2f req-2f754847-b064-4c16-a717-a8dc46474068 tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] 10.222.0.61 "GET /v2.0/ports?device_id=b83dd77d-bbd9-4b27-b5ff-a49cafc2ef3f HTTP/1.1" status: 200 len: 931 time: 0.1144290 Aug 23 20:50:03.098601 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-05a4a997-6a6d-449d-8ac4-785ea3133b52 req-00b951d5-20bc-4ead-b439-5a36f29090d0 service neutron] Request body: {'port': {'device_id': 'b83dd77d-bbd9-4b27-b5ff-a49cafc2ef3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:03.124404 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327facde-6827-4d58-b2a0-eb5f9bef8c94 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Made reservation on behalf of 91ee48a7a09d4c31bca2b42ca3cdc87d for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:50:03.129034 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-327facde-6827-4d58-b2a0-eb5f9bef8c94 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:03.233085 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dca0a364-3a30-4988-a5b2-6e52a7c02f2f req-138a05cc-4fa8-4829-8fd3-a76f3872797e tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] 10.222.0.61 "GET /v2.0/security-groups?id=75f01d05-56f0-48d8-b4d9-320879f7f670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292710 Aug 23 20:50:03.241377 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-05a4a997-6a6d-449d-8ac4-785ea3133b52 req-00b951d5-20bc-4ead-b439-5a36f29090d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:03.254202 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bb4e8032-11d0-4bc1-843c-e27a490e4cf0 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:03.312877 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bb4e8032-11d0-4bc1-843c-e27a490e4cf0 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:03.348522 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7981ef92-5cea-4ed5-af48-1645651b8020 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:03.358654 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7981ef92-5cea-4ed5-af48-1645651b8020 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:03.359119 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7981ef92-5cea-4ed5-af48-1645651b8020 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:03.429178 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bb4e8032-11d0-4bc1-843c-e27a490e4cf0 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:03.431388 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bb4e8032-11d0-4bc1-843c-e27a490e4cf0 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:03.432638 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-bb4e8032-11d0-4bc1-843c-e27a490e4cf0 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] 10.222.0.61 "DELETE /v2.0/security-groups/376ba4f3-eff5-4a3a-a312-1b86ce6d08a7 HTTP/1.1" status: 204 len: 168 time: 0.3679605 Aug 23 20:50:03.438349 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50072) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:03.446559 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7981ef92-5cea-4ed5-af48-1645651b8020 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:50:03.448678 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7981ef92-5cea-4ed5-af48-1645651b8020 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8d7bf4-cbaa-405e-b542-df2c7de87e8c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:03.457829 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-327facde-6827-4d58-b2a0-eb5f9bef8c94 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:03.466184 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e8032-11d0-4bc1-843c-e27a490e4cf0 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=376ba4f3-eff5-4a3a-a312-1b86ce6d08a7,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:03.512159 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7981ef92-5cea-4ed5-af48-1645651b8020 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:03.512514 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-7981ef92-5cea-4ed5-af48-1645651b8020 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Added segment 6a46325a-0d0a-4ae4-a39f-a7f02e2f5a3b of type vlan for network 4f6dd9ee-f04c-418b-b73d-ea8ac930d230 Aug 23 20:50:03.531872 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327facde-6827-4d58-b2a0-eb5f9bef8c94 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event updated for resources: {'Subnet': ['ID=adfdccd0-5cce-4799-ab8b-5e59eefd3196,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:03.560204 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-52306e0a-3b5f-4292-86f2-bcd8396f6a4c tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1135767 Aug 23 20:50:03.561905 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50076) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:03.567313 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-0572b945-df31-4f32-8503-4d967e75e169 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Request body: {'security_group_rule': {'security_group_id': '6b68fcf5-0e5f-4d09-a978-e2d15f8930a7', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:03.582659 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7981ef92-5cea-4ed5-af48-1645651b8020 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:03.616673 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327facde-6827-4d58-b2a0-eb5f9bef8c94 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Checking segment: {'id': '0a64c314-b9d5-4a4e-aadb-f4950bdcf9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4ff10bf3-25fa-4d48-91da-b087b1a4e6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:50:03.617118 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327facde-6827-4d58-b2a0-eb5f9bef8c94 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Network hostable DHCP agents. Network: 4ff10bf3-25fa-4d48-91da-b087b1a4e6a5, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:50:03.631973 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7981ef92-5cea-4ed5-af48-1645651b8020 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:50:03.646740 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7981ef92-5cea-4ed5-af48-1645651b8020 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:03.647088 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-7981ef92-5cea-4ed5-af48-1645651b8020 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Added segment d0c0edf4-8eec-4828-adf8-f14ec8a4c307 of type vlan for network 06d96685-5ae9-42e1-a624-0d44d525cc6a Aug 23 20:50:03.654567 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327facde-6827-4d58-b2a0-eb5f9bef8c94 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Network 4ff10bf3-25fa-4d48-91da-b087b1a4e6a5 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:50:03.669254 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50078) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:03.684988 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-327facde-6827-4d58-b2a0-eb5f9bef8c94 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 4ff10bf3-25fa-4d48-91da-b087b1a4e6a5) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:50:03.694205 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c970ac-2157-4909-9dff-f25521fad23c None None] Network 4ff10bf3-25fa-4d48-91da-b087b1a4e6a5 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:50:03.695961 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-0572b945-df31-4f32-8503-4d967e75e169 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] create failed (client error): The resource could not be found. Aug 23 20:50:03.697222 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-0572b945-df31-4f32-8503-4d967e75e169 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1342394 Aug 23 20:50:03.701559 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-05a4a997-6a6d-449d-8ac4-785ea3133b52 req-00b951d5-20bc-4ead-b439-5a36f29090d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d25225f9-ac86-4661-99c7-f7b2c534b6db {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:50:03.703930 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327facde-6827-4d58-b2a0-eb5f9bef8c94 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:03.705109 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-327facde-6827-4d58-b2a0-eb5f9bef8c94 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:03.706582 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50082) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:03.710277 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7981ef92-5cea-4ed5-af48-1645651b8020 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:03.712003 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ca94a58e-f77e-48b1-bfd8-59203329449a tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Request body: {'security_group': {'name': 'tempest-secgroup--493837906'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:03.723076 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-05a4a997-6a6d-449d-8ac4-785ea3133b52 req-00b951d5-20bc-4ead-b439-5a36f29090d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:03.742056 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-05a4a997-6a6d-449d-8ac4-785ea3133b52 req-00b951d5-20bc-4ead-b439-5a36f29090d0 service neutron] Transition to ACTIVE for port object d25225f9-ac86-4661-99c7-f7b2c534b6db will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:50:03.750339 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-327facde-6827-4d58-b2a0-eb5f9bef8c94 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7758543 Aug 23 20:50:03.750537 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-05a4a997-6a6d-449d-8ac4-785ea3133b52 req-00b951d5-20bc-4ead-b439-5a36f29090d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:03.751594 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50084) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:03.763699 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7981ef92-5cea-4ed5-af48-1645651b8020 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:03.765184 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7981ef92-5cea-4ed5-af48-1645651b8020 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:03.774981 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7981ef92-5cea-4ed5-af48-1645651b8020 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:03.780787 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7981ef92-5cea-4ed5-af48-1645651b8020 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:03.781623 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7981ef92-5cea-4ed5-af48-1645651b8020 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:03.808851 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-07a1a95f-70ab-4510-a7dd-fb446bd14b44 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Request body: {'port': {'network_id': '4ff10bf3-25fa-4d48-91da-b087b1a4e6a5', 'name': 'tempest-PortsIpV6TestJSON-22253512'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:03.811975 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b951d5-20bc-4ead-b439-5a36f29090d0 service neutron] Pushing event updated for resources: {'Port': ['ID=d25225f9-ac86-4661-99c7-f7b2c534b6db,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:03.857484 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7981ef92-5cea-4ed5-af48-1645651b8020 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Pushing event updated for resources: {'Network': ['ID=4f6dd9ee-f04c-418b-b73d-ea8ac930d230,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:03.874052 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 4f6dd9ee-f04c-418b-b73d-ea8ac930d230 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:50:03.876246 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410e8b4f-bcc1-4450-9afb-05c132cb4fd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-4ff10bf3-25fa-4d48-91da-b087b1a4e6a5', 'network_id': '4ff10bf3-25fa-4d48-91da-b087b1a4e6a5', 'tenant_id': '91ee48a7a09d4c31bca2b42ca3cdc87d', 'fixed_ips': [{'subnet_id': 'adfdccd0-5cce-4799-ab8b-5e59eefd3196'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:50:03.877104 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-410e8b4f-bcc1-4450-9afb-05c132cb4fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:03.931878 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7981ef92-5cea-4ed5-af48-1645651b8020 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Pushing event updated for resources: {'Network': ['ID=06d96685-5ae9-42e1-a624-0d44d525cc6a,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:03.945169 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 06d96685-5ae9-42e1-a624-0d44d525cc6a details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:50:04.134425 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-410e8b4f-bcc1-4450-9afb-05c132cb4fd9 None None] Allocated IP 2001:db8::2 (4ff10bf3-25fa-4d48-91da-b087b1a4e6a5/adfdccd0-5cce-4799-ab8b-5e59eefd3196/01ae8142-bae0-4e90-b858-c39376488d5b) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:50:04.175996 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-7981ef92-5cea-4ed5-af48-1645651b8020 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.5504780 Aug 23 20:50:04.179518 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50088) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:04.180263 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca94a58e-f77e-48b1-bfd8-59203329449a tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:04.235219 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0373d47b-0c88-40d5-b680-46b17663ce04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:04.298406 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-410e8b4f-bcc1-4450-9afb-05c132cb4fd9 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:04.310155 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-410e8b4f-bcc1-4450-9afb-05c132cb4fd9 None None] Transition to ACTIVE for port object 01ae8142-bae0-4e90-b858-c39376488d5b will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:50:04.329400 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-410e8b4f-bcc1-4450-9afb-05c132cb4fd9 None None] Transition to ACTIVE for port object 01ae8142-bae0-4e90-b858-c39376488d5b will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:50:04.337684 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-410e8b4f-bcc1-4450-9afb-05c132cb4fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:04.387688 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7e7b50-a02e-46c2-aaa2-a8f43e22d5e9 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:04.389124 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410e8b4f-bcc1-4450-9afb-05c132cb4fd9 None None] Network 4ff10bf3-25fa-4d48-91da-b087b1a4e6a5 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:50:04.392194 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-410e8b4f-bcc1-4450-9afb-05c132cb4fd9 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:50:04.395960 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7e7b50-a02e-46c2-aaa2-a8f43e22d5e9 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:04.399002 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410e8b4f-bcc1-4450-9afb-05c132cb4fd9 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:50:04.402285 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e8b4f-bcc1-4450-9afb-05c132cb4fd9 None None] Pushing event updated for resources: {'Port': ['ID=01ae8142-bae0-4e90-b858-c39376488d5b,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:04.402584 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7e7b50-a02e-46c2-aaa2-a8f43e22d5e9 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:04.412476 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7e7b50-a02e-46c2-aaa2-a8f43e22d5e9 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:04.414576 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-aa7e7b50-a02e-46c2-aaa2-a8f43e22d5e9 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2336521 Aug 23 20:50:04.417532 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50092) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:04.450159 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-05a4a997-6a6d-449d-8ac4-785ea3133b52 req-00b951d5-20bc-4ead-b439-5a36f29090d0 service neutron] Attempting to bind port d25225f9-ac86-4661-99c7-f7b2c534b6db on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:50:04.450852 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-05a4a997-6a6d-449d-8ac4-785ea3133b52 req-00b951d5-20bc-4ead-b439-5a36f29090d0 service neutron] Attempting to bind port d25225f9-ac86-4661-99c7-f7b2c534b6db by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': 'c8e81f98-094a-4e41-b64c-40d4c7f7e24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '58434a68-909c-41ea-b2db-e279d6b5a1c4'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:50:04.451247 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a4a997-6a6d-449d-8ac4-785ea3133b52 req-00b951d5-20bc-4ead-b439-5a36f29090d0 service neutron] Attempting to bind port d25225f9-ac86-4661-99c7-f7b2c534b6db on network 58434a68-909c-41ea-b2db-e279d6b5a1c4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:50:04.462663 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-410e8b4f-bcc1-4450-9afb-05c132cb4fd9 None None] Attempting to bind port 01ae8142-bae0-4e90-b858-c39376488d5b on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:50:04.463122 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-410e8b4f-bcc1-4450-9afb-05c132cb4fd9 None None] Attempting to bind port 01ae8142-bae0-4e90-b858-c39376488d5b by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '0a64c314-b9d5-4a4e-aadb-f4950bdcf9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4ff10bf3-25fa-4d48-91da-b087b1a4e6a5'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:50:04.463557 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410e8b4f-bcc1-4450-9afb-05c132cb4fd9 None None] Attempting to bind port 01ae8142-bae0-4e90-b858-c39376488d5b on network 4ff10bf3-25fa-4d48-91da-b087b1a4e6a5 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:50:04.468646 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a4a997-6a6d-449d-8ac4-785ea3133b52 req-00b951d5-20bc-4ead-b439-5a36f29090d0 service neutron] Port d25225f9-ac86-4661-99c7-f7b2c534b6db on network 58434a68-909c-41ea-b2db-e279d6b5a1c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:50:04.469057 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a4a997-6a6d-449d-8ac4-785ea3133b52 req-00b951d5-20bc-4ead-b439-5a36f29090d0 service neutron] Attempting to bind port d25225f9-ac86-4661-99c7-f7b2c534b6db on network 58434a68-909c-41ea-b2db-e279d6b5a1c4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:50:04.469811 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410e8b4f-bcc1-4450-9afb-05c132cb4fd9 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:50:04.470282 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410e8b4f-bcc1-4450-9afb-05c132cb4fd9 None None] Checking segment: {'id': '0a64c314-b9d5-4a4e-aadb-f4950bdcf9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4ff10bf3-25fa-4d48-91da-b087b1a4e6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:50:04.470752 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-410e8b4f-bcc1-4450-9afb-05c132cb4fd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:04.471209 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410e8b4f-bcc1-4450-9afb-05c132cb4fd9 None None] Bound using segment: {'id': '0a64c314-b9d5-4a4e-aadb-f4950bdcf9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4ff10bf3-25fa-4d48-91da-b087b1a4e6a5'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:50:04.472558 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-410e8b4f-bcc1-4450-9afb-05c132cb4fd9 None None] Bound port: 01ae8142-bae0-4e90-b858-c39376488d5b, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a64c314-b9d5-4a4e-aadb-f4950bdcf9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4ff10bf3-25fa-4d48-91da-b087b1a4e6a5'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:50:04.473172 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-410e8b4f-bcc1-4450-9afb-05c132cb4fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:04.479334 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b927c-2bce-49ce-a787-e0bb0942b5a4 req-59c7ac3f-f3e7-4a25-b87f-82e79b66acb4 tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:04.480981 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3d3b927c-2bce-49ce-a787-e0bb0942b5a4 req-59c7ac3f-f3e7-4a25-b87f-82e79b66acb4 tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] 10.222.0.61 "GET /v2.0/ports?device_id=b83dd77d-bbd9-4b27-b5ff-a49cafc2ef3f HTTP/1.1" status: 200 len: 943 time: 0.1555927 Aug 23 20:50:04.492408 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca94a58e-f77e-48b1-bfd8-59203329449a tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:04.495152 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a4a997-6a6d-449d-8ac4-785ea3133b52 req-00b951d5-20bc-4ead-b439-5a36f29090d0 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:50:04.495578 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a4a997-6a6d-449d-8ac4-785ea3133b52 req-00b951d5-20bc-4ead-b439-5a36f29090d0 service neutron] Checking segment: {'id': 'c8e81f98-094a-4e41-b64c-40d4c7f7e24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '58434a68-909c-41ea-b2db-e279d6b5a1c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:50:04.496324 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a4a997-6a6d-449d-8ac4-785ea3133b52 req-00b951d5-20bc-4ead-b439-5a36f29090d0 service neutron] Bound using segment: {'id': 'c8e81f98-094a-4e41-b64c-40d4c7f7e24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '58434a68-909c-41ea-b2db-e279d6b5a1c4'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:50:04.496640 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-05a4a997-6a6d-449d-8ac4-785ea3133b52 req-00b951d5-20bc-4ead-b439-5a36f29090d0 service neutron] Bound port: d25225f9-ac86-4661-99c7-f7b2c534b6db, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8e81f98-094a-4e41-b64c-40d4c7f7e24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '58434a68-909c-41ea-b2db-e279d6b5a1c4'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:50:04.497591 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-05a4a997-6a6d-449d-8ac4-785ea3133b52 req-00b951d5-20bc-4ead-b439-5a36f29090d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:04.506201 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a3cbe635-4c5d-4341-ab49-f21e6d6334ab tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:04.513891 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca94a58e-f77e-48b1-bfd8-59203329449a tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:04.543392 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-410e8b4f-bcc1-4450-9afb-05c132cb4fd9 None None] For port 01ae8142-bae0-4e90-b858-c39376488d5b, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:50:04.546589 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-410e8b4f-bcc1-4450-9afb-05c132cb4fd9 None None] For port 01ae8142-bae0-4e90-b858-c39376488d5b, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=01ae8142-bae0-4e90-b858-c39376488d5b,segment=NetworkSegment(0a64c314-b9d5-4a4e-aadb-f4950bdcf9f9),segment_id=0a64c314-b9d5-4a4e-aadb-f4950bdcf9f9)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:50:04.551298 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-410e8b4f-bcc1-4450-9afb-05c132cb4fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:04.571111 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.db.api [None req-07a1a95f-70ab-4510-a7dd-fb446bd14b44 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 20:50:04.571111 n-d-805663-2 neutron-server[94688]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 23 20:50:04.571111 n-d-805663-2 neutron-server[94688]: [parameters: {'project_id_1': '91ee48a7a09d4c31bca2b42ca3cdc87d', 'expiration_1': datetime.datetime(2021, 8, 23, 20, 50, 4, 448122)}] Aug 23 20:50:04.571111 n-d-805663-2 neutron-server[94688]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94688) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 20:50:04.571577 n-d-805663-2 neutron-server[94688]: DEBUG oslo_db.api [None req-07a1a95f-70ab-4510-a7dd-fb446bd14b44 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 20:50:04.601810 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a3cbe635-4c5d-4341-ab49-f21e6d6334ab tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:04.608016 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e8b4f-bcc1-4450-9afb-05c132cb4fd9 None None] Pushing event updated for resources: {'Port': ['ID=01ae8142-bae0-4e90-b858-c39376488d5b,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:04.624148 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-a3cbe635-4c5d-4341-ab49-f21e6d6334ab tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f6dd9ee-f04c-418b-b73d-ea8ac930d230']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:04.637306 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-a3cbe635-4c5d-4341-ab49-f21e6d6334ab tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a46325a-0d0a-4ae4-a39f-a7f02e2f5a3b') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:04.637611 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-a3cbe635-4c5d-4341-ab49-f21e6d6334ab tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a46325a-0d0a-4ae4-a39f-a7f02e2f5a3b') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:04.648908 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3d3b927c-2bce-49ce-a787-e0bb0942b5a4 req-7898b4cb-28f0-4d1e-9c6a-03cc7ccbc0dd tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] 10.222.0.61 "GET /v2.0/security-groups?id=75f01d05-56f0-48d8-b4d9-320879f7f670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548424 Aug 23 20:50:04.649383 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a3cbe635-4c5d-4341-ab49-f21e6d6334ab tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:04.656135 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca94a58e-f77e-48b1-bfd8-59203329449a tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83d86aa7-6961-4fdf-96a2-95d439dd3903,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:04.668932 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a3cbe635-4c5d-4341-ab49-f21e6d6334ab tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:04.679703 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3cbe635-4c5d-4341-ab49-f21e6d6334ab tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:50:04.680139 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a3cbe635-4c5d-4341-ab49-f21e6d6334ab tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:04.684152 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:50:04.684152 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:50:04.684152 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:50:04.684152 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:50:04.684152 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:50:04.684152 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:50:04.684152 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:50:04.684152 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:50:04.684152 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:50:04.684152 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:50:04.684152 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:50:04.684152 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:50:04.684152 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:50:04.684152 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:50:04.684152 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:50:04.684152 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:50:04.684152 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:50:04.684152 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:50:04.684152 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:50:04.684152 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:50:04.684152 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:50:04.684152 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:50:04.684152 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:50:04.684152 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:50:04.684152 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:50:04.684152 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:50:04.684152 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:50:04.684152 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:50:04.684152 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:50:04.684152 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:50:04.684152 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:50:04.684152 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:50:04.702515 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-05a4a997-6a6d-449d-8ac4-785ea3133b52 req-00b951d5-20bc-4ead-b439-5a36f29090d0 service neutron] For port d25225f9-ac86-4661-99c7-f7b2c534b6db, host n-h1-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:50:04.706799 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-05a4a997-6a6d-449d-8ac4-785ea3133b52 req-00b951d5-20bc-4ead-b439-5a36f29090d0 service neutron] For port d25225f9-ac86-4661-99c7-f7b2c534b6db, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=d25225f9-ac86-4661-99c7-f7b2c534b6db,segment=NetworkSegment(c8e81f98-094a-4e41-b64c-40d4c7f7e24c),segment_id=c8e81f98-094a-4e41-b64c-40d4c7f7e24c)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:50:04.716340 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-05a4a997-6a6d-449d-8ac4-785ea3133b52 req-00b951d5-20bc-4ead-b439-5a36f29090d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:04.752414 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a3cbe635-4c5d-4341-ab49-f21e6d6334ab tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:04.760032 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a3cbe635-4c5d-4341-ab49-f21e6d6334ab tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:04.764485 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a3cbe635-4c5d-4341-ab49-f21e6d6334ab tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] 10.222.0.61 "DELETE /v2.0/networks/4f6dd9ee-f04c-418b-b73d-ea8ac930d230 HTTP/1.1" status: 204 len: 168 time: 0.3433962 Aug 23 20:50:04.769248 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4a997-6a6d-449d-8ac4-785ea3133b52 req-00b951d5-20bc-4ead-b439-5a36f29090d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:04.770171 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-05a4a997-6a6d-449d-8ac4-785ea3133b52 req-00b951d5-20bc-4ead-b439-5a36f29090d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:04.771575 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-05a4a997-6a6d-449d-8ac4-785ea3133b52 req-00b951d5-20bc-4ead-b439-5a36f29090d0 service neutron] 10.222.0.11 "PUT /v2.0/ports/d25225f9-ac86-4661-99c7-f7b2c534b6db HTTP/1.1" status: 200 len: 1091 time: 1.6928415 Aug 23 20:50:04.772081 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50094) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:04.775426 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cbe635-4c5d-4341-ab49-f21e6d6334ab tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Pushing event deleted for resources: {'Network': ['ID=4f6dd9ee-f04c-418b-b73d-ea8ac930d230,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:04.776129 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b83dd77d-bbd9-4b27-b5ff-a49cafc2ef3f', 'tag': 'd25225f9-ac86-4661-99c7-f7b2c534b6db'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:50:04.779236 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5136cd67-fd20-4a61-9e0c-a8d8432f8743" -d '{"events": [{"name": "network-changed", "server_uuid": "b83dd77d-bbd9-4b27-b5ff-a49cafc2ef3f", "tag": "d25225f9-ac86-4661-99c7-f7b2c534b6db"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:50:04.838811 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0373d47b-0c88-40d5-b680-46b17663ce04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:04.852869 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a79aa5-90a2-4547-93ed-40a28b5ad7cf x-openstack-request-id: req-d3a79aa5-90a2-4547-93ed-40a28b5ad7cf {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:50:04.853422 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b83dd77d-bbd9-4b27-b5ff-a49cafc2ef3f", "tag": "d25225f9-ac86-4661-99c7-f7b2c534b6db", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:50:04.853667 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d3a79aa5-90a2-4547-93ed-40a28b5ad7cf {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:50:04.854049 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b83dd77d-bbd9-4b27-b5ff-a49cafc2ef3f', 'tag': 'd25225f9-ac86-4661-99c7-f7b2c534b6db', 'status': 'completed', 'code': 200} Aug 23 20:50:04.898347 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0373d47b-0c88-40d5-b680-46b17663ce04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:04.912459 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca94a58e-f77e-48b1-bfd8-59203329449a tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:04.913909 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ca94a58e-f77e-48b1-bfd8-59203329449a tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2063282 Aug 23 20:50:04.917000 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50098) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:04.921526 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-279da975-4cbe-4ae8-93d1-686ebc0ef5f5 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Request body: {'security_group': {'name': 'tempest-secgroup--552318408'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:04.923681 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b951d5-20bc-4ead-b439-5a36f29090d0 service neutron] Pushing event updated for resources: {'Port': ['ID=d25225f9-ac86-4661-99c7-f7b2c534b6db,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:04.946590 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-279da975-4cbe-4ae8-93d1-686ebc0ef5f5 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:04.993908 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4a997-6a6d-449d-8ac4-785ea3133b52 req-2cddac5b-f664-4116-ace9-dca98df6de0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:04.995390 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-05a4a997-6a6d-449d-8ac4-785ea3133b52 req-2cddac5b-f664-4116-ace9-dca98df6de0e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5886d0e142dc4629ae10cf0bf8514df9&device_id=b83dd77d-bbd9-4b27-b5ff-a49cafc2ef3f HTTP/1.1" status: 200 len: 1094 time: 0.1735244 Aug 23 20:50:04.998831 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0373d47b-0c88-40d5-b680-46b17663ce04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40fea29f-8af8-4d71-b47c-ff0797565df0,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:05.006996 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b42ffa5f-f55f-4144-8ee1-2368bdbcc8e5 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:05.010675 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-0373d47b-0c88-40d5-b680-46b17663ce04 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=227beb6226084828a9f3eed87f6a56ad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3403618 Aug 23 20:50:05.013356 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50100) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:05.044622 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-279da975-4cbe-4ae8-93d1-686ebc0ef5f5 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:05.049247 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-279da975-4cbe-4ae8-93d1-686ebc0ef5f5 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:05.070585 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-05a4a997-6a6d-449d-8ac4-785ea3133b52 req-f45c1c7e-8755-4c81-b9b7-fe646588e5ff service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d25225f9-ac86-4661-99c7-f7b2c534b6db HTTP/1.1" status: 200 len: 217 time: 0.0579574 Aug 23 20:50:05.075116 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-279da975-4cbe-4ae8-93d1-686ebc0ef5f5 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:05.076402 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-279da975-4cbe-4ae8-93d1-686ebc0ef5f5 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1583972 Aug 23 20:50:05.079702 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50102) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:05.086081 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-f34f10b5-cc01-4057-9404-3ee13e58bbd8 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Request body: {'security_group_rule': {'security_group_id': '83d86aa7-6961-4fdf-96a2-95d439dd3903', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '61e0a191-346d-4d4a-9515-07487ebd1a06'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:05.090157 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279da975-4cbe-4ae8-93d1-686ebc0ef5f5 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61e0a191-346d-4d4a-9515-07487ebd1a06,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:05.188853 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a1a95f-70ab-4510-a7dd-fb446bd14b44 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Made reservation on behalf of 91ee48a7a09d4c31bca2b42ca3cdc87d for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:50:05.193369 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-07a1a95f-70ab-4510-a7dd-fb446bd14b44 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:05.202202 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-f34f10b5-cc01-4057-9404-3ee13e58bbd8 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 20:50:05.203429 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f34f10b5-cc01-4057-9404-3ee13e58bbd8 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1209712 Aug 23 20:50:05.207149 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50106) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:05.261148 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4a997-6a6d-449d-8ac4-785ea3133b52 req-9f874093-e3e7-4640-a4f8-78b26677a4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:05.262362 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-57fd5a75-af30-44cc-a334-e7cf912e89f8 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:05.262608 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-05a4a997-6a6d-449d-8ac4-785ea3133b52 req-9f874093-e3e7-4640-a4f8-78b26677a4b0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3af920c7-3d02-433e-bf1f-a4a601aa133a HTTP/1.1" status: 200 len: 862 time: 0.1840627 Aug 23 20:50:05.272547 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b42ffa5f-f55f-4144-8ee1-2368bdbcc8e5 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:05.277902 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-07a1a95f-70ab-4510-a7dd-fb446bd14b44 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] device_id is not set on port c80d9f15-a686-4a20-a1ac-b9311c4eedfa yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:50:05.291311 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-57fd5a75-af30-44cc-a334-e7cf912e89f8 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:05.296236 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0403e4d2-05cc-4f01-adc9-9bb0e6492b9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:05.303987 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-b42ffa5f-f55f-4144-8ee1-2368bdbcc8e5 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06d96685-5ae9-42e1-a624-0d44d525cc6a']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:05.339811 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-57fd5a75-af30-44cc-a334-e7cf912e89f8 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:05.342545 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-57fd5a75-af30-44cc-a334-e7cf912e89f8 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:05.346084 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-57fd5a75-af30-44cc-a334-e7cf912e89f8 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] 10.222.0.61 "DELETE /v2.0/security-groups/61e0a191-346d-4d4a-9515-07487ebd1a06 HTTP/1.1" status: 204 len: 168 time: 0.1356876 Aug 23 20:50:05.347021 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50108) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:05.362174 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-05a4a997-6a6d-449d-8ac4-785ea3133b52 req-1fe01a52-b67c-4212-be20-e0932f69ea89 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=58434a68-909c-41ea-b2db-e279d6b5a1c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857606 Aug 23 20:50:05.367922 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fd5a75-af30-44cc-a334-e7cf912e89f8 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e0a191-346d-4d4a-9515-07487ebd1a06,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:05.382544 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-b42ffa5f-f55f-4144-8ee1-2368bdbcc8e5 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0c0edf4-8eec-4828-adf8-f14ec8a4c307') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:05.382838 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-b42ffa5f-f55f-4144-8ee1-2368bdbcc8e5 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0c0edf4-8eec-4828-adf8-f14ec8a4c307') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:05.420664 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b6496bab-48ed-4f74-971f-8fd183cfa52c tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0725348 Aug 23 20:50:05.423307 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50110) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:05.443785 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b42ffa5f-f55f-4144-8ee1-2368bdbcc8e5 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:05.484591 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0403e4d2-05cc-4f01-adc9-9bb0e6492b9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:05.490452 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba46f6f2-c852-4c24-b565-64793e5a2220 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:05.515295 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba46f6f2-c852-4c24-b565-64793e5a2220 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:05.529437 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b42ffa5f-f55f-4144-8ee1-2368bdbcc8e5 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:05.556076 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b42ffa5f-f55f-4144-8ee1-2368bdbcc8e5 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:50:05.556544 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b42ffa5f-f55f-4144-8ee1-2368bdbcc8e5 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:05.563537 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:50:05.563537 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:50:05.563537 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:50:05.563537 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:50:05.563537 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:50:05.563537 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:50:05.563537 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:50:05.563537 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:50:05.563537 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:50:05.563537 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:50:05.563537 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:50:05.563537 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:50:05.563537 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:50:05.563537 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:50:05.563537 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:50:05.563537 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:50:05.563537 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:50:05.563537 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:50:05.563537 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:50:05.563537 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:50:05.563537 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:50:05.563537 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:50:05.563537 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:50:05.563537 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:50:05.563537 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:50:05.563537 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:50:05.563537 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:50:05.563537 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:50:05.563537 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:50:05.563537 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:50:05.563537 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:50:05.563537 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:50:05.566813 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba46f6f2-c852-4c24-b565-64793e5a2220 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:05.569164 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba46f6f2-c852-4c24-b565-64793e5a2220 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:05.573908 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ba46f6f2-c852-4c24-b565-64793e5a2220 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] 10.222.0.61 "DELETE /v2.0/security-groups/83d86aa7-6961-4fdf-96a2-95d439dd3903 HTTP/1.1" status: 204 len: 168 time: 0.1459191 Aug 23 20:50:05.575798 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50112) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:05.600199 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba46f6f2-c852-4c24-b565-64793e5a2220 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d86aa7-6961-4fdf-96a2-95d439dd3903,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:05.640178 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9b3baa70-91cc-4019-873f-7534dceb792c tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0610900 Aug 23 20:50:05.646647 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50114) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:05.652412 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-f81c4ea1-5fb0-4d38-96d5-20191b08392d tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Request body: {'security_group': {'name': 'tempest-secgroup--1857134595'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:05.677950 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f81c4ea1-5fb0-4d38-96d5-20191b08392d tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:05.683204 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-07a1a95f-70ab-4510-a7dd-fb446bd14b44 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Allocated IP 2001:db8::309 (4ff10bf3-25fa-4d48-91da-b087b1a4e6a5/adfdccd0-5cce-4799-ab8b-5e59eefd3196/c80d9f15-a686-4a20-a1ac-b9311c4eedfa) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:50:05.690281 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b42ffa5f-f55f-4144-8ee1-2368bdbcc8e5 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:05.697863 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b42ffa5f-f55f-4144-8ee1-2368bdbcc8e5 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:05.698297 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dc3192-f4df-44d9-8f8d-e824708b5529 None None] Network 4ff10bf3-25fa-4d48-91da-b087b1a4e6a5 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:50:05.702183 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b42ffa5f-f55f-4144-8ee1-2368bdbcc8e5 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] 10.222.0.61 "DELETE /v2.0/networks/06d96685-5ae9-42e1-a624-0d44d525cc6a HTTP/1.1" status: 204 len: 168 time: 0.9172821 Aug 23 20:50:05.705959 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50118) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:05.725067 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42ffa5f-f55f-4144-8ee1-2368bdbcc8e5 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Pushing event deleted for resources: {'Network': ['ID=06d96685-5ae9-42e1-a624-0d44d525cc6a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:05.733287 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-05a4a997-6a6d-449d-8ac4-785ea3133b52 req-b29ea1c1-bf39-477b-89a6-18bf184376ac service neutron] 10.222.0.11 "GET /v2.0/networks/58434a68-909c-41ea-b2db-e279d6b5a1c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308041 Aug 23 20:50:05.789618 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f9c72a22-fd14-4898-98fa-a166762492b1 None None] Provisioning for port 01ae8142-bae0-4e90-b858-c39376488d5b completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:50:05.820635 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0403e4d2-05cc-4f01-adc9-9bb0e6492b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:05.824373 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0403e4d2-05cc-4f01-adc9-9bb0e6492b9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:05.825714 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-0403e4d2-05cc-4f01-adc9-9bb0e6492b9e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/40fea29f-8af8-4d71-b47c-ff0797565df0 HTTP/1.1" status: 204 len: 168 time: 0.8115103 Aug 23 20:50:05.896253 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c71384-5667-4f03-a48f-fd8fddce266a req-c5eac8af-f09c-4081-9d0b-17aed7e09153 tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:05.898075 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-83c71384-5667-4f03-a48f-fd8fddce266a req-c5eac8af-f09c-4081-9d0b-17aed7e09153 tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] 10.222.0.61 "GET /v2.0/ports?device_id=b83dd77d-bbd9-4b27-b5ff-a49cafc2ef3f HTTP/1.1" status: 200 len: 943 time: 0.1432457 Aug 23 20:50:05.931503 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e56543-a820-47f0-add7-3a6f375a8aa2 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:05.937743 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e56543-a820-47f0-add7-3a6f375a8aa2 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:05.939535 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-44e56543-a820-47f0-add7-3a6f375a8aa2 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2311637 Aug 23 20:50:05.951548 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50122) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:05.959525 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-40904146-5de3-4212-9956-08167bdf6632 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-954186963'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:06.001015 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f81c4ea1-5fb0-4d38-96d5-20191b08392d tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:06.005431 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-83c71384-5667-4f03-a48f-fd8fddce266a req-f656ddda-c7fc-4db5-91c7-ad13b2d4d255 tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] 10.222.0.61 "GET /v2.0/security-groups?id=75f01d05-56f0-48d8-b4d9-320879f7f670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939744 Aug 23 20:50:06.011944 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0403e4d2-05cc-4f01-adc9-9bb0e6492b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fea29f-8af8-4d71-b47c-ff0797565df0,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:06.025733 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f81c4ea1-5fb0-4d38-96d5-20191b08392d tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:06.037308 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40904146-5de3-4212-9956-08167bdf6632 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Made reservation on behalf of b785993a4ad745d3bdcd1755ca0e9e09 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:50:06.042162 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-40904146-5de3-4212-9956-08167bdf6632 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:06.073334 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-07a1a95f-70ab-4510-a7dd-fb446bd14b44 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:06.089437 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f81c4ea1-5fb0-4d38-96d5-20191b08392d tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:06.093840 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f81c4ea1-5fb0-4d38-96d5-20191b08392d tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4459319 Aug 23 20:50:06.098817 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50126) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:06.101336 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40904146-5de3-4212-9956-08167bdf6632 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:50:06.107185 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-7f84c07f-3797-45bd-a149-234f4c035def tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:06.107604 n-d-805663-2 neutron-server[94687]: WARNING neutron.api.v2.base [None req-7f84c07f-3797-45bd-a149-234f4c035def tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 23 20:50:06.108188 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-07a1a95f-70ab-4510-a7dd-fb446bd14b44 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Transition to ACTIVE for port object c80d9f15-a686-4a20-a1ac-b9311c4eedfa will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:50:06.108537 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-7f84c07f-3797-45bd-a149-234f4c035def tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] update failed (client error): There was a conflict when trying to complete your request. Aug 23 20:50:06.111544 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-05a4a997-6a6d-449d-8ac4-785ea3133b52 req-3357fd57-95dc-4198-8a5b-c42eb21816cc service neutron] 10.222.0.11 "GET /v2.0/networks/58434a68-909c-41ea-b2db-e279d6b5a1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3666422 Aug 23 20:50:06.112304 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-7f84c07f-3797-45bd-a149-234f4c035def tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] 10.222.0.61 "PUT /v2.0/security-groups/d18c01bb-e2fe-4888-82ac-c8b711798bb6 HTTP/1.1" status: 409 len: 330 time: 0.0121427 Aug 23 20:50:06.114441 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50128) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:06.119728 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81c4ea1-5fb0-4d38-96d5-20191b08392d tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d18c01bb-e2fe-4888-82ac-c8b711798bb6,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:06.133378 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-40904146-5de3-4212-9956-08167bdf6632 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:06.135234 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-40904146-5de3-4212-9956-08167bdf6632 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Added segment 07580c0d-13f8-4cd5-ae34-938f9d935497 of type vlan for network f7ad9961-447f-4863-b9a4-123eab0c6eed Aug 23 20:50:06.192126 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-40904146-5de3-4212-9956-08167bdf6632 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:06.217487 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-07a1a95f-70ab-4510-a7dd-fb446bd14b44 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:06.247957 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-40904146-5de3-4212-9956-08167bdf6632 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:06.254299 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40904146-5de3-4212-9956-08167bdf6632 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:06.254937 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-40904146-5de3-4212-9956-08167bdf6632 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:06.260411 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50132) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:06.306588 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a1a95f-70ab-4510-a7dd-fb446bd14b44 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Network 4ff10bf3-25fa-4d48-91da-b087b1a4e6a5 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:50:06.315538 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-07a1a95f-70ab-4510-a7dd-fb446bd14b44 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:50:06.319697 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-95e6409d-9b9b-40f1-9e8f-0771b94c617f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:06.322425 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a1a95f-70ab-4510-a7dd-fb446bd14b44 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:50:06.327960 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a1a95f-70ab-4510-a7dd-fb446bd14b44 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:06.328616 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-07a1a95f-70ab-4510-a7dd-fb446bd14b44 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:06.331784 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a1a95f-70ab-4510-a7dd-fb446bd14b44 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event updated for resources: {'Port': ['ID=c80d9f15-a686-4a20-a1ac-b9311c4eedfa,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:06.344390 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-40904146-5de3-4212-9956-08167bdf6632 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3868029 Aug 23 20:50:06.346777 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50134) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:06.351209 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136cd67-fd20-4a61-9e0c-a8d8432f8743 req-0140b3cb-9d61-44d7-bc05-4c8f69635be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:06.352754 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5136cd67-fd20-4a61-9e0c-a8d8432f8743 req-0140b3cb-9d61-44d7-bc05-4c8f69635be4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5886d0e142dc4629ae10cf0bf8514df9&device_id=b83dd77d-bbd9-4b27-b5ff-a49cafc2ef3f HTTP/1.1" status: 200 len: 1094 time: 0.1526163 Aug 23 20:50:06.354781 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-0d355d01-b016-4940-8147-7dda58e8ff38 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-341045250'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:06.360258 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6a07faf5-0d73-48eb-9303-9ae7b7d96903 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:06.361715 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40904146-5de3-4212-9956-08167bdf6632 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Pushing event updated for resources: {'Network': ['ID=f7ad9961-447f-4863-b9a4-123eab0c6eed,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:06.375478 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network f7ad9961-447f-4863-b9a4-123eab0c6eed details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:50:06.382853 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.db.api [None req-0d355d01-b016-4940-8147-7dda58e8ff38 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 20:50:06.382853 n-d-805663-2 neutron-server[94687]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 23 20:50:06.382853 n-d-805663-2 neutron-server[94687]: [parameters: {'project_id_1': 'b785993a4ad745d3bdcd1755ca0e9e09', 'expiration_1': datetime.datetime(2021, 8, 23, 20, 50, 6, 364282)}] Aug 23 20:50:06.382853 n-d-805663-2 neutron-server[94687]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94687) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 20:50:06.383294 n-d-805663-2 neutron-server[94687]: DEBUG oslo_db.api [None req-0d355d01-b016-4940-8147-7dda58e8ff38 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 20:50:06.385674 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-07a1a95f-70ab-4510-a7dd-fb446bd14b44 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5865624 Aug 23 20:50:06.388771 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50136) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:06.438104 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6a07faf5-0d73-48eb-9303-9ae7b7d96903 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:06.501832 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136cd67-fd20-4a61-9e0c-a8d8432f8743 req-c3ee256e-1dd6-4af4-bc3a-e0a630655777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:06.504250 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5136cd67-fd20-4a61-9e0c-a8d8432f8743 req-c3ee256e-1dd6-4af4-bc3a-e0a630655777 service neutron] 10.222.0.11 "GET /v2.0/networks?id=58434a68-909c-41ea-b2db-e279d6b5a1c4 HTTP/1.1" status: 200 len: 923 time: 0.1417849 Aug 23 20:50:06.520831 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6a07faf5-0d73-48eb-9303-9ae7b7d96903 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:06.523637 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6a07faf5-0d73-48eb-9303-9ae7b7d96903 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:06.527357 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-6a07faf5-0d73-48eb-9303-9ae7b7d96903 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] 10.222.0.61 "DELETE /v2.0/security-groups/d18c01bb-e2fe-4888-82ac-c8b711798bb6 HTTP/1.1" status: 204 len: 168 time: 0.4097059 Aug 23 20:50:06.536824 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50138) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:06.538799 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-8026aeaa-0ace-43d8-badf-b0829e4ec83e tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Deleting port c80d9f15-a686-4a20-a1ac-b9311c4eedfa {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:50:06.539267 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8026aeaa-0ace-43d8-badf-b0829e4ec83e tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:06.583587 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a07faf5-0d73-48eb-9303-9ae7b7d96903 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18c01bb-e2fe-4888-82ac-c8b711798bb6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:06.586541 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5136cd67-fd20-4a61-9e0c-a8d8432f8743 req-ab82c6dc-0dcc-4593-b62c-2adcddcb12b6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d25225f9-ac86-4661-99c7-f7b2c534b6db HTTP/1.1" status: 200 len: 217 time: 0.0735874 Aug 23 20:50:06.634015 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-95e6409d-9b9b-40f1-9e8f-0771b94c617f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:06.650206 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-95e6409d-9b9b-40f1-9e8f-0771b94c617f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:06.670375 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-535f8026-7e31-4f35-b4d6-063d2d67a525 None None] Provisioning for port c80d9f15-a686-4a20-a1ac-b9311c4eedfa completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:50:06.673252 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 01ae8142-bae0-4e90-b858-c39376488d5b up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:50:06.676217 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136cd67-fd20-4a61-9e0c-a8d8432f8743 req-690b8207-d298-4247-a1be-2b970a13440a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:06.677708 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5136cd67-fd20-4a61-9e0c-a8d8432f8743 req-690b8207-d298-4247-a1be-2b970a13440a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3af920c7-3d02-433e-bf1f-a4a601aa133a HTTP/1.1" status: 200 len: 862 time: 0.0814691 Aug 23 20:50:06.698147 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-535f8026-7e31-4f35-b4d6-063d2d67a525 None None] Provisioning complete for port c80d9f15-a686-4a20-a1ac-b9311c4eedfa triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:50:06.699042 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-535f8026-7e31-4f35-b4d6-063d2d67a525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:06.719777 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5136cd67-fd20-4a61-9e0c-a8d8432f8743 req-2f02928d-df0a-4f76-8c54-90970cb14ff0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=58434a68-909c-41ea-b2db-e279d6b5a1c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299170 Aug 23 20:50:06.723619 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-95e6409d-9b9b-40f1-9e8f-0771b94c617f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bc33bb9199b94aac84e2523a391c09cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4602287 Aug 23 20:50:06.726532 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50142) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:06.747948 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-535f8026-7e31-4f35-b4d6-063d2d67a525 None None] Port c80d9f15-a686-4a20-a1ac-b9311c4eedfa cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:50:06.752699 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-56694c55-856f-47a0-9e0d-37612107cb48 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2100880 Aug 23 20:50:06.757531 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50144) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:06.766996 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 01ae8142-bae0-4e90-b858-c39376488d5b completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:50:06.769767 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8026aeaa-0ace-43d8-badf-b0829e4ec83e tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:06.772788 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 01ae8142-bae0-4e90-b858-c39376488d5b triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:50:06.773167 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:06.843986 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff7353ad-a8dd-4f9e-a4d0-9932016d112e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:06.861404 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:06.884578 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff7353ad-a8dd-4f9e-a4d0-9932016d112e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:06.900235 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 01ae8142-bae0-4e90-b858-c39376488d5b, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=01ae8142-bae0-4e90-b858-c39376488d5b,segment=NetworkSegment(0a64c314-b9d5-4a4e-aadb-f4950bdcf9f9),segment_id=0a64c314-b9d5-4a4e-aadb-f4950bdcf9f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:50:06.907283 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:06.907702 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5136cd67-fd20-4a61-9e0c-a8d8432f8743 req-6cf7897e-829c-4664-ad67-9ac0f6effd05 service neutron] 10.222.0.11 "GET /v2.0/networks/58434a68-909c-41ea-b2db-e279d6b5a1c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785481 Aug 23 20:50:06.958478 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=01ae8142-bae0-4e90-b858-c39376488d5b,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:07.024345 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff7353ad-a8dd-4f9e-a4d0-9932016d112e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:07.025520 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff7353ad-a8dd-4f9e-a4d0-9932016d112e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:07.026831 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ff7353ad-a8dd-4f9e-a4d0-9932016d112e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7e112eeb-cf2c-4237-a77c-efbeb20d1a35 HTTP/1.1" status: 204 len: 168 time: 0.2994187 Aug 23 20:50:07.047841 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7353ad-a8dd-4f9e-a4d0-9932016d112e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e112eeb-cf2c-4237-a77c-efbeb20d1a35,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:07.055075 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5136cd67-fd20-4a61-9e0c-a8d8432f8743 req-06045fb9-fb0f-448f-a5a6-23fb6732522c service neutron] 10.222.0.11 "GET /v2.0/networks/58434a68-909c-41ea-b2db-e279d6b5a1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387792 Aug 23 20:50:07.144008 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e6409d-9b9b-40f1-9e8f-0771b94c617f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e112eeb-cf2c-4237-a77c-efbeb20d1a35,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:07.151893 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-f97279cc-3582-4e85-b348-329cd2339f11 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] delete failed (client error): The resource could not be found. Aug 23 20:50:07.152610 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1936f9-a656-4205-bbde-13267dda8d29 req-17fff88b-a36d-44a2-a584-63be1723b1a4 tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:07.152953 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f97279cc-3582-4e85-b348-329cd2339f11 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] 10.222.0.61 "DELETE /v2.0/security-groups/3461d98b-e399-43f2-acc5-c9faee1886d5 HTTP/1.1" status: 404 len: 347 time: 0.3929753 Aug 23 20:50:07.154131 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-8026aeaa-0ace-43d8-badf-b0829e4ec83e tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Calling delete_port for c80d9f15-a686-4a20-a1ac-b9311c4eedfa owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:50:07.157473 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50152) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:07.160589 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4b1936f9-a656-4205-bbde-13267dda8d29 req-17fff88b-a36d-44a2-a584-63be1723b1a4 tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] 10.222.0.61 "GET /v2.0/ports?device_id=b83dd77d-bbd9-4b27-b5ff-a49cafc2ef3f HTTP/1.1" status: 200 len: 943 time: 0.0614195 Aug 23 20:50:07.188499 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-77d3d184-9a3d-4f85-96bc-d9932d9be429 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] show failed (client error): The resource could not be found. Aug 23 20:50:07.189859 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-77d3d184-9a3d-4f85-96bc-d9932d9be429 tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] 10.222.0.61 "GET /v2.0/security-groups/9c754ec0-9050-4736-8420-9eadcbe7412d HTTP/1.1" status: 404 len: 347 time: 0.0295496 Aug 23 20:50:07.193879 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d355d01-b016-4940-8147-7dda58e8ff38 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Made reservation on behalf of b785993a4ad745d3bdcd1755ca0e9e09 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:50:07.196738 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50154) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:07.198169 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d355d01-b016-4940-8147-7dda58e8ff38 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:07.212726 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4b1936f9-a656-4205-bbde-13267dda8d29 req-70c7c297-2538-412a-970a-cd924844da02 tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] 10.222.0.61 "GET /v2.0/security-groups?id=75f01d05-56f0-48d8-b4d9-320879f7f670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514948 Aug 23 20:50:07.218185 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-c10257b9-476f-45eb-86dd-64c0a040292f tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] show failed (client error): The resource could not be found. Aug 23 20:50:07.224545 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c10257b9-476f-45eb-86dd-64c0a040292f tempest-NegativeSecGroupTest-977102438 tempest-NegativeSecGroupTest-977102438-project] 10.222.0.61 "GET /v2.0/security-group-rules/b98d3686-827d-4251-9f9f-a1a5b360186a HTTP/1.1" status: 404 len: 356 time: 0.0212588 Aug 23 20:50:07.268446 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d355d01-b016-4940-8147-7dda58e8ff38 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:50:07.286987 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d355d01-b016-4940-8147-7dda58e8ff38 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:07.287707 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-0d355d01-b016-4940-8147-7dda58e8ff38 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Added segment a9096892-e39f-43fd-9e30-587121e25bd3 of type vlan for network 824dc3be-4509-45ea-bd0d-873de769c417 Aug 23 20:50:07.364396 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d355d01-b016-4940-8147-7dda58e8ff38 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:07.401835 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8026aeaa-0ace-43d8-badf-b0829e4ec83e tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:07.412703 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d355d01-b016-4940-8147-7dda58e8ff38 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:07.423773 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d355d01-b016-4940-8147-7dda58e8ff38 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:07.424452 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d355d01-b016-4940-8147-7dda58e8ff38 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:07.469359 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8026aeaa-0ace-43d8-badf-b0829e4ec83e tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event deleted for resources: {'Port': ['ID=c80d9f15-a686-4a20-a1ac-b9311c4eedfa,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:07.542533 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8026aeaa-0ace-43d8-badf-b0829e4ec83e tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:07.547045 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8026aeaa-0ace-43d8-badf-b0829e4ec83e tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "DELETE /v2.0/ports/c80d9f15-a686-4a20-a1ac-b9311c4eedfa HTTP/1.1" status: 204 len: 168 time: 1.1548193 Aug 23 20:50:07.548018 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50172) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:07.558594 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50174) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:07.566522 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0d355d01-b016-4940-8147-7dda58e8ff38 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2158973 Aug 23 20:50:07.569670 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50176) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:07.582490 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-233e5c6f-4400-49eb-b6a0-65f339ff2157 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Request body: {'ports': [{'network_id': 'f7ad9961-447f-4863-b9a4-123eab0c6eed', 'name': 'tempest-port--1461605836', 'admin_state_up': True}, {'network_id': '824dc3be-4509-45ea-bd0d-873de769c417', 'admin_state_up': False}]} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:07.583060 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-233e5c6f-4400-49eb-b6a0-65f339ff2157 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Request body: {'port': {'network_id': 'f7ad9961-447f-4863-b9a4-123eab0c6eed', 'name': 'tempest-port--1461605836', 'admin_state_up': True}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:07.584052 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-233e5c6f-4400-49eb-b6a0-65f339ff2157 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Request body: {'port': {'network_id': '824dc3be-4509-45ea-bd0d-873de769c417', 'admin_state_up': False}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:07.586935 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-2324ca27-1aab-48c6-8e97-cd067dd096c2 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] DELETE failed (client error): The resource could not be found. Aug 23 20:50:07.587653 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2324ca27-1aab-48c6-8e97-cd067dd096c2 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:50:07.589619 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2324ca27-1aab-48c6-8e97-cd067dd096c2 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "DELETE /v2.0/ports/c80d9f15-a686-4a20-a1ac-b9311c4eedfa HTTP/1.1" status: 404 len: 333 time: 0.0403221 Aug 23 20:50:07.592427 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50180) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:07.608162 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d355d01-b016-4940-8147-7dda58e8ff38 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Pushing event updated for resources: {'Network': ['ID=824dc3be-4509-45ea-bd0d-873de769c417,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:07.619412 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 824dc3be-4509-45ea-bd0d-873de769c417 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:50:07.632211 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-34c8dd26-cbb9-440d-8049-f487daa9b31d tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] GET failed (client error): The resource could not be found. Aug 23 20:50:07.634553 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-34c8dd26-cbb9-440d-8049-f487daa9b31d tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "GET /v2.0/ports/c80d9f15-a686-4a20-a1ac-b9311c4eedfa HTTP/1.1" status: 404 len: 333 time: 0.0410030 Aug 23 20:50:07.638514 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50182) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:07.766023 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dd764c2-e61f-4538-adf8-6f7b8ed57b32 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Deleting subnet adfdccd0-5cce-4799-ab8b-5e59eefd3196 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:50:07.770326 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8dd764c2-e61f-4538-adf8-6f7b8ed57b32 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:07.828425 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8dd764c2-e61f-4538-adf8-6f7b8ed57b32 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:07.860291 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233e5c6f-4400-49eb-b6a0-65f339ff2157 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Made reservation on behalf of b785993a4ad745d3bdcd1755ca0e9e09 for: {'port': 2} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:50:07.864884 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-233e5c6f-4400-49eb-b6a0-65f339ff2157 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:07.878145 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-233e5c6f-4400-49eb-b6a0-65f339ff2157 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:07.886215 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f9b008f2-7d99-4880-9b60-fd2e720fade7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=83234fed165f42fb8f1dff9eeaadf013&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3265414 Aug 23 20:50:07.888886 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50192) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:07.945094 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8dd764c2-e61f-4538-adf8-6f7b8ed57b32 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:08.019967 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-233e5c6f-4400-49eb-b6a0-65f339ff2157 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] device_id is not set on port c0568a69-d2ea-46ae-84d4-3f7fe5bf5db1 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:50:08.020949 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8dd764c2-e61f-4538-adf8-6f7b8ed57b32 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:08.026659 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6146a298-9b0b-41a0-9871-34b70c07862e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:08.055306 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd764c2-e61f-4538-adf8-6f7b8ed57b32 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event deleted for resources: {'Subnet': ['ID=adfdccd0-5cce-4799-ab8b-5e59eefd3196,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:08.059220 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8dd764c2-e61f-4538-adf8-6f7b8ed57b32 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:08.063958 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8dd764c2-e61f-4538-adf8-6f7b8ed57b32 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "DELETE /v2.0/subnets/adfdccd0-5cce-4799-ab8b-5e59eefd3196 HTTP/1.1" status: 204 len: 168 time: 0.4238584 Aug 23 20:50:08.064804 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50196) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:08.067603 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6146a298-9b0b-41a0-9871-34b70c07862e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:08.076117 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaaeb611-120e-4f11-aee2-26f21b13c918 None None] Network 4ff10bf3-25fa-4d48-91da-b087b1a4e6a5 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:50:08.148784 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0d27-f371-4c7c-b96b-c10d02f8ce83 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:08.197487 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6146a298-9b0b-41a0-9871-34b70c07862e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:08.200386 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6146a298-9b0b-41a0-9871-34b70c07862e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:08.202188 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6146a298-9b0b-41a0-9871-34b70c07862e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c892b01c-7382-4d73-8da8-621b52e4a0d5 HTTP/1.1" status: 204 len: 168 time: 0.3124230 Aug 23 20:50:08.219919 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device d25225f9-ac86-4661-99c7-f7b2c534b6db details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:50:08.220490 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-8e2d0d27-f371-4c7c-b96b-c10d02f8ce83 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Deleting port 01ae8142-bae0-4e90-b858-c39376488d5b {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:50:08.220902 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0d27-f371-4c7c-b96b-c10d02f8ce83 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:08.248730 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6146a298-9b0b-41a0-9871-34b70c07862e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c892b01c-7382-4d73-8da8-621b52e4a0d5,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:08.293651 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-233e5c6f-4400-49eb-b6a0-65f339ff2157 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:08.320392 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-8e2d0d27-f371-4c7c-b96b-c10d02f8ce83 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] For port 01ae8142-bae0-4e90-b858-c39376488d5b, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=01ae8142-bae0-4e90-b858-c39376488d5b,segment=NetworkSegment(0a64c314-b9d5-4a4e-aadb-f4950bdcf9f9),segment_id=0a64c314-b9d5-4a4e-aadb-f4950bdcf9f9)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:50:08.320929 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0d27-f371-4c7c-b96b-c10d02f8ce83 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:08.341629 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-8e2d0d27-f371-4c7c-b96b-c10d02f8ce83 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Calling delete_port for 01ae8142-bae0-4e90-b858-c39376488d5b owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:50:08.422881 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-233e5c6f-4400-49eb-b6a0-65f339ff2157 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] device_id is not set on port ab147922-2562-469e-a3e5-00ed9764eb94 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:50:08.482545 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37df316-3452-4ffa-8e3d-e2ee1bebb288 req-ec77008f-a862-4210-b3dd-ade2e4c352d4 tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:08.484516 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a37df316-3452-4ffa-8e3d-e2ee1bebb288 req-ec77008f-a862-4210-b3dd-ade2e4c352d4 tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] 10.222.0.61 "GET /v2.0/ports?device_id=b83dd77d-bbd9-4b27-b5ff-a49cafc2ef3f HTTP/1.1" status: 200 len: 943 time: 0.1259222 Aug 23 20:50:08.549516 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a37df316-3452-4ffa-8e3d-e2ee1bebb288 req-ad4bb18c-2374-4ed1-8c82-6d686ee2fe05 tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] 10.222.0.61 "GET /v2.0/security-groups?id=75f01d05-56f0-48d8-b4d9-320879f7f670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566411 Aug 23 20:50:08.552423 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0d27-f371-4c7c-b96b-c10d02f8ce83 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:08.590469 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2d0d27-f371-4c7c-b96b-c10d02f8ce83 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event deleted for resources: {'Port': ['ID=01ae8142-bae0-4e90-b858-c39376488d5b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:08.593354 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2d0d27-f371-4c7c-b96b-c10d02f8ce83 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] No DVR routers for this DVR port 01ae8142-bae0-4e90-b858-c39376488d5b on host n-d-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:50:08.637101 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-233e5c6f-4400-49eb-b6a0-65f339ff2157 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:08.668765 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port d25225f9-ac86-4661-99c7-f7b2c534b6db, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=d25225f9-ac86-4661-99c7-f7b2c534b6db,segment=NetworkSegment(c8e81f98-094a-4e41-b64c-40d4c7f7e24c),segment_id=c8e81f98-094a-4e41-b64c-40d4c7f7e24c)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:50:08.686313 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-233e5c6f-4400-49eb-b6a0-65f339ff2157 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:08.699367 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': 'd25225f9-ac86-4661-99c7-f7b2c534b6db', 'network_id': '58434a68-909c-41ea-b2db-e279d6b5a1c4', 'port_id': 'd25225f9-ac86-4661-99c7-f7b2c534b6db', 'mac_address': 'fa:16:3e:21:d7:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3af920c7-3d02-433e-bf1f-a4a601aa133a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:50:08.710651 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d631397d-42a2-44f0-ac86-669dec62c741 None None] DHCP port deletion for 4ff10bf3-25fa-4d48-91da-b087b1a4e6a5 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:50:08.782197 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:08.784972 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e5c6f-4400-49eb-b6a0-65f339ff2157 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Pushing event updated for resources: {'Port': ['ID=c0568a69-d2ea-46ae-84d4-3f7fe5bf5db1,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:08.793329 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0d27-f371-4c7c-b96b-c10d02f8ce83 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:08.793724 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233e5c6f-4400-49eb-b6a0-65f339ff2157 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Checking segment: {'id': '07580c0d-13f8-4cd5-ae34-938f9d935497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'f7ad9961-447f-4863-b9a4-123eab0c6eed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:50:08.793724 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233e5c6f-4400-49eb-b6a0-65f339ff2157 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Network hostable DHCP agents. Network: f7ad9961-447f-4863-b9a4-123eab0c6eed, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:50:08.802005 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d25225f9-ac86-4661-99c7-f7b2c534b6db {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:50:08.807468 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-8e2d0d27-f371-4c7c-b96b-c10d02f8ce83 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ff10bf3-25fa-4d48-91da-b087b1a4e6a5']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:08.823199 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-8e2d0d27-f371-4c7c-b96b-c10d02f8ce83 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a64c314-b9d5-4a4e-aadb-f4950bdcf9f9') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:08.823199 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-8e2d0d27-f371-4c7c-b96b-c10d02f8ce83 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a64c314-b9d5-4a4e-aadb-f4950bdcf9f9') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:08.833808 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0d27-f371-4c7c-b96b-c10d02f8ce83 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:08.833949 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233e5c6f-4400-49eb-b6a0-65f339ff2157 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Network f7ad9961-447f-4863-b9a4-123eab0c6eed is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:50:08.845148 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port d25225f9-ac86-4661-99c7-f7b2c534b6db, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=d25225f9-ac86-4661-99c7-f7b2c534b6db,segment=NetworkSegment(c8e81f98-094a-4e41-b64c-40d4c7f7e24c),segment_id=c8e81f98-094a-4e41-b64c-40d4c7f7e24c)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:50:08.849491 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-233e5c6f-4400-49eb-b6a0-65f339ff2157 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, f7ad9961-447f-4863-b9a4-123eab0c6eed) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:50:08.855194 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233e5c6f-4400-49eb-b6a0-65f339ff2157 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:50:08.856268 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-233e5c6f-4400-49eb-b6a0-65f339ff2157 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:08.857221 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:08.857422 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0d27-f371-4c7c-b96b-c10d02f8ce83 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:08.865805 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b83459f-5348-4eea-aab5-24919e85daa3 None None] Network f7ad9961-447f-4863-b9a4-123eab0c6eed requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:50:08.866341 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e2d0d27-f371-4c7c-b96b-c10d02f8ce83 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:50:08.866751 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0d27-f371-4c7c-b96b-c10d02f8ce83 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:08.870142 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:50:08.870142 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:50:08.870142 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:50:08.870142 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:50:08.870142 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:50:08.870142 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:50:08.870142 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:50:08.870142 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:50:08.870142 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:50:08.870142 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:50:08.870142 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:50:08.870142 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:50:08.870142 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:50:08.870142 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:50:08.870142 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:50:08.870142 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:50:08.870142 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:50:08.870142 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:50:08.870142 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:50:08.870142 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:50:08.870142 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:50:08.870142 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:50:08.870142 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:50:08.870142 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:50:08.870142 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:50:08.870142 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:50:08.870142 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:50:08.870142 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:50:08.870142 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:50:08.870142 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:50:08.870142 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:50:08.870142 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:50:08.939041 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e5c6f-4400-49eb-b6a0-65f339ff2157 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Pushing event updated for resources: {'Port': ['ID=ab147922-2562-469e-a3e5-00ed9764eb94,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:08.954255 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233e5c6f-4400-49eb-b6a0-65f339ff2157 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Checking segment: {'id': 'a9096892-e39f-43fd-9e30-587121e25bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '824dc3be-4509-45ea-bd0d-873de769c417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:50:08.954903 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233e5c6f-4400-49eb-b6a0-65f339ff2157 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Network hostable DHCP agents. Network: 824dc3be-4509-45ea-bd0d-873de769c417, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:50:08.960603 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0d27-f371-4c7c-b96b-c10d02f8ce83 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:08.969016 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0d27-f371-4c7c-b96b-c10d02f8ce83 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:08.971144 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8e2d0d27-f371-4c7c-b96b-c10d02f8ce83 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "DELETE /v2.0/networks/4ff10bf3-25fa-4d48-91da-b087b1a4e6a5 HTTP/1.1" status: 204 len: 168 time: 0.9044173 Aug 23 20:50:08.976519 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50222) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:08.993011 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-eb7c2603-3b45-4b4d-9ada-9b83fce30444 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-244422257'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:08.993775 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233e5c6f-4400-49eb-b6a0-65f339ff2157 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Network 824dc3be-4509-45ea-bd0d-873de769c417 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:50:08.998324 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2d0d27-f371-4c7c-b96b-c10d02f8ce83 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event deleted for resources: {'Network': ['ID=4ff10bf3-25fa-4d48-91da-b087b1a4e6a5,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:09.011907 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-233e5c6f-4400-49eb-b6a0-65f339ff2157 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 824dc3be-4509-45ea-bd0d-873de769c417) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:50:09.016713 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233e5c6f-4400-49eb-b6a0-65f339ff2157 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:50:09.024969 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233e5c6f-4400-49eb-b6a0-65f339ff2157 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:09.032907 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233e5c6f-4400-49eb-b6a0-65f339ff2157 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:09.033624 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7c2603-3b45-4b4d-9ada-9b83fce30444 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Made reservation on behalf of 91ee48a7a09d4c31bca2b42ca3cdc87d for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:50:09.034133 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-233e5c6f-4400-49eb-b6a0-65f339ff2157 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:09.045336 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb7c2603-3b45-4b4d-9ada-9b83fce30444 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:09.049206 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98f18fb-5d71-4aa2-910d-c69e51fd9981 None None] Network 824dc3be-4509-45ea-bd0d-873de769c417 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:50:09.061822 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-233e5c6f-4400-49eb-b6a0-65f339ff2157 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.4912245 Aug 23 20:50:09.064145 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50226) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:09.087846 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb7c2603-3b45-4b4d-9ada-9b83fce30444 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:50:09.107384 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb7c2603-3b45-4b4d-9ada-9b83fce30444 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:09.108842 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=d25225f9-ac86-4661-99c7-f7b2c534b6db,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:09.109732 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-eb7c2603-3b45-4b4d-9ada-9b83fce30444 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Added segment 6a8ea195-e5b6-4b76-a36c-bc31299d7287 of type vlan for network 142a6e38-a125-450b-9342-b45524519dc6 Aug 23 20:50:09.130916 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['d25225f9-ac86-4661-99c7-f7b2c534b6db'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:50:09.136589 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff8a1c5-5d16-47a6-8c6a-1051dad14789 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:09.149301 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff8a1c5-5d16-47a6-8c6a-1051dad14789 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:09.151437 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-bff8a1c5-5d16-47a6-8c6a-1051dad14789 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0858870 Aug 23 20:50:09.153884 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50232) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:09.179998 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb7c2603-3b45-4b4d-9ada-9b83fce30444 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:09.210637 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb7c2603-3b45-4b4d-9ada-9b83fce30444 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:09.219818 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7c2603-3b45-4b4d-9ada-9b83fce30444 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:09.220815 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb7c2603-3b45-4b4d-9ada-9b83fce30444 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:09.281785 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-eb7c2603-3b45-4b4d-9ada-9b83fce30444 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2943676 Aug 23 20:50:09.290156 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50234) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:09.296520 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-81e937ed-8fa0-4673-8aa9-37c34169384c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Request body: {'subnet': {'network_id': '142a6e38-a125-450b-9342-b45524519dc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:09.344485 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-f4b94437-c848-4d52-9a10-da5ed627df55 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Deleting port c0568a69-d2ea-46ae-84d4-3f7fe5bf5db1 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:50:09.345486 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f4b94437-c848-4d52-9a10-da5ed627df55 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:09.385391 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c2603-3b45-4b4d-9ada-9b83fce30444 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event updated for resources: {'Network': ['ID=142a6e38-a125-450b-9342-b45524519dc6,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:09.409447 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 142a6e38-a125-450b-9342-b45524519dc6 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:50:09.416439 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e937ed-8fa0-4673-8aa9-37c34169384c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Made reservation on behalf of 91ee48a7a09d4c31bca2b42ca3cdc87d for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:50:09.426174 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-81e937ed-8fa0-4673-8aa9-37c34169384c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:09.484250 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f4b94437-c848-4d52-9a10-da5ed627df55 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:09.497620 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-f4b94437-c848-4d52-9a10-da5ed627df55 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Calling delete_port for c0568a69-d2ea-46ae-84d4-3f7fe5bf5db1 owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:50:09.603916 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f4b94437-c848-4d52-9a10-da5ed627df55 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:09.672159 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b94437-c848-4d52-9a10-da5ed627df55 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Pushing event deleted for resources: {'Port': ['ID=c0568a69-d2ea-46ae-84d4-3f7fe5bf5db1,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:09.691685 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f4b94437-c848-4d52-9a10-da5ed627df55 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:09.694752 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f4b94437-c848-4d52-9a10-da5ed627df55 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] 10.222.0.61 "DELETE /v2.0/ports/c0568a69-d2ea-46ae-84d4-3f7fe5bf5db1 HTTP/1.1" status: 204 len: 168 time: 0.5395248 Aug 23 20:50:09.697732 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50252) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:09.773045 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-81e937ed-8fa0-4673-8aa9-37c34169384c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:09.817168 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-56f21ce2-a0b2-402a-bcb3-da31ca6c4ad8 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Deleting port ab147922-2562-469e-a3e5-00ed9764eb94 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:50:09.817975 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-56f21ce2-a0b2-402a-bcb3-da31ca6c4ad8 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:09.822135 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d78ed8-67b4-49ed-add2-e3101a1063de req-4c07113d-d033-453a-a114-13640e2b9320 tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:09.823758 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e4d78ed8-67b4-49ed-add2-e3101a1063de req-4c07113d-d033-453a-a114-13640e2b9320 tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] 10.222.0.61 "GET /v2.0/ports?device_id=b83dd77d-bbd9-4b27-b5ff-a49cafc2ef3f HTTP/1.1" status: 200 len: 944 time: 0.1221781 Aug 23 20:50:09.859442 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e937ed-8fa0-4673-8aa9-37c34169384c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event updated for resources: {'Subnet': ['ID=4a32cdf6-edfe-4732-9ef8-4dc0ce040ff1,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:09.896072 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e4d78ed8-67b4-49ed-add2-e3101a1063de req-a6358120-36c1-4a97-be8d-49832d9385cb tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] 10.222.0.61 "GET /v2.0/security-groups?id=75f01d05-56f0-48d8-b4d9-320879f7f670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594838 Aug 23 20:50:09.897122 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e937ed-8fa0-4673-8aa9-37c34169384c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Checking segment: {'id': '6a8ea195-e5b6-4b76-a36c-bc31299d7287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '142a6e38-a125-450b-9342-b45524519dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:50:09.897550 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e937ed-8fa0-4673-8aa9-37c34169384c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Network hostable DHCP agents. Network: 142a6e38-a125-450b-9342-b45524519dc6, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:50:09.930081 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e937ed-8fa0-4673-8aa9-37c34169384c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Network 142a6e38-a125-450b-9342-b45524519dc6 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:50:09.944392 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-56f21ce2-a0b2-402a-bcb3-da31ca6c4ad8 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:09.944746 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-81e937ed-8fa0-4673-8aa9-37c34169384c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 142a6e38-a125-450b-9342-b45524519dc6) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:50:09.954748 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da329f8d-7a51-43cb-ac81-f3799645ce4d None None] Network 142a6e38-a125-450b-9342-b45524519dc6 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:50:09.957136 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e937ed-8fa0-4673-8aa9-37c34169384c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:09.957868 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-81e937ed-8fa0-4673-8aa9-37c34169384c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:09.965614 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-56f21ce2-a0b2-402a-bcb3-da31ca6c4ad8 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Calling delete_port for ab147922-2562-469e-a3e5-00ed9764eb94 owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:50:09.991846 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-81e937ed-8fa0-4673-8aa9-37c34169384c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6961591 Aug 23 20:50:09.992687 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50262) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:09.997997 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-877b3b51-b487-42bb-bdc8-63f0847ddaf6 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Request body: {'port': {'network_id': '142a6e38-a125-450b-9342-b45524519dc6', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1942539990'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:10.077736 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7ee4f8cb-d063-4df1-852d-2852ba482126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:10.116236 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-56f21ce2-a0b2-402a-bcb3-da31ca6c4ad8 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:10.170992 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f21ce2-a0b2-402a-bcb3-da31ca6c4ad8 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Pushing event deleted for resources: {'Port': ['ID=ab147922-2562-469e-a3e5-00ed9764eb94,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:10.182560 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-56f21ce2-a0b2-402a-bcb3-da31ca6c4ad8 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:10.185617 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-56f21ce2-a0b2-402a-bcb3-da31ca6c4ad8 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] 10.222.0.61 "DELETE /v2.0/ports/ab147922-2562-469e-a3e5-00ed9764eb94 HTTP/1.1" status: 204 len: 168 time: 0.4851496 Aug 23 20:50:10.185724 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877b3b51-b487-42bb-bdc8-63f0847ddaf6 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Made reservation on behalf of 91ee48a7a09d4c31bca2b42ca3cdc87d for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:50:10.187679 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50270) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:10.188896 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-877b3b51-b487-42bb-bdc8-63f0847ddaf6 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:10.197740 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f9f426-f516-4a7b-81f7-2349d9adbe20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-142a6e38-a125-450b-9342-b45524519dc6', 'network_id': '142a6e38-a125-450b-9342-b45524519dc6', 'tenant_id': '91ee48a7a09d4c31bca2b42ca3cdc87d', 'fixed_ips': [{'subnet_id': '4a32cdf6-edfe-4732-9ef8-4dc0ce040ff1'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:50:10.198727 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d3f9f426-f516-4a7b-81f7-2349d9adbe20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:10.209678 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-877b3b51-b487-42bb-bdc8-63f0847ddaf6 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] device_id is not set on port 6728d702-04cb-4b04-ab7a-94cb84919226 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:50:10.225648 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device d25225f9-ac86-4661-99c7-f7b2c534b6db up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:50:10.230991 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-df78814c-054e-46a3-9f3c-efce6f412814 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0420256 Aug 23 20:50:10.231996 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50274) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:10.239772 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-5af8df7b-eccd-4907-9d1c-04266e07811c tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-903550760'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:10.272399 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af8df7b-eccd-4907-9d1c-04266e07811c tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Made reservation on behalf of b785993a4ad745d3bdcd1755ca0e9e09 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:50:10.280619 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5af8df7b-eccd-4907-9d1c-04266e07811c tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:10.321615 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5af8df7b-eccd-4907-9d1c-04266e07811c tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:50:10.332379 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5af8df7b-eccd-4907-9d1c-04266e07811c tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:10.333254 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-5af8df7b-eccd-4907-9d1c-04266e07811c tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Added segment 016a9d7a-3864-4dd0-805e-a821cb6787df of type vlan for network c5787708-73a5-429d-aed7-e6bdfb3a0206 Aug 23 20:50:10.380016 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port d25225f9-ac86-4661-99c7-f7b2c534b6db completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:50:10.385144 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port d25225f9-ac86-4661-99c7-f7b2c534b6db triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:50:10.385592 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:10.397356 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5af8df7b-eccd-4907-9d1c-04266e07811c tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:10.398059 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-877b3b51-b487-42bb-bdc8-63f0847ddaf6 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Allocated IP 2001:db8::3e5 (142a6e38-a125-450b-9342-b45524519dc6/4a32cdf6-edfe-4732-9ef8-4dc0ce040ff1/6728d702-04cb-4b04-ab7a-94cb84919226) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:50:10.446286 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:10.458785 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5af8df7b-eccd-4907-9d1c-04266e07811c tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:10.465572 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af8df7b-eccd-4907-9d1c-04266e07811c tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:10.466198 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5af8df7b-eccd-4907-9d1c-04266e07811c tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:10.544975 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-877b3b51-b487-42bb-bdc8-63f0847ddaf6 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:10.550683 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:10.570364 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-877b3b51-b487-42bb-bdc8-63f0847ddaf6 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Transition to ACTIVE for port object 6728d702-04cb-4b04-ab7a-94cb84919226 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:50:10.583298 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5af8df7b-eccd-4907-9d1c-04266e07811c tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3476171 Aug 23 20:50:10.583972 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50282) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:10.594332 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-61df67f7-e96c-4232-811d-71e5ef233861 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1631259765'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:10.609820 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83dd77d-bbd9-4b27-b5ff-a49cafc2ef3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd25225f9-ac86-4661-99c7-f7b2c534b6db'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:50:10.609820 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4e4aeb-5ef0-46f1-905d-124c7204f8d6" -d '{"events": [{"server_uuid": "b83dd77d-bbd9-4b27-b5ff-a49cafc2ef3f", "name": "network-vif-plugged", "status": "completed", "tag": "d25225f9-ac86-4661-99c7-f7b2c534b6db"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:50:10.623950 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af8df7b-eccd-4907-9d1c-04266e07811c tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Pushing event updated for resources: {'Network': ['ID=c5787708-73a5-429d-aed7-e6bdfb3a0206,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:10.627257 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port d25225f9-ac86-4661-99c7-f7b2c534b6db, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=d25225f9-ac86-4661-99c7-f7b2c534b6db,segment=NetworkSegment(c8e81f98-094a-4e41-b64c-40d4c7f7e24c),segment_id=c8e81f98-094a-4e41-b64c-40d4c7f7e24c)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:50:10.632179 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:10.662752 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61df67f7-e96c-4232-811d-71e5ef233861 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Made reservation on behalf of b785993a4ad745d3bdcd1755ca0e9e09 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:50:10.667335 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-61df67f7-e96c-4232-811d-71e5ef233861 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:10.682431 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-877b3b51-b487-42bb-bdc8-63f0847ddaf6 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:10.758924 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877b3b51-b487-42bb-bdc8-63f0847ddaf6 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Network 142a6e38-a125-450b-9342-b45524519dc6 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:50:10.759767 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61df67f7-e96c-4232-811d-71e5ef233861 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:50:10.762257 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network c5787708-73a5-429d-aed7-e6bdfb3a0206 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:50:10.770839 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d27594-675c-44d8-892d-e449e37f6b3e x-openstack-request-id: req-42d27594-675c-44d8-892d-e449e37f6b3e {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:50:10.771157 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83dd77d-bbd9-4b27-b5ff-a49cafc2ef3f", "name": "network-vif-plugged", "status": "completed", "tag": "d25225f9-ac86-4661-99c7-f7b2c534b6db", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:50:10.771266 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-877b3b51-b487-42bb-bdc8-63f0847ddaf6 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:50:10.771371 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-42d27594-675c-44d8-892d-e449e37f6b3e {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:50:10.771753 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83dd77d-bbd9-4b27-b5ff-a49cafc2ef3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd25225f9-ac86-4661-99c7-f7b2c534b6db', 'code': 200} Aug 23 20:50:10.786572 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 01ae8142-bae0-4e90-b858-c39376488d5b no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:50:10.788708 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877b3b51-b487-42bb-bdc8-63f0847ddaf6 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:50:10.794401 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877b3b51-b487-42bb-bdc8-63f0847ddaf6 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:10.795038 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-877b3b51-b487-42bb-bdc8-63f0847ddaf6 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:10.809836 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=d25225f9-ac86-4661-99c7-f7b2c534b6db,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:10.824163 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b3b51-b487-42bb-bdc8-63f0847ddaf6 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event updated for resources: {'Port': ['ID=6728d702-04cb-4b04-ab7a-94cb84919226,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:10.830497 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 01ae8142-bae0-4e90-b858-c39376488d5b {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:50:10.830882 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 01ae8142-bae0-4e90-b858-c39376488d5b not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:50:10.837634 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-61df67f7-e96c-4232-811d-71e5ef233861 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:10.837987 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-61df67f7-e96c-4232-811d-71e5ef233861 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Added segment 3c5d71cf-d358-4404-b484-608c7cef3995 of type vlan for network ca1f9271-f0ca-4280-a8e1-ec66e634a709 Aug 23 20:50:10.879512 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-877b3b51-b487-42bb-bdc8-63f0847ddaf6 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.8854749 Aug 23 20:50:10.882487 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50294) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:10.900010 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-61df67f7-e96c-4232-811d-71e5ef233861 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:10.905694 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a78ce-2db2-459d-9832-33e0457d7763 req-61987cbd-891d-438b-a47e-dd38b4799b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:10.907595 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e89a78ce-2db2-459d-9832-33e0457d7763 req-61987cbd-891d-438b-a47e-dd38b4799b6c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b83dd77d-bbd9-4b27-b5ff-a49cafc2ef3f HTTP/1.1" status: 200 len: 1096 time: 0.1375637 Aug 23 20:50:10.961438 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-d3f9f426-f516-4a7b-81f7-2349d9adbe20 None None] Allocated IP 2001:db8::2 (142a6e38-a125-450b-9342-b45524519dc6/4a32cdf6-edfe-4732-9ef8-4dc0ce040ff1/48e3dce8-dbdb-41ac-b527-be0a56d7433b) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:50:10.962616 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-61df67f7-e96c-4232-811d-71e5ef233861 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:10.969157 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61df67f7-e96c-4232-811d-71e5ef233861 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:10.969794 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-61df67f7-e96c-4232-811d-71e5ef233861 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:10.995025 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e89a78ce-2db2-459d-9832-33e0457d7763 req-36674f65-571f-4719-a4b1-6ac9ca4c71bc service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=75f01d05-56f0-48d8-b4d9-320879f7f670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757036 Aug 23 20:50:11.092689 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-61df67f7-e96c-4232-811d-71e5ef233861 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5075169 Aug 23 20:50:11.093733 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df67f7-e96c-4232-811d-71e5ef233861 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Pushing event updated for resources: {'Network': ['ID=ca1f9271-f0ca-4280-a8e1-ec66e634a709,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:11.117410 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50d9a0-b65a-45d9-9062-64fa8b0a04ac req-27fb6018-29c7-482c-8f13-f2ed4fa9e097 tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:11.124997 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cd50d9a0-b65a-45d9-9062-64fa8b0a04ac req-27fb6018-29c7-482c-8f13-f2ed4fa9e097 tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] 10.222.0.61 "GET /v2.0/ports?device_id=b83dd77d-bbd9-4b27-b5ff-a49cafc2ef3f HTTP/1.1" status: 200 len: 945 time: 0.0986133 Aug 23 20:50:11.143116 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-f12837ee-c592-425c-a1d3-14a6d780281f tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Deleting port 6728d702-04cb-4b04-ab7a-94cb84919226 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:50:11.144311 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f12837ee-c592-425c-a1d3-14a6d780281f tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:11.242666 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network ca1f9271-f0ca-4280-a8e1-ec66e634a709 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:50:11.249214 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d3f9f426-f516-4a7b-81f7-2349d9adbe20 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:11.296316 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d3f9f426-f516-4a7b-81f7-2349d9adbe20 None None] Transition to ACTIVE for port object 48e3dce8-dbdb-41ac-b527-be0a56d7433b will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:50:11.322787 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cd50d9a0-b65a-45d9-9062-64fa8b0a04ac req-a01675c9-27df-425c-adb6-fc80e1a31469 tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] 10.222.0.61 "GET /v2.0/security-groups?id=75f01d05-56f0-48d8-b4d9-320879f7f670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928873 Aug 23 20:50:11.347866 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d3f9f426-f516-4a7b-81f7-2349d9adbe20 None None] Transition to ACTIVE for port object 48e3dce8-dbdb-41ac-b527-be0a56d7433b will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:50:11.360841 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d3f9f426-f516-4a7b-81f7-2349d9adbe20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:11.374025 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f12837ee-c592-425c-a1d3-14a6d780281f tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:11.387735 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-f12837ee-c592-425c-a1d3-14a6d780281f tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Calling delete_port for 6728d702-04cb-4b04-ab7a-94cb84919226 owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:50:11.414250 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9f426-f516-4a7b-81f7-2349d9adbe20 None None] Pushing event updated for resources: {'Port': ['ID=48e3dce8-dbdb-41ac-b527-be0a56d7433b,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:11.429676 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f9f426-f516-4a7b-81f7-2349d9adbe20 None None] Network 142a6e38-a125-450b-9342-b45524519dc6 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:50:11.431201 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-d3f9f426-f516-4a7b-81f7-2349d9adbe20 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:50:11.433471 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f9f426-f516-4a7b-81f7-2349d9adbe20 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:50:11.522840 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-d3f9f426-f516-4a7b-81f7-2349d9adbe20 None None] Attempting to bind port 48e3dce8-dbdb-41ac-b527-be0a56d7433b on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:50:11.523219 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-d3f9f426-f516-4a7b-81f7-2349d9adbe20 None None] Attempting to bind port 48e3dce8-dbdb-41ac-b527-be0a56d7433b by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '6a8ea195-e5b6-4b76-a36c-bc31299d7287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '142a6e38-a125-450b-9342-b45524519dc6'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:50:11.526108 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f9f426-f516-4a7b-81f7-2349d9adbe20 None None] Attempting to bind port 48e3dce8-dbdb-41ac-b527-be0a56d7433b on network 142a6e38-a125-450b-9342-b45524519dc6 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:50:11.535128 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f9f426-f516-4a7b-81f7-2349d9adbe20 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:50:11.535570 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f9f426-f516-4a7b-81f7-2349d9adbe20 None None] Checking segment: {'id': '6a8ea195-e5b6-4b76-a36c-bc31299d7287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '142a6e38-a125-450b-9342-b45524519dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:50:11.535969 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d3f9f426-f516-4a7b-81f7-2349d9adbe20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:11.536606 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f9f426-f516-4a7b-81f7-2349d9adbe20 None None] Bound using segment: {'id': '6a8ea195-e5b6-4b76-a36c-bc31299d7287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '142a6e38-a125-450b-9342-b45524519dc6'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:50:11.537026 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-d3f9f426-f516-4a7b-81f7-2349d9adbe20 None None] Bound port: 48e3dce8-dbdb-41ac-b527-be0a56d7433b, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a8ea195-e5b6-4b76-a36c-bc31299d7287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '142a6e38-a125-450b-9342-b45524519dc6'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:50:11.537442 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d3f9f426-f516-4a7b-81f7-2349d9adbe20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:11.544493 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50310) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:11.635776 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f12837ee-c592-425c-a1d3-14a6d780281f tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:11.636581 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-d3f9f426-f516-4a7b-81f7-2349d9adbe20 None None] For port 48e3dce8-dbdb-41ac-b527-be0a56d7433b, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:50:11.642041 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-d3f9f426-f516-4a7b-81f7-2349d9adbe20 None None] For port 48e3dce8-dbdb-41ac-b527-be0a56d7433b, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=48e3dce8-dbdb-41ac-b527-be0a56d7433b,segment=NetworkSegment(6a8ea195-e5b6-4b76-a36c-bc31299d7287),segment_id=6a8ea195-e5b6-4b76-a36c-bc31299d7287)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:50:11.650383 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d3f9f426-f516-4a7b-81f7-2349d9adbe20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:11.680687 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12837ee-c592-425c-a1d3-14a6d780281f tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event deleted for resources: {'Port': ['ID=6728d702-04cb-4b04-ab7a-94cb84919226,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:11.710427 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f12837ee-c592-425c-a1d3-14a6d780281f tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:11.716531 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f12837ee-c592-425c-a1d3-14a6d780281f tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "DELETE /v2.0/ports/6728d702-04cb-4b04-ab7a-94cb84919226 HTTP/1.1" status: 204 len: 168 time: 0.8321860 Aug 23 20:50:11.717198 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50320) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:11.754844 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-ada26a13-6f1e-485f-8903-3a16267a6923 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] GET failed (client error): The resource could not be found. Aug 23 20:50:11.760148 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ada26a13-6f1e-485f-8903-3a16267a6923 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "GET /v2.0/ports/6728d702-04cb-4b04-ab7a-94cb84919226 HTTP/1.1" status: 404 len: 333 time: 0.0419559 Aug 23 20:50:11.761534 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50322) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:11.785653 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9f426-f516-4a7b-81f7-2349d9adbe20 None None] Pushing event updated for resources: {'Port': ['ID=48e3dce8-dbdb-41ac-b527-be0a56d7433b,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:11.843291 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d86b15b-7d9d-4fc2-b30b-b3a545251708 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Deleting subnet 4a32cdf6-edfe-4732-9ef8-4dc0ce040ff1 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:50:11.847808 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2d86b15b-7d9d-4fc2-b30b-b3a545251708 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:11.901453 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c2582ddc-9bfb-4f66-8cc0-6cac3b7a880d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:11.974808 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2d86b15b-7d9d-4fc2-b30b-b3a545251708 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:12.016715 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50328) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:12.171233 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2d86b15b-7d9d-4fc2-b30b-b3a545251708 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:12.197328 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c2582ddc-9bfb-4f66-8cc0-6cac3b7a880d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:12.206258 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c2582ddc-9bfb-4f66-8cc0-6cac3b7a880d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:12.233071 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94403e26-7a86-4dd9-83d7-65afd28968ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:12.234874 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c2582ddc-9bfb-4f66-8cc0-6cac3b7a880d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9f2df79456534181ab79fb648e43d596&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6893864 Aug 23 20:50:12.241808 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50332) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:12.308194 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2582ddc-9bfb-4f66-8cc0-6cac3b7a880d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b6af52-8491-44c0-b02f-6f210c450db6,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:12.349044 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2d86b15b-7d9d-4fc2-b30b-b3a545251708 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:12.366775 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0b28905a-857a-4c72-a813-b2fdb7f02d66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:12.370101 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94403e26-7a86-4dd9-83d7-65afd28968ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:12.377431 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94403e26-7a86-4dd9-83d7-65afd28968ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:12.424208 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-94403e26-7a86-4dd9-83d7-65afd28968ca admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=96cc2ce498834e52b1ebf8b7168953c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4063988 Aug 23 20:50:12.425376 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50336) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:12.426977 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2d86b15b-7d9d-4fc2-b30b-b3a545251708 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:12.427558 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94403e26-7a86-4dd9-83d7-65afd28968ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7e73c3-1ba7-4b8a-9c83-ff0dc35ff058,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:12.429483 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2d86b15b-7d9d-4fc2-b30b-b3a545251708 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "DELETE /v2.0/subnets/4a32cdf6-edfe-4732-9ef8-4dc0ce040ff1 HTTP/1.1" status: 204 len: 168 time: 0.6666160 Aug 23 20:50:12.457400 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50338) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:12.461695 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0b28905a-857a-4c72-a813-b2fdb7f02d66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:12.475317 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d86b15b-7d9d-4fc2-b30b-b3a545251708 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event deleted for resources: {'Subnet': ['ID=4a32cdf6-edfe-4732-9ef8-4dc0ce040ff1,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:12.518693 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080faca-efe4-443a-a907-7807919f6128 req-080ef082-70dc-4c41-a19c-476ed6d9a536 tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:12.520316 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8080faca-efe4-443a-a907-7807919f6128 req-080ef082-70dc-4c41-a19c-476ed6d9a536 tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] 10.222.0.61 "GET /v2.0/ports?device_id=b83dd77d-bbd9-4b27-b5ff-a49cafc2ef3f HTTP/1.1" status: 200 len: 945 time: 0.1123390 Aug 23 20:50:12.545220 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0b28905a-857a-4c72-a813-b2fdb7f02d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:12.548402 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0b28905a-857a-4c72-a813-b2fdb7f02d66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:12.550525 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0b28905a-857a-4c72-a813-b2fdb7f02d66 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/16b6af52-8491-44c0-b02f-6f210c450db6 HTTP/1.1" status: 204 len: 168 time: 0.3066442 Aug 23 20:50:12.564244 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b28905a-857a-4c72-a813-b2fdb7f02d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b6af52-8491-44c0-b02f-6f210c450db6,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:12.613741 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8080faca-efe4-443a-a907-7807919f6128 req-375f6974-0e00-494b-88aa-d96d32b6a7e6 tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] 10.222.0.61 "GET /v2.0/security-groups?id=75f01d05-56f0-48d8-b4d9-320879f7f670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620189 Aug 23 20:50:12.745105 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 48e3dce8-dbdb-41ac-b527-be0a56d7433b up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:50:12.865552 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 48e3dce8-dbdb-41ac-b527-be0a56d7433b completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:50:13.054557 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-da5a064b-d129-4b22-9c35-c97a57dee7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:13.122847 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50356) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:13.144702 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7bf184ea-759d-4a7c-962b-d527a2be2c26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:13.242020 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92e2c03-1b6b-49c2-ae82-9c0809eff497 None None] Network 142a6e38-a125-450b-9342-b45524519dc6 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:50:13.255948 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c596c190-ce99-4c26-a504-bf2ecbb29952 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:13.260023 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-29b6421d-a4bc-48e8-bf4c-21e210ebdeee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:13.294187 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-29b6421d-a4bc-48e8-bf4c-21e210ebdeee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:13.297134 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7bf184ea-759d-4a7c-962b-d527a2be2c26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:13.312168 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7bf184ea-759d-4a7c-962b-d527a2be2c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:13.382521 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-7bf184ea-759d-4a7c-962b-d527a2be2c26 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8f3a388d85964ccc993927e371eeab22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2584069 Aug 23 20:50:13.383756 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf184ea-759d-4a7c-962b-d527a2be2c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1129f6-05ea-4be9-a2e3-e4e667c613d0,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:13.394165 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50362) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:13.429887 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-29b6421d-a4bc-48e8-bf4c-21e210ebdeee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:13.434703 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-29b6421d-a4bc-48e8-bf4c-21e210ebdeee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:13.436669 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea55e308-9175-43d4-a0a2-349aced15590 req-ff14d49c-29c3-4cd8-a050-0806b67fefbf tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:13.443133 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-29b6421d-a4bc-48e8-bf4c-21e210ebdeee admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cb7e73c3-1ba7-4b8a-9c83-ff0dc35ff058 HTTP/1.1" status: 204 len: 168 time: 1.0164287 Aug 23 20:50:13.445693 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ea55e308-9175-43d4-a0a2-349aced15590 req-ff14d49c-29c3-4cd8-a050-0806b67fefbf tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] 10.222.0.61 "GET /v2.0/ports?device_id=b83dd77d-bbd9-4b27-b5ff-a49cafc2ef3f HTTP/1.1" status: 200 len: 945 time: 0.1468282 Aug 23 20:50:13.467333 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b6421d-a4bc-48e8-bf4c-21e210ebdeee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7e73c3-1ba7-4b8a-9c83-ff0dc35ff058,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:13.522108 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ea55e308-9175-43d4-a0a2-349aced15590 req-613951d6-2bd4-4f01-b11e-c450542edfeb tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] 10.222.0.61 "GET /v2.0/security-groups?id=75f01d05-56f0-48d8-b4d9-320879f7f670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734057 Aug 23 20:50:13.580506 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d9b762d3-e684-4d7c-b43e-998fda7b8c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:13.584390 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b8ca67e6-b1d0-49ee-9190-7a29ecd7c682 None None] Provisioning for port 48e3dce8-dbdb-41ac-b527-be0a56d7433b completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:50:13.598645 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-c596c190-ce99-4c26-a504-bf2ecbb29952 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Deleting port 48e3dce8-dbdb-41ac-b527-be0a56d7433b {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:50:13.598987 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c596c190-ce99-4c26-a504-bf2ecbb29952 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:13.619142 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b8ca67e6-b1d0-49ee-9190-7a29ecd7c682 None None] Provisioning complete for port 48e3dce8-dbdb-41ac-b527-be0a56d7433b triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:50:13.619922 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b8ca67e6-b1d0-49ee-9190-7a29ecd7c682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:13.623059 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:13.642159 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d9b762d3-e684-4d7c-b43e-998fda7b8c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:13.727697 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d9b762d3-e684-4d7c-b43e-998fda7b8c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:13.731753 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d9b762d3-e684-4d7c-b43e-998fda7b8c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:13.741444 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d9b762d3-e684-4d7c-b43e-998fda7b8c29 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1c1129f6-05ea-4be9-a2e3-e4e667c613d0 HTTP/1.1" status: 204 len: 168 time: 0.3424177 Aug 23 20:50:13.758643 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b762d3-e684-4d7c-b43e-998fda7b8c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1129f6-05ea-4be9-a2e3-e4e667c613d0,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:13.797365 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4370f36b-0a76-4d0a-b941-746a40cb5a1d None None] DHCP port deletion for 142a6e38-a125-450b-9342-b45524519dc6 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:50:13.837400 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-c596c190-ce99-4c26-a504-bf2ecbb29952 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] For port 48e3dce8-dbdb-41ac-b527-be0a56d7433b, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=48e3dce8-dbdb-41ac-b527-be0a56d7433b,segment=NetworkSegment(6a8ea195-e5b6-4b76-a36c-bc31299d7287),segment_id=6a8ea195-e5b6-4b76-a36c-bc31299d7287)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:50:13.837855 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c596c190-ce99-4c26-a504-bf2ecbb29952 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:13.859285 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-c596c190-ce99-4c26-a504-bf2ecbb29952 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Calling delete_port for 48e3dce8-dbdb-41ac-b527-be0a56d7433b owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:50:13.862091 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cbf3ee-5e29-479e-82a7-31966d6490da req-9a0e378b-60ee-4b80-8a5f-57071bd5390b tempest-TestNetworkAdvancedServerOps-1162004702 tempest-TestNetworkAdvancedServerOps-1162004702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:13.865048 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-45cbf3ee-5e29-479e-82a7-31966d6490da req-9a0e378b-60ee-4b80-8a5f-57071bd5390b tempest-TestNetworkAdvancedServerOps-1162004702 tempest-TestNetworkAdvancedServerOps-1162004702-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 1097 time: 0.0854764 Aug 23 20:50:13.868884 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b8ca67e6-b1d0-49ee-9190-7a29ecd7c682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:13.929616 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4370f36b-0a76-4d0a-b941-746a40cb5a1d None None] Deleting port 48e3dce8-dbdb-41ac-b527-be0a56d7433b {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:50:13.930336 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4370f36b-0a76-4d0a-b941-746a40cb5a1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:13.935570 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-b8ca67e6-b1d0-49ee-9190-7a29ecd7c682 None None] For port 48e3dce8-dbdb-41ac-b527-be0a56d7433b, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=48e3dce8-dbdb-41ac-b527-be0a56d7433b,segment=NetworkSegment(6a8ea195-e5b6-4b76-a36c-bc31299d7287),segment_id=6a8ea195-e5b6-4b76-a36c-bc31299d7287)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:50:13.958308 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b8ca67e6-b1d0-49ee-9190-7a29ecd7c682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:14.008231 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-45cbf3ee-5e29-479e-82a7-31966d6490da req-064bb60a-df62-4142-85f9-b4b4af00108b tempest-TestNetworkAdvancedServerOps-1162004702 tempest-TestNetworkAdvancedServerOps-1162004702-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=30d3316a-f14a-48d2-9cdd-37efb7e3923e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211388 Aug 23 20:50:14.019123 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50370) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:14.097829 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c596c190-ce99-4c26-a504-bf2ecbb29952 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:14.120654 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4370f36b-0a76-4d0a-b941-746a40cb5a1d None None] For port 48e3dce8-dbdb-41ac-b527-be0a56d7433b, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=48e3dce8-dbdb-41ac-b527-be0a56d7433b,segment=NetworkSegment(6a8ea195-e5b6-4b76-a36c-bc31299d7287),segment_id=6a8ea195-e5b6-4b76-a36c-bc31299d7287)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:50:14.122756 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4370f36b-0a76-4d0a-b941-746a40cb5a1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:14.155528 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c596c190-ce99-4c26-a504-bf2ecbb29952 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event deleted for resources: {'Port': ['ID=48e3dce8-dbdb-41ac-b527-be0a56d7433b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:14.162653 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c596c190-ce99-4c26-a504-bf2ecbb29952 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] No DVR routers for this DVR port 48e3dce8-dbdb-41ac-b527-be0a56d7433b on host n-d-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:50:14.174103 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4370f36b-0a76-4d0a-b941-746a40cb5a1d None None] Calling delete_port for 48e3dce8-dbdb-41ac-b527-be0a56d7433b owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:50:14.182635 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ca67e6-b1d0-49ee-9190-7a29ecd7c682 None None] Pushing event updated for resources: {'Port': ['ID=48e3dce8-dbdb-41ac-b527-be0a56d7433b,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:14.292791 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c596c190-ce99-4c26-a504-bf2ecbb29952 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:14.295096 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50378) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:14.303251 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50380) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:14.306173 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-2b873564-e5d2-4a7d-b2a1-d74c636e4996 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Request body: {'subnets': [{'network_id': 'c5787708-73a5-429d-aed7-e6bdfb3a0206', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1111242914', 'ip_version': 6}, {'network_id': 'ca1f9271-f0ca-4280-a8e1-ec66e634a709', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:14.308485 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-2b873564-e5d2-4a7d-b2a1-d74c636e4996 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Request body: {'subnet': {'network_id': 'c5787708-73a5-429d-aed7-e6bdfb3a0206', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1111242914', 'ip_version': 6}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:14.317917 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4370f36b-0a76-4d0a-b941-746a40cb5a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:14.319431 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-c596c190-ce99-4c26-a504-bf2ecbb29952 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['142a6e38-a125-450b-9342-b45524519dc6']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:14.323963 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-2b873564-e5d2-4a7d-b2a1-d74c636e4996 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Request body: {'subnet': {'network_id': 'ca1f9271-f0ca-4280-a8e1-ec66e634a709', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:14.337504 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d6bd0a9-2c02-4d24-8214-a42173be8ece admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:14.340608 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-c596c190-ce99-4c26-a504-bf2ecbb29952 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a8ea195-e5b6-4b76-a36c-bc31299d7287') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:14.340960 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-c596c190-ce99-4c26-a504-bf2ecbb29952 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a8ea195-e5b6-4b76-a36c-bc31299d7287') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:14.357286 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4370f36b-0a76-4d0a-b941-746a40cb5a1d None None] No DVR routers for this DVR port 48e3dce8-dbdb-41ac-b527-be0a56d7433b on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:50:14.367771 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c596c190-ce99-4c26-a504-bf2ecbb29952 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:14.374514 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4370f36b-0a76-4d0a-b941-746a40cb5a1d None None] Pushing event deleted for resources: {'Port': ['ID=48e3dce8-dbdb-41ac-b527-be0a56d7433b,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:14.389860 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c596c190-ce99-4c26-a504-bf2ecbb29952 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:14.398575 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c596c190-ce99-4c26-a504-bf2ecbb29952 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:50:14.398984 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c596c190-ce99-4c26-a504-bf2ecbb29952 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:14.402129 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:50:14.402129 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:50:14.402129 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:50:14.402129 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:50:14.402129 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:50:14.402129 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:50:14.402129 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:50:14.402129 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:50:14.402129 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:50:14.402129 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:50:14.402129 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:50:14.402129 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:50:14.402129 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:50:14.402129 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:50:14.402129 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:50:14.402129 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:50:14.402129 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:50:14.402129 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:50:14.402129 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:50:14.402129 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:50:14.402129 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:50:14.402129 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:50:14.402129 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:50:14.402129 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:50:14.402129 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:50:14.402129 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:50:14.402129 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:50:14.402129 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:50:14.402129 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:50:14.402129 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:50:14.402129 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:50:14.402129 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:50:14.520292 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c596c190-ce99-4c26-a504-bf2ecbb29952 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:14.540193 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c596c190-ce99-4c26-a504-bf2ecbb29952 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:14.545945 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c596c190-ce99-4c26-a504-bf2ecbb29952 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "DELETE /v2.0/networks/142a6e38-a125-450b-9342-b45524519dc6 HTTP/1.1" status: 204 len: 168 time: 2.0839145 Aug 23 20:50:14.548382 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50390) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:14.557379 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-ccc88c70-a19c-4182-af23-b271269e2926 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Request body: {'port': {'network_id': 'dd51500d-cac1-412b-afcb-9989197f26f6', 'name': 'tempest-PortsIpV6TestJSON-387102907'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:14.559069 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183cbc9-8ff4-4eed-9178-e0835f3a6307 req-908f7928-ca84-4caa-91b8-7df99c266a81 tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:14.566228 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a183cbc9-8ff4-4eed-9178-e0835f3a6307 req-908f7928-ca84-4caa-91b8-7df99c266a81 tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] 10.222.0.11 "GET /v2.0/ports?device_id=b83dd77d-bbd9-4b27-b5ff-a49cafc2ef3f HTTP/1.1" status: 200 len: 945 time: 0.1453876 Aug 23 20:50:14.575096 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:14.580268 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c596c190-ce99-4c26-a504-bf2ecbb29952 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event deleted for resources: {'Network': ['ID=142a6e38-a125-450b-9342-b45524519dc6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:14.698567 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 48e3dce8-dbdb-41ac-b527-be0a56d7433b no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:50:14.726459 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d6bd0a9-2c02-4d24-8214-a42173be8ece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:14.732303 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 48e3dce8-dbdb-41ac-b527-be0a56d7433b {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:50:14.733581 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 48e3dce8-dbdb-41ac-b527-be0a56d7433b not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:50:14.746275 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797f18d-3091-470b-968f-342ec57acc7f req-3404a211-9533-4f82-829c-e1b2656e271b tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:14.746866 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6797f18d-3091-470b-968f-342ec57acc7f req-3404a211-9533-4f82-829c-e1b2656e271b tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] 10.222.0.61 "GET /v2.0/ports?device_id=b83dd77d-bbd9-4b27-b5ff-a49cafc2ef3f HTTP/1.1" status: 200 len: 945 time: 0.0921831 Aug 23 20:50:14.749308 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d6bd0a9-2c02-4d24-8214-a42173be8ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:14.770116 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b873564-e5d2-4a7d-b2a1-d74c636e4996 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Made reservation on behalf of b785993a4ad745d3bdcd1755ca0e9e09 for: {'subnet': 2} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:50:14.773916 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-a183cbc9-8ff4-4eed-9178-e0835f3a6307 req-ca4780c9-0716-451e-9408-095e0ff0a8c9 tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] Deleting port d25225f9-ac86-4661-99c7-f7b2c534b6db {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:50:14.774415 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a183cbc9-8ff4-4eed-9178-e0835f3a6307 req-ca4780c9-0716-451e-9408-095e0ff0a8c9 tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:14.775705 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2b873564-e5d2-4a7d-b2a1-d74c636e4996 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:14.776222 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2b873564-e5d2-4a7d-b2a1-d74c636e4996 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:14.841627 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-55eef559-55b2-4534-8395-0cf3e07cfafc tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Deleting port 7f9981ac-8aec-48bd-847b-05131ff4bcb7 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:50:14.841981 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-55eef559-55b2-4534-8395-0cf3e07cfafc tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:14.843649 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc88c70-a19c-4182-af23-b271269e2926 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Made reservation on behalf of 91ee48a7a09d4c31bca2b42ca3cdc87d for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:50:14.847360 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ccc88c70-a19c-4182-af23-b271269e2926 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:14.863599 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4d6bd0a9-2c02-4d24-8214-a42173be8ece admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2375a83ce01849f89ca1d42caeb6d953&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5589638 Aug 23 20:50:14.866662 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6bd0a9-2c02-4d24-8214-a42173be8ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8baba6f7-3371-4897-a0d8-d05349e24008,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:14.868984 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50398) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:14.937283 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-ccc88c70-a19c-4182-af23-b271269e2926 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] device_id is not set on port bccec81f-af7e-497f-871a-7e417ec44995 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:50:14.937516 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6797f18d-3091-470b-968f-342ec57acc7f req-08b8e6c3-772e-449c-95c9-386c5f063a46 tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] 10.222.0.61 "GET /v2.0/security-groups?id=75f01d05-56f0-48d8-b4d9-320879f7f670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801300 Aug 23 20:50:14.993806 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f39a325d-99ce-407a-a261-aca3aa30442f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:14.996446 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-a183cbc9-8ff4-4eed-9178-e0835f3a6307 req-ca4780c9-0716-451e-9408-095e0ff0a8c9 tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] For port d25225f9-ac86-4661-99c7-f7b2c534b6db, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=d25225f9-ac86-4661-99c7-f7b2c534b6db,segment=NetworkSegment(c8e81f98-094a-4e41-b64c-40d4c7f7e24c),segment_id=c8e81f98-094a-4e41-b64c-40d4c7f7e24c)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:50:14.996823 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a183cbc9-8ff4-4eed-9178-e0835f3a6307 req-ca4780c9-0716-451e-9408-095e0ff0a8c9 tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:15.017649 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-a183cbc9-8ff4-4eed-9178-e0835f3a6307 req-ca4780c9-0716-451e-9408-095e0ff0a8c9 tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] Calling delete_port for d25225f9-ac86-4661-99c7-f7b2c534b6db owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:50:15.026606 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-55eef559-55b2-4534-8395-0cf3e07cfafc tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:15.026938 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-55eef559-55b2-4534-8395-0cf3e07cfafc tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:15.035742 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f39a325d-99ce-407a-a261-aca3aa30442f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:15.079414 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-55eef559-55b2-4534-8395-0cf3e07cfafc tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Calling delete_port for 7f9981ac-8aec-48bd-847b-05131ff4bcb7 owned by network:floatingip {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:50:15.142065 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f39a325d-99ce-407a-a261-aca3aa30442f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:15.146187 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f39a325d-99ce-407a-a261-aca3aa30442f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:15.150359 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f39a325d-99ce-407a-a261-aca3aa30442f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8baba6f7-3371-4897-a0d8-d05349e24008 HTTP/1.1" status: 204 len: 168 time: 0.2781434 Aug 23 20:50:15.163680 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a325d-99ce-407a-a261-aca3aa30442f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8baba6f7-3371-4897-a0d8-d05349e24008,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:15.289115 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a183cbc9-8ff4-4eed-9178-e0835f3a6307 req-ca4780c9-0716-451e-9408-095e0ff0a8c9 tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:15.301179 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['d25225f9-ac86-4661-99c7-f7b2c534b6db'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:50:15.333483 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4780c9-0716-451e-9408-095e0ff0a8c9 tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] Pushing event deleted for resources: {'Port': ['ID=d25225f9-ac86-4661-99c7-f7b2c534b6db,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:15.337392 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ccc88c70-a19c-4182-af23-b271269e2926 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:15.386139 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-a183cbc9-8ff4-4eed-9178-e0835f3a6307 req-ca4780c9-0716-451e-9408-095e0ff0a8c9 tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] No DVR routers for this DVR port d25225f9-ac86-4661-99c7-f7b2c534b6db on host n-h1-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:50:15.389703 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a183cbc9-8ff4-4eed-9178-e0835f3a6307 req-ca4780c9-0716-451e-9408-095e0ff0a8c9 tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:15.392043 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a183cbc9-8ff4-4eed-9178-e0835f3a6307 req-ca4780c9-0716-451e-9408-095e0ff0a8c9 tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] 10.222.0.11 "DELETE /v2.0/ports/d25225f9-ac86-4661-99c7-f7b2c534b6db HTTP/1.1" status: 204 len: 173 time: 0.8198898 Aug 23 20:50:15.392762 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83dd77d-bbd9-4b27-b5ff-a49cafc2ef3f', 'name': 'network-vif-deleted', 'tag': 'd25225f9-ac86-4661-99c7-f7b2c534b6db'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:50:15.397227 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd16418-d9fa-4fd1-99d9-f22c19232745" -d '{"events": [{"server_uuid": "b83dd77d-bbd9-4b27-b5ff-a49cafc2ef3f", "name": "network-vif-deleted", "tag": "d25225f9-ac86-4661-99c7-f7b2c534b6db"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:50:15.457300 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1002db-fd94-4256-aaeb-5250ac90251e x-openstack-request-id: req-0d1002db-fd94-4256-aaeb-5250ac90251e {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:50:15.457662 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83dd77d-bbd9-4b27-b5ff-a49cafc2ef3f", "name": "network-vif-deleted", "tag": "d25225f9-ac86-4661-99c7-f7b2c534b6db", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:50:15.458026 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0d1002db-fd94-4256-aaeb-5250ac90251e {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:50:15.458535 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83dd77d-bbd9-4b27-b5ff-a49cafc2ef3f', 'name': 'network-vif-deleted', 'tag': 'd25225f9-ac86-4661-99c7-f7b2c534b6db', 'status': 'completed', 'code': 200} Aug 23 20:50:15.495069 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ccc88c70-a19c-4182-af23-b271269e2926 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:15.568952 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-55eef559-55b2-4534-8395-0cf3e07cfafc tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:15.590438 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc88c70-a19c-4182-af23-b271269e2926 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Network dd51500d-cac1-412b-afcb-9989197f26f6 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:50:15.601050 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-ccc88c70-a19c-4182-af23-b271269e2926 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:50:15.636588 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc88c70-a19c-4182-af23-b271269e2926 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:50:15.642010 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc88c70-a19c-4182-af23-b271269e2926 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:15.642616 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ccc88c70-a19c-4182-af23-b271269e2926 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:15.666917 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc88c70-a19c-4182-af23-b271269e2926 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event updated for resources: {'Port': ['ID=bccec81f-af7e-497f-871a-7e417ec44995,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:15.725573 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eef559-55b2-4534-8395-0cf3e07cfafc tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event deleted for resources: {'Port': ['ID=7f9981ac-8aec-48bd-847b-05131ff4bcb7,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:15.730934 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ccc88c70-a19c-4182-af23-b271269e2926 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1788440 Aug 23 20:50:15.731675 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50428) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:15.739648 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2b873564-e5d2-4a7d-b2a1-d74c636e4996 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:15.777751 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-55eef559-55b2-4534-8395-0cf3e07cfafc tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for floatingip, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:15.778193 n-d-805663-2 neutron-server[94687]: INFO neutron.db.l3_db [None req-55eef559-55b2-4534-8395-0cf3e07cfafc tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Floating IP 871c7058-8f35-4e3e-8f7d-4d9efd066b1e disassociated (deleted). External IP: 172.25.4.121, port: e2407290-42c4-4898-b0ae-5a05faa64eda. Aug 23 20:50:15.862562 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b873564-e5d2-4a7d-b2a1-d74c636e4996 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Pushing event updated for resources: {'Subnet': ['ID=ac190714-6098-41b8-a45e-70d9d8a77497,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:15.876010 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-d1f04666-7591-4b57-a2a1-529fdb8305bc tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Deleting port bccec81f-af7e-497f-871a-7e417ec44995 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:50:15.876680 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d1f04666-7591-4b57-a2a1-529fdb8305bc tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:15.921693 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:15.964222 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b873564-e5d2-4a7d-b2a1-d74c636e4996 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Checking segment: {'id': '016a9d7a-3864-4dd0-805e-a821cb6787df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c5787708-73a5-429d-aed7-e6bdfb3a0206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:50:15.964656 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b873564-e5d2-4a7d-b2a1-d74c636e4996 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Network hostable DHCP agents. Network: c5787708-73a5-429d-aed7-e6bdfb3a0206, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:50:16.000669 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d1f04666-7591-4b57-a2a1-529fdb8305bc tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:16.021709 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-d1f04666-7591-4b57-a2a1-529fdb8305bc tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Calling delete_port for bccec81f-af7e-497f-871a-7e417ec44995 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:50:16.059149 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b873564-e5d2-4a7d-b2a1-d74c636e4996 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Network c5787708-73a5-429d-aed7-e6bdfb3a0206 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:50:16.095218 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-2b873564-e5d2-4a7d-b2a1-d74c636e4996 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, c5787708-73a5-429d-aed7-e6bdfb3a0206) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:50:16.105843 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad617bd-ad5c-41ea-afd1-3fe04303a6b2 None None] Network c5787708-73a5-429d-aed7-e6bdfb3a0206 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:50:16.127381 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2b873564-e5d2-4a7d-b2a1-d74c636e4996 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:16.165681 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d1f04666-7591-4b57-a2a1-529fdb8305bc tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:16.215012 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-49602951-0498-4fe8-afa0-d332868b37af req-3cf5ffff-a1e8-4993-8ac5-78e701e12d0e tempest-ServerAddressesNegativeTestJSON-587695119 tempest-ServerAddressesNegativeTestJSON-587695119-project] 10.222.0.61 "GET /v2.0/ports?device_id=b83dd77d-bbd9-4b27-b5ff-a49cafc2ef3f HTTP/1.1" status: 200 len: 210 time: 0.0566921 Aug 23 20:50:16.234561 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b873564-e5d2-4a7d-b2a1-d74c636e4996 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Pushing event updated for resources: {'Subnet': ['ID=e390645e-6730-42ac-a464-ba905650f5d5,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:16.248532 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55eef559-55b2-4534-8395-0cf3e07cfafc tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Router 0aa5d5d2-629a-4500-8fe2-00c162881609 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:50:16.248998 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f04666-7591-4b57-a2a1-529fdb8305bc tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event deleted for resources: {'Port': ['ID=bccec81f-af7e-497f-871a-7e417ec44995,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:16.251491 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b873564-e5d2-4a7d-b2a1-d74c636e4996 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Checking segment: {'id': '3c5d71cf-d358-4404-b484-608c7cef3995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'ca1f9271-f0ca-4280-a8e1-ec66e634a709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:50:16.251791 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b873564-e5d2-4a7d-b2a1-d74c636e4996 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Network hostable DHCP agents. Network: ca1f9271-f0ca-4280-a8e1-ec66e634a709, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:50:16.275409 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d1f04666-7591-4b57-a2a1-529fdb8305bc tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:16.278595 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d1f04666-7591-4b57-a2a1-529fdb8305bc tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "DELETE /v2.0/ports/bccec81f-af7e-497f-871a-7e417ec44995 HTTP/1.1" status: 204 len: 168 time: 0.5453565 Aug 23 20:50:16.286268 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50446) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:16.307270 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-1be6e637-e36e-4a98-b0a2-56188ac0cf7c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Request body: {'port': {'network_id': 'dd51500d-cac1-412b-afcb-9989197f26f6', 'mac_address': 'fa:16:3e:fd:65:e4', 'name': 'tempest-PortsIpV6TestJSON-674467814'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:16.316461 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b873564-e5d2-4a7d-b2a1-d74c636e4996 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Network ca1f9271-f0ca-4280-a8e1-ec66e634a709 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:50:16.437234 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad9a279-462f-41f6-9f34-b32ce8ee2d0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-c5787708-73a5-429d-aed7-e6bdfb3a0206', 'network_id': 'c5787708-73a5-429d-aed7-e6bdfb3a0206', 'tenant_id': 'b785993a4ad745d3bdcd1755ca0e9e09', 'fixed_ips': [{'subnet_id': 'ac190714-6098-41b8-a45e-70d9d8a77497'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:50:16.438748 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ad9a279-462f-41f6-9f34-b32ce8ee2d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:16.515815 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be6e637-e36e-4a98-b0a2-56188ac0cf7c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Made reservation on behalf of 91ee48a7a09d4c31bca2b42ca3cdc87d for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:50:16.640159 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-1ad9a279-462f-41f6-9f34-b32ce8ee2d0b None None] Allocated IP 2001:db8::1 (c5787708-73a5-429d-aed7-e6bdfb3a0206/ac190714-6098-41b8-a45e-70d9d8a77497/d2668422-9cca-44f5-baaf-98974b77843e) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:50:16.653305 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1be6e637-e36e-4a98-b0a2-56188ac0cf7c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:16.713425 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-1be6e637-e36e-4a98-b0a2-56188ac0cf7c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] device_id is not set on port b1bdf0f5-707d-4e60-babf-6c48adcfacf3 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:50:16.833733 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-2b873564-e5d2-4a7d-b2a1-d74c636e4996 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, ca1f9271-f0ca-4280-a8e1-ec66e634a709) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:50:16.840373 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ad9a279-462f-41f6-9f34-b32ce8ee2d0b None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:16.854606 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a40958-b442-448e-ab7b-8f795fa70f3f None None] Network ca1f9271-f0ca-4280-a8e1-ec66e634a709 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:50:16.874998 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b873564-e5d2-4a7d-b2a1-d74c636e4996 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:16.875637 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b873564-e5d2-4a7d-b2a1-d74c636e4996 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:16.876370 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2b873564-e5d2-4a7d-b2a1-d74c636e4996 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:16.904115 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d9a84974-bba3-41c2-b29a-4f07f5832fd4 req-3f24d5e8-5d2b-4f49-8d3b-c9697f013e54 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5835881 Aug 23 20:50:16.907965 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2b873564-e5d2-4a7d-b2a1-d74c636e4996 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.6112826 Aug 23 20:50:16.915135 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50468) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:16.944002 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1be6e637-e36e-4a98-b0a2-56188ac0cf7c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:16.946557 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1ad9a279-462f-41f6-9f34-b32ce8ee2d0b None None] Transition to ACTIVE for port object d2668422-9cca-44f5-baaf-98974b77843e will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:50:16.960096 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55eef559-55b2-4534-8395-0cf3e07cfafc tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:50:16.970356 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-55eef559-55b2-4534-8395-0cf3e07cfafc tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:16.975127 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c34739-4241-4c80-8482-6c6907590bf8 None None] Sync routers for ids ['0aa5d5d2-629a-4500-8fe2-00c162881609'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:50:16.994966 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c34739-4241-4c80-8482-6c6907590bf8 None None] Routers {'0aa5d5d2-629a-4500-8fe2-00c162881609'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:50:16.996727 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-58c34739-4241-4c80-8482-6c6907590bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:50:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['0aa5d5d2-629a-4500-8fe2-00c162881609'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:16.998278 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1ad9a279-462f-41f6-9f34-b32ce8ee2d0b None None] Transition to ACTIVE for port object d2668422-9cca-44f5-baaf-98974b77843e will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:50:17.015758 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ad9a279-462f-41f6-9f34-b32ce8ee2d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:17.040498 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1be6e637-e36e-4a98-b0a2-56188ac0cf7c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:17.070265 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad9a279-462f-41f6-9f34-b32ce8ee2d0b None None] Pushing event updated for resources: {'Port': ['ID=d2668422-9cca-44f5-baaf-98974b77843e,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:17.084854 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad9a279-462f-41f6-9f34-b32ce8ee2d0b None None] Network c5787708-73a5-429d-aed7-e6bdfb3a0206 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:50:17.086482 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-1ad9a279-462f-41f6-9f34-b32ce8ee2d0b None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:50:17.090057 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad9a279-462f-41f6-9f34-b32ce8ee2d0b None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:50:17.133486 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be6e637-e36e-4a98-b0a2-56188ac0cf7c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Network dd51500d-cac1-412b-afcb-9989197f26f6 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:50:17.136543 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6e637-e36e-4a98-b0a2-56188ac0cf7c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event updated for resources: {'Port': ['ID=b1bdf0f5-707d-4e60-babf-6c48adcfacf3,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:17.144127 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-1be6e637-e36e-4a98-b0a2-56188ac0cf7c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:50:17.152865 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be6e637-e36e-4a98-b0a2-56188ac0cf7c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:50:17.154220 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf37625-d888-47fe-87ac-fce6178d6df7 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:17.156839 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf37625-d888-47fe-87ac-fce6178d6df7 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:17.158834 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf37625-d888-47fe-87ac-fce6178d6df7 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:17.162183 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be6e637-e36e-4a98-b0a2-56188ac0cf7c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:17.164574 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-acf37625-d888-47fe-87ac-fce6178d6df7 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2483778 Aug 23 20:50:17.165734 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1be6e637-e36e-4a98-b0a2-56188ac0cf7c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:17.186881 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-1ad9a279-462f-41f6-9f34-b32ce8ee2d0b None None] Attempting to bind port d2668422-9cca-44f5-baaf-98974b77843e on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:50:17.187248 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-1ad9a279-462f-41f6-9f34-b32ce8ee2d0b None None] Attempting to bind port d2668422-9cca-44f5-baaf-98974b77843e by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '016a9d7a-3864-4dd0-805e-a821cb6787df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c5787708-73a5-429d-aed7-e6bdfb3a0206'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:50:17.187606 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad9a279-462f-41f6-9f34-b32ce8ee2d0b None None] Attempting to bind port d2668422-9cca-44f5-baaf-98974b77843e on network c5787708-73a5-429d-aed7-e6bdfb3a0206 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:50:17.188261 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-55eef559-55b2-4534-8395-0cf3e07cfafc tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "DELETE /v2.0/floatingips/871c7058-8f35-4e3e-8f7d-4d9efd066b1e HTTP/1.1" status: 204 len: 168 time: 3.1633267 Aug 23 20:50:17.188952 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50478) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:17.190337 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd3bc26-ad27-4b90-a14a-21ece587f7e5', 'tag': 'e2407290-42c4-4898-b0ae-5a05faa64eda'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:50:17.194662 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5793ce15-c16e-4c49-9edf-e0e56739eeee" -d '{"events": [{"name": "network-changed", "server_uuid": "6bd3bc26-ad27-4b90-a14a-21ece587f7e5", "tag": "e2407290-42c4-4898-b0ae-5a05faa64eda"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:50:17.206839 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-1be6e637-e36e-4a98-b0a2-56188ac0cf7c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9120905 Aug 23 20:50:17.207684 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50484) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:17.244384 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad9a279-462f-41f6-9f34-b32ce8ee2d0b None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:50:17.244759 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad9a279-462f-41f6-9f34-b32ce8ee2d0b None None] Checking segment: {'id': '016a9d7a-3864-4dd0-805e-a821cb6787df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c5787708-73a5-429d-aed7-e6bdfb3a0206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:50:17.245160 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ad9a279-462f-41f6-9f34-b32ce8ee2d0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:17.245556 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad9a279-462f-41f6-9f34-b32ce8ee2d0b None None] Bound using segment: {'id': '016a9d7a-3864-4dd0-805e-a821cb6787df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c5787708-73a5-429d-aed7-e6bdfb3a0206'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:50:17.252252 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-1ad9a279-462f-41f6-9f34-b32ce8ee2d0b None None] Bound port: d2668422-9cca-44f5-baaf-98974b77843e, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016a9d7a-3864-4dd0-805e-a821cb6787df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c5787708-73a5-429d-aed7-e6bdfb3a0206'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:50:17.253312 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ad9a279-462f-41f6-9f34-b32ce8ee2d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:17.273919 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-58c34739-4241-4c80-8482-6c6907590bf8 None None] Set router 0aa5d5d2-629a-4500-8fe2-00c162881609 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:50:17.276474 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c97b7b-9089-4845-b3af-c6b7618c3d9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-ca1f9271-f0ca-4280-a8e1-ec66e634a709', 'network_id': 'ca1f9271-f0ca-4280-a8e1-ec66e634a709', 'tenant_id': 'b785993a4ad745d3bdcd1755ca0e9e09', 'fixed_ips': [{'subnet_id': 'e390645e-6730-42ac-a464-ba905650f5d5'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:50:17.278122 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-54c97b7b-9089-4845-b3af-c6b7618c3d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:17.320494 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aec76cf-34b3-4360-8c71-4909cc30a4be tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:17.326787 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a84974-bba3-41c2-b29a-4f07f5832fd4 req-e8e61cfa-bac1-4f50-98cd-f43d9437e9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:17.331335 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d9a84974-bba3-41c2-b29a-4f07f5832fd4 req-e8e61cfa-bac1-4f50-98cd-f43d9437e9a3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b17a426d9eb4b3083079c3d4dc4db5c&device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 1097 time: 0.3412144 Aug 23 20:50:17.332531 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2aec76cf-34b3-4360-8c71-4909cc30a4be tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "GET /v2.0/ports/b1bdf0f5-707d-4e60-babf-6c48adcfacf3 HTTP/1.1" status: 200 len: 844 time: 0.1232247 Aug 23 20:50:17.333685 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50490) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:17.345729 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c21b921-b5ee-4d68-9716-c7402fe25b6d tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Deleting subnet ac190714-6098-41b8-a45e-70d9d8a77497 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:50:17.353391 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42b35b5-113d-4fe9-b67d-00e0b1c84de8 x-openstack-request-id: req-d42b35b5-113d-4fe9-b67d-00e0b1c84de8 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:50:17.353690 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bd3bc26-ad27-4b90-a14a-21ece587f7e5", "tag": "e2407290-42c4-4898-b0ae-5a05faa64eda", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:50:17.353934 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d42b35b5-113d-4fe9-b67d-00e0b1c84de8 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:50:17.354320 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bd3bc26-ad27-4b90-a14a-21ece587f7e5', 'tag': 'e2407290-42c4-4898-b0ae-5a05faa64eda', 'status': 'completed', 'code': 200} Aug 23 20:50:17.375087 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1c21b921-b5ee-4d68-9716-c7402fe25b6d tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:17.427324 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-1ad9a279-462f-41f6-9f34-b32ce8ee2d0b None None] For port d2668422-9cca-44f5-baaf-98974b77843e, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:50:17.434911 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-1ad9a279-462f-41f6-9f34-b32ce8ee2d0b None None] For port d2668422-9cca-44f5-baaf-98974b77843e, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=d2668422-9cca-44f5-baaf-98974b77843e,segment=NetworkSegment(016a9d7a-3864-4dd0-805e-a821cb6787df),segment_id=016a9d7a-3864-4dd0-805e-a821cb6787df)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:50:17.442034 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50496) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:17.450252 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ad9a279-462f-41f6-9f34-b32ce8ee2d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:17.571525 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad9a279-462f-41f6-9f34-b32ce8ee2d0b None None] Pushing event updated for resources: {'Port': ['ID=d2668422-9cca-44f5-baaf-98974b77843e,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:17.612797 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1c21b921-b5ee-4d68-9716-c7402fe25b6d tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:17.656615 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-58c34739-4241-4c80-8482-6c6907590bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa5d5d2-629a-4500-8fe2-00c162881609', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2058955899', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'ee6ca945-9e17-42bb-8125-13cf1d9affe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:47:41Z', 'updated_at': '2021-08-23T20:47:55Z', 'revision_number': 4, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'gw_port': {'id': 'ee6ca945-9e17-42bb-8125-13cf1d9affe4', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa5d5d2-629a-4500-8fe2-00c162881609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:47:42Z', 'updated_at': '2021-08-23T20:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '1ac2a3d2-f6d8-4a7b-97e8-dbebbb8e9223', 'name': '', 'network_id': '8d068299-4184-4227-8cbc-58442cd62193', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'mac_address': 'fa:16:3e:10:71:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa5d5d2-629a-4500-8fe2-00c162881609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'd93f73c3-35f9-433c-a781-7029406e1a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:47:52Z', 'updated_at': '2021-08-23T20:48:06Z', 'revision_number': 5, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'subnets': [{'id': 'd93f73c3-35f9-433c-a781-7029406e1a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:17.688592 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-76bc34d4-e5b0-40fe-82e3-1cf59a4f2af7 admin admin] Deleting subnet 3af920c7-3d02-433e-bf1f-a4a601aa133a {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:50:17.700954 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-76bc34d4-e5b0-40fe-82e3-1cf59a4f2af7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:17.707695 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c34739-4241-4c80-8482-6c6907590bf8 None None] Checking router: 0aa5d5d2-629a-4500-8fe2-00c162881609 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:50:17.716751 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c34739-4241-4c80-8482-6c6907590bf8 None None] Routers {'0aa5d5d2-629a-4500-8fe2-00c162881609'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:50:17.717602 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-58c34739-4241-4c80-8482-6c6907590bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:50:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['0aa5d5d2-629a-4500-8fe2-00c162881609'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:17.783584 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-8ce6ce6d-9270-4ed0-9222-4091a55bbe18 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Deleting port b1bdf0f5-707d-4e60-babf-6c48adcfacf3 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:50:17.784493 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8ce6ce6d-9270-4ed0-9222-4091a55bbe18 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:17.823866 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a84974-bba3-41c2-b29a-4f07f5832fd4 req-6382a355-50bc-4bba-8760-2a4a982c1313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:17.832586 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d9a84974-bba3-41c2-b29a-4f07f5832fd4 req-6382a355-50bc-4bba-8760-2a4a982c1313 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8d068299-4184-4227-8cbc-58442cd62193 HTTP/1.1" status: 200 len: 897 time: 0.4719400 Aug 23 20:50:17.836474 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-54c97b7b-9089-4845-b3af-c6b7618c3d9c None None] Allocated IP 2001:db8:0:1::1 (ca1f9271-f0ca-4280-a8e1-ec66e634a709/e390645e-6730-42ac-a464-ba905650f5d5/48893714-c9b8-454b-bc77-50cd79d9f104) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:50:17.890340 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-76bc34d4-e5b0-40fe-82e3-1cf59a4f2af7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:17.949612 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d9a84974-bba3-41c2-b29a-4f07f5832fd4 req-702cd269-21d1-4927-9f63-4fb2593f9ffb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2407290-42c4-4898-b0ae-5a05faa64eda HTTP/1.1" status: 200 len: 217 time: 0.1071813 Aug 23 20:50:18.001566 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8ce6ce6d-9270-4ed0-9222-4091a55bbe18 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:18.064465 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-8ce6ce6d-9270-4ed0-9222-4091a55bbe18 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Calling delete_port for b1bdf0f5-707d-4e60-babf-6c48adcfacf3 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:50:18.068525 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-76bc34d4-e5b0-40fe-82e3-1cf59a4f2af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:18.129100 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a84974-bba3-41c2-b29a-4f07f5832fd4 req-933dd7e7-87ae-4d07-89b6-d35af5f39fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:18.132212 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d9a84974-bba3-41c2-b29a-4f07f5832fd4 req-933dd7e7-87ae-4d07-89b6-d35af5f39fb0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d93f73c3-35f9-433c-a781-7029406e1a10 HTTP/1.1" status: 200 len: 834 time: 0.1397595 Aug 23 20:50:18.145446 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982eb8b-fb61-46d1-9440-7e7e69687177 req-6adfa7c8-8537-4de3-ac22-a13f6365d03e tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:18.150777 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4982eb8b-fb61-46d1-9440-7e7e69687177 req-6adfa7c8-8537-4de3-ac22-a13f6365d03e tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 946 time: 0.4446828 Aug 23 20:50:18.193059 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-58c34739-4241-4c80-8482-6c6907590bf8 None None] Set router 0aa5d5d2-629a-4500-8fe2-00c162881609 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:50:18.241372 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1c21b921-b5ee-4d68-9716-c7402fe25b6d tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:18.352896 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1c21b921-b5ee-4d68-9716-c7402fe25b6d tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:18.363701 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device d25225f9-ac86-4661-99c7-f7b2c534b6db no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:50:18.366769 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-76bc34d4-e5b0-40fe-82e3-1cf59a4f2af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:18.391316 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c21b921-b5ee-4d68-9716-c7402fe25b6d tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Pushing event deleted for resources: {'Subnet': ['ID=ac190714-6098-41b8-a45e-70d9d8a77497,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:18.409954 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: d25225f9-ac86-4661-99c7-f7b2c534b6db {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:50:18.410678 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device d25225f9-ac86-4661-99c7-f7b2c534b6db not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:50:18.419850 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4982eb8b-fb61-46d1-9440-7e7e69687177 req-a8cd19d7-54db-4ebc-bf03-92d9c30df384 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=30d3316a-f14a-48d2-9cdd-37efb7e3923e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2562366 Aug 23 20:50:18.432450 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1c21b921-b5ee-4d68-9716-c7402fe25b6d tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:18.434780 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1c21b921-b5ee-4d68-9716-c7402fe25b6d tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] 10.222.0.61 "DELETE /v2.0/subnets/ac190714-6098-41b8-a45e-70d9d8a77497 HTTP/1.1" status: 204 len: 168 time: 1.2337232 Aug 23 20:50:18.437966 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a84974-bba3-41c2-b29a-4f07f5832fd4 req-9595109d-40b1-4e52-b73e-2b22c6e6f591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:18.439713 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d9a84974-bba3-41c2-b29a-4f07f5832fd4 req-9595109d-40b1-4e52-b73e-2b22c6e6f591 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d068299-4184-4227-8cbc-58442cd62193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2878201 Aug 23 20:50:18.441034 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50518) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:18.502527 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bc34d4-e5b0-40fe-82e3-1cf59a4f2af7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3af920c7-3d02-433e-bf1f-a4a601aa133a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:18.517811 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8ce6ce6d-9270-4ed0-9222-4091a55bbe18 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:18.518714 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c98c836-de84-46a2-be61-94ac58052977 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Deleting subnet e390645e-6730-42ac-a464-ba905650f5d5 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:50:18.527366 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-76bc34d4-e5b0-40fe-82e3-1cf59a4f2af7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:18.534642 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-76bc34d4-e5b0-40fe-82e3-1cf59a4f2af7 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/3af920c7-3d02-433e-bf1f-a4a601aa133a HTTP/1.1" status: 204 len: 168 time: 1.0710468 Aug 23 20:50:18.569863 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50520) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:18.593893 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-54c97b7b-9089-4845-b3af-c6b7618c3d9c None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:18.606519 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-54c97b7b-9089-4845-b3af-c6b7618c3d9c None None] Transition to ACTIVE for port object 48893714-c9b8-454b-bc77-50cd79d9f104 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:50:18.626803 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-54c97b7b-9089-4845-b3af-c6b7618c3d9c None None] Transition to ACTIVE for port object 48893714-c9b8-454b-bc77-50cd79d9f104 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:50:18.633700 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-58c34739-4241-4c80-8482-6c6907590bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa5d5d2-629a-4500-8fe2-00c162881609', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2058955899', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'ee6ca945-9e17-42bb-8125-13cf1d9affe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:47:41Z', 'updated_at': '2021-08-23T20:47:55Z', 'revision_number': 4, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'gw_port': {'id': 'ee6ca945-9e17-42bb-8125-13cf1d9affe4', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa5d5d2-629a-4500-8fe2-00c162881609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:47:42Z', 'updated_at': '2021-08-23T20:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '1ac2a3d2-f6d8-4a7b-97e8-dbebbb8e9223', 'name': '', 'network_id': '8d068299-4184-4227-8cbc-58442cd62193', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'mac_address': 'fa:16:3e:10:71:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa5d5d2-629a-4500-8fe2-00c162881609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'd93f73c3-35f9-433c-a781-7029406e1a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:47:52Z', 'updated_at': '2021-08-23T20:48:06Z', 'revision_number': 5, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'subnets': [{'id': 'd93f73c3-35f9-433c-a781-7029406e1a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:18.635212 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-54c97b7b-9089-4845-b3af-c6b7618c3d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:18.672379 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d9a84974-bba3-41c2-b29a-4f07f5832fd4 req-919971be-48d0-43f4-a5ed-693c4bd6309e service neutron] 10.222.0.32 "GET /v2.0/networks/8d068299-4184-4227-8cbc-58442cd62193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467175 Aug 23 20:50:18.673845 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4c98c836-de84-46a2-be61-94ac58052977 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:18.700577 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c97b7b-9089-4845-b3af-c6b7618c3d9c None None] Pushing event updated for resources: {'Port': ['ID=48893714-c9b8-454b-bc77-50cd79d9f104,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:18.705667 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c34739-4241-4c80-8482-6c6907590bf8 None None] The sync data for ids ['0aa5d5d2-629a-4500-8fe2-00c162881609'] in n-d-805663-2 is: [{'id': '0aa5d5d2-629a-4500-8fe2-00c162881609', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2058955899', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'ee6ca945-9e17-42bb-8125-13cf1d9affe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:47:41Z', 'updated_at': '2021-08-23T20:47:55Z', 'revision_number': 4, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'gw_port': {'id': 'ee6ca945-9e17-42bb-8125-13cf1d9affe4', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa5d5d2-629a-4500-8fe2-00c162881609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:47:42Z', 'updated_at': '2021-08-23T20:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '1ac2a3d2-f6d8-4a7b-97e8-dbebbb8e9223', 'name': '', 'network_id': '8d068299-4184-4227-8cbc-58442cd62193', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'mac_address': 'fa:16:3e:10:71:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa5d5d2-629a-4500-8fe2-00c162881609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'd93f73c3-35f9-433c-a781-7029406e1a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:47:52Z', 'updated_at': '2021-08-23T20:48:06Z', 'revision_number': 5, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'subnets': [{'id': 'd93f73c3-35f9-433c-a781-7029406e1a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:50:18.735134 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c97b7b-9089-4845-b3af-c6b7618c3d9c None None] Network ca1f9271-f0ca-4280-a8e1-ec66e634a709 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:50:18.736950 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-54c97b7b-9089-4845-b3af-c6b7618c3d9c None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:50:18.743387 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c97b7b-9089-4845-b3af-c6b7618c3d9c None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:50:18.751431 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce6ce6d-9270-4ed0-9222-4091a55bbe18 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event deleted for resources: {'Port': ['ID=b1bdf0f5-707d-4e60-babf-6c48adcfacf3,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:18.763701 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4c98c836-de84-46a2-be61-94ac58052977 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:18.787788 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8ce6ce6d-9270-4ed0-9222-4091a55bbe18 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:18.802541 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8ce6ce6d-9270-4ed0-9222-4091a55bbe18 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "DELETE /v2.0/ports/b1bdf0f5-707d-4e60-babf-6c48adcfacf3 HTTP/1.1" status: 204 len: 168 time: 1.4559517 Aug 23 20:50:18.803666 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50524) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:18.823668 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device d2668422-9cca-44f5-baaf-98974b77843e up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:50:18.943571 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b7611fa-4a67-4496-8cfb-9813ae0ad35b tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] GET failed (client error): The resource could not be found. Aug 23 20:50:18.945180 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-5b7611fa-4a67-4496-8cfb-9813ae0ad35b tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "GET /v2.0/ports/b1bdf0f5-707d-4e60-babf-6c48adcfacf3 HTTP/1.1" status: 404 len: 333 time: 0.0643764 Aug 23 20:50:18.949515 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50528) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:18.954647 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e0b541b7-0c94-486b-874c-b1acc0ec5216 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Request body: {'port': {'network_id': 'dd51500d-cac1-412b-afcb-9989197f26f6', 'name': 'tempest-PortsIpV6TestJSON-258712806'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:19.028313 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-54c97b7b-9089-4845-b3af-c6b7618c3d9c None None] Attempting to bind port 48893714-c9b8-454b-bc77-50cd79d9f104 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:50:19.032777 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-54c97b7b-9089-4845-b3af-c6b7618c3d9c None None] Attempting to bind port 48893714-c9b8-454b-bc77-50cd79d9f104 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '3c5d71cf-d358-4404-b484-608c7cef3995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'ca1f9271-f0ca-4280-a8e1-ec66e634a709'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:50:19.033255 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c97b7b-9089-4845-b3af-c6b7618c3d9c None None] Attempting to bind port 48893714-c9b8-454b-bc77-50cd79d9f104 on network ca1f9271-f0ca-4280-a8e1-ec66e634a709 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:50:19.062486 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c97b7b-9089-4845-b3af-c6b7618c3d9c None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:50:19.063249 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c97b7b-9089-4845-b3af-c6b7618c3d9c None None] Checking segment: {'id': '3c5d71cf-d358-4404-b484-608c7cef3995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'ca1f9271-f0ca-4280-a8e1-ec66e634a709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:50:19.063850 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-54c97b7b-9089-4845-b3af-c6b7618c3d9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:19.064633 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c97b7b-9089-4845-b3af-c6b7618c3d9c None None] Bound using segment: {'id': '3c5d71cf-d358-4404-b484-608c7cef3995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'ca1f9271-f0ca-4280-a8e1-ec66e634a709'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:50:19.066518 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-54c97b7b-9089-4845-b3af-c6b7618c3d9c None None] Bound port: 48893714-c9b8-454b-bc77-50cd79d9f104, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c5d71cf-d358-4404-b484-608c7cef3995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'ca1f9271-f0ca-4280-a8e1-ec66e634a709'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:50:19.067357 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-54c97b7b-9089-4845-b3af-c6b7618c3d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:19.119542 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d09589bc-6478-41da-aea9-35cf78c010b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:19.125762 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b541b7-0c94-486b-874c-b1acc0ec5216 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Made reservation on behalf of 91ee48a7a09d4c31bca2b42ca3cdc87d for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:50:19.129429 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0b541b7-0c94-486b-874c-b1acc0ec5216 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:19.166636 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4c98c836-de84-46a2-be61-94ac58052977 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:19.254051 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e0c026-98d3-4c40-bcbd-2aeb4e9973e1 None None] New status for floating IP 871c7058-8f35-4e3e-8f7d-4d9efd066b1e: DOWN {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 20:50:19.262436 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d9a84974-bba3-41c2-b29a-4f07f5832fd4 req-bfeeb242-2655-4e1b-81c4-9db412ec726d service neutron] 10.222.0.32 "GET /v2.0/networks/8d068299-4184-4227-8cbc-58442cd62193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718450 Aug 23 20:50:19.295749 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4c98c836-de84-46a2-be61-94ac58052977 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:19.305519 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-54c97b7b-9089-4845-b3af-c6b7618c3d9c None None] For port 48893714-c9b8-454b-bc77-50cd79d9f104, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:50:19.312219 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4c98c836-de84-46a2-be61-94ac58052977 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:19.314133 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-4c98c836-de84-46a2-be61-94ac58052977 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] 10.222.0.61 "DELETE /v2.0/subnets/e390645e-6730-42ac-a464-ba905650f5d5 HTTP/1.1" status: 204 len: 168 time: 0.8719518 Aug 23 20:50:19.324775 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-e0b541b7-0c94-486b-874c-b1acc0ec5216 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] device_id is not set on port a5dd6c6b-701b-42b5-a450-9eea68ebc9d2 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:50:19.333609 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-54c97b7b-9089-4845-b3af-c6b7618c3d9c None None] For port 48893714-c9b8-454b-bc77-50cd79d9f104, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=48893714-c9b8-454b-bc77-50cd79d9f104,segment=NetworkSegment(3c5d71cf-d358-4404-b484-608c7cef3995),segment_id=3c5d71cf-d358-4404-b484-608c7cef3995)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:50:19.335228 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50534) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:19.341150 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c98c836-de84-46a2-be61-94ac58052977 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Pushing event deleted for resources: {'Subnet': ['ID=e390645e-6730-42ac-a464-ba905650f5d5,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:19.369751 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-54c97b7b-9089-4845-b3af-c6b7618c3d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:19.383655 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c98c836-de84-46a2-be61-94ac58052977 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:50:19.384008 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c98c836-de84-46a2-be61-94ac58052977 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:50:19.384375 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c98c836-de84-46a2-be61-94ac58052977 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:50:19.384906 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c98c836-de84-46a2-be61-94ac58052977 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:50:19.385744 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c98c836-de84-46a2-be61-94ac58052977 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:50:19.385859 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c98c836-de84-46a2-be61-94ac58052977 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:50:19.386148 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c98c836-de84-46a2-be61-94ac58052977 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:50:19.386533 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c98c836-de84-46a2-be61-94ac58052977 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:50:19.386887 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c98c836-de84-46a2-be61-94ac58052977 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:50:19.387208 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c98c836-de84-46a2-be61-94ac58052977 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:50:19.387603 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c98c836-de84-46a2-be61-94ac58052977 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:50:19.388312 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c98c836-de84-46a2-be61-94ac58052977 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:50:19.405313 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793ce15-c16e-4c49-9edf-e0e56739eeee req-b6a76301-1c14-424b-b173-45d40f4781d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:19.406933 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5793ce15-c16e-4c49-9edf-e0e56739eeee req-b6a76301-1c14-424b-b173-45d40f4781d5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b17a426d9eb4b3083079c3d4dc4db5c&device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 1097 time: 0.0629799 Aug 23 20:50:19.425809 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port d2668422-9cca-44f5-baaf-98974b77843e completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:50:19.428429 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d09589bc-6478-41da-aea9-35cf78c010b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:19.450080 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-d09589bc-6478-41da-aea9-35cf78c010b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58434a68-909c-41ea-b2db-e279d6b5a1c4']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:19.483443 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-d09589bc-6478-41da-aea9-35cf78c010b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8e81f98-094a-4e41-b64c-40d4c7f7e24c') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:19.483883 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-d09589bc-6478-41da-aea9-35cf78c010b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8e81f98-094a-4e41-b64c-40d4c7f7e24c') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:19.499459 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d09589bc-6478-41da-aea9-35cf78c010b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:19.513189 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c97b7b-9089-4845-b3af-c6b7618c3d9c None None] Pushing event updated for resources: {'Port': ['ID=48893714-c9b8-454b-bc77-50cd79d9f104,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:19.523080 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50538) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:19.573258 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f8d723-660a-4635-9cfd-4ea290c53671 None None] Network c5787708-73a5-429d-aed7-e6bdfb3a0206 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:50:19.582034 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d09589bc-6478-41da-aea9-35cf78c010b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:19.632372 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d09589bc-6478-41da-aea9-35cf78c010b1 admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:50:19.632890 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d09589bc-6478-41da-aea9-35cf78c010b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:19.636440 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:50:19.636440 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:50:19.636440 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:50:19.636440 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:50:19.636440 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:50:19.636440 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:50:19.636440 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:50:19.636440 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:50:19.636440 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:50:19.636440 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:50:19.636440 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:50:19.636440 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:50:19.636440 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:50:19.636440 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:50:19.636440 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:50:19.636440 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:50:19.636440 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:50:19.636440 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:50:19.636440 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:50:19.636440 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:50:19.636440 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:50:19.636440 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:50:19.636440 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:50:19.636440 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:50:19.636440 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:50:19.636440 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:50:19.636440 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:50:19.636440 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:50:19.636440 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:50:19.636440 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:50:19.636440 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:50:19.636440 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:50:19.651590 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9d260a-46f1-42b4-bf61-135f5af4ba10 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:19.659822 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8b9d260a-46f1-42b4-bf61-135f5af4ba10 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3101146 Aug 23 20:50:19.662470 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50542) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:19.676473 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cfe6bd-b984-49fd-9852-1bfe1b28fb92 req-afa50a9a-6df3-4e5f-927b-067665e61fd5 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:19.678085 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-17cfe6bd-b984-49fd-9852-1bfe1b28fb92 req-afa50a9a-6df3-4e5f-927b-067665e61fd5 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 946 time: 0.5277328 Aug 23 20:50:19.718987 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2c72ad20-5c83-4dc1-8eff-e37753a05e34 None None] Provisioning for port d2668422-9cca-44f5-baaf-98974b77843e completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:50:19.729215 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2c72ad20-5c83-4dc1-8eff-e37753a05e34 None None] Provisioning complete for port d2668422-9cca-44f5-baaf-98974b77843e triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:50:19.731231 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2c72ad20-5c83-4dc1-8eff-e37753a05e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:19.852130 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f794bf15-f214-495a-aeda-de64865bd5e3 req-fd85730f-cab3-4f2f-aba2-cab25d4f426a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:19.857749 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f794bf15-f214-495a-aeda-de64865bd5e3 req-fd85730f-cab3-4f2f-aba2-cab25d4f426a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 946 time: 0.3085146 Aug 23 20:50:19.903895 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2c72ad20-5c83-4dc1-8eff-e37753a05e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:19.910635 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0b541b7-0c94-486b-874c-b1acc0ec5216 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:19.916299 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3d19c352-8a53-4793-8fea-1a1ace111d54 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:19.920703 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793ce15-c16e-4c49-9edf-e0e56739eeee req-e2699b56-6e7a-4f5e-95f4-b39a9331f388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:19.923838 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5793ce15-c16e-4c49-9edf-e0e56739eeee req-e2699b56-6e7a-4f5e-95f4-b39a9331f388 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8d068299-4184-4227-8cbc-58442cd62193 HTTP/1.1" status: 200 len: 897 time: 0.5085804 Aug 23 20:50:19.938555 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1feee2-cda7-43fa-910e-4722758abb7a None None] DHCP port deletion for c5787708-73a5-429d-aed7-e6bdfb3a0206 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:50:19.963420 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-2c72ad20-5c83-4dc1-8eff-e37753a05e34 None None] For port d2668422-9cca-44f5-baaf-98974b77843e, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=d2668422-9cca-44f5-baaf-98974b77843e,segment=NetworkSegment(016a9d7a-3864-4dd0-805e-a821cb6787df),segment_id=016a9d7a-3864-4dd0-805e-a821cb6787df)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:50:19.989789 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f794bf15-f214-495a-aeda-de64865bd5e3 req-d8ee9688-9503-4f0f-9509-047726aae7e8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=30d3316a-f14a-48d2-9cdd-37efb7e3923e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146135 Aug 23 20:50:19.992591 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5793ce15-c16e-4c49-9edf-e0e56739eeee req-779e485e-8ed4-42f6-9ea1-baaf7bf839af service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2407290-42c4-4898-b0ae-5a05faa64eda HTTP/1.1" status: 200 len: 217 time: 0.0557208 Aug 23 20:50:20.008807 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2c72ad20-5c83-4dc1-8eff-e37753a05e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:20.021614 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-69bc932f-2e5d-4c6b-9ebe-a2e99792c4df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:20.057275 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d09589bc-6478-41da-aea9-35cf78c010b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:20.083514 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793ce15-c16e-4c49-9edf-e0e56739eeee req-4fed952b-b870-4584-a5f8-89d52d0ea19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:20.084977 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5793ce15-c16e-4c49-9edf-e0e56739eeee req-4fed952b-b870-4584-a5f8-89d52d0ea19a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d93f73c3-35f9-433c-a781-7029406e1a10 HTTP/1.1" status: 200 len: 834 time: 0.0671732 Aug 23 20:50:20.089198 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d09589bc-6478-41da-aea9-35cf78c010b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:20.091419 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d09589bc-6478-41da-aea9-35cf78c010b1 admin admin] 10.222.0.61 "DELETE /v2.0/networks/58434a68-909c-41ea-b2db-e279d6b5a1c4 HTTP/1.1" status: 204 len: 168 time: 1.5160215 Aug 23 20:50:20.096991 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-3d19c352-8a53-4793-8fea-1a1ace111d54 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Deleting port 48893714-c9b8-454b-bc77-50cd79d9f104 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:50:20.097350 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3d19c352-8a53-4793-8fea-1a1ace111d54 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:20.102247 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c72ad20-5c83-4dc1-8eff-e37753a05e34 None None] Pushing event updated for resources: {'Port': ['ID=d2668422-9cca-44f5-baaf-98974b77843e,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:20.112313 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-5f1feee2-cda7-43fa-910e-4722758abb7a None None] Deleting port d2668422-9cca-44f5-baaf-98974b77843e {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:50:20.112832 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5f1feee2-cda7-43fa-910e-4722758abb7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:20.121910 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0b541b7-0c94-486b-874c-b1acc0ec5216 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:20.159834 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09589bc-6478-41da-aea9-35cf78c010b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=58434a68-909c-41ea-b2db-e279d6b5a1c4,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:20.192594 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-5f1feee2-cda7-43fa-910e-4722758abb7a None None] For port d2668422-9cca-44f5-baaf-98974b77843e, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=d2668422-9cca-44f5-baaf-98974b77843e,segment=NetworkSegment(016a9d7a-3864-4dd0-805e-a821cb6787df),segment_id=016a9d7a-3864-4dd0-805e-a821cb6787df)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:50:20.193144 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5f1feee2-cda7-43fa-910e-4722758abb7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:20.210293 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b541b7-0c94-486b-874c-b1acc0ec5216 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Network dd51500d-cac1-412b-afcb-9989197f26f6 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:50:20.216413 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-5f1feee2-cda7-43fa-910e-4722758abb7a None None] Calling delete_port for d2668422-9cca-44f5-baaf-98974b77843e owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:50:20.227708 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-3d19c352-8a53-4793-8fea-1a1ace111d54 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] For port 48893714-c9b8-454b-bc77-50cd79d9f104, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=48893714-c9b8-454b-bc77-50cd79d9f104,segment=NetworkSegment(3c5d71cf-d358-4404-b484-608c7cef3995),segment_id=3c5d71cf-d358-4404-b484-608c7cef3995)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:50:20.228388 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3d19c352-8a53-4793-8fea-1a1ace111d54 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:20.232901 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-e0b541b7-0c94-486b-874c-b1acc0ec5216 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:50:20.240272 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793ce15-c16e-4c49-9edf-e0e56739eeee req-65429b51-b47b-4fc9-bcb3-334bb223ab42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:20.242309 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5793ce15-c16e-4c49-9edf-e0e56739eeee req-65429b51-b47b-4fc9-bcb3-334bb223ab42 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d068299-4184-4227-8cbc-58442cd62193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1164412 Aug 23 20:50:20.246142 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b541b7-0c94-486b-874c-b1acc0ec5216 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:50:20.249906 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-3d19c352-8a53-4793-8fea-1a1ace111d54 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Calling delete_port for 48893714-c9b8-454b-bc77-50cd79d9f104 owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:50:20.254592 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b541b7-0c94-486b-874c-b1acc0ec5216 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:20.255490 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0b541b7-0c94-486b-874c-b1acc0ec5216 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:20.275064 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b541b7-0c94-486b-874c-b1acc0ec5216 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event updated for resources: {'Port': ['ID=a5dd6c6b-701b-42b5-a450-9eea68ebc9d2,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:20.307524 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-17cfe6bd-b984-49fd-9852-1bfe1b28fb92 req-78186b2a-d12e-4d12-a64e-02d7128d4abc tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Deleting port e2407290-42c4-4898-b0ae-5a05faa64eda {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:50:20.308178 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-17cfe6bd-b984-49fd-9852-1bfe1b28fb92 req-78186b2a-d12e-4d12-a64e-02d7128d4abc tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:20.379064 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:20.383429 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5f1feee2-cda7-43fa-910e-4722758abb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:20.401095 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50556) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:20.413964 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1feee2-cda7-43fa-910e-4722758abb7a None None] Pushing event deleted for resources: {'Port': ['ID=d2668422-9cca-44f5-baaf-98974b77843e,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:20.418185 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1feee2-cda7-43fa-910e-4722758abb7a None None] No DVR routers for this DVR port d2668422-9cca-44f5-baaf-98974b77843e on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:50:20.473205 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c268fe56-f4e4-4629-b315-7e2772ccf89e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5886d0e142dc4629ae10cf0bf8514df9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0709610 Aug 23 20:50:20.480250 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50562) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:20.488803 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-69bc932f-2e5d-4c6b-9ebe-a2e99792c4df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:20.508530 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-69bc932f-2e5d-4c6b-9ebe-a2e99792c4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:20.520373 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5793ce15-c16e-4c49-9edf-e0e56739eeee req-f8765949-e230-4518-93b1-7f16f2d6e37b service neutron] 10.222.0.32 "GET /v2.0/networks/8d068299-4184-4227-8cbc-58442cd62193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682071 Aug 23 20:50:20.527675 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e0b541b7-0c94-486b-874c-b1acc0ec5216 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5742605 Aug 23 20:50:20.541425 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-17cfe6bd-b984-49fd-9852-1bfe1b28fb92 req-78186b2a-d12e-4d12-a64e-02d7128d4abc tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] For port e2407290-42c4-4898-b0ae-5a05faa64eda, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=e2407290-42c4-4898-b0ae-5a05faa64eda,segment=NetworkSegment(0bc364fb-51ac-4f82-a8e6-c471283c8ba9),segment_id=0bc364fb-51ac-4f82-a8e6-c471283c8ba9)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:50:20.541425 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-17cfe6bd-b984-49fd-9852-1bfe1b28fb92 req-78186b2a-d12e-4d12-a64e-02d7128d4abc tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:20.541425 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50566) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:20.564582 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ddc49e3d-7ac9-4236-8f9c-b66c7eda082d tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:20.606426 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3d19c352-8a53-4793-8fea-1a1ace111d54 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:20.624019 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-17cfe6bd-b984-49fd-9852-1bfe1b28fb92 req-78186b2a-d12e-4d12-a64e-02d7128d4abc tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Calling delete_port for e2407290-42c4-4898-b0ae-5a05faa64eda owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:50:20.667181 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-69bc932f-2e5d-4c6b-9ebe-a2e99792c4df admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2caf655136ee4986b8f7f2bf3aeb3b88&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0990391 Aug 23 20:50:20.669758 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50572) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:20.681295 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6e68ceac-52ae-4f0b-aa17-8d590afa8aee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:20.712211 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d19c352-8a53-4793-8fea-1a1ace111d54 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Pushing event deleted for resources: {'Port': ['ID=48893714-c9b8-454b-bc77-50cd79d9f104,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:20.728936 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d19c352-8a53-4793-8fea-1a1ace111d54 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] No DVR routers for this DVR port 48893714-c9b8-454b-bc77-50cd79d9f104 on host n-d-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:50:20.736175 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 48893714-c9b8-454b-bc77-50cd79d9f104 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:50:20.776485 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bc932f-2e5d-4c6b-9ebe-a2e99792c4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3211890-f8bf-455b-99d3-d9c5b4ce5c36,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:20.777825 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 48893714-c9b8-454b-bc77-50cd79d9f104 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:50:20.781160 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 48893714-c9b8-454b-bc77-50cd79d9f104 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 23 20:50:20.787364 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6e68ceac-52ae-4f0b-aa17-8d590afa8aee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:20.825210 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Port 48893714-c9b8-454b-bc77-50cd79d9f104 not found, will not notify nova. {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 23 20:50:20.831959 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-09363e38-e7d4-4231-a05d-3a1ed6bf5d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:20.858000 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-09363e38-e7d4-4231-a05d-3a1ed6bf5d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:20.876443 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ddc49e3d-7ac9-4236-8f9c-b66c7eda082d tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:20.890488 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device d2668422-9cca-44f5-baaf-98974b77843e no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:50:20.921896 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5793ce15-c16e-4c49-9edf-e0e56739eeee req-99597ea0-4586-430a-ac0d-ba74661c9171 service neutron] 10.222.0.32 "GET /v2.0/networks/8d068299-4184-4227-8cbc-58442cd62193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3816829 Aug 23 20:50:20.924860 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3d19c352-8a53-4793-8fea-1a1ace111d54 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:20.929821 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: d2668422-9cca-44f5-baaf-98974b77843e {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:50:20.930408 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device d2668422-9cca-44f5-baaf-98974b77843e not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:50:20.936350 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-3d19c352-8a53-4793-8fea-1a1ace111d54 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca1f9271-f0ca-4280-a8e1-ec66e634a709']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:20.948792 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-3d19c352-8a53-4793-8fea-1a1ace111d54 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c5d71cf-d358-4404-b484-608c7cef3995') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:20.949182 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-3d19c352-8a53-4793-8fea-1a1ace111d54 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c5d71cf-d358-4404-b484-608c7cef3995') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:20.962945 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3d19c352-8a53-4793-8fea-1a1ace111d54 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:20.982733 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6e68ceac-52ae-4f0b-aa17-8d590afa8aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:20.986272 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6e68ceac-52ae-4f0b-aa17-8d590afa8aee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:20.988221 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6e68ceac-52ae-4f0b-aa17-8d590afa8aee admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/75f01d05-56f0-48d8-b4d9-320879f7f670 HTTP/1.1" status: 204 len: 168 time: 0.5069158 Aug 23 20:50:20.989462 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3d19c352-8a53-4793-8fea-1a1ace111d54 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:21.004205 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d19c352-8a53-4793-8fea-1a1ace111d54 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:50:21.004624 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3d19c352-8a53-4793-8fea-1a1ace111d54 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:21.007783 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:50:21.007783 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:50:21.007783 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:50:21.007783 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:50:21.007783 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:50:21.007783 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:50:21.007783 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:50:21.007783 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:50:21.007783 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:50:21.007783 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:50:21.007783 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:50:21.007783 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:50:21.007783 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:50:21.007783 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:50:21.007783 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:50:21.007783 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:50:21.007783 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:50:21.007783 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:50:21.007783 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:50:21.007783 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:50:21.007783 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:50:21.007783 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:50:21.007783 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:50:21.007783 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:50:21.007783 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:50:21.007783 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:50:21.007783 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:50:21.007783 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:50:21.007783 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:50:21.007783 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:50:21.007783 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:50:21.007783 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:50:21.038307 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e68ceac-52ae-4f0b-aa17-8d590afa8aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f01d05-56f0-48d8-b4d9-320879f7f670,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:21.054227 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-09363e38-e7d4-4231-a05d-3a1ed6bf5d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:21.056759 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-09363e38-e7d4-4231-a05d-3a1ed6bf5d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:21.079373 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-09363e38-e7d4-4231-a05d-3a1ed6bf5d92 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b3211890-f8bf-455b-99d3-d9c5b4ce5c36 HTTP/1.1" status: 204 len: 168 time: 0.3305557 Aug 23 20:50:21.129559 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bb6147-c4b8-4117-800c-bb2300b845e7 None None] Network ca1f9271-f0ca-4280-a8e1-ec66e634a709 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:50:21.163042 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3d19c352-8a53-4793-8fea-1a1ace111d54 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:21.168463 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3d19c352-8a53-4793-8fea-1a1ace111d54 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:21.171492 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3d19c352-8a53-4793-8fea-1a1ace111d54 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] 10.222.0.61 "DELETE /v2.0/networks/ca1f9271-f0ca-4280-a8e1-ec66e634a709 HTTP/1.1" status: 204 len: 168 time: 1.5080836 Aug 23 20:50:21.187068 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50588) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:21.188951 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d19c352-8a53-4793-8fea-1a1ace111d54 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Pushing event deleted for resources: {'Network': ['ID=ca1f9271-f0ca-4280-a8e1-ec66e634a709,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:21.208739 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d8154826-86d0-4d77-a6f6-840d90653f85 None None] Could not find standard attr ID for object 48893714-c9b8-454b-bc77-50cd79d9f104. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 20:50:21.242079 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09363e38-e7d4-4231-a05d-3a1ed6bf5d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3211890-f8bf-455b-99d3-d9c5b4ce5c36,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:21.394364 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec82f5a4-d3d1-49bc-841a-00b1143d2037 None None] DHCP port deletion for ca1f9271-f0ca-4280-a8e1-ec66e634a709 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:50:21.435045 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-17cfe6bd-b984-49fd-9852-1bfe1b28fb92 req-78186b2a-d12e-4d12-a64e-02d7128d4abc tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:21.481885 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78186b2a-d12e-4d12-a64e-02d7128d4abc tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event deleted for resources: {'Port': ['ID=e2407290-42c4-4898-b0ae-5a05faa64eda,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:21.498005 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2bf063ba-92ff-4273-9cf9-91f58c0d39c0 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:21.514193 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932df39-f2e3-434b-861a-55dabbbe8a37 req-efcca30b-a764-4589-953d-26ce5a3548a3 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:21.522053 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9932df39-f2e3-434b-861a-55dabbbe8a37 req-efcca30b-a764-4589-953d-26ce5a3548a3 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bd3bc26-ad27-4b90-a14a-21ece587f7e5 HTTP/1.1" status: 200 len: 946 time: 0.3586946 Aug 23 20:50:21.603934 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-17cfe6bd-b984-49fd-9852-1bfe1b28fb92 req-78186b2a-d12e-4d12-a64e-02d7128d4abc tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] No DVR routers for this DVR port e2407290-42c4-4898-b0ae-5a05faa64eda on host n-h2-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:50:21.604578 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-17cfe6bd-b984-49fd-9852-1bfe1b28fb92 req-78186b2a-d12e-4d12-a64e-02d7128d4abc tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:21.606742 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-17cfe6bd-b984-49fd-9852-1bfe1b28fb92 req-78186b2a-d12e-4d12-a64e-02d7128d4abc tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.32 "DELETE /v2.0/ports/e2407290-42c4-4898-b0ae-5a05faa64eda HTTP/1.1" status: 204 len: 173 time: 1.6764121 Aug 23 20:50:21.609022 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ddc49e3d-7ac9-4236-8f9c-b66c7eda082d tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:21.626675 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd3bc26-ad27-4b90-a14a-21ece587f7e5', 'name': 'network-vif-deleted', 'tag': 'e2407290-42c4-4898-b0ae-5a05faa64eda'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:50:21.630838 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c72d52-e798-44b1-89e6-a1fa34c4fc84" -d '{"events": [{"server_uuid": "6bd3bc26-ad27-4b90-a14a-21ece587f7e5", "name": "network-vif-deleted", "tag": "e2407290-42c4-4898-b0ae-5a05faa64eda"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:50:21.676874 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ddc49e3d-7ac9-4236-8f9c-b66c7eda082d tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:21.677698 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50604) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:21.696473 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a609b374-6dac-4226-991e-e65a4c9d3e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:21.720606 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deca4701-0183-4fe6-8595-c2a52ef7ac56 x-openstack-request-id: req-deca4701-0183-4fe6-8595-c2a52ef7ac56 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:50:21.722301 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bd3bc26-ad27-4b90-a14a-21ece587f7e5", "name": "network-vif-deleted", "tag": "e2407290-42c4-4898-b0ae-5a05faa64eda", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:50:21.722713 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-deca4701-0183-4fe6-8595-c2a52ef7ac56 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:50:21.723768 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bd3bc26-ad27-4b90-a14a-21ece587f7e5', 'name': 'network-vif-deleted', 'tag': 'e2407290-42c4-4898-b0ae-5a05faa64eda', 'status': 'completed', 'code': 200} Aug 23 20:50:21.773134 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9932df39-f2e3-434b-861a-55dabbbe8a37 req-267c5a95-2453-4fbf-afe9-ec30fe37e6d7 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=30d3316a-f14a-48d2-9cdd-37efb7e3923e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2501867 Aug 23 20:50:21.792091 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-ddc49e3d-7ac9-4236-8f9c-b66c7eda082d tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] In _notify_port_updated(), no bound segment for port a5dd6c6b-701b-42b5-a450-9eea68ebc9d2 on network dd51500d-cac1-412b-afcb-9989197f26f6 {{(pid=94688) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 20:50:21.797851 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc49e3d-7ac9-4236-8f9c-b66c7eda082d tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:21.798627 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ddc49e3d-7ac9-4236-8f9c-b66c7eda082d tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:21.800772 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ddc49e3d-7ac9-4236-8f9c-b66c7eda082d tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "PUT /v2.0/ports/a5dd6c6b-701b-42b5-a450-9eea68ebc9d2 HTTP/1.1" status: 200 len: 818 time: 1.2551472 Aug 23 20:50:21.806711 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50608) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:21.859075 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2bf063ba-92ff-4273-9cf9-91f58c0d39c0 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:21.862423 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc49e3d-7ac9-4236-8f9c-b66c7eda082d tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event updated for resources: {'Port': ['ID=a5dd6c6b-701b-42b5-a450-9eea68ebc9d2,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:21.886140 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-2bf063ba-92ff-4273-9cf9-91f58c0d39c0 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5787708-73a5-429d-aed7-e6bdfb3a0206']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:21.901562 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-2bf063ba-92ff-4273-9cf9-91f58c0d39c0 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '016a9d7a-3864-4dd0-805e-a821cb6787df') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:21.901866 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-2bf063ba-92ff-4273-9cf9-91f58c0d39c0 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '016a9d7a-3864-4dd0-805e-a821cb6787df') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:21.929529 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2bf063ba-92ff-4273-9cf9-91f58c0d39c0 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:21.947580 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2bf063ba-92ff-4273-9cf9-91f58c0d39c0 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:21.954265 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bf063ba-92ff-4273-9cf9-91f58c0d39c0 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:50:21.954810 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2bf063ba-92ff-4273-9cf9-91f58c0d39c0 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:21.959244 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:50:21.959244 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:50:21.959244 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:50:21.959244 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:50:21.959244 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:50:21.959244 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:50:21.959244 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:50:21.959244 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:50:21.959244 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:50:21.959244 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:50:21.959244 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:50:21.959244 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:50:21.959244 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:50:21.959244 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:50:21.959244 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:50:21.959244 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:50:21.959244 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:50:21.959244 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:50:21.959244 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:50:21.959244 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:50:21.959244 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:50:21.959244 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:50:21.959244 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:50:21.959244 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:50:21.959244 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:50:21.959244 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:50:21.959244 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:50:21.959244 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:50:21.959244 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:50:21.959244 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:50:21.959244 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:50:21.959244 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:50:22.010190 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-da79a0ec-0fbb-4107-9a0e-32c73fabeb63 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Deleting port a5dd6c6b-701b-42b5-a450-9eea68ebc9d2 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:50:22.010533 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-da79a0ec-0fbb-4107-9a0e-32c73fabeb63 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:22.046086 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2bf063ba-92ff-4273-9cf9-91f58c0d39c0 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:22.049101 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a609b374-6dac-4226-991e-e65a4c9d3e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:22.067462 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2bf063ba-92ff-4273-9cf9-91f58c0d39c0 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:22.069558 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2bf063ba-92ff-4273-9cf9-91f58c0d39c0 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] 10.222.0.61 "DELETE /v2.0/networks/c5787708-73a5-429d-aed7-e6bdfb3a0206 HTTP/1.1" status: 204 len: 168 time: 0.8557074 Aug 23 20:50:22.070768 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf063ba-92ff-4273-9cf9-91f58c0d39c0 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Pushing event deleted for resources: {'Network': ['ID=c5787708-73a5-429d-aed7-e6bdfb3a0206,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:22.072518 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50614) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:22.161462 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-da79a0ec-0fbb-4107-9a0e-32c73fabeb63 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:22.169137 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-383b56cb-187d-43a9-8458-fa711089d175 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:22.184304 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-da79a0ec-0fbb-4107-9a0e-32c73fabeb63 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Calling delete_port for a5dd6c6b-701b-42b5-a450-9eea68ebc9d2 owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:50:22.236279 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a609b374-6dac-4226-991e-e65a4c9d3e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:22.293830 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-383b56cb-187d-43a9-8458-fa711089d175 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:22.308007 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-383b56cb-187d-43a9-8458-fa711089d175 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['824dc3be-4509-45ea-bd0d-873de769c417']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:22.311282 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50622) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:22.311884 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a609b374-6dac-4226-991e-e65a4c9d3e7d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=41c77f5744184ad39e14ff5f0b8ed00a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6322653 Aug 23 20:50:22.314564 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a609b374-6dac-4226-991e-e65a4c9d3e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326ed605-a863-483e-a1bc-2003714a1e49,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:22.357183 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-383b56cb-187d-43a9-8458-fa711089d175 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9096892-e39f-43fd-9e30-587121e25bd3') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:22.358301 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-383b56cb-187d-43a9-8458-fa711089d175 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9096892-e39f-43fd-9e30-587121e25bd3') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:22.363216 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-da79a0ec-0fbb-4107-9a0e-32c73fabeb63 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:22.382832 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-383b56cb-187d-43a9-8458-fa711089d175 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:22.402370 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50628) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:22.410678 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da79a0ec-0fbb-4107-9a0e-32c73fabeb63 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event deleted for resources: {'Port': ['ID=a5dd6c6b-701b-42b5-a450-9eea68ebc9d2,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:22.432188 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-da79a0ec-0fbb-4107-9a0e-32c73fabeb63 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:22.435213 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-da79a0ec-0fbb-4107-9a0e-32c73fabeb63 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "DELETE /v2.0/ports/a5dd6c6b-701b-42b5-a450-9eea68ebc9d2 HTTP/1.1" status: 204 len: 168 time: 0.6270518 Aug 23 20:50:22.441672 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50634) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:22.450479 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-383b56cb-187d-43a9-8458-fa711089d175 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:22.457644 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0c1ea525-fdfd-45df-8737-1c992b060a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:22.480374 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-383b56cb-187d-43a9-8458-fa711089d175 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:50:22.481251 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-383b56cb-187d-43a9-8458-fa711089d175 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:22.487580 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:50:22.487580 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:50:22.487580 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:50:22.487580 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:50:22.487580 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:50:22.487580 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:50:22.487580 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:50:22.487580 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:50:22.487580 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:50:22.487580 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:50:22.487580 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:50:22.487580 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:50:22.487580 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:50:22.487580 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:50:22.487580 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:50:22.487580 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:50:22.487580 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:50:22.487580 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:50:22.487580 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:50:22.487580 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:50:22.487580 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:50:22.487580 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:50:22.487580 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:50:22.487580 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:50:22.487580 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:50:22.487580 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:50:22.487580 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:50:22.487580 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:50:22.487580 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:50:22.487580 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:50:22.487580 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:50:22.487580 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:50:22.516095 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d904b0-5769-4c72-8516-0474a3e9dae7 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:22.519474 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-16d904b0-5769-4c72-8516-0474a3e9dae7 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0762663 Aug 23 20:50:22.523277 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50636) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:22.571595 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-36581f11-414e-4505-bd86-120753cc9d35 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] GET failed (client error): The resource could not be found. Aug 23 20:50:22.579328 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-36581f11-414e-4505-bd86-120753cc9d35 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "GET /v2.0/ports/a5dd6c6b-701b-42b5-a450-9eea68ebc9d2 HTTP/1.1" status: 404 len: 333 time: 0.0541327 Aug 23 20:50:22.579998 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50642) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:22.586106 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-5344db6a-90e1-44a5-994d-81f3be07e041 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1829769181'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:22.615604 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5344db6a-90e1-44a5-994d-81f3be07e041 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Made reservation on behalf of 91ee48a7a09d4c31bca2b42ca3cdc87d for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:50:22.620048 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5344db6a-90e1-44a5-994d-81f3be07e041 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:22.684610 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 48893714-c9b8-454b-bc77-50cd79d9f104 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:50:22.708197 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 48893714-c9b8-454b-bc77-50cd79d9f104 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:50:22.708813 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 48893714-c9b8-454b-bc77-50cd79d9f104 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:50:22.871575 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50650) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:22.879167 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50652) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:22.958969 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c8bded66-3197-48a5-9c44-f16fed695a4e admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-2000219487-network', 'tenant_id': '3f4d954421e64b129844cd5c9a69eebe'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:22.969743 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0c1ea525-fdfd-45df-8737-1c992b060a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:23.014384 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-07c2905d-cd10-4656-ad63-40e0c4010848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:23.016473 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-383b56cb-187d-43a9-8458-fa711089d175 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:23.020694 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5344db6a-90e1-44a5-994d-81f3be07e041 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:50:23.027022 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-383b56cb-187d-43a9-8458-fa711089d175 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:23.031336 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-383b56cb-187d-43a9-8458-fa711089d175 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] 10.222.0.61 "DELETE /v2.0/networks/824dc3be-4509-45ea-bd0d-873de769c417 HTTP/1.1" status: 204 len: 168 time: 0.9578869 Aug 23 20:50:23.031940 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50656) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:23.035997 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8bded66-3197-48a5-9c44-f16fed695a4e admin admin] Made reservation on behalf of 3f4d954421e64b129844cd5c9a69eebe for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:50:23.038267 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8bded66-3197-48a5-9c44-f16fed695a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:23.073031 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8bded66-3197-48a5-9c44-f16fed695a4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:23.077379 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b56cb-187d-43a9-8458-fa711089d175 tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Pushing event deleted for resources: {'Network': ['ID=824dc3be-4509-45ea-bd0d-873de769c417,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:23.082778 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5344db6a-90e1-44a5-994d-81f3be07e041 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:23.082778 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-5344db6a-90e1-44a5-994d-81f3be07e041 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Added segment e2538dd2-7b86-4e92-b513-170a31204661 of type vlan for network 17238f98-72fb-46be-93ad-78863ab68da6 Aug 23 20:50:23.136486 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0c1ea525-fdfd-45df-8737-1c992b060a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:23.139055 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0c1ea525-fdfd-45df-8737-1c992b060a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:23.142555 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-0c1ea525-fdfd-45df-8737-1c992b060a52 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/326ed605-a863-483e-a1bc-2003714a1e49 HTTP/1.1" status: 204 len: 168 time: 0.8184772 Aug 23 20:50:23.158238 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6bb8196-9387-4f54-bc60-70a8f5a60f4e tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:23.161368 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1ea525-fdfd-45df-8737-1c992b060a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326ed605-a863-483e-a1bc-2003714a1e49,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:23.197074 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5344db6a-90e1-44a5-994d-81f3be07e041 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:23.262918 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6bb8196-9387-4f54-bc60-70a8f5a60f4e tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:23.275060 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-c6bb8196-9387-4f54-bc60-70a8f5a60f4e tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7ad9961-447f-4863-b9a4-123eab0c6eed']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:23.294921 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-c6bb8196-9387-4f54-bc60-70a8f5a60f4e tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07580c0d-13f8-4cd5-ae34-938f9d935497') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:23.294921 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-c6bb8196-9387-4f54-bc60-70a8f5a60f4e tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07580c0d-13f8-4cd5-ae34-938f9d935497') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:23.296388 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5344db6a-90e1-44a5-994d-81f3be07e041 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:23.302558 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device e2407290-42c4-4898-b0ae-5a05faa64eda no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:50:23.303876 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5344db6a-90e1-44a5-994d-81f3be07e041 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:23.304706 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5344db6a-90e1-44a5-994d-81f3be07e041 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:23.324051 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6bb8196-9387-4f54-bc60-70a8f5a60f4e tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:23.351649 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: e2407290-42c4-4898-b0ae-5a05faa64eda {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:50:23.352407 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device e2407290-42c4-4898-b0ae-5a05faa64eda not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:50:23.357767 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6bb8196-9387-4f54-bc60-70a8f5a60f4e tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:23.366234 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6bb8196-9387-4f54-bc60-70a8f5a60f4e tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:50:23.366630 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6bb8196-9387-4f54-bc60-70a8f5a60f4e tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:23.370010 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:50:23.370010 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:50:23.370010 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:50:23.370010 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:50:23.370010 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:50:23.370010 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:50:23.370010 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:50:23.370010 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:50:23.370010 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:50:23.370010 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:50:23.370010 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:50:23.370010 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:50:23.370010 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:50:23.370010 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:50:23.370010 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:50:23.370010 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:50:23.370010 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:50:23.370010 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:50:23.370010 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:50:23.370010 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:50:23.370010 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:50:23.370010 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:50:23.370010 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:50:23.370010 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:50:23.370010 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:50:23.370010 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:50:23.370010 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:50:23.370010 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:50:23.370010 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:50:23.370010 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:50:23.370010 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:50:23.370010 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:50:23.445016 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6bb8196-9387-4f54-bc60-70a8f5a60f4e tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:23.450176 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5344db6a-90e1-44a5-994d-81f3be07e041 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event updated for resources: {'Network': ['ID=17238f98-72fb-46be-93ad-78863ab68da6,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:23.453476 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6bb8196-9387-4f54-bc60-70a8f5a60f4e tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:23.457535 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c6bb8196-9387-4f54-bc60-70a8f5a60f4e tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] 10.222.0.61 "DELETE /v2.0/networks/f7ad9961-447f-4863-b9a4-123eab0c6eed HTTP/1.1" status: 204 len: 168 time: 0.4203081 Aug 23 20:50:23.457684 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-07c2905d-cd10-4656-ad63-40e0c4010848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:23.465626 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 17238f98-72fb-46be-93ad-78863ab68da6 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:50:23.467890 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bb8196-9387-4f54-bc60-70a8f5a60f4e tempest-BulkNetworkOpsIpV6Test-1736388501 tempest-BulkNetworkOpsIpV6Test-1736388501-project] Pushing event deleted for resources: {'Network': ['ID=f7ad9961-447f-4863-b9a4-123eab0c6eed,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:23.478686 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-07c2905d-cd10-4656-ad63-40e0c4010848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:23.495682 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5344db6a-90e1-44a5-994d-81f3be07e041 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9135427 Aug 23 20:50:23.499701 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50670) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:23.513988 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b302e701-7969-482c-af61-62a2742cabb5 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Request body: {'subnet': {'network_id': '17238f98-72fb-46be-93ad-78863ab68da6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:23.543603 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-07c2905d-cd10-4656-ad63-40e0c4010848 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dc96b518e71a4adebdc01d53837affe5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6631951 Aug 23 20:50:23.543809 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50674) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:23.545948 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c2905d-cd10-4656-ad63-40e0c4010848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cfbdf6e-80b1-4634-800c-ba795643e48c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:23.631910 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8e7365ba-de97-4d94-ac61-51dd35895412 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:23.708220 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78bdcd4a-ec7c-48b4-a3d0-86792296de7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:23.746011 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78bdcd4a-ec7c-48b4-a3d0-86792296de7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:23.757071 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8bded66-3197-48a5-9c44-f16fed695a4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:23.775038 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8bded66-3197-48a5-9c44-f16fed695a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:23.820577 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b302e701-7969-482c-af61-62a2742cabb5 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Made reservation on behalf of 91ee48a7a09d4c31bca2b42ca3cdc87d for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:50:23.824074 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b302e701-7969-482c-af61-62a2742cabb5 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:23.833371 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8bded66-3197-48a5-9c44-f16fed695a4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:50:23.846516 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50680) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:23.856692 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bded66-3197-48a5-9c44-f16fed695a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb117f4-4fc5-43bc-bd84-6c9108002571,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:23.901030 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8bded66-3197-48a5-9c44-f16fed695a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:23.901380 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-c8bded66-3197-48a5-9c44-f16fed695a4e admin admin] Added segment 9cf3bd30-b02c-4b67-a1e5-9908552aaf41 of type vlan for network 3f784ab3-c0da-4523-a036-2e93c2e5ae14 Aug 23 20:50:23.947294 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78bdcd4a-ec7c-48b4-a3d0-86792296de7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:23.950715 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78bdcd4a-ec7c-48b4-a3d0-86792296de7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:23.954869 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-78bdcd4a-ec7c-48b4-a3d0-86792296de7a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5cfbdf6e-80b1-4634-800c-ba795643e48c HTTP/1.1" status: 204 len: 168 time: 0.4078526 Aug 23 20:50:23.984045 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-8e7365ba-de97-4d94-ac61-51dd35895412 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Deleting port 1ac2a3d2-f6d8-4a7b-97e8-dbebbb8e9223 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:50:23.985005 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8e7365ba-de97-4d94-ac61-51dd35895412 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:23.987479 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8bded66-3197-48a5-9c44-f16fed695a4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:23.996095 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bdcd4a-ec7c-48b4-a3d0-86792296de7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cfbdf6e-80b1-4634-800c-ba795643e48c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:24.046368 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8bded66-3197-48a5-9c44-f16fed695a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:24.047513 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bded66-3197-48a5-9c44-f16fed695a4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:24.048194 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8bded66-3197-48a5-9c44-f16fed695a4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:24.136349 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-21f85cd4-46da-4966-8121-edb307fcc18b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b785993a4ad745d3bdcd1755ca0e9e09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2842228 Aug 23 20:50:24.137176 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50696) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:24.158778 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c8bded66-3197-48a5-9c44-f16fed695a4e admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7552090 Aug 23 20:50:24.163812 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50698) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:24.169250 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-f2086008-f25c-431e-a8df-6410fe22f1ab admin admin] Request body: {'subnet': {'network_id': '3f784ab3-c0da-4523-a036-2e93c2e5ae14', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-2000219487-subnet', 'tenant_id': '3f4d954421e64b129844cd5c9a69eebe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:24.176007 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bded66-3197-48a5-9c44-f16fed695a4e admin admin] Pushing event updated for resources: {'Network': ['ID=3f784ab3-c0da-4523-a036-2e93c2e5ae14,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:24.188378 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 3f784ab3-c0da-4523-a036-2e93c2e5ae14 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:50:24.202508 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-8e7365ba-de97-4d94-ac61-51dd35895412 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] For port 1ac2a3d2-f6d8-4a7b-97e8-dbebbb8e9223, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=1ac2a3d2-f6d8-4a7b-97e8-dbebbb8e9223,segment=NetworkSegment(0bc364fb-51ac-4f82-a8e6-c471283c8ba9),segment_id=0bc364fb-51ac-4f82-a8e6-c471283c8ba9)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:50:24.202998 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8e7365ba-de97-4d94-ac61-51dd35895412 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:24.234900 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-8e7365ba-de97-4d94-ac61-51dd35895412 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Calling delete_port for 1ac2a3d2-f6d8-4a7b-97e8-dbebbb8e9223 owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:50:24.243744 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b302e701-7969-482c-af61-62a2742cabb5 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:24.254310 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2086008-f25c-431e-a8df-6410fe22f1ab admin admin] Made reservation on behalf of 3f4d954421e64b129844cd5c9a69eebe for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:50:24.257671 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f2086008-f25c-431e-a8df-6410fe22f1ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:24.307140 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-22831e94-e81d-46a4-9c6b-0df689c784f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:24.334632 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b302e701-7969-482c-af61-62a2742cabb5 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event updated for resources: {'Subnet': ['ID=d673b686-d7c2-44d9-8caf-4a02195a6a97,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:24.344828 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b302e701-7969-482c-af61-62a2742cabb5 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Checking segment: {'id': 'e2538dd2-7b86-4e92-b513-170a31204661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '17238f98-72fb-46be-93ad-78863ab68da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:50:24.345608 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b302e701-7969-482c-af61-62a2742cabb5 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Network hostable DHCP agents. Network: 17238f98-72fb-46be-93ad-78863ab68da6, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:50:24.367919 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b302e701-7969-482c-af61-62a2742cabb5 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Network 17238f98-72fb-46be-93ad-78863ab68da6 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:50:24.382679 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-b302e701-7969-482c-af61-62a2742cabb5 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 17238f98-72fb-46be-93ad-78863ab68da6) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:50:24.387761 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b302e701-7969-482c-af61-62a2742cabb5 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:24.393801 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0810f04c-9e10-4da4-9854-e826742e95a0 None None] Network 17238f98-72fb-46be-93ad-78863ab68da6 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:50:24.395898 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-22831e94-e81d-46a4-9c6b-0df689c784f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:24.403530 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b302e701-7969-482c-af61-62a2742cabb5 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:24.432557 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b302e701-7969-482c-af61-62a2742cabb5 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9273314 Aug 23 20:50:24.435599 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50706) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:24.446244 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-26033a0a-4f48-4eb1-a40b-927bbb20bd34 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Request body: {'subnet': {'network_id': '17238f98-72fb-46be-93ad-78863ab68da6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:24.493121 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50708) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:24.592608 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-22831e94-e81d-46a4-9c6b-0df689c784f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:24.595405 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-22831e94-e81d-46a4-9c6b-0df689c784f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:24.599723 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-22831e94-e81d-46a4-9c6b-0df689c784f1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4b8d7bf4-cbaa-405e-b542-df2c7de87e8c HTTP/1.1" status: 204 len: 168 time: 0.4592562 Aug 23 20:50:24.633110 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14175a0f-fadb-4299-89be-01fc009ec9a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-17238f98-72fb-46be-93ad-78863ab68da6', 'network_id': '17238f98-72fb-46be-93ad-78863ab68da6', 'tenant_id': '91ee48a7a09d4c31bca2b42ca3cdc87d', 'fixed_ips': [{'subnet_id': 'd673b686-d7c2-44d9-8caf-4a02195a6a97'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:50:24.634168 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-634d43a0-1e6c-4872-b97a-0b50da3b462b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:24.639749 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-14175a0f-fadb-4299-89be-01fc009ec9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:24.643966 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22831e94-e81d-46a4-9c6b-0df689c784f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8d7bf4-cbaa-405e-b542-df2c7de87e8c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:24.684255 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f2086008-f25c-431e-a8df-6410fe22f1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:24.715437 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.db.api [None req-634d43a0-1e6c-4872-b97a-0b50da3b462b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 20:50:24.715437 n-d-805663-2 neutron-server[94688]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 23 20:50:24.715437 n-d-805663-2 neutron-server[94688]: [parameters: {'project_id_1': 'a266922cffdc40cc9978ef29e4f9eba8', 'expiration_1': datetime.datetime(2021, 8, 23, 20, 50, 24, 676771)}] Aug 23 20:50:24.715437 n-d-805663-2 neutron-server[94688]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94688) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 20:50:24.716279 n-d-805663-2 neutron-server[94688]: DEBUG oslo_db.api [None req-634d43a0-1e6c-4872-b97a-0b50da3b462b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 20:50:24.717839 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26033a0a-4f48-4eb1-a40b-927bbb20bd34 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Made reservation on behalf of 91ee48a7a09d4c31bca2b42ca3cdc87d for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:50:24.722037 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-26033a0a-4f48-4eb1-a40b-927bbb20bd34 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:24.803880 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2086008-f25c-431e-a8df-6410fe22f1ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=7904e6c1-84b8-4b38-bcbb-e4c78d858135,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:24.821058 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2086008-f25c-431e-a8df-6410fe22f1ab admin admin] Checking segment: {'id': '9cf3bd30-b02c-4b67-a1e5-9908552aaf41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '3f784ab3-c0da-4523-a036-2e93c2e5ae14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:50:24.821058 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2086008-f25c-431e-a8df-6410fe22f1ab admin admin] Network hostable DHCP agents. Network: 3f784ab3-c0da-4523-a036-2e93c2e5ae14, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:50:24.829905 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8e7365ba-de97-4d94-ac61-51dd35895412 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:24.834354 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-14175a0f-fadb-4299-89be-01fc009ec9a8 None None] Allocated IP 2001:db8::2 (17238f98-72fb-46be-93ad-78863ab68da6/d673b686-d7c2-44d9-8caf-4a02195a6a97/25562ce9-b5db-4b2d-83a7-36b0469074c4) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:50:24.868755 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2086008-f25c-431e-a8df-6410fe22f1ab admin admin] Network 3f784ab3-c0da-4523-a036-2e93c2e5ae14 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:50:24.873489 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7365ba-de97-4d94-ac61-51dd35895412 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event deleted for resources: {'Port': ['ID=1ac2a3d2-f6d8-4a7b-97e8-dbebbb8e9223,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:24.891248 n-d-805663-2 neutron-server[94688]: INFO neutron.db.ipam_backend_mixin [None req-26033a0a-4f48-4eb1-a40b-927bbb20bd34 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d673b686-d7c2-44d9-8caf-4a02195a6a97 (CIDR: 2001:db8::/64) Aug 23 20:50:24.896479 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-26033a0a-4f48-4eb1-a40b-927bbb20bd34 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 20:50:24.897619 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26033a0a-4f48-4eb1-a40b-927bbb20bd34 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:50:24.913785 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-f2086008-f25c-431e-a8df-6410fe22f1ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 3f784ab3-c0da-4523-a036-2e93c2e5ae14) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:50:24.932952 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-26033a0a-4f48-4eb1-a40b-927bbb20bd34 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4955201 Aug 23 20:50:24.935601 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50718) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:24.942207 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-810d3f81-12ca-4ce3-a521-cb1bb0c48c85 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Request body: {'subnet': {'network_id': '17238f98-72fb-46be-93ad-78863ab68da6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:24.962250 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2086008-f25c-431e-a8df-6410fe22f1ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:24.962250 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f2086008-f25c-431e-a8df-6410fe22f1ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:24.986128 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1176cd-a7f1-4717-addf-4c66ea16197a None None] Network 3f784ab3-c0da-4523-a036-2e93c2e5ae14 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:50:24.993714 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f2086008-f25c-431e-a8df-6410fe22f1ab admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8287380 Aug 23 20:50:25.126323 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810d3f81-12ca-4ce3-a521-cb1bb0c48c85 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Made reservation on behalf of 91ee48a7a09d4c31bca2b42ca3cdc87d for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:50:25.138722 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-810d3f81-12ca-4ce3-a521-cb1bb0c48c85 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:25.300655 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-14175a0f-fadb-4299-89be-01fc009ec9a8 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:25.308316 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d58b3f-2ebf-4de4-b0bc-29a297ff6fba None None] Network 3f784ab3-c0da-4523-a036-2e93c2e5ae14 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:50:25.323165 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-634d43a0-1e6c-4872-b97a-0b50da3b462b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:25.434499 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-14175a0f-fadb-4299-89be-01fc009ec9a8 None None] Transition to ACTIVE for port object 25562ce9-b5db-4b2d-83a7-36b0469074c4 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:50:25.499108 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-14175a0f-fadb-4299-89be-01fc009ec9a8 None None] Transition to ACTIVE for port object 25562ce9-b5db-4b2d-83a7-36b0469074c4 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:50:25.523268 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-14175a0f-fadb-4299-89be-01fc009ec9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:25.575763 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14175a0f-fadb-4299-89be-01fc009ec9a8 None None] Network 17238f98-72fb-46be-93ad-78863ab68da6 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:50:25.614451 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-14175a0f-fadb-4299-89be-01fc009ec9a8 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:50:25.620255 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14175a0f-fadb-4299-89be-01fc009ec9a8 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:50:25.660494 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14175a0f-fadb-4299-89be-01fc009ec9a8 None None] Pushing event updated for resources: {'Port': ['ID=25562ce9-b5db-4b2d-83a7-36b0469074c4,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:25.695853 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-14175a0f-fadb-4299-89be-01fc009ec9a8 None None] Attempting to bind port 25562ce9-b5db-4b2d-83a7-36b0469074c4 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:50:25.696416 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-14175a0f-fadb-4299-89be-01fc009ec9a8 None None] Attempting to bind port 25562ce9-b5db-4b2d-83a7-36b0469074c4 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'e2538dd2-7b86-4e92-b513-170a31204661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '17238f98-72fb-46be-93ad-78863ab68da6'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:50:25.696879 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14175a0f-fadb-4299-89be-01fc009ec9a8 None None] Attempting to bind port 25562ce9-b5db-4b2d-83a7-36b0469074c4 on network 17238f98-72fb-46be-93ad-78863ab68da6 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:50:25.703056 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14175a0f-fadb-4299-89be-01fc009ec9a8 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:50:25.703804 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14175a0f-fadb-4299-89be-01fc009ec9a8 None None] Checking segment: {'id': 'e2538dd2-7b86-4e92-b513-170a31204661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '17238f98-72fb-46be-93ad-78863ab68da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:50:25.704610 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-14175a0f-fadb-4299-89be-01fc009ec9a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:25.705237 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14175a0f-fadb-4299-89be-01fc009ec9a8 None None] Bound using segment: {'id': 'e2538dd2-7b86-4e92-b513-170a31204661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '17238f98-72fb-46be-93ad-78863ab68da6'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:50:25.706698 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-14175a0f-fadb-4299-89be-01fc009ec9a8 None None] Bound port: 25562ce9-b5db-4b2d-83a7-36b0469074c4, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2538dd2-7b86-4e92-b513-170a31204661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '17238f98-72fb-46be-93ad-78863ab68da6'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:50:25.707350 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-14175a0f-fadb-4299-89be-01fc009ec9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:25.744071 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-634d43a0-1e6c-4872-b97a-0b50da3b462b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:25.754063 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8e7365ba-de97-4d94-ac61-51dd35895412 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:25.797945 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-634d43a0-1e6c-4872-b97a-0b50da3b462b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:25.837405 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-14175a0f-fadb-4299-89be-01fc009ec9a8 None None] For port 25562ce9-b5db-4b2d-83a7-36b0469074c4, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:50:25.851958 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-14175a0f-fadb-4299-89be-01fc009ec9a8 None None] For port 25562ce9-b5db-4b2d-83a7-36b0469074c4, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=25562ce9-b5db-4b2d-83a7-36b0469074c4,segment=NetworkSegment(e2538dd2-7b86-4e92-b513-170a31204661),segment_id=e2538dd2-7b86-4e92-b513-170a31204661)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:50:25.866392 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-14175a0f-fadb-4299-89be-01fc009ec9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:25.909813 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634d43a0-1e6c-4872-b97a-0b50da3b462b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48093e8a-6119-4afe-b2ec-0f2a2f4ff928,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:25.935345 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-634d43a0-1e6c-4872-b97a-0b50da3b462b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a266922cffdc40cc9978ef29e4f9eba8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4356537 Aug 23 20:50:25.935787 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50758) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:26.001455 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-810d3f81-12ca-4ce3-a521-cb1bb0c48c85 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:26.005199 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14175a0f-fadb-4299-89be-01fc009ec9a8 None None] Pushing event updated for resources: {'Port': ['ID=25562ce9-b5db-4b2d-83a7-36b0469074c4,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:26.115316 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810d3f81-12ca-4ce3-a521-cb1bb0c48c85 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Network 17238f98-72fb-46be-93ad-78863ab68da6 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:50:26.121481 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-810d3f81-12ca-4ce3-a521-cb1bb0c48c85 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:50:26.143783 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810d3f81-12ca-4ce3-a521-cb1bb0c48c85 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:26.145697 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-810d3f81-12ca-4ce3-a521-cb1bb0c48c85 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:26.154984 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f707e214-92c1-4cfe-965c-cf46f167c3f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:26.195808 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-810d3f81-12ca-4ce3-a521-cb1bb0c48c85 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2589302 Aug 23 20:50:26.198116 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50768) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:26.201394 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810d3f81-12ca-4ce3-a521-cb1bb0c48c85 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event updated for resources: {'Subnet': ['ID=3d3b030e-3d66-4e32-bedb-f43e234815e7,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:26.207300 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50770) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:26.213177 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f707e214-92c1-4cfe-965c-cf46f167c3f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:26.221137 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [-] 10.222.0.61 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0128913 Aug 23 20:50:26.229307 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ce226dd9-fd2f-4fb5-9f36-c57e735800f2 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Request body: {'port': {'network_id': '17238f98-72fb-46be-93ad-78863ab68da6', 'fixed_ips': [{'subnet_id': 'd673b686-d7c2-44d9-8caf-4a02195a6a97'}, {'subnet_id': '3d3b030e-3d66-4e32-bedb-f43e234815e7'}], 'name': 'tempest-PortsIpV6TestJSON-1085760819'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:26.244237 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50776) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:26.322567 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e7365ba-de97-4d94-ac61-51dd35895412 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Router 0aa5d5d2-629a-4500-8fe2-00c162881609 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:50:26.389503 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f707e214-92c1-4cfe-965c-cf46f167c3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:26.395746 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f707e214-92c1-4cfe-965c-cf46f167c3f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:26.400154 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f707e214-92c1-4cfe-965c-cf46f167c3f8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/48093e8a-6119-4afe-b2ec-0f2a2f4ff928 HTTP/1.1" status: 204 len: 168 time: 0.4460659 Aug 23 20:50:26.429650 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f707e214-92c1-4cfe-965c-cf46f167c3f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48093e8a-6119-4afe-b2ec-0f2a2f4ff928,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:26.530960 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-098ed257-c83b-45f5-9015-bd7d40f14917 tempest-NetworksApiDiscovery-1694260650 tempest-NetworksApiDiscovery-1694260650-project] 10.222.0.61 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2867231 Aug 23 20:50:26.579147 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7365ba-de97-4d94-ac61-51dd35895412 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:50:26.596681 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8e7365ba-de97-4d94-ac61-51dd35895412 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "PUT /v2.0/routers/0aa5d5d2-629a-4500-8fe2-00c162881609/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7231936 Aug 23 20:50:26.599316 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50796) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:26.600092 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d504e6-dc42-40cb-b52f-4b0f69e27887 None None] Sync routers for ids ['0aa5d5d2-629a-4500-8fe2-00c162881609'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:50:26.611294 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d504e6-dc42-40cb-b52f-4b0f69e27887 None None] Routers {'0aa5d5d2-629a-4500-8fe2-00c162881609'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:50:26.614780 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e4d504e6-dc42-40cb-b52f-4b0f69e27887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:50:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['0aa5d5d2-629a-4500-8fe2-00c162881609'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:26.670216 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce226dd9-fd2f-4fb5-9f36-c57e735800f2 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Made reservation on behalf of 91ee48a7a09d4c31bca2b42ca3cdc87d for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:50:26.705365 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-836a5246-baa8-443a-a526-524393e3c6a8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Deleting subnet d93f73c3-35f9-433c-a781-7029406e1a10 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:50:26.717199 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-836a5246-baa8-443a-a526-524393e3c6a8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:26.817404 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-836a5246-baa8-443a-a526-524393e3c6a8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:26.882680 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 25562ce9-b5db-4b2d-83a7-36b0469074c4 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:50:26.911247 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ce226dd9-fd2f-4fb5-9f36-c57e735800f2 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:26.930926 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-e4d504e6-dc42-40cb-b52f-4b0f69e27887 None None] Set router 0aa5d5d2-629a-4500-8fe2-00c162881609 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:50:26.971859 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-ce226dd9-fd2f-4fb5-9f36-c57e735800f2 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] device_id is not set on port 6be230bc-d664-4c40-ab24-43d53e0f7412 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:50:27.036465 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 25562ce9-b5db-4b2d-83a7-36b0469074c4 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:50:27.038588 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-836a5246-baa8-443a-a526-524393e3c6a8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:27.065876 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50816) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:27.148988 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-836a5246-baa8-443a-a526-524393e3c6a8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:27.189641 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836a5246-baa8-443a-a526-524393e3c6a8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event deleted for resources: {'Subnet': ['ID=d93f73c3-35f9-433c-a781-7029406e1a10,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:27.195331 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-836a5246-baa8-443a-a526-524393e3c6a8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:27.196718 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6480c371-da4a-4365-8997-3af1f1719c28 None None] Network 8d068299-4184-4227-8cbc-58442cd62193 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:50:27.200508 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-836a5246-baa8-443a-a526-524393e3c6a8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "DELETE /v2.0/subnets/d93f73c3-35f9-433c-a781-7029406e1a10 HTTP/1.1" status: 204 len: 168 time: 0.5992289 Aug 23 20:50:27.201130 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50822) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:27.534703 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e4d504e6-dc42-40cb-b52f-4b0f69e27887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa5d5d2-629a-4500-8fe2-00c162881609', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2058955899', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'ee6ca945-9e17-42bb-8125-13cf1d9affe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:47:41Z', 'updated_at': '2021-08-23T20:50:24Z', 'revision_number': 5, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'gw_port': {'id': 'ee6ca945-9e17-42bb-8125-13cf1d9affe4', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa5d5d2-629a-4500-8fe2-00c162881609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:47:42Z', 'updated_at': '2021-08-23T20:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:27.537420 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1b6aa4cb-e24b-41b4-b243-cf678f3cccc3 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:27.562156 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d767770-bd31-4605-b90a-be951a2eedfe None None] DHCP port deletion for 8d068299-4184-4227-8cbc-58442cd62193 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:50:27.626069 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d504e6-dc42-40cb-b52f-4b0f69e27887 None None] Checking router: 0aa5d5d2-629a-4500-8fe2-00c162881609 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:50:27.654916 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-0d767770-bd31-4605-b90a-be951a2eedfe None None] Deleting port bd14efea-459b-439c-ac33-05d3a7d5c180 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:50:27.655294 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0d767770-bd31-4605-b90a-be951a2eedfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:27.693049 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-662db97f-0239-4203-909e-fff8a5de72ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:27.712867 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1b6aa4cb-e24b-41b4-b243-cf678f3cccc3 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:27.718677 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d46fe00-20e0-4d64-b8a0-0d04aa9b5174 None None] Network 17238f98-72fb-46be-93ad-78863ab68da6 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:50:27.725957 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d504e6-dc42-40cb-b52f-4b0f69e27887 None None] Routers {'0aa5d5d2-629a-4500-8fe2-00c162881609'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:50:27.726589 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e4d504e6-dc42-40cb-b52f-4b0f69e27887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:50:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['0aa5d5d2-629a-4500-8fe2-00c162881609'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:27.800939 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-0d767770-bd31-4605-b90a-be951a2eedfe None None] For port bd14efea-459b-439c-ac33-05d3a7d5c180, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=bd14efea-459b-439c-ac33-05d3a7d5c180,segment=NetworkSegment(0bc364fb-51ac-4f82-a8e6-c471283c8ba9),segment_id=0bc364fb-51ac-4f82-a8e6-c471283c8ba9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:50:27.801597 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0d767770-bd31-4605-b90a-be951a2eedfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:27.819950 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-1b6aa4cb-e24b-41b4-b243-cf678f3cccc3 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Deleting port ee6ca945-9e17-42bb-8125-13cf1d9affe4 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:50:27.820297 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1b6aa4cb-e24b-41b4-b243-cf678f3cccc3 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:27.828346 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-0d767770-bd31-4605-b90a-be951a2eedfe None None] Calling delete_port for bd14efea-459b-439c-ac33-05d3a7d5c180 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:50:27.841821 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-ce226dd9-fd2f-4fb5-9f36-c57e735800f2 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Allocated IP 2001:db8::b5 (17238f98-72fb-46be-93ad-78863ab68da6/d673b686-d7c2-44d9-8caf-4a02195a6a97/6be230bc-d664-4c40-ab24-43d53e0f7412) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:50:27.847780 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4ab8c75f-cd5c-4e14-9ae2-d66e56aa7dcc None None] Provisioning for port 25562ce9-b5db-4b2d-83a7-36b0469074c4 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:50:27.854741 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-ce226dd9-fd2f-4fb5-9f36-c57e735800f2 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Allocated IP 2001:db8:0:1::1ac (17238f98-72fb-46be-93ad-78863ab68da6/3d3b030e-3d66-4e32-bedb-f43e234815e7/6be230bc-d664-4c40-ab24-43d53e0f7412) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:50:27.913699 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4ab8c75f-cd5c-4e14-9ae2-d66e56aa7dcc None None] Provisioning complete for port 25562ce9-b5db-4b2d-83a7-36b0469074c4 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:50:27.914712 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4ab8c75f-cd5c-4e14-9ae2-d66e56aa7dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:27.952888 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-e4d504e6-dc42-40cb-b52f-4b0f69e27887 None None] Set router 0aa5d5d2-629a-4500-8fe2-00c162881609 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:50:27.992973 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-1b6aa4cb-e24b-41b4-b243-cf678f3cccc3 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] For port ee6ca945-9e17-42bb-8125-13cf1d9affe4, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=ee6ca945-9e17-42bb-8125-13cf1d9affe4,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:50:27.993439 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1b6aa4cb-e24b-41b4-b243-cf678f3cccc3 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:28.016819 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-1b6aa4cb-e24b-41b4-b243-cf678f3cccc3 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Calling delete_port for ee6ca945-9e17-42bb-8125-13cf1d9affe4 owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:50:28.084499 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e4d504e6-dc42-40cb-b52f-4b0f69e27887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa5d5d2-629a-4500-8fe2-00c162881609', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2058955899', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:47:41Z', 'updated_at': '2021-08-23T20:50:27Z', 'revision_number': 6, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'gw_port_host': None}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:28.099081 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ce226dd9-fd2f-4fb5-9f36-c57e735800f2 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:28.115684 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-ce226dd9-fd2f-4fb5-9f36-c57e735800f2 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Transition to ACTIVE for port object 6be230bc-d664-4c40-ab24-43d53e0f7412 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:50:28.136246 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d504e6-dc42-40cb-b52f-4b0f69e27887 None None] The sync data for ids ['0aa5d5d2-629a-4500-8fe2-00c162881609'] in n-d-805663-2 is: [{'id': '0aa5d5d2-629a-4500-8fe2-00c162881609', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2058955899', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:47:41Z', 'updated_at': '2021-08-23T20:50:27Z', 'revision_number': 6, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'gw_port_host': None}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:50:28.221956 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ce226dd9-fd2f-4fb5-9f36-c57e735800f2 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:28.247575 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50856) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:28.283750 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce226dd9-fd2f-4fb5-9f36-c57e735800f2 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event updated for resources: {'Port': ['ID=6be230bc-d664-4c40-ab24-43d53e0f7412,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:28.298793 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d75780-ecb2-44a8-a925-1b353fed37f3 req-928cb7b8-d4c3-4008-bf06-2171b39fba9b tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:28.299167 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0d767770-bd31-4605-b90a-be951a2eedfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:28.307190 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-74d75780-ecb2-44a8-a925-1b353fed37f3 req-928cb7b8-d4c3-4008-bf06-2171b39fba9b tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] 10.222.0.61 "GET /v2.0/networks?id=3f784ab3-c0da-4523-a036-2e93c2e5ae14 HTTP/1.1" status: 200 len: 810 time: 0.8768344 Aug 23 20:50:28.335326 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-74d75780-ecb2-44a8-a925-1b353fed37f3 req-6fa8a300-497b-4690-b1a3-94e340351a23 tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] 10.222.0.61 "GET /v2.0/quotas/3f4d954421e64b129844cd5c9a69eebe HTTP/1.1" status: 200 len: 375 time: 0.0271866 Aug 23 20:50:28.340827 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d767770-bd31-4605-b90a-be951a2eedfe None None] Pushing event deleted for resources: {'Port': ['ID=bd14efea-459b-439c-ac33-05d3a7d5c180,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:28.348777 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d767770-bd31-4605-b90a-be951a2eedfe None None] No DVR routers for this DVR port bd14efea-459b-439c-ac33-05d3a7d5c180 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:50:28.361021 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce226dd9-fd2f-4fb5-9f36-c57e735800f2 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Network 17238f98-72fb-46be-93ad-78863ab68da6 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:50:28.366952 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4ab8c75f-cd5c-4e14-9ae2-d66e56aa7dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:28.378967 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-ce226dd9-fd2f-4fb5-9f36-c57e735800f2 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:50:28.389428 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-74d75780-ecb2-44a8-a925-1b353fed37f3 req-807a50fc-a269-4aa9-9242-cabc1d2201a2 tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3f4d954421e64b129844cd5c9a69eebe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0531709 Aug 23 20:50:28.395073 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce226dd9-fd2f-4fb5-9f36-c57e735800f2 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:50:28.400853 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce226dd9-fd2f-4fb5-9f36-c57e735800f2 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:28.401409 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ce226dd9-fd2f-4fb5-9f36-c57e735800f2 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:28.419059 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4ab8c75f-cd5c-4e14-9ae2-d66e56aa7dcc None None] For port 25562ce9-b5db-4b2d-83a7-36b0469074c4, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=25562ce9-b5db-4b2d-83a7-36b0469074c4,segment=NetworkSegment(e2538dd2-7b86-4e92-b513-170a31204661),segment_id=e2538dd2-7b86-4e92-b513-170a31204661)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:50:28.420445 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1b6aa4cb-e24b-41b4-b243-cf678f3cccc3 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:28.441290 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4ab8c75f-cd5c-4e14-9ae2-d66e56aa7dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:28.482442 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6aa4cb-e24b-41b4-b243-cf678f3cccc3 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event deleted for resources: {'Port': ['ID=ee6ca945-9e17-42bb-8125-13cf1d9affe4,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:28.484537 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3e1eae-8d50-4eaf-ac61-946a8245858a None None] Update dhcp port {'port': {'network_id': '17238f98-72fb-46be-93ad-78863ab68da6', 'fixed_ips': [{'subnet_id': 'd673b686-d7c2-44d9-8caf-4a02195a6a97', 'ip_address': '2001:db8::2'}, {'subnet_id': '3d3b030e-3d66-4e32-bedb-f43e234815e7'}], 'binding:host_id': 'n-d-805663-2'}, 'id': '25562ce9-b5db-4b2d-83a7-36b0469074c4'} from n-d-805663-2. {{(pid=94689) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 20:50:28.497677 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-662db97f-0239-4203-909e-fff8a5de72ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:28.506710 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-662db97f-0239-4203-909e-fff8a5de72ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:28.547037 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ce226dd9-fd2f-4fb5-9f36-c57e735800f2 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.3405130 Aug 23 20:50:28.550301 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50864) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:28.556837 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-a2695e44-05fa-4caa-8708-4c6ff1d0f7af tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd673b686-d7c2-44d9-8caf-4a02195a6a97'}]}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:28.601971 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-df3e1eae-8d50-4eaf-ac61-946a8245858a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:28.611531 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab8c75f-cd5c-4e14-9ae2-d66e56aa7dcc None None] Pushing event updated for resources: {'Port': ['ID=25562ce9-b5db-4b2d-83a7-36b0469074c4,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:28.647605 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-662db97f-0239-4203-909e-fff8a5de72ec admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=faeb644c3e6d4fd99067b5a34f511b61&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5801914 Aug 23 20:50:28.650703 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50868) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:28.693918 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1b6aa4cb-e24b-41b4-b243-cf678f3cccc3 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:28.745135 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [req-74d75780-ecb2-44a8-a925-1b353fed37f3 req-ef836d17-de25-4949-9642-036c012164c7 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:50:28.746148 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-74d75780-ecb2-44a8-a925-1b353fed37f3 req-ef836d17-de25-4949-9642-036c012164c7 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3559632 Aug 23 20:50:28.759587 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662db97f-0239-4203-909e-fff8a5de72ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f5d9db-2ee2-4186-af53-deef38ef4f68,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:28.776716 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-df626a7b-cc60-45ee-9077-f01c859ec46f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:28.814422 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1b6aa4cb-e24b-41b4-b243-cf678f3cccc3 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:28.817348 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1b6aa4cb-e24b-41b4-b243-cf678f3cccc3 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:28.852844 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-df626a7b-cc60-45ee-9077-f01c859ec46f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:28.893539 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-df3e1eae-8d50-4eaf-ac61-946a8245858a None None] Allocated IP 2001:db8:0:1::2 (17238f98-72fb-46be-93ad-78863ab68da6/3d3b030e-3d66-4e32-bedb-f43e234815e7/25562ce9-b5db-4b2d-83a7-36b0469074c4) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:50:28.903535 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1b6aa4cb-e24b-41b4-b243-cf678f3cccc3 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:28.904105 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6aa4cb-e24b-41b4-b243-cf678f3cccc3 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Fanout notify agent at l3_agent the message router_deleted on router 0aa5d5d2-629a-4500-8fe2-00c162881609 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:50:28.916280 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-74d75780-ecb2-44a8-a925-1b353fed37f3 req-f8ca5c6a-c56d-4f09-b280-9a077faa3e0d service neutron] 10.222.0.61 "GET /v2.0/networks/3f784ab3-c0da-4523-a036-2e93c2e5ae14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563923 Aug 23 20:50:28.938140 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1b6aa4cb-e24b-41b4-b243-cf678f3cccc3 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:28.939258 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1b6aa4cb-e24b-41b4-b243-cf678f3cccc3 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "DELETE /v2.0/routers/0aa5d5d2-629a-4500-8fe2-00c162881609 HTTP/1.1" status: 204 len: 168 time: 1.7371993 Aug 23 20:50:28.943566 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b39e2f46-a455-461a-bc04-e101465771d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:28.947867 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50874) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:29.016502 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-df626a7b-cc60-45ee-9077-f01c859ec46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:29.024183 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-df626a7b-cc60-45ee-9077-f01c859ec46f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:29.028122 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-df626a7b-cc60-45ee-9077-f01c859ec46f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/73f5d9db-2ee2-4186-af53-deef38ef4f68 HTTP/1.1" status: 204 len: 168 time: 0.3663621 Aug 23 20:50:29.087681 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-df3e1eae-8d50-4eaf-ac61-946a8245858a None None] For port 25562ce9-b5db-4b2d-83a7-36b0469074c4, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=25562ce9-b5db-4b2d-83a7-36b0469074c4,segment=NetworkSegment(e2538dd2-7b86-4e92-b513-170a31204661),segment_id=e2538dd2-7b86-4e92-b513-170a31204661)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:50:29.101447 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df626a7b-cc60-45ee-9077-f01c859ec46f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f5d9db-2ee2-4186-af53-deef38ef4f68,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:29.131175 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a2695e44-05fa-4caa-8708-4c6ff1d0f7af tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:29.145393 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ac9734b-8c11-41a1-8023-cf8d35f67662 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:29.175123 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-74d75780-ecb2-44a8-a925-1b353fed37f3 req-09c26aaf-f410-403a-8b74-765d405042c4 service neutron] 10.222.0.61 "GET /v2.0/networks/3f784ab3-c0da-4523-a036-2e93c2e5ae14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512109 Aug 23 20:50:29.188152 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-df3e1eae-8d50-4eaf-ac61-946a8245858a None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:29.224654 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-df3e1eae-8d50-4eaf-ac61-946a8245858a None None] Transition to ACTIVE for port object 25562ce9-b5db-4b2d-83a7-36b0469074c4 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:50:29.238974 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device bd14efea-459b-439c-ac33-05d3a7d5c180 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:50:29.254269 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-df3e1eae-8d50-4eaf-ac61-946a8245858a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:29.325633 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ac9734b-8c11-41a1-8023-cf8d35f67662 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:29.351424 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-2ac9734b-8c11-41a1-8023-cf8d35f67662 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d068299-4184-4227-8cbc-58442cd62193']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:29.364529 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: bd14efea-459b-439c-ac33-05d3a7d5c180 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:50:29.365978 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device bd14efea-459b-439c-ac33-05d3a7d5c180 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:50:29.366209 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 1ac2a3d2-f6d8-4a7b-97e8-dbebbb8e9223 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:50:29.375702 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-2ac9734b-8c11-41a1-8023-cf8d35f67662 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bc364fb-51ac-4f82-a8e6-c471283c8ba9') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:29.375979 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-2ac9734b-8c11-41a1-8023-cf8d35f67662 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bc364fb-51ac-4f82-a8e6-c471283c8ba9') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:29.395667 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ac9734b-8c11-41a1-8023-cf8d35f67662 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:29.427232 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 1ac2a3d2-f6d8-4a7b-97e8-dbebbb8e9223 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:50:29.427606 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 1ac2a3d2-f6d8-4a7b-97e8-dbebbb8e9223 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:50:29.435911 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ac9734b-8c11-41a1-8023-cf8d35f67662 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:29.449472 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ac9734b-8c11-41a1-8023-cf8d35f67662 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:50:29.449883 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ac9734b-8c11-41a1-8023-cf8d35f67662 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:29.463983 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:50:29.463983 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:50:29.463983 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:50:29.463983 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:50:29.463983 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:50:29.463983 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:50:29.463983 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:50:29.463983 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:50:29.463983 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:50:29.463983 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:50:29.463983 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:50:29.463983 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:50:29.463983 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:50:29.463983 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:50:29.463983 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:50:29.463983 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:50:29.463983 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:50:29.463983 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:50:29.463983 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:50:29.463983 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:50:29.463983 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:50:29.463983 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:50:29.463983 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:50:29.463983 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:50:29.463983 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:50:29.463983 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:50:29.463983 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:50:29.463983 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:50:29.463983 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:50:29.463983 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:50:29.463983 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:50:29.463983 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:50:29.528536 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b39e2f46-a455-461a-bc04-e101465771d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:29.545922 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b39e2f46-a455-461a-bc04-e101465771d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:29.555534 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3e1eae-8d50-4eaf-ac61-946a8245858a None None] Pushing event updated for resources: {'Port': ['ID=25562ce9-b5db-4b2d-83a7-36b0469074c4,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:29.617905 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ac9734b-8c11-41a1-8023-cf8d35f67662 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:29.631711 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ac9734b-8c11-41a1-8023-cf8d35f67662 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:29.639420 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2ac9734b-8c11-41a1-8023-cf8d35f67662 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "DELETE /v2.0/networks/8d068299-4184-4227-8cbc-58442cd62193 HTTP/1.1" status: 204 len: 168 time: 0.6874862 Aug 23 20:50:29.658833 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50896) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:29.665806 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac9734b-8c11-41a1-8023-cf8d35f67662 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event deleted for resources: {'Network': ['ID=8d068299-4184-4227-8cbc-58442cd62193,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:29.693904 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b39e2f46-a455-461a-bc04-e101465771d1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c5fcfe0355b4433cbd94e92a93208fb3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4428809 Aug 23 20:50:29.695675 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50900) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:29.704520 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e2f46-a455-461a-bc04-e101465771d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e7d32d-b68e-41a2-b07f-b7c400f322dd,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:29.835953 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a1e7d74-0ccd-4e1e-87fc-e1b066accdef tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:29.894557 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a1e7d74-0ccd-4e1e-87fc-e1b066accdef tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:29.915297 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-81e6382d-7f63-4634-8d2f-a3020d10ed8a req-95c6d1e2-f8be-4652-acef-a4a74450e3c0 tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] 10.222.0.61 "GET /v2.0/ports?device_id=edf99751-a1f5-4918-bb5b-512e59656cf0 HTTP/1.1" status: 200 len: 210 time: 0.1340516 Aug 23 20:50:29.963903 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba3f7590-aba5-4bfc-b5b2-d7e5c190315c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:29.993688 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-a2695e44-05fa-4caa-8708-4c6ff1d0f7af tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Delete allocated IP 2001:db8:0:1::1ac (17238f98-72fb-46be-93ad-78863ab68da6/3d3b030e-3d66-4e32-bedb-f43e234815e7) {{(pid=94687) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 23 20:50:30.038030 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a1e7d74-0ccd-4e1e-87fc-e1b066accdef tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:30.041626 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a1e7d74-0ccd-4e1e-87fc-e1b066accdef tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:30.043156 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-7a1e7d74-0ccd-4e1e-87fc-e1b066accdef tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "DELETE /v2.0/security-groups/30d3316a-f14a-48d2-9cdd-37efb7e3923e HTTP/1.1" status: 204 len: 168 time: 0.3837059 Aug 23 20:50:30.060887 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba3f7590-aba5-4bfc-b5b2-d7e5c190315c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:30.061928 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e7d74-0ccd-4e1e-87fc-e1b066accdef tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d3316a-f14a-48d2-9cdd-37efb7e3923e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:30.370618 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba3f7590-aba5-4bfc-b5b2-d7e5c190315c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:30.374839 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba3f7590-aba5-4bfc-b5b2-d7e5c190315c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:30.383535 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ba3f7590-aba5-4bfc-b5b2-d7e5c190315c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/17e7d32d-b68e-41a2-b07f-b7c400f322dd HTTP/1.1" status: 204 len: 168 time: 0.6859179 Aug 23 20:50:30.419418 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3f7590-aba5-4bfc-b5b2-d7e5c190315c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e7d32d-b68e-41a2-b07f-b7c400f322dd,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:30.444695 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a2695e44-05fa-4caa-8708-4c6ff1d0f7af tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:30.462253 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-a2695e44-05fa-4caa-8708-4c6ff1d0f7af tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Ignored duplicate provisioning block setup for port 6be230bc-d664-4c40-ab24-43d53e0f7412 by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 23 20:50:30.473766 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a2695e44-05fa-4caa-8708-4c6ff1d0f7af tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:30.627238 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50952) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:30.692399 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-a2695e44-05fa-4caa-8708-4c6ff1d0f7af tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] In _notify_port_updated(), no bound segment for port 6be230bc-d664-4c40-ab24-43d53e0f7412 on network 17238f98-72fb-46be-93ad-78863ab68da6 {{(pid=94687) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 20:50:30.721647 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2695e44-05fa-4caa-8708-4c6ff1d0f7af tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:30.722427 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a2695e44-05fa-4caa-8708-4c6ff1d0f7af tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:30.726761 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50958) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:30.729968 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a2695e44-05fa-4caa-8708-4c6ff1d0f7af tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "PUT /v2.0/ports/6be230bc-d664-4c40-ab24-43d53e0f7412 HTTP/1.1" status: 200 len: 925 time: 2.1784966 Aug 23 20:50:30.736106 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 25562ce9-b5db-4b2d-83a7-36b0469074c4 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:50:30.746277 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-d7cec502-b14a-4558-907f-77e2d38a438b tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd673b686-d7c2-44d9-8caf-4a02195a6a97'}, {'subnet_id': '3d3b030e-3d66-4e32-bedb-f43e234815e7'}]}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:30.747503 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2695e44-05fa-4caa-8708-4c6ff1d0f7af tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event updated for resources: {'Port': ['ID=6be230bc-d664-4c40-ab24-43d53e0f7412,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:30.827623 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50964) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:30.835900 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-576ad43f-734a-4733-a9f9-9619fa379bcb tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-223921031', 'description': 'tempest-secgroup-smoke-223921031 description', 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:30.848091 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e779aed-a1d4-4939-ad5c-3d88096cab1e None None] Network 17238f98-72fb-46be-93ad-78863ab68da6 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:50:30.901835 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-576ad43f-734a-4733-a9f9-9619fa379bcb tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:30.982269 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-59fa76f2-368a-4810-9ac9-1943e39e831a None None] Provisioning for port 25562ce9-b5db-4b2d-83a7-36b0469074c4 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:50:31.014241 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d7cec502-b14a-4558-907f-77e2d38a438b tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:31.018657 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-59fa76f2-368a-4810-9ac9-1943e39e831a None None] Provisioning complete for port 25562ce9-b5db-4b2d-83a7-36b0469074c4 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:50:31.018864 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-59fa76f2-368a-4810-9ac9-1943e39e831a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:31.074811 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-57504433-4297-4273-a0e8-023682356d1c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-43207725-network', 'tenant_id': '43072df319d541b782be50e35996894e'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:31.128754 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50978) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:31.153999 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 25562ce9-b5db-4b2d-83a7-36b0469074c4 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:50:31.155057 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:31.165206 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-da806ea9-ad26-469f-a919-135e71c5d4fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:31.168929 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-576ad43f-734a-4733-a9f9-9619fa379bcb tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:31.185270 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-576ad43f-734a-4733-a9f9-9619fa379bcb tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:31.229246 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576ad43f-734a-4733-a9f9-9619fa379bcb tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efa257f3-4afa-4b95-9ff7-27a4b79acebb,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:31.253022 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-34735909-1c70-4f68-95c5-c9308f20c90f req-2502ee4f-a09d-4463-aaaa-f669270b7217 tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] 10.222.0.61 "GET /v2.0/ports?device_id=edf99751-a1f5-4918-bb5b-512e59656cf0 HTTP/1.1" status: 200 len: 210 time: 0.1344306 Aug 23 20:50:31.280525 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.db.api [None req-da806ea9-ad26-469f-a919-135e71c5d4fe admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 20:50:31.280525 n-d-805663-2 neutron-server[94687]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 23 20:50:31.280525 n-d-805663-2 neutron-server[94687]: [parameters: {'project_id_1': 'acc0fbcb00d144d6a89a54a5a9dca193', 'expiration_1': datetime.datetime(2021, 8, 23, 20, 50, 31, 181756)}] Aug 23 20:50:31.280525 n-d-805663-2 neutron-server[94687]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94687) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 20:50:31.281245 n-d-805663-2 neutron-server[94687]: DEBUG oslo_db.api [None req-da806ea9-ad26-469f-a919-135e71c5d4fe admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 20:50:31.330749 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57504433-4297-4273-a0e8-023682356d1c admin admin] Made reservation on behalf of 43072df319d541b782be50e35996894e for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:50:31.334174 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-576ad43f-734a-4733-a9f9-9619fa379bcb tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:31.335785 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-576ad43f-734a-4733-a9f9-9619fa379bcb tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5061789 Aug 23 20:50:31.338794 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-57504433-4297-4273-a0e8-023682356d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:31.344989 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50990) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:31.357430 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-57504433-4297-4273-a0e8-023682356d1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:31.361379 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-e3aca27b-e9eb-40a6-9792-071e72fbc94b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Request body: {'security_group_rule': {'security_group_id': 'efa257f3-4afa-4b95-9ff7-27a4b79acebb', 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:31.428703 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e3aca27b-e9eb-40a6-9792-071e72fbc94b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:31.514247 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device ee6ca945-9e17-42bb-8125-13cf1d9affe4 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:50:31.524331 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e3aca27b-e9eb-40a6-9792-071e72fbc94b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:31.530121 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e3aca27b-e9eb-40a6-9792-071e72fbc94b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:31.554888 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: ee6ca945-9e17-42bb-8125-13cf1d9affe4 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:50:31.557911 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device ee6ca945-9e17-42bb-8125-13cf1d9affe4 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:50:31.586898 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aca27b-e9eb-40a6-9792-071e72fbc94b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cbecb74-c3aa-4669-b61f-f98b4d80e22a,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:31.609926 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-d7cec502-b14a-4558-907f-77e2d38a438b tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Allocated IP 2001:db8:0:1::3bc (17238f98-72fb-46be-93ad-78863ab68da6/3d3b030e-3d66-4e32-bedb-f43e234815e7/6be230bc-d664-4c40-ab24-43d53e0f7412) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:50:31.782960 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-da806ea9-ad26-469f-a919-135e71c5d4fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:31.904803 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-57504433-4297-4273-a0e8-023682356d1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:31.914946 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bf789d99-7b56-40aa-8f9a-719f6511892a None None] Provisioning for port 6be230bc-d664-4c40-ab24-43d53e0f7412 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:50:31.918944 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e3aca27b-e9eb-40a6-9792-071e72fbc94b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:31.920739 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e3aca27b-e9eb-40a6-9792-071e72fbc94b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5744834 Aug 23 20:50:31.924085 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 51022) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:31.927668 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bf789d99-7b56-40aa-8f9a-719f6511892a None None] Provisioning complete for port 6be230bc-d664-4c40-ab24-43d53e0f7412 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:50:31.928122 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bf789d99-7b56-40aa-8f9a-719f6511892a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:31.937230 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-d2d5ec7c-20fa-4edb-8b6f-6ca1cbeca9c0 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Request body: {'security_group_rule': {'security_group_id': 'efa257f3-4afa-4b95-9ff7-27a4b79acebb', 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:31.937589 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-57504433-4297-4273-a0e8-023682356d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:31.991977 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d75780-ecb2-44a8-a925-1b353fed37f3 req-dae048b8-3eb7-49e4-bdca-353f51cefb6d tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:31.993154 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bf789d99-7b56-40aa-8f9a-719f6511892a None None] Port 6be230bc-d664-4c40-ab24-43d53e0f7412 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:50:31.993573 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-74d75780-ecb2-44a8-a925-1b353fed37f3 req-dae048b8-3eb7-49e4-bdca-353f51cefb6d tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] 10.222.0.11 "GET /v2.0/networks?id=3f784ab3-c0da-4523-a036-2e93c2e5ae14 HTTP/1.1" status: 200 len: 810 time: 0.2807124 Aug 23 20:50:32.009057 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bf789d99-7b56-40aa-8f9a-719f6511892a None None] Provisioning complete for port 25562ce9-b5db-4b2d-83a7-36b0469074c4 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:50:32.010222 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bf789d99-7b56-40aa-8f9a-719f6511892a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:32.011207 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d7cec502-b14a-4558-907f-77e2d38a438b tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:32.014411 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57504433-4297-4273-a0e8-023682356d1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:50:32.028925 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-74d75780-ecb2-44a8-a925-1b353fed37f3 req-380f1bf4-6865-4ed2-9578-1f1aaad8ac9f tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] Request body: {'port': {'device_id': 'edf99751-a1f5-4918-bb5b-512e59656cf0', 'network_id': '3f784ab3-c0da-4523-a036-2e93c2e5ae14', 'admin_state_up': True, 'tenant_id': '3f4d954421e64b129844cd5c9a69eebe'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:32.078611 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-57504433-4297-4273-a0e8-023682356d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:32.079439 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-57504433-4297-4273-a0e8-023682356d1c admin admin] Added segment c7223193-73e6-4071-8667-f63b5c0fa3e8 of type vlan for network 8e3a4389-703f-4aa8-9287-1bd621b7e60e Aug 23 20:50:32.093880 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-da806ea9-ad26-469f-a919-135e71c5d4fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:32.107986 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57504433-4297-4273-a0e8-023682356d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdfb8907-3152-4ca9-b328-fb67a359646a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:32.118683 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-da806ea9-ad26-469f-a919-135e71c5d4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:32.145798 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-d7cec502-b14a-4558-907f-77e2d38a438b tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Ignored duplicate provisioning block setup for port 6be230bc-d664-4c40-ab24-43d53e0f7412 by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 23 20:50:32.153034 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d2d5ec7c-20fa-4edb-8b6f-6ca1cbeca9c0 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:32.184018 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d7cec502-b14a-4558-907f-77e2d38a438b tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:32.198086 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da806ea9-ad26-469f-a919-135e71c5d4fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994dde84-3540-4204-b431-2e15a5a7e2c5,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:32.222896 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-da806ea9-ad26-469f-a919-135e71c5d4fe admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=acc0fbcb00d144d6a89a54a5a9dca193&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0928953 Aug 23 20:50:32.226621 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 51036) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:32.247666 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-57504433-4297-4273-a0e8-023682356d1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:32.294682 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d2d5ec7c-20fa-4edb-8b6f-6ca1cbeca9c0 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:32.308916 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d2d5ec7c-20fa-4edb-8b6f-6ca1cbeca9c0 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:32.311814 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b819d2fe-53ec-42e5-8504-0f00c1d2b54c None None] Provisioning complete for port 6be230bc-d664-4c40-ab24-43d53e0f7412 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:50:32.312319 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b819d2fe-53ec-42e5-8504-0f00c1d2b54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:32.360347 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cec502-b14a-4558-907f-77e2d38a438b tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event updated for resources: {'Port': ['ID=6be230bc-d664-4c40-ab24-43d53e0f7412,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:32.362168 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d5ec7c-20fa-4edb-8b6f-6ca1cbeca9c0 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=514c3fb5-ec12-4bae-92da-ac62bc633187,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:32.364385 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-d7cec502-b14a-4558-907f-77e2d38a438b tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] In _notify_port_updated(), no bound segment for port 6be230bc-d664-4c40-ab24-43d53e0f7412 on network 17238f98-72fb-46be-93ad-78863ab68da6 {{(pid=94688) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 20:50:32.370871 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d2d5ec7c-20fa-4edb-8b6f-6ca1cbeca9c0 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:32.371332 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cec502-b14a-4558-907f-77e2d38a438b tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:32.372097 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d2d5ec7c-20fa-4edb-8b6f-6ca1cbeca9c0 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4462588 Aug 23 20:50:32.372883 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d7cec502-b14a-4558-907f-77e2d38a438b tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:32.377106 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 51046) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:32.377875 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 51048) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:32.378713 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d7cec502-b14a-4558-907f-77e2d38a438b tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "PUT /v2.0/ports/6be230bc-d664-4c40-ab24-43d53e0f7412 HTTP/1.1" status: 200 len: 1011 time: 1.6501293 Aug 23 20:50:32.387553 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-3b0d11a3-fd46-40f7-961f-0562b45651d7 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Request body: {'security_group_rule': {'security_group_id': 'efa257f3-4afa-4b95-9ff7-27a4b79acebb', 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:32.395060 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b819d2fe-53ec-42e5-8504-0f00c1d2b54c None None] Port 6be230bc-d664-4c40-ab24-43d53e0f7412 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:50:32.408643 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-57504433-4297-4273-a0e8-023682356d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:32.409889 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57504433-4297-4273-a0e8-023682356d1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:32.411058 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-57504433-4297-4273-a0e8-023682356d1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:32.438918 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-173a5d76-c43e-45f0-a461-fec6143c64bd req-f3ebfec1-b47e-464f-966f-b59a014f3352 tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] 10.222.0.61 "GET /v2.0/ports?device_id=edf99751-a1f5-4918-bb5b-512e59656cf0 HTTP/1.1" status: 200 len: 210 time: 0.0442975 Aug 23 20:50:32.514258 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3de0e62b-4177-427c-8810-502b5d01ae0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:32.542528 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3de0e62b-4177-427c-8810-502b5d01ae0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:32.615637 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3de0e62b-4177-427c-8810-502b5d01ae0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:32.618665 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3de0e62b-4177-427c-8810-502b5d01ae0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:32.631394 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3de0e62b-4177-427c-8810-502b5d01ae0b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/994dde84-3540-4204-b431-2e15a5a7e2c5 HTTP/1.1" status: 204 len: 168 time: 0.3968194 Aug 23 20:50:32.635182 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a84062ea-d17a-4cb7-97bd-c4379eaf56f9 None None] Provisioning complete for port 6be230bc-d664-4c40-ab24-43d53e0f7412 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:50:32.635733 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a84062ea-d17a-4cb7-97bd-c4379eaf56f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:32.641872 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3b0d11a3-fd46-40f7-961f-0562b45651d7 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:32.661351 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de0e62b-4177-427c-8810-502b5d01ae0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994dde84-3540-4204-b431-2e15a5a7e2c5,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:32.678774 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-1a8df6fa-60e6-4160-904b-3dd582c5f9d5 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Deleting port 6be230bc-d664-4c40-ab24-43d53e0f7412 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:50:32.679130 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a8df6fa-60e6-4160-904b-3dd582c5f9d5 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:32.700517 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a84062ea-d17a-4cb7-97bd-c4379eaf56f9 None None] Port 6be230bc-d664-4c40-ab24-43d53e0f7412 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:50:32.822730 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a8df6fa-60e6-4160-904b-3dd582c5f9d5 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:32.826598 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3b0d11a3-fd46-40f7-961f-0562b45651d7 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:32.841638 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3b0d11a3-fd46-40f7-961f-0562b45651d7 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:32.854222 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-1a8df6fa-60e6-4160-904b-3dd582c5f9d5 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Calling delete_port for 6be230bc-d664-4c40-ab24-43d53e0f7412 owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:50:32.873784 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0d11a3-fd46-40f7-961f-0562b45651d7 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9874c5f6-9a13-4360-920f-b1f0d62863c1,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:32.920580 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 51060) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:32.929615 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3b0d11a3-fd46-40f7-961f-0562b45651d7 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:32.930824 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3b0d11a3-fd46-40f7-961f-0562b45651d7 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5471110 Aug 23 20:50:32.934590 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 51064) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:32.938970 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-46bd410d-2fdd-4275-a0c0-3bdc3438df47 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Request body: {'security_group_rule': {'security_group_id': 'efa257f3-4afa-4b95-9ff7-27a4b79acebb', 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:33.001252 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-46bd410d-2fdd-4275-a0c0-3bdc3438df47 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:33.035041 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c405f162-4a93-436b-a34f-1bd4aeaebe24 None None] Provisioning complete for port 6be230bc-d664-4c40-ab24-43d53e0f7412 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:50:33.035499 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57504433-4297-4273-a0e8-023682356d1c admin admin] Pushing event updated for resources: {'Network': ['ID=8e3a4389-703f-4aa8-9287-1bd621b7e60e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:33.035871 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c405f162-4a93-436b-a34f-1bd4aeaebe24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:33.041705 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74d75780-ecb2-44a8-a925-1b353fed37f3 req-380f1bf4-6865-4ed2-9578-1f1aaad8ac9f tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] Made reservation on behalf of 3f4d954421e64b129844cd5c9a69eebe for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:50:33.046656 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-74d75780-ecb2-44a8-a925-1b353fed37f3 req-380f1bf4-6865-4ed2-9578-1f1aaad8ac9f tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:33.073263 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-57504433-4297-4273-a0e8-023682356d1c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.4445658 Aug 23 20:50:33.076089 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 51070) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:33.083049 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-16d88e25-e144-416d-a55b-5fc08268768c admin admin] Request body: {'subnet': {'network_id': '8e3a4389-703f-4aa8-9287-1bd621b7e60e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-43207725-subnet', 'tenant_id': '43072df319d541b782be50e35996894e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:33.103912 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 8e3a4389-703f-4aa8-9287-1bd621b7e60e details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:50:33.119180 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d88e25-e144-416d-a55b-5fc08268768c admin admin] Made reservation on behalf of 43072df319d541b782be50e35996894e for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:50:33.122691 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-16d88e25-e144-416d-a55b-5fc08268768c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:33.134995 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-46bd410d-2fdd-4275-a0c0-3bdc3438df47 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:33.164510 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-46bd410d-2fdd-4275-a0c0-3bdc3438df47 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:33.178161 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8a9b7abf-0811-413c-ab1e-9ce048437070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:33.202577 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-c405f162-4a93-436b-a34f-1bd4aeaebe24 None None] Port 6be230bc-d664-4c40-ab24-43d53e0f7412 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:50:33.209849 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bd410d-2fdd-4275-a0c0-3bdc3438df47 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c34a0c74-c9d1-42c0-acd1-92dde8dda9f8,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:33.223391 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a8df6fa-60e6-4160-904b-3dd582c5f9d5 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:33.259315 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8df6fa-60e6-4160-904b-3dd582c5f9d5 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event deleted for resources: {'Port': ['ID=6be230bc-d664-4c40-ab24-43d53e0f7412,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:33.328866 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a8df6fa-60e6-4160-904b-3dd582c5f9d5 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:33.335584 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1a8df6fa-60e6-4160-904b-3dd582c5f9d5 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "DELETE /v2.0/ports/6be230bc-d664-4c40-ab24-43d53e0f7412 HTTP/1.1" status: 204 len: 168 time: 0.9435217 Aug 23 20:50:33.338925 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 51078) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:33.376217 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c8c0f9f-462a-4ad3-a409-a5a9824fad30 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] GET failed (client error): The resource could not be found. Aug 23 20:50:33.381915 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2c8c0f9f-462a-4ad3-a409-a5a9824fad30 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "GET /v2.0/ports/6be230bc-d664-4c40-ab24-43d53e0f7412 HTTP/1.1" status: 404 len: 333 time: 0.0421333 Aug 23 20:50:33.384478 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 51082) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:33.398065 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-74d75780-ecb2-44a8-a925-1b353fed37f3 req-380f1bf4-6865-4ed2-9578-1f1aaad8ac9f tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] Allocated IP 172.20.0.5 (3f784ab3-c0da-4523-a036-2e93c2e5ae14/7904e6c1-84b8-4b38-bcbb-e4c78d858135/f5eed2e5-8b72-4c4a-bdf2-0466a3722223) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:50:33.437482 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8a9b7abf-0811-413c-ab1e-9ce048437070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:33.444661 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8a9b7abf-0811-413c-ab1e-9ce048437070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:33.464755 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-46bd410d-2fdd-4275-a0c0-3bdc3438df47 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:33.466388 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-46bd410d-2fdd-4275-a0c0-3bdc3438df47 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5309074 Aug 23 20:50:33.476042 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 51086) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:33.491976 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-d66f4af7-7ca2-4664-aa19-529fbdebdb03 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Request body: {'security_group_rule': {'security_group_id': 'efa257f3-4afa-4b95-9ff7-27a4b79acebb', 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:33.524573 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b5dedc1-a68b-445b-9ed4-42e983c013c2 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Deleting subnet 3d3b030e-3d66-4e32-bedb-f43e234815e7 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:50:33.536666 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-16d88e25-e144-416d-a55b-5fc08268768c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:33.537304 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b7abf-0811-413c-ab1e-9ce048437070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25da3a41-fb31-4e56-85b5-696cc4bae569,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:33.542473 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8a9b7abf-0811-413c-ab1e-9ce048437070 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9a8bffecb9a74dbfa0bfc5fd58a68d9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6204629 Aug 23 20:50:33.545267 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 51092) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:33.551075 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0b5dedc1-a68b-445b-9ed4-42e983c013c2 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:33.626645 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ec9c5a97-5a3e-4655-b2c6-6642af2b3605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:33.658395 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ec9c5a97-5a3e-4655-b2c6-6642af2b3605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:33.680703 n-d-805663-2 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-d66f4af7-7ca2-4664-aa19-529fbdebdb03 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Project 0b17a426d9eb4b3083079c3d4dc4db5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 20:50:33.723059 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ec9c5a97-5a3e-4655-b2c6-6642af2b3605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:33.726128 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ec9c5a97-5a3e-4655-b2c6-6642af2b3605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:33.727345 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ec9c5a97-5a3e-4655-b2c6-6642af2b3605 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/25da3a41-fb31-4e56-85b5-696cc4bae569 HTTP/1.1" status: 204 len: 168 time: 0.1796980 Aug 23 20:50:33.734811 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b042229d-997e-4215-b450-d85567971aa4 req-d0e90ac6-6ab4-4eae-a3db-44431dde6ffa tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] 10.222.0.61 "GET /v2.0/ports?device_id=edf99751-a1f5-4918-bb5b-512e59656cf0 HTTP/1.1" status: 200 len: 210 time: 0.1160431 Aug 23 20:50:33.737568 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9c5a97-5a3e-4655-b2c6-6642af2b3605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25da3a41-fb31-4e56-85b5-696cc4bae569,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:33.738520 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0b5dedc1-a68b-445b-9ed4-42e983c013c2 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:33.776707 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d66f4af7-7ca2-4664-aa19-529fbdebdb03 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:33.849087 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d88e25-e144-416d-a55b-5fc08268768c admin admin] Pushing event updated for resources: {'Subnet': ['ID=590d27bf-06b8-4207-af55-f3b37e4f5412,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:33.913327 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d88e25-e144-416d-a55b-5fc08268768c admin admin] Checking segment: {'id': 'c7223193-73e6-4071-8667-f63b5c0fa3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '8e3a4389-703f-4aa8-9287-1bd621b7e60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:50:33.913700 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d88e25-e144-416d-a55b-5fc08268768c admin admin] Network hostable DHCP agents. Network: 8e3a4389-703f-4aa8-9287-1bd621b7e60e, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:50:33.987972 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-74d75780-ecb2-44a8-a925-1b353fed37f3 req-380f1bf4-6865-4ed2-9578-1f1aaad8ac9f tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:33.993465 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d66f4af7-7ca2-4664-aa19-529fbdebdb03 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:34.008438 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d66f4af7-7ca2-4664-aa19-529fbdebdb03 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:34.011138 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0b5dedc1-a68b-445b-9ed4-42e983c013c2 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:34.040048 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d88e25-e144-416d-a55b-5fc08268768c admin admin] Network 8e3a4389-703f-4aa8-9287-1bd621b7e60e is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:50:34.075918 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66f4af7-7ca2-4664-aa19-529fbdebdb03 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3171e3de-c7eb-4f9a-aaa6-48c1768207d2,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:34.078911 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 51108) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:34.084837 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-16d88e25-e144-416d-a55b-5fc08268768c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 8e3a4389-703f-4aa8-9287-1bd621b7e60e) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:50:34.095740 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e41f5f48-845e-4baa-ade7-02edab35bf1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:34.099342 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d88e25-e144-416d-a55b-5fc08268768c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:34.099677 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-16d88e25-e144-416d-a55b-5fc08268768c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:34.099786 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca3b389-9c57-4431-8145-a95c6efbe754 None None] Network 8e3a4389-703f-4aa8-9287-1bd621b7e60e requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:50:34.111106 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d66f4af7-7ca2-4664-aa19-529fbdebdb03 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:34.113416 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d66f4af7-7ca2-4664-aa19-529fbdebdb03 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6356256 Aug 23 20:50:34.117809 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 51112) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:34.124242 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-699f29d0-c68a-42f8-9c91-0a695b83165e tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Request body: {'security_group_rule': {'security_group_id': 'efa257f3-4afa-4b95-9ff7-27a4b79acebb', 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:34.150575 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-74d75780-ecb2-44a8-a925-1b353fed37f3 req-380f1bf4-6865-4ed2-9578-1f1aaad8ac9f tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:34.153370 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0b5dedc1-a68b-445b-9ed4-42e983c013c2 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:34.222466 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5dedc1-a68b-445b-9ed4-42e983c013c2 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event deleted for resources: {'Subnet': ['ID=3d3b030e-3d66-4e32-bedb-f43e234815e7,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:34.229013 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0b5dedc1-a68b-445b-9ed4-42e983c013c2 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:34.230921 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-0b5dedc1-a68b-445b-9ed4-42e983c013c2 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "DELETE /v2.0/subnets/3d3b030e-3d66-4e32-bedb-f43e234815e7 HTTP/1.1" status: 204 len: 168 time: 0.8413081 Aug 23 20:50:34.241001 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74d75780-ecb2-44a8-a925-1b353fed37f3 req-380f1bf4-6865-4ed2-9578-1f1aaad8ac9f tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] Network 3f784ab3-c0da-4523-a036-2e93c2e5ae14 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:50:34.241200 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad76509-a46d-44e4-9481-bff53edec54b None None] Network 17238f98-72fb-46be-93ad-78863ab68da6 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:50:34.241479 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 51114) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:34.244334 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-74d75780-ecb2-44a8-a925-1b353fed37f3 req-380f1bf4-6865-4ed2-9578-1f1aaad8ac9f tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:50:34.248150 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-74d75780-ecb2-44a8-a925-1b353fed37f3 req-380f1bf4-6865-4ed2-9578-1f1aaad8ac9f tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:50:34.289467 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f1bf4-6865-4ed2-9578-1f1aaad8ac9f tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] Pushing event updated for resources: {'Port': ['ID=f5eed2e5-8b72-4c4a-bdf2-0466a3722223,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:34.296900 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e41f5f48-845e-4baa-ade7-02edab35bf1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:34.307120 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e41f5f48-845e-4baa-ade7-02edab35bf1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:34.317071 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d75780-ecb2-44a8-a925-1b353fed37f3 req-380f1bf4-6865-4ed2-9578-1f1aaad8ac9f tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:34.318578 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-74d75780-ecb2-44a8-a925-1b353fed37f3 req-380f1bf4-6865-4ed2-9578-1f1aaad8ac9f tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:34.323966 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-16d88e25-e144-416d-a55b-5fc08268768c admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2464011 Aug 23 20:50:34.348830 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca12f645-842f-4578-bc41-2713c8a8c4de tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Deleting subnet d673b686-d7c2-44d9-8caf-4a02195a6a97 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:50:34.385477 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ca12f645-842f-4578-bc41-2713c8a8c4de tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:34.389916 n-d-805663-2 neutron-server[94687]: INFO neutron.db.securitygroups_db [None req-699f29d0-c68a-42f8-9c91-0a695b83165e tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Project 0b17a426d9eb4b3083079c3d4dc4db5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 20:50:34.395094 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-74d75780-ecb2-44a8-a925-1b353fed37f3 req-380f1bf4-6865-4ed2-9578-1f1aaad8ac9f tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3697305 Aug 23 20:50:34.408252 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-74d75780-ecb2-44a8-a925-1b353fed37f3 req-8e6b0e7e-afa0-4ed0-95e0-648d7fa4dcc5 service neutron] Request body: {'port': {'device_id': 'edf99751-a1f5-4918-bb5b-512e59656cf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:34.418802 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f5f48-845e-4baa-ade7-02edab35bf1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5e1d73-722c-462a-910b-0759223d3c1c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:34.435400 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-699f29d0-c68a-42f8-9c91-0a695b83165e tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:34.454216 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1322e64e-63f3-4ec1-aba4-2ca8debbb99d None None] Network 8e3a4389-703f-4aa8-9287-1bd621b7e60e requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:50:34.501505 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-74d75780-ecb2-44a8-a925-1b353fed37f3 req-8e6b0e7e-afa0-4ed0-95e0-648d7fa4dcc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:34.508266 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e41f5f48-845e-4baa-ade7-02edab35bf1d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5d36b9878b114f9987c5abdc8c48f67a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4246941 Aug 23 20:50:34.509750 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 51124) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:34.617958 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ca12f645-842f-4578-bc41-2713c8a8c4de tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:34.708023 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-699f29d0-c68a-42f8-9c91-0a695b83165e tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:34.727174 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dd5ac682-602b-42eb-92a5-98be18d44254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:34.738493 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-699f29d0-c68a-42f8-9c91-0a695b83165e tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:34.831106 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-699f29d0-c68a-42f8-9c91-0a695b83165e tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:34.832494 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-699f29d0-c68a-42f8-9c91-0a695b83165e tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7135055 Aug 23 20:50:34.837597 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dd5ac682-602b-42eb-92a5-98be18d44254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:34.841342 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 51136) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:34.870882 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-3b447b6e-eb8f-4e21-8c3a-4dc109b1982e tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Request body: {'network': {'name': 'tempest-network-smoke--179575068', 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'port_security_enabled': True}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:34.875633 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699f29d0-c68a-42f8-9c91-0a695b83165e tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c264f8c2-d247-43a1-9ee7-d2cd3d4ba8cc,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:34.989079 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ca12f645-842f-4578-bc41-2713c8a8c4de tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:34.991804 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba410fa-a7f4-446e-951b-119f0a395f1b req-81f060fe-5ea6-4962-bf32-be71ea7caaad tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:35.001729 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-eba410fa-a7f4-446e-951b-119f0a395f1b req-81f060fe-5ea6-4962-bf32-be71ea7caaad tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] 10.222.0.61 "GET /v2.0/ports?device_id=edf99751-a1f5-4918-bb5b-512e59656cf0 HTTP/1.1" status: 200 len: 931 time: 0.1160042 Aug 23 20:50:35.029898 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-74d75780-ecb2-44a8-a925-1b353fed37f3 req-8e6b0e7e-afa0-4ed0-95e0-648d7fa4dcc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5eed2e5-8b72-4c4a-bdf2-0466a3722223 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:50:35.038545 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b447b6e-eb8f-4e21-8c3a-4dc109b1982e tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Made reservation on behalf of 0b17a426d9eb4b3083079c3d4dc4db5c for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:50:35.039634 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-74d75780-ecb2-44a8-a925-1b353fed37f3 req-8e6b0e7e-afa0-4ed0-95e0-648d7fa4dcc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:35.043935 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3b447b6e-eb8f-4e21-8c3a-4dc109b1982e tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:35.079107 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-eba410fa-a7f4-446e-951b-119f0a395f1b req-f58455d2-aa4d-46cb-b153-41cd972d98e7 tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] 10.222.0.61 "GET /v2.0/security-groups?id=feb117f4-4fc5-43bc-bd84-6c9108002571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729263 Aug 23 20:50:35.103085 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dd5ac682-602b-42eb-92a5-98be18d44254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:35.104920 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-74d75780-ecb2-44a8-a925-1b353fed37f3 req-8e6b0e7e-afa0-4ed0-95e0-648d7fa4dcc5 service neutron] Transition to ACTIVE for port object f5eed2e5-8b72-4c4a-bdf2-0466a3722223 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:50:35.108134 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dd5ac682-602b-42eb-92a5-98be18d44254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:35.109501 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-dd5ac682-602b-42eb-92a5-98be18d44254 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4b5e1d73-722c-462a-910b-0759223d3c1c HTTP/1.1" status: 204 len: 168 time: 0.5737486 Aug 23 20:50:35.114514 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-74d75780-ecb2-44a8-a925-1b353fed37f3 req-8e6b0e7e-afa0-4ed0-95e0-648d7fa4dcc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:35.116623 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b447b6e-eb8f-4e21-8c3a-4dc109b1982e tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:50:35.145767 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5ac682-602b-42eb-92a5-98be18d44254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5e1d73-722c-462a-910b-0759223d3c1c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:35.159440 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3b447b6e-eb8f-4e21-8c3a-4dc109b1982e tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:35.159440 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-3b447b6e-eb8f-4e21-8c3a-4dc109b1982e tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Added segment fd83179f-6b28-4c03-ad88-e03a2e94e3b7 of type vlan for network 0c38d550-a25a-4c7c-a978-f348eeef3bc6 Aug 23 20:50:35.225788 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ca12f645-842f-4578-bc41-2713c8a8c4de tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:35.240913 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b0e7e-afa0-4ed0-95e0-648d7fa4dcc5 service neutron] Pushing event updated for resources: {'Port': ['ID=f5eed2e5-8b72-4c4a-bdf2-0466a3722223,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:35.268302 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3b447b6e-eb8f-4e21-8c3a-4dc109b1982e tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:35.273909 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca12f645-842f-4578-bc41-2713c8a8c4de tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event deleted for resources: {'Subnet': ['ID=d673b686-d7c2-44d9-8caf-4a02195a6a97,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:35.280788 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ca12f645-842f-4578-bc41-2713c8a8c4de tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:35.286309 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ca12f645-842f-4578-bc41-2713c8a8c4de tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "DELETE /v2.0/subnets/d673b686-d7c2-44d9-8caf-4a02195a6a97 HTTP/1.1" status: 204 len: 168 time: 1.0402050 Aug 23 20:50:35.288952 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 51154) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:35.336964 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-74d75780-ecb2-44a8-a925-1b353fed37f3 req-8e6b0e7e-afa0-4ed0-95e0-648d7fa4dcc5 service neutron] Attempting to bind port f5eed2e5-8b72-4c4a-bdf2-0466a3722223 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:50:35.337335 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-74d75780-ecb2-44a8-a925-1b353fed37f3 req-8e6b0e7e-afa0-4ed0-95e0-648d7fa4dcc5 service neutron] Attempting to bind port f5eed2e5-8b72-4c4a-bdf2-0466a3722223 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '9cf3bd30-b02c-4b67-a1e5-9908552aaf41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '3f784ab3-c0da-4523-a036-2e93c2e5ae14'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:50:35.337616 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d75780-ecb2-44a8-a925-1b353fed37f3 req-8e6b0e7e-afa0-4ed0-95e0-648d7fa4dcc5 service neutron] Attempting to bind port f5eed2e5-8b72-4c4a-bdf2-0466a3722223 on network 3f784ab3-c0da-4523-a036-2e93c2e5ae14 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:50:35.342630 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d75780-ecb2-44a8-a925-1b353fed37f3 req-8e6b0e7e-afa0-4ed0-95e0-648d7fa4dcc5 service neutron] Port f5eed2e5-8b72-4c4a-bdf2-0466a3722223 on network 3f784ab3-c0da-4523-a036-2e93c2e5ae14 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:50:35.342882 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d75780-ecb2-44a8-a925-1b353fed37f3 req-8e6b0e7e-afa0-4ed0-95e0-648d7fa4dcc5 service neutron] Attempting to bind port f5eed2e5-8b72-4c4a-bdf2-0466a3722223 on network 3f784ab3-c0da-4523-a036-2e93c2e5ae14 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:50:35.348990 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d75780-ecb2-44a8-a925-1b353fed37f3 req-8e6b0e7e-afa0-4ed0-95e0-648d7fa4dcc5 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:50:35.349298 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d75780-ecb2-44a8-a925-1b353fed37f3 req-8e6b0e7e-afa0-4ed0-95e0-648d7fa4dcc5 service neutron] Checking segment: {'id': '9cf3bd30-b02c-4b67-a1e5-9908552aaf41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '3f784ab3-c0da-4523-a036-2e93c2e5ae14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:50:35.349881 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d75780-ecb2-44a8-a925-1b353fed37f3 req-8e6b0e7e-afa0-4ed0-95e0-648d7fa4dcc5 service neutron] Bound using segment: {'id': '9cf3bd30-b02c-4b67-a1e5-9908552aaf41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '3f784ab3-c0da-4523-a036-2e93c2e5ae14'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:50:35.350472 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-74d75780-ecb2-44a8-a925-1b353fed37f3 req-8e6b0e7e-afa0-4ed0-95e0-648d7fa4dcc5 service neutron] Bound port: f5eed2e5-8b72-4c4a-bdf2-0466a3722223, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cf3bd30-b02c-4b67-a1e5-9908552aaf41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '3f784ab3-c0da-4523-a036-2e93c2e5ae14'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:50:35.351259 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-74d75780-ecb2-44a8-a925-1b353fed37f3 req-8e6b0e7e-afa0-4ed0-95e0-648d7fa4dcc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:35.384996 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3b447b6e-eb8f-4e21-8c3a-4dc109b1982e tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:35.394822 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b447b6e-eb8f-4e21-8c3a-4dc109b1982e tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:35.395746 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3b447b6e-eb8f-4e21-8c3a-4dc109b1982e tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:35.430294 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3b447b6e-eb8f-4e21-8c3a-4dc109b1982e tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5662653 Aug 23 20:50:35.439217 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 51158) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:35.444981 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-396868cc-cbcd-4439-9695-b6bfc7b77463 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1641444254', 'admin_state_up': True, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:35.447039 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a8f32991-aadc-4d01-b688-7cbdce834920 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:35.488816 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-396868cc-cbcd-4439-9695-b6bfc7b77463 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:35.490845 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-396868cc-cbcd-4439-9695-b6bfc7b77463 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:35.506146 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-74d75780-ecb2-44a8-a925-1b353fed37f3 req-8e6b0e7e-afa0-4ed0-95e0-648d7fa4dcc5 service neutron] For port f5eed2e5-8b72-4c4a-bdf2-0466a3722223, host n-h1-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:50:35.514264 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-74d75780-ecb2-44a8-a925-1b353fed37f3 req-8e6b0e7e-afa0-4ed0-95e0-648d7fa4dcc5 service neutron] For port f5eed2e5-8b72-4c4a-bdf2-0466a3722223, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=f5eed2e5-8b72-4c4a-bdf2-0466a3722223,segment=NetworkSegment(9cf3bd30-b02c-4b67-a1e5-9908552aaf41),segment_id=9cf3bd30-b02c-4b67-a1e5-9908552aaf41)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:50:35.519622 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b447b6e-eb8f-4e21-8c3a-4dc109b1982e tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'Network': ['ID=0c38d550-a25a-4c7c-a978-f348eeef3bc6,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:35.527388 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-74d75780-ecb2-44a8-a925-1b353fed37f3 req-8e6b0e7e-afa0-4ed0-95e0-648d7fa4dcc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:35.537406 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 0c38d550-a25a-4c7c-a978-f348eeef3bc6 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:50:35.599533 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-a8f32991-aadc-4d01-b688-7cbdce834920 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Deleting port 25562ce9-b5db-4b2d-83a7-36b0469074c4 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:50:35.599878 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a8f32991-aadc-4d01-b688-7cbdce834920 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:35.619489 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-396868cc-cbcd-4439-9695-b6bfc7b77463 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:35.625185 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d75780-ecb2-44a8-a925-1b353fed37f3 req-8e6b0e7e-afa0-4ed0-95e0-648d7fa4dcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:35.625889 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-74d75780-ecb2-44a8-a925-1b353fed37f3 req-8e6b0e7e-afa0-4ed0-95e0-648d7fa4dcc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:35.627597 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-74d75780-ecb2-44a8-a925-1b353fed37f3 req-8e6b0e7e-afa0-4ed0-95e0-648d7fa4dcc5 service neutron] 10.222.0.11 "PUT /v2.0/ports/f5eed2e5-8b72-4c4a-bdf2-0466a3722223 HTTP/1.1" status: 200 len: 1091 time: 1.2257686 Aug 23 20:50:35.628272 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edf99751-a1f5-4918-bb5b-512e59656cf0', 'tag': 'f5eed2e5-8b72-4c4a-bdf2-0466a3722223'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:50:35.631514 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ce1026-5af6-4941-bbd7-832c201f9987" -d '{"events": [{"name": "network-changed", "server_uuid": "edf99751-a1f5-4918-bb5b-512e59656cf0", "tag": "f5eed2e5-8b72-4c4a-bdf2-0466a3722223"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:50:35.696415 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-a8f32991-aadc-4d01-b688-7cbdce834920 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] For port 25562ce9-b5db-4b2d-83a7-36b0469074c4, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=25562ce9-b5db-4b2d-83a7-36b0469074c4,segment=NetworkSegment(e2538dd2-7b86-4e92-b513-170a31204661),segment_id=e2538dd2-7b86-4e92-b513-170a31204661)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:50:35.703516 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a8f32991-aadc-4d01-b688-7cbdce834920 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:35.731543 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d89c87b-c3c5-4a3a-afb9-f8c9d18381c0 None None] Network 17238f98-72fb-46be-93ad-78863ab68da6 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:50:35.733541 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 51166) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:35.737218 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-a8f32991-aadc-4d01-b688-7cbdce834920 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Calling delete_port for 25562ce9-b5db-4b2d-83a7-36b0469074c4 owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:50:35.738835 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-1c2f375e-24cf-4fd5-8efa-eaa58fefb231 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-723001048-network', 'tenant_id': '0ad986e510464a32a0ccbba6bd2d7675'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:35.800290 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea2fcad-7056-46f4-8712-4479cbb2e235 x-openstack-request-id: req-fea2fcad-7056-46f4-8712-4479cbb2e235 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:50:35.800603 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edf99751-a1f5-4918-bb5b-512e59656cf0", "tag": "f5eed2e5-8b72-4c4a-bdf2-0466a3722223", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:50:35.800894 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fea2fcad-7056-46f4-8712-4479cbb2e235 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:50:35.801293 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edf99751-a1f5-4918-bb5b-512e59656cf0', 'tag': 'f5eed2e5-8b72-4c4a-bdf2-0466a3722223', 'status': 'completed', 'code': 200} Aug 23 20:50:35.813901 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2f375e-24cf-4fd5-8efa-eaa58fefb231 admin admin] Made reservation on behalf of 0ad986e510464a32a0ccbba6bd2d7675 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:50:35.816766 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1c2f375e-24cf-4fd5-8efa-eaa58fefb231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:35.905349 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c49271ad-4e80-4c8f-9958-34ce462a3dea None None] Provisioning complete for port 25562ce9-b5db-4b2d-83a7-36b0469074c4 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:50:35.906015 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c49271ad-4e80-4c8f-9958-34ce462a3dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:35.928478 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-396868cc-cbcd-4439-9695-b6bfc7b77463 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:35.932874 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a8f32991-aadc-4d01-b688-7cbdce834920 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:35.934611 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b0e7e-afa0-4ed0-95e0-648d7fa4dcc5 service neutron] Pushing event updated for resources: {'Port': ['ID=f5eed2e5-8b72-4c4a-bdf2-0466a3722223,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:35.941346 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1c2f375e-24cf-4fd5-8efa-eaa58fefb231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:35.984316 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c49271ad-4e80-4c8f-9958-34ce462a3dea None None] Could not find standard attr ID for object 25562ce9-b5db-4b2d-83a7-36b0469074c4. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 20:50:35.985056 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f32991-aadc-4d01-b688-7cbdce834920 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] No DVR routers for this DVR port 25562ce9-b5db-4b2d-83a7-36b0469074c4 on host n-d-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:50:35.992523 n-d-805663-2 neutron-server[94689]: INFO neutron.plugins.ml2.db [None req-c49271ad-4e80-4c8f-9958-34ce462a3dea None None] No ports have port_id starting with 25562ce9-b5db-4b2d-83a7-36b0469074c4 Aug 23 20:50:36.058994 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d75780-ecb2-44a8-a925-1b353fed37f3 req-52cc38ca-7f90-4b48-860e-28bc58b90482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:36.060870 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-74d75780-ecb2-44a8-a925-1b353fed37f3 req-52cc38ca-7f90-4b48-860e-28bc58b90482 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3f4d954421e64b129844cd5c9a69eebe&device_id=edf99751-a1f5-4918-bb5b-512e59656cf0 HTTP/1.1" status: 200 len: 1094 time: 0.3269930 Aug 23 20:50:36.068830 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f32991-aadc-4d01-b688-7cbdce834920 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event deleted for resources: {'Port': ['ID=25562ce9-b5db-4b2d-83a7-36b0469074c4,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:36.082337 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35020308-cfc4-4cf9-b485-80c7ef036980 None None] DHCP port deletion for 17238f98-72fb-46be-93ad-78863ab68da6 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:50:36.151299 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a8f32991-aadc-4d01-b688-7cbdce834920 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:36.157973 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-74d75780-ecb2-44a8-a925-1b353fed37f3 req-46d0ac0c-03f9-46f1-80f8-602847ca7af2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5eed2e5-8b72-4c4a-bdf2-0466a3722223 HTTP/1.1" status: 200 len: 217 time: 0.0551167 Aug 23 20:50:36.165323 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-a8f32991-aadc-4d01-b688-7cbdce834920 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17238f98-72fb-46be-93ad-78863ab68da6']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:36.193255 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-a8f32991-aadc-4d01-b688-7cbdce834920 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2538dd2-7b86-4e92-b513-170a31204661') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:36.193851 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-a8f32991-aadc-4d01-b688-7cbdce834920 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2538dd2-7b86-4e92-b513-170a31204661') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:36.224321 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a8f32991-aadc-4d01-b688-7cbdce834920 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:36.245015 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a8f32991-aadc-4d01-b688-7cbdce834920 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:36.255160 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8f32991-aadc-4d01-b688-7cbdce834920 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:50:36.255561 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a8f32991-aadc-4d01-b688-7cbdce834920 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:36.257202 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1c2f375e-24cf-4fd5-8efa-eaa58fefb231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:36.259590 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:50:36.259590 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:50:36.259590 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:50:36.259590 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:50:36.259590 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:50:36.259590 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:50:36.259590 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:50:36.259590 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:50:36.259590 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:50:36.259590 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:50:36.259590 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:50:36.259590 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:50:36.259590 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:50:36.259590 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:50:36.259590 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:50:36.259590 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:50:36.259590 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:50:36.259590 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:50:36.259590 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:50:36.259590 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:50:36.259590 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:50:36.259590 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:50:36.259590 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:50:36.259590 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:50:36.259590 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:50:36.259590 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:50:36.259590 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:50:36.259590 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:50:36.259590 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:50:36.259590 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:50:36.259590 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:50:36.259590 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:50:36.266802 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d75780-ecb2-44a8-a925-1b353fed37f3 req-99145286-43c8-4ed1-9d15-ef4ca71b02e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:36.268619 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-74d75780-ecb2-44a8-a925-1b353fed37f3 req-99145286-43c8-4ed1-9d15-ef4ca71b02e4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7904e6c1-84b8-4b38-bcbb-e4c78d858135 HTTP/1.1" status: 200 len: 850 time: 0.0975895 Aug 23 20:50:36.275312 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1c2f375e-24cf-4fd5-8efa-eaa58fefb231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:36.281489 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2c738-837a-41f5-b59c-eb1b67a21e38 req-d5016202-89f2-4040-9b79-5ac67aacc890 tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:36.283055 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-08d2c738-837a-41f5-b59c-eb1b67a21e38 req-d5016202-89f2-4040-9b79-5ac67aacc890 tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] 10.222.0.61 "GET /v2.0/ports?device_id=edf99751-a1f5-4918-bb5b-512e59656cf0 HTTP/1.1" status: 200 len: 943 time: 0.1198616 Aug 23 20:50:36.288985 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c2f375e-24cf-4fd5-8efa-eaa58fefb231 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:50:36.298927 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1c2f375e-24cf-4fd5-8efa-eaa58fefb231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:36.299811 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-1c2f375e-24cf-4fd5-8efa-eaa58fefb231 admin admin] Added segment 9b24e299-6f8c-4912-b225-b4fbce932dbe of type vlan for network b9f88dee-5dfc-4a83-8c98-cb6690c8df16 Aug 23 20:50:36.343339 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1c2f375e-24cf-4fd5-8efa-eaa58fefb231 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:36.377999 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-08d2c738-837a-41f5-b59c-eb1b67a21e38 req-f9d7f262-a57e-42e7-a00a-0e5aac08769e tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] 10.222.0.61 "GET /v2.0/security-groups?id=feb117f4-4fc5-43bc-bd84-6c9108002571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588007 Aug 23 20:50:36.383764 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a8f32991-aadc-4d01-b688-7cbdce834920 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:36.395418 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a8f32991-aadc-4d01-b688-7cbdce834920 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:36.395418 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a8f32991-aadc-4d01-b688-7cbdce834920 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "DELETE /v2.0/networks/17238f98-72fb-46be-93ad-78863ab68da6 HTTP/1.1" status: 204 len: 168 time: 1.1054001 Aug 23 20:50:36.398547 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 51192) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:36.414431 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-74d75780-ecb2-44a8-a925-1b353fed37f3 req-2413e6a1-e762-41d5-aecf-d2cdc842e07a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f784ab3-c0da-4523-a036-2e93c2e5ae14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657401 Aug 23 20:50:36.420089 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f32991-aadc-4d01-b688-7cbdce834920 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event deleted for resources: {'Network': ['ID=17238f98-72fb-46be-93ad-78863ab68da6,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:36.462208 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2f375e-24cf-4fd5-8efa-eaa58fefb231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8650f8f-a159-4278-bc99-b884a1b7b5ae,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:36.466106 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1c2f375e-24cf-4fd5-8efa-eaa58fefb231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:36.467280 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2f375e-24cf-4fd5-8efa-eaa58fefb231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:36.468016 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1c2f375e-24cf-4fd5-8efa-eaa58fefb231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:36.479534 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f191fe63-6e51-4a47-9a1d-4e30a60eb379 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:36.482457 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f191fe63-6e51-4a47-9a1d-4e30a60eb379 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0821111 Aug 23 20:50:36.486400 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 51196) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:36.547523 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-fd16084a-e8c7-455c-ab4d-0d59be289327 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0602665 Aug 23 20:50:36.553586 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 51200) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:36.569244 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-f3486531-2e85-4822-89d5-048ec1b9a750 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1258903569'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:36.604862 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3486531-2e85-4822-89d5-048ec1b9a750 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Made reservation on behalf of 91ee48a7a09d4c31bca2b42ca3cdc87d for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:50:36.609036 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f3486531-2e85-4822-89d5-048ec1b9a750 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:36.655669 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 25562ce9-b5db-4b2d-83a7-36b0469074c4 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:50:36.668380 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3486531-2e85-4822-89d5-048ec1b9a750 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:50:36.688974 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 51204) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:36.689200 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-1c2f375e-24cf-4fd5-8efa-eaa58fefb231 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9537125 Aug 23 20:50:36.695171 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-d51f8207-aa1e-4635-a72d-a8645e668180 admin admin] Request body: {'subnet': {'network_id': 'b9f88dee-5dfc-4a83-8c98-cb6690c8df16', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-723001048-subnet', 'tenant_id': '0ad986e510464a32a0ccbba6bd2d7675', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:36.700013 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 25562ce9-b5db-4b2d-83a7-36b0469074c4 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:50:36.700854 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 25562ce9-b5db-4b2d-83a7-36b0469074c4 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:50:36.718061 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-396868cc-cbcd-4439-9695-b6bfc7b77463 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:36.723352 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f3486531-2e85-4822-89d5-048ec1b9a750 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:36.724151 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-f3486531-2e85-4822-89d5-048ec1b9a750 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Added segment e53812e5-12c9-4279-8cf4-8a8692a80400 of type vlan for network f0f756b4-b315-4c13-9e06-b27aedfedb7d Aug 23 20:50:36.735360 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51f8207-aa1e-4635-a72d-a8645e668180 admin admin] Made reservation on behalf of 0ad986e510464a32a0ccbba6bd2d7675 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:50:36.738867 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d51f8207-aa1e-4635-a72d-a8645e668180 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:36.744767 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2f375e-24cf-4fd5-8efa-eaa58fefb231 admin admin] Pushing event updated for resources: {'Network': ['ID=b9f88dee-5dfc-4a83-8c98-cb6690c8df16,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:36.755645 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-396868cc-cbcd-4439-9695-b6bfc7b77463 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:36.758322 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network b9f88dee-5dfc-4a83-8c98-cb6690c8df16 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:50:36.817355 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-74d75780-ecb2-44a8-a925-1b353fed37f3 req-065359aa-cfb6-4c4b-976d-655d55135dc1 service neutron] 10.222.0.11 "GET /v2.0/networks/3f784ab3-c0da-4523-a036-2e93c2e5ae14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3856418 Aug 23 20:50:36.842000 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f3486531-2e85-4822-89d5-048ec1b9a750 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:36.902417 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f3486531-2e85-4822-89d5-048ec1b9a750 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:36.911047 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3486531-2e85-4822-89d5-048ec1b9a750 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:36.911842 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f3486531-2e85-4822-89d5-048ec1b9a750 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:36.932037 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-74d75780-ecb2-44a8-a925-1b353fed37f3 req-0c209d82-2d9f-4518-a31e-af99942e5510 service neutron] 10.222.0.11 "GET /v2.0/networks/3f784ab3-c0da-4523-a036-2e93c2e5ae14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062880 Aug 23 20:50:37.019044 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f3486531-2e85-4822-89d5-048ec1b9a750 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4615448 Aug 23 20:50:37.021322 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 51212) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:37.024783 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3486531-2e85-4822-89d5-048ec1b9a750 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event updated for resources: {'Network': ['ID=f0f756b4-b315-4c13-9e06-b27aedfedb7d,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:37.038356 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network f0f756b4-b315-4c13-9e06-b27aedfedb7d details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:50:37.046200 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-4b29d5c4-d6f4-4a70-b8e0-3065329ce424 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Request body: {'subnet': {'network_id': 'f0f756b4-b315-4c13-9e06-b27aedfedb7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:37.112147 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:50:37.121365 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d51f8207-aa1e-4635-a72d-a8645e668180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:37.145114 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-396868cc-cbcd-4439-9695-b6bfc7b77463 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Allocated IP 172.25.4.79 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/598fbd9f-d730-4503-9960-2c0a1cac0858) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:50:37.175893 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce1026-5af6-4941-bbd7-832c201f9987 req-bf97379c-fcf2-41a4-a2dd-5890cda4e581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:37.177590 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-80ce1026-5af6-4941-bbd7-832c201f9987 req-bf97379c-fcf2-41a4-a2dd-5890cda4e581 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3f4d954421e64b129844cd5c9a69eebe&device_id=edf99751-a1f5-4918-bb5b-512e59656cf0 HTTP/1.1" status: 200 len: 1094 time: 0.1803710 Aug 23 20:50:37.206300 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51f8207-aa1e-4635-a72d-a8645e668180 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1783b2ea-fdad-457c-a074-78d1bc2cc3b3,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:37.209878 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51f8207-aa1e-4635-a72d-a8645e668180 admin admin] Checking segment: {'id': '9b24e299-6f8c-4912-b225-b4fbce932dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'b9f88dee-5dfc-4a83-8c98-cb6690c8df16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:50:37.210466 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51f8207-aa1e-4635-a72d-a8645e668180 admin admin] Network hostable DHCP agents. Network: b9f88dee-5dfc-4a83-8c98-cb6690c8df16, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:50:37.235867 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51f8207-aa1e-4635-a72d-a8645e668180 admin admin] Network b9f88dee-5dfc-4a83-8c98-cb6690c8df16 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:50:37.249111 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-d51f8207-aa1e-4635-a72d-a8645e668180 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, b9f88dee-5dfc-4a83-8c98-cb6690c8df16) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:50:37.256365 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51f8207-aa1e-4635-a72d-a8645e668180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:37.257358 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d51f8207-aa1e-4635-a72d-a8645e668180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:37.261378 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4ad5d4-a566-4ef1-9ce7-9556c2c2a339 None None] Network b9f88dee-5dfc-4a83-8c98-cb6690c8df16 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:50:37.344598 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d51f8207-aa1e-4635-a72d-a8645e668180 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6546190 Aug 23 20:50:37.348622 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b29d5c4-d6f4-4a70-b8e0-3065329ce424 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Made reservation on behalf of 91ee48a7a09d4c31bca2b42ca3cdc87d for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:50:37.352097 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b29d5c4-d6f4-4a70-b8e0-3065329ce424 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:37.384297 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce1026-5af6-4941-bbd7-832c201f9987 req-c4122ad2-d6a2-4350-b6fb-a36d651d9fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:37.385796 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-80ce1026-5af6-4941-bbd7-832c201f9987 req-c4122ad2-d6a2-4350-b6fb-a36d651d9fcf service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f784ab3-c0da-4523-a036-2e93c2e5ae14 HTTP/1.1" status: 200 len: 911 time: 0.1970704 Aug 23 20:50:37.435597 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf00f2f6-aec4-46fc-8b4f-5ca6c73a4e61 None None] Network b9f88dee-5dfc-4a83-8c98-cb6690c8df16 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:50:37.487841 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-80ce1026-5af6-4941-bbd7-832c201f9987 req-3b04d383-1b90-40a7-963e-a1553f9344d6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5eed2e5-8b72-4c4a-bdf2-0466a3722223 HTTP/1.1" status: 200 len: 217 time: 0.0625551 Aug 23 20:50:37.494712 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-396868cc-cbcd-4439-9695-b6bfc7b77463 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:37.602690 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 51234) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:37.606775 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac754e8-27ee-4f98-9bbc-7e8c185fb360 req-0b63eed6-b10d-4da9-a6a8-05bb4e911c83 tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:37.614949 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5ac754e8-27ee-4f98-9bbc-7e8c185fb360 req-0b63eed6-b10d-4da9-a6a8-05bb4e911c83 tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] 10.222.0.61 "GET /v2.0/ports?device_id=edf99751-a1f5-4918-bb5b-512e59656cf0 HTTP/1.1" status: 200 len: 943 time: 0.1076415 Aug 23 20:50:37.653208 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce1026-5af6-4941-bbd7-832c201f9987 req-b5a9e9e1-aced-47e1-a0cb-f20a88eb7c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:37.654910 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-80ce1026-5af6-4941-bbd7-832c201f9987 req-b5a9e9e1-aced-47e1-a0cb-f20a88eb7c58 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7904e6c1-84b8-4b38-bcbb-e4c78d858135 HTTP/1.1" status: 200 len: 850 time: 0.1576328 Aug 23 20:50:37.670439 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5ac754e8-27ee-4f98-9bbc-7e8c185fb360 req-4d719aa6-fcff-48cb-9ded-31a52bfe39f6 tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] 10.222.0.61 "GET /v2.0/security-groups?id=feb117f4-4fc5-43bc-bd84-6c9108002571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451653 Aug 23 20:50:38.028873 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-80ce1026-5af6-4941-bbd7-832c201f9987 req-99bdb310-8133-475f-9b55-953edf7451fe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f784ab3-c0da-4523-a036-2e93c2e5ae14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3640814 Aug 23 20:50:38.037901 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-e25f5dfb-fd21-40c5-8af4-0416791c567d admin admin] Deleting subnet 590d27bf-06b8-4207-af55-f3b37e4f5412 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:50:38.061050 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e25f5dfb-fd21-40c5-8af4-0416791c567d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:38.153598 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-396868cc-cbcd-4439-9695-b6bfc7b77463 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:38.232714 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e25f5dfb-fd21-40c5-8af4-0416791c567d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:38.277439 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396868cc-cbcd-4439-9695-b6bfc7b77463 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:50:38.305718 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-396868cc-cbcd-4439-9695-b6bfc7b77463 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:50:38.312102 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396868cc-cbcd-4439-9695-b6bfc7b77463 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'Port': ['ID=598fbd9f-d730-4503-9960-2c0a1cac0858,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:38.316707 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396868cc-cbcd-4439-9695-b6bfc7b77463 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:50:38.336855 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b29d5c4-d6f4-4a70-b8e0-3065329ce424 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:38.374045 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396868cc-cbcd-4439-9695-b6bfc7b77463 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:50:38.374399 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396868cc-cbcd-4439-9695-b6bfc7b77463 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:50:38.374742 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396868cc-cbcd-4439-9695-b6bfc7b77463 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:50:38.375078 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396868cc-cbcd-4439-9695-b6bfc7b77463 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:50:38.375391 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396868cc-cbcd-4439-9695-b6bfc7b77463 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:50:38.375728 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396868cc-cbcd-4439-9695-b6bfc7b77463 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:50:38.376079 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396868cc-cbcd-4439-9695-b6bfc7b77463 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:50:38.376424 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396868cc-cbcd-4439-9695-b6bfc7b77463 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:50:38.377258 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396868cc-cbcd-4439-9695-b6bfc7b77463 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:50:38.377258 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396868cc-cbcd-4439-9695-b6bfc7b77463 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:50:38.378433 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396868cc-cbcd-4439-9695-b6bfc7b77463 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:50:38.378951 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396868cc-cbcd-4439-9695-b6bfc7b77463 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:50:38.400339 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e25f5dfb-fd21-40c5-8af4-0416791c567d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:38.432426 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-80ce1026-5af6-4941-bbd7-832c201f9987 req-7039b242-c3fe-4312-8d15-4a37d0b76107 service neutron] 10.222.0.11 "GET /v2.0/networks/3f784ab3-c0da-4523-a036-2e93c2e5ae14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3750105 Aug 23 20:50:38.527945 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b29d5c4-d6f4-4a70-b8e0-3065329ce424 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event updated for resources: {'Subnet': ['ID=4801710a-be6d-4566-bd49-413089bd1829,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:38.676189 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b29d5c4-d6f4-4a70-b8e0-3065329ce424 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Checking segment: {'id': 'e53812e5-12c9-4279-8cf4-8a8692a80400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f0f756b4-b315-4c13-9e06-b27aedfedb7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:50:38.676189 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b29d5c4-d6f4-4a70-b8e0-3065329ce424 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Network hostable DHCP agents. Network: f0f756b4-b315-4c13-9e06-b27aedfedb7d, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:50:38.692117 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e25f5dfb-fd21-40c5-8af4-0416791c567d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:38.745989 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-80ce1026-5af6-4941-bbd7-832c201f9987 req-d46fb9a0-7404-4f55-a845-fd827d752000 service neutron] 10.222.0.11 "GET /v2.0/networks/3f784ab3-c0da-4523-a036-2e93c2e5ae14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987006 Aug 23 20:50:38.748390 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f5dfb-fd21-40c5-8af4-0416791c567d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=590d27bf-06b8-4207-af55-f3b37e4f5412,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:38.789555 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e25f5dfb-fd21-40c5-8af4-0416791c567d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:38.791416 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e25f5dfb-fd21-40c5-8af4-0416791c567d admin admin] 10.222.0.61 "DELETE /v2.0/subnets/590d27bf-06b8-4207-af55-f3b37e4f5412 HTTP/1.1" status: 204 len: 168 time: 1.1842628 Aug 23 20:50:38.795533 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 51274) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:38.822655 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b29d5c4-d6f4-4a70-b8e0-3065329ce424 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Network f0f756b4-b315-4c13-9e06-b27aedfedb7d is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:50:38.851331 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3444cf1-27c6-4b01-8bd6-1fdd70b849d4 req-0114997c-2813-4fd5-8a3b-880996473682 tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:38.859373 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c3444cf1-27c6-4b01-8bd6-1fdd70b849d4 req-0114997c-2813-4fd5-8a3b-880996473682 tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] 10.222.0.61 "GET /v2.0/ports?device_id=edf99751-a1f5-4918-bb5b-512e59656cf0 HTTP/1.1" status: 200 len: 943 time: 0.0736079 Aug 23 20:50:38.907757 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c3444cf1-27c6-4b01-8bd6-1fdd70b849d4 req-929cd435-8acd-46be-b57d-e5164e29b4d1 tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] 10.222.0.61 "GET /v2.0/security-groups?id=feb117f4-4fc5-43bc-bd84-6c9108002571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455759 Aug 23 20:50:38.912947 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-4b29d5c4-d6f4-4a70-b8e0-3065329ce424 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, f0f756b4-b315-4c13-9e06-b27aedfedb7d) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:50:38.921433 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7559a59c-8697-4af6-9947-44e32e624efb None None] Network f0f756b4-b315-4c13-9e06-b27aedfedb7d requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:50:38.926911 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b29d5c4-d6f4-4a70-b8e0-3065329ce424 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:38.927500 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b29d5c4-d6f4-4a70-b8e0-3065329ce424 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:38.943740 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-844ee939-1048-4807-b402-7dde4abd7f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:38.972298 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4b29d5c4-d6f4-4a70-b8e0-3065329ce424 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9501476 Aug 23 20:50:38.974944 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 51282) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:38.981932 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-396868cc-cbcd-4439-9695-b6bfc7b77463 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:38.982864 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-66440ae4-9a74-44ac-afc3-3832a1d39d37 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Request body: {'port': {'network_id': 'f0f756b4-b315-4c13-9e06-b27aedfedb7d', 'name': 'tempest-PortsIpV6TestJSON-1134254909'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:39.126647 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1327402-1ad1-4bf9-a3cd-220264e74488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-f0f756b4-b315-4c13-9e06-b27aedfedb7d', 'network_id': 'f0f756b4-b315-4c13-9e06-b27aedfedb7d', 'tenant_id': '91ee48a7a09d4c31bca2b42ca3cdc87d', 'fixed_ips': [{'subnet_id': '4801710a-be6d-4566-bd49-413089bd1829'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:50:39.127953 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c1327402-1ad1-4bf9-a3cd-220264e74488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:39.141266 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-844ee939-1048-4807-b402-7dde4abd7f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:39.155589 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-844ee939-1048-4807-b402-7dde4abd7f84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e3a4389-703f-4aa8-9287-1bd621b7e60e']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:39.173866 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-844ee939-1048-4807-b402-7dde4abd7f84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7223193-73e6-4071-8667-f63b5c0fa3e8') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:39.174719 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-844ee939-1048-4807-b402-7dde4abd7f84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7223193-73e6-4071-8667-f63b5c0fa3e8') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:39.187783 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-844ee939-1048-4807-b402-7dde4abd7f84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:39.198726 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66440ae4-9a74-44ac-afc3-3832a1d39d37 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Made reservation on behalf of 91ee48a7a09d4c31bca2b42ca3cdc87d for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:50:39.206343 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-66440ae4-9a74-44ac-afc3-3832a1d39d37 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:39.235441 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-66440ae4-9a74-44ac-afc3-3832a1d39d37 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] device_id is not set on port c5988630-b566-4625-b0a5-0a5cc2285124 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:50:39.235750 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-844ee939-1048-4807-b402-7dde4abd7f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:39.246791 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-844ee939-1048-4807-b402-7dde4abd7f84 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:50:39.247196 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-844ee939-1048-4807-b402-7dde4abd7f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:39.249056 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:50:39.249056 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:50:39.249056 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:50:39.249056 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:50:39.249056 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:50:39.249056 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:50:39.249056 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:50:39.249056 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:50:39.249056 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:50:39.249056 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:50:39.249056 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:50:39.249056 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:50:39.249056 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:50:39.249056 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:50:39.249056 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:50:39.249056 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:50:39.249056 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:50:39.249056 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:50:39.249056 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:50:39.249056 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:50:39.249056 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:50:39.249056 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:50:39.249056 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:50:39.249056 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:50:39.249056 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:50:39.249056 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:50:39.249056 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:50:39.249056 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:50:39.249056 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:50:39.249056 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:50:39.249056 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:50:39.249056 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:50:39.371353 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-844ee939-1048-4807-b402-7dde4abd7f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:39.378506 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-844ee939-1048-4807-b402-7dde4abd7f84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:39.381545 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-844ee939-1048-4807-b402-7dde4abd7f84 admin admin] 10.222.0.61 "DELETE /v2.0/networks/8e3a4389-703f-4aa8-9287-1bd621b7e60e HTTP/1.1" status: 204 len: 168 time: 0.5850177 Aug 23 20:50:39.384672 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 51294) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:39.401985 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ee939-1048-4807-b402-7dde4abd7f84 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e3a4389-703f-4aa8-9287-1bd621b7e60e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:39.412433 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-396868cc-cbcd-4439-9695-b6bfc7b77463 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:39.460857 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e12b7cd-4642-4198-8600-3cdf77fc307b admin admin] Deleting subnet 1783b2ea-fdad-457c-a074-78d1bc2cc3b3 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:50:39.479624 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5e12b7cd-4642-4198-8600-3cdf77fc307b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:39.528633 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5e12b7cd-4642-4198-8600-3cdf77fc307b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:39.548597 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-c1327402-1ad1-4bf9-a3cd-220264e74488 None None] Allocated IP 2001:db8::2 (f0f756b4-b315-4c13-9e06-b27aedfedb7d/4801710a-be6d-4566-bd49-413089bd1829/0753d09a-9192-44db-b60d-fe2b7ef01ec2) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:50:39.577257 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5e12b7cd-4642-4198-8600-3cdf77fc307b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:39.591721 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396868cc-cbcd-4439-9695-b6bfc7b77463 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Router 398fc0f7-fb86-407a-bafe-246edda5ed2a is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:50:39.664002 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5e12b7cd-4642-4198-8600-3cdf77fc307b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:39.706894 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e12b7cd-4642-4198-8600-3cdf77fc307b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1783b2ea-fdad-457c-a074-78d1bc2cc3b3,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:39.722406 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5e12b7cd-4642-4198-8600-3cdf77fc307b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:39.728977 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5e12b7cd-4642-4198-8600-3cdf77fc307b admin admin] 10.222.0.61 "DELETE /v2.0/subnets/1783b2ea-fdad-457c-a074-78d1bc2cc3b3 HTTP/1.1" status: 204 len: 168 time: 0.3426387 Aug 23 20:50:39.731839 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 51300) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:39.762521 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396868cc-cbcd-4439-9695-b6bfc7b77463 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:50:39.781163 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d6e8be-fa1b-437a-ac19-728fcc2f4417 None None] Sync routers for ids ['398fc0f7-fb86-407a-bafe-246edda5ed2a'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:50:39.809914 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-396868cc-cbcd-4439-9695-b6bfc7b77463 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:39.814098 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-396868cc-cbcd-4439-9695-b6bfc7b77463 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.3708706 Aug 23 20:50:39.815766 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 51304) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:39.824237 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d6e8be-fa1b-437a-ac19-728fcc2f4417 None None] Routers {'398fc0f7-fb86-407a-bafe-246edda5ed2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:50:39.827253 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-21d6e8be-fa1b-437a-ac19-728fcc2f4417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:50:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['398fc0f7-fb86-407a-bafe-246edda5ed2a'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:39.855098 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-7b38e73b-d1aa-4844-b9df-7637b5c42eb3 tempest-TestNetworkAdvancedServerOps-1162004702 tempest-TestNetworkAdvancedServerOps-1162004702-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=0b17a426d9eb4b3083079c3d4dc4db5c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0359850 Aug 23 20:50:39.855317 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 51306) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:39.874772 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a713c1d-4051-4aa7-967b-fea7a6716054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:39.999386 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a713c1d-4051-4aa7-967b-fea7a6716054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:40.012621 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-21d6e8be-fa1b-437a-ac19-728fcc2f4417 None None] Set router 398fc0f7-fb86-407a-bafe-246edda5ed2a gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:50:40.028785 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93296457-c56a-42cd-a17c-8bc28a050952 tempest-TestNetworkAdvancedServerOps-1162004702 tempest-TestNetworkAdvancedServerOps-1162004702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:40.030366 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-93296457-c56a-42cd-a17c-8bc28a050952 tempest-TestNetworkAdvancedServerOps-1162004702 tempest-TestNetworkAdvancedServerOps-1162004702-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1742117 Aug 23 20:50:40.034621 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 51312) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:40.039640 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-1a713c1d-4051-4aa7-967b-fea7a6716054 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9f88dee-5dfc-4a83-8c98-cb6690c8df16']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:40.053094 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-1a713c1d-4051-4aa7-967b-fea7a6716054 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b24e299-6f8c-4912-b225-b4fbce932dbe') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:40.053415 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-1a713c1d-4051-4aa7-967b-fea7a6716054 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b24e299-6f8c-4912-b225-b4fbce932dbe') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:40.065964 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a713c1d-4051-4aa7-967b-fea7a6716054 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:40.082028 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c1327402-1ad1-4bf9-a3cd-220264e74488 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:40.086500 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-16945e7d-a16c-4010-8cd5-2cdfb5eb39de tempest-TestNetworkAdvancedServerOps-1162004702 tempest-TestNetworkAdvancedServerOps-1162004702-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=03d801c5-d257-4cc1-bad3-11a323aafec0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0469401 Aug 23 20:50:40.087257 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 51314) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:40.092831 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03118bf6-0499-412e-a414-5aae674a2c28 req-cf32d581-4119-4e80-a7d7-0c5ae346f07d tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:40.094309 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-03118bf6-0499-412e-a414-5aae674a2c28 req-cf32d581-4119-4e80-a7d7-0c5ae346f07d tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] 10.222.0.61 "GET /v2.0/ports?device_id=edf99751-a1f5-4918-bb5b-512e59656cf0 HTTP/1.1" status: 200 len: 943 time: 0.0920606 Aug 23 20:50:40.099087 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a713c1d-4051-4aa7-967b-fea7a6716054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:40.105206 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-847563e7-8a18-4b67-a8ff-5a73348cfb10 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2050302467', 'network_id': '0c38d550-a25a-4c7c-a978-f348eeef3bc6', 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:40.105445 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-00d90edf-cf40-4845-b27e-65834cec62f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:40.119211 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a713c1d-4051-4aa7-967b-fea7a6716054 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:50:40.119711 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a713c1d-4051-4aa7-967b-fea7a6716054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:40.122541 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:50:40.122541 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:50:40.122541 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:50:40.122541 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:50:40.122541 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:50:40.122541 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:50:40.122541 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:50:40.122541 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:50:40.122541 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:50:40.122541 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:50:40.122541 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:50:40.122541 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:50:40.122541 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:50:40.122541 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:50:40.122541 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:50:40.122541 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:50:40.122541 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:50:40.122541 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:50:40.122541 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:50:40.122541 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:50:40.122541 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:50:40.122541 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:50:40.122541 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:50:40.122541 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:50:40.122541 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:50:40.122541 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:50:40.122541 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:50:40.122541 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:50:40.122541 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:50:40.122541 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:50:40.122541 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:50:40.122541 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:50:40.236455 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-21d6e8be-fa1b-437a-ac19-728fcc2f4417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398fc0f7-fb86-407a-bafe-246edda5ed2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641444254', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '598fbd9f-d730-4503-9960-2c0a1cac0858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:50:35Z', 'updated_at': '2021-08-23T20:50:38Z', 'revision_number': 3, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'gw_port': {'id': '598fbd9f-d730-4503-9960-2c0a1cac0858', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:69:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398fc0f7-fb86-407a-bafe-246edda5ed2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:50:36Z', 'updated_at': '2021-08-23T20:50:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:40.237907 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847563e7-8a18-4b67-a8ff-5a73348cfb10 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Made reservation on behalf of 0b17a426d9eb4b3083079c3d4dc4db5c for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:50:40.244110 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-847563e7-8a18-4b67-a8ff-5a73348cfb10 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:40.285487 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d6e8be-fa1b-437a-ac19-728fcc2f4417 None None] Checking router: 398fc0f7-fb86-407a-bafe-246edda5ed2a for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:50:40.285907 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d6e8be-fa1b-437a-ac19-728fcc2f4417 None None] Updating router 398fc0f7-fb86-407a-bafe-246edda5ed2a port 598fbd9f-d730-4503-9960-2c0a1cac0858 binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:50:40.313456 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-21d6e8be-fa1b-437a-ac19-728fcc2f4417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:40.342871 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device f5eed2e5-8b72-4c4a-bdf2-0466a3722223 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:50:40.487627 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-847563e7-8a18-4b67-a8ff-5a73348cfb10 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:40.547445 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:40.586902 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847563e7-8a18-4b67-a8ff-5a73348cfb10 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'Subnet': ['ID=83772143-c9f8-4468-a4f4-25d1d8f89bdb,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:40.602064 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-03118bf6-0499-412e-a414-5aae674a2c28 req-05e08941-a08c-40e2-9e8a-cc9c40de3349 tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] 10.222.0.61 "GET /v2.0/security-groups?id=feb117f4-4fc5-43bc-bd84-6c9108002571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4944272 Aug 23 20:50:40.609131 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847563e7-8a18-4b67-a8ff-5a73348cfb10 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Checking segment: {'id': 'fd83179f-6b28-4c03-ad88-e03a2e94e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0c38d550-a25a-4c7c-a978-f348eeef3bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:50:40.610743 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847563e7-8a18-4b67-a8ff-5a73348cfb10 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Network hostable DHCP agents. Network: 0c38d550-a25a-4c7c-a978-f348eeef3bc6, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:50:40.625890 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a713c1d-4051-4aa7-967b-fea7a6716054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:40.627916 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c1327402-1ad1-4bf9-a3cd-220264e74488 None None] Transition to ACTIVE for port object 0753d09a-9192-44db-b60d-fe2b7ef01ec2 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:50:40.635527 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a713c1d-4051-4aa7-967b-fea7a6716054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:40.645039 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1a713c1d-4051-4aa7-967b-fea7a6716054 admin admin] 10.222.0.61 "DELETE /v2.0/networks/b9f88dee-5dfc-4a83-8c98-cb6690c8df16 HTTP/1.1" status: 204 len: 168 time: 0.9088495 Aug 23 20:50:40.662592 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a713c1d-4051-4aa7-967b-fea7a6716054 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9f88dee-5dfc-4a83-8c98-cb6690c8df16,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:40.666057 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847563e7-8a18-4b67-a8ff-5a73348cfb10 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Network 0c38d550-a25a-4c7c-a978-f348eeef3bc6 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:50:40.673672 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c1327402-1ad1-4bf9-a3cd-220264e74488 None None] Transition to ACTIVE for port object 0753d09a-9192-44db-b60d-fe2b7ef01ec2 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:50:40.677270 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-847563e7-8a18-4b67-a8ff-5a73348cfb10 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 0c38d550-a25a-4c7c-a978-f348eeef3bc6) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:50:40.690509 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847563e7-8a18-4b67-a8ff-5a73348cfb10 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:40.691676 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-847563e7-8a18-4b67-a8ff-5a73348cfb10 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:40.708978 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb219cb0-c613-45bd-bc12-edd24dfb3187 None None] Network 0c38d550-a25a-4c7c-a978-f348eeef3bc6 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:50:40.712383 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-847563e7-8a18-4b67-a8ff-5a73348cfb10 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6219928 Aug 23 20:50:40.714923 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 51332) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:40.790298 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c1327402-1ad1-4bf9-a3cd-220264e74488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:40.803883 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-66440ae4-9a74-44ac-afc3-3832a1d39d37 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Allocated IP 2001:db8::3c9 (f0f756b4-b315-4c13-9e06-b27aedfedb7d/4801710a-be6d-4566-bd49-413089bd1829/c5988630-b566-4625-b0a5-0a5cc2285124) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:50:41.042920 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 51342) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:41.050598 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1327402-1ad1-4bf9-a3cd-220264e74488 None None] Network f0f756b4-b315-4c13-9e06-b27aedfedb7d is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:50:41.068335 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-c1327402-1ad1-4bf9-a3cd-220264e74488 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:50:41.070518 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46d2e6d-16e3-423f-b2e7-b78d8ee2b070 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-0c38d550-a25a-4c7c-a978-f348eeef3bc6', 'network_id': '0c38d550-a25a-4c7c-a978-f348eeef3bc6', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'fixed_ips': [{'subnet_id': '83772143-c9f8-4468-a4f4-25d1d8f89bdb'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:50:41.071409 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c46d2e6d-16e3-423f-b2e7-b78d8ee2b070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:41.092930 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1327402-1ad1-4bf9-a3cd-220264e74488 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:50:41.102728 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port f5eed2e5-8b72-4c4a-bdf2-0466a3722223, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=f5eed2e5-8b72-4c4a-bdf2-0466a3722223,segment=NetworkSegment(9cf3bd30-b02c-4b67-a1e5-9908552aaf41),segment_id=9cf3bd30-b02c-4b67-a1e5-9908552aaf41)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:50:41.130643 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c458eea3-bc3b-49ac-8975-b9e7f8ce9c69 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=43072df319d541b782be50e35996894e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0847313 Aug 23 20:50:41.136661 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 51344) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:41.197495 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1327402-1ad1-4bf9-a3cd-220264e74488 None None] Pushing event updated for resources: {'Port': ['ID=0753d09a-9192-44db-b60d-fe2b7ef01ec2,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:41.223547 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1327402-1ad1-4bf9-a3cd-220264e74488 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:50:41.223894 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1327402-1ad1-4bf9-a3cd-220264e74488 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:50:41.224276 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1327402-1ad1-4bf9-a3cd-220264e74488 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:50:41.224672 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1327402-1ad1-4bf9-a3cd-220264e74488 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:50:41.225011 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1327402-1ad1-4bf9-a3cd-220264e74488 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:50:41.225343 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1327402-1ad1-4bf9-a3cd-220264e74488 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:50:41.225672 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1327402-1ad1-4bf9-a3cd-220264e74488 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:50:41.226005 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1327402-1ad1-4bf9-a3cd-220264e74488 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:50:41.226333 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1327402-1ad1-4bf9-a3cd-220264e74488 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:50:41.226656 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1327402-1ad1-4bf9-a3cd-220264e74488 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:50:41.226979 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1327402-1ad1-4bf9-a3cd-220264e74488 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:50:41.227301 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1327402-1ad1-4bf9-a3cd-220264e74488 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:50:41.228934 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5d808476-c348-4359-9dab-636cc474f1b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:41.237259 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c1327402-1ad1-4bf9-a3cd-220264e74488 None None] Attempting to bind port 0753d09a-9192-44db-b60d-fe2b7ef01ec2 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:50:41.237671 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c1327402-1ad1-4bf9-a3cd-220264e74488 None None] Attempting to bind port 0753d09a-9192-44db-b60d-fe2b7ef01ec2 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'e53812e5-12c9-4279-8cf4-8a8692a80400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f0f756b4-b315-4c13-9e06-b27aedfedb7d'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:50:41.238021 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1327402-1ad1-4bf9-a3cd-220264e74488 None None] Attempting to bind port 0753d09a-9192-44db-b60d-fe2b7ef01ec2 on network f0f756b4-b315-4c13-9e06-b27aedfedb7d {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:50:41.294931 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5d808476-c348-4359-9dab-636cc474f1b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:41.300205 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1327402-1ad1-4bf9-a3cd-220264e74488 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:50:41.300922 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1327402-1ad1-4bf9-a3cd-220264e74488 None None] Checking segment: {'id': 'e53812e5-12c9-4279-8cf4-8a8692a80400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f0f756b4-b315-4c13-9e06-b27aedfedb7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:50:41.300922 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c1327402-1ad1-4bf9-a3cd-220264e74488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:41.301253 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1327402-1ad1-4bf9-a3cd-220264e74488 None None] Bound using segment: {'id': 'e53812e5-12c9-4279-8cf4-8a8692a80400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f0f756b4-b315-4c13-9e06-b27aedfedb7d'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:50:41.301715 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c1327402-1ad1-4bf9-a3cd-220264e74488 None None] Bound port: 0753d09a-9192-44db-b60d-fe2b7ef01ec2, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e53812e5-12c9-4279-8cf4-8a8692a80400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f0f756b4-b315-4c13-9e06-b27aedfedb7d'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:50:41.302093 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c1327402-1ad1-4bf9-a3cd-220264e74488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:41.320373 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': 'f5eed2e5-8b72-4c4a-bdf2-0466a3722223', 'network_id': '3f784ab3-c0da-4523-a036-2e93c2e5ae14', 'port_id': 'f5eed2e5-8b72-4c4a-bdf2-0466a3722223', 'mac_address': 'fa:16:3e:7d:47:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7904e6c1-84b8-4b38-bcbb-e4c78d858135', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:50:41.441266 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-66440ae4-9a74-44ac-afc3-3832a1d39d37 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:41.468875 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-21d6e8be-fa1b-437a-ac19-728fcc2f4417 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:41.471021 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-66440ae4-9a74-44ac-afc3-3832a1d39d37 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Transition to ACTIVE for port object c5988630-b566-4625-b0a5-0a5cc2285124 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:50:41.488232 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:41.508864 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5eed2e5-8b72-4c4a-bdf2-0466a3722223 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:50:41.530395 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port f5eed2e5-8b72-4c4a-bdf2-0466a3722223, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=f5eed2e5-8b72-4c4a-bdf2-0466a3722223,segment=NetworkSegment(9cf3bd30-b02c-4b67-a1e5-9908552aaf41),segment_id=9cf3bd30-b02c-4b67-a1e5-9908552aaf41)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:50:41.532388 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-66440ae4-9a74-44ac-afc3-3832a1d39d37 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:41.535820 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5d808476-c348-4359-9dab-636cc474f1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:41.541315 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5d808476-c348-4359-9dab-636cc474f1b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:41.543111 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5d808476-c348-4359-9dab-636cc474f1b0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fdfb8907-3152-4ca9-b328-fb67a359646a HTTP/1.1" status: 204 len: 168 time: 0.4050682 Aug 23 20:50:41.548131 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-21d6e8be-fa1b-437a-ac19-728fcc2f4417 None None] Transition to ACTIVE for port object 598fbd9f-d730-4503-9960-2c0a1cac0858 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:50:41.551607 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-c46d2e6d-16e3-423f-b2e7-b78d8ee2b070 None None] Allocated IP 172.20.0.2 (0c38d550-a25a-4c7c-a978-f348eeef3bc6/83772143-c9f8-4468-a4f4-25d1d8f89bdb/a61bddc5-ed1e-4f23-bd52-4cbb927eb0cf) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:50:41.553617 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:41.597035 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-21d6e8be-fa1b-437a-ac19-728fcc2f4417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:41.620676 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66440ae4-9a74-44ac-afc3-3832a1d39d37 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event updated for resources: {'Port': ['ID=c5988630-b566-4625-b0a5-0a5cc2285124,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:41.634182 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d808476-c348-4359-9dab-636cc474f1b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdfb8907-3152-4ca9-b328-fb67a359646a,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:41.647084 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66440ae4-9a74-44ac-afc3-3832a1d39d37 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Network f0f756b4-b315-4c13-9e06-b27aedfedb7d is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:50:41.647291 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-c1327402-1ad1-4bf9-a3cd-220264e74488 None None] For port 0753d09a-9192-44db-b60d-fe2b7ef01ec2, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:50:41.648047 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-66440ae4-9a74-44ac-afc3-3832a1d39d37 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:50:41.656381 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66440ae4-9a74-44ac-afc3-3832a1d39d37 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:50:41.667282 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66440ae4-9a74-44ac-afc3-3832a1d39d37 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:41.668522 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-66440ae4-9a74-44ac-afc3-3832a1d39d37 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:41.695949 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-66440ae4-9a74-44ac-afc3-3832a1d39d37 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7154472 Aug 23 20:50:41.697355 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 51360) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:41.722406 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-7ad707ff-fff1-45a6-b8de-d610fceca475 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Request body: {'port': {'network_id': 'f0f756b4-b315-4c13-9e06-b27aedfedb7d', 'name': 'tempest-PortsIpV6TestJSON-804690119'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:41.779205 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-c1327402-1ad1-4bf9-a3cd-220264e74488 None None] For port 0753d09a-9192-44db-b60d-fe2b7ef01ec2, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=0753d09a-9192-44db-b60d-fe2b7ef01ec2,segment=NetworkSegment(e53812e5-12c9-4279-8cf4-8a8692a80400),segment_id=e53812e5-12c9-4279-8cf4-8a8692a80400)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:50:41.839511 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c1327402-1ad1-4bf9-a3cd-220264e74488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:41.873422 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['f5eed2e5-8b72-4c4a-bdf2-0466a3722223'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:50:41.881471 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9780b138-1903-479b-936a-476bce475dd5 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:41.957813 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-21d6e8be-fa1b-437a-ac19-728fcc2f4417 None None] Attempting to bind port 598fbd9f-d730-4503-9960-2c0a1cac0858 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:50:41.958191 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-21d6e8be-fa1b-437a-ac19-728fcc2f4417 None None] Attempting to bind port 598fbd9f-d730-4503-9960-2c0a1cac0858 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:50:41.958560 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d6e8be-fa1b-437a-ac19-728fcc2f4417 None None] Attempting to bind port 598fbd9f-d730-4503-9960-2c0a1cac0858 on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:50:42.004473 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=f5eed2e5-8b72-4c4a-bdf2-0466a3722223,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:42.031475 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d6e8be-fa1b-437a-ac19-728fcc2f4417 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:50:42.040546 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d6e8be-fa1b-437a-ac19-728fcc2f4417 None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:50:42.041050 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-21d6e8be-fa1b-437a-ac19-728fcc2f4417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:42.041407 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d6e8be-fa1b-437a-ac19-728fcc2f4417 None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:50:42.041923 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-21d6e8be-fa1b-437a-ac19-728fcc2f4417 None None] Bound port: 598fbd9f-d730-4503-9960-2c0a1cac0858, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:50:42.042097 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c816b71e-90b8-4836-bd0c-a29f4fc35e08 req-522b33f4-b08e-42e9-8a37-2e8dcbcded6e tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:42.042311 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-21d6e8be-fa1b-437a-ac19-728fcc2f4417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:42.043758 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c816b71e-90b8-4836-bd0c-a29f4fc35e08 req-522b33f4-b08e-42e9-8a37-2e8dcbcded6e tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] 10.222.0.61 "GET /v2.0/ports?device_id=edf99751-a1f5-4918-bb5b-512e59656cf0 HTTP/1.1" status: 200 len: 944 time: 0.0993850 Aug 23 20:50:42.143971 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-21d6e8be-fa1b-437a-ac19-728fcc2f4417 None None] For port 598fbd9f-d730-4503-9960-2c0a1cac0858, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:50:42.147723 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-21d6e8be-fa1b-437a-ac19-728fcc2f4417 None None] For port 598fbd9f-d730-4503-9960-2c0a1cac0858, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=598fbd9f-d730-4503-9960-2c0a1cac0858,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:50:42.165936 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c816b71e-90b8-4836-bd0c-a29f4fc35e08 req-535c6d82-786b-474b-b71a-52d36eebf44f tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] 10.222.0.61 "GET /v2.0/security-groups?id=feb117f4-4fc5-43bc-bd84-6c9108002571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113226 Aug 23 20:50:42.166785 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad707ff-fff1-45a6-b8de-d610fceca475 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Made reservation on behalf of 91ee48a7a09d4c31bca2b42ca3cdc87d for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:50:42.173521 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7ad707ff-fff1-45a6-b8de-d610fceca475 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:42.218277 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-7ad707ff-fff1-45a6-b8de-d610fceca475 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] device_id is not set on port bd9d5013-4cd6-41b5-8f9f-b136ccca7c84 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:50:42.266285 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ebd931-d6f7-432a-98da-980d8245766c None None] Pushing event updated for resources: {'Port': ['ID=598fbd9f-d730-4503-9960-2c0a1cac0858,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:42.270194 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-21d6e8be-fa1b-437a-ac19-728fcc2f4417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:42.321218 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 51374) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:42.356467 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1327402-1ad1-4bf9-a3cd-220264e74488 None None] Pushing event updated for resources: {'Port': ['ID=0753d09a-9192-44db-b60d-fe2b7ef01ec2,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:42.430399 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9dcb8db2-b867-460b-9062-f217640a5008 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0ad986e510464a32a0ccbba6bd2d7675&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1063435 Aug 23 20:50:42.436954 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 51380) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:42.469909 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d6e8be-fa1b-437a-ac19-728fcc2f4417 None None] Routers {'398fc0f7-fb86-407a-bafe-246edda5ed2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:50:42.470473 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-21d6e8be-fa1b-437a-ac19-728fcc2f4417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:50:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['398fc0f7-fb86-407a-bafe-246edda5ed2a'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:42.681640 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-7ad707ff-fff1-45a6-b8de-d610fceca475 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Allocated IP 2001:db8::a7 (f0f756b4-b315-4c13-9e06-b27aedfedb7d/4801710a-be6d-4566-bd49-413089bd1829/bd9d5013-4cd6-41b5-8f9f-b136ccca7c84) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:50:42.883476 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c46d2e6d-16e3-423f-b2e7-b78d8ee2b070 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:42.894756 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c46d2e6d-16e3-423f-b2e7-b78d8ee2b070 None None] Transition to ACTIVE for port object a61bddc5-ed1e-4f23-bd52-4cbb927eb0cf will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:50:42.923649 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c46d2e6d-16e3-423f-b2e7-b78d8ee2b070 None None] Transition to ACTIVE for port object a61bddc5-ed1e-4f23-bd52-4cbb927eb0cf will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:50:42.940048 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 0753d09a-9192-44db-b60d-fe2b7ef01ec2 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:50:43.084420 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7ad707ff-fff1-45a6-b8de-d610fceca475 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:43.089520 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c46d2e6d-16e3-423f-b2e7-b78d8ee2b070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:43.120496 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-7ad707ff-fff1-45a6-b8de-d610fceca475 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Transition to ACTIVE for port object bd9d5013-4cd6-41b5-8f9f-b136ccca7c84 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:50:43.202474 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46d2e6d-16e3-423f-b2e7-b78d8ee2b070 None None] Network 0c38d550-a25a-4c7c-a978-f348eeef3bc6 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:50:43.203899 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7ad707ff-fff1-45a6-b8de-d610fceca475 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:43.215828 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-c46d2e6d-16e3-423f-b2e7-b78d8ee2b070 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:50:43.218454 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46d2e6d-16e3-423f-b2e7-b78d8ee2b070 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:50:43.273991 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ebd931-d6f7-432a-98da-980d8245766c None None] Pushing event updated for resources: {'Port': ['ID=598fbd9f-d730-4503-9960-2c0a1cac0858,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:43.283360 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b6d42e56-db5e-431b-9d34-5e7dd5a296bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:43.347730 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-9780b138-1903-479b-936a-476bce475dd5 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Allocated IP 172.20.0.1 (0c38d550-a25a-4c7c-a978-f348eeef3bc6/83772143-c9f8-4468-a4f4-25d1d8f89bdb/08482c19-c4ee-415b-976a-c59f5296c875) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:50:43.351368 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-07b28a95-5b74-495a-850f-1217f09ac171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:43.414593 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d2e6d-16e3-423f-b2e7-b78d8ee2b070 None None] Pushing event updated for resources: {'Port': ['ID=a61bddc5-ed1e-4f23-bd52-4cbb927eb0cf,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:43.429239 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-07b28a95-5b74-495a-850f-1217f09ac171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:43.473325 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad707ff-fff1-45a6-b8de-d610fceca475 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event updated for resources: {'Port': ['ID=bd9d5013-4cd6-41b5-8f9f-b136ccca7c84,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:43.552713 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad707ff-fff1-45a6-b8de-d610fceca475 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Network f0f756b4-b315-4c13-9e06-b27aedfedb7d is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:50:43.557484 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-7ad707ff-fff1-45a6-b8de-d610fceca475 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:50:43.574895 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad707ff-fff1-45a6-b8de-d610fceca475 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:50:43.579363 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 0753d09a-9192-44db-b60d-fe2b7ef01ec2 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:50:43.587497 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad707ff-fff1-45a6-b8de-d610fceca475 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:43.589526 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7ad707ff-fff1-45a6-b8de-d610fceca475 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:43.602547 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:43.607958 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-21d6e8be-fa1b-437a-ac19-728fcc2f4417 None None] Set router 398fc0f7-fb86-407a-bafe-246edda5ed2a gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:50:43.613152 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a537d2af-4074-462d-ac95-dc7d3258a55d req-53adc4e2-29b3-4cf8-970f-ffa030151a75 tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:43.613823 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c46d2e6d-16e3-423f-b2e7-b78d8ee2b070 None None] Attempting to bind port a61bddc5-ed1e-4f23-bd52-4cbb927eb0cf on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:50:43.614225 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c46d2e6d-16e3-423f-b2e7-b78d8ee2b070 None None] Attempting to bind port a61bddc5-ed1e-4f23-bd52-4cbb927eb0cf by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'fd83179f-6b28-4c03-ad88-e03a2e94e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0c38d550-a25a-4c7c-a978-f348eeef3bc6'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:50:43.620414 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46d2e6d-16e3-423f-b2e7-b78d8ee2b070 None None] Attempting to bind port a61bddc5-ed1e-4f23-bd52-4cbb927eb0cf on network 0c38d550-a25a-4c7c-a978-f348eeef3bc6 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:50:43.620801 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a537d2af-4074-462d-ac95-dc7d3258a55d req-53adc4e2-29b3-4cf8-970f-ffa030151a75 tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] 10.222.0.61 "GET /v2.0/ports?device_id=edf99751-a1f5-4918-bb5b-512e59656cf0 HTTP/1.1" status: 200 len: 944 time: 0.2325628 Aug 23 20:50:43.671200 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-7ad707ff-fff1-45a6-b8de-d610fceca475 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9688754 Aug 23 20:50:43.678001 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9780b138-1903-479b-936a-476bce475dd5 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:43.682470 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 51428) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:43.731729 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-07b28a95-5b74-495a-850f-1217f09ac171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:43.731968 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46d2e6d-16e3-423f-b2e7-b78d8ee2b070 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:50:43.732273 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46d2e6d-16e3-423f-b2e7-b78d8ee2b070 None None] Checking segment: {'id': 'fd83179f-6b28-4c03-ad88-e03a2e94e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0c38d550-a25a-4c7c-a978-f348eeef3bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:50:43.732748 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c46d2e6d-16e3-423f-b2e7-b78d8ee2b070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:43.733094 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-07b28a95-5b74-495a-850f-1217f09ac171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:43.733278 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46d2e6d-16e3-423f-b2e7-b78d8ee2b070 None None] Bound using segment: {'id': 'fd83179f-6b28-4c03-ad88-e03a2e94e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0c38d550-a25a-4c7c-a978-f348eeef3bc6'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:50:43.733838 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c46d2e6d-16e3-423f-b2e7-b78d8ee2b070 None None] Bound port: a61bddc5-ed1e-4f23-bd52-4cbb927eb0cf, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd83179f-6b28-4c03-ad88-e03a2e94e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0c38d550-a25a-4c7c-a978-f348eeef3bc6'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:50:43.734290 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c46d2e6d-16e3-423f-b2e7-b78d8ee2b070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:43.750268 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-07b28a95-5b74-495a-850f-1217f09ac171 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c8650f8f-a159-4278-bc99-b884a1b7b5ae HTTP/1.1" status: 204 len: 168 time: 1.3071549 Aug 23 20:50:43.750929 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a537d2af-4074-462d-ac95-dc7d3258a55d req-fb57ba40-7198-4547-b31d-63d05488eec9 tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] 10.222.0.61 "GET /v2.0/security-groups?id=feb117f4-4fc5-43bc-bd84-6c9108002571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992033 Aug 23 20:50:43.858944 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-9780b138-1903-479b-936a-476bce475dd5 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Transition to ACTIVE for port object 08482c19-c4ee-415b-976a-c59f5296c875 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:50:43.870477 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b28a95-5b74-495a-850f-1217f09ac171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8650f8f-a159-4278-bc99-b884a1b7b5ae,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:43.932627 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdda3c6-7373-4d41-afca-356a81892648 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:43.934462 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-7bdda3c6-7373-4d41-afca-356a81892648 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3c9 HTTP/1.1" status: 200 len: 929 time: 0.2510352 Aug 23 20:50:43.938393 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 51444) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:43.954881 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9cd55e-0f8f-47ab-acfb-41c269c573a8 None None] Network f0f756b4-b315-4c13-9e06-b27aedfedb7d requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:50:43.967434 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9780b138-1903-479b-936a-476bce475dd5 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:44.027819 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9780b138-1903-479b-936a-476bce475dd5 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Network 0c38d550-a25a-4c7c-a978-f348eeef3bc6 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:50:44.039314 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-9780b138-1903-479b-936a-476bce475dd5 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:50:44.044050 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9780b138-1903-479b-936a-476bce475dd5 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:50:44.085578 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-c46d2e6d-16e3-423f-b2e7-b78d8ee2b070 None None] For port a61bddc5-ed1e-4f23-bd52-4cbb927eb0cf, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:50:44.128296 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-50ff5f80-a3db-48a8-afe7-ab8c8caf4610 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Deleting port bd9d5013-4cd6-41b5-8f9f-b136ccca7c84 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:50:44.129140 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a664eb8a-cb51-4b96-b87c-450d5c3e0544 None None] Provisioning for port 0753d09a-9192-44db-b60d-fe2b7ef01ec2 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:50:44.129776 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-50ff5f80-a3db-48a8-afe7-ab8c8caf4610 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:44.149745 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9780b138-1903-479b-936a-476bce475dd5 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'Port': ['ID=08482c19-c4ee-415b-976a-c59f5296c875,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:44.165517 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a664eb8a-cb51-4b96-b87c-450d5c3e0544 None None] Provisioning complete for port 0753d09a-9192-44db-b60d-fe2b7ef01ec2 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:50:44.165981 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a664eb8a-cb51-4b96-b87c-450d5c3e0544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:44.190664 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9780b138-1903-479b-936a-476bce475dd5 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:44.261768 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-c46d2e6d-16e3-423f-b2e7-b78d8ee2b070 None None] For port a61bddc5-ed1e-4f23-bd52-4cbb927eb0cf, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=a61bddc5-ed1e-4f23-bd52-4cbb927eb0cf,segment=NetworkSegment(fd83179f-6b28-4c03-ad88-e03a2e94e3b7),segment_id=fd83179f-6b28-4c03-ad88-e03a2e94e3b7)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:50:44.262419 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-50ff5f80-a3db-48a8-afe7-ab8c8caf4610 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:44.279172 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-50ff5f80-a3db-48a8-afe7-ab8c8caf4610 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Calling delete_port for bd9d5013-4cd6-41b5-8f9f-b136ccca7c84 owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:50:44.285787 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c46d2e6d-16e3-423f-b2e7-b78d8ee2b070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:44.375383 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device f5eed2e5-8b72-4c4a-bdf2-0466a3722223 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:50:44.500810 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9780b138-1903-479b-936a-476bce475dd5 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:44.647550 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d2e6d-16e3-423f-b2e7-b78d8ee2b070 None None] Pushing event updated for resources: {'Port': ['ID=a61bddc5-ed1e-4f23-bd52-4cbb927eb0cf,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:44.668427 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port f5eed2e5-8b72-4c4a-bdf2-0466a3722223 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:50:44.670650 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:44.675959 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-50ff5f80-a3db-48a8-afe7-ab8c8caf4610 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:44.731050 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a664eb8a-cb51-4b96-b87c-450d5c3e0544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:44.739564 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-21d6e8be-fa1b-437a-ac19-728fcc2f4417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398fc0f7-fb86-407a-bafe-246edda5ed2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641444254', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '598fbd9f-d730-4503-9960-2c0a1cac0858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:50:35Z', 'updated_at': '2021-08-23T20:50:38Z', 'revision_number': 3, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'gw_port': {'id': '598fbd9f-d730-4503-9960-2c0a1cac0858', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:69:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398fc0f7-fb86-407a-bafe-246edda5ed2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:50:36Z', 'updated_at': '2021-08-23T20:50:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:44.758808 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ff5f80-a3db-48a8-afe7-ab8c8caf4610 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event deleted for resources: {'Port': ['ID=bd9d5013-4cd6-41b5-8f9f-b136ccca7c84,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:44.788969 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port f5eed2e5-8b72-4c4a-bdf2-0466a3722223 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:50:44.789345 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:44.826545 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-50ff5f80-a3db-48a8-afe7-ab8c8caf4610 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:44.834510 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-50ff5f80-a3db-48a8-afe7-ab8c8caf4610 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "DELETE /v2.0/ports/bd9d5013-4cd6-41b5-8f9f-b136ccca7c84 HTTP/1.1" status: 204 len: 168 time: 0.8946133 Aug 23 20:50:44.837868 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 51472) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:44.905185 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-13c32015-c571-47b2-955e-343d5f37e20a tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] GET failed (client error): The resource could not be found. Aug 23 20:50:44.910386 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-13c32015-c571-47b2-955e-343d5f37e20a tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "GET /v2.0/ports/bd9d5013-4cd6-41b5-8f9f-b136ccca7c84 HTTP/1.1" status: 404 len: 333 time: 0.0673428 Aug 23 20:50:44.910596 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 51476) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:44.930775 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d6e8be-fa1b-437a-ac19-728fcc2f4417 None None] The sync data for ids ['398fc0f7-fb86-407a-bafe-246edda5ed2a'] in n-d-805663-2 is: [{'id': '398fc0f7-fb86-407a-bafe-246edda5ed2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641444254', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '598fbd9f-d730-4503-9960-2c0a1cac0858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:50:35Z', 'updated_at': '2021-08-23T20:50:38Z', 'revision_number': 3, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'gw_port': {'id': '598fbd9f-d730-4503-9960-2c0a1cac0858', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:69:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398fc0f7-fb86-407a-bafe-246edda5ed2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:50:36Z', 'updated_at': '2021-08-23T20:50:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:50:45.123018 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a664eb8a-cb51-4b96-b87c-450d5c3e0544 None None] For port 0753d09a-9192-44db-b60d-fe2b7ef01ec2, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=0753d09a-9192-44db-b60d-fe2b7ef01ec2,segment=NetworkSegment(e53812e5-12c9-4279-8cf4-8a8692a80400),segment_id=e53812e5-12c9-4279-8cf4-8a8692a80400)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:50:45.140916 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a664eb8a-cb51-4b96-b87c-450d5c3e0544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:45.167847 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:45.306065 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf99751-a1f5-4918-bb5b-512e59656cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5eed2e5-8b72-4c4a-bdf2-0466a3722223'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:50:45.313890 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63083c64-5d0e-433b-ba4c-8e6b9d18207c req-8ec4905a-eb25-4d28-9b37-e2b2677ef16b tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:45.316885 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc578eb0-96cb-4f51-bb95-2c8c60aa05bf" -d '{"events": [{"server_uuid": "edf99751-a1f5-4918-bb5b-512e59656cf0", "name": "network-vif-plugged", "status": "completed", "tag": "f5eed2e5-8b72-4c4a-bdf2-0466a3722223"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:50:45.325351 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9780b138-1903-479b-936a-476bce475dd5 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:45.327738 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-63083c64-5d0e-433b-ba4c-8e6b9d18207c req-8ec4905a-eb25-4d28-9b37-e2b2677ef16b tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] 10.222.0.61 "GET /v2.0/ports?device_id=edf99751-a1f5-4918-bb5b-512e59656cf0 HTTP/1.1" status: 200 len: 944 time: 0.3074770 Aug 23 20:50:45.342257 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9780b138-1903-479b-936a-476bce475dd5 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:45.435615 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port f5eed2e5-8b72-4c4a-bdf2-0466a3722223, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=f5eed2e5-8b72-4c4a-bdf2-0466a3722223,segment=NetworkSegment(9cf3bd30-b02c-4b67-a1e5-9908552aaf41),segment_id=9cf3bd30-b02c-4b67-a1e5-9908552aaf41)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:50:45.443272 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-d2136a7d-49fc-4de9-9f97-ffa996c43750 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Deleting port c5988630-b566-4625-b0a5-0a5cc2285124 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:50:45.447804 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d2136a7d-49fc-4de9-9f97-ffa996c43750 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:45.479996 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a664eb8a-cb51-4b96-b87c-450d5c3e0544 None None] Pushing event updated for resources: {'Port': ['ID=0753d09a-9192-44db-b60d-fe2b7ef01ec2,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:45.489434 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-63083c64-5d0e-433b-ba4c-8e6b9d18207c req-cbe1d335-3659-4d60-a9cb-16a9f366a6b6 tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] 10.222.0.61 "GET /v2.0/security-groups?id=feb117f4-4fc5-43bc-bd84-6c9108002571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600425 Aug 23 20:50:45.504194 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:45.511217 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a394c9-2336-41ea-9a09-4f4d5b4ccf0b x-openstack-request-id: req-09a394c9-2336-41ea-9a09-4f4d5b4ccf0b {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:50:45.527735 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edf99751-a1f5-4918-bb5b-512e59656cf0", "name": "network-vif-plugged", "status": "completed", "tag": "f5eed2e5-8b72-4c4a-bdf2-0466a3722223", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:50:45.528090 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-09a394c9-2336-41ea-9a09-4f4d5b4ccf0b {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:50:45.539895 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf99751-a1f5-4918-bb5b-512e59656cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5eed2e5-8b72-4c4a-bdf2-0466a3722223', 'code': 200} Aug 23 20:50:45.684896 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=f5eed2e5-8b72-4c4a-bdf2-0466a3722223,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:45.725585 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9780b138-1903-479b-936a-476bce475dd5 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:45.731204 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9780b138-1903-479b-936a-476bce475dd5 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'Port': ['ID=08482c19-c4ee-415b-976a-c59f5296c875,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:45.757713 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268347c6-0ccd-428a-a92f-12942d20490b req-8e0ea332-c860-48cf-ac0e-49aeca295228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:45.759253 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-268347c6-0ccd-428a-a92f-12942d20490b req-8e0ea332-c860-48cf-ac0e-49aeca295228 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=edf99751-a1f5-4918-bb5b-512e59656cf0 HTTP/1.1" status: 200 len: 1096 time: 0.1738892 Aug 23 20:50:45.786359 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6621d4bd-92b7-4321-b377-9e3d9bb07ac9 None None] Provisioning for port c5988630-b566-4625-b0a5-0a5cc2285124 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:50:45.798838 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6621d4bd-92b7-4321-b377-9e3d9bb07ac9 None None] Provisioning complete for port c5988630-b566-4625-b0a5-0a5cc2285124 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:50:45.799861 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6621d4bd-92b7-4321-b377-9e3d9bb07ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:45.819672 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d2136a7d-49fc-4de9-9f97-ffa996c43750 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:45.868081 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-d2136a7d-49fc-4de9-9f97-ffa996c43750 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Calling delete_port for c5988630-b566-4625-b0a5-0a5cc2285124 owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:50:45.941585 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-6621d4bd-92b7-4321-b377-9e3d9bb07ac9 None None] Port c5988630-b566-4625-b0a5-0a5cc2285124 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:50:45.980149 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6621d4bd-92b7-4321-b377-9e3d9bb07ac9 None None] Provisioning complete for port 0753d09a-9192-44db-b60d-fe2b7ef01ec2 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:50:45.980704 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6621d4bd-92b7-4321-b377-9e3d9bb07ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:46.069733 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:46.219774 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9780b138-1903-479b-936a-476bce475dd5 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Network 0c38d550-a25a-4c7c-a978-f348eeef3bc6 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:50:46.227190 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-268347c6-0ccd-428a-a92f-12942d20490b req-bd01ef2f-cec7-429a-8c88-df0050274403 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=feb117f4-4fc5-43bc-bd84-6c9108002571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4084747 Aug 23 20:50:46.228242 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-9780b138-1903-479b-936a-476bce475dd5 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:50:46.356789 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d2136a7d-49fc-4de9-9f97-ffa996c43750 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:46.408829 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0d9725a2-65e8-423c-8cc5-c3e26860a982 None None] Could not find standard attr ID for object c5988630-b566-4625-b0a5-0a5cc2285124. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 20:50:46.478301 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2136a7d-49fc-4de9-9f97-ffa996c43750 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event deleted for resources: {'Port': ['ID=c5988630-b566-4625-b0a5-0a5cc2285124,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:46.545268 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013f32fd-7701-438e-8540-2dba5cfd4ba5 None None] Network 0c38d550-a25a-4c7c-a978-f348eeef3bc6 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:50:46.585078 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d2136a7d-49fc-4de9-9f97-ffa996c43750 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:46.589520 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d2136a7d-49fc-4de9-9f97-ffa996c43750 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "DELETE /v2.0/ports/c5988630-b566-4625-b0a5-0a5cc2285124 HTTP/1.1" status: 204 len: 168 time: 1.6775577 Aug 23 20:50:46.597862 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 51516) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:46.726863 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-1467f0b0-91a9-4039-ab6f-8397ceceac8e tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] GET failed (client error): The resource could not be found. Aug 23 20:50:46.739430 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1467f0b0-91a9-4039-ab6f-8397ceceac8e tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "GET /v2.0/ports/c5988630-b566-4625-b0a5-0a5cc2285124 HTTP/1.1" status: 404 len: 333 time: 0.1238606 Aug 23 20:50:46.740183 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 51520) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:46.786715 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9780b138-1903-479b-936a-476bce475dd5 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Router 398fc0f7-fb86-407a-bafe-246edda5ed2a has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:50:46.818905 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-58c3fed9-8c82-4262-a69d-89748cf256d3 None None] Provisioning for port a61bddc5-ed1e-4f23-bd52-4cbb927eb0cf completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:50:46.904910 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-cacc9cb3-7873-4d8d-a2d0-20c743198973 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Deleting subnet 4801710a-be6d-4566-bd49-413089bd1829 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:50:46.911021 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cacc9cb3-7873-4d8d-a2d0-20c743198973 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:46.990822 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device a61bddc5-ed1e-4f23-bd52-4cbb927eb0cf up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:50:47.035316 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cacc9cb3-7873-4d8d-a2d0-20c743198973 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:47.052654 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-30d6c8f6-2c24-4b0d-8195-0ce535eac273 None None] Could not find standard attr ID for object bd9d5013-4cd6-41b5-8f9f-b136ccca7c84. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 20:50:47.112351 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c59e02-b576-40ab-9237-6eda75cd3dbc req-82ce8608-b927-4cd5-976d-cb6c05892e8e tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:47.114723 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-94c59e02-b576-40ab-9237-6eda75cd3dbc req-82ce8608-b927-4cd5-976d-cb6c05892e8e tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] 10.222.0.61 "GET /v2.0/ports?device_id=edf99751-a1f5-4918-bb5b-512e59656cf0 HTTP/1.1" status: 200 len: 945 time: 0.4969637 Aug 23 20:50:47.121423 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9780b138-1903-479b-936a-476bce475dd5 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:50:47.141968 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9780b138-1903-479b-936a-476bce475dd5 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "PUT /v2.0/routers/398fc0f7-fb86-407a-bafe-246edda5ed2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4256458 Aug 23 20:50:47.219284 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port a61bddc5-ed1e-4f23-bd52-4cbb927eb0cf completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:50:47.225128 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port a61bddc5-ed1e-4f23-bd52-4cbb927eb0cf triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:50:47.225503 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:47.249446 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-94c59e02-b576-40ab-9237-6eda75cd3dbc req-150872a9-3521-43b0-890a-ce55043e77ac tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] 10.222.0.61 "GET /v2.0/security-groups?id=feb117f4-4fc5-43bc-bd84-6c9108002571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058161 Aug 23 20:50:47.311968 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cacc9cb3-7873-4d8d-a2d0-20c743198973 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:47.473955 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:47.500892 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cacc9cb3-7873-4d8d-a2d0-20c743198973 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:47.524411 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cacc9cb3-7873-4d8d-a2d0-20c743198973 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:47.530973 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-cacc9cb3-7873-4d8d-a2d0-20c743198973 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "DELETE /v2.0/subnets/4801710a-be6d-4566-bd49-413089bd1829 HTTP/1.1" status: 204 len: 168 time: 0.7897296 Aug 23 20:50:47.534724 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 51540) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:47.561455 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port a61bddc5-ed1e-4f23-bd52-4cbb927eb0cf, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=a61bddc5-ed1e-4f23-bd52-4cbb927eb0cf,segment=NetworkSegment(fd83179f-6b28-4c03-ad88-e03a2e94e3b7),segment_id=fd83179f-6b28-4c03-ad88-e03a2e94e3b7)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:50:47.574287 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:47.575397 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 598fbd9f-d730-4503-9960-2c0a1cac0858 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:50:47.589229 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacc9cb3-7873-4d8d-a2d0-20c743198973 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event deleted for resources: {'Subnet': ['ID=4801710a-be6d-4566-bd49-413089bd1829,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:47.763108 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ea7b932-1919-4148-b554-f90b90f40f07 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:47.964693 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-907ca5f2-7ce5-42a5-8b46-027acfcfd9e3 req-89a76fc4-8dbc-4fc1-ae62-91b8982a8711 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-223921031&fields=id&tenant_id=0b17a426d9eb4b3083079c3d4dc4db5c HTTP/1.1" status: 200 len: 267 time: 0.1927488 Aug 23 20:50:48.049494 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051e8cc3-0367-4baf-9f87-12cdae8662e1 None None] Network f0f756b4-b315-4c13-9e06-b27aedfedb7d requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:50:48.201367 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-1ea7b932-1919-4148-b554-f90b90f40f07 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Deleting port 0753d09a-9192-44db-b60d-fe2b7ef01ec2 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:50:48.203260 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ea7b932-1919-4148-b554-f90b90f40f07 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:48.208092 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9769dcb9-a233-4c71-bf53-a8944c11a507 None None] Provisioning complete for port a61bddc5-ed1e-4f23-bd52-4cbb927eb0cf triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:50:48.209136 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9769dcb9-a233-4c71-bf53-a8944c11a507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:48.239553 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043b49ac-77fc-45c7-82b8-51b5c370d41a None None] Sync routers for ids ['398fc0f7-fb86-407a-bafe-246edda5ed2a'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:50:48.254361 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043b49ac-77fc-45c7-82b8-51b5c370d41a None None] Routers {'398fc0f7-fb86-407a-bafe-246edda5ed2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:50:48.254996 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-043b49ac-77fc-45c7-82b8-51b5c370d41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:50:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['398fc0f7-fb86-407a-bafe-246edda5ed2a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:48.348091 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=a61bddc5-ed1e-4f23-bd52-4cbb927eb0cf,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:48.443881 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ca5f2-7ce5-42a5-8b46-027acfcfd9e3 req-84756080-726b-4c26-b4f9-d58eaf266f1b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:48.445725 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-907ca5f2-7ce5-42a5-8b46-027acfcfd9e3 req-84756080-726b-4c26-b4f9-d58eaf266f1b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/networks?id=0c38d550-a25a-4c7c-a978-f348eeef3bc6 HTTP/1.1" status: 200 len: 796 time: 0.4673741 Aug 23 20:50:48.469427 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-043b49ac-77fc-45c7-82b8-51b5c370d41a None None] Set router 398fc0f7-fb86-407a-bafe-246edda5ed2a gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:50:48.526617 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 598fbd9f-d730-4503-9960-2c0a1cac0858 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:50:48.537207 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-1ea7b932-1919-4148-b554-f90b90f40f07 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] For port 0753d09a-9192-44db-b60d-fe2b7ef01ec2, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=0753d09a-9192-44db-b60d-fe2b7ef01ec2,segment=NetworkSegment(e53812e5-12c9-4279-8cf4-8a8692a80400),segment_id=e53812e5-12c9-4279-8cf4-8a8692a80400)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:50:48.538826 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 598fbd9f-d730-4503-9960-2c0a1cac0858 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:50:48.539212 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:48.539855 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ea7b932-1919-4148-b554-f90b90f40f07 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:48.568218 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-1ea7b932-1919-4148-b554-f90b90f40f07 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Calling delete_port for 0753d09a-9192-44db-b60d-fe2b7ef01ec2 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:50:48.596485 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ffa937-5c61-4344-9e63-9f1d3285481c req-fad895eb-65da-496f-879c-6672fa34111c tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:48.603066 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-94ffa937-5c61-4344-9e63-9f1d3285481c req-fad895eb-65da-496f-879c-6672fa34111c tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] 10.222.0.61 "GET /v2.0/ports?device_id=edf99751-a1f5-4918-bb5b-512e59656cf0 HTTP/1.1" status: 200 len: 945 time: 0.1588483 Aug 23 20:50:48.727969 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94271dba-e353-4874-97b0-06d313efaa28 None None] DHCP port deletion for f0f756b4-b315-4c13-9e06-b27aedfedb7d request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:50:48.739045 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-94ffa937-5c61-4344-9e63-9f1d3285481c req-2d4840b7-b635-4019-8064-8915ee32a05f tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] 10.222.0.61 "GET /v2.0/security-groups?id=feb117f4-4fc5-43bc-bd84-6c9108002571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294513 Aug 23 20:50:48.794579 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ea7b932-1919-4148-b554-f90b90f40f07 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:48.801081 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9769dcb9-a233-4c71-bf53-a8944c11a507 None None] Provisioning for port 08482c19-c4ee-415b-976a-c59f5296c875 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:50:48.815926 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9769dcb9-a233-4c71-bf53-a8944c11a507 None None] Provisioning complete for port 08482c19-c4ee-415b-976a-c59f5296c875 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:50:48.816418 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9769dcb9-a233-4c71-bf53-a8944c11a507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:48.835008 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-907ca5f2-7ce5-42a5-8b46-027acfcfd9e3 req-d0bb54d4-b81b-4653-8b7b-8e712d79610f tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/quotas/0b17a426d9eb4b3083079c3d4dc4db5c HTTP/1.1" status: 200 len: 375 time: 0.3754895 Aug 23 20:50:48.837623 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea7b932-1919-4148-b554-f90b90f40f07 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] No DVR routers for this DVR port 0753d09a-9192-44db-b60d-fe2b7ef01ec2 on host n-d-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:50:48.993246 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-043b49ac-77fc-45c7-82b8-51b5c370d41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398fc0f7-fb86-407a-bafe-246edda5ed2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641444254', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '598fbd9f-d730-4503-9960-2c0a1cac0858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:50:35Z', 'updated_at': '2021-08-23T20:50:44Z', 'revision_number': 4, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'gw_port': {'id': '598fbd9f-d730-4503-9960-2c0a1cac0858', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:69:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398fc0f7-fb86-407a-bafe-246edda5ed2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:50:36Z', 'updated_at': '2021-08-23T20:50:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '08482c19-c4ee-415b-976a-c59f5296c875', 'name': '', 'network_id': '0c38d550-a25a-4c7c-a978-f348eeef3bc6', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'mac_address': 'fa:16:3e:48:ea:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398fc0f7-fb86-407a-bafe-246edda5ed2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '83772143-c9f8-4468-a4f4-25d1d8f89bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:50:42Z', 'updated_at': '2021-08-23T20:50:45Z', 'revision_number': 2, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'subnets': [{'id': '83772143-c9f8-4468-a4f4-25d1d8f89bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:49.001936 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea7b932-1919-4148-b554-f90b90f40f07 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event deleted for resources: {'Port': ['ID=0753d09a-9192-44db-b60d-fe2b7ef01ec2,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:49.024549 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:49.036349 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 51586) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:49.057920 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-9769dcb9-a233-4c71-bf53-a8944c11a507 None None] Port 08482c19-c4ee-415b-976a-c59f5296c875 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:50:49.078120 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-94271dba-e353-4874-97b0-06d313efaa28 None None] Deleting port 0753d09a-9192-44db-b60d-fe2b7ef01ec2 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:50:49.078704 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-94271dba-e353-4874-97b0-06d313efaa28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:49.196918 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-94271dba-e353-4874-97b0-06d313efaa28 None None] For port 0753d09a-9192-44db-b60d-fe2b7ef01ec2, host n-d-805663-2, got binding levels [] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:50:49.198519 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-94271dba-e353-4874-97b0-06d313efaa28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:49.223765 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ea7b932-1919-4148-b554-f90b90f40f07 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:49.237129 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-94271dba-e353-4874-97b0-06d313efaa28 None None] Calling delete_port for 0753d09a-9192-44db-b60d-fe2b7ef01ec2 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:50:49.240849 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.ipam_backend_mixin [None req-94271dba-e353-4874-97b0-06d313efaa28 None None] Port 0753d09a-9192-44db-b60d-fe2b7ef01ec2 was not found and therefore no delete operation was performed {{(pid=94689) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 23 20:50:49.250331 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-94271dba-e353-4874-97b0-06d313efaa28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:49.256684 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-1ea7b932-1919-4148-b554-f90b90f40f07 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0f756b4-b315-4c13-9e06-b27aedfedb7d']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:49.264905 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 598fbd9f-d730-4503-9960-2c0a1cac0858, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=598fbd9f-d730-4503-9960-2c0a1cac0858,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:50:49.268413 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-907ca5f2-7ce5-42a5-8b46-027acfcfd9e3 req-a79e1b5b-93cc-4c53-b9de-1031382d881a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=0b17a426d9eb4b3083079c3d4dc4db5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4315970 Aug 23 20:50:49.284047 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-1ea7b932-1919-4148-b554-f90b90f40f07 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e53812e5-12c9-4279-8cf4-8a8692a80400') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:49.284677 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-1ea7b932-1919-4148-b554-f90b90f40f07 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e53812e5-12c9-4279-8cf4-8a8692a80400') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:49.318758 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:49.320401 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 0753d09a-9192-44db-b60d-fe2b7ef01ec2 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:50:49.321128 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ea7b932-1919-4148-b554-f90b90f40f07 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:49.328743 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94271dba-e353-4874-97b0-06d313efaa28 None None] Pushing event deleted for resources: {'Port': ['ID=0753d09a-9192-44db-b60d-fe2b7ef01ec2,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:49.368598 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94271dba-e353-4874-97b0-06d313efaa28 None None] No DVR routers for this DVR port 0753d09a-9192-44db-b60d-fe2b7ef01ec2 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:50:49.371428 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043b49ac-77fc-45c7-82b8-51b5c370d41a None None] Checking router: 398fc0f7-fb86-407a-bafe-246edda5ed2a for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:50:49.373159 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043b49ac-77fc-45c7-82b8-51b5c370d41a None None] Updating router 398fc0f7-fb86-407a-bafe-246edda5ed2a port 08482c19-c4ee-415b-976a-c59f5296c875 binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:50:49.413063 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-043b49ac-77fc-45c7-82b8-51b5c370d41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:49.421291 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ea7b932-1919-4148-b554-f90b90f40f07 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:49.431084 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 0753d09a-9192-44db-b60d-fe2b7ef01ec2 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:50:49.432480 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 0753d09a-9192-44db-b60d-fe2b7ef01ec2 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 23 20:50:49.484381 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ea7b932-1919-4148-b554-f90b90f40f07 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:50:49.487035 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ea7b932-1919-4148-b554-f90b90f40f07 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:49.499647 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:50:49.499647 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:50:49.499647 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:50:49.499647 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:50:49.499647 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:50:49.499647 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:50:49.499647 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:50:49.499647 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:50:49.499647 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:50:49.499647 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:50:49.499647 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:50:49.499647 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:50:49.499647 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:50:49.499647 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:50:49.499647 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:50:49.499647 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:50:49.499647 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:50:49.499647 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:50:49.499647 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:50:49.499647 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:50:49.499647 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:50:49.499647 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:50:49.499647 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:50:49.499647 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:50:49.499647 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:50:49.499647 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:50:49.499647 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:50:49.499647 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:50:49.499647 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:50:49.499647 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:50:49.499647 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:50:49.499647 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:50:49.523760 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-24de4189-1497-457a-ad14-a36f958e5f13 None None] Provisioning complete for port 08482c19-c4ee-415b-976a-c59f5296c875 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:50:49.524174 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-24de4189-1497-457a-ad14-a36f958e5f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:49.569951 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1af6eb0f-9b4f-47c4-ad7b-bba79c9cfee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:49.618016 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-24de4189-1497-457a-ad14-a36f958e5f13 None None] Port 08482c19-c4ee-415b-976a-c59f5296c875 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:50:49.619563 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Port 0753d09a-9192-44db-b60d-fe2b7ef01ec2 not found, will not notify nova. {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 23 20:50:49.649731 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=598fbd9f-d730-4503-9960-2c0a1cac0858,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:49.679475 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-907ca5f2-7ce5-42a5-8b46-027acfcfd9e3 req-df490d64-fa62-4f2b-b5b1-946494ac46a7 service neutron] 10.222.0.61 "GET /v2.0/networks/0c38d550-a25a-4c7c-a978-f348eeef3bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910630 Aug 23 20:50:49.695376 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ea7b932-1919-4148-b554-f90b90f40f07 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:49.730479 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ea7b932-1919-4148-b554-f90b90f40f07 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:49.732957 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-1ea7b932-1919-4148-b554-f90b90f40f07 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "DELETE /v2.0/networks/f0f756b4-b315-4c13-9e06-b27aedfedb7d HTTP/1.1" status: 204 len: 168 time: 2.1970384 Aug 23 20:50:49.741272 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 51604) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:49.749750 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device a61bddc5-ed1e-4f23-bd52-4cbb927eb0cf up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:50:49.757434 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66b138-3989-47c4-a842-a841aa277f40 req-705b20eb-b19d-4ec8-aa95-95e05fb2c04f tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:49.764869 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cd66b138-3989-47c4-a842-a841aa277f40 req-705b20eb-b19d-4ec8-aa95-95e05fb2c04f tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] 10.222.0.61 "GET /v2.0/ports?device_id=edf99751-a1f5-4918-bb5b-512e59656cf0 HTTP/1.1" status: 200 len: 945 time: 0.1880243 Aug 23 20:50:49.800017 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-5d0a7e94-8975-4d7d-a6b4-9a0cee1bdbee tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1711439013'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:49.812956 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea7b932-1919-4148-b554-f90b90f40f07 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event deleted for resources: {'Network': ['ID=f0f756b4-b315-4c13-9e06-b27aedfedb7d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:49.829291 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cd66b138-3989-47c4-a842-a841aa277f40 req-74fbf0d7-e4f1-4be4-a4e0-40501aeb2d82 tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] 10.222.0.61 "GET /v2.0/security-groups?id=feb117f4-4fc5-43bc-bd84-6c9108002571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628595 Aug 23 20:50:49.842946 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1af6eb0f-9b4f-47c4-ad7b-bba79c9cfee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:49.849274 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1af6eb0f-9b4f-47c4-ad7b-bba79c9cfee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:49.863676 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port a61bddc5-ed1e-4f23-bd52-4cbb927eb0cf triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:50:49.864148 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:49.877369 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-907ca5f2-7ce5-42a5-8b46-027acfcfd9e3 req-a74f7231-6951-4113-a6e6-d08fad2ccc21 service neutron] 10.222.0.61 "GET /v2.0/networks/0c38d550-a25a-4c7c-a978-f348eeef3bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967509 Aug 23 20:50:49.901048 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d0a7e94-8975-4d7d-a6b4-9a0cee1bdbee tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Made reservation on behalf of 91ee48a7a09d4c31bca2b42ca3cdc87d for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:50:49.901927 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1af6eb0f-9b4f-47c4-ad7b-bba79c9cfee8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fe2b424e6bd04cfabdbbfdb1938fa7f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8643026 Aug 23 20:50:49.902890 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af6eb0f-9b4f-47c4-ad7b-bba79c9cfee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a17fa7c-d9e5-428f-8cb3-0d121b59cf13,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:49.903333 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5d0a7e94-8975-4d7d-a6b4-9a0cee1bdbee tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:49.905562 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 51608) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:49.907142 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-043b49ac-77fc-45c7-82b8-51b5c370d41a None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:49.945346 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-043b49ac-77fc-45c7-82b8-51b5c370d41a None None] Transition to ACTIVE for port object 08482c19-c4ee-415b-976a-c59f5296c875 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:50:49.958245 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-043b49ac-77fc-45c7-82b8-51b5c370d41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:49.991651 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d0a7e94-8975-4d7d-a6b4-9a0cee1bdbee tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:50:50.012731 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5d0a7e94-8975-4d7d-a6b4-9a0cee1bdbee tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:50.013701 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-5d0a7e94-8975-4d7d-a6b4-9a0cee1bdbee tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Added segment 6f52e53b-078f-4736-9974-a4f380087351 of type vlan for network b5607665-11bd-4b4d-9b45-66d6c0718c81 Aug 23 20:50:50.131377 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5d0a7e94-8975-4d7d-a6b4-9a0cee1bdbee tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:50.182004 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97f7859-554e-4856-852e-67f97c143b2d None None] Pushing event updated for resources: {'Port': ['ID=08482c19-c4ee-415b-976a-c59f5296c875,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:50.199809 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97f7859-554e-4856-852e-67f97c143b2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:50:50.204712 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97f7859-554e-4856-852e-67f97c143b2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:50:50.205316 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97f7859-554e-4856-852e-67f97c143b2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:50:50.206304 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97f7859-554e-4856-852e-67f97c143b2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:50:50.206909 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97f7859-554e-4856-852e-67f97c143b2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:50:50.207491 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97f7859-554e-4856-852e-67f97c143b2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:50:50.208324 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97f7859-554e-4856-852e-67f97c143b2d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:50:50.208895 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97f7859-554e-4856-852e-67f97c143b2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:50:50.209446 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97f7859-554e-4856-852e-67f97c143b2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:50:50.212765 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97f7859-554e-4856-852e-67f97c143b2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:50:50.213377 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97f7859-554e-4856-852e-67f97c143b2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:50:50.213926 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97f7859-554e-4856-852e-67f97c143b2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:50:50.285461 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 0753d09a-9192-44db-b60d-fe2b7ef01ec2 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:50:50.290801 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5d0a7e94-8975-4d7d-a6b4-9a0cee1bdbee tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:50.322567 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0a7e94-8975-4d7d-a6b4-9a0cee1bdbee tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:50.323387 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5d0a7e94-8975-4d7d-a6b4-9a0cee1bdbee tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:50.329040 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-043b49ac-77fc-45c7-82b8-51b5c370d41a None None] Attempting to bind port 08482c19-c4ee-415b-976a-c59f5296c875 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:50:50.330633 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-043b49ac-77fc-45c7-82b8-51b5c370d41a None None] Attempting to bind port 08482c19-c4ee-415b-976a-c59f5296c875 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'fd83179f-6b28-4c03-ad88-e03a2e94e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0c38d550-a25a-4c7c-a978-f348eeef3bc6'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:50:50.335116 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043b49ac-77fc-45c7-82b8-51b5c370d41a None None] Attempting to bind port 08482c19-c4ee-415b-976a-c59f5296c875 on network 0c38d550-a25a-4c7c-a978-f348eeef3bc6 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:50:50.339798 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 0753d09a-9192-44db-b60d-fe2b7ef01ec2 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:50:50.340150 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 0753d09a-9192-44db-b60d-fe2b7ef01ec2 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:50:50.357438 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043b49ac-77fc-45c7-82b8-51b5c370d41a None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:50:50.359146 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043b49ac-77fc-45c7-82b8-51b5c370d41a None None] Checking segment: {'id': 'fd83179f-6b28-4c03-ad88-e03a2e94e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0c38d550-a25a-4c7c-a978-f348eeef3bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:50:50.359806 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-043b49ac-77fc-45c7-82b8-51b5c370d41a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:50.360567 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043b49ac-77fc-45c7-82b8-51b5c370d41a None None] Bound using segment: {'id': 'fd83179f-6b28-4c03-ad88-e03a2e94e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0c38d550-a25a-4c7c-a978-f348eeef3bc6'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:50:50.362331 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-043b49ac-77fc-45c7-82b8-51b5c370d41a None None] Bound port: 08482c19-c4ee-415b-976a-c59f5296c875, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd83179f-6b28-4c03-ad88-e03a2e94e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0c38d550-a25a-4c7c-a978-f348eeef3bc6'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:50:50.362956 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-043b49ac-77fc-45c7-82b8-51b5c370d41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:50.409307 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:50.537281 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c35973f5-027a-487c-85a2-2c386192b08c req-60574e79-bba1-4c05-864d-78bef3daeed3 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=a53e3ae0-d4fa-466c-b72e-5133baf57545 HTTP/1.1" status: 200 len: 210 time: 0.2972207 Aug 23 20:50:50.555174 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 51630) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:50.559801 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-8e558a4b-32a5-41c6-9032-06b5b46525a2 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Request body: {'subnet': {'network_id': 'b5607665-11bd-4b4d-9b45-66d6c0718c81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:50.568498 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-5d0a7e94-8975-4d7d-a6b4-9a0cee1bdbee tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7865160 Aug 23 20:50:50.621922 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-043b49ac-77fc-45c7-82b8-51b5c370d41a None None] For port 08482c19-c4ee-415b-976a-c59f5296c875, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:50:50.627841 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-043b49ac-77fc-45c7-82b8-51b5c370d41a None None] For port 08482c19-c4ee-415b-976a-c59f5296c875, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=08482c19-c4ee-415b-976a-c59f5296c875,segment=NetworkSegment(fd83179f-6b28-4c03-ad88-e03a2e94e3b7),segment_id=fd83179f-6b28-4c03-ad88-e03a2e94e3b7)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:50:50.635464 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-043b49ac-77fc-45c7-82b8-51b5c370d41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:50.735058 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c1d30e9a-604a-4ff0-9554-058f4c0879a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:50.755701 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043b49ac-77fc-45c7-82b8-51b5c370d41a None None] Routers {'398fc0f7-fb86-407a-bafe-246edda5ed2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:50:50.757027 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-043b49ac-77fc-45c7-82b8-51b5c370d41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:50:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['398fc0f7-fb86-407a-bafe-246edda5ed2a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:50.821866 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e558a4b-32a5-41c6-9032-06b5b46525a2 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Made reservation on behalf of 91ee48a7a09d4c31bca2b42ca3cdc87d for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:50:50.828464 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8e558a4b-32a5-41c6-9032-06b5b46525a2 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:50.833543 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0a7e94-8975-4d7d-a6b4-9a0cee1bdbee tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event updated for resources: {'Network': ['ID=b5607665-11bd-4b4d-9b45-66d6c0718c81,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:50.858219 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network b5607665-11bd-4b4d-9b45-66d6c0718c81 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:50:50.868907 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97f7859-554e-4856-852e-67f97c143b2d None None] Pushing event updated for resources: {'Port': ['ID=08482c19-c4ee-415b-976a-c59f5296c875,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:50.891566 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c1d30e9a-604a-4ff0-9554-058f4c0879a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:51.142181 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe1111-d343-4030-9cba-c79d3bd28cfe req-f538fa45-3a36-4ef8-ae0a-712df820b633 tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:51.144172 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-24fe1111-d343-4030-9cba-c79d3bd28cfe req-f538fa45-3a36-4ef8-ae0a-712df820b633 tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] 10.222.0.11 "GET /v2.0/ports?device_id=edf99751-a1f5-4918-bb5b-512e59656cf0 HTTP/1.1" status: 200 len: 945 time: 0.3378861 Aug 23 20:50:51.145363 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c1d30e9a-604a-4ff0-9554-058f4c0879a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:51.148460 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c1d30e9a-604a-4ff0-9554-058f4c0879a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:51.150088 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c1d30e9a-604a-4ff0-9554-058f4c0879a6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1a17fa7c-d9e5-428f-8cb3-0d121b59cf13 HTTP/1.1" status: 204 len: 168 time: 1.2400732 Aug 23 20:50:51.170206 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-043b49ac-77fc-45c7-82b8-51b5c370d41a None None] Set router 398fc0f7-fb86-407a-bafe-246edda5ed2a gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:50:51.208416 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d30e9a-604a-4ff0-9554-058f4c0879a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a17fa7c-d9e5-428f-8cb3-0d121b59cf13,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:51.256418 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e258bdc7-d9a9-4e69-810f-5134a0fef7ac req-0b673f75-b91f-4cdf-8e8a-032d0e34a0ef tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:51.269689 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e258bdc7-d9a9-4e69-810f-5134a0fef7ac req-0b673f75-b91f-4cdf-8e8a-032d0e34a0ef tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] 10.222.0.61 "GET /v2.0/ports?device_id=edf99751-a1f5-4918-bb5b-512e59656cf0 HTTP/1.1" status: 200 len: 945 time: 0.2180908 Aug 23 20:50:51.405215 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-24fe1111-d343-4030-9cba-c79d3bd28cfe req-b6d94a22-c258-4192-82bd-329b8d678bfa tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] Deleting port f5eed2e5-8b72-4c4a-bdf2-0466a3722223 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:50:51.406111 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-24fe1111-d343-4030-9cba-c79d3bd28cfe req-b6d94a22-c258-4192-82bd-329b8d678bfa tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:51.407615 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e258bdc7-d9a9-4e69-810f-5134a0fef7ac req-305e928c-4042-4582-86b8-1c53f32544d6 tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] 10.222.0.61 "GET /v2.0/security-groups?id=feb117f4-4fc5-43bc-bd84-6c9108002571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318099 Aug 23 20:50:51.611974 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-24fe1111-d343-4030-9cba-c79d3bd28cfe req-b6d94a22-c258-4192-82bd-329b8d678bfa tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] For port f5eed2e5-8b72-4c4a-bdf2-0466a3722223, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=f5eed2e5-8b72-4c4a-bdf2-0466a3722223,segment=NetworkSegment(9cf3bd30-b02c-4b67-a1e5-9908552aaf41),segment_id=9cf3bd30-b02c-4b67-a1e5-9908552aaf41)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:50:51.612931 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-24fe1111-d343-4030-9cba-c79d3bd28cfe req-b6d94a22-c258-4192-82bd-329b8d678bfa tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:51.653986 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8e558a4b-32a5-41c6-9032-06b5b46525a2 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:51.654694 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-24fe1111-d343-4030-9cba-c79d3bd28cfe req-b6d94a22-c258-4192-82bd-329b8d678bfa tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] Calling delete_port for f5eed2e5-8b72-4c4a-bdf2-0466a3722223 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:50:51.755998 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 598fbd9f-d730-4503-9960-2c0a1cac0858 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:50:51.805327 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3dcca3d7-8fd8-460d-90c4-d2361ca0c4be req-0a21d826-527c-4799-ae8e-af1989501a4b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=a53e3ae0-d4fa-466c-b72e-5133baf57545 HTTP/1.1" status: 200 len: 210 time: 0.1139224 Aug 23 20:50:51.860488 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-043b49ac-77fc-45c7-82b8-51b5c370d41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398fc0f7-fb86-407a-bafe-246edda5ed2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641444254', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '598fbd9f-d730-4503-9960-2c0a1cac0858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:50:35Z', 'updated_at': '2021-08-23T20:50:44Z', 'revision_number': 4, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'gw_port': {'id': '598fbd9f-d730-4503-9960-2c0a1cac0858', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:69:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398fc0f7-fb86-407a-bafe-246edda5ed2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:50:36Z', 'updated_at': '2021-08-23T20:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '08482c19-c4ee-415b-976a-c59f5296c875', 'name': '', 'network_id': '0c38d550-a25a-4c7c-a978-f348eeef3bc6', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'mac_address': 'fa:16:3e:48:ea:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398fc0f7-fb86-407a-bafe-246edda5ed2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '83772143-c9f8-4468-a4f4-25d1d8f89bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:50:42Z', 'updated_at': '2021-08-23T20:50:50Z', 'revision_number': 4, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'subnets': [{'id': '83772143-c9f8-4468-a4f4-25d1d8f89bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:51.913269 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 598fbd9f-d730-4503-9960-2c0a1cac0858 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:50:51.916625 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:51.919832 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e558a4b-32a5-41c6-9032-06b5b46525a2 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event updated for resources: {'Subnet': ['ID=febb7289-7ae0-4618-a4c0-b38c809c37be,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:51.947348 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e558a4b-32a5-41c6-9032-06b5b46525a2 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Checking segment: {'id': '6f52e53b-078f-4736-9974-a4f380087351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b5607665-11bd-4b4d-9b45-66d6c0718c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:50:51.947979 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e558a4b-32a5-41c6-9032-06b5b46525a2 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Network hostable DHCP agents. Network: b5607665-11bd-4b4d-9b45-66d6c0718c81, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:50:51.975915 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-24fe1111-d343-4030-9cba-c79d3bd28cfe req-b6d94a22-c258-4192-82bd-329b8d678bfa tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:52.001886 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e558a4b-32a5-41c6-9032-06b5b46525a2 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Network b5607665-11bd-4b4d-9b45-66d6c0718c81 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:50:52.006623 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043b49ac-77fc-45c7-82b8-51b5c370d41a None None] The sync data for ids ['398fc0f7-fb86-407a-bafe-246edda5ed2a'] in n-d-805663-2 is: [{'id': '398fc0f7-fb86-407a-bafe-246edda5ed2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641444254', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '598fbd9f-d730-4503-9960-2c0a1cac0858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:50:35Z', 'updated_at': '2021-08-23T20:50:44Z', 'revision_number': 4, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'gw_port': {'id': '598fbd9f-d730-4503-9960-2c0a1cac0858', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:69:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398fc0f7-fb86-407a-bafe-246edda5ed2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:50:36Z', 'updated_at': '2021-08-23T20:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '08482c19-c4ee-415b-976a-c59f5296c875', 'name': '', 'network_id': '0c38d550-a25a-4c7c-a978-f348eeef3bc6', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'mac_address': 'fa:16:3e:48:ea:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398fc0f7-fb86-407a-bafe-246edda5ed2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '83772143-c9f8-4468-a4f4-25d1d8f89bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:50:42Z', 'updated_at': '2021-08-23T20:50:50Z', 'revision_number': 4, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'subnets': [{'id': '83772143-c9f8-4468-a4f4-25d1d8f89bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:50:52.013353 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['f5eed2e5-8b72-4c4a-bdf2-0466a3722223'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:50:52.023346 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-8e558a4b-32a5-41c6-9032-06b5b46525a2 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, b5607665-11bd-4b4d-9b45-66d6c0718c81) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:50:52.028493 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e558a4b-32a5-41c6-9032-06b5b46525a2 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:52.029853 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8e558a4b-32a5-41c6-9032-06b5b46525a2 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:52.050523 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 51676) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:52.082231 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f80d6f-c796-4761-98ce-52547a944f79 None None] Network b5607665-11bd-4b4d-9b45-66d6c0718c81 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:50:52.094459 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8e558a4b-32a5-41c6-9032-06b5b46525a2 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5362499 Aug 23 20:50:52.110396 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 51678) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:52.111923 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b6dc2da5-3f2a-43ea-99ea-00f6aef5d2a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:52.134487 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-3b6922ca-cd90-47be-8619-200cddf5a793 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Request body: {'port': {'network_id': 'b5607665-11bd-4b4d-9b45-66d6c0718c81', 'name': 'tempest-PortsIpV6TestJSON-2029098709', 'fixed_ips': [{'subnet_id': 'febb7289-7ae0-4618-a4c0-b38c809c37be', 'ip_address': '2001:db8::10'}]}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:52.183298 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d94a22-c258-4192-82bd-329b8d678bfa tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] Pushing event deleted for resources: {'Port': ['ID=f5eed2e5-8b72-4c4a-bdf2-0466a3722223,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:52.482273 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b498edaa-153d-4975-8b33-99c471506c55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-b5607665-11bd-4b4d-9b45-66d6c0718c81', 'network_id': 'b5607665-11bd-4b4d-9b45-66d6c0718c81', 'tenant_id': '91ee48a7a09d4c31bca2b42ca3cdc87d', 'fixed_ips': [{'subnet_id': 'febb7289-7ae0-4618-a4c0-b38c809c37be'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:50:52.483099 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b498edaa-153d-4975-8b33-99c471506c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:52.516812 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ca5f2-7ce5-42a5-8b46-027acfcfd9e3 req-322e25f6-94f4-408c-87d1-b29845d1bca5 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:52.518437 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-907ca5f2-7ce5-42a5-8b46-027acfcfd9e3 req-322e25f6-94f4-408c-87d1-b29845d1bca5 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.32 "GET /v2.0/networks?id=0c38d550-a25a-4c7c-a978-f348eeef3bc6 HTTP/1.1" status: 200 len: 796 time: 0.3488264 Aug 23 20:50:52.629752 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b6dc2da5-3f2a-43ea-99ea-00f6aef5d2a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:52.643978 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b6dc2da5-3f2a-43ea-99ea-00f6aef5d2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:52.667482 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-24fe1111-d343-4030-9cba-c79d3bd28cfe req-b6d94a22-c258-4192-82bd-329b8d678bfa tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] No DVR routers for this DVR port f5eed2e5-8b72-4c4a-bdf2-0466a3722223 on host n-h1-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:50:52.671606 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-013765e6-60ce-4d6c-8df4-98ca8d2a7b12 req-74d3714b-237e-4c29-8c26-6117cc11f1c4 tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] 10.222.0.61 "GET /v2.0/ports?device_id=edf99751-a1f5-4918-bb5b-512e59656cf0 HTTP/1.1" status: 200 len: 210 time: 0.1220412 Aug 23 20:50:52.673308 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-24fe1111-d343-4030-9cba-c79d3bd28cfe req-b6d94a22-c258-4192-82bd-329b8d678bfa tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:52.680773 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-24fe1111-d343-4030-9cba-c79d3bd28cfe req-b6d94a22-c258-4192-82bd-329b8d678bfa tempest-ServerGroupTestJSON-1903286522 tempest-ServerGroupTestJSON-1903286522-project] 10.222.0.11 "DELETE /v2.0/ports/f5eed2e5-8b72-4c4a-bdf2-0466a3722223 HTTP/1.1" status: 204 len: 173 time: 1.5273354 Aug 23 20:50:52.683641 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf99751-a1f5-4918-bb5b-512e59656cf0', 'name': 'network-vif-deleted', 'tag': 'f5eed2e5-8b72-4c4a-bdf2-0466a3722223'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:50:52.686213 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39da3678-dbb9-4ea3-85f8-e7defac99df6" -d '{"events": [{"server_uuid": "edf99751-a1f5-4918-bb5b-512e59656cf0", "name": "network-vif-deleted", "tag": "f5eed2e5-8b72-4c4a-bdf2-0466a3722223"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:50:52.758745 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-907ca5f2-7ce5-42a5-8b46-027acfcfd9e3 req-9478bb2f-c246-4865-89f3-f0482105ab3d tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b17a426d9eb4b3083079c3d4dc4db5c HTTP/1.1" status: 200 len: 379 time: 0.1579635 Aug 23 20:50:52.776783 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-907ca5f2-7ce5-42a5-8b46-027acfcfd9e3 req-93d009d0-98e8-44e4-9b94-0a6f19de82d6 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Request body: {'port': {'device_id': 'a53e3ae0-d4fa-466c-b72e-5133baf57545', 'network_id': '0c38d550-a25a-4c7c-a978-f348eeef3bc6', 'admin_state_up': True, 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'security_groups': ['efa257f3-4afa-4b95-9ff7-27a4b79acebb']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:52.791663 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6922ca-cd90-47be-8619-200cddf5a793 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Made reservation on behalf of 91ee48a7a09d4c31bca2b42ca3cdc87d for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:50:52.811291 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b6dc2da5-3f2a-43ea-99ea-00f6aef5d2a1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ceeead8bb3894131b44bd627b716793a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7590420 Aug 23 20:50:52.816256 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703abff7-cc93-44bf-8ec7-2534bfb40259 x-openstack-request-id: req-703abff7-cc93-44bf-8ec7-2534bfb40259 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:50:52.816809 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edf99751-a1f5-4918-bb5b-512e59656cf0", "name": "network-vif-deleted", "tag": "f5eed2e5-8b72-4c4a-bdf2-0466a3722223", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:50:52.817241 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-703abff7-cc93-44bf-8ec7-2534bfb40259 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:50:52.817833 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf99751-a1f5-4918-bb5b-512e59656cf0', 'name': 'network-vif-deleted', 'tag': 'f5eed2e5-8b72-4c4a-bdf2-0466a3722223', 'status': 'completed', 'code': 200} Aug 23 20:50:52.822377 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 51690) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:52.823465 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dc2da5-3f2a-43ea-99ea-00f6aef5d2a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b93a50-20b9-4647-8d3e-3c320af76364,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:52.893808 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-b498edaa-153d-4975-8b33-99c471506c55 None None] Allocated IP 2001:db8::2 (b5607665-11bd-4b4d-9b45-66d6c0718c81/febb7289-7ae0-4618-a4c0-b38c809c37be/638e90ad-b48b-4ffd-abd6-0978e75a3f5b) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:50:53.026115 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-843c1e7d-7baa-461c-a2b6-fe2a3a4481a1 req-424a0a94-840b-4480-8eea-d1860b907a44 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=a53e3ae0-d4fa-466c-b72e-5133baf57545 HTTP/1.1" status: 200 len: 210 time: 0.0707805 Aug 23 20:50:53.043763 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3b6922ca-cd90-47be-8619-200cddf5a793 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:53.047313 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-baa82664-e6a6-449b-9d77-61b8b39060f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:53.050771 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-907ca5f2-7ce5-42a5-8b46-027acfcfd9e3 req-93d009d0-98e8-44e4-9b94-0a6f19de82d6 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Made reservation on behalf of 0b17a426d9eb4b3083079c3d4dc4db5c for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:50:53.055099 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-907ca5f2-7ce5-42a5-8b46-027acfcfd9e3 req-93d009d0-98e8-44e4-9b94-0a6f19de82d6 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:53.100342 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-3b6922ca-cd90-47be-8619-200cddf5a793 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] device_id is not set on port b6e7bb8d-2bb5-4709-8b2a-7f6811641265 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:50:53.114705 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-baa82664-e6a6-449b-9d77-61b8b39060f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:53.130204 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b498edaa-153d-4975-8b33-99c471506c55 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:53.160604 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b498edaa-153d-4975-8b33-99c471506c55 None None] Transition to ACTIVE for port object 638e90ad-b48b-4ffd-abd6-0978e75a3f5b will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:50:53.202863 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b498edaa-153d-4975-8b33-99c471506c55 None None] Transition to ACTIVE for port object 638e90ad-b48b-4ffd-abd6-0978e75a3f5b will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:50:53.218625 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b498edaa-153d-4975-8b33-99c471506c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:53.318322 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b498edaa-153d-4975-8b33-99c471506c55 None None] Pushing event updated for resources: {'Port': ['ID=638e90ad-b48b-4ffd-abd6-0978e75a3f5b,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:53.339591 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-907ca5f2-7ce5-42a5-8b46-027acfcfd9e3 req-93d009d0-98e8-44e4-9b94-0a6f19de82d6 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Allocated IP 172.20.0.9 (0c38d550-a25a-4c7c-a978-f348eeef3bc6/83772143-c9f8-4468-a4f4-25d1d8f89bdb/1c3df4f3-0557-499a-8f0d-6eeed8fce03a) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:50:53.366960 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b498edaa-153d-4975-8b33-99c471506c55 None None] Network b5607665-11bd-4b4d-9b45-66d6c0718c81 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:50:53.368580 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-baa82664-e6a6-449b-9d77-61b8b39060f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:53.370884 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-b498edaa-153d-4975-8b33-99c471506c55 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:50:53.374899 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-baa82664-e6a6-449b-9d77-61b8b39060f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:53.376005 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b498edaa-153d-4975-8b33-99c471506c55 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:50:53.378071 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-baa82664-e6a6-449b-9d77-61b8b39060f4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/99b93a50-20b9-4647-8d3e-3c320af76364 HTTP/1.1" status: 204 len: 168 time: 0.5477400 Aug 23 20:50:53.523621 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-b498edaa-153d-4975-8b33-99c471506c55 None None] Attempting to bind port 638e90ad-b48b-4ffd-abd6-0978e75a3f5b on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:50:53.523897 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-b498edaa-153d-4975-8b33-99c471506c55 None None] Attempting to bind port 638e90ad-b48b-4ffd-abd6-0978e75a3f5b by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '6f52e53b-078f-4736-9974-a4f380087351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b5607665-11bd-4b4d-9b45-66d6c0718c81'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:50:53.524361 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b498edaa-153d-4975-8b33-99c471506c55 None None] Attempting to bind port 638e90ad-b48b-4ffd-abd6-0978e75a3f5b on network b5607665-11bd-4b4d-9b45-66d6c0718c81 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:50:53.541586 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b498edaa-153d-4975-8b33-99c471506c55 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:50:53.542211 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b498edaa-153d-4975-8b33-99c471506c55 None None] Checking segment: {'id': '6f52e53b-078f-4736-9974-a4f380087351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b5607665-11bd-4b4d-9b45-66d6c0718c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:50:53.542778 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b498edaa-153d-4975-8b33-99c471506c55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:53.543339 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b498edaa-153d-4975-8b33-99c471506c55 None None] Bound using segment: {'id': '6f52e53b-078f-4736-9974-a4f380087351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b5607665-11bd-4b4d-9b45-66d6c0718c81'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:50:53.544268 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-b498edaa-153d-4975-8b33-99c471506c55 None None] Bound port: 638e90ad-b48b-4ffd-abd6-0978e75a3f5b, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f52e53b-078f-4736-9974-a4f380087351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b5607665-11bd-4b4d-9b45-66d6c0718c81'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:50:53.544833 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b498edaa-153d-4975-8b33-99c471506c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:53.639432 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-3b6922ca-cd90-47be-8619-200cddf5a793 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Allocated IP 2001:db8::10 (b5607665-11bd-4b4d-9b45-66d6c0718c81/febb7289-7ae0-4618-a4c0-b38c809c37be/b6e7bb8d-2bb5-4709-8b2a-7f6811641265) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:50:53.650360 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa82664-e6a6-449b-9d77-61b8b39060f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b93a50-20b9-4647-8d3e-3c320af76364,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:53.742646 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-b498edaa-153d-4975-8b33-99c471506c55 None None] For port 638e90ad-b48b-4ffd-abd6-0978e75a3f5b, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:50:53.761789 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-b498edaa-153d-4975-8b33-99c471506c55 None None] For port 638e90ad-b48b-4ffd-abd6-0978e75a3f5b, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=638e90ad-b48b-4ffd-abd6-0978e75a3f5b,segment=NetworkSegment(6f52e53b-078f-4736-9974-a4f380087351),segment_id=6f52e53b-078f-4736-9974-a4f380087351)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:50:53.770787 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b498edaa-153d-4975-8b33-99c471506c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:53.801162 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-907ca5f2-7ce5-42a5-8b46-027acfcfd9e3 req-93d009d0-98e8-44e4-9b94-0a6f19de82d6 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:53.849542 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 08482c19-c4ee-415b-976a-c59f5296c875 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:50:53.882146 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-907ca5f2-7ce5-42a5-8b46-027acfcfd9e3 req-93d009d0-98e8-44e4-9b94-0a6f19de82d6 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Transition to ACTIVE for port object 1c3df4f3-0557-499a-8f0d-6eeed8fce03a will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:50:54.026533 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-907ca5f2-7ce5-42a5-8b46-027acfcfd9e3 req-93d009d0-98e8-44e4-9b94-0a6f19de82d6 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:54.166110 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b498edaa-153d-4975-8b33-99c471506c55 None None] Pushing event updated for resources: {'Port': ['ID=638e90ad-b48b-4ffd-abd6-0978e75a3f5b,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:54.197441 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 08482c19-c4ee-415b-976a-c59f5296c875 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:50:54.249321 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3b6922ca-cd90-47be-8619-200cddf5a793 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:54.257544 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 08482c19-c4ee-415b-976a-c59f5296c875 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:50:54.259558 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:54.299055 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-907ca5f2-7ce5-42a5-8b46-027acfcfd9e3 req-93d009d0-98e8-44e4-9b94-0a6f19de82d6 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Network 0c38d550-a25a-4c7c-a978-f348eeef3bc6 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:50:54.303542 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d009d0-98e8-44e4-9b94-0a6f19de82d6 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'Port': ['ID=1c3df4f3-0557-499a-8f0d-6eeed8fce03a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:54.312344 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-907ca5f2-7ce5-42a5-8b46-027acfcfd9e3 req-93d009d0-98e8-44e4-9b94-0a6f19de82d6 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:50:54.318057 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-907ca5f2-7ce5-42a5-8b46-027acfcfd9e3 req-93d009d0-98e8-44e4-9b94-0a6f19de82d6 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:50:54.375974 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device f5eed2e5-8b72-4c4a-bdf2-0466a3722223 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:50:54.459947 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-3b6922ca-cd90-47be-8619-200cddf5a793 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Transition to ACTIVE for port object b6e7bb8d-2bb5-4709-8b2a-7f6811641265 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:50:54.465218 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: f5eed2e5-8b72-4c4a-bdf2-0466a3722223 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:50:54.468394 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device f5eed2e5-8b72-4c4a-bdf2-0466a3722223 not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:50:54.526055 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ca5f2-7ce5-42a5-8b46-027acfcfd9e3 req-93d009d0-98e8-44e4-9b94-0a6f19de82d6 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:54.526812 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-907ca5f2-7ce5-42a5-8b46-027acfcfd9e3 req-93d009d0-98e8-44e4-9b94-0a6f19de82d6 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:54.584199 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-907ca5f2-7ce5-42a5-8b46-027acfcfd9e3 req-93d009d0-98e8-44e4-9b94-0a6f19de82d6 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8184636 Aug 23 20:50:54.602915 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-907ca5f2-7ce5-42a5-8b46-027acfcfd9e3 req-6d287cad-b661-489a-8678-8f402e0c01a2 service neutron] Request body: {'port': {'device_id': 'a53e3ae0-d4fa-466c-b72e-5133baf57545', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:54.624994 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f9e16-8ca7-4fc3-918e-818fcd23dacb req-ca05bc9e-c2d3-4223-a667-40e99b77851d tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:54.637154 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d24f9e16-8ca7-4fc3-918e-818fcd23dacb req-ca05bc9e-c2d3-4223-a667-40e99b77851d tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=a53e3ae0-d4fa-466c-b72e-5133baf57545 HTTP/1.1" status: 200 len: 931 time: 0.3720562 Aug 23 20:50:54.678267 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 51754) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:54.777158 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-907ca5f2-7ce5-42a5-8b46-027acfcfd9e3 req-6d287cad-b661-489a-8678-8f402e0c01a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:54.794458 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:54.830419 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3b6922ca-cd90-47be-8619-200cddf5a793 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:54.940854 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 08482c19-c4ee-415b-976a-c59f5296c875, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=08482c19-c4ee-415b-976a-c59f5296c875,segment=NetworkSegment(fd83179f-6b28-4c03-ad88-e03a2e94e3b7),segment_id=fd83179f-6b28-4c03-ad88-e03a2e94e3b7)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:50:54.947464 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:54.966867 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6922ca-cd90-47be-8619-200cddf5a793 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Network b5607665-11bd-4b4d-9b45-66d6c0718c81 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:50:54.988371 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-3b6922ca-cd90-47be-8619-200cddf5a793 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:50:54.990825 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6922ca-cd90-47be-8619-200cddf5a793 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:50:55.005102 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6922ca-cd90-47be-8619-200cddf5a793 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:55.005795 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3b6922ca-cd90-47be-8619-200cddf5a793 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:55.028094 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d24f9e16-8ca7-4fc3-918e-818fcd23dacb req-f8914916-73d9-40fa-84d6-4c11c3fc4907 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=efa257f3-4afa-4b95-9ff7-27a4b79acebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3880327 Aug 23 20:50:55.078818 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-71c998d8-ac89-43af-b8ea-cfbb4803a6d1 admin admin] Deleting subnet 7904e6c1-84b8-4b38-bcbb-e4c78d858135 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:50:55.104750 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-71c998d8-ac89-43af-b8ea-cfbb4803a6d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:55.109636 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6922ca-cd90-47be-8619-200cddf5a793 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event updated for resources: {'Port': ['ID=b6e7bb8d-2bb5-4709-8b2a-7f6811641265,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:55.113263 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=08482c19-c4ee-415b-976a-c59f5296c875,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:55.163227 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cda81a0f-f51e-4bde-b61a-e6ae6fcc200f None None] Provisioning for port 1c3df4f3-0557-499a-8f0d-6eeed8fce03a completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:50:55.174826 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3b6922ca-cd90-47be-8619-200cddf5a793 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0523870 Aug 23 20:50:55.175948 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cda81a0f-f51e-4bde-b61a-e6ae6fcc200f None None] Provisioning complete for port 1c3df4f3-0557-499a-8f0d-6eeed8fce03a triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:50:55.176629 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cda81a0f-f51e-4bde-b61a-e6ae6fcc200f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:55.177553 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 51768) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:55.191182 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-3f53b6d9-46e3-4c43-8734-46ddf4ea64c1 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Request body: {'port': {'network_id': 'b5607665-11bd-4b4d-9b45-66d6c0718c81', 'name': 'tempest-PortsIpV6TestJSON-89307609', 'fixed_ips': [{'subnet_id': 'febb7289-7ae0-4618-a4c0-b38c809c37be', 'ip_address': '2001:db8::f'}]}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:50:55.253656 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cda81a0f-f51e-4bde-b61a-e6ae6fcc200f None None] Port 1c3df4f3-0557-499a-8f0d-6eeed8fce03a cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:50:55.295435 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-71c998d8-ac89-43af-b8ea-cfbb4803a6d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:55.434971 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-71c998d8-ac89-43af-b8ea-cfbb4803a6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:55.499423 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-907ca5f2-7ce5-42a5-8b46-027acfcfd9e3 req-6d287cad-b661-489a-8678-8f402e0c01a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c3df4f3-0557-499a-8f0d-6eeed8fce03a {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:50:55.510741 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-907ca5f2-7ce5-42a5-8b46-027acfcfd9e3 req-6d287cad-b661-489a-8678-8f402e0c01a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:55.540628 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-907ca5f2-7ce5-42a5-8b46-027acfcfd9e3 req-6d287cad-b661-489a-8678-8f402e0c01a2 service neutron] Transition to ACTIVE for port object 1c3df4f3-0557-499a-8f0d-6eeed8fce03a will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:50:55.545400 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-907ca5f2-7ce5-42a5-8b46-027acfcfd9e3 req-6d287cad-b661-489a-8678-8f402e0c01a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:55.546352 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f53b6d9-46e3-4c43-8734-46ddf4ea64c1 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Made reservation on behalf of 91ee48a7a09d4c31bca2b42ca3cdc87d for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:50:55.552228 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3f53b6d9-46e3-4c43-8734-46ddf4ea64c1 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:55.581290 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-71c998d8-ac89-43af-b8ea-cfbb4803a6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:55.620582 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-3f53b6d9-46e3-4c43-8734-46ddf4ea64c1 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] device_id is not set on port c57e7222-544d-41d4-b7e3-b6efeca37391 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:50:55.625535 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c998d8-ac89-43af-b8ea-cfbb4803a6d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7904e6c1-84b8-4b38-bcbb-e4c78d858135,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:55.648618 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-71c998d8-ac89-43af-b8ea-cfbb4803a6d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:55.650858 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-71c998d8-ac89-43af-b8ea-cfbb4803a6d1 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/7904e6c1-84b8-4b38-bcbb-e4c78d858135 HTTP/1.1" status: 204 len: 168 time: 0.9653280 Aug 23 20:50:55.668810 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 51780) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:55.673310 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d287cad-b661-489a-8678-8f402e0c01a2 service neutron] Pushing event updated for resources: {'Port': ['ID=1c3df4f3-0557-499a-8f0d-6eeed8fce03a,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:55.886840 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ec33de62-b062-4684-b912-e06a1b95502f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:55.913315 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-907ca5f2-7ce5-42a5-8b46-027acfcfd9e3 req-6d287cad-b661-489a-8678-8f402e0c01a2 service neutron] Attempting to bind port 1c3df4f3-0557-499a-8f0d-6eeed8fce03a on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:50:55.913772 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-907ca5f2-7ce5-42a5-8b46-027acfcfd9e3 req-6d287cad-b661-489a-8678-8f402e0c01a2 service neutron] Attempting to bind port 1c3df4f3-0557-499a-8f0d-6eeed8fce03a by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': 'fd83179f-6b28-4c03-ad88-e03a2e94e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0c38d550-a25a-4c7c-a978-f348eeef3bc6'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:50:55.914247 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907ca5f2-7ce5-42a5-8b46-027acfcfd9e3 req-6d287cad-b661-489a-8678-8f402e0c01a2 service neutron] Attempting to bind port 1c3df4f3-0557-499a-8f0d-6eeed8fce03a on network 0c38d550-a25a-4c7c-a978-f348eeef3bc6 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:50:55.938590 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907ca5f2-7ce5-42a5-8b46-027acfcfd9e3 req-6d287cad-b661-489a-8678-8f402e0c01a2 service neutron] Port 1c3df4f3-0557-499a-8f0d-6eeed8fce03a on network 0c38d550-a25a-4c7c-a978-f348eeef3bc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:50:55.938912 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907ca5f2-7ce5-42a5-8b46-027acfcfd9e3 req-6d287cad-b661-489a-8678-8f402e0c01a2 service neutron] Attempting to bind port 1c3df4f3-0557-499a-8f0d-6eeed8fce03a on network 0c38d550-a25a-4c7c-a978-f348eeef3bc6 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:50:55.950858 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907ca5f2-7ce5-42a5-8b46-027acfcfd9e3 req-6d287cad-b661-489a-8678-8f402e0c01a2 service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:50:55.951111 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907ca5f2-7ce5-42a5-8b46-027acfcfd9e3 req-6d287cad-b661-489a-8678-8f402e0c01a2 service neutron] Checking segment: {'id': 'fd83179f-6b28-4c03-ad88-e03a2e94e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0c38d550-a25a-4c7c-a978-f348eeef3bc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:50:55.951503 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907ca5f2-7ce5-42a5-8b46-027acfcfd9e3 req-6d287cad-b661-489a-8678-8f402e0c01a2 service neutron] Bound using segment: {'id': 'fd83179f-6b28-4c03-ad88-e03a2e94e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0c38d550-a25a-4c7c-a978-f348eeef3bc6'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:50:55.951937 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-907ca5f2-7ce5-42a5-8b46-027acfcfd9e3 req-6d287cad-b661-489a-8678-8f402e0c01a2 service neutron] Bound port: 1c3df4f3-0557-499a-8f0d-6eeed8fce03a, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd83179f-6b28-4c03-ad88-e03a2e94e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0c38d550-a25a-4c7c-a978-f348eeef3bc6'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:50:55.952320 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-907ca5f2-7ce5-42a5-8b46-027acfcfd9e3 req-6d287cad-b661-489a-8678-8f402e0c01a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:56.008697 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 638e90ad-b48b-4ffd-abd6-0978e75a3f5b up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:50:56.085374 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bed6f9-f697-4982-842e-6fe0f902d455 None None] Network b5607665-11bd-4b4d-9b45-66d6c0718c81 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:50:56.130680 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-907ca5f2-7ce5-42a5-8b46-027acfcfd9e3 req-6d287cad-b661-489a-8678-8f402e0c01a2 service neutron] For port 1c3df4f3-0557-499a-8f0d-6eeed8fce03a, host n-h2-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:50:56.142757 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-907ca5f2-7ce5-42a5-8b46-027acfcfd9e3 req-6d287cad-b661-489a-8678-8f402e0c01a2 service neutron] For port 1c3df4f3-0557-499a-8f0d-6eeed8fce03a, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=1c3df4f3-0557-499a-8f0d-6eeed8fce03a,segment=NetworkSegment(fd83179f-6b28-4c03-ad88-e03a2e94e3b7),segment_id=fd83179f-6b28-4c03-ad88-e03a2e94e3b7)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:50:56.152611 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-907ca5f2-7ce5-42a5-8b46-027acfcfd9e3 req-6d287cad-b661-489a-8678-8f402e0c01a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:56.240208 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ca5f2-7ce5-42a5-8b46-027acfcfd9e3 req-6d287cad-b661-489a-8678-8f402e0c01a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:56.240868 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-907ca5f2-7ce5-42a5-8b46-027acfcfd9e3 req-6d287cad-b661-489a-8678-8f402e0c01a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:56.254251 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-907ca5f2-7ce5-42a5-8b46-027acfcfd9e3 req-6d287cad-b661-489a-8678-8f402e0c01a2 service neutron] 10.222.0.32 "PUT /v2.0/ports/1c3df4f3-0557-499a-8f0d-6eeed8fce03a HTTP/1.1" status: 200 len: 1091 time: 1.6559043 Aug 23 20:50:56.254884 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a53e3ae0-d4fa-466c-b72e-5133baf57545', 'tag': '1c3df4f3-0557-499a-8f0d-6eeed8fce03a'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:50:56.257373 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d52d02a-5a30-4934-9a29-ccd048547a7c" -d '{"events": [{"name": "network-changed", "server_uuid": "a53e3ae0-d4fa-466c-b72e-5133baf57545", "tag": "1c3df4f3-0557-499a-8f0d-6eeed8fce03a"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:50:56.385821 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-3f53b6d9-46e3-4c43-8734-46ddf4ea64c1 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Allocated IP 2001:db8::f (b5607665-11bd-4b4d-9b45-66d6c0718c81/febb7289-7ae0-4618-a4c0-b38c809c37be/c57e7222-544d-41d4-b7e3-b6efeca37391) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:50:56.398145 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e26414-f18f-4649-9bab-e0436407f427 x-openstack-request-id: req-72e26414-f18f-4649-9bab-e0436407f427 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:50:56.398459 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a53e3ae0-d4fa-466c-b72e-5133baf57545", "tag": "1c3df4f3-0557-499a-8f0d-6eeed8fce03a", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:50:56.398689 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-72e26414-f18f-4649-9bab-e0436407f427 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:50:56.399100 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a53e3ae0-d4fa-466c-b72e-5133baf57545', 'tag': '1c3df4f3-0557-499a-8f0d-6eeed8fce03a', 'status': 'completed', 'code': 200} Aug 23 20:50:56.422964 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d287cad-b661-489a-8678-8f402e0c01a2 service neutron] Pushing event updated for resources: {'Port': ['ID=1c3df4f3-0557-499a-8f0d-6eeed8fce03a,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:56.462733 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ca5f2-7ce5-42a5-8b46-027acfcfd9e3 req-3e620f2c-ea62-41c7-ac8b-cc816e2c2a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:56.464800 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-907ca5f2-7ce5-42a5-8b46-027acfcfd9e3 req-3e620f2c-ea62-41c7-ac8b-cc816e2c2a05 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b17a426d9eb4b3083079c3d4dc4db5c&device_id=a53e3ae0-d4fa-466c-b72e-5133baf57545 HTTP/1.1" status: 200 len: 1094 time: 0.1384916 Aug 23 20:50:56.573941 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-907ca5f2-7ce5-42a5-8b46-027acfcfd9e3 req-9911f043-2d15-476f-a02a-3868048011c9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c3df4f3-0557-499a-8f0d-6eeed8fce03a HTTP/1.1" status: 200 len: 217 time: 0.0962121 Aug 23 20:50:56.635649 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3f53b6d9-46e3-4c43-8734-46ddf4ea64c1 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:56.656073 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-3f53b6d9-46e3-4c43-8734-46ddf4ea64c1 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Transition to ACTIVE for port object c57e7222-544d-41d4-b7e3-b6efeca37391 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:50:56.756670 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ca5f2-7ce5-42a5-8b46-027acfcfd9e3 req-7d0aafa0-4a40-4abb-ab46-23cf69d77f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:56.757060 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ec33de62-b062-4684-b912-e06a1b95502f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:56.770389 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bdf6558c-7bdc-48bd-a0f4-ce06c445c624 None None] Provisioning for port 638e90ad-b48b-4ffd-abd6-0978e75a3f5b completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:50:56.775181 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3f53b6d9-46e3-4c43-8734-46ddf4ea64c1 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:56.782977 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-907ca5f2-7ce5-42a5-8b46-027acfcfd9e3 req-7d0aafa0-4a40-4abb-ab46-23cf69d77f8f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=83772143-c9f8-4468-a4f4-25d1d8f89bdb HTTP/1.1" status: 200 len: 835 time: 0.2014148 Aug 23 20:50:56.790261 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-ec33de62-b062-4684-b912-e06a1b95502f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f784ab3-c0da-4523-a036-2e93c2e5ae14']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:56.803127 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0b844-e30e-4608-aca5-f55648265bdb req-0e5e6e92-0957-4c14-8cdf-0a5120d03576 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:56.813736 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-03d0b844-e30e-4608-aca5-f55648265bdb req-0e5e6e92-0957-4c14-8cdf-0a5120d03576 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=a53e3ae0-d4fa-466c-b72e-5133baf57545 HTTP/1.1" status: 200 len: 943 time: 0.6287496 Aug 23 20:50:56.823873 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 638e90ad-b48b-4ffd-abd6-0978e75a3f5b completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:50:56.842985 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 638e90ad-b48b-4ffd-abd6-0978e75a3f5b triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:50:56.844588 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:56.883983 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ca5f2-7ce5-42a5-8b46-027acfcfd9e3 req-20986345-e89d-4f2d-9791-c9d85e92fe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:56.887014 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-907ca5f2-7ce5-42a5-8b46-027acfcfd9e3 req-20986345-e89d-4f2d-9791-c9d85e92fe65 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0c38d550-a25a-4c7c-a978-f348eeef3bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0956132 Aug 23 20:50:56.947966 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-ec33de62-b062-4684-b912-e06a1b95502f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cf3bd30-b02c-4b67-a1e5-9908552aaf41') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:56.958983 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-ec33de62-b062-4684-b912-e06a1b95502f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cf3bd30-b02c-4b67-a1e5-9908552aaf41') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:50:56.989309 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ec33de62-b062-4684-b912-e06a1b95502f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:57.015817 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ec33de62-b062-4684-b912-e06a1b95502f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:57.018008 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:57.064396 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec33de62-b062-4684-b912-e06a1b95502f admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:50:57.065047 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ec33de62-b062-4684-b912-e06a1b95502f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:57.075382 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:50:57.075382 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:50:57.075382 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:50:57.075382 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:50:57.075382 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:50:57.075382 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:50:57.075382 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:50:57.075382 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:50:57.075382 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:50:57.075382 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:50:57.075382 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:50:57.075382 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:50:57.075382 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:50:57.075382 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:50:57.075382 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:50:57.075382 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:50:57.075382 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:50:57.075382 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:50:57.075382 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:50:57.075382 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:50:57.075382 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:50:57.075382 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:50:57.075382 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:50:57.075382 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:50:57.075382 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:50:57.075382 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:50:57.075382 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:50:57.075382 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:50:57.075382 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:50:57.075382 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:50:57.075382 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:50:57.075382 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:50:57.121666 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f53b6d9-46e3-4c43-8734-46ddf4ea64c1 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Network b5607665-11bd-4b4d-9b45-66d6c0718c81 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:50:57.129763 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-03d0b844-e30e-4608-aca5-f55648265bdb req-82d2f9c9-2a96-41b2-81f4-d4f5a3a22311 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=efa257f3-4afa-4b95-9ff7-27a4b79acebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3140345 Aug 23 20:50:57.134505 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 638e90ad-b48b-4ffd-abd6-0978e75a3f5b, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=638e90ad-b48b-4ffd-abd6-0978e75a3f5b,segment=NetworkSegment(6f52e53b-078f-4736-9974-a4f380087351),segment_id=6f52e53b-078f-4736-9974-a4f380087351)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:50:57.139118 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-907ca5f2-7ce5-42a5-8b46-027acfcfd9e3 req-424a8216-a2dd-47fc-b9d7-79aa0ab4d0ba service neutron] 10.222.0.32 "GET /v2.0/networks/0c38d550-a25a-4c7c-a978-f348eeef3bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418451 Aug 23 20:50:57.162167 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:57.176453 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 08482c19-c4ee-415b-976a-c59f5296c875 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:50:57.214181 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-3f53b6d9-46e3-4c43-8734-46ddf4ea64c1 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:50:57.243224 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f53b6d9-46e3-4c43-8734-46ddf4ea64c1 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:50:57.255793 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f53b6d9-46e3-4c43-8734-46ddf4ea64c1 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:57.259310 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3f53b6d9-46e3-4c43-8734-46ddf4ea64c1 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:57.273629 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f53b6d9-46e3-4c43-8734-46ddf4ea64c1 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event updated for resources: {'Port': ['ID=c57e7222-544d-41d4-b7e3-b6efeca37391,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:57.304815 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ec33de62-b062-4684-b912-e06a1b95502f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:57.310895 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ec33de62-b062-4684-b912-e06a1b95502f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:57.316577 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ec33de62-b062-4684-b912-e06a1b95502f admin admin] 10.222.0.61 "DELETE /v2.0/networks/3f784ab3-c0da-4523-a036-2e93c2e5ae14 HTTP/1.1" status: 204 len: 168 time: 1.6460595 Aug 23 20:50:57.334225 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3f53b6d9-46e3-4c43-8734-46ddf4ea64c1 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.1485989 Aug 23 20:50:57.344711 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 51828) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:57.354383 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=638e90ad-b48b-4ffd-abd6-0978e75a3f5b,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:57.373484 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 08482c19-c4ee-415b-976a-c59f5296c875 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:50:57.373925 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33de62-b062-4684-b912-e06a1b95502f admin admin] Pushing event deleted for resources: {'Network': ['ID=3f784ab3-c0da-4523-a036-2e93c2e5ae14,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:57.374843 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:57.427419 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-907ca5f2-7ce5-42a5-8b46-027acfcfd9e3 req-c9058233-e5c0-4d1c-ae32-6d8f1f0a408a service neutron] 10.222.0.32 "GET /v2.0/networks/0c38d550-a25a-4c7c-a978-f348eeef3bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805550 Aug 23 20:50:57.431319 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e78fd568-3173-434d-8bc3-cadad19dfdeb None None] Provisioning for port c57e7222-544d-41d4-b7e3-b6efeca37391 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:50:57.440973 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e78fd568-3173-434d-8bc3-cadad19dfdeb None None] Provisioning complete for port c57e7222-544d-41d4-b7e3-b6efeca37391 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:50:57.441800 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e78fd568-3173-434d-8bc3-cadad19dfdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:57.559303 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-e78fd568-3173-434d-8bc3-cadad19dfdeb None None] Port c57e7222-544d-41d4-b7e3-b6efeca37391 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:50:57.560004 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1844a5fe-459c-4ab7-9c28-aed47591c7e4 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:57.571451 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-1844a5fe-459c-4ab7-9c28-aed47591c7e4 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2249668 Aug 23 20:50:57.574427 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 51846) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:57.623592 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e78fd568-3173-434d-8bc3-cadad19dfdeb None None] Provisioning complete for port 638e90ad-b48b-4ffd-abd6-0978e75a3f5b triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:50:57.626040 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e78fd568-3173-434d-8bc3-cadad19dfdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:57.720017 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52d02a-5a30-4934-9a29-ccd048547a7c req-9db481b7-6b03-4bad-bb17-8d1c07d55cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:57.722408 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8d52d02a-5a30-4934-9a29-ccd048547a7c req-9db481b7-6b03-4bad-bb17-8d1c07d55cfd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b17a426d9eb4b3083079c3d4dc4db5c&device_id=a53e3ae0-d4fa-466c-b72e-5133baf57545 HTTP/1.1" status: 200 len: 1094 time: 0.1498811 Aug 23 20:50:57.751305 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eee13c7-b78d-450b-ac4f-56d868fab1d0 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:57.759690 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eee13c7-b78d-450b-ac4f-56d868fab1d0 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:57.769186 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eee13c7-b78d-450b-ac4f-56d868fab1d0 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:57.770748 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5eee13c7-b78d-450b-ac4f-56d868fab1d0 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1936104 Aug 23 20:50:57.773512 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 51858) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:57.795194 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 638e90ad-b48b-4ffd-abd6-0978e75a3f5b up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:50:57.836712 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 51860) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:57.917799 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e78fd568-3173-434d-8bc3-cadad19dfdeb None None] Provisioning for port b6e7bb8d-2bb5-4709-8b2a-7f6811641265 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:50:57.926826 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e78fd568-3173-434d-8bc3-cadad19dfdeb None None] Provisioning complete for port b6e7bb8d-2bb5-4709-8b2a-7f6811641265 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:50:57.927348 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e78fd568-3173-434d-8bc3-cadad19dfdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:57.979685 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-e78fd568-3173-434d-8bc3-cadad19dfdeb None None] Port b6e7bb8d-2bb5-4709-8b2a-7f6811641265 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:50:57.995393 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 638e90ad-b48b-4ffd-abd6-0978e75a3f5b triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:50:57.995933 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:58.037743 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-da59dcc8-165c-4b01-acd6-f8c96a0b29b1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3f4d954421e64b129844cd5c9a69eebe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1989098 Aug 23 20:50:58.044248 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 51866) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:58.161027 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4ef88f7e-8ea5-47fa-95d8-51ba77432a78 None None] Provisioning complete for port b6e7bb8d-2bb5-4709-8b2a-7f6811641265 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:50:58.161514 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4ef88f7e-8ea5-47fa-95d8-51ba77432a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:58.204051 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-89a16679-8d26-46b2-a951-936ea2c86e39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:58.226521 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-338114cd-35c9-4795-86cc-822413c04cfc tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Deleting port c57e7222-544d-41d4-b7e3-b6efeca37391 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:50:58.226862 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-338114cd-35c9-4795-86cc-822413c04cfc tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:58.282368 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4ef88f7e-8ea5-47fa-95d8-51ba77432a78 None None] Port b6e7bb8d-2bb5-4709-8b2a-7f6811641265 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:50:58.379456 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-89a16679-8d26-46b2-a951-936ea2c86e39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:58.407596 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ce6e8330-9bbf-4052-8ea2-b79231d7845b None None] Provisioning complete for port c57e7222-544d-41d4-b7e3-b6efeca37391 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:50:58.410649 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ce6e8330-9bbf-4052-8ea2-b79231d7845b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:58.421300 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52d02a-5a30-4934-9a29-ccd048547a7c req-e1a21622-361b-4c8f-b554-6d2fc0e316da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:58.424192 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8d52d02a-5a30-4934-9a29-ccd048547a7c req-e1a21622-361b-4c8f-b554-6d2fc0e316da service neutron] 10.222.0.32 "GET /v2.0/networks?id=0c38d550-a25a-4c7c-a978-f348eeef3bc6 HTTP/1.1" status: 200 len: 897 time: 0.6883967 Aug 23 20:50:58.470886 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 51884) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:58.477111 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8d52d02a-5a30-4934-9a29-ccd048547a7c req-5471708f-984a-4dd0-8a2a-9095db1d4ec1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c3df4f3-0557-499a-8f0d-6eeed8fce03a HTTP/1.1" status: 200 len: 217 time: 0.0447216 Aug 23 20:50:58.489153 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-ce6e8330-9bbf-4052-8ea2-b79231d7845b None None] Port c57e7222-544d-41d4-b7e3-b6efeca37391 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:50:58.525028 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a70e9-064b-4d04-94a9-f6e7cd3e5f88 req-876fab6c-80b1-4082-b278-da581255b9e8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:58.526705 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ca7a70e9-064b-4d04-94a9-f6e7cd3e5f88 req-876fab6c-80b1-4082-b278-da581255b9e8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=a53e3ae0-d4fa-466c-b72e-5133baf57545 HTTP/1.1" status: 200 len: 943 time: 0.2378099 Aug 23 20:50:58.552117 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-338114cd-35c9-4795-86cc-822413c04cfc tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:58.555612 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52d02a-5a30-4934-9a29-ccd048547a7c req-3a098d07-c0ce-44d7-a53c-1fe048fd4a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:58.558002 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8d52d02a-5a30-4934-9a29-ccd048547a7c req-3a098d07-c0ce-44d7-a53c-1fe048fd4a01 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=83772143-c9f8-4468-a4f4-25d1d8f89bdb HTTP/1.1" status: 200 len: 835 time: 0.0718875 Aug 23 20:50:58.580540 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-338114cd-35c9-4795-86cc-822413c04cfc tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Calling delete_port for c57e7222-544d-41d4-b7e3-b6efeca37391 owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:50:58.613714 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-89a16679-8d26-46b2-a951-936ea2c86e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:58.620097 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-89a16679-8d26-46b2-a951-936ea2c86e39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:58.620097 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-89a16679-8d26-46b2-a951-936ea2c86e39 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/feb117f4-4fc5-43bc-bd84-6c9108002571 HTTP/1.1" status: 204 len: 168 time: 0.5722513 Aug 23 20:50:58.643561 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52d02a-5a30-4934-9a29-ccd048547a7c req-d793cb6d-b018-4142-9106-6ae082f5e56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:58.645903 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8d52d02a-5a30-4934-9a29-ccd048547a7c req-d793cb6d-b018-4142-9106-6ae082f5e56c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0c38d550-a25a-4c7c-a978-f348eeef3bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0806358 Aug 23 20:50:58.670225 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ca7a70e9-064b-4d04-94a9-f6e7cd3e5f88 req-94e2114f-8a6a-4b87-a9c6-901be383bd71 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=efa257f3-4afa-4b95-9ff7-27a4b79acebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349101 Aug 23 20:50:58.672853 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a16679-8d26-46b2-a951-936ea2c86e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb117f4-4fc5-43bc-bd84-6c9108002571,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:58.788440 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8d52d02a-5a30-4934-9a29-ccd048547a7c req-fa23a7e9-e0a5-4c4c-ae0b-d2ac889d61c8 service neutron] 10.222.0.32 "GET /v2.0/networks/0c38d550-a25a-4c7c-a978-f348eeef3bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339943 Aug 23 20:50:58.810519 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-338114cd-35c9-4795-86cc-822413c04cfc tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:58.895403 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338114cd-35c9-4795-86cc-822413c04cfc tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event deleted for resources: {'Port': ['ID=c57e7222-544d-41d4-b7e3-b6efeca37391,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:58.902608 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a9366dd2-39b8-42eb-a0ff-ca2e15420d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:58.934590 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-338114cd-35c9-4795-86cc-822413c04cfc tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:58.935143 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8d52d02a-5a30-4934-9a29-ccd048547a7c req-a9653c12-a33b-4dd9-8d13-d49ad90dca4c service neutron] 10.222.0.32 "GET /v2.0/networks/0c38d550-a25a-4c7c-a978-f348eeef3bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383197 Aug 23 20:50:58.943136 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-338114cd-35c9-4795-86cc-822413c04cfc tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "DELETE /v2.0/ports/c57e7222-544d-41d4-b7e3-b6efeca37391 HTTP/1.1" status: 204 len: 168 time: 1.1685345 Aug 23 20:50:58.947009 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 51894) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:58.995537 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-411d2c90-3094-4a0a-bb9e-3b1e47663d4d tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] GET failed (client error): The resource could not be found. Aug 23 20:50:58.997481 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-411d2c90-3094-4a0a-bb9e-3b1e47663d4d tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "GET /v2.0/ports/c57e7222-544d-41d4-b7e3-b6efeca37391 HTTP/1.1" status: 404 len: 333 time: 0.0490613 Aug 23 20:50:59.013590 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 51896) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:59.039544 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 51900) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:59.118624 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a9366dd2-39b8-42eb-a0ff-ca2e15420d37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:59.132205 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a9366dd2-39b8-42eb-a0ff-ca2e15420d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:59.199179 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-1693ebf9-f1f8-4116-a83b-fd5ffb116e8c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Deleting port b6e7bb8d-2bb5-4709-8b2a-7f6811641265 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:50:59.199999 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1693ebf9-f1f8-4116-a83b-fd5ffb116e8c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:59.220677 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a9366dd2-39b8-42eb-a0ff-ca2e15420d37 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0b25b44479cf454196b349a20cba2130&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7434614 Aug 23 20:50:59.220677 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 51910) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:59.237740 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9366dd2-39b8-42eb-a0ff-ca2e15420d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38bd2b31-1953-4556-87af-38a0f7d28a71,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:59.334547 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7873a604-f9e1-4591-8661-4b3505c02b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:59.371494 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7873a604-f9e1-4591-8661-4b3505c02b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:59.399975 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1693ebf9-f1f8-4116-a83b-fd5ffb116e8c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:59.412800 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-1693ebf9-f1f8-4116-a83b-fd5ffb116e8c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Calling delete_port for b6e7bb8d-2bb5-4709-8b2a-7f6811641265 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:50:59.462708 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7873a604-f9e1-4591-8661-4b3505c02b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:59.465261 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7873a604-f9e1-4591-8661-4b3505c02b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:59.468847 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-7873a604-f9e1-4591-8661-4b3505c02b0d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/38bd2b31-1953-4556-87af-38a0f7d28a71 HTTP/1.1" status: 204 len: 168 time: 0.2448959 Aug 23 20:50:59.480589 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7873a604-f9e1-4591-8661-4b3505c02b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38bd2b31-1953-4556-87af-38a0f7d28a71,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:59.585021 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d9d634d3-3c4f-4272-94b2-3cd9a3580cc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:59.641927 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1693ebf9-f1f8-4116-a83b-fd5ffb116e8c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:59.678239 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1693ebf9-f1f8-4116-a83b-fd5ffb116e8c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event deleted for resources: {'Port': ['ID=b6e7bb8d-2bb5-4709-8b2a-7f6811641265,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:50:59.736428 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1693ebf9-f1f8-4116-a83b-fd5ffb116e8c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:50:59.738496 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-1693ebf9-f1f8-4116-a83b-fd5ffb116e8c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "DELETE /v2.0/ports/b6e7bb8d-2bb5-4709-8b2a-7f6811641265 HTTP/1.1" status: 204 len: 168 time: 0.7238421 Aug 23 20:50:59.741491 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 51936) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:59.809258 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-5baab9f6-0aa0-43d4-bf1a-74c99e7738d1 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] GET failed (client error): The resource could not be found. Aug 23 20:50:59.813789 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5baab9f6-0aa0-43d4-bf1a-74c99e7738d1 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "GET /v2.0/ports/b6e7bb8d-2bb5-4709-8b2a-7f6811641265 HTTP/1.1" status: 404 len: 333 time: 0.0678856 Aug 23 20:50:59.818181 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 51940) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:50:59.938197 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eba329-1720-48e4-ad96-cb4d8086e187 req-a5eb250a-68c9-42db-8c0c-b2e529761ed7 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:50:59.939858 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-04eba329-1720-48e4-ad96-cb4d8086e187 req-a5eb250a-68c9-42db-8c0c-b2e529761ed7 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=a53e3ae0-d4fa-466c-b72e-5133baf57545 HTTP/1.1" status: 200 len: 943 time: 0.1387360 Aug 23 20:50:59.989956 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d9d634d3-3c4f-4272-94b2-3cd9a3580cc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:00.000760 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b76bdd4-054e-4fa0-8af5-dea63fc2fc14 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Deleting subnet febb7289-7ae0-4618-a4c0-b38c809c37be {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:51:00.011563 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b76bdd4-054e-4fa0-8af5-dea63fc2fc14 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:00.017095 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-04eba329-1720-48e4-ad96-cb4d8086e187 req-73874f5c-728d-4e18-bfac-53aa59f3178d tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=efa257f3-4afa-4b95-9ff7-27a4b79acebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690145 Aug 23 20:51:00.021317 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d9d634d3-3c4f-4272-94b2-3cd9a3580cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:00.070567 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 51944) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:00.084816 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9c77879d-1105-446a-b288-416378ff7aa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:00.094736 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 51946) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:00.101878 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d9d634d3-3c4f-4272-94b2-3cd9a3580cc7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=80d4a056745448d099c14e6522518d4c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0435424 Aug 23 20:51:00.105730 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 51950) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:00.116083 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d634d3-3c4f-4272-94b2-3cd9a3580cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=421a323c-8a04-47c8-8717-57c4f4a3d368,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:00.122196 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b76bdd4-054e-4fa0-8af5-dea63fc2fc14 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:00.230368 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b302332-a63a-4971-afa0-fc75a7c3d3f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:00.239217 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9c77879d-1105-446a-b288-416378ff7aa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:00.244900 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9c77879d-1105-446a-b288-416378ff7aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:00.294283 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b76bdd4-054e-4fa0-8af5-dea63fc2fc14 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:00.297424 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-8b37374c-d6fe-4f95-b6c3-f0c675ec3f29 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-60147846-network', 'tenant_id': 'f59c14631a17481ca5a7e423d39d2139'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:51:00.298500 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b302332-a63a-4971-afa0-fc75a7c3d3f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:00.311405 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9c77879d-1105-446a-b288-416378ff7aa2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d875ab28bac94e3c87ced386c3894cf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2397563 Aug 23 20:51:00.312261 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77879d-1105-446a-b288-416378ff7aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480610f9-c7ad-4a0e-b974-12902d9fab5d,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:00.317681 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 51952) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:00.356138 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b37374c-d6fe-4f95-b6c3-f0c675ec3f29 admin admin] Made reservation on behalf of f59c14631a17481ca5a7e423d39d2139 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:51:00.358410 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8b37374c-d6fe-4f95-b6c3-f0c675ec3f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:00.373519 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8b37374c-d6fe-4f95-b6c3-f0c675ec3f29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:00.399682 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b302332-a63a-4971-afa0-fc75a7c3d3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:00.402568 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b302332-a63a-4971-afa0-fc75a7c3d3f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:00.402726 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b468da0c-218c-4837-9c6f-3126ae53f6d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:00.406699 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9b302332-a63a-4971-afa0-fc75a7c3d3f8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/421a323c-8a04-47c8-8717-57c4f4a3d368 HTTP/1.1" status: 204 len: 168 time: 0.2967036 Aug 23 20:51:00.425908 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b76bdd4-054e-4fa0-8af5-dea63fc2fc14 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:00.437115 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b302332-a63a-4971-afa0-fc75a7c3d3f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421a323c-8a04-47c8-8717-57c4f4a3d368,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:00.492492 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b468da0c-218c-4837-9c6f-3126ae53f6d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:00.495749 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b76bdd4-054e-4fa0-8af5-dea63fc2fc14 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:00.496612 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7db2e4-3bb7-4696-93fd-07571b7e6f0e None None] Network b5607665-11bd-4b4d-9b45-66d6c0718c81 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:51:00.497786 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2b76bdd4-054e-4fa0-8af5-dea63fc2fc14 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "DELETE /v2.0/subnets/febb7289-7ae0-4618-a4c0-b38c809c37be HTTP/1.1" status: 204 len: 168 time: 0.6754582 Aug 23 20:51:00.498886 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b76bdd4-054e-4fa0-8af5-dea63fc2fc14 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event deleted for resources: {'Subnet': ['ID=febb7289-7ae0-4618-a4c0-b38c809c37be,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:00.500929 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 51960) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:00.635372 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40bb3bdc-a6fd-4c90-acd0-e453215891a4 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:00.700718 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b468da0c-218c-4837-9c6f-3126ae53f6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:00.709471 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b468da0c-218c-4837-9c6f-3126ae53f6d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:00.714069 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b468da0c-218c-4837-9c6f-3126ae53f6d2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/480610f9-c7ad-4a0e-b974-12902d9fab5d HTTP/1.1" status: 204 len: 168 time: 0.3932152 Aug 23 20:51:00.739798 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b468da0c-218c-4837-9c6f-3126ae53f6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480610f9-c7ad-4a0e-b974-12902d9fab5d,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:00.794709 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-40bb3bdc-a6fd-4c90-acd0-e453215891a4 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Deleting port 638e90ad-b48b-4ffd-abd6-0978e75a3f5b {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:51:00.795614 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40bb3bdc-a6fd-4c90-acd0-e453215891a4 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:00.858089 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8b37374c-d6fe-4f95-b6c3-f0c675ec3f29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:00.873628 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8b37374c-d6fe-4f95-b6c3-f0c675ec3f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:00.943786 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b37374c-d6fe-4f95-b6c3-f0c675ec3f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030b183a-44a9-42cc-8a00-eefc89233745,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:00.957040 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe144de-b829-4a7f-85ee-d6242247524c None None] DHCP port deletion for b5607665-11bd-4b4d-9b45-66d6c0718c81 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:51:00.972517 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b37374c-d6fe-4f95-b6c3-f0c675ec3f29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:51:00.984541 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8b37374c-d6fe-4f95-b6c3-f0c675ec3f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:00.985496 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-8b37374c-d6fe-4f95-b6c3-f0c675ec3f29 admin admin] Added segment b98952fa-6718-48ba-8dd8-868e2b88278f of type vlan for network cc670585-cb12-4f4f-93e5-cc7334cd5233 Aug 23 20:51:01.012197 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-40bb3bdc-a6fd-4c90-acd0-e453215891a4 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] For port 638e90ad-b48b-4ffd-abd6-0978e75a3f5b, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=638e90ad-b48b-4ffd-abd6-0978e75a3f5b,segment=NetworkSegment(6f52e53b-078f-4736-9974-a4f380087351),segment_id=6f52e53b-078f-4736-9974-a4f380087351)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:51:01.012904 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40bb3bdc-a6fd-4c90-acd0-e453215891a4 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:01.038890 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 51968) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:01.057327 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-40bb3bdc-a6fd-4c90-acd0-e453215891a4 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Calling delete_port for 638e90ad-b48b-4ffd-abd6-0978e75a3f5b owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:51:01.066791 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8b37374c-d6fe-4f95-b6c3-f0c675ec3f29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:01.069561 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-82c2c79c-dba9-42a7-8a35-a16e34f1a64e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:01.116672 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1fe144de-b829-4a7f-85ee-d6242247524c None None] Deleting port 638e90ad-b48b-4ffd-abd6-0978e75a3f5b {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:51:01.117310 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1fe144de-b829-4a7f-85ee-d6242247524c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:01.221599 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8b37374c-d6fe-4f95-b6c3-f0c675ec3f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:01.222595 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b37374c-d6fe-4f95-b6c3-f0c675ec3f29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:01.223201 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8b37374c-d6fe-4f95-b6c3-f0c675ec3f29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:01.223484 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40bb3bdc-a6fd-4c90-acd0-e453215891a4 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:01.252657 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bb3bdc-a6fd-4c90-acd0-e453215891a4 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] No DVR routers for this DVR port 638e90ad-b48b-4ffd-abd6-0978e75a3f5b on host n-d-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:51:01.258580 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-1fe144de-b829-4a7f-85ee-d6242247524c None None] For port 638e90ad-b48b-4ffd-abd6-0978e75a3f5b, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=638e90ad-b48b-4ffd-abd6-0978e75a3f5b,segment=NetworkSegment(6f52e53b-078f-4736-9974-a4f380087351),segment_id=6f52e53b-078f-4736-9974-a4f380087351)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:51:01.259276 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1fe144de-b829-4a7f-85ee-d6242247524c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:01.281845 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1fe144de-b829-4a7f-85ee-d6242247524c None None] Calling delete_port for 638e90ad-b48b-4ffd-abd6-0978e75a3f5b owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:51:01.312117 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb3bdc-a6fd-4c90-acd0-e453215891a4 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event deleted for resources: {'Port': ['ID=638e90ad-b48b-4ffd-abd6-0978e75a3f5b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:01.314255 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4326a-dc2d-4c68-9fec-bbca9d5541a8 req-098c032e-0b61-40a8-ae2f-6cd7b3cdfd15 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:01.316311 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b8b4326a-dc2d-4c68-9fec-bbca9d5541a8 req-098c032e-0b61-40a8-ae2f-6cd7b3cdfd15 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=a53e3ae0-d4fa-466c-b72e-5133baf57545 HTTP/1.1" status: 200 len: 943 time: 0.1848550 Aug 23 20:51:01.359227 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b37374c-d6fe-4f95-b6c3-f0c675ec3f29 admin admin] Pushing event updated for resources: {'Network': ['ID=cc670585-cb12-4f4f-93e5-cc7334cd5233,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:01.395881 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-82c2c79c-dba9-42a7-8a35-a16e34f1a64e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:01.396417 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1fe144de-b829-4a7f-85ee-d6242247524c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:01.402499 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b8b4326a-dc2d-4c68-9fec-bbca9d5541a8 req-e729de48-83f8-4b29-9ccf-b9997cd6be98 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=efa257f3-4afa-4b95-9ff7-27a4b79acebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711045 Aug 23 20:51:01.404838 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network cc670585-cb12-4f4f-93e5-cc7334cd5233 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:51:01.404997 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-82c2c79c-dba9-42a7-8a35-a16e34f1a64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:01.430902 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8b37374c-d6fe-4f95-b6c3-f0c675ec3f29 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3315196 Aug 23 20:51:01.442583 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 51980) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:01.453772 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-6197d15b-b398-49e0-8451-d3835a7163d8 admin admin] Request body: {'subnet': {'network_id': 'cc670585-cb12-4f4f-93e5-cc7334cd5233', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-60147846-subnet', 'tenant_id': 'f59c14631a17481ca5a7e423d39d2139', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:51:01.475818 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c2c79c-dba9-42a7-8a35-a16e34f1a64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686ca202-8b79-4035-8612-ff0c7e23eca3,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:01.485056 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-82c2c79c-dba9-42a7-8a35-a16e34f1a64e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f46f71c28f4a4b299dd2839d7da26ac4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4447663 Aug 23 20:51:01.490318 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 51982) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:01.502152 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40bb3bdc-a6fd-4c90-acd0-e453215891a4 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:01.525735 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 1c3df4f3-0557-499a-8f0d-6eeed8fce03a details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:51:01.528501 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-40bb3bdc-a6fd-4c90-acd0-e453215891a4 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5607665-11bd-4b4d-9b45-66d6c0718c81']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:51:01.537485 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6197d15b-b398-49e0-8451-d3835a7163d8 admin admin] Made reservation on behalf of f59c14631a17481ca5a7e423d39d2139 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:51:01.540789 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6197d15b-b398-49e0-8451-d3835a7163d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:01.545700 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-40bb3bdc-a6fd-4c90-acd0-e453215891a4 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f52e53b-078f-4736-9974-a4f380087351') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:51:01.546376 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-40bb3bdc-a6fd-4c90-acd0-e453215891a4 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f52e53b-078f-4736-9974-a4f380087351') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:51:01.558519 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40bb3bdc-a6fd-4c90-acd0-e453215891a4 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:01.594070 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe144de-b829-4a7f-85ee-d6242247524c None None] Pushing event deleted for resources: {'Port': ['ID=638e90ad-b48b-4ffd-abd6-0978e75a3f5b,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:01.594410 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40bb3bdc-a6fd-4c90-acd0-e453215891a4 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:01.601368 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe144de-b829-4a7f-85ee-d6242247524c None None] No DVR routers for this DVR port 638e90ad-b48b-4ffd-abd6-0978e75a3f5b on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:51:01.627430 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40bb3bdc-a6fd-4c90-acd0-e453215891a4 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:51:01.627865 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40bb3bdc-a6fd-4c90-acd0-e453215891a4 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:01.631116 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:51:01.631116 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:51:01.631116 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:51:01.631116 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:51:01.631116 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:51:01.631116 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:51:01.631116 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:51:01.631116 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:51:01.631116 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:51:01.631116 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:51:01.631116 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:51:01.631116 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:51:01.631116 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:51:01.631116 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:51:01.631116 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:51:01.631116 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:51:01.631116 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:51:01.631116 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:51:01.631116 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:51:01.631116 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:51:01.631116 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:51:01.631116 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:51:01.631116 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:51:01.631116 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:51:01.631116 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:51:01.631116 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:51:01.631116 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:51:01.631116 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:51:01.631116 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:51:01.631116 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:51:01.631116 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:51:01.631116 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:51:01.656025 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c9545bbe-783e-4ebe-abf3-8ebdec5dfd75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:01.703489 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c9545bbe-783e-4ebe-abf3-8ebdec5dfd75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:01.764525 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 638e90ad-b48b-4ffd-abd6-0978e75a3f5b no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:51:01.778478 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40bb3bdc-a6fd-4c90-acd0-e453215891a4 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:01.786558 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40bb3bdc-a6fd-4c90-acd0-e453215891a4 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:01.800482 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 51994) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:01.804652 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-40bb3bdc-a6fd-4c90-acd0-e453215891a4 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "DELETE /v2.0/networks/b5607665-11bd-4b4d-9b45-66d6c0718c81 HTTP/1.1" status: 204 len: 168 time: 1.3027797 Aug 23 20:51:01.812719 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-3c678111-dcc1-4be1-a0f0-79975a398ff1 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-765856486'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:51:01.814436 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 638e90ad-b48b-4ffd-abd6-0978e75a3f5b {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:51:01.814786 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 638e90ad-b48b-4ffd-abd6-0978e75a3f5b not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:51:01.835969 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 1c3df4f3-0557-499a-8f0d-6eeed8fce03a, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=1c3df4f3-0557-499a-8f0d-6eeed8fce03a,segment=NetworkSegment(fd83179f-6b28-4c03-ad88-e03a2e94e3b7),segment_id=fd83179f-6b28-4c03-ad88-e03a2e94e3b7)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:51:01.837696 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb3bdc-a6fd-4c90-acd0-e453215891a4 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event deleted for resources: {'Network': ['ID=b5607665-11bd-4b4d-9b45-66d6c0718c81,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:01.866405 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': '1c3df4f3-0557-499a-8f0d-6eeed8fce03a', 'network_id': '0c38d550-a25a-4c7c-a978-f348eeef3bc6', 'port_id': '1c3df4f3-0557-499a-8f0d-6eeed8fce03a', 'mac_address': 'fa:16:3e:b3:ed:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83772143-c9f8-4468-a4f4-25d1d8f89bdb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:51:01.877764 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c678111-dcc1-4be1-a0f0-79975a398ff1 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Made reservation on behalf of 91ee48a7a09d4c31bca2b42ca3cdc87d for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:51:01.882293 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3c678111-dcc1-4be1-a0f0-79975a398ff1 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:01.886525 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c9545bbe-783e-4ebe-abf3-8ebdec5dfd75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:01.889654 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c9545bbe-783e-4ebe-abf3-8ebdec5dfd75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:01.890956 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c9545bbe-783e-4ebe-abf3-8ebdec5dfd75 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/686ca202-8b79-4035-8612-ff0c7e23eca3 HTTP/1.1" status: 204 len: 168 time: 0.3996267 Aug 23 20:51:01.923479 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:01.929239 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9545bbe-783e-4ebe-abf3-8ebdec5dfd75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686ca202-8b79-4035-8612-ff0c7e23eca3,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:01.951327 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c678111-dcc1-4be1-a0f0-79975a398ff1 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:51:01.952237 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c3df4f3-0557-499a-8f0d-6eeed8fce03a {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:51:02.012647 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 1c3df4f3-0557-499a-8f0d-6eeed8fce03a, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=1c3df4f3-0557-499a-8f0d-6eeed8fce03a,segment=NetworkSegment(fd83179f-6b28-4c03-ad88-e03a2e94e3b7),segment_id=fd83179f-6b28-4c03-ad88-e03a2e94e3b7)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:51:02.015420 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3c678111-dcc1-4be1-a0f0-79975a398ff1 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:02.015777 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-3c678111-dcc1-4be1-a0f0-79975a398ff1 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Added segment 657dfc00-4a71-4048-9edd-1c17dfac4b54 of type vlan for network ec76728b-32c1-41d3-a9a1-7038e26e0359 Aug 23 20:51:02.016872 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:02.076911 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=1c3df4f3-0557-499a-8f0d-6eeed8fce03a,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:02.090820 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6197d15b-b398-49e0-8451-d3835a7163d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:02.312815 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['1c3df4f3-0557-499a-8f0d-6eeed8fce03a'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:51:02.516188 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3c678111-dcc1-4be1-a0f0-79975a398ff1 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:02.561906 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6197d15b-b398-49e0-8451-d3835a7163d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd379fdb-7846-43cf-a922-3e25c383690b,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:02.670445 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6197d15b-b398-49e0-8451-d3835a7163d8 admin admin] Checking segment: {'id': 'b98952fa-6718-48ba-8dd8-868e2b88278f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'cc670585-cb12-4f4f-93e5-cc7334cd5233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:51:02.674625 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6197d15b-b398-49e0-8451-d3835a7163d8 admin admin] Network hostable DHCP agents. Network: cc670585-cb12-4f4f-93e5-cc7334cd5233, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:51:02.734064 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd94fe-f6b2-4a41-9a6e-568e56777dc7 req-feb44d1f-3041-4806-ae83-f3435eae0b66 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:02.743203 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-becd94fe-f6b2-4a41-9a6e-568e56777dc7 req-feb44d1f-3041-4806-ae83-f3435eae0b66 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=a53e3ae0-d4fa-466c-b72e-5133baf57545 HTTP/1.1" status: 200 len: 944 time: 0.2019563 Aug 23 20:51:02.750792 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3c678111-dcc1-4be1-a0f0-79975a398ff1 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:02.765252 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c678111-dcc1-4be1-a0f0-79975a398ff1 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:02.766260 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3c678111-dcc1-4be1-a0f0-79975a398ff1 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:02.889179 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6197d15b-b398-49e0-8451-d3835a7163d8 admin admin] Network cc670585-cb12-4f4f-93e5-cc7334cd5233 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:51:02.924535 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3c678111-dcc1-4be1-a0f0-79975a398ff1 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1219964 Aug 23 20:51:02.928103 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52038) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:02.933755 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-1695ebff-3e73-4fb2-801a-c6617029545c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Request body: {'subnet': {'network_id': 'ec76728b-32c1-41d3-a9a1-7038e26e0359', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:51:02.936904 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-becd94fe-f6b2-4a41-9a6e-568e56777dc7 req-5ab8d4ed-2dc2-4246-8c5b-73c42ddb4494 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=efa257f3-4afa-4b95-9ff7-27a4b79acebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1924493 Aug 23 20:51:02.940726 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-6197d15b-b398-49e0-8451-d3835a7163d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, cc670585-cb12-4f4f-93e5-cc7334cd5233) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:51:02.944784 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c678111-dcc1-4be1-a0f0-79975a398ff1 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event updated for resources: {'Network': ['ID=ec76728b-32c1-41d3-a9a1-7038e26e0359,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:02.956940 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6197d15b-b398-49e0-8451-d3835a7163d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:02.956940 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6197d15b-b398-49e0-8451-d3835a7163d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:02.957881 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902a23f5-9923-4b8a-92ae-f9fad1443488 None None] Network cc670585-cb12-4f4f-93e5-cc7334cd5233 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:51:02.958487 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network ec76728b-32c1-41d3-a9a1-7038e26e0359 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:51:02.979746 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6197d15b-b398-49e0-8451-d3835a7163d8 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5424962 Aug 23 20:51:03.149168 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1695ebff-3e73-4fb2-801a-c6617029545c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Made reservation on behalf of 91ee48a7a09d4c31bca2b42ca3cdc87d for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:51:03.153931 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1695ebff-3e73-4fb2-801a-c6617029545c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:03.230696 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1de9e6-6508-4626-99e4-80702d456877 None None] Network cc670585-cb12-4f4f-93e5-cc7334cd5233 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:51:03.287339 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52048) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:03.416219 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f96e1d8-befd-4774-907d-836216c72980 admin admin] Deleting subnet fd379fdb-7846-43cf-a922-3e25c383690b {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:51:03.427641 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8f96e1d8-befd-4774-907d-836216c72980 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:03.444749 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 1c3df4f3-0557-499a-8f0d-6eeed8fce03a up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:51:03.500029 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8f96e1d8-befd-4774-907d-836216c72980 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:03.572104 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1695ebff-3e73-4fb2-801a-c6617029545c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:03.607196 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8f96e1d8-befd-4774-907d-836216c72980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:03.641059 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port 1c3df4f3-0557-499a-8f0d-6eeed8fce03a completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:51:03.658660 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port 1c3df4f3-0557-499a-8f0d-6eeed8fce03a triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:51:03.659450 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:03.722524 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1695ebff-3e73-4fb2-801a-c6617029545c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Checking segment: {'id': '657dfc00-4a71-4048-9edd-1c17dfac4b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'ec76728b-32c1-41d3-a9a1-7038e26e0359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:51:03.725619 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1695ebff-3e73-4fb2-801a-c6617029545c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Network hostable DHCP agents. Network: ec76728b-32c1-41d3-a9a1-7038e26e0359, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:51:03.739100 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1695ebff-3e73-4fb2-801a-c6617029545c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event updated for resources: {'Subnet': ['ID=8b6e5427-4eb5-44cf-abb7-58e22c215d7d,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:03.744717 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8f96e1d8-befd-4774-907d-836216c72980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:03.776814 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1695ebff-3e73-4fb2-801a-c6617029545c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Network ec76728b-32c1-41d3-a9a1-7038e26e0359 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:51:03.810461 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-1695ebff-3e73-4fb2-801a-c6617029545c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, ec76728b-32c1-41d3-a9a1-7038e26e0359) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:51:03.822601 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1695ebff-3e73-4fb2-801a-c6617029545c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:03.824219 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1695ebff-3e73-4fb2-801a-c6617029545c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:03.832662 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f96e1d8-befd-4774-907d-836216c72980 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd379fdb-7846-43cf-a922-3e25c383690b,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:03.833979 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fd7c73-3add-4a8d-b261-ee527f7baf25 None None] Network ec76728b-32c1-41d3-a9a1-7038e26e0359 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:51:03.842968 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:03.849441 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8f96e1d8-befd-4774-907d-836216c72980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:03.859292 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8f96e1d8-befd-4774-907d-836216c72980 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/fd379fdb-7846-43cf-a922-3e25c383690b HTTP/1.1" status: 204 len: 168 time: 0.5657809 Aug 23 20:51:03.859594 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52064) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:03.880147 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52066) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:03.881288 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-1695ebff-3e73-4fb2-801a-c6617029545c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9515994 Aug 23 20:51:03.891708 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-3bd3c883-da33-44b4-9e2d-02506e311ca6 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1016980127', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:51:04.024304 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a53e3ae0-d4fa-466c-b72e-5133baf57545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3df4f3-0557-499a-8f0d-6eeed8fce03a'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:51:04.031130 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb2ff14-2034-4391-81af-d756d81f86f9" -d '{"events": [{"server_uuid": "a53e3ae0-d4fa-466c-b72e-5133baf57545", "name": "network-vif-plugged", "status": "completed", "tag": "1c3df4f3-0557-499a-8f0d-6eeed8fce03a"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:51:04.043439 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-15fcf57d-98f3-4e54-ba43-621a14c2a329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:04.047420 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3bd3c883-da33-44b4-9e2d-02506e311ca6 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:04.049327 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3bd3c883-da33-44b4-9e2d-02506e311ca6 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:04.081847 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 1c3df4f3-0557-499a-8f0d-6eeed8fce03a, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=1c3df4f3-0557-499a-8f0d-6eeed8fce03a,segment=NetworkSegment(fd83179f-6b28-4c03-ad88-e03a2e94e3b7),segment_id=fd83179f-6b28-4c03-ad88-e03a2e94e3b7)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:51:04.107564 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:04.238744 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efcc890a-ad2a-437d-b68d-4bb949d0c8eb x-openstack-request-id: req-efcc890a-ad2a-437d-b68d-4bb949d0c8eb {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:51:04.239045 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a53e3ae0-d4fa-466c-b72e-5133baf57545", "name": "network-vif-plugged", "status": "completed", "tag": "1c3df4f3-0557-499a-8f0d-6eeed8fce03a", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:51:04.239308 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-efcc890a-ad2a-437d-b68d-4bb949d0c8eb {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:51:04.239752 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a53e3ae0-d4fa-466c-b72e-5133baf57545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3df4f3-0557-499a-8f0d-6eeed8fce03a', 'code': 200} Aug 23 20:51:04.361415 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920207e4-6a2a-491f-ae20-35d4df178026 req-1cf7c97e-236f-4868-8e60-b2679d00ce2d tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:04.366482 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3bd3c883-da33-44b4-9e2d-02506e311ca6 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:04.372185 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-920207e4-6a2a-491f-ae20-35d4df178026 req-1cf7c97e-236f-4868-8e60-b2679d00ce2d tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=a53e3ae0-d4fa-466c-b72e-5133baf57545 HTTP/1.1" status: 200 len: 945 time: 0.1992583 Aug 23 20:51:04.390698 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3bd3c883-da33-44b4-9e2d-02506e311ca6 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:04.415220 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c53388e-4ca9-4088-91af-081c4abd448a req-f1b197f3-12e9-42aa-9b53-9f8302ace820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:04.417209 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0c53388e-4ca9-4088-91af-081c4abd448a req-f1b197f3-12e9-42aa-9b53-9f8302ace820 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a53e3ae0-d4fa-466c-b72e-5133baf57545 HTTP/1.1" status: 200 len: 1096 time: 0.1193364 Aug 23 20:51:04.418388 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-15fcf57d-98f3-4e54-ba43-621a14c2a329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:04.444076 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=1c3df4f3-0557-499a-8f0d-6eeed8fce03a,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:04.451321 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-15fcf57d-98f3-4e54-ba43-621a14c2a329 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc670585-cb12-4f4f-93e5-cc7334cd5233']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:51:04.465200 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-920207e4-6a2a-491f-ae20-35d4df178026 req-02f230b6-322f-4309-aa59-a7216c241e07 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=efa257f3-4afa-4b95-9ff7-27a4b79acebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916681 Aug 23 20:51:04.465407 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3bd3c883-da33-44b4-9e2d-02506e311ca6 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:04.468149 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3bd3c883-da33-44b4-9e2d-02506e311ca6 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5875235 Aug 23 20:51:04.481228 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52086) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:04.492800 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-15fcf57d-98f3-4e54-ba43-621a14c2a329 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b98952fa-6718-48ba-8dd8-868e2b88278f') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:51:04.493287 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-15fcf57d-98f3-4e54-ba43-621a14c2a329 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b98952fa-6718-48ba-8dd8-868e2b88278f') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:51:04.513969 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-7961070a-248c-4954-b82d-ea452f53b4a9 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Request body: {'port': {'network_id': 'ec76728b-32c1-41d3-a9a1-7038e26e0359', 'name': 'tempest-PortsIpV6TestJSON-175460579'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:51:04.524138 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-15fcf57d-98f3-4e54-ba43-621a14c2a329 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:04.525513 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16750c4e-c297-404c-830b-1509a369a137 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-ec76728b-32c1-41d3-a9a1-7038e26e0359', 'network_id': 'ec76728b-32c1-41d3-a9a1-7038e26e0359', 'tenant_id': '91ee48a7a09d4c31bca2b42ca3cdc87d', 'fixed_ips': [{'subnet_id': '8b6e5427-4eb5-44cf-abb7-58e22c215d7d'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:51:04.526837 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16750c4e-c297-404c-830b-1509a369a137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:04.551435 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-15fcf57d-98f3-4e54-ba43-621a14c2a329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:04.559326 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15fcf57d-98f3-4e54-ba43-621a14c2a329 admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:51:04.560030 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-15fcf57d-98f3-4e54-ba43-621a14c2a329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:04.562718 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:51:04.562718 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:51:04.562718 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:51:04.562718 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:51:04.562718 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:51:04.562718 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:51:04.562718 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:51:04.562718 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:51:04.562718 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:51:04.562718 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:51:04.562718 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:51:04.562718 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:51:04.562718 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:51:04.562718 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:51:04.562718 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:51:04.562718 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:51:04.562718 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:51:04.562718 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:51:04.562718 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:51:04.562718 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:51:04.562718 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:51:04.562718 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:51:04.562718 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:51:04.562718 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:51:04.562718 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:51:04.562718 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:51:04.562718 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:51:04.562718 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:51:04.562718 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:51:04.562718 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:51:04.562718 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:51:04.562718 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:51:04.647037 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-15fcf57d-98f3-4e54-ba43-621a14c2a329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:04.656771 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-15fcf57d-98f3-4e54-ba43-621a14c2a329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:04.660154 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-15fcf57d-98f3-4e54-ba43-621a14c2a329 admin admin] 10.222.0.61 "DELETE /v2.0/networks/cc670585-cb12-4f4f-93e5-cc7334cd5233 HTTP/1.1" status: 204 len: 168 time: 0.7996085 Aug 23 20:51:04.694293 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fcf57d-98f3-4e54-ba43-621a14c2a329 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc670585-cb12-4f4f-93e5-cc7334cd5233,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:04.706268 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0c53388e-4ca9-4088-91af-081c4abd448a req-31142fbf-e212-476f-a301-4c14a3b62d93 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=efa257f3-4afa-4b95-9ff7-27a4b79acebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2800224 Aug 23 20:51:04.872456 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7961070a-248c-4954-b82d-ea452f53b4a9 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Made reservation on behalf of 91ee48a7a09d4c31bca2b42ca3cdc87d for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:51:04.885835 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7961070a-248c-4954-b82d-ea452f53b4a9 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:04.898529 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-16750c4e-c297-404c-830b-1509a369a137 None None] Allocated IP 2001:db8::2 (ec76728b-32c1-41d3-a9a1-7038e26e0359/8b6e5427-4eb5-44cf-abb7-58e22c215d7d/774c8b28-7d6f-4bda-838d-ca3ee3da7835) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:51:04.934043 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-7961070a-248c-4954-b82d-ea452f53b4a9 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] device_id is not set on port 1a7ce981-2a85-433f-b76c-878e77ca259e yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:51:05.082315 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52110) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:05.176909 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-22be6e7c-a787-492c-9e29-72cc1efe2dd1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f59c14631a17481ca5a7e423d39d2139&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0933144 Aug 23 20:51:05.177660 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52112) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:05.246214 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-067f6afe-9d3c-4ecf-9bc1-0c0ad6063241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:05.298068 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-067f6afe-9d3c-4ecf-9bc1-0c0ad6063241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:05.385876 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16750c4e-c297-404c-830b-1509a369a137 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:05.415169 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-067f6afe-9d3c-4ecf-9bc1-0c0ad6063241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:05.421400 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-067f6afe-9d3c-4ecf-9bc1-0c0ad6063241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:05.422580 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-067f6afe-9d3c-4ecf-9bc1-0c0ad6063241 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/030b183a-44a9-42cc-8a00-eefc89233745 HTTP/1.1" status: 204 len: 168 time: 0.2439151 Aug 23 20:51:05.431185 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-16750c4e-c297-404c-830b-1509a369a137 None None] Transition to ACTIVE for port object 774c8b28-7d6f-4bda-838d-ca3ee3da7835 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:51:05.457428 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52122) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:05.467387 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f6afe-9d3c-4ecf-9bc1-0c0ad6063241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030b183a-44a9-42cc-8a00-eefc89233745,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:05.493575 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-16750c4e-c297-404c-830b-1509a369a137 None None] Transition to ACTIVE for port object 774c8b28-7d6f-4bda-838d-ca3ee3da7835 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:51:05.518539 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16750c4e-c297-404c-830b-1509a369a137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:05.588103 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16750c4e-c297-404c-830b-1509a369a137 None None] Network ec76728b-32c1-41d3-a9a1-7038e26e0359 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:51:05.592763 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-16750c4e-c297-404c-830b-1509a369a137 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:51:05.597371 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16750c4e-c297-404c-830b-1509a369a137 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:51:05.664238 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16750c4e-c297-404c-830b-1509a369a137 None None] Pushing event updated for resources: {'Port': ['ID=774c8b28-7d6f-4bda-838d-ca3ee3da7835,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:05.666754 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-16750c4e-c297-404c-830b-1509a369a137 None None] Attempting to bind port 774c8b28-7d6f-4bda-838d-ca3ee3da7835 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:51:05.667364 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-16750c4e-c297-404c-830b-1509a369a137 None None] Attempting to bind port 774c8b28-7d6f-4bda-838d-ca3ee3da7835 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '657dfc00-4a71-4048-9edd-1c17dfac4b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'ec76728b-32c1-41d3-a9a1-7038e26e0359'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:51:05.667905 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16750c4e-c297-404c-830b-1509a369a137 None None] Attempting to bind port 774c8b28-7d6f-4bda-838d-ca3ee3da7835 on network ec76728b-32c1-41d3-a9a1-7038e26e0359 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:51:05.679309 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16750c4e-c297-404c-830b-1509a369a137 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:51:05.679933 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16750c4e-c297-404c-830b-1509a369a137 None None] Checking segment: {'id': '657dfc00-4a71-4048-9edd-1c17dfac4b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'ec76728b-32c1-41d3-a9a1-7038e26e0359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:51:05.680554 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16750c4e-c297-404c-830b-1509a369a137 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:05.681103 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16750c4e-c297-404c-830b-1509a369a137 None None] Bound using segment: {'id': '657dfc00-4a71-4048-9edd-1c17dfac4b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'ec76728b-32c1-41d3-a9a1-7038e26e0359'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:51:05.681586 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-16750c4e-c297-404c-830b-1509a369a137 None None] Bound port: 774c8b28-7d6f-4bda-838d-ca3ee3da7835, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657dfc00-4a71-4048-9edd-1c17dfac4b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'ec76728b-32c1-41d3-a9a1-7038e26e0359'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:51:05.682125 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16750c4e-c297-404c-830b-1509a369a137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:05.792510 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-7961070a-248c-4954-b82d-ea452f53b4a9 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Allocated IP 2001:db8::25a (ec76728b-32c1-41d3-a9a1-7038e26e0359/8b6e5427-4eb5-44cf-abb7-58e22c215d7d/1a7ce981-2a85-433f-b76c-878e77ca259e) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:51:05.846687 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-16750c4e-c297-404c-830b-1509a369a137 None None] For port 774c8b28-7d6f-4bda-838d-ca3ee3da7835, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:51:05.856880 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-16750c4e-c297-404c-830b-1509a369a137 None None] For port 774c8b28-7d6f-4bda-838d-ca3ee3da7835, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=774c8b28-7d6f-4bda-838d-ca3ee3da7835,segment=NetworkSegment(657dfc00-4a71-4048-9edd-1c17dfac4b54),segment_id=657dfc00-4a71-4048-9edd-1c17dfac4b54)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:51:05.865592 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16750c4e-c297-404c-830b-1509a369a137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:05.874588 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e1120-be53-4555-b801-967ff407076c req-29968262-94cc-4af9-b6bb-b0d7762202f6 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:05.880727 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-943e1120-be53-4555-b801-967ff407076c req-29968262-94cc-4af9-b6bb-b0d7762202f6 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=a53e3ae0-d4fa-466c-b72e-5133baf57545 HTTP/1.1" status: 200 len: 945 time: 0.2473872 Aug 23 20:51:05.975539 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16750c4e-c297-404c-830b-1509a369a137 None None] Pushing event updated for resources: {'Port': ['ID=774c8b28-7d6f-4bda-838d-ca3ee3da7835,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:06.022381 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-943e1120-be53-4555-b801-967ff407076c req-043c1036-331d-4a87-8333-16e99be35388 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=efa257f3-4afa-4b95-9ff7-27a4b79acebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306217 Aug 23 20:51:06.210990 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7961070a-248c-4954-b82d-ea452f53b4a9 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:06.231591 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-7961070a-248c-4954-b82d-ea452f53b4a9 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Transition to ACTIVE for port object 1a7ce981-2a85-433f-b76c-878e77ca259e will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:51:06.293579 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7961070a-248c-4954-b82d-ea452f53b4a9 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:06.385252 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7961070a-248c-4954-b82d-ea452f53b4a9 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Network ec76728b-32c1-41d3-a9a1-7038e26e0359 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:51:06.406171 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-7961070a-248c-4954-b82d-ea452f53b4a9 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:51:06.411747 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7961070a-248c-4954-b82d-ea452f53b4a9 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:51:06.417545 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7961070a-248c-4954-b82d-ea452f53b4a9 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:06.418262 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7961070a-248c-4954-b82d-ea452f53b4a9 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:06.442261 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6dc454af-0146-4919-ae64-d4bb7aa90d09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:06.451559 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7961070a-248c-4954-b82d-ea452f53b4a9 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event updated for resources: {'Port': ['ID=1a7ce981-2a85-433f-b76c-878e77ca259e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:06.489143 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-7961070a-248c-4954-b82d-ea452f53b4a9 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9884412 Aug 23 20:51:06.490458 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52144) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:06.779840 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6dc454af-0146-4919-ae64-d4bb7aa90d09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:06.786220 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6dc454af-0146-4919-ae64-d4bb7aa90d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:06.880036 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-6dc454af-0146-4919-ae64-d4bb7aa90d09 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f66548a463c14dee940ae58eac954f7b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4206457 Aug 23 20:51:06.884322 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52154) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:06.885434 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc454af-0146-4919-ae64-d4bb7aa90d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ef3b35-d40c-4276-9daf-b9d8c0227067,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:06.992878 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-295d431c-d0a2-47a6-aeb6-5248106ad028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:07.036684 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-295d431c-d0a2-47a6-aeb6-5248106ad028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:07.060243 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-602eae7b-36fa-4362-bc73-9e7c264249db tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:07.255579 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-295d431c-d0a2-47a6-aeb6-5248106ad028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:07.258459 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-295d431c-d0a2-47a6-aeb6-5248106ad028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:07.260098 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-295d431c-d0a2-47a6-aeb6-5248106ad028 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f7ef3b35-d40c-4276-9daf-b9d8c0227067 HTTP/1.1" status: 204 len: 168 time: 0.3705177 Aug 23 20:51:07.275818 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295d431c-d0a2-47a6-aeb6-5248106ad028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ef3b35-d40c-4276-9daf-b9d8c0227067,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:07.295434 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ee22e-c038-43eb-b111-13bb3a2bcae9 req-fc3dfdd5-c51d-4ad3-8f71-f5ee430645ed tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:07.298013 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-da2ee22e-c038-43eb-b111-13bb3a2bcae9 req-fc3dfdd5-c51d-4ad3-8f71-f5ee430645ed tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=a53e3ae0-d4fa-466c-b72e-5133baf57545 HTTP/1.1" status: 200 len: 945 time: 0.0967698 Aug 23 20:51:07.420934 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-da2ee22e-c038-43eb-b111-13bb3a2bcae9 req-9708488e-2e6f-4f91-b719-a34bdedd4861 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=efa257f3-4afa-4b95-9ff7-27a4b79acebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158504 Aug 23 20:51:07.686099 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a1501a-94cd-4142-9bdc-d53b1a271702 None None] Network ec76728b-32c1-41d3-a9a1-7038e26e0359 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:51:07.824292 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-602eae7b-36fa-4362-bc73-9e7c264249db tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:07.836692 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-602eae7b-36fa-4362-bc73-9e7c264249db tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:07.946058 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 774c8b28-7d6f-4bda-838d-ca3ee3da7835 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:51:07.957551 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade03dac-7f1f-4c05-9695-dd36c6fe8ecd req-a065356d-1f6d-4a45-ad1d-a14d04239ec7 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:07.966877 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ade03dac-7f1f-4c05-9695-dd36c6fe8ecd req-a065356d-1f6d-4a45-ad1d-a14d04239ec7 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=a53e3ae0-d4fa-466c-b72e-5133baf57545 HTTP/1.1" status: 200 len: 945 time: 0.1610975 Aug 23 20:51:08.062138 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-535166df-c3fe-4e80-bdb5-d475f9af1a0b None None] Provisioning for port 774c8b28-7d6f-4bda-838d-ca3ee3da7835 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:51:08.070631 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ade03dac-7f1f-4c05-9695-dd36c6fe8ecd req-b30d0a47-2889-44c5-b6bb-b8c38bd968cf tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=efa257f3-4afa-4b95-9ff7-27a4b79acebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910029 Aug 23 20:51:08.083550 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52188) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:08.170756 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 774c8b28-7d6f-4bda-838d-ca3ee3da7835 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:51:08.178881 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde47155-93cc-4d09-9c4b-dc61ca6e456d tempest-TestNetworkAdvancedServerOps-1162004702 tempest-TestNetworkAdvancedServerOps-1162004702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:08.182525 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 774c8b28-7d6f-4bda-838d-ca3ee3da7835 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:51:08.182883 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:08.184553 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-dde47155-93cc-4d09-9c4b-dc61ca6e456d tempest-TestNetworkAdvancedServerOps-1162004702 tempest-TestNetworkAdvancedServerOps-1162004702-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a53e3ae0-d4fa-466c-b72e-5133baf57545 HTTP/1.1" status: 200 len: 1091 time: 0.0993714 Aug 23 20:51:08.187690 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52190) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:08.199696 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-09b07f2d-e3c9-415b-9620-a35d19184be8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Request body: {'floatingip': {'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'port_id': '1c3df4f3-0557-499a-8f0d-6eeed8fce03a', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:51:08.261827 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-09b07f2d-e3c9-415b-9620-a35d19184be8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:08.304767 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52194) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:08.306894 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-602eae7b-36fa-4362-bc73-9e7c264249db tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:08.451668 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:08.572431 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602eae7b-36fa-4362-bc73-9e7c264249db tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event updated for resources: {'Port': ['ID=1a7ce981-2a85-433f-b76c-878e77ca259e,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:08.641339 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 774c8b28-7d6f-4bda-838d-ca3ee3da7835, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=774c8b28-7d6f-4bda-838d-ca3ee3da7835,segment=NetworkSegment(657dfc00-4a71-4048-9edd-1c17dfac4b54),segment_id=657dfc00-4a71-4048-9edd-1c17dfac4b54)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:51:08.643362 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cfa4c49e-ba80-47c3-831b-d2dd64de43d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:08.648552 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:08.754630 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-09b07f2d-e3c9-415b-9620-a35d19184be8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:08.795995 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=774c8b28-7d6f-4bda-838d-ca3ee3da7835,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:08.809361 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-602eae7b-36fa-4362-bc73-9e7c264249db tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:09.019507 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-160e0326-0438-4246-b11e-86e2331c3e94 None None] Provisioning for port 1a7ce981-2a85-433f-b76c-878e77ca259e completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:51:09.030884 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-160e0326-0438-4246-b11e-86e2331c3e94 None None] Provisioning complete for port 1a7ce981-2a85-433f-b76c-878e77ca259e triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:51:09.031896 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-160e0326-0438-4246-b11e-86e2331c3e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:09.123282 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-160e0326-0438-4246-b11e-86e2331c3e94 None None] Port 1a7ce981-2a85-433f-b76c-878e77ca259e cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:51:09.149979 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-160e0326-0438-4246-b11e-86e2331c3e94 None None] Provisioning complete for port 774c8b28-7d6f-4bda-838d-ca3ee3da7835 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:51:09.150462 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-160e0326-0438-4246-b11e-86e2331c3e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:09.248214 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cfa4c49e-ba80-47c3-831b-d2dd64de43d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:09.250610 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-09b07f2d-e3c9-415b-9620-a35d19184be8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Allocated IP 172.25.4.38 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/187aa548-bcb4-4433-acd7-d7247a6c60d1) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:51:09.255091 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cfa4c49e-ba80-47c3-831b-d2dd64de43d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:09.401106 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa4c49e-ba80-47c3-831b-d2dd64de43d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbf655d-deaa-42cd-af90-ab2f1803293d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:09.445583 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52220) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:09.625328 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-cfa4c49e-ba80-47c3-831b-d2dd64de43d3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=43bffadbaa6c485083a8ed2c547f1470&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3180640 Aug 23 20:51:09.633665 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52224) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:09.748079 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-e50582a2-cccf-474d-999d-403259433b49 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1538969976'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:51:09.781139 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50582a2-cccf-474d-999d-403259433b49 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Made reservation on behalf of fd6ebe8ec0894e8d9fe8a87d96f639bf for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:51:09.789570 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e50582a2-cccf-474d-999d-403259433b49 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:09.803830 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-602eae7b-36fa-4362-bc73-9e7c264249db tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:09.815189 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-602eae7b-36fa-4362-bc73-9e7c264249db tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:09.816707 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-602eae7b-36fa-4362-bc73-9e7c264249db tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:09.828794 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e50582a2-cccf-474d-999d-403259433b49 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:09.859345 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 774c8b28-7d6f-4bda-838d-ca3ee3da7835 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:51:09.929787 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8a9987d7-3575-462d-9c15-48d01e43ccbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:09.956674 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-09b07f2d-e3c9-415b-9620-a35d19184be8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:09.958240 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-50a58d46-149e-45ab-8d38-c54ad17dffbc None None] Provisioning complete for port 1a7ce981-2a85-433f-b76c-878e77ca259e triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:51:09.959349 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-50a58d46-149e-45ab-8d38-c54ad17dffbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:09.999075 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602eae7b-36fa-4362-bc73-9e7c264249db tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event updated for resources: {'Port': ['ID=1a7ce981-2a85-433f-b76c-878e77ca259e,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:10.000378 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8a9987d7-3575-462d-9c15-48d01e43ccbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:10.087474 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602eae7b-36fa-4362-bc73-9e7c264249db tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Network ec76728b-32c1-41d3-a9a1-7038e26e0359 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:51:10.096448 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-602eae7b-36fa-4362-bc73-9e7c264249db tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:51:10.141758 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c16c80f6-1d5a-4766-8f26-7afde2a9ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:10.142685 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-09b07f2d-e3c9-415b-9620-a35d19184be8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:10.157179 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-50a58d46-149e-45ab-8d38-c54ad17dffbc None None] Port 1a7ce981-2a85-433f-b76c-878e77ca259e cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:51:10.177619 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 774c8b28-7d6f-4bda-838d-ca3ee3da7835 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:51:10.178194 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:10.187980 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8a9987d7-3575-462d-9c15-48d01e43ccbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:10.190771 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8a9987d7-3575-462d-9c15-48d01e43ccbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:10.195145 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8a9987d7-3575-462d-9c15-48d01e43ccbe admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ddbf655d-deaa-42cd-af90-ab2f1803293d HTTP/1.1" status: 204 len: 168 time: 0.5565498 Aug 23 20:51:10.195145 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b07f2d-e3c9-415b-9620-a35d19184be8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:51:10.229712 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-09b07f2d-e3c9-415b-9620-a35d19184be8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:51:10.246630 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b07f2d-e3c9-415b-9620-a35d19184be8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:51:10.268320 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9987d7-3575-462d-9c15-48d01e43ccbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbf655d-deaa-42cd-af90-ab2f1803293d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:10.343659 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b07f2d-e3c9-415b-9620-a35d19184be8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'Port': ['ID=187aa548-bcb4-4433-acd7-d7247a6c60d1,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:10.346593 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e50582a2-cccf-474d-999d-403259433b49 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:10.359063 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e50582a2-cccf-474d-999d-403259433b49 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:10.367659 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-22448593-2f0b-4ccc-ab08-454e182282c8 None None] Provisioning complete for port 1a7ce981-2a85-433f-b76c-878e77ca259e triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:51:10.368123 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-22448593-2f0b-4ccc-ab08-454e182282c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:10.462532 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50582a2-cccf-474d-999d-403259433b49 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31a5a671-853b-4636-a074-1233ba1b9901,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:10.490252 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e50582a2-cccf-474d-999d-403259433b49 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:51:10.527306 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:10.528519 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-22448593-2f0b-4ccc-ab08-454e182282c8 None None] Port 1a7ce981-2a85-433f-b76c-878e77ca259e cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:51:10.540804 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e50582a2-cccf-474d-999d-403259433b49 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:10.541160 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-e50582a2-cccf-474d-999d-403259433b49 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Added segment 704e6916-7819-4e3d-8dd6-16eeae8b0ce5 of type vlan for network 70dec3c8-4583-4480-9c33-336ed16e591f Aug 23 20:51:10.649992 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-602eae7b-36fa-4362-bc73-9e7c264249db tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Router 90398491-bef6-4575-b230-5dfd69712bab is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:51:10.666566 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7f228869-ddcb-44a3-be7e-a81a42b43af3 None None] Provisioning complete for port 1a7ce981-2a85-433f-b76c-878e77ca259e triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:51:10.671851 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7f228869-ddcb-44a3-be7e-a81a42b43af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:10.680471 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e50582a2-cccf-474d-999d-403259433b49 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:10.739074 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7f228869-ddcb-44a3-be7e-a81a42b43af3 None None] Port 1a7ce981-2a85-433f-b76c-878e77ca259e cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:51:10.896389 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e50582a2-cccf-474d-999d-403259433b49 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:10.912832 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50582a2-cccf-474d-999d-403259433b49 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:10.913510 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e50582a2-cccf-474d-999d-403259433b49 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:11.049767 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-09b07f2d-e3c9-415b-9620-a35d19184be8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:11.077175 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50582a2-cccf-474d-999d-403259433b49 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Pushing event updated for resources: {'Network': ['ID=70dec3c8-4583-4480-9c33-336ed16e591f,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:11.089780 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602eae7b-36fa-4362-bc73-9e7c264249db tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:51:11.090671 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 70dec3c8-4583-4480-9c33-336ed16e591f details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:51:11.105617 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-602eae7b-36fa-4362-bc73-9e7c264249db tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "PUT /v2.0/routers/90398491-bef6-4575-b230-5dfd69712bab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6140881 Aug 23 20:51:11.106284 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52264) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:11.157873 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12c2241-9ecd-413f-a53c-dbfb38cdb65d None None] Sync routers for ids ['90398491-bef6-4575-b230-5dfd69712bab'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:51:11.182171 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-09b07f2d-e3c9-415b-9620-a35d19184be8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:11.186543 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12c2241-9ecd-413f-a53c-dbfb38cdb65d None None] Routers {'90398491-bef6-4575-b230-5dfd69712bab'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:51:11.187237 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d12c2241-9ecd-413f-a53c-dbfb38cdb65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:50:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['90398491-bef6-4575-b230-5dfd69712bab'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:51:11.202763 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e50582a2-cccf-474d-999d-403259433b49 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.7536731 Aug 23 20:51:11.211014 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52268) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:11.224045 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d12c2241-9ecd-413f-a53c-dbfb38cdb65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:51:11.229645 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-1a6012a8-9804-46a1-8caa-1fdad35a1674 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Request body: {'subnet': {'network_id': '70dec3c8-4583-4480-9c33-336ed16e591f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:51:11.233274 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12c2241-9ecd-413f-a53c-dbfb38cdb65d None None] Routers {'90398491-bef6-4575-b230-5dfd69712bab'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:51:11.233908 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d12c2241-9ecd-413f-a53c-dbfb38cdb65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:50:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['90398491-bef6-4575-b230-5dfd69712bab'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:51:11.283283 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d12c2241-9ecd-413f-a53c-dbfb38cdb65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:51:11.284315 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12c2241-9ecd-413f-a53c-dbfb38cdb65d None None] The sync data for ids ['90398491-bef6-4575-b230-5dfd69712bab'] in n-d-805663-2 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:51:11.357268 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72ba03a-dc25-4ef1-8c54-e6a05f6f3f33 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:11.362045 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a72ba03a-dc25-4ef1-8c54-e6a05f6f3f33 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "GET /v2.0/ports?device_id=90398491-bef6-4575-b230-5dfd69712bab HTTP/1.1" status: 200 len: 988 time: 0.2523849 Aug 23 20:51:11.362668 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52274) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:11.449150 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-09b07f2d-e3c9-415b-9620-a35d19184be8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:11.457677 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-09b07f2d-e3c9-415b-9620-a35d19184be8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:11.485135 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6012a8-9804-46a1-8caa-1fdad35a1674 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Made reservation on behalf of fd6ebe8ec0894e8d9fe8a87d96f639bf for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:51:11.490303 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a6012a8-9804-46a1-8caa-1fdad35a1674 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:11.572825 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b07f2d-e3c9-415b-9620-a35d19184be8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'Port': ['ID=187aa548-bcb4-4433-acd7-d7247a6c60d1,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:11.593743 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-09b07f2d-e3c9-415b-9620-a35d19184be8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:11.831366 n-d-805663-2 neutron-server[94688]: INFO neutron.db.l3_db [None req-09b07f2d-e3c9-415b-9620-a35d19184be8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Floating IP 752fecdf-c453-4746-9d3d-69fde16348a7 associated. External IP: 172.25.4.38, port: 1c3df4f3-0557-499a-8f0d-6eeed8fce03a. Aug 23 20:51:12.083285 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a6012a8-9804-46a1-8caa-1fdad35a1674 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:12.148400 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6012a8-9804-46a1-8caa-1fdad35a1674 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Pushing event updated for resources: {'Subnet': ['ID=95fa53fb-852c-4043-8646-b0edb529e2c1,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:12.205311 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b07f2d-e3c9-415b-9620-a35d19184be8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Router 398fc0f7-fb86-407a-bafe-246edda5ed2a has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:51:12.282378 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a5fffb88-58ca-4d67-b3f6-6394fb0bdb5d tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:12.358255 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b07f2d-e3c9-415b-9620-a35d19184be8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:51:12.372082 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef66c32-008b-4b8b-b199-d973854d47e9 None None] Sync routers for ids ['398fc0f7-fb86-407a-bafe-246edda5ed2a'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:51:12.387488 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-09b07f2d-e3c9-415b-9620-a35d19184be8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:12.388914 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef66c32-008b-4b8b-b199-d973854d47e9 None None] Routers {'398fc0f7-fb86-407a-bafe-246edda5ed2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:51:12.390099 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1ef66c32-008b-4b8b-b199-d973854d47e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:50:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['398fc0f7-fb86-407a-bafe-246edda5ed2a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:51:12.434826 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-09b07f2d-e3c9-415b-9620-a35d19184be8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.2398360 Aug 23 20:51:12.435499 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a53e3ae0-d4fa-466c-b72e-5133baf57545', 'tag': '1c3df4f3-0557-499a-8f0d-6eeed8fce03a'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:51:12.449614 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30fce815-9bf8-46ea-83dd-bd6cf7b979ce" -d '{"events": [{"name": "network-changed", "server_uuid": "a53e3ae0-d4fa-466c-b72e-5133baf57545", "tag": "1c3df4f3-0557-499a-8f0d-6eeed8fce03a"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:51:12.452316 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6012a8-9804-46a1-8caa-1fdad35a1674 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Checking segment: {'id': '704e6916-7819-4e3d-8dd6-16eeae8b0ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '70dec3c8-4583-4480-9c33-336ed16e591f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:51:12.452687 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6012a8-9804-46a1-8caa-1fdad35a1674 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Network hostable DHCP agents. Network: 70dec3c8-4583-4480-9c33-336ed16e591f, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:51:12.531614 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-1ef66c32-008b-4b8b-b199-d973854d47e9 None None] Set router 398fc0f7-fb86-407a-bafe-246edda5ed2a gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:51:12.540665 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6012a8-9804-46a1-8caa-1fdad35a1674 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Network 70dec3c8-4583-4480-9c33-336ed16e591f is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:51:12.598876 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-1a6012a8-9804-46a1-8caa-1fdad35a1674 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 70dec3c8-4583-4480-9c33-336ed16e591f) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:51:12.609089 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee6493c-f541-4311-a2d5-2d857d39988e None None] Network 70dec3c8-4583-4480-9c33-336ed16e591f requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:51:12.616700 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6012a8-9804-46a1-8caa-1fdad35a1674 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:12.617304 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a6012a8-9804-46a1-8caa-1fdad35a1674 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:12.654093 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72722a-37de-4886-907c-87f9992002d3 req-02c774d4-23e8-4e4d-80f3-d6c9c20c77c1 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:12.669802 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6a72722a-37de-4886-907c-87f9992002d3 req-02c774d4-23e8-4e4d-80f3-d6c9c20c77c1 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=a53e3ae0-d4fa-466c-b72e-5133baf57545 HTTP/1.1" status: 200 len: 945 time: 0.1293237 Aug 23 20:51:12.672995 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1a6012a8-9804-46a1-8caa-1fdad35a1674 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4569068 Aug 23 20:51:12.681587 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52328) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:12.686881 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-30dd6f44-d73c-4e9f-94ba-094ae53b1cae tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Request body: {'port': {'network_id': '70dec3c8-4583-4480-9c33-336ed16e591f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-98415859'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:51:12.694730 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d0f660-cc2e-480a-981b-708dbca7667c x-openstack-request-id: req-a2d0f660-cc2e-480a-981b-708dbca7667c {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:51:12.695017 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a53e3ae0-d4fa-466c-b72e-5133baf57545", "tag": "1c3df4f3-0557-499a-8f0d-6eeed8fce03a", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:51:12.695268 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a2d0f660-cc2e-480a-981b-708dbca7667c {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:51:12.695683 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a53e3ae0-d4fa-466c-b72e-5133baf57545', 'tag': '1c3df4f3-0557-499a-8f0d-6eeed8fce03a', 'status': 'completed', 'code': 200} Aug 23 20:51:12.748840 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-a5fffb88-58ca-4d67-b3f6-6394fb0bdb5d tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Deleting port 1a7ce981-2a85-433f-b76c-878e77ca259e {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:51:12.749306 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a5fffb88-58ca-4d67-b3f6-6394fb0bdb5d tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:12.891210 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6a72722a-37de-4886-907c-87f9992002d3 req-ebeb0ae1-7600-461a-ac29-4c49b7397bd4 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=efa257f3-4afa-4b95-9ff7-27a4b79acebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2185314 Aug 23 20:51:12.911164 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52332) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:12.959007 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1ef66c32-008b-4b8b-b199-d973854d47e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398fc0f7-fb86-407a-bafe-246edda5ed2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641444254', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '598fbd9f-d730-4503-9960-2c0a1cac0858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:50:35Z', 'updated_at': '2021-08-23T20:50:44Z', 'revision_number': 4, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'gw_port': {'id': '598fbd9f-d730-4503-9960-2c0a1cac0858', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:69:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398fc0f7-fb86-407a-bafe-246edda5ed2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:50:36Z', 'updated_at': '2021-08-23T20:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '752fecdf-c453-4746-9d3d-69fde16348a7', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'floating_ip_address': '172.25.4.38', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '398fc0f7-fb86-407a-bafe-246edda5ed2a', 'port_id': '1c3df4f3-0557-499a-8f0d-6eeed8fce03a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c38d550-a25a-4c7c-a978-f348eeef3bc6', 'mac_address': 'fa:16:3e:b3:ed:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53e3ae0-d4fa-466c-b72e-5133baf57545', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:51:10Z', 'updated_at': '2021-08-23T20:51:10Z', 'revision_number': 0, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08482c19-c4ee-415b-976a-c59f5296c875', 'name': '', 'network_id': '0c38d550-a25a-4c7c-a978-f348eeef3bc6', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'mac_address': 'fa:16:3e:48:ea:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398fc0f7-fb86-407a-bafe-246edda5ed2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '83772143-c9f8-4468-a4f4-25d1d8f89bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:50:42Z', 'updated_at': '2021-08-23T20:50:54Z', 'revision_number': 5, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'subnets': [{'id': '83772143-c9f8-4468-a4f4-25d1d8f89bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:51:12.985007 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52336) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:12.989985 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef66c32-008b-4b8b-b199-d973854d47e9 None None] Checking router: 398fc0f7-fb86-407a-bafe-246edda5ed2a for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:51:12.997445 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a5fffb88-58ca-4d67-b3f6-6394fb0bdb5d tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:12.999077 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef66c32-008b-4b8b-b199-d973854d47e9 None None] Routers {'398fc0f7-fb86-407a-bafe-246edda5ed2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:51:12.999723 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1ef66c32-008b-4b8b-b199-d973854d47e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:50:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['398fc0f7-fb86-407a-bafe-246edda5ed2a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:51:13.084510 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c9f812-8487-4b79-b68b-a247ddc07f66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-70dec3c8-4583-4480-9c33-336ed16e591f', 'network_id': '70dec3c8-4583-4480-9c33-336ed16e591f', 'tenant_id': 'fd6ebe8ec0894e8d9fe8a87d96f639bf', 'fixed_ips': [{'subnet_id': '95fa53fb-852c-4043-8646-b0edb529e2c1'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:51:13.085386 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f3c9f812-8487-4b79-b68b-a247ddc07f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:13.140000 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4314fc15-2f9a-4617-ab24-33d2531fdc14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:13.176456 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-1ef66c32-008b-4b8b-b199-d973854d47e9 None None] Set router 398fc0f7-fb86-407a-bafe-246edda5ed2a gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:51:13.476996 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-f3c9f812-8487-4b79-b68b-a247ddc07f66 None None] Allocated IP 2001:db8::2 (70dec3c8-4583-4480-9c33-336ed16e591f/95fa53fb-852c-4043-8646-b0edb529e2c1/7698a093-54cd-4cb8-a7b8-a21077c60a03) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:51:13.550648 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:13.723811 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1ef66c32-008b-4b8b-b199-d973854d47e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398fc0f7-fb86-407a-bafe-246edda5ed2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641444254', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '598fbd9f-d730-4503-9960-2c0a1cac0858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:50:35Z', 'updated_at': '2021-08-23T20:50:44Z', 'revision_number': 4, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'gw_port': {'id': '598fbd9f-d730-4503-9960-2c0a1cac0858', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:69:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398fc0f7-fb86-407a-bafe-246edda5ed2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:50:36Z', 'updated_at': '2021-08-23T20:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '752fecdf-c453-4746-9d3d-69fde16348a7', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'floating_ip_address': '172.25.4.38', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '398fc0f7-fb86-407a-bafe-246edda5ed2a', 'port_id': '1c3df4f3-0557-499a-8f0d-6eeed8fce03a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c38d550-a25a-4c7c-a978-f348eeef3bc6', 'mac_address': 'fa:16:3e:b3:ed:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53e3ae0-d4fa-466c-b72e-5133baf57545', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:51:10Z', 'updated_at': '2021-08-23T20:51:10Z', 'revision_number': 0, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08482c19-c4ee-415b-976a-c59f5296c875', 'name': '', 'network_id': '0c38d550-a25a-4c7c-a978-f348eeef3bc6', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'mac_address': 'fa:16:3e:48:ea:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398fc0f7-fb86-407a-bafe-246edda5ed2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '83772143-c9f8-4468-a4f4-25d1d8f89bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:50:42Z', 'updated_at': '2021-08-23T20:50:54Z', 'revision_number': 5, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'subnets': [{'id': '83772143-c9f8-4468-a4f4-25d1d8f89bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:51:13.733329 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fce815-9bf8-46ea-83dd-bd6cf7b979ce req-add9e552-ce2f-42fc-aa6f-7f14d3ac44fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:13.734742 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-30fce815-9bf8-46ea-83dd-bd6cf7b979ce req-add9e552-ce2f-42fc-aa6f-7f14d3ac44fd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b17a426d9eb4b3083079c3d4dc4db5c&device_id=a53e3ae0-d4fa-466c-b72e-5133baf57545 HTTP/1.1" status: 200 len: 1096 time: 1.0045526 Aug 23 20:51:13.772918 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef66c32-008b-4b8b-b199-d973854d47e9 None None] The sync data for ids ['398fc0f7-fb86-407a-bafe-246edda5ed2a'] in n-d-805663-2 is: [{'id': '398fc0f7-fb86-407a-bafe-246edda5ed2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641444254', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '598fbd9f-d730-4503-9960-2c0a1cac0858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:50:35Z', 'updated_at': '2021-08-23T20:50:44Z', 'revision_number': 4, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'gw_port': {'id': '598fbd9f-d730-4503-9960-2c0a1cac0858', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:69:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398fc0f7-fb86-407a-bafe-246edda5ed2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:50:36Z', 'updated_at': '2021-08-23T20:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '752fecdf-c453-4746-9d3d-69fde16348a7', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'floating_ip_address': '172.25.4.38', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '398fc0f7-fb86-407a-bafe-246edda5ed2a', 'port_id': '1c3df4f3-0557-499a-8f0d-6eeed8fce03a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c38d550-a25a-4c7c-a978-f348eeef3bc6', 'mac_address': 'fa:16:3e:b3:ed:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53e3ae0-d4fa-466c-b72e-5133baf57545', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:51:10Z', 'updated_at': '2021-08-23T20:51:10Z', 'revision_number': 0, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08482c19-c4ee-415b-976a-c59f5296c875', 'name': '', 'network_id': '0c38d550-a25a-4c7c-a978-f348eeef3bc6', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'mac_address': 'fa:16:3e:48:ea:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398fc0f7-fb86-407a-bafe-246edda5ed2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '83772143-c9f8-4468-a4f4-25d1d8f89bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:50:42Z', 'updated_at': '2021-08-23T20:50:54Z', 'revision_number': 5, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'subnets': [{'id': '83772143-c9f8-4468-a4f4-25d1d8f89bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:51:13.838657 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f3c9f812-8487-4b79-b68b-a247ddc07f66 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:13.859539 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-a5fffb88-58ca-4d67-b3f6-6394fb0bdb5d tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Calling delete_port for 1a7ce981-2a85-433f-b76c-878e77ca259e owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:51:13.867006 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f3c9f812-8487-4b79-b68b-a247ddc07f66 None None] Transition to ACTIVE for port object 7698a093-54cd-4cb8-a7b8-a21077c60a03 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:51:13.873339 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-433b907f-bb58-42b0-a4a6-d6263bd6a8c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:13.900282 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f3c9f812-8487-4b79-b68b-a247ddc07f66 None None] Transition to ACTIVE for port object 7698a093-54cd-4cb8-a7b8-a21077c60a03 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:51:13.911946 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fce815-9bf8-46ea-83dd-bd6cf7b979ce req-7c19321d-1bcb-469d-a62c-96a3894b48e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:13.913372 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f3c9f812-8487-4b79-b68b-a247ddc07f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:13.913527 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-30fce815-9bf8-46ea-83dd-bd6cf7b979ce req-7c19321d-1bcb-469d-a62c-96a3894b48e1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0c38d550-a25a-4c7c-a978-f348eeef3bc6 HTTP/1.1" status: 200 len: 897 time: 0.1544197 Aug 23 20:51:13.936870 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30dd6f44-d73c-4e9f-94ba-094ae53b1cae tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Made reservation on behalf of fd6ebe8ec0894e8d9fe8a87d96f639bf for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:51:13.937832 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b8ff0b98-c93f-4a46-bb50-9d3d583d3d53 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/floatingips/752fecdf-c453-4746-9d3d-69fde16348a7 HTTP/1.1" status: 200 len: 990 time: 1.0231409 Aug 23 20:51:13.942922 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30dd6f44-d73c-4e9f-94ba-094ae53b1cae tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:14.008280 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c9f812-8487-4b79-b68b-a247ddc07f66 None None] Pushing event updated for resources: {'Port': ['ID=7698a093-54cd-4cb8-a7b8-a21077c60a03,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:14.010061 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-30dd6f44-d73c-4e9f-94ba-094ae53b1cae tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] device_id is not set on port 6622905d-69a0-4ba4-bf77-e4349022030a yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:51:14.018180 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-30fce815-9bf8-46ea-83dd-bd6cf7b979ce req-c2d182c9-e550-4b45-b2f6-5d553fae5a9b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c3df4f3-0557-499a-8f0d-6eeed8fce03a HTTP/1.1" status: 200 len: 998 time: 0.0896192 Aug 23 20:51:14.021920 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c9f812-8487-4b79-b68b-a247ddc07f66 None None] Network 70dec3c8-4583-4480-9c33-336ed16e591f is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:51:14.034003 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-f3c9f812-8487-4b79-b68b-a247ddc07f66 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:51:14.038721 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c9f812-8487-4b79-b68b-a247ddc07f66 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:51:14.114393 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:51:14.116758 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fce815-9bf8-46ea-83dd-bd6cf7b979ce req-131f300a-0031-4b81-b9d8-a52464c00ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:14.118453 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-30fce815-9bf8-46ea-83dd-bd6cf7b979ce req-131f300a-0031-4b81-b9d8-a52464c00ba0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=83772143-c9f8-4468-a4f4-25d1d8f89bdb HTTP/1.1" status: 200 len: 835 time: 0.0954552 Aug 23 20:51:14.138198 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-f3c9f812-8487-4b79-b68b-a247ddc07f66 None None] Attempting to bind port 7698a093-54cd-4cb8-a7b8-a21077c60a03 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:51:14.138572 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-f3c9f812-8487-4b79-b68b-a247ddc07f66 None None] Attempting to bind port 7698a093-54cd-4cb8-a7b8-a21077c60a03 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '704e6916-7819-4e3d-8dd6-16eeae8b0ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '70dec3c8-4583-4480-9c33-336ed16e591f'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:51:14.138944 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c9f812-8487-4b79-b68b-a247ddc07f66 None None] Attempting to bind port 7698a093-54cd-4cb8-a7b8-a21077c60a03 on network 70dec3c8-4583-4480-9c33-336ed16e591f {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:51:14.147004 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c9f812-8487-4b79-b68b-a247ddc07f66 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:51:14.147378 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c9f812-8487-4b79-b68b-a247ddc07f66 None None] Checking segment: {'id': '704e6916-7819-4e3d-8dd6-16eeae8b0ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '70dec3c8-4583-4480-9c33-336ed16e591f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:51:14.147783 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f3c9f812-8487-4b79-b68b-a247ddc07f66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:14.148197 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c9f812-8487-4b79-b68b-a247ddc07f66 None None] Bound using segment: {'id': '704e6916-7819-4e3d-8dd6-16eeae8b0ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '70dec3c8-4583-4480-9c33-336ed16e591f'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:51:14.152052 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-f3c9f812-8487-4b79-b68b-a247ddc07f66 None None] Bound port: 7698a093-54cd-4cb8-a7b8-a21077c60a03, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '704e6916-7819-4e3d-8dd6-16eeae8b0ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '70dec3c8-4583-4480-9c33-336ed16e591f'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:51:14.152526 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f3c9f812-8487-4b79-b68b-a247ddc07f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:14.206015 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fce815-9bf8-46ea-83dd-bd6cf7b979ce req-d94a1674-9410-4215-85f4-5dc545fe9880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:14.207681 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-30fce815-9bf8-46ea-83dd-bd6cf7b979ce req-d94a1674-9410-4215-85f4-5dc545fe9880 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0c38d550-a25a-4c7c-a978-f348eeef3bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815489 Aug 23 20:51:14.237654 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-30dd6f44-d73c-4e9f-94ba-094ae53b1cae tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Allocated IP 2001:db8::277 (70dec3c8-4583-4480-9c33-336ed16e591f/95fa53fb-852c-4043-8646-b0edb529e2c1/6622905d-69a0-4ba4-bf77-e4349022030a) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:51:14.252319 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e7b01e-9933-4d71-9a2e-b5ff5bdf5188 None None] New status for floating IP 752fecdf-c453-4746-9d3d-69fde16348a7: ACTIVE {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 20:51:14.255973 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-f3c9f812-8487-4b79-b68b-a247ddc07f66 None None] For port 7698a093-54cd-4cb8-a7b8-a21077c60a03, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:51:14.382815 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-433b907f-bb58-42b0-a4a6-d6263bd6a8c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:14.429459 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-30fce815-9bf8-46ea-83dd-bd6cf7b979ce req-eee59e80-140a-49b9-ab5f-f24a4b7f0f7f service neutron] 10.222.0.32 "GET /v2.0/networks/0c38d550-a25a-4c7c-a978-f348eeef3bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144532 Aug 23 20:51:14.510460 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-f3c9f812-8487-4b79-b68b-a247ddc07f66 None None] For port 7698a093-54cd-4cb8-a7b8-a21077c60a03, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=7698a093-54cd-4cb8-a7b8-a21077c60a03,segment=NetworkSegment(704e6916-7819-4e3d-8dd6-16eeae8b0ce5),segment_id=704e6916-7819-4e3d-8dd6-16eeae8b0ce5)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:51:14.530488 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f3c9f812-8487-4b79-b68b-a247ddc07f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:14.605541 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-433b907f-bb58-42b0-a4a6-d6263bd6a8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:14.626877 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-30fce815-9bf8-46ea-83dd-bd6cf7b979ce req-e7a41a36-3018-4740-9d5e-20eff5b0a224 service neutron] 10.222.0.32 "GET /v2.0/networks/0c38d550-a25a-4c7c-a978-f348eeef3bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665134 Aug 23 20:51:14.664409 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52364) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:14.664650 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-433b907f-bb58-42b0-a4a6-d6263bd6a8c9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8da241f86720451789045bbf7af5cb50&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6781197 Aug 23 20:51:14.665414 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a5fffb88-58ca-4d67-b3f6-6394fb0bdb5d tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:14.712828 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:14.727074 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c9f812-8487-4b79-b68b-a247ddc07f66 None None] Pushing event updated for resources: {'Port': ['ID=7698a093-54cd-4cb8-a7b8-a21077c60a03,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:14.748358 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fffb88-58ca-4d67-b3f6-6394fb0bdb5d tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event deleted for resources: {'Port': ['ID=1a7ce981-2a85-433f-b76c-878e77ca259e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:14.807882 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e9287ae9-7346-4e1e-9242-c42a66a3a89e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:14.838333 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433b907f-bb58-42b0-a4a6-d6263bd6a8c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7dc6bea-1d79-4060-9a97-50c057e3aa96,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:14.867081 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e9287ae9-7346-4e1e-9242-c42a66a3a89e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:14.960558 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52366) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:15.099555 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a5fffb88-58ca-4d67-b3f6-6394fb0bdb5d tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:15.146155 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e9287ae9-7346-4e1e-9242-c42a66a3a89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:15.158029 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e9287ae9-7346-4e1e-9242-c42a66a3a89e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:15.162047 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e9287ae9-7346-4e1e-9242-c42a66a3a89e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b7dc6bea-1d79-4060-9a97-50c057e3aa96 HTTP/1.1" status: 204 len: 168 time: 0.4932389 Aug 23 20:51:15.210846 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4d5dbe3e-5318-48b1-a8d8-5f6778dfc4b4 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/floatingips/752fecdf-c453-4746-9d3d-69fde16348a7 HTTP/1.1" status: 200 len: 992 time: 0.2488339 Aug 23 20:51:15.221415 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9287ae9-7346-4e1e-9242-c42a66a3a89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7dc6bea-1d79-4060-9a97-50c057e3aa96,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:15.471628 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30dd6f44-d73c-4e9f-94ba-094ae53b1cae tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:15.496323 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5fffb88-58ca-4d67-b3f6-6394fb0bdb5d tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Router 90398491-bef6-4575-b230-5dfd69712bab has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:51:15.506234 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-30dd6f44-d73c-4e9f-94ba-094ae53b1cae tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Transition to ACTIVE for port object 6622905d-69a0-4ba4-bf77-e4349022030a will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:51:15.621183 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5fffb88-58ca-4d67-b3f6-6394fb0bdb5d tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:51:15.630322 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a5fffb88-58ca-4d67-b3f6-6394fb0bdb5d tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "PUT /v2.0/routers/90398491-bef6-4575-b230-5dfd69712bab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2641413 Aug 23 20:51:15.630881 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52378) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:15.640335 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30dd6f44-d73c-4e9f-94ba-094ae53b1cae tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:15.647906 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e2c47e-41a9-4fbd-b2d5-071a6bcd9cb1 None None] Sync routers for ids ['90398491-bef6-4575-b230-5dfd69712bab'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:51:15.675216 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e2c47e-41a9-4fbd-b2d5-071a6bcd9cb1 None None] Routers {'90398491-bef6-4575-b230-5dfd69712bab'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:51:15.679655 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f7e2c47e-41a9-4fbd-b2d5-071a6bcd9cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:51:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['90398491-bef6-4575-b230-5dfd69712bab'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:51:15.708686 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f9b6922-818b-476d-8bf7-dd52e22c5045 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] GET failed (client error): The resource could not be found. Aug 23 20:51:15.712857 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-0f9b6922-818b-476d-8bf7-dd52e22c5045 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "GET /v2.0/ports/1a7ce981-2a85-433f-b76c-878e77ca259e HTTP/1.1" status: 404 len: 333 time: 0.0782824 Aug 23 20:51:15.718075 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52384) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:15.722966 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f7e2c47e-41a9-4fbd-b2d5-071a6bcd9cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:51:15.736296 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e2c47e-41a9-4fbd-b2d5-071a6bcd9cb1 None None] Routers {'90398491-bef6-4575-b230-5dfd69712bab'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:51:15.737165 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f7e2c47e-41a9-4fbd-b2d5-071a6bcd9cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:51:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['90398491-bef6-4575-b230-5dfd69712bab'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:51:15.791791 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dd6f44-d73c-4e9f-94ba-094ae53b1cae tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Network 70dec3c8-4583-4480-9c33-336ed16e591f is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:51:15.800988 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-30dd6f44-d73c-4e9f-94ba-094ae53b1cae tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:51:15.813945 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dd6f44-d73c-4e9f-94ba-094ae53b1cae tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:51:15.814164 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f7e2c47e-41a9-4fbd-b2d5-071a6bcd9cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:51:15.814551 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e2c47e-41a9-4fbd-b2d5-071a6bcd9cb1 None None] The sync data for ids ['90398491-bef6-4575-b230-5dfd69712bab'] in n-d-805663-2 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:51:15.826826 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dd6f44-d73c-4e9f-94ba-094ae53b1cae tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:15.827769 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30dd6f44-d73c-4e9f-94ba-094ae53b1cae tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:15.851610 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dd6f44-d73c-4e9f-94ba-094ae53b1cae tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Pushing event updated for resources: {'Port': ['ID=6622905d-69a0-4ba4-bf77-e4349022030a,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:15.895353 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-30dd6f44-d73c-4e9f-94ba-094ae53b1cae tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 3.2126188 Aug 23 20:51:15.898341 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52390) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:15.922130 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 7698a093-54cd-4cb8-a7b8-a21077c60a03 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:51:15.922842 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-3afceb88-b3a9-4da0-9bce-78fd68de0b4e tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Request body: {'port': {'network_id': '70dec3c8-4583-4480-9c33-336ed16e591f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-7141629', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:51:15.923892 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.api.validators [None req-3afceb88-b3a9-4da0-9bce-78fd68de0b4e tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] bootfile-name is not in valid_values {{(pid=94688) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 23 20:51:15.924286 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.api.validators [None req-3afceb88-b3a9-4da0-9bce-78fd68de0b4e tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] tftp-server is not in valid_values {{(pid=94688) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 23 20:51:15.925895 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.api.validators [None req-3afceb88-b3a9-4da0-9bce-78fd68de0b4e tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] server-ip-address is not in valid_values {{(pid=94688) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 23 20:51:15.984759 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:16.053866 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 7698a093-54cd-4cb8-a7b8-a21077c60a03 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:51:16.176131 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-490a9e68-579b-4648-b8cd-2ca233cb2821 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:16.397481 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52402) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:16.448328 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3afceb88-b3a9-4da0-9bce-78fd68de0b4e tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Made reservation on behalf of fd6ebe8ec0894e8d9fe8a87d96f639bf for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:51:16.457184 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3afceb88-b3a9-4da0-9bce-78fd68de0b4e tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:16.468566 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-490a9e68-579b-4648-b8cd-2ca233cb2821 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:16.473148 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-490a9e68-579b-4648-b8cd-2ca233cb2821 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:16.493974 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-3afceb88-b3a9-4da0-9bce-78fd68de0b4e tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] device_id is not set on port e257bd94-d623-4285-a45c-45e60d1129f5 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:51:16.603162 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e59a1a-9ae4-438b-a302-3ddd59c97d6a None None] Network 70dec3c8-4583-4480-9c33-336ed16e591f requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:51:16.609517 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-77ba7e17-10fd-4de5-91f2-48be32c76ee5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1003784855-network', 'tenant_id': 'a420101d8537446c948533816ff31a9c'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:51:16.665322 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-490a9e68-579b-4648-b8cd-2ca233cb2821 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:16.665975 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490a9e68-579b-4648-b8cd-2ca233cb2821 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Fanout notify agent at l3_agent the message router_deleted on router 90398491-bef6-4575-b230-5dfd69712bab {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:51:16.679597 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ba7e17-10fd-4de5-91f2-48be32c76ee5 admin admin] Made reservation on behalf of a420101d8537446c948533816ff31a9c for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:51:16.683500 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77ba7e17-10fd-4de5-91f2-48be32c76ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:16.693759 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-490a9e68-579b-4648-b8cd-2ca233cb2821 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:16.700904 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-490a9e68-579b-4648-b8cd-2ca233cb2821 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "DELETE /v2.0/routers/90398491-bef6-4575-b230-5dfd69712bab HTTP/1.1" status: 204 len: 168 time: 0.9815400 Aug 23 20:51:16.703654 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77ba7e17-10fd-4de5-91f2-48be32c76ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:16.714432 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52408) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:16.870888 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-3afceb88-b3a9-4da0-9bce-78fd68de0b4e tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Allocated IP 2001:db8::2c7 (70dec3c8-4583-4480-9c33-336ed16e591f/95fa53fb-852c-4043-8646-b0edb529e2c1/e257bd94-d623-4285-a45c-45e60d1129f5) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:51:16.875048 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-59bef8fb-42f3-495e-9c85-1e2b9e797530 None None] Provisioning for port 7698a093-54cd-4cb8-a7b8-a21077c60a03 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:51:16.885914 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-59bef8fb-42f3-495e-9c85-1e2b9e797530 None None] Provisioning complete for port 7698a093-54cd-4cb8-a7b8-a21077c60a03 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:51:16.887091 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-59bef8fb-42f3-495e-9c85-1e2b9e797530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:16.922347 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-54c9d188-f2e7-4bc9-92c4-f63a73550737 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Deleting subnet 8b6e5427-4eb5-44cf-abb7-58e22c215d7d {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:51:16.929497 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-54c9d188-f2e7-4bc9-92c4-f63a73550737 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:17.003146 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-54c9d188-f2e7-4bc9-92c4-f63a73550737 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:17.050288 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-59bef8fb-42f3-495e-9c85-1e2b9e797530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:17.058364 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77ba7e17-10fd-4de5-91f2-48be32c76ee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:17.063980 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77ba7e17-10fd-4de5-91f2-48be32c76ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:17.108198 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-59bef8fb-42f3-495e-9c85-1e2b9e797530 None None] For port 7698a093-54cd-4cb8-a7b8-a21077c60a03, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=7698a093-54cd-4cb8-a7b8-a21077c60a03,segment=NetworkSegment(704e6916-7819-4e3d-8dd6-16eeae8b0ce5),segment_id=704e6916-7819-4e3d-8dd6-16eeae8b0ce5)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:51:17.111137 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77ba7e17-10fd-4de5-91f2-48be32c76ee5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:51:17.115946 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-59bef8fb-42f3-495e-9c85-1e2b9e797530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:17.123209 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3afceb88-b3a9-4da0-9bce-78fd68de0b4e tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:17.128958 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ba7e17-10fd-4de5-91f2-48be32c76ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2b9255-ebc7-4083-97f8-ca87a5efba88,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:17.134521 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77ba7e17-10fd-4de5-91f2-48be32c76ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:17.134840 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-77ba7e17-10fd-4de5-91f2-48be32c76ee5 admin admin] Added segment d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a of type vlan for network 8f9f903e-93a4-4fe6-b0ce-e2059346b6d0 Aug 23 20:51:17.159683 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-3afceb88-b3a9-4da0-9bce-78fd68de0b4e tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Transition to ACTIVE for port object e257bd94-d623-4285-a45c-45e60d1129f5 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:51:17.211905 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3afceb88-b3a9-4da0-9bce-78fd68de0b4e tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:17.229281 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-54c9d188-f2e7-4bc9-92c4-f63a73550737 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:17.234368 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bef8fb-42f3-495e-9c85-1e2b9e797530 None None] Pushing event updated for resources: {'Port': ['ID=7698a093-54cd-4cb8-a7b8-a21077c60a03,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:17.269995 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77ba7e17-10fd-4de5-91f2-48be32c76ee5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:17.293035 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afceb88-b3a9-4da0-9bce-78fd68de0b4e tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Pushing event updated for resources: {'Port': ['ID=e257bd94-d623-4285-a45c-45e60d1129f5,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:17.311624 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afceb88-b3a9-4da0-9bce-78fd68de0b4e tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Network 70dec3c8-4583-4480-9c33-336ed16e591f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:51:17.313134 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-3afceb88-b3a9-4da0-9bce-78fd68de0b4e tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:51:17.317304 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afceb88-b3a9-4da0-9bce-78fd68de0b4e tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:51:17.318485 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77ba7e17-10fd-4de5-91f2-48be32c76ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:17.319548 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ba7e17-10fd-4de5-91f2-48be32c76ee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:17.320967 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77ba7e17-10fd-4de5-91f2-48be32c76ee5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:17.323822 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afceb88-b3a9-4da0-9bce-78fd68de0b4e tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:17.324338 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3afceb88-b3a9-4da0-9bce-78fd68de0b4e tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:17.343116 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-3afceb88-b3a9-4da0-9bce-78fd68de0b4e tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1147 time: 1.4425240 Aug 23 20:51:17.344698 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52416) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:17.401762 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ba7e17-10fd-4de5-91f2-48be32c76ee5 admin admin] Pushing event updated for resources: {'Network': ['ID=8f9f903e-93a4-4fe6-b0ce-e2059346b6d0,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:17.408310 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-77ba7e17-10fd-4de5-91f2-48be32c76ee5 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0070536 Aug 23 20:51:17.408310 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-54c9d188-f2e7-4bc9-92c4-f63a73550737 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:17.409577 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52418) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:17.413962 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 8f9f903e-93a4-4fe6-b0ce-e2059346b6d0 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:51:17.416949 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-d102edb5-fcfb-4aa2-abaf-a85fb6411ec2 admin admin] Request body: {'subnet': {'network_id': '8f9f903e-93a4-4fe6-b0ce-e2059346b6d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1003784855-subnet', 'tenant_id': 'a420101d8537446c948533816ff31a9c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:51:17.420035 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831188c4-d8ca-4b2f-9f96-c043db533664 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:17.427806 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831188c4-d8ca-4b2f-9f96-c043db533664 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:17.434452 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831188c4-d8ca-4b2f-9f96-c043db533664 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:17.438244 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-831188c4-d8ca-4b2f-9f96-c043db533664 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.0921600 Aug 23 20:51:17.441983 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52420) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:17.446593 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c9d188-f2e7-4bc9-92c4-f63a73550737 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event deleted for resources: {'Subnet': ['ID=8b6e5427-4eb5-44cf-abb7-58e22c215d7d,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:17.458655 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-54c9d188-f2e7-4bc9-92c4-f63a73550737 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:17.460573 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-54c9d188-f2e7-4bc9-92c4-f63a73550737 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "DELETE /v2.0/subnets/8b6e5427-4eb5-44cf-abb7-58e22c215d7d HTTP/1.1" status: 204 len: 168 time: 0.6687424 Aug 23 20:51:17.464549 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52422) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:17.481687 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d102edb5-fcfb-4aa2-abaf-a85fb6411ec2 admin admin] Made reservation on behalf of a420101d8537446c948533816ff31a9c for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:51:17.484082 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d102edb5-fcfb-4aa2-abaf-a85fb6411ec2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:17.486461 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa580941-db19-431b-acf9-3a98096ab340 None None] Network ec76728b-32c1-41d3-a9a1-7038e26e0359 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:51:17.605729 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d8c56a07-9895-422e-9b90-fbb0b2ea2a00 None None] Provisioning for port 6622905d-69a0-4ba4-bf77-e4349022030a completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:51:17.613348 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d8c56a07-9895-422e-9b90-fbb0b2ea2a00 None None] Provisioning complete for port 6622905d-69a0-4ba4-bf77-e4349022030a triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:51:17.613723 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d8c56a07-9895-422e-9b90-fbb0b2ea2a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:17.688003 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-d8c56a07-9895-422e-9b90-fbb0b2ea2a00 None None] Port 6622905d-69a0-4ba4-bf77-e4349022030a cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:51:17.707873 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-85b9fd62-bb01-4af9-9bc4-b6cc9feb1c99 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:17.736382 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d8c56a07-9895-422e-9b90-fbb0b2ea2a00 None None] Provisioning complete for port 7698a093-54cd-4cb8-a7b8-a21077c60a03 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:51:17.737244 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d8c56a07-9895-422e-9b90-fbb0b2ea2a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:17.766031 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d102edb5-fcfb-4aa2-abaf-a85fb6411ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:17.800116 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-73c026e1-2606-4c3e-97c8-97d66a233ca1 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Deleting port e257bd94-d623-4285-a45c-45e60d1129f5 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:51:17.800597 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73c026e1-2606-4c3e-97c8-97d66a233ca1 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:17.858331 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 7698a093-54cd-4cb8-a7b8-a21077c60a03 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:51:17.859076 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d102edb5-fcfb-4aa2-abaf-a85fb6411ec2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d199577e-85a3-487d-894b-30e054d60332,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:17.913580 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d102edb5-fcfb-4aa2-abaf-a85fb6411ec2 admin admin] Checking segment: {'id': 'd0628b6b-b279-4a2f-9fb2-ffe2685ffc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8f9f903e-93a4-4fe6-b0ce-e2059346b6d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:51:17.914228 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d102edb5-fcfb-4aa2-abaf-a85fb6411ec2 admin admin] Network hostable DHCP agents. Network: 8f9f903e-93a4-4fe6-b0ce-e2059346b6d0, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:51:17.939796 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d102edb5-fcfb-4aa2-abaf-a85fb6411ec2 admin admin] Network 8f9f903e-93a4-4fe6-b0ce-e2059346b6d0 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:51:17.965654 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-d102edb5-fcfb-4aa2-abaf-a85fb6411ec2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 8f9f903e-93a4-4fe6-b0ce-e2059346b6d0) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:51:17.976642 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d102edb5-fcfb-4aa2-abaf-a85fb6411ec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:17.977314 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d102edb5-fcfb-4aa2-abaf-a85fb6411ec2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:18.004914 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73c026e1-2606-4c3e-97c8-97d66a233ca1 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:18.008430 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52432) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:18.010161 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d102edb5-fcfb-4aa2-abaf-a85fb6411ec2 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5859647 Aug 23 20:51:18.013961 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4642914-359e-43fe-a1c3-3e68dee332c6 None None] Network 8f9f903e-93a4-4fe6-b0ce-e2059346b6d0 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:51:18.037050 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-6d427bcc-baf5-41fc-bba4-8ed1f4b19c0a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1003784855-router', 'tenant_id': 'a420101d8537446c948533816ff31a9c', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:51:18.060832 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-85b9fd62-bb01-4af9-9bc4-b6cc9feb1c99 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Deleting port 774c8b28-7d6f-4bda-838d-ca3ee3da7835 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:51:18.061174 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-85b9fd62-bb01-4af9-9bc4-b6cc9feb1c99 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:18.106437 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297f9a91-d00d-488f-bc32-3596ebc4c02c None None] DHCP port deletion for ec76728b-32c1-41d3-a9a1-7038e26e0359 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:51:18.113007 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 7698a093-54cd-4cb8-a7b8-a21077c60a03 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:51:18.113378 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:18.132964 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-73c026e1-2606-4c3e-97c8-97d66a233ca1 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Calling delete_port for e257bd94-d623-4285-a45c-45e60d1129f5 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:51:18.251677 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-85b9fd62-bb01-4af9-9bc4-b6cc9feb1c99 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] For port 774c8b28-7d6f-4bda-838d-ca3ee3da7835, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=774c8b28-7d6f-4bda-838d-ca3ee3da7835,segment=NetworkSegment(657dfc00-4a71-4048-9edd-1c17dfac4b54),segment_id=657dfc00-4a71-4048-9edd-1c17dfac4b54)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:51:18.252384 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-85b9fd62-bb01-4af9-9bc4-b6cc9feb1c99 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:18.321525 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-85b9fd62-bb01-4af9-9bc4-b6cc9feb1c99 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Calling delete_port for 774c8b28-7d6f-4bda-838d-ca3ee3da7835 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:51:18.372656 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-297f9a91-d00d-488f-bc32-3596ebc4c02c None None] Deleting port 774c8b28-7d6f-4bda-838d-ca3ee3da7835 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:51:18.373026 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-297f9a91-d00d-488f-bc32-3596ebc4c02c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:18.393831 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2ded5ad4-b649-4d1f-9836-737ad91c42e9 None None] Provisioning complete for port 6622905d-69a0-4ba4-bf77-e4349022030a triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:51:18.394214 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2ded5ad4-b649-4d1f-9836-737ad91c42e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:18.397486 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d427bcc-baf5-41fc-bba4-8ed1f4b19c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:18.398598 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d427bcc-baf5-41fc-bba4-8ed1f4b19c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:18.404448 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7a3c2b9b-6c44-4098-8237-e9e3fae2bcf6 req-2b5e03f1-c994-4b07-b67b-ff8e128390bf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3469243 Aug 23 20:51:18.500848 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-297f9a91-d00d-488f-bc32-3596ebc4c02c None None] For port 774c8b28-7d6f-4bda-838d-ca3ee3da7835, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=774c8b28-7d6f-4bda-838d-ca3ee3da7835,segment=NetworkSegment(657dfc00-4a71-4048-9edd-1c17dfac4b54),segment_id=657dfc00-4a71-4048-9edd-1c17dfac4b54)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:51:18.501802 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-297f9a91-d00d-488f-bc32-3596ebc4c02c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:18.524455 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46066ca-8c14-4b48-8ea0-ee642f4659dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-8f9f903e-93a4-4fe6-b0ce-e2059346b6d0', 'network_id': '8f9f903e-93a4-4fe6-b0ce-e2059346b6d0', 'tenant_id': 'a420101d8537446c948533816ff31a9c', 'fixed_ips': [{'subnet_id': 'd199577e-85a3-487d-894b-30e054d60332'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:51:18.525671 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a46066ca-8c14-4b48-8ea0-ee642f4659dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:18.553153 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-297f9a91-d00d-488f-bc32-3596ebc4c02c None None] Calling delete_port for 774c8b28-7d6f-4bda-838d-ca3ee3da7835 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:51:18.554781 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-2ded5ad4-b649-4d1f-9836-737ad91c42e9 None None] Port 6622905d-69a0-4ba4-bf77-e4349022030a cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:51:18.592792 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d427bcc-baf5-41fc-bba4-8ed1f4b19c0a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:18.596106 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-85b9fd62-bb01-4af9-9bc4-b6cc9feb1c99 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:18.677331 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b9fd62-bb01-4af9-9bc4-b6cc9feb1c99 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event deleted for resources: {'Port': ['ID=774c8b28-7d6f-4bda-838d-ca3ee3da7835,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:18.694998 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b9fd62-bb01-4af9-9bc4-b6cc9feb1c99 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] No DVR routers for this DVR port 774c8b28-7d6f-4bda-838d-ca3ee3da7835 on host n-d-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:51:18.709578 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c2b9b-6c44-4098-8237-e9e3fae2bcf6 req-c353b960-fa4f-4bfc-ad17-c3bbb07ad088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:18.711362 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7a3c2b9b-6c44-4098-8237-e9e3fae2bcf6 req-c353b960-fa4f-4bfc-ad17-c3bbb07ad088 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2af290724cc44af890c8fd2249003602&device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 1096 time: 0.2536082 Aug 23 20:51:18.778387 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:51:18.778387 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:51:18.778387 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:51:18.778387 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:51:18.778387 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:51:18.778387 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:51:18.778387 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:51:18.778387 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:51:18.778387 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:51:18.778387 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:51:18.778387 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:51:18.778387 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:51:18.778387 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:51:18.778387 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:51:18.778387 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:51:18.778387 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:51:18.778387 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:51:18.778387 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:51:18.778387 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:51:18.778387 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:51:18.778387 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:51:18.778387 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:51:18.778387 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:51:18.778387 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:51:18.778387 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:51:18.778387 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:51:18.778387 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:51:18.778387 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:51:18.778387 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:51:18.778387 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:51:18.778387 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:51:18.778387 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:51:18.778387 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:51:18.778387 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:51:18.778387 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:51:18.778387 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:51:18.778387 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:51:18.778387 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:51:18.778387 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:51:18.778387 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:51:18.778387 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:51:18.778387 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:51:18.778387 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:51:18.778387 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:51:18.778387 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:51:18.778387 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:51:18.778387 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:51:18.778387 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:51:18.778387 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:51:18.778387 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:51:18.778387 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:51:18.778387 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:51:18.778387 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:51:18.778387 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:51:18.791476 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-297f9a91-d00d-488f-bc32-3596ebc4c02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:18.867591 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297f9a91-d00d-488f-bc32-3596ebc4c02c None None] Pushing event deleted for resources: {'Port': ['ID=774c8b28-7d6f-4bda-838d-ca3ee3da7835,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:18.886551 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297f9a91-d00d-488f-bc32-3596ebc4c02c None None] No DVR routers for this DVR port 774c8b28-7d6f-4bda-838d-ca3ee3da7835 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:51:18.910302 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-a46066ca-8c14-4b48-8ea0-ee642f4659dd None None] Allocated IP 172.20.0.2 (8f9f903e-93a4-4fe6-b0ce-e2059346b6d0/d199577e-85a3-487d-894b-30e054d60332/cfc91ea6-63b7-4146-ac1d-2555035880f9) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:51:18.999738 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-85b9fd62-bb01-4af9-9bc4-b6cc9feb1c99 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:19.053925 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-85b9fd62-bb01-4af9-9bc4-b6cc9feb1c99 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec76728b-32c1-41d3-a9a1-7038e26e0359']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:51:19.066954 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d427bcc-baf5-41fc-bba4-8ed1f4b19c0a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:19.067703 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-62598e32-804f-46a9-8de7-cf6cf530012b None None] Provisioning for port e257bd94-d623-4285-a45c-45e60d1129f5 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:51:19.077404 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-62598e32-804f-46a9-8de7-cf6cf530012b None None] Provisioning complete for port e257bd94-d623-4285-a45c-45e60d1129f5 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:51:19.080417 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-62598e32-804f-46a9-8de7-cf6cf530012b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:19.085287 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73c026e1-2606-4c3e-97c8-97d66a233ca1 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:19.117556 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-85b9fd62-bb01-4af9-9bc4-b6cc9feb1c99 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '657dfc00-4a71-4048-9edd-1c17dfac4b54') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:51:19.117901 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-85b9fd62-bb01-4af9-9bc4-b6cc9feb1c99 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '657dfc00-4a71-4048-9edd-1c17dfac4b54') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:51:19.177681 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-85b9fd62-bb01-4af9-9bc4-b6cc9feb1c99 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:19.195250 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c026e1-2606-4c3e-97c8-97d66a233ca1 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Pushing event deleted for resources: {'Port': ['ID=e257bd94-d623-4285-a45c-45e60d1129f5,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:19.244123 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-62598e32-804f-46a9-8de7-cf6cf530012b None None] Port e257bd94-d623-4285-a45c-45e60d1129f5 was deleted so its status cannot be updated. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 23 20:51:19.281865 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73c026e1-2606-4c3e-97c8-97d66a233ca1 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:19.290093 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52448) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:19.295735 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-cab646ef-49f3-4e05-a7f1-4ba9475f9d5d tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Request body: {'port': {'name': 'tempest-new-port-name-1452316024', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:51:19.296275 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a46066ca-8c14-4b48-8ea0-ee642f4659dd None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:19.305881 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.api.validators [None req-cab646ef-49f3-4e05-a7f1-4ba9475f9d5d tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] bootfile-name is not in valid_values {{(pid=94687) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 23 20:51:19.306421 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.api.validators [None req-cab646ef-49f3-4e05-a7f1-4ba9475f9d5d tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] tftp-server is not in valid_values {{(pid=94687) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 23 20:51:19.306762 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.api.validators [None req-cab646ef-49f3-4e05-a7f1-4ba9475f9d5d tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] server-ip-address is not in valid_values {{(pid=94687) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 23 20:51:19.307810 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a46066ca-8c14-4b48-8ea0-ee642f4659dd None None] Transition to ACTIVE for port object cfc91ea6-63b7-4146-ac1d-2555035880f9 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:51:19.309617 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-73c026e1-2606-4c3e-97c8-97d66a233ca1 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] 10.222.0.61 "DELETE /v2.0/ports/e257bd94-d623-4285-a45c-45e60d1129f5 HTTP/1.1" status: 204 len: 168 time: 1.8661401 Aug 23 20:51:19.314757 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c2b9b-6c44-4098-8237-e9e3fae2bcf6 req-e762b08a-b27d-447e-8aae-fe9c29291ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:19.316575 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7a3c2b9b-6c44-4098-8237-e9e3fae2bcf6 req-e762b08a-b27d-447e-8aae-fe9c29291ab2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e HTTP/1.1" status: 200 len: 912 time: 0.5405235 Aug 23 20:51:19.317550 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-85b9fd62-bb01-4af9-9bc4-b6cc9feb1c99 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:19.361847 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a46066ca-8c14-4b48-8ea0-ee642f4659dd None None] Transition to ACTIVE for port object cfc91ea6-63b7-4146-ac1d-2555035880f9 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:51:19.374599 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a46066ca-8c14-4b48-8ea0-ee642f4659dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:19.396381 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85b9fd62-bb01-4af9-9bc4-b6cc9feb1c99 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:51:19.399595 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-85b9fd62-bb01-4af9-9bc4-b6cc9feb1c99 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:19.453504 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:51:19.453504 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:51:19.453504 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:51:19.453504 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:51:19.453504 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:51:19.453504 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:51:19.453504 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:51:19.453504 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:51:19.453504 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:51:19.453504 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:51:19.453504 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:51:19.453504 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:51:19.453504 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:51:19.453504 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:51:19.453504 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:51:19.453504 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:51:19.453504 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:51:19.453504 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:51:19.453504 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:51:19.453504 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:51:19.453504 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:51:19.453504 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:51:19.453504 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:51:19.453504 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:51:19.453504 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:51:19.453504 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:51:19.453504 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:51:19.453504 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:51:19.453504 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:51:19.453504 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:51:19.453504 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:51:19.453504 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:51:19.461148 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46066ca-8c14-4b48-8ea0-ee642f4659dd None None] Network 8f9f903e-93a4-4fe6-b0ce-e2059346b6d0 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:51:19.469022 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-a46066ca-8c14-4b48-8ea0-ee642f4659dd None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:51:19.492459 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46066ca-8c14-4b48-8ea0-ee642f4659dd None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:51:19.520652 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46066ca-8c14-4b48-8ea0-ee642f4659dd None None] Pushing event updated for resources: {'Port': ['ID=cfc91ea6-63b7-4146-ac1d-2555035880f9,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:19.523344 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cab646ef-49f3-4e05-a7f1-4ba9475f9d5d tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:19.571865 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-85b9fd62-bb01-4af9-9bc4-b6cc9feb1c99 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:19.602769 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-a46066ca-8c14-4b48-8ea0-ee642f4659dd None None] Attempting to bind port cfc91ea6-63b7-4146-ac1d-2555035880f9 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:51:19.603354 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-a46066ca-8c14-4b48-8ea0-ee642f4659dd None None] Attempting to bind port cfc91ea6-63b7-4146-ac1d-2555035880f9 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'd0628b6b-b279-4a2f-9fb2-ffe2685ffc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8f9f903e-93a4-4fe6-b0ce-e2059346b6d0'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:51:19.604095 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46066ca-8c14-4b48-8ea0-ee642f4659dd None None] Attempting to bind port cfc91ea6-63b7-4146-ac1d-2555035880f9 on network 8f9f903e-93a4-4fe6-b0ce-e2059346b6d0 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:51:19.609669 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46066ca-8c14-4b48-8ea0-ee642f4659dd None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:51:19.610052 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46066ca-8c14-4b48-8ea0-ee642f4659dd None None] Checking segment: {'id': 'd0628b6b-b279-4a2f-9fb2-ffe2685ffc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8f9f903e-93a4-4fe6-b0ce-e2059346b6d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:51:19.611179 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a46066ca-8c14-4b48-8ea0-ee642f4659dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:19.611682 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46066ca-8c14-4b48-8ea0-ee642f4659dd None None] Bound using segment: {'id': 'd0628b6b-b279-4a2f-9fb2-ffe2685ffc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8f9f903e-93a4-4fe6-b0ce-e2059346b6d0'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:51:19.612634 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-a46066ca-8c14-4b48-8ea0-ee642f4659dd None None] Bound port: cfc91ea6-63b7-4146-ac1d-2555035880f9, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0628b6b-b279-4a2f-9fb2-ffe2685ffc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8f9f903e-93a4-4fe6-b0ce-e2059346b6d0'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:51:19.613138 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a46066ca-8c14-4b48-8ea0-ee642f4659dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:19.617810 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-85b9fd62-bb01-4af9-9bc4-b6cc9feb1c99 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:19.619806 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-85b9fd62-bb01-4af9-9bc4-b6cc9feb1c99 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "DELETE /v2.0/networks/ec76728b-32c1-41d3-a9a1-7038e26e0359 HTTP/1.1" status: 204 len: 168 time: 2.1530533 Aug 23 20:51:19.620728 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b9fd62-bb01-4af9-9bc4-b6cc9feb1c99 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event deleted for resources: {'Network': ['ID=ec76728b-32c1-41d3-a9a1-7038e26e0359,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:19.628510 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52454) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:19.688511 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08cefa2-6d8a-4f91-82cb-74a8e33a8362 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:19.694865 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e08cefa2-6d8a-4f91-82cb-74a8e33a8362 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "GET /v2.0/ports/ffa7bf40-2e2e-4f81-b4eb-8fc73aa90b54 HTTP/1.1" status: 200 len: 845 time: 0.0588806 Aug 23 20:51:19.696243 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52456) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:19.702664 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7a3c2b9b-6c44-4098-8237-e9e3fae2bcf6 req-8ea9a3c1-fd52-4b1e-b56d-cc9b21c61cf6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c254a81-8d39-43bc-85ac-5d89be1c28d3 HTTP/1.1" status: 200 len: 1001 time: 0.3417096 Aug 23 20:51:19.726363 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a46066ca-8c14-4b48-8ea0-ee642f4659dd None None] For port cfc91ea6-63b7-4146-ac1d-2555035880f9, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:51:19.736464 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a46066ca-8c14-4b48-8ea0-ee642f4659dd None None] For port cfc91ea6-63b7-4146-ac1d-2555035880f9, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=cfc91ea6-63b7-4146-ac1d-2555035880f9,segment=NetworkSegment(d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a),segment_id=d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:51:19.746460 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a46066ca-8c14-4b48-8ea0-ee642f4659dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:19.786208 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 774c8b28-7d6f-4bda-838d-ca3ee3da7835 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:51:19.872050 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2997917d-1313-4d37-b07d-27125ddb0539 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "GET /v2.0/ports/ffa7bf40-2e2e-4f81-b4eb-8fc73aa90b54?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1725469 Aug 23 20:51:19.877771 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52458) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:19.882422 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cab646ef-49f3-4e05-a7f1-4ba9475f9d5d tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:19.886507 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c2b9b-6c44-4098-8237-e9e3fae2bcf6 req-721b489a-d108-49e2-9f5c-60a4ba459d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:19.888660 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7a3c2b9b-6c44-4098-8237-e9e3fae2bcf6 req-721b489a-d108-49e2-9f5c-60a4ba459d14 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7046a0bd-4474-4718-a5da-60ae1dc26dbc HTTP/1.1" status: 200 len: 850 time: 0.1582267 Aug 23 20:51:19.889812 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-cde9b714-c715-4eb4-868d-2e9440c80090 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Request body: {'subnet': {'network_id': 'dd51500d-cac1-412b-afcb-9989197f26f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:51:19.899597 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cab646ef-49f3-4e05-a7f1-4ba9475f9d5d tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:19.994958 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab646ef-49f3-4e05-a7f1-4ba9475f9d5d tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Pushing event updated for resources: {'Port': ['ID=6622905d-69a0-4ba4-bf77-e4349022030a,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:19.998420 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 774c8b28-7d6f-4bda-838d-ca3ee3da7835 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:51:19.998772 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 774c8b28-7d6f-4bda-838d-ca3ee3da7835 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:51:20.071459 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46066ca-8c14-4b48-8ea0-ee642f4659dd None None] Pushing event updated for resources: {'Port': ['ID=cfc91ea6-63b7-4146-ac1d-2555035880f9,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:20.100659 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab646ef-49f3-4e05-a7f1-4ba9475f9d5d tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:51:20.101010 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab646ef-49f3-4e05-a7f1-4ba9475f9d5d tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:51:20.101346 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab646ef-49f3-4e05-a7f1-4ba9475f9d5d tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:51:20.101679 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab646ef-49f3-4e05-a7f1-4ba9475f9d5d tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:51:20.102005 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab646ef-49f3-4e05-a7f1-4ba9475f9d5d tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:51:20.102334 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab646ef-49f3-4e05-a7f1-4ba9475f9d5d tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:51:20.102662 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab646ef-49f3-4e05-a7f1-4ba9475f9d5d tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:51:20.102992 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab646ef-49f3-4e05-a7f1-4ba9475f9d5d tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:51:20.103318 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab646ef-49f3-4e05-a7f1-4ba9475f9d5d tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:51:20.103894 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab646ef-49f3-4e05-a7f1-4ba9475f9d5d tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:51:20.104286 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab646ef-49f3-4e05-a7f1-4ba9475f9d5d tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:51:20.104606 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab646ef-49f3-4e05-a7f1-4ba9475f9d5d tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:51:20.148554 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-cab646ef-49f3-4e05-a7f1-4ba9475f9d5d tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] In _notify_port_updated(), no bound segment for port 6622905d-69a0-4ba4-bf77-e4349022030a on network 70dec3c8-4583-4480-9c33-336ed16e591f {{(pid=94687) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 20:51:20.180124 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab646ef-49f3-4e05-a7f1-4ba9475f9d5d tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:20.180124 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cab646ef-49f3-4e05-a7f1-4ba9475f9d5d tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:20.182414 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-cab646ef-49f3-4e05-a7f1-4ba9475f9d5d tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] 10.222.0.61 "PUT /v2.0/ports/6622905d-69a0-4ba4-bf77-e4349022030a HTTP/1.1" status: 200 len: 1130 time: 0.8912601 Aug 23 20:51:20.183032 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52462) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:20.253642 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad57475-c371-4578-a445-1d2b759df497 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:20.259066 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5ad57475-c371-4578-a445-1d2b759df497 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] 10.222.0.61 "GET /v2.0/ports/6622905d-69a0-4ba4-bf77-e4349022030a HTTP/1.1" status: 200 len: 1130 time: 0.0728140 Aug 23 20:51:20.262281 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52464) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:20.340871 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde9b714-c715-4eb4-868d-2e9440c80090 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Made reservation on behalf of 91ee48a7a09d4c31bca2b42ca3cdc87d for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:51:20.344535 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cde9b714-c715-4eb4-868d-2e9440c80090 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:20.391530 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:20.532153 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-5af15394-d2f7-4304-b166-41228f46d040 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Deleting port 6622905d-69a0-4ba4-bf77-e4349022030a {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:51:20.533288 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5af15394-d2f7-4304-b166-41228f46d040 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:20.630397 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-713a55ea-3d6c-4a28-b788-c08e0f199d05 None None] Provisioning complete for port 6622905d-69a0-4ba4-bf77-e4349022030a triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:51:20.632182 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-713a55ea-3d6c-4a28-b788-c08e0f199d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:20.641294 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c2b9b-6c44-4098-8237-e9e3fae2bcf6 req-8cc65dfc-bfdc-4318-9a62-ec7b59e0c7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:20.643625 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7a3c2b9b-6c44-4098-8237-e9e3fae2bcf6 req-8cc65dfc-bfdc-4318-9a62-ec7b59e0c7e7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6963315 Aug 23 20:51:20.663442 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5af15394-d2f7-4304-b166-41228f46d040 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:20.677668 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-5af15394-d2f7-4304-b166-41228f46d040 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Calling delete_port for 6622905d-69a0-4ba4-bf77-e4349022030a owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:51:20.703684 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-713a55ea-3d6c-4a28-b788-c08e0f199d05 None None] Port 6622905d-69a0-4ba4-bf77-e4349022030a cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:51:20.746237 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d427bcc-baf5-41fc-bba4-8ed1f4b19c0a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:20.803867 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d427bcc-baf5-41fc-bba4-8ed1f4b19c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:20.943885 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7a3c2b9b-6c44-4098-8237-e9e3fae2bcf6 req-4cb6d1e3-1804-41ca-9061-5b532669e514 service neutron] 10.222.0.32 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922552 Aug 23 20:51:20.949910 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5af15394-d2f7-4304-b166-41228f46d040 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:21.008822 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-6d427bcc-baf5-41fc-bba4-8ed1f4b19c0a admin admin] Allocated IP 172.25.4.140 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/33ff0b46-5a8d-4d91-bf86-8318692c66f2) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:51:21.027342 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af15394-d2f7-4304-b166-41228f46d040 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Pushing event deleted for resources: {'Port': ['ID=6622905d-69a0-4ba4-bf77-e4349022030a,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:21.044581 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cde9b714-c715-4eb4-868d-2e9440c80090 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:21.220807 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5af15394-d2f7-4304-b166-41228f46d040 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:21.227135 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5af15394-d2f7-4304-b166-41228f46d040 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] 10.222.0.61 "DELETE /v2.0/ports/6622905d-69a0-4ba4-bf77-e4349022030a HTTP/1.1" status: 204 len: 168 time: 0.9638867 Aug 23 20:51:21.229511 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde9b714-c715-4eb4-868d-2e9440c80090 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Network dd51500d-cac1-412b-afcb-9989197f26f6 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:51:21.237314 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52490) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:21.249581 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-cde9b714-c715-4eb4-868d-2e9440c80090 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:51:21.262932 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde9b714-c715-4eb4-868d-2e9440c80090 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:21.268772 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cde9b714-c715-4eb4-868d-2e9440c80090 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:21.275045 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02685e7-0ee3-4306-b2a2-ab4fc74ef74a None None] Network dd51500d-cac1-412b-afcb-9989197f26f6 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:51:21.299144 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde9b714-c715-4eb4-868d-2e9440c80090 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event updated for resources: {'Subnet': ['ID=c9b9b0b6-28c1-4cca-af5a-66fc529cdb29,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:21.343036 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-cde9b714-c715-4eb4-868d-2e9440c80090 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4637694 Aug 23 20:51:21.346874 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52496) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:21.358499 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-3935d1be-2c89-40d9-ba0f-b2665b908f40 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Request body: {'security_group': {'name': 'tempest-secgroup-686302247'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:51:21.367821 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d427bcc-baf5-41fc-bba4-8ed1f4b19c0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:21.396203 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3935d1be-2c89-40d9-ba0f-b2665b908f40 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:21.444441 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7a3c2b9b-6c44-4098-8237-e9e3fae2bcf6 req-d9905b17-c739-4574-a095-86b956c321fb service neutron] 10.222.0.32 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3518190 Aug 23 20:51:21.473742 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-682ece13-a123-4f43-8a92-0459260a9662 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Deleting subnet 95fa53fb-852c-4043-8646-b0edb529e2c1 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:51:21.479796 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-682ece13-a123-4f43-8a92-0459260a9662 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:21.483089 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eef618d-3197-424d-9361-964b876173fe None None] Network 8f9f903e-93a4-4fe6-b0ce-e2059346b6d0 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:51:21.546953 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3935d1be-2c89-40d9-ba0f-b2665b908f40 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:21.553107 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-682ece13-a123-4f43-8a92-0459260a9662 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:21.553583 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3935d1be-2c89-40d9-ba0f-b2665b908f40 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:21.596716 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3935d1be-2c89-40d9-ba0f-b2665b908f40 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:21.600588 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3935d1be-2c89-40d9-ba0f-b2665b908f40 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2502053 Aug 23 20:51:21.601174 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52498) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:21.607016 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-b1c35333-c30d-45e9-8e42-1b0291a65eda tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Request body: {'security_group': {'name': 'tempest-secgroup-1596187089'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:51:21.612736 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3935d1be-2c89-40d9-ba0f-b2665b908f40 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4d6220-66f2-4cc4-98cb-09a15e19caac,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:21.620094 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7bbd12ce-3f97-4f1d-b494-8dc65f81cf98 None None] Provisioning for port cfc91ea6-63b7-4146-ac1d-2555035880f9 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:51:21.683874 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b1c35333-c30d-45e9-8e42-1b0291a65eda tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:21.705796 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ff3ffd-d696-42ff-9043-b5c0bcf7dce5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-dd51500d-cac1-412b-afcb-9989197f26f6', 'network_id': 'dd51500d-cac1-412b-afcb-9989197f26f6', 'tenant_id': '91ee48a7a09d4c31bca2b42ca3cdc87d', 'fixed_ips': [{'subnet_id': 'c9b9b0b6-28c1-4cca-af5a-66fc529cdb29'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:51:21.707345 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-67ff3ffd-d696-42ff-9043-b5c0bcf7dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:21.804742 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d427bcc-baf5-41fc-bba4-8ed1f4b19c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:21.880471 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-682ece13-a123-4f43-8a92-0459260a9662 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:21.902913 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device cfc91ea6-63b7-4146-ac1d-2555035880f9 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:51:21.991308 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b1c35333-c30d-45e9-8e42-1b0291a65eda tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:21.995419 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d427bcc-baf5-41fc-bba4-8ed1f4b19c0a admin admin] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:51:22.002975 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b1c35333-c30d-45e9-8e42-1b0291a65eda tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:22.033458 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port cfc91ea6-63b7-4146-ac1d-2555035880f9 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:51:22.038239 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b1c35333-c30d-45e9-8e42-1b0291a65eda tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:22.040288 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-6d427bcc-baf5-41fc-bba4-8ed1f4b19c0a admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:51:22.045986 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b1c35333-c30d-45e9-8e42-1b0291a65eda tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4426925 Aug 23 20:51:22.052600 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d427bcc-baf5-41fc-bba4-8ed1f4b19c0a admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:51:22.056276 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52518) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:22.064336 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-64ae0c3e-bcab-4bb1-80cf-d9a0a64a912c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-300422622', 'security_groups': ['08b9bfd9-15c1-4c13-af8d-bf9d50a11c87'], 'network_id': 'dd51500d-cac1-412b-afcb-9989197f26f6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c9b9b0b6-28c1-4cca-af5a-66fc529cdb29'}]}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:51:22.092689 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port cfc91ea6-63b7-4146-ac1d-2555035880f9 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:51:22.092689 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:22.092968 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d427bcc-baf5-41fc-bba4-8ed1f4b19c0a admin admin] Pushing event updated for resources: {'Port': ['ID=33ff0b46-5a8d-4d91-bf86-8318692c66f2,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:22.191936 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-67ff3ffd-d696-42ff-9043-b5c0bcf7dce5 None None] Allocated IP 2001:db8::2 (dd51500d-cac1-412b-afcb-9989197f26f6/c9b9b0b6-28c1-4cca-af5a-66fc529cdb29/fedadebc-d04d-4ff7-b48e-8814dbc5726c) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:51:22.444876 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-682ece13-a123-4f43-8a92-0459260a9662 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:22.509679 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:22.573716 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port cfc91ea6-63b7-4146-ac1d-2555035880f9, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=cfc91ea6-63b7-4146-ac1d-2555035880f9,segment=NetworkSegment(d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a),segment_id=d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:51:22.585667 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:22.588368 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682ece13-a123-4f43-8a92-0459260a9662 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Pushing event deleted for resources: {'Subnet': ['ID=95fa53fb-852c-4043-8646-b0edb529e2c1,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:22.594296 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-682ece13-a123-4f43-8a92-0459260a9662 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:22.600686 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-682ece13-a123-4f43-8a92-0459260a9662 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] 10.222.0.61 "DELETE /v2.0/subnets/95fa53fb-852c-4043-8646-b0edb529e2c1 HTTP/1.1" status: 204 len: 168 time: 1.3603146 Aug 23 20:51:22.604671 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52530) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:22.629353 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-63505a8e-74f0-474a-acf0-64326778486e None None] Provisioning complete for port cfc91ea6-63b7-4146-ac1d-2555035880f9 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:51:22.630050 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-63505a8e-74f0-474a-acf0-64326778486e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:22.632231 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d522d2d5-3cf8-4cf9-9d5c-46b119ee4177 None None] Network 70dec3c8-4583-4480-9c33-336ed16e591f requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:51:22.646852 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c35333-c30d-45e9-8e42-1b0291a65eda tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08b9bfd9-15c1-4c13-af8d-bf9d50a11c87,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:22.698003 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d427bcc-baf5-41fc-bba4-8ed1f4b19c0a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:22.766036 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-67ff3ffd-d696-42ff-9043-b5c0bcf7dce5 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:22.779283 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-54aa2c71-8268-483c-92ef-22af3f55614e tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:22.805762 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-67ff3ffd-d696-42ff-9043-b5c0bcf7dce5 None None] Transition to ACTIVE for port object fedadebc-d04d-4ff7-b48e-8814dbc5726c will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:51:22.813079 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=cfc91ea6-63b7-4146-ac1d-2555035880f9,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:22.894574 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-67ff3ffd-d696-42ff-9043-b5c0bcf7dce5 None None] Transition to ACTIVE for port object fedadebc-d04d-4ff7-b48e-8814dbc5726c will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:51:22.908860 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ae0c3e-bcab-4bb1-80cf-d9a0a64a912c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Made reservation on behalf of 91ee48a7a09d4c31bca2b42ca3cdc87d for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:51:22.912105 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-67ff3ffd-d696-42ff-9043-b5c0bcf7dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:22.975401 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ff3ffd-d696-42ff-9043-b5c0bcf7dce5 None None] Network dd51500d-cac1-412b-afcb-9989197f26f6 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:51:22.981885 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-67ff3ffd-d696-42ff-9043-b5c0bcf7dce5 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:51:22.983773 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ff3ffd-d696-42ff-9043-b5c0bcf7dce5 None None] Pushing event updated for resources: {'Port': ['ID=fedadebc-d04d-4ff7-b48e-8814dbc5726c,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:22.991120 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ff3ffd-d696-42ff-9043-b5c0bcf7dce5 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:51:22.991535 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-54aa2c71-8268-483c-92ef-22af3f55614e tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Deleting port 7698a093-54cd-4cb8-a7b8-a21077c60a03 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:51:22.992131 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-54aa2c71-8268-483c-92ef-22af3f55614e tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:23.057063 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d427bcc-baf5-41fc-bba4-8ed1f4b19c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:23.058465 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4abc75e-58f6-4a53-a71a-1da26c26a067 None None] DHCP port deletion for 70dec3c8-4583-4480-9c33-336ed16e591f request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:51:23.092047 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-54aa2c71-8268-483c-92ef-22af3f55614e tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] For port 7698a093-54cd-4cb8-a7b8-a21077c60a03, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=7698a093-54cd-4cb8-a7b8-a21077c60a03,segment=NetworkSegment(704e6916-7819-4e3d-8dd6-16eeae8b0ce5),segment_id=704e6916-7819-4e3d-8dd6-16eeae8b0ce5)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:51:23.092620 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-54aa2c71-8268-483c-92ef-22af3f55614e tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:23.095728 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-67ff3ffd-d696-42ff-9043-b5c0bcf7dce5 None None] Attempting to bind port fedadebc-d04d-4ff7-b48e-8814dbc5726c on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:51:23.095728 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-67ff3ffd-d696-42ff-9043-b5c0bcf7dce5 None None] Attempting to bind port fedadebc-d04d-4ff7-b48e-8814dbc5726c by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '58607645-5a77-4dc8-9255-079a3141ac68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'dd51500d-cac1-412b-afcb-9989197f26f6'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:51:23.096246 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ff3ffd-d696-42ff-9043-b5c0bcf7dce5 None None] Attempting to bind port fedadebc-d04d-4ff7-b48e-8814dbc5726c on network dd51500d-cac1-412b-afcb-9989197f26f6 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:51:23.104263 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ff3ffd-d696-42ff-9043-b5c0bcf7dce5 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:51:23.104732 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ff3ffd-d696-42ff-9043-b5c0bcf7dce5 None None] Checking segment: {'id': '58607645-5a77-4dc8-9255-079a3141ac68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'dd51500d-cac1-412b-afcb-9989197f26f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:51:23.105202 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-67ff3ffd-d696-42ff-9043-b5c0bcf7dce5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:23.105660 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ff3ffd-d696-42ff-9043-b5c0bcf7dce5 None None] Bound using segment: {'id': '58607645-5a77-4dc8-9255-079a3141ac68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'dd51500d-cac1-412b-afcb-9989197f26f6'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:51:23.106217 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-67ff3ffd-d696-42ff-9043-b5c0bcf7dce5 None None] Bound port: fedadebc-d04d-4ff7-b48e-8814dbc5726c, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58607645-5a77-4dc8-9255-079a3141ac68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'dd51500d-cac1-412b-afcb-9989197f26f6'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:51:23.106649 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-67ff3ffd-d696-42ff-9043-b5c0bcf7dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:23.112607 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-54aa2c71-8268-483c-92ef-22af3f55614e tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Calling delete_port for 7698a093-54cd-4cb8-a7b8-a21077c60a03 owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:51:23.195933 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-67ff3ffd-d696-42ff-9043-b5c0bcf7dce5 None None] For port fedadebc-d04d-4ff7-b48e-8814dbc5726c, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:51:23.202838 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-67ff3ffd-d696-42ff-9043-b5c0bcf7dce5 None None] For port fedadebc-d04d-4ff7-b48e-8814dbc5726c, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=fedadebc-d04d-4ff7-b48e-8814dbc5726c,segment=NetworkSegment(58607645-5a77-4dc8-9255-079a3141ac68),segment_id=58607645-5a77-4dc8-9255-079a3141ac68)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:51:23.203873 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-54aa2c71-8268-483c-92ef-22af3f55614e tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:23.204178 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d427bcc-baf5-41fc-bba4-8ed1f4b19c0a admin admin] Router e2d57489-baa4-40fb-9ec4-e4326c8228ac is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:51:23.211137 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-67ff3ffd-d696-42ff-9043-b5c0bcf7dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:23.253488 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aa2c71-8268-483c-92ef-22af3f55614e tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Pushing event deleted for resources: {'Port': ['ID=7698a093-54cd-4cb8-a7b8-a21077c60a03,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:23.271768 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54aa2c71-8268-483c-92ef-22af3f55614e tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] No DVR routers for this DVR port 7698a093-54cd-4cb8-a7b8-a21077c60a03 on host n-d-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:51:23.279065 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-64ae0c3e-bcab-4bb1-80cf-d9a0a64a912c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:23.327523 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a4abc75e-58f6-4a53-a71a-1da26c26a067 None None] Deleting port 7698a093-54cd-4cb8-a7b8-a21077c60a03 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:51:23.327523 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a4abc75e-58f6-4a53-a71a-1da26c26a067 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:23.354791 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-64ae0c3e-bcab-4bb1-80cf-d9a0a64a912c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] device_id is not set on port 04b28c53-1957-44bc-b780-88e085575d14 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:51:23.433337 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a4abc75e-58f6-4a53-a71a-1da26c26a067 None None] For port 7698a093-54cd-4cb8-a7b8-a21077c60a03, host n-d-805663-2, got binding levels [] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:51:23.433978 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a4abc75e-58f6-4a53-a71a-1da26c26a067 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:23.454133 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a4abc75e-58f6-4a53-a71a-1da26c26a067 None None] Calling delete_port for 7698a093-54cd-4cb8-a7b8-a21077c60a03 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:51:23.457249 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.ipam_backend_mixin [None req-a4abc75e-58f6-4a53-a71a-1da26c26a067 None None] Port 7698a093-54cd-4cb8-a7b8-a21077c60a03 was not found and therefore no delete operation was performed {{(pid=94689) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 23 20:51:23.458532 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a4abc75e-58f6-4a53-a71a-1da26c26a067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:23.468320 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ff3ffd-d696-42ff-9043-b5c0bcf7dce5 None None] Pushing event updated for resources: {'Port': ['ID=fedadebc-d04d-4ff7-b48e-8814dbc5726c,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:23.468628 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d427bcc-baf5-41fc-bba4-8ed1f4b19c0a admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:51:23.494836 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeca9e59-443f-4eca-85d2-cc3a2ca7d5d4 None None] Sync routers for ids ['e2d57489-baa4-40fb-9ec4-e4326c8228ac'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:51:23.495761 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d427bcc-baf5-41fc-bba4-8ed1f4b19c0a admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:23.509550 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-6d427bcc-baf5-41fc-bba4-8ed1f4b19c0a admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.4999535 Aug 23 20:51:23.510347 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52550) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:23.546804 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4abc75e-58f6-4a53-a71a-1da26c26a067 None None] Pushing event deleted for resources: {'Port': ['ID=7698a093-54cd-4cb8-a7b8-a21077c60a03,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:23.553963 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4abc75e-58f6-4a53-a71a-1da26c26a067 None None] No DVR routers for this DVR port 7698a093-54cd-4cb8-a7b8-a21077c60a03 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:51:23.615455 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeca9e59-443f-4eca-85d2-cc3a2ca7d5d4 None None] Routers {'e2d57489-baa4-40fb-9ec4-e4326c8228ac'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:51:23.616611 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-aeca9e59-443f-4eca-85d2-cc3a2ca7d5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:51:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['e2d57489-baa4-40fb-9ec4-e4326c8228ac'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:51:23.652217 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-54aa2c71-8268-483c-92ef-22af3f55614e tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:23.686363 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-54aa2c71-8268-483c-92ef-22af3f55614e tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70dec3c8-4583-4480-9c33-336ed16e591f']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:51:23.709312 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-54aa2c71-8268-483c-92ef-22af3f55614e tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '704e6916-7819-4e3d-8dd6-16eeae8b0ce5') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:51:23.712467 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-54aa2c71-8268-483c-92ef-22af3f55614e tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '704e6916-7819-4e3d-8dd6-16eeae8b0ce5') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:51:23.741763 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-54aa2c71-8268-483c-92ef-22af3f55614e tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:23.827672 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-54aa2c71-8268-483c-92ef-22af3f55614e tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:23.949478 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54aa2c71-8268-483c-92ef-22af3f55614e tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:51:23.949964 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-54aa2c71-8268-483c-92ef-22af3f55614e tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:23.953179 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:51:23.953179 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:51:23.953179 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:51:23.953179 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:51:23.953179 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:51:23.953179 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:51:23.953179 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:51:23.953179 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:51:23.953179 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:51:23.953179 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:51:23.953179 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:51:23.953179 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:51:23.953179 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:51:23.953179 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:51:23.953179 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:51:23.953179 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:51:23.953179 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:51:23.953179 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:51:23.953179 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:51:23.953179 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:51:23.953179 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:51:23.953179 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:51:23.953179 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:51:23.953179 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:51:23.953179 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:51:23.953179 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:51:23.953179 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:51:23.953179 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:51:23.953179 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:51:23.953179 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:51:23.953179 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:51:23.953179 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:51:23.995073 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-aeca9e59-443f-4eca-85d2-cc3a2ca7d5d4 None None] Set router e2d57489-baa4-40fb-9ec4-e4326c8228ac gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:51:24.065769 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device cfc91ea6-63b7-4146-ac1d-2555035880f9 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:51:24.119133 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-54aa2c71-8268-483c-92ef-22af3f55614e tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:24.196250 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-54aa2c71-8268-483c-92ef-22af3f55614e tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:24.206187 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-54aa2c71-8268-483c-92ef-22af3f55614e tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] 10.222.0.61 "DELETE /v2.0/networks/70dec3c8-4583-4480-9c33-336ed16e591f HTTP/1.1" status: 204 len: 168 time: 1.5957973 Aug 23 20:51:24.259487 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aa2c71-8268-483c-92ef-22af3f55614e tempest-ExtraDHCPOptionsIpV6TestJSON-523467195 tempest-ExtraDHCPOptionsIpV6TestJSON-523467195-project] Pushing event deleted for resources: {'Network': ['ID=70dec3c8-4583-4480-9c33-336ed16e591f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:24.284139 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port cfc91ea6-63b7-4146-ac1d-2555035880f9 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:51:24.284139 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:24.315638 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-64ae0c3e-bcab-4bb1-80cf-d9a0a64a912c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Allocated IP 2001:db8::188 (dd51500d-cac1-412b-afcb-9989197f26f6/c9b9b0b6-28c1-4cca-af5a-66fc529cdb29/04b28c53-1957-44bc-b780-88e085575d14) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:51:24.523557 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device fedadebc-d04d-4ff7-b48e-8814dbc5726c up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:51:24.551112 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-58de3af0-adcb-4477-910e-3ce9f6ec47fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:24.589493 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-aeca9e59-443f-4eca-85d2-cc3a2ca7d5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1003784855-router', 'tenant_id': 'a420101d8537446c948533816ff31a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '33ff0b46-5a8d-4d91-bf86-8318692c66f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:51:18Z', 'updated_at': '2021-08-23T20:51:22Z', 'revision_number': 3, 'project_id': 'a420101d8537446c948533816ff31a9c', 'gw_port': {'id': '33ff0b46-5a8d-4d91-bf86-8318692c66f2', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:51:20Z', 'updated_at': '2021-08-23T20:51:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:51:24.677516 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-64ae0c3e-bcab-4bb1-80cf-d9a0a64a912c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:24.681550 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52576) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:24.683279 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeca9e59-443f-4eca-85d2-cc3a2ca7d5d4 None None] Checking router: e2d57489-baa4-40fb-9ec4-e4326c8228ac for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:51:24.683751 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeca9e59-443f-4eca-85d2-cc3a2ca7d5d4 None None] Updating router e2d57489-baa4-40fb-9ec4-e4326c8228ac port 33ff0b46-5a8d-4d91-bf86-8318692c66f2 binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:51:24.751675 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-64ae0c3e-bcab-4bb1-80cf-d9a0a64a912c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Transition to ACTIVE for port object 04b28c53-1957-44bc-b780-88e085575d14 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:51:24.761942 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aeca9e59-443f-4eca-85d2-cc3a2ca7d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:24.764887 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port fedadebc-d04d-4ff7-b48e-8814dbc5726c completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:51:24.826860 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-64ae0c3e-bcab-4bb1-80cf-d9a0a64a912c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:24.974288 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 7698a093-54cd-4cb8-a7b8-a21077c60a03 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:51:24.982240 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ae0c3e-bcab-4bb1-80cf-d9a0a64a912c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Network dd51500d-cac1-412b-afcb-9989197f26f6 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:51:24.983994 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-64ae0c3e-bcab-4bb1-80cf-d9a0a64a912c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:51:24.987511 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ae0c3e-bcab-4bb1-80cf-d9a0a64a912c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:51:25.004669 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ae0c3e-bcab-4bb1-80cf-d9a0a64a912c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:25.005836 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-64ae0c3e-bcab-4bb1-80cf-d9a0a64a912c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:25.051639 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 7698a093-54cd-4cb8-a7b8-a21077c60a03 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:51:25.055604 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 7698a093-54cd-4cb8-a7b8-a21077c60a03 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:51:25.055948 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ae0c3e-bcab-4bb1-80cf-d9a0a64a912c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event updated for resources: {'Port': ['ID=04b28c53-1957-44bc-b780-88e085575d14,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:25.102247 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52586) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:25.106443 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-64ae0c3e-bcab-4bb1-80cf-d9a0a64a912c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0398116 Aug 23 20:51:25.113065 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-3d9edbd9-8a45-44fe-b59d-906436858923 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Request body: {'subnet': {'network_id': 'dd51500d-cac1-412b-afcb-9989197f26f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:51:25.135991 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b34ba2a5-84e2-4f0d-9038-2d92e0b5d74c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fd6ebe8ec0894e8d9fe8a87d96f639bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4533017 Aug 23 20:51:25.138523 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52588) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:25.193979 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-58de3af0-adcb-4477-910e-3ce9f6ec47fe admin admin] Allocated IP 172.20.0.1 (8f9f903e-93a4-4fe6-b0ce-e2059346b6d0/d199577e-85a3-487d-894b-30e054d60332/d1963f34-843a-4db9-963d-57b2d4e83930) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:51:25.277702 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d9084aa8-b329-4f76-aebe-addb798e5b01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:25.324120 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d9084aa8-b329-4f76-aebe-addb798e5b01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:25.406278 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d9084aa8-b329-4f76-aebe-addb798e5b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:25.410959 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d9084aa8-b329-4f76-aebe-addb798e5b01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:25.418751 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d9084aa8-b329-4f76-aebe-addb798e5b01 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/31a5a671-853b-4636-a074-1233ba1b9901 HTTP/1.1" status: 204 len: 168 time: 0.2781215 Aug 23 20:51:25.432165 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9084aa8-b329-4f76-aebe-addb798e5b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a5a671-853b-4636-a074-1233ba1b9901,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:25.513828 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9edbd9-8a45-44fe-b59d-906436858923 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Made reservation on behalf of 91ee48a7a09d4c31bca2b42ca3cdc87d for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:51:25.527488 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d9edbd9-8a45-44fe-b59d-906436858923 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:25.624452 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-58de3af0-adcb-4477-910e-3ce9f6ec47fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:25.666339 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-861fde7c-2c0d-4afd-8598-decd4492252c None None] Provisioning for port fedadebc-d04d-4ff7-b48e-8814dbc5726c completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:51:25.675206 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-58de3af0-adcb-4477-910e-3ce9f6ec47fe admin admin] Transition to ACTIVE for port object d1963f34-843a-4db9-963d-57b2d4e83930 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:51:25.686301 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aeca9e59-443f-4eca-85d2-cc3a2ca7d5d4 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:25.690487 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-861fde7c-2c0d-4afd-8598-decd4492252c None None] Provisioning complete for port fedadebc-d04d-4ff7-b48e-8814dbc5726c triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:51:25.690786 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-861fde7c-2c0d-4afd-8598-decd4492252c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:25.725661 n-d-805663-2 neutron-server[94688]: INFO neutron.db.ipam_backend_mixin [None req-3d9edbd9-8a45-44fe-b59d-906436858923 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c9b9b0b6-28c1-4cca-af5a-66fc529cdb29 (CIDR: 2001:db8::/64) Aug 23 20:51:25.734760 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d9edbd9-8a45-44fe-b59d-906436858923 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 20:51:25.734760 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d9edbd9-8a45-44fe-b59d-906436858923 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:51:25.742958 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-aeca9e59-443f-4eca-85d2-cc3a2ca7d5d4 None None] Transition to ACTIVE for port object 33ff0b46-5a8d-4d91-bf86-8318692c66f2 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:51:25.756416 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aeca9e59-443f-4eca-85d2-cc3a2ca7d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:25.759312 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-3d9edbd9-8a45-44fe-b59d-906436858923 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6557937 Aug 23 20:51:25.762963 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52604) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:25.769982 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-f5e8b68d-e8d7-4668-88ce-7e2d10806265 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Request body: {'subnet': {'network_id': 'dd51500d-cac1-412b-afcb-9989197f26f6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:51:25.780673 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-58de3af0-adcb-4477-910e-3ce9f6ec47fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:25.847831 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58de3af0-adcb-4477-910e-3ce9f6ec47fe admin admin] Pushing event updated for resources: {'Port': ['ID=d1963f34-843a-4db9-963d-57b2d4e83930,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:25.860330 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58de3af0-adcb-4477-910e-3ce9f6ec47fe admin admin] Network 8f9f903e-93a4-4fe6-b0ce-e2059346b6d0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:51:25.862317 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-58de3af0-adcb-4477-910e-3ce9f6ec47fe admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:51:25.866287 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58de3af0-adcb-4477-910e-3ce9f6ec47fe admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:51:25.881453 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-861fde7c-2c0d-4afd-8598-decd4492252c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:25.889091 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46256ac-a263-40fe-bda1-371239b40d28 None None] Pushing event updated for resources: {'Port': ['ID=33ff0b46-5a8d-4d91-bf86-8318692c66f2,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:25.905537 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-aeca9e59-443f-4eca-85d2-cc3a2ca7d5d4 None None] Attempting to bind port 33ff0b46-5a8d-4d91-bf86-8318692c66f2 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:51:25.910334 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-aeca9e59-443f-4eca-85d2-cc3a2ca7d5d4 None None] Attempting to bind port 33ff0b46-5a8d-4d91-bf86-8318692c66f2 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:51:25.912199 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeca9e59-443f-4eca-85d2-cc3a2ca7d5d4 None None] Attempting to bind port 33ff0b46-5a8d-4d91-bf86-8318692c66f2 on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:51:25.956167 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-58de3af0-adcb-4477-910e-3ce9f6ec47fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:25.977102 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-861fde7c-2c0d-4afd-8598-decd4492252c None None] For port fedadebc-d04d-4ff7-b48e-8814dbc5726c, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=fedadebc-d04d-4ff7-b48e-8814dbc5726c,segment=NetworkSegment(58607645-5a77-4dc8-9255-079a3141ac68),segment_id=58607645-5a77-4dc8-9255-079a3141ac68)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:51:25.982583 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeca9e59-443f-4eca-85d2-cc3a2ca7d5d4 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:51:25.984388 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeca9e59-443f-4eca-85d2-cc3a2ca7d5d4 None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:51:25.985662 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aeca9e59-443f-4eca-85d2-cc3a2ca7d5d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:25.986643 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeca9e59-443f-4eca-85d2-cc3a2ca7d5d4 None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:51:25.987723 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-aeca9e59-443f-4eca-85d2-cc3a2ca7d5d4 None None] Bound port: 33ff0b46-5a8d-4d91-bf86-8318692c66f2, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:51:25.988766 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aeca9e59-443f-4eca-85d2-cc3a2ca7d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:25.996745 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-861fde7c-2c0d-4afd-8598-decd4492252c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:26.069908 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e8b68d-e8d7-4668-88ce-7e2d10806265 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Made reservation on behalf of 91ee48a7a09d4c31bca2b42ca3cdc87d for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:51:26.074758 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f5e8b68d-e8d7-4668-88ce-7e2d10806265 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:26.114542 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-861fde7c-2c0d-4afd-8598-decd4492252c None None] Provisioning complete for port ffa7bf40-2e2e-4f81-b4eb-8fc73aa90b54 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:51:26.115185 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-861fde7c-2c0d-4afd-8598-decd4492252c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:26.154647 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-aeca9e59-443f-4eca-85d2-cc3a2ca7d5d4 None None] For port 33ff0b46-5a8d-4d91-bf86-8318692c66f2, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:51:26.158957 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-861fde7c-2c0d-4afd-8598-decd4492252c None None] Port ffa7bf40-2e2e-4f81-b4eb-8fc73aa90b54 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:51:26.187933 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-aeca9e59-443f-4eca-85d2-cc3a2ca7d5d4 None None] For port 33ff0b46-5a8d-4d91-bf86-8318692c66f2, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=33ff0b46-5a8d-4d91-bf86-8318692c66f2,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:51:26.192542 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861fde7c-2c0d-4afd-8598-decd4492252c None None] Pushing event updated for resources: {'Port': ['ID=fedadebc-d04d-4ff7-b48e-8814dbc5726c,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:26.196841 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aeca9e59-443f-4eca-85d2-cc3a2ca7d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:26.306990 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-58de3af0-adcb-4477-910e-3ce9f6ec47fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:26.335767 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46256ac-a263-40fe-bda1-371239b40d28 None None] Pushing event updated for resources: {'Port': ['ID=33ff0b46-5a8d-4d91-bf86-8318692c66f2,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:26.363897 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeca9e59-443f-4eca-85d2-cc3a2ca7d5d4 None None] Routers {'e2d57489-baa4-40fb-9ec4-e4326c8228ac'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:51:26.363897 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-aeca9e59-443f-4eca-85d2-cc3a2ca7d5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:51:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['e2d57489-baa4-40fb-9ec4-e4326c8228ac'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:51:26.434345 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-72052645-4f9e-4877-b3ae-5e3bec84327e None None] Provisioning for port 04b28c53-1957-44bc-b780-88e085575d14 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:51:26.458604 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-72052645-4f9e-4877-b3ae-5e3bec84327e None None] Provisioning complete for port 04b28c53-1957-44bc-b780-88e085575d14 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:51:26.459529 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-72052645-4f9e-4877-b3ae-5e3bec84327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:26.518036 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-72052645-4f9e-4877-b3ae-5e3bec84327e None None] Port 04b28c53-1957-44bc-b780-88e085575d14 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:51:26.594089 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-72052645-4f9e-4877-b3ae-5e3bec84327e None None] Provisioning for port d1963f34-843a-4db9-963d-57b2d4e83930 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:51:26.602146 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-72052645-4f9e-4877-b3ae-5e3bec84327e None None] Provisioning complete for port d1963f34-843a-4db9-963d-57b2d4e83930 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:51:26.602580 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-72052645-4f9e-4877-b3ae-5e3bec84327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:26.651464 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-aeca9e59-443f-4eca-85d2-cc3a2ca7d5d4 None None] Set router e2d57489-baa4-40fb-9ec4-e4326c8228ac gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:51:26.653634 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f5e8b68d-e8d7-4668-88ce-7e2d10806265 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:26.685392 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-58de3af0-adcb-4477-910e-3ce9f6ec47fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:26.691062 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-72052645-4f9e-4877-b3ae-5e3bec84327e None None] Port d1963f34-843a-4db9-963d-57b2d4e83930 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:51:26.700865 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-58de3af0-adcb-4477-910e-3ce9f6ec47fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:26.753571 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-58de3af0-adcb-4477-910e-3ce9f6ec47fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:26.767523 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e8b68d-e8d7-4668-88ce-7e2d10806265 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Network dd51500d-cac1-412b-afcb-9989197f26f6 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:51:26.779948 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-f5e8b68d-e8d7-4668-88ce-7e2d10806265 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:51:26.787490 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e8b68d-e8d7-4668-88ce-7e2d10806265 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:26.790031 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f5e8b68d-e8d7-4668-88ce-7e2d10806265 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:26.805363 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e89201-cb4e-45f6-af24-ca4be862aed7 None None] Network dd51500d-cac1-412b-afcb-9989197f26f6 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:51:26.837545 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f5e8b68d-e8d7-4668-88ce-7e2d10806265 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0732605 Aug 23 20:51:26.843067 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52644) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:26.854003 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-cd37d606-c7eb-4ea6-8fb3-4167baabb3c0 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-100274412', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ca1cfe87-bd5d-4833-9da9-85b54bf4fbc4'}], 'security_groups': ['eb4d6220-66f2-4cc4-98cb-09a15e19caac']}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:51:26.866424 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58de3af0-adcb-4477-910e-3ce9f6ec47fe admin admin] Pushing event updated for resources: {'Port': ['ID=d1963f34-843a-4db9-963d-57b2d4e83930,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:26.892678 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52646) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:27.000936 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58de3af0-adcb-4477-910e-3ce9f6ec47fe admin admin] Network 8f9f903e-93a4-4fe6-b0ce-e2059346b6d0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:51:27.008305 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-58de3af0-adcb-4477-910e-3ce9f6ec47fe admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:51:27.020225 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8b68d-e8d7-4668-88ce-7e2d10806265 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event updated for resources: {'Subnet': ['ID=ca1cfe87-bd5d-4833-9da9-85b54bf4fbc4,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:27.071631 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cd37d606-c7eb-4ea6-8fb3-4167baabb3c0 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:27.101980 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e7e0aee9-faba-4e50-9140-707c3db99660 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-260574610'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:51:27.154749 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e0aee9-faba-4e50-9140-707c3db99660 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Made reservation on behalf of d4dc0fd02f014a57b4cdda33304848d0 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:51:27.161046 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e7e0aee9-faba-4e50-9140-707c3db99660 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:27.220646 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e7e0aee9-faba-4e50-9140-707c3db99660 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:27.379234 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-aeca9e59-443f-4eca-85d2-cc3a2ca7d5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1003784855-router', 'tenant_id': 'a420101d8537446c948533816ff31a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '33ff0b46-5a8d-4d91-bf86-8318692c66f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:51:18Z', 'updated_at': '2021-08-23T20:51:26Z', 'revision_number': 4, 'project_id': 'a420101d8537446c948533816ff31a9c', 'gw_port': {'id': '33ff0b46-5a8d-4d91-bf86-8318692c66f2', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:51:20Z', 'updated_at': '2021-08-23T20:51:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'd1963f34-843a-4db9-963d-57b2d4e83930', 'name': '', 'network_id': '8f9f903e-93a4-4fe6-b0ce-e2059346b6d0', 'tenant_id': 'a420101d8537446c948533816ff31a9c', 'mac_address': 'fa:16:3e:24:b3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'd199577e-85a3-487d-894b-30e054d60332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:51:24Z', 'updated_at': '2021-08-23T20:51:25Z', 'revision_number': 1, 'project_id': 'a420101d8537446c948533816ff31a9c', 'subnets': [{'id': 'd199577e-85a3-487d-894b-30e054d60332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:51:27.427968 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeca9e59-443f-4eca-85d2-cc3a2ca7d5d4 None None] The sync data for ids ['e2d57489-baa4-40fb-9ec4-e4326c8228ac'] in n-d-805663-2 is: [{'id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1003784855-router', 'tenant_id': 'a420101d8537446c948533816ff31a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '33ff0b46-5a8d-4d91-bf86-8318692c66f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:51:18Z', 'updated_at': '2021-08-23T20:51:26Z', 'revision_number': 4, 'project_id': 'a420101d8537446c948533816ff31a9c', 'gw_port': {'id': '33ff0b46-5a8d-4d91-bf86-8318692c66f2', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:51:20Z', 'updated_at': '2021-08-23T20:51:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'd1963f34-843a-4db9-963d-57b2d4e83930', 'name': '', 'network_id': '8f9f903e-93a4-4fe6-b0ce-e2059346b6d0', 'tenant_id': 'a420101d8537446c948533816ff31a9c', 'mac_address': 'fa:16:3e:24:b3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'd199577e-85a3-487d-894b-30e054d60332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:51:24Z', 'updated_at': '2021-08-23T20:51:25Z', 'revision_number': 1, 'project_id': 'a420101d8537446c948533816ff31a9c', 'subnets': [{'id': 'd199577e-85a3-487d-894b-30e054d60332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:51:27.429187 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e7e0aee9-faba-4e50-9140-707c3db99660 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:27.570674 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e44c5dc3-7234-4253-92cf-d04176d545a4 None None] Provisioning complete for port d1963f34-843a-4db9-963d-57b2d4e83930 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:51:27.571357 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e44c5dc3-7234-4253-92cf-d04176d545a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:27.657826 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-e44c5dc3-7234-4253-92cf-d04176d545a4 None None] Port d1963f34-843a-4db9-963d-57b2d4e83930 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:51:27.661151 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017d4f2f-9da9-45fe-98d4-489b21effea8 None None] Update dhcp port {'port': {'network_id': 'dd51500d-cac1-412b-afcb-9989197f26f6', 'fixed_ips': [{'subnet_id': 'c9b9b0b6-28c1-4cca-af5a-66fc529cdb29', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ca1cfe87-bd5d-4833-9da9-85b54bf4fbc4'}], 'binding:host_id': 'n-d-805663-2'}, 'id': 'fedadebc-d04d-4ff7-b48e-8814dbc5726c'} from n-d-805663-2. {{(pid=94689) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 20:51:27.698205 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-017d4f2f-9da9-45fe-98d4-489b21effea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:27.714313 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-cd37d606-c7eb-4ea6-8fb3-4167baabb3c0 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Delete allocated IP 2001:db8::188 (dd51500d-cac1-412b-afcb-9989197f26f6/c9b9b0b6-28c1-4cca-af5a-66fc529cdb29) {{(pid=94687) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 23 20:51:27.759832 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-cd37d606-c7eb-4ea6-8fb3-4167baabb3c0 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Allocated IP 2001:db8:0:1::de (dd51500d-cac1-412b-afcb-9989197f26f6/ca1cfe87-bd5d-4833-9da9-85b54bf4fbc4/04b28c53-1957-44bc-b780-88e085575d14) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:51:27.877350 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device fedadebc-d04d-4ff7-b48e-8814dbc5726c up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:51:27.986140 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port fedadebc-d04d-4ff7-b48e-8814dbc5726c triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:51:27.987028 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:27.998337 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e7e0aee9-faba-4e50-9140-707c3db99660 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:28.048685 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7e0aee9-faba-4e50-9140-707c3db99660 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:51:28.076900 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58de3af0-adcb-4477-910e-3ce9f6ec47fe admin admin] Router e2d57489-baa4-40fb-9ec4-e4326c8228ac has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:51:28.090707 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e0aee9-faba-4e50-9140-707c3db99660 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a83d254a-98c5-4cc2-9295-0f499ffee384,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:28.098898 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e7e0aee9-faba-4e50-9140-707c3db99660 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:28.099625 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-e7e0aee9-faba-4e50-9140-707c3db99660 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Added segment 249064a0-5443-403b-bd0c-8dd43d748031 of type vlan for network bc9add01-f047-4c7c-bc57-d5fbf1cbc86f Aug 23 20:51:28.177664 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e7e0aee9-faba-4e50-9140-707c3db99660 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:28.210890 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cd37d606-c7eb-4ea6-8fb3-4167baabb3c0 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:28.270600 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-cd37d606-c7eb-4ea6-8fb3-4167baabb3c0 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Transition to ACTIVE for port object 04b28c53-1957-44bc-b780-88e085575d14 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:51:28.280196 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cd37d606-c7eb-4ea6-8fb3-4167baabb3c0 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:28.391969 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-017d4f2f-9da9-45fe-98d4-489b21effea8 None None] Allocated IP 2001:db8:0:1::2 (dd51500d-cac1-412b-afcb-9989197f26f6/ca1cfe87-bd5d-4833-9da9-85b54bf4fbc4/fedadebc-d04d-4ff7-b48e-8814dbc5726c) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:51:28.411883 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58de3af0-adcb-4477-910e-3ce9f6ec47fe admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:51:28.425396 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-58de3af0-adcb-4477-910e-3ce9f6ec47fe admin admin] 10.222.0.61 "PUT /v2.0/routers/e2d57489-baa4-40fb-9ec4-e4326c8228ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9137905 Aug 23 20:51:28.426251 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e7e0aee9-faba-4e50-9140-707c3db99660 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:28.431836 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e0aee9-faba-4e50-9140-707c3db99660 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:28.432505 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e7e0aee9-faba-4e50-9140-707c3db99660 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:28.436768 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-cd37d606-c7eb-4ea6-8fb3-4167baabb3c0 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] In _notify_port_updated(), no bound segment for port 04b28c53-1957-44bc-b780-88e085575d14 on network dd51500d-cac1-412b-afcb-9989197f26f6 {{(pid=94687) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 20:51:28.448360 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd37d606-c7eb-4ea6-8fb3-4167baabb3c0 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:28.449142 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cd37d606-c7eb-4ea6-8fb3-4167baabb3c0 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:28.457999 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52682) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:28.459795 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-cd37d606-c7eb-4ea6-8fb3-4167baabb3c0 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "PUT /v2.0/ports/04b28c53-1957-44bc-b780-88e085575d14 HTTP/1.1" status: 200 len: 929 time: 1.6136014 Aug 23 20:51:28.504206 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd37d606-c7eb-4ea6-8fb3-4167baabb3c0 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event updated for resources: {'Port': ['ID=04b28c53-1957-44bc-b780-88e085575d14,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:28.631836 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52688) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:28.632423 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e7e0aee9-faba-4e50-9140-707c3db99660 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7376165 Aug 23 20:51:28.645034 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-636e8454-1e35-47db-b464-9b6a5b54fad3 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Request body: {'subnet': {'network_id': 'bc9add01-f047-4c7c-bc57-d5fbf1cbc86f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:51:28.662210 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-017d4f2f-9da9-45fe-98d4-489b21effea8 None None] For port fedadebc-d04d-4ff7-b48e-8814dbc5726c, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=fedadebc-d04d-4ff7-b48e-8814dbc5726c,segment=NetworkSegment(58607645-5a77-4dc8-9255-079a3141ac68),segment_id=58607645-5a77-4dc8-9255-079a3141ac68)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:51:28.695554 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e0aee9-faba-4e50-9140-707c3db99660 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Pushing event updated for resources: {'Network': ['ID=bc9add01-f047-4c7c-bc57-d5fbf1cbc86f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:28.715718 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network bc9add01-f047-4c7c-bc57-d5fbf1cbc86f details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:51:28.739946 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-5fab8b43-79b6-41d9-9ee0-ba175af62bd2 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Deleting port 04b28c53-1957-44bc-b780-88e085575d14 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:51:28.740505 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5fab8b43-79b6-41d9-9ee0-ba175af62bd2 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:28.839120 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636e8454-1e35-47db-b464-9b6a5b54fad3 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Made reservation on behalf of d4dc0fd02f014a57b4cdda33304848d0 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:51:28.843442 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-636e8454-1e35-47db-b464-9b6a5b54fad3 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:28.865859 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-017d4f2f-9da9-45fe-98d4-489b21effea8 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:28.896117 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-017d4f2f-9da9-45fe-98d4-489b21effea8 None None] Transition to ACTIVE for port object fedadebc-d04d-4ff7-b48e-8814dbc5726c will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:51:28.900568 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-017d4f2f-9da9-45fe-98d4-489b21effea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:28.915479 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5fab8b43-79b6-41d9-9ee0-ba175af62bd2 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:28.936773 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-5fab8b43-79b6-41d9-9ee0-ba175af62bd2 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Calling delete_port for 04b28c53-1957-44bc-b780-88e085575d14 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:51:29.053869 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017d4f2f-9da9-45fe-98d4-489b21effea8 None None] Pushing event updated for resources: {'Port': ['ID=fedadebc-d04d-4ff7-b48e-8814dbc5726c,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:29.124013 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5fab8b43-79b6-41d9-9ee0-ba175af62bd2 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:29.167834 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fab8b43-79b6-41d9-9ee0-ba175af62bd2 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event deleted for resources: {'Port': ['ID=04b28c53-1957-44bc-b780-88e085575d14,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:29.200551 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5fab8b43-79b6-41d9-9ee0-ba175af62bd2 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:29.206226 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52698) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:29.207117 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-5fab8b43-79b6-41d9-9ee0-ba175af62bd2 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "DELETE /v2.0/ports/04b28c53-1957-44bc-b780-88e085575d14 HTTP/1.1" status: 204 len: 168 time: 0.7438264 Aug 23 20:51:29.243046 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6fa166b-426c-4734-9c5b-beda4963958b tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] GET failed (client error): The resource could not be found. Aug 23 20:51:29.248358 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52700) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:29.253049 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c6fa166b-426c-4734-9c5b-beda4963958b tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "GET /v2.0/ports/04b28c53-1957-44bc-b780-88e085575d14 HTTP/1.1" status: 404 len: 333 time: 0.0451326 Aug 23 20:51:29.360788 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52704) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:29.382618 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-78afa130-f0cf-4d8d-86f2-a457964b8185 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Request body: {'security_group': {'name': 'tempest-securitygroup--344483899', 'description': 'tempest-description--897417432'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:51:29.486904 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-636e8454-1e35-47db-b464-9b6a5b54fad3 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:29.512635 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78afa130-f0cf-4d8d-86f2-a457964b8185 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:29.553298 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d71f6143-9ebb-4cd6-8a6b-d07735c76b0c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:29.749852 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636e8454-1e35-47db-b464-9b6a5b54fad3 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Pushing event updated for resources: {'Subnet': ['ID=b2c5af47-97dd-4924-a77f-b63fbb94c24d,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:29.812407 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636e8454-1e35-47db-b464-9b6a5b54fad3 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Checking segment: {'id': '249064a0-5443-403b-bd0c-8dd43d748031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'bc9add01-f047-4c7c-bc57-d5fbf1cbc86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:51:29.812959 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636e8454-1e35-47db-b464-9b6a5b54fad3 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Network hostable DHCP agents. Network: bc9add01-f047-4c7c-bc57-d5fbf1cbc86f, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:51:29.815483 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78afa130-f0cf-4d8d-86f2-a457964b8185 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:29.827374 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78afa130-f0cf-4d8d-86f2-a457964b8185 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:29.847958 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d71f6143-9ebb-4cd6-8a6b-d07735c76b0c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:29.869185 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78afa130-f0cf-4d8d-86f2-a457964b8185 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:29.870449 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-78afa130-f0cf-4d8d-86f2-a457964b8185 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4951429 Aug 23 20:51:29.875544 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52722) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:29.892495 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c3dba970-bc0e-4c3a-997d-d6a2c2583318 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Request body: {'security_group_rule': {'security_group_id': '2d059f60-2ae1-4ccf-ae3c-725e2545d2e6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:51:29.934083 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636e8454-1e35-47db-b464-9b6a5b54fad3 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Network bc9add01-f047-4c7c-bc57-d5fbf1cbc86f is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:51:29.963419 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45daf44-d849-4221-b333-8c232b898062 req-d95d1447-cbff-49c1-b8ce-5801e16e0b71 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:29.966799 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f45daf44-d849-4221-b333-8c232b898062 req-d95d1447-cbff-49c1-b8ce-5801e16e0b71 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 945 time: 0.1978693 Aug 23 20:51:29.976674 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-636e8454-1e35-47db-b464-9b6a5b54fad3 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, bc9add01-f047-4c7c-bc57-d5fbf1cbc86f) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:51:29.985803 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afa130-f0cf-4d8d-86f2-a457964b8185 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:29.987917 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f47160-70c6-4e11-9f71-46a12a033873 None None] Network bc9add01-f047-4c7c-bc57-d5fbf1cbc86f requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:51:30.013292 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c3dba970-bc0e-4c3a-997d-d6a2c2583318 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:30.045139 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636e8454-1e35-47db-b464-9b6a5b54fad3 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:30.045877 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-636e8454-1e35-47db-b464-9b6a5b54fad3 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:30.063814 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d71f6143-9ebb-4cd6-8a6b-d07735c76b0c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:30.077323 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d71f6143-9ebb-4cd6-8a6b-d07735c76b0c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:30.085164 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d71f6143-9ebb-4cd6-8a6b-d07735c76b0c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "DELETE /v2.0/security-groups/08b9bfd9-15c1-4c13-af8d-bf9d50a11c87 HTTP/1.1" status: 204 len: 168 time: 0.8357389 Aug 23 20:51:30.091900 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52724) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:30.127756 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f6143-9ebb-4cd6-8a6b-d07735c76b0c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b9bfd9-15c1-4c13-af8d-bf9d50a11c87,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:30.150289 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 33ff0b46-5a8d-4d91-bf86-8318692c66f2 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:51:30.150983 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f45daf44-d849-4221-b333-8c232b898062 req-d96c7fbc-e256-4eea-8152-5233e897eed3 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722491 Aug 23 20:51:30.161595 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-636e8454-1e35-47db-b464-9b6a5b54fad3 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5259020 Aug 23 20:51:30.162441 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52726) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:30.178319 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-3d80cf49-b23a-48cf-b27b-a9f35c19af4b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1734845670', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}, 'admin_state_up': False}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:51:30.182052 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c3dba970-bc0e-4c3a-997d-d6a2c2583318 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:30.213531 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c3dba970-bc0e-4c3a-997d-d6a2c2583318 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:30.298882 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dba970-bc0e-4c3a-997d-d6a2c2583318 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b321e6cc-a852-4511-b213-fdfc0c1a9cee,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:30.303775 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e0c9c1a5-0b97-4138-aa03-0257aaa7baf3 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:30.321756 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c3dba970-bc0e-4c3a-997d-d6a2c2583318 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:30.327010 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c3dba970-bc0e-4c3a-997d-d6a2c2583318 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4440627 Aug 23 20:51:30.328309 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52738) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:30.346408 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5997325b-ab10-454e-a227-1cded46417b4 None None] Network bc9add01-f047-4c7c-bc57-d5fbf1cbc86f requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:51:30.347971 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-32fe8262-59ce-4635-9da8-dea54d705867 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Request body: {'security_group_rule': {'security_group_id': '2d059f60-2ae1-4ccf-ae3c-725e2545d2e6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:51:30.350083 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 33ff0b46-5a8d-4d91-bf86-8318692c66f2 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:51:30.369896 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e0c9c1a5-0b97-4138-aa03-0257aaa7baf3 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:30.410002 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-32fe8262-59ce-4635-9da8-dea54d705867 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:30.432628 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3d80cf49-b23a-48cf-b27b-a9f35c19af4b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:30.433950 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3d80cf49-b23a-48cf-b27b-a9f35c19af4b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:30.444501 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 33ff0b46-5a8d-4d91-bf86-8318692c66f2 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:51:30.444882 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:30.451068 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e0c9c1a5-0b97-4138-aa03-0257aaa7baf3 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:30.455465 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e0c9c1a5-0b97-4138-aa03-0257aaa7baf3 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:30.460575 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52740) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:30.460984 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e0c9c1a5-0b97-4138-aa03-0257aaa7baf3 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "DELETE /v2.0/security-groups/eb4d6220-66f2-4cc4-98cb-09a15e19caac HTTP/1.1" status: 204 len: 168 time: 0.3570540 Aug 23 20:51:30.482193 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c9c1a5-0b97-4138-aa03-0257aaa7baf3 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4d6220-66f2-4cc4-98cb-09a15e19caac,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:30.584724 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ed30fce4-c041-407a-b88f-7a95ee9e137e None None] Could not find standard attr ID for object 04b28c53-1957-44bc-b780-88e085575d14. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 20:51:30.647763 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a1d5586-b695-4b20-8ffa-0c8005d2152e tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Deleting subnet c9b9b0b6-28c1-4cca-af5a-66fc529cdb29 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:51:30.659531 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3d80cf49-b23a-48cf-b27b-a9f35c19af4b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:30.661390 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a1d5586-b695-4b20-8ffa-0c8005d2152e tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:30.706232 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ed30fce4-c041-407a-b88f-7a95ee9e137e None None] Provisioning for port fedadebc-d04d-4ff7-b48e-8814dbc5726c completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:51:30.730628 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ed30fce4-c041-407a-b88f-7a95ee9e137e None None] Provisioning complete for port fedadebc-d04d-4ff7-b48e-8814dbc5726c triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:51:30.730999 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed30fce4-c041-407a-b88f-7a95ee9e137e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:30.796434 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-32fe8262-59ce-4635-9da8-dea54d705867 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:30.824362 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-32fe8262-59ce-4635-9da8-dea54d705867 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:30.909554 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3d80cf49-b23a-48cf-b27b-a9f35c19af4b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:30.977189 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a1d5586-b695-4b20-8ffa-0c8005d2152e tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:31.001422 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe8262-59ce-4635-9da8-dea54d705867 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5a17e35-d7fe-4f5d-8513-c69cbdfed24d,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:31.029377 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:31.054959 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-32fe8262-59ce-4635-9da8-dea54d705867 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:31.060678 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-32fe8262-59ce-4635-9da8-dea54d705867 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7240291 Aug 23 20:51:31.061224 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52758) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:31.086784 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-76f24bca-8043-4665-b731-dfc187b7c81c tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Request body: {'floatingip': {'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:51:31.182168 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 33ff0b46-5a8d-4d91-bf86-8318692c66f2, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=33ff0b46-5a8d-4d91-bf86-8318692c66f2,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:51:31.201037 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:31.210370 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device fedadebc-d04d-4ff7-b48e-8814dbc5726c up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:51:31.233701 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df097f87-5f17-4155-b466-c27ec747ac2a None None] Sync routers for ids ['e2d57489-baa4-40fb-9ec4-e4326c8228ac'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:51:31.253161 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df097f87-5f17-4155-b466-c27ec747ac2a None None] Routers {'e2d57489-baa4-40fb-9ec4-e4326c8228ac'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:51:31.255616 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-df097f87-5f17-4155-b466-c27ec747ac2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:51:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['e2d57489-baa4-40fb-9ec4-e4326c8228ac'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:51:31.257301 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a1d5586-b695-4b20-8ffa-0c8005d2152e tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:31.289357 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-76f24bca-8043-4665-b731-dfc187b7c81c tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks [] for floatingip, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:31.429060 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ed30fce4-c041-407a-b88f-7a95ee9e137e None None] Provisioning complete for port ffa7bf40-2e2e-4f81-b4eb-8fc73aa90b54 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:51:31.429308 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-df097f87-5f17-4155-b466-c27ec747ac2a None None] Set router e2d57489-baa4-40fb-9ec4-e4326c8228ac gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:51:31.429545 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed30fce4-c041-407a-b88f-7a95ee9e137e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:31.434875 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=33ff0b46-5a8d-4d91-bf86-8318692c66f2,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:31.463425 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port fedadebc-d04d-4ff7-b48e-8814dbc5726c triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:51:31.463821 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:31.483060 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a1d5586-b695-4b20-8ffa-0c8005d2152e tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:31.499792 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-ed30fce4-c041-407a-b88f-7a95ee9e137e None None] Port ffa7bf40-2e2e-4f81-b4eb-8fc73aa90b54 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:51:31.572676 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1d5586-b695-4b20-8ffa-0c8005d2152e tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event deleted for resources: {'Subnet': ['ID=c9b9b0b6-28c1-4cca-af5a-66fc529cdb29,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:31.592677 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a1d5586-b695-4b20-8ffa-0c8005d2152e tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:31.593137 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fa292d-ec6a-411d-b5a3-d857e88d9566 None None] Network dd51500d-cac1-412b-afcb-9989197f26f6 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:51:31.604465 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-7a1d5586-b695-4b20-8ffa-0c8005d2152e tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "DELETE /v2.0/subnets/c9b9b0b6-28c1-4cca-af5a-66fc529cdb29 HTTP/1.1" status: 204 len: 168 time: 1.1370788 Aug 23 20:51:31.611575 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52772) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:31.627096 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-bc441a8a-f978-42e1-a920-6ddef1cbfc45 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Request body: {'subnet': {'network_id': 'dd51500d-cac1-412b-afcb-9989197f26f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:51:31.702385 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-beb13965-bc93-4920-b439-47b7debf84e8 None None] Could not find standard attr ID for object 04b28c53-1957-44bc-b780-88e085575d14. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 20:51:31.753631 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-df097f87-5f17-4155-b466-c27ec747ac2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1003784855-router', 'tenant_id': 'a420101d8537446c948533816ff31a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '33ff0b46-5a8d-4d91-bf86-8318692c66f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:51:18Z', 'updated_at': '2021-08-23T20:51:26Z', 'revision_number': 4, 'project_id': 'a420101d8537446c948533816ff31a9c', 'gw_port': {'id': '33ff0b46-5a8d-4d91-bf86-8318692c66f2', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:51:20Z', 'updated_at': '2021-08-23T20:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'd1963f34-843a-4db9-963d-57b2d4e83930', 'name': '', 'network_id': '8f9f903e-93a4-4fe6-b0ce-e2059346b6d0', 'tenant_id': 'a420101d8537446c948533816ff31a9c', 'mac_address': 'fa:16:3e:24:b3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'd199577e-85a3-487d-894b-30e054d60332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:51:24Z', 'updated_at': '2021-08-23T20:51:26Z', 'revision_number': 2, 'project_id': 'a420101d8537446c948533816ff31a9c', 'subnets': [{'id': 'd199577e-85a3-487d-894b-30e054d60332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:51:31.754724 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3d80cf49-b23a-48cf-b27b-a9f35c19af4b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:31.786173 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3d80cf49-b23a-48cf-b27b-a9f35c19af4b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:31.840476 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df097f87-5f17-4155-b466-c27ec747ac2a None None] Checking router: e2d57489-baa4-40fb-9ec4-e4326c8228ac for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:51:31.842342 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df097f87-5f17-4155-b466-c27ec747ac2a None None] Updating router e2d57489-baa4-40fb-9ec4-e4326c8228ac port d1963f34-843a-4db9-963d-57b2d4e83930 binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:51:31.877813 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 33ff0b46-5a8d-4d91-bf86-8318692c66f2 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:51:31.887132 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc441a8a-f978-42e1-a920-6ddef1cbfc45 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Made reservation on behalf of 91ee48a7a09d4c31bca2b42ca3cdc87d for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:51:31.891277 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bc441a8a-f978-42e1-a920-6ddef1cbfc45 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:31.905185 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-df097f87-5f17-4155-b466-c27ec747ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:32.003940 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 33ff0b46-5a8d-4d91-bf86-8318692c66f2 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:51:32.004344 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:32.017564 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-76f24bca-8043-4665-b731-dfc187b7c81c tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:32.075721 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-3d80cf49-b23a-48cf-b27b-a9f35c19af4b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Allocated IP 172.25.4.235 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/cc545679-2744-4bca-9573-7a2d3976e4b8) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:51:32.306065 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3d80cf49-b23a-48cf-b27b-a9f35c19af4b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:32.355712 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-df097f87-5f17-4155-b466-c27ec747ac2a None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:32.369881 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-df097f87-5f17-4155-b466-c27ec747ac2a None None] Transition to ACTIVE for port object d1963f34-843a-4db9-963d-57b2d4e83930 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:51:32.378287 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-df097f87-5f17-4155-b466-c27ec747ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:32.526176 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-76f24bca-8043-4665-b731-dfc187b7c81c tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Allocated IP 172.25.4.125 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/d7eda1be-9f79-402c-9f5b-05e2c740f6b2) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:51:32.534527 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bc441a8a-f978-42e1-a920-6ddef1cbfc45 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:32.607621 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-df097f87-5f17-4155-b466-c27ec747ac2a None None] Attempting to bind port d1963f34-843a-4db9-963d-57b2d4e83930 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:51:32.607621 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-df097f87-5f17-4155-b466-c27ec747ac2a None None] Attempting to bind port d1963f34-843a-4db9-963d-57b2d4e83930 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'd0628b6b-b279-4a2f-9fb2-ffe2685ffc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8f9f903e-93a4-4fe6-b0ce-e2059346b6d0'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:51:32.607621 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df097f87-5f17-4155-b466-c27ec747ac2a None None] Attempting to bind port d1963f34-843a-4db9-963d-57b2d4e83930 on network 8f9f903e-93a4-4fe6-b0ce-e2059346b6d0 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:51:32.613482 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b0f439-7853-4de9-a376-f5000add1ddb None None] Pushing event updated for resources: {'Port': ['ID=d1963f34-843a-4db9-963d-57b2d4e83930,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:32.627926 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df097f87-5f17-4155-b466-c27ec747ac2a None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:51:32.628323 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df097f87-5f17-4155-b466-c27ec747ac2a None None] Checking segment: {'id': 'd0628b6b-b279-4a2f-9fb2-ffe2685ffc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8f9f903e-93a4-4fe6-b0ce-e2059346b6d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:51:32.630203 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-df097f87-5f17-4155-b466-c27ec747ac2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:32.630625 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df097f87-5f17-4155-b466-c27ec747ac2a None None] Bound using segment: {'id': 'd0628b6b-b279-4a2f-9fb2-ffe2685ffc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8f9f903e-93a4-4fe6-b0ce-e2059346b6d0'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:51:32.631150 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-df097f87-5f17-4155-b466-c27ec747ac2a None None] Bound port: d1963f34-843a-4db9-963d-57b2d4e83930, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0628b6b-b279-4a2f-9fb2-ffe2685ffc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8f9f903e-93a4-4fe6-b0ce-e2059346b6d0'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:51:32.633425 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-df097f87-5f17-4155-b466-c27ec747ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:32.649776 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc441a8a-f978-42e1-a920-6ddef1cbfc45 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Network dd51500d-cac1-412b-afcb-9989197f26f6 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:51:32.663960 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-bc441a8a-f978-42e1-a920-6ddef1cbfc45 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:51:32.675092 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc441a8a-f978-42e1-a920-6ddef1cbfc45 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:32.675890 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bc441a8a-f978-42e1-a920-6ddef1cbfc45 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:32.716735 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3d80cf49-b23a-48cf-b27b-a9f35c19af4b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:32.736109 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc441a8a-f978-42e1-a920-6ddef1cbfc45 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event updated for resources: {'Subnet': ['ID=54a87b2e-29a2-4930-b18f-dbdd16000835,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:32.754139 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-bc441a8a-f978-42e1-a920-6ddef1cbfc45 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1403172 Aug 23 20:51:32.756593 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52798) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:32.772367 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-de042932-7127-4898-9af9-a4a0f369c882 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Request body: {'security_group': {'name': 'tempest-secgroup-422108610'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:51:32.801841 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-df097f87-5f17-4155-b466-c27ec747ac2a None None] For port d1963f34-843a-4db9-963d-57b2d4e83930, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:51:32.806655 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-df097f87-5f17-4155-b466-c27ec747ac2a None None] For port d1963f34-843a-4db9-963d-57b2d4e83930, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=d1963f34-843a-4db9-963d-57b2d4e83930,segment=NetworkSegment(d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a),segment_id=d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:51:32.814283 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-df097f87-5f17-4155-b466-c27ec747ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:32.824495 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de042932-7127-4898-9af9-a4a0f369c882 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:32.853375 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d80cf49-b23a-48cf-b27b-a9f35c19af4b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:51:32.869099 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-3d80cf49-b23a-48cf-b27b-a9f35c19af4b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:51:32.879596 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d80cf49-b23a-48cf-b27b-a9f35c19af4b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:51:32.988322 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df097f87-5f17-4155-b466-c27ec747ac2a None None] Routers {'e2d57489-baa4-40fb-9ec4-e4326c8228ac'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:51:32.988967 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-df097f87-5f17-4155-b466-c27ec747ac2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:51:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['e2d57489-baa4-40fb-9ec4-e4326c8228ac'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:51:33.007329 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de042932-7127-4898-9af9-a4a0f369c882 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:33.009576 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b0f439-7853-4de9-a376-f5000add1ddb None None] Pushing event updated for resources: {'Port': ['ID=d1963f34-843a-4db9-963d-57b2d4e83930,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:33.014622 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de042932-7127-4898-9af9-a4a0f369c882 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:33.040285 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de042932-7127-4898-9af9-a4a0f369c882 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:33.086773 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-de042932-7127-4898-9af9-a4a0f369c882 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3289471 Aug 23 20:51:33.092557 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52806) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:33.121202 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-20882f11-5c38-459a-83ad-3f7da0292802 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Request body: {'security_group': {'name': 'tempest-secgroup-1083626560'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:51:33.147242 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de042932-7127-4898-9af9-a4a0f369c882 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db99e706-d2e2-4200-b5f0-23e3a5d4d1aa,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:33.206014 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20882f11-5c38-459a-83ad-3f7da0292802 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:33.212083 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-df097f87-5f17-4155-b466-c27ec747ac2a None None] Set router e2d57489-baa4-40fb-9ec4-e4326c8228ac gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:51:33.349048 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20882f11-5c38-459a-83ad-3f7da0292802 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:33.359159 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20882f11-5c38-459a-83ad-3f7da0292802 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:33.359659 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d80cf49-b23a-48cf-b27b-a9f35c19af4b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Pushing event updated for resources: {'Port': ['ID=cc545679-2744-4bca-9573-7a2d3976e4b8,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:33.368402 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d9ee17-aef6-4702-825a-6941761b7fa2 None None] Network dd51500d-cac1-412b-afcb-9989197f26f6 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:51:33.417419 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20882f11-5c38-459a-83ad-3f7da0292802 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:33.419042 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-20882f11-5c38-459a-83ad-3f7da0292802 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3102148 Aug 23 20:51:33.421746 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52818) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:33.428686 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-adaec7ee-803c-461c-9602-c3cba15aa597 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Request body: {'security_group': {'name': 'tempest-secgroup-409616601'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:51:33.440228 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20882f11-5c38-459a-83ad-3f7da0292802 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=625537aa-3bec-43a5-9c08-ef4d5b177b04,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:33.451185 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-76f24bca-8043-4665-b731-dfc187b7c81c tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:33.493155 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-adaec7ee-803c-461c-9602-c3cba15aa597 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:33.510070 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4244e90b-15bc-44e9-9db9-88981b8d7e28 None None] Provisioning complete for port fedadebc-d04d-4ff7-b48e-8814dbc5726c triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:51:33.510717 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4244e90b-15bc-44e9-9db9-88981b8d7e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:33.557828 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-df097f87-5f17-4155-b466-c27ec747ac2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1003784855-router', 'tenant_id': 'a420101d8537446c948533816ff31a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '33ff0b46-5a8d-4d91-bf86-8318692c66f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:51:18Z', 'updated_at': '2021-08-23T20:51:26Z', 'revision_number': 4, 'project_id': 'a420101d8537446c948533816ff31a9c', 'gw_port': {'id': '33ff0b46-5a8d-4d91-bf86-8318692c66f2', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:51:20Z', 'updated_at': '2021-08-23T20:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'd1963f34-843a-4db9-963d-57b2d4e83930', 'name': '', 'network_id': '8f9f903e-93a4-4fe6-b0ce-e2059346b6d0', 'tenant_id': 'a420101d8537446c948533816ff31a9c', 'mac_address': 'fa:16:3e:24:b3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'd199577e-85a3-487d-894b-30e054d60332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:51:24Z', 'updated_at': '2021-08-23T20:51:32Z', 'revision_number': 4, 'project_id': 'a420101d8537446c948533816ff31a9c', 'subnets': [{'id': 'd199577e-85a3-487d-894b-30e054d60332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:51:33.645714 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df097f87-5f17-4155-b466-c27ec747ac2a None None] The sync data for ids ['e2d57489-baa4-40fb-9ec4-e4326c8228ac'] in n-d-805663-2 is: [{'id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1003784855-router', 'tenant_id': 'a420101d8537446c948533816ff31a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '33ff0b46-5a8d-4d91-bf86-8318692c66f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:51:18Z', 'updated_at': '2021-08-23T20:51:26Z', 'revision_number': 4, 'project_id': 'a420101d8537446c948533816ff31a9c', 'gw_port': {'id': '33ff0b46-5a8d-4d91-bf86-8318692c66f2', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:51:20Z', 'updated_at': '2021-08-23T20:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'd1963f34-843a-4db9-963d-57b2d4e83930', 'name': '', 'network_id': '8f9f903e-93a4-4fe6-b0ce-e2059346b6d0', 'tenant_id': 'a420101d8537446c948533816ff31a9c', 'mac_address': 'fa:16:3e:24:b3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'd199577e-85a3-487d-894b-30e054d60332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:51:24Z', 'updated_at': '2021-08-23T20:51:32Z', 'revision_number': 4, 'project_id': 'a420101d8537446c948533816ff31a9c', 'subnets': [{'id': 'd199577e-85a3-487d-894b-30e054d60332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:51:33.712691 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-76f24bca-8043-4665-b731-dfc187b7c81c tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:33.801324 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-adaec7ee-803c-461c-9602-c3cba15aa597 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:33.818890 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-adaec7ee-803c-461c-9602-c3cba15aa597 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:33.825210 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f24bca-8043-4665-b731-dfc187b7c81c tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:51:33.829857 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f24bca-8043-4665-b731-dfc187b7c81c tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Pushing event updated for resources: {'Port': ['ID=d7eda1be-9f79-402c-9f5b-05e2c740f6b2,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:33.872351 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-76f24bca-8043-4665-b731-dfc187b7c81c tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:51:33.882359 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-adaec7ee-803c-461c-9602-c3cba15aa597 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:33.884957 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-adaec7ee-803c-461c-9602-c3cba15aa597 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4608238 Aug 23 20:51:33.886164 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52824) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:33.897337 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-f667652a-df72-4cae-8f6a-deb7b378b469 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1948397423', 'security_groups': ['173671b5-5300-49fa-bba5-86fbc380db1b'], 'network_id': 'dd51500d-cac1-412b-afcb-9989197f26f6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '54a87b2e-29a2-4930-b18f-dbdd16000835'}]}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:51:33.899226 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f24bca-8043-4665-b731-dfc187b7c81c tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:51:33.902065 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaec7ee-803c-461c-9602-c3cba15aa597 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=173671b5-5300-49fa-bba5-86fbc380db1b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:33.930367 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device d1963f34-843a-4db9-963d-57b2d4e83930 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:51:34.101155 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f667652a-df72-4cae-8f6a-deb7b378b469 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Made reservation on behalf of 91ee48a7a09d4c31bca2b42ca3cdc87d for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:51:34.117793 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4244e90b-15bc-44e9-9db9-88981b8d7e28 None None] Provisioning complete for port ffa7bf40-2e2e-4f81-b4eb-8fc73aa90b54 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:51:34.118516 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4244e90b-15bc-44e9-9db9-88981b8d7e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:34.179036 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4244e90b-15bc-44e9-9db9-88981b8d7e28 None None] Port ffa7bf40-2e2e-4f81-b4eb-8fc73aa90b54 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:51:34.181697 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port d1963f34-843a-4db9-963d-57b2d4e83930 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:51:34.201157 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-76f24bca-8043-4665-b731-dfc187b7c81c tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:34.210571 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port d1963f34-843a-4db9-963d-57b2d4e83930 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:51:34.211189 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:34.231730 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3d80cf49-b23a-48cf-b27b-a9f35c19af4b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:34.245989 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f667652a-df72-4cae-8f6a-deb7b378b469 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:34.271505 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4219bd3-a422-4cfd-90f2-c6cce2acc66a None None] Update dhcp port {'port': {'network_id': 'dd51500d-cac1-412b-afcb-9989197f26f6', 'fixed_ips': [{'subnet_id': 'ca1cfe87-bd5d-4833-9da9-85b54bf4fbc4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '54a87b2e-29a2-4930-b18f-dbdd16000835'}], 'binding:host_id': 'n-d-805663-2'}, 'id': 'fedadebc-d04d-4ff7-b48e-8814dbc5726c'} from n-d-805663-2. {{(pid=94689) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 20:51:34.272563 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-f667652a-df72-4cae-8f6a-deb7b378b469 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] device_id is not set on port 6d6582cd-960c-456c-8ccd-6f3845e56985 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:51:34.322876 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e4219bd3-a422-4cfd-90f2-c6cce2acc66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:34.325917 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-76f24bca-8043-4665-b731-dfc187b7c81c tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:34.525705 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:34.573446 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-f667652a-df72-4cae-8f6a-deb7b378b469 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Allocated IP 2001:db8::22b (dd51500d-cac1-412b-afcb-9989197f26f6/54a87b2e-29a2-4930-b18f-dbdd16000835/6d6582cd-960c-456c-8ccd-6f3845e56985) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:51:34.595723 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port d1963f34-843a-4db9-963d-57b2d4e83930, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=d1963f34-843a-4db9-963d-57b2d4e83930,segment=NetworkSegment(d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a),segment_id=d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:51:34.603143 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:34.694685 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=d1963f34-843a-4db9-963d-57b2d4e83930,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:34.752360 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3d80cf49-b23a-48cf-b27b-a9f35c19af4b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:34.836572 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-76f24bca-8043-4665-b731-dfc187b7c81c tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:34.856810 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-76f24bca-8043-4665-b731-dfc187b7c81c tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:34.904273 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f667652a-df72-4cae-8f6a-deb7b378b469 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:34.936040 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-f667652a-df72-4cae-8f6a-deb7b378b469 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Transition to ACTIVE for port object 6d6582cd-960c-456c-8ccd-6f3845e56985 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:51:34.940306 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f24bca-8043-4665-b731-dfc187b7c81c tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Pushing event updated for resources: {'Port': ['ID=d7eda1be-9f79-402c-9f5b-05e2c740f6b2,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:34.995201 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f667652a-df72-4cae-8f6a-deb7b378b469 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:35.069705 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f667652a-df72-4cae-8f6a-deb7b378b469 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Network dd51500d-cac1-412b-afcb-9989197f26f6 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:51:35.085946 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-f667652a-df72-4cae-8f6a-deb7b378b469 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:51:35.094074 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f667652a-df72-4cae-8f6a-deb7b378b469 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:51:35.107989 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f667652a-df72-4cae-8f6a-deb7b378b469 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:35.112318 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f667652a-df72-4cae-8f6a-deb7b378b469 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:35.137186 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-e4219bd3-a422-4cfd-90f2-c6cce2acc66a None None] Allocated IP 2001:db8::2 (dd51500d-cac1-412b-afcb-9989197f26f6/54a87b2e-29a2-4930-b18f-dbdd16000835/fedadebc-d04d-4ff7-b48e-8814dbc5726c) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:51:35.138450 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667652a-df72-4cae-8f6a-deb7b378b469 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event updated for resources: {'Port': ['ID=6d6582cd-960c-456c-8ccd-6f3845e56985,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:35.143200 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-76f24bca-8043-4665-b731-dfc187b7c81c tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:35.153439 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f667652a-df72-4cae-8f6a-deb7b378b469 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2603576 Aug 23 20:51:35.155462 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52872) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:35.163857 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-d2d37678-ab51-4ed3-9277-3b5bc864586d tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Request body: {'subnet': {'network_id': 'dd51500d-cac1-412b-afcb-9989197f26f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:51:35.218832 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-76f24bca-8043-4665-b731-dfc187b7c81c tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:35.231913 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-76f24bca-8043-4665-b731-dfc187b7c81c tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1577840 Aug 23 20:51:35.271063 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d80cf49-b23a-48cf-b27b-a9f35c19af4b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Router 483c3bb4-bcd9-4812-8a83-467367a2be2a is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:51:35.430422 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d80cf49-b23a-48cf-b27b-a9f35c19af4b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:51:35.440357 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-e4219bd3-a422-4cfd-90f2-c6cce2acc66a None None] For port fedadebc-d04d-4ff7-b48e-8814dbc5726c, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=fedadebc-d04d-4ff7-b48e-8814dbc5726c,segment=NetworkSegment(58607645-5a77-4dc8-9255-079a3141ac68),segment_id=58607645-5a77-4dc8-9255-079a3141ac68)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:51:35.446129 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef394ba-279d-421d-842d-4102ad3b39e6 None None] Sync routers for ids ['483c3bb4-bcd9-4812-8a83-467367a2be2a'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:51:35.507255 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e4219bd3-a422-4cfd-90f2-c6cce2acc66a None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:35.510390 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d37678-ab51-4ed3-9277-3b5bc864586d tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Made reservation on behalf of 91ee48a7a09d4c31bca2b42ca3cdc87d for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:51:35.514901 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3d80cf49-b23a-48cf-b27b-a9f35c19af4b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:35.517058 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3d80cf49-b23a-48cf-b27b-a9f35c19af4b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.3415551 Aug 23 20:51:35.519266 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52900) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:35.521668 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d2d37678-ab51-4ed3-9277-3b5bc864586d tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:35.551454 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e4219bd3-a422-4cfd-90f2-c6cce2acc66a None None] Transition to ACTIVE for port object fedadebc-d04d-4ff7-b48e-8814dbc5726c will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:51:35.559436 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d5d0d6ea-5df0-416a-98ae-a3de45655a58 req-286b97ec-a5d7-4061-95ee-3b414e362b3f tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--344483899&fields=id&tenant_id=a420101d8537446c948533816ff31a9c HTTP/1.1" status: 200 len: 267 time: 0.1037376 Aug 23 20:51:35.570407 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef394ba-279d-421d-842d-4102ad3b39e6 None None] Routers {'483c3bb4-bcd9-4812-8a83-467367a2be2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:51:35.571024 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-9ef394ba-279d-421d-842d-4102ad3b39e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:51:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['483c3bb4-bcd9-4812-8a83-467367a2be2a'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:51:35.580109 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e4219bd3-a422-4cfd-90f2-c6cce2acc66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:35.593167 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 6c254a81-8d39-43bc-85ac-5d89be1c28d3 details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:51:35.734836 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0d6ea-5df0-416a-98ae-a3de45655a58 req-08144c85-05e4-4a7c-94a4-8947d3c87a7a tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:35.750459 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d5d0d6ea-5df0-416a-98ae-a3de45655a58 req-08144c85-05e4-4a7c-94a4-8947d3c87a7a tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/networks?id=8f9f903e-93a4-4fe6-b0ce-e2059346b6d0 HTTP/1.1" status: 200 len: 817 time: 0.1894600 Aug 23 20:51:35.791769 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-9ef394ba-279d-421d-842d-4102ad3b39e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:51:35.804101 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d5d0d6ea-5df0-416a-98ae-a3de45655a58 req-c150139f-9f46-4b8d-b52b-479cbd37ff97 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/quotas/a420101d8537446c948533816ff31a9c HTTP/1.1" status: 200 len: 375 time: 0.0520060 Aug 23 20:51:35.845597 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device d1963f34-843a-4db9-963d-57b2d4e83930 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:51:35.936358 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef394ba-279d-421d-842d-4102ad3b39e6 None None] Routers {'483c3bb4-bcd9-4812-8a83-467367a2be2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:51:35.937454 n-d-805663-2 neutron-server[94688]: INFO neutron.db.ipam_backend_mixin [None req-d2d37678-ab51-4ed3-9277-3b5bc864586d tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 54a87b2e-29a2-4930-b18f-dbdd16000835 (CIDR: 2001:db8::/64) Aug 23 20:51:35.942977 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-9ef394ba-279d-421d-842d-4102ad3b39e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:51:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['483c3bb4-bcd9-4812-8a83-467367a2be2a'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:51:35.949205 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2d37678-ab51-4ed3-9277-3b5bc864586d tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 20:51:35.949703 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2d37678-ab51-4ed3-9277-3b5bc864586d tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:51:35.999888 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.db.resource_extend [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 20:51:36.003992 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d5d0d6ea-5df0-416a-98ae-a3de45655a58 req-a00c0352-6b7d-4e23-ae06-28dde537109a tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a420101d8537446c948533816ff31a9c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1940296 Aug 23 20:51:36.018828 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-9ef394ba-279d-421d-842d-4102ad3b39e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:51:36.019854 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef394ba-279d-421d-842d-4102ad3b39e6 None None] The sync data for ids ['483c3bb4-bcd9-4812-8a83-467367a2be2a'] in n-d-805663-2 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:51:36.088182 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4219bd3-a422-4cfd-90f2-c6cce2acc66a None None] Pushing event updated for resources: {'Port': ['ID=fedadebc-d04d-4ff7-b48e-8814dbc5726c,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:36.100455 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port d1963f34-843a-4db9-963d-57b2d4e83930 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:51:36.101255 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:36.179173 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d2d37678-ab51-4ed3-9277-3b5bc864586d tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0224516 Aug 23 20:51:36.191169 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52922) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:36.229752 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-52fbe005-e9c3-43f9-9066-b5ad0406fa77 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Request body: {'subnet': {'network_id': 'dd51500d-cac1-412b-afcb-9989197f26f6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:51:36.286760 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 6c254a81-8d39-43bc-85ac-5d89be1c28d3, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=6c254a81-8d39-43bc-85ac-5d89be1c28d3,segment=NetworkSegment(87ae50be-ef23-4363-86a3-a03c9ef4b9c4),segment_id=87ae50be-ef23-4363-86a3-a03c9ef4b9c4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:51:36.310835 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': '6c254a81-8d39-43bc-85ac-5d89be1c28d3', 'network_id': '4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e', 'port_id': '6c254a81-8d39-43bc-85ac-5d89be1c28d3', 'mac_address': 'fa:16:3e:07:80:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7046a0bd-4474-4718-a5da-60ae1dc26dbc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:51:36.424904 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:36.460464 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d5d0d6ea-5df0-416a-98ae-a3de45655a58 req-934a7999-97a2-4bb9-8416-c8f66f567931 service neutron] 10.222.0.61 "GET /v2.0/networks/8f9f903e-93a4-4fe6-b0ce-e2059346b6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4480872 Aug 23 20:51:36.474334 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6c254a81-8d39-43bc-85ac-5d89be1c28d3 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:51:36.550354 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 6c254a81-8d39-43bc-85ac-5d89be1c28d3, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=6c254a81-8d39-43bc-85ac-5d89be1c28d3,segment=NetworkSegment(87ae50be-ef23-4363-86a3-a03c9ef4b9c4),segment_id=87ae50be-ef23-4363-86a3-a03c9ef4b9c4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:51:36.564989 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:36.645850 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52fbe005-e9c3-43f9-9066-b5ad0406fa77 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Made reservation on behalf of 91ee48a7a09d4c31bca2b42ca3cdc87d for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:51:36.653914 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-52fbe005-e9c3-43f9-9066-b5ad0406fa77 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:36.696220 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=6c254a81-8d39-43bc-85ac-5d89be1c28d3,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:36.779768 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['6c254a81-8d39-43bc-85ac-5d89be1c28d3'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:51:36.835599 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d5d0d6ea-5df0-416a-98ae-a3de45655a58 req-44c6528d-65cb-4b3c-97e2-ed6631076593 service neutron] 10.222.0.61 "GET /v2.0/networks/8f9f903e-93a4-4fe6-b0ce-e2059346b6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687382 Aug 23 20:51:36.922201 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dab96d37-6690-45aa-b41f-1dc64050ec88 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:36.958526 n-d-805663-2 neutron-server[94688]: INFO neutron.db.ipam_backend_mixin [None req-52fbe005-e9c3-43f9-9066-b5ad0406fa77 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet ca1cfe87-bd5d-4833-9da9-85b54bf4fbc4 (CIDR: 2001:db8:0:1::/64) Aug 23 20:51:36.989485 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-52fbe005-e9c3-43f9-9066-b5ad0406fa77 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 20:51:36.989830 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52fbe005-e9c3-43f9-9066-b5ad0406fa77 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:51:37.042897 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-52fbe005-e9c3-43f9-9066-b5ad0406fa77 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8479390 Aug 23 20:51:37.043787 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52938) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:37.072457 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-1033f80e-2509-4f23-831b-6f3dd01ab78c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Request body: {'subnet': {'network_id': 'dd51500d-cac1-412b-afcb-9989197f26f6', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:51:37.264312 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ad3c9056-3c53-4c8b-9629-ad766bbeecdb None None] Provisioning for port fedadebc-d04d-4ff7-b48e-8814dbc5726c completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:51:37.278180 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ad3c9056-3c53-4c8b-9629-ad766bbeecdb None None] Provisioning complete for port fedadebc-d04d-4ff7-b48e-8814dbc5726c triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:51:37.279167 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ad3c9056-3c53-4c8b-9629-ad766bbeecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:37.577859 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1033f80e-2509-4f23-831b-6f3dd01ab78c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Made reservation on behalf of 91ee48a7a09d4c31bca2b42ca3cdc87d for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:51:37.604125 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1033f80e-2509-4f23-831b-6f3dd01ab78c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:37.674874 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 6c254a81-8d39-43bc-85ac-5d89be1c28d3 up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:51:37.753939 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ad3c9056-3c53-4c8b-9629-ad766bbeecdb None None] Provisioning complete for port ffa7bf40-2e2e-4f81-b4eb-8fc73aa90b54 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:51:37.755776 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ad3c9056-3c53-4c8b-9629-ad766bbeecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:37.880268 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device fedadebc-d04d-4ff7-b48e-8814dbc5726c up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:51:38.029547 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-ad3c9056-3c53-4c8b-9629-ad766bbeecdb None None] Port ffa7bf40-2e2e-4f81-b4eb-8fc73aa90b54 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:51:38.061436 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port fedadebc-d04d-4ff7-b48e-8814dbc5726c triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:51:38.063618 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:38.204744 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1033f80e-2509-4f23-831b-6f3dd01ab78c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:38.212531 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a4e0cf52-d308-4451-8cea-6dbaa68ef8c4 req-a05c8c5f-9e7e-4819-bcf6-0f0a2ebcbc60 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 210 time: 0.1054087 Aug 23 20:51:38.262278 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port 6c254a81-8d39-43bc-85ac-5d89be1c28d3 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:51:38.262824 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:38.334169 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1033f80e-2509-4f23-831b-6f3dd01ab78c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event updated for resources: {'Subnet': ['ID=eeda29ad-2fab-4dd2-9793-afd4ec464b2f,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:38.377593 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1033f80e-2509-4f23-831b-6f3dd01ab78c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Network dd51500d-cac1-412b-afcb-9989197f26f6 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:51:38.382292 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-1033f80e-2509-4f23-831b-6f3dd01ab78c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:51:38.386601 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1033f80e-2509-4f23-831b-6f3dd01ab78c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:38.387305 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1033f80e-2509-4f23-831b-6f3dd01ab78c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:38.389293 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-63521fcd-ef12-4363-bce5-1ff8e025a833 None None] Provisioning for port 6d6582cd-960c-456c-8ccd-6f3845e56985 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:51:38.421463 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795d8c5a-f716-4542-b548-12e545d30763 None None] Network dd51500d-cac1-412b-afcb-9989197f26f6 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:51:38.432992 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52970) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:38.434385 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-1033f80e-2509-4f23-831b-6f3dd01ab78c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3894150 Aug 23 20:51:38.442851 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-9fd11cc5-12d7-4188-b8ae-9e1ff29e4fc8 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2038637524', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'eeda29ad-2fab-4dd2-9793-afd4ec464b2f'}], 'security_groups': ['db99e706-d2e2-4200-b5f0-23e3a5d4d1aa', '625537aa-3bec-43a5-9c08-ef4d5b177b04']}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:51:38.516024 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-63521fcd-ef12-4363-bce5-1ff8e025a833 None None] Provisioning complete for port 6d6582cd-960c-456c-8ccd-6f3845e56985 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:51:38.519027 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-63521fcd-ef12-4363-bce5-1ff8e025a833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:38.724903 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-63521fcd-ef12-4363-bce5-1ff8e025a833 None None] Port 6d6582cd-960c-456c-8ccd-6f3845e56985 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:51:38.760093 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:38.837071 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9fd11cc5-12d7-4188-b8ae-9e1ff29e4fc8 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:38.852137 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 6c254a81-8d39-43bc-85ac-5d89be1c28d3, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=6c254a81-8d39-43bc-85ac-5d89be1c28d3,segment=NetworkSegment(87ae50be-ef23-4363-86a3-a03c9ef4b9c4),segment_id=87ae50be-ef23-4363-86a3-a03c9ef4b9c4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:51:38.883698 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-dab96d37-6690-45aa-b41f-1dc64050ec88 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Allocated IP 172.20.0.1 (bc9add01-f047-4c7c-bc57-d5fbf1cbc86f/b2c5af47-97dd-4924-a77f-b63fbb94c24d/4b1b5de4-78e8-47dc-a722-c5dfb42cec1e) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:51:38.888865 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8672da0-9cd6-4a5b-b42b-07c0e0113086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c254a81-8d39-43bc-85ac-5d89be1c28d3'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:51:38.895430 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c2ac9e-d190-401e-85c9-e8a33539dd75" -d '{"events": [{"server_uuid": "c8672da0-9cd6-4a5b-b42b-07c0e0113086", "name": "network-vif-plugged", "status": "completed", "tag": "6c254a81-8d39-43bc-85ac-5d89be1c28d3"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:51:38.907549 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:39.085663 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd3508f-7c30-4e20-8191-af9f343d00e3 x-openstack-request-id: req-8fd3508f-7c30-4e20-8191-af9f343d00e3 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:51:39.085987 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8672da0-9cd6-4a5b-b42b-07c0e0113086", "name": "network-vif-plugged", "status": "completed", "tag": "6c254a81-8d39-43bc-85ac-5d89be1c28d3", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:51:39.086192 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8fd3508f-7c30-4e20-8191-af9f343d00e3 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:51:39.086581 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8672da0-9cd6-4a5b-b42b-07c0e0113086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c254a81-8d39-43bc-85ac-5d89be1c28d3', 'code': 200} Aug 23 20:51:39.152738 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=6c254a81-8d39-43bc-85ac-5d89be1c28d3,revision_number=7']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:39.246619 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dab96d37-6690-45aa-b41f-1dc64050ec88 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:39.337834 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32489d9b-8126-4c05-a197-a62c6f0e4d27 None None] Update dhcp port {'port': {'network_id': 'dd51500d-cac1-412b-afcb-9989197f26f6', 'fixed_ips': [{'subnet_id': 'ca1cfe87-bd5d-4833-9da9-85b54bf4fbc4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '54a87b2e-29a2-4930-b18f-dbdd16000835', 'ip_address': '2001:db8::2'}, {'subnet_id': 'eeda29ad-2fab-4dd2-9793-afd4ec464b2f'}], 'binding:host_id': 'n-d-805663-2'}, 'id': 'fedadebc-d04d-4ff7-b48e-8814dbc5726c'} from n-d-805663-2. {{(pid=94689) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 20:51:39.393432 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-32489d9b-8126-4c05-a197-a62c6f0e4d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:39.418788 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dab96d37-6690-45aa-b41f-1dc64050ec88 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:39.461414 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-42410c39-71cd-46cb-9324-368d9b59d1b3 req-c709fec2-8e3f-4662-a5d3-85176fc1039c tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 210 time: 0.0663428 Aug 23 20:51:39.648965 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab96d37-6690-45aa-b41f-1dc64050ec88 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Network bc9add01-f047-4c7c-bc57-d5fbf1cbc86f is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:51:39.713563 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-dab96d37-6690-45aa-b41f-1dc64050ec88 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:51:39.716457 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab96d37-6690-45aa-b41f-1dc64050ec88 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:51:39.785493 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab96d37-6690-45aa-b41f-1dc64050ec88 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Pushing event updated for resources: {'Port': ['ID=4b1b5de4-78e8-47dc-a722-c5dfb42cec1e,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:39.825854 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dab96d37-6690-45aa-b41f-1dc64050ec88 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:39.829279 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-9fd11cc5-12d7-4188-b8ae-9e1ff29e4fc8 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Delete allocated IP 2001:db8::22b (dd51500d-cac1-412b-afcb-9989197f26f6/54a87b2e-29a2-4930-b18f-dbdd16000835) {{(pid=94687) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 23 20:51:39.894889 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-9fd11cc5-12d7-4188-b8ae-9e1ff29e4fc8 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Allocated IP 2001:db8:0:2::24a (dd51500d-cac1-412b-afcb-9989197f26f6/eeda29ad-2fab-4dd2-9793-afd4ec464b2f/6d6582cd-960c-456c-8ccd-6f3845e56985) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:51:39.921477 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0d6ea-5df0-416a-98ae-a3de45655a58 req-cebd9a7f-da7b-4844-bd52-98921f4db4e0 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:39.928746 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d5d0d6ea-5df0-416a-98ae-a3de45655a58 req-cebd9a7f-da7b-4844-bd52-98921f4db4e0 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.11 "GET /v2.0/networks?id=8f9f903e-93a4-4fe6-b0ce-e2059346b6d0 HTTP/1.1" status: 200 len: 817 time: 0.2441738 Aug 23 20:51:40.041345 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6c19ed49-3dca-47d9-843f-6856c05e48b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:40.097513 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d5d0d6ea-5df0-416a-98ae-a3de45655a58 req-29f00863-11dc-45c3-9353-f8807680df38 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a420101d8537446c948533816ff31a9c HTTP/1.1" status: 200 len: 379 time: 0.1549191 Aug 23 20:51:40.118653 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-d5d0d6ea-5df0-416a-98ae-a3de45655a58 req-2f73e76a-5b7c-441b-9f04-1116140e0024 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Request body: {'port': {'device_id': '783c66c0-5fe3-42a7-af94-ee64cb7bff89', 'network_id': '8f9f903e-93a4-4fe6-b0ce-e2059346b6d0', 'admin_state_up': True, 'tenant_id': 'a420101d8537446c948533816ff31a9c', 'security_groups': ['2d059f60-2ae1-4ccf-ae3c-725e2545d2e6']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:51:40.322019 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dab96d37-6690-45aa-b41f-1dc64050ec88 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:40.352690 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9fd11cc5-12d7-4188-b8ae-9e1ff29e4fc8 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:40.370061 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5d0d6ea-5df0-416a-98ae-a3de45655a58 req-2f73e76a-5b7c-441b-9f04-1116140e0024 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Made reservation on behalf of a420101d8537446c948533816ff31a9c for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:51:40.374901 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d5d0d6ea-5df0-416a-98ae-a3de45655a58 req-2f73e76a-5b7c-441b-9f04-1116140e0024 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:40.502268 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:40.680792 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dab96d37-6690-45aa-b41f-1dc64050ec88 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:40.690274 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-9fd11cc5-12d7-4188-b8ae-9e1ff29e4fc8 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Transition to ACTIVE for port object 6d6582cd-960c-456c-8ccd-6f3845e56985 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:51:40.692668 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dab96d37-6690-45aa-b41f-1dc64050ec88 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:40.725949 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9fd11cc5-12d7-4188-b8ae-9e1ff29e4fc8 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:40.746312 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-d5d0d6ea-5df0-416a-98ae-a3de45655a58 req-2f73e76a-5b7c-441b-9f04-1116140e0024 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Allocated IP 172.20.0.8 (8f9f903e-93a4-4fe6-b0ce-e2059346b6d0/d199577e-85a3-487d-894b-30e054d60332/2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:51:40.850403 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-32489d9b-8126-4c05-a197-a62c6f0e4d27 None None] Allocated IP 2001:db8:0:2::2 (dd51500d-cac1-412b-afcb-9989197f26f6/eeda29ad-2fab-4dd2-9793-afd4ec464b2f/fedadebc-d04d-4ff7-b48e-8814dbc5726c) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:51:40.859553 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2d86e493-c91c-4364-a50f-5a0d64a2d424 req-92d50701-0846-42f6-b5d5-b50bfc2a50c6 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 210 time: 0.0606284 Aug 23 20:51:40.917770 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-9fd11cc5-12d7-4188-b8ae-9e1ff29e4fc8 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] In _notify_port_updated(), no bound segment for port 6d6582cd-960c-456c-8ccd-6f3845e56985 on network dd51500d-cac1-412b-afcb-9989197f26f6 {{(pid=94687) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 20:51:40.941540 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd11cc5-12d7-4188-b8ae-9e1ff29e4fc8 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:40.952297 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9fd11cc5-12d7-4188-b8ae-9e1ff29e4fc8 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:40.959813 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9fd11cc5-12d7-4188-b8ae-9e1ff29e4fc8 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "PUT /v2.0/ports/6d6582cd-960c-456c-8ccd-6f3845e56985 HTTP/1.1" status: 200 len: 970 time: 2.5246091 Aug 23 20:51:40.960775 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dab96d37-6690-45aa-b41f-1dc64050ec88 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:40.962593 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53030) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:41.079845 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab96d37-6690-45aa-b41f-1dc64050ec88 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Pushing event updated for resources: {'Port': ['ID=4b1b5de4-78e8-47dc-a722-c5dfb42cec1e,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:41.138190 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-32489d9b-8126-4c05-a197-a62c6f0e4d27 None None] For port fedadebc-d04d-4ff7-b48e-8814dbc5726c, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=fedadebc-d04d-4ff7-b48e-8814dbc5726c,segment=NetworkSegment(58607645-5a77-4dc8-9255-079a3141ac68),segment_id=58607645-5a77-4dc8-9255-079a3141ac68)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:51:41.195015 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d5d0d6ea-5df0-416a-98ae-a3de45655a58 req-2f73e76a-5b7c-441b-9f04-1116140e0024 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:41.266158 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-d5d0d6ea-5df0-416a-98ae-a3de45655a58 req-2f73e76a-5b7c-441b-9f04-1116140e0024 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Transition to ACTIVE for port object 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:51:41.304011 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-32489d9b-8126-4c05-a197-a62c6f0e4d27 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:41.306546 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd11cc5-12d7-4188-b8ae-9e1ff29e4fc8 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event updated for resources: {'Port': ['ID=6d6582cd-960c-456c-8ccd-6f3845e56985,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:41.349146 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-32489d9b-8126-4c05-a197-a62c6f0e4d27 None None] Transition to ACTIVE for port object fedadebc-d04d-4ff7-b48e-8814dbc5726c will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:51:41.361414 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-32489d9b-8126-4c05-a197-a62c6f0e4d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:41.386026 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d5d0d6ea-5df0-416a-98ae-a3de45655a58 req-2f73e76a-5b7c-441b-9f04-1116140e0024 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:41.430449 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-41194acb-859f-4a93-8f2d-42552c8abce0 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Deleting port 6d6582cd-960c-456c-8ccd-6f3845e56985 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:51:41.431048 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-41194acb-859f-4a93-8f2d-42552c8abce0 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:41.473440 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab96d37-6690-45aa-b41f-1dc64050ec88 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Network bc9add01-f047-4c7c-bc57-d5fbf1cbc86f is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:51:41.498006 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5d0d6ea-5df0-416a-98ae-a3de45655a58 req-2f73e76a-5b7c-441b-9f04-1116140e0024 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Network 8f9f903e-93a4-4fe6-b0ce-e2059346b6d0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:51:41.501651 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-dab96d37-6690-45aa-b41f-1dc64050ec88 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:51:41.510583 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-d5d0d6ea-5df0-416a-98ae-a3de45655a58 req-2f73e76a-5b7c-441b-9f04-1116140e0024 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:51:41.519696 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d0d6ea-5df0-416a-98ae-a3de45655a58 req-2f73e76a-5b7c-441b-9f04-1116140e0024 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:51:41.686232 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32489d9b-8126-4c05-a197-a62c6f0e4d27 None None] Pushing event updated for resources: {'Port': ['ID=fedadebc-d04d-4ff7-b48e-8814dbc5726c,revision_number=7']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:41.719139 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f73e76a-5b7c-441b-9f04-1116140e0024 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Pushing event updated for resources: {'Port': ['ID=2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:41.723093 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32489d9b-8126-4c05-a197-a62c6f0e4d27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:51:41.723648 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32489d9b-8126-4c05-a197-a62c6f0e4d27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:51:41.723996 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32489d9b-8126-4c05-a197-a62c6f0e4d27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:51:41.735780 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32489d9b-8126-4c05-a197-a62c6f0e4d27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:51:41.736464 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32489d9b-8126-4c05-a197-a62c6f0e4d27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:51:41.736806 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32489d9b-8126-4c05-a197-a62c6f0e4d27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:51:41.737147 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32489d9b-8126-4c05-a197-a62c6f0e4d27 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:51:41.745947 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32489d9b-8126-4c05-a197-a62c6f0e4d27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:51:41.746411 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32489d9b-8126-4c05-a197-a62c6f0e4d27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:51:41.747268 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32489d9b-8126-4c05-a197-a62c6f0e4d27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:51:41.747842 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32489d9b-8126-4c05-a197-a62c6f0e4d27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:51:41.748236 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32489d9b-8126-4c05-a197-a62c6f0e4d27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:51:41.764959 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73e76a-5b7c-441b-9f04-1116140e0024 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:51:41.765306 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73e76a-5b7c-441b-9f04-1116140e0024 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:51:41.765651 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73e76a-5b7c-441b-9f04-1116140e0024 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:51:41.766141 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73e76a-5b7c-441b-9f04-1116140e0024 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:51:41.766682 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73e76a-5b7c-441b-9f04-1116140e0024 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:51:41.767037 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73e76a-5b7c-441b-9f04-1116140e0024 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:51:41.767370 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73e76a-5b7c-441b-9f04-1116140e0024 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:51:41.767695 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73e76a-5b7c-441b-9f04-1116140e0024 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:51:41.768025 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73e76a-5b7c-441b-9f04-1116140e0024 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:51:41.768378 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73e76a-5b7c-441b-9f04-1116140e0024 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:51:41.768703 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73e76a-5b7c-441b-9f04-1116140e0024 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:51:41.769327 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73e76a-5b7c-441b-9f04-1116140e0024 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:51:41.807025 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0d6ea-5df0-416a-98ae-a3de45655a58 req-2f73e76a-5b7c-441b-9f04-1116140e0024 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:41.807881 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d5d0d6ea-5df0-416a-98ae-a3de45655a58 req-2f73e76a-5b7c-441b-9f04-1116140e0024 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:41.847782 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d5d0d6ea-5df0-416a-98ae-a3de45655a58 req-2f73e76a-5b7c-441b-9f04-1116140e0024 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7347848 Aug 23 20:51:41.864352 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-d5d0d6ea-5df0-416a-98ae-a3de45655a58 req-0462647d-8359-49d3-82f2-53069c8be9d8 service neutron] Request body: {'port': {'device_id': '783c66c0-5fe3-42a7-af94-ee64cb7bff89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:51:41.933733 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-41194acb-859f-4a93-8f2d-42552c8abce0 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:41.968092 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-41194acb-859f-4a93-8f2d-42552c8abce0 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Calling delete_port for 6d6582cd-960c-456c-8ccd-6f3845e56985 owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:51:42.024573 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d5d0d6ea-5df0-416a-98ae-a3de45655a58 req-0462647d-8359-49d3-82f2-53069c8be9d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:42.026124 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab96d37-6690-45aa-b41f-1dc64050ec88 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Router 483c3bb4-bcd9-4812-8a83-467367a2be2a has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:51:42.128006 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-392577aa-cc63-46ca-bd96-b1be8b145b0a None None] Provisioning for port 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:51:42.137968 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-392577aa-cc63-46ca-bd96-b1be8b145b0a None None] Provisioning complete for port 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:51:42.138346 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-392577aa-cc63-46ca-bd96-b1be8b145b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:42.269038 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-392577aa-cc63-46ca-bd96-b1be8b145b0a None None] Port 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:51:42.404336 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e122366a-f7d6-46b1-9c9a-49f69dda4a5b req-df64edee-540d-4561-a311-4e2c0985958f tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:42.406629 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e122366a-f7d6-46b1-9c9a-49f69dda4a5b req-df64edee-540d-4561-a311-4e2c0985958f tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 931 time: 0.3365459 Aug 23 20:51:42.656004 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-d5d0d6ea-5df0-416a-98ae-a3de45655a58 req-0462647d-8359-49d3-82f2-53069c8be9d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:51:42.671176 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d5d0d6ea-5df0-416a-98ae-a3de45655a58 req-0462647d-8359-49d3-82f2-53069c8be9d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:42.693286 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-d5d0d6ea-5df0-416a-98ae-a3de45655a58 req-0462647d-8359-49d3-82f2-53069c8be9d8 service neutron] Transition to ACTIVE for port object 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:51:42.737032 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d5d0d6ea-5df0-416a-98ae-a3de45655a58 req-0462647d-8359-49d3-82f2-53069c8be9d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:42.951865 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f68458-ebc9-4915-a1ae-5c78998d956b req-3fc28d1a-ce4f-4fad-9bcf-3010495c25dc tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:42.964343 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c1f68458-ebc9-4915-a1ae-5c78998d956b req-3fc28d1a-ce4f-4fad-9bcf-3010495c25dc tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=a53e3ae0-d4fa-466c-b72e-5133baf57545 HTTP/1.1" status: 200 len: 945 time: 0.2666454 Aug 23 20:51:43.051142 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c1f68458-ebc9-4915-a1ae-5c78998d956b req-dcc76b97-54e8-4ce9-8dc4-802499a7aebb tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=efa257f3-4afa-4b95-9ff7-27a4b79acebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819840 Aug 23 20:51:43.060084 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5761086f-ee84-45d1-8e11-e6b01a7db075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:43.099169 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53074) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:43.133363 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-d5d0d6ea-5df0-416a-98ae-a3de45655a58 req-0462647d-8359-49d3-82f2-53069c8be9d8 service neutron] Attempting to bind port 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:51:43.133707 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-d5d0d6ea-5df0-416a-98ae-a3de45655a58 req-0462647d-8359-49d3-82f2-53069c8be9d8 service neutron] Attempting to bind port 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': 'd0628b6b-b279-4a2f-9fb2-ffe2685ffc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8f9f903e-93a4-4fe6-b0ce-e2059346b6d0'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:51:43.143168 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d0d6ea-5df0-416a-98ae-a3de45655a58 req-0462647d-8359-49d3-82f2-53069c8be9d8 service neutron] Attempting to bind port 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f on network 8f9f903e-93a4-4fe6-b0ce-e2059346b6d0 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:51:43.147774 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0462647d-8359-49d3-82f2-53069c8be9d8 service neutron] Pushing event updated for resources: {'Port': ['ID=2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:43.154242 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab96d37-6690-45aa-b41f-1dc64050ec88 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:51:43.154442 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d0d6ea-5df0-416a-98ae-a3de45655a58 req-0462647d-8359-49d3-82f2-53069c8be9d8 service neutron] Port 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f on network 8f9f903e-93a4-4fe6-b0ce-e2059346b6d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:51:43.154660 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d0d6ea-5df0-416a-98ae-a3de45655a58 req-0462647d-8359-49d3-82f2-53069c8be9d8 service neutron] Attempting to bind port 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f on network 8f9f903e-93a4-4fe6-b0ce-e2059346b6d0 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:51:43.165509 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-dab96d37-6690-45aa-b41f-1dc64050ec88 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] 10.222.0.61 "PUT /v2.0/routers/483c3bb4-bcd9-4812-8a83-467367a2be2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6421516 Aug 23 20:51:43.166798 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53076) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:43.174146 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-6f84d5c4-0eb2-4c85-b737-e2fe94d25d4b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Request body: {'port': {'network_id': 'bc9add01-f047-4c7c-bc57-d5fbf1cbc86f', 'name': 'tempest-FloatingIPTestJSON-745698106'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:51:43.175124 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571c5a20-9051-45ad-a0e8-35b0b48d2170 None None] Sync routers for ids ['483c3bb4-bcd9-4812-8a83-467367a2be2a'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:51:43.216574 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d0d6ea-5df0-416a-98ae-a3de45655a58 req-0462647d-8359-49d3-82f2-53069c8be9d8 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:51:43.216931 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d0d6ea-5df0-416a-98ae-a3de45655a58 req-0462647d-8359-49d3-82f2-53069c8be9d8 service neutron] Checking segment: {'id': 'd0628b6b-b279-4a2f-9fb2-ffe2685ffc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8f9f903e-93a4-4fe6-b0ce-e2059346b6d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:51:43.217334 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d0d6ea-5df0-416a-98ae-a3de45655a58 req-0462647d-8359-49d3-82f2-53069c8be9d8 service neutron] Bound using segment: {'id': 'd0628b6b-b279-4a2f-9fb2-ffe2685ffc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8f9f903e-93a4-4fe6-b0ce-e2059346b6d0'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:51:43.217793 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-d5d0d6ea-5df0-416a-98ae-a3de45655a58 req-0462647d-8359-49d3-82f2-53069c8be9d8 service neutron] Bound port: 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0628b6b-b279-4a2f-9fb2-ffe2685ffc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8f9f903e-93a4-4fe6-b0ce-e2059346b6d0'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:51:43.218162 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d5d0d6ea-5df0-416a-98ae-a3de45655a58 req-0462647d-8359-49d3-82f2-53069c8be9d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:43.222478 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571c5a20-9051-45ad-a0e8-35b0b48d2170 None None] Routers {'483c3bb4-bcd9-4812-8a83-467367a2be2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:51:43.223105 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-571c5a20-9051-45ad-a0e8-35b0b48d2170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:51:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['483c3bb4-bcd9-4812-8a83-467367a2be2a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:51:43.239551 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e122366a-f7d6-46b1-9c9a-49f69dda4a5b req-4de70627-dd28-493a-99b7-249f4e660d65 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8148167 Aug 23 20:51:43.282675 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-571c5a20-9051-45ad-a0e8-35b0b48d2170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:51:43.309234 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571c5a20-9051-45ad-a0e8-35b0b48d2170 None None] Routers {'483c3bb4-bcd9-4812-8a83-467367a2be2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:51:43.325074 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-571c5a20-9051-45ad-a0e8-35b0b48d2170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:51:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['483c3bb4-bcd9-4812-8a83-467367a2be2a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:51:43.327908 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-27349a1c-6190-4bad-b3f0-0b9948ae811e tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/floatingips/752fecdf-c453-4746-9d3d-69fde16348a7 HTTP/1.1" status: 200 len: 992 time: 0.2177610 Aug 23 20:51:43.349348 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b28a40a7-4b02-411e-8a70-27a7354b2cfc None None] Provisioning for port 6d6582cd-960c-456c-8ccd-6f3845e56985 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:51:43.355714 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-41194acb-859f-4a93-8f2d-42552c8abce0 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:43.356665 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b28a40a7-4b02-411e-8a70-27a7354b2cfc None None] Provisioning complete for port 6d6582cd-960c-456c-8ccd-6f3845e56985 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:51:43.363518 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b28a40a7-4b02-411e-8a70-27a7354b2cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:43.408961 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41194acb-859f-4a93-8f2d-42552c8abce0 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event deleted for resources: {'Port': ['ID=6d6582cd-960c-456c-8ccd-6f3845e56985,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:43.444146 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b28a40a7-4b02-411e-8a70-27a7354b2cfc None None] Port 6d6582cd-960c-456c-8ccd-6f3845e56985 was deleted so its status cannot be updated. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 23 20:51:43.554348 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b28a40a7-4b02-411e-8a70-27a7354b2cfc None None] Provisioning for port fedadebc-d04d-4ff7-b48e-8814dbc5726c completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:51:43.561475 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-41194acb-859f-4a93-8f2d-42552c8abce0 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:43.564489 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-41194acb-859f-4a93-8f2d-42552c8abce0 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "DELETE /v2.0/ports/6d6582cd-960c-456c-8ccd-6f3845e56985 HTTP/1.1" status: 204 len: 168 time: 2.5913169 Aug 23 20:51:43.584304 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b28a40a7-4b02-411e-8a70-27a7354b2cfc None None] Provisioning complete for port fedadebc-d04d-4ff7-b48e-8814dbc5726c triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:51:43.584304 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b28a40a7-4b02-411e-8a70-27a7354b2cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:43.584304 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:43.585980 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53088) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:43.598813 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-d5d0d6ea-5df0-416a-98ae-a3de45655a58 req-0462647d-8359-49d3-82f2-53069c8be9d8 service neutron] For port 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f, host n-h1-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:51:43.603468 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-d5d0d6ea-5df0-416a-98ae-a3de45655a58 req-0462647d-8359-49d3-82f2-53069c8be9d8 service neutron] For port 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f,segment=NetworkSegment(d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a),segment_id=d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:51:43.624943 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-571c5a20-9051-45ad-a0e8-35b0b48d2170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:51:43.626157 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571c5a20-9051-45ad-a0e8-35b0b48d2170 None None] The sync data for ids ['483c3bb4-bcd9-4812-8a83-467367a2be2a'] in n-d-805663-2 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:51:43.632842 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d5d0d6ea-5df0-416a-98ae-a3de45655a58 req-0462647d-8359-49d3-82f2-53069c8be9d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:43.655018 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-a95a7e10-0088-45f2-98e4-20e92b4a2455 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] GET failed (client error): The resource could not be found. Aug 23 20:51:43.669323 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a95a7e10-0088-45f2-98e4-20e92b4a2455 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "GET /v2.0/ports/6d6582cd-960c-456c-8ccd-6f3845e56985 HTTP/1.1" status: 404 len: 333 time: 0.0822189 Aug 23 20:51:43.680642 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53092) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:43.701823 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0462647d-8359-49d3-82f2-53069c8be9d8 service neutron] Pushing event updated for resources: {'Port': ['ID=2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:43.747261 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0d6ea-5df0-416a-98ae-a3de45655a58 req-0462647d-8359-49d3-82f2-53069c8be9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:43.750151 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d5d0d6ea-5df0-416a-98ae-a3de45655a58 req-0462647d-8359-49d3-82f2-53069c8be9d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:43.760965 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d5d0d6ea-5df0-416a-98ae-a3de45655a58 req-0462647d-8359-49d3-82f2-53069c8be9d8 service neutron] 10.222.0.11 "PUT /v2.0/ports/2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f HTTP/1.1" status: 200 len: 1091 time: 1.8983617 Aug 23 20:51:43.774489 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '783c66c0-5fe3-42a7-af94-ee64cb7bff89', 'tag': '2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:51:43.781041 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69656dd6-50f1-43b6-9b7f-68a76d79615b" -d '{"events": [{"name": "network-changed", "server_uuid": "783c66c0-5fe3-42a7-af94-ee64cb7bff89", "tag": "2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:51:43.811930 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7f3db11a-7a93-465f-92ba-630095c12b7a tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:43.860360 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b28a40a7-4b02-411e-8a70-27a7354b2cfc None None] Provisioning complete for port ffa7bf40-2e2e-4f81-b4eb-8fc73aa90b54 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:51:43.860633 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b28a40a7-4b02-411e-8a70-27a7354b2cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:43.941671 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778fbbbc-40a5-4b98-a4b9-0201341a2efd x-openstack-request-id: req-778fbbbc-40a5-4b98-a4b9-0201341a2efd {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:51:43.942229 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "783c66c0-5fe3-42a7-af94-ee64cb7bff89", "tag": "2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:51:43.942674 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-778fbbbc-40a5-4b98-a4b9-0201341a2efd {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:51:43.943211 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '783c66c0-5fe3-42a7-af94-ee64cb7bff89', 'tag': '2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f', 'status': 'completed', 'code': 200} Aug 23 20:51:43.950197 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7f3db11a-7a93-465f-92ba-630095c12b7a tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:43.974289 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0d6ea-5df0-416a-98ae-a3de45655a58 req-f419c3af-f7a5-4771-9ae8-d3c046033ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:43.977361 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d5d0d6ea-5df0-416a-98ae-a3de45655a58 req-f419c3af-f7a5-4771-9ae8-d3c046033ae4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a420101d8537446c948533816ff31a9c&device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 1094 time: 0.1441987 Aug 23 20:51:43.984260 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f84d5c4-0eb2-4c85-b737-e2fe94d25d4b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Made reservation on behalf of d4dc0fd02f014a57b4cdda33304848d0 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:51:43.990518 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6f84d5c4-0eb2-4c85-b737-e2fe94d25d4b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:44.023325 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device fedadebc-d04d-4ff7-b48e-8814dbc5726c up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:51:44.095473 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b28a40a7-4b02-411e-8a70-27a7354b2cfc None None] Port ffa7bf40-2e2e-4f81-b4eb-8fc73aa90b54 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:51:44.162643 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d5d0d6ea-5df0-416a-98ae-a3de45655a58 req-b48a327f-cd14-4bf1-bda6-b0852b3ed3fc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f HTTP/1.1" status: 200 len: 217 time: 0.1687787 Aug 23 20:51:44.174500 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port fedadebc-d04d-4ff7-b48e-8814dbc5726c triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:51:44.174884 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:44.215134 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-6f84d5c4-0eb2-4c85-b737-e2fe94d25d4b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] device_id is not set on port 98d16145-82c8-4d1e-ba95-cd7d60c65533 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:51:44.219477 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69584f2-10f6-4ac3-93c5-e3aea0c63c17 req-39ca3f6e-c619-4ee2-8512-36bec6353015 tempest-TestNetworkAdvancedServerOps-1162004702 tempest-TestNetworkAdvancedServerOps-1162004702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:44.235391 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e69584f2-10f6-4ac3-93c5-e3aea0c63c17 req-39ca3f6e-c619-4ee2-8512-36bec6353015 tempest-TestNetworkAdvancedServerOps-1162004702 tempest-TestNetworkAdvancedServerOps-1162004702-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a53e3ae0-d4fa-466c-b72e-5133baf57545 HTTP/1.1" status: 200 len: 1096 time: 0.2356708 Aug 23 20:51:44.251153 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7f3db11a-7a93-465f-92ba-630095c12b7a tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:44.257720 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7f3db11a-7a93-465f-92ba-630095c12b7a tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:44.259693 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-765ef028-e9a1-49d9-9bdd-bd20fba0d7a2 None None] Could not find standard attr ID for object 6d6582cd-960c-456c-8ccd-6f3845e56985. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 20:51:44.262044 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-7f3db11a-7a93-465f-92ba-630095c12b7a tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "DELETE /v2.0/security-groups/173671b5-5300-49fa-bba5-86fbc380db1b HTTP/1.1" status: 204 len: 168 time: 0.5800509 Aug 23 20:51:44.272130 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53106) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:44.361472 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3db11a-7a93-465f-92ba-630095c12b7a tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=173671b5-5300-49fa-bba5-86fbc380db1b,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:44.423939 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e69584f2-10f6-4ac3-93c5-e3aea0c63c17 req-c479649f-118c-4fd0-a0c9-ec2544d66a49 tempest-TestNetworkAdvancedServerOps-1162004702 tempest-TestNetworkAdvancedServerOps-1162004702-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=efa257f3-4afa-4b95-9ff7-27a4b79acebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1875544 Aug 23 20:51:44.555094 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9e01ca4c-fd6c-4dff-bb7c-d00f98f22d40 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:44.569459 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:44.610734 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9e01ca4c-fd6c-4dff-bb7c-d00f98f22d40 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:44.668257 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9e01ca4c-fd6c-4dff-bb7c-d00f98f22d40 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:44.671896 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9e01ca4c-fd6c-4dff-bb7c-d00f98f22d40 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:44.677541 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9e01ca4c-fd6c-4dff-bb7c-d00f98f22d40 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "DELETE /v2.0/security-groups/625537aa-3bec-43a5-9c08-ef4d5b177b04 HTTP/1.1" status: 204 len: 168 time: 0.3779962 Aug 23 20:51:44.679407 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53120) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:44.732510 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e01ca4c-fd6c-4dff-bb7c-d00f98f22d40 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=625537aa-3bec-43a5-9c08-ef4d5b177b04,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:44.778110 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6208027e-4019-46b1-8df7-a48addf4491f tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:44.809238 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6208027e-4019-46b1-8df7-a48addf4491f tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:44.892555 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6208027e-4019-46b1-8df7-a48addf4491f tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:44.895681 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6208027e-4019-46b1-8df7-a48addf4491f tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:44.905371 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6208027e-4019-46b1-8df7-a48addf4491f tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "DELETE /v2.0/security-groups/db99e706-d2e2-4200-b5f0-23e3a5d4d1aa HTTP/1.1" status: 204 len: 168 time: 0.2113411 Aug 23 20:51:44.906139 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53128) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:45.011183 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6208027e-4019-46b1-8df7-a48addf4491f tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db99e706-d2e2-4200-b5f0-23e3a5d4d1aa,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:45.017847 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-87c6c9ef-5f66-41a6-90c7-378abe389d28 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Deleting subnet 54a87b2e-29a2-4930-b18f-dbdd16000835 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:51:45.022067 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-87c6c9ef-5f66-41a6-90c7-378abe389d28 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:45.124422 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-87c6c9ef-5f66-41a6-90c7-378abe389d28 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:45.202851 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0d6ea-5df0-416a-98ae-a3de45655a58 req-a0245107-28b2-447f-8d42-535069db3ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:45.207440 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d5d0d6ea-5df0-416a-98ae-a3de45655a58 req-a0245107-28b2-447f-8d42-535069db3ca7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d199577e-85a3-487d-894b-30e054d60332 HTTP/1.1" status: 200 len: 856 time: 1.0303326 Aug 23 20:51:45.347071 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e8252-13f7-491c-a8d4-d6e1bdda624a req-da7e78f6-1cba-4460-8275-7039226adf26 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:45.347324 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-87c6c9ef-5f66-41a6-90c7-378abe389d28 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:45.356383 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-343e8252-13f7-491c-a8d4-d6e1bdda624a req-da7e78f6-1cba-4460-8275-7039226adf26 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 943 time: 0.9746063 Aug 23 20:51:45.392450 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-6f84d5c4-0eb2-4c85-b737-e2fe94d25d4b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Allocated IP 172.20.0.4 (bc9add01-f047-4c7c-bc57-d5fbf1cbc86f/b2c5af47-97dd-4924-a77f-b63fbb94c24d/98d16145-82c8-4d1e-ba95-cd7d60c65533) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:51:45.498061 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-87c6c9ef-5f66-41a6-90c7-378abe389d28 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:45.508423 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0d6ea-5df0-416a-98ae-a3de45655a58 req-c598fc29-b79a-4eb4-9ed1-527ef010b384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:45.512097 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d5d0d6ea-5df0-416a-98ae-a3de45655a58 req-c598fc29-b79a-4eb4-9ed1-527ef010b384 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8f9f903e-93a4-4fe6-b0ce-e2059346b6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2951984 Aug 23 20:51:45.538563 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-343e8252-13f7-491c-a8d4-d6e1bdda624a req-0c20686c-b406-40b2-96ae-ccf875415ba7 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527977 Aug 23 20:51:45.602896 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6c9ef-5f66-41a6-90c7-378abe389d28 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event deleted for resources: {'Subnet': ['ID=54a87b2e-29a2-4930-b18f-dbdd16000835,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:45.614787 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-87c6c9ef-5f66-41a6-90c7-378abe389d28 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:45.623156 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-87c6c9ef-5f66-41a6-90c7-378abe389d28 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "DELETE /v2.0/subnets/54a87b2e-29a2-4930-b18f-dbdd16000835 HTTP/1.1" status: 204 len: 168 time: 0.6982865 Aug 23 20:51:45.624315 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53158) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:45.631848 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1206032-72f8-439b-b608-088e4a569910 None None] Network dd51500d-cac1-412b-afcb-9989197f26f6 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:51:45.761136 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-35424ddc-107f-4ab0-8d1f-83bc743ad6f4 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Deleting subnet eeda29ad-2fab-4dd2-9793-afd4ec464b2f {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:51:45.770180 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-35424ddc-107f-4ab0-8d1f-83bc743ad6f4 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:45.892647 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-35424ddc-107f-4ab0-8d1f-83bc743ad6f4 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:45.905728 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-560a02f0-df8f-4e98-8362-68b0ba449d74 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a53e3ae0-d4fa-466c-b72e-5133baf57545&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4592972 Aug 23 20:51:45.924248 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d5d0d6ea-5df0-416a-98ae-a3de45655a58 req-27f05589-ef01-4923-9300-fa8eb432fdb1 service neutron] 10.222.0.11 "GET /v2.0/networks/8f9f903e-93a4-4fe6-b0ce-e2059346b6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3789382 Aug 23 20:51:46.019343 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:46.144803 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-35424ddc-107f-4ab0-8d1f-83bc743ad6f4 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:46.186581 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6f84d5c4-0eb2-4c85-b737-e2fe94d25d4b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:46.214920 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d5d0d6ea-5df0-416a-98ae-a3de45655a58 req-c38b6e8d-37df-4cc5-9f2c-6be7d890f41b service neutron] 10.222.0.11 "GET /v2.0/networks/8f9f903e-93a4-4fe6-b0ce-e2059346b6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676456 Aug 23 20:51:46.317039 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-35424ddc-107f-4ab0-8d1f-83bc743ad6f4 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:46.378328 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35424ddc-107f-4ab0-8d1f-83bc743ad6f4 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event deleted for resources: {'Subnet': ['ID=eeda29ad-2fab-4dd2-9793-afd4ec464b2f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:46.385561 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-35424ddc-107f-4ab0-8d1f-83bc743ad6f4 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:46.386792 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6f84d5c4-0eb2-4c85-b737-e2fe94d25d4b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:46.392403 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-35424ddc-107f-4ab0-8d1f-83bc743ad6f4 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "DELETE /v2.0/subnets/eeda29ad-2fab-4dd2-9793-afd4ec464b2f HTTP/1.1" status: 204 len: 168 time: 0.7677071 Aug 23 20:51:46.393045 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53178) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:46.437743 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-68d6c114-2fb9-48fd-b6d8-a4e29ccf970c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] DELETE failed (client error): The resource could not be found. Aug 23 20:51:46.438232 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68d6c114-2fb9-48fd-b6d8-a4e29ccf970c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:51:46.442654 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-68d6c114-2fb9-48fd-b6d8-a4e29ccf970c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "DELETE /v2.0/subnets/54a87b2e-29a2-4930-b18f-dbdd16000835 HTTP/1.1" status: 404 len: 337 time: 0.0482814 Aug 23 20:51:46.443296 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53180) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:46.449403 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69656dd6-50f1-43b6-9b7f-68a76d79615b req-9e8cf153-4932-4409-b66c-7a89fdfcc9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:46.449403 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-69656dd6-50f1-43b6-9b7f-68a76d79615b req-9e8cf153-4932-4409-b66c-7a89fdfcc9fd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a420101d8537446c948533816ff31a9c&device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 1094 time: 0.1737025 Aug 23 20:51:46.483790 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f84d5c4-0eb2-4c85-b737-e2fe94d25d4b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Network bc9add01-f047-4c7c-bc57-d5fbf1cbc86f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:51:46.522667 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-6f84d5c4-0eb2-4c85-b737-e2fe94d25d4b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:51:46.527822 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f84d5c4-0eb2-4c85-b737-e2fe94d25d4b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:51:46.649075 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d269d1e-bb1b-4030-9208-ee6d6daf25f2 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Deleting subnet ca1cfe87-bd5d-4833-9da9-85b54bf4fbc4 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:51:46.653836 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d269d1e-bb1b-4030-9208-ee6d6daf25f2 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:46.658548 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f84d5c4-0eb2-4c85-b737-e2fe94d25d4b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Pushing event updated for resources: {'Port': ['ID=98d16145-82c8-4d1e-ba95-cd7d60c65533,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:46.734640 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d269d1e-bb1b-4030-9208-ee6d6daf25f2 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:46.875448 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-a55871ca-fa5e-4d07-8662-1719aa14e883 tempest-TestNetworkAdvancedServerOps-1162004702 tempest-TestNetworkAdvancedServerOps-1162004702-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:51:46.877359 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-a55871ca-fa5e-4d07-8662-1719aa14e883 tempest-TestNetworkAdvancedServerOps-1162004702 tempest-TestNetworkAdvancedServerOps-1162004702-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0342438 Aug 23 20:51:46.887119 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f84d5c4-0eb2-4c85-b737-e2fe94d25d4b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:46.887792 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6f84d5c4-0eb2-4c85-b737-e2fe94d25d4b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:46.937201 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-b986349f-07fa-47b4-a0e8-bf7af1663626 service neutron] Request body: {'binding': {'host': 'n-h1-805663-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:51:46.939035 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-b986349f-07fa-47b4-a0e8-bf7af1663626 service neutron] Unknown quota resources ['binding']. {{(pid=94688) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 20:51:46.970634 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d269d1e-bb1b-4030-9208-ee6d6daf25f2 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:47.107352 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69656dd6-50f1-43b6-9b7f-68a76d79615b req-87956223-eb20-487b-b2a2-f9946cf51db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:47.112158 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-69656dd6-50f1-43b6-9b7f-68a76d79615b req-87956223-eb20-487b-b2a2-f9946cf51db3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8f9f903e-93a4-4fe6-b0ce-e2059346b6d0 HTTP/1.1" status: 200 len: 918 time: 0.6494875 Aug 23 20:51:47.113937 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d269d1e-bb1b-4030-9208-ee6d6daf25f2 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:47.126709 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-6f84d5c4-0eb2-4c85-b737-e2fe94d25d4b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.9557719 Aug 23 20:51:47.157765 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b51b48-151f-4dc9-b0fe-f57f074afcf0 req-4c539fc8-72af-4512-9191-3283c620cf6c tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:47.167723 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-55b51b48-151f-4dc9-b0fe-f57f074afcf0 req-4c539fc8-72af-4512-9191-3283c620cf6c tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 943 time: 0.4080436 Aug 23 20:51:47.173669 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53212) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:47.206040 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d269d1e-bb1b-4030-9208-ee6d6daf25f2 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event deleted for resources: {'Subnet': ['ID=ca1cfe87-bd5d-4833-9da9-85b54bf4fbc4,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:47.210640 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d269d1e-bb1b-4030-9208-ee6d6daf25f2 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:47.213653 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0d269d1e-bb1b-4030-9208-ee6d6daf25f2 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "DELETE /v2.0/subnets/ca1cfe87-bd5d-4833-9da9-85b54bf4fbc4 HTTP/1.1" status: 204 len: 168 time: 0.7694187 Aug 23 20:51:47.216337 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53218) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:47.256615 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec99f712-a36b-4146-b287-7ab606b25df1 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] DELETE failed (client error): The resource could not be found. Aug 23 20:51:47.257515 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec99f712-a36b-4146-b287-7ab606b25df1 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:51:47.260560 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ec99f712-a36b-4146-b287-7ab606b25df1 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "DELETE /v2.0/subnets/c9b9b0b6-28c1-4cca-af5a-66fc529cdb29 HTTP/1.1" status: 404 len: 337 time: 0.0404198 Aug 23 20:51:47.263447 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-8602d2ac-dfae-467e-be93-bf1551b5e978 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Request body: {'port': {'network_id': 'bc9add01-f047-4c7c-bc57-d5fbf1cbc86f', 'name': 'tempest-FloatingIPTestJSON-1605630094'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:51:47.270765 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53220) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:47.313307 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-da363aad-a11f-4cf5-897c-0c760a093e2c tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "GET /v2.0/ports?device_id=90398491-bef6-4575-b230-5dfd69712bab HTTP/1.1" status: 200 len: 205 time: 0.0403774 Aug 23 20:51:47.317588 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53222) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:47.359272 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca259b6c-d7eb-457e-be39-fa63f7262897 None None] Network dd51500d-cac1-412b-afcb-9989197f26f6 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:51:47.373268 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-e33c7aed-23cc-4555-b81e-07efca4254eb tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] delete failed (client error): The resource could not be found. Aug 23 20:51:47.374638 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e33c7aed-23cc-4555-b81e-07efca4254eb tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "DELETE /v2.0/routers/90398491-bef6-4575-b230-5dfd69712bab HTTP/1.1" status: 404 len: 336 time: 0.0556502 Aug 23 20:51:47.377676 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53224) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:47.442692 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8602d2ac-dfae-467e-be93-bf1551b5e978 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Made reservation on behalf of d4dc0fd02f014a57b4cdda33304848d0 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:51:47.446429 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8602d2ac-dfae-467e-be93-bf1551b5e978 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:47.467045 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcd5a9fa-6ee1-4162-ba71-c8cc20298dde tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] DELETE failed (client error): The resource could not be found. Aug 23 20:51:47.477272 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcd5a9fa-6ee1-4162-ba71-c8cc20298dde tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:51:47.486918 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-fcd5a9fa-6ee1-4162-ba71-c8cc20298dde tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "DELETE /v2.0/subnets/8b6e5427-4eb5-44cf-abb7-58e22c215d7d HTTP/1.1" status: 404 len: 337 time: 0.1068940 Aug 23 20:51:47.488233 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53230) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:47.521110 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-69656dd6-50f1-43b6-9b7f-68a76d79615b req-250ea1c9-86c3-4793-9105-346784e4442d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f HTTP/1.1" status: 200 len: 217 time: 0.3932416 Aug 23 20:51:47.546181 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6d6ed29-73c0-401f-afc6-b41e33b06bd3 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] DELETE failed (client error): The resource could not be found. Aug 23 20:51:47.556616 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6d6ed29-73c0-401f-afc6-b41e33b06bd3 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:51:47.562167 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d6d6ed29-73c0-401f-afc6-b41e33b06bd3 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "DELETE /v2.0/subnets/febb7289-7ae0-4618-a4c0-b38c809c37be HTTP/1.1" status: 404 len: 337 time: 0.0705187 Aug 23 20:51:47.575650 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53232) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:47.633412 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69656dd6-50f1-43b6-9b7f-68a76d79615b req-71622b7c-66bb-404c-9c43-ed56dfdb9d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:47.635082 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-69656dd6-50f1-43b6-9b7f-68a76d79615b req-71622b7c-66bb-404c-9c43-ed56dfdb9d16 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d199577e-85a3-487d-894b-30e054d60332 HTTP/1.1" status: 200 len: 856 time: 0.0566442 Aug 23 20:51:47.637966 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-55b51b48-151f-4dc9-b0fe-f57f074afcf0 req-c8eea89d-466c-4b1d-9977-0a6438a95153 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4474666 Aug 23 20:51:47.648348 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-8602d2ac-dfae-467e-be93-bf1551b5e978 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] device_id is not set on port 6191cf62-c2e3-41b8-9934-70875a5a9e38 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:51:47.665348 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-055aad70-a87d-4515-85dd-f75f206b6560 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] DELETE failed (client error): The resource could not be found. Aug 23 20:51:47.668308 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-055aad70-a87d-4515-85dd-f75f206b6560 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:51:47.673110 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-055aad70-a87d-4515-85dd-f75f206b6560 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "DELETE /v2.0/subnets/4801710a-be6d-4566-bd49-413089bd1829 HTTP/1.1" status: 404 len: 337 time: 0.0934052 Aug 23 20:51:47.675477 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53236) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:47.736252 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-41033153-5f56-47d5-9321-6888b1b2a5db tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] DELETE failed (client error): The resource could not be found. Aug 23 20:51:47.740486 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41033153-5f56-47d5-9321-6888b1b2a5db tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:51:47.757237 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-41033153-5f56-47d5-9321-6888b1b2a5db tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "DELETE /v2.0/ports/6be230bc-d664-4c40-ab24-43d53e0f7412 HTTP/1.1" status: 404 len: 333 time: 0.0765145 Aug 23 20:51:47.764282 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53238) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:47.770016 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ad97c0d7-3813-4ef1-89f6-d505be9c0a3d None None] Provisioning complete for port fedadebc-d04d-4ff7-b48e-8814dbc5726c triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:51:47.770613 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ad97c0d7-3813-4ef1-89f6-d505be9c0a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:47.785686 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-8602d2ac-dfae-467e-be93-bf1551b5e978 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Allocated IP 172.20.0.7 (bc9add01-f047-4c7c-bc57-d5fbf1cbc86f/b2c5af47-97dd-4924-a77f-b63fbb94c24d/6191cf62-c2e3-41b8-9934-70875a5a9e38) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:51:47.850132 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd94e8b5-434b-4597-a5ec-0e9abe274d3f tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] DELETE failed (client error): The resource could not be found. Aug 23 20:51:47.850861 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd94e8b5-434b-4597-a5ec-0e9abe274d3f tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:51:47.856200 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-dd94e8b5-434b-4597-a5ec-0e9abe274d3f tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "DELETE /v2.0/subnets/3d3b030e-3d66-4e32-bedb-f43e234815e7 HTTP/1.1" status: 404 len: 337 time: 0.0852458 Aug 23 20:51:47.857184 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53240) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:47.925971 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-88b2fdc8-8980-41db-b5d6-b5e1b0cdda6e tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] DELETE failed (client error): The resource could not be found. Aug 23 20:51:47.926753 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88b2fdc8-8980-41db-b5d6-b5e1b0cdda6e tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:51:47.932243 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-88b2fdc8-8980-41db-b5d6-b5e1b0cdda6e tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "DELETE /v2.0/subnets/d673b686-d7c2-44d9-8caf-4a02195a6a97 HTTP/1.1" status: 404 len: 337 time: 0.0703039 Aug 23 20:51:47.933162 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53242) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:47.984779 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8602d2ac-dfae-467e-be93-bf1551b5e978 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:47.995087 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c68bccb-8b12-483e-bfd5-21cd41e14e27 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] DELETE failed (client error): The resource could not be found. Aug 23 20:51:47.995924 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c68bccb-8b12-483e-bfd5-21cd41e14e27 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:51:48.000216 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9c68bccb-8b12-483e-bfd5-21cd41e14e27 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "DELETE /v2.0/ports/6728d702-04cb-4b04-ab7a-94cb84919226 HTTP/1.1" status: 404 len: 333 time: 0.0638175 Aug 23 20:51:48.001887 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53250) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:48.091544 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-afe1deaf-ea2b-40a4-bd8e-b075339f5db3 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] DELETE failed (client error): The resource could not be found. Aug 23 20:51:48.092951 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afe1deaf-ea2b-40a4-bd8e-b075339f5db3 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:51:48.104637 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-afe1deaf-ea2b-40a4-bd8e-b075339f5db3 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "DELETE /v2.0/subnets/4a32cdf6-edfe-4732-9ef8-4dc0ce040ff1 HTTP/1.1" status: 404 len: 337 time: 0.1015139 Aug 23 20:51:48.105278 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53254) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:48.108673 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ad97c0d7-3813-4ef1-89f6-d505be9c0a3d None None] Provisioning complete for port ffa7bf40-2e2e-4f81-b4eb-8fc73aa90b54 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:51:48.109180 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ad97c0d7-3813-4ef1-89f6-d505be9c0a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:48.134141 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69656dd6-50f1-43b6-9b7f-68a76d79615b req-bd73452b-86bc-436b-8ca4-2107578bbe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:48.136155 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-69656dd6-50f1-43b6-9b7f-68a76d79615b req-bd73452b-86bc-436b-8ca4-2107578bbe33 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8f9f903e-93a4-4fe6-b0ce-e2059346b6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1365857 Aug 23 20:51:48.176261 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-ad97c0d7-3813-4ef1-89f6-d505be9c0a3d None None] Port ffa7bf40-2e2e-4f81-b4eb-8fc73aa90b54 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:51:48.214984 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-f46c23a4-dcff-4f23-93d0-1f5ea82fae72 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] DELETE failed (client error): The resource could not be found. Aug 23 20:51:48.222679 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f46c23a4-dcff-4f23-93d0-1f5ea82fae72 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:51:48.224830 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f46c23a4-dcff-4f23-93d0-1f5ea82fae72 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "DELETE /v2.0/subnets/adfdccd0-5cce-4799-ab8b-5e59eefd3196 HTTP/1.1" status: 404 len: 337 time: 0.1184962 Aug 23 20:51:48.227635 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53258) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:48.243145 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a298828-31c7-482b-9325-3274e48e5cbd None None] DHCP port deletion for dd51500d-cac1-412b-afcb-9989197f26f6 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:51:48.305269 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-3a298828-31c7-482b-9325-3274e48e5cbd None None] Deleting port fedadebc-d04d-4ff7-b48e-8814dbc5726c {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:51:48.305269 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3a298828-31c7-482b-9325-3274e48e5cbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:48.443174 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-1314aedf-04c3-4a83-b6b2-5ebc5b339931 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Deleting port ffa7bf40-2e2e-4f81-b4eb-8fc73aa90b54 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:51:48.443434 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1314aedf-04c3-4a83-b6b2-5ebc5b339931 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:48.476973 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-3a298828-31c7-482b-9325-3274e48e5cbd None None] For port fedadebc-d04d-4ff7-b48e-8814dbc5726c, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=fedadebc-d04d-4ff7-b48e-8814dbc5726c,segment=NetworkSegment(58607645-5a77-4dc8-9255-079a3141ac68),segment_id=58607645-5a77-4dc8-9255-079a3141ac68)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:51:48.477530 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3a298828-31c7-482b-9325-3274e48e5cbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:48.485937 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-69656dd6-50f1-43b6-9b7f-68a76d79615b req-1ef19986-594a-4ba0-9fd1-e99a09b24099 service neutron] 10.222.0.11 "GET /v2.0/networks/8f9f903e-93a4-4fe6-b0ce-e2059346b6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004911 Aug 23 20:51:48.515351 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8602d2ac-dfae-467e-be93-bf1551b5e978 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:48.517349 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-3a298828-31c7-482b-9325-3274e48e5cbd None None] Calling delete_port for fedadebc-d04d-4ff7-b48e-8814dbc5726c owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:51:48.555444 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-b986349f-07fa-47b4-a0e8-bf7af1663626 service neutron] Attempting to bind port 1c3df4f3-0557-499a-8f0d-6eeed8fce03a on host n-h1-805663-2 for vnic_type normal with profile None {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:51:48.567278 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-b986349f-07fa-47b4-a0e8-bf7af1663626 service neutron] Attempting to bind port 1c3df4f3-0557-499a-8f0d-6eeed8fce03a by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': 'fd83179f-6b28-4c03-ad88-e03a2e94e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0c38d550-a25a-4c7c-a978-f348eeef3bc6'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:51:48.574025 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-b986349f-07fa-47b4-a0e8-bf7af1663626 service neutron] Attempting to bind port 1c3df4f3-0557-499a-8f0d-6eeed8fce03a on network 0c38d550-a25a-4c7c-a978-f348eeef3bc6 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:51:48.613669 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1314aedf-04c3-4a83-b6b2-5ebc5b339931 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:48.645447 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-1314aedf-04c3-4a83-b6b2-5ebc5b339931 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Calling delete_port for ffa7bf40-2e2e-4f81-b4eb-8fc73aa90b54 owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:51:48.722380 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8602d2ac-dfae-467e-be93-bf1551b5e978 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Network bc9add01-f047-4c7c-bc57-d5fbf1cbc86f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:51:48.724911 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3a298828-31c7-482b-9325-3274e48e5cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:48.726054 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-b986349f-07fa-47b4-a0e8-bf7af1663626 service neutron] Port 1c3df4f3-0557-499a-8f0d-6eeed8fce03a on network 0c38d550-a25a-4c7c-a978-f348eeef3bc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:51:48.726054 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-b986349f-07fa-47b4-a0e8-bf7af1663626 service neutron] Attempting to bind port 1c3df4f3-0557-499a-8f0d-6eeed8fce03a on network 0c38d550-a25a-4c7c-a978-f348eeef3bc6 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:51:48.756031 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-8602d2ac-dfae-467e-be93-bf1551b5e978 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:51:48.775477 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8602d2ac-dfae-467e-be93-bf1551b5e978 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:51:48.782909 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-b986349f-07fa-47b4-a0e8-bf7af1663626 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:51:48.783598 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-b986349f-07fa-47b4-a0e8-bf7af1663626 service neutron] Checking segment: {'id': 'fd83179f-6b28-4c03-ad88-e03a2e94e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0c38d550-a25a-4c7c-a978-f348eeef3bc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:51:48.784557 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-b986349f-07fa-47b4-a0e8-bf7af1663626 service neutron] Bound using segment: {'id': 'fd83179f-6b28-4c03-ad88-e03a2e94e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0c38d550-a25a-4c7c-a978-f348eeef3bc6'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:51:48.785507 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-b986349f-07fa-47b4-a0e8-bf7af1663626 service neutron] Bound port: 1c3df4f3-0557-499a-8f0d-6eeed8fce03a, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd83179f-6b28-4c03-ad88-e03a2e94e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0c38d550-a25a-4c7c-a978-f348eeef3bc6'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:51:48.806754 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a298828-31c7-482b-9325-3274e48e5cbd None None] No DVR routers for this DVR port fedadebc-d04d-4ff7-b48e-8814dbc5726c on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:51:48.811717 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a298828-31c7-482b-9325-3274e48e5cbd None None] Pushing event deleted for resources: {'Port': ['ID=fedadebc-d04d-4ff7-b48e-8814dbc5726c,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:48.856637 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1314aedf-04c3-4a83-b6b2-5ebc5b339931 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:48.901676 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1314aedf-04c3-4a83-b6b2-5ebc5b339931 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event deleted for resources: {'Port': ['ID=ffa7bf40-2e2e-4f81-b4eb-8fc73aa90b54,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:48.919199 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1314aedf-04c3-4a83-b6b2-5ebc5b339931 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:48.923321 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1314aedf-04c3-4a83-b6b2-5ebc5b339931 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "DELETE /v2.0/ports/ffa7bf40-2e2e-4f81-b4eb-8fc73aa90b54 HTTP/1.1" status: 204 len: 168 time: 0.6932101 Aug 23 20:51:48.926555 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53272) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:49.054023 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-b986349f-07fa-47b4-a0e8-bf7af1663626 service neutron] For port 1c3df4f3-0557-499a-8f0d-6eeed8fce03a, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=1c3df4f3-0557-499a-8f0d-6eeed8fce03a,segment=NetworkSegment(fd83179f-6b28-4c03-ad88-e03a2e94e3b7),segment_id=fd83179f-6b28-4c03-ad88-e03a2e94e3b7)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:51:49.071056 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8602d2ac-dfae-467e-be93-bf1551b5e978 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Pushing event updated for resources: {'Port': ['ID=6191cf62-c2e3-41b8-9934-70875a5a9e38,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:49.076202 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8c0f3164-a027-4ebf-af29-b23ea61b7f11 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:49.086699 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-b986349f-07fa-47b4-a0e8-bf7af1663626 service neutron] Notify callbacks [] for binding, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:49.087897 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-b986349f-07fa-47b4-a0e8-bf7af1663626 service neutron] 10.222.0.61 "POST /v2.0/ports/1c3df4f3-0557-499a-8f0d-6eeed8fce03a/bindings HTTP/1.1" status: 201 len: 389 time: 2.1901100 Aug 23 20:51:49.159973 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594267a1-96a9-444f-b148-8d8b75ea9d28 req-9bdd3403-9371-45ef-98f8-023b7a153824 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:49.168130 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-594267a1-96a9-444f-b148-8d8b75ea9d28 req-9bdd3403-9371-45ef-98f8-023b7a153824 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 943 time: 0.3676088 Aug 23 20:51:49.187388 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8602d2ac-dfae-467e-be93-bf1551b5e978 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:49.188890 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8602d2ac-dfae-467e-be93-bf1551b5e978 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:49.230311 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-69656dd6-50f1-43b6-9b7f-68a76d79615b req-1a4b4764-314a-490a-a7ae-bf94deefe4b6 service neutron] 10.222.0.11 "GET /v2.0/networks/8f9f903e-93a4-4fe6-b0ce-e2059346b6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7384117 Aug 23 20:51:49.246922 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8c0f3164-a027-4ebf-af29-b23ea61b7f11 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:49.261345 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8602d2ac-dfae-467e-be93-bf1551b5e978 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0848684 Aug 23 20:51:49.276535 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-8c0f3164-a027-4ebf-af29-b23ea61b7f11 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd51500d-cac1-412b-afcb-9989197f26f6']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:51:49.279356 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53284) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:49.309564 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-8c0f3164-a027-4ebf-af29-b23ea61b7f11 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58607645-5a77-4dc8-9255-079a3141ac68') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:51:49.310129 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-8c0f3164-a027-4ebf-af29-b23ea61b7f11 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58607645-5a77-4dc8-9255-079a3141ac68') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:51:49.314798 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-970ad348-3041-4a2d-8b4e-b7cdd3ed759a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Request body: {'floatingip': {'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'port_id': '6191cf62-c2e3-41b8-9934-70875a5a9e38', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:51:49.343609 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8c0f3164-a027-4ebf-af29-b23ea61b7f11 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:49.409938 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-594267a1-96a9-444f-b148-8d8b75ea9d28 req-175952ef-ce1c-4681-ac72-80482fe45f58 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2408416 Aug 23 20:51:49.467616 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-970ad348-3041-4a2d-8b4e-b7cdd3ed759a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:49.479995 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8c0f3164-a027-4ebf-af29-b23ea61b7f11 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:49.526369 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c0f3164-a027-4ebf-af29-b23ea61b7f11 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:51:49.526701 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8c0f3164-a027-4ebf-af29-b23ea61b7f11 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:49.537883 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c89085-43ef-4903-b82b-0bfe1f90b0f6 req-dbd90a70-6730-4a99-a531-17202b98aa51 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:49.539428 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-52c89085-43ef-4903-b82b-0bfe1f90b0f6 req-dbd90a70-6730-4a99-a531-17202b98aa51 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=a53e3ae0-d4fa-466c-b72e-5133baf57545 HTTP/1.1" status: 200 len: 945 time: 0.1785915 Aug 23 20:51:49.540106 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:51:49.540106 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:51:49.540106 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:51:49.540106 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:51:49.540106 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:51:49.540106 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:51:49.540106 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:51:49.540106 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:51:49.540106 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:51:49.540106 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:51:49.540106 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:51:49.540106 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:51:49.540106 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:51:49.540106 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:51:49.540106 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:51:49.540106 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:51:49.540106 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:51:49.540106 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:51:49.540106 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:51:49.540106 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:51:49.540106 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:51:49.540106 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:51:49.540106 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:51:49.540106 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:51:49.540106 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:51:49.540106 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:51:49.540106 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:51:49.540106 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:51:49.540106 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:51:49.540106 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:51:49.540106 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:51:49.540106 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:51:49.637127 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-f95921bc-c489-4ac6-87f0-d5727a84dd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:49.639271 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-f95921bc-c489-4ac6-87f0-d5727a84dd6f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0b17a426d9eb4b3083079c3d4dc4db5c&device_id=a53e3ae0-d4fa-466c-b72e-5133baf57545 HTTP/1.1" status: 200 len: 1096 time: 0.2153902 Aug 23 20:51:49.650094 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-52c89085-43ef-4903-b82b-0bfe1f90b0f6 req-9968e2fb-0ec8-4deb-af0b-14aa73a635ba tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=efa257f3-4afa-4b95-9ff7-27a4b79acebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989625 Aug 23 20:51:49.661617 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8c0f3164-a027-4ebf-af29-b23ea61b7f11 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:49.681483 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8c0f3164-a027-4ebf-af29-b23ea61b7f11 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:49.696290 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8c0f3164-a027-4ebf-af29-b23ea61b7f11 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] 10.222.0.61 "DELETE /v2.0/networks/dd51500d-cac1-412b-afcb-9989197f26f6 HTTP/1.1" status: 204 len: 168 time: 0.7686210 Aug 23 20:51:49.732003 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0f3164-a027-4ebf-af29-b23ea61b7f11 tempest-PortsIpV6TestJSON-938509085 tempest-PortsIpV6TestJSON-938509085-project] Pushing event deleted for resources: {'Network': ['ID=dd51500d-cac1-412b-afcb-9989197f26f6,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:49.833717 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device fedadebc-d04d-4ff7-b48e-8814dbc5726c no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:51:49.895938 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: fedadebc-d04d-4ff7-b48e-8814dbc5726c {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:51:49.896488 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device fedadebc-d04d-4ff7-b48e-8814dbc5726c not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:51:49.903133 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-970ad348-3041-4a2d-8b4e-b7cdd3ed759a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:49.919180 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-34112846-8800-4d7d-81f2-588faec77ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:49.920870 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-34112846-8800-4d7d-81f2-588faec77ebc service neutron] 10.222.0.11 "GET /v2.0/networks?id=0c38d550-a25a-4c7c-a978-f348eeef3bc6 HTTP/1.1" status: 200 len: 897 time: 0.2709379 Aug 23 20:51:50.116484 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-15982288-f95e-4fc7-8764-697516d3c03b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c3df4f3-0557-499a-8f0d-6eeed8fce03a HTTP/1.1" status: 200 len: 1000 time: 0.1809468 Aug 23 20:51:50.206730 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-970ad348-3041-4a2d-8b4e-b7cdd3ed759a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Allocated IP 172.25.4.242 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/5207d3c3-e553-4898-9b67-9c71bc4fb723) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:51:50.259054 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-f670e7aa-c8ff-42ff-89e9-2fa851f18a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:50.260769 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-f670e7aa-c8ff-42ff-89e9-2fa851f18a98 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=83772143-c9f8-4468-a4f4-25d1d8f89bdb HTTP/1.1" status: 200 len: 835 time: 0.1373997 Aug 23 20:51:50.370182 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53306) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:50.396366 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:50.552484 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-ed506bb1-80c8-410f-a743-d6a13172f1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:50.571196 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-ed506bb1-80c8-410f-a743-d6a13172f1cf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0c38d550-a25a-4c7c-a978-f348eeef3bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2822058 Aug 23 20:51:50.649291 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:51:50.746817 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-84244b1e-e28c-4d22-96a1-77bf6248bcdf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=91ee48a7a09d4c31bca2b42ca3cdc87d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3748085 Aug 23 20:51:50.748732 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53320) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:50.867793 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-970ad348-3041-4a2d-8b4e-b7cdd3ed759a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:50.952031 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf92d70-6e6a-407b-aecb-2ba86dff701b req-ed9815c9-2de6-4cb3-b435-f97775112b7b tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:50.954001 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fbf92d70-6e6a-407b-aecb-2ba86dff701b req-ed9815c9-2de6-4cb3-b435-f97775112b7b tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 943 time: 0.3699596 Aug 23 20:51:50.992284 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea8719a-9a30-4e1e-a6d6-cbed3d73f1fd req-28f951df-afd7-4146-8a14-ebde2a47ecb0 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:50.993880 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2ea8719a-9a30-4e1e-a6d6-cbed3d73f1fd req-28f951df-afd7-4146-8a14-ebde2a47ecb0 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=a53e3ae0-d4fa-466c-b72e-5133baf57545 HTTP/1.1" status: 200 len: 945 time: 0.1263330 Aug 23 20:51:50.995073 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d7bdd34e-7a06-44eb-942b-1359df417441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:51.023122 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f,segment=NetworkSegment(d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a),segment_id=d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:51:51.023713 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d7bdd34e-7a06-44eb-942b-1359df417441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:51.087742 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d7bdd34e-7a06-44eb-942b-1359df417441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:51.090211 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f', 'network_id': '8f9f903e-93a4-4fe6-b0ce-e2059346b6d0', 'port_id': '2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f', 'mac_address': 'fa:16:3e:4a:0a:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd199577e-85a3-487d-894b-30e054d60332', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:51:51.091219 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d7bdd34e-7a06-44eb-942b-1359df417441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:51.093443 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d7bdd34e-7a06-44eb-942b-1359df417441 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/845ce094-7285-477c-894b-3a6d9f32ecc9 HTTP/1.1" status: 204 len: 168 time: 0.3427138 Aug 23 20:51:51.117213 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:51:51.117847 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-5f19aee4-5b7b-42d5-b335-7f389b1edb96 service neutron] 10.222.0.11 "GET /v2.0/networks/0c38d550-a25a-4c7c-a978-f348eeef3bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5042808 Aug 23 20:51:51.188849 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bdd34e-7a06-44eb-942b-1359df417441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845ce094-7285-477c-894b-3a6d9f32ecc9,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:51.190324 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:51.221349 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:51:51.244444 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2ea8719a-9a30-4e1e-a6d6-cbed3d73f1fd req-4f1f2606-cf62-4127-837e-38760d8b4825 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=efa257f3-4afa-4b95-9ff7-27a4b79acebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643863 Aug 23 20:51:51.290671 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f,segment=NetworkSegment(d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a),segment_id=d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:51:51.302668 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:51.375298 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-970ad348-3041-4a2d-8b4e-b7cdd3ed759a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:51.407402 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:51.415605 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fbf92d70-6e6a-407b-aecb-2ba86dff701b req-5d4b7055-94b8-46bd-9436-74777f56f061 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4438167 Aug 23 20:51:51.499391 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970ad348-3041-4a2d-8b4e-b7cdd3ed759a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:51:51.513841 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-970ad348-3041-4a2d-8b4e-b7cdd3ed759a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:51:51.514293 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:51:51.528402 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970ad348-3041-4a2d-8b4e-b7cdd3ed759a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Pushing event updated for resources: {'Port': ['ID=5207d3c3-e553-4898-9b67-9c71bc4fb723,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:51.553289 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970ad348-3041-4a2d-8b4e-b7cdd3ed759a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:51:51.673995 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-5994a750-4baf-4c03-8ec6-dcf00532acdc service neutron] 10.222.0.11 "GET /v2.0/networks/0c38d550-a25a-4c7c-a978-f348eeef3bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5345116 Aug 23 20:51:52.052494 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-54009225-55f6-4ec1-b928-ce48218feb27 tempest-TestNetworkAdvancedServerOps-1162004702 tempest-TestNetworkAdvancedServerOps-1162004702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:52.063411 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-54009225-55f6-4ec1-b928-ce48218feb27 tempest-TestNetworkAdvancedServerOps-1162004702 tempest-TestNetworkAdvancedServerOps-1162004702-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a53e3ae0-d4fa-466c-b72e-5133baf57545&tenant_id=0b17a426d9eb4b3083079c3d4dc4db5c&binding%3Ahost_id=n-h2-805663-2 HTTP/1.1" status: 200 len: 1096 time: 0.2895257 Aug 23 20:51:52.078960 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-75a37579-62a0-4f47-8d79-c7f95b4e658a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805663-2'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:51:52.513137 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53374) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:52.620170 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db271817-8901-43ee-ac8d-27b5096c84a8 req-2ee1d42a-1675-48f1-ad78-fc70eaafa74d tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:52.632150 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-db271817-8901-43ee-ac8d-27b5096c84a8 req-2ee1d42a-1675-48f1-ad78-fc70eaafa74d tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=a53e3ae0-d4fa-466c-b72e-5133baf57545 HTTP/1.1" status: 200 len: 945 time: 0.1965227 Aug 23 20:51:52.655215 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:51:52.745161 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-db271817-8901-43ee-ac8d-27b5096c84a8 req-17279b25-ffd4-421a-992b-637b04799d2d tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=efa257f3-4afa-4b95-9ff7-27a4b79acebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960276 Aug 23 20:51:52.795443 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-f3ee11c8-bd22-46c6-ba89-3396fd457d36 tempest-DvrRoutersNegativeTest-268454378 tempest-DvrRoutersNegativeTest-268454378-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-540742789', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:51:52.799528 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:51:52.803539 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:51:52.803906 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:52.810625 n-d-805663-2 neutron-server[94687]: DEBUG neutron.policy [None req-f3ee11c8-bd22-46c6-ba89-3396fd457d36 tempest-DvrRoutersNegativeTest-268454378 tempest-DvrRoutersNegativeTest-268454378-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94687) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 23 20:51:52.820046 n-d-805663-2 neutron-server[94687]: DEBUG neutron.policy [None req-f3ee11c8-bd22-46c6-ba89-3396fd457d36 tempest-DvrRoutersNegativeTest-268454378 tempest-DvrRoutersNegativeTest-268454378-project] Failed policy check for 'create_router' {{(pid=94687) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 23 20:51:52.820926 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-f3ee11c8-bd22-46c6-ba89-3396fd457d36 tempest-DvrRoutersNegativeTest-268454378 tempest-DvrRoutersNegativeTest-268454378-project] create failed (client error): Access was denied to this resource. Aug 23 20:51:52.823987 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f3ee11c8-bd22-46c6-ba89-3396fd457d36 tempest-DvrRoutersNegativeTest-268454378 tempest-DvrRoutersNegativeTest-268454378-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2968144 Aug 23 20:51:52.915372 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-970ad348-3041-4a2d-8b4e-b7cdd3ed759a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:52.989118 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:53.032175 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '783c66c0-5fe3-42a7-af94-ee64cb7bff89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:51:53.034894 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afbbd6d8-f093-4b71-982b-5be0d7af1387" -d '{"events": [{"server_uuid": "783c66c0-5fe3-42a7-af94-ee64cb7bff89", "name": "network-vif-plugged", "status": "completed", "tag": "2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:51:53.044693 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-75a37579-62a0-4f47-8d79-c7f95b4e658a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:53.050009 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f,segment=NetworkSegment(d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a),segment_id=d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:51:53.060767 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:53.115467 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f42c29-6b18-4fe1-ab70-581fec3e88ba x-openstack-request-id: req-c5f42c29-6b18-4fe1-ab70-581fec3e88ba {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:51:53.115757 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "783c66c0-5fe3-42a7-af94-ee64cb7bff89", "name": "network-vif-plugged", "status": "completed", "tag": "2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:51:53.116000 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c5f42c29-6b18-4fe1-ab70-581fec3e88ba {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:51:53.118615 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '783c66c0-5fe3-42a7-af94-ee64cb7bff89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f', 'code': 200} Aug 23 20:51:53.171830 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:53.232797 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06996c-260e-496c-a1b6-3dc499b3462f req-8b00e0ec-36b9-481d-b5c4-3c2ef0eeb299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:53.233767 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4a06996c-260e-496c-a1b6-3dc499b3462f req-8b00e0ec-36b9-481d-b5c4-3c2ef0eeb299 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 1096 time: 0.0567114 Aug 23 20:51:53.294529 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4a06996c-260e-496c-a1b6-3dc499b3462f req-a150af6e-09a7-4ab1-8501-0aef3d099d32 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526497 Aug 23 20:51:53.299812 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-970ad348-3041-4a2d-8b4e-b7cdd3ed759a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:53.332317 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de2028-99a3-4021-b82d-1149d2b4e083 req-0919594d-8f8a-42c4-9ddc-8b26dc5b663d tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:53.333893 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-47de2028-99a3-4021-b82d-1149d2b4e083 req-0919594d-8f8a-42c4-9ddc-8b26dc5b663d tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 945 time: 0.2905378 Aug 23 20:51:53.519532 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53406) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:53.701768 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-32419c36-5432-499c-95eb-5cba0a9cb3f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:53.720966 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-47de2028-99a3-4021-b82d-1149d2b4e083 req-7b7ae678-5eec-4519-9bc6-3d70d84d7842 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3670950 Aug 23 20:51:53.802607 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-970ad348-3041-4a2d-8b4e-b7cdd3ed759a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:53.837040 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-75a37579-62a0-4f47-8d79-c7f95b4e658a service neutron] For port 1c3df4f3-0557-499a-8f0d-6eeed8fce03a, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=1c3df4f3-0557-499a-8f0d-6eeed8fce03a,segment=NetworkSegment(fd83179f-6b28-4c03-ad88-e03a2e94e3b7),segment_id=fd83179f-6b28-4c03-ad88-e03a2e94e3b7)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:51:53.903422 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-75a37579-62a0-4f47-8d79-c7f95b4e658a service neutron] For port 1c3df4f3-0557-499a-8f0d-6eeed8fce03a, host n-h2-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:51:53.909341 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-32419c36-5432-499c-95eb-5cba0a9cb3f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:53.937082 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-32419c36-5432-499c-95eb-5cba0a9cb3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:53.970632 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-75a37579-62a0-4f47-8d79-c7f95b4e658a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:53.972407 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5656635-6e4d-4bbb-aae6-110b1807dce4 req-8d3ac0ea-a2b1-4d50-b3f3-a8802bfeeac0 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:53.973687 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a53e3ae0-d4fa-466c-b72e-5133baf57545', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c3df4f3-0557-499a-8f0d-6eeed8fce03a'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:51:53.975226 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e5656635-6e4d-4bbb-aae6-110b1807dce4 req-8d3ac0ea-a2b1-4d50-b3f3-a8802bfeeac0 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=a53e3ae0-d4fa-466c-b72e-5133baf57545 HTTP/1.1" status: 200 len: 945 time: 0.1176517 Aug 23 20:51:53.978249 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc13f1a-7808-43a5-86d2-b6bad98eb871" -d '{"events": [{"server_uuid": "a53e3ae0-d4fa-466c-b72e-5133baf57545", "name": "network-vif-unplugged", "status": "completed", "tag": "1c3df4f3-0557-499a-8f0d-6eeed8fce03a"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:51:53.983825 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-970ad348-3041-4a2d-8b4e-b7cdd3ed759a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:53.988695 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-75a37579-62a0-4f47-8d79-c7f95b4e658a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:54.081548 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 20:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748ff32a-1623-4a6e-8302-81bdd25c45bc x-openstack-request-id: req-748ff32a-1623-4a6e-8302-81bdd25c45bc {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:51:54.083532 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32419c36-5432-499c-95eb-5cba0a9cb3f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47b478b-6c02-40ad-8975-e91a8cbde613,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:54.085030 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a53e3ae0-d4fa-466c-b72e-5133baf57545", "name": "network-vif-unplugged", "status": "completed", "tag": "1c3df4f3-0557-499a-8f0d-6eeed8fce03a", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:51:54.085380 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-748ff32a-1623-4a6e-8302-81bdd25c45bc {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:51:54.085895 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a53e3ae0-d4fa-466c-b72e-5133baf57545', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c3df4f3-0557-499a-8f0d-6eeed8fce03a', 'code': 200} Aug 23 20:51:54.161269 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e5656635-6e4d-4bbb-aae6-110b1807dce4 req-38118105-7559-4cbb-a73c-eaf6808c1276 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=efa257f3-4afa-4b95-9ff7-27a4b79acebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1731222 Aug 23 20:51:54.167503 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-32419c36-5432-499c-95eb-5cba0a9cb3f3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=89dc5510c79847d3825b974539d00f72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6465840 Aug 23 20:51:54.170936 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53430) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:54.205029 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970ad348-3041-4a2d-8b4e-b7cdd3ed759a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Pushing event updated for resources: {'Port': ['ID=5207d3c3-e553-4898-9b67-9c71bc4fb723,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:54.275923 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-970ad348-3041-4a2d-8b4e-b7cdd3ed759a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:54.341273 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-df31dec7-f0d8-49ae-829b-d86ed31af502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:54.426906 n-d-805663-2 neutron-server[94688]: INFO neutron.db.l3_db [None req-970ad348-3041-4a2d-8b4e-b7cdd3ed759a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Floating IP cd655d32-a915-424c-8109-55fd2ad9cef0 associated. External IP: 172.25.4.242, port: 6191cf62-c2e3-41b8-9934-70875a5a9e38. Aug 23 20:51:54.475044 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-df31dec7-f0d8-49ae-829b-d86ed31af502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:54.483265 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3f361f1e-4db7-488d-bc64-bbf1b8ee3555 None None] Provisioning complete for port 1c3df4f3-0557-499a-8f0d-6eeed8fce03a triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:51:54.485287 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3f361f1e-4db7-488d-bc64-bbf1b8ee3555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:54.506042 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-75a37579-62a0-4f47-8d79-c7f95b4e658a service neutron] Attempting to bind port 1c3df4f3-0557-499a-8f0d-6eeed8fce03a on host n-h2-805663-2 for vnic_type normal with profile {"migrating_to": "n-h1-805663-2"} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:51:54.506372 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-75a37579-62a0-4f47-8d79-c7f95b4e658a service neutron] Attempting to bind port 1c3df4f3-0557-499a-8f0d-6eeed8fce03a by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': 'fd83179f-6b28-4c03-ad88-e03a2e94e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0c38d550-a25a-4c7c-a978-f348eeef3bc6'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:51:54.506694 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-75a37579-62a0-4f47-8d79-c7f95b4e658a service neutron] Attempting to bind port 1c3df4f3-0557-499a-8f0d-6eeed8fce03a on network 0c38d550-a25a-4c7c-a978-f348eeef3bc6 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:51:54.568741 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-3f361f1e-4db7-488d-bc64-bbf1b8ee3555 None None] Port 1c3df4f3-0557-499a-8f0d-6eeed8fce03a cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:51:54.609553 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a37579-62a0-4f47-8d79-c7f95b4e658a service neutron] Pushing event updated for resources: {'Port': ['ID=1c3df4f3-0557-499a-8f0d-6eeed8fce03a,revision_number=7']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:54.625587 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-df31dec7-f0d8-49ae-829b-d86ed31af502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:54.628796 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-df31dec7-f0d8-49ae-829b-d86ed31af502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:54.632558 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-df31dec7-f0d8-49ae-829b-d86ed31af502 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c47b478b-6c02-40ad-8975-e91a8cbde613 HTTP/1.1" status: 204 len: 168 time: 0.4583089 Aug 23 20:51:54.664535 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df31dec7-f0d8-49ae-829b-d86ed31af502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47b478b-6c02-40ad-8975-e91a8cbde613,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:54.676858 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-75a37579-62a0-4f47-8d79-c7f95b4e658a service neutron] Port 1c3df4f3-0557-499a-8f0d-6eeed8fce03a on network 0c38d550-a25a-4c7c-a978-f348eeef3bc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:51:54.677163 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-75a37579-62a0-4f47-8d79-c7f95b4e658a service neutron] Attempting to bind port 1c3df4f3-0557-499a-8f0d-6eeed8fce03a on network 0c38d550-a25a-4c7c-a978-f348eeef3bc6 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:51:54.714845 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-75a37579-62a0-4f47-8d79-c7f95b4e658a service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:51:54.716406 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-75a37579-62a0-4f47-8d79-c7f95b4e658a service neutron] Checking segment: {'id': 'fd83179f-6b28-4c03-ad88-e03a2e94e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0c38d550-a25a-4c7c-a978-f348eeef3bc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:51:54.716896 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-75a37579-62a0-4f47-8d79-c7f95b4e658a service neutron] Bound using segment: {'id': 'fd83179f-6b28-4c03-ad88-e03a2e94e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0c38d550-a25a-4c7c-a978-f348eeef3bc6'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:51:54.718011 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-75a37579-62a0-4f47-8d79-c7f95b4e658a service neutron] Bound port: 1c3df4f3-0557-499a-8f0d-6eeed8fce03a, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd83179f-6b28-4c03-ad88-e03a2e94e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0c38d550-a25a-4c7c-a978-f348eeef3bc6'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:51:54.719177 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-75a37579-62a0-4f47-8d79-c7f95b4e658a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:55.102082 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-75a37579-62a0-4f47-8d79-c7f95b4e658a service neutron] For port 1c3df4f3-0557-499a-8f0d-6eeed8fce03a, host n-h2-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:51:55.109025 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-75a37579-62a0-4f47-8d79-c7f95b4e658a service neutron] For port 1c3df4f3-0557-499a-8f0d-6eeed8fce03a, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=1c3df4f3-0557-499a-8f0d-6eeed8fce03a,segment=NetworkSegment(fd83179f-6b28-4c03-ad88-e03a2e94e3b7),segment_id=fd83179f-6b28-4c03-ad88-e03a2e94e3b7)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:51:55.127451 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe1a0db-6ca4-42ee-8050-e579339eab87 req-34c74868-ff53-4ebf-b3fa-7343074c8a8e tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:55.129413 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7fe1a0db-6ca4-42ee-8050-e579339eab87 req-34c74868-ff53-4ebf-b3fa-7343074c8a8e tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 945 time: 0.2132733 Aug 23 20:51:55.135186 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-75a37579-62a0-4f47-8d79-c7f95b4e658a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:55.435592 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7fe1a0db-6ca4-42ee-8050-e579339eab87 req-586f84bf-618d-4317-8102-79dc8d106441 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2825584 Aug 23 20:51:55.464447 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a37579-62a0-4f47-8d79-c7f95b4e658a service neutron] Pushing event updated for resources: {'Port': ['ID=1c3df4f3-0557-499a-8f0d-6eeed8fce03a,revision_number=8']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:55.466149 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb87431d-05f4-4cc2-beff-847611477fad req-1a7f297d-5e1e-4751-97cf-1de68a1639df tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:55.478598 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-eb87431d-05f4-4cc2-beff-847611477fad req-1a7f297d-5e1e-4751-97cf-1de68a1639df tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=a53e3ae0-d4fa-466c-b72e-5133baf57545 HTTP/1.1" status: 200 len: 943 time: 0.2034469 Aug 23 20:51:55.545258 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-970ad348-3041-4a2d-8b4e-b7cdd3ed759a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Router 483c3bb4-bcd9-4812-8a83-467367a2be2a has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:51:55.594778 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-eb87431d-05f4-4cc2-beff-847611477fad req-057537ee-c8fb-49b8-a26b-c8888735b782 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=efa257f3-4afa-4b95-9ff7-27a4b79acebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146772 Aug 23 20:51:55.668980 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-75a37579-62a0-4f47-8d79-c7f95b4e658a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:55.669633 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-75a37579-62a0-4f47-8d79-c7f95b4e658a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:55.671075 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-75a37579-62a0-4f47-8d79-c7f95b4e658a service neutron] 10.222.0.11 "PUT /v2.0/ports/1c3df4f3-0557-499a-8f0d-6eeed8fce03a HTTP/1.1" status: 200 len: 1121 time: 3.5971138 Aug 23 20:51:55.778170 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6f7de-9b06-4c0c-89c3-0add4f98709a req-7fcbfe75-16c1-446c-810d-f9f394944e41 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:55.779985 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fca6f7de-9b06-4c0c-89c3-0add4f98709a req-7fcbfe75-16c1-446c-810d-f9f394944e41 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 945 time: 0.1971340 Aug 23 20:51:55.790388 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53488) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:55.795849 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-9c3af308-08f6-45f0-9aee-c1338b54c0d2 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Request body: {'floatingip': {'port_id': '2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:51:55.813977 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['1c3df4f3-0557-499a-8f0d-6eeed8fce03a'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:51:55.937062 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9c3af308-08f6-45f0-9aee-c1338b54c0d2 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks [] for floatingip, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:55.978488 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970ad348-3041-4a2d-8b4e-b7cdd3ed759a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:51:56.011353 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-970ad348-3041-4a2d-8b4e-b7cdd3ed759a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:56.012528 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4d87fc78-f46f-47db-aaad-b6663d8f5a62 None None] Provisioning complete for port 1c3df4f3-0557-499a-8f0d-6eeed8fce03a triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:51:56.013340 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4d87fc78-f46f-47db-aaad-b6663d8f5a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:56.018029 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8398e03-4b76-43ff-9d20-d666b0ed0cbb None None] Sync routers for ids ['483c3bb4-bcd9-4812-8a83-467367a2be2a'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:51:56.087734 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-970ad348-3041-4a2d-8b4e-b7cdd3ed759a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.8053906 Aug 23 20:51:56.088456 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a53e3ae0-d4fa-466c-b72e-5133baf57545', 'tag': '1c3df4f3-0557-499a-8f0d-6eeed8fce03a'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:51:56.091109 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8398e03-4b76-43ff-9d20-d666b0ed0cbb None None] Routers {'483c3bb4-bcd9-4812-8a83-467367a2be2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:51:56.091778 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced6445e-ee5c-4d73-8973-f103c7629648" -d '{"events": [{"name": "network-changed", "server_uuid": "a53e3ae0-d4fa-466c-b72e-5133baf57545", "tag": "1c3df4f3-0557-499a-8f0d-6eeed8fce03a"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:51:56.092240 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-c8398e03-4b76-43ff-9d20-d666b0ed0cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:51:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['483c3bb4-bcd9-4812-8a83-467367a2be2a'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:51:56.097545 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53498) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:56.106826 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-7dd8a363-b345-4263-b70d-5e17351517b1 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:51:56.138898 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-c8398e03-4b76-43ff-9d20-d666b0ed0cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:51:56.198174 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4d87fc78-f46f-47db-aaad-b6663d8f5a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:56.205623 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c1a68a-5f71-471d-818c-fb4d29cc8640 x-openstack-request-id: req-67c1a68a-5f71-471d-818c-fb4d29cc8640 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:51:56.205912 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a53e3ae0-d4fa-466c-b72e-5133baf57545", "tag": "1c3df4f3-0557-499a-8f0d-6eeed8fce03a", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:51:56.206182 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-67c1a68a-5f71-471d-818c-fb4d29cc8640 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:51:56.207753 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a53e3ae0-d4fa-466c-b72e-5133baf57545', 'tag': '1c3df4f3-0557-499a-8f0d-6eeed8fce03a', 'status': 'completed', 'code': 200} Aug 23 20:51:56.256208 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7dd8a363-b345-4263-b70d-5e17351517b1 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for floatingip, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:56.262102 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8398e03-4b76-43ff-9d20-d666b0ed0cbb None None] Routers {'483c3bb4-bcd9-4812-8a83-467367a2be2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:51:56.262739 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-c8398e03-4b76-43ff-9d20-d666b0ed0cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:51:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['483c3bb4-bcd9-4812-8a83-467367a2be2a'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:51:56.308097 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53506) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:56.357417 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-c8398e03-4b76-43ff-9d20-d666b0ed0cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:51:56.358369 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8398e03-4b76-43ff-9d20-d666b0ed0cbb None None] The sync data for ids ['483c3bb4-bcd9-4812-8a83-467367a2be2a'] in n-d-805663-2 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:51:56.449819 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a53e3ae0-d4fa-466c-b72e-5133baf57545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3df4f3-0557-499a-8f0d-6eeed8fce03a'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:51:56.458299 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695b3993-ecce-4b5a-9242-44712751b428" -d '{"events": [{"server_uuid": "a53e3ae0-d4fa-466c-b72e-5133baf57545", "name": "network-vif-plugged", "status": "completed", "tag": "1c3df4f3-0557-499a-8f0d-6eeed8fce03a"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:51:56.482682 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6445e-ee5c-4d73-8973-f103c7629648 req-bdefd1ed-9762-4367-8fe4-a2bb11909f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:56.484305 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ced6445e-ee5c-4d73-8973-f103c7629648 req-bdefd1ed-9762-4367-8fe4-a2bb11909f71 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b17a426d9eb4b3083079c3d4dc4db5c&device_id=a53e3ae0-d4fa-466c-b72e-5133baf57545 HTTP/1.1" status: 200 len: 1124 time: 0.2138238 Aug 23 20:51:56.588376 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4d87fc78-f46f-47db-aaad-b6663d8f5a62 None None] For port 1c3df4f3-0557-499a-8f0d-6eeed8fce03a, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=1c3df4f3-0557-499a-8f0d-6eeed8fce03a,segment=NetworkSegment(fd83179f-6b28-4c03-ad88-e03a2e94e3b7),segment_id=fd83179f-6b28-4c03-ad88-e03a2e94e3b7)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:51:56.607243 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4d87fc78-f46f-47db-aaad-b6663d8f5a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:56.618342 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-df378f37-705e-4866-a06c-9f005a5c9732 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2145428612', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:51:56.622067 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d733290c-ebe2-4ca3-9a97-b6934462344d x-openstack-request-id: req-d733290c-ebe2-4ca3-9a97-b6934462344d {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:51:56.623595 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a53e3ae0-d4fa-466c-b72e-5133baf57545", "name": "network-vif-plugged", "status": "completed", "tag": "1c3df4f3-0557-499a-8f0d-6eeed8fce03a", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:51:56.623852 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d733290c-ebe2-4ca3-9a97-b6934462344d {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:51:56.624273 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a53e3ae0-d4fa-466c-b72e-5133baf57545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3df4f3-0557-499a-8f0d-6eeed8fce03a', 'code': 200} Aug 23 20:51:56.820504 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6445e-ee5c-4d73-8973-f103c7629648 req-5507993a-63e0-4f2a-b91c-53ea7ac28d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:56.823004 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ced6445e-ee5c-4d73-8973-f103c7629648 req-5507993a-63e0-4f2a-b91c-53ea7ac28d15 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0c38d550-a25a-4c7c-a978-f348eeef3bc6 HTTP/1.1" status: 200 len: 897 time: 0.2609751 Aug 23 20:51:56.943403 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-df378f37-705e-4866-a06c-9f005a5c9732 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:56.950129 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-df378f37-705e-4866-a06c-9f005a5c9732 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:56.974439 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d87fc78-f46f-47db-aaad-b6663d8f5a62 None None] Pushing event updated for resources: {'Port': ['ID=1c3df4f3-0557-499a-8f0d-6eeed8fce03a,revision_number=9']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:57.131937 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7dd8a363-b345-4263-b70d-5e17351517b1 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:57.151180 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7dd8a363-b345-4263-b70d-5e17351517b1 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:57.151500 n-d-805663-2 neutron-server[94688]: INFO neutron.db.l3_db [None req-7dd8a363-b345-4263-b70d-5e17351517b1 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Floating IP cd655d32-a915-424c-8109-55fd2ad9cef0 disassociated. External IP: 172.25.4.242, port: 6191cf62-c2e3-41b8-9934-70875a5a9e38. Aug 23 20:51:57.325931 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e9bd1-3ac9-4f80-ae04-31eedb7de694 req-497531c9-d609-495e-8825-21c35760c055 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:57.327722 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-812e9bd1-3ac9-4f80-ae04-31eedb7de694 req-497531c9-d609-495e-8825-21c35760c055 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=a53e3ae0-d4fa-466c-b72e-5133baf57545 HTTP/1.1" status: 200 len: 945 time: 0.3916321 Aug 23 20:51:57.338562 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ced6445e-ee5c-4d73-8973-f103c7629648 req-5328744f-fa74-40b4-a547-9fb0e2cd5931 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c3df4f3-0557-499a-8f0d-6eeed8fce03a HTTP/1.1" status: 200 len: 1000 time: 0.5033853 Aug 23 20:51:57.491393 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-df378f37-705e-4866-a06c-9f005a5c9732 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:57.495201 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-812e9bd1-3ac9-4f80-ae04-31eedb7de694 req-75fde452-6e1a-4240-a5d8-ff59693a521f tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=efa257f3-4afa-4b95-9ff7-27a4b79acebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134751 Aug 23 20:51:57.507004 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-df378f37-705e-4866-a06c-9f005a5c9732 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:57.555025 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-df378f37-705e-4866-a06c-9f005a5c9732 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:57.566720 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-df378f37-705e-4866-a06c-9f005a5c9732 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.2574079 Aug 23 20:51:57.567557 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53542) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:57.595744 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-60ced276-2434-4de3-bac4-12f6c2277aba tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-705713625'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:51:57.604454 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6445e-ee5c-4d73-8973-f103c7629648 req-8cf118b8-072f-4e01-b46c-7ab9e046df11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:57.611215 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ced6445e-ee5c-4d73-8973-f103c7629648 req-8cf118b8-072f-4e01-b46c-7ab9e046df11 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=83772143-c9f8-4468-a4f4-25d1d8f89bdb HTTP/1.1" status: 200 len: 835 time: 0.1674223 Aug 23 20:51:57.718368 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.db.resource_extend [None req-9c3af308-08f6-45f0-9aee-c1338b54c0d2 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 20:51:57.762523 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ced276-2434-4de3-bac4-12f6c2277aba tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Made reservation on behalf of d83d2ff894f34561bc6fa3b8fb9cbee0 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:51:57.766770 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-60ced276-2434-4de3-bac4-12f6c2277aba tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:57.783529 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-60ced276-2434-4de3-bac4-12f6c2277aba tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:57.808496 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9c3af308-08f6-45f0-9aee-c1338b54c0d2 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:57.810644 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd8a363-b345-4263-b70d-5e17351517b1 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Router 483c3bb4-bcd9-4812-8a83-467367a2be2a has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:51:57.821864 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9c3af308-08f6-45f0-9aee-c1338b54c0d2 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:57.920597 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6445e-ee5c-4d73-8973-f103c7629648 req-2351463a-99ab-401a-afde-0ca10d1614e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:57.922615 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ced6445e-ee5c-4d73-8973-f103c7629648 req-2351463a-99ab-401a-afde-0ca10d1614e6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0c38d550-a25a-4c7c-a978-f348eeef3bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2330458 Aug 23 20:51:58.076070 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd8a363-b345-4263-b70d-5e17351517b1 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:51:58.084702 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7dd8a363-b345-4263-b70d-5e17351517b1 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:58.090063 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82920162-a7c5-4b94-9ca2-4d6a7b8b1cf9 None None] Sync routers for ids ['483c3bb4-bcd9-4812-8a83-467367a2be2a'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:51:58.113185 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82920162-a7c5-4b94-9ca2-4d6a7b8b1cf9 None None] Routers {'483c3bb4-bcd9-4812-8a83-467367a2be2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:51:58.114227 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-82920162-a7c5-4b94-9ca2-4d6a7b8b1cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:51:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['483c3bb4-bcd9-4812-8a83-467367a2be2a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:51:58.185982 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-7dd8a363-b345-4263-b70d-5e17351517b1 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] 10.222.0.61 "PUT /v2.0/floatingips/cd655d32-a915-424c-8109-55fd2ad9cef0 HTTP/1.1" status: 200 len: 688 time: 2.0852153 Aug 23 20:51:58.192301 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53556) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:58.246969 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-82920162-a7c5-4b94-9ca2-4d6a7b8b1cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:51:58.264416 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82920162-a7c5-4b94-9ca2-4d6a7b8b1cf9 None None] Routers {'483c3bb4-bcd9-4812-8a83-467367a2be2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:51:58.265447 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-82920162-a7c5-4b94-9ca2-4d6a7b8b1cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:51:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['483c3bb4-bcd9-4812-8a83-467367a2be2a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:51:58.393548 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ced6445e-ee5c-4d73-8973-f103c7629648 req-15d8cf53-bc82-42e3-a0db-a760080936a5 service neutron] 10.222.0.32 "GET /v2.0/networks/0c38d550-a25a-4c7c-a978-f348eeef3bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4572661 Aug 23 20:51:58.397570 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-82920162-a7c5-4b94-9ca2-4d6a7b8b1cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:51:58.398604 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82920162-a7c5-4b94-9ca2-4d6a7b8b1cf9 None None] The sync data for ids ['483c3bb4-bcd9-4812-8a83-467367a2be2a'] in n-d-805663-2 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:51:58.433572 n-d-805663-2 neutron-server[94687]: INFO neutron.db.l3_db [None req-9c3af308-08f6-45f0-9aee-c1338b54c0d2 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Floating IP d41da638-2c1d-4d48-9e73-d77cebcf0e0b associated. External IP: 172.25.4.125, port: 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f. Aug 23 20:51:58.519212 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ced6445e-ee5c-4d73-8973-f103c7629648 req-5e29daa2-f817-429d-88b2-1c1a2022ef79 service neutron] 10.222.0.32 "GET /v2.0/networks/0c38d550-a25a-4c7c-a978-f348eeef3bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108322 Aug 23 20:51:58.582204 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-53608829-dd37-4bee-a96e-f9599ebc63d4 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Deleting port 5207d3c3-e553-4898-9b67-9c71bc4fb723 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:51:58.583006 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-53608829-dd37-4bee-a96e-f9599ebc63d4 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:58.642836 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-60ced276-2434-4de3-bac4-12f6c2277aba tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:58.689220 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-60ced276-2434-4de3-bac4-12f6c2277aba tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:58.690226 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 1c3df4f3-0557-499a-8f0d-6eeed8fce03a details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:51:58.728788 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-53608829-dd37-4bee-a96e-f9599ebc63d4 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:58.729679 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-53608829-dd37-4bee-a96e-f9599ebc63d4 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:58.744724 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60ced276-2434-4de3-bac4-12f6c2277aba tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:51:58.770821 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ced276-2434-4de3-bac4-12f6c2277aba tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd71e48-1146-44c6-9c19-2ee9d20ff675,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:58.773939 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-60ced276-2434-4de3-bac4-12f6c2277aba tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:58.774406 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-60ced276-2434-4de3-bac4-12f6c2277aba tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Added segment 48e022f1-bded-49a0-9b5a-48f5e901fd2a of type vlan for network 21bb7383-97da-4765-af0c-74ace69ae591 Aug 23 20:51:58.953013 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3af308-08f6-45f0-9aee-c1338b54c0d2 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Router e2d57489-baa4-40fb-9ec4-e4326c8228ac has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:51:58.970876 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 1c3df4f3-0557-499a-8f0d-6eeed8fce03a, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=1c3df4f3-0557-499a-8f0d-6eeed8fce03a,segment=NetworkSegment(fd83179f-6b28-4c03-ad88-e03a2e94e3b7),segment_id=fd83179f-6b28-4c03-ad88-e03a2e94e3b7)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:51:59.002784 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 1c3df4f3-0557-499a-8f0d-6eeed8fce03a has no active binding in host n-h1-805663-2 {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 23 20:51:59.009333 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-60ced276-2434-4de3-bac4-12f6c2277aba tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:59.120176 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-60ced276-2434-4de3-bac4-12f6c2277aba tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:59.127719 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ced276-2434-4de3-bac4-12f6c2277aba tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:51:59.128404 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-60ced276-2434-4de3-bac4-12f6c2277aba tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:59.219670 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ced276-2434-4de3-bac4-12f6c2277aba tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Pushing event updated for resources: {'Network': ['ID=21bb7383-97da-4765-af0c-74ace69ae591,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:51:59.226249 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-60ced276-2434-4de3-bac4-12f6c2277aba tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6463792 Aug 23 20:51:59.229151 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53576) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:51:59.232499 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 21bb7383-97da-4765-af0c-74ace69ae591 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:51:59.258821 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-56795379-7ea3-4402-aa2b-7aba345e63b8 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Request body: {'subnet': {'network_id': '21bb7383-97da-4765-af0c-74ace69ae591', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:51:59.422865 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3af308-08f6-45f0-9aee-c1338b54c0d2 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:51:59.428798 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9c3af308-08f6-45f0-9aee-c1338b54c0d2 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:59.433001 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c6a21d-63e6-4ef1-b6bf-2b9776f34ec3 None None] Sync routers for ids ['e2d57489-baa4-40fb-9ec4-e4326c8228ac'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:51:59.459690 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c6a21d-63e6-4ef1-b6bf-2b9776f34ec3 None None] Routers {'e2d57489-baa4-40fb-9ec4-e4326c8228ac'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:51:59.460899 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-c5c6a21d-63e6-4ef1-b6bf-2b9776f34ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:51:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['e2d57489-baa4-40fb-9ec4-e4326c8228ac'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:51:59.476030 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-53608829-dd37-4bee-a96e-f9599ebc63d4 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Calling delete_port for 5207d3c3-e553-4898-9b67-9c71bc4fb723 owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:51:59.520561 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9c3af308-08f6-45f0-9aee-c1338b54c0d2 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "PUT /v2.0/floatingips/d41da638-2c1d-4d48-9e73-d77cebcf0e0b HTTP/1.1" status: 200 len: 991 time: 3.7285564 Aug 23 20:51:59.521285 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56795379-7ea3-4402-aa2b-7aba345e63b8 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Made reservation on behalf of d83d2ff894f34561bc6fa3b8fb9cbee0 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:51:59.550101 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-56795379-7ea3-4402-aa2b-7aba345e63b8 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:59.556248 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '783c66c0-5fe3-42a7-af94-ee64cb7bff89', 'tag': '2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:51:59.558123 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211b01e2-d7ad-4097-8904-b26a73045bfb" -d '{"events": [{"name": "network-changed", "server_uuid": "783c66c0-5fe3-42a7-af94-ee64cb7bff89", "tag": "2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:51:59.794948 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b30004-af84-4a91-a947-fba2b3d19ad7 x-openstack-request-id: req-e0b30004-af84-4a91-a947-fba2b3d19ad7 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:51:59.795436 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "783c66c0-5fe3-42a7-af94-ee64cb7bff89", "tag": "2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:51:59.795796 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e0b30004-af84-4a91-a947-fba2b3d19ad7 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:51:59.796559 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '783c66c0-5fe3-42a7-af94-ee64cb7bff89', 'tag': '2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f', 'status': 'completed', 'code': 200} Aug 23 20:51:59.817823 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-c5c6a21d-63e6-4ef1-b6bf-2b9776f34ec3 None None] Set router e2d57489-baa4-40fb-9ec4-e4326c8228ac gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:51:59.889958 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-53608829-dd37-4bee-a96e-f9599ebc63d4 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:59.946368 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-56795379-7ea3-4402-aa2b-7aba345e63b8 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:51:59.962332 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53608829-dd37-4bee-a96e-f9599ebc63d4 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Pushing event deleted for resources: {'Port': ['ID=5207d3c3-e553-4898-9b67-9c71bc4fb723,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:00.052732 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eea59f-16c9-446c-8033-2e31b7c24fc5 req-f30c7d69-b097-49ad-ad79-a90b6cc959e6 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:00.061762 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-74eea59f-16c9-446c-8033-2e31b7c24fc5 req-f30c7d69-b097-49ad-ad79-a90b6cc959e6 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=a53e3ae0-d4fa-466c-b72e-5133baf57545 HTTP/1.1" status: 200 len: 945 time: 1.3392813 Aug 23 20:52:00.067226 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56795379-7ea3-4402-aa2b-7aba345e63b8 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Pushing event updated for resources: {'Subnet': ['ID=17a601df-88ec-4626-b8e6-2ed6a23c42e1,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:00.147780 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b01e2-d7ad-4097-8904-b26a73045bfb req-404243a2-df6d-4b68-b9eb-10a8223eec99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:00.149912 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-211b01e2-d7ad-4097-8904-b26a73045bfb req-404243a2-df6d-4b68-b9eb-10a8223eec99 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a420101d8537446c948533816ff31a9c&device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 1096 time: 0.2944155 Aug 23 20:52:00.183250 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56795379-7ea3-4402-aa2b-7aba345e63b8 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Checking segment: {'id': '48e022f1-bded-49a0-9b5a-48f5e901fd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '21bb7383-97da-4765-af0c-74ace69ae591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:52:00.196961 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56795379-7ea3-4402-aa2b-7aba345e63b8 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Network hostable DHCP agents. Network: 21bb7383-97da-4765-af0c-74ace69ae591, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:52:00.233462 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-74eea59f-16c9-446c-8033-2e31b7c24fc5 req-dd5a58ca-4cb9-42ae-bf24-a6e15ba0fb95 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=efa257f3-4afa-4b95-9ff7-27a4b79acebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1701524 Aug 23 20:52:00.300365 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-53608829-dd37-4bee-a96e-f9599ebc63d4 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:00.303076 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-53608829-dd37-4bee-a96e-f9599ebc63d4 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:00.304246 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-53608829-dd37-4bee-a96e-f9599ebc63d4 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] 10.222.0.61 "DELETE /v2.0/floatingips/cd655d32-a915-424c-8109-55fd2ad9cef0 HTTP/1.1" status: 204 len: 168 time: 2.0846915 Aug 23 20:52:00.319730 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53598) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:00.325873 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-7047b1ce-4598-4646-b351-d365c739fdb6 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Request body: {'floatingip': {'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'port_id': '98d16145-82c8-4d1e-ba95-cd7d60c65533'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:52:00.336783 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56795379-7ea3-4402-aa2b-7aba345e63b8 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Network 21bb7383-97da-4765-af0c-74ace69ae591 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:52:00.367390 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-56795379-7ea3-4402-aa2b-7aba345e63b8 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 21bb7383-97da-4765-af0c-74ace69ae591) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:52:00.403224 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56795379-7ea3-4402-aa2b-7aba345e63b8 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:00.403937 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-56795379-7ea3-4402-aa2b-7aba345e63b8 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:00.426317 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7047b1ce-4598-4646-b351-d365c739fdb6 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for floatingip, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:00.442241 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d622785-20f9-4292-b09a-333ca17cf713 None None] Network 21bb7383-97da-4765-af0c-74ace69ae591 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:52:00.483786 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b01e2-d7ad-4097-8904-b26a73045bfb req-beeae3b1-b741-443a-82e6-8c1b76e3fbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:00.486270 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-211b01e2-d7ad-4097-8904-b26a73045bfb req-beeae3b1-b741-443a-82e6-8c1b76e3fbd4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8f9f903e-93a4-4fe6-b0ce-e2059346b6d0 HTTP/1.1" status: 200 len: 918 time: 0.3159149 Aug 23 20:52:00.505226 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-56795379-7ea3-4402-aa2b-7aba345e63b8 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2749410 Aug 23 20:52:00.511470 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53602) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:00.564381 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-740845e1-de05-4fe1-ba64-7b7e4cc2e8bf tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Request body: {'network': {'name': 'tempest-router-network01--2015505959'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:52:00.582280 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-c5c6a21d-63e6-4ef1-b6bf-2b9776f34ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1003784855-router', 'tenant_id': 'a420101d8537446c948533816ff31a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '33ff0b46-5a8d-4d91-bf86-8318692c66f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:51:18Z', 'updated_at': '2021-08-23T20:51:26Z', 'revision_number': 4, 'project_id': 'a420101d8537446c948533816ff31a9c', 'gw_port': {'id': '33ff0b46-5a8d-4d91-bf86-8318692c66f2', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:51:20Z', 'updated_at': '2021-08-23T20:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': 'd41da638-2c1d-4d48-9e73-d77cebcf0e0b', 'tenant_id': 'a420101d8537446c948533816ff31a9c', 'floating_ip_address': '172.25.4.125', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'port_id': '2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f9f903e-93a4-4fe6-b0ce-e2059346b6d0', 'mac_address': 'fa:16:3e:4a:0a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783c66c0-5fe3-42a7-af94-ee64cb7bff89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:51:34Z', 'updated_at': '2021-08-23T20:51:57Z', 'revision_number': 1, 'project_id': 'a420101d8537446c948533816ff31a9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1963f34-843a-4db9-963d-57b2d4e83930', 'name': '', 'network_id': '8f9f903e-93a4-4fe6-b0ce-e2059346b6d0', 'tenant_id': 'a420101d8537446c948533816ff31a9c', 'mac_address': 'fa:16:3e:24:b3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'd199577e-85a3-487d-894b-30e054d60332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:51:24Z', 'updated_at': '2021-08-23T20:51:34Z', 'revision_number': 5, 'project_id': 'a420101d8537446c948533816ff31a9c', 'subnets': [{'id': 'd199577e-85a3-487d-894b-30e054d60332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:00.618753 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c6a21d-63e6-4ef1-b6bf-2b9776f34ec3 None None] Checking router: e2d57489-baa4-40fb-9ec4-e4326c8228ac for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:52:00.746709 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c6a21d-63e6-4ef1-b6bf-2b9776f34ec3 None None] Routers {'e2d57489-baa4-40fb-9ec4-e4326c8228ac'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:52:00.747885 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-c5c6a21d-63e6-4ef1-b6bf-2b9776f34ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:51:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['e2d57489-baa4-40fb-9ec4-e4326c8228ac'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:00.779085 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-211b01e2-d7ad-4097-8904-b26a73045bfb req-dfdc56db-a85a-4a08-ab39-f6876ebf97ed service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f HTTP/1.1" status: 200 len: 999 time: 0.2852471 Aug 23 20:52:00.788160 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c554b147-aac5-4594-8d72-739681002ba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-21bb7383-97da-4765-af0c-74ace69ae591', 'network_id': '21bb7383-97da-4765-af0c-74ace69ae591', 'tenant_id': 'd83d2ff894f34561bc6fa3b8fb9cbee0', 'fixed_ips': [{'subnet_id': '17a601df-88ec-4626-b8e6-2ed6a23c42e1'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:52:00.789815 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c554b147-aac5-4594-8d72-739681002ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:00.845227 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740845e1-de05-4fe1-ba64-7b7e4cc2e8bf tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Made reservation on behalf of d83d2ff894f34561bc6fa3b8fb9cbee0 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:52:00.849871 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-740845e1-de05-4fe1-ba64-7b7e4cc2e8bf tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:00.897684 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b01e2-d7ad-4097-8904-b26a73045bfb req-f2d607be-4c86-4533-be50-672c611f9764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:00.900803 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-211b01e2-d7ad-4097-8904-b26a73045bfb req-f2d607be-4c86-4533-be50-672c611f9764 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d199577e-85a3-487d-894b-30e054d60332 HTTP/1.1" status: 200 len: 856 time: 0.1088252 Aug 23 20:52:00.902827 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-740845e1-de05-4fe1-ba64-7b7e4cc2e8bf tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:52:00.965350 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7047b1ce-4598-4646-b351-d365c739fdb6 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:01.046416 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-c5c6a21d-63e6-4ef1-b6bf-2b9776f34ec3 None None] Set router e2d57489-baa4-40fb-9ec4-e4326c8228ac gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:52:01.079324 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b01e2-d7ad-4097-8904-b26a73045bfb req-bef00309-4043-433e-a457-4e6c2cb5011e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:01.084475 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-211b01e2-d7ad-4097-8904-b26a73045bfb req-bef00309-4043-433e-a457-4e6c2cb5011e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8f9f903e-93a4-4fe6-b0ce-e2059346b6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1653173 Aug 23 20:52:01.224375 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-7047b1ce-4598-4646-b351-d365c739fdb6 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Allocated IP 172.25.4.111 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/37f0056c-8922-46c5-8e48-fdc61d2c7799) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:52:01.381899 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7047b1ce-4598-4646-b351-d365c739fdb6 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:01.450494 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-211b01e2-d7ad-4097-8904-b26a73045bfb req-12cd3765-7315-4636-91bc-e54baf82ffed service neutron] 10.222.0.11 "GET /v2.0/networks/8f9f903e-93a4-4fe6-b0ce-e2059346b6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584781 Aug 23 20:52:01.483429 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-0357899d-ff79-4c61-bb45-e46c143f5dc2 service neutron] 10.222.0.32 "GET /v2.0/ports/1c3df4f3-0557-499a-8f0d-6eeed8fce03a/bindings/n-h1-805663-2 HTTP/1.1" status: 200 len: 384 time: 0.5807929 Aug 23 20:52:01.493136 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-740845e1-de05-4fe1-ba64-7b7e4cc2e8bf tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:01.493514 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-740845e1-de05-4fe1-ba64-7b7e4cc2e8bf tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Added segment ad7a3713-9bc6-44e2-ba30-99aa4ff61055 of type vlan for network 2ec5a539-0d10-4c4d-ba38-033555cd0fc6 Aug 23 20:52:01.533819 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7047b1ce-4598-4646-b351-d365c739fdb6 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:01.730962 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f92f17-7317-4921-94b4-e0cbe26fb711 req-823a3675-7cf7-42a9-bf7e-b86d2bd429b1 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:01.735081 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-68f92f17-7317-4921-94b4-e0cbe26fb711 req-823a3675-7cf7-42a9-bf7e-b86d2bd429b1 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=a53e3ae0-d4fa-466c-b72e-5133baf57545 HTTP/1.1" status: 200 len: 945 time: 0.2808416 Aug 23 20:52:01.755011 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-740845e1-de05-4fe1-ba64-7b7e4cc2e8bf tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:01.761644 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7047b1ce-4598-4646-b351-d365c739fdb6 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:52:01.763447 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-7047b1ce-4598-4646-b351-d365c739fdb6 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:52:01.766715 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7047b1ce-4598-4646-b351-d365c739fdb6 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:52:01.841232 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-211b01e2-d7ad-4097-8904-b26a73045bfb req-f502f6f1-93ef-4174-8b05-f0c4a5f2188c service neutron] 10.222.0.11 "GET /v2.0/networks/8f9f903e-93a4-4fe6-b0ce-e2059346b6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713639 Aug 23 20:52:01.889872 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-c554b147-aac5-4594-8d72-739681002ba9 None None] Allocated IP 2001:db8::2 (21bb7383-97da-4765-af0c-74ace69ae591/17a601df-88ec-4626-b8e6-2ed6a23c42e1/374abe09-d1b2-4eb8-b3c1-3a07f3950989) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:52:01.920774 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-68f92f17-7317-4921-94b4-e0cbe26fb711 req-c65a8c2d-9339-463f-b8d6-ab3cb7340a0f tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=efa257f3-4afa-4b95-9ff7-27a4b79acebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753839 Aug 23 20:52:01.922712 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7047b1ce-4598-4646-b351-d365c739fdb6 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Pushing event updated for resources: {'Port': ['ID=37f0056c-8922-46c5-8e48-fdc61d2c7799,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:01.943979 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-740845e1-de05-4fe1-ba64-7b7e4cc2e8bf tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:01.949835 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740845e1-de05-4fe1-ba64-7b7e4cc2e8bf tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:01.950515 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-740845e1-de05-4fe1-ba64-7b7e4cc2e8bf tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:02.207645 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c554b147-aac5-4594-8d72-739681002ba9 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:02.217906 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c554b147-aac5-4594-8d72-739681002ba9 None None] Transition to ACTIVE for port object 374abe09-d1b2-4eb8-b3c1-3a07f3950989 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:52:02.246494 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c554b147-aac5-4594-8d72-739681002ba9 None None] Transition to ACTIVE for port object 374abe09-d1b2-4eb8-b3c1-3a07f3950989 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:52:02.272984 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-c865d198-2791-4405-a9af-59c1231c4361 service neutron] For port 1c3df4f3-0557-499a-8f0d-6eeed8fce03a, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=1c3df4f3-0557-499a-8f0d-6eeed8fce03a,segment=NetworkSegment(fd83179f-6b28-4c03-ad88-e03a2e94e3b7),segment_id=fd83179f-6b28-4c03-ad88-e03a2e94e3b7)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:52:02.280942 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c554b147-aac5-4594-8d72-739681002ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:02.329167 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-c5c6a21d-63e6-4ef1-b6bf-2b9776f34ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1003784855-router', 'tenant_id': 'a420101d8537446c948533816ff31a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '33ff0b46-5a8d-4d91-bf86-8318692c66f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:51:18Z', 'updated_at': '2021-08-23T20:51:26Z', 'revision_number': 4, 'project_id': 'a420101d8537446c948533816ff31a9c', 'gw_port': {'id': '33ff0b46-5a8d-4d91-bf86-8318692c66f2', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:51:20Z', 'updated_at': '2021-08-23T20:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': 'd41da638-2c1d-4d48-9e73-d77cebcf0e0b', 'tenant_id': 'a420101d8537446c948533816ff31a9c', 'floating_ip_address': '172.25.4.125', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'port_id': '2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f9f903e-93a4-4fe6-b0ce-e2059346b6d0', 'mac_address': 'fa:16:3e:4a:0a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783c66c0-5fe3-42a7-af94-ee64cb7bff89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:51:34Z', 'updated_at': '2021-08-23T20:51:57Z', 'revision_number': 1, 'project_id': 'a420101d8537446c948533816ff31a9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1963f34-843a-4db9-963d-57b2d4e83930', 'name': '', 'network_id': '8f9f903e-93a4-4fe6-b0ce-e2059346b6d0', 'tenant_id': 'a420101d8537446c948533816ff31a9c', 'mac_address': 'fa:16:3e:24:b3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'd199577e-85a3-487d-894b-30e054d60332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:51:24Z', 'updated_at': '2021-08-23T20:51:34Z', 'revision_number': 5, 'project_id': 'a420101d8537446c948533816ff31a9c', 'subnets': [{'id': 'd199577e-85a3-487d-894b-30e054d60332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:02.339613 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-c865d198-2791-4405-a9af-59c1231c4361 service neutron] For port 1c3df4f3-0557-499a-8f0d-6eeed8fce03a, host n-h2-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:52:02.343126 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c554b147-aac5-4594-8d72-739681002ba9 None None] Network 21bb7383-97da-4765-af0c-74ace69ae591 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:52:02.401802 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-c554b147-aac5-4594-8d72-739681002ba9 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:52:02.410127 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c6a21d-63e6-4ef1-b6bf-2b9776f34ec3 None None] The sync data for ids ['e2d57489-baa4-40fb-9ec4-e4326c8228ac'] in n-d-805663-2 is: [{'id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1003784855-router', 'tenant_id': 'a420101d8537446c948533816ff31a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '33ff0b46-5a8d-4d91-bf86-8318692c66f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:51:18Z', 'updated_at': '2021-08-23T20:51:26Z', 'revision_number': 4, 'project_id': 'a420101d8537446c948533816ff31a9c', 'gw_port': {'id': '33ff0b46-5a8d-4d91-bf86-8318692c66f2', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:51:20Z', 'updated_at': '2021-08-23T20:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': 'd41da638-2c1d-4d48-9e73-d77cebcf0e0b', 'tenant_id': 'a420101d8537446c948533816ff31a9c', 'floating_ip_address': '172.25.4.125', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'port_id': '2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f9f903e-93a4-4fe6-b0ce-e2059346b6d0', 'mac_address': 'fa:16:3e:4a:0a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783c66c0-5fe3-42a7-af94-ee64cb7bff89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:51:34Z', 'updated_at': '2021-08-23T20:51:57Z', 'revision_number': 1, 'project_id': 'a420101d8537446c948533816ff31a9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1963f34-843a-4db9-963d-57b2d4e83930', 'name': '', 'network_id': '8f9f903e-93a4-4fe6-b0ce-e2059346b6d0', 'tenant_id': 'a420101d8537446c948533816ff31a9c', 'mac_address': 'fa:16:3e:24:b3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'd199577e-85a3-487d-894b-30e054d60332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:51:24Z', 'updated_at': '2021-08-23T20:51:34Z', 'revision_number': 5, 'project_id': 'a420101d8537446c948533816ff31a9c', 'subnets': [{'id': 'd199577e-85a3-487d-894b-30e054d60332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:52:02.422826 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c554b147-aac5-4594-8d72-739681002ba9 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:52:02.463646 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c554b147-aac5-4594-8d72-739681002ba9 None None] Pushing event updated for resources: {'Port': ['ID=374abe09-d1b2-4eb8-b3c1-3a07f3950989,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:02.486472 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a53e3ae0-d4fa-466c-b72e-5133baf57545', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c3df4f3-0557-499a-8f0d-6eeed8fce03a'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:52:02.497057 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577150eb-c78d-4a5e-86f7-6c4d8232c6fd" -d '{"events": [{"server_uuid": "a53e3ae0-d4fa-466c-b72e-5133baf57545", "name": "network-vif-unplugged", "status": "completed", "tag": "1c3df4f3-0557-499a-8f0d-6eeed8fce03a"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:52:02.525892 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-c865d198-2791-4405-a9af-59c1231c4361 service neutron] For port 1c3df4f3-0557-499a-8f0d-6eeed8fce03a, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=1c3df4f3-0557-499a-8f0d-6eeed8fce03a,segment=NetworkSegment(fd83179f-6b28-4c03-ad88-e03a2e94e3b7),segment_id=fd83179f-6b28-4c03-ad88-e03a2e94e3b7)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:52:02.549804 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c554b147-aac5-4594-8d72-739681002ba9 None None] Attempting to bind port 374abe09-d1b2-4eb8-b3c1-3a07f3950989 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:52:02.550076 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7047b1ce-4598-4646-b351-d365c739fdb6 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:02.551289 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c554b147-aac5-4594-8d72-739681002ba9 None None] Attempting to bind port 374abe09-d1b2-4eb8-b3c1-3a07f3950989 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '48e022f1-bded-49a0-9b5a-48f5e901fd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '21bb7383-97da-4765-af0c-74ace69ae591'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:52:02.552538 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c554b147-aac5-4594-8d72-739681002ba9 None None] Attempting to bind port 374abe09-d1b2-4eb8-b3c1-3a07f3950989 on network 21bb7383-97da-4765-af0c-74ace69ae591 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:52:02.565672 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c554b147-aac5-4594-8d72-739681002ba9 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:52:02.566180 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c554b147-aac5-4594-8d72-739681002ba9 None None] Checking segment: {'id': '48e022f1-bded-49a0-9b5a-48f5e901fd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '21bb7383-97da-4765-af0c-74ace69ae591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:52:02.566716 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c554b147-aac5-4594-8d72-739681002ba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:02.567239 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c554b147-aac5-4594-8d72-739681002ba9 None None] Bound using segment: {'id': '48e022f1-bded-49a0-9b5a-48f5e901fd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '21bb7383-97da-4765-af0c-74ace69ae591'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:52:02.567776 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c554b147-aac5-4594-8d72-739681002ba9 None None] Bound port: 374abe09-d1b2-4eb8-b3c1-3a07f3950989, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e022f1-bded-49a0-9b5a-48f5e901fd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '21bb7383-97da-4765-af0c-74ace69ae591'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:52:02.568937 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c554b147-aac5-4594-8d72-739681002ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:02.580952 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-c865d198-2791-4405-a9af-59c1231c4361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:02.608939 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 20:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2411753-e860-489b-8a8c-525560cb132d x-openstack-request-id: req-b2411753-e860-489b-8a8c-525560cb132d {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:52:02.609786 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a53e3ae0-d4fa-466c-b72e-5133baf57545", "name": "network-vif-unplugged", "status": "completed", "tag": "1c3df4f3-0557-499a-8f0d-6eeed8fce03a", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:52:02.609981 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b2411753-e860-489b-8a8c-525560cb132d {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:52:02.610362 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a53e3ae0-d4fa-466c-b72e-5133baf57545', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c3df4f3-0557-499a-8f0d-6eeed8fce03a', 'code': 200} Aug 23 20:52:02.665658 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-740845e1-de05-4fe1-ba64-7b7e4cc2e8bf tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.1383319 Aug 23 20:52:02.677918 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53672) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:02.692523 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-c554b147-aac5-4594-8d72-739681002ba9 None None] For port 374abe09-d1b2-4eb8-b3c1-3a07f3950989, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:52:02.704402 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-c554b147-aac5-4594-8d72-739681002ba9 None None] For port 374abe09-d1b2-4eb8-b3c1-3a07f3950989, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=374abe09-d1b2-4eb8-b3c1-3a07f3950989,segment=NetworkSegment(48e022f1-bded-49a0-9b5a-48f5e901fd2a),segment_id=48e022f1-bded-49a0-9b5a-48f5e901fd2a)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:52:02.712425 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c554b147-aac5-4594-8d72-739681002ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:02.716788 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-7df5a6d7-ffd6-4ae6-974f-1aaf7328d4aa tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Request body: {'network': {'name': 'tempest-router-network02--1429919616'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:52:02.723035 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740845e1-de05-4fe1-ba64-7b7e4cc2e8bf tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Pushing event updated for resources: {'Network': ['ID=2ec5a539-0d10-4c4d-ba38-033555cd0fc6,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:02.790403 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c6a9bf-1733-4572-a485-7c75cb298056 None None] New status for floating IP d41da638-2c1d-4d48-9e73-d77cebcf0e0b: ACTIVE {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 20:52:02.799809 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7047b1ce-4598-4646-b351-d365c739fdb6 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:02.835015 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 2ec5a539-0d10-4c4d-ba38-033555cd0fc6 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:52:02.871328 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df5a6d7-ffd6-4ae6-974f-1aaf7328d4aa tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Made reservation on behalf of d83d2ff894f34561bc6fa3b8fb9cbee0 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:52:02.896349 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7df5a6d7-ffd6-4ae6-974f-1aaf7328d4aa tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:03.043813 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c554b147-aac5-4594-8d72-739681002ba9 None None] Pushing event updated for resources: {'Port': ['ID=374abe09-d1b2-4eb8-b3c1-3a07f3950989,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:03.102059 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-c865d198-2791-4405-a9af-59c1231c4361 service neutron] Transition to ACTIVE for port object 1c3df4f3-0557-499a-8f0d-6eeed8fce03a will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:52:03.136791 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-c865d198-2791-4405-a9af-59c1231c4361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:03.141348 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7df5a6d7-ffd6-4ae6-974f-1aaf7328d4aa tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:52:03.151466 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7df5a6d7-ffd6-4ae6-974f-1aaf7328d4aa tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:03.151818 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-7df5a6d7-ffd6-4ae6-974f-1aaf7328d4aa tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Added segment 1f25ea53-eced-4158-b115-a50601ab0d17 of type vlan for network a1f8a209-cd00-4269-a840-b9e5bc462136 Aug 23 20:52:03.248587 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7047b1ce-4598-4646-b351-d365c739fdb6 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:03.264731 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafbf6c-5fb2-4467-95e5-67b20a2efc12 req-93b730fb-9ac4-4883-bde1-3f95d3720895 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:03.267052 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-eeafbf6c-5fb2-4467-95e5-67b20a2efc12 req-93b730fb-9ac4-4883-bde1-3f95d3720895 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=a53e3ae0-d4fa-466c-b72e-5133baf57545 HTTP/1.1" status: 200 len: 944 time: 0.1071939 Aug 23 20:52:03.268516 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7047b1ce-4598-4646-b351-d365c739fdb6 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:03.283285 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877553f-065a-4375-bc47-b39d1c221987 req-bf4af1ad-a928-4962-85bc-74d947e7d71d tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:03.294715 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d877553f-065a-4375-bc47-b39d1c221987 req-bf4af1ad-a928-4962-85bc-74d947e7d71d tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 945 time: 0.3871150 Aug 23 20:52:03.315740 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7df5a6d7-ffd6-4ae6-974f-1aaf7328d4aa tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:03.504923 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d877553f-065a-4375-bc47-b39d1c221987 req-5a05a8d0-61cf-4dc2-8388-70a263ba9faf tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2091768 Aug 23 20:52:03.508358 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7df5a6d7-ffd6-4ae6-974f-1aaf7328d4aa tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:03.524832 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df5a6d7-ffd6-4ae6-974f-1aaf7328d4aa tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:03.525283 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7df5a6d7-ffd6-4ae6-974f-1aaf7328d4aa tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:03.539139 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c865d198-2791-4405-a9af-59c1231c4361 service neutron] Pushing event updated for resources: {'Port': ['ID=1c3df4f3-0557-499a-8f0d-6eeed8fce03a,revision_number=11']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:03.557236 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7047b1ce-4598-4646-b351-d365c739fdb6 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Pushing event updated for resources: {'Port': ['ID=37f0056c-8922-46c5-8e48-fdc61d2c7799,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:03.579659 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-eeafbf6c-5fb2-4467-95e5-67b20a2efc12 req-2e8abeb2-0da0-4901-a0cd-b83ecdfa7c09 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=efa257f3-4afa-4b95-9ff7-27a4b79acebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1814396 Aug 23 20:52:03.603041 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7047b1ce-4598-4646-b351-d365c739fdb6 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:03.660839 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df5a6d7-ffd6-4ae6-974f-1aaf7328d4aa tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Pushing event updated for resources: {'Network': ['ID=a1f8a209-cd00-4269-a840-b9e5bc462136,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:03.725130 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-c865d198-2791-4405-a9af-59c1231c4361 service neutron] No DVR routers for this DVR port 1c3df4f3-0557-499a-8f0d-6eeed8fce03a on host n-h2-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:52:03.733546 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-7df5a6d7-ffd6-4ae6-974f-1aaf7328d4aa tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0543799 Aug 23 20:52:03.742525 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53702) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:03.754328 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-93b44136-198e-43d2-b1a9-ff6de46e6cb4 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Request body: {'subnet': {'network_id': '2ec5a539-0d10-4c4d-ba38-033555cd0fc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:52:03.805925 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network a1f8a209-cd00-4269-a840-b9e5bc462136 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:52:03.923457 n-d-805663-2 neutron-server[94687]: INFO neutron.db.l3_db [None req-7047b1ce-4598-4646-b351-d365c739fdb6 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Floating IP 9456e226-d2c9-4145-8d44-47f2164ef563 associated. External IP: 172.25.4.111, port: 98d16145-82c8-4d1e-ba95-cd7d60c65533. Aug 23 20:52:03.963479 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-c865d198-2791-4405-a9af-59c1231c4361 service neutron] 10.222.0.32 "PUT /v2.0/ports/1c3df4f3-0557-499a-8f0d-6eeed8fce03a/bindings/n-h1-805663-2/activate HTTP/1.1" status: 200 len: 369 time: 2.4467633 Aug 23 20:52:03.986371 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b44136-198e-43d2-b1a9-ff6de46e6cb4 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Made reservation on behalf of d83d2ff894f34561bc6fa3b8fb9cbee0 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:52:03.989718 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-93b44136-198e-43d2-b1a9-ff6de46e6cb4 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:04.006182 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 374abe09-d1b2-4eb8-b3c1-3a07f3950989 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:52:04.065339 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 374abe09-d1b2-4eb8-b3c1-3a07f3950989 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:52:04.120759 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-5d4e2433-7fba-4438-8c9f-9da930079e2a tempest-TestNetworkAdvancedServerOps-1162004702 tempest-TestNetworkAdvancedServerOps-1162004702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:04.122813 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-5d4e2433-7fba-4438-8c9f-9da930079e2a tempest-TestNetworkAdvancedServerOps-1162004702 tempest-TestNetworkAdvancedServerOps-1162004702-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a53e3ae0-d4fa-466c-b72e-5133baf57545&tenant_id=0b17a426d9eb4b3083079c3d4dc4db5c&binding%3Ahost_id=n-h2-805663-2 HTTP/1.1" status: 200 len: 1095 time: 0.0631864 Aug 23 20:52:04.192271 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-b65ed7ee-5f3d-49e3-8c19-ac5f7951e57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:04.193812 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-b65ed7ee-5f3d-49e3-8c19-ac5f7951e57f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a53e3ae0-d4fa-466c-b72e-5133baf57545&tenant_id=0b17a426d9eb4b3083079c3d4dc4db5c HTTP/1.1" status: 200 len: 1095 time: 0.0623906 Aug 23 20:52:04.274509 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-b9dc8a0d-7e32-4906-8729-63690fc865c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:04.276818 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-b9dc8a0d-7e32-4906-8729-63690fc865c6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0b17a426d9eb4b3083079c3d4dc4db5c&device_id=a53e3ae0-d4fa-466c-b72e-5133baf57545 HTTP/1.1" status: 200 len: 1095 time: 0.0570512 Aug 23 20:52:04.373045 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7047b1ce-4598-4646-b351-d365c739fdb6 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Router 483c3bb4-bcd9-4812-8a83-467367a2be2a has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:52:04.381851 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-93b44136-198e-43d2-b1a9-ff6de46e6cb4 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:04.397832 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-9c5a2d90-cd2f-4ba1-ae2f-d7866f006aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:04.399545 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-9c5a2d90-cd2f-4ba1-ae2f-d7866f006aab service neutron] 10.222.0.11 "GET /v2.0/networks?id=0c38d550-a25a-4c7c-a978-f348eeef3bc6 HTTP/1.1" status: 200 len: 897 time: 0.1145661 Aug 23 20:52:04.436962 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b44136-198e-43d2-b1a9-ff6de46e6cb4 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Pushing event updated for resources: {'Subnet': ['ID=3e4080ec-da8d-48ec-b869-cba03a87e4b7,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:04.498531 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-7ae9fcbf-42d6-4b0f-a0fb-205ef657d3ce service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c3df4f3-0557-499a-8f0d-6eeed8fce03a HTTP/1.1" status: 200 len: 998 time: 0.0898700 Aug 23 20:52:04.602850 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bd89c9-f6cb-41a1-8fd7-5c8d3d38a005 None None] Network 21bb7383-97da-4765-af0c-74ace69ae591 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:52:04.645360 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-fdd7e00e-0dc8-4a78-8357-318292f9d73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:04.646762 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-fdd7e00e-0dc8-4a78-8357-318292f9d73d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=83772143-c9f8-4468-a4f4-25d1d8f89bdb HTTP/1.1" status: 200 len: 835 time: 0.1378524 Aug 23 20:52:04.725644 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-31a98136-ed03-47d9-acf3-a6576224e6ef None None] Provisioning for port 374abe09-d1b2-4eb8-b3c1-3a07f3950989 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:52:04.739836 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-31a98136-ed03-47d9-acf3-a6576224e6ef None None] Provisioning complete for port 374abe09-d1b2-4eb8-b3c1-3a07f3950989 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:52:04.740245 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31a98136-ed03-47d9-acf3-a6576224e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:04.741519 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-168aff40-cc67-4145-b94b-104b23181625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:04.744337 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-168aff40-cc67-4145-b94b-104b23181625 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0c38d550-a25a-4c7c-a978-f348eeef3bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852365 Aug 23 20:52:04.871364 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf24c7-3cdb-40f8-8265-264bb5d7032f req-5cbc8c9d-d515-4dfa-a749-64316d101d2e tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:04.873082 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-03bf24c7-3cdb-40f8-8265-264bb5d7032f req-5cbc8c9d-d515-4dfa-a749-64316d101d2e tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=a53e3ae0-d4fa-466c-b72e-5133baf57545 HTTP/1.1" status: 200 len: 944 time: 0.1530232 Aug 23 20:52:04.924352 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-ea024550-7267-4e8f-9112-8716e9cf3c3c service neutron] 10.222.0.11 "GET /v2.0/networks/0c38d550-a25a-4c7c-a978-f348eeef3bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456175 Aug 23 20:52:05.003621 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-03bf24c7-3cdb-40f8-8265-264bb5d7032f req-e8c39a72-84fc-47ff-a30d-d36086c38531 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=efa257f3-4afa-4b95-9ff7-27a4b79acebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179404 Aug 23 20:52:05.030547 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b44136-198e-43d2-b1a9-ff6de46e6cb4 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Checking segment: {'id': 'ad7a3713-9bc6-44e2-ba30-99aa4ff61055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2ec5a539-0d10-4c4d-ba38-033555cd0fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:52:05.030547 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b44136-198e-43d2-b1a9-ff6de46e6cb4 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Network hostable DHCP agents. Network: 2ec5a539-0d10-4c4d-ba38-033555cd0fc6, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:52:05.031193 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31a98136-ed03-47d9-acf3-a6576224e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:05.077671 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7047b1ce-4598-4646-b351-d365c739fdb6 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:52:05.102297 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59bcb9c-aace-410e-893a-4b926aeb6771 None None] Sync routers for ids ['483c3bb4-bcd9-4812-8a83-467367a2be2a'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:52:05.126451 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-31a98136-ed03-47d9-acf3-a6576224e6ef None None] For port 374abe09-d1b2-4eb8-b3c1-3a07f3950989, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=374abe09-d1b2-4eb8-b3c1-3a07f3950989,segment=NetworkSegment(48e022f1-bded-49a0-9b5a-48f5e901fd2a),segment_id=48e022f1-bded-49a0-9b5a-48f5e901fd2a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:52:05.133580 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260bed2c-b2db-4892-aff1-c307433af0e4 req-b515609b-79e9-4949-a3da-fc5dc2a270dd tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:05.133771 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31a98136-ed03-47d9-acf3-a6576224e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:05.135586 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59bcb9c-aace-410e-893a-4b926aeb6771 None None] Routers {'483c3bb4-bcd9-4812-8a83-467367a2be2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:52:05.136368 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-b59bcb9c-aace-410e-893a-4b926aeb6771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:51:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['483c3bb4-bcd9-4812-8a83-467367a2be2a'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:05.137998 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-260bed2c-b2db-4892-aff1-c307433af0e4 req-b515609b-79e9-4949-a3da-fc5dc2a270dd tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 945 time: 0.5251453 Aug 23 20:52:05.139729 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7047b1ce-4598-4646-b351-d365c739fdb6 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:05.158879 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-4ea63155-a54f-4478-9ed7-c23d030e24b5 service neutron] 10.222.0.11 "GET /v2.0/networks/0c38d550-a25a-4c7c-a978-f348eeef3bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196896 Aug 23 20:52:05.204521 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b44136-198e-43d2-b1a9-ff6de46e6cb4 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Network 2ec5a539-0d10-4c4d-ba38-033555cd0fc6 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:52:05.207611 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-b59bcb9c-aace-410e-893a-4b926aeb6771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:05.216886 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-7047b1ce-4598-4646-b351-d365c739fdb6 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.8977532 Aug 23 20:52:05.220502 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53744) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:05.233287 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59bcb9c-aace-410e-893a-4b926aeb6771 None None] Routers {'483c3bb4-bcd9-4812-8a83-467367a2be2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:52:05.234973 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-b59bcb9c-aace-410e-893a-4b926aeb6771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:51:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['483c3bb4-bcd9-4812-8a83-467367a2be2a'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:05.290169 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-93b44136-198e-43d2-b1a9-ff6de46e6cb4 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 2ec5a539-0d10-4c4d-ba38-033555cd0fc6) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:52:05.301473 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-b59bcb9c-aace-410e-893a-4b926aeb6771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:05.304049 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59bcb9c-aace-410e-893a-4b926aeb6771 None None] The sync data for ids ['483c3bb4-bcd9-4812-8a83-467367a2be2a'] in n-d-805663-2 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:52:05.313253 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b44136-198e-43d2-b1a9-ff6de46e6cb4 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:05.314099 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2812b163-da9a-4f2c-893c-c513f22caf6e None None] Network 2ec5a539-0d10-4c4d-ba38-033555cd0fc6 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:52:05.316017 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-93b44136-198e-43d2-b1a9-ff6de46e6cb4 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:05.329557 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a98136-ed03-47d9-acf3-a6576224e6ef None None] Pushing event updated for resources: {'Port': ['ID=374abe09-d1b2-4eb8-b3c1-3a07f3950989,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:05.402808 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-260bed2c-b2db-4892-aff1-c307433af0e4 req-5a99acd5-c083-4018-8281-131bd821cd8c tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1911070 Aug 23 20:52:05.414610 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-93b44136-198e-43d2-b1a9-ff6de46e6cb4 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6708293 Aug 23 20:52:05.415499 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53750) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:05.446848 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-564b1751-2ac9-4ea4-a69d-f82030d61b89 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Request body: {'subnet': {'network_id': 'a1f8a209-cd00-4269-a840-b9e5bc462136', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:52:05.511578 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-5012fede-4b45-4325-8aa1-22665a0a2b72 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] 10.222.0.61 "GET /v2.0/floatingips/9456e226-d2c9-4145-8d44-47f2164ef563 HTTP/1.1" status: 200 len: 977 time: 0.2899203 Aug 23 20:52:05.514589 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53756) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:05.547958 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-e144f14f-3d9c-4af0-9c70-611079179b5a tempest-TestNetworkAdvancedServerOps-1162004702 tempest-TestNetworkAdvancedServerOps-1162004702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:05.554439 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-e144f14f-3d9c-4af0-9c70-611079179b5a tempest-TestNetworkAdvancedServerOps-1162004702 tempest-TestNetworkAdvancedServerOps-1162004702-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a53e3ae0-d4fa-466c-b72e-5133baf57545&tenant_id=0b17a426d9eb4b3083079c3d4dc4db5c&binding%3Ahost_id=n-h1-805663-2 HTTP/1.1" status: 200 len: 1095 time: 0.1314321 Aug 23 20:52:05.607688 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f4332846-4f16-403f-b13a-df3a31680a32 None None] Provisioning complete for port 374abe09-d1b2-4eb8-b3c1-3a07f3950989 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:52:05.607991 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f4332846-4f16-403f-b13a-df3a31680a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:05.677055 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950d9908-8ff1-4fe0-8677-0528efbea3fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-2ec5a539-0d10-4c4d-ba38-033555cd0fc6', 'network_id': '2ec5a539-0d10-4c4d-ba38-033555cd0fc6', 'tenant_id': 'd83d2ff894f34561bc6fa3b8fb9cbee0', 'fixed_ips': [{'subnet_id': '3e4080ec-da8d-48ec-b869-cba03a87e4b7'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:52:05.678147 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-950d9908-8ff1-4fe0-8677-0528efbea3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:05.759583 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-62338eb5-a235-4109-a7c5-ab3d9e950ae0 service neutron] For port 1c3df4f3-0557-499a-8f0d-6eeed8fce03a, host n-h2-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:52:05.767076 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-62338eb5-a235-4109-a7c5-ab3d9e950ae0 service neutron] Notify callbacks [] for binding, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:05.768588 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c138fa50-3331-4e4f-a693-2475f12eb5a6 req-62338eb5-a235-4109-a7c5-ab3d9e950ae0 service neutron] 10.222.0.11 "DELETE /v2.0/ports/1c3df4f3-0557-499a-8f0d-6eeed8fce03a/bindings/n-h2-805663-2 HTTP/1.1" status: 204 len: 173 time: 0.2028229 Aug 23 20:52:05.799676 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 1c3df4f3-0557-499a-8f0d-6eeed8fce03a no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:52:05.849197 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564b1751-2ac9-4ea4-a69d-f82030d61b89 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Made reservation on behalf of d83d2ff894f34561bc6fa3b8fb9cbee0 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:52:05.852978 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-564b1751-2ac9-4ea4-a69d-f82030d61b89 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:05.942057 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2007a1b4-7100-47c0-a580-c01de3a278fa tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] 10.222.0.61 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.4256439 Aug 23 20:52:05.944087 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53770) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:05.949024 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b7423033-08fc-4788-9ab3-82d8d89119ea tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Request body: {'floatingip': {'port_id': '6191cf62-c2e3-41b8-9934-70875a5a9e38'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:52:05.991581 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 1c3df4f3-0557-499a-8f0d-6eeed8fce03a not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:52:06.055745 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 374abe09-d1b2-4eb8-b3c1-3a07f3950989 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:52:06.087906 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b7423033-08fc-4788-9ab3-82d8d89119ea tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for floatingip, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:06.227630 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-950d9908-8ff1-4fe0-8677-0528efbea3fc None None] Allocated IP 2001:db8::2 (2ec5a539-0d10-4c4d-ba38-033555cd0fc6/3e4080ec-da8d-48ec-b869-cba03a87e4b7/28460006-fe1c-4332-b527-0b527e9cc694) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:52:06.412335 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b931ad5-1ca5-48d0-92e5-6d44a3c73b41 req-5d7ee7d2-ff3c-4d84-b0dc-cd20beafb4fe tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:06.419928 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0b931ad5-1ca5-48d0-92e5-6d44a3c73b41 req-5d7ee7d2-ff3c-4d84-b0dc-cd20beafb4fe tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=a53e3ae0-d4fa-466c-b72e-5133baf57545 HTTP/1.1" status: 200 len: 944 time: 0.2719746 Aug 23 20:52:06.503977 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0b931ad5-1ca5-48d0-92e5-6d44a3c73b41 req-29e2229f-ab48-4d61-9e8b-de5f7e4502f3 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=efa257f3-4afa-4b95-9ff7-27a4b79acebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780082 Aug 23 20:52:06.505237 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-564b1751-2ac9-4ea4-a69d-f82030d61b89 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:06.597305 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564b1751-2ac9-4ea4-a69d-f82030d61b89 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Pushing event updated for resources: {'Subnet': ['ID=ff107389-487d-477a-8999-3613c4b34950,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:06.599031 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-950d9908-8ff1-4fe0-8677-0528efbea3fc None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:06.609412 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564b1751-2ac9-4ea4-a69d-f82030d61b89 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Checking segment: {'id': '1f25ea53-eced-4158-b115-a50601ab0d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'a1f8a209-cd00-4269-a840-b9e5bc462136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:52:06.609856 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564b1751-2ac9-4ea4-a69d-f82030d61b89 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Network hostable DHCP agents. Network: a1f8a209-cd00-4269-a840-b9e5bc462136, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:52:06.622057 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-950d9908-8ff1-4fe0-8677-0528efbea3fc None None] Transition to ACTIVE for port object 28460006-fe1c-4332-b527-0b527e9cc694 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:52:06.643138 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564b1751-2ac9-4ea4-a69d-f82030d61b89 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Network a1f8a209-cd00-4269-a840-b9e5bc462136 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:52:06.644276 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-950d9908-8ff1-4fe0-8677-0528efbea3fc None None] Transition to ACTIVE for port object 28460006-fe1c-4332-b527-0b527e9cc694 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:52:06.658095 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-564b1751-2ac9-4ea4-a69d-f82030d61b89 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, a1f8a209-cd00-4269-a840-b9e5bc462136) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:52:06.660337 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 374abe09-d1b2-4eb8-b3c1-3a07f3950989 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:52:06.661079 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:06.670114 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564b1751-2ac9-4ea4-a69d-f82030d61b89 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:06.671312 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-564b1751-2ac9-4ea4-a69d-f82030d61b89 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:06.684285 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff813ce-4fbd-4819-bb4c-9da890414f45 None None] Network a1f8a209-cd00-4269-a840-b9e5bc462136 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:52:06.687134 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-950d9908-8ff1-4fe0-8677-0528efbea3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:06.701207 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-564b1751-2ac9-4ea4-a69d-f82030d61b89 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2844636 Aug 23 20:52:06.704985 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53798) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:06.797990 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d9908-8ff1-4fe0-8677-0528efbea3fc None None] Pushing event updated for resources: {'Port': ['ID=28460006-fe1c-4332-b527-0b527e9cc694,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:06.860474 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a4806-00a6-491a-94dd-f7ce2a2ce2b4 req-cb749664-cefb-4c75-91b8-a32603d94757 tempest-TestNetworkAdvancedServerOps-1162004702 tempest-TestNetworkAdvancedServerOps-1162004702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:06.863719 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-aa7a4806-00a6-491a-94dd-f7ce2a2ce2b4 req-cb749664-cefb-4c75-91b8-a32603d94757 tempest-TestNetworkAdvancedServerOps-1162004702 tempest-TestNetworkAdvancedServerOps-1162004702-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a53e3ae0-d4fa-466c-b72e-5133baf57545 HTTP/1.1" status: 200 len: 1095 time: 0.1582458 Aug 23 20:52:06.865158 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950d9908-8ff1-4fe0-8677-0528efbea3fc None None] Network 2ec5a539-0d10-4c4d-ba38-033555cd0fc6 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:52:06.872185 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-950d9908-8ff1-4fe0-8677-0528efbea3fc None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:52:06.884806 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950d9908-8ff1-4fe0-8677-0528efbea3fc None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:52:06.986593 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-aa7a4806-00a6-491a-94dd-f7ce2a2ce2b4 req-fb02c917-e679-464f-8c48-c4a9043e4a46 tempest-TestNetworkAdvancedServerOps-1162004702 tempest-TestNetworkAdvancedServerOps-1162004702-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=efa257f3-4afa-4b95-9ff7-27a4b79acebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152694 Aug 23 20:52:07.097194 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-950d9908-8ff1-4fe0-8677-0528efbea3fc None None] Attempting to bind port 28460006-fe1c-4332-b527-0b527e9cc694 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:52:07.097743 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-950d9908-8ff1-4fe0-8677-0528efbea3fc None None] Attempting to bind port 28460006-fe1c-4332-b527-0b527e9cc694 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ad7a3713-9bc6-44e2-ba30-99aa4ff61055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2ec5a539-0d10-4c4d-ba38-033555cd0fc6'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:52:07.097925 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950d9908-8ff1-4fe0-8677-0528efbea3fc None None] Attempting to bind port 28460006-fe1c-4332-b527-0b527e9cc694 on network 2ec5a539-0d10-4c4d-ba38-033555cd0fc6 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:52:07.108942 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950d9908-8ff1-4fe0-8677-0528efbea3fc None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:52:07.109908 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950d9908-8ff1-4fe0-8677-0528efbea3fc None None] Checking segment: {'id': 'ad7a3713-9bc6-44e2-ba30-99aa4ff61055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2ec5a539-0d10-4c4d-ba38-033555cd0fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:52:07.110313 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-950d9908-8ff1-4fe0-8677-0528efbea3fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:07.110756 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950d9908-8ff1-4fe0-8677-0528efbea3fc None None] Bound using segment: {'id': 'ad7a3713-9bc6-44e2-ba30-99aa4ff61055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2ec5a539-0d10-4c4d-ba38-033555cd0fc6'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:52:07.111238 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-950d9908-8ff1-4fe0-8677-0528efbea3fc None None] Bound port: 28460006-fe1c-4332-b527-0b527e9cc694, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7a3713-9bc6-44e2-ba30-99aa4ff61055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2ec5a539-0d10-4c4d-ba38-033555cd0fc6'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:52:07.111623 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-950d9908-8ff1-4fe0-8677-0528efbea3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:07.239331 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b7423033-08fc-4788-9ab3-82d8d89119ea tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:07.255370 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b7423033-08fc-4788-9ab3-82d8d89119ea tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:07.264755 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254bbdf5-35c9-4154-b984-a89d0095c058 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-a1f8a209-cd00-4269-a840-b9e5bc462136', 'network_id': 'a1f8a209-cd00-4269-a840-b9e5bc462136', 'tenant_id': 'd83d2ff894f34561bc6fa3b8fb9cbee0', 'fixed_ips': [{'subnet_id': 'ff107389-487d-477a-8999-3613c4b34950'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:52:07.265874 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-254bbdf5-35c9-4154-b984-a89d0095c058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:07.273571 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2a027-55bc-4e11-8095-63251e5d081c req-6d4f6582-d68f-491e-84f2-93cff0ace741 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:07.275169 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-baf2a027-55bc-4e11-8095-63251e5d081c req-6d4f6582-d68f-491e-84f2-93cff0ace741 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=a53e3ae0-d4fa-466c-b72e-5133baf57545 HTTP/1.1" status: 200 len: 944 time: 0.1279583 Aug 23 20:52:07.338099 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6943db9d-2331-4b60-9875-861902f4e686 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:07.423714 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-baf2a027-55bc-4e11-8095-63251e5d081c req-5019d1f9-2e48-4255-b3d1-17a2922f804d tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=efa257f3-4afa-4b95-9ff7-27a4b79acebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980799 Aug 23 20:52:07.460023 n-d-805663-2 neutron-server[94688]: INFO neutron.db.l3_db [None req-b7423033-08fc-4788-9ab3-82d8d89119ea tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Floating IP 9456e226-d2c9-4145-8d44-47f2164ef563 associated. External IP: 172.25.4.111, port: 98d16145-82c8-4d1e-ba95-cd7d60c65533. Aug 23 20:52:07.482833 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-950d9908-8ff1-4fe0-8677-0528efbea3fc None None] For port 28460006-fe1c-4332-b527-0b527e9cc694, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:52:07.511806 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53820) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:07.575902 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-950d9908-8ff1-4fe0-8677-0528efbea3fc None None] For port 28460006-fe1c-4332-b527-0b527e9cc694, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=28460006-fe1c-4332-b527-0b527e9cc694,segment=NetworkSegment(ad7a3713-9bc6-44e2-ba30-99aa4ff61055),segment_id=ad7a3713-9bc6-44e2-ba30-99aa4ff61055)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:52:07.594928 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-950d9908-8ff1-4fe0-8677-0528efbea3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:07.614136 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-254bbdf5-35c9-4154-b984-a89d0095c058 None None] Allocated IP 2001:db8::2 (a1f8a209-cd00-4269-a840-b9e5bc462136/ff107389-487d-477a-8999-3613c4b34950/fb5962c6-49fd-4aec-a251-b6a541d36904) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:52:07.784626 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d8aa3a88-501c-4019-b7cb-c07d166d8a1b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/floatingips/752fecdf-c453-4746-9d3d-69fde16348a7 HTTP/1.1" status: 200 len: 990 time: 0.2713590 Aug 23 20:52:07.813463 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-6943db9d-2331-4b60-9875-861902f4e686 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Allocated IP 2001:db8::1 (2ec5a539-0d10-4c4d-ba38-033555cd0fc6/3e4080ec-da8d-48ec-b869-cba03a87e4b7/c42eacf4-4938-48ea-a25e-83b56342b7bc) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:52:07.888321 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-67da8d73-9e24-461b-95ff-a0887301e955 req-d45f4950-3c81-46f4-8ce2-734d44860dda service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a53e3ae0-d4fa-466c-b72e-5133baf57545&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1005692 Aug 23 20:52:07.970942 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 6c254a81-8d39-43bc-85ac-5d89be1c28d3 no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:52:08.024892 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d9908-8ff1-4fe0-8677-0528efbea3fc None None] Pushing event updated for resources: {'Port': ['ID=28460006-fe1c-4332-b527-0b527e9cc694,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:08.170093 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53832) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:08.284252 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-254bbdf5-35c9-4154-b984-a89d0095c058 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:08.294369 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-254bbdf5-35c9-4154-b984-a89d0095c058 None None] Transition to ACTIVE for port object fb5962c6-49fd-4aec-a251-b6a541d36904 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:52:08.299795 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6943db9d-2331-4b60-9875-861902f4e686 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:08.315547 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-254bbdf5-35c9-4154-b984-a89d0095c058 None None] Transition to ACTIVE for port object fb5962c6-49fd-4aec-a251-b6a541d36904 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:52:08.320475 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:08.340406 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-254bbdf5-35c9-4154-b984-a89d0095c058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:08.400502 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-6943db9d-2331-4b60-9875-861902f4e686 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Transition to ACTIVE for port object c42eacf4-4938-48ea-a25e-83b56342b7bc will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:52:08.417477 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254bbdf5-35c9-4154-b984-a89d0095c058 None None] Network a1f8a209-cd00-4269-a840-b9e5bc462136 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:52:08.420143 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254bbdf5-35c9-4154-b984-a89d0095c058 None None] Pushing event updated for resources: {'Port': ['ID=fb5962c6-49fd-4aec-a251-b6a541d36904,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:08.425422 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-254bbdf5-35c9-4154-b984-a89d0095c058 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:52:08.429949 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254bbdf5-35c9-4154-b984-a89d0095c058 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:52:08.480645 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8672da0-9cd6-4a5b-b42b-07c0e0113086', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c254a81-8d39-43bc-85ac-5d89be1c28d3'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:52:08.502729 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9edd6cd-ad70-4254-90a7-9a384221cd41" -d '{"events": [{"server_uuid": "c8672da0-9cd6-4a5b-b42b-07c0e0113086", "name": "network-vif-unplugged", "status": "completed", "tag": "6c254a81-8d39-43bc-85ac-5d89be1c28d3"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:52:08.540766 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-8710e50c-cc02-436c-850c-20d79e752524 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Deleting port 187aa548-bcb4-4433-acd7-d7247a6c60d1 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:52:08.541233 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8710e50c-cc02-436c-850c-20d79e752524 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:08.544042 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6943db9d-2331-4b60-9875-861902f4e686 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:08.610667 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 6c254a81-8d39-43bc-85ac-5d89be1c28d3, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=6c254a81-8d39-43bc-85ac-5d89be1c28d3,segment=NetworkSegment(87ae50be-ef23-4363-86a3-a03c9ef4b9c4),segment_id=87ae50be-ef23-4363-86a3-a03c9ef4b9c4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:52:08.643602 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 20:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e3b7e1-35dc-469d-b22b-6664a0b773a4 x-openstack-request-id: req-52e3b7e1-35dc-469d-b22b-6664a0b773a4 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:52:08.644670 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8672da0-9cd6-4a5b-b42b-07c0e0113086", "name": "network-vif-unplugged", "status": "completed", "tag": "6c254a81-8d39-43bc-85ac-5d89be1c28d3", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:52:08.645108 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-52e3b7e1-35dc-469d-b22b-6664a0b773a4 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:52:08.646444 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8672da0-9cd6-4a5b-b42b-07c0e0113086', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c254a81-8d39-43bc-85ac-5d89be1c28d3', 'code': 200} Aug 23 20:52:08.651834 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:08.701167 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6943db9d-2331-4b60-9875-861902f4e686 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Pushing event updated for resources: {'Port': ['ID=c42eacf4-4938-48ea-a25e-83b56342b7bc,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:08.770216 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=6c254a81-8d39-43bc-85ac-5d89be1c28d3,revision_number=8']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:08.774872 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-254bbdf5-35c9-4154-b984-a89d0095c058 None None] Attempting to bind port fb5962c6-49fd-4aec-a251-b6a541d36904 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:52:08.775906 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-254bbdf5-35c9-4154-b984-a89d0095c058 None None] Attempting to bind port fb5962c6-49fd-4aec-a251-b6a541d36904 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '1f25ea53-eced-4158-b115-a50601ab0d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'a1f8a209-cd00-4269-a840-b9e5bc462136'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:52:08.776241 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254bbdf5-35c9-4154-b984-a89d0095c058 None None] Attempting to bind port fb5962c6-49fd-4aec-a251-b6a541d36904 on network a1f8a209-cd00-4269-a840-b9e5bc462136 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:52:08.783448 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254bbdf5-35c9-4154-b984-a89d0095c058 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:52:08.783974 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254bbdf5-35c9-4154-b984-a89d0095c058 None None] Checking segment: {'id': '1f25ea53-eced-4158-b115-a50601ab0d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'a1f8a209-cd00-4269-a840-b9e5bc462136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:52:08.784529 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-254bbdf5-35c9-4154-b984-a89d0095c058 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:08.785032 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254bbdf5-35c9-4154-b984-a89d0095c058 None None] Bound using segment: {'id': '1f25ea53-eced-4158-b115-a50601ab0d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'a1f8a209-cd00-4269-a840-b9e5bc462136'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:52:08.785633 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-254bbdf5-35c9-4154-b984-a89d0095c058 None None] Bound port: fb5962c6-49fd-4aec-a251-b6a541d36904, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f25ea53-eced-4158-b115-a50601ab0d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'a1f8a209-cd00-4269-a840-b9e5bc462136'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:52:08.786136 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-254bbdf5-35c9-4154-b984-a89d0095c058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:08.792307 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6943db9d-2331-4b60-9875-861902f4e686 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Network 2ec5a539-0d10-4c4d-ba38-033555cd0fc6 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:52:08.803040 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-6943db9d-2331-4b60-9875-861902f4e686 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:52:08.812883 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6943db9d-2331-4b60-9875-861902f4e686 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:52:08.815559 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6943db9d-2331-4b60-9875-861902f4e686 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:08.933014 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-254bbdf5-35c9-4154-b984-a89d0095c058 None None] For port fb5962c6-49fd-4aec-a251-b6a541d36904, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:52:08.940345 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-254bbdf5-35c9-4154-b984-a89d0095c058 None None] For port fb5962c6-49fd-4aec-a251-b6a541d36904, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=fb5962c6-49fd-4aec-a251-b6a541d36904,segment=NetworkSegment(1f25ea53-eced-4158-b115-a50601ab0d17),segment_id=1f25ea53-eced-4158-b115-a50601ab0d17)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:52:08.956502 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-254bbdf5-35c9-4154-b984-a89d0095c058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:09.034996 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6943db9d-2331-4b60-9875-861902f4e686 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:09.083646 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254bbdf5-35c9-4154-b984-a89d0095c058 None None] Pushing event updated for resources: {'Port': ['ID=fb5962c6-49fd-4aec-a251-b6a541d36904,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:09.084876 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da8d73-9e24-461b-95ff-a0887301e955 req-0cb8d21a-3e8f-4c64-8165-effb06bf57aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:09.090787 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-67da8d73-9e24-461b-95ff-a0887301e955 req-0cb8d21a-3e8f-4c64-8165-effb06bf57aa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0b17a426d9eb4b3083079c3d4dc4db5c&device_id=a53e3ae0-d4fa-466c-b72e-5133baf57545 HTTP/1.1" status: 200 len: 1095 time: 1.0678384 Aug 23 20:52:09.184022 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8710e50c-cc02-436c-850c-20d79e752524 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:09.184382 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8710e50c-cc02-436c-850c-20d79e752524 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:09.214962 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7423033-08fc-4788-9ab3-82d8d89119ea tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Router 483c3bb4-bcd9-4812-8a83-467367a2be2a has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:52:09.288311 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-8710e50c-cc02-436c-850c-20d79e752524 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Calling delete_port for 187aa548-bcb4-4433-acd7-d7247a6c60d1 owned by network:floatingip {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:52:09.450891 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da8d73-9e24-461b-95ff-a0887301e955 req-a514b2ae-f9a0-476e-90c6-1a9bb5a5c309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:09.452430 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-67da8d73-9e24-461b-95ff-a0887301e955 req-a514b2ae-f9a0-476e-90c6-1a9bb5a5c309 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0c38d550-a25a-4c7c-a978-f348eeef3bc6 HTTP/1.1" status: 200 len: 897 time: 0.3236339 Aug 23 20:52:09.502827 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55903072-97fe-47d6-aeba-212fae8291d9 None None] Network 2ec5a539-0d10-4c4d-ba38-033555cd0fc6 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:52:09.665515 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53888) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:09.668635 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-410fb24a-25b4-4a14-a0e6-04eba5cfc8e9 None None] Provisioning for port 28460006-fe1c-4332-b527-0b527e9cc694 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:52:09.727542 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7423033-08fc-4788-9ab3-82d8d89119ea tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:52:09.732660 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-67da8d73-9e24-461b-95ff-a0887301e955 req-9fb5f544-1878-4590-a90d-5105ab49b68f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c3df4f3-0557-499a-8f0d-6eeed8fce03a HTTP/1.1" status: 200 len: 998 time: 0.2690973 Aug 23 20:52:09.738945 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d77c11-bc43-4a84-bdd0-337db83ec8cc None None] Sync routers for ids ['483c3bb4-bcd9-4812-8a83-467367a2be2a'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:52:09.752847 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d77c11-bc43-4a84-bdd0-337db83ec8cc None None] Routers {'483c3bb4-bcd9-4812-8a83-467367a2be2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:52:09.753470 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-89d77c11-bc43-4a84-bdd0-337db83ec8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:51:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['483c3bb4-bcd9-4812-8a83-467367a2be2a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:09.766083 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6943db9d-2331-4b60-9875-861902f4e686 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:09.775573 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6943db9d-2331-4b60-9875-861902f4e686 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:09.776851 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6943db9d-2331-4b60-9875-861902f4e686 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:09.833954 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-89d77c11-bc43-4a84-bdd0-337db83ec8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:09.848306 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6943db9d-2331-4b60-9875-861902f4e686 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Pushing event updated for resources: {'Port': ['ID=c42eacf4-4938-48ea-a25e-83b56342b7bc,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:09.851146 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8710e50c-cc02-436c-850c-20d79e752524 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:09.854380 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 6c254a81-8d39-43bc-85ac-5d89be1c28d3 details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:52:09.857072 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d77c11-bc43-4a84-bdd0-337db83ec8cc None None] Routers {'483c3bb4-bcd9-4812-8a83-467367a2be2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:52:09.858463 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-89d77c11-bc43-4a84-bdd0-337db83ec8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:51:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['483c3bb4-bcd9-4812-8a83-467367a2be2a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:09.911296 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8710e50c-cc02-436c-850c-20d79e752524 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event deleted for resources: {'Port': ['ID=187aa548-bcb4-4433-acd7-d7247a6c60d1,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:09.995210 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-89d77c11-bc43-4a84-bdd0-337db83ec8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:10.000482 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d77c11-bc43-4a84-bdd0-337db83ec8cc None None] The sync data for ids ['483c3bb4-bcd9-4812-8a83-467367a2be2a'] in n-d-805663-2 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:52:10.115320 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8710e50c-cc02-436c-850c-20d79e752524 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for floatingip, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:10.115989 n-d-805663-2 neutron-server[94687]: INFO neutron.db.l3_db [None req-8710e50c-cc02-436c-850c-20d79e752524 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Floating IP 752fecdf-c453-4746-9d3d-69fde16348a7 disassociated (deleted). External IP: 172.25.4.38, port: 1c3df4f3-0557-499a-8f0d-6eeed8fce03a. Aug 23 20:52:10.157440 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92c96346-9895-4c93-8f37-965a5c28f99d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:10.165312 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dc43f770-180b-4fda-a203-557ec1133938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:10.177012 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da8d73-9e24-461b-95ff-a0887301e955 req-470720b1-9c1c-4cd9-b733-55923b66527b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:10.179185 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 28460006-fe1c-4332-b527-0b527e9cc694 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:52:10.179704 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-67da8d73-9e24-461b-95ff-a0887301e955 req-470720b1-9c1c-4cd9-b733-55923b66527b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=83772143-c9f8-4468-a4f4-25d1d8f89bdb HTTP/1.1" status: 200 len: 835 time: 0.4304006 Aug 23 20:52:10.320820 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 6c254a81-8d39-43bc-85ac-5d89be1c28d3, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=6c254a81-8d39-43bc-85ac-5d89be1c28d3,segment=NetworkSegment(87ae50be-ef23-4363-86a3-a03c9ef4b9c4),segment_id=87ae50be-ef23-4363-86a3-a03c9ef4b9c4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:52:10.362199 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': '6c254a81-8d39-43bc-85ac-5d89be1c28d3', 'network_id': '4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e', 'port_id': '6c254a81-8d39-43bc-85ac-5d89be1c28d3', 'mac_address': 'fa:16:3e:07:80:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7046a0bd-4474-4718-a5da-60ae1dc26dbc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:52:10.372077 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 28460006-fe1c-4332-b527-0b527e9cc694 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:52:10.411671 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6943db9d-2331-4b60-9875-861902f4e686 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Network 2ec5a539-0d10-4c4d-ba38-033555cd0fc6 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:52:10.413094 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 28460006-fe1c-4332-b527-0b527e9cc694 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:52:10.413484 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:10.472709 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-6943db9d-2331-4b60-9875-861902f4e686 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:52:10.534787 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:10.571363 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8710e50c-cc02-436c-850c-20d79e752524 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Router 398fc0f7-fb86-407a-bafe-246edda5ed2a has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:52:10.628042 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c254a81-8d39-43bc-85ac-5d89be1c28d3 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:52:10.646484 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:10.658038 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7423033-08fc-4788-9ab3-82d8d89119ea tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Router 483c3bb4-bcd9-4812-8a83-467367a2be2a has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:52:10.696739 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 6c254a81-8d39-43bc-85ac-5d89be1c28d3, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=6c254a81-8d39-43bc-85ac-5d89be1c28d3,segment=NetworkSegment(87ae50be-ef23-4363-86a3-a03c9ef4b9c4),segment_id=87ae50be-ef23-4363-86a3-a03c9ef4b9c4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:52:10.707839 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da8d73-9e24-461b-95ff-a0887301e955 req-162550a3-244b-49eb-9f72-d42003de9566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:10.712467 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:10.713464 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-67da8d73-9e24-461b-95ff-a0887301e955 req-162550a3-244b-49eb-9f72-d42003de9566 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0c38d550-a25a-4c7c-a978-f348eeef3bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5224698 Aug 23 20:52:10.744661 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:10.830155 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=6c254a81-8d39-43bc-85ac-5d89be1c28d3,revision_number=9']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:10.845893 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d356be8e-4f89-4d24-b298-e76c35240cf4 None None] Provisioning complete for port 28460006-fe1c-4332-b527-0b527e9cc694 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:52:10.846272 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d356be8e-4f89-4d24-b298-e76c35240cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:10.887568 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-67da8d73-9e24-461b-95ff-a0887301e955 req-df88c02a-7236-492d-881e-d79699741bef service neutron] 10.222.0.11 "GET /v2.0/networks/0c38d550-a25a-4c7c-a978-f348eeef3bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521075 Aug 23 20:52:10.915310 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2b57f6-b6fb-4c9b-95ea-d72ac0a1b180 None None] Network a1f8a209-cd00-4269-a840-b9e5bc462136 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:52:10.917465 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['6c254a81-8d39-43bc-85ac-5d89be1c28d3'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:52:10.957165 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8710e50c-cc02-436c-850c-20d79e752524 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:52:11.006763 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8710e50c-cc02-436c-850c-20d79e752524 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:11.037451 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f93d27-1cdd-4e08-8401-da5beb281ba4 None None] Sync routers for ids ['398fc0f7-fb86-407a-bafe-246edda5ed2a'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:52:11.060254 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8710e50c-cc02-436c-850c-20d79e752524 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "DELETE /v2.0/floatingips/752fecdf-c453-4746-9d3d-69fde16348a7 HTTP/1.1" status: 204 len: 168 time: 2.8764031 Aug 23 20:52:11.062237 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a53e3ae0-d4fa-466c-b72e-5133baf57545', 'tag': '1c3df4f3-0557-499a-8f0d-6eeed8fce03a'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:52:11.065165 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f310612-953f-43db-85e5-577838fba011" -d '{"events": [{"name": "network-changed", "server_uuid": "a53e3ae0-d4fa-466c-b72e-5133baf57545", "tag": "1c3df4f3-0557-499a-8f0d-6eeed8fce03a"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:52:11.138554 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6943db9d-2331-4b60-9875-861902f4e686 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Router 5cdba28a-69ea-4753-a2a1-4cdd013243a1 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:52:11.249564 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2aae1c-1d24-4dd1-9d1e-4f3d0e88ebed x-openstack-request-id: req-7f2aae1c-1d24-4dd1-9d1e-4f3d0e88ebed {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:52:11.256457 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a53e3ae0-d4fa-466c-b72e-5133baf57545", "tag": "1c3df4f3-0557-499a-8f0d-6eeed8fce03a", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:52:11.256712 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7f2aae1c-1d24-4dd1-9d1e-4f3d0e88ebed {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:52:11.258308 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a53e3ae0-d4fa-466c-b72e-5133baf57545', 'tag': '1c3df4f3-0557-499a-8f0d-6eeed8fce03a', 'status': 'completed', 'code': 200} Aug 23 20:52:11.290965 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7423033-08fc-4788-9ab3-82d8d89119ea tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:52:11.307264 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b610069-bcd5-4d58-a747-d2cc49fb4b77 None None] Sync routers for ids ['483c3bb4-bcd9-4812-8a83-467367a2be2a'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:52:11.311515 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b7423033-08fc-4788-9ab3-82d8d89119ea tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:11.325398 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 28460006-fe1c-4332-b527-0b527e9cc694, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=28460006-fe1c-4332-b527-0b527e9cc694,segment=NetworkSegment(ad7a3713-9bc6-44e2-ba30-99aa4ff61055),segment_id=ad7a3713-9bc6-44e2-ba30-99aa4ff61055)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:52:11.342263 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b610069-bcd5-4d58-a747-d2cc49fb4b77 None None] Routers {'483c3bb4-bcd9-4812-8a83-467367a2be2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:52:11.351304 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7b610069-bcd5-4d58-a747-d2cc49fb4b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:51:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['483c3bb4-bcd9-4812-8a83-467367a2be2a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:11.384300 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:11.385124 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device fb5962c6-49fd-4aec-a251-b6a541d36904 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:52:11.397774 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6943db9d-2331-4b60-9875-861902f4e686 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:52:11.420385 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6943db9d-2331-4b60-9875-861902f4e686 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] 10.222.0.61 "PUT /v2.0/routers/5cdba28a-69ea-4753-a2a1-4cdd013243a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7141910 Aug 23 20:52:11.424977 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53946) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:11.474634 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f93d27-1cdd-4e08-8401-da5beb281ba4 None None] Routers {'398fc0f7-fb86-407a-bafe-246edda5ed2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:52:11.475549 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-a2f93d27-1cdd-4e08-8401-da5beb281ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:51:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['398fc0f7-fb86-407a-bafe-246edda5ed2a'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:11.480341 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3e3959-7e02-4f7f-912a-0d4c2502f6ed None None] Sync routers for ids ['5cdba28a-69ea-4753-a2a1-4cdd013243a1'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:52:11.544241 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-67da8d73-9e24-461b-95ff-a0887301e955 req-04b86ea5-27bc-42aa-b359-43cc7df7830a service neutron] 10.222.0.11 "GET /v2.0/networks/0c38d550-a25a-4c7c-a978-f348eeef3bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6174271 Aug 23 20:52:11.550468 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7b610069-bcd5-4d58-a747-d2cc49fb4b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:11.588131 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b610069-bcd5-4d58-a747-d2cc49fb4b77 None None] Routers {'483c3bb4-bcd9-4812-8a83-467367a2be2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:52:11.589075 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7b610069-bcd5-4d58-a747-d2cc49fb4b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:51:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['483c3bb4-bcd9-4812-8a83-467367a2be2a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:11.623151 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b7423033-08fc-4788-9ab3-82d8d89119ea tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] 10.222.0.61 "PUT /v2.0/floatingips/9456e226-d2c9-4145-8d44-47f2164ef563 HTTP/1.1" status: 200 len: 978 time: 5.6778362 Aug 23 20:52:11.628988 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92c96346-9895-4c93-8f37-965a5c28f99d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:11.656381 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53948) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:11.663723 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7b610069-bcd5-4d58-a747-d2cc49fb4b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:11.665104 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b610069-bcd5-4d58-a747-d2cc49fb4b77 None None] The sync data for ids ['483c3bb4-bcd9-4812-8a83-467367a2be2a'] in n-d-805663-2 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:52:11.669425 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-4e8fb6df-a454-4d54-a4b3-575dde5aef04 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:52:11.697188 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92c96346-9895-4c93-8f37-965a5c28f99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:11.756569 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3e3959-7e02-4f7f-912a-0d4c2502f6ed None None] Routers {'5cdba28a-69ea-4753-a2a1-4cdd013243a1'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:52:11.756569 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-dd3e3959-7e02-4f7f-912a-0d4c2502f6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:51:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['5cdba28a-69ea-4753-a2a1-4cdd013243a1'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:11.802131 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-92c96346-9895-4c93-8f37-965a5c28f99d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=775f6c3dd3de469b996f48ba2214c2bb&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1353390 Aug 23 20:52:11.803184 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53956) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:11.819880 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c96346-9895-4c93-8f37-965a5c28f99d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5162f60-ff00-4178-b6f1-60ec054a4c6b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:11.831531 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f310612-953f-43db-85e5-577838fba011 req-0cbeeebb-936f-401b-b275-68193920d68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:11.834037 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4f310612-953f-43db-85e5-577838fba011 req-0cbeeebb-936f-401b-b275-68193920d68f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0b17a426d9eb4b3083079c3d4dc4db5c&device_id=a53e3ae0-d4fa-466c-b72e-5133baf57545 HTTP/1.1" status: 200 len: 1095 time: 0.2281413 Aug 23 20:52:11.842714 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-dd3e3959-7e02-4f7f-912a-0d4c2502f6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:11.850430 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-a2f93d27-1cdd-4e08-8401-da5beb281ba4 None None] Set router 398fc0f7-fb86-407a-bafe-246edda5ed2a gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:52:11.920363 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e17bde78-8195-45ed-a25d-5cc71a1fcd5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:11.946483 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e17bde78-8195-45ed-a25d-5cc71a1fcd5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:12.037276 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e17bde78-8195-45ed-a25d-5cc71a1fcd5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:12.040635 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e17bde78-8195-45ed-a25d-5cc71a1fcd5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:12.044791 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e17bde78-8195-45ed-a25d-5cc71a1fcd5b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d5162f60-ff00-4178-b6f1-60ec054a4c6b HTTP/1.1" status: 204 len: 168 time: 0.2350855 Aug 23 20:52:12.062078 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17bde78-8195-45ed-a25d-5cc71a1fcd5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5162f60-ff00-4178-b6f1-60ec054a4c6b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:12.086575 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=28460006-fe1c-4332-b527-0b527e9cc694,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:12.118326 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f310612-953f-43db-85e5-577838fba011 req-c69b48c1-e767-40a7-ab39-29f7b39da484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:12.120229 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4f310612-953f-43db-85e5-577838fba011 req-c69b48c1-e767-40a7-ab39-29f7b39da484 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0c38d550-a25a-4c7c-a978-f348eeef3bc6 HTTP/1.1" status: 200 len: 897 time: 0.2636499 Aug 23 20:52:12.229408 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3e3959-7e02-4f7f-912a-0d4c2502f6ed None None] Routers {'5cdba28a-69ea-4753-a2a1-4cdd013243a1'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:52:12.230282 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-dd3e3959-7e02-4f7f-912a-0d4c2502f6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:51:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['5cdba28a-69ea-4753-a2a1-4cdd013243a1'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:12.253469 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4f310612-953f-43db-85e5-577838fba011 req-d330e81b-91fb-4600-87f7-940bdc3dc55e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c3df4f3-0557-499a-8f0d-6eeed8fce03a HTTP/1.1" status: 200 len: 217 time: 0.1248953 Aug 23 20:52:12.402306 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-dd3e3959-7e02-4f7f-912a-0d4c2502f6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:12.402941 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3e3959-7e02-4f7f-912a-0d4c2502f6ed None None] The sync data for ids ['5cdba28a-69ea-4753-a2a1-4cdd013243a1'] in n-d-805663-2 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:52:12.404466 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port fb5962c6-49fd-4aec-a251-b6a541d36904 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:52:12.414416 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f310612-953f-43db-85e5-577838fba011 req-3213fe68-6c7a-421a-a094-6e7e8ec3a9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:12.418280 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4f310612-953f-43db-85e5-577838fba011 req-3213fe68-6c7a-421a-a094-6e7e8ec3a9be service neutron] 10.222.0.11 "GET /v2.0/subnets?id=83772143-c9f8-4468-a4f4-25d1d8f89bdb HTTP/1.1" status: 200 len: 835 time: 0.1564047 Aug 23 20:52:12.432457 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d356be8e-4f89-4d24-b298-e76c35240cf4 None None] Provisioning for port c42eacf4-4938-48ea-a25e-83b56342b7bc completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:52:12.472605 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4e8fb6df-a454-4d54-a4b3-575dde5aef04 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for floatingip, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:12.509097 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d356be8e-4f89-4d24-b298-e76c35240cf4 None None] Provisioning complete for port c42eacf4-4938-48ea-a25e-83b56342b7bc triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:52:12.509596 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d356be8e-4f89-4d24-b298-e76c35240cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:12.522472 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f310612-953f-43db-85e5-577838fba011 req-0150a550-b9c5-4c16-8c75-fe3da556cb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:12.530632 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4f310612-953f-43db-85e5-577838fba011 req-0150a550-b9c5-4c16-8c75-fe3da556cb72 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0c38d550-a25a-4c7c-a978-f348eeef3bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1021669 Aug 23 20:52:12.599918 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-d356be8e-4f89-4d24-b298-e76c35240cf4 None None] Port c42eacf4-4938-48ea-a25e-83b56342b7bc cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:52:12.701844 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 28460006-fe1c-4332-b527-0b527e9cc694 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:52:12.738970 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4f310612-953f-43db-85e5-577838fba011 req-586de7c5-1785-4b9f-ad91-d51520d189e1 service neutron] 10.222.0.11 "GET /v2.0/networks/0c38d550-a25a-4c7c-a978-f348eeef3bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004132 Aug 23 20:52:12.784319 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53976) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:12.820581 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7f90293-12b9-485d-ba21-02c2d32b927a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:12.829720 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-a2f93d27-1cdd-4e08-8401-da5beb281ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398fc0f7-fb86-407a-bafe-246edda5ed2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641444254', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '598fbd9f-d730-4503-9960-2c0a1cac0858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:50:35Z', 'updated_at': '2021-08-23T20:50:44Z', 'revision_number': 4, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'gw_port': {'id': '598fbd9f-d730-4503-9960-2c0a1cac0858', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:69:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398fc0f7-fb86-407a-bafe-246edda5ed2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:50:36Z', 'updated_at': '2021-08-23T20:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '08482c19-c4ee-415b-976a-c59f5296c875', 'name': '', 'network_id': '0c38d550-a25a-4c7c-a978-f348eeef3bc6', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'mac_address': 'fa:16:3e:48:ea:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398fc0f7-fb86-407a-bafe-246edda5ed2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '83772143-c9f8-4468-a4f4-25d1d8f89bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:50:42Z', 'updated_at': '2021-08-23T20:50:54Z', 'revision_number': 5, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'subnets': [{'id': '83772143-c9f8-4468-a4f4-25d1d8f89bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:12.854664 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4e8fb6df-a454-4d54-a4b3-575dde5aef04 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:12.869277 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4e8fb6df-a454-4d54-a4b3-575dde5aef04 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:12.869699 n-d-805663-2 neutron-server[94687]: INFO neutron.db.l3_db [None req-4e8fb6df-a454-4d54-a4b3-575dde5aef04 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Floating IP 9456e226-d2c9-4145-8d44-47f2164ef563 disassociated. External IP: 172.25.4.111, port: 6191cf62-c2e3-41b8-9934-70875a5a9e38. Aug 23 20:52:12.873279 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f93d27-1cdd-4e08-8401-da5beb281ba4 None None] Checking router: 398fc0f7-fb86-407a-bafe-246edda5ed2a for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:52:12.889333 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 28460006-fe1c-4332-b527-0b527e9cc694 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:52:12.890019 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:12.921043 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d0e27-0527-4b60-b9d3-e70380b8b877 req-b7cd0969-9763-4728-80c8-0fc6a91f0af2 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:12.923863 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-800d0e27-0527-4b60-b9d3-e70380b8b877 req-b7cd0969-9763-4728-80c8-0fc6a91f0af2 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=a53e3ae0-d4fa-466c-b72e-5133baf57545 HTTP/1.1" status: 200 len: 944 time: 1.3909619 Aug 23 20:52:12.943095 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-345a22d2-55fd-479b-b07d-62d075908f92 None None] Provisioning for port fb5962c6-49fd-4aec-a251-b6a541d36904 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:52:12.948339 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-345a22d2-55fd-479b-b07d-62d075908f92 None None] Provisioning complete for port fb5962c6-49fd-4aec-a251-b6a541d36904 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:52:12.949294 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-345a22d2-55fd-479b-b07d-62d075908f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:12.993831 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f93d27-1cdd-4e08-8401-da5beb281ba4 None None] Routers {'398fc0f7-fb86-407a-bafe-246edda5ed2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:52:12.994888 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-a2f93d27-1cdd-4e08-8401-da5beb281ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:51:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['398fc0f7-fb86-407a-bafe-246edda5ed2a'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:13.006067 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf4e93-4795-4b6d-aa9b-678bf2d78aac req-0a1cc59d-f710-4b8c-9a88-65301359ad67 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:13.007840 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-40bf4e93-4795-4b6d-aa9b-678bf2d78aac req-0a1cc59d-f710-4b8c-9a88-65301359ad67 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.11 "GET /v2.0/ports?device_id=a53e3ae0-d4fa-466c-b72e-5133baf57545 HTTP/1.1" status: 200 len: 944 time: 0.5262308 Aug 23 20:52:13.098972 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4f310612-953f-43db-85e5-577838fba011 req-c4736e27-eb40-4fbc-bf9c-7d21c1018874 service neutron] 10.222.0.11 "GET /v2.0/networks/0c38d550-a25a-4c7c-a978-f348eeef3bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484197 Aug 23 20:52:13.123367 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-800d0e27-0527-4b60-b9d3-e70380b8b877 req-760d1926-2730-417c-8742-932a015f0018 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=efa257f3-4afa-4b95-9ff7-27a4b79acebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109626 Aug 23 20:52:13.197110 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7f90293-12b9-485d-ba21-02c2d32b927a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:13.208749 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7f90293-12b9-485d-ba21-02c2d32b927a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:13.275009 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f90293-12b9-485d-ba21-02c2d32b927a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721fd5cc-6bd3-4c50-84a3-6e72e1860380,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:13.354648 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a7f90293-12b9-485d-ba21-02c2d32b927a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2fb6d6190b50417baac0f0e221d4c559&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5656910 Aug 23 20:52:13.357204 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53984) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:13.379818 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-a2f93d27-1cdd-4e08-8401-da5beb281ba4 None None] Set router 398fc0f7-fb86-407a-bafe-246edda5ed2a gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:52:13.486516 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-946b0f2d-25c8-492e-a8dc-b90d6f581eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:13.537965 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-946b0f2d-25c8-492e-a8dc-b90d6f581eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:13.571860 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-40bf4e93-4795-4b6d-aa9b-678bf2d78aac req-95552f3d-19a1-4573-87a3-889182ea4545 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Deleting port 1c3df4f3-0557-499a-8f0d-6eeed8fce03a {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:52:13.572622 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-40bf4e93-4795-4b6d-aa9b-678bf2d78aac req-95552f3d-19a1-4573-87a3-889182ea4545 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:13.649726 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-946b0f2d-25c8-492e-a8dc-b90d6f581eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:13.653739 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-946b0f2d-25c8-492e-a8dc-b90d6f581eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:13.654441 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-946b0f2d-25c8-492e-a8dc-b90d6f581eae admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/721fd5cc-6bd3-4c50-84a3-6e72e1860380 HTTP/1.1" status: 204 len: 168 time: 0.2962666 Aug 23 20:52:13.683226 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946b0f2d-25c8-492e-a8dc-b90d6f581eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721fd5cc-6bd3-4c50-84a3-6e72e1860380,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:13.724043 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-40bf4e93-4795-4b6d-aa9b-678bf2d78aac req-95552f3d-19a1-4573-87a3-889182ea4545 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] For port 1c3df4f3-0557-499a-8f0d-6eeed8fce03a, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=1c3df4f3-0557-499a-8f0d-6eeed8fce03a,segment=NetworkSegment(fd83179f-6b28-4c03-ad88-e03a2e94e3b7),segment_id=fd83179f-6b28-4c03-ad88-e03a2e94e3b7)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:52:13.724583 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-40bf4e93-4795-4b6d-aa9b-678bf2d78aac req-95552f3d-19a1-4573-87a3-889182ea4545 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:13.744237 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-40bf4e93-4795-4b6d-aa9b-678bf2d78aac req-95552f3d-19a1-4573-87a3-889182ea4545 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Calling delete_port for 1c3df4f3-0557-499a-8f0d-6eeed8fce03a owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:52:13.757189 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e61bbbc8-5bd5-4554-bbc9-5c8dd8c8658f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:13.819534 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:13.832927 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 6c254a81-8d39-43bc-85ac-5d89be1c28d3 up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:52:13.885780 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-345a22d2-55fd-479b-b07d-62d075908f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:14.017665 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-a2f93d27-1cdd-4e08-8401-da5beb281ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398fc0f7-fb86-407a-bafe-246edda5ed2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641444254', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '598fbd9f-d730-4503-9960-2c0a1cac0858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:50:35Z', 'updated_at': '2021-08-23T20:50:44Z', 'revision_number': 4, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'gw_port': {'id': '598fbd9f-d730-4503-9960-2c0a1cac0858', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:69:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398fc0f7-fb86-407a-bafe-246edda5ed2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:50:36Z', 'updated_at': '2021-08-23T20:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '08482c19-c4ee-415b-976a-c59f5296c875', 'name': '', 'network_id': '0c38d550-a25a-4c7c-a978-f348eeef3bc6', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'mac_address': 'fa:16:3e:48:ea:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398fc0f7-fb86-407a-bafe-246edda5ed2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '83772143-c9f8-4468-a4f4-25d1d8f89bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:50:42Z', 'updated_at': '2021-08-23T20:50:54Z', 'revision_number': 5, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'subnets': [{'id': '83772143-c9f8-4468-a4f4-25d1d8f89bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:14.030242 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-61638b3c-205d-42b8-be55-ae6e1113b58e tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 20:52:14.032814 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-61638b3c-205d-42b8-be55-ae6e1113b58e tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] 10.222.0.61 "PUT /v2.0/routers/5cdba28a-69ea-4753-a2a1-4cdd013243a1/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.6038740 Aug 23 20:52:14.035845 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54002) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:14.045491 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e8fb6df-a454-4d54-a4b3-575dde5aef04 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Router 483c3bb4-bcd9-4812-8a83-467367a2be2a has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:52:14.110059 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f93d27-1cdd-4e08-8401-da5beb281ba4 None None] The sync data for ids ['398fc0f7-fb86-407a-bafe-246edda5ed2a'] in n-d-805663-2 is: [{'id': '398fc0f7-fb86-407a-bafe-246edda5ed2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641444254', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '598fbd9f-d730-4503-9960-2c0a1cac0858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:50:35Z', 'updated_at': '2021-08-23T20:50:44Z', 'revision_number': 4, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'gw_port': {'id': '598fbd9f-d730-4503-9960-2c0a1cac0858', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:69:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398fc0f7-fb86-407a-bafe-246edda5ed2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:50:36Z', 'updated_at': '2021-08-23T20:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '08482c19-c4ee-415b-976a-c59f5296c875', 'name': '', 'network_id': '0c38d550-a25a-4c7c-a978-f348eeef3bc6', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'mac_address': 'fa:16:3e:48:ea:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398fc0f7-fb86-407a-bafe-246edda5ed2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '83772143-c9f8-4468-a4f4-25d1d8f89bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:50:42Z', 'updated_at': '2021-08-23T20:50:54Z', 'revision_number': 5, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'subnets': [{'id': '83772143-c9f8-4468-a4f4-25d1d8f89bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:52:14.124841 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-345a22d2-55fd-479b-b07d-62d075908f92 None None] For port fb5962c6-49fd-4aec-a251-b6a541d36904, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=fb5962c6-49fd-4aec-a251-b6a541d36904,segment=NetworkSegment(1f25ea53-eced-4158-b115-a50601ab0d17),segment_id=1f25ea53-eced-4158-b115-a50601ab0d17)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:52:14.142173 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port 6c254a81-8d39-43bc-85ac-5d89be1c28d3 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:52:14.142173 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:14.240134 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-345a22d2-55fd-479b-b07d-62d075908f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:14.295228 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8fb6df-a454-4d54-a4b3-575dde5aef04 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:52:14.313622 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4e8fb6df-a454-4d54-a4b3-575dde5aef04 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:14.318370 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e3cf6c-103e-45ea-bded-82d858725a80 None None] Sync routers for ids ['483c3bb4-bcd9-4812-8a83-467367a2be2a'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:52:14.329833 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e3cf6c-103e-45ea-bded-82d858725a80 None None] Routers {'483c3bb4-bcd9-4812-8a83-467367a2be2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:52:14.334605 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-a6e3cf6c-103e-45ea-bded-82d858725a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:52:14Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['483c3bb4-bcd9-4812-8a83-467367a2be2a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:14.364468 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345a22d2-55fd-479b-b07d-62d075908f92 None None] Pushing event updated for resources: {'Port': ['ID=fb5962c6-49fd-4aec-a251-b6a541d36904,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:14.416079 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-345a22d2-55fd-479b-b07d-62d075908f92 None None] Provisioning complete for port c42eacf4-4938-48ea-a25e-83b56342b7bc triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:52:14.416455 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-345a22d2-55fd-479b-b07d-62d075908f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:14.447649 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-a6e3cf6c-103e-45ea-bded-82d858725a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:14.529528 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e3cf6c-103e-45ea-bded-82d858725a80 None None] Routers {'483c3bb4-bcd9-4812-8a83-467367a2be2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:52:14.533281 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-a6e3cf6c-103e-45ea-bded-82d858725a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:52:14Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['483c3bb4-bcd9-4812-8a83-467367a2be2a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:14.620684 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-4e8fb6df-a454-4d54-a4b3-575dde5aef04 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] 10.222.0.61 "PUT /v2.0/floatingips/9456e226-d2c9-4145-8d44-47f2164ef563 HTTP/1.1" status: 200 len: 688 time: 2.9556460 Aug 23 20:52:14.621270 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54024) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:14.652383 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:14.696657 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-a6e3cf6c-103e-45ea-bded-82d858725a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:14.698911 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e3cf6c-103e-45ea-bded-82d858725a80 None None] The sync data for ids ['483c3bb4-bcd9-4812-8a83-467367a2be2a'] in n-d-805663-2 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:52:14.757054 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device fb5962c6-49fd-4aec-a251-b6a541d36904 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:52:14.760005 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 1c3df4f3-0557-499a-8f0d-6eeed8fce03a no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:52:14.771030 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bcb738-726a-4882-af56-92a8ae9e9bd5 None None] New status for floating IP 752fecdf-c453-4746-9d3d-69fde16348a7: DOWN {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 20:52:14.846911 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a4a0e-0ea6-4586-90c5-eb4a1e1c58d0 req-d1445267-ccf8-4318-9fae-6d457f0c886a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:14.849525 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ed0a4a0e-0ea6-4586-90c5-eb4a1e1c58d0 req-d1445267-ccf8-4318-9fae-6d457f0c886a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=a53e3ae0-d4fa-466c-b72e-5133baf57545 HTTP/1.1" status: 200 len: 944 time: 0.4862022 Aug 23 20:52:14.882977 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:14.939159 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-765c1ca2-91a9-4710-9368-f10623c4a8b2 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:14.947371 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 6c254a81-8d39-43bc-85ac-5d89be1c28d3, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=6c254a81-8d39-43bc-85ac-5d89be1c28d3,segment=NetworkSegment(87ae50be-ef23-4363-86a3-a03c9ef4b9c4),segment_id=87ae50be-ef23-4363-86a3-a03c9ef4b9c4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:52:14.965688 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-40bf4e93-4795-4b6d-aa9b-678bf2d78aac req-95552f3d-19a1-4573-87a3-889182ea4545 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:15.036347 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8672da0-9cd6-4a5b-b42b-07c0e0113086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c254a81-8d39-43bc-85ac-5d89be1c28d3'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:52:15.039360 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a73119-ebd4-4927-b70e-ed7b362c43f1" -d '{"events": [{"server_uuid": "c8672da0-9cd6-4a5b-b42b-07c0e0113086", "name": "network-vif-plugged", "status": "completed", "tag": "6c254a81-8d39-43bc-85ac-5d89be1c28d3"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:52:15.048435 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:15.088384 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95552f3d-19a1-4573-87a3-889182ea4545 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event deleted for resources: {'Port': ['ID=1c3df4f3-0557-499a-8f0d-6eeed8fce03a,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:15.117300 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ed0a4a0e-0ea6-4586-90c5-eb4a1e1c58d0 req-775e20d5-6c41-419a-8e3a-bc7461b153fd tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=efa257f3-4afa-4b95-9ff7-27a4b79acebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2525644 Aug 23 20:52:15.138989 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-345a22d2-55fd-479b-b07d-62d075908f92 None None] Port c42eacf4-4938-48ea-a25e-83b56342b7bc cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:52:15.145640 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=6c254a81-8d39-43bc-85ac-5d89be1c28d3,revision_number=10']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:15.165320 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No active binding found for port 1c3df4f3-0557-499a-8f0d-6eeed8fce03a {{(pid=94689) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 23 20:52:15.165775 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 1c3df4f3-0557-499a-8f0d-6eeed8fce03a not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:52:15.181421 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port fb5962c6-49fd-4aec-a251-b6a541d36904 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:52:15.181421 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:15.216499 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5db0bc-b97d-47de-bd00-9de3df5cd344 x-openstack-request-id: req-db5db0bc-b97d-47de-bd00-9de3df5cd344 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:52:15.216788 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8672da0-9cd6-4a5b-b42b-07c0e0113086", "name": "network-vif-plugged", "status": "completed", "tag": "6c254a81-8d39-43bc-85ac-5d89be1c28d3", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:52:15.217036 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-db5db0bc-b97d-47de-bd00-9de3df5cd344 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:52:15.217424 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8672da0-9cd6-4a5b-b42b-07c0e0113086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c254a81-8d39-43bc-85ac-5d89be1c28d3', 'code': 200} Aug 23 20:52:15.249275 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-40bf4e93-4795-4b6d-aa9b-678bf2d78aac req-95552f3d-19a1-4573-87a3-889182ea4545 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] No DVR routers for this DVR port 1c3df4f3-0557-499a-8f0d-6eeed8fce03a on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:52:15.252938 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-40bf4e93-4795-4b6d-aa9b-678bf2d78aac req-95552f3d-19a1-4573-87a3-889182ea4545 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:15.255790 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-40bf4e93-4795-4b6d-aa9b-678bf2d78aac req-95552f3d-19a1-4573-87a3-889182ea4545 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.11 "DELETE /v2.0/ports/1c3df4f3-0557-499a-8f0d-6eeed8fce03a HTTP/1.1" status: 204 len: 173 time: 2.2159255 Aug 23 20:52:15.258276 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a53e3ae0-d4fa-466c-b72e-5133baf57545', 'name': 'network-vif-deleted', 'tag': '1c3df4f3-0557-499a-8f0d-6eeed8fce03a'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:52:15.272276 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aabb146-7a40-4964-b29b-67d504d557d1" -d '{"events": [{"server_uuid": "a53e3ae0-d4fa-466c-b72e-5133baf57545", "name": "network-vif-deleted", "tag": "1c3df4f3-0557-499a-8f0d-6eeed8fce03a"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:52:15.316280 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-79c03dc3-4b64-488b-b4a7-d810daba9127 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Deleting port 37f0056c-8922-46c5-8e48-fdc61d2c7799 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:52:15.320932 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-79c03dc3-4b64-488b-b4a7-d810daba9127 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:15.350008 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677c267b-1dc6-4657-b438-75b2c7292f92 x-openstack-request-id: req-677c267b-1dc6-4657-b438-75b2c7292f92 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:52:15.350501 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a53e3ae0-d4fa-466c-b72e-5133baf57545", "name": "network-vif-deleted", "tag": "1c3df4f3-0557-499a-8f0d-6eeed8fce03a", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:52:15.350913 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-677c267b-1dc6-4657-b438-75b2c7292f92 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:52:15.351465 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a53e3ae0-d4fa-466c-b72e-5133baf57545', 'name': 'network-vif-deleted', 'tag': '1c3df4f3-0557-499a-8f0d-6eeed8fce03a', 'status': 'completed', 'code': 200} Aug 23 20:52:15.529317 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-79c03dc3-4b64-488b-b4a7-d810daba9127 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:15.529649 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-79c03dc3-4b64-488b-b4a7-d810daba9127 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:15.573627 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-79c03dc3-4b64-488b-b4a7-d810daba9127 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Calling delete_port for 37f0056c-8922-46c5-8e48-fdc61d2c7799 owned by network:floatingip {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:52:15.654305 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-765c1ca2-91a9-4710-9368-f10623c4a8b2 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Deleting port c42eacf4-4938-48ea-a25e-83b56342b7bc {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:52:15.654572 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-765c1ca2-91a9-4710-9368-f10623c4a8b2 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:15.930635 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-765c1ca2-91a9-4710-9368-f10623c4a8b2 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:15.932519 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:15.966691 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-765c1ca2-91a9-4710-9368-f10623c4a8b2 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Calling delete_port for c42eacf4-4938-48ea-a25e-83b56342b7bc owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:52:15.968376 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-79c03dc3-4b64-488b-b4a7-d810daba9127 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:16.044400 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c03dc3-4b64-488b-b4a7-d810daba9127 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Pushing event deleted for resources: {'Port': ['ID=37f0056c-8922-46c5-8e48-fdc61d2c7799,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:16.183457 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-79c03dc3-4b64-488b-b4a7-d810daba9127 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for floatingip, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:16.186605 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-79c03dc3-4b64-488b-b4a7-d810daba9127 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:16.188622 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-79c03dc3-4b64-488b-b4a7-d810daba9127 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] 10.222.0.61 "DELETE /v2.0/floatingips/9456e226-d2c9-4145-8d44-47f2164ef563 HTTP/1.1" status: 204 len: 168 time: 1.5591795 Aug 23 20:52:16.194011 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54082) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:16.219008 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54084) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:16.251803 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-4dabd48e-2003-42c1-87d3-2b572731c26f tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] delete failed (client error): The resource could not be found. Aug 23 20:52:16.252890 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4dabd48e-2003-42c1-87d3-2b572731c26f tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] 10.222.0.61 "DELETE /v2.0/floatingips/9456e226-d2c9-4145-8d44-47f2164ef563 HTTP/1.1" status: 404 len: 345 time: 0.0573423 Aug 23 20:52:16.257271 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54088) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:16.384551 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138cf86e-9226-4c76-aa63-9fd76ab3a17f tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:16.391034 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138cf86e-9226-4c76-aa63-9fd76ab3a17f tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:16.397387 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138cf86e-9226-4c76-aa63-9fd76ab3a17f tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:16.399272 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-138cf86e-9226-4c76-aa63-9fd76ab3a17f tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] 10.222.0.61 "GET /v2.0/ports?network_id=bc9add01-f047-4c7c-bc57-d5fbf1cbc86f HTTP/1.1" status: 200 len: 2357 time: 0.1408091 Aug 23 20:52:16.402512 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54090) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:16.467046 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-765c1ca2-91a9-4710-9368-f10623c4a8b2 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:16.511999 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c1ca2-91a9-4710-9368-f10623c4a8b2 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Pushing event deleted for resources: {'Port': ['ID=c42eacf4-4938-48ea-a25e-83b56342b7bc,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:16.526787 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14f0dce-15d4-4a45-9e86-b5219294763e tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:16.529279 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d14f0dce-15d4-4a45-9e86-b5219294763e tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] 10.222.0.61 "GET /v2.0/subnets/b2c5af47-97dd-4924-a77f-b63fbb94c24d HTTP/1.1" status: 200 len: 797 time: 0.1254725 Aug 23 20:52:16.535231 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54096) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:16.548084 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-168dc2cb-d1e2-4d22-8118-f1736f1e16e1 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Request body: {'port': {'network_id': 'bc9add01-f047-4c7c-bc57-d5fbf1cbc86f', 'name': 'tempest-FloatingIPTestJSON-1313924784', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:52:16.688260 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-765c1ca2-91a9-4710-9368-f10623c4a8b2 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:16.937770 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168dc2cb-d1e2-4d22-8118-f1736f1e16e1 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Made reservation on behalf of d4dc0fd02f014a57b4cdda33304848d0 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:52:17.005204 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-765c1ca2-91a9-4710-9368-f10623c4a8b2 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Router 5cdba28a-69ea-4753-a2a1-4cdd013243a1 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:52:17.107566 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765c1ca2-91a9-4710-9368-f10623c4a8b2 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:52:17.113463 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-765c1ca2-91a9-4710-9368-f10623c4a8b2 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] 10.222.0.61 "PUT /v2.0/routers/5cdba28a-69ea-4753-a2a1-4cdd013243a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0760832 Aug 23 20:52:17.117361 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54106) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:17.122571 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c7cb35-3ca1-4f6b-8050-14a8c1c6681e None None] Sync routers for ids ['5cdba28a-69ea-4753-a2a1-4cdd013243a1'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:52:17.137958 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c7cb35-3ca1-4f6b-8050-14a8c1c6681e None None] Routers {'5cdba28a-69ea-4753-a2a1-4cdd013243a1'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:52:17.138586 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-64c7cb35-3ca1-4f6b-8050-14a8c1c6681e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:52:14Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['5cdba28a-69ea-4753-a2a1-4cdd013243a1'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:17.142279 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-168dc2cb-d1e2-4d22-8118-f1736f1e16e1 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:17.167456 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-77946458-aed2-4375-abc8-53eaeb80f682 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] delete failed (client error): The resource could not be found. Aug 23 20:52:17.168361 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-77946458-aed2-4375-abc8-53eaeb80f682 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] 10.222.0.61 "DELETE /v2.0/routers/tempest-non_exist_router-1427060656 HTTP/1.1" status: 404 len: 335 time: 0.0500216 Aug 23 20:52:17.175338 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54108) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:17.180672 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-15d087ec-ea56-4bcd-ac87-046f67772891 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Request body: {'router': {'external_gateway_info': {'network_id': '5cdba28a-69ea-4753-a2a1-4cdd013243a1'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:52:17.253619 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-64c7cb35-3ca1-4f6b-8050-14a8c1c6681e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:17.284039 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c7cb35-3ca1-4f6b-8050-14a8c1c6681e None None] Routers {'5cdba28a-69ea-4753-a2a1-4cdd013243a1'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:52:17.284717 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-64c7cb35-3ca1-4f6b-8050-14a8c1c6681e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:52:14Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['5cdba28a-69ea-4753-a2a1-4cdd013243a1'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:17.375100 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-64c7cb35-3ca1-4f6b-8050-14a8c1c6681e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:17.375961 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c7cb35-3ca1-4f6b-8050-14a8c1c6681e None None] The sync data for ids ['5cdba28a-69ea-4753-a2a1-4cdd013243a1'] in n-d-805663-2 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:52:17.702368 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-168dc2cb-d1e2-4d22-8118-f1736f1e16e1 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] device_id is not set on port 18a0c32c-7c73-4909-aee7-6753428ba660 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:52:18.137263 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1700ed08-f817-42e9-a9ec-938fa3016d92 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:18.183833 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-15d087ec-ea56-4bcd-ac87-046f67772891 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:18.291357 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-15d087ec-ea56-4bcd-ac87-046f67772891 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] update failed (client error): The resource could not be found. Aug 23 20:52:18.292485 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-15d087ec-ea56-4bcd-ac87-046f67772891 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] 10.222.0.61 "PUT /v2.0/routers/5cdba28a-69ea-4753-a2a1-4cdd013243a1 HTTP/1.1" status: 404 len: 339 time: 1.1160102 Aug 23 20:52:18.296407 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54124) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:18.305145 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-131a5ff4-b423-4c1e-aa7e-a6bcd5fc55fc tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-489805532'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:52:18.447070 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131a5ff4-b423-4c1e-aa7e-a6bcd5fc55fc tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Made reservation on behalf of d83d2ff894f34561bc6fa3b8fb9cbee0 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:52:18.454713 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-131a5ff4-b423-4c1e-aa7e-a6bcd5fc55fc tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:18.502216 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa86a4b-833c-47ee-b257-f317463a99c2 req-065f4d80-6a46-4663-8e01-a08d7426a65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:18.506202 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5fa86a4b-833c-47ee-b257-f317463a99c2 req-065f4d80-6a46-4663-8e01-a08d7426a65b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2af290724cc44af890c8fd2249003602&device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 1097 time: 0.1332169 Aug 23 20:52:18.567540 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-131a5ff4-b423-4c1e-aa7e-a6bcd5fc55fc tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:52:18.573072 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-168dc2cb-d1e2-4d22-8118-f1736f1e16e1 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Allocated IP 172.20.0.14 (bc9add01-f047-4c7c-bc57-d5fbf1cbc86f/b2c5af47-97dd-4924-a77f-b63fbb94c24d/18a0c32c-7c73-4909-aee7-6753428ba660) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:52:18.584606 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-168dc2cb-d1e2-4d22-8118-f1736f1e16e1 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Allocated IP 172.20.0.13 (bc9add01-f047-4c7c-bc57-d5fbf1cbc86f/b2c5af47-97dd-4924-a77f-b63fbb94c24d/18a0c32c-7c73-4909-aee7-6753428ba660) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:52:18.675725 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-131a5ff4-b423-4c1e-aa7e-a6bcd5fc55fc tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:18.676397 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-131a5ff4-b423-4c1e-aa7e-a6bcd5fc55fc tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Added segment f49f12cc-7906-475c-9690-b9ddff8edbc8 of type vlan for network c3f39af1-bf44-4dc3-8903-da4593abbd70 Aug 23 20:52:18.739919 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-131a5ff4-b423-4c1e-aa7e-a6bcd5fc55fc tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:18.783913 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa86a4b-833c-47ee-b257-f317463a99c2 req-54360bb2-3c75-4781-a659-3fefe5fedf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:18.785758 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5fa86a4b-833c-47ee-b257-f317463a99c2 req-54360bb2-3c75-4781-a659-3fefe5fedf44 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e HTTP/1.1" status: 200 len: 912 time: 0.2315259 Aug 23 20:52:18.814685 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-131a5ff4-b423-4c1e-aa7e-a6bcd5fc55fc tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:18.824004 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131a5ff4-b423-4c1e-aa7e-a6bcd5fc55fc tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:18.825726 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-131a5ff4-b423-4c1e-aa7e-a6bcd5fc55fc tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:18.841287 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-1700ed08-f817-42e9-a9ec-938fa3016d92 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Deleting port 08482c19-c4ee-415b-976a-c59f5296c875 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:52:18.841743 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1700ed08-f817-42e9-a9ec-938fa3016d92 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:18.856214 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-168dc2cb-d1e2-4d22-8118-f1736f1e16e1 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:19.003192 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-1700ed08-f817-42e9-a9ec-938fa3016d92 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] For port 08482c19-c4ee-415b-976a-c59f5296c875, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=08482c19-c4ee-415b-976a-c59f5296c875,segment=NetworkSegment(fd83179f-6b28-4c03-ad88-e03a2e94e3b7),segment_id=fd83179f-6b28-4c03-ad88-e03a2e94e3b7)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:52:19.003992 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1700ed08-f817-42e9-a9ec-938fa3016d92 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:19.016907 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-131a5ff4-b423-4c1e-aa7e-a6bcd5fc55fc tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7186403 Aug 23 20:52:19.021749 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54136) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:19.024392 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-1700ed08-f817-42e9-a9ec-938fa3016d92 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Calling delete_port for 08482c19-c4ee-415b-976a-c59f5296c875 owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:52:19.029567 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-15776634-88e4-4825-bc9b-19c402aba159 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Request body: {'subnet': {'network_id': 'c3f39af1-bf44-4dc3-8903-da4593abbd70', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:52:19.030014 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a5ff4-b423-4c1e-aa7e-a6bcd5fc55fc tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Pushing event updated for resources: {'Network': ['ID=c3f39af1-bf44-4dc3-8903-da4593abbd70,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:19.048816 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network c3f39af1-bf44-4dc3-8903-da4593abbd70 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:52:19.049822 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5fa86a4b-833c-47ee-b257-f317463a99c2 req-239fb7f6-19b5-4282-a83a-60f9d2b82c9c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c254a81-8d39-43bc-85ac-5d89be1c28d3 HTTP/1.1" status: 200 len: 1001 time: 0.2429271 Aug 23 20:52:19.059586 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-168dc2cb-d1e2-4d22-8118-f1736f1e16e1 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:19.143594 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa86a4b-833c-47ee-b257-f317463a99c2 req-c6c1047b-1c7e-4b3c-872c-9c824d96c481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:19.145351 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5fa86a4b-833c-47ee-b257-f317463a99c2 req-c6c1047b-1c7e-4b3c-872c-9c824d96c481 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7046a0bd-4474-4718-a5da-60ae1dc26dbc HTTP/1.1" status: 200 len: 850 time: 0.0880799 Aug 23 20:52:19.229563 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa86a4b-833c-47ee-b257-f317463a99c2 req-c5550411-51ea-401c-b78f-d0ac463d4313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:19.231101 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5fa86a4b-833c-47ee-b257-f317463a99c2 req-c5550411-51ea-401c-b78f-d0ac463d4313 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781903 Aug 23 20:52:19.319508 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168dc2cb-d1e2-4d22-8118-f1736f1e16e1 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Network bc9add01-f047-4c7c-bc57-d5fbf1cbc86f is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:52:19.330619 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-168dc2cb-d1e2-4d22-8118-f1736f1e16e1 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:52:19.334077 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168dc2cb-d1e2-4d22-8118-f1736f1e16e1 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:52:19.376109 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5fa86a4b-833c-47ee-b257-f317463a99c2 req-381109ba-3054-4132-8c95-15f308f1faa9 service neutron] 10.222.0.32 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310287 Aug 23 20:52:19.396128 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168dc2cb-d1e2-4d22-8118-f1736f1e16e1 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:19.397058 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-168dc2cb-d1e2-4d22-8118-f1736f1e16e1 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:19.411387 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15776634-88e4-4825-bc9b-19c402aba159 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Made reservation on behalf of d83d2ff894f34561bc6fa3b8fb9cbee0 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:52:19.415844 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-15776634-88e4-4825-bc9b-19c402aba159 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:19.652253 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5fa86a4b-833c-47ee-b257-f317463a99c2 req-100ca7e6-5a34-4368-a3cf-bd715ddb5077 service neutron] 10.222.0.32 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684476 Aug 23 20:52:19.702081 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-168dc2cb-d1e2-4d22-8118-f1736f1e16e1 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.1595099 Aug 23 20:52:19.703112 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54150) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:19.709266 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ad8ff231-f092-4107-8d2e-5c863afc2c18 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Request body: {'floatingip': {'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'port_id': '18a0c32c-7c73-4909-aee7-6753428ba660', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:52:19.714815 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168dc2cb-d1e2-4d22-8118-f1736f1e16e1 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Pushing event updated for resources: {'Port': ['ID=18a0c32c-7c73-4909-aee7-6753428ba660,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:19.740607 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-15776634-88e4-4825-bc9b-19c402aba159 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:19.765747 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ad8ff231-f092-4107-8d2e-5c863afc2c18 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:19.914430 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15776634-88e4-4825-bc9b-19c402aba159 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Checking segment: {'id': 'f49f12cc-7906-475c-9690-b9ddff8edbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c3f39af1-bf44-4dc3-8903-da4593abbd70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:52:19.915151 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15776634-88e4-4825-bc9b-19c402aba159 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Network hostable DHCP agents. Network: c3f39af1-bf44-4dc3-8903-da4593abbd70, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:52:19.925029 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15776634-88e4-4825-bc9b-19c402aba159 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Pushing event updated for resources: {'Subnet': ['ID=0b08d01f-5f2a-407c-a044-1e1a82e40e71,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:19.985492 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ad8ff231-f092-4107-8d2e-5c863afc2c18 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:19.991489 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15776634-88e4-4825-bc9b-19c402aba159 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Network c3f39af1-bf44-4dc3-8903-da4593abbd70 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:52:20.008421 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1700ed08-f817-42e9-a9ec-938fa3016d92 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:20.065484 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-15776634-88e4-4825-bc9b-19c402aba159 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, c3f39af1-bf44-4dc3-8903-da4593abbd70) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:52:20.075821 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac241349-f17f-46a0-9e50-af9cd23b6ed9 None None] Network c3f39af1-bf44-4dc3-8903-da4593abbd70 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:52:20.085828 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1700ed08-f817-42e9-a9ec-938fa3016d92 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event deleted for resources: {'Port': ['ID=08482c19-c4ee-415b-976a-c59f5296c875,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:20.099570 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15776634-88e4-4825-bc9b-19c402aba159 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:20.102952 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-15776634-88e4-4825-bc9b-19c402aba159 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:20.149249 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-15776634-88e4-4825-bc9b-19c402aba159 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1259873 Aug 23 20:52:20.151170 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54156) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:20.180557 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-7e19659e-8ce9-4f3c-afd7-785898d67a2f tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c3f39af1-bf44-4dc3-8903-da4593abbd70'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:52:20.290511 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-ad8ff231-f092-4107-8d2e-5c863afc2c18 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Allocated IP 172.25.4.149 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/9a9729f7-b651-4ede-a712-0b358cc12836) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:52:20.576506 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ad8ff231-f092-4107-8d2e-5c863afc2c18 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:20.604862 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c93867-4c50-48eb-a440-a8ea45801622 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-c3f39af1-bf44-4dc3-8903-da4593abbd70', 'network_id': 'c3f39af1-bf44-4dc3-8903-da4593abbd70', 'tenant_id': 'd83d2ff894f34561bc6fa3b8fb9cbee0', 'fixed_ips': [{'subnet_id': '0b08d01f-5f2a-407c-a044-1e1a82e40e71'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:52:20.605765 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-01c93867-4c50-48eb-a440-a8ea45801622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:20.615617 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:20.891202 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ad8ff231-f092-4107-8d2e-5c863afc2c18 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:20.896158 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7e19659e-8ce9-4f3c-afd7-785898d67a2f tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:20.918049 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8ff231-f092-4107-8d2e-5c863afc2c18 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:52:20.920800 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-ad8ff231-f092-4107-8d2e-5c863afc2c18 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:52:20.930226 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8ff231-f092-4107-8d2e-5c863afc2c18 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:52:20.981927 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8ff231-f092-4107-8d2e-5c863afc2c18 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Pushing event updated for resources: {'Port': ['ID=9a9729f7-b651-4ede-a712-0b358cc12836,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:20.995078 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-01c93867-4c50-48eb-a440-a8ea45801622 None None] Allocated IP 2001:db8:1::2 (c3f39af1-bf44-4dc3-8903-da4593abbd70/0b08d01f-5f2a-407c-a044-1e1a82e40e71/085f15ad-0bbc-4b50-8603-e8ce0a0a43ef) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:52:21.159643 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1700ed08-f817-42e9-a9ec-938fa3016d92 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:21.239458 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-01c93867-4c50-48eb-a440-a8ea45801622 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:21.263091 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-01c93867-4c50-48eb-a440-a8ea45801622 None None] Transition to ACTIVE for port object 085f15ad-0bbc-4b50-8603-e8ce0a0a43ef will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:52:21.306360 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-01c93867-4c50-48eb-a440-a8ea45801622 None None] Transition to ACTIVE for port object 085f15ad-0bbc-4b50-8603-e8ce0a0a43ef will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:52:21.323236 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-01c93867-4c50-48eb-a440-a8ea45801622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:21.389559 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c93867-4c50-48eb-a440-a8ea45801622 None None] Network c3f39af1-bf44-4dc3-8903-da4593abbd70 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:52:21.399377 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-01c93867-4c50-48eb-a440-a8ea45801622 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:52:21.406386 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c93867-4c50-48eb-a440-a8ea45801622 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:52:21.440024 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ad8ff231-f092-4107-8d2e-5c863afc2c18 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:21.456778 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c93867-4c50-48eb-a440-a8ea45801622 None None] Pushing event updated for resources: {'Port': ['ID=085f15ad-0bbc-4b50-8603-e8ce0a0a43ef,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:21.576798 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ad8ff231-f092-4107-8d2e-5c863afc2c18 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:21.590792 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-01c93867-4c50-48eb-a440-a8ea45801622 None None] Attempting to bind port 085f15ad-0bbc-4b50-8603-e8ce0a0a43ef on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:52:21.591365 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-01c93867-4c50-48eb-a440-a8ea45801622 None None] Attempting to bind port 085f15ad-0bbc-4b50-8603-e8ce0a0a43ef by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'f49f12cc-7906-475c-9690-b9ddff8edbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c3f39af1-bf44-4dc3-8903-da4593abbd70'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:52:21.592443 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c93867-4c50-48eb-a440-a8ea45801622 None None] Attempting to bind port 085f15ad-0bbc-4b50-8603-e8ce0a0a43ef on network c3f39af1-bf44-4dc3-8903-da4593abbd70 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:52:21.607377 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c93867-4c50-48eb-a440-a8ea45801622 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:52:21.607932 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c93867-4c50-48eb-a440-a8ea45801622 None None] Checking segment: {'id': 'f49f12cc-7906-475c-9690-b9ddff8edbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c3f39af1-bf44-4dc3-8903-da4593abbd70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:52:21.608461 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-01c93867-4c50-48eb-a440-a8ea45801622 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:21.609789 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c93867-4c50-48eb-a440-a8ea45801622 None None] Bound using segment: {'id': 'f49f12cc-7906-475c-9690-b9ddff8edbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c3f39af1-bf44-4dc3-8903-da4593abbd70'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:52:21.612590 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-01c93867-4c50-48eb-a440-a8ea45801622 None None] Bound port: 085f15ad-0bbc-4b50-8603-e8ce0a0a43ef, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49f12cc-7906-475c-9690-b9ddff8edbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c3f39af1-bf44-4dc3-8903-da4593abbd70'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:52:21.613268 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-01c93867-4c50-48eb-a440-a8ea45801622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:21.783070 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-01c93867-4c50-48eb-a440-a8ea45801622 None None] For port 085f15ad-0bbc-4b50-8603-e8ce0a0a43ef, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:52:21.789193 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-01c93867-4c50-48eb-a440-a8ea45801622 None None] For port 085f15ad-0bbc-4b50-8603-e8ce0a0a43ef, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=085f15ad-0bbc-4b50-8603-e8ce0a0a43ef,segment=NetworkSegment(f49f12cc-7906-475c-9690-b9ddff8edbc8),segment_id=f49f12cc-7906-475c-9690-b9ddff8edbc8)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:52:21.801751 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-01c93867-4c50-48eb-a440-a8ea45801622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:21.923937 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c93867-4c50-48eb-a440-a8ea45801622 None None] Pushing event updated for resources: {'Port': ['ID=085f15ad-0bbc-4b50-8603-e8ce0a0a43ef,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:22.067374 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-7e19659e-8ce9-4f3c-afd7-785898d67a2f tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 20:52:22.068555 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-7e19659e-8ce9-4f3c-afd7-785898d67a2f tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] 10.222.0.61 "PUT /v2.0/routers/5cdba28a-69ea-4753-a2a1-4cdd013243a1 HTTP/1.1" status: 400 len: 364 time: 1.9146681 Aug 23 20:52:22.072759 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54180) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:22.333916 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1700ed08-f817-42e9-a9ec-938fa3016d92 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Router 398fc0f7-fb86-407a-bafe-246edda5ed2a has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:52:22.429520 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ad8ff231-f092-4107-8d2e-5c863afc2c18 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:22.439852 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ad8ff231-f092-4107-8d2e-5c863afc2c18 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:22.566190 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8ff231-f092-4107-8d2e-5c863afc2c18 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Pushing event updated for resources: {'Port': ['ID=9a9729f7-b651-4ede-a712-0b358cc12836,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:22.583455 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ad8ff231-f092-4107-8d2e-5c863afc2c18 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:22.724335 n-d-805663-2 neutron-server[94688]: INFO neutron.db.l3_db [None req-ad8ff231-f092-4107-8d2e-5c863afc2c18 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Floating IP 31a18216-ddf6-4537-a243-cb48a3169015 associated. External IP: 172.25.4.149, port: 18a0c32c-7c73-4909-aee7-6753428ba660. Aug 23 20:52:22.769941 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 085f15ad-0bbc-4b50-8603-e8ce0a0a43ef up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:52:22.818333 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1700ed08-f817-42e9-a9ec-938fa3016d92 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:52:22.824934 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 085f15ad-0bbc-4b50-8603-e8ce0a0a43ef completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:52:22.829724 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1700ed08-f817-42e9-a9ec-938fa3016d92 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "PUT /v2.0/routers/398fc0f7-fb86-407a-bafe-246edda5ed2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6061170 Aug 23 20:52:22.840552 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61621ef-a48d-45e7-9b33-9b26daabf147 None None] Sync routers for ids ['398fc0f7-fb86-407a-bafe-246edda5ed2a'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:52:22.856959 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61621ef-a48d-45e7-9b33-9b26daabf147 None None] Routers {'398fc0f7-fb86-407a-bafe-246edda5ed2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:52:22.858174 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-f61621ef-a48d-45e7-9b33-9b26daabf147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:52:14Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['398fc0f7-fb86-407a-bafe-246edda5ed2a'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:22.880755 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54188) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:22.973767 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-f869f825-2a6e-496b-a472-147b674e1159 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Deleting subnet 83772143-c9f8-4468-a4f4-25d1d8f89bdb {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:52:22.980253 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f869f825-2a6e-496b-a472-147b674e1159 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:23.033107 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-f61621ef-a48d-45e7-9b33-9b26daabf147 None None] Set router 398fc0f7-fb86-407a-bafe-246edda5ed2a gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:52:23.061092 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-badee2ee-0555-435b-933d-c8432e91c99d tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:23.158859 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad8ff231-f092-4107-8d2e-5c863afc2c18 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Router 483c3bb4-bcd9-4812-8a83-467367a2be2a has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:52:23.325240 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f869f825-2a6e-496b-a472-147b674e1159 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:23.433203 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad8ff231-f092-4107-8d2e-5c863afc2c18 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:52:23.447110 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc5dd2e-8ce2-4e34-871a-b3fdb1c9c12b None None] Sync routers for ids ['483c3bb4-bcd9-4812-8a83-467367a2be2a'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:52:23.458722 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ad8ff231-f092-4107-8d2e-5c863afc2c18 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:23.470074 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc5dd2e-8ce2-4e34-871a-b3fdb1c9c12b None None] Routers {'483c3bb4-bcd9-4812-8a83-467367a2be2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:52:23.471175 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9dc5dd2e-8ce2-4e34-871a-b3fdb1c9c12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:52:14Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['483c3bb4-bcd9-4812-8a83-467367a2be2a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:23.534097 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9dc5dd2e-8ce2-4e34-871a-b3fdb1c9c12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:23.534324 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-f61621ef-a48d-45e7-9b33-9b26daabf147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398fc0f7-fb86-407a-bafe-246edda5ed2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641444254', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '598fbd9f-d730-4503-9960-2c0a1cac0858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:50:35Z', 'updated_at': '2021-08-23T20:52:19Z', 'revision_number': 5, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'gw_port': {'id': '598fbd9f-d730-4503-9960-2c0a1cac0858', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:69:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398fc0f7-fb86-407a-bafe-246edda5ed2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:50:36Z', 'updated_at': '2021-08-23T20:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:23.544699 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ad8ff231-f092-4107-8d2e-5c863afc2c18 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.8372035 Aug 23 20:52:23.544699 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54202) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:23.547268 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc5dd2e-8ce2-4e34-871a-b3fdb1c9c12b None None] Routers {'483c3bb4-bcd9-4812-8a83-467367a2be2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:52:23.548148 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9dc5dd2e-8ce2-4e34-871a-b3fdb1c9c12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:52:14Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['483c3bb4-bcd9-4812-8a83-467367a2be2a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:23.553957 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ecc6b586-5127-447a-90ff-9e0f3e23b0ca tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Request body: {'floatingip': {'port_id': '18a0c32c-7c73-4909-aee7-6753428ba660', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:52:23.593211 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9dc5dd2e-8ce2-4e34-871a-b3fdb1c9c12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:23.595073 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc5dd2e-8ce2-4e34-871a-b3fdb1c9c12b None None] The sync data for ids ['483c3bb4-bcd9-4812-8a83-467367a2be2a'] in n-d-805663-2 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:52:23.618162 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61621ef-a48d-45e7-9b33-9b26daabf147 None None] Checking router: 398fc0f7-fb86-407a-bafe-246edda5ed2a for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:52:23.635282 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61621ef-a48d-45e7-9b33-9b26daabf147 None None] Routers {'398fc0f7-fb86-407a-bafe-246edda5ed2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:52:23.636170 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-f61621ef-a48d-45e7-9b33-9b26daabf147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:52:14Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['398fc0f7-fb86-407a-bafe-246edda5ed2a'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:23.691827 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-badee2ee-0555-435b-933d-c8432e91c99d tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Allocated IP 2001:db8::1 (21bb7383-97da-4765-af0c-74ace69ae591/17a601df-88ec-4626-b8e6-2ed6a23c42e1/b40ea69c-0be4-40bf-bf6c-d9061db60bc3) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:52:23.703987 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ecc6b586-5127-447a-90ff-9e0f3e23b0ca tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for floatingip, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:23.769723 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e4fb8b-3dfb-44cf-af98-60381a6948a7 None None] Network c3f39af1-bf44-4dc3-8903-da4593abbd70 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:52:23.865496 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-badee2ee-0555-435b-933d-c8432e91c99d tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:23.884271 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-badee2ee-0555-435b-933d-c8432e91c99d tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Transition to ACTIVE for port object b40ea69c-0be4-40bf-bf6c-d9061db60bc3 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:52:23.994993 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f869f825-2a6e-496b-a472-147b674e1159 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:24.055636 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3e82e620-00ec-4074-90da-d666a44c0ecf None None] Provisioning for port 085f15ad-0bbc-4b50-8603-e8ce0a0a43ef completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:52:24.091802 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3e82e620-00ec-4074-90da-d666a44c0ecf None None] Provisioning complete for port 085f15ad-0bbc-4b50-8603-e8ce0a0a43ef triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:52:24.092201 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3e82e620-00ec-4074-90da-d666a44c0ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:24.134102 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-badee2ee-0555-435b-933d-c8432e91c99d tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:24.248762 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badee2ee-0555-435b-933d-c8432e91c99d tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Network 21bb7383-97da-4765-af0c-74ace69ae591 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:52:24.258495 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-badee2ee-0555-435b-933d-c8432e91c99d tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:52:24.264540 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badee2ee-0555-435b-933d-c8432e91c99d tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:52:24.265151 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-badee2ee-0555-435b-933d-c8432e91c99d tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:24.460289 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f869f825-2a6e-496b-a472-147b674e1159 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:24.678553 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-f61621ef-a48d-45e7-9b33-9b26daabf147 None None] Set router 398fc0f7-fb86-407a-bafe-246edda5ed2a gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:52:24.723431 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f869f825-2a6e-496b-a472-147b674e1159 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event deleted for resources: {'Subnet': ['ID=83772143-c9f8-4468-a4f4-25d1d8f89bdb,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:24.737915 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f869f825-2a6e-496b-a472-147b674e1159 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:24.740398 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f869f825-2a6e-496b-a472-147b674e1159 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "DELETE /v2.0/subnets/83772143-c9f8-4468-a4f4-25d1d8f89bdb HTTP/1.1" status: 204 len: 168 time: 1.8535705 Aug 23 20:52:24.750974 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54214) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:24.771587 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-badee2ee-0555-435b-933d-c8432e91c99d tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:24.774034 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badee2ee-0555-435b-933d-c8432e91c99d tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Pushing event updated for resources: {'Port': ['ID=b40ea69c-0be4-40bf-bf6c-d9061db60bc3,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:24.778483 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99ee80c-f19a-4d04-b37f-70fe7b3979a9 None None] Network 0c38d550-a25a-4c7c-a978-f348eeef3bc6 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:52:24.819537 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.db.resource_extend [None req-ecc6b586-5127-447a-90ff-9e0f3e23b0ca tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 20:52:24.938216 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ecc6b586-5127-447a-90ff-9e0f3e23b0ca tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:24.952045 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ecc6b586-5127-447a-90ff-9e0f3e23b0ca tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:24.974031 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badee2ee-0555-435b-933d-c8432e91c99d tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:52:24.975690 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badee2ee-0555-435b-933d-c8432e91c99d tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:52:24.976142 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badee2ee-0555-435b-933d-c8432e91c99d tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:52:24.978321 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badee2ee-0555-435b-933d-c8432e91c99d tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:52:24.978698 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badee2ee-0555-435b-933d-c8432e91c99d tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:52:24.979293 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badee2ee-0555-435b-933d-c8432e91c99d tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:52:24.979642 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badee2ee-0555-435b-933d-c8432e91c99d tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:52:24.979978 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badee2ee-0555-435b-933d-c8432e91c99d tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:52:24.982885 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badee2ee-0555-435b-933d-c8432e91c99d tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:52:24.983266 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badee2ee-0555-435b-933d-c8432e91c99d tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:52:24.983603 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badee2ee-0555-435b-933d-c8432e91c99d tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:52:24.983976 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badee2ee-0555-435b-933d-c8432e91c99d tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:52:25.036483 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f869f825-2a6e-496b-a472-147b674e1159 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:52:25.037740 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f869f825-2a6e-496b-a472-147b674e1159 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:52:25.038299 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f869f825-2a6e-496b-a472-147b674e1159 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:52:25.038816 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f869f825-2a6e-496b-a472-147b674e1159 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:52:25.039484 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f869f825-2a6e-496b-a472-147b674e1159 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:52:25.042273 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f869f825-2a6e-496b-a472-147b674e1159 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:52:25.042660 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f869f825-2a6e-496b-a472-147b674e1159 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:52:25.042961 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f869f825-2a6e-496b-a472-147b674e1159 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:52:25.043572 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f869f825-2a6e-496b-a472-147b674e1159 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:52:25.043922 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f869f825-2a6e-496b-a472-147b674e1159 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:52:25.044289 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f869f825-2a6e-496b-a472-147b674e1159 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:52:25.044622 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f869f825-2a6e-496b-a472-147b674e1159 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:52:25.138425 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fde1ac4d-87e6-45b0-b69d-2e0f8e9be674 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:25.276216 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3e82e620-00ec-4074-90da-d666a44c0ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:25.420998 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc6b586-5127-447a-90ff-9e0f3e23b0ca tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Router 483c3bb4-bcd9-4812-8a83-467367a2be2a has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:52:25.439519 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-3e82e620-00ec-4074-90da-d666a44c0ecf None None] For port 085f15ad-0bbc-4b50-8603-e8ce0a0a43ef, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=085f15ad-0bbc-4b50-8603-e8ce0a0a43ef,segment=NetworkSegment(f49f12cc-7906-475c-9690-b9ddff8edbc8),segment_id=f49f12cc-7906-475c-9690-b9ddff8edbc8)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:52:25.458169 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3e82e620-00ec-4074-90da-d666a44c0ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:25.517146 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fde1ac4d-87e6-45b0-b69d-2e0f8e9be674 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:25.619831 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82e620-00ec-4074-90da-d666a44c0ecf None None] Pushing event updated for resources: {'Port': ['ID=085f15ad-0bbc-4b50-8603-e8ce0a0a43ef,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:25.627042 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4969880-4cb1-4ea8-bbc1-b84446ae25da None None] DHCP port deletion for 0c38d550-a25a-4c7c-a978-f348eeef3bc6 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:52:25.694205 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc6b586-5127-447a-90ff-9e0f3e23b0ca tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:52:25.699142 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-12818dd2-8a1c-48fc-a41b-4d308259694c None None] Provisioning complete for port 085f15ad-0bbc-4b50-8603-e8ce0a0a43ef triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:52:25.705767 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-12818dd2-8a1c-48fc-a41b-4d308259694c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:25.710870 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ecc6b586-5127-447a-90ff-9e0f3e23b0ca tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:25.782917 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ecc6b586-5127-447a-90ff-9e0f3e23b0ca tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] 10.222.0.61 "PUT /v2.0/floatingips/31a18216-ddf6-4537-a243-cb48a3169015 HTTP/1.1" status: 200 len: 979 time: 2.2377667 Aug 23 20:52:25.783798 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54232) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:25.801279 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7661fda9-5504-4c66-9cd2-a5bf7b49a95d None None] Sync routers for ids ['483c3bb4-bcd9-4812-8a83-467367a2be2a'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:52:25.870702 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-fde1ac4d-87e6-45b0-b69d-2e0f8e9be674 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Deleting port 598fbd9f-d730-4503-9960-2c0a1cac0858 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:52:25.871770 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fde1ac4d-87e6-45b0-b69d-2e0f8e9be674 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:25.904847 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-f61621ef-a48d-45e7-9b33-9b26daabf147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398fc0f7-fb86-407a-bafe-246edda5ed2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641444254', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '598fbd9f-d730-4503-9960-2c0a1cac0858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:50:35Z', 'updated_at': '2021-08-23T20:52:19Z', 'revision_number': 5, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'gw_port': {'id': '598fbd9f-d730-4503-9960-2c0a1cac0858', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:69:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398fc0f7-fb86-407a-bafe-246edda5ed2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:50:36Z', 'updated_at': '2021-08-23T20:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:26.029178 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7661fda9-5504-4c66-9cd2-a5bf7b49a95d None None] Routers {'483c3bb4-bcd9-4812-8a83-467367a2be2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:52:26.035687 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-7661fda9-5504-4c66-9cd2-a5bf7b49a95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:52:14Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['483c3bb4-bcd9-4812-8a83-467367a2be2a'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:26.046942 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61621ef-a48d-45e7-9b33-9b26daabf147 None None] The sync data for ids ['398fc0f7-fb86-407a-bafe-246edda5ed2a'] in n-d-805663-2 is: [{'id': '398fc0f7-fb86-407a-bafe-246edda5ed2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641444254', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '598fbd9f-d730-4503-9960-2c0a1cac0858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:50:35Z', 'updated_at': '2021-08-23T20:52:19Z', 'revision_number': 5, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'gw_port': {'id': '598fbd9f-d730-4503-9960-2c0a1cac0858', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:69:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398fc0f7-fb86-407a-bafe-246edda5ed2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:50:36Z', 'updated_at': '2021-08-23T20:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:52:26.110505 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-fde1ac4d-87e6-45b0-b69d-2e0f8e9be674 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] For port 598fbd9f-d730-4503-9960-2c0a1cac0858, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=598fbd9f-d730-4503-9960-2c0a1cac0858,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:52:26.111123 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fde1ac4d-87e6-45b0-b69d-2e0f8e9be674 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:26.121473 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-7661fda9-5504-4c66-9cd2-a5bf7b49a95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:26.163591 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-fde1ac4d-87e6-45b0-b69d-2e0f8e9be674 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Calling delete_port for 598fbd9f-d730-4503-9960-2c0a1cac0858 owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:52:26.180272 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7661fda9-5504-4c66-9cd2-a5bf7b49a95d None None] Routers {'483c3bb4-bcd9-4812-8a83-467367a2be2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:52:26.181082 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-7661fda9-5504-4c66-9cd2-a5bf7b49a95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:52:14Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['483c3bb4-bcd9-4812-8a83-467367a2be2a'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:26.192284 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-d4969880-4cb1-4ea8-bbc1-b84446ae25da None None] Deleting port a61bddc5-ed1e-4f23-bd52-4cbb927eb0cf {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:52:26.192284 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d4969880-4cb1-4ea8-bbc1-b84446ae25da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:26.239154 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-7661fda9-5504-4c66-9cd2-a5bf7b49a95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:26.240006 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7661fda9-5504-4c66-9cd2-a5bf7b49a95d None None] The sync data for ids ['483c3bb4-bcd9-4812-8a83-467367a2be2a'] in n-d-805663-2 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:52:26.291311 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-12818dd2-8a1c-48fc-a41b-4d308259694c None None] Provisioning for port b40ea69c-0be4-40bf-bf6c-d9061db60bc3 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:52:26.305450 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-12818dd2-8a1c-48fc-a41b-4d308259694c None None] Provisioning complete for port b40ea69c-0be4-40bf-bf6c-d9061db60bc3 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:52:26.309410 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-0cd84c0e-2e43-4ac0-958c-19f48f5de29d tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Deleting port 9a9729f7-b651-4ede-a712-0b358cc12836 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:52:26.309945 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0cd84c0e-2e43-4ac0-958c-19f48f5de29d tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:26.310901 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-12818dd2-8a1c-48fc-a41b-4d308259694c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:26.354575 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-d4969880-4cb1-4ea8-bbc1-b84446ae25da None None] For port a61bddc5-ed1e-4f23-bd52-4cbb927eb0cf, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=a61bddc5-ed1e-4f23-bd52-4cbb927eb0cf,segment=NetworkSegment(fd83179f-6b28-4c03-ad88-e03a2e94e3b7),segment_id=fd83179f-6b28-4c03-ad88-e03a2e94e3b7)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:52:26.355098 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d4969880-4cb1-4ea8-bbc1-b84446ae25da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:26.375759 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-d4969880-4cb1-4ea8-bbc1-b84446ae25da None None] Calling delete_port for a61bddc5-ed1e-4f23-bd52-4cbb927eb0cf owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:52:26.392343 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-12818dd2-8a1c-48fc-a41b-4d308259694c None None] Port b40ea69c-0be4-40bf-bf6c-d9061db60bc3 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:52:26.522085 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d4969880-4cb1-4ea8-bbc1-b84446ae25da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:26.540947 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0cd84c0e-2e43-4ac0-958c-19f48f5de29d tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:26.542022 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0cd84c0e-2e43-4ac0-958c-19f48f5de29d tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:26.574340 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-0cd84c0e-2e43-4ac0-958c-19f48f5de29d tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Calling delete_port for 9a9729f7-b651-4ede-a712-0b358cc12836 owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:52:26.584080 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4969880-4cb1-4ea8-bbc1-b84446ae25da None None] Pushing event deleted for resources: {'Port': ['ID=a61bddc5-ed1e-4f23-bd52-4cbb927eb0cf,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:26.599137 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4969880-4cb1-4ea8-bbc1-b84446ae25da None None] No DVR routers for this DVR port a61bddc5-ed1e-4f23-bd52-4cbb927eb0cf on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:52:26.676369 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 085f15ad-0bbc-4b50-8603-e8ce0a0a43ef up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:52:26.775069 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fde1ac4d-87e6-45b0-b69d-2e0f8e9be674 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:26.797405 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 085f15ad-0bbc-4b50-8603-e8ce0a0a43ef triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:52:26.798815 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:26.830501 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-badee2ee-0555-435b-933d-c8432e91c99d tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:26.860042 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde1ac4d-87e6-45b0-b69d-2e0f8e9be674 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event deleted for resources: {'Port': ['ID=598fbd9f-d730-4503-9960-2c0a1cac0858,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:26.868874 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-badee2ee-0555-435b-933d-c8432e91c99d tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:26.869686 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-badee2ee-0555-435b-933d-c8432e91c99d tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:26.931522 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0cd84c0e-2e43-4ac0-958c-19f48f5de29d tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:26.975351 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd84c0e-2e43-4ac0-958c-19f48f5de29d tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Pushing event deleted for resources: {'Port': ['ID=9a9729f7-b651-4ede-a712-0b358cc12836,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:27.123046 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badee2ee-0555-435b-933d-c8432e91c99d tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Pushing event updated for resources: {'Port': ['ID=b40ea69c-0be4-40bf-bf6c-d9061db60bc3,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:27.128135 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fde1ac4d-87e6-45b0-b69d-2e0f8e9be674 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:27.183260 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0cd84c0e-2e43-4ac0-958c-19f48f5de29d tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:27.183716 n-d-805663-2 neutron-server[94688]: INFO neutron.db.l3_db [None req-0cd84c0e-2e43-4ac0-958c-19f48f5de29d tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Floating IP 31a18216-ddf6-4537-a243-cb48a3169015 disassociated (deleted). External IP: 172.25.4.149, port: 18a0c32c-7c73-4909-aee7-6753428ba660. Aug 23 20:52:27.185099 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device a61bddc5-ed1e-4f23-bd52-4cbb927eb0cf no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:52:27.215345 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: a61bddc5-ed1e-4f23-bd52-4cbb927eb0cf {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:52:27.215955 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device a61bddc5-ed1e-4f23-bd52-4cbb927eb0cf not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:52:27.216627 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 08482c19-c4ee-415b-976a-c59f5296c875 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:52:27.241770 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 08482c19-c4ee-415b-976a-c59f5296c875 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:52:27.242372 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 08482c19-c4ee-415b-976a-c59f5296c875 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:52:27.508374 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd84c0e-2e43-4ac0-958c-19f48f5de29d tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Router 483c3bb4-bcd9-4812-8a83-467367a2be2a has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:52:27.742930 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fde1ac4d-87e6-45b0-b69d-2e0f8e9be674 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:27.745210 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fde1ac4d-87e6-45b0-b69d-2e0f8e9be674 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:27.755113 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd84c0e-2e43-4ac0-958c-19f48f5de29d tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:52:27.762531 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0cd84c0e-2e43-4ac0-958c-19f48f5de29d tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:27.770162 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eeb3988-b681-44f1-adfa-81e51ed7078c None None] Sync routers for ids ['483c3bb4-bcd9-4812-8a83-467367a2be2a'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:52:27.795167 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badee2ee-0555-435b-933d-c8432e91c99d tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Network 21bb7383-97da-4765-af0c-74ace69ae591 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:52:27.797408 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-badee2ee-0555-435b-933d-c8432e91c99d tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:52:27.798990 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eeb3988-b681-44f1-adfa-81e51ed7078c None None] Routers {'483c3bb4-bcd9-4812-8a83-467367a2be2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:52:27.800648 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fde1ac4d-87e6-45b0-b69d-2e0f8e9be674 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:27.801445 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde1ac4d-87e6-45b0-b69d-2e0f8e9be674 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Fanout notify agent at l3_agent the message router_deleted on router 398fc0f7-fb86-407a-bafe-246edda5ed2a {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:52:27.802583 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3eeb3988-b681-44f1-adfa-81e51ed7078c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:52:14Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['483c3bb4-bcd9-4812-8a83-467367a2be2a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:27.812310 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fde1ac4d-87e6-45b0-b69d-2e0f8e9be674 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:27.813712 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-fde1ac4d-87e6-45b0-b69d-2e0f8e9be674 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "DELETE /v2.0/routers/398fc0f7-fb86-407a-bafe-246edda5ed2a HTTP/1.1" status: 204 len: 168 time: 3.0439544 Aug 23 20:52:27.816641 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54266) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:27.899751 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-0cd84c0e-2e43-4ac0-958c-19f48f5de29d tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] 10.222.0.61 "DELETE /v2.0/floatingips/31a18216-ddf6-4537-a243-cb48a3169015 HTTP/1.1" status: 204 len: 168 time: 2.1144948 Aug 23 20:52:27.901583 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54268) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:27.939156 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3eeb3988-b681-44f1-adfa-81e51ed7078c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:27.999009 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eeb3988-b681-44f1-adfa-81e51ed7078c None None] Routers {'483c3bb4-bcd9-4812-8a83-467367a2be2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:52:28.001995 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3eeb3988-b681-44f1-adfa-81e51ed7078c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:52:14Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['483c3bb4-bcd9-4812-8a83-467367a2be2a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:28.105607 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-501e7c1b-656a-4b27-a5dc-6f69d0ebc01b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:28.150980 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3eeb3988-b681-44f1-adfa-81e51ed7078c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:28.152011 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eeb3988-b681-44f1-adfa-81e51ed7078c None None] The sync data for ids ['483c3bb4-bcd9-4812-8a83-467367a2be2a'] in n-d-805663-2 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:52:28.169790 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-badee2ee-0555-435b-933d-c8432e91c99d tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Router 5cdba28a-69ea-4753-a2a1-4cdd013243a1 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:52:28.170564 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:52:28.197213 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-5b317416-77d4-47dc-a54e-b2bf24b6868b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Deleting port 18a0c32c-7c73-4909-aee7-6753428ba660 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:52:28.197213 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5b317416-77d4-47dc-a54e-b2bf24b6868b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:28.306688 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-501e7c1b-656a-4b27-a5dc-6f69d0ebc01b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:28.382376 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f949a619-ec72-4b43-8791-1c9818dc4d6e None None] Provisioning complete for port b40ea69c-0be4-40bf-bf6c-d9061db60bc3 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:52:28.382861 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f949a619-ec72-4b43-8791-1c9818dc4d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:28.395633 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5b317416-77d4-47dc-a54e-b2bf24b6868b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:28.421024 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-5b317416-77d4-47dc-a54e-b2bf24b6868b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Calling delete_port for 18a0c32c-7c73-4909-aee7-6753428ba660 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:52:28.429572 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-501e7c1b-656a-4b27-a5dc-6f69d0ebc01b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c38d550-a25a-4c7c-a978-f348eeef3bc6']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:28.487654 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-f949a619-ec72-4b43-8791-1c9818dc4d6e None None] Port b40ea69c-0be4-40bf-bf6c-d9061db60bc3 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:52:28.527956 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-501e7c1b-656a-4b27-a5dc-6f69d0ebc01b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd83179f-6b28-4c03-ad88-e03a2e94e3b7') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:28.528289 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-501e7c1b-656a-4b27-a5dc-6f69d0ebc01b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd83179f-6b28-4c03-ad88-e03a2e94e3b7') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:28.565716 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-501e7c1b-656a-4b27-a5dc-6f69d0ebc01b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:28.614330 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-badee2ee-0555-435b-933d-c8432e91c99d tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:52:28.643940 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-badee2ee-0555-435b-933d-c8432e91c99d tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] 10.222.0.61 "PUT /v2.0/routers/5cdba28a-69ea-4753-a2a1-4cdd013243a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5645249 Aug 23 20:52:28.644518 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54282) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:28.658799 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b139eb2c-6b3d-46d1-9fb7-8759a3fc6054 None None] Sync routers for ids ['5cdba28a-69ea-4753-a2a1-4cdd013243a1'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:52:28.681154 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b139eb2c-6b3d-46d1-9fb7-8759a3fc6054 None None] Routers {'5cdba28a-69ea-4753-a2a1-4cdd013243a1'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:52:28.681835 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-b139eb2c-6b3d-46d1-9fb7-8759a3fc6054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:52:14Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['5cdba28a-69ea-4753-a2a1-4cdd013243a1'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:28.745444 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 598fbd9f-d730-4503-9960-2c0a1cac0858 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:52:28.751202 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-b139eb2c-6b3d-46d1-9fb7-8759a3fc6054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:28.765180 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-501e7c1b-656a-4b27-a5dc-6f69d0ebc01b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:28.784737 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 598fbd9f-d730-4503-9960-2c0a1cac0858 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:52:28.785341 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 598fbd9f-d730-4503-9960-2c0a1cac0858 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:52:28.790579 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b139eb2c-6b3d-46d1-9fb7-8759a3fc6054 None None] Routers {'5cdba28a-69ea-4753-a2a1-4cdd013243a1'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:52:28.791860 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-b139eb2c-6b3d-46d1-9fb7-8759a3fc6054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:52:14Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['5cdba28a-69ea-4753-a2a1-4cdd013243a1'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:28.864762 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-b139eb2c-6b3d-46d1-9fb7-8759a3fc6054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:28.868662 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b139eb2c-6b3d-46d1-9fb7-8759a3fc6054 None None] The sync data for ids ['5cdba28a-69ea-4753-a2a1-4cdd013243a1'] in n-d-805663-2 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:52:28.870083 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-501e7c1b-656a-4b27-a5dc-6f69d0ebc01b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:52:28.870723 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-501e7c1b-656a-4b27-a5dc-6f69d0ebc01b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:28.873108 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5b317416-77d4-47dc-a54e-b2bf24b6868b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:28.891978 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:52:28.891978 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:52:28.891978 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:52:28.891978 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:52:28.891978 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:52:28.891978 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:52:28.891978 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:52:28.891978 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:52:28.891978 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:52:28.891978 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:52:28.891978 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:52:28.891978 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:52:28.891978 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:52:28.891978 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:52:28.891978 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:52:28.891978 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:52:28.891978 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:52:28.891978 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:52:28.891978 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:52:28.891978 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:52:28.891978 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:52:28.891978 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:52:28.891978 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:52:28.891978 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:52:28.891978 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:52:28.891978 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:52:28.891978 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:52:28.891978 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:52:28.891978 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:52:28.891978 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:52:28.891978 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:52:28.891978 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:52:28.932286 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b317416-77d4-47dc-a54e-b2bf24b6868b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Pushing event deleted for resources: {'Port': ['ID=18a0c32c-7c73-4909-aee7-6753428ba660,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:29.025337 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8d86f686-be88-4d2f-8df1-a0ccf227e4ce tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:29.072217 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-501e7c1b-656a-4b27-a5dc-6f69d0ebc01b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:29.089513 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-501e7c1b-656a-4b27-a5dc-6f69d0ebc01b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:29.091758 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-501e7c1b-656a-4b27-a5dc-6f69d0ebc01b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "DELETE /v2.0/networks/0c38d550-a25a-4c7c-a978-f348eeef3bc6 HTTP/1.1" status: 204 len: 168 time: 1.2738578 Aug 23 20:52:29.105089 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54284) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:29.168947 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e7c1b-656a-4b27-a5dc-6f69d0ebc01b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event deleted for resources: {'Network': ['ID=0c38d550-a25a-4c7c-a978-f348eeef3bc6,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:29.210248 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-8d86f686-be88-4d2f-8df1-a0ccf227e4ce tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 23 20:52:29.211612 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8d86f686-be88-4d2f-8df1-a0ccf227e4ce tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] 10.222.0.61 "DELETE /v2.0/routers/5cdba28a-69ea-4753-a2a1-4cdd013243a1 HTTP/1.1" status: 409 len: 329 time: 0.5652378 Aug 23 20:52:29.218819 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54290) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:29.286171 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5b317416-77d4-47dc-a54e-b2bf24b6868b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:29.293155 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54294) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:29.296341 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-5b317416-77d4-47dc-a54e-b2bf24b6868b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] 10.222.0.61 "DELETE /v2.0/ports/18a0c32c-7c73-4909-aee7-6753428ba660 HTTP/1.1" status: 204 len: 168 time: 1.3918347 Aug 23 20:52:29.298618 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-fb5de457-0a73-4cbd-98d2-8bd4dd1b86c7 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Request body: {'floatingip': {'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:52:29.360158 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb5de457-0a73-4cbd-98d2-8bd4dd1b86c7 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for floatingip, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:29.607621 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1176c839-de4d-4131-908b-5566a8cc1f25 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:29.688450 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1176c839-de4d-4131-908b-5566a8cc1f25 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:29.731619 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb5de457-0a73-4cbd-98d2-8bd4dd1b86c7 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:29.919410 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-fb5de457-0a73-4cbd-98d2-8bd4dd1b86c7 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Allocated IP 172.25.4.245 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/7a2ceacc-2612-4f3c-968c-302e6b3208ab) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:52:29.942108 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1176c839-de4d-4131-908b-5566a8cc1f25 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:29.944707 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1176c839-de4d-4131-908b-5566a8cc1f25 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:29.959470 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-1176c839-de4d-4131-908b-5566a8cc1f25 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "DELETE /v2.0/security-groups/efa257f3-4afa-4b95-9ff7-27a4b79acebb HTTP/1.1" status: 204 len: 168 time: 0.8526170 Aug 23 20:52:29.990554 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1176c839-de4d-4131-908b-5566a8cc1f25 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa257f3-4afa-4b95-9ff7-27a4b79acebb,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:30.094450 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb5de457-0a73-4cbd-98d2-8bd4dd1b86c7 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:30.142958 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb5de457-0a73-4cbd-98d2-8bd4dd1b86c7 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:30.229372 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f19e5652-946f-42f3-92f1-1f939911de93 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:30.266829 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5de457-0a73-4cbd-98d2-8bd4dd1b86c7 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:52:30.272797 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-fb5de457-0a73-4cbd-98d2-8bd4dd1b86c7 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:52:30.278604 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5de457-0a73-4cbd-98d2-8bd4dd1b86c7 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:52:30.289798 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54308) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:30.300141 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e08e5837-7c4f-4be0-85fe-4c2109c24b45 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-923121704', 'description': 'tempest-secgroup-smoke-923121704 description', 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:52:30.377054 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5de457-0a73-4cbd-98d2-8bd4dd1b86c7 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Pushing event updated for resources: {'Port': ['ID=7a2ceacc-2612-4f3c-968c-302e6b3208ab,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:30.427249 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e08e5837-7c4f-4be0-85fe-4c2109c24b45 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:30.538197 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb5de457-0a73-4cbd-98d2-8bd4dd1b86c7 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:30.602784 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e08e5837-7c4f-4be0-85fe-4c2109c24b45 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:30.625151 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb5de457-0a73-4cbd-98d2-8bd4dd1b86c7 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:30.643010 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e08e5837-7c4f-4be0-85fe-4c2109c24b45 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:30.771712 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08e5837-7c4f-4be0-85fe-4c2109c24b45 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6017907-58fb-483f-96aa-d62b019131cd,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:30.775893 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e08e5837-7c4f-4be0-85fe-4c2109c24b45 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:30.785022 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e08e5837-7c4f-4be0-85fe-4c2109c24b45 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4935100 Aug 23 20:52:30.790803 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54320) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:30.795657 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ac45ba12-b3f9-4694-9188-a9a5ba91b417 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Request body: {'security_group_rule': {'security_group_id': 'b6017907-58fb-483f-96aa-d62b019131cd', 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:52:30.851837 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb5de457-0a73-4cbd-98d2-8bd4dd1b86c7 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:30.861163 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb5de457-0a73-4cbd-98d2-8bd4dd1b86c7 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:30.914224 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5de457-0a73-4cbd-98d2-8bd4dd1b86c7 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Pushing event updated for resources: {'Port': ['ID=7a2ceacc-2612-4f3c-968c-302e6b3208ab,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:30.943940 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ac45ba12-b3f9-4694-9188-a9a5ba91b417 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:31.041792 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb5de457-0a73-4cbd-98d2-8bd4dd1b86c7 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:31.068051 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ac45ba12-b3f9-4694-9188-a9a5ba91b417 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:31.083450 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb5de457-0a73-4cbd-98d2-8bd4dd1b86c7 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:31.087190 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-fb5de457-0a73-4cbd-98d2-8bd4dd1b86c7 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7929058 Aug 23 20:52:31.087435 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-f19e5652-946f-42f3-92f1-1f939911de93 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Deleting port b40ea69c-0be4-40bf-bf6c-d9061db60bc3 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:52:31.087685 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f19e5652-946f-42f3-92f1-1f939911de93 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:31.089713 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54322) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:31.090698 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ac45ba12-b3f9-4694-9188-a9a5ba91b417 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:31.103907 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-9397248b-e84c-4aa5-8c3f-46f8ec201b4a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Request body: {'port': {'network_id': 'bc9add01-f047-4c7c-bc57-d5fbf1cbc86f', 'name': 'tempest-FloatingIPTestJSON-887794684'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:52:31.158378 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac45ba12-b3f9-4694-9188-a9a5ba91b417 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33b4d2f9-8c00-4e8d-b3c9-a0981659ad4e,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:31.173304 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ac45ba12-b3f9-4694-9188-a9a5ba91b417 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:31.174526 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ac45ba12-b3f9-4694-9188-a9a5ba91b417 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3825591 Aug 23 20:52:31.177612 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54324) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:31.182250 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-54535db3-e00f-4f28-b401-534101a4cd76 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Request body: {'security_group_rule': {'security_group_id': 'b6017907-58fb-483f-96aa-d62b019131cd', 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:52:31.264046 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f19e5652-946f-42f3-92f1-1f939911de93 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:31.283353 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54535db3-e00f-4f28-b401-534101a4cd76 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:31.287641 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-f19e5652-946f-42f3-92f1-1f939911de93 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Calling delete_port for b40ea69c-0be4-40bf-bf6c-d9061db60bc3 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:52:31.433647 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54535db3-e00f-4f28-b401-534101a4cd76 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:31.436800 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9397248b-e84c-4aa5-8c3f-46f8ec201b4a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Made reservation on behalf of d4dc0fd02f014a57b4cdda33304848d0 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:52:31.441837 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9397248b-e84c-4aa5-8c3f-46f8ec201b4a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:31.462004 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54535db3-e00f-4f28-b401-534101a4cd76 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:31.521852 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-9397248b-e84c-4aa5-8c3f-46f8ec201b4a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] device_id is not set on port aefe5be6-6955-47df-9bf8-df49b066fe4b yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:52:31.555521 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54535db3-e00f-4f28-b401-534101a4cd76 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d28b7ed0-23e7-4efc-8ce6-d3392ecedbdc,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:31.657568 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54535db3-e00f-4f28-b401-534101a4cd76 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:31.663384 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-54535db3-e00f-4f28-b401-534101a4cd76 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4840093 Aug 23 20:52:31.667565 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54334) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:31.682956 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-06e3976e-2e3c-4c88-a991-cb5c94c201eb tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Request body: {'security_group_rule': {'security_group_id': 'b6017907-58fb-483f-96aa-d62b019131cd', 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:52:31.734246 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f19e5652-946f-42f3-92f1-1f939911de93 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:31.786826 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e5652-946f-42f3-92f1-1f939911de93 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Pushing event deleted for resources: {'Port': ['ID=b40ea69c-0be4-40bf-bf6c-d9061db60bc3,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:31.830532 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-06e3976e-2e3c-4c88-a991-cb5c94c201eb tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:31.835401 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-9397248b-e84c-4aa5-8c3f-46f8ec201b4a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Allocated IP 172.20.0.8 (bc9add01-f047-4c7c-bc57-d5fbf1cbc86f/b2c5af47-97dd-4924-a77f-b63fbb94c24d/aefe5be6-6955-47df-9bf8-df49b066fe4b) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:52:32.035318 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-06e3976e-2e3c-4c88-a991-cb5c94c201eb tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:32.095273 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-06e3976e-2e3c-4c88-a991-cb5c94c201eb tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:32.146435 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e3976e-2e3c-4c88-a991-cb5c94c201eb tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55216204-cc4e-48cf-b715-8ea57d572118,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:32.163921 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-06e3976e-2e3c-4c88-a991-cb5c94c201eb tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:32.165325 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-06e3976e-2e3c-4c88-a991-cb5c94c201eb tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4887266 Aug 23 20:52:32.169311 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54340) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:32.178192 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-2e7e9b0b-feea-4d5b-9ac1-a44f3e2cdb6a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Request body: {'security_group_rule': {'security_group_id': 'b6017907-58fb-483f-96aa-d62b019131cd', 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:52:32.253651 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9397248b-e84c-4aa5-8c3f-46f8ec201b4a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:32.258032 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2e7e9b0b-feea-4d5b-9ac1-a44f3e2cdb6a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:32.424695 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2e7e9b0b-feea-4d5b-9ac1-a44f3e2cdb6a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:32.426271 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9397248b-e84c-4aa5-8c3f-46f8ec201b4a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:32.446216 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2e7e9b0b-feea-4d5b-9ac1-a44f3e2cdb6a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:32.559366 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9397248b-e84c-4aa5-8c3f-46f8ec201b4a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Network bc9add01-f047-4c7c-bc57-d5fbf1cbc86f is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:52:32.562390 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-9397248b-e84c-4aa5-8c3f-46f8ec201b4a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:52:32.565458 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9397248b-e84c-4aa5-8c3f-46f8ec201b4a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:52:32.658852 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9397248b-e84c-4aa5-8c3f-46f8ec201b4a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:32.659547 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9397248b-e84c-4aa5-8c3f-46f8ec201b4a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:32.679223 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7e9b0b-feea-4d5b-9ac1-a44f3e2cdb6a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=110d4430-9f2b-4628-bc1d-3b8b172bf010,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:32.705264 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9397248b-e84c-4aa5-8c3f-46f8ec201b4a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Pushing event updated for resources: {'Port': ['ID=aefe5be6-6955-47df-9bf8-df49b066fe4b,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:32.714497 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9397248b-e84c-4aa5-8c3f-46f8ec201b4a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6226985 Aug 23 20:52:32.715168 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54352) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:32.720843 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-3a034e4c-d4ce-4542-98e3-eb04b59f527e tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Request body: {'floatingip': {'port_id': 'aefe5be6-6955-47df-9bf8-df49b066fe4b'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:52:32.737915 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2e7e9b0b-feea-4d5b-9ac1-a44f3e2cdb6a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:32.742272 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2e7e9b0b-feea-4d5b-9ac1-a44f3e2cdb6a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5721352 Aug 23 20:52:32.744941 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54354) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:32.758305 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-ba262f63-557b-4897-aced-d9d508f5225b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Request body: {'security_group_rule': {'security_group_id': 'b6017907-58fb-483f-96aa-d62b019131cd', 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:52:32.860834 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f19e5652-946f-42f3-92f1-1f939911de93 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:32.887838 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3a034e4c-d4ce-4542-98e3-eb04b59f527e tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for floatingip, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:32.988622 n-d-805663-2 neutron-server[94687]: INFO neutron.db.securitygroups_db [None req-ba262f63-557b-4897-aced-d9d508f5225b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Project 0b17a426d9eb4b3083079c3d4dc4db5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 20:52:33.010193 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba262f63-557b-4897-aced-d9d508f5225b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:33.117281 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19e5652-946f-42f3-92f1-1f939911de93 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Router 5cdba28a-69ea-4753-a2a1-4cdd013243a1 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:52:33.177749 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba262f63-557b-4897-aced-d9d508f5225b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:33.238770 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19e5652-946f-42f3-92f1-1f939911de93 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:52:33.251361 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f19e5652-946f-42f3-92f1-1f939911de93 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] 10.222.0.61 "PUT /v2.0/routers/5cdba28a-69ea-4753-a2a1-4cdd013243a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0198364 Aug 23 20:52:33.251934 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba262f63-557b-4897-aced-d9d508f5225b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:33.252918 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85139e05-dcc2-4b8f-8f03-311a586c5570 None None] Sync routers for ids ['5cdba28a-69ea-4753-a2a1-4cdd013243a1'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:52:33.256777 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54358) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:33.269470 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85139e05-dcc2-4b8f-8f03-311a586c5570 None None] Routers {'5cdba28a-69ea-4753-a2a1-4cdd013243a1'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:52:33.274706 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-85139e05-dcc2-4b8f-8f03-311a586c5570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:52:14Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['5cdba28a-69ea-4753-a2a1-4cdd013243a1'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:33.302352 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-03d74df3-dd0c-4b2b-8ac0-4918144d328d tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] show failed (client error): The resource could not be found. Aug 23 20:52:33.303936 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-03d74df3-dd0c-4b2b-8ac0-4918144d328d tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] 10.222.0.61 "GET /v2.0/routers/tempest-non_exist_router-1357405536 HTTP/1.1" status: 404 len: 335 time: 0.0456424 Aug 23 20:52:33.309077 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54364) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:33.314448 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-8385d796-5726-426d-80ea-1871ed92b0cc tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:52:33.341276 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba262f63-557b-4897-aced-d9d508f5225b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28184dda-4be0-4611-8ab9-59580e9c891d,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:33.353621 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-85139e05-dcc2-4b8f-8f03-311a586c5570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:33.358269 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba262f63-557b-4897-aced-d9d508f5225b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:33.363288 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ba262f63-557b-4897-aced-d9d508f5225b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6182108 Aug 23 20:52:33.364755 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54366) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:33.366680 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85139e05-dcc2-4b8f-8f03-311a586c5570 None None] Routers {'5cdba28a-69ea-4753-a2a1-4cdd013243a1'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:52:33.367968 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-85139e05-dcc2-4b8f-8f03-311a586c5570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:52:14Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['5cdba28a-69ea-4753-a2a1-4cdd013243a1'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:33.376656 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-a3af9798-52a5-41af-9c29-ff3bc4645bc0 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Request body: {'security_group_rule': {'security_group_id': 'b6017907-58fb-483f-96aa-d62b019131cd', 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:52:33.387686 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-8385d796-5726-426d-80ea-1871ed92b0cc tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] update failed (client error): The resource could not be found. Aug 23 20:52:33.397243 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8385d796-5726-426d-80ea-1871ed92b0cc tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] 10.222.0.61 "PUT /v2.0/routers/tempest-non_exist_router-312783096 HTTP/1.1" status: 404 len: 334 time: 0.0870876 Aug 23 20:52:33.404548 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54370) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:33.410275 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-85139e05-dcc2-4b8f-8f03-311a586c5570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:33.411158 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85139e05-dcc2-4b8f-8f03-311a586c5570 None None] The sync data for ids ['5cdba28a-69ea-4753-a2a1-4cdd013243a1'] in n-d-805663-2 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:52:33.485319 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-a127914b-0920-4608-b0c4-30a42345ac67 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Deleting subnet 0b08d01f-5f2a-407c-a044-1e1a82e40e71 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:52:33.489861 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a127914b-0920-4608-b0c4-30a42345ac67 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:33.508095 n-d-805663-2 neutron-server[94687]: INFO neutron.db.securitygroups_db [None req-a3af9798-52a5-41af-9c29-ff3bc4645bc0 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Project 0b17a426d9eb4b3083079c3d4dc4db5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 20:52:33.551395 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a127914b-0920-4608-b0c4-30a42345ac67 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:33.552354 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a3af9798-52a5-41af-9c29-ff3bc4645bc0 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:33.678958 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a3af9798-52a5-41af-9c29-ff3bc4645bc0 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:33.686292 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a3af9798-52a5-41af-9c29-ff3bc4645bc0 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:33.741985 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a127914b-0920-4608-b0c4-30a42345ac67 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:33.748236 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3af9798-52a5-41af-9c29-ff3bc4645bc0 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdb7f883-8a1f-4a20-9f07-1dd8a53113b5,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:33.754897 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a3af9798-52a5-41af-9c29-ff3bc4645bc0 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:33.759514 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a3af9798-52a5-41af-9c29-ff3bc4645bc0 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3902867 Aug 23 20:52:33.774118 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54378) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:33.782425 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-4d9545eb-5fbc-4954-bbe5-0d40dd4dfcb5 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Request body: {'network': {'name': 'tempest-network-smoke--223511246', 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'port_security_enabled': True}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:52:33.787239 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3a034e4c-d4ce-4542-98e3-eb04b59f527e tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:33.795123 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3a034e4c-d4ce-4542-98e3-eb04b59f527e tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:33.914143 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a127914b-0920-4608-b0c4-30a42345ac67 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:33.930464 n-d-805663-2 neutron-server[94687]: INFO neutron.db.l3_db [None req-3a034e4c-d4ce-4542-98e3-eb04b59f527e tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Floating IP fe3c138f-4264-40b7-b978-cf621230f234 associated. External IP: 172.25.4.245, port: aefe5be6-6955-47df-9bf8-df49b066fe4b. Aug 23 20:52:33.934882 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9545eb-5fbc-4954-bbe5-0d40dd4dfcb5 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Made reservation on behalf of 0b17a426d9eb4b3083079c3d4dc4db5c for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:52:33.940037 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4d9545eb-5fbc-4954-bbe5-0d40dd4dfcb5 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:33.955838 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127914b-0920-4608-b0c4-30a42345ac67 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Pushing event deleted for resources: {'Subnet': ['ID=0b08d01f-5f2a-407c-a044-1e1a82e40e71,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:33.962708 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a127914b-0920-4608-b0c4-30a42345ac67 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:33.964601 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5698da74-740f-464a-bda4-5b5771aef0fc None None] Network c3f39af1-bf44-4dc3-8903-da4593abbd70 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:52:33.967910 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a127914b-0920-4608-b0c4-30a42345ac67 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] 10.222.0.61 "DELETE /v2.0/subnets/0b08d01f-5f2a-407c-a044-1e1a82e40e71 HTTP/1.1" status: 204 len: 168 time: 0.5575457 Aug 23 20:52:33.972083 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54384) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:34.087822 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d9545eb-5fbc-4954-bbe5-0d40dd4dfcb5 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:52:34.101934 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-128c597d-ebab-4f6e-9ce6-078768238538 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:34.191037 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4d9545eb-5fbc-4954-bbe5-0d40dd4dfcb5 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:34.191570 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-4d9545eb-5fbc-4954-bbe5-0d40dd4dfcb5 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Added segment 20fa05ae-e79c-474d-9ccb-95916cf6f54d of type vlan for network 24728a13-d0f6-48e1-aaae-ad23ecc9cb63 Aug 23 20:52:34.295200 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4d9545eb-5fbc-4954-bbe5-0d40dd4dfcb5 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:34.318808 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-128c597d-ebab-4f6e-9ce6-078768238538 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Deleting port 085f15ad-0bbc-4b50-8603-e8ce0a0a43ef {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:52:34.320410 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-128c597d-ebab-4f6e-9ce6-078768238538 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:34.337997 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fb9294-a275-44c0-93a3-e1ee576440ef None None] DHCP port deletion for c3f39af1-bf44-4dc3-8903-da4593abbd70 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:52:34.450107 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-c9fb9294-a275-44c0-93a3-e1ee576440ef None None] Deleting port 085f15ad-0bbc-4b50-8603-e8ce0a0a43ef {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:52:34.452657 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c9fb9294-a275-44c0-93a3-e1ee576440ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:34.542998 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.db.resource_extend [None req-4d9545eb-5fbc-4954-bbe5-0d40dd4dfcb5 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 20:52:34.613322 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-128c597d-ebab-4f6e-9ce6-078768238538 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] For port 085f15ad-0bbc-4b50-8603-e8ce0a0a43ef, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=085f15ad-0bbc-4b50-8603-e8ce0a0a43ef,segment=NetworkSegment(f49f12cc-7906-475c-9690-b9ddff8edbc8),segment_id=f49f12cc-7906-475c-9690-b9ddff8edbc8)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:52:34.615522 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-128c597d-ebab-4f6e-9ce6-078768238538 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:34.644287 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-c9fb9294-a275-44c0-93a3-e1ee576440ef None None] For port 085f15ad-0bbc-4b50-8603-e8ce0a0a43ef, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=085f15ad-0bbc-4b50-8603-e8ce0a0a43ef,segment=NetworkSegment(f49f12cc-7906-475c-9690-b9ddff8edbc8),segment_id=f49f12cc-7906-475c-9690-b9ddff8edbc8)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:52:34.644935 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c9fb9294-a275-44c0-93a3-e1ee576440ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:34.650642 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4d9545eb-5fbc-4954-bbe5-0d40dd4dfcb5 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:34.655286 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-128c597d-ebab-4f6e-9ce6-078768238538 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Calling delete_port for 085f15ad-0bbc-4b50-8603-e8ce0a0a43ef owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:52:34.677158 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 085f15ad-0bbc-4b50-8603-e8ce0a0a43ef no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:52:34.685778 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-c9fb9294-a275-44c0-93a3-e1ee576440ef None None] Calling delete_port for 085f15ad-0bbc-4b50-8603-e8ce0a0a43ef owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:52:34.701013 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9545eb-5fbc-4954-bbe5-0d40dd4dfcb5 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:34.701875 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4d9545eb-5fbc-4954-bbe5-0d40dd4dfcb5 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:34.717437 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a034e4c-d4ce-4542-98e3-eb04b59f527e tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Router 483c3bb4-bcd9-4812-8a83-467367a2be2a has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:52:34.792255 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-4d9545eb-5fbc-4954-bbe5-0d40dd4dfcb5 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0164425 Aug 23 20:52:34.795177 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54396) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:34.866722 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:34.937143 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-2a186d16-492b-4e02-9bf1-e7db2a4aae83 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-580833925', 'admin_state_up': True, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:52:34.970048 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 085f15ad-0bbc-4b50-8603-e8ce0a0a43ef, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=085f15ad-0bbc-4b50-8603-e8ce0a0a43ef,segment=NetworkSegment(f49f12cc-7906-475c-9690-b9ddff8edbc8),segment_id=f49f12cc-7906-475c-9690-b9ddff8edbc8)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:52:34.970896 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a034e4c-d4ce-4542-98e3-eb04b59f527e tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:52:34.983154 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3a034e4c-d4ce-4542-98e3-eb04b59f527e tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:34.988157 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-128c597d-ebab-4f6e-9ce6-078768238538 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:35.005015 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:35.040364 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b4a7d3-6632-47a5-902a-1a5968636219 None None] Sync routers for ids ['483c3bb4-bcd9-4812-8a83-467367a2be2a'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:52:35.049579 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event deleted for resources: {'Port': ['ID=085f15ad-0bbc-4b50-8603-e8ce0a0a43ef,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:35.064131 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b4a7d3-6632-47a5-902a-1a5968636219 None None] Routers {'483c3bb4-bcd9-4812-8a83-467367a2be2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:52:35.064988 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-f3b4a7d3-6632-47a5-902a-1a5968636219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:52:14Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['483c3bb4-bcd9-4812-8a83-467367a2be2a'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:35.079753 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3a034e4c-d4ce-4542-98e3-eb04b59f527e tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] 10.222.0.61 "PUT /v2.0/floatingips/fe3c138f-4264-40b7-b978-cf621230f234 HTTP/1.1" status: 200 len: 977 time: 2.3628042 Aug 23 20:52:35.088134 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9545eb-5fbc-4954-bbe5-0d40dd4dfcb5 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'Network': ['ID=24728a13-d0f6-48e1-aaae-ad23ecc9cb63,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:35.090428 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54402) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:35.102136 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128c597d-ebab-4f6e-9ce6-078768238538 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] No DVR routers for this DVR port 085f15ad-0bbc-4b50-8603-e8ce0a0a43ef on host n-d-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:52:35.106975 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c597d-ebab-4f6e-9ce6-078768238538 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Pushing event deleted for resources: {'Port': ['ID=085f15ad-0bbc-4b50-8603-e8ce0a0a43ef,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:35.123724 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-f3b4a7d3-6632-47a5-902a-1a5968636219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:35.128871 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2a186d16-492b-4e02-9bf1-e7db2a4aae83 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:35.131301 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2a186d16-492b-4e02-9bf1-e7db2a4aae83 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:35.131742 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 24728a13-d0f6-48e1-aaae-ad23ecc9cb63 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:52:35.232622 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b4a7d3-6632-47a5-902a-1a5968636219 None None] Routers {'483c3bb4-bcd9-4812-8a83-467367a2be2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:52:35.233175 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-f3b4a7d3-6632-47a5-902a-1a5968636219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:52:14Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['483c3bb4-bcd9-4812-8a83-467367a2be2a'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:35.236811 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c9fb9294-a275-44c0-93a3-e1ee576440ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:35.338843 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fb9294-a275-44c0-93a3-e1ee576440ef None None] No DVR routers for this DVR port 085f15ad-0bbc-4b50-8603-e8ce0a0a43ef on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:52:35.366172 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-128c597d-ebab-4f6e-9ce6-078768238538 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:35.392642 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-f3b4a7d3-6632-47a5-902a-1a5968636219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:35.393144 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b4a7d3-6632-47a5-902a-1a5968636219 None None] The sync data for ids ['483c3bb4-bcd9-4812-8a83-467367a2be2a'] in n-d-805663-2 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:52:35.395766 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb9294-a275-44c0-93a3-e1ee576440ef None None] Pushing event deleted for resources: {'Port': ['ID=085f15ad-0bbc-4b50-8603-e8ce0a0a43ef,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:35.405220 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-128c597d-ebab-4f6e-9ce6-078768238538 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3f39af1-bf44-4dc3-8903-da4593abbd70']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:35.410280 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2a186d16-492b-4e02-9bf1-e7db2a4aae83 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:35.466519 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-128c597d-ebab-4f6e-9ce6-078768238538 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f49f12cc-7906-475c-9690-b9ddff8edbc8') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:35.467033 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-128c597d-ebab-4f6e-9ce6-078768238538 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f49f12cc-7906-475c-9690-b9ddff8edbc8') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:35.512917 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-128c597d-ebab-4f6e-9ce6-078768238538 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:35.568523 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-128c597d-ebab-4f6e-9ce6-078768238538 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:35.588505 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-128c597d-ebab-4f6e-9ce6-078768238538 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:52:35.589354 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-128c597d-ebab-4f6e-9ce6-078768238538 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:35.626085 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:52:35.626085 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:52:35.626085 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:52:35.626085 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:52:35.626085 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:52:35.626085 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:52:35.626085 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:52:35.626085 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:52:35.626085 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:52:35.626085 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:52:35.626085 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:52:35.626085 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:52:35.626085 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:52:35.626085 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:52:35.626085 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:52:35.626085 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:52:35.626085 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:52:35.626085 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:52:35.626085 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:52:35.626085 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:52:35.626085 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:52:35.626085 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:52:35.626085 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:52:35.626085 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:52:35.626085 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:52:35.626085 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:52:35.626085 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:52:35.626085 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:52:35.626085 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:52:35.626085 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:52:35.626085 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:52:35.626085 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:52:35.727747 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-128c597d-ebab-4f6e-9ce6-078768238538 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:35.745223 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-128c597d-ebab-4f6e-9ce6-078768238538 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:35.750875 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-128c597d-ebab-4f6e-9ce6-078768238538 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] 10.222.0.61 "DELETE /v2.0/networks/c3f39af1-bf44-4dc3-8903-da4593abbd70 HTTP/1.1" status: 204 len: 168 time: 1.7774894 Aug 23 20:52:35.756115 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54410) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:35.786967 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c597d-ebab-4f6e-9ce6-078768238538 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Pushing event deleted for resources: {'Network': ['ID=c3f39af1-bf44-4dc3-8903-da4593abbd70,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:35.875310 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-9046f78e-5c16-47d2-b4d4-2b1b50ca9644 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Deleting subnet ff107389-487d-477a-8999-3613c4b34950 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:52:35.882861 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9046f78e-5c16-47d2-b4d4-2b1b50ca9644 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:35.956547 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2a186d16-492b-4e02-9bf1-e7db2a4aae83 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:35.982409 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9046f78e-5c16-47d2-b4d4-2b1b50ca9644 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:35.992383 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-f082a7a0-a85d-4fe7-842a-598f2754994b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Deleting port aefe5be6-6955-47df-9bf8-df49b066fe4b {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:52:35.992952 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f082a7a0-a85d-4fe7-842a-598f2754994b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:36.103734 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f082a7a0-a85d-4fe7-842a-598f2754994b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:36.164908 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9046f78e-5c16-47d2-b4d4-2b1b50ca9644 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:36.229344 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9046f78e-5c16-47d2-b4d4-2b1b50ca9644 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:36.260475 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9046f78e-5c16-47d2-b4d4-2b1b50ca9644 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Pushing event deleted for resources: {'Subnet': ['ID=ff107389-487d-477a-8999-3613c4b34950,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:36.272013 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9046f78e-5c16-47d2-b4d4-2b1b50ca9644 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:36.276136 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9046f78e-5c16-47d2-b4d4-2b1b50ca9644 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] 10.222.0.61 "DELETE /v2.0/subnets/ff107389-487d-477a-8999-3613c4b34950 HTTP/1.1" status: 204 len: 168 time: 0.5125544 Aug 23 20:52:36.278885 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54416) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:36.282741 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413cc9f6-5739-4e94-b086-01cd5d90377f None None] Network a1f8a209-cd00-4269-a840-b9e5bc462136 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:52:36.487142 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d1af8d1-979f-4d1e-9739-875b5107a321 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Deleting subnet 3e4080ec-da8d-48ec-b869-cba03a87e4b7 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:52:36.496904 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2d1af8d1-979f-4d1e-9739-875b5107a321 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:36.596149 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eaa9baa-9fd6-4cbe-af54-9516d5d85675 None None] DHCP port deletion for a1f8a209-cd00-4269-a840-b9e5bc462136 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:52:36.604518 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2d1af8d1-979f-4d1e-9739-875b5107a321 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:36.670737 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f082a7a0-a85d-4fe7-842a-598f2754994b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:36.671291 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f082a7a0-a85d-4fe7-842a-598f2754994b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:36.671569 n-d-805663-2 neutron-server[94687]: INFO neutron.db.l3_db [None req-f082a7a0-a85d-4fe7-842a-598f2754994b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Floating IP fe3c138f-4264-40b7-b978-cf621230f234 disassociated. External IP: 172.25.4.245, port: aefe5be6-6955-47df-9bf8-df49b066fe4b. Aug 23 20:52:36.674018 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-f082a7a0-a85d-4fe7-842a-598f2754994b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Calling delete_port for aefe5be6-6955-47df-9bf8-df49b066fe4b owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:52:36.704465 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1eaa9baa-9fd6-4cbe-af54-9516d5d85675 None None] Deleting port fb5962c6-49fd-4aec-a251-b6a541d36904 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:52:36.705775 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1eaa9baa-9fd6-4cbe-af54-9516d5d85675 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:36.734179 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2d1af8d1-979f-4d1e-9739-875b5107a321 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:36.811836 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-1eaa9baa-9fd6-4cbe-af54-9516d5d85675 None None] For port fb5962c6-49fd-4aec-a251-b6a541d36904, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=fb5962c6-49fd-4aec-a251-b6a541d36904,segment=NetworkSegment(1f25ea53-eced-4158-b115-a50601ab0d17),segment_id=1f25ea53-eced-4158-b115-a50601ab0d17)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:52:36.812434 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1eaa9baa-9fd6-4cbe-af54-9516d5d85675 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:36.829464 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2d1af8d1-979f-4d1e-9739-875b5107a321 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:36.834084 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1eaa9baa-9fd6-4cbe-af54-9516d5d85675 None None] Calling delete_port for fb5962c6-49fd-4aec-a251-b6a541d36904 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:52:36.870673 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1af8d1-979f-4d1e-9739-875b5107a321 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Pushing event deleted for resources: {'Subnet': ['ID=3e4080ec-da8d-48ec-b869-cba03a87e4b7,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:36.875657 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2d1af8d1-979f-4d1e-9739-875b5107a321 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:36.880328 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2d1af8d1-979f-4d1e-9739-875b5107a321 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] 10.222.0.61 "DELETE /v2.0/subnets/3e4080ec-da8d-48ec-b869-cba03a87e4b7 HTTP/1.1" status: 204 len: 168 time: 0.5959179 Aug 23 20:52:36.880876 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54436) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:36.962334 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aaa351a-8f46-412a-bfc7-a0f4cc4929a8 None None] Network 2ec5a539-0d10-4c4d-ba38-033555cd0fc6 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:52:36.975098 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2a186d16-492b-4e02-9bf1-e7db2a4aae83 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:36.994001 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1eaa9baa-9fd6-4cbe-af54-9516d5d85675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:37.005338 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d8b85d1-cc29-493a-afc3-4f395b74db41 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:37.034693 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2a186d16-492b-4e02-9bf1-e7db2a4aae83 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:37.107911 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaa9baa-9fd6-4cbe-af54-9516d5d85675 None None] Pushing event deleted for resources: {'Port': ['ID=fb5962c6-49fd-4aec-a251-b6a541d36904,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:37.116942 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d8b85d1-cc29-493a-afc3-4f395b74db41 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:37.128778 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-4d8b85d1-cc29-493a-afc3-4f395b74db41 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1f8a209-cd00-4269-a840-b9e5bc462136']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:37.141519 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f082a7a0-a85d-4fe7-842a-598f2754994b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:37.141947 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-4d8b85d1-cc29-493a-afc3-4f395b74db41 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f25ea53-eced-4158-b115-a50601ab0d17') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:37.142260 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-4d8b85d1-cc29-493a-afc3-4f395b74db41 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f25ea53-eced-4158-b115-a50601ab0d17') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:37.166836 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d8b85d1-cc29-493a-afc3-4f395b74db41 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:37.173056 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eaa9baa-9fd6-4cbe-af54-9516d5d85675 None None] No DVR routers for this DVR port fb5962c6-49fd-4aec-a251-b6a541d36904 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:52:37.205798 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d8b85d1-cc29-493a-afc3-4f395b74db41 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:37.215745 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d8b85d1-cc29-493a-afc3-4f395b74db41 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:52:37.216241 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d8b85d1-cc29-493a-afc3-4f395b74db41 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:37.332936 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:52:37.332936 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:52:37.332936 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:52:37.332936 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:52:37.332936 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:52:37.332936 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:52:37.332936 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:52:37.332936 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:52:37.332936 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:52:37.332936 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:52:37.332936 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:52:37.332936 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:52:37.332936 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:52:37.332936 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:52:37.332936 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:52:37.332936 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:52:37.332936 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:52:37.332936 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:52:37.332936 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:52:37.332936 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:52:37.332936 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:52:37.332936 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:52:37.332936 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:52:37.332936 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:52:37.332936 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:52:37.332936 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:52:37.332936 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:52:37.332936 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:52:37.332936 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:52:37.332936 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:52:37.332936 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:52:37.332936 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:52:37.337094 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d8b85d1-cc29-493a-afc3-4f395b74db41 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:37.345170 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f082a7a0-a85d-4fe7-842a-598f2754994b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Pushing event deleted for resources: {'Port': ['ID=aefe5be6-6955-47df-9bf8-df49b066fe4b,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:37.357819 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d8b85d1-cc29-493a-afc3-4f395b74db41 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:37.361567 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4d8b85d1-cc29-493a-afc3-4f395b74db41 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] 10.222.0.61 "DELETE /v2.0/networks/a1f8a209-cd00-4269-a840-b9e5bc462136 HTTP/1.1" status: 204 len: 168 time: 0.4778783 Aug 23 20:52:37.365559 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54446) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:37.378376 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b85d1-cc29-493a-afc3-4f395b74db41 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Pushing event deleted for resources: {'Network': ['ID=a1f8a209-cd00-4269-a840-b9e5bc462136,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:37.417438 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c363f1-9559-4844-a3a6-55f9de39415e None None] DHCP port deletion for 2ec5a539-0d10-4c4d-ba38-033555cd0fc6 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:52:37.559309 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-97c363f1-9559-4844-a3a6-55f9de39415e None None] Deleting port 28460006-fe1c-4332-b527-0b527e9cc694 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:52:37.560977 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-97c363f1-9559-4844-a3a6-55f9de39415e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:37.630989 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-2a186d16-492b-4e02-9bf1-e7db2a4aae83 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Allocated IP 172.25.4.9 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/18af16e5-ea20-455c-b936-5dfafdb6605b) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:52:37.705218 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54464) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:37.720908 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-97c363f1-9559-4844-a3a6-55f9de39415e None None] For port 28460006-fe1c-4332-b527-0b527e9cc694, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=28460006-fe1c-4332-b527-0b527e9cc694,segment=NetworkSegment(ad7a3713-9bc6-44e2-ba30-99aa4ff61055),segment_id=ad7a3713-9bc6-44e2-ba30-99aa4ff61055)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:52:37.721386 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-97c363f1-9559-4844-a3a6-55f9de39415e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:37.732190 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e04a416f-31d4-4598-ac5e-dea3e0eb56be tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:37.737776 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f082a7a0-a85d-4fe7-842a-598f2754994b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Router 483c3bb4-bcd9-4812-8a83-467367a2be2a has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:52:37.743966 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-97c363f1-9559-4844-a3a6-55f9de39415e None None] Calling delete_port for 28460006-fe1c-4332-b527-0b527e9cc694 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:52:37.824794 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2a186d16-492b-4e02-9bf1-e7db2a4aae83 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:37.880206 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-97c363f1-9559-4844-a3a6-55f9de39415e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:37.903083 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c363f1-9559-4844-a3a6-55f9de39415e None None] No DVR routers for this DVR port 28460006-fe1c-4332-b527-0b527e9cc694 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:52:37.920214 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-17000e46-baac-4113-b00f-c0826702f40a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:37.932610 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c363f1-9559-4844-a3a6-55f9de39415e None None] Pushing event deleted for resources: {'Port': ['ID=28460006-fe1c-4332-b527-0b527e9cc694,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:38.034371 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2800a-cdd9-4048-98e1-66f6c76d708f req-5348f099-e968-4acc-8af2-9282ee8b47b7 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:38.036031 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a5d2800a-cdd9-4048-98e1-66f6c76d708f req-5348f099-e968-4acc-8af2-9282ee8b47b7 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 946 time: 0.1971996 Aug 23 20:52:38.066619 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-17000e46-baac-4113-b00f-c0826702f40a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:38.072658 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-17000e46-baac-4113-b00f-c0826702f40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:38.123109 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17000e46-baac-4113-b00f-c0826702f40a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d47cd0-2bcf-4a12-a5f3-6db8dbac1526,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:38.134209 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54470) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:38.135730 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-17000e46-baac-4113-b00f-c0826702f40a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=54db6ecf333c4329844b200cddd96145&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4215324 Aug 23 20:52:38.148696 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2a186d16-492b-4e02-9bf1-e7db2a4aae83 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:38.208892 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e04a416f-31d4-4598-ac5e-dea3e0eb56be tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:38.241113 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-e04a416f-31d4-4598-ac5e-dea3e0eb56be tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ec5a539-0d10-4c4d-ba38-033555cd0fc6']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:38.275975 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-e04a416f-31d4-4598-ac5e-dea3e0eb56be tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad7a3713-9bc6-44e2-ba30-99aa4ff61055') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:38.276305 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-e04a416f-31d4-4598-ac5e-dea3e0eb56be tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad7a3713-9bc6-44e2-ba30-99aa4ff61055') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:38.283245 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a186d16-492b-4e02-9bf1-e7db2a4aae83 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:52:38.302662 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-2a186d16-492b-4e02-9bf1-e7db2a4aae83 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:52:38.306877 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a5d2800a-cdd9-4048-98e1-66f6c76d708f req-9bd4556a-1575-46a7-a7f2-826aa9154b66 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2498252 Aug 23 20:52:38.307605 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a186d16-492b-4e02-9bf1-e7db2a4aae83 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:52:38.310754 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e04a416f-31d4-4598-ac5e-dea3e0eb56be tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:38.313313 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f082a7a0-a85d-4fe7-842a-598f2754994b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:52:38.314769 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a186d16-492b-4e02-9bf1-e7db2a4aae83 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'Port': ['ID=18af16e5-ea20-455c-b936-5dfafdb6605b,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:38.332405 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef63f66-b55f-47ea-b6c5-37bd91118f9e None None] Sync routers for ids ['483c3bb4-bcd9-4812-8a83-467367a2be2a'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:52:38.342552 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef63f66-b55f-47ea-b6c5-37bd91118f9e None None] Routers {'483c3bb4-bcd9-4812-8a83-467367a2be2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:52:38.343911 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1ef63f66-b55f-47ea-b6c5-37bd91118f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:52:14Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['483c3bb4-bcd9-4812-8a83-467367a2be2a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:38.378138 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1ef63f66-b55f-47ea-b6c5-37bd91118f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:38.380716 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e04a416f-31d4-4598-ac5e-dea3e0eb56be tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:38.386573 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef63f66-b55f-47ea-b6c5-37bd91118f9e None None] Routers {'483c3bb4-bcd9-4812-8a83-467367a2be2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:52:38.387993 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1ef63f66-b55f-47ea-b6c5-37bd91118f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:52:14Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['483c3bb4-bcd9-4812-8a83-467367a2be2a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:38.421548 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e04a416f-31d4-4598-ac5e-dea3e0eb56be tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:52:38.422250 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e04a416f-31d4-4598-ac5e-dea3e0eb56be tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:38.424475 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1ef63f66-b55f-47ea-b6c5-37bd91118f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:38.425198 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef63f66-b55f-47ea-b6c5-37bd91118f9e None None] The sync data for ids ['483c3bb4-bcd9-4812-8a83-467367a2be2a'] in n-d-805663-2 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:52:38.429093 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:52:38.429093 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:52:38.429093 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:52:38.429093 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:52:38.429093 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:52:38.429093 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:52:38.429093 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:52:38.429093 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:52:38.429093 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:52:38.429093 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:52:38.429093 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:52:38.429093 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:52:38.429093 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:52:38.429093 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:52:38.429093 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:52:38.429093 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:52:38.429093 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:52:38.429093 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:52:38.429093 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:52:38.429093 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:52:38.429093 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:52:38.429093 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:52:38.429093 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:52:38.429093 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:52:38.429093 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:52:38.429093 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:52:38.429093 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:52:38.429093 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:52:38.429093 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:52:38.429093 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:52:38.429093 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:52:38.429093 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:52:38.478392 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-20d88f10-10b3-4536-b43c-1a72936dde0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:38.551006 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f082a7a0-a85d-4fe7-842a-598f2754994b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:38.555275 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f082a7a0-a85d-4fe7-842a-598f2754994b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] 10.222.0.61 "DELETE /v2.0/ports/aefe5be6-6955-47df-9bf8-df49b066fe4b HTTP/1.1" status: 204 len: 168 time: 3.4461827 Aug 23 20:52:38.555952 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54484) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:38.590946 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e04a416f-31d4-4598-ac5e-dea3e0eb56be tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:38.606860 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-20d88f10-10b3-4536-b43c-1a72936dde0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:38.609508 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e04a416f-31d4-4598-ac5e-dea3e0eb56be tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:38.613878 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e04a416f-31d4-4598-ac5e-dea3e0eb56be tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] 10.222.0.61 "DELETE /v2.0/networks/2ec5a539-0d10-4c4d-ba38-033555cd0fc6 HTTP/1.1" status: 204 len: 168 time: 1.2434440 Aug 23 20:52:38.622947 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54488) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:38.623110 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 28460006-fe1c-4332-b527-0b527e9cc694 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:52:38.654054 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04a416f-31d4-4598-ac5e-dea3e0eb56be tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Pushing event deleted for resources: {'Network': ['ID=2ec5a539-0d10-4c4d-ba38-033555cd0fc6,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:38.655143 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 28460006-fe1c-4332-b527-0b527e9cc694 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:52:38.656940 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 28460006-fe1c-4332-b527-0b527e9cc694 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:52:38.657665 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device fb5962c6-49fd-4aec-a251-b6a541d36904 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:52:38.664238 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54490) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:38.664446 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-5d18f012-9311-4caa-bdec-db9e40ebd1b6 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] 10.222.0.61 "GET /v2.0/floatingips/fe3c138f-4264-40b7-b978-cf621230f234 HTTP/1.1" status: 200 len: 688 time: 0.1030152 Aug 23 20:52:38.689032 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: fb5962c6-49fd-4aec-a251-b6a541d36904 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:52:38.689369 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device fb5962c6-49fd-4aec-a251-b6a541d36904 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:52:38.703574 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bbcb9e2-3c0d-42e4-9ae9-8694ecb167c5 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Deleting subnet 17a601df-88ec-4626-b8e6-2ed6a23c42e1 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:52:38.707734 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0bbcb9e2-3c0d-42e4-9ae9-8694ecb167c5 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:38.770396 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0bbcb9e2-3c0d-42e4-9ae9-8694ecb167c5 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:38.869600 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0bbcb9e2-3c0d-42e4-9ae9-8694ecb167c5 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:38.943153 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0bbcb9e2-3c0d-42e4-9ae9-8694ecb167c5 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:38.977813 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbcb9e2-3c0d-42e4-9ae9-8694ecb167c5 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Pushing event deleted for resources: {'Subnet': ['ID=17a601df-88ec-4626-b8e6-2ed6a23c42e1,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:38.980170 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0bbcb9e2-3c0d-42e4-9ae9-8694ecb167c5 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:38.984659 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-0bbcb9e2-3c0d-42e4-9ae9-8694ecb167c5 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] 10.222.0.61 "DELETE /v2.0/subnets/17a601df-88ec-4626-b8e6-2ed6a23c42e1 HTTP/1.1" status: 204 len: 168 time: 0.3605921 Aug 23 20:52:38.985575 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54494) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:38.986935 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d554e50-7c48-4a69-91f2-4db7f47f4c85 None None] Network 21bb7383-97da-4765-af0c-74ace69ae591 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:52:39.079279 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dc91617c-f5a8-434c-af87-29cd996c7fdf tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:39.159105 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-dc91617c-f5a8-434c-af87-29cd996c7fdf tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Deleting port 374abe09-d1b2-4eb8-b3c1-3a07f3950989 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:52:39.159454 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dc91617c-f5a8-434c-af87-29cd996c7fdf tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:39.196890 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-20d88f10-10b3-4536-b43c-1a72936dde0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:39.198956 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-20d88f10-10b3-4536-b43c-1a72936dde0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:39.202448 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-20d88f10-10b3-4536-b43c-1a72936dde0a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/62d47cd0-2bcf-4a12-a5f3-6db8dbac1526 HTTP/1.1" status: 204 len: 168 time: 1.0549135 Aug 23 20:52:39.215304 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f981a8-2040-4b44-8a18-81d2cb81f502 None None] DHCP port deletion for 21bb7383-97da-4765-af0c-74ace69ae591 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:52:39.253223 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-dc91617c-f5a8-434c-af87-29cd996c7fdf tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] For port 374abe09-d1b2-4eb8-b3c1-3a07f3950989, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=374abe09-d1b2-4eb8-b3c1-3a07f3950989,segment=NetworkSegment(48e022f1-bded-49a0-9b5a-48f5e901fd2a),segment_id=48e022f1-bded-49a0-9b5a-48f5e901fd2a)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:52:39.253600 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dc91617c-f5a8-434c-af87-29cd996c7fdf tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:39.267415 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971fd4f-ec65-4358-a446-cfb8d8e0fd01 req-99af05a8-9599-45c3-aa35-dd5addb633e4 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:39.269066 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c971fd4f-ec65-4358-a446-cfb8d8e0fd01 req-99af05a8-9599-45c3-aa35-dd5addb633e4 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 946 time: 0.2433302 Aug 23 20:52:39.275587 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-dc91617c-f5a8-434c-af87-29cd996c7fdf tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Calling delete_port for 374abe09-d1b2-4eb8-b3c1-3a07f3950989 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:52:39.306420 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d88f10-10b3-4536-b43c-1a72936dde0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d47cd0-2bcf-4a12-a5f3-6db8dbac1526,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:39.316659 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-33f981a8-2040-4b44-8a18-81d2cb81f502 None None] Deleting port 374abe09-d1b2-4eb8-b3c1-3a07f3950989 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:52:39.317770 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-33f981a8-2040-4b44-8a18-81d2cb81f502 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:39.338227 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2a186d16-492b-4e02-9bf1-e7db2a4aae83 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:39.385267 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c971fd4f-ec65-4358-a446-cfb8d8e0fd01 req-08ed04cd-602e-43cc-8851-80ab6cd8f7cf tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973771 Aug 23 20:52:39.407424 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-665e8bb2-2b33-4e51-9b9b-67377c563aba tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Deleting port 7a2ceacc-2612-4f3c-968c-302e6b3208ab {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:52:39.407775 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-665e8bb2-2b33-4e51-9b9b-67377c563aba tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:39.438590 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dc91617c-f5a8-434c-af87-29cd996c7fdf tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:39.466775 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-33f981a8-2040-4b44-8a18-81d2cb81f502 None None] For port 374abe09-d1b2-4eb8-b3c1-3a07f3950989, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=374abe09-d1b2-4eb8-b3c1-3a07f3950989,segment=NetworkSegment(48e022f1-bded-49a0-9b5a-48f5e901fd2a),segment_id=48e022f1-bded-49a0-9b5a-48f5e901fd2a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:52:39.467085 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-33f981a8-2040-4b44-8a18-81d2cb81f502 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:39.478535 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc91617c-f5a8-434c-af87-29cd996c7fdf tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Pushing event deleted for resources: {'Port': ['ID=374abe09-d1b2-4eb8-b3c1-3a07f3950989,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:39.491554 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc91617c-f5a8-434c-af87-29cd996c7fdf tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] No DVR routers for this DVR port 374abe09-d1b2-4eb8-b3c1-3a07f3950989 on host n-d-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:52:39.510004 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-33f981a8-2040-4b44-8a18-81d2cb81f502 None None] Calling delete_port for 374abe09-d1b2-4eb8-b3c1-3a07f3950989 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:52:39.644969 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-665e8bb2-2b33-4e51-9b9b-67377c563aba tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:39.645636 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-665e8bb2-2b33-4e51-9b9b-67377c563aba tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:39.649610 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dc91617c-f5a8-434c-af87-29cd996c7fdf tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:39.662695 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-dc91617c-f5a8-434c-af87-29cd996c7fdf tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21bb7383-97da-4765-af0c-74ace69ae591']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:39.675099 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-dc91617c-f5a8-434c-af87-29cd996c7fdf tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48e022f1-bded-49a0-9b5a-48f5e901fd2a') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:39.675404 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-dc91617c-f5a8-434c-af87-29cd996c7fdf tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48e022f1-bded-49a0-9b5a-48f5e901fd2a') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:39.895647 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dc91617c-f5a8-434c-af87-29cd996c7fdf tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:39.900642 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-665e8bb2-2b33-4e51-9b9b-67377c563aba tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Calling delete_port for 7a2ceacc-2612-4f3c-968c-302e6b3208ab owned by network:floatingip {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:52:39.900642 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54516) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:39.901308 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dc91617c-f5a8-434c-af87-29cd996c7fdf tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:39.901308 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc91617c-f5a8-434c-af87-29cd996c7fdf tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:52:39.901308 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dc91617c-f5a8-434c-af87-29cd996c7fdf tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:39.901308 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:52:39.901308 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:52:39.901308 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:52:39.901308 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:52:39.901308 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:52:39.901308 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:52:39.901308 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:52:39.901308 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:52:39.901308 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:52:39.901308 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:52:39.901308 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:52:39.901308 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:52:39.901308 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:52:39.901308 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:52:39.901308 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:52:39.901308 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:52:39.901308 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:52:39.901308 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:52:39.901308 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:52:39.901308 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:52:39.901308 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:52:39.901308 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:52:39.901308 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:52:39.901308 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:52:39.901308 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:52:39.901308 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:52:39.901308 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:52:39.901308 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:52:39.901308 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:52:39.901308 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:52:39.901308 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:52:39.901308 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:52:39.905657 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c38998d0-d1fb-494b-aa9d-9213c3db5b22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:39.930930 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c38998d0-d1fb-494b-aa9d-9213c3db5b22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:39.934690 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dc91617c-f5a8-434c-af87-29cd996c7fdf tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:39.940099 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c38998d0-d1fb-494b-aa9d-9213c3db5b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:39.941819 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dc91617c-f5a8-434c-af87-29cd996c7fdf tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:39.948890 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-dc91617c-f5a8-434c-af87-29cd996c7fdf tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] 10.222.0.61 "DELETE /v2.0/networks/21bb7383-97da-4765-af0c-74ace69ae591 HTTP/1.1" status: 204 len: 168 time: 0.9616551 Aug 23 20:52:39.956005 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54524) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:39.983831 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc91617c-f5a8-434c-af87-29cd996c7fdf tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Pushing event deleted for resources: {'Network': ['ID=21bb7383-97da-4765-af0c-74ace69ae591,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:39.998481 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-33f981a8-2040-4b44-8a18-81d2cb81f502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:40.004031 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a29d0e0c-5024-46b0-b4ee-e76c8ec967e5 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cdba28a-69ea-4753-a2a1-4cdd013243a1 HTTP/1.1" status: 200 len: 205 time: 0.0455086 Aug 23 20:52:40.006395 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54528) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:40.038438 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38998d0-d1fb-494b-aa9d-9213c3db5b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb48c499-93cb-46ca-ab89-215fce860d38,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:40.044970 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-33f981a8-2040-4b44-8a18-81d2cb81f502 None None] Network 21bb7383-97da-4765-af0c-74ace69ae591 is not hosted by any dhcp agent {{(pid=94689) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 23 20:52:40.045648 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f981a8-2040-4b44-8a18-81d2cb81f502 None None] No DVR routers for this DVR port 374abe09-d1b2-4eb8-b3c1-3a07f3950989 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:52:40.048370 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c94f0d82-8679-49d3-9b20-5795a676de25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:40.052265 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f981a8-2040-4b44-8a18-81d2cb81f502 None None] Pushing event deleted for resources: {'Port': ['ID=374abe09-d1b2-4eb8-b3c1-3a07f3950989,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:40.063878 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2a186d16-492b-4e02-9bf1-e7db2a4aae83 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:40.106349 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-86a008bf-a538-4f52-903c-e2344c758fd4 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:40.110155 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c38998d0-d1fb-494b-aa9d-9213c3db5b22 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0cf66a7db4c24f33aedba9c5d8fc209a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3862417 Aug 23 20:52:40.114172 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54530) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:40.287877 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-665e8bb2-2b33-4e51-9b9b-67377c563aba tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:40.327206 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665e8bb2-2b33-4e51-9b9b-67377c563aba tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Pushing event deleted for resources: {'Port': ['ID=7a2ceacc-2612-4f3c-968c-302e6b3208ab,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:40.329746 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-86a008bf-a538-4f52-903c-e2344c758fd4 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:40.333948 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-86a008bf-a538-4f52-903c-e2344c758fd4 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:40.335644 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fffa26b5-6595-475f-92a8-90869209a34f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:40.408963 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fffa26b5-6595-475f-92a8-90869209a34f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:40.411217 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-86a008bf-a538-4f52-903c-e2344c758fd4 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:40.411739 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a008bf-a538-4f52-903c-e2344c758fd4 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Fanout notify agent at l3_agent the message router_deleted on router 5cdba28a-69ea-4753-a2a1-4cdd013243a1 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:52:40.418274 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a186d16-492b-4e02-9bf1-e7db2a4aae83 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Router 36d5bccc-5bd7-41d6-9a01-679dd4c29834 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:52:40.422427 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-665e8bb2-2b33-4e51-9b9b-67377c563aba tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for floatingip, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:40.423232 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-86a008bf-a538-4f52-903c-e2344c758fd4 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:40.427476 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-86a008bf-a538-4f52-903c-e2344c758fd4 tempest-RoutersNegativeIpV6Test-838559175 tempest-RoutersNegativeIpV6Test-838559175-project] 10.222.0.61 "DELETE /v2.0/routers/5cdba28a-69ea-4753-a2a1-4cdd013243a1 HTTP/1.1" status: 204 len: 168 time: 0.4168499 Aug 23 20:52:40.428005 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-665e8bb2-2b33-4e51-9b9b-67377c563aba tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:40.428005 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-665e8bb2-2b33-4e51-9b9b-67377c563aba tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] 10.222.0.61 "DELETE /v2.0/floatingips/fe3c138f-4264-40b7-b978-cf621230f234 HTTP/1.1" status: 204 len: 168 time: 1.7606177 Aug 23 20:52:40.432756 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54542) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:40.438780 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-9a615707-5bfc-4494-902d-bd162bdeff3f tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Request body: {'floatingip': {'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'port_id': '6191cf62-c2e3-41b8-9934-70875a5a9e38'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:52:40.498505 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:40.512703 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fffa26b5-6595-475f-92a8-90869209a34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:40.514665 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fffa26b5-6595-475f-92a8-90869209a34f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:40.518091 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-fffa26b5-6595-475f-92a8-90869209a34f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fb48c499-93cb-46ca-ab89-215fce860d38 HTTP/1.1" status: 204 len: 168 time: 0.4010379 Aug 23 20:52:40.565663 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffa26b5-6595-475f-92a8-90869209a34f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb48c499-93cb-46ca-ab89-215fce860d38,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:40.655144 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9a615707-5bfc-4494-902d-bd162bdeff3f tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for floatingip, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:40.664199 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 374abe09-d1b2-4eb8-b3c1-3a07f3950989 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:52:40.691544 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 374abe09-d1b2-4eb8-b3c1-3a07f3950989 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:52:40.692285 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 374abe09-d1b2-4eb8-b3c1-3a07f3950989 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:52:40.769389 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a186d16-492b-4e02-9bf1-e7db2a4aae83 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:52:40.781104 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdcc3ba-c962-4a66-9994-663f57f1f2cc None None] Sync routers for ids ['36d5bccc-5bd7-41d6-9a01-679dd4c29834'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:52:40.782794 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5166d87-3e79-4c07-b3f6-c6152ed50df3 req-9883a408-fb83-4216-85a0-bc847f41ce4e tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:40.784402 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f5166d87-3e79-4c07-b3f6-c6152ed50df3 req-9883a408-fb83-4216-85a0-bc847f41ce4e tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 946 time: 0.1645432 Aug 23 20:52:40.799685 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdcc3ba-c962-4a66-9994-663f57f1f2cc None None] Routers {'36d5bccc-5bd7-41d6-9a01-679dd4c29834'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:52:40.805087 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-efdcc3ba-c962-4a66-9994-663f57f1f2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:52:14Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['36d5bccc-5bd7-41d6-9a01-679dd4c29834'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:40.821096 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2a186d16-492b-4e02-9bf1-e7db2a4aae83 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:40.823997 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2a186d16-492b-4e02-9bf1-e7db2a4aae83 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.8893814 Aug 23 20:52:40.825517 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54556) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:40.901992 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-05de5a46-4655-43c4-a881-477df25233d2 tempest-TestNetworkAdvancedServerOps-1162004702 tempest-TestNetworkAdvancedServerOps-1162004702-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=0b17a426d9eb4b3083079c3d4dc4db5c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0745115 Aug 23 20:52:40.902974 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f5166d87-3e79-4c07-b3f6-c6152ed50df3 req-2d908041-52ee-47b2-9a44-83bebaed7c3f tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992591 Aug 23 20:52:40.906905 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54562) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:40.955611 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54564) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:40.979400 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9a615707-5bfc-4494-902d-bd162bdeff3f tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:41.046882 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-efdcc3ba-c962-4a66-9994-663f57f1f2cc None None] Set router 36d5bccc-5bd7-41d6-9a01-679dd4c29834 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:52:41.214708 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-9a615707-5bfc-4494-902d-bd162bdeff3f tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Allocated IP 172.25.4.2 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/6e88d335-8798-4612-8808-7e3b88766089) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:52:41.226659 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405d92ae-d5e1-4d96-b3b0-784478c32a82 tempest-TestNetworkAdvancedServerOps-1162004702 tempest-TestNetworkAdvancedServerOps-1162004702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:41.236001 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54578) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:41.237138 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-405d92ae-d5e1-4d96-b3b0-784478c32a82 tempest-TestNetworkAdvancedServerOps-1162004702 tempest-TestNetworkAdvancedServerOps-1162004702-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3286872 Aug 23 20:52:41.321587 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54584) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:41.321945 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-56df608e-a7f7-48a0-b3cb-1b288b7c0692 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d83d2ff894f34561bc6fa3b8fb9cbee0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3632352 Aug 23 20:52:41.324045 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5ea7a83e-4be8-4d17-a502-5dd0c3c50f68 tempest-TestNetworkAdvancedServerOps-1162004702 tempest-TestNetworkAdvancedServerOps-1162004702-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=03d801c5-d257-4cc1-bad3-11a323aafec0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0851591 Aug 23 20:52:41.327778 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54586) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:41.353622 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-1c4f3a98-6eca-415e-86ba-ccf9d217c3df tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-546831294', 'network_id': '24728a13-d0f6-48e1-aaae-ad23ecc9cb63', 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:52:41.380099 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-efdcc3ba-c962-4a66-9994-663f57f1f2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d5bccc-5bd7-41d6-9a01-679dd4c29834', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580833925', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '18af16e5-ea20-455c-b936-5dfafdb6605b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:52:35Z', 'updated_at': '2021-08-23T20:52:38Z', 'revision_number': 3, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'gw_port': {'id': '18af16e5-ea20-455c-b936-5dfafdb6605b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d5bccc-5bd7-41d6-9a01-679dd4c29834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:52:37Z', 'updated_at': '2021-08-23T20:52:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:41.426677 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdcc3ba-c962-4a66-9994-663f57f1f2cc None None] Checking router: 36d5bccc-5bd7-41d6-9a01-679dd4c29834 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:52:41.427033 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdcc3ba-c962-4a66-9994-663f57f1f2cc None None] Updating router 36d5bccc-5bd7-41d6-9a01-679dd4c29834 port 18af16e5-ea20-455c-b936-5dfafdb6605b binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:52:41.473842 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9a615707-5bfc-4494-902d-bd162bdeff3f tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:41.489812 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-efdcc3ba-c962-4a66-9994-663f57f1f2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:41.592543 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9a615707-5bfc-4494-902d-bd162bdeff3f tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:41.641409 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a615707-5bfc-4494-902d-bd162bdeff3f tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:52:41.645077 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-9a615707-5bfc-4494-902d-bd162bdeff3f tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:52:41.650085 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a615707-5bfc-4494-902d-bd162bdeff3f tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:52:41.688710 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a615707-5bfc-4494-902d-bd162bdeff3f tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Pushing event updated for resources: {'Port': ['ID=6e88d335-8798-4612-8808-7e3b88766089,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:41.902059 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-910b213a-3f60-450e-9745-474b5aa4bdfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:41.951032 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 6c254a81-8d39-43bc-85ac-5d89be1c28d3 details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:52:41.954574 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 6c254a81-8d39-43bc-85ac-5d89be1c28d3 no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:52:41.969755 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-910b213a-3f60-450e-9745-474b5aa4bdfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:41.991022 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4f3a98-6eca-415e-86ba-ccf9d217c3df tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Made reservation on behalf of 0b17a426d9eb4b3083079c3d4dc4db5c for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:52:41.994864 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1c4f3a98-6eca-415e-86ba-ccf9d217c3df tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:42.073102 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-efdcc3ba-c962-4a66-9994-663f57f1f2cc None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:42.170166 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-910b213a-3f60-450e-9745-474b5aa4bdfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:42.174688 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-910b213a-3f60-450e-9745-474b5aa4bdfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:42.176344 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-910b213a-3f60-450e-9745-474b5aa4bdfe admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cdd71e48-1146-44c6-9c19-2ee9d20ff675 HTTP/1.1" status: 204 len: 168 time: 0.8527222 Aug 23 20:52:42.177562 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e58074-d958-42a6-ae1d-23d089e4d737 req-d9091ff4-9995-42e0-94ae-eecccfd725d9 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:42.188136 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-93e58074-d958-42a6-ae1d-23d089e4d737 req-d9091ff4-9995-42e0-94ae-eecccfd725d9 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 946 time: 0.1264412 Aug 23 20:52:42.241511 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-efdcc3ba-c962-4a66-9994-663f57f1f2cc None None] Transition to ACTIVE for port object 18af16e5-ea20-455c-b936-5dfafdb6605b will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:52:42.284145 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-93e58074-d958-42a6-ae1d-23d089e4d737 req-101b0dd9-a1f3-4be5-9cfe-6317025fadef tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934033 Aug 23 20:52:42.286326 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b213a-3f60-450e-9745-474b5aa4bdfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd71e48-1146-44c6-9c19-2ee9d20ff675,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:42.302967 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910b213a-3f60-450e-9745-474b5aa4bdfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:52:42.303338 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910b213a-3f60-450e-9745-474b5aa4bdfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:52:42.303615 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910b213a-3f60-450e-9745-474b5aa4bdfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:52:42.304096 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910b213a-3f60-450e-9745-474b5aa4bdfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:52:42.304269 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910b213a-3f60-450e-9745-474b5aa4bdfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:52:42.304592 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910b213a-3f60-450e-9745-474b5aa4bdfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:52:42.304909 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910b213a-3f60-450e-9745-474b5aa4bdfe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:52:42.305226 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910b213a-3f60-450e-9745-474b5aa4bdfe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:52:42.305540 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910b213a-3f60-450e-9745-474b5aa4bdfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:52:42.305855 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910b213a-3f60-450e-9745-474b5aa4bdfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:52:42.306165 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910b213a-3f60-450e-9745-474b5aa4bdfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:52:42.306472 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910b213a-3f60-450e-9745-474b5aa4bdfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:52:42.329996 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-efdcc3ba-c962-4a66-9994-663f57f1f2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:42.375354 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1c4f3a98-6eca-415e-86ba-ccf9d217c3df tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:42.575281 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f3a98-6eca-415e-86ba-ccf9d217c3df tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'Subnet': ['ID=d385d128-5f8b-421b-9352-9c947e696421,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:42.592596 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4f3a98-6eca-415e-86ba-ccf9d217c3df tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Checking segment: {'id': '20fa05ae-e79c-474d-9ccb-95916cf6f54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '24728a13-d0f6-48e1-aaae-ad23ecc9cb63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:52:42.593589 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4f3a98-6eca-415e-86ba-ccf9d217c3df tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Network hostable DHCP agents. Network: 24728a13-d0f6-48e1-aaae-ad23ecc9cb63, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:52:42.605707 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9a615707-5bfc-4494-902d-bd162bdeff3f tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:42.643590 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:42.647531 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4f3a98-6eca-415e-86ba-ccf9d217c3df tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Network 24728a13-d0f6-48e1-aaae-ad23ecc9cb63 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:52:42.676050 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-1c4f3a98-6eca-415e-86ba-ccf9d217c3df tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 24728a13-d0f6-48e1-aaae-ad23ecc9cb63) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:52:42.682618 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4f3a98-6eca-415e-86ba-ccf9d217c3df tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:42.684309 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1c4f3a98-6eca-415e-86ba-ccf9d217c3df tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:42.727114 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54636) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:42.727274 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-1c4f3a98-6eca-415e-86ba-ccf9d217c3df tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3853602 Aug 23 20:52:42.727442 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907dde25-4227-44db-add4-a823d18e8a3f None None] Network 24728a13-d0f6-48e1-aaae-ad23ecc9cb63 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:52:42.730924 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c0c1ae-b2f1-4344-bd43-40fb0add122e None None] Pushing event updated for resources: {'Port': ['ID=18af16e5-ea20-455c-b936-5dfafdb6605b,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:42.739664 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-efdcc3ba-c962-4a66-9994-663f57f1f2cc None None] Attempting to bind port 18af16e5-ea20-455c-b936-5dfafdb6605b on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:52:42.740575 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-efdcc3ba-c962-4a66-9994-663f57f1f2cc None None] Attempting to bind port 18af16e5-ea20-455c-b936-5dfafdb6605b by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:52:42.741416 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdcc3ba-c962-4a66-9994-663f57f1f2cc None None] Attempting to bind port 18af16e5-ea20-455c-b936-5dfafdb6605b on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:52:42.753781 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 6c254a81-8d39-43bc-85ac-5d89be1c28d3, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=6c254a81-8d39-43bc-85ac-5d89be1c28d3,segment=NetworkSegment(87ae50be-ef23-4363-86a3-a03c9ef4b9c4),segment_id=87ae50be-ef23-4363-86a3-a03c9ef4b9c4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:52:42.826440 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdcc3ba-c962-4a66-9994-663f57f1f2cc None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:52:42.828043 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdcc3ba-c962-4a66-9994-663f57f1f2cc None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:52:42.829273 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-efdcc3ba-c962-4a66-9994-663f57f1f2cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:42.830389 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdcc3ba-c962-4a66-9994-663f57f1f2cc None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:52:42.832122 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-efdcc3ba-c962-4a66-9994-663f57f1f2cc None None] Bound port: 18af16e5-ea20-455c-b936-5dfafdb6605b, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:52:42.833029 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-efdcc3ba-c962-4a66-9994-663f57f1f2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:42.837312 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c0c1ae-b2f1-4344-bd43-40fb0add122e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:52:42.838176 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c0c1ae-b2f1-4344-bd43-40fb0add122e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:52:42.838982 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c0c1ae-b2f1-4344-bd43-40fb0add122e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:52:42.839804 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c0c1ae-b2f1-4344-bd43-40fb0add122e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:52:42.846000 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c0c1ae-b2f1-4344-bd43-40fb0add122e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:52:42.846000 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c0c1ae-b2f1-4344-bd43-40fb0add122e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:52:42.846000 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c0c1ae-b2f1-4344-bd43-40fb0add122e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:52:42.846000 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c0c1ae-b2f1-4344-bd43-40fb0add122e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:52:42.847919 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c0c1ae-b2f1-4344-bd43-40fb0add122e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:52:42.848770 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c0c1ae-b2f1-4344-bd43-40fb0add122e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:52:42.849115 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c0c1ae-b2f1-4344-bd43-40fb0add122e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:52:42.849465 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c0c1ae-b2f1-4344-bd43-40fb0add122e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:52:42.939254 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': '6c254a81-8d39-43bc-85ac-5d89be1c28d3', 'network_id': '4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e', 'port_id': '6c254a81-8d39-43bc-85ac-5d89be1c28d3', 'mac_address': 'fa:16:3e:07:80:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7046a0bd-4474-4718-a5da-60ae1dc26dbc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:52:42.941025 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8672da0-9cd6-4a5b-b42b-07c0e0113086', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c254a81-8d39-43bc-85ac-5d89be1c28d3'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:52:42.943518 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdde11b0-39e9-4801-a856-a4f4e0c447fb" -d '{"events": [{"server_uuid": "c8672da0-9cd6-4a5b-b42b-07c0e0113086", "name": "network-vif-unplugged", "status": "completed", "tag": "6c254a81-8d39-43bc-85ac-5d89be1c28d3"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:52:42.948616 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9a615707-5bfc-4494-902d-bd162bdeff3f tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:42.970506 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 6c254a81-8d39-43bc-85ac-5d89be1c28d3, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=6c254a81-8d39-43bc-85ac-5d89be1c28d3,segment=NetworkSegment(87ae50be-ef23-4363-86a3-a03c9ef4b9c4),segment_id=87ae50be-ef23-4363-86a3-a03c9ef4b9c4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:52:43.007660 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:43.095299 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 20:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b89e91b-2a7e-4172-98df-9deab54c3799 x-openstack-request-id: req-7b89e91b-2a7e-4172-98df-9deab54c3799 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:52:43.095990 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8672da0-9cd6-4a5b-b42b-07c0e0113086", "name": "network-vif-unplugged", "status": "completed", "tag": "6c254a81-8d39-43bc-85ac-5d89be1c28d3", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:52:43.095990 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7b89e91b-2a7e-4172-98df-9deab54c3799 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:52:43.096534 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8672da0-9cd6-4a5b-b42b-07c0e0113086', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c254a81-8d39-43bc-85ac-5d89be1c28d3', 'code': 200} Aug 23 20:52:43.117722 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-efdcc3ba-c962-4a66-9994-663f57f1f2cc None None] For port 18af16e5-ea20-455c-b936-5dfafdb6605b, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:52:43.121860 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:43.150272 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e584f90f-dd67-45df-9e4f-d89891cfd8d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:43.164136 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-efdcc3ba-c962-4a66-9994-663f57f1f2cc None None] For port 18af16e5-ea20-455c-b936-5dfafdb6605b, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=18af16e5-ea20-455c-b936-5dfafdb6605b,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:52:43.205400 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-efdcc3ba-c962-4a66-9994-663f57f1f2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:43.208465 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c254a81-8d39-43bc-85ac-5d89be1c28d3 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:52:43.272795 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=6c254a81-8d39-43bc-85ac-5d89be1c28d3,revision_number=11']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:43.302490 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 6c254a81-8d39-43bc-85ac-5d89be1c28d3, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=6c254a81-8d39-43bc-85ac-5d89be1c28d3,segment=NetworkSegment(87ae50be-ef23-4363-86a3-a03c9ef4b9c4),segment_id=87ae50be-ef23-4363-86a3-a03c9ef4b9c4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:52:43.332684 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:43.376035 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdcc3ba-c962-4a66-9994-663f57f1f2cc None None] Routers {'36d5bccc-5bd7-41d6-9a01-679dd4c29834'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:52:43.376790 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-efdcc3ba-c962-4a66-9994-663f57f1f2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:52:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['36d5bccc-5bd7-41d6-9a01-679dd4c29834'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:43.391372 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e502ad-b8b5-4ea0-a711-37a120b5fee5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-24728a13-d0f6-48e1-aaae-ad23ecc9cb63', 'network_id': '24728a13-d0f6-48e1-aaae-ad23ecc9cb63', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'fixed_ips': [{'subnet_id': 'd385d128-5f8b-421b-9352-9c947e696421'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:52:43.392490 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-46e502ad-b8b5-4ea0-a711-37a120b5fee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:43.491200 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c0c1ae-b2f1-4344-bd43-40fb0add122e None None] Pushing event updated for resources: {'Port': ['ID=18af16e5-ea20-455c-b936-5dfafdb6605b,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:43.540253 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['6c254a81-8d39-43bc-85ac-5d89be1c28d3'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:52:43.724672 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:43.759321 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=6c254a81-8d39-43bc-85ac-5d89be1c28d3,revision_number=12']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:43.808244 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-efdcc3ba-c962-4a66-9994-663f57f1f2cc None None] Set router 36d5bccc-5bd7-41d6-9a01-679dd4c29834 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:52:43.870083 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2e5ea-63ea-43de-b5ea-3b2f2784581f req-61fe03c1-8b5b-4752-a368-e9103aa7f484 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:43.892416 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-88a2e5ea-63ea-43de-b5ea-3b2f2784581f req-61fe03c1-8b5b-4752-a368-e9103aa7f484 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 945 time: 0.3863170 Aug 23 20:52:44.073539 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-88a2e5ea-63ea-43de-b5ea-3b2f2784581f req-5b1b1497-534d-4266-901d-f0b76b882103 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802099 Aug 23 20:52:44.350170 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-46e502ad-b8b5-4ea0-a711-37a120b5fee5 None None] Allocated IP 172.20.0.2 (24728a13-d0f6-48e1-aaae-ad23ecc9cb63/d385d128-5f8b-421b-9352-9c947e696421/11663b12-5ec4-4b0b-bd9a-c526e6447d24) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:52:44.552565 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9a615707-5bfc-4494-902d-bd162bdeff3f tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:44.563633 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9a615707-5bfc-4494-902d-bd162bdeff3f tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:44.645084 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-46e502ad-b8b5-4ea0-a711-37a120b5fee5 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:44.655950 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-46e502ad-b8b5-4ea0-a711-37a120b5fee5 None None] Transition to ACTIVE for port object 11663b12-5ec4-4b0b-bd9a-c526e6447d24 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:52:44.676934 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-46e502ad-b8b5-4ea0-a711-37a120b5fee5 None None] Transition to ACTIVE for port object 11663b12-5ec4-4b0b-bd9a-c526e6447d24 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:52:44.714110 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54714) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:44.760113 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-46e502ad-b8b5-4ea0-a711-37a120b5fee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:44.761138 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a615707-5bfc-4494-902d-bd162bdeff3f tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Pushing event updated for resources: {'Port': ['ID=6e88d335-8798-4612-8808-7e3b88766089,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:44.805357 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9a615707-5bfc-4494-902d-bd162bdeff3f tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:45.043681 n-d-805663-2 neutron-server[94687]: INFO neutron.db.l3_db [None req-9a615707-5bfc-4494-902d-bd162bdeff3f tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Floating IP 86eb43e6-a492-468b-b498-952e1660427b associated. External IP: 172.25.4.2, port: 6191cf62-c2e3-41b8-9934-70875a5a9e38. Aug 23 20:52:45.044368 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:45.051609 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-27e83422-09e2-4115-9f8c-895d12f7ba74 tempest-TagsTest-577073216 tempest-TagsTest-577073216-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-760542762'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:52:45.083796 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e502ad-b8b5-4ea0-a711-37a120b5fee5 None None] Network 24728a13-d0f6-48e1-aaae-ad23ecc9cb63 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:52:45.118159 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e83422-09e2-4115-9f8c-895d12f7ba74 tempest-TagsTest-577073216 tempest-TagsTest-577073216-project] Made reservation on behalf of 07081792e246406285191979e4d4d87e for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:52:45.126769 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-27e83422-09e2-4115-9f8c-895d12f7ba74 tempest-TagsTest-577073216 tempest-TagsTest-577073216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:45.148227 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-46e502ad-b8b5-4ea0-a711-37a120b5fee5 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:52:45.156490 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-27e83422-09e2-4115-9f8c-895d12f7ba74 tempest-TagsTest-577073216 tempest-TagsTest-577073216-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:45.160565 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e502ad-b8b5-4ea0-a711-37a120b5fee5 None None] Pushing event updated for resources: {'Port': ['ID=11663b12-5ec4-4b0b-bd9a-c526e6447d24,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:45.169971 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e502ad-b8b5-4ea0-a711-37a120b5fee5 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:52:45.305654 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-46e502ad-b8b5-4ea0-a711-37a120b5fee5 None None] Attempting to bind port 11663b12-5ec4-4b0b-bd9a-c526e6447d24 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:52:45.306078 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-46e502ad-b8b5-4ea0-a711-37a120b5fee5 None None] Attempting to bind port 11663b12-5ec4-4b0b-bd9a-c526e6447d24 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '20fa05ae-e79c-474d-9ccb-95916cf6f54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '24728a13-d0f6-48e1-aaae-ad23ecc9cb63'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:52:45.306402 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e502ad-b8b5-4ea0-a711-37a120b5fee5 None None] Attempting to bind port 11663b12-5ec4-4b0b-bd9a-c526e6447d24 on network 24728a13-d0f6-48e1-aaae-ad23ecc9cb63 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:52:45.309951 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-efdcc3ba-c962-4a66-9994-663f57f1f2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d5bccc-5bd7-41d6-9a01-679dd4c29834', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580833925', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '18af16e5-ea20-455c-b936-5dfafdb6605b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:52:35Z', 'updated_at': '2021-08-23T20:52:38Z', 'revision_number': 3, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'gw_port': {'id': '18af16e5-ea20-455c-b936-5dfafdb6605b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d5bccc-5bd7-41d6-9a01-679dd4c29834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:52:37Z', 'updated_at': '2021-08-23T20:52:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:45.375078 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e502ad-b8b5-4ea0-a711-37a120b5fee5 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:52:45.375937 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e502ad-b8b5-4ea0-a711-37a120b5fee5 None None] Checking segment: {'id': '20fa05ae-e79c-474d-9ccb-95916cf6f54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '24728a13-d0f6-48e1-aaae-ad23ecc9cb63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:52:45.375937 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-46e502ad-b8b5-4ea0-a711-37a120b5fee5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:45.376495 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e502ad-b8b5-4ea0-a711-37a120b5fee5 None None] Bound using segment: {'id': '20fa05ae-e79c-474d-9ccb-95916cf6f54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '24728a13-d0f6-48e1-aaae-ad23ecc9cb63'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:52:45.377102 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-46e502ad-b8b5-4ea0-a711-37a120b5fee5 None None] Bound port: 11663b12-5ec4-4b0b-bd9a-c526e6447d24, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20fa05ae-e79c-474d-9ccb-95916cf6f54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '24728a13-d0f6-48e1-aaae-ad23ecc9cb63'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:52:45.377552 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-46e502ad-b8b5-4ea0-a711-37a120b5fee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:45.384409 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdcc3ba-c962-4a66-9994-663f57f1f2cc None None] The sync data for ids ['36d5bccc-5bd7-41d6-9a01-679dd4c29834'] in n-d-805663-2 is: [{'id': '36d5bccc-5bd7-41d6-9a01-679dd4c29834', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580833925', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '18af16e5-ea20-455c-b936-5dfafdb6605b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:52:35Z', 'updated_at': '2021-08-23T20:52:38Z', 'revision_number': 3, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'gw_port': {'id': '18af16e5-ea20-455c-b936-5dfafdb6605b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d5bccc-5bd7-41d6-9a01-679dd4c29834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:52:37Z', 'updated_at': '2021-08-23T20:52:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:52:45.474151 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-27e83422-09e2-4115-9f8c-895d12f7ba74 tempest-TagsTest-577073216 tempest-TagsTest-577073216-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:45.484178 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-27e83422-09e2-4115-9f8c-895d12f7ba74 tempest-TagsTest-577073216 tempest-TagsTest-577073216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:45.525757 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-46e502ad-b8b5-4ea0-a711-37a120b5fee5 None None] For port 11663b12-5ec4-4b0b-bd9a-c526e6447d24, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:52:45.537231 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-46e502ad-b8b5-4ea0-a711-37a120b5fee5 None None] For port 11663b12-5ec4-4b0b-bd9a-c526e6447d24, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=11663b12-5ec4-4b0b-bd9a-c526e6447d24,segment=NetworkSegment(20fa05ae-e79c-474d-9ccb-95916cf6f54d),segment_id=20fa05ae-e79c-474d-9ccb-95916cf6f54d)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:52:45.544086 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-46e502ad-b8b5-4ea0-a711-37a120b5fee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:45.595041 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e83422-09e2-4115-9f8c-895d12f7ba74 tempest-TagsTest-577073216 tempest-TagsTest-577073216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=969b4b48-cbea-4164-899f-3eae2b517cb5,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:45.603543 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27e83422-09e2-4115-9f8c-895d12f7ba74 tempest-TagsTest-577073216 tempest-TagsTest-577073216-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:52:45.640504 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-27e83422-09e2-4115-9f8c-895d12f7ba74 tempest-TagsTest-577073216 tempest-TagsTest-577073216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:45.640756 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-abfd5414-1000-48f3-ae49-c38d643301b8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:45.640991 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-27e83422-09e2-4115-9f8c-895d12f7ba74 tempest-TagsTest-577073216 tempest-TagsTest-577073216-project] Added segment e46c590d-c693-44c5-81a9-4fc0beb7ff27 of type vlan for network f274ea34-9e11-4bd9-87a1-268d96e8b7a6 Aug 23 20:52:45.731593 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e502ad-b8b5-4ea0-a711-37a120b5fee5 None None] Pushing event updated for resources: {'Port': ['ID=11663b12-5ec4-4b0b-bd9a-c526e6447d24,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:45.757355 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df301b5-68eb-4226-90bd-c38801b27260 req-ddc39d3a-97dd-4ad0-9535-7ea4121885f5 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:45.764389 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1df301b5-68eb-4226-90bd-c38801b27260 req-ddc39d3a-97dd-4ad0-9535-7ea4121885f5 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 945 time: 0.4945095 Aug 23 20:52:45.768956 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-27e83422-09e2-4115-9f8c-895d12f7ba74 tempest-TagsTest-577073216 tempest-TagsTest-577073216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:45.824987 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-27e83422-09e2-4115-9f8c-895d12f7ba74 tempest-TagsTest-577073216 tempest-TagsTest-577073216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:45.847037 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e83422-09e2-4115-9f8c-895d12f7ba74 tempest-TagsTest-577073216 tempest-TagsTest-577073216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:45.848230 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-27e83422-09e2-4115-9f8c-895d12f7ba74 tempest-TagsTest-577073216 tempest-TagsTest-577073216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:45.901606 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-27e83422-09e2-4115-9f8c-895d12f7ba74 tempest-TagsTest-577073216 tempest-TagsTest-577073216-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.1854627 Aug 23 20:52:45.904868 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54738) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:45.918145 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-743b2f78-5376-4969-bacb-88e9f56c06e7 tempest-TagsTest-577073216 tempest-TagsTest-577073216-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'f274ea34-9e11-4bd9-87a1-268d96e8b7a6', 'tempest-TagsTest-Tag-1679643056') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:45.951564 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 6c254a81-8d39-43bc-85ac-5d89be1c28d3 up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:52:46.127912 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e83422-09e2-4115-9f8c-895d12f7ba74 tempest-TagsTest-577073216 tempest-TagsTest-577073216-project] Pushing event updated for resources: {'Network': ['ID=f274ea34-9e11-4bd9-87a1-268d96e8b7a6,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:46.147092 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1df301b5-68eb-4226-90bd-c38801b27260 req-13b3417b-9d33-45aa-986b-56af4f3f9f6a tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2551339 Aug 23 20:52:46.157734 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a615707-5bfc-4494-902d-bd162bdeff3f tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Router 483c3bb4-bcd9-4812-8a83-467367a2be2a has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:52:46.178449 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network f274ea34-9e11-4bd9-87a1-268d96e8b7a6 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:52:46.203770 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:46.215231 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-743b2f78-5376-4969-bacb-88e9f56c06e7 tempest-TagsTest-577073216 tempest-TagsTest-577073216-project] 10.222.0.61 "PUT /v2.0/networks/f274ea34-9e11-4bd9-87a1-268d96e8b7a6/tags/tempest-TagsTest-Tag-1679643056 HTTP/1.1" status: 201 len: 201 time: 0.3004539 Aug 23 20:52:46.216104 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54742) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:46.227866 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-f6edac90-92d9-4257-b9cd-03465e91d85d tempest-TagsTest-577073216 tempest-TagsTest-577073216-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f274ea34-9e11-4bd9-87a1-268d96e8b7a6', 'tempest-TagsTest-Tag-1679643056') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:46.370856 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port 6c254a81-8d39-43bc-85ac-5d89be1c28d3 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:52:46.371519 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:46.432267 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f6edac90-92d9-4257-b9cd-03465e91d85d tempest-TagsTest-577073216 tempest-TagsTest-577073216-project] 10.222.0.61 "GET /v2.0/networks/f274ea34-9e11-4bd9-87a1-268d96e8b7a6/tags/tempest-TagsTest-Tag-1679643056 HTTP/1.1" status: 204 len: 168 time: 0.2150495 Aug 23 20:52:46.449907 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54748) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:46.494152 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-b8f675c7-26dc-4ce6-9ef5-3fda180d7e91 tempest-TagsTest-577073216 tempest-TagsTest-577073216-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'f274ea34-9e11-4bd9-87a1-268d96e8b7a6') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:46.714252 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:46.746758 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b8f675c7-26dc-4ce6-9ef5-3fda180d7e91 tempest-TagsTest-577073216 tempest-TagsTest-577073216-project] 10.222.0.61 "GET /v2.0/networks/f274ea34-9e11-4bd9-87a1-268d96e8b7a6/tags HTTP/1.1" status: 200 len: 238 time: 0.2927480 Aug 23 20:52:46.748522 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54758) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:46.769428 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-9222dc65-cc9b-44a5-82de-b740f5e11a18 tempest-TagsTest-577073216 tempest-TagsTest-577073216-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'f274ea34-9e11-4bd9-87a1-268d96e8b7a6', {'tags': ['tempest-TagsTest-Tag-214661842', 'tempest-TagsTest-Tag-2075544140', 'tempest-TagsTest-Tag-1266577560']}) {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:46.831962 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a615707-5bfc-4494-902d-bd162bdeff3f tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:52:46.835286 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 6c254a81-8d39-43bc-85ac-5d89be1c28d3, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=6c254a81-8d39-43bc-85ac-5d89be1c28d3,segment=NetworkSegment(87ae50be-ef23-4363-86a3-a03c9ef4b9c4),segment_id=87ae50be-ef23-4363-86a3-a03c9ef4b9c4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:52:46.840888 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8672da0-9cd6-4a5b-b42b-07c0e0113086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c254a81-8d39-43bc-85ac-5d89be1c28d3'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:52:46.853219 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4756f8b3-fa24-4e16-8268-21ba4cb6b249" -d '{"events": [{"server_uuid": "c8672da0-9cd6-4a5b-b42b-07c0e0113086", "name": "network-vif-plugged", "status": "completed", "tag": "6c254a81-8d39-43bc-85ac-5d89be1c28d3"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:52:46.855249 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ddf4d4-3934-4614-a5aa-1192d2076f18 None None] Sync routers for ids ['483c3bb4-bcd9-4812-8a83-467367a2be2a'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:52:46.875977 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:46.908969 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ddf4d4-3934-4614-a5aa-1192d2076f18 None None] Routers {'483c3bb4-bcd9-4812-8a83-467367a2be2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:52:46.909625 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-60ddf4d4-3934-4614-a5aa-1192d2076f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:52:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['483c3bb4-bcd9-4812-8a83-467367a2be2a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:46.981420 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a003e25-27b3-4422-aa21-297ad4f423b1 x-openstack-request-id: req-3a003e25-27b3-4422-aa21-297ad4f423b1 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:52:46.981706 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8672da0-9cd6-4a5b-b42b-07c0e0113086", "name": "network-vif-plugged", "status": "completed", "tag": "6c254a81-8d39-43bc-85ac-5d89be1c28d3", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:52:46.982152 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3a003e25-27b3-4422-aa21-297ad4f423b1 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:52:46.982568 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8672da0-9cd6-4a5b-b42b-07c0e0113086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c254a81-8d39-43bc-85ac-5d89be1c28d3', 'code': 200} Aug 23 20:52:46.985722 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 18af16e5-ea20-455c-b936-5dfafdb6605b up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:52:47.021464 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-60ddf4d4-3934-4614-a5aa-1192d2076f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:47.051869 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ddf4d4-3934-4614-a5aa-1192d2076f18 None None] Routers {'483c3bb4-bcd9-4812-8a83-467367a2be2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:52:47.052789 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-60ddf4d4-3934-4614-a5aa-1192d2076f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:52:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['483c3bb4-bcd9-4812-8a83-467367a2be2a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:47.157309 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=6c254a81-8d39-43bc-85ac-5d89be1c28d3,revision_number=13']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:47.172341 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-60ddf4d4-3934-4614-a5aa-1192d2076f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:47.173480 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ddf4d4-3934-4614-a5aa-1192d2076f18 None None] The sync data for ids ['483c3bb4-bcd9-4812-8a83-467367a2be2a'] in n-d-805663-2 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:52:47.191985 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-abfd5414-1000-48f3-ae49-c38d643301b8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Allocated IP 172.20.0.1 (24728a13-d0f6-48e1-aaae-ad23ecc9cb63/d385d128-5f8b-421b-9352-9c947e696421/71b009e3-60e4-4414-acf0-6f432a1d97a7) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:52:47.222878 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 18af16e5-ea20-455c-b936-5dfafdb6605b completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:52:47.235488 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 18af16e5-ea20-455c-b936-5dfafdb6605b triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:52:47.236472 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:47.244777 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9222dc65-cc9b-44a5-82de-b740f5e11a18 tempest-TagsTest-577073216 tempest-TagsTest-577073216-project] 10.222.0.61 "PUT /v2.0/networks/f274ea34-9e11-4bd9-87a1-268d96e8b7a6/tags HTTP/1.1" status: 200 len: 308 time: 0.4912801 Aug 23 20:52:47.250427 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54778) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:47.266675 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-3d0bb4a8-03c7-43dc-83f7-e6c26416148b tempest-TagsTest-577073216 tempest-TagsTest-577073216-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'f274ea34-9e11-4bd9-87a1-268d96e8b7a6', 'tempest-TagsTest-Tag-214661842') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:47.493693 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:47.520750 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9a615707-5bfc-4494-902d-bd162bdeff3f tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:47.548199 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 18af16e5-ea20-455c-b936-5dfafdb6605b, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=18af16e5-ea20-455c-b936-5dfafdb6605b,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:52:47.554464 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:47.556050 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 11663b12-5ec4-4b0b-bd9a-c526e6447d24 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:52:47.657064 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-abfd5414-1000-48f3-ae49-c38d643301b8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:47.665416 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b769c5f1-130b-44c2-8c2b-ae09c45c19a3 req-2b07749a-bc36-449e-8642-5294ac29b495 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:47.692426 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b769c5f1-130b-44c2-8c2b-ae09c45c19a3 req-2b07749a-bc36-449e-8642-5294ac29b495 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 946 time: 0.3188879 Aug 23 20:52:47.699707 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-abfd5414-1000-48f3-ae49-c38d643301b8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Transition to ACTIVE for port object 71b009e3-60e4-4414-acf0-6f432a1d97a7 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:52:47.764691 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-3d0bb4a8-03c7-43dc-83f7-e6c26416148b tempest-TagsTest-577073216 tempest-TagsTest-577073216-project] 10.222.0.61 "DELETE /v2.0/networks/f274ea34-9e11-4bd9-87a1-268d96e8b7a6/tags/tempest-TagsTest-Tag-214661842 HTTP/1.1" status: 204 len: 168 time: 0.5131009 Aug 23 20:52:47.773556 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54790) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:47.778982 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=18af16e5-ea20-455c-b936-5dfafdb6605b,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:47.783999 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-2f75ae48-3370-43d6-bf6f-863c815cb290 tempest-TagsTest-577073216 tempest-TagsTest-577073216-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f274ea34-9e11-4bd9-87a1-268d96e8b7a6', 'tempest-TagsTest-Tag-214661842') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:47.813367 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b769c5f1-130b-44c2-8c2b-ae09c45c19a3 req-fd6858fc-3cc1-4469-aca5-db95171c169e tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143992 Aug 23 20:52:47.815201 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a866060-fc57-4cce-9493-501487a9024f None None] Network 24728a13-d0f6-48e1-aaae-ad23ecc9cb63 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:52:47.844042 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 11663b12-5ec4-4b0b-bd9a-c526e6447d24 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:52:47.857971 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-abfd5414-1000-48f3-ae49-c38d643301b8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:47.907597 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9a615707-5bfc-4494-902d-bd162bdeff3f tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 7.4736474 Aug 23 20:52:47.911586 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54792) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:47.919303 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-61c7ef17-984b-4d52-87f3-af6f9f64f65a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-482766526'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:52:47.924139 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfd5414-1000-48f3-ae49-c38d643301b8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Network 24728a13-d0f6-48e1-aaae-ad23ecc9cb63 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:52:47.928535 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-69ca36f1-2f1e-4601-a42d-466db14795ab None None] Provisioning for port 11663b12-5ec4-4b0b-bd9a-c526e6447d24 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:52:47.928742 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-abfd5414-1000-48f3-ae49-c38d643301b8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:52:47.933426 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfd5414-1000-48f3-ae49-c38d643301b8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:52:47.942041 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-2f75ae48-3370-43d6-bf6f-863c815cb290 tempest-TagsTest-577073216 tempest-TagsTest-577073216-project] show failed (client error): The resource could not be found. Aug 23 20:52:47.943498 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2f75ae48-3370-43d6-bf6f-863c815cb290 tempest-TagsTest-577073216 tempest-TagsTest-577073216-project] 10.222.0.61 "GET /v2.0/networks/f274ea34-9e11-4bd9-87a1-268d96e8b7a6/tags/tempest-TagsTest-Tag-214661842 HTTP/1.1" status: 404 len: 325 time: 0.1682303 Aug 23 20:52:47.946534 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54794) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:47.955763 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-bdcd17d1-b29f-46e5-a860-02eac250d987 tempest-TagsTest-577073216 tempest-TagsTest-577073216-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f274ea34-9e11-4bd9-87a1-268d96e8b7a6', 'tempest-TagsTest-Tag-2075544140') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:47.961188 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-69ca36f1-2f1e-4601-a42d-466db14795ab None None] Provisioning complete for port 11663b12-5ec4-4b0b-bd9a-c526e6447d24 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:52:47.965214 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-69ca36f1-2f1e-4601-a42d-466db14795ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:47.979537 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd5414-1000-48f3-ae49-c38d643301b8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'Port': ['ID=71b009e3-60e4-4414-acf0-6f432a1d97a7,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:48.017488 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c7ef17-984b-4d52-87f3-af6f9f64f65a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Made reservation on behalf of d4dc0fd02f014a57b4cdda33304848d0 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:52:48.018757 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-abfd5414-1000-48f3-ae49-c38d643301b8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:48.026872 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-61c7ef17-984b-4d52-87f3-af6f9f64f65a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:48.169511 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-bdcd17d1-b29f-46e5-a860-02eac250d987 tempest-TagsTest-577073216 tempest-TagsTest-577073216-project] 10.222.0.61 "GET /v2.0/networks/f274ea34-9e11-4bd9-87a1-268d96e8b7a6/tags/tempest-TagsTest-Tag-2075544140 HTTP/1.1" status: 204 len: 168 time: 0.2216537 Aug 23 20:52:48.172722 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54800) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:48.181323 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-d222bf1b-3d80-43b1-b224-2c649d041447 tempest-TagsTest-577073216 tempest-TagsTest-577073216-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f274ea34-9e11-4bd9-87a1-268d96e8b7a6', 'tempest-TagsTest-Tag-1266577560') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:48.189463 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61c7ef17-984b-4d52-87f3-af6f9f64f65a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:52:48.193948 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-69ca36f1-2f1e-4601-a42d-466db14795ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:48.225820 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-61c7ef17-984b-4d52-87f3-af6f9f64f65a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:48.226163 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-61c7ef17-984b-4d52-87f3-af6f9f64f65a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Added segment 35d1bc61-9a1a-45f9-9c91-020aeb5e502b of type vlan for network 256acd57-970e-440a-987e-cb968f684c1a Aug 23 20:52:48.262477 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-69ca36f1-2f1e-4601-a42d-466db14795ab None None] For port 11663b12-5ec4-4b0b-bd9a-c526e6447d24, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=11663b12-5ec4-4b0b-bd9a-c526e6447d24,segment=NetworkSegment(20fa05ae-e79c-474d-9ccb-95916cf6f54d),segment_id=20fa05ae-e79c-474d-9ccb-95916cf6f54d)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:52:48.267580 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-69ca36f1-2f1e-4601-a42d-466db14795ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:48.289559 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-abfd5414-1000-48f3-ae49-c38d643301b8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:48.338748 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ca36f1-2f1e-4601-a42d-466db14795ab None None] Pushing event updated for resources: {'Port': ['ID=11663b12-5ec4-4b0b-bd9a-c526e6447d24,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:48.367420 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-61c7ef17-984b-4d52-87f3-af6f9f64f65a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:48.382975 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d222bf1b-3d80-43b1-b224-2c649d041447 tempest-TagsTest-577073216 tempest-TagsTest-577073216-project] 10.222.0.61 "GET /v2.0/networks/f274ea34-9e11-4bd9-87a1-268d96e8b7a6/tags/tempest-TagsTest-Tag-1266577560 HTTP/1.1" status: 204 len: 168 time: 0.2091324 Aug 23 20:52:48.386398 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54804) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:48.404492 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-7abf4c06-298e-4632-809a-ee253ec4139c tempest-TagsTest-577073216 tempest-TagsTest-577073216-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'f274ea34-9e11-4bd9-87a1-268d96e8b7a6') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:48.466347 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-61c7ef17-984b-4d52-87f3-af6f9f64f65a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:48.488634 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c7ef17-984b-4d52-87f3-af6f9f64f65a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:48.489571 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-61c7ef17-984b-4d52-87f3-af6f9f64f65a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:48.714222 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 11663b12-5ec4-4b0b-bd9a-c526e6447d24 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:52:48.819831 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ff28dec2-c74a-459b-ba87-82664e85c0a8 None None] Provisioning complete for port 11663b12-5ec4-4b0b-bd9a-c526e6447d24 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:52:48.821246 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ff28dec2-c74a-459b-ba87-82664e85c0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:48.824329 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c7ef17-984b-4d52-87f3-af6f9f64f65a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Pushing event updated for resources: {'Network': ['ID=256acd57-970e-440a-987e-cb968f684c1a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:48.855259 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-61c7ef17-984b-4d52-87f3-af6f9f64f65a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9420412 Aug 23 20:52:48.862996 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54824) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:48.902341 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 256acd57-970e-440a-987e-cb968f684c1a details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:52:48.906227 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-8ad806ce-15f1-4377-9727-0fae87602e3d tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Request body: {'subnet': {'network_id': '256acd57-970e-440a-987e-cb968f684c1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:52:48.945551 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-7abf4c06-298e-4632-809a-ee253ec4139c tempest-TagsTest-577073216 tempest-TagsTest-577073216-project] 10.222.0.61 "DELETE /v2.0/networks/f274ea34-9e11-4bd9-87a1-268d96e8b7a6/tags HTTP/1.1" status: 204 len: 168 time: 0.5573525 Aug 23 20:52:48.949927 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54830) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:48.968410 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-c90e2162-9020-4ded-81f7-78282f7e2806 tempest-TagsTest-577073216 tempest-TagsTest-577073216-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f274ea34-9e11-4bd9-87a1-268d96e8b7a6', 'tempest-TagsTest-Tag-2075544140') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:49.092050 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 11663b12-5ec4-4b0b-bd9a-c526e6447d24 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:52:49.094264 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:49.244478 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-abfd5414-1000-48f3-ae49-c38d643301b8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:49.252552 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-abfd5414-1000-48f3-ae49-c38d643301b8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:49.325666 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c1cac-29b3-427e-9f3b-eb88b39d499a req-f870b219-5239-4d6f-a5c1-ebd5dc880f11 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:49.333117 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8a5c1cac-29b3-427e-9f3b-eb88b39d499a req-f870b219-5239-4d6f-a5c1-ebd5dc880f11 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 946 time: 0.2540784 Aug 23 20:52:49.336739 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad806ce-15f1-4377-9727-0fae87602e3d tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Made reservation on behalf of d4dc0fd02f014a57b4cdda33304848d0 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:52:49.340676 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8ad806ce-15f1-4377-9727-0fae87602e3d tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:49.343508 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-c90e2162-9020-4ded-81f7-78282f7e2806 tempest-TagsTest-577073216 tempest-TagsTest-577073216-project] show failed (client error): The resource could not be found. Aug 23 20:52:49.346437 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c90e2162-9020-4ded-81f7-78282f7e2806 tempest-TagsTest-577073216 tempest-TagsTest-577073216-project] 10.222.0.61 "GET /v2.0/networks/f274ea34-9e11-4bd9-87a1-268d96e8b7a6/tags/tempest-TagsTest-Tag-2075544140 HTTP/1.1" status: 404 len: 326 time: 0.3931680 Aug 23 20:52:49.354954 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54842) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:49.356190 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ff28dec2-c74a-459b-ba87-82664e85c0a8 None None] Provisioning for port 71b009e3-60e4-4414-acf0-6f432a1d97a7 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:52:49.365800 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.tag.tag_plugin [None req-75b3baf3-1447-40bb-87d9-83c704a258ed tempest-TagsTest-577073216 tempest-TagsTest-577073216-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f274ea34-9e11-4bd9-87a1-268d96e8b7a6', 'tempest-TagsTest-Tag-1266577560') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:49.393298 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ff28dec2-c74a-459b-ba87-82664e85c0a8 None None] Provisioning complete for port 71b009e3-60e4-4414-acf0-6f432a1d97a7 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:52:49.395118 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ff28dec2-c74a-459b-ba87-82664e85c0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:49.495958 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8a5c1cac-29b3-427e-9f3b-eb88b39d499a req-45e28369-f99c-4b4d-93c0-0af79e859581 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477611 Aug 23 20:52:49.513266 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 18af16e5-ea20-455c-b936-5dfafdb6605b up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:52:49.599349 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-ff28dec2-c74a-459b-ba87-82664e85c0a8 None None] Port 71b009e3-60e4-4414-acf0-6f432a1d97a7 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:52:49.627110 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 18af16e5-ea20-455c-b936-5dfafdb6605b triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:52:49.627447 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:49.808881 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8b146c82-131d-4906-ac36-988eea048ca2 None None] Provisioning complete for port 71b009e3-60e4-4414-acf0-6f432a1d97a7 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:52:49.809755 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8b146c82-131d-4906-ac36-988eea048ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:49.907586 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-abfd5414-1000-48f3-ae49-c38d643301b8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:49.935492 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-8b146c82-131d-4906-ac36-988eea048ca2 None None] Port 71b009e3-60e4-4414-acf0-6f432a1d97a7 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:52:49.995977 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd5414-1000-48f3-ae49-c38d643301b8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'Port': ['ID=71b009e3-60e4-4414-acf0-6f432a1d97a7,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:50.113915 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-75b3baf3-1447-40bb-87d9-83c704a258ed tempest-TagsTest-577073216 tempest-TagsTest-577073216-project] show failed (client error): The resource could not be found. Aug 23 20:52:50.121431 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-75b3baf3-1447-40bb-87d9-83c704a258ed tempest-TagsTest-577073216 tempest-TagsTest-577073216-project] 10.222.0.61 "GET /v2.0/networks/f274ea34-9e11-4bd9-87a1-268d96e8b7a6/tags/tempest-TagsTest-Tag-1266577560 HTTP/1.1" status: 404 len: 326 time: 0.7641048 Aug 23 20:52:50.125469 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54868) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:50.133889 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-2bbc2d73-1440-4efb-be35-29b81d2fc383 tempest-TagsTest-577073216 tempest-TagsTest-577073216-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'f274ea34-9e11-4bd9-87a1-268d96e8b7a6') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:50.281455 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2bbc2d73-1440-4efb-be35-29b81d2fc383 tempest-TagsTest-577073216 tempest-TagsTest-577073216-project] 10.222.0.61 "DELETE /v2.0/networks/f274ea34-9e11-4bd9-87a1-268d96e8b7a6/tags HTTP/1.1" status: 204 len: 168 time: 0.1540999 Aug 23 20:52:50.286004 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54874) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:50.308814 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfd5414-1000-48f3-ae49-c38d643301b8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Network 24728a13-d0f6-48e1-aaae-ad23ecc9cb63 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:52:50.318740 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-abfd5414-1000-48f3-ae49-c38d643301b8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:52:50.371156 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54876) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:50.428149 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:50.452697 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4413db6c-055e-41d5-a38d-51e6b9e4c94b tempest-TagsTest-577073216 tempest-TagsTest-577073216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:50.581746 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8ad806ce-15f1-4377-9727-0fae87602e3d tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:50.752576 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad806ce-15f1-4377-9727-0fae87602e3d tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Pushing event updated for resources: {'Subnet': ['ID=9c0546d2-905e-4176-a3d9-456f489d7c24,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:50.758366 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abfd5414-1000-48f3-ae49-c38d643301b8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Router 36d5bccc-5bd7-41d6-9a01-679dd4c29834 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:52:50.760999 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad806ce-15f1-4377-9727-0fae87602e3d tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Checking segment: {'id': '35d1bc61-9a1a-45f9-9c91-020aeb5e502b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '256acd57-970e-440a-987e-cb968f684c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:52:50.761729 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad806ce-15f1-4377-9727-0fae87602e3d tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Network hostable DHCP agents. Network: 256acd57-970e-440a-987e-cb968f684c1a, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:52:50.796979 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0e93d9b7-cc30-4b0e-a615-c91ae7900fce None None] Provisioning complete for port 71b009e3-60e4-4414-acf0-6f432a1d97a7 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:52:50.796979 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0e93d9b7-cc30-4b0e-a615-c91ae7900fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:50.816828 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4bddb1aa-8b12-40d5-8b2d-9524c871a553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:50.820289 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4413db6c-055e-41d5-a38d-51e6b9e4c94b tempest-TagsTest-577073216 tempest-TagsTest-577073216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:50.834943 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad806ce-15f1-4377-9727-0fae87602e3d tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Network 256acd57-970e-440a-987e-cb968f684c1a is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:52:50.844932 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-4413db6c-055e-41d5-a38d-51e6b9e4c94b tempest-TagsTest-577073216 tempest-TagsTest-577073216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f274ea34-9e11-4bd9-87a1-268d96e8b7a6']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:50.854095 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-8ad806ce-15f1-4377-9727-0fae87602e3d tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 256acd57-970e-440a-987e-cb968f684c1a) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:52:50.863515 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-4413db6c-055e-41d5-a38d-51e6b9e4c94b tempest-TagsTest-577073216 tempest-TagsTest-577073216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e46c590d-c693-44c5-81a9-4fc0beb7ff27') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:50.863823 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-4413db6c-055e-41d5-a38d-51e6b9e4c94b tempest-TagsTest-577073216 tempest-TagsTest-577073216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e46c590d-c693-44c5-81a9-4fc0beb7ff27') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:50.869535 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907c62a3-0cce-46e3-83bf-b449cfb52f93 None None] Network 256acd57-970e-440a-987e-cb968f684c1a requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:52:50.876040 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad806ce-15f1-4377-9727-0fae87602e3d tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:50.877082 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8ad806ce-15f1-4377-9727-0fae87602e3d tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:50.880725 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4413db6c-055e-41d5-a38d-51e6b9e4c94b tempest-TagsTest-577073216 tempest-TagsTest-577073216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:50.901603 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748175d-f908-4bf5-a9e4-864a294b11f3 req-3ba5de1f-75b8-4034-8e20-b2d93dc17230 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:50.903110 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5748175d-f908-4bf5-a9e4-864a294b11f3 req-3ba5de1f-75b8-4034-8e20-b2d93dc17230 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 946 time: 0.2040281 Aug 23 20:52:50.946753 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4413db6c-055e-41d5-a38d-51e6b9e4c94b tempest-TagsTest-577073216 tempest-TagsTest-577073216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:50.972612 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4413db6c-055e-41d5-a38d-51e6b9e4c94b tempest-TagsTest-577073216 tempest-TagsTest-577073216-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:52:50.974268 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4413db6c-055e-41d5-a38d-51e6b9e4c94b tempest-TagsTest-577073216 tempest-TagsTest-577073216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:50.980853 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abfd5414-1000-48f3-ae49-c38d643301b8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:52:51.000179 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa429cf9-72ad-4775-9dab-f0cb77e43ada None None] Sync routers for ids ['36d5bccc-5bd7-41d6-9a01-679dd4c29834'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:52:51.006881 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-abfd5414-1000-48f3-ae49-c38d643301b8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "PUT /v2.0/routers/36d5bccc-5bd7-41d6-9a01-679dd4c29834/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2729785 Aug 23 20:52:51.012176 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-0e93d9b7-cc30-4b0e-a615-c91ae7900fce None None] Port 71b009e3-60e4-4414-acf0-6f432a1d97a7 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:52:51.036540 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa429cf9-72ad-4775-9dab-f0cb77e43ada None None] Routers {'36d5bccc-5bd7-41d6-9a01-679dd4c29834'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:52:51.037460 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-fa429cf9-72ad-4775-9dab-f0cb77e43ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:52:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['36d5bccc-5bd7-41d6-9a01-679dd4c29834'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:51.116980 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:52:51.116980 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:52:51.116980 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:52:51.116980 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:52:51.116980 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:52:51.116980 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:52:51.116980 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:52:51.116980 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:52:51.116980 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:52:51.116980 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:52:51.116980 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:52:51.116980 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:52:51.116980 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:52:51.116980 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:52:51.116980 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:52:51.116980 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:52:51.116980 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:52:51.116980 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:52:51.116980 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:52:51.116980 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:52:51.116980 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:52:51.116980 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:52:51.116980 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:52:51.116980 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:52:51.116980 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:52:51.116980 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:52:51.116980 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:52:51.116980 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:52:51.116980 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:52:51.116980 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:52:51.116980 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:52:51.116980 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:52:51.261681 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5748175d-f908-4bf5-a9e4-864a294b11f3 req-f2d97b42-2a3a-433f-97d1-d1f186efcfba tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3439345 Aug 23 20:52:51.274963 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4413db6c-055e-41d5-a38d-51e6b9e4c94b tempest-TagsTest-577073216 tempest-TagsTest-577073216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:51.309121 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4413db6c-055e-41d5-a38d-51e6b9e4c94b tempest-TagsTest-577073216 tempest-TagsTest-577073216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:51.314905 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4413db6c-055e-41d5-a38d-51e6b9e4c94b tempest-TagsTest-577073216 tempest-TagsTest-577073216-project] 10.222.0.61 "DELETE /v2.0/networks/f274ea34-9e11-4bd9-87a1-268d96e8b7a6 HTTP/1.1" status: 204 len: 168 time: 1.0250428 Aug 23 20:52:51.426897 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4413db6c-055e-41d5-a38d-51e6b9e4c94b tempest-TagsTest-577073216 tempest-TagsTest-577073216-project] Pushing event deleted for resources: {'Network': ['ID=f274ea34-9e11-4bd9-87a1-268d96e8b7a6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:51.538697 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4bddb1aa-8b12-40d5-8b2d-9524c871a553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:51.548624 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8ad806ce-15f1-4377-9727-0fae87602e3d tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6845028 Aug 23 20:52:51.551658 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54914) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:51.556475 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-d166d11c-6af7-4c98-8e6c-a1918e59b8ab tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-7022213', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}, 'admin_state_up': False}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:52:51.603285 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5dafe541-5c31-4cb4-8ba1-d1a02350a268 req-c0b930b9-c6bc-47f9-933d-aaedcda0ebb3 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-923121704&fields=id&tenant_id=0b17a426d9eb4b3083079c3d4dc4db5c HTTP/1.1" status: 200 len: 267 time: 0.1018567 Aug 23 20:52:51.607651 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4bddb1aa-8b12-40d5-8b2d-9524c871a553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:51.613878 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-fa429cf9-72ad-4775-9dab-f0cb77e43ada None None] Set router 36d5bccc-5bd7-41d6-9a01-679dd4c29834 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:52:51.657481 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d166d11c-6af7-4c98-8e6c-a1918e59b8ab tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:51.658178 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d166d11c-6af7-4c98-8e6c-a1918e59b8ab tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:51.725331 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4bddb1aa-8b12-40d5-8b2d-9524c871a553 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cf8bbbccb94943e898ddc7f91ccd4eeb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3531649 Aug 23 20:52:51.728253 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54918) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:51.743546 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9104a801-7721-40af-ab19-a40c4ed70342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-256acd57-970e-440a-987e-cb968f684c1a', 'network_id': '256acd57-970e-440a-987e-cb968f684c1a', 'tenant_id': 'd4dc0fd02f014a57b4cdda33304848d0', 'fixed_ips': [{'subnet_id': '9c0546d2-905e-4176-a3d9-456f489d7c24'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:52:51.744430 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9104a801-7721-40af-ab19-a40c4ed70342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:51.777096 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bddb1aa-8b12-40d5-8b2d-9524c871a553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0c4f54-60e8-4861-b0a4-21fc2981e108,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:51.791743 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d166d11c-6af7-4c98-8e6c-a1918e59b8ab tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:51.877468 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dafe541-5c31-4cb4-8ba1-d1a02350a268 req-dd4ebf63-8103-449d-9110-f1ecf3c1d9eb tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:51.879207 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5dafe541-5c31-4cb4-8ba1-d1a02350a268 req-dd4ebf63-8103-449d-9110-f1ecf3c1d9eb tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/networks?id=24728a13-d0f6-48e1-aaae-ad23ecc9cb63 HTTP/1.1" status: 200 len: 796 time: 0.2740939 Aug 23 20:52:51.917950 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5dafe541-5c31-4cb4-8ba1-d1a02350a268 req-6b0ac79c-b405-425d-8898-f995c97da2e1 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/quotas/0b17a426d9eb4b3083079c3d4dc4db5c HTTP/1.1" status: 200 len: 375 time: 0.0182347 Aug 23 20:52:51.962247 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54928) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:51.991537 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5dafe541-5c31-4cb4-8ba1-d1a02350a268 req-fbace52f-8c0a-4522-90c9-b3c20ab9598e tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=0b17a426d9eb4b3083079c3d4dc4db5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0646362 Aug 23 20:52:52.113037 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d166d11c-6af7-4c98-8e6c-a1918e59b8ab tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:52.155630 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5dafe541-5c31-4cb4-8ba1-d1a02350a268 req-ab9c46f6-2050-4074-8d49-3921b3a36746 service neutron] 10.222.0.61 "GET /v2.0/networks/24728a13-d0f6-48e1-aaae-ad23ecc9cb63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490922 Aug 23 20:52:52.165003 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5f0d5eba-27dc-4529-be7e-ec8871fa8a78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:52.240555 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5f0d5eba-27dc-4529-be7e-ec8871fa8a78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:52.336756 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5f0d5eba-27dc-4529-be7e-ec8871fa8a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:52.339414 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5f0d5eba-27dc-4529-be7e-ec8871fa8a78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:52.340691 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5f0d5eba-27dc-4529-be7e-ec8871fa8a78 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4c0c4f54-60e8-4861-b0a4-21fc2981e108 HTTP/1.1" status: 204 len: 168 time: 0.6114781 Aug 23 20:52:52.357804 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0d5eba-27dc-4529-be7e-ec8871fa8a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0c4f54-60e8-4861-b0a4-21fc2981e108,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:52.392942 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a1fe1e94-3a17-4651-87ce-1bf24c07f45d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=07081792e246406285191979e4d4d87e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4274428 Aug 23 20:52:52.395911 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54944) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:52.491260 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5dafe541-5c31-4cb4-8ba1-d1a02350a268 req-5a89cf17-6b91-4f45-952d-ebf8e6e5491b service neutron] 10.222.0.61 "GET /v2.0/networks/24728a13-d0f6-48e1-aaae-ad23ecc9cb63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346295 Aug 23 20:52:52.638379 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d166d11c-6af7-4c98-8e6c-a1918e59b8ab tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:52.662028 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d166d11c-6af7-4c98-8e6c-a1918e59b8ab tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:52.679582 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2b96f-b819-4d74-bae1-d084b88b61b0 req-ffa9d08b-e9ec-4c5c-ad43-6ef165efc7c1 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:52.689307 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-77e2b96f-b819-4d74-bae1-d084b88b61b0 req-ffa9d08b-e9ec-4c5c-ad43-6ef165efc7c1 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 946 time: 0.2437668 Aug 23 20:52:52.794581 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-77e2b96f-b819-4d74-bae1-d084b88b61b0 req-1b84d221-bd7e-4d46-afcb-f189bb513e3c tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041861 Aug 23 20:52:52.802717 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-43fc2d33-8973-456a-a02f-9e7807a62792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:52.857939 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-43fc2d33-8973-456a-a02f-9e7807a62792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:52.893689 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-9104a801-7721-40af-ab19-a40c4ed70342 None None] Allocated IP 172.20.0.2 (256acd57-970e-440a-987e-cb968f684c1a/9c0546d2-905e-4176-a3d9-456f489d7c24/b3d14d8e-1c3e-4cfb-a2f3-ab1dc1322891) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:52:53.006313 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d32f8b0e-d72d-4644-9064-1274392ae364 req-f056616c-76f0-4d81-8b75-98be666da148 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=eede86a2-48eb-4b9f-af03-967d477cbd7a HTTP/1.1" status: 200 len: 210 time: 0.1070900 Aug 23 20:52:53.048442 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54958) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:53.056329 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-fa429cf9-72ad-4775-9dab-f0cb77e43ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d5bccc-5bd7-41d6-9a01-679dd4c29834', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580833925', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '18af16e5-ea20-455c-b936-5dfafdb6605b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:52:35Z', 'updated_at': '2021-08-23T20:52:48Z', 'revision_number': 4, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'gw_port': {'id': '18af16e5-ea20-455c-b936-5dfafdb6605b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d5bccc-5bd7-41d6-9a01-679dd4c29834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:52:37Z', 'updated_at': '2021-08-23T20:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '71b009e3-60e4-4414-acf0-6f432a1d97a7', 'name': '', 'network_id': '24728a13-d0f6-48e1-aaae-ad23ecc9cb63', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'mac_address': 'fa:16:3e:bb:69:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d5bccc-5bd7-41d6-9a01-679dd4c29834', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'd385d128-5f8b-421b-9352-9c947e696421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:52:46Z', 'updated_at': '2021-08-23T20:52:48Z', 'revision_number': 2, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'subnets': [{'id': 'd385d128-5f8b-421b-9352-9c947e696421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:53.077612 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e7d0e74e-ee9a-4f32-8ee7-f2d4dce4f73e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:53.091418 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-43fc2d33-8973-456a-a02f-9e7807a62792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:53.095920 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-43fc2d33-8973-456a-a02f-9e7807a62792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:53.097968 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-43fc2d33-8973-456a-a02f-9e7807a62792 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/969b4b48-cbea-4164-899f-3eae2b517cb5 HTTP/1.1" status: 204 len: 168 time: 0.7001436 Aug 23 20:52:53.128017 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fc2d33-8973-456a-a02f-9e7807a62792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969b4b48-cbea-4164-899f-3eae2b517cb5,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:53.131575 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-d166d11c-6af7-4c98-8e6c-a1918e59b8ab tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Allocated IP 172.25.4.181 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/c7d5f1b7-12e6-4f4a-80f4-181df82188c6) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:52:53.173608 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa429cf9-72ad-4775-9dab-f0cb77e43ada None None] Checking router: 36d5bccc-5bd7-41d6-9a01-679dd4c29834 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:52:53.173884 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa429cf9-72ad-4775-9dab-f0cb77e43ada None None] Updating router 36d5bccc-5bd7-41d6-9a01-679dd4c29834 port 71b009e3-60e4-4414-acf0-6f432a1d97a7 binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:52:53.310804 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9104a801-7721-40af-ab19-a40c4ed70342 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:53.335851 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9104a801-7721-40af-ab19-a40c4ed70342 None None] Transition to ACTIVE for port object b3d14d8e-1c3e-4cfb-a2f3-ab1dc1322891 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:52:53.355059 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e7d0e74e-ee9a-4f32-8ee7-f2d4dce4f73e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:53.355425 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fa429cf9-72ad-4775-9dab-f0cb77e43ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:53.360052 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e7d0e74e-ee9a-4f32-8ee7-f2d4dce4f73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:53.388309 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d166d11c-6af7-4c98-8e6c-a1918e59b8ab tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:53.424799 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9104a801-7721-40af-ab19-a40c4ed70342 None None] Transition to ACTIVE for port object b3d14d8e-1c3e-4cfb-a2f3-ab1dc1322891 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:52:53.452741 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d166d11c-6af7-4c98-8e6c-a1918e59b8ab tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:53.494589 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e7d0e74e-ee9a-4f32-8ee7-f2d4dce4f73e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bea547bf291f4da2b1f008a83f5ab0c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4466033 Aug 23 20:52:53.501497 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9104a801-7721-40af-ab19-a40c4ed70342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:53.506282 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54972) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:53.527159 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d0e74e-ee9a-4f32-8ee7-f2d4dce4f73e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7d3e85-ea35-46cd-a45f-6f401e33fd7e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:53.551804 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d166d11c-6af7-4c98-8e6c-a1918e59b8ab tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:52:53.558527 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-d166d11c-6af7-4c98-8e6c-a1918e59b8ab tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:52:53.570298 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d166d11c-6af7-4c98-8e6c-a1918e59b8ab tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:52:53.651235 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d166d11c-6af7-4c98-8e6c-a1918e59b8ab tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Pushing event updated for resources: {'Port': ['ID=c7d5f1b7-12e6-4f4a-80f4-181df82188c6,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:53.652622 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-04542887-2df9-4f2d-924b-256146694792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:53.715207 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-04542887-2df9-4f2d-924b-256146694792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:53.860081 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9104a801-7721-40af-ab19-a40c4ed70342 None None] Pushing event updated for resources: {'Port': ['ID=b3d14d8e-1c3e-4cfb-a2f3-ab1dc1322891,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:53.860925 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-04542887-2df9-4f2d-924b-256146694792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:53.863782 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-04542887-2df9-4f2d-924b-256146694792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:53.865077 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-04542887-2df9-4f2d-924b-256146694792 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2c7d3e85-ea35-46cd-a45f-6f401e33fd7e HTTP/1.1" status: 204 len: 168 time: 0.3560927 Aug 23 20:52:53.893717 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04542887-2df9-4f2d-924b-256146694792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7d3e85-ea35-46cd-a45f-6f401e33fd7e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:54.060579 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9104a801-7721-40af-ab19-a40c4ed70342 None None] Network 256acd57-970e-440a-987e-cb968f684c1a is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:52:54.084579 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-9104a801-7721-40af-ab19-a40c4ed70342 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:52:54.088547 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9104a801-7721-40af-ab19-a40c4ed70342 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:52:54.299589 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-42cc66a4-1987-4806-8845-096475f27ddb req-03eee45f-95b6-429d-86a8-5b5ae0d184cd tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=eede86a2-48eb-4b9f-af03-967d477cbd7a HTTP/1.1" status: 200 len: 210 time: 0.0675263 Aug 23 20:52:54.305649 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb6b214-1adc-4b34-81fd-506c28540f22 req-9ebf695e-e220-4598-bd9a-11f396a6ff76 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:54.315265 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0eb6b214-1adc-4b34-81fd-506c28540f22 req-9ebf695e-e220-4598-bd9a-11f396a6ff76 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 946 time: 0.3526642 Aug 23 20:52:54.417475 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0eb6b214-1adc-4b34-81fd-506c28540f22 req-6957fd11-4950-45e4-902f-c3a5dccb9087 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006596 Aug 23 20:52:54.449350 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d166d11c-6af7-4c98-8e6c-a1918e59b8ab tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:54.608002 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-9104a801-7721-40af-ab19-a40c4ed70342 None None] Attempting to bind port b3d14d8e-1c3e-4cfb-a2f3-ab1dc1322891 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:52:54.610217 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-9104a801-7721-40af-ab19-a40c4ed70342 None None] Attempting to bind port b3d14d8e-1c3e-4cfb-a2f3-ab1dc1322891 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '35d1bc61-9a1a-45f9-9c91-020aeb5e502b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '256acd57-970e-440a-987e-cb968f684c1a'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:52:54.613876 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9104a801-7721-40af-ab19-a40c4ed70342 None None] Attempting to bind port b3d14d8e-1c3e-4cfb-a2f3-ab1dc1322891 on network 256acd57-970e-440a-987e-cb968f684c1a {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:52:54.678920 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9104a801-7721-40af-ab19-a40c4ed70342 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:52:54.681769 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9104a801-7721-40af-ab19-a40c4ed70342 None None] Checking segment: {'id': '35d1bc61-9a1a-45f9-9c91-020aeb5e502b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '256acd57-970e-440a-987e-cb968f684c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:52:54.682403 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9104a801-7721-40af-ab19-a40c4ed70342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:54.684711 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9104a801-7721-40af-ab19-a40c4ed70342 None None] Bound using segment: {'id': '35d1bc61-9a1a-45f9-9c91-020aeb5e502b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '256acd57-970e-440a-987e-cb968f684c1a'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:52:54.685489 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-9104a801-7721-40af-ab19-a40c4ed70342 None None] Bound port: b3d14d8e-1c3e-4cfb-a2f3-ab1dc1322891, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35d1bc61-9a1a-45f9-9c91-020aeb5e502b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '256acd57-970e-440a-987e-cb968f684c1a'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:52:54.687674 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9104a801-7721-40af-ab19-a40c4ed70342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:54.880779 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-9104a801-7721-40af-ab19-a40c4ed70342 None None] For port b3d14d8e-1c3e-4cfb-a2f3-ab1dc1322891, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:52:54.885490 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-9104a801-7721-40af-ab19-a40c4ed70342 None None] For port b3d14d8e-1c3e-4cfb-a2f3-ab1dc1322891, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=b3d14d8e-1c3e-4cfb-a2f3-ab1dc1322891,segment=NetworkSegment(35d1bc61-9a1a-45f9-9c91-020aeb5e502b),segment_id=35d1bc61-9a1a-45f9-9c91-020aeb5e502b)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:52:54.895563 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9104a801-7721-40af-ab19-a40c4ed70342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:54.916855 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fa429cf9-72ad-4775-9dab-f0cb77e43ada None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:54.981998 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-fa429cf9-72ad-4775-9dab-f0cb77e43ada None None] Transition to ACTIVE for port object 71b009e3-60e4-4414-acf0-6f432a1d97a7 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:52:55.056878 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fa429cf9-72ad-4775-9dab-f0cb77e43ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:55.074905 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9104a801-7721-40af-ab19-a40c4ed70342 None None] Pushing event updated for resources: {'Port': ['ID=b3d14d8e-1c3e-4cfb-a2f3-ab1dc1322891,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:55.565016 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0526ec30-f9e9-4b40-ad66-12a75782bc91 None None] Pushing event updated for resources: {'Port': ['ID=71b009e3-60e4-4414-acf0-6f432a1d97a7,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:55.601343 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-fa429cf9-72ad-4775-9dab-f0cb77e43ada None None] Attempting to bind port 71b009e3-60e4-4414-acf0-6f432a1d97a7 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:52:55.602866 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-fa429cf9-72ad-4775-9dab-f0cb77e43ada None None] Attempting to bind port 71b009e3-60e4-4414-acf0-6f432a1d97a7 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '20fa05ae-e79c-474d-9ccb-95916cf6f54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '24728a13-d0f6-48e1-aaae-ad23ecc9cb63'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:52:55.603258 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa429cf9-72ad-4775-9dab-f0cb77e43ada None None] Attempting to bind port 71b009e3-60e4-4414-acf0-6f432a1d97a7 on network 24728a13-d0f6-48e1-aaae-ad23ecc9cb63 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:52:55.624963 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa429cf9-72ad-4775-9dab-f0cb77e43ada None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:52:55.625350 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa429cf9-72ad-4775-9dab-f0cb77e43ada None None] Checking segment: {'id': '20fa05ae-e79c-474d-9ccb-95916cf6f54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '24728a13-d0f6-48e1-aaae-ad23ecc9cb63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:52:55.627956 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fa429cf9-72ad-4775-9dab-f0cb77e43ada None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:55.628532 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa429cf9-72ad-4775-9dab-f0cb77e43ada None None] Bound using segment: {'id': '20fa05ae-e79c-474d-9ccb-95916cf6f54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '24728a13-d0f6-48e1-aaae-ad23ecc9cb63'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:52:55.629424 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-fa429cf9-72ad-4775-9dab-f0cb77e43ada None None] Bound port: 71b009e3-60e4-4414-acf0-6f432a1d97a7, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20fa05ae-e79c-474d-9ccb-95916cf6f54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '24728a13-d0f6-48e1-aaae-ad23ecc9cb63'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:52:55.632126 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fa429cf9-72ad-4775-9dab-f0cb77e43ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:55.655630 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d166d11c-6af7-4c98-8e6c-a1918e59b8ab tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:55.848857 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6554847-7e1a-4224-8920-7c54ae911c0e req-54c16582-55a3-43b8-8a83-43f5dcb550d1 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:55.858760 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f6554847-7e1a-4224-8920-7c54ae911c0e req-54c16582-55a3-43b8-8a83-43f5dcb550d1 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 946 time: 0.1643193 Aug 23 20:52:55.944944 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-fa429cf9-72ad-4775-9dab-f0cb77e43ada None None] For port 71b009e3-60e4-4414-acf0-6f432a1d97a7, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:52:55.957169 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f6554847-7e1a-4224-8920-7c54ae911c0e req-abda4c42-aa92-4659-9aa9-eeb29df1406d tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971401 Aug 23 20:52:55.960759 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-fa429cf9-72ad-4775-9dab-f0cb77e43ada None None] For port 71b009e3-60e4-4414-acf0-6f432a1d97a7, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=71b009e3-60e4-4414-acf0-6f432a1d97a7,segment=NetworkSegment(20fa05ae-e79c-474d-9ccb-95916cf6f54d),segment_id=20fa05ae-e79c-474d-9ccb-95916cf6f54d)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:52:55.968233 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fa429cf9-72ad-4775-9dab-f0cb77e43ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:56.075926 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa429cf9-72ad-4775-9dab-f0cb77e43ada None None] Routers {'36d5bccc-5bd7-41d6-9a01-679dd4c29834'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:52:56.077210 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-fa429cf9-72ad-4775-9dab-f0cb77e43ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:52:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['36d5bccc-5bd7-41d6-9a01-679dd4c29834'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:56.133500 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-021c2e79-93d6-458f-a569-a0d157aa9e51 req-6418d6a3-b541-4420-b0dd-a329bb9eeb33 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=eede86a2-48eb-4b9f-af03-967d477cbd7a HTTP/1.1" status: 200 len: 210 time: 0.4615941 Aug 23 20:52:56.235311 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0526ec30-f9e9-4b40-ad66-12a75782bc91 None None] Pushing event updated for resources: {'Port': ['ID=71b009e3-60e4-4414-acf0-6f432a1d97a7,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:56.452981 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-fa429cf9-72ad-4775-9dab-f0cb77e43ada None None] Set router 36d5bccc-5bd7-41d6-9a01-679dd4c29834 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:52:56.538315 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dafe541-5c31-4cb4-8ba1-d1a02350a268 req-4e5eeaf8-bd06-46d9-8a06-5a869fba939b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:56.553751 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5dafe541-5c31-4cb4-8ba1-d1a02350a268 req-4e5eeaf8-bd06-46d9-8a06-5a869fba939b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.11 "GET /v2.0/networks?id=24728a13-d0f6-48e1-aaae-ad23ecc9cb63 HTTP/1.1" status: 200 len: 796 time: 1.7594423 Aug 23 20:52:56.853167 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device b3d14d8e-1c3e-4cfb-a2f3-ab1dc1322891 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:52:57.175978 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524eaa93-2aa1-4817-bc81-2d96782acea9 None None] Network 256acd57-970e-440a-987e-cb968f684c1a requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:52:57.238444 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port b3d14d8e-1c3e-4cfb-a2f3-ab1dc1322891 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:52:57.314006 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2d2f7de7-6241-482b-ba36-f2861d6635ab None None] Provisioning for port b3d14d8e-1c3e-4cfb-a2f3-ab1dc1322891 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:52:57.329301 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2d2f7de7-6241-482b-ba36-f2861d6635ab None None] Provisioning complete for port b3d14d8e-1c3e-4cfb-a2f3-ab1dc1322891 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:52:57.330020 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2d2f7de7-6241-482b-ba36-f2861d6635ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:57.340127 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2dde05ef-8615-4a9d-a44b-be948ab4bb6d req-e77e6b2e-2766-489f-b138-51aaa7e0d2a7 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=eede86a2-48eb-4b9f-af03-967d477cbd7a HTTP/1.1" status: 200 len: 210 time: 0.0845144 Aug 23 20:52:57.365532 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d166d11c-6af7-4c98-8e6c-a1918e59b8ab tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Router d7074b78-6d01-424d-9bec-78f1b3cbce32 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:52:57.550318 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5dafe541-5c31-4cb4-8ba1-d1a02350a268 req-10f7f544-b824-4e16-8c91-30ddd0746a38 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b17a426d9eb4b3083079c3d4dc4db5c HTTP/1.1" status: 200 len: 379 time: 0.9852931 Aug 23 20:52:57.583559 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-5dafe541-5c31-4cb4-8ba1-d1a02350a268 req-481f3f62-aadf-4013-b9f7-8380cda15c52 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Request body: {'port': {'device_id': 'eede86a2-48eb-4b9f-af03-967d477cbd7a', 'network_id': '24728a13-d0f6-48e1-aaae-ad23ecc9cb63', 'admin_state_up': True, 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'security_groups': ['b6017907-58fb-483f-96aa-d62b019131cd']}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:52:57.585180 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-fa429cf9-72ad-4775-9dab-f0cb77e43ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d5bccc-5bd7-41d6-9a01-679dd4c29834', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580833925', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '18af16e5-ea20-455c-b936-5dfafdb6605b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:52:35Z', 'updated_at': '2021-08-23T20:52:48Z', 'revision_number': 4, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'gw_port': {'id': '18af16e5-ea20-455c-b936-5dfafdb6605b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d5bccc-5bd7-41d6-9a01-679dd4c29834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:52:37Z', 'updated_at': '2021-08-23T20:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '71b009e3-60e4-4414-acf0-6f432a1d97a7', 'name': '', 'network_id': '24728a13-d0f6-48e1-aaae-ad23ecc9cb63', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'mac_address': 'fa:16:3e:bb:69:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d5bccc-5bd7-41d6-9a01-679dd4c29834', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'd385d128-5f8b-421b-9352-9c947e696421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:52:46Z', 'updated_at': '2021-08-23T20:52:55Z', 'revision_number': 4, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'subnets': [{'id': 'd385d128-5f8b-421b-9352-9c947e696421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:57.656217 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa429cf9-72ad-4775-9dab-f0cb77e43ada None None] The sync data for ids ['36d5bccc-5bd7-41d6-9a01-679dd4c29834'] in n-d-805663-2 is: [{'id': '36d5bccc-5bd7-41d6-9a01-679dd4c29834', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580833925', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '18af16e5-ea20-455c-b936-5dfafdb6605b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:52:35Z', 'updated_at': '2021-08-23T20:52:48Z', 'revision_number': 4, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'gw_port': {'id': '18af16e5-ea20-455c-b936-5dfafdb6605b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d5bccc-5bd7-41d6-9a01-679dd4c29834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:52:37Z', 'updated_at': '2021-08-23T20:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '71b009e3-60e4-4414-acf0-6f432a1d97a7', 'name': '', 'network_id': '24728a13-d0f6-48e1-aaae-ad23ecc9cb63', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'mac_address': 'fa:16:3e:bb:69:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d5bccc-5bd7-41d6-9a01-679dd4c29834', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'd385d128-5f8b-421b-9352-9c947e696421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:52:46Z', 'updated_at': '2021-08-23T20:52:55Z', 'revision_number': 4, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'subnets': [{'id': 'd385d128-5f8b-421b-9352-9c947e696421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:52:57.836264 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2d2f7de7-6241-482b-ba36-f2861d6635ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:57.937900 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d166d11c-6af7-4c98-8e6c-a1918e59b8ab tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:52:57.949464 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21422bba-372c-48f7-b3e0-884c38c09048 None None] Sync routers for ids ['d7074b78-6d01-424d-9bec-78f1b3cbce32'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:52:57.976128 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21422bba-372c-48f7-b3e0-884c38c09048 None None] Routers {'d7074b78-6d01-424d-9bec-78f1b3cbce32'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:52:57.976737 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-21422bba-372c-48f7-b3e0-884c38c09048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:52:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['d7074b78-6d01-424d-9bec-78f1b3cbce32'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:57.988032 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d166d11c-6af7-4c98-8e6c-a1918e59b8ab tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:57.990440 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-2d2f7de7-6241-482b-ba36-f2861d6635ab None None] For port b3d14d8e-1c3e-4cfb-a2f3-ab1dc1322891, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=b3d14d8e-1c3e-4cfb-a2f3-ab1dc1322891,segment=NetworkSegment(35d1bc61-9a1a-45f9-9c91-020aeb5e502b),segment_id=35d1bc61-9a1a-45f9-9c91-020aeb5e502b)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:52:57.992717 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d166d11c-6af7-4c98-8e6c-a1918e59b8ab tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.4399836 Aug 23 20:52:57.995835 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 55114) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:58.000648 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2d2f7de7-6241-482b-ba36-f2861d6635ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:58.028353 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db576b4-b9e0-4fff-8437-b9c92e7963bd req-17291ac7-71ef-42a4-b9d6-0f3350cceab8 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:58.040931 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3db576b4-b9e0-4fff-8437-b9c92e7963bd req-17291ac7-71ef-42a4-b9d6-0f3350cceab8 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 946 time: 0.7216911 Aug 23 20:52:58.100104 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dafe541-5c31-4cb4-8ba1-d1a02350a268 req-481f3f62-aadf-4013-b9f7-8380cda15c52 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Made reservation on behalf of 0b17a426d9eb4b3083079c3d4dc4db5c for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:52:58.105113 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5dafe541-5c31-4cb4-8ba1-d1a02350a268 req-481f3f62-aadf-4013-b9f7-8380cda15c52 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:58.132661 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2f7de7-6241-482b-ba36-f2861d6635ab None None] Pushing event updated for resources: {'Port': ['ID=b3d14d8e-1c3e-4cfb-a2f3-ab1dc1322891,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:58.434751 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e89995cd-9d80-4061-83bf-782cf4689d6c None None] Provisioning complete for port b3d14d8e-1c3e-4cfb-a2f3-ab1dc1322891 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:52:58.435487 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e89995cd-9d80-4061-83bf-782cf4689d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:58.469997 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-21422bba-372c-48f7-b3e0-884c38c09048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:58.522437 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-5dafe541-5c31-4cb4-8ba1-d1a02350a268 req-481f3f62-aadf-4013-b9f7-8380cda15c52 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Allocated IP 172.20.0.14 (24728a13-d0f6-48e1-aaae-ad23ecc9cb63/d385d128-5f8b-421b-9352-9c947e696421/0d52701d-41a2-4016-9112-6298fa8792fc) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:52:58.527370 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21422bba-372c-48f7-b3e0-884c38c09048 None None] Routers {'d7074b78-6d01-424d-9bec-78f1b3cbce32'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:52:58.527370 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-21422bba-372c-48f7-b3e0-884c38c09048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:52:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['d7074b78-6d01-424d-9bec-78f1b3cbce32'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:58.662061 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-21422bba-372c-48f7-b3e0-884c38c09048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:52:58.673949 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21422bba-372c-48f7-b3e0-884c38c09048 None None] The sync data for ids ['d7074b78-6d01-424d-9bec-78f1b3cbce32'] in n-d-805663-2 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:52:58.827731 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3db576b4-b9e0-4fff-8437-b9c92e7963bd req-6f052056-a38f-49e2-b61d-4e207c85f38c tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7747858 Aug 23 20:52:59.017253 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device b3d14d8e-1c3e-4cfb-a2f3-ab1dc1322891 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:52:59.070720 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5dafe541-5c31-4cb4-8ba1-d1a02350a268 req-481f3f62-aadf-4013-b9f7-8380cda15c52 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:59.120758 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-5dafe541-5c31-4cb4-8ba1-d1a02350a268 req-481f3f62-aadf-4013-b9f7-8380cda15c52 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Transition to ACTIVE for port object 0d52701d-41a2-4016-9112-6298fa8792fc will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:52:59.179635 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5dafe541-5c31-4cb4-8ba1-d1a02350a268 req-481f3f62-aadf-4013-b9f7-8380cda15c52 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:59.258830 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port b3d14d8e-1c3e-4cfb-a2f3-ab1dc1322891 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:52:59.263703 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:59.288324 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481f3f62-aadf-4013-b9f7-8380cda15c52 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'Port': ['ID=0d52701d-41a2-4016-9112-6298fa8792fc,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:52:59.303322 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dafe541-5c31-4cb4-8ba1-d1a02350a268 req-481f3f62-aadf-4013-b9f7-8380cda15c52 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Network 24728a13-d0f6-48e1-aaae-ad23ecc9cb63 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:52:59.313853 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-5dafe541-5c31-4cb4-8ba1-d1a02350a268 req-481f3f62-aadf-4013-b9f7-8380cda15c52 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:52:59.336160 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dafe541-5c31-4cb4-8ba1-d1a02350a268 req-481f3f62-aadf-4013-b9f7-8380cda15c52 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:52:59.460937 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bb596519-f27f-479a-8861-57ea5957f3be req-af751b5e-754e-4984-afa4-ede0ff283f17 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=eede86a2-48eb-4b9f-af03-967d477cbd7a HTTP/1.1" status: 200 len: 210 time: 0.7204144 Aug 23 20:52:59.556506 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dafe541-5c31-4cb4-8ba1-d1a02350a268 req-481f3f62-aadf-4013-b9f7-8380cda15c52 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:52:59.567742 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5dafe541-5c31-4cb4-8ba1-d1a02350a268 req-481f3f62-aadf-4013-b9f7-8380cda15c52 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:59.585037 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 71b009e3-60e4-4414-acf0-6f432a1d97a7 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:52:59.591533 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 55156) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:52:59.612297 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5dafe541-5c31-4cb4-8ba1-d1a02350a268 req-481f3f62-aadf-4013-b9f7-8380cda15c52 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0416167 Aug 23 20:52:59.635083 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-5dafe541-5c31-4cb4-8ba1-d1a02350a268 req-5cff8ce3-4b66-4786-aaf3-4dffa3ae7733 service neutron] Request body: {'port': {'device_id': 'eede86a2-48eb-4b9f-af03-967d477cbd7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:52:59.749134 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 71b009e3-60e4-4414-acf0-6f432a1d97a7 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:52:59.782843 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 71b009e3-60e4-4414-acf0-6f432a1d97a7 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:52:59.783228 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:52:59.889044 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5dafe541-5c31-4cb4-8ba1-d1a02350a268 req-5cff8ce3-4b66-4786-aaf3-4dffa3ae7733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:00.145694 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-360191c7-81a8-4f4d-947e-27df890ebf13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:00.339077 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0aaf7b0e-34bc-442d-a62a-4dabb911c9fd None None] Provisioning for port 0d52701d-41a2-4016-9112-6298fa8792fc completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:53:00.351918 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0aaf7b0e-34bc-442d-a62a-4dabb911c9fd None None] Provisioning complete for port 0d52701d-41a2-4016-9112-6298fa8792fc triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:53:00.352366 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0aaf7b0e-34bc-442d-a62a-4dabb911c9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:00.432968 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-0aaf7b0e-34bc-442d-a62a-4dabb911c9fd None None] Port 0d52701d-41a2-4016-9112-6298fa8792fc cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:53:00.527859 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497f12a-743e-4906-87e8-319f5964d4bb req-865592fc-8935-4a13-bdca-dcb9b8409ca5 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:00.536095 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5497f12a-743e-4906-87e8-319f5964d4bb req-865592fc-8935-4a13-bdca-dcb9b8409ca5 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 946 time: 0.5013921 Aug 23 20:53:00.541724 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:00.658218 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5d99a6e-b040-47d8-9936-5f572068d55b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:00.683101 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 71b009e3-60e4-4414-acf0-6f432a1d97a7, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=71b009e3-60e4-4414-acf0-6f432a1d97a7,segment=NetworkSegment(20fa05ae-e79c-474d-9ccb-95916cf6f54d),segment_id=20fa05ae-e79c-474d-9ccb-95916cf6f54d)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:53:00.690769 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5497f12a-743e-4906-87e8-319f5964d4bb req-91768642-4789-4baa-a7b9-dfeb9077233e tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536381 Aug 23 20:53:00.703827 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:00.886249 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=71b009e3-60e4-4414-acf0-6f432a1d97a7,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:00.898956 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-360191c7-81a8-4f4d-947e-27df890ebf13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:00.959811 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-360191c7-81a8-4f4d-947e-27df890ebf13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:00.974866 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-5dafe541-5c31-4cb4-8ba1-d1a02350a268 req-5cff8ce3-4b66-4786-aaf3-4dffa3ae7733 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d52701d-41a2-4016-9112-6298fa8792fc {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:53:01.000156 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5dafe541-5c31-4cb4-8ba1-d1a02350a268 req-5cff8ce3-4b66-4786-aaf3-4dffa3ae7733 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:01.024952 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeedcc7-b830-471b-ab89-cac9d097d2eb req-213882bb-2563-4bb0-b3b8-ff6548c4ae92 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:01.035132 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360191c7-81a8-4f4d-947e-27df890ebf13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e24495-564c-4b96-963c-ebc0162ea3da,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:01.035391 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cdeedcc7-b830-471b-ab89-cac9d097d2eb req-213882bb-2563-4bb0-b3b8-ff6548c4ae92 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=eede86a2-48eb-4b9f-af03-967d477cbd7a HTTP/1.1" status: 200 len: 932 time: 0.1390846 Aug 23 20:53:01.044596 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-360191c7-81a8-4f4d-947e-27df890ebf13 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3616e1bd62884d869bb74a511474126d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4504275 Aug 23 20:53:01.047461 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-5dafe541-5c31-4cb4-8ba1-d1a02350a268 req-5cff8ce3-4b66-4786-aaf3-4dffa3ae7733 service neutron] Transition to ACTIVE for port object 0d52701d-41a2-4016-9112-6298fa8792fc will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:53:01.048392 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 55196) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:01.060656 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5dafe541-5c31-4cb4-8ba1-d1a02350a268 req-5cff8ce3-4b66-4786-aaf3-4dffa3ae7733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:01.149637 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff8ce3-4b66-4786-aaf3-4dffa3ae7733 service neutron] Pushing event updated for resources: {'Port': ['ID=0d52701d-41a2-4016-9112-6298fa8792fc,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:01.212029 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4d989771-c643-4b0f-b8b9-11b6cecf7dfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:01.240443 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cdeedcc7-b830-471b-ab89-cac9d097d2eb req-331ab41c-0cc6-401a-9d2c-76f098f90e90 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6017907-58fb-483f-96aa-d62b019131cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2040594 Aug 23 20:53:01.326866 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4d989771-c643-4b0f-b8b9-11b6cecf7dfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:01.455075 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-5dafe541-5c31-4cb4-8ba1-d1a02350a268 req-5cff8ce3-4b66-4786-aaf3-4dffa3ae7733 service neutron] Attempting to bind port 0d52701d-41a2-4016-9112-6298fa8792fc on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:53:01.455460 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-5dafe541-5c31-4cb4-8ba1-d1a02350a268 req-5cff8ce3-4b66-4786-aaf3-4dffa3ae7733 service neutron] Attempting to bind port 0d52701d-41a2-4016-9112-6298fa8792fc by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '20fa05ae-e79c-474d-9ccb-95916cf6f54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '24728a13-d0f6-48e1-aaae-ad23ecc9cb63'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:53:01.455791 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dafe541-5c31-4cb4-8ba1-d1a02350a268 req-5cff8ce3-4b66-4786-aaf3-4dffa3ae7733 service neutron] Attempting to bind port 0d52701d-41a2-4016-9112-6298fa8792fc on network 24728a13-d0f6-48e1-aaae-ad23ecc9cb63 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:53:01.458861 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4d989771-c643-4b0f-b8b9-11b6cecf7dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:01.461529 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4d989771-c643-4b0f-b8b9-11b6cecf7dfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:01.466960 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-4d989771-c643-4b0f-b8b9-11b6cecf7dfa admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/59e24495-564c-4b96-963c-ebc0162ea3da HTTP/1.1" status: 204 len: 168 time: 0.4172573 Aug 23 20:53:01.484027 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dafe541-5c31-4cb4-8ba1-d1a02350a268 req-5cff8ce3-4b66-4786-aaf3-4dffa3ae7733 service neutron] Port 0d52701d-41a2-4016-9112-6298fa8792fc on network 24728a13-d0f6-48e1-aaae-ad23ecc9cb63 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:53:01.485176 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dafe541-5c31-4cb4-8ba1-d1a02350a268 req-5cff8ce3-4b66-4786-aaf3-4dffa3ae7733 service neutron] Attempting to bind port 0d52701d-41a2-4016-9112-6298fa8792fc on network 24728a13-d0f6-48e1-aaae-ad23ecc9cb63 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:53:01.491760 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d989771-c643-4b0f-b8b9-11b6cecf7dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e24495-564c-4b96-963c-ebc0162ea3da,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:01.509522 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dafe541-5c31-4cb4-8ba1-d1a02350a268 req-5cff8ce3-4b66-4786-aaf3-4dffa3ae7733 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:53:01.509864 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dafe541-5c31-4cb4-8ba1-d1a02350a268 req-5cff8ce3-4b66-4786-aaf3-4dffa3ae7733 service neutron] Checking segment: {'id': '20fa05ae-e79c-474d-9ccb-95916cf6f54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '24728a13-d0f6-48e1-aaae-ad23ecc9cb63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:53:01.510249 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dafe541-5c31-4cb4-8ba1-d1a02350a268 req-5cff8ce3-4b66-4786-aaf3-4dffa3ae7733 service neutron] Bound using segment: {'id': '20fa05ae-e79c-474d-9ccb-95916cf6f54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '24728a13-d0f6-48e1-aaae-ad23ecc9cb63'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:53:01.510680 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-5dafe541-5c31-4cb4-8ba1-d1a02350a268 req-5cff8ce3-4b66-4786-aaf3-4dffa3ae7733 service neutron] Bound port: 0d52701d-41a2-4016-9112-6298fa8792fc, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20fa05ae-e79c-474d-9ccb-95916cf6f54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '24728a13-d0f6-48e1-aaae-ad23ecc9cb63'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:53:01.511035 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5dafe541-5c31-4cb4-8ba1-d1a02350a268 req-5cff8ce3-4b66-4786-aaf3-4dffa3ae7733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:01.604532 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-f5d99a6e-b040-47d8-9936-5f572068d55b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Allocated IP 172.20.0.1 (256acd57-970e-440a-987e-cb968f684c1a/9c0546d2-905e-4176-a3d9-456f489d7c24/0440e881-7553-4a80-989e-4d15e20211c7) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:53:01.713599 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-5dafe541-5c31-4cb4-8ba1-d1a02350a268 req-5cff8ce3-4b66-4786-aaf3-4dffa3ae7733 service neutron] For port 0d52701d-41a2-4016-9112-6298fa8792fc, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:53:01.719341 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-5dafe541-5c31-4cb4-8ba1-d1a02350a268 req-5cff8ce3-4b66-4786-aaf3-4dffa3ae7733 service neutron] For port 0d52701d-41a2-4016-9112-6298fa8792fc, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=0d52701d-41a2-4016-9112-6298fa8792fc,segment=NetworkSegment(20fa05ae-e79c-474d-9ccb-95916cf6f54d),segment_id=20fa05ae-e79c-474d-9ccb-95916cf6f54d)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:53:01.725927 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5dafe541-5c31-4cb4-8ba1-d1a02350a268 req-5cff8ce3-4b66-4786-aaf3-4dffa3ae7733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:01.806134 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dafe541-5c31-4cb4-8ba1-d1a02350a268 req-5cff8ce3-4b66-4786-aaf3-4dffa3ae7733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:01.807015 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5dafe541-5c31-4cb4-8ba1-d1a02350a268 req-5cff8ce3-4b66-4786-aaf3-4dffa3ae7733 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:01.808874 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5dafe541-5c31-4cb4-8ba1-d1a02350a268 req-5cff8ce3-4b66-4786-aaf3-4dffa3ae7733 service neutron] 10.222.0.11 "PUT /v2.0/ports/0d52701d-41a2-4016-9112-6298fa8792fc HTTP/1.1" status: 200 len: 1092 time: 2.1850657 Aug 23 20:53:01.809421 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eede86a2-48eb-4b9f-af03-967d477cbd7a', 'tag': '0d52701d-41a2-4016-9112-6298fa8792fc'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:53:01.812515 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f411ac-ddb4-4849-8c7e-e46167824601" -d '{"events": [{"name": "network-changed", "server_uuid": "eede86a2-48eb-4b9f-af03-967d477cbd7a", "tag": "0d52701d-41a2-4016-9112-6298fa8792fc"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:53:01.909804 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5d99a6e-b040-47d8-9936-5f572068d55b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:01.927073 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8156d81-1313-4eab-84ba-6ec0316bb585 x-openstack-request-id: req-f8156d81-1313-4eab-84ba-6ec0316bb585 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:53:01.927073 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eede86a2-48eb-4b9f-af03-967d477cbd7a", "tag": "0d52701d-41a2-4016-9112-6298fa8792fc", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:53:01.927073 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f8156d81-1313-4eab-84ba-6ec0316bb585 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:53:01.927520 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eede86a2-48eb-4b9f-af03-967d477cbd7a', 'tag': '0d52701d-41a2-4016-9112-6298fa8792fc', 'status': 'completed', 'code': 200} Aug 23 20:53:01.977002 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff8ce3-4b66-4786-aaf3-4dffa3ae7733 service neutron] Pushing event updated for resources: {'Port': ['ID=0d52701d-41a2-4016-9112-6298fa8792fc,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:02.022115 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-f5d99a6e-b040-47d8-9936-5f572068d55b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Transition to ACTIVE for port object 0440e881-7553-4a80-989e-4d15e20211c7 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:53:02.049562 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df236ed-d242-4657-901a-3326ff363579 req-ed4bbab3-c01e-4bc8-b9ae-c6a929f2c86c tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:02.050548 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dafe541-5c31-4cb4-8ba1-d1a02350a268 req-9e686cb8-b413-4915-a33f-888945ddcb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:02.052306 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5dafe541-5c31-4cb4-8ba1-d1a02350a268 req-9e686cb8-b413-4915-a33f-888945ddcb35 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0b17a426d9eb4b3083079c3d4dc4db5c&device_id=eede86a2-48eb-4b9f-af03-967d477cbd7a HTTP/1.1" status: 200 len: 1095 time: 0.1671653 Aug 23 20:53:02.061322 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0df236ed-d242-4657-901a-3326ff363579 req-ed4bbab3-c01e-4bc8-b9ae-c6a929f2c86c tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 946 time: 0.1691740 Aug 23 20:53:02.208779 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0df236ed-d242-4657-901a-3326ff363579 req-7731fbdf-4c04-4c15-a91f-53d5bd4cb7c6 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439502 Aug 23 20:53:02.245305 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5dafe541-5c31-4cb4-8ba1-d1a02350a268 req-0a75143b-c0c5-4a4f-abcf-e0dee732e1b4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d52701d-41a2-4016-9112-6298fa8792fc HTTP/1.1" status: 200 len: 217 time: 0.1844673 Aug 23 20:53:02.249531 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5d99a6e-b040-47d8-9936-5f572068d55b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:02.399151 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 55242) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:02.503274 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dafe541-5c31-4cb4-8ba1-d1a02350a268 req-9c38cea5-7de7-4fce-acc4-0063bdc7f0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:02.504479 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2f10d183-dff4-408f-9548-7e754d25e503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:02.507357 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5dafe541-5c31-4cb4-8ba1-d1a02350a268 req-9c38cea5-7de7-4fce-acc4-0063bdc7f0e3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d385d128-5f8b-421b-9352-9c947e696421 HTTP/1.1" status: 200 len: 834 time: 0.2494280 Aug 23 20:53:02.545922 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d99a6e-b040-47d8-9936-5f572068d55b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Network 256acd57-970e-440a-987e-cb968f684c1a is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:53:02.566818 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d99a6e-b040-47d8-9936-5f572068d55b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Pushing event updated for resources: {'Port': ['ID=0440e881-7553-4a80-989e-4d15e20211c7,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:02.574788 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-f5d99a6e-b040-47d8-9936-5f572068d55b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:53:02.579718 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d99a6e-b040-47d8-9936-5f572068d55b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:53:02.633116 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5d99a6e-b040-47d8-9936-5f572068d55b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:02.683831 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6632a9d8-26e3-46b8-8305-2af52a11ad3f req-cad6c274-9966-4fd7-a5e3-bef16428cebd tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:02.687517 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6632a9d8-26e3-46b8-8305-2af52a11ad3f req-cad6c274-9966-4fd7-a5e3-bef16428cebd tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=eede86a2-48eb-4b9f-af03-967d477cbd7a HTTP/1.1" status: 200 len: 944 time: 0.1791101 Aug 23 20:53:02.694760 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dafe541-5c31-4cb4-8ba1-d1a02350a268 req-8679a7f6-4d0e-40cc-b6de-77b77903fb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:02.699150 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5dafe541-5c31-4cb4-8ba1-d1a02350a268 req-8679a7f6-4d0e-40cc-b6de-77b77903fb8e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24728a13-d0f6-48e1-aaae-ad23ecc9cb63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1396041 Aug 23 20:53:02.930595 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 71b009e3-60e4-4414-acf0-6f432a1d97a7 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:53:02.995901 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6632a9d8-26e3-46b8-8305-2af52a11ad3f req-059ae679-9cb5-47c0-a3fb-817cdc9b1c92 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6017907-58fb-483f-96aa-d62b019131cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2956381 Aug 23 20:53:03.072453 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5dafe541-5c31-4cb4-8ba1-d1a02350a268 req-cff49cb4-9c8f-4e0d-805e-a8405a99ffe4 service neutron] 10.222.0.11 "GET /v2.0/networks/24728a13-d0f6-48e1-aaae-ad23ecc9cb63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3613842 Aug 23 20:53:03.091583 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 71b009e3-60e4-4414-acf0-6f432a1d97a7 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:53:03.093042 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:03.097424 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ef90b283-8a50-4efb-a75e-2819fe5c4a3c None None] Provisioning for port 0440e881-7553-4a80-989e-4d15e20211c7 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:53:03.127930 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ef90b283-8a50-4efb-a75e-2819fe5c4a3c None None] Provisioning complete for port 0440e881-7553-4a80-989e-4d15e20211c7 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:53:03.128960 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ef90b283-8a50-4efb-a75e-2819fe5c4a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:03.181542 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-ef90b283-8a50-4efb-a75e-2819fe5c4a3c None None] Port 0440e881-7553-4a80-989e-4d15e20211c7 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:53:03.274014 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5dafe541-5c31-4cb4-8ba1-d1a02350a268 req-ef9d2f00-e965-4f86-b88d-11f51cde1d03 service neutron] 10.222.0.11 "GET /v2.0/networks/24728a13-d0f6-48e1-aaae-ad23ecc9cb63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928656 Aug 23 20:53:03.430787 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f411ac-ddb4-4849-8c7e-e46167824601 req-f57f98bf-dd7f-43a0-b86e-e2f4a0454694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:03.433351 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a8f411ac-ddb4-4849-8c7e-e46167824601 req-f57f98bf-dd7f-43a0-b86e-e2f4a0454694 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0b17a426d9eb4b3083079c3d4dc4db5c&device_id=eede86a2-48eb-4b9f-af03-967d477cbd7a HTTP/1.1" status: 200 len: 1095 time: 0.1051035 Aug 23 20:53:03.439902 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5d99a6e-b040-47d8-9936-5f572068d55b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:03.443862 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2f10d183-dff4-408f-9548-7e754d25e503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:03.489352 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2f10d183-dff4-408f-9548-7e754d25e503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:03.527943 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f10d183-dff4-408f-9548-7e754d25e503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6c37fc-eefe-499c-9386-ead09eb5b470,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:03.567303 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f411ac-ddb4-4849-8c7e-e46167824601 req-78a6f7fd-2b1f-41c8-993f-afb75823c467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:03.568838 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a8f411ac-ddb4-4849-8c7e-e46167824601 req-78a6f7fd-2b1f-41c8-993f-afb75823c467 service neutron] 10.222.0.11 "GET /v2.0/networks?id=24728a13-d0f6-48e1-aaae-ad23ecc9cb63 HTTP/1.1" status: 200 len: 897 time: 0.1253207 Aug 23 20:53:03.625334 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a8f411ac-ddb4-4849-8c7e-e46167824601 req-29aeeb31-0c66-469c-b8d5-dd5cdefa340a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d52701d-41a2-4016-9112-6298fa8792fc HTTP/1.1" status: 200 len: 217 time: 0.0464814 Aug 23 20:53:03.626714 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca116c1-9d26-4630-aab3-61c49a102ffa req-7030da95-2592-4475-bd5d-2ac9286f670d tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:03.628147 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7ca116c1-9d26-4630-aab3-61c49a102ffa req-7030da95-2592-4475-bd5d-2ac9286f670d tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 946 time: 0.2465267 Aug 23 20:53:03.755244 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2f10d183-dff4-408f-9548-7e754d25e503 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f58dd99943d243279d8ac20c4774600b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3499720 Aug 23 20:53:03.757155 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 55254) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:03.798953 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f411ac-ddb4-4849-8c7e-e46167824601 req-771b6487-daee-4804-ae4e-cae79320de96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:03.800987 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a8f411ac-ddb4-4849-8c7e-e46167824601 req-771b6487-daee-4804-ae4e-cae79320de96 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d385d128-5f8b-421b-9352-9c947e696421 HTTP/1.1" status: 200 len: 834 time: 0.1675425 Aug 23 20:53:03.879709 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f411ac-ddb4-4849-8c7e-e46167824601 req-d066de15-3530-497c-a7ac-4c72923a025d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:03.881607 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a8f411ac-ddb4-4849-8c7e-e46167824601 req-d066de15-3530-497c-a7ac-4c72923a025d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24728a13-d0f6-48e1-aaae-ad23ecc9cb63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688455 Aug 23 20:53:03.960008 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7ca116c1-9d26-4630-aab3-61c49a102ffa req-b26512bc-687b-40b5-a583-572751a1f0d8 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3066165 Aug 23 20:53:04.128710 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a8f411ac-ddb4-4849-8c7e-e46167824601 req-85cb376f-2bcd-4214-890a-f6c040df2aee service neutron] 10.222.0.11 "GET /v2.0/networks/24728a13-d0f6-48e1-aaae-ad23ecc9cb63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363601 Aug 23 20:53:04.137633 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-db2a6a63-cf66-4c87-803c-983b63d28d65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:04.194739 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-db2a6a63-cf66-4c87-803c-983b63d28d65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:04.266314 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5d99a6e-b040-47d8-9936-5f572068d55b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:04.281194 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5d99a6e-b040-47d8-9936-5f572068d55b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:04.281430 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97263782-0160-4620-aa0a-65c4a38b3f0b req-3c97f224-424c-4d97-8634-c865d75b9b27 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:04.283393 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-97263782-0160-4620-aa0a-65c4a38b3f0b req-3c97f224-424c-4d97-8634-c865d75b9b27 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=eede86a2-48eb-4b9f-af03-967d477cbd7a HTTP/1.1" status: 200 len: 944 time: 0.1573000 Aug 23 20:53:04.364597 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d99a6e-b040-47d8-9936-5f572068d55b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Pushing event updated for resources: {'Port': ['ID=0440e881-7553-4a80-989e-4d15e20211c7,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:04.373016 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-97263782-0160-4620-aa0a-65c4a38b3f0b req-d8cd8240-b7ea-4bc2-b287-eaac08e463f7 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6017907-58fb-483f-96aa-d62b019131cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717986 Aug 23 20:53:04.376759 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a8f411ac-ddb4-4849-8c7e-e46167824601 req-26f3c07d-4e67-406d-81a6-dbff6c675631 service neutron] 10.222.0.11 "GET /v2.0/networks/24728a13-d0f6-48e1-aaae-ad23ecc9cb63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967654 Aug 23 20:53:04.386988 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-db2a6a63-cf66-4c87-803c-983b63d28d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:04.390775 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-db2a6a63-cf66-4c87-803c-983b63d28d65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:04.395351 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-db2a6a63-cf66-4c87-803c-983b63d28d65 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3c6c37fc-eefe-499c-9386-ead09eb5b470 HTTP/1.1" status: 204 len: 168 time: 0.6360517 Aug 23 20:53:04.406366 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5d99a6e-b040-47d8-9936-5f572068d55b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:04.411298 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a6a63-cf66-4c87-803c-983b63d28d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6c37fc-eefe-499c-9386-ead09eb5b470,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:04.587560 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d99a6e-b040-47d8-9936-5f572068d55b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Network 256acd57-970e-440a-987e-cb968f684c1a is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:53:04.589118 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-f5d99a6e-b040-47d8-9936-5f572068d55b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:53:04.899181 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d99a6e-b040-47d8-9936-5f572068d55b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Router d7074b78-6d01-424d-9bec-78f1b3cbce32 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:53:05.068217 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d99a6e-b040-47d8-9936-5f572068d55b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:53:05.081041 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8184f6-7638-466e-8171-da1ee2ed88e4 None None] Sync routers for ids ['d7074b78-6d01-424d-9bec-78f1b3cbce32'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:53:05.083089 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f5d99a6e-b040-47d8-9936-5f572068d55b tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] 10.222.0.61 "PUT /v2.0/routers/d7074b78-6d01-424d-9bec-78f1b3cbce32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0855749 Aug 23 20:53:05.086647 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 55278) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:05.094326 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-0b3c9734-77cb-4989-879c-9b6cc069b63a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Request body: {'port': {'network_id': '256acd57-970e-440a-987e-cb968f684c1a', 'name': 'tempest-FloatingIPTestJSON-497507692'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:53:05.101121 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8184f6-7638-466e-8171-da1ee2ed88e4 None None] Routers {'d7074b78-6d01-424d-9bec-78f1b3cbce32'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:53:05.103352 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-aa8184f6-7638-466e-8171-da1ee2ed88e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:52:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['d7074b78-6d01-424d-9bec-78f1b3cbce32'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:53:05.152757 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:53:05.220660 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-aa8184f6-7638-466e-8171-da1ee2ed88e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:53:05.236853 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8184f6-7638-466e-8171-da1ee2ed88e4 None None] Routers {'d7074b78-6d01-424d-9bec-78f1b3cbce32'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:53:05.237860 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-aa8184f6-7638-466e-8171-da1ee2ed88e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:52:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['d7074b78-6d01-424d-9bec-78f1b3cbce32'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:53:05.244595 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-65635130-1b31-4fe3-b195-410b94468d56 None None] Provisioning complete for port 0440e881-7553-4a80-989e-4d15e20211c7 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:53:05.245333 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-65635130-1b31-4fe3-b195-410b94468d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:05.286612 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-aa8184f6-7638-466e-8171-da1ee2ed88e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:53:05.287725 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8184f6-7638-466e-8171-da1ee2ed88e4 None None] The sync data for ids ['d7074b78-6d01-424d-9bec-78f1b3cbce32'] in n-d-805663-2 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:53:05.381859 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef707304-98b1-4ecc-aedb-57ad672d041f req-a076c31e-b8d4-4e32-a0f4-1954e8c5118a tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:05.383004 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-65635130-1b31-4fe3-b195-410b94468d56 None None] Port 0440e881-7553-4a80-989e-4d15e20211c7 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:53:05.392307 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ef707304-98b1-4ecc-aedb-57ad672d041f req-a076c31e-b8d4-4e32-a0f4-1954e8c5118a tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 946 time: 0.1694362 Aug 23 20:53:05.393484 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3c9734-77cb-4989-879c-9b6cc069b63a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Made reservation on behalf of d4dc0fd02f014a57b4cdda33304848d0 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:53:05.397114 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0b3c9734-77cb-4989-879c-9b6cc069b63a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:05.428366 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-0b3c9734-77cb-4989-879c-9b6cc069b63a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] device_id is not set on port 6778aa65-1916-4283-baf0-f1071afd4ae2 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:53:05.534801 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ef707304-98b1-4ecc-aedb-57ad672d041f req-5dc66130-ac58-4f9a-a5d5-6ea94fe275c8 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434443 Aug 23 20:53:05.659767 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-0b3c9734-77cb-4989-879c-9b6cc069b63a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Allocated IP 172.20.0.13 (256acd57-970e-440a-987e-cb968f684c1a/9c0546d2-905e-4176-a3d9-456f489d7c24/6778aa65-1916-4283-baf0-f1071afd4ae2) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:53:05.688764 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6851be9-a2ca-4c58-a7ad-0b13e717457f req-869aaf51-105d-45b5-b5ce-9d65fead84fb tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:05.700656 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b6851be9-a2ca-4c58-a7ad-0b13e717457f req-869aaf51-105d-45b5-b5ce-9d65fead84fb tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=eede86a2-48eb-4b9f-af03-967d477cbd7a HTTP/1.1" status: 200 len: 944 time: 0.1485813 Aug 23 20:53:05.817359 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b6851be9-a2ca-4c58-a7ad-0b13e717457f req-dd162fbb-d91c-429e-838f-e12267424a07 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6017907-58fb-483f-96aa-d62b019131cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155865 Aug 23 20:53:06.018072 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0b3c9734-77cb-4989-879c-9b6cc069b63a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:06.051944 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-0b3c9734-77cb-4989-879c-9b6cc069b63a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Transition to ACTIVE for port object 6778aa65-1916-4283-baf0-f1071afd4ae2 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:53:06.126615 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0b3c9734-77cb-4989-879c-9b6cc069b63a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:06.193726 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3c9734-77cb-4989-879c-9b6cc069b63a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Pushing event updated for resources: {'Port': ['ID=6778aa65-1916-4283-baf0-f1071afd4ae2,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:06.209939 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3c9734-77cb-4989-879c-9b6cc069b63a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Network 256acd57-970e-440a-987e-cb968f684c1a is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:53:06.211807 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-0b3c9734-77cb-4989-879c-9b6cc069b63a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:53:06.214436 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3c9734-77cb-4989-879c-9b6cc069b63a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:53:06.279887 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3c9734-77cb-4989-879c-9b6cc069b63a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:06.281200 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0b3c9734-77cb-4989-879c-9b6cc069b63a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:06.301159 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0b3c9734-77cb-4989-879c-9b6cc069b63a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2130644 Aug 23 20:53:06.303594 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 55306) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:06.314913 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-eab3ed20-12f7-406e-943e-96fedef83536 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Request body: {'floatingip': {'port_id': '6778aa65-1916-4283-baf0-f1071afd4ae2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:53:06.501883 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eab3ed20-12f7-406e-943e-96fedef83536 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for floatingip, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:06.618554 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b7951ad5-698b-4eba-abe7-adb27e76b4ed None None] Provisioning for port 6778aa65-1916-4283-baf0-f1071afd4ae2 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:53:06.629521 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b7951ad5-698b-4eba-abe7-adb27e76b4ed None None] Provisioning complete for port 6778aa65-1916-4283-baf0-f1071afd4ae2 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:53:06.633285 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b7951ad5-698b-4eba-abe7-adb27e76b4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:06.695830 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b7951ad5-698b-4eba-abe7-adb27e76b4ed None None] Port 6778aa65-1916-4283-baf0-f1071afd4ae2 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:53:06.815700 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa011798-10c7-4f8b-8acb-23415f574a77 req-7a85f780-ac94-4fb1-969a-a14e7d85eec3 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:06.830642 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fa011798-10c7-4f8b-8acb-23415f574a77 req-7a85f780-ac94-4fb1-969a-a14e7d85eec3 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 946 time: 0.1346514 Aug 23 20:53:06.895505 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fa011798-10c7-4f8b-8acb-23415f574a77 req-4d5defea-cd66-418c-8c8e-6761956fa31a tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597908 Aug 23 20:53:07.032402 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 0d52701d-41a2-4016-9112-6298fa8792fc details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:53:07.299303 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 0d52701d-41a2-4016-9112-6298fa8792fc, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=0d52701d-41a2-4016-9112-6298fa8792fc,segment=NetworkSegment(20fa05ae-e79c-474d-9ccb-95916cf6f54d),segment_id=20fa05ae-e79c-474d-9ccb-95916cf6f54d)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:53:07.323037 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d55c9d-5041-4d2a-9b2d-160ed1e1fb25 req-d5fc1a6d-efda-4f24-9539-9a2877bbb1f8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:07.331052 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '0d52701d-41a2-4016-9112-6298fa8792fc', 'network_id': '24728a13-d0f6-48e1-aaae-ad23ecc9cb63', 'port_id': '0d52701d-41a2-4016-9112-6298fa8792fc', 'mac_address': 'fa:16:3e:fc:cc:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd385d128-5f8b-421b-9352-9c947e696421', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:53:07.331376 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f1d55c9d-5041-4d2a-9b2d-160ed1e1fb25 req-d5fc1a6d-efda-4f24-9539-9a2877bbb1f8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=eede86a2-48eb-4b9f-af03-967d477cbd7a HTTP/1.1" status: 200 len: 944 time: 0.2921028 Aug 23 20:53:07.441491 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:07.455633 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f1d55c9d-5041-4d2a-9b2d-160ed1e1fb25 req-0359a534-8542-4ae9-94be-3f9a53a2eb10 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6017907-58fb-483f-96aa-d62b019131cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232767 Aug 23 20:53:07.525119 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d52701d-41a2-4016-9112-6298fa8792fc {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:53:07.553037 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 0d52701d-41a2-4016-9112-6298fa8792fc, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=0d52701d-41a2-4016-9112-6298fa8792fc,segment=NetworkSegment(20fa05ae-e79c-474d-9ccb-95916cf6f54d),segment_id=20fa05ae-e79c-474d-9ccb-95916cf6f54d)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:53:07.559954 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:07.686904 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=0d52701d-41a2-4016-9112-6298fa8792fc,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:07.816464 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['0d52701d-41a2-4016-9112-6298fa8792fc'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:53:08.010368 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eab3ed20-12f7-406e-943e-96fedef83536 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:08.019705 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eab3ed20-12f7-406e-943e-96fedef83536 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:08.033834 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-86ecebef-ba36-4ca1-b237-689d90d2ec51 req-e9501256-3487-4c75-9afa-c3531ec18dcc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1331489 Aug 23 20:53:08.238592 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ecebef-ba36-4ca1-b237-689d90d2ec51 req-92274e0c-5a64-42a8-b9eb-762d10ab7adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:08.240703 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-86ecebef-ba36-4ca1-b237-689d90d2ec51 req-92274e0c-5a64-42a8-b9eb-762d10ab7adf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a420101d8537446c948533816ff31a9c&device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 1096 time: 0.1492655 Aug 23 20:53:08.266106 n-d-805663-2 neutron-server[94687]: INFO neutron.db.l3_db [None req-eab3ed20-12f7-406e-943e-96fedef83536 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Floating IP 86eb43e6-a492-468b-b498-952e1660427b associated. External IP: 172.25.4.2, port: 6191cf62-c2e3-41b8-9934-70875a5a9e38. Aug 23 20:53:08.598209 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82556652-16a6-4019-8a2b-d15828386500 req-0929e9d7-b35c-431e-a0cd-6f7e8c9e504c tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:08.620934 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-82556652-16a6-4019-8a2b-d15828386500 req-0929e9d7-b35c-431e-a0cd-6f7e8c9e504c tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 946 time: 0.5826905 Aug 23 20:53:08.706814 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-82556652-16a6-4019-8a2b-d15828386500 req-42b37a4f-7adc-40f7-932e-35de184dc719 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846429 Aug 23 20:53:08.893649 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ecebef-ba36-4ca1-b237-689d90d2ec51 req-2371b6ed-4f4c-457d-aa97-ae36f0fa70cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:08.895968 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-86ecebef-ba36-4ca1-b237-689d90d2ec51 req-2371b6ed-4f4c-457d-aa97-ae36f0fa70cd service neutron] 10.222.0.11 "GET /v2.0/networks?id=8f9f903e-93a4-4fe6-b0ce-e2059346b6d0 HTTP/1.1" status: 200 len: 918 time: 0.5003695 Aug 23 20:53:09.531332 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab3ed20-12f7-406e-943e-96fedef83536 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Router 483c3bb4-bcd9-4812-8a83-467367a2be2a has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:53:09.607000 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ccc70f-543b-44b0-b35a-6a76c10e1014 req-302db2f1-6f71-4660-b857-b294286ac47f tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:09.611789 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-16ccc70f-543b-44b0-b35a-6a76c10e1014 req-302db2f1-6f71-4660-b857-b294286ac47f tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=eede86a2-48eb-4b9f-af03-967d477cbd7a HTTP/1.1" status: 200 len: 945 time: 0.8191478 Aug 23 20:53:09.666438 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-86ecebef-ba36-4ca1-b237-689d90d2ec51 req-7adbe6db-9de5-449e-8a58-9ad977220e26 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f HTTP/1.1" status: 200 len: 1001 time: 0.7597682 Aug 23 20:53:09.971668 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-16ccc70f-543b-44b0-b35a-6a76c10e1014 req-2dd6b43e-d80f-45a1-9619-23a57e1fd004 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6017907-58fb-483f-96aa-d62b019131cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3416936 Aug 23 20:53:10.004469 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ecebef-ba36-4ca1-b237-689d90d2ec51 req-9405847a-a6d2-4238-a63d-2271279b6e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:10.006132 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-86ecebef-ba36-4ca1-b237-689d90d2ec51 req-9405847a-a6d2-4238-a63d-2271279b6e73 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d199577e-85a3-487d-894b-30e054d60332 HTTP/1.1" status: 200 len: 856 time: 0.3168049 Aug 23 20:53:10.027531 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9474e9d8-0308-4812-a13b-1612674a38e4 req-3021bd79-8af3-4e73-b716-72dcac514830 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:10.075609 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9474e9d8-0308-4812-a13b-1612674a38e4 req-3021bd79-8af3-4e73-b716-72dcac514830 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 946 time: 0.2082016 Aug 23 20:53:10.116252 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a1723e25-6eac-4f2a-a4b5-c730712aa5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:10.207866 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9474e9d8-0308-4812-a13b-1612674a38e4 req-7e95b4f7-0864-4f9f-a7d8-d38adf9f0f80 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261380 Aug 23 20:53:10.280627 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab3ed20-12f7-406e-943e-96fedef83536 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:53:10.293797 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ae78dd-db23-4b20-8b46-923b60fbfcef None None] Sync routers for ids ['483c3bb4-bcd9-4812-8a83-467367a2be2a'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:53:10.333370 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ecebef-ba36-4ca1-b237-689d90d2ec51 req-287dcefe-11df-4936-886c-d42ee3758c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:10.335319 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ae78dd-db23-4b20-8b46-923b60fbfcef None None] Routers {'483c3bb4-bcd9-4812-8a83-467367a2be2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:53:10.337688 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-61ae78dd-db23-4b20-8b46-923b60fbfcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:52:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['483c3bb4-bcd9-4812-8a83-467367a2be2a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:53:10.339052 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-86ecebef-ba36-4ca1-b237-689d90d2ec51 req-287dcefe-11df-4936-886c-d42ee3758c08 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8f9f903e-93a4-4fe6-b0ce-e2059346b6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2151439 Aug 23 20:53:10.490177 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-61ae78dd-db23-4b20-8b46-923b60fbfcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:53:10.513978 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ae78dd-db23-4b20-8b46-923b60fbfcef None None] Routers {'483c3bb4-bcd9-4812-8a83-467367a2be2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:53:10.516893 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-61ae78dd-db23-4b20-8b46-923b60fbfcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:52:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['483c3bb4-bcd9-4812-8a83-467367a2be2a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:53:10.518694 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:10.540993 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-86ecebef-ba36-4ca1-b237-689d90d2ec51 req-70148ee3-0981-4bc0-bf03-a16c23362845 service neutron] 10.222.0.11 "GET /v2.0/networks/8f9f903e-93a4-4fe6-b0ce-e2059346b6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932766 Aug 23 20:53:10.554715 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-61ae78dd-db23-4b20-8b46-923b60fbfcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:53:10.555516 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ae78dd-db23-4b20-8b46-923b60fbfcef None None] The sync data for ids ['483c3bb4-bcd9-4812-8a83-467367a2be2a'] in n-d-805663-2 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:53:10.789656 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-86ecebef-ba36-4ca1-b237-689d90d2ec51 req-b432bc2c-f55d-43c3-a29f-00e33bdb6782 service neutron] 10.222.0.11 "GET /v2.0/networks/8f9f903e-93a4-4fe6-b0ce-e2059346b6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134800 Aug 23 20:53:10.801628 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab3ed20-12f7-406e-943e-96fedef83536 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Router d7074b78-6d01-424d-9bec-78f1b3cbce32 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:53:10.948305 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab3ed20-12f7-406e-943e-96fedef83536 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:53:10.953835 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eab3ed20-12f7-406e-943e-96fedef83536 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:10.964520 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ace9d79-284e-4af2-996a-f23d3738e7c5 None None] Sync routers for ids ['d7074b78-6d01-424d-9bec-78f1b3cbce32'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:53:10.984786 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ace9d79-284e-4af2-996a-f23d3738e7c5 None None] Routers {'d7074b78-6d01-424d-9bec-78f1b3cbce32'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:53:10.985434 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8ace9d79-284e-4af2-996a-f23d3738e7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:52:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['d7074b78-6d01-424d-9bec-78f1b3cbce32'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:53:11.033237 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8ace9d79-284e-4af2-996a-f23d3738e7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:53:11.042212 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-eab3ed20-12f7-406e-943e-96fedef83536 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] 10.222.0.61 "PUT /v2.0/floatingips/86eb43e6-a492-468b-b498-952e1660427b HTTP/1.1" status: 200 len: 976 time: 4.7348270 Aug 23 20:53:11.042832 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 55408) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:11.057129 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 0d52701d-41a2-4016-9112-6298fa8792fc up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:53:11.091505 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ace9d79-284e-4af2-996a-f23d3738e7c5 None None] Routers {'d7074b78-6d01-424d-9bec-78f1b3cbce32'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:53:11.092931 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8ace9d79-284e-4af2-996a-f23d3738e7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:52:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['d7074b78-6d01-424d-9bec-78f1b3cbce32'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:53:11.151393 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8ace9d79-284e-4af2-996a-f23d3738e7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:53:11.152749 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ace9d79-284e-4af2-996a-f23d3738e7c5 None None] The sync data for ids ['d7074b78-6d01-424d-9bec-78f1b3cbce32'] in n-d-805663-2 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:53:11.168346 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 0d52701d-41a2-4016-9112-6298fa8792fc completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:53:11.175110 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 0d52701d-41a2-4016-9112-6298fa8792fc triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:53:11.175998 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:11.267491 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6fb1bc-7d9f-4db1-8b84-d10616a419b7 req-1435d6ff-87e2-4b49-bc06-09f76084e1d6 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:11.269526 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bd6fb1bc-7d9f-4db1-8b84-d10616a419b7 req-1435d6ff-87e2-4b49-bc06-09f76084e1d6 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=eede86a2-48eb-4b9f-af03-967d477cbd7a HTTP/1.1" status: 200 len: 945 time: 0.1653962 Aug 23 20:53:11.312926 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:11.346953 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-18936c44-23ab-4834-a3a8-5ba8d358a3b2 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Deleting port 6778aa65-1916-4283-baf0-f1071afd4ae2 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:53:11.347541 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-18936c44-23ab-4834-a3a8-5ba8d358a3b2 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:11.372724 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eede86a2-48eb-4b9f-af03-967d477cbd7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d52701d-41a2-4016-9112-6298fa8792fc'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:53:11.375994 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd894f2-2358-4054-b164-42ab80107f34" -d '{"events": [{"server_uuid": "eede86a2-48eb-4b9f-af03-967d477cbd7a", "name": "network-vif-plugged", "status": "completed", "tag": "0d52701d-41a2-4016-9112-6298fa8792fc"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:53:11.393236 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 0d52701d-41a2-4016-9112-6298fa8792fc, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=0d52701d-41a2-4016-9112-6298fa8792fc,segment=NetworkSegment(20fa05ae-e79c-474d-9ccb-95916cf6f54d),segment_id=20fa05ae-e79c-474d-9ccb-95916cf6f54d)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:53:11.398770 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:11.402649 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bd6fb1bc-7d9f-4db1-8b84-d10616a419b7 req-80750f1d-cb52-4fa2-92d6-bd79bd3970e9 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6017907-58fb-483f-96aa-d62b019131cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243603 Aug 23 20:53:11.403886 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6383c-79c1-41d1-9c98-aa7065dac6ca req-c6a18e0e-4932-4b7d-8f9d-d8e9a407e970 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:11.406401 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-47a6383c-79c1-41d1-9c98-aa7065dac6ca req-c6a18e0e-4932-4b7d-8f9d-d8e9a407e970 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 946 time: 0.0794587 Aug 23 20:53:11.516380 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=0d52701d-41a2-4016-9112-6298fa8792fc,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:11.531908 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9df350-1a6c-4a9d-9a77-dca335804955 x-openstack-request-id: req-ce9df350-1a6c-4a9d-9a77-dca335804955 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:53:11.532493 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eede86a2-48eb-4b9f-af03-967d477cbd7a", "name": "network-vif-plugged", "status": "completed", "tag": "0d52701d-41a2-4016-9112-6298fa8792fc", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:53:11.532980 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ce9df350-1a6c-4a9d-9a77-dca335804955 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:53:11.534168 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eede86a2-48eb-4b9f-af03-967d477cbd7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d52701d-41a2-4016-9112-6298fa8792fc', 'code': 200} Aug 23 20:53:11.546999 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-47a6383c-79c1-41d1-9c98-aa7065dac6ca req-777950b2-5133-425b-bd20-95f6d3b952d1 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152680 Aug 23 20:53:11.667678 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-18936c44-23ab-4834-a3a8-5ba8d358a3b2 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:11.717960 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c5c2e2-590c-47cb-940c-2f6f835518c7 req-d89bc57b-dbaa-412a-8d0a-b02399753d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:11.720354 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a5c5c2e2-590c-47cb-940c-2f6f835518c7 req-d89bc57b-dbaa-412a-8d0a-b02399753d57 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=eede86a2-48eb-4b9f-af03-967d477cbd7a HTTP/1.1" status: 200 len: 1097 time: 0.0659244 Aug 23 20:53:11.775752 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a5c5c2e2-590c-47cb-940c-2f6f835518c7 req-cba984d6-20f1-4e07-b1c1-8d7727b75a74 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b6017907-58fb-483f-96aa-d62b019131cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433013 Aug 23 20:53:12.336400 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-18936c44-23ab-4834-a3a8-5ba8d358a3b2 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:12.336866 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-18936c44-23ab-4834-a3a8-5ba8d358a3b2 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:12.337231 n-d-805663-2 neutron-server[94688]: INFO neutron.db.l3_db [None req-18936c44-23ab-4834-a3a8-5ba8d358a3b2 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Floating IP 86eb43e6-a492-468b-b498-952e1660427b disassociated. External IP: 172.25.4.2, port: 6778aa65-1916-4283-baf0-f1071afd4ae2. Aug 23 20:53:12.337645 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-18936c44-23ab-4834-a3a8-5ba8d358a3b2 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Calling delete_port for 6778aa65-1916-4283-baf0-f1071afd4ae2 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:53:12.588735 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-18936c44-23ab-4834-a3a8-5ba8d358a3b2 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:12.613313 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74ff9c-d225-4847-9d2f-3b5d929add26 req-e296ae86-c58d-4c8b-b16c-7d6cd2cbe0c7 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:12.622356 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7e74ff9c-d225-4847-9d2f-3b5d929add26 req-e296ae86-c58d-4c8b-b16c-7d6cd2cbe0c7 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=eede86a2-48eb-4b9f-af03-967d477cbd7a HTTP/1.1" status: 200 len: 946 time: 0.1359615 Aug 23 20:53:12.801796 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7e74ff9c-d225-4847-9d2f-3b5d929add26 req-b724a8f2-2005-49dc-b282-abec3a3f1c41 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6017907-58fb-483f-96aa-d62b019131cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1776011 Aug 23 20:53:13.045464 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1a28b840-ba3b-4128-b447-2c01c8567bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:13.096402 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18936c44-23ab-4834-a3a8-5ba8d358a3b2 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Pushing event deleted for resources: {'Port': ['ID=6778aa65-1916-4283-baf0-f1071afd4ae2,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:13.178601 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18936c44-23ab-4834-a3a8-5ba8d358a3b2 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Router d7074b78-6d01-424d-9bec-78f1b3cbce32 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:53:13.261006 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c90775-2e51-41f8-862b-91d255b9bfcc req-f9d34223-7ba9-45bd-96b3-997277103413 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:13.263148 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a3c90775-2e51-41f8-862b-91d255b9bfcc req-f9d34223-7ba9-45bd-96b3-997277103413 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 946 time: 0.1327181 Aug 23 20:53:13.360532 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a3c90775-2e51-41f8-862b-91d255b9bfcc req-c8ed9cc3-a0c6-44b4-9a5c-869b670e79b8 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879128 Aug 23 20:53:13.396372 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18936c44-23ab-4834-a3a8-5ba8d358a3b2 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:53:13.408916 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f72f857-324e-4075-aa29-b4a298eceea7 None None] Sync routers for ids ['d7074b78-6d01-424d-9bec-78f1b3cbce32'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:53:13.427593 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f72f857-324e-4075-aa29-b4a298eceea7 None None] Routers {'d7074b78-6d01-424d-9bec-78f1b3cbce32'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:53:13.428882 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-0f72f857-324e-4075-aa29-b4a298eceea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:53:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['d7074b78-6d01-424d-9bec-78f1b3cbce32'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:53:13.474776 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-0f72f857-324e-4075-aa29-b4a298eceea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:53:13.522545 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f72f857-324e-4075-aa29-b4a298eceea7 None None] Routers {'d7074b78-6d01-424d-9bec-78f1b3cbce32'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:53:13.537171 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-0f72f857-324e-4075-aa29-b4a298eceea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:53:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['d7074b78-6d01-424d-9bec-78f1b3cbce32'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:53:13.629107 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:13.713158 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-0f72f857-324e-4075-aa29-b4a298eceea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:53:13.714407 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f72f857-324e-4075-aa29-b4a298eceea7 None None] The sync data for ids ['d7074b78-6d01-424d-9bec-78f1b3cbce32'] in n-d-805663-2 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:53:13.752423 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [req-8e1e4b0b-fad3-4c9a-84ab-a0a3b3e13846 req-f3e8d3f8-da20-4108-9940-87c64376926b service neutron] (94688) timed out ('10.222.0.32', 51079) {{(pid=94688) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 20:53:13.768108 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-18936c44-23ab-4834-a3a8-5ba8d358a3b2 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:13.772936 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-18936c44-23ab-4834-a3a8-5ba8d358a3b2 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] 10.222.0.61 "DELETE /v2.0/ports/6778aa65-1916-4283-baf0-f1071afd4ae2 HTTP/1.1" status: 204 len: 168 time: 2.7264197 Aug 23 20:53:13.773456 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 55542) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:14.081835 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 6c254a81-8d39-43bc-85ac-5d89be1c28d3 no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:53:14.196894 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f2601-62b0-4213-9cac-420de1d9f6c8 req-b52898f6-1698-42be-a676-1b23a3de7d27 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:14.198500 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fa5f2601-62b0-4213-9cac-420de1d9f6c8 req-b52898f6-1698-42be-a676-1b23a3de7d27 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=eede86a2-48eb-4b9f-af03-967d477cbd7a HTTP/1.1" status: 200 len: 946 time: 0.2276642 Aug 23 20:53:14.330524 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fa5f2601-62b0-4213-9cac-420de1d9f6c8 req-e5bdf7c2-e6ff-4a2b-b0a7-7cb85c41f7b6 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6017907-58fb-483f-96aa-d62b019131cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170270 Aug 23 20:53:14.367142 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:14.448153 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8672da0-9cd6-4a5b-b42b-07c0e0113086', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c254a81-8d39-43bc-85ac-5d89be1c28d3'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:53:14.456940 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e7b46c-6d2e-46ea-a618-8d933f496c03" -d '{"events": [{"server_uuid": "c8672da0-9cd6-4a5b-b42b-07c0e0113086", "name": "network-vif-unplugged", "status": "completed", "tag": "6c254a81-8d39-43bc-85ac-5d89be1c28d3"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:53:14.498236 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 6c254a81-8d39-43bc-85ac-5d89be1c28d3, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=6c254a81-8d39-43bc-85ac-5d89be1c28d3,segment=NetworkSegment(87ae50be-ef23-4363-86a3-a03c9ef4b9c4),segment_id=87ae50be-ef23-4363-86a3-a03c9ef4b9c4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:53:14.508148 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:14.589664 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 20:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec21afc1-fed4-44d6-b4d7-a36806054160 x-openstack-request-id: req-ec21afc1-fed4-44d6-b4d7-a36806054160 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:53:14.589956 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8672da0-9cd6-4a5b-b42b-07c0e0113086", "name": "network-vif-unplugged", "status": "completed", "tag": "6c254a81-8d39-43bc-85ac-5d89be1c28d3", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:53:14.590209 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ec21afc1-fed4-44d6-b4d7-a36806054160 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:53:14.590598 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8672da0-9cd6-4a5b-b42b-07c0e0113086', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c254a81-8d39-43bc-85ac-5d89be1c28d3', 'code': 200} Aug 23 20:53:14.655823 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=6c254a81-8d39-43bc-85ac-5d89be1c28d3,revision_number=14']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:14.688292 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:14.769193 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea0107-3278-49d9-8cea-103e1ea2d5f2 req-42e3a72b-c127-4846-86bf-1664c6dafb1c tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:14.771305 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a0ea0107-3278-49d9-8cea-103e1ea2d5f2 req-42e3a72b-c127-4846-86bf-1664c6dafb1c tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=eede86a2-48eb-4b9f-af03-967d477cbd7a HTTP/1.1" status: 200 len: 946 time: 0.2037382 Aug 23 20:53:14.840219 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a0ea0107-3278-49d9-8cea-103e1ea2d5f2 req-4e2c285a-2438-47b4-8689-fe20cd3d3604 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6017907-58fb-483f-96aa-d62b019131cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520556 Aug 23 20:53:14.856772 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 55686) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:14.870624 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9bf4c4a-066a-4de1-abd7-8ddaf97f10ea tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:14.994656 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb131962-d8f2-4553-bf10-a72d76386711 tempest-TestNetworkAdvancedServerOps-1162004702 tempest-TestNetworkAdvancedServerOps-1162004702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:15.003520 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-eb131962-d8f2-4553-bf10-a72d76386711 tempest-TestNetworkAdvancedServerOps-1162004702 tempest-TestNetworkAdvancedServerOps-1162004702-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=eede86a2-48eb-4b9f-af03-967d477cbd7a HTTP/1.1" status: 200 len: 1092 time: 0.1386251 Aug 23 20:53:15.020545 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 55710) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:15.041368 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-8422ca73-1d0b-43c8-a018-01fe7f5771fd tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Request body: {'floatingip': {'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'port_id': '0d52701d-41a2-4016-9112-6298fa8792fc', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:53:15.122816 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8422ca73-1d0b-43c8-a018-01fe7f5771fd tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:15.521418 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8422ca73-1d0b-43c8-a018-01fe7f5771fd tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:15.649435 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-f9bf4c4a-066a-4de1-abd7-8ddaf97f10ea tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Deleting port 0440e881-7553-4a80-989e-4d15e20211c7 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:53:15.649983 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9bf4c4a-066a-4de1-abd7-8ddaf97f10ea tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:15.759292 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9bf4c4a-066a-4de1-abd7-8ddaf97f10ea tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:15.776696 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-f9bf4c4a-066a-4de1-abd7-8ddaf97f10ea tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Calling delete_port for 0440e881-7553-4a80-989e-4d15e20211c7 owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:53:15.825170 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-8422ca73-1d0b-43c8-a018-01fe7f5771fd tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Allocated IP 172.25.4.113 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/c9261219-ea2f-4ae3-b125-20aac4afcc23) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:53:15.964398 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:16.002551 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aabb82-d3ff-403e-9b75-e923ab557da0 req-29b0fc3d-8507-4c4d-a2ef-222aaaf45052 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:16.015705 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-56aabb82-d3ff-403e-9b75-e923ab557da0 req-29b0fc3d-8507-4c4d-a2ef-222aaaf45052 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.1484404 Aug 23 20:53:16.094673 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-56aabb82-d3ff-403e-9b75-e923ab557da0 req-72c7f4cb-65c1-4948-b4a6-ca6777905378 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723727 Aug 23 20:53:16.125882 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8422ca73-1d0b-43c8-a018-01fe7f5771fd tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:16.220214 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9bf4c4a-066a-4de1-abd7-8ddaf97f10ea tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:16.264881 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8422ca73-1d0b-43c8-a018-01fe7f5771fd tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:16.287255 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf4c4a-066a-4de1-abd7-8ddaf97f10ea tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Pushing event deleted for resources: {'Port': ['ID=0440e881-7553-4a80-989e-4d15e20211c7,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:16.462617 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8422ca73-1d0b-43c8-a018-01fe7f5771fd tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:53:16.523194 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-8422ca73-1d0b-43c8-a018-01fe7f5771fd tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:53:16.526545 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8422ca73-1d0b-43c8-a018-01fe7f5771fd tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:53:16.579466 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9bf4c4a-066a-4de1-abd7-8ddaf97f10ea tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:16.609270 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8422ca73-1d0b-43c8-a018-01fe7f5771fd tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'Port': ['ID=c9261219-ea2f-4ae3-b125-20aac4afcc23,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:16.688486 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01e6be-cff4-4989-821a-a8b6fd29b97c req-824dc7d0-6ac7-4d82-8876-e0b12a41986a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:16.691949 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1b01e6be-cff4-4989-821a-a8b6fd29b97c req-824dc7d0-6ac7-4d82-8876-e0b12a41986a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2af290724cc44af890c8fd2249003602&device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 1095 time: 0.2218904 Aug 23 20:53:16.823714 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e1e000-76e5-4085-8efc-f5a8d77a5953 req-96ea209d-e8e7-4cba-863f-ff731eca1bdc tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:16.851305 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f2e1e000-76e5-4085-8efc-f5a8d77a5953 req-96ea209d-e8e7-4cba-863f-ff731eca1bdc tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.3190176 Aug 23 20:53:17.122703 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01e6be-cff4-4989-821a-a8b6fd29b97c req-174eb447-6b3a-467a-9aeb-70bc63560745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:17.124734 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1b01e6be-cff4-4989-821a-a8b6fd29b97c req-174eb447-6b3a-467a-9aeb-70bc63560745 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e HTTP/1.1" status: 200 len: 912 time: 0.4231620 Aug 23 20:53:17.240151 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1b01e6be-cff4-4989-821a-a8b6fd29b97c req-dc2d7ee4-3666-4456-b40d-7e7499e9a9af service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c254a81-8d39-43bc-85ac-5d89be1c28d3 HTTP/1.1" status: 200 len: 999 time: 0.0945396 Aug 23 20:53:17.432893 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9bf4c4a-066a-4de1-abd7-8ddaf97f10ea tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Router d7074b78-6d01-424d-9bec-78f1b3cbce32 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:53:17.450892 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f2e1e000-76e5-4085-8efc-f5a8d77a5953 req-ad7c06cb-f04e-43ce-899b-dfc6f3006405 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5964100 Aug 23 20:53:17.522343 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01e6be-cff4-4989-821a-a8b6fd29b97c req-60ae2290-b048-4ea1-beda-e7ccb40841c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:17.527490 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1b01e6be-cff4-4989-821a-a8b6fd29b97c req-60ae2290-b048-4ea1-beda-e7ccb40841c4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7046a0bd-4474-4718-a5da-60ae1dc26dbc HTTP/1.1" status: 200 len: 850 time: 0.2878423 Aug 23 20:53:17.666558 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01e6be-cff4-4989-821a-a8b6fd29b97c req-19e89ee3-08e9-47b6-a5fb-2d622d726d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:17.668236 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1b01e6be-cff4-4989-821a-a8b6fd29b97c req-19e89ee3-08e9-47b6-a5fb-2d622d726d20 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1292584 Aug 23 20:53:17.693619 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9bf4c4a-066a-4de1-abd7-8ddaf97f10ea tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:53:17.704363 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b76182-a222-414d-97cc-54b436c33ba0 None None] Sync routers for ids ['d7074b78-6d01-424d-9bec-78f1b3cbce32'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:53:17.706071 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f9bf4c4a-066a-4de1-abd7-8ddaf97f10ea tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] 10.222.0.61 "PUT /v2.0/routers/d7074b78-6d01-424d-9bec-78f1b3cbce32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9314532 Aug 23 20:53:17.706906 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 55978) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:17.744424 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b76182-a222-414d-97cc-54b436c33ba0 None None] Routers {'d7074b78-6d01-424d-9bec-78f1b3cbce32'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:53:17.745066 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-32b76182-a222-414d-97cc-54b436c33ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:53:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['d7074b78-6d01-424d-9bec-78f1b3cbce32'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:53:17.859997 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-32b76182-a222-414d-97cc-54b436c33ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:53:17.909123 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b76182-a222-414d-97cc-54b436c33ba0 None None] Routers {'d7074b78-6d01-424d-9bec-78f1b3cbce32'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:53:17.909792 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-32b76182-a222-414d-97cc-54b436c33ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:53:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['d7074b78-6d01-424d-9bec-78f1b3cbce32'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:53:17.961939 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1b01e6be-cff4-4989-821a-a8b6fd29b97c req-d151d26a-00d1-475e-a6db-fdcb28e5a411 service neutron] 10.222.0.32 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122624 Aug 23 20:53:17.976190 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb944c78-6f73-4133-9766-0b32cac1da6e tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:18.022540 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-32b76182-a222-414d-97cc-54b436c33ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:53:18.024180 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b76182-a222-414d-97cc-54b436c33ba0 None None] The sync data for ids ['d7074b78-6d01-424d-9bec-78f1b3cbce32'] in n-d-805663-2 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:53:18.136929 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 56022) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:18.183160 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8422ca73-1d0b-43c8-a018-01fe7f5771fd tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:18.235078 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb944c78-6f73-4133-9766-0b32cac1da6e tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:18.246325 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1b01e6be-cff4-4989-821a-a8b6fd29b97c req-c2843779-b65e-4d16-84f4-7deb99b4564d service neutron] 10.222.0.32 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637856 Aug 23 20:53:18.320311 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8422ca73-1d0b-43c8-a018-01fe7f5771fd tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:18.356676 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-fb944c78-6f73-4133-9766-0b32cac1da6e tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Deleting port c7d5f1b7-12e6-4f4a-80f4-181df82188c6 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:53:18.357022 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb944c78-6f73-4133-9766-0b32cac1da6e tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:18.485985 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0ae35eee-c000-4755-aea8-66f6ff97a459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:18.619789 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc43d8e-809e-4663-803e-62e85f49455c req-da44ecbf-3a2f-4aa0-8ff1-179815ce0426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:18.621338 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2dc43d8e-809e-4663-803e-62e85f49455c req-da44ecbf-3a2f-4aa0-8ff1-179815ce0426 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2af290724cc44af890c8fd2249003602&device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 1095 time: 0.2044504 Aug 23 20:53:18.634780 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb944c78-6f73-4133-9766-0b32cac1da6e tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:18.682682 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-fb944c78-6f73-4133-9766-0b32cac1da6e tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Calling delete_port for c7d5f1b7-12e6-4f4a-80f4-181df82188c6 owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:53:18.796048 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8422ca73-1d0b-43c8-a018-01fe7f5771fd tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:18.812280 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39914a-37a8-41b1-88df-b1bbe5c63fb0 req-70a57f60-55be-4d37-b522-0e7e391fdcc8 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:18.814101 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-da39914a-37a8-41b1-88df-b1bbe5c63fb0 req-70a57f60-55be-4d37-b522-0e7e391fdcc8 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.1869638 Aug 23 20:53:18.817662 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8422ca73-1d0b-43c8-a018-01fe7f5771fd tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:18.880940 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc43d8e-809e-4663-803e-62e85f49455c req-52b1de4a-b7d1-47ed-8b91-2145a90366cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:18.882785 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2dc43d8e-809e-4663-803e-62e85f49455c req-52b1de4a-b7d1-47ed-8b91-2145a90366cb service neutron] 10.222.0.32 "GET /v2.0/networks?id=4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e HTTP/1.1" status: 200 len: 912 time: 0.2358871 Aug 23 20:53:18.907493 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb944c78-6f73-4133-9766-0b32cac1da6e tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:18.990882 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb944c78-6f73-4133-9766-0b32cac1da6e tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Pushing event deleted for resources: {'Port': ['ID=c7d5f1b7-12e6-4f4a-80f4-181df82188c6,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:19.027058 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8422ca73-1d0b-43c8-a018-01fe7f5771fd tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event updated for resources: {'Port': ['ID=c9261219-ea2f-4ae3-b125-20aac4afcc23,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:19.057299 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8422ca73-1d0b-43c8-a018-01fe7f5771fd tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:19.061829 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-da39914a-37a8-41b1-88df-b1bbe5c63fb0 req-56249172-c8c1-4441-9b69-eecf3f048c1c tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2231035 Aug 23 20:53:19.111495 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2dc43d8e-809e-4663-803e-62e85f49455c req-3c8296c1-bdcb-4826-bb88-d61ca3c47e34 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c254a81-8d39-43bc-85ac-5d89be1c28d3 HTTP/1.1" status: 200 len: 999 time: 0.1890142 Aug 23 20:53:19.139458 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb944c78-6f73-4133-9766-0b32cac1da6e tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:19.202885 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc43d8e-809e-4663-803e-62e85f49455c req-8cbef245-9b3c-48dd-bb53-3ee0dd9d4ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:19.204292 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2dc43d8e-809e-4663-803e-62e85f49455c req-8cbef245-9b3c-48dd-bb53-3ee0dd9d4ad7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7046a0bd-4474-4718-a5da-60ae1dc26dbc HTTP/1.1" status: 200 len: 850 time: 0.0844114 Aug 23 20:53:19.246708 n-d-805663-2 neutron-server[94688]: INFO neutron.db.l3_db [None req-8422ca73-1d0b-43c8-a018-01fe7f5771fd tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Floating IP 43d92989-7a1b-4848-bd8a-63daf10e3e29 associated. External IP: 172.25.4.113, port: 0d52701d-41a2-4016-9112-6298fa8792fc. Aug 23 20:53:19.255331 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb944c78-6f73-4133-9766-0b32cac1da6e tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:19.261961 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb944c78-6f73-4133-9766-0b32cac1da6e tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:19.311438 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc43d8e-809e-4663-803e-62e85f49455c req-7598881f-e39e-432f-8e14-22b378df76d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:19.312801 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2dc43d8e-809e-4663-803e-62e85f49455c req-7598881f-e39e-432f-8e14-22b378df76d8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0978603 Aug 23 20:53:19.314494 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0ae35eee-c000-4755-aea8-66f6ff97a459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:19.323167 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0ae35eee-c000-4755-aea8-66f6ff97a459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:19.354888 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae35eee-c000-4755-aea8-66f6ff97a459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5b43ea-9b5e-4c14-a32d-a75238fdd324,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:19.364487 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb944c78-6f73-4133-9766-0b32cac1da6e tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:19.365346 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb944c78-6f73-4133-9766-0b32cac1da6e tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Fanout notify agent at l3_agent the message router_deleted on router d7074b78-6d01-424d-9bec-78f1b3cbce32 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:53:19.378337 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb944c78-6f73-4133-9766-0b32cac1da6e tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:19.379914 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-fb944c78-6f73-4133-9766-0b32cac1da6e tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] 10.222.0.61 "DELETE /v2.0/routers/d7074b78-6d01-424d-9bec-78f1b3cbce32 HTTP/1.1" status: 204 len: 168 time: 1.6719286 Aug 23 20:53:19.383805 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 56112) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:19.428496 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0ae35eee-c000-4755-aea8-66f6ff97a459 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=23e83926a88c4ecabb925319ceb835e7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2903264 Aug 23 20:53:19.429397 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 56114) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:19.488740 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e473447-4017-4903-912c-c57d6fb021c2 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Deleting subnet 9c0546d2-905e-4176-a3d9-456f489d7c24 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:53:19.493411 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0e473447-4017-4903-912c-c57d6fb021c2 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:19.499849 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2dc43d8e-809e-4663-803e-62e85f49455c req-a347b3a9-f5fe-40e1-add6-be8cb884ebc2 service neutron] 10.222.0.32 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595945 Aug 23 20:53:19.543221 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0e473447-4017-4903-912c-c57d6fb021c2 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:19.640608 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b339aae3-8a47-451f-9a13-cfc6a845efee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:19.691077 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b339aae3-8a47-451f-9a13-cfc6a845efee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:19.710896 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0e473447-4017-4903-912c-c57d6fb021c2 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:19.797704 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b339aae3-8a47-451f-9a13-cfc6a845efee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:19.800678 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b339aae3-8a47-451f-9a13-cfc6a845efee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:19.804212 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b339aae3-8a47-451f-9a13-cfc6a845efee admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ea5b43ea-9b5e-4c14-a32d-a75238fdd324 HTTP/1.1" status: 204 len: 168 time: 0.3645442 Aug 23 20:53:19.823349 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b339aae3-8a47-451f-9a13-cfc6a845efee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5b43ea-9b5e-4c14-a32d-a75238fdd324,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:19.827612 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0e473447-4017-4903-912c-c57d6fb021c2 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:19.875262 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e473447-4017-4903-912c-c57d6fb021c2 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Pushing event deleted for resources: {'Subnet': ['ID=9c0546d2-905e-4176-a3d9-456f489d7c24,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:19.884626 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0e473447-4017-4903-912c-c57d6fb021c2 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:19.887162 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0e473447-4017-4903-912c-c57d6fb021c2 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] 10.222.0.61 "DELETE /v2.0/subnets/9c0546d2-905e-4176-a3d9-456f489d7c24 HTTP/1.1" status: 204 len: 168 time: 0.5019579 Aug 23 20:53:19.890047 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 56124) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:19.893428 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93740325-17ac-4059-ad57-a7e45ddcb2d7 None None] Network 256acd57-970e-440a-987e-cb968f684c1a requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:53:19.911861 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8422ca73-1d0b-43c8-a018-01fe7f5771fd tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Router 36d5bccc-5bd7-41d6-9a01-679dd4c29834 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:53:19.940809 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2dc43d8e-809e-4663-803e-62e85f49455c req-7c48c046-0b8d-4dcd-a78e-9273dc8cf834 service neutron] 10.222.0.32 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4332674 Aug 23 20:53:20.106448 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2384ef0e-4a4c-4b7e-9e85-77e552600317 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:20.142639 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8422ca73-1d0b-43c8-a018-01fe7f5771fd tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:53:20.155177 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06315b91-7212-4332-9e93-3478473b4381 None None] Sync routers for ids ['36d5bccc-5bd7-41d6-9a01-679dd4c29834'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:53:20.172558 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06315b91-7212-4332-9e93-3478473b4381 None None] Routers {'36d5bccc-5bd7-41d6-9a01-679dd4c29834'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:53:20.176111 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-06315b91-7212-4332-9e93-3478473b4381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:53:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['36d5bccc-5bd7-41d6-9a01-679dd4c29834'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:53:20.217733 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8422ca73-1d0b-43c8-a018-01fe7f5771fd tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:20.241308 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2961479-bab4-4594-925d-65b6cd3695e5 None None] DHCP port deletion for 256acd57-970e-440a-987e-cb968f684c1a request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:53:20.249080 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-2384ef0e-4a4c-4b7e-9e85-77e552600317 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Deleting port b3d14d8e-1c3e-4cfb-a2f3-ab1dc1322891 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:53:20.252115 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2384ef0e-4a4c-4b7e-9e85-77e552600317 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:20.348126 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-06315b91-7212-4332-9e93-3478473b4381 None None] Set router 36d5bccc-5bd7-41d6-9a01-679dd4c29834 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:53:20.364874 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 56134) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:20.394434 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8422ca73-1d0b-43c8-a018-01fe7f5771fd tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.3701384 Aug 23 20:53:20.395191 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eede86a2-48eb-4b9f-af03-967d477cbd7a', 'tag': '0d52701d-41a2-4016-9112-6298fa8792fc'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:53:20.407947 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b2961479-bab4-4594-925d-65b6cd3695e5 None None] Deleting port b3d14d8e-1c3e-4cfb-a2f3-ab1dc1322891 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:53:20.409058 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5086f48-ef1a-4321-9d84-08f2644930bf" -d '{"events": [{"name": "network-changed", "server_uuid": "eede86a2-48eb-4b9f-af03-967d477cbd7a", "tag": "0d52701d-41a2-4016-9112-6298fa8792fc"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:53:20.413690 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-2384ef0e-4a4c-4b7e-9e85-77e552600317 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] For port b3d14d8e-1c3e-4cfb-a2f3-ab1dc1322891, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=b3d14d8e-1c3e-4cfb-a2f3-ab1dc1322891,segment=NetworkSegment(35d1bc61-9a1a-45f9-9c91-020aeb5e502b),segment_id=35d1bc61-9a1a-45f9-9c91-020aeb5e502b)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:53:20.414827 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b2961479-bab4-4594-925d-65b6cd3695e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:20.415699 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2384ef0e-4a4c-4b7e-9e85-77e552600317 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:20.438323 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb0d6a-69e1-45e5-91b8-0066eb2b05ac req-3b6095d1-42aa-49ad-b46f-11df96da0541 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:20.439306 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-2384ef0e-4a4c-4b7e-9e85-77e552600317 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Calling delete_port for b3d14d8e-1c3e-4cfb-a2f3-ab1dc1322891 owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:53:20.441283 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8afb0d6a-69e1-45e5-91b8-0066eb2b05ac req-3b6095d1-42aa-49ad-b46f-11df96da0541 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.2466722 Aug 23 20:53:20.463312 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:20.516885 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8afb0d6a-69e1-45e5-91b8-0066eb2b05ac req-be788b52-b778-439b-8b7d-b7ab0a7c4127 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680306 Aug 23 20:53:20.576648 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-b2961479-bab4-4594-925d-65b6cd3695e5 None None] For port b3d14d8e-1c3e-4cfb-a2f3-ab1dc1322891, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=b3d14d8e-1c3e-4cfb-a2f3-ab1dc1322891,segment=NetworkSegment(35d1bc61-9a1a-45f9-9c91-020aeb5e502b),segment_id=35d1bc61-9a1a-45f9-9c91-020aeb5e502b)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:53:20.578632 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b2961479-bab4-4594-925d-65b6cd3695e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:20.607457 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b2961479-bab4-4594-925d-65b6cd3695e5 None None] Calling delete_port for b3d14d8e-1c3e-4cfb-a2f3-ab1dc1322891 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:53:20.671470 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce2f2a7-80c5-46c8-9fc9-47db116ab503 x-openstack-request-id: req-1ce2f2a7-80c5-46c8-9fc9-47db116ab503 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:53:20.671871 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eede86a2-48eb-4b9f-af03-967d477cbd7a", "tag": "0d52701d-41a2-4016-9112-6298fa8792fc", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:53:20.672284 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1ce2f2a7-80c5-46c8-9fc9-47db116ab503 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:53:20.673122 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eede86a2-48eb-4b9f-af03-967d477cbd7a', 'tag': '0d52701d-41a2-4016-9112-6298fa8792fc', 'status': 'completed', 'code': 200} Aug 23 20:53:20.743307 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b2961479-bab4-4594-925d-65b6cd3695e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:20.809074 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2961479-bab4-4594-925d-65b6cd3695e5 None None] Pushing event deleted for resources: {'Port': ['ID=b3d14d8e-1c3e-4cfb-a2f3-ab1dc1322891,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:20.836745 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2961479-bab4-4594-925d-65b6cd3695e5 None None] No DVR routers for this DVR port b3d14d8e-1c3e-4cfb-a2f3-ab1dc1322891 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:53:20.838417 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c79b5f64-5329-47cd-9ce5-be466c849ddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:20.878170 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-06315b91-7212-4332-9e93-3478473b4381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d5bccc-5bd7-41d6-9a01-679dd4c29834', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580833925', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '18af16e5-ea20-455c-b936-5dfafdb6605b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:52:35Z', 'updated_at': '2021-08-23T20:52:48Z', 'revision_number': 4, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'gw_port': {'id': '18af16e5-ea20-455c-b936-5dfafdb6605b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d5bccc-5bd7-41d6-9a01-679dd4c29834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:52:37Z', 'updated_at': '2021-08-23T20:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '43d92989-7a1b-4848-bd8a-63daf10e3e29', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'floating_ip_address': '172.25.4.113', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '36d5bccc-5bd7-41d6-9a01-679dd4c29834', 'port_id': '0d52701d-41a2-4016-9112-6298fa8792fc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24728a13-d0f6-48e1-aaae-ad23ecc9cb63', 'mac_address': 'fa:16:3e:fc:cc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eede86a2-48eb-4b9f-af03-967d477cbd7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:53:17Z', 'updated_at': '2021-08-23T20:53:17Z', 'revision_number': 0, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71b009e3-60e4-4414-acf0-6f432a1d97a7', 'name': '', 'network_id': '24728a13-d0f6-48e1-aaae-ad23ecc9cb63', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'mac_address': 'fa:16:3e:bb:69:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d5bccc-5bd7-41d6-9a01-679dd4c29834', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'd385d128-5f8b-421b-9352-9c947e696421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:52:46Z', 'updated_at': '2021-08-23T20:53:00Z', 'revision_number': 5, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'subnets': [{'id': 'd385d128-5f8b-421b-9352-9c947e696421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:53:20.906250 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device b3d14d8e-1c3e-4cfb-a2f3-ab1dc1322891 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:53:20.940785 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06315b91-7212-4332-9e93-3478473b4381 None None] Checking router: 36d5bccc-5bd7-41d6-9a01-679dd4c29834 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:53:20.948313 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: b3d14d8e-1c3e-4cfb-a2f3-ab1dc1322891 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:53:20.948873 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device b3d14d8e-1c3e-4cfb-a2f3-ab1dc1322891 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:53:20.959621 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06315b91-7212-4332-9e93-3478473b4381 None None] Routers {'36d5bccc-5bd7-41d6-9a01-679dd4c29834'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:53:20.960438 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-06315b91-7212-4332-9e93-3478473b4381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:53:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['36d5bccc-5bd7-41d6-9a01-679dd4c29834'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:53:20.964382 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2384ef0e-4a4c-4b7e-9e85-77e552600317 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:21.096899 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c79b5f64-5329-47cd-9ce5-be466c849ddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:21.098524 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e730445-52c2-4627-beb5-45ee848b1e8a req-23ff472c-b197-4816-98b3-3b3205f14528 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:21.111094 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8e730445-52c2-4627-beb5-45ee848b1e8a req-23ff472c-b197-4816-98b3-3b3205f14528 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.0724919 Aug 23 20:53:21.114503 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-06315b91-7212-4332-9e93-3478473b4381 None None] Set router 36d5bccc-5bd7-41d6-9a01-679dd4c29834 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:53:21.149532 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8e730445-52c2-4627-beb5-45ee848b1e8a req-058ea42b-2385-4fb2-a34a-198dcc20e37a tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372469 Aug 23 20:53:21.172895 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b925a9-1df0-4d2e-be3e-b17b6bec4f7e req-8fa9843a-13a9-4cd4-ab37-d4d53a34c9eb tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:21.197503 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e1b925a9-1df0-4d2e-be3e-b17b6bec4f7e req-8fa9843a-13a9-4cd4-ab37-d4d53a34c9eb tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=eede86a2-48eb-4b9f-af03-967d477cbd7a HTTP/1.1" status: 200 len: 946 time: 0.5559931 Aug 23 20:53:21.208222 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c79b5f64-5329-47cd-9ce5-be466c849ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:21.256449 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2384ef0e-4a4c-4b7e-9e85-77e552600317 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Pushing event deleted for resources: {'Port': ['ID=b3d14d8e-1c3e-4cfb-a2f3-ab1dc1322891,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:21.266489 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2384ef0e-4a4c-4b7e-9e85-77e552600317 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] No DVR routers for this DVR port b3d14d8e-1c3e-4cfb-a2f3-ab1dc1322891 on host n-d-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:53:21.303502 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c79b5f64-5329-47cd-9ce5-be466c849ddf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5eef7ae53ef3462d829a87b64dcd57de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9357357 Aug 23 20:53:21.307067 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 56160) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:21.330653 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5086f48-ef1a-4321-9d84-08f2644930bf req-f61bfce4-1390-4b66-8560-49c5dd2fbc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:21.332391 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e5086f48-ef1a-4321-9d84-08f2644930bf req-f61bfce4-1390-4b66-8560-49c5dd2fbc5b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0b17a426d9eb4b3083079c3d4dc4db5c&device_id=eede86a2-48eb-4b9f-af03-967d477cbd7a HTTP/1.1" status: 200 len: 1097 time: 0.5274031 Aug 23 20:53:21.423313 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7ee8e-5e2e-4cb7-9404-999806586b9a req-7b17ac05-fa36-423a-a74d-e6b06481ec1a tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:21.434957 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8ef7ee8e-5e2e-4cb7-9404-999806586b9a req-7b17ac05-fa36-423a-a74d-e6b06481ec1a tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.1745701 Aug 23 20:53:21.438204 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 56164) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:21.488246 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b17e403b-6037-4269-8058-b743f5c18af3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:21.512425 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-06315b91-7212-4332-9e93-3478473b4381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d5bccc-5bd7-41d6-9a01-679dd4c29834', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580833925', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '18af16e5-ea20-455c-b936-5dfafdb6605b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:52:35Z', 'updated_at': '2021-08-23T20:52:48Z', 'revision_number': 4, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'gw_port': {'id': '18af16e5-ea20-455c-b936-5dfafdb6605b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d5bccc-5bd7-41d6-9a01-679dd4c29834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:52:37Z', 'updated_at': '2021-08-23T20:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '43d92989-7a1b-4848-bd8a-63daf10e3e29', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'floating_ip_address': '172.25.4.113', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '36d5bccc-5bd7-41d6-9a01-679dd4c29834', 'port_id': '0d52701d-41a2-4016-9112-6298fa8792fc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24728a13-d0f6-48e1-aaae-ad23ecc9cb63', 'mac_address': 'fa:16:3e:fc:cc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eede86a2-48eb-4b9f-af03-967d477cbd7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:53:17Z', 'updated_at': '2021-08-23T20:53:17Z', 'revision_number': 0, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71b009e3-60e4-4414-acf0-6f432a1d97a7', 'name': '', 'network_id': '24728a13-d0f6-48e1-aaae-ad23ecc9cb63', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'mac_address': 'fa:16:3e:bb:69:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d5bccc-5bd7-41d6-9a01-679dd4c29834', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'd385d128-5f8b-421b-9352-9c947e696421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:52:46Z', 'updated_at': '2021-08-23T20:53:00Z', 'revision_number': 5, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'subnets': [{'id': 'd385d128-5f8b-421b-9352-9c947e696421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:53:21.529302 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8ef7ee8e-5e2e-4cb7-9404-999806586b9a req-397eda25-953e-4ce8-a598-d3bd32862d33 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902972 Aug 23 20:53:21.546524 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79b5f64-5329-47cd-9ce5-be466c849ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429d3829-e217-49fb-a566-ae249c5e7ffd,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:21.577967 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b17e403b-6037-4269-8058-b743f5c18af3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:21.583575 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06315b91-7212-4332-9e93-3478473b4381 None None] The sync data for ids ['36d5bccc-5bd7-41d6-9a01-679dd4c29834'] in n-d-805663-2 is: [{'id': '36d5bccc-5bd7-41d6-9a01-679dd4c29834', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580833925', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '18af16e5-ea20-455c-b936-5dfafdb6605b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:52:35Z', 'updated_at': '2021-08-23T20:52:48Z', 'revision_number': 4, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'gw_port': {'id': '18af16e5-ea20-455c-b936-5dfafdb6605b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d5bccc-5bd7-41d6-9a01-679dd4c29834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:52:37Z', 'updated_at': '2021-08-23T20:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '43d92989-7a1b-4848-bd8a-63daf10e3e29', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'floating_ip_address': '172.25.4.113', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '36d5bccc-5bd7-41d6-9a01-679dd4c29834', 'port_id': '0d52701d-41a2-4016-9112-6298fa8792fc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24728a13-d0f6-48e1-aaae-ad23ecc9cb63', 'mac_address': 'fa:16:3e:fc:cc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eede86a2-48eb-4b9f-af03-967d477cbd7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:53:17Z', 'updated_at': '2021-08-23T20:53:17Z', 'revision_number': 0, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71b009e3-60e4-4414-acf0-6f432a1d97a7', 'name': '', 'network_id': '24728a13-d0f6-48e1-aaae-ad23ecc9cb63', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'mac_address': 'fa:16:3e:bb:69:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d5bccc-5bd7-41d6-9a01-679dd4c29834', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'd385d128-5f8b-421b-9352-9c947e696421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:52:46Z', 'updated_at': '2021-08-23T20:53:00Z', 'revision_number': 5, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'subnets': [{'id': 'd385d128-5f8b-421b-9352-9c947e696421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:53:21.609282 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e1b925a9-1df0-4d2e-be3e-b17b6bec4f7e req-c81b401c-7c04-453e-bbc4-d539ca73b223 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6017907-58fb-483f-96aa-d62b019131cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4098079 Aug 23 20:53:21.666886 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 56172) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:21.707923 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2384ef0e-4a4c-4b7e-9e85-77e552600317 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:21.750223 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-2384ef0e-4a4c-4b7e-9e85-77e552600317 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['256acd57-970e-440a-987e-cb968f684c1a']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:53:21.780039 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-2384ef0e-4a4c-4b7e-9e85-77e552600317 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35d1bc61-9a1a-45f9-9c91-020aeb5e502b') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:53:21.780039 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-2384ef0e-4a4c-4b7e-9e85-77e552600317 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35d1bc61-9a1a-45f9-9c91-020aeb5e502b') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:53:21.798416 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b17e403b-6037-4269-8058-b743f5c18af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:21.801485 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b17e403b-6037-4269-8058-b743f5c18af3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:21.802913 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b17e403b-6037-4269-8058-b743f5c18af3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/429d3829-e217-49fb-a566-ae249c5e7ffd HTTP/1.1" status: 204 len: 168 time: 0.4934113 Aug 23 20:53:21.809597 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2384ef0e-4a4c-4b7e-9e85-77e552600317 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:21.822145 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5086f48-ef1a-4321-9d84-08f2644930bf req-8957001f-4bcf-4786-8878-197dfd7fcfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:21.823670 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e5086f48-ef1a-4321-9d84-08f2644930bf req-8957001f-4bcf-4786-8878-197dfd7fcfbd service neutron] 10.222.0.11 "GET /v2.0/networks?id=24728a13-d0f6-48e1-aaae-ad23ecc9cb63 HTTP/1.1" status: 200 len: 897 time: 0.4577332 Aug 23 20:53:21.845967 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2384ef0e-4a4c-4b7e-9e85-77e552600317 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:21.863343 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-46e2ec59-85de-490f-9cd1-e4c24a181f54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:21.891727 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17e403b-6037-4269-8058-b743f5c18af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429d3829-e217-49fb-a566-ae249c5e7ffd,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:21.907227 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2384ef0e-4a4c-4b7e-9e85-77e552600317 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:53:21.907722 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2384ef0e-4a4c-4b7e-9e85-77e552600317 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:21.911982 n-d-805663-2 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:53:21.911982 n-d-805663-2 neutron-server[94687]: self.session.flush() Aug 23 20:53:21.911982 n-d-805663-2 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:53:21.911982 n-d-805663-2 neutron-server[94687]: self.session.flush() Aug 23 20:53:21.911982 n-d-805663-2 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:53:21.911982 n-d-805663-2 neutron-server[94687]: self.session.flush() Aug 23 20:53:21.911982 n-d-805663-2 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:53:21.911982 n-d-805663-2 neutron-server[94687]: self.session.flush() Aug 23 20:53:21.911982 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:53:21.911982 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:53:21.911982 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:53:21.911982 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:53:21.911982 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:53:21.911982 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:53:21.911982 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:53:21.911982 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:53:21.911982 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:53:21.911982 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:53:21.911982 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:53:21.911982 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:53:21.911982 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:53:21.911982 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:53:21.911982 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:53:21.911982 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:53:21.911982 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:53:21.911982 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:53:21.911982 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:53:21.911982 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:53:21.911982 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:53:21.911982 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:53:21.911982 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:53:21.911982 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:53:21.911982 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:53:21.911982 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:53:21.911982 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:53:21.911982 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:53:21.911982 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:53:21.911982 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:53:21.911982 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:53:21.911982 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:53:21.928427 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-013713d7-bcb9-4a6c-a157-cfb7b9133801 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/floatingips/43d92989-7a1b-4848-bd8a-63daf10e3e29 HTTP/1.1" status: 200 len: 992 time: 0.2568030 Aug 23 20:53:22.060651 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe7463f-4196-40e4-b551-a7baf64f394d None None] New status for floating IP 43d92989-7a1b-4848-bd8a-63daf10e3e29: ACTIVE {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 20:53:22.064112 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e5086f48-ef1a-4321-9d84-08f2644930bf req-aa870de0-1d16-4e21-9b55-a367c438925b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d52701d-41a2-4016-9112-6298fa8792fc HTTP/1.1" status: 200 len: 1000 time: 0.2310231 Aug 23 20:53:22.070980 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2384ef0e-4a4c-4b7e-9e85-77e552600317 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:22.146668 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2384ef0e-4a4c-4b7e-9e85-77e552600317 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:22.149331 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2384ef0e-4a4c-4b7e-9e85-77e552600317 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] 10.222.0.61 "DELETE /v2.0/networks/256acd57-970e-440a-987e-cb968f684c1a HTTP/1.1" status: 204 len: 168 time: 2.2436383 Aug 23 20:53:22.149749 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2abf0a4-c8d2-4a7a-a8ba-e823623af618 req-993b1407-7fe5-4d3c-9bcb-dc7222aae158 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:22.150429 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2384ef0e-4a4c-4b7e-9e85-77e552600317 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Pushing event deleted for resources: {'Network': ['ID=256acd57-970e-440a-987e-cb968f684c1a,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:22.151661 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f2abf0a4-c8d2-4a7a-a8ba-e823623af618 req-993b1407-7fe5-4d3c-9bcb-dc7222aae158 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/networks?id=4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e HTTP/1.1" status: 200 len: 811 time: 0.1445377 Aug 23 20:53:22.152331 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 56190) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:22.163221 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5086f48-ef1a-4321-9d84-08f2644930bf req-726783da-b19d-4dc8-843a-dcb89662c3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:22.165177 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e5086f48-ef1a-4321-9d84-08f2644930bf req-726783da-b19d-4dc8-843a-dcb89662c3f6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d385d128-5f8b-421b-9352-9c947e696421 HTTP/1.1" status: 200 len: 834 time: 0.0831001 Aug 23 20:53:22.219936 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f2abf0a4-c8d2-4a7a-a8ba-e823623af618 req-ca3fb177-2577-48dd-a2ce-f29f5873097d tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/quotas/2af290724cc44af890c8fd2249003602 HTTP/1.1" status: 200 len: 375 time: 0.0510468 Aug 23 20:53:22.243121 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5086f48-ef1a-4321-9d84-08f2644930bf req-5fffef11-73ab-4761-ba8d-3e99e8b51dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:22.251642 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e5086f48-ef1a-4321-9d84-08f2644930bf req-5fffef11-73ab-4761-ba8d-3e99e8b51dd8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24728a13-d0f6-48e1-aaae-ad23ecc9cb63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748942 Aug 23 20:53:22.378440 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 56192) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:22.382012 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f2abf0a4-c8d2-4a7a-a8ba-e823623af618 req-650a99af-3a9e-4aff-924c-a86055124668 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2af290724cc44af890c8fd2249003602&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1547296 Aug 23 20:53:22.395830 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dbe4cc2e-bb8e-4759-8d83-2c18d85dd98b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:22.431046 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e5086f48-ef1a-4321-9d84-08f2644930bf req-8ca4c6c2-f2ff-411e-bfc1-8cb77e372362 service neutron] 10.222.0.11 "GET /v2.0/networks/24728a13-d0f6-48e1-aaae-ad23ecc9cb63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633096 Aug 23 20:53:22.435631 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-46e2ec59-85de-490f-9cd1-e4c24a181f54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:22.468578 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-46e2ec59-85de-490f-9cd1-e4c24a181f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:22.485163 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-c3f770ae-a836-481d-94c2-515a112428b6 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Deleting port 6e88d335-8798-4612-8808-7e3b88766089 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:53:22.485495 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c3f770ae-a836-481d-94c2-515a112428b6 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:22.575787 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e5086f48-ef1a-4321-9d84-08f2644930bf req-7cfe07f1-b193-47e8-87f5-343a54db22d5 service neutron] 10.222.0.11 "GET /v2.0/networks/24728a13-d0f6-48e1-aaae-ad23ecc9cb63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351905 Aug 23 20:53:22.576311 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-46e2ec59-85de-490f-9cd1-e4c24a181f54 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e0c97d1191794e17801c31dce6814a11&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1299138 Aug 23 20:53:22.577043 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 56194) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:22.587399 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e2ec59-85de-490f-9cd1-e4c24a181f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bbb50c3-f9a8-4095-a942-7b344e2ef4dd,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:22.606878 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f2abf0a4-c8d2-4a7a-a8ba-e823623af618 req-19f157a0-9966-4f68-96f4-fc602d181880 service neutron] 10.222.0.61 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145638 Aug 23 20:53:22.643128 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dbe4cc2e-bb8e-4759-8d83-2c18d85dd98b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:22.649879 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dbe4cc2e-bb8e-4759-8d83-2c18d85dd98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:22.653682 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c3f770ae-a836-481d-94c2-515a112428b6 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:22.653937 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c3f770ae-a836-481d-94c2-515a112428b6 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:22.684051 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0537f868-0369-47f4-a043-31712e23977a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:22.694944 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-c3f770ae-a836-481d-94c2-515a112428b6 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Calling delete_port for 6e88d335-8798-4612-8808-7e3b88766089 owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:53:22.704876 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe4cc2e-bb8e-4759-8d83-2c18d85dd98b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59943685-28e8-4eaf-b9cf-5f9ce7a7402b,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:22.711129 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-dbe4cc2e-bb8e-4759-8d83-2c18d85dd98b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e969b3c7bc1b4190b75035c39e1e7dfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3315613 Aug 23 20:53:22.714473 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 56196) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:22.728353 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0537f868-0369-47f4-a043-31712e23977a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:22.779468 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f2abf0a4-c8d2-4a7a-a8ba-e823623af618 req-464511bb-c120-42b2-a184-5afd97c5c068 service neutron] 10.222.0.61 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618280 Aug 23 20:53:22.803458 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0ddcec95-ca37-4c06-b4b4-cbf3891b22b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:22.825283 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0537f868-0369-47f4-a043-31712e23977a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:22.828769 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0537f868-0369-47f4-a043-31712e23977a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:22.829965 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0537f868-0369-47f4-a043-31712e23977a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2bbb50c3-f9a8-4095-a942-7b344e2ef4dd HTTP/1.1" status: 204 len: 168 time: 0.2510016 Aug 23 20:53:22.840441 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0537f868-0369-47f4-a043-31712e23977a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bbb50c3-f9a8-4095-a942-7b344e2ef4dd,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:22.853502 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0ddcec95-ca37-4c06-b4b4-cbf3891b22b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:22.906683 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c3f770ae-a836-481d-94c2-515a112428b6 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:22.933437 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 56204) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:22.945674 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f770ae-a836-481d-94c2-515a112428b6 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Pushing event deleted for resources: {'Port': ['ID=6e88d335-8798-4612-8808-7e3b88766089,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:23.045839 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0ddcec95-ca37-4c06-b4b4-cbf3891b22b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:23.048584 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0ddcec95-ca37-4c06-b4b4-cbf3891b22b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:23.070162 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0ddcec95-ca37-4c06-b4b4-cbf3891b22b3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/59943685-28e8-4eaf-b9cf-5f9ce7a7402b HTTP/1.1" status: 204 len: 168 time: 0.3486638 Aug 23 20:53:23.090289 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c3f770ae-a836-481d-94c2-515a112428b6 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:23.093566 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c3f770ae-a836-481d-94c2-515a112428b6 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:23.096173 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c3f770ae-a836-481d-94c2-515a112428b6 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] 10.222.0.61 "DELETE /v2.0/floatingips/86eb43e6-a492-468b-b498-952e1660427b HTTP/1.1" status: 204 len: 168 time: 0.9373894 Aug 23 20:53:23.098739 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 56216) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:23.141931 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3ecd87f-ef7a-4b15-87b3-ad8f989777cc tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] DELETE failed (client error): The resource could not be found. Aug 23 20:53:23.142967 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3ecd87f-ef7a-4b15-87b3-ad8f989777cc tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:53:23.145251 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f57cee80-4a6a-46a8-85e1-47d54e42e338 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/floatingips/43d92989-7a1b-4848-bd8a-63daf10e3e29 HTTP/1.1" status: 200 len: 994 time: 0.2104168 Aug 23 20:53:23.146451 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b3ecd87f-ef7a-4b15-87b3-ad8f989777cc tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] 10.222.0.61 "DELETE /v2.0/ports/6778aa65-1916-4283-baf0-f1071afd4ae2 HTTP/1.1" status: 404 len: 333 time: 0.0461235 Aug 23 20:53:23.148583 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 56220) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:23.193183 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5f619a38-b3dc-4602-842c-cb86a863e045 req-32fbcaaf-f253-4941-97b9-ccb3576a5012 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=d82ae337-2443-47ac-b242-94b1eb71fe4f HTTP/1.1" status: 200 len: 210 time: 0.1138554 Aug 23 20:53:23.194449 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddcec95-ca37-4c06-b4b4-cbf3891b22b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59943685-28e8-4eaf-b9cf-5f9ce7a7402b,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:23.200120 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9e35801e-d9e0-4353-8489-c14e23d76337 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7074b78-6d01-424d-9bec-78f1b3cbce32 HTTP/1.1" status: 200 len: 205 time: 0.0498950 Aug 23 20:53:23.204518 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 56222) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:23.274401 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-366ce652-1851-402f-ac40-431f13dc67d4 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] delete failed (client error): The resource could not be found. Aug 23 20:53:23.275447 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-366ce652-1851-402f-ac40-431f13dc67d4 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] 10.222.0.61 "DELETE /v2.0/routers/d7074b78-6d01-424d-9bec-78f1b3cbce32 HTTP/1.1" status: 404 len: 336 time: 0.0697103 Aug 23 20:53:23.278013 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 56228) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:23.315303 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bcd315e-0bcb-400f-afe1-fe2ee8601592 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] DELETE failed (client error): The resource could not be found. Aug 23 20:53:23.315768 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bcd315e-0bcb-400f-afe1-fe2ee8601592 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:53:23.317540 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-0bcd315e-0bcb-400f-afe1-fe2ee8601592 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] 10.222.0.61 "DELETE /v2.0/subnets/9c0546d2-905e-4176-a3d9-456f489d7c24 HTTP/1.1" status: 404 len: 337 time: 0.0382435 Aug 23 20:53:23.320345 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 56230) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:23.454923 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-2e29145d-67cd-4572-95d3-4688b1340ead tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Deleting port 6191cf62-c2e3-41b8-9934-70875a5a9e38 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:53:23.455282 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2e29145d-67cd-4572-95d3-4688b1340ead tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:23.458853 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 56234) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:23.480674 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca969208-db69-492e-909c-63164dee54f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:23.572508 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2e29145d-67cd-4572-95d3-4688b1340ead tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:23.615445 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-2e29145d-67cd-4572-95d3-4688b1340ead tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Calling delete_port for 6191cf62-c2e3-41b8-9934-70875a5a9e38 owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:53:23.625797 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca969208-db69-492e-909c-63164dee54f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:23.632987 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca969208-db69-492e-909c-63164dee54f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:23.709811 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca969208-db69-492e-909c-63164dee54f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36e5014-629a-475f-b0c6-9bb026a4d9eb,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:23.734495 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ca969208-db69-492e-909c-63164dee54f3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=046997ac6f34405ea8d3c57dfb4b1d1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2726052 Aug 23 20:53:23.735229 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 56242) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:23.793267 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2e29145d-67cd-4572-95d3-4688b1340ead tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:23.847044 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e29145d-67cd-4572-95d3-4688b1340ead tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Pushing event deleted for resources: {'Port': ['ID=6191cf62-c2e3-41b8-9934-70875a5a9e38,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:23.850844 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6cfb5e45-2364-48f3-8cf7-579367cafb53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:23.876563 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6cfb5e45-2364-48f3-8cf7-579367cafb53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:23.928973 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2e29145d-67cd-4572-95d3-4688b1340ead tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:23.932541 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2e29145d-67cd-4572-95d3-4688b1340ead tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] 10.222.0.61 "DELETE /v2.0/ports/6191cf62-c2e3-41b8-9934-70875a5a9e38 HTTP/1.1" status: 204 len: 168 time: 0.6106772 Aug 23 20:53:23.935147 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 56248) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:23.946472 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6cfb5e45-2364-48f3-8cf7-579367cafb53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:23.949426 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6cfb5e45-2364-48f3-8cf7-579367cafb53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:23.950576 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-6cfb5e45-2364-48f3-8cf7-579367cafb53 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f36e5014-629a-475f-b0c6-9bb026a4d9eb HTTP/1.1" status: 204 len: 168 time: 0.2137780 Aug 23 20:53:24.012267 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfb5e45-2364-48f3-8cf7-579367cafb53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36e5014-629a-475f-b0c6-9bb026a4d9eb,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:24.108136 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-b583ffa0-4fea-4f4f-b0a1-1d637839f97a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Deleting port 98d16145-82c8-4d1e-ba95-cd7d60c65533 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:53:24.108617 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b583ffa0-4fea-4f4f-b0a1-1d637839f97a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:24.216933 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b583ffa0-4fea-4f4f-b0a1-1d637839f97a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:24.234520 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-b583ffa0-4fea-4f4f-b0a1-1d637839f97a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Calling delete_port for 98d16145-82c8-4d1e-ba95-cd7d60c65533 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:53:24.374632 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9799236a-a218-4fda-a7cd-4098a1dfd1b3 req-9f9852d3-8bcb-4345-b4df-e6f699261016 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=d82ae337-2443-47ac-b242-94b1eb71fe4f HTTP/1.1" status: 200 len: 210 time: 0.0486960 Aug 23 20:53:24.515648 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b583ffa0-4fea-4f4f-b0a1-1d637839f97a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:24.630315 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b583ffa0-4fea-4f4f-b0a1-1d637839f97a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Pushing event deleted for resources: {'Port': ['ID=98d16145-82c8-4d1e-ba95-cd7d60c65533,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:24.672493 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2abf0a4-c8d2-4a7a-a8ba-e823623af618 req-51ffd364-1a6f-4b19-9233-4393d6d400a7 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:24.676455 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f2abf0a4-c8d2-4a7a-a8ba-e823623af618 req-51ffd364-1a6f-4b19-9233-4393d6d400a7 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.32 "GET /v2.0/networks?id=4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e HTTP/1.1" status: 200 len: 811 time: 0.2371480 Aug 23 20:53:24.710760 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-f2abf0a4-c8d2-4a7a-a8ba-e823623af618 req-fa614b58-68ad-4e93-8007-5440ac1a584b tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Request body: {'port': {'device_id': 'd82ae337-2443-47ac-b242-94b1eb71fe4f', 'network_id': '4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e', 'admin_state_up': True, 'tenant_id': '2af290724cc44af890c8fd2249003602'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:53:24.721089 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b583ffa0-4fea-4f4f-b0a1-1d637839f97a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:24.726231 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b583ffa0-4fea-4f4f-b0a1-1d637839f97a tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] 10.222.0.61 "DELETE /v2.0/ports/98d16145-82c8-4d1e-ba95-cd7d60c65533 HTTP/1.1" status: 204 len: 168 time: 0.7873039 Aug 23 20:53:24.726536 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 56282) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:24.812173 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3480dc7-372f-4199-8388-43f4a4ccd2bd tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:24.816318 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a3480dc7-372f-4199-8388-43f4a4ccd2bd tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] 10.222.0.61 "GET /v2.0/ports?device_id=483c3bb4-bcd9-4812-8a83-467367a2be2a HTTP/1.1" status: 200 len: 913 time: 0.0862916 Aug 23 20:53:24.820827 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 56284) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:25.042596 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2abf0a4-c8d2-4a7a-a8ba-e823623af618 req-fa614b58-68ad-4e93-8007-5440ac1a584b tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Made reservation on behalf of 2af290724cc44af890c8fd2249003602 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:53:25.046076 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f2abf0a4-c8d2-4a7a-a8ba-e823623af618 req-fa614b58-68ad-4e93-8007-5440ac1a584b tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:25.331158 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-f2abf0a4-c8d2-4a7a-a8ba-e823623af618 req-fa614b58-68ad-4e93-8007-5440ac1a584b tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Allocated IP 172.20.0.10 (4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e/7046a0bd-4474-4718-a5da-60ae1dc26dbc/48104957-012e-4da4-aafa-e7191b68343c) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:53:25.604787 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-664aaad2-b812-4335-89e5-0005191c4866 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:25.675787 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f2abf0a4-c8d2-4a7a-a8ba-e823623af618 req-fa614b58-68ad-4e93-8007-5440ac1a584b tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:25.726932 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-f2abf0a4-c8d2-4a7a-a8ba-e823623af618 req-fa614b58-68ad-4e93-8007-5440ac1a584b tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Transition to ACTIVE for port object 48104957-012e-4da4-aafa-e7191b68343c will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:53:25.862226 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6f4d7303-5324-4e26-9c7e-7a1af0feca1b req-d8f70852-c39e-4fdd-8b3b-b8532e688437 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=d82ae337-2443-47ac-b242-94b1eb71fe4f HTTP/1.1" status: 200 len: 210 time: 0.3810358 Aug 23 20:53:25.870238 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f2abf0a4-c8d2-4a7a-a8ba-e823623af618 req-fa614b58-68ad-4e93-8007-5440ac1a584b tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:25.919358 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2abf0a4-c8d2-4a7a-a8ba-e823623af618 req-fa614b58-68ad-4e93-8007-5440ac1a584b tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Network 4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:53:25.926419 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-f2abf0a4-c8d2-4a7a-a8ba-e823623af618 req-fa614b58-68ad-4e93-8007-5440ac1a584b tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:53:25.939740 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2abf0a4-c8d2-4a7a-a8ba-e823623af618 req-fa614b58-68ad-4e93-8007-5440ac1a584b tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:53:26.365926 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5e076663-90b3-4208-942e-8b034f0b6780 None None] Provisioning for port 48104957-012e-4da4-aafa-e7191b68343c completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:53:26.371323 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5e076663-90b3-4208-942e-8b034f0b6780 None None] Provisioning complete for port 48104957-012e-4da4-aafa-e7191b68343c triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:53:26.372093 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5e076663-90b3-4208-942e-8b034f0b6780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:26.453799 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-5e076663-90b3-4208-942e-8b034f0b6780 None None] Port 48104957-012e-4da4-aafa-e7191b68343c cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:53:26.498039 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa614b58-68ad-4e93-8007-5440ac1a584b tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Pushing event updated for resources: {'Port': ['ID=48104957-012e-4da4-aafa-e7191b68343c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:26.552546 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2abf0a4-c8d2-4a7a-a8ba-e823623af618 req-fa614b58-68ad-4e93-8007-5440ac1a584b tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:26.552979 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f2abf0a4-c8d2-4a7a-a8ba-e823623af618 req-fa614b58-68ad-4e93-8007-5440ac1a584b tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:26.582624 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f2abf0a4-c8d2-4a7a-a8ba-e823623af618 req-fa614b58-68ad-4e93-8007-5440ac1a584b tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8776441 Aug 23 20:53:26.605384 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-f2abf0a4-c8d2-4a7a-a8ba-e823623af618 req-e5531360-d874-4cd9-86b3-05effb9d5cbf service neutron] Request body: {'port': {'device_id': 'd82ae337-2443-47ac-b242-94b1eb71fe4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:53:26.614354 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-664aaad2-b812-4335-89e5-0005191c4866 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Deleting port 4b1b5de4-78e8-47dc-a722-c5dfb42cec1e {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:53:26.614702 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-664aaad2-b812-4335-89e5-0005191c4866 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:26.754443 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f2abf0a4-c8d2-4a7a-a8ba-e823623af618 req-e5531360-d874-4cd9-86b3-05effb9d5cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:26.808552 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-664aaad2-b812-4335-89e5-0005191c4866 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:26.825973 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-664aaad2-b812-4335-89e5-0005191c4866 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Calling delete_port for 4b1b5de4-78e8-47dc-a722-c5dfb42cec1e owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:53:27.042129 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8265ca-1bb4-4bf5-b030-10212b46e320 req-5c56bd0b-b91e-4d02-9135-b9d200422f19 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:27.052087 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7d8265ca-1bb4-4bf5-b030-10212b46e320 req-5c56bd0b-b91e-4d02-9135-b9d200422f19 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=d82ae337-2443-47ac-b242-94b1eb71fe4f HTTP/1.1" status: 200 len: 932 time: 0.0787370 Aug 23 20:53:27.106375 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7d8265ca-1bb4-4bf5-b030-10212b46e320 req-86f8a87f-1303-418f-9a2e-5589237dc739 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532656 Aug 23 20:53:27.145366 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 56370) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:27.334095 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f2722872-64fe-4a27-8849-2e2491017642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:27.354217 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-664aaad2-b812-4335-89e5-0005191c4866 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:27.399731 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664aaad2-b812-4335-89e5-0005191c4866 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Pushing event deleted for resources: {'Port': ['ID=4b1b5de4-78e8-47dc-a722-c5dfb42cec1e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:27.462579 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f2722872-64fe-4a27-8849-2e2491017642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:27.467953 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f2722872-64fe-4a27-8849-2e2491017642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:27.489163 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-f2abf0a4-c8d2-4a7a-a8ba-e823623af618 req-e5531360-d874-4cd9-86b3-05effb9d5cbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48104957-012e-4da4-aafa-e7191b68343c {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:53:27.503770 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f2abf0a4-c8d2-4a7a-a8ba-e823623af618 req-e5531360-d874-4cd9-86b3-05effb9d5cbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:27.509549 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2722872-64fe-4a27-8849-2e2491017642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a3553d-124b-4791-a934-73352b4b5166,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:27.520140 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2722872-64fe-4a27-8849-2e2491017642 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:53:27.521306 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2722872-64fe-4a27-8849-2e2491017642 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:53:27.521736 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2722872-64fe-4a27-8849-2e2491017642 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:53:27.522137 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2722872-64fe-4a27-8849-2e2491017642 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:53:27.522548 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2722872-64fe-4a27-8849-2e2491017642 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:53:27.522939 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2722872-64fe-4a27-8849-2e2491017642 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:53:27.523331 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2722872-64fe-4a27-8849-2e2491017642 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:53:27.523717 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2722872-64fe-4a27-8849-2e2491017642 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:53:27.524127 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2722872-64fe-4a27-8849-2e2491017642 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:53:27.524683 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2722872-64fe-4a27-8849-2e2491017642 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:53:27.525211 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2722872-64fe-4a27-8849-2e2491017642 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:53:27.525747 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2722872-64fe-4a27-8849-2e2491017642 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:53:27.528536 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-f2abf0a4-c8d2-4a7a-a8ba-e823623af618 req-e5531360-d874-4cd9-86b3-05effb9d5cbf service neutron] Transition to ACTIVE for port object 48104957-012e-4da4-aafa-e7191b68343c will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:53:27.551381 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f2722872-64fe-4a27-8849-2e2491017642 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5fd1713961864590a786fff0c90b16a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4026520 Aug 23 20:53:27.551685 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 56378) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:27.585785 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f2abf0a4-c8d2-4a7a-a8ba-e823623af618 req-e5531360-d874-4cd9-86b3-05effb9d5cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:27.618200 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cadbec56-8d50-430c-8b30-c1ea7ee1ad9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:27.657874 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cadbec56-8d50-430c-8b30-c1ea7ee1ad9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:27.705099 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5531360-d874-4cd9-86b3-05effb9d5cbf service neutron] Pushing event updated for resources: {'Port': ['ID=48104957-012e-4da4-aafa-e7191b68343c,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:27.735017 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cadbec56-8d50-430c-8b30-c1ea7ee1ad9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:27.738979 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cadbec56-8d50-430c-8b30-c1ea7ee1ad9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:27.747266 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-cadbec56-8d50-430c-8b30-c1ea7ee1ad9b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/28a3553d-124b-4791-a934-73352b4b5166 HTTP/1.1" status: 204 len: 168 time: 0.1941195 Aug 23 20:53:27.761982 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadbec56-8d50-430c-8b30-c1ea7ee1ad9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a3553d-124b-4791-a934-73352b4b5166,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:27.815770 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-664aaad2-b812-4335-89e5-0005191c4866 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:27.976452 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-f2abf0a4-c8d2-4a7a-a8ba-e823623af618 req-e5531360-d874-4cd9-86b3-05effb9d5cbf service neutron] Attempting to bind port 48104957-012e-4da4-aafa-e7191b68343c on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:53:27.977817 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-f2abf0a4-c8d2-4a7a-a8ba-e823623af618 req-e5531360-d874-4cd9-86b3-05effb9d5cbf service neutron] Attempting to bind port 48104957-012e-4da4-aafa-e7191b68343c by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': '87ae50be-ef23-4363-86a3-a03c9ef4b9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:53:27.977817 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2abf0a4-c8d2-4a7a-a8ba-e823623af618 req-e5531360-d874-4cd9-86b3-05effb9d5cbf service neutron] Attempting to bind port 48104957-012e-4da4-aafa-e7191b68343c on network 4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:53:27.987758 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2abf0a4-c8d2-4a7a-a8ba-e823623af618 req-e5531360-d874-4cd9-86b3-05effb9d5cbf service neutron] Port 48104957-012e-4da4-aafa-e7191b68343c on network 4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:53:27.988123 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2abf0a4-c8d2-4a7a-a8ba-e823623af618 req-e5531360-d874-4cd9-86b3-05effb9d5cbf service neutron] Attempting to bind port 48104957-012e-4da4-aafa-e7191b68343c on network 4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:53:28.002871 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2abf0a4-c8d2-4a7a-a8ba-e823623af618 req-e5531360-d874-4cd9-86b3-05effb9d5cbf service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:53:28.003257 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2abf0a4-c8d2-4a7a-a8ba-e823623af618 req-e5531360-d874-4cd9-86b3-05effb9d5cbf service neutron] Checking segment: {'id': '87ae50be-ef23-4363-86a3-a03c9ef4b9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:53:28.003716 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2abf0a4-c8d2-4a7a-a8ba-e823623af618 req-e5531360-d874-4cd9-86b3-05effb9d5cbf service neutron] Bound using segment: {'id': '87ae50be-ef23-4363-86a3-a03c9ef4b9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:53:28.004257 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-f2abf0a4-c8d2-4a7a-a8ba-e823623af618 req-e5531360-d874-4cd9-86b3-05effb9d5cbf service neutron] Bound port: 48104957-012e-4da4-aafa-e7191b68343c, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87ae50be-ef23-4363-86a3-a03c9ef4b9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:53:28.004677 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f2abf0a4-c8d2-4a7a-a8ba-e823623af618 req-e5531360-d874-4cd9-86b3-05effb9d5cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:28.181411 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 56396) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:28.199704 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-f2abf0a4-c8d2-4a7a-a8ba-e823623af618 req-e5531360-d874-4cd9-86b3-05effb9d5cbf service neutron] For port 48104957-012e-4da4-aafa-e7191b68343c, host n-h2-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:53:28.218668 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-f2abf0a4-c8d2-4a7a-a8ba-e823623af618 req-e5531360-d874-4cd9-86b3-05effb9d5cbf service neutron] For port 48104957-012e-4da4-aafa-e7191b68343c, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=48104957-012e-4da4-aafa-e7191b68343c,segment=NetworkSegment(87ae50be-ef23-4363-86a3-a03c9ef4b9c4),segment_id=87ae50be-ef23-4363-86a3-a03c9ef4b9c4)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:53:28.223346 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-664aaad2-b812-4335-89e5-0005191c4866 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Router 483c3bb4-bcd9-4812-8a83-467367a2be2a has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:53:28.226098 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f2abf0a4-c8d2-4a7a-a8ba-e823623af618 req-e5531360-d874-4cd9-86b3-05effb9d5cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:28.276981 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2abf0a4-c8d2-4a7a-a8ba-e823623af618 req-e5531360-d874-4cd9-86b3-05effb9d5cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:28.277651 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f2abf0a4-c8d2-4a7a-a8ba-e823623af618 req-e5531360-d874-4cd9-86b3-05effb9d5cbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:28.279247 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f2abf0a4-c8d2-4a7a-a8ba-e823623af618 req-e5531360-d874-4cd9-86b3-05effb9d5cbf service neutron] 10.222.0.32 "PUT /v2.0/ports/48104957-012e-4da4-aafa-e7191b68343c HTTP/1.1" status: 200 len: 1092 time: 1.6784551 Aug 23 20:53:28.283889 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd82ae337-2443-47ac-b242-94b1eb71fe4f', 'tag': '48104957-012e-4da4-aafa-e7191b68343c'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:53:28.286278 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e734c9-54ed-48f6-a1d9-a2c84264a7b0" -d '{"events": [{"name": "network-changed", "server_uuid": "d82ae337-2443-47ac-b242-94b1eb71fe4f", "tag": "48104957-012e-4da4-aafa-e7191b68343c"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:53:28.358939 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d111a88a-55d0-4b61-a2e5-bc133aca1923 x-openstack-request-id: req-d111a88a-55d0-4b61-a2e5-bc133aca1923 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:53:28.359211 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d82ae337-2443-47ac-b242-94b1eb71fe4f", "tag": "48104957-012e-4da4-aafa-e7191b68343c", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:53:28.359460 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d111a88a-55d0-4b61-a2e5-bc133aca1923 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:53:28.359862 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd82ae337-2443-47ac-b242-94b1eb71fe4f', 'tag': '48104957-012e-4da4-aafa-e7191b68343c', 'status': 'completed', 'code': 200} Aug 23 20:53:28.429842 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5531360-d874-4cd9-86b3-05effb9d5cbf service neutron] Pushing event updated for resources: {'Port': ['ID=48104957-012e-4da4-aafa-e7191b68343c,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:28.497038 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2abf0a4-c8d2-4a7a-a8ba-e823623af618 req-ae5c5fc1-987f-4d67-a9cd-23618de6a104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:28.499187 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f2abf0a4-c8d2-4a7a-a8ba-e823623af618 req-ae5c5fc1-987f-4d67-a9cd-23618de6a104 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2af290724cc44af890c8fd2249003602&device_id=d82ae337-2443-47ac-b242-94b1eb71fe4f HTTP/1.1" status: 200 len: 1095 time: 0.1364491 Aug 23 20:53:28.533573 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664aaad2-b812-4335-89e5-0005191c4866 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:53:28.545811 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-664aaad2-b812-4335-89e5-0005191c4866 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] 10.222.0.61 "PUT /v2.0/routers/483c3bb4-bcd9-4812-8a83-467367a2be2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7217655 Aug 23 20:53:28.549376 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 56406) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:28.550329 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06003a52-7c72-40f7-8d90-697693dfe45e None None] Sync routers for ids ['483c3bb4-bcd9-4812-8a83-467367a2be2a'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:53:28.562087 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06003a52-7c72-40f7-8d90-697693dfe45e None None] Routers {'483c3bb4-bcd9-4812-8a83-467367a2be2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:53:28.562920 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-06003a52-7c72-40f7-8d90-697693dfe45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:53:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['483c3bb4-bcd9-4812-8a83-467367a2be2a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:53:28.607397 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-06003a52-7c72-40f7-8d90-697693dfe45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:53:28.627956 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f2abf0a4-c8d2-4a7a-a8ba-e823623af618 req-6405c6a9-1a08-42ff-be27-f688f16a0873 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48104957-012e-4da4-aafa-e7191b68343c HTTP/1.1" status: 200 len: 217 time: 0.1082573 Aug 23 20:53:28.647260 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d7544f41-b34b-4faa-ba72-970d634f4ff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:28.647469 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06003a52-7c72-40f7-8d90-697693dfe45e None None] Routers {'483c3bb4-bcd9-4812-8a83-467367a2be2a'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:53:28.648490 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-06003a52-7c72-40f7-8d90-697693dfe45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:53:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['483c3bb4-bcd9-4812-8a83-467367a2be2a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:53:28.725604 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f1cf6-91e5-4fd8-841e-0a5b22734521 req-42ac6e36-22df-4237-b58f-0687c7ed8c19 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:28.730836 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-06003a52-7c72-40f7-8d90-697693dfe45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:53:28.734795 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-699f1cf6-91e5-4fd8-841e-0a5b22734521 req-42ac6e36-22df-4237-b58f-0687c7ed8c19 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=d82ae337-2443-47ac-b242-94b1eb71fe4f HTTP/1.1" status: 200 len: 944 time: 0.5290246 Aug 23 20:53:28.734968 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06003a52-7c72-40f7-8d90-697693dfe45e None None] The sync data for ids ['483c3bb4-bcd9-4812-8a83-467367a2be2a'] in n-d-805663-2 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:53:28.827022 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-699f1cf6-91e5-4fd8-841e-0a5b22734521 req-d72214aa-4f9f-45a8-a0f0-8851e54b3337 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916171 Aug 23 20:53:28.852228 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2abf0a4-c8d2-4a7a-a8ba-e823623af618 req-6cb1836b-b482-4b2e-9372-97b522bebd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:28.853614 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f2abf0a4-c8d2-4a7a-a8ba-e823623af618 req-6cb1836b-b482-4b2e-9372-97b522bebd51 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7046a0bd-4474-4718-a5da-60ae1dc26dbc HTTP/1.1" status: 200 len: 850 time: 0.1729257 Aug 23 20:53:28.896311 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d7544f41-b34b-4faa-ba72-970d634f4ff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:28.906132 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d7544f41-b34b-4faa-ba72-970d634f4ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:28.921801 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11cae44b-25a7-45b2-b8f9-ab7eef76b4da tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:28.944374 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d7544f41-b34b-4faa-ba72-970d634f4ff7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5c5cfd2d71644192a197cee8b0f95582&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7607162 Aug 23 20:53:28.945252 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 56416) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:28.977591 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2abf0a4-c8d2-4a7a-a8ba-e823623af618 req-ec72997b-662c-417e-bfd5-6db649ad4001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:28.979221 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f2abf0a4-c8d2-4a7a-a8ba-e823623af618 req-ec72997b-662c-417e-bfd5-6db649ad4001 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1129291 Aug 23 20:53:29.008699 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7544f41-b34b-4faa-ba72-970d634f4ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acfa9953-75ac-4582-bb0d-b907e943b03c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:29.033399 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-54329b17-d0a3-43f0-8d8b-99a248dd113a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:29.055202 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-54329b17-d0a3-43f0-8d8b-99a248dd113a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:29.108104 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-54329b17-d0a3-43f0-8d8b-99a248dd113a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:29.110582 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-54329b17-d0a3-43f0-8d8b-99a248dd113a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:29.114877 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-54329b17-d0a3-43f0-8d8b-99a248dd113a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/acfa9953-75ac-4582-bb0d-b907e943b03c HTTP/1.1" status: 204 len: 168 time: 0.1668632 Aug 23 20:53:29.125998 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54329b17-d0a3-43f0-8d8b-99a248dd113a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acfa9953-75ac-4582-bb0d-b907e943b03c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:29.140004 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11cae44b-25a7-45b2-b8f9-ab7eef76b4da tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:29.155193 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f2abf0a4-c8d2-4a7a-a8ba-e823623af618 req-e3323d66-a4ce-49bd-85ef-dc57f150b95a service neutron] 10.222.0.32 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652932 Aug 23 20:53:29.277702 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-11cae44b-25a7-45b2-b8f9-ab7eef76b4da tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Deleting port cc545679-2744-4bca-9573-7a2d3976e4b8 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:53:29.280525 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11cae44b-25a7-45b2-b8f9-ab7eef76b4da tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:29.333925 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f2abf0a4-c8d2-4a7a-a8ba-e823623af618 req-5ac4b44d-9fff-43ee-a838-1fce415aceed service neutron] 10.222.0.32 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544592 Aug 23 20:53:29.377386 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11cae44b-25a7-45b2-b8f9-ab7eef76b4da tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:29.391387 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-11cae44b-25a7-45b2-b8f9-ab7eef76b4da tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Calling delete_port for cc545679-2744-4bca-9573-7a2d3976e4b8 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:53:29.520921 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e734c9-54ed-48f6-a1d9-a2c84264a7b0 req-53969f76-3fde-4792-97b1-476c0e502cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:29.522815 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f6e734c9-54ed-48f6-a1d9-a2c84264a7b0 req-53969f76-3fde-4792-97b1-476c0e502cdf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2af290724cc44af890c8fd2249003602&device_id=d82ae337-2443-47ac-b242-94b1eb71fe4f HTTP/1.1" status: 200 len: 1095 time: 0.0799778 Aug 23 20:53:29.691828 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e734c9-54ed-48f6-a1d9-a2c84264a7b0 req-b9272397-059d-441d-b65a-db003153a701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:29.693334 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f6e734c9-54ed-48f6-a1d9-a2c84264a7b0 req-b9272397-059d-441d-b65a-db003153a701 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e HTTP/1.1" status: 200 len: 912 time: 0.1366057 Aug 23 20:53:29.712618 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11cae44b-25a7-45b2-b8f9-ab7eef76b4da tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:29.775540 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f6e734c9-54ed-48f6-a1d9-a2c84264a7b0 req-cc027488-7397-4dfd-bd08-43b86db13d19 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48104957-012e-4da4-aafa-e7191b68343c HTTP/1.1" status: 200 len: 217 time: 0.0707552 Aug 23 20:53:29.778002 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cae44b-25a7-45b2-b8f9-ab7eef76b4da tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Pushing event deleted for resources: {'Port': ['ID=cc545679-2744-4bca-9573-7a2d3976e4b8,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:29.874814 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e734c9-54ed-48f6-a1d9-a2c84264a7b0 req-9fd90b0d-d3ac-4c04-98ca-b6a6bf5a1974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:29.878015 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f6e734c9-54ed-48f6-a1d9-a2c84264a7b0 req-9fd90b0d-d3ac-4c04-98ca-b6a6bf5a1974 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7046a0bd-4474-4718-a5da-60ae1dc26dbc HTTP/1.1" status: 200 len: 850 time: 0.0803998 Aug 23 20:53:29.886583 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11cae44b-25a7-45b2-b8f9-ab7eef76b4da tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:30.490256 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11cae44b-25a7-45b2-b8f9-ab7eef76b4da tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:30.493436 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11cae44b-25a7-45b2-b8f9-ab7eef76b4da tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:30.588189 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19182d00-d733-4af5-9287-675093a81bea req-6a6df3f2-a2c3-49ec-ad77-9f159b95eaad tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:30.589745 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-19182d00-d733-4af5-9287-675093a81bea req-6a6df3f2-a2c3-49ec-ad77-9f159b95eaad tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=d82ae337-2443-47ac-b242-94b1eb71fe4f HTTP/1.1" status: 200 len: 944 time: 0.5884457 Aug 23 20:53:30.590969 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11cae44b-25a7-45b2-b8f9-ab7eef76b4da tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:30.591938 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11cae44b-25a7-45b2-b8f9-ab7eef76b4da tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Fanout notify agent at l3_agent the message router_deleted on router 483c3bb4-bcd9-4812-8a83-467367a2be2a {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:53:30.605541 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11cae44b-25a7-45b2-b8f9-ab7eef76b4da tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:30.609399 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 56460) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:30.609993 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-11cae44b-25a7-45b2-b8f9-ab7eef76b4da tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] 10.222.0.61 "DELETE /v2.0/routers/483c3bb4-bcd9-4812-8a83-467367a2be2a HTTP/1.1" status: 204 len: 168 time: 2.0578697 Aug 23 20:53:30.612602 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e734c9-54ed-48f6-a1d9-a2c84264a7b0 req-4dceb46a-8a5b-494e-8376-bb844f420d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:30.614083 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f6e734c9-54ed-48f6-a1d9-a2c84264a7b0 req-4dceb46a-8a5b-494e-8376-bb844f420d70 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7233930 Aug 23 20:53:30.706036 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6895b59-a107-4b5e-8a1f-2b7b327371c2 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Deleting subnet b2c5af47-97dd-4924-a77f-b63fbb94c24d {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:53:30.710412 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b6895b59-a107-4b5e-8a1f-2b7b327371c2 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:30.714583 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-19182d00-d733-4af5-9287-675093a81bea req-25efacaf-0288-4567-8330-a1b230d95d31 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162391 Aug 23 20:53:30.775847 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f6e734c9-54ed-48f6-a1d9-a2c84264a7b0 req-87f45be7-39a6-4fcc-ba40-759cd736aaf4 service neutron] 10.222.0.32 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458340 Aug 23 20:53:30.777137 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b6895b59-a107-4b5e-8a1f-2b7b327371c2 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:30.923406 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b6895b59-a107-4b5e-8a1f-2b7b327371c2 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:30.947489 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f6e734c9-54ed-48f6-a1d9-a2c84264a7b0 req-9fb0e9a6-ca00-4abd-818b-3cc345ba4b24 service neutron] 10.222.0.32 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544063 Aug 23 20:53:31.069816 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b6895b59-a107-4b5e-8a1f-2b7b327371c2 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:31.113129 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6895b59-a107-4b5e-8a1f-2b7b327371c2 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Pushing event deleted for resources: {'Subnet': ['ID=b2c5af47-97dd-4924-a77f-b63fbb94c24d,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:31.118347 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b6895b59-a107-4b5e-8a1f-2b7b327371c2 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:31.120814 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b6895b59-a107-4b5e-8a1f-2b7b327371c2 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] 10.222.0.61 "DELETE /v2.0/subnets/b2c5af47-97dd-4924-a77f-b63fbb94c24d HTTP/1.1" status: 204 len: 168 time: 0.5090287 Aug 23 20:53:31.124022 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 56478) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:31.219328 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-87a8b07c-50c3-458c-a9c6-e85b1e2dc3b7 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:31.340320 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-87a8b07c-50c3-458c-a9c6-e85b1e2dc3b7 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:31.356232 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-87a8b07c-50c3-458c-a9c6-e85b1e2dc3b7 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc9add01-f047-4c7c-bc57-d5fbf1cbc86f']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:53:31.370141 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-87a8b07c-50c3-458c-a9c6-e85b1e2dc3b7 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '249064a0-5443-403b-bd0c-8dd43d748031') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:53:31.370665 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-87a8b07c-50c3-458c-a9c6-e85b1e2dc3b7 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '249064a0-5443-403b-bd0c-8dd43d748031') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:53:31.385196 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-87a8b07c-50c3-458c-a9c6-e85b1e2dc3b7 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:31.405109 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-87a8b07c-50c3-458c-a9c6-e85b1e2dc3b7 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:31.424206 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87a8b07c-50c3-458c-a9c6-e85b1e2dc3b7 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:53:31.426276 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-87a8b07c-50c3-458c-a9c6-e85b1e2dc3b7 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:31.430864 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:53:31.430864 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:53:31.430864 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:53:31.430864 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:53:31.430864 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:53:31.430864 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:53:31.430864 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:53:31.430864 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:53:31.430864 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:53:31.430864 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:53:31.430864 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:53:31.430864 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:53:31.430864 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:53:31.430864 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:53:31.430864 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:53:31.430864 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:53:31.430864 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:53:31.430864 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:53:31.430864 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:53:31.430864 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:53:31.430864 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:53:31.430864 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:53:31.430864 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:53:31.430864 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:53:31.430864 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:53:31.430864 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:53:31.430864 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:53:31.430864 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:53:31.430864 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:53:31.430864 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:53:31.430864 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:53:31.430864 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:53:31.505636 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-87a8b07c-50c3-458c-a9c6-e85b1e2dc3b7 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:31.521091 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-87a8b07c-50c3-458c-a9c6-e85b1e2dc3b7 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:31.523063 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-87a8b07c-50c3-458c-a9c6-e85b1e2dc3b7 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] 10.222.0.61 "DELETE /v2.0/networks/bc9add01-f047-4c7c-bc57-d5fbf1cbc86f HTTP/1.1" status: 204 len: 168 time: 0.3980496 Aug 23 20:53:31.537673 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a8b07c-50c3-458c-a9c6-e85b1e2dc3b7 tempest-FloatingIPTestJSON-1502135113 tempest-FloatingIPTestJSON-1502135113-project] Pushing event deleted for resources: {'Network': ['ID=bc9add01-f047-4c7c-bc57-d5fbf1cbc86f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:31.712474 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 56496) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:31.819976 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 56504) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:31.987300 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f5357-f646-4eec-8e80-46c786c209d5 req-ab9bb848-8a03-4391-816f-775097ace321 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:32.000650 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d34f5357-f646-4eec-8e80-46c786c209d5 req-ab9bb848-8a03-4391-816f-775097ace321 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=d82ae337-2443-47ac-b242-94b1eb71fe4f HTTP/1.1" status: 200 len: 944 time: 0.1381550 Aug 23 20:53:32.062787 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-96e519ae-a8b3-4e27-bc87-09015810d39b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:32.111774 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 48104957-012e-4da4-aafa-e7191b68343c details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:53:32.117946 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d34f5357-f646-4eec-8e80-46c786c209d5 req-0bb733e7-746e-47c5-ba17-bb5f70560887 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206803 Aug 23 20:53:32.157428 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8b96b2c0-e619-4748-92dc-94e8c9dfeb0b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d4dc0fd02f014a57b4cdda33304848d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3353479 Aug 23 20:53:32.159743 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 56512) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:32.248240 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 48104957-012e-4da4-aafa-e7191b68343c, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=48104957-012e-4da4-aafa-e7191b68343c,segment=NetworkSegment(87ae50be-ef23-4363-86a3-a03c9ef4b9c4),segment_id=87ae50be-ef23-4363-86a3-a03c9ef4b9c4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:53:32.249115 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-767ac1de-d72a-4b5d-9c39-bb36dd6e6899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:32.260655 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': '48104957-012e-4da4-aafa-e7191b68343c', 'network_id': '4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e', 'port_id': '48104957-012e-4da4-aafa-e7191b68343c', 'mac_address': 'fa:16:3e:3e:fa:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7046a0bd-4474-4718-a5da-60ae1dc26dbc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:53:32.263085 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-96e519ae-a8b3-4e27-bc87-09015810d39b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:32.269411 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-96e519ae-a8b3-4e27-bc87-09015810d39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:32.287986 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-767ac1de-d72a-4b5d-9c39-bb36dd6e6899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:32.313595 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:32.330349 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48104957-012e-4da4-aafa-e7191b68343c {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:53:32.335080 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e519ae-a8b3-4e27-bc87-09015810d39b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d7c2cc-b4c8-44aa-a51e-3eaf3593027f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:32.342696 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-96e519ae-a8b3-4e27-bc87-09015810d39b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7d3277bb12354e72bdd44a9c0f925cd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6289742 Aug 23 20:53:32.345395 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 56518) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:32.371992 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 48104957-012e-4da4-aafa-e7191b68343c, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=48104957-012e-4da4-aafa-e7191b68343c,segment=NetworkSegment(87ae50be-ef23-4363-86a3-a03c9ef4b9c4),segment_id=87ae50be-ef23-4363-86a3-a03c9ef4b9c4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:53:32.380568 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:32.383852 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-767ac1de-d72a-4b5d-9c39-bb36dd6e6899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:32.387534 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-767ac1de-d72a-4b5d-9c39-bb36dd6e6899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:32.390110 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-767ac1de-d72a-4b5d-9c39-bb36dd6e6899 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a83d254a-98c5-4cc2-9295-0f499ffee384 HTTP/1.1" status: 204 len: 168 time: 0.2291794 Aug 23 20:53:32.400964 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767ac1de-d72a-4b5d-9c39-bb36dd6e6899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83d254a-98c5-4cc2-9295-0f499ffee384,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:32.444844 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=48104957-012e-4da4-aafa-e7191b68343c,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:32.463831 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e766b50-4588-4b0d-9bd2-9ff294313d97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:32.500687 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e766b50-4588-4b0d-9bd2-9ff294313d97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:32.583844 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e766b50-4588-4b0d-9bd2-9ff294313d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:32.586597 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e766b50-4588-4b0d-9bd2-9ff294313d97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:32.587816 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2e766b50-4588-4b0d-9bd2-9ff294313d97 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e8d7c2cc-b4c8-44aa-a51e-3eaf3593027f HTTP/1.1" status: 204 len: 168 time: 0.2414541 Aug 23 20:53:32.596988 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e766b50-4588-4b0d-9bd2-9ff294313d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d7c2cc-b4c8-44aa-a51e-3eaf3593027f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:32.754921 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['48104957-012e-4da4-aafa-e7191b68343c'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:53:32.981431 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 56546) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:32.995893 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c0fcc27b-5d6d-4dfb-8924-2aafab512f7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:33.108637 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c0fcc27b-5d6d-4dfb-8924-2aafab512f7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:33.114434 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c0fcc27b-5d6d-4dfb-8924-2aafab512f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:33.184850 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fcc27b-5d6d-4dfb-8924-2aafab512f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cffaf0a3-e1aa-4a50-996e-9d0bdf159d5f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:33.197831 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 56564) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:33.198392 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c0fcc27b-5d6d-4dfb-8924-2aafab512f7e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d56c3f8aae574e31aac36a8385d8e828&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2152882 Aug 23 20:53:33.259500 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-36bd8621-ceb7-461f-8c84-a607c7ae50e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:33.301179 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-36bd8621-ceb7-461f-8c84-a607c7ae50e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:33.362740 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfea08-1324-4385-ba8a-c0988c03feda req-b83470fb-7f68-4afc-8209-03102c617ea7 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:33.365301 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f7cfea08-1324-4385-ba8a-c0988c03feda req-b83470fb-7f68-4afc-8209-03102c617ea7 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=d82ae337-2443-47ac-b242-94b1eb71fe4f HTTP/1.1" status: 200 len: 945 time: 0.1074758 Aug 23 20:53:33.366398 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-36bd8621-ceb7-461f-8c84-a607c7ae50e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:33.373270 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-36bd8621-ceb7-461f-8c84-a607c7ae50e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:33.377328 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-36bd8621-ceb7-461f-8c84-a607c7ae50e7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cffaf0a3-e1aa-4a50-996e-9d0bdf159d5f HTTP/1.1" status: 204 len: 168 time: 0.1785345 Aug 23 20:53:33.386223 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bd8621-ceb7-461f-8c84-a607c7ae50e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cffaf0a3-e1aa-4a50-996e-9d0bdf159d5f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:33.414710 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f7cfea08-1324-4385-ba8a-c0988c03feda req-d09faa3d-004b-4d69-a65e-9ebfe054f43f tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410888 Aug 23 20:53:33.643237 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 56586) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:33.877011 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-3d01593b-f8c5-45de-b536-c860c025166a tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2031466697'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:53:33.917905 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d01593b-f8c5-45de-b536-c860c025166a tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Made reservation on behalf of 2cfafcc4588c46528fe78c58f1083b22 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:53:33.922533 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d01593b-f8c5-45de-b536-c860c025166a tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:33.932910 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d01593b-f8c5-45de-b536-c860c025166a tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:34.051746 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d01593b-f8c5-45de-b536-c860c025166a tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:34.059741 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d01593b-f8c5-45de-b536-c860c025166a tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:34.108653 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d01593b-f8c5-45de-b536-c860c025166a tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:53:34.115517 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d01593b-f8c5-45de-b536-c860c025166a tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4edc549c-e995-4d2a-8e13-0dcf26c834b0,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:34.125188 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d01593b-f8c5-45de-b536-c860c025166a tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:34.125591 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-3d01593b-f8c5-45de-b536-c860c025166a tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Added segment fc956011-c588-47af-b80f-e37845d8baa0 of type vlan for network b3ea3497-d8a5-422e-8dfb-87d14c485de1 Aug 23 20:53:34.126006 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 48104957-012e-4da4-aafa-e7191b68343c up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:53:34.186221 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d01593b-f8c5-45de-b536-c860c025166a tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:34.210122 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port 48104957-012e-4da4-aafa-e7191b68343c completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:53:34.215492 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port 48104957-012e-4da4-aafa-e7191b68343c triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:53:34.215994 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:34.250430 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d01593b-f8c5-45de-b536-c860c025166a tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:34.260787 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d01593b-f8c5-45de-b536-c860c025166a tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:34.261763 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d01593b-f8c5-45de-b536-c860c025166a tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:34.297493 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-3d01593b-f8c5-45de-b536-c860c025166a tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6481528 Aug 23 20:53:34.430651 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d01593b-f8c5-45de-b536-c860c025166a tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Pushing event updated for resources: {'Network': ['ID=b3ea3497-d8a5-422e-8dfb-87d14c485de1,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:34.482892 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:34.573612 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 48104957-012e-4da4-aafa-e7191b68343c, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=48104957-012e-4da4-aafa-e7191b68343c,segment=NetworkSegment(87ae50be-ef23-4363-86a3-a03c9ef4b9c4),segment_id=87ae50be-ef23-4363-86a3-a03c9ef4b9c4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:53:34.576905 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network b3ea3497-d8a5-422e-8dfb-87d14c485de1 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:53:34.667666 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd82ae337-2443-47ac-b242-94b1eb71fe4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48104957-012e-4da4-aafa-e7191b68343c'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:53:34.670666 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed35ac05-1921-4f41-8d6c-2633bda6c27f" -d '{"events": [{"server_uuid": "d82ae337-2443-47ac-b242-94b1eb71fe4f", "name": "network-vif-plugged", "status": "completed", "tag": "48104957-012e-4da4-aafa-e7191b68343c"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:53:34.676005 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:34.760296 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=48104957-012e-4da4-aafa-e7191b68343c,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:34.768168 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0a1234-3151-4c36-b4e9-6df952e0e529 x-openstack-request-id: req-3a0a1234-3151-4c36-b4e9-6df952e0e529 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:53:34.768706 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d82ae337-2443-47ac-b242-94b1eb71fe4f", "name": "network-vif-plugged", "status": "completed", "tag": "48104957-012e-4da4-aafa-e7191b68343c", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:53:34.769395 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3a0a1234-3151-4c36-b4e9-6df952e0e529 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:53:34.769869 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd82ae337-2443-47ac-b242-94b1eb71fe4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48104957-012e-4da4-aafa-e7191b68343c', 'code': 200} Aug 23 20:53:34.795962 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a5139-877c-47ad-a927-77d7f1c17e70 req-0d6749be-e8a3-470d-887f-5937ebcb7f37 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:34.861386 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-581a5139-877c-47ad-a927-77d7f1c17e70 req-0d6749be-e8a3-470d-887f-5937ebcb7f37 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=d82ae337-2443-47ac-b242-94b1eb71fe4f HTTP/1.1" status: 200 len: 946 time: 0.2568777 Aug 23 20:53:34.936696 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831ca76-3333-41a5-962e-a3ff86694e4e req-1746332e-c2af-42f5-8b1f-07a23a6ebfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:34.938989 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c831ca76-3333-41a5-962e-a3ff86694e4e req-1746332e-c2af-42f5-8b1f-07a23a6ebfdb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d82ae337-2443-47ac-b242-94b1eb71fe4f HTTP/1.1" status: 200 len: 1097 time: 0.0644948 Aug 23 20:53:34.970044 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-581a5139-877c-47ad-a927-77d7f1c17e70 req-f4ed54a6-be4b-4b3a-8c4d-c3adc103d260 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020923 Aug 23 20:53:35.000901 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c831ca76-3333-41a5-962e-a3ff86694e4e req-a4be1d00-bc61-4477-8c3f-2cd595718b77 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519066 Aug 23 20:53:35.619229 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [req-2c140af0-4446-4c29-a7e8-9b8956dd9b1b req-fd6eee5d-afe0-4280-ab27-b05190480b38 tempest-SecurityGroupsTestJSON-232720914 tempest-SecurityGroupsTestJSON-232720914-project] (94687) timed out ('10.222.0.11', 58184) {{(pid=94687) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 20:53:36.242378 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbdc2ec-fa1f-431c-8b97-619069af4a21 req-d3c3dcfd-23e7-4ecf-a264-43481e2d0217 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:36.246068 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0dbdc2ec-fa1f-431c-8b97-619069af4a21 req-d3c3dcfd-23e7-4ecf-a264-43481e2d0217 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=d82ae337-2443-47ac-b242-94b1eb71fe4f HTTP/1.1" status: 200 len: 946 time: 0.1355314 Aug 23 20:53:36.410652 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0dbdc2ec-fa1f-431c-8b97-619069af4a21 req-2726153f-dab8-4ed3-b816-72a4bbd85997 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396358 Aug 23 20:53:37.626268 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af3d8d3-ff9c-465a-b92c-1a0b31511da0 req-102eda7e-b54d-4f63-8bed-32a97d3a8941 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:37.628467 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0af3d8d3-ff9c-465a-b92c-1a0b31511da0 req-102eda7e-b54d-4f63-8bed-32a97d3a8941 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=d82ae337-2443-47ac-b242-94b1eb71fe4f HTTP/1.1" status: 200 len: 946 time: 0.0691819 Aug 23 20:53:37.667231 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0af3d8d3-ff9c-465a-b92c-1a0b31511da0 req-bb066826-414e-42da-8510-a7d1228f375a tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324314 Aug 23 20:53:37.907198 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 56744) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:37.913248 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-798182e8-155a-44fd-9254-5c5df3d60437 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Request body: {'subnet': {'network_id': 'b3ea3497-d8a5-422e-8dfb-87d14c485de1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:53:37.961817 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8951af-0bc5-45ac-aeb2-2f7213809aab req-fbadd7eb-50ab-4f3d-9a11-192ee00ea412 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:37.971143 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4d8951af-0bc5-45ac-aeb2-2f7213809aab req-fbadd7eb-50ab-4f3d-9a11-192ee00ea412 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=d82ae337-2443-47ac-b242-94b1eb71fe4f HTTP/1.1" status: 200 len: 946 time: 0.0885921 Aug 23 20:53:38.017914 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4d8951af-0bc5-45ac-aeb2-2f7213809aab req-d21a66ac-114f-4fa0-bcdf-fa7b32a7878f tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455861 Aug 23 20:53:38.050856 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798182e8-155a-44fd-9254-5c5df3d60437 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Made reservation on behalf of 2cfafcc4588c46528fe78c58f1083b22 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:53:38.054792 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-798182e8-155a-44fd-9254-5c5df3d60437 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:38.331827 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-798182e8-155a-44fd-9254-5c5df3d60437 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:38.422994 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798182e8-155a-44fd-9254-5c5df3d60437 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Pushing event updated for resources: {'Subnet': ['ID=0618b867-fe09-43a8-ba08-0cd5c527a9e6,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:38.454654 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798182e8-155a-44fd-9254-5c5df3d60437 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Checking segment: {'id': 'fc956011-c588-47af-b80f-e37845d8baa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'b3ea3497-d8a5-422e-8dfb-87d14c485de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:53:38.458829 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798182e8-155a-44fd-9254-5c5df3d60437 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Network hostable DHCP agents. Network: b3ea3497-d8a5-422e-8dfb-87d14c485de1, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:53:38.496747 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798182e8-155a-44fd-9254-5c5df3d60437 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Network b3ea3497-d8a5-422e-8dfb-87d14c485de1 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:53:38.510636 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-798182e8-155a-44fd-9254-5c5df3d60437 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, b3ea3497-d8a5-422e-8dfb-87d14c485de1) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:53:38.522044 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0e738d-5aa0-4b7c-af85-3d61fe38bc60 None None] Network b3ea3497-d8a5-422e-8dfb-87d14c485de1 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:53:38.524511 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798182e8-155a-44fd-9254-5c5df3d60437 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:38.525110 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-798182e8-155a-44fd-9254-5c5df3d60437 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:38.566800 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-798182e8-155a-44fd-9254-5c5df3d60437 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6576049 Aug 23 20:53:38.570689 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 56784) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:38.577800 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-84ebb276-00bb-4c57-9cdc-57824f9de77e tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2071366395'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:53:38.628926 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ebb276-00bb-4c57-9cdc-57824f9de77e tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Made reservation on behalf of 2cfafcc4588c46528fe78c58f1083b22 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:53:38.632808 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-84ebb276-00bb-4c57-9cdc-57824f9de77e tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:38.691826 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84ebb276-00bb-4c57-9cdc-57824f9de77e tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:53:38.711086 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-84ebb276-00bb-4c57-9cdc-57824f9de77e tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:38.711426 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-84ebb276-00bb-4c57-9cdc-57824f9de77e tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Added segment 4ea2eb1c-3421-4f08-a61d-5b33e0981afc of type vlan for network de50496e-31be-4ae9-8cfc-2a77ead200ae Aug 23 20:53:38.787574 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-84ebb276-00bb-4c57-9cdc-57824f9de77e tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:38.819857 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-84ebb276-00bb-4c57-9cdc-57824f9de77e tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:38.852559 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ebb276-00bb-4c57-9cdc-57824f9de77e tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:38.855844 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-84ebb276-00bb-4c57-9cdc-57824f9de77e tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:38.865929 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3e2c74-cc48-4c97-b75b-df983db4a50a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-b3ea3497-d8a5-422e-8dfb-87d14c485de1', 'network_id': 'b3ea3497-d8a5-422e-8dfb-87d14c485de1', 'tenant_id': '2cfafcc4588c46528fe78c58f1083b22', 'fixed_ips': [{'subnet_id': '0618b867-fe09-43a8-ba08-0cd5c527a9e6'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:53:38.867229 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0f3e2c74-cc48-4c97-b75b-df983db4a50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:38.879842 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-84ebb276-00bb-4c57-9cdc-57824f9de77e tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3072615 Aug 23 20:53:38.883003 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 56800) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:38.889238 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-8de05374-92d7-4d56-8c2d-c55b2f994590 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Request body: {'subnet': {'network_id': 'de50496e-31be-4ae9-8cfc-2a77ead200ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:53:39.024431 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ebb276-00bb-4c57-9cdc-57824f9de77e tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Pushing event updated for resources: {'Network': ['ID=de50496e-31be-4ae9-8cfc-2a77ead200ae,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:39.042342 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network de50496e-31be-4ae9-8cfc-2a77ead200ae details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:53:39.157601 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e4e8c-a195-4486-9fd1-1c901d7713f1 req-b1151386-f442-4554-8762-ad210250eaba tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:39.158971 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b13cd-fea0-461d-93cb-31c2876326dc req-9109d220-04f2-444b-8845-fc08c41059ef tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:39.161344 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c46b13cd-fea0-461d-93cb-31c2876326dc req-9109d220-04f2-444b-8845-fc08c41059ef tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=d82ae337-2443-47ac-b242-94b1eb71fe4f HTTP/1.1" status: 200 len: 946 time: 0.0605941 Aug 23 20:53:39.171873 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fe3e4e8c-a195-4486-9fd1-1c901d7713f1 req-b1151386-f442-4554-8762-ad210250eaba tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 945 time: 0.1710620 Aug 23 20:53:39.193416 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de05374-92d7-4d56-8c2d-c55b2f994590 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Made reservation on behalf of 2cfafcc4588c46528fe78c58f1083b22 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:53:39.196867 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8de05374-92d7-4d56-8c2d-c55b2f994590 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:39.260019 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c46b13cd-fea0-461d-93cb-31c2876326dc req-ff2081e6-6ac3-4a95-aba1-8bd267d2b826 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906873 Aug 23 20:53:39.367553 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-0f3e2c74-cc48-4c97-b75b-df983db4a50a None None] Allocated IP 2001:db8:0:ffff::2 (b3ea3497-d8a5-422e-8dfb-87d14c485de1/0618b867-fe09-43a8-ba08-0cd5c527a9e6/28fc50a7-8c8b-442a-8271-869b9a36a660) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:53:39.448093 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8de05374-92d7-4d56-8c2d-c55b2f994590 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:39.479917 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fe3e4e8c-a195-4486-9fd1-1c901d7713f1 req-7ce8e09d-25ac-4726-800a-d0042703573e tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3068428 Aug 23 20:53:39.570852 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de05374-92d7-4d56-8c2d-c55b2f994590 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Pushing event updated for resources: {'Subnet': ['ID=116d7d11-3910-4289-86e5-328ebd700ab9,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:39.577778 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de05374-92d7-4d56-8c2d-c55b2f994590 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Checking segment: {'id': '4ea2eb1c-3421-4f08-a61d-5b33e0981afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'de50496e-31be-4ae9-8cfc-2a77ead200ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:53:39.578483 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de05374-92d7-4d56-8c2d-c55b2f994590 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Network hostable DHCP agents. Network: de50496e-31be-4ae9-8cfc-2a77ead200ae, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:53:39.628224 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de05374-92d7-4d56-8c2d-c55b2f994590 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Network de50496e-31be-4ae9-8cfc-2a77ead200ae is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:53:39.646384 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-8de05374-92d7-4d56-8c2d-c55b2f994590 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, de50496e-31be-4ae9-8cfc-2a77ead200ae) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:53:39.663086 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de05374-92d7-4d56-8c2d-c55b2f994590 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:39.663853 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8de05374-92d7-4d56-8c2d-c55b2f994590 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:39.685763 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8de05374-92d7-4d56-8c2d-c55b2f994590 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7994368 Aug 23 20:53:39.687884 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 56828) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:39.810578 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432000bf-06b9-42a2-a2a3-20e79659db08 None None] Network de50496e-31be-4ae9-8cfc-2a77ead200ae requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:53:39.878624 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-84310c44-c871-46e5-87fd-74237befc8da tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:40.055370 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-84310c44-c871-46e5-87fd-74237befc8da tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:40.097049 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e1f10cfa-f3dc-47e2-89bb-073305721dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:40.118942 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0f3e2c74-cc48-4c97-b75b-df983db4a50a None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:40.132938 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0f3e2c74-cc48-4c97-b75b-df983db4a50a None None] Transition to ACTIVE for port object 28fc50a7-8c8b-442a-8271-869b9a36a660 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:53:40.164523 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0f3e2c74-cc48-4c97-b75b-df983db4a50a None None] Transition to ACTIVE for port object 28fc50a7-8c8b-442a-8271-869b9a36a660 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:53:40.175872 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0f3e2c74-cc48-4c97-b75b-df983db4a50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:40.235851 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684a0641-7840-4777-8575-0512692f1624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-de50496e-31be-4ae9-8cfc-2a77ead200ae', 'network_id': 'de50496e-31be-4ae9-8cfc-2a77ead200ae', 'tenant_id': '2cfafcc4588c46528fe78c58f1083b22', 'fixed_ips': [{'subnet_id': '116d7d11-3910-4289-86e5-328ebd700ab9'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:53:40.243492 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-684a0641-7840-4777-8575-0512692f1624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:40.257607 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-84310c44-c871-46e5-87fd-74237befc8da tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:40.292622 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84310c44-c871-46e5-87fd-74237befc8da tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Pushing event deleted for resources: {'Subnet': ['ID=116d7d11-3910-4289-86e5-328ebd700ab9,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:40.304901 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3e2c74-cc48-4c97-b75b-df983db4a50a None None] Pushing event updated for resources: {'Port': ['ID=28fc50a7-8c8b-442a-8271-869b9a36a660,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:40.335430 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3e2c74-cc48-4c97-b75b-df983db4a50a None None] Network b3ea3497-d8a5-422e-8dfb-87d14c485de1 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:53:40.339445 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-0f3e2c74-cc48-4c97-b75b-df983db4a50a None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:53:40.348037 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3e2c74-cc48-4c97-b75b-df983db4a50a None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:53:40.467664 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-84310c44-c871-46e5-87fd-74237befc8da tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:40.507469 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-84310c44-c871-46e5-87fd-74237befc8da tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de50496e-31be-4ae9-8cfc-2a77ead200ae']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:53:40.523141 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-84310c44-c871-46e5-87fd-74237befc8da tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ea2eb1c-3421-4f08-a61d-5b33e0981afc') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:53:40.523141 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-84310c44-c871-46e5-87fd-74237befc8da tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ea2eb1c-3421-4f08-a61d-5b33e0981afc') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:53:40.541303 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-84310c44-c871-46e5-87fd-74237befc8da tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:40.581990 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-0f3e2c74-cc48-4c97-b75b-df983db4a50a None None] Attempting to bind port 28fc50a7-8c8b-442a-8271-869b9a36a660 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:53:40.582345 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-0f3e2c74-cc48-4c97-b75b-df983db4a50a None None] Attempting to bind port 28fc50a7-8c8b-442a-8271-869b9a36a660 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'fc956011-c588-47af-b80f-e37845d8baa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'b3ea3497-d8a5-422e-8dfb-87d14c485de1'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:53:40.583222 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20290c5b-2949-439c-9fc9-9935a359cfd1 req-39fd1cc1-e686-49aa-bbdb-ab7c924ef39f tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:40.584533 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3e2c74-cc48-4c97-b75b-df983db4a50a None None] Attempting to bind port 28fc50a7-8c8b-442a-8271-869b9a36a660 on network b3ea3497-d8a5-422e-8dfb-87d14c485de1 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:53:40.590761 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e321522-ec4f-435a-b348-a3194e6b14d8 None None] Network de50496e-31be-4ae9-8cfc-2a77ead200ae requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:53:40.592556 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-20290c5b-2949-439c-9fc9-9935a359cfd1 req-39fd1cc1-e686-49aa-bbdb-ab7c924ef39f tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=d82ae337-2443-47ac-b242-94b1eb71fe4f HTTP/1.1" status: 200 len: 946 time: 0.1701429 Aug 23 20:53:40.601539 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-84310c44-c871-46e5-87fd-74237befc8da tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:40.602335 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:40.617636 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84310c44-c871-46e5-87fd-74237befc8da tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:53:40.618147 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-84310c44-c871-46e5-87fd-74237befc8da tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:40.621367 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:53:40.621367 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:53:40.621367 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:53:40.621367 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:53:40.621367 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:53:40.621367 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:53:40.621367 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:53:40.621367 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:53:40.621367 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:53:40.621367 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:53:40.621367 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:53:40.621367 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:53:40.621367 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:53:40.621367 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:53:40.621367 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:53:40.621367 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:53:40.621367 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:53:40.621367 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:53:40.621367 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:53:40.621367 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:53:40.621367 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:53:40.621367 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:53:40.621367 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:53:40.621367 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:53:40.621367 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:53:40.621367 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:53:40.621367 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:53:40.621367 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:53:40.621367 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:53:40.621367 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:53:40.621367 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:53:40.621367 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:53:40.631846 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3e2c74-cc48-4c97-b75b-df983db4a50a None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:53:40.632270 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3e2c74-cc48-4c97-b75b-df983db4a50a None None] Checking segment: {'id': 'fc956011-c588-47af-b80f-e37845d8baa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'b3ea3497-d8a5-422e-8dfb-87d14c485de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:53:40.632683 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0f3e2c74-cc48-4c97-b75b-df983db4a50a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:40.633082 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3e2c74-cc48-4c97-b75b-df983db4a50a None None] Bound using segment: {'id': 'fc956011-c588-47af-b80f-e37845d8baa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'b3ea3497-d8a5-422e-8dfb-87d14c485de1'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:53:40.639893 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-0f3e2c74-cc48-4c97-b75b-df983db4a50a None None] Bound port: 28fc50a7-8c8b-442a-8271-869b9a36a660, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc956011-c588-47af-b80f-e37845d8baa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'b3ea3497-d8a5-422e-8dfb-87d14c485de1'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:53:40.640410 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0f3e2c74-cc48-4c97-b75b-df983db4a50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:40.727231 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-20290c5b-2949-439c-9fc9-9935a359cfd1 req-9e8491d9-d09d-4498-85ab-81a0b238b230 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335778 Aug 23 20:53:40.752877 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-84310c44-c871-46e5-87fd-74237befc8da tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:40.757580 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-84310c44-c871-46e5-87fd-74237befc8da tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:40.771481 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39378f52-f791-4ee9-a2ad-d97dea799511 req-008bda0e-db6a-444f-85d8-13e4ccc3ba88 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:40.773083 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-39378f52-f791-4ee9-a2ad-d97dea799511 req-008bda0e-db6a-444f-85d8-13e4ccc3ba88 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 945 time: 0.1174765 Aug 23 20:53:40.773567 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 56864) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:40.774243 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-84310c44-c871-46e5-87fd-74237befc8da tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "DELETE /v2.0/networks/de50496e-31be-4ae9-8cfc-2a77ead200ae HTTP/1.1" status: 204 len: 168 time: 1.0851302 Aug 23 20:53:40.791299 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84310c44-c871-46e5-87fd-74237befc8da tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Pushing event deleted for resources: {'Network': ['ID=de50496e-31be-4ae9-8cfc-2a77ead200ae,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:40.797799 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-22e7b35a-6fc7-4540-ac76-06e077e1c4a8 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1359191907'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:53:40.845772 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e7b35a-6fc7-4540-ac76-06e077e1c4a8 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Made reservation on behalf of 2cfafcc4588c46528fe78c58f1083b22 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:53:40.851716 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-22e7b35a-6fc7-4540-ac76-06e077e1c4a8 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:40.924278 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-39378f52-f791-4ee9-a2ad-d97dea799511 req-2bc25805-8cd8-4fcf-b5de-36f772a493fc tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300504 Aug 23 20:53:40.942258 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22e7b35a-6fc7-4540-ac76-06e077e1c4a8 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:53:40.949207 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-0f3e2c74-cc48-4c97-b75b-df983db4a50a None None] For port 28fc50a7-8c8b-442a-8271-869b9a36a660, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:53:40.953812 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-0f3e2c74-cc48-4c97-b75b-df983db4a50a None None] For port 28fc50a7-8c8b-442a-8271-869b9a36a660, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=28fc50a7-8c8b-442a-8271-869b9a36a660,segment=NetworkSegment(fc956011-c588-47af-b80f-e37845d8baa0),segment_id=fc956011-c588-47af-b80f-e37845d8baa0)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:53:40.959426 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-22e7b35a-6fc7-4540-ac76-06e077e1c4a8 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:40.959785 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-22e7b35a-6fc7-4540-ac76-06e077e1c4a8 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Added segment 5f65aa3e-e76f-47da-ac39-f475cd434dc9 of type vlan for network c910b774-4f4f-4dfa-a74e-8d25a4d9a584 Aug 23 20:53:40.961449 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0f3e2c74-cc48-4c97-b75b-df983db4a50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:41.047270 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-22e7b35a-6fc7-4540-ac76-06e077e1c4a8 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:41.075685 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-22e7b35a-6fc7-4540-ac76-06e077e1c4a8 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:41.086951 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3e2c74-cc48-4c97-b75b-df983db4a50a None None] Pushing event updated for resources: {'Port': ['ID=28fc50a7-8c8b-442a-8271-869b9a36a660,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:41.088213 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e7b35a-6fc7-4540-ac76-06e077e1c4a8 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:41.090958 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-22e7b35a-6fc7-4540-ac76-06e077e1c4a8 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:41.123968 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-22e7b35a-6fc7-4540-ac76-06e077e1c4a8 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3434711 Aug 23 20:53:41.125746 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 56878) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:41.135479 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ba957a8b-a213-4247-bb77-43b741195fee tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Request body: {'subnet': {'network_id': 'c910b774-4f4f-4dfa-a74e-8d25a4d9a584', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:53:41.183922 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e7b35a-6fc7-4540-ac76-06e077e1c4a8 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Pushing event updated for resources: {'Network': ['ID=c910b774-4f4f-4dfa-a74e-8d25a4d9a584,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:41.206320 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network c910b774-4f4f-4dfa-a74e-8d25a4d9a584 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:53:41.256808 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba957a8b-a213-4247-bb77-43b741195fee tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Made reservation on behalf of 2cfafcc4588c46528fe78c58f1083b22 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:53:41.262489 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ba957a8b-a213-4247-bb77-43b741195fee tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:41.652557 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ba957a8b-a213-4247-bb77-43b741195fee tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:41.789650 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba957a8b-a213-4247-bb77-43b741195fee tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Pushing event updated for resources: {'Subnet': ['ID=35c65c9e-9945-4cab-bff0-a3056a0ba016,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:41.813952 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba957a8b-a213-4247-bb77-43b741195fee tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Checking segment: {'id': '5f65aa3e-e76f-47da-ac39-f475cd434dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c910b774-4f4f-4dfa-a74e-8d25a4d9a584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:53:41.814319 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba957a8b-a213-4247-bb77-43b741195fee tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Network hostable DHCP agents. Network: c910b774-4f4f-4dfa-a74e-8d25a4d9a584, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:53:41.912372 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba957a8b-a213-4247-bb77-43b741195fee tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Network c910b774-4f4f-4dfa-a74e-8d25a4d9a584 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:53:41.933489 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-ba957a8b-a213-4247-bb77-43b741195fee tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, c910b774-4f4f-4dfa-a74e-8d25a4d9a584) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:53:41.943582 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba957a8b-a213-4247-bb77-43b741195fee tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:41.944577 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced85a69-14e8-4e28-b4ec-9a06475f4ffe None None] Network c910b774-4f4f-4dfa-a74e-8d25a4d9a584 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:53:41.946331 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ba957a8b-a213-4247-bb77-43b741195fee tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:42.022770 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d7f19-5bc5-4c4b-8f6c-d90eec9cd783 req-a02e337f-527a-400c-aadf-f6d67aec58f3 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:42.024211 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b51d7f19-5bc5-4c4b-8f6c-d90eec9cd783 req-a02e337f-527a-400c-aadf-f6d67aec58f3 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=d82ae337-2443-47ac-b242-94b1eb71fe4f HTTP/1.1" status: 200 len: 946 time: 0.1815662 Aug 23 20:53:42.033821 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 56916) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:42.034839 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ba957a8b-a213-4247-bb77-43b741195fee tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9052184 Aug 23 20:53:42.040025 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-ebec28a1-0b20-48ae-8510-ba4ccc30e402 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1312570707'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:53:42.118681 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b51d7f19-5bc5-4c4b-8f6c-d90eec9cd783 req-92ab9f23-f8f1-4ab7-a586-6c243f9eb62c tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824926 Aug 23 20:53:42.157616 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebec28a1-0b20-48ae-8510-ba4ccc30e402 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Made reservation on behalf of 2cfafcc4588c46528fe78c58f1083b22 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:53:42.176749 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:53:42.182412 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ebec28a1-0b20-48ae-8510-ba4ccc30e402 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:42.189787 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 56918) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:42.333178 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebec28a1-0b20-48ae-8510-ba4ccc30e402 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:53:42.340773 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d81ce3a-c72b-4122-bcbf-9fe599a7261b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-c910b774-4f4f-4dfa-a74e-8d25a4d9a584', 'network_id': 'c910b774-4f4f-4dfa-a74e-8d25a4d9a584', 'tenant_id': '2cfafcc4588c46528fe78c58f1083b22', 'fixed_ips': [{'subnet_id': '35c65c9e-9945-4cab-bff0-a3056a0ba016'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:53:42.342554 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d81ce3a-c72b-4122-bcbf-9fe599a7261b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:42.359368 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ebec28a1-0b20-48ae-8510-ba4ccc30e402 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:42.360045 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-ebec28a1-0b20-48ae-8510-ba4ccc30e402 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Added segment b4878c7b-6396-4ff6-a215-0afff2ca7893 of type vlan for network 3690a771-2003-450b-be57-ffbcb7fea1b1 Aug 23 20:53:42.462317 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ebec28a1-0b20-48ae-8510-ba4ccc30e402 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:42.542177 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f87361-5628-42e9-bd78-d0048d17b3c6 req-403c2c5a-146c-49d7-a22e-671655e6d041 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:42.545882 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-30f87361-5628-42e9-bd78-d0048d17b3c6 req-403c2c5a-146c-49d7-a22e-671655e6d041 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 945 time: 0.2966921 Aug 23 20:53:42.547827 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ebec28a1-0b20-48ae-8510-ba4ccc30e402 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:42.565582 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebec28a1-0b20-48ae-8510-ba4ccc30e402 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:42.570076 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ebec28a1-0b20-48ae-8510-ba4ccc30e402 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:42.599756 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-6d81ce3a-c72b-4122-bcbf-9fe599a7261b None None] Allocated IP 2001:db8::3 (c910b774-4f4f-4dfa-a74e-8d25a4d9a584/35c65c9e-9945-4cab-bff0-a3056a0ba016/8ccbf175-2f0f-4547-b35d-b9b9aa79d564) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:53:42.660074 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c3d51dce-e331-4823-9043-49e8bd9f8b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:42.747764 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ebec28a1-0b20-48ae-8510-ba4ccc30e402 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7114036 Aug 23 20:53:42.752842 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 56926) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:42.760532 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-f0dd5266-93fb-441d-b5f4-bffbe0f7d630 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Request body: {'subnet': {'network_id': '3690a771-2003-450b-be57-ffbcb7fea1b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:53:42.891938 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebec28a1-0b20-48ae-8510-ba4ccc30e402 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Pushing event updated for resources: {'Network': ['ID=3690a771-2003-450b-be57-ffbcb7fea1b1,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:42.921334 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 3690a771-2003-450b-be57-ffbcb7fea1b1 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:53:42.925483 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-30f87361-5628-42e9-bd78-d0048d17b3c6 req-91c19b58-2d91-44fb-baac-42eb9ce21159 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3309877 Aug 23 20:53:42.985983 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c3d51dce-e331-4823-9043-49e8bd9f8b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:42.995252 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c3d51dce-e331-4823-9043-49e8bd9f8b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:43.020492 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0602476-c2a4-4a01-8ed8-45705e5a481e None None] Network b3ea3497-d8a5-422e-8dfb-87d14c485de1 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:53:43.020786 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0dd5266-93fb-441d-b5f4-bffbe0f7d630 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Made reservation on behalf of 2cfafcc4588c46528fe78c58f1083b22 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:53:43.026247 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f0dd5266-93fb-441d-b5f4-bffbe0f7d630 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:43.068648 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c3d51dce-e331-4823-9043-49e8bd9f8b3c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e0b008620b3141009257c5e8f2b917c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8755677 Aug 23 20:53:43.069654 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d51dce-e331-4823-9043-49e8bd9f8b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056d53d6-a6d9-44ab-85a2-72219d055d42,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:43.073265 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 56934) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:43.085183 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d51dce-e331-4823-9043-49e8bd9f8b3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:53:43.085519 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d51dce-e331-4823-9043-49e8bd9f8b3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:53:43.085856 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d51dce-e331-4823-9043-49e8bd9f8b3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:53:43.086182 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d51dce-e331-4823-9043-49e8bd9f8b3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:53:43.086506 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d51dce-e331-4823-9043-49e8bd9f8b3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:53:43.086825 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d51dce-e331-4823-9043-49e8bd9f8b3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:53:43.087140 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d51dce-e331-4823-9043-49e8bd9f8b3c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:53:43.087454 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d51dce-e331-4823-9043-49e8bd9f8b3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:53:43.087765 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d51dce-e331-4823-9043-49e8bd9f8b3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:53:43.088110 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d51dce-e331-4823-9043-49e8bd9f8b3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:53:43.088416 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d51dce-e331-4823-9043-49e8bd9f8b3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:53:43.088728 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d51dce-e331-4823-9043-49e8bd9f8b3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:53:43.135902 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.ipam_backend_mixin [None req-f0dd5266-93fb-441d-b5f4-bffbe0f7d630 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Performing IP validity checks on allocation pools {{(pid=94687) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 23 20:53:43.137252 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.ipam_backend_mixin [None req-f0dd5266-93fb-441d-b5f4-bffbe0f7d630 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94687) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 23 20:53:43.137686 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d81ce3a-c72b-4122-bcbf-9fe599a7261b None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:43.153652 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6d81ce3a-c72b-4122-bcbf-9fe599a7261b None None] Transition to ACTIVE for port object 8ccbf175-2f0f-4547-b35d-b9b9aa79d564 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:53:43.193165 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47e0bb9d-6581-40c9-9c62-4442cc7f4d6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:43.233223 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47e0bb9d-6581-40c9-9c62-4442cc7f4d6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:43.244033 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6d81ce3a-c72b-4122-bcbf-9fe599a7261b None None] Transition to ACTIVE for port object 8ccbf175-2f0f-4547-b35d-b9b9aa79d564 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:53:43.349303 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 28fc50a7-8c8b-442a-8271-869b9a36a660 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:53:43.365789 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47e0bb9d-6581-40c9-9c62-4442cc7f4d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:43.369102 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47e0bb9d-6581-40c9-9c62-4442cc7f4d6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:43.374418 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-47e0bb9d-6581-40c9-9c62-4442cc7f4d6d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/056d53d6-a6d9-44ab-85a2-72219d055d42 HTTP/1.1" status: 204 len: 168 time: 0.3001041 Aug 23 20:53:43.441076 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d81ce3a-c72b-4122-bcbf-9fe599a7261b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:43.458765 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e0bb9d-6581-40c9-9c62-4442cc7f4d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056d53d6-a6d9-44ab-85a2-72219d055d42,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:43.495260 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95b6c7-d01c-48bc-ae39-9c9e42d98af3 req-f56b3c52-a4b1-4b1d-b50c-4e0197833e0a tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:43.499713 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f0dd5266-93fb-441d-b5f4-bffbe0f7d630 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:43.511223 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ae95b6c7-d01c-48bc-ae39-9c9e42d98af3 req-f56b3c52-a4b1-4b1d-b50c-4e0197833e0a tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=d82ae337-2443-47ac-b242-94b1eb71fe4f HTTP/1.1" status: 200 len: 946 time: 0.1340425 Aug 23 20:53:43.544472 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d81ce3a-c72b-4122-bcbf-9fe599a7261b None None] Network c910b774-4f4f-4dfa-a74e-8d25a4d9a584 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:53:43.551572 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4b685da6-ec97-4f99-b34c-be538b9f0d65 None None] Provisioning for port 28fc50a7-8c8b-442a-8271-869b9a36a660 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:53:43.574955 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5058f1a2-fa27-4e68-888b-6d6dd8744517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:43.583289 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd5266-93fb-441d-b5f4-bffbe0f7d630 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Pushing event updated for resources: {'Subnet': ['ID=1a5ce107-05b2-4518-997d-3e3ce1480b60,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:43.588362 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-6d81ce3a-c72b-4122-bcbf-9fe599a7261b None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:53:43.605957 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dd5266-93fb-441d-b5f4-bffbe0f7d630 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Checking segment: {'id': 'b4878c7b-6396-4ff6-a215-0afff2ca7893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '3690a771-2003-450b-be57-ffbcb7fea1b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:53:43.606743 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dd5266-93fb-441d-b5f4-bffbe0f7d630 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Network hostable DHCP agents. Network: 3690a771-2003-450b-be57-ffbcb7fea1b1, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:53:43.627757 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d81ce3a-c72b-4122-bcbf-9fe599a7261b None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:53:43.629177 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ae95b6c7-d01c-48bc-ae39-9c9e42d98af3 req-99ce3db0-04e6-44cb-a129-27f97f8a5349 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167741 Aug 23 20:53:43.641469 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dd5266-93fb-441d-b5f4-bffbe0f7d630 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Network 3690a771-2003-450b-be57-ffbcb7fea1b1 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:53:43.652938 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:43.658600 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-f0dd5266-93fb-441d-b5f4-bffbe0f7d630 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 3690a771-2003-450b-be57-ffbcb7fea1b1) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:53:43.668539 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dd5266-93fb-441d-b5f4-bffbe0f7d630 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:43.669740 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f0dd5266-93fb-441d-b5f4-bffbe0f7d630 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:43.692501 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d81ce3a-c72b-4122-bcbf-9fe599a7261b None None] Pushing event updated for resources: {'Port': ['ID=8ccbf175-2f0f-4547-b35d-b9b9aa79d564,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:43.704611 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f0dd5266-93fb-441d-b5f4-bffbe0f7d630 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.9464290 Aug 23 20:53:43.704916 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 56948) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:43.715145 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b749b1-a5e7-45c2-85bb-27edccf4b7e7 None None] Network 3690a771-2003-450b-be57-ffbcb7fea1b1 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:53:43.788456 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d81ce3a-c72b-4122-bcbf-9fe599a7261b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:53:43.788802 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d81ce3a-c72b-4122-bcbf-9fe599a7261b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:53:43.789143 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d81ce3a-c72b-4122-bcbf-9fe599a7261b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:53:43.789485 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d81ce3a-c72b-4122-bcbf-9fe599a7261b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:53:43.789790 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d81ce3a-c72b-4122-bcbf-9fe599a7261b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:53:43.790117 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d81ce3a-c72b-4122-bcbf-9fe599a7261b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:53:43.790441 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d81ce3a-c72b-4122-bcbf-9fe599a7261b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:53:43.790762 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d81ce3a-c72b-4122-bcbf-9fe599a7261b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:53:43.791083 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d81ce3a-c72b-4122-bcbf-9fe599a7261b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:53:43.791405 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d81ce3a-c72b-4122-bcbf-9fe599a7261b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:53:43.791737 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d81ce3a-c72b-4122-bcbf-9fe599a7261b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:53:43.792040 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d81ce3a-c72b-4122-bcbf-9fe599a7261b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:53:43.835706 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a38f754f-2ed4-48c2-b99e-48cac5bedd52 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:43.928101 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 56954) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:43.933447 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 28fc50a7-8c8b-442a-8271-869b9a36a660 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:53:43.942480 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a38f754f-2ed4-48c2-b99e-48cac5bedd52 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:43.944965 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-35bcdc7d-1a35-48f7-ace6-584731210add admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:43.972027 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6d81ce3a-c72b-4122-bcbf-9fe599a7261b None None] Attempting to bind port 8ccbf175-2f0f-4547-b35d-b9b9aa79d564 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:53:43.974413 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6d81ce3a-c72b-4122-bcbf-9fe599a7261b None None] Attempting to bind port 8ccbf175-2f0f-4547-b35d-b9b9aa79d564 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '5f65aa3e-e76f-47da-ac39-f475cd434dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c910b774-4f4f-4dfa-a74e-8d25a4d9a584'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:53:43.975715 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d81ce3a-c72b-4122-bcbf-9fe599a7261b None None] Attempting to bind port 8ccbf175-2f0f-4547-b35d-b9b9aa79d564 on network c910b774-4f4f-4dfa-a74e-8d25a4d9a584 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:53:43.991101 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 28fc50a7-8c8b-442a-8271-869b9a36a660 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:53:43.994782 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:44.055827 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d81ce3a-c72b-4122-bcbf-9fe599a7261b None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:53:44.056090 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d81ce3a-c72b-4122-bcbf-9fe599a7261b None None] Checking segment: {'id': '5f65aa3e-e76f-47da-ac39-f475cd434dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c910b774-4f4f-4dfa-a74e-8d25a4d9a584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:53:44.056575 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d81ce3a-c72b-4122-bcbf-9fe599a7261b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:44.056964 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d81ce3a-c72b-4122-bcbf-9fe599a7261b None None] Bound using segment: {'id': '5f65aa3e-e76f-47da-ac39-f475cd434dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c910b774-4f4f-4dfa-a74e-8d25a4d9a584'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:53:44.057517 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6d81ce3a-c72b-4122-bcbf-9fe599a7261b None None] Bound port: 8ccbf175-2f0f-4547-b35d-b9b9aa79d564, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f65aa3e-e76f-47da-ac39-f475cd434dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c910b774-4f4f-4dfa-a74e-8d25a4d9a584'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:53:44.057940 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d81ce3a-c72b-4122-bcbf-9fe599a7261b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:44.063060 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a38f754f-2ed4-48c2-b99e-48cac5bedd52 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:44.111912 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38f754f-2ed4-48c2-b99e-48cac5bedd52 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Pushing event deleted for resources: {'Subnet': ['ID=1a5ce107-05b2-4518-997d-3e3ce1480b60,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:44.145183 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-35bcdc7d-1a35-48f7-ace6-584731210add admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:44.161166 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ababdae1-0ddd-412a-9e6b-359b917f5af3 req-936635c7-835d-4d2c-b85b-615184f79a1a tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:44.171188 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ababdae1-0ddd-412a-9e6b-359b917f5af3 req-936635c7-835d-4d2c-b85b-615184f79a1a tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 945 time: 0.1121283 Aug 23 20:53:44.203421 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a38f754f-2ed4-48c2-b99e-48cac5bedd52 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:44.216597 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-a38f754f-2ed4-48c2-b99e-48cac5bedd52 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3690a771-2003-450b-be57-ffbcb7fea1b1']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:53:44.230056 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-a38f754f-2ed4-48c2-b99e-48cac5bedd52 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4878c7b-6396-4ff6-a215-0afff2ca7893') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:53:44.232502 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-35bcdc7d-1a35-48f7-ace6-584731210add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:44.234481 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-a38f754f-2ed4-48c2-b99e-48cac5bedd52 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4878c7b-6396-4ff6-a215-0afff2ca7893') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:53:44.255658 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-6d81ce3a-c72b-4122-bcbf-9fe599a7261b None None] For port 8ccbf175-2f0f-4547-b35d-b9b9aa79d564, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:53:44.260366 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-6d81ce3a-c72b-4122-bcbf-9fe599a7261b None None] For port 8ccbf175-2f0f-4547-b35d-b9b9aa79d564, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=8ccbf175-2f0f-4547-b35d-b9b9aa79d564,segment=NetworkSegment(5f65aa3e-e76f-47da-ac39-f475cd434dc9),segment_id=5f65aa3e-e76f-47da-ac39-f475cd434dc9)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:53:44.261126 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ababdae1-0ddd-412a-9e6b-359b917f5af3 req-0a89b0a2-ff11-4116-bfd3-69544b6da5f9 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884233 Aug 23 20:53:44.282183 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d81ce3a-c72b-4122-bcbf-9fe599a7261b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:44.296925 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-35bcdc7d-1a35-48f7-ace6-584731210add admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c86a90614bee4cd6b8a9ea140f63cc02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3672974 Aug 23 20:53:44.299203 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bcdc7d-1a35-48f7-ace6-584731210add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4df648-0bef-4659-968e-6c1389b0970b,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:44.300382 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42efbb3-9c23-4b2f-be8c-7a8316546f3a None None] Network 3690a771-2003-450b-be57-ffbcb7fea1b1 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:53:44.303136 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 56964) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:44.314222 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a38f754f-2ed4-48c2-b99e-48cac5bedd52 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:44.342909 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a38f754f-2ed4-48c2-b99e-48cac5bedd52 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:44.353567 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a38f754f-2ed4-48c2-b99e-48cac5bedd52 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:53:44.354213 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a38f754f-2ed4-48c2-b99e-48cac5bedd52 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:44.412463 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:44.444374 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-51266e38-c15e-4362-9d20-8a3790a8469f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:44.491293 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-51266e38-c15e-4362-9d20-8a3790a8469f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:44.521027 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:53:44.521027 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:53:44.521027 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:53:44.521027 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:53:44.521027 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:53:44.521027 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:53:44.521027 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:53:44.521027 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:53:44.521027 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:53:44.521027 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:53:44.521027 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:53:44.521027 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:53:44.521027 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:53:44.521027 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:53:44.521027 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:53:44.521027 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:53:44.521027 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:53:44.521027 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:53:44.521027 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:53:44.521027 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:53:44.521027 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:53:44.521027 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:53:44.521027 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:53:44.521027 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:53:44.521027 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:53:44.521027 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:53:44.521027 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:53:44.521027 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:53:44.521027 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:53:44.521027 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:53:44.521027 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:53:44.521027 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:53:44.527319 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a38f754f-2ed4-48c2-b99e-48cac5bedd52 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:44.539622 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a38f754f-2ed4-48c2-b99e-48cac5bedd52 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:44.551064 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a38f754f-2ed4-48c2-b99e-48cac5bedd52 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "DELETE /v2.0/networks/3690a771-2003-450b-be57-ffbcb7fea1b1 HTTP/1.1" status: 204 len: 168 time: 0.8438773 Aug 23 20:53:44.552521 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 56968) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:44.566619 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-913a2ab6-10bb-4a85-a760-2365cad7e0fc tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1485518805'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:53:44.590449 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 28fc50a7-8c8b-442a-8271-869b9a36a660, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=28fc50a7-8c8b-442a-8271-869b9a36a660,segment=NetworkSegment(fc956011-c588-47af-b80f-e37845d8baa0),segment_id=fc956011-c588-47af-b80f-e37845d8baa0)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:53:44.612599 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38f754f-2ed4-48c2-b99e-48cac5bedd52 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Pushing event deleted for resources: {'Network': ['ID=3690a771-2003-450b-be57-ffbcb7fea1b1,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:44.637847 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-913a2ab6-10bb-4a85-a760-2365cad7e0fc tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Made reservation on behalf of 2cfafcc4588c46528fe78c58f1083b22 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:53:44.643073 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-913a2ab6-10bb-4a85-a760-2365cad7e0fc tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:44.643648 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:44.644894 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:44.651026 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d81ce3a-c72b-4122-bcbf-9fe599a7261b None None] Pushing event updated for resources: {'Port': ['ID=8ccbf175-2f0f-4547-b35d-b9b9aa79d564,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:44.691430 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-913a2ab6-10bb-4a85-a760-2365cad7e0fc tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:53:44.712284 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-51266e38-c15e-4362-9d20-8a3790a8469f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:44.715697 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-51266e38-c15e-4362-9d20-8a3790a8469f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:44.720212 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-51266e38-c15e-4362-9d20-8a3790a8469f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9e4df648-0bef-4659-968e-6c1389b0970b HTTP/1.1" status: 204 len: 168 time: 0.4104300 Aug 23 20:53:44.722686 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-913a2ab6-10bb-4a85-a760-2365cad7e0fc tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:44.723187 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-913a2ab6-10bb-4a85-a760-2365cad7e0fc tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Added segment 6f817b37-bb66-47c4-998c-38c48e7419d5 of type vlan for network 0fa200e0-91e5-465d-be2a-2404e109220d Aug 23 20:53:44.742930 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51266e38-c15e-4362-9d20-8a3790a8469f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4df648-0bef-4659-968e-6c1389b0970b,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:44.800326 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-913a2ab6-10bb-4a85-a760-2365cad7e0fc tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:44.878331 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-913a2ab6-10bb-4a85-a760-2365cad7e0fc tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:44.906358 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913a2ab6-10bb-4a85-a760-2365cad7e0fc tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:44.907060 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-913a2ab6-10bb-4a85-a760-2365cad7e0fc tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:44.924173 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d36d0-93c2-495f-9096-44735e3cb09a req-8643cfae-3125-43b6-a71b-4584c23d7ff8 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:44.931525 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8f0d36d0-93c2-495f-9096-44735e3cb09a req-8643cfae-3125-43b6-a71b-4584c23d7ff8 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=d82ae337-2443-47ac-b242-94b1eb71fe4f HTTP/1.1" status: 200 len: 946 time: 0.1732457 Aug 23 20:53:44.951237 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=28fc50a7-8c8b-442a-8271-869b9a36a660,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:44.968304 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bfaa1856-b281-4243-8059-3061e297a322 None None] Provisioning complete for port 28fc50a7-8c8b-442a-8271-869b9a36a660 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:53:44.969645 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bfaa1856-b281-4243-8059-3061e297a322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:45.009339 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8f0d36d0-93c2-495f-9096-44735e3cb09a req-c01d7636-6d33-4a61-b6c1-6c5a6b22e368 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705087 Aug 23 20:53:45.077579 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-913a2ab6-10bb-4a85-a760-2365cad7e0fc tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5238833 Aug 23 20:53:45.080458 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 56978) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:45.086113 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-9692247b-6cec-41e8-94b8-7c37bbc5de70 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Request body: {'subnet': {'network_id': '0fa200e0-91e5-465d-be2a-2404e109220d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:53:45.100446 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913a2ab6-10bb-4a85-a760-2365cad7e0fc tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Pushing event updated for resources: {'Network': ['ID=0fa200e0-91e5-465d-be2a-2404e109220d,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:45.156124 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 0fa200e0-91e5-465d-be2a-2404e109220d details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:53:45.224802 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9692247b-6cec-41e8-94b8-7c37bbc5de70 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Made reservation on behalf of 2cfafcc4588c46528fe78c58f1083b22 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:53:45.228852 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9692247b-6cec-41e8-94b8-7c37bbc5de70 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:45.510110 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cca845-74e2-4b94-ba40-4fc099ee17b4 req-c0ef9335-02bd-43a5-ae29-72e540ab14b9 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:45.522210 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f7cca845-74e2-4b94-ba40-4fc099ee17b4 req-c0ef9335-02bd-43a5-ae29-72e540ab14b9 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 945 time: 0.1394331 Aug 23 20:53:45.680203 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f7cca845-74e2-4b94-ba40-4fc099ee17b4 req-78ca47a2-6b8f-490b-a5bb-5b90c637c97f tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542244 Aug 23 20:53:45.696043 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9692247b-6cec-41e8-94b8-7c37bbc5de70 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:45.798961 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9692247b-6cec-41e8-94b8-7c37bbc5de70 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Pushing event updated for resources: {'Subnet': ['ID=a2ef0636-4c3d-4414-b55b-868bd9fdc45d,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:45.808330 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9692247b-6cec-41e8-94b8-7c37bbc5de70 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Checking segment: {'id': '6f817b37-bb66-47c4-998c-38c48e7419d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '0fa200e0-91e5-465d-be2a-2404e109220d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:53:45.809133 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9692247b-6cec-41e8-94b8-7c37bbc5de70 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Network hostable DHCP agents. Network: 0fa200e0-91e5-465d-be2a-2404e109220d, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:53:45.845507 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9692247b-6cec-41e8-94b8-7c37bbc5de70 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Network 0fa200e0-91e5-465d-be2a-2404e109220d is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:53:45.877156 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-9692247b-6cec-41e8-94b8-7c37bbc5de70 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 0fa200e0-91e5-465d-be2a-2404e109220d) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:53:45.881384 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9692247b-6cec-41e8-94b8-7c37bbc5de70 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:45.882057 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9692247b-6cec-41e8-94b8-7c37bbc5de70 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:45.892896 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f329a6ce-56b2-46b6-8cfb-6060f4ec6ab5 None None] Network 0fa200e0-91e5-465d-be2a-2404e109220d requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:53:45.914159 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9692247b-6cec-41e8-94b8-7c37bbc5de70 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.8320839 Aug 23 20:53:45.916888 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 57012) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:46.119771 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a18f3f0a-42d6-4b66-b44d-02ff9953ce90 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:46.204334 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:46.214822 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93da9a52-a511-406e-b39f-77e97e6e1000 None None] Network c910b774-4f4f-4dfa-a74e-8d25a4d9a584 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:53:46.303977 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf7ee8-3fe3-46de-bdbc-c048629c8138 req-8618e9a2-3bc5-492e-8f6e-319d75392bc0 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:46.307721 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6abf7ee8-3fe3-46de-bdbc-c048629c8138 req-8618e9a2-3bc5-492e-8f6e-319d75392bc0 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=d82ae337-2443-47ac-b242-94b1eb71fe4f HTTP/1.1" status: 200 len: 946 time: 0.1616273 Aug 23 20:53:46.324044 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a18f3f0a-42d6-4b66-b44d-02ff9953ce90 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:46.370773 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50f4db6-5177-42cb-b77c-3f0c19222ee4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-0fa200e0-91e5-465d-be2a-2404e109220d', 'network_id': '0fa200e0-91e5-465d-be2a-2404e109220d', 'tenant_id': '2cfafcc4588c46528fe78c58f1083b22', 'fixed_ips': [{'subnet_id': 'a2ef0636-4c3d-4414-b55b-868bd9fdc45d'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:53:46.377163 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b50f4db6-5177-42cb-b77c-3f0c19222ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:46.437428 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-05c2b0fe-e2c5-4d99-ad15-c8ea043311a8 None None] Provisioning for port 8ccbf175-2f0f-4547-b35d-b9b9aa79d564 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:53:46.449139 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a18f3f0a-42d6-4b66-b44d-02ff9953ce90 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:46.518246 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18f3f0a-42d6-4b66-b44d-02ff9953ce90 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Pushing event deleted for resources: {'Subnet': ['ID=a2ef0636-4c3d-4414-b55b-868bd9fdc45d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server [None req-b50f4db6-5177-42cb-b77c-3f0c19222ee4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a2ef0636-4c3d-4414-b55b-868bd9fdc45d: This subnet is being modified by another concurrent operation. Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise exception Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a2ef0636-4c3d-4414-b55b-868bd9fdc45d: This subnet is being modified by another concurrent operation. Aug 23 20:53:46.574540 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server Aug 23 20:53:46.636886 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6abf7ee8-3fe3-46de-bdbc-c048629c8138 req-bb9c97be-9673-4e31-8f60-5ff98e1589b9 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149555 Aug 23 20:53:46.648625 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b079bd0-174a-44db-abd6-286485de482d None None] Network 0fa200e0-91e5-465d-be2a-2404e109220d requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:53:46.672892 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a18f3f0a-42d6-4b66-b44d-02ff9953ce90 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:46.685590 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-a18f3f0a-42d6-4b66-b44d-02ff9953ce90 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fa200e0-91e5-465d-be2a-2404e109220d']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:53:46.702271 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-a18f3f0a-42d6-4b66-b44d-02ff9953ce90 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f817b37-bb66-47c4-998c-38c48e7419d5') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:53:46.702562 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-a18f3f0a-42d6-4b66-b44d-02ff9953ce90 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f817b37-bb66-47c4-998c-38c48e7419d5') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:53:46.717116 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a18f3f0a-42d6-4b66-b44d-02ff9953ce90 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:46.744248 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a18f3f0a-42d6-4b66-b44d-02ff9953ce90 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:46.754060 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a18f3f0a-42d6-4b66-b44d-02ff9953ce90 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:53:46.754549 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a18f3f0a-42d6-4b66-b44d-02ff9953ce90 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:46.757908 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:53:46.757908 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:53:46.757908 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:53:46.757908 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:53:46.757908 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:53:46.757908 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:53:46.757908 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:53:46.757908 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:53:46.757908 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:53:46.757908 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:53:46.757908 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:53:46.757908 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:53:46.757908 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:53:46.757908 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:53:46.757908 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:53:46.757908 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:53:46.757908 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:53:46.757908 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:53:46.757908 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:53:46.757908 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:53:46.757908 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:53:46.757908 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:53:46.757908 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:53:46.757908 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:53:46.757908 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:53:46.757908 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:53:46.757908 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:53:46.757908 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:53:46.757908 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:53:46.757908 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:53:46.757908 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:53:46.757908 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:53:46.848163 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a18f3f0a-42d6-4b66-b44d-02ff9953ce90 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:46.922739 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a18f3f0a-42d6-4b66-b44d-02ff9953ce90 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:46.929094 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a18f3f0a-42d6-4b66-b44d-02ff9953ce90 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "DELETE /v2.0/networks/0fa200e0-91e5-465d-be2a-2404e109220d HTTP/1.1" status: 204 len: 168 time: 1.0111532 Aug 23 20:53:46.932241 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18f3f0a-42d6-4b66-b44d-02ff9953ce90 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Pushing event deleted for resources: {'Network': ['ID=0fa200e0-91e5-465d-be2a-2404e109220d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:46.940363 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 57042) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:46.955023 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-bf36a518-f36d-4916-8449-90cc134a5b27 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1137505867'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:53:46.973738 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab6c62-985e-4ebd-b885-13e240ee126b req-4c4b469f-3cfe-4975-b3d8-4819b90e190c tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:46.982947 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b0ab6c62-985e-4ebd-b885-13e240ee126b req-4c4b469f-3cfe-4975-b3d8-4819b90e190c tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 945 time: 0.1276090 Aug 23 20:53:47.017405 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf36a518-f36d-4916-8449-90cc134a5b27 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Made reservation on behalf of 2cfafcc4588c46528fe78c58f1083b22 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:53:47.023286 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bf36a518-f36d-4916-8449-90cc134a5b27 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:47.097829 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf36a518-f36d-4916-8449-90cc134a5b27 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:53:47.125717 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bf36a518-f36d-4916-8449-90cc134a5b27 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:47.126152 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-bf36a518-f36d-4916-8449-90cc134a5b27 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Added segment 739c29de-f8b4-40ad-9044-6f40fb695229 of type vlan for network 8af467a4-59e2-4494-adc5-4232fc399bcc Aug 23 20:53:47.131495 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b0ab6c62-985e-4ebd-b885-13e240ee126b req-ea4e323d-5bd7-43d9-8801-2caa05e642c7 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474361 Aug 23 20:53:47.219642 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 8ccbf175-2f0f-4547-b35d-b9b9aa79d564 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:53:47.284961 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bf36a518-f36d-4916-8449-90cc134a5b27 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:47.339477 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999324d6-2772-4bff-b5f7-cc5b04793b22 None None] get_active_networks_info from n-d-805663-2 {{(pid=94689) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 20:53:47.359819 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bf36a518-f36d-4916-8449-90cc134a5b27 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:47.367593 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf36a518-f36d-4916-8449-90cc134a5b27 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:47.368127 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bf36a518-f36d-4916-8449-90cc134a5b27 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:47.437912 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 8ccbf175-2f0f-4547-b35d-b9b9aa79d564 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:53:47.451100 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 8ccbf175-2f0f-4547-b35d-b9b9aa79d564 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:53:47.451553 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:47.493543 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-bf36a518-f36d-4916-8449-90cc134a5b27 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5512969 Aug 23 20:53:47.496794 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 57062) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:47.514147 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-2da4a5ea-ccc4-4311-947a-71a678240876 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Request body: {'subnet': {'network_id': '8af467a4-59e2-4494-adc5-4232fc399bcc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:53:47.526229 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf36a518-f36d-4916-8449-90cc134a5b27 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Pushing event updated for resources: {'Network': ['ID=8af467a4-59e2-4494-adc5-4232fc399bcc,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:47.551263 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 8af467a4-59e2-4494-adc5-4232fc399bcc details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:53:47.619672 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999324d6-2772-4bff-b5f7-cc5b04793b22 None None] Resources bound (agent type, host, resource id): {{(pid=94689) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 20:53:47.705833 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da4a5ea-ccc4-4311-947a-71a678240876 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Made reservation on behalf of 2cfafcc4588c46528fe78c58f1083b22 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:53:47.709592 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2da4a5ea-ccc4-4311-947a-71a678240876 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:47.834568 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047538b-eb5d-45d0-9963-2dccb62dc886 req-c0df55d7-0c7a-4dc8-b845-e1c75b69b072 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:47.845487 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3047538b-eb5d-45d0-9963-2dccb62dc886 req-c0df55d7-0c7a-4dc8-b845-e1c75b69b072 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=d82ae337-2443-47ac-b242-94b1eb71fe4f HTTP/1.1" status: 200 len: 946 time: 0.1096652 Aug 23 20:53:47.897051 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3047538b-eb5d-45d0-9963-2dccb62dc886 req-7e39b807-f4d4-4338-b496-9c87c7697c9d tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506790 Aug 23 20:53:47.901766 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:47.976740 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 8ccbf175-2f0f-4547-b35d-b9b9aa79d564, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=8ccbf175-2f0f-4547-b35d-b9b9aa79d564,segment=NetworkSegment(5f65aa3e-e76f-47da-ac39-f475cd434dc9),segment_id=5f65aa3e-e76f-47da-ac39-f475cd434dc9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:53:48.014643 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:48.015413 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 28fc50a7-8c8b-442a-8271-869b9a36a660 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:53:48.103076 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=8ccbf175-2f0f-4547-b35d-b9b9aa79d564,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:48.155168 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 28fc50a7-8c8b-442a-8271-869b9a36a660 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:53:48.155591 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:48.162323 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2da4a5ea-ccc4-4311-947a-71a678240876 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:48.261779 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da4a5ea-ccc4-4311-947a-71a678240876 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Pushing event updated for resources: {'Subnet': ['ID=85190029-b230-44ca-8b37-fb08ede39f37,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:48.273077 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da4a5ea-ccc4-4311-947a-71a678240876 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Checking segment: {'id': '739c29de-f8b4-40ad-9044-6f40fb695229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8af467a4-59e2-4494-adc5-4232fc399bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:53:48.273978 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da4a5ea-ccc4-4311-947a-71a678240876 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Network hostable DHCP agents. Network: 8af467a4-59e2-4494-adc5-4232fc399bcc, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:53:48.327382 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da4a5ea-ccc4-4311-947a-71a678240876 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Network 8af467a4-59e2-4494-adc5-4232fc399bcc is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:53:48.355896 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acde5ec-9f77-43a4-a44f-e87a593ee0cf req-49ce4976-e8a3-42d4-bc55-912e376b3495 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:48.358814 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0acde5ec-9f77-43a4-a44f-e87a593ee0cf req-49ce4976-e8a3-42d4-bc55-912e376b3495 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 945 time: 0.0708497 Aug 23 20:53:48.359898 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-2da4a5ea-ccc4-4311-947a-71a678240876 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 8af467a4-59e2-4494-adc5-4232fc399bcc) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:53:48.364588 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da4a5ea-ccc4-4311-947a-71a678240876 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:48.365457 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2da4a5ea-ccc4-4311-947a-71a678240876 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:48.378896 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5476796-1701-46ac-9f8b-fe7e8a516701 None None] Network 8af467a4-59e2-4494-adc5-4232fc399bcc requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:53:48.406604 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2da4a5ea-ccc4-4311-947a-71a678240876 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9072654 Aug 23 20:53:48.409466 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 57082) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:48.451647 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0acde5ec-9f77-43a4-a44f-e87a593ee0cf req-a8a9f1bc-02c0-4935-bbd6-e4138037ee45 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806904 Aug 23 20:53:48.577769 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3973aa85-6743-4bbe-8a23-fb0247952bbf tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:48.654247 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3973aa85-6743-4bbe-8a23-fb0247952bbf tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:48.694690 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44076182-81dd-4c61-887b-d52222832217 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-8af467a4-59e2-4494-adc5-4232fc399bcc', 'network_id': '8af467a4-59e2-4494-adc5-4232fc399bcc', 'tenant_id': '2cfafcc4588c46528fe78c58f1083b22', 'fixed_ips': [{'subnet_id': '85190029-b230-44ca-8b37-fb08ede39f37'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:53:48.695660 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-44076182-81dd-4c61-887b-d52222832217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:48.818211 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3973aa85-6743-4bbe-8a23-fb0247952bbf tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:48.871584 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 8ccbf175-2f0f-4547-b35d-b9b9aa79d564 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:53:48.871744 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3973aa85-6743-4bbe-8a23-fb0247952bbf tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Pushing event deleted for resources: {'Subnet': ['ID=85190029-b230-44ca-8b37-fb08ede39f37,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server [None req-44076182-81dd-4c61-887b-d52222832217 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 85190029-b230-44ca-8b37-fb08ede39f37: This subnet is being modified by another concurrent operation. Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise exception Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 85190029-b230-44ca-8b37-fb08ede39f37: This subnet is being modified by another concurrent operation. Aug 23 20:53:48.928304 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server Aug 23 20:53:48.972936 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718e3f79-214a-43ca-9461-e7e681b8689f None None] Network 8af467a4-59e2-4494-adc5-4232fc399bcc requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:53:49.000000 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3973aa85-6743-4bbe-8a23-fb0247952bbf tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:49.011525 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-3973aa85-6743-4bbe-8a23-fb0247952bbf tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8af467a4-59e2-4494-adc5-4232fc399bcc']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:53:49.023976 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-3973aa85-6743-4bbe-8a23-fb0247952bbf tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '739c29de-f8b4-40ad-9044-6f40fb695229') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:53:49.025012 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-3973aa85-6743-4bbe-8a23-fb0247952bbf tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '739c29de-f8b4-40ad-9044-6f40fb695229') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:53:49.037005 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3973aa85-6743-4bbe-8a23-fb0247952bbf tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:49.055557 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3973aa85-6743-4bbe-8a23-fb0247952bbf tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:49.069281 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 8ccbf175-2f0f-4547-b35d-b9b9aa79d564 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:53:49.069655 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:49.117133 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3973aa85-6743-4bbe-8a23-fb0247952bbf tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:53:49.117541 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3973aa85-6743-4bbe-8a23-fb0247952bbf tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:49.132583 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:53:49.132583 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:53:49.132583 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:53:49.132583 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:53:49.132583 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:53:49.132583 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:53:49.132583 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:53:49.132583 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:53:49.132583 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:53:49.132583 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:53:49.132583 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:53:49.132583 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:53:49.132583 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:53:49.132583 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:53:49.132583 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:53:49.132583 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:53:49.132583 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:53:49.132583 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:53:49.132583 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:53:49.132583 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:53:49.132583 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:53:49.132583 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:53:49.132583 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:53:49.132583 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:53:49.132583 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:53:49.132583 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:53:49.132583 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:53:49.132583 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:53:49.132583 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:53:49.132583 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:53:49.132583 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:53:49.132583 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:53:49.219600 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cda43c-11db-42b4-849a-c0753f66cb38 None None] get_active_networks_info from n-d-805663-2 {{(pid=94689) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 20:53:49.297662 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7fc296-7491-458b-80c9-4d9e731d0301 req-78bc0d35-fd71-41c0-9a4e-601e3c49b613 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:49.319066 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3e7fc296-7491-458b-80c9-4d9e731d0301 req-78bc0d35-fd71-41c0-9a4e-601e3c49b613 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=d82ae337-2443-47ac-b242-94b1eb71fe4f HTTP/1.1" status: 200 len: 946 time: 0.2299659 Aug 23 20:53:49.331301 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3973aa85-6743-4bbe-8a23-fb0247952bbf tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:49.361275 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3973aa85-6743-4bbe-8a23-fb0247952bbf tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:49.363216 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-3973aa85-6743-4bbe-8a23-fb0247952bbf tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "DELETE /v2.0/networks/8af467a4-59e2-4494-adc5-4232fc399bcc HTTP/1.1" status: 204 len: 168 time: 0.9521911 Aug 23 20:53:49.373149 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 57114) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:49.379654 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-5ac10e4e-9de0-4ba0-83e2-ad6eeb82a711 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-25294282'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:53:49.393952 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3973aa85-6743-4bbe-8a23-fb0247952bbf tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Pushing event deleted for resources: {'Network': ['ID=8af467a4-59e2-4494-adc5-4232fc399bcc,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:49.419657 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3e7fc296-7491-458b-80c9-4d9e731d0301 req-b53e969b-7704-4c2d-bf3d-6dffb45166bd tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992446 Aug 23 20:53:49.458826 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac10e4e-9de0-4ba0-83e2-ad6eeb82a711 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Made reservation on behalf of 2cfafcc4588c46528fe78c58f1083b22 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:53:49.462592 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5ac10e4e-9de0-4ba0-83e2-ad6eeb82a711 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:49.522227 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ac10e4e-9de0-4ba0-83e2-ad6eeb82a711 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:53:49.549289 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5ac10e4e-9de0-4ba0-83e2-ad6eeb82a711 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:49.549634 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-5ac10e4e-9de0-4ba0-83e2-ad6eeb82a711 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Added segment 846b9790-b439-45ef-bb55-379c5074948f of type vlan for network 2c14c3fa-ba1f-44b0-866f-6125cc9725aa Aug 23 20:53:49.658081 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5ac10e4e-9de0-4ba0-83e2-ad6eeb82a711 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:49.674432 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cda43c-11db-42b4-849a-c0753f66cb38 None None] Resources bound (agent type, host, resource id): {{(pid=94689) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 20:53:49.730408 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597ad36-61d9-4727-bc4f-b40fdac546e0 req-676bbf65-6a80-4eb5-b1a6-44d4de652586 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:49.732418 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a597ad36-61d9-4727-bc4f-b40fdac546e0 req-676bbf65-6a80-4eb5-b1a6-44d4de652586 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 945 time: 0.0985861 Aug 23 20:53:49.768301 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5ac10e4e-9de0-4ba0-83e2-ad6eeb82a711 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:49.777250 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac10e4e-9de0-4ba0-83e2-ad6eeb82a711 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:49.777886 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5ac10e4e-9de0-4ba0-83e2-ad6eeb82a711 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:49.825037 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5ac10e4e-9de0-4ba0-83e2-ad6eeb82a711 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4501250 Aug 23 20:53:49.828444 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 57126) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:49.834337 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-908271eb-e7f5-4d5e-940d-2a86611ef9c4 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Request body: {'subnet': {'network_id': '2c14c3fa-ba1f-44b0-866f-6125cc9725aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:53:49.923974 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a597ad36-61d9-4727-bc4f-b40fdac546e0 req-bddd1579-cf9c-4fa0-8a4d-c3039fe2521d tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1845086 Aug 23 20:53:49.957560 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac10e4e-9de0-4ba0-83e2-ad6eeb82a711 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Pushing event updated for resources: {'Network': ['ID=2c14c3fa-ba1f-44b0-866f-6125cc9725aa,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:49.998048 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 2c14c3fa-ba1f-44b0-866f-6125cc9725aa details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:53:50.021620 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908271eb-e7f5-4d5e-940d-2a86611ef9c4 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Made reservation on behalf of 2cfafcc4588c46528fe78c58f1083b22 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:53:50.027190 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-908271eb-e7f5-4d5e-940d-2a86611ef9c4 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:50.256220 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-908271eb-e7f5-4d5e-940d-2a86611ef9c4 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:50.330716 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908271eb-e7f5-4d5e-940d-2a86611ef9c4 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Pushing event updated for resources: {'Subnet': ['ID=45f4a7cc-34d4-408d-9b95-e1a51292bb89,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:50.339733 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908271eb-e7f5-4d5e-940d-2a86611ef9c4 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Checking segment: {'id': '846b9790-b439-45ef-bb55-379c5074948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2c14c3fa-ba1f-44b0-866f-6125cc9725aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:53:50.340226 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908271eb-e7f5-4d5e-940d-2a86611ef9c4 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Network hostable DHCP agents. Network: 2c14c3fa-ba1f-44b0-866f-6125cc9725aa, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:53:50.363105 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908271eb-e7f5-4d5e-940d-2a86611ef9c4 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Network 2c14c3fa-ba1f-44b0-866f-6125cc9725aa is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:53:50.374974 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-908271eb-e7f5-4d5e-940d-2a86611ef9c4 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 2c14c3fa-ba1f-44b0-866f-6125cc9725aa) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:53:50.378864 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908271eb-e7f5-4d5e-940d-2a86611ef9c4 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:50.379837 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-908271eb-e7f5-4d5e-940d-2a86611ef9c4 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:50.387045 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8d2725-a571-4a98-ad09-4509df8fd0e9 None None] Network 2c14c3fa-ba1f-44b0-866f-6125cc9725aa requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:53:50.398805 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-908271eb-e7f5-4d5e-940d-2a86611ef9c4 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5689509 Aug 23 20:53:50.401745 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 57138) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:50.407029 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-11ef2879-a9cb-493d-8d57-9056869bd19e tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Request body: {'subnet': {'network_id': '2c14c3fa-ba1f-44b0-866f-6125cc9725aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:53:50.446907 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:50.631822 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc3cfdc-f51b-4d88-ac1d-7c61b0c85ee4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-2c14c3fa-ba1f-44b0-866f-6125cc9725aa', 'network_id': '2c14c3fa-ba1f-44b0-866f-6125cc9725aa', 'tenant_id': '2cfafcc4588c46528fe78c58f1083b22', 'fixed_ips': [{'subnet_id': '45f4a7cc-34d4-408d-9b95-e1a51292bb89'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:53:50.632746 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-edc3cfdc-f51b-4d88-ac1d-7c61b0c85ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:50.666352 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b5619-15b4-4e32-804d-46711fc985ff req-bbd3d7ca-5ab2-4c84-8737-87fe8c49efc2 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:50.681287 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-251b5619-15b4-4e32-804d-46711fc985ff req-bbd3d7ca-5ab2-4c84-8737-87fe8c49efc2 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=d82ae337-2443-47ac-b242-94b1eb71fe4f HTTP/1.1" status: 200 len: 946 time: 0.1390715 Aug 23 20:53:50.756947 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ef2879-a9cb-493d-8d57-9056869bd19e tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Made reservation on behalf of 2cfafcc4588c46528fe78c58f1083b22 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:53:50.776719 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-11ef2879-a9cb-493d-8d57-9056869bd19e tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:50.882843 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-251b5619-15b4-4e32-804d-46711fc985ff req-2b0dcb89-ed23-47ae-9370-11e04dacc7f0 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926954 Aug 23 20:53:50.989586 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-edc3cfdc-f51b-4d88-ac1d-7c61b0c85ee4 None None] Allocated IP 2001:db8::2 (2c14c3fa-ba1f-44b0-866f-6125cc9725aa/45f4a7cc-34d4-408d-9b95-e1a51292bb89/4a2ce660-bdcd-489c-9e19-10f2bb6a21e9) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:53:51.047360 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609f191-7c29-45a6-bb86-20f8286b9e59 req-94dc0bc4-b2f3-48a9-8552-45bd0176f411 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:51.051591 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9609f191-7c29-45a6-bb86-20f8286b9e59 req-94dc0bc4-b2f3-48a9-8552-45bd0176f411 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=eede86a2-48eb-4b9f-af03-967d477cbd7a HTTP/1.1" status: 200 len: 946 time: 0.1263998 Aug 23 20:53:51.143597 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9609f191-7c29-45a6-bb86-20f8286b9e59 req-9de00133-bf5e-4534-88fd-5f62727559b1 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6017907-58fb-483f-96aa-d62b019131cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862286 Aug 23 20:53:51.251600 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:53:51.261646 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bba0ff-64f5-453d-bdd5-37d986e1ad22 req-0491303b-e750-41d2-aaf0-8a1b123fa23b tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:51.265544 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e5bba0ff-64f5-453d-bdd5-37d986e1ad22 req-0491303b-e750-41d2-aaf0-8a1b123fa23b tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 945 time: 0.1873875 Aug 23 20:53:51.327797 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-edc3cfdc-f51b-4d88-ac1d-7c61b0c85ee4 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:51.371100 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-edc3cfdc-f51b-4d88-ac1d-7c61b0c85ee4 None None] Transition to ACTIVE for port object 4a2ce660-bdcd-489c-9e19-10f2bb6a21e9 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:53:51.393670 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e5bba0ff-64f5-453d-bdd5-37d986e1ad22 req-c0adcdd4-5e67-4ef3-be47-1964b44bef3a tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009729 Aug 23 20:53:51.442902 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-edc3cfdc-f51b-4d88-ac1d-7c61b0c85ee4 None None] Transition to ACTIVE for port object 4a2ce660-bdcd-489c-9e19-10f2bb6a21e9 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:53:51.453675 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-11ef2879-a9cb-493d-8d57-9056869bd19e tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:51.486124 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-edc3cfdc-f51b-4d88-ac1d-7c61b0c85ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:51.557337 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ef2879-a9cb-493d-8d57-9056869bd19e tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Pushing event updated for resources: {'Subnet': ['ID=c1445222-03bb-45fe-923c-da1b9c854e75,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:51.582363 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ef2879-a9cb-493d-8d57-9056869bd19e tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Network 2c14c3fa-ba1f-44b0-866f-6125cc9725aa is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:53:51.583947 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-11ef2879-a9cb-493d-8d57-9056869bd19e tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:53:51.586859 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ef2879-a9cb-493d-8d57-9056869bd19e tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:51.587776 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-11ef2879-a9cb-493d-8d57-9056869bd19e tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:51.606097 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-11ef2879-a9cb-493d-8d57-9056869bd19e tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2031071 Aug 23 20:53:51.609263 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 57188) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:51.768941 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4e6dcf-a1fa-42f9-952f-fc4533896117 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:51.770519 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4e6dcf-a1fa-42f9-952f-fc4533896117 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:51.772169 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4e6dcf-a1fa-42f9-952f-fc4533896117 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:51.774489 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4e6dcf-a1fa-42f9-952f-fc4533896117 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:51.776269 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4e6dcf-a1fa-42f9-952f-fc4533896117 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:51.786962 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 57206) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:51.802564 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-4168df38-54b0-4f15-a8b4-05557e69e0e5 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-718398582'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:53:51.848042 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-6a4e6dcf-a1fa-42f9-952f-fc4533896117 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2372181 Aug 23 20:53:51.872892 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc3cfdc-f51b-4d88-ac1d-7c61b0c85ee4 None None] Network 2c14c3fa-ba1f-44b0-866f-6125cc9725aa is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:53:51.875185 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4168df38-54b0-4f15-a8b4-05557e69e0e5 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Made reservation on behalf of 2cfafcc4588c46528fe78c58f1083b22 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:53:51.879510 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4168df38-54b0-4f15-a8b4-05557e69e0e5 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:51.895623 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-edc3cfdc-f51b-4d88-ac1d-7c61b0c85ee4 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:53:51.898094 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc3cfdc-f51b-4d88-ac1d-7c61b0c85ee4 None None] Pushing event updated for resources: {'Port': ['ID=4a2ce660-bdcd-489c-9e19-10f2bb6a21e9,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:51.906854 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f,segment=NetworkSegment(d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a),segment_id=d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:53:51.909758 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc3cfdc-f51b-4d88-ac1d-7c61b0c85ee4 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:53:51.943038 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f', 'network_id': '8f9f903e-93a4-4fe6-b0ce-e2059346b6d0', 'port_id': '2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f', 'mac_address': 'fa:16:3e:4a:0a:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd199577e-85a3-487d-894b-30e054d60332', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:53:51.960662 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4168df38-54b0-4f15-a8b4-05557e69e0e5 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:53:51.983199 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4168df38-54b0-4f15-a8b4-05557e69e0e5 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:51.985881 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-4168df38-54b0-4f15-a8b4-05557e69e0e5 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Added segment a57d03fb-483c-4dd3-a8a6-3ecfbc086c5b of type vlan for network c91916f5-a8d8-4793-8fb4-e7b99c32a86a Aug 23 20:53:52.078986 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:52.085634 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4168df38-54b0-4f15-a8b4-05557e69e0e5 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:52.142402 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:53:52.142821 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4168df38-54b0-4f15-a8b4-05557e69e0e5 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:52.148894 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4168df38-54b0-4f15-a8b4-05557e69e0e5 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:52.187866 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4168df38-54b0-4f15-a8b4-05557e69e0e5 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:52.199641 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f,segment=NetworkSegment(d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a),segment_id=d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:53:52.213638 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26b82e-78d5-4851-b000-8e970678a287 req-507b4576-6b10-4ea0-a99c-67b6a636e431 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:52.222404 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bd26b82e-78d5-4851-b000-8e970678a287 req-507b4576-6b10-4ea0-a99c-67b6a636e431 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=d82ae337-2443-47ac-b242-94b1eb71fe4f HTTP/1.1" status: 200 len: 946 time: 0.1511152 Aug 23 20:53:52.246544 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:52.255791 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-edc3cfdc-f51b-4d88-ac1d-7c61b0c85ee4 None None] Attempting to bind port 4a2ce660-bdcd-489c-9e19-10f2bb6a21e9 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:53:52.257366 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-edc3cfdc-f51b-4d88-ac1d-7c61b0c85ee4 None None] Attempting to bind port 4a2ce660-bdcd-489c-9e19-10f2bb6a21e9 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '846b9790-b439-45ef-bb55-379c5074948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2c14c3fa-ba1f-44b0-866f-6125cc9725aa'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:53:52.260240 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc3cfdc-f51b-4d88-ac1d-7c61b0c85ee4 None None] Attempting to bind port 4a2ce660-bdcd-489c-9e19-10f2bb6a21e9 on network 2c14c3fa-ba1f-44b0-866f-6125cc9725aa {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:53:52.345849 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-4168df38-54b0-4f15-a8b4-05557e69e0e5 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5576766 Aug 23 20:53:52.355227 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 57228) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:52.362474 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-c0021a88-9f46-4422-94ee-b4cd3140f163 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:53:52.365219 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc3cfdc-f51b-4d88-ac1d-7c61b0c85ee4 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:53:52.368035 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc3cfdc-f51b-4d88-ac1d-7c61b0c85ee4 None None] Checking segment: {'id': '846b9790-b439-45ef-bb55-379c5074948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2c14c3fa-ba1f-44b0-866f-6125cc9725aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:53:52.368450 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-edc3cfdc-f51b-4d88-ac1d-7c61b0c85ee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:52.368847 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc3cfdc-f51b-4d88-ac1d-7c61b0c85ee4 None None] Bound using segment: {'id': '846b9790-b439-45ef-bb55-379c5074948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2c14c3fa-ba1f-44b0-866f-6125cc9725aa'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:53:52.369342 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-edc3cfdc-f51b-4d88-ac1d-7c61b0c85ee4 None None] Bound port: 4a2ce660-bdcd-489c-9e19-10f2bb6a21e9, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '846b9790-b439-45ef-bb55-379c5074948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2c14c3fa-ba1f-44b0-866f-6125cc9725aa'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:53:52.369732 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-edc3cfdc-f51b-4d88-ac1d-7c61b0c85ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:52.417048 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:53:52.430077 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bd26b82e-78d5-4851-b000-8e970678a287 req-89e8336d-f5b3-4a22-8bd0-a4ae5f4a1d8f tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985412 Aug 23 20:53:52.436309 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168df38-54b0-4f15-a8b4-05557e69e0e5 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Pushing event updated for resources: {'Network': ['ID=c91916f5-a8d8-4793-8fb4-e7b99c32a86a,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:52.577020 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network c91916f5-a8d8-4793-8fb4-e7b99c32a86a details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:53:52.625464 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7775af05-961c-486e-b987-2739eaf186be req-aafa21fd-da00-4dae-b08a-3af2b4287d64 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:52.648428 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7775af05-961c-486e-b987-2739eaf186be req-aafa21fd-da00-4dae-b08a-3af2b4287d64 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=eede86a2-48eb-4b9f-af03-967d477cbd7a HTTP/1.1" status: 200 len: 946 time: 0.2978261 Aug 23 20:53:52.734998 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee65920-114f-49c9-b32e-4c5c0b4d8ab5 req-a25bf2b0-0d93-486d-a7c3-98ef309f02a1 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:52.744917 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bee65920-114f-49c9-b32e-4c5c0b4d8ab5 req-a25bf2b0-0d93-486d-a7c3-98ef309f02a1 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 944 time: 0.1625621 Aug 23 20:53:52.852681 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bee65920-114f-49c9-b32e-4c5c0b4d8ab5 req-b6fe427b-78fb-4153-bdb7-80bb41da0a16 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970721 Aug 23 20:53:52.870606 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:52.913908 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7775af05-961c-486e-b987-2739eaf186be req-165ea62b-705b-48e0-9fad-303c2631f33b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6017907-58fb-483f-96aa-d62b019131cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2591057 Aug 23 20:53:52.957973 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-edc3cfdc-f51b-4d88-ac1d-7c61b0c85ee4 None None] For port 4a2ce660-bdcd-489c-9e19-10f2bb6a21e9, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:53:52.971616 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c0021a88-9f46-4422-94ee-b4cd3140f163 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:52.976784 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-edc3cfdc-f51b-4d88-ac1d-7c61b0c85ee4 None None] For port 4a2ce660-bdcd-489c-9e19-10f2bb6a21e9, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=4a2ce660-bdcd-489c-9e19-10f2bb6a21e9,segment=NetworkSegment(846b9790-b439-45ef-bb55-379c5074948f),segment_id=846b9790-b439-45ef-bb55-379c5074948f)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:53:53.007833 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-edc3cfdc-f51b-4d88-ac1d-7c61b0c85ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:53.008857 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c0021a88-9f46-4422-94ee-b4cd3140f163 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:53.123966 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0021a88-9f46-4422-94ee-b4cd3140f163 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Pushing event updated for resources: {'Network': ['ID=c91916f5-a8d8-4793-8fb4-e7b99c32a86a,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:53.140273 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc3cfdc-f51b-4d88-ac1d-7c61b0c85ee4 None None] Pushing event updated for resources: {'Port': ['ID=4a2ce660-bdcd-489c-9e19-10f2bb6a21e9,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:53.146007 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network c91916f5-a8d8-4793-8fb4-e7b99c32a86a details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:53:53.152232 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c0021a88-9f46-4422-94ee-b4cd3140f163 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Network c91916f5-a8d8-4793-8fb4-e7b99c32a86a is not hosted by any dhcp agent {{(pid=94687) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 23 20:53:53.173879 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0021a88-9f46-4422-94ee-b4cd3140f163 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:53.174702 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c0021a88-9f46-4422-94ee-b4cd3140f163 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:53.176098 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c0021a88-9f46-4422-94ee-b4cd3140f163 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "PUT /v2.0/networks/c91916f5-a8d8-4793-8fb4-e7b99c32a86a HTTP/1.1" status: 200 len: 723 time: 0.8181357 Aug 23 20:53:53.179075 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 57252) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:53.190891 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-fe667f81-38b9-4432-b432-ac12b6bd5d06 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Request body: {'subnet': {'network_id': 'c91916f5-a8d8-4793-8fb4-e7b99c32a86a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:53:53.243419 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 57254) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:53.413528 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe667f81-38b9-4432-b432-ac12b6bd5d06 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Made reservation on behalf of 2cfafcc4588c46528fe78c58f1083b22 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:53:53.430458 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fe667f81-38b9-4432-b432-ac12b6bd5d06 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:53.444673 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c1676e15-97b5-469f-b218-12f5ec97a0c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:53.770859 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c1676e15-97b5-469f-b218-12f5ec97a0c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:53.777130 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c1676e15-97b5-469f-b218-12f5ec97a0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:53.807086 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a488f2-7933-4238-af42-fffb272f50d6 req-724b32ea-6157-49d4-bf2c-8e03a6df3bf2 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:53.823228 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-09a488f2-7933-4238-af42-fffb272f50d6 req-724b32ea-6157-49d4-bf2c-8e03a6df3bf2 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=d82ae337-2443-47ac-b242-94b1eb71fe4f HTTP/1.1" status: 200 len: 946 time: 0.1631365 Aug 23 20:53:53.840530 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c1676e15-97b5-469f-b218-12f5ec97a0c6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b430dc206f874811bc875cefa035ab4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5961587 Aug 23 20:53:53.844636 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1676e15-97b5-469f-b218-12f5ec97a0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9251fe9d-6bfe-4ab0-b578-af351b4c7862,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:53.864591 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 57270) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:54.018662 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f6e36f82-8ea2-42ee-bf2d-ec19c40e28a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:54.046798 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-09a488f2-7933-4238-af42-fffb272f50d6 req-15bf7eeb-48f7-408e-b77d-7475344463d8 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085369 Aug 23 20:53:54.077408 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f6e36f82-8ea2-42ee-bf2d-ec19c40e28a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:54.141346 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fe667f81-38b9-4432-b432-ac12b6bd5d06 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:54.258754 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe667f81-38b9-4432-b432-ac12b6bd5d06 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Pushing event updated for resources: {'Subnet': ['ID=525421b0-1d32-43b3-8f0b-fd24af2ff344,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:54.270374 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f6e36f82-8ea2-42ee-bf2d-ec19c40e28a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:54.274251 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f6e36f82-8ea2-42ee-bf2d-ec19c40e28a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:54.275563 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f6e36f82-8ea2-42ee-bf2d-ec19c40e28a9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9251fe9d-6bfe-4ab0-b578-af351b4c7862 HTTP/1.1" status: 204 len: 168 time: 0.4080794 Aug 23 20:53:54.288693 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e36f82-8ea2-42ee-bf2d-ec19c40e28a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9251fe9d-6bfe-4ab0-b578-af351b4c7862,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:54.380868 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe667f81-38b9-4432-b432-ac12b6bd5d06 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Checking segment: {'id': 'a57d03fb-483c-4dd3-a8a6-3ecfbc086c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c91916f5-a8d8-4793-8fb4-e7b99c32a86a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:53:54.381583 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad2b002-4ff3-40b3-a8b5-83a307a78b11 req-f747d004-2a1c-44d6-9094-d3c3f43febe2 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:54.390445 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0ad2b002-4ff3-40b3-a8b5-83a307a78b11 req-f747d004-2a1c-44d6-9094-d3c3f43febe2 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 944 time: 0.1928289 Aug 23 20:53:54.391627 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe667f81-38b9-4432-b432-ac12b6bd5d06 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Network hostable DHCP agents. Network: c91916f5-a8d8-4793-8fb4-e7b99c32a86a, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:53:54.437223 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a710d-b9f2-4df0-8090-489b9b1bfb50 req-9b980ad6-0f35-4ebd-b3e8-a82483f759be tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:54.453115 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-980a710d-b9f2-4df0-8090-489b9b1bfb50 req-9b980ad6-0f35-4ebd-b3e8-a82483f759be tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=eede86a2-48eb-4b9f-af03-967d477cbd7a HTTP/1.1" status: 200 len: 946 time: 0.2060864 Aug 23 20:53:54.488413 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0ad2b002-4ff3-40b3-a8b5-83a307a78b11 req-4ff72a11-e606-4f61-9f6f-9aff44e9e8b9 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882277 Aug 23 20:53:54.543230 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-980a710d-b9f2-4df0-8090-489b9b1bfb50 req-f36f0512-3f90-4448-a392-6792aca4c191 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6017907-58fb-483f-96aa-d62b019131cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863256 Aug 23 20:53:54.566904 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe667f81-38b9-4432-b432-ac12b6bd5d06 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Network c91916f5-a8d8-4793-8fb4-e7b99c32a86a is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:53:54.601024 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-fe667f81-38b9-4432-b432-ac12b6bd5d06 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, c91916f5-a8d8-4793-8fb4-e7b99c32a86a) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:53:54.613661 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe667f81-38b9-4432-b432-ac12b6bd5d06 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:54.616935 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fe667f81-38b9-4432-b432-ac12b6bd5d06 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:54.617342 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892111ed-3e9e-4376-b36a-d3ef1f41d851 None None] Network c91916f5-a8d8-4793-8fb4-e7b99c32a86a requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:53:54.661113 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-fe667f81-38b9-4432-b432-ac12b6bd5d06 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4809167 Aug 23 20:53:54.664173 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 57292) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:54.672676 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-4aeccac9-98ce-4450-b89a-f63c1df30c75 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:53:54.934320 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4aeccac9-98ce-4450-b89a-f63c1df30c75 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10452940'] for subnet, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:55.020757 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 4a2ce660-bdcd-489c-9e19-10f2bb6a21e9 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:53:55.071223 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d996ccb1-604b-411e-9fe9-7ec713f1d3c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-c91916f5-a8d8-4793-8fb4-e7b99c32a86a', 'network_id': 'c91916f5-a8d8-4793-8fb4-e7b99c32a86a', 'tenant_id': '2cfafcc4588c46528fe78c58f1083b22', 'fixed_ips': [{'subnet_id': '525421b0-1d32-43b3-8f0b-fd24af2ff344'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:53:55.072107 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d996ccb1-604b-411e-9fe9-7ec713f1d3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:55.175233 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b07f52-0635-4fd7-b42a-4226e83372c8 None None] Network 2c14c3fa-ba1f-44b0-866f-6125cc9725aa requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:53:55.320131 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 4a2ce660-bdcd-489c-9e19-10f2bb6a21e9 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:53:55.333304 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:53:55.359162 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4aeccac9-98ce-4450-b89a-f63c1df30c75 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790315847882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2501481'] for subnet, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:55.411099 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f37967-de8b-4570-95bc-45da22ad20f8 req-213fa299-ddd1-4e9e-9408-a94c88231881 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:55.413032 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e1f37967-de8b-4570-95bc-45da22ad20f8 req-213fa299-ddd1-4e9e-9408-a94c88231881 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=d82ae337-2443-47ac-b242-94b1eb71fe4f HTTP/1.1" status: 200 len: 946 time: 0.1838348 Aug 23 20:53:55.526266 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aeccac9-98ce-4450-b89a-f63c1df30c75 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:55.533123 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4aeccac9-98ce-4450-b89a-f63c1df30c75 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:55.534585 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-4aeccac9-98ce-4450-b89a-f63c1df30c75 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "PUT /v2.0/subnets/525421b0-1d32-43b3-8f0b-fd24af2ff344 HTTP/1.1" status: 200 len: 826 time: 0.8678932 Aug 23 20:53:55.537250 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 57308) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:55.587911 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeccac9-98ce-4450-b89a-f63c1df30c75 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Pushing event updated for resources: {'Subnet': ['ID=525421b0-1d32-43b3-8f0b-fd24af2ff344,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:55.621464 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9bc8e25c-0865-4448-ae93-e2157c773063 None None] Provisioning for port 4a2ce660-bdcd-489c-9e19-10f2bb6a21e9 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:53:55.623889 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e1f37967-de8b-4570-95bc-45da22ad20f8 req-8dc36db1-4eb5-4bb8-9b87-b9abf53e623a tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474588 Aug 23 20:53:55.647302 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9bc8e25c-0865-4448-ae93-e2157c773063 None None] Provisioning complete for port 4a2ce660-bdcd-489c-9e19-10f2bb6a21e9 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:53:55.647814 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9bc8e25c-0865-4448-ae93-e2157c773063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:55.838475 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-80d7b818-2cbb-439c-a208-3e67d6885260 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:55.846114 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-d996ccb1-604b-411e-9fe9-7ec713f1d3c0 None None] Allocated IP 2001:db8::2 (c91916f5-a8d8-4793-8fb4-e7b99c32a86a/525421b0-1d32-43b3-8f0b-fd24af2ff344/df9a60f3-1d5f-4962-840b-18b275e27715) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:53:55.848724 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:53:55.849248 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:55.860550 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afd1d00-3755-4530-8884-a87714ce0f75 req-609a9ebd-651c-41b3-ac14-5cb555c7501c tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:55.864477 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4afd1d00-3755-4530-8884-a87714ce0f75 req-609a9ebd-651c-41b3-ac14-5cb555c7501c tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=eede86a2-48eb-4b9f-af03-967d477cbd7a HTTP/1.1" status: 200 len: 946 time: 0.1186366 Aug 23 20:53:55.906997 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef24da5-a4b9-4e99-b000-469d2091aae7 req-0007cfbc-6149-4c87-ad08-e393429ea700 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:55.912208 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5ef24da5-a4b9-4e99-b000-469d2091aae7 req-0007cfbc-6149-4c87-ad08-e393429ea700 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 944 time: 0.3015809 Aug 23 20:53:55.959705 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4afd1d00-3755-4530-8884-a87714ce0f75 req-0c2a4a5c-e9f3-4e16-9e49-1d07c6521173 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6017907-58fb-483f-96aa-d62b019131cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808918 Aug 23 20:53:56.016990 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5ef24da5-a4b9-4e99-b000-469d2091aae7 req-69e8effa-212a-4655-bd54-e61a4657fa5c tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991316 Aug 23 20:53:56.133596 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9bc8e25c-0865-4448-ae93-e2157c773063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:56.149455 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-80d7b818-2cbb-439c-a208-3e67d6885260 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:56.287729 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-9bc8e25c-0865-4448-ae93-e2157c773063 None None] For port 4a2ce660-bdcd-489c-9e19-10f2bb6a21e9, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=4a2ce660-bdcd-489c-9e19-10f2bb6a21e9,segment=NetworkSegment(846b9790-b439-45ef-bb55-379c5074948f),segment_id=846b9790-b439-45ef-bb55-379c5074948f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:53:56.322455 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9bc8e25c-0865-4448-ae93-e2157c773063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:56.422709 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:56.460548 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493ba978-f4ad-4694-bb93-e7ef511a167e None None] Update dhcp port {'port': {'network_id': '2c14c3fa-ba1f-44b0-866f-6125cc9725aa', 'fixed_ips': [{'subnet_id': '45f4a7cc-34d4-408d-9b95-e1a51292bb89', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c1445222-03bb-45fe-923c-da1b9c854e75'}], 'binding:host_id': 'n-d-805663-2'}, 'id': '4a2ce660-bdcd-489c-9e19-10f2bb6a21e9'} from n-d-805663-2. {{(pid=94689) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 20:53:56.498861 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc8e25c-0865-4448-ae93-e2157c773063 None None] Pushing event updated for resources: {'Port': ['ID=4a2ce660-bdcd-489c-9e19-10f2bb6a21e9,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:56.501988 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d996ccb1-604b-411e-9fe9-7ec713f1d3c0 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:56.513068 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '783c66c0-5fe3-42a7-af94-ee64cb7bff89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:53:56.516005 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feaa4c86-75be-42f4-b6ca-d3a6fd333437" -d '{"events": [{"server_uuid": "783c66c0-5fe3-42a7-af94-ee64cb7bff89", "name": "network-vif-plugged", "status": "completed", "tag": "2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:53:56.537332 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d996ccb1-604b-411e-9fe9-7ec713f1d3c0 None None] Transition to ACTIVE for port object df9a60f3-1d5f-4962-840b-18b275e27715 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:53:56.538895 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f,segment=NetworkSegment(d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a),segment_id=d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:53:56.542621 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493ba978-f4ad-4694-bb93-e7ef511a167e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:56.567433 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:56.576194 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d996ccb1-604b-411e-9fe9-7ec713f1d3c0 None None] Transition to ACTIVE for port object df9a60f3-1d5f-4962-840b-18b275e27715 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:53:56.615287 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-80d7b818-2cbb-439c-a208-3e67d6885260 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:56.644624 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58adcb73-8515-49cc-8a60-5aad5ee71f37 x-openstack-request-id: req-58adcb73-8515-49cc-8a60-5aad5ee71f37 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:53:56.645226 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "783c66c0-5fe3-42a7-af94-ee64cb7bff89", "name": "network-vif-plugged", "status": "completed", "tag": "2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:53:56.645226 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-58adcb73-8515-49cc-8a60-5aad5ee71f37 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:53:56.645606 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '783c66c0-5fe3-42a7-af94-ee64cb7bff89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f', 'code': 200} Aug 23 20:53:56.652104 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d996ccb1-604b-411e-9fe9-7ec713f1d3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:56.656517 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d7b818-2cbb-439c-a208-3e67d6885260 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Pushing event deleted for resources: {'Subnet': ['ID=525421b0-1d32-43b3-8f0b-fd24af2ff344,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:56.741511 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d996ccb1-604b-411e-9fe9-7ec713f1d3c0 None None] Network c91916f5-a8d8-4793-8fb4-e7b99c32a86a is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:53:56.797198 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-d996ccb1-604b-411e-9fe9-7ec713f1d3c0 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:53:56.806934 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d996ccb1-604b-411e-9fe9-7ec713f1d3c0 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:53:56.812152 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f,revision_number=7']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:56.847604 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-80d7b818-2cbb-439c-a208-3e67d6885260 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:56.865987 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-80d7b818-2cbb-439c-a208-3e67d6885260 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c91916f5-a8d8-4793-8fb4-e7b99c32a86a']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:53:56.872825 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 4a2ce660-bdcd-489c-9e19-10f2bb6a21e9 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:53:57.134618 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d996ccb1-604b-411e-9fe9-7ec713f1d3c0 None None] Pushing event updated for resources: {'Port': ['ID=df9a60f3-1d5f-4962-840b-18b275e27715,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:57.168271 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-d996ccb1-604b-411e-9fe9-7ec713f1d3c0 None None] Attempting to bind port df9a60f3-1d5f-4962-840b-18b275e27715 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:53:57.169052 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-d996ccb1-604b-411e-9fe9-7ec713f1d3c0 None None] Attempting to bind port df9a60f3-1d5f-4962-840b-18b275e27715 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'a57d03fb-483c-4dd3-a8a6-3ecfbc086c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c91916f5-a8d8-4793-8fb4-e7b99c32a86a'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:53:57.169649 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d996ccb1-604b-411e-9fe9-7ec713f1d3c0 None None] Attempting to bind port df9a60f3-1d5f-4962-840b-18b275e27715 on network c91916f5-a8d8-4793-8fb4-e7b99c32a86a {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:53:57.185970 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d996ccb1-604b-411e-9fe9-7ec713f1d3c0 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:53:57.186751 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d996ccb1-604b-411e-9fe9-7ec713f1d3c0 None None] Checking segment: {'id': 'a57d03fb-483c-4dd3-a8a6-3ecfbc086c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c91916f5-a8d8-4793-8fb4-e7b99c32a86a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:53:57.187163 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d996ccb1-604b-411e-9fe9-7ec713f1d3c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:57.187571 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d996ccb1-604b-411e-9fe9-7ec713f1d3c0 None None] Bound using segment: {'id': 'a57d03fb-483c-4dd3-a8a6-3ecfbc086c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c91916f5-a8d8-4793-8fb4-e7b99c32a86a'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:53:57.188174 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-d996ccb1-604b-411e-9fe9-7ec713f1d3c0 None None] Bound port: df9a60f3-1d5f-4962-840b-18b275e27715, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a57d03fb-483c-4dd3-a8a6-3ecfbc086c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c91916f5-a8d8-4793-8fb4-e7b99c32a86a'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:53:57.188496 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d996ccb1-604b-411e-9fe9-7ec713f1d3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:57.230407 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba1d63-8f9c-4272-a0b1-f11b232b7e72 req-553f9587-3677-4e2b-a841-4ea38ffd75d8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:57.234354 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-493ba978-f4ad-4694-bb93-e7ef511a167e None None] Allocated IP 172.20.0.1 (2c14c3fa-ba1f-44b0-866f-6125cc9725aa/c1445222-03bb-45fe-923c-da1b9c854e75/4a2ce660-bdcd-489c-9e19-10f2bb6a21e9) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:53:57.248231 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3cba1d63-8f9c-4272-a0b1-f11b232b7e72 req-553f9587-3677-4e2b-a841-4ea38ffd75d8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=eede86a2-48eb-4b9f-af03-967d477cbd7a HTTP/1.1" status: 200 len: 946 time: 0.1607628 Aug 23 20:53:57.280528 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 4a2ce660-bdcd-489c-9e19-10f2bb6a21e9 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:53:57.280904 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:57.322585 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3cba1d63-8f9c-4272-a0b1-f11b232b7e72 req-307b6316-ea6f-4f01-9e46-44f1b2655924 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6017907-58fb-483f-96aa-d62b019131cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732005 Aug 23 20:53:57.474444 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-d996ccb1-604b-411e-9fe9-7ec713f1d3c0 None None] For port df9a60f3-1d5f-4962-840b-18b275e27715, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:53:57.485834 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-80d7b818-2cbb-439c-a208-3e67d6885260 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a57d03fb-483c-4dd3-a8a6-3ecfbc086c5b') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:53:57.486435 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-80d7b818-2cbb-439c-a208-3e67d6885260 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a57d03fb-483c-4dd3-a8a6-3ecfbc086c5b') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:53:57.503839 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-80d7b818-2cbb-439c-a208-3e67d6885260 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:57.524962 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968367b2-574c-4cc5-b3f1-88468aadc31a req-81d87fb5-ec47-4216-b447-7a9094192df5 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:57.535589 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-968367b2-574c-4cc5-b3f1-88468aadc31a req-81d87fb5-ec47-4216-b447-7a9094192df5 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 945 time: 0.1284094 Aug 23 20:53:57.538457 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-d996ccb1-604b-411e-9fe9-7ec713f1d3c0 None None] For port df9a60f3-1d5f-4962-840b-18b275e27715, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=df9a60f3-1d5f-4962-840b-18b275e27715,segment=NetworkSegment(a57d03fb-483c-4dd3-a8a6-3ecfbc086c5b),segment_id=a57d03fb-483c-4dd3-a8a6-3ecfbc086c5b)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:53:57.565115 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe57a6-6ba4-4991-a8d0-c230c7a977cf req-5722cda4-017b-4634-b3c9-0fea236b34c1 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:57.572112 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ebbe57a6-6ba4-4991-a8d0-c230c7a977cf req-5722cda4-017b-4634-b3c9-0fea236b34c1 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=d82ae337-2443-47ac-b242-94b1eb71fe4f HTTP/1.1" status: 200 len: 946 time: 0.8365097 Aug 23 20:53:57.576958 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-80d7b818-2cbb-439c-a208-3e67d6885260 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:57.585944 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d996ccb1-604b-411e-9fe9-7ec713f1d3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:57.593012 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80d7b818-2cbb-439c-a208-3e67d6885260 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:53:57.593453 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-80d7b818-2cbb-439c-a208-3e67d6885260 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:57.657751 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:53:57.657751 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:53:57.657751 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:53:57.657751 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:53:57.657751 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:53:57.657751 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:53:57.657751 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:53:57.657751 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:53:57.657751 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:53:57.657751 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:53:57.657751 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:53:57.657751 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:53:57.657751 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:53:57.657751 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:53:57.657751 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:53:57.657751 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:53:57.657751 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:53:57.657751 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:53:57.657751 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:53:57.657751 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:53:57.657751 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:53:57.657751 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:53:57.657751 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:53:57.657751 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:53:57.657751 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:53:57.657751 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:53:57.657751 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:53:57.657751 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:53:57.657751 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:53:57.657751 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:53:57.657751 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:53:57.657751 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:53:57.667119 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-968367b2-574c-4cc5-b3f1-88468aadc31a req-0d450985-3cd5-4c9e-a9dd-950a0b1c2b0f tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275630 Aug 23 20:53:57.669293 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.db.api [None req-80d7b818-2cbb-439c-a208-3e67d6885260 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 23 20:53:57.669293 n-d-805663-2 neutron-server[94688]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 23 20:53:57.669293 n-d-805663-2 neutron-server[94688]: [parameters: {'id': 'c91916f5-a8d8-4793-8fb4-e7b99c32a86a'}] Aug 23 20:53:57.669293 n-d-805663-2 neutron-server[94688]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94688) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 20:53:57.669684 n-d-805663-2 neutron-server[94688]: DEBUG oslo_db.api [None req-80d7b818-2cbb-439c-a208-3e67d6885260 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 20:53:57.741279 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d996ccb1-604b-411e-9fe9-7ec713f1d3c0 None None] Pushing event updated for resources: {'Port': ['ID=df9a60f3-1d5f-4962-840b-18b275e27715,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:57.779534 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ebbe57a6-6ba4-4991-a8d0-c230c7a977cf req-0023dbc1-e48c-4239-81f4-7e2381135ea9 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208026 Aug 23 20:53:57.839655 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66c0a38-6dc6-4d8c-b13f-938bc9c2a10f None None] Network c91916f5-a8d8-4793-8fb4-e7b99c32a86a requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:53:57.864307 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-493ba978-f4ad-4694-bb93-e7ef511a167e None None] For port 4a2ce660-bdcd-489c-9e19-10f2bb6a21e9, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=4a2ce660-bdcd-489c-9e19-10f2bb6a21e9,segment=NetworkSegment(846b9790-b439-45ef-bb55-379c5074948f),segment_id=846b9790-b439-45ef-bb55-379c5074948f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:53:57.972561 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493ba978-f4ad-4694-bb93-e7ef511a167e None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:58.020287 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-493ba978-f4ad-4694-bb93-e7ef511a167e None None] Transition to ACTIVE for port object 4a2ce660-bdcd-489c-9e19-10f2bb6a21e9 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:53:58.025713 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-493ba978-f4ad-4694-bb93-e7ef511a167e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:58.044811 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767c87df-c038-4829-9a35-760136838cb0 None None] Network c91916f5-a8d8-4793-8fb4-e7b99c32a86a requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:53:58.170721 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-80d7b818-2cbb-439c-a208-3e67d6885260 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:58.258836 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493ba978-f4ad-4694-bb93-e7ef511a167e None None] Pushing event updated for resources: {'Port': ['ID=4a2ce660-bdcd-489c-9e19-10f2bb6a21e9,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:58.298265 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-80d7b818-2cbb-439c-a208-3e67d6885260 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Deleting port df9a60f3-1d5f-4962-840b-18b275e27715 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:53:58.298626 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-80d7b818-2cbb-439c-a208-3e67d6885260 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:58.499863 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-80d7b818-2cbb-439c-a208-3e67d6885260 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] For port df9a60f3-1d5f-4962-840b-18b275e27715, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=df9a60f3-1d5f-4962-840b-18b275e27715,segment=NetworkSegment(a57d03fb-483c-4dd3-a8a6-3ecfbc086c5b),segment_id=a57d03fb-483c-4dd3-a8a6-3ecfbc086c5b)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:53:58.500173 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-80d7b818-2cbb-439c-a208-3e67d6885260 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:58.523335 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-80d7b818-2cbb-439c-a208-3e67d6885260 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Calling delete_port for df9a60f3-1d5f-4962-840b-18b275e27715 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:53:58.591527 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68bd484-744c-48b1-9818-b178920645e6 req-1accbef5-580c-4f55-8008-85c7de4b1ebb tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:58.594015 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a68bd484-744c-48b1-9818-b178920645e6 req-1accbef5-580c-4f55-8008-85c7de4b1ebb tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=eede86a2-48eb-4b9f-af03-967d477cbd7a HTTP/1.1" status: 200 len: 946 time: 0.1324787 Aug 23 20:53:58.674409 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-80d7b818-2cbb-439c-a208-3e67d6885260 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:58.706301 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d7b818-2cbb-439c-a208-3e67d6885260 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] No DVR routers for this DVR port df9a60f3-1d5f-4962-840b-18b275e27715 on host n-d-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:53:58.715035 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a68bd484-744c-48b1-9818-b178920645e6 req-1f814e88-43a8-4298-bdaa-4f1ba712dd71 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6017907-58fb-483f-96aa-d62b019131cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082754 Aug 23 20:53:58.844440 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d7b818-2cbb-439c-a208-3e67d6885260 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Pushing event deleted for resources: {'Port': ['ID=df9a60f3-1d5f-4962-840b-18b275e27715,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:58.902688 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 4a2ce660-bdcd-489c-9e19-10f2bb6a21e9 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:53:58.968492 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-80d7b818-2cbb-439c-a208-3e67d6885260 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:58.984471 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-80d7b818-2cbb-439c-a208-3e67d6885260 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c91916f5-a8d8-4793-8fb4-e7b99c32a86a']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:53:59.027487 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f40a4-bd00-4d5d-9c13-e1a278d287b2 req-1618c747-946e-43c0-8204-58ce7594c91b tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:59.030472 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-80d7b818-2cbb-439c-a208-3e67d6885260 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a57d03fb-483c-4dd3-a8a6-3ecfbc086c5b') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:53:59.030898 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-80d7b818-2cbb-439c-a208-3e67d6885260 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a57d03fb-483c-4dd3-a8a6-3ecfbc086c5b') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:53:59.041400 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c96f40a4-bd00-4d5d-9c13-e1a278d287b2 req-1618c747-946e-43c0-8204-58ce7594c91b tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=d82ae337-2443-47ac-b242-94b1eb71fe4f HTTP/1.1" status: 200 len: 946 time: 0.1139042 Aug 23 20:53:59.050006 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23e2f4-83c1-4595-a703-8ebe964fbe92 req-04c474c1-7458-4f49-ac3c-87e4e25668d5 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:59.058170 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-af23e2f4-83c1-4595-a703-8ebe964fbe92 req-04c474c1-7458-4f49-ac3c-87e4e25668d5 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 945 time: 0.2151840 Aug 23 20:53:59.079310 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-80d7b818-2cbb-439c-a208-3e67d6885260 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:59.104573 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-80d7b818-2cbb-439c-a208-3e67d6885260 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:59.134026 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-af23e2f4-83c1-4595-a703-8ebe964fbe92 req-97947a17-da78-4ba1-a602-499a8bb8137e tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737138 Aug 23 20:53:59.138900 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80d7b818-2cbb-439c-a208-3e67d6885260 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:53:59.139720 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-80d7b818-2cbb-439c-a208-3e67d6885260 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:59.149724 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:53:59.149724 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:53:59.149724 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:53:59.149724 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:53:59.149724 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:53:59.149724 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:53:59.149724 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:53:59.149724 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:53:59.149724 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:53:59.149724 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:53:59.149724 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:53:59.149724 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:53:59.149724 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:53:59.149724 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:53:59.149724 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:53:59.149724 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:53:59.149724 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:53:59.149724 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:53:59.149724 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:53:59.149724 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:53:59.149724 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:53:59.149724 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:53:59.149724 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:53:59.149724 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:53:59.149724 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:53:59.149724 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:53:59.149724 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:53:59.149724 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:53:59.149724 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:53:59.149724 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:53:59.149724 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:53:59.149724 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:53:59.189320 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c96f40a4-bd00-4d5d-9c13-e1a278d287b2 req-66fcae11-25ef-47dc-8b51-387a49b6267c tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471593 Aug 23 20:53:59.251579 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-80d7b818-2cbb-439c-a208-3e67d6885260 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:59.295843 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-80d7b818-2cbb-439c-a208-3e67d6885260 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:59.305727 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-80d7b818-2cbb-439c-a208-3e67d6885260 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "DELETE /v2.0/networks/c91916f5-a8d8-4793-8fb4-e7b99c32a86a HTTP/1.1" status: 204 len: 168 time: 3.7648795 Aug 23 20:53:59.305727 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d7b818-2cbb-439c-a208-3e67d6885260 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Pushing event deleted for resources: {'Network': ['ID=c91916f5-a8d8-4793-8fb4-e7b99c32a86a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:59.308291 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 57380) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:59.335634 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9e51e7c-f853-45ac-b9bc-43e179566f6c tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] DELETE failed (client error): The resource could not be found. Aug 23 20:53:59.336639 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9e51e7c-f853-45ac-b9bc-43e179566f6c tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:53:59.344585 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c9e51e7c-f853-45ac-b9bc-43e179566f6c tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "DELETE /v2.0/networks/c91916f5-a8d8-4793-8fb4-e7b99c32a86a HTTP/1.1" status: 404 len: 339 time: 0.0337791 Aug 23 20:53:59.345022 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 57382) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:59.350620 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-aae0e9f4-0887-48b4-9c84-41d065631fb4 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1113357507', 'description': 'd1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:53:59.390741 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d4561a-95d5-4a63-aff6-33e8960210b1 None None] Network 2c14c3fa-ba1f-44b0-866f-6125cc9725aa requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:53:59.436129 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae0e9f4-0887-48b4-9c84-41d065631fb4 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Made reservation on behalf of 2cfafcc4588c46528fe78c58f1083b22 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:53:59.438368 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aae0e9f4-0887-48b4-9c84-41d065631fb4 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:59.443296 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-63eb9c80-00c9-4646-9ffe-6bba9effc473 None None] Provisioning for port 4a2ce660-bdcd-489c-9e19-10f2bb6a21e9 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:53:59.451853 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-63eb9c80-00c9-4646-9ffe-6bba9effc473 None None] Provisioning complete for port 4a2ce660-bdcd-489c-9e19-10f2bb6a21e9 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:53:59.452293 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-63eb9c80-00c9-4646-9ffe-6bba9effc473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:59.530863 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aae0e9f4-0887-48b4-9c84-41d065631fb4 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:53:59.545722 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aae0e9f4-0887-48b4-9c84-41d065631fb4 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:59.546957 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-aae0e9f4-0887-48b4-9c84-41d065631fb4 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Added segment 980d8d6a-eada-45f7-b853-87c2e4811ca9 of type vlan for network 46f8be46-7c25-4fdc-bdd0-32682da719ca Aug 23 20:53:59.655308 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aae0e9f4-0887-48b4-9c84-41d065631fb4 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:59.717547 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aae0e9f4-0887-48b4-9c84-41d065631fb4 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:59.725005 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae0e9f4-0887-48b4-9c84-41d065631fb4 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:53:59.725827 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aae0e9f4-0887-48b4-9c84-41d065631fb4 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:53:59.801222 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-aae0e9f4-0887-48b4-9c84-41d065631fb4 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4548409 Aug 23 20:53:59.805426 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 57394) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:53:59.850222 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae0e9f4-0887-48b4-9c84-41d065631fb4 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Pushing event updated for resources: {'Network': ['ID=46f8be46-7c25-4fdc-bdd0-32682da719ca,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:53:59.878927 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 46f8be46-7c25-4fdc-bdd0-32682da719ca details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:54:00.004092 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b945fb-e990-4a0c-b56b-959109aee517 req-657dc693-62d1-444e-9063-d40687501e18 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:00.015583 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-96b945fb-e990-4a0c-b56b-959109aee517 req-657dc693-62d1-444e-9063-d40687501e18 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=eede86a2-48eb-4b9f-af03-967d477cbd7a HTTP/1.1" status: 200 len: 946 time: 0.1091144 Aug 23 20:54:00.111483 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-96b945fb-e990-4a0c-b56b-959109aee517 req-3eb8f40f-6923-42cc-88b8-59593d04449d tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6017907-58fb-483f-96aa-d62b019131cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904326 Aug 23 20:54:00.389539 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553e4aa-2a47-473b-b409-cc507b63bddb req-9f675fef-fc81-4269-bc1a-53f76d76c3e6 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:00.391331 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6553e4aa-2a47-473b-b409-cc507b63bddb req-9f675fef-fc81-4269-bc1a-53f76d76c3e6 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=d82ae337-2443-47ac-b242-94b1eb71fe4f HTTP/1.1" status: 200 len: 946 time: 0.1026323 Aug 23 20:54:00.484803 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6553e4aa-2a47-473b-b409-cc507b63bddb req-b7432e5a-f944-4fda-97af-bd7497fe8294 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808034 Aug 23 20:54:00.485430 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425c4bc1-f620-4fbe-96d0-d8375f44b435 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:00.495146 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-425c4bc1-f620-4fbe-96d0-d8375f44b435 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "GET /v2.0/networks?id=46f8be46-7c25-4fdc-bdd0-32682da719ca HTTP/1.1" status: 200 len: 765 time: 0.6857505 Aug 23 20:54:00.495146 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 57414) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:00.500051 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-275edcaa-16c5-4db2-bd76-365c2a65d4e1 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Request body: {'network': {'description': 'd2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:54:00.510305 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49679813-4f0e-442c-babc-ac21608df472 None None] get_active_networks_info from n-d-805663-2 {{(pid=94689) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 20:54:00.589797 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2cfb3b37-1762-49b1-8fe3-f9b6b03f4680 None None] Provisioning complete for port 4a2ce660-bdcd-489c-9e19-10f2bb6a21e9 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:54:00.590386 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2cfb3b37-1762-49b1-8fe3-f9b6b03f4680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:00.692446 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8177c8-5066-4498-907b-ea72395a9ca4 req-d2575491-c332-4492-a027-bef9a661c8f4 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:00.702381 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7d8177c8-5066-4498-907b-ea72395a9ca4 req-d2575491-c332-4492-a027-bef9a661c8f4 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 945 time: 0.2977159 Aug 23 20:54:00.747432 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49679813-4f0e-442c-babc-ac21608df472 None None] Resources bound (agent type, host, resource id): {{(pid=94689) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 20:54:00.759186 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7d8177c8-5066-4498-907b-ea72395a9ca4 req-5480896d-5848-4f14-b253-a8baa149fcdb tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519974 Aug 23 20:54:00.796440 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-275edcaa-16c5-4db2-bd76-365c2a65d4e1 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:00.839504 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-275edcaa-16c5-4db2-bd76-365c2a65d4e1 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:00.944723 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-275edcaa-16c5-4db2-bd76-365c2a65d4e1 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Network 46f8be46-7c25-4fdc-bdd0-32682da719ca is not hosted by any dhcp agent {{(pid=94687) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 23 20:54:00.953112 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275edcaa-16c5-4db2-bd76-365c2a65d4e1 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:00.959576 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-275edcaa-16c5-4db2-bd76-365c2a65d4e1 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:00.961311 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-275edcaa-16c5-4db2-bd76-365c2a65d4e1 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "PUT /v2.0/networks/46f8be46-7c25-4fdc-bdd0-32682da719ca HTTP/1.1" status: 200 len: 762 time: 0.4673784 Aug 23 20:54:00.964150 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 57428) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:00.993486 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275edcaa-16c5-4db2-bd76-365c2a65d4e1 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Pushing event updated for resources: {'Network': ['ID=46f8be46-7c25-4fdc-bdd0-32682da719ca,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:01.066007 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 46f8be46-7c25-4fdc-bdd0-32682da719ca details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:54:01.144271 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617d2398-ba87-4a48-be1e-9c6deb67837a tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:01.154539 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-617d2398-ba87-4a48-be1e-9c6deb67837a tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "GET /v2.0/networks?id=46f8be46-7c25-4fdc-bdd0-32682da719ca HTTP/1.1" status: 200 len: 765 time: 0.1885536 Aug 23 20:54:01.158068 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 57432) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:01.367013 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5665c-cf0d-4b2e-9939-af389b322a7f req-c56a499d-90f3-4a75-a1d6-660fe8565f26 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:01.372396 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-23c5665c-cf0d-4b2e-9939-af389b322a7f req-c56a499d-90f3-4a75-a1d6-660fe8565f26 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=eede86a2-48eb-4b9f-af03-967d477cbd7a HTTP/1.1" status: 200 len: 946 time: 0.1109798 Aug 23 20:54:01.482140 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-23c5665c-cf0d-4b2e-9939-af389b322a7f req-d740032c-ec5c-4eab-95cc-de7859edcff9 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6017907-58fb-483f-96aa-d62b019131cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014457 Aug 23 20:54:01.597192 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1beb3683-6aea-49da-9af4-813799a41546 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:01.598746 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1beb3683-6aea-49da-9af4-813799a41546 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4393938 Aug 23 20:54:01.601725 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 57440) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:01.653892 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527fa7ee-cbc7-4ce7-8bff-8778e893a012 req-fca6d03c-557a-44b4-ade7-739fa34a41ec tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:01.655486 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-527fa7ee-cbc7-4ce7-8bff-8778e893a012 req-fca6d03c-557a-44b4-ade7-739fa34a41ec tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=d82ae337-2443-47ac-b242-94b1eb71fe4f HTTP/1.1" status: 200 len: 946 time: 0.0555058 Aug 23 20:54:01.688518 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 57442) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:01.688843 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-bb1a3d60-4365-4243-af83-b5274d2fcebf tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "GET /v2.0/subnets?network_id=03d801c5-d257-4cc1-bad3-11a323aafec0 HTTP/1.1" status: 200 len: 207 time: 0.0855262 Aug 23 20:54:01.853311 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e106ed35-aa7f-4dc3-b0cc-fe8cc7327460 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:01.861055 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e106ed35-aa7f-4dc3-b0cc-fe8cc7327460 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:01.867319 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e106ed35-aa7f-4dc3-b0cc-fe8cc7327460 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:01.874841 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e106ed35-aa7f-4dc3-b0cc-fe8cc7327460 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:01.881015 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e106ed35-aa7f-4dc3-b0cc-fe8cc7327460 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:01.888084 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e106ed35-aa7f-4dc3-b0cc-fe8cc7327460 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:01.890320 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e106ed35-aa7f-4dc3-b0cc-fe8cc7327460 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.1932340 Aug 23 20:54:01.895467 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 57448) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:02.030095 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60065446-dbc3-4d01-a43a-a5272f164721 req-1a5b3b73-0c58-48e8-b850-a398cab5b9f0 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:02.038678 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-60065446-dbc3-4d01-a43a-a5272f164721 req-1a5b3b73-0c58-48e8-b850-a398cab5b9f0 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 945 time: 0.1317213 Aug 23 20:54:02.089303 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-01e3671e-cf24-4072-b6cf-b21e59e5c1d5 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1920583 Aug 23 20:54:02.093357 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-527fa7ee-cbc7-4ce7-8bff-8778e893a012 req-061739d0-4791-4501-a4bf-664ed489f6b6 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4295352 Aug 23 20:54:02.093850 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 57456) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:02.134203 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-60065446-dbc3-4d01-a43a-a5272f164721 req-3b416653-6051-4cf1-a2ee-34118e7b5eb6 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870028 Aug 23 20:54:02.227564 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6536e66b-1836-4913-8918-9d777863c8b9 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:02.229286 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6536e66b-1836-4913-8918-9d777863c8b9 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:02.236367 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6536e66b-1836-4913-8918-9d777863c8b9 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:02.238190 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6536e66b-1836-4913-8918-9d777863c8b9 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:02.243039 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6536e66b-1836-4913-8918-9d777863c8b9 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:02.249381 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6536e66b-1836-4913-8918-9d777863c8b9 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1504915 Aug 23 20:54:02.249896 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 57458) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:02.416317 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba1fe6d-a219-422b-8de2-675f4075b600 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Attributes excluded by policy engine: ['shared'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:02.419551 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba1fe6d-a219-422b-8de2-675f4075b600 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Attributes excluded by policy engine: ['shared'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:02.421822 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba1fe6d-a219-422b-8de2-675f4075b600 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Attributes excluded by policy engine: ['shared'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:02.423967 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba1fe6d-a219-422b-8de2-675f4075b600 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Attributes excluded by policy engine: ['shared'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:02.426232 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba1fe6d-a219-422b-8de2-675f4075b600 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Attributes excluded by policy engine: ['shared'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:02.431722 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 57464) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:02.432315 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-3ba1fe6d-a219-422b-8de2-675f4075b600 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1810513 Aug 23 20:54:02.648906 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a10686b-1242-4a1f-a91e-9465d2afd1e2 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:02.656752 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 57468) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:02.668685 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1a10686b-1242-4a1f-a91e-9465d2afd1e2 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "GET /v2.0/networks/b3ea3497-d8a5-422e-8dfb-87d14c485de1 HTTP/1.1" status: 200 len: 804 time: 0.2355342 Aug 23 20:54:02.714671 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60307f39-4a75-47db-a3ce-6b9ac84fd4d3 req-300ae94b-f862-4244-9a8b-70b6a08e3d30 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:02.716978 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-60307f39-4a75-47db-a3ce-6b9ac84fd4d3 req-300ae94b-f862-4244-9a8b-70b6a08e3d30 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=eede86a2-48eb-4b9f-af03-967d477cbd7a HTTP/1.1" status: 200 len: 946 time: 0.1096499 Aug 23 20:54:02.861506 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-60307f39-4a75-47db-a3ce-6b9ac84fd4d3 req-6f3f0511-198a-4f56-87ac-28a7330231c8 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6017907-58fb-483f-96aa-d62b019131cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300237 Aug 23 20:54:02.928888 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ba4d926f-a5c0-48b2-ba3a-5efce4858528 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "GET /v2.0/networks/b3ea3497-d8a5-422e-8dfb-87d14c485de1?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2703822 Aug 23 20:54:02.933838 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 57474) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:03.052642 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d702a4-e3d6-43c5-9b4b-c3e16749aa75 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:03.056082 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-68d702a4-e3d6-43c5-9b4b-c3e16749aa75 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "GET /v2.0/subnets/0618b867-fe09-43a8-ba08-0cd5c527a9e6 HTTP/1.1" status: 200 len: 843 time: 0.1066580 Aug 23 20:54:03.060027 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 57478) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:03.141084 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de69eac4-74eb-48ce-863a-6d2d4c3ebe16 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Attributes excluded by policy engine: ['shared'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:03.145648 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-de69eac4-74eb-48ce-863a-6d2d4c3ebe16 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "GET /v2.0/subnets/0618b867-fe09-43a8-ba08-0cd5c527a9e6?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0811789 Aug 23 20:54:03.146354 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 57484) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:03.154538 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-3d9b906b-ced6-4fe9-a51f-1d8b1e7d65f1 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-487916366'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:54:03.287249 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9b906b-ced6-4fe9-a51f-1d8b1e7d65f1 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Made reservation on behalf of 2cfafcc4588c46528fe78c58f1083b22 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:54:03.296674 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d9b906b-ced6-4fe9-a51f-1d8b1e7d65f1 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:03.362484 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d9b906b-ced6-4fe9-a51f-1d8b1e7d65f1 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:54:03.376085 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d9b906b-ced6-4fe9-a51f-1d8b1e7d65f1 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:03.376085 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-3d9b906b-ced6-4fe9-a51f-1d8b1e7d65f1 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Added segment fa1e56e8-f358-45a9-9b45-1c977536a7cb of type vlan for network 7989eec1-71a7-4584-96b2-8906e5e774ca Aug 23 20:54:03.461657 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d9b906b-ced6-4fe9-a51f-1d8b1e7d65f1 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:03.523789 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554268f-9db1-4cbc-b418-b452dab1df4c req-13f97475-f778-45ff-9eb7-28e63a75ff6c tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:03.526212 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce680c0-2920-47b7-a9f2-ac7bdbf08cb4 req-e0887f7a-86c5-46af-acf2-e35acb24e367 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:03.527900 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bce680c0-2920-47b7-a9f2-ac7bdbf08cb4 req-e0887f7a-86c5-46af-acf2-e35acb24e367 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 945 time: 0.2226968 Aug 23 20:54:03.532220 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7554268f-9db1-4cbc-b418-b452dab1df4c req-13f97475-f778-45ff-9eb7-28e63a75ff6c tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=d82ae337-2443-47ac-b242-94b1eb71fe4f HTTP/1.1" status: 200 len: 946 time: 0.2805688 Aug 23 20:54:03.591978 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d9b906b-ced6-4fe9-a51f-1d8b1e7d65f1 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:03.606231 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bce680c0-2920-47b7-a9f2-ac7bdbf08cb4 req-5d5d12e3-bc1d-4b6b-bc4f-826946545442 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715265 Aug 23 20:54:03.607773 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9b906b-ced6-4fe9-a51f-1d8b1e7d65f1 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:03.608465 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d9b906b-ced6-4fe9-a51f-1d8b1e7d65f1 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:03.689929 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b906b-ced6-4fe9-a51f-1d8b1e7d65f1 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Pushing event updated for resources: {'Network': ['ID=7989eec1-71a7-4584-96b2-8906e5e774ca,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:03.698758 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7554268f-9db1-4cbc-b418-b452dab1df4c req-22f87c0f-006e-4422-9c08-cd903e82b29f tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651783 Aug 23 20:54:03.716657 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 7989eec1-71a7-4584-96b2-8906e5e774ca details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:54:03.744027 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-3d9b906b-ced6-4fe9-a51f-1d8b1e7d65f1 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5958779 Aug 23 20:54:03.747482 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 57492) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:03.753009 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-7db477bc-1b42-40ef-80ed-e5dbc0338af5 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Request body: {'subnet': {'network_id': '7989eec1-71a7-4584-96b2-8906e5e774ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:54:04.018207 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db477bc-1b42-40ef-80ed-e5dbc0338af5 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Made reservation on behalf of 2cfafcc4588c46528fe78c58f1083b22 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:54:04.021851 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7db477bc-1b42-40ef-80ed-e5dbc0338af5 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:04.147245 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad44d6b-4352-430c-bc94-29e802f03611 req-5b9537fc-1f9b-4e29-81b1-353f964c6c60 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:04.152817 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-aad44d6b-4352-430c-bc94-29e802f03611 req-5b9537fc-1f9b-4e29-81b1-353f964c6c60 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=eede86a2-48eb-4b9f-af03-967d477cbd7a HTTP/1.1" status: 200 len: 946 time: 0.1883798 Aug 23 20:54:04.194284 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.ipam_backend_mixin [None req-7db477bc-1b42-40ef-80ed-e5dbc0338af5 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Performing IP validity checks on allocation pools {{(pid=94688) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 23 20:54:04.194891 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.ipam_backend_mixin [None req-7db477bc-1b42-40ef-80ed-e5dbc0338af5 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94688) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 23 20:54:04.258677 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-aad44d6b-4352-430c-bc94-29e802f03611 req-17c7675e-d128-4fa9-8bbc-c60dd5adf8a7 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6017907-58fb-483f-96aa-d62b019131cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753014 Aug 23 20:54:04.581327 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7db477bc-1b42-40ef-80ed-e5dbc0338af5 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:04.668311 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db477bc-1b42-40ef-80ed-e5dbc0338af5 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Pushing event updated for resources: {'Subnet': ['ID=674b9574-ffb5-4911-b086-bd9815bf58e0,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:04.672670 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db477bc-1b42-40ef-80ed-e5dbc0338af5 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Checking segment: {'id': 'fa1e56e8-f358-45a9-9b45-1c977536a7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7989eec1-71a7-4584-96b2-8906e5e774ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:54:04.673558 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db477bc-1b42-40ef-80ed-e5dbc0338af5 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Network hostable DHCP agents. Network: 7989eec1-71a7-4584-96b2-8906e5e774ca, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:54:04.701955 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db477bc-1b42-40ef-80ed-e5dbc0338af5 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Network 7989eec1-71a7-4584-96b2-8906e5e774ca is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:54:04.719255 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-7db477bc-1b42-40ef-80ed-e5dbc0338af5 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 7989eec1-71a7-4584-96b2-8906e5e774ca) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:54:04.734005 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d68668-8454-46aa-b937-3785f7f8ae58 None None] Network 7989eec1-71a7-4584-96b2-8906e5e774ca requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:54:04.761797 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db477bc-1b42-40ef-80ed-e5dbc0338af5 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:04.763204 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7db477bc-1b42-40ef-80ed-e5dbc0338af5 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:04.929674 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-7db477bc-1b42-40ef-80ed-e5dbc0338af5 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.1808405 Aug 23 20:54:04.933470 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 57520) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:04.940816 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1675f1-cab1-48fd-9657-7bc5d974858a req-01f49b6c-c5b9-4bd4-a68c-72022d8460ea tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:04.948715 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-a739871b-3c49-46f4-ba7d-1891bc92ac94 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:54:04.951770 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0f1675f1-cab1-48fd-9657-7bc5d974858a req-01f49b6c-c5b9-4bd4-a68c-72022d8460ea tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 945 time: 0.1790562 Aug 23 20:54:05.085506 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0f1675f1-cab1-48fd-9657-7bc5d974858a req-8505200e-a78f-4558-b9e6-f146be9deaec tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323769 Aug 23 20:54:05.185626 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e02ea9-4e42-43e6-bbb2-c0ca5484290a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-7989eec1-71a7-4584-96b2-8906e5e774ca', 'network_id': '7989eec1-71a7-4584-96b2-8906e5e774ca', 'tenant_id': '2cfafcc4588c46528fe78c58f1083b22', 'fixed_ips': [{'subnet_id': '674b9574-ffb5-4911-b086-bd9815bf58e0'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:54:05.186984 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-56e02ea9-4e42-43e6-bbb2-c0ca5484290a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:05.282737 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a739871b-3c49-46f4-ba7d-1891bc92ac94 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10452940'] for subnet, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:05.412183 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0ef13-47ae-417c-9c3a-16c11929866d req-d03eff2c-47b5-46c9-b275-58305e6c70b0 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:05.424405 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8ef0ef13-47ae-417c-9c3a-16c11929866d req-d03eff2c-47b5-46c9-b275-58305e6c70b0 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=eede86a2-48eb-4b9f-af03-967d477cbd7a HTTP/1.1" status: 200 len: 946 time: 0.0763154 Aug 23 20:54:05.439934 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.db.api [None req-56e02ea9-4e42-43e6-bbb2-c0ca5484290a None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 20:54:05.439934 n-d-805663-2 neutron-server[94689]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Aug 23 20:54:05.439934 n-d-805663-2 neutron-server[94689]: [parameters: {'in_use': 1, 'id_1': '674b9574-ffb5-4911-b086-bd9815bf58e0'}] Aug 23 20:54:05.439934 n-d-805663-2 neutron-server[94689]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 20:54:05.440427 n-d-805663-2 neutron-server[94689]: DEBUG oslo_db.api [None req-56e02ea9-4e42-43e6-bbb2-c0ca5484290a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 20:54:05.445611 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4377be32-1ae5-4360-9ae3-7b5fb733f186 req-f5ee71ea-82f4-46e9-9f0c-47df22d1e218 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:05.453465 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4377be32-1ae5-4360-9ae3-7b5fb733f186 req-f5ee71ea-82f4-46e9-9f0c-47df22d1e218 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=d82ae337-2443-47ac-b242-94b1eb71fe4f HTTP/1.1" status: 200 len: 946 time: 0.6283884 Aug 23 20:54:05.484699 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8ef0ef13-47ae-417c-9c3a-16c11929866d req-4373ad49-e023-4972-93ff-2b3556f5213b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6017907-58fb-483f-96aa-d62b019131cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592375 Aug 23 20:54:05.743554 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4377be32-1ae5-4360-9ae3-7b5fb733f186 req-8b2a8c86-0b8d-4799-89ac-65380abb4afb tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911186 Aug 23 20:54:05.757609 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a739871b-3c49-46f4-ba7d-1891bc92ac94 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790315847882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2501481'] for subnet, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:05.808728 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a739871b-3c49-46f4-ba7d-1891bc92ac94 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:05.809382 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a739871b-3c49-46f4-ba7d-1891bc92ac94 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:05.813863 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 57536) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:05.814012 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a739871b-3c49-46f4-ba7d-1891bc92ac94 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "PUT /v2.0/subnets/674b9574-ffb5-4911-b086-bd9815bf58e0 HTTP/1.1" status: 200 len: 900 time: 0.8767397 Aug 23 20:54:05.848041 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a739871b-3c49-46f4-ba7d-1891bc92ac94 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Pushing event updated for resources: {'Subnet': ['ID=674b9574-ffb5-4911-b086-bd9815bf58e0,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:05.941393 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-56e02ea9-4e42-43e6-bbb2-c0ca5484290a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:05.958915 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9b989b3-3b2c-40a2-ba70-8c03028080c3 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:06.040286 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9b989b3-3b2c-40a2-ba70-8c03028080c3 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:06.190412 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-56e02ea9-4e42-43e6-bbb2-c0ca5484290a None None] Allocated IP 2001:db8::3 (7989eec1-71a7-4584-96b2-8906e5e774ca/674b9574-ffb5-4911-b086-bd9815bf58e0/19e16ea4-6216-41be-a95e-6093ee8896d0) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:54:06.332092 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106c512-c68b-46be-9c93-8181f4ae5e2f req-6a8e55d8-9f7d-433e-9e8e-a0d96239363d tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:06.333601 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8106c512-c68b-46be-9c93-8181f4ae5e2f req-6a8e55d8-9f7d-433e-9e8e-a0d96239363d tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 945 time: 0.1011300 Aug 23 20:54:06.474375 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8106c512-c68b-46be-9c93-8181f4ae5e2f req-5ee3d953-d769-4278-bb24-cfda3728bd78 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183958 Aug 23 20:54:06.475608 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-56e02ea9-4e42-43e6-bbb2-c0ca5484290a None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:06.488854 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-56e02ea9-4e42-43e6-bbb2-c0ca5484290a None None] Transition to ACTIVE for port object 19e16ea4-6216-41be-a95e-6093ee8896d0 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:54:06.513475 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-56e02ea9-4e42-43e6-bbb2-c0ca5484290a None None] Transition to ACTIVE for port object 19e16ea4-6216-41be-a95e-6093ee8896d0 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:54:06.523346 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-56e02ea9-4e42-43e6-bbb2-c0ca5484290a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:06.551444 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9b989b3-3b2c-40a2-ba70-8c03028080c3 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:06.575989 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e02ea9-4e42-43e6-bbb2-c0ca5484290a None None] Network 7989eec1-71a7-4584-96b2-8906e5e774ca is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:54:06.591239 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-56e02ea9-4e42-43e6-bbb2-c0ca5484290a None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:54:06.597999 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e02ea9-4e42-43e6-bbb2-c0ca5484290a None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:54:06.635990 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b989b3-3b2c-40a2-ba70-8c03028080c3 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Pushing event deleted for resources: {'Subnet': ['ID=674b9574-ffb5-4911-b086-bd9815bf58e0,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:06.641275 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e02ea9-4e42-43e6-bbb2-c0ca5484290a None None] Pushing event updated for resources: {'Port': ['ID=19e16ea4-6216-41be-a95e-6093ee8896d0,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:06.728616 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-56e02ea9-4e42-43e6-bbb2-c0ca5484290a None None] Attempting to bind port 19e16ea4-6216-41be-a95e-6093ee8896d0 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:54:06.729378 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-56e02ea9-4e42-43e6-bbb2-c0ca5484290a None None] Attempting to bind port 19e16ea4-6216-41be-a95e-6093ee8896d0 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'fa1e56e8-f358-45a9-9b45-1c977536a7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7989eec1-71a7-4584-96b2-8906e5e774ca'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:54:06.730259 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e02ea9-4e42-43e6-bbb2-c0ca5484290a None None] Attempting to bind port 19e16ea4-6216-41be-a95e-6093ee8896d0 on network 7989eec1-71a7-4584-96b2-8906e5e774ca {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:54:06.735282 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c8dbb-6f98-47dd-8cf2-66f58ad4a5a3 req-b225aabe-0a2a-4901-9535-5204df9c01ed tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:06.736893 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-172c8dbb-6f98-47dd-8cf2-66f58ad4a5a3 req-b225aabe-0a2a-4901-9535-5204df9c01ed tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=eede86a2-48eb-4b9f-af03-967d477cbd7a HTTP/1.1" status: 200 len: 946 time: 0.1075983 Aug 23 20:54:06.743352 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e02ea9-4e42-43e6-bbb2-c0ca5484290a None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:54:06.744016 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e02ea9-4e42-43e6-bbb2-c0ca5484290a None None] Checking segment: {'id': 'fa1e56e8-f358-45a9-9b45-1c977536a7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7989eec1-71a7-4584-96b2-8906e5e774ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:54:06.744596 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-56e02ea9-4e42-43e6-bbb2-c0ca5484290a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:06.745296 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e02ea9-4e42-43e6-bbb2-c0ca5484290a None None] Bound using segment: {'id': 'fa1e56e8-f358-45a9-9b45-1c977536a7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7989eec1-71a7-4584-96b2-8906e5e774ca'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:54:06.750016 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-56e02ea9-4e42-43e6-bbb2-c0ca5484290a None None] Bound port: 19e16ea4-6216-41be-a95e-6093ee8896d0, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa1e56e8-f358-45a9-9b45-1c977536a7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7989eec1-71a7-4584-96b2-8906e5e774ca'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:54:06.750560 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-56e02ea9-4e42-43e6-bbb2-c0ca5484290a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:06.806467 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9b989b3-3b2c-40a2-ba70-8c03028080c3 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:06.821602 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-c9b989b3-3b2c-40a2-ba70-8c03028080c3 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7989eec1-71a7-4584-96b2-8906e5e774ca']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:54:06.825668 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-172c8dbb-6f98-47dd-8cf2-66f58ad4a5a3 req-5778587c-e127-4c8b-bc8c-429b33eb77b4 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6017907-58fb-483f-96aa-d62b019131cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761278 Aug 23 20:54:06.866574 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-56e02ea9-4e42-43e6-bbb2-c0ca5484290a None None] For port 19e16ea4-6216-41be-a95e-6093ee8896d0, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:54:06.867926 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-c9b989b3-3b2c-40a2-ba70-8c03028080c3 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa1e56e8-f358-45a9-9b45-1c977536a7cb') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:54:06.868490 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-c9b989b3-3b2c-40a2-ba70-8c03028080c3 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa1e56e8-f358-45a9-9b45-1c977536a7cb') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:54:06.870131 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-56e02ea9-4e42-43e6-bbb2-c0ca5484290a None None] For port 19e16ea4-6216-41be-a95e-6093ee8896d0, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=19e16ea4-6216-41be-a95e-6093ee8896d0,segment=NetworkSegment(fa1e56e8-f358-45a9-9b45-1c977536a7cb),segment_id=fa1e56e8-f358-45a9-9b45-1c977536a7cb)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:54:06.877427 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-56e02ea9-4e42-43e6-bbb2-c0ca5484290a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:06.914441 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9b989b3-3b2c-40a2-ba70-8c03028080c3 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:06.961210 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be474b-5ba5-473f-8d65-303e4569bdb4 req-836ff470-1a44-4157-922e-bb443136c8c7 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:06.963524 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a7be474b-5ba5-473f-8d65-303e4569bdb4 req-836ff470-1a44-4157-922e-bb443136c8c7 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=d82ae337-2443-47ac-b242-94b1eb71fe4f HTTP/1.1" status: 200 len: 946 time: 0.1283536 Aug 23 20:54:06.964975 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9b989b3-3b2c-40a2-ba70-8c03028080c3 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:06.989684 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db455633-6c57-4807-bc3a-bfa1010f4252 None None] Network 7989eec1-71a7-4584-96b2-8906e5e774ca requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:54:06.992951 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e02ea9-4e42-43e6-bbb2-c0ca5484290a None None] Pushing event updated for resources: {'Port': ['ID=19e16ea4-6216-41be-a95e-6093ee8896d0,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:07.017198 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9b989b3-3b2c-40a2-ba70-8c03028080c3 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:54:07.017634 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9b989b3-3b2c-40a2-ba70-8c03028080c3 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:07.021157 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:54:07.021157 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:54:07.021157 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:54:07.021157 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:54:07.021157 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:54:07.021157 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:54:07.021157 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:54:07.021157 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:54:07.021157 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:54:07.021157 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:54:07.021157 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:54:07.021157 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:54:07.021157 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:54:07.021157 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:54:07.021157 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:54:07.021157 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:54:07.021157 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:54:07.021157 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:54:07.021157 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:54:07.021157 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:54:07.021157 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:54:07.021157 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:54:07.021157 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:54:07.021157 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:54:07.021157 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:54:07.021157 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:54:07.021157 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:54:07.021157 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:54:07.021157 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:54:07.021157 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:54:07.021157 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:54:07.021157 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:54:07.111395 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a7be474b-5ba5-473f-8d65-303e4569bdb4 req-ef41e44a-c8aa-48da-b987-77c0453ebc5c tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183622 Aug 23 20:54:07.119351 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.db.api [None req-c9b989b3-3b2c-40a2-ba70-8c03028080c3 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 23 20:54:07.119351 n-d-805663-2 neutron-server[94688]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 23 20:54:07.119351 n-d-805663-2 neutron-server[94688]: [parameters: {'id': '7989eec1-71a7-4584-96b2-8906e5e774ca'}] Aug 23 20:54:07.119351 n-d-805663-2 neutron-server[94688]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94688) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 20:54:07.120383 n-d-805663-2 neutron-server[94688]: DEBUG oslo_db.api [None req-c9b989b3-3b2c-40a2-ba70-8c03028080c3 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 20:54:07.234366 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c292476-7b5f-49b7-9ea8-0c2360b6751e None None] Network 7989eec1-71a7-4584-96b2-8906e5e774ca requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:54:07.393694 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd3179d-b923-429a-b87e-752972783a6e None None] get_active_networks_info from n-d-805663-2 {{(pid=94689) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 20:54:07.545368 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd3179d-b923-429a-b87e-752972783a6e None None] Resources bound (agent type, host, resource id): {{(pid=94689) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 20:54:07.624416 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9b989b3-3b2c-40a2-ba70-8c03028080c3 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:07.711275 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a10cb4-54cf-45c0-820e-9e85e6116fc6 req-941d0a9a-f194-48ed-94c3-a20f99e0c1b2 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:07.723190 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a2a10cb4-54cf-45c0-820e-9e85e6116fc6 req-941d0a9a-f194-48ed-94c3-a20f99e0c1b2 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 945 time: 0.0838506 Aug 23 20:54:07.755149 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-c9b989b3-3b2c-40a2-ba70-8c03028080c3 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Deleting port 19e16ea4-6216-41be-a95e-6093ee8896d0 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:54:07.755866 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9b989b3-3b2c-40a2-ba70-8c03028080c3 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:07.818673 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a2a10cb4-54cf-45c0-820e-9e85e6116fc6 req-debf2ce7-90fd-4651-9ecf-0f8f2885fe91 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943618 Aug 23 20:54:08.064381 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-c9b989b3-3b2c-40a2-ba70-8c03028080c3 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] For port 19e16ea4-6216-41be-a95e-6093ee8896d0, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=19e16ea4-6216-41be-a95e-6093ee8896d0,segment=NetworkSegment(fa1e56e8-f358-45a9-9b45-1c977536a7cb),segment_id=fa1e56e8-f358-45a9-9b45-1c977536a7cb)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:54:08.065639 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9b989b3-3b2c-40a2-ba70-8c03028080c3 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:08.093612 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-c9b989b3-3b2c-40a2-ba70-8c03028080c3 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Calling delete_port for 19e16ea4-6216-41be-a95e-6093ee8896d0 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:54:08.143141 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289521bf-4837-425a-8b93-02eeae619866 req-7d2be8ad-39e2-4338-9c33-97068e526aac tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:08.144969 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-289521bf-4837-425a-8b93-02eeae619866 req-7d2be8ad-39e2-4338-9c33-97068e526aac tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=eede86a2-48eb-4b9f-af03-967d477cbd7a HTTP/1.1" status: 200 len: 946 time: 0.1525292 Aug 23 20:54:08.305408 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-289521bf-4837-425a-8b93-02eeae619866 req-b4b81796-2b9b-4e9f-85bb-437794f5598d tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6017907-58fb-483f-96aa-d62b019131cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024344 Aug 23 20:54:08.333980 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622efd7c-0791-4143-9e54-1947bf9e9dea req-d923f2fe-bdbc-4834-ab34-6183443f22c0 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:08.341330 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-622efd7c-0791-4143-9e54-1947bf9e9dea req-d923f2fe-bdbc-4834-ab34-6183443f22c0 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=d82ae337-2443-47ac-b242-94b1eb71fe4f HTTP/1.1" status: 200 len: 946 time: 0.1122420 Aug 23 20:54:08.359739 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9b989b3-3b2c-40a2-ba70-8c03028080c3 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:08.433530 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-622efd7c-0791-4143-9e54-1947bf9e9dea req-b9f71406-dc60-4a69-8ba9-0dc897c07b5f tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727654 Aug 23 20:54:08.440099 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b989b3-3b2c-40a2-ba70-8c03028080c3 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Pushing event deleted for resources: {'Port': ['ID=19e16ea4-6216-41be-a95e-6093ee8896d0,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:08.447004 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b989b3-3b2c-40a2-ba70-8c03028080c3 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] No DVR routers for this DVR port 19e16ea4-6216-41be-a95e-6093ee8896d0 on host n-d-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:54:08.589078 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9b989b3-3b2c-40a2-ba70-8c03028080c3 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:08.605368 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-c9b989b3-3b2c-40a2-ba70-8c03028080c3 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7989eec1-71a7-4584-96b2-8906e5e774ca']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:54:08.618543 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-c9b989b3-3b2c-40a2-ba70-8c03028080c3 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa1e56e8-f358-45a9-9b45-1c977536a7cb') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:54:08.618839 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-c9b989b3-3b2c-40a2-ba70-8c03028080c3 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa1e56e8-f358-45a9-9b45-1c977536a7cb') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:54:08.629323 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9b989b3-3b2c-40a2-ba70-8c03028080c3 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:08.646551 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9b989b3-3b2c-40a2-ba70-8c03028080c3 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:08.654906 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9b989b3-3b2c-40a2-ba70-8c03028080c3 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:54:08.655312 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9b989b3-3b2c-40a2-ba70-8c03028080c3 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:08.659009 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:54:08.659009 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:54:08.659009 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:54:08.659009 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:54:08.659009 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:54:08.659009 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:54:08.659009 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:54:08.659009 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:54:08.659009 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:54:08.659009 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:54:08.659009 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:54:08.659009 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:54:08.659009 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:54:08.659009 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:54:08.659009 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:54:08.659009 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:54:08.659009 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:54:08.659009 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:54:08.659009 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:54:08.659009 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:54:08.659009 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:54:08.659009 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:54:08.659009 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:54:08.659009 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:54:08.659009 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:54:08.659009 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:54:08.659009 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:54:08.659009 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:54:08.659009 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:54:08.659009 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:54:08.659009 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:54:08.659009 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:54:08.815346 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9b989b3-3b2c-40a2-ba70-8c03028080c3 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:08.822694 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9b989b3-3b2c-40a2-ba70-8c03028080c3 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:08.834660 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 57592) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:08.840243 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c9b989b3-3b2c-40a2-ba70-8c03028080c3 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "DELETE /v2.0/networks/7989eec1-71a7-4584-96b2-8906e5e774ca HTTP/1.1" status: 204 len: 168 time: 3.0209374 Aug 23 20:54:08.881375 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b989b3-3b2c-40a2-ba70-8c03028080c3 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Pushing event deleted for resources: {'Network': ['ID=7989eec1-71a7-4584-96b2-8906e5e774ca,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:08.914713 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eccea08-b1d3-439e-bbd4-235dd1bca65f tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] DELETE failed (client error): The resource could not be found. Aug 23 20:54:08.915389 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eccea08-b1d3-439e-bbd4-235dd1bca65f tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:54:08.920635 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 57600) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:08.938782 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3eccea08-b1d3-439e-bbd4-235dd1bca65f tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "DELETE /v2.0/subnets/674b9574-ffb5-4911-b086-bd9815bf58e0 HTTP/1.1" status: 404 len: 337 time: 0.0945148 Aug 23 20:54:08.949292 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-b564f6aa-8d5c-4a13-8d71-7223e4286902 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] DELETE failed (client error): The resource could not be found. Aug 23 20:54:08.955590 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b564f6aa-8d5c-4a13-8d71-7223e4286902 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:54:08.962535 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 57602) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:08.979287 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b564f6aa-8d5c-4a13-8d71-7223e4286902 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "DELETE /v2.0/networks/7989eec1-71a7-4584-96b2-8906e5e774ca HTTP/1.1" status: 404 len: 339 time: 0.0572884 Aug 23 20:54:09.108212 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77253a-1f8e-47b1-97f4-e344ec02e111 req-6c8fd515-877b-4e1b-8715-0c67fe6a950a tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:09.116319 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7f77253a-1f8e-47b1-97f4-e344ec02e111 req-6c8fd515-877b-4e1b-8715-0c67fe6a950a tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 945 time: 0.1274321 Aug 23 20:54:09.169800 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7f77253a-1f8e-47b1-97f4-e344ec02e111 req-23336d84-825e-4dfc-8bb4-41ff3ed07258 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521996 Aug 23 20:54:09.330406 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ec4843e2-0cb5-4cb9-9d43-5251597f4179 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:09.339800 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f957a2b-ccd9-4468-bb10-2f8face3a0de req-bc11fabc-b8de-4d1c-b62e-e09b0f3fe3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:09.341752 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837821e-77cc-4fe5-b28a-f2546178b4af req-703c28d8-9cfa-4e02-94b0-e7ce938b28b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:09.342325 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2f957a2b-ccd9-4468-bb10-2f8face3a0de req-bc11fabc-b8de-4d1c-b62e-e09b0f3fe3a8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a420101d8537446c948533816ff31a9c&device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 1096 time: 0.5119910 Aug 23 20:54:09.343032 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8837821e-77cc-4fe5-b28a-f2546178b4af req-703c28d8-9cfa-4e02-94b0-e7ce938b28b1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=eede86a2-48eb-4b9f-af03-967d477cbd7a HTTP/1.1" status: 200 len: 1097 time: 0.1137650 Aug 23 20:54:09.393481 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8837821e-77cc-4fe5-b28a-f2546178b4af req-c790ed34-c89f-4c4e-93bb-67de7cd3f457 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b6017907-58fb-483f-96aa-d62b019131cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392332 Aug 23 20:54:09.627106 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a0781-c742-4ee4-bdf4-132e299e2529 req-363feec5-3062-45a8-a3ca-d21845628fc4 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:09.635289 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-707a0781-c742-4ee4-bdf4-132e299e2529 req-363feec5-3062-45a8-a3ca-d21845628fc4 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=d82ae337-2443-47ac-b242-94b1eb71fe4f HTTP/1.1" status: 200 len: 946 time: 0.0767610 Aug 23 20:54:09.711684 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-707a0781-c742-4ee4-bdf4-132e299e2529 req-509ec69b-6945-4f56-bfe7-696cce76fb48 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752981 Aug 23 20:54:09.723780 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee70a7-c8ee-4011-9c95-b95a3012c682 req-0f3e7516-eec3-4694-bb43-4e4fb25ee956 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:09.723780 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fbee70a7-c8ee-4011-9c95-b95a3012c682 req-0f3e7516-eec3-4694-bb43-4e4fb25ee956 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=eede86a2-48eb-4b9f-af03-967d477cbd7a HTTP/1.1" status: 200 len: 946 time: 0.2966588 Aug 23 20:54:09.723780 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ec4843e2-0cb5-4cb9-9d43-5251597f4179 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:09.734573 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f957a2b-ccd9-4468-bb10-2f8face3a0de req-ff1ff33b-d237-4cef-9255-d7cff2c3c805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:09.738718 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2f957a2b-ccd9-4468-bb10-2f8face3a0de req-ff1ff33b-d237-4cef-9255-d7cff2c3c805 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8f9f903e-93a4-4fe6-b0ce-e2059346b6d0 HTTP/1.1" status: 200 len: 918 time: 0.3276894 Aug 23 20:54:09.910775 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2f957a2b-ccd9-4468-bb10-2f8face3a0de req-ae81d5d7-d327-4bdd-9ede-83646d85d0c9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f HTTP/1.1" status: 200 len: 1001 time: 0.1214888 Aug 23 20:54:09.913334 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-ec4843e2-0cb5-4cb9-9d43-5251597f4179 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46f8be46-7c25-4fdc-bdd0-32682da719ca']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:54:10.023467 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fbee70a7-c8ee-4011-9c95-b95a3012c682 req-6fedf6ee-9444-4e01-87ab-7ab950032c14 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6017907-58fb-483f-96aa-d62b019131cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2599299 Aug 23 20:54:10.068093 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ad67bd14-2065-41df-ab1b-992d55afcf47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:10.137089 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-ec4843e2-0cb5-4cb9-9d43-5251597f4179 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '980d8d6a-eada-45f7-b853-87c2e4811ca9') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:54:10.137888 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-ec4843e2-0cb5-4cb9-9d43-5251597f4179 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '980d8d6a-eada-45f7-b853-87c2e4811ca9') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:54:10.154518 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac6eb5-d521-4127-8b0c-45d1e5237869 req-a24ec902-88cd-401a-9ddd-9903d28646de tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:10.162472 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7aac6eb5-d521-4127-8b0c-45d1e5237869 req-a24ec902-88cd-401a-9ddd-9903d28646de tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.2206383 Aug 23 20:54:10.191418 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ec4843e2-0cb5-4cb9-9d43-5251597f4179 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:10.256645 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7aac6eb5-d521-4127-8b0c-45d1e5237869 req-78712a1e-4045-484e-a404-f69c33470031 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794218 Aug 23 20:54:10.257767 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f957a2b-ccd9-4468-bb10-2f8face3a0de req-cd7b46d1-0e4d-40f2-8cae-1bc34df37a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:10.259408 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2f957a2b-ccd9-4468-bb10-2f8face3a0de req-cd7b46d1-0e4d-40f2-8cae-1bc34df37a16 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d199577e-85a3-487d-894b-30e054d60332 HTTP/1.1" status: 200 len: 856 time: 0.3046715 Aug 23 20:54:10.268482 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ec4843e2-0cb5-4cb9-9d43-5251597f4179 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:10.379172 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec4843e2-0cb5-4cb9-9d43-5251597f4179 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:54:10.379589 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ec4843e2-0cb5-4cb9-9d43-5251597f4179 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:10.384303 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:54:10.384303 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:54:10.384303 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:54:10.384303 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:54:10.384303 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:54:10.384303 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:54:10.384303 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:54:10.384303 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:54:10.384303 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:54:10.384303 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:54:10.384303 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:54:10.384303 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:54:10.384303 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:54:10.384303 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:54:10.384303 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:54:10.384303 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:54:10.384303 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:54:10.384303 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:54:10.384303 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:54:10.384303 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:54:10.384303 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:54:10.384303 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:54:10.384303 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:54:10.384303 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:54:10.384303 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:54:10.384303 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:54:10.384303 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:54:10.384303 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:54:10.384303 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:54:10.384303 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:54:10.384303 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:54:10.384303 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:54:10.414912 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422dde1c-243d-424f-9c3c-48b415a58749 req-64a29cbb-225d-45bf-863a-c71a16cb1547 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:10.428126 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-422dde1c-243d-424f-9c3c-48b415a58749 req-64a29cbb-225d-45bf-863a-c71a16cb1547 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.0827301 Aug 23 20:54:10.522221 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-422dde1c-243d-424f-9c3c-48b415a58749 req-dae3185f-bde0-43c7-be39-015a74c7496d tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874336 Aug 23 20:54:10.551575 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:10.578054 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5943951-6633-4f47-90fb-13436d8ddd36 req-36afd980-c455-4bf5-b89a-622482280ef8 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:10.579365 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d5943951-6633-4f47-90fb-13436d8ddd36 req-36afd980-c455-4bf5-b89a-622482280ef8 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 945 time: 0.3070438 Aug 23 20:54:10.587348 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f957a2b-ccd9-4468-bb10-2f8face3a0de req-35b42a8d-ac2c-44c8-85ec-df78eed8dff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:10.601489 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2f957a2b-ccd9-4468-bb10-2f8face3a0de req-35b42a8d-ac2c-44c8-85ec-df78eed8dff3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8f9f903e-93a4-4fe6-b0ce-e2059346b6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3291309 Aug 23 20:54:10.606913 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ec4843e2-0cb5-4cb9-9d43-5251597f4179 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:10.656850 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ec4843e2-0cb5-4cb9-9d43-5251597f4179 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:10.660660 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 57640) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:10.674252 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ec4843e2-0cb5-4cb9-9d43-5251597f4179 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "DELETE /v2.0/networks/46f8be46-7c25-4fdc-bdd0-32682da719ca HTTP/1.1" status: 204 len: 168 time: 1.7102940 Aug 23 20:54:10.734527 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4496090-3cc4-470b-94cf-fb3aafef4f09 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] DELETE failed (client error): The resource could not be found. Aug 23 20:54:10.735036 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4496090-3cc4-470b-94cf-fb3aafef4f09 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:54:10.739692 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f4496090-3cc4-470b-94cf-fb3aafef4f09 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "DELETE /v2.0/subnets/525421b0-1d32-43b3-8f0b-fd24af2ff344 HTTP/1.1" status: 404 len: 337 time: 0.0779905 Aug 23 20:54:10.740325 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 57648) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:10.783570 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4843e2-0cb5-4cb9-9d43-5251597f4179 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Pushing event deleted for resources: {'Network': ['ID=46f8be46-7c25-4fdc-bdd0-32682da719ca,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:10.803345 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-995f3c1d-14e5-4eb5-ba46-e7cfd13722dd tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] DELETE failed (client error): The resource could not be found. Aug 23 20:54:10.804036 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-995f3c1d-14e5-4eb5-ba46-e7cfd13722dd tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:54:10.813180 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-995f3c1d-14e5-4eb5-ba46-e7cfd13722dd tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "DELETE /v2.0/networks/c91916f5-a8d8-4793-8fb4-e7b99c32a86a HTTP/1.1" status: 404 len: 339 time: 0.0696309 Aug 23 20:54:10.826118 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 57658) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:10.885276 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d5943951-6633-4f47-90fb-13436d8ddd36 req-ec0fe286-2f64-4c99-8676-6ceb53c6aab7 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2772579 Aug 23 20:54:10.966499 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe8241-6f51-4cd2-a708-a4010911da0d req-50b86b92-e3ac-4798-91a5-8427fe361920 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:10.974717 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7dbe8241-6f51-4cd2-a708-a4010911da0d req-50b86b92-e3ac-4798-91a5-8427fe361920 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/networks?id=4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e HTTP/1.1" status: 200 len: 811 time: 0.1729615 Aug 23 20:54:10.993404 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7dbe8241-6f51-4cd2-a708-a4010911da0d req-fc5e94e8-2534-4cae-8369-1f9903c98601 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/quotas/2af290724cc44af890c8fd2249003602 HTTP/1.1" status: 200 len: 375 time: 0.0174198 Aug 23 20:54:11.004735 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-55a6cae3-c325-4253-ac60-597ed1b05c6c tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Deleting subnet c1445222-03bb-45fe-923c-da1b9c854e75 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:54:11.022551 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-55a6cae3-c325-4253-ac60-597ed1b05c6c tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:11.061777 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2f957a2b-ccd9-4468-bb10-2f8face3a0de req-26470d02-2b97-48ff-8dd9-2906b2a15186 service neutron] 10.222.0.11 "GET /v2.0/networks/8f9f903e-93a4-4fe6-b0ce-e2059346b6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4506929 Aug 23 20:54:11.087364 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7dbe8241-6f51-4cd2-a708-a4010911da0d req-7307ef06-d100-4a70-870f-c62ca98e7ce5 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2af290724cc44af890c8fd2249003602&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0927155 Aug 23 20:54:11.147738 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-55a6cae3-c325-4253-ac60-597ed1b05c6c tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:11.289091 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7dbe8241-6f51-4cd2-a708-a4010911da0d req-0afda197-6959-48fd-9d30-dcb6764096b4 service neutron] 10.222.0.61 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916966 Aug 23 20:54:11.333305 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 0d52701d-41a2-4016-9112-6298fa8792fc details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:54:11.339915 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f32b4c-19ff-4318-8ddb-2fc333ef695f req-0609a65a-b205-4009-a64d-353dde54c53d tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:11.348150 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-96f32b4c-19ff-4318-8ddb-2fc333ef695f req-0609a65a-b205-4009-a64d-353dde54c53d tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=eede86a2-48eb-4b9f-af03-967d477cbd7a HTTP/1.1" status: 200 len: 946 time: 0.1492028 Aug 23 20:54:11.457671 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2f957a2b-ccd9-4468-bb10-2f8face3a0de req-3e2bdd45-23ae-4764-b4a3-9a578e7e6378 service neutron] 10.222.0.11 "GET /v2.0/networks/8f9f903e-93a4-4fe6-b0ce-e2059346b6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3809822 Aug 23 20:54:11.553210 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7dbe8241-6f51-4cd2-a708-a4010911da0d req-fc5a88f9-378e-4b4b-8103-08b3b77d7864 service neutron] 10.222.0.61 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627566 Aug 23 20:54:11.565239 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 0d52701d-41a2-4016-9112-6298fa8792fc, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=0d52701d-41a2-4016-9112-6298fa8792fc,segment=NetworkSegment(20fa05ae-e79c-474d-9ccb-95916cf6f54d),segment_id=20fa05ae-e79c-474d-9ccb-95916cf6f54d)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:54:11.579714 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-55a6cae3-c325-4253-ac60-597ed1b05c6c tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:11.620873 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '0d52701d-41a2-4016-9112-6298fa8792fc', 'network_id': '24728a13-d0f6-48e1-aaae-ad23ecc9cb63', 'port_id': '0d52701d-41a2-4016-9112-6298fa8792fc', 'mac_address': 'fa:16:3e:fc:cc:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd385d128-5f8b-421b-9352-9c947e696421', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:54:11.702122 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-96f32b4c-19ff-4318-8ddb-2fc333ef695f req-687e7772-43c9-499c-854d-e7aa86d72611 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6017907-58fb-483f-96aa-d62b019131cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3052325 Aug 23 20:54:11.737747 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 57674) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:11.769841 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:11.847280 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-5339e242-b6b2-4edf-961d-2821daabd470 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/floatingips/43d92989-7a1b-4848-bd8a-63daf10e3e29 HTTP/1.1" status: 200 len: 994 time: 0.1043522 Aug 23 20:54:11.882157 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-55a6cae3-c325-4253-ac60-597ed1b05c6c tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:11.888878 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d52701d-41a2-4016-9112-6298fa8792fc {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:54:11.993712 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 0d52701d-41a2-4016-9112-6298fa8792fc, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=0d52701d-41a2-4016-9112-6298fa8792fc,segment=NetworkSegment(20fa05ae-e79c-474d-9ccb-95916cf6f54d),segment_id=20fa05ae-e79c-474d-9ccb-95916cf6f54d)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:54:12.006380 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:12.015318 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 57684) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:12.020050 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-55a6cae3-c325-4253-ac60-597ed1b05c6c tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:12.033625 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 57690) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:12.036421 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-55a6cae3-c325-4253-ac60-597ed1b05c6c tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "DELETE /v2.0/subnets/c1445222-03bb-45fe-923c-da1b9c854e75 HTTP/1.1" status: 204 len: 168 time: 1.2092283 Aug 23 20:54:12.072256 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6cae3-c325-4253-ac60-597ed1b05c6c tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Pushing event deleted for resources: {'Subnet': ['ID=c1445222-03bb-45fe-923c-da1b9c854e75,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:12.101314 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a115a64-5982-471d-a431-ecde2fc6ef8f None None] Network 2c14c3fa-ba1f-44b0-866f-6125cc9725aa requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:54:12.110141 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-88dd6a07-ead5-456b-b438-e8d460962427 req-e9033330-73a7-458c-91a2-2c9d6ef50c88 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=123f683b-1c31-452d-90d9-826365c937e9 HTTP/1.1" status: 200 len: 210 time: 0.0723827 Aug 23 20:54:12.256719 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-e44baa68-8284-4e1c-8cff-58a60bc8c36c tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Deleting subnet 45f4a7cc-34d4-408d-9b95-e1a51292bb89 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:54:12.266108 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e44baa68-8284-4e1c-8cff-58a60bc8c36c tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:12.324241 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=0d52701d-41a2-4016-9112-6298fa8792fc,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:12.335043 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['0d52701d-41a2-4016-9112-6298fa8792fc'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:54:12.360631 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-75bcf647-82bf-48cb-8ac0-d4f42d3df208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:12.376631 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc672e42-c228-4b3b-9150-09187a8a2934 req-567c5bfb-7826-4308-bc3a-fc9751985bd5 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:12.378581 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dc672e42-c228-4b3b-9150-09187a8a2934 req-567c5bfb-7826-4308-bc3a-fc9751985bd5 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 945 time: 0.2479036 Aug 23 20:54:12.392697 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e44baa68-8284-4e1c-8cff-58a60bc8c36c tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:12.531777 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dc672e42-c228-4b3b-9150-09187a8a2934 req-2a7c2c8e-85f6-4e44-a627-df60a8acd57e tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423440 Aug 23 20:54:12.747452 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-75bcf647-82bf-48cb-8ac0-d4f42d3df208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:12.767401 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e44baa68-8284-4e1c-8cff-58a60bc8c36c tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:12.810235 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-75bcf647-82bf-48cb-8ac0-d4f42d3df208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:12.844557 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bcf647-82bf-48cb-8ac0-d4f42d3df208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcdbd033-7587-4344-834a-aba10137ec9c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:12.888351 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-75bcf647-82bf-48cb-8ac0-d4f42d3df208 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9c355b0e368e4cd9b032d24a181f3d16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8676226 Aug 23 20:54:12.888746 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 57704) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:12.931840 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e44baa68-8284-4e1c-8cff-58a60bc8c36c tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:12.973852 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30d70d37-3d5a-46e7-8930-5db9032ecd64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:12.975222 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44baa68-8284-4e1c-8cff-58a60bc8c36c tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Pushing event deleted for resources: {'Subnet': ['ID=45f4a7cc-34d4-408d-9b95-e1a51292bb89,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:12.993278 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e44baa68-8284-4e1c-8cff-58a60bc8c36c tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:13.001099 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e44baa68-8284-4e1c-8cff-58a60bc8c36c tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "DELETE /v2.0/subnets/45f4a7cc-34d4-408d-9b95-e1a51292bb89 HTTP/1.1" status: 204 len: 168 time: 0.9660757 Aug 23 20:54:13.001580 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 57706) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:13.019764 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30d70d37-3d5a-46e7-8930-5db9032ecd64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:13.075143 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-47b3ace1-0ab5-48e5-ba88-5665a2e3b31c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:13.149471 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6ca962c0-6484-43ea-8716-8bbbee951018 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:13.204684 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30d70d37-3d5a-46e7-8930-5db9032ecd64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:13.211440 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30d70d37-3d5a-46e7-8930-5db9032ecd64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:13.213310 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-30d70d37-3d5a-46e7-8930-5db9032ecd64 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dcdbd033-7587-4344-834a-aba10137ec9c HTTP/1.1" status: 204 len: 168 time: 0.3233249 Aug 23 20:54:13.230603 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d70d37-3d5a-46e7-8930-5db9032ecd64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcdbd033-7587-4344-834a-aba10137ec9c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:13.257163 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-6ca962c0-6484-43ea-8716-8bbbee951018 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Deleting port 4a2ce660-bdcd-489c-9e19-10f2bb6a21e9 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:54:13.259701 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6ca962c0-6484-43ea-8716-8bbbee951018 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:13.275564 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05a2744-14a5-45c5-8708-75c0ce343558 None None] Update dhcp port {'port': {'network_id': '2c14c3fa-ba1f-44b0-866f-6125cc9725aa', 'fixed_ips': [{'subnet_id': '45f4a7cc-34d4-408d-9b95-e1a51292bb89'}], 'binding:host_id': 'n-d-805663-2'}, 'id': '4a2ce660-bdcd-489c-9e19-10f2bb6a21e9'} from n-d-805663-2. {{(pid=94689) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 20:54:13.306063 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d05a2744-14a5-45c5-8708-75c0ce343558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:13.372139 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 0d52701d-41a2-4016-9112-6298fa8792fc no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:54:13.399296 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-6ca962c0-6484-43ea-8716-8bbbee951018 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] For port 4a2ce660-bdcd-489c-9e19-10f2bb6a21e9, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=4a2ce660-bdcd-489c-9e19-10f2bb6a21e9,segment=NetworkSegment(846b9790-b439-45ef-bb55-379c5074948f),segment_id=846b9790-b439-45ef-bb55-379c5074948f)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:54:13.400033 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6ca962c0-6484-43ea-8716-8bbbee951018 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:13.420487 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-6ca962c0-6484-43ea-8716-8bbbee951018 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Calling delete_port for 4a2ce660-bdcd-489c-9e19-10f2bb6a21e9 owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:54:13.549536 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6ca962c0-6484-43ea-8716-8bbbee951018 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:13.564999 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:13.641271 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca962c0-6484-43ea-8716-8bbbee951018 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] No DVR routers for this DVR port 4a2ce660-bdcd-489c-9e19-10f2bb6a21e9 on host n-d-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:54:13.657267 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffaabd54-c53f-42e6-bf1f-8bc19e3ca8aa None None] Network 2c14c3fa-ba1f-44b0-866f-6125cc9725aa requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:54:13.657712 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca962c0-6484-43ea-8716-8bbbee951018 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Pushing event deleted for resources: {'Port': ['ID=4a2ce660-bdcd-489c-9e19-10f2bb6a21e9,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:13.794427 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6059a630-3ebe-424e-97f6-e8715b82060f None None] Could not find standard attr ID for object 4a2ce660-bdcd-489c-9e19-10f2bb6a21e9. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 20:54:13.803566 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 57728) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:13.826091 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:13.850198 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 0d52701d-41a2-4016-9112-6298fa8792fc {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:54:13.883709 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6c337829-ac99-47de-8eb9-058f0ec4ff12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:13.943490 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6494137a-afdb-4cdf-a849-d60c60756a2a req-b16e8b2d-4170-4716-9e0c-15efbd8ed55f tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:13.945239 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6494137a-afdb-4cdf-a849-d60c60756a2a req-b16e8b2d-4170-4716-9e0c-15efbd8ed55f tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 945 time: 0.2237730 Aug 23 20:54:13.963391 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 0d52701d-41a2-4016-9112-6298fa8792fc, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=0d52701d-41a2-4016-9112-6298fa8792fc,segment=NetworkSegment(20fa05ae-e79c-474d-9ccb-95916cf6f54d),segment_id=20fa05ae-e79c-474d-9ccb-95916cf6f54d)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:54:13.986914 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:14.019174 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2059bd8f-8fb7-4451-ba15-8a2f01ef279b None None] DHCP port deletion for 2c14c3fa-ba1f-44b0-866f-6125cc9725aa request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:54:14.062347 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-197bf043-4077-4712-a744-1719ad810f59 req-30b0a6e2-944c-4a0a-92e2-5cebe1e89e85 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=123f683b-1c31-452d-90d9-826365c937e9 HTTP/1.1" status: 200 len: 210 time: 0.1495843 Aug 23 20:54:14.105020 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6494137a-afdb-4cdf-a849-d60c60756a2a req-0b8df56e-f324-4ac4-abdb-9f1cbb38ae06 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515248 Aug 23 20:54:14.107079 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=0d52701d-41a2-4016-9112-6298fa8792fc,revision_number=7']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:14.169976 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6ca962c0-6484-43ea-8716-8bbbee951018 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:14.187843 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-6ca962c0-6484-43ea-8716-8bbbee951018 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c14c3fa-ba1f-44b0-866f-6125cc9725aa']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:54:14.198549 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6c337829-ac99-47de-8eb9-058f0ec4ff12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:14.213418 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6c337829-ac99-47de-8eb9-058f0ec4ff12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:14.217169 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-6ca962c0-6484-43ea-8716-8bbbee951018 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '846b9790-b439-45ef-bb55-379c5074948f') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:54:14.217464 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-6ca962c0-6484-43ea-8716-8bbbee951018 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '846b9790-b439-45ef-bb55-379c5074948f') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:54:14.253273 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-6c337829-ac99-47de-8eb9-058f0ec4ff12 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3ba72985db794d799d14359020ad8e25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4370582 Aug 23 20:54:14.255760 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 57734) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:14.349170 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c337829-ac99-47de-8eb9-058f0ec4ff12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1982df3-e6df-42f7-9ef9-47f746291e49,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:14.368139 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a998fba5-2a5c-45a2-a828-3ae6e51a43ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:14.406674 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a998fba5-2a5c-45a2-a828-3ae6e51a43ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:14.536795 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a998fba5-2a5c-45a2-a828-3ae6e51a43ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:14.541900 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a998fba5-2a5c-45a2-a828-3ae6e51a43ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:14.544445 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a998fba5-2a5c-45a2-a828-3ae6e51a43ca admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d1982df3-e6df-42f7-9ef9-47f746291e49 HTTP/1.1" status: 204 len: 168 time: 0.2863429 Aug 23 20:54:14.586297 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a998fba5-2a5c-45a2-a828-3ae6e51a43ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1982df3-e6df-42f7-9ef9-47f746291e49,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:14.592691 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6ca962c0-6484-43ea-8716-8bbbee951018 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:14.594427 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:14.630973 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6ca962c0-6484-43ea-8716-8bbbee951018 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:14.639196 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe8241-6f51-4cd2-a708-a4010911da0d req-3e37a117-c74c-4ce9-bc7f-07aab2a27c57 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:14.640985 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7dbe8241-6f51-4cd2-a708-a4010911da0d req-3e37a117-c74c-4ce9-bc7f-07aab2a27c57 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.11 "GET /v2.0/networks?id=4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e HTTP/1.1" status: 200 len: 811 time: 0.8614225 Aug 23 20:54:14.646982 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ca962c0-6484-43ea-8716-8bbbee951018 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:54:14.646982 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6ca962c0-6484-43ea-8716-8bbbee951018 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:14.651904 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:54:14.651904 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:54:14.651904 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:54:14.651904 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:54:14.651904 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:54:14.651904 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:54:14.651904 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:54:14.651904 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:54:14.651904 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:54:14.651904 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:54:14.651904 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:54:14.651904 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:54:14.651904 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:54:14.651904 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:54:14.651904 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:54:14.651904 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:54:14.651904 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:54:14.651904 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:54:14.651904 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:54:14.651904 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:54:14.651904 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:54:14.651904 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:54:14.651904 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:54:14.651904 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:54:14.651904 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:54:14.651904 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:54:14.651904 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:54:14.651904 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:54:14.651904 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:54:14.651904 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:54:14.651904 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:54:14.651904 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:54:14.664244 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-7dbe8241-6f51-4cd2-a708-a4010911da0d req-a34accd9-ddc7-4897-9048-ab3348890ed4 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Request body: {'port': {'device_id': '123f683b-1c31-452d-90d9-826365c937e9', 'network_id': '4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e', 'admin_state_up': True, 'tenant_id': '2af290724cc44af890c8fd2249003602'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:54:14.807511 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6ca962c0-6484-43ea-8716-8bbbee951018 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:14.825423 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6ca962c0-6484-43ea-8716-8bbbee951018 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:14.831238 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6ca962c0-6484-43ea-8716-8bbbee951018 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "DELETE /v2.0/networks/2c14c3fa-ba1f-44b0-866f-6125cc9725aa HTTP/1.1" status: 204 len: 168 time: 1.8281221 Aug 23 20:54:14.832832 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 57748) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:14.868028 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca962c0-6484-43ea-8716-8bbbee951018 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Pushing event deleted for resources: {'Network': ['ID=2c14c3fa-ba1f-44b0-866f-6125cc9725aa,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:14.893056 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 4a2ce660-bdcd-489c-9e19-10f2bb6a21e9 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:54:14.895052 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3b74406-b4a6-4d40-a513-d7e74da2b8e1 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] DELETE failed (client error): The resource could not be found. Aug 23 20:54:14.895504 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3b74406-b4a6-4d40-a513-d7e74da2b8e1 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:54:14.897282 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a3b74406-b4a6-4d40-a513-d7e74da2b8e1 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "DELETE /v2.0/subnets/85190029-b230-44ca-8b37-fb08ede39f37 HTTP/1.1" status: 404 len: 337 time: 0.0634065 Aug 23 20:54:14.900896 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 57758) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:14.927677 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b00d4ac-05d7-4f57-9963-dbe4d14086e8 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] DELETE failed (client error): The resource could not be found. Aug 23 20:54:14.928620 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b00d4ac-05d7-4f57-9963-dbe4d14086e8 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:54:14.929762 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 4a2ce660-bdcd-489c-9e19-10f2bb6a21e9 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:54:14.930211 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 4a2ce660-bdcd-489c-9e19-10f2bb6a21e9 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:54:14.931215 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3b00d4ac-05d7-4f57-9963-dbe4d14086e8 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "DELETE /v2.0/networks/8af467a4-59e2-4494-adc5-4232fc399bcc HTTP/1.1" status: 404 len: 339 time: 0.0291340 Aug 23 20:54:14.934392 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 57760) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:14.947964 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dbe8241-6f51-4cd2-a708-a4010911da0d req-a34accd9-ddc7-4897-9048-ab3348890ed4 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Made reservation on behalf of 2af290724cc44af890c8fd2249003602 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:54:14.952726 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7dbe8241-6f51-4cd2-a708-a4010911da0d req-a34accd9-ddc7-4897-9048-ab3348890ed4 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:14.990208 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a9fec8c-08ff-4e84-a2ed-5ccc45f07c4b tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] DELETE failed (client error): The resource could not be found. Aug 23 20:54:14.990850 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a9fec8c-08ff-4e84-a2ed-5ccc45f07c4b tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:54:15.000708 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4a9fec8c-08ff-4e84-a2ed-5ccc45f07c4b tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "DELETE /v2.0/subnets/a2ef0636-4c3d-4414-b55b-868bd9fdc45d HTTP/1.1" status: 404 len: 337 time: 0.0568466 Aug 23 20:54:15.001076 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 57762) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:15.026093 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-e139cfdb-79b4-42a5-a61a-aebcafa1d314 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] DELETE failed (client error): The resource could not be found. Aug 23 20:54:15.026653 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e139cfdb-79b4-42a5-a61a-aebcafa1d314 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:54:15.031822 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e139cfdb-79b4-42a5-a61a-aebcafa1d314 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "DELETE /v2.0/networks/0fa200e0-91e5-465d-be2a-2404e109220d HTTP/1.1" status: 404 len: 339 time: 0.0275075 Aug 23 20:54:15.032984 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 57768) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:15.073684 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7d26499-1c03-4a5a-99bb-b05fdea475e9 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] DELETE failed (client error): The resource could not be found. Aug 23 20:54:15.074272 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7d26499-1c03-4a5a-99bb-b05fdea475e9 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:54:15.076323 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e7d26499-1c03-4a5a-99bb-b05fdea475e9 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "DELETE /v2.0/subnets/1a5ce107-05b2-4518-997d-3e3ce1480b60 HTTP/1.1" status: 404 len: 337 time: 0.0423322 Aug 23 20:54:15.078938 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 57772) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:15.105102 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-90ff1465-7528-436b-80cf-edac5b4082b6 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] DELETE failed (client error): The resource could not be found. Aug 23 20:54:15.106541 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90ff1465-7528-436b-80cf-edac5b4082b6 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:54:15.108720 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-90ff1465-7528-436b-80cf-edac5b4082b6 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "DELETE /v2.0/networks/3690a771-2003-450b-be57-ffbcb7fea1b1 HTTP/1.1" status: 404 len: 339 time: 0.0283689 Aug 23 20:54:15.111901 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 57780) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:15.180417 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-7dbe8241-6f51-4cd2-a708-a4010911da0d req-a34accd9-ddc7-4897-9048-ab3348890ed4 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Allocated IP 172.20.0.3 (4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e/7046a0bd-4474-4718-a5da-60ae1dc26dbc/9a6d9c72-59f1-4217-924c-5019fe85f048) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:54:15.194733 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-46a52975-eb82-4f4e-bebe-56ceb9128dea tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Deleting subnet 35c65c9e-9945-4cab-bff0-a3056a0ba016 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:54:15.204445 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-46a52975-eb82-4f4e-bebe-56ceb9128dea tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:15.266762 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-146ce336-f66e-452c-b015-415706cca7ed req-390ce7c6-dff8-4387-a038-e686c0239396 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=123f683b-1c31-452d-90d9-826365c937e9 HTTP/1.1" status: 200 len: 210 time: 0.0466430 Aug 23 20:54:15.292037 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-46a52975-eb82-4f4e-bebe-56ceb9128dea tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:15.343136 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c72b9-c979-49ed-b398-b2f8b241259c req-db670572-31eb-4ff4-90f2-ae056e3fc074 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:15.346259 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-373c72b9-c979-49ed-b398-b2f8b241259c req-db670572-31eb-4ff4-90f2-ae056e3fc074 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 945 time: 0.1055915 Aug 23 20:54:15.350718 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 0d52701d-41a2-4016-9112-6298fa8792fc up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:54:15.424314 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7dbe8241-6f51-4cd2-a708-a4010911da0d req-a34accd9-ddc7-4897-9048-ab3348890ed4 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:15.437241 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 0d52701d-41a2-4016-9112-6298fa8792fc triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:54:15.437864 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:15.445722 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-7dbe8241-6f51-4cd2-a708-a4010911da0d req-a34accd9-ddc7-4897-9048-ab3348890ed4 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Transition to ACTIVE for port object 9a6d9c72-59f1-4217-924c-5019fe85f048 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:54:15.459958 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-46a52975-eb82-4f4e-bebe-56ceb9128dea tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:15.496197 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-373c72b9-c979-49ed-b398-b2f8b241259c req-0793223a-35b7-4724-9705-fd86d967648b tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430967 Aug 23 20:54:15.517906 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7dbe8241-6f51-4cd2-a708-a4010911da0d req-a34accd9-ddc7-4897-9048-ab3348890ed4 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:15.562438 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['48104957-012e-4da4-aafa-e7191b68343c'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:54:15.586117 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-46a52975-eb82-4f4e-bebe-56ceb9128dea tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:15.602640 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-46a52975-eb82-4f4e-bebe-56ceb9128dea tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:15.605453 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-46a52975-eb82-4f4e-bebe-56ceb9128dea tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "DELETE /v2.0/subnets/35c65c9e-9945-4cab-bff0-a3056a0ba016 HTTP/1.1" status: 204 len: 168 time: 0.4914818 Aug 23 20:54:15.609258 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 57802) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:15.611557 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dbe8241-6f51-4cd2-a708-a4010911da0d req-a34accd9-ddc7-4897-9048-ab3348890ed4 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Network 4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:54:15.627882 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a52975-eb82-4f4e-bebe-56ceb9128dea tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Pushing event deleted for resources: {'Subnet': ['ID=35c65c9e-9945-4cab-bff0-a3056a0ba016,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:15.645234 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-7dbe8241-6f51-4cd2-a708-a4010911da0d req-a34accd9-ddc7-4897-9048-ab3348890ed4 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:54:15.645673 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7da42dc-7235-4ce9-828c-f297916e7842 None None] Network c910b774-4f4f-4dfa-a74e-8d25a4d9a584 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:54:15.648802 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dbe8241-6f51-4cd2-a708-a4010911da0d req-a34accd9-ddc7-4897-9048-ab3348890ed4 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:54:15.738016 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34accd9-ddc7-4897-9048-ab3348890ed4 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Pushing event updated for resources: {'Port': ['ID=9a6d9c72-59f1-4217-924c-5019fe85f048,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:15.765359 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a55e7-9494-46ee-86b0-cf8676094cb0 req-bf3ee43e-2d14-4d5c-8468-800d6ab932a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:15.767286 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d19a55e7-9494-46ee-86b0-cf8676094cb0 req-bf3ee43e-2d14-4d5c-8468-800d6ab932a8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a420101d8537446c948533816ff31a9c&device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 1096 time: 0.0577664 Aug 23 20:54:15.835320 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d9639c0-3ed3-4f76-96a6-89f31b11f738 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:15.885534 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:15.903427 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe8241-6f51-4cd2-a708-a4010911da0d req-a34accd9-ddc7-4897-9048-ab3348890ed4 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:15.904497 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7dbe8241-6f51-4cd2-a708-a4010911da0d req-a34accd9-ddc7-4897-9048-ab3348890ed4 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:15.959209 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7dbe8241-6f51-4cd2-a708-a4010911da0d req-a34accd9-ddc7-4897-9048-ab3348890ed4 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3064039 Aug 23 20:54:15.979181 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-7dbe8241-6f51-4cd2-a708-a4010911da0d req-155bf397-aad5-40ea-a07f-cf3ff787e7c7 service neutron] Request body: {'port': {'device_id': '123f683b-1c31-452d-90d9-826365c937e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:54:15.982409 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a55e7-9494-46ee-86b0-cf8676094cb0 req-626dbf23-3be6-46c1-a575-169e3727629d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:15.986126 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d19a55e7-9494-46ee-86b0-cf8676094cb0 req-626dbf23-3be6-46c1-a575-169e3727629d service neutron] 10.222.0.11 "GET /v2.0/networks?id=8f9f903e-93a4-4fe6-b0ce-e2059346b6d0 HTTP/1.1" status: 200 len: 918 time: 0.2088101 Aug 23 20:54:15.998258 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eede86a2-48eb-4b9f-af03-967d477cbd7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d52701d-41a2-4016-9112-6298fa8792fc'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:54:16.000517 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc04e14e-4265-4575-aaa1-c3b6667c53cb" -d '{"events": [{"server_uuid": "eede86a2-48eb-4b9f-af03-967d477cbd7a", "name": "network-vif-plugged", "status": "completed", "tag": "0d52701d-41a2-4016-9112-6298fa8792fc"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:54:16.091587 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d19a55e7-9494-46ee-86b0-cf8676094cb0 req-416b01b1-6dc1-48d7-b0b7-769f225ace24 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f HTTP/1.1" status: 200 len: 1001 time: 0.0978096 Aug 23 20:54:16.096258 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 0d52701d-41a2-4016-9112-6298fa8792fc, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=0d52701d-41a2-4016-9112-6298fa8792fc,segment=NetworkSegment(20fa05ae-e79c-474d-9ccb-95916cf6f54d),segment_id=20fa05ae-e79c-474d-9ccb-95916cf6f54d)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:54:16.101302 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:16.108270 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:16.116667 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6600adb8-d549-4e02-9948-ac704e3e448b x-openstack-request-id: req-6600adb8-d549-4e02-9948-ac704e3e448b {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:54:16.117678 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eede86a2-48eb-4b9f-af03-967d477cbd7a", "name": "network-vif-plugged", "status": "completed", "tag": "0d52701d-41a2-4016-9112-6298fa8792fc", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:54:16.118385 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6600adb8-d549-4e02-9948-ac704e3e448b {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:54:16.124158 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eede86a2-48eb-4b9f-af03-967d477cbd7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d52701d-41a2-4016-9112-6298fa8792fc', 'code': 200} Aug 23 20:54:16.159046 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-0d9639c0-3ed3-4f76-96a6-89f31b11f738 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Deleting port 8ccbf175-2f0f-4547-b35d-b9b9aa79d564 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:54:16.159528 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d9639c0-3ed3-4f76-96a6-89f31b11f738 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:16.209189 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7dbe8241-6f51-4cd2-a708-a4010911da0d req-155bf397-aad5-40ea-a07f-cf3ff787e7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:16.242757 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cddff88c-cbaf-4525-8e78-3dc56204fa21 None None] Provisioning for port 9a6d9c72-59f1-4217-924c-5019fe85f048 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:54:16.245480 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a55e7-9494-46ee-86b0-cf8676094cb0 req-e668f8af-95eb-4542-a774-8a2301d8d918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:16.250650 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d19a55e7-9494-46ee-86b0-cf8676094cb0 req-e668f8af-95eb-4542-a774-8a2301d8d918 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d199577e-85a3-487d-894b-30e054d60332 HTTP/1.1" status: 200 len: 856 time: 0.1516395 Aug 23 20:54:16.268954 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cddff88c-cbaf-4525-8e78-3dc56204fa21 None None] Provisioning complete for port 9a6d9c72-59f1-4217-924c-5019fe85f048 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:54:16.275166 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cddff88c-cbaf-4525-8e78-3dc56204fa21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:16.292547 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-0d9639c0-3ed3-4f76-96a6-89f31b11f738 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] For port 8ccbf175-2f0f-4547-b35d-b9b9aa79d564, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=8ccbf175-2f0f-4547-b35d-b9b9aa79d564,segment=NetworkSegment(5f65aa3e-e76f-47da-ac39-f475cd434dc9),segment_id=5f65aa3e-e76f-47da-ac39-f475cd434dc9)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:54:16.293080 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d9639c0-3ed3-4f76-96a6-89f31b11f738 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:16.326102 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-0d9639c0-3ed3-4f76-96a6-89f31b11f738 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Calling delete_port for 8ccbf175-2f0f-4547-b35d-b9b9aa79d564 owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:54:16.342158 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d7e33e-a696-4aee-a2b5-ca95c7fc4ac8 None None] DHCP port deletion for c910b774-4f4f-4dfa-a74e-8d25a4d9a584 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:54:16.378476 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a55e7-9494-46ee-86b0-cf8676094cb0 req-f000246a-1580-4a95-abe5-8728b99b6984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:16.378787 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=0d52701d-41a2-4016-9112-6298fa8792fc,revision_number=8']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:16.380320 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d19a55e7-9494-46ee-86b0-cf8676094cb0 req-f000246a-1580-4a95-abe5-8728b99b6984 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8f9f903e-93a4-4fe6-b0ce-e2059346b6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1216154 Aug 23 20:54:16.461437 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cddff88c-cbaf-4525-8e78-3dc56204fa21 None None] Port 9a6d9c72-59f1-4217-924c-5019fe85f048 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:54:16.506281 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-08d7e33e-a696-4aee-a2b5-ca95c7fc4ac8 None None] Deleting port 8ccbf175-2f0f-4547-b35d-b9b9aa79d564 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:54:16.506689 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-08d7e33e-a696-4aee-a2b5-ca95c7fc4ac8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:16.617186 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f366e6-a9a3-42a7-820e-45bc287388bf req-1310e0b8-3349-433c-9545-27efb5196bc8 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:16.618956 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-14f366e6-a9a3-42a7-820e-45bc287388bf req-1310e0b8-3349-433c-9545-27efb5196bc8 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=123f683b-1c31-452d-90d9-826365c937e9 HTTP/1.1" status: 200 len: 931 time: 0.1420557 Aug 23 20:54:16.625239 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d19a55e7-9494-46ee-86b0-cf8676094cb0 req-0e855305-bdee-45a7-b925-69d56d4c5f54 service neutron] 10.222.0.11 "GET /v2.0/networks/8f9f903e-93a4-4fe6-b0ce-e2059346b6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358553 Aug 23 20:54:16.689664 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-14f366e6-a9a3-42a7-820e-45bc287388bf req-ebab12b6-e5f3-4e54-b211-b783adbd31e3 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630476 Aug 23 20:54:16.714311 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-08d7e33e-a696-4aee-a2b5-ca95c7fc4ac8 None None] For port 8ccbf175-2f0f-4547-b35d-b9b9aa79d564, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=8ccbf175-2f0f-4547-b35d-b9b9aa79d564,segment=NetworkSegment(5f65aa3e-e76f-47da-ac39-f475cd434dc9),segment_id=5f65aa3e-e76f-47da-ac39-f475cd434dc9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:54:16.732660 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-08d7e33e-a696-4aee-a2b5-ca95c7fc4ac8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:16.760583 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-08d7e33e-a696-4aee-a2b5-ca95c7fc4ac8 None None] Calling delete_port for 8ccbf175-2f0f-4547-b35d-b9b9aa79d564 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:54:16.790744 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d9639c0-3ed3-4f76-96a6-89f31b11f738 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:16.800420 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba50b344-3bb1-472c-b400-2792bbe5880c req-ddcf1f62-218d-4322-9fbf-434c69661084 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:16.801984 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ba50b344-3bb1-472c-b400-2792bbe5880c req-ddcf1f62-218d-4322-9fbf-434c69661084 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 945 time: 0.1204803 Aug 23 20:54:16.832021 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d19a55e7-9494-46ee-86b0-cf8676094cb0 req-b4e24078-91c1-4152-aadc-5a47217b597d service neutron] 10.222.0.11 "GET /v2.0/networks/8f9f903e-93a4-4fe6-b0ce-e2059346b6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803291 Aug 23 20:54:16.876362 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9639c0-3ed3-4f76-96a6-89f31b11f738 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Pushing event deleted for resources: {'Port': ['ID=8ccbf175-2f0f-4547-b35d-b9b9aa79d564,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:16.897047 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9639c0-3ed3-4f76-96a6-89f31b11f738 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] No DVR routers for this DVR port 8ccbf175-2f0f-4547-b35d-b9b9aa79d564 on host n-d-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:54:16.909459 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 8ccbf175-2f0f-4547-b35d-b9b9aa79d564 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:54:16.958524 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 8ccbf175-2f0f-4547-b35d-b9b9aa79d564 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:54:16.959170 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 8ccbf175-2f0f-4547-b35d-b9b9aa79d564 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:54:16.996109 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-7dbe8241-6f51-4cd2-a708-a4010911da0d req-155bf397-aad5-40ea-a07f-cf3ff787e7c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a6d9c72-59f1-4217-924c-5019fe85f048 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:54:17.002228 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-08d7e33e-a696-4aee-a2b5-ca95c7fc4ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:17.017527 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7dbe8241-6f51-4cd2-a708-a4010911da0d req-155bf397-aad5-40ea-a07f-cf3ff787e7c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:17.035502 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d7e33e-a696-4aee-a2b5-ca95c7fc4ac8 None None] Pushing event deleted for resources: {'Port': ['ID=8ccbf175-2f0f-4547-b35d-b9b9aa79d564,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:17.040737 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d7e33e-a696-4aee-a2b5-ca95c7fc4ac8 None None] No DVR routers for this DVR port 8ccbf175-2f0f-4547-b35d-b9b9aa79d564 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:54:17.044955 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ba50b344-3bb1-472c-b400-2792bbe5880c req-14ee2ebc-5bde-4256-a2db-a63edbce9035 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1934726 Aug 23 20:54:17.096510 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-7dbe8241-6f51-4cd2-a708-a4010911da0d req-155bf397-aad5-40ea-a07f-cf3ff787e7c7 service neutron] Transition to ACTIVE for port object 9a6d9c72-59f1-4217-924c-5019fe85f048 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:54:17.105398 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d9639c0-3ed3-4f76-96a6-89f31b11f738 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:17.108904 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7dbe8241-6f51-4cd2-a708-a4010911da0d req-155bf397-aad5-40ea-a07f-cf3ff787e7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:17.128164 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-0d9639c0-3ed3-4f76-96a6-89f31b11f738 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c910b774-4f4f-4dfa-a74e-8d25a4d9a584']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:54:17.160908 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-0d9639c0-3ed3-4f76-96a6-89f31b11f738 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f65aa3e-e76f-47da-ac39-f475cd434dc9') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:54:17.161207 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-0d9639c0-3ed3-4f76-96a6-89f31b11f738 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f65aa3e-e76f-47da-ac39-f475cd434dc9') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:54:17.179846 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d9639c0-3ed3-4f76-96a6-89f31b11f738 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:17.216659 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155bf397-aad5-40ea-a07f-cf3ff787e7c7 service neutron] Pushing event updated for resources: {'Port': ['ID=9a6d9c72-59f1-4217-924c-5019fe85f048,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:17.221605 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d9639c0-3ed3-4f76-96a6-89f31b11f738 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:17.251041 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d9639c0-3ed3-4f76-96a6-89f31b11f738 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:54:17.251766 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d9639c0-3ed3-4f76-96a6-89f31b11f738 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:17.255132 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:54:17.255132 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:54:17.255132 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:54:17.255132 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:54:17.255132 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:54:17.255132 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:54:17.255132 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:54:17.255132 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:54:17.255132 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:54:17.255132 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:54:17.255132 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:54:17.255132 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:54:17.255132 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:54:17.255132 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:54:17.255132 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:54:17.255132 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:54:17.255132 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:54:17.255132 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:54:17.255132 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:54:17.255132 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:54:17.255132 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:54:17.255132 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:54:17.255132 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:54:17.255132 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:54:17.255132 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:54:17.255132 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:54:17.255132 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:54:17.255132 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:54:17.255132 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:54:17.255132 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:54:17.255132 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:54:17.255132 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:54:17.349288 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-7dbe8241-6f51-4cd2-a708-a4010911da0d req-155bf397-aad5-40ea-a07f-cf3ff787e7c7 service neutron] Attempting to bind port 9a6d9c72-59f1-4217-924c-5019fe85f048 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:54:17.349709 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-7dbe8241-6f51-4cd2-a708-a4010911da0d req-155bf397-aad5-40ea-a07f-cf3ff787e7c7 service neutron] Attempting to bind port 9a6d9c72-59f1-4217-924c-5019fe85f048 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '87ae50be-ef23-4363-86a3-a03c9ef4b9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:54:17.349936 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbe8241-6f51-4cd2-a708-a4010911da0d req-155bf397-aad5-40ea-a07f-cf3ff787e7c7 service neutron] Attempting to bind port 9a6d9c72-59f1-4217-924c-5019fe85f048 on network 4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:54:17.352569 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d9639c0-3ed3-4f76-96a6-89f31b11f738 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:17.364033 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d9639c0-3ed3-4f76-96a6-89f31b11f738 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:17.367915 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0d9639c0-3ed3-4f76-96a6-89f31b11f738 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "DELETE /v2.0/networks/c910b774-4f4f-4dfa-a74e-8d25a4d9a584 HTTP/1.1" status: 204 len: 168 time: 1.7531948 Aug 23 20:54:17.368941 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 57840) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:17.378787 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbe8241-6f51-4cd2-a708-a4010911da0d req-155bf397-aad5-40ea-a07f-cf3ff787e7c7 service neutron] Port 9a6d9c72-59f1-4217-924c-5019fe85f048 on network 4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:54:17.379123 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbe8241-6f51-4cd2-a708-a4010911da0d req-155bf397-aad5-40ea-a07f-cf3ff787e7c7 service neutron] Attempting to bind port 9a6d9c72-59f1-4217-924c-5019fe85f048 on network 4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:54:17.381537 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9639c0-3ed3-4f76-96a6-89f31b11f738 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Pushing event deleted for resources: {'Network': ['ID=c910b774-4f4f-4dfa-a74e-8d25a4d9a584,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:17.388821 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbe8241-6f51-4cd2-a708-a4010911da0d req-155bf397-aad5-40ea-a07f-cf3ff787e7c7 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:54:17.389677 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbe8241-6f51-4cd2-a708-a4010911da0d req-155bf397-aad5-40ea-a07f-cf3ff787e7c7 service neutron] Checking segment: {'id': '87ae50be-ef23-4363-86a3-a03c9ef4b9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:54:17.389677 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbe8241-6f51-4cd2-a708-a4010911da0d req-155bf397-aad5-40ea-a07f-cf3ff787e7c7 service neutron] Bound using segment: {'id': '87ae50be-ef23-4363-86a3-a03c9ef4b9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:54:17.389934 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-7dbe8241-6f51-4cd2-a708-a4010911da0d req-155bf397-aad5-40ea-a07f-cf3ff787e7c7 service neutron] Bound port: 9a6d9c72-59f1-4217-924c-5019fe85f048, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87ae50be-ef23-4363-86a3-a03c9ef4b9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:54:17.390304 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7dbe8241-6f51-4cd2-a708-a4010911da0d req-155bf397-aad5-40ea-a07f-cf3ff787e7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:17.452223 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ee6ca04-4880-4258-8f50-ba24ce9ca9cf tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] DELETE failed (client error): The resource could not be found. Aug 23 20:54:17.452692 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ee6ca04-4880-4258-8f50-ba24ce9ca9cf tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:54:17.457569 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4ee6ca04-4880-4258-8f50-ba24ce9ca9cf tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "DELETE /v2.0/subnets/116d7d11-3910-4289-86e5-328ebd700ab9 HTTP/1.1" status: 404 len: 337 time: 0.0848136 Aug 23 20:54:17.457798 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 57842) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:17.492278 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-43b4f0e8-7014-4ed6-bf66-b0b90e947a32 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] DELETE failed (client error): The resource could not be found. Aug 23 20:54:17.493628 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43b4f0e8-7014-4ed6-bf66-b0b90e947a32 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:54:17.499306 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-43b4f0e8-7014-4ed6-bf66-b0b90e947a32 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "DELETE /v2.0/networks/de50496e-31be-4ae9-8cfc-2a77ead200ae HTTP/1.1" status: 404 len: 339 time: 0.0366478 Aug 23 20:54:17.500001 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 57844) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:17.550123 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-7dbe8241-6f51-4cd2-a708-a4010911da0d req-155bf397-aad5-40ea-a07f-cf3ff787e7c7 service neutron] For port 9a6d9c72-59f1-4217-924c-5019fe85f048, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:54:17.573934 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-7dbe8241-6f51-4cd2-a708-a4010911da0d req-155bf397-aad5-40ea-a07f-cf3ff787e7c7 service neutron] For port 9a6d9c72-59f1-4217-924c-5019fe85f048, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=9a6d9c72-59f1-4217-924c-5019fe85f048,segment=NetworkSegment(87ae50be-ef23-4363-86a3-a03c9ef4b9c4),segment_id=87ae50be-ef23-4363-86a3-a03c9ef4b9c4)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:54:17.584341 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7dbe8241-6f51-4cd2-a708-a4010911da0d req-155bf397-aad5-40ea-a07f-cf3ff787e7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:17.599272 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0c9405b-55f9-492e-ac02-4885b4f95ca8 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Deleting subnet 0618b867-fe09-43a8-ba08-0cd5c527a9e6 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:54:17.625547 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f0c9405b-55f9-492e-ac02-4885b4f95ca8 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:17.659685 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe8241-6f51-4cd2-a708-a4010911da0d req-155bf397-aad5-40ea-a07f-cf3ff787e7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:17.660844 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7dbe8241-6f51-4cd2-a708-a4010911da0d req-155bf397-aad5-40ea-a07f-cf3ff787e7c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:17.662226 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7dbe8241-6f51-4cd2-a708-a4010911da0d req-155bf397-aad5-40ea-a07f-cf3ff787e7c7 service neutron] 10.222.0.11 "PUT /v2.0/ports/9a6d9c72-59f1-4217-924c-5019fe85f048 HTTP/1.1" status: 200 len: 1091 time: 1.6939564 Aug 23 20:54:17.664965 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '123f683b-1c31-452d-90d9-826365c937e9', 'tag': '9a6d9c72-59f1-4217-924c-5019fe85f048'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:54:17.667454 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c9b6da-a5ca-467a-ae99-1c5991726d28" -d '{"events": [{"name": "network-changed", "server_uuid": "123f683b-1c31-452d-90d9-826365c937e9", "tag": "9a6d9c72-59f1-4217-924c-5019fe85f048"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:54:17.771085 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f0c9405b-55f9-492e-ac02-4885b4f95ca8 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:17.893322 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155bf397-aad5-40ea-a07f-cf3ff787e7c7 service neutron] Pushing event updated for resources: {'Port': ['ID=9a6d9c72-59f1-4217-924c-5019fe85f048,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:17.964027 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe8241-6f51-4cd2-a708-a4010911da0d req-52c5bdea-95a4-46f5-a3f9-fd302d0b4f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:17.966213 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7dbe8241-6f51-4cd2-a708-a4010911da0d req-52c5bdea-95a4-46f5-a3f9-fd302d0b4f1e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2af290724cc44af890c8fd2249003602&device_id=123f683b-1c31-452d-90d9-826365c937e9 HTTP/1.1" status: 200 len: 1094 time: 0.2302845 Aug 23 20:54:18.044230 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59cb61c5-3226-4f73-867f-5a4f60892644 x-openstack-request-id: req-59cb61c5-3226-4f73-867f-5a4f60892644 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:54:18.044455 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "123f683b-1c31-452d-90d9-826365c937e9", "tag": "9a6d9c72-59f1-4217-924c-5019fe85f048", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:54:18.044682 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-59cb61c5-3226-4f73-867f-5a4f60892644 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:54:18.045181 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '123f683b-1c31-452d-90d9-826365c937e9', 'tag': '9a6d9c72-59f1-4217-924c-5019fe85f048', 'status': 'completed', 'code': 200} Aug 23 20:54:18.054821 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d5ef1-b02f-49be-9858-527dd4a28f27 req-40406ef9-ef52-4f08-b548-8394997696e4 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:18.062751 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d10d5ef1-b02f-49be-9858-527dd4a28f27 req-40406ef9-ef52-4f08-b548-8394997696e4 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=123f683b-1c31-452d-90d9-826365c937e9 HTTP/1.1" status: 200 len: 943 time: 0.2554288 Aug 23 20:54:18.068159 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7dbe8241-6f51-4cd2-a708-a4010911da0d req-d481e2b5-1374-4eda-8cc1-5e2b81ea8018 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a6d9c72-59f1-4217-924c-5019fe85f048 HTTP/1.1" status: 200 len: 217 time: 0.0898540 Aug 23 20:54:18.098988 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f0c9405b-55f9-492e-ac02-4885b4f95ca8 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:18.179829 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d10d5ef1-b02f-49be-9858-527dd4a28f27 req-95a6578f-1543-455a-ab0a-694530edf56a tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161673 Aug 23 20:54:18.211687 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe8241-6f51-4cd2-a708-a4010911da0d req-8db13880-6d8d-46f4-825a-064df8d89fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:18.214597 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7dbe8241-6f51-4cd2-a708-a4010911da0d req-8db13880-6d8d-46f4-825a-064df8d89fdd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7046a0bd-4474-4718-a5da-60ae1dc26dbc HTTP/1.1" status: 200 len: 850 time: 0.1346812 Aug 23 20:54:18.240052 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f0c9405b-55f9-492e-ac02-4885b4f95ca8 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:18.249778 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428aba3a-d706-43bd-9e30-feae1750ed9b req-e8a0a641-92a2-47f9-9746-a2a4d6a1b33d tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:18.251856 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-428aba3a-d706-43bd-9e30-feae1750ed9b req-e8a0a641-92a2-47f9-9746-a2a4d6a1b33d tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 945 time: 0.0803795 Aug 23 20:54:18.298823 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2241e739-59d2-450f-a9a5-bb8343b7748a None None] Network b3ea3497-d8a5-422e-8dfb-87d14c485de1 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:54:18.313573 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-428aba3a-d706-43bd-9e30-feae1750ed9b req-65e18e97-9e34-4eb4-8910-1c1ee4a3b307 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522594 Aug 23 20:54:18.319469 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f0c9405b-55f9-492e-ac02-4885b4f95ca8 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:18.327162 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 57874) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:18.329367 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f0c9405b-55f9-492e-ac02-4885b4f95ca8 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "DELETE /v2.0/subnets/0618b867-fe09-43a8-ba08-0cd5c527a9e6 HTTP/1.1" status: 204 len: 168 time: 0.8282723 Aug 23 20:54:18.381985 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c9405b-55f9-492e-ac02-4885b4f95ca8 tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Pushing event deleted for resources: {'Subnet': ['ID=0618b867-fe09-43a8-ba08-0cd5c527a9e6,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:18.395202 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe8241-6f51-4cd2-a708-a4010911da0d req-2e4960be-6bbb-4604-9541-e79568b4fa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:18.397422 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7dbe8241-6f51-4cd2-a708-a4010911da0d req-2e4960be-6bbb-4604-9541-e79568b4fa16 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1718638 Aug 23 20:54:18.441259 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-15bed7fb-c36a-4d14-b039-94da4f9efc2c tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:18.527118 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-15bed7fb-c36a-4d14-b039-94da4f9efc2c tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Deleting port 28fc50a7-8c8b-442a-8271-869b9a36a660 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:54:18.527459 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-15bed7fb-c36a-4d14-b039-94da4f9efc2c tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:18.547363 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7dbe8241-6f51-4cd2-a708-a4010911da0d req-c83b33a6-fc95-4c83-8135-9d4ec0e7a560 service neutron] 10.222.0.11 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409166 Aug 23 20:54:18.582668 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6e45f6-547d-4793-b423-98418d0f584b None None] DHCP port deletion for b3ea3497-d8a5-422e-8dfb-87d14c485de1 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:54:18.611102 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-15bed7fb-c36a-4d14-b039-94da4f9efc2c tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] For port 28fc50a7-8c8b-442a-8271-869b9a36a660, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=28fc50a7-8c8b-442a-8271-869b9a36a660,segment=NetworkSegment(fc956011-c588-47af-b80f-e37845d8baa0),segment_id=fc956011-c588-47af-b80f-e37845d8baa0)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:54:18.611452 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-15bed7fb-c36a-4d14-b039-94da4f9efc2c tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:18.627064 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-15bed7fb-c36a-4d14-b039-94da4f9efc2c tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Calling delete_port for 28fc50a7-8c8b-442a-8271-869b9a36a660 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:54:18.653960 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-eb6e45f6-547d-4793-b423-98418d0f584b None None] Deleting port 28fc50a7-8c8b-442a-8271-869b9a36a660 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:54:18.654681 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eb6e45f6-547d-4793-b423-98418d0f584b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:18.673601 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7dbe8241-6f51-4cd2-a708-a4010911da0d req-8cb7c907-dd7a-4fc9-8d63-c3952b0ceb05 service neutron] 10.222.0.11 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194263 Aug 23 20:54:18.771319 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-eb6e45f6-547d-4793-b423-98418d0f584b None None] For port 28fc50a7-8c8b-442a-8271-869b9a36a660, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=28fc50a7-8c8b-442a-8271-869b9a36a660,segment=NetworkSegment(fc956011-c588-47af-b80f-e37845d8baa0),segment_id=fc956011-c588-47af-b80f-e37845d8baa0)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:54:18.771732 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eb6e45f6-547d-4793-b423-98418d0f584b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:18.809117 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-eb6e45f6-547d-4793-b423-98418d0f584b None None] Calling delete_port for 28fc50a7-8c8b-442a-8271-869b9a36a660 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:54:18.818494 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-15bed7fb-c36a-4d14-b039-94da4f9efc2c tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:18.855181 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9b6da-a5ca-467a-ae99-1c5991726d28 req-8e56c901-45c9-4cdc-8740-6f5ed1d434d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:18.858540 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-15c9b6da-a5ca-467a-ae99-1c5991726d28 req-8e56c901-45c9-4cdc-8740-6f5ed1d434d8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2af290724cc44af890c8fd2249003602&device_id=123f683b-1c31-452d-90d9-826365c937e9 HTTP/1.1" status: 200 len: 1094 time: 0.1187479 Aug 23 20:54:18.858799 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bed7fb-c36a-4d14-b039-94da4f9efc2c tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Pushing event deleted for resources: {'Port': ['ID=28fc50a7-8c8b-442a-8271-869b9a36a660,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:18.863299 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bed7fb-c36a-4d14-b039-94da4f9efc2c tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] No DVR routers for this DVR port 28fc50a7-8c8b-442a-8271-869b9a36a660 on host n-d-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:54:18.965754 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 28fc50a7-8c8b-442a-8271-869b9a36a660 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:54:18.997878 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eb6e45f6-547d-4793-b423-98418d0f584b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:19.003293 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 28fc50a7-8c8b-442a-8271-869b9a36a660 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:54:19.003874 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 28fc50a7-8c8b-442a-8271-869b9a36a660 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:54:19.005649 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-15bed7fb-c36a-4d14-b039-94da4f9efc2c tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:19.020914 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-15bed7fb-c36a-4d14-b039-94da4f9efc2c tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3ea3497-d8a5-422e-8dfb-87d14c485de1']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:54:19.033360 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6e45f6-547d-4793-b423-98418d0f584b None None] Pushing event deleted for resources: {'Port': ['ID=28fc50a7-8c8b-442a-8271-869b9a36a660,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:19.035690 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6e45f6-547d-4793-b423-98418d0f584b None None] No DVR routers for this DVR port 28fc50a7-8c8b-442a-8271-869b9a36a660 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:54:19.053976 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-15bed7fb-c36a-4d14-b039-94da4f9efc2c tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc956011-c588-47af-b80f-e37845d8baa0') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:54:19.054514 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-15bed7fb-c36a-4d14-b039-94da4f9efc2c tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc956011-c588-47af-b80f-e37845d8baa0') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:54:19.055003 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9b6da-a5ca-467a-ae99-1c5991726d28 req-fdbb42ca-bc1b-4f1b-bcb7-9a62f8894093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:19.056772 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-15c9b6da-a5ca-467a-ae99-1c5991726d28 req-fdbb42ca-bc1b-4f1b-bcb7-9a62f8894093 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e HTTP/1.1" status: 200 len: 912 time: 0.1902664 Aug 23 20:54:19.067182 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-15bed7fb-c36a-4d14-b039-94da4f9efc2c tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:19.084542 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-15bed7fb-c36a-4d14-b039-94da4f9efc2c tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:19.096089 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15bed7fb-c36a-4d14-b039-94da4f9efc2c tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:54:19.097320 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-15bed7fb-c36a-4d14-b039-94da4f9efc2c tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:19.133382 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-15c9b6da-a5ca-467a-ae99-1c5991726d28 req-086194b9-3e9a-4404-8b70-17854a0f8d6c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a6d9c72-59f1-4217-924c-5019fe85f048 HTTP/1.1" status: 200 len: 217 time: 0.0521233 Aug 23 20:54:19.156475 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:54:19.181449 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:54:19.181449 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:54:19.181449 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:54:19.181449 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:54:19.181449 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:54:19.181449 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:54:19.181449 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:54:19.181449 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:54:19.181449 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:54:19.181449 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:54:19.181449 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:54:19.181449 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:54:19.181449 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:54:19.181449 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:54:19.181449 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:54:19.181449 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:54:19.181449 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:54:19.181449 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:54:19.181449 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:54:19.181449 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:54:19.181449 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:54:19.181449 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:54:19.181449 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:54:19.181449 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:54:19.181449 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:54:19.181449 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:54:19.181449 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:54:19.181449 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:54:19.181449 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:54:19.181449 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:54:19.181449 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:54:19.181449 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:54:19.187281 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-15bed7fb-c36a-4d14-b039-94da4f9efc2c tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:19.212493 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9b6da-a5ca-467a-ae99-1c5991726d28 req-f6c8d8b5-aad0-44db-9923-09c4725db38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:19.214413 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-15c9b6da-a5ca-467a-ae99-1c5991726d28 req-f6c8d8b5-aad0-44db-9923-09c4725db38c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7046a0bd-4474-4718-a5da-60ae1dc26dbc HTTP/1.1" status: 200 len: 850 time: 0.0707569 Aug 23 20:54:19.217461 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-15bed7fb-c36a-4d14-b039-94da4f9efc2c tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:19.223515 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-15bed7fb-c36a-4d14-b039-94da4f9efc2c tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] 10.222.0.61 "DELETE /v2.0/networks/b3ea3497-d8a5-422e-8dfb-87d14c485de1 HTTP/1.1" status: 204 len: 168 time: 0.8950198 Aug 23 20:54:19.224902 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bed7fb-c36a-4d14-b039-94da4f9efc2c tempest-NetworksIpV6Test-1166163871 tempest-NetworksIpV6Test-1166163871-project] Pushing event deleted for resources: {'Network': ['ID=b3ea3497-d8a5-422e-8dfb-87d14c485de1,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:19.287058 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9b6da-a5ca-467a-ae99-1c5991726d28 req-bd00ad5a-4ab1-4772-8f4a-8c25092425d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:19.289341 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-15c9b6da-a5ca-467a-ae99-1c5991726d28 req-bd00ad5a-4ab1-4772-8f4a-8c25092425d8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601511 Aug 23 20:54:19.373005 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:54:19.584622 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:19.612257 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac25f70-e2e3-4331-9039-514297c95e62 req-ee3f1ef6-0e54-49e2-9321-b4f5db5f7230 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:19.619442 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8ac25f70-e2e3-4331-9039-514297c95e62 req-ee3f1ef6-0e54-49e2-9321-b4f5db5f7230 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 945 time: 0.1964576 Aug 23 20:54:19.649261 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc65d3e-af6d-49e6-8443-63984bc22e69 req-5afde1bf-7022-471e-b9da-4db4431b05f4 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:19.651023 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dcc65d3e-af6d-49e6-8443-63984bc22e69 req-5afde1bf-7022-471e-b9da-4db4431b05f4 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=123f683b-1c31-452d-90d9-826365c937e9 HTTP/1.1" status: 200 len: 943 time: 0.3576920 Aug 23 20:54:19.653302 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '783c66c0-5fe3-42a7-af94-ee64cb7bff89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:54:19.656340 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a954cd9-6ff2-4453-a10d-51f93262f557" -d '{"events": [{"server_uuid": "783c66c0-5fe3-42a7-af94-ee64cb7bff89", "name": "network-vif-unplugged", "status": "completed", "tag": "2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:54:19.678522 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8ac25f70-e2e3-4331-9039-514297c95e62 req-b6cf66c2-a57d-4c22-ba87-e35e7faf599f tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517235 Aug 23 20:54:19.680210 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f,segment=NetworkSegment(d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a),segment_id=d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:54:19.687350 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:19.749619 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-15c9b6da-a5ca-467a-ae99-1c5991726d28 req-02a7f5d3-1c47-4ad8-b7d0-59221add50d2 service neutron] 10.222.0.11 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4451225 Aug 23 20:54:19.779997 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 23 Aug 2021 20:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1597d60-c7ec-4eda-8acd-1550b9bcdb29 x-openstack-request-id: req-b1597d60-c7ec-4eda-8acd-1550b9bcdb29 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:54:19.780748 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "783c66c0-5fe3-42a7-af94-ee64cb7bff89", "name": "network-vif-unplugged", "status": "failed", "tag": "2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f", "code": 422}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:54:19.781854 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b1597d60-c7ec-4eda-8acd-1550b9bcdb29 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:54:19.782393 n-d-805663-2 neutron-server[94689]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '783c66c0-5fe3-42a7-af94-ee64cb7bff89', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f', 'code': 422} returned with failed status Aug 23 20:54:19.783762 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f,revision_number=8']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:19.816384 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dcc65d3e-af6d-49e6-8443-63984bc22e69 req-15c21500-68cf-4133-9de8-775f00ad237d tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533592 Aug 23 20:54:19.878151 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 57896) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:19.921844 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-15c9b6da-a5ca-467a-ae99-1c5991726d28 req-ad39cc04-085b-46a1-b4a0-82b938287f75 service neutron] 10.222.0.11 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501417 Aug 23 20:54:20.058603 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1fc215e2-39ef-43c7-b830-0c2a4bc1135b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2cfafcc4588c46528fe78c58f1083b22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1790099 Aug 23 20:54:20.062105 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 57904) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:20.118182 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3e873db4-26c2-454d-adba-148cad951dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:20.151062 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3e873db4-26c2-454d-adba-148cad951dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:20.218809 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3e873db4-26c2-454d-adba-148cad951dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:20.222137 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3e873db4-26c2-454d-adba-148cad951dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:20.223503 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3e873db4-26c2-454d-adba-148cad951dee admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4edc549c-e995-4d2a-8e13-0dcf26c834b0 HTTP/1.1" status: 204 len: 168 time: 0.1604543 Aug 23 20:54:20.232559 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e873db4-26c2-454d-adba-148cad951dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4edc549c-e995-4d2a-8e13-0dcf26c834b0,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:20.421575 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:20.451447 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e353aee7-1f90-403b-9856-f7e137e50f9a req-c01066ae-2bd4-4f73-8ffc-87f183d07892 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1645205 Aug 23 20:54:20.626414 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353aee7-1f90-403b-9856-f7e137e50f9a req-93a85f5e-b921-46af-b4ce-9886e4d04fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:20.629861 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e353aee7-1f90-403b-9856-f7e137e50f9a req-93a85f5e-b921-46af-b4ce-9886e4d04fc5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2af290724cc44af890c8fd2249003602&device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 1095 time: 0.0879316 Aug 23 20:54:20.772165 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353aee7-1f90-403b-9856-f7e137e50f9a req-b2e87cc8-d8cd-4573-9b2c-67378f3239e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:20.773002 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e353aee7-1f90-403b-9856-f7e137e50f9a req-b2e87cc8-d8cd-4573-9b2c-67378f3239e7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e HTTP/1.1" status: 200 len: 912 time: 0.1186736 Aug 23 20:54:20.875224 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e353aee7-1f90-403b-9856-f7e137e50f9a req-4c6c1f2a-6c9d-4e3e-9efd-35af8ee1acba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c254a81-8d39-43bc-85ac-5d89be1c28d3 HTTP/1.1" status: 200 len: 999 time: 0.0878632 Aug 23 20:54:21.037371 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353aee7-1f90-403b-9856-f7e137e50f9a req-98e2a8b3-6c3b-4e24-9d58-67e193165726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:21.039025 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e353aee7-1f90-403b-9856-f7e137e50f9a req-98e2a8b3-6c3b-4e24-9d58-67e193165726 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7046a0bd-4474-4718-a5da-60ae1dc26dbc HTTP/1.1" status: 200 len: 850 time: 0.1547437 Aug 23 20:54:21.067786 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc53f8-33cd-4a59-a51d-4f15785d24b7 req-cf75c1c9-7f3b-454b-89c1-d57ef53fd379 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:21.075254 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4bcc53f8-33cd-4a59-a51d-4f15785d24b7 req-cf75c1c9-7f3b-454b-89c1-d57ef53fd379 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=123f683b-1c31-452d-90d9-826365c937e9 HTTP/1.1" status: 200 len: 943 time: 0.1338305 Aug 23 20:54:21.314096 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 57974) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:21.382956 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 9a6d9c72-59f1-4217-924c-5019fe85f048 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:54:21.431578 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-0a52b3b2-a5b2-408d-baf1-49ea931a45c7 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1548177073'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:54:21.464375 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a52b3b2-a5b2-408d-baf1-49ea931a45c7 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Made reservation on behalf of 0a3a7f6f58f34235ad73f92601ac48a1 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:54:21.470402 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0a52b3b2-a5b2-408d-baf1-49ea931a45c7 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:21.485678 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4bcc53f8-33cd-4a59-a51d-4f15785d24b7 req-fdb33b6f-b9a6-412e-91d4-94e60aa9f7e2 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3959260 Aug 23 20:54:21.491048 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0a52b3b2-a5b2-408d-baf1-49ea931a45c7 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:21.494296 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353aee7-1f90-403b-9856-f7e137e50f9a req-8d75dfde-df79-428a-9e3d-8ca55098eeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:21.495837 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e353aee7-1f90-403b-9856-f7e137e50f9a req-8d75dfde-df79-428a-9e3d-8ca55098eeda service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4400644 Aug 23 20:54:21.502120 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 9a6d9c72-59f1-4217-924c-5019fe85f048, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=9a6d9c72-59f1-4217-924c-5019fe85f048,segment=NetworkSegment(87ae50be-ef23-4363-86a3-a03c9ef4b9c4),segment_id=87ae50be-ef23-4363-86a3-a03c9ef4b9c4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:54:21.517022 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '9a6d9c72-59f1-4217-924c-5019fe85f048', 'network_id': '4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e', 'port_id': '9a6d9c72-59f1-4217-924c-5019fe85f048', 'mac_address': 'fa:16:3e:a2:69:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7046a0bd-4474-4718-a5da-60ae1dc26dbc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:54:21.568418 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:21.611630 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a6d9c72-59f1-4217-924c-5019fe85f048 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:54:21.643573 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e353aee7-1f90-403b-9856-f7e137e50f9a req-8aca12cd-3850-4174-b11c-b468db0dd86a service neutron] 10.222.0.32 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384888 Aug 23 20:54:21.662073 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 9a6d9c72-59f1-4217-924c-5019fe85f048, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=9a6d9c72-59f1-4217-924c-5019fe85f048,segment=NetworkSegment(87ae50be-ef23-4363-86a3-a03c9ef4b9c4),segment_id=87ae50be-ef23-4363-86a3-a03c9ef4b9c4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:54:21.668823 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:21.687582 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0a52b3b2-a5b2-408d-baf1-49ea931a45c7 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:21.692640 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0a52b3b2-a5b2-408d-baf1-49ea931a45c7 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:21.732153 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=9a6d9c72-59f1-4217-924c-5019fe85f048,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:21.758815 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a52b3b2-a5b2-408d-baf1-49ea931a45c7 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:54:21.771512 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a52b3b2-a5b2-408d-baf1-49ea931a45c7 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92d1c2cd-1fe3-40e7-93bd-4b5bcf0cecf3,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:21.778426 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0a52b3b2-a5b2-408d-baf1-49ea931a45c7 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:21.778779 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-0a52b3b2-a5b2-408d-baf1-49ea931a45c7 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Added segment 3352287b-ab27-4491-8fb8-d01187d23ef3 of type vlan for network 51f4adf0-4496-4282-8c1d-82276f9f7b8a Aug 23 20:54:21.870462 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0a52b3b2-a5b2-408d-baf1-49ea931a45c7 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:21.924289 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0a52b3b2-a5b2-408d-baf1-49ea931a45c7 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:21.931330 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['9a6d9c72-59f1-4217-924c-5019fe85f048'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:54:21.948213 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a52b3b2-a5b2-408d-baf1-49ea931a45c7 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:21.948960 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0a52b3b2-a5b2-408d-baf1-49ea931a45c7 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:21.971671 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e353aee7-1f90-403b-9856-f7e137e50f9a req-09d8c80e-1435-41f1-8a31-45e52a2500b1 service neutron] 10.222.0.32 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194871 Aug 23 20:54:22.010372 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cdd003-ede9-4c53-a6f9-7d2e2a65782c req-3d141dac-e709-4ddf-bdca-1bcddfcfb48c tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:22.014454 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-17cdd003-ede9-4c53-a6f9-7d2e2a65782c req-3d141dac-e709-4ddf-bdca-1bcddfcfb48c tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 943 time: 0.3094387 Aug 23 20:54:22.086106 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0a52b3b2-a5b2-408d-baf1-49ea931a45c7 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7699146 Aug 23 20:54:22.095146 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 57996) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:22.101977 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-94f51661-5eb1-495c-8946-020f9327df52 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-644885692'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:54:22.116367 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-17cdd003-ede9-4c53-a6f9-7d2e2a65782c req-acf63645-945d-4ca4-b308-59b9d75ba8c6 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888567 Aug 23 20:54:22.145842 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a52b3b2-a5b2-408d-baf1-49ea931a45c7 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event updated for resources: {'Network': ['ID=51f4adf0-4496-4282-8c1d-82276f9f7b8a,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:22.166517 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 51f4adf0-4496-4282-8c1d-82276f9f7b8a details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:54:22.194701 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f51661-5eb1-495c-8946-020f9327df52 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Made reservation on behalf of 0a3a7f6f58f34235ad73f92601ac48a1 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:54:22.201589 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-94f51661-5eb1-495c-8946-020f9327df52 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:22.259856 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94f51661-5eb1-495c-8946-020f9327df52 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:54:22.319998 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-94f51661-5eb1-495c-8946-020f9327df52 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:22.320712 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-94f51661-5eb1-495c-8946-020f9327df52 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Added segment 5b65914c-0226-4b79-a4f2-5e23e2365a62 of type vlan for network 5ae080df-51c7-4cf1-8a2d-2fa253f58ca7 Aug 23 20:54:22.369975 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c084a88c-e375-4c48-bff3-a164bd68e03b req-4838341d-dcda-4719-86f2-15e49ddab0e4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2408082 Aug 23 20:54:22.372976 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-94f51661-5eb1-495c-8946-020f9327df52 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:22.414662 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-94f51661-5eb1-495c-8946-020f9327df52 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:22.420567 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f51661-5eb1-495c-8946-020f9327df52 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:22.421289 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-94f51661-5eb1-495c-8946-020f9327df52 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:22.504400 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f51661-5eb1-495c-8946-020f9327df52 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event updated for resources: {'Network': ['ID=5ae080df-51c7-4cf1-8a2d-2fa253f58ca7,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:22.511550 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 58004) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:22.517744 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-94f51661-5eb1-495c-8946-020f9327df52 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4115458 Aug 23 20:54:22.526337 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-63acdf79-0952-428d-8d70-864ee9a1c6b6 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Request body: {'subnet': {'network_id': '51f4adf0-4496-4282-8c1d-82276f9f7b8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:54:22.530446 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 5ae080df-51c7-4cf1-8a2d-2fa253f58ca7 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:54:22.660924 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff78da-2c6f-444b-8cd8-32b271074b96 req-acde5268-8aa6-4eb5-bfbf-d1d870e27277 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:22.662792 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-30ff78da-2c6f-444b-8cd8-32b271074b96 req-acde5268-8aa6-4eb5-bfbf-d1d870e27277 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=123f683b-1c31-452d-90d9-826365c937e9 HTTP/1.1" status: 200 len: 944 time: 0.0838637 Aug 23 20:54:22.695064 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63acdf79-0952-428d-8d70-864ee9a1c6b6 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Made reservation on behalf of 0a3a7f6f58f34235ad73f92601ac48a1 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:54:22.700104 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-63acdf79-0952-428d-8d70-864ee9a1c6b6 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:22.725405 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-30ff78da-2c6f-444b-8cd8-32b271074b96 req-f41ae7c5-ed53-4f3f-8204-82d7c4ad6d98 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492203 Aug 23 20:54:22.959858 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-63acdf79-0952-428d-8d70-864ee9a1c6b6 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:23.036567 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63acdf79-0952-428d-8d70-864ee9a1c6b6 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event updated for resources: {'Subnet': ['ID=35d11b97-fdaf-4c16-8b27-3e6e7b6c6544,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:23.045548 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63acdf79-0952-428d-8d70-864ee9a1c6b6 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Checking segment: {'id': '3352287b-ab27-4491-8fb8-d01187d23ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '51f4adf0-4496-4282-8c1d-82276f9f7b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:54:23.046035 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63acdf79-0952-428d-8d70-864ee9a1c6b6 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Network hostable DHCP agents. Network: 51f4adf0-4496-4282-8c1d-82276f9f7b8a, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:54:23.064606 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63acdf79-0952-428d-8d70-864ee9a1c6b6 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Network 51f4adf0-4496-4282-8c1d-82276f9f7b8a is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:54:23.075917 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-63acdf79-0952-428d-8d70-864ee9a1c6b6 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 51f4adf0-4496-4282-8c1d-82276f9f7b8a) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:54:23.080530 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63acdf79-0952-428d-8d70-864ee9a1c6b6 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:23.081144 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-63acdf79-0952-428d-8d70-864ee9a1c6b6 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:23.089485 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c0ff27-5385-40ba-9c87-f3aaaf9e8ce6 None None] Network 51f4adf0-4496-4282-8c1d-82276f9f7b8a requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:54:23.116035 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 58016) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:23.116579 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-63acdf79-0952-428d-8d70-864ee9a1c6b6 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6023061 Aug 23 20:54:23.124050 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-4e190d1d-3611-48ed-8661-2b7114428ffb tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Request body: {'subnet': {'network_id': '5ae080df-51c7-4cf1-8a2d-2fa253f58ca7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:54:23.315522 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e190d1d-3611-48ed-8661-2b7114428ffb tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Made reservation on behalf of 0a3a7f6f58f34235ad73f92601ac48a1 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:54:23.315896 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b95dcc-547e-410a-bcc5-334e9be3d928 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-51f4adf0-4496-4282-8c1d-82276f9f7b8a', 'network_id': '51f4adf0-4496-4282-8c1d-82276f9f7b8a', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'fixed_ips': [{'subnet_id': '35d11b97-fdaf-4c16-8b27-3e6e7b6c6544'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:54:23.316633 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-90b95dcc-547e-410a-bcc5-334e9be3d928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:23.322956 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4e190d1d-3611-48ed-8661-2b7114428ffb tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:23.354016 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d90a83-620e-4f77-8650-52376ecb18d0 req-40462322-fc0e-487a-a1d1-36e90506cefc tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:23.359078 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-17d90a83-620e-4f77-8650-52376ecb18d0 req-40462322-fc0e-487a-a1d1-36e90506cefc tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 943 time: 0.0828080 Aug 23 20:54:23.441252 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-17d90a83-620e-4f77-8650-52376ecb18d0 req-0edb47ac-ab09-440f-aa74-443fce842b1b tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680325 Aug 23 20:54:23.445862 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 9a6d9c72-59f1-4217-924c-5019fe85f048 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:54:23.552091 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-90b95dcc-547e-410a-bcc5-334e9be3d928 None None] Allocated IP 2001:db8::2 (51f4adf0-4496-4282-8c1d-82276f9f7b8a/35d11b97-fdaf-4c16-8b27-3e6e7b6c6544/5b3702da-41a9-45f3-b50a-3542289f98f4) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:54:23.554542 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 9a6d9c72-59f1-4217-924c-5019fe85f048 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:54:23.565751 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 9a6d9c72-59f1-4217-924c-5019fe85f048 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:54:23.566144 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:23.650763 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4e190d1d-3611-48ed-8661-2b7114428ffb tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:23.716616 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:23.741284 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e190d1d-3611-48ed-8661-2b7114428ffb tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event updated for resources: {'Subnet': ['ID=aaf69585-8bf2-4eb6-b153-34e509146e63,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:23.754306 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e190d1d-3611-48ed-8661-2b7114428ffb tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Checking segment: {'id': '5b65914c-0226-4b79-a4f2-5e23e2365a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5ae080df-51c7-4cf1-8a2d-2fa253f58ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:54:23.755429 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e190d1d-3611-48ed-8661-2b7114428ffb tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Network hostable DHCP agents. Network: 5ae080df-51c7-4cf1-8a2d-2fa253f58ca7, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:54:23.773915 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '123f683b-1c31-452d-90d9-826365c937e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a6d9c72-59f1-4217-924c-5019fe85f048'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:54:23.779506 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70193b85-84ce-4850-915d-3542d87f565f" -d '{"events": [{"server_uuid": "123f683b-1c31-452d-90d9-826365c937e9", "name": "network-vif-plugged", "status": "completed", "tag": "9a6d9c72-59f1-4217-924c-5019fe85f048"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:54:23.785442 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e190d1d-3611-48ed-8661-2b7114428ffb tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Network 5ae080df-51c7-4cf1-8a2d-2fa253f58ca7 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:54:23.805946 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-4e190d1d-3611-48ed-8661-2b7114428ffb tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 5ae080df-51c7-4cf1-8a2d-2fa253f58ca7) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:54:23.812738 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e190d1d-3611-48ed-8661-2b7114428ffb tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:23.813306 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4e190d1d-3611-48ed-8661-2b7114428ffb tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:23.817855 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 9a6d9c72-59f1-4217-924c-5019fe85f048, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=9a6d9c72-59f1-4217-924c-5019fe85f048,segment=NetworkSegment(87ae50be-ef23-4363-86a3-a03c9ef4b9c4),segment_id=87ae50be-ef23-4363-86a3-a03c9ef4b9c4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:54:23.841698 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540cb1c6-72eb-431e-9c8a-3d260eeaf5d4 None None] Network 5ae080df-51c7-4cf1-8a2d-2fa253f58ca7 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:54:23.844999 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:23.845826 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:54:23.850730 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0affe341-4e66-4178-9a19-67db501ba75a x-openstack-request-id: req-0affe341-4e66-4178-9a19-67db501ba75a {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:54:23.851105 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "123f683b-1c31-452d-90d9-826365c937e9", "name": "network-vif-plugged", "status": "completed", "tag": "9a6d9c72-59f1-4217-924c-5019fe85f048", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:54:23.851290 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0affe341-4e66-4178-9a19-67db501ba75a {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:54:23.854278 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '123f683b-1c31-452d-90d9-826365c937e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a6d9c72-59f1-4217-924c-5019fe85f048', 'code': 200} Aug 23 20:54:23.854437 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-4e190d1d-3611-48ed-8661-2b7114428ffb tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7342992 Aug 23 20:54:23.855327 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 58030) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:23.860984 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-bebfb20b-e748-4483-b0e2-92c5a7e7032a tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-797522710', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:54:23.912349 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bebfb20b-e748-4483-b0e2-92c5a7e7032a tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:23.914584 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bebfb20b-e748-4483-b0e2-92c5a7e7032a tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:23.953545 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084bf5c-d043-407f-9b4f-fc4b7d12a53b req-2857d7f9-be30-4037-8d91-a0ad5d366ad4 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:23.956813 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1084bf5c-d043-407f-9b4f-fc4b7d12a53b req-2857d7f9-be30-4037-8d91-a0ad5d366ad4 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=123f683b-1c31-452d-90d9-826365c937e9 HTTP/1.1" status: 200 len: 945 time: 0.1152546 Aug 23 20:54:24.021928 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918aba70-4861-4662-ba46-4c804111dd6d req-d4172327-9dc8-42e9-aee0-4be3e53de12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:24.023480 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-918aba70-4861-4662-ba46-4c804111dd6d req-d4172327-9dc8-42e9-aee0-4be3e53de12b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=123f683b-1c31-452d-90d9-826365c937e9 HTTP/1.1" status: 200 len: 1096 time: 0.0937824 Aug 23 20:54:24.026695 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1084bf5c-d043-407f-9b4f-fc4b7d12a53b req-639bc726-48d7-428b-b86e-a905757247ff tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544193 Aug 23 20:54:24.051759 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bebfb20b-e748-4483-b0e2-92c5a7e7032a tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:24.057402 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bebfb20b-e748-4483-b0e2-92c5a7e7032a tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:24.079460 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bebfb20b-e748-4483-b0e2-92c5a7e7032a tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:24.093579 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 58038) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:24.096144 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-bebfb20b-e748-4483-b0e2-92c5a7e7032a tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2241020 Aug 23 20:54:24.392862 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-90b95dcc-547e-410a-bcc5-334e9be3d928 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:24.437173 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-90b95dcc-547e-410a-bcc5-334e9be3d928 None None] Transition to ACTIVE for port object 5b3702da-41a9-45f3-b50a-3542289f98f4 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:54:24.465655 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88cc9c9-a8cf-4544-86dc-b78558f1f39e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-5ae080df-51c7-4cf1-8a2d-2fa253f58ca7', 'network_id': '5ae080df-51c7-4cf1-8a2d-2fa253f58ca7', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'fixed_ips': [{'subnet_id': 'aaf69585-8bf2-4eb6-b153-34e509146e63'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:54:24.466566 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d88cc9c9-a8cf-4544-86dc-b78558f1f39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:24.552466 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-90b95dcc-547e-410a-bcc5-334e9be3d928 None None] Transition to ACTIVE for port object 5b3702da-41a9-45f3-b50a-3542289f98f4 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:54:24.558615 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=9a6d9c72-59f1-4217-924c-5019fe85f048,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:24.595199 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-90b95dcc-547e-410a-bcc5-334e9be3d928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:24.713119 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c75912-1c63-4709-a361-4c7a05b85c8a req-1d84ce8b-97b9-4e79-88ca-cb7ac86fcab2 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:24.715503 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-68c75912-1c63-4709-a361-4c7a05b85c8a req-1d84ce8b-97b9-4e79-88ca-cb7ac86fcab2 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 943 time: 0.1288579 Aug 23 20:54:24.789693 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-68c75912-1c63-4709-a361-4c7a05b85c8a req-5a7d92fa-9d15-49d5-a2fb-6fcefc7441d3 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678072 Aug 23 20:54:24.804559 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b95dcc-547e-410a-bcc5-334e9be3d928 None None] Network 51f4adf0-4496-4282-8c1d-82276f9f7b8a is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:54:24.820200 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-90b95dcc-547e-410a-bcc5-334e9be3d928 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:54:24.830176 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b95dcc-547e-410a-bcc5-334e9be3d928 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:54:24.847484 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-918aba70-4861-4662-ba46-4c804111dd6d req-db37c6ce-62b4-4534-baa8-aef6abd06abc service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8151531 Aug 23 20:54:24.863326 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b95dcc-547e-410a-bcc5-334e9be3d928 None None] Pushing event updated for resources: {'Port': ['ID=5b3702da-41a9-45f3-b50a-3542289f98f4,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:24.963622 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-90b95dcc-547e-410a-bcc5-334e9be3d928 None None] Attempting to bind port 5b3702da-41a9-45f3-b50a-3542289f98f4 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:54:24.985731 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-90b95dcc-547e-410a-bcc5-334e9be3d928 None None] Attempting to bind port 5b3702da-41a9-45f3-b50a-3542289f98f4 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '3352287b-ab27-4491-8fb8-d01187d23ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '51f4adf0-4496-4282-8c1d-82276f9f7b8a'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:54:24.986258 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b95dcc-547e-410a-bcc5-334e9be3d928 None None] Attempting to bind port 5b3702da-41a9-45f3-b50a-3542289f98f4 on network 51f4adf0-4496-4282-8c1d-82276f9f7b8a {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:54:25.014393 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-d88cc9c9-a8cf-4544-86dc-b78558f1f39e None None] Allocated IP 2001:db8:1::2 (5ae080df-51c7-4cf1-8a2d-2fa253f58ca7/aaf69585-8bf2-4eb6-b153-34e509146e63/7018580b-54c9-474d-aad2-a0b9c1c9783f) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:54:25.016818 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b95dcc-547e-410a-bcc5-334e9be3d928 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:54:25.028448 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b95dcc-547e-410a-bcc5-334e9be3d928 None None] Checking segment: {'id': '3352287b-ab27-4491-8fb8-d01187d23ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '51f4adf0-4496-4282-8c1d-82276f9f7b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:54:25.029055 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-90b95dcc-547e-410a-bcc5-334e9be3d928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:25.029644 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b95dcc-547e-410a-bcc5-334e9be3d928 None None] Bound using segment: {'id': '3352287b-ab27-4491-8fb8-d01187d23ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '51f4adf0-4496-4282-8c1d-82276f9f7b8a'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:54:25.029992 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-90b95dcc-547e-410a-bcc5-334e9be3d928 None None] Bound port: 5b3702da-41a9-45f3-b50a-3542289f98f4, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3352287b-ab27-4491-8fb8-d01187d23ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '51f4adf0-4496-4282-8c1d-82276f9f7b8a'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:54:25.030634 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-90b95dcc-547e-410a-bcc5-334e9be3d928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:25.170349 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0e64f2dc-f53f-4ba3-adf5-aef17b73b3fc tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:25.240653 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-90b95dcc-547e-410a-bcc5-334e9be3d928 None None] For port 5b3702da-41a9-45f3-b50a-3542289f98f4, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:54:25.245289 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-90b95dcc-547e-410a-bcc5-334e9be3d928 None None] For port 5b3702da-41a9-45f3-b50a-3542289f98f4, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=5b3702da-41a9-45f3-b50a-3542289f98f4,segment=NetworkSegment(3352287b-ab27-4491-8fb8-d01187d23ef3),segment_id=3352287b-ab27-4491-8fb8-d01187d23ef3)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:54:25.255166 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-90b95dcc-547e-410a-bcc5-334e9be3d928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:25.414354 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b95dcc-547e-410a-bcc5-334e9be3d928 None None] Pushing event updated for resources: {'Port': ['ID=5b3702da-41a9-45f3-b50a-3542289f98f4,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:25.425728 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d88cc9c9-a8cf-4544-86dc-b78558f1f39e None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:25.436721 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d88cc9c9-a8cf-4544-86dc-b78558f1f39e None None] Transition to ACTIVE for port object 7018580b-54c9-474d-aad2-a0b9c1c9783f will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:54:25.462108 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d88cc9c9-a8cf-4544-86dc-b78558f1f39e None None] Transition to ACTIVE for port object 7018580b-54c9-474d-aad2-a0b9c1c9783f will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:54:25.481725 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d88cc9c9-a8cf-4544-86dc-b78558f1f39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:25.516178 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88cc9c9-a8cf-4544-86dc-b78558f1f39e None None] Network 5ae080df-51c7-4cf1-8a2d-2fa253f58ca7 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:54:25.519270 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-d88cc9c9-a8cf-4544-86dc-b78558f1f39e None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:54:25.522656 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88cc9c9-a8cf-4544-86dc-b78558f1f39e None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:54:25.560576 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7299e6-aff9-412d-b5df-b445ae334304 req-0630aaa7-65af-43fb-91bb-eab46ce92a10 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:25.562238 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5f7299e6-aff9-412d-b5df-b445ae334304 req-0630aaa7-65af-43fb-91bb-eab46ce92a10 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=123f683b-1c31-452d-90d9-826365c937e9 HTTP/1.1" status: 200 len: 945 time: 0.3614140 Aug 23 20:54:25.657027 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88cc9c9-a8cf-4544-86dc-b78558f1f39e None None] Pushing event updated for resources: {'Port': ['ID=7018580b-54c9-474d-aad2-a0b9c1c9783f,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:25.702559 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-d88cc9c9-a8cf-4544-86dc-b78558f1f39e None None] Attempting to bind port 7018580b-54c9-474d-aad2-a0b9c1c9783f on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:54:25.702930 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-d88cc9c9-a8cf-4544-86dc-b78558f1f39e None None] Attempting to bind port 7018580b-54c9-474d-aad2-a0b9c1c9783f by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '5b65914c-0226-4b79-a4f2-5e23e2365a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5ae080df-51c7-4cf1-8a2d-2fa253f58ca7'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:54:25.703289 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88cc9c9-a8cf-4544-86dc-b78558f1f39e None None] Attempting to bind port 7018580b-54c9-474d-aad2-a0b9c1c9783f on network 5ae080df-51c7-4cf1-8a2d-2fa253f58ca7 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:54:25.712714 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88cc9c9-a8cf-4544-86dc-b78558f1f39e None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:54:25.713129 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88cc9c9-a8cf-4544-86dc-b78558f1f39e None None] Checking segment: {'id': '5b65914c-0226-4b79-a4f2-5e23e2365a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5ae080df-51c7-4cf1-8a2d-2fa253f58ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:54:25.713489 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d88cc9c9-a8cf-4544-86dc-b78558f1f39e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:25.713990 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88cc9c9-a8cf-4544-86dc-b78558f1f39e None None] Bound using segment: {'id': '5b65914c-0226-4b79-a4f2-5e23e2365a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5ae080df-51c7-4cf1-8a2d-2fa253f58ca7'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:54:25.714349 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-d88cc9c9-a8cf-4544-86dc-b78558f1f39e None None] Bound port: 7018580b-54c9-474d-aad2-a0b9c1c9783f, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b65914c-0226-4b79-a4f2-5e23e2365a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5ae080df-51c7-4cf1-8a2d-2fa253f58ca7'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:54:25.714832 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d88cc9c9-a8cf-4544-86dc-b78558f1f39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:25.730423 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5f7299e6-aff9-412d-b5df-b445ae334304 req-f08ecb28-8add-4ef0-aa9f-c045a927c572 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292377 Aug 23 20:54:25.899318 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-d88cc9c9-a8cf-4544-86dc-b78558f1f39e None None] For port 7018580b-54c9-474d-aad2-a0b9c1c9783f, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:54:25.909668 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-d88cc9c9-a8cf-4544-86dc-b78558f1f39e None None] For port 7018580b-54c9-474d-aad2-a0b9c1c9783f, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=7018580b-54c9-474d-aad2-a0b9c1c9783f,segment=NetworkSegment(5b65914c-0226-4b79-a4f2-5e23e2365a62),segment_id=5b65914c-0226-4b79-a4f2-5e23e2365a62)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:54:25.923596 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d88cc9c9-a8cf-4544-86dc-b78558f1f39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:25.958608 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-0e64f2dc-f53f-4ba3-adf5-aef17b73b3fc tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Allocated IP 2001:db8::1 (51f4adf0-4496-4282-8c1d-82276f9f7b8a/35d11b97-fdaf-4c16-8b27-3e6e7b6c6544/6b283259-46cd-4922-b5af-e2010af6820f) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:54:25.997078 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba575eb-d733-4538-9aa5-45ef9fbcc566 req-33c91768-e4fc-40b0-b6a2-fe7ebdc4780a tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:26.006202 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1ba575eb-d733-4538-9aa5-45ef9fbcc566 req-33c91768-e4fc-40b0-b6a2-fe7ebdc4780a tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 943 time: 0.0748954 Aug 23 20:54:26.064428 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88cc9c9-a8cf-4544-86dc-b78558f1f39e None None] Pushing event updated for resources: {'Port': ['ID=7018580b-54c9-474d-aad2-a0b9c1c9783f,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:26.113727 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1ba575eb-d733-4538-9aa5-45ef9fbcc566 req-c2dc5226-b542-4154-bbf2-cdcf665b9d67 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064610 Aug 23 20:54:26.209366 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0e64f2dc-f53f-4ba3-adf5-aef17b73b3fc tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:26.231869 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-0e64f2dc-f53f-4ba3-adf5-aef17b73b3fc tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Transition to ACTIVE for port object 6b283259-46cd-4922-b5af-e2010af6820f will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:54:26.307796 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0e64f2dc-f53f-4ba3-adf5-aef17b73b3fc tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:26.416717 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e64f2dc-f53f-4ba3-adf5-aef17b73b3fc tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Network 51f4adf0-4496-4282-8c1d-82276f9f7b8a is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:54:26.418881 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-0e64f2dc-f53f-4ba3-adf5-aef17b73b3fc tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:54:26.423175 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e64f2dc-f53f-4ba3-adf5-aef17b73b3fc tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:54:26.423765 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0e64f2dc-f53f-4ba3-adf5-aef17b73b3fc tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:26.555713 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e64f2dc-f53f-4ba3-adf5-aef17b73b3fc tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event updated for resources: {'Port': ['ID=6b283259-46cd-4922-b5af-e2010af6820f,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:26.682411 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0e64f2dc-f53f-4ba3-adf5-aef17b73b3fc tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:27.065731 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 7018580b-54c9-474d-aad2-a0b9c1c9783f up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:54:27.269371 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 7018580b-54c9-474d-aad2-a0b9c1c9783f completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:54:27.278666 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 5b3702da-41a9-45f3-b50a-3542289f98f4 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:54:27.304287 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 58332) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:27.353682 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9da5cd-3af6-41eb-b7ff-936086f11a12 None None] Network 51f4adf0-4496-4282-8c1d-82276f9f7b8a requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:54:27.363366 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da3d97-8752-4cd4-b480-b078ee81c6d5 req-b9b666cd-7c30-40ca-8fb2-bc79fd1af0bb tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:27.369557 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-38da3d97-8752-4cd4-b480-b078ee81c6d5 req-b9b666cd-7c30-40ca-8fb2-bc79fd1af0bb tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=123f683b-1c31-452d-90d9-826365c937e9 HTTP/1.1" status: 200 len: 945 time: 0.3773565 Aug 23 20:54:27.516190 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e05953-d13f-409a-9997-8be679a75ca2 req-377909be-937e-45ed-8fd8-ba4fce3f60b9 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:27.527227 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f9e05953-d13f-409a-9997-8be679a75ca2 req-377909be-937e-45ed-8fd8-ba4fce3f60b9 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 943 time: 0.2128553 Aug 23 20:54:27.581329 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-38da3d97-8752-4cd4-b480-b078ee81c6d5 req-f9733988-69a0-417a-b6da-2a335b2939d3 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965559 Aug 23 20:54:27.606280 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 5b3702da-41a9-45f3-b50a-3542289f98f4 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:54:27.619614 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 5b3702da-41a9-45f3-b50a-3542289f98f4 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:54:27.619999 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:27.689724 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f9e05953-d13f-409a-9997-8be679a75ca2 req-5ac63653-ee8e-4399-97e1-8b00fe79d8f2 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612520 Aug 23 20:54:27.691111 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0e64f2dc-f53f-4ba3-adf5-aef17b73b3fc tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:27.709697 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8b5cd246-7683-450c-b23f-fc751d9c0aaf None None] Provisioning for port 5b3702da-41a9-45f3-b50a-3542289f98f4 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:54:27.725658 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0e64f2dc-f53f-4ba3-adf5-aef17b73b3fc tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:27.727050 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0e64f2dc-f53f-4ba3-adf5-aef17b73b3fc tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:27.735999 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8b5cd246-7683-450c-b23f-fc751d9c0aaf None None] Provisioning complete for port 5b3702da-41a9-45f3-b50a-3542289f98f4 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:54:27.737094 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8b5cd246-7683-450c-b23f-fc751d9c0aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:27.744961 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-06da128a-8bef-4237-90d9-068657929838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:27.954638 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:27.957367 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e64f2dc-f53f-4ba3-adf5-aef17b73b3fc tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event updated for resources: {'Port': ['ID=6b283259-46cd-4922-b5af-e2010af6820f,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:27.974874 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e64f2dc-f53f-4ba3-adf5-aef17b73b3fc tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:54:27.975426 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e64f2dc-f53f-4ba3-adf5-aef17b73b3fc tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:54:27.975806 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e64f2dc-f53f-4ba3-adf5-aef17b73b3fc tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:54:27.976162 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e64f2dc-f53f-4ba3-adf5-aef17b73b3fc tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:54:27.976800 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e64f2dc-f53f-4ba3-adf5-aef17b73b3fc tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:54:27.977340 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e64f2dc-f53f-4ba3-adf5-aef17b73b3fc tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:54:27.977853 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e64f2dc-f53f-4ba3-adf5-aef17b73b3fc tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:54:27.978363 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e64f2dc-f53f-4ba3-adf5-aef17b73b3fc tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:54:27.978847 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e64f2dc-f53f-4ba3-adf5-aef17b73b3fc tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:54:27.979338 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e64f2dc-f53f-4ba3-adf5-aef17b73b3fc tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:54:27.980975 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e64f2dc-f53f-4ba3-adf5-aef17b73b3fc tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:54:27.981979 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e64f2dc-f53f-4ba3-adf5-aef17b73b3fc tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:54:28.033256 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8b5cd246-7683-450c-b23f-fc751d9c0aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:28.035447 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a771ef8-67af-4e7c-9d45-0e6acc023673 None None] Network 5ae080df-51c7-4cf1-8a2d-2fa253f58ca7 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:54:28.038595 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-06da128a-8bef-4237-90d9-068657929838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:28.046711 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e64f2dc-f53f-4ba3-adf5-aef17b73b3fc tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Network 51f4adf0-4496-4282-8c1d-82276f9f7b8a is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:54:28.048167 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-06da128a-8bef-4237-90d9-068657929838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:28.052442 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-0e64f2dc-f53f-4ba3-adf5-aef17b73b3fc tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:54:28.161539 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 5b3702da-41a9-45f3-b50a-3542289f98f4, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=5b3702da-41a9-45f3-b50a-3542289f98f4,segment=NetworkSegment(3352287b-ab27-4491-8fb8-d01187d23ef3),segment_id=3352287b-ab27-4491-8fb8-d01187d23ef3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:54:28.188401 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da128a-8bef-4237-90d9-068657929838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf501fa-2fb2-43cb-aa1d-6753287b94f8,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:28.212354 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 58414) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:28.226108 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-06da128a-8bef-4237-90d9-068657929838 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4e75bd17f7d94451845e5aaf4d6f0a42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9161856 Aug 23 20:54:28.247854 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:28.261436 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.db.api [None req-8b5cd246-7683-450c-b23f-fc751d9c0aaf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 20:54:28.262355 n-d-805663-2 neutron-server[94689]: DEBUG oslo_db.api [None req-8b5cd246-7683-450c-b23f-fc751d9c0aaf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 20:54:28.307442 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3a60dd89-1c61-48ee-aa5e-6d9b8c666116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:28.324371 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=5b3702da-41a9-45f3-b50a-3542289f98f4,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:28.337758 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3a60dd89-1c61-48ee-aa5e-6d9b8c666116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:28.345327 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e64f2dc-f53f-4ba3-adf5-aef17b73b3fc tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Router 2eeb8fd8-4f1b-48ed-ab4f-4673efd6dad4 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:54:28.403343 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3a60dd89-1c61-48ee-aa5e-6d9b8c666116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:28.408828 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3a60dd89-1c61-48ee-aa5e-6d9b8c666116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:28.413351 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-3a60dd89-1c61-48ee-aa5e-6d9b8c666116 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4cf501fa-2fb2-43cb-aa1d-6753287b94f8 HTTP/1.1" status: 204 len: 168 time: 0.1998203 Aug 23 20:54:28.424617 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a60dd89-1c61-48ee-aa5e-6d9b8c666116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf501fa-2fb2-43cb-aa1d-6753287b94f8,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:28.590553 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e64f2dc-f53f-4ba3-adf5-aef17b73b3fc tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:54:28.608849 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421a5df4-be6d-4a91-a408-59fc24f40b0e None None] Sync routers for ids ['2eeb8fd8-4f1b-48ed-ab4f-4673efd6dad4'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:54:28.612963 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 58452) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:28.626944 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0e64f2dc-f53f-4ba3-adf5-aef17b73b3fc tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "PUT /v2.0/routers/2eeb8fd8-4f1b-48ed-ab4f-4673efd6dad4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5318849 Aug 23 20:54:28.630666 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421a5df4-be6d-4a91-a408-59fc24f40b0e None None] Routers {'2eeb8fd8-4f1b-48ed-ab4f-4673efd6dad4'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:54:28.631437 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-421a5df4-be6d-4a91-a408-59fc24f40b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:54:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['2eeb8fd8-4f1b-48ed-ab4f-4673efd6dad4'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:54:28.701713 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1389bb83-d09a-48c7-882b-2a95412729b6 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:28.703489 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-1389bb83-d09a-48c7-882b-2a95412729b6 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "GET /v2.0/ports/6b283259-46cd-4922-b5af-e2010af6820f HTTP/1.1" status: 200 len: 911 time: 0.0894523 Aug 23 20:54:28.706656 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 58468) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:28.839922 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-421a5df4-be6d-4a91-a408-59fc24f40b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:54:28.863066 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421a5df4-be6d-4a91-a408-59fc24f40b0e None None] Routers {'2eeb8fd8-4f1b-48ed-ab4f-4673efd6dad4'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:54:28.864044 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-421a5df4-be6d-4a91-a408-59fc24f40b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:54:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['2eeb8fd8-4f1b-48ed-ab4f-4673efd6dad4'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:54:28.947689 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-421a5df4-be6d-4a91-a408-59fc24f40b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:54:28.950393 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421a5df4-be6d-4a91-a408-59fc24f40b0e None None] The sync data for ids ['2eeb8fd8-4f1b-48ed-ab4f-4673efd6dad4'] in n-d-805663-2 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:54:28.988884 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 5b3702da-41a9-45f3-b50a-3542289f98f4 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:54:29.109894 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b46906f8-d101-40c1-82f8-3dd4487a28cb None None] Provisioning for port 6b283259-46cd-4922-b5af-e2010af6820f completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:54:29.129145 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b46906f8-d101-40c1-82f8-3dd4487a28cb None None] Provisioning complete for port 6b283259-46cd-4922-b5af-e2010af6820f triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:54:29.129995 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b46906f8-d101-40c1-82f8-3dd4487a28cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:29.133633 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 5b3702da-41a9-45f3-b50a-3542289f98f4 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:54:29.134648 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:29.248636 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b46906f8-d101-40c1-82f8-3dd4487a28cb None None] Port 6b283259-46cd-4922-b5af-e2010af6820f cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:54:29.328047 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f65034a-fda9-4eb3-9679-c35c70e2228b req-c8c648f7-f6dd-4a32-b433-f6c25bb5a84d tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:29.335694 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2f65034a-fda9-4eb3-9679-c35c70e2228b req-c8c648f7-f6dd-4a32-b433-f6c25bb5a84d tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 943 time: 0.3615954 Aug 23 20:54:29.350958 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b46906f8-d101-40c1-82f8-3dd4487a28cb None None] Provisioning for port 7018580b-54c9-474d-aad2-a0b9c1c9783f completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:54:29.359949 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b46906f8-d101-40c1-82f8-3dd4487a28cb None None] Provisioning complete for port 7018580b-54c9-474d-aad2-a0b9c1c9783f triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:54:29.360733 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b46906f8-d101-40c1-82f8-3dd4487a28cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:29.423981 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2f65034a-fda9-4eb3-9679-c35c70e2228b req-d2c3c678-bbc9-45b4-93f7-fb1b5681ab3c tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872531 Aug 23 20:54:29.534091 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b46906f8-d101-40c1-82f8-3dd4487a28cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:29.585834 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d512f21-b518-42aa-aa7a-bb51379d9a8e tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:29.599504 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-b46906f8-d101-40c1-82f8-3dd4487a28cb None None] For port 7018580b-54c9-474d-aad2-a0b9c1c9783f, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=7018580b-54c9-474d-aad2-a0b9c1c9783f,segment=NetworkSegment(5b65914c-0226-4b79-a4f2-5e23e2365a62),segment_id=5b65914c-0226-4b79-a4f2-5e23e2365a62)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:54:29.607556 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b46906f8-d101-40c1-82f8-3dd4487a28cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:29.665916 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46906f8-d101-40c1-82f8-3dd4487a28cb None None] Pushing event updated for resources: {'Port': ['ID=7018580b-54c9-474d-aad2-a0b9c1c9783f,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:29.678892 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b46906f8-d101-40c1-82f8-3dd4487a28cb None None] Provisioning complete for port 5b3702da-41a9-45f3-b50a-3542289f98f4 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:54:29.679264 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b46906f8-d101-40c1-82f8-3dd4487a28cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:29.950754 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cd4f45ac-76de-4528-bb4c-ecef19dcc776 None None] Provisioning complete for port 6b283259-46cd-4922-b5af-e2010af6820f triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:54:29.951467 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cd4f45ac-76de-4528-bb4c-ecef19dcc776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:29.981382 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-4d512f21-b518-42aa-aa7a-bb51379d9a8e tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Allocated IP 2001:db8:1::1 (5ae080df-51c7-4cf1-8a2d-2fa253f58ca7/aaf69585-8bf2-4eb6-b153-34e509146e63/37546cb4-8d8e-48a0-b022-f4db718a773e) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:54:30.002477 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cd4f45ac-76de-4528-bb4c-ecef19dcc776 None None] Port 6b283259-46cd-4922-b5af-e2010af6820f cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:54:30.026371 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cd4f45ac-76de-4528-bb4c-ecef19dcc776 None None] Provisioning complete for port 7018580b-54c9-474d-aad2-a0b9c1c9783f triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:54:30.028110 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cd4f45ac-76de-4528-bb4c-ecef19dcc776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:30.195573 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d512f21-b518-42aa-aa7a-bb51379d9a8e tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:30.214763 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-4d512f21-b518-42aa-aa7a-bb51379d9a8e tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Transition to ACTIVE for port object 37546cb4-8d8e-48a0-b022-f4db718a773e will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:54:30.264373 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d512f21-b518-42aa-aa7a-bb51379d9a8e tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:30.322193 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d512f21-b518-42aa-aa7a-bb51379d9a8e tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Network 5ae080df-51c7-4cf1-8a2d-2fa253f58ca7 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:54:30.329055 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-4d512f21-b518-42aa-aa7a-bb51379d9a8e tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:54:30.333153 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d512f21-b518-42aa-aa7a-bb51379d9a8e tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:54:30.333822 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d512f21-b518-42aa-aa7a-bb51379d9a8e tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:30.380548 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d512f21-b518-42aa-aa7a-bb51379d9a8e tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event updated for resources: {'Port': ['ID=37546cb4-8d8e-48a0-b022-f4db718a773e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:30.654340 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d512f21-b518-42aa-aa7a-bb51379d9a8e tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:30.681078 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae8d02-c09c-4c05-9f36-6c6a6b6ff74c req-49049cad-4ae0-4f8c-b5dd-98161d9e3e47 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:30.688849 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bfae8d02-c09c-4c05-9f36-6c6a6b6ff74c req-49049cad-4ae0-4f8c-b5dd-98161d9e3e47 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 943 time: 0.0858979 Aug 23 20:54:30.734867 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bfae8d02-c09c-4c05-9f36-6c6a6b6ff74c req-86890af9-4645-4959-971b-44514a41ad70 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450392 Aug 23 20:54:30.797510 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b1e9644d-7005-4932-8a4c-d07a75c7ef93 None None] Provisioning for port 37546cb4-8d8e-48a0-b022-f4db718a773e completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:54:30.802165 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b1e9644d-7005-4932-8a4c-d07a75c7ef93 None None] Provisioning complete for port 37546cb4-8d8e-48a0-b022-f4db718a773e triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:54:30.803293 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b1e9644d-7005-4932-8a4c-d07a75c7ef93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:30.890271 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b1e9644d-7005-4932-8a4c-d07a75c7ef93 None None] Port 37546cb4-8d8e-48a0-b022-f4db718a773e cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:54:30.956544 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 7018580b-54c9-474d-aad2-a0b9c1c9783f up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:54:31.027159 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 7018580b-54c9-474d-aad2-a0b9c1c9783f triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:54:31.028109 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:31.160867 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d512f21-b518-42aa-aa7a-bb51379d9a8e tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:31.167614 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d512f21-b518-42aa-aa7a-bb51379d9a8e tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:31.168516 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d512f21-b518-42aa-aa7a-bb51379d9a8e tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:31.273042 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d512f21-b518-42aa-aa7a-bb51379d9a8e tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event updated for resources: {'Port': ['ID=37546cb4-8d8e-48a0-b022-f4db718a773e,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:31.362128 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084a88c-e375-4c48-bff3-a164bd68e03b req-67d24a2d-ed87-46fc-9535-341fcdb6630f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:31.363937 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c084a88c-e375-4c48-bff3-a164bd68e03b req-67d24a2d-ed87-46fc-9535-341fcdb6630f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89&tenant_id=a420101d8537446c948533816ff31a9c HTTP/1.1" status: 200 len: 1094 time: 0.0830345 Aug 23 20:54:31.373391 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d512f21-b518-42aa-aa7a-bb51379d9a8e tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Network 5ae080df-51c7-4cf1-8a2d-2fa253f58ca7 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:54:31.374828 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-4d512f21-b518-42aa-aa7a-bb51379d9a8e tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:54:31.433103 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-c084a88c-e375-4c48-bff3-a164bd68e03b req-fae1720d-7db5-426a-acca-16d38d5c0e42 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805663-2', 'device_owner': 'compute:nova'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:54:31.575605 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c084a88c-e375-4c48-bff3-a164bd68e03b req-fae1720d-7db5-426a-acca-16d38d5c0e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:31.592396 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d512f21-b518-42aa-aa7a-bb51379d9a8e tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Router 2eeb8fd8-4f1b-48ed-ab4f-4673efd6dad4 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:54:31.840194 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7d5fa51d-fd20-4831-bf00-bcff4745177f None None] Provisioning complete for port 37546cb4-8d8e-48a0-b022-f4db718a773e triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:54:31.840770 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7d5fa51d-fd20-4831-bf00-bcff4745177f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:31.907078 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7d5fa51d-fd20-4831-bf00-bcff4745177f None None] Port 37546cb4-8d8e-48a0-b022-f4db718a773e cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:54:32.188046 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d512f21-b518-42aa-aa7a-bb51379d9a8e tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:54:32.204312 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6524dcf2-2df0-4ac4-8d96-c0941d217572 None None] Sync routers for ids ['2eeb8fd8-4f1b-48ed-ab4f-4673efd6dad4'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:54:32.217301 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6524dcf2-2df0-4ac4-8d96-c0941d217572 None None] Routers {'2eeb8fd8-4f1b-48ed-ab4f-4673efd6dad4'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:54:32.218242 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-6524dcf2-2df0-4ac4-8d96-c0941d217572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:54:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['2eeb8fd8-4f1b-48ed-ab4f-4673efd6dad4'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:54:32.220302 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4d512f21-b518-42aa-aa7a-bb51379d9a8e tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "PUT /v2.0/routers/2eeb8fd8-4f1b-48ed-ab4f-4673efd6dad4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5110326 Aug 23 20:54:32.223096 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 58580) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:32.258571 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-6524dcf2-2df0-4ac4-8d96-c0941d217572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:54:32.271268 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6524dcf2-2df0-4ac4-8d96-c0941d217572 None None] Routers {'2eeb8fd8-4f1b-48ed-ab4f-4673efd6dad4'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:54:32.272261 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-6524dcf2-2df0-4ac4-8d96-c0941d217572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:54:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['2eeb8fd8-4f1b-48ed-ab4f-4673efd6dad4'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:54:32.273037 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598577fa-0a30-4716-9fd9-68fc53bb71dd req-81281785-a2be-4848-97a0-bf7d7e537cd6 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:32.274632 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-598577fa-0a30-4716-9fd9-68fc53bb71dd req-81281785-a2be-4848-97a0-bf7d7e537cd6 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 943 time: 0.2481060 Aug 23 20:54:32.291744 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4075650-2e0a-4eed-a525-0990c8c99235 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:32.294119 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f4075650-2e0a-4eed-a525-0990c8c99235 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "GET /v2.0/ports/37546cb4-8d8e-48a0-b022-f4db718a773e HTTP/1.1" status: 200 len: 913 time: 0.0699267 Aug 23 20:54:32.297346 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 58582) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:32.325753 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-6524dcf2-2df0-4ac4-8d96-c0941d217572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:54:32.326425 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6524dcf2-2df0-4ac4-8d96-c0941d217572 None None] The sync data for ids ['2eeb8fd8-4f1b-48ed-ab4f-4673efd6dad4'] in n-d-805663-2 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:54:32.435678 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-c084a88c-e375-4c48-bff3-a164bd68e03b req-fae1720d-7db5-426a-acca-16d38d5c0e42 service neutron] For port 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f,segment=NetworkSegment(d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a),segment_id=d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:54:32.452316 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-598577fa-0a30-4716-9fd9-68fc53bb71dd req-d3fa8655-8a09-41c7-97cf-c01bc1a0f30d tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671803 Aug 23 20:54:32.567422 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-c084a88c-e375-4c48-bff3-a164bd68e03b req-fae1720d-7db5-426a-acca-16d38d5c0e42 service neutron] For port 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f, host n-h1-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:54:32.617908 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-c084a88c-e375-4c48-bff3-a164bd68e03b req-fae1720d-7db5-426a-acca-16d38d5c0e42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:54:32.631510 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c084a88c-e375-4c48-bff3-a164bd68e03b req-fae1720d-7db5-426a-acca-16d38d5c0e42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:32.675039 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-c084a88c-e375-4c48-bff3-a164bd68e03b req-fae1720d-7db5-426a-acca-16d38d5c0e42 service neutron] Transition to ACTIVE for port object 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:54:32.685805 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c084a88c-e375-4c48-bff3-a164bd68e03b req-fae1720d-7db5-426a-acca-16d38d5c0e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:32.815760 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1720d-7db5-426a-acca-16d38d5c0e42 service neutron] Pushing event updated for resources: {'Port': ['ID=2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f,revision_number=9']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:32.884749 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-c084a88c-e375-4c48-bff3-a164bd68e03b req-fae1720d-7db5-426a-acca-16d38d5c0e42 service neutron] No DVR routers for this DVR port 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f on host n-h1-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:54:33.098858 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-523247b7-8d0b-4843-8ae7-222b11e27a96 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:33.134412 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-c084a88c-e375-4c48-bff3-a164bd68e03b req-fae1720d-7db5-426a-acca-16d38d5c0e42 service neutron] Attempting to bind port 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:54:33.134743 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-c084a88c-e375-4c48-bff3-a164bd68e03b req-fae1720d-7db5-426a-acca-16d38d5c0e42 service neutron] Attempting to bind port 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': 'd0628b6b-b279-4a2f-9fb2-ffe2685ffc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8f9f903e-93a4-4fe6-b0ce-e2059346b6d0'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:54:33.135122 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c084a88c-e375-4c48-bff3-a164bd68e03b req-fae1720d-7db5-426a-acca-16d38d5c0e42 service neutron] Attempting to bind port 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f on network 8f9f903e-93a4-4fe6-b0ce-e2059346b6d0 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:54:33.146622 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c084a88c-e375-4c48-bff3-a164bd68e03b req-fae1720d-7db5-426a-acca-16d38d5c0e42 service neutron] Port 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f on network 8f9f903e-93a4-4fe6-b0ce-e2059346b6d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:54:33.147539 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c084a88c-e375-4c48-bff3-a164bd68e03b req-fae1720d-7db5-426a-acca-16d38d5c0e42 service neutron] Attempting to bind port 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f on network 8f9f903e-93a4-4fe6-b0ce-e2059346b6d0 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:54:33.187866 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c084a88c-e375-4c48-bff3-a164bd68e03b req-fae1720d-7db5-426a-acca-16d38d5c0e42 service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:54:33.188426 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c084a88c-e375-4c48-bff3-a164bd68e03b req-fae1720d-7db5-426a-acca-16d38d5c0e42 service neutron] Checking segment: {'id': 'd0628b6b-b279-4a2f-9fb2-ffe2685ffc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8f9f903e-93a4-4fe6-b0ce-e2059346b6d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:54:33.188996 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c084a88c-e375-4c48-bff3-a164bd68e03b req-fae1720d-7db5-426a-acca-16d38d5c0e42 service neutron] Bound using segment: {'id': 'd0628b6b-b279-4a2f-9fb2-ffe2685ffc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8f9f903e-93a4-4fe6-b0ce-e2059346b6d0'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:54:33.189276 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-c084a88c-e375-4c48-bff3-a164bd68e03b req-fae1720d-7db5-426a-acca-16d38d5c0e42 service neutron] Bound port: 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0628b6b-b279-4a2f-9fb2-ffe2685ffc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8f9f903e-93a4-4fe6-b0ce-e2059346b6d0'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:54:33.189698 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c084a88c-e375-4c48-bff3-a164bd68e03b req-fae1720d-7db5-426a-acca-16d38d5c0e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:33.352120 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-c084a88c-e375-4c48-bff3-a164bd68e03b req-fae1720d-7db5-426a-acca-16d38d5c0e42 service neutron] For port 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f, host n-h2-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:54:33.357142 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-c084a88c-e375-4c48-bff3-a164bd68e03b req-fae1720d-7db5-426a-acca-16d38d5c0e42 service neutron] For port 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f,segment=NetworkSegment(d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a),segment_id=d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:54:33.367729 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c084a88c-e375-4c48-bff3-a164bd68e03b req-fae1720d-7db5-426a-acca-16d38d5c0e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:33.430763 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084a88c-e375-4c48-bff3-a164bd68e03b req-fae1720d-7db5-426a-acca-16d38d5c0e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:33.431439 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c084a88c-e375-4c48-bff3-a164bd68e03b req-fae1720d-7db5-426a-acca-16d38d5c0e42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:33.432888 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c084a88c-e375-4c48-bff3-a164bd68e03b req-fae1720d-7db5-426a-acca-16d38d5c0e42 service neutron] 10.222.0.32 "PUT /v2.0/ports/2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f HTTP/1.1" status: 200 len: 1091 time: 2.0046005 Aug 23 20:54:33.433426 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '783c66c0-5fe3-42a7-af94-ee64cb7bff89', 'tag': '2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:54:33.436444 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e70e71-24c3-42cd-ab7b-37e2e6c96811" -d '{"events": [{"name": "network-changed", "server_uuid": "783c66c0-5fe3-42a7-af94-ee64cb7bff89", "tag": "2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:54:33.660543 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2375274-a2b6-47ab-9ce9-ad48d394f7d1 x-openstack-request-id: req-a2375274-a2b6-47ab-9ce9-ad48d394f7d1 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:54:33.660978 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "783c66c0-5fe3-42a7-af94-ee64cb7bff89", "tag": "2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:54:33.661364 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a2375274-a2b6-47ab-9ce9-ad48d394f7d1 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:54:33.662018 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '783c66c0-5fe3-42a7-af94-ee64cb7bff89', 'tag': '2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f', 'status': 'completed', 'code': 200} Aug 23 20:54:33.670235 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1720d-7db5-426a-acca-16d38d5c0e42 service neutron] Pushing event updated for resources: {'Port': ['ID=2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f,revision_number=10']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:33.798033 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084a88c-e375-4c48-bff3-a164bd68e03b req-e467d9a2-861c-4eb7-874a-4785f3bf0ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:33.800799 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c084a88c-e375-4c48-bff3-a164bd68e03b req-e467d9a2-861c-4eb7-874a-4785f3bf0ef0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a420101d8537446c948533816ff31a9c&device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 1095 time: 0.3105006 Aug 23 20:54:33.905815 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ef53c-86da-40c7-835d-ff76ff701dbd req-4b2f6403-8c35-47cc-857e-e61018145eeb tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:33.908259 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-322ef53c-86da-40c7-835d-ff76ff701dbd req-4b2f6403-8c35-47cc-857e-e61018145eeb tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 944 time: 0.2316380 Aug 23 20:54:33.998041 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-523247b7-8d0b-4843-8ae7-222b11e27a96 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Deleting port 37546cb4-8d8e-48a0-b022-f4db718a773e {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:54:33.998543 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-523247b7-8d0b-4843-8ae7-222b11e27a96 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:34.027288 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-322ef53c-86da-40c7-835d-ff76ff701dbd req-dd1499dc-be6e-4616-81fa-cdf77337ded3 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841799 Aug 23 20:54:34.081377 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084a88c-e375-4c48-bff3-a164bd68e03b req-617b47c6-85bf-4153-8980-60c5da7c1d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:34.082802 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c084a88c-e375-4c48-bff3-a164bd68e03b req-617b47c6-85bf-4153-8980-60c5da7c1d64 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8f9f903e-93a4-4fe6-b0ce-e2059346b6d0 HTTP/1.1" status: 200 len: 918 time: 0.2703424 Aug 23 20:54:34.120305 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-523247b7-8d0b-4843-8ae7-222b11e27a96 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:34.134078 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-523247b7-8d0b-4843-8ae7-222b11e27a96 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Calling delete_port for 37546cb4-8d8e-48a0-b022-f4db718a773e owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:54:34.265409 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c084a88c-e375-4c48-bff3-a164bd68e03b req-e6947de7-fd6b-48ca-b0d3-b82da3d9ebae service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f HTTP/1.1" status: 200 len: 999 time: 0.0820541 Aug 23 20:54:34.364109 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084a88c-e375-4c48-bff3-a164bd68e03b req-b6488da6-45f9-46c2-bbd7-f9092d4de0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:34.365112 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c084a88c-e375-4c48-bff3-a164bd68e03b req-b6488da6-45f9-46c2-bbd7-f9092d4de0e2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d199577e-85a3-487d-894b-30e054d60332 HTTP/1.1" status: 200 len: 856 time: 0.0671172 Aug 23 20:54:34.456403 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084a88c-e375-4c48-bff3-a164bd68e03b req-4e4d03ca-c038-4d8d-b7f3-dd09e45fa72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:34.457917 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c084a88c-e375-4c48-bff3-a164bd68e03b req-4e4d03ca-c038-4d8d-b7f3-dd09e45fa72c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8f9f903e-93a4-4fe6-b0ce-e2059346b6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0823491 Aug 23 20:54:34.460339 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-523247b7-8d0b-4843-8ae7-222b11e27a96 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:34.520812 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523247b7-8d0b-4843-8ae7-222b11e27a96 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event deleted for resources: {'Port': ['ID=37546cb4-8d8e-48a0-b022-f4db718a773e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:34.694244 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c084a88c-e375-4c48-bff3-a164bd68e03b req-ed572342-269e-45f6-bce9-74b48a9cf09e service neutron] 10.222.0.32 "GET /v2.0/networks/8f9f903e-93a4-4fe6-b0ce-e2059346b6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252100 Aug 23 20:54:34.770502 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-523247b7-8d0b-4843-8ae7-222b11e27a96 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:35.253776 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c084a88c-e375-4c48-bff3-a164bd68e03b req-0a2c8657-cc4e-4b63-8876-e4dd3b28066b service neutron] 10.222.0.32 "GET /v2.0/networks/8f9f903e-93a4-4fe6-b0ce-e2059346b6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5516999 Aug 23 20:54:35.264113 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 58620) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:35.324976 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a7633-8f91-42ef-9e27-c696c7517c63 req-fb658aa8-6553-4c85-a80c-c42591000b39 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:35.327419 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e83a7633-8f91-42ef-9e27-c696c7517c63 req-fb658aa8-6553-4c85-a80c-c42591000b39 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 944 time: 0.1334569 Aug 23 20:54:35.453853 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0b46313e-b41a-48d2-9e84-4a883a67dfa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:35.484622 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-523247b7-8d0b-4843-8ae7-222b11e27a96 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Router 2eeb8fd8-4f1b-48ed-ab4f-4673efd6dad4 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:54:35.615936 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0b46313e-b41a-48d2-9e84-4a883a67dfa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:35.623526 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0b46313e-b41a-48d2-9e84-4a883a67dfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:35.686694 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b46313e-b41a-48d2-9e84-4a883a67dfa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0a4878-8415-418c-9892-36cf9fefe63f,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:35.694631 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0b46313e-b41a-48d2-9e84-4a883a67dfa3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=81b8f869a98f4aff89c2ebecc10983c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4273932 Aug 23 20:54:35.697100 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 58640) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:35.757636 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e83a7633-8f91-42ef-9e27-c696c7517c63 req-b9f95f92-22f6-4a50-b063-5f4bc5cfbca8 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3001578 Aug 23 20:54:35.762624 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e70e71-24c3-42cd-ab7b-37e2e6c96811 req-39c8a07f-13ec-4b7c-bc0f-57a706ed16b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:35.764510 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-85e70e71-24c3-42cd-ab7b-37e2e6c96811 req-39c8a07f-13ec-4b7c-bc0f-57a706ed16b6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a420101d8537446c948533816ff31a9c&device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 1095 time: 0.2783656 Aug 23 20:54:35.767515 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523247b7-8d0b-4843-8ae7-222b11e27a96 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:54:35.774900 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-523247b7-8d0b-4843-8ae7-222b11e27a96 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "PUT /v2.0/routers/2eeb8fd8-4f1b-48ed-ab4f-4673efd6dad4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4747436 Aug 23 20:54:35.778087 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 58646) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:35.783119 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bde0811-1b95-4b50-9cb5-49d22a8b4099 None None] Sync routers for ids ['2eeb8fd8-4f1b-48ed-ab4f-4673efd6dad4'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:54:35.802899 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bde0811-1b95-4b50-9cb5-49d22a8b4099 None None] Routers {'2eeb8fd8-4f1b-48ed-ab4f-4673efd6dad4'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:54:35.804258 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8bde0811-1b95-4b50-9cb5-49d22a8b4099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:54:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['2eeb8fd8-4f1b-48ed-ab4f-4673efd6dad4'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:54:35.818908 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb24b40a-2143-4bdf-bf3d-e18fdffc17c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:35.852626 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8bde0811-1b95-4b50-9cb5-49d22a8b4099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:54:35.862998 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb24b40a-2143-4bdf-bf3d-e18fdffc17c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:35.867547 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bde0811-1b95-4b50-9cb5-49d22a8b4099 None None] Routers {'2eeb8fd8-4f1b-48ed-ab4f-4673efd6dad4'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:54:35.868406 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8bde0811-1b95-4b50-9cb5-49d22a8b4099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:54:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['2eeb8fd8-4f1b-48ed-ab4f-4673efd6dad4'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:54:35.928525 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb24b40a-2143-4bdf-bf3d-e18fdffc17c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:35.937750 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8bde0811-1b95-4b50-9cb5-49d22a8b4099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:54:35.938668 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb24b40a-2143-4bdf-bf3d-e18fdffc17c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:35.939634 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bde0811-1b95-4b50-9cb5-49d22a8b4099 None None] The sync data for ids ['2eeb8fd8-4f1b-48ed-ab4f-4673efd6dad4'] in n-d-805663-2 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:54:35.946265 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-fb24b40a-2143-4bdf-bf3d-e18fdffc17c1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0e0a4878-8415-418c-9892-36cf9fefe63f HTTP/1.1" status: 204 len: 168 time: 0.2464349 Aug 23 20:54:35.988623 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb24b40a-2143-4bdf-bf3d-e18fdffc17c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0a4878-8415-418c-9892-36cf9fefe63f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:36.067013 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e70e71-24c3-42cd-ab7b-37e2e6c96811 req-43cda4c1-0d7c-4429-9d01-311e248ea64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:36.071011 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-85e70e71-24c3-42cd-ab7b-37e2e6c96811 req-43cda4c1-0d7c-4429-9d01-311e248ea64d service neutron] 10.222.0.32 "GET /v2.0/networks?id=8f9f903e-93a4-4fe6-b0ce-e2059346b6d0 HTTP/1.1" status: 200 len: 918 time: 0.2949150 Aug 23 20:54:36.257076 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-85e70e71-24c3-42cd-ab7b-37e2e6c96811 req-786aac1e-6448-405c-a2e8-57e3f1abeb2b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f HTTP/1.1" status: 200 len: 999 time: 0.1573038 Aug 23 20:54:36.464005 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee4bc4ed-62bf-46e2-b7ad-525eede51bb0 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:36.569828 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 58656) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:36.624717 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7e00aabe-fe1e-47e1-b274-32ecfbee5794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:36.933956 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7e00aabe-fe1e-47e1-b274-32ecfbee5794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:36.943933 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7e00aabe-fe1e-47e1-b274-32ecfbee5794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:37.072353 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-ee4bc4ed-62bf-46e2-b7ad-525eede51bb0 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Deleting port 6b283259-46cd-4922-b5af-e2010af6820f {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:54:37.072627 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee4bc4ed-62bf-46e2-b7ad-525eede51bb0 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:37.075146 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-7e00aabe-fe1e-47e1-b274-32ecfbee5794 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=842a1a57deaf4ef2a0f5db85236c72c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5037572 Aug 23 20:54:37.076880 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 58666) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:37.119762 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 58668) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:37.122403 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e00aabe-fe1e-47e1-b274-32ecfbee5794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff806008-3e2f-4786-abd7-b5688a0ff9ba,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:37.185998 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c929481e-b4c2-48c3-a14d-c2615c5954e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:37.195058 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee4bc4ed-62bf-46e2-b7ad-525eede51bb0 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:37.212965 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-ee4bc4ed-62bf-46e2-b7ad-525eede51bb0 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Calling delete_port for 6b283259-46cd-4922-b5af-e2010af6820f owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:54:37.237926 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c929481e-b4c2-48c3-a14d-c2615c5954e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:37.337040 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-74285b3a-452c-47a3-aea4-3a2f2c60c295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:37.372440 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c929481e-b4c2-48c3-a14d-c2615c5954e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:37.376036 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c929481e-b4c2-48c3-a14d-c2615c5954e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:37.379784 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e15f6-b9e2-4645-99f3-721b240ce2a8 req-1c2c8fa6-174d-49d0-8bde-4d21ce855e1c tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:37.379784 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9d0e15f6-b9e2-4645-99f3-721b240ce2a8 req-1c2c8fa6-174d-49d0-8bde-4d21ce855e1c tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 944 time: 0.4154346 Aug 23 20:54:37.381832 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c929481e-b4c2-48c3-a14d-c2615c5954e0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ff806008-3e2f-4786-abd7-b5688a0ff9ba HTTP/1.1" status: 204 len: 168 time: 0.3034170 Aug 23 20:54:37.401875 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c929481e-b4c2-48c3-a14d-c2615c5954e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff806008-3e2f-4786-abd7-b5688a0ff9ba,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:37.499449 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-74285b3a-452c-47a3-aea4-3a2f2c60c295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:37.507118 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-74285b3a-452c-47a3-aea4-3a2f2c60c295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:37.584172 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-74285b3a-452c-47a3-aea4-3a2f2c60c295 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=79a10ed346254079a8bd933b24c2ccc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4587600 Aug 23 20:54:37.595889 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 58674) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:37.668617 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9d0e15f6-b9e2-4645-99f3-721b240ce2a8 req-ad314dbe-2eea-41fd-bacf-0f5169617a63 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2668936 Aug 23 20:54:37.680805 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74285b3a-452c-47a3-aea4-3a2f2c60c295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe661dea-9b77-47a0-9d8b-a479e45f139c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:37.722417 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7618426e-0fd7-478d-82fd-5974a8f536e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:37.776097 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7618426e-0fd7-478d-82fd-5974a8f536e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:37.782618 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee4bc4ed-62bf-46e2-b7ad-525eede51bb0 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:37.829342 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4bc4ed-62bf-46e2-b7ad-525eede51bb0 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event deleted for resources: {'Port': ['ID=6b283259-46cd-4922-b5af-e2010af6820f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:37.865023 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7618426e-0fd7-478d-82fd-5974a8f536e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:37.868867 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7618426e-0fd7-478d-82fd-5974a8f536e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:37.870563 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-7618426e-0fd7-478d-82fd-5974a8f536e8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fe661dea-9b77-47a0-9d8b-a479e45f139c HTTP/1.1" status: 204 len: 168 time: 0.2734351 Aug 23 20:54:37.884701 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7618426e-0fd7-478d-82fd-5974a8f536e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe661dea-9b77-47a0-9d8b-a479e45f139c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:38.021673 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee4bc4ed-62bf-46e2-b7ad-525eede51bb0 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:38.327561 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee4bc4ed-62bf-46e2-b7ad-525eede51bb0 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Router 2eeb8fd8-4f1b-48ed-ab4f-4673efd6dad4 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:54:38.420762 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee4bc4ed-62bf-46e2-b7ad-525eede51bb0 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:54:38.429521 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 58698) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:38.429749 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ee4bc4ed-62bf-46e2-b7ad-525eede51bb0 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "PUT /v2.0/routers/2eeb8fd8-4f1b-48ed-ab4f-4673efd6dad4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6503565 Aug 23 20:54:38.442145 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03959df0-6e3e-4bd4-ac35-49d3adc0543f None None] Sync routers for ids ['2eeb8fd8-4f1b-48ed-ab4f-4673efd6dad4'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:54:38.457889 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03959df0-6e3e-4bd4-ac35-49d3adc0543f None None] Routers {'2eeb8fd8-4f1b-48ed-ab4f-4673efd6dad4'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:54:38.459144 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-03959df0-6e3e-4bd4-ac35-49d3adc0543f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:54:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['2eeb8fd8-4f1b-48ed-ab4f-4673efd6dad4'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:54:38.483773 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 58700) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:38.501254 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dee97ce2-49f4-4514-8e5a-b3c463dcab33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:38.527863 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0f981341-dc72-4a0d-baff-8146b571e516 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "GET /v2.0/ports?device_id=2eeb8fd8-4f1b-48ed-ab4f-4673efd6dad4 HTTP/1.1" status: 200 len: 205 time: 0.0939407 Aug 23 20:54:38.530211 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 58702) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:38.674205 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dee97ce2-49f4-4514-8e5a-b3c463dcab33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:38.680462 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dee97ce2-49f4-4514-8e5a-b3c463dcab33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:38.692495 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-03959df0-6e3e-4bd4-ac35-49d3adc0543f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:54:38.696149 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f06f079c-f1f5-4544-976a-8a52f48ddae5 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:38.720476 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03959df0-6e3e-4bd4-ac35-49d3adc0543f None None] Routers {'2eeb8fd8-4f1b-48ed-ab4f-4673efd6dad4'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:54:38.734285 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-03959df0-6e3e-4bd4-ac35-49d3adc0543f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:54:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['2eeb8fd8-4f1b-48ed-ab4f-4673efd6dad4'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:54:38.749614 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee97ce2-49f4-4514-8e5a-b3c463dcab33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2be233-47d3-4c76-b82a-03328b511522,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:38.775937 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-dee97ce2-49f4-4514-8e5a-b3c463dcab33 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8a38d5512b7241b5909995aec9473acb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2887638 Aug 23 20:54:38.775937 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 58708) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:38.780552 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 58710) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:38.868642 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f53cbe6f-2db7-4a3c-a673-9c6dd79df0e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:38.875658 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-03959df0-6e3e-4bd4-ac35-49d3adc0543f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:54:38.878912 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03959df0-6e3e-4bd4-ac35-49d3adc0543f None None] The sync data for ids ['2eeb8fd8-4f1b-48ed-ab4f-4673efd6dad4'] in n-d-805663-2 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:54:38.900352 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f53cbe6f-2db7-4a3c-a673-9c6dd79df0e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:38.915540 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f06f079c-f1f5-4544-976a-8a52f48ddae5 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:38.919892 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f06f079c-f1f5-4544-976a-8a52f48ddae5 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:38.953036 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49f886b-219b-43d7-b754-bb504b0b2fb1 req-c6fee8df-2e1d-4929-b99f-6d4152734814 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:38.954688 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b49f886b-219b-43d7-b754-bb504b0b2fb1 req-c6fee8df-2e1d-4929-b99f-6d4152734814 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 944 time: 0.1252184 Aug 23 20:54:38.985292 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f06f079c-f1f5-4544-976a-8a52f48ddae5 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:38.986460 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06f079c-f1f5-4544-976a-8a52f48ddae5 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Fanout notify agent at l3_agent the message router_deleted on router 2eeb8fd8-4f1b-48ed-ab4f-4673efd6dad4 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:54:39.005670 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f06f079c-f1f5-4544-976a-8a52f48ddae5 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:39.009641 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f06f079c-f1f5-4544-976a-8a52f48ddae5 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "DELETE /v2.0/routers/2eeb8fd8-4f1b-48ed-ab4f-4673efd6dad4 HTTP/1.1" status: 204 len: 168 time: 0.4758463 Aug 23 20:54:39.012604 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 58716) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:39.023832 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-9ab96337-1884-4ad9-aa96-35d2a6074317 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1667756852-network', 'tenant_id': 'bc2a804aa5bd45578b34320a7e203c03'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:54:39.044893 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f53cbe6f-2db7-4a3c-a673-9c6dd79df0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:39.048156 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f53cbe6f-2db7-4a3c-a673-9c6dd79df0e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:39.049552 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f53cbe6f-2db7-4a3c-a673-9c6dd79df0e5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6a2be233-47d3-4c76-b82a-03328b511522 HTTP/1.1" status: 204 len: 168 time: 0.2678556 Aug 23 20:54:39.094202 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b49f886b-219b-43d7-b754-bb504b0b2fb1 req-dced7cb4-dfd3-4d4f-89ba-85087dfe9ff8 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245382 Aug 23 20:54:39.101810 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53cbe6f-2db7-4a3c-a673-9c6dd79df0e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2be233-47d3-4c76-b82a-03328b511522,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:39.124176 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab96337-1884-4ad9-aa96-35d2a6074317 admin admin] Made reservation on behalf of bc2a804aa5bd45578b34320a7e203c03 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:54:39.127498 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ab96337-1884-4ad9-aa96-35d2a6074317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:39.132217 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-f641ab84-5244-40a4-8be8-f735d7f7be62 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Deleting subnet aaf69585-8bf2-4eb6-b153-34e509146e63 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:54:39.146132 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ab96337-1884-4ad9-aa96-35d2a6074317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:39.148625 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f641ab84-5244-40a4-8be8-f735d7f7be62 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:39.226563 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f641ab84-5244-40a4-8be8-f735d7f7be62 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:39.307603 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ab96337-1884-4ad9-aa96-35d2a6074317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:39.318376 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ab96337-1884-4ad9-aa96-35d2a6074317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:39.369221 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f641ab84-5244-40a4-8be8-f735d7f7be62 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:39.379496 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ab96337-1884-4ad9-aa96-35d2a6074317 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:54:39.398081 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab96337-1884-4ad9-aa96-35d2a6074317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651f17c7-80ee-45a7-8b21-7316b86cf2f6,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:39.408569 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ab96337-1884-4ad9-aa96-35d2a6074317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:39.409023 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-9ab96337-1884-4ad9-aa96-35d2a6074317 admin admin] Added segment f683eaf8-9cb3-4912-a5b5-6de4a78adb79 of type vlan for network bfc8f643-4c96-48b7-bcd4-feb938556eba Aug 23 20:54:39.470461 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ab96337-1884-4ad9-aa96-35d2a6074317 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:39.489842 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f641ab84-5244-40a4-8be8-f735d7f7be62 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:39.512541 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ab96337-1884-4ad9-aa96-35d2a6074317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:39.514133 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab96337-1884-4ad9-aa96-35d2a6074317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:39.514874 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ab96337-1884-4ad9-aa96-35d2a6074317 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:39.529830 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f641ab84-5244-40a4-8be8-f735d7f7be62 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event deleted for resources: {'Subnet': ['ID=aaf69585-8bf2-4eb6-b153-34e509146e63,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:39.546832 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f641ab84-5244-40a4-8be8-f735d7f7be62 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:39.551273 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f641ab84-5244-40a4-8be8-f735d7f7be62 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "DELETE /v2.0/subnets/aaf69585-8bf2-4eb6-b153-34e509146e63 HTTP/1.1" status: 204 len: 168 time: 0.5375679 Aug 23 20:54:39.557451 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 58728) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:39.558289 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21c1561-3d88-40cc-a8cf-e7bfc546282e None None] Network 5ae080df-51c7-4cf1-8a2d-2fa253f58ca7 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:54:39.647154 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6223a4b-1ba9-49e2-9059-21f93c9aed62 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Deleting subnet 35d11b97-fdaf-4c16-8b27-3e6e7b6c6544 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:54:39.650890 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f6223a4b-1ba9-49e2-9059-21f93c9aed62 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:39.664897 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9ab96337-1884-4ad9-aa96-35d2a6074317 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8893387 Aug 23 20:54:39.678924 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 58732) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:39.688559 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-0cd3e9a5-25e6-4bb3-8f9a-f24395ecfdc9 admin admin] Request body: {'subnet': {'network_id': 'bfc8f643-4c96-48b7-bcd4-feb938556eba', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1667756852-subnet', 'tenant_id': 'bc2a804aa5bd45578b34320a7e203c03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:54:39.718847 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab96337-1884-4ad9-aa96-35d2a6074317 admin admin] Pushing event updated for resources: {'Network': ['ID=bfc8f643-4c96-48b7-bcd4-feb938556eba,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:39.722940 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f6223a4b-1ba9-49e2-9059-21f93c9aed62 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:39.731878 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network bfc8f643-4c96-48b7-bcd4-feb938556eba details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:54:39.758491 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd3e9a5-25e6-4bb3-8f9a-f24395ecfdc9 admin admin] Made reservation on behalf of bc2a804aa5bd45578b34320a7e203c03 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:54:39.765798 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0cd3e9a5-25e6-4bb3-8f9a-f24395ecfdc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:39.806019 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9f0238-f2d4-4d0b-b73d-06c3a91286b0 None None] DHCP port deletion for 5ae080df-51c7-4cf1-8a2d-2fa253f58ca7 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:54:39.890904 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-ef9f0238-f2d4-4d0b-b73d-06c3a91286b0 None None] Deleting port 7018580b-54c9-474d-aad2-a0b9c1c9783f {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:54:39.892086 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ef9f0238-f2d4-4d0b-b73d-06c3a91286b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:39.945268 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f6223a4b-1ba9-49e2-9059-21f93c9aed62 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:39.998428 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-ef9f0238-f2d4-4d0b-b73d-06c3a91286b0 None None] For port 7018580b-54c9-474d-aad2-a0b9c1c9783f, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=7018580b-54c9-474d-aad2-a0b9c1c9783f,segment=NetworkSegment(5b65914c-0226-4b79-a4f2-5e23e2365a62),segment_id=5b65914c-0226-4b79-a4f2-5e23e2365a62)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:54:39.999218 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ef9f0238-f2d4-4d0b-b73d-06c3a91286b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:40.036454 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-ef9f0238-f2d4-4d0b-b73d-06c3a91286b0 None None] Calling delete_port for 7018580b-54c9-474d-aad2-a0b9c1c9783f owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:54:40.142224 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0cd3e9a5-25e6-4bb3-8f9a-f24395ecfdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:40.153237 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f6223a4b-1ba9-49e2-9059-21f93c9aed62 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:40.242975 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6223a4b-1ba9-49e2-9059-21f93c9aed62 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event deleted for resources: {'Subnet': ['ID=35d11b97-fdaf-4c16-8b27-3e6e7b6c6544,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:40.253993 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f6223a4b-1ba9-49e2-9059-21f93c9aed62 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:40.259723 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f6223a4b-1ba9-49e2-9059-21f93c9aed62 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "DELETE /v2.0/subnets/35d11b97-fdaf-4c16-8b27-3e6e7b6c6544 HTTP/1.1" status: 204 len: 168 time: 0.6988499 Aug 23 20:54:40.262483 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 58752) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:40.319606 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a3b78ed0-1bd7-4669-b339-bbcb6bcaf6b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:40.327925 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd3e9a5-25e6-4bb3-8f9a-f24395ecfdc9 admin admin] Checking segment: {'id': 'f683eaf8-9cb3-4912-a5b5-6de4a78adb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'bfc8f643-4c96-48b7-bcd4-feb938556eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:54:40.328933 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd3e9a5-25e6-4bb3-8f9a-f24395ecfdc9 admin admin] Network hostable DHCP agents. Network: bfc8f643-4c96-48b7-bcd4-feb938556eba, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:54:40.332213 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22bc8b27-cee3-418c-a0de-5e0a2b06473d None None] Network 51f4adf0-4496-4282-8c1d-82276f9f7b8a requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:54:40.358920 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd3e9a5-25e6-4bb3-8f9a-f24395ecfdc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7b63783-ca50-4d8d-bb6b-4566da76f4c7,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:40.396718 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd3e9a5-25e6-4bb3-8f9a-f24395ecfdc9 admin admin] Network bfc8f643-4c96-48b7-bcd4-feb938556eba is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:54:40.434181 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-0cd3e9a5-25e6-4bb3-8f9a-f24395ecfdc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, bfc8f643-4c96-48b7-bcd4-feb938556eba) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:54:40.436773 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ef9f0238-f2d4-4d0b-b73d-06c3a91286b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:40.448736 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd3e9a5-25e6-4bb3-8f9a-f24395ecfdc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:40.448736 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0cd3e9a5-25e6-4bb3-8f9a-f24395ecfdc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:40.540137 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4278885d-e0d0-4ca0-bee1-68bed1653b47 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:40.579859 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-0cd3e9a5-25e6-4bb3-8f9a-f24395ecfdc9 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8997526 Aug 23 20:54:40.617873 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf104c97-263b-4375-9a0a-2d12ea5f5c9f req-da537adf-6dbb-485a-86ff-828c7b5b58ad tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:40.631728 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1045d7-71ff-44bc-a4e8-428783a8aed9 req-5a9c94f9-7f3a-48c7-84c5-4d02100bdae1 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:40.632752 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bf104c97-263b-4375-9a0a-2d12ea5f5c9f req-da537adf-6dbb-485a-86ff-828c7b5b58ad tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 944 time: 0.2213228 Aug 23 20:54:40.633356 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bf1045d7-71ff-44bc-a4e8-428783a8aed9 req-5a9c94f9-7f3a-48c7-84c5-4d02100bdae1 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.1572144 Aug 23 20:54:40.726352 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bf1045d7-71ff-44bc-a4e8-428783a8aed9 req-2bd5fbc6-9b92-491c-a700-f25791056030 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829899 Aug 23 20:54:40.877424 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bf104c97-263b-4375-9a0a-2d12ea5f5c9f req-7eb90239-76a6-4f9f-a996-34af8fe07994 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2361293 Aug 23 20:54:40.898861 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4278885d-e0d0-4ca0-bee1-68bed1653b47 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:40.951979 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-4278885d-e0d0-4ca0-bee1-68bed1653b47 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ae080df-51c7-4cf1-8a2d-2fa253f58ca7']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:54:40.969386 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1a961d-a8a9-4dd8-b331-9730dfdf5c8d None None] Network bfc8f643-4c96-48b7-bcd4-feb938556eba requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:54:40.991169 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9f0238-f2d4-4d0b-b73d-06c3a91286b0 None None] No DVR routers for this DVR port 7018580b-54c9-474d-aad2-a0b9c1c9783f on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:54:40.997975 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-4278885d-e0d0-4ca0-bee1-68bed1653b47 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b65914c-0226-4b79-a4f2-5e23e2365a62') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:54:40.998301 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-4278885d-e0d0-4ca0-bee1-68bed1653b47 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b65914c-0226-4b79-a4f2-5e23e2365a62') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:54:41.027236 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4278885d-e0d0-4ca0-bee1-68bed1653b47 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:41.051569 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 7018580b-54c9-474d-aad2-a0b9c1c9783f no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:54:41.063218 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4278885d-e0d0-4ca0-bee1-68bed1653b47 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:41.077085 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0224a230-dc55-41b2-96cd-0f6029f97dbb req-8c19894d-e33b-40c0-b06e-3501214b8f4f tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:41.083630 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4278885d-e0d0-4ca0-bee1-68bed1653b47 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:54:41.086844 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4278885d-e0d0-4ca0-bee1-68bed1653b47 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:41.087169 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0224a230-dc55-41b2-96cd-0f6029f97dbb req-8c19894d-e33b-40c0-b06e-3501214b8f4f tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.1723535 Aug 23 20:54:41.094264 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:54:41.094264 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:54:41.094264 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:54:41.094264 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:54:41.094264 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:54:41.094264 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:54:41.094264 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:54:41.094264 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:54:41.094264 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:54:41.094264 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:54:41.094264 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:54:41.094264 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:54:41.094264 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:54:41.094264 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:54:41.094264 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:54:41.094264 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:54:41.094264 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:54:41.094264 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:54:41.094264 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:54:41.094264 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:54:41.094264 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:54:41.094264 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:54:41.094264 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:54:41.094264 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:54:41.094264 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:54:41.094264 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:54:41.094264 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:54:41.094264 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:54:41.094264 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:54:41.094264 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:54:41.094264 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:54:41.094264 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:54:41.126979 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9f0238-f2d4-4d0b-b73d-06c3a91286b0 None None] Pushing event deleted for resources: {'Port': ['ID=7018580b-54c9-474d-aad2-a0b9c1c9783f,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:41.163827 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 7018580b-54c9-474d-aad2-a0b9c1c9783f {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:54:41.164412 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 7018580b-54c9-474d-aad2-a0b9c1c9783f not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:54:41.217913 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0224a230-dc55-41b2-96cd-0f6029f97dbb req-423c12cd-5d73-460c-aaaf-090ae0e8be12 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265352 Aug 23 20:54:41.265107 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:41.280359 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5aa410f-0478-4933-9a6d-816a8f92a75a None None] Network bfc8f643-4c96-48b7-bcd4-feb938556eba requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:54:41.299536 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4278885d-e0d0-4ca0-bee1-68bed1653b47 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:41.305306 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4278885d-e0d0-4ca0-bee1-68bed1653b47 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:41.312086 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-4278885d-e0d0-4ca0-bee1-68bed1653b47 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "DELETE /v2.0/networks/5ae080df-51c7-4cf1-8a2d-2fa253f58ca7 HTTP/1.1" status: 204 len: 168 time: 1.0457666 Aug 23 20:54:41.313232 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 58776) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:41.374037 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4278885d-e0d0-4ca0-bee1-68bed1653b47 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event deleted for resources: {'Network': ['ID=5ae080df-51c7-4cf1-8a2d-2fa253f58ca7,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:41.528964 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12aed068-edaa-4a89-bdf0-cca1b2439fb6 None None] DHCP port deletion for 51f4adf0-4496-4282-8c1d-82276f9f7b8a request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:54:41.560031 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-35728ce4-6be3-4535-a615-72dff1217e6d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:41.602400 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e70e71-24c3-42cd-ab7b-37e2e6c96811 req-97f3cf4a-5ee6-4af0-a8ab-5c2256c95a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:41.603984 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-85e70e71-24c3-42cd-ab7b-37e2e6c96811 req-97f3cf4a-5ee6-4af0-a8ab-5c2256c95a2a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d199577e-85a3-487d-894b-30e054d60332 HTTP/1.1" status: 200 len: 856 time: 0.1402810 Aug 23 20:54:41.725552 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-12aed068-edaa-4a89-bdf0-cca1b2439fb6 None None] Deleting port 5b3702da-41a9-45f3-b50a-3542289f98f4 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:54:41.725980 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-12aed068-edaa-4a89-bdf0-cca1b2439fb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:41.831293 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceccd80-b39b-40da-9b77-124654789dd1 req-559545d7-42ea-4146-a6a5-cc41bafa7e50 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:41.834919 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7ceccd80-b39b-40da-9b77-124654789dd1 req-559545d7-42ea-4146-a6a5-cc41bafa7e50 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.1541111 Aug 23 20:54:41.879351 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-12aed068-edaa-4a89-bdf0-cca1b2439fb6 None None] For port 5b3702da-41a9-45f3-b50a-3542289f98f4, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=5b3702da-41a9-45f3-b50a-3542289f98f4,segment=NetworkSegment(3352287b-ab27-4491-8fb8-d01187d23ef3),segment_id=3352287b-ab27-4491-8fb8-d01187d23ef3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:54:41.879748 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-12aed068-edaa-4a89-bdf0-cca1b2439fb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:41.912468 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-12aed068-edaa-4a89-bdf0-cca1b2439fb6 None None] Calling delete_port for 5b3702da-41a9-45f3-b50a-3542289f98f4 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:54:41.937935 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-35728ce4-6be3-4535-a615-72dff1217e6d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Deleting port 5b3702da-41a9-45f3-b50a-3542289f98f4 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:54:41.938195 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-35728ce4-6be3-4535-a615-72dff1217e6d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:42.093708 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-12aed068-edaa-4a89-bdf0-cca1b2439fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:42.105354 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7ceccd80-b39b-40da-9b77-124654789dd1 req-8cdd177c-3ede-4fa6-9594-8641ff65df9e tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2445576 Aug 23 20:54:42.192221 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12aed068-edaa-4a89-bdf0-cca1b2439fb6 None None] No DVR routers for this DVR port 5b3702da-41a9-45f3-b50a-3542289f98f4 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:54:42.194077 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aed068-edaa-4a89-bdf0-cca1b2439fb6 None None] Pushing event deleted for resources: {'Port': ['ID=5b3702da-41a9-45f3-b50a-3542289f98f4,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:42.234465 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e70e71-24c3-42cd-ab7b-37e2e6c96811 req-1c4e0201-ecb4-4301-ba90-245865eb5038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:42.236313 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-85e70e71-24c3-42cd-ab7b-37e2e6c96811 req-1c4e0201-ecb4-4301-ba90-245865eb5038 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8f9f903e-93a4-4fe6-b0ce-e2059346b6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3892496 Aug 23 20:54:42.238227 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-35728ce4-6be3-4535-a615-72dff1217e6d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] For port 5b3702da-41a9-45f3-b50a-3542289f98f4, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=5b3702da-41a9-45f3-b50a-3542289f98f4,segment=NetworkSegment(3352287b-ab27-4491-8fb8-d01187d23ef3),segment_id=3352287b-ab27-4491-8fb8-d01187d23ef3)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:54:42.238597 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-35728ce4-6be3-4535-a615-72dff1217e6d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:42.282611 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-35728ce4-6be3-4535-a615-72dff1217e6d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Calling delete_port for 5b3702da-41a9-45f3-b50a-3542289f98f4 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:54:42.334184 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9775b4dd-3116-472c-b21a-be7b065bd9e4 req-86d46f7d-11fe-4eec-b443-fe3be299d7b3 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:42.349263 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9775b4dd-3116-472c-b21a-be7b065bd9e4 req-86d46f7d-11fe-4eec-b443-fe3be299d7b3 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 944 time: 0.2672355 Aug 23 20:54:42.425129 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9775b4dd-3116-472c-b21a-be7b065bd9e4 req-db05aa20-c259-426a-bd07-98aa9815269e tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737395 Aug 23 20:54:43.058794 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 5b3702da-41a9-45f3-b50a-3542289f98f4 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:54:43.106906 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4765e4d3-64f8-4af6-80c8-ae8996d1b790 req-1c7d6447-506a-46cc-b390-3eb0d9319c65 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:43.114755 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4765e4d3-64f8-4af6-80c8-ae8996d1b790 req-1c7d6447-506a-46cc-b390-3eb0d9319c65 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.1352599 Aug 23 20:54:43.136769 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 5b3702da-41a9-45f3-b50a-3542289f98f4 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:54:43.138288 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 5b3702da-41a9-45f3-b50a-3542289f98f4 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:54:43.144811 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-caad46e1-54b5-4b67-9ce7-b6d3b8c27e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:43.221693 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4765e4d3-64f8-4af6-80c8-ae8996d1b790 req-a9b3d89d-3f73-4d2a-a1b4-cf4c7d317158 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060498 Aug 23 20:54:43.227649 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-35728ce4-6be3-4535-a615-72dff1217e6d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:43.307926 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-85e70e71-24c3-42cd-ab7b-37e2e6c96811 req-858e765a-8e8c-4e29-b801-af898a651fa2 service neutron] 10.222.0.32 "GET /v2.0/networks/8f9f903e-93a4-4fe6-b0ce-e2059346b6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9354324 Aug 23 20:54:43.308271 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35728ce4-6be3-4535-a615-72dff1217e6d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event deleted for resources: {'Port': ['ID=5b3702da-41a9-45f3-b50a-3542289f98f4,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:43.316106 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35728ce4-6be3-4535-a615-72dff1217e6d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] No DVR routers for this DVR port 5b3702da-41a9-45f3-b50a-3542289f98f4 on host n-d-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:54:43.324690 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35728ce4-6be3-4535-a615-72dff1217e6d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:54:43.325516 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35728ce4-6be3-4535-a615-72dff1217e6d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:54:43.325516 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35728ce4-6be3-4535-a615-72dff1217e6d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:54:43.325706 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35728ce4-6be3-4535-a615-72dff1217e6d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:54:43.326003 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35728ce4-6be3-4535-a615-72dff1217e6d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:54:43.326357 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35728ce4-6be3-4535-a615-72dff1217e6d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:54:43.326695 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35728ce4-6be3-4535-a615-72dff1217e6d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:54:43.327447 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35728ce4-6be3-4535-a615-72dff1217e6d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:54:43.327447 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35728ce4-6be3-4535-a615-72dff1217e6d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:54:43.327814 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35728ce4-6be3-4535-a615-72dff1217e6d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:54:43.328190 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35728ce4-6be3-4535-a615-72dff1217e6d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:54:43.328518 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35728ce4-6be3-4535-a615-72dff1217e6d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:54:43.497918 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-35728ce4-6be3-4535-a615-72dff1217e6d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:43.525596 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:43.553492 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-35728ce4-6be3-4535-a615-72dff1217e6d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51f4adf0-4496-4282-8c1d-82276f9f7b8a']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:54:43.676339 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1673203-171a-40df-8362-1814e8b40080 req-218008e6-1277-4034-a84c-168a193af6a9 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:43.678945 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b1673203-171a-40df-8362-1814e8b40080 req-218008e6-1277-4034-a84c-168a193af6a9 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 944 time: 0.1123550 Aug 23 20:54:43.686607 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-35728ce4-6be3-4535-a615-72dff1217e6d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3352287b-ab27-4491-8fb8-d01187d23ef3') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:54:43.688515 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-35728ce4-6be3-4535-a615-72dff1217e6d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3352287b-ab27-4491-8fb8-d01187d23ef3') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:54:43.758465 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b1673203-171a-40df-8362-1814e8b40080 req-813809a7-38e3-482a-b960-83827d59c465 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726960 Aug 23 20:54:43.782354 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-35728ce4-6be3-4535-a615-72dff1217e6d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:43.820338 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-35728ce4-6be3-4535-a615-72dff1217e6d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:43.821171 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35728ce4-6be3-4535-a615-72dff1217e6d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:54:43.821789 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-35728ce4-6be3-4535-a615-72dff1217e6d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:43.826225 n-d-805663-2 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:54:43.826225 n-d-805663-2 neutron-server[94688]: self.session.flush() Aug 23 20:54:43.826225 n-d-805663-2 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:54:43.826225 n-d-805663-2 neutron-server[94688]: self.session.flush() Aug 23 20:54:43.826225 n-d-805663-2 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:54:43.826225 n-d-805663-2 neutron-server[94688]: self.session.flush() Aug 23 20:54:43.826225 n-d-805663-2 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:54:43.826225 n-d-805663-2 neutron-server[94688]: self.session.flush() Aug 23 20:54:43.826225 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:54:43.826225 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:54:43.826225 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:54:43.826225 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:54:43.826225 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:54:43.826225 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:54:43.826225 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:54:43.826225 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:54:43.826225 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:54:43.826225 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:54:43.826225 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:54:43.826225 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:54:43.826225 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:54:43.826225 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:54:43.826225 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:54:43.826225 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:54:43.826225 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:54:43.826225 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:54:43.826225 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:54:43.826225 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:54:43.826225 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:54:43.826225 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:54:43.826225 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:54:43.826225 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:54:43.826225 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:54:43.826225 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:54:43.826225 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:54:43.826225 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:54:43.826225 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:54:43.826225 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:54:43.826225 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:54:43.826225 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:54:43.921218 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-35728ce4-6be3-4535-a615-72dff1217e6d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:43.942973 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-35728ce4-6be3-4535-a615-72dff1217e6d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:43.945088 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-35728ce4-6be3-4535-a615-72dff1217e6d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "DELETE /v2.0/networks/51f4adf0-4496-4282-8c1d-82276f9f7b8a HTTP/1.1" status: 204 len: 168 time: 2.6307924 Aug 23 20:54:43.946127 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35728ce4-6be3-4535-a615-72dff1217e6d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event deleted for resources: {'Network': ['ID=51f4adf0-4496-4282-8c1d-82276f9f7b8a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:43.951942 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 58830) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:43.957208 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-bb5cede1-9f8b-4d39-8f3b-c0b1929c174c tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1869390067'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:54:43.966651 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-85e70e71-24c3-42cd-ab7b-37e2e6c96811 req-c1d118f4-db89-4874-8ee4-c8a98c1698e1 service neutron] 10.222.0.32 "GET /v2.0/networks/8f9f903e-93a4-4fe6-b0ce-e2059346b6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4393275 Aug 23 20:54:43.989241 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5cede1-9f8b-4d39-8f3b-c0b1929c174c tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Made reservation on behalf of 0a3a7f6f58f34235ad73f92601ac48a1 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:54:43.994115 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bb5cede1-9f8b-4d39-8f3b-c0b1929c174c tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:44.024178 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb5cede1-9f8b-4d39-8f3b-c0b1929c174c tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:54:44.036778 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bb5cede1-9f8b-4d39-8f3b-c0b1929c174c tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:44.037751 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-bb5cede1-9f8b-4d39-8f3b-c0b1929c174c tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Added segment d252b9cb-27a5-48b5-b66c-f5ede4694b95 of type vlan for network f043a421-d634-43be-a363-e8db24268bd9 Aug 23 20:54:44.102178 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bb5cede1-9f8b-4d39-8f3b-c0b1929c174c tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:44.173650 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bb5cede1-9f8b-4d39-8f3b-c0b1929c174c tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:44.181415 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5cede1-9f8b-4d39-8f3b-c0b1929c174c tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:44.182253 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bb5cede1-9f8b-4d39-8f3b-c0b1929c174c tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:44.274297 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-bb5cede1-9f8b-4d39-8f3b-c0b1929c174c tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3183451 Aug 23 20:54:44.274547 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 58834) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:44.282886 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-dd27b723-058f-4f39-a16f-8639fe738281 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Request body: {'subnet': {'network_id': 'f043a421-d634-43be-a363-e8db24268bd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:54:44.333516 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5cede1-9f8b-4d39-8f3b-c0b1929c174c tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event updated for resources: {'Network': ['ID=f043a421-d634-43be-a363-e8db24268bd9,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:44.349888 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network f043a421-d634-43be-a363-e8db24268bd9 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:54:44.470815 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3e86d-8e26-417b-840d-64b91470ba44 req-b3e82978-6f89-4104-8c0d-9ad60d28a0c9 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:44.479253 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-94f3e86d-8e26-417b-840d-64b91470ba44 req-b3e82978-6f89-4104-8c0d-9ad60d28a0c9 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.1438656 Aug 23 20:54:44.495171 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd27b723-058f-4f39-a16f-8639fe738281 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Made reservation on behalf of 0a3a7f6f58f34235ad73f92601ac48a1 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:54:44.499651 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dd27b723-058f-4f39-a16f-8639fe738281 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:44.561405 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-94f3e86d-8e26-417b-840d-64b91470ba44 req-d705b821-9ac4-4f9d-869d-511aff0c1fb5 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746660 Aug 23 20:54:44.611498 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:44.920126 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dd27b723-058f-4f39-a16f-8639fe738281 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:44.940393 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae143461-3fa5-407b-aa45-68ea48e6ba85 req-42659beb-0fae-4d82-a38f-76c9820d566a tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:44.941947 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ae143461-3fa5-407b-aa45-68ea48e6ba85 req-42659beb-0fae-4d82-a38f-76c9820d566a tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 944 time: 0.0651231 Aug 23 20:54:44.971252 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de27d8a2-99e9-4b12-b407-4b4d012bcc01 req-cc2cea10-2c53-4bfd-8227-d70a49775ace tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:44.972936 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-de27d8a2-99e9-4b12-b407-4b4d012bcc01 req-cc2cea10-2c53-4bfd-8227-d70a49775ace tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/networks?id=bfc8f643-4c96-48b7-bcd4-feb938556eba HTTP/1.1" status: 200 len: 809 time: 0.2661691 Aug 23 20:54:44.994122 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ae143461-3fa5-407b-aa45-68ea48e6ba85 req-77366408-0198-4d4c-9f72-f638d170e338 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456564 Aug 23 20:54:44.999376 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-de27d8a2-99e9-4b12-b407-4b4d012bcc01 req-2d42b9ab-67fe-480f-9cb2-ef18f81d1372 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/quotas/bc2a804aa5bd45578b34320a7e203c03 HTTP/1.1" status: 200 len: 375 time: 0.0157166 Aug 23 20:54:45.079972 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-de27d8a2-99e9-4b12-b407-4b4d012bcc01 req-9d11237c-34ce-4c73-9bf8-caf21490f11c tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=bc2a804aa5bd45578b34320a7e203c03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615215 Aug 23 20:54:45.086276 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd27b723-058f-4f39-a16f-8639fe738281 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event updated for resources: {'Subnet': ['ID=5eed80be-bbcb-4b15-9860-6167c2bf2261,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:45.088477 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd27b723-058f-4f39-a16f-8639fe738281 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Checking segment: {'id': 'd252b9cb-27a5-48b5-b66c-f5ede4694b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'f043a421-d634-43be-a363-e8db24268bd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:54:45.088851 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd27b723-058f-4f39-a16f-8639fe738281 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Network hostable DHCP agents. Network: f043a421-d634-43be-a363-e8db24268bd9, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:54:45.145138 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd27b723-058f-4f39-a16f-8639fe738281 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Network f043a421-d634-43be-a363-e8db24268bd9 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:54:45.179610 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-dd27b723-058f-4f39-a16f-8639fe738281 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, f043a421-d634-43be-a363-e8db24268bd9) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:54:45.185564 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd27b723-058f-4f39-a16f-8639fe738281 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:45.186340 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dd27b723-058f-4f39-a16f-8639fe738281 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:45.194114 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c9e374-8c71-44a2-ae17-85a2e80132ce None None] Network f043a421-d634-43be-a363-e8db24268bd9 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:54:45.227319 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-dd27b723-058f-4f39-a16f-8639fe738281 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9515550 Aug 23 20:54:45.229869 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 58868) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:45.235118 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-94eae592-ed7a-41f8-9889-05223cdf5f12 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1635933307', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:54:45.281713 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-94eae592-ed7a-41f8-9889-05223cdf5f12 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:45.282796 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-94eae592-ed7a-41f8-9889-05223cdf5f12 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:45.481802 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63181b9-4b2b-49e8-ac64-e9717955928d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-f043a421-d634-43be-a363-e8db24268bd9', 'network_id': 'f043a421-d634-43be-a363-e8db24268bd9', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'fixed_ips': [{'subnet_id': '5eed80be-bbcb-4b15-9860-6167c2bf2261'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:54:45.484031 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a63181b9-4b2b-49e8-ac64-e9717955928d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:45.798337 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-a63181b9-4b2b-49e8-ac64-e9717955928d None None] Allocated IP 2001:db8::2 (f043a421-d634-43be-a363-e8db24268bd9/5eed80be-bbcb-4b15-9860-6167c2bf2261/d18b06b9-4f24-4f16-aef9-25a27cb9c496) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:54:45.803620 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d4425-9bae-4e23-b251-cff6bc727a55 req-45cf0c53-4fbe-4b86-a2f9-8a69944c713e tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:45.805819 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-718d4425-9bae-4e23-b251-cff6bc727a55 req-45cf0c53-4fbe-4b86-a2f9-8a69944c713e tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.0993173 Aug 23 20:54:45.840813 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-94eae592-ed7a-41f8-9889-05223cdf5f12 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:45.858950 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-94eae592-ed7a-41f8-9889-05223cdf5f12 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:45.889015 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-718d4425-9bae-4e23-b251-cff6bc727a55 req-a8b1d0c6-b9e2-4365-9060-3d9ad7a82c01 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724230 Aug 23 20:54:45.911576 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-94eae592-ed7a-41f8-9889-05223cdf5f12 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:45.915965 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-94eae592-ed7a-41f8-9889-05223cdf5f12 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6817591 Aug 23 20:54:45.916681 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 58874) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:45.926903 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-fbf9e24b-48ab-41c9-8eeb-9588750bab10 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Request body: {'port': {'network_id': 'f043a421-d634-43be-a363-e8db24268bd9', 'name': 'tempest-RoutersIpV6Test-1816398750'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:54:45.934247 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-de27d8a2-99e9-4b12-b407-4b4d012bcc01 req-e985303b-4927-497c-9764-fe40c0843f40 service neutron] 10.222.0.61 "GET /v2.0/networks/bfc8f643-4c96-48b7-bcd4-feb938556eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8404117 Aug 23 20:54:46.002184 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:46.092599 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a63181b9-4b2b-49e8-ac64-e9717955928d None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:46.113131 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a63181b9-4b2b-49e8-ac64-e9717955928d None None] Transition to ACTIVE for port object d18b06b9-4f24-4f16-aef9-25a27cb9c496 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:54:46.128969 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-de27d8a2-99e9-4b12-b407-4b4d012bcc01 req-6d68d066-aba1-4ad3-99b3-0d695e781834 service neutron] 10.222.0.61 "GET /v2.0/networks/bfc8f643-4c96-48b7-bcd4-feb938556eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881437 Aug 23 20:54:46.144092 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a63181b9-4b2b-49e8-ac64-e9717955928d None None] Transition to ACTIVE for port object d18b06b9-4f24-4f16-aef9-25a27cb9c496 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:54:46.158771 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a63181b9-4b2b-49e8-ac64-e9717955928d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:46.166759 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf9e24b-48ab-41c9-8eeb-9588750bab10 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Made reservation on behalf of 0a3a7f6f58f34235ad73f92601ac48a1 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:54:46.180235 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fbf9e24b-48ab-41c9-8eeb-9588750bab10 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:46.260082 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63181b9-4b2b-49e8-ac64-e9717955928d None None] Pushing event updated for resources: {'Port': ['ID=d18b06b9-4f24-4f16-aef9-25a27cb9c496,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:46.260349 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63181b9-4b2b-49e8-ac64-e9717955928d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:54:46.260551 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63181b9-4b2b-49e8-ac64-e9717955928d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:54:46.260900 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63181b9-4b2b-49e8-ac64-e9717955928d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:54:46.261581 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63181b9-4b2b-49e8-ac64-e9717955928d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:54:46.261581 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63181b9-4b2b-49e8-ac64-e9717955928d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:54:46.261943 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63181b9-4b2b-49e8-ac64-e9717955928d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:54:46.262324 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63181b9-4b2b-49e8-ac64-e9717955928d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:54:46.262735 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63181b9-4b2b-49e8-ac64-e9717955928d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:54:46.263078 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63181b9-4b2b-49e8-ac64-e9717955928d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:54:46.263402 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63181b9-4b2b-49e8-ac64-e9717955928d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:54:46.265657 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63181b9-4b2b-49e8-ac64-e9717955928d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:54:46.265657 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63181b9-4b2b-49e8-ac64-e9717955928d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:54:46.273841 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-fbf9e24b-48ab-41c9-8eeb-9588750bab10 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] device_id is not set on port 4fb53491-9c1f-4161-96bc-ff891af75901 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:54:46.284587 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63181b9-4b2b-49e8-ac64-e9717955928d None None] Network f043a421-d634-43be-a363-e8db24268bd9 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:54:46.293167 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-a63181b9-4b2b-49e8-ac64-e9717955928d None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:54:46.301303 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63181b9-4b2b-49e8-ac64-e9717955928d None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:54:46.429049 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-a63181b9-4b2b-49e8-ac64-e9717955928d None None] Attempting to bind port d18b06b9-4f24-4f16-aef9-25a27cb9c496 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:54:46.429467 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-a63181b9-4b2b-49e8-ac64-e9717955928d None None] Attempting to bind port d18b06b9-4f24-4f16-aef9-25a27cb9c496 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'd252b9cb-27a5-48b5-b66c-f5ede4694b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'f043a421-d634-43be-a363-e8db24268bd9'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:54:46.430981 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63181b9-4b2b-49e8-ac64-e9717955928d None None] Attempting to bind port d18b06b9-4f24-4f16-aef9-25a27cb9c496 on network f043a421-d634-43be-a363-e8db24268bd9 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:54:46.438332 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63181b9-4b2b-49e8-ac64-e9717955928d None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:54:46.438837 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63181b9-4b2b-49e8-ac64-e9717955928d None None] Checking segment: {'id': 'd252b9cb-27a5-48b5-b66c-f5ede4694b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'f043a421-d634-43be-a363-e8db24268bd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:54:46.439249 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a63181b9-4b2b-49e8-ac64-e9717955928d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:46.439641 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63181b9-4b2b-49e8-ac64-e9717955928d None None] Bound using segment: {'id': 'd252b9cb-27a5-48b5-b66c-f5ede4694b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'f043a421-d634-43be-a363-e8db24268bd9'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:54:46.440239 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-a63181b9-4b2b-49e8-ac64-e9717955928d None None] Bound port: d18b06b9-4f24-4f16-aef9-25a27cb9c496, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd252b9cb-27a5-48b5-b66c-f5ede4694b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'f043a421-d634-43be-a363-e8db24268bd9'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:54:46.440638 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a63181b9-4b2b-49e8-ac64-e9717955928d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:46.518500 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cdcff3dd-f9a1-4ccc-8d42-2c66e1ad8863 req-7d903f12-cac8-446c-bfb2-1cae67664b4b tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8f463e8-41c9-4804-81d0-2ccc18294307 HTTP/1.1" status: 200 len: 210 time: 0.0617139 Aug 23 20:54:46.539169 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb55d9-f2a3-4353-aba4-04d63c66c053 req-45246fc8-3ced-4dac-b366-de01b89b63e4 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:46.540903 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-01eb55d9-f2a3-4353-aba4-04d63c66c053 req-45246fc8-3ced-4dac-b366-de01b89b63e4 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 944 time: 0.2571135 Aug 23 20:54:46.552864 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a63181b9-4b2b-49e8-ac64-e9717955928d None None] For port d18b06b9-4f24-4f16-aef9-25a27cb9c496, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:54:46.559556 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a63181b9-4b2b-49e8-ac64-e9717955928d None None] For port d18b06b9-4f24-4f16-aef9-25a27cb9c496, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=d18b06b9-4f24-4f16-aef9-25a27cb9c496,segment=NetworkSegment(d252b9cb-27a5-48b5-b66c-f5ede4694b95),segment_id=d252b9cb-27a5-48b5-b66c-f5ede4694b95)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:54:46.570681 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a63181b9-4b2b-49e8-ac64-e9717955928d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:46.614228 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-fbf9e24b-48ab-41c9-8eeb-9588750bab10 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Allocated IP 2001:db8::2ad (f043a421-d634-43be-a363-e8db24268bd9/5eed80be-bbcb-4b15-9860-6167c2bf2261/4fb53491-9c1f-4161-96bc-ff891af75901) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:54:46.640820 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-01eb55d9-f2a3-4353-aba4-04d63c66c053 req-a806b39b-3ebf-4742-8fd3-82fa4b0b2f68 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795197 Aug 23 20:54:46.674147 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63181b9-4b2b-49e8-ac64-e9717955928d None None] Pushing event updated for resources: {'Port': ['ID=d18b06b9-4f24-4f16-aef9-25a27cb9c496,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:46.864913 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fbf9e24b-48ab-41c9-8eeb-9588750bab10 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:46.904693 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-fbf9e24b-48ab-41c9-8eeb-9588750bab10 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Transition to ACTIVE for port object 4fb53491-9c1f-4161-96bc-ff891af75901 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:54:46.953284 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fbf9e24b-48ab-41c9-8eeb-9588750bab10 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:47.050673 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf9e24b-48ab-41c9-8eeb-9588750bab10 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Network f043a421-d634-43be-a363-e8db24268bd9 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:54:47.063177 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0086a88-9029-4c5c-9685-244ea3524ad0 req-223ab7ba-ba12-41f0-9efb-4b727dc23126 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:47.064420 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-fbf9e24b-48ab-41c9-8eeb-9588750bab10 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:54:47.072428 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b0086a88-9029-4c5c-9685-244ea3524ad0 req-223ab7ba-ba12-41f0-9efb-4b727dc23126 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.0679538 Aug 23 20:54:47.079618 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf9e24b-48ab-41c9-8eeb-9588750bab10 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:54:47.103107 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf9e24b-48ab-41c9-8eeb-9588750bab10 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:47.103899 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fbf9e24b-48ab-41c9-8eeb-9588750bab10 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:47.121859 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b0086a88-9029-4c5c-9685-244ea3524ad0 req-f0cb1eb8-46c7-441f-a8b1-2b41793fc02f tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478997 Aug 23 20:54:47.142746 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf9e24b-48ab-41c9-8eeb-9588750bab10 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event updated for resources: {'Port': ['ID=4fb53491-9c1f-4161-96bc-ff891af75901,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:47.156042 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 58904) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:47.163614 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-fbf9e24b-48ab-41c9-8eeb-9588750bab10 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2434049 Aug 23 20:54:47.511710 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-26f33937-195f-4dbf-a1ae-5e1cc3c4ed81 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:47.644261 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-42a972ae-5e57-4ae2-acc8-f465683a0468 req-5dd69607-27ef-476b-b7dd-779746eb4c61 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8f463e8-41c9-4804-81d0-2ccc18294307 HTTP/1.1" status: 200 len: 210 time: 0.0409169 Aug 23 20:54:47.856305 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e6ae7-3566-4fe1-8510-6cb0636dc48e req-341f0831-1685-4438-8314-43c82bb9d1c0 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:47.858714 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4d2e6ae7-3566-4fe1-8510-6cb0636dc48e req-341f0831-1685-4438-8314-43c82bb9d1c0 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 944 time: 0.1251659 Aug 23 20:54:47.900983 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-26f33937-195f-4dbf-a1ae-5e1cc3c4ed81 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:47.927699 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-26f33937-195f-4dbf-a1ae-5e1cc3c4ed81 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:47.994987 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9730e969-5ffe-4140-8fc7-2cd917c2bbd8 None None] Network f043a421-d634-43be-a363-e8db24268bd9 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:54:48.032556 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4d2e6ae7-3566-4fe1-8510-6cb0636dc48e req-8a7d40ad-536e-45ce-b570-9de9b98f36c6 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595409 Aug 23 20:54:48.075429 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de27d8a2-99e9-4b12-b407-4b4d012bcc01 req-f29dc971-463f-4ab7-8b2e-37df2e42f5f7 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:48.085963 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-de27d8a2-99e9-4b12-b407-4b4d012bcc01 req-f29dc971-463f-4ab7-8b2e-37df2e42f5f7 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.32 "GET /v2.0/networks?id=bfc8f643-4c96-48b7-bcd4-feb938556eba HTTP/1.1" status: 200 len: 809 time: 0.2104425 Aug 23 20:54:48.111849 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-de27d8a2-99e9-4b12-b407-4b4d012bcc01 req-f559f821-f49a-44dc-a042-2e493dcbe8d4 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Request body: {'port': {'device_id': 'a8f463e8-41c9-4804-81d0-2ccc18294307', 'network_id': 'bfc8f643-4c96-48b7-bcd4-feb938556eba', 'admin_state_up': True, 'tenant_id': 'bc2a804aa5bd45578b34320a7e203c03'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:54:48.115037 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-fdd0998b-86ce-4cf4-a284-66154b728a1d None None] Provisioning for port d18b06b9-4f24-4f16-aef9-25a27cb9c496 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:54:48.139712 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f33937-195f-4dbf-a1ae-5e1cc3c4ed81 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event updated for resources: {'Port': ['ID=4fb53491-9c1f-4161-96bc-ff891af75901,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:48.294115 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-26f33937-195f-4dbf-a1ae-5e1cc3c4ed81 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:48.313002 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc22d70-9b2a-4449-88a3-cb4739414494 req-25e66420-733d-4c64-a8b1-964ac8e32c0d tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:48.314564 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3cc22d70-9b2a-4449-88a3-cb4739414494 req-25e66420-733d-4c64-a8b1-964ac8e32c0d tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.0878222 Aug 23 20:54:48.315756 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de27d8a2-99e9-4b12-b407-4b4d012bcc01 req-f559f821-f49a-44dc-a042-2e493dcbe8d4 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Made reservation on behalf of bc2a804aa5bd45578b34320a7e203c03 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:54:48.319085 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-de27d8a2-99e9-4b12-b407-4b4d012bcc01 req-f559f821-f49a-44dc-a042-2e493dcbe8d4 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:48.422652 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3cc22d70-9b2a-4449-88a3-cb4739414494 req-878af3e8-4952-484b-976e-d93dee77dece tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921588 Aug 23 20:54:48.455977 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-26f33937-195f-4dbf-a1ae-5e1cc3c4ed81 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:48.508306 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-de27d8a2-99e9-4b12-b407-4b4d012bcc01 req-f559f821-f49a-44dc-a042-2e493dcbe8d4 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Allocated IP 172.20.0.10 (bfc8f643-4c96-48b7-bcd4-feb938556eba/c7b63783-ca50-4d8d-bb6b-4566da76f4c7/cfc6dc03-3923-4cea-9bf2-2affd6d7414a) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:54:48.691288 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-51afbe27-42c4-45e4-bfc7-5557d53a81f5 None None] Provisioning for port 4fb53491-9c1f-4161-96bc-ff891af75901 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:54:48.695247 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-51afbe27-42c4-45e4-bfc7-5557d53a81f5 None None] Provisioning complete for port 4fb53491-9c1f-4161-96bc-ff891af75901 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:54:48.695620 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-51afbe27-42c4-45e4-bfc7-5557d53a81f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:48.697468 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-de27d8a2-99e9-4b12-b407-4b4d012bcc01 req-f559f821-f49a-44dc-a042-2e493dcbe8d4 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:48.753694 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-de27d8a2-99e9-4b12-b407-4b4d012bcc01 req-f559f821-f49a-44dc-a042-2e493dcbe8d4 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:48.773304 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-51afbe27-42c4-45e4-bfc7-5557d53a81f5 None None] Port 4fb53491-9c1f-4161-96bc-ff891af75901 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:54:48.816740 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de27d8a2-99e9-4b12-b407-4b4d012bcc01 req-f559f821-f49a-44dc-a042-2e493dcbe8d4 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Network bfc8f643-4c96-48b7-bcd4-feb938556eba is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:54:48.835185 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-de27d8a2-99e9-4b12-b407-4b4d012bcc01 req-f559f821-f49a-44dc-a042-2e493dcbe8d4 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:54:48.838540 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f559f821-f49a-44dc-a042-2e493dcbe8d4 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Pushing event updated for resources: {'Port': ['ID=cfc6dc03-3923-4cea-9bf2-2affd6d7414a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:48.842647 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-de27d8a2-99e9-4b12-b407-4b4d012bcc01 req-f559f821-f49a-44dc-a042-2e493dcbe8d4 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:54:48.857722 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe265c-b55c-466b-a9d0-6a4ebaa7febb req-5c99f051-73be-4b73-9428-1012e6926d97 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:48.859701 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-56fe265c-b55c-466b-a9d0-6a4ebaa7febb req-5c99f051-73be-4b73-9428-1012e6926d97 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8f463e8-41c9-4804-81d0-2ccc18294307 HTTP/1.1" status: 200 len: 932 time: 0.0986679 Aug 23 20:54:48.907690 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-26f33937-195f-4dbf-a1ae-5e1cc3c4ed81 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:48.929859 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-26f33937-195f-4dbf-a1ae-5e1cc3c4ed81 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:48.930643 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-26f33937-195f-4dbf-a1ae-5e1cc3c4ed81 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:48.937467 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de27d8a2-99e9-4b12-b407-4b4d012bcc01 req-f559f821-f49a-44dc-a042-2e493dcbe8d4 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:48.938166 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-de27d8a2-99e9-4b12-b407-4b4d012bcc01 req-f559f821-f49a-44dc-a042-2e493dcbe8d4 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:48.965019 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-de27d8a2-99e9-4b12-b407-4b4d012bcc01 req-f559f821-f49a-44dc-a042-2e493dcbe8d4 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8572018 Aug 23 20:54:48.991727 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-de27d8a2-99e9-4b12-b407-4b4d012bcc01 req-c5f070b6-d4bc-479b-b3af-e33af65877a0 service neutron] Request body: {'port': {'device_id': 'a8f463e8-41c9-4804-81d0-2ccc18294307', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:54:49.006704 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device d18b06b9-4f24-4f16-aef9-25a27cb9c496 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:54:49.029100 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-56fe265c-b55c-466b-a9d0-6a4ebaa7febb req-932d778c-180e-40d3-be6c-b623f19947c3 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/security-groups?id=651f17c7-80ee-45a7-8b21-7316b86cf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591623 Aug 23 20:54:49.062230 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8c49bb28-497d-41b0-a734-9a4c0b4788e1 None None] Provisioning complete for port 4fb53491-9c1f-4161-96bc-ff891af75901 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:54:49.062605 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8c49bb28-497d-41b0-a734-9a4c0b4788e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:49.095133 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-de27d8a2-99e9-4b12-b407-4b4d012bcc01 req-c5f070b6-d4bc-479b-b3af-e33af65877a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:49.139344 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-8c49bb28-497d-41b0-a734-9a4c0b4788e1 None None] Port 4fb53491-9c1f-4161-96bc-ff891af75901 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:54:49.169975 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port d18b06b9-4f24-4f16-aef9-25a27cb9c496 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:54:49.181967 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port d18b06b9-4f24-4f16-aef9-25a27cb9c496 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:54:49.185378 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:49.188641 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f33937-195f-4dbf-a1ae-5e1cc3c4ed81 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event updated for resources: {'Port': ['ID=4fb53491-9c1f-4161-96bc-ff891af75901,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:49.263349 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f33937-195f-4dbf-a1ae-5e1cc3c4ed81 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Network f043a421-d634-43be-a363-e8db24268bd9 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:54:49.264887 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-26f33937-195f-4dbf-a1ae-5e1cc3c4ed81 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:54:49.282010 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b66625-f104-49cd-a366-ac15d9193f53 req-224b0ee4-d580-4089-a015-db0f3d399ea8 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:49.284033 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-77b66625-f104-49cd-a366-ac15d9193f53 req-224b0ee4-d580-4089-a015-db0f3d399ea8 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 944 time: 0.1297760 Aug 23 20:54:49.357733 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:49.391673 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-de69f0be-1204-437e-923b-daa869272fbd None None] Provisioning complete for port 4fb53491-9c1f-4161-96bc-ff891af75901 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:54:49.392360 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-de69f0be-1204-437e-923b-daa869272fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:49.427770 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port d18b06b9-4f24-4f16-aef9-25a27cb9c496, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=d18b06b9-4f24-4f16-aef9-25a27cb9c496,segment=NetworkSegment(d252b9cb-27a5-48b5-b66c-f5ede4694b95),segment_id=d252b9cb-27a5-48b5-b66c-f5ede4694b95)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:54:49.438974 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:49.467728 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f33937-195f-4dbf-a1ae-5e1cc3c4ed81 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Router 382521cd-88fb-438d-a93f-122e1ae13269 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:54:49.533911 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-de69f0be-1204-437e-923b-daa869272fbd None None] Port 4fb53491-9c1f-4161-96bc-ff891af75901 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:54:49.570949 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-77b66625-f104-49cd-a366-ac15d9193f53 req-765af370-3558-4101-9604-36c1c16c7cdd tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393814 Aug 23 20:54:49.608395 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=d18b06b9-4f24-4f16-aef9-25a27cb9c496,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:49.727429 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f33937-195f-4dbf-a1ae-5e1cc3c4ed81 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:54:49.734546 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-26f33937-195f-4dbf-a1ae-5e1cc3c4ed81 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "PUT /v2.0/routers/382521cd-88fb-438d-a93f-122e1ae13269/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5764444 Aug 23 20:54:49.741778 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9737fda6-667c-4f5b-9797-4662332a2f21 None None] Sync routers for ids ['382521cd-88fb-438d-a93f-122e1ae13269'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:54:49.742507 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4597e63f-a455-4440-a709-cdc9f3a0f95a req-53f49f4f-6c20-499e-b234-e7bedebab6e0 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:49.744306 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4597e63f-a455-4440-a709-cdc9f3a0f95a req-53f49f4f-6c20-499e-b234-e7bedebab6e0 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.0786519 Aug 23 20:54:49.745080 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 58930) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:49.767396 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9737fda6-667c-4f5b-9797-4662332a2f21 None None] Routers {'382521cd-88fb-438d-a93f-122e1ae13269'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:54:49.768753 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-9737fda6-667c-4f5b-9797-4662332a2f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:54:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['382521cd-88fb-438d-a93f-122e1ae13269'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:54:49.781412 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-de27d8a2-99e9-4b12-b407-4b4d012bcc01 req-c5f070b6-d4bc-479b-b3af-e33af65877a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfc6dc03-3923-4cea-9bf2-2affd6d7414a {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:54:49.793943 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-de27d8a2-99e9-4b12-b407-4b4d012bcc01 req-c5f070b6-d4bc-479b-b3af-e33af65877a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:49.807462 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-de27d8a2-99e9-4b12-b407-4b4d012bcc01 req-c5f070b6-d4bc-479b-b3af-e33af65877a0 service neutron] Transition to ACTIVE for port object cfc6dc03-3923-4cea-9bf2-2affd6d7414a will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:54:49.812517 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-de27d8a2-99e9-4b12-b407-4b4d012bcc01 req-c5f070b6-d4bc-479b-b3af-e33af65877a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:49.822829 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-9737fda6-667c-4f5b-9797-4662332a2f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:54:49.835696 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9737fda6-667c-4f5b-9797-4662332a2f21 None None] Routers {'382521cd-88fb-438d-a93f-122e1ae13269'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:54:49.836742 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-9737fda6-667c-4f5b-9797-4662332a2f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:54:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['382521cd-88fb-438d-a93f-122e1ae13269'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:54:49.838152 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6a697e-6e41-4f4f-b0f3-0ee9ae1e3217 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:49.840328 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2e6a697e-6e41-4f4f-b0f3-0ee9ae1e3217 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "GET /v2.0/ports/4fb53491-9c1f-4161-96bc-ff891af75901 HTTP/1.1" status: 200 len: 984 time: 0.0930717 Aug 23 20:54:49.843851 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 58934) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:49.893895 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f070b6-d4bc-479b-b3af-e33af65877a0 service neutron] Pushing event updated for resources: {'Port': ['ID=cfc6dc03-3923-4cea-9bf2-2affd6d7414a,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:49.896748 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-9737fda6-667c-4f5b-9797-4662332a2f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:54:49.898062 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9737fda6-667c-4f5b-9797-4662332a2f21 None None] The sync data for ids ['382521cd-88fb-438d-a93f-122e1ae13269'] in n-d-805663-2 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:54:49.912790 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-439cbbab-4122-4e0e-bf1e-2734f9fb83e9 None None] Provisioning complete for port 4fb53491-9c1f-4161-96bc-ff891af75901 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:54:49.913161 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-439cbbab-4122-4e0e-bf1e-2734f9fb83e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:49.926944 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4597e63f-a455-4440-a709-cdc9f3a0f95a req-a77d90fb-63eb-44ad-ba1b-0ecacf6232be tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701136 Aug 23 20:54:49.968769 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-439cbbab-4122-4e0e-bf1e-2734f9fb83e9 None None] Port 4fb53491-9c1f-4161-96bc-ff891af75901 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:54:49.993038 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-de27d8a2-99e9-4b12-b407-4b4d012bcc01 req-c5f070b6-d4bc-479b-b3af-e33af65877a0 service neutron] Attempting to bind port cfc6dc03-3923-4cea-9bf2-2affd6d7414a on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:54:49.993388 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-de27d8a2-99e9-4b12-b407-4b4d012bcc01 req-c5f070b6-d4bc-479b-b3af-e33af65877a0 service neutron] Attempting to bind port cfc6dc03-3923-4cea-9bf2-2affd6d7414a by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': 'f683eaf8-9cb3-4912-a5b5-6de4a78adb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'bfc8f643-4c96-48b7-bcd4-feb938556eba'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:54:49.993874 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de27d8a2-99e9-4b12-b407-4b4d012bcc01 req-c5f070b6-d4bc-479b-b3af-e33af65877a0 service neutron] Attempting to bind port cfc6dc03-3923-4cea-9bf2-2affd6d7414a on network bfc8f643-4c96-48b7-bcd4-feb938556eba {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:54:50.002548 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de27d8a2-99e9-4b12-b407-4b4d012bcc01 req-c5f070b6-d4bc-479b-b3af-e33af65877a0 service neutron] Port cfc6dc03-3923-4cea-9bf2-2affd6d7414a on network bfc8f643-4c96-48b7-bcd4-feb938556eba not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:54:50.003138 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de27d8a2-99e9-4b12-b407-4b4d012bcc01 req-c5f070b6-d4bc-479b-b3af-e33af65877a0 service neutron] Attempting to bind port cfc6dc03-3923-4cea-9bf2-2affd6d7414a on network bfc8f643-4c96-48b7-bcd4-feb938556eba {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:54:50.009617 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de27d8a2-99e9-4b12-b407-4b4d012bcc01 req-c5f070b6-d4bc-479b-b3af-e33af65877a0 service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:54:50.010217 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de27d8a2-99e9-4b12-b407-4b4d012bcc01 req-c5f070b6-d4bc-479b-b3af-e33af65877a0 service neutron] Checking segment: {'id': 'f683eaf8-9cb3-4912-a5b5-6de4a78adb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'bfc8f643-4c96-48b7-bcd4-feb938556eba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:54:50.010907 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de27d8a2-99e9-4b12-b407-4b4d012bcc01 req-c5f070b6-d4bc-479b-b3af-e33af65877a0 service neutron] Bound using segment: {'id': 'f683eaf8-9cb3-4912-a5b5-6de4a78adb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'bfc8f643-4c96-48b7-bcd4-feb938556eba'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:54:50.013021 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-de27d8a2-99e9-4b12-b407-4b4d012bcc01 req-c5f070b6-d4bc-479b-b3af-e33af65877a0 service neutron] Bound port: cfc6dc03-3923-4cea-9bf2-2affd6d7414a, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f683eaf8-9cb3-4912-a5b5-6de4a78adb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'bfc8f643-4c96-48b7-bcd4-feb938556eba'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:54:50.013611 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-de27d8a2-99e9-4b12-b407-4b4d012bcc01 req-c5f070b6-d4bc-479b-b3af-e33af65877a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:50.103703 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-de27d8a2-99e9-4b12-b407-4b4d012bcc01 req-c5f070b6-d4bc-479b-b3af-e33af65877a0 service neutron] For port cfc6dc03-3923-4cea-9bf2-2affd6d7414a, host n-h2-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:54:50.108984 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-de27d8a2-99e9-4b12-b407-4b4d012bcc01 req-c5f070b6-d4bc-479b-b3af-e33af65877a0 service neutron] For port cfc6dc03-3923-4cea-9bf2-2affd6d7414a, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=cfc6dc03-3923-4cea-9bf2-2affd6d7414a,segment=NetworkSegment(f683eaf8-9cb3-4912-a5b5-6de4a78adb79),segment_id=f683eaf8-9cb3-4912-a5b5-6de4a78adb79)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:54:50.115102 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-de27d8a2-99e9-4b12-b407-4b4d012bcc01 req-c5f070b6-d4bc-479b-b3af-e33af65877a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:50.205281 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de27d8a2-99e9-4b12-b407-4b4d012bcc01 req-c5f070b6-d4bc-479b-b3af-e33af65877a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:50.205828 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-de27d8a2-99e9-4b12-b407-4b4d012bcc01 req-c5f070b6-d4bc-479b-b3af-e33af65877a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:50.207212 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-de27d8a2-99e9-4b12-b407-4b4d012bcc01 req-c5f070b6-d4bc-479b-b3af-e33af65877a0 service neutron] 10.222.0.32 "PUT /v2.0/ports/cfc6dc03-3923-4cea-9bf2-2affd6d7414a HTTP/1.1" status: 200 len: 1092 time: 1.2214262 Aug 23 20:54:50.207828 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f070b6-d4bc-479b-b3af-e33af65877a0 service neutron] Pushing event updated for resources: {'Port': ['ID=cfc6dc03-3923-4cea-9bf2-2affd6d7414a,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:50.212454 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8f463e8-41c9-4804-81d0-2ccc18294307', 'tag': 'cfc6dc03-3923-4cea-9bf2-2affd6d7414a'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:54:50.215927 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469a92b9-7c00-446a-8108-8fe246884967" -d '{"events": [{"name": "network-changed", "server_uuid": "a8f463e8-41c9-4804-81d0-2ccc18294307", "tag": "cfc6dc03-3923-4cea-9bf2-2affd6d7414a"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:54:50.249843 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc80c2-532d-4a22-ad35-266f9c0682c9 req-27e58a48-3645-46bc-9425-5c693124dfb2 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:50.251715 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-68cc80c2-532d-4a22-ad35-266f9c0682c9 req-27e58a48-3645-46bc-9425-5c693124dfb2 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8f463e8-41c9-4804-81d0-2ccc18294307 HTTP/1.1" status: 200 len: 944 time: 0.1268139 Aug 23 20:54:50.266071 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e7480437-0039-4af4-8aba-09604ceb5767 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:50.299703 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-68cc80c2-532d-4a22-ad35-266f9c0682c9 req-328f36f5-2ca8-4c48-a043-770c7551c437 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/security-groups?id=651f17c7-80ee-45a7-8b21-7316b86cf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413115 Aug 23 20:54:50.346166 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de27d8a2-99e9-4b12-b407-4b4d012bcc01 req-4d0c1d2a-08f4-4021-8108-7482dc250b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:50.347743 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-de27d8a2-99e9-4b12-b407-4b4d012bcc01 req-4d0c1d2a-08f4-4021-8108-7482dc250b44 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bc2a804aa5bd45578b34320a7e203c03&device_id=a8f463e8-41c9-4804-81d0-2ccc18294307 HTTP/1.1" status: 200 len: 1095 time: 0.0516887 Aug 23 20:54:50.403754 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-de27d8a2-99e9-4b12-b407-4b4d012bcc01 req-7fdb9bd8-90d4-4199-bbaa-9ce39e931ee9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfc6dc03-3923-4cea-9bf2-2affd6d7414a HTTP/1.1" status: 200 len: 217 time: 0.0404131 Aug 23 20:54:50.434878 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:50.438348 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0db9226-7adb-4785-8cc7-47f658f6a791 x-openstack-request-id: req-d0db9226-7adb-4785-8cc7-47f658f6a791 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:54:50.438784 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8f463e8-41c9-4804-81d0-2ccc18294307", "tag": "cfc6dc03-3923-4cea-9bf2-2affd6d7414a", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:54:50.439045 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d0db9226-7adb-4785-8cc7-47f658f6a791 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:54:50.439441 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8f463e8-41c9-4804-81d0-2ccc18294307', 'tag': 'cfc6dc03-3923-4cea-9bf2-2affd6d7414a', 'status': 'completed', 'code': 200} Aug 23 20:54:50.449072 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:54:50.503287 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de27d8a2-99e9-4b12-b407-4b4d012bcc01 req-b7058c4a-8a90-47d6-86d5-05cd3f7e8417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:50.506023 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-de27d8a2-99e9-4b12-b407-4b4d012bcc01 req-b7058c4a-8a90-47d6-86d5-05cd3f7e8417 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c7b63783-ca50-4d8d-bb6b-4566da76f4c7 HTTP/1.1" status: 200 len: 849 time: 0.0841501 Aug 23 20:54:50.547509 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-de27d8a2-99e9-4b12-b407-4b4d012bcc01 req-819f56c6-3716-4bb3-8053-df790683075a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bfc8f643-4c96-48b7-bcd4-feb938556eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295086 Aug 23 20:54:50.547623 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-e7480437-0039-4af4-8aba-09604ceb5767 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Deleting port 4fb53491-9c1f-4161-96bc-ff891af75901 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:54:50.547884 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e7480437-0039-4af4-8aba-09604ceb5767 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:50.607882 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f,segment=NetworkSegment(d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a),segment_id=d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:54:50.619106 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': '2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f', 'network_id': '8f9f903e-93a4-4fe6-b0ce-e2059346b6d0', 'port_id': '2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f', 'mac_address': 'fa:16:3e:4a:0a:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd199577e-85a3-487d-894b-30e054d60332', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:54:50.672411 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e7480437-0039-4af4-8aba-09604ceb5767 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:50.676151 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:50.678338 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-de27d8a2-99e9-4b12-b407-4b4d012bcc01 req-ea372a44-48b3-416a-ba04-689089e43a82 service neutron] 10.222.0.32 "GET /v2.0/networks/bfc8f643-4c96-48b7-bcd4-feb938556eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209071 Aug 23 20:54:50.690409 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-e7480437-0039-4af4-8aba-09604ceb5767 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Calling delete_port for 4fb53491-9c1f-4161-96bc-ff891af75901 owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:54:50.693111 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:54:50.730831 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f,segment=NetworkSegment(d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a),segment_id=d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:54:50.736237 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:50.785918 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d3457-cc28-483d-9450-3c87c9d93f94 req-27fdbfc1-d78a-46dc-badf-ccc0b63326ca tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:50.787443 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-258d3457-cc28-483d-9450-3c87c9d93f94 req-27fdbfc1-d78a-46dc-badf-ccc0b63326ca tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 944 time: 0.1241491 Aug 23 20:54:50.801192 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f,revision_number=11']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:50.825621 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-de27d8a2-99e9-4b12-b407-4b4d012bcc01 req-71356492-644b-4ffa-856b-1bab1bc78acb service neutron] 10.222.0.32 "GET /v2.0/networks/bfc8f643-4c96-48b7-bcd4-feb938556eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320946 Aug 23 20:54:50.855814 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-258d3457-cc28-483d-9450-3c87c9d93f94 req-e6306816-509e-4669-b32c-75b7f4e19219 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607164 Aug 23 20:54:50.924019 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device d18b06b9-4f24-4f16-aef9-25a27cb9c496 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:54:50.946517 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e7480437-0039-4af4-8aba-09604ceb5767 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:50.985399 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7480437-0039-4af4-8aba-09604ceb5767 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event deleted for resources: {'Port': ['ID=4fb53491-9c1f-4161-96bc-ff891af75901,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:51.000135 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port d18b06b9-4f24-4f16-aef9-25a27cb9c496 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:54:51.000135 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:51.046355 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a92b9-7c00-446a-8108-8fe246884967 req-fb186a4b-7dff-42b6-b8b8-c2af0e2873aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:51.047988 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-469a92b9-7c00-446a-8108-8fe246884967 req-fb186a4b-7dff-42b6-b8b8-c2af0e2873aa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bc2a804aa5bd45578b34320a7e203c03&device_id=a8f463e8-41c9-4804-81d0-2ccc18294307 HTTP/1.1" status: 200 len: 1095 time: 0.1000512 Aug 23 20:54:51.144960 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 58966) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:51.179705 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e7480437-0039-4af4-8aba-09604ceb5767 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:51.205175 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:54:51.261601 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7b34a-3f83-40b6-86ce-4ea9771892b9 req-78a5f4ed-1335-4325-a182-71edad360f91 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:51.263246 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b5a7b34a-3f83-40b6-86ce-4ea9771892b9 req-78a5f4ed-1335-4325-a182-71edad360f91 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.1848874 Aug 23 20:54:51.362505 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a92b9-7c00-446a-8108-8fe246884967 req-c08836f7-e03c-4978-8231-035b89d27493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:51.363993 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-469a92b9-7c00-446a-8108-8fe246884967 req-c08836f7-e03c-4978-8231-035b89d27493 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bfc8f643-4c96-48b7-bcd4-feb938556eba HTTP/1.1" status: 200 len: 910 time: 0.3073349 Aug 23 20:54:51.440839 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-469a92b9-7c00-446a-8108-8fe246884967 req-7a2e1753-04f1-4314-853e-ca9179b6a2b3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfc6dc03-3923-4cea-9bf2-2affd6d7414a HTTP/1.1" status: 200 len: 217 time: 0.0516770 Aug 23 20:54:51.458750 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b5a7b34a-3f83-40b6-86ce-4ea9771892b9 req-70e2cb5f-12da-4478-9401-b123c05747cf tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601803 Aug 23 20:54:51.472335 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7480437-0039-4af4-8aba-09604ceb5767 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Router 382521cd-88fb-438d-a93f-122e1ae13269 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:54:51.543399 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a92b9-7c00-446a-8108-8fe246884967 req-3186d487-afac-42ec-8e8c-b3f9d1addf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:51.545089 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-469a92b9-7c00-446a-8108-8fe246884967 req-3186d487-afac-42ec-8e8c-b3f9d1addf0e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c7b63783-ca50-4d8d-bb6b-4566da76f4c7 HTTP/1.1" status: 200 len: 849 time: 0.0950158 Aug 23 20:54:51.549746 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7480437-0039-4af4-8aba-09604ceb5767 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:54:51.556354 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e7480437-0039-4af4-8aba-09604ceb5767 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "PUT /v2.0/routers/382521cd-88fb-438d-a93f-122e1ae13269/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7079504 Aug 23 20:54:51.556488 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691177eb-00a6-4fae-a59e-dcb3f07a6ecc req-4b36b4ba-15d8-46a2-8c7e-993c27114de9 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:51.558678 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-691177eb-00a6-4fae-a59e-dcb3f07a6ecc req-4b36b4ba-15d8-46a2-8c7e-993c27114de9 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8f463e8-41c9-4804-81d0-2ccc18294307 HTTP/1.1" status: 200 len: 944 time: 0.1218746 Aug 23 20:54:51.565374 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 58970) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:51.567489 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8040aa2-9f40-445d-bbaf-824ab8f67fc4 None None] Sync routers for ids ['382521cd-88fb-438d-a93f-122e1ae13269'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:54:51.577760 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-8cde40ba-b1d6-4e3d-9bd4-56845abf5c2b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Deleting port c9261219-ea2f-4ae3-b125-20aac4afcc23 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:54:51.578419 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8cde40ba-b1d6-4e3d-9bd4-56845abf5c2b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:51.591798 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8040aa2-9f40-445d-bbaf-824ab8f67fc4 None None] Routers {'382521cd-88fb-438d-a93f-122e1ae13269'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:54:51.592511 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b8040aa2-9f40-445d-bbaf-824ab8f67fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:54:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['382521cd-88fb-438d-a93f-122e1ae13269'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:54:51.616956 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-469a92b9-7c00-446a-8108-8fe246884967 req-bde1700f-03d8-4013-a965-4184038f64f4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bfc8f643-4c96-48b7-bcd4-feb938556eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499105 Aug 23 20:54:51.626826 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b8040aa2-9f40-445d-bbaf-824ab8f67fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:54:51.638882 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8040aa2-9f40-445d-bbaf-824ab8f67fc4 None None] Routers {'382521cd-88fb-438d-a93f-122e1ae13269'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:54:51.639804 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b8040aa2-9f40-445d-bbaf-824ab8f67fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:54:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['382521cd-88fb-438d-a93f-122e1ae13269'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:54:51.676544 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b8040aa2-9f40-445d-bbaf-824ab8f67fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:54:51.677497 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8040aa2-9f40-445d-bbaf-824ab8f67fc4 None None] The sync data for ids ['382521cd-88fb-438d-a93f-122e1ae13269'] in n-d-805663-2 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:54:51.747059 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-691177eb-00a6-4fae-a59e-dcb3f07a6ecc req-6e21a156-b78e-42ee-8ca7-da3036a6568e tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/security-groups?id=651f17c7-80ee-45a7-8b21-7316b86cf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661007 Aug 23 20:54:51.809894 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8cde40ba-b1d6-4e3d-9bd4-56845abf5c2b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:51.810392 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8cde40ba-b1d6-4e3d-9bd4-56845abf5c2b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:51.832113 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-469a92b9-7c00-446a-8108-8fe246884967 req-a6279e99-dd44-49bf-8f75-887e11542576 service neutron] 10.222.0.32 "GET /v2.0/networks/bfc8f643-4c96-48b7-bcd4-feb938556eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065520 Aug 23 20:54:51.833060 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-8cde40ba-b1d6-4e3d-9bd4-56845abf5c2b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Calling delete_port for c9261219-ea2f-4ae3-b125-20aac4afcc23 owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:54:52.042027 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-469a92b9-7c00-446a-8108-8fe246884967 req-c8d27883-b32f-46c8-914f-41a8bd97c799 service neutron] 10.222.0.32 "GET /v2.0/networks/bfc8f643-4c96-48b7-bcd4-feb938556eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963661 Aug 23 20:54:52.099628 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8cde40ba-b1d6-4e3d-9bd4-56845abf5c2b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:52.127622 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-dac3fbea-e18c-468b-9ac6-71a96c08837d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] remove_router_interface failed (client error): The resource could not be found. Aug 23 20:54:52.131173 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-dac3fbea-e18c-468b-9ac6-71a96c08837d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "PUT /v2.0/routers/382521cd-88fb-438d-a93f-122e1ae13269/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5620916 Aug 23 20:54:52.131362 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cde40ba-b1d6-4e3d-9bd4-56845abf5c2b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event deleted for resources: {'Port': ['ID=c9261219-ea2f-4ae3-b125-20aac4afcc23,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:52.131488 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 58974) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:52.163887 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b01c1aca-984f-4aec-99b7-ed5024d6bde2 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "GET /v2.0/ports?device_id=382521cd-88fb-438d-a93f-122e1ae13269 HTTP/1.1" status: 200 len: 205 time: 0.0291269 Aug 23 20:54:52.164305 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 58976) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:52.175361 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245fd00-d281-483e-9d74-c6f8ae2cc404 req-13f36a04-7737-46a5-a94b-9471441ab730 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:52.177125 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b245fd00-d281-483e-9d74-c6f8ae2cc404 req-13f36a04-7737-46a5-a94b-9471441ab730 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 945 time: 0.1536312 Aug 23 20:54:52.224425 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b245fd00-d281-483e-9d74-c6f8ae2cc404 req-5391e3f0-b9bf-4ff6-a820-a89b09edab19 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392721 Aug 23 20:54:52.278655 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6f7f8fe-639e-4439-befa-22552639ba2d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:52.322248 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8cde40ba-b1d6-4e3d-9bd4-56845abf5c2b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:52.322743 n-d-805663-2 neutron-server[94688]: INFO neutron.db.l3_db [None req-8cde40ba-b1d6-4e3d-9bd4-56845abf5c2b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Floating IP 43d92989-7a1b-4848-bd8a-63daf10e3e29 disassociated (deleted). External IP: 172.25.4.113, port: 0d52701d-41a2-4016-9112-6298fa8792fc. Aug 23 20:54:52.467175 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:54:52.533297 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:54:52.538665 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:54:52.539133 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:52.659629 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:52.686093 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '783c66c0-5fe3-42a7-af94-ee64cb7bff89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:54:52.688599 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46cc1b9-8700-4265-ae3c-1037ba1bf77e" -d '{"events": [{"server_uuid": "783c66c0-5fe3-42a7-af94-ee64cb7bff89", "name": "network-vif-plugged", "status": "completed", "tag": "2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:54:52.704225 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f,segment=NetworkSegment(d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a),segment_id=d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:54:52.708595 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:52.763749 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f,revision_number=12']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:52.842901 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5107333b-2f73-4121-b2cc-8925bffa3b6c x-openstack-request-id: req-5107333b-2f73-4121-b2cc-8925bffa3b6c {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:54:52.843193 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "783c66c0-5fe3-42a7-af94-ee64cb7bff89", "name": "network-vif-plugged", "status": "completed", "tag": "2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:54:52.843444 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5107333b-2f73-4121-b2cc-8925bffa3b6c {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:54:52.843881 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '783c66c0-5fe3-42a7-af94-ee64cb7bff89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f', 'code': 200} Aug 23 20:54:52.884976 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6f7f8fe-639e-4439-befa-22552639ba2d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:52.890053 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6f7f8fe-639e-4439-befa-22552639ba2d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:52.963807 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5775fa1-10f6-4be6-aa65-4b3b2fa50c79 req-b60c5006-260b-4838-ad54-9bcb2f583e7d tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:52.972316 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d5775fa1-10f6-4be6-aa65-4b3b2fa50c79 req-b60c5006-260b-4838-ad54-9bcb2f583e7d tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8f463e8-41c9-4804-81d0-2ccc18294307 HTTP/1.1" status: 200 len: 944 time: 0.0713429 Aug 23 20:54:53.001925 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dcbb93-e810-421c-a725-367c3e7ae907 req-62e7f62c-0fb2-4fcb-80aa-05b5a81ce1b8 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:53.011295 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-46dcbb93-e810-421c-a725-367c3e7ae907 req-62e7f62c-0fb2-4fcb-80aa-05b5a81ce1b8 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.2061739 Aug 23 20:54:53.023319 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6f7f8fe-639e-4439-befa-22552639ba2d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:53.023831 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f7f8fe-639e-4439-befa-22552639ba2d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Fanout notify agent at l3_agent the message router_deleted on router 382521cd-88fb-438d-a93f-122e1ae13269 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:54:53.027640 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d5775fa1-10f6-4be6-aa65-4b3b2fa50c79 req-08ae323c-b20d-4976-909e-e1e1542a1ec2 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/security-groups?id=651f17c7-80ee-45a7-8b21-7316b86cf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513878 Aug 23 20:54:53.041005 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6f7f8fe-639e-4439-befa-22552639ba2d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:53.041005 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c6f7f8fe-639e-4439-befa-22552639ba2d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "DELETE /v2.0/routers/382521cd-88fb-438d-a93f-122e1ae13269 HTTP/1.1" status: 204 len: 168 time: 0.8684931 Aug 23 20:54:53.041311 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 58988) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:53.093816 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1e11784-6e80-4324-9a6b-5ed3969082ba tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Deleting subnet 5eed80be-bbcb-4b15-9860-6167c2bf2261 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:54:53.097404 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d1e11784-6e80-4324-9a6b-5ed3969082ba tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:53.128342 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-46dcbb93-e810-421c-a725-367c3e7ae907 req-63276052-c808-491b-93c1-7c2c4d1ad556 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161137 Aug 23 20:54:53.143684 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d1e11784-6e80-4324-9a6b-5ed3969082ba tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:53.189293 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cca251-eda4-4afd-a3b0-088473c3aa31 req-6d956b31-0681-44d8-8abe-a85c0c988476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:53.190946 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c6cca251-eda4-4afd-a3b0-088473c3aa31 req-6d956b31-0681-44d8-8abe-a85c0c988476 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 1097 time: 0.1290233 Aug 23 20:54:53.228579 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cde40ba-b1d6-4e3d-9bd4-56845abf5c2b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Router 36d5bccc-5bd7-41d6-9a01-679dd4c29834 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:54:53.242059 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d1e11784-6e80-4324-9a6b-5ed3969082ba tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:53.245229 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c6cca251-eda4-4afd-a3b0-088473c3aa31 req-47275983-bf30-4229-84ce-1accd8cc47d2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405648 Aug 23 20:54:53.316768 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d1e11784-6e80-4324-9a6b-5ed3969082ba tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:53.382159 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d1e11784-6e80-4324-9a6b-5ed3969082ba tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:53.386987 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d1e11784-6e80-4324-9a6b-5ed3969082ba tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "DELETE /v2.0/subnets/5eed80be-bbcb-4b15-9860-6167c2bf2261 HTTP/1.1" status: 204 len: 168 time: 0.3468831 Aug 23 20:54:53.386987 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e11784-6e80-4324-9a6b-5ed3969082ba tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event deleted for resources: {'Subnet': ['ID=5eed80be-bbcb-4b15-9860-6167c2bf2261,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:53.388677 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cde40ba-b1d6-4e3d-9bd4-56845abf5c2b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:54:53.390761 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 59000) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:53.392598 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5170e52b-ab2f-450b-96db-e7d0a990a5bc None None] Network f043a421-d634-43be-a363-e8db24268bd9 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:54:53.408964 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8cde40ba-b1d6-4e3d-9bd4-56845abf5c2b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:53.416306 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc2f6e-51ac-47ab-add8-82448256cc6f req-03e6c1f4-de57-43bd-b79d-a1b104170f6c tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:53.425122 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7cdc2f6e-51ac-47ab-add8-82448256cc6f req-03e6c1f4-de57-43bd-b79d-a1b104170f6c tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 946 time: 0.1057115 Aug 23 20:54:53.480730 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7cdc2f6e-51ac-47ab-add8-82448256cc6f req-294fda9b-4b6c-4848-924b-6ca1ad725b80 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425010 Aug 23 20:54:53.497466 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8cde40ba-b1d6-4e3d-9bd4-56845abf5c2b tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "DELETE /v2.0/floatingips/43d92989-7a1b-4848-bd8a-63daf10e3e29 HTTP/1.1" status: 204 len: 168 time: 2.3490527 Aug 23 20:54:53.499379 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eede86a2-48eb-4b9f-af03-967d477cbd7a', 'tag': '0d52701d-41a2-4016-9112-6298fa8792fc'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:54:53.501377 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b17400-f0f9-4fe8-86ca-9c185dfa86f4" -d '{"events": [{"name": "network-changed", "server_uuid": "eede86a2-48eb-4b9f-af03-967d477cbd7a", "tag": "0d52701d-41a2-4016-9112-6298fa8792fc"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:54:53.521830 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-287f3b1b-afdf-4928-ad50-a464e87f109b tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:53.551482 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f6b53b-0ae6-44a0-a730-e44ed8682868 None None] Sync routers for ids ['36d5bccc-5bd7-41d6-9a01-679dd4c29834'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:54:53.591765 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d39f33d-1022-443d-85f2-a2b4df9d937a x-openstack-request-id: req-9d39f33d-1022-443d-85f2-a2b4df9d937a {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:54:53.592031 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eede86a2-48eb-4b9f-af03-967d477cbd7a", "tag": "0d52701d-41a2-4016-9112-6298fa8792fc", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:54:53.592313 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9d39f33d-1022-443d-85f2-a2b4df9d937a {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:54:53.592711 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eede86a2-48eb-4b9f-af03-967d477cbd7a', 'tag': '0d52701d-41a2-4016-9112-6298fa8792fc', 'status': 'completed', 'code': 200} Aug 23 20:54:53.599003 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f6b53b-0ae6-44a0-a730-e44ed8682868 None None] Routers {'36d5bccc-5bd7-41d6-9a01-679dd4c29834'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:54:53.600339 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-f2f6b53b-0ae6-44a0-a730-e44ed8682868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:54:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['36d5bccc-5bd7-41d6-9a01-679dd4c29834'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:54:53.648035 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-287f3b1b-afdf-4928-ad50-a464e87f109b tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Deleting port d18b06b9-4f24-4f16-aef9-25a27cb9c496 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:54:53.648449 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-287f3b1b-afdf-4928-ad50-a464e87f109b tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:53.689313 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b17400-f0f9-4fe8-86ca-9c185dfa86f4 req-891e6e58-bb94-42a2-ba63-63494b605742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:53.691345 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e5b17400-f0f9-4fe8-86ca-9c185dfa86f4 req-891e6e58-bb94-42a2-ba63-63494b605742 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0b17a426d9eb4b3083079c3d4dc4db5c&device_id=eede86a2-48eb-4b9f-af03-967d477cbd7a HTTP/1.1" status: 200 len: 1097 time: 0.1048768 Aug 23 20:54:53.807213 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-287f3b1b-afdf-4928-ad50-a464e87f109b tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] For port d18b06b9-4f24-4f16-aef9-25a27cb9c496, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=d18b06b9-4f24-4f16-aef9-25a27cb9c496,segment=NetworkSegment(d252b9cb-27a5-48b5-b66c-f5ede4694b95),segment_id=d252b9cb-27a5-48b5-b66c-f5ede4694b95)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:54:53.810800 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-287f3b1b-afdf-4928-ad50-a464e87f109b tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:53.845170 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-287f3b1b-afdf-4928-ad50-a464e87f109b tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Calling delete_port for d18b06b9-4f24-4f16-aef9-25a27cb9c496 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:54:53.860112 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-f2f6b53b-0ae6-44a0-a730-e44ed8682868 None None] Set router 36d5bccc-5bd7-41d6-9a01-679dd4c29834 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:54:53.922470 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b17400-f0f9-4fe8-86ca-9c185dfa86f4 req-9502be53-7646-4d84-b74a-41926eae944c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:53.924157 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e5b17400-f0f9-4fe8-86ca-9c185dfa86f4 req-9502be53-7646-4d84-b74a-41926eae944c service neutron] 10.222.0.11 "GET /v2.0/networks?id=24728a13-d0f6-48e1-aaae-ad23ecc9cb63 HTTP/1.1" status: 200 len: 897 time: 0.2237136 Aug 23 20:54:53.932202 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 59010) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:53.972103 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a324794-6d53-48a4-a326-57a2b0c585d4 req-237ec2c8-5bdf-4dbd-8c9b-a9e17ef56b7a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:53.972895 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5a324794-6d53-48a4-a326-57a2b0c585d4 req-237ec2c8-5bdf-4dbd-8c9b-a9e17ef56b7a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=eede86a2-48eb-4b9f-af03-967d477cbd7a HTTP/1.1" status: 200 len: 946 time: 0.1191151 Aug 23 20:54:53.986457 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-287f3b1b-afdf-4928-ad50-a464e87f109b tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:54.019370 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287f3b1b-afdf-4928-ad50-a464e87f109b tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event deleted for resources: {'Port': ['ID=d18b06b9-4f24-4f16-aef9-25a27cb9c496,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:54.031743 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287f3b1b-afdf-4928-ad50-a464e87f109b tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] No DVR routers for this DVR port d18b06b9-4f24-4f16-aef9-25a27cb9c496 on host n-d-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:54:54.048776 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e5b17400-f0f9-4fe8-86ca-9c185dfa86f4 req-46f86a05-f33b-410c-995c-08a7b036926b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d52701d-41a2-4016-9112-6298fa8792fc HTTP/1.1" status: 200 len: 217 time: 0.1139917 Aug 23 20:54:54.122874 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b17400-f0f9-4fe8-86ca-9c185dfa86f4 req-3900fb45-c893-4043-aa24-4c6573ce114e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:54.124302 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e5b17400-f0f9-4fe8-86ca-9c185dfa86f4 req-3900fb45-c893-4043-aa24-4c6573ce114e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d385d128-5f8b-421b-9352-9c947e696421 HTTP/1.1" status: 200 len: 834 time: 0.0617480 Aug 23 20:54:54.138458 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9124b4d1-fae1-49f1-bd80-8c640efc9ea5 None None] DHCP port deletion for f043a421-d634-43be-a363-e8db24268bd9 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:54:54.156990 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5a324794-6d53-48a4-a326-57a2b0c585d4 req-6c4bd237-fc14-4a2b-8725-2f7ffac2e735 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6017907-58fb-483f-96aa-d62b019131cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110697 Aug 23 20:54:54.196315 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b17400-f0f9-4fe8-86ca-9c185dfa86f4 req-e72e2d01-c84c-482a-a067-6aa14318d911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:54.197900 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e5b17400-f0f9-4fe8-86ca-9c185dfa86f4 req-e72e2d01-c84c-482a-a067-6aa14318d911 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24728a13-d0f6-48e1-aaae-ad23ecc9cb63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617948 Aug 23 20:54:54.212396 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-287f3b1b-afdf-4928-ad50-a464e87f109b tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:54.234091 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-287f3b1b-afdf-4928-ad50-a464e87f109b tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f043a421-d634-43be-a363-e8db24268bd9']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:54:54.236424 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6222b98-b7d9-4f7c-a7a4-2e61a7df32e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:54.255004 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-287f3b1b-afdf-4928-ad50-a464e87f109b tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd252b9cb-27a5-48b5-b66c-f5ede4694b95') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:54:54.255282 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-287f3b1b-afdf-4928-ad50-a464e87f109b tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd252b9cb-27a5-48b5-b66c-f5ede4694b95') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:54:54.278166 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-287f3b1b-afdf-4928-ad50-a464e87f109b tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:54.311123 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02efc17a-92a0-44f3-ab0c-3989bf7f6df7 req-866dbf16-7f5c-4f50-9545-9fba585f1a03 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:54.317797 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-02efc17a-92a0-44f3-ab0c-3989bf7f6df7 req-866dbf16-7f5c-4f50-9545-9fba585f1a03 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8f463e8-41c9-4804-81d0-2ccc18294307 HTTP/1.1" status: 200 len: 944 time: 0.1639383 Aug 23 20:54:54.322741 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-287f3b1b-afdf-4928-ad50-a464e87f109b tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:54.347094 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f58ee-ba58-4249-9b8b-e08f36de968a req-f219fdfc-28d8-46f1-9a58-04c5e239247a tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:54.347645 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-287f3b1b-afdf-4928-ad50-a464e87f109b tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:54:54.347645 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-287f3b1b-afdf-4928-ad50-a464e87f109b tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:54.351678 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:54:54.351678 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:54:54.351678 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:54:54.351678 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:54:54.351678 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:54:54.351678 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:54:54.351678 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:54:54.351678 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:54:54.351678 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:54:54.351678 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:54:54.351678 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:54:54.351678 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:54:54.351678 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:54:54.351678 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:54:54.351678 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:54:54.351678 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:54:54.351678 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:54:54.351678 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:54:54.351678 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:54:54.351678 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:54:54.351678 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:54:54.351678 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:54:54.351678 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:54:54.351678 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:54:54.351678 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:54:54.351678 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:54:54.351678 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:54:54.351678 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:54:54.351678 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:54:54.351678 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:54:54.351678 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:54:54.351678 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:54:54.354691 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5a6f58ee-ba58-4249-9b8b-e08f36de968a req-f219fdfc-28d8-46f1-9a58-04c5e239247a tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.0811930 Aug 23 20:54:54.407352 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e5b17400-f0f9-4fe8-86ca-9c185dfa86f4 req-8b1b1a12-e755-473e-b0ed-7cf17adebc89 service neutron] 10.222.0.11 "GET /v2.0/networks/24728a13-d0f6-48e1-aaae-ad23ecc9cb63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005115 Aug 23 20:54:54.423922 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-02efc17a-92a0-44f3-ab0c-3989bf7f6df7 req-ca44f233-2a36-44dc-947a-488d6094d34c tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/security-groups?id=651f17c7-80ee-45a7-8b21-7316b86cf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052258 Aug 23 20:54:54.434486 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5a6f58ee-ba58-4249-9b8b-e08f36de968a req-b1bf4347-91ff-4e32-96cc-44acd9fe7a7d tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766878 Aug 23 20:54:54.435918 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-287f3b1b-afdf-4928-ad50-a464e87f109b tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:54.442547 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-f2f6b53b-0ae6-44a0-a730-e44ed8682868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d5bccc-5bd7-41d6-9a01-679dd4c29834', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580833925', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '18af16e5-ea20-455c-b936-5dfafdb6605b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:52:35Z', 'updated_at': '2021-08-23T20:52:48Z', 'revision_number': 4, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'gw_port': {'id': '18af16e5-ea20-455c-b936-5dfafdb6605b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d5bccc-5bd7-41d6-9a01-679dd4c29834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:52:37Z', 'updated_at': '2021-08-23T20:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '71b009e3-60e4-4414-acf0-6f432a1d97a7', 'name': '', 'network_id': '24728a13-d0f6-48e1-aaae-ad23ecc9cb63', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'mac_address': 'fa:16:3e:bb:69:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d5bccc-5bd7-41d6-9a01-679dd4c29834', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'd385d128-5f8b-421b-9352-9c947e696421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:52:46Z', 'updated_at': '2021-08-23T20:53:00Z', 'revision_number': 5, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'subnets': [{'id': 'd385d128-5f8b-421b-9352-9c947e696421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:54:54.451979 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-287f3b1b-afdf-4928-ad50-a464e87f109b tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:54.458477 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-287f3b1b-afdf-4928-ad50-a464e87f109b tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "DELETE /v2.0/networks/f043a421-d634-43be-a363-e8db24268bd9 HTTP/1.1" status: 204 len: 168 time: 1.0577545 Aug 23 20:54:54.460161 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 59018) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:54.486739 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287f3b1b-afdf-4928-ad50-a464e87f109b tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event deleted for resources: {'Network': ['ID=f043a421-d634-43be-a363-e8db24268bd9,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:54.497314 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device cfc6dc03-3923-4cea-9bf2-2affd6d7414a details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:54:54.499535 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f6b53b-0ae6-44a0-a730-e44ed8682868 None None] Checking router: 36d5bccc-5bd7-41d6-9a01-679dd4c29834 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:54:54.517994 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-66df415a-2844-4848-bff2-340a02a3af3f tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1686122746'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:54:54.520326 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f6b53b-0ae6-44a0-a730-e44ed8682868 None None] Routers {'36d5bccc-5bd7-41d6-9a01-679dd4c29834'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:54:54.520945 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-f2f6b53b-0ae6-44a0-a730-e44ed8682868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:54:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['36d5bccc-5bd7-41d6-9a01-679dd4c29834'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:54:54.570645 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6222b98-b7d9-4f7c-a7a4-2e61a7df32e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:54.582095 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6222b98-b7d9-4f7c-a7a4-2e61a7df32e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:54.618246 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e5b17400-f0f9-4fe8-86ca-9c185dfa86f4 req-46c56302-14ea-4f67-b716-9e7c71388b6d service neutron] 10.222.0.11 "GET /v2.0/networks/24728a13-d0f6-48e1-aaae-ad23ecc9cb63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980336 Aug 23 20:54:54.647045 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03712436-9e1e-443d-b8ab-fbeb96d6d6a9 req-188bfa7e-596b-43f4-adeb-16bc702c3c4d tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:54.648698 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-03712436-9e1e-443d-b8ab-fbeb96d6d6a9 req-188bfa7e-596b-43f4-adeb-16bc702c3c4d tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 946 time: 0.0926101 Aug 23 20:54:54.649827 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66df415a-2844-4848-bff2-340a02a3af3f tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Made reservation on behalf of 0a3a7f6f58f34235ad73f92601ac48a1 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:54:54.653617 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-66df415a-2844-4848-bff2-340a02a3af3f tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:54.677798 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f6222b98-b7d9-4f7c-a7a4-2e61a7df32e9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7a0f16ba6620416182ec7e00ee7f4139&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7429488 Aug 23 20:54:54.678697 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 59026) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:54.681573 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6222b98-b7d9-4f7c-a7a4-2e61a7df32e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ccdf8c3-ff2b-4529-b2fb-90dde3adb113,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:54.695889 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66df415a-2844-4848-bff2-340a02a3af3f tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:54:54.707537 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-66df415a-2844-4848-bff2-340a02a3af3f tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:54.707537 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-66df415a-2844-4848-bff2-340a02a3af3f tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Added segment 7f7877c8-013f-4e68-9b7d-8eb0dd607883 of type vlan for network 49271592-bd0c-49aa-a4c3-dfc67af4039f Aug 23 20:54:54.757469 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-66df415a-2844-4848-bff2-340a02a3af3f tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:54.764372 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7dbcd472-3ef7-4e65-bcdb-67619e5a7472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:54.794334 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7dbcd472-3ef7-4e65-bcdb-67619e5a7472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:54.802629 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port cfc6dc03-3923-4cea-9bf2-2affd6d7414a, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=cfc6dc03-3923-4cea-9bf2-2affd6d7414a,segment=NetworkSegment(f683eaf8-9cb3-4912-a5b5-6de4a78adb79),segment_id=f683eaf8-9cb3-4912-a5b5-6de4a78adb79)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:54:54.804654 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-03712436-9e1e-443d-b8ab-fbeb96d6d6a9 req-b1f22b4e-510e-4016-aad5-8cb7cdb16d42 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471138 Aug 23 20:54:54.808657 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-66df415a-2844-4848-bff2-340a02a3af3f tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:54.815888 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66df415a-2844-4848-bff2-340a02a3af3f tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:54.816487 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-66df415a-2844-4848-bff2-340a02a3af3f tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:54.819129 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': 'cfc6dc03-3923-4cea-9bf2-2affd6d7414a', 'network_id': 'bfc8f643-4c96-48b7-bcd4-feb938556eba', 'port_id': 'cfc6dc03-3923-4cea-9bf2-2affd6d7414a', 'mac_address': 'fa:16:3e:e9:d2:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7b63783-ca50-4d8d-bb6b-4566da76f4c7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:54:54.836466 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-f2f6b53b-0ae6-44a0-a730-e44ed8682868 None None] Set router 36d5bccc-5bd7-41d6-9a01-679dd4c29834 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:54:54.908329 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df415a-2844-4848-bff2-340a02a3af3f tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event updated for resources: {'Network': ['ID=49271592-bd0c-49aa-a4c3-dfc67af4039f,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:54.925870 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-66df415a-2844-4848-bff2-340a02a3af3f tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4590003 Aug 23 20:54:54.926656 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7dbcd472-3ef7-4e65-bcdb-67619e5a7472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:54.926852 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 59034) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:54.938629 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-74ac9ea3-c9d1-4080-820c-43f4e133a5ca tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Request body: {'subnet': {'network_id': '49271592-bd0c-49aa-a4c3-dfc67af4039f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:54:54.942172 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7dbcd472-3ef7-4e65-bcdb-67619e5a7472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:54.945242 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-7dbcd472-3ef7-4e65-bcdb-67619e5a7472 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8ccdf8c3-ff2b-4529-b2fb-90dde3adb113 HTTP/1.1" status: 204 len: 168 time: 0.2648847 Aug 23 20:54:54.975277 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbcd472-3ef7-4e65-bcdb-67619e5a7472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ccdf8c3-ff2b-4529-b2fb-90dde3adb113,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:55.084376 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 49271592-bd0c-49aa-a4c3-dfc67af4039f details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:54:55.104126 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device d18b06b9-4f24-4f16-aef9-25a27cb9c496 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:54:55.140241 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ac9ea3-c9d1-4080-820c-43f4e133a5ca tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Made reservation on behalf of 0a3a7f6f58f34235ad73f92601ac48a1 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:54:55.147015 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-74ac9ea3-c9d1-4080-820c-43f4e133a5ca tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:55.186556 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: d18b06b9-4f24-4f16-aef9-25a27cb9c496 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:54:55.186902 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device d18b06b9-4f24-4f16-aef9-25a27cb9c496 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:54:55.217461 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:55.317547 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c624d-397f-4c48-a802-e99db8283315 req-501a78ec-70f4-491b-8c1b-c27ce03ba39a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:55.326290 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-408c624d-397f-4c48-a802-e99db8283315 req-501a78ec-70f4-491b-8c1b-c27ce03ba39a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=eede86a2-48eb-4b9f-af03-967d477cbd7a HTTP/1.1" status: 200 len: 946 time: 0.0675361 Aug 23 20:54:55.326731 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47d304-042f-470c-a128-6bb9de895af1 req-cd7bf9e0-654c-4b44-ac31-882a987b6426 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:55.329953 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-df47d304-042f-470c-a128-6bb9de895af1 req-cd7bf9e0-654c-4b44-ac31-882a987b6426 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.11 "GET /v2.0/ports?device_id=eede86a2-48eb-4b9f-af03-967d477cbd7a HTTP/1.1" status: 200 len: 946 time: 0.1014969 Aug 23 20:54:55.377287 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-408c624d-397f-4c48-a802-e99db8283315 req-616838ac-495d-4e7c-8f47-a2a91aebbc6a tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6017907-58fb-483f-96aa-d62b019131cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500059 Aug 23 20:54:55.402704 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfc6dc03-3923-4cea-9bf2-2affd6d7414a {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:54:55.430179 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 59068) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:55.436366 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port cfc6dc03-3923-4cea-9bf2-2affd6d7414a, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=cfc6dc03-3923-4cea-9bf2-2affd6d7414a,segment=NetworkSegment(f683eaf8-9cb3-4912-a5b5-6de4a78adb79),segment_id=f683eaf8-9cb3-4912-a5b5-6de4a78adb79)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:54:55.449602 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-61b33556-512e-4050-b385-8af0e732eb74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:55.451515 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:55.543521 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=cfc6dc03-3923-4cea-9bf2-2affd6d7414a,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:55.570227 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-df47d304-042f-470c-a128-6bb9de895af1 req-707fc6c5-cdc2-4341-8a2b-9c705c8751ad tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Deleting port 0d52701d-41a2-4016-9112-6298fa8792fc {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:54:55.570227 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-df47d304-042f-470c-a128-6bb9de895af1 req-707fc6c5-cdc2-4341-8a2b-9c705c8751ad tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:55.570581 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-f2f6b53b-0ae6-44a0-a730-e44ed8682868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d5bccc-5bd7-41d6-9a01-679dd4c29834', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580833925', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '18af16e5-ea20-455c-b936-5dfafdb6605b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:52:35Z', 'updated_at': '2021-08-23T20:52:48Z', 'revision_number': 4, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'gw_port': {'id': '18af16e5-ea20-455c-b936-5dfafdb6605b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d5bccc-5bd7-41d6-9a01-679dd4c29834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:52:37Z', 'updated_at': '2021-08-23T20:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '71b009e3-60e4-4414-acf0-6f432a1d97a7', 'name': '', 'network_id': '24728a13-d0f6-48e1-aaae-ad23ecc9cb63', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'mac_address': 'fa:16:3e:bb:69:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d5bccc-5bd7-41d6-9a01-679dd4c29834', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'd385d128-5f8b-421b-9352-9c947e696421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:52:46Z', 'updated_at': '2021-08-23T20:53:00Z', 'revision_number': 5, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'subnets': [{'id': 'd385d128-5f8b-421b-9352-9c947e696421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:54:55.586064 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-61b33556-512e-4050-b385-8af0e732eb74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:55.590764 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-61b33556-512e-4050-b385-8af0e732eb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:55.615209 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-74ac9ea3-c9d1-4080-820c-43f4e133a5ca tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:55.623822 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f6b53b-0ae6-44a0-a730-e44ed8682868 None None] The sync data for ids ['36d5bccc-5bd7-41d6-9a01-679dd4c29834'] in n-d-805663-2 is: [{'id': '36d5bccc-5bd7-41d6-9a01-679dd4c29834', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580833925', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '18af16e5-ea20-455c-b936-5dfafdb6605b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:52:35Z', 'updated_at': '2021-08-23T20:52:48Z', 'revision_number': 4, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'gw_port': {'id': '18af16e5-ea20-455c-b936-5dfafdb6605b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d5bccc-5bd7-41d6-9a01-679dd4c29834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:52:37Z', 'updated_at': '2021-08-23T20:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '71b009e3-60e4-4414-acf0-6f432a1d97a7', 'name': '', 'network_id': '24728a13-d0f6-48e1-aaae-ad23ecc9cb63', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'mac_address': 'fa:16:3e:bb:69:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d5bccc-5bd7-41d6-9a01-679dd4c29834', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'd385d128-5f8b-421b-9352-9c947e696421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:52:46Z', 'updated_at': '2021-08-23T20:53:00Z', 'revision_number': 5, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'subnets': [{'id': 'd385d128-5f8b-421b-9352-9c947e696421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:54:55.651073 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-61b33556-512e-4050-b385-8af0e732eb74 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c5cdbd2cff114018927336579f52a32f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2197785 Aug 23 20:54:55.653022 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b33556-512e-4050-b385-8af0e732eb74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590623ed-318b-41bc-aea5-89747c3877e0,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:55.681537 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 59074) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:55.728411 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65aa236-ac3e-45db-be13-11f669581b62 req-38381b66-9346-4e67-8243-ee55bdda4b04 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:55.730720 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d65aa236-ac3e-45db-be13-11f669581b62 req-38381b66-9346-4e67-8243-ee55bdda4b04 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.1106431 Aug 23 20:54:55.789076 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['cfc6dc03-3923-4cea-9bf2-2affd6d7414a'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:54:55.791769 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ac9ea3-c9d1-4080-820c-43f4e133a5ca tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event updated for resources: {'Subnet': ['ID=26ed9b56-7d64-4046-8535-d4facda3a031,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:55.806251 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539387ad-343d-43e0-accb-21db6babc283 req-d8982201-2bfc-40cf-a021-24e4f82f75be tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:55.809048 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-539387ad-343d-43e0-accb-21db6babc283 req-d8982201-2bfc-40cf-a021-24e4f82f75be tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8f463e8-41c9-4804-81d0-2ccc18294307 HTTP/1.1" status: 200 len: 945 time: 0.1969576 Aug 23 20:54:55.809622 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d65aa236-ac3e-45db-be13-11f669581b62 req-845f0aab-4a77-46f5-9f7e-545a7b7d5c67 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669699 Aug 23 20:54:55.810432 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-652e46c8-588d-4d4a-8579-b17c7b7c882a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:55.840724 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-652e46c8-588d-4d4a-8579-b17c7b7c882a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:55.845280 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ac9ea3-c9d1-4080-820c-43f4e133a5ca tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Checking segment: {'id': '7f7877c8-013f-4e68-9b7d-8eb0dd607883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '49271592-bd0c-49aa-a4c3-dfc67af4039f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:54:55.845657 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ac9ea3-c9d1-4080-820c-43f4e133a5ca tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Network hostable DHCP agents. Network: 49271592-bd0c-49aa-a4c3-dfc67af4039f, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:54:55.856350 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-df47d304-042f-470c-a128-6bb9de895af1 req-707fc6c5-cdc2-4341-8a2b-9c705c8751ad tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] For port 0d52701d-41a2-4016-9112-6298fa8792fc, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=0d52701d-41a2-4016-9112-6298fa8792fc,segment=NetworkSegment(20fa05ae-e79c-474d-9ccb-95916cf6f54d),segment_id=20fa05ae-e79c-474d-9ccb-95916cf6f54d)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:54:55.856714 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-df47d304-042f-470c-a128-6bb9de895af1 req-707fc6c5-cdc2-4341-8a2b-9c705c8751ad tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:55.884046 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-df47d304-042f-470c-a128-6bb9de895af1 req-707fc6c5-cdc2-4341-8a2b-9c705c8751ad tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Calling delete_port for 0d52701d-41a2-4016-9112-6298fa8792fc owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:54:55.931815 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-539387ad-343d-43e0-accb-21db6babc283 req-bcdf7025-b34a-436f-8ba8-9b861659fb70 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/security-groups?id=651f17c7-80ee-45a7-8b21-7316b86cf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989048 Aug 23 20:54:55.944911 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-652e46c8-588d-4d4a-8579-b17c7b7c882a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:55.948196 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-652e46c8-588d-4d4a-8579-b17c7b7c882a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:55.951048 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-652e46c8-588d-4d4a-8579-b17c7b7c882a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/590623ed-318b-41bc-aea5-89747c3877e0 HTTP/1.1" status: 204 len: 168 time: 0.2647407 Aug 23 20:54:55.984899 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e46c8-588d-4d4a-8579-b17c7b7c882a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590623ed-318b-41bc-aea5-89747c3877e0,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:55.994118 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ac9ea3-c9d1-4080-820c-43f4e133a5ca tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Network 49271592-bd0c-49aa-a4c3-dfc67af4039f is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:54:56.013455 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-74ac9ea3-c9d1-4080-820c-43f4e133a5ca tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 49271592-bd0c-49aa-a4c3-dfc67af4039f) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:54:56.034647 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ac9ea3-c9d1-4080-820c-43f4e133a5ca tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:56.035524 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-74ac9ea3-c9d1-4080-820c-43f4e133a5ca tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:56.055859 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07c04bb-5cac-4247-a7c3-75830235ca13 None None] Network 49271592-bd0c-49aa-a4c3-dfc67af4039f requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:54:56.059419 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-74ac9ea3-c9d1-4080-820c-43f4e133a5ca tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1313834 Aug 23 20:54:56.063281 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 59080) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:56.069366 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-8da2a2bd-8c05-43e2-84bd-e40ba67dc766 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2104217934', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:54:56.107562 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e2f1d-48ac-40d0-af81-c6172fe553d1 req-c7efeb95-4019-477d-83f9-68182e938fe2 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:56.109717 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b54e2f1d-48ac-40d0-af81-c6172fe553d1 req-c7efeb95-4019-477d-83f9-68182e938fe2 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 946 time: 0.1479456 Aug 23 20:54:56.155799 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8da2a2bd-8c05-43e2-84bd-e40ba67dc766 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:56.157004 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8da2a2bd-8c05-43e2-84bd-e40ba67dc766 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:56.160658 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:54:56.173166 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94892f0-0a84-4289-99ef-591e19479109 None None] New status for floating IP 43d92989-7a1b-4848-bd8a-63daf10e3e29: DOWN {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 20:54:56.185501 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b54e2f1d-48ac-40d0-af81-c6172fe553d1 req-cc8f3ae9-4d87-439a-bc0c-a2ca80e60a9b tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664041 Aug 23 20:54:56.205036 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-df47d304-042f-470c-a128-6bb9de895af1 req-707fc6c5-cdc2-4341-8a2b-9c705c8751ad tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:56.261357 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707fc6c5-cdc2-4341-8a2b-9c705c8751ad tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event deleted for resources: {'Port': ['ID=0d52701d-41a2-4016-9112-6298fa8792fc,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:56.323846 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8da2a2bd-8c05-43e2-84bd-e40ba67dc766 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:56.329509 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8da2a2bd-8c05-43e2-84bd-e40ba67dc766 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:56.349236 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbca9b1-24df-4e46-a2ea-e2bcf22b24f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-49271592-bd0c-49aa-a4c3-dfc67af4039f', 'network_id': '49271592-bd0c-49aa-a4c3-dfc67af4039f', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'fixed_ips': [{'subnet_id': '26ed9b56-7d64-4046-8535-d4facda3a031'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:54:56.349888 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-acbca9b1-24df-4e46-a2ea-e2bcf22b24f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:56.351580 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-df47d304-042f-470c-a128-6bb9de895af1 req-707fc6c5-cdc2-4341-8a2b-9c705c8751ad tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] No DVR routers for this DVR port 0d52701d-41a2-4016-9112-6298fa8792fc on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:54:56.356351 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-df47d304-042f-470c-a128-6bb9de895af1 req-707fc6c5-cdc2-4341-8a2b-9c705c8751ad tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:56.358575 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-df47d304-042f-470c-a128-6bb9de895af1 req-707fc6c5-cdc2-4341-8a2b-9c705c8751ad tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.11 "DELETE /v2.0/ports/0d52701d-41a2-4016-9112-6298fa8792fc HTTP/1.1" status: 204 len: 173 time: 1.0199082 Aug 23 20:54:56.359032 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eede86a2-48eb-4b9f-af03-967d477cbd7a', 'name': 'network-vif-deleted', 'tag': '0d52701d-41a2-4016-9112-6298fa8792fc'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:54:56.361865 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96fcaa0-705d-4e32-80d9-fde0ce1daf9d" -d '{"events": [{"server_uuid": "eede86a2-48eb-4b9f-af03-967d477cbd7a", "name": "network-vif-deleted", "tag": "0d52701d-41a2-4016-9112-6298fa8792fc"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:54:56.382632 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8da2a2bd-8c05-43e2-84bd-e40ba67dc766 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:56.383958 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8da2a2bd-8c05-43e2-84bd-e40ba67dc766 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3189373 Aug 23 20:54:56.387258 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 59088) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:56.485854 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f06e2c3-bafc-45e3-b998-3ae62e0b2c48 x-openstack-request-id: req-6f06e2c3-bafc-45e3-b998-3ae62e0b2c48 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:54:56.486212 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eede86a2-48eb-4b9f-af03-967d477cbd7a", "name": "network-vif-deleted", "tag": "0d52701d-41a2-4016-9112-6298fa8792fc", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:54:56.486475 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6f06e2c3-bafc-45e3-b998-3ae62e0b2c48 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:54:56.487836 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eede86a2-48eb-4b9f-af03-967d477cbd7a', 'name': 'network-vif-deleted', 'tag': '0d52701d-41a2-4016-9112-6298fa8792fc', 'status': 'completed', 'code': 200} Aug 23 20:54:56.507150 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7c7e335a-62da-4975-857b-388df06758dc req-4603912e-38ef-497f-baf6-ea35bc812f69 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "GET /v2.0/ports?device_id=eede86a2-48eb-4b9f-af03-967d477cbd7a HTTP/1.1" status: 200 len: 210 time: 0.0457699 Aug 23 20:54:56.531572 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 59092) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:56.550349 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e09536a3-578c-424e-a704-f895d2a67073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:56.579844 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-acbca9b1-24df-4e46-a2ea-e2bcf22b24f2 None None] Allocated IP 2001:db8::2 (49271592-bd0c-49aa-a4c3-dfc67af4039f/26ed9b56-7d64-4046-8535-d4facda3a031/e870685a-ff19-46cc-8eb6-5c997feb7cfa) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:54:56.666865 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e09536a3-578c-424e-a704-f895d2a67073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:56.674693 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e09536a3-578c-424e-a704-f895d2a67073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:56.724408 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e09536a3-578c-424e-a704-f895d2a67073 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7b9098cd48a24597a5d58a85debcf541&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1892889 Aug 23 20:54:56.724408 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09536a3-578c-424e-a704-f895d2a67073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dee3287-d7bb-4339-8dfe-69e831b591b2,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:56.725833 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 59094) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:56.767395 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-acbca9b1-24df-4e46-a2ea-e2bcf22b24f2 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:56.779120 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-acbca9b1-24df-4e46-a2ea-e2bcf22b24f2 None None] Transition to ACTIVE for port object e870685a-ff19-46cc-8eb6-5c997feb7cfa will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:54:56.800364 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-823252c8-effa-4434-9246-850c3d196237 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:56.802373 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-acbca9b1-24df-4e46-a2ea-e2bcf22b24f2 None None] Transition to ACTIVE for port object e870685a-ff19-46cc-8eb6-5c997feb7cfa will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:54:56.808993 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e34c3367-5e0a-4761-ab81-7207eb5fd1a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:56.811463 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-acbca9b1-24df-4e46-a2ea-e2bcf22b24f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:56.845675 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e34c3367-5e0a-4761-ab81-7207eb5fd1a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:56.863516 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbca9b1-24df-4e46-a2ea-e2bcf22b24f2 None None] Network 49271592-bd0c-49aa-a4c3-dfc67af4039f is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:54:56.868485 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-acbca9b1-24df-4e46-a2ea-e2bcf22b24f2 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:54:56.885553 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbca9b1-24df-4e46-a2ea-e2bcf22b24f2 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:54:56.945782 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e34c3367-5e0a-4761-ab81-7207eb5fd1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:56.946726 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbca9b1-24df-4e46-a2ea-e2bcf22b24f2 None None] Pushing event updated for resources: {'Port': ['ID=e870685a-ff19-46cc-8eb6-5c997feb7cfa,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:56.957747 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e34c3367-5e0a-4761-ab81-7207eb5fd1a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:56.961422 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e34c3367-5e0a-4761-ab81-7207eb5fd1a0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1dee3287-d7bb-4339-8dfe-69e831b591b2 HTTP/1.1" status: 204 len: 168 time: 0.2321770 Aug 23 20:54:56.970695 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c3367-5e0a-4761-ab81-7207eb5fd1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dee3287-d7bb-4339-8dfe-69e831b591b2,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:56.987335 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-acbca9b1-24df-4e46-a2ea-e2bcf22b24f2 None None] Attempting to bind port e870685a-ff19-46cc-8eb6-5c997feb7cfa on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:54:56.987335 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-acbca9b1-24df-4e46-a2ea-e2bcf22b24f2 None None] Attempting to bind port e870685a-ff19-46cc-8eb6-5c997feb7cfa by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '7f7877c8-013f-4e68-9b7d-8eb0dd607883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '49271592-bd0c-49aa-a4c3-dfc67af4039f'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:54:56.987335 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbca9b1-24df-4e46-a2ea-e2bcf22b24f2 None None] Attempting to bind port e870685a-ff19-46cc-8eb6-5c997feb7cfa on network 49271592-bd0c-49aa-a4c3-dfc67af4039f {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:54:56.999436 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbca9b1-24df-4e46-a2ea-e2bcf22b24f2 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:54:56.999824 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbca9b1-24df-4e46-a2ea-e2bcf22b24f2 None None] Checking segment: {'id': '7f7877c8-013f-4e68-9b7d-8eb0dd607883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '49271592-bd0c-49aa-a4c3-dfc67af4039f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:54:57.000855 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-acbca9b1-24df-4e46-a2ea-e2bcf22b24f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:57.001580 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbca9b1-24df-4e46-a2ea-e2bcf22b24f2 None None] Bound using segment: {'id': '7f7877c8-013f-4e68-9b7d-8eb0dd607883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '49271592-bd0c-49aa-a4c3-dfc67af4039f'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:54:57.002304 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-acbca9b1-24df-4e46-a2ea-e2bcf22b24f2 None None] Bound port: e870685a-ff19-46cc-8eb6-5c997feb7cfa, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f7877c8-013f-4e68-9b7d-8eb0dd607883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '49271592-bd0c-49aa-a4c3-dfc67af4039f'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:54:57.002776 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-acbca9b1-24df-4e46-a2ea-e2bcf22b24f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:57.091161 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-acbca9b1-24df-4e46-a2ea-e2bcf22b24f2 None None] For port e870685a-ff19-46cc-8eb6-5c997feb7cfa, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:54:57.096324 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-acbca9b1-24df-4e46-a2ea-e2bcf22b24f2 None None] For port e870685a-ff19-46cc-8eb6-5c997feb7cfa, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=e870685a-ff19-46cc-8eb6-5c997feb7cfa,segment=NetworkSegment(7f7877c8-013f-4e68-9b7d-8eb0dd607883),segment_id=7f7877c8-013f-4e68-9b7d-8eb0dd607883)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:54:57.101845 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa0ea4a-980e-44d9-9ed2-438e1f9bc606 req-b68131a8-59a8-4b62-9bf5-e22a490d31cd tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:57.103462 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-acbca9b1-24df-4e46-a2ea-e2bcf22b24f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:57.110444 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4fa0ea4a-980e-44d9-9ed2-438e1f9bc606 req-b68131a8-59a8-4b62-9bf5-e22a490d31cd tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8f463e8-41c9-4804-81d0-2ccc18294307 HTTP/1.1" status: 200 len: 945 time: 0.0713995 Aug 23 20:54:57.131082 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da950f41-d796-4290-aec3-483e325726a1 req-586ee235-611b-42f2-ab7b-2f7a271663d3 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:57.139427 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-da950f41-d796-4290-aec3-483e325726a1 req-586ee235-611b-42f2-ab7b-2f7a271663d3 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.2020135 Aug 23 20:54:57.162725 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4fa0ea4a-980e-44d9-9ed2-438e1f9bc606 req-035e1eee-b61f-45a1-9a09-d660cb4bb271 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/security-groups?id=651f17c7-80ee-45a7-8b21-7316b86cf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519764 Aug 23 20:54:57.184647 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbca9b1-24df-4e46-a2ea-e2bcf22b24f2 None None] Pushing event updated for resources: {'Port': ['ID=e870685a-ff19-46cc-8eb6-5c997feb7cfa,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:57.232691 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-da950f41-d796-4290-aec3-483e325726a1 req-85da8944-6031-4938-b218-cb15abdbf493 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922885 Aug 23 20:54:57.304336 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-823252c8-effa-4434-9246-850c3d196237 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Allocated IP 2001:db8::1 (49271592-bd0c-49aa-a4c3-dfc67af4039f/26ed9b56-7d64-4046-8535-d4facda3a031/03689b06-9463-4313-be4b-32b1478eb8a2) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:54:57.474855 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-823252c8-effa-4434-9246-850c3d196237 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:57.491680 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-823252c8-effa-4434-9246-850c3d196237 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Transition to ACTIVE for port object 03689b06-9463-4313-be4b-32b1478eb8a2 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:54:57.541768 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-823252c8-effa-4434-9246-850c3d196237 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:57.564291 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 59114) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:57.596210 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823252c8-effa-4434-9246-850c3d196237 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Network 49271592-bd0c-49aa-a4c3-dfc67af4039f is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:54:57.607111 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-823252c8-effa-4434-9246-850c3d196237 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:54:57.609241 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823252c8-effa-4434-9246-850c3d196237 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event updated for resources: {'Port': ['ID=03689b06-9463-4313-be4b-32b1478eb8a2,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:57.616382 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823252c8-effa-4434-9246-850c3d196237 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:54:57.616986 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-823252c8-effa-4434-9246-850c3d196237 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:57.748590 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-823252c8-effa-4434-9246-850c3d196237 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:58.015209 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b1540ac9-6fce-4324-ad7c-eb57b09304a2 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:58.069319 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-823252c8-effa-4434-9246-850c3d196237 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:58.075184 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-823252c8-effa-4434-9246-850c3d196237 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:58.076321 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-823252c8-effa-4434-9246-850c3d196237 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:58.219165 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823252c8-effa-4434-9246-850c3d196237 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event updated for resources: {'Port': ['ID=03689b06-9463-4313-be4b-32b1478eb8a2,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:58.247881 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823252c8-effa-4434-9246-850c3d196237 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Network 49271592-bd0c-49aa-a4c3-dfc67af4039f is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:54:58.249602 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-823252c8-effa-4434-9246-850c3d196237 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:54:58.366532 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffb0937-2dcb-415f-b433-9c0ff39c47f6 None None] Network 49271592-bd0c-49aa-a4c3-dfc67af4039f requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:54:58.377857 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-b1540ac9-6fce-4324-ad7c-eb57b09304a2 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Deleting port 71b009e3-60e4-4414-acf0-6f432a1d97a7 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:54:58.378334 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b1540ac9-6fce-4324-ad7c-eb57b09304a2 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:58.416920 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83280e98-6458-453c-901e-8b8ad69183ed req-1cf5019b-6279-43ca-b6b5-eb67e510a6cf tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:58.419093 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-83280e98-6458-453c-901e-8b8ad69183ed req-1cf5019b-6279-43ca-b6b5-eb67e510a6cf tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8f463e8-41c9-4804-81d0-2ccc18294307 HTTP/1.1" status: 200 len: 945 time: 0.0750892 Aug 23 20:54:58.455078 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-823252c8-effa-4434-9246-850c3d196237 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Router 7ed9f70e-6c90-4699-aeed-157c6c869812 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:54:58.499850 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb619b-a2d9-4c3f-96ca-1d9f2a350eff req-1cc6bd4c-7f9e-4332-9ae2-8dbc7007cecb tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:58.501471 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e4bb619b-a2d9-4c3f-96ca-1d9f2a350eff req-1cc6bd4c-7f9e-4332-9ae2-8dbc7007cecb tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.1666117 Aug 23 20:54:58.530759 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device cfc6dc03-3923-4cea-9bf2-2affd6d7414a up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:54:58.544663 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-83280e98-6458-453c-901e-8b8ad69183ed req-ad1bc9a9-4cc0-4212-8502-28c3c245f449 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/security-groups?id=651f17c7-80ee-45a7-8b21-7316b86cf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070418 Aug 23 20:54:58.598917 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-b1540ac9-6fce-4324-ad7c-eb57b09304a2 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] For port 71b009e3-60e4-4414-acf0-6f432a1d97a7, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=71b009e3-60e4-4414-acf0-6f432a1d97a7,segment=NetworkSegment(20fa05ae-e79c-474d-9ccb-95916cf6f54d),segment_id=20fa05ae-e79c-474d-9ccb-95916cf6f54d)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:54:58.599545 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b1540ac9-6fce-4324-ad7c-eb57b09304a2 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:58.602064 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-415184f6-6a95-49b3-bf35-1f40482729a3 None None] Provisioning for port e870685a-ff19-46cc-8eb6-5c997feb7cfa completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:54:58.620077 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e4bb619b-a2d9-4c3f-96ca-1d9f2a350eff req-fe0b0374-fca6-4175-b395-7d01b1a50b42 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060727 Aug 23 20:54:58.635311 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-b1540ac9-6fce-4324-ad7c-eb57b09304a2 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Calling delete_port for 71b009e3-60e4-4414-acf0-6f432a1d97a7 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:54:58.689815 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port cfc6dc03-3923-4cea-9bf2-2affd6d7414a completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:54:58.695597 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port cfc6dc03-3923-4cea-9bf2-2affd6d7414a triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:54:58.701411 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:58.862073 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:58.945317 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f463e8-41c9-4804-81d0-2ccc18294307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc6dc03-3923-4cea-9bf2-2affd6d7414a'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:54:58.949012 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab9f36f-115f-4f1c-98a9-bdc0d2cc9d23" -d '{"events": [{"server_uuid": "a8f463e8-41c9-4804-81d0-2ccc18294307", "name": "network-vif-plugged", "status": "completed", "tag": "cfc6dc03-3923-4cea-9bf2-2affd6d7414a"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:54:58.970309 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port cfc6dc03-3923-4cea-9bf2-2affd6d7414a, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=cfc6dc03-3923-4cea-9bf2-2affd6d7414a,segment=NetworkSegment(f683eaf8-9cb3-4912-a5b5-6de4a78adb79),segment_id=f683eaf8-9cb3-4912-a5b5-6de4a78adb79)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:54:58.974817 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:59.046611 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7844326-f589-4192-a828-fed04ed818fd x-openstack-request-id: req-f7844326-f589-4192-a828-fed04ed818fd {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:54:59.046951 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f463e8-41c9-4804-81d0-2ccc18294307", "name": "network-vif-plugged", "status": "completed", "tag": "cfc6dc03-3923-4cea-9bf2-2affd6d7414a", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:54:59.047209 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f7844326-f589-4192-a828-fed04ed818fd {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:54:59.047670 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b1540ac9-6fce-4324-ad7c-eb57b09304a2 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:59.048127 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f463e8-41c9-4804-81d0-2ccc18294307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc6dc03-3923-4cea-9bf2-2affd6d7414a', 'code': 200} Aug 23 20:54:59.050846 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device e870685a-ff19-46cc-8eb6-5c997feb7cfa up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:54:59.215029 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=cfc6dc03-3923-4cea-9bf2-2affd6d7414a,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:59.219690 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port e870685a-ff19-46cc-8eb6-5c997feb7cfa completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:54:59.224714 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d52ba668-0f91-4b92-9bbb-f9302088a926 None None] Provisioning for port 03689b06-9463-4313-be4b-32b1478eb8a2 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:54:59.227031 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port e870685a-ff19-46cc-8eb6-5c997feb7cfa triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:54:59.227398 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:59.231833 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d52ba668-0f91-4b92-9bbb-f9302088a926 None None] Provisioning complete for port 03689b06-9463-4313-be4b-32b1478eb8a2 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:54:59.232224 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d52ba668-0f91-4b92-9bbb-f9302088a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:59.238287 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1540ac9-6fce-4324-ad7c-eb57b09304a2 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event deleted for resources: {'Port': ['ID=71b009e3-60e4-4414-acf0-6f432a1d97a7,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:59.305634 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-d52ba668-0f91-4b92-9bbb-f9302088a926 None None] Port 03689b06-9463-4313-be4b-32b1478eb8a2 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:54:59.314657 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8882af86-d7b6-44e5-92c1-7578de795105 req-648dd86e-d17d-469c-8554-f0787b4a6e85 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:59.316610 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8882af86-d7b6-44e5-92c1-7578de795105 req-648dd86e-d17d-469c-8554-f0787b4a6e85 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.3103311 Aug 23 20:54:59.319840 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823252c8-effa-4434-9246-850c3d196237 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:54:59.325993 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-823252c8-effa-4434-9246-850c3d196237 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "PUT /v2.0/routers/7ed9f70e-6c90-4699-aeed-157c6c869812/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9371669 Aug 23 20:54:59.328626 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 59144) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:59.337062 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef805bb-eb41-4343-9a1a-df63a535ef90 req-85b0abc0-f315-43be-b132-038301efc8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:59.338614 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cef805bb-eb41-4343-9a1a-df63a535ef90 req-85b0abc0-f315-43be-b132-038301efc8d6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2af290724cc44af890c8fd2249003602&device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 1095 time: 0.3363853 Aug 23 20:54:59.348148 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee7bd1-8ebe-470e-9331-2d68e4e02e92 req-0a655c51-e3d0-4fa5-ad41-36ee48a8b10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:59.348720 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9400d4da-345e-4453-95b6-2cdfbfc258a7 None None] Sync routers for ids ['7ed9f70e-6c90-4699-aeed-157c6c869812'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:54:59.356510 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-08ee7bd1-8ebe-470e-9331-2d68e4e02e92 req-0a655c51-e3d0-4fa5-ad41-36ee48a8b10e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a8f463e8-41c9-4804-81d0-2ccc18294307 HTTP/1.1" status: 200 len: 1097 time: 0.1211367 Aug 23 20:54:59.367887 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d52ba668-0f91-4b92-9bbb-f9302088a926 None None] Provisioning complete for port e870685a-ff19-46cc-8eb6-5c997feb7cfa triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:54:59.373560 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d52ba668-0f91-4b92-9bbb-f9302088a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:59.400358 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8882af86-d7b6-44e5-92c1-7578de795105 req-ebcdbfa9-ff51-476c-9fba-57ff554c8d5c tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686741 Aug 23 20:54:59.454368 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8510414-a2c9-4c17-9dc3-025edb7556f0 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:59.458424 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d8510414-a2c9-4c17-9dc3-025edb7556f0 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "GET /v2.0/ports/03689b06-9463-4313-be4b-32b1478eb8a2 HTTP/1.1" status: 200 len: 911 time: 0.1260891 Aug 23 20:54:59.458843 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 59146) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:54:59.583768 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 0d52701d-41a2-4016-9112-6298fa8792fc no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:54:59.587713 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-08ee7bd1-8ebe-470e-9331-2d68e4e02e92 req-ae64b2c9-0513-44e0-a14d-9119d075fd07 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=651f17c7-80ee-45a7-8b21-7316b86cf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086201 Aug 23 20:54:59.645685 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:59.650049 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: 0d52701d-41a2-4016-9112-6298fa8792fc {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:54:59.650489 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 0d52701d-41a2-4016-9112-6298fa8792fc not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:54:59.653793 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9400d4da-345e-4453-95b6-2cdfbfc258a7 None None] Routers {'7ed9f70e-6c90-4699-aeed-157c6c869812'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:54:59.655353 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-9400d4da-345e-4453-95b6-2cdfbfc258a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:54:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['7ed9f70e-6c90-4699-aeed-157c6c869812'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:54:59.730879 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef805bb-eb41-4343-9a1a-df63a535ef90 req-959d93fa-6447-4998-a9f1-8d2bd0e1a088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:59.732515 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cef805bb-eb41-4343-9a1a-df63a535ef90 req-959d93fa-6447-4998-a9f1-8d2bd0e1a088 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e HTTP/1.1" status: 200 len: 912 time: 0.3418889 Aug 23 20:54:59.747107 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b1540ac9-6fce-4324-ad7c-eb57b09304a2 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:59.749078 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-9400d4da-345e-4453-95b6-2cdfbfc258a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:54:59.767172 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9400d4da-345e-4453-95b6-2cdfbfc258a7 None None] Routers {'7ed9f70e-6c90-4699-aeed-157c6c869812'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:54:59.767881 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-9400d4da-345e-4453-95b6-2cdfbfc258a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:54:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['7ed9f70e-6c90-4699-aeed-157c6c869812'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:54:59.797428 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f77e96-3fc6-4cd3-8e34-88ea16453408 req-2e293e2f-6bbe-4727-972b-30dee9495add tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:54:59.798997 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-46f77e96-3fc6-4cd3-8e34-88ea16453408 req-2e293e2f-6bbe-4727-972b-30dee9495add tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8f463e8-41c9-4804-81d0-2ccc18294307 HTTP/1.1" status: 200 len: 946 time: 0.1061153 Aug 23 20:54:59.831921 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port e870685a-ff19-46cc-8eb6-5c997feb7cfa, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=e870685a-ff19-46cc-8eb6-5c997feb7cfa,segment=NetworkSegment(7f7877c8-013f-4e68-9b7d-8eb0dd607883),segment_id=7f7877c8-013f-4e68-9b7d-8eb0dd607883)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:54:59.838339 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-9400d4da-345e-4453-95b6-2cdfbfc258a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:54:59.840187 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9400d4da-345e-4453-95b6-2cdfbfc258a7 None None] The sync data for ids ['7ed9f70e-6c90-4699-aeed-157c6c869812'] in n-d-805663-2 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:54:59.867973 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:54:59.890559 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-46f77e96-3fc6-4cd3-8e34-88ea16453408 req-92ea409b-0edf-4373-8a85-39066c9f9740 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/security-groups?id=651f17c7-80ee-45a7-8b21-7316b86cf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729098 Aug 23 20:54:59.944405 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=e870685a-ff19-46cc-8eb6-5c997feb7cfa,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:54:59.984551 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b415ffa9-add4-49c8-9dfd-c3fb25db4dea tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:00.025590 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cef805bb-eb41-4343-9a1a-df63a535ef90 req-2454506d-d087-4690-9146-9c4f505c89a4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c254a81-8d39-43bc-85ac-5d89be1c28d3 HTTP/1.1" status: 200 len: 999 time: 0.1312029 Aug 23 20:55:00.043930 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7bf3f30e-4c74-48bc-ab46-2eed1567d4e5 None None] Provisioning complete for port 03689b06-9463-4313-be4b-32b1478eb8a2 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:55:00.044350 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7bf3f30e-4c74-48bc-ab46-2eed1567d4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:00.082939 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7bf3f30e-4c74-48bc-ab46-2eed1567d4e5 None None] Port 03689b06-9463-4313-be4b-32b1478eb8a2 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:55:00.116170 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef805bb-eb41-4343-9a1a-df63a535ef90 req-ba471d5d-7fd7-42c3-bf85-a9a273ee5d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:00.117633 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cef805bb-eb41-4343-9a1a-df63a535ef90 req-ba471d5d-7fd7-42c3-bf85-a9a273ee5d71 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7046a0bd-4474-4718-a5da-60ae1dc26dbc HTTP/1.1" status: 200 len: 850 time: 0.0618329 Aug 23 20:55:00.121623 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1540ac9-6fce-4324-ad7c-eb57b09304a2 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Router 36d5bccc-5bd7-41d6-9a01-679dd4c29834 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:55:00.239430 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-b415ffa9-add4-49c8-9dfd-c3fb25db4dea tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Deleting port 03689b06-9463-4313-be4b-32b1478eb8a2 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:55:00.239783 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b415ffa9-add4-49c8-9dfd-c3fb25db4dea tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:00.243569 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef805bb-eb41-4343-9a1a-df63a535ef90 req-3bf57f53-374b-4208-9e25-d3243f60d88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:00.245091 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cef805bb-eb41-4343-9a1a-df63a535ef90 req-3bf57f53-374b-4208-9e25-d3243f60d88c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1148992 Aug 23 20:55:00.280314 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1540ac9-6fce-4324-ad7c-eb57b09304a2 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:55:00.289774 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 59152) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:00.290617 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b1540ac9-6fce-4324-ad7c-eb57b09304a2 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "PUT /v2.0/routers/36d5bccc-5bd7-41d6-9a01-679dd4c29834/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7230327 Aug 23 20:55:00.291718 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d280507-aeea-460b-ae4d-a504100716ec None None] Sync routers for ids ['36d5bccc-5bd7-41d6-9a01-679dd4c29834'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:55:00.300688 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d280507-aeea-460b-ae4d-a504100716ec None None] Routers {'36d5bccc-5bd7-41d6-9a01-679dd4c29834'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:55:00.301296 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8d280507-aeea-460b-ae4d-a504100716ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:54:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['36d5bccc-5bd7-41d6-9a01-679dd4c29834'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:00.368460 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f0b1b75-d64c-49fb-94c3-5caf0fb1bded tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Deleting subnet d385d128-5f8b-421b-9352-9c947e696421 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:55:00.370072 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cef805bb-eb41-4343-9a1a-df63a535ef90 req-719068bf-81bf-42b9-8eee-d7ce6fac3286 service neutron] 10.222.0.32 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110358 Aug 23 20:55:00.379038 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7f0b1b75-d64c-49fb-94c3-5caf0fb1bded tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:00.382525 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b415ffa9-add4-49c8-9dfd-c3fb25db4dea tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:00.413195 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-8d280507-aeea-460b-ae4d-a504100716ec None None] Set router 36d5bccc-5bd7-41d6-9a01-679dd4c29834 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:55:00.426212 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-b415ffa9-add4-49c8-9dfd-c3fb25db4dea tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Calling delete_port for 03689b06-9463-4313-be4b-32b1478eb8a2 owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:55:00.445262 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7f0b1b75-d64c-49fb-94c3-5caf0fb1bded tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:00.471330 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cef805bb-eb41-4343-9a1a-df63a535ef90 req-26414527-7121-4952-a333-7dc3551e6bc0 service neutron] 10.222.0.32 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924494 Aug 23 20:55:00.580951 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15342b4c-cbe3-4192-b847-0fc5ae9e9009 req-f5f8df66-bad4-4036-a8f6-b4c22f39c152 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:00.582475 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-15342b4c-cbe3-4192-b847-0fc5ae9e9009 req-f5f8df66-bad4-4036-a8f6-b4c22f39c152 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.0737245 Aug 23 20:55:00.623002 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7f0b1b75-d64c-49fb-94c3-5caf0fb1bded tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:00.646390 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8d280507-aeea-460b-ae4d-a504100716ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d5bccc-5bd7-41d6-9a01-679dd4c29834', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580833925', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '18af16e5-ea20-455c-b936-5dfafdb6605b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:52:35Z', 'updated_at': '2021-08-23T20:54:58Z', 'revision_number': 5, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'gw_port': {'id': '18af16e5-ea20-455c-b936-5dfafdb6605b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d5bccc-5bd7-41d6-9a01-679dd4c29834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:52:37Z', 'updated_at': '2021-08-23T20:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:00.646888 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-15342b4c-cbe3-4192-b847-0fc5ae9e9009 req-ea4f6b6e-f14f-4541-9c0c-3fbd7417b1c1 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378313 Aug 23 20:55:00.665002 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d280507-aeea-460b-ae4d-a504100716ec None None] Checking router: 36d5bccc-5bd7-41d6-9a01-679dd4c29834 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:55:00.682286 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d280507-aeea-460b-ae4d-a504100716ec None None] Routers {'36d5bccc-5bd7-41d6-9a01-679dd4c29834'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:55:00.684619 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8d280507-aeea-460b-ae4d-a504100716ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:54:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['36d5bccc-5bd7-41d6-9a01-679dd4c29834'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:00.750897 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7f0b1b75-d64c-49fb-94c3-5caf0fb1bded tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:00.761648 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b415ffa9-add4-49c8-9dfd-c3fb25db4dea tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:00.812634 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6350b37c-5861-481c-8a3f-2e85313a0b59 None None] Network 24728a13-d0f6-48e1-aaae-ad23ecc9cb63 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:55:00.816871 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b1b75-d64c-49fb-94c3-5caf0fb1bded tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event deleted for resources: {'Subnet': ['ID=d385d128-5f8b-421b-9352-9c947e696421,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:00.819336 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7f0b1b75-d64c-49fb-94c3-5caf0fb1bded tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:00.824532 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-7f0b1b75-d64c-49fb-94c3-5caf0fb1bded tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "DELETE /v2.0/subnets/d385d128-5f8b-421b-9352-9c947e696421 HTTP/1.1" status: 204 len: 168 time: 0.5305221 Aug 23 20:55:00.825307 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b415ffa9-add4-49c8-9dfd-c3fb25db4dea tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event deleted for resources: {'Port': ['ID=03689b06-9463-4313-be4b-32b1478eb8a2,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:00.825443 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 59160) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:00.857476 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-8d280507-aeea-460b-ae4d-a504100716ec None None] Set router 36d5bccc-5bd7-41d6-9a01-679dd4c29834 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:55:01.059769 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b415ffa9-add4-49c8-9dfd-c3fb25db4dea tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:01.151539 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d192852-ad2f-4256-b035-c018f9fb6c39 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:01.169163 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device e870685a-ff19-46cc-8eb6-5c997feb7cfa up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:55:01.183816 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8d280507-aeea-460b-ae4d-a504100716ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d5bccc-5bd7-41d6-9a01-679dd4c29834', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580833925', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '18af16e5-ea20-455c-b936-5dfafdb6605b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:52:35Z', 'updated_at': '2021-08-23T20:54:58Z', 'revision_number': 5, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'gw_port': {'id': '18af16e5-ea20-455c-b936-5dfafdb6605b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d5bccc-5bd7-41d6-9a01-679dd4c29834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:52:37Z', 'updated_at': '2021-08-23T20:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:01.279008 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d280507-aeea-460b-ae4d-a504100716ec None None] The sync data for ids ['36d5bccc-5bd7-41d6-9a01-679dd4c29834'] in n-d-805663-2 is: [{'id': '36d5bccc-5bd7-41d6-9a01-679dd4c29834', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580833925', 'tenant_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '18af16e5-ea20-455c-b936-5dfafdb6605b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:52:35Z', 'updated_at': '2021-08-23T20:54:58Z', 'revision_number': 5, 'project_id': '0b17a426d9eb4b3083079c3d4dc4db5c', 'gw_port': {'id': '18af16e5-ea20-455c-b936-5dfafdb6605b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d5bccc-5bd7-41d6-9a01-679dd4c29834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:52:37Z', 'updated_at': '2021-08-23T20:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:55:01.415176 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d42dba-45f1-492e-97fe-a6fcc24a2cb4 req-f2cdbd3e-b9fe-46e6-9310-037ff2d7ed70 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:01.418343 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d8d42dba-45f1-492e-97fe-a6fcc24a2cb4 req-f2cdbd3e-b9fe-46e6-9310-037ff2d7ed70 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8f463e8-41c9-4804-81d0-2ccc18294307 HTTP/1.1" status: 200 len: 946 time: 0.2536418 Aug 23 20:55:01.427821 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b415ffa9-add4-49c8-9dfd-c3fb25db4dea tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Router 7ed9f70e-6c90-4699-aeed-157c6c869812 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:55:01.497516 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port e870685a-ff19-46cc-8eb6-5c997feb7cfa triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:55:01.498162 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:01.510327 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d8d42dba-45f1-492e-97fe-a6fcc24a2cb4 req-5bc83af0-c936-4a59-8727-14b36fc33c69 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/security-groups?id=651f17c7-80ee-45a7-8b21-7316b86cf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847101 Aug 23 20:55:01.577044 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b415ffa9-add4-49c8-9dfd-c3fb25db4dea tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:55:01.598093 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b415ffa9-add4-49c8-9dfd-c3fb25db4dea tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "PUT /v2.0/routers/7ed9f70e-6c90-4699-aeed-157c6c869812/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1382983 Aug 23 20:55:01.598754 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d73f5c-ceca-438a-b3b4-93ca29a49621 None None] Sync routers for ids ['7ed9f70e-6c90-4699-aeed-157c6c869812'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:55:01.600626 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 59166) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:01.614428 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d73f5c-ceca-438a-b3b4-93ca29a49621 None None] Routers {'7ed9f70e-6c90-4699-aeed-157c6c869812'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:55:01.616157 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-01d73f5c-ceca-438a-b3b4-93ca29a49621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:54:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['7ed9f70e-6c90-4699-aeed-157c6c869812'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:01.658366 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0042ff07-201c-4d83-a394-0b3dec6a63c9 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ed9f70e-6c90-4699-aeed-157c6c869812 HTTP/1.1" status: 200 len: 205 time: 0.0562191 Aug 23 20:55:01.660631 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 59168) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:01.690684 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3c03bf-5656-4f41-b1d9-2e088d2f713b None None] DHCP port deletion for 24728a13-d0f6-48e1-aaae-ad23ecc9cb63 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:55:01.711121 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-01d73f5c-ceca-438a-b3b4-93ca29a49621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:01.788745 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9a0c6c62-d7df-4d78-bad1-9bcd4986a4ce tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:01.791032 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d73f5c-ceca-438a-b3b4-93ca29a49621 None None] Routers {'7ed9f70e-6c90-4699-aeed-157c6c869812'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:55:01.794665 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-01d73f5c-ceca-438a-b3b4-93ca29a49621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:54:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['7ed9f70e-6c90-4699-aeed-157c6c869812'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:01.872015 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-01d73f5c-ceca-438a-b3b4-93ca29a49621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:01.872795 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d73f5c-ceca-438a-b3b4-93ca29a49621 None None] The sync data for ids ['7ed9f70e-6c90-4699-aeed-157c6c869812'] in n-d-805663-2 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:55:01.887027 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d192852-ad2f-4256-b035-c018f9fb6c39 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:01.925311 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-ba3c03bf-5656-4f41-b1d9-2e088d2f713b None None] Deleting port 11663b12-5ec4-4b0b-bd9a-c526e6447d24 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:55:01.926731 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ba3c03bf-5656-4f41-b1d9-2e088d2f713b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:01.937324 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf93fa4-7495-4d54-ae41-4e64075a22ba req-c829b28c-de67-4702-82ea-e4fa845f7886 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:01.940179 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0bf93fa4-7495-4d54-ae41-4e64075a22ba req-c829b28c-de67-4702-82ea-e4fa845f7886 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.1545837 Aug 23 20:55:02.042119 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-8d192852-ad2f-4256-b035-c018f9fb6c39 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Deleting port 18af16e5-ea20-455c-b936-5dfafdb6605b {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:55:02.042544 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d192852-ad2f-4256-b035-c018f9fb6c39 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:02.084698 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0bf93fa4-7495-4d54-ae41-4e64075a22ba req-8bca0809-0045-4b8d-a542-bc5ba5875238 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028457 Aug 23 20:55:02.097228 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-ba3c03bf-5656-4f41-b1d9-2e088d2f713b None None] For port 11663b12-5ec4-4b0b-bd9a-c526e6447d24, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=11663b12-5ec4-4b0b-bd9a-c526e6447d24,segment=NetworkSegment(20fa05ae-e79c-474d-9ccb-95916cf6f54d),segment_id=20fa05ae-e79c-474d-9ccb-95916cf6f54d)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:55:02.098604 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9a0c6c62-d7df-4d78-bad1-9bcd4986a4ce tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:02.101036 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9a0c6c62-d7df-4d78-bad1-9bcd4986a4ce tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:02.110127 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ba3c03bf-5656-4f41-b1d9-2e088d2f713b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:02.148296 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-ba3c03bf-5656-4f41-b1d9-2e088d2f713b None None] Calling delete_port for 11663b12-5ec4-4b0b-bd9a-c526e6447d24 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:55:02.182883 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9a0c6c62-d7df-4d78-bad1-9bcd4986a4ce tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:02.186012 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0c6c62-d7df-4d78-bad1-9bcd4986a4ce tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Fanout notify agent at l3_agent the message router_deleted on router 7ed9f70e-6c90-4699-aeed-157c6c869812 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:55:02.196389 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-8d192852-ad2f-4256-b035-c018f9fb6c39 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] For port 18af16e5-ea20-455c-b936-5dfafdb6605b, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=18af16e5-ea20-455c-b936-5dfafdb6605b,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:55:02.196773 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d192852-ad2f-4256-b035-c018f9fb6c39 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:02.202946 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9a0c6c62-d7df-4d78-bad1-9bcd4986a4ce tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:02.209318 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9a0c6c62-d7df-4d78-bad1-9bcd4986a4ce tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "DELETE /v2.0/routers/7ed9f70e-6c90-4699-aeed-157c6c869812 HTTP/1.1" status: 204 len: 168 time: 0.5424151 Aug 23 20:55:02.211933 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 59176) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:02.216380 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-8d192852-ad2f-4256-b035-c018f9fb6c39 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Calling delete_port for 18af16e5-ea20-455c-b936-5dfafdb6605b owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:55:02.275505 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ba3c03bf-5656-4f41-b1d9-2e088d2f713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:02.316069 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea91db53-8b2c-494b-9bb4-7b20eff57cb7 req-6b178d46-c2cd-4f06-a65d-0afea20800f7 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:02.322668 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3c03bf-5656-4f41-b1d9-2e088d2f713b None None] Pushing event deleted for resources: {'Port': ['ID=11663b12-5ec4-4b0b-bd9a-c526e6447d24,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:02.328412 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3c03bf-5656-4f41-b1d9-2e088d2f713b None None] No DVR routers for this DVR port 11663b12-5ec4-4b0b-bd9a-c526e6447d24 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:55:02.331350 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ea91db53-8b2c-494b-9bb4-7b20eff57cb7 req-6b178d46-c2cd-4f06-a65d-0afea20800f7 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.1201975 Aug 23 20:55:02.349805 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f3bc95c-1554-4556-b5e2-d4c34836bed8 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Deleting subnet 26ed9b56-7d64-4046-8535-d4facda3a031 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:55:02.369405 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9f3bc95c-1554-4556-b5e2-d4c34836bed8 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:02.439764 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ea91db53-8b2c-494b-9bb4-7b20eff57cb7 req-2ae458da-acf7-475b-82c5-b6b0658bcb6a tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065097 Aug 23 20:55:02.454670 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9f3bc95c-1554-4556-b5e2-d4c34836bed8 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:02.459760 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d192852-ad2f-4256-b035-c018f9fb6c39 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:02.528315 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d192852-ad2f-4256-b035-c018f9fb6c39 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event deleted for resources: {'Port': ['ID=18af16e5-ea20-455c-b936-5dfafdb6605b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:02.581993 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9f3bc95c-1554-4556-b5e2-d4c34836bed8 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:02.679457 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d192852-ad2f-4256-b035-c018f9fb6c39 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:02.719801 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e118c725-ff76-4085-a9b3-7fe939d6641a req-76e10176-8629-45c2-8f97-844cb2f02a2b tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:02.721606 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e118c725-ff76-4085-a9b3-7fe939d6641a req-76e10176-8629-45c2-8f97-844cb2f02a2b tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8f463e8-41c9-4804-81d0-2ccc18294307 HTTP/1.1" status: 200 len: 946 time: 0.0948472 Aug 23 20:55:02.740394 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9f3bc95c-1554-4556-b5e2-d4c34836bed8 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:02.762461 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9f3bc95c-1554-4556-b5e2-d4c34836bed8 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:02.766812 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9f3bc95c-1554-4556-b5e2-d4c34836bed8 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "DELETE /v2.0/subnets/26ed9b56-7d64-4046-8535-d4facda3a031 HTTP/1.1" status: 204 len: 168 time: 0.5516591 Aug 23 20:55:02.774961 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 59186) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:02.781452 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d5198a-39dd-42e5-bd89-15cac632db1d None None] Network 49271592-bd0c-49aa-a4c3-dfc67af4039f requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:55:02.828589 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3bc95c-1554-4556-b5e2-d4c34836bed8 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event deleted for resources: {'Subnet': ['ID=26ed9b56-7d64-4046-8535-d4facda3a031,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:02.834735 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d192852-ad2f-4256-b035-c018f9fb6c39 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:02.838370 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d192852-ad2f-4256-b035-c018f9fb6c39 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:02.904460 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d192852-ad2f-4256-b035-c018f9fb6c39 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:02.905309 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d192852-ad2f-4256-b035-c018f9fb6c39 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Fanout notify agent at l3_agent the message router_deleted on router 36d5bccc-5bd7-41d6-9a01-679dd4c29834 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:55:02.921379 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d192852-ad2f-4256-b035-c018f9fb6c39 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:02.923143 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8d192852-ad2f-4256-b035-c018f9fb6c39 tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "DELETE /v2.0/routers/36d5bccc-5bd7-41d6-9a01-679dd4c29834 HTTP/1.1" status: 204 len: 168 time: 2.0967352 Aug 23 20:55:02.933582 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1876834d-765c-4365-b6d3-453a5f0e6273 req-f76e6472-1ebd-474c-b9b2-cfa51a126c2b tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:02.936285 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1876834d-765c-4365-b6d3-453a5f0e6273 req-f76e6472-1ebd-474c-b9b2-cfa51a126c2b tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.1944799 Aug 23 20:55:02.936999 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 59188) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:03.012199 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e118c725-ff76-4085-a9b3-7fe939d6641a req-3e801a35-3282-4d75-934f-f81f5c4d23d8 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/security-groups?id=651f17c7-80ee-45a7-8b21-7316b86cf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820296 Aug 23 20:55:03.035708 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5306f795-0b84-4c33-a67d-f39669e31e6e tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:03.086362 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1876834d-765c-4365-b6d3-453a5f0e6273 req-af12f8ff-3d28-4209-9249-585294868a4a tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394360 Aug 23 20:55:03.096310 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 71b009e3-60e4-4414-acf0-6f432a1d97a7 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:55:03.107869 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1413a922-5d45-4ece-bc95-a1a5cd57ed5f tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:03.143361 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-5306f795-0b84-4c33-a67d-f39669e31e6e tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Deleting port e870685a-ff19-46cc-8eb6-5c997feb7cfa {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:55:03.144516 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5306f795-0b84-4c33-a67d-f39669e31e6e tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:03.152541 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 71b009e3-60e4-4414-acf0-6f432a1d97a7 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:55:03.166257 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 71b009e3-60e4-4414-acf0-6f432a1d97a7 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:55:03.172622 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 11663b12-5ec4-4b0b-bd9a-c526e6447d24 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:55:03.220950 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 11663b12-5ec4-4b0b-bd9a-c526e6447d24 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:55:03.221310 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 11663b12-5ec4-4b0b-bd9a-c526e6447d24 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:55:03.249902 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df09c3e5-ab4b-45e2-a7f8-61e64d9ab8c0 None None] DHCP port deletion for 49271592-bd0c-49aa-a4c3-dfc67af4039f request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:55:03.344971 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-5306f795-0b84-4c33-a67d-f39669e31e6e tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] For port e870685a-ff19-46cc-8eb6-5c997feb7cfa, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=e870685a-ff19-46cc-8eb6-5c997feb7cfa,segment=NetworkSegment(7f7877c8-013f-4e68-9b7d-8eb0dd607883),segment_id=7f7877c8-013f-4e68-9b7d-8eb0dd607883)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:55:03.345425 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5306f795-0b84-4c33-a67d-f39669e31e6e tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:03.358676 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-df09c3e5-ab4b-45e2-a7f8-61e64d9ab8c0 None None] Deleting port e870685a-ff19-46cc-8eb6-5c997feb7cfa {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:55:03.359881 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-df09c3e5-ab4b-45e2-a7f8-61e64d9ab8c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:03.373222 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1413a922-5d45-4ece-bc95-a1a5cd57ed5f tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:03.389282 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-5306f795-0b84-4c33-a67d-f39669e31e6e tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Calling delete_port for e870685a-ff19-46cc-8eb6-5c997feb7cfa owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:55:03.395454 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-1413a922-5d45-4ece-bc95-a1a5cd57ed5f tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24728a13-d0f6-48e1-aaae-ad23ecc9cb63']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:03.429004 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-1413a922-5d45-4ece-bc95-a1a5cd57ed5f tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20fa05ae-e79c-474d-9ccb-95916cf6f54d') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:03.429246 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-1413a922-5d45-4ece-bc95-a1a5cd57ed5f tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20fa05ae-e79c-474d-9ccb-95916cf6f54d') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:03.467080 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-df09c3e5-ab4b-45e2-a7f8-61e64d9ab8c0 None None] For port e870685a-ff19-46cc-8eb6-5c997feb7cfa, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=e870685a-ff19-46cc-8eb6-5c997feb7cfa,segment=NetworkSegment(7f7877c8-013f-4e68-9b7d-8eb0dd607883),segment_id=7f7877c8-013f-4e68-9b7d-8eb0dd607883)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:55:03.467792 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-df09c3e5-ab4b-45e2-a7f8-61e64d9ab8c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:03.485859 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1413a922-5d45-4ece-bc95-a1a5cd57ed5f tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:03.487297 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-df09c3e5-ab4b-45e2-a7f8-61e64d9ab8c0 None None] Calling delete_port for e870685a-ff19-46cc-8eb6-5c997feb7cfa owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:55:03.508566 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1413a922-5d45-4ece-bc95-a1a5cd57ed5f tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:03.517809 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1413a922-5d45-4ece-bc95-a1a5cd57ed5f tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:55:03.518212 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1413a922-5d45-4ece-bc95-a1a5cd57ed5f tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:03.521444 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:55:03.521444 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:55:03.521444 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:55:03.521444 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:55:03.521444 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:55:03.521444 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:55:03.521444 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:55:03.521444 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:55:03.521444 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:55:03.521444 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:55:03.521444 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:55:03.521444 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:55:03.521444 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:55:03.521444 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:55:03.521444 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:55:03.521444 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:55:03.521444 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:55:03.521444 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:55:03.521444 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:55:03.521444 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:55:03.521444 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:55:03.521444 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:55:03.521444 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:55:03.521444 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:55:03.521444 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:55:03.521444 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:55:03.521444 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:55:03.521444 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:55:03.521444 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:55:03.521444 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:55:03.521444 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:55:03.521444 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:55:03.530079 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3b040-8744-4639-b7c7-5ed548234366 req-6dca8357-9e3e-42a9-81e0-eb05dea19b81 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:03.531646 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fcb3b040-8744-4639-b7c7-5ed548234366 req-6dca8357-9e3e-42a9-81e0-eb05dea19b81 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.1005077 Aug 23 20:55:03.567584 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5306f795-0b84-4c33-a67d-f39669e31e6e tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:03.595476 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fcb3b040-8744-4639-b7c7-5ed548234366 req-f8293616-853d-45ab-a2c2-64b552daff29 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521996 Aug 23 20:55:03.634143 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-df09c3e5-ab4b-45e2-a7f8-61e64d9ab8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:03.655103 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1413a922-5d45-4ece-bc95-a1a5cd57ed5f tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:03.663977 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5306f795-0b84-4c33-a67d-f39669e31e6e tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event deleted for resources: {'Port': ['ID=e870685a-ff19-46cc-8eb6-5c997feb7cfa,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:03.667482 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1413a922-5d45-4ece-bc95-a1a5cd57ed5f tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:03.675582 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-1413a922-5d45-4ece-bc95-a1a5cd57ed5f tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "DELETE /v2.0/networks/24728a13-d0f6-48e1-aaae-ad23ecc9cb63 HTTP/1.1" status: 204 len: 168 time: 0.7373688 Aug 23 20:55:03.676857 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5306f795-0b84-4c33-a67d-f39669e31e6e tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] No DVR routers for this DVR port e870685a-ff19-46cc-8eb6-5c997feb7cfa on host n-d-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:55:03.680079 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 59204) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:03.704420 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1413a922-5d45-4ece-bc95-a1a5cd57ed5f tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event deleted for resources: {'Network': ['ID=24728a13-d0f6-48e1-aaae-ad23ecc9cb63,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:03.706205 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df09c3e5-ab4b-45e2-a7f8-61e64d9ab8c0 None None] No DVR routers for this DVR port e870685a-ff19-46cc-8eb6-5c997feb7cfa on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:55:03.710248 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09c3e5-ab4b-45e2-a7f8-61e64d9ab8c0 None None] Pushing event deleted for resources: {'Port': ['ID=e870685a-ff19-46cc-8eb6-5c997feb7cfa,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:03.836169 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5306f795-0b84-4c33-a67d-f39669e31e6e tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:03.856912 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-5306f795-0b84-4c33-a67d-f39669e31e6e tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49271592-bd0c-49aa-a4c3-dfc67af4039f']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:03.867514 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-697b3312-a8f7-4dc9-9caf-54ee9bead6dd tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:03.870358 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-5306f795-0b84-4c33-a67d-f39669e31e6e tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f7877c8-013f-4e68-9b7d-8eb0dd607883') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:03.870672 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-5306f795-0b84-4c33-a67d-f39669e31e6e tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f7877c8-013f-4e68-9b7d-8eb0dd607883') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:03.890667 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5306f795-0b84-4c33-a67d-f39669e31e6e tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:03.922348 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-697b3312-a8f7-4dc9-9caf-54ee9bead6dd tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:03.925245 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5306f795-0b84-4c33-a67d-f39669e31e6e tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:03.940016 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5306f795-0b84-4c33-a67d-f39669e31e6e tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:55:03.940264 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5306f795-0b84-4c33-a67d-f39669e31e6e tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:03.943552 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:55:03.943552 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:55:03.943552 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:55:03.943552 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:55:03.943552 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:55:03.943552 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:55:03.943552 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:55:03.943552 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:55:03.943552 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:55:03.943552 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:55:03.943552 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:55:03.943552 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:55:03.943552 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:55:03.943552 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:55:03.943552 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:55:03.943552 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:55:03.943552 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:55:03.943552 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:55:03.943552 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:55:03.943552 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:55:03.943552 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:55:03.943552 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:55:03.943552 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:55:03.943552 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:55:03.943552 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:55:03.943552 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:55:03.943552 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:55:03.943552 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:55:03.943552 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:55:03.943552 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:55:03.943552 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:55:03.943552 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:55:04.018829 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c42d49-d932-4312-a42d-f8a650a4d21c req-9c11e22a-9728-45a8-bd35-8af9417b919f tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:04.020749 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-61c42d49-d932-4312-a42d-f8a650a4d21c req-9c11e22a-9728-45a8-bd35-8af9417b919f tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8f463e8-41c9-4804-81d0-2ccc18294307 HTTP/1.1" status: 200 len: 946 time: 0.0684016 Aug 23 20:55:04.064327 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-61c42d49-d932-4312-a42d-f8a650a4d21c req-2470208d-5eac-40f4-89bd-bd8781bcc4c5 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/security-groups?id=651f17c7-80ee-45a7-8b21-7316b86cf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371594 Aug 23 20:55:04.354107 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5306f795-0b84-4c33-a67d-f39669e31e6e tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:04.363474 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5306f795-0b84-4c33-a67d-f39669e31e6e tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:04.371003 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5306f795-0b84-4c33-a67d-f39669e31e6e tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "DELETE /v2.0/networks/49271592-bd0c-49aa-a4c3-dfc67af4039f HTTP/1.1" status: 204 len: 168 time: 1.5888791 Aug 23 20:55:04.371003 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 59212) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:04.374525 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-fc60c7c0-7d58-4e66-8e30-b6f5091aaa48 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-945894985', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}, 'admin_state_up': False}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:55:04.391972 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5306f795-0b84-4c33-a67d-f39669e31e6e tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event deleted for resources: {'Network': ['ID=49271592-bd0c-49aa-a4c3-dfc67af4039f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:04.410039 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-697b3312-a8f7-4dc9-9caf-54ee9bead6dd tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:04.412537 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-697b3312-a8f7-4dc9-9caf-54ee9bead6dd tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:04.416546 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-697b3312-a8f7-4dc9-9caf-54ee9bead6dd tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] 10.222.0.61 "DELETE /v2.0/security-groups/b6017907-58fb-483f-96aa-d62b019131cd HTTP/1.1" status: 204 len: 168 time: 0.7349372 Aug 23 20:55:04.421420 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fc60c7c0-7d58-4e66-8e30-b6f5091aaa48 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:04.422418 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fc60c7c0-7d58-4e66-8e30-b6f5091aaa48 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:04.434444 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697b3312-a8f7-4dc9-9caf-54ee9bead6dd tempest-TestNetworkAdvancedServerOps-1690292730 tempest-TestNetworkAdvancedServerOps-1690292730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6017907-58fb-483f-96aa-d62b019131cd,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:04.509289 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fc60c7c0-7d58-4e66-8e30-b6f5091aaa48 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:04.708745 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fc60c7c0-7d58-4e66-8e30-b6f5091aaa48 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:04.780387 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 59222) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:04.800409 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25111fb4-f869-4218-983c-06446ba1b67c req-aec64287-a4b7-4c5e-97c3-c93bdc7062f0 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:04.802459 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-25111fb4-f869-4218-983c-06446ba1b67c req-aec64287-a4b7-4c5e-97c3-c93bdc7062f0 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.0894830 Aug 23 20:55:04.861217 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-25111fb4-f869-4218-983c-06446ba1b67c req-edd6520d-e119-4a22-89cd-f8d174cfeed5 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511734 Aug 23 20:55:04.947025 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device e870685a-ff19-46cc-8eb6-5c997feb7cfa no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:55:04.991751 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: e870685a-ff19-46cc-8eb6-5c997feb7cfa {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:55:04.992500 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device e870685a-ff19-46cc-8eb6-5c997feb7cfa not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:55:04.993799 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 18af16e5-ea20-455c-b936-5dfafdb6605b no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:55:05.003438 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fc60c7c0-7d58-4e66-8e30-b6f5091aaa48 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:05.011317 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-dad490b3-2146-471c-af63-5c3bdb172bd7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0b17a426d9eb4b3083079c3d4dc4db5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2291672 Aug 23 20:55:05.031465 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fc60c7c0-7d58-4e66-8e30-b6f5091aaa48 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:05.035803 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 59228) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:05.044455 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 18af16e5-ea20-455c-b936-5dfafdb6605b {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:55:05.045263 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 18af16e5-ea20-455c-b936-5dfafdb6605b not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:55:05.173796 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c0d6218-8939-4929-97a5-810e6eaf0425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:05.196624 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f7634-0e75-4bc6-bbe1-421f3afbe12e req-f343547e-94e9-45bb-9ea5-9e00bf87d77a tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:05.198359 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-322f7634-0e75-4bc6-bbe1-421f3afbe12e req-f343547e-94e9-45bb-9ea5-9e00bf87d77a tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.0907328 Aug 23 20:55:05.214919 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c0d6218-8939-4929-97a5-810e6eaf0425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:05.231866 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-fc60c7c0-7d58-4e66-8e30-b6f5091aaa48 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Allocated IP 172.25.4.120 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/9c5fae0f-525b-4ad7-8726-14897121f693) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:55:05.259963 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc500ff-c75b-48fe-a08f-64032ad2337f req-e7ae5973-3c7f-4a91-92de-ce9b271dd298 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:05.262011 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bcc500ff-c75b-48fe-a08f-64032ad2337f req-e7ae5973-3c7f-4a91-92de-ce9b271dd298 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8f463e8-41c9-4804-81d0-2ccc18294307 HTTP/1.1" status: 200 len: 946 time: 0.0874050 Aug 23 20:55:05.281048 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-322f7634-0e75-4bc6-bbe1-421f3afbe12e req-d497482d-0e93-4a75-85db-2ecda4dca656 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577514 Aug 23 20:55:05.305173 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c0d6218-8939-4929-97a5-810e6eaf0425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:05.308808 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c0d6218-8939-4929-97a5-810e6eaf0425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:05.310696 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4c0d6218-8939-4929-97a5-810e6eaf0425 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ccd3f0ca-344e-4668-8388-6ff20ba19ca1 HTTP/1.1" status: 204 len: 168 time: 0.2716897 Aug 23 20:55:05.320392 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0d6218-8939-4929-97a5-810e6eaf0425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd3f0ca-344e-4668-8388-6ff20ba19ca1,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:05.372876 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bcc500ff-c75b-48fe-a08f-64032ad2337f req-7ce6dd58-1d48-4468-a1ef-5e92fb5c08bc tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/security-groups?id=651f17c7-80ee-45a7-8b21-7316b86cf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922039 Aug 23 20:55:05.419386 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fc60c7c0-7d58-4e66-8e30-b6f5091aaa48 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:05.474668 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fc60c7c0-7d58-4e66-8e30-b6f5091aaa48 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:05.512773 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc60c7c0-7d58-4e66-8e30-b6f5091aaa48 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:55:05.515710 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-fc60c7c0-7d58-4e66-8e30-b6f5091aaa48 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:55:05.519747 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc60c7c0-7d58-4e66-8e30-b6f5091aaa48 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:55:05.531209 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc60c7c0-7d58-4e66-8e30-b6f5091aaa48 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event updated for resources: {'Port': ['ID=9c5fae0f-525b-4ad7-8726-14897121f693,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:05.725612 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 59240) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:05.772012 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4291c270-a223-4386-a4e7-8662c3549d37 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e21a7c5e47664ace88b7462f91a1fb1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452852 Aug 23 20:55:05.772921 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 59242) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:05.804280 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fc60c7c0-7d58-4e66-8e30-b6f5091aaa48 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:05.831890 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aca80038-dfee-4454-a5f2-6ac7c37a8b57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:05.854212 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aca80038-dfee-4454-a5f2-6ac7c37a8b57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:05.914010 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aca80038-dfee-4454-a5f2-6ac7c37a8b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:05.918220 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aca80038-dfee-4454-a5f2-6ac7c37a8b57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:05.920213 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-aca80038-dfee-4454-a5f2-6ac7c37a8b57 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/aa26ff17-c0a6-435a-8385-d8ddea670a6b HTTP/1.1" status: 204 len: 168 time: 0.1458859 Aug 23 20:55:05.938358 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca80038-dfee-4454-a5f2-6ac7c37a8b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa26ff17-c0a6-435a-8385-d8ddea670a6b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:06.063062 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fc60c7c0-7d58-4e66-8e30-b6f5091aaa48 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:06.194074 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c2a14-3d52-4bda-a748-121ad75ebae4 req-662e2056-74ff-4eca-990d-78fba96e1e26 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:06.196616 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7b5c2a14-3d52-4bda-a748-121ad75ebae4 req-662e2056-74ff-4eca-990d-78fba96e1e26 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f463e8-41c9-4804-81d0-2ccc18294307 HTTP/1.1" status: 200 len: 946 time: 0.0750313 Aug 23 20:55:06.216247 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc60c7c0-7d58-4e66-8e30-b6f5091aaa48 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Router 33c706b0-65e4-46ea-a8c5-62e494ab82f9 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:55:06.311730 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-7b5c2a14-3d52-4bda-a748-121ad75ebae4 req-7b5d5c91-e287-47b2-82bc-e125194cb79c tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Deleting port cfc6dc03-3923-4cea-9bf2-2affd6d7414a {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:55:06.312330 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7b5c2a14-3d52-4bda-a748-121ad75ebae4 req-7b5d5c91-e287-47b2-82bc-e125194cb79c tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:06.357784 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc60c7c0-7d58-4e66-8e30-b6f5091aaa48 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:55:06.368074 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684adad7-c6ec-448c-9093-ef2814ba544a None None] Sync routers for ids ['33c706b0-65e4-46ea-a8c5-62e494ab82f9'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:55:06.383734 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684adad7-c6ec-448c-9093-ef2814ba544a None None] Routers {'33c706b0-65e4-46ea-a8c5-62e494ab82f9'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:55:06.385550 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-684adad7-c6ec-448c-9093-ef2814ba544a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:54:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['33c706b0-65e4-46ea-a8c5-62e494ab82f9'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:06.407801 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fc60c7c0-7d58-4e66-8e30-b6f5091aaa48 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:06.409912 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-fc60c7c0-7d58-4e66-8e30-b6f5091aaa48 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.0398362 Aug 23 20:55:06.413741 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 59260) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:06.437670 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-684adad7-c6ec-448c-9093-ef2814ba544a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:06.448702 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684adad7-c6ec-448c-9093-ef2814ba544a None None] Routers {'33c706b0-65e4-46ea-a8c5-62e494ab82f9'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:55:06.448702 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-684adad7-c6ec-448c-9093-ef2814ba544a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:54:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['33c706b0-65e4-46ea-a8c5-62e494ab82f9'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:06.496465 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-684adad7-c6ec-448c-9093-ef2814ba544a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:06.497385 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684adad7-c6ec-448c-9093-ef2814ba544a None None] The sync data for ids ['33c706b0-65e4-46ea-a8c5-62e494ab82f9'] in n-d-805663-2 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:55:06.574449 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf479e6-49e5-49fb-bbcc-6aeaa9ed20ae req-2a9a7417-bd18-4058-9460-6ae4c58c6a80 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:06.583847 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5cf479e6-49e5-49fb-bbcc-6aeaa9ed20ae req-2a9a7417-bd18-4058-9460-6ae4c58c6a80 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8f463e8-41c9-4804-81d0-2ccc18294307 HTTP/1.1" status: 200 len: 946 time: 0.0996013 Aug 23 20:55:06.589520 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-7b5c2a14-3d52-4bda-a748-121ad75ebae4 req-7b5d5c91-e287-47b2-82bc-e125194cb79c tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] For port cfc6dc03-3923-4cea-9bf2-2affd6d7414a, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=cfc6dc03-3923-4cea-9bf2-2affd6d7414a,segment=NetworkSegment(f683eaf8-9cb3-4912-a5b5-6de4a78adb79),segment_id=f683eaf8-9cb3-4912-a5b5-6de4a78adb79)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:55:06.590112 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7b5c2a14-3d52-4bda-a748-121ad75ebae4 req-7b5d5c91-e287-47b2-82bc-e125194cb79c tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:06.629012 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5cf479e6-49e5-49fb-bbcc-6aeaa9ed20ae req-934d201a-1f16-48d3-83a3-63498da183f3 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/security-groups?id=651f17c7-80ee-45a7-8b21-7316b86cf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442388 Aug 23 20:55:06.652550 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-7b5c2a14-3d52-4bda-a748-121ad75ebae4 req-7b5d5c91-e287-47b2-82bc-e125194cb79c tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Calling delete_port for cfc6dc03-3923-4cea-9bf2-2affd6d7414a owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:55:06.721640 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068640f4-afec-4bfe-8675-d8f473d843ad req-2848a5e8-e151-4bf2-afcd-600dabf5b61d tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:06.723372 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-068640f4-afec-4bfe-8675-d8f473d843ad req-2848a5e8-e151-4bf2-afcd-600dabf5b61d tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.2667253 Aug 23 20:55:06.740158 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f7bcfd9b-faa1-4406-ad92-d45f19193118 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "GET /v2.0/routers/33c706b0-65e4-46ea-a8c5-62e494ab82f9 HTTP/1.1" status: 200 len: 884 time: 0.3198340 Aug 23 20:55:06.744736 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 59270) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:06.799324 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-068640f4-afec-4bfe-8675-d8f473d843ad req-a53cbd15-78d9-4568-a147-5d79fad3b8f0 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669987 Aug 23 20:55:06.909765 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7b5c2a14-3d52-4bda-a748-121ad75ebae4 req-7b5d5c91-e287-47b2-82bc-e125194cb79c tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:06.951313 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5d5c91-e287-47b2-82bc-e125194cb79c tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Pushing event deleted for resources: {'Port': ['ID=cfc6dc03-3923-4cea-9bf2-2affd6d7414a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:06.952405 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['cfc6dc03-3923-4cea-9bf2-2affd6d7414a'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:55:07.012674 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 59278) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:07.017851 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b5c2a14-3d52-4bda-a748-121ad75ebae4 req-7b5d5c91-e287-47b2-82bc-e125194cb79c tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] No DVR routers for this DVR port cfc6dc03-3923-4cea-9bf2-2affd6d7414a on host n-h2-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:55:07.020423 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7b5c2a14-3d52-4bda-a748-121ad75ebae4 req-7b5d5c91-e287-47b2-82bc-e125194cb79c tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:07.022733 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7b5c2a14-3d52-4bda-a748-121ad75ebae4 req-7b5d5c91-e287-47b2-82bc-e125194cb79c tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.32 "DELETE /v2.0/ports/cfc6dc03-3923-4cea-9bf2-2affd6d7414a HTTP/1.1" status: 204 len: 173 time: 0.8184657 Aug 23 20:55:07.023170 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f463e8-41c9-4804-81d0-2ccc18294307', 'name': 'network-vif-deleted', 'tag': 'cfc6dc03-3923-4cea-9bf2-2affd6d7414a'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:55:07.025468 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b58548-da29-4246-8fcd-ad654e607f5f" -d '{"events": [{"server_uuid": "a8f463e8-41c9-4804-81d0-2ccc18294307", "name": "network-vif-deleted", "tag": "cfc6dc03-3923-4cea-9bf2-2affd6d7414a"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:55:07.071962 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18329e9-489b-40aa-95a8-54f19a73a39b x-openstack-request-id: req-d18329e9-489b-40aa-95a8-54f19a73a39b {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:55:07.071962 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f463e8-41c9-4804-81d0-2ccc18294307", "name": "network-vif-deleted", "tag": "cfc6dc03-3923-4cea-9bf2-2affd6d7414a", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:55:07.072447 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d18329e9-489b-40aa-95a8-54f19a73a39b {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:55:07.072942 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f463e8-41c9-4804-81d0-2ccc18294307', 'name': 'network-vif-deleted', 'tag': 'cfc6dc03-3923-4cea-9bf2-2affd6d7414a', 'status': 'completed', 'code': 200} Aug 23 20:55:07.132874 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef081f12-6328-48ff-8bff-e4daf3f4d0df req-5770ba63-7b69-4064-8007-bd3c34e2ce47 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:07.134390 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ef081f12-6328-48ff-8bff-e4daf3f4d0df req-5770ba63-7b69-4064-8007-bd3c34e2ce47 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.1202416 Aug 23 20:55:07.155314 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-0d618616-3531-47bf-88bd-efeb070015a5 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-230706282-network', 'tenant_id': '3dc071b4c14546878544ee14003d0eb0'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:55:07.178583 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-88f2cd52-b615-4940-b333-7ce6796675f5 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.4344518 Aug 23 20:55:07.181222 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 59284) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:07.187297 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-2a94fb12-a3a0-4398-84dc-3e3474a0e84b tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-945894985'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:55:07.218599 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ef081f12-6328-48ff-8bff-e4daf3f4d0df req-0d62c98e-0c0c-4c77-8c75-0bbd7635808e tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702536 Aug 23 20:55:07.219685 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d618616-3531-47bf-88bd-efeb070015a5 admin admin] Made reservation on behalf of 3dc071b4c14546878544ee14003d0eb0 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:55:07.222539 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d618616-3531-47bf-88bd-efeb070015a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:07.232675 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d618616-3531-47bf-88bd-efeb070015a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:07.352446 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d618616-3531-47bf-88bd-efeb070015a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:07.357642 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d618616-3531-47bf-88bd-efeb070015a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:07.383379 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d618616-3531-47bf-88bd-efeb070015a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:55:07.394889 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d618616-3531-47bf-88bd-efeb070015a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92b13e4-8759-417a-a142-1f1dbb9a0c7c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:07.399538 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d618616-3531-47bf-88bd-efeb070015a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:07.399893 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-0d618616-3531-47bf-88bd-efeb070015a5 admin admin] Added segment 55c7a2a6-4614-4267-8836-2fb3c8bd1628 of type vlan for network 3d0de374-f24b-4d5b-8c76-4ac1609c36dd Aug 23 20:55:07.410438 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321848a8-fdab-480a-be9d-98f37bf039bb req-6baebb84-b638-481f-b954-526e2560b7fd tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:07.411888 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-321848a8-fdab-480a-be9d-98f37bf039bb req-6baebb84-b638-481f-b954-526e2560b7fd tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.1052723 Aug 23 20:55:07.446444 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d618616-3531-47bf-88bd-efeb070015a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:07.473388 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d618616-3531-47bf-88bd-efeb070015a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:07.474514 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d618616-3531-47bf-88bd-efeb070015a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:07.475018 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d618616-3531-47bf-88bd-efeb070015a5 admin admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:07.526983 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-321848a8-fdab-480a-be9d-98f37bf039bb req-b1f412e4-e110-4c5c-842f-24bf83960ac0 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881712 Aug 23 20:55:07.533840 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0d618616-3531-47bf-88bd-efeb070015a5 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5147390 Aug 23 20:55:07.533969 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 59290) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:07.546886 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d618616-3531-47bf-88bd-efeb070015a5 admin admin] Pushing event updated for resources: {'Network': ['ID=3d0de374-f24b-4d5b-8c76-4ac1609c36dd,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:07.548198 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-266ae022-a7a6-4851-a591-25c263248465 admin admin] Request body: {'subnet': {'network_id': '3d0de374-f24b-4d5b-8c76-4ac1609c36dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-230706282-subnet', 'tenant_id': '3dc071b4c14546878544ee14003d0eb0', 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:55:07.566448 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 3d0de374-f24b-4d5b-8c76-4ac1609c36dd details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:55:07.636312 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266ae022-a7a6-4851-a591-25c263248465 admin admin] Made reservation on behalf of 3dc071b4c14546878544ee14003d0eb0 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:55:07.638427 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-266ae022-a7a6-4851-a591-25c263248465 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:07.657003 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a94fb12-a3a0-4398-84dc-3e3474a0e84b tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4165669'] for router, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:07.679246 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a3045-2d0c-4cc0-bad9-68166e6e1e65 req-214a72f9-1bae-4a98-823d-4a50b881af1e tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:07.680936 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-692a3045-2d0c-4cc0-bad9-68166e6e1e65 req-214a72f9-1bae-4a98-823d-4a50b881af1e tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.0683143 Aug 23 20:55:07.718582 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a94fb12-a3a0-4398-84dc-3e3474a0e84b tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-499466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-499571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-497774'] for router, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:07.746595 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-692a3045-2d0c-4cc0-bad9-68166e6e1e65 req-8a62f663-f1c4-470b-bd8a-606446b7a8e4 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550880 Aug 23 20:55:07.840048 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3f465342-e638-4a6e-90ef-e5452541c30e req-5e0fc75b-ccc0-4a9c-8ded-8ff0b0b36df7 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8f463e8-41c9-4804-81d0-2ccc18294307 HTTP/1.1" status: 200 len: 210 time: 0.0486271 Aug 23 20:55:07.930630 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a94fb12-a3a0-4398-84dc-3e3474a0e84b tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Router 33c706b0-65e4-46ea-a8c5-62e494ab82f9 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:55:08.026278 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-266ae022-a7a6-4851-a591-25c263248465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:08.134594 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ae022-a7a6-4851-a591-25c263248465 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02ea3bb0-60b8-47cd-943c-438cab35147d,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:08.147722 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a94fb12-a3a0-4398-84dc-3e3474a0e84b tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:55:08.149538 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266ae022-a7a6-4851-a591-25c263248465 admin admin] Checking segment: {'id': '55c7a2a6-4614-4267-8836-2fb3c8bd1628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3d0de374-f24b-4d5b-8c76-4ac1609c36dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:55:08.149902 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266ae022-a7a6-4851-a591-25c263248465 admin admin] Network hostable DHCP agents. Network: 3d0de374-f24b-4d5b-8c76-4ac1609c36dd, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:55:08.157064 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a94fb12-a3a0-4398-84dc-3e3474a0e84b tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:08.160621 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2a94fb12-a3a0-4398-84dc-3e3474a0e84b tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "PUT /v2.0/routers/33c706b0-65e4-46ea-a8c5-62e494ab82f9 HTTP/1.1" status: 200 len: 891 time: 0.9760311 Aug 23 20:55:08.160909 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 59298) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:08.162002 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bd0f8b-6217-4da2-b771-51802b5fcdb2 None None] Sync routers for ids ['33c706b0-65e4-46ea-a8c5-62e494ab82f9'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:55:08.173123 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bd0f8b-6217-4da2-b771-51802b5fcdb2 None None] Routers {'33c706b0-65e4-46ea-a8c5-62e494ab82f9'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:55:08.173388 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-16bd0f8b-6217-4da2-b771-51802b5fcdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:54:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['33c706b0-65e4-46ea-a8c5-62e494ab82f9'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:08.218419 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-16bd0f8b-6217-4da2-b771-51802b5fcdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:08.223404 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266ae022-a7a6-4851-a591-25c263248465 admin admin] Network 3d0de374-f24b-4d5b-8c76-4ac1609c36dd is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:55:08.230907 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bd0f8b-6217-4da2-b771-51802b5fcdb2 None None] Routers {'33c706b0-65e4-46ea-a8c5-62e494ab82f9'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:55:08.231877 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-16bd0f8b-6217-4da2-b771-51802b5fcdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:54:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['33c706b0-65e4-46ea-a8c5-62e494ab82f9'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:08.271770 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-16bd0f8b-6217-4da2-b771-51802b5fcdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:08.272563 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bd0f8b-6217-4da2-b771-51802b5fcdb2 None None] The sync data for ids ['33c706b0-65e4-46ea-a8c5-62e494ab82f9'] in n-d-805663-2 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:55:08.575281 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-266ae022-a7a6-4851-a591-25c263248465 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 3d0de374-f24b-4d5b-8c76-4ac1609c36dd) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:55:08.582010 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266ae022-a7a6-4851-a591-25c263248465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:08.582600 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-266ae022-a7a6-4851-a591-25c263248465 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:08.584045 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b83e85-468a-496f-b84a-e5f34f64b3e8 None None] Network 3d0de374-f24b-4d5b-8c76-4ac1609c36dd requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:55:08.608175 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-266ae022-a7a6-4851-a591-25c263248465 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0734906 Aug 23 20:55:08.611043 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 59318) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:08.615466 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-53ff5ebc-6770-426f-8b90-ad2b6f4aec6f admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-230706282-router', 'tenant_id': '3dc071b4c14546878544ee14003d0eb0', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:55:08.617361 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-534c5e60-44aa-4686-b585-22218d791f51 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "GET /v2.0/routers/33c706b0-65e4-46ea-a8c5-62e494ab82f9 HTTP/1.1" status: 200 len: 891 time: 0.4550917 Aug 23 20:55:08.619671 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 59320) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:08.650568 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-5013a82d-cef2-4ad6-8992-4b394cadd7df tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "GET /v2.0/ports?device_id=33c706b0-65e4-46ea-a8c5-62e494ab82f9 HTTP/1.1" status: 200 len: 205 time: 0.0261769 Aug 23 20:55:08.650782 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 59322) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:08.677022 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-53ff5ebc-6770-426f-8b90-ad2b6f4aec6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:08.679025 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-53ff5ebc-6770-426f-8b90-ad2b6f4aec6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:08.757706 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-53ff5ebc-6770-426f-8b90-ad2b6f4aec6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:08.804820 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9f9fd30b-6813-4160-87e4-98abb140d6b8 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:08.810471 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb8ae2f-8f67-49da-9d07-963b2166670f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-3d0de374-f24b-4d5b-8c76-4ac1609c36dd', 'network_id': '3d0de374-f24b-4d5b-8c76-4ac1609c36dd', 'tenant_id': '3dc071b4c14546878544ee14003d0eb0', 'fixed_ips': [{'subnet_id': '02ea3bb0-60b8-47cd-943c-438cab35147d'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:55:08.811347 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6cb8ae2f-8f67-49da-9d07-963b2166670f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:08.929509 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9f9fd30b-6813-4160-87e4-98abb140d6b8 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:08.991056 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-9f9fd30b-6813-4160-87e4-98abb140d6b8 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Deleting port 9c5fae0f-525b-4ad7-8726-14897121f693 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:55:08.991564 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9f9fd30b-6813-4160-87e4-98abb140d6b8 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:09.004336 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-6cb8ae2f-8f67-49da-9d07-963b2166670f None None] Allocated IP 172.20.0.2 (3d0de374-f24b-4d5b-8c76-4ac1609c36dd/02ea3bb0-60b8-47cd-943c-438cab35147d/0c14a3c3-b19d-4e77-98c4-6e9eb41504db) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:55:09.008859 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-53ff5ebc-6770-426f-8b90-ad2b6f4aec6f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:09.107326 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9f9fd30b-6813-4160-87e4-98abb140d6b8 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:09.144708 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-9f9fd30b-6813-4160-87e4-98abb140d6b8 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Calling delete_port for 9c5fae0f-525b-4ad7-8726-14897121f693 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:55:09.199828 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6cb8ae2f-8f67-49da-9d07-963b2166670f None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:09.212631 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6cb8ae2f-8f67-49da-9d07-963b2166670f None None] Transition to ACTIVE for port object 0c14a3c3-b19d-4e77-98c4-6e9eb41504db will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:55:09.233507 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6cb8ae2f-8f67-49da-9d07-963b2166670f None None] Transition to ACTIVE for port object 0c14a3c3-b19d-4e77-98c4-6e9eb41504db will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:55:09.250950 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6cb8ae2f-8f67-49da-9d07-963b2166670f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:09.310924 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb8ae2f-8f67-49da-9d07-963b2166670f None None] Pushing event updated for resources: {'Port': ['ID=0c14a3c3-b19d-4e77-98c4-6e9eb41504db,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:09.327769 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb8ae2f-8f67-49da-9d07-963b2166670f None None] Network 3d0de374-f24b-4d5b-8c76-4ac1609c36dd is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:55:09.330107 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-6cb8ae2f-8f67-49da-9d07-963b2166670f None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:55:09.336481 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb8ae2f-8f67-49da-9d07-963b2166670f None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:55:09.355548 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-53ff5ebc-6770-426f-8b90-ad2b6f4aec6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:09.376636 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-53ff5ebc-6770-426f-8b90-ad2b6f4aec6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:09.420579 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6cb8ae2f-8f67-49da-9d07-963b2166670f None None] Attempting to bind port 0c14a3c3-b19d-4e77-98c4-6e9eb41504db on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:55:09.420960 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6cb8ae2f-8f67-49da-9d07-963b2166670f None None] Attempting to bind port 0c14a3c3-b19d-4e77-98c4-6e9eb41504db by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '55c7a2a6-4614-4267-8836-2fb3c8bd1628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3d0de374-f24b-4d5b-8c76-4ac1609c36dd'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:55:09.422445 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb8ae2f-8f67-49da-9d07-963b2166670f None None] Attempting to bind port 0c14a3c3-b19d-4e77-98c4-6e9eb41504db on network 3d0de374-f24b-4d5b-8c76-4ac1609c36dd {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:55:09.434214 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb8ae2f-8f67-49da-9d07-963b2166670f None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:55:09.434597 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb8ae2f-8f67-49da-9d07-963b2166670f None None] Checking segment: {'id': '55c7a2a6-4614-4267-8836-2fb3c8bd1628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3d0de374-f24b-4d5b-8c76-4ac1609c36dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:55:09.436138 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfedf3bd-d473-4830-b610-46ed642d9c0a req-f84d4924-cebb-4964-9d5a-bb2375e1102c tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:09.437680 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6cb8ae2f-8f67-49da-9d07-963b2166670f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:09.437839 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb8ae2f-8f67-49da-9d07-963b2166670f None None] Bound using segment: {'id': '55c7a2a6-4614-4267-8836-2fb3c8bd1628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3d0de374-f24b-4d5b-8c76-4ac1609c36dd'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:55:09.438256 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6cb8ae2f-8f67-49da-9d07-963b2166670f None None] Bound port: 0c14a3c3-b19d-4e77-98c4-6e9eb41504db, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55c7a2a6-4614-4267-8836-2fb3c8bd1628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3d0de374-f24b-4d5b-8c76-4ac1609c36dd'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:55:09.438648 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6cb8ae2f-8f67-49da-9d07-963b2166670f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:09.444365 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dfedf3bd-d473-4830-b610-46ed642d9c0a req-f84d4924-cebb-4964-9d5a-bb2375e1102c tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/networks?id=bfc8f643-4c96-48b7-bcd4-feb938556eba HTTP/1.1" status: 200 len: 809 time: 0.2172842 Aug 23 20:55:09.468656 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dfedf3bd-d473-4830-b610-46ed642d9c0a req-3eddef82-b9a3-41e5-9ad1-9bbd98947d60 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/quotas/bc2a804aa5bd45578b34320a7e203c03 HTTP/1.1" status: 200 len: 375 time: 0.0232747 Aug 23 20:55:09.519854 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dfedf3bd-d473-4830-b610-46ed642d9c0a req-4f8abd08-be12-4712-911a-cad84c8549eb tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=bc2a804aa5bd45578b34320a7e203c03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502961 Aug 23 20:55:09.526736 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-53ff5ebc-6770-426f-8b90-ad2b6f4aec6f admin admin] Allocated IP 172.25.4.53 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/2c0d27b5-d961-4312-941a-b1d4786140d7) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:55:09.529732 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-6cb8ae2f-8f67-49da-9d07-963b2166670f None None] For port 0c14a3c3-b19d-4e77-98c4-6e9eb41504db, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:55:09.533929 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-6cb8ae2f-8f67-49da-9d07-963b2166670f None None] For port 0c14a3c3-b19d-4e77-98c4-6e9eb41504db, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=0c14a3c3-b19d-4e77-98c4-6e9eb41504db,segment=NetworkSegment(55c7a2a6-4614-4267-8836-2fb3c8bd1628),segment_id=55c7a2a6-4614-4267-8836-2fb3c8bd1628)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:55:09.538488 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9f9fd30b-6813-4160-87e4-98abb140d6b8 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:09.539566 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6cb8ae2f-8f67-49da-9d07-963b2166670f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:09.627312 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9fd30b-6813-4160-87e4-98abb140d6b8 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event deleted for resources: {'Port': ['ID=9c5fae0f-525b-4ad7-8726-14897121f693,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:09.650840 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb8ae2f-8f67-49da-9d07-963b2166670f None None] Pushing event updated for resources: {'Port': ['ID=0c14a3c3-b19d-4e77-98c4-6e9eb41504db,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:09.715951 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-53ff5ebc-6770-426f-8b90-ad2b6f4aec6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:09.729134 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9f9fd30b-6813-4160-87e4-98abb140d6b8 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:09.761383 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dfedf3bd-d473-4830-b610-46ed642d9c0a req-fa7e3911-926e-419b-85aa-2bf61776588c service neutron] 10.222.0.61 "GET /v2.0/networks/bfc8f643-4c96-48b7-bcd4-feb938556eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328796 Aug 23 20:55:09.769039 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-53ff5ebc-6770-426f-8b90-ad2b6f4aec6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:09.810409 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ff5ebc-6770-426f-8b90-ad2b6f4aec6f admin admin] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:55:09.814168 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-53ff5ebc-6770-426f-8b90-ad2b6f4aec6f admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:55:09.818520 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ff5ebc-6770-426f-8b90-ad2b6f4aec6f admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:55:09.827720 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ff5ebc-6770-426f-8b90-ad2b6f4aec6f admin admin] Pushing event updated for resources: {'Port': ['ID=2c0d27b5-d961-4312-941a-b1d4786140d7,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:09.923164 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9f9fd30b-6813-4160-87e4-98abb140d6b8 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:09.929821 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9f9fd30b-6813-4160-87e4-98abb140d6b8 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:10.013488 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9f9fd30b-6813-4160-87e4-98abb140d6b8 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:10.014367 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9fd30b-6813-4160-87e4-98abb140d6b8 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Fanout notify agent at l3_agent the message router_deleted on router 33c706b0-65e4-46ea-a8c5-62e494ab82f9 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:55:10.034533 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8bb52b2f-2242-4778-8228-69015cc09472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:10.038074 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9f9fd30b-6813-4160-87e4-98abb140d6b8 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:10.039826 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9f9fd30b-6813-4160-87e4-98abb140d6b8 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "DELETE /v2.0/routers/33c706b0-65e4-46ea-a8c5-62e494ab82f9 HTTP/1.1" status: 204 len: 168 time: 1.3877835 Aug 23 20:55:10.046199 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 59358) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:10.063705 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-2bf5adc5-e5eb-4a17-814a-40bf5ecbd079 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-734467440'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:55:10.093067 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dfedf3bd-d473-4830-b610-46ed642d9c0a req-3bf240e0-c44c-4bd4-ac56-f2fa61f5c281 service neutron] 10.222.0.61 "GET /v2.0/networks/bfc8f643-4c96-48b7-bcd4-feb938556eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943258 Aug 23 20:55:10.094044 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf5adc5-e5eb-4a17-814a-40bf5ecbd079 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Made reservation on behalf of 0a3a7f6f58f34235ad73f92601ac48a1 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:55:10.097476 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2bf5adc5-e5eb-4a17-814a-40bf5ecbd079 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:10.138478 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bf5adc5-e5eb-4a17-814a-40bf5ecbd079 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:55:10.156437 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2bf5adc5-e5eb-4a17-814a-40bf5ecbd079 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:10.157777 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-2bf5adc5-e5eb-4a17-814a-40bf5ecbd079 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Added segment a09af113-8501-4828-8451-09e72da8bd5e of type vlan for network 81e7cf5f-b61e-49c2-ba0e-d9115f434709 Aug 23 20:55:10.212226 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2bf5adc5-e5eb-4a17-814a-40bf5ecbd079 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:10.240878 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-53ff5ebc-6770-426f-8b90-ad2b6f4aec6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:10.247469 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2bf5adc5-e5eb-4a17-814a-40bf5ecbd079 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:10.257745 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf5adc5-e5eb-4a17-814a-40bf5ecbd079 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:10.259632 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2bf5adc5-e5eb-4a17-814a-40bf5ecbd079 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:10.333046 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9208f2b3-30da-49be-9251-4674264f8204 req-fa5a1191-2c21-4c9c-81ed-8ec1c0ce5920 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/ports?device_id=cce4d538-642e-4c1c-9f9e-0413f5d86514 HTTP/1.1" status: 200 len: 210 time: 0.0367906 Aug 23 20:55:10.339250 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2bf5adc5-e5eb-4a17-814a-40bf5ecbd079 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2908106 Aug 23 20:55:10.342632 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 59370) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:10.348792 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-07546e34-0596-470e-9272-9ec8bc5b7016 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Request body: {'subnet': {'network_id': '81e7cf5f-b61e-49c2-ba0e-d9115f434709', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:55:10.376508 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf5adc5-e5eb-4a17-814a-40bf5ecbd079 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event updated for resources: {'Network': ['ID=81e7cf5f-b61e-49c2-ba0e-d9115f434709,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:10.392886 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 81e7cf5f-b61e-49c2-ba0e-d9115f434709 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:55:10.482224 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07546e34-0596-470e-9272-9ec8bc5b7016 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Made reservation on behalf of 0a3a7f6f58f34235ad73f92601ac48a1 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:55:10.487916 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-07546e34-0596-470e-9272-9ec8bc5b7016 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:10.519901 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:10.547918 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device cfc6dc03-3923-4cea-9bf2-2affd6d7414a no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:55:10.622814 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: cfc6dc03-3923-4cea-9bf2-2affd6d7414a {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:55:10.623462 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device cfc6dc03-3923-4cea-9bf2-2affd6d7414a not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:55:10.911888 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [req-f06d755b-73ba-48ec-95a1-2354693da880 req-d05afde0-6c4a-42bc-9571-998b946264f2 service neutron] (94687) timed out ('10.222.0.61', 35524) {{(pid=94687) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 20:55:10.913036 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-07546e34-0596-470e-9272-9ec8bc5b7016 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:11.028855 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07546e34-0596-470e-9272-9ec8bc5b7016 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Checking segment: {'id': 'a09af113-8501-4828-8451-09e72da8bd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '81e7cf5f-b61e-49c2-ba0e-d9115f434709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:55:11.029256 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07546e34-0596-470e-9272-9ec8bc5b7016 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Network hostable DHCP agents. Network: 81e7cf5f-b61e-49c2-ba0e-d9115f434709, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:55:11.051189 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07546e34-0596-470e-9272-9ec8bc5b7016 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event updated for resources: {'Subnet': ['ID=ff21fdc8-3424-404f-ae4b-aa88996c003f,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:11.060211 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07546e34-0596-470e-9272-9ec8bc5b7016 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Network 81e7cf5f-b61e-49c2-ba0e-d9115f434709 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:55:11.070753 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 0c14a3c3-b19d-4e77-98c4-6e9eb41504db up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:55:11.077691 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-07546e34-0596-470e-9272-9ec8bc5b7016 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 81e7cf5f-b61e-49c2-ba0e-d9115f434709) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:55:11.086458 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07546e34-0596-470e-9272-9ec8bc5b7016 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:11.087050 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-07546e34-0596-470e-9272-9ec8bc5b7016 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:11.120472 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-07546e34-0596-470e-9272-9ec8bc5b7016 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7732830 Aug 23 20:55:11.120784 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 59388) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:11.129246 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-34949bcc-0ad8-4596-9b63-60c25bb8a352 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-122314915', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:55:11.143313 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9577ea0-5309-42d4-a5c8-13be4bc3cef0 None None] Network 81e7cf5f-b61e-49c2-ba0e-d9115f434709 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:55:11.163438 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-34949bcc-0ad8-4596-9b63-60c25bb8a352 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:11.165972 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-34949bcc-0ad8-4596-9b63-60c25bb8a352 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:11.192962 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-53ff5ebc-6770-426f-8b90-ad2b6f4aec6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:11.195041 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2d138c-8510-4406-9864-44259b249ef4 None None] Network 3d0de374-f24b-4d5b-8c76-4ac1609c36dd requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:55:11.240162 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-34949bcc-0ad8-4596-9b63-60c25bb8a352 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:11.248760 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-34949bcc-0ad8-4596-9b63-60c25bb8a352 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:11.269179 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-34949bcc-0ad8-4596-9b63-60c25bb8a352 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:11.280746 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-34949bcc-0ad8-4596-9b63-60c25bb8a352 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1583445 Aug 23 20:55:11.283432 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 59392) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:11.321695 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f718527f-f3fe-4232-a9cd-26ee994cce0d None None] Provisioning for port 0c14a3c3-b19d-4e77-98c4-6e9eb41504db completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:55:11.330359 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 0c14a3c3-b19d-4e77-98c4-6e9eb41504db completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:55:11.338845 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 0c14a3c3-b19d-4e77-98c4-6e9eb41504db triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:55:11.339918 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:11.341548 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f718527f-f3fe-4232-a9cd-26ee994cce0d None None] Provisioning complete for port 0c14a3c3-b19d-4e77-98c4-6e9eb41504db triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:55:11.341910 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f718527f-f3fe-4232-a9cd-26ee994cce0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:11.456705 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ff5ebc-6770-426f-8b90-ad2b6f4aec6f admin admin] Router 773e51f8-8651-40df-b041-e7a74d93da06 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:55:11.541504 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f718527f-f3fe-4232-a9cd-26ee994cce0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:11.617425 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4e27aba1-b2f1-48ab-9f9a-f79c05451fad req-5da91ad2-3ce8-45c5-8778-9e65ba9757f0 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/ports?device_id=cce4d538-642e-4c1c-9f9e-0413f5d86514 HTTP/1.1" status: 200 len: 210 time: 0.0580132 Aug 23 20:55:11.630401 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ff5ebc-6770-426f-8b90-ad2b6f4aec6f admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:55:11.643612 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e0bf07-4351-4537-ba17-58cf6d9d22c4 None None] Sync routers for ids ['773e51f8-8651-40df-b041-e7a74d93da06'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:55:11.660589 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e0bf07-4351-4537-ba17-58cf6d9d22c4 None None] Routers {'773e51f8-8651-40df-b041-e7a74d93da06'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:55:11.662191 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-49e0bf07-4351-4537-ba17-58cf6d9d22c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:54:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['773e51f8-8651-40df-b041-e7a74d93da06'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:11.671360 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-53ff5ebc-6770-426f-8b90-ad2b6f4aec6f admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:11.673929 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-53ff5ebc-6770-426f-8b90-ad2b6f4aec6f admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.0618625 Aug 23 20:55:11.677281 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 59402) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:11.807176 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:11.827413 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-f718527f-f3fe-4232-a9cd-26ee994cce0d None None] For port 0c14a3c3-b19d-4e77-98c4-6e9eb41504db, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=0c14a3c3-b19d-4e77-98c4-6e9eb41504db,segment=NetworkSegment(55c7a2a6-4614-4267-8836-2fb3c8bd1628),segment_id=55c7a2a6-4614-4267-8836-2fb3c8bd1628)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:55:11.830255 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-49e0bf07-4351-4537-ba17-58cf6d9d22c4 None None] Set router 773e51f8-8651-40df-b041-e7a74d93da06 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:55:11.850037 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-13d019f0-a8ed-4ba5-b932-a28954ef7437 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:11.857766 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f718527f-f3fe-4232-a9cd-26ee994cce0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:12.132907 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.db.api [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 20:55:12.133271 n-d-805663-2 neutron-server[94689]: DEBUG oslo_db.api [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 20:55:12.202257 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f927483e-f7ee-49af-9b6c-d9f84c8a07a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-81e7cf5f-b61e-49c2-ba0e-d9115f434709', 'network_id': '81e7cf5f-b61e-49c2-ba0e-d9115f434709', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'fixed_ips': [{'subnet_id': 'ff21fdc8-3424-404f-ae4b-aa88996c003f'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:55:12.203110 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f927483e-f7ee-49af-9b6c-d9f84c8a07a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:12.227173 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-13d019f0-a8ed-4ba5-b932-a28954ef7437 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Allocated IP 2001:db8::1 (81e7cf5f-b61e-49c2-ba0e-d9115f434709/ff21fdc8-3424-404f-ae4b-aa88996c003f/25db1b43-9eab-403a-b795-3ae9af9be60b) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:55:12.232640 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f718527f-f3fe-4232-a9cd-26ee994cce0d None None] Pushing event updated for resources: {'Port': ['ID=0c14a3c3-b19d-4e77-98c4-6e9eb41504db,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:12.243426 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-49e0bf07-4351-4537-ba17-58cf6d9d22c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773e51f8-8651-40df-b041-e7a74d93da06', 'name': 'tempest-TestServerBasicOps-230706282-router', 'tenant_id': '3dc071b4c14546878544ee14003d0eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '2c0d27b5-d961-4312-941a-b1d4786140d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:55:08Z', 'updated_at': '2021-08-23T20:55:10Z', 'revision_number': 3, 'project_id': '3dc071b4c14546878544ee14003d0eb0', 'gw_port': {'id': '2c0d27b5-d961-4312-941a-b1d4786140d7', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:53:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773e51f8-8651-40df-b041-e7a74d93da06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:09Z', 'updated_at': '2021-08-23T20:55:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:12.344033 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e0bf07-4351-4537-ba17-58cf6d9d22c4 None None] Checking router: 773e51f8-8651-40df-b041-e7a74d93da06 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:55:12.344407 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e0bf07-4351-4537-ba17-58cf6d9d22c4 None None] Updating router 773e51f8-8651-40df-b041-e7a74d93da06 port 2c0d27b5-d961-4312-941a-b1d4786140d7 binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:55:12.410217 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-49e0bf07-4351-4537-ba17-58cf6d9d22c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:12.551413 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b3d88fa8-c2bb-4e54-8f32-5b6ceb03adff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:12.599848 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfedf3bd-d473-4830-b610-46ed642d9c0a req-2077fa9c-7554-444b-baa9-3e2670667dc5 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:12.601732 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dfedf3bd-d473-4830-b610-46ed642d9c0a req-2077fa9c-7554-444b-baa9-3e2670667dc5 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.32 "GET /v2.0/networks?id=bfc8f643-4c96-48b7-bcd4-feb938556eba HTTP/1.1" status: 200 len: 809 time: 0.3445623 Aug 23 20:55:12.618911 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-13d019f0-a8ed-4ba5-b932-a28954ef7437 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:12.638857 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-13d019f0-a8ed-4ba5-b932-a28954ef7437 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Transition to ACTIVE for port object 25db1b43-9eab-403a-b795-3ae9af9be60b will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:55:12.702694 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-dfedf3bd-d473-4830-b610-46ed642d9c0a req-0da82dbf-388b-4c40-89ad-3479c731dba1 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Request body: {'port': {'device_id': 'cce4d538-642e-4c1c-9f9e-0413f5d86514', 'network_id': 'bfc8f643-4c96-48b7-bcd4-feb938556eba', 'admin_state_up': True, 'tenant_id': 'bc2a804aa5bd45578b34320a7e203c03'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:55:12.727273 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d82dee70-c93c-4fb8-81f3-4eafa19f006e None None] Provisioning complete for port 0c14a3c3-b19d-4e77-98c4-6e9eb41504db triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:55:12.727777 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d82dee70-c93c-4fb8-81f3-4eafa19f006e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:12.819304 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-13d019f0-a8ed-4ba5-b932-a28954ef7437 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:12.826062 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-49e0bf07-4351-4537-ba17-58cf6d9d22c4 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:12.842099 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-49e0bf07-4351-4537-ba17-58cf6d9d22c4 None None] Transition to ACTIVE for port object 2c0d27b5-d961-4312-941a-b1d4786140d7 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:55:12.852390 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-49e0bf07-4351-4537-ba17-58cf6d9d22c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:12.853342 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-f927483e-f7ee-49af-9b6c-d9f84c8a07a3 None None] Allocated IP 2001:db8::2 (81e7cf5f-b61e-49c2-ba0e-d9115f434709/ff21fdc8-3424-404f-ae4b-aa88996c003f/f9c3028c-25c1-4139-a9c3-6edd9d3da352) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:55:12.858738 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9bb9474b-a559-4c80-b5d0-33f42c0be790 req-b5f1106a-a17c-4b67-9b6a-0a760b2a553a tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/ports?device_id=cce4d538-642e-4c1c-9f9e-0413f5d86514 HTTP/1.1" status: 200 len: 210 time: 0.1048930 Aug 23 20:55:12.918511 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d019f0-a8ed-4ba5-b932-a28954ef7437 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Network 81e7cf5f-b61e-49c2-ba0e-d9115f434709 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:55:12.918780 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4916a5cc-787c-40f2-8493-0360b75cd4d2 None None] Pushing event updated for resources: {'Port': ['ID=2c0d27b5-d961-4312-941a-b1d4786140d7,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:12.925777 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-13d019f0-a8ed-4ba5-b932-a28954ef7437 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:55:12.937404 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4916a5cc-787c-40f2-8493-0360b75cd4d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:55:12.938543 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d019f0-a8ed-4ba5-b932-a28954ef7437 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:55:12.939231 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-13d019f0-a8ed-4ba5-b932-a28954ef7437 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:12.939465 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4916a5cc-787c-40f2-8493-0360b75cd4d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:55:12.939959 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4916a5cc-787c-40f2-8493-0360b75cd4d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:55:12.940505 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4916a5cc-787c-40f2-8493-0360b75cd4d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:55:12.941248 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4916a5cc-787c-40f2-8493-0360b75cd4d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:55:12.941882 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4916a5cc-787c-40f2-8493-0360b75cd4d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:55:12.942500 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4916a5cc-787c-40f2-8493-0360b75cd4d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:55:12.943037 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4916a5cc-787c-40f2-8493-0360b75cd4d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:55:12.943566 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4916a5cc-787c-40f2-8493-0360b75cd4d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:55:12.944087 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4916a5cc-787c-40f2-8493-0360b75cd4d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:55:12.944726 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4916a5cc-787c-40f2-8493-0360b75cd4d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:55:12.945252 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4916a5cc-787c-40f2-8493-0360b75cd4d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:55:12.987170 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-49e0bf07-4351-4537-ba17-58cf6d9d22c4 None None] Attempting to bind port 2c0d27b5-d961-4312-941a-b1d4786140d7 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:55:12.988887 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-49e0bf07-4351-4537-ba17-58cf6d9d22c4 None None] Attempting to bind port 2c0d27b5-d961-4312-941a-b1d4786140d7 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:55:12.989826 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e0bf07-4351-4537-ba17-58cf6d9d22c4 None None] Attempting to bind port 2c0d27b5-d961-4312-941a-b1d4786140d7 on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:55:13.000391 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e0bf07-4351-4537-ba17-58cf6d9d22c4 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:55:13.001367 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e0bf07-4351-4537-ba17-58cf6d9d22c4 None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:55:13.002113 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-49e0bf07-4351-4537-ba17-58cf6d9d22c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:13.002803 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e0bf07-4351-4537-ba17-58cf6d9d22c4 None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:55:13.003547 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-49e0bf07-4351-4537-ba17-58cf6d9d22c4 None None] Bound port: 2c0d27b5-d961-4312-941a-b1d4786140d7, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:55:13.004490 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-49e0bf07-4351-4537-ba17-58cf6d9d22c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:13.059395 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f927483e-f7ee-49af-9b6c-d9f84c8a07a3 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:13.069636 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f927483e-f7ee-49af-9b6c-d9f84c8a07a3 None None] Transition to ACTIVE for port object f9c3028c-25c1-4139-a9c3-6edd9d3da352 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:55:13.077036 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-49e0bf07-4351-4537-ba17-58cf6d9d22c4 None None] For port 2c0d27b5-d961-4312-941a-b1d4786140d7, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:55:13.082995 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-49e0bf07-4351-4537-ba17-58cf6d9d22c4 None None] For port 2c0d27b5-d961-4312-941a-b1d4786140d7, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=2c0d27b5-d961-4312-941a-b1d4786140d7,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:55:13.088425 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d019f0-a8ed-4ba5-b932-a28954ef7437 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event updated for resources: {'Port': ['ID=25db1b43-9eab-403a-b795-3ae9af9be60b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:13.089438 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f927483e-f7ee-49af-9b6c-d9f84c8a07a3 None None] Transition to ACTIVE for port object f9c3028c-25c1-4139-a9c3-6edd9d3da352 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:55:13.093092 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-49e0bf07-4351-4537-ba17-58cf6d9d22c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:13.100750 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 0c14a3c3-b19d-4e77-98c4-6e9eb41504db up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:55:13.108099 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f927483e-f7ee-49af-9b6c-d9f84c8a07a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:13.120823 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-b3d88fa8-c2bb-4e54-8f32-5b6ceb03adff admin admin] Allocated IP 172.20.0.1 (3d0de374-f24b-4d5b-8c76-4ac1609c36dd/02ea3bb0-60b8-47cd-943c-438cab35147d/6aa4331e-64ce-48d1-aaab-4b002206ffdf) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:55:13.145933 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-13d019f0-a8ed-4ba5-b932-a28954ef7437 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:13.210605 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e0bf07-4351-4537-ba17-58cf6d9d22c4 None None] Routers {'773e51f8-8651-40df-b041-e7a74d93da06'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:55:13.211143 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-49e0bf07-4351-4537-ba17-58cf6d9d22c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:55:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['773e51f8-8651-40df-b041-e7a74d93da06'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:13.246084 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f927483e-f7ee-49af-9b6c-d9f84c8a07a3 None None] Network 81e7cf5f-b61e-49c2-ba0e-d9115f434709 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:55:13.253452 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-f927483e-f7ee-49af-9b6c-d9f84c8a07a3 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:55:13.258862 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b3d88fa8-c2bb-4e54-8f32-5b6ceb03adff admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:13.260180 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-12ba900b-2bf9-4eb1-8f4d-6a5d41f4ea85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:13.266620 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f927483e-f7ee-49af-9b6c-d9f84c8a07a3 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:55:13.283124 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-b3d88fa8-c2bb-4e54-8f32-5b6ceb03adff admin admin] Transition to ACTIVE for port object 6aa4331e-64ce-48d1-aaab-4b002206ffdf will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:55:13.328929 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b3d88fa8-c2bb-4e54-8f32-5b6ceb03adff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:13.351591 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f927483e-f7ee-49af-9b6c-d9f84c8a07a3 None None] Pushing event updated for resources: {'Port': ['ID=f9c3028c-25c1-4139-a9c3-6edd9d3da352,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:13.384548 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4916a5cc-787c-40f2-8493-0360b75cd4d2 None None] Pushing event updated for resources: {'Port': ['ID=2c0d27b5-d961-4312-941a-b1d4786140d7,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:13.411387 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-f927483e-f7ee-49af-9b6c-d9f84c8a07a3 None None] Attempting to bind port f9c3028c-25c1-4139-a9c3-6edd9d3da352 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:55:13.411919 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-f927483e-f7ee-49af-9b6c-d9f84c8a07a3 None None] Attempting to bind port f9c3028c-25c1-4139-a9c3-6edd9d3da352 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'a09af113-8501-4828-8451-09e72da8bd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '81e7cf5f-b61e-49c2-ba0e-d9115f434709'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:55:13.412470 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f927483e-f7ee-49af-9b6c-d9f84c8a07a3 None None] Attempting to bind port f9c3028c-25c1-4139-a9c3-6edd9d3da352 on network 81e7cf5f-b61e-49c2-ba0e-d9115f434709 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:55:13.421981 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d88fa8-c2bb-4e54-8f32-5b6ceb03adff admin admin] Pushing event updated for resources: {'Port': ['ID=6aa4331e-64ce-48d1-aaab-4b002206ffdf,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:13.428004 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 0c14a3c3-b19d-4e77-98c4-6e9eb41504db triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:55:13.428801 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:13.447269 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d88fa8-c2bb-4e54-8f32-5b6ceb03adff admin admin] Network 3d0de374-f24b-4d5b-8c76-4ac1609c36dd is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:55:13.450293 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-b3d88fa8-c2bb-4e54-8f32-5b6ceb03adff admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:55:13.461109 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f927483e-f7ee-49af-9b6c-d9f84c8a07a3 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:55:13.461969 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f927483e-f7ee-49af-9b6c-d9f84c8a07a3 None None] Checking segment: {'id': 'a09af113-8501-4828-8451-09e72da8bd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '81e7cf5f-b61e-49c2-ba0e-d9115f434709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:55:13.462642 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f927483e-f7ee-49af-9b6c-d9f84c8a07a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:13.463287 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f927483e-f7ee-49af-9b6c-d9f84c8a07a3 None None] Bound using segment: {'id': 'a09af113-8501-4828-8451-09e72da8bd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '81e7cf5f-b61e-49c2-ba0e-d9115f434709'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:55:13.463416 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d88fa8-c2bb-4e54-8f32-5b6ceb03adff admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:55:13.465702 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-f927483e-f7ee-49af-9b6c-d9f84c8a07a3 None None] Bound port: f9c3028c-25c1-4139-a9c3-6edd9d3da352, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09af113-8501-4828-8451-09e72da8bd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '81e7cf5f-b61e-49c2-ba0e-d9115f434709'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:55:13.466466 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f927483e-f7ee-49af-9b6c-d9f84c8a07a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:13.524782 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b3d88fa8-c2bb-4e54-8f32-5b6ceb03adff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:13.528252 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-49e0bf07-4351-4537-ba17-58cf6d9d22c4 None None] Set router 773e51f8-8651-40df-b041-e7a74d93da06 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:55:13.593446 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:13.632653 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-f927483e-f7ee-49af-9b6c-d9f84c8a07a3 None None] For port f9c3028c-25c1-4139-a9c3-6edd9d3da352, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:55:13.654871 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-f927483e-f7ee-49af-9b6c-d9f84c8a07a3 None None] For port f9c3028c-25c1-4139-a9c3-6edd9d3da352, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=f9c3028c-25c1-4139-a9c3-6edd9d3da352,segment=NetworkSegment(a09af113-8501-4828-8451-09e72da8bd5e),segment_id=a09af113-8501-4828-8451-09e72da8bd5e)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:55:13.664680 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f927483e-f7ee-49af-9b6c-d9f84c8a07a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:13.830011 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f927483e-f7ee-49af-9b6c-d9f84c8a07a3 None None] Pushing event updated for resources: {'Port': ['ID=f9c3028c-25c1-4139-a9c3-6edd9d3da352,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:13.856341 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfedf3bd-d473-4830-b610-46ed642d9c0a req-0da82dbf-388b-4c40-89ad-3479c731dba1 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Made reservation on behalf of bc2a804aa5bd45578b34320a7e203c03 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:55:13.865179 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dfedf3bd-d473-4830-b610-46ed642d9c0a req-0da82dbf-388b-4c40-89ad-3479c731dba1 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:13.914496 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b3d88fa8-c2bb-4e54-8f32-5b6ceb03adff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:13.970832 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-51684467-4c29-4dff-8a5a-cb6869bb8794 None None] Provisioning for port 6aa4331e-64ce-48d1-aaab-4b002206ffdf completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:55:13.978137 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-51684467-4c29-4dff-8a5a-cb6869bb8794 None None] Provisioning complete for port 6aa4331e-64ce-48d1-aaab-4b002206ffdf triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:55:13.981412 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-51684467-4c29-4dff-8a5a-cb6869bb8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:14.048039 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5d88de8a-7a59-4a8a-b103-a5f3265f9bf8 req-59e16218-659c-47ef-9e44-1fcf8dc8cedb tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/ports?device_id=cce4d538-642e-4c1c-9f9e-0413f5d86514 HTTP/1.1" status: 200 len: 210 time: 0.0563095 Aug 23 20:55:14.092482 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-51684467-4c29-4dff-8a5a-cb6869bb8794 None None] Port 6aa4331e-64ce-48d1-aaab-4b002206ffdf cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:55:14.120533 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-49e0bf07-4351-4537-ba17-58cf6d9d22c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773e51f8-8651-40df-b041-e7a74d93da06', 'name': 'tempest-TestServerBasicOps-230706282-router', 'tenant_id': '3dc071b4c14546878544ee14003d0eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '2c0d27b5-d961-4312-941a-b1d4786140d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:55:08Z', 'updated_at': '2021-08-23T20:55:10Z', 'revision_number': 3, 'project_id': '3dc071b4c14546878544ee14003d0eb0', 'gw_port': {'id': '2c0d27b5-d961-4312-941a-b1d4786140d7', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:53:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773e51f8-8651-40df-b041-e7a74d93da06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:09Z', 'updated_at': '2021-08-23T20:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:14.203975 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b3d88fa8-c2bb-4e54-8f32-5b6ceb03adff admin admin] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:14.209877 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b3d88fa8-c2bb-4e54-8f32-5b6ceb03adff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:14.227744 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e0bf07-4351-4537-ba17-58cf6d9d22c4 None None] The sync data for ids ['773e51f8-8651-40df-b041-e7a74d93da06'] in n-d-805663-2 is: [{'id': '773e51f8-8651-40df-b041-e7a74d93da06', 'name': 'tempest-TestServerBasicOps-230706282-router', 'tenant_id': '3dc071b4c14546878544ee14003d0eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '2c0d27b5-d961-4312-941a-b1d4786140d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:55:08Z', 'updated_at': '2021-08-23T20:55:10Z', 'revision_number': 3, 'project_id': '3dc071b4c14546878544ee14003d0eb0', 'gw_port': {'id': '2c0d27b5-d961-4312-941a-b1d4786140d7', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:53:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773e51f8-8651-40df-b041-e7a74d93da06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:09Z', 'updated_at': '2021-08-23T20:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:55:14.240673 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-dfedf3bd-d473-4830-b610-46ed642d9c0a req-0da82dbf-388b-4c40-89ad-3479c731dba1 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Allocated IP 172.20.0.12 (bfc8f643-4c96-48b7-bcd4-feb938556eba/c7b63783-ca50-4d8d-bb6b-4566da76f4c7/76bd2caa-ac3b-4bdd-827e-cfa8c3823a39) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:55:14.326146 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b3d88fa8-c2bb-4e54-8f32-5b6ceb03adff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:14.339320 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d88fa8-c2bb-4e54-8f32-5b6ceb03adff admin admin] Pushing event updated for resources: {'Port': ['ID=6aa4331e-64ce-48d1-aaab-4b002206ffdf,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:14.358352 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-13d019f0-a8ed-4ba5-b932-a28954ef7437 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:14.371232 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-13d019f0-a8ed-4ba5-b932-a28954ef7437 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:14.372557 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-13d019f0-a8ed-4ba5-b932-a28954ef7437 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:14.456785 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d88fa8-c2bb-4e54-8f32-5b6ceb03adff admin admin] Network 3d0de374-f24b-4d5b-8c76-4ac1609c36dd is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:55:14.458606 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d019f0-a8ed-4ba5-b932-a28954ef7437 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event updated for resources: {'Port': ['ID=25db1b43-9eab-403a-b795-3ae9af9be60b,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:14.459828 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-b3d88fa8-c2bb-4e54-8f32-5b6ceb03adff admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:55:14.607691 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:14.753569 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d88fa8-c2bb-4e54-8f32-5b6ceb03adff admin admin] Router 773e51f8-8651-40df-b041-e7a74d93da06 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:55:14.789340 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d019f0-a8ed-4ba5-b932-a28954ef7437 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Network 81e7cf5f-b61e-49c2-ba0e-d9115f434709 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:55:14.799645 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-13d019f0-a8ed-4ba5-b932-a28954ef7437 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:55:14.977315 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d88fa8-c2bb-4e54-8f32-5b6ceb03adff admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:55:14.994358 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b3d88fa8-c2bb-4e54-8f32-5b6ceb03adff admin admin] 10.222.0.61 "PUT /v2.0/routers/773e51f8-8651-40df-b041-e7a74d93da06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3155982 Aug 23 20:55:15.007883 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dfedf3bd-d473-4830-b610-46ed642d9c0a req-0da82dbf-388b-4c40-89ad-3479c731dba1 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:15.043670 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-20c212e0-2a64-40a3-b2b6-1fef103b4978 None None] Provisioning complete for port 6aa4331e-64ce-48d1-aaab-4b002206ffdf triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:55:15.045296 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-20c212e0-2a64-40a3-b2b6-1fef103b4978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:15.126272 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 2c0d27b5-d961-4312-941a-b1d4786140d7 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:55:15.174038 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dfedf3bd-d473-4830-b610-46ed642d9c0a req-0da82dbf-388b-4c40-89ad-3479c731dba1 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:15.222692 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-20c212e0-2a64-40a3-b2b6-1fef103b4978 None None] Port 6aa4331e-64ce-48d1-aaab-4b002206ffdf cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:55:15.256483 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 2c0d27b5-d961-4312-941a-b1d4786140d7 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:55:15.262382 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 2c0d27b5-d961-4312-941a-b1d4786140d7 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:55:15.262759 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:15.300104 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f7cd4-0807-4e24-a386-4a222d59f577 req-87d5ce47-69a3-416b-9c63-5881a3f031b7 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:15.304983 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0b5f7cd4-0807-4e24-a386-4a222d59f577 req-87d5ce47-69a3-416b-9c63-5881a3f031b7 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/ports?device_id=cce4d538-642e-4c1c-9f9e-0413f5d86514 HTTP/1.1" status: 200 len: 932 time: 0.1327865 Aug 23 20:55:15.311600 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfedf3bd-d473-4830-b610-46ed642d9c0a req-0da82dbf-388b-4c40-89ad-3479c731dba1 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Network bfc8f643-4c96-48b7-bcd4-feb938556eba is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:55:15.324927 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-dfedf3bd-d473-4830-b610-46ed642d9c0a req-0da82dbf-388b-4c40-89ad-3479c731dba1 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:55:15.337205 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfedf3bd-d473-4830-b610-46ed642d9c0a req-0da82dbf-388b-4c40-89ad-3479c731dba1 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:55:15.342260 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d019f0-a8ed-4ba5-b932-a28954ef7437 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Router 8da2a70e-7544-4368-982e-28ef028d6ffe is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:55:15.371181 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da82dbf-388b-4c40-89ad-3479c731dba1 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Pushing event updated for resources: {'Port': ['ID=76bd2caa-ac3b-4bdd-827e-cfa8c3823a39,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:15.437429 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0b5f7cd4-0807-4e24-a386-4a222d59f577 req-5822e676-6167-4d48-b4a2-d7522637fe5e tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/security-groups?id=651f17c7-80ee-45a7-8b21-7316b86cf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194177 Aug 23 20:55:15.462723 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:15.507132 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 2c0d27b5-d961-4312-941a-b1d4786140d7, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=2c0d27b5-d961-4312-941a-b1d4786140d7,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:55:15.512219 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:15.514549 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device f9c3028c-25c1-4139-a9c3-6edd9d3da352 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:55:15.549206 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfedf3bd-d473-4830-b610-46ed642d9c0a req-0da82dbf-388b-4c40-89ad-3479c731dba1 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:15.549906 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dfedf3bd-d473-4830-b610-46ed642d9c0a req-0da82dbf-388b-4c40-89ad-3479c731dba1 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:15.611009 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dfedf3bd-d473-4830-b610-46ed642d9c0a req-0da82dbf-388b-4c40-89ad-3479c731dba1 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9388103 Aug 23 20:55:15.623174 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d019f0-a8ed-4ba5-b932-a28954ef7437 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:55:15.638445 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-13d019f0-a8ed-4ba5-b932-a28954ef7437 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "PUT /v2.0/routers/8da2a70e-7544-4368-982e-28ef028d6ffe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3517549 Aug 23 20:55:15.641051 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 59466) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:15.648740 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-dfedf3bd-d473-4830-b610-46ed642d9c0a req-2052b5f6-6c0e-4f61-ac39-b78653ceb3e7 service neutron] Request body: {'port': {'device_id': 'cce4d538-642e-4c1c-9f9e-0413f5d86514', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:55:15.657518 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e88946-17df-46cf-8da2-f5fe3db3e516 None None] Sync routers for ids ['8da2a70e-7544-4368-982e-28ef028d6ffe'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:55:15.739664 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fe3ad9-6429-419b-895c-b1300525ab62 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:15.745708 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-31fe3ad9-6429-419b-895c-b1300525ab62 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "GET /v2.0/ports/25db1b43-9eab-403a-b795-3ae9af9be60b HTTP/1.1" status: 200 len: 911 time: 0.1024797 Aug 23 20:55:15.747417 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 59470) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:15.749278 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85134e90-92b3-4054-b1b1-d29272e7309e None None] Network 81e7cf5f-b61e-49c2-ba0e-d9115f434709 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:55:15.749957 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dfedf3bd-d473-4830-b610-46ed642d9c0a req-2052b5f6-6c0e-4f61-ac39-b78653ceb3e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:15.754037 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-61672374-a85b-4f18-aa2a-bc11ab8dc773 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ff21fdc8-3424-404f-ae4b-aa88996c003f'}]}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:55:15.974857 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 59478) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:15.987225 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e88946-17df-46cf-8da2-f5fe3db3e516 None None] Routers {'8da2a70e-7544-4368-982e-28ef028d6ffe'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:55:15.987942 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-31e88946-17df-46cf-8da2-f5fe3db3e516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:55:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['8da2a70e-7544-4368-982e-28ef028d6ffe'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:15.990923 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port f9c3028c-25c1-4139-a9c3-6edd9d3da352 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:55:15.994864 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-1373baed-3b52-4039-b69a-b30369117b7a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-925199109-network', 'tenant_id': 'df66aa28eccf4554b57fbc879a00fa27'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:55:15.997393 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=2c0d27b5-d961-4312-941a-b1d4786140d7,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:16.050946 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-61672374-a85b-4f18-aa2a-bc11ab8dc773 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:16.060700 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-31e88946-17df-46cf-8da2-f5fe3db3e516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:16.068534 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-14594f99-4cf2-4b27-97dc-9af87c5b8b2d None None] Provisioning for port f9c3028c-25c1-4139-a9c3-6edd9d3da352 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:55:16.070422 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1373baed-3b52-4039-b69a-b30369117b7a admin admin] Made reservation on behalf of df66aa28eccf4554b57fbc879a00fa27 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:55:16.073932 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1373baed-3b52-4039-b69a-b30369117b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:16.078017 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-14594f99-4cf2-4b27-97dc-9af87c5b8b2d None None] Provisioning complete for port f9c3028c-25c1-4139-a9c3-6edd9d3da352 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:55:16.078600 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-14594f99-4cf2-4b27-97dc-9af87c5b8b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:16.082472 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:16.085435 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1373baed-3b52-4039-b69a-b30369117b7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:16.142725 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e88946-17df-46cf-8da2-f5fe3db3e516 None None] Routers {'8da2a70e-7544-4368-982e-28ef028d6ffe'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:55:16.144022 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-31e88946-17df-46cf-8da2-f5fe3db3e516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:55:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['8da2a70e-7544-4368-982e-28ef028d6ffe'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:16.197199 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-31e88946-17df-46cf-8da2-f5fe3db3e516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:16.198118 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e88946-17df-46cf-8da2-f5fe3db3e516 None None] The sync data for ids ['8da2a70e-7544-4368-982e-28ef028d6ffe'] in n-d-805663-2 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:55:16.244301 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-dfedf3bd-d473-4830-b610-46ed642d9c0a req-2052b5f6-6c0e-4f61-ac39-b78653ceb3e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76bd2caa-ac3b-4bdd-827e-cfa8c3823a39 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:55:16.255495 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dfedf3bd-d473-4830-b610-46ed642d9c0a req-2052b5f6-6c0e-4f61-ac39-b78653ceb3e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:16.292162 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-dfedf3bd-d473-4830-b610-46ed642d9c0a req-2052b5f6-6c0e-4f61-ac39-b78653ceb3e7 service neutron] Transition to ACTIVE for port object 76bd2caa-ac3b-4bdd-827e-cfa8c3823a39 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:55:16.323005 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dfedf3bd-d473-4830-b610-46ed642d9c0a req-2052b5f6-6c0e-4f61-ac39-b78653ceb3e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:16.325489 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-14594f99-4cf2-4b27-97dc-9af87c5b8b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:16.394850 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1373baed-3b52-4039-b69a-b30369117b7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:16.402903 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2052b5f6-6c0e-4f61-ac39-b78653ceb3e7 service neutron] Pushing event updated for resources: {'Port': ['ID=76bd2caa-ac3b-4bdd-827e-cfa8c3823a39,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:16.411755 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-14594f99-4cf2-4b27-97dc-9af87c5b8b2d None None] For port f9c3028c-25c1-4139-a9c3-6edd9d3da352, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=f9c3028c-25c1-4139-a9c3-6edd9d3da352,segment=NetworkSegment(a09af113-8501-4828-8451-09e72da8bd5e),segment_id=a09af113-8501-4828-8451-09e72da8bd5e)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:55:16.417450 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1373baed-3b52-4039-b69a-b30369117b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:16.419203 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-14594f99-4cf2-4b27-97dc-9af87c5b8b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:16.455385 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1373baed-3b52-4039-b69a-b30369117b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b40175-acf6-4944-8396-c65beaef9781,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:16.491941 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1373baed-3b52-4039-b69a-b30369117b7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:55:16.575948 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1373baed-3b52-4039-b69a-b30369117b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:16.576430 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-1373baed-3b52-4039-b69a-b30369117b7a admin admin] Added segment 936d6e7e-27c1-4d11-bf64-143caf8ad09d of type vlan for network 0d9df97b-908e-4d08-be15-384d0998df1f Aug 23 20:55:16.579275 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14594f99-4cf2-4b27-97dc-9af87c5b8b2d None None] Pushing event updated for resources: {'Port': ['ID=f9c3028c-25c1-4139-a9c3-6edd9d3da352,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:16.676351 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-dfedf3bd-d473-4830-b610-46ed642d9c0a req-2052b5f6-6c0e-4f61-ac39-b78653ceb3e7 service neutron] Attempting to bind port 76bd2caa-ac3b-4bdd-827e-cfa8c3823a39 on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:55:16.676693 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-dfedf3bd-d473-4830-b610-46ed642d9c0a req-2052b5f6-6c0e-4f61-ac39-b78653ceb3e7 service neutron] Attempting to bind port 76bd2caa-ac3b-4bdd-827e-cfa8c3823a39 by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': 'f683eaf8-9cb3-4912-a5b5-6de4a78adb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'bfc8f643-4c96-48b7-bcd4-feb938556eba'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:55:16.677094 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfedf3bd-d473-4830-b610-46ed642d9c0a req-2052b5f6-6c0e-4f61-ac39-b78653ceb3e7 service neutron] Attempting to bind port 76bd2caa-ac3b-4bdd-827e-cfa8c3823a39 on network bfc8f643-4c96-48b7-bcd4-feb938556eba {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:55:16.706753 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1373baed-3b52-4039-b69a-b30369117b7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:16.708957 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfedf3bd-d473-4830-b610-46ed642d9c0a req-2052b5f6-6c0e-4f61-ac39-b78653ceb3e7 service neutron] Port 76bd2caa-ac3b-4bdd-827e-cfa8c3823a39 on network bfc8f643-4c96-48b7-bcd4-feb938556eba not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:55:16.709274 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfedf3bd-d473-4830-b610-46ed642d9c0a req-2052b5f6-6c0e-4f61-ac39-b78653ceb3e7 service neutron] Attempting to bind port 76bd2caa-ac3b-4bdd-827e-cfa8c3823a39 on network bfc8f643-4c96-48b7-bcd4-feb938556eba {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:55:16.712696 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-61672374-a85b-4f18-aa2a-bc11ab8dc773 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:16.731934 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-61672374-a85b-4f18-aa2a-bc11ab8dc773 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:16.738542 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b940e9-f196-425a-bfa3-51c1cebb85dd req-51f799b7-8591-4e70-83f3-eeb6eaa24efc tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:16.746579 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61672374-a85b-4f18-aa2a-bc11ab8dc773 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:16.747543 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-61672374-a85b-4f18-aa2a-bc11ab8dc773 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:16.752308 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-61672374-a85b-4f18-aa2a-bc11ab8dc773 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "PUT /v2.0/ports/25db1b43-9eab-403a-b795-3ae9af9be60b HTTP/1.1" status: 200 len: 911 time: 1.0005751 Aug 23 20:55:16.752494 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-89b940e9-f196-425a-bfa3-51c1cebb85dd req-51f799b7-8591-4e70-83f3-eeb6eaa24efc tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/ports?device_id=cce4d538-642e-4c1c-9f9e-0413f5d86514 HTTP/1.1" status: 200 len: 944 time: 0.1348042 Aug 23 20:55:16.754545 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 59492) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:16.754932 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-dcb0f2ae-2844-48d7-94fb-45dcda364027 None None] Provisioning for port 25db1b43-9eab-403a-b795-3ae9af9be60b completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:55:16.762416 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-dcb0f2ae-2844-48d7-94fb-45dcda364027 None None] Provisioning complete for port 25db1b43-9eab-403a-b795-3ae9af9be60b triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:55:16.762792 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dcb0f2ae-2844-48d7-94fb-45dcda364027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:16.777370 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfedf3bd-d473-4830-b610-46ed642d9c0a req-2052b5f6-6c0e-4f61-ac39-b78653ceb3e7 service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:55:16.777370 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfedf3bd-d473-4830-b610-46ed642d9c0a req-2052b5f6-6c0e-4f61-ac39-b78653ceb3e7 service neutron] Checking segment: {'id': 'f683eaf8-9cb3-4912-a5b5-6de4a78adb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'bfc8f643-4c96-48b7-bcd4-feb938556eba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:55:16.777370 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfedf3bd-d473-4830-b610-46ed642d9c0a req-2052b5f6-6c0e-4f61-ac39-b78653ceb3e7 service neutron] Bound using segment: {'id': 'f683eaf8-9cb3-4912-a5b5-6de4a78adb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'bfc8f643-4c96-48b7-bcd4-feb938556eba'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:55:16.777370 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-dfedf3bd-d473-4830-b610-46ed642d9c0a req-2052b5f6-6c0e-4f61-ac39-b78653ceb3e7 service neutron] Bound port: 76bd2caa-ac3b-4bdd-827e-cfa8c3823a39, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f683eaf8-9cb3-4912-a5b5-6de4a78adb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'bfc8f643-4c96-48b7-bcd4-feb938556eba'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:55:16.777370 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dfedf3bd-d473-4830-b610-46ed642d9c0a req-2052b5f6-6c0e-4f61-ac39-b78653ceb3e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:16.843934 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-dcb0f2ae-2844-48d7-94fb-45dcda364027 None None] Port 25db1b43-9eab-403a-b795-3ae9af9be60b cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:55:16.855093 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-dcb0f2ae-2844-48d7-94fb-45dcda364027 None None] Provisioning complete for port f9c3028c-25c1-4139-a9c3-6edd9d3da352 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:55:16.856881 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dcb0f2ae-2844-48d7-94fb-45dcda364027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:16.972770 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-89b940e9-f196-425a-bfa3-51c1cebb85dd req-d7d9f89a-9341-4cca-a104-650c6cf6d954 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/security-groups?id=651f17c7-80ee-45a7-8b21-7316b86cf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225084 Aug 23 20:55:16.980735 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1373baed-3b52-4039-b69a-b30369117b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:16.981733 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1373baed-3b52-4039-b69a-b30369117b7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:16.982327 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1373baed-3b52-4039-b69a-b30369117b7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:17.025590 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 2c0d27b5-d961-4312-941a-b1d4786140d7 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:55:17.088156 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1373baed-3b52-4039-b69a-b30369117b7a admin admin] Pushing event updated for resources: {'Network': ['ID=0d9df97b-908e-4d08-be15-384d0998df1f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:17.093344 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-1373baed-3b52-4039-b69a-b30369117b7a admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1189432 Aug 23 20:55:17.100262 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 59494) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:17.109010 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 0d9df97b-908e-4d08-be15-384d0998df1f details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:55:17.110216 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-c6f1dbcb-3715-418c-a589-e673c8f46eea admin admin] Request body: {'subnet': {'network_id': '0d9df97b-908e-4d08-be15-384d0998df1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-925199109-subnet', 'tenant_id': 'df66aa28eccf4554b57fbc879a00fa27', 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:55:17.142396 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-dfedf3bd-d473-4830-b610-46ed642d9c0a req-2052b5f6-6c0e-4f61-ac39-b78653ceb3e7 service neutron] For port 76bd2caa-ac3b-4bdd-827e-cfa8c3823a39, host n-h2-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:55:17.145195 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61672374-a85b-4f18-aa2a-bc11ab8dc773 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event updated for resources: {'Port': ['ID=25db1b43-9eab-403a-b795-3ae9af9be60b,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:17.147182 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-dfedf3bd-d473-4830-b610-46ed642d9c0a req-2052b5f6-6c0e-4f61-ac39-b78653ceb3e7 service neutron] For port 76bd2caa-ac3b-4bdd-827e-cfa8c3823a39, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=76bd2caa-ac3b-4bdd-827e-cfa8c3823a39,segment=NetworkSegment(f683eaf8-9cb3-4912-a5b5-6de4a78adb79),segment_id=f683eaf8-9cb3-4912-a5b5-6de4a78adb79)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:55:17.154169 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f8f4cc-bc9e-40df-b0eb-e95f03e3348c None None] Sync routers for ids ['773e51f8-8651-40df-b041-e7a74d93da06'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:55:17.177582 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f8f4cc-bc9e-40df-b0eb-e95f03e3348c None None] Routers {'773e51f8-8651-40df-b041-e7a74d93da06'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:55:17.178209 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-69f8f4cc-bc9e-40df-b0eb-e95f03e3348c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:55:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['773e51f8-8651-40df-b041-e7a74d93da06'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:17.178448 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dfedf3bd-d473-4830-b610-46ed642d9c0a req-2052b5f6-6c0e-4f61-ac39-b78653ceb3e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:17.183865 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f1dbcb-3715-418c-a589-e673c8f46eea admin admin] Made reservation on behalf of df66aa28eccf4554b57fbc879a00fa27 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:55:17.197733 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c6f1dbcb-3715-418c-a589-e673c8f46eea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:17.264765 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfedf3bd-d473-4830-b610-46ed642d9c0a req-2052b5f6-6c0e-4f61-ac39-b78653ceb3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:17.265432 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dfedf3bd-d473-4830-b610-46ed642d9c0a req-2052b5f6-6c0e-4f61-ac39-b78653ceb3e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:17.267522 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dfedf3bd-d473-4830-b610-46ed642d9c0a req-2052b5f6-6c0e-4f61-ac39-b78653ceb3e7 service neutron] 10.222.0.32 "PUT /v2.0/ports/76bd2caa-ac3b-4bdd-827e-cfa8c3823a39 HTTP/1.1" status: 200 len: 1092 time: 1.6276526 Aug 23 20:55:17.268233 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cce4d538-642e-4c1c-9f9e-0413f5d86514', 'tag': '76bd2caa-ac3b-4bdd-827e-cfa8c3823a39'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:55:17.270579 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193f693c-c162-4522-8e5b-a0668ce3b732" -d '{"events": [{"name": "network-changed", "server_uuid": "cce4d538-642e-4c1c-9f9e-0413f5d86514", "tag": "76bd2caa-ac3b-4bdd-827e-cfa8c3823a39"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:55:17.316411 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 2c0d27b5-d961-4312-941a-b1d4786140d7 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:55:17.316959 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:17.351410 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2052b5f6-6c0e-4f61-ac39-b78653ceb3e7 service neutron] Pushing event updated for resources: {'Port': ['ID=76bd2caa-ac3b-4bdd-827e-cfa8c3823a39,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:17.402552 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-242c832e-8046-4139-ac94-f593b0019d94 None None] Provisioning complete for port 25db1b43-9eab-403a-b795-3ae9af9be60b triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:55:17.403020 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-242c832e-8046-4139-ac94-f593b0019d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:17.412240 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9662961-a814-41b7-8443-211520d16bfa x-openstack-request-id: req-d9662961-a814-41b7-8443-211520d16bfa {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:55:17.433977 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cce4d538-642e-4c1c-9f9e-0413f5d86514", "tag": "76bd2caa-ac3b-4bdd-827e-cfa8c3823a39", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:55:17.434451 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d9662961-a814-41b7-8443-211520d16bfa {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:55:17.435263 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cce4d538-642e-4c1c-9f9e-0413f5d86514', 'tag': '76bd2caa-ac3b-4bdd-827e-cfa8c3823a39', 'status': 'completed', 'code': 200} Aug 23 20:55:17.439026 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-69f8f4cc-bc9e-40df-b0eb-e95f03e3348c None None] Set router 773e51f8-8651-40df-b041-e7a74d93da06 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:55:17.456654 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfedf3bd-d473-4830-b610-46ed642d9c0a req-846c64bb-7b08-4f94-a8ca-47ad6b63c314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:17.459547 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dfedf3bd-d473-4830-b610-46ed642d9c0a req-846c64bb-7b08-4f94-a8ca-47ad6b63c314 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bc2a804aa5bd45578b34320a7e203c03&device_id=cce4d538-642e-4c1c-9f9e-0413f5d86514 HTTP/1.1" status: 200 len: 1095 time: 0.1214392 Aug 23 20:55:17.484364 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-242c832e-8046-4139-ac94-f593b0019d94 None None] Port 25db1b43-9eab-403a-b795-3ae9af9be60b cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:55:17.556865 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dfedf3bd-d473-4830-b610-46ed642d9c0a req-b3bab8f3-350c-402c-9705-f2acc77b0981 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76bd2caa-ac3b-4bdd-827e-cfa8c3823a39 HTTP/1.1" status: 200 len: 217 time: 0.0727811 Aug 23 20:55:17.614780 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device f9c3028c-25c1-4139-a9c3-6edd9d3da352 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:55:17.638886 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfedf3bd-d473-4830-b610-46ed642d9c0a req-416be943-752b-4793-ab3d-96266f7fadd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:17.652796 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dfedf3bd-d473-4830-b610-46ed642d9c0a req-416be943-752b-4793-ab3d-96266f7fadd3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c7b63783-ca50-4d8d-bb6b-4566da76f4c7 HTTP/1.1" status: 200 len: 849 time: 0.0795984 Aug 23 20:55:17.676930 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-223c7f92-5241-4e37-a043-aaea89c9be05 None None] Provisioning complete for port 25db1b43-9eab-403a-b795-3ae9af9be60b triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:55:17.677330 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-223c7f92-5241-4e37-a043-aaea89c9be05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:17.716996 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-65e0be50-e5dc-460a-a038-2906ae20ef1f tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:17.749969 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dfedf3bd-d473-4830-b610-46ed642d9c0a req-8ad5f160-c1e4-4e71-8a52-bf08f6901553 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bfc8f643-4c96-48b7-bcd4-feb938556eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848351 Aug 23 20:55:17.751005 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-69f8f4cc-bc9e-40df-b0eb-e95f03e3348c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773e51f8-8651-40df-b041-e7a74d93da06', 'name': 'tempest-TestServerBasicOps-230706282-router', 'tenant_id': '3dc071b4c14546878544ee14003d0eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '2c0d27b5-d961-4312-941a-b1d4786140d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:55:08Z', 'updated_at': '2021-08-23T20:55:13Z', 'revision_number': 4, 'project_id': '3dc071b4c14546878544ee14003d0eb0', 'gw_port': {'id': '2c0d27b5-d961-4312-941a-b1d4786140d7', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:53:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773e51f8-8651-40df-b041-e7a74d93da06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:09Z', 'updated_at': '2021-08-23T20:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '6aa4331e-64ce-48d1-aaab-4b002206ffdf', 'name': '', 'network_id': '3d0de374-f24b-4d5b-8c76-4ac1609c36dd', 'tenant_id': '3dc071b4c14546878544ee14003d0eb0', 'mac_address': 'fa:16:3e:32:01:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773e51f8-8651-40df-b041-e7a74d93da06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '02ea3bb0-60b8-47cd-943c-438cab35147d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:12Z', 'updated_at': '2021-08-23T20:55:14Z', 'revision_number': 2, 'project_id': '3dc071b4c14546878544ee14003d0eb0', 'subnets': [{'id': '02ea3bb0-60b8-47cd-943c-438cab35147d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:17.763327 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-223c7f92-5241-4e37-a043-aaea89c9be05 None None] Port 25db1b43-9eab-403a-b795-3ae9af9be60b cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:55:17.765027 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c6f1dbcb-3715-418c-a589-e673c8f46eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:17.784718 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port f9c3028c-25c1-4139-a9c3-6edd9d3da352 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:55:17.785321 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:17.790227 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f8f4cc-bc9e-40df-b0eb-e95f03e3348c None None] Checking router: 773e51f8-8651-40df-b041-e7a74d93da06 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:55:17.790571 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f8f4cc-bc9e-40df-b0eb-e95f03e3348c None None] Updating router 773e51f8-8651-40df-b041-e7a74d93da06 port 6aa4331e-64ce-48d1-aaab-4b002206ffdf binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:55:17.836632 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-69f8f4cc-bc9e-40df-b0eb-e95f03e3348c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:17.919834 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f1dbcb-3715-418c-a589-e673c8f46eea admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ff20d44-f264-4943-889a-ff00580323fc,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:17.927929 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dfedf3bd-d473-4830-b610-46ed642d9c0a req-9353dc24-bca5-4da0-8d10-803da54c0366 service neutron] 10.222.0.32 "GET /v2.0/networks/bfc8f643-4c96-48b7-bcd4-feb938556eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645989 Aug 23 20:55:17.988842 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f1dbcb-3715-418c-a589-e673c8f46eea admin admin] Checking segment: {'id': '936d6e7e-27c1-4d11-bf64-143caf8ad09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0d9df97b-908e-4d08-be15-384d0998df1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:55:17.989590 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f1dbcb-3715-418c-a589-e673c8f46eea admin admin] Network hostable DHCP agents. Network: 0d9df97b-908e-4d08-be15-384d0998df1f, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:55:18.025407 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f1dbcb-3715-418c-a589-e673c8f46eea admin admin] Network 0d9df97b-908e-4d08-be15-384d0998df1f is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:55:18.052434 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-c6f1dbcb-3715-418c-a589-e673c8f46eea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 0d9df97b-908e-4d08-be15-384d0998df1f) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:55:18.063754 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fecf8e6-3b81-40c4-9779-d682e5a73ee9 None None] Network 0d9df97b-908e-4d08-be15-384d0998df1f requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:55:18.070029 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f1dbcb-3715-418c-a589-e673c8f46eea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:18.070635 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c6f1dbcb-3715-418c-a589-e673c8f46eea admin admin] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:18.113941 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c6f1dbcb-3715-418c-a589-e673c8f46eea admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0107589 Aug 23 20:55:18.116562 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 59516) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:18.116754 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dfedf3bd-d473-4830-b610-46ed642d9c0a req-86c22650-1fb8-4eb3-a2ed-20eb186a2bfb service neutron] 10.222.0.32 "GET /v2.0/networks/bfc8f643-4c96-48b7-bcd4-feb938556eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774988 Aug 23 20:55:18.124043 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-b38b8b0d-95f6-4d64-9bdb-47888b2e7c44 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-925199109-router', 'tenant_id': 'df66aa28eccf4554b57fbc879a00fa27', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:55:18.223153 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b38b8b0d-95f6-4d64-9bdb-47888b2e7c44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:18.224248 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b38b8b0d-95f6-4d64-9bdb-47888b2e7c44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:18.242899 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-69f8f4cc-bc9e-40df-b0eb-e95f03e3348c None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:18.246582 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd09e07-de8f-4ff5-a2d5-bae6fde8c202 req-5b7454c8-ff76-4921-9dae-53f79affe15c tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:18.249492 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2fd09e07-de8f-4ff5-a2d5-bae6fde8c202 req-5b7454c8-ff76-4921-9dae-53f79affe15c tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/ports?device_id=cce4d538-642e-4c1c-9f9e-0413f5d86514 HTTP/1.1" status: 200 len: 944 time: 0.0845437 Aug 23 20:55:18.264036 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-69f8f4cc-bc9e-40df-b0eb-e95f03e3348c None None] Transition to ACTIVE for port object 6aa4331e-64ce-48d1-aaab-4b002206ffdf will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:55:18.275265 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-69f8f4cc-bc9e-40df-b0eb-e95f03e3348c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:18.281700 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-65e0be50-e5dc-460a-a038-2906ae20ef1f tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Deleting port 25db1b43-9eab-403a-b795-3ae9af9be60b {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:55:18.282070 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-65e0be50-e5dc-460a-a038-2906ae20ef1f tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:18.313374 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890fb9c4-0c80-48e3-9257-12a017b69708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-0d9df97b-908e-4d08-be15-384d0998df1f', 'network_id': '0d9df97b-908e-4d08-be15-384d0998df1f', 'tenant_id': 'df66aa28eccf4554b57fbc879a00fa27', 'fixed_ips': [{'subnet_id': '6ff20d44-f264-4943-889a-ff00580323fc'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:55:18.314886 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-890fb9c4-0c80-48e3-9257-12a017b69708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:18.337102 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f693c-c162-4522-8e5b-a0668ce3b732 req-13e920bb-6ac7-4ea0-84f1-d8d123bf76b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:18.339211 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-193f693c-c162-4522-8e5b-a0668ce3b732 req-13e920bb-6ac7-4ea0-84f1-d8d123bf76b9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bc2a804aa5bd45578b34320a7e203c03&device_id=cce4d538-642e-4c1c-9f9e-0413f5d86514 HTTP/1.1" status: 200 len: 1095 time: 0.1025622 Aug 23 20:55:18.345456 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2fd09e07-de8f-4ff5-a2d5-bae6fde8c202 req-3955799a-4621-44a6-ac60-dd5489f730c1 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/security-groups?id=651f17c7-80ee-45a7-8b21-7316b86cf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831819 Aug 23 20:55:18.352838 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d6efe5-96bc-46d8-9e6a-dc9a563b0207 None None] Pushing event updated for resources: {'Port': ['ID=6aa4331e-64ce-48d1-aaab-4b002206ffdf,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:18.433176 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b38b8b0d-95f6-4d64-9bdb-47888b2e7c44 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:18.461297 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f693c-c162-4522-8e5b-a0668ce3b732 req-9bdaa87b-d70b-4102-a418-b65727361621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:18.463817 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-193f693c-c162-4522-8e5b-a0668ce3b732 req-9bdaa87b-d70b-4102-a418-b65727361621 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bfc8f643-4c96-48b7-bcd4-feb938556eba HTTP/1.1" status: 200 len: 910 time: 0.1173573 Aug 23 20:55:18.527056 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-69f8f4cc-bc9e-40df-b0eb-e95f03e3348c None None] Attempting to bind port 6aa4331e-64ce-48d1-aaab-4b002206ffdf on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:55:18.527416 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-69f8f4cc-bc9e-40df-b0eb-e95f03e3348c None None] Attempting to bind port 6aa4331e-64ce-48d1-aaab-4b002206ffdf by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '55c7a2a6-4614-4267-8836-2fb3c8bd1628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3d0de374-f24b-4d5b-8c76-4ac1609c36dd'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:55:18.527772 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f8f4cc-bc9e-40df-b0eb-e95f03e3348c None None] Attempting to bind port 6aa4331e-64ce-48d1-aaab-4b002206ffdf on network 3d0de374-f24b-4d5b-8c76-4ac1609c36dd {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:55:18.544141 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f8f4cc-bc9e-40df-b0eb-e95f03e3348c None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:55:18.544504 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f8f4cc-bc9e-40df-b0eb-e95f03e3348c None None] Checking segment: {'id': '55c7a2a6-4614-4267-8836-2fb3c8bd1628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3d0de374-f24b-4d5b-8c76-4ac1609c36dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:55:18.544901 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-69f8f4cc-bc9e-40df-b0eb-e95f03e3348c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:18.545287 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f8f4cc-bc9e-40df-b0eb-e95f03e3348c None None] Bound using segment: {'id': '55c7a2a6-4614-4267-8836-2fb3c8bd1628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3d0de374-f24b-4d5b-8c76-4ac1609c36dd'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:55:18.545754 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-69f8f4cc-bc9e-40df-b0eb-e95f03e3348c None None] Bound port: 6aa4331e-64ce-48d1-aaab-4b002206ffdf, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55c7a2a6-4614-4267-8836-2fb3c8bd1628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3d0de374-f24b-4d5b-8c76-4ac1609c36dd'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:55:18.546268 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-69f8f4cc-bc9e-40df-b0eb-e95f03e3348c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:18.558825 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-193f693c-c162-4522-8e5b-a0668ce3b732 req-197ddb45-77d8-43fb-adec-994a76b9f939 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76bd2caa-ac3b-4bdd-827e-cfa8c3823a39 HTTP/1.1" status: 200 len: 217 time: 0.0867062 Aug 23 20:55:18.583190 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-890fb9c4-0c80-48e3-9257-12a017b69708 None None] Allocated IP 172.20.0.2 (0d9df97b-908e-4d08-be15-384d0998df1f/6ff20d44-f264-4943-889a-ff00580323fc/a014eba6-7f96-48cc-ab40-e812a139bac2) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:55:18.639103 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f693c-c162-4522-8e5b-a0668ce3b732 req-d273a39b-0ca2-43f3-8e93-16c84a288f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:18.641274 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-193f693c-c162-4522-8e5b-a0668ce3b732 req-d273a39b-0ca2-43f3-8e93-16c84a288f80 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c7b63783-ca50-4d8d-bb6b-4566da76f4c7 HTTP/1.1" status: 200 len: 849 time: 0.0717061 Aug 23 20:55:18.692787 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-193f693c-c162-4522-8e5b-a0668ce3b732 req-5ce99706-9bbb-4be0-9f6d-6aee0ab81312 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bfc8f643-4c96-48b7-bcd4-feb938556eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381243 Aug 23 20:55:18.706623 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-69f8f4cc-bc9e-40df-b0eb-e95f03e3348c None None] For port 6aa4331e-64ce-48d1-aaab-4b002206ffdf, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:55:18.711272 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-69f8f4cc-bc9e-40df-b0eb-e95f03e3348c None None] For port 6aa4331e-64ce-48d1-aaab-4b002206ffdf, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=6aa4331e-64ce-48d1-aaab-4b002206ffdf,segment=NetworkSegment(55c7a2a6-4614-4267-8836-2fb3c8bd1628),segment_id=55c7a2a6-4614-4267-8836-2fb3c8bd1628)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:55:18.717550 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-69f8f4cc-bc9e-40df-b0eb-e95f03e3348c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:18.805339 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f8f4cc-bc9e-40df-b0eb-e95f03e3348c None None] Routers {'773e51f8-8651-40df-b041-e7a74d93da06'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:55:18.805967 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-69f8f4cc-bc9e-40df-b0eb-e95f03e3348c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:55:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['773e51f8-8651-40df-b041-e7a74d93da06'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:18.819113 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-890fb9c4-0c80-48e3-9257-12a017b69708 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:18.839223 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-890fb9c4-0c80-48e3-9257-12a017b69708 None None] Transition to ACTIVE for port object a014eba6-7f96-48cc-ab40-e812a139bac2 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:55:18.894953 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-890fb9c4-0c80-48e3-9257-12a017b69708 None None] Transition to ACTIVE for port object a014eba6-7f96-48cc-ab40-e812a139bac2 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:55:18.903447 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-890fb9c4-0c80-48e3-9257-12a017b69708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:18.912440 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d6efe5-96bc-46d8-9e6a-dc9a563b0207 None None] Pushing event updated for resources: {'Port': ['ID=6aa4331e-64ce-48d1-aaab-4b002206ffdf,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:18.969911 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-193f693c-c162-4522-8e5b-a0668ce3b732 req-759e1cb6-b883-448c-880f-a977fca82e7b service neutron] 10.222.0.32 "GET /v2.0/networks/bfc8f643-4c96-48b7-bcd4-feb938556eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631185 Aug 23 20:55:19.029757 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890fb9c4-0c80-48e3-9257-12a017b69708 None None] Network 0d9df97b-908e-4d08-be15-384d0998df1f is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:55:19.032167 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-69f8f4cc-bc9e-40df-b0eb-e95f03e3348c None None] Set router 773e51f8-8651-40df-b041-e7a74d93da06 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:55:19.036241 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890fb9c4-0c80-48e3-9257-12a017b69708 None None] Pushing event updated for resources: {'Port': ['ID=a014eba6-7f96-48cc-ab40-e812a139bac2,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:19.038809 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-890fb9c4-0c80-48e3-9257-12a017b69708 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:55:19.050241 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890fb9c4-0c80-48e3-9257-12a017b69708 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:55:19.121081 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-890fb9c4-0c80-48e3-9257-12a017b69708 None None] Attempting to bind port a014eba6-7f96-48cc-ab40-e812a139bac2 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:55:19.121464 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-890fb9c4-0c80-48e3-9257-12a017b69708 None None] Attempting to bind port a014eba6-7f96-48cc-ab40-e812a139bac2 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '936d6e7e-27c1-4d11-bf64-143caf8ad09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0d9df97b-908e-4d08-be15-384d0998df1f'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:55:19.121835 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890fb9c4-0c80-48e3-9257-12a017b69708 None None] Attempting to bind port a014eba6-7f96-48cc-ab40-e812a139bac2 on network 0d9df97b-908e-4d08-be15-384d0998df1f {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:55:19.134755 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890fb9c4-0c80-48e3-9257-12a017b69708 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:55:19.135031 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890fb9c4-0c80-48e3-9257-12a017b69708 None None] Checking segment: {'id': '936d6e7e-27c1-4d11-bf64-143caf8ad09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0d9df97b-908e-4d08-be15-384d0998df1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:55:19.135298 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-890fb9c4-0c80-48e3-9257-12a017b69708 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:19.136448 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890fb9c4-0c80-48e3-9257-12a017b69708 None None] Bound using segment: {'id': '936d6e7e-27c1-4d11-bf64-143caf8ad09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0d9df97b-908e-4d08-be15-384d0998df1f'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:55:19.137327 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-890fb9c4-0c80-48e3-9257-12a017b69708 None None] Bound port: a014eba6-7f96-48cc-ab40-e812a139bac2, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '936d6e7e-27c1-4d11-bf64-143caf8ad09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0d9df97b-908e-4d08-be15-384d0998df1f'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:55:19.137493 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-890fb9c4-0c80-48e3-9257-12a017b69708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:19.150927 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-193f693c-c162-4522-8e5b-a0668ce3b732 req-655c8a26-b80c-41a4-b822-aee254be4e7e service neutron] 10.222.0.32 "GET /v2.0/networks/bfc8f643-4c96-48b7-bcd4-feb938556eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760025 Aug 23 20:55:19.240714 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-65e0be50-e5dc-460a-a038-2906ae20ef1f tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:19.266942 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-890fb9c4-0c80-48e3-9257-12a017b69708 None None] For port a014eba6-7f96-48cc-ab40-e812a139bac2, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:55:19.270642 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-890fb9c4-0c80-48e3-9257-12a017b69708 None None] For port a014eba6-7f96-48cc-ab40-e812a139bac2, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=a014eba6-7f96-48cc-ab40-e812a139bac2,segment=NetworkSegment(936d6e7e-27c1-4d11-bf64-143caf8ad09d),segment_id=936d6e7e-27c1-4d11-bf64-143caf8ad09d)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:55:19.276901 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-890fb9c4-0c80-48e3-9257-12a017b69708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:19.291662 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-65e0be50-e5dc-460a-a038-2906ae20ef1f tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Calling delete_port for 25db1b43-9eab-403a-b795-3ae9af9be60b owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:55:19.334157 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b38b8b0d-95f6-4d64-9bdb-47888b2e7c44 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:19.377192 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890fb9c4-0c80-48e3-9257-12a017b69708 None None] Pushing event updated for resources: {'Port': ['ID=a014eba6-7f96-48cc-ab40-e812a139bac2,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:19.387189 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-69f8f4cc-bc9e-40df-b0eb-e95f03e3348c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773e51f8-8651-40df-b041-e7a74d93da06', 'name': 'tempest-TestServerBasicOps-230706282-router', 'tenant_id': '3dc071b4c14546878544ee14003d0eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '2c0d27b5-d961-4312-941a-b1d4786140d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:55:08Z', 'updated_at': '2021-08-23T20:55:13Z', 'revision_number': 4, 'project_id': '3dc071b4c14546878544ee14003d0eb0', 'gw_port': {'id': '2c0d27b5-d961-4312-941a-b1d4786140d7', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:53:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773e51f8-8651-40df-b041-e7a74d93da06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:09Z', 'updated_at': '2021-08-23T20:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '6aa4331e-64ce-48d1-aaab-4b002206ffdf', 'name': '', 'network_id': '3d0de374-f24b-4d5b-8c76-4ac1609c36dd', 'tenant_id': '3dc071b4c14546878544ee14003d0eb0', 'mac_address': 'fa:16:3e:32:01:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773e51f8-8651-40df-b041-e7a74d93da06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '02ea3bb0-60b8-47cd-943c-438cab35147d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:12Z', 'updated_at': '2021-08-23T20:55:18Z', 'revision_number': 4, 'project_id': '3dc071b4c14546878544ee14003d0eb0', 'subnets': [{'id': '02ea3bb0-60b8-47cd-943c-438cab35147d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:19.416219 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f8f4cc-bc9e-40df-b0eb-e95f03e3348c None None] The sync data for ids ['773e51f8-8651-40df-b041-e7a74d93da06'] in n-d-805663-2 is: [{'id': '773e51f8-8651-40df-b041-e7a74d93da06', 'name': 'tempest-TestServerBasicOps-230706282-router', 'tenant_id': '3dc071b4c14546878544ee14003d0eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '2c0d27b5-d961-4312-941a-b1d4786140d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:55:08Z', 'updated_at': '2021-08-23T20:55:13Z', 'revision_number': 4, 'project_id': '3dc071b4c14546878544ee14003d0eb0', 'gw_port': {'id': '2c0d27b5-d961-4312-941a-b1d4786140d7', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:53:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773e51f8-8651-40df-b041-e7a74d93da06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:09Z', 'updated_at': '2021-08-23T20:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '6aa4331e-64ce-48d1-aaab-4b002206ffdf', 'name': '', 'network_id': '3d0de374-f24b-4d5b-8c76-4ac1609c36dd', 'tenant_id': '3dc071b4c14546878544ee14003d0eb0', 'mac_address': 'fa:16:3e:32:01:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773e51f8-8651-40df-b041-e7a74d93da06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '02ea3bb0-60b8-47cd-943c-438cab35147d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:12Z', 'updated_at': '2021-08-23T20:55:18Z', 'revision_number': 4, 'project_id': '3dc071b4c14546878544ee14003d0eb0', 'subnets': [{'id': '02ea3bb0-60b8-47cd-943c-438cab35147d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:55:19.733687 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5594803-6ea3-4570-bf8e-07a154e75afe req-322f59b1-8217-46d3-a021-93742a2aa3b6 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:19.735227 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a5594803-6ea3-4570-bf8e-07a154e75afe req-322f59b1-8217-46d3-a021-93742a2aa3b6 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/ports?device_id=cce4d538-642e-4c1c-9f9e-0413f5d86514 HTTP/1.1" status: 200 len: 944 time: 0.2409832 Aug 23 20:55:19.861800 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a5594803-6ea3-4570-bf8e-07a154e75afe req-a69549f0-8739-4ead-81d0-40f97fcff1d9 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/security-groups?id=651f17c7-80ee-45a7-8b21-7316b86cf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062260 Aug 23 20:55:19.865683 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-65e0be50-e5dc-460a-a038-2906ae20ef1f tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:19.909091 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0be50-e5dc-460a-a038-2906ae20ef1f tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event deleted for resources: {'Port': ['ID=25db1b43-9eab-403a-b795-3ae9af9be60b,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:20.095440 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-65e0be50-e5dc-460a-a038-2906ae20ef1f tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:20.263644 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b38b8b0d-95f6-4d64-9bdb-47888b2e7c44 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:20.293691 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b38b8b0d-95f6-4d64-9bdb-47888b2e7c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:20.434474 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:20.458290 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e0be50-e5dc-460a-a038-2906ae20ef1f tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Router 8da2a70e-7544-4368-982e-28ef028d6ffe has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:55:20.577995 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e0be50-e5dc-460a-a038-2906ae20ef1f tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:55:20.585798 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-65e0be50-e5dc-460a-a038-2906ae20ef1f tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "PUT /v2.0/routers/8da2a70e-7544-4368-982e-28ef028d6ffe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8298085 Aug 23 20:55:20.589238 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 59552) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:20.590856 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 76bd2caa-ac3b-4bdd-827e-cfa8c3823a39 details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:55:20.626180 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-b38b8b0d-95f6-4d64-9bdb-47888b2e7c44 admin admin] Allocated IP 172.25.4.204 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/c48c66ad-2ede-4f3c-a1ad-3dc3cc76cefd) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:55:20.632096 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-86eebeaa-af50-4de7-92ec-139f5ee6bab9 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "GET /v2.0/ports?device_id=8da2a70e-7544-4368-982e-28ef028d6ffe HTTP/1.1" status: 200 len: 205 time: 0.0384288 Aug 23 20:55:20.633298 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 59556) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:20.641709 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972a17b9-3298-4d9c-b2e5-f6067c732f4a None None] Sync routers for ids ['8da2a70e-7544-4368-982e-28ef028d6ffe'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:55:20.721655 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590a5427-f38e-40ac-85f9-e7103177660e None None] Network 0d9df97b-908e-4d08-be15-384d0998df1f requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:55:20.741644 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972a17b9-3298-4d9c-b2e5-f6067c732f4a None None] Routers {'8da2a70e-7544-4368-982e-28ef028d6ffe'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:55:20.742422 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-972a17b9-3298-4d9c-b2e5-f6067c732f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:55:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['8da2a70e-7544-4368-982e-28ef028d6ffe'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:20.751679 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-22668a91-12e9-458c-9380-8c539b2de23d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:20.825077 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b38b8b0d-95f6-4d64-9bdb-47888b2e7c44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:20.857432 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-972a17b9-3298-4d9c-b2e5-f6067c732f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:20.915669 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-dcb34fdc-c126-4d4c-9348-a63689c734fe None None] Provisioning for port a014eba6-7f96-48cc-ab40-e812a139bac2 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:55:20.925234 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b38b8b0d-95f6-4d64-9bdb-47888b2e7c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:20.991902 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38b8b0d-95f6-4d64-9bdb-47888b2e7c44 admin admin] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:55:20.996594 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-b38b8b0d-95f6-4d64-9bdb-47888b2e7c44 admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:55:21.001063 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38b8b0d-95f6-4d64-9bdb-47888b2e7c44 admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:55:21.011493 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972a17b9-3298-4d9c-b2e5-f6067c732f4a None None] Routers {'8da2a70e-7544-4368-982e-28ef028d6ffe'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:55:21.012300 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-972a17b9-3298-4d9c-b2e5-f6067c732f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:55:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['8da2a70e-7544-4368-982e-28ef028d6ffe'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:21.046916 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38b8b0d-95f6-4d64-9bdb-47888b2e7c44 admin admin] Pushing event updated for resources: {'Port': ['ID=c48c66ad-2ede-4f3c-a1ad-3dc3cc76cefd,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:21.236109 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-22668a91-12e9-458c-9380-8c539b2de23d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:21.239154 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-22668a91-12e9-458c-9380-8c539b2de23d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:21.299447 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-22668a91-12e9-458c-9380-8c539b2de23d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:21.301261 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22668a91-12e9-458c-9380-8c539b2de23d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Fanout notify agent at l3_agent the message router_deleted on router 8da2a70e-7544-4368-982e-28ef028d6ffe {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:55:21.302871 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 6aa4331e-64ce-48d1-aaab-4b002206ffdf up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:55:21.316267 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-972a17b9-3298-4d9c-b2e5-f6067c732f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:21.317213 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972a17b9-3298-4d9c-b2e5-f6067c732f4a None None] The sync data for ids ['8da2a70e-7544-4368-982e-28ef028d6ffe'] in n-d-805663-2 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:55:21.333307 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-22668a91-12e9-458c-9380-8c539b2de23d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:21.338078 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-22668a91-12e9-458c-9380-8c539b2de23d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "DELETE /v2.0/routers/8da2a70e-7544-4368-982e-28ef028d6ffe HTTP/1.1" status: 204 len: 168 time: 0.7036793 Aug 23 20:55:21.340568 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 59566) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:21.350378 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 76bd2caa-ac3b-4bdd-827e-cfa8c3823a39, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=76bd2caa-ac3b-4bdd-827e-cfa8c3823a39,segment=NetworkSegment(f683eaf8-9cb3-4912-a5b5-6de4a78adb79),segment_id=f683eaf8-9cb3-4912-a5b5-6de4a78adb79)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:55:21.387469 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': '76bd2caa-ac3b-4bdd-827e-cfa8c3823a39', 'network_id': 'bfc8f643-4c96-48b7-bcd4-feb938556eba', 'port_id': '76bd2caa-ac3b-4bdd-827e-cfa8c3823a39', 'mac_address': 'fa:16:3e:d7:6e:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7b63783-ca50-4d8d-bb6b-4566da76f4c7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:55:21.390148 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b38b8b0d-95f6-4d64-9bdb-47888b2e7c44 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:21.425851 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38675b77-7e06-4541-8772-9806e4536e0e req-f7b99b65-a1a4-4d28-b9b5-3902d1dff49e tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:21.428120 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-38675b77-7e06-4541-8772-9806e4536e0e req-f7b99b65-a1a4-4d28-b9b5-3902d1dff49e tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/ports?device_id=cce4d538-642e-4c1c-9f9e-0413f5d86514 HTTP/1.1" status: 200 len: 944 time: 0.3474135 Aug 23 20:55:21.461914 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e1bc3ea-8082-47a8-9578-5bd18c284c68 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Deleting subnet ff21fdc8-3424-404f-ae4b-aa88996c003f {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:55:21.480937 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e1bc3ea-8082-47a8-9578-5bd18c284c68 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:21.509430 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:21.533713 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 6aa4331e-64ce-48d1-aaab-4b002206ffdf completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:55:21.543103 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 6aa4331e-64ce-48d1-aaab-4b002206ffdf triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:55:21.543471 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:21.552809 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2a12de36-c5dd-4cc3-9495-1bbb1d2f02ab req-85d94f81-32de-4b37-a5e0-385d85176671 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d82ae337-2443-47ac-b242-94b1eb71fe4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1662316 Aug 23 20:55:21.575113 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76bd2caa-ac3b-4bdd-827e-cfa8c3823a39 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:55:21.590364 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-38675b77-7e06-4541-8772-9806e4536e0e req-5ee3d935-98a4-4d81-ae82-76a988ba5e36 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/security-groups?id=651f17c7-80ee-45a7-8b21-7316b86cf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194308 Aug 23 20:55:21.627074 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 76bd2caa-ac3b-4bdd-827e-cfa8c3823a39, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=76bd2caa-ac3b-4bdd-827e-cfa8c3823a39,segment=NetworkSegment(f683eaf8-9cb3-4912-a5b5-6de4a78adb79),segment_id=f683eaf8-9cb3-4912-a5b5-6de4a78adb79)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:55:21.634357 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e1bc3ea-8082-47a8-9578-5bd18c284c68 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:21.642930 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:21.695007 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b38b8b0d-95f6-4d64-9bdb-47888b2e7c44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:21.739249 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e1bc3ea-8082-47a8-9578-5bd18c284c68 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:21.749404 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:21.751854 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=76bd2caa-ac3b-4bdd-827e-cfa8c3823a39,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:21.845981 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 6aa4331e-64ce-48d1-aaab-4b002206ffdf, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=6aa4331e-64ce-48d1-aaab-4b002206ffdf,segment=NetworkSegment(55c7a2a6-4614-4267-8836-2fb3c8bd1628),segment_id=55c7a2a6-4614-4267-8836-2fb3c8bd1628)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:55:21.859612 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:21.860130 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device a014eba6-7f96-48cc-ab40-e812a139bac2 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:55:21.870473 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12de36-c5dd-4cc3-9495-1bbb1d2f02ab req-8d832fbd-4a38-4eb7-8fed-fa3854588a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:21.872143 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2a12de36-c5dd-4cc3-9495-1bbb1d2f02ab req-8d832fbd-4a38-4eb7-8fed-fa3854588a89 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2af290724cc44af890c8fd2249003602&device_id=d82ae337-2443-47ac-b242-94b1eb71fe4f HTTP/1.1" status: 200 len: 1097 time: 0.2653809 Aug 23 20:55:21.937501 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b38b8b0d-95f6-4d64-9bdb-47888b2e7c44 admin admin] Router 374b04d4-fa9c-4834-accb-2e7078ff84e7 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:55:21.988915 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e1bc3ea-8082-47a8-9578-5bd18c284c68 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:21.998052 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=6aa4331e-64ce-48d1-aaab-4b002206ffdf,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:22.009939 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port a014eba6-7f96-48cc-ab40-e812a139bac2 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:55:22.015041 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port a014eba6-7f96-48cc-ab40-e812a139bac2 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:55:22.015648 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:22.041421 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1bc3ea-8082-47a8-9578-5bd18c284c68 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event deleted for resources: {'Subnet': ['ID=ff21fdc8-3424-404f-ae4b-aa88996c003f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:22.051594 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e1bc3ea-8082-47a8-9578-5bd18c284c68 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:22.054144 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-6e1bc3ea-8082-47a8-9578-5bd18c284c68 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "DELETE /v2.0/subnets/ff21fdc8-3424-404f-ae4b-aa88996c003f HTTP/1.1" status: 204 len: 168 time: 0.7119892 Aug 23 20:55:22.057254 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 59578) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:22.065063 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['76bd2caa-ac3b-4bdd-827e-cfa8c3823a39'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:55:22.072922 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cb7415-0315-480b-8acb-b28312d32e27 None None] Network 81e7cf5f-b61e-49c2-ba0e-d9115f434709 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:55:22.145210 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38b8b0d-95f6-4d64-9bdb-47888b2e7c44 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:55:22.162545 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48239969-10cc-4565-a3b1-7a4644f1468a None None] Sync routers for ids ['374b04d4-fa9c-4834-accb-2e7078ff84e7'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:55:22.178030 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48239969-10cc-4565-a3b1-7a4644f1468a None None] Routers {'374b04d4-fa9c-4834-accb-2e7078ff84e7'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:55:22.179197 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-48239969-10cc-4565-a3b1-7a4644f1468a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:55:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['374b04d4-fa9c-4834-accb-2e7078ff84e7'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:22.184505 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ee10ba5-113c-4a61-9abe-9332901fd442 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:22.193618 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-484c7ac4-9eb0-47cb-89d3-8275dcd821f0 None None] Provisioning complete for port a014eba6-7f96-48cc-ab40-e812a139bac2 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:55:22.194165 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-484c7ac4-9eb0-47cb-89d3-8275dcd821f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:22.194771 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12de36-c5dd-4cc3-9495-1bbb1d2f02ab req-52c704d8-3213-48a8-9617-fe9290506a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:22.196333 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2a12de36-c5dd-4cc3-9495-1bbb1d2f02ab req-52c704d8-3213-48a8-9617-fe9290506a80 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e HTTP/1.1" status: 200 len: 912 time: 0.2866771 Aug 23 20:55:22.203985 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b38b8b0d-95f6-4d64-9bdb-47888b2e7c44 admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:22.205988 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b38b8b0d-95f6-4d64-9bdb-47888b2e7c44 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.0881193 Aug 23 20:55:22.209135 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 59584) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:22.286232 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2a12de36-c5dd-4cc3-9495-1bbb1d2f02ab req-d973de91-27b0-48be-b2a1-c14436cc02cb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48104957-012e-4da4-aafa-e7191b68343c HTTP/1.1" status: 200 len: 217 time: 0.0613043 Aug 23 20:55:22.353483 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-48239969-10cc-4565-a3b1-7a4644f1468a None None] Set router 374b04d4-fa9c-4834-accb-2e7078ff84e7 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:55:22.357691 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-5ee10ba5-113c-4a61-9abe-9332901fd442 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Deleting port f9c3028c-25c1-4139-a9c3-6edd9d3da352 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:55:22.358056 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ee10ba5-113c-4a61-9abe-9332901fd442 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:22.437416 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-5ee10ba5-113c-4a61-9abe-9332901fd442 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] For port f9c3028c-25c1-4139-a9c3-6edd9d3da352, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=f9c3028c-25c1-4139-a9c3-6edd9d3da352,segment=NetworkSegment(a09af113-8501-4828-8451-09e72da8bd5e),segment_id=a09af113-8501-4828-8451-09e72da8bd5e)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:55:22.438229 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ee10ba5-113c-4a61-9abe-9332901fd442 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:22.454843 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-5ee10ba5-113c-4a61-9abe-9332901fd442 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Calling delete_port for f9c3028c-25c1-4139-a9c3-6edd9d3da352 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:55:22.520906 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12de36-c5dd-4cc3-9495-1bbb1d2f02ab req-d38595df-8ca3-4fda-bf2e-cac51256c0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:22.522814 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2a12de36-c5dd-4cc3-9495-1bbb1d2f02ab req-d38595df-8ca3-4fda-bf2e-cac51256c0b2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7046a0bd-4474-4718-a5da-60ae1dc26dbc HTTP/1.1" status: 200 len: 850 time: 0.2264593 Aug 23 20:55:22.574237 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:22.658525 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12de36-c5dd-4cc3-9495-1bbb1d2f02ab req-cc77c7dc-46ac-42b3-8b9f-e79d4072cd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:22.664886 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-484c7ac4-9eb0-47cb-89d3-8275dcd821f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:22.685246 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2a12de36-c5dd-4cc3-9495-1bbb1d2f02ab req-cc77c7dc-46ac-42b3-8b9f-e79d4072cd04 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1524730 Aug 23 20:55:22.723476 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port a014eba6-7f96-48cc-ab40-e812a139bac2, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=a014eba6-7f96-48cc-ab40-e812a139bac2,segment=NetworkSegment(936d6e7e-27c1-4d11-bf64-143caf8ad09d),segment_id=936d6e7e-27c1-4d11-bf64-143caf8ad09d)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:55:22.727880 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-48239969-10cc-4565-a3b1-7a4644f1468a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374b04d4-fa9c-4834-accb-2e7078ff84e7', 'name': 'tempest-TestServerBasicOps-925199109-router', 'tenant_id': 'df66aa28eccf4554b57fbc879a00fa27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'c48c66ad-2ede-4f3c-a1ad-3dc3cc76cefd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:55:18Z', 'updated_at': '2021-08-23T20:55:21Z', 'revision_number': 3, 'project_id': 'df66aa28eccf4554b57fbc879a00fa27', 'gw_port': {'id': 'c48c66ad-2ede-4f3c-a1ad-3dc3cc76cefd', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ff:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374b04d4-fa9c-4834-accb-2e7078ff84e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:20Z', 'updated_at': '2021-08-23T20:55:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:22.747330 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ae5ebe-5e6a-4883-91e3-a4efc698b37d None None] DHCP port deletion for 81e7cf5f-b61e-49c2-ba0e-d9115f434709 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:55:22.753982 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:22.765032 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48239969-10cc-4565-a3b1-7a4644f1468a None None] Checking router: 374b04d4-fa9c-4834-accb-2e7078ff84e7 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:55:22.765032 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48239969-10cc-4565-a3b1-7a4644f1468a None None] Updating router 374b04d4-fa9c-4834-accb-2e7078ff84e7 port c48c66ad-2ede-4f3c-a1ad-3dc3cc76cefd binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:55:22.793232 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-48239969-10cc-4565-a3b1-7a4644f1468a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:22.843230 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e2116-bb35-418e-850e-4895b265e255 req-f11b0407-f1c4-4bfc-9e76-8d41c155ca91 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:22.850976 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1f0e2116-bb35-418e-850e-4895b265e255 req-f11b0407-f1c4-4bfc-9e76-8d41c155ca91 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/ports?device_id=cce4d538-642e-4c1c-9f9e-0413f5d86514 HTTP/1.1" status: 200 len: 945 time: 0.0887511 Aug 23 20:55:22.911691 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.db.api [None req-484c7ac4-9eb0-47cb-89d3-8275dcd821f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 20:55:22.912762 n-d-805663-2 neutron-server[94689]: DEBUG oslo_db.api [None req-484c7ac4-9eb0-47cb-89d3-8275dcd821f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 20:55:23.003667 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=a014eba6-7f96-48cc-ab40-e812a139bac2,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:23.031540 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 6aa4331e-64ce-48d1-aaab-4b002206ffdf up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:55:23.129799 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a8ae5ebe-5e6a-4883-91e3-a4efc698b37d None None] Deleting port f9c3028c-25c1-4139-a9c3-6edd9d3da352 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:55:23.130079 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a8ae5ebe-5e6a-4883-91e3-a4efc698b37d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:23.133410 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 6aa4331e-64ce-48d1-aaab-4b002206ffdf triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:55:23.133782 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:23.181009 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ee10ba5-113c-4a61-9abe-9332901fd442 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:23.212164 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee10ba5-113c-4a61-9abe-9332901fd442 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event deleted for resources: {'Port': ['ID=f9c3028c-25c1-4139-a9c3-6edd9d3da352,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:23.231095 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee10ba5-113c-4a61-9abe-9332901fd442 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] No DVR routers for this DVR port f9c3028c-25c1-4139-a9c3-6edd9d3da352 on host n-d-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:55:23.283567 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-48239969-10cc-4565-a3b1-7a4644f1468a None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:23.294475 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a8ae5ebe-5e6a-4883-91e3-a4efc698b37d None None] For port f9c3028c-25c1-4139-a9c3-6edd9d3da352, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=f9c3028c-25c1-4139-a9c3-6edd9d3da352,segment=NetworkSegment(a09af113-8501-4828-8451-09e72da8bd5e),segment_id=a09af113-8501-4828-8451-09e72da8bd5e)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:55:23.294815 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a8ae5ebe-5e6a-4883-91e3-a4efc698b37d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:23.298507 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-48239969-10cc-4565-a3b1-7a4644f1468a None None] Transition to ACTIVE for port object c48c66ad-2ede-4f3c-a1ad-3dc3cc76cefd will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:55:23.317652 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-48239969-10cc-4565-a3b1-7a4644f1468a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:23.332878 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a8ae5ebe-5e6a-4883-91e3-a4efc698b37d None None] Calling delete_port for f9c3028c-25c1-4139-a9c3-6edd9d3da352 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:55:23.361162 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2a12de36-c5dd-4cc3-9495-1bbb1d2f02ab req-9ffe513a-3fd8-40ad-8fca-b707eb6f7f00 service neutron] 10.222.0.32 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6567569 Aug 23 20:55:23.363605 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ee10ba5-113c-4a61-9abe-9332901fd442 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:23.409917 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb32b708-de2c-4069-bf55-c9ee4fffe7fa None None] Pushing event updated for resources: {'Port': ['ID=c48c66ad-2ede-4f3c-a1ad-3dc3cc76cefd,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:23.414573 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-48239969-10cc-4565-a3b1-7a4644f1468a None None] Attempting to bind port c48c66ad-2ede-4f3c-a1ad-3dc3cc76cefd on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:55:23.414704 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-48239969-10cc-4565-a3b1-7a4644f1468a None None] Attempting to bind port c48c66ad-2ede-4f3c-a1ad-3dc3cc76cefd by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:55:23.415048 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48239969-10cc-4565-a3b1-7a4644f1468a None None] Attempting to bind port c48c66ad-2ede-4f3c-a1ad-3dc3cc76cefd on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:55:23.432843 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48239969-10cc-4565-a3b1-7a4644f1468a None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:55:23.433306 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48239969-10cc-4565-a3b1-7a4644f1468a None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:55:23.433603 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-48239969-10cc-4565-a3b1-7a4644f1468a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:23.433996 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48239969-10cc-4565-a3b1-7a4644f1468a None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:55:23.434481 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-48239969-10cc-4565-a3b1-7a4644f1468a None None] Bound port: c48c66ad-2ede-4f3c-a1ad-3dc3cc76cefd, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:55:23.434861 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-48239969-10cc-4565-a3b1-7a4644f1468a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:23.445768 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-5ee10ba5-113c-4a61-9abe-9332901fd442 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81e7cf5f-b61e-49c2-ba0e-d9115f434709']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:23.458149 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-5ee10ba5-113c-4a61-9abe-9332901fd442 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a09af113-8501-4828-8451-09e72da8bd5e') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:23.458437 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-5ee10ba5-113c-4a61-9abe-9332901fd442 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a09af113-8501-4828-8451-09e72da8bd5e') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:23.472158 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ee10ba5-113c-4a61-9abe-9332901fd442 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:23.496100 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ee10ba5-113c-4a61-9abe-9332901fd442 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:23.514572 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ee10ba5-113c-4a61-9abe-9332901fd442 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:55:23.514572 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ee10ba5-113c-4a61-9abe-9332901fd442 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:23.527120 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-48239969-10cc-4565-a3b1-7a4644f1468a None None] For port c48c66ad-2ede-4f3c-a1ad-3dc3cc76cefd, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:55:23.530725 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-48239969-10cc-4565-a3b1-7a4644f1468a None None] For port c48c66ad-2ede-4f3c-a1ad-3dc3cc76cefd, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=c48c66ad-2ede-4f3c-a1ad-3dc3cc76cefd,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:55:23.538989 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-48239969-10cc-4565-a3b1-7a4644f1468a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:23.569767 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1f0e2116-bb35-418e-850e-4895b265e255 req-a62bb6d4-e973-4914-9e3b-3e3398fd206d tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/security-groups?id=651f17c7-80ee-45a7-8b21-7316b86cf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6520703 Aug 23 20:55:23.603519 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a8ae5ebe-5e6a-4883-91e3-a4efc698b37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:23.627064 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:55:23.627064 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:55:23.627064 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:55:23.627064 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:55:23.627064 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:55:23.627064 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:55:23.627064 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:55:23.627064 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:55:23.627064 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:55:23.627064 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:55:23.627064 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:55:23.627064 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:55:23.627064 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:55:23.627064 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:55:23.627064 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:55:23.627064 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:55:23.627064 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:55:23.627064 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:55:23.627064 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:55:23.627064 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:55:23.627064 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:55:23.627064 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:55:23.627064 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:55:23.627064 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:55:23.627064 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:55:23.627064 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:55:23.627064 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:55:23.627064 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:55:23.627064 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:55:23.627064 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:55:23.627064 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:55:23.627064 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:55:23.633996 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ee10ba5-113c-4a61-9abe-9332901fd442 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:23.643833 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ee10ba5-113c-4a61-9abe-9332901fd442 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:23.652390 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-5ee10ba5-113c-4a61-9abe-9332901fd442 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "DELETE /v2.0/networks/81e7cf5f-b61e-49c2-ba0e-d9115f434709 HTTP/1.1" status: 204 len: 168 time: 1.5867610 Aug 23 20:55:23.659650 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 59602) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:23.664525 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee10ba5-113c-4a61-9abe-9332901fd442 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event deleted for resources: {'Network': ['ID=81e7cf5f-b61e-49c2-ba0e-d9115f434709,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:23.671918 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-d3a1daa5-c055-4cd9-acf6-885764b271c3 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1253855414', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:55:23.679854 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device f9c3028c-25c1-4139-a9c3-6edd9d3da352 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:55:23.691305 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ae5ebe-5e6a-4883-91e3-a4efc698b37d None None] No DVR routers for this DVR port f9c3028c-25c1-4139-a9c3-6edd9d3da352 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:55:23.693290 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ae5ebe-5e6a-4883-91e3-a4efc698b37d None None] Pushing event deleted for resources: {'Port': ['ID=f9c3028c-25c1-4139-a9c3-6edd9d3da352,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:23.704775 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48239969-10cc-4565-a3b1-7a4644f1468a None None] Routers {'374b04d4-fa9c-4834-accb-2e7078ff84e7'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:55:23.705379 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-48239969-10cc-4565-a3b1-7a4644f1468a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:55:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['374b04d4-fa9c-4834-accb-2e7078ff84e7'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:23.717380 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2a12de36-c5dd-4cc3-9495-1bbb1d2f02ab req-29b1d540-e960-4aa0-b94c-fa96889f8d60 service neutron] 10.222.0.32 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445520 Aug 23 20:55:23.717839 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb32b708-de2c-4069-bf55-c9ee4fffe7fa None None] Pushing event updated for resources: {'Port': ['ID=c48c66ad-2ede-4f3c-a1ad-3dc3cc76cefd,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:23.726907 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e05db5a7-e1a1-46da-ac1c-6f4d05754cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:23.743805 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: f9c3028c-25c1-4139-a9c3-6edd9d3da352 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:55:23.744171 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device f9c3028c-25c1-4139-a9c3-6edd9d3da352 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:55:23.757152 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d3a1daa5-c055-4cd9-acf6-885764b271c3 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:23.758455 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d3a1daa5-c055-4cd9-acf6-885764b271c3 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:23.859907 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-48239969-10cc-4565-a3b1-7a4644f1468a None None] Set router 374b04d4-fa9c-4834-accb-2e7078ff84e7 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:55:23.874003 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d3a1daa5-c055-4cd9-acf6-885764b271c3 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:23.882197 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d3a1daa5-c055-4cd9-acf6-885764b271c3 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:23.957741 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d3a1daa5-c055-4cd9-acf6-885764b271c3 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:23.959046 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d3a1daa5-c055-4cd9-acf6-885764b271c3 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2983930 Aug 23 20:55:23.961833 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 59612) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:23.967136 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-22fd02a2-13f2-4e10-b888-c2fba4851b1a tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-39677931'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:55:24.023533 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22fd02a2-13f2-4e10-b888-c2fba4851b1a tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Made reservation on behalf of 0a3a7f6f58f34235ad73f92601ac48a1 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:55:24.027233 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-22fd02a2-13f2-4e10-b888-c2fba4851b1a tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:24.046179 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-e05db5a7-e1a1-46da-ac1c-6f4d05754cc2 admin admin] Allocated IP 172.20.0.1 (0d9df97b-908e-4d08-be15-384d0998df1f/6ff20d44-f264-4943-889a-ff00580323fc/3f5f4db8-07e7-4908-8e74-df193132742b) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:55:24.068874 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22fd02a2-13f2-4e10-b888-c2fba4851b1a tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:55:24.086884 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-48239969-10cc-4565-a3b1-7a4644f1468a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374b04d4-fa9c-4834-accb-2e7078ff84e7', 'name': 'tempest-TestServerBasicOps-925199109-router', 'tenant_id': 'df66aa28eccf4554b57fbc879a00fa27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'c48c66ad-2ede-4f3c-a1ad-3dc3cc76cefd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:55:18Z', 'updated_at': '2021-08-23T20:55:21Z', 'revision_number': 3, 'project_id': 'df66aa28eccf4554b57fbc879a00fa27', 'gw_port': {'id': 'c48c66ad-2ede-4f3c-a1ad-3dc3cc76cefd', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ff:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374b04d4-fa9c-4834-accb-2e7078ff84e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:20Z', 'updated_at': '2021-08-23T20:55:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:24.115200 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-22fd02a2-13f2-4e10-b888-c2fba4851b1a tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:24.115664 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-22fd02a2-13f2-4e10-b888-c2fba4851b1a tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Added segment e11eea6b-9c17-41ad-a4d0-ca323fd309c9 of type vlan for network 820b0809-3192-438b-b371-8a017bd57483 Aug 23 20:55:24.115928 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48239969-10cc-4565-a3b1-7a4644f1468a None None] The sync data for ids ['374b04d4-fa9c-4834-accb-2e7078ff84e7'] in n-d-805663-2 is: [{'id': '374b04d4-fa9c-4834-accb-2e7078ff84e7', 'name': 'tempest-TestServerBasicOps-925199109-router', 'tenant_id': 'df66aa28eccf4554b57fbc879a00fa27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'c48c66ad-2ede-4f3c-a1ad-3dc3cc76cefd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:55:18Z', 'updated_at': '2021-08-23T20:55:21Z', 'revision_number': 3, 'project_id': 'df66aa28eccf4554b57fbc879a00fa27', 'gw_port': {'id': 'c48c66ad-2ede-4f3c-a1ad-3dc3cc76cefd', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ff:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374b04d4-fa9c-4834-accb-2e7078ff84e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:20Z', 'updated_at': '2021-08-23T20:55:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:55:24.178398 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-22fd02a2-13f2-4e10-b888-c2fba4851b1a tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:24.237077 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e05db5a7-e1a1-46da-ac1c-6f4d05754cc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:24.252647 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-22fd02a2-13f2-4e10-b888-c2fba4851b1a tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:24.252647 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fd02a2-13f2-4e10-b888-c2fba4851b1a tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:24.252647 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-22fd02a2-13f2-4e10-b888-c2fba4851b1a tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:24.295400 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-22fd02a2-13f2-4e10-b888-c2fba4851b1a tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3323390 Aug 23 20:55:24.298836 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-e05db5a7-e1a1-46da-ac1c-6f4d05754cc2 admin admin] Transition to ACTIVE for port object 3f5f4db8-07e7-4908-8e74-df193132742b will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:55:24.299907 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 59618) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:24.305466 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ddfe8d9b-b087-4585-844e-5ac21c1bc670 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Request body: {'subnet': {'network_id': '820b0809-3192-438b-b371-8a017bd57483', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:55:24.381634 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fd02a2-13f2-4e10-b888-c2fba4851b1a tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event updated for resources: {'Network': ['ID=820b0809-3192-438b-b371-8a017bd57483,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:24.392744 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 820b0809-3192-438b-b371-8a017bd57483 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:55:24.417237 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e05db5a7-e1a1-46da-ac1c-6f4d05754cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:24.453428 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddfe8d9b-b087-4585-844e-5ac21c1bc670 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Made reservation on behalf of 0a3a7f6f58f34235ad73f92601ac48a1 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:55:24.457586 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ddfe8d9b-b087-4585-844e-5ac21c1bc670 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:24.481851 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05db5a7-e1a1-46da-ac1c-6f4d05754cc2 admin admin] Network 0d9df97b-908e-4d08-be15-384d0998df1f is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:55:24.485334 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-e05db5a7-e1a1-46da-ac1c-6f4d05754cc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:55:24.489266 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05db5a7-e1a1-46da-ac1c-6f4d05754cc2 admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:55:24.560457 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05db5a7-e1a1-46da-ac1c-6f4d05754cc2 admin admin] Pushing event updated for resources: {'Port': ['ID=3f5f4db8-07e7-4908-8e74-df193132742b,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:24.591294 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e05db5a7-e1a1-46da-ac1c-6f4d05754cc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:24.611690 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 76bd2caa-ac3b-4bdd-827e-cfa8c3823a39 up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:55:24.743763 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port 76bd2caa-ac3b-4bdd-827e-cfa8c3823a39 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:55:24.749884 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port 76bd2caa-ac3b-4bdd-827e-cfa8c3823a39 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:55:24.750644 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:24.856105 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e05db5a7-e1a1-46da-ac1c-6f4d05754cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:24.901141 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e108fc-5587-4214-abb0-8ffd073d1985 req-d4593ed6-c645-4274-b30e-2733e9a07810 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:24.903376 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-75e108fc-5587-4214-abb0-8ffd073d1985 req-d4593ed6-c645-4274-b30e-2733e9a07810 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/ports?device_id=cce4d538-642e-4c1c-9f9e-0413f5d86514 HTTP/1.1" status: 200 len: 945 time: 0.1642215 Aug 23 20:55:24.931210 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ddfe8d9b-b087-4585-844e-5ac21c1bc670 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:24.978874 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:25.039707 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce4d538-642e-4c1c-9f9e-0413f5d86514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76bd2caa-ac3b-4bdd-827e-cfa8c3823a39'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:55:25.050363 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0876ae9a-ab86-4557-b717-1f0645780504" -d '{"events": [{"server_uuid": "cce4d538-642e-4c1c-9f9e-0413f5d86514", "name": "network-vif-plugged", "status": "completed", "tag": "76bd2caa-ac3b-4bdd-827e-cfa8c3823a39"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:55:25.079904 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4101a5a1-5138-41ca-bde6-78455098d7fd None None] Provisioning for port 3f5f4db8-07e7-4908-8e74-df193132742b completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:55:25.083743 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 76bd2caa-ac3b-4bdd-827e-cfa8c3823a39, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=76bd2caa-ac3b-4bdd-827e-cfa8c3823a39,segment=NetworkSegment(f683eaf8-9cb3-4912-a5b5-6de4a78adb79),segment_id=f683eaf8-9cb3-4912-a5b5-6de4a78adb79)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:55:25.092611 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:25.099243 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4101a5a1-5138-41ca-bde6-78455098d7fd None None] Provisioning complete for port 3f5f4db8-07e7-4908-8e74-df193132742b triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:55:25.099912 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4101a5a1-5138-41ca-bde6-78455098d7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:25.131197 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e05db5a7-e1a1-46da-ac1c-6f4d05754cc2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:25.137528 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e05db5a7-e1a1-46da-ac1c-6f4d05754cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:25.150394 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-75e108fc-5587-4214-abb0-8ffd073d1985 req-9b809e49-b0d0-49ad-97fe-c09170dad99b tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/security-groups?id=651f17c7-80ee-45a7-8b21-7316b86cf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377980 Aug 23 20:55:25.172685 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfe8d9b-b087-4585-844e-5ac21c1bc670 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event updated for resources: {'Subnet': ['ID=164393d9-a9cf-4434-9e23-87cfbe1328ee,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:25.210273 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f3719f-eae4-4dbb-af1d-05f7a64d08e9 x-openstack-request-id: req-91f3719f-eae4-4dbb-af1d-05f7a64d08e9 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:55:25.210921 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce4d538-642e-4c1c-9f9e-0413f5d86514", "name": "network-vif-plugged", "status": "completed", "tag": "76bd2caa-ac3b-4bdd-827e-cfa8c3823a39", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:55:25.211401 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-91f3719f-eae4-4dbb-af1d-05f7a64d08e9 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:55:25.212008 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce4d538-642e-4c1c-9f9e-0413f5d86514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76bd2caa-ac3b-4bdd-827e-cfa8c3823a39', 'code': 200} Aug 23 20:55:25.214896 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device c48c66ad-2ede-4f3c-a1ad-3dc3cc76cefd up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:55:25.226084 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfe8d9b-b087-4585-844e-5ac21c1bc670 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Checking segment: {'id': 'e11eea6b-9c17-41ad-a4d0-ca323fd309c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '820b0809-3192-438b-b371-8a017bd57483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:55:25.226496 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfe8d9b-b087-4585-844e-5ac21c1bc670 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Network hostable DHCP agents. Network: 820b0809-3192-438b-b371-8a017bd57483, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:55:25.284393 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfe8d9b-b087-4585-844e-5ac21c1bc670 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Network 820b0809-3192-438b-b371-8a017bd57483 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:55:25.311233 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05db5a7-e1a1-46da-ac1c-6f4d05754cc2 admin admin] Pushing event updated for resources: {'Port': ['ID=3f5f4db8-07e7-4908-8e74-df193132742b,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:25.314658 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e05db5a7-e1a1-46da-ac1c-6f4d05754cc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:25.356386 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-ddfe8d9b-b087-4585-844e-5ac21c1bc670 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 820b0809-3192-438b-b371-8a017bd57483) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:55:25.356845 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4101a5a1-5138-41ca-bde6-78455098d7fd None None] Port 3f5f4db8-07e7-4908-8e74-df193132742b cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:55:25.367785 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfe8d9b-b087-4585-844e-5ac21c1bc670 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:25.368397 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ddfe8d9b-b087-4585-844e-5ac21c1bc670 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:25.389228 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6093d0a0-0e7c-4871-bc2e-c5e8dd4f938f None None] Network 820b0809-3192-438b-b371-8a017bd57483 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:55:25.396105 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port c48c66ad-2ede-4f3c-a1ad-3dc3cc76cefd completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:55:25.404540 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55805e92-21ac-43d9-98a0-f57b5df27d24 req-90325844-c046-49bd-8685-20f1d1afd0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:25.406176 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-55805e92-21ac-43d9-98a0-f57b5df27d24 req-90325844-c046-49bd-8685-20f1d1afd0ae service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cce4d538-642e-4c1c-9f9e-0413f5d86514 HTTP/1.1" status: 200 len: 1097 time: 0.1460726 Aug 23 20:55:25.416506 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port c48c66ad-2ede-4f3c-a1ad-3dc3cc76cefd triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:55:25.417344 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:25.436322 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ddfe8d9b-b087-4585-844e-5ac21c1bc670 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1308115 Aug 23 20:55:25.436322 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 59634) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:25.460322 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05db5a7-e1a1-46da-ac1c-6f4d05754cc2 admin admin] Network 0d9df97b-908e-4d08-be15-384d0998df1f is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:55:25.463241 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-e05db5a7-e1a1-46da-ac1c-6f4d05754cc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:55:25.484974 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=76bd2caa-ac3b-4bdd-827e-cfa8c3823a39,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:25.666325 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-55805e92-21ac-43d9-98a0-f57b5df27d24 req-2cef18fd-34fe-4a50-891f-40fcfe9abe25 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=651f17c7-80ee-45a7-8b21-7316b86cf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489188 Aug 23 20:55:25.680869 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e05db5a7-e1a1-46da-ac1c-6f4d05754cc2 admin admin] Router 374b04d4-fa9c-4834-accb-2e7078ff84e7 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:55:25.725754 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:25.764223 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port c48c66ad-2ede-4f3c-a1ad-3dc3cc76cefd, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=c48c66ad-2ede-4f3c-a1ad-3dc3cc76cefd,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:55:25.773841 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:25.774633 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device a014eba6-7f96-48cc-ab40-e812a139bac2 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:55:25.860573 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=c48c66ad-2ede-4f3c-a1ad-3dc3cc76cefd,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:25.876891 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05db5a7-e1a1-46da-ac1c-6f4d05754cc2 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:55:25.883453 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e05db5a7-e1a1-46da-ac1c-6f4d05754cc2 admin admin] 10.222.0.61 "PUT /v2.0/routers/374b04d4-fa9c-4834-accb-2e7078ff84e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6725693 Aug 23 20:55:25.948990 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b0dc9d-efec-4a42-8f88-36816d8189ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-820b0809-3192-438b-b371-8a017bd57483', 'network_id': '820b0809-3192-438b-b371-8a017bd57483', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'fixed_ips': [{'subnet_id': '164393d9-a9cf-4434-9e23-87cfbe1328ee'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:55:25.949993 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-43b0dc9d-efec-4a42-8f88-36816d8189ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:25.986804 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-840fa8a4-d8e0-4ec7-9c79-3037cc155cbf None None] Provisioning complete for port 3f5f4db8-07e7-4908-8e74-df193132742b triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:55:25.987385 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-840fa8a4-d8e0-4ec7-9c79-3037cc155cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:25.993340 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5fa5e639-6298-473a-bac2-f7a38ae36900 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:26.109610 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port a014eba6-7f96-48cc-ab40-e812a139bac2 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:55:26.110223 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:26.116627 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-840fa8a4-d8e0-4ec7-9c79-3037cc155cbf None None] Port 3f5f4db8-07e7-4908-8e74-df193132742b cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:55:26.287067 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-43b0dc9d-efec-4a42-8f88-36816d8189ac None None] Allocated IP 2001:db8::2 (820b0809-3192-438b-b371-8a017bd57483/164393d9-a9cf-4434-9e23-87cfbe1328ee/240890ac-8164-4099-9a83-5b4b3c3dd007) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:55:26.385917 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f56d57-b891-45d1-8bc4-4cf7e9ac63f3 req-91b9bf49-5bae-44b1-934e-aa023bea062b tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:26.387511 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-87f56d57-b891-45d1-8bc4-4cf7e9ac63f3 req-91b9bf49-5bae-44b1-934e-aa023bea062b tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/ports?device_id=cce4d538-642e-4c1c-9f9e-0413f5d86514 HTTP/1.1" status: 200 len: 946 time: 0.0824182 Aug 23 20:55:26.435402 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-87f56d57-b891-45d1-8bc4-4cf7e9ac63f3 req-4a50cbe0-05f9-4892-bfec-657fc766a89f tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/security-groups?id=651f17c7-80ee-45a7-8b21-7316b86cf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383451 Aug 23 20:55:26.505153 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-43b0dc9d-efec-4a42-8f88-36816d8189ac None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:26.514225 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-43b0dc9d-efec-4a42-8f88-36816d8189ac None None] Transition to ACTIVE for port object 240890ac-8164-4099-9a83-5b4b3c3dd007 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:55:26.531921 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-43b0dc9d-efec-4a42-8f88-36816d8189ac None None] Transition to ACTIVE for port object 240890ac-8164-4099-9a83-5b4b3c3dd007 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:55:26.538411 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-43b0dc9d-efec-4a42-8f88-36816d8189ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:26.577595 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b0dc9d-efec-4a42-8f88-36816d8189ac None None] Network 820b0809-3192-438b-b371-8a017bd57483 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:55:26.580681 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-43b0dc9d-efec-4a42-8f88-36816d8189ac None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:55:26.583593 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b0dc9d-efec-4a42-8f88-36816d8189ac None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:55:26.616020 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-5fa5e639-6298-473a-bac2-f7a38ae36900 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Allocated IP 2001:db8::1 (820b0809-3192-438b-b371-8a017bd57483/164393d9-a9cf-4434-9e23-87cfbe1328ee/08d3b013-2baf-47c7-9ffd-bfd8957c1da9) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:55:26.617098 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b0dc9d-efec-4a42-8f88-36816d8189ac None None] Pushing event updated for resources: {'Port': ['ID=240890ac-8164-4099-9a83-5b4b3c3dd007,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:26.653464 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-43b0dc9d-efec-4a42-8f88-36816d8189ac None None] Attempting to bind port 240890ac-8164-4099-9a83-5b4b3c3dd007 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:55:26.654168 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-43b0dc9d-efec-4a42-8f88-36816d8189ac None None] Attempting to bind port 240890ac-8164-4099-9a83-5b4b3c3dd007 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'e11eea6b-9c17-41ad-a4d0-ca323fd309c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '820b0809-3192-438b-b371-8a017bd57483'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:55:26.654779 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b0dc9d-efec-4a42-8f88-36816d8189ac None None] Attempting to bind port 240890ac-8164-4099-9a83-5b4b3c3dd007 on network 820b0809-3192-438b-b371-8a017bd57483 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:55:26.660373 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b0dc9d-efec-4a42-8f88-36816d8189ac None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:55:26.661041 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b0dc9d-efec-4a42-8f88-36816d8189ac None None] Checking segment: {'id': 'e11eea6b-9c17-41ad-a4d0-ca323fd309c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '820b0809-3192-438b-b371-8a017bd57483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:55:26.661957 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-43b0dc9d-efec-4a42-8f88-36816d8189ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:26.662568 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b0dc9d-efec-4a42-8f88-36816d8189ac None None] Bound using segment: {'id': 'e11eea6b-9c17-41ad-a4d0-ca323fd309c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '820b0809-3192-438b-b371-8a017bd57483'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:55:26.663239 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-43b0dc9d-efec-4a42-8f88-36816d8189ac None None] Bound port: 240890ac-8164-4099-9a83-5b4b3c3dd007, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e11eea6b-9c17-41ad-a4d0-ca323fd309c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '820b0809-3192-438b-b371-8a017bd57483'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:55:26.663849 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-43b0dc9d-efec-4a42-8f88-36816d8189ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:26.739983 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-43b0dc9d-efec-4a42-8f88-36816d8189ac None None] For port 240890ac-8164-4099-9a83-5b4b3c3dd007, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:55:26.744538 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-43b0dc9d-efec-4a42-8f88-36816d8189ac None None] For port 240890ac-8164-4099-9a83-5b4b3c3dd007, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=240890ac-8164-4099-9a83-5b4b3c3dd007,segment=NetworkSegment(e11eea6b-9c17-41ad-a4d0-ca323fd309c9),segment_id=e11eea6b-9c17-41ad-a4d0-ca323fd309c9)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:55:26.758084 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-43b0dc9d-efec-4a42-8f88-36816d8189ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:26.762786 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5fa5e639-6298-473a-bac2-f7a38ae36900 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:26.779383 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-5fa5e639-6298-473a-bac2-f7a38ae36900 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Transition to ACTIVE for port object 08d3b013-2baf-47c7-9ffd-bfd8957c1da9 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:55:26.842000 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5fa5e639-6298-473a-bac2-f7a38ae36900 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:26.883428 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b0dc9d-efec-4a42-8f88-36816d8189ac None None] Pushing event updated for resources: {'Port': ['ID=240890ac-8164-4099-9a83-5b4b3c3dd007,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:26.898144 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa5e639-6298-473a-bac2-f7a38ae36900 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Network 820b0809-3192-438b-b371-8a017bd57483 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:55:26.903590 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-5fa5e639-6298-473a-bac2-f7a38ae36900 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:55:26.908137 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa5e639-6298-473a-bac2-f7a38ae36900 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:55:26.909279 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5fa5e639-6298-473a-bac2-f7a38ae36900 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:27.039993 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device c48c66ad-2ede-4f3c-a1ad-3dc3cc76cefd up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:55:27.121947 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 59668) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:27.127762 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-b7f1e436-b8f0-4da2-afda-d938d6ad0674 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1158651476', 'description': 'tempest-secgroup-smoke-1158651476 description', 'project_id': '3dc071b4c14546878544ee14003d0eb0'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:55:27.170925 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa5e639-6298-473a-bac2-f7a38ae36900 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event updated for resources: {'Port': ['ID=08d3b013-2baf-47c7-9ffd-bfd8957c1da9,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:27.188110 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5fa5e639-6298-473a-bac2-f7a38ae36900 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:27.236707 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port c48c66ad-2ede-4f3c-a1ad-3dc3cc76cefd triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:55:27.237267 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:27.242437 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b7f1e436-b8f0-4da2-afda-d938d6ad0674 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:27.424898 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b7f1e436-b8f0-4da2-afda-d938d6ad0674 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:27.430459 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b7f1e436-b8f0-4da2-afda-d938d6ad0674 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:27.456346 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde6b4bf-9786-404c-8aff-091bab8478a4 None None] Sync routers for ids ['374b04d4-fa9c-4834-accb-2e7078ff84e7'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:55:27.469558 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde6b4bf-9786-404c-8aff-091bab8478a4 None None] Routers {'374b04d4-fa9c-4834-accb-2e7078ff84e7'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:55:27.471430 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-cde6b4bf-9786-404c-8aff-091bab8478a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:55:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['374b04d4-fa9c-4834-accb-2e7078ff84e7'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:27.481940 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b7f1e436-b8f0-4da2-afda-d938d6ad0674 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:27.486151 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b7f1e436-b8f0-4da2-afda-d938d6ad0674 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3595600 Aug 23 20:55:27.486600 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 59676) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:27.490831 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-a800a9ce-9095-4d11-adf5-d966d5d680a4 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Request body: {'security_group_rule': {'security_group_id': 'b2c9b080-d6c5-450c-af6b-c1b1867a8703', 'project_id': '3dc071b4c14546878544ee14003d0eb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:55:27.512369 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f1e436-b8f0-4da2-afda-d938d6ad0674 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c9b080-d6c5-450c-af6b-c1b1867a8703,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:27.520733 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a800a9ce-9095-4d11-adf5-d966d5d680a4 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:27.598123 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a800a9ce-9095-4d11-adf5-d966d5d680a4 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:27.602834 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a800a9ce-9095-4d11-adf5-d966d5d680a4 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:27.633484 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5fa5e639-6298-473a-bac2-f7a38ae36900 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:27.641699 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a800a9ce-9095-4d11-adf5-d966d5d680a4 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94c6d697-9a69-40b1-ae52-969c3ef9442a,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:27.656625 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a800a9ce-9095-4d11-adf5-d966d5d680a4 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:27.658281 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a800a9ce-9095-4d11-adf5-d966d5d680a4 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1709988 Aug 23 20:55:27.660950 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 59684) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:27.668538 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-9aa232fc-443d-4198-a18d-fbaa3adc8c66 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Request body: {'security_group_rule': {'security_group_id': 'b2c9b080-d6c5-450c-af6b-c1b1867a8703', 'project_id': '3dc071b4c14546878544ee14003d0eb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:55:27.672720 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5fa5e639-6298-473a-bac2-f7a38ae36900 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:27.673238 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5fa5e639-6298-473a-bac2-f7a38ae36900 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:27.703768 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9aa232fc-443d-4198-a18d-fbaa3adc8c66 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:27.796036 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9aa232fc-443d-4198-a18d-fbaa3adc8c66 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:27.800862 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9aa232fc-443d-4198-a18d-fbaa3adc8c66 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:27.822946 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa232fc-443d-4198-a18d-fbaa3adc8c66 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5367516c-e1f2-403f-a6df-d290604cace2,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:27.837528 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9aa232fc-443d-4198-a18d-fbaa3adc8c66 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:27.845732 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa5e639-6298-473a-bac2-f7a38ae36900 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Network 820b0809-3192-438b-b371-8a017bd57483 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:55:27.846342 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 59686) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:27.848632 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9aa232fc-443d-4198-a18d-fbaa3adc8c66 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1863835 Aug 23 20:55:27.865491 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-8b982393-1143-4a1f-a920-2fe0557b012b tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Request body: {'security_group_rule': {'security_group_id': 'b2c9b080-d6c5-450c-af6b-c1b1867a8703', 'project_id': '3dc071b4c14546878544ee14003d0eb0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:55:27.873139 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-5fa5e639-6298-473a-bac2-f7a38ae36900 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:55:27.880495 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa5e639-6298-473a-bac2-f7a38ae36900 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event updated for resources: {'Port': ['ID=08d3b013-2baf-47c7-9ffd-bfd8957c1da9,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:27.886461 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-cde6b4bf-9786-404c-8aff-091bab8478a4 None None] Set router 374b04d4-fa9c-4834-accb-2e7078ff84e7 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:55:27.904852 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595352f7-499c-4cc8-a205-b4fc8be1ac78 req-4bd8f8e0-9720-40ae-8cfc-747cceb16c38 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:27.906572 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-595352f7-499c-4cc8-a205-b4fc8be1ac78 req-4bd8f8e0-9720-40ae-8cfc-747cceb16c38 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/ports?device_id=cce4d538-642e-4c1c-9f9e-0413f5d86514 HTTP/1.1" status: 200 len: 946 time: 0.2709415 Aug 23 20:55:28.021188 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8b982393-1143-4a1f-a920-2fe0557b012b tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:28.061851 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-595352f7-499c-4cc8-a205-b4fc8be1ac78 req-40a94cae-3aa7-4b5a-8866-1a6edeb3f003 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/security-groups?id=651f17c7-80ee-45a7-8b21-7316b86cf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169195 Aug 23 20:55:28.154798 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8b982393-1143-4a1f-a920-2fe0557b012b tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:28.155811 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fa5e639-6298-473a-bac2-f7a38ae36900 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Router 8c988a33-186e-4d80-a8bf-55e76dab5a54 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:55:28.160860 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8b982393-1143-4a1f-a920-2fe0557b012b tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:28.251473 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-cde6b4bf-9786-404c-8aff-091bab8478a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374b04d4-fa9c-4834-accb-2e7078ff84e7', 'name': 'tempest-TestServerBasicOps-925199109-router', 'tenant_id': 'df66aa28eccf4554b57fbc879a00fa27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'c48c66ad-2ede-4f3c-a1ad-3dc3cc76cefd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:55:18Z', 'updated_at': '2021-08-23T20:55:24Z', 'revision_number': 4, 'project_id': 'df66aa28eccf4554b57fbc879a00fa27', 'gw_port': {'id': 'c48c66ad-2ede-4f3c-a1ad-3dc3cc76cefd', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ff:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374b04d4-fa9c-4834-accb-2e7078ff84e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:20Z', 'updated_at': '2021-08-23T20:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '3f5f4db8-07e7-4908-8e74-df193132742b', 'name': '', 'network_id': '0d9df97b-908e-4d08-be15-384d0998df1f', 'tenant_id': 'df66aa28eccf4554b57fbc879a00fa27', 'mac_address': 'fa:16:3e:ef:ee:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374b04d4-fa9c-4834-accb-2e7078ff84e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '6ff20d44-f264-4943-889a-ff00580323fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:23Z', 'updated_at': '2021-08-23T20:55:24Z', 'revision_number': 2, 'project_id': 'df66aa28eccf4554b57fbc879a00fa27', 'subnets': [{'id': '6ff20d44-f264-4943-889a-ff00580323fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:28.298637 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde6b4bf-9786-404c-8aff-091bab8478a4 None None] Checking router: 374b04d4-fa9c-4834-accb-2e7078ff84e7 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:55:28.300380 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde6b4bf-9786-404c-8aff-091bab8478a4 None None] Updating router 374b04d4-fa9c-4834-accb-2e7078ff84e7 port 3f5f4db8-07e7-4908-8e74-df193132742b binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:55:28.321630 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b982393-1143-4a1f-a920-2fe0557b012b tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eec92dfb-ecd2-45d2-8b65-18b6fbf3db8d,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:28.331977 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8b982393-1143-4a1f-a920-2fe0557b012b tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:28.333371 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8b982393-1143-4a1f-a920-2fe0557b012b tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4850924 Aug 23 20:55:28.335752 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cde6b4bf-9786-404c-8aff-091bab8478a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:28.336551 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 59702) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:28.345229 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-3109558d-816c-449f-b1fc-4b1b8e9e10dc tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Request body: {'security_group_rule': {'security_group_id': 'b2c9b080-d6c5-450c-af6b-c1b1867a8703', 'project_id': '3dc071b4c14546878544ee14003d0eb0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:55:28.365420 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa5e639-6298-473a-bac2-f7a38ae36900 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:55:28.381080 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-5fa5e639-6298-473a-bac2-f7a38ae36900 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "PUT /v2.0/routers/8c988a33-186e-4d80-a8bf-55e76dab5a54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9436774 Aug 23 20:55:28.381816 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 59704) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:28.391238 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-61ae3fb0-6f3b-4300-93e6-1b5ec820aa2d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-325107955'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:55:28.399764 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628e41c8-b5aa-49b5-8517-6b1c5e1ef744 None None] Sync routers for ids ['8c988a33-186e-4d80-a8bf-55e76dab5a54'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:55:28.439637 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.db.api [None req-61ae3fb0-6f3b-4300-93e6-1b5ec820aa2d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 20:55:28.439637 n-d-805663-2 neutron-server[94688]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 23 20:55:28.439637 n-d-805663-2 neutron-server[94688]: [parameters: {'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'id': '2f2e61e8-1ee0-41db-9389-1694474e57f1', 'expiration': datetime.datetime(2021, 8, 23, 20, 57, 28, 417471)}] Aug 23 20:55:28.439637 n-d-805663-2 neutron-server[94688]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94688) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 20:55:28.440097 n-d-805663-2 neutron-server[94688]: DEBUG oslo_db.api [None req-61ae3fb0-6f3b-4300-93e6-1b5ec820aa2d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 20:55:28.444808 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628e41c8-b5aa-49b5-8517-6b1c5e1ef744 None None] Routers {'8c988a33-186e-4d80-a8bf-55e76dab5a54'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:55:28.446629 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-628e41c8-b5aa-49b5-8517-6b1c5e1ef744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:55:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['8c988a33-186e-4d80-a8bf-55e76dab5a54'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:28.461017 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3109558d-816c-449f-b1fc-4b1b8e9e10dc tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:28.509673 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0550fd4-8b36-4ac6-a902-9d6d37192733 None None] Network 820b0809-3192-438b-b371-8a017bd57483 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:55:28.580688 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3109558d-816c-449f-b1fc-4b1b8e9e10dc tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:28.586604 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3109558d-816c-449f-b1fc-4b1b8e9e10dc tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:28.602965 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-effd8378-41ce-4cce-81d0-af07b95e0b97 None None] Provisioning for port 240890ac-8164-4099-9a83-5b4b3c3dd007 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:55:28.603238 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-628e41c8-b5aa-49b5-8517-6b1c5e1ef744 None None] Set router 8c988a33-186e-4d80-a8bf-55e76dab5a54 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:55:28.639527 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3109558d-816c-449f-b1fc-4b1b8e9e10dc tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e153aed5-0ab3-4ba5-b669-9aa469e46b03,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:28.644756 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3109558d-816c-449f-b1fc-4b1b8e9e10dc tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:28.649216 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 59710) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:28.649722 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3109558d-816c-449f-b1fc-4b1b8e9e10dc tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3116474 Aug 23 20:55:28.655007 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-099da6ab-c1b1-4de7-9f26-d4e719167f51 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Request body: {'security_group_rule': {'security_group_id': 'b2c9b080-d6c5-450c-af6b-c1b1867a8703', 'project_id': '3dc071b4c14546878544ee14003d0eb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:55:28.656211 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3109558d-816c-449f-b1fc-4b1b8e9e10dc tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:55:28.656818 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3109558d-816c-449f-b1fc-4b1b8e9e10dc tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:55:28.657275 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3109558d-816c-449f-b1fc-4b1b8e9e10dc tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:55:28.657845 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3109558d-816c-449f-b1fc-4b1b8e9e10dc tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:55:28.658165 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3109558d-816c-449f-b1fc-4b1b8e9e10dc tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:55:28.658588 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3109558d-816c-449f-b1fc-4b1b8e9e10dc tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:55:28.658969 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3109558d-816c-449f-b1fc-4b1b8e9e10dc tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:55:28.659725 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3109558d-816c-449f-b1fc-4b1b8e9e10dc tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:55:28.660075 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3109558d-816c-449f-b1fc-4b1b8e9e10dc tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:55:28.660482 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3109558d-816c-449f-b1fc-4b1b8e9e10dc tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:55:28.660857 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3109558d-816c-449f-b1fc-4b1b8e9e10dc tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:55:28.661414 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3109558d-816c-449f-b1fc-4b1b8e9e10dc tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:55:28.704372 n-d-805663-2 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-099da6ab-c1b1-4de7-9f26-d4e719167f51 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Project 3dc071b4c14546878544ee14003d0eb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 20:55:28.717204 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-099da6ab-c1b1-4de7-9f26-d4e719167f51 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:28.887610 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-099da6ab-c1b1-4de7-9f26-d4e719167f51 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:28.901669 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-099da6ab-c1b1-4de7-9f26-d4e719167f51 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:28.937323 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099da6ab-c1b1-4de7-9f26-d4e719167f51 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45e5c000-bb98-46cc-9e94-f5c60e5737aa,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:28.959447 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-099da6ab-c1b1-4de7-9f26-d4e719167f51 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:28.961510 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-099da6ab-c1b1-4de7-9f26-d4e719167f51 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3110602 Aug 23 20:55:28.965189 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 59720) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:28.970167 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-58f66824-b5eb-48c0-8631-316ea5665af6 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Request body: {'security_group_rule': {'security_group_id': 'b2c9b080-d6c5-450c-af6b-c1b1867a8703', 'project_id': '3dc071b4c14546878544ee14003d0eb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:55:28.994086 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ae3fb0-6f3b-4300-93e6-1b5ec820aa2d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Made reservation on behalf of 0a3a7f6f58f34235ad73f92601ac48a1 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:55:29.006007 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-61ae3fb0-6f3b-4300-93e6-1b5ec820aa2d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:29.015073 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cde6b4bf-9786-404c-8aff-091bab8478a4 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:29.028949 n-d-805663-2 neutron-server[94687]: INFO neutron.db.securitygroups_db [None req-58f66824-b5eb-48c0-8631-316ea5665af6 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Project 3dc071b4c14546878544ee14003d0eb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 20:55:29.044182 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cde6b4bf-9786-404c-8aff-091bab8478a4 None None] Transition to ACTIVE for port object 3f5f4db8-07e7-4908-8e74-df193132742b will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:55:29.044441 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-58f66824-b5eb-48c0-8631-316ea5665af6 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:29.057406 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cde6b4bf-9786-404c-8aff-091bab8478a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:29.062056 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-628e41c8-b5aa-49b5-8517-6b1c5e1ef744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'name': 'tempest-RoutersIpV6Test-router-1253855414', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:55:23Z', 'updated_at': '2021-08-23T20:55:27Z', 'revision_number': 2, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'gw_port_host': None, '_interfaces': [{'id': '08d3b013-2baf-47c7-9ffd-bfd8957c1da9', 'name': '', 'network_id': '820b0809-3192-438b-b371-8a017bd57483', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:c3:3e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '164393d9-a9cf-4434-9e23-87cfbe1328ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:26Z', 'updated_at': '2021-08-23T20:55:27Z', 'revision_number': 2, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': '164393d9-a9cf-4434-9e23-87cfbe1328ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:29.064605 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61ae3fb0-6f3b-4300-93e6-1b5ec820aa2d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:55:29.083745 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-61ae3fb0-6f3b-4300-93e6-1b5ec820aa2d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:29.084148 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-61ae3fb0-6f3b-4300-93e6-1b5ec820aa2d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Added segment 87d8f5f8-1cfb-4810-98f4-12d13c2626d9 of type vlan for network 521af4df-f532-40be-8699-d24d063a6214 Aug 23 20:55:29.132388 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 240890ac-8164-4099-9a83-5b4b3c3dd007 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:55:29.177695 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628e41c8-b5aa-49b5-8517-6b1c5e1ef744 None None] Checking router: 8c988a33-186e-4d80-a8bf-55e76dab5a54 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:55:29.178032 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628e41c8-b5aa-49b5-8517-6b1c5e1ef744 None None] Updating router 8c988a33-186e-4d80-a8bf-55e76dab5a54 port 08d3b013-2baf-47c7-9ffd-bfd8957c1da9 binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:55:29.188747 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-58f66824-b5eb-48c0-8631-316ea5665af6 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:29.194759 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-58f66824-b5eb-48c0-8631-316ea5665af6 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:29.214018 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4209a69-8973-4fb5-9223-b37ecc8bf0d3 None None] Pushing event updated for resources: {'Port': ['ID=3f5f4db8-07e7-4908-8e74-df193132742b,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:29.225565 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f66824-b5eb-48c0-8631-316ea5665af6 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3c3feab-e97e-47c5-8d5c-9df810d05534,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:29.247202 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-58f66824-b5eb-48c0-8631-316ea5665af6 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:29.248825 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-58f66824-b5eb-48c0-8631-316ea5665af6 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2826204 Aug 23 20:55:29.268267 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-628e41c8-b5aa-49b5-8517-6b1c5e1ef744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:29.318784 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-cde6b4bf-9786-404c-8aff-091bab8478a4 None None] Attempting to bind port 3f5f4db8-07e7-4908-8e74-df193132742b on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:55:29.319052 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-cde6b4bf-9786-404c-8aff-091bab8478a4 None None] Attempting to bind port 3f5f4db8-07e7-4908-8e74-df193132742b by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '936d6e7e-27c1-4d11-bf64-143caf8ad09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0d9df97b-908e-4d08-be15-384d0998df1f'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:55:29.319312 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde6b4bf-9786-404c-8aff-091bab8478a4 None None] Attempting to bind port 3f5f4db8-07e7-4908-8e74-df193132742b on network 0d9df97b-908e-4d08-be15-384d0998df1f {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:55:29.323366 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 240890ac-8164-4099-9a83-5b4b3c3dd007 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:55:29.342001 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 240890ac-8164-4099-9a83-5b4b3c3dd007 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:55:29.342477 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:29.349601 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-61ae3fb0-6f3b-4300-93e6-1b5ec820aa2d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:29.360326 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde6b4bf-9786-404c-8aff-091bab8478a4 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:55:29.360645 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde6b4bf-9786-404c-8aff-091bab8478a4 None None] Checking segment: {'id': '936d6e7e-27c1-4d11-bf64-143caf8ad09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0d9df97b-908e-4d08-be15-384d0998df1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:55:29.361052 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cde6b4bf-9786-404c-8aff-091bab8478a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:29.361577 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde6b4bf-9786-404c-8aff-091bab8478a4 None None] Bound using segment: {'id': '936d6e7e-27c1-4d11-bf64-143caf8ad09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0d9df97b-908e-4d08-be15-384d0998df1f'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:55:29.362095 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-cde6b4bf-9786-404c-8aff-091bab8478a4 None None] Bound port: 3f5f4db8-07e7-4908-8e74-df193132742b, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '936d6e7e-27c1-4d11-bf64-143caf8ad09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0d9df97b-908e-4d08-be15-384d0998df1f'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:55:29.362475 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cde6b4bf-9786-404c-8aff-091bab8478a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:29.381544 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-61ae3fb0-6f3b-4300-93e6-1b5ec820aa2d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:29.388706 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ae3fb0-6f3b-4300-93e6-1b5ec820aa2d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:29.389889 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-61ae3fb0-6f3b-4300-93e6-1b5ec820aa2d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:29.430448 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-61ae3fb0-6f3b-4300-93e6-1b5ec820aa2d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0476172 Aug 23 20:55:29.434574 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 59736) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:29.443205 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-ff3ce252-310d-4d72-bdd9-fe6a8f3fb448 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Request body: {'subnet': {'network_id': '521af4df-f532-40be-8699-d24d063a6214', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:55:29.578757 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4de34427-6b8d-4539-8ec4-e8abfdad680e None None] Provisioning for port 08d3b013-2baf-47c7-9ffd-bfd8957c1da9 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:55:29.588025 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cde6b4bf-9786-404c-8aff-091bab8478a4 None None] For port 3f5f4db8-07e7-4908-8e74-df193132742b, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:55:29.591952 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4de34427-6b8d-4539-8ec4-e8abfdad680e None None] Provisioning complete for port 08d3b013-2baf-47c7-9ffd-bfd8957c1da9 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:55:29.593718 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4de34427-6b8d-4539-8ec4-e8abfdad680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:29.612603 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b568d-153a-4d13-bdda-47ed8a64d208 req-9ab0cb00-2d77-4ab2-ab08-516d4fb45821 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:29.615328 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c37b568d-153a-4d13-bdda-47ed8a64d208 req-9ab0cb00-2d77-4ab2-ab08-516d4fb45821 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/ports?device_id=cce4d538-642e-4c1c-9f9e-0413f5d86514 HTTP/1.1" status: 200 len: 946 time: 0.4899600 Aug 23 20:55:29.633429 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae3fb0-6f3b-4300-93e6-1b5ec820aa2d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event updated for resources: {'Network': ['ID=521af4df-f532-40be-8699-d24d063a6214,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:29.667562 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 521af4df-f532-40be-8699-d24d063a6214 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:55:29.669474 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c37b568d-153a-4d13-bdda-47ed8a64d208 req-41497c18-72c2-4341-aea5-6f44feb9c4d5 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/security-groups?id=651f17c7-80ee-45a7-8b21-7316b86cf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463171 Aug 23 20:55:29.714583 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a561d783-3fbc-4eda-9fb2-9e2a3d2f97b2 req-a4d947b8-45a8-4172-a000-96060c5ac4e2 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1158651476&fields=id&tenant_id=3dc071b4c14546878544ee14003d0eb0 HTTP/1.1" status: 200 len: 267 time: 0.1055684 Aug 23 20:55:29.758948 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cde6b4bf-9786-404c-8aff-091bab8478a4 None None] For port 3f5f4db8-07e7-4908-8e74-df193132742b, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=3f5f4db8-07e7-4908-8e74-df193132742b,segment=NetworkSegment(936d6e7e-27c1-4d11-bf64-143caf8ad09d),segment_id=936d6e7e-27c1-4d11-bf64-143caf8ad09d)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:55:29.827820 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cde6b4bf-9786-404c-8aff-091bab8478a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:29.844129 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-628e41c8-b5aa-49b5-8517-6b1c5e1ef744 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:29.858063 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-628e41c8-b5aa-49b5-8517-6b1c5e1ef744 None None] Transition to ACTIVE for port object 08d3b013-2baf-47c7-9ffd-bfd8957c1da9 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:55:29.864676 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-628e41c8-b5aa-49b5-8517-6b1c5e1ef744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:29.908700 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4de34427-6b8d-4539-8ec4-e8abfdad680e None None] Port 08d3b013-2baf-47c7-9ffd-bfd8957c1da9 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:55:29.910576 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:29.931333 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a561d783-3fbc-4eda-9fb2-9e2a3d2f97b2 req-c301f884-2c0d-4aa1-acfd-143673b4d768 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:29.939202 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae65731-ce51-4a76-8c95-70ca9c528e63 None None] Pushing event updated for resources: {'Port': ['ID=08d3b013-2baf-47c7-9ffd-bfd8957c1da9,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:29.939964 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a561d783-3fbc-4eda-9fb2-9e2a3d2f97b2 req-c301f884-2c0d-4aa1-acfd-143673b4d768 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] 10.222.0.61 "GET /v2.0/networks?id=3d0de374-f24b-4d5b-8c76-4ac1609c36dd HTTP/1.1" status: 200 len: 808 time: 0.2121735 Aug 23 20:55:29.949831 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3ce252-310d-4d72-bdd9-fe6a8f3fb448 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Made reservation on behalf of 0a3a7f6f58f34235ad73f92601ac48a1 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:55:29.953363 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ff3ce252-310d-4d72-bdd9-fe6a8f3fb448 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:29.965920 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4209a69-8973-4fb5-9223-b37ecc8bf0d3 None None] Pushing event updated for resources: {'Port': ['ID=3f5f4db8-07e7-4908-8e74-df193132742b,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:29.987843 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-628e41c8-b5aa-49b5-8517-6b1c5e1ef744 None None] Attempting to bind port 08d3b013-2baf-47c7-9ffd-bfd8957c1da9 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:55:29.988283 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-628e41c8-b5aa-49b5-8517-6b1c5e1ef744 None None] Attempting to bind port 08d3b013-2baf-47c7-9ffd-bfd8957c1da9 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'e11eea6b-9c17-41ad-a4d0-ca323fd309c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '820b0809-3192-438b-b371-8a017bd57483'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:55:29.988636 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628e41c8-b5aa-49b5-8517-6b1c5e1ef744 None None] Attempting to bind port 08d3b013-2baf-47c7-9ffd-bfd8957c1da9 on network 820b0809-3192-438b-b371-8a017bd57483 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:55:29.990854 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a561d783-3fbc-4eda-9fb2-9e2a3d2f97b2 req-d8b308b9-d1bc-45d1-bb68-e17395d9dd69 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] 10.222.0.61 "GET /v2.0/quotas/3dc071b4c14546878544ee14003d0eb0 HTTP/1.1" status: 200 len: 375 time: 0.0496008 Aug 23 20:55:29.997043 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628e41c8-b5aa-49b5-8517-6b1c5e1ef744 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:55:29.997969 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628e41c8-b5aa-49b5-8517-6b1c5e1ef744 None None] Checking segment: {'id': 'e11eea6b-9c17-41ad-a4d0-ca323fd309c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '820b0809-3192-438b-b371-8a017bd57483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:55:29.998639 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-628e41c8-b5aa-49b5-8517-6b1c5e1ef744 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:29.999191 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628e41c8-b5aa-49b5-8517-6b1c5e1ef744 None None] Bound using segment: {'id': 'e11eea6b-9c17-41ad-a4d0-ca323fd309c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '820b0809-3192-438b-b371-8a017bd57483'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:55:29.999888 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-628e41c8-b5aa-49b5-8517-6b1c5e1ef744 None None] Bound port: 08d3b013-2baf-47c7-9ffd-bfd8957c1da9, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e11eea6b-9c17-41ad-a4d0-ca323fd309c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '820b0809-3192-438b-b371-8a017bd57483'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:55:30.000482 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-628e41c8-b5aa-49b5-8517-6b1c5e1ef744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:30.013635 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde6b4bf-9786-404c-8aff-091bab8478a4 None None] Routers {'374b04d4-fa9c-4834-accb-2e7078ff84e7'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:55:30.014400 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-cde6b4bf-9786-404c-8aff-091bab8478a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:55:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['374b04d4-fa9c-4834-accb-2e7078ff84e7'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:30.023384 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4de34427-6b8d-4539-8ec4-e8abfdad680e None None] Provisioning complete for port 240890ac-8164-4099-9a83-5b4b3c3dd007 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:55:30.023384 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4de34427-6b8d-4539-8ec4-e8abfdad680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:30.112112 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 240890ac-8164-4099-9a83-5b4b3c3dd007, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=240890ac-8164-4099-9a83-5b4b3c3dd007,segment=NetworkSegment(e11eea6b-9c17-41ad-a4d0-ca323fd309c9),segment_id=e11eea6b-9c17-41ad-a4d0-ca323fd309c9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:55:30.129968 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-628e41c8-b5aa-49b5-8517-6b1c5e1ef744 None None] For port 08d3b013-2baf-47c7-9ffd-bfd8957c1da9, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:55:30.140746 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:30.149357 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-628e41c8-b5aa-49b5-8517-6b1c5e1ef744 None None] For port 08d3b013-2baf-47c7-9ffd-bfd8957c1da9, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=08d3b013-2baf-47c7-9ffd-bfd8957c1da9,segment=NetworkSegment(e11eea6b-9c17-41ad-a4d0-ca323fd309c9),segment_id=e11eea6b-9c17-41ad-a4d0-ca323fd309c9)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:55:30.156339 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-628e41c8-b5aa-49b5-8517-6b1c5e1ef744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:30.215248 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a561d783-3fbc-4eda-9fb2-9e2a3d2f97b2 req-0149fed5-da57-4f9a-84b9-4458d9f5a6c8 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3dc071b4c14546878544ee14003d0eb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2148519 Aug 23 20:55:30.277796 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae65731-ce51-4a76-8c95-70ca9c528e63 None None] Pushing event updated for resources: {'Port': ['ID=08d3b013-2baf-47c7-9ffd-bfd8957c1da9,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:30.322045 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628e41c8-b5aa-49b5-8517-6b1c5e1ef744 None None] Routers {'8c988a33-186e-4d80-a8bf-55e76dab5a54'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:55:30.338901 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-628e41c8-b5aa-49b5-8517-6b1c5e1ef744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:55:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['8c988a33-186e-4d80-a8bf-55e76dab5a54'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:30.417680 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=240890ac-8164-4099-9a83-5b4b3c3dd007,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:30.475492 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a561d783-3fbc-4eda-9fb2-9e2a3d2f97b2 req-5133ecf8-ab5f-4adc-822f-b91af8d4d766 service neutron] 10.222.0.61 "GET /v2.0/networks/3d0de374-f24b-4d5b-8c76-4ac1609c36dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513797 Aug 23 20:55:30.480619 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-cde6b4bf-9786-404c-8aff-091bab8478a4 None None] Set router 374b04d4-fa9c-4834-accb-2e7078ff84e7 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:55:30.576634 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ff3ce252-310d-4d72-bdd9-fe6a8f3fb448 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:30.719321 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a561d783-3fbc-4eda-9fb2-9e2a3d2f97b2 req-924a9d4d-3fc7-49b3-bdea-de5798fe7c9b service neutron] 10.222.0.61 "GET /v2.0/networks/3d0de374-f24b-4d5b-8c76-4ac1609c36dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157252 Aug 23 20:55:30.774674 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3ce252-310d-4d72-bdd9-fe6a8f3fb448 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event updated for resources: {'Subnet': ['ID=cb072068-432a-4fb2-8382-06ea70385624,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:30.785981 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3ce252-310d-4d72-bdd9-fe6a8f3fb448 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Checking segment: {'id': '87d8f5f8-1cfb-4810-98f4-12d13c2626d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '521af4df-f532-40be-8699-d24d063a6214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:55:30.789766 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3ce252-310d-4d72-bdd9-fe6a8f3fb448 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Network hostable DHCP agents. Network: 521af4df-f532-40be-8699-d24d063a6214, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:55:30.793622 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-628e41c8-b5aa-49b5-8517-6b1c5e1ef744 None None] Set router 8c988a33-186e-4d80-a8bf-55e76dab5a54 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:55:30.825941 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3ce252-310d-4d72-bdd9-fe6a8f3fb448 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Network 521af4df-f532-40be-8699-d24d063a6214 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:55:30.846393 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-ff3ce252-310d-4d72-bdd9-fe6a8f3fb448 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 521af4df-f532-40be-8699-d24d063a6214) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:55:30.851076 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3ce252-310d-4d72-bdd9-fe6a8f3fb448 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:30.851747 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ff3ce252-310d-4d72-bdd9-fe6a8f3fb448 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:30.881229 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ff3ce252-310d-4d72-bdd9-fe6a8f3fb448 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4420006 Aug 23 20:55:30.881514 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 59758) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:30.902669 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fa42ee-e14e-433d-b3b1-1c9ccdc179b5 None None] Network 521af4df-f532-40be-8699-d24d063a6214 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:55:30.982772 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3056b3-d017-4a5d-8a38-25ca0a205222 req-a8512112-2272-4494-b254-47493411b6fa tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:31.000624 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3a3056b3-d017-4a5d-8a38-25ca0a205222 req-a8512112-2272-4494-b254-47493411b6fa tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/ports?device_id=cce4d538-642e-4c1c-9f9e-0413f5d86514 HTTP/1.1" status: 200 len: 946 time: 0.1394114 Aug 23 20:55:31.094007 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 240890ac-8164-4099-9a83-5b4b3c3dd007 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:55:31.192183 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3a3056b3-d017-4a5d-8a38-25ca0a205222 req-3bc8b939-3a79-466e-b05c-4ffdaeb9877c tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/security-groups?id=651f17c7-80ee-45a7-8b21-7316b86cf2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855700 Aug 23 20:55:31.253394 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-628e41c8-b5aa-49b5-8517-6b1c5e1ef744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'name': 'tempest-RoutersIpV6Test-router-1253855414', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:55:23Z', 'updated_at': '2021-08-23T20:55:27Z', 'revision_number': 2, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'gw_port_host': None, '_interfaces': [{'id': '08d3b013-2baf-47c7-9ffd-bfd8957c1da9', 'name': '', 'network_id': '820b0809-3192-438b-b371-8a017bd57483', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:c3:3e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '164393d9-a9cf-4434-9e23-87cfbe1328ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:26Z', 'updated_at': '2021-08-23T20:55:30Z', 'revision_number': 4, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': '164393d9-a9cf-4434-9e23-87cfbe1328ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:31.264900 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d04ffa-9b89-413e-a720-36b88ec29f49 req-6308d8e5-aede-49cf-8fd8-c4831c010a7a tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:31.266710 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e4d04ffa-9b89-413e-a720-36b88ec29f49 req-6308d8e5-aede-49cf-8fd8-c4831c010a7a tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.32 "GET /v2.0/ports?device_id=cce4d538-642e-4c1c-9f9e-0413f5d86514 HTTP/1.1" status: 200 len: 946 time: 0.2165563 Aug 23 20:55:31.306050 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-986fd70b-32ee-4bc3-b700-9486f42f5ef1 req-14b28dd7-9c06-4b0d-9e09-6c5e974604d0 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] 10.222.0.61 "GET /v2.0/ports?device_id=e06c45fe-6939-4a13-8d99-3081e10fc360 HTTP/1.1" status: 200 len: 210 time: 0.1542163 Aug 23 20:55:31.335257 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628e41c8-b5aa-49b5-8517-6b1c5e1ef744 None None] The sync data for ids ['8c988a33-186e-4d80-a8bf-55e76dab5a54'] in n-d-805663-2 is: [{'id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'name': 'tempest-RoutersIpV6Test-router-1253855414', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:55:23Z', 'updated_at': '2021-08-23T20:55:27Z', 'revision_number': 2, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'gw_port_host': None, '_interfaces': [{'id': '08d3b013-2baf-47c7-9ffd-bfd8957c1da9', 'name': '', 'network_id': '820b0809-3192-438b-b371-8a017bd57483', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:c3:3e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '164393d9-a9cf-4434-9e23-87cfbe1328ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:26Z', 'updated_at': '2021-08-23T20:55:30Z', 'revision_number': 4, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': '164393d9-a9cf-4434-9e23-87cfbe1328ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:55:31.535265 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 240890ac-8164-4099-9a83-5b4b3c3dd007 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:55:31.535626 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:31.574072 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-e4d04ffa-9b89-413e-a720-36b88ec29f49 req-03e8a432-cf5e-4ea1-b165-f963ed4c5c64 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Deleting port 76bd2caa-ac3b-4bdd-827e-cfa8c3823a39 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:55:31.574419 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e4d04ffa-9b89-413e-a720-36b88ec29f49 req-03e8a432-cf5e-4ea1-b165-f963ed4c5c64 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:31.651525 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-cde6b4bf-9786-404c-8aff-091bab8478a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374b04d4-fa9c-4834-accb-2e7078ff84e7', 'name': 'tempest-TestServerBasicOps-925199109-router', 'tenant_id': 'df66aa28eccf4554b57fbc879a00fa27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'c48c66ad-2ede-4f3c-a1ad-3dc3cc76cefd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:55:18Z', 'updated_at': '2021-08-23T20:55:24Z', 'revision_number': 4, 'project_id': 'df66aa28eccf4554b57fbc879a00fa27', 'gw_port': {'id': 'c48c66ad-2ede-4f3c-a1ad-3dc3cc76cefd', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ff:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374b04d4-fa9c-4834-accb-2e7078ff84e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:20Z', 'updated_at': '2021-08-23T20:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '3f5f4db8-07e7-4908-8e74-df193132742b', 'name': '', 'network_id': '0d9df97b-908e-4d08-be15-384d0998df1f', 'tenant_id': 'df66aa28eccf4554b57fbc879a00fa27', 'mac_address': 'fa:16:3e:ef:ee:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374b04d4-fa9c-4834-accb-2e7078ff84e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '6ff20d44-f264-4943-889a-ff00580323fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:23Z', 'updated_at': '2021-08-23T20:55:29Z', 'revision_number': 4, 'project_id': 'df66aa28eccf4554b57fbc879a00fa27', 'subnets': [{'id': '6ff20d44-f264-4943-889a-ff00580323fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:31.674052 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1206a572-af97-45f9-9b8d-15b94dbf086e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-521af4df-f532-40be-8699-d24d063a6214', 'network_id': '521af4df-f532-40be-8699-d24d063a6214', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'fixed_ips': [{'subnet_id': 'cb072068-432a-4fb2-8382-06ea70385624'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:55:31.674845 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1206a572-af97-45f9-9b8d-15b94dbf086e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:31.813892 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-e4d04ffa-9b89-413e-a720-36b88ec29f49 req-03e8a432-cf5e-4ea1-b165-f963ed4c5c64 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] For port 76bd2caa-ac3b-4bdd-827e-cfa8c3823a39, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=76bd2caa-ac3b-4bdd-827e-cfa8c3823a39,segment=NetworkSegment(f683eaf8-9cb3-4912-a5b5-6de4a78adb79),segment_id=f683eaf8-9cb3-4912-a5b5-6de4a78adb79)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:55:31.814894 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e4d04ffa-9b89-413e-a720-36b88ec29f49 req-03e8a432-cf5e-4ea1-b165-f963ed4c5c64 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:31.835563 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-e4d04ffa-9b89-413e-a720-36b88ec29f49 req-03e8a432-cf5e-4ea1-b165-f963ed4c5c64 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Calling delete_port for 76bd2caa-ac3b-4bdd-827e-cfa8c3823a39 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:55:31.838323 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde6b4bf-9786-404c-8aff-091bab8478a4 None None] The sync data for ids ['374b04d4-fa9c-4834-accb-2e7078ff84e7'] in n-d-805663-2 is: [{'id': '374b04d4-fa9c-4834-accb-2e7078ff84e7', 'name': 'tempest-TestServerBasicOps-925199109-router', 'tenant_id': 'df66aa28eccf4554b57fbc879a00fa27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'c48c66ad-2ede-4f3c-a1ad-3dc3cc76cefd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:55:18Z', 'updated_at': '2021-08-23T20:55:24Z', 'revision_number': 4, 'project_id': 'df66aa28eccf4554b57fbc879a00fa27', 'gw_port': {'id': 'c48c66ad-2ede-4f3c-a1ad-3dc3cc76cefd', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ff:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374b04d4-fa9c-4834-accb-2e7078ff84e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:20Z', 'updated_at': '2021-08-23T20:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '3f5f4db8-07e7-4908-8e74-df193132742b', 'name': '', 'network_id': '0d9df97b-908e-4d08-be15-384d0998df1f', 'tenant_id': 'df66aa28eccf4554b57fbc879a00fa27', 'mac_address': 'fa:16:3e:ef:ee:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374b04d4-fa9c-4834-accb-2e7078ff84e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '6ff20d44-f264-4943-889a-ff00580323fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:23Z', 'updated_at': '2021-08-23T20:55:29Z', 'revision_number': 4, 'project_id': 'df66aa28eccf4554b57fbc879a00fa27', 'subnets': [{'id': '6ff20d44-f264-4943-889a-ff00580323fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:55:31.942815 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8a476ad2-995e-4551-b680-a48ab3aa96de tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:32.251675 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e4d04ffa-9b89-413e-a720-36b88ec29f49 req-03e8a432-cf5e-4ea1-b165-f963ed4c5c64 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:32.323248 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['76bd2caa-ac3b-4bdd-827e-cfa8c3823a39'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:55:32.336919 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e8a432-cf5e-4ea1-b165-f963ed4c5c64 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Pushing event deleted for resources: {'Port': ['ID=76bd2caa-ac3b-4bdd-827e-cfa8c3823a39,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:32.459201 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-1206a572-af97-45f9-9b8d-15b94dbf086e None None] Allocated IP 2001:db8:1::2 (521af4df-f532-40be-8699-d24d063a6214/cb072068-432a-4fb2-8382-06ea70385624/afe93083-02bb-4c39-a9b2-cbb647d94bc3) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:55:32.560127 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d04ffa-9b89-413e-a720-36b88ec29f49 req-03e8a432-cf5e-4ea1-b165-f963ed4c5c64 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] No DVR routers for this DVR port 76bd2caa-ac3b-4bdd-827e-cfa8c3823a39 on host n-h2-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:55:32.567411 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e4d04ffa-9b89-413e-a720-36b88ec29f49 req-03e8a432-cf5e-4ea1-b165-f963ed4c5c64 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:32.567411 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e4d04ffa-9b89-413e-a720-36b88ec29f49 req-03e8a432-cf5e-4ea1-b165-f963ed4c5c64 tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.32 "DELETE /v2.0/ports/76bd2caa-ac3b-4bdd-827e-cfa8c3823a39 HTTP/1.1" status: 204 len: 173 time: 1.2728605 Aug 23 20:55:32.586938 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9f0956fa-e531-4a75-9e1d-9abf796e0413 req-d4d912c1-5298-4937-937e-67d21853c44f tempest-VolumesActionsTest-496716956 tempest-VolumesActionsTest-496716956-project] 10.222.0.61 "GET /v2.0/ports?device_id=cce4d538-642e-4c1c-9f9e-0413f5d86514 HTTP/1.1" status: 200 len: 210 time: 0.1275914 Aug 23 20:55:32.592129 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce4d538-642e-4c1c-9f9e-0413f5d86514', 'name': 'network-vif-deleted', 'tag': '76bd2caa-ac3b-4bdd-827e-cfa8c3823a39'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:55:32.606484 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01e4d5b-6946-4068-b466-70e2e554363b" -d '{"events": [{"server_uuid": "cce4d538-642e-4c1c-9f9e-0413f5d86514", "name": "network-vif-deleted", "tag": "76bd2caa-ac3b-4bdd-827e-cfa8c3823a39"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:55:32.686586 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010a82cf-fe55-48b5-8e69-6b09547bc7cb x-openstack-request-id: req-010a82cf-fe55-48b5-8e69-6b09547bc7cb {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:55:32.687332 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce4d538-642e-4c1c-9f9e-0413f5d86514", "name": "network-vif-deleted", "tag": "76bd2caa-ac3b-4bdd-827e-cfa8c3823a39", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:55:32.687807 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-010a82cf-fe55-48b5-8e69-6b09547bc7cb {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:55:32.688458 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce4d538-642e-4c1c-9f9e-0413f5d86514', 'name': 'network-vif-deleted', 'tag': '76bd2caa-ac3b-4bdd-827e-cfa8c3823a39', 'status': 'completed', 'code': 200} Aug 23 20:55:32.850984 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1206a572-af97-45f9-9b8d-15b94dbf086e None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:32.874633 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1206a572-af97-45f9-9b8d-15b94dbf086e None None] Transition to ACTIVE for port object afe93083-02bb-4c39-a9b2-cbb647d94bc3 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:55:32.913583 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1206a572-af97-45f9-9b8d-15b94dbf086e None None] Transition to ACTIVE for port object afe93083-02bb-4c39-a9b2-cbb647d94bc3 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:55:32.924701 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1206a572-af97-45f9-9b8d-15b94dbf086e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:33.013137 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1206a572-af97-45f9-9b8d-15b94dbf086e None None] Network 521af4df-f532-40be-8699-d24d063a6214 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:55:33.017022 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-1206a572-af97-45f9-9b8d-15b94dbf086e None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:55:33.020176 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1206a572-af97-45f9-9b8d-15b94dbf086e None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:55:33.143144 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-8a476ad2-995e-4551-b680-a48ab3aa96de tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Allocated IP 2001:db8:1::1 (521af4df-f532-40be-8699-d24d063a6214/cb072068-432a-4fb2-8382-06ea70385624/e7cb9c65-f6d0-448f-b45f-29ead95a12ec) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:55:33.160522 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:55:33.181187 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-72eac3a2-fa31-4bc7-81b3-61da354be3b4 req-9e6e7b42-199a-433b-bb3b-e9fe4dcff57b tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] 10.222.0.61 "GET /v2.0/ports?device_id=e06c45fe-6939-4a13-8d99-3081e10fc360 HTTP/1.1" status: 200 len: 210 time: 0.7027466 Aug 23 20:55:33.328714 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 08d3b013-2baf-47c7-9ffd-bfd8957c1da9 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:55:33.333970 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1206a572-af97-45f9-9b8d-15b94dbf086e None None] Pushing event updated for resources: {'Port': ['ID=afe93083-02bb-4c39-a9b2-cbb647d94bc3,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:33.391640 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-1206a572-af97-45f9-9b8d-15b94dbf086e None None] Attempting to bind port afe93083-02bb-4c39-a9b2-cbb647d94bc3 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:55:33.391640 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-1206a572-af97-45f9-9b8d-15b94dbf086e None None] Attempting to bind port afe93083-02bb-4c39-a9b2-cbb647d94bc3 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '87d8f5f8-1cfb-4810-98f4-12d13c2626d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '521af4df-f532-40be-8699-d24d063a6214'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:55:33.391640 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1206a572-af97-45f9-9b8d-15b94dbf086e None None] Attempting to bind port afe93083-02bb-4c39-a9b2-cbb647d94bc3 on network 521af4df-f532-40be-8699-d24d063a6214 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:55:33.426556 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1206a572-af97-45f9-9b8d-15b94dbf086e None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:55:33.427334 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1206a572-af97-45f9-9b8d-15b94dbf086e None None] Checking segment: {'id': '87d8f5f8-1cfb-4810-98f4-12d13c2626d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '521af4df-f532-40be-8699-d24d063a6214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:55:33.427937 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1206a572-af97-45f9-9b8d-15b94dbf086e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:33.428524 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1206a572-af97-45f9-9b8d-15b94dbf086e None None] Bound using segment: {'id': '87d8f5f8-1cfb-4810-98f4-12d13c2626d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '521af4df-f532-40be-8699-d24d063a6214'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:55:33.429224 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-1206a572-af97-45f9-9b8d-15b94dbf086e None None] Bound port: afe93083-02bb-4c39-a9b2-cbb647d94bc3, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87d8f5f8-1cfb-4810-98f4-12d13c2626d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '521af4df-f532-40be-8699-d24d063a6214'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:55:33.429608 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1206a572-af97-45f9-9b8d-15b94dbf086e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:33.442067 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a561d783-3fbc-4eda-9fb2-9e2a3d2f97b2 req-2ceb36c9-f32e-474e-bc9d-b6d686e7bb38 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:33.443776 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a561d783-3fbc-4eda-9fb2-9e2a3d2f97b2 req-2ceb36c9-f32e-474e-bc9d-b6d686e7bb38 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] 10.222.0.11 "GET /v2.0/networks?id=3d0de374-f24b-4d5b-8c76-4ac1609c36dd HTTP/1.1" status: 200 len: 808 time: 0.2759864 Aug 23 20:55:33.482137 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8a476ad2-995e-4551-b680-a48ab3aa96de tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:33.500029 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-8a476ad2-995e-4551-b680-a48ab3aa96de tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Transition to ACTIVE for port object e7cb9c65-f6d0-448f-b45f-29ead95a12ec will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:55:33.515718 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-1206a572-af97-45f9-9b8d-15b94dbf086e None None] For port afe93083-02bb-4c39-a9b2-cbb647d94bc3, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:55:33.519968 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-1206a572-af97-45f9-9b8d-15b94dbf086e None None] For port afe93083-02bb-4c39-a9b2-cbb647d94bc3, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=afe93083-02bb-4c39-a9b2-cbb647d94bc3,segment=NetworkSegment(87d8f5f8-1cfb-4810-98f4-12d13c2626d9),segment_id=87d8f5f8-1cfb-4810-98f4-12d13c2626d9)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:55:33.521875 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 08d3b013-2baf-47c7-9ffd-bfd8957c1da9 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:55:33.527397 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1206a572-af97-45f9-9b8d-15b94dbf086e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:33.584957 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1206a572-af97-45f9-9b8d-15b94dbf086e None None] Pushing event updated for resources: {'Port': ['ID=afe93083-02bb-4c39-a9b2-cbb647d94bc3,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:33.588207 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 08d3b013-2baf-47c7-9ffd-bfd8957c1da9 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:55:33.589614 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:33.589953 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8a476ad2-995e-4551-b680-a48ab3aa96de tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:33.699500 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a476ad2-995e-4551-b680-a48ab3aa96de tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Network 521af4df-f532-40be-8699-d24d063a6214 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:55:33.703435 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-8a476ad2-995e-4551-b680-a48ab3aa96de tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:55:33.710331 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a561d783-3fbc-4eda-9fb2-9e2a3d2f97b2 req-0aa6972c-b582-4df8-9aa4-7cc3fa11ccff tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3dc071b4c14546878544ee14003d0eb0 HTTP/1.1" status: 200 len: 380 time: 0.1663778 Aug 23 20:55:33.711136 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a476ad2-995e-4551-b680-a48ab3aa96de tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:55:33.711705 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8a476ad2-995e-4551-b680-a48ab3aa96de tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:33.723400 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-a561d783-3fbc-4eda-9fb2-9e2a3d2f97b2 req-74c80011-cece-44e4-adcf-f09457b3e5f0 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Request body: {'port': {'device_id': 'e06c45fe-6939-4a13-8d99-3081e10fc360', 'network_id': '3d0de374-f24b-4d5b-8c76-4ac1609c36dd', 'admin_state_up': True, 'tenant_id': '3dc071b4c14546878544ee14003d0eb0', 'security_groups': ['b2c9b080-d6c5-450c-af6b-c1b1867a8703']}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:55:33.837498 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:33.911704 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a476ad2-995e-4551-b680-a48ab3aa96de tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event updated for resources: {'Port': ['ID=e7cb9c65-f6d0-448f-b45f-29ead95a12ec,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:33.960592 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 08d3b013-2baf-47c7-9ffd-bfd8957c1da9, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=08d3b013-2baf-47c7-9ffd-bfd8957c1da9,segment=NetworkSegment(e11eea6b-9c17-41ad-a4d0-ca323fd309c9),segment_id=e11eea6b-9c17-41ad-a4d0-ca323fd309c9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:55:33.988288 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:33.989167 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 3f5f4db8-07e7-4908-8e74-df193132742b up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:55:34.128013 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=08d3b013-2baf-47c7-9ffd-bfd8957c1da9,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:34.179550 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8a476ad2-995e-4551-b680-a48ab3aa96de tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:34.196666 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 3f5f4db8-07e7-4908-8e74-df193132742b completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:55:34.208712 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 3f5f4db8-07e7-4908-8e74-df193132742b triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:55:34.209168 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:34.227022 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a561d783-3fbc-4eda-9fb2-9e2a3d2f97b2 req-74c80011-cece-44e4-adcf-f09457b3e5f0 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Made reservation on behalf of 3dc071b4c14546878544ee14003d0eb0 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:55:34.232376 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a561d783-3fbc-4eda-9fb2-9e2a3d2f97b2 req-74c80011-cece-44e4-adcf-f09457b3e5f0 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:34.353707 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:34.419422 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 3f5f4db8-07e7-4908-8e74-df193132742b, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=3f5f4db8-07e7-4908-8e74-df193132742b,segment=NetworkSegment(936d6e7e-27c1-4d11-bf64-143caf8ad09d),segment_id=936d6e7e-27c1-4d11-bf64-143caf8ad09d)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:55:34.428561 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:34.510629 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=3f5f4db8-07e7-4908-8e74-df193132742b,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:34.518539 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d32dd57e-ea12-49a2-a89a-75b93824e8d9 req-6b255cc4-735e-4361-a1c4-62b1d52c8b42 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] 10.222.0.61 "GET /v2.0/ports?device_id=e06c45fe-6939-4a13-8d99-3081e10fc360 HTTP/1.1" status: 200 len: 210 time: 0.1548064 Aug 23 20:55:34.632268 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 76bd2caa-ac3b-4bdd-827e-cfa8c3823a39 no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:55:34.681323 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: 76bd2caa-ac3b-4bdd-827e-cfa8c3823a39 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:55:34.681323 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 76bd2caa-ac3b-4bdd-827e-cfa8c3823a39 not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:55:34.719348 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-a561d783-3fbc-4eda-9fb2-9e2a3d2f97b2 req-74c80011-cece-44e4-adcf-f09457b3e5f0 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Allocated IP 172.20.0.9 (3d0de374-f24b-4d5b-8c76-4ac1609c36dd/02ea3bb0-60b8-47cd-943c-438cab35147d/143b1e40-0397-431f-a596-b9ac917b73c0) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:55:34.920512 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8a476ad2-995e-4551-b680-a48ab3aa96de tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:34.937570 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8a476ad2-995e-4551-b680-a48ab3aa96de tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:34.953939 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8a476ad2-995e-4551-b680-a48ab3aa96de tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:35.166326 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a476ad2-995e-4551-b680-a48ab3aa96de tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event updated for resources: {'Port': ['ID=e7cb9c65-f6d0-448f-b45f-29ead95a12ec,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:35.177753 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a561d783-3fbc-4eda-9fb2-9e2a3d2f97b2 req-74c80011-cece-44e4-adcf-f09457b3e5f0 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:35.205115 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device afe93083-02bb-4c39-a9b2-cbb647d94bc3 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:55:35.217014 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a476ad2-995e-4551-b680-a48ab3aa96de tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Network 521af4df-f532-40be-8699-d24d063a6214 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:55:35.218605 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-a561d783-3fbc-4eda-9fb2-9e2a3d2f97b2 req-74c80011-cece-44e4-adcf-f09457b3e5f0 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Transition to ACTIVE for port object 143b1e40-0397-431f-a596-b9ac917b73c0 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:55:35.220339 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-8a476ad2-995e-4551-b680-a48ab3aa96de tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:55:35.265946 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port afe93083-02bb-4c39-a9b2-cbb647d94bc3 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:55:35.272280 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 08d3b013-2baf-47c7-9ffd-bfd8957c1da9 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:55:35.305048 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de734a4-88a7-40ee-8306-e49c61f3777e None None] Network 521af4df-f532-40be-8699-d24d063a6214 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:55:35.359894 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a561d783-3fbc-4eda-9fb2-9e2a3d2f97b2 req-74c80011-cece-44e4-adcf-f09457b3e5f0 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:35.404534 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-55aea0b5-62ac-4252-bad3-7c0470570003 None None] Provisioning for port afe93083-02bb-4c39-a9b2-cbb647d94bc3 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:55:35.419198 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 08d3b013-2baf-47c7-9ffd-bfd8957c1da9 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:55:35.419828 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:35.426861 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-55aea0b5-62ac-4252-bad3-7c0470570003 None None] Provisioning complete for port afe93083-02bb-4c39-a9b2-cbb647d94bc3 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:55:35.427492 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-55aea0b5-62ac-4252-bad3-7c0470570003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:35.465618 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a561d783-3fbc-4eda-9fb2-9e2a3d2f97b2 req-74c80011-cece-44e4-adcf-f09457b3e5f0 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Network 3d0de374-f24b-4d5b-8c76-4ac1609c36dd is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:55:35.482716 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a476ad2-995e-4551-b680-a48ab3aa96de tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Router 8c988a33-186e-4d80-a8bf-55e76dab5a54 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:55:35.483617 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c80011-cece-44e4-adcf-f09457b3e5f0 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Pushing event updated for resources: {'Port': ['ID=143b1e40-0397-431f-a596-b9ac917b73c0,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:35.493388 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-a561d783-3fbc-4eda-9fb2-9e2a3d2f97b2 req-74c80011-cece-44e4-adcf-f09457b3e5f0 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:55:35.511727 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-a561d783-3fbc-4eda-9fb2-9e2a3d2f97b2 req-74c80011-cece-44e4-adcf-f09457b3e5f0 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:55:35.716173 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a561d783-3fbc-4eda-9fb2-9e2a3d2f97b2 req-74c80011-cece-44e4-adcf-f09457b3e5f0 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:35.717630 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a561d783-3fbc-4eda-9fb2-9e2a3d2f97b2 req-74c80011-cece-44e4-adcf-f09457b3e5f0 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:35.732119 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 3f5f4db8-07e7-4908-8e74-df193132742b up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:55:35.752578 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a561d783-3fbc-4eda-9fb2-9e2a3d2f97b2 req-74c80011-cece-44e4-adcf-f09457b3e5f0 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0345883 Aug 23 20:55:35.764268 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ca4de-e7f9-4930-9f57-efaab8a93d67 req-2dfe820e-a079-46a0-b05e-55cad4cb0409 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:35.766768 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ef6ca4de-e7f9-4930-9f57-efaab8a93d67 req-2dfe820e-a079-46a0-b05e-55cad4cb0409 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] 10.222.0.61 "GET /v2.0/ports?device_id=e06c45fe-6939-4a13-8d99-3081e10fc360 HTTP/1.1" status: 200 len: 931 time: 0.0972285 Aug 23 20:55:35.778621 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-a561d783-3fbc-4eda-9fb2-9e2a3d2f97b2 req-f38f078b-2488-4537-80f2-3b7d2910c2fb service neutron] Request body: {'port': {'device_id': 'e06c45fe-6939-4a13-8d99-3081e10fc360', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:55:35.787370 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a476ad2-995e-4551-b680-a48ab3aa96de tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:55:35.805017 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8a476ad2-995e-4551-b680-a48ab3aa96de tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "PUT /v2.0/routers/8c988a33-186e-4d80-a8bf-55e76dab5a54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9200768 Aug 23 20:55:35.811950 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 59882) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:35.819548 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-22200c6e-86bf-411d-8ee5-1d9fbd62eb40 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1108297330'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:55:35.904730 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ef6ca4de-e7f9-4930-9f57-efaab8a93d67 req-c28e56a7-bcb9-40ec-b308-e5b74b4e1ec1 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2c9b080-d6c5-450c-af6b-c1b1867a8703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251149 Aug 23 20:55:35.907637 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22200c6e-86bf-411d-8ee5-1d9fbd62eb40 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Made reservation on behalf of 0a3a7f6f58f34235ad73f92601ac48a1 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:55:35.914585 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-22200c6e-86bf-411d-8ee5-1d9fbd62eb40 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:35.915107 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-55aea0b5-62ac-4252-bad3-7c0470570003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:35.920627 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dede60a4-f707-4977-bf7f-fac817980423 None None] Sync routers for ids ['8c988a33-186e-4d80-a8bf-55e76dab5a54'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:55:35.963897 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a561d783-3fbc-4eda-9fb2-9e2a3d2f97b2 req-f38f078b-2488-4537-80f2-3b7d2910c2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:35.985431 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-55aea0b5-62ac-4252-bad3-7c0470570003 None None] For port afe93083-02bb-4c39-a9b2-cbb647d94bc3, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=afe93083-02bb-4c39-a9b2-cbb647d94bc3,segment=NetworkSegment(87d8f5f8-1cfb-4810-98f4-12d13c2626d9),segment_id=87d8f5f8-1cfb-4810-98f4-12d13c2626d9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:55:35.993830 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-55aea0b5-62ac-4252-bad3-7c0470570003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:36.008935 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dede60a4-f707-4977-bf7f-fac817980423 None None] Routers {'8c988a33-186e-4d80-a8bf-55e76dab5a54'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:55:36.009552 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22200c6e-86bf-411d-8ee5-1d9fbd62eb40 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:55:36.010252 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-dede60a4-f707-4977-bf7f-fac817980423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:55:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['8c988a33-186e-4d80-a8bf-55e76dab5a54'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:36.028159 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-22200c6e-86bf-411d-8ee5-1d9fbd62eb40 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:36.028841 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-22200c6e-86bf-411d-8ee5-1d9fbd62eb40 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Added segment 08b96126-dbea-4bf5-a901-bb8cb773474f of type vlan for network 123304d4-8b3e-4a93-977b-5e302c28cce4 Aug 23 20:55:36.082187 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-22200c6e-86bf-411d-8ee5-1d9fbd62eb40 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:36.148775 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-22200c6e-86bf-411d-8ee5-1d9fbd62eb40 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:36.158888 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22200c6e-86bf-411d-8ee5-1d9fbd62eb40 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:36.159680 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-22200c6e-86bf-411d-8ee5-1d9fbd62eb40 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:36.315982 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-dede60a4-f707-4977-bf7f-fac817980423 None None] Set router 8c988a33-186e-4d80-a8bf-55e76dab5a54 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:55:36.370256 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 3f5f4db8-07e7-4908-8e74-df193132742b triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:55:36.371526 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:36.381398 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22200c6e-86bf-411d-8ee5-1d9fbd62eb40 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event updated for resources: {'Network': ['ID=123304d4-8b3e-4a93-977b-5e302c28cce4,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:36.394779 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aea0b5-62ac-4252-bad3-7c0470570003 None None] Pushing event updated for resources: {'Port': ['ID=afe93083-02bb-4c39-a9b2-cbb647d94bc3,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:36.398662 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9f1d7efc-d0f1-4211-a147-f425d1dac638 None None] Provisioning for port 143b1e40-0397-431f-a596-b9ac917b73c0 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:55:36.409395 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-22200c6e-86bf-411d-8ee5-1d9fbd62eb40 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5889580 Aug 23 20:55:36.410117 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 59912) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:36.427603 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 123304d4-8b3e-4a93-977b-5e302c28cce4 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:55:36.439911 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-672b7942-6f2a-4e68-93fa-0c020dbbc3d1 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Request body: {'subnet': {'network_id': '123304d4-8b3e-4a93-977b-5e302c28cce4', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:55:36.577924 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9f1d7efc-d0f1-4211-a147-f425d1dac638 None None] Provisioning complete for port 143b1e40-0397-431f-a596-b9ac917b73c0 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:55:36.578413 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9f1d7efc-d0f1-4211-a147-f425d1dac638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:36.656242 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672b7942-6f2a-4e68-93fa-0c020dbbc3d1 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Made reservation on behalf of 0a3a7f6f58f34235ad73f92601ac48a1 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:55:36.660926 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-672b7942-6f2a-4e68-93fa-0c020dbbc3d1 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:36.857813 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-9f1d7efc-d0f1-4211-a147-f425d1dac638 None None] Port 143b1e40-0397-431f-a596-b9ac917b73c0 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:55:36.907858 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-a561d783-3fbc-4eda-9fb2-9e2a3d2f97b2 req-f38f078b-2488-4537-80f2-3b7d2910c2fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 143b1e40-0397-431f-a596-b9ac917b73c0 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:55:36.927959 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a561d783-3fbc-4eda-9fb2-9e2a3d2f97b2 req-f38f078b-2488-4537-80f2-3b7d2910c2fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:36.947194 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-a561d783-3fbc-4eda-9fb2-9e2a3d2f97b2 req-f38f078b-2488-4537-80f2-3b7d2910c2fb service neutron] Transition to ACTIVE for port object 143b1e40-0397-431f-a596-b9ac917b73c0 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:55:36.969666 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a561d783-3fbc-4eda-9fb2-9e2a3d2f97b2 req-f38f078b-2488-4537-80f2-3b7d2910c2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:37.108441 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c9bc161d-bcf8-4207-a450-2eb240e14d0b None None] Provisioning for port e7cb9c65-f6d0-448f-b45f-29ead95a12ec completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:55:37.124881 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c9bc161d-bcf8-4207-a450-2eb240e14d0b None None] Provisioning complete for port e7cb9c65-f6d0-448f-b45f-29ead95a12ec triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:55:37.125653 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c9bc161d-bcf8-4207-a450-2eb240e14d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:37.218909 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-c9bc161d-bcf8-4207-a450-2eb240e14d0b None None] Port e7cb9c65-f6d0-448f-b45f-29ead95a12ec cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:55:37.227161 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device afe93083-02bb-4c39-a9b2-cbb647d94bc3 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:55:37.252928 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7ab71-6e90-4cc9-a348-7c8ecf4b9266 req-e21d2c22-263a-4e41-bb61-2defc7d7e908 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:37.262218 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-07f7ab71-6e90-4cc9-a348-7c8ecf4b9266 req-e21d2c22-263a-4e41-bb61-2defc7d7e908 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] 10.222.0.61 "GET /v2.0/ports?device_id=e06c45fe-6939-4a13-8d99-3081e10fc360 HTTP/1.1" status: 200 len: 943 time: 0.1466963 Aug 23 20:55:37.269311 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f078b-2488-4537-80f2-3b7d2910c2fb service neutron] Pushing event updated for resources: {'Port': ['ID=143b1e40-0397-431f-a596-b9ac917b73c0,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:37.319483 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c9bc161d-bcf8-4207-a450-2eb240e14d0b None None] Provisioning complete for port afe93083-02bb-4c39-a9b2-cbb647d94bc3 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:55:37.319949 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c9bc161d-bcf8-4207-a450-2eb240e14d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:37.327753 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-a561d783-3fbc-4eda-9fb2-9e2a3d2f97b2 req-f38f078b-2488-4537-80f2-3b7d2910c2fb service neutron] Attempting to bind port 143b1e40-0397-431f-a596-b9ac917b73c0 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:55:37.328476 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-a561d783-3fbc-4eda-9fb2-9e2a3d2f97b2 req-f38f078b-2488-4537-80f2-3b7d2910c2fb service neutron] Attempting to bind port 143b1e40-0397-431f-a596-b9ac917b73c0 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '55c7a2a6-4614-4267-8836-2fb3c8bd1628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3d0de374-f24b-4d5b-8c76-4ac1609c36dd'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:55:37.329359 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a561d783-3fbc-4eda-9fb2-9e2a3d2f97b2 req-f38f078b-2488-4537-80f2-3b7d2910c2fb service neutron] Attempting to bind port 143b1e40-0397-431f-a596-b9ac917b73c0 on network 3d0de374-f24b-4d5b-8c76-4ac1609c36dd {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:55:37.335883 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a561d783-3fbc-4eda-9fb2-9e2a3d2f97b2 req-f38f078b-2488-4537-80f2-3b7d2910c2fb service neutron] Port 143b1e40-0397-431f-a596-b9ac917b73c0 on network 3d0de374-f24b-4d5b-8c76-4ac1609c36dd not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:55:37.336748 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a561d783-3fbc-4eda-9fb2-9e2a3d2f97b2 req-f38f078b-2488-4537-80f2-3b7d2910c2fb service neutron] Attempting to bind port 143b1e40-0397-431f-a596-b9ac917b73c0 on network 3d0de374-f24b-4d5b-8c76-4ac1609c36dd {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:55:37.339583 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-672b7942-6f2a-4e68-93fa-0c020dbbc3d1 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:37.346788 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a561d783-3fbc-4eda-9fb2-9e2a3d2f97b2 req-f38f078b-2488-4537-80f2-3b7d2910c2fb service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:55:37.347464 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a561d783-3fbc-4eda-9fb2-9e2a3d2f97b2 req-f38f078b-2488-4537-80f2-3b7d2910c2fb service neutron] Checking segment: {'id': '55c7a2a6-4614-4267-8836-2fb3c8bd1628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3d0de374-f24b-4d5b-8c76-4ac1609c36dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:55:37.348132 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a561d783-3fbc-4eda-9fb2-9e2a3d2f97b2 req-f38f078b-2488-4537-80f2-3b7d2910c2fb service neutron] Bound using segment: {'id': '55c7a2a6-4614-4267-8836-2fb3c8bd1628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3d0de374-f24b-4d5b-8c76-4ac1609c36dd'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:55:37.349457 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-a561d783-3fbc-4eda-9fb2-9e2a3d2f97b2 req-f38f078b-2488-4537-80f2-3b7d2910c2fb service neutron] Bound port: 143b1e40-0397-431f-a596-b9ac917b73c0, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55c7a2a6-4614-4267-8836-2fb3c8bd1628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3d0de374-f24b-4d5b-8c76-4ac1609c36dd'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:55:37.350044 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a561d783-3fbc-4eda-9fb2-9e2a3d2f97b2 req-f38f078b-2488-4537-80f2-3b7d2910c2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:37.356669 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-dede60a4-f707-4977-bf7f-fac817980423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'name': 'tempest-RoutersIpV6Test-router-1253855414', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:55:23Z', 'updated_at': '2021-08-23T20:55:34Z', 'revision_number': 3, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'gw_port_host': None, '_interfaces': [{'id': '08d3b013-2baf-47c7-9ffd-bfd8957c1da9', 'name': '', 'network_id': '820b0809-3192-438b-b371-8a017bd57483', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:c3:3e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '164393d9-a9cf-4434-9e23-87cfbe1328ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:26Z', 'updated_at': '2021-08-23T20:55:33Z', 'revision_number': 5, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': '164393d9-a9cf-4434-9e23-87cfbe1328ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7cb9c65-f6d0-448f-b45f-29ead95a12ec', 'name': '', 'network_id': '521af4df-f532-40be-8699-d24d063a6214', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:c4:56:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'cb072068-432a-4fb2-8382-06ea70385624', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:32Z', 'updated_at': '2021-08-23T20:55:34Z', 'revision_number': 2, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': 'cb072068-432a-4fb2-8382-06ea70385624', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:37.394540 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dede60a4-f707-4977-bf7f-fac817980423 None None] Checking router: 8c988a33-186e-4d80-a8bf-55e76dab5a54 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:55:37.395674 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dede60a4-f707-4977-bf7f-fac817980423 None None] Updating router 8c988a33-186e-4d80-a8bf-55e76dab5a54 port e7cb9c65-f6d0-448f-b45f-29ead95a12ec binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:55:37.444977 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-a561d783-3fbc-4eda-9fb2-9e2a3d2f97b2 req-f38f078b-2488-4537-80f2-3b7d2910c2fb service neutron] For port 143b1e40-0397-431f-a596-b9ac917b73c0, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:55:37.449437 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-a561d783-3fbc-4eda-9fb2-9e2a3d2f97b2 req-f38f078b-2488-4537-80f2-3b7d2910c2fb service neutron] For port 143b1e40-0397-431f-a596-b9ac917b73c0, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=143b1e40-0397-431f-a596-b9ac917b73c0,segment=NetworkSegment(55c7a2a6-4614-4267-8836-2fb3c8bd1628),segment_id=55c7a2a6-4614-4267-8836-2fb3c8bd1628)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:55:37.465878 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a561d783-3fbc-4eda-9fb2-9e2a3d2f97b2 req-f38f078b-2488-4537-80f2-3b7d2910c2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:37.483870 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dede60a4-f707-4977-bf7f-fac817980423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:37.539331 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f078b-2488-4537-80f2-3b7d2910c2fb service neutron] Pushing event updated for resources: {'Port': ['ID=143b1e40-0397-431f-a596-b9ac917b73c0,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:37.574049 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-07f7ab71-6e90-4cc9-a348-7c8ecf4b9266 req-c5fea0e5-59d7-4f0e-9886-72d5e37be761 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2c9b080-d6c5-450c-af6b-c1b1867a8703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3105724 Aug 23 20:55:37.588531 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672b7942-6f2a-4e68-93fa-0c020dbbc3d1 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Checking segment: {'id': '08b96126-dbea-4bf5-a901-bb8cb773474f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '123304d4-8b3e-4a93-977b-5e302c28cce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:55:37.589237 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672b7942-6f2a-4e68-93fa-0c020dbbc3d1 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Network hostable DHCP agents. Network: 123304d4-8b3e-4a93-977b-5e302c28cce4, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:55:37.589628 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a561d783-3fbc-4eda-9fb2-9e2a3d2f97b2 req-f38f078b-2488-4537-80f2-3b7d2910c2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:37.590410 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a561d783-3fbc-4eda-9fb2-9e2a3d2f97b2 req-f38f078b-2488-4537-80f2-3b7d2910c2fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:37.595253 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a561d783-3fbc-4eda-9fb2-9e2a3d2f97b2 req-f38f078b-2488-4537-80f2-3b7d2910c2fb service neutron] 10.222.0.11 "PUT /v2.0/ports/143b1e40-0397-431f-a596-b9ac917b73c0 HTTP/1.1" status: 200 len: 1091 time: 1.8304579 Aug 23 20:55:37.596166 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e06c45fe-6939-4a13-8d99-3081e10fc360', 'tag': '143b1e40-0397-431f-a596-b9ac917b73c0'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:55:37.599396 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672b7942-6f2a-4e68-93fa-0c020dbbc3d1 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event updated for resources: {'Subnet': ['ID=e454255e-b1f1-41e6-93ff-9d5b4e2a832e,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:37.609747 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0547832e-31ea-4f82-b404-c6a125105fb3" -d '{"events": [{"name": "network-changed", "server_uuid": "e06c45fe-6939-4a13-8d99-3081e10fc360", "tag": "143b1e40-0397-431f-a596-b9ac917b73c0"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:55:37.642639 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port afe93083-02bb-4c39-a9b2-cbb647d94bc3 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:55:37.645339 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:37.683383 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672b7942-6f2a-4e68-93fa-0c020dbbc3d1 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Network 123304d4-8b3e-4a93-977b-5e302c28cce4 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:55:37.708448 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-672b7942-6f2a-4e68-93fa-0c020dbbc3d1 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 123304d4-8b3e-4a93-977b-5e302c28cce4) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:55:37.721398 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672b7942-6f2a-4e68-93fa-0c020dbbc3d1 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:37.725277 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-672b7942-6f2a-4e68-93fa-0c020dbbc3d1 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:37.738486 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e837b5d-85cc-48df-9969-b2f72d7fcf11 x-openstack-request-id: req-2e837b5d-85cc-48df-9969-b2f72d7fcf11 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:55:37.739142 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e06c45fe-6939-4a13-8d99-3081e10fc360", "tag": "143b1e40-0397-431f-a596-b9ac917b73c0", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:55:37.739562 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2e837b5d-85cc-48df-9969-b2f72d7fcf11 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:55:37.740161 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e06c45fe-6939-4a13-8d99-3081e10fc360', 'tag': '143b1e40-0397-431f-a596-b9ac917b73c0', 'status': 'completed', 'code': 200} Aug 23 20:55:37.759337 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-672b7942-6f2a-4e68-93fa-0c020dbbc3d1 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3481145 Aug 23 20:55:37.766179 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 59942) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:37.795080 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a561d783-3fbc-4eda-9fb2-9e2a3d2f97b2 req-bfd6c60a-67d6-4bf8-b7de-462b458f7034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:37.806400 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a561d783-3fbc-4eda-9fb2-9e2a3d2f97b2 req-bfd6c60a-67d6-4bf8-b7de-462b458f7034 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3dc071b4c14546878544ee14003d0eb0&device_id=e06c45fe-6939-4a13-8d99-3081e10fc360 HTTP/1.1" status: 200 len: 1094 time: 0.1532879 Aug 23 20:55:37.810029 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56916fc-898a-4308-9efe-8b0b9a212171 None None] Network 123304d4-8b3e-4a93-977b-5e302c28cce4 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:55:37.979333 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a561d783-3fbc-4eda-9fb2-9e2a3d2f97b2 req-f026d954-c513-40e3-8c46-af83c8a22290 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=143b1e40-0397-431f-a596-b9ac917b73c0 HTTP/1.1" status: 200 len: 217 time: 0.1638317 Aug 23 20:55:38.119440 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a561d783-3fbc-4eda-9fb2-9e2a3d2f97b2 req-ecc451c5-198b-4995-8ea9-d1726f3ecbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:38.121120 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a561d783-3fbc-4eda-9fb2-9e2a3d2f97b2 req-ecc451c5-198b-4995-8ea9-d1726f3ecbab service neutron] 10.222.0.11 "GET /v2.0/subnets?id=02ea3bb0-60b8-47cd-943c-438cab35147d HTTP/1.1" status: 200 len: 847 time: 0.1340179 Aug 23 20:55:38.221219 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a561d783-3fbc-4eda-9fb2-9e2a3d2f97b2 req-4b41fec8-6068-4455-bdf9-43ee6cc10f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:38.226977 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a561d783-3fbc-4eda-9fb2-9e2a3d2f97b2 req-4b41fec8-6068-4455-bdf9-43ee6cc10f0c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3d0de374-f24b-4d5b-8c76-4ac1609c36dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0959558 Aug 23 20:55:38.491990 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a561d783-3fbc-4eda-9fb2-9e2a3d2f97b2 req-109c3f4c-90b9-4574-8ae1-10e44d8cc8cb service neutron] 10.222.0.11 "GET /v2.0/networks/3d0de374-f24b-4d5b-8c76-4ac1609c36dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575185 Aug 23 20:55:38.722879 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a561d783-3fbc-4eda-9fb2-9e2a3d2f97b2 req-f8052bcc-b136-4e22-814a-85b6bf231aaa service neutron] 10.222.0.11 "GET /v2.0/networks/3d0de374-f24b-4d5b-8c76-4ac1609c36dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125642 Aug 23 20:55:38.735651 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ebcad3ae-de24-4afd-9022-3b41584e185f None None] Provisioning complete for port e7cb9c65-f6d0-448f-b45f-29ead95a12ec triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:55:38.736793 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ebcad3ae-de24-4afd-9022-3b41584e185f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:39.007735 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21436735-bad2-455c-b0d8-778b385da908 req-1d0170d7-dad3-400a-ba4f-23720c399ac9 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:39.017200 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-21436735-bad2-455c-b0d8-778b385da908 req-1d0170d7-dad3-400a-ba4f-23720c399ac9 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] 10.222.0.61 "GET /v2.0/ports?device_id=e06c45fe-6939-4a13-8d99-3081e10fc360 HTTP/1.1" status: 200 len: 943 time: 0.2529447 Aug 23 20:55:39.044765 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-ebcad3ae-de24-4afd-9022-3b41584e185f None None] Port e7cb9c65-f6d0-448f-b45f-29ead95a12ec cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:55:39.050987 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dede60a4-f707-4977-bf7f-fac817980423 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:39.076023 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547832e-31ea-4f82-b404-c6a125105fb3 req-76db2575-f27f-487d-9625-9f2c6bf7028a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:39.079812 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0547832e-31ea-4f82-b404-c6a125105fb3 req-76db2575-f27f-487d-9625-9f2c6bf7028a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3dc071b4c14546878544ee14003d0eb0&device_id=e06c45fe-6939-4a13-8d99-3081e10fc360 HTTP/1.1" status: 200 len: 1094 time: 0.2438428 Aug 23 20:55:39.099098 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4e19e87f-a197-4788-9eb4-b7fd64b468ec tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:39.121736 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-dede60a4-f707-4977-bf7f-fac817980423 None None] Transition to ACTIVE for port object e7cb9c65-f6d0-448f-b45f-29ead95a12ec will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:55:39.174485 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dede60a4-f707-4977-bf7f-fac817980423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:39.294852 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-21436735-bad2-455c-b0d8-778b385da908 req-a19cab90-ff0d-4d95-972e-ad5876c09f79 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2c9b080-d6c5-450c-af6b-c1b1867a8703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2764015 Aug 23 20:55:39.361470 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3fa81b-59e5-4e6e-8579-3c8443b9d7d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-123304d4-8b3e-4a93-977b-5e302c28cce4', 'network_id': '123304d4-8b3e-4a93-977b-5e302c28cce4', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'fixed_ips': [{'subnet_id': 'e454255e-b1f1-41e6-93ff-9d5b4e2a832e'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:55:39.362643 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bb3fa81b-59e5-4e6e-8579-3c8443b9d7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:39.402107 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a6db24-a358-428a-a865-4dfa91361096 None None] Pushing event updated for resources: {'Port': ['ID=e7cb9c65-f6d0-448f-b45f-29ead95a12ec,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:39.421211 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547832e-31ea-4f82-b404-c6a125105fb3 req-b6e4b316-4ca6-4ffd-8537-2641329e79c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:39.422708 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0547832e-31ea-4f82-b404-c6a125105fb3 req-b6e4b316-4ca6-4ffd-8537-2641329e79c9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3d0de374-f24b-4d5b-8c76-4ac1609c36dd HTTP/1.1" status: 200 len: 909 time: 0.3267426 Aug 23 20:55:39.608843 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0547832e-31ea-4f82-b404-c6a125105fb3 req-c08249c1-899d-497f-9d68-859fbff3f5f7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=143b1e40-0397-431f-a596-b9ac917b73c0 HTTP/1.1" status: 200 len: 217 time: 0.1716266 Aug 23 20:55:39.714121 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-dede60a4-f707-4977-bf7f-fac817980423 None None] Attempting to bind port e7cb9c65-f6d0-448f-b45f-29ead95a12ec on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:55:39.714642 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-dede60a4-f707-4977-bf7f-fac817980423 None None] Attempting to bind port e7cb9c65-f6d0-448f-b45f-29ead95a12ec by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '87d8f5f8-1cfb-4810-98f4-12d13c2626d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '521af4df-f532-40be-8699-d24d063a6214'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:55:39.714868 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dede60a4-f707-4977-bf7f-fac817980423 None None] Attempting to bind port e7cb9c65-f6d0-448f-b45f-29ead95a12ec on network 521af4df-f532-40be-8699-d24d063a6214 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:55:39.729260 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dede60a4-f707-4977-bf7f-fac817980423 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:55:39.729793 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dede60a4-f707-4977-bf7f-fac817980423 None None] Checking segment: {'id': '87d8f5f8-1cfb-4810-98f4-12d13c2626d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '521af4df-f532-40be-8699-d24d063a6214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:55:39.730211 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dede60a4-f707-4977-bf7f-fac817980423 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:39.731150 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dede60a4-f707-4977-bf7f-fac817980423 None None] Bound using segment: {'id': '87d8f5f8-1cfb-4810-98f4-12d13c2626d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '521af4df-f532-40be-8699-d24d063a6214'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:55:39.731674 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-dede60a4-f707-4977-bf7f-fac817980423 None None] Bound port: e7cb9c65-f6d0-448f-b45f-29ead95a12ec, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87d8f5f8-1cfb-4810-98f4-12d13c2626d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '521af4df-f532-40be-8699-d24d063a6214'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:55:39.732098 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dede60a4-f707-4977-bf7f-fac817980423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:39.735977 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-4e19e87f-a197-4788-9eb4-b7fd64b468ec tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Allocated IP 2001:db8:2::1 (123304d4-8b3e-4a93-977b-5e302c28cce4/e454255e-b1f1-41e6-93ff-9d5b4e2a832e/74c521ab-f98b-4fc9-bba8-6e5fdd48d3af) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:55:39.757453 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547832e-31ea-4f82-b404-c6a125105fb3 req-8fb327b2-2471-4fd5-b613-56e40f788bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:39.759314 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0547832e-31ea-4f82-b404-c6a125105fb3 req-8fb327b2-2471-4fd5-b613-56e40f788bc1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=02ea3bb0-60b8-47cd-943c-438cab35147d HTTP/1.1" status: 200 len: 847 time: 0.1469593 Aug 23 20:55:39.899912 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547832e-31ea-4f82-b404-c6a125105fb3 req-c79f1e63-5842-4d06-8628-16ec69ccad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:39.918384 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0547832e-31ea-4f82-b404-c6a125105fb3 req-c79f1e63-5842-4d06-8628-16ec69ccad15 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3d0de374-f24b-4d5b-8c76-4ac1609c36dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1359270 Aug 23 20:55:39.918583 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-dede60a4-f707-4977-bf7f-fac817980423 None None] For port e7cb9c65-f6d0-448f-b45f-29ead95a12ec, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:55:39.920320 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-dede60a4-f707-4977-bf7f-fac817980423 None None] For port e7cb9c65-f6d0-448f-b45f-29ead95a12ec, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=e7cb9c65-f6d0-448f-b45f-29ead95a12ec,segment=NetworkSegment(87d8f5f8-1cfb-4810-98f4-12d13c2626d9),segment_id=87d8f5f8-1cfb-4810-98f4-12d13c2626d9)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:55:39.940943 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dede60a4-f707-4977-bf7f-fac817980423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:40.026716 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0547832e-31ea-4f82-b404-c6a125105fb3 req-2573ccfc-da7a-4bfe-aef0-5fcb86ce0f77 service neutron] 10.222.0.11 "GET /v2.0/networks/3d0de374-f24b-4d5b-8c76-4ac1609c36dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142538 Aug 23 20:55:40.061749 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4e19e87f-a197-4788-9eb4-b7fd64b468ec tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:40.069797 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a6db24-a358-428a-a865-4dfa91361096 None None] Pushing event updated for resources: {'Port': ['ID=e7cb9c65-f6d0-448f-b45f-29ead95a12ec,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:40.098292 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-4e19e87f-a197-4788-9eb4-b7fd64b468ec tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Transition to ACTIVE for port object 74c521ab-f98b-4fc9-bba8-6e5fdd48d3af will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:55:40.126822 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dede60a4-f707-4977-bf7f-fac817980423 None None] Routers {'8c988a33-186e-4d80-a8bf-55e76dab5a54'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:55:40.130504 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-dede60a4-f707-4977-bf7f-fac817980423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:55:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['8c988a33-186e-4d80-a8bf-55e76dab5a54'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:40.138709 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-38e73079-bae8-4297-98ac-23158d0f6d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:40.174547 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4e19e87f-a197-4788-9eb4-b7fd64b468ec tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:40.241896 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0547832e-31ea-4f82-b404-c6a125105fb3 req-4a6b88b5-7c1f-438a-8fb3-4c22dc168737 service neutron] 10.222.0.11 "GET /v2.0/networks/3d0de374-f24b-4d5b-8c76-4ac1609c36dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062962 Aug 23 20:55:40.320185 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e19e87f-a197-4788-9eb4-b7fd64b468ec tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event updated for resources: {'Port': ['ID=74c521ab-f98b-4fc9-bba8-6e5fdd48d3af,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:40.362882 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e19e87f-a197-4788-9eb4-b7fd64b468ec tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Network 123304d4-8b3e-4a93-977b-5e302c28cce4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:55:40.364406 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-4e19e87f-a197-4788-9eb4-b7fd64b468ec tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:55:40.370019 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e19e87f-a197-4788-9eb4-b7fd64b468ec tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:55:40.370587 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4e19e87f-a197-4788-9eb4-b7fd64b468ec tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:40.614205 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3bde3-6411-4e09-8680-ea6867698847 req-e85ea900-1bc5-4058-bf25-4866ae401703 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:40.615815 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c4d3bde3-6411-4e09-8680-ea6867698847 req-e85ea900-1bc5-4058-bf25-4866ae401703 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] 10.222.0.61 "GET /v2.0/ports?device_id=e06c45fe-6939-4a13-8d99-3081e10fc360 HTTP/1.1" status: 200 len: 943 time: 0.1878564 Aug 23 20:55:40.665663 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-dede60a4-f707-4977-bf7f-fac817980423 None None] Set router 8c988a33-186e-4d80-a8bf-55e76dab5a54 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:55:40.717047 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4e19e87f-a197-4788-9eb4-b7fd64b468ec tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:40.740448 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c4d3bde3-6411-4e09-8680-ea6867698847 req-4ca4d0cf-648f-4a9b-8910-063514b1fa59 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2c9b080-d6c5-450c-af6b-c1b1867a8703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128488 Aug 23 20:55:40.780673 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:40.793333 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-bb3fa81b-59e5-4e6e-8579-3c8443b9d7d2 None None] Allocated IP 2001:db8:2::2 (123304d4-8b3e-4a93-977b-5e302c28cce4/e454255e-b1f1-41e6-93ff-9d5b4e2a832e/757e5adb-f2fc-4d4c-8446-35fbdede5682) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:55:41.195949 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4e19e87f-a197-4788-9eb4-b7fd64b468ec tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:41.216015 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4e19e87f-a197-4788-9eb4-b7fd64b468ec tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:41.217253 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4e19e87f-a197-4788-9eb4-b7fd64b468ec tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:41.220613 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bb3fa81b-59e5-4e6e-8579-3c8443b9d7d2 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:41.236880 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bb3fa81b-59e5-4e6e-8579-3c8443b9d7d2 None None] Transition to ACTIVE for port object 757e5adb-f2fc-4d4c-8446-35fbdede5682 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:55:41.273188 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bb3fa81b-59e5-4e6e-8579-3c8443b9d7d2 None None] Transition to ACTIVE for port object 757e5adb-f2fc-4d4c-8446-35fbdede5682 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:55:41.296385 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-dede60a4-f707-4977-bf7f-fac817980423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'name': 'tempest-RoutersIpV6Test-router-1253855414', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:55:23Z', 'updated_at': '2021-08-23T20:55:34Z', 'revision_number': 3, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'gw_port_host': None, '_interfaces': [{'id': '08d3b013-2baf-47c7-9ffd-bfd8957c1da9', 'name': '', 'network_id': '820b0809-3192-438b-b371-8a017bd57483', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:c3:3e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '164393d9-a9cf-4434-9e23-87cfbe1328ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:26Z', 'updated_at': '2021-08-23T20:55:33Z', 'revision_number': 5, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': '164393d9-a9cf-4434-9e23-87cfbe1328ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7cb9c65-f6d0-448f-b45f-29ead95a12ec', 'name': '', 'network_id': '521af4df-f532-40be-8699-d24d063a6214', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:c4:56:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'cb072068-432a-4fb2-8382-06ea70385624', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:32Z', 'updated_at': '2021-08-23T20:55:39Z', 'revision_number': 4, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': 'cb072068-432a-4fb2-8382-06ea70385624', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:41.302415 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bb3fa81b-59e5-4e6e-8579-3c8443b9d7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:41.412486 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e19e87f-a197-4788-9eb4-b7fd64b468ec tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Network 123304d4-8b3e-4a93-977b-5e302c28cce4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:55:41.417106 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-4e19e87f-a197-4788-9eb4-b7fd64b468ec tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:55:41.438297 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e19e87f-a197-4788-9eb4-b7fd64b468ec tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event updated for resources: {'Port': ['ID=74c521ab-f98b-4fc9-bba8-6e5fdd48d3af,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:41.459703 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3fa81b-59e5-4e6e-8579-3c8443b9d7d2 None None] Pushing event updated for resources: {'Port': ['ID=757e5adb-f2fc-4d4c-8446-35fbdede5682,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:41.470726 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3fa81b-59e5-4e6e-8579-3c8443b9d7d2 None None] Network 123304d4-8b3e-4a93-977b-5e302c28cce4 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:55:41.472871 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-bb3fa81b-59e5-4e6e-8579-3c8443b9d7d2 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:55:41.477078 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dede60a4-f707-4977-bf7f-fac817980423 None None] The sync data for ids ['8c988a33-186e-4d80-a8bf-55e76dab5a54'] in n-d-805663-2 is: [{'id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'name': 'tempest-RoutersIpV6Test-router-1253855414', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:55:23Z', 'updated_at': '2021-08-23T20:55:34Z', 'revision_number': 3, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'gw_port_host': None, '_interfaces': [{'id': '08d3b013-2baf-47c7-9ffd-bfd8957c1da9', 'name': '', 'network_id': '820b0809-3192-438b-b371-8a017bd57483', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:c3:3e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '164393d9-a9cf-4434-9e23-87cfbe1328ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:26Z', 'updated_at': '2021-08-23T20:55:33Z', 'revision_number': 5, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': '164393d9-a9cf-4434-9e23-87cfbe1328ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7cb9c65-f6d0-448f-b45f-29ead95a12ec', 'name': '', 'network_id': '521af4df-f532-40be-8699-d24d063a6214', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:c4:56:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'cb072068-432a-4fb2-8382-06ea70385624', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:32Z', 'updated_at': '2021-08-23T20:55:39Z', 'revision_number': 4, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': 'cb072068-432a-4fb2-8382-06ea70385624', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:55:41.479397 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3fa81b-59e5-4e6e-8579-3c8443b9d7d2 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:55:41.674581 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-bb3fa81b-59e5-4e6e-8579-3c8443b9d7d2 None None] Attempting to bind port 757e5adb-f2fc-4d4c-8446-35fbdede5682 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:55:41.675764 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-bb3fa81b-59e5-4e6e-8579-3c8443b9d7d2 None None] Attempting to bind port 757e5adb-f2fc-4d4c-8446-35fbdede5682 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '08b96126-dbea-4bf5-a901-bb8cb773474f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '123304d4-8b3e-4a93-977b-5e302c28cce4'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:55:41.677782 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3fa81b-59e5-4e6e-8579-3c8443b9d7d2 None None] Attempting to bind port 757e5adb-f2fc-4d4c-8446-35fbdede5682 on network 123304d4-8b3e-4a93-977b-5e302c28cce4 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:55:41.699472 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3fa81b-59e5-4e6e-8579-3c8443b9d7d2 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:55:41.699870 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3fa81b-59e5-4e6e-8579-3c8443b9d7d2 None None] Checking segment: {'id': '08b96126-dbea-4bf5-a901-bb8cb773474f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '123304d4-8b3e-4a93-977b-5e302c28cce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:55:41.700511 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bb3fa81b-59e5-4e6e-8579-3c8443b9d7d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:41.701174 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3fa81b-59e5-4e6e-8579-3c8443b9d7d2 None None] Bound using segment: {'id': '08b96126-dbea-4bf5-a901-bb8cb773474f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '123304d4-8b3e-4a93-977b-5e302c28cce4'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:55:41.702696 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-bb3fa81b-59e5-4e6e-8579-3c8443b9d7d2 None None] Bound port: 757e5adb-f2fc-4d4c-8446-35fbdede5682, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b96126-dbea-4bf5-a901-bb8cb773474f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '123304d4-8b3e-4a93-977b-5e302c28cce4'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:55:41.703152 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bb3fa81b-59e5-4e6e-8579-3c8443b9d7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:41.705555 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 143b1e40-0397-431f-a596-b9ac917b73c0 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:55:41.777997 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e19e87f-a197-4788-9eb4-b7fd64b468ec tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Router 8c988a33-186e-4d80-a8bf-55e76dab5a54 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:55:41.915806 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 143b1e40-0397-431f-a596-b9ac917b73c0, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=143b1e40-0397-431f-a596-b9ac917b73c0,segment=NetworkSegment(55c7a2a6-4614-4267-8836-2fb3c8bd1628),segment_id=55c7a2a6-4614-4267-8836-2fb3c8bd1628)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:55:41.929697 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '143b1e40-0397-431f-a596-b9ac917b73c0', 'network_id': '3d0de374-f24b-4d5b-8c76-4ac1609c36dd', 'port_id': '143b1e40-0397-431f-a596-b9ac917b73c0', 'mac_address': 'fa:16:3e:a9:3f:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02ea3bb0-60b8-47cd-943c-438cab35147d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:55:42.002421 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bb3fa81b-59e5-4e6e-8579-3c8443b9d7d2 None None] For port 757e5adb-f2fc-4d4c-8446-35fbdede5682, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:55:42.011288 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bb3fa81b-59e5-4e6e-8579-3c8443b9d7d2 None None] For port 757e5adb-f2fc-4d4c-8446-35fbdede5682, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=757e5adb-f2fc-4d4c-8446-35fbdede5682,segment=NetworkSegment(08b96126-dbea-4bf5-a901-bb8cb773474f),segment_id=08b96126-dbea-4bf5-a901-bb8cb773474f)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:55:42.064507 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a22236-30a2-43c6-827a-ff8b327bcbc0 req-a740506a-575e-4204-9ce1-e7033a074f73 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:42.072835 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b9a22236-30a2-43c6-827a-ff8b327bcbc0 req-a740506a-575e-4204-9ce1-e7033a074f73 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] 10.222.0.61 "GET /v2.0/ports?device_id=e06c45fe-6939-4a13-8d99-3081e10fc360 HTTP/1.1" status: 200 len: 943 time: 0.1770065 Aug 23 20:55:42.124038 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e19e87f-a197-4788-9eb4-b7fd64b468ec tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:55:42.142153 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4e19e87f-a197-4788-9eb4-b7fd64b468ec tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "PUT /v2.0/routers/8c988a33-186e-4d80-a8bf-55e76dab5a54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3718309 Aug 23 20:55:42.144197 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 60014) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:42.152147 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e0ab7a28-a826-4ff3-8f53-fb1ae357029a tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1073874412'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:55:42.168744 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:42.201315 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bb3fa81b-59e5-4e6e-8579-3c8443b9d7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:42.208871 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 143b1e40-0397-431f-a596-b9ac917b73c0 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:55:42.217612 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ab7a28-a826-4ff3-8f53-fb1ae357029a tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Made reservation on behalf of 0a3a7f6f58f34235ad73f92601ac48a1 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:55:42.222618 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b9a22236-30a2-43c6-827a-ff8b327bcbc0 req-731f2ca9-4ca4-4323-9ddb-f6a44088959a tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2c9b080-d6c5-450c-af6b-c1b1867a8703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413124 Aug 23 20:55:42.241498 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0ab7a28-a826-4ff3-8f53-fb1ae357029a tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:42.303275 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0ab7a28-a826-4ff3-8f53-fb1ae357029a tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:55:42.330897 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0ab7a28-a826-4ff3-8f53-fb1ae357029a tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:42.331157 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-e0ab7a28-a826-4ff3-8f53-fb1ae357029a tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Added segment f73a612a-c998-4dd3-98c3-8fe8cda998db of type vlan for network a98ff8ab-7b8b-4c22-9c21-fc798ce26d2f Aug 23 20:55:42.403571 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3fa81b-59e5-4e6e-8579-3c8443b9d7d2 None None] Pushing event updated for resources: {'Port': ['ID=757e5adb-f2fc-4d4c-8446-35fbdede5682,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:42.421488 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 143b1e40-0397-431f-a596-b9ac917b73c0, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=143b1e40-0397-431f-a596-b9ac917b73c0,segment=NetworkSegment(55c7a2a6-4614-4267-8836-2fb3c8bd1628),segment_id=55c7a2a6-4614-4267-8836-2fb3c8bd1628)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:55:42.437748 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:42.457857 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0ab7a28-a826-4ff3-8f53-fb1ae357029a tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:42.550375 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0ab7a28-a826-4ff3-8f53-fb1ae357029a tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:42.569206 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ab7a28-a826-4ff3-8f53-fb1ae357029a tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:42.570075 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0ab7a28-a826-4ff3-8f53-fb1ae357029a tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:42.583794 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=143b1e40-0397-431f-a596-b9ac917b73c0,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:42.673696 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['143b1e40-0397-431f-a596-b9ac917b73c0'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:55:42.734320 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 60028) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:42.735972 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e0ab7a28-a826-4ff3-8f53-fb1ae357029a tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5844014 Aug 23 20:55:42.740522 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-9c79ff53-2c67-4d32-b037-d897e7aecbd2 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Request body: {'subnet': {'network_id': 'a98ff8ab-7b8b-4c22-9c21-fc798ce26d2f', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:55:42.771726 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab7a28-a826-4ff3-8f53-fb1ae357029a tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event updated for resources: {'Network': ['ID=a98ff8ab-7b8b-4c22-9c21-fc798ce26d2f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:42.830473 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network a98ff8ab-7b8b-4c22-9c21-fc798ce26d2f details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:55:42.962065 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c26cdc-5c38-4942-b129-6556748e6aff None None] Sync routers for ids ['8c988a33-186e-4d80-a8bf-55e76dab5a54'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:55:42.964610 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c79ff53-2c67-4d32-b037-d897e7aecbd2 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Made reservation on behalf of 0a3a7f6f58f34235ad73f92601ac48a1 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:55:42.973424 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9c79ff53-2c67-4d32-b037-d897e7aecbd2 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:42.976682 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c26cdc-5c38-4942-b129-6556748e6aff None None] Routers {'8c988a33-186e-4d80-a8bf-55e76dab5a54'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:55:42.983850 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-23c26cdc-5c38-4942-b129-6556748e6aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:55:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['8c988a33-186e-4d80-a8bf-55e76dab5a54'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:43.090929 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-504bc6d7-5eaf-4bc0-808a-640902dc8f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:43.217430 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-23c26cdc-5c38-4942-b129-6556748e6aff None None] Set router 8c988a33-186e-4d80-a8bf-55e76dab5a54 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:55:43.320985 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 757e5adb-f2fc-4d4c-8446-35fbdede5682 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:55:43.575840 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9c79ff53-2c67-4d32-b037-d897e7aecbd2 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:43.585173 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:43.658170 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 757e5adb-f2fc-4d4c-8446-35fbdede5682 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:55:43.680023 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-23c26cdc-5c38-4942-b129-6556748e6aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'name': 'tempest-RoutersIpV6Test-router-1253855414', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:55:23Z', 'updated_at': '2021-08-23T20:55:40Z', 'revision_number': 4, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'gw_port_host': None, '_interfaces': [{'id': '08d3b013-2baf-47c7-9ffd-bfd8957c1da9', 'name': '', 'network_id': '820b0809-3192-438b-b371-8a017bd57483', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:c3:3e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '164393d9-a9cf-4434-9e23-87cfbe1328ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:26Z', 'updated_at': '2021-08-23T20:55:33Z', 'revision_number': 5, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': '164393d9-a9cf-4434-9e23-87cfbe1328ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74c521ab-f98b-4fc9-bba8-6e5fdd48d3af', 'name': '', 'network_id': '123304d4-8b3e-4a93-977b-5e302c28cce4', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:54:f8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': 'e454255e-b1f1-41e6-93ff-9d5b4e2a832e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:39Z', 'updated_at': '2021-08-23T20:55:41Z', 'revision_number': 2, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': 'e454255e-b1f1-41e6-93ff-9d5b4e2a832e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7cb9c65-f6d0-448f-b45f-29ead95a12ec', 'name': '', 'network_id': '521af4df-f532-40be-8699-d24d063a6214', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:c4:56:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'cb072068-432a-4fb2-8382-06ea70385624', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:32Z', 'updated_at': '2021-08-23T20:55:39Z', 'revision_number': 4, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': 'cb072068-432a-4fb2-8382-06ea70385624', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:43.695407 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device e7cb9c65-f6d0-448f-b45f-29ead95a12ec up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:55:43.742473 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c26cdc-5c38-4942-b129-6556748e6aff None None] Checking router: 8c988a33-186e-4d80-a8bf-55e76dab5a54 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:55:43.743282 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c26cdc-5c38-4942-b129-6556748e6aff None None] Updating router 8c988a33-186e-4d80-a8bf-55e76dab5a54 port 74c521ab-f98b-4fc9-bba8-6e5fdd48d3af binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:55:43.756438 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4390432-4e24-4760-b386-527f605ed544 req-588427cd-a166-4131-a845-2cc1570affc4 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:43.771049 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d4390432-4e24-4760-b386-527f605ed544 req-588427cd-a166-4131-a845-2cc1570affc4 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] 10.222.0.61 "GET /v2.0/ports?device_id=e06c45fe-6939-4a13-8d99-3081e10fc360 HTTP/1.1" status: 200 len: 944 time: 0.2600474 Aug 23 20:55:43.782774 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-23c26cdc-5c38-4942-b129-6556748e6aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:43.841395 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port e7cb9c65-f6d0-448f-b45f-29ead95a12ec completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:55:43.848936 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port e7cb9c65-f6d0-448f-b45f-29ead95a12ec triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:55:43.849303 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:43.867733 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d4390432-4e24-4760-b386-527f605ed544 req-dbc6582b-1ae4-4d19-a9ba-6d28a6dc1b86 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2c9b080-d6c5-450c-af6b-c1b1867a8703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958312 Aug 23 20:55:43.907637 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c79ff53-2c67-4d32-b037-d897e7aecbd2 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event updated for resources: {'Subnet': ['ID=40709ac1-af55-4788-8052-63a3952877d4,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:43.915662 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c79ff53-2c67-4d32-b037-d897e7aecbd2 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Checking segment: {'id': 'f73a612a-c998-4dd3-98c3-8fe8cda998db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a98ff8ab-7b8b-4c22-9c21-fc798ce26d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:55:43.918646 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c79ff53-2c67-4d32-b037-d897e7aecbd2 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Network hostable DHCP agents. Network: a98ff8ab-7b8b-4c22-9c21-fc798ce26d2f, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:55:43.981702 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c79ff53-2c67-4d32-b037-d897e7aecbd2 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Network a98ff8ab-7b8b-4c22-9c21-fc798ce26d2f is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:55:44.007154 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-9c79ff53-2c67-4d32-b037-d897e7aecbd2 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, a98ff8ab-7b8b-4c22-9c21-fc798ce26d2f) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:55:44.026689 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c79ff53-2c67-4d32-b037-d897e7aecbd2 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:44.027240 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9c79ff53-2c67-4d32-b037-d897e7aecbd2 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:44.034789 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc31fe0-9ad7-4a04-85dc-319920a273b0 None None] Network a98ff8ab-7b8b-4c22-9c21-fc798ce26d2f requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:55:44.126295 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 60052) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:44.133142 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9c79ff53-2c67-4d32-b037-d897e7aecbd2 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3974640 Aug 23 20:55:44.168951 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:44.307984 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-23c26cdc-5c38-4942-b129-6556748e6aff None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:44.308632 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port e7cb9c65-f6d0-448f-b45f-29ead95a12ec, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=e7cb9c65-f6d0-448f-b45f-29ead95a12ec,segment=NetworkSegment(87d8f5f8-1cfb-4810-98f4-12d13c2626d9),segment_id=87d8f5f8-1cfb-4810-98f4-12d13c2626d9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:55:44.322014 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:44.324979 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-23c26cdc-5c38-4942-b129-6556748e6aff None None] Transition to ACTIVE for port object 74c521ab-f98b-4fc9-bba8-6e5fdd48d3af will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:55:44.336138 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-23c26cdc-5c38-4942-b129-6556748e6aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:44.407113 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc84b09-7b96-42ad-875d-aae85df7a49c None None] Pushing event updated for resources: {'Port': ['ID=74c521ab-f98b-4fc9-bba8-6e5fdd48d3af,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:44.487231 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=e7cb9c65-f6d0-448f-b45f-29ead95a12ec,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:44.560679 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-23c26cdc-5c38-4942-b129-6556748e6aff None None] Attempting to bind port 74c521ab-f98b-4fc9-bba8-6e5fdd48d3af on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:55:44.561279 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-23c26cdc-5c38-4942-b129-6556748e6aff None None] Attempting to bind port 74c521ab-f98b-4fc9-bba8-6e5fdd48d3af by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '08b96126-dbea-4bf5-a901-bb8cb773474f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '123304d4-8b3e-4a93-977b-5e302c28cce4'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:55:44.561825 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c26cdc-5c38-4942-b129-6556748e6aff None None] Attempting to bind port 74c521ab-f98b-4fc9-bba8-6e5fdd48d3af on network 123304d4-8b3e-4a93-977b-5e302c28cce4 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:55:44.568934 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c26cdc-5c38-4942-b129-6556748e6aff None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:55:44.570252 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c26cdc-5c38-4942-b129-6556748e6aff None None] Checking segment: {'id': '08b96126-dbea-4bf5-a901-bb8cb773474f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '123304d4-8b3e-4a93-977b-5e302c28cce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:55:44.570853 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-23c26cdc-5c38-4942-b129-6556748e6aff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:44.571436 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c26cdc-5c38-4942-b129-6556748e6aff None None] Bound using segment: {'id': '08b96126-dbea-4bf5-a901-bb8cb773474f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '123304d4-8b3e-4a93-977b-5e302c28cce4'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:55:44.572186 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-23c26cdc-5c38-4942-b129-6556748e6aff None None] Bound port: 74c521ab-f98b-4fc9-bba8-6e5fdd48d3af, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b96126-dbea-4bf5-a901-bb8cb773474f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '123304d4-8b3e-4a93-977b-5e302c28cce4'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:55:44.573309 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-23c26cdc-5c38-4942-b129-6556748e6aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:44.574106 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a0243b-8dff-408a-a589-3a30dbba02ea None None] Network 123304d4-8b3e-4a93-977b-5e302c28cce4 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:55:44.675480 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-23c26cdc-5c38-4942-b129-6556748e6aff None None] For port 74c521ab-f98b-4fc9-bba8-6e5fdd48d3af, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:55:44.679627 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-23c26cdc-5c38-4942-b129-6556748e6aff None None] For port 74c521ab-f98b-4fc9-bba8-6e5fdd48d3af, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=74c521ab-f98b-4fc9-bba8-6e5fdd48d3af,segment=NetworkSegment(08b96126-dbea-4bf5-a901-bb8cb773474f),segment_id=08b96126-dbea-4bf5-a901-bb8cb773474f)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:55:44.689052 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-23c26cdc-5c38-4942-b129-6556748e6aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:44.795478 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:44.836032 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc84b09-7b96-42ad-875d-aae85df7a49c None None] Pushing event updated for resources: {'Port': ['ID=74c521ab-f98b-4fc9-bba8-6e5fdd48d3af,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:44.853364 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c26cdc-5c38-4942-b129-6556748e6aff None None] Routers {'8c988a33-186e-4d80-a8bf-55e76dab5a54'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:55:44.855002 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-23c26cdc-5c38-4942-b129-6556748e6aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:55:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['8c988a33-186e-4d80-a8bf-55e76dab5a54'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:44.860555 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6b0a7b3b-867e-402d-ae05-261717907c3b None None] Provisioning for port 757e5adb-f2fc-4d4c-8446-35fbdede5682 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:55:44.879531 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2e8781-11d6-4ac3-a2fa-78ef52d6af45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-a98ff8ab-7b8b-4c22-9c21-fc798ce26d2f', 'network_id': 'a98ff8ab-7b8b-4c22-9c21-fc798ce26d2f', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'fixed_ips': [{'subnet_id': '40709ac1-af55-4788-8052-63a3952877d4'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:55:44.883215 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cc2e8781-11d6-4ac3-a2fa-78ef52d6af45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:44.923922 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6b0a7b3b-867e-402d-ae05-261717907c3b None None] Provisioning complete for port 757e5adb-f2fc-4d4c-8446-35fbdede5682 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:55:44.924736 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6b0a7b3b-867e-402d-ae05-261717907c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:45.064149 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-23c26cdc-5c38-4942-b129-6556748e6aff None None] Set router 8c988a33-186e-4d80-a8bf-55e76dab5a54 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:55:45.221801 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a0eb846f-2607-4d69-aed6-535ed94c6fde tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:45.336606 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc30f54-10c0-4a03-99ef-092eb360e757 req-769c4306-ae85-48bf-9861-c3b258b46ef5 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:45.338835 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0cc30f54-10c0-4a03-99ef-092eb360e757 req-769c4306-ae85-48bf-9861-c3b258b46ef5 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] 10.222.0.61 "GET /v2.0/ports?device_id=e06c45fe-6939-4a13-8d99-3081e10fc360 HTTP/1.1" status: 200 len: 944 time: 0.1643689 Aug 23 20:55:45.342340 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device e7cb9c65-f6d0-448f-b45f-29ead95a12ec up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:55:45.417933 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0cc30f54-10c0-4a03-99ef-092eb360e757 req-03b568d8-3017-4621-adc4-589bebd880da tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2c9b080-d6c5-450c-af6b-c1b1867a8703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693884 Aug 23 20:55:45.592020 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7dc5fc-3ccd-4ffd-b07d-ec7a4eed59a4 req-2c0c7426-48b3-4cac-91fd-b558d330c093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:45.594061 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8b7dc5fc-3ccd-4ffd-b07d-ec7a4eed59a4 req-2c0c7426-48b3-4cac-91fd-b558d330c093 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2af290724cc44af890c8fd2249003602&device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 1095 time: 0.3357880 Aug 23 20:55:45.621401 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6b0a7b3b-867e-402d-ae05-261717907c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:45.638777 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-23c26cdc-5c38-4942-b129-6556748e6aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'name': 'tempest-RoutersIpV6Test-router-1253855414', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:55:23Z', 'updated_at': '2021-08-23T20:55:40Z', 'revision_number': 4, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'gw_port_host': None, '_interfaces': [{'id': '08d3b013-2baf-47c7-9ffd-bfd8957c1da9', 'name': '', 'network_id': '820b0809-3192-438b-b371-8a017bd57483', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:c3:3e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '164393d9-a9cf-4434-9e23-87cfbe1328ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:26Z', 'updated_at': '2021-08-23T20:55:33Z', 'revision_number': 5, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': '164393d9-a9cf-4434-9e23-87cfbe1328ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74c521ab-f98b-4fc9-bba8-6e5fdd48d3af', 'name': '', 'network_id': '123304d4-8b3e-4a93-977b-5e302c28cce4', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:54:f8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': 'e454255e-b1f1-41e6-93ff-9d5b4e2a832e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:39Z', 'updated_at': '2021-08-23T20:55:44Z', 'revision_number': 4, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': 'e454255e-b1f1-41e6-93ff-9d5b4e2a832e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7cb9c65-f6d0-448f-b45f-29ead95a12ec', 'name': '', 'network_id': '521af4df-f532-40be-8699-d24d063a6214', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:c4:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'cb072068-432a-4fb2-8382-06ea70385624', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:32Z', 'updated_at': '2021-08-23T20:55:44Z', 'revision_number': 5, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': 'cb072068-432a-4fb2-8382-06ea70385624', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:45.675135 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c26cdc-5c38-4942-b129-6556748e6aff None None] The sync data for ids ['8c988a33-186e-4d80-a8bf-55e76dab5a54'] in n-d-805663-2 is: [{'id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'name': 'tempest-RoutersIpV6Test-router-1253855414', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:55:23Z', 'updated_at': '2021-08-23T20:55:40Z', 'revision_number': 4, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'gw_port_host': None, '_interfaces': [{'id': '08d3b013-2baf-47c7-9ffd-bfd8957c1da9', 'name': '', 'network_id': '820b0809-3192-438b-b371-8a017bd57483', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:c3:3e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '164393d9-a9cf-4434-9e23-87cfbe1328ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:26Z', 'updated_at': '2021-08-23T20:55:33Z', 'revision_number': 5, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': '164393d9-a9cf-4434-9e23-87cfbe1328ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74c521ab-f98b-4fc9-bba8-6e5fdd48d3af', 'name': '', 'network_id': '123304d4-8b3e-4a93-977b-5e302c28cce4', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:54:f8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': 'e454255e-b1f1-41e6-93ff-9d5b4e2a832e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:39Z', 'updated_at': '2021-08-23T20:55:44Z', 'revision_number': 4, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': 'e454255e-b1f1-41e6-93ff-9d5b4e2a832e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7cb9c65-f6d0-448f-b45f-29ead95a12ec', 'name': '', 'network_id': '521af4df-f532-40be-8699-d24d063a6214', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:c4:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'cb072068-432a-4fb2-8382-06ea70385624', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:32Z', 'updated_at': '2021-08-23T20:55:44Z', 'revision_number': 5, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': 'cb072068-432a-4fb2-8382-06ea70385624', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:55:45.737267 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 143b1e40-0397-431f-a596-b9ac917b73c0 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:55:45.791610 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e6a64-227a-4c57-8a3c-3eb9e9081467 req-a546e0dd-abf4-4079-b261-5eca634bde79 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:45.794521 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-881e6a64-227a-4c57-8a3c-3eb9e9081467 req-a546e0dd-abf4-4079-b261-5eca634bde79 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.4822204 Aug 23 20:55:46.156147 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-6b0a7b3b-867e-402d-ae05-261717907c3b None None] For port 757e5adb-f2fc-4d4c-8446-35fbdede5682, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=757e5adb-f2fc-4d4c-8446-35fbdede5682,segment=NetworkSegment(08b96126-dbea-4bf5-a901-bb8cb773474f),segment_id=08b96126-dbea-4bf5-a901-bb8cb773474f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:55:46.158679 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-cc2e8781-11d6-4ac3-a2fa-78ef52d6af45 None None] Allocated IP 2001:db8:3::2 (a98ff8ab-7b8b-4c22-9c21-fc798ce26d2f/40709ac1-af55-4788-8052-63a3952877d4/2ca78f7f-6673-4cbf-ae59-c463701bb935) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:55:46.201953 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6b0a7b3b-867e-402d-ae05-261717907c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:46.235363 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port e7cb9c65-f6d0-448f-b45f-29ead95a12ec triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:55:46.237054 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:46.694989 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97307f9a-6c73-476f-83af-0e3f20a2bd5b req-26a2f32f-18e8-45b5-b772-0a81ece567ca tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:46.704322 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-97307f9a-6c73-476f-83af-0e3f20a2bd5b req-26a2f32f-18e8-45b5-b772-0a81ece567ca tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] 10.222.0.61 "GET /v2.0/ports?device_id=e06c45fe-6939-4a13-8d99-3081e10fc360 HTTP/1.1" status: 200 len: 944 time: 0.1501923 Aug 23 20:55:46.731554 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:46.797890 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7dc5fc-3ccd-4ffd-b07d-ec7a4eed59a4 req-d8485478-2fa4-43df-b405-af1a3b5d0024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:46.804527 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8b7dc5fc-3ccd-4ffd-b07d-ec7a4eed59a4 req-d8485478-2fa4-43df-b405-af1a3b5d0024 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e HTTP/1.1" status: 200 len: 912 time: 1.1920130 Aug 23 20:55:46.832594 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-881e6a64-227a-4c57-8a3c-3eb9e9081467 req-55333018-826e-418d-b86d-cb77b6d5dcd5 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3451583 Aug 23 20:55:46.864303 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-97307f9a-6c73-476f-83af-0e3f20a2bd5b req-2855061a-3590-40dd-994c-417484753c5c tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2c9b080-d6c5-450c-af6b-c1b1867a8703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525896 Aug 23 20:55:46.957912 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 143b1e40-0397-431f-a596-b9ac917b73c0 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:55:46.972563 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1d4f4671-b7f3-4c30-8b91-c662652a1d65 None None] Provisioning complete for port 757e5adb-f2fc-4d4c-8446-35fbdede5682 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:55:46.972958 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1d4f4671-b7f3-4c30-8b91-c662652a1d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:46.991721 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a7b3b-867e-402d-ae05-261717907c3b None None] Pushing event updated for resources: {'Port': ['ID=757e5adb-f2fc-4d4c-8446-35fbdede5682,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:46.996517 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 143b1e40-0397-431f-a596-b9ac917b73c0 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:55:46.996821 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:47.015452 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8b7dc5fc-3ccd-4ffd-b07d-ec7a4eed59a4 req-c7551115-cf65-4e44-9753-7a960057f792 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c254a81-8d39-43bc-85ac-5d89be1c28d3 HTTP/1.1" status: 200 len: 999 time: 0.1810634 Aug 23 20:55:47.164506 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7dc5fc-3ccd-4ffd-b07d-ec7a4eed59a4 req-3cecbc84-c5e3-427d-acda-f218bc0d96f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:47.166383 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8b7dc5fc-3ccd-4ffd-b07d-ec7a4eed59a4 req-3cecbc84-c5e3-427d-acda-f218bc0d96f3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7046a0bd-4474-4718-a5da-60ae1dc26dbc HTTP/1.1" status: 200 len: 850 time: 0.1444864 Aug 23 20:55:47.251231 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7dc5fc-3ccd-4ffd-b07d-ec7a4eed59a4 req-44086784-1f5c-4a88-b412-7431213c4e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:47.257836 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8b7dc5fc-3ccd-4ffd-b07d-ec7a4eed59a4 req-44086784-1f5c-4a88-b412-7431213c4e4a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0843420 Aug 23 20:55:47.333394 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a7b3b-867e-402d-ae05-261717907c3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:55:47.333960 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a7b3b-867e-402d-ae05-261717907c3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:55:47.334084 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a7b3b-867e-402d-ae05-261717907c3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:55:47.334386 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a7b3b-867e-402d-ae05-261717907c3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:55:47.334726 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a7b3b-867e-402d-ae05-261717907c3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:55:47.335043 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a7b3b-867e-402d-ae05-261717907c3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:55:47.335374 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a7b3b-867e-402d-ae05-261717907c3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:55:47.335698 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a7b3b-867e-402d-ae05-261717907c3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:55:47.336092 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a7b3b-867e-402d-ae05-261717907c3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:55:47.336427 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a7b3b-867e-402d-ae05-261717907c3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:55:47.336748 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a7b3b-867e-402d-ae05-261717907c3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:55:47.337066 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a7b3b-867e-402d-ae05-261717907c3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:55:47.354268 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cc2e8781-11d6-4ac3-a2fa-78ef52d6af45 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:47.390688 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cc2e8781-11d6-4ac3-a2fa-78ef52d6af45 None None] Transition to ACTIVE for port object 2ca78f7f-6673-4cbf-ae59-c463701bb935 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:55:47.459802 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8b7dc5fc-3ccd-4ffd-b07d-ec7a4eed59a4 req-86c31b5c-16ad-406f-acbd-ca7009fb7c7a service neutron] 10.222.0.32 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901190 Aug 23 20:55:47.526559 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cc2e8781-11d6-4ac3-a2fa-78ef52d6af45 None None] Transition to ACTIVE for port object 2ca78f7f-6673-4cbf-ae59-c463701bb935 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:55:47.679403 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:47.750715 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cc2e8781-11d6-4ac3-a2fa-78ef52d6af45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:47.819067 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2e8781-11d6-4ac3-a2fa-78ef52d6af45 None None] Pushing event updated for resources: {'Port': ['ID=2ca78f7f-6673-4cbf-ae59-c463701bb935,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:47.827997 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 757e5adb-f2fc-4d4c-8446-35fbdede5682 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:55:47.899159 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-a0eb846f-2607-4d69-aed6-535ed94c6fde tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Allocated IP 2001:db8:3::1 (a98ff8ab-7b8b-4c22-9c21-fc798ce26d2f/40709ac1-af55-4788-8052-63a3952877d4/41ce1c5d-020c-4fc5-859d-d118293f527f) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:55:47.920964 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2e8781-11d6-4ac3-a2fa-78ef52d6af45 None None] Network a98ff8ab-7b8b-4c22-9c21-fc798ce26d2f is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:55:47.970978 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-cc2e8781-11d6-4ac3-a2fa-78ef52d6af45 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:55:47.975745 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06c45fe-6939-4a13-8d99-3081e10fc360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143b1e40-0397-431f-a596-b9ac917b73c0'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:55:47.982219 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf3233a-5c12-489a-be32-7fb7c23336ce" -d '{"events": [{"server_uuid": "e06c45fe-6939-4a13-8d99-3081e10fc360", "name": "network-vif-plugged", "status": "completed", "tag": "143b1e40-0397-431f-a596-b9ac917b73c0"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:55:48.007842 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2e8781-11d6-4ac3-a2fa-78ef52d6af45 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:55:48.015372 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1d4f4671-b7f3-4c30-8b91-c662652a1d65 None None] Provisioning for port 74c521ab-f98b-4fc9-bba8-6e5fdd48d3af completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:55:48.021858 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f5501-fbc2-4b0d-bcf2-1a88d9d374a9 req-d0afde8b-4bf7-4fcd-b4cd-49ec8f052d33 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:48.034068 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-671f5501-fbc2-4b0d-bcf2-1a88d9d374a9 req-d0afde8b-4bf7-4fcd-b4cd-49ec8f052d33 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.1025624 Aug 23 20:55:48.081779 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a0eb846f-2607-4d69-aed6-535ed94c6fde tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:48.102420 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-a0eb846f-2607-4d69-aed6-535ed94c6fde tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Transition to ACTIVE for port object 41ce1c5d-020c-4fc5-859d-d118293f527f will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:55:48.118730 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 143b1e40-0397-431f-a596-b9ac917b73c0, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=143b1e40-0397-431f-a596-b9ac917b73c0,segment=NetworkSegment(55c7a2a6-4614-4267-8836-2fb3c8bd1628),segment_id=55c7a2a6-4614-4267-8836-2fb3c8bd1628)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:55:48.137832 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-671f5501-fbc2-4b0d-bcf2-1a88d9d374a9 req-27d5eaab-c6e0-4984-a2aa-df9704ec593a tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013789 Aug 23 20:55:48.170134 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a0eb846f-2607-4d69-aed6-535ed94c6fde tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:48.225087 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:48.237564 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb846f-2607-4d69-aed6-535ed94c6fde tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event updated for resources: {'Port': ['ID=41ce1c5d-020c-4fc5-859d-d118293f527f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:48.250631 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb846f-2607-4d69-aed6-535ed94c6fde tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:55:48.251279 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb846f-2607-4d69-aed6-535ed94c6fde tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:55:48.251807 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb846f-2607-4d69-aed6-535ed94c6fde tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:55:48.252522 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb846f-2607-4d69-aed6-535ed94c6fde tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:55:48.253047 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb846f-2607-4d69-aed6-535ed94c6fde tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:55:48.253615 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb846f-2607-4d69-aed6-535ed94c6fde tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:55:48.254120 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb846f-2607-4d69-aed6-535ed94c6fde tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:55:48.254692 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb846f-2607-4d69-aed6-535ed94c6fde tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:55:48.255212 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb846f-2607-4d69-aed6-535ed94c6fde tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:55:48.255709 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb846f-2607-4d69-aed6-535ed94c6fde tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:55:48.256296 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb846f-2607-4d69-aed6-535ed94c6fde tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:55:48.256794 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb846f-2607-4d69-aed6-535ed94c6fde tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:55:48.268143 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0eb846f-2607-4d69-aed6-535ed94c6fde tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Network a98ff8ab-7b8b-4c22-9c21-fc798ce26d2f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:55:48.309419 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b77253-44d4-4a51-aa99-0ccbe15694ea req-b24d7c90-9922-4d7f-8660-dc1ee5a608ee tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:48.311560 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-93b77253-44d4-4a51-aa99-0ccbe15694ea req-b24d7c90-9922-4d7f-8660-dc1ee5a608ee tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 946 time: 0.5870004 Aug 23 20:55:48.314977 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-a0eb846f-2607-4d69-aed6-535ed94c6fde tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:55:48.324124 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0eb846f-2607-4d69-aed6-535ed94c6fde tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:55:48.325069 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a0eb846f-2607-4d69-aed6-535ed94c6fde tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:48.347293 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8b7dc5fc-3ccd-4ffd-b07d-ec7a4eed59a4 req-db43501c-e284-4053-9788-46d99df4afaa service neutron] 10.222.0.32 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8791878 Aug 23 20:55:48.447578 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6149069-abff-4583-a57a-93d98edbcba8 req-160c1dda-f956-45af-8059-ace5d571d176 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:48.459962 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a6149069-abff-4583-a57a-93d98edbcba8 req-160c1dda-f956-45af-8059-ace5d571d176 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] 10.222.0.61 "GET /v2.0/ports?device_id=e06c45fe-6939-4a13-8d99-3081e10fc360 HTTP/1.1" status: 200 len: 945 time: 0.1445401 Aug 23 20:55:48.490748 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-cc2e8781-11d6-4ac3-a2fa-78ef52d6af45 None None] Attempting to bind port 2ca78f7f-6673-4cbf-ae59-c463701bb935 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:55:48.491337 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-cc2e8781-11d6-4ac3-a2fa-78ef52d6af45 None None] Attempting to bind port 2ca78f7f-6673-4cbf-ae59-c463701bb935 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'f73a612a-c998-4dd3-98c3-8fe8cda998db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a98ff8ab-7b8b-4c22-9c21-fc798ce26d2f'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:55:48.491469 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2e8781-11d6-4ac3-a2fa-78ef52d6af45 None None] Attempting to bind port 2ca78f7f-6673-4cbf-ae59-c463701bb935 on network a98ff8ab-7b8b-4c22-9c21-fc798ce26d2f {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:55:48.501301 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-93b77253-44d4-4a51-aa99-0ccbe15694ea req-2fe0c881-5d14-4518-926e-54e691b48a1f tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732416 Aug 23 20:55:48.533697 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=143b1e40-0397-431f-a596-b9ac917b73c0,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:48.577221 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a6149069-abff-4583-a57a-93d98edbcba8 req-001edf9b-d6c1-4bab-bfee-45d72251ed51 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2c9b080-d6c5-450c-af6b-c1b1867a8703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146836 Aug 23 20:55:48.601344 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a0eb846f-2607-4d69-aed6-535ed94c6fde tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:48.642435 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 757e5adb-f2fc-4d4c-8446-35fbdede5682 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:55:48.643961 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:48.657012 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2e8781-11d6-4ac3-a2fa-78ef52d6af45 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:55:48.660035 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2e8781-11d6-4ac3-a2fa-78ef52d6af45 None None] Checking segment: {'id': 'f73a612a-c998-4dd3-98c3-8fe8cda998db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a98ff8ab-7b8b-4c22-9c21-fc798ce26d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:55:48.661575 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cc2e8781-11d6-4ac3-a2fa-78ef52d6af45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:48.662169 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2e8781-11d6-4ac3-a2fa-78ef52d6af45 None None] Bound using segment: {'id': 'f73a612a-c998-4dd3-98c3-8fe8cda998db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a98ff8ab-7b8b-4c22-9c21-fc798ce26d2f'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:55:48.662865 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-cc2e8781-11d6-4ac3-a2fa-78ef52d6af45 None None] Bound port: 2ca78f7f-6673-4cbf-ae59-c463701bb935, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f73a612a-c998-4dd3-98c3-8fe8cda998db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a98ff8ab-7b8b-4c22-9c21-fc798ce26d2f'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:55:48.663451 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cc2e8781-11d6-4ac3-a2fa-78ef52d6af45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:48.716100 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519e153a-aceb-4594-b17d-8a20b96e6755 x-openstack-request-id: req-519e153a-aceb-4594-b17d-8a20b96e6755 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:55:48.716418 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06c45fe-6939-4a13-8d99-3081e10fc360", "name": "network-vif-plugged", "status": "completed", "tag": "143b1e40-0397-431f-a596-b9ac917b73c0", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:55:48.716728 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-519e153a-aceb-4594-b17d-8a20b96e6755 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:55:48.717234 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06c45fe-6939-4a13-8d99-3081e10fc360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143b1e40-0397-431f-a596-b9ac917b73c0', 'code': 200} Aug 23 20:55:48.892171 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390c971-5c69-436c-a2cb-41b98b112539 req-3422d422-9a08-45dd-8fc8-19f0517f5e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:48.894706 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4390c971-5c69-436c-a2cb-41b98b112539 req-3422d422-9a08-45dd-8fc8-19f0517f5e79 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e06c45fe-6939-4a13-8d99-3081e10fc360 HTTP/1.1" status: 200 len: 1096 time: 0.0840955 Aug 23 20:55:48.947978 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4390c971-5c69-436c-a2cb-41b98b112539 req-8201c787-3963-41f9-9f3d-3651030ab719 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b2c9b080-d6c5-450c-af6b-c1b1867a8703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438950 Aug 23 20:55:48.950371 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cc2e8781-11d6-4ac3-a2fa-78ef52d6af45 None None] For port 2ca78f7f-6673-4cbf-ae59-c463701bb935, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:55:48.955048 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cc2e8781-11d6-4ac3-a2fa-78ef52d6af45 None None] For port 2ca78f7f-6673-4cbf-ae59-c463701bb935, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=2ca78f7f-6673-4cbf-ae59-c463701bb935,segment=NetworkSegment(f73a612a-c998-4dd3-98c3-8fe8cda998db),segment_id=f73a612a-c998-4dd3-98c3-8fe8cda998db)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:55:48.964220 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cc2e8781-11d6-4ac3-a2fa-78ef52d6af45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:49.037309 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2e8781-11d6-4ac3-a2fa-78ef52d6af45 None None] Pushing event updated for resources: {'Port': ['ID=2ca78f7f-6673-4cbf-ae59-c463701bb935,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:49.114051 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a0eb846f-2607-4d69-aed6-535ed94c6fde tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:49.122283 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 74c521ab-f98b-4fc9-bba8-6e5fdd48d3af up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:55:49.129163 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a0eb846f-2607-4d69-aed6-535ed94c6fde tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:49.132441 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a0eb846f-2607-4d69-aed6-535ed94c6fde tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:49.329026 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 74c521ab-f98b-4fc9-bba8-6e5fdd48d3af completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:55:49.337337 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 74c521ab-f98b-4fc9-bba8-6e5fdd48d3af triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:55:49.338548 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:49.361561 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb846f-2607-4d69-aed6-535ed94c6fde tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event updated for resources: {'Port': ['ID=41ce1c5d-020c-4fc5-859d-d118293f527f,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:49.422647 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c24d88d-97f7-4289-8ee0-ebc9d40d5044 req-48752c14-7739-4955-b983-ddbd5ee20fe4 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:49.434774 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6c24d88d-97f7-4289-8ee0-ebc9d40d5044 req-48752c14-7739-4955-b983-ddbd5ee20fe4 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.1229291 Aug 23 20:55:49.504908 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6c24d88d-97f7-4289-8ee0-ebc9d40d5044 req-e838d7fe-fae6-4050-a863-829203b1d706 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662704 Aug 23 20:55:49.534352 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:49.600045 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0eb846f-2607-4d69-aed6-535ed94c6fde tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Network a98ff8ab-7b8b-4c22-9c21-fc798ce26d2f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:55:49.618387 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-a0eb846f-2607-4d69-aed6-535ed94c6fde tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:55:49.689869 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 74c521ab-f98b-4fc9-bba8-6e5fdd48d3af, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=74c521ab-f98b-4fc9-bba8-6e5fdd48d3af,segment=NetworkSegment(08b96126-dbea-4bf5-a901-bb8cb773474f),segment_id=08b96126-dbea-4bf5-a901-bb8cb773474f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:55:49.700540 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:49.855850 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=74c521ab-f98b-4fc9-bba8-6e5fdd48d3af,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:49.893571 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cda185-9ba2-4e7f-a9f0-e70f1e8a514c req-cc8f16f6-ecdd-4144-a8d7-2bd4922d6c4f tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:49.895141 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c4cda185-9ba2-4e7f-a9f0-e70f1e8a514c req-cc8f16f6-ecdd-4144-a8d7-2bd4922d6c4f tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.32 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 946 time: 0.2930610 Aug 23 20:55:49.912123 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0bc49-c69f-4a43-93da-c69a016626cc req-23e1050c-c9b6-4850-b065-e4acd99881dc tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:49.914398 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a4e0bc49-c69f-4a43-93da-c69a016626cc req-23e1050c-c9b6-4850-b065-e4acd99881dc tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] 10.222.0.61 "GET /v2.0/ports?device_id=e06c45fe-6939-4a13-8d99-3081e10fc360 HTTP/1.1" status: 200 len: 945 time: 0.1270375 Aug 23 20:55:49.967406 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a4e0bc49-c69f-4a43-93da-c69a016626cc req-4075c9a2-0284-44bf-8a02-71cbebad74d1 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2c9b080-d6c5-450c-af6b-c1b1867a8703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439310 Aug 23 20:55:50.012791 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 2ca78f7f-6673-4cbf-ae59-c463701bb935 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:55:50.088593 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dcab8f-b828-4085-bf7d-09d2fd8f2481 req-536d806e-6c7d-4fc3-b8fc-06e7c3fb856c tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:50.096890 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-08dcab8f-b828-4085-bf7d-09d2fd8f2481 req-536d806e-6c7d-4fc3-b8fc-06e7c3fb856c tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 946 time: 0.2826848 Aug 23 20:55:50.129021 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 2ca78f7f-6673-4cbf-ae59-c463701bb935 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:55:50.176515 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0eb846f-2607-4d69-aed6-535ed94c6fde tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Router 8c988a33-186e-4d80-a8bf-55e76dab5a54 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:55:50.227530 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-08dcab8f-b828-4085-bf7d-09d2fd8f2481 req-29131152-bb70-4981-875f-4f1744741ce9 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140478 Aug 23 20:55:50.241256 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-c4cda185-9ba2-4e7f-a9f0-e70f1e8a514c req-229095d1-3920-4fc1-a903-33711183f0f5 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Deleting port 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:55:50.241844 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c4cda185-9ba2-4e7f-a9f0-e70f1e8a514c req-229095d1-3920-4fc1-a903-33711183f0f5 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:50.459909 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:50.496951 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0eb846f-2607-4d69-aed6-535ed94c6fde tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:55:50.508123 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 60166) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:50.508624 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a0eb846f-2607-4d69-aed6-535ed94c6fde tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "PUT /v2.0/routers/8c988a33-186e-4d80-a8bf-55e76dab5a54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3801613 Aug 23 20:55:50.511689 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-c4cda185-9ba2-4e7f-a9f0-e70f1e8a514c req-229095d1-3920-4fc1-a903-33711183f0f5 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] For port 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f,segment=NetworkSegment(d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a),segment_id=d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:55:50.511689 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c4cda185-9ba2-4e7f-a9f0-e70f1e8a514c req-229095d1-3920-4fc1-a903-33711183f0f5 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:50.513969 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-5f26ca77-06d3-428b-b7bd-20b87cd1f0ff tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:55:50.516026 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f46530-0c75-496c-bfd7-5c1a5fbbd010 None None] Sync routers for ids ['8c988a33-186e-4d80-a8bf-55e76dab5a54'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:55:50.537817 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f46530-0c75-496c-bfd7-5c1a5fbbd010 None None] Routers {'8c988a33-186e-4d80-a8bf-55e76dab5a54'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:55:50.548082 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-62f46530-0c75-496c-bfd7-5c1a5fbbd010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:55:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['8c988a33-186e-4d80-a8bf-55e76dab5a54'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:50.768645 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-62f46530-0c75-496c-bfd7-5c1a5fbbd010 None None] Set router 8c988a33-186e-4d80-a8bf-55e76dab5a54 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:55:50.851925 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03abbf4f-0978-4664-947a-b64fc10138df req-098ef162-b323-4ab3-97ab-6d77985704f2 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:50.862449 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-03abbf4f-0978-4664-947a-b64fc10138df req-098ef162-b323-4ab3-97ab-6d77985704f2 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.1906052 Aug 23 20:55:50.939738 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-03abbf4f-0978-4664-947a-b64fc10138df req-f6500acf-5b8d-411b-be89-1489856e2254 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708597 Aug 23 20:55:50.985585 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c4cda185-9ba2-4e7f-a9f0-e70f1e8a514c req-229095d1-3920-4fc1-a903-33711183f0f5 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:50.985864 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c4cda185-9ba2-4e7f-a9f0-e70f1e8a514c req-229095d1-3920-4fc1-a903-33711183f0f5 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:50.986185 n-d-805663-2 neutron-server[94688]: INFO neutron.db.l3_db [req-c4cda185-9ba2-4e7f-a9f0-e70f1e8a514c req-229095d1-3920-4fc1-a903-33711183f0f5 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Floating IP d41da638-2c1d-4d48-9e73-d77cebcf0e0b disassociated. External IP: 172.25.4.125, port: 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f. Aug 23 20:55:50.986534 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-c4cda185-9ba2-4e7f-a9f0-e70f1e8a514c req-229095d1-3920-4fc1-a903-33711183f0f5 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Calling delete_port for 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:55:51.131300 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab414c52-7bab-4ba1-85f7-1a676e401826 None None] Network a98ff8ab-7b8b-4c22-9c21-fc798ce26d2f requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:55:51.317921 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2281da5e-1e92-4d98-947b-10d2dbdc3430 None None] Provisioning for port 2ca78f7f-6673-4cbf-ae59-c463701bb935 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:55:51.323179 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0104759-c490-49ba-aa26-3700987f3563 req-b8ff0ead-db66-4973-b090-79391be98552 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:51.342615 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f0104759-c490-49ba-aa26-3700987f3563 req-b8ff0ead-db66-4973-b090-79391be98552 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] 10.222.0.61 "GET /v2.0/ports?device_id=e06c45fe-6939-4a13-8d99-3081e10fc360 HTTP/1.1" status: 200 len: 945 time: 0.1898761 Aug 23 20:55:51.375463 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2281da5e-1e92-4d98-947b-10d2dbdc3430 None None] Provisioning complete for port 2ca78f7f-6673-4cbf-ae59-c463701bb935 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:55:51.376298 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2281da5e-1e92-4d98-947b-10d2dbdc3430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:51.486310 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f0104759-c490-49ba-aa26-3700987f3563 req-1ec2b846-e44f-4166-b303-1641d5dcf7d3 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2c9b080-d6c5-450c-af6b-c1b1867a8703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422188 Aug 23 20:55:51.798471 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c4cda185-9ba2-4e7f-a9f0-e70f1e8a514c req-229095d1-3920-4fc1-a903-33711183f0f5 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:51.883284 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229095d1-3920-4fc1-a903-33711183f0f5 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Pushing event deleted for resources: {'Port': ['ID=2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:51.933508 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ee96f-5e6d-4b6f-bccf-655f8e622b68 req-a31190d6-8d56-4b4c-bd23-053cdba0a145 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:51.935368 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-762ee96f-5e6d-4b6f-bccf-655f8e622b68 req-a31190d6-8d56-4b4c-bd23-053cdba0a145 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] 10.222.0.61 "GET /v2.0/ports?device_id=e06c45fe-6939-4a13-8d99-3081e10fc360 HTTP/1.1" status: 200 len: 945 time: 0.2702513 Aug 23 20:55:52.068043 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 74c521ab-f98b-4fc9-bba8-6e5fdd48d3af up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:55:52.174478 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2281da5e-1e92-4d98-947b-10d2dbdc3430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:52.178214 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e104c57c-24ab-45e7-aa34-c54611f0caf9 req-c1a815ef-ee62-4bf8-85fd-abc0b9391c7b tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 210 time: 0.0386586 Aug 23 20:55:52.228466 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-762ee96f-5e6d-4b6f-bccf-655f8e622b68 req-1c8c3c1c-9f28-4efe-a558-a911bf6cb3cf tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2c9b080-d6c5-450c-af6b-c1b1867a8703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960018 Aug 23 20:55:52.276487 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4cda185-9ba2-4e7f-a9f0-e70f1e8a514c req-229095d1-3920-4fc1-a903-33711183f0f5 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Router e2d57489-baa4-40fb-9ec4-e4326c8228ac has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:55:52.309328 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-2281da5e-1e92-4d98-947b-10d2dbdc3430 None None] For port 2ca78f7f-6673-4cbf-ae59-c463701bb935, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=2ca78f7f-6673-4cbf-ae59-c463701bb935,segment=NetworkSegment(f73a612a-c998-4dd3-98c3-8fe8cda998db),segment_id=f73a612a-c998-4dd3-98c3-8fe8cda998db)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:55:52.330506 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2281da5e-1e92-4d98-947b-10d2dbdc3430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:52.367122 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-62f46530-0c75-496c-bfd7-5c1a5fbbd010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'name': 'tempest-RoutersIpV6Test-router-1253855414', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:55:23Z', 'updated_at': '2021-08-23T20:55:48Z', 'revision_number': 5, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'gw_port_host': None, '_interfaces': [{'id': '08d3b013-2baf-47c7-9ffd-bfd8957c1da9', 'name': '', 'network_id': '820b0809-3192-438b-b371-8a017bd57483', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:c3:3e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '164393d9-a9cf-4434-9e23-87cfbe1328ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:26Z', 'updated_at': '2021-08-23T20:55:33Z', 'revision_number': 5, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': '164393d9-a9cf-4434-9e23-87cfbe1328ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41ce1c5d-020c-4fc5-859d-d118293f527f', 'name': '', 'network_id': 'a98ff8ab-7b8b-4c22-9c21-fc798ce26d2f', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:46:f3:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': '40709ac1-af55-4788-8052-63a3952877d4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:45Z', 'updated_at': '2021-08-23T20:55:48Z', 'revision_number': 2, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': '40709ac1-af55-4788-8052-63a3952877d4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74c521ab-f98b-4fc9-bba8-6e5fdd48d3af', 'name': '', 'network_id': '123304d4-8b3e-4a93-977b-5e302c28cce4', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:54:f8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': 'e454255e-b1f1-41e6-93ff-9d5b4e2a832e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:39Z', 'updated_at': '2021-08-23T20:55:49Z', 'revision_number': 5, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': 'e454255e-b1f1-41e6-93ff-9d5b4e2a832e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7cb9c65-f6d0-448f-b45f-29ead95a12ec', 'name': '', 'network_id': '521af4df-f532-40be-8699-d24d063a6214', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:c4:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'cb072068-432a-4fb2-8382-06ea70385624', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:32Z', 'updated_at': '2021-08-23T20:55:44Z', 'revision_number': 5, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': 'cb072068-432a-4fb2-8382-06ea70385624', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:52.470781 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f46530-0c75-496c-bfd7-5c1a5fbbd010 None None] Checking router: 8c988a33-186e-4d80-a8bf-55e76dab5a54 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:55:52.474703 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f46530-0c75-496c-bfd7-5c1a5fbbd010 None None] Updating router 8c988a33-186e-4d80-a8bf-55e76dab5a54 port 41ce1c5d-020c-4fc5-859d-d118293f527f binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:55:52.598234 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 74c521ab-f98b-4fc9-bba8-6e5fdd48d3af triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:55:52.598631 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:52.614868 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-62f46530-0c75-496c-bfd7-5c1a5fbbd010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:52.616781 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2281da5e-1e92-4d98-947b-10d2dbdc3430 None None] Pushing event updated for resources: {'Port': ['ID=2ca78f7f-6673-4cbf-ae59-c463701bb935,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:52.685684 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4cda185-9ba2-4e7f-a9f0-e70f1e8a514c req-229095d1-3920-4fc1-a903-33711183f0f5 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:55:52.726354 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5588ba1-62ea-4488-b842-c4e3e7cdc2a2 None None] Sync routers for ids ['e2d57489-baa4-40fb-9ec4-e4326c8228ac'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:55:52.762716 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:55:52.781376 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5588ba1-62ea-4488-b842-c4e3e7cdc2a2 None None] Routers {'e2d57489-baa4-40fb-9ec4-e4326c8228ac'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:55:52.782012 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f5588ba1-62ea-4488-b842-c4e3e7cdc2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:55:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['e2d57489-baa4-40fb-9ec4-e4326c8228ac'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:52.840638 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4e02c-3e9f-480b-841f-dd2700774fa5 req-1c8a1267-5b18-4204-ac4b-f2c8d749328e tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:52.842248 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:55:52.842600 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:55:52.851295 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-caa4e02c-3e9f-480b-841f-dd2700774fa5 req-1c8a1267-5b18-4204-ac4b-f2c8d749328e tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] 10.222.0.61 "GET /v2.0/ports?device_id=e06c45fe-6939-4a13-8d99-3081e10fc360 HTTP/1.1" status: 200 len: 945 time: 0.3381007 Aug 23 20:55:52.912486 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4cda185-9ba2-4e7f-a9f0-e70f1e8a514c req-229095d1-3920-4fc1-a903-33711183f0f5 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] No DVR routers for this DVR port 2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f on host n-h2-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:55:52.948813 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c4cda185-9ba2-4e7f-a9f0-e70f1e8a514c req-229095d1-3920-4fc1-a903-33711183f0f5 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:52.975400 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c4cda185-9ba2-4e7f-a9f0-e70f1e8a514c req-229095d1-3920-4fc1-a903-33711183f0f5 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.32 "DELETE /v2.0/ports/2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f HTTP/1.1" status: 204 len: 173 time: 3.0197029 Aug 23 20:55:52.977401 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '783c66c0-5fe3-42a7-af94-ee64cb7bff89', 'name': 'network-vif-deleted', 'tag': '2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:55:52.988663 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30dec1c-7b00-4cea-9981-ae4e30357edc" -d '{"events": [{"server_uuid": "783c66c0-5fe3-42a7-af94-ee64cb7bff89", "name": "network-vif-deleted", "tag": "2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:55:52.997409 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-f5588ba1-62ea-4488-b842-c4e3e7cdc2a2 None None] Set router e2d57489-baa4-40fb-9ec4-e4326c8228ac gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:55:53.108352 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-caa4e02c-3e9f-480b-841f-dd2700774fa5 req-412a5899-7a1c-48b5-846f-df88fdf585ce tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2c9b080-d6c5-450c-af6b-c1b1867a8703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2486210 Aug 23 20:55:53.144432 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 60220) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:53.178715 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.extraroute_db [None req-5f26ca77-06d3-428b-b7bd-20b87cd1f0ff tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=94687) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 23 20:55:53.226356 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.extraroute_db [None req-5f26ca77-06d3-428b-b7bd-20b87cd1f0ff tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Removed routes are [] {{(pid=94687) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 23 20:55:53.230723 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5f26ca77-06d3-428b-b7bd-20b87cd1f0ff tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4165669'] for router, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:53.278269 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c1f2be-ffcd-4420-a3ca-40bd509e862c x-openstack-request-id: req-14c1f2be-ffcd-4420-a3ca-40bd509e862c {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:55:53.281707 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "783c66c0-5fe3-42a7-af94-ee64cb7bff89", "name": "network-vif-deleted", "tag": "2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:55:53.283859 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-14c1f2be-ffcd-4420-a3ca-40bd509e862c {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:55:53.283859 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '783c66c0-5fe3-42a7-af94-ee64cb7bff89', 'name': 'network-vif-deleted', 'tag': '2bb1c8d2-3235-4fd9-a8bc-e07f3b4c7c2f', 'status': 'completed', 'code': 200} Aug 23 20:55:53.349979 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f1e1d0fd-efb0-4e77-8b5d-ba9c8d71d068 None None] Provisioning complete for port 2ca78f7f-6673-4cbf-ae59-c463701bb935 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:55:53.359660 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f1e1d0fd-efb0-4e77-8b5d-ba9c8d71d068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:53.613498 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24abb76d-4eeb-422d-8994-64423461e03f tempest-TestServerBasicOps-429268309 tempest-TestServerBasicOps-429268309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:53.615242 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-24abb76d-4eeb-422d-8994-64423461e03f tempest-TestServerBasicOps-429268309 tempest-TestServerBasicOps-429268309-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=e06c45fe-6939-4a13-8d99-3081e10fc360 HTTP/1.1" status: 200 len: 1091 time: 0.4696708 Aug 23 20:55:53.618549 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 60232) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:53.623890 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-279dc273-3d20-402b-a19d-228fbe80a1ba tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Request body: {'floatingip': {'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'port_id': '143b1e40-0397-431f-a596-b9ac917b73c0', 'tenant_id': '3dc071b4c14546878544ee14003d0eb0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:55:53.667262 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-279dc273-3d20-402b-a19d-228fbe80a1ba tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Notify callbacks [] for floatingip, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:53.694136 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7dcd3d67-f2be-479d-97e1-3eb3c9773c89 req-f5cac96d-1837-40e6-a862-2c8e92c95fe6 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=783c66c0-5fe3-42a7-af94-ee64cb7bff89 HTTP/1.1" status: 200 len: 210 time: 0.2550559 Aug 23 20:55:53.924344 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f5588ba1-62ea-4488-b842-c4e3e7cdc2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1003784855-router', 'tenant_id': 'a420101d8537446c948533816ff31a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '33ff0b46-5a8d-4d91-bf86-8318692c66f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:51:18Z', 'updated_at': '2021-08-23T20:51:26Z', 'revision_number': 4, 'project_id': 'a420101d8537446c948533816ff31a9c', 'gw_port': {'id': '33ff0b46-5a8d-4d91-bf86-8318692c66f2', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:51:20Z', 'updated_at': '2021-08-23T20:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'd1963f34-843a-4db9-963d-57b2d4e83930', 'name': '', 'network_id': '8f9f903e-93a4-4fe6-b0ce-e2059346b6d0', 'tenant_id': 'a420101d8537446c948533816ff31a9c', 'mac_address': 'fa:16:3e:24:b3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'd199577e-85a3-487d-894b-30e054d60332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:51:24Z', 'updated_at': '2021-08-23T20:51:34Z', 'revision_number': 5, 'project_id': 'a420101d8537446c948533816ff31a9c', 'subnets': [{'id': 'd199577e-85a3-487d-894b-30e054d60332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:53.951147 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f1e1d0fd-efb0-4e77-8b5d-ba9c8d71d068 None None] Provisioning for port 41ce1c5d-020c-4fc5-859d-d118293f527f completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:55:53.974795 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5588ba1-62ea-4488-b842-c4e3e7cdc2a2 None None] Checking router: e2d57489-baa4-40fb-9ec4-e4326c8228ac for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:55:53.977776 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 2ca78f7f-6673-4cbf-ae59-c463701bb935 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:55:53.987031 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f1e1d0fd-efb0-4e77-8b5d-ba9c8d71d068 None None] Provisioning complete for port 41ce1c5d-020c-4fc5-859d-d118293f527f triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:55:53.987813 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f1e1d0fd-efb0-4e77-8b5d-ba9c8d71d068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:53.993449 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-62f46530-0c75-496c-bfd7-5c1a5fbbd010 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:54.005071 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5588ba1-62ea-4488-b842-c4e3e7cdc2a2 None None] Routers {'e2d57489-baa4-40fb-9ec4-e4326c8228ac'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:55:54.005922 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f5588ba1-62ea-4488-b842-c4e3e7cdc2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:55:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['e2d57489-baa4-40fb-9ec4-e4326c8228ac'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:54.052323 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-62f46530-0c75-496c-bfd7-5c1a5fbbd010 None None] Transition to ACTIVE for port object 41ce1c5d-020c-4fc5-859d-d118293f527f will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:55:54.074190 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-62f46530-0c75-496c-bfd7-5c1a5fbbd010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:54.118437 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5f26ca77-06d3-428b-b7bd-20b87cd1f0ff tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4165669'] for router, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:54.121734 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-f1e1d0fd-efb0-4e77-8b5d-ba9c8d71d068 None None] Port 41ce1c5d-020c-4fc5-859d-d118293f527f cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:55:54.140242 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5f26ca77-06d3-428b-b7bd-20b87cd1f0ff tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-499466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-499571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-497774'] for router, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:54.149104 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-279dc273-3d20-402b-a19d-228fbe80a1ba tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:54.169392 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53715a32-cf8b-4b52-b4c1-c3fb4bf7006d None None] Pushing event updated for resources: {'Port': ['ID=41ce1c5d-020c-4fc5-859d-d118293f527f,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:54.198129 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 2ca78f7f-6673-4cbf-ae59-c463701bb935 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:55:54.199170 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:54.320449 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-62f46530-0c75-496c-bfd7-5c1a5fbbd010 None None] Attempting to bind port 41ce1c5d-020c-4fc5-859d-d118293f527f on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:55:54.321249 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-62f46530-0c75-496c-bfd7-5c1a5fbbd010 None None] Attempting to bind port 41ce1c5d-020c-4fc5-859d-d118293f527f by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'f73a612a-c998-4dd3-98c3-8fe8cda998db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a98ff8ab-7b8b-4c22-9c21-fc798ce26d2f'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:55:54.322106 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f46530-0c75-496c-bfd7-5c1a5fbbd010 None None] Attempting to bind port 41ce1c5d-020c-4fc5-859d-d118293f527f on network a98ff8ab-7b8b-4c22-9c21-fc798ce26d2f {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:55:54.336548 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f46530-0c75-496c-bfd7-5c1a5fbbd010 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:55:54.337388 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f46530-0c75-496c-bfd7-5c1a5fbbd010 None None] Checking segment: {'id': 'f73a612a-c998-4dd3-98c3-8fe8cda998db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a98ff8ab-7b8b-4c22-9c21-fc798ce26d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:55:54.338585 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-62f46530-0c75-496c-bfd7-5c1a5fbbd010 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:54.339248 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f46530-0c75-496c-bfd7-5c1a5fbbd010 None None] Bound using segment: {'id': 'f73a612a-c998-4dd3-98c3-8fe8cda998db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a98ff8ab-7b8b-4c22-9c21-fc798ce26d2f'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:55:54.339985 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-62f46530-0c75-496c-bfd7-5c1a5fbbd010 None None] Bound port: 41ce1c5d-020c-4fc5-859d-d118293f527f, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f73a612a-c998-4dd3-98c3-8fe8cda998db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a98ff8ab-7b8b-4c22-9c21-fc798ce26d2f'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:55:54.340656 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-62f46530-0c75-496c-bfd7-5c1a5fbbd010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:54.541054 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-62f46530-0c75-496c-bfd7-5c1a5fbbd010 None None] For port 41ce1c5d-020c-4fc5-859d-d118293f527f, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:55:54.550268 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-62f46530-0c75-496c-bfd7-5c1a5fbbd010 None None] For port 41ce1c5d-020c-4fc5-859d-d118293f527f, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=41ce1c5d-020c-4fc5-859d-d118293f527f,segment=NetworkSegment(f73a612a-c998-4dd3-98c3-8fe8cda998db),segment_id=f73a612a-c998-4dd3-98c3-8fe8cda998db)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:55:54.552039 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-f5588ba1-62ea-4488-b842-c4e3e7cdc2a2 None None] Set router e2d57489-baa4-40fb-9ec4-e4326c8228ac gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:55:54.566167 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-62f46530-0c75-496c-bfd7-5c1a5fbbd010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:54.614488 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-279dc273-3d20-402b-a19d-228fbe80a1ba tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Allocated IP 172.25.4.17 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/8fb4f4c9-e054-4e02-959d-a8bb1600cf31) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:55:54.637265 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53715a32-cf8b-4b52-b4c1-c3fb4bf7006d None None] Pushing event updated for resources: {'Port': ['ID=41ce1c5d-020c-4fc5-859d-d118293f527f,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:54.700665 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f46530-0c75-496c-bfd7-5c1a5fbbd010 None None] Routers {'8c988a33-186e-4d80-a8bf-55e76dab5a54'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:55:54.701305 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-62f46530-0c75-496c-bfd7-5c1a5fbbd010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:55:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['8c988a33-186e-4d80-a8bf-55e76dab5a54'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:54.783158 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-279dc273-3d20-402b-a19d-228fbe80a1ba tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:54.884643 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-279dc273-3d20-402b-a19d-228fbe80a1ba tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:54.897043 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 60252) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:54.992591 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279dc273-3d20-402b-a19d-228fbe80a1ba tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:55:55.005203 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-279dc273-3d20-402b-a19d-228fbe80a1ba tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:55:55.011385 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279dc273-3d20-402b-a19d-228fbe80a1ba tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:55:55.023466 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f26ca77-06d3-428b-b7bd-20b87cd1f0ff tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Router 8c988a33-186e-4d80-a8bf-55e76dab5a54 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:55:55.115175 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-62f46530-0c75-496c-bfd7-5c1a5fbbd010 None None] Set router 8c988a33-186e-4d80-a8bf-55e76dab5a54 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:55:55.131512 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-732bc271-f1cf-4e67-815c-7001c67e2c22 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:55.138486 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f5588ba1-62ea-4488-b842-c4e3e7cdc2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1003784855-router', 'tenant_id': 'a420101d8537446c948533816ff31a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '33ff0b46-5a8d-4d91-bf86-8318692c66f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:51:18Z', 'updated_at': '2021-08-23T20:51:26Z', 'revision_number': 4, 'project_id': 'a420101d8537446c948533816ff31a9c', 'gw_port': {'id': '33ff0b46-5a8d-4d91-bf86-8318692c66f2', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:51:20Z', 'updated_at': '2021-08-23T20:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'd1963f34-843a-4db9-963d-57b2d4e83930', 'name': '', 'network_id': '8f9f903e-93a4-4fe6-b0ce-e2059346b6d0', 'tenant_id': 'a420101d8537446c948533816ff31a9c', 'mac_address': 'fa:16:3e:24:b3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'd199577e-85a3-487d-894b-30e054d60332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:51:24Z', 'updated_at': '2021-08-23T20:51:34Z', 'revision_number': 5, 'project_id': 'a420101d8537446c948533816ff31a9c', 'subnets': [{'id': 'd199577e-85a3-487d-894b-30e054d60332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:55.173004 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279dc273-3d20-402b-a19d-228fbe80a1ba tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Pushing event updated for resources: {'Port': ['ID=8fb4f4c9-e054-4e02-959d-a8bb1600cf31,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:55.225116 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5588ba1-62ea-4488-b842-c4e3e7cdc2a2 None None] The sync data for ids ['e2d57489-baa4-40fb-9ec4-e4326c8228ac'] in n-d-805663-2 is: [{'id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1003784855-router', 'tenant_id': 'a420101d8537446c948533816ff31a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '33ff0b46-5a8d-4d91-bf86-8318692c66f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:51:18Z', 'updated_at': '2021-08-23T20:51:26Z', 'revision_number': 4, 'project_id': 'a420101d8537446c948533816ff31a9c', 'gw_port': {'id': '33ff0b46-5a8d-4d91-bf86-8318692c66f2', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:51:20Z', 'updated_at': '2021-08-23T20:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'd1963f34-843a-4db9-963d-57b2d4e83930', 'name': '', 'network_id': '8f9f903e-93a4-4fe6-b0ce-e2059346b6d0', 'tenant_id': 'a420101d8537446c948533816ff31a9c', 'mac_address': 'fa:16:3e:24:b3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'd199577e-85a3-487d-894b-30e054d60332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:51:24Z', 'updated_at': '2021-08-23T20:51:34Z', 'revision_number': 5, 'project_id': 'a420101d8537446c948533816ff31a9c', 'subnets': [{'id': 'd199577e-85a3-487d-894b-30e054d60332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:55:55.231088 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-732bc271-f1cf-4e67-815c-7001c67e2c22 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:55.343342 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-732bc271-f1cf-4e67-815c-7001c67e2c22 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:55.346780 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-732bc271-f1cf-4e67-815c-7001c67e2c22 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:55.351362 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-732bc271-f1cf-4e67-815c-7001c67e2c22 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "DELETE /v2.0/security-groups/2d059f60-2ae1-4ccf-ae3c-725e2545d2e6 HTTP/1.1" status: 204 len: 168 time: 0.4529080 Aug 23 20:55:55.352429 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 60262) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:55.380844 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732bc271-f1cf-4e67-815c-7001c67e2c22 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d059f60-2ae1-4ccf-ae3c-725e2545d2e6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:55.391599 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-53b6b23f-ee17-4785-b856-6b32b118abee tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] show failed (client error): The resource could not be found. Aug 23 20:55:55.396694 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-53b6b23f-ee17-4785-b856-6b32b118abee tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups/2d059f60-2ae1-4ccf-ae3c-725e2545d2e6 HTTP/1.1" status: 404 len: 347 time: 0.0257540 Aug 23 20:55:55.397431 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 60264) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:55.580482 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a8a0806d-7a16-4a6a-827a-6a6a243c77c8 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Deleting port d7eda1be-9f79-402c-9f5b-05e2c740f6b2 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:55:55.581145 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a8a0806d-7a16-4a6a-827a-6a6a243c77c8 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:55.581506 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-62f46530-0c75-496c-bfd7-5c1a5fbbd010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'name': 'tempest-RoutersIpV6Test-router-1253855414', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:55:23Z', 'updated_at': '2021-08-23T20:55:53Z', 'revision_number': 6, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'gw_port_host': None, '_interfaces': [{'id': '08d3b013-2baf-47c7-9ffd-bfd8957c1da9', 'name': '', 'network_id': '820b0809-3192-438b-b371-8a017bd57483', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:c3:3e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '164393d9-a9cf-4434-9e23-87cfbe1328ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:26Z', 'updated_at': '2021-08-23T20:55:33Z', 'revision_number': 5, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': '164393d9-a9cf-4434-9e23-87cfbe1328ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41ce1c5d-020c-4fc5-859d-d118293f527f', 'name': '', 'network_id': 'a98ff8ab-7b8b-4c22-9c21-fc798ce26d2f', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:46:f3:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': '40709ac1-af55-4788-8052-63a3952877d4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:45Z', 'updated_at': '2021-08-23T20:55:54Z', 'revision_number': 4, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': '40709ac1-af55-4788-8052-63a3952877d4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74c521ab-f98b-4fc9-bba8-6e5fdd48d3af', 'name': '', 'network_id': '123304d4-8b3e-4a93-977b-5e302c28cce4', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:54:f8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': 'e454255e-b1f1-41e6-93ff-9d5b4e2a832e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:39Z', 'updated_at': '2021-08-23T20:55:49Z', 'revision_number': 5, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': 'e454255e-b1f1-41e6-93ff-9d5b4e2a832e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7cb9c65-f6d0-448f-b45f-29ead95a12ec', 'name': '', 'network_id': '521af4df-f532-40be-8699-d24d063a6214', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:c4:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'cb072068-432a-4fb2-8382-06ea70385624', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:32Z', 'updated_at': '2021-08-23T20:55:44Z', 'revision_number': 5, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': 'cb072068-432a-4fb2-8382-06ea70385624', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:55.619675 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f46530-0c75-496c-bfd7-5c1a5fbbd010 None None] The sync data for ids ['8c988a33-186e-4d80-a8bf-55e76dab5a54'] in n-d-805663-2 is: [{'id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'name': 'tempest-RoutersIpV6Test-router-1253855414', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:55:23Z', 'updated_at': '2021-08-23T20:55:53Z', 'revision_number': 6, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'gw_port_host': None, '_interfaces': [{'id': '08d3b013-2baf-47c7-9ffd-bfd8957c1da9', 'name': '', 'network_id': '820b0809-3192-438b-b371-8a017bd57483', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:c3:3e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '164393d9-a9cf-4434-9e23-87cfbe1328ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:26Z', 'updated_at': '2021-08-23T20:55:33Z', 'revision_number': 5, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': '164393d9-a9cf-4434-9e23-87cfbe1328ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41ce1c5d-020c-4fc5-859d-d118293f527f', 'name': '', 'network_id': 'a98ff8ab-7b8b-4c22-9c21-fc798ce26d2f', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:46:f3:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': '40709ac1-af55-4788-8052-63a3952877d4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:45Z', 'updated_at': '2021-08-23T20:55:54Z', 'revision_number': 4, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': '40709ac1-af55-4788-8052-63a3952877d4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74c521ab-f98b-4fc9-bba8-6e5fdd48d3af', 'name': '', 'network_id': '123304d4-8b3e-4a93-977b-5e302c28cce4', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:54:f8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': 'e454255e-b1f1-41e6-93ff-9d5b4e2a832e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:39Z', 'updated_at': '2021-08-23T20:55:49Z', 'revision_number': 5, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': 'e454255e-b1f1-41e6-93ff-9d5b4e2a832e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7cb9c65-f6d0-448f-b45f-29ead95a12ec', 'name': '', 'network_id': '521af4df-f532-40be-8699-d24d063a6214', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:c4:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'cb072068-432a-4fb2-8382-06ea70385624', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:32Z', 'updated_at': '2021-08-23T20:55:44Z', 'revision_number': 5, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': 'cb072068-432a-4fb2-8382-06ea70385624', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:55:55.766209 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc00750f-0011-45e4-91b1-1bb24767593b None None] New status for floating IP d41da638-2c1d-4d48-9e73-d77cebcf0e0b: DOWN {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 20:55:55.775569 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a8a0806d-7a16-4a6a-827a-6a6a243c77c8 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:55.776008 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a8a0806d-7a16-4a6a-827a-6a6a243c77c8 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:55.819675 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a8a0806d-7a16-4a6a-827a-6a6a243c77c8 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Calling delete_port for d7eda1be-9f79-402c-9f5b-05e2c740f6b2 owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:55:55.966857 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 41ce1c5d-020c-4fc5-859d-d118293f527f up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:55:56.075010 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-279dc273-3d20-402b-a19d-228fbe80a1ba tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:56.094994 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 41ce1c5d-020c-4fc5-859d-d118293f527f completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:55:56.108038 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 41ce1c5d-020c-4fc5-859d-d118293f527f triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:55:56.112358 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:56.219423 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a8a0806d-7a16-4a6a-827a-6a6a243c77c8 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:56.255614 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-279dc273-3d20-402b-a19d-228fbe80a1ba tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:56.261013 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:56.284467 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a0806d-7a16-4a6a-827a-6a6a243c77c8 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Pushing event deleted for resources: {'Port': ['ID=d7eda1be-9f79-402c-9f5b-05e2c740f6b2,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:56.311427 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 41ce1c5d-020c-4fc5-859d-d118293f527f, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=41ce1c5d-020c-4fc5-859d-d118293f527f,segment=NetworkSegment(f73a612a-c998-4dd3-98c3-8fe8cda998db),segment_id=f73a612a-c998-4dd3-98c3-8fe8cda998db)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:55:56.321286 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:56.439550 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=41ce1c5d-020c-4fc5-859d-d118293f527f,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:56.529630 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-279dc273-3d20-402b-a19d-228fbe80a1ba tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:56.550348 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a8a0806d-7a16-4a6a-827a-6a6a243c77c8 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:56.553115 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a8a0806d-7a16-4a6a-827a-6a6a243c77c8 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:56.560993 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a8a0806d-7a16-4a6a-827a-6a6a243c77c8 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "DELETE /v2.0/floatingips/d41da638-2c1d-4d48-9e73-d77cebcf0e0b HTTP/1.1" status: 204 len: 168 time: 1.1617208 Aug 23 20:55:56.564961 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-279dc273-3d20-402b-a19d-228fbe80a1ba tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:56.677768 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279dc273-3d20-402b-a19d-228fbe80a1ba tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Pushing event updated for resources: {'Port': ['ID=8fb4f4c9-e054-4e02-959d-a8bb1600cf31,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:56.697795 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f26ca77-06d3-428b-b7bd-20b87cd1f0ff tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:55:56.753978 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5f26ca77-06d3-428b-b7bd-20b87cd1f0ff tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:56.754098 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 60286) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:56.754204 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5f26ca77-06d3-428b-b7bd-20b87cd1f0ff tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "PUT /v2.0/routers/8c988a33-186e-4d80-a8bf-55e76dab5a54 HTTP/1.1" status: 200 len: 954 time: 6.2329698 Aug 23 20:55:56.792734 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-279dc273-3d20-402b-a19d-228fbe80a1ba tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:56.990866 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8200ad70-9f08-4065-be73-e258bd7b05cb tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "GET /v2.0/routers/8c988a33-186e-4d80-a8bf-55e76dab5a54 HTTP/1.1" status: 200 len: 954 time: 0.2473869 Aug 23 20:55:56.991487 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 60290) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:57.004558 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ca7f712d-7f00-41b6-a7aa-513bbbe5d14c tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Request body: {'router': {'routes': None}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:55:57.016897 n-d-805663-2 neutron-server[94687]: INFO neutron.db.l3_db [None req-279dc273-3d20-402b-a19d-228fbe80a1ba tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Floating IP c0fafd65-b703-48ef-8a90-4608e62bae2c associated. External IP: 172.25.4.17, port: 143b1e40-0397-431f-a596-b9ac917b73c0. Aug 23 20:55:57.142043 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 60296) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:57.210762 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-99a72605-9905-498b-82cb-28ee5ae65c43 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1193188851', 'description': 'tempest-description--299648423'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:55:57.222634 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba88599-a047-44b2-a296-19aa13f0e7a7 None None] Sync routers for ids ['8c988a33-186e-4d80-a8bf-55e76dab5a54'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:55:57.244835 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba88599-a047-44b2-a296-19aa13f0e7a7 None None] Routers {'8c988a33-186e-4d80-a8bf-55e76dab5a54'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:55:57.245456 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3ba88599-a047-44b2-a296-19aa13f0e7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:55:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['8c988a33-186e-4d80-a8bf-55e76dab5a54'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:57.323902 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-99a72605-9905-498b-82cb-28ee5ae65c43 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:57.477789 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-3ba88599-a047-44b2-a296-19aa13f0e7a7 None None] Set router 8c988a33-186e-4d80-a8bf-55e76dab5a54 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:55:57.551248 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-279dc273-3d20-402b-a19d-228fbe80a1ba tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Router 773e51f8-8651-40df-b041-e7a74d93da06 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:55:57.633206 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-99a72605-9905-498b-82cb-28ee5ae65c43 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:57.648072 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-99a72605-9905-498b-82cb-28ee5ae65c43 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:57.763940 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-99a72605-9905-498b-82cb-28ee5ae65c43 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:57.768659 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-99a72605-9905-498b-82cb-28ee5ae65c43 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6214321 Aug 23 20:55:57.768659 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 60304) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:57.774149 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-1d37505c-45aa-45dd-9c19-8a82d3706f66 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Request body: {'security_group_rule': {'security_group_id': '7639381e-614b-4efb-bb16-a9587d85f37a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:55:57.783960 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a72605-9905-498b-82cb-28ee5ae65c43 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7639381e-614b-4efb-bb16-a9587d85f37a,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:57.821324 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279dc273-3d20-402b-a19d-228fbe80a1ba tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:55:57.839602 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f30fce1-7047-44ca-ba1f-f58d54e91e59 None None] Sync routers for ids ['773e51f8-8651-40df-b041-e7a74d93da06'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:55:57.854259 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f30fce1-7047-44ca-ba1f-f58d54e91e59 None None] Routers {'773e51f8-8651-40df-b041-e7a74d93da06'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:55:57.854961 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-5f30fce1-7047-44ca-ba1f-f58d54e91e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:55:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['773e51f8-8651-40df-b041-e7a74d93da06'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:57.874997 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1d37505c-45aa-45dd-9c19-8a82d3706f66 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:57.888553 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-279dc273-3d20-402b-a19d-228fbe80a1ba tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:57.914001 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3ba88599-a047-44b2-a296-19aa13f0e7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'name': 'tempest-RoutersIpV6Test-router-1253855414', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:55:23Z', 'updated_at': '2021-08-23T20:55:53Z', 'revision_number': 6, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'gw_port_host': None, '_interfaces': [{'id': '08d3b013-2baf-47c7-9ffd-bfd8957c1da9', 'name': '', 'network_id': '820b0809-3192-438b-b371-8a017bd57483', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:c3:3e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '164393d9-a9cf-4434-9e23-87cfbe1328ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:26Z', 'updated_at': '2021-08-23T20:55:33Z', 'revision_number': 5, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': '164393d9-a9cf-4434-9e23-87cfbe1328ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41ce1c5d-020c-4fc5-859d-d118293f527f', 'name': '', 'network_id': 'a98ff8ab-7b8b-4c22-9c21-fc798ce26d2f', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:46:f3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': '40709ac1-af55-4788-8052-63a3952877d4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:45Z', 'updated_at': '2021-08-23T20:55:56Z', 'revision_number': 5, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': '40709ac1-af55-4788-8052-63a3952877d4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74c521ab-f98b-4fc9-bba8-6e5fdd48d3af', 'name': '', 'network_id': '123304d4-8b3e-4a93-977b-5e302c28cce4', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:54:f8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': 'e454255e-b1f1-41e6-93ff-9d5b4e2a832e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:39Z', 'updated_at': '2021-08-23T20:55:49Z', 'revision_number': 5, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': 'e454255e-b1f1-41e6-93ff-9d5b4e2a832e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7cb9c65-f6d0-448f-b45f-29ead95a12ec', 'name': '', 'network_id': '521af4df-f532-40be-8699-d24d063a6214', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:c4:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'cb072068-432a-4fb2-8382-06ea70385624', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:32Z', 'updated_at': '2021-08-23T20:55:44Z', 'revision_number': 5, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': 'cb072068-432a-4fb2-8382-06ea70385624', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:57.958567 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 41ce1c5d-020c-4fc5-859d-d118293f527f up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:55:57.980645 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba88599-a047-44b2-a296-19aa13f0e7a7 None None] Checking router: 8c988a33-186e-4d80-a8bf-55e76dab5a54 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:55:57.990122 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-279dc273-3d20-402b-a19d-228fbe80a1ba tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.3701746 Aug 23 20:55:57.992561 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba88599-a047-44b2-a296-19aa13f0e7a7 None None] Routers {'8c988a33-186e-4d80-a8bf-55e76dab5a54'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:55:57.993718 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3ba88599-a047-44b2-a296-19aa13f0e7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:55:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['8c988a33-186e-4d80-a8bf-55e76dab5a54'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:57.995234 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e06c45fe-6939-4a13-8d99-3081e10fc360', 'tag': '143b1e40-0397-431f-a596-b9ac917b73c0'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:55:58.007750 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0244ba42-14ea-420b-b6fb-3a586ee47e67" -d '{"events": [{"name": "network-changed", "server_uuid": "e06c45fe-6939-4a13-8d99-3081e10fc360", "tag": "143b1e40-0397-431f-a596-b9ac917b73c0"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:55:58.081332 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1d37505c-45aa-45dd-9c19-8a82d3706f66 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:58.084432 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6b7e42-2608-480a-8506-47459f451411 x-openstack-request-id: req-fe6b7e42-2608-480a-8506-47459f451411 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:55:58.085442 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e06c45fe-6939-4a13-8d99-3081e10fc360", "tag": "143b1e40-0397-431f-a596-b9ac917b73c0", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:55:58.085889 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fe6b7e42-2608-480a-8506-47459f451411 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:55:58.086771 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e06c45fe-6939-4a13-8d99-3081e10fc360', 'tag': '143b1e40-0397-431f-a596-b9ac917b73c0', 'status': 'completed', 'code': 200} Aug 23 20:55:58.099495 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1d37505c-45aa-45dd-9c19-8a82d3706f66 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:58.141606 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d37505c-45aa-45dd-9c19-8a82d3706f66 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4df1daf3-1ab4-4783-a748-68bf73df3bf1,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:58.184217 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1d37505c-45aa-45dd-9c19-8a82d3706f66 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:58.188833 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1d37505c-45aa-45dd-9c19-8a82d3706f66 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4166944 Aug 23 20:55:58.190824 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 60318) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:58.195536 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-c77274a6-c55f-40cf-b448-db303fd9fbad tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Request body: {'security_group_rule': {'security_group_id': '7639381e-614b-4efb-bb16-a9587d85f37a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:55:58.211545 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244ba42-14ea-420b-b6fb-3a586ee47e67 req-c51c9804-30b2-4b75-a46e-faf811ebf6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:58.215877 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0244ba42-14ea-420b-b6fb-3a586ee47e67 req-c51c9804-30b2-4b75-a46e-faf811ebf6b1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3dc071b4c14546878544ee14003d0eb0&device_id=e06c45fe-6939-4a13-8d99-3081e10fc360 HTTP/1.1" status: 200 len: 1096 time: 0.0987918 Aug 23 20:55:58.224295 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-3ba88599-a047-44b2-a296-19aa13f0e7a7 None None] Set router 8c988a33-186e-4d80-a8bf-55e76dab5a54 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:55:58.272214 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 41ce1c5d-020c-4fc5-859d-d118293f527f triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:55:58.272757 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:58.277271 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-5f30fce1-7047-44ca-ba1f-f58d54e91e59 None None] Set router 773e51f8-8651-40df-b041-e7a74d93da06 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:55:58.296985 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c77274a6-c55f-40cf-b448-db303fd9fbad tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:58.394513 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c77274a6-c55f-40cf-b448-db303fd9fbad tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:58.406780 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c77274a6-c55f-40cf-b448-db303fd9fbad tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:58.457080 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77274a6-c55f-40cf-b448-db303fd9fbad tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c55bd091-e55f-40af-8326-d93e0ce5459b,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:55:58.475053 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244ba42-14ea-420b-b6fb-3a586ee47e67 req-65801d30-ea64-48c7-abdc-2f2a38d209ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:58.479568 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0244ba42-14ea-420b-b6fb-3a586ee47e67 req-65801d30-ea64-48c7-abdc-2f2a38d209ef service neutron] 10.222.0.11 "GET /v2.0/networks?id=3d0de374-f24b-4d5b-8c76-4ac1609c36dd HTTP/1.1" status: 200 len: 909 time: 0.2538774 Aug 23 20:55:58.483588 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c77274a6-c55f-40cf-b448-db303fd9fbad tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:58.487726 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c77274a6-c55f-40cf-b448-db303fd9fbad tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2928376 Aug 23 20:55:58.496107 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 60326) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:58.500765 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-ecfdced4-5710-44f9-8035-0640c86f5ba2 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Request body: {'floatingip': {'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:55:58.597277 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ecfdced4-5710-44f9-8035-0640c86f5ba2 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks [] for floatingip, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:58.609489 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0244ba42-14ea-420b-b6fb-3a586ee47e67 req-664ca793-066c-4563-8e76-af65aaefdf55 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=143b1e40-0397-431f-a596-b9ac917b73c0 HTTP/1.1" status: 200 len: 998 time: 0.1221864 Aug 23 20:55:58.672983 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244ba42-14ea-420b-b6fb-3a586ee47e67 req-96635230-520b-4f9b-b2b9-23e7a76c0bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:58.674643 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0244ba42-14ea-420b-b6fb-3a586ee47e67 req-96635230-520b-4f9b-b2b9-23e7a76c0bb3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=02ea3bb0-60b8-47cd-943c-438cab35147d HTTP/1.1" status: 200 len: 847 time: 0.0581570 Aug 23 20:55:58.888642 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3ba88599-a047-44b2-a296-19aa13f0e7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'name': 'tempest-RoutersIpV6Test-router-1253855414', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:55:23Z', 'updated_at': '2021-08-23T20:55:53Z', 'revision_number': 6, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'gw_port_host': None, '_interfaces': [{'id': '08d3b013-2baf-47c7-9ffd-bfd8957c1da9', 'name': '', 'network_id': '820b0809-3192-438b-b371-8a017bd57483', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:c3:3e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '164393d9-a9cf-4434-9e23-87cfbe1328ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:26Z', 'updated_at': '2021-08-23T20:55:33Z', 'revision_number': 5, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': '164393d9-a9cf-4434-9e23-87cfbe1328ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41ce1c5d-020c-4fc5-859d-d118293f527f', 'name': '', 'network_id': 'a98ff8ab-7b8b-4c22-9c21-fc798ce26d2f', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:46:f3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': '40709ac1-af55-4788-8052-63a3952877d4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:45Z', 'updated_at': '2021-08-23T20:55:56Z', 'revision_number': 5, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': '40709ac1-af55-4788-8052-63a3952877d4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74c521ab-f98b-4fc9-bba8-6e5fdd48d3af', 'name': '', 'network_id': '123304d4-8b3e-4a93-977b-5e302c28cce4', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:54:f8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': 'e454255e-b1f1-41e6-93ff-9d5b4e2a832e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:39Z', 'updated_at': '2021-08-23T20:55:49Z', 'revision_number': 5, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': 'e454255e-b1f1-41e6-93ff-9d5b4e2a832e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7cb9c65-f6d0-448f-b45f-29ead95a12ec', 'name': '', 'network_id': '521af4df-f532-40be-8699-d24d063a6214', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:c4:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'cb072068-432a-4fb2-8382-06ea70385624', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:32Z', 'updated_at': '2021-08-23T20:55:44Z', 'revision_number': 5, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': 'cb072068-432a-4fb2-8382-06ea70385624', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:58.952008 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba88599-a047-44b2-a296-19aa13f0e7a7 None None] The sync data for ids ['8c988a33-186e-4d80-a8bf-55e76dab5a54'] in n-d-805663-2 is: [{'id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'name': 'tempest-RoutersIpV6Test-router-1253855414', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:55:23Z', 'updated_at': '2021-08-23T20:55:53Z', 'revision_number': 6, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'gw_port_host': None, '_interfaces': [{'id': '08d3b013-2baf-47c7-9ffd-bfd8957c1da9', 'name': '', 'network_id': '820b0809-3192-438b-b371-8a017bd57483', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:c3:3e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '164393d9-a9cf-4434-9e23-87cfbe1328ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:26Z', 'updated_at': '2021-08-23T20:55:33Z', 'revision_number': 5, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': '164393d9-a9cf-4434-9e23-87cfbe1328ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41ce1c5d-020c-4fc5-859d-d118293f527f', 'name': '', 'network_id': 'a98ff8ab-7b8b-4c22-9c21-fc798ce26d2f', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:46:f3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': '40709ac1-af55-4788-8052-63a3952877d4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:45Z', 'updated_at': '2021-08-23T20:55:56Z', 'revision_number': 5, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': '40709ac1-af55-4788-8052-63a3952877d4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74c521ab-f98b-4fc9-bba8-6e5fdd48d3af', 'name': '', 'network_id': '123304d4-8b3e-4a93-977b-5e302c28cce4', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:54:f8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': 'e454255e-b1f1-41e6-93ff-9d5b4e2a832e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:39Z', 'updated_at': '2021-08-23T20:55:49Z', 'revision_number': 5, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': 'e454255e-b1f1-41e6-93ff-9d5b4e2a832e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7cb9c65-f6d0-448f-b45f-29ead95a12ec', 'name': '', 'network_id': '521af4df-f532-40be-8699-d24d063a6214', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:c4:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'cb072068-432a-4fb2-8382-06ea70385624', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:32Z', 'updated_at': '2021-08-23T20:55:44Z', 'revision_number': 5, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': 'cb072068-432a-4fb2-8382-06ea70385624', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:55:59.005521 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-5f30fce1-7047-44ca-ba1f-f58d54e91e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773e51f8-8651-40df-b041-e7a74d93da06', 'name': 'tempest-TestServerBasicOps-230706282-router', 'tenant_id': '3dc071b4c14546878544ee14003d0eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '2c0d27b5-d961-4312-941a-b1d4786140d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:55:08Z', 'updated_at': '2021-08-23T20:55:13Z', 'revision_number': 4, 'project_id': '3dc071b4c14546878544ee14003d0eb0', 'gw_port': {'id': '2c0d27b5-d961-4312-941a-b1d4786140d7', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:53:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773e51f8-8651-40df-b041-e7a74d93da06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:09Z', 'updated_at': '2021-08-23T20:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': 'c0fafd65-b703-48ef-8a90-4608e62bae2c', 'tenant_id': '3dc071b4c14546878544ee14003d0eb0', 'floating_ip_address': '172.25.4.17', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '773e51f8-8651-40df-b041-e7a74d93da06', 'port_id': '143b1e40-0397-431f-a596-b9ac917b73c0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d0de374-f24b-4d5b-8c76-4ac1609c36dd', 'mac_address': 'fa:16:3e:a9:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06c45fe-6939-4a13-8d99-3081e10fc360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:55:55Z', 'updated_at': '2021-08-23T20:55:55Z', 'revision_number': 0, 'project_id': '3dc071b4c14546878544ee14003d0eb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6aa4331e-64ce-48d1-aaab-4b002206ffdf', 'name': '', 'network_id': '3d0de374-f24b-4d5b-8c76-4ac1609c36dd', 'tenant_id': '3dc071b4c14546878544ee14003d0eb0', 'mac_address': 'fa:16:3e:32:01:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773e51f8-8651-40df-b041-e7a74d93da06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '02ea3bb0-60b8-47cd-943c-438cab35147d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:12Z', 'updated_at': '2021-08-23T20:55:21Z', 'revision_number': 5, 'project_id': '3dc071b4c14546878544ee14003d0eb0', 'subnets': [{'id': '02ea3bb0-60b8-47cd-943c-438cab35147d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:59.035003 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.extraroute_db [None req-ca7f712d-7f00-41b6-a7aa-513bbbe5d14c tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Added routes are [] {{(pid=94688) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 23 20:55:59.035630 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.extraroute_db [None req-ca7f712d-7f00-41b6-a7aa-513bbbe5d14c tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=94688) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 23 20:55:59.057148 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f30fce1-7047-44ca-ba1f-f58d54e91e59 None None] Checking router: 773e51f8-8651-40df-b041-e7a74d93da06 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:55:59.068101 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f30fce1-7047-44ca-ba1f-f58d54e91e59 None None] Routers {'773e51f8-8651-40df-b041-e7a74d93da06'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:55:59.069386 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-5f30fce1-7047-44ca-ba1f-f58d54e91e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:55:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['773e51f8-8651-40df-b041-e7a74d93da06'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:59.093113 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca7f712d-7f00-41b6-a7aa-513bbbe5d14c tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4165669'] for router, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:59.455170 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244ba42-14ea-420b-b6fb-3a586ee47e67 req-9a3758c4-6067-4dd6-b8b3-7dfed8dd3c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:55:59.465152 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0244ba42-14ea-420b-b6fb-3a586ee47e67 req-9a3758c4-6067-4dd6-b8b3-7dfed8dd3c08 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3d0de374-f24b-4d5b-8c76-4ac1609c36dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7779412 Aug 23 20:55:59.490209 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-5f30fce1-7047-44ca-ba1f-f58d54e91e59 None None] Set router 773e51f8-8651-40df-b041-e7a74d93da06 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:55:59.534215 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca7f712d-7f00-41b6-a7aa-513bbbe5d14c tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4165669'] for router, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:59.543932 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca7f712d-7f00-41b6-a7aa-513bbbe5d14c tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-499466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-499571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-497774'] for router, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:59.684961 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0244ba42-14ea-420b-b6fb-3a586ee47e67 req-8eee2998-a5c1-47a5-9b33-99aabe6cad9b service neutron] 10.222.0.11 "GET /v2.0/networks/3d0de374-f24b-4d5b-8c76-4ac1609c36dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077148 Aug 23 20:55:59.706689 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca7f712d-7f00-41b6-a7aa-513bbbe5d14c tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Router 8c988a33-186e-4d80-a8bf-55e76dab5a54 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:55:59.783807 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ecfdced4-5710-44f9-8035-0640c86f5ba2 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:59.863157 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7f712d-7f00-41b6-a7aa-513bbbe5d14c tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:55:59.879644 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cfd576-8855-4117-a7e3-65a0c5f4d65e None None] Sync routers for ids ['8c988a33-186e-4d80-a8bf-55e76dab5a54'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:55:59.891622 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca7f712d-7f00-41b6-a7aa-513bbbe5d14c tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:55:59.894456 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cfd576-8855-4117-a7e3-65a0c5f4d65e None None] Routers {'8c988a33-186e-4d80-a8bf-55e76dab5a54'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:55:59.895075 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-54cfd576-8855-4117-a7e3-65a0c5f4d65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:55:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['8c988a33-186e-4d80-a8bf-55e76dab5a54'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:55:59.898684 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ca7f712d-7f00-41b6-a7aa-513bbbe5d14c tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "PUT /v2.0/routers/8c988a33-186e-4d80-a8bf-55e76dab5a54 HTTP/1.1" status: 200 len: 704 time: 2.8999813 Aug 23 20:55:59.899324 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 60342) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:55:59.902820 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0244ba42-14ea-420b-b6fb-3a586ee47e67 req-9557ee1b-6698-42b4-aa0a-a44f95fac8e7 service neutron] 10.222.0.11 "GET /v2.0/networks/3d0de374-f24b-4d5b-8c76-4ac1609c36dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099698 Aug 23 20:55:59.977727 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-ecfdced4-5710-44f9-8035-0640c86f5ba2 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Allocated IP 172.25.4.139 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/83968b58-519b-4121-bb08-7f462d9ccc0e) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:56:00.041757 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-54cfd576-8855-4117-a7e3-65a0c5f4d65e None None] Set router 8c988a33-186e-4d80-a8bf-55e76dab5a54 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:56:00.087659 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-16597847-1494-450c-8efc-1aa51014d645 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "GET /v2.0/routers/8c988a33-186e-4d80-a8bf-55e76dab5a54 HTTP/1.1" status: 200 len: 704 time: 0.1864417 Aug 23 20:56:00.090482 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 60344) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:00.121070 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-5f30fce1-7047-44ca-ba1f-f58d54e91e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773e51f8-8651-40df-b041-e7a74d93da06', 'name': 'tempest-TestServerBasicOps-230706282-router', 'tenant_id': '3dc071b4c14546878544ee14003d0eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '2c0d27b5-d961-4312-941a-b1d4786140d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:55:08Z', 'updated_at': '2021-08-23T20:55:13Z', 'revision_number': 4, 'project_id': '3dc071b4c14546878544ee14003d0eb0', 'gw_port': {'id': '2c0d27b5-d961-4312-941a-b1d4786140d7', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:53:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773e51f8-8651-40df-b041-e7a74d93da06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:09Z', 'updated_at': '2021-08-23T20:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': 'c0fafd65-b703-48ef-8a90-4608e62bae2c', 'tenant_id': '3dc071b4c14546878544ee14003d0eb0', 'floating_ip_address': '172.25.4.17', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '773e51f8-8651-40df-b041-e7a74d93da06', 'port_id': '143b1e40-0397-431f-a596-b9ac917b73c0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d0de374-f24b-4d5b-8c76-4ac1609c36dd', 'mac_address': 'fa:16:3e:a9:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06c45fe-6939-4a13-8d99-3081e10fc360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:55:55Z', 'updated_at': '2021-08-23T20:55:55Z', 'revision_number': 0, 'project_id': '3dc071b4c14546878544ee14003d0eb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6aa4331e-64ce-48d1-aaab-4b002206ffdf', 'name': '', 'network_id': '3d0de374-f24b-4d5b-8c76-4ac1609c36dd', 'tenant_id': '3dc071b4c14546878544ee14003d0eb0', 'mac_address': 'fa:16:3e:32:01:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773e51f8-8651-40df-b041-e7a74d93da06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '02ea3bb0-60b8-47cd-943c-438cab35147d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:12Z', 'updated_at': '2021-08-23T20:55:21Z', 'revision_number': 5, 'project_id': '3dc071b4c14546878544ee14003d0eb0', 'subnets': [{'id': '02ea3bb0-60b8-47cd-943c-438cab35147d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:00.198255 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f30fce1-7047-44ca-ba1f-f58d54e91e59 None None] The sync data for ids ['773e51f8-8651-40df-b041-e7a74d93da06'] in n-d-805663-2 is: [{'id': '773e51f8-8651-40df-b041-e7a74d93da06', 'name': 'tempest-TestServerBasicOps-230706282-router', 'tenant_id': '3dc071b4c14546878544ee14003d0eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '2c0d27b5-d961-4312-941a-b1d4786140d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:55:08Z', 'updated_at': '2021-08-23T20:55:13Z', 'revision_number': 4, 'project_id': '3dc071b4c14546878544ee14003d0eb0', 'gw_port': {'id': '2c0d27b5-d961-4312-941a-b1d4786140d7', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:53:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773e51f8-8651-40df-b041-e7a74d93da06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:09Z', 'updated_at': '2021-08-23T20:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': 'c0fafd65-b703-48ef-8a90-4608e62bae2c', 'tenant_id': '3dc071b4c14546878544ee14003d0eb0', 'floating_ip_address': '172.25.4.17', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '773e51f8-8651-40df-b041-e7a74d93da06', 'port_id': '143b1e40-0397-431f-a596-b9ac917b73c0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d0de374-f24b-4d5b-8c76-4ac1609c36dd', 'mac_address': 'fa:16:3e:a9:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06c45fe-6939-4a13-8d99-3081e10fc360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:55:55Z', 'updated_at': '2021-08-23T20:55:55Z', 'revision_number': 0, 'project_id': '3dc071b4c14546878544ee14003d0eb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6aa4331e-64ce-48d1-aaab-4b002206ffdf', 'name': '', 'network_id': '3d0de374-f24b-4d5b-8c76-4ac1609c36dd', 'tenant_id': '3dc071b4c14546878544ee14003d0eb0', 'mac_address': 'fa:16:3e:32:01:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773e51f8-8651-40df-b041-e7a74d93da06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '02ea3bb0-60b8-47cd-943c-438cab35147d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:12Z', 'updated_at': '2021-08-23T20:55:21Z', 'revision_number': 5, 'project_id': '3dc071b4c14546878544ee14003d0eb0', 'subnets': [{'id': '02ea3bb0-60b8-47cd-943c-438cab35147d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:56:00.207222 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ecfdced4-5710-44f9-8035-0640c86f5ba2 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:00.297637 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ecfdced4-5710-44f9-8035-0640c86f5ba2 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:00.373930 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfdced4-5710-44f9-8035-0640c86f5ba2 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:56:00.389971 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-ecfdced4-5710-44f9-8035-0640c86f5ba2 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:56:00.403874 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfdced4-5710-44f9-8035-0640c86f5ba2 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:56:00.416683 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfdced4-5710-44f9-8035-0640c86f5ba2 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Pushing event updated for resources: {'Port': ['ID=83968b58-519b-4121-bb08-7f462d9ccc0e,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:56:00.545238 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-54cfd576-8855-4117-a7e3-65a0c5f4d65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'name': 'tempest-RoutersIpV6Test-router-1253855414', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:55:23Z', 'updated_at': '2021-08-23T20:55:59Z', 'revision_number': 7, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'gw_port_host': None, '_interfaces': [{'id': '08d3b013-2baf-47c7-9ffd-bfd8957c1da9', 'name': '', 'network_id': '820b0809-3192-438b-b371-8a017bd57483', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:c3:3e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '164393d9-a9cf-4434-9e23-87cfbe1328ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:26Z', 'updated_at': '2021-08-23T20:55:33Z', 'revision_number': 5, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': '164393d9-a9cf-4434-9e23-87cfbe1328ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41ce1c5d-020c-4fc5-859d-d118293f527f', 'name': '', 'network_id': 'a98ff8ab-7b8b-4c22-9c21-fc798ce26d2f', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:46:f3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': '40709ac1-af55-4788-8052-63a3952877d4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:45Z', 'updated_at': '2021-08-23T20:55:56Z', 'revision_number': 5, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': '40709ac1-af55-4788-8052-63a3952877d4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74c521ab-f98b-4fc9-bba8-6e5fdd48d3af', 'name': '', 'network_id': '123304d4-8b3e-4a93-977b-5e302c28cce4', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:54:f8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': 'e454255e-b1f1-41e6-93ff-9d5b4e2a832e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:39Z', 'updated_at': '2021-08-23T20:55:49Z', 'revision_number': 5, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': 'e454255e-b1f1-41e6-93ff-9d5b4e2a832e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7cb9c65-f6d0-448f-b45f-29ead95a12ec', 'name': '', 'network_id': '521af4df-f532-40be-8699-d24d063a6214', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:c4:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'cb072068-432a-4fb2-8382-06ea70385624', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:32Z', 'updated_at': '2021-08-23T20:55:44Z', 'revision_number': 5, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': 'cb072068-432a-4fb2-8382-06ea70385624', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:00.565210 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ecfdced4-5710-44f9-8035-0640c86f5ba2 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:00.608280 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cfd576-8855-4117-a7e3-65a0c5f4d65e None None] Checking router: 8c988a33-186e-4d80-a8bf-55e76dab5a54 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:56:00.618152 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cfd576-8855-4117-a7e3-65a0c5f4d65e None None] Routers {'8c988a33-186e-4d80-a8bf-55e76dab5a54'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:56:00.619793 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-54cfd576-8855-4117-a7e3-65a0c5f4d65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:55:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['8c988a33-186e-4d80-a8bf-55e76dab5a54'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:00.620471 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ecfdced4-5710-44f9-8035-0640c86f5ba2 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:00.673154 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6639f951-c96e-49a9-9514-2dbbf3348a5c None None] New status for floating IP c0fafd65-b703-48ef-8a90-4608e62bae2c: ACTIVE {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 20:56:00.913524 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-54cfd576-8855-4117-a7e3-65a0c5f4d65e None None] Set router 8c988a33-186e-4d80-a8bf-55e76dab5a54 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:56:00.981525 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ecfdced4-5710-44f9-8035-0640c86f5ba2 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:00.998276 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ecfdced4-5710-44f9-8035-0640c86f5ba2 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:01.044646 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee3f2743-5bec-495d-8d64-c390b14ba068 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:01.158659 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ecfdced4-5710-44f9-8035-0640c86f5ba2 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:01.175997 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfdced4-5710-44f9-8035-0640c86f5ba2 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Pushing event updated for resources: {'Port': ['ID=83968b58-519b-4121-bb08-7f462d9ccc0e,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:56:01.199857 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ecfdced4-5710-44f9-8035-0640c86f5ba2 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:01.202847 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ecfdced4-5710-44f9-8035-0640c86f5ba2 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7056642 Aug 23 20:56:01.366977 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-54cfd576-8855-4117-a7e3-65a0c5f4d65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'name': 'tempest-RoutersIpV6Test-router-1253855414', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:55:23Z', 'updated_at': '2021-08-23T20:55:59Z', 'revision_number': 7, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'gw_port_host': None, '_interfaces': [{'id': '08d3b013-2baf-47c7-9ffd-bfd8957c1da9', 'name': '', 'network_id': '820b0809-3192-438b-b371-8a017bd57483', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:c3:3e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '164393d9-a9cf-4434-9e23-87cfbe1328ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:26Z', 'updated_at': '2021-08-23T20:55:33Z', 'revision_number': 5, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': '164393d9-a9cf-4434-9e23-87cfbe1328ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41ce1c5d-020c-4fc5-859d-d118293f527f', 'name': '', 'network_id': 'a98ff8ab-7b8b-4c22-9c21-fc798ce26d2f', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:46:f3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': '40709ac1-af55-4788-8052-63a3952877d4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:45Z', 'updated_at': '2021-08-23T20:55:56Z', 'revision_number': 5, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': '40709ac1-af55-4788-8052-63a3952877d4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74c521ab-f98b-4fc9-bba8-6e5fdd48d3af', 'name': '', 'network_id': '123304d4-8b3e-4a93-977b-5e302c28cce4', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:54:f8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': 'e454255e-b1f1-41e6-93ff-9d5b4e2a832e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:39Z', 'updated_at': '2021-08-23T20:55:49Z', 'revision_number': 5, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': 'e454255e-b1f1-41e6-93ff-9d5b4e2a832e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7cb9c65-f6d0-448f-b45f-29ead95a12ec', 'name': '', 'network_id': '521af4df-f532-40be-8699-d24d063a6214', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:c4:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'cb072068-432a-4fb2-8382-06ea70385624', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:32Z', 'updated_at': '2021-08-23T20:55:44Z', 'revision_number': 5, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': 'cb072068-432a-4fb2-8382-06ea70385624', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:01.394332 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cfd576-8855-4117-a7e3-65a0c5f4d65e None None] The sync data for ids ['8c988a33-186e-4d80-a8bf-55e76dab5a54'] in n-d-805663-2 is: [{'id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'name': 'tempest-RoutersIpV6Test-router-1253855414', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:55:23Z', 'updated_at': '2021-08-23T20:55:59Z', 'revision_number': 7, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'gw_port_host': None, '_interfaces': [{'id': '08d3b013-2baf-47c7-9ffd-bfd8957c1da9', 'name': '', 'network_id': '820b0809-3192-438b-b371-8a017bd57483', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:c3:3e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '164393d9-a9cf-4434-9e23-87cfbe1328ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:26Z', 'updated_at': '2021-08-23T20:55:33Z', 'revision_number': 5, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': '164393d9-a9cf-4434-9e23-87cfbe1328ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41ce1c5d-020c-4fc5-859d-d118293f527f', 'name': '', 'network_id': 'a98ff8ab-7b8b-4c22-9c21-fc798ce26d2f', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:46:f3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': '40709ac1-af55-4788-8052-63a3952877d4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:45Z', 'updated_at': '2021-08-23T20:55:56Z', 'revision_number': 5, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': '40709ac1-af55-4788-8052-63a3952877d4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74c521ab-f98b-4fc9-bba8-6e5fdd48d3af', 'name': '', 'network_id': '123304d4-8b3e-4a93-977b-5e302c28cce4', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:54:f8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': 'e454255e-b1f1-41e6-93ff-9d5b4e2a832e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:39Z', 'updated_at': '2021-08-23T20:55:49Z', 'revision_number': 5, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': 'e454255e-b1f1-41e6-93ff-9d5b4e2a832e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7cb9c65-f6d0-448f-b45f-29ead95a12ec', 'name': '', 'network_id': '521af4df-f532-40be-8699-d24d063a6214', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:c4:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'cb072068-432a-4fb2-8382-06ea70385624', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:32Z', 'updated_at': '2021-08-23T20:55:44Z', 'revision_number': 5, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': 'cb072068-432a-4fb2-8382-06ea70385624', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:56:01.467517 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-ee3f2743-5bec-495d-8d64-c390b14ba068 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Deleting port 41ce1c5d-020c-4fc5-859d-d118293f527f {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:56:01.468152 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee3f2743-5bec-495d-8d64-c390b14ba068 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:01.585170 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-ee3f2743-5bec-495d-8d64-c390b14ba068 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] For port 41ce1c5d-020c-4fc5-859d-d118293f527f, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=41ce1c5d-020c-4fc5-859d-d118293f527f,segment=NetworkSegment(f73a612a-c998-4dd3-98c3-8fe8cda998db),segment_id=f73a612a-c998-4dd3-98c3-8fe8cda998db)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:56:01.585558 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee3f2743-5bec-495d-8d64-c390b14ba068 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:01.602354 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-ee3f2743-5bec-495d-8d64-c390b14ba068 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Calling delete_port for 41ce1c5d-020c-4fc5-859d-d118293f527f owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:56:01.873607 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee3f2743-5bec-495d-8d64-c390b14ba068 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:01.919766 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3f2743-5bec-495d-8d64-c390b14ba068 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event deleted for resources: {'Port': ['ID=41ce1c5d-020c-4fc5-859d-d118293f527f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:56:01.930235 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0ed5ce51-36bb-4ade-a79e-8a8d17ae1a55 req-7ee842aa-02a4-4631-803f-aa6fe5ec8834 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1193188851&fields=id&tenant_id=a420101d8537446c948533816ff31a9c HTTP/1.1" status: 200 len: 267 time: 0.0852578 Aug 23 20:56:02.115585 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee3f2743-5bec-495d-8d64-c390b14ba068 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:02.275263 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5ce51-36bb-4ade-a79e-8a8d17ae1a55 req-d5909c08-5f1a-4daf-9c3e-9779803f027d tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:02.277028 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0ed5ce51-36bb-4ade-a79e-8a8d17ae1a55 req-d5909c08-5f1a-4daf-9c3e-9779803f027d tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/networks?id=8f9f903e-93a4-4fe6-b0ce-e2059346b6d0 HTTP/1.1" status: 200 len: 817 time: 0.3264701 Aug 23 20:56:02.330448 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0ed5ce51-36bb-4ade-a79e-8a8d17ae1a55 req-b7ec0c25-1ee1-4514-986d-e9ae987e829f tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/quotas/a420101d8537446c948533816ff31a9c HTTP/1.1" status: 200 len: 375 time: 0.0132728 Aug 23 20:56:02.439640 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0ed5ce51-36bb-4ade-a79e-8a8d17ae1a55 req-0471d7a6-1633-4ee6-9c0d-b2a0bb241100 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a420101d8537446c948533816ff31a9c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0744975 Aug 23 20:56:02.451156 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee3f2743-5bec-495d-8d64-c390b14ba068 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Router 8c988a33-186e-4d80-a8bf-55e76dab5a54 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:56:02.650304 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3f2743-5bec-495d-8d64-c390b14ba068 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:56:02.659639 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ee3f2743-5bec-495d-8d64-c390b14ba068 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "PUT /v2.0/routers/8c988a33-186e-4d80-a8bf-55e76dab5a54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5638845 Aug 23 20:56:02.659819 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 60382) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:02.668757 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cf5ed1-ea39-451a-a32b-f123320c5e09 None None] Sync routers for ids ['8c988a33-186e-4d80-a8bf-55e76dab5a54'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:56:02.685451 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cf5ed1-ea39-451a-a32b-f123320c5e09 None None] Routers {'8c988a33-186e-4d80-a8bf-55e76dab5a54'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:56:02.686488 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-79cf5ed1-ea39-451a-a32b-f123320c5e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:55:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['8c988a33-186e-4d80-a8bf-55e76dab5a54'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:02.704441 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0ed5ce51-36bb-4ade-a79e-8a8d17ae1a55 req-88d96aa9-a594-4adf-a7d2-735e97cb5b43 service neutron] 10.222.0.61 "GET /v2.0/networks/8f9f903e-93a4-4fe6-b0ce-e2059346b6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472353 Aug 23 20:56:02.792466 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ddccddd-badf-4c5a-8a9d-4cecf7a278d5 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Deleting subnet 40709ac1-af55-4788-8052-63a3952877d4 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:56:02.805870 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6ddccddd-badf-4c5a-8a9d-4cecf7a278d5 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:02.833028 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0ed5ce51-36bb-4ade-a79e-8a8d17ae1a55 req-efc34dda-c52a-4622-8190-4c60b45cc68d service neutron] 10.222.0.61 "GET /v2.0/networks/8f9f903e-93a4-4fe6-b0ce-e2059346b6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277690 Aug 23 20:56:02.842902 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-79cf5ed1-ea39-451a-a32b-f123320c5e09 None None] Set router 8c988a33-186e-4d80-a8bf-55e76dab5a54 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:56:02.882966 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6ddccddd-badf-4c5a-8a9d-4cecf7a278d5 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:03.170432 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6ddccddd-badf-4c5a-8a9d-4cecf7a278d5 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:03.237198 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a08d29bd-171c-461b-9598-bf9bb86ed276 req-1939d6b5-dcf0-45be-a182-d1a6fc956e86 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 210 time: 0.1197948 Aug 23 20:56:03.258019 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-79cf5ed1-ea39-451a-a32b-f123320c5e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'name': 'tempest-RoutersIpV6Test-router-1253855414', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:55:23Z', 'updated_at': '2021-08-23T20:56:01Z', 'revision_number': 8, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'gw_port_host': None, '_interfaces': [{'id': '08d3b013-2baf-47c7-9ffd-bfd8957c1da9', 'name': '', 'network_id': '820b0809-3192-438b-b371-8a017bd57483', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:c3:3e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '164393d9-a9cf-4434-9e23-87cfbe1328ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:26Z', 'updated_at': '2021-08-23T20:55:33Z', 'revision_number': 5, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': '164393d9-a9cf-4434-9e23-87cfbe1328ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74c521ab-f98b-4fc9-bba8-6e5fdd48d3af', 'name': '', 'network_id': '123304d4-8b3e-4a93-977b-5e302c28cce4', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:54:f8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': 'e454255e-b1f1-41e6-93ff-9d5b4e2a832e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:39Z', 'updated_at': '2021-08-23T20:55:49Z', 'revision_number': 5, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': 'e454255e-b1f1-41e6-93ff-9d5b4e2a832e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7cb9c65-f6d0-448f-b45f-29ead95a12ec', 'name': '', 'network_id': '521af4df-f532-40be-8699-d24d063a6214', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:c4:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'cb072068-432a-4fb2-8382-06ea70385624', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:32Z', 'updated_at': '2021-08-23T20:55:44Z', 'revision_number': 5, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': 'cb072068-432a-4fb2-8382-06ea70385624', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:03.325544 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6ddccddd-badf-4c5a-8a9d-4cecf7a278d5 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:03.328228 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cf5ed1-ea39-451a-a32b-f123320c5e09 None None] Checking router: 8c988a33-186e-4d80-a8bf-55e76dab5a54 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:56:03.348676 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cf5ed1-ea39-451a-a32b-f123320c5e09 None None] Routers {'8c988a33-186e-4d80-a8bf-55e76dab5a54'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:56:03.349087 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-79cf5ed1-ea39-451a-a32b-f123320c5e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:55:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['8c988a33-186e-4d80-a8bf-55e76dab5a54'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:03.368321 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddccddd-badf-4c5a-8a9d-4cecf7a278d5 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event deleted for resources: {'Subnet': ['ID=40709ac1-af55-4788-8052-63a3952877d4,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:56:03.377132 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6ddccddd-badf-4c5a-8a9d-4cecf7a278d5 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:03.381828 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6ddccddd-badf-4c5a-8a9d-4cecf7a278d5 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "DELETE /v2.0/subnets/40709ac1-af55-4788-8052-63a3952877d4 HTTP/1.1" status: 204 len: 168 time: 0.7212625 Aug 23 20:56:03.385757 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 60398) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:03.392274 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3340e0-15f5-4919-9b97-7336f3b0735e None None] Network a98ff8ab-7b8b-4c22-9c21-fc798ce26d2f requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:56:03.480779 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-79cf5ed1-ea39-451a-a32b-f123320c5e09 None None] Set router 8c988a33-186e-4d80-a8bf-55e76dab5a54 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:56:03.520666 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5007d877-0a9a-419c-9dd1-62bd49809257 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:03.613528 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-5007d877-0a9a-419c-9dd1-62bd49809257 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Deleting port 2ca78f7f-6673-4cbf-ae59-c463701bb935 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:56:03.613944 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5007d877-0a9a-419c-9dd1-62bd49809257 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:03.758895 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-5007d877-0a9a-419c-9dd1-62bd49809257 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] For port 2ca78f7f-6673-4cbf-ae59-c463701bb935, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=2ca78f7f-6673-4cbf-ae59-c463701bb935,segment=NetworkSegment(f73a612a-c998-4dd3-98c3-8fe8cda998db),segment_id=f73a612a-c998-4dd3-98c3-8fe8cda998db)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:56:03.759610 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5007d877-0a9a-419c-9dd1-62bd49809257 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:03.769660 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dfce27-3796-4cab-ad97-8402b0ef501a None None] DHCP port deletion for a98ff8ab-7b8b-4c22-9c21-fc798ce26d2f request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:56:03.805168 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-5007d877-0a9a-419c-9dd1-62bd49809257 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Calling delete_port for 2ca78f7f-6673-4cbf-ae59-c463701bb935 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:56:03.872426 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-31dfce27-3796-4cab-ad97-8402b0ef501a None None] Deleting port 2ca78f7f-6673-4cbf-ae59-c463701bb935 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:56:03.873351 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfce27-3796-4cab-ad97-8402b0ef501a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:03.918081 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-79cf5ed1-ea39-451a-a32b-f123320c5e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'name': 'tempest-RoutersIpV6Test-router-1253855414', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:55:23Z', 'updated_at': '2021-08-23T20:56:01Z', 'revision_number': 8, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'gw_port_host': None, '_interfaces': [{'id': '08d3b013-2baf-47c7-9ffd-bfd8957c1da9', 'name': '', 'network_id': '820b0809-3192-438b-b371-8a017bd57483', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:c3:3e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '164393d9-a9cf-4434-9e23-87cfbe1328ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:26Z', 'updated_at': '2021-08-23T20:55:33Z', 'revision_number': 5, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': '164393d9-a9cf-4434-9e23-87cfbe1328ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74c521ab-f98b-4fc9-bba8-6e5fdd48d3af', 'name': '', 'network_id': '123304d4-8b3e-4a93-977b-5e302c28cce4', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:54:f8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': 'e454255e-b1f1-41e6-93ff-9d5b4e2a832e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:39Z', 'updated_at': '2021-08-23T20:55:49Z', 'revision_number': 5, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': 'e454255e-b1f1-41e6-93ff-9d5b4e2a832e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7cb9c65-f6d0-448f-b45f-29ead95a12ec', 'name': '', 'network_id': '521af4df-f532-40be-8699-d24d063a6214', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:c4:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'cb072068-432a-4fb2-8382-06ea70385624', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:32Z', 'updated_at': '2021-08-23T20:55:44Z', 'revision_number': 5, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': 'cb072068-432a-4fb2-8382-06ea70385624', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:03.976926 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-31dfce27-3796-4cab-ad97-8402b0ef501a None None] For port 2ca78f7f-6673-4cbf-ae59-c463701bb935, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=2ca78f7f-6673-4cbf-ae59-c463701bb935,segment=NetworkSegment(f73a612a-c998-4dd3-98c3-8fe8cda998db),segment_id=f73a612a-c998-4dd3-98c3-8fe8cda998db)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:56:03.977424 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfce27-3796-4cab-ad97-8402b0ef501a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:03.995265 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cf5ed1-ea39-451a-a32b-f123320c5e09 None None] The sync data for ids ['8c988a33-186e-4d80-a8bf-55e76dab5a54'] in n-d-805663-2 is: [{'id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'name': 'tempest-RoutersIpV6Test-router-1253855414', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:55:23Z', 'updated_at': '2021-08-23T20:56:01Z', 'revision_number': 8, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'gw_port_host': None, '_interfaces': [{'id': '08d3b013-2baf-47c7-9ffd-bfd8957c1da9', 'name': '', 'network_id': '820b0809-3192-438b-b371-8a017bd57483', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:c3:3e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '164393d9-a9cf-4434-9e23-87cfbe1328ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:26Z', 'updated_at': '2021-08-23T20:55:33Z', 'revision_number': 5, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': '164393d9-a9cf-4434-9e23-87cfbe1328ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74c521ab-f98b-4fc9-bba8-6e5fdd48d3af', 'name': '', 'network_id': '123304d4-8b3e-4a93-977b-5e302c28cce4', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:54:f8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': 'e454255e-b1f1-41e6-93ff-9d5b4e2a832e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:39Z', 'updated_at': '2021-08-23T20:55:49Z', 'revision_number': 5, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': 'e454255e-b1f1-41e6-93ff-9d5b4e2a832e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7cb9c65-f6d0-448f-b45f-29ead95a12ec', 'name': '', 'network_id': '521af4df-f532-40be-8699-d24d063a6214', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:c4:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'cb072068-432a-4fb2-8382-06ea70385624', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:32Z', 'updated_at': '2021-08-23T20:55:44Z', 'revision_number': 5, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': 'cb072068-432a-4fb2-8382-06ea70385624', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:56:04.015456 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-31dfce27-3796-4cab-ad97-8402b0ef501a None None] Calling delete_port for 2ca78f7f-6673-4cbf-ae59-c463701bb935 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:56:04.061804 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 2ca78f7f-6673-4cbf-ae59-c463701bb935 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:56:04.128884 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5007d877-0a9a-419c-9dd1-62bd49809257 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:04.161967 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No active binding found for port 2ca78f7f-6673-4cbf-ae59-c463701bb935 {{(pid=94689) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 23 20:56:04.162681 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 2ca78f7f-6673-4cbf-ae59-c463701bb935 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:56:04.217538 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfce27-3796-4cab-ad97-8402b0ef501a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:04.270445 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dfce27-3796-4cab-ad97-8402b0ef501a None None] Pushing event deleted for resources: {'Port': ['ID=2ca78f7f-6673-4cbf-ae59-c463701bb935,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:56:04.280830 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dfce27-3796-4cab-ad97-8402b0ef501a None None] No DVR routers for this DVR port 2ca78f7f-6673-4cbf-ae59-c463701bb935 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:56:04.641142 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5007d877-0a9a-419c-9dd1-62bd49809257 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event deleted for resources: {'Port': ['ID=2ca78f7f-6673-4cbf-ae59-c463701bb935,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:56:04.657669 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-34f570ab-230a-433c-b305-41426b1f8fb1 req-d970f0d6-3b8e-4596-b36f-e02b35678cec tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 210 time: 0.0481689 Aug 23 20:56:04.658900 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5007d877-0a9a-419c-9dd1-62bd49809257 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] No DVR routers for this DVR port 2ca78f7f-6673-4cbf-ae59-c463701bb935 on host n-d-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:56:04.781872 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5007d877-0a9a-419c-9dd1-62bd49809257 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:04.815702 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-5007d877-0a9a-419c-9dd1-62bd49809257 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a98ff8ab-7b8b-4c22-9c21-fc798ce26d2f']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:04.833410 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-5007d877-0a9a-419c-9dd1-62bd49809257 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f73a612a-c998-4dd3-98c3-8fe8cda998db') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:04.833727 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-5007d877-0a9a-419c-9dd1-62bd49809257 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f73a612a-c998-4dd3-98c3-8fe8cda998db') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:04.845703 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5007d877-0a9a-419c-9dd1-62bd49809257 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:04.864575 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5007d877-0a9a-419c-9dd1-62bd49809257 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:04.874738 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5007d877-0a9a-419c-9dd1-62bd49809257 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:56:04.875289 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5007d877-0a9a-419c-9dd1-62bd49809257 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:04.948253 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:56:04.948253 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:56:04.948253 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:56:04.948253 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:56:04.948253 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:56:04.948253 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:56:04.948253 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:56:04.948253 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:56:04.948253 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:56:04.948253 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:56:04.948253 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:56:04.948253 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:56:04.948253 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:56:04.948253 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:56:04.948253 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:56:04.948253 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:56:04.948253 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:56:04.948253 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:56:04.948253 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:56:04.948253 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:56:04.948253 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:56:04.948253 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:56:04.948253 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:56:04.948253 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:56:04.948253 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:56:04.948253 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:56:04.948253 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:56:04.948253 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:56:04.948253 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:56:04.948253 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:56:04.948253 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:56:04.948253 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:56:04.970711 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5007d877-0a9a-419c-9dd1-62bd49809257 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:04.977587 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5007d877-0a9a-419c-9dd1-62bd49809257 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:04.982718 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-5007d877-0a9a-419c-9dd1-62bd49809257 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "DELETE /v2.0/networks/a98ff8ab-7b8b-4c22-9c21-fc798ce26d2f HTTP/1.1" status: 204 len: 168 time: 1.5932920 Aug 23 20:56:04.984809 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 60412) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:05.013387 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5007d877-0a9a-419c-9dd1-62bd49809257 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event deleted for resources: {'Network': ['ID=a98ff8ab-7b8b-4c22-9c21-fc798ce26d2f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:56:05.205013 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5ce51-36bb-4ade-a79e-8a8d17ae1a55 req-e9ff8b45-699c-48d5-9ae0-3b46cfd931fb tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:05.207513 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0ed5ce51-36bb-4ade-a79e-8a8d17ae1a55 req-e9ff8b45-699c-48d5-9ae0-3b46cfd931fb tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.32 "GET /v2.0/networks?id=8f9f903e-93a4-4fe6-b0ce-e2059346b6d0 HTTP/1.1" status: 200 len: 817 time: 0.2552936 Aug 23 20:56:05.303081 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0ed5ce51-36bb-4ade-a79e-8a8d17ae1a55 req-d47d7750-9a16-4864-979d-bed9a2e1c567 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a420101d8537446c948533816ff31a9c HTTP/1.1" status: 200 len: 380 time: 0.0667770 Aug 23 20:56:05.314464 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-0ed5ce51-36bb-4ade-a79e-8a8d17ae1a55 req-4220b7e9-930d-454f-8eea-5bb5983fa278 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Request body: {'port': {'device_id': '97f0acb6-1641-410a-b7be-8afa857512bc', 'network_id': '8f9f903e-93a4-4fe6-b0ce-e2059346b6d0', 'admin_state_up': True, 'tenant_id': 'a420101d8537446c948533816ff31a9c', 'security_groups': ['7639381e-614b-4efb-bb16-a9587d85f37a']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:56:05.491448 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ed5ce51-36bb-4ade-a79e-8a8d17ae1a55 req-4220b7e9-930d-454f-8eea-5bb5983fa278 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Made reservation on behalf of a420101d8537446c948533816ff31a9c for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:56:05.500793 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0ed5ce51-36bb-4ade-a79e-8a8d17ae1a55 req-4220b7e9-930d-454f-8eea-5bb5983fa278 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:05.616053 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-29c2930d-5bb4-41a6-af38-b45c59843eeb tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:05.785673 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 41ce1c5d-020c-4fc5-859d-d118293f527f no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:56:05.827126 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-0ed5ce51-36bb-4ade-a79e-8a8d17ae1a55 req-4220b7e9-930d-454f-8eea-5bb5983fa278 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Allocated IP 172.20.0.6 (8f9f903e-93a4-4fe6-b0ce-e2059346b6d0/d199577e-85a3-487d-894b-30e054d60332/5f678bad-3e00-4d1c-85e4-52f0f696f918) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:56:05.838350 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 41ce1c5d-020c-4fc5-859d-d118293f527f {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:56:05.839173 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 41ce1c5d-020c-4fc5-859d-d118293f527f not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:56:05.840957 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-45b5ff58-20a2-4cad-bc64-e3debd7a92a1 req-891c98ab-8e67-45e2-bf8a-b8c45f0b7a3c tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 210 time: 0.0419106 Aug 23 20:56:06.039352 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0ed5ce51-36bb-4ade-a79e-8a8d17ae1a55 req-4220b7e9-930d-454f-8eea-5bb5983fa278 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:06.055378 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-0ed5ce51-36bb-4ade-a79e-8a8d17ae1a55 req-4220b7e9-930d-454f-8eea-5bb5983fa278 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Transition to ACTIVE for port object 5f678bad-3e00-4d1c-85e4-52f0f696f918 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:56:06.091415 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-29c2930d-5bb4-41a6-af38-b45c59843eeb tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Deleting port 74c521ab-f98b-4fc9-bba8-6e5fdd48d3af {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:56:06.091959 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-29c2930d-5bb4-41a6-af38-b45c59843eeb tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:06.114716 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0ed5ce51-36bb-4ade-a79e-8a8d17ae1a55 req-4220b7e9-930d-454f-8eea-5bb5983fa278 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:06.185605 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ed5ce51-36bb-4ade-a79e-8a8d17ae1a55 req-4220b7e9-930d-454f-8eea-5bb5983fa278 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Network 8f9f903e-93a4-4fe6-b0ce-e2059346b6d0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:56:06.192446 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-0ed5ce51-36bb-4ade-a79e-8a8d17ae1a55 req-4220b7e9-930d-454f-8eea-5bb5983fa278 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:56:06.200307 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed5ce51-36bb-4ade-a79e-8a8d17ae1a55 req-4220b7e9-930d-454f-8eea-5bb5983fa278 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:56:06.248639 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4220b7e9-930d-454f-8eea-5bb5983fa278 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Pushing event updated for resources: {'Port': ['ID=5f678bad-3e00-4d1c-85e4-52f0f696f918,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:56:06.278898 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-29c2930d-5bb4-41a6-af38-b45c59843eeb tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] For port 74c521ab-f98b-4fc9-bba8-6e5fdd48d3af, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=74c521ab-f98b-4fc9-bba8-6e5fdd48d3af,segment=NetworkSegment(08b96126-dbea-4bf5-a901-bb8cb773474f),segment_id=08b96126-dbea-4bf5-a901-bb8cb773474f)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:56:06.280399 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-29c2930d-5bb4-41a6-af38-b45c59843eeb tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:06.312255 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-29c2930d-5bb4-41a6-af38-b45c59843eeb tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Calling delete_port for 74c521ab-f98b-4fc9-bba8-6e5fdd48d3af owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:56:06.314001 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5ce51-36bb-4ade-a79e-8a8d17ae1a55 req-4220b7e9-930d-454f-8eea-5bb5983fa278 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:06.314696 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0ed5ce51-36bb-4ade-a79e-8a8d17ae1a55 req-4220b7e9-930d-454f-8eea-5bb5983fa278 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:06.354078 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0ed5ce51-36bb-4ade-a79e-8a8d17ae1a55 req-4220b7e9-930d-454f-8eea-5bb5983fa278 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0420310 Aug 23 20:56:06.375582 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-0ed5ce51-36bb-4ade-a79e-8a8d17ae1a55 req-c919120a-91da-4995-90c4-7318a164ac3a service neutron] Request body: {'port': {'device_id': '97f0acb6-1641-410a-b7be-8afa857512bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:56:06.515469 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0ed5ce51-36bb-4ade-a79e-8a8d17ae1a55 req-c919120a-91da-4995-90c4-7318a164ac3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:06.620999 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-062ce7b8-1c98-4a93-9375-6f357c27119d None None] Provisioning for port 5f678bad-3e00-4d1c-85e4-52f0f696f918 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:56:06.630515 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-062ce7b8-1c98-4a93-9375-6f357c27119d None None] Provisioning complete for port 5f678bad-3e00-4d1c-85e4-52f0f696f918 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:56:06.631246 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-062ce7b8-1c98-4a93-9375-6f357c27119d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:06.691778 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-29c2930d-5bb4-41a6-af38-b45c59843eeb tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:06.722093 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-062ce7b8-1c98-4a93-9375-6f357c27119d None None] Port 5f678bad-3e00-4d1c-85e4-52f0f696f918 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:56:06.793131 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c2930d-5bb4-41a6-af38-b45c59843eeb tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event deleted for resources: {'Port': ['ID=74c521ab-f98b-4fc9-bba8-6e5fdd48d3af,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:56:07.012654 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-29c2930d-5bb4-41a6-af38-b45c59843eeb tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:07.091415 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-0ed5ce51-36bb-4ade-a79e-8a8d17ae1a55 req-c919120a-91da-4995-90c4-7318a164ac3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f678bad-3e00-4d1c-85e4-52f0f696f918 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:56:07.116162 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343151b8-380d-4717-8915-439d7484f5d9 req-00c31d56-51f3-444a-b904-65c3cb695b21 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:07.119374 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-343151b8-380d-4717-8915-439d7484f5d9 req-00c31d56-51f3-444a-b904-65c3cb695b21 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 931 time: 0.1436856 Aug 23 20:56:07.127428 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0ed5ce51-36bb-4ade-a79e-8a8d17ae1a55 req-c919120a-91da-4995-90c4-7318a164ac3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:07.180183 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-0ed5ce51-36bb-4ade-a79e-8a8d17ae1a55 req-c919120a-91da-4995-90c4-7318a164ac3a service neutron] Transition to ACTIVE for port object 5f678bad-3e00-4d1c-85e4-52f0f696f918 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:56:07.192214 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0ed5ce51-36bb-4ade-a79e-8a8d17ae1a55 req-c919120a-91da-4995-90c4-7318a164ac3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:07.223946 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-343151b8-380d-4717-8915-439d7484f5d9 req-a9221b99-8bb2-4bac-ab0b-a89444b135f9 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=7639381e-614b-4efb-bb16-a9587d85f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937564 Aug 23 20:56:07.260869 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c919120a-91da-4995-90c4-7318a164ac3a service neutron] Pushing event updated for resources: {'Port': ['ID=5f678bad-3e00-4d1c-85e4-52f0f696f918,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:56:07.300154 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c2930d-5bb4-41a6-af38-b45c59843eeb tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Router 8c988a33-186e-4d80-a8bf-55e76dab5a54 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:56:07.358996 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-0ed5ce51-36bb-4ade-a79e-8a8d17ae1a55 req-c919120a-91da-4995-90c4-7318a164ac3a service neutron] Attempting to bind port 5f678bad-3e00-4d1c-85e4-52f0f696f918 on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:56:07.359345 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-0ed5ce51-36bb-4ade-a79e-8a8d17ae1a55 req-c919120a-91da-4995-90c4-7318a164ac3a service neutron] Attempting to bind port 5f678bad-3e00-4d1c-85e4-52f0f696f918 by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': 'd0628b6b-b279-4a2f-9fb2-ffe2685ffc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8f9f903e-93a4-4fe6-b0ce-e2059346b6d0'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:56:07.359676 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed5ce51-36bb-4ade-a79e-8a8d17ae1a55 req-c919120a-91da-4995-90c4-7318a164ac3a service neutron] Attempting to bind port 5f678bad-3e00-4d1c-85e4-52f0f696f918 on network 8f9f903e-93a4-4fe6-b0ce-e2059346b6d0 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:56:07.365776 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed5ce51-36bb-4ade-a79e-8a8d17ae1a55 req-c919120a-91da-4995-90c4-7318a164ac3a service neutron] Port 5f678bad-3e00-4d1c-85e4-52f0f696f918 on network 8f9f903e-93a4-4fe6-b0ce-e2059346b6d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:56:07.366223 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed5ce51-36bb-4ade-a79e-8a8d17ae1a55 req-c919120a-91da-4995-90c4-7318a164ac3a service neutron] Attempting to bind port 5f678bad-3e00-4d1c-85e4-52f0f696f918 on network 8f9f903e-93a4-4fe6-b0ce-e2059346b6d0 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:56:07.376207 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed5ce51-36bb-4ade-a79e-8a8d17ae1a55 req-c919120a-91da-4995-90c4-7318a164ac3a service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:56:07.376631 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed5ce51-36bb-4ade-a79e-8a8d17ae1a55 req-c919120a-91da-4995-90c4-7318a164ac3a service neutron] Checking segment: {'id': 'd0628b6b-b279-4a2f-9fb2-ffe2685ffc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8f9f903e-93a4-4fe6-b0ce-e2059346b6d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:56:07.377036 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed5ce51-36bb-4ade-a79e-8a8d17ae1a55 req-c919120a-91da-4995-90c4-7318a164ac3a service neutron] Bound using segment: {'id': 'd0628b6b-b279-4a2f-9fb2-ffe2685ffc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8f9f903e-93a4-4fe6-b0ce-e2059346b6d0'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:56:07.377927 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-0ed5ce51-36bb-4ade-a79e-8a8d17ae1a55 req-c919120a-91da-4995-90c4-7318a164ac3a service neutron] Bound port: 5f678bad-3e00-4d1c-85e4-52f0f696f918, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0628b6b-b279-4a2f-9fb2-ffe2685ffc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8f9f903e-93a4-4fe6-b0ce-e2059346b6d0'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:56:07.378639 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0ed5ce51-36bb-4ade-a79e-8a8d17ae1a55 req-c919120a-91da-4995-90c4-7318a164ac3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:07.521841 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-0ed5ce51-36bb-4ade-a79e-8a8d17ae1a55 req-c919120a-91da-4995-90c4-7318a164ac3a service neutron] For port 5f678bad-3e00-4d1c-85e4-52f0f696f918, host n-h2-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:56:07.532868 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c2930d-5bb4-41a6-af38-b45c59843eeb tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:56:07.538410 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-0ed5ce51-36bb-4ade-a79e-8a8d17ae1a55 req-c919120a-91da-4995-90c4-7318a164ac3a service neutron] For port 5f678bad-3e00-4d1c-85e4-52f0f696f918, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=5f678bad-3e00-4d1c-85e4-52f0f696f918,segment=NetworkSegment(d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a),segment_id=d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:56:07.544897 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82bfe05-89b6-4cf9-8aa8-e736fb308302 None None] Sync routers for ids ['8c988a33-186e-4d80-a8bf-55e76dab5a54'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:56:07.547118 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-29c2930d-5bb4-41a6-af38-b45c59843eeb tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "PUT /v2.0/routers/8c988a33-186e-4d80-a8bf-55e76dab5a54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5599954 Aug 23 20:56:07.550088 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 60502) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:07.560462 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0ed5ce51-36bb-4ade-a79e-8a8d17ae1a55 req-c919120a-91da-4995-90c4-7318a164ac3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:07.575544 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82bfe05-89b6-4cf9-8aa8-e736fb308302 None None] Routers {'8c988a33-186e-4d80-a8bf-55e76dab5a54'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:56:07.576340 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-a82bfe05-89b6-4cf9-8aa8-e736fb308302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:55:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['8c988a33-186e-4d80-a8bf-55e76dab5a54'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:07.691569 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-81996622-8e2a-40a7-be37-8d4263766ce3 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Deleting subnet e454255e-b1f1-41e6-93ff-9d5b4e2a832e {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:56:07.705674 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c919120a-91da-4995-90c4-7318a164ac3a service neutron] Pushing event updated for resources: {'Port': ['ID=5f678bad-3e00-4d1c-85e4-52f0f696f918,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:56:07.708244 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-81996622-8e2a-40a7-be37-8d4263766ce3 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:07.723934 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5ce51-36bb-4ade-a79e-8a8d17ae1a55 req-c919120a-91da-4995-90c4-7318a164ac3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:07.725470 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0ed5ce51-36bb-4ade-a79e-8a8d17ae1a55 req-c919120a-91da-4995-90c4-7318a164ac3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:07.728623 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0ed5ce51-36bb-4ade-a79e-8a8d17ae1a55 req-c919120a-91da-4995-90c4-7318a164ac3a service neutron] 10.222.0.32 "PUT /v2.0/ports/5f678bad-3e00-4d1c-85e4-52f0f696f918 HTTP/1.1" status: 200 len: 1091 time: 1.3568516 Aug 23 20:56:07.729771 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97f0acb6-1641-410a-b7be-8afa857512bc', 'tag': '5f678bad-3e00-4d1c-85e4-52f0f696f918'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:56:07.734635 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8734050-9ea9-4de1-8156-2404e2602db1" -d '{"events": [{"name": "network-changed", "server_uuid": "97f0acb6-1641-410a-b7be-8afa857512bc", "tag": "5f678bad-3e00-4d1c-85e4-52f0f696f918"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:56:07.842614 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-81996622-8e2a-40a7-be37-8d4263766ce3 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:07.861695 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-a82bfe05-89b6-4cf9-8aa8-e736fb308302 None None] Set router 8c988a33-186e-4d80-a8bf-55e76dab5a54 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:56:07.867738 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc734971-5e9f-477b-93a1-1c0992669c88 x-openstack-request-id: req-cc734971-5e9f-477b-93a1-1c0992669c88 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:56:07.868253 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97f0acb6-1641-410a-b7be-8afa857512bc", "tag": "5f678bad-3e00-4d1c-85e4-52f0f696f918", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:56:07.869184 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cc734971-5e9f-477b-93a1-1c0992669c88 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:56:07.869821 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97f0acb6-1641-410a-b7be-8afa857512bc', 'tag': '5f678bad-3e00-4d1c-85e4-52f0f696f918', 'status': 'completed', 'code': 200} Aug 23 20:56:07.905522 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5ce51-36bb-4ade-a79e-8a8d17ae1a55 req-47d20422-6cad-433e-b9ad-ab7b25fa99bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:07.907215 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0ed5ce51-36bb-4ade-a79e-8a8d17ae1a55 req-47d20422-6cad-433e-b9ad-ab7b25fa99bd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a420101d8537446c948533816ff31a9c&device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 1094 time: 0.0973003 Aug 23 20:56:08.036154 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0ed5ce51-36bb-4ade-a79e-8a8d17ae1a55 req-2ef32f42-0815-4e7a-8729-f55194a01b25 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f678bad-3e00-4d1c-85e4-52f0f696f918 HTTP/1.1" status: 200 len: 217 time: 0.1047740 Aug 23 20:56:08.096616 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-81996622-8e2a-40a7-be37-8d4263766ce3 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:08.147434 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5ce51-36bb-4ade-a79e-8a8d17ae1a55 req-e1789202-f112-4288-9e04-31df325968e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:08.156475 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0ed5ce51-36bb-4ade-a79e-8a8d17ae1a55 req-e1789202-f112-4288-9e04-31df325968e3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d199577e-85a3-487d-894b-30e054d60332 HTTP/1.1" status: 200 len: 856 time: 0.1009660 Aug 23 20:56:08.244341 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-a82bfe05-89b6-4cf9-8aa8-e736fb308302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'name': 'tempest-RoutersIpV6Test-router-1253855414', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:55:23Z', 'updated_at': '2021-08-23T20:56:06Z', 'revision_number': 9, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'gw_port_host': None, '_interfaces': [{'id': '08d3b013-2baf-47c7-9ffd-bfd8957c1da9', 'name': '', 'network_id': '820b0809-3192-438b-b371-8a017bd57483', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:c3:3e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '164393d9-a9cf-4434-9e23-87cfbe1328ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:26Z', 'updated_at': '2021-08-23T20:55:33Z', 'revision_number': 5, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': '164393d9-a9cf-4434-9e23-87cfbe1328ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7cb9c65-f6d0-448f-b45f-29ead95a12ec', 'name': '', 'network_id': '521af4df-f532-40be-8699-d24d063a6214', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:c4:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'cb072068-432a-4fb2-8382-06ea70385624', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:32Z', 'updated_at': '2021-08-23T20:55:44Z', 'revision_number': 5, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': 'cb072068-432a-4fb2-8382-06ea70385624', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:08.251077 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-81996622-8e2a-40a7-be37-8d4263766ce3 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:08.268618 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5ce51-36bb-4ade-a79e-8a8d17ae1a55 req-712ad9d9-dd22-478a-8fee-37a87acb76bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:08.271598 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0ed5ce51-36bb-4ade-a79e-8a8d17ae1a55 req-712ad9d9-dd22-478a-8fee-37a87acb76bf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8f9f903e-93a4-4fe6-b0ce-e2059346b6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1123867 Aug 23 20:56:08.325873 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81996622-8e2a-40a7-be37-8d4263766ce3 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event deleted for resources: {'Subnet': ['ID=e454255e-b1f1-41e6-93ff-9d5b4e2a832e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:56:08.327476 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82bfe05-89b6-4cf9-8aa8-e736fb308302 None None] Checking router: 8c988a33-186e-4d80-a8bf-55e76dab5a54 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:56:08.346863 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-81996622-8e2a-40a7-be37-8d4263766ce3 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:08.354469 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82bfe05-89b6-4cf9-8aa8-e736fb308302 None None] Routers {'8c988a33-186e-4d80-a8bf-55e76dab5a54'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:56:08.354469 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-a82bfe05-89b6-4cf9-8aa8-e736fb308302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:55:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['8c988a33-186e-4d80-a8bf-55e76dab5a54'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:08.355326 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-81996622-8e2a-40a7-be37-8d4263766ce3 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "DELETE /v2.0/subnets/e454255e-b1f1-41e6-93ff-9d5b4e2a832e HTTP/1.1" status: 204 len: 168 time: 0.8032615 Aug 23 20:56:08.356538 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 60538) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:08.418317 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46dd623-d7f3-4ca6-baaf-2abab585ee0f None None] Network 123304d4-8b3e-4a93-977b-5e302c28cce4 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:56:08.545607 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0ed5ce51-36bb-4ade-a79e-8a8d17ae1a55 req-2ef5b5fb-35d2-4df6-bdd1-39e81737e3ff service neutron] 10.222.0.32 "GET /v2.0/networks/8f9f903e-93a4-4fe6-b0ce-e2059346b6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632856 Aug 23 20:56:08.555766 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97726b2d-791f-4810-83a4-34671913c05a req-d2fbcc06-ac95-4a84-b6ca-c1820bbb8600 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:08.559364 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-97726b2d-791f-4810-83a4-34671913c05a req-d2fbcc06-ac95-4a84-b6ca-c1820bbb8600 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 943 time: 0.1525993 Aug 23 20:56:08.578087 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2964e3b7-5061-4b22-a51b-b4df8c08dc3d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:08.611439 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-a82bfe05-89b6-4cf9-8aa8-e736fb308302 None None] Set router 8c988a33-186e-4d80-a8bf-55e76dab5a54 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:56:08.678250 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-2964e3b7-5061-4b22-a51b-b4df8c08dc3d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Deleting port 757e5adb-f2fc-4d4c-8446-35fbdede5682 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:56:08.679034 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2964e3b7-5061-4b22-a51b-b4df8c08dc3d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:08.694471 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0ed5ce51-36bb-4ade-a79e-8a8d17ae1a55 req-7d1e6a31-f077-4a47-bdbc-683c1aaacd32 service neutron] 10.222.0.32 "GET /v2.0/networks/8f9f903e-93a4-4fe6-b0ce-e2059346b6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340313 Aug 23 20:56:08.761921 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-97726b2d-791f-4810-83a4-34671913c05a req-c9bf36d6-7609-4400-84c3-3473b95549d5 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=7639381e-614b-4efb-bb16-a9587d85f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635352 Aug 23 20:56:08.882136 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-2964e3b7-5061-4b22-a51b-b4df8c08dc3d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] For port 757e5adb-f2fc-4d4c-8446-35fbdede5682, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=757e5adb-f2fc-4d4c-8446-35fbdede5682,segment=NetworkSegment(08b96126-dbea-4bf5-a901-bb8cb773474f),segment_id=08b96126-dbea-4bf5-a901-bb8cb773474f)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:56:08.883537 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2964e3b7-5061-4b22-a51b-b4df8c08dc3d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:08.907302 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-2964e3b7-5061-4b22-a51b-b4df8c08dc3d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Calling delete_port for 757e5adb-f2fc-4d4c-8446-35fbdede5682 owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:56:08.926303 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8734050-9ea9-4de1-8156-2404e2602db1 req-282942b5-0e26-42a9-af07-876181de6ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:08.928001 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b8734050-9ea9-4de1-8156-2404e2602db1 req-282942b5-0e26-42a9-af07-876181de6ab5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a420101d8537446c948533816ff31a9c&device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 1094 time: 0.0913668 Aug 23 20:56:08.975334 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf12d09-df0f-42d5-86ca-15c78ff82c35 None None] DHCP port deletion for 123304d4-8b3e-4a93-977b-5e302c28cce4 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:56:09.069954 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a8b5700a-e94c-4127-99b5-40c53b133da7 req-74543ac3-7659-44dd-aaee-66e3cade8370 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=123f683b-1c31-452d-90d9-826365c937e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0623899 Aug 23 20:56:09.093585 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2964e3b7-5061-4b22-a51b-b4df8c08dc3d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:09.130661 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8734050-9ea9-4de1-8156-2404e2602db1 req-1b7f8a28-1eab-422e-9f64-12c9c2a7760b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:09.132373 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b8734050-9ea9-4de1-8156-2404e2602db1 req-1b7f8a28-1eab-422e-9f64-12c9c2a7760b service neutron] 10.222.0.32 "GET /v2.0/networks?id=8f9f903e-93a4-4fe6-b0ce-e2059346b6d0 HTTP/1.1" status: 200 len: 918 time: 0.1910393 Aug 23 20:56:09.179846 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-a82bfe05-89b6-4cf9-8aa8-e736fb308302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'name': 'tempest-RoutersIpV6Test-router-1253855414', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:55:23Z', 'updated_at': '2021-08-23T20:56:06Z', 'revision_number': 9, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'gw_port_host': None, '_interfaces': [{'id': '08d3b013-2baf-47c7-9ffd-bfd8957c1da9', 'name': '', 'network_id': '820b0809-3192-438b-b371-8a017bd57483', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:c3:3e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '164393d9-a9cf-4434-9e23-87cfbe1328ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:26Z', 'updated_at': '2021-08-23T20:55:33Z', 'revision_number': 5, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': '164393d9-a9cf-4434-9e23-87cfbe1328ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7cb9c65-f6d0-448f-b45f-29ead95a12ec', 'name': '', 'network_id': '521af4df-f532-40be-8699-d24d063a6214', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:c4:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'cb072068-432a-4fb2-8382-06ea70385624', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:32Z', 'updated_at': '2021-08-23T20:55:44Z', 'revision_number': 5, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': 'cb072068-432a-4fb2-8382-06ea70385624', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:09.202303 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2964e3b7-5061-4b22-a51b-b4df8c08dc3d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] No DVR routers for this DVR port 757e5adb-f2fc-4d4c-8446-35fbdede5682 on host n-d-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:56:09.226216 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b8734050-9ea9-4de1-8156-2404e2602db1 req-dfa834f7-70f6-479f-b45a-6df40aaff8d3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f678bad-3e00-4d1c-85e4-52f0f696f918 HTTP/1.1" status: 200 len: 217 time: 0.0836287 Aug 23 20:56:09.232884 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2964e3b7-5061-4b22-a51b-b4df8c08dc3d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event deleted for resources: {'Port': ['ID=757e5adb-f2fc-4d4c-8446-35fbdede5682,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:56:09.254208 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82bfe05-89b6-4cf9-8aa8-e736fb308302 None None] The sync data for ids ['8c988a33-186e-4d80-a8bf-55e76dab5a54'] in n-d-805663-2 is: [{'id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'name': 'tempest-RoutersIpV6Test-router-1253855414', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:55:23Z', 'updated_at': '2021-08-23T20:56:06Z', 'revision_number': 9, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'gw_port_host': None, '_interfaces': [{'id': '08d3b013-2baf-47c7-9ffd-bfd8957c1da9', 'name': '', 'network_id': '820b0809-3192-438b-b371-8a017bd57483', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:c3:3e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '164393d9-a9cf-4434-9e23-87cfbe1328ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:26Z', 'updated_at': '2021-08-23T20:55:33Z', 'revision_number': 5, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': '164393d9-a9cf-4434-9e23-87cfbe1328ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7cb9c65-f6d0-448f-b45f-29ead95a12ec', 'name': '', 'network_id': '521af4df-f532-40be-8699-d24d063a6214', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:c4:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'cb072068-432a-4fb2-8382-06ea70385624', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:32Z', 'updated_at': '2021-08-23T20:55:44Z', 'revision_number': 5, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': 'cb072068-432a-4fb2-8382-06ea70385624', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:56:09.262510 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-9bf12d09-df0f-42d5-86ca-15c78ff82c35 None None] Deleting port 757e5adb-f2fc-4d4c-8446-35fbdede5682 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:56:09.262895 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9bf12d09-df0f-42d5-86ca-15c78ff82c35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:09.329813 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8734050-9ea9-4de1-8156-2404e2602db1 req-9aaf2b57-9b0f-46f7-a574-a3f8da4221cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:09.332282 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b8734050-9ea9-4de1-8156-2404e2602db1 req-9aaf2b57-9b0f-46f7-a574-a3f8da4221cc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d199577e-85a3-487d-894b-30e054d60332 HTTP/1.1" status: 200 len: 856 time: 0.0965426 Aug 23 20:56:09.336052 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b5700a-e94c-4127-99b5-40c53b133da7 req-787413ed-6c82-4405-be04-71adc4a8b9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:09.337888 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a8b5700a-e94c-4127-99b5-40c53b133da7 req-787413ed-6c82-4405-be04-71adc4a8b9f4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2af290724cc44af890c8fd2249003602&device_id=123f683b-1c31-452d-90d9-826365c937e9 HTTP/1.1" status: 200 len: 1096 time: 0.1265430 Aug 23 20:56:09.422871 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-9bf12d09-df0f-42d5-86ca-15c78ff82c35 None None] For port 757e5adb-f2fc-4d4c-8446-35fbdede5682, host n-d-805663-2, got binding levels [] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:56:09.423288 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9bf12d09-df0f-42d5-86ca-15c78ff82c35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:09.442073 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8734050-9ea9-4de1-8156-2404e2602db1 req-39d952d5-9377-4a78-a5ad-a544e2024f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:09.450039 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b8734050-9ea9-4de1-8156-2404e2602db1 req-39d952d5-9377-4a78-a5ad-a544e2024f47 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8f9f903e-93a4-4fe6-b0ce-e2059346b6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1065626 Aug 23 20:56:09.483354 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-9bf12d09-df0f-42d5-86ca-15c78ff82c35 None None] Calling delete_port for 757e5adb-f2fc-4d4c-8446-35fbdede5682 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:56:09.487935 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.ipam_backend_mixin [None req-9bf12d09-df0f-42d5-86ca-15c78ff82c35 None None] Port 757e5adb-f2fc-4d4c-8446-35fbdede5682 was not found and therefore no delete operation was performed {{(pid=94689) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 23 20:56:09.488714 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9bf12d09-df0f-42d5-86ca-15c78ff82c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:09.506424 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf12d09-df0f-42d5-86ca-15c78ff82c35 None None] No DVR routers for this DVR port 757e5adb-f2fc-4d4c-8446-35fbdede5682 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:56:09.518019 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2964e3b7-5061-4b22-a51b-b4df8c08dc3d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:09.548663 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-2964e3b7-5061-4b22-a51b-b4df8c08dc3d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['123304d4-8b3e-4a93-977b-5e302c28cce4']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:09.549202 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf12d09-df0f-42d5-86ca-15c78ff82c35 None None] Pushing event deleted for resources: {'Port': ['ID=757e5adb-f2fc-4d4c-8446-35fbdede5682,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:56:09.576693 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-2964e3b7-5061-4b22-a51b-b4df8c08dc3d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08b96126-dbea-4bf5-a901-bb8cb773474f') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:09.577053 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-2964e3b7-5061-4b22-a51b-b4df8c08dc3d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08b96126-dbea-4bf5-a901-bb8cb773474f') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:09.588355 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2964e3b7-5061-4b22-a51b-b4df8c08dc3d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:09.605073 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2964e3b7-5061-4b22-a51b-b4df8c08dc3d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:09.612137 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2964e3b7-5061-4b22-a51b-b4df8c08dc3d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:56:09.612548 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2964e3b7-5061-4b22-a51b-b4df8c08dc3d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:09.683690 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:56:09.683690 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:56:09.683690 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:56:09.683690 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:56:09.683690 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:56:09.683690 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:56:09.683690 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:56:09.683690 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:56:09.683690 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:56:09.683690 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:56:09.683690 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:56:09.683690 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:56:09.683690 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:56:09.683690 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:56:09.683690 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:56:09.683690 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:56:09.683690 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:56:09.683690 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:56:09.683690 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:56:09.683690 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:56:09.683690 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:56:09.683690 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:56:09.683690 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:56:09.683690 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:56:09.683690 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:56:09.683690 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:56:09.683690 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:56:09.683690 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:56:09.683690 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:56:09.683690 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:56:09.683690 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:56:09.683690 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:56:09.698064 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b8734050-9ea9-4de1-8156-2404e2602db1 req-0b454c3e-7384-4956-8b70-a5a0be55cc9e service neutron] 10.222.0.32 "GET /v2.0/networks/8f9f903e-93a4-4fe6-b0ce-e2059346b6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391443 Aug 23 20:56:09.707081 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b5700a-e94c-4127-99b5-40c53b133da7 req-b69a38bf-1611-471f-bc3d-501d9770ffcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:09.710918 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a8b5700a-e94c-4127-99b5-40c53b133da7 req-b69a38bf-1611-471f-bc3d-501d9770ffcd service neutron] 10.222.0.11 "GET /v2.0/networks?id=4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e HTTP/1.1" status: 200 len: 912 time: 0.3362980 Aug 23 20:56:09.824277 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2964e3b7-5061-4b22-a51b-b4df8c08dc3d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:09.827310 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a8b5700a-e94c-4127-99b5-40c53b133da7 req-33703033-c185-4e60-91ea-c74b98476cc1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a6d9c72-59f1-4217-924c-5019fe85f048 HTTP/1.1" status: 200 len: 217 time: 0.1070700 Aug 23 20:56:09.872789 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2964e3b7-5061-4b22-a51b-b4df8c08dc3d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:09.875243 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2964e3b7-5061-4b22-a51b-b4df8c08dc3d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "DELETE /v2.0/networks/123304d4-8b3e-4a93-977b-5e302c28cce4 HTTP/1.1" status: 204 len: 168 time: 1.5157294 Aug 23 20:56:09.879472 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 60628) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:09.897418 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2964e3b7-5061-4b22-a51b-b4df8c08dc3d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event deleted for resources: {'Network': ['ID=123304d4-8b3e-4a93-977b-5e302c28cce4,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:56:09.906935 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 757e5adb-f2fc-4d4c-8446-35fbdede5682 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:56:09.954453 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 757e5adb-f2fc-4d4c-8446-35fbdede5682 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:56:09.954996 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 757e5adb-f2fc-4d4c-8446-35fbdede5682 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:56:09.955611 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 74c521ab-f98b-4fc9-bba8-6e5fdd48d3af no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:56:10.005012 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 74c521ab-f98b-4fc9-bba8-6e5fdd48d3af {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:56:10.006892 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 74c521ab-f98b-4fc9-bba8-6e5fdd48d3af not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:56:10.064963 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b5700a-e94c-4127-99b5-40c53b133da7 req-cd259d0b-c40e-4f10-ba07-f60e2340aa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:10.069043 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a8b5700a-e94c-4127-99b5-40c53b133da7 req-cd259d0b-c40e-4f10-ba07-f60e2340aa70 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7046a0bd-4474-4718-a5da-60ae1dc26dbc HTTP/1.1" status: 200 len: 850 time: 0.1925366 Aug 23 20:56:10.069965 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a8d0d19b-961d-405b-ab4b-a285e2239e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:10.119539 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d6fa6-66b6-4674-8489-ea53aa4bcf53 req-efdb3e0c-e400-495e-b3d3-0aba4b432509 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:10.119986 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fd8d6fa6-66b6-4674-8489-ea53aa4bcf53 req-efdb3e0c-e400-495e-b3d3-0aba4b432509 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 943 time: 0.2202735 Aug 23 20:56:10.120829 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b8734050-9ea9-4de1-8156-2404e2602db1 req-ffcf34a0-87db-48dc-a58f-829c19a73d0a service neutron] 10.222.0.32 "GET /v2.0/networks/8f9f903e-93a4-4fe6-b0ce-e2059346b6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4124422 Aug 23 20:56:10.132402 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b5700a-e94c-4127-99b5-40c53b133da7 req-bc836668-dbb5-474f-8891-5753210813df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:10.133903 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a8b5700a-e94c-4127-99b5-40c53b133da7 req-bc836668-dbb5-474f-8891-5753210813df service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564532 Aug 23 20:56:10.164563 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:56:10.283584 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fd8d6fa6-66b6-4674-8489-ea53aa4bcf53 req-b589d503-130b-46ca-8ae7-4cad656e0692 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=7639381e-614b-4efb-bb16-a9587d85f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483710 Aug 23 20:56:10.324934 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a8b5700a-e94c-4127-99b5-40c53b133da7 req-bc9c5370-95d5-4f79-8100-a31bb15a71a0 service neutron] 10.222.0.11 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721594 Aug 23 20:56:10.481594 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a8b5700a-e94c-4127-99b5-40c53b133da7 req-4a43b64c-547e-470e-b240-6cb12f246c54 service neutron] 10.222.0.11 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321070 Aug 23 20:56:10.508640 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-46990398-fe70-4f93-b90d-806fa6be1afc tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:10.515137 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:10.803191 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 5f678bad-3e00-4d1c-85e4-52f0f696f918 details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:56:10.886440 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-46990398-fe70-4f93-b90d-806fa6be1afc tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Deleting port e7cb9c65-f6d0-448f-b45f-29ead95a12ec {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:56:10.888578 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-46990398-fe70-4f93-b90d-806fa6be1afc tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:10.971118 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 5f678bad-3e00-4d1c-85e4-52f0f696f918, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=5f678bad-3e00-4d1c-85e4-52f0f696f918,segment=NetworkSegment(d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a),segment_id=d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:56:10.987826 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': '5f678bad-3e00-4d1c-85e4-52f0f696f918', 'network_id': '8f9f903e-93a4-4fe6-b0ce-e2059346b6d0', 'port_id': '5f678bad-3e00-4d1c-85e4-52f0f696f918', 'mac_address': 'fa:16:3e:f8:24:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd199577e-85a3-487d-894b-30e054d60332', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:56:11.070364 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-46990398-fe70-4f93-b90d-806fa6be1afc tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] For port e7cb9c65-f6d0-448f-b45f-29ead95a12ec, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=e7cb9c65-f6d0-448f-b45f-29ead95a12ec,segment=NetworkSegment(87d8f5f8-1cfb-4810-98f4-12d13c2626d9),segment_id=87d8f5f8-1cfb-4810-98f4-12d13c2626d9)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:56:11.071023 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-46990398-fe70-4f93-b90d-806fa6be1afc tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:11.091487 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-46990398-fe70-4f93-b90d-806fa6be1afc tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Calling delete_port for e7cb9c65-f6d0-448f-b45f-29ead95a12ec owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:56:11.114743 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:11.138490 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f678bad-3e00-4d1c-85e4-52f0f696f918 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:56:11.179149 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 5f678bad-3e00-4d1c-85e4-52f0f696f918, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=5f678bad-3e00-4d1c-85e4-52f0f696f918,segment=NetworkSegment(d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a),segment_id=d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:56:11.187905 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:11.269588 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=5f678bad-3e00-4d1c-85e4-52f0f696f918,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:56:11.366916 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-46990398-fe70-4f93-b90d-806fa6be1afc tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:11.403084 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46990398-fe70-4f93-b90d-806fa6be1afc tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event deleted for resources: {'Port': ['ID=e7cb9c65-f6d0-448f-b45f-29ead95a12ec,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:56:11.572821 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['5f678bad-3e00-4d1c-85e4-52f0f696f918'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:56:11.636761 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d8be7-c408-4d9d-beb1-fa0a891fb74e req-87ff5f41-ca7f-4892-95cf-cb46afd58a80 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:11.659247 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0f7d8be7-c408-4d9d-beb1-fa0a891fb74e req-87ff5f41-ca7f-4892-95cf-cb46afd58a80 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 944 time: 0.2124586 Aug 23 20:56:11.669870 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-46990398-fe70-4f93-b90d-806fa6be1afc tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:11.725391 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0f7d8be7-c408-4d9d-beb1-fa0a891fb74e req-5a0e6b4f-974b-4d67-af25-5cf334268fd1 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=7639381e-614b-4efb-bb16-a9587d85f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651233 Aug 23 20:56:12.286664 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46990398-fe70-4f93-b90d-806fa6be1afc tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Router 8c988a33-186e-4d80-a8bf-55e76dab5a54 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:56:12.440344 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46990398-fe70-4f93-b90d-806fa6be1afc tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:56:12.447250 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-46990398-fe70-4f93-b90d-806fa6be1afc tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "PUT /v2.0/routers/8c988a33-186e-4d80-a8bf-55e76dab5a54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5627499 Aug 23 20:56:12.450054 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 60782) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:12.454227 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5d967f-f7d1-4be1-ba76-eab1aba54286 None None] Sync routers for ids ['8c988a33-186e-4d80-a8bf-55e76dab5a54'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:56:12.465214 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5d967f-f7d1-4be1-ba76-eab1aba54286 None None] Routers {'8c988a33-186e-4d80-a8bf-55e76dab5a54'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:56:12.465905 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-0f5d967f-f7d1-4be1-ba76-eab1aba54286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:55:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['8c988a33-186e-4d80-a8bf-55e76dab5a54'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:12.532596 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cf5d540-6606-4716-972c-9bd0525cadf1 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Deleting subnet cb072068-432a-4fb2-8382-06ea70385624 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:56:12.537128 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0cf5d540-6606-4716-972c-9bd0525cadf1 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:12.601554 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0cf5d540-6606-4716-972c-9bd0525cadf1 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:12.606131 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-0f5d967f-f7d1-4be1-ba76-eab1aba54286 None None] Set router 8c988a33-186e-4d80-a8bf-55e76dab5a54 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:56:12.744481 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0cf5d540-6606-4716-972c-9bd0525cadf1 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:12.829551 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0cf5d540-6606-4716-972c-9bd0525cadf1 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:12.833369 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 5f678bad-3e00-4d1c-85e4-52f0f696f918 up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:56:12.867737 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf5d540-6606-4716-972c-9bd0525cadf1 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event deleted for resources: {'Subnet': ['ID=cb072068-432a-4fb2-8382-06ea70385624,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:56:12.878222 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0cf5d540-6606-4716-972c-9bd0525cadf1 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:12.883051 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0cf5d540-6606-4716-972c-9bd0525cadf1 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "DELETE /v2.0/subnets/cb072068-432a-4fb2-8382-06ea70385624 HTTP/1.1" status: 204 len: 168 time: 0.4287846 Aug 23 20:56:12.883298 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 60832) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:12.899096 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-0f5d967f-f7d1-4be1-ba76-eab1aba54286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'name': 'tempest-RoutersIpV6Test-router-1253855414', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:55:23Z', 'updated_at': '2021-08-23T20:56:11Z', 'revision_number': 10, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'gw_port_host': None, '_interfaces': [{'id': '08d3b013-2baf-47c7-9ffd-bfd8957c1da9', 'name': '', 'network_id': '820b0809-3192-438b-b371-8a017bd57483', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:c3:3e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '164393d9-a9cf-4434-9e23-87cfbe1328ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:26Z', 'updated_at': '2021-08-23T20:55:33Z', 'revision_number': 5, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': '164393d9-a9cf-4434-9e23-87cfbe1328ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:12.954574 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5d967f-f7d1-4be1-ba76-eab1aba54286 None None] Checking router: 8c988a33-186e-4d80-a8bf-55e76dab5a54 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:56:12.980914 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5d967f-f7d1-4be1-ba76-eab1aba54286 None None] Routers {'8c988a33-186e-4d80-a8bf-55e76dab5a54'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:56:12.981704 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-0f5d967f-f7d1-4be1-ba76-eab1aba54286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:55:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['8c988a33-186e-4d80-a8bf-55e76dab5a54'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:13.012947 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b00d26a-d6f2-4d1f-a0a4-c4494f8fbff9 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:13.075440 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023729d-d3e3-43f4-9dda-0055ecc686a2 req-87ca7c8a-1517-40e7-8c2b-8b438727cd94 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:13.077047 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e023729d-d3e3-43f4-9dda-0055ecc686a2 req-87ca7c8a-1517-40e7-8c2b-8b438727cd94 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 944 time: 0.1267116 Aug 23 20:56:13.096187 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-9b00d26a-d6f2-4d1f-a0a4-c4494f8fbff9 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Deleting port afe93083-02bb-4c39-a9b2-cbb647d94bc3 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:56:13.096601 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b00d26a-d6f2-4d1f-a0a4-c4494f8fbff9 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:13.130338 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-0f5d967f-f7d1-4be1-ba76-eab1aba54286 None None] Set router 8c988a33-186e-4d80-a8bf-55e76dab5a54 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:56:13.188803 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f93edf-2867-4265-9f17-de791b716412 None None] Network 521af4df-f532-40be-8699-d24d063a6214 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:56:13.191924 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e023729d-d3e3-43f4-9dda-0055ecc686a2 req-1fd7db57-a99a-4424-a449-363ed086e2a2 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=7639381e-614b-4efb-bb16-a9587d85f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029363 Aug 23 20:56:13.216129 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-9b00d26a-d6f2-4d1f-a0a4-c4494f8fbff9 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] For port afe93083-02bb-4c39-a9b2-cbb647d94bc3, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=afe93083-02bb-4c39-a9b2-cbb647d94bc3,segment=NetworkSegment(87d8f5f8-1cfb-4810-98f4-12d13c2626d9),segment_id=87d8f5f8-1cfb-4810-98f4-12d13c2626d9)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:56:13.219183 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b00d26a-d6f2-4d1f-a0a4-c4494f8fbff9 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:13.252323 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-9b00d26a-d6f2-4d1f-a0a4-c4494f8fbff9 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Calling delete_port for afe93083-02bb-4c39-a9b2-cbb647d94bc3 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:56:13.343768 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2c0977dc-017e-4bbe-94f0-d25f1d74d777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:13.347691 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b00d26a-d6f2-4d1f-a0a4-c4494f8fbff9 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:13.390369 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b00d26a-d6f2-4d1f-a0a4-c4494f8fbff9 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event deleted for resources: {'Port': ['ID=afe93083-02bb-4c39-a9b2-cbb647d94bc3,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:56:13.394301 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b00d26a-d6f2-4d1f-a0a4-c4494f8fbff9 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] No DVR routers for this DVR port afe93083-02bb-4c39-a9b2-cbb647d94bc3 on host n-d-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:56:13.449526 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port 5f678bad-3e00-4d1c-85e4-52f0f696f918 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:56:13.478485 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port 5f678bad-3e00-4d1c-85e4-52f0f696f918 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:56:13.479618 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:13.514074 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b00d26a-d6f2-4d1f-a0a4-c4494f8fbff9 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:13.535400 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-9b00d26a-d6f2-4d1f-a0a4-c4494f8fbff9 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['521af4df-f532-40be-8699-d24d063a6214']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:13.553642 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7c6f48-378b-4f49-9bb5-fcf50f6a8c3c None None] DHCP port deletion for 521af4df-f532-40be-8699-d24d063a6214 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:56:13.582045 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-9b00d26a-d6f2-4d1f-a0a4-c4494f8fbff9 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87d8f5f8-1cfb-4810-98f4-12d13c2626d9') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:13.582045 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-9b00d26a-d6f2-4d1f-a0a4-c4494f8fbff9 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87d8f5f8-1cfb-4810-98f4-12d13c2626d9') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:13.582693 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:13.604469 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b00d26a-d6f2-4d1f-a0a4-c4494f8fbff9 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:13.625634 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b00d26a-d6f2-4d1f-a0a4-c4494f8fbff9 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:13.635583 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b00d26a-d6f2-4d1f-a0a4-c4494f8fbff9 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:56:13.638887 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b00d26a-d6f2-4d1f-a0a4-c4494f8fbff9 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:13.646353 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:56:13.646353 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:56:13.646353 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:56:13.646353 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:56:13.646353 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:56:13.646353 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:56:13.646353 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:56:13.646353 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:56:13.646353 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:56:13.646353 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:56:13.646353 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:56:13.646353 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:56:13.646353 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:56:13.646353 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:56:13.646353 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:56:13.646353 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:56:13.646353 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:56:13.646353 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:56:13.646353 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:56:13.646353 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:56:13.646353 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:56:13.646353 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:56:13.646353 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:56:13.646353 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:56:13.646353 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:56:13.646353 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:56:13.646353 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:56:13.646353 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:56:13.646353 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:56:13.646353 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:56:13.646353 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:56:13.646353 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:56:13.668487 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:13.709449 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f0acb6-1641-410a-b7be-8afa857512bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f678bad-3e00-4d1c-85e4-52f0f696f918'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:56:13.711972 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ce7f05-372a-4095-9d24-adaa85262c8f" -d '{"events": [{"server_uuid": "97f0acb6-1641-410a-b7be-8afa857512bc", "name": "network-vif-plugged", "status": "completed", "tag": "5f678bad-3e00-4d1c-85e4-52f0f696f918"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:56:13.729428 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 5f678bad-3e00-4d1c-85e4-52f0f696f918, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=5f678bad-3e00-4d1c-85e4-52f0f696f918,segment=NetworkSegment(d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a),segment_id=d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:56:13.739492 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:13.755728 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-0f5d967f-f7d1-4be1-ba76-eab1aba54286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'name': 'tempest-RoutersIpV6Test-router-1253855414', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:55:23Z', 'updated_at': '2021-08-23T20:56:11Z', 'revision_number': 10, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'gw_port_host': None, '_interfaces': [{'id': '08d3b013-2baf-47c7-9ffd-bfd8957c1da9', 'name': '', 'network_id': '820b0809-3192-438b-b371-8a017bd57483', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:c3:3e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '164393d9-a9cf-4434-9e23-87cfbe1328ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:26Z', 'updated_at': '2021-08-23T20:55:33Z', 'revision_number': 5, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': '164393d9-a9cf-4434-9e23-87cfbe1328ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:13.772402 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b00d26a-d6f2-4d1f-a0a4-c4494f8fbff9 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:13.787130 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b00d26a-d6f2-4d1f-a0a4-c4494f8fbff9 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:13.797432 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9b00d26a-d6f2-4d1f-a0a4-c4494f8fbff9 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "DELETE /v2.0/networks/521af4df-f532-40be-8699-d24d063a6214 HTTP/1.1" status: 204 len: 168 time: 0.9135621 Aug 23 20:56:13.800040 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 60934) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:13.841649 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed2490b-b94d-43c8-878f-281e7e6fb33b x-openstack-request-id: req-9ed2490b-b94d-43c8-878f-281e7e6fb33b {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:56:13.842187 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f0acb6-1641-410a-b7be-8afa857512bc", "name": "network-vif-plugged", "status": "completed", "tag": "5f678bad-3e00-4d1c-85e4-52f0f696f918", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:56:13.847546 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9ed2490b-b94d-43c8-878f-281e7e6fb33b {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:56:13.848077 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f0acb6-1641-410a-b7be-8afa857512bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f678bad-3e00-4d1c-85e4-52f0f696f918', 'code': 200} Aug 23 20:56:13.856265 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5d967f-f7d1-4be1-ba76-eab1aba54286 None None] The sync data for ids ['8c988a33-186e-4d80-a8bf-55e76dab5a54'] in n-d-805663-2 is: [{'id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'name': 'tempest-RoutersIpV6Test-router-1253855414', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:55:23Z', 'updated_at': '2021-08-23T20:56:11Z', 'revision_number': 10, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'gw_port_host': None, '_interfaces': [{'id': '08d3b013-2baf-47c7-9ffd-bfd8957c1da9', 'name': '', 'network_id': '820b0809-3192-438b-b371-8a017bd57483', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'mac_address': 'fa:16:3e:c3:3e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '164393d9-a9cf-4434-9e23-87cfbe1328ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:26Z', 'updated_at': '2021-08-23T20:55:33Z', 'revision_number': 5, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'subnets': [{'id': '164393d9-a9cf-4434-9e23-87cfbe1328ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:56:13.876470 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=5f678bad-3e00-4d1c-85e4-52f0f696f918,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:56:13.885900 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device afe93083-02bb-4c39-a9b2-cbb647d94bc3 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:56:13.914082 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b00d26a-d6f2-4d1f-a0a4-c4494f8fbff9 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event deleted for resources: {'Network': ['ID=521af4df-f532-40be-8699-d24d063a6214,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:56:13.925497 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: afe93083-02bb-4c39-a9b2-cbb647d94bc3 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:56:13.925917 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device afe93083-02bb-4c39-a9b2-cbb647d94bc3 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:56:14.032530 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2add44-c04e-4071-bb27-18c767858232 req-01722b10-9861-41f8-8395-7aa7b2ca9281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:14.034039 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5b2add44-c04e-4071-bb27-18c767858232 req-01722b10-9861-41f8-8395-7aa7b2ca9281 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 1096 time: 0.0627553 Aug 23 20:56:14.149893 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5b2add44-c04e-4071-bb27-18c767858232 req-577e486f-5918-451e-8f50-c73e9a97dd6a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7639381e-614b-4efb-bb16-a9587d85f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751333 Aug 23 20:56:14.336175 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36a8ebce-0630-4847-bc76-6b2eb1f04961 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:14.348503 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27363e8e-b9cd-411b-b8f1-6e1c49931dd9 req-a8586215-43f1-4915-ae74-4d1fb6ecf363 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:14.350198 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-27363e8e-b9cd-411b-b8f1-6e1c49931dd9 req-a8586215-43f1-4915-ae74-4d1fb6ecf363 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 945 time: 0.0541029 Aug 23 20:56:14.399957 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-27363e8e-b9cd-411b-b8f1-6e1c49931dd9 req-227f6dd0-758a-41fc-992b-e054b94d60b7 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=7639381e-614b-4efb-bb16-a9587d85f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396953 Aug 23 20:56:14.591085 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:14.628974 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-36a8ebce-0630-4847-bc76-6b2eb1f04961 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Deleting port 08d3b013-2baf-47c7-9ffd-bfd8957c1da9 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:56:14.629319 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36a8ebce-0630-4847-bc76-6b2eb1f04961 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:14.735592 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-36a8ebce-0630-4847-bc76-6b2eb1f04961 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] For port 08d3b013-2baf-47c7-9ffd-bfd8957c1da9, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=08d3b013-2baf-47c7-9ffd-bfd8957c1da9,segment=NetworkSegment(e11eea6b-9c17-41ad-a4d0-ca323fd309c9),segment_id=e11eea6b-9c17-41ad-a4d0-ca323fd309c9)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:56:14.735984 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36a8ebce-0630-4847-bc76-6b2eb1f04961 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:14.749432 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-36a8ebce-0630-4847-bc76-6b2eb1f04961 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Calling delete_port for 08d3b013-2baf-47c7-9ffd-bfd8957c1da9 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:56:14.950423 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36a8ebce-0630-4847-bc76-6b2eb1f04961 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:14.979527 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a8ebce-0630-4847-bc76-6b2eb1f04961 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event deleted for resources: {'Port': ['ID=08d3b013-2baf-47c7-9ffd-bfd8957c1da9,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:56:15.103390 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36a8ebce-0630-4847-bc76-6b2eb1f04961 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:15.283456 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a8ebce-0630-4847-bc76-6b2eb1f04961 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Router 8c988a33-186e-4d80-a8bf-55e76dab5a54 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:56:15.367520 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a8ebce-0630-4847-bc76-6b2eb1f04961 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:56:15.372813 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-36a8ebce-0630-4847-bc76-6b2eb1f04961 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "PUT /v2.0/routers/8c988a33-186e-4d80-a8bf-55e76dab5a54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5682240 Aug 23 20:56:15.375664 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 32794) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:15.379977 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4220f0c-c4bc-446a-8b12-07fb61f3634b None None] Sync routers for ids ['8c988a33-186e-4d80-a8bf-55e76dab5a54'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:56:15.389429 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4220f0c-c4bc-446a-8b12-07fb61f3634b None None] Routers {'8c988a33-186e-4d80-a8bf-55e76dab5a54'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:56:15.390392 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-b4220f0c-c4bc-446a-8b12-07fb61f3634b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:56:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['8c988a33-186e-4d80-a8bf-55e76dab5a54'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:15.429314 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-68a916f3-f080-426b-b124-5859e345c255 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Deleting subnet 164393d9-a9cf-4434-9e23-87cfbe1328ee {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:56:15.432610 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-68a916f3-f080-426b-b124-5859e345c255 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:15.467605 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-b4220f0c-c4bc-446a-8b12-07fb61f3634b None None] Set router 8c988a33-186e-4d80-a8bf-55e76dab5a54 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:56:15.495169 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-68a916f3-f080-426b-b124-5859e345c255 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:15.523507 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-b4220f0c-c4bc-446a-8b12-07fb61f3634b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'name': 'tempest-RoutersIpV6Test-router-1253855414', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:55:23Z', 'updated_at': '2021-08-23T20:56:14Z', 'revision_number': 11, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'gw_port_host': None}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:15.560034 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4220f0c-c4bc-446a-8b12-07fb61f3634b None None] Checking router: 8c988a33-186e-4d80-a8bf-55e76dab5a54 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:56:15.570135 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4220f0c-c4bc-446a-8b12-07fb61f3634b None None] Routers {'8c988a33-186e-4d80-a8bf-55e76dab5a54'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:56:15.571127 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-b4220f0c-c4bc-446a-8b12-07fb61f3634b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:56:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['8c988a33-186e-4d80-a8bf-55e76dab5a54'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:15.647419 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-68a916f3-f080-426b-b124-5859e345c255 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:15.652372 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-b4220f0c-c4bc-446a-8b12-07fb61f3634b None None] Set router 8c988a33-186e-4d80-a8bf-55e76dab5a54 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:56:15.656784 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c905c1-7a36-44ea-8213-80c0dddccbee req-38653edd-fdf7-4438-9622-10fe70480925 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:15.670287 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f9c905c1-7a36-44ea-8213-80c0dddccbee req-38653edd-fdf7-4438-9622-10fe70480925 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 945 time: 0.1017547 Aug 23 20:56:15.725655 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f9c905c1-7a36-44ea-8213-80c0dddccbee req-f0b18743-d9ed-46b1-ab05-694123c288bb tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=7639381e-614b-4efb-bb16-a9587d85f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496447 Aug 23 20:56:15.729630 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-b4220f0c-c4bc-446a-8b12-07fb61f3634b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'name': 'tempest-RoutersIpV6Test-router-1253855414', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:55:23Z', 'updated_at': '2021-08-23T20:56:14Z', 'revision_number': 11, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'gw_port_host': None}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:15.769235 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-68a916f3-f080-426b-b124-5859e345c255 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:15.784332 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4220f0c-c4bc-446a-8b12-07fb61f3634b None None] The sync data for ids ['8c988a33-186e-4d80-a8bf-55e76dab5a54'] in n-d-805663-2 is: [{'id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'name': 'tempest-RoutersIpV6Test-router-1253855414', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:55:23Z', 'updated_at': '2021-08-23T20:56:14Z', 'revision_number': 11, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'gw_port_host': None}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:56:15.793804 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-68a916f3-f080-426b-b124-5859e345c255 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:15.794111 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bc60ca-925a-466f-be10-6a29f1d8572e None None] Network 820b0809-3192-438b-b371-8a017bd57483 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:56:15.796809 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-68a916f3-f080-426b-b124-5859e345c255 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "DELETE /v2.0/subnets/164393d9-a9cf-4434-9e23-87cfbe1328ee HTTP/1.1" status: 204 len: 168 time: 0.4201050 Aug 23 20:56:15.799477 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 32800) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:15.889057 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a916f3-f080-426b-b124-5859e345c255 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event deleted for resources: {'Subnet': ['ID=164393d9-a9cf-4434-9e23-87cfbe1328ee,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:56:15.969600 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9dad5d05-0aba-4300-b596-f6b86a276331 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:15.992764 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:16.034862 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-9dad5d05-0aba-4300-b596-f6b86a276331 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Deleting port 240890ac-8164-4099-9a83-5b4b3c3dd007 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:56:16.035286 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9dad5d05-0aba-4300-b596-f6b86a276331 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:16.103397 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-9dad5d05-0aba-4300-b596-f6b86a276331 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] For port 240890ac-8164-4099-9a83-5b4b3c3dd007, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=240890ac-8164-4099-9a83-5b4b3c3dd007,segment=NetworkSegment(e11eea6b-9c17-41ad-a4d0-ca323fd309c9),segment_id=e11eea6b-9c17-41ad-a4d0-ca323fd309c9)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:56:16.103784 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9dad5d05-0aba-4300-b596-f6b86a276331 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:16.119185 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-9dad5d05-0aba-4300-b596-f6b86a276331 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Calling delete_port for 240890ac-8164-4099-9a83-5b4b3c3dd007 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:56:16.190350 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device e7cb9c65-f6d0-448f-b45f-29ead95a12ec no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:56:16.228613 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16080167-830d-428f-ba93-e0e65b02d91e None None] DHCP port deletion for 820b0809-3192-438b-b371-8a017bd57483 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:56:16.231279 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9dad5d05-0aba-4300-b596-f6b86a276331 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:16.232487 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: e7cb9c65-f6d0-448f-b45f-29ead95a12ec {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:56:16.232839 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device e7cb9c65-f6d0-448f-b45f-29ead95a12ec not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:56:16.281547 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad5d05-0aba-4300-b596-f6b86a276331 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event deleted for resources: {'Port': ['ID=240890ac-8164-4099-9a83-5b4b3c3dd007,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:56:16.291619 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dad5d05-0aba-4300-b596-f6b86a276331 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] No DVR routers for this DVR port 240890ac-8164-4099-9a83-5b4b3c3dd007 on host n-d-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:56:16.406950 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9dad5d05-0aba-4300-b596-f6b86a276331 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:16.418902 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-9dad5d05-0aba-4300-b596-f6b86a276331 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['820b0809-3192-438b-b371-8a017bd57483']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:16.431171 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-9dad5d05-0aba-4300-b596-f6b86a276331 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e11eea6b-9c17-41ad-a4d0-ca323fd309c9') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:16.431958 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-9dad5d05-0aba-4300-b596-f6b86a276331 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e11eea6b-9c17-41ad-a4d0-ca323fd309c9') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:16.442678 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9dad5d05-0aba-4300-b596-f6b86a276331 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:16.470273 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9dad5d05-0aba-4300-b596-f6b86a276331 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:16.476886 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dad5d05-0aba-4300-b596-f6b86a276331 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:56:16.477336 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9dad5d05-0aba-4300-b596-f6b86a276331 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:16.481429 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:56:16.481429 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:56:16.481429 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:56:16.481429 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:56:16.481429 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:56:16.481429 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:56:16.481429 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:56:16.481429 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:56:16.481429 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:56:16.481429 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:56:16.481429 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:56:16.481429 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:56:16.481429 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:56:16.481429 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:56:16.481429 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:56:16.481429 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:56:16.481429 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:56:16.481429 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:56:16.481429 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:56:16.481429 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:56:16.481429 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:56:16.481429 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:56:16.481429 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:56:16.481429 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:56:16.481429 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:56:16.481429 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:56:16.481429 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:56:16.481429 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:56:16.481429 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:56:16.481429 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:56:16.481429 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:56:16.481429 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:56:16.548643 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9dad5d05-0aba-4300-b596-f6b86a276331 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:16.553696 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9dad5d05-0aba-4300-b596-f6b86a276331 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:16.558207 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9dad5d05-0aba-4300-b596-f6b86a276331 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "DELETE /v2.0/networks/820b0809-3192-438b-b371-8a017bd57483 HTTP/1.1" status: 204 len: 168 time: 0.7549574 Aug 23 20:56:16.559028 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 32804) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:16.565302 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-7da2df95-9a5e-4bec-abe7-eb90fe8bf0cc tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Request body: {'router': {'routes': None}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:56:16.580200 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad5d05-0aba-4300-b596-f6b86a276331 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Pushing event deleted for resources: {'Network': ['ID=820b0809-3192-438b-b371-8a017bd57483,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:56:16.727236 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 32808) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:16.732289 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.extraroute_db [None req-7da2df95-9a5e-4bec-abe7-eb90fe8bf0cc tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Added routes are [] {{(pid=94687) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 23 20:56:16.733004 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.extraroute_db [None req-7da2df95-9a5e-4bec-abe7-eb90fe8bf0cc tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Removed routes are [] {{(pid=94687) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 23 20:56:16.733527 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7da2df95-9a5e-4bec-abe7-eb90fe8bf0cc tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4165669'] for router, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:16.787309 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-328cae68-5c33-4391-aac4-d6fb6d9e4391 admin admin] Deleting subnet c7b63783-ca50-4d8d-bb6b-4566da76f4c7 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:56:16.793472 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-328cae68-5c33-4391-aac4-d6fb6d9e4391 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:16.842770 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-328cae68-5c33-4391-aac4-d6fb6d9e4391 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:16.891015 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-328cae68-5c33-4391-aac4-d6fb6d9e4391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:16.930942 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7da2df95-9a5e-4bec-abe7-eb90fe8bf0cc tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4165669'] for router, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:16.940679 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7da2df95-9a5e-4bec-abe7-eb90fe8bf0cc tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-499466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-499571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-497774'] for router, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:16.972209 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-328cae68-5c33-4391-aac4-d6fb6d9e4391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:17.011739 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ca502-1c71-4312-b6c4-26d396ea453f req-29d79d86-16ee-43e9-b015-1cc69963e9d3 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:17.013473 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7a3ca502-1c71-4312-b6c4-26d396ea453f req-29d79d86-16ee-43e9-b015-1cc69963e9d3 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 945 time: 0.1784048 Aug 23 20:56:17.026411 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328cae68-5c33-4391-aac4-d6fb6d9e4391 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7b63783-ca50-4d8d-bb6b-4566da76f4c7,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:56:17.032863 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-328cae68-5c33-4391-aac4-d6fb6d9e4391 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:17.038228 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-328cae68-5c33-4391-aac4-d6fb6d9e4391 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c7b63783-ca50-4d8d-bb6b-4566da76f4c7 HTTP/1.1" status: 204 len: 168 time: 0.3087504 Aug 23 20:56:17.039204 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 32814) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:17.129881 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2d8c076d-b201-46e1-91c9-5c2b54f31b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:17.246385 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2d8c076d-b201-46e1-91c9-5c2b54f31b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:17.258398 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-2d8c076d-b201-46e1-91c9-5c2b54f31b7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfc8f643-4c96-48b7-bcd4-feb938556eba']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:17.271560 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-2d8c076d-b201-46e1-91c9-5c2b54f31b7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f683eaf8-9cb3-4912-a5b5-6de4a78adb79') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:17.271869 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-2d8c076d-b201-46e1-91c9-5c2b54f31b7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f683eaf8-9cb3-4912-a5b5-6de4a78adb79') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:17.282779 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2d8c076d-b201-46e1-91c9-5c2b54f31b7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:17.298809 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2d8c076d-b201-46e1-91c9-5c2b54f31b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:17.307040 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d8c076d-b201-46e1-91c9-5c2b54f31b7d admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:56:17.307694 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2d8c076d-b201-46e1-91c9-5c2b54f31b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:17.309883 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:56:17.309883 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:56:17.309883 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:56:17.309883 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:56:17.309883 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:56:17.309883 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:56:17.309883 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:56:17.309883 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:56:17.309883 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:56:17.309883 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:56:17.309883 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:56:17.309883 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:56:17.309883 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:56:17.309883 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:56:17.309883 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:56:17.309883 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:56:17.309883 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:56:17.309883 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:56:17.309883 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:56:17.309883 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:56:17.309883 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:56:17.309883 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:56:17.309883 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:56:17.309883 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:56:17.309883 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:56:17.309883 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:56:17.309883 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:56:17.309883 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:56:17.309883 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:56:17.309883 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:56:17.309883 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:56:17.309883 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:56:17.379243 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2d8c076d-b201-46e1-91c9-5c2b54f31b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:17.386400 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2d8c076d-b201-46e1-91c9-5c2b54f31b7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:17.388328 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2d8c076d-b201-46e1-91c9-5c2b54f31b7d admin admin] 10.222.0.61 "DELETE /v2.0/networks/bfc8f643-4c96-48b7-bcd4-feb938556eba HTTP/1.1" status: 204 len: 168 time: 0.3481145 Aug 23 20:56:17.413273 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8c076d-b201-46e1-91c9-5c2b54f31b7d admin admin] Pushing event deleted for resources: {'Network': ['ID=bfc8f643-4c96-48b7-bcd4-feb938556eba,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:56:17.429754 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da2df95-9a5e-4bec-abe7-eb90fe8bf0cc tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Router 8c988a33-186e-4d80-a8bf-55e76dab5a54 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:56:17.458576 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7a3ca502-1c71-4312-b6c4-26d396ea453f req-7a6e297e-9ebd-4174-8593-f6da09bcf07a tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=7639381e-614b-4efb-bb16-a9587d85f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546601 Aug 23 20:56:17.536911 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da2df95-9a5e-4bec-abe7-eb90fe8bf0cc tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:56:17.545553 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7da2df95-9a5e-4bec-abe7-eb90fe8bf0cc tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:17.549017 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-7da2df95-9a5e-4bec-abe7-eb90fe8bf0cc tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "PUT /v2.0/routers/8c988a33-186e-4d80-a8bf-55e76dab5a54 HTTP/1.1" status: 200 len: 705 time: 0.9861279 Aug 23 20:56:17.549605 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 32820) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:17.549741 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8522b5b2-ee72-41a5-be12-bca394041cd4 None None] Sync routers for ids ['8c988a33-186e-4d80-a8bf-55e76dab5a54'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:56:17.561809 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8522b5b2-ee72-41a5-be12-bca394041cd4 None None] Routers {'8c988a33-186e-4d80-a8bf-55e76dab5a54'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:56:17.563009 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8522b5b2-ee72-41a5-be12-bca394041cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:56:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['8c988a33-186e-4d80-a8bf-55e76dab5a54'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:17.625249 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a2390b11-daba-4bc6-9957-78ee404a8d6e tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c988a33-186e-4d80-a8bf-55e76dab5a54 HTTP/1.1" status: 200 len: 205 time: 0.0742371 Aug 23 20:56:17.627603 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 32822) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:17.650286 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-8522b5b2-ee72-41a5-be12-bca394041cd4 None None] Set router 8c988a33-186e-4d80-a8bf-55e76dab5a54 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:56:17.651508 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e2388-2df9-414c-af61-5afcb7bff59d req-0e0c72f4-4a04-4edf-957a-bd620aef646e tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:17.653541 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7d0e2388-2df9-414c-af61-5afcb7bff59d req-0e0c72f4-4a04-4edf-957a-bd620aef646e tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 945 time: 0.0843930 Aug 23 20:56:17.654192 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 32824) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:17.668247 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 32826) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:17.675014 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e3a2a589-6b74-4f69-b327-8a8bda002029 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Request body: {'floatingip': {'port_id': '5f678bad-3e00-4d1c-85e4-52f0f696f918'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:56:17.711506 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8522b5b2-ee72-41a5-be12-bca394041cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'name': 'tempest-RoutersIpV6Test-router-1253855414', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:55:23Z', 'updated_at': '2021-08-23T20:56:14Z', 'revision_number': 11, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'gw_port_host': None}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:17.720698 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2339872d-2daa-410c-ace4-ea01dcdc54f5 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:17.737157 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3a2a589-6b74-4f69-b327-8a8bda002029 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks [] for floatingip, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:17.742102 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8522b5b2-ee72-41a5-be12-bca394041cd4 None None] Checking router: 8c988a33-186e-4d80-a8bf-55e76dab5a54 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:56:17.751816 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8522b5b2-ee72-41a5-be12-bca394041cd4 None None] Routers {'8c988a33-186e-4d80-a8bf-55e76dab5a54'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:56:17.752678 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8522b5b2-ee72-41a5-be12-bca394041cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:56:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['8c988a33-186e-4d80-a8bf-55e76dab5a54'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:17.815648 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-56e77f0b-a97d-47cf-98a3-2f3174e4c0fc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bc2a804aa5bd45578b34320a7e203c03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1602502 Aug 23 20:56:17.818294 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 32828) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:17.831674 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-8522b5b2-ee72-41a5-be12-bca394041cd4 None None] Set router 8c988a33-186e-4d80-a8bf-55e76dab5a54 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:56:17.871868 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 240890ac-8164-4099-9a83-5b4b3c3dd007 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:56:17.896269 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8522b5b2-ee72-41a5-be12-bca394041cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'name': 'tempest-RoutersIpV6Test-router-1253855414', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:55:23Z', 'updated_at': '2021-08-23T20:56:14Z', 'revision_number': 11, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'gw_port_host': None}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:17.903561 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 240890ac-8164-4099-9a83-5b4b3c3dd007 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:56:17.904360 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 240890ac-8164-4099-9a83-5b4b3c3dd007 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:56:17.905755 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 08d3b013-2baf-47c7-9ffd-bfd8957c1da9 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:56:17.926567 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8522b5b2-ee72-41a5-be12-bca394041cd4 None None] The sync data for ids ['8c988a33-186e-4d80-a8bf-55e76dab5a54'] in n-d-805663-2 is: [{'id': '8c988a33-186e-4d80-a8bf-55e76dab5a54', 'name': 'tempest-RoutersIpV6Test-router-1253855414', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:55:23Z', 'updated_at': '2021-08-23T20:56:14Z', 'revision_number': 11, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'gw_port_host': None}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:56:17.950791 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 08d3b013-2baf-47c7-9ffd-bfd8957c1da9 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:56:17.952409 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2339872d-2daa-410c-ace4-ea01dcdc54f5 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:17.954291 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 08d3b013-2baf-47c7-9ffd-bfd8957c1da9 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:56:17.958621 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2339872d-2daa-410c-ace4-ea01dcdc54f5 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:18.023335 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a0a10cda-5a58-4f6d-9459-f28ea77c0f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:18.041401 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2339872d-2daa-410c-ace4-ea01dcdc54f5 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:18.041940 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2339872d-2daa-410c-ace4-ea01dcdc54f5 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Fanout notify agent at l3_agent the message router_deleted on router 8c988a33-186e-4d80-a8bf-55e76dab5a54 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:56:18.049554 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2339872d-2daa-410c-ace4-ea01dcdc54f5 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:18.050681 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2339872d-2daa-410c-ace4-ea01dcdc54f5 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "DELETE /v2.0/routers/8c988a33-186e-4d80-a8bf-55e76dab5a54 HTTP/1.1" status: 204 len: 168 time: 0.4220648 Aug 23 20:56:18.054675 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 32834) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:18.064493 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-33aada45-667d-4627-a809-d41baace716f tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1619262467', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:56:18.097975 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a0a10cda-5a58-4f6d-9459-f28ea77c0f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:18.133141 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-33aada45-667d-4627-a809-d41baace716f tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:18.134249 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-33aada45-667d-4627-a809-d41baace716f tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:18.215987 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-33aada45-667d-4627-a809-d41baace716f tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:18.218896 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a0a10cda-5a58-4f6d-9459-f28ea77c0f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:18.222078 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a0a10cda-5a58-4f6d-9459-f28ea77c0f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:18.224365 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a0a10cda-5a58-4f6d-9459-f28ea77c0f35 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/651f17c7-80ee-45a7-8b21-7316b86cf2f6 HTTP/1.1" status: 204 len: 168 time: 0.4050851 Aug 23 20:56:18.229611 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-33aada45-667d-4627-a809-d41baace716f tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:18.252820 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a10cda-5a58-4f6d-9459-f28ea77c0f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651f17c7-80ee-45a7-8b21-7316b86cf2f6,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:56:18.261194 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-33aada45-667d-4627-a809-d41baace716f tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:18.265211 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-33aada45-667d-4627-a809-d41baace716f tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2069108 Aug 23 20:56:18.265552 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 32840) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:18.272945 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-9e4e92cf-3c1a-46d0-9e2f-01d8c62ae5ee tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:56:18.484297 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 32846) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:18.590126 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9e4e92cf-3c1a-46d0-9e2f-01d8c62ae5ee tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4165669'] for router, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:18.604822 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9e4e92cf-3c1a-46d0-9e2f-01d8c62ae5ee tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-499466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-499571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-497774'] for router, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:18.697163 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-59599434-53b4-4756-8e6b-63d080d0e03f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:18.766483 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e4e92cf-3c1a-46d0-9e2f-01d8c62ae5ee tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Router 2c960d5a-6872-4295-a5e1-90de2a4b5689 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:56:18.827491 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3a2a589-6b74-4f69-b327-8a8bda002029 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:18.831973 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3a2a589-6b74-4f69-b327-8a8bda002029 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:18.874960 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4e92cf-3c1a-46d0-9e2f-01d8c62ae5ee tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:56:18.882824 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9e4e92cf-3c1a-46d0-9e2f-01d8c62ae5ee tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:18.887421 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9e4e92cf-3c1a-46d0-9e2f-01d8c62ae5ee tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "PUT /v2.0/routers/2c960d5a-6872-4295-a5e1-90de2a4b5689 HTTP/1.1" status: 200 len: 698 time: 0.6205585 Aug 23 20:56:18.887580 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 32862) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:18.889075 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f53118-473a-43cd-ae75-6c0580aa90d6 None None] Sync routers for ids ['2c960d5a-6872-4295-a5e1-90de2a4b5689'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:56:18.902004 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-59599434-53b4-4756-8e6b-63d080d0e03f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:18.907953 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-59599434-53b4-4756-8e6b-63d080d0e03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:18.914886 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f53118-473a-43cd-ae75-6c0580aa90d6 None None] Routers {'2c960d5a-6872-4295-a5e1-90de2a4b5689'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:56:18.916366 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-07f53118-473a-43cd-ae75-6c0580aa90d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:56:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['2c960d5a-6872-4295-a5e1-90de2a4b5689'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:18.953376 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-59599434-53b4-4756-8e6b-63d080d0e03f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0496ab941b044fb6a309dfb44b6e808b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4657042 Aug 23 20:56:18.953376 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59599434-53b4-4756-8e6b-63d080d0e03f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91b1804-fa2a-4e10-bfb9-6cd3f8b176b6,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:56:18.954394 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 32866) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:19.008553 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c1377f26-1e69-4138-bfca-2ea810cc618a tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "GET /v2.0/routers/2c960d5a-6872-4295-a5e1-90de2a4b5689 HTTP/1.1" status: 200 len: 704 time: 0.1198332 Aug 23 20:56:19.011547 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 32870) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:19.022306 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c1b4caef-2185-4458-a9f3-74a02acc9ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:19.047705 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c1b4caef-2185-4458-a9f3-74a02acc9ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:19.051707 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-07f53118-473a-43cd-ae75-6c0580aa90d6 None None] Set router 2c960d5a-6872-4295-a5e1-90de2a4b5689 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:56:19.061410 n-d-805663-2 neutron-server[94688]: INFO neutron.db.l3_db [None req-e3a2a589-6b74-4f69-b327-8a8bda002029 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Floating IP a9dbc4a9-378f-4377-88bd-0bd629c99899 associated. External IP: 172.25.4.139, port: 5f678bad-3e00-4d1c-85e4-52f0f696f918. Aug 23 20:56:19.072012 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b347dbb4-429b-4f0e-88f7-563fc3c12f26 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "GET /v2.0/ports?device_id=2c960d5a-6872-4295-a5e1-90de2a4b5689 HTTP/1.1" status: 200 len: 205 time: 0.0588601 Aug 23 20:56:19.076821 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 32872) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:19.115488 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-07f53118-473a-43cd-ae75-6c0580aa90d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c960d5a-6872-4295-a5e1-90de2a4b5689', 'name': 'tempest-RoutersIpV6Test-router-1619262467', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:56:18Z', 'updated_at': '2021-08-23T20:56:18Z', 'revision_number': 2, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'gw_port_host': None}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:19.159464 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f53118-473a-43cd-ae75-6c0580aa90d6 None None] Checking router: 2c960d5a-6872-4295-a5e1-90de2a4b5689 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:56:19.162992 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3b2e3fc3-27f3-4618-be21-040529ce3b57 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:19.172202 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f53118-473a-43cd-ae75-6c0580aa90d6 None None] Routers {'2c960d5a-6872-4295-a5e1-90de2a4b5689'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:56:19.173808 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-07f53118-473a-43cd-ae75-6c0580aa90d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:56:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['2c960d5a-6872-4295-a5e1-90de2a4b5689'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:19.236718 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c1b4caef-2185-4458-a9f3-74a02acc9ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:19.239366 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c1b4caef-2185-4458-a9f3-74a02acc9ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:19.240746 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c1b4caef-2185-4458-a9f3-74a02acc9ada admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f91b1804-fa2a-4e10-bfb9-6cd3f8b176b6 HTTP/1.1" status: 204 len: 168 time: 0.2852170 Aug 23 20:56:19.253210 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b4caef-2185-4458-a9f3-74a02acc9ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91b1804-fa2a-4e10-bfb9-6cd3f8b176b6,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:56:19.289831 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-07f53118-473a-43cd-ae75-6c0580aa90d6 None None] Set router 2c960d5a-6872-4295-a5e1-90de2a4b5689 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:56:19.350847 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3b2e3fc3-27f3-4618-be21-040529ce3b57 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:19.354097 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3b2e3fc3-27f3-4618-be21-040529ce3b57 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:19.384719 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a2a589-6b74-4f69-b327-8a8bda002029 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Router e2d57489-baa4-40fb-9ec4-e4326c8228ac has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:56:19.397251 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-07f53118-473a-43cd-ae75-6c0580aa90d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c960d5a-6872-4295-a5e1-90de2a4b5689', 'name': 'tempest-RoutersIpV6Test-router-1619262467', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:56:18Z', 'updated_at': '2021-08-23T20:56:18Z', 'revision_number': 2, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'gw_port_host': None}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:19.431766 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3b2e3fc3-27f3-4618-be21-040529ce3b57 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:19.433132 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2e3fc3-27f3-4618-be21-040529ce3b57 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Fanout notify agent at l3_agent the message router_deleted on router 2c960d5a-6872-4295-a5e1-90de2a4b5689 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:56:19.442546 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f53118-473a-43cd-ae75-6c0580aa90d6 None None] The sync data for ids ['2c960d5a-6872-4295-a5e1-90de2a4b5689'] in n-d-805663-2 is: [{'id': '2c960d5a-6872-4295-a5e1-90de2a4b5689', 'name': 'tempest-RoutersIpV6Test-router-1619262467', 'tenant_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:56:18Z', 'updated_at': '2021-08-23T20:56:18Z', 'revision_number': 2, 'project_id': '0a3a7f6f58f34235ad73f92601ac48a1', 'gw_port_host': None}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:56:19.453657 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3b2e3fc3-27f3-4618-be21-040529ce3b57 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:19.458316 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3b2e3fc3-27f3-4618-be21-040529ce3b57 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "DELETE /v2.0/routers/2c960d5a-6872-4295-a5e1-90de2a4b5689 HTTP/1.1" status: 204 len: 168 time: 0.3781831 Aug 23 20:56:19.460511 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 32908) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:19.505718 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 32914) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:19.510663 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-fe80bcc1-e030-4ae4-9f2b-e8a4c210ee75 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "GET /v2.0/ports?device_id=2c960d5a-6872-4295-a5e1-90de2a4b5689 HTTP/1.1" status: 200 len: 205 time: 0.0369368 Aug 23 20:56:19.556971 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-ff170a5a-c675-4d02-8889-2a8809ebe6b4 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] delete failed (client error): The resource could not be found. Aug 23 20:56:19.558260 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ff170a5a-c675-4d02-8889-2a8809ebe6b4 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "DELETE /v2.0/routers/2c960d5a-6872-4295-a5e1-90de2a4b5689 HTTP/1.1" status: 404 len: 336 time: 0.0514927 Aug 23 20:56:19.563291 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 32920) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:19.598014 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-874ff6d8-a511-4dc6-a15f-a22b3aefceac tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] DELETE failed (client error): The resource could not be found. Aug 23 20:56:19.598014 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-874ff6d8-a511-4dc6-a15f-a22b3aefceac tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:56:19.599923 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-874ff6d8-a511-4dc6-a15f-a22b3aefceac tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "DELETE /v2.0/subnets/40709ac1-af55-4788-8052-63a3952877d4 HTTP/1.1" status: 404 len: 337 time: 0.0353281 Aug 23 20:56:19.603228 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 32924) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:19.636383 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a2a589-6b74-4f69-b327-8a8bda002029 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:56:19.642530 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3a2a589-6b74-4f69-b327-8a8bda002029 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:19.643628 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f44f98c-febb-4dd5-837c-566cee37a789 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] DELETE failed (client error): The resource could not be found. Aug 23 20:56:19.644152 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f44f98c-febb-4dd5-837c-566cee37a789 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:56:19.646203 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1f44f98c-febb-4dd5-837c-566cee37a789 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "DELETE /v2.0/subnets/e454255e-b1f1-41e6-93ff-9d5b4e2a832e HTTP/1.1" status: 404 len: 337 time: 0.0415969 Aug 23 20:56:19.647625 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1aeac49-6a61-4824-9c49-77baec634df9 None None] Sync routers for ids ['e2d57489-baa4-40fb-9ec4-e4326c8228ac'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:56:19.649311 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 32926) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:19.662922 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1aeac49-6a61-4824-9c49-77baec634df9 None None] Routers {'e2d57489-baa4-40fb-9ec4-e4326c8228ac'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:56:19.663952 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-a1aeac49-6a61-4824-9c49-77baec634df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:56:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['e2d57489-baa4-40fb-9ec4-e4326c8228ac'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:19.680216 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e3a2a589-6b74-4f69-b327-8a8bda002029 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "PUT /v2.0/floatingips/a9dbc4a9-378f-4377-88bd-0bd629c99899 HTTP/1.1" status: 200 len: 991 time: 2.0106392 Aug 23 20:56:19.681527 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97f0acb6-1641-410a-b7be-8afa857512bc', 'tag': '5f678bad-3e00-4d1c-85e4-52f0f696f918'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:56:19.685396 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957388d0-8938-4771-963a-067ab969b175" -d '{"events": [{"name": "network-changed", "server_uuid": "97f0acb6-1641-410a-b7be-8afa857512bc", "tag": "5f678bad-3e00-4d1c-85e4-52f0f696f918"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:56:19.693566 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceb27676-15ab-4e95-b26c-f77976698af9 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] DELETE failed (client error): The resource could not be found. Aug 23 20:56:19.694894 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceb27676-15ab-4e95-b26c-f77976698af9 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:56:19.698578 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ceb27676-15ab-4e95-b26c-f77976698af9 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "DELETE /v2.0/subnets/cb072068-432a-4fb2-8382-06ea70385624 HTTP/1.1" status: 404 len: 337 time: 0.0478382 Aug 23 20:56:19.701105 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 32932) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:19.761746 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f9cdfe-a8e9-4c96-bf46-2c299765a829 x-openstack-request-id: req-c2f9cdfe-a8e9-4c96-bf46-2c299765a829 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:56:19.762130 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97f0acb6-1641-410a-b7be-8afa857512bc", "tag": "5f678bad-3e00-4d1c-85e4-52f0f696f918", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:56:19.762762 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c2f9cdfe-a8e9-4c96-bf46-2c299765a829 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:56:19.763261 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97f0acb6-1641-410a-b7be-8afa857512bc', 'tag': '5f678bad-3e00-4d1c-85e4-52f0f696f918', 'status': 'completed', 'code': 200} Aug 23 20:56:19.793381 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d97f827-9b90-4c90-9a9c-4b4894db3eb7 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] DELETE failed (client error): The resource could not be found. Aug 23 20:56:19.794135 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d97f827-9b90-4c90-9a9c-4b4894db3eb7 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:56:19.796804 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9d97f827-9b90-4c90-9a9c-4b4894db3eb7 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "DELETE /v2.0/subnets/164393d9-a9cf-4434-9e23-87cfbe1328ee HTTP/1.1" status: 404 len: 337 time: 0.0945449 Aug 23 20:56:19.799846 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 32936) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:19.845973 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 32940) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:19.846763 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2a940ef3-753a-4509-8ec0-ad5cf58c887d tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c988a33-186e-4d80-a8bf-55e76dab5a54 HTTP/1.1" status: 200 len: 205 time: 0.0458953 Aug 23 20:56:19.868884 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-a1aeac49-6a61-4824-9c49-77baec634df9 None None] Set router e2d57489-baa4-40fb-9ec4-e4326c8228ac gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:56:19.902626 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-4a46d3ff-d17a-4a0a-a1f9-f8417214189e tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] delete failed (client error): The resource could not be found. Aug 23 20:56:19.903677 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-4a46d3ff-d17a-4a0a-a1f9-f8417214189e tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "DELETE /v2.0/routers/8c988a33-186e-4d80-a8bf-55e76dab5a54 HTTP/1.1" status: 404 len: 336 time: 0.0560169 Aug 23 20:56:19.906594 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 32944) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:19.909576 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957388d0-8938-4771-963a-067ab969b175 req-09a08bcf-dec8-4291-8773-4b828b31aca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:19.911012 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-957388d0-8938-4771-963a-067ab969b175 req-09a08bcf-dec8-4291-8773-4b828b31aca5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a420101d8537446c948533816ff31a9c&device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 1096 time: 0.0705774 Aug 23 20:56:19.967895 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-803efb83-bd56-4676-a68b-cd1937898a96 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "GET /v2.0/ports?device_id=8da2a70e-7544-4368-982e-28ef028d6ffe HTTP/1.1" status: 200 len: 205 time: 0.0601308 Aug 23 20:56:19.968568 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 32948) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:20.075074 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-ae5cee39-b263-4ba4-aad9-2ad23d3a4b6b tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] delete failed (client error): The resource could not be found. Aug 23 20:56:20.076575 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ae5cee39-b263-4ba4-aad9-2ad23d3a4b6b tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "DELETE /v2.0/routers/8da2a70e-7544-4368-982e-28ef028d6ffe HTTP/1.1" status: 404 len: 336 time: 0.1070967 Aug 23 20:56:20.079248 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 32954) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:20.110816 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957388d0-8938-4771-963a-067ab969b175 req-3c8a00ae-9984-426d-bcab-2d91923b18bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:20.113555 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-957388d0-8938-4771-963a-067ab969b175 req-3c8a00ae-9984-426d-bcab-2d91923b18bf service neutron] 10.222.0.32 "GET /v2.0/networks?id=8f9f903e-93a4-4fe6-b0ce-e2059346b6d0 HTTP/1.1" status: 200 len: 918 time: 0.1937866 Aug 23 20:56:20.119044 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-d11e0c98-88f9-41ac-839b-8faae82feee4 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] DELETE failed (client error): The resource could not be found. Aug 23 20:56:20.120052 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d11e0c98-88f9-41ac-839b-8faae82feee4 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:56:20.122572 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d11e0c98-88f9-41ac-839b-8faae82feee4 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "DELETE /v2.0/subnets/ff21fdc8-3424-404f-ae4b-aa88996c003f HTTP/1.1" status: 404 len: 337 time: 0.0421805 Aug 23 20:56:20.124994 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 32956) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:20.157315 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-bcb6756f-517f-442b-b5f0-b526b6ddd8d7 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "GET /v2.0/ports?device_id=33c706b0-65e4-46ea-a8c5-62e494ab82f9 HTTP/1.1" status: 200 len: 205 time: 0.0310071 Aug 23 20:56:20.159752 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 32960) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:20.210976 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-31ef4446-edec-4bca-b6ed-b2e7ab7da0a8 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] delete failed (client error): The resource could not be found. Aug 23 20:56:20.213438 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-31ef4446-edec-4bca-b6ed-b2e7ab7da0a8 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "DELETE /v2.0/routers/33c706b0-65e4-46ea-a8c5-62e494ab82f9 HTTP/1.1" status: 404 len: 336 time: 0.0512750 Aug 23 20:56:20.215432 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 32976) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:20.238130 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-a1aeac49-6a61-4824-9c49-77baec634df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1003784855-router', 'tenant_id': 'a420101d8537446c948533816ff31a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '33ff0b46-5a8d-4d91-bf86-8318692c66f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:51:18Z', 'updated_at': '2021-08-23T20:51:26Z', 'revision_number': 4, 'project_id': 'a420101d8537446c948533816ff31a9c', 'gw_port': {'id': '33ff0b46-5a8d-4d91-bf86-8318692c66f2', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:51:20Z', 'updated_at': '2021-08-23T20:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': 'a9dbc4a9-378f-4377-88bd-0bd629c99899', 'tenant_id': 'a420101d8537446c948533816ff31a9c', 'floating_ip_address': '172.25.4.139', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'port_id': '5f678bad-3e00-4d1c-85e4-52f0f696f918', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f9f903e-93a4-4fe6-b0ce-e2059346b6d0', 'mac_address': 'fa:16:3e:f8:24:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f0acb6-1641-410a-b7be-8afa857512bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:56:00Z', 'updated_at': '2021-08-23T20:56:18Z', 'revision_number': 1, 'project_id': 'a420101d8537446c948533816ff31a9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1963f34-843a-4db9-963d-57b2d4e83930', 'name': '', 'network_id': '8f9f903e-93a4-4fe6-b0ce-e2059346b6d0', 'tenant_id': 'a420101d8537446c948533816ff31a9c', 'mac_address': 'fa:16:3e:24:b3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'd199577e-85a3-487d-894b-30e054d60332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:51:24Z', 'updated_at': '2021-08-23T20:51:34Z', 'revision_number': 5, 'project_id': 'a420101d8537446c948533816ff31a9c', 'subnets': [{'id': 'd199577e-85a3-487d-894b-30e054d60332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:20.269483 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1aeac49-6a61-4824-9c49-77baec634df9 None None] Checking router: e2d57489-baa4-40fb-9ec4-e4326c8228ac for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:56:20.275839 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e27afceb-f02a-4000-a925-f2666feb8cf4 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ed9f70e-6c90-4699-aeed-157c6c869812 HTTP/1.1" status: 200 len: 205 time: 0.0571151 Aug 23 20:56:20.277173 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 32988) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:20.282524 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1aeac49-6a61-4824-9c49-77baec634df9 None None] Routers {'e2d57489-baa4-40fb-9ec4-e4326c8228ac'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:56:20.283187 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-a1aeac49-6a61-4824-9c49-77baec634df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:56:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['e2d57489-baa4-40fb-9ec4-e4326c8228ac'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:20.294385 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-957388d0-8938-4771-963a-067ab969b175 req-6fb508b0-86df-4c55-b8d5-678b9da953e7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f678bad-3e00-4d1c-85e4-52f0f696f918 HTTP/1.1" status: 200 len: 999 time: 0.1679273 Aug 23 20:56:20.342591 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-d00f86cd-8fd4-4681-9002-591836cd3831 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] delete failed (client error): The resource could not be found. Aug 23 20:56:20.343657 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d00f86cd-8fd4-4681-9002-591836cd3831 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "DELETE /v2.0/routers/7ed9f70e-6c90-4699-aeed-157c6c869812 HTTP/1.1" status: 404 len: 336 time: 0.0655708 Aug 23 20:56:20.346238 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 33000) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:20.386137 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-5675ff08-2d47-4740-9a43-cf28695a17fd tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] DELETE failed (client error): The resource could not be found. Aug 23 20:56:20.387576 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5675ff08-2d47-4740-9a43-cf28695a17fd tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:56:20.392035 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5675ff08-2d47-4740-9a43-cf28695a17fd tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "DELETE /v2.0/subnets/26ed9b56-7d64-4046-8535-d4facda3a031 HTTP/1.1" status: 404 len: 337 time: 0.0423720 Aug 23 20:56:20.393697 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 33002) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:20.419324 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-a1aeac49-6a61-4824-9c49-77baec634df9 None None] Set router e2d57489-baa4-40fb-9ec4-e4326c8228ac gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:56:20.436179 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957388d0-8938-4771-963a-067ab969b175 req-fbe6904d-ba27-411c-a1c1-c3b84035ede5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:20.437829 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-957388d0-8938-4771-963a-067ab969b175 req-fbe6904d-ba27-411c-a1c1-c3b84035ede5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d199577e-85a3-487d-894b-30e054d60332 HTTP/1.1" status: 200 len: 856 time: 0.1333282 Aug 23 20:56:20.461055 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:20.472539 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-71ec73ca-057c-4817-9812-9af6ababa99c tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "GET /v2.0/ports?device_id=382521cd-88fb-438d-a93f-122e1ae13269 HTTP/1.1" status: 200 len: 205 time: 0.0737052 Aug 23 20:56:20.481443 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 33006) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:20.512106 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957388d0-8938-4771-963a-067ab969b175 req-8e9f7ac8-4b98-4218-9335-5e2b865d8187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:20.515223 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-957388d0-8938-4771-963a-067ab969b175 req-8e9f7ac8-4b98-4218-9335-5e2b865d8187 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8f9f903e-93a4-4fe6-b0ce-e2059346b6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631778 Aug 23 20:56:20.573611 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-cf384355-d86c-43f2-9dc0-32663b6b291f tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] delete failed (client error): The resource could not be found. Aug 23 20:56:20.585042 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-cf384355-d86c-43f2-9dc0-32663b6b291f tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "DELETE /v2.0/routers/382521cd-88fb-438d-a93f-122e1ae13269 HTTP/1.1" status: 404 len: 336 time: 0.1002049 Aug 23 20:56:20.586923 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 33008) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:20.640219 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-957388d0-8938-4771-963a-067ab969b175 req-eb3967d6-f6c7-4b72-8c8c-6ab97bfeb61f service neutron] 10.222.0.32 "GET /v2.0/networks/8f9f903e-93a4-4fe6-b0ce-e2059346b6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165442 Aug 23 20:56:20.653528 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c85d7e2-0608-4d26-867e-89432e775091 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] DELETE failed (client error): The resource could not be found. Aug 23 20:56:20.654595 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c85d7e2-0608-4d26-867e-89432e775091 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:56:20.668160 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3c85d7e2-0608-4d26-867e-89432e775091 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "DELETE /v2.0/subnets/5eed80be-bbcb-4b15-9860-6167c2bf2261 HTTP/1.1" status: 404 len: 337 time: 0.0789113 Aug 23 20:56:20.669006 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 33010) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:20.713816 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-df95907c-2844-4ff1-a69a-771b18690540 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "GET /v2.0/ports?device_id=2eeb8fd8-4f1b-48ed-ab4f-4673efd6dad4 HTTP/1.1" status: 200 len: 205 time: 0.0432951 Aug 23 20:56:20.715293 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 33018) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:20.731292 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-a1aeac49-6a61-4824-9c49-77baec634df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1003784855-router', 'tenant_id': 'a420101d8537446c948533816ff31a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '33ff0b46-5a8d-4d91-bf86-8318692c66f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:51:18Z', 'updated_at': '2021-08-23T20:51:26Z', 'revision_number': 4, 'project_id': 'a420101d8537446c948533816ff31a9c', 'gw_port': {'id': '33ff0b46-5a8d-4d91-bf86-8318692c66f2', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:51:20Z', 'updated_at': '2021-08-23T20:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': 'a9dbc4a9-378f-4377-88bd-0bd629c99899', 'tenant_id': 'a420101d8537446c948533816ff31a9c', 'floating_ip_address': '172.25.4.139', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'port_id': '5f678bad-3e00-4d1c-85e4-52f0f696f918', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f9f903e-93a4-4fe6-b0ce-e2059346b6d0', 'mac_address': 'fa:16:3e:f8:24:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f0acb6-1641-410a-b7be-8afa857512bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:56:00Z', 'updated_at': '2021-08-23T20:56:18Z', 'revision_number': 1, 'project_id': 'a420101d8537446c948533816ff31a9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1963f34-843a-4db9-963d-57b2d4e83930', 'name': '', 'network_id': '8f9f903e-93a4-4fe6-b0ce-e2059346b6d0', 'tenant_id': 'a420101d8537446c948533816ff31a9c', 'mac_address': 'fa:16:3e:24:b3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'd199577e-85a3-487d-894b-30e054d60332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:51:24Z', 'updated_at': '2021-08-23T20:51:34Z', 'revision_number': 5, 'project_id': 'a420101d8537446c948533816ff31a9c', 'subnets': [{'id': 'd199577e-85a3-487d-894b-30e054d60332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:20.771975 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-5109c3b0-9632-4ca9-9992-3d2e1aaba8b5 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] delete failed (client error): The resource could not be found. Aug 23 20:56:20.777524 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 33020) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:20.777919 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5109c3b0-9632-4ca9-9992-3d2e1aaba8b5 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "DELETE /v2.0/routers/2eeb8fd8-4f1b-48ed-ab4f-4673efd6dad4 HTTP/1.1" status: 404 len: 336 time: 0.0614321 Aug 23 20:56:20.788374 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1aeac49-6a61-4824-9c49-77baec634df9 None None] The sync data for ids ['e2d57489-baa4-40fb-9ec4-e4326c8228ac'] in n-d-805663-2 is: [{'id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1003784855-router', 'tenant_id': 'a420101d8537446c948533816ff31a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '33ff0b46-5a8d-4d91-bf86-8318692c66f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:51:18Z', 'updated_at': '2021-08-23T20:51:26Z', 'revision_number': 4, 'project_id': 'a420101d8537446c948533816ff31a9c', 'gw_port': {'id': '33ff0b46-5a8d-4d91-bf86-8318692c66f2', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:51:20Z', 'updated_at': '2021-08-23T20:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': 'a9dbc4a9-378f-4377-88bd-0bd629c99899', 'tenant_id': 'a420101d8537446c948533816ff31a9c', 'floating_ip_address': '172.25.4.139', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'port_id': '5f678bad-3e00-4d1c-85e4-52f0f696f918', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f9f903e-93a4-4fe6-b0ce-e2059346b6d0', 'mac_address': 'fa:16:3e:f8:24:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f0acb6-1641-410a-b7be-8afa857512bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T20:56:00Z', 'updated_at': '2021-08-23T20:56:18Z', 'revision_number': 1, 'project_id': 'a420101d8537446c948533816ff31a9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1963f34-843a-4db9-963d-57b2d4e83930', 'name': '', 'network_id': '8f9f903e-93a4-4fe6-b0ce-e2059346b6d0', 'tenant_id': 'a420101d8537446c948533816ff31a9c', 'mac_address': 'fa:16:3e:24:b3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'd199577e-85a3-487d-894b-30e054d60332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:51:24Z', 'updated_at': '2021-08-23T20:51:34Z', 'revision_number': 5, 'project_id': 'a420101d8537446c948533816ff31a9c', 'subnets': [{'id': 'd199577e-85a3-487d-894b-30e054d60332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:56:20.794838 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-957388d0-8938-4771-963a-067ab969b175 req-e60cb9da-b356-47ee-8725-0a1a890fa9f9 service neutron] 10.222.0.32 "GET /v2.0/networks/8f9f903e-93a4-4fe6-b0ce-e2059346b6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458273 Aug 23 20:56:20.816541 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c8b13ff-77a8-4cdc-968a-7e33f5a4b326 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] DELETE failed (client error): The resource could not be found. Aug 23 20:56:20.817004 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c8b13ff-77a8-4cdc-968a-7e33f5a4b326 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:56:20.821604 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2c8b13ff-77a8-4cdc-968a-7e33f5a4b326 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "DELETE /v2.0/subnets/aaf69585-8bf2-4eb6-b153-34e509146e63 HTTP/1.1" status: 404 len: 337 time: 0.0402391 Aug 23 20:56:20.822613 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 33022) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:20.861015 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-8af5c0d4-14ef-48a6-98c3-e1c2542aad67 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] DELETE failed (client error): The resource could not be found. Aug 23 20:56:20.861685 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8af5c0d4-14ef-48a6-98c3-e1c2542aad67 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:56:20.863444 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8af5c0d4-14ef-48a6-98c3-e1c2542aad67 tempest-RoutersIpV6Test-481508537 tempest-RoutersIpV6Test-481508537-project] 10.222.0.61 "DELETE /v2.0/subnets/35d11b97-fdaf-4c16-8b27-3e6e7b6c6544 HTTP/1.1" status: 404 len: 337 time: 0.0396714 Aug 23 20:56:21.168746 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18208c0f-b448-466a-af64-dfdfab5d0598 None None] New status for floating IP a9dbc4a9-378f-4377-88bd-0bd629c99899: ACTIVE {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 20:56:21.281214 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 33066) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:21.463331 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a35aa6a2-3f66-4d8d-8ec5-759f9baf455f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0a3a7f6f58f34235ad73f92601ac48a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1800737 Aug 23 20:56:21.465633 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 33074) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:21.529203 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f00f0620-39e7-446c-94a2-72c0fa2d0c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:21.553076 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f00f0620-39e7-446c-94a2-72c0fa2d0c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:21.605025 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f00f0620-39e7-446c-94a2-72c0fa2d0c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:21.608408 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f00f0620-39e7-446c-94a2-72c0fa2d0c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:21.609739 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f00f0620-39e7-446c-94a2-72c0fa2d0c81 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/92d1c2cd-1fe3-40e7-93bd-4b5bcf0cecf3 HTTP/1.1" status: 204 len: 168 time: 0.1431046 Aug 23 20:56:21.621274 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f0620-39e7-446c-94a2-72c0fa2d0c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d1c2cd-1fe3-40e7-93bd-4b5bcf0cecf3,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:56:22.345430 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 33130) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:22.452492 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-2e684e80-c695-4886-a94c-912cd79d5f7a tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1970697889'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:56:22.479409 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e684e80-c695-4886-a94c-912cd79d5f7a tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Made reservation on behalf of 3ba8466362384ea78762e29d9ba9130e for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:56:22.483262 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e684e80-c695-4886-a94c-912cd79d5f7a tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:22.492600 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e684e80-c695-4886-a94c-912cd79d5f7a tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:22.622032 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e684e80-c695-4886-a94c-912cd79d5f7a tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:22.626110 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e684e80-c695-4886-a94c-912cd79d5f7a tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:22.655468 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e684e80-c695-4886-a94c-912cd79d5f7a tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:56:22.665652 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e684e80-c695-4886-a94c-912cd79d5f7a tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5096e448-091d-4ced-bcfd-49d94c0a7ed0,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:56:22.670578 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e684e80-c695-4886-a94c-912cd79d5f7a tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:22.670921 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-2e684e80-c695-4886-a94c-912cd79d5f7a tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Added segment c31806a3-3632-410a-8d59-6169c17721cb of type vlan for network 0be68503-f528-4995-ae9f-32b8161be2b2 Aug 23 20:56:22.713592 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e684e80-c695-4886-a94c-912cd79d5f7a tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:22.742364 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e684e80-c695-4886-a94c-912cd79d5f7a tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:22.748598 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e684e80-c695-4886-a94c-912cd79d5f7a tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:22.749193 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e684e80-c695-4886-a94c-912cd79d5f7a tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:22.811247 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2e684e80-c695-4886-a94c-912cd79d5f7a tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4631624 Aug 23 20:56:22.813981 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 33136) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:22.821001 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b4d69015-0568-47fd-9451-e02e3f44ea6b tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Request body: {'subnet': {'network_id': '0be68503-f528-4995-ae9f-32b8161be2b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:56:22.839894 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e684e80-c695-4886-a94c-912cd79d5f7a tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Pushing event updated for resources: {'Network': ['ID=0be68503-f528-4995-ae9f-32b8161be2b2,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:56:22.851908 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 0be68503-f528-4995-ae9f-32b8161be2b2 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:56:22.927647 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d69015-0568-47fd-9451-e02e3f44ea6b tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Made reservation on behalf of 3ba8466362384ea78762e29d9ba9130e for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:56:22.932734 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b4d69015-0568-47fd-9451-e02e3f44ea6b tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:23.137611 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b4d69015-0568-47fd-9451-e02e3f44ea6b tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:23.202469 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d69015-0568-47fd-9451-e02e3f44ea6b tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Pushing event updated for resources: {'Subnet': ['ID=60dc4924-912e-4709-aaa7-04357364f43f,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:56:23.214743 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d69015-0568-47fd-9451-e02e3f44ea6b tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Checking segment: {'id': 'c31806a3-3632-410a-8d59-6169c17721cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '0be68503-f528-4995-ae9f-32b8161be2b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:56:23.215114 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d69015-0568-47fd-9451-e02e3f44ea6b tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Network hostable DHCP agents. Network: 0be68503-f528-4995-ae9f-32b8161be2b2, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:56:23.237914 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d69015-0568-47fd-9451-e02e3f44ea6b tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Network 0be68503-f528-4995-ae9f-32b8161be2b2 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:56:23.249007 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-b4d69015-0568-47fd-9451-e02e3f44ea6b tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 0be68503-f528-4995-ae9f-32b8161be2b2) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:56:23.253905 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d69015-0568-47fd-9451-e02e3f44ea6b tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:23.254571 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b4d69015-0568-47fd-9451-e02e3f44ea6b tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:23.265358 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fbc9aa-77e2-4bcd-9a3b-b9fb65fd497c None None] Network 0be68503-f528-4995-ae9f-32b8161be2b2 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:56:23.274101 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b4d69015-0568-47fd-9451-e02e3f44ea6b tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4566851 Aug 23 20:56:23.274321 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 33142) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:23.281642 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c4d90f52-4db3-44cf-9939-21f5e78a3ca9 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Request body: {'port': {'network_id': '0be68503-f528-4995-ae9f-32b8161be2b2', 'name': 'tempest-TagsExtTest-584983904'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:56:23.411292 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-10ddc08b-e34d-45d3-a680-d1cf540bc42c req-50b95003-69d2-4b72-8257-796d9713ce7a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0695970 Aug 23 20:56:23.453721 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d90f52-4db3-44cf-9939-21f5e78a3ca9 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Made reservation on behalf of 3ba8466362384ea78762e29d9ba9130e for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:56:23.472206 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c4d90f52-4db3-44cf-9939-21f5e78a3ca9 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:23.475054 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d79dac-6713-45c2-a45b-62175dad383e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-0be68503-f528-4995-ae9f-32b8161be2b2', 'network_id': '0be68503-f528-4995-ae9f-32b8161be2b2', 'tenant_id': '3ba8466362384ea78762e29d9ba9130e', 'fixed_ips': [{'subnet_id': '60dc4924-912e-4709-aaa7-04357364f43f'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:56:23.475937 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-80d79dac-6713-45c2-a45b-62175dad383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:23.527558 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-c4d90f52-4db3-44cf-9939-21f5e78a3ca9 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] device_id is not set on port 50a00453-1d3c-40dd-b961-ead62e433215 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:56:23.590323 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ddc08b-e34d-45d3-a680-d1cf540bc42c req-125a2cf9-0ea1-4cd4-b9d4-4f3dec26e5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:23.591823 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-10ddc08b-e34d-45d3-a680-d1cf540bc42c req-125a2cf9-0ea1-4cd4-b9d4-4f3dec26e5e5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2af290724cc44af890c8fd2249003602&device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 1095 time: 0.1053474 Aug 23 20:56:23.636879 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-80d79dac-6713-45c2-a45b-62175dad383e None None] Allocated IP 172.20.0.2 (0be68503-f528-4995-ae9f-32b8161be2b2/60dc4924-912e-4709-aaa7-04357364f43f/f599a036-2fad-4bd2-be1d-ab3b170c7c28) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:56:23.733282 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ddc08b-e34d-45d3-a680-d1cf540bc42c req-35fba725-db18-49c8-be2f-eccd23f5e9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:23.734800 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-10ddc08b-e34d-45d3-a680-d1cf540bc42c req-35fba725-db18-49c8-be2f-eccd23f5e9f0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e HTTP/1.1" status: 200 len: 912 time: 0.1098289 Aug 23 20:56:23.867054 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-10ddc08b-e34d-45d3-a680-d1cf540bc42c req-4f8a6aea-4d9d-4797-bc2a-e6eb28cc8e72 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c254a81-8d39-43bc-85ac-5d89be1c28d3 HTTP/1.1" status: 200 len: 999 time: 0.1171820 Aug 23 20:56:23.932676 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ddc08b-e34d-45d3-a680-d1cf540bc42c req-214978b1-1fce-4830-8ea6-ee6f9699f197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:23.934581 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-10ddc08b-e34d-45d3-a680-d1cf540bc42c req-214978b1-1fce-4830-8ea6-ee6f9699f197 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7046a0bd-4474-4718-a5da-60ae1dc26dbc HTTP/1.1" status: 200 len: 850 time: 0.0568321 Aug 23 20:56:23.988200 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-80d79dac-6713-45c2-a45b-62175dad383e None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:24.000335 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-80d79dac-6713-45c2-a45b-62175dad383e None None] Transition to ACTIVE for port object f599a036-2fad-4bd2-be1d-ab3b170c7c28 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:56:24.005806 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ddc08b-e34d-45d3-a680-d1cf540bc42c req-d8a0c5c7-fbb9-4189-b283-6f5e7dd71acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:24.007848 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-10ddc08b-e34d-45d3-a680-d1cf540bc42c req-d8a0c5c7-fbb9-4189-b283-6f5e7dd71acf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598259 Aug 23 20:56:24.015957 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-80d79dac-6713-45c2-a45b-62175dad383e None None] Transition to ACTIVE for port object f599a036-2fad-4bd2-be1d-ab3b170c7c28 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:56:24.022087 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-80d79dac-6713-45c2-a45b-62175dad383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:24.064831 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d79dac-6713-45c2-a45b-62175dad383e None None] Network 0be68503-f528-4995-ae9f-32b8161be2b2 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:56:24.067956 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-80d79dac-6713-45c2-a45b-62175dad383e None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:56:24.074755 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d79dac-6713-45c2-a45b-62175dad383e None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:56:24.079889 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d79dac-6713-45c2-a45b-62175dad383e None None] Pushing event updated for resources: {'Port': ['ID=f599a036-2fad-4bd2-be1d-ab3b170c7c28,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:56:24.132386 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-80d79dac-6713-45c2-a45b-62175dad383e None None] Attempting to bind port f599a036-2fad-4bd2-be1d-ab3b170c7c28 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:56:24.132766 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-80d79dac-6713-45c2-a45b-62175dad383e None None] Attempting to bind port f599a036-2fad-4bd2-be1d-ab3b170c7c28 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'c31806a3-3632-410a-8d59-6169c17721cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '0be68503-f528-4995-ae9f-32b8161be2b2'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:56:24.133198 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d79dac-6713-45c2-a45b-62175dad383e None None] Attempting to bind port f599a036-2fad-4bd2-be1d-ab3b170c7c28 on network 0be68503-f528-4995-ae9f-32b8161be2b2 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:56:24.136431 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-c4d90f52-4db3-44cf-9939-21f5e78a3ca9 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Allocated IP 172.20.0.7 (0be68503-f528-4995-ae9f-32b8161be2b2/60dc4924-912e-4709-aaa7-04357364f43f/50a00453-1d3c-40dd-b961-ead62e433215) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:56:24.138421 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d79dac-6713-45c2-a45b-62175dad383e None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:56:24.138804 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d79dac-6713-45c2-a45b-62175dad383e None None] Checking segment: {'id': 'c31806a3-3632-410a-8d59-6169c17721cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '0be68503-f528-4995-ae9f-32b8161be2b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:56:24.139283 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-80d79dac-6713-45c2-a45b-62175dad383e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:24.139605 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d79dac-6713-45c2-a45b-62175dad383e None None] Bound using segment: {'id': 'c31806a3-3632-410a-8d59-6169c17721cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '0be68503-f528-4995-ae9f-32b8161be2b2'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:56:24.140092 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-80d79dac-6713-45c2-a45b-62175dad383e None None] Bound port: f599a036-2fad-4bd2-be1d-ab3b170c7c28, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c31806a3-3632-410a-8d59-6169c17721cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '0be68503-f528-4995-ae9f-32b8161be2b2'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:56:24.140713 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-80d79dac-6713-45c2-a45b-62175dad383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:24.168983 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-10ddc08b-e34d-45d3-a680-d1cf540bc42c req-07419e62-aa76-433f-b7a5-e8c0f67cad24 service neutron] 10.222.0.32 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515930 Aug 23 20:56:24.221154 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-80d79dac-6713-45c2-a45b-62175dad383e None None] For port f599a036-2fad-4bd2-be1d-ab3b170c7c28, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:56:24.226384 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-80d79dac-6713-45c2-a45b-62175dad383e None None] For port f599a036-2fad-4bd2-be1d-ab3b170c7c28, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=f599a036-2fad-4bd2-be1d-ab3b170c7c28,segment=NetworkSegment(c31806a3-3632-410a-8d59-6169c17721cb),segment_id=c31806a3-3632-410a-8d59-6169c17721cb)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:56:24.233352 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-80d79dac-6713-45c2-a45b-62175dad383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:24.299462 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d79dac-6713-45c2-a45b-62175dad383e None None] Pushing event updated for resources: {'Port': ['ID=f599a036-2fad-4bd2-be1d-ab3b170c7c28,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:56:24.359420 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-10ddc08b-e34d-45d3-a680-d1cf540bc42c req-cfcf4bee-4233-4c34-af37-f346a3db4ece service neutron] 10.222.0.32 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765718 Aug 23 20:56:24.393330 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c4d90f52-4db3-44cf-9939-21f5e78a3ca9 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:24.417220 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-c4d90f52-4db3-44cf-9939-21f5e78a3ca9 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Transition to ACTIVE for port object 50a00453-1d3c-40dd-b961-ead62e433215 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:56:24.463319 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c4d90f52-4db3-44cf-9939-21f5e78a3ca9 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:24.523638 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d90f52-4db3-44cf-9939-21f5e78a3ca9 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Network 0be68503-f528-4995-ae9f-32b8161be2b2 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:56:24.538870 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-c4d90f52-4db3-44cf-9939-21f5e78a3ca9 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:56:24.542785 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d90f52-4db3-44cf-9939-21f5e78a3ca9 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:56:24.592798 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d90f52-4db3-44cf-9939-21f5e78a3ca9 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Pushing event updated for resources: {'Port': ['ID=50a00453-1d3c-40dd-b961-ead62e433215,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:56:24.613278 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d90f52-4db3-44cf-9939-21f5e78a3ca9 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:24.613954 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c4d90f52-4db3-44cf-9939-21f5e78a3ca9 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:24.631579 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c4d90f52-4db3-44cf-9939-21f5e78a3ca9 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.3558834 Aug 23 20:56:24.634608 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 33152) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:24.639123 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-9e7be2d6-e8bd-465c-bf98-3a4c1ac8efb4 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2052944492', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:56:24.669081 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9e7be2d6-e8bd-465c-bf98-3a4c1ac8efb4 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:24.670288 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9e7be2d6-e8bd-465c-bf98-3a4c1ac8efb4 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:24.756698 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9e7be2d6-e8bd-465c-bf98-3a4c1ac8efb4 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:24.765372 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9e7be2d6-e8bd-465c-bf98-3a4c1ac8efb4 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:24.789671 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9e7be2d6-e8bd-465c-bf98-3a4c1ac8efb4 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:24.792128 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9e7be2d6-e8bd-465c-bf98-3a4c1ac8efb4 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1556044 Aug 23 20:56:24.794244 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 33156) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:24.799451 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-b1871d9d-c89a-4918-b020-86c166347006 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1998605734', 'prefixes': ['172.20.0.0/16']}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:56:24.881430 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b1871d9d-c89a-4918-b020-86c166347006 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Notify callbacks [] for subnetpool, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:24.882666 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b1871d9d-c89a-4918-b020-86c166347006 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0868387 Aug 23 20:56:24.886446 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 33158) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:24.891313 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-6f06cfb0-a225-4ef5-ae48-269fc8561d2b tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '60dc4924-912e-4709-aaa7-04357364f43f', 'tempest-TagsExtTest-Tag-1021163743') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:25.003228 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-6f06cfb0-a225-4ef5-ae48-269fc8561d2b tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "PUT /v2.0/subnets/60dc4924-912e-4709-aaa7-04357364f43f/tags/tempest-TagsExtTest-Tag-1021163743 HTTP/1.1" status: 201 len: 201 time: 0.1150179 Aug 23 20:56:25.005432 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 33160) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:25.010547 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-4a7a63e7-0c38-44cc-aea5-93150ab78b43 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '50a00453-1d3c-40dd-b961-ead62e433215', 'tempest-TagsExtTest-Tag-380517712') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:25.083510 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4a7a63e7-0c38-44cc-aea5-93150ab78b43 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "PUT /v2.0/ports/50a00453-1d3c-40dd-b961-ead62e433215/tags/tempest-TagsExtTest-Tag-380517712 HTTP/1.1" status: 201 len: 201 time: 0.0767083 Aug 23 20:56:25.086110 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 33162) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:25.093591 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.tag.tag_plugin [None req-192b3342-1db4-4721-a8cb-e08b3872db5c tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9d8adf18-a8f7-49dd-b9e2-7667e98549d6', 'tempest-TagsExtTest-Tag-539226467') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:25.200270 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-192b3342-1db4-4721-a8cb-e08b3872db5c tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "PUT /v2.0/routers/9d8adf18-a8f7-49dd-b9e2-7667e98549d6/tags/tempest-TagsExtTest-Tag-539226467 HTTP/1.1" status: 201 len: 201 time: 0.1121981 Aug 23 20:56:25.202807 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 33164) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:25.207579 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.tag.tag_plugin [None req-65bf5e46-113f-491d-b4a3-66a4073615cf tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'fac3f4c6-baba-4e41-96e6-0f7b3c65b774', 'tempest-TagsExtTest-Tag-1873488864') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:25.273402 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-65bf5e46-113f-491d-b4a3-66a4073615cf tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "PUT /v2.0/subnetpools/fac3f4c6-baba-4e41-96e6-0f7b3c65b774/tags/tempest-TagsExtTest-Tag-1873488864 HTTP/1.1" status: 201 len: 201 time: 0.0695367 Aug 23 20:56:25.276242 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 33168) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:25.282967 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.tag.tag_plugin [None req-df4e7baa-dbc6-4027-80e1-a48095455dc0 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '60dc4924-912e-4709-aaa7-04357364f43f') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:25.408467 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-df4e7baa-dbc6-4027-80e1-a48095455dc0 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "GET /v2.0/subnets/60dc4924-912e-4709-aaa7-04357364f43f/tags HTTP/1.1" status: 200 len: 241 time: 0.1311522 Aug 23 20:56:25.410984 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 33174) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:25.426118 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.tag.tag_plugin [None req-6773818c-f833-4158-b827-cea66f0f45fc tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '60dc4924-912e-4709-aaa7-04357364f43f', 'tempest-TagsExtTest-Tag-1021163743') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:25.498909 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 33176) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:25.499486 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6773818c-f833-4158-b827-cea66f0f45fc tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "GET /v2.0/subnets/60dc4924-912e-4709-aaa7-04357364f43f/tags/tempest-TagsExtTest-Tag-1021163743 HTTP/1.1" status: 204 len: 168 time: 0.0860176 Aug 23 20:56:25.504096 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-9451e1cf-9a5b-4133-9c81-8ac119aac194 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '60dc4924-912e-4709-aaa7-04357364f43f', 'tempest-TagsExtTest-Tag-1021163743') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:25.554563 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cd511d-af01-4198-a474-2d555e4607dd None None] Network 0be68503-f528-4995-ae9f-32b8161be2b2 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:56:25.589437 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9451e1cf-9a5b-4133-9c81-8ac119aac194 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "DELETE /v2.0/subnets/60dc4924-912e-4709-aaa7-04357364f43f/tags/tempest-TagsExtTest-Tag-1021163743 HTTP/1.1" status: 204 len: 168 time: 0.0893288 Aug 23 20:56:25.591861 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 33178) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:25.598781 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-a995cf00-a514-4563-8575-9a5e5978a2c2 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '60dc4924-912e-4709-aaa7-04357364f43f') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:25.628532 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4743045c-79e4-4f01-8b65-b223dc3b77bc None None] Provisioning for port f599a036-2fad-4bd2-be1d-ab3b170c7c28 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:56:25.905784 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device f599a036-2fad-4bd2-be1d-ab3b170c7c28 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:56:25.997915 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port f599a036-2fad-4bd2-be1d-ab3b170c7c28 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:56:26.014433 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port f599a036-2fad-4bd2-be1d-ab3b170c7c28 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:56:26.015052 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:26.043440 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a995cf00-a514-4563-8575-9a5e5978a2c2 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "GET /v2.0/subnets/60dc4924-912e-4709-aaa7-04357364f43f/tags HTTP/1.1" status: 200 len: 205 time: 0.4472361 Aug 23 20:56:26.047248 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 33182) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:26.051682 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.tag.tag_plugin [None req-218ed690-d7ed-487d-a0a8-5b67cd8c59ab tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '50a00453-1d3c-40dd-b961-ead62e433215') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:26.084851 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-075b0b7f-880c-4db7-847b-6d0ebc084d94 None None] Provisioning for port 50a00453-1d3c-40dd-b961-ead62e433215 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:56:26.104096 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-075b0b7f-880c-4db7-847b-6d0ebc084d94 None None] Provisioning complete for port 50a00453-1d3c-40dd-b961-ead62e433215 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:56:26.104096 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-075b0b7f-880c-4db7-847b-6d0ebc084d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:26.137543 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 33184) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:26.137764 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-218ed690-d7ed-487d-a0a8-5b67cd8c59ab tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "GET /v2.0/ports/50a00453-1d3c-40dd-b961-ead62e433215/tags HTTP/1.1" status: 200 len: 240 time: 0.0893745 Aug 23 20:56:26.144882 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-090ecb7a-5f35-4df2-9d9b-0f4747e1b1c2 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '50a00453-1d3c-40dd-b961-ead62e433215', 'tempest-TagsExtTest-Tag-380517712') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:26.186531 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:26.209122 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-075b0b7f-880c-4db7-847b-6d0ebc084d94 None None] Port 50a00453-1d3c-40dd-b961-ead62e433215 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:56:26.245052 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-090ecb7a-5f35-4df2-9d9b-0f4747e1b1c2 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "GET /v2.0/ports/50a00453-1d3c-40dd-b961-ead62e433215/tags/tempest-TagsExtTest-Tag-380517712 HTTP/1.1" status: 204 len: 168 time: 0.1057940 Aug 23 20:56:26.247452 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 33186) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:26.250937 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port f599a036-2fad-4bd2-be1d-ab3b170c7c28, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=f599a036-2fad-4bd2-be1d-ab3b170c7c28,segment=NetworkSegment(c31806a3-3632-410a-8d59-6169c17721cb),segment_id=c31806a3-3632-410a-8d59-6169c17721cb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:56:26.252568 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-075b0b7f-880c-4db7-847b-6d0ebc084d94 None None] Provisioning complete for port f599a036-2fad-4bd2-be1d-ab3b170c7c28 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:56:26.253328 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-075b0b7f-880c-4db7-847b-6d0ebc084d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:26.253581 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-bcac7c5f-e9a0-48d7-810f-bcfa483974e5 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '50a00453-1d3c-40dd-b961-ead62e433215', 'tempest-TagsExtTest-Tag-380517712') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:26.312047 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:26.360669 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-bcac7c5f-e9a0-48d7-810f-bcfa483974e5 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "DELETE /v2.0/ports/50a00453-1d3c-40dd-b961-ead62e433215/tags/tempest-TagsExtTest-Tag-380517712 HTTP/1.1" status: 204 len: 168 time: 0.1099095 Aug 23 20:56:26.361043 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 33190) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:26.367157 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.tag.tag_plugin [None req-efebeabb-fcdd-4690-aac1-15cb94dd8f86 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '50a00453-1d3c-40dd-b961-ead62e433215') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:26.417544 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=f599a036-2fad-4bd2-be1d-ab3b170c7c28,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:56:26.492654 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84436e7-b89c-46b5-ac2b-88a59e48c23b req-bad08f7c-ba18-4b61-823b-2829bdd21497 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:26.495116 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a84436e7-b89c-46b5-ac2b-88a59e48c23b req-bad08f7c-ba18-4b61-823b-2829bdd21497 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.1034815 Aug 23 20:56:26.506404 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-efebeabb-fcdd-4690-aac1-15cb94dd8f86 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "GET /v2.0/ports/50a00453-1d3c-40dd-b961-ead62e433215/tags HTTP/1.1" status: 200 len: 205 time: 0.1441977 Aug 23 20:56:26.509892 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 33198) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:26.519908 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-8c6067ad-8be1-44ca-948f-62cebd5f8dd5 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9d8adf18-a8f7-49dd-b9e2-7667e98549d6') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:26.550837 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e51f54d5-e63c-4481-9ec1-7a1aad133189 None None] Provisioning complete for port 50a00453-1d3c-40dd-b961-ead62e433215 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:56:26.554008 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e51f54d5-e63c-4481-9ec1-7a1aad133189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:26.584446 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a84436e7-b89c-46b5-ac2b-88a59e48c23b req-77383dbd-6586-4d1f-8e0f-1eaef3015c20 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807161 Aug 23 20:56:26.614058 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-e51f54d5-e63c-4481-9ec1-7a1aad133189 None None] Port 50a00453-1d3c-40dd-b961-ead62e433215 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:56:26.627174 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8c6067ad-8be1-44ca-948f-62cebd5f8dd5 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "GET /v2.0/routers/9d8adf18-a8f7-49dd-b9e2-7667e98549d6/tags HTTP/1.1" status: 200 len: 240 time: 0.1121688 Aug 23 20:56:26.631923 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 33202) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:26.637278 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.tag.tag_plugin [None req-9fc19eac-4316-47aa-9e81-152a6ec6a6f5 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9d8adf18-a8f7-49dd-b9e2-7667e98549d6', 'tempest-TagsExtTest-Tag-539226467') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:26.720515 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48ecc8-6152-44d5-9aa5-78d4ccb39fd1 req-166da6ae-fddf-4be4-a2f3-5d72ad95e12c tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:26.721941 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1c48ecc8-6152-44d5-9aa5-78d4ccb39fd1 req-166da6ae-fddf-4be4-a2f3-5d72ad95e12c tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.0559115 Aug 23 20:56:26.744114 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9fc19eac-4316-47aa-9e81-152a6ec6a6f5 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "GET /v2.0/routers/9d8adf18-a8f7-49dd-b9e2-7667e98549d6/tags/tempest-TagsExtTest-Tag-539226467 HTTP/1.1" status: 204 len: 168 time: 0.1094704 Aug 23 20:56:26.745255 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 33204) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:26.749766 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.tag.tag_plugin [None req-19356b74-0f4b-439b-92e2-388385e39ed4 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '9d8adf18-a8f7-49dd-b9e2-7667e98549d6', 'tempest-TagsExtTest-Tag-539226467') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:26.766998 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1c48ecc8-6152-44d5-9aa5-78d4ccb39fd1 req-b0795df2-35c8-4daf-933b-17421a647433 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345173 Aug 23 20:56:26.861475 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-19356b74-0f4b-439b-92e2-388385e39ed4 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "DELETE /v2.0/routers/9d8adf18-a8f7-49dd-b9e2-7667e98549d6/tags/tempest-TagsExtTest-Tag-539226467 HTTP/1.1" status: 204 len: 168 time: 0.1100631 Aug 23 20:56:26.861475 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 33210) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:26.867149 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.tag.tag_plugin [None req-11dffc61-567a-4b34-b214-89eaed67710d tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9d8adf18-a8f7-49dd-b9e2-7667e98549d6') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:26.954024 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-11dffc61-567a-4b34-b214-89eaed67710d tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "GET /v2.0/routers/9d8adf18-a8f7-49dd-b9e2-7667e98549d6/tags HTTP/1.1" status: 200 len: 205 time: 0.0942276 Aug 23 20:56:26.956476 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 33218) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:26.960816 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.tag.tag_plugin [None req-396779da-e0e6-4fd6-a4a4-a49551e9ec07 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'fac3f4c6-baba-4e41-96e6-0f7b3c65b774') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:26.986616 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-396779da-e0e6-4fd6-a4a4-a49551e9ec07 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "GET /v2.0/subnetpools/fac3f4c6-baba-4e41-96e6-0f7b3c65b774/tags HTTP/1.1" status: 200 len: 241 time: 0.0263939 Aug 23 20:56:26.986838 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 33220) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:26.991249 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.tag.tag_plugin [None req-6edf6777-1d18-4932-960d-795456002a6e tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fac3f4c6-baba-4e41-96e6-0f7b3c65b774', 'tempest-TagsExtTest-Tag-1873488864') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:27.018833 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6edf6777-1d18-4932-960d-795456002a6e tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "GET /v2.0/subnetpools/fac3f4c6-baba-4e41-96e6-0f7b3c65b774/tags/tempest-TagsExtTest-Tag-1873488864 HTTP/1.1" status: 204 len: 168 time: 0.0309775 Aug 23 20:56:27.021414 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 33222) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:27.026123 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-dd79c34a-7866-44b1-8f5e-c01d10d03abe tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'fac3f4c6-baba-4e41-96e6-0f7b3c65b774', 'tempest-TagsExtTest-Tag-1873488864') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:27.131674 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-dd79c34a-7866-44b1-8f5e-c01d10d03abe tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "DELETE /v2.0/subnetpools/fac3f4c6-baba-4e41-96e6-0f7b3c65b774/tags/tempest-TagsExtTest-Tag-1873488864 HTTP/1.1" status: 204 len: 168 time: 0.1091759 Aug 23 20:56:27.134133 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 33224) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:27.138895 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-7d864fa4-4c6e-467b-a1e8-8b5b6c148845 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'fac3f4c6-baba-4e41-96e6-0f7b3c65b774') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:27.162261 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-7d864fa4-4c6e-467b-a1e8-8b5b6c148845 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "GET /v2.0/subnetpools/fac3f4c6-baba-4e41-96e6-0f7b3c65b774/tags HTTP/1.1" status: 200 len: 205 time: 0.0268834 Aug 23 20:56:27.165573 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 33226) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:27.173449 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.tag.tag_plugin [None req-f18c4b07-281a-40e9-a595-6c1d3b6ad5da tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fac3f4c6-baba-4e41-96e6-0f7b3c65b774') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:27.208658 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f18c4b07-281a-40e9-a595-6c1d3b6ad5da tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "DELETE /v2.0/subnetpools/fac3f4c6-baba-4e41-96e6-0f7b3c65b774/tags HTTP/1.1" status: 204 len: 168 time: 0.0391066 Aug 23 20:56:27.208976 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 33228) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:27.216634 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.tag.tag_plugin [None req-a7e8bf1d-714b-4869-b997-21c3dde60c6b tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9d8adf18-a8f7-49dd-b9e2-7667e98549d6') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:27.305626 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a7e8bf1d-714b-4869-b997-21c3dde60c6b tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "DELETE /v2.0/routers/9d8adf18-a8f7-49dd-b9e2-7667e98549d6/tags HTTP/1.1" status: 204 len: 168 time: 0.0952563 Aug 23 20:56:27.308177 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 33230) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:27.315344 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.tag.tag_plugin [None req-4e1cfe76-a1c9-4106-9b17-192d3f31e71d tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '50a00453-1d3c-40dd-b961-ead62e433215') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:27.372728 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-4e1cfe76-a1c9-4106-9b17-192d3f31e71d tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "DELETE /v2.0/ports/50a00453-1d3c-40dd-b961-ead62e433215/tags HTTP/1.1" status: 204 len: 168 time: 0.0634325 Aug 23 20:56:27.375142 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 33232) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:27.379258 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.tag.tag_plugin [None req-adb9f397-282f-404e-93c1-22808407917f tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '60dc4924-912e-4709-aaa7-04357364f43f') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:27.442633 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-adb9f397-282f-404e-93c1-22808407917f tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "DELETE /v2.0/subnets/60dc4924-912e-4709-aaa7-04357364f43f/tags HTTP/1.1" status: 204 len: 168 time: 0.0629015 Aug 23 20:56:27.442967 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 33234) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:27.449308 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-62b8c8c6-9a05-4d22-8c70-9ce1c08d0c8e tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '60dc4924-912e-4709-aaa7-04357364f43f', 'tempest-TagsExtTest-Tag-909349732') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:27.524587 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-62b8c8c6-9a05-4d22-8c70-9ce1c08d0c8e tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "PUT /v2.0/subnets/60dc4924-912e-4709-aaa7-04357364f43f/tags/tempest-TagsExtTest-Tag-909349732 HTTP/1.1" status: 201 len: 201 time: 0.0805402 Aug 23 20:56:27.527252 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 33238) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:27.531974 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.tag.tag_plugin [None req-15b11151-732b-40de-bff6-afc23095f7db tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '50a00453-1d3c-40dd-b961-ead62e433215', 'tempest-TagsExtTest-Tag-1612790503') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:27.618844 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-15b11151-732b-40de-bff6-afc23095f7db tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "PUT /v2.0/ports/50a00453-1d3c-40dd-b961-ead62e433215/tags/tempest-TagsExtTest-Tag-1612790503 HTTP/1.1" status: 201 len: 201 time: 0.0897439 Aug 23 20:56:27.621519 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 33242) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:27.626626 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-cc7dade3-d5d5-408d-9e86-91781a134aa0 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9d8adf18-a8f7-49dd-b9e2-7667e98549d6', 'tempest-TagsExtTest-Tag-1875128523') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:27.718428 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-cc7dade3-d5d5-408d-9e86-91781a134aa0 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "PUT /v2.0/routers/9d8adf18-a8f7-49dd-b9e2-7667e98549d6/tags/tempest-TagsExtTest-Tag-1875128523 HTTP/1.1" status: 201 len: 201 time: 0.0956044 Aug 23 20:56:27.721155 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 33244) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:27.726416 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-6c9647c7-b2eb-4442-b518-c11ab2f769d4 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'fac3f4c6-baba-4e41-96e6-0f7b3c65b774', 'tempest-TagsExtTest-Tag-1690350420') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:27.764964 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-6c9647c7-b2eb-4442-b518-c11ab2f769d4 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "PUT /v2.0/subnetpools/fac3f4c6-baba-4e41-96e6-0f7b3c65b774/tags/tempest-TagsExtTest-Tag-1690350420 HTTP/1.1" status: 201 len: 201 time: 0.0425029 Aug 23 20:56:27.767931 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 33246) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:27.772849 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.tag.tag_plugin [None req-8c599b0f-8f2f-4274-965d-057ba442406a tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '60dc4924-912e-4709-aaa7-04357364f43f', {'tags': ['tempest-TagsExtTest-Tag-538285742', 'tempest-TagsExtTest-Tag-595518882', 'tempest-TagsExtTest-Tag-1794921513']}) {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:27.831613 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device f599a036-2fad-4bd2-be1d-ab3b170c7c28 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:56:27.843606 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8c599b0f-8f2f-4274-965d-057ba442406a tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "PUT /v2.0/subnets/60dc4924-912e-4709-aaa7-04357364f43f/tags HTTP/1.1" status: 200 len: 316 time: 0.0721760 Aug 23 20:56:27.843860 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 33248) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:27.850235 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.tag.tag_plugin [None req-0ff53ffb-ee68-45df-bdc3-a7438c57a4b1 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '60dc4924-912e-4709-aaa7-04357364f43f') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:27.897398 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port f599a036-2fad-4bd2-be1d-ab3b170c7c28 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:56:27.897865 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:27.950205 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0ff53ffb-ee68-45df-bdc3-a7438c57a4b1 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "DELETE /v2.0/subnets/60dc4924-912e-4709-aaa7-04357364f43f/tags HTTP/1.1" status: 204 len: 168 time: 0.1053236 Aug 23 20:56:27.950586 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 33252) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:27.956199 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-2a9b8960-af0a-45d1-bfdc-ae48fc065f23 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '60dc4924-912e-4709-aaa7-04357364f43f', 'tempest-TagsExtTest-Tag-538285742') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:28.012199 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-2a9b8960-af0a-45d1-bfdc-ae48fc065f23 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] show failed (client error): The resource could not be found. Aug 23 20:56:28.016174 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 33254) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:28.016336 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2a9b8960-af0a-45d1-bfdc-ae48fc065f23 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "GET /v2.0/subnets/60dc4924-912e-4709-aaa7-04357364f43f/tags/tempest-TagsExtTest-Tag-538285742 HTTP/1.1" status: 404 len: 328 time: 0.0645275 Aug 23 20:56:28.023585 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.tag.tag_plugin [None req-a6ac88fc-8a33-4a3f-8703-52c2d810e276 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '60dc4924-912e-4709-aaa7-04357364f43f', 'tempest-TagsExtTest-Tag-595518882') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:28.074839 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-a6ac88fc-8a33-4a3f-8703-52c2d810e276 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] show failed (client error): The resource could not be found. Aug 23 20:56:28.075975 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a6ac88fc-8a33-4a3f-8703-52c2d810e276 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "GET /v2.0/subnets/60dc4924-912e-4709-aaa7-04357364f43f/tags/tempest-TagsExtTest-Tag-595518882 HTTP/1.1" status: 404 len: 328 time: 0.0586240 Aug 23 20:56:28.078755 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 33256) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:28.082861 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.tag.tag_plugin [None req-3ba8cbfd-2cfd-41a4-9d63-fedecbb0537a tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '60dc4924-912e-4709-aaa7-04357364f43f', 'tempest-TagsExtTest-Tag-1794921513') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:28.142209 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-3ba8cbfd-2cfd-41a4-9d63-fedecbb0537a tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] show failed (client error): The resource could not be found. Aug 23 20:56:28.143235 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3ba8cbfd-2cfd-41a4-9d63-fedecbb0537a tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "GET /v2.0/subnets/60dc4924-912e-4709-aaa7-04357364f43f/tags/tempest-TagsExtTest-Tag-1794921513 HTTP/1.1" status: 404 len: 329 time: 0.0636024 Aug 23 20:56:28.146024 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 33258) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:28.151260 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.tag.tag_plugin [None req-f730b9d0-78b7-4032-a8ad-0be8fb2c0ada tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '50a00453-1d3c-40dd-b961-ead62e433215', {'tags': ['tempest-TagsExtTest-Tag-914754600', 'tempest-TagsExtTest-Tag-1183922374', 'tempest-TagsExtTest-Tag-1843092471']}) {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:28.537854 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f730b9d0-78b7-4032-a8ad-0be8fb2c0ada tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "PUT /v2.0/ports/50a00453-1d3c-40dd-b961-ead62e433215/tags HTTP/1.1" status: 200 len: 317 time: 0.3907871 Aug 23 20:56:28.541711 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 33260) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:28.546439 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.tag.tag_plugin [None req-751ecc6d-2407-463b-9697-81bd1bacf69e tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '50a00453-1d3c-40dd-b961-ead62e433215') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:28.625838 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-751ecc6d-2407-463b-9697-81bd1bacf69e tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "DELETE /v2.0/ports/50a00453-1d3c-40dd-b961-ead62e433215/tags HTTP/1.1" status: 204 len: 168 time: 0.0802915 Aug 23 20:56:28.626221 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 33266) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:28.633448 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.tag.tag_plugin [None req-3c1eba0f-ce3e-4b83-9d54-75f1e04537fd tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '50a00453-1d3c-40dd-b961-ead62e433215', 'tempest-TagsExtTest-Tag-914754600') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:28.708961 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-3c1eba0f-ce3e-4b83-9d54-75f1e04537fd tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] show failed (client error): The resource could not be found. Aug 23 20:56:28.710380 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3c1eba0f-ce3e-4b83-9d54-75f1e04537fd tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "GET /v2.0/ports/50a00453-1d3c-40dd-b961-ead62e433215/tags/tempest-TagsExtTest-Tag-914754600 HTTP/1.1" status: 404 len: 328 time: 0.0831294 Aug 23 20:56:28.713784 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 33268) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:28.718418 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.tag.tag_plugin [None req-f62840f9-7539-43a1-abd2-b6330dde3bde tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '50a00453-1d3c-40dd-b961-ead62e433215', 'tempest-TagsExtTest-Tag-1183922374') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:28.770034 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-f62840f9-7539-43a1-abd2-b6330dde3bde tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] show failed (client error): The resource could not be found. Aug 23 20:56:28.771088 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f62840f9-7539-43a1-abd2-b6330dde3bde tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "GET /v2.0/ports/50a00453-1d3c-40dd-b961-ead62e433215/tags/tempest-TagsExtTest-Tag-1183922374 HTTP/1.1" status: 404 len: 329 time: 0.0561538 Aug 23 20:56:28.773841 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 33270) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:28.779132 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.tag.tag_plugin [None req-ec17d589-d43a-493b-837f-6efdfceefda1 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '50a00453-1d3c-40dd-b961-ead62e433215', 'tempest-TagsExtTest-Tag-1843092471') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:28.835864 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-ec17d589-d43a-493b-837f-6efdfceefda1 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] show failed (client error): The resource could not be found. Aug 23 20:56:28.840386 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 33272) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:28.841272 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ec17d589-d43a-493b-837f-6efdfceefda1 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "GET /v2.0/ports/50a00453-1d3c-40dd-b961-ead62e433215/tags/tempest-TagsExtTest-Tag-1843092471 HTTP/1.1" status: 404 len: 329 time: 0.0651066 Aug 23 20:56:28.850936 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-e4cc5712-56c0-4d6b-bbec-a4e362d78628 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '9d8adf18-a8f7-49dd-b9e2-7667e98549d6', {'tags': ['tempest-TagsExtTest-Tag-816341788', 'tempest-TagsExtTest-Tag-217944275', 'tempest-TagsExtTest-Tag-787940652']}) {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:28.992600 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e4cc5712-56c0-4d6b-bbec-a4e362d78628 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "PUT /v2.0/routers/9d8adf18-a8f7-49dd-b9e2-7667e98549d6/tags HTTP/1.1" status: 200 len: 315 time: 0.1493604 Aug 23 20:56:28.994474 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 33276) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:28.999192 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-bf5198ff-7121-4040-b42a-54352fcae7f0 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9d8adf18-a8f7-49dd-b9e2-7667e98549d6') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:29.097699 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-bf5198ff-7121-4040-b42a-54352fcae7f0 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "DELETE /v2.0/routers/9d8adf18-a8f7-49dd-b9e2-7667e98549d6/tags HTTP/1.1" status: 204 len: 168 time: 0.1021047 Aug 23 20:56:29.100172 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 33278) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:29.105235 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-f64564f9-c5b2-4874-8b9e-26059cf2188d tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9d8adf18-a8f7-49dd-b9e2-7667e98549d6', 'tempest-TagsExtTest-Tag-816341788') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:29.184931 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-f64564f9-c5b2-4874-8b9e-26059cf2188d tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] show failed (client error): The resource could not be found. Aug 23 20:56:29.188876 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f64564f9-c5b2-4874-8b9e-26059cf2188d tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "GET /v2.0/routers/9d8adf18-a8f7-49dd-b9e2-7667e98549d6/tags/tempest-TagsExtTest-Tag-816341788 HTTP/1.1" status: 404 len: 328 time: 0.0877373 Aug 23 20:56:29.189077 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 33280) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:29.193602 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.tag.tag_plugin [None req-bcc2a47f-709a-4d73-b9ca-4d89f095027f tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9d8adf18-a8f7-49dd-b9e2-7667e98549d6', 'tempest-TagsExtTest-Tag-217944275') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:29.270873 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-bcc2a47f-709a-4d73-b9ca-4d89f095027f tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] show failed (client error): The resource could not be found. Aug 23 20:56:29.271928 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-bcc2a47f-709a-4d73-b9ca-4d89f095027f tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "GET /v2.0/routers/9d8adf18-a8f7-49dd-b9e2-7667e98549d6/tags/tempest-TagsExtTest-Tag-217944275 HTTP/1.1" status: 404 len: 328 time: 0.0820096 Aug 23 20:56:29.275069 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 33282) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:29.279674 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-2f0898cd-323e-45ed-b30e-7c363fa63681 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9d8adf18-a8f7-49dd-b9e2-7667e98549d6', 'tempest-TagsExtTest-Tag-787940652') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:29.362815 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-2f0898cd-323e-45ed-b30e-7c363fa63681 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] show failed (client error): The resource could not be found. Aug 23 20:56:29.363769 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2f0898cd-323e-45ed-b30e-7c363fa63681 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "GET /v2.0/routers/9d8adf18-a8f7-49dd-b9e2-7667e98549d6/tags/tempest-TagsExtTest-Tag-787940652 HTTP/1.1" status: 404 len: 328 time: 0.0877433 Aug 23 20:56:29.366624 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 33284) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:29.371763 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-712b2328-4fcd-4927-870e-7ac1c3163777 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'fac3f4c6-baba-4e41-96e6-0f7b3c65b774', {'tags': ['tempest-TagsExtTest-Tag-1835222986', 'tempest-TagsExtTest-Tag-1176834714', 'tempest-TagsExtTest-Tag-1381681710']}) {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:29.410653 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-712b2328-4fcd-4927-870e-7ac1c3163777 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "PUT /v2.0/subnetpools/fac3f4c6-baba-4e41-96e6-0f7b3c65b774/tags HTTP/1.1" status: 200 len: 318 time: 0.0430284 Aug 23 20:56:29.413153 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 33286) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:29.418186 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-19335de5-6750-4bed-a0cd-cf681aa450c2 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fac3f4c6-baba-4e41-96e6-0f7b3c65b774') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:29.456080 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-19335de5-6750-4bed-a0cd-cf681aa450c2 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "DELETE /v2.0/subnetpools/fac3f4c6-baba-4e41-96e6-0f7b3c65b774/tags HTTP/1.1" status: 204 len: 168 time: 0.0418618 Aug 23 20:56:29.458602 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 33288) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:29.464305 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-fc95ff45-c07a-43f5-968f-11e0f171fcd9 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fac3f4c6-baba-4e41-96e6-0f7b3c65b774', 'tempest-TagsExtTest-Tag-1835222986') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:29.486663 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-fc95ff45-c07a-43f5-968f-11e0f171fcd9 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] show failed (client error): The resource could not be found. Aug 23 20:56:29.487716 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-fc95ff45-c07a-43f5-968f-11e0f171fcd9 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "GET /v2.0/subnetpools/fac3f4c6-baba-4e41-96e6-0f7b3c65b774/tags/tempest-TagsExtTest-Tag-1835222986 HTTP/1.1" status: 404 len: 329 time: 0.0280216 Aug 23 20:56:29.490911 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 33290) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:29.495189 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-876b71a7-14eb-4195-9c0d-d3b15d89cbfd tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fac3f4c6-baba-4e41-96e6-0f7b3c65b774', 'tempest-TagsExtTest-Tag-1176834714') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:29.516659 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-876b71a7-14eb-4195-9c0d-d3b15d89cbfd tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] show failed (client error): The resource could not be found. Aug 23 20:56:29.520396 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-876b71a7-14eb-4195-9c0d-d3b15d89cbfd tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "GET /v2.0/subnetpools/fac3f4c6-baba-4e41-96e6-0f7b3c65b774/tags/tempest-TagsExtTest-Tag-1176834714 HTTP/1.1" status: 404 len: 329 time: 0.0259056 Aug 23 20:56:29.520739 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 33292) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:29.525630 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-03b4b496-aef3-4b03-86fd-4c92303aca56 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fac3f4c6-baba-4e41-96e6-0f7b3c65b774', 'tempest-TagsExtTest-Tag-1381681710') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:29.546961 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-03b4b496-aef3-4b03-86fd-4c92303aca56 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] show failed (client error): The resource could not be found. Aug 23 20:56:29.549361 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-03b4b496-aef3-4b03-86fd-4c92303aca56 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "GET /v2.0/subnetpools/fac3f4c6-baba-4e41-96e6-0f7b3c65b774/tags/tempest-TagsExtTest-Tag-1381681710 HTTP/1.1" status: 404 len: 329 time: 0.0263264 Aug 23 20:56:29.551528 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 33294) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:29.557253 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-f849bb8f-a266-4b19-a4a0-65b68f816df5 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fac3f4c6-baba-4e41-96e6-0f7b3c65b774') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:29.583648 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f849bb8f-a266-4b19-a4a0-65b68f816df5 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "DELETE /v2.0/subnetpools/fac3f4c6-baba-4e41-96e6-0f7b3c65b774/tags HTTP/1.1" status: 204 len: 168 time: 0.0308449 Aug 23 20:56:29.586342 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 33296) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:29.592336 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.tag.tag_plugin [None req-4fe50f9c-edac-4819-8109-8e999fa005d3 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9d8adf18-a8f7-49dd-b9e2-7667e98549d6') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:29.676309 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-4fe50f9c-edac-4819-8109-8e999fa005d3 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "DELETE /v2.0/routers/9d8adf18-a8f7-49dd-b9e2-7667e98549d6/tags HTTP/1.1" status: 204 len: 168 time: 0.0880835 Aug 23 20:56:29.679238 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 33300) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:29.685308 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-2d62a609-e6a1-43f3-985c-b8f0307f8a1f tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '50a00453-1d3c-40dd-b961-ead62e433215') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:29.753477 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2d62a609-e6a1-43f3-985c-b8f0307f8a1f tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "DELETE /v2.0/ports/50a00453-1d3c-40dd-b961-ead62e433215/tags HTTP/1.1" status: 204 len: 168 time: 0.0719597 Aug 23 20:56:29.755262 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 33306) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:29.760031 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.tag.tag_plugin [None req-012b7797-0e99-4d05-8b35-cd19889f3a7e tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '60dc4924-912e-4709-aaa7-04357364f43f') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:29.826400 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-012b7797-0e99-4d05-8b35-cd19889f3a7e tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "DELETE /v2.0/subnets/60dc4924-912e-4709-aaa7-04357364f43f/tags HTTP/1.1" status: 204 len: 168 time: 0.0700796 Aug 23 20:56:29.831268 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 33308) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:29.936636 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c4a97a5d-d65f-4ade-bef2-02da285122da tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Notify callbacks [] for subnetpool, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:29.940719 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 33310) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:29.940893 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c4a97a5d-d65f-4ade-bef2-02da285122da tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "DELETE /v2.0/subnetpools/fac3f4c6-baba-4e41-96e6-0f7b3c65b774 HTTP/1.1" status: 204 len: 168 time: 0.1082129 Aug 23 20:56:29.972275 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 33312) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:29.972516 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1bf6a451-f6aa-4de9-af43-93bb51af9240 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "GET /v2.0/ports?device_id=9d8adf18-a8f7-49dd-b9e2-7667e98549d6 HTTP/1.1" status: 200 len: 205 time: 0.0303969 Aug 23 20:56:30.077263 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-df04920a-589c-4107-a356-a67a107786a4 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:30.254954 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-df04920a-589c-4107-a356-a67a107786a4 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:30.257169 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-df04920a-589c-4107-a356-a67a107786a4 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:30.309418 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-df04920a-589c-4107-a356-a67a107786a4 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:30.310010 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df04920a-589c-4107-a356-a67a107786a4 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Fanout notify agent at l3_agent the message router_deleted on router 9d8adf18-a8f7-49dd-b9e2-7667e98549d6 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:56:30.318110 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-df04920a-589c-4107-a356-a67a107786a4 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:30.322597 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 33318) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:30.322949 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-df04920a-589c-4107-a356-a67a107786a4 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "DELETE /v2.0/routers/9d8adf18-a8f7-49dd-b9e2-7667e98549d6 HTTP/1.1" status: 204 len: 168 time: 0.3494513 Aug 23 20:56:30.434253 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-75377ce8-31e6-467a-9250-60e6b48e25a5 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Deleting port 50a00453-1d3c-40dd-b961-ead62e433215 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:56:30.434253 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-75377ce8-31e6-467a-9250-60e6b48e25a5 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:30.527769 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-75377ce8-31e6-467a-9250-60e6b48e25a5 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:30.543564 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-75377ce8-31e6-467a-9250-60e6b48e25a5 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Calling delete_port for 50a00453-1d3c-40dd-b961-ead62e433215 owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:56:30.697006 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-75377ce8-31e6-467a-9250-60e6b48e25a5 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:30.734497 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75377ce8-31e6-467a-9250-60e6b48e25a5 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Pushing event deleted for resources: {'Port': ['ID=50a00453-1d3c-40dd-b961-ead62e433215,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:56:30.766885 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75377ce8-31e6-467a-9250-60e6b48e25a5 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:56:30.767239 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75377ce8-31e6-467a-9250-60e6b48e25a5 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:56:30.767578 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75377ce8-31e6-467a-9250-60e6b48e25a5 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:56:30.767916 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75377ce8-31e6-467a-9250-60e6b48e25a5 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:56:30.768291 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75377ce8-31e6-467a-9250-60e6b48e25a5 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:56:30.768625 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75377ce8-31e6-467a-9250-60e6b48e25a5 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:56:30.768954 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75377ce8-31e6-467a-9250-60e6b48e25a5 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:56:30.769279 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75377ce8-31e6-467a-9250-60e6b48e25a5 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:56:30.769604 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75377ce8-31e6-467a-9250-60e6b48e25a5 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:56:30.769928 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75377ce8-31e6-467a-9250-60e6b48e25a5 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:56:30.770252 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75377ce8-31e6-467a-9250-60e6b48e25a5 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:56:30.770572 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75377ce8-31e6-467a-9250-60e6b48e25a5 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:56:30.841351 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-75377ce8-31e6-467a-9250-60e6b48e25a5 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:30.843696 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-75377ce8-31e6-467a-9250-60e6b48e25a5 tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "DELETE /v2.0/ports/50a00453-1d3c-40dd-b961-ead62e433215 HTTP/1.1" status: 204 len: 168 time: 0.5192044 Aug 23 20:56:30.846013 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 33324) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:30.912227 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b78060d-01f3-46c5-8c56-2cf3ca3605bc tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Deleting subnet 60dc4924-912e-4709-aaa7-04357364f43f {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:56:30.916375 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5b78060d-01f3-46c5-8c56-2cf3ca3605bc tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:30.965120 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5b78060d-01f3-46c5-8c56-2cf3ca3605bc tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:31.073885 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5b78060d-01f3-46c5-8c56-2cf3ca3605bc tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:31.150015 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5b78060d-01f3-46c5-8c56-2cf3ca3605bc tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:31.177641 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b78060d-01f3-46c5-8c56-2cf3ca3605bc tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Pushing event deleted for resources: {'Subnet': ['ID=60dc4924-912e-4709-aaa7-04357364f43f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:56:31.186633 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5b78060d-01f3-46c5-8c56-2cf3ca3605bc tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:31.188372 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b8abed-0a96-4ff9-93fc-bafa57b49b55 None None] Network 0be68503-f528-4995-ae9f-32b8161be2b2 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:56:31.188878 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5b78060d-01f3-46c5-8c56-2cf3ca3605bc tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "DELETE /v2.0/subnets/60dc4924-912e-4709-aaa7-04357364f43f HTTP/1.1" status: 204 len: 168 time: 0.3392024 Aug 23 20:56:31.190991 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 33330) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:31.277493 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fe2177a2-d15b-47ca-9933-c30cab786aee tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:31.348161 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-fe2177a2-d15b-47ca-9933-c30cab786aee tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Deleting port f599a036-2fad-4bd2-be1d-ab3b170c7c28 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:56:31.348827 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fe2177a2-d15b-47ca-9933-c30cab786aee tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:31.382810 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a769749-5a8d-430e-9828-788843f736a7 None None] DHCP port deletion for 0be68503-f528-4995-ae9f-32b8161be2b2 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:56:31.421928 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-fe2177a2-d15b-47ca-9933-c30cab786aee tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] For port f599a036-2fad-4bd2-be1d-ab3b170c7c28, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=f599a036-2fad-4bd2-be1d-ab3b170c7c28,segment=NetworkSegment(c31806a3-3632-410a-8d59-6169c17721cb),segment_id=c31806a3-3632-410a-8d59-6169c17721cb)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:56:31.422297 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fe2177a2-d15b-47ca-9933-c30cab786aee tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:31.435526 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4a769749-5a8d-430e-9828-788843f736a7 None None] Deleting port f599a036-2fad-4bd2-be1d-ab3b170c7c28 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:56:31.436198 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4a769749-5a8d-430e-9828-788843f736a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:31.437117 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-fe2177a2-d15b-47ca-9933-c30cab786aee tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Calling delete_port for f599a036-2fad-4bd2-be1d-ab3b170c7c28 owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:56:31.509043 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4a769749-5a8d-430e-9828-788843f736a7 None None] For port f599a036-2fad-4bd2-be1d-ab3b170c7c28, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=f599a036-2fad-4bd2-be1d-ab3b170c7c28,segment=NetworkSegment(c31806a3-3632-410a-8d59-6169c17721cb),segment_id=c31806a3-3632-410a-8d59-6169c17721cb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:56:31.510011 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4a769749-5a8d-430e-9828-788843f736a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:31.521224 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fe2177a2-d15b-47ca-9933-c30cab786aee tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:31.527725 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4a769749-5a8d-430e-9828-788843f736a7 None None] Calling delete_port for f599a036-2fad-4bd2-be1d-ab3b170c7c28 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:56:31.557563 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2177a2-d15b-47ca-9933-c30cab786aee tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Pushing event deleted for resources: {'Port': ['ID=f599a036-2fad-4bd2-be1d-ab3b170c7c28,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:56:31.562993 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2177a2-d15b-47ca-9933-c30cab786aee tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] No DVR routers for this DVR port f599a036-2fad-4bd2-be1d-ab3b170c7c28 on host n-d-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:56:31.610508 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:56:31.610508 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:56:31.610508 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:56:31.610508 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:56:31.610508 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:56:31.610508 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:56:31.610508 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:56:31.610508 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:56:31.610508 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:56:31.610508 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:56:31.610508 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:56:31.610508 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:56:31.610508 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:56:31.610508 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:56:31.610508 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:56:31.610508 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:56:31.610508 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:56:31.610508 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:56:31.610508 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:56:31.610508 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:56:31.610508 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:56:31.610508 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:56:31.610508 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:56:31.610508 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:56:31.610508 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:56:31.610508 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:56:31.610508 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:56:31.610508 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:56:31.610508 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:56:31.610508 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:56:31.610508 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:56:31.610508 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:56:31.610508 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:56:31.610508 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:56:31.610508 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:56:31.610508 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:56:31.610508 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:56:31.610508 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:56:31.610508 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:56:31.610508 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:56:31.610508 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:56:31.610508 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:56:31.610508 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:56:31.610508 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:56:31.610508 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:56:31.610508 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:56:31.610508 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:56:31.610508 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:56:31.610508 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:56:31.610508 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:56:31.610508 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:56:31.610508 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:56:31.610508 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 20:56:31.610508 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 20:56:31.615945 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4a769749-5a8d-430e-9828-788843f736a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:31.643218 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a769749-5a8d-430e-9828-788843f736a7 None None] Pushing event deleted for resources: {'Port': ['ID=f599a036-2fad-4bd2-be1d-ab3b170c7c28,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:56:31.646957 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a769749-5a8d-430e-9828-788843f736a7 None None] No DVR routers for this DVR port f599a036-2fad-4bd2-be1d-ab3b170c7c28 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:56:31.650451 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fe2177a2-d15b-47ca-9933-c30cab786aee tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:31.667777 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-fe2177a2-d15b-47ca-9933-c30cab786aee tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0be68503-f528-4995-ae9f-32b8161be2b2']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:31.683972 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-fe2177a2-d15b-47ca-9933-c30cab786aee tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c31806a3-3632-410a-8d59-6169c17721cb') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:31.684746 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-fe2177a2-d15b-47ca-9933-c30cab786aee tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c31806a3-3632-410a-8d59-6169c17721cb') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:56:31.695883 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fe2177a2-d15b-47ca-9933-c30cab786aee tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:31.711473 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fe2177a2-d15b-47ca-9933-c30cab786aee tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:31.721925 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe2177a2-d15b-47ca-9933-c30cab786aee tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:56:31.722403 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fe2177a2-d15b-47ca-9933-c30cab786aee tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:31.726509 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:56:31.726509 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:56:31.726509 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:56:31.726509 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:56:31.726509 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:56:31.726509 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:56:31.726509 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:56:31.726509 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:56:31.726509 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:56:31.726509 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:56:31.726509 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:56:31.726509 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:56:31.726509 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:56:31.726509 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:56:31.726509 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:56:31.726509 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:56:31.726509 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:56:31.726509 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:56:31.726509 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:56:31.726509 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:56:31.726509 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:56:31.726509 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:56:31.726509 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:56:31.726509 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:56:31.726509 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:56:31.726509 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:56:31.726509 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:56:31.726509 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:56:31.726509 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:56:31.726509 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:56:31.726509 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:56:31.726509 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:56:31.804945 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fe2177a2-d15b-47ca-9933-c30cab786aee tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:31.833268 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fe2177a2-d15b-47ca-9933-c30cab786aee tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:31.835816 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-fe2177a2-d15b-47ca-9933-c30cab786aee tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] 10.222.0.61 "DELETE /v2.0/networks/0be68503-f528-4995-ae9f-32b8161be2b2 HTTP/1.1" status: 204 len: 168 time: 0.6438835 Aug 23 20:56:31.835965 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 33336) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:31.837399 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2177a2-d15b-47ca-9933-c30cab786aee tempest-TagsExtTest-262540334 tempest-TagsExtTest-262540334-project] Pushing event deleted for resources: {'Network': ['ID=0be68503-f528-4995-ae9f-32b8161be2b2,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:56:31.858311 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device f599a036-2fad-4bd2-be1d-ab3b170c7c28 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:56:31.882512 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: f599a036-2fad-4bd2-be1d-ab3b170c7c28 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:56:31.884273 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device f599a036-2fad-4bd2-be1d-ab3b170c7c28 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:56:31.970044 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19091d6f-58f0-496e-9bf5-b2d6e703c6e8 req-d8ad4c6f-62b4-471c-90d1-abc23a4e8b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:31.971708 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-19091d6f-58f0-496e-9bf5-b2d6e703c6e8 req-d8ad4c6f-62b4-471c-90d1-abc23a4e8b90 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e06c45fe-6939-4a13-8d99-3081e10fc360 HTTP/1.1" status: 200 len: 1096 time: 0.1335413 Aug 23 20:56:32.021154 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-19091d6f-58f0-496e-9bf5-b2d6e703c6e8 req-088c75b9-c6e1-4da9-9ce2-ff1bb62e04a7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b2c9b080-d6c5-450c-af6b-c1b1867a8703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416880 Aug 23 20:56:32.164558 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 33352) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:32.340489 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-383831b4-05f6-4d2e-b535-9b1fa88f1827 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3ba8466362384ea78762e29d9ba9130e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1738725 Aug 23 20:56:32.342951 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 33356) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:56:32.394396 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2d6d1829-db62-4a4f-9269-94a2d9ee0930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:32.419698 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2d6d1829-db62-4a4f-9269-94a2d9ee0930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:32.482863 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2d6d1829-db62-4a4f-9269-94a2d9ee0930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:32.485566 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2d6d1829-db62-4a4f-9269-94a2d9ee0930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:32.489236 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2d6d1829-db62-4a4f-9269-94a2d9ee0930 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5096e448-091d-4ced-bcfd-49d94c0a7ed0 HTTP/1.1" status: 204 len: 168 time: 0.1429138 Aug 23 20:56:32.496136 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d1829-db62-4a4f-9269-94a2d9ee0930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5096e448-091d-4ced-bcfd-49d94c0a7ed0,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:56:37.171500 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697b24d-1c0f-481c-a148-c4d88ee618cc req-026381b8-6183-4f0e-9478-9dbc5d94eff3 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:37.173806 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b697b24d-1c0f-481c-a148-c4d88ee618cc req-026381b8-6183-4f0e-9478-9dbc5d94eff3 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/networks?id=4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e HTTP/1.1" status: 200 len: 811 time: 0.1315563 Aug 23 20:56:37.203941 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b697b24d-1c0f-481c-a148-c4d88ee618cc req-b63872d7-be1d-4b3b-98c9-1d0c2a2204b5 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/quotas/2af290724cc44af890c8fd2249003602 HTTP/1.1" status: 200 len: 375 time: 0.0140841 Aug 23 20:56:37.274512 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b697b24d-1c0f-481c-a148-c4d88ee618cc req-a69c99c5-7ea8-475f-ac91-bb0a34a44667 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2af290724cc44af890c8fd2249003602&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0634718 Aug 23 20:56:37.370697 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b697b24d-1c0f-481c-a148-c4d88ee618cc req-45e189f7-b8bb-4294-90c5-db15ceb701f3 service neutron] 10.222.0.61 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887895 Aug 23 20:56:37.500609 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b697b24d-1c0f-481c-a148-c4d88ee618cc req-6ff2493d-9a09-4023-8f9a-0f5a3876908e service neutron] 10.222.0.61 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234767 Aug 23 20:56:37.725346 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f7542dd2-b371-45db-b84f-7308167c367e req-fe8f9641-b1fc-4a53-960b-5a4b05680121 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=5962f996-203d-4e5d-ba81-c0ed201991c2 HTTP/1.1" status: 200 len: 210 time: 0.0313146 Aug 23 20:56:38.961112 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0e995430-c199-40b2-9885-ad2baf45d78e req-4fa4bae3-3ea9-4b6f-b7b7-557c07f20ef8 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=5962f996-203d-4e5d-ba81-c0ed201991c2 HTTP/1.1" status: 200 len: 210 time: 0.1263125 Aug 23 20:56:39.021581 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697b24d-1c0f-481c-a148-c4d88ee618cc req-c802cbe2-81ad-4b8a-a7ed-a802ff01223c tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:39.023916 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b697b24d-1c0f-481c-a148-c4d88ee618cc req-c802cbe2-81ad-4b8a-a7ed-a802ff01223c tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.11 "GET /v2.0/networks?id=4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e HTTP/1.1" status: 200 len: 811 time: 0.1743214 Aug 23 20:56:39.038420 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-b697b24d-1c0f-481c-a148-c4d88ee618cc req-599a4f8d-2788-4265-a60c-5b777f2be080 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Request body: {'port': {'device_id': '5962f996-203d-4e5d-ba81-c0ed201991c2', 'network_id': '4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e', 'admin_state_up': True, 'tenant_id': '2af290724cc44af890c8fd2249003602'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:56:39.161821 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b697b24d-1c0f-481c-a148-c4d88ee618cc req-599a4f8d-2788-4265-a60c-5b777f2be080 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Made reservation on behalf of 2af290724cc44af890c8fd2249003602 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:56:39.166768 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b697b24d-1c0f-481c-a148-c4d88ee618cc req-599a4f8d-2788-4265-a60c-5b777f2be080 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:39.368772 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-b697b24d-1c0f-481c-a148-c4d88ee618cc req-599a4f8d-2788-4265-a60c-5b777f2be080 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Allocated IP 172.20.0.12 (4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e/7046a0bd-4474-4718-a5da-60ae1dc26dbc/36d5133e-6dd4-4382-b9a6-540bd6d68f6d) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:56:39.655013 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b697b24d-1c0f-481c-a148-c4d88ee618cc req-599a4f8d-2788-4265-a60c-5b777f2be080 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:39.674950 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-b697b24d-1c0f-481c-a148-c4d88ee618cc req-599a4f8d-2788-4265-a60c-5b777f2be080 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Transition to ACTIVE for port object 36d5133e-6dd4-4382-b9a6-540bd6d68f6d will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:56:39.722201 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b697b24d-1c0f-481c-a148-c4d88ee618cc req-599a4f8d-2788-4265-a60c-5b777f2be080 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:39.736752 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['9a6d9c72-59f1-4217-924c-5019fe85f048'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:56:39.791220 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b697b24d-1c0f-481c-a148-c4d88ee618cc req-599a4f8d-2788-4265-a60c-5b777f2be080 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Network 4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:56:39.796935 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['48104957-012e-4da4-aafa-e7191b68343c'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:56:39.824109 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-b697b24d-1c0f-481c-a148-c4d88ee618cc req-599a4f8d-2788-4265-a60c-5b777f2be080 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:56:39.830082 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-b697b24d-1c0f-481c-a148-c4d88ee618cc req-599a4f8d-2788-4265-a60c-5b777f2be080 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:56:39.837515 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599a4f8d-2788-4265-a60c-5b777f2be080 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Pushing event updated for resources: {'Port': ['ID=36d5133e-6dd4-4382-b9a6-540bd6d68f6d,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:56:39.953702 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697b24d-1c0f-481c-a148-c4d88ee618cc req-599a4f8d-2788-4265-a60c-5b777f2be080 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:39.954389 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b697b24d-1c0f-481c-a148-c4d88ee618cc req-599a4f8d-2788-4265-a60c-5b777f2be080 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:39.975581 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b697b24d-1c0f-481c-a148-c4d88ee618cc req-599a4f8d-2788-4265-a60c-5b777f2be080 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9417188 Aug 23 20:56:39.987929 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-b697b24d-1c0f-481c-a148-c4d88ee618cc req-5b0bca00-313c-417b-bf21-7dca8ca1d8f2 service neutron] Request body: {'port': {'device_id': '5962f996-203d-4e5d-ba81-c0ed201991c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:56:40.083269 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-536dbbb9-f8e1-4b70-9c9d-08ba0789a947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:40.129379 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b697b24d-1c0f-481c-a148-c4d88ee618cc req-5b0bca00-313c-417b-bf21-7dca8ca1d8f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:40.232227 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabda293-ea05-4708-bb3f-e29b8ba61e80 req-03054ee3-22bd-4c6a-b0dd-2493f9528a90 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:40.233714 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-eabda293-ea05-4708-bb3f-e29b8ba61e80 req-03054ee3-22bd-4c6a-b0dd-2493f9528a90 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=5962f996-203d-4e5d-ba81-c0ed201991c2 HTTP/1.1" status: 200 len: 932 time: 0.1061468 Aug 23 20:56:40.269166 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8f4d6324-9f78-4bed-9764-22d40f766514 None None] Provisioning for port 36d5133e-6dd4-4382-b9a6-540bd6d68f6d completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:56:40.275521 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8f4d6324-9f78-4bed-9764-22d40f766514 None None] Provisioning complete for port 36d5133e-6dd4-4382-b9a6-540bd6d68f6d triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:56:40.276267 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8f4d6324-9f78-4bed-9764-22d40f766514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:40.343772 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-8f4d6324-9f78-4bed-9764-22d40f766514 None None] Port 36d5133e-6dd4-4382-b9a6-540bd6d68f6d cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:56:40.359076 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-eabda293-ea05-4708-bb3f-e29b8ba61e80 req-0537a551-a07a-42e0-9c1b-02b840284dc5 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123171 Aug 23 20:56:40.519464 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:40.577501 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-b697b24d-1c0f-481c-a148-c4d88ee618cc req-5b0bca00-313c-417b-bf21-7dca8ca1d8f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36d5133e-6dd4-4382-b9a6-540bd6d68f6d {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:56:40.586086 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b697b24d-1c0f-481c-a148-c4d88ee618cc req-5b0bca00-313c-417b-bf21-7dca8ca1d8f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:40.600509 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-b697b24d-1c0f-481c-a148-c4d88ee618cc req-5b0bca00-313c-417b-bf21-7dca8ca1d8f2 service neutron] Transition to ACTIVE for port object 36d5133e-6dd4-4382-b9a6-540bd6d68f6d will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:56:40.605639 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b697b24d-1c0f-481c-a148-c4d88ee618cc req-5b0bca00-313c-417b-bf21-7dca8ca1d8f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:40.685610 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0bca00-313c-417b-bf21-7dca8ca1d8f2 service neutron] Pushing event updated for resources: {'Port': ['ID=36d5133e-6dd4-4382-b9a6-540bd6d68f6d,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:56:40.776476 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-b697b24d-1c0f-481c-a148-c4d88ee618cc req-5b0bca00-313c-417b-bf21-7dca8ca1d8f2 service neutron] Attempting to bind port 36d5133e-6dd4-4382-b9a6-540bd6d68f6d on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:56:40.776829 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-b697b24d-1c0f-481c-a148-c4d88ee618cc req-5b0bca00-313c-417b-bf21-7dca8ca1d8f2 service neutron] Attempting to bind port 36d5133e-6dd4-4382-b9a6-540bd6d68f6d by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '87ae50be-ef23-4363-86a3-a03c9ef4b9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:56:40.777167 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b697b24d-1c0f-481c-a148-c4d88ee618cc req-5b0bca00-313c-417b-bf21-7dca8ca1d8f2 service neutron] Attempting to bind port 36d5133e-6dd4-4382-b9a6-540bd6d68f6d on network 4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:56:40.782294 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b697b24d-1c0f-481c-a148-c4d88ee618cc req-5b0bca00-313c-417b-bf21-7dca8ca1d8f2 service neutron] Port 36d5133e-6dd4-4382-b9a6-540bd6d68f6d on network 4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:56:40.782627 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b697b24d-1c0f-481c-a148-c4d88ee618cc req-5b0bca00-313c-417b-bf21-7dca8ca1d8f2 service neutron] Attempting to bind port 36d5133e-6dd4-4382-b9a6-540bd6d68f6d on network 4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:56:40.789965 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b697b24d-1c0f-481c-a148-c4d88ee618cc req-5b0bca00-313c-417b-bf21-7dca8ca1d8f2 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:56:40.790331 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b697b24d-1c0f-481c-a148-c4d88ee618cc req-5b0bca00-313c-417b-bf21-7dca8ca1d8f2 service neutron] Checking segment: {'id': '87ae50be-ef23-4363-86a3-a03c9ef4b9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:56:40.790694 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b697b24d-1c0f-481c-a148-c4d88ee618cc req-5b0bca00-313c-417b-bf21-7dca8ca1d8f2 service neutron] Bound using segment: {'id': '87ae50be-ef23-4363-86a3-a03c9ef4b9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:56:40.791140 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-b697b24d-1c0f-481c-a148-c4d88ee618cc req-5b0bca00-313c-417b-bf21-7dca8ca1d8f2 service neutron] Bound port: 36d5133e-6dd4-4382-b9a6-540bd6d68f6d, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87ae50be-ef23-4363-86a3-a03c9ef4b9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:56:40.791505 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b697b24d-1c0f-481c-a148-c4d88ee618cc req-5b0bca00-313c-417b-bf21-7dca8ca1d8f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:40.895114 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-b697b24d-1c0f-481c-a148-c4d88ee618cc req-5b0bca00-313c-417b-bf21-7dca8ca1d8f2 service neutron] For port 36d5133e-6dd4-4382-b9a6-540bd6d68f6d, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:56:40.901488 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-b697b24d-1c0f-481c-a148-c4d88ee618cc req-5b0bca00-313c-417b-bf21-7dca8ca1d8f2 service neutron] For port 36d5133e-6dd4-4382-b9a6-540bd6d68f6d, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=36d5133e-6dd4-4382-b9a6-540bd6d68f6d,segment=NetworkSegment(87ae50be-ef23-4363-86a3-a03c9ef4b9c4),segment_id=87ae50be-ef23-4363-86a3-a03c9ef4b9c4)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:56:40.906874 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b697b24d-1c0f-481c-a148-c4d88ee618cc req-5b0bca00-313c-417b-bf21-7dca8ca1d8f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:40.958739 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697b24d-1c0f-481c-a148-c4d88ee618cc req-5b0bca00-313c-417b-bf21-7dca8ca1d8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:40.959357 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b697b24d-1c0f-481c-a148-c4d88ee618cc req-5b0bca00-313c-417b-bf21-7dca8ca1d8f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:40.962107 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b697b24d-1c0f-481c-a148-c4d88ee618cc req-5b0bca00-313c-417b-bf21-7dca8ca1d8f2 service neutron] 10.222.0.11 "PUT /v2.0/ports/36d5133e-6dd4-4382-b9a6-540bd6d68f6d HTTP/1.1" status: 200 len: 1092 time: 0.9779794 Aug 23 20:56:40.962580 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5962f996-203d-4e5d-ba81-c0ed201991c2', 'tag': '36d5133e-6dd4-4382-b9a6-540bd6d68f6d'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:56:40.964961 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c60990-2235-465a-b5b0-e6d2708d3c99" -d '{"events": [{"name": "network-changed", "server_uuid": "5962f996-203d-4e5d-ba81-c0ed201991c2", "tag": "36d5133e-6dd4-4382-b9a6-540bd6d68f6d"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:56:41.019825 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0bca00-313c-417b-bf21-7dca8ca1d8f2 service neutron] Pushing event updated for resources: {'Port': ['ID=36d5133e-6dd4-4382-b9a6-540bd6d68f6d,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:56:41.095905 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63972e0-ec81-4c68-adb3-2af2e31deaff x-openstack-request-id: req-c63972e0-ec81-4c68-adb3-2af2e31deaff {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:56:41.096384 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5962f996-203d-4e5d-ba81-c0ed201991c2", "tag": "36d5133e-6dd4-4382-b9a6-540bd6d68f6d", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:56:41.097578 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c63972e0-ec81-4c68-adb3-2af2e31deaff {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:56:41.099197 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5962f996-203d-4e5d-ba81-c0ed201991c2', 'tag': '36d5133e-6dd4-4382-b9a6-540bd6d68f6d', 'status': 'completed', 'code': 200} Aug 23 20:56:41.126014 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697b24d-1c0f-481c-a148-c4d88ee618cc req-d29c9515-78bc-463d-94ce-faca9851f017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:41.127643 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b697b24d-1c0f-481c-a148-c4d88ee618cc req-d29c9515-78bc-463d-94ce-faca9851f017 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2af290724cc44af890c8fd2249003602&device_id=5962f996-203d-4e5d-ba81-c0ed201991c2 HTTP/1.1" status: 200 len: 1095 time: 0.0976338 Aug 23 20:56:41.199611 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b697b24d-1c0f-481c-a148-c4d88ee618cc req-d73910ef-f8eb-45b2-bf8f-2ca77acb7e60 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36d5133e-6dd4-4382-b9a6-540bd6d68f6d HTTP/1.1" status: 200 len: 217 time: 0.0635486 Aug 23 20:56:41.260578 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697b24d-1c0f-481c-a148-c4d88ee618cc req-c1d957af-97aa-4562-b545-437fd9552c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:41.264259 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b697b24d-1c0f-481c-a148-c4d88ee618cc req-c1d957af-97aa-4562-b545-437fd9552c9b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7046a0bd-4474-4718-a5da-60ae1dc26dbc HTTP/1.1" status: 200 len: 850 time: 0.0572152 Aug 23 20:56:41.331213 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697b24d-1c0f-481c-a148-c4d88ee618cc req-381fe1e2-a0f4-4423-bfd6-10ec63ce5615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:41.332958 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b697b24d-1c0f-481c-a148-c4d88ee618cc req-381fe1e2-a0f4-4423-bfd6-10ec63ce5615 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614815 Aug 23 20:56:41.452908 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b697b24d-1c0f-481c-a148-c4d88ee618cc req-45ee11e1-4484-4419-93eb-e7d5fbe8491f service neutron] 10.222.0.11 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070740 Aug 23 20:56:41.555880 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc92257-90c9-45c3-958a-05819d7d785e req-89e1c91d-07f0-4d84-9f76-ab5174a77728 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:41.569713 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6fc92257-90c9-45c3-958a-05819d7d785e req-89e1c91d-07f0-4d84-9f76-ab5174a77728 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=5962f996-203d-4e5d-ba81-c0ed201991c2 HTTP/1.1" status: 200 len: 944 time: 0.1003613 Aug 23 20:56:41.609862 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b697b24d-1c0f-481c-a148-c4d88ee618cc req-98bec7fd-9311-4662-bfe4-2610e5bc342f service neutron] 10.222.0.11 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468868 Aug 23 20:56:41.629070 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6fc92257-90c9-45c3-958a-05819d7d785e req-beb75fb7-4e07-45a6-b1ac-3308d654f0e5 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534198 Aug 23 20:56:41.746358 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c60990-2235-465a-b5b0-e6d2708d3c99 req-30cb2e2c-4d31-46b7-bc2a-431569b08f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:41.749335 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b9c60990-2235-465a-b5b0-e6d2708d3c99 req-30cb2e2c-4d31-46b7-bc2a-431569b08f5e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2af290724cc44af890c8fd2249003602&device_id=5962f996-203d-4e5d-ba81-c0ed201991c2 HTTP/1.1" status: 200 len: 1095 time: 0.0660734 Aug 23 20:56:41.878944 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c60990-2235-465a-b5b0-e6d2708d3c99 req-db67a917-74d1-44cc-b42e-fa73aff460aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:41.885409 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b9c60990-2235-465a-b5b0-e6d2708d3c99 req-db67a917-74d1-44cc-b42e-fa73aff460aa service neutron] 10.222.0.11 "GET /v2.0/networks?id=4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e HTTP/1.1" status: 200 len: 912 time: 0.1277063 Aug 23 20:56:41.967336 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b9c60990-2235-465a-b5b0-e6d2708d3c99 req-1cb7b2bb-ca27-461f-a12a-0bf6bb1cc850 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36d5133e-6dd4-4382-b9a6-540bd6d68f6d HTTP/1.1" status: 200 len: 217 time: 0.0717900 Aug 23 20:56:42.026099 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c60990-2235-465a-b5b0-e6d2708d3c99 req-f0bfd159-a0ab-40e3-8925-11c1728ef028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:42.027640 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b9c60990-2235-465a-b5b0-e6d2708d3c99 req-f0bfd159-a0ab-40e3-8925-11c1728ef028 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7046a0bd-4474-4718-a5da-60ae1dc26dbc HTTP/1.1" status: 200 len: 850 time: 0.0547028 Aug 23 20:56:42.089565 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c60990-2235-465a-b5b0-e6d2708d3c99 req-c82a551f-816c-4aa7-a37b-f1098a3c3b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:42.091593 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b9c60990-2235-465a-b5b0-e6d2708d3c99 req-c82a551f-816c-4aa7-a37b-f1098a3c3b69 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555618 Aug 23 20:56:42.206736 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b9c60990-2235-465a-b5b0-e6d2708d3c99 req-1daa1e0f-b8b8-4387-b1b9-115732d6150f service neutron] 10.222.0.11 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021719 Aug 23 20:56:42.328778 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b9c60990-2235-465a-b5b0-e6d2708d3c99 req-c831ff9d-8bea-4244-a874-cd6fca2d8aa0 service neutron] 10.222.0.11 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144698 Aug 23 20:56:42.814314 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba6b4f4-ce60-4fff-9527-4c2ba8074571 req-7531377f-a12d-400d-bdcd-6eeb987351fd tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:42.816105 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1ba6b4f4-ce60-4fff-9527-4c2ba8074571 req-7531377f-a12d-400d-bdcd-6eeb987351fd tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=5962f996-203d-4e5d-ba81-c0ed201991c2 HTTP/1.1" status: 200 len: 944 time: 0.0750029 Aug 23 20:56:42.870569 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1ba6b4f4-ce60-4fff-9527-4c2ba8074571 req-3bad1db8-8a56-4517-9d13-a854f5b866f3 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462861 Aug 23 20:56:43.050533 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6cb16563-8d4f-4845-82f3-41f124728eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:43.516820 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:43.985070 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 36d5133e-6dd4-4382-b9a6-540bd6d68f6d details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:56:44.088878 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d500290-8221-4f20-b636-89f072fd5b93 req-a3f226c7-80da-416d-9118-1a77379409ac tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:44.098449 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3d500290-8221-4f20-b636-89f072fd5b93 req-a3f226c7-80da-416d-9118-1a77379409ac tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=5962f996-203d-4e5d-ba81-c0ed201991c2 HTTP/1.1" status: 200 len: 944 time: 0.0916622 Aug 23 20:56:44.171650 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 36d5133e-6dd4-4382-b9a6-540bd6d68f6d, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=36d5133e-6dd4-4382-b9a6-540bd6d68f6d,segment=NetworkSegment(87ae50be-ef23-4363-86a3-a03c9ef4b9c4),segment_id=87ae50be-ef23-4363-86a3-a03c9ef4b9c4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:56:44.172982 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3d500290-8221-4f20-b636-89f072fd5b93 req-4d2c5f71-e675-4609-900c-84d396fba8db tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643389 Aug 23 20:56:44.206190 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '36d5133e-6dd4-4382-b9a6-540bd6d68f6d', 'network_id': '4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e', 'port_id': '36d5133e-6dd4-4382-b9a6-540bd6d68f6d', 'mac_address': 'fa:16:3e:1f:6b:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7046a0bd-4474-4718-a5da-60ae1dc26dbc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:56:44.287586 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:44.306104 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36d5133e-6dd4-4382-b9a6-540bd6d68f6d {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:56:44.330852 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 36d5133e-6dd4-4382-b9a6-540bd6d68f6d, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=36d5133e-6dd4-4382-b9a6-540bd6d68f6d,segment=NetworkSegment(87ae50be-ef23-4363-86a3-a03c9ef4b9c4),segment_id=87ae50be-ef23-4363-86a3-a03c9ef4b9c4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:56:44.337927 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:44.406327 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=36d5133e-6dd4-4382-b9a6-540bd6d68f6d,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:56:44.575219 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['36d5133e-6dd4-4382-b9a6-540bd6d68f6d'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:56:44.613311 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:45.323546 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf0125-9295-4024-9531-7ce7f5976b4f req-e755a1ff-af96-4f7a-9dcb-c95acf9c19ea tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:45.325194 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-94cf0125-9295-4024-9531-7ce7f5976b4f req-e755a1ff-af96-4f7a-9dcb-c95acf9c19ea tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=5962f996-203d-4e5d-ba81-c0ed201991c2 HTTP/1.1" status: 200 len: 945 time: 0.0555537 Aug 23 20:56:45.373468 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-94cf0125-9295-4024-9531-7ce7f5976b4f req-e2ab3c1e-4985-46b5-ae43-e09130221fb1 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410192 Aug 23 20:56:45.974017 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:45.998893 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 36d5133e-6dd4-4382-b9a6-540bd6d68f6d up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:56:46.064514 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 36d5133e-6dd4-4382-b9a6-540bd6d68f6d completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:56:46.068016 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 36d5133e-6dd4-4382-b9a6-540bd6d68f6d triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:56:46.070485 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:46.172701 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:46.206567 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5962f996-203d-4e5d-ba81-c0ed201991c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d5133e-6dd4-4382-b9a6-540bd6d68f6d'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:56:46.208833 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58bc5de-44b4-44c6-9b88-0265657dda79" -d '{"events": [{"server_uuid": "5962f996-203d-4e5d-ba81-c0ed201991c2", "name": "network-vif-plugged", "status": "completed", "tag": "36d5133e-6dd4-4382-b9a6-540bd6d68f6d"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:56:46.224266 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 36d5133e-6dd4-4382-b9a6-540bd6d68f6d, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=36d5133e-6dd4-4382-b9a6-540bd6d68f6d,segment=NetworkSegment(87ae50be-ef23-4363-86a3-a03c9ef4b9c4),segment_id=87ae50be-ef23-4363-86a3-a03c9ef4b9c4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:56:46.237048 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:46.270019 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711978b1-1152-468c-b920-3fe06ca240a8 x-openstack-request-id: req-711978b1-1152-468c-b920-3fe06ca240a8 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:56:46.270292 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5962f996-203d-4e5d-ba81-c0ed201991c2", "name": "network-vif-plugged", "status": "completed", "tag": "36d5133e-6dd4-4382-b9a6-540bd6d68f6d", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:56:46.270537 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-711978b1-1152-468c-b920-3fe06ca240a8 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:56:46.271124 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5962f996-203d-4e5d-ba81-c0ed201991c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d5133e-6dd4-4382-b9a6-540bd6d68f6d', 'code': 200} Aug 23 20:56:46.307470 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=36d5133e-6dd4-4382-b9a6-540bd6d68f6d,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:56:46.385539 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585dde8-089e-476e-adf2-25506bcef0d8 req-63b02572-c431-45b5-b276-dd04558d69d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:46.387238 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6585dde8-089e-476e-adf2-25506bcef0d8 req-63b02572-c431-45b5-b276-dd04558d69d7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5962f996-203d-4e5d-ba81-c0ed201991c2 HTTP/1.1" status: 200 len: 1097 time: 0.0442002 Aug 23 20:56:46.429647 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6585dde8-089e-476e-adf2-25506bcef0d8 req-8911379f-2f2d-4552-8bf6-fa008c118695 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357990 Aug 23 20:56:46.533788 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a2883-cfa0-4d5c-ad34-dd6927a14542 req-dd5c1420-c715-4f85-920a-64c286216a50 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:46.535296 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-989a2883-cfa0-4d5c-ad34-dd6927a14542 req-dd5c1420-c715-4f85-920a-64c286216a50 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=5962f996-203d-4e5d-ba81-c0ed201991c2 HTTP/1.1" status: 200 len: 946 time: 0.0517607 Aug 23 20:56:46.584026 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-989a2883-cfa0-4d5c-ad34-dd6927a14542 req-35bb8a36-a58a-4ca8-b4f4-e38c4af7b5a6 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412323 Aug 23 20:56:47.168642 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:56:47.743007 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cdac5b-1a61-4368-bd28-de04f36eae59 req-9a82e3ae-f0cd-4f1e-8198-41b7d3414685 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:47.745300 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d9cdac5b-1a61-4368-bd28-de04f36eae59 req-9a82e3ae-f0cd-4f1e-8198-41b7d3414685 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=5962f996-203d-4e5d-ba81-c0ed201991c2 HTTP/1.1" status: 200 len: 946 time: 0.0717676 Aug 23 20:56:47.797596 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d9cdac5b-1a61-4368-bd28-de04f36eae59 req-5ba98786-02db-460a-85b1-94ab01d2b26b tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463791 Aug 23 20:56:47.914042 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9470bcdd-afae-44ec-98ab-fef46cc21e19 req-f843fee0-f8ee-45bd-8ed1-d51e3b67faa2 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=2af290724cc44af890c8fd2249003602 HTTP/1.1" status: 200 len: 267 time: 0.0431516 Aug 23 20:56:47.970096 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470bcdd-afae-44ec-98ab-fef46cc21e19 req-3bfa058a-760d-4144-9673-e62df302df01 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:47.972757 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9470bcdd-afae-44ec-98ab-fef46cc21e19 req-3bfa058a-760d-4144-9673-e62df302df01 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=5962f996-203d-4e5d-ba81-c0ed201991c2 HTTP/1.1" status: 200 len: 946 time: 0.0563378 Aug 23 20:56:47.984776 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-9470bcdd-afae-44ec-98ab-fef46cc21e19 req-cbc6cef0-8106-44f3-9bf5-4c941673ae6e tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Request body: {'port': {'security_groups': []}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:56:48.063425 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9470bcdd-afae-44ec-98ab-fef46cc21e19 req-cbc6cef0-8106-44f3-9bf5-4c941673ae6e tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:48.278427 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-9470bcdd-afae-44ec-98ab-fef46cc21e19 req-cbc6cef0-8106-44f3-9bf5-4c941673ae6e tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] For port 36d5133e-6dd4-4382-b9a6-540bd6d68f6d, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=36d5133e-6dd4-4382-b9a6-540bd6d68f6d,segment=NetworkSegment(87ae50be-ef23-4363-86a3-a03c9ef4b9c4),segment_id=87ae50be-ef23-4363-86a3-a03c9ef4b9c4)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:56:48.313849 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9470bcdd-afae-44ec-98ab-fef46cc21e19 req-cbc6cef0-8106-44f3-9bf5-4c941673ae6e tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:48.320182 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9470bcdd-afae-44ec-98ab-fef46cc21e19 req-cbc6cef0-8106-44f3-9bf5-4c941673ae6e tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:48.335164 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['9a6d9c72-59f1-4217-924c-5019fe85f048', '36d5133e-6dd4-4382-b9a6-540bd6d68f6d'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:56:48.368565 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470bcdd-afae-44ec-98ab-fef46cc21e19 req-cbc6cef0-8106-44f3-9bf5-4c941673ae6e tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:48.369796 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9470bcdd-afae-44ec-98ab-fef46cc21e19 req-cbc6cef0-8106-44f3-9bf5-4c941673ae6e tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:48.378760 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9470bcdd-afae-44ec-98ab-fef46cc21e19 req-cbc6cef0-8106-44f3-9bf5-4c941673ae6e tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "PUT /v2.0/ports/36d5133e-6dd4-4382-b9a6-540bd6d68f6d HTTP/1.1" status: 200 len: 905 time: 0.3955488 Aug 23 20:56:48.382233 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['48104957-012e-4da4-aafa-e7191b68343c'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:56:48.383541 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5962f996-203d-4e5d-ba81-c0ed201991c2', 'tag': '36d5133e-6dd4-4382-b9a6-540bd6d68f6d'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:56:48.388006 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f828cb1-e0cd-452d-b0ac-dfebdd7eca27" -d '{"events": [{"name": "network-changed", "server_uuid": "5962f996-203d-4e5d-ba81-c0ed201991c2", "tag": "36d5133e-6dd4-4382-b9a6-540bd6d68f6d"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:56:48.433236 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc6cef0-8106-44f3-9bf5-4c941673ae6e tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Pushing event updated for resources: {'Port': ['ID=36d5133e-6dd4-4382-b9a6-540bd6d68f6d,revision_number=6']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:56:48.442045 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc6cef0-8106-44f3-9bf5-4c941673ae6e tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:56:48.442520 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc6cef0-8106-44f3-9bf5-4c941673ae6e tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:56:48.442952 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc6cef0-8106-44f3-9bf5-4c941673ae6e tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:56:48.443378 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc6cef0-8106-44f3-9bf5-4c941673ae6e tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:56:48.443799 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc6cef0-8106-44f3-9bf5-4c941673ae6e tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:56:48.444558 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc6cef0-8106-44f3-9bf5-4c941673ae6e tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:56:48.444558 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc6cef0-8106-44f3-9bf5-4c941673ae6e tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:56:48.445055 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc6cef0-8106-44f3-9bf5-4c941673ae6e tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:56:48.445811 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc6cef0-8106-44f3-9bf5-4c941673ae6e tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:56:48.446752 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc6cef0-8106-44f3-9bf5-4c941673ae6e tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:56:48.447200 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc6cef0-8106-44f3-9bf5-4c941673ae6e tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:56:48.447618 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc6cef0-8106-44f3-9bf5-4c941673ae6e tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:56:48.491776 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['36d5133e-6dd4-4382-b9a6-540bd6d68f6d'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:56:48.502277 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab302f6-9a28-4085-a2af-7770c4b38035 x-openstack-request-id: req-2ab302f6-9a28-4085-a2af-7770c4b38035 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:56:48.502820 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5962f996-203d-4e5d-ba81-c0ed201991c2", "tag": "36d5133e-6dd4-4382-b9a6-540bd6d68f6d", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:56:48.503207 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2ab302f6-9a28-4085-a2af-7770c4b38035 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:56:48.504028 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5962f996-203d-4e5d-ba81-c0ed201991c2', 'tag': '36d5133e-6dd4-4382-b9a6-540bd6d68f6d', 'status': 'completed', 'code': 200} Aug 23 20:56:48.657841 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219a3ab-0070-466c-90ba-eb9dba83194d req-e8a844e8-5711-4f29-bae7-ed481d91a488 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:48.667402 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5219a3ab-0070-466c-90ba-eb9dba83194d req-e8a844e8-5711-4f29-bae7-ed481d91a488 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=5962f996-203d-4e5d-ba81-c0ed201991c2 HTTP/1.1" status: 200 len: 908 time: 0.1685851 Aug 23 20:56:48.706731 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f828cb1-e0cd-452d-b0ac-dfebdd7eca27 req-db470ee6-98ee-49d3-98e9-3410c2993210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:48.712241 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6f828cb1-e0cd-452d-b0ac-dfebdd7eca27 req-db470ee6-98ee-49d3-98e9-3410c2993210 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2af290724cc44af890c8fd2249003602&device_id=5962f996-203d-4e5d-ba81-c0ed201991c2 HTTP/1.1" status: 200 len: 1059 time: 0.1696723 Aug 23 20:56:48.953971 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b733c6f-fc7a-42a3-9d59-a8c340cadb24 req-fe1dd18c-b668-405d-8c68-f73813ddd9e0 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:48.967329 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6b733c6f-fc7a-42a3-9d59-a8c340cadb24 req-fe1dd18c-b668-405d-8c68-f73813ddd9e0 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.1655264 Aug 23 20:56:48.986593 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f828cb1-e0cd-452d-b0ac-dfebdd7eca27 req-82e7a102-a5f9-4a55-9b9d-d2111e20e548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:48.988520 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6f828cb1-e0cd-452d-b0ac-dfebdd7eca27 req-82e7a102-a5f9-4a55-9b9d-d2111e20e548 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e HTTP/1.1" status: 200 len: 912 time: 0.2694697 Aug 23 20:56:48.994638 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-93a4585f-6ea2-4bf9-87a2-85bd881a7c0c None None] Provisioning complete for port 36d5133e-6dd4-4382-b9a6-540bd6d68f6d triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:56:48.995203 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-93a4585f-6ea2-4bf9-87a2-85bd881a7c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:49.051201 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6b733c6f-fc7a-42a3-9d59-a8c340cadb24 req-41db2b97-cdf8-4e31-99d6-865ec787443e tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743821 Aug 23 20:56:49.057615 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6f828cb1-e0cd-452d-b0ac-dfebdd7eca27 req-66c6a73d-3335-4634-823f-6a5ad39ee14b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36d5133e-6dd4-4382-b9a6-540bd6d68f6d HTTP/1.1" status: 200 len: 217 time: 0.0612097 Aug 23 20:56:49.242832 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f828cb1-e0cd-452d-b0ac-dfebdd7eca27 req-22e2ca47-8808-40b3-99b1-65a27cf02107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:49.250278 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6f828cb1-e0cd-452d-b0ac-dfebdd7eca27 req-22e2ca47-8808-40b3-99b1-65a27cf02107 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7046a0bd-4474-4718-a5da-60ae1dc26dbc HTTP/1.1" status: 200 len: 850 time: 0.1819296 Aug 23 20:56:49.361697 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f828cb1-e0cd-452d-b0ac-dfebdd7eca27 req-71a1205d-51b8-48b9-a1cc-57747053d2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:49.363280 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6f828cb1-e0cd-452d-b0ac-dfebdd7eca27 req-71a1205d-51b8-48b9-a1cc-57747053d2fd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0804157 Aug 23 20:56:49.379210 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd1d34-6258-4b67-a936-8c63d2180d95 req-3b537d53-0e7d-443d-8f3b-2deef2d743d0 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:49.381429 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-70fd1d34-6258-4b67-a936-8c63d2180d95 req-3b537d53-0e7d-443d-8f3b-2deef2d743d0 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.1283972 Aug 23 20:56:49.496819 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-70fd1d34-6258-4b67-a936-8c63d2180d95 req-ef44914a-920f-43b0-a0b0-87d0afb4c1c9 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638001 Aug 23 20:56:49.521749 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6f828cb1-e0cd-452d-b0ac-dfebdd7eca27 req-3213e852-9231-474b-970f-2d11b70b3e71 service neutron] 10.222.0.11 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390805 Aug 23 20:56:49.703283 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6f828cb1-e0cd-452d-b0ac-dfebdd7eca27 req-11716ce7-7440-431d-93e8-094d5ca84047 service neutron] 10.222.0.11 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721609 Aug 23 20:56:49.975787 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134bf9a-1b5d-4bf4-8006-b456c0f3a89a req-df833c4d-2c13-4f8f-903e-6225564594df tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:49.987235 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0134bf9a-1b5d-4bf4-8006-b456c0f3a89a req-df833c4d-2c13-4f8f-903e-6225564594df tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/networks?id=4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e HTTP/1.1" status: 200 len: 811 time: 0.1963642 Aug 23 20:56:50.027434 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0134bf9a-1b5d-4bf4-8006-b456c0f3a89a req-00a9e604-65e7-42cf-824b-8d781735f983 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/quotas/2af290724cc44af890c8fd2249003602 HTTP/1.1" status: 200 len: 375 time: 0.0383904 Aug 23 20:56:50.137697 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0134bf9a-1b5d-4bf4-8006-b456c0f3a89a req-8fa0b2e4-1f0e-4c78-a934-896b8eae02aa tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2af290724cc44af890c8fd2249003602&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1085634 Aug 23 20:56:50.326642 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0134bf9a-1b5d-4bf4-8006-b456c0f3a89a req-2a7e687e-2cfb-4050-86be-8af0503ca962 service neutron] 10.222.0.61 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802733 Aug 23 20:56:50.486401 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:50.538675 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0134bf9a-1b5d-4bf4-8006-b456c0f3a89a req-ca10f857-4bbf-446d-9979-ee76d82f4b90 service neutron] 10.222.0.61 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112377 Aug 23 20:56:50.822706 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b031300d-f836-4ce6-930a-46ffdf07617a req-f95acf55-0989-48cc-bdcb-ffc49587a1e6 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=54a34254-c156-4b52-a6ca-2f8111738873 HTTP/1.1" status: 200 len: 210 time: 0.0366728 Aug 23 20:56:51.989150 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-470b6c21-bc3b-47d1-9130-d88b1392aab0 req-2dcb43e9-a01f-4429-a98a-f17d9b328e08 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=54a34254-c156-4b52-a6ca-2f8111738873 HTTP/1.1" status: 200 len: 210 time: 0.0384874 Aug 23 20:56:52.721076 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134bf9a-1b5d-4bf4-8006-b456c0f3a89a req-1728e1c4-170c-40af-84d6-bec38e0833d7 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:52.722372 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0134bf9a-1b5d-4bf4-8006-b456c0f3a89a req-1728e1c4-170c-40af-84d6-bec38e0833d7 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.32 "GET /v2.0/networks?id=4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e HTTP/1.1" status: 200 len: 811 time: 0.2816255 Aug 23 20:56:52.751792 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-0134bf9a-1b5d-4bf4-8006-b456c0f3a89a req-a1e2bbf3-aed4-4856-850d-f69366e8826c tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Request body: {'port': {'device_id': '54a34254-c156-4b52-a6ca-2f8111738873', 'network_id': '4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e', 'admin_state_up': True, 'tenant_id': '2af290724cc44af890c8fd2249003602'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:56:52.909402 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0134bf9a-1b5d-4bf4-8006-b456c0f3a89a req-a1e2bbf3-aed4-4856-850d-f69366e8826c tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Made reservation on behalf of 2af290724cc44af890c8fd2249003602 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:56:52.917898 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0134bf9a-1b5d-4bf4-8006-b456c0f3a89a req-a1e2bbf3-aed4-4856-850d-f69366e8826c tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:53.149556 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-40570290-8f3a-41f5-aa5b-f5cdb32f340b req-aac7e4f9-0edf-49e0-87fe-14ea34a383f6 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=54a34254-c156-4b52-a6ca-2f8111738873 HTTP/1.1" status: 200 len: 210 time: 0.0666862 Aug 23 20:56:53.181055 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-0134bf9a-1b5d-4bf4-8006-b456c0f3a89a req-a1e2bbf3-aed4-4856-850d-f69366e8826c tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Allocated IP 172.20.0.14 (4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e/7046a0bd-4474-4718-a5da-60ae1dc26dbc/e48a2d02-9dbf-4164-80fd-0525078e3a39) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:56:53.574911 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0134bf9a-1b5d-4bf4-8006-b456c0f3a89a req-a1e2bbf3-aed4-4856-850d-f69366e8826c tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:53.616372 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-0134bf9a-1b5d-4bf4-8006-b456c0f3a89a req-a1e2bbf3-aed4-4856-850d-f69366e8826c tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Transition to ACTIVE for port object e48a2d02-9dbf-4164-80fd-0525078e3a39 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:56:53.751133 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0134bf9a-1b5d-4bf4-8006-b456c0f3a89a req-a1e2bbf3-aed4-4856-850d-f69366e8826c tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:53.771060 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['9a6d9c72-59f1-4217-924c-5019fe85f048'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:56:53.798834 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0134bf9a-1b5d-4bf4-8006-b456c0f3a89a req-a1e2bbf3-aed4-4856-850d-f69366e8826c tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Network 4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:56:53.801891 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-0134bf9a-1b5d-4bf4-8006-b456c0f3a89a req-a1e2bbf3-aed4-4856-850d-f69366e8826c tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:56:53.834069 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-0134bf9a-1b5d-4bf4-8006-b456c0f3a89a req-a1e2bbf3-aed4-4856-850d-f69366e8826c tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:56:53.923463 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e2bbf3-aed4-4856-850d-f69366e8826c tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Pushing event updated for resources: {'Port': ['ID=e48a2d02-9dbf-4164-80fd-0525078e3a39,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:56:53.930689 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['48104957-012e-4da4-aafa-e7191b68343c'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:56:53.994879 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134bf9a-1b5d-4bf4-8006-b456c0f3a89a req-a1e2bbf3-aed4-4856-850d-f69366e8826c tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:53.998550 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0134bf9a-1b5d-4bf4-8006-b456c0f3a89a req-a1e2bbf3-aed4-4856-850d-f69366e8826c tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:54.041185 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0134bf9a-1b5d-4bf4-8006-b456c0f3a89a req-a1e2bbf3-aed4-4856-850d-f69366e8826c tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2948370 Aug 23 20:56:54.063148 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-0134bf9a-1b5d-4bf4-8006-b456c0f3a89a req-97bb8041-89cd-47b0-92be-4ad4797b4173 service neutron] Request body: {'port': {'device_id': '54a34254-c156-4b52-a6ca-2f8111738873', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:56:54.217845 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0134bf9a-1b5d-4bf4-8006-b456c0f3a89a req-97bb8041-89cd-47b0-92be-4ad4797b4173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:54.581591 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e7d6bd0e-7089-47b1-803c-ff4f492a4b18 None None] Provisioning for port e48a2d02-9dbf-4164-80fd-0525078e3a39 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:56:54.612915 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e7d6bd0e-7089-47b1-803c-ff4f492a4b18 None None] Provisioning complete for port e48a2d02-9dbf-4164-80fd-0525078e3a39 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:56:54.613306 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e7d6bd0e-7089-47b1-803c-ff4f492a4b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:54.619642 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6126c9ee-33ef-4e4c-b0e7-80d0809ed92d req-163a6b0d-e5fe-4744-ba43-19507b1ea1cf tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:54.648166 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6126c9ee-33ef-4e4c-b0e7-80d0809ed92d req-163a6b0d-e5fe-4744-ba43-19507b1ea1cf tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=54a34254-c156-4b52-a6ca-2f8111738873 HTTP/1.1" status: 200 len: 932 time: 0.2031808 Aug 23 20:56:54.733368 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6126c9ee-33ef-4e4c-b0e7-80d0809ed92d req-349bc14e-7f7d-42ea-8b45-b140b24c81ab tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764406 Aug 23 20:56:54.776224 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-e7d6bd0e-7089-47b1-803c-ff4f492a4b18 None None] Port e48a2d02-9dbf-4164-80fd-0525078e3a39 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:56:54.919162 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-0134bf9a-1b5d-4bf4-8006-b456c0f3a89a req-97bb8041-89cd-47b0-92be-4ad4797b4173 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e48a2d02-9dbf-4164-80fd-0525078e3a39 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:56:54.927964 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0134bf9a-1b5d-4bf4-8006-b456c0f3a89a req-97bb8041-89cd-47b0-92be-4ad4797b4173 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:54.943080 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-0134bf9a-1b5d-4bf4-8006-b456c0f3a89a req-97bb8041-89cd-47b0-92be-4ad4797b4173 service neutron] Transition to ACTIVE for port object e48a2d02-9dbf-4164-80fd-0525078e3a39 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:56:54.947345 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0134bf9a-1b5d-4bf4-8006-b456c0f3a89a req-97bb8041-89cd-47b0-92be-4ad4797b4173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:55.083978 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bb8041-89cd-47b0-92be-4ad4797b4173 service neutron] Pushing event updated for resources: {'Port': ['ID=e48a2d02-9dbf-4164-80fd-0525078e3a39,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:56:55.175719 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-0134bf9a-1b5d-4bf4-8006-b456c0f3a89a req-97bb8041-89cd-47b0-92be-4ad4797b4173 service neutron] Attempting to bind port e48a2d02-9dbf-4164-80fd-0525078e3a39 on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:56:55.176088 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-0134bf9a-1b5d-4bf4-8006-b456c0f3a89a req-97bb8041-89cd-47b0-92be-4ad4797b4173 service neutron] Attempting to bind port e48a2d02-9dbf-4164-80fd-0525078e3a39 by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': '87ae50be-ef23-4363-86a3-a03c9ef4b9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:56:55.176422 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0134bf9a-1b5d-4bf4-8006-b456c0f3a89a req-97bb8041-89cd-47b0-92be-4ad4797b4173 service neutron] Attempting to bind port e48a2d02-9dbf-4164-80fd-0525078e3a39 on network 4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:56:55.182343 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0134bf9a-1b5d-4bf4-8006-b456c0f3a89a req-97bb8041-89cd-47b0-92be-4ad4797b4173 service neutron] Port e48a2d02-9dbf-4164-80fd-0525078e3a39 on network 4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:56:55.182674 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0134bf9a-1b5d-4bf4-8006-b456c0f3a89a req-97bb8041-89cd-47b0-92be-4ad4797b4173 service neutron] Attempting to bind port e48a2d02-9dbf-4164-80fd-0525078e3a39 on network 4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:56:55.190415 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0134bf9a-1b5d-4bf4-8006-b456c0f3a89a req-97bb8041-89cd-47b0-92be-4ad4797b4173 service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:56:55.190803 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0134bf9a-1b5d-4bf4-8006-b456c0f3a89a req-97bb8041-89cd-47b0-92be-4ad4797b4173 service neutron] Checking segment: {'id': '87ae50be-ef23-4363-86a3-a03c9ef4b9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:56:55.191307 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0134bf9a-1b5d-4bf4-8006-b456c0f3a89a req-97bb8041-89cd-47b0-92be-4ad4797b4173 service neutron] Bound using segment: {'id': '87ae50be-ef23-4363-86a3-a03c9ef4b9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:56:55.191714 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-0134bf9a-1b5d-4bf4-8006-b456c0f3a89a req-97bb8041-89cd-47b0-92be-4ad4797b4173 service neutron] Bound port: e48a2d02-9dbf-4164-80fd-0525078e3a39, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87ae50be-ef23-4363-86a3-a03c9ef4b9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:56:55.192023 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0134bf9a-1b5d-4bf4-8006-b456c0f3a89a req-97bb8041-89cd-47b0-92be-4ad4797b4173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:55.306980 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-0134bf9a-1b5d-4bf4-8006-b456c0f3a89a req-97bb8041-89cd-47b0-92be-4ad4797b4173 service neutron] For port e48a2d02-9dbf-4164-80fd-0525078e3a39, host n-h2-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:56:55.311965 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-0134bf9a-1b5d-4bf4-8006-b456c0f3a89a req-97bb8041-89cd-47b0-92be-4ad4797b4173 service neutron] For port e48a2d02-9dbf-4164-80fd-0525078e3a39, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=e48a2d02-9dbf-4164-80fd-0525078e3a39,segment=NetworkSegment(87ae50be-ef23-4363-86a3-a03c9ef4b9c4),segment_id=87ae50be-ef23-4363-86a3-a03c9ef4b9c4)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:56:55.317723 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0134bf9a-1b5d-4bf4-8006-b456c0f3a89a req-97bb8041-89cd-47b0-92be-4ad4797b4173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:55.357007 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134bf9a-1b5d-4bf4-8006-b456c0f3a89a req-97bb8041-89cd-47b0-92be-4ad4797b4173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:55.357529 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0134bf9a-1b5d-4bf4-8006-b456c0f3a89a req-97bb8041-89cd-47b0-92be-4ad4797b4173 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:55.363015 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0134bf9a-1b5d-4bf4-8006-b456c0f3a89a req-97bb8041-89cd-47b0-92be-4ad4797b4173 service neutron] 10.222.0.32 "PUT /v2.0/ports/e48a2d02-9dbf-4164-80fd-0525078e3a39 HTTP/1.1" status: 200 len: 1092 time: 1.3002019 Aug 23 20:56:55.363015 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54a34254-c156-4b52-a6ca-2f8111738873', 'tag': 'e48a2d02-9dbf-4164-80fd-0525078e3a39'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:56:55.365905 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20d8758-5742-4430-8e63-3552fc8afcec" -d '{"events": [{"name": "network-changed", "server_uuid": "54a34254-c156-4b52-a6ca-2f8111738873", "tag": "e48a2d02-9dbf-4164-80fd-0525078e3a39"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:56:55.424832 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bb8041-89cd-47b0-92be-4ad4797b4173 service neutron] Pushing event updated for resources: {'Port': ['ID=e48a2d02-9dbf-4164-80fd-0525078e3a39,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:56:55.428880 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40775cf2-bc19-4b8b-b9c4-588b370756e9 x-openstack-request-id: req-40775cf2-bc19-4b8b-b9c4-588b370756e9 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:56:55.429948 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54a34254-c156-4b52-a6ca-2f8111738873", "tag": "e48a2d02-9dbf-4164-80fd-0525078e3a39", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:56:55.429948 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-40775cf2-bc19-4b8b-b9c4-588b370756e9 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:56:55.429948 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54a34254-c156-4b52-a6ca-2f8111738873', 'tag': 'e48a2d02-9dbf-4164-80fd-0525078e3a39', 'status': 'completed', 'code': 200} Aug 23 20:56:55.491449 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134bf9a-1b5d-4bf4-8006-b456c0f3a89a req-464508db-12a3-45e4-8e8a-e5bd65331c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:55.494084 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0134bf9a-1b5d-4bf4-8006-b456c0f3a89a req-464508db-12a3-45e4-8e8a-e5bd65331c02 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2af290724cc44af890c8fd2249003602&device_id=54a34254-c156-4b52-a6ca-2f8111738873 HTTP/1.1" status: 200 len: 1095 time: 0.0462732 Aug 23 20:56:55.558125 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0134bf9a-1b5d-4bf4-8006-b456c0f3a89a req-126fceb5-eff3-4752-a584-f8a72727039d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e48a2d02-9dbf-4164-80fd-0525078e3a39 HTTP/1.1" status: 200 len: 217 time: 0.0458133 Aug 23 20:56:55.631904 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134bf9a-1b5d-4bf4-8006-b456c0f3a89a req-ffa4d9dc-b5c9-4143-ade2-2297cd85e7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:55.634318 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0134bf9a-1b5d-4bf4-8006-b456c0f3a89a req-ffa4d9dc-b5c9-4143-ade2-2297cd85e7c1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7046a0bd-4474-4718-a5da-60ae1dc26dbc HTTP/1.1" status: 200 len: 850 time: 0.0656631 Aug 23 20:56:55.691850 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134bf9a-1b5d-4bf4-8006-b456c0f3a89a req-7947e1cf-7708-4925-ac08-0912d8759b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:55.693489 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0134bf9a-1b5d-4bf4-8006-b456c0f3a89a req-7947e1cf-7708-4925-ac08-0912d8759b0b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513167 Aug 23 20:56:55.817260 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0134bf9a-1b5d-4bf4-8006-b456c0f3a89a req-8493f2ba-8a2a-4d29-8a02-a0752a8f34dc service neutron] 10.222.0.32 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158805 Aug 23 20:56:56.293186 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab34d3-4b25-4913-a76d-ad24d3eb888b req-6e73d799-551c-4510-934a-a6b157e94fce tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:56.294877 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cbab34d3-4b25-4913-a76d-ad24d3eb888b req-6e73d799-551c-4510-934a-a6b157e94fce tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=54a34254-c156-4b52-a6ca-2f8111738873 HTTP/1.1" status: 200 len: 944 time: 0.1198714 Aug 23 20:56:56.296880 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0134bf9a-1b5d-4bf4-8006-b456c0f3a89a req-21b95a6b-6359-48aa-bfc0-5851b17c6d05 service neutron] 10.222.0.32 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4716933 Aug 23 20:56:56.372911 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cbab34d3-4b25-4913-a76d-ad24d3eb888b req-1e36ceb7-5003-420d-9d19-22ec93adcf77 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670910 Aug 23 20:56:56.502543 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d8758-5742-4430-8e63-3552fc8afcec req-927347b5-3154-4f61-ab8d-b361dbace288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:56.504448 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b20d8758-5742-4430-8e63-3552fc8afcec req-927347b5-3154-4f61-ab8d-b361dbace288 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2af290724cc44af890c8fd2249003602&device_id=54a34254-c156-4b52-a6ca-2f8111738873 HTTP/1.1" status: 200 len: 1095 time: 0.0963180 Aug 23 20:56:56.620246 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d8758-5742-4430-8e63-3552fc8afcec req-781a2be6-976e-4104-a719-8a1370227cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:56.622164 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b20d8758-5742-4430-8e63-3552fc8afcec req-781a2be6-976e-4104-a719-8a1370227cfb service neutron] 10.222.0.32 "GET /v2.0/networks?id=4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e HTTP/1.1" status: 200 len: 912 time: 0.1091261 Aug 23 20:56:56.694316 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b20d8758-5742-4430-8e63-3552fc8afcec req-496e96ed-5b4f-420a-a034-793400632d4f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e48a2d02-9dbf-4164-80fd-0525078e3a39 HTTP/1.1" status: 200 len: 217 time: 0.0636029 Aug 23 20:56:56.756360 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d8758-5742-4430-8e63-3552fc8afcec req-bd1e6d67-1736-41d4-8b78-3c144562ce55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:56.758211 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b20d8758-5742-4430-8e63-3552fc8afcec req-bd1e6d67-1736-41d4-8b78-3c144562ce55 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7046a0bd-4474-4718-a5da-60ae1dc26dbc HTTP/1.1" status: 200 len: 850 time: 0.0546324 Aug 23 20:56:56.817187 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d8758-5742-4430-8e63-3552fc8afcec req-0e649be3-3fb5-4aa4-8464-1b84787acbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:56.818959 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b20d8758-5742-4430-8e63-3552fc8afcec req-0e649be3-3fb5-4aa4-8464-1b84787acbb7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523245 Aug 23 20:56:57.056597 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b20d8758-5742-4430-8e63-3552fc8afcec req-2d097837-aae8-457c-ab88-ada005216baf service neutron] 10.222.0.32 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286899 Aug 23 20:56:57.227199 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b20d8758-5742-4430-8e63-3552fc8afcec req-70acf536-d35f-4f74-bf4b-d20f3d7db076 service neutron] 10.222.0.32 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516316 Aug 23 20:56:57.507296 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee5cf8-16be-4bd5-8c7f-3b0143d86d57 req-721edc31-3a35-4616-8a16-d16e6416b142 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:57.510920 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-01ee5cf8-16be-4bd5-8c7f-3b0143d86d57 req-721edc31-3a35-4616-8a16-d16e6416b142 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=54a34254-c156-4b52-a6ca-2f8111738873 HTTP/1.1" status: 200 len: 944 time: 0.0639853 Aug 23 20:56:57.564279 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-01ee5cf8-16be-4bd5-8c7f-3b0143d86d57 req-abae3269-1ae9-4f06-9b58-d49f97219a1d tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482829 Aug 23 20:56:58.682906 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1a4f9-0d33-488b-af8a-013db3497eef req-4fe2f7e0-a54c-4629-b965-68932a0dd82b tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:58.684598 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-47b1a4f9-0d33-488b-af8a-013db3497eef req-4fe2f7e0-a54c-4629-b965-68932a0dd82b tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=54a34254-c156-4b52-a6ca-2f8111738873 HTTP/1.1" status: 200 len: 944 time: 0.0529451 Aug 23 20:56:58.724537 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-47b1a4f9-0d33-488b-af8a-013db3497eef req-922a81da-0437-40e0-9441-3160164ee2f6 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333905 Aug 23 20:56:59.130492 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device e48a2d02-9dbf-4164-80fd-0525078e3a39 details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:56:59.305272 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port e48a2d02-9dbf-4164-80fd-0525078e3a39, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=e48a2d02-9dbf-4164-80fd-0525078e3a39,segment=NetworkSegment(87ae50be-ef23-4363-86a3-a03c9ef4b9c4),segment_id=87ae50be-ef23-4363-86a3-a03c9ef4b9c4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:56:59.318147 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': 'e48a2d02-9dbf-4164-80fd-0525078e3a39', 'network_id': '4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e', 'port_id': 'e48a2d02-9dbf-4164-80fd-0525078e3a39', 'mac_address': 'fa:16:3e:62:c7:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7046a0bd-4474-4718-a5da-60ae1dc26dbc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:56:59.366297 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:59.383949 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e48a2d02-9dbf-4164-80fd-0525078e3a39 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:56:59.407254 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port e48a2d02-9dbf-4164-80fd-0525078e3a39, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=e48a2d02-9dbf-4164-80fd-0525078e3a39,segment=NetworkSegment(87ae50be-ef23-4363-86a3-a03c9ef4b9c4),segment_id=87ae50be-ef23-4363-86a3-a03c9ef4b9c4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:56:59.412896 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:56:59.522031 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=e48a2d02-9dbf-4164-80fd-0525078e3a39,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:56:59.536460 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:56:59.536815 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:56:59.537182 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:56:59.537907 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:56:59.538249 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:56:59.538589 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:56:59.538926 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:56:59.540806 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:56:59.541206 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:56:59.541672 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:56:59.542017 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:56:59.542354 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:56:59.721538 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['e48a2d02-9dbf-4164-80fd-0525078e3a39'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:56:59.912204 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa5c01-48d9-47b5-b3c5-8733b87aacb2 req-0743b89c-7345-416b-b1bd-3fb9c6d1f39c tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:56:59.915445 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ebfa5c01-48d9-47b5-b3c5-8733b87aacb2 req-0743b89c-7345-416b-b1bd-3fb9c6d1f39c tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=54a34254-c156-4b52-a6ca-2f8111738873 HTTP/1.1" status: 200 len: 945 time: 0.0847995 Aug 23 20:56:59.964591 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ebfa5c01-48d9-47b5-b3c5-8733b87aacb2 req-f0ca3237-38a7-4e3f-bb7d-92277f26d778 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433238 Aug 23 20:57:01.127701 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device e48a2d02-9dbf-4164-80fd-0525078e3a39 up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:57:01.137238 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f375bd-92b8-4d6f-bdcd-8783ad474a44 req-cde1117e-4a1a-43c8-8cc2-0a3e57833fdc tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:01.138775 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c0f375bd-92b8-4d6f-bdcd-8783ad474a44 req-cde1117e-4a1a-43c8-8cc2-0a3e57833fdc tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=54a34254-c156-4b52-a6ca-2f8111738873 HTTP/1.1" status: 200 len: 945 time: 0.0572398 Aug 23 20:57:01.194183 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port e48a2d02-9dbf-4164-80fd-0525078e3a39 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:57:01.201044 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port e48a2d02-9dbf-4164-80fd-0525078e3a39 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:57:01.201693 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:01.217714 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c0f375bd-92b8-4d6f-bdcd-8783ad474a44 req-c8ba9cd1-04be-4a26-ae44-1fdf87dc9283 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728590 Aug 23 20:57:01.309939 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:01.336573 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a34254-c156-4b52-a6ca-2f8111738873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e48a2d02-9dbf-4164-80fd-0525078e3a39'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:57:01.340670 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aef3901-c5c6-4e1a-a367-738cb4dd8818" -d '{"events": [{"server_uuid": "54a34254-c156-4b52-a6ca-2f8111738873", "name": "network-vif-plugged", "status": "completed", "tag": "e48a2d02-9dbf-4164-80fd-0525078e3a39"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:57:01.355592 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port e48a2d02-9dbf-4164-80fd-0525078e3a39, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=e48a2d02-9dbf-4164-80fd-0525078e3a39,segment=NetworkSegment(87ae50be-ef23-4363-86a3-a03c9ef4b9c4),segment_id=87ae50be-ef23-4363-86a3-a03c9ef4b9c4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:57:01.372471 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:01.430257 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345dd0dd-1aa0-4889-8a2f-5a1fabe4d23d x-openstack-request-id: req-345dd0dd-1aa0-4889-8a2f-5a1fabe4d23d {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:57:01.431003 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54a34254-c156-4b52-a6ca-2f8111738873", "name": "network-vif-plugged", "status": "completed", "tag": "e48a2d02-9dbf-4164-80fd-0525078e3a39", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:57:01.433134 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-345dd0dd-1aa0-4889-8a2f-5a1fabe4d23d {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:57:01.433713 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a34254-c156-4b52-a6ca-2f8111738873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e48a2d02-9dbf-4164-80fd-0525078e3a39', 'code': 200} Aug 23 20:57:01.481590 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=e48a2d02-9dbf-4164-80fd-0525078e3a39,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:57:01.596748 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b6224-da7b-49ec-a702-833f732620b2 req-126805f0-0eaa-4bdf-83f9-0d20718547bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:01.598409 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e18b6224-da7b-49ec-a702-833f732620b2 req-126805f0-0eaa-4bdf-83f9-0d20718547bd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=54a34254-c156-4b52-a6ca-2f8111738873 HTTP/1.1" status: 200 len: 1097 time: 0.0653932 Aug 23 20:57:01.642866 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e18b6224-da7b-49ec-a702-833f732620b2 req-8a778548-7c94-45a0-9b87-6da430824b29 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358231 Aug 23 20:57:02.347003 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb916774-f9b2-4fdc-9fcc-c242ae66b595 req-24ea7d88-8bff-4892-97d9-73bc3888d87f tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:02.350309 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fb916774-f9b2-4fdc-9fcc-c242ae66b595 req-24ea7d88-8bff-4892-97d9-73bc3888d87f tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=54a34254-c156-4b52-a6ca-2f8111738873 HTTP/1.1" status: 200 len: 946 time: 0.0592439 Aug 23 20:57:02.394983 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fb916774-f9b2-4fdc-9fcc-c242ae66b595 req-131c6f94-4fa4-4664-a35f-015ed41e9e2b tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363495 Aug 23 20:57:03.169856 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 33946) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:57:03.219360 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 33950) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:57:03.364702 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1a0342f9-a83c-4701-8dee-479d9d8db179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:03.457411 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ef476a0-f2f6-449c-8414-91dec7be69a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:03.556718 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43c714-ee6a-40ff-ae4f-893812afe3f2 req-01a18db2-85fe-4bcf-a839-f78b0fa28dab tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:03.559290 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1a0342f9-a83c-4701-8dee-479d9d8db179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:03.565882 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2e43c714-ee6a-40ff-ae4f-893812afe3f2 req-01a18db2-85fe-4bcf-a839-f78b0fa28dab tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=54a34254-c156-4b52-a6ca-2f8111738873 HTTP/1.1" status: 200 len: 946 time: 0.0683351 Aug 23 20:57:03.573747 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1a0342f9-a83c-4701-8dee-479d9d8db179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:03.605241 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0342f9-a83c-4701-8dee-479d9d8db179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4519b96-e0b2-4d02-9ab8-fe6fde377a64,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:57:03.606804 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2e43c714-ee6a-40ff-ae4f-893812afe3f2 req-5d902224-3f98-40a4-beee-52af4e6c274c tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397203 Aug 23 20:57:03.701333 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-1a0342f9-a83c-4701-8dee-479d9d8db179 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=37fe0976dc4d4765bc40c4b49680e4a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4803925 Aug 23 20:57:03.703838 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 33962) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:57:03.809375 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-87f5dffe-9ea3-4edc-a27c-a39f4bcef95f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:03.833271 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ef476a0-f2f6-449c-8414-91dec7be69a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:03.844444 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ef476a0-f2f6-449c-8414-91dec7be69a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:03.866065 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-87f5dffe-9ea3-4edc-a27c-a39f4bcef95f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:03.886711 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2ef476a0-f2f6-449c-8414-91dec7be69a9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=07cfcce401844aa78e29b2009407a9e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7160306 Aug 23 20:57:03.888493 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 33966) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:57:03.938675 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-87f5dffe-9ea3-4edc-a27c-a39f4bcef95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:03.941867 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-87f5dffe-9ea3-4edc-a27c-a39f4bcef95f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:03.943492 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-87f5dffe-9ea3-4edc-a27c-a39f4bcef95f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f4519b96-e0b2-4d02-9ab8-fe6fde377a64 HTTP/1.1" status: 204 len: 168 time: 0.2361424 Aug 23 20:57:03.945147 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef476a0-f2f6-449c-8414-91dec7be69a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2649ac-6e53-4ea8-80e5-e303d56a2077,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:57:03.974302 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f5dffe-9ea3-4edc-a27c-a39f4bcef95f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4519b96-e0b2-4d02-9ab8-fe6fde377a64,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:57:04.012856 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8e41a74e-674e-44ea-be8a-63f64febd35b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:04.042851 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8e41a74e-674e-44ea-be8a-63f64febd35b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:04.052090 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bae85e-f3b7-4755-b5c4-099a705d97ee req-8d3b90a7-3f1e-4f62-955d-afca70a1f6d0 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:04.053710 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d0bae85e-f3b7-4755-b5c4-099a705d97ee req-8d3b90a7-3f1e-4f62-955d-afca70a1f6d0 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=54a34254-c156-4b52-a6ca-2f8111738873 HTTP/1.1" status: 200 len: 946 time: 0.1252191 Aug 23 20:57:04.118803 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d0bae85e-f3b7-4755-b5c4-099a705d97ee req-7e14eedb-04df-408c-85b2-b73435d42f40 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569310 Aug 23 20:57:04.149320 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8e41a74e-674e-44ea-be8a-63f64febd35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:04.152561 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8e41a74e-674e-44ea-be8a-63f64febd35b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:04.157481 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8e41a74e-674e-44ea-be8a-63f64febd35b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1f2649ac-6e53-4ea8-80e5-e303d56a2077 HTTP/1.1" status: 204 len: 168 time: 0.2679672 Aug 23 20:57:04.168522 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e41a74e-674e-44ea-be8a-63f64febd35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2649ac-6e53-4ea8-80e5-e303d56a2077,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:57:04.339386 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 33974) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:57:04.355375 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-124bfabb-98fd-4b7b-844f-c4198081a9f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:04.485287 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-124bfabb-98fd-4b7b-844f-c4198081a9f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:04.491593 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-124bfabb-98fd-4b7b-844f-c4198081a9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:04.541474 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-124bfabb-98fd-4b7b-844f-c4198081a9f3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3164bb35880649658b2e8c4aca3dbb7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2008114 Aug 23 20:57:04.542949 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124bfabb-98fd-4b7b-844f-c4198081a9f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b4dc32-5506-40ce-8720-d73cfbcd5ea4,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:57:04.543896 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 33976) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:57:04.630576 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-56965e38-27a0-4e49-9721-2310ac1cdcc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:04.659302 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-56965e38-27a0-4e49-9721-2310ac1cdcc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:04.732284 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-56965e38-27a0-4e49-9721-2310ac1cdcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:04.743576 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-56965e38-27a0-4e49-9721-2310ac1cdcc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:04.747123 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-56965e38-27a0-4e49-9721-2310ac1cdcc1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c4b4dc32-5506-40ce-8720-d73cfbcd5ea4 HTTP/1.1" status: 204 len: 168 time: 0.2021370 Aug 23 20:57:04.773149 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56965e38-27a0-4e49-9721-2310ac1cdcc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b4dc32-5506-40ce-8720-d73cfbcd5ea4,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:57:05.251748 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc29a355-d312-47ca-909a-2d79577a180d req-12a0f6ba-199d-4cf4-bc87-2bdfff871d94 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:05.256513 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fc29a355-d312-47ca-909a-2d79577a180d req-12a0f6ba-199d-4cf4-bc87-2bdfff871d94 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=54a34254-c156-4b52-a6ca-2f8111738873 HTTP/1.1" status: 200 len: 946 time: 0.0625381 Aug 23 20:57:05.295203 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fc29a355-d312-47ca-909a-2d79577a180d req-4121c72a-7268-4d36-a056-112d5cf8a793 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342109 Aug 23 20:57:05.615689 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [req-669a7849-ecd8-4ea5-93f7-e260d73acd39 req-d5ecdf92-ce74-4be8-9509-9467b825bede tempest-ServersTestBootFromVolume-1010614056 tempest-ServersTestBootFromVolume-1010614056-project] (94687) timed out ('10.222.0.32', 51096) {{(pid=94687) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 20:57:05.805680 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f7494-383c-47ca-ba1f-2519f71f7a2b req-4edeefab-733e-4c82-a59d-383467e637c6 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:05.813636 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-024f7494-383c-47ca-ba1f-2519f71f7a2b req-4edeefab-733e-4c82-a59d-383467e637c6 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=54a34254-c156-4b52-a6ca-2f8111738873 HTTP/1.1" status: 200 len: 946 time: 0.0645690 Aug 23 20:57:05.859928 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-024f7494-383c-47ca-ba1f-2519f71f7a2b req-599b7b8b-1cbe-48a5-9eeb-9a098d08c3e0 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435560 Aug 23 20:57:06.990311 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c66649-70cf-4542-b20a-6d726a652998 req-9caf0618-dc30-46c5-bc16-e2c2d664844d tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:06.998136 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-94c66649-70cf-4542-b20a-6d726a652998 req-9caf0618-dc30-46c5-bc16-e2c2d664844d tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=54a34254-c156-4b52-a6ca-2f8111738873 HTTP/1.1" status: 200 len: 946 time: 0.0697308 Aug 23 20:57:07.047423 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-94c66649-70cf-4542-b20a-6d726a652998 req-1ffaa1ab-21ea-4fe6-a12f-dfaf8e1def20 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483260 Aug 23 20:57:07.175102 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device e48a2d02-9dbf-4164-80fd-0525078e3a39 details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:57:07.282486 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port e48a2d02-9dbf-4164-80fd-0525078e3a39, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=e48a2d02-9dbf-4164-80fd-0525078e3a39,segment=NetworkSegment(87ae50be-ef23-4363-86a3-a03c9ef4b9c4),segment_id=87ae50be-ef23-4363-86a3-a03c9ef4b9c4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:57:07.298089 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': 'e48a2d02-9dbf-4164-80fd-0525078e3a39', 'network_id': '4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e', 'port_id': 'e48a2d02-9dbf-4164-80fd-0525078e3a39', 'mac_address': 'fa:16:3e:62:c7:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7046a0bd-4474-4718-a5da-60ae1dc26dbc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:57:07.340136 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:07.354786 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e48a2d02-9dbf-4164-80fd-0525078e3a39 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:57:07.383262 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port e48a2d02-9dbf-4164-80fd-0525078e3a39, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=e48a2d02-9dbf-4164-80fd-0525078e3a39,segment=NetworkSegment(87ae50be-ef23-4363-86a3-a03c9ef4b9c4),segment_id=87ae50be-ef23-4363-86a3-a03c9ef4b9c4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:57:07.389210 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:07.453179 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=e48a2d02-9dbf-4164-80fd-0525078e3a39,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:57:07.584167 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['e48a2d02-9dbf-4164-80fd-0525078e3a39'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:57:08.185844 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e570a-4f54-4616-a38d-34e0d93c7b37 req-d1007388-455e-45c7-9ca6-b9f3e4974450 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:08.188631 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2f2e570a-4f54-4616-a38d-34e0d93c7b37 req-d1007388-455e-45c7-9ca6-b9f3e4974450 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=54a34254-c156-4b52-a6ca-2f8111738873 HTTP/1.1" status: 200 len: 945 time: 0.0636621 Aug 23 20:57:08.236995 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2f2e570a-4f54-4616-a38d-34e0d93c7b37 req-d83cfa91-70fb-4d0b-8fb6-436ba8970474 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431845 Aug 23 20:57:08.812956 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2d97617d-e5e4-4427-acf3-f2e3cc7dafca req-4ff245a3-5432-4732-b5f7-42a812a9740a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e06c45fe-6939-4a13-8d99-3081e10fc360&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0462410 Aug 23 20:57:08.887895 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97617d-e5e4-4427-acf3-f2e3cc7dafca req-ce7ec1f8-2d49-4d2e-b708-8a462dfeeecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:08.889432 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2d97617d-e5e4-4427-acf3-f2e3cc7dafca req-ce7ec1f8-2d49-4d2e-b708-8a462dfeeecd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3dc071b4c14546878544ee14003d0eb0&device_id=e06c45fe-6939-4a13-8d99-3081e10fc360 HTTP/1.1" status: 200 len: 1096 time: 0.0471954 Aug 23 20:57:09.006225 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97617d-e5e4-4427-acf3-f2e3cc7dafca req-3a604f65-290f-460f-8d42-c76b27b15bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:09.007794 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2d97617d-e5e4-4427-acf3-f2e3cc7dafca req-3a604f65-290f-460f-8d42-c76b27b15bf0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3d0de374-f24b-4d5b-8c76-4ac1609c36dd HTTP/1.1" status: 200 len: 909 time: 0.0954630 Aug 23 20:57:09.090289 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2d97617d-e5e4-4427-acf3-f2e3cc7dafca req-4d269d7e-4cb0-44d4-ac24-094661865af7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=143b1e40-0397-431f-a596-b9ac917b73c0 HTTP/1.1" status: 200 len: 1000 time: 0.0730519 Aug 23 20:57:09.183527 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97617d-e5e4-4427-acf3-f2e3cc7dafca req-738dedd3-bd2e-4bd6-9e9a-c8b30a4afea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:09.185562 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2d97617d-e5e4-4427-acf3-f2e3cc7dafca req-738dedd3-bd2e-4bd6-9e9a-c8b30a4afea6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=02ea3bb0-60b8-47cd-943c-438cab35147d HTTP/1.1" status: 200 len: 847 time: 0.0816233 Aug 23 20:57:09.188675 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device e48a2d02-9dbf-4164-80fd-0525078e3a39 up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:57:09.272501 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port e48a2d02-9dbf-4164-80fd-0525078e3a39 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:57:09.272997 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:09.296719 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97617d-e5e4-4427-acf3-f2e3cc7dafca req-d09c4b7b-28f2-4e95-97eb-3996667879dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:09.302844 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2d97617d-e5e4-4427-acf3-f2e3cc7dafca req-d09c4b7b-28f2-4e95-97eb-3996667879dc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3d0de374-f24b-4d5b-8c76-4ac1609c36dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1004329 Aug 23 20:57:09.446147 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b9e35-ad7d-4bfd-8d9d-e71f6681d0f2 req-aa6a1a4a-57fa-4b46-9e8f-03479304f270 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:09.448757 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:09.461108 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ca7b9e35-ad7d-4bfd-8d9d-e71f6681d0f2 req-aa6a1a4a-57fa-4b46-9e8f-03479304f270 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=54a34254-c156-4b52-a6ca-2f8111738873 HTTP/1.1" status: 200 len: 945 time: 0.1212230 Aug 23 20:57:09.489361 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2d97617d-e5e4-4427-acf3-f2e3cc7dafca req-f4086b77-ff90-449d-89e3-8ee9f61d7219 service neutron] 10.222.0.11 "GET /v2.0/networks/3d0de374-f24b-4d5b-8c76-4ac1609c36dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683872 Aug 23 20:57:09.544213 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port e48a2d02-9dbf-4164-80fd-0525078e3a39, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=e48a2d02-9dbf-4164-80fd-0525078e3a39,segment=NetworkSegment(87ae50be-ef23-4363-86a3-a03c9ef4b9c4),segment_id=87ae50be-ef23-4363-86a3-a03c9ef4b9c4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:57:09.545480 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a34254-c156-4b52-a6ca-2f8111738873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e48a2d02-9dbf-4164-80fd-0525078e3a39'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:57:09.549246 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789fb8fb-730d-4933-988a-f27d3d13e593" -d '{"events": [{"server_uuid": "54a34254-c156-4b52-a6ca-2f8111738873", "name": "network-vif-plugged", "status": "completed", "tag": "e48a2d02-9dbf-4164-80fd-0525078e3a39"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:57:09.576312 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ca7b9e35-ad7d-4bfd-8d9d-e71f6681d0f2 req-673ed674-ca8a-4d9f-bf7b-3cfaaa38c6ae tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123984 Aug 23 20:57:09.592673 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:09.667677 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e73069-331c-4c8a-8e04-93baff6c4b4e x-openstack-request-id: req-18e73069-331c-4c8a-8e04-93baff6c4b4e {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:57:09.668462 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54a34254-c156-4b52-a6ca-2f8111738873", "name": "network-vif-plugged", "status": "completed", "tag": "e48a2d02-9dbf-4164-80fd-0525078e3a39", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:57:09.669741 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-18e73069-331c-4c8a-8e04-93baff6c4b4e {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:57:09.670929 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a34254-c156-4b52-a6ca-2f8111738873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e48a2d02-9dbf-4164-80fd-0525078e3a39', 'code': 200} Aug 23 20:57:09.725890 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=e48a2d02-9dbf-4164-80fd-0525078e3a39,revision_number=7']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:57:09.739639 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2d97617d-e5e4-4427-acf3-f2e3cc7dafca req-46e55046-00f9-46d2-8335-6dc6eb864044 service neutron] 10.222.0.11 "GET /v2.0/networks/3d0de374-f24b-4d5b-8c76-4ac1609c36dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408490 Aug 23 20:57:10.042264 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9c8f2fee-9035-4a38-b531-1c6f54986f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:10.537284 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:10.775458 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7e9c4-8c0a-4a7d-9fea-c14a1ac5f953 req-f9f13e40-79c6-4ac9-b5de-c758658f19b5 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:10.782885 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cbf7e9c4-8c0a-4a7d-9fea-c14a1ac5f953 req-f9f13e40-79c6-4ac9-b5de-c758658f19b5 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=54a34254-c156-4b52-a6ca-2f8111738873 HTTP/1.1" status: 200 len: 946 time: 0.1010015 Aug 23 20:57:10.826692 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cbf7e9c4-8c0a-4a7d-9fea-c14a1ac5f953 req-f1ddbe45-d927-48be-93b5-0386fb127c9f tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427389 Aug 23 20:57:11.974763 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6f806-56c7-4042-99a5-1fc5d489c96d req-54b2a165-bf33-4288-b47d-741803b118dc tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:11.977324 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-46b6f806-56c7-4042-99a5-1fc5d489c96d req-54b2a165-bf33-4288-b47d-741803b118dc tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=54a34254-c156-4b52-a6ca-2f8111738873 HTTP/1.1" status: 200 len: 946 time: 0.0689049 Aug 23 20:57:12.059171 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-46b6f806-56c7-4042-99a5-1fc5d489c96d req-33728561-6620-4c13-bb21-66cf808a852e tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742922 Aug 23 20:57:13.055202 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bdb820b9-b296-46e5-ae53-94a2a1e7c60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:13.275201 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f241cb4c-26da-4a40-869e-8bb0f2ed159a req-33b30b2c-d922-4080-9b21-4e7aa5d47c32 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:13.284197 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f241cb4c-26da-4a40-869e-8bb0f2ed159a req-33b30b2c-d922-4080-9b21-4e7aa5d47c32 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=54a34254-c156-4b52-a6ca-2f8111738873 HTTP/1.1" status: 200 len: 946 time: 0.1361732 Aug 23 20:57:13.335784 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f241cb4c-26da-4a40-869e-8bb0f2ed159a req-95f229b2-db17-4a8a-9a39-4deaa2719c3c tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489042 Aug 23 20:57:13.520118 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:14.532800 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b180d940-d8e6-4f23-aeec-3760eb77e209 req-f3f77a25-cf74-49e2-aa1e-a891bb35da74 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:14.535056 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b180d940-d8e6-4f23-aeec-3760eb77e209 req-f3f77a25-cf74-49e2-aa1e-a891bb35da74 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=54a34254-c156-4b52-a6ca-2f8111738873 HTTP/1.1" status: 200 len: 946 time: 0.0844812 Aug 23 20:57:14.597470 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:14.600941 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b180d940-d8e6-4f23-aeec-3760eb77e209 req-9d951992-7d03-4b48-8455-d46138703e78 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567727 Aug 23 20:57:15.813990 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb96235-d8e9-4c7c-8982-ff5ad65cbfd1 req-f214d00c-787f-438d-b920-d31327d46e55 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:15.821448 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fcb96235-d8e9-4c7c-8982-ff5ad65cbfd1 req-f214d00c-787f-438d-b920-d31327d46e55 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=54a34254-c156-4b52-a6ca-2f8111738873 HTTP/1.1" status: 200 len: 946 time: 0.0888550 Aug 23 20:57:15.868788 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fcb96235-d8e9-4c7c-8982-ff5ad65cbfd1 req-e818af39-d7f9-4b89-a053-8edb7909bf6b tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458221 Aug 23 20:57:15.981981 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:17.037584 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f0d424-930e-45cc-b350-2b5028965609 req-2d826894-480a-46d4-9f2d-32f5c1ecc955 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:17.040386 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c6f0d424-930e-45cc-b350-2b5028965609 req-2d826894-480a-46d4-9f2d-32f5c1ecc955 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=54a34254-c156-4b52-a6ca-2f8111738873 HTTP/1.1" status: 200 len: 946 time: 0.0621495 Aug 23 20:57:17.101694 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c6f0d424-930e-45cc-b350-2b5028965609 req-4f036eb1-caa6-489d-b4df-29d24c66aa56 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485494 Aug 23 20:57:18.316207 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370d351-6c9a-4b5d-8774-c371f0ae0330 req-bd3970e2-617e-4c8f-8f7e-ee195aa97afe tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:18.317801 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6370d351-6c9a-4b5d-8774-c371f0ae0330 req-bd3970e2-617e-4c8f-8f7e-ee195aa97afe tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=54a34254-c156-4b52-a6ca-2f8111738873 HTTP/1.1" status: 200 len: 946 time: 0.0914214 Aug 23 20:57:18.405271 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6370d351-6c9a-4b5d-8774-c371f0ae0330 req-b1dcf819-0c9f-4de7-b440-21c3fcfc29a0 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804591 Aug 23 20:57:19.581144 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c77c4-4139-4eda-8c61-703b62de9ad7 req-65c743f8-1213-4e0e-bef9-4c41cde933c2 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:19.584761 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d57c77c4-4139-4eda-8c61-703b62de9ad7 req-65c743f8-1213-4e0e-bef9-4c41cde933c2 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=54a34254-c156-4b52-a6ca-2f8111738873 HTTP/1.1" status: 200 len: 946 time: 0.0613871 Aug 23 20:57:19.642414 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d57c77c4-4139-4eda-8c61-703b62de9ad7 req-6a7d44cf-09fd-46cf-963d-f83c1fb4bbe6 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526702 Aug 23 20:57:20.465841 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:20.846194 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad82b6-d2d6-4c15-963b-e98074515009 req-caa4e26d-d714-433a-9d5f-b33c1ab76082 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:20.847766 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1cad82b6-d2d6-4c15-963b-e98074515009 req-caa4e26d-d714-433a-9d5f-b33c1ab76082 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=54a34254-c156-4b52-a6ca-2f8111738873 HTTP/1.1" status: 200 len: 946 time: 0.0849524 Aug 23 20:57:20.904610 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1cad82b6-d2d6-4c15-963b-e98074515009 req-8b748fc7-bab5-4df4-9b46-3d0bb2ddf362 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472076 Aug 23 20:57:21.070446 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 34226) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:57:21.213134 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4ec45e5a-8a1f-4129-91f9-957214f4695e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:21.320618 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4ec45e5a-8a1f-4129-91f9-957214f4695e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:21.324782 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4ec45e5a-8a1f-4129-91f9-957214f4695e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:21.367940 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-4ec45e5a-8a1f-4129-91f9-957214f4695e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=db3158ab15054e2786521de7c50b7684&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2931659 Aug 23 20:57:21.367940 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec45e5a-8a1f-4129-91f9-957214f4695e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597000cf-f2f4-4a36-95fd-1da2578d7916,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:57:21.368778 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 34238) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:57:21.430994 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cc6aa24c-225d-48e5-b1af-22b8855f8dec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:21.459662 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cc6aa24c-225d-48e5-b1af-22b8855f8dec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:21.516262 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cc6aa24c-225d-48e5-b1af-22b8855f8dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:21.518863 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cc6aa24c-225d-48e5-b1af-22b8855f8dec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:21.520160 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-cc6aa24c-225d-48e5-b1af-22b8855f8dec admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/597000cf-f2f4-4a36-95fd-1da2578d7916 HTTP/1.1" status: 204 len: 168 time: 0.1500590 Aug 23 20:57:21.529029 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6aa24c-225d-48e5-b1af-22b8855f8dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597000cf-f2f4-4a36-95fd-1da2578d7916,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:57:22.026335 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480c531-2f6d-4845-902d-e9ca07c28aaa req-c1bac24b-8f02-4bc8-9ae2-e15c8b697a00 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:22.033402 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1480c531-2f6d-4845-902d-e9ca07c28aaa req-c1bac24b-8f02-4bc8-9ae2-e15c8b697a00 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=54a34254-c156-4b52-a6ca-2f8111738873 HTTP/1.1" status: 200 len: 946 time: 0.0593967 Aug 23 20:57:22.083329 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1480c531-2f6d-4845-902d-e9ca07c28aaa req-1ff14269-246c-4ffd-9979-4ad38793072d tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489733 Aug 23 20:57:22.083939 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92915fc-b809-467b-a842-14d4e5d0e6dd req-e6b2e758-374f-4fc3-8613-7a7d5b906399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:22.087317 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a92915fc-b809-467b-a842-14d4e5d0e6dd req-e6b2e758-374f-4fc3-8613-7a7d5b906399 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2af290724cc44af890c8fd2249003602&device_id=54a34254-c156-4b52-a6ca-2f8111738873 HTTP/1.1" status: 200 len: 1097 time: 0.0513239 Aug 23 20:57:22.193611 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92915fc-b809-467b-a842-14d4e5d0e6dd req-274d7f8e-8577-46aa-81b5-a275cc398a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:22.195625 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a92915fc-b809-467b-a842-14d4e5d0e6dd req-274d7f8e-8577-46aa-81b5-a275cc398a0b service neutron] 10.222.0.32 "GET /v2.0/networks?id=4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e HTTP/1.1" status: 200 len: 912 time: 0.1007738 Aug 23 20:57:22.240453 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a92915fc-b809-467b-a842-14d4e5d0e6dd req-1e4ba7fb-63af-4250-b858-5647c56df46e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e48a2d02-9dbf-4164-80fd-0525078e3a39 HTTP/1.1" status: 200 len: 217 time: 0.0372670 Aug 23 20:57:22.293664 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92915fc-b809-467b-a842-14d4e5d0e6dd req-3b608768-e3bf-476a-8c3e-967f653a7dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:22.295154 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a92915fc-b809-467b-a842-14d4e5d0e6dd req-3b608768-e3bf-476a-8c3e-967f653a7dbc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7046a0bd-4474-4718-a5da-60ae1dc26dbc HTTP/1.1" status: 200 len: 850 time: 0.0474939 Aug 23 20:57:22.357312 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92915fc-b809-467b-a842-14d4e5d0e6dd req-b3ede58d-1556-40ba-bf7f-2a3f296d14b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:22.358832 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a92915fc-b809-467b-a842-14d4e5d0e6dd req-b3ede58d-1556-40ba-bf7f-2a3f296d14b0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549238 Aug 23 20:57:22.464476 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a92915fc-b809-467b-a842-14d4e5d0e6dd req-a78b2220-aac0-4b14-b698-d764b44f6045 service neutron] 10.222.0.32 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976117 Aug 23 20:57:22.583225 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a92915fc-b809-467b-a842-14d4e5d0e6dd req-041f9a1a-3672-4161-820d-b3e941e6e451 service neutron] 10.222.0.32 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112647 Aug 23 20:57:23.195644 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b54fef-8717-4996-a7d7-444c3cffb9a0 req-85082dc1-18b4-4832-9845-b9e5293e7306 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:23.197223 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-25b54fef-8717-4996-a7d7-444c3cffb9a0 req-85082dc1-18b4-4832-9845-b9e5293e7306 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=54a34254-c156-4b52-a6ca-2f8111738873 HTTP/1.1" status: 200 len: 946 time: 0.0503657 Aug 23 20:57:23.239613 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-25b54fef-8717-4996-a7d7-444c3cffb9a0 req-3f30631d-e13c-48c0-84df-260b29679797 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359259 Aug 23 20:57:24.159094 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:57:24.366319 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdfd39f-defe-45ed-bc11-75edfef5e3d8 req-3f3ab58b-cc03-4f7f-ad08-39ef9aab0828 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:24.375123 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2fdfd39f-defe-45ed-bc11-75edfef5e3d8 req-3f3ab58b-cc03-4f7f-ad08-39ef9aab0828 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=54a34254-c156-4b52-a6ca-2f8111738873 HTTP/1.1" status: 200 len: 946 time: 0.0594079 Aug 23 20:57:24.419374 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2fdfd39f-defe-45ed-bc11-75edfef5e3d8 req-2a46b03f-8a64-4026-b871-799ef9a213ff tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430720 Aug 23 20:57:25.263625 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device e48a2d02-9dbf-4164-80fd-0525078e3a39 no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:57:25.353700 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:25.379838 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a34254-c156-4b52-a6ca-2f8111738873', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e48a2d02-9dbf-4164-80fd-0525078e3a39'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:57:25.383028 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a09ba9-fe3a-4505-9950-9c9ee26deaf1" -d '{"events": [{"server_uuid": "54a34254-c156-4b52-a6ca-2f8111738873", "name": "network-vif-unplugged", "status": "completed", "tag": "e48a2d02-9dbf-4164-80fd-0525078e3a39"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:57:25.396801 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port e48a2d02-9dbf-4164-80fd-0525078e3a39, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=e48a2d02-9dbf-4164-80fd-0525078e3a39,segment=NetworkSegment(87ae50be-ef23-4363-86a3-a03c9ef4b9c4),segment_id=87ae50be-ef23-4363-86a3-a03c9ef4b9c4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:57:25.402250 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:25.445922 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 20:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9deb1013-bf25-4f3b-bb06-09b462057f15 x-openstack-request-id: req-9deb1013-bf25-4f3b-bb06-09b462057f15 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:57:25.446180 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54a34254-c156-4b52-a6ca-2f8111738873", "name": "network-vif-unplugged", "status": "completed", "tag": "e48a2d02-9dbf-4164-80fd-0525078e3a39", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:57:25.446751 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9deb1013-bf25-4f3b-bb06-09b462057f15 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:57:25.447175 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a34254-c156-4b52-a6ca-2f8111738873', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e48a2d02-9dbf-4164-80fd-0525078e3a39', 'code': 200} Aug 23 20:57:25.465408 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=e48a2d02-9dbf-4164-80fd-0525078e3a39,revision_number=8']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:57:25.545162 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca29b54-5235-4c93-8fec-3144dd5a4c58 req-bb85d6c9-9061-4262-84d9-0ca1bf65c715 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:25.546717 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4ca29b54-5235-4c93-8fec-3144dd5a4c58 req-bb85d6c9-9061-4262-84d9-0ca1bf65c715 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=54a34254-c156-4b52-a6ca-2f8111738873 HTTP/1.1" status: 200 len: 944 time: 0.0540497 Aug 23 20:57:25.599158 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4ca29b54-5235-4c93-8fec-3144dd5a4c58 req-da5a7aa9-b3d8-4d27-85e8-9f888a8a065b tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460551 Aug 23 20:57:25.721130 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe7b71-1b4c-43c5-acbf-226bc04973fc req-8de64167-298f-482c-bc6c-ab474ff20f84 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:25.727821 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fcfe7b71-1b4c-43c5-acbf-226bc04973fc req-8de64167-298f-482c-bc6c-ab474ff20f84 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.0566649 Aug 23 20:57:25.764480 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fcfe7b71-1b4c-43c5-acbf-226bc04973fc req-3c76326b-c7cd-4d7e-981a-95a6659fcd34 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346727 Aug 23 20:57:25.888543 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8121c1-53ff-47e4-85f7-824024e4813c req-db4fa050-d456-4c33-9ed9-808e310f2a6b tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:25.890024 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0f8121c1-53ff-47e4-85f7-824024e4813c req-db4fa050-d456-4c33-9ed9-808e310f2a6b tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.0505836 Aug 23 20:57:25.928823 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0f8121c1-53ff-47e4-85f7-824024e4813c req-5b1691ce-92bb-4ea8-a5f2-c940a8043e05 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319278 Aug 23 20:57:26.159767 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93f965-661d-432f-8957-0e40d5716bcd req-93080984-83de-40a2-848c-12f11d05b607 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:26.168390 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1e93f965-661d-432f-8957-0e40d5716bcd req-93080984-83de-40a2-848c-12f11d05b607 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.0756910 Aug 23 20:57:26.221808 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1e93f965-661d-432f-8957-0e40d5716bcd req-93fe4485-638f-4353-8efe-1521260cee6f tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522451 Aug 23 20:57:26.629399 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ec8622f1-7c72-48b5-9a0a-7b28a8cb9f21 req-bf362bf5-6d7c-4bc1-83cf-04427387eb36 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d82ae337-2443-47ac-b242-94b1eb71fe4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0522046 Aug 23 20:57:26.707574 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8622f1-7c72-48b5-9a0a-7b28a8cb9f21 req-db495af7-5169-41e4-8b13-de6908f07147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:26.709362 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ec8622f1-7c72-48b5-9a0a-7b28a8cb9f21 req-db495af7-5169-41e4-8b13-de6908f07147 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2af290724cc44af890c8fd2249003602&device_id=d82ae337-2443-47ac-b242-94b1eb71fe4f HTTP/1.1" status: 200 len: 1097 time: 0.0445375 Aug 23 20:57:26.842909 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8622f1-7c72-48b5-9a0a-7b28a8cb9f21 req-227705cb-f921-4d19-a7f0-69fc093a310a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:26.844636 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ec8622f1-7c72-48b5-9a0a-7b28a8cb9f21 req-227705cb-f921-4d19-a7f0-69fc093a310a service neutron] 10.222.0.32 "GET /v2.0/networks?id=4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e HTTP/1.1" status: 200 len: 912 time: 0.1076393 Aug 23 20:57:26.894456 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ec8622f1-7c72-48b5-9a0a-7b28a8cb9f21 req-511ebc16-d2e9-4d4e-9ceb-249d6f14b2bf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48104957-012e-4da4-aafa-e7191b68343c HTTP/1.1" status: 200 len: 217 time: 0.0371099 Aug 23 20:57:26.958925 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8622f1-7c72-48b5-9a0a-7b28a8cb9f21 req-3f6058c3-e60e-45f1-9ecf-4b65884c40b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:26.960536 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ec8622f1-7c72-48b5-9a0a-7b28a8cb9f21 req-3f6058c3-e60e-45f1-9ecf-4b65884c40b4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7046a0bd-4474-4718-a5da-60ae1dc26dbc HTTP/1.1" status: 200 len: 850 time: 0.0512762 Aug 23 20:57:27.013177 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8622f1-7c72-48b5-9a0a-7b28a8cb9f21 req-873b72bf-f75d-476a-a180-27afc97dbebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:27.014762 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ec8622f1-7c72-48b5-9a0a-7b28a8cb9f21 req-873b72bf-f75d-476a-a180-27afc97dbebd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454195 Aug 23 20:57:27.125463 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ec8622f1-7c72-48b5-9a0a-7b28a8cb9f21 req-a5ebd928-fa61-451c-a6de-13659d84772b service neutron] 10.222.0.32 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980296 Aug 23 20:57:27.259766 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ec8622f1-7c72-48b5-9a0a-7b28a8cb9f21 req-1b319f8a-320d-4053-b79a-6b313f176338 service neutron] 10.222.0.32 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262901 Aug 23 20:57:27.395171 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e5c9f-6ddb-4caa-abb8-e725cbd6acdc req-44fdb479-480a-4cb1-8259-622421ec42b8 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:27.396726 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-480e5c9f-6ddb-4caa-abb8-e725cbd6acdc req-44fdb479-480a-4cb1-8259-622421ec42b8 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.0813766 Aug 23 20:57:27.454450 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-480e5c9f-6ddb-4caa-abb8-e725cbd6acdc req-a5c482f8-64d6-4378-9694-2b875b683a6a tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503604 Aug 23 20:57:28.611528 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f6a6d-98c4-41af-b0b4-e44cad0b74a7 req-eebd5a52-2432-4b64-8c13-f0af496841a2 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:28.614049 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3a6f6a6d-98c4-41af-b0b4-e44cad0b74a7 req-eebd5a52-2432-4b64-8c13-f0af496841a2 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.0560293 Aug 23 20:57:28.662502 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3a6f6a6d-98c4-41af-b0b4-e44cad0b74a7 req-bd979701-4493-4843-9aec-09e08cb2c6bc tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403368 Aug 23 20:57:29.793669 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1950f7a4-8b29-47fb-9c23-e850efb25716 req-6d05e9c5-ff50-4156-9dbb-97579b3385d5 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:29.795117 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1950f7a4-8b29-47fb-9c23-e850efb25716 req-6d05e9c5-ff50-4156-9dbb-97579b3385d5 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.0585456 Aug 23 20:57:29.837441 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1950f7a4-8b29-47fb-9c23-e850efb25716 req-0d51bfbc-c884-442e-9cfa-d893a53276bc tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361125 Aug 23 20:57:30.985055 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 34398) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:57:31.020839 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f213d-15a9-40bb-af86-6680ce7bdb2f req-0121ee48-40c6-41d5-9f47-2a9500d8fc49 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:31.023120 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-028f213d-15a9-40bb-af86-6680ce7bdb2f req-0121ee48-40c6-41d5-9f47-2a9500d8fc49 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.0733087 Aug 23 20:57:31.096097 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-028f213d-15a9-40bb-af86-6680ce7bdb2f req-1a64918b-f53d-433d-8e42-df34ffa03c96 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661583 Aug 23 20:57:31.146684 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-43545129-ccd1-485f-8f6b-600ba77ac568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:31.240590 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-43545129-ccd1-485f-8f6b-600ba77ac568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:31.245604 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-43545129-ccd1-485f-8f6b-600ba77ac568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:31.287268 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-43545129-ccd1-485f-8f6b-600ba77ac568 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dc0e0867469145a282a24439d9f62fb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3010638 Aug 23 20:57:31.288740 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43545129-ccd1-485f-8f6b-600ba77ac568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11fd414f-1132-4536-821d-1fefc190200f,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:57:31.290632 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 34402) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:57:31.296784 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43545129-ccd1-485f-8f6b-600ba77ac568 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:57:31.297126 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43545129-ccd1-485f-8f6b-600ba77ac568 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:57:31.297461 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43545129-ccd1-485f-8f6b-600ba77ac568 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:57:31.297794 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43545129-ccd1-485f-8f6b-600ba77ac568 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:57:31.298122 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43545129-ccd1-485f-8f6b-600ba77ac568 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:57:31.298448 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43545129-ccd1-485f-8f6b-600ba77ac568 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:57:31.298771 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43545129-ccd1-485f-8f6b-600ba77ac568 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:57:31.299095 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43545129-ccd1-485f-8f6b-600ba77ac568 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:57:31.299414 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43545129-ccd1-485f-8f6b-600ba77ac568 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:57:31.299735 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43545129-ccd1-485f-8f6b-600ba77ac568 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:57:31.300053 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43545129-ccd1-485f-8f6b-600ba77ac568 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:57:31.300411 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43545129-ccd1-485f-8f6b-600ba77ac568 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:57:31.341764 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2998dbe2-7b6c-4eb3-871f-f7bbd382f853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:31.363712 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2998dbe2-7b6c-4eb3-871f-f7bbd382f853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:31.410962 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2998dbe2-7b6c-4eb3-871f-f7bbd382f853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:31.413794 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2998dbe2-7b6c-4eb3-871f-f7bbd382f853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:31.414984 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2998dbe2-7b6c-4eb3-871f-f7bbd382f853 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/11fd414f-1132-4536-821d-1fefc190200f HTTP/1.1" status: 204 len: 168 time: 0.1232851 Aug 23 20:57:31.422752 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2998dbe2-7b6c-4eb3-871f-f7bbd382f853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11fd414f-1132-4536-821d-1fefc190200f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:57:32.065225 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 34428) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:57:32.182009 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-027d6718-ac39-4cb4-bd61-d11d8d0ddbbb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1714222421-network', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:57:32.204482 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027d6718-ac39-4cb4-bd61-d11d8d0ddbbb admin admin] Made reservation on behalf of 9e20396f7331438baf5e0a87fc6f3d2f for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:57:32.205839 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb6bcc-79e2-4c9b-aa20-9b8a5c6a1ef8 req-de519da6-b18b-40c8-a6ce-51e0962890df tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:32.207153 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-027d6718-ac39-4cb4-bd61-d11d8d0ddbbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:32.207525 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-aaeb6bcc-79e2-4c9b-aa20-9b8a5c6a1ef8 req-de519da6-b18b-40c8-a6ce-51e0962890df tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.0605776 Aug 23 20:57:32.217369 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-027d6718-ac39-4cb4-bd61-d11d8d0ddbbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:32.253234 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-aaeb6bcc-79e2-4c9b-aa20-9b8a5c6a1ef8 req-101e3f72-5051-455c-a9ea-85e29f287ed2 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381396 Aug 23 20:57:32.315403 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-027d6718-ac39-4cb4-bd61-d11d8d0ddbbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:32.322193 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-027d6718-ac39-4cb4-bd61-d11d8d0ddbbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:32.348986 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-027d6718-ac39-4cb4-bd61-d11d8d0ddbbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:57:32.358347 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d6718-ac39-4cb4-bd61-d11d8d0ddbbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf444a9-1025-4099-993b-11261a4304f1,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:57:32.364542 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-027d6718-ac39-4cb4-bd61-d11d8d0ddbbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:32.364889 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-027d6718-ac39-4cb4-bd61-d11d8d0ddbbb admin admin] Added segment c18fa516-d00d-4d59-b20b-fdf45af90e68 of type vlan for network 1822ef8c-ab9b-49ef-9b96-3e20505d8abf Aug 23 20:57:32.407127 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-027d6718-ac39-4cb4-bd61-d11d8d0ddbbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:32.432407 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-027d6718-ac39-4cb4-bd61-d11d8d0ddbbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:32.433378 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027d6718-ac39-4cb4-bd61-d11d8d0ddbbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:32.433963 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-027d6718-ac39-4cb4-bd61-d11d8d0ddbbb admin admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:32.854122 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-027d6718-ac39-4cb4-bd61-d11d8d0ddbbb admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7877328 Aug 23 20:57:32.857029 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 34446) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:57:32.863996 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-9aaece7b-a6db-4ecf-83bc-6643de288160 admin admin] Request body: {'subnet': {'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1714222421-subnet', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:57:32.879715 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d6718-ac39-4cb4-bd61-d11d8d0ddbbb admin admin] Pushing event updated for resources: {'Network': ['ID=1822ef8c-ab9b-49ef-9b96-3e20505d8abf,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:57:32.892769 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 1822ef8c-ab9b-49ef-9b96-3e20505d8abf details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:57:32.911730 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aaece7b-a6db-4ecf-83bc-6643de288160 admin admin] Made reservation on behalf of 9e20396f7331438baf5e0a87fc6f3d2f for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:57:32.915548 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9aaece7b-a6db-4ecf-83bc-6643de288160 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:33.098526 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9aaece7b-a6db-4ecf-83bc-6643de288160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:33.156319 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaece7b-a6db-4ecf-83bc-6643de288160 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df05a557-9226-4912-87c8-3cb75cc85ce5,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:57:33.165567 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aaece7b-a6db-4ecf-83bc-6643de288160 admin admin] Checking segment: {'id': 'c18fa516-d00d-4d59-b20b-fdf45af90e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:57:33.165888 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aaece7b-a6db-4ecf-83bc-6643de288160 admin admin] Network hostable DHCP agents. Network: 1822ef8c-ab9b-49ef-9b96-3e20505d8abf, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:57:33.185097 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aaece7b-a6db-4ecf-83bc-6643de288160 admin admin] Network 1822ef8c-ab9b-49ef-9b96-3e20505d8abf is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:57:33.194692 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-9aaece7b-a6db-4ecf-83bc-6643de288160 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 1822ef8c-ab9b-49ef-9b96-3e20505d8abf) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:57:33.199921 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aaece7b-a6db-4ecf-83bc-6643de288160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:33.200585 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9aaece7b-a6db-4ecf-83bc-6643de288160 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:33.206433 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b10587-4759-4321-b970-0cffbaab0d73 None None] Network 1822ef8c-ab9b-49ef-9b96-3e20505d8abf requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:57:33.222835 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9aaece7b-a6db-4ecf-83bc-6643de288160 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3645091 Aug 23 20:57:33.225500 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 34448) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:57:33.232552 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-2fb7c866-dede-41d1-b30f-8a13303a7197 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1714222421-router', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:57:33.256811 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2fb7c866-dede-41d1-b30f-8a13303a7197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:33.259075 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2fb7c866-dede-41d1-b30f-8a13303a7197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:33.323755 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2fb7c866-dede-41d1-b30f-8a13303a7197 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:33.502682 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2fb7c866-dede-41d1-b30f-8a13303a7197 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:33.518901 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bad282-cc8c-4ca9-a62e-197420c4d010 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-1822ef8c-ab9b-49ef-9b96-3e20505d8abf', 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'fixed_ips': [{'subnet_id': 'df05a557-9226-4912-87c8-3cb75cc85ce5'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:57:33.520090 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-05bad282-cc8c-4ca9-a62e-197420c4d010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:33.536423 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ebdea-e6ec-4994-865d-f19ef32d0d80 req-4e54b53f-6c39-4d26-9b18-093e3d17e0d6 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:33.537941 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c51ebdea-e6ec-4994-865d-f19ef32d0d80 req-4e54b53f-6c39-4d26-9b18-093e3d17e0d6 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.1335216 Aug 23 20:57:33.623010 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c51ebdea-e6ec-4994-865d-f19ef32d0d80 req-3ad0b347-1e2a-474f-9cc8-007711e82451 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768342 Aug 23 20:57:33.668506 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-05bad282-cc8c-4ca9-a62e-197420c4d010 None None] Allocated IP 172.20.0.2 (1822ef8c-ab9b-49ef-9b96-3e20505d8abf/df05a557-9226-4912-87c8-3cb75cc85ce5/b2c3f10c-1d90-4b21-800b-1f90378ef85d) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:57:33.786691 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2fb7c866-dede-41d1-b30f-8a13303a7197 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:33.806706 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2fb7c866-dede-41d1-b30f-8a13303a7197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:33.821489 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-05bad282-cc8c-4ca9-a62e-197420c4d010 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:33.829915 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-05bad282-cc8c-4ca9-a62e-197420c4d010 None None] Transition to ACTIVE for port object b2c3f10c-1d90-4b21-800b-1f90378ef85d will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:57:33.846028 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-05bad282-cc8c-4ca9-a62e-197420c4d010 None None] Transition to ACTIVE for port object b2c3f10c-1d90-4b21-800b-1f90378ef85d will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:57:33.855909 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-05bad282-cc8c-4ca9-a62e-197420c4d010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:33.907917 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bad282-cc8c-4ca9-a62e-197420c4d010 None None] Network 1822ef8c-ab9b-49ef-9b96-3e20505d8abf is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:57:33.909684 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-05bad282-cc8c-4ca9-a62e-197420c4d010 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:57:33.919135 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bad282-cc8c-4ca9-a62e-197420c4d010 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:57:33.930831 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bad282-cc8c-4ca9-a62e-197420c4d010 None None] Pushing event updated for resources: {'Port': ['ID=b2c3f10c-1d90-4b21-800b-1f90378ef85d,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:57:33.934294 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-2fb7c866-dede-41d1-b30f-8a13303a7197 admin admin] Allocated IP 172.25.4.108 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/ce20a4af-3584-4974-aa16-5f669853659b) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:57:33.985961 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-05bad282-cc8c-4ca9-a62e-197420c4d010 None None] Attempting to bind port b2c3f10c-1d90-4b21-800b-1f90378ef85d on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:57:33.986334 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-05bad282-cc8c-4ca9-a62e-197420c4d010 None None] Attempting to bind port b2c3f10c-1d90-4b21-800b-1f90378ef85d by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'c18fa516-d00d-4d59-b20b-fdf45af90e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:57:33.986699 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bad282-cc8c-4ca9-a62e-197420c4d010 None None] Attempting to bind port b2c3f10c-1d90-4b21-800b-1f90378ef85d on network 1822ef8c-ab9b-49ef-9b96-3e20505d8abf {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:57:33.992364 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bad282-cc8c-4ca9-a62e-197420c4d010 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:57:33.992735 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bad282-cc8c-4ca9-a62e-197420c4d010 None None] Checking segment: {'id': 'c18fa516-d00d-4d59-b20b-fdf45af90e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:57:33.993149 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-05bad282-cc8c-4ca9-a62e-197420c4d010 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:33.993550 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bad282-cc8c-4ca9-a62e-197420c4d010 None None] Bound using segment: {'id': 'c18fa516-d00d-4d59-b20b-fdf45af90e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:57:33.994038 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-05bad282-cc8c-4ca9-a62e-197420c4d010 None None] Bound port: b2c3f10c-1d90-4b21-800b-1f90378ef85d, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c18fa516-d00d-4d59-b20b-fdf45af90e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:57:33.994426 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-05bad282-cc8c-4ca9-a62e-197420c4d010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:34.057101 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2fb7c866-dede-41d1-b30f-8a13303a7197 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:34.068214 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-05bad282-cc8c-4ca9-a62e-197420c4d010 None None] For port b2c3f10c-1d90-4b21-800b-1f90378ef85d, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:57:34.071891 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-05bad282-cc8c-4ca9-a62e-197420c4d010 None None] For port b2c3f10c-1d90-4b21-800b-1f90378ef85d, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=b2c3f10c-1d90-4b21-800b-1f90378ef85d,segment=NetworkSegment(c18fa516-d00d-4d59-b20b-fdf45af90e68),segment_id=c18fa516-d00d-4d59-b20b-fdf45af90e68)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:57:34.077552 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-05bad282-cc8c-4ca9-a62e-197420c4d010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:34.103058 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2fb7c866-dede-41d1-b30f-8a13303a7197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:34.145429 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bad282-cc8c-4ca9-a62e-197420c4d010 None None] Pushing event updated for resources: {'Port': ['ID=b2c3f10c-1d90-4b21-800b-1f90378ef85d,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:57:34.152008 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb7c866-dede-41d1-b30f-8a13303a7197 admin admin] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:57:34.156453 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-2fb7c866-dede-41d1-b30f-8a13303a7197 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:57:34.163749 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb7c866-dede-41d1-b30f-8a13303a7197 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:57:34.166990 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb7c866-dede-41d1-b30f-8a13303a7197 admin admin] Pushing event updated for resources: {'Port': ['ID=ce20a4af-3584-4974-aa16-5f669853659b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:57:34.469199 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2fb7c866-dede-41d1-b30f-8a13303a7197 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:34.674095 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2fb7c866-dede-41d1-b30f-8a13303a7197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:34.804474 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ab579-8a39-450b-a83a-83880f05d32d req-8430ed89-6322-460b-b542-fe199a5ab0da tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:34.806173 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-349ab579-8a39-450b-a83a-83880f05d32d req-8430ed89-6322-460b-b542-fe199a5ab0da tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.0905428 Aug 23 20:57:34.867432 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-349ab579-8a39-450b-a83a-83880f05d32d req-50a10991-f790-405d-8c43-e4724baa3a1d tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534906 Aug 23 20:57:34.881377 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb7c866-dede-41d1-b30f-8a13303a7197 admin admin] Router 9803a043-c29b-4ad2-9a22-6350dc1d44c9 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:57:35.011288 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb7c866-dede-41d1-b30f-8a13303a7197 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:57:35.023965 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4aa938c-883d-4559-9d10-bbcfdc59f498 None None] Sync routers for ids ['9803a043-c29b-4ad2-9a22-6350dc1d44c9'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:57:35.043423 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4aa938c-883d-4559-9d10-bbcfdc59f498 None None] Routers {'9803a043-c29b-4ad2-9a22-6350dc1d44c9'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:57:35.044010 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-c4aa938c-883d-4559-9d10-bbcfdc59f498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:57:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['9803a043-c29b-4ad2-9a22-6350dc1d44c9'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:57:35.058561 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2fb7c866-dede-41d1-b30f-8a13303a7197 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:35.060212 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2fb7c866-dede-41d1-b30f-8a13303a7197 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8319821 Aug 23 20:57:35.062744 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 34472) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:57:35.241060 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-c4aa938c-883d-4559-9d10-bbcfdc59f498 None None] Set router 9803a043-c29b-4ad2-9a22-6350dc1d44c9 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:57:35.315062 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739c9224-9644-45de-821e-cf8b5e6fd704 None None] Network 1822ef8c-ab9b-49ef-9b96-3e20505d8abf requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:57:35.381035 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-49093c4b-d62c-4178-9a6f-47d006c3a00a None None] Provisioning for port b2c3f10c-1d90-4b21-800b-1f90378ef85d completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:57:35.409083 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 34478) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:57:35.477479 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-c4aa938c-883d-4559-9d10-bbcfdc59f498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'name': 'tempest-TestVolumeBootPattern-1714222421-router', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'ce20a4af-3584-4974-aa16-5f669853659b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:57:33Z', 'updated_at': '2021-08-23T20:57:34Z', 'revision_number': 3, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'gw_port': {'id': 'ce20a4af-3584-4974-aa16-5f669853659b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f1:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:57:33Z', 'updated_at': '2021-08-23T20:57:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:57:35.516393 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4aa938c-883d-4559-9d10-bbcfdc59f498 None None] Checking router: 9803a043-c29b-4ad2-9a22-6350dc1d44c9 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:57:35.517017 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4aa938c-883d-4559-9d10-bbcfdc59f498 None None] Updating router 9803a043-c29b-4ad2-9a22-6350dc1d44c9 port ce20a4af-3584-4974-aa16-5f669853659b binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:57:35.546489 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c4aa938c-883d-4559-9d10-bbcfdc59f498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:35.607885 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ee99de50-b8dc-482c-8cdb-d5f51153d014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:35.662385 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-02eebaef-6dcd-4d61-b43d-a05fed8b87ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:35.740447 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ee99de50-b8dc-482c-8cdb-d5f51153d014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:35.746713 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ee99de50-b8dc-482c-8cdb-d5f51153d014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:35.788110 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee99de50-b8dc-482c-8cdb-d5f51153d014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307a6ac5-6d5d-4313-87d6-030eb533dc9c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:57:35.808612 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ee99de50-b8dc-482c-8cdb-d5f51153d014 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=df886f1e1dee496d9caa82fa33c9dc69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3983853 Aug 23 20:57:35.809583 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 34482) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:57:35.863586 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c4aa938c-883d-4559-9d10-bbcfdc59f498 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:35.874591 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c4aa938c-883d-4559-9d10-bbcfdc59f498 None None] Transition to ACTIVE for port object ce20a4af-3584-4974-aa16-5f669853659b will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:57:35.879724 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d48f938e-6b73-491b-858e-a3665dd72b1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:35.881348 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c4aa938c-883d-4559-9d10-bbcfdc59f498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:35.944965 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device b2c3f10c-1d90-4b21-800b-1f90378ef85d up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:57:35.948954 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d48f938e-6b73-491b-858e-a3665dd72b1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:35.963683 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-c4aa938c-883d-4559-9d10-bbcfdc59f498 None None] Attempting to bind port ce20a4af-3584-4974-aa16-5f669853659b on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:57:35.964387 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-c4aa938c-883d-4559-9d10-bbcfdc59f498 None None] Attempting to bind port ce20a4af-3584-4974-aa16-5f669853659b by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:57:35.964954 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4aa938c-883d-4559-9d10-bbcfdc59f498 None None] Attempting to bind port ce20a4af-3584-4974-aa16-5f669853659b on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:57:35.986052 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4aa938c-883d-4559-9d10-bbcfdc59f498 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:57:35.986734 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4aa938c-883d-4559-9d10-bbcfdc59f498 None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:57:35.987317 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c4aa938c-883d-4559-9d10-bbcfdc59f498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:35.987941 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4aa938c-883d-4559-9d10-bbcfdc59f498 None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:57:35.988915 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-c4aa938c-883d-4559-9d10-bbcfdc59f498 None None] Bound port: ce20a4af-3584-4974-aa16-5f669853659b, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:57:35.989498 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c4aa938c-883d-4559-9d10-bbcfdc59f498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:35.992110 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e443b54e-be3d-4d7b-9e45-a2bb8cbb7d7b None None] Pushing event updated for resources: {'Port': ['ID=ce20a4af-3584-4974-aa16-5f669853659b,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:57:36.016822 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port b2c3f10c-1d90-4b21-800b-1f90378ef85d completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:57:36.023346 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port b2c3f10c-1d90-4b21-800b-1f90378ef85d triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:57:36.024539 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:36.027679 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d48f938e-6b73-491b-858e-a3665dd72b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:36.030934 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d48f938e-6b73-491b-858e-a3665dd72b1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:36.034067 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e443b54e-be3d-4d7b-9e45-a2bb8cbb7d7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:57:36.035814 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d48f938e-6b73-491b-858e-a3665dd72b1e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/307a6ac5-6d5d-4313-87d6-030eb533dc9c HTTP/1.1" status: 204 len: 168 time: 0.2246659 Aug 23 20:57:36.046310 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e443b54e-be3d-4d7b-9e45-a2bb8cbb7d7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:57:36.046988 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e443b54e-be3d-4d7b-9e45-a2bb8cbb7d7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:57:36.047345 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e443b54e-be3d-4d7b-9e45-a2bb8cbb7d7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:57:36.047687 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e443b54e-be3d-4d7b-9e45-a2bb8cbb7d7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:57:36.048023 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e443b54e-be3d-4d7b-9e45-a2bb8cbb7d7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:57:36.048190 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48f938e-6b73-491b-858e-a3665dd72b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307a6ac5-6d5d-4313-87d6-030eb533dc9c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:57:36.048381 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e443b54e-be3d-4d7b-9e45-a2bb8cbb7d7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:57:36.048709 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e443b54e-be3d-4d7b-9e45-a2bb8cbb7d7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:57:36.049036 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e443b54e-be3d-4d7b-9e45-a2bb8cbb7d7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:57:36.049356 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e443b54e-be3d-4d7b-9e45-a2bb8cbb7d7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:57:36.049677 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e443b54e-be3d-4d7b-9e45-a2bb8cbb7d7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:57:36.049993 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e443b54e-be3d-4d7b-9e45-a2bb8cbb7d7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:57:36.100088 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c4aa938c-883d-4559-9d10-bbcfdc59f498 None None] For port ce20a4af-3584-4974-aa16-5f669853659b, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:57:36.104962 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c4aa938c-883d-4559-9d10-bbcfdc59f498 None None] For port ce20a4af-3584-4974-aa16-5f669853659b, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=ce20a4af-3584-4974-aa16-5f669853659b,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:57:36.111698 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c4aa938c-883d-4559-9d10-bbcfdc59f498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:36.174367 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:36.176000 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4aa938c-883d-4559-9d10-bbcfdc59f498 None None] Routers {'9803a043-c29b-4ad2-9a22-6350dc1d44c9'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:57:36.176961 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-c4aa938c-883d-4559-9d10-bbcfdc59f498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:57:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['9803a043-c29b-4ad2-9a22-6350dc1d44c9'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:57:36.228714 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port b2c3f10c-1d90-4b21-800b-1f90378ef85d, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=b2c3f10c-1d90-4b21-800b-1f90378ef85d,segment=NetworkSegment(c18fa516-d00d-4d59-b20b-fdf45af90e68),segment_id=c18fa516-d00d-4d59-b20b-fdf45af90e68)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:57:36.240444 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:36.282648 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-02eebaef-6dcd-4d61-b43d-a05fed8b87ae admin admin] Allocated IP 172.20.0.1 (1822ef8c-ab9b-49ef-9b96-3e20505d8abf/df05a557-9226-4912-87c8-3cb75cc85ce5/30fdbbcc-fcf1-42b0-8603-759d0f743326) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:57:36.311442 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-c4aa938c-883d-4559-9d10-bbcfdc59f498 None None] Set router 9803a043-c29b-4ad2-9a22-6350dc1d44c9 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:57:36.320952 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=b2c3f10c-1d90-4b21-800b-1f90378ef85d,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:57:36.371815 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e443b54e-be3d-4d7b-9e45-a2bb8cbb7d7b None None] Pushing event updated for resources: {'Port': ['ID=ce20a4af-3584-4974-aa16-5f669853659b,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:57:36.429694 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-02eebaef-6dcd-4d61-b43d-a05fed8b87ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:36.446983 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3149837-3979-424a-b2fb-dbebcdce4c2b req-d4444011-5f9b-4469-8e0e-8091b76324b9 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:36.448712 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c3149837-3979-424a-b2fb-dbebcdce4c2b req-d4444011-5f9b-4469-8e0e-8091b76324b9 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.0945683 Aug 23 20:57:36.457712 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-02eebaef-6dcd-4d61-b43d-a05fed8b87ae admin admin] Transition to ACTIVE for port object 30fdbbcc-fcf1-42b0-8603-759d0f743326 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:57:36.514082 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c3149837-3979-424a-b2fb-dbebcdce4c2b req-bd018ede-4450-4dc1-a317-c8906fa5cf49 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577669 Aug 23 20:57:36.536267 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-02eebaef-6dcd-4d61-b43d-a05fed8b87ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:36.561227 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-c4aa938c-883d-4559-9d10-bbcfdc59f498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'name': 'tempest-TestVolumeBootPattern-1714222421-router', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'ce20a4af-3584-4974-aa16-5f669853659b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:57:33Z', 'updated_at': '2021-08-23T20:57:34Z', 'revision_number': 3, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'gw_port': {'id': 'ce20a4af-3584-4974-aa16-5f669853659b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f1:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:57:33Z', 'updated_at': '2021-08-23T20:57:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:57:36.576078 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02eebaef-6dcd-4d61-b43d-a05fed8b87ae admin admin] Network 1822ef8c-ab9b-49ef-9b96-3e20505d8abf is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:57:36.580298 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-02eebaef-6dcd-4d61-b43d-a05fed8b87ae admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:57:36.583784 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02eebaef-6dcd-4d61-b43d-a05fed8b87ae admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:57:36.592885 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eebaef-6dcd-4d61-b43d-a05fed8b87ae admin admin] Pushing event updated for resources: {'Port': ['ID=30fdbbcc-fcf1-42b0-8603-759d0f743326,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:57:36.595450 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4aa938c-883d-4559-9d10-bbcfdc59f498 None None] The sync data for ids ['9803a043-c29b-4ad2-9a22-6350dc1d44c9'] in n-d-805663-2 is: [{'id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'name': 'tempest-TestVolumeBootPattern-1714222421-router', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'ce20a4af-3584-4974-aa16-5f669853659b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:57:33Z', 'updated_at': '2021-08-23T20:57:34Z', 'revision_number': 3, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'gw_port': {'id': 'ce20a4af-3584-4974-aa16-5f669853659b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f1:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:57:33Z', 'updated_at': '2021-08-23T20:57:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:57:36.637042 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-02eebaef-6dcd-4d61-b43d-a05fed8b87ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:36.792523 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-02eebaef-6dcd-4d61-b43d-a05fed8b87ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:36.858548 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-eb0874b6-fe7b-4e70-b831-fc258bc74f40 None None] Provisioning for port 30fdbbcc-fcf1-42b0-8603-759d0f743326 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:57:36.865079 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-eb0874b6-fe7b-4e70-b831-fc258bc74f40 None None] Provisioning complete for port 30fdbbcc-fcf1-42b0-8603-759d0f743326 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:57:36.866007 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eb0874b6-fe7b-4e70-b831-fc258bc74f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:36.931601 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-eb0874b6-fe7b-4e70-b831-fc258bc74f40 None None] Port 30fdbbcc-fcf1-42b0-8603-759d0f743326 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:57:37.045089 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-02eebaef-6dcd-4d61-b43d-a05fed8b87ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:37.050561 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-02eebaef-6dcd-4d61-b43d-a05fed8b87ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:37.121912 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-02eebaef-6dcd-4d61-b43d-a05fed8b87ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:37.124689 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eebaef-6dcd-4d61-b43d-a05fed8b87ae admin admin] Pushing event updated for resources: {'Port': ['ID=30fdbbcc-fcf1-42b0-8603-759d0f743326,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:57:37.231580 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02eebaef-6dcd-4d61-b43d-a05fed8b87ae admin admin] Network 1822ef8c-ab9b-49ef-9b96-3e20505d8abf is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:57:37.233227 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-02eebaef-6dcd-4d61-b43d-a05fed8b87ae admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:57:37.390650 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02eebaef-6dcd-4d61-b43d-a05fed8b87ae admin admin] Router 9803a043-c29b-4ad2-9a22-6350dc1d44c9 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:57:37.437007 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 34518) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:57:37.535068 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02eebaef-6dcd-4d61-b43d-a05fed8b87ae admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:57:37.541892 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-02eebaef-6dcd-4d61-b43d-a05fed8b87ae admin admin] 10.222.0.61 "PUT /v2.0/routers/9803a043-c29b-4ad2-9a22-6350dc1d44c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4779086 Aug 23 20:57:37.560562 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-48a6ab86-0aec-4e20-aead-e19e07478528 None None] Provisioning complete for port 30fdbbcc-fcf1-42b0-8603-759d0f743326 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:57:37.561471 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-48a6ab86-0aec-4e20-aead-e19e07478528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:37.578593 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2bcf8fa0-edc7-416a-8367-3e7311c136a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:37.617463 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-48a6ab86-0aec-4e20-aead-e19e07478528 None None] Port 30fdbbcc-fcf1-42b0-8603-759d0f743326 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:57:37.680515 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24338c5a-a590-46c4-b726-d29a9fcb876d req-3ca775a6-22c6-4732-95e0-20c65fd7cdb5 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:37.682219 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-24338c5a-a590-46c4-b726-d29a9fcb876d req-3ca775a6-22c6-4732-95e0-20c65fd7cdb5 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.0672929 Aug 23 20:57:37.701449 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2bcf8fa0-edc7-416a-8367-3e7311c136a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:37.707309 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2bcf8fa0-edc7-416a-8367-3e7311c136a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:37.729705 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-24338c5a-a590-46c4-b726-d29a9fcb876d req-54dddc25-fb53-4660-8b82-ec0fd8a049f3 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412326 Aug 23 20:57:37.762407 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2bcf8fa0-edc7-416a-8367-3e7311c136a4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0f260001ab5b48319f90644ca9ce2656&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3226814 Aug 23 20:57:37.765537 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 34528) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:57:37.780497 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcf8fa0-edc7-416a-8367-3e7311c136a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7f9c5f-1abe-4e55-a767-b5eb44d0d8a0,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:57:37.829859 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5b0c37b1-3aba-41f8-9189-f2fec2718131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:37.862148 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5b0c37b1-3aba-41f8-9189-f2fec2718131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:37.926367 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5b0c37b1-3aba-41f8-9189-f2fec2718131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:37.931304 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5b0c37b1-3aba-41f8-9189-f2fec2718131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:37.933285 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-5b0c37b1-3aba-41f8-9189-f2fec2718131 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fb7f9c5f-1abe-4e55-a767-b5eb44d0d8a0 HTTP/1.1" status: 204 len: 168 time: 0.1665370 Aug 23 20:57:37.943119 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c37b1-3aba-41f8-9189-f2fec2718131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7f9c5f-1abe-4e55-a767-b5eb44d0d8a0,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:57:38.057153 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device b2c3f10c-1d90-4b21-800b-1f90378ef85d up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:57:38.104511 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d0be3-3567-4b4d-a4d9-80a260c2b287 req-f8af3d91-49ae-413e-a187-767572e28431 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:38.106338 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a99d0be3-3567-4b4d-a4d9-80a260c2b287 req-f8af3d91-49ae-413e-a187-767572e28431 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.1059566 Aug 23 20:57:38.124556 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca288c-1b4a-47df-b258-619bbc0be24d req-ace46449-e1c3-4350-ad22-119b7c73bf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:38.126123 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-73ca288c-1b4a-47df-b258-619bbc0be24d req-ace46449-e1c3-4350-ad22-119b7c73bf82 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2af290724cc44af890c8fd2249003602&device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 1095 time: 0.0696769 Aug 23 20:57:38.139757 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port b2c3f10c-1d90-4b21-800b-1f90378ef85d triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:57:38.140480 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:38.213358 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a99d0be3-3567-4b4d-a4d9-80a260c2b287 req-dc62a913-3076-4500-8709-35c1f80d0c68 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985701 Aug 23 20:57:38.267255 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device ce20a4af-3584-4974-aa16-5f669853659b up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:57:38.272619 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca288c-1b4a-47df-b258-619bbc0be24d req-c42ab1bb-662e-479d-b40f-cbe4726cac35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:38.279149 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-73ca288c-1b4a-47df-b258-619bbc0be24d req-c42ab1bb-662e-479d-b40f-cbe4726cac35 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e HTTP/1.1" status: 200 len: 912 time: 0.1438375 Aug 23 20:57:38.335840 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 34552) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:57:38.336958 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port ce20a4af-3584-4974-aa16-5f669853659b completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:57:38.341100 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port ce20a4af-3584-4974-aa16-5f669853659b triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:57:38.341483 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:38.343730 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-9b2b72c5-047f-499c-a86e-7bf496370efa admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-167295920-network', 'tenant_id': 'e11ea3cf4324463bb84b452b12c06119'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:57:38.384155 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-73ca288c-1b4a-47df-b258-619bbc0be24d req-e825a9fa-40f1-474d-b4be-3a142d80e240 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c254a81-8d39-43bc-85ac-5d89be1c28d3 HTTP/1.1" status: 200 len: 999 time: 0.0959284 Aug 23 20:57:38.385229 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2b72c5-047f-499c-a86e-7bf496370efa admin admin] Made reservation on behalf of e11ea3cf4324463bb84b452b12c06119 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:57:38.387556 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b2b72c5-047f-499c-a86e-7bf496370efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:38.424249 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b2b72c5-047f-499c-a86e-7bf496370efa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:38.473858 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:38.481376 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca288c-1b4a-47df-b258-619bbc0be24d req-9cd837e9-18f7-4efb-a13b-7acab1459b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:38.482899 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-73ca288c-1b4a-47df-b258-619bbc0be24d req-9cd837e9-18f7-4efb-a13b-7acab1459b39 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7046a0bd-4474-4718-a5da-60ae1dc26dbc HTTP/1.1" status: 200 len: 850 time: 0.0921087 Aug 23 20:57:38.508460 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port ce20a4af-3584-4974-aa16-5f669853659b, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=ce20a4af-3584-4974-aa16-5f669853659b,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:57:38.513788 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:38.574893 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=ce20a4af-3584-4974-aa16-5f669853659b,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:57:38.576871 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca288c-1b4a-47df-b258-619bbc0be24d req-3103310c-2e70-41a2-9a3d-009e21362ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:38.578393 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-73ca288c-1b4a-47df-b258-619bbc0be24d req-3103310c-2e70-41a2-9a3d-009e21362ba0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746269 Aug 23 20:57:38.596317 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b2b72c5-047f-499c-a86e-7bf496370efa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:38.610496 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b2b72c5-047f-499c-a86e-7bf496370efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:38.667842 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b2b72c5-047f-499c-a86e-7bf496370efa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:57:38.710855 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2b72c5-047f-499c-a86e-7bf496370efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5a1052-5601-42c9-ba3c-7496cc0bbcfa,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:57:38.710855 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b2b72c5-047f-499c-a86e-7bf496370efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:38.710855 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-9b2b72c5-047f-499c-a86e-7bf496370efa admin admin] Added segment ca3cc666-fd5e-4343-a915-9d967b666c8e of type vlan for network 7db7d6c2-1b07-4fff-85cc-dbf0c87191ba Aug 23 20:57:38.717626 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465ad407-c62a-4df7-b5d9-26598ddb8af4 None None] Sync routers for ids ['9803a043-c29b-4ad2-9a22-6350dc1d44c9'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:57:38.727527 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465ad407-c62a-4df7-b5d9-26598ddb8af4 None None] Routers {'9803a043-c29b-4ad2-9a22-6350dc1d44c9'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:57:38.728311 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-465ad407-c62a-4df7-b5d9-26598ddb8af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:57:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['9803a043-c29b-4ad2-9a22-6350dc1d44c9'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:57:38.759620 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-73ca288c-1b4a-47df-b258-619bbc0be24d req-bfc3cd96-7935-4e47-9cc4-4e7cb1e50840 service neutron] 10.222.0.32 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716993 Aug 23 20:57:38.761183 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b2b72c5-047f-499c-a86e-7bf496370efa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:38.833176 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b2b72c5-047f-499c-a86e-7bf496370efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:38.834260 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2b72c5-047f-499c-a86e-7bf496370efa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:38.834809 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b2b72c5-047f-499c-a86e-7bf496370efa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:38.862065 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-465ad407-c62a-4df7-b5d9-26598ddb8af4 None None] Set router 9803a043-c29b-4ad2-9a22-6350dc1d44c9 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:57:38.920295 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9b2b72c5-047f-499c-a86e-7bf496370efa admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5802765 Aug 23 20:57:38.923275 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 34568) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:57:38.929669 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-73ca288c-1b4a-47df-b258-619bbc0be24d req-a4f739e8-3615-4f7f-8c7f-1d6c9745f87a service neutron] 10.222.0.32 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616130 Aug 23 20:57:38.930861 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2b72c5-047f-499c-a86e-7bf496370efa admin admin] Pushing event updated for resources: {'Network': ['ID=7db7d6c2-1b07-4fff-85cc-dbf0c87191ba,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:57:38.933068 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-f90f3487-0dc7-421d-9d31-554178e3e3f3 admin admin] Request body: {'subnet': {'network_id': '7db7d6c2-1b07-4fff-85cc-dbf0c87191ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-167295920-subnet', 'tenant_id': 'e11ea3cf4324463bb84b452b12c06119', 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:57:38.949553 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 7db7d6c2-1b07-4fff-85cc-dbf0c87191ba details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:57:38.985064 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90f3487-0dc7-421d-9d31-554178e3e3f3 admin admin] Made reservation on behalf of e11ea3cf4324463bb84b452b12c06119 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:57:38.988828 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f90f3487-0dc7-421d-9d31-554178e3e3f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:39.149061 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-465ad407-c62a-4df7-b5d9-26598ddb8af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'name': 'tempest-TestVolumeBootPattern-1714222421-router', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'ce20a4af-3584-4974-aa16-5f669853659b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:57:33Z', 'updated_at': '2021-08-23T20:57:36Z', 'revision_number': 4, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'gw_port': {'id': 'ce20a4af-3584-4974-aa16-5f669853659b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:57:33Z', 'updated_at': '2021-08-23T20:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '30fdbbcc-fcf1-42b0-8603-759d0f743326', 'name': '', 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'mac_address': 'fa:16:3e:ac:84:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'df05a557-9226-4912-87c8-3cb75cc85ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:57:35Z', 'updated_at': '2021-08-23T20:57:36Z', 'revision_number': 2, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'subnets': [{'id': 'df05a557-9226-4912-87c8-3cb75cc85ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:57:39.168564 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f90f3487-0dc7-421d-9d31-554178e3e3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:39.178443 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465ad407-c62a-4df7-b5d9-26598ddb8af4 None None] Checking router: 9803a043-c29b-4ad2-9a22-6350dc1d44c9 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:57:39.179273 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465ad407-c62a-4df7-b5d9-26598ddb8af4 None None] Updating router 9803a043-c29b-4ad2-9a22-6350dc1d44c9 port 30fdbbcc-fcf1-42b0-8603-759d0f743326 binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:57:39.211754 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-465ad407-c62a-4df7-b5d9-26598ddb8af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:39.235666 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90f3487-0dc7-421d-9d31-554178e3e3f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b20c1544-43ad-4f23-a519-ffc2a3bf61cd,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:57:39.244538 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90f3487-0dc7-421d-9d31-554178e3e3f3 admin admin] Checking segment: {'id': 'ca3cc666-fd5e-4343-a915-9d967b666c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7db7d6c2-1b07-4fff-85cc-dbf0c87191ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:57:39.245070 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90f3487-0dc7-421d-9d31-554178e3e3f3 admin admin] Network hostable DHCP agents. Network: 7db7d6c2-1b07-4fff-85cc-dbf0c87191ba, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:57:39.264815 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90f3487-0dc7-421d-9d31-554178e3e3f3 admin admin] Network 7db7d6c2-1b07-4fff-85cc-dbf0c87191ba is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:57:39.285453 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-f90f3487-0dc7-421d-9d31-554178e3e3f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 7db7d6c2-1b07-4fff-85cc-dbf0c87191ba) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:57:39.292114 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90f3487-0dc7-421d-9d31-554178e3e3f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:39.293435 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f90f3487-0dc7-421d-9d31-554178e3e3f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:39.317428 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f90f3487-0dc7-421d-9d31-554178e3e3f3 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3894737 Aug 23 20:57:39.317634 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 34576) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:57:39.323407 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-46425ab6-3345-4eea-9dfc-2569c746f36a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-167295920-router', 'tenant_id': 'e11ea3cf4324463bb84b452b12c06119', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:57:39.334415 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafea9a9-a34e-43ad-a9e7-f862907b0ef3 None None] Network 7db7d6c2-1b07-4fff-85cc-dbf0c87191ba requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:57:39.364287 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b00e230-5b82-41d4-b25f-43004535ab4f req-ab216d51-c391-4670-8028-dfb65b99f626 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:39.367042 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6b00e230-5b82-41d4-b25f-43004535ab4f req-ab216d51-c391-4670-8028-dfb65b99f626 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.0665641 Aug 23 20:57:39.396309 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-46425ab6-3345-4eea-9dfc-2569c746f36a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:39.398750 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-46425ab6-3345-4eea-9dfc-2569c746f36a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:39.472145 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-46425ab6-3345-4eea-9dfc-2569c746f36a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:39.485458 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6b00e230-5b82-41d4-b25f-43004535ab4f req-8d0844b4-59ef-4e84-9a35-423c3ff24083 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040039 Aug 23 20:57:39.682103 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-46425ab6-3345-4eea-9dfc-2569c746f36a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:39.732179 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-465ad407-c62a-4df7-b5d9-26598ddb8af4 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:39.745348 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-465ad407-c62a-4df7-b5d9-26598ddb8af4 None None] Transition to ACTIVE for port object 30fdbbcc-fcf1-42b0-8603-759d0f743326 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:57:39.751821 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6942edfc-9cfc-4bf3-9b70-f232e08a5c0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-7db7d6c2-1b07-4fff-85cc-dbf0c87191ba', 'network_id': '7db7d6c2-1b07-4fff-85cc-dbf0c87191ba', 'tenant_id': 'e11ea3cf4324463bb84b452b12c06119', 'fixed_ips': [{'subnet_id': 'b20c1544-43ad-4f23-a519-ffc2a3bf61cd'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:57:39.754006 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6942edfc-9cfc-4bf3-9b70-f232e08a5c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:39.764810 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-465ad407-c62a-4df7-b5d9-26598ddb8af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:39.883460 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027a095a-df07-40e6-8874-493d915a5354 None None] Pushing event updated for resources: {'Port': ['ID=30fdbbcc-fcf1-42b0-8603-759d0f743326,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:57:39.935187 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-46425ab6-3345-4eea-9dfc-2569c746f36a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:39.967721 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-46425ab6-3345-4eea-9dfc-2569c746f36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:39.972107 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device ce20a4af-3584-4974-aa16-5f669853659b up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:57:40.042739 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-465ad407-c62a-4df7-b5d9-26598ddb8af4 None None] Attempting to bind port 30fdbbcc-fcf1-42b0-8603-759d0f743326 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:57:40.043099 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-465ad407-c62a-4df7-b5d9-26598ddb8af4 None None] Attempting to bind port 30fdbbcc-fcf1-42b0-8603-759d0f743326 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'c18fa516-d00d-4d59-b20b-fdf45af90e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:57:40.043462 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465ad407-c62a-4df7-b5d9-26598ddb8af4 None None] Attempting to bind port 30fdbbcc-fcf1-42b0-8603-759d0f743326 on network 1822ef8c-ab9b-49ef-9b96-3e20505d8abf {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:57:40.068131 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465ad407-c62a-4df7-b5d9-26598ddb8af4 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:57:40.068505 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465ad407-c62a-4df7-b5d9-26598ddb8af4 None None] Checking segment: {'id': 'c18fa516-d00d-4d59-b20b-fdf45af90e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:57:40.068906 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-465ad407-c62a-4df7-b5d9-26598ddb8af4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:40.070023 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465ad407-c62a-4df7-b5d9-26598ddb8af4 None None] Bound using segment: {'id': 'c18fa516-d00d-4d59-b20b-fdf45af90e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:57:40.070534 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-465ad407-c62a-4df7-b5d9-26598ddb8af4 None None] Bound port: 30fdbbcc-fcf1-42b0-8603-759d0f743326, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c18fa516-d00d-4d59-b20b-fdf45af90e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:57:40.074980 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-465ad407-c62a-4df7-b5d9-26598ddb8af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:40.104169 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d9f30e3f-1a66-4ea9-a443-9117c484bac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:40.112790 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-6942edfc-9cfc-4bf3-9b70-f232e08a5c0e None None] Allocated IP 172.20.0.2 (7db7d6c2-1b07-4fff-85cc-dbf0c87191ba/b20c1544-43ad-4f23-a519-ffc2a3bf61cd/484bed17-4c46-4ef5-a21a-2f7642d5b5de) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:57:40.115909 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-46425ab6-3345-4eea-9dfc-2569c746f36a admin admin] Allocated IP 172.25.4.79 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/a0e98619-e3fb-4927-b3e4-ce2c2c468a60) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:57:40.243064 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-46425ab6-3345-4eea-9dfc-2569c746f36a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:40.250708 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-465ad407-c62a-4df7-b5d9-26598ddb8af4 None None] For port 30fdbbcc-fcf1-42b0-8603-759d0f743326, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:57:40.253208 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port ce20a4af-3584-4974-aa16-5f669853659b triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:57:40.253650 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:40.285506 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-46425ab6-3345-4eea-9dfc-2569c746f36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:40.294272 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-465ad407-c62a-4df7-b5d9-26598ddb8af4 None None] For port 30fdbbcc-fcf1-42b0-8603-759d0f743326, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=30fdbbcc-fcf1-42b0-8603-759d0f743326,segment=NetworkSegment(c18fa516-d00d-4d59-b20b-fdf45af90e68),segment_id=c18fa516-d00d-4d59-b20b-fdf45af90e68)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:57:40.308104 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-465ad407-c62a-4df7-b5d9-26598ddb8af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:40.322022 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46425ab6-3345-4eea-9dfc-2569c746f36a admin admin] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:57:40.324888 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-46425ab6-3345-4eea-9dfc-2569c746f36a admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:57:40.328226 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46425ab6-3345-4eea-9dfc-2569c746f36a admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:57:40.353607 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46425ab6-3345-4eea-9dfc-2569c746f36a admin admin] Pushing event updated for resources: {'Port': ['ID=a0e98619-e3fb-4927-b3e4-ce2c2c468a60,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:57:40.441166 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465ad407-c62a-4df7-b5d9-26598ddb8af4 None None] Routers {'9803a043-c29b-4ad2-9a22-6350dc1d44c9'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:57:40.441488 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-465ad407-c62a-4df7-b5d9-26598ddb8af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:57:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['9803a043-c29b-4ad2-9a22-6350dc1d44c9'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:57:40.447854 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027a095a-df07-40e6-8874-493d915a5354 None None] Pushing event updated for resources: {'Port': ['ID=30fdbbcc-fcf1-42b0-8603-759d0f743326,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:57:40.645953 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-46425ab6-3345-4eea-9dfc-2569c746f36a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:40.654334 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada2847-9a4b-4a3d-987f-90fb4d73fe03 req-17c12144-671b-4453-8813-57e322d109e8 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:40.656256 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cada2847-9a4b-4a3d-987f-90fb4d73fe03 req-17c12144-671b-4453-8813-57e322d109e8 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.0640907 Aug 23 20:57:40.711259 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cada2847-9a4b-4a3d-987f-90fb4d73fe03 req-cc15a74d-b5f4-459f-8a82-e4ae53906bfe tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472765 Aug 23 20:57:40.841584 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6942edfc-9cfc-4bf3-9b70-f232e08a5c0e None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:40.853792 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:40.868012 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6942edfc-9cfc-4bf3-9b70-f232e08a5c0e None None] Transition to ACTIVE for port object 484bed17-4c46-4ef5-a21a-2f7642d5b5de will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:57:40.902219 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1483cc-e31c-44e5-bfc5-0d51317ac324 req-3c68654e-5a77-40af-a806-84d657c5c83f tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:40.909531 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9a1483cc-e31c-44e5-bfc5-0d51317ac324 req-3c68654e-5a77-40af-a806-84d657c5c83f tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.1124244 Aug 23 20:57:40.932877 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6942edfc-9cfc-4bf3-9b70-f232e08a5c0e None None] Transition to ACTIVE for port object 484bed17-4c46-4ef5-a21a-2f7642d5b5de will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:57:40.942924 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6942edfc-9cfc-4bf3-9b70-f232e08a5c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:40.946772 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-465ad407-c62a-4df7-b5d9-26598ddb8af4 None None] Set router 9803a043-c29b-4ad2-9a22-6350dc1d44c9 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:57:40.979288 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-46425ab6-3345-4eea-9dfc-2569c746f36a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:40.988705 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9a1483cc-e31c-44e5-bfc5-0d51317ac324 req-9c1e1f66-16eb-4fef-aafb-ca4e3da4c579 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781956 Aug 23 20:57:41.028259 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6942edfc-9cfc-4bf3-9b70-f232e08a5c0e None None] Network 7db7d6c2-1b07-4fff-85cc-dbf0c87191ba is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:57:41.069919 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-6942edfc-9cfc-4bf3-9b70-f232e08a5c0e None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:57:41.075116 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6942edfc-9cfc-4bf3-9b70-f232e08a5c0e None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:57:41.098918 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6942edfc-9cfc-4bf3-9b70-f232e08a5c0e None None] Pushing event updated for resources: {'Port': ['ID=484bed17-4c46-4ef5-a21a-2f7642d5b5de,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:57:41.139839 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05ad471-72b4-4ffd-b963-a47311b88f36 req-55d00524-f8f2-4de9-a51d-4215320734ec tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:41.148901 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e05ad471-72b4-4ffd-b963-a47311b88f36 req-55d00524-f8f2-4de9-a51d-4215320734ec tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.0696969 Aug 23 20:57:41.181400 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46425ab6-3345-4eea-9dfc-2569c746f36a admin admin] Router 0e37d588-730a-4a56-a0df-434b737942b8 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:57:41.187689 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e05ad471-72b4-4ffd-b963-a47311b88f36 req-d6b14cde-fdc6-45f7-9133-8edd6aa5d68b tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378637 Aug 23 20:57:41.202413 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6942edfc-9cfc-4bf3-9b70-f232e08a5c0e None None] Attempting to bind port 484bed17-4c46-4ef5-a21a-2f7642d5b5de on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:57:41.202707 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6942edfc-9cfc-4bf3-9b70-f232e08a5c0e None None] Attempting to bind port 484bed17-4c46-4ef5-a21a-2f7642d5b5de by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ca3cc666-fd5e-4343-a915-9d967b666c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7db7d6c2-1b07-4fff-85cc-dbf0c87191ba'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:57:41.203061 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6942edfc-9cfc-4bf3-9b70-f232e08a5c0e None None] Attempting to bind port 484bed17-4c46-4ef5-a21a-2f7642d5b5de on network 7db7d6c2-1b07-4fff-85cc-dbf0c87191ba {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:57:41.217276 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6942edfc-9cfc-4bf3-9b70-f232e08a5c0e None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:57:41.217648 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6942edfc-9cfc-4bf3-9b70-f232e08a5c0e None None] Checking segment: {'id': 'ca3cc666-fd5e-4343-a915-9d967b666c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7db7d6c2-1b07-4fff-85cc-dbf0c87191ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:57:41.218048 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6942edfc-9cfc-4bf3-9b70-f232e08a5c0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:41.218439 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6942edfc-9cfc-4bf3-9b70-f232e08a5c0e None None] Bound using segment: {'id': 'ca3cc666-fd5e-4343-a915-9d967b666c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7db7d6c2-1b07-4fff-85cc-dbf0c87191ba'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:57:41.218912 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6942edfc-9cfc-4bf3-9b70-f232e08a5c0e None None] Bound port: 484bed17-4c46-4ef5-a21a-2f7642d5b5de, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca3cc666-fd5e-4343-a915-9d967b666c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7db7d6c2-1b07-4fff-85cc-dbf0c87191ba'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:57:41.219291 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6942edfc-9cfc-4bf3-9b70-f232e08a5c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:41.317921 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-6942edfc-9cfc-4bf3-9b70-f232e08a5c0e None None] For port 484bed17-4c46-4ef5-a21a-2f7642d5b5de, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:57:41.323562 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-6942edfc-9cfc-4bf3-9b70-f232e08a5c0e None None] For port 484bed17-4c46-4ef5-a21a-2f7642d5b5de, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=484bed17-4c46-4ef5-a21a-2f7642d5b5de,segment=NetworkSegment(ca3cc666-fd5e-4343-a915-9d967b666c8e),segment_id=ca3cc666-fd5e-4343-a915-9d967b666c8e)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:57:41.332219 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6942edfc-9cfc-4bf3-9b70-f232e08a5c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:41.344468 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-465ad407-c62a-4df7-b5d9-26598ddb8af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'name': 'tempest-TestVolumeBootPattern-1714222421-router', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'ce20a4af-3584-4974-aa16-5f669853659b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:57:33Z', 'updated_at': '2021-08-23T20:57:36Z', 'revision_number': 4, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'gw_port': {'id': 'ce20a4af-3584-4974-aa16-5f669853659b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:57:33Z', 'updated_at': '2021-08-23T20:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '30fdbbcc-fcf1-42b0-8603-759d0f743326', 'name': '', 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'mac_address': 'fa:16:3e:ac:84:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'df05a557-9226-4912-87c8-3cb75cc85ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:57:35Z', 'updated_at': '2021-08-23T20:57:40Z', 'revision_number': 4, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'subnets': [{'id': 'df05a557-9226-4912-87c8-3cb75cc85ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:57:41.355120 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46425ab6-3345-4eea-9dfc-2569c746f36a admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:57:41.375730 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c20404e-d4b3-484c-9dae-aec45f7fd640 None None] Sync routers for ids ['0e37d588-730a-4a56-a0df-434b737942b8'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:57:41.400733 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465ad407-c62a-4df7-b5d9-26598ddb8af4 None None] The sync data for ids ['9803a043-c29b-4ad2-9a22-6350dc1d44c9'] in n-d-805663-2 is: [{'id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'name': 'tempest-TestVolumeBootPattern-1714222421-router', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'ce20a4af-3584-4974-aa16-5f669853659b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:57:33Z', 'updated_at': '2021-08-23T20:57:36Z', 'revision_number': 4, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'gw_port': {'id': 'ce20a4af-3584-4974-aa16-5f669853659b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:57:33Z', 'updated_at': '2021-08-23T20:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '30fdbbcc-fcf1-42b0-8603-759d0f743326', 'name': '', 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'mac_address': 'fa:16:3e:ac:84:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'df05a557-9226-4912-87c8-3cb75cc85ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:57:35Z', 'updated_at': '2021-08-23T20:57:40Z', 'revision_number': 4, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'subnets': [{'id': 'df05a557-9226-4912-87c8-3cb75cc85ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:57:41.407810 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c20404e-d4b3-484c-9dae-aec45f7fd640 None None] Routers {'0e37d588-730a-4a56-a0df-434b737942b8'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:57:41.409298 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1c20404e-d4b3-484c-9dae-aec45f7fd640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:57:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['0e37d588-730a-4a56-a0df-434b737942b8'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:57:41.420183 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-46425ab6-3345-4eea-9dfc-2569c746f36a admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:41.422521 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-46425ab6-3345-4eea-9dfc-2569c746f36a admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1034791 Aug 23 20:57:41.425075 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 34606) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:57:41.461179 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6942edfc-9cfc-4bf3-9b70-f232e08a5c0e None None] Pushing event updated for resources: {'Port': ['ID=484bed17-4c46-4ef5-a21a-2f7642d5b5de,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:57:41.622278 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-1c20404e-d4b3-484c-9dae-aec45f7fd640 None None] Set router 0e37d588-730a-4a56-a0df-434b737942b8 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:57:41.642827 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1010787e-8a84-480f-8ef3-9dd65f23d5f5 req-e4489ac0-3e82-45ff-9048-f020fda9f4f0 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:41.651608 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1010787e-8a84-480f-8ef3-9dd65f23d5f5 req-e4489ac0-3e82-45ff-9048-f020fda9f4f0 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.1282077 Aug 23 20:57:41.770415 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1010787e-8a84-480f-8ef3-9dd65f23d5f5 req-afaeb217-3f29-4515-98fa-e138f8e52010 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136489 Aug 23 20:57:42.148974 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 484bed17-4c46-4ef5-a21a-2f7642d5b5de up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:57:42.195100 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1c20404e-d4b3-484c-9dae-aec45f7fd640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e37d588-730a-4a56-a0df-434b737942b8', 'name': 'tempest-TestVolumeBootPattern-167295920-router', 'tenant_id': 'e11ea3cf4324463bb84b452b12c06119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': 'a0e98619-e3fb-4927-b3e4-ce2c2c468a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:57:39Z', 'updated_at': '2021-08-23T20:57:40Z', 'revision_number': 3, 'project_id': 'e11ea3cf4324463bb84b452b12c06119', 'gw_port': {'id': 'a0e98619-e3fb-4927-b3e4-ce2c2c468a60', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ce:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e37d588-730a-4a56-a0df-434b737942b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:57:39Z', 'updated_at': '2021-08-23T20:57:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:57:42.245518 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c20404e-d4b3-484c-9dae-aec45f7fd640 None None] Checking router: 0e37d588-730a-4a56-a0df-434b737942b8 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:57:42.245857 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c20404e-d4b3-484c-9dae-aec45f7fd640 None None] Updating router 0e37d588-730a-4a56-a0df-434b737942b8 port a0e98619-e3fb-4927-b3e4-ce2c2c468a60 binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:57:42.254680 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 484bed17-4c46-4ef5-a21a-2f7642d5b5de completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:57:42.269684 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 30fdbbcc-fcf1-42b0-8603-759d0f743326 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:57:42.370474 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 30fdbbcc-fcf1-42b0-8603-759d0f743326 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:57:42.373974 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d13d939e-da8a-45c5-8822-7756f3ad374c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:42.374827 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 30fdbbcc-fcf1-42b0-8603-759d0f743326 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:57:42.375231 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:42.417700 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1c20404e-d4b3-484c-9dae-aec45f7fd640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:42.503117 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:42.559808 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 30fdbbcc-fcf1-42b0-8603-759d0f743326, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=30fdbbcc-fcf1-42b0-8603-759d0f743326,segment=NetworkSegment(c18fa516-d00d-4d59-b20b-fdf45af90e68),segment_id=c18fa516-d00d-4d59-b20b-fdf45af90e68)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:57:42.567126 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:42.626216 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=30fdbbcc-fcf1-42b0-8603-759d0f743326,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:57:42.639549 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-d13d939e-da8a-45c5-8822-7756f3ad374c admin admin] Allocated IP 172.20.0.1 (7db7d6c2-1b07-4fff-85cc-dbf0c87191ba/b20c1544-43ad-4f23-a519-ffc2a3bf61cd/5810065c-58d0-4ed8-ab17-98b7362f91d4) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:57:42.764719 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d13d939e-da8a-45c5-8822-7756f3ad374c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:42.773289 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1c20404e-d4b3-484c-9dae-aec45f7fd640 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:42.782137 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-d13d939e-da8a-45c5-8822-7756f3ad374c admin admin] Transition to ACTIVE for port object 5810065c-58d0-4ed8-ab17-98b7362f91d4 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:57:42.784084 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-1c20404e-d4b3-484c-9dae-aec45f7fd640 None None] Transition to ACTIVE for port object a0e98619-e3fb-4927-b3e4-ce2c2c468a60 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:57:42.795044 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1c20404e-d4b3-484c-9dae-aec45f7fd640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:42.829014 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d13d939e-da8a-45c5-8822-7756f3ad374c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:42.867040 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13d939e-da8a-45c5-8822-7756f3ad374c admin admin] Network 7db7d6c2-1b07-4fff-85cc-dbf0c87191ba is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:57:42.896852 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-d13d939e-da8a-45c5-8822-7756f3ad374c admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:57:42.899273 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c79df9-ff71-4c7a-a1b4-bb6a411098a4 None None] Pushing event updated for resources: {'Port': ['ID=a0e98619-e3fb-4927-b3e4-ce2c2c468a60,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:57:42.903544 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-1c20404e-d4b3-484c-9dae-aec45f7fd640 None None] Attempting to bind port a0e98619-e3fb-4927-b3e4-ce2c2c468a60 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:57:42.903957 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-1c20404e-d4b3-484c-9dae-aec45f7fd640 None None] Attempting to bind port a0e98619-e3fb-4927-b3e4-ce2c2c468a60 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:57:42.904351 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c20404e-d4b3-484c-9dae-aec45f7fd640 None None] Attempting to bind port a0e98619-e3fb-4927-b3e4-ce2c2c468a60 on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:57:42.911592 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13d939e-da8a-45c5-8822-7756f3ad374c admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:57:42.914584 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c20404e-d4b3-484c-9dae-aec45f7fd640 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:57:42.914965 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c20404e-d4b3-484c-9dae-aec45f7fd640 None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:57:42.915485 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1c20404e-d4b3-484c-9dae-aec45f7fd640 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:42.915917 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c20404e-d4b3-484c-9dae-aec45f7fd640 None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:57:42.916449 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-1c20404e-d4b3-484c-9dae-aec45f7fd640 None None] Bound port: a0e98619-e3fb-4927-b3e4-ce2c2c468a60, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:57:42.916828 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1c20404e-d4b3-484c-9dae-aec45f7fd640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:42.987305 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-1c20404e-d4b3-484c-9dae-aec45f7fd640 None None] For port a0e98619-e3fb-4927-b3e4-ce2c2c468a60, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:57:42.991297 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-1c20404e-d4b3-484c-9dae-aec45f7fd640 None None] For port a0e98619-e3fb-4927-b3e4-ce2c2c468a60, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=a0e98619-e3fb-4927-b3e4-ce2c2c468a60,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:57:42.998232 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1c20404e-d4b3-484c-9dae-aec45f7fd640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:42.999070 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d939e-da8a-45c5-8822-7756f3ad374c admin admin] Pushing event updated for resources: {'Port': ['ID=5810065c-58d0-4ed8-ab17-98b7362f91d4,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:57:43.011422 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d13d939e-da8a-45c5-8822-7756f3ad374c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:43.018427 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedbe7a2-05fa-43e7-a25c-7e09c20d1da3 None None] Network 7db7d6c2-1b07-4fff-85cc-dbf0c87191ba requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:57:43.057619 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4188264-da79-4cd4-aeca-0b6b218f2d55 req-52a32e78-18d2-4811-9e91-afae7793af17 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:43.059195 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d4188264-da79-4cd4-aeca-0b6b218f2d55 req-52a32e78-18d2-4811-9e91-afae7793af17 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.1899261 Aug 23 20:57:43.094747 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c20404e-d4b3-484c-9dae-aec45f7fd640 None None] Routers {'0e37d588-730a-4a56-a0df-434b737942b8'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:57:43.095081 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1c20404e-d4b3-484c-9dae-aec45f7fd640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:57:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['0e37d588-730a-4a56-a0df-434b737942b8'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:57:43.123014 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-100aa001-7793-48a0-8d43-1e7338b1f41b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:43.126830 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-59444d57-dd7d-4036-87c4-8a9ca446f7f0 None None] Provisioning for port 484bed17-4c46-4ef5-a21a-2f7642d5b5de completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:57:43.132611 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-59444d57-dd7d-4036-87c4-8a9ca446f7f0 None None] Provisioning complete for port 484bed17-4c46-4ef5-a21a-2f7642d5b5de triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:57:43.132940 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-59444d57-dd7d-4036-87c4-8a9ca446f7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:43.162008 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d4188264-da79-4cd4-aeca-0b6b218f2d55 req-4ce84f50-4cb9-477e-830e-cdddb5a34288 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950885 Aug 23 20:57:43.237219 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d13d939e-da8a-45c5-8822-7756f3ad374c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:43.264084 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c79df9-ff71-4c7a-a1b4-bb6a411098a4 None None] Pushing event updated for resources: {'Port': ['ID=a0e98619-e3fb-4927-b3e4-ce2c2c468a60,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:57:43.346620 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-59444d57-dd7d-4036-87c4-8a9ca446f7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:43.401002 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-1c20404e-d4b3-484c-9dae-aec45f7fd640 None None] Set router 0e37d588-730a-4a56-a0df-434b737942b8 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:57:43.409404 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-59444d57-dd7d-4036-87c4-8a9ca446f7f0 None None] For port 484bed17-4c46-4ef5-a21a-2f7642d5b5de, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=484bed17-4c46-4ef5-a21a-2f7642d5b5de,segment=NetworkSegment(ca3cc666-fd5e-4343-a915-9d967b666c8e),segment_id=ca3cc666-fd5e-4343-a915-9d967b666c8e)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:57:43.419434 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-59444d57-dd7d-4036-87c4-8a9ca446f7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:43.529264 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59444d57-dd7d-4036-87c4-8a9ca446f7f0 None None] Pushing event updated for resources: {'Port': ['ID=484bed17-4c46-4ef5-a21a-2f7642d5b5de,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:57:43.582868 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:43.697446 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb879e95-2824-4485-9a19-7a8724bf87c4 req-88edb077-e23f-416a-bfcf-bece5af95a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:43.699068 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cb879e95-2824-4485-9a19-7a8724bf87c4 req-88edb077-e23f-416a-bfcf-bece5af95a12 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2af290724cc44af890c8fd2249003602&device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 1095 time: 0.1232660 Aug 23 20:57:43.703118 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1c20404e-d4b3-484c-9dae-aec45f7fd640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e37d588-730a-4a56-a0df-434b737942b8', 'name': 'tempest-TestVolumeBootPattern-167295920-router', 'tenant_id': 'e11ea3cf4324463bb84b452b12c06119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': 'a0e98619-e3fb-4927-b3e4-ce2c2c468a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:57:39Z', 'updated_at': '2021-08-23T20:57:40Z', 'revision_number': 3, 'project_id': 'e11ea3cf4324463bb84b452b12c06119', 'gw_port': {'id': 'a0e98619-e3fb-4927-b3e4-ce2c2c468a60', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ce:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e37d588-730a-4a56-a0df-434b737942b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:57:39Z', 'updated_at': '2021-08-23T20:57:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:57:43.706639 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d13d939e-da8a-45c5-8822-7756f3ad374c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:43.728743 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f283fcf2-7895-4a0f-ad5f-261768251c61 req-b8a7f729-8e85-4173-b4ea-b5e9668a26a0 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:43.730251 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f283fcf2-7895-4a0f-ad5f-261768251c61 req-b8a7f729-8e85-4173-b4ea-b5e9668a26a0 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.1351120 Aug 23 20:57:43.748616 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d13d939e-da8a-45c5-8822-7756f3ad374c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:43.759070 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c20404e-d4b3-484c-9dae-aec45f7fd640 None None] The sync data for ids ['0e37d588-730a-4a56-a0df-434b737942b8'] in n-d-805663-2 is: [{'id': '0e37d588-730a-4a56-a0df-434b737942b8', 'name': 'tempest-TestVolumeBootPattern-167295920-router', 'tenant_id': 'e11ea3cf4324463bb84b452b12c06119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': 'a0e98619-e3fb-4927-b3e4-ce2c2c468a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:57:39Z', 'updated_at': '2021-08-23T20:57:40Z', 'revision_number': 3, 'project_id': 'e11ea3cf4324463bb84b452b12c06119', 'gw_port': {'id': 'a0e98619-e3fb-4927-b3e4-ce2c2c468a60', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ce:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e37d588-730a-4a56-a0df-434b737942b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:57:39Z', 'updated_at': '2021-08-23T20:57:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:57:43.857249 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d3aa7238-070c-4e2c-8cc4-b5133c357432 None None] Provisioning for port 5810065c-58d0-4ed8-ab17-98b7362f91d4 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:57:43.863050 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d3aa7238-070c-4e2c-8cc4-b5133c357432 None None] Provisioning complete for port 5810065c-58d0-4ed8-ab17-98b7362f91d4 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:57:43.863212 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d3aa7238-070c-4e2c-8cc4-b5133c357432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:43.917593 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-d3aa7238-070c-4e2c-8cc4-b5133c357432 None None] Port 5810065c-58d0-4ed8-ab17-98b7362f91d4 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:57:43.937344 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d3aa7238-070c-4e2c-8cc4-b5133c357432 None None] Provisioning complete for port 484bed17-4c46-4ef5-a21a-2f7642d5b5de triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:57:43.937921 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d3aa7238-070c-4e2c-8cc4-b5133c357432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:43.955802 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f283fcf2-7895-4a0f-ad5f-261768251c61 req-28319e79-f474-4a16-8366-00e8dbe4b9ed tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2067811 Aug 23 20:57:43.984611 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d13d939e-da8a-45c5-8822-7756f3ad374c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:43.984726 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 484bed17-4c46-4ef5-a21a-2f7642d5b5de up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:57:43.985734 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d939e-da8a-45c5-8822-7756f3ad374c admin admin] Pushing event updated for resources: {'Port': ['ID=5810065c-58d0-4ed8-ab17-98b7362f91d4,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:57:44.031336 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb879e95-2824-4485-9a19-7a8724bf87c4 req-8bc0f909-aa2e-4916-94cf-9a7ea503c538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:44.037531 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cb879e95-2824-4485-9a19-7a8724bf87c4 req-8bc0f909-aa2e-4916-94cf-9a7ea503c538 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e HTTP/1.1" status: 200 len: 912 time: 0.3260489 Aug 23 20:57:44.139957 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 484bed17-4c46-4ef5-a21a-2f7642d5b5de triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:57:44.140410 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:44.213161 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cb879e95-2824-4485-9a19-7a8724bf87c4 req-4276f837-3d34-438a-8c4b-62252ebec99a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c254a81-8d39-43bc-85ac-5d89be1c28d3 HTTP/1.1" status: 200 len: 999 time: 0.1069610 Aug 23 20:57:44.267569 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 30fdbbcc-fcf1-42b0-8603-759d0f743326 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:57:44.323918 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb879e95-2824-4485-9a19-7a8724bf87c4 req-ebeceb11-d56e-4dd5-af5b-53f83676fe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:44.325721 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cb879e95-2824-4485-9a19-7a8724bf87c4 req-ebeceb11-d56e-4dd5-af5b-53f83676fe58 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7046a0bd-4474-4718-a5da-60ae1dc26dbc HTTP/1.1" status: 200 len: 850 time: 0.0849493 Aug 23 20:57:44.333365 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c9e1caf2-ad9f-441a-86fc-1a3e04501096 None None] Provisioning complete for port 5810065c-58d0-4ed8-ab17-98b7362f91d4 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:57:44.333739 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c9e1caf2-ad9f-441a-86fc-1a3e04501096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:44.360405 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13d939e-da8a-45c5-8822-7756f3ad374c admin admin] Network 7db7d6c2-1b07-4fff-85cc-dbf0c87191ba is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:57:44.371082 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-c9e1caf2-ad9f-441a-86fc-1a3e04501096 None None] Port 5810065c-58d0-4ed8-ab17-98b7362f91d4 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:57:44.372668 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 30fdbbcc-fcf1-42b0-8603-759d0f743326 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:57:44.373226 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:44.379891 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-d13d939e-da8a-45c5-8822-7756f3ad374c admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:57:44.615255 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:44.795348 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6da87d0c-3ba9-4145-a3a0-1a7774f8325b None None] Provisioning complete for port 5810065c-58d0-4ed8-ab17-98b7362f91d4 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:57:44.795717 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6da87d0c-3ba9-4145-a3a0-1a7774f8325b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:44.833401 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-6da87d0c-3ba9-4145-a3a0-1a7774f8325b None None] Port 5810065c-58d0-4ed8-ab17-98b7362f91d4 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:57:44.896683 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb879e95-2824-4485-9a19-7a8724bf87c4 req-11149f29-f100-4d4a-8db4-cfa475858273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:44.899022 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cb879e95-2824-4485-9a19-7a8724bf87c4 req-11149f29-f100-4d4a-8db4-cfa475858273 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5610027 Aug 23 20:57:44.974070 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d13d939e-da8a-45c5-8822-7756f3ad374c admin admin] Router 0e37d588-730a-4a56-a0df-434b737942b8 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:57:45.067492 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cb879e95-2824-4485-9a19-7a8724bf87c4 req-dfe2e466-fd5a-458d-a6bf-f0fc55c044b3 service neutron] 10.222.0.32 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604893 Aug 23 20:57:45.200545 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20809cb5-034f-43c4-bfcc-fd58ab94efb4 req-8d8299c0-c1b9-4cf0-a8ef-2338a945530c tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:45.202047 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-20809cb5-034f-43c4-bfcc-fd58ab94efb4 req-8d8299c0-c1b9-4cf0-a8ef-2338a945530c tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.1533680 Aug 23 20:57:45.233920 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13d939e-da8a-45c5-8822-7756f3ad374c admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:57:45.247627 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d13d939e-da8a-45c5-8822-7756f3ad374c admin admin] 10.222.0.61 "PUT /v2.0/routers/0e37d588-730a-4a56-a0df-434b737942b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8213201 Aug 23 20:57:45.276583 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cb879e95-2824-4485-9a19-7a8724bf87c4 req-3339698a-0268-42e1-a6a4-9a90d17703c7 service neutron] 10.222.0.32 "GET /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932909 Aug 23 20:57:45.296295 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-20809cb5-034f-43c4-bfcc-fd58ab94efb4 req-6c468e81-c472-4bb1-a34c-b551462697aa tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869174 Aug 23 20:57:45.793894 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b5cd4a-bd18-47c6-8e63-aa0e1b206c1a None None] Sync routers for ids ['0e37d588-730a-4a56-a0df-434b737942b8'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:57:45.805326 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b5cd4a-bd18-47c6-8e63-aa0e1b206c1a None None] Routers {'0e37d588-730a-4a56-a0df-434b737942b8'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:57:45.806184 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-20b5cd4a-bd18-47c6-8e63-aa0e1b206c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:57:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['0e37d588-730a-4a56-a0df-434b737942b8'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:57:46.011858 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device a0e98619-e3fb-4927-b3e4-ce2c2c468a60 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:57:46.018432 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-20b5cd4a-bd18-47c6-8e63-aa0e1b206c1a None None] Set router 0e37d588-730a-4a56-a0df-434b737942b8 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:57:46.102370 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:46.214974 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port a0e98619-e3fb-4927-b3e4-ce2c2c468a60 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:57:46.221189 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port a0e98619-e3fb-4927-b3e4-ce2c2c468a60 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:57:46.221703 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:46.407941 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:46.431402 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port a0e98619-e3fb-4927-b3e4-ce2c2c468a60, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=a0e98619-e3fb-4927-b3e4-ce2c2c468a60,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:57:46.449588 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65117821-e750-46ad-8b07-cfa4f3534d0c req-fc2782cf-7e3d-4092-be58-3f54ca12fb40 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:46.454094 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-65117821-e750-46ad-8b07-cfa4f3534d0c req-fc2782cf-7e3d-4092-be58-3f54ca12fb40 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.0823441 Aug 23 20:57:46.458796 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:46.516410 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=a0e98619-e3fb-4927-b3e4-ce2c2c468a60,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:57:46.520897 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-20b5cd4a-bd18-47c6-8e63-aa0e1b206c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e37d588-730a-4a56-a0df-434b737942b8', 'name': 'tempest-TestVolumeBootPattern-167295920-router', 'tenant_id': 'e11ea3cf4324463bb84b452b12c06119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': 'a0e98619-e3fb-4927-b3e4-ce2c2c468a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:57:39Z', 'updated_at': '2021-08-23T20:57:43Z', 'revision_number': 4, 'project_id': 'e11ea3cf4324463bb84b452b12c06119', 'gw_port': {'id': 'a0e98619-e3fb-4927-b3e4-ce2c2c468a60', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ce:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e37d588-730a-4a56-a0df-434b737942b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:57:39Z', 'updated_at': '2021-08-23T20:57:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '5810065c-58d0-4ed8-ab17-98b7362f91d4', 'name': '', 'network_id': '7db7d6c2-1b07-4fff-85cc-dbf0c87191ba', 'tenant_id': 'e11ea3cf4324463bb84b452b12c06119', 'mac_address': 'fa:16:3e:8e:74:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e37d588-730a-4a56-a0df-434b737942b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': 'b20c1544-43ad-4f23-a519-ffc2a3bf61cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:57:42Z', 'updated_at': '2021-08-23T20:57:43Z', 'revision_number': 2, 'project_id': 'e11ea3cf4324463bb84b452b12c06119', 'subnets': [{'id': 'b20c1544-43ad-4f23-a519-ffc2a3bf61cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:57:46.557372 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-65117821-e750-46ad-8b07-cfa4f3534d0c req-cdc6f7bf-4415-4881-8a1d-3a19fd3b4e81 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750875 Aug 23 20:57:46.572351 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b5cd4a-bd18-47c6-8e63-aa0e1b206c1a None None] Checking router: 0e37d588-730a-4a56-a0df-434b737942b8 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:57:46.572351 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b5cd4a-bd18-47c6-8e63-aa0e1b206c1a None None] Updating router 0e37d588-730a-4a56-a0df-434b737942b8 port 5810065c-58d0-4ed8-ab17-98b7362f91d4 binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:57:46.677291 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-20b5cd4a-bd18-47c6-8e63-aa0e1b206c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:46.793941 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e4afc-6187-41de-aa43-a4578935524b req-2edd8487-3d2f-4a33-a335-49287b68f101 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:46.796288 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6d7e4afc-6187-41de-aa43-a4578935524b req-2edd8487-3d2f-4a33-a335-49287b68f101 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.0735748 Aug 23 20:57:46.845443 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6d7e4afc-6187-41de-aa43-a4578935524b req-86a89b61-6bb0-440c-926c-f0447345288a tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425415 Aug 23 20:57:47.296877 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-20b5cd4a-bd18-47c6-8e63-aa0e1b206c1a None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:47.334100 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-20b5cd4a-bd18-47c6-8e63-aa0e1b206c1a None None] Transition to ACTIVE for port object 5810065c-58d0-4ed8-ab17-98b7362f91d4 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:57:47.343693 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-20b5cd4a-bd18-47c6-8e63-aa0e1b206c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:47.402527 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a91b28c-3c7f-454b-9a8e-ca1032e3c034 None None] Pushing event updated for resources: {'Port': ['ID=5810065c-58d0-4ed8-ab17-98b7362f91d4,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:57:47.487891 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-20b5cd4a-bd18-47c6-8e63-aa0e1b206c1a None None] Attempting to bind port 5810065c-58d0-4ed8-ab17-98b7362f91d4 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:57:47.489527 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-20b5cd4a-bd18-47c6-8e63-aa0e1b206c1a None None] Attempting to bind port 5810065c-58d0-4ed8-ab17-98b7362f91d4 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ca3cc666-fd5e-4343-a915-9d967b666c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7db7d6c2-1b07-4fff-85cc-dbf0c87191ba'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:57:47.490127 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b5cd4a-bd18-47c6-8e63-aa0e1b206c1a None None] Attempting to bind port 5810065c-58d0-4ed8-ab17-98b7362f91d4 on network 7db7d6c2-1b07-4fff-85cc-dbf0c87191ba {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:57:47.497597 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b5cd4a-bd18-47c6-8e63-aa0e1b206c1a None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:57:47.498500 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b5cd4a-bd18-47c6-8e63-aa0e1b206c1a None None] Checking segment: {'id': 'ca3cc666-fd5e-4343-a915-9d967b666c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7db7d6c2-1b07-4fff-85cc-dbf0c87191ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:57:47.498917 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-20b5cd4a-bd18-47c6-8e63-aa0e1b206c1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:47.499319 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b5cd4a-bd18-47c6-8e63-aa0e1b206c1a None None] Bound using segment: {'id': 'ca3cc666-fd5e-4343-a915-9d967b666c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7db7d6c2-1b07-4fff-85cc-dbf0c87191ba'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:57:47.499905 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-20b5cd4a-bd18-47c6-8e63-aa0e1b206c1a None None] Bound port: 5810065c-58d0-4ed8-ab17-98b7362f91d4, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca3cc666-fd5e-4343-a915-9d967b666c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7db7d6c2-1b07-4fff-85cc-dbf0c87191ba'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:57:47.500279 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-20b5cd4a-bd18-47c6-8e63-aa0e1b206c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:47.593670 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-20b5cd4a-bd18-47c6-8e63-aa0e1b206c1a None None] For port 5810065c-58d0-4ed8-ab17-98b7362f91d4, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:57:47.597805 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-20b5cd4a-bd18-47c6-8e63-aa0e1b206c1a None None] For port 5810065c-58d0-4ed8-ab17-98b7362f91d4, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=5810065c-58d0-4ed8-ab17-98b7362f91d4,segment=NetworkSegment(ca3cc666-fd5e-4343-a915-9d967b666c8e),segment_id=ca3cc666-fd5e-4343-a915-9d967b666c8e)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:57:47.612831 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-20b5cd4a-bd18-47c6-8e63-aa0e1b206c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:47.689917 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b5cd4a-bd18-47c6-8e63-aa0e1b206c1a None None] Routers {'0e37d588-730a-4a56-a0df-434b737942b8'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:57:47.690575 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-20b5cd4a-bd18-47c6-8e63-aa0e1b206c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:57:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['0e37d588-730a-4a56-a0df-434b737942b8'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:57:47.739293 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a91b28c-3c7f-454b-9a8e-ca1032e3c034 None None] Pushing event updated for resources: {'Port': ['ID=5810065c-58d0-4ed8-ab17-98b7362f91d4,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:57:47.746299 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898889c-854c-4762-9948-6312e111dce9 req-5c524ccc-6b35-4694-8067-87ff47a2f285 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:47.753344 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9898889c-854c-4762-9948-6312e111dce9 req-5c524ccc-6b35-4694-8067-87ff47a2f285 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=54a34254-c156-4b52-a6ca-2f8111738873 HTTP/1.1" status: 200 len: 944 time: 0.0760734 Aug 23 20:57:47.854877 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-20b5cd4a-bd18-47c6-8e63-aa0e1b206c1a None None] Set router 0e37d588-730a-4a56-a0df-434b737942b8 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:57:47.863929 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-9898889c-854c-4762-9948-6312e111dce9 req-7a9f4a77-b999-4cb7-94d5-0cd4c074a436 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Deleting port e48a2d02-9dbf-4164-80fd-0525078e3a39 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:57:47.864294 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9898889c-854c-4762-9948-6312e111dce9 req-7a9f4a77-b999-4cb7-94d5-0cd4c074a436 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:47.950958 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device a0e98619-e3fb-4927-b3e4-ce2c2c468a60 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:57:47.981755 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-9898889c-854c-4762-9948-6312e111dce9 req-7a9f4a77-b999-4cb7-94d5-0cd4c074a436 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] For port e48a2d02-9dbf-4164-80fd-0525078e3a39, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=e48a2d02-9dbf-4164-80fd-0525078e3a39,segment=NetworkSegment(87ae50be-ef23-4363-86a3-a03c9ef4b9c4),segment_id=87ae50be-ef23-4363-86a3-a03c9ef4b9c4)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:57:47.982121 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9898889c-854c-4762-9948-6312e111dce9 req-7a9f4a77-b999-4cb7-94d5-0cd4c074a436 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:47.995326 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-9898889c-854c-4762-9948-6312e111dce9 req-7a9f4a77-b999-4cb7-94d5-0cd4c074a436 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Calling delete_port for e48a2d02-9dbf-4164-80fd-0525078e3a39 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:57:48.081114 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port a0e98619-e3fb-4927-b3e4-ce2c2c468a60 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:57:48.081486 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:48.167862 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9898889c-854c-4762-9948-6312e111dce9 req-7a9f4a77-b999-4cb7-94d5-0cd4c074a436 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:48.193293 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['9a6d9c72-59f1-4217-924c-5019fe85f048'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:57:48.206291 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9f4a77-b999-4cb7-94d5-0cd4c074a436 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Pushing event deleted for resources: {'Port': ['ID=e48a2d02-9dbf-4164-80fd-0525078e3a39,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:57:48.227827 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['48104957-012e-4da4-aafa-e7191b68343c'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:57:48.280834 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-20b5cd4a-bd18-47c6-8e63-aa0e1b206c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e37d588-730a-4a56-a0df-434b737942b8', 'name': 'tempest-TestVolumeBootPattern-167295920-router', 'tenant_id': 'e11ea3cf4324463bb84b452b12c06119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': 'a0e98619-e3fb-4927-b3e4-ce2c2c468a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:57:39Z', 'updated_at': '2021-08-23T20:57:43Z', 'revision_number': 4, 'project_id': 'e11ea3cf4324463bb84b452b12c06119', 'gw_port': {'id': 'a0e98619-e3fb-4927-b3e4-ce2c2c468a60', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ce:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e37d588-730a-4a56-a0df-434b737942b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:57:39Z', 'updated_at': '2021-08-23T20:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '5810065c-58d0-4ed8-ab17-98b7362f91d4', 'name': '', 'network_id': '7db7d6c2-1b07-4fff-85cc-dbf0c87191ba', 'tenant_id': 'e11ea3cf4324463bb84b452b12c06119', 'mac_address': 'fa:16:3e:8e:74:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e37d588-730a-4a56-a0df-434b737942b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': 'b20c1544-43ad-4f23-a519-ffc2a3bf61cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:57:42Z', 'updated_at': '2021-08-23T20:57:47Z', 'revision_number': 4, 'project_id': 'e11ea3cf4324463bb84b452b12c06119', 'subnets': [{'id': 'b20c1544-43ad-4f23-a519-ffc2a3bf61cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:57:48.284180 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-9898889c-854c-4762-9948-6312e111dce9 req-7a9f4a77-b999-4cb7-94d5-0cd4c074a436 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] No DVR routers for this DVR port e48a2d02-9dbf-4164-80fd-0525078e3a39 on host n-h2-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:57:48.287154 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9898889c-854c-4762-9948-6312e111dce9 req-7a9f4a77-b999-4cb7-94d5-0cd4c074a436 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:48.298819 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9898889c-854c-4762-9948-6312e111dce9 req-7a9f4a77-b999-4cb7-94d5-0cd4c074a436 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "DELETE /v2.0/ports/e48a2d02-9dbf-4164-80fd-0525078e3a39 HTTP/1.1" status: 204 len: 173 time: 0.5439572 Aug 23 20:57:48.299331 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a34254-c156-4b52-a6ca-2f8111738873', 'name': 'network-vif-deleted', 'tag': 'e48a2d02-9dbf-4164-80fd-0525078e3a39'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:57:48.303843 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e346bfff-c34a-4e84-8bc1-d9f84c9a817f" -d '{"events": [{"server_uuid": "54a34254-c156-4b52-a6ca-2f8111738873", "name": "network-vif-deleted", "tag": "e48a2d02-9dbf-4164-80fd-0525078e3a39"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:57:48.374900 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 23 Aug 2021 20:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4013af1d-644a-4a6b-82fc-243c9fcb239b x-openstack-request-id: req-4013af1d-644a-4a6b-82fc-243c9fcb239b {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:57:48.375387 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54a34254-c156-4b52-a6ca-2f8111738873", "name": "network-vif-deleted", "tag": "e48a2d02-9dbf-4164-80fd-0525078e3a39", "status": "failed", "code": 422}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:57:48.376141 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4013af1d-644a-4a6b-82fc-243c9fcb239b {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:57:48.376395 n-d-805663-2 neutron-server[94688]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '54a34254-c156-4b52-a6ca-2f8111738873', 'name': 'network-vif-deleted', 'tag': 'e48a2d02-9dbf-4164-80fd-0525078e3a39', 'status': 'failed', 'code': 422} returned with failed status Aug 23 20:57:48.402367 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b5cd4a-bd18-47c6-8e63-aa0e1b206c1a None None] The sync data for ids ['0e37d588-730a-4a56-a0df-434b737942b8'] in n-d-805663-2 is: [{'id': '0e37d588-730a-4a56-a0df-434b737942b8', 'name': 'tempest-TestVolumeBootPattern-167295920-router', 'tenant_id': 'e11ea3cf4324463bb84b452b12c06119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': 'a0e98619-e3fb-4927-b3e4-ce2c2c468a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:57:39Z', 'updated_at': '2021-08-23T20:57:43Z', 'revision_number': 4, 'project_id': 'e11ea3cf4324463bb84b452b12c06119', 'gw_port': {'id': 'a0e98619-e3fb-4927-b3e4-ce2c2c468a60', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ce:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e37d588-730a-4a56-a0df-434b737942b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:57:39Z', 'updated_at': '2021-08-23T20:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '5810065c-58d0-4ed8-ab17-98b7362f91d4', 'name': '', 'network_id': '7db7d6c2-1b07-4fff-85cc-dbf0c87191ba', 'tenant_id': 'e11ea3cf4324463bb84b452b12c06119', 'mac_address': 'fa:16:3e:8e:74:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e37d588-730a-4a56-a0df-434b737942b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': 'b20c1544-43ad-4f23-a519-ffc2a3bf61cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:57:42Z', 'updated_at': '2021-08-23T20:57:47Z', 'revision_number': 4, 'project_id': 'e11ea3cf4324463bb84b452b12c06119', 'subnets': [{'id': 'b20c1544-43ad-4f23-a519-ffc2a3bf61cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:57:48.656442 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338351e-5669-4aef-abc6-18cc61ce50f1 req-de7faa83-a16a-4516-a403-8b07b7163b96 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:48.669245 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7338351e-5669-4aef-abc6-18cc61ce50f1 req-de7faa83-a16a-4516-a403-8b07b7163b96 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/networks?id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf HTTP/1.1" status: 200 len: 812 time: 0.1562688 Aug 23 20:57:48.692646 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7338351e-5669-4aef-abc6-18cc61ce50f1 req-7368c842-781d-47eb-931c-49ee69fd9535 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/quotas/9e20396f7331438baf5e0a87fc6f3d2f HTTP/1.1" status: 200 len: 375 time: 0.0217438 Aug 23 20:57:48.757210 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7338351e-5669-4aef-abc6-18cc61ce50f1 req-ef80dfdf-ecc4-4c19-8349-ac707f6aaf32 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9e20396f7331438baf5e0a87fc6f3d2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0625775 Aug 23 20:57:48.881046 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7338351e-5669-4aef-abc6-18cc61ce50f1 req-4ea5a299-4dd8-472a-ac47-ef04b54ede51 service neutron] 10.222.0.61 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224489 Aug 23 20:57:48.989391 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7338351e-5669-4aef-abc6-18cc61ce50f1 req-6f91361a-3668-43a6-8ba6-3efdd43b7811 service neutron] 10.222.0.61 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056821 Aug 23 20:57:49.318660 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc4068-19ee-4f73-a956-da0544204e45 req-b3b0ec24-2576-443d-b943-2fb5ed1dbe2a tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:49.342986 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1acc4068-19ee-4f73-a956-da0544204e45 req-b3b0ec24-2576-443d-b943-2fb5ed1dbe2a tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=5962f996-203d-4e5d-ba81-c0ed201991c2 HTTP/1.1" status: 200 len: 908 time: 0.0955696 Aug 23 20:57:49.386077 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8b875abb-27c1-4d8e-9fb8-d3c68bcb068f req-6289edf5-4de8-4b3d-8d24-c6c79e40346f tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=87a28501-1b3e-4475-b3ee-4e0152bcbf28 HTTP/1.1" status: 200 len: 210 time: 0.0488000 Aug 23 20:57:49.955064 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 5810065c-58d0-4ed8-ab17-98b7362f91d4 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:57:50.018071 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 5810065c-58d0-4ed8-ab17-98b7362f91d4 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:57:50.022674 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 5810065c-58d0-4ed8-ab17-98b7362f91d4 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:57:50.023263 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:50.114498 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:50.150171 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 5810065c-58d0-4ed8-ab17-98b7362f91d4, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=5810065c-58d0-4ed8-ab17-98b7362f91d4,segment=NetworkSegment(ca3cc666-fd5e-4343-a915-9d967b666c8e),segment_id=ca3cc666-fd5e-4343-a915-9d967b666c8e)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:57:50.154973 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:50.203246 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=5810065c-58d0-4ed8-ab17-98b7362f91d4,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:57:50.447302 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:50.458066 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f43db-114e-4003-8b97-05802847a1b3 req-3cc9ca69-f739-4d87-a56d-b2181008d3b9 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:50.459835 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ef6f43db-114e-4003-8b97-05802847a1b3 req-3cc9ca69-f739-4d87-a56d-b2181008d3b9 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=5962f996-203d-4e5d-ba81-c0ed201991c2 HTTP/1.1" status: 200 len: 908 time: 0.0555222 Aug 23 20:57:50.514817 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-379ec8da-2dd6-42e6-8534-a9174bb506c2 req-c649a2ef-135d-41bf-80e7-e4df001c0141 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=87a28501-1b3e-4475-b3ee-4e0152bcbf28 HTTP/1.1" status: 200 len: 210 time: 0.0400269 Aug 23 20:57:50.602670 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338351e-5669-4aef-abc6-18cc61ce50f1 req-a932d296-082d-4b9b-84ea-5888875f3d27 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:50.604720 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7338351e-5669-4aef-abc6-18cc61ce50f1 req-a932d296-082d-4b9b-84ea-5888875f3d27 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.11 "GET /v2.0/networks?id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf HTTP/1.1" status: 200 len: 812 time: 0.1436708 Aug 23 20:57:50.621439 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-7338351e-5669-4aef-abc6-18cc61ce50f1 req-7b75575a-b38a-4340-a76f-3c1c23d75096 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Request body: {'port': {'device_id': '87a28501-1b3e-4475-b3ee-4e0152bcbf28', 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf', 'admin_state_up': True, 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:57:50.744966 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7338351e-5669-4aef-abc6-18cc61ce50f1 req-7b75575a-b38a-4340-a76f-3c1c23d75096 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Made reservation on behalf of 9e20396f7331438baf5e0a87fc6f3d2f for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:57:50.748789 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7338351e-5669-4aef-abc6-18cc61ce50f1 req-7b75575a-b38a-4340-a76f-3c1c23d75096 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:50.891821 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-7338351e-5669-4aef-abc6-18cc61ce50f1 req-7b75575a-b38a-4340-a76f-3c1c23d75096 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Allocated IP 172.20.0.14 (1822ef8c-ab9b-49ef-9b96-3e20505d8abf/df05a557-9226-4912-87c8-3cb75cc85ce5/88a1abdc-f4d0-4cab-9137-f3dd1c5872fc) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:57:50.954832 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a35b2-e3c9-4c27-89fd-0e1e390532a1 req-0607a91b-ccdf-4098-9d77-ee8fb3100b1e tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:50.956856 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b59a35b2-e3c9-4c27-89fd-0e1e390532a1 req-0607a91b-ccdf-4098-9d77-ee8fb3100b1e tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.11 "GET /v2.0/ports?device_id=5962f996-203d-4e5d-ba81-c0ed201991c2 HTTP/1.1" status: 200 len: 908 time: 0.0706413 Aug 23 20:57:51.066058 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-b59a35b2-e3c9-4c27-89fd-0e1e390532a1 req-a404e6d9-7cf5-4925-8878-dfb873319454 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Deleting port 36d5133e-6dd4-4382-b9a6-540bd6d68f6d {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:57:51.066544 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b59a35b2-e3c9-4c27-89fd-0e1e390532a1 req-a404e6d9-7cf5-4925-8878-dfb873319454 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:51.081967 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7338351e-5669-4aef-abc6-18cc61ce50f1 req-7b75575a-b38a-4340-a76f-3c1c23d75096 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:51.098985 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-7338351e-5669-4aef-abc6-18cc61ce50f1 req-7b75575a-b38a-4340-a76f-3c1c23d75096 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Transition to ACTIVE for port object 88a1abdc-f4d0-4cab-9137-f3dd1c5872fc will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:57:51.137025 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7338351e-5669-4aef-abc6-18cc61ce50f1 req-7b75575a-b38a-4340-a76f-3c1c23d75096 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:51.177834 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-b59a35b2-e3c9-4c27-89fd-0e1e390532a1 req-a404e6d9-7cf5-4925-8878-dfb873319454 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] For port 36d5133e-6dd4-4382-b9a6-540bd6d68f6d, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=36d5133e-6dd4-4382-b9a6-540bd6d68f6d,segment=NetworkSegment(87ae50be-ef23-4363-86a3-a03c9ef4b9c4),segment_id=87ae50be-ef23-4363-86a3-a03c9ef4b9c4)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:57:51.178851 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b59a35b2-e3c9-4c27-89fd-0e1e390532a1 req-a404e6d9-7cf5-4925-8878-dfb873319454 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:51.187373 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7338351e-5669-4aef-abc6-18cc61ce50f1 req-7b75575a-b38a-4340-a76f-3c1c23d75096 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Network 1822ef8c-ab9b-49ef-9b96-3e20505d8abf is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:57:51.190566 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-7338351e-5669-4aef-abc6-18cc61ce50f1 req-7b75575a-b38a-4340-a76f-3c1c23d75096 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:57:51.198037 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-7338351e-5669-4aef-abc6-18cc61ce50f1 req-7b75575a-b38a-4340-a76f-3c1c23d75096 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:57:51.202866 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b75575a-b38a-4340-a76f-3c1c23d75096 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Pushing event updated for resources: {'Port': ['ID=88a1abdc-f4d0-4cab-9137-f3dd1c5872fc,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:57:51.221902 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-b59a35b2-e3c9-4c27-89fd-0e1e390532a1 req-a404e6d9-7cf5-4925-8878-dfb873319454 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Calling delete_port for 36d5133e-6dd4-4382-b9a6-540bd6d68f6d owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:57:51.265763 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338351e-5669-4aef-abc6-18cc61ce50f1 req-7b75575a-b38a-4340-a76f-3c1c23d75096 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:51.266393 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7338351e-5669-4aef-abc6-18cc61ce50f1 req-7b75575a-b38a-4340-a76f-3c1c23d75096 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:51.285413 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7338351e-5669-4aef-abc6-18cc61ce50f1 req-7b75575a-b38a-4340-a76f-3c1c23d75096 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6679649 Aug 23 20:57:51.301836 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-7338351e-5669-4aef-abc6-18cc61ce50f1 req-597fb1bb-1f8d-4c8a-979d-958c557aa9d7 service neutron] Request body: {'port': {'device_id': '87a28501-1b3e-4475-b3ee-4e0152bcbf28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:57:51.387696 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7338351e-5669-4aef-abc6-18cc61ce50f1 req-597fb1bb-1f8d-4c8a-979d-958c557aa9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:51.405153 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b59a35b2-e3c9-4c27-89fd-0e1e390532a1 req-a404e6d9-7cf5-4925-8878-dfb873319454 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:51.468290 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a404e6d9-7cf5-4925-8878-dfb873319454 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Pushing event deleted for resources: {'Port': ['ID=36d5133e-6dd4-4382-b9a6-540bd6d68f6d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:57:51.505482 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a404e6d9-7cf5-4925-8878-dfb873319454 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:57:51.507926 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a404e6d9-7cf5-4925-8878-dfb873319454 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:57:51.508450 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a404e6d9-7cf5-4925-8878-dfb873319454 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:57:51.509052 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a404e6d9-7cf5-4925-8878-dfb873319454 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:57:51.509790 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a404e6d9-7cf5-4925-8878-dfb873319454 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:57:51.513085 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a404e6d9-7cf5-4925-8878-dfb873319454 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:57:51.513572 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a404e6d9-7cf5-4925-8878-dfb873319454 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:57:51.514200 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a404e6d9-7cf5-4925-8878-dfb873319454 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:57:51.514532 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a404e6d9-7cf5-4925-8878-dfb873319454 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:57:51.514857 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a404e6d9-7cf5-4925-8878-dfb873319454 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:57:51.515390 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a404e6d9-7cf5-4925-8878-dfb873319454 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:57:51.515562 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a404e6d9-7cf5-4925-8878-dfb873319454 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:57:51.649806 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-76d8a8b6-d29e-4f77-9269-7a2fccdf35ca None None] Provisioning for port 88a1abdc-f4d0-4cab-9137-f3dd1c5872fc completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:57:51.675232 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-76d8a8b6-d29e-4f77-9269-7a2fccdf35ca None None] Provisioning complete for port 88a1abdc-f4d0-4cab-9137-f3dd1c5872fc triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:57:51.677056 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-76d8a8b6-d29e-4f77-9269-7a2fccdf35ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:51.724299 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-b59a35b2-e3c9-4c27-89fd-0e1e390532a1 req-a404e6d9-7cf5-4925-8878-dfb873319454 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] No DVR routers for this DVR port 36d5133e-6dd4-4382-b9a6-540bd6d68f6d on host n-h1-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:57:51.728760 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b59a35b2-e3c9-4c27-89fd-0e1e390532a1 req-a404e6d9-7cf5-4925-8878-dfb873319454 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:51.732561 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b59a35b2-e3c9-4c27-89fd-0e1e390532a1 req-a404e6d9-7cf5-4925-8878-dfb873319454 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.11 "DELETE /v2.0/ports/36d5133e-6dd4-4382-b9a6-540bd6d68f6d HTTP/1.1" status: 204 len: 173 time: 0.7693696 Aug 23 20:57:51.739624 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-10c7121a-a4db-490e-a71c-2cb81ae5a194 req-651dcfc1-7715-4966-bafc-3dab03e81053 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=5962f996-203d-4e5d-ba81-c0ed201991c2 HTTP/1.1" status: 200 len: 210 time: 0.1434224 Aug 23 20:57:51.741743 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5962f996-203d-4e5d-ba81-c0ed201991c2', 'name': 'network-vif-deleted', 'tag': '36d5133e-6dd4-4382-b9a6-540bd6d68f6d'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:57:51.748571 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a9fc5e-153b-45b2-9968-ac634d4d8e32" -d '{"events": [{"server_uuid": "5962f996-203d-4e5d-ba81-c0ed201991c2", "name": "network-vif-deleted", "tag": "36d5133e-6dd4-4382-b9a6-540bd6d68f6d"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:57:51.777327 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-76d8a8b6-d29e-4f77-9269-7a2fccdf35ca None None] Port 88a1abdc-f4d0-4cab-9137-f3dd1c5872fc cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:57:51.856858 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf62bc6-745f-4f01-ab05-369ec61d71e7 x-openstack-request-id: req-3bf62bc6-745f-4f01-ab05-369ec61d71e7 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:57:51.857348 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5962f996-203d-4e5d-ba81-c0ed201991c2", "name": "network-vif-deleted", "tag": "36d5133e-6dd4-4382-b9a6-540bd6d68f6d", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:57:51.858496 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3bf62bc6-745f-4f01-ab05-369ec61d71e7 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:57:51.859123 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5962f996-203d-4e5d-ba81-c0ed201991c2', 'name': 'network-vif-deleted', 'tag': '36d5133e-6dd4-4382-b9a6-540bd6d68f6d', 'status': 'completed', 'code': 200} Aug 23 20:57:51.888583 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c59490d-2908-432b-bdf2-c8a76fada6da req-4d8df1d2-cc8f-411b-888d-76d484adc777 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:51.890176 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8c59490d-2908-432b-bdf2-c8a76fada6da req-4d8df1d2-cc8f-411b-888d-76d484adc777 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=87a28501-1b3e-4475-b3ee-4e0152bcbf28 HTTP/1.1" status: 200 len: 932 time: 0.2276771 Aug 23 20:57:51.964726 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 5810065c-58d0-4ed8-ab17-98b7362f91d4 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:57:52.011104 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-7338351e-5669-4aef-abc6-18cc61ce50f1 req-597fb1bb-1f8d-4c8a-979d-958c557aa9d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88a1abdc-f4d0-4cab-9137-f3dd1c5872fc {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:57:52.023971 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8c59490d-2908-432b-bdf2-c8a76fada6da req-fc8fc475-9916-48fb-b75b-fdf38d1a3761 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068137 Aug 23 20:57:52.025947 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7338351e-5669-4aef-abc6-18cc61ce50f1 req-597fb1bb-1f8d-4c8a-979d-958c557aa9d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:52.040625 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-7338351e-5669-4aef-abc6-18cc61ce50f1 req-597fb1bb-1f8d-4c8a-979d-958c557aa9d7 service neutron] Transition to ACTIVE for port object 88a1abdc-f4d0-4cab-9137-f3dd1c5872fc will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:57:52.047720 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7338351e-5669-4aef-abc6-18cc61ce50f1 req-597fb1bb-1f8d-4c8a-979d-958c557aa9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:52.057882 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 5810065c-58d0-4ed8-ab17-98b7362f91d4 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:57:52.058583 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:52.102444 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597fb1bb-1f8d-4c8a-979d-958c557aa9d7 service neutron] Pushing event updated for resources: {'Port': ['ID=88a1abdc-f4d0-4cab-9137-f3dd1c5872fc,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:57:52.190023 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-7338351e-5669-4aef-abc6-18cc61ce50f1 req-597fb1bb-1f8d-4c8a-979d-958c557aa9d7 service neutron] Attempting to bind port 88a1abdc-f4d0-4cab-9137-f3dd1c5872fc on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:57:52.190278 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-7338351e-5669-4aef-abc6-18cc61ce50f1 req-597fb1bb-1f8d-4c8a-979d-958c557aa9d7 service neutron] Attempting to bind port 88a1abdc-f4d0-4cab-9137-f3dd1c5872fc by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': 'c18fa516-d00d-4d59-b20b-fdf45af90e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:57:52.190607 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7338351e-5669-4aef-abc6-18cc61ce50f1 req-597fb1bb-1f8d-4c8a-979d-958c557aa9d7 service neutron] Attempting to bind port 88a1abdc-f4d0-4cab-9137-f3dd1c5872fc on network 1822ef8c-ab9b-49ef-9b96-3e20505d8abf {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:57:52.196635 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7338351e-5669-4aef-abc6-18cc61ce50f1 req-597fb1bb-1f8d-4c8a-979d-958c557aa9d7 service neutron] Port 88a1abdc-f4d0-4cab-9137-f3dd1c5872fc on network 1822ef8c-ab9b-49ef-9b96-3e20505d8abf not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:57:52.196966 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7338351e-5669-4aef-abc6-18cc61ce50f1 req-597fb1bb-1f8d-4c8a-979d-958c557aa9d7 service neutron] Attempting to bind port 88a1abdc-f4d0-4cab-9137-f3dd1c5872fc on network 1822ef8c-ab9b-49ef-9b96-3e20505d8abf {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:57:52.202339 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7338351e-5669-4aef-abc6-18cc61ce50f1 req-597fb1bb-1f8d-4c8a-979d-958c557aa9d7 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:57:52.202680 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7338351e-5669-4aef-abc6-18cc61ce50f1 req-597fb1bb-1f8d-4c8a-979d-958c557aa9d7 service neutron] Checking segment: {'id': 'c18fa516-d00d-4d59-b20b-fdf45af90e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:57:52.203307 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7338351e-5669-4aef-abc6-18cc61ce50f1 req-597fb1bb-1f8d-4c8a-979d-958c557aa9d7 service neutron] Bound using segment: {'id': 'c18fa516-d00d-4d59-b20b-fdf45af90e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:57:52.203772 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-7338351e-5669-4aef-abc6-18cc61ce50f1 req-597fb1bb-1f8d-4c8a-979d-958c557aa9d7 service neutron] Bound port: 88a1abdc-f4d0-4cab-9137-f3dd1c5872fc, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c18fa516-d00d-4d59-b20b-fdf45af90e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:57:52.204196 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7338351e-5669-4aef-abc6-18cc61ce50f1 req-597fb1bb-1f8d-4c8a-979d-958c557aa9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:52.304863 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-7338351e-5669-4aef-abc6-18cc61ce50f1 req-597fb1bb-1f8d-4c8a-979d-958c557aa9d7 service neutron] For port 88a1abdc-f4d0-4cab-9137-f3dd1c5872fc, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:57:52.308761 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-7338351e-5669-4aef-abc6-18cc61ce50f1 req-597fb1bb-1f8d-4c8a-979d-958c557aa9d7 service neutron] For port 88a1abdc-f4d0-4cab-9137-f3dd1c5872fc, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=88a1abdc-f4d0-4cab-9137-f3dd1c5872fc,segment=NetworkSegment(c18fa516-d00d-4d59-b20b-fdf45af90e68),segment_id=c18fa516-d00d-4d59-b20b-fdf45af90e68)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:57:52.318208 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7338351e-5669-4aef-abc6-18cc61ce50f1 req-597fb1bb-1f8d-4c8a-979d-958c557aa9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:52.362103 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338351e-5669-4aef-abc6-18cc61ce50f1 req-597fb1bb-1f8d-4c8a-979d-958c557aa9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:52.362734 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7338351e-5669-4aef-abc6-18cc61ce50f1 req-597fb1bb-1f8d-4c8a-979d-958c557aa9d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:52.364213 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7338351e-5669-4aef-abc6-18cc61ce50f1 req-597fb1bb-1f8d-4c8a-979d-958c557aa9d7 service neutron] 10.222.0.11 "PUT /v2.0/ports/88a1abdc-f4d0-4cab-9137-f3dd1c5872fc HTTP/1.1" status: 200 len: 1092 time: 1.0686443 Aug 23 20:57:52.364682 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a28501-1b3e-4475-b3ee-4e0152bcbf28', 'tag': '88a1abdc-f4d0-4cab-9137-f3dd1c5872fc'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:57:52.368090 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed4bfeb-d6c8-43da-b12b-3976cf2a3d9b" -d '{"events": [{"name": "network-changed", "server_uuid": "87a28501-1b3e-4475-b3ee-4e0152bcbf28", "tag": "88a1abdc-f4d0-4cab-9137-f3dd1c5872fc"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:57:52.438715 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd2c821-d5e6-4bcd-8410-d83e6b2538c5 x-openstack-request-id: req-cfd2c821-d5e6-4bcd-8410-d83e6b2538c5 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:57:52.439008 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87a28501-1b3e-4475-b3ee-4e0152bcbf28", "tag": "88a1abdc-f4d0-4cab-9137-f3dd1c5872fc", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:57:52.439261 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cfd2c821-d5e6-4bcd-8410-d83e6b2538c5 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:57:52.440441 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87a28501-1b3e-4475-b3ee-4e0152bcbf28', 'tag': '88a1abdc-f4d0-4cab-9137-f3dd1c5872fc', 'status': 'completed', 'code': 200} Aug 23 20:57:52.480310 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597fb1bb-1f8d-4c8a-979d-958c557aa9d7 service neutron] Pushing event updated for resources: {'Port': ['ID=88a1abdc-f4d0-4cab-9137-f3dd1c5872fc,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:57:52.499700 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338351e-5669-4aef-abc6-18cc61ce50f1 req-28f1d4da-b04a-4e83-bed3-074285a805bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:52.501877 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7338351e-5669-4aef-abc6-18cc61ce50f1 req-28f1d4da-b04a-4e83-bed3-074285a805bb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9e20396f7331438baf5e0a87fc6f3d2f&device_id=87a28501-1b3e-4475-b3ee-4e0152bcbf28 HTTP/1.1" status: 200 len: 1095 time: 0.0788171 Aug 23 20:57:52.554633 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7338351e-5669-4aef-abc6-18cc61ce50f1 req-f51c4485-4436-4179-a6f8-d4929b0560f7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88a1abdc-f4d0-4cab-9137-f3dd1c5872fc HTTP/1.1" status: 200 len: 217 time: 0.0427463 Aug 23 20:57:52.609073 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338351e-5669-4aef-abc6-18cc61ce50f1 req-917f5607-aa0b-4a63-848e-ff28fd655653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:52.610584 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7338351e-5669-4aef-abc6-18cc61ce50f1 req-917f5607-aa0b-4a63-848e-ff28fd655653 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df05a557-9226-4912-87c8-3cb75cc85ce5 HTTP/1.1" status: 200 len: 851 time: 0.0485702 Aug 23 20:57:52.669235 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338351e-5669-4aef-abc6-18cc61ce50f1 req-4f246187-104e-4ccb-8080-8b05b68b8ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:52.670765 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7338351e-5669-4aef-abc6-18cc61ce50f1 req-4f246187-104e-4ccb-8080-8b05b68b8ed4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517900 Aug 23 20:57:52.779436 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7338351e-5669-4aef-abc6-18cc61ce50f1 req-13e0fe63-cae0-4bf0-a3e1-d7327920d946 service neutron] 10.222.0.11 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995865 Aug 23 20:57:52.890850 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7338351e-5669-4aef-abc6-18cc61ce50f1 req-66f3c6ef-481b-4b6d-be74-f06175a70818 service neutron] 10.222.0.11 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030612 Aug 23 20:57:53.023129 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4bfeb-d6c8-43da-b12b-3976cf2a3d9b req-2fcc56e5-cde8-450e-85d4-8daa54ebdc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:53.024912 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fed4bfeb-d6c8-43da-b12b-3976cf2a3d9b req-2fcc56e5-cde8-450e-85d4-8daa54ebdc9d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9e20396f7331438baf5e0a87fc6f3d2f&device_id=87a28501-1b3e-4475-b3ee-4e0152bcbf28 HTTP/1.1" status: 200 len: 1095 time: 0.0758703 Aug 23 20:57:53.098458 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91912d-be39-4cc9-8bc7-55be2f6bbd0a req-eef09599-20d2-48db-b417-ea86c6f0862b tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:53.102484 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8a91912d-be39-4cc9-8bc7-55be2f6bbd0a req-eef09599-20d2-48db-b417-ea86c6f0862b tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=123f683b-1c31-452d-90d9-826365c937e9 HTTP/1.1" status: 200 len: 945 time: 0.0674069 Aug 23 20:57:53.157199 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8a91912d-be39-4cc9-8bc7-55be2f6bbd0a req-882628bf-772c-413e-9e79-c6b6a2c46db5 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464194 Aug 23 20:57:53.199131 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4bfeb-d6c8-43da-b12b-3976cf2a3d9b req-5b87924f-a97e-496f-bcb7-fa109bd10890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:53.200668 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fed4bfeb-d6c8-43da-b12b-3976cf2a3d9b req-5b87924f-a97e-496f-bcb7-fa109bd10890 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf HTTP/1.1" status: 200 len: 913 time: 0.1672943 Aug 23 20:57:53.209091 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a54d2b-22fc-4fcf-a249-d781eeb35fb1 req-9d1f0b24-b34c-4d64-a840-37c72c6edfb7 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:53.211333 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-58a54d2b-22fc-4fcf-a249-d781eeb35fb1 req-9d1f0b24-b34c-4d64-a840-37c72c6edfb7 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=87a28501-1b3e-4475-b3ee-4e0152bcbf28 HTTP/1.1" status: 200 len: 944 time: 0.0810440 Aug 23 20:57:53.275731 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fed4bfeb-d6c8-43da-b12b-3976cf2a3d9b req-ff1a5c51-f2e5-4548-9c8b-b3eb615b9eba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88a1abdc-f4d0-4cab-9137-f3dd1c5872fc HTTP/1.1" status: 200 len: 217 time: 0.0634055 Aug 23 20:57:53.308112 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-58a54d2b-22fc-4fcf-a249-d781eeb35fb1 req-836a86ea-7e6b-4b62-998c-6aa06678cc1f tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898499 Aug 23 20:57:53.358450 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4bfeb-d6c8-43da-b12b-3976cf2a3d9b req-96dda364-4e9e-498e-80f8-3703c058ff90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:53.359979 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fed4bfeb-d6c8-43da-b12b-3976cf2a3d9b req-96dda364-4e9e-498e-80f8-3703c058ff90 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df05a557-9226-4912-87c8-3cb75cc85ce5 HTTP/1.1" status: 200 len: 851 time: 0.0744061 Aug 23 20:57:53.408658 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4bfeb-d6c8-43da-b12b-3976cf2a3d9b req-791e0123-0a71-4664-a583-968c72c9ffee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:53.410192 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fed4bfeb-d6c8-43da-b12b-3976cf2a3d9b req-791e0123-0a71-4664-a583-968c72c9ffee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418856 Aug 23 20:57:53.511135 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fed4bfeb-d6c8-43da-b12b-3976cf2a3d9b req-e62dc051-1f70-4c7c-923b-70a2a142ba5e service neutron] 10.222.0.11 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928411 Aug 23 20:57:53.608317 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fed4bfeb-d6c8-43da-b12b-3976cf2a3d9b req-12178be7-1e96-48f3-8355-51155a133d94 service neutron] 10.222.0.11 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900977 Aug 23 20:57:54.298186 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ca63b-20ea-4a10-be24-e79bafffabf5 req-cdc14ee8-ab84-4bac-af75-9b2019969d94 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:54.301211 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1a0ca63b-20ea-4a10-be24-e79bafffabf5 req-cdc14ee8-ab84-4bac-af75-9b2019969d94 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=123f683b-1c31-452d-90d9-826365c937e9 HTTP/1.1" status: 200 len: 945 time: 0.0640812 Aug 23 20:57:54.322647 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 36d5133e-6dd4-4382-b9a6-540bd6d68f6d no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:57:54.371320 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1a0ca63b-20ea-4a10-be24-e79bafffabf5 req-6c07bfae-3e69-4de8-99df-86817daf490e tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607398 Aug 23 20:57:54.383274 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: 36d5133e-6dd4-4382-b9a6-540bd6d68f6d {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:57:54.383834 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 36d5133e-6dd4-4382-b9a6-540bd6d68f6d not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:57:54.473187 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b668964-6f2e-4a3c-a171-26c9c09cfd7b req-6d706bd2-6adb-49a7-9892-a92f24ec0774 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:54.478661 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9b668964-6f2e-4a3c-a171-26c9c09cfd7b req-6d706bd2-6adb-49a7-9892-a92f24ec0774 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.11 "GET /v2.0/ports?device_id=123f683b-1c31-452d-90d9-826365c937e9 HTTP/1.1" status: 200 len: 945 time: 0.0607266 Aug 23 20:57:54.489825 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d2749-cfc0-4c5a-b836-1aae2b1968d1 req-12613936-2b3b-4112-8e75-f1f469155518 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:54.492773 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-111d2749-cfc0-4c5a-b836-1aae2b1968d1 req-12613936-2b3b-4112-8e75-f1f469155518 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=87a28501-1b3e-4475-b3ee-4e0152bcbf28 HTTP/1.1" status: 200 len: 944 time: 0.0768111 Aug 23 20:57:54.539881 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-111d2749-cfc0-4c5a-b836-1aae2b1968d1 req-575fd1ea-0cd1-4a3b-a747-e46c5567de73 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402875 Aug 23 20:57:54.582545 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-9b668964-6f2e-4a3c-a171-26c9c09cfd7b req-e9707ae5-0d2e-41e9-a5a6-2677d043c5cd tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Deleting port 9a6d9c72-59f1-4217-924c-5019fe85f048 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:57:54.582884 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9b668964-6f2e-4a3c-a171-26c9c09cfd7b req-e9707ae5-0d2e-41e9-a5a6-2677d043c5cd tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:54.676631 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-9b668964-6f2e-4a3c-a171-26c9c09cfd7b req-e9707ae5-0d2e-41e9-a5a6-2677d043c5cd tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] For port 9a6d9c72-59f1-4217-924c-5019fe85f048, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=9a6d9c72-59f1-4217-924c-5019fe85f048,segment=NetworkSegment(87ae50be-ef23-4363-86a3-a03c9ef4b9c4),segment_id=87ae50be-ef23-4363-86a3-a03c9ef4b9c4)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:57:54.676999 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9b668964-6f2e-4a3c-a171-26c9c09cfd7b req-e9707ae5-0d2e-41e9-a5a6-2677d043c5cd tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:54.688940 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-9b668964-6f2e-4a3c-a171-26c9c09cfd7b req-e9707ae5-0d2e-41e9-a5a6-2677d043c5cd tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Calling delete_port for 9a6d9c72-59f1-4217-924c-5019fe85f048 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:57:54.819150 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9b668964-6f2e-4a3c-a171-26c9c09cfd7b req-e9707ae5-0d2e-41e9-a5a6-2677d043c5cd tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:54.832518 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['9a6d9c72-59f1-4217-924c-5019fe85f048'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:57:54.860542 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['48104957-012e-4da4-aafa-e7191b68343c'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:57:54.905932 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9707ae5-0d2e-41e9-a5a6-2677d043c5cd tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Pushing event deleted for resources: {'Port': ['ID=9a6d9c72-59f1-4217-924c-5019fe85f048,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:57:54.908690 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b668964-6f2e-4a3c-a171-26c9c09cfd7b req-e9707ae5-0d2e-41e9-a5a6-2677d043c5cd tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] No DVR routers for this DVR port 9a6d9c72-59f1-4217-924c-5019fe85f048 on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:57:54.911115 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9b668964-6f2e-4a3c-a171-26c9c09cfd7b req-e9707ae5-0d2e-41e9-a5a6-2677d043c5cd tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:54.914332 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9b668964-6f2e-4a3c-a171-26c9c09cfd7b req-e9707ae5-0d2e-41e9-a5a6-2677d043c5cd tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.11 "DELETE /v2.0/ports/9a6d9c72-59f1-4217-924c-5019fe85f048 HTTP/1.1" status: 204 len: 173 time: 0.4317594 Aug 23 20:57:54.915751 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '123f683b-1c31-452d-90d9-826365c937e9', 'name': 'network-vif-deleted', 'tag': '9a6d9c72-59f1-4217-924c-5019fe85f048'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:57:54.919208 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fee6f83-98a2-4bae-b1a4-6a1af3e8dc31" -d '{"events": [{"server_uuid": "123f683b-1c31-452d-90d9-826365c937e9", "name": "network-vif-deleted", "tag": "9a6d9c72-59f1-4217-924c-5019fe85f048"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:57:55.007528 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247f48f4-c100-4ccb-9a1a-75cb296a0380 x-openstack-request-id: req-247f48f4-c100-4ccb-9a1a-75cb296a0380 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:57:55.008044 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "123f683b-1c31-452d-90d9-826365c937e9", "name": "network-vif-deleted", "tag": "9a6d9c72-59f1-4217-924c-5019fe85f048", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:57:55.008272 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-247f48f4-c100-4ccb-9a1a-75cb296a0380 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:57:55.008802 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '123f683b-1c31-452d-90d9-826365c937e9', 'name': 'network-vif-deleted', 'tag': '9a6d9c72-59f1-4217-924c-5019fe85f048', 'status': 'completed', 'code': 200} Aug 23 20:57:55.518731 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-004bd3bb-11a1-4a8a-8c86-2aebcdb1daf1 req-4a29c08f-091a-48d4-b4f0-75a1c54fadab tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=123f683b-1c31-452d-90d9-826365c937e9 HTTP/1.1" status: 200 len: 210 time: 0.0594404 Aug 23 20:57:55.660587 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ef34a-c968-4162-a79a-f990fcdec0bc req-1f0806f1-fc5a-4a68-a8e6-720e403e3e92 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:55.662109 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-410ef34a-c968-4162-a79a-f990fcdec0bc req-1f0806f1-fc5a-4a68-a8e6-720e403e3e92 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=87a28501-1b3e-4475-b3ee-4e0152bcbf28 HTTP/1.1" status: 200 len: 944 time: 0.0535004 Aug 23 20:57:55.701208 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-410ef34a-c968-4162-a79a-f990fcdec0bc req-246d20d2-c0cb-43f9-bb07-50b116f026ac tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322399 Aug 23 20:57:56.804008 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee6b39-0249-4cde-af96-24abc714c86a req-4aba0f00-25ab-48a0-9a75-f05426e6862b tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:56.805571 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-34ee6b39-0249-4cde-af96-24abc714c86a req-4aba0f00-25ab-48a0-9a75-f05426e6862b tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=d82ae337-2443-47ac-b242-94b1eb71fe4f HTTP/1.1" status: 200 len: 946 time: 0.0519035 Aug 23 20:57:56.824475 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119082f-dfd9-4438-a60f-fb4a128032a7 req-06c924a9-cd67-435f-85ba-005722d28280 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:56.826110 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a119082f-dfd9-4438-a60f-fb4a128032a7 req-06c924a9-cd67-435f-85ba-005722d28280 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=87a28501-1b3e-4475-b3ee-4e0152bcbf28 HTTP/1.1" status: 200 len: 944 time: 0.0521700 Aug 23 20:57:56.847800 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-34ee6b39-0249-4cde-af96-24abc714c86a req-1bf62ed1-c4a3-45e6-b1fb-005ba0243c66 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362494 Aug 23 20:57:56.865344 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a119082f-dfd9-4438-a60f-fb4a128032a7 req-a5e696ec-28ec-40b0-b3aa-dec862878468 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329976 Aug 23 20:57:57.345638 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 34880) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:57:57.452556 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0952b94d-66d0-430b-8d2f-92925504b679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:57.541895 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0952b94d-66d0-430b-8d2f-92925504b679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:57.545705 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0952b94d-66d0-430b-8d2f-92925504b679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:57.583768 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0952b94d-66d0-430b-8d2f-92925504b679 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4ab50a0d505e4e95bd6096c18c1e67c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2369058 Aug 23 20:57:57.585134 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0952b94d-66d0-430b-8d2f-92925504b679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f08734-03be-4ad5-8936-eccfe42ca9a3,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:57:57.587403 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 34884) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:57:57.643641 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-67d84f58-4eb5-4ea7-aabe-e0ba3ccc41dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:57.665715 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-67d84f58-4eb5-4ea7-aabe-e0ba3ccc41dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:57.717365 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-67d84f58-4eb5-4ea7-aabe-e0ba3ccc41dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:57.719982 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-67d84f58-4eb5-4ea7-aabe-e0ba3ccc41dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:57.721158 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-67d84f58-4eb5-4ea7-aabe-e0ba3ccc41dc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/95f08734-03be-4ad5-8936-eccfe42ca9a3 HTTP/1.1" status: 204 len: 168 time: 0.1323724 Aug 23 20:57:57.729765 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d84f58-4eb5-4ea7-aabe-e0ba3ccc41dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f08734-03be-4ad5-8936-eccfe42ca9a3,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:57:57.979941 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f6e46-1c36-4f9b-9eae-fd14c86b7b37 req-9d402387-867d-4da8-aca4-546c07bded29 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:57.981834 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-508f6e46-1c36-4f9b-9eae-fd14c86b7b37 req-9d402387-867d-4da8-aca4-546c07bded29 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=d82ae337-2443-47ac-b242-94b1eb71fe4f HTTP/1.1" status: 200 len: 946 time: 0.0546010 Aug 23 20:57:57.989579 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce40680-1d94-42d5-9e09-c62ee710ae45 req-a2795065-d508-4a88-9f9e-a84a57efd8e0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:57.991416 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0ce40680-1d94-42d5-9e09-c62ee710ae45 req-a2795065-d508-4a88-9f9e-a84a57efd8e0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=87a28501-1b3e-4475-b3ee-4e0152bcbf28 HTTP/1.1" status: 200 len: 944 time: 0.0520899 Aug 23 20:57:58.033339 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-508f6e46-1c36-4f9b-9eae-fd14c86b7b37 req-24df32c1-13e8-4ae6-9e9c-b9c9064d5720 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dd41300-21f9-4644-8325-9486b10bfa23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379634 Aug 23 20:57:58.037443 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0ce40680-1d94-42d5-9e09-c62ee710ae45 req-ff4d0006-f027-430d-965f-16ff8969ee27 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364287 Aug 23 20:57:58.364126 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 34912) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:57:58.368544 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 9a6d9c72-59f1-4217-924c-5019fe85f048 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:57:58.389713 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: 9a6d9c72-59f1-4217-924c-5019fe85f048 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:57:58.390057 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 9a6d9c72-59f1-4217-924c-5019fe85f048 not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:57:58.474630 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-d09978f9-8bc9-4ea2-8aee-42e7376057b3 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-909741638-network', 'tenant_id': 'c1dd4ba7a1b04eec817660050a40de86'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:57:58.510792 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821fc398-abce-4af4-adbd-12329b2e1478 req-df241a0d-736e-43b9-8eb0-438d140c128c tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:58.512323 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-821fc398-abce-4af4-adbd-12329b2e1478 req-df241a0d-736e-43b9-8eb0-438d140c128c tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.32 "GET /v2.0/ports?device_id=d82ae337-2443-47ac-b242-94b1eb71fe4f HTTP/1.1" status: 200 len: 946 time: 0.0688324 Aug 23 20:57:58.513353 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09978f9-8bc9-4ea2-8aee-42e7376057b3 admin admin] Made reservation on behalf of c1dd4ba7a1b04eec817660050a40de86 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:57:58.515534 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d09978f9-8bc9-4ea2-8aee-42e7376057b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:58.530907 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d09978f9-8bc9-4ea2-8aee-42e7376057b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:58.667355 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-821fc398-abce-4af4-adbd-12329b2e1478 req-7eb41594-aa39-4eb5-8869-43739eb49764 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Deleting port 48104957-012e-4da4-aafa-e7191b68343c {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:57:58.667606 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-821fc398-abce-4af4-adbd-12329b2e1478 req-7eb41594-aa39-4eb5-8869-43739eb49764 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:58.738183 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d09978f9-8bc9-4ea2-8aee-42e7376057b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:58.743519 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d09978f9-8bc9-4ea2-8aee-42e7376057b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:58.790848 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d09978f9-8bc9-4ea2-8aee-42e7376057b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:57:58.806540 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09978f9-8bc9-4ea2-8aee-42e7376057b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef36e86-a263-48e0-be68-f1119cbadce4,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:57:58.815591 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-821fc398-abce-4af4-adbd-12329b2e1478 req-7eb41594-aa39-4eb5-8869-43739eb49764 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] For port 48104957-012e-4da4-aafa-e7191b68343c, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=48104957-012e-4da4-aafa-e7191b68343c,segment=NetworkSegment(87ae50be-ef23-4363-86a3-a03c9ef4b9c4),segment_id=87ae50be-ef23-4363-86a3-a03c9ef4b9c4)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:57:58.815952 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-821fc398-abce-4af4-adbd-12329b2e1478 req-7eb41594-aa39-4eb5-8869-43739eb49764 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:58.818534 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d09978f9-8bc9-4ea2-8aee-42e7376057b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:58.819399 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-d09978f9-8bc9-4ea2-8aee-42e7376057b3 admin admin] Added segment 04611e56-ea69-4862-b959-3828470acb70 of type vlan for network e3e711f7-468e-4feb-90bd-7a8d4126de07 Aug 23 20:57:58.837775 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-821fc398-abce-4af4-adbd-12329b2e1478 req-7eb41594-aa39-4eb5-8869-43739eb49764 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Calling delete_port for 48104957-012e-4da4-aafa-e7191b68343c owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:57:58.875888 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d09978f9-8bc9-4ea2-8aee-42e7376057b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:58.944534 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d09978f9-8bc9-4ea2-8aee-42e7376057b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:58.945577 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09978f9-8bc9-4ea2-8aee-42e7376057b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:58.946159 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d09978f9-8bc9-4ea2-8aee-42e7376057b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:59.019606 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d09978f9-8bc9-4ea2-8aee-42e7376057b3 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6515806 Aug 23 20:57:59.020264 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 34922) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:57:59.028929 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-8ee61dd8-98b6-410a-a90d-0c95df17e018 admin admin] Request body: {'subnet': {'network_id': 'e3e711f7-468e-4feb-90bd-7a8d4126de07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-909741638-subnet', 'tenant_id': 'c1dd4ba7a1b04eec817660050a40de86', 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:57:59.067211 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09978f9-8bc9-4ea2-8aee-42e7376057b3 admin admin] Pushing event updated for resources: {'Network': ['ID=e3e711f7-468e-4feb-90bd-7a8d4126de07,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:57:59.078008 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network e3e711f7-468e-4feb-90bd-7a8d4126de07 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:57:59.097207 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee61dd8-98b6-410a-a90d-0c95df17e018 admin admin] Made reservation on behalf of c1dd4ba7a1b04eec817660050a40de86 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:57:59.099815 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8ee61dd8-98b6-410a-a90d-0c95df17e018 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:59.103298 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-821fc398-abce-4af4-adbd-12329b2e1478 req-7eb41594-aa39-4eb5-8869-43739eb49764 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:59.185020 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['48104957-012e-4da4-aafa-e7191b68343c'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:57:59.210031 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb41594-aa39-4eb5-8869-43739eb49764 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Pushing event deleted for resources: {'Port': ['ID=48104957-012e-4da4-aafa-e7191b68343c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:57:59.234951 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b202b5-5aa9-4315-b41a-1d082b2adc47 req-274b24e8-119d-4af4-889e-8da59351b04f tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:59.244259 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-21b202b5-5aa9-4315-b41a-1d082b2adc47 req-274b24e8-119d-4af4-889e-8da59351b04f tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=87a28501-1b3e-4475-b3ee-4e0152bcbf28 HTTP/1.1" status: 200 len: 944 time: 0.0944118 Aug 23 20:57:59.265389 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ede7b801-6fc2-46de-932c-d1da8906b404 req-96efba89-a6c8-4771-98b5-87d8c88b33fd tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=d82ae337-2443-47ac-b242-94b1eb71fe4f HTTP/1.1" status: 200 len: 210 time: 0.0699022 Aug 23 20:57:59.291398 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-821fc398-abce-4af4-adbd-12329b2e1478 req-7eb41594-aa39-4eb5-8869-43739eb49764 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] No DVR routers for this DVR port 48104957-012e-4da4-aafa-e7191b68343c on host n-h2-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:57:59.296153 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-821fc398-abce-4af4-adbd-12329b2e1478 req-7eb41594-aa39-4eb5-8869-43739eb49764 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:59.298115 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-821fc398-abce-4af4-adbd-12329b2e1478 req-7eb41594-aa39-4eb5-8869-43739eb49764 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.32 "DELETE /v2.0/ports/48104957-012e-4da4-aafa-e7191b68343c HTTP/1.1" status: 204 len: 173 time: 0.7735543 Aug 23 20:57:59.298555 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd82ae337-2443-47ac-b242-94b1eb71fe4f', 'name': 'network-vif-deleted', 'tag': '48104957-012e-4da4-aafa-e7191b68343c'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:57:59.300846 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beecbd0f-1873-448d-adbd-08dd3a6e3991" -d '{"events": [{"server_uuid": "d82ae337-2443-47ac-b242-94b1eb71fe4f", "name": "network-vif-deleted", "tag": "48104957-012e-4da4-aafa-e7191b68343c"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:57:59.301029 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-21b202b5-5aa9-4315-b41a-1d082b2adc47 req-16f03bed-ba6a-48aa-8b78-3785d9ba37f8 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558374 Aug 23 20:57:59.374168 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f20bd2-a8e4-4e0c-ba95-f12f29bb3b63 x-openstack-request-id: req-01f20bd2-a8e4-4e0c-ba95-f12f29bb3b63 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:57:59.374460 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d82ae337-2443-47ac-b242-94b1eb71fe4f", "name": "network-vif-deleted", "tag": "48104957-012e-4da4-aafa-e7191b68343c", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:57:59.376029 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-01f20bd2-a8e4-4e0c-ba95-f12f29bb3b63 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:57:59.376029 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd82ae337-2443-47ac-b242-94b1eb71fe4f', 'name': 'network-vif-deleted', 'tag': '48104957-012e-4da4-aafa-e7191b68343c', 'status': 'completed', 'code': 200} Aug 23 20:57:59.453597 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8ee61dd8-98b6-410a-a90d-0c95df17e018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:59.523638 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee61dd8-98b6-410a-a90d-0c95df17e018 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d95718c-2d0a-4ac0-b47f-2a5f989f6fce,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:57:59.528735 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee61dd8-98b6-410a-a90d-0c95df17e018 admin admin] Checking segment: {'id': '04611e56-ea69-4862-b959-3828470acb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e3e711f7-468e-4feb-90bd-7a8d4126de07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:57:59.529186 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee61dd8-98b6-410a-a90d-0c95df17e018 admin admin] Network hostable DHCP agents. Network: e3e711f7-468e-4feb-90bd-7a8d4126de07, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:57:59.548082 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee61dd8-98b6-410a-a90d-0c95df17e018 admin admin] Network e3e711f7-468e-4feb-90bd-7a8d4126de07 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:57:59.557858 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-8ee61dd8-98b6-410a-a90d-0c95df17e018 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, e3e711f7-468e-4feb-90bd-7a8d4126de07) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:57:59.568096 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee61dd8-98b6-410a-a90d-0c95df17e018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:57:59.568849 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8ee61dd8-98b6-410a-a90d-0c95df17e018 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:59.569205 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1084a0ab-1fea-46a4-a34b-1269036a357e None None] Network e3e711f7-468e-4feb-90bd-7a8d4126de07 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:57:59.585757 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 34936) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:57:59.585949 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8ee61dd8-98b6-410a-a90d-0c95df17e018 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5649316 Aug 23 20:57:59.590524 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-01dfee4f-f9e8-40ab-af90-23f5504dc510 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-909741638-router', 'tenant_id': 'c1dd4ba7a1b04eec817660050a40de86', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:57:59.627117 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-01dfee4f-f9e8-40ab-af90-23f5504dc510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:59.629126 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-01dfee4f-f9e8-40ab-af90-23f5504dc510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:59.682268 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-01dfee4f-f9e8-40ab-af90-23f5504dc510 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:59.735814 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d396597-27ef-467f-ba96-b90301100b34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-e3e711f7-468e-4feb-90bd-7a8d4126de07', 'network_id': 'e3e711f7-468e-4feb-90bd-7a8d4126de07', 'tenant_id': 'c1dd4ba7a1b04eec817660050a40de86', 'fixed_ips': [{'subnet_id': '3d95718c-2d0a-4ac0-b47f-2a5f989f6fce'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:57:59.736896 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d396597-27ef-467f-ba96-b90301100b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:57:59.927701 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-6d396597-27ef-467f-ba96-b90301100b34 None None] Allocated IP 172.20.0.2 (e3e711f7-468e-4feb-90bd-7a8d4126de07/3d95718c-2d0a-4ac0-b47f-2a5f989f6fce/332dc915-4ef3-466b-8fc4-03dc1ce0f928) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:58:00.102924 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d396597-27ef-467f-ba96-b90301100b34 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:00.112250 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6d396597-27ef-467f-ba96-b90301100b34 None None] Transition to ACTIVE for port object 332dc915-4ef3-466b-8fc4-03dc1ce0f928 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:58:00.130776 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6d396597-27ef-467f-ba96-b90301100b34 None None] Transition to ACTIVE for port object 332dc915-4ef3-466b-8fc4-03dc1ce0f928 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:58:00.137400 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d396597-27ef-467f-ba96-b90301100b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:00.174466 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d396597-27ef-467f-ba96-b90301100b34 None None] Network e3e711f7-468e-4feb-90bd-7a8d4126de07 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:58:00.177358 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-6d396597-27ef-467f-ba96-b90301100b34 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:58:00.179929 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d396597-27ef-467f-ba96-b90301100b34 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:58:00.185481 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-01dfee4f-f9e8-40ab-af90-23f5504dc510 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:00.199003 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d396597-27ef-467f-ba96-b90301100b34 None None] Pushing event updated for resources: {'Port': ['ID=332dc915-4ef3-466b-8fc4-03dc1ce0f928,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:00.226644 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d396597-27ef-467f-ba96-b90301100b34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:58:00.226914 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d396597-27ef-467f-ba96-b90301100b34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:58:00.227259 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d396597-27ef-467f-ba96-b90301100b34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:58:00.227595 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d396597-27ef-467f-ba96-b90301100b34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:58:00.227929 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d396597-27ef-467f-ba96-b90301100b34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:58:00.228281 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d396597-27ef-467f-ba96-b90301100b34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:58:00.228613 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d396597-27ef-467f-ba96-b90301100b34 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:58:00.228944 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d396597-27ef-467f-ba96-b90301100b34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:58:00.229270 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d396597-27ef-467f-ba96-b90301100b34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:58:00.229590 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d396597-27ef-467f-ba96-b90301100b34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:58:00.229912 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d396597-27ef-467f-ba96-b90301100b34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:58:00.230237 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d396597-27ef-467f-ba96-b90301100b34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:58:00.259730 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6d396597-27ef-467f-ba96-b90301100b34 None None] Attempting to bind port 332dc915-4ef3-466b-8fc4-03dc1ce0f928 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:58:00.260307 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6d396597-27ef-467f-ba96-b90301100b34 None None] Attempting to bind port 332dc915-4ef3-466b-8fc4-03dc1ce0f928 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '04611e56-ea69-4862-b959-3828470acb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e3e711f7-468e-4feb-90bd-7a8d4126de07'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:58:00.260701 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d396597-27ef-467f-ba96-b90301100b34 None None] Attempting to bind port 332dc915-4ef3-466b-8fc4-03dc1ce0f928 on network e3e711f7-468e-4feb-90bd-7a8d4126de07 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:58:00.265641 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d396597-27ef-467f-ba96-b90301100b34 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:58:00.266008 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d396597-27ef-467f-ba96-b90301100b34 None None] Checking segment: {'id': '04611e56-ea69-4862-b959-3828470acb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e3e711f7-468e-4feb-90bd-7a8d4126de07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:58:00.266400 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d396597-27ef-467f-ba96-b90301100b34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:00.266917 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d396597-27ef-467f-ba96-b90301100b34 None None] Bound using segment: {'id': '04611e56-ea69-4862-b959-3828470acb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e3e711f7-468e-4feb-90bd-7a8d4126de07'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:58:00.267380 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6d396597-27ef-467f-ba96-b90301100b34 None None] Bound port: 332dc915-4ef3-466b-8fc4-03dc1ce0f928, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04611e56-ea69-4862-b959-3828470acb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e3e711f7-468e-4feb-90bd-7a8d4126de07'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:58:00.267755 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d396597-27ef-467f-ba96-b90301100b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:00.351717 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-6d396597-27ef-467f-ba96-b90301100b34 None None] For port 332dc915-4ef3-466b-8fc4-03dc1ce0f928, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:58:00.356023 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-6d396597-27ef-467f-ba96-b90301100b34 None None] For port 332dc915-4ef3-466b-8fc4-03dc1ce0f928, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=332dc915-4ef3-466b-8fc4-03dc1ce0f928,segment=NetworkSegment(04611e56-ea69-4862-b959-3828470acb70),segment_id=04611e56-ea69-4862-b959-3828470acb70)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:58:00.366771 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d396597-27ef-467f-ba96-b90301100b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:00.413273 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-01dfee4f-f9e8-40ab-af90-23f5504dc510 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:00.435189 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d396597-27ef-467f-ba96-b90301100b34 None None] Pushing event updated for resources: {'Port': ['ID=332dc915-4ef3-466b-8fc4-03dc1ce0f928,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:00.451750 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-01dfee4f-f9e8-40ab-af90-23f5504dc510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:00.551731 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6bedc6-f507-4a53-894f-4ce8f1f53703 req-2f9bb1ce-6fee-4617-9bbf-bcd68e9dd0cc tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:00.554368 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fe6bedc6-f507-4a53-894f-4ce8f1f53703 req-2f9bb1ce-6fee-4617-9bbf-bcd68e9dd0cc tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=87a28501-1b3e-4475-b3ee-4e0152bcbf28 HTTP/1.1" status: 200 len: 944 time: 0.1038065 Aug 23 20:58:00.615340 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b05da5b-755e-46dc-af78-e481fc3e25d5 req-91a02fa7-d857-434b-bdae-9fb35fa2d15d tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:00.617227 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5b05da5b-755e-46dc-af78-e481fc3e25d5 req-91a02fa7-d857-434b-bdae-9fb35fa2d15d tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.0581141 Aug 23 20:58:00.646642 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fe6bedc6-f507-4a53-894f-4ce8f1f53703 req-4c35e4e9-7ad5-48a5-b9a8-771d614f6496 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740631 Aug 23 20:58:00.676259 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5b05da5b-755e-46dc-af78-e481fc3e25d5 req-2ec41f87-82d6-42f0-93ad-3f55eb81c5ba tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527303 Aug 23 20:58:00.678909 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-01dfee4f-f9e8-40ab-af90-23f5504dc510 admin admin] Allocated IP 172.25.4.99 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/f00aaf6c-f81c-498a-bdbc-a6b90cc0561b) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:58:00.801100 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-01dfee4f-f9e8-40ab-af90-23f5504dc510 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:00.839698 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-01dfee4f-f9e8-40ab-af90-23f5504dc510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:00.875126 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dfee4f-f9e8-40ab-af90-23f5504dc510 admin admin] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:58:00.877806 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-01dfee4f-f9e8-40ab-af90-23f5504dc510 admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:58:00.881808 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dfee4f-f9e8-40ab-af90-23f5504dc510 admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:58:00.911411 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dfee4f-f9e8-40ab-af90-23f5504dc510 admin admin] Pushing event updated for resources: {'Port': ['ID=f00aaf6c-f81c-498a-bdbc-a6b90cc0561b,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:01.142257 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-01dfee4f-f9e8-40ab-af90-23f5504dc510 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:01.159501 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:58:01.348652 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-01dfee4f-f9e8-40ab-af90-23f5504dc510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:01.445069 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88f6fd2-3dbe-4f7d-ac29-b5f720b76ef2 None None] Network e3e711f7-468e-4feb-90bd-7a8d4126de07 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:58:01.461338 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 48104957-012e-4da4-aafa-e7191b68343c no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:58:01.488085 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: 48104957-012e-4da4-aafa-e7191b68343c {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:58:01.488832 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 48104957-012e-4da4-aafa-e7191b68343c not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:58:01.498181 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01dfee4f-f9e8-40ab-af90-23f5504dc510 admin admin] Router 9c788f23-f161-4eed-a919-532beb7367a4 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:58:01.544256 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-63d82483-fd2a-4549-96b5-4971e002ddbd None None] Provisioning for port 332dc915-4ef3-466b-8fc4-03dc1ce0f928 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:58:01.630668 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01dfee4f-f9e8-40ab-af90-23f5504dc510 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:58:01.640744 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65451377-7a91-4bd7-b642-315d29b6638d None None] Sync routers for ids ['9c788f23-f161-4eed-a919-532beb7367a4'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:58:01.653804 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65451377-7a91-4bd7-b642-315d29b6638d None None] Routers {'9c788f23-f161-4eed-a919-532beb7367a4'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:58:01.654646 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-65451377-7a91-4bd7-b642-315d29b6638d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:57:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['9c788f23-f161-4eed-a919-532beb7367a4'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:58:01.666656 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-01dfee4f-f9e8-40ab-af90-23f5504dc510 admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:01.667968 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-01dfee4f-f9e8-40ab-af90-23f5504dc510 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0808067 Aug 23 20:58:01.670695 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 34964) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:58:01.805673 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565c962-39f8-45ad-a9c9-75efae225152 req-f13eb54b-4593-4b51-b29d-2165496b45af tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:01.813030 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5565c962-39f8-45ad-a9c9-75efae225152 req-f13eb54b-4593-4b51-b29d-2165496b45af tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=87a28501-1b3e-4475-b3ee-4e0152bcbf28 HTTP/1.1" status: 200 len: 944 time: 0.0702090 Aug 23 20:58:01.819706 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-65451377-7a91-4bd7-b642-315d29b6638d None None] Set router 9c788f23-f161-4eed-a919-532beb7367a4 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:58:01.837689 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d063e4b-b774-45d8-a384-21746077ac1a req-1cc35796-def6-49bb-9d3c-7b4eda81e232 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:01.847198 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2d063e4b-b774-45d8-a384-21746077ac1a req-1cc35796-def6-49bb-9d3c-7b4eda81e232 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 945 time: 0.1734262 Aug 23 20:58:01.857422 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5565c962-39f8-45ad-a9c9-75efae225152 req-38b0f69a-1966-4072-87d8-7cbdd25c1d84 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434442 Aug 23 20:58:01.977601 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2d063e4b-b774-45d8-a384-21746077ac1a req-7d8d3b32-8609-4607-bf49-8c311ef1f87c tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=7639381e-614b-4efb-bb16-a9587d85f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294456 Aug 23 20:58:01.993936 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 332dc915-4ef3-466b-8fc4-03dc1ce0f928 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:58:02.008523 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b463a2f-c4e6-49b5-9c90-24b910c3ae9a req-5d05492c-7f54-4af5-a96e-2b3ba902850b tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:02.016999 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8b463a2f-c4e6-49b5-9c90-24b910c3ae9a req-5d05492c-7f54-4af5-a96e-2b3ba902850b tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.0828738 Aug 23 20:58:02.059401 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 332dc915-4ef3-466b-8fc4-03dc1ce0f928 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:58:02.071315 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-65451377-7a91-4bd7-b642-315d29b6638d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c788f23-f161-4eed-a919-532beb7367a4', 'name': 'tempest-TestServerMultinode-909741638-router', 'tenant_id': 'c1dd4ba7a1b04eec817660050a40de86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'f00aaf6c-f81c-498a-bdbc-a6b90cc0561b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:57:59Z', 'updated_at': '2021-08-23T20:58:01Z', 'revision_number': 3, 'project_id': 'c1dd4ba7a1b04eec817660050a40de86', 'gw_port': {'id': 'f00aaf6c-f81c-498a-bdbc-a6b90cc0561b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:66:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c788f23-f161-4eed-a919-532beb7367a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:58:00Z', 'updated_at': '2021-08-23T20:58:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:58:02.072836 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 332dc915-4ef3-466b-8fc4-03dc1ce0f928 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:58:02.073677 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8b463a2f-c4e6-49b5-9c90-24b910c3ae9a req-1800005d-f924-4fc9-8767-e996fef25461 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555377 Aug 23 20:58:02.074271 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:02.108485 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65451377-7a91-4bd7-b642-315d29b6638d None None] Checking router: 9c788f23-f161-4eed-a919-532beb7367a4 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:58:02.109232 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65451377-7a91-4bd7-b642-315d29b6638d None None] Updating router 9c788f23-f161-4eed-a919-532beb7367a4 port f00aaf6c-f81c-498a-bdbc-a6b90cc0561b binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:58:02.114973 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-914e0259-cdab-42c9-911e-6230b594aa1b None None] Provisioning complete for port 332dc915-4ef3-466b-8fc4-03dc1ce0f928 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:58:02.115434 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-914e0259-cdab-42c9-911e-6230b594aa1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:02.137317 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-65451377-7a91-4bd7-b642-315d29b6638d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:02.205811 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:02.322119 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-17ba70d4-4dd8-4dd3-9002-16c43f471156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:02.418664 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-65451377-7a91-4bd7-b642-315d29b6638d None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:02.426327 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-914e0259-cdab-42c9-911e-6230b594aa1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:02.429882 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-65451377-7a91-4bd7-b642-315d29b6638d None None] Transition to ACTIVE for port object f00aaf6c-f81c-498a-bdbc-a6b90cc0561b will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:58:02.430691 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 332dc915-4ef3-466b-8fc4-03dc1ce0f928, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=332dc915-4ef3-466b-8fc4-03dc1ce0f928,segment=NetworkSegment(04611e56-ea69-4862-b959-3828470acb70),segment_id=04611e56-ea69-4862-b959-3828470acb70)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:58:02.438522 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:02.440852 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-65451377-7a91-4bd7-b642-315d29b6638d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:02.497677 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-65451377-7a91-4bd7-b642-315d29b6638d None None] Attempting to bind port f00aaf6c-f81c-498a-bdbc-a6b90cc0561b on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:58:02.498045 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-65451377-7a91-4bd7-b642-315d29b6638d None None] Attempting to bind port f00aaf6c-f81c-498a-bdbc-a6b90cc0561b by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:58:02.498408 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65451377-7a91-4bd7-b642-315d29b6638d None None] Attempting to bind port f00aaf6c-f81c-498a-bdbc-a6b90cc0561b on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:58:02.507748 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f54b141-8b3d-4552-9be9-ed318b05dc4d None None] Pushing event updated for resources: {'Port': ['ID=f00aaf6c-f81c-498a-bdbc-a6b90cc0561b,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:02.510201 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65451377-7a91-4bd7-b642-315d29b6638d None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:58:02.510572 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65451377-7a91-4bd7-b642-315d29b6638d None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:58:02.510970 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-65451377-7a91-4bd7-b642-315d29b6638d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:02.511350 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65451377-7a91-4bd7-b642-315d29b6638d None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:58:02.511817 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-65451377-7a91-4bd7-b642-315d29b6638d None None] Bound port: f00aaf6c-f81c-498a-bdbc-a6b90cc0561b, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:58:02.512223 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-65451377-7a91-4bd7-b642-315d29b6638d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:02.531057 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-17ba70d4-4dd8-4dd3-9002-16c43f471156 admin admin] Allocated IP 172.20.0.1 (e3e711f7-468e-4feb-90bd-7a8d4126de07/3d95718c-2d0a-4ac0-b47f-2a5f989f6fce/eaa3d5eb-4552-4361-ab30-b0ab2384acc3) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:58:02.539766 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=332dc915-4ef3-466b-8fc4-03dc1ce0f928,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:02.547788 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.db.api [None req-914e0259-cdab-42c9-911e-6230b594aa1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 20:58:02.548135 n-d-805663-2 neutron-server[94689]: DEBUG oslo_db.api [None req-914e0259-cdab-42c9-911e-6230b594aa1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 20:58:02.574062 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-65451377-7a91-4bd7-b642-315d29b6638d None None] For port f00aaf6c-f81c-498a-bdbc-a6b90cc0561b, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:58:02.577328 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-65451377-7a91-4bd7-b642-315d29b6638d None None] For port f00aaf6c-f81c-498a-bdbc-a6b90cc0561b, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=f00aaf6c-f81c-498a-bdbc-a6b90cc0561b,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:58:02.583065 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-65451377-7a91-4bd7-b642-315d29b6638d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:02.639663 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65451377-7a91-4bd7-b642-315d29b6638d None None] Routers {'9c788f23-f161-4eed-a919-532beb7367a4'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:58:02.640286 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-65451377-7a91-4bd7-b642-315d29b6638d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:57:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['9c788f23-f161-4eed-a919-532beb7367a4'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:58:02.652250 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-17ba70d4-4dd8-4dd3-9002-16c43f471156 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:02.667383 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-17ba70d4-4dd8-4dd3-9002-16c43f471156 admin admin] Transition to ACTIVE for port object eaa3d5eb-4552-4361-ab30-b0ab2384acc3 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:58:02.675457 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f54b141-8b3d-4552-9be9-ed318b05dc4d None None] Pushing event updated for resources: {'Port': ['ID=f00aaf6c-f81c-498a-bdbc-a6b90cc0561b,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:02.701731 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-17ba70d4-4dd8-4dd3-9002-16c43f471156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:02.742845 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ba70d4-4dd8-4dd3-9002-16c43f471156 admin admin] Network e3e711f7-468e-4feb-90bd-7a8d4126de07 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:58:02.745983 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-17ba70d4-4dd8-4dd3-9002-16c43f471156 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:58:02.749703 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ba70d4-4dd8-4dd3-9002-16c43f471156 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:58:02.790338 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ba70d4-4dd8-4dd3-9002-16c43f471156 admin admin] Pushing event updated for resources: {'Port': ['ID=eaa3d5eb-4552-4361-ab30-b0ab2384acc3,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:02.830908 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-17ba70d4-4dd8-4dd3-9002-16c43f471156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:02.845310 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-65451377-7a91-4bd7-b642-315d29b6638d None None] Set router 9c788f23-f161-4eed-a919-532beb7367a4 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:58:02.886905 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c2d88-3cac-4ce3-9791-3a36ebd0cdef req-6024c5bf-c6e9-4d3f-bc8d-3beb52ee3b49 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:02.888468 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e55c2d88-3cac-4ce3-9791-3a36ebd0cdef req-6024c5bf-c6e9-4d3f-bc8d-3beb52ee3b49 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.1108220 Aug 23 20:58:03.034175 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-65451377-7a91-4bd7-b642-315d29b6638d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c788f23-f161-4eed-a919-532beb7367a4', 'name': 'tempest-TestServerMultinode-909741638-router', 'tenant_id': 'c1dd4ba7a1b04eec817660050a40de86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'f00aaf6c-f81c-498a-bdbc-a6b90cc0561b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:57:59Z', 'updated_at': '2021-08-23T20:58:01Z', 'revision_number': 3, 'project_id': 'c1dd4ba7a1b04eec817660050a40de86', 'gw_port': {'id': 'f00aaf6c-f81c-498a-bdbc-a6b90cc0561b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:66:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c788f23-f161-4eed-a919-532beb7367a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:58:00Z', 'updated_at': '2021-08-23T20:58:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:58:03.069411 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65451377-7a91-4bd7-b642-315d29b6638d None None] The sync data for ids ['9c788f23-f161-4eed-a919-532beb7367a4'] in n-d-805663-2 is: [{'id': '9c788f23-f161-4eed-a919-532beb7367a4', 'name': 'tempest-TestServerMultinode-909741638-router', 'tenant_id': 'c1dd4ba7a1b04eec817660050a40de86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'f00aaf6c-f81c-498a-bdbc-a6b90cc0561b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:57:59Z', 'updated_at': '2021-08-23T20:58:01Z', 'revision_number': 3, 'project_id': 'c1dd4ba7a1b04eec817660050a40de86', 'gw_port': {'id': 'f00aaf6c-f81c-498a-bdbc-a6b90cc0561b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:66:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c788f23-f161-4eed-a919-532beb7367a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:58:00Z', 'updated_at': '2021-08-23T20:58:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:58:03.099014 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f89d9e-83de-4c0f-bcae-9cb5f9046a3c req-6a7a26f8-697e-4761-9898-fe9c9dd51e65 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:03.102409 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-62f89d9e-83de-4c0f-bcae-9cb5f9046a3c req-6a7a26f8-697e-4761-9898-fe9c9dd51e65 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=87a28501-1b3e-4475-b3ee-4e0152bcbf28 HTTP/1.1" status: 200 len: 944 time: 0.1666353 Aug 23 20:58:03.104182 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-17ba70d4-4dd8-4dd3-9002-16c43f471156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:03.152020 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36436b76-5192-4dc0-a0fe-a33991bd122a req-cf4fb7a1-b628-4025-a85b-9342c6bc2c7b tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:03.154106 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-36436b76-5192-4dc0-a0fe-a33991bd122a req-cf4fb7a1-b628-4025-a85b-9342c6bc2c7b tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 945 time: 0.0594010 Aug 23 20:58:03.196142 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-36436b76-5192-4dc0-a0fe-a33991bd122a req-403eab11-cfee-484a-9ee2-9056892e26ec tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=7639381e-614b-4efb-bb16-a9587d85f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349491 Aug 23 20:58:03.221038 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-25d4c43a-dc5c-4b40-8c5e-f18c51656216 None None] Provisioning for port eaa3d5eb-4552-4361-ab30-b0ab2384acc3 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:58:03.225628 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-25d4c43a-dc5c-4b40-8c5e-f18c51656216 None None] Provisioning complete for port eaa3d5eb-4552-4361-ab30-b0ab2384acc3 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:58:03.226146 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-25d4c43a-dc5c-4b40-8c5e-f18c51656216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:03.231752 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-e55c2d88-3cac-4ce3-9791-3a36ebd0cdef req-6cae0603-9503-48b5-b8c3-cfa9db746e07 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Deleting port 6c254a81-8d39-43bc-85ac-5d89be1c28d3 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:58:03.232114 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e55c2d88-3cac-4ce3-9791-3a36ebd0cdef req-6cae0603-9503-48b5-b8c3-cfa9db746e07 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:03.240544 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-62f89d9e-83de-4c0f-bcae-9cb5f9046a3c req-82510006-0d1e-4945-9c1b-41e57b86c39c tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203618 Aug 23 20:58:03.270993 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-25d4c43a-dc5c-4b40-8c5e-f18c51656216 None None] Port eaa3d5eb-4552-4361-ab30-b0ab2384acc3 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:58:03.343663 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96497cf-9a50-4eec-b8c9-322d805286dd req-a8d8962e-0a0c-4d33-92df-98c2000238ca tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:03.359431 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f96497cf-9a50-4eec-b8c9-322d805286dd req-a8d8962e-0a0c-4d33-92df-98c2000238ca tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 944 time: 0.0789456 Aug 23 20:58:03.404786 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f96497cf-9a50-4eec-b8c9-322d805286dd req-da3d20c1-49df-4dc0-8a5a-f6f078d394ea tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups?id=a262430e-d516-4fd2-b2fb-abc4a1c9d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437098 Aug 23 20:58:03.736547 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-e55c2d88-3cac-4ce3-9791-3a36ebd0cdef req-6cae0603-9503-48b5-b8c3-cfa9db746e07 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] For port 6c254a81-8d39-43bc-85ac-5d89be1c28d3, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=6c254a81-8d39-43bc-85ac-5d89be1c28d3,segment=NetworkSegment(87ae50be-ef23-4363-86a3-a03c9ef4b9c4),segment_id=87ae50be-ef23-4363-86a3-a03c9ef4b9c4)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:58:03.737046 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e55c2d88-3cac-4ce3-9791-3a36ebd0cdef req-6cae0603-9503-48b5-b8c3-cfa9db746e07 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:03.812570 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-17ba70d4-4dd8-4dd3-9002-16c43f471156 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:03.823996 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-17ba70d4-4dd8-4dd3-9002-16c43f471156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:03.943808 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ba70d4-4dd8-4dd3-9002-16c43f471156 admin admin] Pushing event updated for resources: {'Port': ['ID=eaa3d5eb-4552-4361-ab30-b0ab2384acc3,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:03.987062 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-17ba70d4-4dd8-4dd3-9002-16c43f471156 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:04.004583 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device f00aaf6c-f81c-498a-bdbc-a6b90cc0561b up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:58:04.056790 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port f00aaf6c-f81c-498a-bdbc-a6b90cc0561b completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:58:04.057151 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e55c2d88-3cac-4ce3-9791-3a36ebd0cdef req-6cae0603-9503-48b5-b8c3-cfa9db746e07 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:04.057541 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e55c2d88-3cac-4ce3-9791-3a36ebd0cdef req-6cae0603-9503-48b5-b8c3-cfa9db746e07 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:04.057857 n-d-805663-2 neutron-server[94688]: INFO neutron.db.l3_db [req-e55c2d88-3cac-4ce3-9791-3a36ebd0cdef req-6cae0603-9503-48b5-b8c3-cfa9db746e07 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Floating IP f9d13147-b48e-4c90-9459-42aea921cb30 disassociated. External IP: 172.25.4.203, port: 6c254a81-8d39-43bc-85ac-5d89be1c28d3. Aug 23 20:58:04.058198 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-e55c2d88-3cac-4ce3-9791-3a36ebd0cdef req-6cae0603-9503-48b5-b8c3-cfa9db746e07 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Calling delete_port for 6c254a81-8d39-43bc-85ac-5d89be1c28d3 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:58:04.060713 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port f00aaf6c-f81c-498a-bdbc-a6b90cc0561b triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:58:04.061165 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:04.142518 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:04.159315 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ba70d4-4dd8-4dd3-9002-16c43f471156 admin admin] Network e3e711f7-468e-4feb-90bd-7a8d4126de07 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:58:04.162094 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port f00aaf6c-f81c-498a-bdbc-a6b90cc0561b, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=f00aaf6c-f81c-498a-bdbc-a6b90cc0561b,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:58:04.165881 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:04.166688 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 332dc915-4ef3-466b-8fc4-03dc1ce0f928 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:58:04.169289 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-17ba70d4-4dd8-4dd3-9002-16c43f471156 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:58:04.257272 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=f00aaf6c-f81c-498a-bdbc-a6b90cc0561b,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:04.264975 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 332dc915-4ef3-466b-8fc4-03dc1ce0f928 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:58:04.265337 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:04.382908 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e55c2d88-3cac-4ce3-9791-3a36ebd0cdef req-6cae0603-9503-48b5-b8c3-cfa9db746e07 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:04.392388 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 88a1abdc-f4d0-4cab-9137-f3dd1c5872fc details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:58:04.392724 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9113bd-a526-41ec-b0b6-967ffe30a1e6 req-f07a53ba-bfa6-487b-acaf-edc529decc08 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:04.394329 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4c9113bd-a526-41ec-b0b6-967ffe30a1e6 req-f07a53ba-bfa6-487b-acaf-edc529decc08 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=87a28501-1b3e-4475-b3ee-4e0152bcbf28 HTTP/1.1" status: 200 len: 944 time: 0.0709989 Aug 23 20:58:04.443677 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4c9113bd-a526-41ec-b0b6-967ffe30a1e6 req-08e46637-d265-4166-b4a5-e3d12009e23c tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421677 Aug 23 20:58:04.474459 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae0603-9503-48b5-b8c3-cfa9db746e07 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Pushing event deleted for resources: {'Port': ['ID=6c254a81-8d39-43bc-85ac-5d89be1c28d3,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:04.499759 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e645c4-4d0e-459c-86bb-f341304f8beb req-88377929-1757-4ba2-af99-77e57ff5713a tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:04.504398 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b1e645c4-4d0e-459c-86bb-f341304f8beb req-88377929-1757-4ba2-af99-77e57ff5713a tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 945 time: 0.1727328 Aug 23 20:58:04.536573 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4d9fdd3e-0a6b-4449-a79f-1864523cffed None None] Provisioning complete for port eaa3d5eb-4552-4361-ab30-b0ab2384acc3 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:58:04.538708 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4d9fdd3e-0a6b-4449-a79f-1864523cffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:04.541867 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 88a1abdc-f4d0-4cab-9137-f3dd1c5872fc, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=88a1abdc-f4d0-4cab-9137-f3dd1c5872fc,segment=NetworkSegment(c18fa516-d00d-4d59-b20b-fdf45af90e68),segment_id=c18fa516-d00d-4d59-b20b-fdf45af90e68)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:58:04.570277 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a906916d-f333-4ffb-9bb8-185cbab6664e req-eec5318b-e623-421f-bc75-2debad64563b tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 210 time: 0.0448463 Aug 23 20:58:04.585416 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17ba70d4-4dd8-4dd3-9002-16c43f471156 admin admin] Router 9c788f23-f161-4eed-a919-532beb7367a4 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:58:04.591852 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '88a1abdc-f4d0-4cab-9137-f3dd1c5872fc', 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf', 'port_id': '88a1abdc-f4d0-4cab-9137-f3dd1c5872fc', 'mac_address': 'fa:16:3e:1b:ad:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df05a557-9226-4912-87c8-3cb75cc85ce5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:58:04.627416 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4d9fdd3e-0a6b-4449-a79f-1864523cffed None None] Port eaa3d5eb-4552-4361-ab30-b0ab2384acc3 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:58:04.647305 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:04.663879 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88a1abdc-f4d0-4cab-9137-f3dd1c5872fc {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:58:04.686220 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 88a1abdc-f4d0-4cab-9137-f3dd1c5872fc, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=88a1abdc-f4d0-4cab-9137-f3dd1c5872fc,segment=NetworkSegment(c18fa516-d00d-4d59-b20b-fdf45af90e68),segment_id=c18fa516-d00d-4d59-b20b-fdf45af90e68)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:58:04.693698 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:04.712590 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b1e645c4-4d0e-459c-86bb-f341304f8beb req-41d746c3-f63a-470e-a368-1a09aa9b4d36 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=7639381e-614b-4efb-bb16-a9587d85f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464345 Aug 23 20:58:04.747225 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=88a1abdc-f4d0-4cab-9137-f3dd1c5872fc,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:04.766072 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e55c2d88-3cac-4ce3-9791-3a36ebd0cdef req-6cae0603-9503-48b5-b8c3-cfa9db746e07 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Router 0af799e0-57d2-4679-b33c-71c8dd99c20b has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:58:04.790709 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ba70d4-4dd8-4dd3-9002-16c43f471156 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:58:04.795876 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-17ba70d4-4dd8-4dd3-9002-16c43f471156 admin admin] 10.222.0.61 "PUT /v2.0/routers/9c788f23-f161-4eed-a919-532beb7367a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1236153 Aug 23 20:58:04.902388 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e55c2d88-3cac-4ce3-9791-3a36ebd0cdef req-6cae0603-9503-48b5-b8c3-cfa9db746e07 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:58:04.917592 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bdfd82-fa92-46b3-9d0c-5313916022d2 None None] Sync routers for ids ['0af799e0-57d2-4679-b33c-71c8dd99c20b'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:58:04.927422 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bdfd82-fa92-46b3-9d0c-5313916022d2 None None] Routers {'0af799e0-57d2-4679-b33c-71c8dd99c20b'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:58:04.928382 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-53bdfd82-fa92-46b3-9d0c-5313916022d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:57:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['0af799e0-57d2-4679-b33c-71c8dd99c20b'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:58:04.949880 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-e55c2d88-3cac-4ce3-9791-3a36ebd0cdef req-6cae0603-9503-48b5-b8c3-cfa9db746e07 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] No DVR routers for this DVR port 6c254a81-8d39-43bc-85ac-5d89be1c28d3 on host n-h2-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:58:04.952386 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e55c2d88-3cac-4ce3-9791-3a36ebd0cdef req-6cae0603-9503-48b5-b8c3-cfa9db746e07 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:04.952532 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee91e7e-02aa-4a4c-bec6-91ce0e7636e7 None None] Sync routers for ids ['9c788f23-f161-4eed-a919-532beb7367a4'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:58:04.954581 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e55c2d88-3cac-4ce3-9791-3a36ebd0cdef req-6cae0603-9503-48b5-b8c3-cfa9db746e07 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.32 "DELETE /v2.0/ports/6c254a81-8d39-43bc-85ac-5d89be1c28d3 HTTP/1.1" status: 204 len: 173 time: 2.0176795 Aug 23 20:58:04.955117 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8672da0-9cd6-4a5b-b42b-07c0e0113086', 'name': 'network-vif-deleted', 'tag': '6c254a81-8d39-43bc-85ac-5d89be1c28d3'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:58:04.964600 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b42d03-e3c8-4256-bc7f-1de69b790191" -d '{"events": [{"server_uuid": "c8672da0-9cd6-4a5b-b42b-07c0e0113086", "name": "network-vif-deleted", "tag": "6c254a81-8d39-43bc-85ac-5d89be1c28d3"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:58:04.967256 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee91e7e-02aa-4a4c-bec6-91ce0e7636e7 None None] Routers {'9c788f23-f161-4eed-a919-532beb7367a4'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:58:04.968219 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7ee91e7e-02aa-4a4c-bec6-91ce0e7636e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:57:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['9c788f23-f161-4eed-a919-532beb7367a4'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:58:05.001579 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['88a1abdc-f4d0-4cab-9137-f3dd1c5872fc'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:58:05.035484 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67414adf-e98e-4a40-a873-1a1735360a21 x-openstack-request-id: req-67414adf-e98e-4a40-a873-1a1735360a21 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:58:05.035775 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8672da0-9cd6-4a5b-b42b-07c0e0113086", "name": "network-vif-deleted", "tag": "6c254a81-8d39-43bc-85ac-5d89be1c28d3", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:58:05.036091 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-67414adf-e98e-4a40-a873-1a1735360a21 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:58:05.036818 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8672da0-9cd6-4a5b-b42b-07c0e0113086', 'name': 'network-vif-deleted', 'tag': '6c254a81-8d39-43bc-85ac-5d89be1c28d3', 'status': 'completed', 'code': 200} Aug 23 20:58:05.130685 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-7ee91e7e-02aa-4a4c-bec6-91ce0e7636e7 None None] Set router 9c788f23-f161-4eed-a919-532beb7367a4 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:58:05.135515 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-53bdfd82-fa92-46b3-9d0c-5313916022d2 None None] Set router 0af799e0-57d2-4679-b33c-71c8dd99c20b gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:58:05.350410 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7ee91e7e-02aa-4a4c-bec6-91ce0e7636e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c788f23-f161-4eed-a919-532beb7367a4', 'name': 'tempest-TestServerMultinode-909741638-router', 'tenant_id': 'c1dd4ba7a1b04eec817660050a40de86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'f00aaf6c-f81c-498a-bdbc-a6b90cc0561b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:57:59Z', 'updated_at': '2021-08-23T20:58:03Z', 'revision_number': 4, 'project_id': 'c1dd4ba7a1b04eec817660050a40de86', 'gw_port': {'id': 'f00aaf6c-f81c-498a-bdbc-a6b90cc0561b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:66:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c788f23-f161-4eed-a919-532beb7367a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:58:00Z', 'updated_at': '2021-08-23T20:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'eaa3d5eb-4552-4361-ab30-b0ab2384acc3', 'name': '', 'network_id': 'e3e711f7-468e-4feb-90bd-7a8d4126de07', 'tenant_id': 'c1dd4ba7a1b04eec817660050a40de86', 'mac_address': 'fa:16:3e:46:a8:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c788f23-f161-4eed-a919-532beb7367a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '3d95718c-2d0a-4ac0-b47f-2a5f989f6fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:58:02Z', 'updated_at': '2021-08-23T20:58:03Z', 'revision_number': 2, 'project_id': 'c1dd4ba7a1b04eec817660050a40de86', 'subnets': [{'id': '3d95718c-2d0a-4ac0-b47f-2a5f989f6fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:58:05.377921 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee91e7e-02aa-4a4c-bec6-91ce0e7636e7 None None] Checking router: 9c788f23-f161-4eed-a919-532beb7367a4 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:58:05.378268 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee91e7e-02aa-4a4c-bec6-91ce0e7636e7 None None] Updating router 9c788f23-f161-4eed-a919-532beb7367a4 port eaa3d5eb-4552-4361-ab30-b0ab2384acc3 binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:58:05.391670 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 35000) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:58:05.397676 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-de60e452-a4f0-4d81-bfc1-ed168a46632a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1628851489-network', 'tenant_id': '641a70d280804e0b8b38c39e3b59a1a7'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:58:05.408068 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7ee91e7e-02aa-4a4c-bec6-91ce0e7636e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:05.412306 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-53bdfd82-fa92-46b3-9d0c-5313916022d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af799e0-57d2-4679-b33c-71c8dd99c20b', 'name': 'tempest-ServerActionsTestJSON-863534277-router', 'tenant_id': '2af290724cc44af890c8fd2249003602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '74e83100-94cb-405b-a397-3a9bc5d79fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:49:05Z', 'updated_at': '2021-08-23T20:49:12Z', 'revision_number': 4, 'project_id': '2af290724cc44af890c8fd2249003602', 'gw_port': {'id': '74e83100-94cb-405b-a397-3a9bc5d79fd3', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:5b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af799e0-57d2-4679-b33c-71c8dd99c20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:49:07Z', 'updated_at': '2021-08-23T20:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '1d37610b-e69a-4ba4-a881-4064cee419b4', 'name': '', 'network_id': '4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e', 'tenant_id': '2af290724cc44af890c8fd2249003602', 'mac_address': 'fa:16:3e:03:9a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af799e0-57d2-4679-b33c-71c8dd99c20b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '7046a0bd-4474-4718-a5da-60ae1dc26dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:49:11Z', 'updated_at': '2021-08-23T20:49:19Z', 'revision_number': 5, 'project_id': '2af290724cc44af890c8fd2249003602', 'subnets': [{'id': '7046a0bd-4474-4718-a5da-60ae1dc26dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:58:05.427288 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de60e452-a4f0-4d81-bfc1-ed168a46632a admin admin] Made reservation on behalf of 641a70d280804e0b8b38c39e3b59a1a7 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:58:05.429930 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de60e452-a4f0-4d81-bfc1-ed168a46632a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:05.443264 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de60e452-a4f0-4d81-bfc1-ed168a46632a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:05.446396 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bdfd82-fa92-46b3-9d0c-5313916022d2 None None] Checking router: 0af799e0-57d2-4679-b33c-71c8dd99c20b for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:58:05.461843 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bdfd82-fa92-46b3-9d0c-5313916022d2 None None] Routers {'0af799e0-57d2-4679-b33c-71c8dd99c20b'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:58:05.464906 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-53bdfd82-fa92-46b3-9d0c-5313916022d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:57:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['0af799e0-57d2-4679-b33c-71c8dd99c20b'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:58:05.476789 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 6c254a81-8d39-43bc-85ac-5d89be1c28d3 no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:58:05.551535 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: 6c254a81-8d39-43bc-85ac-5d89be1c28d3 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:58:05.551881 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 6c254a81-8d39-43bc-85ac-5d89be1c28d3 not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:58:05.593930 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de60e452-a4f0-4d81-bfc1-ed168a46632a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:05.603103 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de60e452-a4f0-4d81-bfc1-ed168a46632a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:05.621211 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4654f7-cf55-48c7-8dd9-7ae6d19fe8a5 req-4bb4c92b-95fd-4d2d-9102-d3148c0444a3 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:05.622755 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9c4654f7-cf55-48c7-8dd9-7ae6d19fe8a5 req-4bb4c92b-95fd-4d2d-9102-d3148c0444a3 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=87a28501-1b3e-4475-b3ee-4e0152bcbf28 HTTP/1.1" status: 200 len: 945 time: 0.0767503 Aug 23 20:58:05.636582 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de60e452-a4f0-4d81-bfc1-ed168a46632a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:58:05.672267 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de60e452-a4f0-4d81-bfc1-ed168a46632a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:05.672751 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-de60e452-a4f0-4d81-bfc1-ed168a46632a admin admin] Added segment 54ebc99b-cd10-4a44-abbe-0dd19b451547 of type vlan for network 5aae6998-40a9-4993-9e2f-9c4dcb5edfec Aug 23 20:58:05.674346 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60e452-a4f0-4d81-bfc1-ed168a46632a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf39882-aef6-4731-adbc-4cd35050cd3c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:05.733316 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-53bdfd82-fa92-46b3-9d0c-5313916022d2 None None] Set router 0af799e0-57d2-4679-b33c-71c8dd99c20b gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:58:05.743289 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9c4654f7-cf55-48c7-8dd9-7ae6d19fe8a5 req-29efb743-affb-49fb-a305-6a19b86a02bf tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095042 Aug 23 20:58:05.753744 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de60e452-a4f0-4d81-bfc1-ed168a46632a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:05.776533 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0180d042-3ae2-4217-9c41-08099d3007ff req-fb36f9ce-3ce6-46de-81c8-6499b0616c89 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8672da0-9cd6-4a5b-b42b-07c0e0113086 HTTP/1.1" status: 200 len: 210 time: 0.0629790 Aug 23 20:58:05.798479 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de60e452-a4f0-4d81-bfc1-ed168a46632a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:05.799494 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de60e452-a4f0-4d81-bfc1-ed168a46632a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:05.800102 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de60e452-a4f0-4d81-bfc1-ed168a46632a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:05.870787 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 35008) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:58:05.871678 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7ee91e7e-02aa-4a4c-bec6-91ce0e7636e7 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:05.876700 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-de60e452-a4f0-4d81-bfc1-ed168a46632a admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4837959 Aug 23 20:58:05.877809 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-a91df5f6-f9cf-4f42-8e10-abf3fe7690b7 admin admin] Request body: {'subnet': {'network_id': '5aae6998-40a9-4993-9e2f-9c4dcb5edfec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1628851489-subnet', 'tenant_id': '641a70d280804e0b8b38c39e3b59a1a7', 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:58:05.886351 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-7ee91e7e-02aa-4a4c-bec6-91ce0e7636e7 None None] Transition to ACTIVE for port object eaa3d5eb-4552-4361-ab30-b0ab2384acc3 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:58:05.899092 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7ee91e7e-02aa-4a4c-bec6-91ce0e7636e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:05.915847 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60e452-a4f0-4d81-bfc1-ed168a46632a admin admin] Pushing event updated for resources: {'Network': ['ID=5aae6998-40a9-4993-9e2f-9c4dcb5edfec,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:05.929438 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 5aae6998-40a9-4993-9e2f-9c4dcb5edfec details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:58:05.940601 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91df5f6-f9cf-4f42-8e10-abf3fe7690b7 admin admin] Made reservation on behalf of 641a70d280804e0b8b38c39e3b59a1a7 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:58:05.943141 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a91df5f6-f9cf-4f42-8e10-abf3fe7690b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:05.948230 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e49a4-8747-43d4-b90c-fba0603b7330 req-72ee1e28-0ec3-4219-84aa-77f3b1ee3db3 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:05.955449 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fc9e49a4-8747-43d4-b90c-fba0603b7330 req-72ee1e28-0ec3-4219-84aa-77f3b1ee3db3 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 945 time: 0.0970347 Aug 23 20:58:05.971908 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c093d697-bc35-42f6-a2e3-d9d6e92665bd None None] Pushing event updated for resources: {'Port': ['ID=eaa3d5eb-4552-4361-ab30-b0ab2384acc3,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:05.992431 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device f00aaf6c-f81c-498a-bdbc-a6b90cc0561b up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:58:06.013713 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fc9e49a4-8747-43d4-b90c-fba0603b7330 req-43e1e625-e43c-45ac-921b-79fdf8d84c48 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=7639381e-614b-4efb-bb16-a9587d85f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572362 Aug 23 20:58:06.057905 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-7ee91e7e-02aa-4a4c-bec6-91ce0e7636e7 None None] Attempting to bind port eaa3d5eb-4552-4361-ab30-b0ab2384acc3 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:58:06.058374 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-7ee91e7e-02aa-4a4c-bec6-91ce0e7636e7 None None] Attempting to bind port eaa3d5eb-4552-4361-ab30-b0ab2384acc3 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '04611e56-ea69-4862-b959-3828470acb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e3e711f7-468e-4feb-90bd-7a8d4126de07'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:58:06.059142 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee91e7e-02aa-4a4c-bec6-91ce0e7636e7 None None] Attempting to bind port eaa3d5eb-4552-4361-ab30-b0ab2384acc3 on network e3e711f7-468e-4feb-90bd-7a8d4126de07 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:58:06.063957 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee91e7e-02aa-4a4c-bec6-91ce0e7636e7 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:58:06.064351 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee91e7e-02aa-4a4c-bec6-91ce0e7636e7 None None] Checking segment: {'id': '04611e56-ea69-4862-b959-3828470acb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e3e711f7-468e-4feb-90bd-7a8d4126de07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:58:06.065502 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7ee91e7e-02aa-4a4c-bec6-91ce0e7636e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:06.065906 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee91e7e-02aa-4a4c-bec6-91ce0e7636e7 None None] Bound using segment: {'id': '04611e56-ea69-4862-b959-3828470acb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e3e711f7-468e-4feb-90bd-7a8d4126de07'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:58:06.066378 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-7ee91e7e-02aa-4a4c-bec6-91ce0e7636e7 None None] Bound port: eaa3d5eb-4552-4361-ab30-b0ab2384acc3, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04611e56-ea69-4862-b959-3828470acb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e3e711f7-468e-4feb-90bd-7a8d4126de07'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:58:06.066758 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7ee91e7e-02aa-4a4c-bec6-91ce0e7636e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:06.151210 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port f00aaf6c-f81c-498a-bdbc-a6b90cc0561b triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:58:06.152329 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:06.159391 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-7ee91e7e-02aa-4a4c-bec6-91ce0e7636e7 None None] For port eaa3d5eb-4552-4361-ab30-b0ab2384acc3, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:58:06.163805 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-7ee91e7e-02aa-4a4c-bec6-91ce0e7636e7 None None] For port eaa3d5eb-4552-4361-ab30-b0ab2384acc3, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=eaa3d5eb-4552-4361-ab30-b0ab2384acc3,segment=NetworkSegment(04611e56-ea69-4862-b959-3828470acb70),segment_id=04611e56-ea69-4862-b959-3828470acb70)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:58:06.172547 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7ee91e7e-02aa-4a4c-bec6-91ce0e7636e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:06.210003 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-53bdfd82-fa92-46b3-9d0c-5313916022d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af799e0-57d2-4679-b33c-71c8dd99c20b', 'name': 'tempest-ServerActionsTestJSON-863534277-router', 'tenant_id': '2af290724cc44af890c8fd2249003602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '74e83100-94cb-405b-a397-3a9bc5d79fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:49:05Z', 'updated_at': '2021-08-23T20:49:12Z', 'revision_number': 4, 'project_id': '2af290724cc44af890c8fd2249003602', 'gw_port': {'id': '74e83100-94cb-405b-a397-3a9bc5d79fd3', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:5b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af799e0-57d2-4679-b33c-71c8dd99c20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:49:07Z', 'updated_at': '2021-08-23T20:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '1d37610b-e69a-4ba4-a881-4064cee419b4', 'name': '', 'network_id': '4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e', 'tenant_id': '2af290724cc44af890c8fd2249003602', 'mac_address': 'fa:16:3e:03:9a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af799e0-57d2-4679-b33c-71c8dd99c20b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '7046a0bd-4474-4718-a5da-60ae1dc26dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:49:11Z', 'updated_at': '2021-08-23T20:49:19Z', 'revision_number': 5, 'project_id': '2af290724cc44af890c8fd2249003602', 'subnets': [{'id': '7046a0bd-4474-4718-a5da-60ae1dc26dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:58:06.233254 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a91df5f6-f9cf-4f42-8e10-abf3fe7690b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:06.238766 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c093d697-bc35-42f6-a2e3-d9d6e92665bd None None] Pushing event updated for resources: {'Port': ['ID=eaa3d5eb-4552-4361-ab30-b0ab2384acc3,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:06.253582 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bdfd82-fa92-46b3-9d0c-5313916022d2 None None] The sync data for ids ['0af799e0-57d2-4679-b33c-71c8dd99c20b'] in n-d-805663-2 is: [{'id': '0af799e0-57d2-4679-b33c-71c8dd99c20b', 'name': 'tempest-ServerActionsTestJSON-863534277-router', 'tenant_id': '2af290724cc44af890c8fd2249003602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '74e83100-94cb-405b-a397-3a9bc5d79fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:49:05Z', 'updated_at': '2021-08-23T20:49:12Z', 'revision_number': 4, 'project_id': '2af290724cc44af890c8fd2249003602', 'gw_port': {'id': '74e83100-94cb-405b-a397-3a9bc5d79fd3', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:5b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af799e0-57d2-4679-b33c-71c8dd99c20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:49:07Z', 'updated_at': '2021-08-23T20:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '1d37610b-e69a-4ba4-a881-4064cee419b4', 'name': '', 'network_id': '4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e', 'tenant_id': '2af290724cc44af890c8fd2249003602', 'mac_address': 'fa:16:3e:03:9a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af799e0-57d2-4679-b33c-71c8dd99c20b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '7046a0bd-4474-4718-a5da-60ae1dc26dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:49:11Z', 'updated_at': '2021-08-23T20:49:19Z', 'revision_number': 5, 'project_id': '2af290724cc44af890c8fd2249003602', 'subnets': [{'id': '7046a0bd-4474-4718-a5da-60ae1dc26dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:58:06.259407 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee91e7e-02aa-4a4c-bec6-91ce0e7636e7 None None] Routers {'9c788f23-f161-4eed-a919-532beb7367a4'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:58:06.260245 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7ee91e7e-02aa-4a4c-bec6-91ce0e7636e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:57:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['9c788f23-f161-4eed-a919-532beb7367a4'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:58:06.288825 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91df5f6-f9cf-4f42-8e10-abf3fe7690b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7988c951-ef33-494e-adf6-f5a123de037a,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:06.339172 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91df5f6-f9cf-4f42-8e10-abf3fe7690b7 admin admin] Checking segment: {'id': '54ebc99b-cd10-4a44-abbe-0dd19b451547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '5aae6998-40a9-4993-9e2f-9c4dcb5edfec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:58:06.339628 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91df5f6-f9cf-4f42-8e10-abf3fe7690b7 admin admin] Network hostable DHCP agents. Network: 5aae6998-40a9-4993-9e2f-9c4dcb5edfec, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:58:06.365834 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91df5f6-f9cf-4f42-8e10-abf3fe7690b7 admin admin] Network 5aae6998-40a9-4993-9e2f-9c4dcb5edfec is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:58:06.379349 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-a91df5f6-f9cf-4f42-8e10-abf3fe7690b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 5aae6998-40a9-4993-9e2f-9c4dcb5edfec) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:58:06.386992 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 88a1abdc-f4d0-4cab-9137-f3dd1c5872fc up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:58:06.393003 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91df5f6-f9cf-4f42-8e10-abf3fe7690b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:06.393564 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df32cd73-63ce-455c-acae-cbeef77883ea None None] Network 5aae6998-40a9-4993-9e2f-9c4dcb5edfec requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:58:06.393690 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a91df5f6-f9cf-4f42-8e10-abf3fe7690b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:06.411876 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-7ee91e7e-02aa-4a4c-bec6-91ce0e7636e7 None None] Set router 9c788f23-f161-4eed-a919-532beb7367a4 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:58:06.416535 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a91df5f6-f9cf-4f42-8e10-abf3fe7690b7 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5440290 Aug 23 20:58:06.418653 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 35010) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:58:06.425289 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-ace38a93-2ef9-4b28-94aa-7f2fe31f5362 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1628851489-router', 'tenant_id': '641a70d280804e0b8b38c39e3b59a1a7', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:58:06.463336 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ace38a93-2ef9-4b28-94aa-7f2fe31f5362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:06.464908 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ace38a93-2ef9-4b28-94aa-7f2fe31f5362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:06.551212 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ace38a93-2ef9-4b28-94aa-7f2fe31f5362 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:06.676290 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7ee91e7e-02aa-4a4c-bec6-91ce0e7636e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c788f23-f161-4eed-a919-532beb7367a4', 'name': 'tempest-TestServerMultinode-909741638-router', 'tenant_id': 'c1dd4ba7a1b04eec817660050a40de86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'f00aaf6c-f81c-498a-bdbc-a6b90cc0561b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:57:59Z', 'updated_at': '2021-08-23T20:58:03Z', 'revision_number': 4, 'project_id': 'c1dd4ba7a1b04eec817660050a40de86', 'gw_port': {'id': 'f00aaf6c-f81c-498a-bdbc-a6b90cc0561b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:66:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c788f23-f161-4eed-a919-532beb7367a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:58:00Z', 'updated_at': '2021-08-23T20:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'eaa3d5eb-4552-4361-ab30-b0ab2384acc3', 'name': '', 'network_id': 'e3e711f7-468e-4feb-90bd-7a8d4126de07', 'tenant_id': 'c1dd4ba7a1b04eec817660050a40de86', 'mac_address': 'fa:16:3e:46:a8:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c788f23-f161-4eed-a919-532beb7367a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '3d95718c-2d0a-4ac0-b47f-2a5f989f6fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:58:02Z', 'updated_at': '2021-08-23T20:58:06Z', 'revision_number': 4, 'project_id': 'c1dd4ba7a1b04eec817660050a40de86', 'subnets': [{'id': '3d95718c-2d0a-4ac0-b47f-2a5f989f6fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:58:06.703064 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ace38a93-2ef9-4b28-94aa-7f2fe31f5362 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:06.707314 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee91e7e-02aa-4a4c-bec6-91ce0e7636e7 None None] The sync data for ids ['9c788f23-f161-4eed-a919-532beb7367a4'] in n-d-805663-2 is: [{'id': '9c788f23-f161-4eed-a919-532beb7367a4', 'name': 'tempest-TestServerMultinode-909741638-router', 'tenant_id': 'c1dd4ba7a1b04eec817660050a40de86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'f00aaf6c-f81c-498a-bdbc-a6b90cc0561b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:57:59Z', 'updated_at': '2021-08-23T20:58:03Z', 'revision_number': 4, 'project_id': 'c1dd4ba7a1b04eec817660050a40de86', 'gw_port': {'id': 'f00aaf6c-f81c-498a-bdbc-a6b90cc0561b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:66:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c788f23-f161-4eed-a919-532beb7367a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:58:00Z', 'updated_at': '2021-08-23T20:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'eaa3d5eb-4552-4361-ab30-b0ab2384acc3', 'name': '', 'network_id': 'e3e711f7-468e-4feb-90bd-7a8d4126de07', 'tenant_id': 'c1dd4ba7a1b04eec817660050a40de86', 'mac_address': 'fa:16:3e:46:a8:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c788f23-f161-4eed-a919-532beb7367a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '3d95718c-2d0a-4ac0-b47f-2a5f989f6fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:58:02Z', 'updated_at': '2021-08-23T20:58:06Z', 'revision_number': 4, 'project_id': 'c1dd4ba7a1b04eec817660050a40de86', 'subnets': [{'id': '3d95718c-2d0a-4ac0-b47f-2a5f989f6fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:58:06.731564 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2add91-c490-477f-9164-635e48553033 None None] New status for floating IP f9d13147-b48e-4c90-9459-42aea921cb30: DOWN {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 20:58:06.799840 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 88a1abdc-f4d0-4cab-9137-f3dd1c5872fc completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:58:06.855587 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 88a1abdc-f4d0-4cab-9137-f3dd1c5872fc triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:58:06.855965 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:06.879476 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 35018) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:58:06.932669 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e20f0-9d78-43b1-a43e-b8fe0b88b23e req-c60da993-6e0e-4623-85e8-0b9adc4678b1 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:06.934386 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d51e20f0-9d78-43b1-a43e-b8fe0b88b23e req-c60da993-6e0e-4623-85e8-0b9adc4678b1 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=87a28501-1b3e-4475-b3ee-4e0152bcbf28 HTTP/1.1" status: 200 len: 945 time: 0.0814755 Aug 23 20:58:06.962426 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b7f1642-ee4b-482a-baf7-bacb8ec1bb7f tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:07.000306 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b7f1642-ee4b-482a-baf7-bacb8ec1bb7f tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:07.031542 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f06bca-d0cb-495f-980a-d0843c6b3675 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-5aae6998-40a9-4993-9e2f-9c4dcb5edfec', 'network_id': '5aae6998-40a9-4993-9e2f-9c4dcb5edfec', 'tenant_id': '641a70d280804e0b8b38c39e3b59a1a7', 'fixed_ips': [{'subnet_id': '7988c951-ef33-494e-adf6-f5a123de037a'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:58:07.035724 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a1f06bca-d0cb-495f-980a-d0843c6b3675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:07.098189 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b7f1642-ee4b-482a-baf7-bacb8ec1bb7f tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:07.104890 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b7f1642-ee4b-482a-baf7-bacb8ec1bb7f tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:07.109331 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2b7f1642-ee4b-482a-baf7-bacb8ec1bb7f tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "DELETE /v2.0/security-groups/a262430e-d516-4fd2-b2fb-abc4a1c9d44c HTTP/1.1" status: 204 len: 168 time: 0.2260921 Aug 23 20:58:07.113375 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 35022) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:58:07.116909 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:07.147425 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-6038a633-9957-4a0c-b2ba-0cb06daae826 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] show failed (client error): The resource could not be found. Aug 23 20:58:07.148680 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-6038a633-9957-4a0c-b2ba-0cb06daae826 tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "GET /v2.0/security-groups/a262430e-d516-4fd2-b2fb-abc4a1c9d44c HTTP/1.1" status: 404 len: 347 time: 0.0341656 Aug 23 20:58:07.158471 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7f1642-ee4b-482a-baf7-bacb8ec1bb7f tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a262430e-d516-4fd2-b2fb-abc4a1c9d44c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:07.158847 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ace38a93-2ef9-4b28-94aa-7f2fe31f5362 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:07.161874 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 35024) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:58:07.194025 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d51e20f0-9d78-43b1-a43e-b8fe0b88b23e req-67aa336f-3b0c-40dd-b393-54b07b3687f2 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985848 Aug 23 20:58:07.195442 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ace38a93-2ef9-4b28-94aa-7f2fe31f5362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:07.217325 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 88a1abdc-f4d0-4cab-9137-f3dd1c5872fc, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=88a1abdc-f4d0-4cab-9137-f3dd1c5872fc,segment=NetworkSegment(c18fa516-d00d-4d59-b20b-fdf45af90e68),segment_id=c18fa516-d00d-4d59-b20b-fdf45af90e68)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:58:07.228082 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a28501-1b3e-4475-b3ee-4e0152bcbf28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a1abdc-f4d0-4cab-9137-f3dd1c5872fc'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:58:07.231170 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58d56c1-a6c1-4029-bbc3-9a0db0c77930" -d '{"events": [{"server_uuid": "87a28501-1b3e-4475-b3ee-4e0152bcbf28", "name": "network-vif-plugged", "status": "completed", "tag": "88a1abdc-f4d0-4cab-9137-f3dd1c5872fc"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:58:07.256084 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:07.316692 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90146e54-430a-4005-8400-c1bb637ffd0e req-8e587560-580e-4ce7-92a0-bb6d8e9ba51b tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:07.320432 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-90146e54-430a-4005-8400-c1bb637ffd0e req-8e587560-580e-4ce7-92a0-bb6d8e9ba51b tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 945 time: 0.1851873 Aug 23 20:58:07.321539 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbfd5133-8ae7-493e-a4e1-3075bc3bd8df x-openstack-request-id: req-dbfd5133-8ae7-493e-a4e1-3075bc3bd8df {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:58:07.322000 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a28501-1b3e-4475-b3ee-4e0152bcbf28", "name": "network-vif-plugged", "status": "completed", "tag": "88a1abdc-f4d0-4cab-9137-f3dd1c5872fc", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:58:07.322515 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dbfd5133-8ae7-493e-a4e1-3075bc3bd8df {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:58:07.322915 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a28501-1b3e-4475-b3ee-4e0152bcbf28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a1abdc-f4d0-4cab-9137-f3dd1c5872fc', 'code': 200} Aug 23 20:58:07.338114 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-ace38a93-2ef9-4b28-94aa-7f2fe31f5362 admin admin] Allocated IP 172.25.4.12 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/1780d459-02ca-4b7b-9db1-5562f1ac2b2a) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:58:07.383791 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=88a1abdc-f4d0-4cab-9137-f3dd1c5872fc,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:07.414986 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-a1f06bca-d0cb-495f-980a-d0843c6b3675 None None] Allocated IP 172.20.0.2 (5aae6998-40a9-4993-9e2f-9c4dcb5edfec/7988c951-ef33-494e-adf6-f5a123de037a/5ee0a3e4-237b-4324-8c4a-457eb1ff4aa5) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:58:07.426852 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-90146e54-430a-4005-8400-c1bb637ffd0e req-2a634f0d-78d6-46cb-9fb9-69538c0fde7a tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=7639381e-614b-4efb-bb16-a9587d85f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701778 Aug 23 20:58:07.455108 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-7f04d86d-ebb4-467e-8b24-ace36c40465c tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Deleting port 3100c079-8fbd-4d5e-923d-da3ba9fb1945 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:58:07.455108 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f04d86d-ebb4-467e-8b24-ace36c40465c tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:07.492623 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a89200-0001-49f9-acc1-f06edcafd6e0 req-8398db2a-0b3c-40ef-86bf-944b3db45046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:07.494146 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-03a89200-0001-49f9-acc1-f06edcafd6e0 req-8398db2a-0b3c-40ef-86bf-944b3db45046 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=87a28501-1b3e-4475-b3ee-4e0152bcbf28 HTTP/1.1" status: 200 len: 1097 time: 0.0884769 Aug 23 20:58:07.532148 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ace38a93-2ef9-4b28-94aa-7f2fe31f5362 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:07.558864 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-03a89200-0001-49f9-acc1-f06edcafd6e0 req-bc15e1f6-1c2b-4237-b760-7865e6ee0f7c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540967 Aug 23 20:58:07.572416 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f04d86d-ebb4-467e-8b24-ace36c40465c tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:07.572759 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f04d86d-ebb4-467e-8b24-ace36c40465c tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:07.590974 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-7f04d86d-ebb4-467e-8b24-ace36c40465c tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Calling delete_port for 3100c079-8fbd-4d5e-923d-da3ba9fb1945 owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:58:07.602399 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ace38a93-2ef9-4b28-94aa-7f2fe31f5362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:07.609164 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a1f06bca-d0cb-495f-980a-d0843c6b3675 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:07.621868 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a1f06bca-d0cb-495f-980a-d0843c6b3675 None None] Transition to ACTIVE for port object 5ee0a3e4-237b-4324-8c4a-457eb1ff4aa5 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:58:07.644567 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a1f06bca-d0cb-495f-980a-d0843c6b3675 None None] Transition to ACTIVE for port object 5ee0a3e4-237b-4324-8c4a-457eb1ff4aa5 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:58:07.654987 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a1f06bca-d0cb-495f-980a-d0843c6b3675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:07.662023 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace38a93-2ef9-4b28-94aa-7f2fe31f5362 admin admin] Pushing event updated for resources: {'Port': ['ID=1780d459-02ca-4b7b-9db1-5562f1ac2b2a,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:07.670026 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace38a93-2ef9-4b28-94aa-7f2fe31f5362 admin admin] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:58:07.671764 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-ace38a93-2ef9-4b28-94aa-7f2fe31f5362 admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:58:07.674354 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace38a93-2ef9-4b28-94aa-7f2fe31f5362 admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:58:07.702297 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f06bca-d0cb-495f-980a-d0843c6b3675 None None] Network 5aae6998-40a9-4993-9e2f-9c4dcb5edfec is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:58:07.706949 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-a1f06bca-d0cb-495f-980a-d0843c6b3675 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:58:07.710913 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f06bca-d0cb-495f-980a-d0843c6b3675 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:58:07.767062 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f06bca-d0cb-495f-980a-d0843c6b3675 None None] Pushing event updated for resources: {'Port': ['ID=5ee0a3e4-237b-4324-8c4a-457eb1ff4aa5,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:07.782639 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-a1f06bca-d0cb-495f-980a-d0843c6b3675 None None] Attempting to bind port 5ee0a3e4-237b-4324-8c4a-457eb1ff4aa5 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:58:07.783012 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-a1f06bca-d0cb-495f-980a-d0843c6b3675 None None] Attempting to bind port 5ee0a3e4-237b-4324-8c4a-457eb1ff4aa5 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '54ebc99b-cd10-4a44-abbe-0dd19b451547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '5aae6998-40a9-4993-9e2f-9c4dcb5edfec'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:58:07.783375 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f06bca-d0cb-495f-980a-d0843c6b3675 None None] Attempting to bind port 5ee0a3e4-237b-4324-8c4a-457eb1ff4aa5 on network 5aae6998-40a9-4993-9e2f-9c4dcb5edfec {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:58:07.789373 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f06bca-d0cb-495f-980a-d0843c6b3675 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:58:07.789811 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f06bca-d0cb-495f-980a-d0843c6b3675 None None] Checking segment: {'id': '54ebc99b-cd10-4a44-abbe-0dd19b451547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '5aae6998-40a9-4993-9e2f-9c4dcb5edfec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:58:07.790256 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a1f06bca-d0cb-495f-980a-d0843c6b3675 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:07.790753 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f06bca-d0cb-495f-980a-d0843c6b3675 None None] Bound using segment: {'id': '54ebc99b-cd10-4a44-abbe-0dd19b451547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '5aae6998-40a9-4993-9e2f-9c4dcb5edfec'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:58:07.791323 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-a1f06bca-d0cb-495f-980a-d0843c6b3675 None None] Bound port: 5ee0a3e4-237b-4324-8c4a-457eb1ff4aa5, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54ebc99b-cd10-4a44-abbe-0dd19b451547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '5aae6998-40a9-4993-9e2f-9c4dcb5edfec'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:58:07.791766 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a1f06bca-d0cb-495f-980a-d0843c6b3675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:07.796223 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f04d86d-ebb4-467e-8b24-ace36c40465c tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:07.826734 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04d86d-ebb4-467e-8b24-ace36c40465c tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Pushing event deleted for resources: {'Port': ['ID=3100c079-8fbd-4d5e-923d-da3ba9fb1945,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:07.870530 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a1f06bca-d0cb-495f-980a-d0843c6b3675 None None] For port 5ee0a3e4-237b-4324-8c4a-457eb1ff4aa5, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:58:07.877966 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a1f06bca-d0cb-495f-980a-d0843c6b3675 None None] For port 5ee0a3e4-237b-4324-8c4a-457eb1ff4aa5, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=5ee0a3e4-237b-4324-8c4a-457eb1ff4aa5,segment=NetworkSegment(54ebc99b-cd10-4a44-abbe-0dd19b451547),segment_id=54ebc99b-cd10-4a44-abbe-0dd19b451547)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:58:07.884628 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a1f06bca-d0cb-495f-980a-d0843c6b3675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:07.928762 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f04d86d-ebb4-467e-8b24-ace36c40465c tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:07.946577 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f04d86d-ebb4-467e-8b24-ace36c40465c tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:07.947809 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-7f04d86d-ebb4-467e-8b24-ace36c40465c tempest-ServerActionsTestJSON-730285138 tempest-ServerActionsTestJSON-730285138-project] 10.222.0.61 "DELETE /v2.0/floatingips/f9d13147-b48e-4c90-9459-42aea921cb30 HTTP/1.1" status: 204 len: 168 time: 0.7816403 Aug 23 20:58:07.951039 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 35028) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:58:07.971357 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f06bca-d0cb-495f-980a-d0843c6b3675 None None] Pushing event updated for resources: {'Port': ['ID=5ee0a3e4-237b-4324-8c4a-457eb1ff4aa5,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:08.007297 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device eaa3d5eb-4552-4361-ab30-b0ab2384acc3 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:58:08.015274 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ace38a93-2ef9-4b28-94aa-7f2fe31f5362 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:08.104711 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port eaa3d5eb-4552-4361-ab30-b0ab2384acc3 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:58:08.110502 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port eaa3d5eb-4552-4361-ab30-b0ab2384acc3 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:58:08.114633 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:08.271016 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:08.340334 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port eaa3d5eb-4552-4361-ab30-b0ab2384acc3, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=eaa3d5eb-4552-4361-ab30-b0ab2384acc3,segment=NetworkSegment(04611e56-ea69-4862-b959-3828470acb70),segment_id=04611e56-ea69-4862-b959-3828470acb70)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:58:08.353335 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:08.409900 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ace38a93-2ef9-4b28-94aa-7f2fe31f5362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:08.423149 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=eaa3d5eb-4552-4361-ab30-b0ab2384acc3,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:08.435858 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceffdf1-bd18-4f75-9d56-6de5b6bbd55c req-01dc84da-24b5-4732-82b7-bd47e38be5a2 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:08.440588 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2ceffdf1-bd18-4f75-9d56-6de5b6bbd55c req-01dc84da-24b5-4732-82b7-bd47e38be5a2 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=87a28501-1b3e-4475-b3ee-4e0152bcbf28 HTTP/1.1" status: 200 len: 946 time: 0.1134181 Aug 23 20:58:08.553661 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2ceffdf1-bd18-4f75-9d56-6de5b6bbd55c req-70a39479-52fb-441e-af67-e3f774a05919 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738668 Aug 23 20:58:08.619847 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace38a93-2ef9-4b28-94aa-7f2fe31f5362 admin admin] Router f3a8802e-62a2-43bb-952e-a5501abcfaff is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:58:08.745447 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace38a93-2ef9-4b28-94aa-7f2fe31f5362 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:58:08.754782 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde31c31-f23b-4131-a36e-a7eae70a216b None None] Sync routers for ids ['f3a8802e-62a2-43bb-952e-a5501abcfaff'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:58:08.766743 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde31c31-f23b-4131-a36e-a7eae70a216b None None] Routers {'f3a8802e-62a2-43bb-952e-a5501abcfaff'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:58:08.767454 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-fde31c31-f23b-4131-a36e-a7eae70a216b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:57:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['f3a8802e-62a2-43bb-952e-a5501abcfaff'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:58:08.773916 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ace38a93-2ef9-4b28-94aa-7f2fe31f5362 admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:08.775251 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ace38a93-2ef9-4b28-94aa-7f2fe31f5362 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3553171 Aug 23 20:58:08.777976 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 35038) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:58:08.807830 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1247b4-451a-4f4a-8a13-2465f8c304cf req-83ca9672-03ab-4372-8af1-ee0c2e462fec tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:08.809743 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bc1247b4-451a-4f4a-8a13-2465f8c304cf req-83ca9672-03ab-4372-8af1-ee0c2e462fec tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 945 time: 0.2894099 Aug 23 20:58:08.864112 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-03053d14-6418-431f-950a-c31731d2ef5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:08.870094 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bc1247b4-451a-4f4a-8a13-2465f8c304cf req-af94d62d-ceb8-4fd9-8f05-ea24cc79d7ff tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=7639381e-614b-4efb-bb16-a9587d85f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528159 Aug 23 20:58:09.043846 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-fde31c31-f23b-4131-a36e-a7eae70a216b None None] Set router f3a8802e-62a2-43bb-952e-a5501abcfaff gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:58:09.225337 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-03053d14-6418-431f-950a-c31731d2ef5c admin admin] Deleting port 1d37610b-e69a-4ba4-a881-4064cee419b4 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:58:09.225908 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-03053d14-6418-431f-950a-c31731d2ef5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:09.250230 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-fde31c31-f23b-4131-a36e-a7eae70a216b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a8802e-62a2-43bb-952e-a5501abcfaff', 'name': 'tempest-TestServerMultinode-1628851489-router', 'tenant_id': '641a70d280804e0b8b38c39e3b59a1a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '1780d459-02ca-4b7b-9db1-5562f1ac2b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:58:06Z', 'updated_at': '2021-08-23T20:58:07Z', 'revision_number': 3, 'project_id': '641a70d280804e0b8b38c39e3b59a1a7', 'gw_port': {'id': '1780d459-02ca-4b7b-9db1-5562f1ac2b2a', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f2:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a8802e-62a2-43bb-952e-a5501abcfaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:58:07Z', 'updated_at': '2021-08-23T20:58:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:58:09.268587 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131616fa-710f-4e90-9535-68db7a88a01f None None] Network 5aae6998-40a9-4993-9e2f-9c4dcb5edfec requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:58:09.289900 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde31c31-f23b-4131-a36e-a7eae70a216b None None] Checking router: f3a8802e-62a2-43bb-952e-a5501abcfaff for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:58:09.290633 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde31c31-f23b-4131-a36e-a7eae70a216b None None] Updating router f3a8802e-62a2-43bb-952e-a5501abcfaff port 1780d459-02ca-4b7b-9db1-5562f1ac2b2a binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:58:09.319647 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fde31c31-f23b-4131-a36e-a7eae70a216b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:09.324501 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-03053d14-6418-431f-950a-c31731d2ef5c admin admin] For port 1d37610b-e69a-4ba4-a881-4064cee419b4, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=1d37610b-e69a-4ba4-a881-4064cee419b4,segment=NetworkSegment(87ae50be-ef23-4363-86a3-a03c9ef4b9c4),segment_id=87ae50be-ef23-4363-86a3-a03c9ef4b9c4)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:58:09.325006 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-03053d14-6418-431f-950a-c31731d2ef5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:09.337947 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-03053d14-6418-431f-950a-c31731d2ef5c admin admin] Calling delete_port for 1d37610b-e69a-4ba4-a881-4064cee419b4 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:58:09.447646 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-80a1f476-77b2-48ba-8dcb-a7a4d35f753d None None] Provisioning for port 5ee0a3e4-237b-4324-8c4a-457eb1ff4aa5 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:58:09.571836 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-03053d14-6418-431f-950a-c31731d2ef5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:09.613179 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fde31c31-f23b-4131-a36e-a7eae70a216b None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:09.614414 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03053d14-6418-431f-950a-c31731d2ef5c admin admin] Pushing event deleted for resources: {'Port': ['ID=1d37610b-e69a-4ba4-a881-4064cee419b4,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:09.637509 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-fde31c31-f23b-4131-a36e-a7eae70a216b None None] Transition to ACTIVE for port object 1780d459-02ca-4b7b-9db1-5562f1ac2b2a will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:58:09.648449 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fde31c31-f23b-4131-a36e-a7eae70a216b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:09.720247 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-fde31c31-f23b-4131-a36e-a7eae70a216b None None] Attempting to bind port 1780d459-02ca-4b7b-9db1-5562f1ac2b2a on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:58:09.720787 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-fde31c31-f23b-4131-a36e-a7eae70a216b None None] Attempting to bind port 1780d459-02ca-4b7b-9db1-5562f1ac2b2a by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:58:09.721871 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde31c31-f23b-4131-a36e-a7eae70a216b None None] Attempting to bind port 1780d459-02ca-4b7b-9db1-5562f1ac2b2a on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:58:09.724843 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aecca4f-87b4-4860-b9df-d40294497e73 None None] Pushing event updated for resources: {'Port': ['ID=1780d459-02ca-4b7b-9db1-5562f1ac2b2a,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:09.732828 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde31c31-f23b-4131-a36e-a7eae70a216b None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:58:09.733342 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde31c31-f23b-4131-a36e-a7eae70a216b None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:58:09.733931 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fde31c31-f23b-4131-a36e-a7eae70a216b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:09.734365 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde31c31-f23b-4131-a36e-a7eae70a216b None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:58:09.735023 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-fde31c31-f23b-4131-a36e-a7eae70a216b None None] Bound port: 1780d459-02ca-4b7b-9db1-5562f1ac2b2a, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:58:09.735490 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fde31c31-f23b-4131-a36e-a7eae70a216b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:09.783855 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8bf75458-45bc-4bf1-8581-5457f83c2f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:09.807290 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7843c1-d5d9-45a7-a63e-38b93d25cf29 req-0b3ad245-6aa9-4815-a668-c5abaa9e4f66 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:09.808921 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cc7843c1-d5d9-45a7-a63e-38b93d25cf29 req-0b3ad245-6aa9-4815-a668-c5abaa9e4f66 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=87a28501-1b3e-4475-b3ee-4e0152bcbf28 HTTP/1.1" status: 200 len: 946 time: 0.1162734 Aug 23 20:58:09.825898 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-fde31c31-f23b-4131-a36e-a7eae70a216b None None] For port 1780d459-02ca-4b7b-9db1-5562f1ac2b2a, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:58:09.832534 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-fde31c31-f23b-4131-a36e-a7eae70a216b None None] For port 1780d459-02ca-4b7b-9db1-5562f1ac2b2a, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=1780d459-02ca-4b7b-9db1-5562f1ac2b2a,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:58:09.841707 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fde31c31-f23b-4131-a36e-a7eae70a216b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:09.873863 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-03053d14-6418-431f-950a-c31731d2ef5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:09.913851 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cc7843c1-d5d9-45a7-a63e-38b93d25cf29 req-1c1ee465-912d-4013-90ae-fa96fad8b71d tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955029 Aug 23 20:58:09.936527 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde31c31-f23b-4131-a36e-a7eae70a216b None None] Routers {'f3a8802e-62a2-43bb-952e-a5501abcfaff'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:58:09.937530 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-fde31c31-f23b-4131-a36e-a7eae70a216b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:57:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['f3a8802e-62a2-43bb-952e-a5501abcfaff'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:58:09.994349 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aecca4f-87b4-4860-b9df-d40294497e73 None None] Pushing event updated for resources: {'Port': ['ID=1780d459-02ca-4b7b-9db1-5562f1ac2b2a,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:10.049296 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-53c60677-9b62-42fa-adb9-84a75e7d657c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:10.100849 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-fde31c31-f23b-4131-a36e-a7eae70a216b None None] Set router f3a8802e-62a2-43bb-952e-a5501abcfaff gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:58:10.134021 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-8bf75458-45bc-4bf1-8581-5457f83c2f2a admin admin] Allocated IP 172.20.0.1 (5aae6998-40a9-4993-9e2f-9c4dcb5edfec/7988c951-ef33-494e-adf6-f5a123de037a/f5cb8482-80bf-4ba5-ab5e-60cb59f27b95) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:58:10.217877 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf2984-bd1d-462d-b992-41263b75a162 req-258d6f56-0243-48ba-b8e1-37f8f782d4f5 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:10.225401 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5fbf2984-bd1d-462d-b992-41263b75a162 req-258d6f56-0243-48ba-b8e1-37f8f782d4f5 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 945 time: 0.1415861 Aug 23 20:58:10.249915 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673cd8e-7810-46da-99db-784ddde3a085 req-30601049-c13b-4ee3-9f42-769319250af4 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:10.257692 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f673cd8e-7810-46da-99db-784ddde3a085 req-30601049-c13b-4ee3-9f42-769319250af4 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=87a28501-1b3e-4475-b3ee-4e0152bcbf28 HTTP/1.1" status: 200 len: 946 time: 0.1624088 Aug 23 20:58:10.284749 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device eaa3d5eb-4552-4361-ab30-b0ab2384acc3 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:58:10.318631 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f673cd8e-7810-46da-99db-784ddde3a085 req-6601ae01-fd27-4bb9-825a-c5563961945e tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600281 Aug 23 20:58:10.323085 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5fbf2984-bd1d-462d-b992-41263b75a162 req-5f2f5ad0-8de9-471e-9f28-f30e5b3da306 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=7639381e-614b-4efb-bb16-a9587d85f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957577 Aug 23 20:58:10.340743 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port eaa3d5eb-4552-4361-ab30-b0ab2384acc3 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:58:10.341125 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:10.343788 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8bf75458-45bc-4bf1-8581-5457f83c2f2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:10.344175 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03053d14-6418-431f-950a-c31731d2ef5c admin admin] Router 0af799e0-57d2-4679-b33c-71c8dd99c20b has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:58:10.351575 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-fde31c31-f23b-4131-a36e-a7eae70a216b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a8802e-62a2-43bb-952e-a5501abcfaff', 'name': 'tempest-TestServerMultinode-1628851489-router', 'tenant_id': '641a70d280804e0b8b38c39e3b59a1a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '1780d459-02ca-4b7b-9db1-5562f1ac2b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:58:06Z', 'updated_at': '2021-08-23T20:58:07Z', 'revision_number': 3, 'project_id': '641a70d280804e0b8b38c39e3b59a1a7', 'gw_port': {'id': '1780d459-02ca-4b7b-9db1-5562f1ac2b2a', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f2:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a8802e-62a2-43bb-952e-a5501abcfaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:58:07Z', 'updated_at': '2021-08-23T20:58:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:58:10.377039 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-8bf75458-45bc-4bf1-8581-5457f83c2f2a admin admin] Transition to ACTIVE for port object f5cb8482-80bf-4ba5-ab5e-60cb59f27b95 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:58:10.409502 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde31c31-f23b-4131-a36e-a7eae70a216b None None] The sync data for ids ['f3a8802e-62a2-43bb-952e-a5501abcfaff'] in n-d-805663-2 is: [{'id': 'f3a8802e-62a2-43bb-952e-a5501abcfaff', 'name': 'tempest-TestServerMultinode-1628851489-router', 'tenant_id': '641a70d280804e0b8b38c39e3b59a1a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '1780d459-02ca-4b7b-9db1-5562f1ac2b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:58:06Z', 'updated_at': '2021-08-23T20:58:07Z', 'revision_number': 3, 'project_id': '641a70d280804e0b8b38c39e3b59a1a7', 'gw_port': {'id': '1780d459-02ca-4b7b-9db1-5562f1ac2b2a', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f2:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a8802e-62a2-43bb-952e-a5501abcfaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:58:07Z', 'updated_at': '2021-08-23T20:58:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:58:10.422034 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8bf75458-45bc-4bf1-8581-5457f83c2f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:10.470316 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 5ee0a3e4-237b-4324-8c4a-457eb1ff4aa5 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:58:10.516612 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf75458-45bc-4bf1-8581-5457f83c2f2a admin admin] Network 5aae6998-40a9-4993-9e2f-9c4dcb5edfec is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:58:10.521543 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03053d14-6418-431f-950a-c31731d2ef5c admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:58:10.527098 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-8bf75458-45bc-4bf1-8581-5457f83c2f2a admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:58:10.528391 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-03053d14-6418-431f-950a-c31731d2ef5c admin admin] 10.222.0.61 "PUT /v2.0/routers/0af799e0-57d2-4679-b33c-71c8dd99c20b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5759184 Aug 23 20:58:10.530349 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf75458-45bc-4bf1-8581-5457f83c2f2a admin admin] Pushing event updated for resources: {'Port': ['ID=f5cb8482-80bf-4ba5-ab5e-60cb59f27b95,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:10.532844 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 35048) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:58:10.534127 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf75458-45bc-4bf1-8581-5457f83c2f2a admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:58:10.537703 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 5ee0a3e4-237b-4324-8c4a-457eb1ff4aa5 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:58:10.546993 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 5ee0a3e4-237b-4324-8c4a-457eb1ff4aa5 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:58:10.548250 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:10.567788 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa0bd4-8efd-4239-812d-56ff0e3f927d req-82f6cb91-9c16-482d-ae3d-063d79778a89 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:10.569886 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fdaa0bd4-8efd-4239-812d-56ff0e3f927d req-82f6cb91-9c16-482d-ae3d-063d79778a89 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=87a28501-1b3e-4475-b3ee-4e0152bcbf28 HTTP/1.1" status: 200 len: 946 time: 0.1206610 Aug 23 20:58:10.586358 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf3f18e-31e5-495e-8bcb-0e145561436c None None] Sync routers for ids ['0af799e0-57d2-4679-b33c-71c8dd99c20b'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:58:10.613474 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf3f18e-31e5-495e-8bcb-0e145561436c None None] Routers {'0af799e0-57d2-4679-b33c-71c8dd99c20b'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:58:10.614457 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-3bf3f18e-31e5-495e-8bcb-0e145561436c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:57:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['0af799e0-57d2-4679-b33c-71c8dd99c20b'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:58:10.614676 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8bf75458-45bc-4bf1-8581-5457f83c2f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:10.626940 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:10.729548 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fdaa0bd4-8efd-4239-812d-56ff0e3f927d req-00fb201b-61c9-49b4-9086-12ecd3283aea tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509397 Aug 23 20:58:10.733472 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a490ec47-afef-4820-9abf-cbdda49bc5ed admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:10.829470 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:10.895983 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a490ec47-afef-4820-9abf-cbdda49bc5ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:10.917721 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-066352ec-a2fa-4cb2-baa9-fac391c635e2 req-4e5c12b7-9c09-47ff-9a42-97302496a90f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e06c45fe-6939-4a13-8d99-3081e10fc360&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1341033 Aug 23 20:58:10.943988 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8bf75458-45bc-4bf1-8581-5457f83c2f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:10.981515 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-3bf3f18e-31e5-495e-8bcb-0e145561436c None None] Set router 0af799e0-57d2-4679-b33c-71c8dd99c20b gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:58:11.000116 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a490ec47-afef-4820-9abf-cbdda49bc5ed admin admin] Deleting port 74e83100-94cb-405b-a397-3a9bc5d79fd3 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:58:11.000560 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a490ec47-afef-4820-9abf-cbdda49bc5ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:11.047519 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 5ee0a3e4-237b-4324-8c4a-457eb1ff4aa5, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=5ee0a3e4-237b-4324-8c4a-457eb1ff4aa5,segment=NetworkSegment(54ebc99b-cd10-4a44-abbe-0dd19b451547),segment_id=54ebc99b-cd10-4a44-abbe-0dd19b451547)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:58:11.066375 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066352ec-a2fa-4cb2-baa9-fac391c635e2 req-62631a4e-9748-4705-9d56-5092c2f9bccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:11.068102 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-066352ec-a2fa-4cb2-baa9-fac391c635e2 req-62631a4e-9748-4705-9d56-5092c2f9bccd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3dc071b4c14546878544ee14003d0eb0&device_id=e06c45fe-6939-4a13-8d99-3081e10fc360 HTTP/1.1" status: 200 len: 1096 time: 0.0976722 Aug 23 20:58:11.098159 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:11.202393 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-be7d93b8-ad07-45d8-a637-70999dc24b5b None None] Provisioning for port f5cb8482-80bf-4ba5-ab5e-60cb59f27b95 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:58:11.234721 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-be7d93b8-ad07-45d8-a637-70999dc24b5b None None] Provisioning complete for port f5cb8482-80bf-4ba5-ab5e-60cb59f27b95 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:58:11.236231 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-be7d93b8-ad07-45d8-a637-70999dc24b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:11.254419 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831960b9-a78b-4091-833b-bbe4d68295d5 req-c9ee6c46-4a60-461f-8834-61363112b17d tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:11.263034 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-831960b9-a78b-4091-833b-bbe4d68295d5 req-c9ee6c46-4a60-461f-8834-61363112b17d tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=87a28501-1b3e-4475-b3ee-4e0152bcbf28 HTTP/1.1" status: 200 len: 946 time: 0.2141435 Aug 23 20:58:11.271515 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=5ee0a3e4-237b-4324-8c4a-457eb1ff4aa5,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:11.311533 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-be7d93b8-ad07-45d8-a637-70999dc24b5b None None] Port f5cb8482-80bf-4ba5-ab5e-60cb59f27b95 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:58:11.343873 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066352ec-a2fa-4cb2-baa9-fac391c635e2 req-dfe81d51-05d2-4ed9-91e5-660b67faea7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:11.345652 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-066352ec-a2fa-4cb2-baa9-fac391c635e2 req-dfe81d51-05d2-4ed9-91e5-660b67faea7e service neutron] 10.222.0.11 "GET /v2.0/networks?id=3d0de374-f24b-4d5b-8c76-4ac1609c36dd HTTP/1.1" status: 200 len: 909 time: 0.2464139 Aug 23 20:58:11.359629 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-831960b9-a78b-4091-833b-bbe4d68295d5 req-66c3469b-ca6f-4a22-8e57-fcba73b0cc5a tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955434 Aug 23 20:58:11.415442 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8bf75458-45bc-4bf1-8581-5457f83c2f2a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:11.415852 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-3bf3f18e-31e5-495e-8bcb-0e145561436c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af799e0-57d2-4679-b33c-71c8dd99c20b', 'name': 'tempest-ServerActionsTestJSON-863534277-router', 'tenant_id': '2af290724cc44af890c8fd2249003602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '74e83100-94cb-405b-a397-3a9bc5d79fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:49:05Z', 'updated_at': '2021-08-23T20:58:09Z', 'revision_number': 5, 'project_id': '2af290724cc44af890c8fd2249003602', 'gw_port': {'id': '74e83100-94cb-405b-a397-3a9bc5d79fd3', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:5b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af799e0-57d2-4679-b33c-71c8dd99c20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:49:07Z', 'updated_at': '2021-08-23T20:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:58:11.448779 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf3f18e-31e5-495e-8bcb-0e145561436c None None] Checking router: 0af799e0-57d2-4679-b33c-71c8dd99c20b for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:58:11.458151 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf3f18e-31e5-495e-8bcb-0e145561436c None None] Routers {'0af799e0-57d2-4679-b33c-71c8dd99c20b'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:58:11.458782 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-3bf3f18e-31e5-495e-8bcb-0e145561436c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:57:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['0af799e0-57d2-4679-b33c-71c8dd99c20b'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:58:11.489372 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-066352ec-a2fa-4cb2-baa9-fac391c635e2 req-e132ee72-64eb-4cdb-8622-332740097955 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=143b1e40-0397-431f-a596-b9ac917b73c0 HTTP/1.1" status: 200 len: 1000 time: 0.1274130 Aug 23 20:58:11.491507 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8bf75458-45bc-4bf1-8581-5457f83c2f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:11.571438 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa681a0-0411-483f-8caa-3e372fbd195e req-be6ce8e6-6a0a-49a8-899e-963eb6e5fe89 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:11.573626 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-caa681a0-0411-483f-8caa-3e372fbd195e req-be6ce8e6-6a0a-49a8-899e-963eb6e5fe89 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 945 time: 0.0878003 Aug 23 20:58:11.592563 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-3bf3f18e-31e5-495e-8bcb-0e145561436c None None] Set router 0af799e0-57d2-4679-b33c-71c8dd99c20b gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:58:11.593537 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-a490ec47-afef-4820-9abf-cbdda49bc5ed admin admin] For port 74e83100-94cb-405b-a397-3a9bc5d79fd3, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=74e83100-94cb-405b-a397-3a9bc5d79fd3,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:58:11.594639 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a490ec47-afef-4820-9abf-cbdda49bc5ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:11.607453 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf75458-45bc-4bf1-8581-5457f83c2f2a admin admin] Pushing event updated for resources: {'Port': ['ID=f5cb8482-80bf-4ba5-ab5e-60cb59f27b95,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:11.617094 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a490ec47-afef-4820-9abf-cbdda49bc5ed admin admin] Calling delete_port for 74e83100-94cb-405b-a397-3a9bc5d79fd3 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:58:11.625771 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8bf75458-45bc-4bf1-8581-5457f83c2f2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:11.639519 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066352ec-a2fa-4cb2-baa9-fac391c635e2 req-3efe8509-9d16-479d-8053-b952add8bb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:11.640171 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-caa681a0-0411-483f-8caa-3e372fbd195e req-f4fc2769-70bb-4696-a5c0-a7277f305f0c tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=7639381e-614b-4efb-bb16-a9587d85f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597208 Aug 23 20:58:11.641138 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-066352ec-a2fa-4cb2-baa9-fac391c635e2 req-3efe8509-9d16-479d-8053-b952add8bb87 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=02ea3bb0-60b8-47cd-943c-438cab35147d HTTP/1.1" status: 200 len: 847 time: 0.1285467 Aug 23 20:58:11.675168 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-3bf3f18e-31e5-495e-8bcb-0e145561436c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af799e0-57d2-4679-b33c-71c8dd99c20b', 'name': 'tempest-ServerActionsTestJSON-863534277-router', 'tenant_id': '2af290724cc44af890c8fd2249003602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:49:05Z', 'updated_at': '2021-08-23T20:58:10Z', 'revision_number': 6, 'project_id': '2af290724cc44af890c8fd2249003602', 'gw_port_host': None}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:58:11.720441 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf3f18e-31e5-495e-8bcb-0e145561436c None None] The sync data for ids ['0af799e0-57d2-4679-b33c-71c8dd99c20b'] in n-d-805663-2 is: [{'id': '0af799e0-57d2-4679-b33c-71c8dd99c20b', 'name': 'tempest-ServerActionsTestJSON-863534277-router', 'tenant_id': '2af290724cc44af890c8fd2249003602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:49:05Z', 'updated_at': '2021-08-23T20:58:10Z', 'revision_number': 6, 'project_id': '2af290724cc44af890c8fd2249003602', 'gw_port_host': None}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:58:11.764881 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066352ec-a2fa-4cb2-baa9-fac391c635e2 req-ff259c86-1cff-4e02-aa47-5407727ef52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:11.764881 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-066352ec-a2fa-4cb2-baa9-fac391c635e2 req-ff259c86-1cff-4e02-aa47-5407727ef52c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3d0de374-f24b-4d5b-8c76-4ac1609c36dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1086230 Aug 23 20:58:11.801941 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf75458-45bc-4bf1-8581-5457f83c2f2a admin admin] Network 5aae6998-40a9-4993-9e2f-9c4dcb5edfec is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:58:11.828354 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-8bf75458-45bc-4bf1-8581-5457f83c2f2a admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:58:11.846748 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a490ec47-afef-4820-9abf-cbdda49bc5ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:11.880109 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a490ec47-afef-4820-9abf-cbdda49bc5ed admin admin] Pushing event deleted for resources: {'Port': ['ID=74e83100-94cb-405b-a397-3a9bc5d79fd3,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:11.926597 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-066352ec-a2fa-4cb2-baa9-fac391c635e2 req-a4b1d573-a793-41a5-9d92-cd808a0b3bbc service neutron] 10.222.0.11 "GET /v2.0/networks/3d0de374-f24b-4d5b-8c76-4ac1609c36dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525190 Aug 23 20:58:11.947630 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a490ec47-afef-4820-9abf-cbdda49bc5ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:12.045232 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf75458-45bc-4bf1-8581-5457f83c2f2a admin admin] Router f3a8802e-62a2-43bb-952e-a5501abcfaff has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:58:12.046674 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a490ec47-afef-4820-9abf-cbdda49bc5ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:12.048846 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a490ec47-afef-4820-9abf-cbdda49bc5ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:12.081779 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-066352ec-a2fa-4cb2-baa9-fac391c635e2 req-5d194834-59c8-4a85-84b6-652f3a280911 service neutron] 10.222.0.11 "GET /v2.0/networks/3d0de374-f24b-4d5b-8c76-4ac1609c36dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232858 Aug 23 20:58:12.101496 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a490ec47-afef-4820-9abf-cbdda49bc5ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:12.102211 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a490ec47-afef-4820-9abf-cbdda49bc5ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0af799e0-57d2-4679-b33c-71c8dd99c20b {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:58:12.108481 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a490ec47-afef-4820-9abf-cbdda49bc5ed admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:12.109741 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a490ec47-afef-4820-9abf-cbdda49bc5ed admin admin] 10.222.0.61 "DELETE /v2.0/routers/0af799e0-57d2-4679-b33c-71c8dd99c20b HTTP/1.1" status: 204 len: 168 time: 1.5761001 Aug 23 20:58:12.112236 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 35056) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:58:12.147802 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-fa66807a-57c9-46ec-bc81-584e5205024c None None] Provisioning complete for port f5cb8482-80bf-4ba5-ab5e-60cb59f27b95 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:58:12.148249 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fa66807a-57c9-46ec-bc81-584e5205024c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:12.213582 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf75458-45bc-4bf1-8581-5457f83c2f2a admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:58:12.218175 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8bf75458-45bc-4bf1-8581-5457f83c2f2a admin admin] 10.222.0.61 "PUT /v2.0/routers/f3a8802e-62a2-43bb-952e-a5501abcfaff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4389791 Aug 23 20:58:12.223996 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-fa66807a-57c9-46ec-bc81-584e5205024c None None] Port f5cb8482-80bf-4ba5-ab5e-60cb59f27b95 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:58:12.233619 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c6c299f-5f81-4bc3-8768-fdfee93df7ef admin admin] Deleting subnet 7046a0bd-4474-4718-a5da-60ae1dc26dbc {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:58:12.237328 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3c6c299f-5f81-4bc3-8768-fdfee93df7ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:12.286189 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3c6c299f-5f81-4bc3-8768-fdfee93df7ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:12.384714 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3c6c299f-5f81-4bc3-8768-fdfee93df7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:12.457797 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3c6c299f-5f81-4bc3-8768-fdfee93df7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:12.489597 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6c299f-5f81-4bc3-8768-fdfee93df7ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7046a0bd-4474-4718-a5da-60ae1dc26dbc,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:12.490954 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9ad57-ee4f-489e-a52d-9b4e24f1afcb req-3bb84bd4-e08e-4aec-b4b5-7bfa188ab1da tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:12.492330 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3c6c299f-5f81-4bc3-8768-fdfee93df7ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:12.492689 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b9d9ad57-ee4f-489e-a52d-9b4e24f1afcb req-3bb84bd4-e08e-4aec-b4b5-7bfa188ab1da tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=87a28501-1b3e-4475-b3ee-4e0152bcbf28 HTTP/1.1" status: 200 len: 946 time: 0.0638180 Aug 23 20:58:12.496798 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-3c6c299f-5f81-4bc3-8768-fdfee93df7ef admin admin] 10.222.0.61 "DELETE /v2.0/subnets/7046a0bd-4474-4718-a5da-60ae1dc26dbc HTTP/1.1" status: 204 len: 168 time: 0.3835475 Aug 23 20:58:12.497744 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 35066) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:58:12.498308 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a974381-c0a0-4efc-9a11-24081cde0623 None None] Network 4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:58:12.583300 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3e816e07-15d0-43c1-8f85-0a51171b4ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:12.591758 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b9d9ad57-ee4f-489e-a52d-9b4e24f1afcb req-ab762e67-cc33-4918-88c6-c8c76ddc7ded tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853157 Aug 23 20:58:12.629065 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ea38e-0064-48d0-b16c-65932f26506d req-305229ec-dc8f-4c5c-bb17-407b6ffae658 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:12.632141 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b24ea38e-0064-48d0-b16c-65932f26506d req-305229ec-dc8f-4c5c-bb17-407b6ffae658 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.11 "GET /v2.0/ports?device_id=87a28501-1b3e-4475-b3ee-4e0152bcbf28 HTTP/1.1" status: 200 len: 946 time: 0.0898616 Aug 23 20:58:12.666545 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-3e816e07-15d0-43c1-8f85-0a51171b4ae1 admin admin] Deleting port e845cf9a-80d5-4c7e-8492-1d2bda754fbe {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:58:12.666881 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3e816e07-15d0-43c1-8f85-0a51171b4ae1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:12.761110 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-b24ea38e-0064-48d0-b16c-65932f26506d req-9d98b5a2-ea6a-4d9d-a2e4-9db82548feb0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Deleting port 88a1abdc-f4d0-4cab-9137-f3dd1c5872fc {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:58:12.761451 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b24ea38e-0064-48d0-b16c-65932f26506d req-9d98b5a2-ea6a-4d9d-a2e4-9db82548feb0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:12.762094 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 5ee0a3e4-237b-4324-8c4a-457eb1ff4aa5 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:58:12.802241 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152eee95-6f45-4fb1-82df-b7d8dd3c7295 None None] DHCP port deletion for 4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:58:12.809977 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-3e816e07-15d0-43c1-8f85-0a51171b4ae1 admin admin] For port e845cf9a-80d5-4c7e-8492-1d2bda754fbe, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=e845cf9a-80d5-4c7e-8492-1d2bda754fbe,segment=NetworkSegment(87ae50be-ef23-4363-86a3-a03c9ef4b9c4),segment_id=87ae50be-ef23-4363-86a3-a03c9ef4b9c4)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:58:12.810469 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3e816e07-15d0-43c1-8f85-0a51171b4ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:12.861344 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 5ee0a3e4-237b-4324-8c4a-457eb1ff4aa5 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:58:12.861884 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:12.867139 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-3e816e07-15d0-43c1-8f85-0a51171b4ae1 admin admin] Calling delete_port for e845cf9a-80d5-4c7e-8492-1d2bda754fbe owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:58:12.901058 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-152eee95-6f45-4fb1-82df-b7d8dd3c7295 None None] Deleting port e845cf9a-80d5-4c7e-8492-1d2bda754fbe {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:58:12.901431 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-152eee95-6f45-4fb1-82df-b7d8dd3c7295 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:12.908108 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3347f85-61a3-4d2f-944c-6506a4a90330 req-a19dbee2-0cc5-4058-9076-3b6073067f0f tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:12.909776 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f3347f85-61a3-4d2f-944c-6506a4a90330 req-a19dbee2-0cc5-4058-9076-3b6073067f0f tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 945 time: 0.1132171 Aug 23 20:58:12.933590 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-b24ea38e-0064-48d0-b16c-65932f26506d req-9d98b5a2-ea6a-4d9d-a2e4-9db82548feb0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] For port 88a1abdc-f4d0-4cab-9137-f3dd1c5872fc, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=88a1abdc-f4d0-4cab-9137-f3dd1c5872fc,segment=NetworkSegment(c18fa516-d00d-4d59-b20b-fdf45af90e68),segment_id=c18fa516-d00d-4d59-b20b-fdf45af90e68)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:58:12.934252 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b24ea38e-0064-48d0-b16c-65932f26506d req-9d98b5a2-ea6a-4d9d-a2e4-9db82548feb0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:12.956507 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-b24ea38e-0064-48d0-b16c-65932f26506d req-9d98b5a2-ea6a-4d9d-a2e4-9db82548feb0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Calling delete_port for 88a1abdc-f4d0-4cab-9137-f3dd1c5872fc owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:58:12.965990 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbf38f-d86a-4f49-8f41-19ae0b508c63 req-cf749d12-cac6-4024-a392-941b75290c12 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:12.973383 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b4fbf38f-d86a-4f49-8f41-19ae0b508c63 req-cf749d12-cac6-4024-a392-941b75290c12 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/networks?id=e3e711f7-468e-4feb-90bd-7a8d4126de07 HTTP/1.1" status: 200 len: 910 time: 0.1832211 Aug 23 20:58:12.974422 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-152eee95-6f45-4fb1-82df-b7d8dd3c7295 None None] For port e845cf9a-80d5-4c7e-8492-1d2bda754fbe, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=e845cf9a-80d5-4c7e-8492-1d2bda754fbe,segment=NetworkSegment(87ae50be-ef23-4363-86a3-a03c9ef4b9c4),segment_id=87ae50be-ef23-4363-86a3-a03c9ef4b9c4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:58:12.975335 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-152eee95-6f45-4fb1-82df-b7d8dd3c7295 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:12.980233 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f3347f85-61a3-4d2f-944c-6506a4a90330 req-862f5822-0144-48c4-bab7-f1ee6663742f tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=7639381e-614b-4efb-bb16-a9587d85f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598884 Aug 23 20:58:12.994356 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b4fbf38f-d86a-4f49-8f41-19ae0b508c63 req-2fc4ffa0-3dc3-4915-b614-6b1dea063dfc tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/quotas/641a70d280804e0b8b38c39e3b59a1a7 HTTP/1.1" status: 200 len: 375 time: 0.0199943 Aug 23 20:58:13.009510 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-152eee95-6f45-4fb1-82df-b7d8dd3c7295 None None] Calling delete_port for e845cf9a-80d5-4c7e-8492-1d2bda754fbe owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:58:13.079238 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3e816e07-15d0-43c1-8f85-0a51171b4ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:13.120009 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b24ea38e-0064-48d0-b16c-65932f26506d req-9d98b5a2-ea6a-4d9d-a2e4-9db82548feb0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:13.126108 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e816e07-15d0-43c1-8f85-0a51171b4ae1 admin admin] No DVR routers for this DVR port e845cf9a-80d5-4c7e-8492-1d2bda754fbe on host n-d-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:58:13.136447 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b4fbf38f-d86a-4f49-8f41-19ae0b508c63 req-f9c14709-a99b-4ee3-ac12-6f40e785e5d3 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/ports?tenant_id=641a70d280804e0b8b38c39e3b59a1a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1410413 Aug 23 20:58:13.137339 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e816e07-15d0-43c1-8f85-0a51171b4ae1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e845cf9a-80d5-4c7e-8492-1d2bda754fbe,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:13.154677 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98b5a2-ea6a-4d9d-a2e4-9db82548feb0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Pushing event deleted for resources: {'Port': ['ID=88a1abdc-f4d0-4cab-9137-f3dd1c5872fc,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:13.208641 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-b24ea38e-0064-48d0-b16c-65932f26506d req-9d98b5a2-ea6a-4d9d-a2e4-9db82548feb0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] No DVR routers for this DVR port 88a1abdc-f4d0-4cab-9137-f3dd1c5872fc on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:58:13.211456 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b24ea38e-0064-48d0-b16c-65932f26506d req-9d98b5a2-ea6a-4d9d-a2e4-9db82548feb0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:13.214254 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b24ea38e-0064-48d0-b16c-65932f26506d req-9d98b5a2-ea6a-4d9d-a2e4-9db82548feb0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.11 "DELETE /v2.0/ports/88a1abdc-f4d0-4cab-9137-f3dd1c5872fc HTTP/1.1" status: 204 len: 173 time: 0.5760300 Aug 23 20:58:13.214887 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a28501-1b3e-4475-b3ee-4e0152bcbf28', 'name': 'network-vif-deleted', 'tag': '88a1abdc-f4d0-4cab-9137-f3dd1c5872fc'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:58:13.222048 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba9cba6-958d-4ffe-9bbe-57492095f6d9" -d '{"events": [{"server_uuid": "87a28501-1b3e-4475-b3ee-4e0152bcbf28", "name": "network-vif-deleted", "tag": "88a1abdc-f4d0-4cab-9137-f3dd1c5872fc"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:58:13.268754 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['88a1abdc-f4d0-4cab-9137-f3dd1c5872fc'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:58:13.291873 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3e816e07-15d0-43c1-8f85-0a51171b4ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:13.292089 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eca3616-3988-4eb3-a0ae-73334cc416e9 x-openstack-request-id: req-5eca3616-3988-4eb3-a0ae-73334cc416e9 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:58:13.292601 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a28501-1b3e-4475-b3ee-4e0152bcbf28", "name": "network-vif-deleted", "tag": "88a1abdc-f4d0-4cab-9137-f3dd1c5872fc", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:58:13.293121 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5eca3616-3988-4eb3-a0ae-73334cc416e9 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:58:13.294394 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a28501-1b3e-4475-b3ee-4e0152bcbf28', 'name': 'network-vif-deleted', 'tag': '88a1abdc-f4d0-4cab-9137-f3dd1c5872fc', 'status': 'completed', 'code': 200} Aug 23 20:58:13.307906 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-3e816e07-15d0-43c1-8f85-0a51171b4ae1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:58:13.310756 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 1780d459-02ca-4b7b-9db1-5562f1ac2b2a up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:58:13.332034 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-3e816e07-15d0-43c1-8f85-0a51171b4ae1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87ae50be-ef23-4363-86a3-a03c9ef4b9c4') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:58:13.332384 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-3e816e07-15d0-43c1-8f85-0a51171b4ae1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87ae50be-ef23-4363-86a3-a03c9ef4b9c4') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:58:13.348360 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3e816e07-15d0-43c1-8f85-0a51171b4ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:13.376433 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b4fbf38f-d86a-4f49-8f41-19ae0b508c63 req-839b50f2-3df6-4ec8-bb88-cf491faeedc4 service neutron] 10.222.0.61 "GET /v2.0/networks/e3e711f7-468e-4feb-90bd-7a8d4126de07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149897 Aug 23 20:58:13.377480 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3e816e07-15d0-43c1-8f85-0a51171b4ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:13.386505 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f0d947cf-d2fb-4f4a-af53-9f425b1e57d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:13.391085 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 1780d459-02ca-4b7b-9db1-5562f1ac2b2a completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:58:13.397020 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 1780d459-02ca-4b7b-9db1-5562f1ac2b2a triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:58:13.397209 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:13.404875 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e816e07-15d0-43c1-8f85-0a51171b4ae1 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:58:13.405495 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3e816e07-15d0-43c1-8f85-0a51171b4ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:13.407335 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:58:13.407335 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:58:13.407335 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:58:13.407335 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:58:13.407335 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:58:13.407335 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:58:13.407335 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:58:13.407335 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:58:13.407335 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:58:13.407335 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:58:13.407335 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:58:13.407335 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:58:13.407335 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:58:13.407335 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:58:13.407335 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:58:13.407335 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:58:13.407335 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:58:13.407335 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:58:13.407335 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:58:13.407335 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:58:13.407335 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:58:13.407335 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:58:13.407335 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:58:13.407335 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:58:13.407335 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:58:13.407335 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:58:13.407335 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:58:13.407335 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:58:13.407335 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:58:13.407335 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:58:13.407335 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:58:13.407335 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:58:13.472994 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-152eee95-6f45-4fb1-82df-b7d8dd3c7295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:13.535902 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3e816e07-15d0-43c1-8f85-0a51171b4ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:13.547155 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 5f678bad-3e00-4d1c-85e4-52f0f696f918 details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:58:13.560559 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152eee95-6f45-4fb1-82df-b7d8dd3c7295 None None] Pushing event deleted for resources: {'Port': ['ID=e845cf9a-80d5-4c7e-8492-1d2bda754fbe,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:13.561124 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3e816e07-15d0-43c1-8f85-0a51171b4ae1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:13.565608 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-3e816e07-15d0-43c1-8f85-0a51171b4ae1 admin admin] 10.222.0.61 "DELETE /v2.0/networks/4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e HTTP/1.1" status: 204 len: 168 time: 1.0641160 Aug 23 20:58:13.565608 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e816e07-15d0-43c1-8f85-0a51171b4ae1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cc4c679-ecfd-4cb8-b062-a3cd318b8e7e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:13.579653 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:13.579653 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:13.583776 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152eee95-6f45-4fb1-82df-b7d8dd3c7295 None None] No DVR routers for this DVR port e845cf9a-80d5-4c7e-8492-1d2bda754fbe on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:58:13.596841 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b4fbf38f-d86a-4f49-8f41-19ae0b508c63 req-54b77d01-6231-43c7-bfeb-1c7dd994c90b service neutron] 10.222.0.61 "GET /v2.0/networks/e3e711f7-468e-4feb-90bd-7a8d4126de07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101519 Aug 23 20:58:13.629049 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 1780d459-02ca-4b7b-9db1-5562f1ac2b2a, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=1780d459-02ca-4b7b-9db1-5562f1ac2b2a,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:58:13.657892 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:13.668353 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 1d37610b-e69a-4ba4-a881-4064cee419b4 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:58:13.696087 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 1d37610b-e69a-4ba4-a881-4064cee419b4 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:58:13.696446 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 1d37610b-e69a-4ba4-a881-4064cee419b4 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:58:13.749153 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cdcf8590-580e-4060-8154-d391c712cf9f req-a2f1d4c2-90f5-4948-b922-8a93454f02d5 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=87a28501-1b3e-4475-b3ee-4e0152bcbf28 HTTP/1.1" status: 200 len: 210 time: 0.0454180 Aug 23 20:58:13.786371 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=1780d459-02ca-4b7b-9db1-5562f1ac2b2a,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:13.796421 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 5f678bad-3e00-4d1c-85e4-52f0f696f918, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=5f678bad-3e00-4d1c-85e4-52f0f696f918,segment=NetworkSegment(d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a),segment_id=d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:58:13.808726 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': '5f678bad-3e00-4d1c-85e4-52f0f696f918', 'network_id': '8f9f903e-93a4-4fe6-b0ce-e2059346b6d0', 'port_id': '5f678bad-3e00-4d1c-85e4-52f0f696f918', 'mac_address': 'fa:16:3e:f8:24:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd199577e-85a3-487d-894b-30e054d60332', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:58:13.870655 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:13.887820 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5f678bad-3e00-4d1c-85e4-52f0f696f918 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:58:13.916781 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 5f678bad-3e00-4d1c-85e4-52f0f696f918, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=5f678bad-3e00-4d1c-85e4-52f0f696f918,segment=NetworkSegment(d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a),segment_id=d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:58:13.922583 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 35092) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:58:13.924981 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:13.979891 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=5f678bad-3e00-4d1c-85e4-52f0f696f918,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:14.019326 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afa7964-4b3c-441c-b83a-01420c40f466 None None] Sync routers for ids ['f3a8802e-62a2-43bb-952e-a5501abcfaff'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:58:14.035209 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afa7964-4b3c-441c-b83a-01420c40f466 None None] Routers {'f3a8802e-62a2-43bb-952e-a5501abcfaff'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:58:14.036630 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5afa7964-4b3c-441c-b83a-01420c40f466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:58:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['f3a8802e-62a2-43bb-952e-a5501abcfaff'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:58:14.054115 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7a3bf30d-558c-4576-aebb-90c94c0c231d req-30c977f6-f05a-46f2-8071-979a2a78fe28 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=2716f9fe-c332-41a4-93ae-a925a51ac31d HTTP/1.1" status: 200 len: 210 time: 0.0659220 Aug 23 20:58:14.065073 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 35098) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:58:14.074881 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ea582dce-d87f-40e3-9f64-d001f1548829 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2af290724cc44af890c8fd2249003602&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1285133 Aug 23 20:58:14.082350 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 1780d459-02ca-4b7b-9db1-5562f1ac2b2a up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:58:14.130535 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['5f678bad-3e00-4d1c-85e4-52f0f696f918'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:58:14.140887 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-532ed8b1-3dbc-424c-9c7d-2639d5bffdd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:14.175076 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-532ed8b1-3dbc-424c-9c7d-2639d5bffdd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:14.205663 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e66022-1380-4505-a8c9-725d05fd3587 req-79f118c4-9175-41a9-8e38-12b3f80fe08d tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:14.215779 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e5e66022-1380-4505-a8c9-725d05fd3587 req-79f118c4-9175-41a9-8e38-12b3f80fe08d tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 944 time: 0.1043584 Aug 23 20:58:14.237699 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-532ed8b1-3dbc-424c-9c7d-2639d5bffdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:14.243678 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-532ed8b1-3dbc-424c-9c7d-2639d5bffdd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:14.253160 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-532ed8b1-3dbc-424c-9c7d-2639d5bffdd6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1dd41300-21f9-4644-8325-9486b10bfa23 HTTP/1.1" status: 204 len: 168 time: 0.1868188 Aug 23 20:58:14.259110 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-5afa7964-4b3c-441c-b83a-01420c40f466 None None] Set router f3a8802e-62a2-43bb-952e-a5501abcfaff gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:58:14.267460 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ed8b1-3dbc-424c-9c7d-2639d5bffdd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd41300-21f9-4644-8325-9486b10bfa23,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:14.277929 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e5e66022-1380-4505-a8c9-725d05fd3587 req-b8e169bb-8739-404e-9291-c5e661fad2f6 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=7639381e-614b-4efb-bb16-a9587d85f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600502 Aug 23 20:58:14.403983 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 1780d459-02ca-4b7b-9db1-5562f1ac2b2a triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:58:14.404403 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:14.634263 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5afa7964-4b3c-441c-b83a-01420c40f466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a8802e-62a2-43bb-952e-a5501abcfaff', 'name': 'tempest-TestServerMultinode-1628851489-router', 'tenant_id': '641a70d280804e0b8b38c39e3b59a1a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '1780d459-02ca-4b7b-9db1-5562f1ac2b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:58:06Z', 'updated_at': '2021-08-23T20:58:10Z', 'revision_number': 4, 'project_id': '641a70d280804e0b8b38c39e3b59a1a7', 'gw_port': {'id': '1780d459-02ca-4b7b-9db1-5562f1ac2b2a', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f2:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a8802e-62a2-43bb-952e-a5501abcfaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:58:07Z', 'updated_at': '2021-08-23T20:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'f5cb8482-80bf-4ba5-ab5e-60cb59f27b95', 'name': '', 'network_id': '5aae6998-40a9-4993-9e2f-9c4dcb5edfec', 'tenant_id': '641a70d280804e0b8b38c39e3b59a1a7', 'mac_address': 'fa:16:3e:a0:06:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a8802e-62a2-43bb-952e-a5501abcfaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '7988c951-ef33-494e-adf6-f5a123de037a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:58:09Z', 'updated_at': '2021-08-23T20:58:11Z', 'revision_number': 2, 'project_id': '641a70d280804e0b8b38c39e3b59a1a7', 'subnets': [{'id': '7988c951-ef33-494e-adf6-f5a123de037a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:58:14.668272 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:14.675101 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afa7964-4b3c-441c-b83a-01420c40f466 None None] Checking router: f3a8802e-62a2-43bb-952e-a5501abcfaff for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:58:14.675452 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afa7964-4b3c-441c-b83a-01420c40f466 None None] Updating router f3a8802e-62a2-43bb-952e-a5501abcfaff port f5cb8482-80bf-4ba5-ab5e-60cb59f27b95 binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:58:14.761450 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5afa7964-4b3c-441c-b83a-01420c40f466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:14.771717 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 74e83100-94cb-405b-a397-3a9bc5d79fd3 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:58:14.808406 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 74e83100-94cb-405b-a397-3a9bc5d79fd3 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:58:14.809040 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 74e83100-94cb-405b-a397-3a9bc5d79fd3 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:58:14.814219 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device e845cf9a-80d5-4c7e-8492-1d2bda754fbe no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:58:14.877035 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: e845cf9a-80d5-4c7e-8492-1d2bda754fbe {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:58:14.880516 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device e845cf9a-80d5-4c7e-8492-1d2bda754fbe not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:58:14.945464 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8cb26da6-641e-4768-aef5-5f4fd2335188 req-a883a42c-c2f5-48a4-8954-167180c00ef6 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=87a28501-1b3e-4475-b3ee-4e0152bcbf28 HTTP/1.1" status: 200 len: 210 time: 0.0780442 Aug 23 20:58:15.221934 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-39b24812-7726-402f-bda3-2b92721eeef5 req-500bb956-dca2-461b-9ebe-0f23831b01ab tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=2716f9fe-c332-41a4-93ae-a925a51ac31d HTTP/1.1" status: 200 len: 210 time: 0.0615418 Aug 23 20:58:15.364225 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 35152) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:58:15.389027 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5afa7964-4b3c-441c-b83a-01420c40f466 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:15.402711 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5afa7964-4b3c-441c-b83a-01420c40f466 None None] Transition to ACTIVE for port object f5cb8482-80bf-4ba5-ab5e-60cb59f27b95 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:58:15.412551 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5afa7964-4b3c-441c-b83a-01420c40f466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:15.480184 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eb9bf3-c250-4f33-8cd9-bafa52628fc9 None None] Pushing event updated for resources: {'Port': ['ID=f5cb8482-80bf-4ba5-ab5e-60cb59f27b95,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:15.519990 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47b2d6-b471-4ff4-983c-fdfd6f5fcbad req-3fedd71e-c9cd-413f-b624-95c48dcafd2b tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:15.523196 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-da47b2d6-b471-4ff4-983c-fdfd6f5fcbad req-3fedd71e-c9cd-413f-b624-95c48dcafd2b tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 944 time: 0.1229737 Aug 23 20:58:15.525358 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 5f678bad-3e00-4d1c-85e4-52f0f696f918 up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:58:15.588879 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-c9ce694b-a34d-4e92-84bb-d47f4ba1072d admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-125953262-network', 'tenant_id': '6d90cf0a8d4f46eb8c8d5ac5a0b7f0fd'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:58:15.604330 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-5afa7964-4b3c-441c-b83a-01420c40f466 None None] Attempting to bind port f5cb8482-80bf-4ba5-ab5e-60cb59f27b95 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:58:15.604929 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-5afa7964-4b3c-441c-b83a-01420c40f466 None None] Attempting to bind port f5cb8482-80bf-4ba5-ab5e-60cb59f27b95 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '54ebc99b-cd10-4a44-abbe-0dd19b451547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '5aae6998-40a9-4993-9e2f-9c4dcb5edfec'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:58:15.606988 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afa7964-4b3c-441c-b83a-01420c40f466 None None] Attempting to bind port f5cb8482-80bf-4ba5-ab5e-60cb59f27b95 on network 5aae6998-40a9-4993-9e2f-9c4dcb5edfec {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:58:15.613603 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afa7964-4b3c-441c-b83a-01420c40f466 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:58:15.613960 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afa7964-4b3c-441c-b83a-01420c40f466 None None] Checking segment: {'id': '54ebc99b-cd10-4a44-abbe-0dd19b451547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '5aae6998-40a9-4993-9e2f-9c4dcb5edfec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:58:15.614360 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5afa7964-4b3c-441c-b83a-01420c40f466 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:15.614749 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afa7964-4b3c-441c-b83a-01420c40f466 None None] Bound using segment: {'id': '54ebc99b-cd10-4a44-abbe-0dd19b451547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '5aae6998-40a9-4993-9e2f-9c4dcb5edfec'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:58:15.615446 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-5afa7964-4b3c-441c-b83a-01420c40f466 None None] Bound port: f5cb8482-80bf-4ba5-ab5e-60cb59f27b95, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54ebc99b-cd10-4a44-abbe-0dd19b451547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '5aae6998-40a9-4993-9e2f-9c4dcb5edfec'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:58:15.615829 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5afa7964-4b3c-441c-b83a-01420c40f466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:15.621867 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ce694b-a34d-4e92-84bb-d47f4ba1072d admin admin] Made reservation on behalf of 6d90cf0a8d4f46eb8c8d5ac5a0b7f0fd for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:58:15.624740 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c9ce694b-a34d-4e92-84bb-d47f4ba1072d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:15.665565 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-da47b2d6-b471-4ff4-983c-fdfd6f5fcbad req-7773f7bf-8ab5-4359-b590-01243e3d8936 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=7639381e-614b-4efb-bb16-a9587d85f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331296 Aug 23 20:58:15.670677 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c9ce694b-a34d-4e92-84bb-d47f4ba1072d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:15.696722 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port 5f678bad-3e00-4d1c-85e4-52f0f696f918 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:58:15.697361 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:15.741981 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5afa7964-4b3c-441c-b83a-01420c40f466 None None] For port f5cb8482-80bf-4ba5-ab5e-60cb59f27b95, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:58:15.748030 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5afa7964-4b3c-441c-b83a-01420c40f466 None None] For port f5cb8482-80bf-4ba5-ab5e-60cb59f27b95, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=f5cb8482-80bf-4ba5-ab5e-60cb59f27b95,segment=NetworkSegment(54ebc99b-cd10-4a44-abbe-0dd19b451547),segment_id=54ebc99b-cd10-4a44-abbe-0dd19b451547)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:58:15.759725 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5afa7964-4b3c-441c-b83a-01420c40f466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:15.864567 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbf38f-d86a-4f49-8f41-19ae0b508c63 req-5933669a-f741-450c-b36f-af963ac8b901 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:15.869719 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b4fbf38f-d86a-4f49-8f41-19ae0b508c63 req-5933669a-f741-450c-b36f-af963ac8b901 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.32 "GET /v2.0/networks?id=e3e711f7-468e-4feb-90bd-7a8d4126de07 HTTP/1.1" status: 200 len: 910 time: 0.3122258 Aug 23 20:58:15.884126 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-b4fbf38f-d86a-4f49-8f41-19ae0b508c63 req-6736375b-9fb0-4aa4-935d-cb887fe12f7f tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Request body: {'port': {'device_id': '2716f9fe-c332-41a4-93ae-a925a51ac31d', 'network_id': 'e3e711f7-468e-4feb-90bd-7a8d4126de07', 'admin_state_up': True, 'tenant_id': '641a70d280804e0b8b38c39e3b59a1a7'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:58:15.890847 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:15.892447 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c9ce694b-a34d-4e92-84bb-d47f4ba1072d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:15.902730 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c9ce694b-a34d-4e92-84bb-d47f4ba1072d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:15.955830 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4fbf38f-d86a-4f49-8f41-19ae0b508c63 req-6736375b-9fb0-4aa4-935d-cb887fe12f7f tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Made reservation on behalf of 641a70d280804e0b8b38c39e3b59a1a7 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:58:15.962159 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b4fbf38f-d86a-4f49-8f41-19ae0b508c63 req-6736375b-9fb0-4aa4-935d-cb887fe12f7f tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:15.973364 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afa7964-4b3c-441c-b83a-01420c40f466 None None] Routers {'f3a8802e-62a2-43bb-952e-a5501abcfaff'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:58:15.974025 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5afa7964-4b3c-441c-b83a-01420c40f466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:58:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['f3a8802e-62a2-43bb-952e-a5501abcfaff'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:58:15.992310 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eb9bf3-c250-4f33-8cd9-bafa52628fc9 None None] Pushing event updated for resources: {'Port': ['ID=f5cb8482-80bf-4ba5-ab5e-60cb59f27b95,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:15.995072 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ce694b-a34d-4e92-84bb-d47f4ba1072d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1920f70a-a952-4f25-925c-71708ea2c359,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:16.010452 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 5f678bad-3e00-4d1c-85e4-52f0f696f918, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=5f678bad-3e00-4d1c-85e4-52f0f696f918,segment=NetworkSegment(d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a),segment_id=d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:58:16.015495 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f0acb6-1641-410a-b7be-8afa857512bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f678bad-3e00-4d1c-85e4-52f0f696f918'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:58:16.024957 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdfe262b-2443-4f9c-a527-f64f5b019e02" -d '{"events": [{"server_uuid": "97f0acb6-1641-410a-b7be-8afa857512bc", "name": "network-vif-plugged", "status": "completed", "tag": "5f678bad-3e00-4d1c-85e4-52f0f696f918"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:58:16.028534 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9ce694b-a34d-4e92-84bb-d47f4ba1072d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:58:16.078865 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:16.081956 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c9ce694b-a34d-4e92-84bb-d47f4ba1072d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:16.090186 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-c9ce694b-a34d-4e92-84bb-d47f4ba1072d admin admin] Added segment ea22680f-5332-4b01-b70b-9305a775c5d3 of type vlan for network 5faaa3e5-2ba2-48da-8dc5-7470a64344bb Aug 23 20:58:16.214166 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c9ce694b-a34d-4e92-84bb-d47f4ba1072d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:16.219034 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac4205b-79ea-49a4-aec7-843adaac6b60 x-openstack-request-id: req-9ac4205b-79ea-49a4-aec7-843adaac6b60 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:58:16.219360 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f0acb6-1641-410a-b7be-8afa857512bc", "name": "network-vif-plugged", "status": "completed", "tag": "5f678bad-3e00-4d1c-85e4-52f0f696f918", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:58:16.219617 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9ac4205b-79ea-49a4-aec7-843adaac6b60 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:58:16.220039 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f0acb6-1641-410a-b7be-8afa857512bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f678bad-3e00-4d1c-85e4-52f0f696f918', 'code': 200} Aug 23 20:58:16.222933 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-516ea501-cd43-46f1-adfc-3203cd8ef840 req-73caef6a-328e-42df-81df-475deb280a1f tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=87a28501-1b3e-4475-b3ee-4e0152bcbf28 HTTP/1.1" status: 200 len: 210 time: 0.0469613 Aug 23 20:58:16.232454 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=5f678bad-3e00-4d1c-85e4-52f0f696f918,revision_number=7']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:16.252550 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:16.265516 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-5afa7964-4b3c-441c-b83a-01420c40f466 None None] Set router f3a8802e-62a2-43bb-952e-a5501abcfaff gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:58:16.291306 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c9ce694b-a34d-4e92-84bb-d47f4ba1072d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:16.292710 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ce694b-a34d-4e92-84bb-d47f4ba1072d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:16.293669 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c9ce694b-a34d-4e92-84bb-d47f4ba1072d admin admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:16.401429 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 88a1abdc-f4d0-4cab-9137-f3dd1c5872fc no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:58:16.425435 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-b4fbf38f-d86a-4f49-8f41-19ae0b508c63 req-6736375b-9fb0-4aa4-935d-cb887fe12f7f tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Allocated IP 172.20.0.14 (e3e711f7-468e-4feb-90bd-7a8d4126de07/3d95718c-2d0a-4ac0-b47f-2a5f989f6fce/01525dad-c6b3-471b-881e-9c38e151ed9a) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:58:16.458050 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: 88a1abdc-f4d0-4cab-9137-f3dd1c5872fc {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:58:16.458438 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 88a1abdc-f4d0-4cab-9137-f3dd1c5872fc not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:58:16.469129 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ce694b-a34d-4e92-84bb-d47f4ba1072d admin admin] Pushing event updated for resources: {'Network': ['ID=5faaa3e5-2ba2-48da-8dc5-7470a64344bb,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:16.484194 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 5faaa3e5-2ba2-48da-8dc5-7470a64344bb details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:58:16.541073 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c70fa86a-d24c-428a-a5f5-b2cd8df804b2 req-f1708c80-9a59-42bc-ad8a-d717ff952518 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=2716f9fe-c332-41a4-93ae-a925a51ac31d HTTP/1.1" status: 200 len: 210 time: 0.1941774 Aug 23 20:58:16.548332 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c9ce694b-a34d-4e92-84bb-d47f4ba1072d admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1829770 Aug 23 20:58:16.559366 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 35168) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:58:16.575260 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-c693b7f3-13da-4ee1-a345-d00beccbb80d admin admin] Request body: {'subnet': {'network_id': '5faaa3e5-2ba2-48da-8dc5-7470a64344bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-125953262-subnet', 'tenant_id': '6d90cf0a8d4f46eb8c8d5ac5a0b7f0fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:58:16.610178 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c693b7f3-13da-4ee1-a345-d00beccbb80d admin admin] Made reservation on behalf of 6d90cf0a8d4f46eb8c8d5ac5a0b7f0fd for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:58:16.614850 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c693b7f3-13da-4ee1-a345-d00beccbb80d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:16.778416 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5afa7964-4b3c-441c-b83a-01420c40f466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a8802e-62a2-43bb-952e-a5501abcfaff', 'name': 'tempest-TestServerMultinode-1628851489-router', 'tenant_id': '641a70d280804e0b8b38c39e3b59a1a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '1780d459-02ca-4b7b-9db1-5562f1ac2b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:58:06Z', 'updated_at': '2021-08-23T20:58:10Z', 'revision_number': 4, 'project_id': '641a70d280804e0b8b38c39e3b59a1a7', 'gw_port': {'id': '1780d459-02ca-4b7b-9db1-5562f1ac2b2a', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f2:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a8802e-62a2-43bb-952e-a5501abcfaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:58:07Z', 'updated_at': '2021-08-23T20:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'f5cb8482-80bf-4ba5-ab5e-60cb59f27b95', 'name': '', 'network_id': '5aae6998-40a9-4993-9e2f-9c4dcb5edfec', 'tenant_id': '641a70d280804e0b8b38c39e3b59a1a7', 'mac_address': 'fa:16:3e:a0:06:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a8802e-62a2-43bb-952e-a5501abcfaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '7988c951-ef33-494e-adf6-f5a123de037a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:58:09Z', 'updated_at': '2021-08-23T20:58:15Z', 'revision_number': 4, 'project_id': '641a70d280804e0b8b38c39e3b59a1a7', 'subnets': [{'id': '7988c951-ef33-494e-adf6-f5a123de037a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:58:16.811186 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b4fbf38f-d86a-4f49-8f41-19ae0b508c63 req-6736375b-9fb0-4aa4-935d-cb887fe12f7f tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:16.833027 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-b4fbf38f-d86a-4f49-8f41-19ae0b508c63 req-6736375b-9fb0-4aa4-935d-cb887fe12f7f tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Transition to ACTIVE for port object 01525dad-c6b3-471b-881e-9c38e151ed9a will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:58:16.837116 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afa7964-4b3c-441c-b83a-01420c40f466 None None] The sync data for ids ['f3a8802e-62a2-43bb-952e-a5501abcfaff'] in n-d-805663-2 is: [{'id': 'f3a8802e-62a2-43bb-952e-a5501abcfaff', 'name': 'tempest-TestServerMultinode-1628851489-router', 'tenant_id': '641a70d280804e0b8b38c39e3b59a1a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '1780d459-02ca-4b7b-9db1-5562f1ac2b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:58:06Z', 'updated_at': '2021-08-23T20:58:10Z', 'revision_number': 4, 'project_id': '641a70d280804e0b8b38c39e3b59a1a7', 'gw_port': {'id': '1780d459-02ca-4b7b-9db1-5562f1ac2b2a', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f2:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a8802e-62a2-43bb-952e-a5501abcfaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:58:07Z', 'updated_at': '2021-08-23T20:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'f5cb8482-80bf-4ba5-ab5e-60cb59f27b95', 'name': '', 'network_id': '5aae6998-40a9-4993-9e2f-9c4dcb5edfec', 'tenant_id': '641a70d280804e0b8b38c39e3b59a1a7', 'mac_address': 'fa:16:3e:a0:06:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a8802e-62a2-43bb-952e-a5501abcfaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '7988c951-ef33-494e-adf6-f5a123de037a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:58:09Z', 'updated_at': '2021-08-23T20:58:15Z', 'revision_number': 4, 'project_id': '641a70d280804e0b8b38c39e3b59a1a7', 'subnets': [{'id': '7988c951-ef33-494e-adf6-f5a123de037a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:58:16.946750 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b4fbf38f-d86a-4f49-8f41-19ae0b508c63 req-6736375b-9fb0-4aa4-935d-cb887fe12f7f tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:17.059768 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4fbf38f-d86a-4f49-8f41-19ae0b508c63 req-6736375b-9fb0-4aa4-935d-cb887fe12f7f tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Network e3e711f7-468e-4feb-90bd-7a8d4126de07 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:58:17.099199 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11641171-6175-4d52-abe5-c09561f40af4 req-c3a8b24a-7cf7-44bf-9314-257a89d23dbd tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:17.107088 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-11641171-6175-4d52-abe5-c09561f40af4 req-c3a8b24a-7cf7-44bf-9314-257a89d23dbd tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 945 time: 0.3338656 Aug 23 20:58:17.109612 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-b4fbf38f-d86a-4f49-8f41-19ae0b508c63 req-6736375b-9fb0-4aa4-935d-cb887fe12f7f tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:58:17.119034 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4fbf38f-d86a-4f49-8f41-19ae0b508c63 req-6736375b-9fb0-4aa4-935d-cb887fe12f7f tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:58:17.165501 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6736375b-9fb0-4aa4-935d-cb887fe12f7f tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Pushing event updated for resources: {'Port': ['ID=01525dad-c6b3-471b-881e-9c38e151ed9a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:17.401492 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-11641171-6175-4d52-abe5-c09561f40af4 req-58be57c3-460a-4371-9c55-d5aa50daaab4 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=7639381e-614b-4efb-bb16-a9587d85f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2933402 Aug 23 20:58:17.412040 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbf38f-d86a-4f49-8f41-19ae0b508c63 req-6736375b-9fb0-4aa4-935d-cb887fe12f7f tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:17.413309 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b4fbf38f-d86a-4f49-8f41-19ae0b508c63 req-6736375b-9fb0-4aa4-935d-cb887fe12f7f tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:17.439287 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b4fbf38f-d86a-4f49-8f41-19ae0b508c63 req-6736375b-9fb0-4aa4-935d-cb887fe12f7f tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.5577941 Aug 23 20:58:17.462124 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-b4fbf38f-d86a-4f49-8f41-19ae0b508c63 req-34b37e11-09f2-485f-95b0-2862fe2c4f7c service neutron] Request body: {'port': {'device_id': '2716f9fe-c332-41a4-93ae-a925a51ac31d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:58:17.527002 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a947fa5d-2d53-4439-afb0-0c58af189166 None None] Provisioning for port 01525dad-c6b3-471b-881e-9c38e151ed9a completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:58:17.534372 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a947fa5d-2d53-4439-afb0-0c58af189166 None None] Provisioning complete for port 01525dad-c6b3-471b-881e-9c38e151ed9a triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:58:17.534981 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a947fa5d-2d53-4439-afb0-0c58af189166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:17.550268 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-019e394e-0928-4fc8-ac34-e8eaa74fc224 req-27eafd06-74c8-47f2-a652-7ad2b10102d0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=87a28501-1b3e-4475-b3ee-4e0152bcbf28 HTTP/1.1" status: 200 len: 210 time: 0.0987344 Aug 23 20:58:17.575355 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c693b7f3-13da-4ee1-a345-d00beccbb80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:17.587932 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b4fbf38f-d86a-4f49-8f41-19ae0b508c63 req-34b37e11-09f2-485f-95b0-2862fe2c4f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:17.623066 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a947fa5d-2d53-4439-afb0-0c58af189166 None None] Port 01525dad-c6b3-471b-881e-9c38e151ed9a cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:58:17.679070 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c693b7f3-13da-4ee1-a345-d00beccbb80d admin admin] Pushing event updated for resources: {'Subnet': ['ID=020f8b03-cd32-4dd4-8504-59783c9afdc3,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:17.776723 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160efb04-970c-4125-a350-3ff271b4177b req-efe05ad9-3209-46b7-947c-dc5bd8d42afe tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:17.778306 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c693b7f3-13da-4ee1-a345-d00beccbb80d admin admin] Checking segment: {'id': 'ea22680f-5332-4b01-b70b-9305a775c5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '5faaa3e5-2ba2-48da-8dc5-7470a64344bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:58:17.779484 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c693b7f3-13da-4ee1-a345-d00beccbb80d admin admin] Network hostable DHCP agents. Network: 5faaa3e5-2ba2-48da-8dc5-7470a64344bb, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:58:17.785534 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-160efb04-970c-4125-a350-3ff271b4177b req-efe05ad9-3209-46b7-947c-dc5bd8d42afe tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=2716f9fe-c332-41a4-93ae-a925a51ac31d HTTP/1.1" status: 200 len: 1028 time: 0.1060786 Aug 23 20:58:17.824009 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c693b7f3-13da-4ee1-a345-d00beccbb80d admin admin] Network 5faaa3e5-2ba2-48da-8dc5-7470a64344bb is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:58:17.839699 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-c693b7f3-13da-4ee1-a345-d00beccbb80d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 5faaa3e5-2ba2-48da-8dc5-7470a64344bb) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:58:17.848785 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354ce3d4-848d-45b7-83c7-962d2b18d5a6 None None] Network 5faaa3e5-2ba2-48da-8dc5-7470a64344bb requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:58:17.863109 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c693b7f3-13da-4ee1-a345-d00beccbb80d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:17.863935 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c693b7f3-13da-4ee1-a345-d00beccbb80d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:17.932331 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c693b7f3-13da-4ee1-a345-d00beccbb80d admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3602898 Aug 23 20:58:17.970109 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-160efb04-970c-4125-a350-3ff271b4177b req-ba2ee61a-7077-48c9-b582-5e26c86705fe tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=2bf39882-aef6-4731-adbc-4cd35050cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800101 Aug 23 20:58:18.110933 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6ddc2c-2c4d-4822-baf3-60230ef5ed95 None None] Network 5faaa3e5-2ba2-48da-8dc5-7470a64344bb requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:58:18.120425 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device f5cb8482-80bf-4ba5-ab5e-60cb59f27b95 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:58:18.328803 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-b4fbf38f-d86a-4f49-8f41-19ae0b508c63 req-34b37e11-09f2-485f-95b0-2862fe2c4f7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01525dad-c6b3-471b-881e-9c38e151ed9a {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:58:18.354293 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port f5cb8482-80bf-4ba5-ab5e-60cb59f27b95 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:58:18.359621 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b4fbf38f-d86a-4f49-8f41-19ae0b508c63 req-34b37e11-09f2-485f-95b0-2862fe2c4f7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:18.377277 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port f5cb8482-80bf-4ba5-ab5e-60cb59f27b95 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:58:18.380210 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:18.388604 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-b4fbf38f-d86a-4f49-8f41-19ae0b508c63 req-34b37e11-09f2-485f-95b0-2862fe2c4f7c service neutron] Transition to ACTIVE for port object 01525dad-c6b3-471b-881e-9c38e151ed9a will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:58:18.402002 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b4fbf38f-d86a-4f49-8f41-19ae0b508c63 req-34b37e11-09f2-485f-95b0-2862fe2c4f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:18.600610 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b37e11-09f2-485f-95b0-2862fe2c4f7c service neutron] Pushing event updated for resources: {'Port': ['ID=01525dad-c6b3-471b-881e-9c38e151ed9a,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:18.711433 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:18.782523 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a1579-e464-43b8-a365-826a85d66e50 req-39c33bcf-bb99-429f-971c-3966200ea3ae tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:18.802430 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b75a1579-e464-43b8-a365-826a85d66e50 req-39c33bcf-bb99-429f-971c-3966200ea3ae tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 945 time: 0.2718909 Aug 23 20:58:18.822323 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port f5cb8482-80bf-4ba5-ab5e-60cb59f27b95, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=f5cb8482-80bf-4ba5-ab5e-60cb59f27b95,segment=NetworkSegment(54ebc99b-cd10-4a44-abbe-0dd19b451547),segment_id=54ebc99b-cd10-4a44-abbe-0dd19b451547)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:58:18.834229 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:18.906900 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-b4fbf38f-d86a-4f49-8f41-19ae0b508c63 req-34b37e11-09f2-485f-95b0-2862fe2c4f7c service neutron] Attempting to bind port 01525dad-c6b3-471b-881e-9c38e151ed9a on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:58:18.908046 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-b4fbf38f-d86a-4f49-8f41-19ae0b508c63 req-34b37e11-09f2-485f-95b0-2862fe2c4f7c service neutron] Attempting to bind port 01525dad-c6b3-471b-881e-9c38e151ed9a by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': '04611e56-ea69-4862-b959-3828470acb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e3e711f7-468e-4feb-90bd-7a8d4126de07'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:58:18.908660 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fbf38f-d86a-4f49-8f41-19ae0b508c63 req-34b37e11-09f2-485f-95b0-2862fe2c4f7c service neutron] Attempting to bind port 01525dad-c6b3-471b-881e-9c38e151ed9a on network e3e711f7-468e-4feb-90bd-7a8d4126de07 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:58:18.928709 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fbf38f-d86a-4f49-8f41-19ae0b508c63 req-34b37e11-09f2-485f-95b0-2862fe2c4f7c service neutron] Port 01525dad-c6b3-471b-881e-9c38e151ed9a on network e3e711f7-468e-4feb-90bd-7a8d4126de07 not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:58:18.930415 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fbf38f-d86a-4f49-8f41-19ae0b508c63 req-34b37e11-09f2-485f-95b0-2862fe2c4f7c service neutron] Attempting to bind port 01525dad-c6b3-471b-881e-9c38e151ed9a on network e3e711f7-468e-4feb-90bd-7a8d4126de07 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:58:18.953833 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=f5cb8482-80bf-4ba5-ab5e-60cb59f27b95,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:18.972779 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fbf38f-d86a-4f49-8f41-19ae0b508c63 req-34b37e11-09f2-485f-95b0-2862fe2c4f7c service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:58:18.973356 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fbf38f-d86a-4f49-8f41-19ae0b508c63 req-34b37e11-09f2-485f-95b0-2862fe2c4f7c service neutron] Checking segment: {'id': '04611e56-ea69-4862-b959-3828470acb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e3e711f7-468e-4feb-90bd-7a8d4126de07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:58:18.973572 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fbf38f-d86a-4f49-8f41-19ae0b508c63 req-34b37e11-09f2-485f-95b0-2862fe2c4f7c service neutron] Bound using segment: {'id': '04611e56-ea69-4862-b959-3828470acb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e3e711f7-468e-4feb-90bd-7a8d4126de07'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:58:18.974029 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-b4fbf38f-d86a-4f49-8f41-19ae0b508c63 req-34b37e11-09f2-485f-95b0-2862fe2c4f7c service neutron] Bound port: 01525dad-c6b3-471b-881e-9c38e151ed9a, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04611e56-ea69-4862-b959-3828470acb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e3e711f7-468e-4feb-90bd-7a8d4126de07'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:58:18.974470 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b4fbf38f-d86a-4f49-8f41-19ae0b508c63 req-34b37e11-09f2-485f-95b0-2862fe2c4f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:19.002120 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b75a1579-e464-43b8-a365-826a85d66e50 req-56906ac2-d5da-4635-b8dc-c2c744acf612 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=7639381e-614b-4efb-bb16-a9587d85f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860576 Aug 23 20:58:19.030193 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29062e86-1da4-4369-8b2c-afe0c06c3d81 req-a4c6c9ed-6d12-443a-9a00-5c61c4b30a4a tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:19.032760 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-29062e86-1da4-4369-8b2c-afe0c06c3d81 req-a4c6c9ed-6d12-443a-9a00-5c61c4b30a4a tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] 10.222.0.61 "GET /v2.0/networks?id=5faaa3e5-2ba2-48da-8dc5-7470a64344bb HTTP/1.1" status: 200 len: 812 time: 0.3358755 Aug 23 20:58:19.075889 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-29062e86-1da4-4369-8b2c-afe0c06c3d81 req-66383b30-9f64-4419-ae34-3f5549014a30 tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] 10.222.0.61 "GET /v2.0/quotas/6d90cf0a8d4f46eb8c8d5ac5a0b7f0fd HTTP/1.1" status: 200 len: 375 time: 0.0291250 Aug 23 20:58:19.128944 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-29062e86-1da4-4369-8b2c-afe0c06c3d81 req-7a11fad1-f524-4215-aa3f-6deafc830edc tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=6d90cf0a8d4f46eb8c8d5ac5a0b7f0fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464783 Aug 23 20:58:19.174092 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-b4fbf38f-d86a-4f49-8f41-19ae0b508c63 req-34b37e11-09f2-485f-95b0-2862fe2c4f7c service neutron] For port 01525dad-c6b3-471b-881e-9c38e151ed9a, host n-h2-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:58:19.203809 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d85b8f61-421e-4553-aed4-ce9ef44e9f40 req-26f9ab48-0e03-4f48-9101-bb6f1700866f tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=87a28501-1b3e-4475-b3ee-4e0152bcbf28 HTTP/1.1" status: 200 len: 210 time: 0.0527394 Aug 23 20:58:19.234736 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-b4fbf38f-d86a-4f49-8f41-19ae0b508c63 req-34b37e11-09f2-485f-95b0-2862fe2c4f7c service neutron] For port 01525dad-c6b3-471b-881e-9c38e151ed9a, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=01525dad-c6b3-471b-881e-9c38e151ed9a,segment=NetworkSegment(04611e56-ea69-4862-b959-3828470acb70),segment_id=04611e56-ea69-4862-b959-3828470acb70)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:58:19.247188 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b4fbf38f-d86a-4f49-8f41-19ae0b508c63 req-34b37e11-09f2-485f-95b0-2862fe2c4f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:19.294354 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbf38f-d86a-4f49-8f41-19ae0b508c63 req-34b37e11-09f2-485f-95b0-2862fe2c4f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:19.294985 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b4fbf38f-d86a-4f49-8f41-19ae0b508c63 req-34b37e11-09f2-485f-95b0-2862fe2c4f7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:19.298722 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b4fbf38f-d86a-4f49-8f41-19ae0b508c63 req-34b37e11-09f2-485f-95b0-2862fe2c4f7c service neutron] 10.222.0.32 "PUT /v2.0/ports/01525dad-c6b3-471b-881e-9c38e151ed9a HTTP/1.1" status: 200 len: 1092 time: 1.8457925 Aug 23 20:58:19.313897 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2716f9fe-c332-41a4-93ae-a925a51ac31d', 'tag': '01525dad-c6b3-471b-881e-9c38e151ed9a'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:58:19.314824 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-29062e86-1da4-4369-8b2c-afe0c06c3d81 req-2010c585-ec66-4fc4-bed9-d05df2e58117 service neutron] 10.222.0.61 "GET /v2.0/networks/5faaa3e5-2ba2-48da-8dc5-7470a64344bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778889 Aug 23 20:58:19.322815 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2665ea-e174-49b8-a430-abf12ab1fd9f" -d '{"events": [{"name": "network-changed", "server_uuid": "2716f9fe-c332-41a4-93ae-a925a51ac31d", "tag": "01525dad-c6b3-471b-881e-9c38e151ed9a"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:58:19.409369 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b37e11-09f2-485f-95b0-2862fe2c4f7c service neutron] Pushing event updated for resources: {'Port': ['ID=01525dad-c6b3-471b-881e-9c38e151ed9a,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:19.467994 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-29062e86-1da4-4369-8b2c-afe0c06c3d81 req-5e9d53b0-2159-4d97-9b52-462da3f18bbc service neutron] 10.222.0.61 "GET /v2.0/networks/5faaa3e5-2ba2-48da-8dc5-7470a64344bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520302 Aug 23 20:58:19.574931 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adbaea5-bf94-4b3b-8fcd-d6df320a2e3e req-f0489d5d-f2d8-4400-9729-1ad517d6dc89 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:19.603800 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0adbaea5-bf94-4b3b-8fcd-d6df320a2e3e req-f0489d5d-f2d8-4400-9729-1ad517d6dc89 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=2716f9fe-c332-41a4-93ae-a925a51ac31d HTTP/1.1" status: 200 len: 1095 time: 0.2906806 Aug 23 20:58:19.628959 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbf38f-d86a-4f49-8f41-19ae0b508c63 req-5264dc2f-09b7-48c1-ad1c-97690d90f1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:19.630419 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b4fbf38f-d86a-4f49-8f41-19ae0b508c63 req-5264dc2f-09b7-48c1-ad1c-97690d90f1e1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=641a70d280804e0b8b38c39e3b59a1a7&device_id=2716f9fe-c332-41a4-93ae-a925a51ac31d HTTP/1.1" status: 200 len: 1095 time: 0.2015257 Aug 23 20:58:19.757311 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40229c07-cacf-4b96-b743-ee389dcc8786 x-openstack-request-id: req-40229c07-cacf-4b96-b743-ee389dcc8786 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:58:19.757590 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2716f9fe-c332-41a4-93ae-a925a51ac31d", "tag": "01525dad-c6b3-471b-881e-9c38e151ed9a", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:58:19.759611 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-40229c07-cacf-4b96-b743-ee389dcc8786 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:58:19.760043 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2716f9fe-c332-41a4-93ae-a925a51ac31d', 'tag': '01525dad-c6b3-471b-881e-9c38e151ed9a', 'status': 'completed', 'code': 200} Aug 23 20:58:19.761837 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b4fbf38f-d86a-4f49-8f41-19ae0b508c63 req-cde10649-2391-41ad-b92a-b3d68f1c3900 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01525dad-c6b3-471b-881e-9c38e151ed9a HTTP/1.1" status: 200 len: 217 time: 0.0934503 Aug 23 20:58:19.780788 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-07279e45-6408-4eb2-b520-a824ac29db27 req-168b8dbb-bffb-40a0-a5bd-aa9a3cfc76bc tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f47f9d7-afaf-42f9-8df5-02d6a8545d2f HTTP/1.1" status: 200 len: 210 time: 0.0435371 Aug 23 20:58:19.830000 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0adbaea5-bf94-4b3b-8fcd-d6df320a2e3e req-00935c1e-da17-4329-930e-20b2cc70c06a tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=2bf39882-aef6-4731-adbc-4cd35050cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252507 Aug 23 20:58:19.851385 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbf38f-d86a-4f49-8f41-19ae0b508c63 req-f5d6e56c-4e65-4107-95d1-1b6fa3a2020c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:19.852902 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b4fbf38f-d86a-4f49-8f41-19ae0b508c63 req-f5d6e56c-4e65-4107-95d1-1b6fa3a2020c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d95718c-2d0a-4ac0-b47f-2a5f989f6fce HTTP/1.1" status: 200 len: 848 time: 0.0759697 Aug 23 20:58:19.954960 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbf38f-d86a-4f49-8f41-19ae0b508c63 req-6a75dd34-a42f-4024-aeae-a61120b53fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:19.956805 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b4fbf38f-d86a-4f49-8f41-19ae0b508c63 req-6a75dd34-a42f-4024-aeae-a61120b53fb5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e3e711f7-468e-4feb-90bd-7a8d4126de07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0955954 Aug 23 20:58:19.968968 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device f5cb8482-80bf-4ba5-ab5e-60cb59f27b95 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:58:20.114497 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b4fbf38f-d86a-4f49-8f41-19ae0b508c63 req-139b64ac-7c90-4eb0-b58c-aae711ea5e54 service neutron] 10.222.0.32 "GET /v2.0/networks/e3e711f7-468e-4feb-90bd-7a8d4126de07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468201 Aug 23 20:58:20.143653 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port f5cb8482-80bf-4ba5-ab5e-60cb59f27b95 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:58:20.145445 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:20.170207 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eedcd8-011e-4564-b3eb-410c5d2208de req-8fdd1b47-0fad-45a5-b0ef-275ce2ffb2e1 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:20.174475 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-18eedcd8-011e-4564-b3eb-410c5d2208de req-8fdd1b47-0fad-45a5-b0ef-275ce2ffb2e1 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 945 time: 0.0850482 Aug 23 20:58:20.257193 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-18eedcd8-011e-4564-b3eb-410c5d2208de req-f56009fb-017a-40e3-b0b4-3fd3f7483299 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=7639381e-614b-4efb-bb16-a9587d85f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751073 Aug 23 20:58:20.287503 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b4fbf38f-d86a-4f49-8f41-19ae0b508c63 req-c20b6492-cfe2-4a77-b466-5fadc5e0ff8c service neutron] 10.222.0.32 "GET /v2.0/networks/e3e711f7-468e-4feb-90bd-7a8d4126de07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656215 Aug 23 20:58:20.397211 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-901e90ac-e1bf-4c14-aad4-386e61f418c7 req-0155bfec-e744-45e2-8925-5e7564ed84e2 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=87a28501-1b3e-4475-b3ee-4e0152bcbf28 HTTP/1.1" status: 200 len: 210 time: 0.0655174 Aug 23 20:58:20.458559 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:20.493114 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2665ea-e174-49b8-a430-abf12ab1fd9f req-8976e96b-f62a-4276-a7c0-e7ce86710fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:20.494916 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1a2665ea-e174-49b8-a430-abf12ab1fd9f req-8976e96b-f62a-4276-a7c0-e7ce86710fa1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=641a70d280804e0b8b38c39e3b59a1a7&device_id=2716f9fe-c332-41a4-93ae-a925a51ac31d HTTP/1.1" status: 200 len: 1095 time: 0.1010277 Aug 23 20:58:20.621762 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2665ea-e174-49b8-a430-abf12ab1fd9f req-dd1394a0-34b1-48c3-8eac-26363250ea5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:20.623334 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1a2665ea-e174-49b8-a430-abf12ab1fd9f req-dd1394a0-34b1-48c3-8eac-26363250ea5d service neutron] 10.222.0.32 "GET /v2.0/networks?id=e3e711f7-468e-4feb-90bd-7a8d4126de07 HTTP/1.1" status: 200 len: 910 time: 0.1201150 Aug 23 20:58:20.668996 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1a2665ea-e174-49b8-a430-abf12ab1fd9f req-554b2258-bf46-413d-8ab9-f57f3900751a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01525dad-c6b3-471b-881e-9c38e151ed9a HTTP/1.1" status: 200 len: 217 time: 0.0370858 Aug 23 20:58:20.726111 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2665ea-e174-49b8-a430-abf12ab1fd9f req-fa466bca-e46d-4d35-ba23-18c7bb83a611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:20.727751 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1a2665ea-e174-49b8-a430-abf12ab1fd9f req-fa466bca-e46d-4d35-ba23-18c7bb83a611 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3d95718c-2d0a-4ac0-b47f-2a5f989f6fce HTTP/1.1" status: 200 len: 848 time: 0.0466316 Aug 23 20:58:20.805164 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2665ea-e174-49b8-a430-abf12ab1fd9f req-2c22e952-13cf-4242-b032-62320ab3fd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:20.813151 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1a2665ea-e174-49b8-a430-abf12ab1fd9f req-2c22e952-13cf-4242-b032-62320ab3fd3a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e3e711f7-468e-4feb-90bd-7a8d4126de07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759270 Aug 23 20:58:20.940235 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9af68c9c-0744-47f2-8a1a-9e11fbd607d6 req-928dea1e-0125-4b43-aa08-25f4ff61c7a4 tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f47f9d7-afaf-42f9-8df5-02d6a8545d2f HTTP/1.1" status: 200 len: 210 time: 0.0718234 Aug 23 20:58:20.978362 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1a2665ea-e174-49b8-a430-abf12ab1fd9f req-081df367-77fc-410c-a5ba-77fe1d065175 service neutron] 10.222.0.32 "GET /v2.0/networks/e3e711f7-468e-4feb-90bd-7a8d4126de07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561208 Aug 23 20:58:21.092601 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c0008-1709-4161-88ec-8f0b83d5ce48 req-03813d2f-31d4-4e4d-a36c-1b781c785519 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:21.092601 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9b8c0008-1709-4161-88ec-8f0b83d5ce48 req-03813d2f-31d4-4e4d-a36c-1b781c785519 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=2716f9fe-c332-41a4-93ae-a925a51ac31d HTTP/1.1" status: 200 len: 1095 time: 0.1113307 Aug 23 20:58:21.135442 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1a2665ea-e174-49b8-a430-abf12ab1fd9f req-9ebec49e-6355-41ae-81f4-36caec6233ec service neutron] 10.222.0.32 "GET /v2.0/networks/e3e711f7-468e-4feb-90bd-7a8d4126de07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454103 Aug 23 20:58:21.148187 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9b8c0008-1709-4161-88ec-8f0b83d5ce48 req-2df00ac6-bfc4-48e2-a89b-274d4ada363f tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=2bf39882-aef6-4731-adbc-4cd35050cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457113 Aug 23 20:58:21.413384 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29062e86-1da4-4369-8b2c-afe0c06c3d81 req-8b954d75-92c3-49ee-9061-531a5400d648 tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:21.415004 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-29062e86-1da4-4369-8b2c-afe0c06c3d81 req-8b954d75-92c3-49ee-9061-531a5400d648 tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] 10.222.0.11 "GET /v2.0/networks?id=5faaa3e5-2ba2-48da-8dc5-7470a64344bb HTTP/1.1" status: 200 len: 812 time: 0.1792018 Aug 23 20:58:21.438640 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-29062e86-1da4-4369-8b2c-afe0c06c3d81 req-9cdfc5f3-86b6-4c96-9744-f493b049243b tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] Request body: {'port': {'device_id': '4f47f9d7-afaf-42f9-8df5-02d6a8545d2f', 'network_id': '5faaa3e5-2ba2-48da-8dc5-7470a64344bb', 'admin_state_up': True, 'tenant_id': '6d90cf0a8d4f46eb8c8d5ac5a0b7f0fd'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:58:21.506820 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f88a1-0dc0-4c37-881b-d7995a9f158b req-05053d08-a813-4aa7-a880-889287170a5a tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:21.508430 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-425f88a1-0dc0-4c37-881b-d7995a9f158b req-05053d08-a813-4aa7-a880-889287170a5a tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 945 time: 0.1409843 Aug 23 20:58:21.578866 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-425f88a1-0dc0-4c37-881b-d7995a9f158b req-2d944ccc-a622-4157-8d8e-4dc4a7d8b4db tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=7639381e-614b-4efb-bb16-a9587d85f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641804 Aug 23 20:58:21.610939 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29062e86-1da4-4369-8b2c-afe0c06c3d81 req-9cdfc5f3-86b6-4c96-9744-f493b049243b tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] Made reservation on behalf of 6d90cf0a8d4f46eb8c8d5ac5a0b7f0fd for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:58:21.617410 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-29062e86-1da4-4369-8b2c-afe0c06c3d81 req-9cdfc5f3-86b6-4c96-9744-f493b049243b tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:21.775998 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-29062e86-1da4-4369-8b2c-afe0c06c3d81 req-9cdfc5f3-86b6-4c96-9744-f493b049243b tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] Allocated IP 172.20.0.6 (5faaa3e5-2ba2-48da-8dc5-7470a64344bb/020f8b03-cd32-4dd4-8504-59783c9afdc3/4313c1a1-fc0c-4569-8fc6-18ea65e690e3) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:58:22.008618 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-29062e86-1da4-4369-8b2c-afe0c06c3d81 req-9cdfc5f3-86b6-4c96-9744-f493b049243b tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:22.057270 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bc089af7-90d2-4833-bd87-ef0ad1ad4c8b req-e4b95f61-10da-4d27-a012-1ada2feadab9 tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f47f9d7-afaf-42f9-8df5-02d6a8545d2f HTTP/1.1" status: 200 len: 210 time: 0.0404093 Aug 23 20:58:22.086384 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-29062e86-1da4-4369-8b2c-afe0c06c3d81 req-9cdfc5f3-86b6-4c96-9744-f493b049243b tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:22.128633 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29062e86-1da4-4369-8b2c-afe0c06c3d81 req-9cdfc5f3-86b6-4c96-9744-f493b049243b tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] Network 5faaa3e5-2ba2-48da-8dc5-7470a64344bb is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:58:22.132699 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-29062e86-1da4-4369-8b2c-afe0c06c3d81 req-9cdfc5f3-86b6-4c96-9744-f493b049243b tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:58:22.136700 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-29062e86-1da4-4369-8b2c-afe0c06c3d81 req-9cdfc5f3-86b6-4c96-9744-f493b049243b tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:58:22.186594 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29062e86-1da4-4369-8b2c-afe0c06c3d81 req-9cdfc5f3-86b6-4c96-9744-f493b049243b tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:22.187244 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-29062e86-1da4-4369-8b2c-afe0c06c3d81 req-9cdfc5f3-86b6-4c96-9744-f493b049243b tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:22.207677 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdfc5f3-86b6-4c96-9744-f493b049243b tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] Pushing event updated for resources: {'Port': ['ID=4313c1a1-fc0c-4569-8fc6-18ea65e690e3,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:22.215098 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-29062e86-1da4-4369-8b2c-afe0c06c3d81 req-9cdfc5f3-86b6-4c96-9744-f493b049243b tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7853482 Aug 23 20:58:22.234423 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-29062e86-1da4-4369-8b2c-afe0c06c3d81 req-402cac2b-c447-4b95-9afe-7a5a0a921280 service neutron] Request body: {'port': {'device_id': '4f47f9d7-afaf-42f9-8df5-02d6a8545d2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:58:22.348334 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-29062e86-1da4-4369-8b2c-afe0c06c3d81 req-402cac2b-c447-4b95-9afe-7a5a0a921280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:22.364462 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd2ba33-7f4d-4b3b-9a03-d6012c510ff2 req-5ae7183c-2a24-4216-965a-c8dff82fedb4 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:22.369062 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8fd2ba33-7f4d-4b3b-9a03-d6012c510ff2 req-5ae7183c-2a24-4216-965a-c8dff82fedb4 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=2716f9fe-c332-41a4-93ae-a925a51ac31d HTTP/1.1" status: 200 len: 1095 time: 0.1006594 Aug 23 20:58:22.472199 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8fd2ba33-7f4d-4b3b-9a03-d6012c510ff2 req-41e4005c-6100-4e8f-8f23-4242922b5160 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=2bf39882-aef6-4731-adbc-4cd35050cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803499 Aug 23 20:58:22.768682 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-29062e86-1da4-4369-8b2c-afe0c06c3d81 req-402cac2b-c447-4b95-9afe-7a5a0a921280 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4313c1a1-fc0c-4569-8fc6-18ea65e690e3 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:58:22.778348 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-29062e86-1da4-4369-8b2c-afe0c06c3d81 req-402cac2b-c447-4b95-9afe-7a5a0a921280 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:22.791432 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-29062e86-1da4-4369-8b2c-afe0c06c3d81 req-402cac2b-c447-4b95-9afe-7a5a0a921280 service neutron] Transition to ACTIVE for port object 4313c1a1-fc0c-4569-8fc6-18ea65e690e3 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:58:22.803852 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-29062e86-1da4-4369-8b2c-afe0c06c3d81 req-402cac2b-c447-4b95-9afe-7a5a0a921280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:22.829416 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9958850-ee34-443a-b7d4-d53a602f33a8 req-8aa1d8e0-9d24-472c-b72d-4d3d4b122bf0 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:22.831269 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f9958850-ee34-443a-b7d4-d53a602f33a8 req-8aa1d8e0-9d24-472c-b72d-4d3d4b122bf0 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 945 time: 0.0854390 Aug 23 20:58:22.866741 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402cac2b-c447-4b95-9afe-7a5a0a921280 service neutron] Pushing event updated for resources: {'Port': ['ID=4313c1a1-fc0c-4569-8fc6-18ea65e690e3,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:22.892114 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f9958850-ee34-443a-b7d4-d53a602f33a8 req-e815149e-c5f8-4823-8937-ea92c31a8b93 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=7639381e-614b-4efb-bb16-a9587d85f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502481 Aug 23 20:58:22.960924 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-29062e86-1da4-4369-8b2c-afe0c06c3d81 req-402cac2b-c447-4b95-9afe-7a5a0a921280 service neutron] Attempting to bind port 4313c1a1-fc0c-4569-8fc6-18ea65e690e3 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:58:22.961526 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-29062e86-1da4-4369-8b2c-afe0c06c3d81 req-402cac2b-c447-4b95-9afe-7a5a0a921280 service neutron] Attempting to bind port 4313c1a1-fc0c-4569-8fc6-18ea65e690e3 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': 'ea22680f-5332-4b01-b70b-9305a775c5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '5faaa3e5-2ba2-48da-8dc5-7470a64344bb'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:58:22.962021 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29062e86-1da4-4369-8b2c-afe0c06c3d81 req-402cac2b-c447-4b95-9afe-7a5a0a921280 service neutron] Attempting to bind port 4313c1a1-fc0c-4569-8fc6-18ea65e690e3 on network 5faaa3e5-2ba2-48da-8dc5-7470a64344bb {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:58:22.967732 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29062e86-1da4-4369-8b2c-afe0c06c3d81 req-402cac2b-c447-4b95-9afe-7a5a0a921280 service neutron] Port 4313c1a1-fc0c-4569-8fc6-18ea65e690e3 on network 5faaa3e5-2ba2-48da-8dc5-7470a64344bb not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:58:22.968082 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29062e86-1da4-4369-8b2c-afe0c06c3d81 req-402cac2b-c447-4b95-9afe-7a5a0a921280 service neutron] Attempting to bind port 4313c1a1-fc0c-4569-8fc6-18ea65e690e3 on network 5faaa3e5-2ba2-48da-8dc5-7470a64344bb {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:58:22.973858 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29062e86-1da4-4369-8b2c-afe0c06c3d81 req-402cac2b-c447-4b95-9afe-7a5a0a921280 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:58:22.974207 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29062e86-1da4-4369-8b2c-afe0c06c3d81 req-402cac2b-c447-4b95-9afe-7a5a0a921280 service neutron] Checking segment: {'id': 'ea22680f-5332-4b01-b70b-9305a775c5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '5faaa3e5-2ba2-48da-8dc5-7470a64344bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:58:22.975131 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29062e86-1da4-4369-8b2c-afe0c06c3d81 req-402cac2b-c447-4b95-9afe-7a5a0a921280 service neutron] Bound using segment: {'id': 'ea22680f-5332-4b01-b70b-9305a775c5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '5faaa3e5-2ba2-48da-8dc5-7470a64344bb'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:58:22.975562 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-29062e86-1da4-4369-8b2c-afe0c06c3d81 req-402cac2b-c447-4b95-9afe-7a5a0a921280 service neutron] Bound port: 4313c1a1-fc0c-4569-8fc6-18ea65e690e3, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea22680f-5332-4b01-b70b-9305a775c5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '5faaa3e5-2ba2-48da-8dc5-7470a64344bb'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:58:22.975926 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-29062e86-1da4-4369-8b2c-afe0c06c3d81 req-402cac2b-c447-4b95-9afe-7a5a0a921280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:23.059739 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-29062e86-1da4-4369-8b2c-afe0c06c3d81 req-402cac2b-c447-4b95-9afe-7a5a0a921280 service neutron] For port 4313c1a1-fc0c-4569-8fc6-18ea65e690e3, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:58:23.063187 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-29062e86-1da4-4369-8b2c-afe0c06c3d81 req-402cac2b-c447-4b95-9afe-7a5a0a921280 service neutron] For port 4313c1a1-fc0c-4569-8fc6-18ea65e690e3, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=4313c1a1-fc0c-4569-8fc6-18ea65e690e3,segment=NetworkSegment(ea22680f-5332-4b01-b70b-9305a775c5d3),segment_id=ea22680f-5332-4b01-b70b-9305a775c5d3)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:58:23.087689 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-29062e86-1da4-4369-8b2c-afe0c06c3d81 req-402cac2b-c447-4b95-9afe-7a5a0a921280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:23.148470 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29062e86-1da4-4369-8b2c-afe0c06c3d81 req-402cac2b-c447-4b95-9afe-7a5a0a921280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:23.149201 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-29062e86-1da4-4369-8b2c-afe0c06c3d81 req-402cac2b-c447-4b95-9afe-7a5a0a921280 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:23.150717 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-29062e86-1da4-4369-8b2c-afe0c06c3d81 req-402cac2b-c447-4b95-9afe-7a5a0a921280 service neutron] 10.222.0.11 "PUT /v2.0/ports/4313c1a1-fc0c-4569-8fc6-18ea65e690e3 HTTP/1.1" status: 200 len: 1091 time: 0.9265704 Aug 23 20:58:23.151264 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f47f9d7-afaf-42f9-8df5-02d6a8545d2f', 'tag': '4313c1a1-fc0c-4569-8fc6-18ea65e690e3'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:58:23.173842 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5575c476-5c06-434b-8deb-012928bef7f6" -d '{"events": [{"name": "network-changed", "server_uuid": "4f47f9d7-afaf-42f9-8df5-02d6a8545d2f", "tag": "4313c1a1-fc0c-4569-8fc6-18ea65e690e3"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:58:23.265557 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ba7edb-1506-4f20-b68b-e40fad41c9b9 x-openstack-request-id: req-49ba7edb-1506-4f20-b68b-e40fad41c9b9 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:58:23.266084 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f47f9d7-afaf-42f9-8df5-02d6a8545d2f", "tag": "4313c1a1-fc0c-4569-8fc6-18ea65e690e3", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:58:23.266758 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-49ba7edb-1506-4f20-b68b-e40fad41c9b9 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:58:23.267549 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f47f9d7-afaf-42f9-8df5-02d6a8545d2f', 'tag': '4313c1a1-fc0c-4569-8fc6-18ea65e690e3', 'status': 'completed', 'code': 200} Aug 23 20:58:23.320606 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402cac2b-c447-4b95-9afe-7a5a0a921280 service neutron] Pushing event updated for resources: {'Port': ['ID=4313c1a1-fc0c-4569-8fc6-18ea65e690e3,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:23.332613 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29062e86-1da4-4369-8b2c-afe0c06c3d81 req-d5605e53-ac6c-41eb-83b5-6705eabc388e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:23.334733 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-29062e86-1da4-4369-8b2c-afe0c06c3d81 req-d5605e53-ac6c-41eb-83b5-6705eabc388e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6d90cf0a8d4f46eb8c8d5ac5a0b7f0fd&device_id=4f47f9d7-afaf-42f9-8df5-02d6a8545d2f HTTP/1.1" status: 200 len: 1094 time: 0.1040385 Aug 23 20:58:23.343125 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa52c0d-f71f-4c10-8c22-cb4e6d06c003 req-815544d4-96c1-4e2d-b173-2c4e70f61d16 tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:23.348507 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5aa52c0d-f71f-4c10-8c22-cb4e6d06c003 req-815544d4-96c1-4e2d-b173-2c4e70f61d16 tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f47f9d7-afaf-42f9-8df5-02d6a8545d2f HTTP/1.1" status: 200 len: 943 time: 0.1538122 Aug 23 20:58:23.395054 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-29062e86-1da4-4369-8b2c-afe0c06c3d81 req-20267871-a1b1-4d95-b9ae-704819d63f4a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4313c1a1-fc0c-4569-8fc6-18ea65e690e3 HTTP/1.1" status: 200 len: 217 time: 0.0453789 Aug 23 20:58:23.484248 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5aa52c0d-f71f-4c10-8c22-cb4e6d06c003 req-e89b820d-b655-4545-8ffe-f0a1dc3404b1 tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] 10.222.0.61 "GET /v2.0/security-groups?id=1920f70a-a952-4f25-925c-71708ea2c359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275361 Aug 23 20:58:23.489065 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29062e86-1da4-4369-8b2c-afe0c06c3d81 req-6269349f-58c4-47ab-b5c9-315e07e3393e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:23.490780 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-29062e86-1da4-4369-8b2c-afe0c06c3d81 req-6269349f-58c4-47ab-b5c9-315e07e3393e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=020f8b03-cd32-4dd4-8504-59783c9afdc3 HTTP/1.1" status: 200 len: 852 time: 0.0885944 Aug 23 20:58:23.566985 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-29062e86-1da4-4369-8b2c-afe0c06c3d81 req-3b1c8dbb-9b05-4f65-b20d-868ed75e6376 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5faaa3e5-2ba2-48da-8dc5-7470a64344bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685067 Aug 23 20:58:23.580647 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 01525dad-c6b3-471b-881e-9c38e151ed9a details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:58:23.592842 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493eeeb6-8518-48e0-bdf3-ad8ea9c1ee19 req-d89bda16-b48c-4793-90a0-01fd39694db5 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:23.601963 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-493eeeb6-8518-48e0-bdf3-ad8ea9c1ee19 req-d89bda16-b48c-4793-90a0-01fd39694db5 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=2716f9fe-c332-41a4-93ae-a925a51ac31d HTTP/1.1" status: 200 len: 1095 time: 0.0648301 Aug 23 20:58:23.642712 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-493eeeb6-8518-48e0-bdf3-ad8ea9c1ee19 req-b4337d73-0257-48f5-825d-596b1f0645bf tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=2bf39882-aef6-4731-adbc-4cd35050cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394628 Aug 23 20:58:23.696910 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-29062e86-1da4-4369-8b2c-afe0c06c3d81 req-9b467464-0b0b-400a-9c08-2e8007b0bbd2 service neutron] 10.222.0.11 "GET /v2.0/networks/5faaa3e5-2ba2-48da-8dc5-7470a64344bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220458 Aug 23 20:58:23.752297 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 01525dad-c6b3-471b-881e-9c38e151ed9a, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=01525dad-c6b3-471b-881e-9c38e151ed9a,segment=NetworkSegment(04611e56-ea69-4862-b959-3828470acb70),segment_id=04611e56-ea69-4862-b959-3828470acb70)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:58:23.764305 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': '01525dad-c6b3-471b-881e-9c38e151ed9a', 'network_id': 'e3e711f7-468e-4feb-90bd-7a8d4126de07', 'port_id': '01525dad-c6b3-471b-881e-9c38e151ed9a', 'mac_address': 'fa:16:3e:e9:c9:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d95718c-2d0a-4ac0-b47f-2a5f989f6fce', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:58:23.815667 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:23.837997 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-29062e86-1da4-4369-8b2c-afe0c06c3d81 req-941d671a-bcab-4c66-8109-8a971307d004 service neutron] 10.222.0.11 "GET /v2.0/networks/5faaa3e5-2ba2-48da-8dc5-7470a64344bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287642 Aug 23 20:58:23.838953 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01525dad-c6b3-471b-881e-9c38e151ed9a {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:58:23.886878 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 01525dad-c6b3-471b-881e-9c38e151ed9a, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=01525dad-c6b3-471b-881e-9c38e151ed9a,segment=NetworkSegment(04611e56-ea69-4862-b959-3828470acb70),segment_id=04611e56-ea69-4862-b959-3828470acb70)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:58:23.895933 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:23.976821 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=01525dad-c6b3-471b-881e-9c38e151ed9a,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:24.021961 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5575c476-5c06-434b-8deb-012928bef7f6 req-7149c4a2-2e38-429d-8263-18df4ca508d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:24.024375 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5575c476-5c06-434b-8deb-012928bef7f6 req-7149c4a2-2e38-429d-8263-18df4ca508d4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6d90cf0a8d4f46eb8c8d5ac5a0b7f0fd&device_id=4f47f9d7-afaf-42f9-8df5-02d6a8545d2f HTTP/1.1" status: 200 len: 1094 time: 0.0981131 Aug 23 20:58:24.128599 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86379496-dfc6-4efc-be42-95e0708d18fe req-7120d53a-f5e6-4866-80b8-2c243ba88f5b tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:24.130170 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-86379496-dfc6-4efc-be42-95e0708d18fe req-7120d53a-f5e6-4866-80b8-2c243ba88f5b tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 945 time: 0.1449461 Aug 23 20:58:24.220524 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-86379496-dfc6-4efc-be42-95e0708d18fe req-e7c7ebc1-2621-4f62-b058-35204ecc6a36 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=7639381e-614b-4efb-bb16-a9587d85f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791330 Aug 23 20:58:24.234431 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['01525dad-c6b3-471b-881e-9c38e151ed9a'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:58:24.252691 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5575c476-5c06-434b-8deb-012928bef7f6 req-1f6614e5-c27f-4317-a4d7-85d2df198f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:24.254487 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5575c476-5c06-434b-8deb-012928bef7f6 req-1f6614e5-c27f-4317-a4d7-85d2df198f7f service neutron] 10.222.0.11 "GET /v2.0/networks?id=5faaa3e5-2ba2-48da-8dc5-7470a64344bb HTTP/1.1" status: 200 len: 913 time: 0.2200425 Aug 23 20:58:24.308947 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5575c476-5c06-434b-8deb-012928bef7f6 req-c2ef3ea4-0d21-4c5a-95b9-55777fc7b076 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4313c1a1-fc0c-4569-8fc6-18ea65e690e3 HTTP/1.1" status: 200 len: 217 time: 0.0453327 Aug 23 20:58:24.419424 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5575c476-5c06-434b-8deb-012928bef7f6 req-636bdd5e-3d91-4f4c-a061-789f9738ca5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:24.421491 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5575c476-5c06-434b-8deb-012928bef7f6 req-636bdd5e-3d91-4f4c-a061-789f9738ca5e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=020f8b03-cd32-4dd4-8504-59783c9afdc3 HTTP/1.1" status: 200 len: 852 time: 0.1010675 Aug 23 20:58:24.461366 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5575c476-5c06-434b-8deb-012928bef7f6 req-730fea75-7e7b-477d-8d89-99049d82bac0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5faaa3e5-2ba2-48da-8dc5-7470a64344bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312855 Aug 23 20:58:24.587261 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5575c476-5c06-434b-8deb-012928bef7f6 req-097a9e97-f1a9-47f6-b9e5-11a6da8010e7 service neutron] 10.222.0.11 "GET /v2.0/networks/5faaa3e5-2ba2-48da-8dc5-7470a64344bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167510 Aug 23 20:58:24.666970 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a2a488-17a9-4d6e-9fe8-fa8d2e870211 req-65b30b0a-4ed7-4ea6-a8c1-411e6fb69c98 tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:24.670409 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-72a2a488-17a9-4d6e-9fe8-fa8d2e870211 req-65b30b0a-4ed7-4ea6-a8c1-411e6fb69c98 tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f47f9d7-afaf-42f9-8df5-02d6a8545d2f HTTP/1.1" status: 200 len: 943 time: 0.0989330 Aug 23 20:58:24.700811 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5575c476-5c06-434b-8deb-012928bef7f6 req-83b87fbc-2f08-4415-a86d-80edfe5ce668 service neutron] 10.222.0.11 "GET /v2.0/networks/5faaa3e5-2ba2-48da-8dc5-7470a64344bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052961 Aug 23 20:58:24.766414 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-72a2a488-17a9-4d6e-9fe8-fa8d2e870211 req-6c46052b-46b4-4bed-b11b-52a64b69d568 tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] 10.222.0.61 "GET /v2.0/security-groups?id=1920f70a-a952-4f25-925c-71708ea2c359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866354 Aug 23 20:58:24.978610 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c24d1-413c-4388-b2fa-d3013e5f12f5 req-6f92a7ff-3281-47e1-a2af-ef7ef86628f7 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:24.980200 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a14c24d1-413c-4388-b2fa-d3013e5f12f5 req-6f92a7ff-3281-47e1-a2af-ef7ef86628f7 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=2716f9fe-c332-41a4-93ae-a925a51ac31d HTTP/1.1" status: 200 len: 1096 time: 0.2053590 Aug 23 20:58:25.024103 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a14c24d1-413c-4388-b2fa-d3013e5f12f5 req-c51c0d57-e309-451b-a83c-0c538802a89b tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=2bf39882-aef6-4731-adbc-4cd35050cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358982 Aug 23 20:58:25.439061 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ece669-d91c-4baa-ab0d-ee3ab418ded2 req-cd02db59-911a-4bda-9cef-f81b90dce24c tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:25.446479 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e9ece669-d91c-4baa-ab0d-ee3ab418ded2 req-cd02db59-911a-4bda-9cef-f81b90dce24c tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 945 time: 0.1061733 Aug 23 20:58:25.470404 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc33f84-634a-4a26-9c0c-69c3f557cc9b req-78dcb0b6-820a-4ede-9c08-c78ed65df842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:25.472302 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8cc33f84-634a-4a26-9c0c-69c3f557cc9b req-78dcb0b6-820a-4ede-9c08-c78ed65df842 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a420101d8537446c948533816ff31a9c&device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 1096 time: 0.0939572 Aug 23 20:58:25.511399 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e9ece669-d91c-4baa-ab0d-ee3ab418ded2 req-1d48e407-9b28-4531-a0b1-e125fccb47f1 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=7639381e-614b-4efb-bb16-a9587d85f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548594 Aug 23 20:58:25.595635 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 01525dad-c6b3-471b-881e-9c38e151ed9a up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:58:25.639223 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc33f84-634a-4a26-9c0c-69c3f557cc9b req-9207d936-a30e-4c1a-9723-dbbe3aaf713a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:25.641719 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8cc33f84-634a-4a26-9c0c-69c3f557cc9b req-9207d936-a30e-4c1a-9723-dbbe3aaf713a service neutron] 10.222.0.32 "GET /v2.0/networks?id=8f9f903e-93a4-4fe6-b0ce-e2059346b6d0 HTTP/1.1" status: 200 len: 918 time: 0.1292589 Aug 23 20:58:25.672718 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port 01525dad-c6b3-471b-881e-9c38e151ed9a completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:58:25.682463 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port 01525dad-c6b3-471b-881e-9c38e151ed9a triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:58:25.682923 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:25.760463 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8cc33f84-634a-4a26-9c0c-69c3f557cc9b req-43e7100f-54f3-4a2a-9cf2-5c88e5dcf846 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f678bad-3e00-4d1c-85e4-52f0f696f918 HTTP/1.1" status: 200 len: 1001 time: 0.1094511 Aug 23 20:58:25.849386 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:25.856966 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc33f84-634a-4a26-9c0c-69c3f557cc9b req-3014a81e-23f4-42ed-afbe-0bfc7cc6cc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:25.859219 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8cc33f84-634a-4a26-9c0c-69c3f557cc9b req-3014a81e-23f4-42ed-afbe-0bfc7cc6cc14 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d199577e-85a3-487d-894b-30e054d60332 HTTP/1.1" status: 200 len: 856 time: 0.0909402 Aug 23 20:58:25.876035 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2716f9fe-c332-41a4-93ae-a925a51ac31d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01525dad-c6b3-471b-881e-9c38e151ed9a'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:58:25.878800 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962c1ebd-2b2b-4402-b18f-0d477c00b10f" -d '{"events": [{"server_uuid": "2716f9fe-c332-41a4-93ae-a925a51ac31d", "name": "network-vif-plugged", "status": "completed", "tag": "01525dad-c6b3-471b-881e-9c38e151ed9a"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:58:25.934568 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 01525dad-c6b3-471b-881e-9c38e151ed9a, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=01525dad-c6b3-471b-881e-9c38e151ed9a,segment=NetworkSegment(04611e56-ea69-4862-b959-3828470acb70),segment_id=04611e56-ea69-4862-b959-3828470acb70)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:58:25.943766 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:25.960254 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc33f84-634a-4a26-9c0c-69c3f557cc9b req-7346fed2-9216-4000-ba53-82ca27723f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:25.960845 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e90c0c-7d4b-4ee4-b262-f7dcde0a2496 x-openstack-request-id: req-89e90c0c-7d4b-4ee4-b262-f7dcde0a2496 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:58:25.961303 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2716f9fe-c332-41a4-93ae-a925a51ac31d", "name": "network-vif-plugged", "status": "completed", "tag": "01525dad-c6b3-471b-881e-9c38e151ed9a", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:58:25.961706 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-89e90c0c-7d4b-4ee4-b262-f7dcde0a2496 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:58:25.962177 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8cc33f84-634a-4a26-9c0c-69c3f557cc9b req-7346fed2-9216-4000-ba53-82ca27723f6e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8f9f903e-93a4-4fe6-b0ce-e2059346b6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0934074 Aug 23 20:58:25.962457 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2716f9fe-c332-41a4-93ae-a925a51ac31d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01525dad-c6b3-471b-881e-9c38e151ed9a', 'code': 200} Aug 23 20:58:26.029624 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=01525dad-c6b3-471b-881e-9c38e151ed9a,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:26.106211 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f9fbe0-3edf-4233-bc48-ce681eff5fa9 req-10486847-8135-4bcf-9a14-1f8b1277a812 tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:26.110166 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-96f9fbe0-3edf-4233-bc48-ce681eff5fa9 req-10486847-8135-4bcf-9a14-1f8b1277a812 tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f47f9d7-afaf-42f9-8df5-02d6a8545d2f HTTP/1.1" status: 200 len: 943 time: 0.1849208 Aug 23 20:58:26.148294 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8cc33f84-634a-4a26-9c0c-69c3f557cc9b req-2728e5c7-f74d-41dd-b7df-60a2f17f2673 service neutron] 10.222.0.32 "GET /v2.0/networks/8f9f903e-93a4-4fe6-b0ce-e2059346b6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594791 Aug 23 20:58:26.190677 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-96f9fbe0-3edf-4233-bc48-ce681eff5fa9 req-fc80c8ea-9da9-4434-9fdd-c98c1106c7f6 tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] 10.222.0.61 "GET /v2.0/security-groups?id=1920f70a-a952-4f25-925c-71708ea2c359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613170 Aug 23 20:58:26.207802 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb98cd-18cc-4abf-a0db-854c72f1090b req-43275eff-858e-4a1c-a28d-95ed11d8b2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:26.210353 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-efbb98cd-18cc-4abf-a0db-854c72f1090b req-43275eff-858e-4a1c-a28d-95ed11d8b2b8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2716f9fe-c332-41a4-93ae-a925a51ac31d HTTP/1.1" status: 200 len: 1097 time: 0.1305418 Aug 23 20:58:26.286510 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-efbb98cd-18cc-4abf-a0db-854c72f1090b req-ae74bf4d-1f8e-4eaa-aed2-7fadb4f88a82 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2bf39882-aef6-4731-adbc-4cd35050cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687792 Aug 23 20:58:26.334776 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea58c24-de11-41a1-aa5b-6ade0d1dbae0 req-4fc9b96c-1adc-4a1b-83f5-b0197a8b8c3b tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:26.336329 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6ea58c24-de11-41a1-aa5b-6ade0d1dbae0 req-4fc9b96c-1adc-4a1b-83f5-b0197a8b8c3b tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=2716f9fe-c332-41a4-93ae-a925a51ac31d HTTP/1.1" status: 200 len: 1097 time: 0.1262081 Aug 23 20:58:26.462457 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 4313c1a1-fc0c-4569-8fc6-18ea65e690e3 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:58:26.727765 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 4313c1a1-fc0c-4569-8fc6-18ea65e690e3, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=4313c1a1-fc0c-4569-8fc6-18ea65e690e3,segment=NetworkSegment(ea22680f-5332-4b01-b70b-9305a775c5d3),segment_id=ea22680f-5332-4b01-b70b-9305a775c5d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:58:26.739979 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa3e77-b2ad-4628-8970-ae4ebc904b57 req-cd985bd6-66ff-4d52-a084-296a56a684b9 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:26.742063 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f5fa3e77-b2ad-4628-8970-ae4ebc904b57 req-cd985bd6-66ff-4d52-a084-296a56a684b9 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 945 time: 0.0703130 Aug 23 20:58:26.752123 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '4313c1a1-fc0c-4569-8fc6-18ea65e690e3', 'network_id': '5faaa3e5-2ba2-48da-8dc5-7470a64344bb', 'port_id': '4313c1a1-fc0c-4569-8fc6-18ea65e690e3', 'mac_address': 'fa:16:3e:a0:a2:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '020f8b03-cd32-4dd4-8504-59783c9afdc3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:58:26.770405 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8cc33f84-634a-4a26-9c0c-69c3f557cc9b req-b8c26db7-8ae4-44c1-b36d-57ad6bf8710e service neutron] 10.222.0.32 "GET /v2.0/networks/8f9f903e-93a4-4fe6-b0ce-e2059346b6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6115816 Aug 23 20:58:26.808216 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:26.811015 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6ea58c24-de11-41a1-aa5b-6ade0d1dbae0 req-bf225e24-3b9b-4392-9117-9e484745b6f8 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=2bf39882-aef6-4731-adbc-4cd35050cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4547353 Aug 23 20:58:26.840371 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4313c1a1-fc0c-4569-8fc6-18ea65e690e3 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:58:26.861727 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f5fa3e77-b2ad-4628-8970-ae4ebc904b57 req-3dc120eb-a88a-4aff-a3ef-c0a0f584b184 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=7639381e-614b-4efb-bb16-a9587d85f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105866 Aug 23 20:58:26.899334 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 4313c1a1-fc0c-4569-8fc6-18ea65e690e3, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=4313c1a1-fc0c-4569-8fc6-18ea65e690e3,segment=NetworkSegment(ea22680f-5332-4b01-b70b-9305a775c5d3),segment_id=ea22680f-5332-4b01-b70b-9305a775c5d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:58:26.906310 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:26.964650 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=4313c1a1-fc0c-4569-8fc6-18ea65e690e3,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:27.118836 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['4313c1a1-fc0c-4569-8fc6-18ea65e690e3'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:58:27.393397 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178dc3fe-c24f-449e-9b62-64775ca9e3d4 req-9613b848-ec22-48f7-8464-007f76e698da tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:27.402229 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-178dc3fe-c24f-449e-9b62-64775ca9e3d4 req-9613b848-ec22-48f7-8464-007f76e698da tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f47f9d7-afaf-42f9-8df5-02d6a8545d2f HTTP/1.1" status: 200 len: 944 time: 0.0710392 Aug 23 20:58:27.458230 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-178dc3fe-c24f-449e-9b62-64775ca9e3d4 req-aed76618-8f43-42a6-b8ab-e05703727812 tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] 10.222.0.61 "GET /v2.0/security-groups?id=1920f70a-a952-4f25-925c-71708ea2c359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519235 Aug 23 20:58:27.932522 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7ccc3-16c8-41e3-a920-0f9b47f96b56 req-f0cb77f3-95b3-4a6d-bfee-27fec76eba01 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:27.940608 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-13e7ccc3-16c8-41e3-a920-0f9b47f96b56 req-f0cb77f3-95b3-4a6d-bfee-27fec76eba01 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=2716f9fe-c332-41a4-93ae-a925a51ac31d HTTP/1.1" status: 200 len: 1097 time: 0.0572224 Aug 23 20:58:27.988277 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-13e7ccc3-16c8-41e3-a920-0f9b47f96b56 req-d33cd7a1-3d26-4b2b-ad6f-194583c4f49c tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=2bf39882-aef6-4731-adbc-4cd35050cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427854 Aug 23 20:58:28.072697 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b2d51-e130-4ac6-a60d-80a3215e88f6 req-d2d567bd-1920-4a5e-8ffe-adf92bedaee4 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:28.074627 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-915b2d51-e130-4ac6-a60d-80a3215e88f6 req-d2d567bd-1920-4a5e-8ffe-adf92bedaee4 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 945 time: 0.0806398 Aug 23 20:58:28.147427 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-915b2d51-e130-4ac6-a60d-80a3215e88f6 req-06032c50-ded5-459e-9a5e-70fa171873af tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=7639381e-614b-4efb-bb16-a9587d85f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611901 Aug 23 20:58:28.165664 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6601f79-0de1-4d14-a8b4-37c872e15dda req-a61e2258-e684-4481-b34b-1effa05a3130 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:28.167279 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a6601f79-0de1-4d14-a8b4-37c872e15dda req-a61e2258-e684-4481-b34b-1effa05a3130 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=2716f9fe-c332-41a4-93ae-a925a51ac31d HTTP/1.1" status: 200 len: 1097 time: 0.0705037 Aug 23 20:58:28.207361 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a6601f79-0de1-4d14-a8b4-37c872e15dda req-081e7ce7-3721-4051-8cff-f02f09586433 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=2bf39882-aef6-4731-adbc-4cd35050cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327768 Aug 23 20:58:28.350047 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65159864-9ce8-451d-bb49-50388019eafb req-592c41e8-0446-4a92-b1ed-1b1532de088f tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:28.353673 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-65159864-9ce8-451d-bb49-50388019eafb req-592c41e8-0446-4a92-b1ed-1b1532de088f tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=2716f9fe-c332-41a4-93ae-a925a51ac31d HTTP/1.1" status: 200 len: 1097 time: 0.0559828 Aug 23 20:58:28.400249 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-65159864-9ce8-451d-bb49-50388019eafb req-8881f98a-7011-4645-8430-7624247f2d63 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=2bf39882-aef6-4731-adbc-4cd35050cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384233 Aug 23 20:58:28.471106 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 4313c1a1-fc0c-4569-8fc6-18ea65e690e3 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:58:28.558513 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 4313c1a1-fc0c-4569-8fc6-18ea65e690e3 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:58:28.566466 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 4313c1a1-fc0c-4569-8fc6-18ea65e690e3 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:58:28.567614 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:28.649370 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348cc746-013d-49a1-a6cb-1b7f298a9b97 req-82619637-6295-46a3-a6c0-88d2156a27b0 tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:28.651096 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-348cc746-013d-49a1-a6cb-1b7f298a9b97 req-82619637-6295-46a3-a6c0-88d2156a27b0 tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f47f9d7-afaf-42f9-8df5-02d6a8545d2f HTTP/1.1" status: 200 len: 944 time: 0.0747855 Aug 23 20:58:28.671520 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:28.703114 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f47f9d7-afaf-42f9-8df5-02d6a8545d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4313c1a1-fc0c-4569-8fc6-18ea65e690e3'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:58:28.704392 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4729b6aa-944c-47ac-ba0d-652892d95931" -d '{"events": [{"server_uuid": "4f47f9d7-afaf-42f9-8df5-02d6a8545d2f", "name": "network-vif-plugged", "status": "completed", "tag": "4313c1a1-fc0c-4569-8fc6-18ea65e690e3"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:58:28.720684 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 4313c1a1-fc0c-4569-8fc6-18ea65e690e3, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=4313c1a1-fc0c-4569-8fc6-18ea65e690e3,segment=NetworkSegment(ea22680f-5332-4b01-b70b-9305a775c5d3),segment_id=ea22680f-5332-4b01-b70b-9305a775c5d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:58:28.721203 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-348cc746-013d-49a1-a6cb-1b7f298a9b97 req-ff9ef8de-8ccf-41d6-bc6b-d20b93d27b10 tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] 10.222.0.61 "GET /v2.0/security-groups?id=1920f70a-a952-4f25-925c-71708ea2c359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568039 Aug 23 20:58:28.738528 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:28.768693 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420c06e3-2a37-4e08-8520-106087626499 x-openstack-request-id: req-420c06e3-2a37-4e08-8520-106087626499 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:58:28.769384 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f47f9d7-afaf-42f9-8df5-02d6a8545d2f", "name": "network-vif-plugged", "status": "completed", "tag": "4313c1a1-fc0c-4569-8fc6-18ea65e690e3", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:58:28.769621 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-420c06e3-2a37-4e08-8520-106087626499 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:58:28.770206 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f47f9d7-afaf-42f9-8df5-02d6a8545d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4313c1a1-fc0c-4569-8fc6-18ea65e690e3', 'code': 200} Aug 23 20:58:28.805544 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=4313c1a1-fc0c-4569-8fc6-18ea65e690e3,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:28.873316 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69b7d3-29cd-4ff8-af4d-cfdaaddbb1d0 req-7c4ba841-4f2a-4d1a-bfa7-c1f39d6a9f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:28.874854 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9a69b7d3-29cd-4ff8-af4d-cfdaaddbb1d0 req-7c4ba841-4f2a-4d1a-bfa7-c1f39d6a9f01 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4f47f9d7-afaf-42f9-8df5-02d6a8545d2f HTTP/1.1" status: 200 len: 1096 time: 0.0526834 Aug 23 20:58:28.918141 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9a69b7d3-29cd-4ff8-af4d-cfdaaddbb1d0 req-68ec6d69-8abc-473f-99ee-c9439c8b5bb0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1920f70a-a952-4f25-925c-71708ea2c359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353811 Aug 23 20:58:29.293237 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4481ff0-fd8f-4c49-bade-965e050c9366 req-6fa3020b-01c9-4abc-852d-1012f1013fd9 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:29.296659 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d4481ff0-fd8f-4c49-bade-965e050c9366 req-6fa3020b-01c9-4abc-852d-1012f1013fd9 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 945 time: 0.0747697 Aug 23 20:58:29.353788 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d4481ff0-fd8f-4c49-bade-965e050c9366 req-d1c6f9b9-c330-42b9-a1f8-d400f045921c tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=7639381e-614b-4efb-bb16-a9587d85f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499122 Aug 23 20:58:29.849573 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26051568-c874-4be9-b4f5-0274b9443122 req-e556226c-9707-492a-84fe-0f5dcd22b4e8 tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:29.849573 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-26051568-c874-4be9-b4f5-0274b9443122 req-e556226c-9707-492a-84fe-0f5dcd22b4e8 tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f47f9d7-afaf-42f9-8df5-02d6a8545d2f HTTP/1.1" status: 200 len: 945 time: 0.0665905 Aug 23 20:58:29.899836 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-26051568-c874-4be9-b4f5-0274b9443122 req-01c65b82-ef89-4e3e-81b7-36c34ae55be2 tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] 10.222.0.61 "GET /v2.0/security-groups?id=1920f70a-a952-4f25-925c-71708ea2c359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398557 Aug 23 20:58:30.172375 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd754f-4047-470d-bd8a-90df0cfa8e8d req-607f638f-d9f7-4f3b-a925-dd8e4c2c85b6 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:30.173874 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dfcd754f-4047-470d-bd8a-90df0cfa8e8d req-607f638f-d9f7-4f3b-a925-dd8e4c2c85b6 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/networks?id=e3e711f7-468e-4feb-90bd-7a8d4126de07 HTTP/1.1" status: 200 len: 910 time: 0.1154270 Aug 23 20:58:30.190931 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dfcd754f-4047-470d-bd8a-90df0cfa8e8d req-d82b6e98-2fbb-485d-adc5-e00b5856e35c tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/quotas/641a70d280804e0b8b38c39e3b59a1a7 HTTP/1.1" status: 200 len: 375 time: 0.0090971 Aug 23 20:58:30.245139 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dfcd754f-4047-470d-bd8a-90df0cfa8e8d req-f54266db-ea42-48b6-9c96-1f2c16b0db0e tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/ports?tenant_id=641a70d280804e0b8b38c39e3b59a1a7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471635 Aug 23 20:58:30.345834 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dfcd754f-4047-470d-bd8a-90df0cfa8e8d req-8f7bf371-64c8-4c96-9217-fd7815c1f466 service neutron] 10.222.0.61 "GET /v2.0/networks/e3e711f7-468e-4feb-90bd-7a8d4126de07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912733 Aug 23 20:58:30.465159 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dfcd754f-4047-470d-bd8a-90df0cfa8e8d req-90a66125-8745-400b-bd96-8348ea89dae8 service neutron] 10.222.0.61 "GET /v2.0/networks/e3e711f7-468e-4feb-90bd-7a8d4126de07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128078 Aug 23 20:58:30.516024 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f022af2-fc6d-4e56-985a-fad653143438 req-8bf71067-85a9-4cd7-9271-208b53231b53 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:30.517978 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4f022af2-fc6d-4e56-985a-fad653143438 req-8bf71067-85a9-4cd7-9271-208b53231b53 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 945 time: 0.0719936 Aug 23 20:58:30.565766 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4f022af2-fc6d-4e56-985a-fad653143438 req-82df4490-587f-4ef5-88bf-4b1b72dc1ab8 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=7639381e-614b-4efb-bb16-a9587d85f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404325 Aug 23 20:58:30.696778 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-843a3283-051d-4831-934c-b29e951ada41 req-0c956412-1d0b-408c-8d14-c0b59abd67fd tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=5b1571b7-b1c3-436d-a873-fd048792be14 HTTP/1.1" status: 200 len: 210 time: 0.0400167 Aug 23 20:58:30.747497 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d737098-9fde-41f3-ba0f-b20c16680c3c req-5c7088e6-dde4-42b4-831d-fcb261baa10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:30.750053 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3d737098-9fde-41f3-ba0f-b20c16680c3c req-5c7088e6-dde4-42b4-831d-fcb261baa10b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a420101d8537446c948533816ff31a9c&device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 1096 time: 0.0486324 Aug 23 20:58:30.858007 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d737098-9fde-41f3-ba0f-b20c16680c3c req-8d46ed31-2765-4889-aeec-4c727d746ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:30.859533 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3d737098-9fde-41f3-ba0f-b20c16680c3c req-8d46ed31-2765-4889-aeec-4c727d746ab9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8f9f903e-93a4-4fe6-b0ce-e2059346b6d0 HTTP/1.1" status: 200 len: 918 time: 0.1001208 Aug 23 20:58:30.958653 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3d737098-9fde-41f3-ba0f-b20c16680c3c req-9dddf3fe-7de8-4b08-bb10-f1d341185ae2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f678bad-3e00-4d1c-85e4-52f0f696f918 HTTP/1.1" status: 200 len: 1001 time: 0.0907023 Aug 23 20:58:31.045961 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d737098-9fde-41f3-ba0f-b20c16680c3c req-b31b9e04-ab2c-404a-a980-f9d8aaa7cd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:31.047428 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3d737098-9fde-41f3-ba0f-b20c16680c3c req-b31b9e04-ab2c-404a-a980-f9d8aaa7cd5d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d199577e-85a3-487d-894b-30e054d60332 HTTP/1.1" status: 200 len: 856 time: 0.0815229 Aug 23 20:58:31.072426 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c897b-7449-4b78-9f9a-7923ab7df66f req-ab393f07-7d98-4418-8d82-b7d98d2c1be5 tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:31.073945 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2d8c897b-7449-4b78-9f9a-7923ab7df66f req-ab393f07-7d98-4418-8d82-b7d98d2c1be5 tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f47f9d7-afaf-42f9-8df5-02d6a8545d2f HTTP/1.1" status: 200 len: 945 time: 0.0737445 Aug 23 20:58:31.148757 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2d8c897b-7449-4b78-9f9a-7923ab7df66f req-c7532697-795f-48fb-b26a-8c4724f64e86 tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] 10.222.0.61 "GET /v2.0/security-groups?id=1920f70a-a952-4f25-925c-71708ea2c359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540485 Aug 23 20:58:31.150566 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d737098-9fde-41f3-ba0f-b20c16680c3c req-84fd6329-7871-4abf-9e73-029e20f456c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:31.152116 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3d737098-9fde-41f3-ba0f-b20c16680c3c req-84fd6329-7871-4abf-9e73-029e20f456c0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8f9f903e-93a4-4fe6-b0ce-e2059346b6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0969052 Aug 23 20:58:31.264740 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3d737098-9fde-41f3-ba0f-b20c16680c3c req-b484b34e-96b0-4b7d-8112-62df5b57955a service neutron] 10.222.0.32 "GET /v2.0/networks/8f9f903e-93a4-4fe6-b0ce-e2059346b6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044509 Aug 23 20:58:31.374205 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3d737098-9fde-41f3-ba0f-b20c16680c3c req-6d0cb271-b71e-4013-a0ec-812be3051c32 service neutron] 10.222.0.32 "GET /v2.0/networks/8f9f903e-93a4-4fe6-b0ce-e2059346b6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011369 Aug 23 20:58:31.596535 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b61e3f-4e7f-45a8-bd31-67836e425ca9 req-c45c27ef-b98d-4f1e-b725-e03505faf038 tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:31.600577 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-63b61e3f-4e7f-45a8-bd31-67836e425ca9 req-c45c27ef-b98d-4f1e-b725-e03505faf038 tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f47f9d7-afaf-42f9-8df5-02d6a8545d2f HTTP/1.1" status: 200 len: 945 time: 0.0544286 Aug 23 20:58:31.651353 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-63b61e3f-4e7f-45a8-bd31-67836e425ca9 req-f458e592-4617-4e36-bcd4-f8b7cea9c90e tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] 10.222.0.61 "GET /v2.0/security-groups?id=1920f70a-a952-4f25-925c-71708ea2c359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432959 Aug 23 20:58:31.703819 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb985d26-f0d5-4baf-aae1-98ff24728eba req-ba09ccd3-1fc7-4e8d-9aae-4aa5301ff61c tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:31.705364 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fb985d26-f0d5-4baf-aae1-98ff24728eba req-ba09ccd3-1fc7-4e8d-9aae-4aa5301ff61c tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 945 time: 0.0549710 Aug 23 20:58:31.793602 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-869248b0-10af-4382-9c5c-1fb2f1af5866 req-4032136e-3abb-4f45-b41f-fa670d83e5cd tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=5b1571b7-b1c3-436d-a873-fd048792be14 HTTP/1.1" status: 200 len: 210 time: 0.0295222 Aug 23 20:58:31.827550 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fb985d26-f0d5-4baf-aae1-98ff24728eba req-9dc7454c-6770-406a-b086-6980b1069471 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=7639381e-614b-4efb-bb16-a9587d85f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142011 Aug 23 20:58:31.858281 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd754f-4047-470d-bd8a-90df0cfa8e8d req-fb62a37a-21c8-4b4d-8dec-c2bff8e96427 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:31.859846 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dfcd754f-4047-470d-bd8a-90df0cfa8e8d req-fb62a37a-21c8-4b4d-8dec-c2bff8e96427 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.11 "GET /v2.0/networks?id=e3e711f7-468e-4feb-90bd-7a8d4126de07 HTTP/1.1" status: 200 len: 910 time: 0.1447649 Aug 23 20:58:31.875734 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-dfcd754f-4047-470d-bd8a-90df0cfa8e8d req-50208add-6f3b-4073-ba68-099ac61eb6a5 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Request body: {'port': {'device_id': '5b1571b7-b1c3-436d-a873-fd048792be14', 'network_id': 'e3e711f7-468e-4feb-90bd-7a8d4126de07', 'admin_state_up': True, 'tenant_id': '641a70d280804e0b8b38c39e3b59a1a7'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:58:31.897824 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfcd754f-4047-470d-bd8a-90df0cfa8e8d req-50208add-6f3b-4073-ba68-099ac61eb6a5 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Made reservation on behalf of 641a70d280804e0b8b38c39e3b59a1a7 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:58:31.900102 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-dfcd754f-4047-470d-bd8a-90df0cfa8e8d req-50208add-6f3b-4073-ba68-099ac61eb6a5 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:32.019610 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-dfcd754f-4047-470d-bd8a-90df0cfa8e8d req-50208add-6f3b-4073-ba68-099ac61eb6a5 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Allocated IP 172.20.0.11 (e3e711f7-468e-4feb-90bd-7a8d4126de07/3d95718c-2d0a-4ac0-b47f-2a5f989f6fce/1f9599bf-4693-458a-a6bf-6b610d31833f) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:58:32.164914 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-dfcd754f-4047-470d-bd8a-90df0cfa8e8d req-50208add-6f3b-4073-ba68-099ac61eb6a5 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:32.180564 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-dfcd754f-4047-470d-bd8a-90df0cfa8e8d req-50208add-6f3b-4073-ba68-099ac61eb6a5 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Transition to ACTIVE for port object 1f9599bf-4693-458a-a6bf-6b610d31833f will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:58:32.221415 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-dfcd754f-4047-470d-bd8a-90df0cfa8e8d req-50208add-6f3b-4073-ba68-099ac61eb6a5 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:32.259683 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['01525dad-c6b3-471b-881e-9c38e151ed9a'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:58:32.268755 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfcd754f-4047-470d-bd8a-90df0cfa8e8d req-50208add-6f3b-4073-ba68-099ac61eb6a5 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Network e3e711f7-468e-4feb-90bd-7a8d4126de07 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:58:32.272528 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-dfcd754f-4047-470d-bd8a-90df0cfa8e8d req-50208add-6f3b-4073-ba68-099ac61eb6a5 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:58:32.275534 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfcd754f-4047-470d-bd8a-90df0cfa8e8d req-50208add-6f3b-4073-ba68-099ac61eb6a5 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:58:32.302307 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50208add-6f3b-4073-ba68-099ac61eb6a5 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Pushing event updated for resources: {'Port': ['ID=1f9599bf-4693-458a-a6bf-6b610d31833f,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:32.317148 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50208add-6f3b-4073-ba68-099ac61eb6a5 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:58:32.317489 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50208add-6f3b-4073-ba68-099ac61eb6a5 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:58:32.317914 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50208add-6f3b-4073-ba68-099ac61eb6a5 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:58:32.318250 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50208add-6f3b-4073-ba68-099ac61eb6a5 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:58:32.318585 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50208add-6f3b-4073-ba68-099ac61eb6a5 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:58:32.319094 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50208add-6f3b-4073-ba68-099ac61eb6a5 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:58:32.319910 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50208add-6f3b-4073-ba68-099ac61eb6a5 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:58:32.320469 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50208add-6f3b-4073-ba68-099ac61eb6a5 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:58:32.321962 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50208add-6f3b-4073-ba68-099ac61eb6a5 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:58:32.322273 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50208add-6f3b-4073-ba68-099ac61eb6a5 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:58:32.323037 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50208add-6f3b-4073-ba68-099ac61eb6a5 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:58:32.323650 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50208add-6f3b-4073-ba68-099ac61eb6a5 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:58:32.350629 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd754f-4047-470d-bd8a-90df0cfa8e8d req-50208add-6f3b-4073-ba68-099ac61eb6a5 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:32.351259 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-dfcd754f-4047-470d-bd8a-90df0cfa8e8d req-50208add-6f3b-4073-ba68-099ac61eb6a5 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:32.370851 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dfcd754f-4047-470d-bd8a-90df0cfa8e8d req-50208add-6f3b-4073-ba68-099ac61eb6a5 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5010037 Aug 23 20:58:32.393347 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-dfcd754f-4047-470d-bd8a-90df0cfa8e8d req-de929dd3-d788-47ab-82fa-4c7372f99ea2 service neutron] Request body: {'port': {'device_id': '5b1571b7-b1c3-436d-a873-fd048792be14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:58:32.465477 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-dfcd754f-4047-470d-bd8a-90df0cfa8e8d req-de929dd3-d788-47ab-82fa-4c7372f99ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:32.555653 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2a85da80-34f2-4c21-9188-32a5d5737e79 None None] Provisioning for port 1f9599bf-4693-458a-a6bf-6b610d31833f completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:58:32.561429 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2a85da80-34f2-4c21-9188-32a5d5737e79 None None] Provisioning complete for port 1f9599bf-4693-458a-a6bf-6b610d31833f triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:58:32.562356 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2a85da80-34f2-4c21-9188-32a5d5737e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:32.603464 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-2a85da80-34f2-4c21-9188-32a5d5737e79 None None] Port 1f9599bf-4693-458a-a6bf-6b610d31833f cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:58:32.764391 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-dfcd754f-4047-470d-bd8a-90df0cfa8e8d req-de929dd3-d788-47ab-82fa-4c7372f99ea2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f9599bf-4693-458a-a6bf-6b610d31833f {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:58:32.772363 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-dfcd754f-4047-470d-bd8a-90df0cfa8e8d req-de929dd3-d788-47ab-82fa-4c7372f99ea2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:32.779593 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58d1e5-9e3f-4da7-91b1-c0a85ef73038 req-22c6df39-bb8b-4d98-a7a4-c23eb6d4787d tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:32.782192 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6e58d1e5-9e3f-4da7-91b1-c0a85ef73038 req-22c6df39-bb8b-4d98-a7a4-c23eb6d4787d tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f47f9d7-afaf-42f9-8df5-02d6a8545d2f HTTP/1.1" status: 200 len: 945 time: 0.0565038 Aug 23 20:58:32.787355 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-dfcd754f-4047-470d-bd8a-90df0cfa8e8d req-de929dd3-d788-47ab-82fa-4c7372f99ea2 service neutron] Transition to ACTIVE for port object 1f9599bf-4693-458a-a6bf-6b610d31833f will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:58:32.792507 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-dfcd754f-4047-470d-bd8a-90df0cfa8e8d req-de929dd3-d788-47ab-82fa-4c7372f99ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:32.828178 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6e58d1e5-9e3f-4da7-91b1-c0a85ef73038 req-b33ef272-c2ae-4215-8f60-e2deb39db759 tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] 10.222.0.61 "GET /v2.0/security-groups?id=1920f70a-a952-4f25-925c-71708ea2c359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387793 Aug 23 20:58:32.871618 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de929dd3-d788-47ab-82fa-4c7372f99ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=1f9599bf-4693-458a-a6bf-6b610d31833f,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:32.981183 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-dfcd754f-4047-470d-bd8a-90df0cfa8e8d req-de929dd3-d788-47ab-82fa-4c7372f99ea2 service neutron] Attempting to bind port 1f9599bf-4693-458a-a6bf-6b610d31833f on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:58:32.981183 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-dfcd754f-4047-470d-bd8a-90df0cfa8e8d req-de929dd3-d788-47ab-82fa-4c7372f99ea2 service neutron] Attempting to bind port 1f9599bf-4693-458a-a6bf-6b610d31833f by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '04611e56-ea69-4862-b959-3828470acb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e3e711f7-468e-4feb-90bd-7a8d4126de07'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:58:32.981714 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcd754f-4047-470d-bd8a-90df0cfa8e8d req-de929dd3-d788-47ab-82fa-4c7372f99ea2 service neutron] Attempting to bind port 1f9599bf-4693-458a-a6bf-6b610d31833f on network e3e711f7-468e-4feb-90bd-7a8d4126de07 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:58:32.987399 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea1170-adc4-474a-a76a-65a9502eff37 req-4a53e6ef-3296-4c17-a516-0148b94c94ff tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:32.988985 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f7ea1170-adc4-474a-a76a-65a9502eff37 req-4a53e6ef-3296-4c17-a516-0148b94c94ff tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=5b1571b7-b1c3-436d-a873-fd048792be14 HTTP/1.1" status: 200 len: 1053 time: 0.0654600 Aug 23 20:58:32.990076 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcd754f-4047-470d-bd8a-90df0cfa8e8d req-de929dd3-d788-47ab-82fa-4c7372f99ea2 service neutron] Port 1f9599bf-4693-458a-a6bf-6b610d31833f on network e3e711f7-468e-4feb-90bd-7a8d4126de07 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:58:32.990402 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcd754f-4047-470d-bd8a-90df0cfa8e8d req-de929dd3-d788-47ab-82fa-4c7372f99ea2 service neutron] Attempting to bind port 1f9599bf-4693-458a-a6bf-6b610d31833f on network e3e711f7-468e-4feb-90bd-7a8d4126de07 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:58:32.995793 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcd754f-4047-470d-bd8a-90df0cfa8e8d req-de929dd3-d788-47ab-82fa-4c7372f99ea2 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:58:32.996188 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcd754f-4047-470d-bd8a-90df0cfa8e8d req-de929dd3-d788-47ab-82fa-4c7372f99ea2 service neutron] Checking segment: {'id': '04611e56-ea69-4862-b959-3828470acb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e3e711f7-468e-4feb-90bd-7a8d4126de07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:58:32.996576 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcd754f-4047-470d-bd8a-90df0cfa8e8d req-de929dd3-d788-47ab-82fa-4c7372f99ea2 service neutron] Bound using segment: {'id': '04611e56-ea69-4862-b959-3828470acb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e3e711f7-468e-4feb-90bd-7a8d4126de07'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:58:32.997014 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-dfcd754f-4047-470d-bd8a-90df0cfa8e8d req-de929dd3-d788-47ab-82fa-4c7372f99ea2 service neutron] Bound port: 1f9599bf-4693-458a-a6bf-6b610d31833f, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04611e56-ea69-4862-b959-3828470acb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e3e711f7-468e-4feb-90bd-7a8d4126de07'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:58:32.997376 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-dfcd754f-4047-470d-bd8a-90df0cfa8e8d req-de929dd3-d788-47ab-82fa-4c7372f99ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:33.002931 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ec7d4-40d3-44e6-b679-df873b6700dd req-a090337f-15c8-48f7-93eb-75eb6d0b54eb tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:33.004924 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-938ec7d4-40d3-44e6-b679-df873b6700dd req-a090337f-15c8-48f7-93eb-75eb6d0b54eb tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f47f9d7-afaf-42f9-8df5-02d6a8545d2f HTTP/1.1" status: 200 len: 945 time: 0.1102397 Aug 23 20:58:33.024094 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70567970-df71-4574-89fb-1b03dc1cbbba req-cb24ab90-a42d-4edf-8023-0a4f0949797d tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:33.026845 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-70567970-df71-4574-89fb-1b03dc1cbbba req-cb24ab90-a42d-4edf-8023-0a4f0949797d tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 945 time: 0.0954721 Aug 23 20:58:33.079613 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f7ea1170-adc4-474a-a76a-65a9502eff37 req-08a1d236-a117-42c7-b069-80f76bb89350 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=2bf39882-aef6-4731-adbc-4cd35050cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798352 Aug 23 20:58:33.118317 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-dfcd754f-4047-470d-bd8a-90df0cfa8e8d req-de929dd3-d788-47ab-82fa-4c7372f99ea2 service neutron] For port 1f9599bf-4693-458a-a6bf-6b610d31833f, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:58:33.121660 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-dfcd754f-4047-470d-bd8a-90df0cfa8e8d req-de929dd3-d788-47ab-82fa-4c7372f99ea2 service neutron] For port 1f9599bf-4693-458a-a6bf-6b610d31833f, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=1f9599bf-4693-458a-a6bf-6b610d31833f,segment=NetworkSegment(04611e56-ea69-4862-b959-3828470acb70),segment_id=04611e56-ea69-4862-b959-3828470acb70)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:58:33.128742 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-dfcd754f-4047-470d-bd8a-90df0cfa8e8d req-de929dd3-d788-47ab-82fa-4c7372f99ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:33.142347 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-70567970-df71-4574-89fb-1b03dc1cbbba req-26ffa05c-804e-4751-8a37-b8f53216920c tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=7639381e-614b-4efb-bb16-a9587d85f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782530 Aug 23 20:58:33.174833 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd754f-4047-470d-bd8a-90df0cfa8e8d req-de929dd3-d788-47ab-82fa-4c7372f99ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:33.176299 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-dfcd754f-4047-470d-bd8a-90df0cfa8e8d req-de929dd3-d788-47ab-82fa-4c7372f99ea2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:33.177724 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dfcd754f-4047-470d-bd8a-90df0cfa8e8d req-de929dd3-d788-47ab-82fa-4c7372f99ea2 service neutron] 10.222.0.11 "PUT /v2.0/ports/1f9599bf-4693-458a-a6bf-6b610d31833f HTTP/1.1" status: 200 len: 1092 time: 0.7927165 Aug 23 20:58:33.180284 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b1571b7-b1c3-436d-a873-fd048792be14', 'tag': '1f9599bf-4693-458a-a6bf-6b610d31833f'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:58:33.183705 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d337557-f1fd-4b00-a0fb-659b38bbfbdc" -d '{"events": [{"name": "network-changed", "server_uuid": "5b1571b7-b1c3-436d-a873-fd048792be14", "tag": "1f9599bf-4693-458a-a6bf-6b610d31833f"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:58:33.194254 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-938ec7d4-40d3-44e6-b679-df873b6700dd req-386fd8ed-afcc-4482-b17d-a6f01f33aa16 tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] Deleting port 4313c1a1-fc0c-4569-8fc6-18ea65e690e3 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:58:33.194811 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-938ec7d4-40d3-44e6-b679-df873b6700dd req-386fd8ed-afcc-4482-b17d-a6f01f33aa16 tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:33.264169 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca6d100-2010-4aa5-9c0e-10131fb3d26c x-openstack-request-id: req-dca6d100-2010-4aa5-9c0e-10131fb3d26c {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:58:33.264503 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b1571b7-b1c3-436d-a873-fd048792be14", "tag": "1f9599bf-4693-458a-a6bf-6b610d31833f", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:58:33.264704 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dca6d100-2010-4aa5-9c0e-10131fb3d26c {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:58:33.265118 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b1571b7-b1c3-436d-a873-fd048792be14', 'tag': '1f9599bf-4693-458a-a6bf-6b610d31833f', 'status': 'completed', 'code': 200} Aug 23 20:58:33.332819 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de929dd3-d788-47ab-82fa-4c7372f99ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=1f9599bf-4693-458a-a6bf-6b610d31833f,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:33.352937 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd754f-4047-470d-bd8a-90df0cfa8e8d req-c99f4126-5ec3-413b-aaa9-96de1c18223b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:33.354729 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dfcd754f-4047-470d-bd8a-90df0cfa8e8d req-c99f4126-5ec3-413b-aaa9-96de1c18223b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=641a70d280804e0b8b38c39e3b59a1a7&device_id=5b1571b7-b1c3-436d-a873-fd048792be14 HTTP/1.1" status: 200 len: 1095 time: 0.1166997 Aug 23 20:58:33.369873 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-938ec7d4-40d3-44e6-b679-df873b6700dd req-386fd8ed-afcc-4482-b17d-a6f01f33aa16 tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] For port 4313c1a1-fc0c-4569-8fc6-18ea65e690e3, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=4313c1a1-fc0c-4569-8fc6-18ea65e690e3,segment=NetworkSegment(ea22680f-5332-4b01-b70b-9305a775c5d3),segment_id=ea22680f-5332-4b01-b70b-9305a775c5d3)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:58:33.370245 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-938ec7d4-40d3-44e6-b679-df873b6700dd req-386fd8ed-afcc-4482-b17d-a6f01f33aa16 tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:33.400771 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-938ec7d4-40d3-44e6-b679-df873b6700dd req-386fd8ed-afcc-4482-b17d-a6f01f33aa16 tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] Calling delete_port for 4313c1a1-fc0c-4569-8fc6-18ea65e690e3 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:58:33.414990 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dfcd754f-4047-470d-bd8a-90df0cfa8e8d req-27863fed-f923-48cf-b943-6eac4b59a92d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f9599bf-4693-458a-a6bf-6b610d31833f HTTP/1.1" status: 200 len: 217 time: 0.0493000 Aug 23 20:58:33.485236 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd754f-4047-470d-bd8a-90df0cfa8e8d req-54394c5c-07d7-444d-b5e6-f8ba62eeaf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:33.487333 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dfcd754f-4047-470d-bd8a-90df0cfa8e8d req-54394c5c-07d7-444d-b5e6-f8ba62eeaf75 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3d95718c-2d0a-4ac0-b47f-2a5f989f6fce HTTP/1.1" status: 200 len: 848 time: 0.0664239 Aug 23 20:58:33.540741 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd754f-4047-470d-bd8a-90df0cfa8e8d req-d9c03ad3-8392-44b7-b830-715d05a27597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:33.542356 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dfcd754f-4047-470d-bd8a-90df0cfa8e8d req-d9c03ad3-8392-44b7-b830-715d05a27597 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e3e711f7-468e-4feb-90bd-7a8d4126de07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475535 Aug 23 20:58:33.582722 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-938ec7d4-40d3-44e6-b679-df873b6700dd req-386fd8ed-afcc-4482-b17d-a6f01f33aa16 tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:33.597422 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['4313c1a1-fc0c-4569-8fc6-18ea65e690e3'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:58:33.617793 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386fd8ed-afcc-4482-b17d-a6f01f33aa16 tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] Pushing event deleted for resources: {'Port': ['ID=4313c1a1-fc0c-4569-8fc6-18ea65e690e3,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:33.647523 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dfcd754f-4047-470d-bd8a-90df0cfa8e8d req-624b87f4-2dcf-4ffb-a938-fee877f1e6ad service neutron] 10.222.0.11 "GET /v2.0/networks/e3e711f7-468e-4feb-90bd-7a8d4126de07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966341 Aug 23 20:58:33.664724 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 5f678bad-3e00-4d1c-85e4-52f0f696f918 no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:58:33.668008 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-938ec7d4-40d3-44e6-b679-df873b6700dd req-386fd8ed-afcc-4482-b17d-a6f01f33aa16 tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] No DVR routers for this DVR port 4313c1a1-fc0c-4569-8fc6-18ea65e690e3 on host n-h1-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:58:33.671873 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-938ec7d4-40d3-44e6-b679-df873b6700dd req-386fd8ed-afcc-4482-b17d-a6f01f33aa16 tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:33.674091 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-938ec7d4-40d3-44e6-b679-df873b6700dd req-386fd8ed-afcc-4482-b17d-a6f01f33aa16 tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] 10.222.0.11 "DELETE /v2.0/ports/4313c1a1-fc0c-4569-8fc6-18ea65e690e3 HTTP/1.1" status: 204 len: 173 time: 0.6618729 Aug 23 20:58:33.674690 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f47f9d7-afaf-42f9-8df5-02d6a8545d2f', 'name': 'network-vif-deleted', 'tag': '4313c1a1-fc0c-4569-8fc6-18ea65e690e3'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:58:33.677236 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6552e5-de4a-4d2d-9a9c-706181deea76" -d '{"events": [{"server_uuid": "4f47f9d7-afaf-42f9-8df5-02d6a8545d2f", "name": "network-vif-deleted", "tag": "4313c1a1-fc0c-4569-8fc6-18ea65e690e3"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:58:33.735057 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba0c5a0-de6b-4017-8950-fa6e97880236 x-openstack-request-id: req-5ba0c5a0-de6b-4017-8950-fa6e97880236 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:58:33.735545 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f47f9d7-afaf-42f9-8df5-02d6a8545d2f", "name": "network-vif-deleted", "tag": "4313c1a1-fc0c-4569-8fc6-18ea65e690e3", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:58:33.735995 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5ba0c5a0-de6b-4017-8950-fa6e97880236 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:58:33.736588 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f47f9d7-afaf-42f9-8df5-02d6a8545d2f', 'name': 'network-vif-deleted', 'tag': '4313c1a1-fc0c-4569-8fc6-18ea65e690e3', 'status': 'completed', 'code': 200} Aug 23 20:58:33.777413 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:33.803115 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dfcd754f-4047-470d-bd8a-90df0cfa8e8d req-6f2f90b6-ed30-4e93-9da4-fc28b4f228ce service neutron] 10.222.0.11 "GET /v2.0/networks/e3e711f7-468e-4feb-90bd-7a8d4126de07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482964 Aug 23 20:58:33.805398 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f0acb6-1641-410a-b7be-8afa857512bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f678bad-3e00-4d1c-85e4-52f0f696f918'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:58:33.807934 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5deada-5f9a-41c6-91fe-bc43b7cda38c" -d '{"events": [{"server_uuid": "97f0acb6-1641-410a-b7be-8afa857512bc", "name": "network-vif-unplugged", "status": "completed", "tag": "5f678bad-3e00-4d1c-85e4-52f0f696f918"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:58:33.823193 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 5f678bad-3e00-4d1c-85e4-52f0f696f918, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=5f678bad-3e00-4d1c-85e4-52f0f696f918,segment=NetworkSegment(d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a),segment_id=d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:58:33.829993 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:33.878527 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 23 Aug 2021 20:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ad0275-73af-43b0-b22f-2f6b00e70df9 x-openstack-request-id: req-b8ad0275-73af-43b0-b22f-2f6b00e70df9 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:58:33.878817 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f0acb6-1641-410a-b7be-8afa857512bc", "name": "network-vif-unplugged", "status": "failed", "tag": "5f678bad-3e00-4d1c-85e4-52f0f696f918", "code": 422}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:58:33.879069 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b8ad0275-73af-43b0-b22f-2f6b00e70df9 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:58:33.879457 n-d-805663-2 neutron-server[94689]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '97f0acb6-1641-410a-b7be-8afa857512bc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5f678bad-3e00-4d1c-85e4-52f0f696f918', 'code': 422} returned with failed status Aug 23 20:58:33.915605 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=5f678bad-3e00-4d1c-85e4-52f0f696f918,revision_number=8']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:33.926240 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d337557-f1fd-4b00-a0fb-659b38bbfbdc req-72f09106-0707-4077-a414-d584fb8b8013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:33.928424 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6d337557-f1fd-4b00-a0fb-659b38bbfbdc req-72f09106-0707-4077-a414-d584fb8b8013 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=641a70d280804e0b8b38c39e3b59a1a7&device_id=5b1571b7-b1c3-436d-a873-fd048792be14 HTTP/1.1" status: 200 len: 1095 time: 0.0554104 Aug 23 20:58:33.985388 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fade97d5-4126-491f-884b-6e1c9ab7900d req-2136af44-02cb-4e4b-9ec6-efe3c96949a1 tempest-ServerPasswordTestJSON-928329029 tempest-ServerPasswordTestJSON-928329029-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f47f9d7-afaf-42f9-8df5-02d6a8545d2f HTTP/1.1" status: 200 len: 210 time: 0.0291514 Aug 23 20:58:34.031105 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d337557-f1fd-4b00-a0fb-659b38bbfbdc req-85cbb120-3a0e-4101-928f-bac7410f06fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:34.032640 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6d337557-f1fd-4b00-a0fb-659b38bbfbdc req-85cbb120-3a0e-4101-928f-bac7410f06fd service neutron] 10.222.0.11 "GET /v2.0/networks?id=e3e711f7-468e-4feb-90bd-7a8d4126de07 HTTP/1.1" status: 200 len: 910 time: 0.0944147 Aug 23 20:58:34.081478 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6d337557-f1fd-4b00-a0fb-659b38bbfbdc req-c12ca737-b011-4895-8d89-a821a04470d3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f9599bf-4693-458a-a6bf-6b610d31833f HTTP/1.1" status: 200 len: 217 time: 0.0380065 Aug 23 20:58:34.144430 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d337557-f1fd-4b00-a0fb-659b38bbfbdc req-28c03458-b1d0-4a3b-99b8-a0c50bb59593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:34.146024 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6d337557-f1fd-4b00-a0fb-659b38bbfbdc req-28c03458-b1d0-4a3b-99b8-a0c50bb59593 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3d95718c-2d0a-4ac0-b47f-2a5f989f6fce HTTP/1.1" status: 200 len: 848 time: 0.0510395 Aug 23 20:58:34.250563 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d337557-f1fd-4b00-a0fb-659b38bbfbdc req-49e5eb79-2945-4041-8470-59d428069c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:34.252089 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6d337557-f1fd-4b00-a0fb-659b38bbfbdc req-49e5eb79-2945-4041-8470-59d428069c50 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e3e711f7-468e-4feb-90bd-7a8d4126de07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0924902 Aug 23 20:58:34.254550 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94ddbe-2a2f-4268-956a-1027b3809ea1 req-4fca65d1-35ef-4986-9479-7ccf8d500381 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:34.256312 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1d94ddbe-2a2f-4268-956a-1027b3809ea1 req-4fca65d1-35ef-4986-9479-7ccf8d500381 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=5b1571b7-b1c3-436d-a873-fd048792be14 HTTP/1.1" status: 200 len: 1095 time: 0.0876157 Aug 23 20:58:34.296551 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6eae18-5be1-4220-82a2-499493a1a911 req-89438aad-0c01-4273-a0a5-6a1d42c02962 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:34.298225 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0f6eae18-5be1-4220-82a2-499493a1a911 req-89438aad-0c01-4273-a0a5-6a1d42c02962 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 943 time: 0.0774214 Aug 23 20:58:34.356309 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1d94ddbe-2a2f-4268-956a-1027b3809ea1 req-74edd992-f907-4a84-b786-d416cf98a5c3 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=2bf39882-aef6-4731-adbc-4cd35050cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882058 Aug 23 20:58:34.373623 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0f6eae18-5be1-4220-82a2-499493a1a911 req-c095ed6a-4471-4784-a330-f963f6949892 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=7639381e-614b-4efb-bb16-a9587d85f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663567 Aug 23 20:58:34.388164 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6d337557-f1fd-4b00-a0fb-659b38bbfbdc req-abc2b9e8-1bf6-42f5-9318-e676015b4dc3 service neutron] 10.222.0.11 "GET /v2.0/networks/e3e711f7-468e-4feb-90bd-7a8d4126de07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281557 Aug 23 20:58:34.493351 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6d337557-f1fd-4b00-a0fb-659b38bbfbdc req-19101093-a81d-4699-b272-c2f5be1918f4 service neutron] 10.222.0.11 "GET /v2.0/networks/e3e711f7-468e-4feb-90bd-7a8d4126de07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960121 Aug 23 20:58:35.045382 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 35476) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:58:35.102218 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-94f0068a-45e2-4e22-9ff8-7bd7b1acaa9a admin admin] Deleting subnet 020f8b03-cd32-4dd4-8504-59783c9afdc3 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:58:35.105574 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-94f0068a-45e2-4e22-9ff8-7bd7b1acaa9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:35.149155 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-94f0068a-45e2-4e22-9ff8-7bd7b1acaa9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:35.192644 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-94f0068a-45e2-4e22-9ff8-7bd7b1acaa9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:35.260835 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-94f0068a-45e2-4e22-9ff8-7bd7b1acaa9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:35.295951 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f0068a-45e2-4e22-9ff8-7bd7b1acaa9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=020f8b03-cd32-4dd4-8504-59783c9afdc3,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:35.299829 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-94f0068a-45e2-4e22-9ff8-7bd7b1acaa9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:35.301218 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-94f0068a-45e2-4e22-9ff8-7bd7b1acaa9a admin admin] 10.222.0.61 "DELETE /v2.0/subnets/020f8b03-cd32-4dd4-8504-59783c9afdc3 HTTP/1.1" status: 204 len: 168 time: 0.2547584 Aug 23 20:58:35.303653 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 35490) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:58:35.427282 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-20e577a6-54f3-460f-a445-72af08bf0ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:35.448132 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b1c27-11ec-4f77-a069-5f385d5dd6a1 req-7b8e1b7b-6534-4395-ac1e-5b7ff680100e tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:35.449702 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b87b1c27-11ec-4f77-a069-5f385d5dd6a1 req-7b8e1b7b-6534-4395-ac1e-5b7ff680100e tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 943 time: 0.1282907 Aug 23 20:58:35.495570 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e42eb3-778a-4b24-b627-0425c1637924 req-68005b81-becd-4fbc-a2d8-2c3e348a99e9 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:35.497975 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-52e42eb3-778a-4b24-b627-0425c1637924 req-68005b81-becd-4fbc-a2d8-2c3e348a99e9 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=5b1571b7-b1c3-436d-a873-fd048792be14 HTTP/1.1" status: 200 len: 1095 time: 0.0594800 Aug 23 20:58:35.547721 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-52e42eb3-778a-4b24-b627-0425c1637924 req-8072348f-982b-4fdc-8e75-b6929f1ea671 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=2bf39882-aef6-4731-adbc-4cd35050cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426414 Aug 23 20:58:35.569177 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-20e577a6-54f3-460f-a445-72af08bf0ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:35.579766 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b87b1c27-11ec-4f77-a069-5f385d5dd6a1 req-363e2351-3eb5-462b-b1b0-997db30927cf tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=7639381e-614b-4efb-bb16-a9587d85f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962288 Aug 23 20:58:35.583099 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-20e577a6-54f3-460f-a445-72af08bf0ead admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5faaa3e5-2ba2-48da-8dc5-7470a64344bb']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:58:35.594124 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-20e577a6-54f3-460f-a445-72af08bf0ead admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea22680f-5332-4b01-b70b-9305a775c5d3') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:58:35.594683 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-20e577a6-54f3-460f-a445-72af08bf0ead admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea22680f-5332-4b01-b70b-9305a775c5d3') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:58:35.611943 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-20e577a6-54f3-460f-a445-72af08bf0ead admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:35.627839 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-20e577a6-54f3-460f-a445-72af08bf0ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:35.634907 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20e577a6-54f3-460f-a445-72af08bf0ead admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:58:35.635298 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-20e577a6-54f3-460f-a445-72af08bf0ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:35.637126 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:58:35.637126 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:58:35.637126 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:58:35.637126 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:58:35.637126 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:58:35.637126 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:58:35.637126 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:58:35.637126 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:58:35.637126 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:58:35.637126 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:58:35.637126 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:58:35.637126 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:58:35.637126 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:58:35.637126 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:58:35.637126 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:58:35.637126 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:58:35.637126 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:58:35.637126 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:58:35.637126 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:58:35.637126 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:58:35.637126 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:58:35.637126 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:58:35.637126 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:58:35.637126 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:58:35.637126 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:58:35.637126 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:58:35.637126 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:58:35.637126 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:58:35.637126 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:58:35.637126 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:58:35.637126 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:58:35.637126 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:58:35.675471 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-18006bb0-2dd8-4bad-907c-14890369fd96 req-2f6fb7ec-2b04-4613-9e2d-391a5b5c991b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1476018 Aug 23 20:58:35.692343 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-20e577a6-54f3-460f-a445-72af08bf0ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:35.713883 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-20e577a6-54f3-460f-a445-72af08bf0ead admin admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:35.716763 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-20e577a6-54f3-460f-a445-72af08bf0ead admin admin] 10.222.0.61 "DELETE /v2.0/networks/5faaa3e5-2ba2-48da-8dc5-7470a64344bb HTTP/1.1" status: 204 len: 168 time: 0.4111660 Aug 23 20:58:35.719068 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e577a6-54f3-460f-a445-72af08bf0ead admin admin] Pushing event deleted for resources: {'Network': ['ID=5faaa3e5-2ba2-48da-8dc5-7470a64344bb,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:35.842754 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 35508) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:58:35.888203 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ee1d74dc-a5b0-40cc-b63e-714bfd2ae089 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6d90cf0a8d4f46eb8c8d5ac5a0b7f0fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440993 Aug 23 20:58:35.890846 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 35512) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:58:35.947893 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b4b05bad-9f45-4182-a302-dab0d5eeff63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:35.975859 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b4b05bad-9f45-4182-a302-dab0d5eeff63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:36.032936 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b4b05bad-9f45-4182-a302-dab0d5eeff63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:36.036383 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b4b05bad-9f45-4182-a302-dab0d5eeff63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:36.040297 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b4b05bad-9f45-4182-a302-dab0d5eeff63 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1920f70a-a952-4f25-925c-71708ea2c359 HTTP/1.1" status: 204 len: 168 time: 0.1457002 Aug 23 20:58:36.048318 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b05bad-9f45-4182-a302-dab0d5eeff63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1920f70a-a952-4f25-925c-71708ea2c359,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:36.497108 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 1f9599bf-4693-458a-a6bf-6b610d31833f details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:58:36.499285 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 4313c1a1-fc0c-4569-8fc6-18ea65e690e3 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:58:36.522701 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: 4313c1a1-fc0c-4569-8fc6-18ea65e690e3 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:58:36.523127 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 4313c1a1-fc0c-4569-8fc6-18ea65e690e3 not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:58:36.658852 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 1f9599bf-4693-458a-a6bf-6b610d31833f, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=1f9599bf-4693-458a-a6bf-6b610d31833f,segment=NetworkSegment(04611e56-ea69-4862-b959-3828470acb70),segment_id=04611e56-ea69-4862-b959-3828470acb70)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:58:36.673844 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '1f9599bf-4693-458a-a6bf-6b610d31833f', 'network_id': 'e3e711f7-468e-4feb-90bd-7a8d4126de07', 'port_id': '1f9599bf-4693-458a-a6bf-6b610d31833f', 'mac_address': 'fa:16:3e:9f:b9:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d95718c-2d0a-4ac0-b47f-2a5f989f6fce', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:58:36.736417 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18006bb0-2dd8-4bad-907c-14890369fd96 req-0a3dcf71-8246-4d0b-b0d4-3b1c012e57c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:36.738910 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-18006bb0-2dd8-4bad-907c-14890369fd96 req-0a3dcf71-8246-4d0b-b0d4-3b1c012e57c4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc&tenant_id=a420101d8537446c948533816ff31a9c HTTP/1.1" status: 200 len: 1094 time: 0.1569154 Aug 23 20:58:36.739044 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:36.748945 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002c516-c798-4144-8e66-a7ef3e16cb18 req-1c372046-ee1b-4b5d-8112-3368ee515620 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:36.755098 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f9599bf-4693-458a-a6bf-6b610d31833f {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:58:36.759284 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c002c516-c798-4144-8e66-a7ef3e16cb18 req-1c372046-ee1b-4b5d-8112-3368ee515620 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=5b1571b7-b1c3-436d-a873-fd048792be14 HTTP/1.1" status: 200 len: 1095 time: 0.1176860 Aug 23 20:58:36.779802 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 1f9599bf-4693-458a-a6bf-6b610d31833f, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=1f9599bf-4693-458a-a6bf-6b610d31833f,segment=NetworkSegment(04611e56-ea69-4862-b959-3828470acb70),segment_id=04611e56-ea69-4862-b959-3828470acb70)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:58:36.788857 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f7fbd-6632-4013-a993-d285ba1135c7 req-63cba75f-d22e-4e2e-bf52-15254e220d53 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:36.790219 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:36.799321 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-144f7fbd-6632-4013-a993-d285ba1135c7 req-63cba75f-d22e-4e2e-bf52-15254e220d53 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 943 time: 0.1054449 Aug 23 20:58:36.851326 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c002c516-c798-4144-8e66-a7ef3e16cb18 req-a43ca7b3-96a9-447e-829e-592be19c1d6d tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=2bf39882-aef6-4731-adbc-4cd35050cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846884 Aug 23 20:58:36.867749 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-144f7fbd-6632-4013-a993-d285ba1135c7 req-01b00ad8-3a7d-49a5-a2e5-51b1e50daeb3 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=7639381e-614b-4efb-bb16-a9587d85f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674989 Aug 23 20:58:36.874504 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18006bb0-2dd8-4bad-907c-14890369fd96 req-3cd582f6-a8e4-4265-bc1f-4416c08b2b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:36.876945 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-18006bb0-2dd8-4bad-907c-14890369fd96 req-3cd582f6-a8e4-4265-bc1f-4416c08b2b6e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a420101d8537446c948533816ff31a9c&device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 1094 time: 0.0944226 Aug 23 20:58:36.891651 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=1f9599bf-4693-458a-a6bf-6b610d31833f,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:36.980370 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 35540) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:58:36.986935 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18006bb0-2dd8-4bad-907c-14890369fd96 req-e6cc8d3d-48c5-4fc0-bcae-80f0d28a51b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:36.988665 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-18006bb0-2dd8-4bad-907c-14890369fd96 req-e6cc8d3d-48c5-4fc0-bcae-80f0d28a51b9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8f9f903e-93a4-4fe6-b0ce-e2059346b6d0 HTTP/1.1" status: 200 len: 918 time: 0.1022182 Aug 23 20:58:37.005184 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['1f9599bf-4693-458a-a6bf-6b610d31833f'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:58:37.086305 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-18006bb0-2dd8-4bad-907c-14890369fd96 req-ae364163-6ee5-48ee-9a58-18fd732ca0f0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f678bad-3e00-4d1c-85e4-52f0f696f918 HTTP/1.1" status: 200 len: 999 time: 0.0890293 Aug 23 20:58:37.129813 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-369c4c52-2597-4974-a882-daf4a4913dfa admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-2126921473-network', 'tenant_id': 'b9c1f26f04e44f2bb8675a03ff23fecd'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:58:37.163600 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369c4c52-2597-4974-a882-daf4a4913dfa admin admin] Made reservation on behalf of b9c1f26f04e44f2bb8675a03ff23fecd for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:58:37.165961 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-369c4c52-2597-4974-a882-daf4a4913dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:37.174116 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18006bb0-2dd8-4bad-907c-14890369fd96 req-93e97057-1ad4-4028-bbc5-43d7b2c7c543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:37.176200 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-18006bb0-2dd8-4bad-907c-14890369fd96 req-93e97057-1ad4-4028-bbc5-43d7b2c7c543 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d199577e-85a3-487d-894b-30e054d60332 HTTP/1.1" status: 200 len: 856 time: 0.0771165 Aug 23 20:58:37.176751 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-369c4c52-2597-4974-a882-daf4a4913dfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:37.240635 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18006bb0-2dd8-4bad-907c-14890369fd96 req-ed564682-37f8-4105-bf9d-151a70f75ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:37.242747 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-18006bb0-2dd8-4bad-907c-14890369fd96 req-ed564682-37f8-4105-bf9d-151a70f75ad2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8f9f903e-93a4-4fe6-b0ce-e2059346b6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566051 Aug 23 20:58:37.297424 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-369c4c52-2597-4974-a882-daf4a4913dfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:37.302943 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-369c4c52-2597-4974-a882-daf4a4913dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:37.327829 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-369c4c52-2597-4974-a882-daf4a4913dfa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:58:37.344834 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c4c52-2597-4974-a882-daf4a4913dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3975a3-d778-4a22-8872-8713b028e7ec,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:37.348112 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-369c4c52-2597-4974-a882-daf4a4913dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:37.348505 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-369c4c52-2597-4974-a882-daf4a4913dfa admin admin] Added segment 9a271b79-85d8-4545-a5eb-d23e09d61624 of type vlan for network 20448750-dc74-47af-87c9-62bc50a2e0af Aug 23 20:58:37.361112 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-18006bb0-2dd8-4bad-907c-14890369fd96 req-c0fefe1b-d608-44a0-af35-d2d37d0a4e58 service neutron] 10.222.0.32 "GET /v2.0/networks/8f9f903e-93a4-4fe6-b0ce-e2059346b6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097522 Aug 23 20:58:37.393347 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-369c4c52-2597-4974-a882-daf4a4913dfa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:37.421205 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-369c4c52-2597-4974-a882-daf4a4913dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:37.422274 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369c4c52-2597-4974-a882-daf4a4913dfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:37.422961 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-369c4c52-2597-4974-a882-daf4a4913dfa admin admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:37.470245 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-18006bb0-2dd8-4bad-907c-14890369fd96 req-3ee7e4c5-e00c-467d-a4d3-0ce0ea6a9047 service neutron] 10.222.0.32 "GET /v2.0/networks/8f9f903e-93a4-4fe6-b0ce-e2059346b6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993958 Aug 23 20:58:37.487869 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-369c4c52-2597-4974-a882-daf4a4913dfa admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5037127 Aug 23 20:58:37.489146 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 35544) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:58:37.498307 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-4eb5a5c5-eec8-4cd0-8929-e97869fa1925 admin admin] Request body: {'subnet': {'network_id': '20448750-dc74-47af-87c9-62bc50a2e0af', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-2126921473-subnet', 'tenant_id': 'b9c1f26f04e44f2bb8675a03ff23fecd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:58:37.503001 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c4c52-2597-4974-a882-daf4a4913dfa admin admin] Pushing event updated for resources: {'Network': ['ID=20448750-dc74-47af-87c9-62bc50a2e0af,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:37.513001 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 20448750-dc74-47af-87c9-62bc50a2e0af details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:58:37.527489 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb5a5c5-eec8-4cd0-8929-e97869fa1925 admin admin] Made reservation on behalf of b9c1f26f04e44f2bb8675a03ff23fecd for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:58:37.530102 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4eb5a5c5-eec8-4cd0-8929-e97869fa1925 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:37.738756 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4eb5a5c5-eec8-4cd0-8929-e97869fa1925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:38.048174 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27cbd13-e6cc-42ec-a170-f6022141d4f5 req-17effd34-6734-4b57-b17b-9e399e5b2bda tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:38.049929 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f27cbd13-e6cc-42ec-a170-f6022141d4f5 req-17effd34-6734-4b57-b17b-9e399e5b2bda tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=5b1571b7-b1c3-436d-a873-fd048792be14 HTTP/1.1" status: 200 len: 1096 time: 0.1246135 Aug 23 20:58:38.133960 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f27cbd13-e6cc-42ec-a170-f6022141d4f5 req-ea2db3c9-2a93-4008-ba03-2834948271de tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=2bf39882-aef6-4731-adbc-4cd35050cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746253 Aug 23 20:58:38.162803 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:58:38.318696 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb5a5c5-eec8-4cd0-8929-e97869fa1925 admin admin] Checking segment: {'id': '9a271b79-85d8-4545-a5eb-d23e09d61624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '20448750-dc74-47af-87c9-62bc50a2e0af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:58:38.319521 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb5a5c5-eec8-4cd0-8929-e97869fa1925 admin admin] Network hostable DHCP agents. Network: 20448750-dc74-47af-87c9-62bc50a2e0af, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:58:38.331456 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb5a5c5-eec8-4cd0-8929-e97869fa1925 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62c10c69-07fc-48ab-8918-0c6d0544c69b,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:38.347740 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa34c2-9c0e-459c-9b94-05d1e74cd660 req-7a264786-fecb-4b2d-a931-df31f1458c34 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:38.357577 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-86aa34c2-9c0e-459c-9b94-05d1e74cd660 req-7a264786-fecb-4b2d-a931-df31f1458c34 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 943 time: 0.1641061 Aug 23 20:58:38.405389 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb5a5c5-eec8-4cd0-8929-e97869fa1925 admin admin] Network 20448750-dc74-47af-87c9-62bc50a2e0af is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:58:38.440891 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-86aa34c2-9c0e-459c-9b94-05d1e74cd660 req-6b21a2b5-ae60-4ee9-9a5f-0814bcdfc42c tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=7639381e-614b-4efb-bb16-a9587d85f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821297 Aug 23 20:58:38.446499 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-4eb5a5c5-eec8-4cd0-8929-e97869fa1925 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 20448750-dc74-47af-87c9-62bc50a2e0af) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:58:38.461359 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee387738-c47d-42c8-ad9e-aa551db5782a None None] Network 20448750-dc74-47af-87c9-62bc50a2e0af requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:58:38.462570 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb5a5c5-eec8-4cd0-8929-e97869fa1925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:38.463230 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4eb5a5c5-eec8-4cd0-8929-e97869fa1925 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:38.482147 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-4eb5a5c5-eec8-4cd0-8929-e97869fa1925 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9914558 Aug 23 20:58:38.561937 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 1f9599bf-4693-458a-a6bf-6b610d31833f up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:58:38.715194 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 1f9599bf-4693-458a-a6bf-6b610d31833f completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:58:38.737969 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 1f9599bf-4693-458a-a6bf-6b610d31833f triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:58:38.738595 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:38.797973 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d165202f-d977-4858-9ed5-ad944c488785 None None] Network 20448750-dc74-47af-87c9-62bc50a2e0af requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:58:38.969528 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:39.014335 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b1571b7-b1c3-436d-a873-fd048792be14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9599bf-4693-458a-a6bf-6b610d31833f'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:58:39.016673 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebec59b-0fb0-4154-a343-a79472205e72" -d '{"events": [{"server_uuid": "5b1571b7-b1c3-436d-a873-fd048792be14", "name": "network-vif-plugged", "status": "completed", "tag": "1f9599bf-4693-458a-a6bf-6b610d31833f"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:58:39.051600 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 1f9599bf-4693-458a-a6bf-6b610d31833f, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=1f9599bf-4693-458a-a6bf-6b610d31833f,segment=NetworkSegment(04611e56-ea69-4862-b959-3828470acb70),segment_id=04611e56-ea69-4862-b959-3828470acb70)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:58:39.086181 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:39.129699 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d104ed3c-d711-44e9-b7ca-362f2b46cc3d x-openstack-request-id: req-d104ed3c-d711-44e9-b7ca-362f2b46cc3d {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:58:39.130030 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b1571b7-b1c3-436d-a873-fd048792be14", "name": "network-vif-plugged", "status": "completed", "tag": "1f9599bf-4693-458a-a6bf-6b610d31833f", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:58:39.130317 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d104ed3c-d711-44e9-b7ca-362f2b46cc3d {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:58:39.130718 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b1571b7-b1c3-436d-a873-fd048792be14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9599bf-4693-458a-a6bf-6b610d31833f', 'code': 200} Aug 23 20:58:39.164929 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=1f9599bf-4693-458a-a6bf-6b610d31833f,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:39.322896 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991440e7-cfae-4c79-9339-f42172cdbd40 req-18ec6b3f-3af0-40f6-8607-a7d1421cac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:39.324544 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-991440e7-cfae-4c79-9339-f42172cdbd40 req-18ec6b3f-3af0-40f6-8607-a7d1421cac9f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5b1571b7-b1c3-436d-a873-fd048792be14 HTTP/1.1" status: 200 len: 1097 time: 0.0829890 Aug 23 20:58:39.330025 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cae4b8-6ffb-413e-8ccc-13e92fcc7db1 req-54eb182a-92c5-4675-a965-c0195da3ac36 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:39.331628 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e1cae4b8-6ffb-413e-8ccc-13e92fcc7db1 req-54eb182a-92c5-4675-a965-c0195da3ac36 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=5b1571b7-b1c3-436d-a873-fd048792be14 HTTP/1.1" status: 200 len: 1097 time: 0.0777731 Aug 23 20:58:39.390774 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-991440e7-cfae-4c79-9339-f42172cdbd40 req-72fbcd97-3458-4f28-9480-f386e089191a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2bf39882-aef6-4731-adbc-4cd35050cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580938 Aug 23 20:58:39.404097 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e1cae4b8-6ffb-413e-8ccc-13e92fcc7db1 req-15319e37-9241-47e7-97bd-26b1cc4dc1ab tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=2bf39882-aef6-4731-adbc-4cd35050cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624156 Aug 23 20:58:39.500523 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89326bb1-d014-406a-be62-afb7aa709453 req-c7240800-3738-451e-beea-4919a4538cb9 tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:39.509101 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-89326bb1-d014-406a-be62-afb7aa709453 req-c7240800-3738-451e-beea-4919a4538cb9 tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] 10.222.0.61 "GET /v2.0/networks?id=20448750-dc74-47af-87c9-62bc50a2e0af HTTP/1.1" status: 200 len: 809 time: 0.1312957 Aug 23 20:58:39.526427 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-89326bb1-d014-406a-be62-afb7aa709453 req-59c2f6a0-8531-4dc1-b951-ac39ddd7ea75 tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] 10.222.0.61 "GET /v2.0/quotas/b9c1f26f04e44f2bb8675a03ff23fecd HTTP/1.1" status: 200 len: 375 time: 0.0159216 Aug 23 20:58:39.565451 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-89326bb1-d014-406a-be62-afb7aa709453 req-21d966e3-57e9-42b8-9e03-71842411e555 tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b9c1f26f04e44f2bb8675a03ff23fecd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377829 Aug 23 20:58:39.613507 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26dd47-40cd-4da5-adb8-237c26f4c8c6 req-2c00f91b-6263-405a-9c7c-2c6d0d7e5d9f tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:39.622251 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4b26dd47-40cd-4da5-adb8-237c26f4c8c6 req-2c00f91b-6263-405a-9c7c-2c6d0d7e5d9f tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 943 time: 0.0743856 Aug 23 20:58:39.671612 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4b26dd47-40cd-4da5-adb8-237c26f4c8c6 req-69664079-f2fe-4c5e-b4c6-573facc4f680 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=7639381e-614b-4efb-bb16-a9587d85f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483205 Aug 23 20:58:39.725069 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-89326bb1-d014-406a-be62-afb7aa709453 req-9a6c36b6-9606-4afa-8d0f-c2c1dea09bae service neutron] 10.222.0.61 "GET /v2.0/networks/20448750-dc74-47af-87c9-62bc50a2e0af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577735 Aug 23 20:58:39.826656 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-89326bb1-d014-406a-be62-afb7aa709453 req-9d737ae0-2490-438e-bc1d-68bf99c78e95 service neutron] 10.222.0.61 "GET /v2.0/networks/20448750-dc74-47af-87c9-62bc50a2e0af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938895 Aug 23 20:58:40.044590 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-091d1142-7e69-4d9f-82d3-290729f69c1b req-cdb1d200-4efb-4536-89e2-4931f3a47f93 tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5e34d59-b707-423e-a8f3-00d0b9ba4626 HTTP/1.1" status: 200 len: 210 time: 0.0428300 Aug 23 20:58:40.048805 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9aa5a5f4-133f-4458-878e-edadb3472a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:40.570607 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:40.585874 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab48b3dd-94ed-4df5-8517-9da3ce0bdb1d req-4e7dfcd3-6ea6-46c1-b446-dc8df189964a tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:40.587459 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ab48b3dd-94ed-4df5-8517-9da3ce0bdb1d req-4e7dfcd3-6ea6-46c1-b446-dc8df189964a tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=5b1571b7-b1c3-436d-a873-fd048792be14 HTTP/1.1" status: 200 len: 1097 time: 0.0824335 Aug 23 20:58:40.646813 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ab48b3dd-94ed-4df5-8517-9da3ce0bdb1d req-42843c26-489e-4d1e-aa2b-45489cbbf0f5 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=2bf39882-aef6-4731-adbc-4cd35050cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529816 Aug 23 20:58:40.812458 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3487ace-bff2-47a0-8829-8f9db4b63b05 req-76a4259d-91b3-4600-8aec-fdfaae7cb565 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:40.814912 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e3487ace-bff2-47a0-8829-8f9db4b63b05 req-76a4259d-91b3-4600-8aec-fdfaae7cb565 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=5b1571b7-b1c3-436d-a873-fd048792be14 HTTP/1.1" status: 200 len: 1097 time: 0.0525188 Aug 23 20:58:40.858522 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff02533-e23c-45d5-b612-cced557ecdd9 req-72894b5a-a482-4fcc-a53d-9c99dbc490b5 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:40.860137 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2ff02533-e23c-45d5-b612-cced557ecdd9 req-72894b5a-a482-4fcc-a53d-9c99dbc490b5 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 943 time: 0.0894780 Aug 23 20:58:40.906258 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e3487ace-bff2-47a0-8829-8f9db4b63b05 req-e415789e-851a-4198-8a1e-89c01f077aaf tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=2bf39882-aef6-4731-adbc-4cd35050cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751836 Aug 23 20:58:40.930362 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2ff02533-e23c-45d5-b612-cced557ecdd9 req-0d7e7868-d9ec-4e05-9719-600bd50a5db8 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=7639381e-614b-4efb-bb16-a9587d85f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634825 Aug 23 20:58:41.058042 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcbf28f-c21f-4aa2-b65b-dae50c19be88 req-4d57c41b-8136-4a66-9156-08681292dbd7 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:41.059584 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9fcbf28f-c21f-4aa2-b65b-dae50c19be88 req-4d57c41b-8136-4a66-9156-08681292dbd7 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=5b1571b7-b1c3-436d-a873-fd048792be14 HTTP/1.1" status: 200 len: 1097 time: 0.0644972 Aug 23 20:58:41.172575 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5df38049-32e1-4dea-8cad-cba67ef32ba4 req-2bdd8ae5-7106-40f0-a963-eb52adff6d98 tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5e34d59-b707-423e-a8f3-00d0b9ba4626 HTTP/1.1" status: 200 len: 210 time: 0.0508838 Aug 23 20:58:41.215047 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9fcbf28f-c21f-4aa2-b65b-dae50c19be88 req-72924152-1ccd-4e26-a8f8-2f0ebf9b6af9 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=2bf39882-aef6-4731-adbc-4cd35050cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488571 Aug 23 20:58:41.308353 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89326bb1-d014-406a-be62-afb7aa709453 req-6aba46e9-418f-4142-a730-f90044639a51 tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:41.315277 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-89326bb1-d014-406a-be62-afb7aa709453 req-6aba46e9-418f-4142-a730-f90044639a51 tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] 10.222.0.11 "GET /v2.0/networks?id=20448750-dc74-47af-87c9-62bc50a2e0af HTTP/1.1" status: 200 len: 809 time: 0.2124500 Aug 23 20:58:41.329654 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-89326bb1-d014-406a-be62-afb7aa709453 req-85549cb3-4900-4935-9405-92b518e7d37b tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] Request body: {'port': {'device_id': 'c5e34d59-b707-423e-a8f3-00d0b9ba4626', 'network_id': '20448750-dc74-47af-87c9-62bc50a2e0af', 'admin_state_up': True, 'tenant_id': 'b9c1f26f04e44f2bb8675a03ff23fecd'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:58:41.473298 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89326bb1-d014-406a-be62-afb7aa709453 req-85549cb3-4900-4935-9405-92b518e7d37b tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] Made reservation on behalf of b9c1f26f04e44f2bb8675a03ff23fecd for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:58:41.477690 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-89326bb1-d014-406a-be62-afb7aa709453 req-85549cb3-4900-4935-9405-92b518e7d37b tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:41.694438 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973af83-3c0e-4f71-8fc8-7c13a74efa12 req-00f6d108-4ae6-455a-a38d-d2c5fb19c64d tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:41.696102 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c973af83-3c0e-4f71-8fc8-7c13a74efa12 req-00f6d108-4ae6-455a-a38d-d2c5fb19c64d tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=5b1571b7-b1c3-436d-a873-fd048792be14 HTTP/1.1" status: 200 len: 1097 time: 0.1463153 Aug 23 20:58:41.738465 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-89326bb1-d014-406a-be62-afb7aa709453 req-85549cb3-4900-4935-9405-92b518e7d37b tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] Allocated IP 172.20.0.3 (20448750-dc74-47af-87c9-62bc50a2e0af/62c10c69-07fc-48ab-8918-0c6d0544c69b/168ccb12-87c2-4742-8d3f-7ce24d93bec6) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:58:41.761462 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c973af83-3c0e-4f71-8fc8-7c13a74efa12 req-fb104321-482e-4e85-9c17-ecb13e78b024 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=2bf39882-aef6-4731-adbc-4cd35050cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534132 Aug 23 20:58:41.942785 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-89326bb1-d014-406a-be62-afb7aa709453 req-85549cb3-4900-4935-9405-92b518e7d37b tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:42.004297 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-89326bb1-d014-406a-be62-afb7aa709453 req-85549cb3-4900-4935-9405-92b518e7d37b tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:42.046358 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89326bb1-d014-406a-be62-afb7aa709453 req-85549cb3-4900-4935-9405-92b518e7d37b tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] Network 20448750-dc74-47af-87c9-62bc50a2e0af is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:58:42.051770 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-89326bb1-d014-406a-be62-afb7aa709453 req-85549cb3-4900-4935-9405-92b518e7d37b tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:58:42.056458 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-89326bb1-d014-406a-be62-afb7aa709453 req-85549cb3-4900-4935-9405-92b518e7d37b tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:58:42.112029 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89326bb1-d014-406a-be62-afb7aa709453 req-85549cb3-4900-4935-9405-92b518e7d37b tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:42.112825 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-89326bb1-d014-406a-be62-afb7aa709453 req-85549cb3-4900-4935-9405-92b518e7d37b tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:42.128260 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85549cb3-4900-4935-9405-92b518e7d37b tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] Pushing event updated for resources: {'Port': ['ID=168ccb12-87c2-4742-8d3f-7ce24d93bec6,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:42.143611 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a7bf7-8fd7-4bc0-9cf3-a0d5afe1d868 req-81884cd9-f3ed-4406-8896-8b29c4222a8e tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:42.145294 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-584a7bf7-8fd7-4bc0-9cf3-a0d5afe1d868 req-81884cd9-f3ed-4406-8896-8b29c4222a8e tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 943 time: 0.1129401 Aug 23 20:58:42.149369 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-89326bb1-d014-406a-be62-afb7aa709453 req-85549cb3-4900-4935-9405-92b518e7d37b tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8199244 Aug 23 20:58:42.159044 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-89326bb1-d014-406a-be62-afb7aa709453 req-eb712f17-96c7-4dcf-ae28-7514df64ac07 service neutron] Request body: {'port': {'device_id': 'c5e34d59-b707-423e-a8f3-00d0b9ba4626', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:58:42.234919 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-584a7bf7-8fd7-4bc0-9cf3-a0d5afe1d868 req-0e1ea93a-b2b0-453c-84bc-2dacac2ef084 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=7639381e-614b-4efb-bb16-a9587d85f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774474 Aug 23 20:58:42.260556 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-89326bb1-d014-406a-be62-afb7aa709453 req-eb712f17-96c7-4dcf-ae28-7514df64ac07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:42.410693 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca652a-be18-4964-97c7-1195a72de664 req-034eb916-27a0-44c3-a477-33a4f586c90c tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:42.413050 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a1ca652a-be18-4964-97c7-1195a72de664 req-034eb916-27a0-44c3-a477-33a4f586c90c tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5e34d59-b707-423e-a8f3-00d0b9ba4626 HTTP/1.1" status: 200 len: 931 time: 0.1422055 Aug 23 20:58:42.504471 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a1ca652a-be18-4964-97c7-1195a72de664 req-a15b432f-2cb7-4542-86f2-cd34cadbc004 tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f3975a3-d778-4a22-8872-8713b028e7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843966 Aug 23 20:58:42.655444 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-89326bb1-d014-406a-be62-afb7aa709453 req-eb712f17-96c7-4dcf-ae28-7514df64ac07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 168ccb12-87c2-4742-8d3f-7ce24d93bec6 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:58:42.664699 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-89326bb1-d014-406a-be62-afb7aa709453 req-eb712f17-96c7-4dcf-ae28-7514df64ac07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:42.679205 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-89326bb1-d014-406a-be62-afb7aa709453 req-eb712f17-96c7-4dcf-ae28-7514df64ac07 service neutron] Transition to ACTIVE for port object 168ccb12-87c2-4742-8d3f-7ce24d93bec6 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:58:42.684469 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-89326bb1-d014-406a-be62-afb7aa709453 req-eb712f17-96c7-4dcf-ae28-7514df64ac07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:42.741879 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb712f17-96c7-4dcf-ae28-7514df64ac07 service neutron] Pushing event updated for resources: {'Port': ['ID=168ccb12-87c2-4742-8d3f-7ce24d93bec6,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:42.831310 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f187f-083d-41d9-9328-1958379f6975 req-68209173-a023-417d-9b45-99e1f4526059 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:42.833012 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7a3f187f-083d-41d9-9328-1958379f6975 req-68209173-a023-417d-9b45-99e1f4526059 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5b1571b7-b1c3-436d-a873-fd048792be14 HTTP/1.1" status: 200 len: 1097 time: 0.0637856 Aug 23 20:58:42.838463 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-89326bb1-d014-406a-be62-afb7aa709453 req-eb712f17-96c7-4dcf-ae28-7514df64ac07 service neutron] Attempting to bind port 168ccb12-87c2-4742-8d3f-7ce24d93bec6 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:58:42.838798 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-89326bb1-d014-406a-be62-afb7aa709453 req-eb712f17-96c7-4dcf-ae28-7514df64ac07 service neutron] Attempting to bind port 168ccb12-87c2-4742-8d3f-7ce24d93bec6 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '9a271b79-85d8-4545-a5eb-d23e09d61624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '20448750-dc74-47af-87c9-62bc50a2e0af'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:58:42.839128 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89326bb1-d014-406a-be62-afb7aa709453 req-eb712f17-96c7-4dcf-ae28-7514df64ac07 service neutron] Attempting to bind port 168ccb12-87c2-4742-8d3f-7ce24d93bec6 on network 20448750-dc74-47af-87c9-62bc50a2e0af {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:58:42.851959 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89326bb1-d014-406a-be62-afb7aa709453 req-eb712f17-96c7-4dcf-ae28-7514df64ac07 service neutron] Port 168ccb12-87c2-4742-8d3f-7ce24d93bec6 on network 20448750-dc74-47af-87c9-62bc50a2e0af not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:58:42.852314 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89326bb1-d014-406a-be62-afb7aa709453 req-eb712f17-96c7-4dcf-ae28-7514df64ac07 service neutron] Attempting to bind port 168ccb12-87c2-4742-8d3f-7ce24d93bec6 on network 20448750-dc74-47af-87c9-62bc50a2e0af {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:58:42.857777 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89326bb1-d014-406a-be62-afb7aa709453 req-eb712f17-96c7-4dcf-ae28-7514df64ac07 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:58:42.858113 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89326bb1-d014-406a-be62-afb7aa709453 req-eb712f17-96c7-4dcf-ae28-7514df64ac07 service neutron] Checking segment: {'id': '9a271b79-85d8-4545-a5eb-d23e09d61624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '20448750-dc74-47af-87c9-62bc50a2e0af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:58:42.858493 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89326bb1-d014-406a-be62-afb7aa709453 req-eb712f17-96c7-4dcf-ae28-7514df64ac07 service neutron] Bound using segment: {'id': '9a271b79-85d8-4545-a5eb-d23e09d61624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '20448750-dc74-47af-87c9-62bc50a2e0af'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:58:42.858918 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-89326bb1-d014-406a-be62-afb7aa709453 req-eb712f17-96c7-4dcf-ae28-7514df64ac07 service neutron] Bound port: 168ccb12-87c2-4742-8d3f-7ce24d93bec6, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a271b79-85d8-4545-a5eb-d23e09d61624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '20448750-dc74-47af-87c9-62bc50a2e0af'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:58:42.859277 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-89326bb1-d014-406a-be62-afb7aa709453 req-eb712f17-96c7-4dcf-ae28-7514df64ac07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:42.997449 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-89326bb1-d014-406a-be62-afb7aa709453 req-eb712f17-96c7-4dcf-ae28-7514df64ac07 service neutron] For port 168ccb12-87c2-4742-8d3f-7ce24d93bec6, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:58:42.999654 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-89326bb1-d014-406a-be62-afb7aa709453 req-eb712f17-96c7-4dcf-ae28-7514df64ac07 service neutron] For port 168ccb12-87c2-4742-8d3f-7ce24d93bec6, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=168ccb12-87c2-4742-8d3f-7ce24d93bec6,segment=NetworkSegment(9a271b79-85d8-4545-a5eb-d23e09d61624),segment_id=9a271b79-85d8-4545-a5eb-d23e09d61624)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:58:43.003694 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06e8d2-4e62-4f73-a3e5-25ab0b80ab69 req-2ef428cf-8573-484b-a6f6-b11791ff8fda tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:43.005958 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8a06e8d2-4e62-4f73-a3e5-25ab0b80ab69 req-2ef428cf-8573-484b-a6f6-b11791ff8fda tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=5b1571b7-b1c3-436d-a873-fd048792be14 HTTP/1.1" status: 200 len: 1097 time: 0.1076615 Aug 23 20:58:43.007687 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-7a3f187f-083d-41d9-9328-1958379f6975 req-80de5694-09ae-4907-9dcf-31265724cb35 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Deleting port 1f9599bf-4693-458a-a6bf-6b610d31833f {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:58:43.008237 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7a3f187f-083d-41d9-9328-1958379f6975 req-80de5694-09ae-4907-9dcf-31265724cb35 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:43.022174 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-89326bb1-d014-406a-be62-afb7aa709453 req-eb712f17-96c7-4dcf-ae28-7514df64ac07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:43.071686 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b6269691-5888-4844-bfb2-426385971681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:43.124461 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89326bb1-d014-406a-be62-afb7aa709453 req-eb712f17-96c7-4dcf-ae28-7514df64ac07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:43.125088 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-89326bb1-d014-406a-be62-afb7aa709453 req-eb712f17-96c7-4dcf-ae28-7514df64ac07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:43.127354 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-89326bb1-d014-406a-be62-afb7aa709453 req-eb712f17-96c7-4dcf-ae28-7514df64ac07 service neutron] 10.222.0.11 "PUT /v2.0/ports/168ccb12-87c2-4742-8d3f-7ce24d93bec6 HTTP/1.1" status: 200 len: 1091 time: 0.9733105 Aug 23 20:58:43.127812 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5e34d59-b707-423e-a8f3-00d0b9ba4626', 'tag': '168ccb12-87c2-4742-8d3f-7ce24d93bec6'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:58:43.130855 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e006e249-8349-4c69-89ce-74308ca342aa" -d '{"events": [{"name": "network-changed", "server_uuid": "c5e34d59-b707-423e-a8f3-00d0b9ba4626", "tag": "168ccb12-87c2-4742-8d3f-7ce24d93bec6"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:58:43.198758 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8a06e8d2-4e62-4f73-a3e5-25ab0b80ab69 req-7c312171-816b-4a40-875e-75f0dfa34c2b tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=2bf39882-aef6-4731-adbc-4cd35050cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518025 Aug 23 20:58:43.234997 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-7a3f187f-083d-41d9-9328-1958379f6975 req-80de5694-09ae-4907-9dcf-31265724cb35 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] For port 1f9599bf-4693-458a-a6bf-6b610d31833f, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=1f9599bf-4693-458a-a6bf-6b610d31833f,segment=NetworkSegment(04611e56-ea69-4862-b959-3828470acb70),segment_id=04611e56-ea69-4862-b959-3828470acb70)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:58:43.235388 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7a3f187f-083d-41d9-9328-1958379f6975 req-80de5694-09ae-4907-9dcf-31265724cb35 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:43.246902 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83cc96c5-6ed9-4eeb-907f-f2b319beb476 x-openstack-request-id: req-83cc96c5-6ed9-4eeb-907f-f2b319beb476 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:58:43.247192 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5e34d59-b707-423e-a8f3-00d0b9ba4626", "tag": "168ccb12-87c2-4742-8d3f-7ce24d93bec6", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:58:43.247443 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-83cc96c5-6ed9-4eeb-907f-f2b319beb476 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:58:43.247839 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5e34d59-b707-423e-a8f3-00d0b9ba4626', 'tag': '168ccb12-87c2-4742-8d3f-7ce24d93bec6', 'status': 'completed', 'code': 200} Aug 23 20:58:43.251957 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb712f17-96c7-4dcf-ae28-7514df64ac07 service neutron] Pushing event updated for resources: {'Port': ['ID=168ccb12-87c2-4742-8d3f-7ce24d93bec6,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:43.268172 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-7a3f187f-083d-41d9-9328-1958379f6975 req-80de5694-09ae-4907-9dcf-31265724cb35 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Calling delete_port for 1f9599bf-4693-458a-a6bf-6b610d31833f owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:58:43.273176 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89326bb1-d014-406a-be62-afb7aa709453 req-c0a6cccb-3390-4c19-ae8b-efdb42ec304f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:43.275002 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-89326bb1-d014-406a-be62-afb7aa709453 req-c0a6cccb-3390-4c19-ae8b-efdb42ec304f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b9c1f26f04e44f2bb8675a03ff23fecd&device_id=c5e34d59-b707-423e-a8f3-00d0b9ba4626 HTTP/1.1" status: 200 len: 1094 time: 0.0848460 Aug 23 20:58:43.368945 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-89326bb1-d014-406a-be62-afb7aa709453 req-92aba5c0-3558-4752-929b-cf67dd8aab2f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=168ccb12-87c2-4742-8d3f-7ce24d93bec6 HTTP/1.1" status: 200 len: 217 time: 0.0842826 Aug 23 20:58:43.431399 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89326bb1-d014-406a-be62-afb7aa709453 req-fe11f318-274d-42b1-a39d-941b23d2bc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:43.433196 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-89326bb1-d014-406a-be62-afb7aa709453 req-fe11f318-274d-42b1-a39d-941b23d2bc72 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=62c10c69-07fc-48ab-8918-0c6d0544c69b HTTP/1.1" status: 200 len: 849 time: 0.0510588 Aug 23 20:58:43.477053 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-89326bb1-d014-406a-be62-afb7aa709453 req-bafbfe2d-3218-408c-af28-92d588d4782c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=20448750-dc74-47af-87c9-62bc50a2e0af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364690 Aug 23 20:58:43.492573 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd97ec-c5d6-44c2-a22b-d1bd64d0aae8 req-45a7dc7c-3c2c-498d-a9ce-34705f8a99af tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:43.494042 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [req-89326bb1-d014-406a-be62-afb7aa709453 req-40ef7a8a-369d-4b98-8af4-e01dba5f4a63 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:58:43.497294 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-89326bb1-d014-406a-be62-afb7aa709453 req-40ef7a8a-369d-4b98-8af4-e01dba5f4a63 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114250 Aug 23 20:58:43.500263 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ddbd97ec-c5d6-44c2-a22b-d1bd64d0aae8 req-45a7dc7c-3c2c-498d-a9ce-34705f8a99af tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 943 time: 0.1363566 Aug 23 20:58:43.532089 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:43.541521 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7a3f187f-083d-41d9-9328-1958379f6975 req-80de5694-09ae-4907-9dcf-31265724cb35 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:43.563504 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['1f9599bf-4693-458a-a6bf-6b610d31833f'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:58:43.620641 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['01525dad-c6b3-471b-881e-9c38e151ed9a'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:58:43.680403 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80de5694-09ae-4907-9dcf-31265724cb35 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f9599bf-4693-458a-a6bf-6b610d31833f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:43.688790 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-89326bb1-d014-406a-be62-afb7aa709453 req-aa133861-bcc8-4216-b16e-6e83ccf31bad service neutron] 10.222.0.11 "GET /v2.0/networks/20448750-dc74-47af-87c9-62bc50a2e0af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815972 Aug 23 20:58:43.709608 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ddbd97ec-c5d6-44c2-a22b-d1bd64d0aae8 req-8805a230-4131-4e2a-9abd-172096e48abc tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=7639381e-614b-4efb-bb16-a9587d85f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2083895 Aug 23 20:58:43.757140 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a3f187f-083d-41d9-9328-1958379f6975 req-80de5694-09ae-4907-9dcf-31265724cb35 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] No DVR routers for this DVR port 1f9599bf-4693-458a-a6bf-6b610d31833f on host n-h1-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:58:43.761271 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7a3f187f-083d-41d9-9328-1958379f6975 req-80de5694-09ae-4907-9dcf-31265724cb35 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:43.763370 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7a3f187f-083d-41d9-9328-1958379f6975 req-80de5694-09ae-4907-9dcf-31265724cb35 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.11 "DELETE /v2.0/ports/1f9599bf-4693-458a-a6bf-6b610d31833f HTTP/1.1" status: 204 len: 173 time: 0.9227955 Aug 23 20:58:43.763831 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b1571b7-b1c3-436d-a873-fd048792be14', 'name': 'network-vif-deleted', 'tag': '1f9599bf-4693-458a-a6bf-6b610d31833f'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:58:43.772083 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87fbd806-8cb1-4d98-982e-0fe1c65d098b" -d '{"events": [{"server_uuid": "5b1571b7-b1c3-436d-a873-fd048792be14", "name": "network-vif-deleted", "tag": "1f9599bf-4693-458a-a6bf-6b610d31833f"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:58:43.861576 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3bb363-c368-40bb-8393-54e0e29fc689 x-openstack-request-id: req-0d3bb363-c368-40bb-8393-54e0e29fc689 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:58:43.862075 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b1571b7-b1c3-436d-a873-fd048792be14", "name": "network-vif-deleted", "tag": "1f9599bf-4693-458a-a6bf-6b610d31833f", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:58:43.862478 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0d3bb363-c368-40bb-8393-54e0e29fc689 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:58:43.863073 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b1571b7-b1c3-436d-a873-fd048792be14', 'name': 'network-vif-deleted', 'tag': '1f9599bf-4693-458a-a6bf-6b610d31833f', 'status': 'completed', 'code': 200} Aug 23 20:58:43.968595 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4b6ae-7be5-4430-abac-47ecae6c9da2 req-59ba677b-100b-467c-b018-9b9f435517d8 tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:43.981752 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-20e4b6ae-7be5-4430-abac-47ecae6c9da2 req-59ba677b-100b-467c-b018-9b9f435517d8 tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5e34d59-b707-423e-a8f3-00d0b9ba4626 HTTP/1.1" status: 200 len: 943 time: 0.3432596 Aug 23 20:58:44.034432 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-89326bb1-d014-406a-be62-afb7aa709453 req-58a40d53-634a-4a95-bffc-5d7415f427b4 service neutron] 10.222.0.11 "GET /v2.0/networks/20448750-dc74-47af-87c9-62bc50a2e0af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345058 Aug 23 20:58:44.076485 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-20e4b6ae-7be5-4430-abac-47ecae6c9da2 req-93ed89f1-ce94-4090-a9c3-2cc044d2f994 tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f3975a3-d778-4a22-8872-8713b028e7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930705 Aug 23 20:58:44.157818 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006e249-8349-4c69-89ce-74308ca342aa req-917a9e56-7eae-4d31-95c8-36e3227d603f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:44.159550 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e006e249-8349-4c69-89ce-74308ca342aa req-917a9e56-7eae-4d31-95c8-36e3227d603f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b9c1f26f04e44f2bb8675a03ff23fecd&device_id=c5e34d59-b707-423e-a8f3-00d0b9ba4626 HTTP/1.1" status: 200 len: 1094 time: 0.0698738 Aug 23 20:58:44.322860 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006e249-8349-4c69-89ce-74308ca342aa req-d3ddd62a-5856-481d-89ab-65fb5f012527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:44.327014 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e006e249-8349-4c69-89ce-74308ca342aa req-d3ddd62a-5856-481d-89ab-65fb5f012527 service neutron] 10.222.0.11 "GET /v2.0/networks?id=20448750-dc74-47af-87c9-62bc50a2e0af HTTP/1.1" status: 200 len: 910 time: 0.1553826 Aug 23 20:58:44.341406 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b414ed3c-156f-4d4b-99ae-c33b3f01e4a1 req-80cd3974-8388-438e-8201-e20b38c5e9dc tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=5b1571b7-b1c3-436d-a873-fd048792be14 HTTP/1.1" status: 200 len: 210 time: 0.0406337 Aug 23 20:58:44.422780 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e006e249-8349-4c69-89ce-74308ca342aa req-2c83e706-5718-4c92-b06d-95241c171925 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=168ccb12-87c2-4742-8d3f-7ce24d93bec6 HTTP/1.1" status: 200 len: 217 time: 0.0845342 Aug 23 20:58:44.498149 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006e249-8349-4c69-89ce-74308ca342aa req-43a38f4b-1ef5-4ea8-8f98-818a23f58e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:44.499842 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e006e249-8349-4c69-89ce-74308ca342aa req-43a38f4b-1ef5-4ea8-8f98-818a23f58e4c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=62c10c69-07fc-48ab-8918-0c6d0544c69b HTTP/1.1" status: 200 len: 849 time: 0.0690782 Aug 23 20:58:44.539451 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e006e249-8349-4c69-89ce-74308ca342aa req-a4485a31-d407-453d-a729-6299cd836a64 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=20448750-dc74-47af-87c9-62bc50a2e0af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321267 Aug 23 20:58:44.607158 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:44.698589 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e006e249-8349-4c69-89ce-74308ca342aa req-804442dd-7b08-41c8-a06c-f79d0b922146 service neutron] 10.222.0.11 "GET /v2.0/networks/20448750-dc74-47af-87c9-62bc50a2e0af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499691 Aug 23 20:58:44.833648 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e006e249-8349-4c69-89ce-74308ca342aa req-118b0b8f-2066-48b7-940f-c1d2d6e43930 service neutron] 10.222.0.11 "GET /v2.0/networks/20448750-dc74-47af-87c9-62bc50a2e0af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270208 Aug 23 20:58:44.874693 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0d1df-7682-437f-a311-eede9fb9dc7b req-8150d95c-3286-4a8e-a84e-10b7062a3f67 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:44.876403 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2ab0d1df-7682-437f-a311-eede9fb9dc7b req-8150d95c-3286-4a8e-a84e-10b7062a3f67 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 943 time: 0.0575962 Aug 23 20:58:44.921058 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2ab0d1df-7682-437f-a311-eede9fb9dc7b req-61d6a7f2-f3b8-4261-b6bb-e026fc2f2a23 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=7639381e-614b-4efb-bb16-a9587d85f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378826 Aug 23 20:58:45.218836 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf40cd-90d3-4538-bea8-39e0b8357784 req-e2e75129-50a1-4a11-8900-6b8e040884dc tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:45.220456 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bedf40cd-90d3-4538-bea8-39e0b8357784 req-e2e75129-50a1-4a11-8900-6b8e040884dc tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5e34d59-b707-423e-a8f3-00d0b9ba4626 HTTP/1.1" status: 200 len: 943 time: 0.0728755 Aug 23 20:58:45.279610 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bedf40cd-90d3-4538-bea8-39e0b8357784 req-790595e6-c347-478d-916e-2190b4f66a87 tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f3975a3-d778-4a22-8872-8713b028e7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510988 Aug 23 20:58:45.679340 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42598c7d-b892-4fa2-9bfa-aa249881dafa req-2c779aca-d39e-426e-82ab-cfbc2ceee97c tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:45.680932 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-42598c7d-b892-4fa2-9bfa-aa249881dafa req-2c779aca-d39e-426e-82ab-cfbc2ceee97c tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=2716f9fe-c332-41a4-93ae-a925a51ac31d HTTP/1.1" status: 200 len: 1097 time: 0.0496383 Aug 23 20:58:45.715329 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-42598c7d-b892-4fa2-9bfa-aa249881dafa req-dbc681af-d9fc-4304-8d8f-bab84833ac80 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=2bf39882-aef6-4731-adbc-4cd35050cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283375 Aug 23 20:58:45.971317 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:46.053432 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137fd30a-ed77-4d34-93a6-8f5b8e584aea req-9c086995-970b-4073-b031-6294bcc6b78c tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:46.055747 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-137fd30a-ed77-4d34-93a6-8f5b8e584aea req-9c086995-970b-4073-b031-6294bcc6b78c tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 943 time: 0.0528758 Aug 23 20:58:46.098442 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-137fd30a-ed77-4d34-93a6-8f5b8e584aea req-18e0b44c-e578-4cbf-b2fa-af336b39ca66 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=7639381e-614b-4efb-bb16-a9587d85f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352302 Aug 23 20:58:46.405671 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31467eda-7d79-4db7-97e5-0b41911f773a req-d3a5c230-07ad-48db-a96d-d32c03906ab8 tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:46.427674 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-31467eda-7d79-4db7-97e5-0b41911f773a req-d3a5c230-07ad-48db-a96d-d32c03906ab8 tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5e34d59-b707-423e-a8f3-00d0b9ba4626 HTTP/1.1" status: 200 len: 943 time: 0.0726776 Aug 23 20:58:46.474597 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-31467eda-7d79-4db7-97e5-0b41911f773a req-986d95de-f64e-4118-a878-b2073a94ef3d tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f3975a3-d778-4a22-8872-8713b028e7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401242 Aug 23 20:58:46.554658 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 168ccb12-87c2-4742-8d3f-7ce24d93bec6 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:58:46.557870 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 1f9599bf-4693-458a-a6bf-6b610d31833f no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:58:46.590969 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: 1f9599bf-4693-458a-a6bf-6b610d31833f {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:58:46.591929 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 1f9599bf-4693-458a-a6bf-6b610d31833f not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:58:46.703448 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 168ccb12-87c2-4742-8d3f-7ce24d93bec6, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=168ccb12-87c2-4742-8d3f-7ce24d93bec6,segment=NetworkSegment(9a271b79-85d8-4545-a5eb-d23e09d61624),segment_id=9a271b79-85d8-4545-a5eb-d23e09d61624)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:58:46.715850 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '168ccb12-87c2-4742-8d3f-7ce24d93bec6', 'network_id': '20448750-dc74-47af-87c9-62bc50a2e0af', 'port_id': '168ccb12-87c2-4742-8d3f-7ce24d93bec6', 'mac_address': 'fa:16:3e:c4:57:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62c10c69-07fc-48ab-8918-0c6d0544c69b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:58:46.792979 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:46.819519 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 168ccb12-87c2-4742-8d3f-7ce24d93bec6 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:58:46.843620 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adbb61e-f999-433b-9e7a-c65546def813 req-ea8cb93e-6b5c-42d4-90b2-c51262d1790d tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:46.845124 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1adbb61e-f999-433b-9e7a-c65546def813 req-ea8cb93e-6b5c-42d4-90b2-c51262d1790d tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=2716f9fe-c332-41a4-93ae-a925a51ac31d HTTP/1.1" status: 200 len: 1097 time: 0.0497546 Aug 23 20:58:46.846174 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 168ccb12-87c2-4742-8d3f-7ce24d93bec6, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=168ccb12-87c2-4742-8d3f-7ce24d93bec6,segment=NetworkSegment(9a271b79-85d8-4545-a5eb-d23e09d61624),segment_id=9a271b79-85d8-4545-a5eb-d23e09d61624)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:58:46.859013 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:46.900676 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1adbb61e-f999-433b-9e7a-c65546def813 req-f0aa1db0-574e-4df0-917c-5747a0191368 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=2bf39882-aef6-4731-adbc-4cd35050cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476477 Aug 23 20:58:46.952210 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=168ccb12-87c2-4742-8d3f-7ce24d93bec6,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:47.067591 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['168ccb12-87c2-4742-8d3f-7ce24d93bec6'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:58:47.280868 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc4199c-fa45-4974-a520-2dc7d13af119 req-af3ae7e4-c5b4-4e99-b673-1e321ed03958 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:47.282741 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3dc4199c-fa45-4974-a520-2dc7d13af119 req-af3ae7e4-c5b4-4e99-b673-1e321ed03958 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 943 time: 0.0674698 Aug 23 20:58:47.334818 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3dc4199c-fa45-4974-a520-2dc7d13af119 req-a3bc7d65-15ad-41a4-b1fc-d8042254dc55 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=7639381e-614b-4efb-bb16-a9587d85f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449274 Aug 23 20:58:47.651895 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a3b80-7bb2-405a-92ae-8b61a73b3caf req-accfdb58-e78c-493c-a0f5-29d7dcf95336 tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:47.663261 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ac7a3b80-7bb2-405a-92ae-8b61a73b3caf req-accfdb58-e78c-493c-a0f5-29d7dcf95336 tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5e34d59-b707-423e-a8f3-00d0b9ba4626 HTTP/1.1" status: 200 len: 944 time: 0.1059742 Aug 23 20:58:47.733346 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ac7a3b80-7bb2-405a-92ae-8b61a73b3caf req-ed20001e-2a15-484e-b143-a0adf929c245 tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f3975a3-d778-4a22-8872-8713b028e7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690815 Aug 23 20:58:48.033323 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583074eb-6f8d-449e-a082-fe474bc1cecf req-6f12202b-5369-46d4-9bcf-b1e977f29dbe tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:48.035015 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-583074eb-6f8d-449e-a082-fe474bc1cecf req-6f12202b-5369-46d4-9bcf-b1e977f29dbe tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=2716f9fe-c332-41a4-93ae-a925a51ac31d HTTP/1.1" status: 200 len: 1097 time: 0.0591042 Aug 23 20:58:48.077138 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-583074eb-6f8d-449e-a082-fe474bc1cecf req-16230821-6161-4e2e-b259-8c45ee042b72 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=2bf39882-aef6-4731-adbc-4cd35050cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319850 Aug 23 20:58:48.472097 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6965037-7771-4fd4-a1d4-74ba9e663457 req-fd45baf5-ae99-442b-a887-c9d9fe0b84f0 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:48.476171 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c6965037-7771-4fd4-a1d4-74ba9e663457 req-fd45baf5-ae99-442b-a887-c9d9fe0b84f0 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 943 time: 0.0541019 Aug 23 20:58:48.527276 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c6965037-7771-4fd4-a1d4-74ba9e663457 req-970e733d-540a-470f-a811-262034913df5 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=7639381e-614b-4efb-bb16-a9587d85f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438356 Aug 23 20:58:48.571053 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 168ccb12-87c2-4742-8d3f-7ce24d93bec6 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:58:48.630902 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 168ccb12-87c2-4742-8d3f-7ce24d93bec6 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:58:48.637987 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 168ccb12-87c2-4742-8d3f-7ce24d93bec6 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:58:48.638683 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:48.761875 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:48.789055 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e34d59-b707-423e-a8f3-00d0b9ba4626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168ccb12-87c2-4742-8d3f-7ce24d93bec6'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:58:48.791829 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2ddb53-0aaf-42e2-8fe6-eb2355cb05ab" -d '{"events": [{"server_uuid": "c5e34d59-b707-423e-a8f3-00d0b9ba4626", "name": "network-vif-plugged", "status": "completed", "tag": "168ccb12-87c2-4742-8d3f-7ce24d93bec6"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:58:48.807070 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 168ccb12-87c2-4742-8d3f-7ce24d93bec6, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=168ccb12-87c2-4742-8d3f-7ce24d93bec6,segment=NetworkSegment(9a271b79-85d8-4545-a5eb-d23e09d61624),segment_id=9a271b79-85d8-4545-a5eb-d23e09d61624)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:58:48.811731 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:48.875632 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e122bd1-cce2-401d-a4c9-236556bf37f8 req-61c05f07-7990-4f61-b83b-e672a0eb1f25 tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:48.877455 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8e122bd1-cce2-401d-a4c9-236556bf37f8 req-61c05f07-7990-4f61-b83b-e672a0eb1f25 tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5e34d59-b707-423e-a8f3-00d0b9ba4626 HTTP/1.1" status: 200 len: 945 time: 0.0712426 Aug 23 20:58:48.918105 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=168ccb12-87c2-4742-8d3f-7ce24d93bec6,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:48.970547 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8e122bd1-cce2-401d-a4c9-236556bf37f8 req-dfc22e9c-39d5-4fbe-9493-4bc5836a4383 tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f3975a3-d778-4a22-8872-8713b028e7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863762 Aug 23 20:58:49.017147 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a186e7-1264-4651-82d5-55f9ba77b463 x-openstack-request-id: req-57a186e7-1264-4651-82d5-55f9ba77b463 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:58:49.017675 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e34d59-b707-423e-a8f3-00d0b9ba4626", "name": "network-vif-plugged", "status": "completed", "tag": "168ccb12-87c2-4742-8d3f-7ce24d93bec6", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:58:49.018045 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-57a186e7-1264-4651-82d5-55f9ba77b463 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:58:49.018398 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e34d59-b707-423e-a8f3-00d0b9ba4626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168ccb12-87c2-4742-8d3f-7ce24d93bec6', 'code': 200} Aug 23 20:58:49.047870 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e770d-5029-466e-b58d-31d6860cc274 req-4046c0da-86f8-46c5-b53c-8e283608b4f7 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:49.049695 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c53e770d-5029-466e-b58d-31d6860cc274 req-4046c0da-86f8-46c5-b53c-8e283608b4f7 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/networks?id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf HTTP/1.1" status: 200 len: 812 time: 0.1200838 Aug 23 20:58:49.065451 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c53e770d-5029-466e-b58d-31d6860cc274 req-f8a56c85-330c-444f-bf4a-3d77f310d6ac tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/quotas/9e20396f7331438baf5e0a87fc6f3d2f HTTP/1.1" status: 200 len: 375 time: 0.0095463 Aug 23 20:58:49.126610 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c53e770d-5029-466e-b58d-31d6860cc274 req-d6489dd4-0a75-4ff1-9eef-1bdf2dbfb53d tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9e20396f7331438baf5e0a87fc6f3d2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548911 Aug 23 20:58:49.129782 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31fad15-9c2a-45a3-8104-1c0f954edbab req-55bc5aa1-32d7-417e-97d8-0437c9800dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:49.133554 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b31fad15-9c2a-45a3-8104-1c0f954edbab req-55bc5aa1-32d7-417e-97d8-0437c9800dec service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c5e34d59-b707-423e-a8f3-00d0b9ba4626 HTTP/1.1" status: 200 len: 1096 time: 0.0571527 Aug 23 20:58:49.209129 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b31fad15-9c2a-45a3-8104-1c0f954edbab req-a11f64dc-75bd-45fd-b7f0-4d7efd13be16 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7f3975a3-d778-4a22-8872-8713b028e7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669534 Aug 23 20:58:49.218171 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c0458-0bcd-4bac-b1b5-1424d9acace6 req-ea01407e-3ecc-4aa6-98e7-d7be0fff1201 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:49.219712 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-be2c0458-0bcd-4bac-b1b5-1424d9acace6 req-ea01407e-3ecc-4aa6-98e7-d7be0fff1201 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=2716f9fe-c332-41a4-93ae-a925a51ac31d HTTP/1.1" status: 200 len: 1097 time: 0.0584431 Aug 23 20:58:49.243916 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c53e770d-5029-466e-b58d-31d6860cc274 req-9a3156db-b1ff-4fd2-a989-844f6052acd0 service neutron] 10.222.0.61 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065743 Aug 23 20:58:49.259678 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-be2c0458-0bcd-4bac-b1b5-1424d9acace6 req-1d82582c-0ba1-4713-87ad-08f8b218b9a3 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=2bf39882-aef6-4731-adbc-4cd35050cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325205 Aug 23 20:58:49.339708 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c53e770d-5029-466e-b58d-31d6860cc274 req-93de55ca-23ee-40fc-bc9e-cdc1280b5588 service neutron] 10.222.0.61 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894618 Aug 23 20:58:49.530074 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-91b7fb57-db92-4415-bc1d-fb374af94783 req-b2ba2808-d62c-4224-afe5-0e2a1315cb1b tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=e5faf720-1d1d-4172-9fc4-cefc21c104e4 HTTP/1.1" status: 200 len: 210 time: 0.0281165 Aug 23 20:58:49.647467 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f94cb0-1ef5-4c23-9808-7425b5ca7e1f req-e82df515-9b38-4c4a-9c0d-3f897ad560fd tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:49.649119 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f8f94cb0-1ef5-4c23-9808-7425b5ca7e1f req-e82df515-9b38-4c4a-9c0d-3f897ad560fd tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 943 time: 0.0510890 Aug 23 20:58:49.691156 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f8f94cb0-1ef5-4c23-9808-7425b5ca7e1f req-14b71acc-7d92-45a0-9087-e92e801a26f8 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=7639381e-614b-4efb-bb16-a9587d85f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360172 Aug 23 20:58:50.089521 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34090f3b-1fc1-4d00-bb53-72a27de52eb1 req-5c8bea29-fdd2-44f9-aaf6-82f4406ecdf8 tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:50.091038 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-34090f3b-1fc1-4d00-bb53-72a27de52eb1 req-5c8bea29-fdd2-44f9-aaf6-82f4406ecdf8 tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5e34d59-b707-423e-a8f3-00d0b9ba4626 HTTP/1.1" status: 200 len: 945 time: 0.0494695 Aug 23 20:58:50.130104 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-34090f3b-1fc1-4d00-bb53-72a27de52eb1 req-5112e9e6-1502-4ab5-b336-573884b1b11f tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f3975a3-d778-4a22-8872-8713b028e7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329709 Aug 23 20:58:50.367699 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698faa7-bf1d-4114-85a8-e3f6c82f45f2 req-8ec1b79d-5e5b-4f53-804f-fb31930918cc tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:50.369912 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e698faa7-bf1d-4114-85a8-e3f6c82f45f2 req-8ec1b79d-5e5b-4f53-804f-fb31930918cc tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=2716f9fe-c332-41a4-93ae-a925a51ac31d HTTP/1.1" status: 200 len: 1097 time: 0.0421083 Aug 23 20:58:50.406253 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e698faa7-bf1d-4114-85a8-e3f6c82f45f2 req-2afadb63-6e7c-4dce-9f17-c0549e667f32 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=2bf39882-aef6-4731-adbc-4cd35050cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294135 Aug 23 20:58:50.449372 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:50.467248 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e770d-5029-466e-b58d-31d6860cc274 req-78eec956-24bd-40cd-9a7c-98dad99d9873 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:50.468784 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c53e770d-5029-466e-b58d-31d6860cc274 req-78eec956-24bd-40cd-9a7c-98dad99d9873 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.11 "GET /v2.0/networks?id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf HTTP/1.1" status: 200 len: 812 time: 0.1119547 Aug 23 20:58:50.483054 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-c53e770d-5029-466e-b58d-31d6860cc274 req-9f927e8a-c8e9-4e50-86b4-1d3c40ef2805 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Request body: {'port': {'device_id': 'e5faf720-1d1d-4172-9fc4-cefc21c104e4', 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf', 'admin_state_up': True, 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:58:50.609559 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c53e770d-5029-466e-b58d-31d6860cc274 req-9f927e8a-c8e9-4e50-86b4-1d3c40ef2805 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Made reservation on behalf of 9e20396f7331438baf5e0a87fc6f3d2f for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:58:50.613072 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c53e770d-5029-466e-b58d-31d6860cc274 req-9f927e8a-c8e9-4e50-86b4-1d3c40ef2805 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:50.635109 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a933d6e9-5b1e-4318-b132-569b0ec93bf5 req-136bf129-0b4d-4341-bde6-ad13c5d670f3 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=e5faf720-1d1d-4172-9fc4-cefc21c104e4 HTTP/1.1" status: 200 len: 210 time: 0.0371323 Aug 23 20:58:50.763897 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-c53e770d-5029-466e-b58d-31d6860cc274 req-9f927e8a-c8e9-4e50-86b4-1d3c40ef2805 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Allocated IP 172.20.0.13 (1822ef8c-ab9b-49ef-9b96-3e20505d8abf/df05a557-9226-4912-87c8-3cb75cc85ce5/79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:58:50.837346 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585569b6-2364-4050-a6d2-2a2550806dc6 req-bb24356b-7154-455f-8de9-540384a37cf4 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:50.841219 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-585569b6-2364-4050-a6d2-2a2550806dc6 req-bb24356b-7154-455f-8de9-540384a37cf4 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 943 time: 0.0711508 Aug 23 20:58:50.889301 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-585569b6-2364-4050-a6d2-2a2550806dc6 req-b7378961-1af4-473d-8bcb-c4395957f7d8 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=7639381e-614b-4efb-bb16-a9587d85f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404949 Aug 23 20:58:50.957293 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c53e770d-5029-466e-b58d-31d6860cc274 req-9f927e8a-c8e9-4e50-86b4-1d3c40ef2805 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:50.972689 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-c53e770d-5029-466e-b58d-31d6860cc274 req-9f927e8a-c8e9-4e50-86b4-1d3c40ef2805 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Transition to ACTIVE for port object 79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:58:51.008860 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c53e770d-5029-466e-b58d-31d6860cc274 req-9f927e8a-c8e9-4e50-86b4-1d3c40ef2805 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:51.051062 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c53e770d-5029-466e-b58d-31d6860cc274 req-9f927e8a-c8e9-4e50-86b4-1d3c40ef2805 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Network 1822ef8c-ab9b-49ef-9b96-3e20505d8abf is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:58:51.054755 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-c53e770d-5029-466e-b58d-31d6860cc274 req-9f927e8a-c8e9-4e50-86b4-1d3c40ef2805 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:58:51.058483 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-c53e770d-5029-466e-b58d-31d6860cc274 req-9f927e8a-c8e9-4e50-86b4-1d3c40ef2805 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:58:51.085420 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f927e8a-c8e9-4e50-86b4-1d3c40ef2805 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Pushing event updated for resources: {'Port': ['ID=79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:51.113608 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e770d-5029-466e-b58d-31d6860cc274 req-9f927e8a-c8e9-4e50-86b4-1d3c40ef2805 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:51.114296 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c53e770d-5029-466e-b58d-31d6860cc274 req-9f927e8a-c8e9-4e50-86b4-1d3c40ef2805 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:51.130775 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c53e770d-5029-466e-b58d-31d6860cc274 req-9f927e8a-c8e9-4e50-86b4-1d3c40ef2805 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6520638 Aug 23 20:58:51.143791 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-c53e770d-5029-466e-b58d-31d6860cc274 req-51194d49-9e7f-436d-9516-b069b93c0065 service neutron] Request body: {'port': {'device_id': 'e5faf720-1d1d-4172-9fc4-cefc21c104e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:58:51.206764 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c53e770d-5029-466e-b58d-31d6860cc274 req-51194d49-9e7f-436d-9516-b069b93c0065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:51.306042 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f13e51-50a3-4f07-8a3d-126ff13f93a9 req-953253e4-38d4-4fb5-9f16-a8ba205607d9 tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:51.307618 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-79f13e51-50a3-4f07-8a3d-126ff13f93a9 req-953253e4-38d4-4fb5-9f16-a8ba205607d9 tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5e34d59-b707-423e-a8f3-00d0b9ba4626 HTTP/1.1" status: 200 len: 945 time: 0.0915630 Aug 23 20:58:51.338512 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b1999aa1-9169-4d42-b2ac-9ee861ad07d8 None None] Provisioning for port 79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:58:51.343132 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b1999aa1-9169-4d42-b2ac-9ee861ad07d8 None None] Provisioning complete for port 79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:58:51.343773 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b1999aa1-9169-4d42-b2ac-9ee861ad07d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:51.380308 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b1999aa1-9169-4d42-b2ac-9ee861ad07d8 None None] Port 79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:58:51.424205 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-79f13e51-50a3-4f07-8a3d-126ff13f93a9 req-996a4f0f-2c37-4cc8-840d-bd452052e036 tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f3975a3-d778-4a22-8872-8713b028e7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628023 Aug 23 20:58:51.550855 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f879a16-fa18-4ecb-b49c-caa6c060052f req-1cee374b-7389-4491-91c3-ef09a5c4c845 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:51.559276 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9f879a16-fa18-4ecb-b49c-caa6c060052f req-1cee374b-7389-4491-91c3-ef09a5c4c845 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=2716f9fe-c332-41a4-93ae-a925a51ac31d HTTP/1.1" status: 200 len: 1097 time: 0.0550697 Aug 23 20:58:51.602991 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9f879a16-fa18-4ecb-b49c-caa6c060052f req-f1114207-45f1-4dba-9c0e-715c8932ed4a tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=2bf39882-aef6-4731-adbc-4cd35050cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427487 Aug 23 20:58:51.642993 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-c53e770d-5029-466e-b58d-31d6860cc274 req-51194d49-9e7f-436d-9516-b069b93c0065 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:58:51.651667 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c53e770d-5029-466e-b58d-31d6860cc274 req-51194d49-9e7f-436d-9516-b069b93c0065 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:51.671813 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-c53e770d-5029-466e-b58d-31d6860cc274 req-51194d49-9e7f-436d-9516-b069b93c0065 service neutron] Transition to ACTIVE for port object 79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:58:51.678285 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c53e770d-5029-466e-b58d-31d6860cc274 req-51194d49-9e7f-436d-9516-b069b93c0065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:51.724971 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 5f678bad-3e00-4d1c-85e4-52f0f696f918 details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:58:51.846650 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51194d49-9e7f-436d-9516-b069b93c0065 service neutron] Pushing event updated for resources: {'Port': ['ID=79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:51.879644 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-c53e770d-5029-466e-b58d-31d6860cc274 req-51194d49-9e7f-436d-9516-b069b93c0065 service neutron] Attempting to bind port 79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:58:51.879979 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-c53e770d-5029-466e-b58d-31d6860cc274 req-51194d49-9e7f-436d-9516-b069b93c0065 service neutron] Attempting to bind port 79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': 'c18fa516-d00d-4d59-b20b-fdf45af90e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:58:51.880427 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53e770d-5029-466e-b58d-31d6860cc274 req-51194d49-9e7f-436d-9516-b069b93c0065 service neutron] Attempting to bind port 79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4 on network 1822ef8c-ab9b-49ef-9b96-3e20505d8abf {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:58:51.889315 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53e770d-5029-466e-b58d-31d6860cc274 req-51194d49-9e7f-436d-9516-b069b93c0065 service neutron] Port 79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4 on network 1822ef8c-ab9b-49ef-9b96-3e20505d8abf not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:58:51.889315 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53e770d-5029-466e-b58d-31d6860cc274 req-51194d49-9e7f-436d-9516-b069b93c0065 service neutron] Attempting to bind port 79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4 on network 1822ef8c-ab9b-49ef-9b96-3e20505d8abf {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:58:51.899906 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53e770d-5029-466e-b58d-31d6860cc274 req-51194d49-9e7f-436d-9516-b069b93c0065 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:58:51.900374 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53e770d-5029-466e-b58d-31d6860cc274 req-51194d49-9e7f-436d-9516-b069b93c0065 service neutron] Checking segment: {'id': 'c18fa516-d00d-4d59-b20b-fdf45af90e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:58:51.900792 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53e770d-5029-466e-b58d-31d6860cc274 req-51194d49-9e7f-436d-9516-b069b93c0065 service neutron] Bound using segment: {'id': 'c18fa516-d00d-4d59-b20b-fdf45af90e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:58:51.901462 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-c53e770d-5029-466e-b58d-31d6860cc274 req-51194d49-9e7f-436d-9516-b069b93c0065 service neutron] Bound port: 79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c18fa516-d00d-4d59-b20b-fdf45af90e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:58:51.901884 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c53e770d-5029-466e-b58d-31d6860cc274 req-51194d49-9e7f-436d-9516-b069b93c0065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:51.932531 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 5f678bad-3e00-4d1c-85e4-52f0f696f918, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=5f678bad-3e00-4d1c-85e4-52f0f696f918,segment=NetworkSegment(d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a),segment_id=d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:58:51.935951 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380bbc0-28e1-40bf-802b-358cfd5f5935 req-ae211664-f2e5-4c87-9313-4b350266a75b tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:51.937642 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5380bbc0-28e1-40bf-802b-358cfd5f5935 req-ae211664-f2e5-4c87-9313-4b350266a75b tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=e5faf720-1d1d-4172-9fc4-cefc21c104e4 HTTP/1.1" status: 200 len: 944 time: 0.1622264 Aug 23 20:58:51.960550 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': '5f678bad-3e00-4d1c-85e4-52f0f696f918', 'network_id': '8f9f903e-93a4-4fe6-b0ce-e2059346b6d0', 'port_id': '5f678bad-3e00-4d1c-85e4-52f0f696f918', 'mac_address': 'fa:16:3e:f8:24:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd199577e-85a3-487d-894b-30e054d60332', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:58:51.967433 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18e351-72fe-4843-a3e6-9cf61e6e0ee1 req-59c5797b-2e7a-4964-802a-a13fdc33d977 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:51.971780 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2b18e351-72fe-4843-a3e6-9cf61e6e0ee1 req-59c5797b-2e7a-4964-802a-a13fdc33d977 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2716f9fe-c332-41a4-93ae-a925a51ac31d HTTP/1.1" status: 200 len: 1097 time: 0.1123922 Aug 23 20:58:52.048032 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5380bbc0-28e1-40bf-802b-358cfd5f5935 req-211d524a-a21e-4094-bdd2-53cf48472d63 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863295 Aug 23 20:58:52.056325 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:52.090331 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-c53e770d-5029-466e-b58d-31d6860cc274 req-51194d49-9e7f-436d-9516-b069b93c0065 service neutron] For port 79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:58:52.090708 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f678bad-3e00-4d1c-85e4-52f0f696f918 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:58:52.094938 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-c53e770d-5029-466e-b58d-31d6860cc274 req-51194d49-9e7f-436d-9516-b069b93c0065 service neutron] For port 79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4,segment=NetworkSegment(c18fa516-d00d-4d59-b20b-fdf45af90e68),segment_id=c18fa516-d00d-4d59-b20b-fdf45af90e68)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:58:52.102326 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c53e770d-5029-466e-b58d-31d6860cc274 req-51194d49-9e7f-436d-9516-b069b93c0065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:52.124942 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e770d-5029-466e-b58d-31d6860cc274 req-51194d49-9e7f-436d-9516-b069b93c0065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:52.127356 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c53e770d-5029-466e-b58d-31d6860cc274 req-51194d49-9e7f-436d-9516-b069b93c0065 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:52.130752 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c53e770d-5029-466e-b58d-31d6860cc274 req-51194d49-9e7f-436d-9516-b069b93c0065 service neutron] 10.222.0.11 "PUT /v2.0/ports/79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4 HTTP/1.1" status: 200 len: 1092 time: 0.9913311 Aug 23 20:58:52.133432 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5faf720-1d1d-4172-9fc4-cefc21c104e4', 'tag': '79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:58:52.137639 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856e9f90-93fa-49cc-a6e4-77e3d37799b0" -d '{"events": [{"name": "network-changed", "server_uuid": "e5faf720-1d1d-4172-9fc4-cefc21c104e4", "tag": "79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:58:52.138018 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 5f678bad-3e00-4d1c-85e4-52f0f696f918, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=5f678bad-3e00-4d1c-85e4-52f0f696f918,segment=NetworkSegment(d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a),segment_id=d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:58:52.148880 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:52.221114 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05769e-95c0-4428-98e2-c14d8562645f req-db849c33-6d0d-4687-a11f-e8a6da67c3d7 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:52.228917 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2e05769e-95c0-4428-98e2-c14d8562645f req-db849c33-6d0d-4687-a11f-e8a6da67c3d7 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 943 time: 0.1646469 Aug 23 20:58:52.262128 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=5f678bad-3e00-4d1c-85e4-52f0f696f918,revision_number=9']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:52.262972 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51194d49-9e7f-436d-9516-b069b93c0065 service neutron] Pushing event updated for resources: {'Port': ['ID=79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:52.283953 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e770d-5029-466e-b58d-31d6860cc274 req-64c0379e-dfbd-4858-b159-74a3f90bf7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:52.286883 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c53e770d-5029-466e-b58d-31d6860cc274 req-64c0379e-dfbd-4858-b159-74a3f90bf7a1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9e20396f7331438baf5e0a87fc6f3d2f&device_id=e5faf720-1d1d-4172-9fc4-cefc21c104e4 HTTP/1.1" status: 200 len: 1095 time: 0.0960100 Aug 23 20:58:52.289033 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-2b18e351-72fe-4843-a3e6-9cf61e6e0ee1 req-f2c77d05-9959-418b-b6a8-5fa5b23074b9 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Deleting port 01525dad-c6b3-471b-881e-9c38e151ed9a {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:58:52.289439 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2b18e351-72fe-4843-a3e6-9cf61e6e0ee1 req-f2c77d05-9959-418b-b6a8-5fa5b23074b9 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:52.332692 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2e05769e-95c0-4428-98e2-c14d8562645f req-a54fde69-cb9e-4678-bcc4-0a4b8035a3d8 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=7639381e-614b-4efb-bb16-a9587d85f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025877 Aug 23 20:58:52.358216 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c53e770d-5029-466e-b58d-31d6860cc274 req-374d7c3d-d295-478b-a0ea-7935a70bf8b8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4 HTTP/1.1" status: 200 len: 217 time: 0.0600884 Aug 23 20:58:52.359789 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6f9806-40ca-4dd7-a30a-a2c851be15c8 x-openstack-request-id: req-ad6f9806-40ca-4dd7-a30a-a2c851be15c8 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:58:52.360085 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5faf720-1d1d-4172-9fc4-cefc21c104e4", "tag": "79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:58:52.360414 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ad6f9806-40ca-4dd7-a30a-a2c851be15c8 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:58:52.360848 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5faf720-1d1d-4172-9fc4-cefc21c104e4', 'tag': '79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4', 'status': 'completed', 'code': 200} Aug 23 20:58:52.422648 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e770d-5029-466e-b58d-31d6860cc274 req-36129944-216d-4a42-8458-7f4c3e8eef6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:52.424672 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c53e770d-5029-466e-b58d-31d6860cc274 req-36129944-216d-4a42-8458-7f4c3e8eef6b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df05a557-9226-4912-87c8-3cb75cc85ce5 HTTP/1.1" status: 200 len: 851 time: 0.0543220 Aug 23 20:58:52.442664 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['5f678bad-3e00-4d1c-85e4-52f0f696f918'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:58:52.518835 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e770d-5029-466e-b58d-31d6860cc274 req-f237a976-604c-4926-98df-9877f48e94de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:52.521705 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c53e770d-5029-466e-b58d-31d6860cc274 req-f237a976-604c-4926-98df-9877f48e94de service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0893779 Aug 23 20:58:52.522040 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-2b18e351-72fe-4843-a3e6-9cf61e6e0ee1 req-f2c77d05-9959-418b-b6a8-5fa5b23074b9 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] For port 01525dad-c6b3-471b-881e-9c38e151ed9a, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=01525dad-c6b3-471b-881e-9c38e151ed9a,segment=NetworkSegment(04611e56-ea69-4862-b959-3828470acb70),segment_id=04611e56-ea69-4862-b959-3828470acb70)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:58:52.522593 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2b18e351-72fe-4843-a3e6-9cf61e6e0ee1 req-f2c77d05-9959-418b-b6a8-5fa5b23074b9 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:52.568808 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-2b18e351-72fe-4843-a3e6-9cf61e6e0ee1 req-f2c77d05-9959-418b-b6a8-5fa5b23074b9 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Calling delete_port for 01525dad-c6b3-471b-881e-9c38e151ed9a owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:58:52.740473 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c53e770d-5029-466e-b58d-31d6860cc274 req-4ea9e5d0-7e08-4e85-81e8-a85143982b6f service neutron] 10.222.0.11 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107904 Aug 23 20:58:52.797044 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce75818-e521-4d74-989e-0655b6201795 req-f7cb75db-042c-4054-956a-34b896a1fbdf tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:52.798834 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7ce75818-e521-4d74-989e-0655b6201795 req-f7cb75db-042c-4054-956a-34b896a1fbdf tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=2716f9fe-c332-41a4-93ae-a925a51ac31d HTTP/1.1" status: 200 len: 1097 time: 0.0922291 Aug 23 20:58:52.814503 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2b18e351-72fe-4843-a3e6-9cf61e6e0ee1 req-f2c77d05-9959-418b-b6a8-5fa5b23074b9 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:52.856207 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c77d05-9959-418b-b6a8-5fa5b23074b9 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Pushing event deleted for resources: {'Port': ['ID=01525dad-c6b3-471b-881e-9c38e151ed9a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:52.864932 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c77d05-9959-418b-b6a8-5fa5b23074b9 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:58:52.865277 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c77d05-9959-418b-b6a8-5fa5b23074b9 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:58:52.865615 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c77d05-9959-418b-b6a8-5fa5b23074b9 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:58:52.866707 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c77d05-9959-418b-b6a8-5fa5b23074b9 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:58:52.867264 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c77d05-9959-418b-b6a8-5fa5b23074b9 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:58:52.867677 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c77d05-9959-418b-b6a8-5fa5b23074b9 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:58:52.868009 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c77d05-9959-418b-b6a8-5fa5b23074b9 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:58:52.868362 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c77d05-9959-418b-b6a8-5fa5b23074b9 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:58:52.868693 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c77d05-9959-418b-b6a8-5fa5b23074b9 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:58:52.869011 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c77d05-9959-418b-b6a8-5fa5b23074b9 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:58:52.869336 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c77d05-9959-418b-b6a8-5fa5b23074b9 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:58:52.869656 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c77d05-9959-418b-b6a8-5fa5b23074b9 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:58:52.881175 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c53e770d-5029-466e-b58d-31d6860cc274 req-f830e802-b63c-4894-939d-6d88e8f37feb service neutron] 10.222.0.11 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290066 Aug 23 20:58:52.921989 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b18e351-72fe-4843-a3e6-9cf61e6e0ee1 req-f2c77d05-9959-418b-b6a8-5fa5b23074b9 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] No DVR routers for this DVR port 01525dad-c6b3-471b-881e-9c38e151ed9a on host n-h2-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:58:52.926138 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2b18e351-72fe-4843-a3e6-9cf61e6e0ee1 req-f2c77d05-9959-418b-b6a8-5fa5b23074b9 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:52.928052 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2b18e351-72fe-4843-a3e6-9cf61e6e0ee1 req-f2c77d05-9959-418b-b6a8-5fa5b23074b9 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.32 "DELETE /v2.0/ports/01525dad-c6b3-471b-881e-9c38e151ed9a HTTP/1.1" status: 204 len: 173 time: 0.9464664 Aug 23 20:58:52.929105 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2716f9fe-c332-41a4-93ae-a925a51ac31d', 'name': 'network-vif-deleted', 'tag': '01525dad-c6b3-471b-881e-9c38e151ed9a'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:58:52.931678 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa7389e-3e9d-44de-aae9-79fb59efee6a" -d '{"events": [{"server_uuid": "2716f9fe-c332-41a4-93ae-a925a51ac31d", "name": "network-vif-deleted", "tag": "01525dad-c6b3-471b-881e-9c38e151ed9a"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:58:52.943729 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7ce75818-e521-4d74-989e-0655b6201795 req-5066cb48-0ba8-4acf-8f31-a64525e418a4 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=2bf39882-aef6-4731-adbc-4cd35050cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334088 Aug 23 20:58:53.003728 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e9f90-93fa-49cc-a6e4-77e3d37799b0 req-875f8baa-c773-4f77-a640-4ef3e381937e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:53.005490 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-856e9f90-93fa-49cc-a6e4-77e3d37799b0 req-875f8baa-c773-4f77-a640-4ef3e381937e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9e20396f7331438baf5e0a87fc6f3d2f&device_id=e5faf720-1d1d-4172-9fc4-cefc21c104e4 HTTP/1.1" status: 200 len: 1095 time: 0.0728104 Aug 23 20:58:53.037024 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcdd36fd-9189-4677-8e39-db03194d182f x-openstack-request-id: req-dcdd36fd-9189-4677-8e39-db03194d182f {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:58:53.037508 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2716f9fe-c332-41a4-93ae-a925a51ac31d", "name": "network-vif-deleted", "tag": "01525dad-c6b3-471b-881e-9c38e151ed9a", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:58:53.038106 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dcdd36fd-9189-4677-8e39-db03194d182f {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:58:53.039162 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2716f9fe-c332-41a4-93ae-a925a51ac31d', 'name': 'network-vif-deleted', 'tag': '01525dad-c6b3-471b-881e-9c38e151ed9a', 'status': 'completed', 'code': 200} Aug 23 20:58:53.042418 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['01525dad-c6b3-471b-881e-9c38e151ed9a'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:58:53.256238 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35290d5c-1eb1-4a38-9bfa-71d0d3eb852f req-d0ffc39e-33b2-4879-910e-e9419afbb540 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:53.258364 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-35290d5c-1eb1-4a38-9bfa-71d0d3eb852f req-d0ffc39e-33b2-4879-910e-e9419afbb540 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=e5faf720-1d1d-4172-9fc4-cefc21c104e4 HTTP/1.1" status: 200 len: 944 time: 0.0922928 Aug 23 20:58:53.263533 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e9f90-93fa-49cc-a6e4-77e3d37799b0 req-a63df742-9541-44ad-aba5-74cc3f305ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:53.265136 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-856e9f90-93fa-49cc-a6e4-77e3d37799b0 req-a63df742-9541-44ad-aba5-74cc3f305ef4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf HTTP/1.1" status: 200 len: 913 time: 0.2501163 Aug 23 20:58:53.316478 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-856e9f90-93fa-49cc-a6e4-77e3d37799b0 req-e4ded4eb-d85e-4d28-956b-171b69e9001b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4 HTTP/1.1" status: 200 len: 217 time: 0.0428033 Aug 23 20:58:53.358524 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-35290d5c-1eb1-4a38-9bfa-71d0d3eb852f req-cc753572-4120-4e73-8eab-3419a7f43dff tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922980 Aug 23 20:58:53.378359 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e9f90-93fa-49cc-a6e4-77e3d37799b0 req-07e24b6b-e621-4c66-a466-c7e6aa0e3b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:53.389292 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-856e9f90-93fa-49cc-a6e4-77e3d37799b0 req-07e24b6b-e621-4c66-a466-c7e6aa0e3b34 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df05a557-9226-4912-87c8-3cb75cc85ce5 HTTP/1.1" status: 200 len: 851 time: 0.0530968 Aug 23 20:58:53.448027 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e9f90-93fa-49cc-a6e4-77e3d37799b0 req-958d9a66-6dd8-4460-bc24-6501990cfb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:53.451082 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-856e9f90-93fa-49cc-a6e4-77e3d37799b0 req-958d9a66-6dd8-4460-bc24-6501990cfb1a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638640 Aug 23 20:58:53.595493 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c90812-1e72-443a-9697-616264fe2113 req-8bbfc9ea-2d89-4d9e-ad3b-9c9969ed6e14 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:53.597062 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-71c90812-1e72-443a-9697-616264fe2113 req-8bbfc9ea-2d89-4d9e-ad3b-9c9969ed6e14 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 944 time: 0.1415069 Aug 23 20:58:53.646981 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-856e9f90-93fa-49cc-a6e4-77e3d37799b0 req-92d5f878-1cea-4c4e-ae4f-16e2a82fc7fd service neutron] 10.222.0.11 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582279 Aug 23 20:58:53.729044 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-71c90812-1e72-443a-9697-616264fe2113 req-704dbccb-f9a5-46c2-8955-484a0a556124 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=7639381e-614b-4efb-bb16-a9587d85f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214762 Aug 23 20:58:53.774451 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 5f678bad-3e00-4d1c-85e4-52f0f696f918 up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:58:53.801543 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-856e9f90-93fa-49cc-a6e4-77e3d37799b0 req-ede9a587-f3c1-4400-8d47-41a4f13f7b8c service neutron] 10.222.0.11 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471689 Aug 23 20:58:53.860578 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port 5f678bad-3e00-4d1c-85e4-52f0f696f918 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:58:53.861279 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:54.018128 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 35812) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:58:54.036398 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:54.082519 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f0acb6-1641-410a-b7be-8afa857512bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f678bad-3e00-4d1c-85e4-52f0f696f918'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:58:54.088918 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f0f58b-a020-461a-a43f-d1f707cea61a" -d '{"events": [{"server_uuid": "97f0acb6-1641-410a-b7be-8afa857512bc", "name": "network-vif-plugged", "status": "completed", "tag": "5f678bad-3e00-4d1c-85e4-52f0f696f918"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:58:54.154470 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 5f678bad-3e00-4d1c-85e4-52f0f696f918, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=5f678bad-3e00-4d1c-85e4-52f0f696f918,segment=NetworkSegment(d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a),segment_id=d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:58:54.176605 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:54.178348 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 01525dad-c6b3-471b-881e-9c38e151ed9a no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:58:54.215976 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: 01525dad-c6b3-471b-881e-9c38e151ed9a {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:58:54.216566 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 01525dad-c6b3-471b-881e-9c38e151ed9a not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:58:54.219957 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8db200-1535-447e-8f46-63dee1b67b7d x-openstack-request-id: req-1a8db200-1535-447e-8f46-63dee1b67b7d {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:58:54.222184 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f0acb6-1641-410a-b7be-8afa857512bc", "name": "network-vif-plugged", "status": "completed", "tag": "5f678bad-3e00-4d1c-85e4-52f0f696f918", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:58:54.222184 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1a8db200-1535-447e-8f46-63dee1b67b7d {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:58:54.222184 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f0acb6-1641-410a-b7be-8afa857512bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f678bad-3e00-4d1c-85e4-52f0f696f918', 'code': 200} Aug 23 20:58:54.240923 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c286daf-ec3d-458a-87b7-f3fc791935a5 req-abddccd4-0787-4d3c-94bc-ee5a447b1e33 tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:54.242711 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1c286daf-ec3d-458a-87b7-f3fc791935a5 req-abddccd4-0787-4d3c-94bc-ee5a447b1e33 tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5e34d59-b707-423e-a8f3-00d0b9ba4626 HTTP/1.1" status: 200 len: 945 time: 0.1204474 Aug 23 20:58:54.282071 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=5f678bad-3e00-4d1c-85e4-52f0f696f918,revision_number=10']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:54.300649 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1c286daf-ec3d-458a-87b7-f3fc791935a5 req-ab62b3d7-c5c9-4926-8066-a000e654b8d9 tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f3975a3-d778-4a22-8872-8713b028e7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489409 Aug 23 20:58:54.450579 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366cfc78-c788-4b23-9482-6631290d2e50 req-867075ea-c140-4587-8666-6d9d25ebe90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:54.454944 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-366cfc78-c788-4b23-9482-6631290d2e50 req-867075ea-c140-4587-8666-6d9d25ebe90b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 1097 time: 0.0529108 Aug 23 20:58:54.498699 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-366cfc78-c788-4b23-9482-6631290d2e50 req-96925ae1-a857-4daa-aa1e-160c9b0b40d5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7639381e-614b-4efb-bb16-a9587d85f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366564 Aug 23 20:58:54.554901 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae7bb5c-7106-4cb3-9da8-9d292c65cda8 req-90da14bf-8793-421b-bb6a-f316df7c71c5 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:54.567468 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-eae7bb5c-7106-4cb3-9da8-9d292c65cda8 req-90da14bf-8793-421b-bb6a-f316df7c71c5 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=e5faf720-1d1d-4172-9fc4-cefc21c104e4 HTTP/1.1" status: 200 len: 944 time: 0.0963509 Aug 23 20:58:54.635444 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-eae7bb5c-7106-4cb3-9da8-9d292c65cda8 req-78208404-3a99-4a6a-962c-b7824dc4e71e tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664840 Aug 23 20:58:54.650651 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ec668cfa-92b7-465d-95b6-e51b94c30fe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:54.899265 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab3270-91fb-4e19-ab65-1db2049fd9c9 req-65051659-2650-4d7d-a3a3-0866d6149d56 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:54.901272 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cfab3270-91fb-4e19-ab65-1db2049fd9c9 req-65051659-2650-4d7d-a3a3-0866d6149d56 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 946 time: 0.0666168 Aug 23 20:58:54.968943 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cfab3270-91fb-4e19-ab65-1db2049fd9c9 req-793a0421-a617-416f-bb6d-5f03af8f3388 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=7639381e-614b-4efb-bb16-a9587d85f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565748 Aug 23 20:58:55.010778 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-ec668cfa-92b7-465d-95b6-e51b94c30fe0 admin admin] Deleting port eaa3d5eb-4552-4361-ab30-b0ab2384acc3 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:58:55.011114 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ec668cfa-92b7-465d-95b6-e51b94c30fe0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:55.137291 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-ec668cfa-92b7-465d-95b6-e51b94c30fe0 admin admin] For port eaa3d5eb-4552-4361-ab30-b0ab2384acc3, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=eaa3d5eb-4552-4361-ab30-b0ab2384acc3,segment=NetworkSegment(04611e56-ea69-4862-b959-3828470acb70),segment_id=04611e56-ea69-4862-b959-3828470acb70)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:58:55.140926 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ec668cfa-92b7-465d-95b6-e51b94c30fe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:55.161756 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-ec668cfa-92b7-465d-95b6-e51b94c30fe0 admin admin] Calling delete_port for eaa3d5eb-4552-4361-ab30-b0ab2384acc3 owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:58:55.828764 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac00a84-dc4b-4539-b91f-4af24d42d8f0 req-96d9a909-ad33-4fbb-9096-67773fa5900a tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:55.838461 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dac00a84-dc4b-4539-b91f-4af24d42d8f0 req-96d9a909-ad33-4fbb-9096-67773fa5900a tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=e5faf720-1d1d-4172-9fc4-cefc21c104e4 HTTP/1.1" status: 200 len: 944 time: 0.0901203 Aug 23 20:58:55.853186 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b049727d-0224-4c64-8935-3a279a1dc4e3 req-07b5083c-f987-4fb8-8370-3f72ea2695ec tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:55.854919 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b049727d-0224-4c64-8935-3a279a1dc4e3 req-07b5083c-f987-4fb8-8370-3f72ea2695ec tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5e34d59-b707-423e-a8f3-00d0b9ba4626 HTTP/1.1" status: 200 len: 945 time: 0.1172819 Aug 23 20:58:55.892777 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dac00a84-dc4b-4539-b91f-4af24d42d8f0 req-77d117d4-c96b-4949-ba4a-3f579e0ba414 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530560 Aug 23 20:58:55.911118 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe18a2-47c9-4a53-a874-67770ad4eff3 req-1959b931-c839-4ee8-9c31-073aa452e6b4 tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:55.918867 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-96fe18a2-47c9-4a53-a874-67770ad4eff3 req-1959b931-c839-4ee8-9c31-073aa452e6b4 tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5e34d59-b707-423e-a8f3-00d0b9ba4626 HTTP/1.1" status: 200 len: 945 time: 0.1826420 Aug 23 20:58:56.039657 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-96fe18a2-47c9-4a53-a874-67770ad4eff3 req-33c0557c-56c3-4586-b073-e4e90070b839 tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f3975a3-d778-4a22-8872-8713b028e7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198058 Aug 23 20:58:56.047862 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ec668cfa-92b7-465d-95b6-e51b94c30fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:56.091545 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec668cfa-92b7-465d-95b6-e51b94c30fe0 admin admin] Pushing event deleted for resources: {'Port': ['ID=eaa3d5eb-4552-4361-ab30-b0ab2384acc3,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:56.111256 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ce243-a0e2-4052-9a19-1964ee3860e0 req-74eb57ad-3b15-4b94-afae-b411f24b75a9 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:56.113110 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-df4ce243-a0e2-4052-9a19-1964ee3860e0 req-74eb57ad-3b15-4b94-afae-b411f24b75a9 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 946 time: 0.0576909 Aug 23 20:58:56.184370 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-b049727d-0224-4c64-8935-3a279a1dc4e3 req-72d52e8b-fc8f-4884-8627-7ced84882096 tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] Deleting port 168ccb12-87c2-4742-8d3f-7ce24d93bec6 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:58:56.184713 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b049727d-0224-4c64-8935-3a279a1dc4e3 req-72d52e8b-fc8f-4884-8627-7ced84882096 tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:56.213023 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-df4ce243-a0e2-4052-9a19-1964ee3860e0 req-22e70dc4-09f5-4164-929f-c938bb75ac82 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=7639381e-614b-4efb-bb16-a9587d85f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928624 Aug 23 20:58:56.425260 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-b049727d-0224-4c64-8935-3a279a1dc4e3 req-72d52e8b-fc8f-4884-8627-7ced84882096 tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] For port 168ccb12-87c2-4742-8d3f-7ce24d93bec6, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=168ccb12-87c2-4742-8d3f-7ce24d93bec6,segment=NetworkSegment(9a271b79-85d8-4545-a5eb-d23e09d61624),segment_id=9a271b79-85d8-4545-a5eb-d23e09d61624)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:58:56.425734 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b049727d-0224-4c64-8935-3a279a1dc4e3 req-72d52e8b-fc8f-4884-8627-7ced84882096 tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:56.451392 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-b049727d-0224-4c64-8935-3a279a1dc4e3 req-72d52e8b-fc8f-4884-8627-7ced84882096 tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] Calling delete_port for 168ccb12-87c2-4742-8d3f-7ce24d93bec6 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:58:56.466125 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ec668cfa-92b7-465d-95b6-e51b94c30fe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:56.802855 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b049727d-0224-4c64-8935-3a279a1dc4e3 req-72d52e8b-fc8f-4884-8627-7ced84882096 tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:56.874172 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d52e8b-fc8f-4884-8627-7ced84882096 tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] Pushing event deleted for resources: {'Port': ['ID=168ccb12-87c2-4742-8d3f-7ce24d93bec6,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:56.947288 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-b049727d-0224-4c64-8935-3a279a1dc4e3 req-72d52e8b-fc8f-4884-8627-7ced84882096 tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] No DVR routers for this DVR port 168ccb12-87c2-4742-8d3f-7ce24d93bec6 on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:58:56.951508 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b049727d-0224-4c64-8935-3a279a1dc4e3 req-72d52e8b-fc8f-4884-8627-7ced84882096 tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:56.953360 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b049727d-0224-4c64-8935-3a279a1dc4e3 req-72d52e8b-fc8f-4884-8627-7ced84882096 tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] 10.222.0.11 "DELETE /v2.0/ports/168ccb12-87c2-4742-8d3f-7ce24d93bec6 HTTP/1.1" status: 204 len: 173 time: 1.0918000 Aug 23 20:58:56.953959 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e34d59-b707-423e-a8f3-00d0b9ba4626', 'name': 'network-vif-deleted', 'tag': '168ccb12-87c2-4742-8d3f-7ce24d93bec6'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:58:56.956965 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42690a4a-b700-4226-8b18-97418b8e62e1" -d '{"events": [{"server_uuid": "c5e34d59-b707-423e-a8f3-00d0b9ba4626", "name": "network-vif-deleted", "tag": "168ccb12-87c2-4742-8d3f-7ce24d93bec6"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:58:56.961617 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec668cfa-92b7-465d-95b6-e51b94c30fe0 admin admin] Router 9c788f23-f161-4eed-a919-532beb7367a4 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:58:57.031837 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850b5594-b5d4-4596-b55c-4c6f8fdd26df x-openstack-request-id: req-850b5594-b5d4-4596-b55c-4c6f8fdd26df {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:58:57.032140 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e34d59-b707-423e-a8f3-00d0b9ba4626", "name": "network-vif-deleted", "tag": "168ccb12-87c2-4742-8d3f-7ce24d93bec6", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:58:57.032396 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-850b5594-b5d4-4596-b55c-4c6f8fdd26df {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:58:57.033525 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e34d59-b707-423e-a8f3-00d0b9ba4626', 'name': 'network-vif-deleted', 'tag': '168ccb12-87c2-4742-8d3f-7ce24d93bec6', 'status': 'completed', 'code': 200} Aug 23 20:58:57.136199 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328add0-bb03-4509-b533-11168d58616c req-fafe04a5-72ca-41db-b008-39ffc8eb7ab1 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:57.137940 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2328add0-bb03-4509-b533-11168d58616c req-fafe04a5-72ca-41db-b008-39ffc8eb7ab1 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=e5faf720-1d1d-4172-9fc4-cefc21c104e4 HTTP/1.1" status: 200 len: 944 time: 0.1078560 Aug 23 20:58:57.180680 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec668cfa-92b7-465d-95b6-e51b94c30fe0 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:58:57.195988 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e19a62-9d4f-479c-bfe1-f64c055fcf09 None None] Sync routers for ids ['9c788f23-f161-4eed-a919-532beb7367a4'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:58:57.201767 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ec668cfa-92b7-465d-95b6-e51b94c30fe0 admin admin] 10.222.0.61 "PUT /v2.0/routers/9c788f23-f161-4eed-a919-532beb7367a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1802511 Aug 23 20:58:57.204566 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 35868) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:58:57.208306 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-662de32b-611b-459d-b57b-ae39780ba798 req-5bc0f4f5-27ae-46c6-b2f4-99086df2f0b1 tempest-ServerTagsTestJSON-1568365726 tempest-ServerTagsTestJSON-1568365726-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5e34d59-b707-423e-a8f3-00d0b9ba4626 HTTP/1.1" status: 200 len: 210 time: 0.0423086 Aug 23 20:58:57.218000 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e19a62-9d4f-479c-bfe1-f64c055fcf09 None None] Routers {'9c788f23-f161-4eed-a919-532beb7367a4'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:58:57.218887 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-18e19a62-9d4f-479c-bfe1-f64c055fcf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:58:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['9c788f23-f161-4eed-a919-532beb7367a4'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:58:57.268023 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2328add0-bb03-4509-b533-11168d58616c req-e5f000f8-6ca1-4abb-9aae-7aec15323b85 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192153 Aug 23 20:58:57.361488 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73b06872-dcc1-4dd9-a6af-d0f087b3b544 admin admin] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:57.364268 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-18e19a62-9d4f-479c-bfe1-f64c055fcf09 None None] Set router 9c788f23-f161-4eed-a919-532beb7367a4 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:58:57.402534 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1130ed1-c731-4856-a355-76dbecbcdc3a req-c44862d2-01c1-4a72-af43-32a69242a4c5 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:57.410049 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e1130ed1-c731-4856-a355-76dbecbcdc3a req-c44862d2-01c1-4a72-af43-32a69242a4c5 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 946 time: 0.0831113 Aug 23 20:58:57.450722 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e1130ed1-c731-4856-a355-76dbecbcdc3a req-1dcc759e-6141-41b2-a850-8cf837e369d2 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=7639381e-614b-4efb-bb16-a9587d85f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395999 Aug 23 20:58:57.581055 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73b06872-dcc1-4dd9-a6af-d0f087b3b544 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:57.640488 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-18e19a62-9d4f-479c-bfe1-f64c055fcf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c788f23-f161-4eed-a919-532beb7367a4', 'name': 'tempest-TestServerMultinode-909741638-router', 'tenant_id': 'c1dd4ba7a1b04eec817660050a40de86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'f00aaf6c-f81c-498a-bdbc-a6b90cc0561b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:57:59Z', 'updated_at': '2021-08-23T20:58:55Z', 'revision_number': 5, 'project_id': 'c1dd4ba7a1b04eec817660050a40de86', 'gw_port': {'id': 'f00aaf6c-f81c-498a-bdbc-a6b90cc0561b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:66:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c788f23-f161-4eed-a919-532beb7367a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:58:00Z', 'updated_at': '2021-08-23T20:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:58:57.650643 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-73b06872-dcc1-4dd9-a6af-d0f087b3b544 admin admin] Deleting port f00aaf6c-f81c-498a-bdbc-a6b90cc0561b {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:58:57.651180 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73b06872-dcc1-4dd9-a6af-d0f087b3b544 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:57.673083 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e19a62-9d4f-479c-bfe1-f64c055fcf09 None None] Checking router: 9c788f23-f161-4eed-a919-532beb7367a4 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:58:57.683494 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e19a62-9d4f-479c-bfe1-f64c055fcf09 None None] Routers {'9c788f23-f161-4eed-a919-532beb7367a4'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:58:57.684354 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-18e19a62-9d4f-479c-bfe1-f64c055fcf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:58:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['9c788f23-f161-4eed-a919-532beb7367a4'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:58:57.735371 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-73b06872-dcc1-4dd9-a6af-d0f087b3b544 admin admin] For port f00aaf6c-f81c-498a-bdbc-a6b90cc0561b, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=f00aaf6c-f81c-498a-bdbc-a6b90cc0561b,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:58:57.735752 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73b06872-dcc1-4dd9-a6af-d0f087b3b544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:57.748347 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-73b06872-dcc1-4dd9-a6af-d0f087b3b544 admin admin] Calling delete_port for f00aaf6c-f81c-498a-bdbc-a6b90cc0561b owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:58:57.802075 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-18e19a62-9d4f-479c-bfe1-f64c055fcf09 None None] Set router 9c788f23-f161-4eed-a919-532beb7367a4 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:58:57.862357 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-18e19a62-9d4f-479c-bfe1-f64c055fcf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c788f23-f161-4eed-a919-532beb7367a4', 'name': 'tempest-TestServerMultinode-909741638-router', 'tenant_id': 'c1dd4ba7a1b04eec817660050a40de86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:57:59Z', 'updated_at': '2021-08-23T20:58:57Z', 'revision_number': 6, 'project_id': 'c1dd4ba7a1b04eec817660050a40de86', 'gw_port_host': None}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:58:57.893337 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e19a62-9d4f-479c-bfe1-f64c055fcf09 None None] The sync data for ids ['9c788f23-f161-4eed-a919-532beb7367a4'] in n-d-805663-2 is: [{'id': '9c788f23-f161-4eed-a919-532beb7367a4', 'name': 'tempest-TestServerMultinode-909741638-router', 'tenant_id': 'c1dd4ba7a1b04eec817660050a40de86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:57:59Z', 'updated_at': '2021-08-23T20:58:57Z', 'revision_number': 6, 'project_id': 'c1dd4ba7a1b04eec817660050a40de86', 'gw_port_host': None}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:58:57.973721 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73b06872-dcc1-4dd9-a6af-d0f087b3b544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:58.005503 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b06872-dcc1-4dd9-a6af-d0f087b3b544 admin admin] Pushing event deleted for resources: {'Port': ['ID=f00aaf6c-f81c-498a-bdbc-a6b90cc0561b,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:58.070177 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73b06872-dcc1-4dd9-a6af-d0f087b3b544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:58.162531 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73b06872-dcc1-4dd9-a6af-d0f087b3b544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:58.165298 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73b06872-dcc1-4dd9-a6af-d0f087b3b544 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:58.246427 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73b06872-dcc1-4dd9-a6af-d0f087b3b544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:58.247271 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b06872-dcc1-4dd9-a6af-d0f087b3b544 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c788f23-f161-4eed-a919-532beb7367a4 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:58:58.254524 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73b06872-dcc1-4dd9-a6af-d0f087b3b544 admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:58.260184 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 35876) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:58:58.261124 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-73b06872-dcc1-4dd9-a6af-d0f087b3b544 admin admin] 10.222.0.61 "DELETE /v2.0/routers/9c788f23-f161-4eed-a919-532beb7367a4 HTTP/1.1" status: 204 len: 168 time: 1.0525067 Aug 23 20:58:58.284105 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 35878) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:58:58.331812 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d6da350-7c1a-47a1-a8df-a0554c58255c admin admin] Deleting subnet 3d95718c-2d0a-4ac0-b47f-2a5f989f6fce {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:58:58.341040 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d6da350-7c1a-47a1-a8df-a0554c58255c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:58.388562 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d7beb7b-bb5b-4416-be9a-d42231f20fad admin admin] Deleting subnet 62c10c69-07fc-48ab-8918-0c6d0544c69b {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:58:58.400870 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1d7beb7b-bb5b-4416-be9a-d42231f20fad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:58.400998 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d6da350-7c1a-47a1-a8df-a0554c58255c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:58.453875 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1d7beb7b-bb5b-4416-be9a-d42231f20fad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:58.485544 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e83e4d-81c3-4e1b-9866-ac58239718b0 req-a64d998c-b54e-4bca-8be6-c19b3cbbba27 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:58.493962 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-13e83e4d-81c3-4e1b-9866-ac58239718b0 req-a64d998c-b54e-4bca-8be6-c19b3cbbba27 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=e5faf720-1d1d-4172-9fc4-cefc21c104e4 HTTP/1.1" status: 200 len: 944 time: 0.0984139 Aug 23 20:58:58.497844 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1d7beb7b-bb5b-4416-be9a-d42231f20fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:58.560005 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-13e83e4d-81c3-4e1b-9866-ac58239718b0 req-301151da-5651-43f2-881b-4447d846f134 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650017 Aug 23 20:58:58.571028 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d6da350-7c1a-47a1-a8df-a0554c58255c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:58.596843 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1d7beb7b-bb5b-4416-be9a-d42231f20fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:58.609139 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 168ccb12-87c2-4742-8d3f-7ce24d93bec6 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:58:58.628392 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7beb7b-bb5b-4416-be9a-d42231f20fad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62c10c69-07fc-48ab-8918-0c6d0544c69b,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:58.632486 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1d7beb7b-bb5b-4416-be9a-d42231f20fad admin admin] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:58.637892 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1d7beb7b-bb5b-4416-be9a-d42231f20fad admin admin] 10.222.0.61 "DELETE /v2.0/subnets/62c10c69-07fc-48ab-8918-0c6d0544c69b HTTP/1.1" status: 204 len: 168 time: 0.3498168 Aug 23 20:58:58.637994 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: 168ccb12-87c2-4742-8d3f-7ce24d93bec6 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:58:58.637994 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 168ccb12-87c2-4742-8d3f-7ce24d93bec6 not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:58:58.638167 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 35882) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:58:58.664472 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d6da350-7c1a-47a1-a8df-a0554c58255c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:58.683734 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a439e4-0f1b-44ee-9851-4c0d83f3b0e7 None None] Network e3e711f7-468e-4feb-90bd-7a8d4126de07 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:58:58.696499 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d6da350-7c1a-47a1-a8df-a0554c58255c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:58.698469 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9d6da350-7c1a-47a1-a8df-a0554c58255c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/3d95718c-2d0a-4ac0-b47f-2a5f989f6fce HTTP/1.1" status: 204 len: 168 time: 0.4372890 Aug 23 20:58:58.699344 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6da350-7c1a-47a1-a8df-a0554c58255c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d95718c-2d0a-4ac0-b47f-2a5f989f6fce,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:58.701199 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 35884) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:58:58.762215 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0abadbf8-6d61-4f8c-a99c-20338a4f0969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:58.811445 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50ebb850-32bb-4f4a-8791-d4bdbcbfbb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:58.880170 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0abadbf8-6d61-4f8c-a99c-20338a4f0969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:58.896764 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-0abadbf8-6d61-4f8c-a99c-20338a4f0969 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20448750-dc74-47af-87c9-62bc50a2e0af']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:58:58.904011 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-50ebb850-32bb-4f4a-8791-d4bdbcbfbb38 admin admin] Deleting port 332dc915-4ef3-466b-8fc4-03dc1ce0f928 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:58:58.904386 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50ebb850-32bb-4f4a-8791-d4bdbcbfbb38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:58.924385 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-0abadbf8-6d61-4f8c-a99c-20338a4f0969 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a271b79-85d8-4545-a5eb-d23e09d61624') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:58:58.928459 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-0abadbf8-6d61-4f8c-a99c-20338a4f0969 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a271b79-85d8-4545-a5eb-d23e09d61624') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:58:58.941322 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9996cab0-533b-4bb9-a5f3-45c854ddc075 None None] DHCP port deletion for e3e711f7-468e-4feb-90bd-7a8d4126de07 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:58:58.955474 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0abadbf8-6d61-4f8c-a99c-20338a4f0969 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:58.981106 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0abadbf8-6d61-4f8c-a99c-20338a4f0969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:58.988502 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0abadbf8-6d61-4f8c-a99c-20338a4f0969 admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:58:58.988931 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0abadbf8-6d61-4f8c-a99c-20338a4f0969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:58.991725 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:58:58.991725 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:58:58.991725 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:58:58.991725 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:58:58.991725 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:58:58.991725 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:58:58.991725 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:58:58.991725 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:58:58.991725 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:58:58.991725 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:58:58.991725 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:58:58.991725 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:58:58.991725 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:58:58.991725 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:58:58.991725 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:58:58.991725 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:58:58.991725 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:58:58.991725 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:58:58.991725 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:58:58.991725 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:58:58.991725 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:58:58.991725 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:58:58.991725 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:58:58.991725 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:58:58.991725 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:58:58.991725 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:58:58.991725 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:58:58.991725 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:58:58.991725 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:58:58.991725 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:58:58.991725 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:58:58.991725 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:58:58.995696 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-50ebb850-32bb-4f4a-8791-d4bdbcbfbb38 admin admin] For port 332dc915-4ef3-466b-8fc4-03dc1ce0f928, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=332dc915-4ef3-466b-8fc4-03dc1ce0f928,segment=NetworkSegment(04611e56-ea69-4862-b959-3828470acb70),segment_id=04611e56-ea69-4862-b959-3828470acb70)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:58:58.995696 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50ebb850-32bb-4f4a-8791-d4bdbcbfbb38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:59.012041 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-50ebb850-32bb-4f4a-8791-d4bdbcbfbb38 admin admin] Calling delete_port for 332dc915-4ef3-466b-8fc4-03dc1ce0f928 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:58:59.026322 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-9996cab0-533b-4bb9-a5f3-45c854ddc075 None None] Deleting port 332dc915-4ef3-466b-8fc4-03dc1ce0f928 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:58:59.026840 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9996cab0-533b-4bb9-a5f3-45c854ddc075 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:59.085401 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0abadbf8-6d61-4f8c-a99c-20338a4f0969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:59.092756 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0abadbf8-6d61-4f8c-a99c-20338a4f0969 admin admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:59.096879 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0abadbf8-6d61-4f8c-a99c-20338a4f0969 admin admin] 10.222.0.61 "DELETE /v2.0/networks/20448750-dc74-47af-87c9-62bc50a2e0af HTTP/1.1" status: 204 len: 168 time: 0.4543083 Aug 23 20:58:59.108934 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abadbf8-6d61-4f8c-a99c-20338a4f0969 admin admin] Pushing event deleted for resources: {'Network': ['ID=20448750-dc74-47af-87c9-62bc50a2e0af,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:59.165938 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50ebb850-32bb-4f4a-8791-d4bdbcbfbb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:59.179980 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ebb850-32bb-4f4a-8791-d4bdbcbfbb38 admin admin] No DVR routers for this DVR port 332dc915-4ef3-466b-8fc4-03dc1ce0f928 on host n-d-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:58:59.295017 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50ebb850-32bb-4f4a-8791-d4bdbcbfbb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:59.307191 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-50ebb850-32bb-4f4a-8791-d4bdbcbfbb38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3e711f7-468e-4feb-90bd-7a8d4126de07']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:58:59.347962 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-9996cab0-533b-4bb9-a5f3-45c854ddc075 None None] For port 332dc915-4ef3-466b-8fc4-03dc1ce0f928, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=332dc915-4ef3-466b-8fc4-03dc1ce0f928,segment=NetworkSegment(04611e56-ea69-4862-b959-3828470acb70),segment_id=04611e56-ea69-4862-b959-3828470acb70)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:58:59.349447 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9996cab0-533b-4bb9-a5f3-45c854ddc075 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:59.364104 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 35888) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:58:59.377592 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-9996cab0-533b-4bb9-a5f3-45c854ddc075 None None] Calling delete_port for 332dc915-4ef3-466b-8fc4-03dc1ce0f928 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:58:59.448210 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-12481129-d42c-4a12-b118-b1cfea5ffa09 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b9c1f26f04e44f2bb8675a03ff23fecd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0825412 Aug 23 20:58:59.453087 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 35890) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:58:59.464493 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9996cab0-533b-4bb9-a5f3-45c854ddc075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:59.499664 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9996cab0-533b-4bb9-a5f3-45c854ddc075 None None] Pushing event deleted for resources: {'Port': ['ID=332dc915-4ef3-466b-8fc4-03dc1ce0f928,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:59.509000 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9996cab0-533b-4bb9-a5f3-45c854ddc075 None None] No DVR routers for this DVR port 332dc915-4ef3-466b-8fc4-03dc1ce0f928 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:58:59.522766 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a7d47fbc-9412-48a6-90ab-650a6cea7cdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:59.564186 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a7d47fbc-9412-48a6-90ab-650a6cea7cdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:59.648856 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a7d47fbc-9412-48a6-90ab-650a6cea7cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:59.651679 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a7d47fbc-9412-48a6-90ab-650a6cea7cdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:59.655723 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a7d47fbc-9412-48a6-90ab-650a6cea7cdb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7f3975a3-d778-4a22-8872-8713b028e7ec HTTP/1.1" status: 204 len: 168 time: 0.2014246 Aug 23 20:58:59.664967 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d47fbc-9412-48a6-90ab-650a6cea7cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3975a3-d778-4a22-8872-8713b028e7ec,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:59.695808 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ebb850-32bb-4f4a-8791-d4bdbcbfbb38 admin admin] Pushing event deleted for resources: {'Port': ['ID=332dc915-4ef3-466b-8fc4-03dc1ce0f928,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:59.699006 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-50ebb850-32bb-4f4a-8791-d4bdbcbfbb38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04611e56-ea69-4862-b959-3828470acb70') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:58:59.699006 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-50ebb850-32bb-4f4a-8791-d4bdbcbfbb38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04611e56-ea69-4862-b959-3828470acb70') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:58:59.712599 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50ebb850-32bb-4f4a-8791-d4bdbcbfbb38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:59.733882 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50ebb850-32bb-4f4a-8791-d4bdbcbfbb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:59.738047 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5efad3-8a59-4c4b-bec4-77100ab470ea req-bd1233ec-8a6c-437b-b765-6b7556d48428 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:58:59.739827 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ae5efad3-8a59-4c4b-bec4-77100ab470ea req-bd1233ec-8a6c-437b-b765-6b7556d48428 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=e5faf720-1d1d-4172-9fc4-cefc21c104e4 HTTP/1.1" status: 200 len: 944 time: 0.0655503 Aug 23 20:58:59.753597 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50ebb850-32bb-4f4a-8791-d4bdbcbfbb38 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:58:59.755146 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50ebb850-32bb-4f4a-8791-d4bdbcbfbb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:59.760550 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:58:59.760550 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:58:59.760550 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:58:59.760550 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:58:59.760550 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:58:59.760550 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:58:59.760550 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:58:59.760550 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:58:59.760550 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:58:59.760550 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:58:59.760550 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:58:59.760550 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:58:59.760550 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:58:59.760550 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:58:59.760550 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:58:59.760550 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:58:59.760550 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:58:59.760550 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:58:59.760550 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:58:59.760550 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:58:59.760550 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:58:59.760550 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:58:59.760550 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:58:59.760550 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:58:59.760550 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:58:59.760550 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:58:59.760550 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:58:59.760550 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:58:59.760550 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:58:59.760550 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:58:59.760550 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:58:59.760550 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:58:59.804826 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ae5efad3-8a59-4c4b-bec4-77100ab470ea req-7f54a809-c44f-4fdf-a1af-f572cd03cddf tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548248 Aug 23 20:58:59.827312 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50ebb850-32bb-4f4a-8791-d4bdbcbfbb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:59.833548 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50ebb850-32bb-4f4a-8791-d4bdbcbfbb38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:58:59.837050 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-50ebb850-32bb-4f4a-8791-d4bdbcbfbb38 admin admin] 10.222.0.61 "DELETE /v2.0/networks/e3e711f7-468e-4feb-90bd-7a8d4126de07 HTTP/1.1" status: 204 len: 168 time: 1.1346774 Aug 23 20:58:59.840602 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 35896) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:58:59.847816 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ebb850-32bb-4f4a-8791-d4bdbcbfbb38 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3e711f7-468e-4feb-90bd-7a8d4126de07,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:58:59.991087 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device eaa3d5eb-4552-4361-ab30-b0ab2384acc3 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:59:00.034697 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: eaa3d5eb-4552-4361-ab30-b0ab2384acc3 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:59:00.037012 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device eaa3d5eb-4552-4361-ab30-b0ab2384acc3 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:59:00.037872 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device f00aaf6c-f81c-498a-bdbc-a6b90cc0561b no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:59:00.063255 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: f00aaf6c-f81c-498a-bdbc-a6b90cc0561b {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:59:00.063608 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device f00aaf6c-f81c-498a-bdbc-a6b90cc0561b not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:59:00.064029 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 332dc915-4ef3-466b-8fc4-03dc1ce0f928 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:59:00.088734 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 332dc915-4ef3-466b-8fc4-03dc1ce0f928 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:59:00.089197 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 332dc915-4ef3-466b-8fc4-03dc1ce0f928 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:59:00.354661 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9e5293b0-1b2f-4372-8edc-d239767e7e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:00.646611 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-9e5293b0-1b2f-4372-8edc-d239767e7e98 admin admin] Deleting port f5cb8482-80bf-4ba5-ab5e-60cb59f27b95 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:59:00.647066 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9e5293b0-1b2f-4372-8edc-d239767e7e98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:00.728220 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-9e5293b0-1b2f-4372-8edc-d239767e7e98 admin admin] For port f5cb8482-80bf-4ba5-ab5e-60cb59f27b95, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=f5cb8482-80bf-4ba5-ab5e-60cb59f27b95,segment=NetworkSegment(54ebc99b-cd10-4a44-abbe-0dd19b451547),segment_id=54ebc99b-cd10-4a44-abbe-0dd19b451547)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:59:00.728593 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9e5293b0-1b2f-4372-8edc-d239767e7e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:00.742733 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-9e5293b0-1b2f-4372-8edc-d239767e7e98 admin admin] Calling delete_port for f5cb8482-80bf-4ba5-ab5e-60cb59f27b95 owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:59:00.951777 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320290d-6fa9-4085-9fae-a88ea0544ee7 req-8fb7f59e-ec53-4cbe-be38-a0dc389662bb tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:00.953332 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8320290d-6fa9-4085-9fae-a88ea0544ee7 req-8fb7f59e-ec53-4cbe-be38-a0dc389662bb tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=e5faf720-1d1d-4172-9fc4-cefc21c104e4 HTTP/1.1" status: 200 len: 944 time: 0.0899100 Aug 23 20:59:00.999806 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9e5293b0-1b2f-4372-8edc-d239767e7e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:01.015110 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8320290d-6fa9-4085-9fae-a88ea0544ee7 req-8af98d3f-511d-44bd-8b18-311c3926147f tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553191 Aug 23 20:59:01.034822 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5293b0-1b2f-4372-8edc-d239767e7e98 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5cb8482-80bf-4ba5-ab5e-60cb59f27b95,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:01.218268 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9e5293b0-1b2f-4372-8edc-d239767e7e98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:01.785665 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e5293b0-1b2f-4372-8edc-d239767e7e98 admin admin] Router f3a8802e-62a2-43bb-952e-a5501abcfaff has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:59:01.894625 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5293b0-1b2f-4372-8edc-d239767e7e98 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:59:01.900535 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9e5293b0-1b2f-4372-8edc-d239767e7e98 admin admin] 10.222.0.61 "PUT /v2.0/routers/f3a8802e-62a2-43bb-952e-a5501abcfaff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0586388 Aug 23 20:59:01.902696 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 35934) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:01.904667 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2384cb90-23a3-44b6-8d32-7a04b6f77e4c None None] Sync routers for ids ['f3a8802e-62a2-43bb-952e-a5501abcfaff'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:59:01.915047 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2384cb90-23a3-44b6-8d32-7a04b6f77e4c None None] Routers {'f3a8802e-62a2-43bb-952e-a5501abcfaff'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:59:01.915673 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2384cb90-23a3-44b6-8d32-7a04b6f77e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:58:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['f3a8802e-62a2-43bb-952e-a5501abcfaff'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:59:02.011842 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-545abcfe-670f-4820-9c2a-ebd7e95841d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:02.021358 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-2384cb90-23a3-44b6-8d32-7a04b6f77e4c None None] Set router f3a8802e-62a2-43bb-952e-a5501abcfaff gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:59:02.144692 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-545abcfe-670f-4820-9c2a-ebd7e95841d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:02.192525 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c89ce2-78bc-4a20-bcd6-82505d6c3540 req-c0e59ed4-9f2b-47d5-89be-e85badc47902 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:02.194814 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-31c89ce2-78bc-4a20-bcd6-82505d6c3540 req-c0e59ed4-9f2b-47d5-89be-e85badc47902 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=e5faf720-1d1d-4172-9fc4-cefc21c104e4 HTTP/1.1" status: 200 len: 944 time: 0.0811408 Aug 23 20:59:02.207093 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2384cb90-23a3-44b6-8d32-7a04b6f77e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a8802e-62a2-43bb-952e-a5501abcfaff', 'name': 'tempest-TestServerMultinode-1628851489-router', 'tenant_id': '641a70d280804e0b8b38c39e3b59a1a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '1780d459-02ca-4b7b-9db1-5562f1ac2b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:58:06Z', 'updated_at': '2021-08-23T20:59:00Z', 'revision_number': 5, 'project_id': '641a70d280804e0b8b38c39e3b59a1a7', 'gw_port': {'id': '1780d459-02ca-4b7b-9db1-5562f1ac2b2a', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f2:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a8802e-62a2-43bb-952e-a5501abcfaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:58:07Z', 'updated_at': '2021-08-23T20:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:59:02.234452 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2384cb90-23a3-44b6-8d32-7a04b6f77e4c None None] Checking router: f3a8802e-62a2-43bb-952e-a5501abcfaff for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:59:02.237166 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-545abcfe-670f-4820-9c2a-ebd7e95841d7 admin admin] Deleting port 1780d459-02ca-4b7b-9db1-5562f1ac2b2a {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:59:02.237507 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-545abcfe-670f-4820-9c2a-ebd7e95841d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:02.243753 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2384cb90-23a3-44b6-8d32-7a04b6f77e4c None None] Routers {'f3a8802e-62a2-43bb-952e-a5501abcfaff'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:59:02.244391 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2384cb90-23a3-44b6-8d32-7a04b6f77e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:58:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['f3a8802e-62a2-43bb-952e-a5501abcfaff'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:59:02.268575 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-31c89ce2-78bc-4a20-bcd6-82505d6c3540 req-9ef1fefb-b3a4-4be0-816c-1adb74d317cc tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528693 Aug 23 20:59:02.337980 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-2384cb90-23a3-44b6-8d32-7a04b6f77e4c None None] Set router f3a8802e-62a2-43bb-952e-a5501abcfaff gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:59:02.339367 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-545abcfe-670f-4820-9c2a-ebd7e95841d7 admin admin] For port 1780d459-02ca-4b7b-9db1-5562f1ac2b2a, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=1780d459-02ca-4b7b-9db1-5562f1ac2b2a,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:59:02.339785 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-545abcfe-670f-4820-9c2a-ebd7e95841d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:02.354522 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-545abcfe-670f-4820-9c2a-ebd7e95841d7 admin admin] Calling delete_port for 1780d459-02ca-4b7b-9db1-5562f1ac2b2a owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:59:02.391939 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2384cb90-23a3-44b6-8d32-7a04b6f77e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a8802e-62a2-43bb-952e-a5501abcfaff', 'name': 'tempest-TestServerMultinode-1628851489-router', 'tenant_id': '641a70d280804e0b8b38c39e3b59a1a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:58:06Z', 'updated_at': '2021-08-23T20:59:02Z', 'revision_number': 6, 'project_id': '641a70d280804e0b8b38c39e3b59a1a7', 'gw_port_host': None}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:59:02.435197 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2384cb90-23a3-44b6-8d32-7a04b6f77e4c None None] The sync data for ids ['f3a8802e-62a2-43bb-952e-a5501abcfaff'] in n-d-805663-2 is: [{'id': 'f3a8802e-62a2-43bb-952e-a5501abcfaff', 'name': 'tempest-TestServerMultinode-1628851489-router', 'tenant_id': '641a70d280804e0b8b38c39e3b59a1a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:58:06Z', 'updated_at': '2021-08-23T20:59:02Z', 'revision_number': 6, 'project_id': '641a70d280804e0b8b38c39e3b59a1a7', 'gw_port_host': None}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:59:02.565046 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-545abcfe-670f-4820-9c2a-ebd7e95841d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:02.599127 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545abcfe-670f-4820-9c2a-ebd7e95841d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1780d459-02ca-4b7b-9db1-5562f1ac2b2a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:02.660442 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-545abcfe-670f-4820-9c2a-ebd7e95841d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:02.757812 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-545abcfe-670f-4820-9c2a-ebd7e95841d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:02.759875 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-545abcfe-670f-4820-9c2a-ebd7e95841d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:02.802510 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-545abcfe-670f-4820-9c2a-ebd7e95841d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:02.803003 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545abcfe-670f-4820-9c2a-ebd7e95841d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3a8802e-62a2-43bb-952e-a5501abcfaff {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:59:02.807933 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-545abcfe-670f-4820-9c2a-ebd7e95841d7 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:02.809104 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-545abcfe-670f-4820-9c2a-ebd7e95841d7 admin admin] 10.222.0.61 "DELETE /v2.0/routers/f3a8802e-62a2-43bb-952e-a5501abcfaff HTTP/1.1" status: 204 len: 168 time: 0.9054151 Aug 23 20:59:02.811556 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 35958) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:02.862797 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-140a9ced-bf19-4f3b-8bac-c55c14ec7d2d admin admin] Deleting subnet 7988c951-ef33-494e-adf6-f5a123de037a {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:59:02.866664 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-140a9ced-bf19-4f3b-8bac-c55c14ec7d2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:02.904829 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-140a9ced-bf19-4f3b-8bac-c55c14ec7d2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:02.987740 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-140a9ced-bf19-4f3b-8bac-c55c14ec7d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:03.042805 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-140a9ced-bf19-4f3b-8bac-c55c14ec7d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:03.073836 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a9ced-bf19-4f3b-8bac-c55c14ec7d2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7988c951-ef33-494e-adf6-f5a123de037a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:03.075765 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-140a9ced-bf19-4f3b-8bac-c55c14ec7d2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:03.077634 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-140a9ced-bf19-4f3b-8bac-c55c14ec7d2d admin admin] 10.222.0.61 "DELETE /v2.0/subnets/7988c951-ef33-494e-adf6-f5a123de037a HTTP/1.1" status: 204 len: 168 time: 0.2651088 Aug 23 20:59:03.080255 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 35960) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:03.080525 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a58a8f1-4022-4cb6-a13a-a15444822579 None None] Network 5aae6998-40a9-4993-9e2f-9c4dcb5edfec requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:59:03.153151 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-906b0e2d-e09f-42af-80eb-7413263efa50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:03.217018 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-906b0e2d-e09f-42af-80eb-7413263efa50 admin admin] Deleting port 5ee0a3e4-237b-4324-8c4a-457eb1ff4aa5 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:59:03.217368 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-906b0e2d-e09f-42af-80eb-7413263efa50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:03.293301 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f80317c-b04e-47b8-990e-5c6942540b2b None None] DHCP port deletion for 5aae6998-40a9-4993-9e2f-9c4dcb5edfec request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:59:03.302441 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-906b0e2d-e09f-42af-80eb-7413263efa50 admin admin] For port 5ee0a3e4-237b-4324-8c4a-457eb1ff4aa5, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=5ee0a3e4-237b-4324-8c4a-457eb1ff4aa5,segment=NetworkSegment(54ebc99b-cd10-4a44-abbe-0dd19b451547),segment_id=54ebc99b-cd10-4a44-abbe-0dd19b451547)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:59:03.302821 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-906b0e2d-e09f-42af-80eb-7413263efa50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:03.327561 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-906b0e2d-e09f-42af-80eb-7413263efa50 admin admin] Calling delete_port for 5ee0a3e4-237b-4324-8c4a-457eb1ff4aa5 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:59:03.382732 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1f80317c-b04e-47b8-990e-5c6942540b2b None None] Deleting port 5ee0a3e4-237b-4324-8c4a-457eb1ff4aa5 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:59:03.383134 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1f80317c-b04e-47b8-990e-5c6942540b2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:03.461464 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce2e512-a36c-48ad-8185-c262cbd795c2 req-22c61f97-5b5a-4eef-9418-7db31ccf71cb tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:03.462131 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-906b0e2d-e09f-42af-80eb-7413263efa50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:03.464187 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bce2e512-a36c-48ad-8185-c262cbd795c2 req-22c61f97-5b5a-4eef-9418-7db31ccf71cb tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=e5faf720-1d1d-4172-9fc4-cefc21c104e4 HTTP/1.1" status: 200 len: 944 time: 0.0910356 Aug 23 20:59:03.553702 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-1f80317c-b04e-47b8-990e-5c6942540b2b None None] For port 5ee0a3e4-237b-4324-8c4a-457eb1ff4aa5, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=5ee0a3e4-237b-4324-8c4a-457eb1ff4aa5,segment=NetworkSegment(54ebc99b-cd10-4a44-abbe-0dd19b451547),segment_id=54ebc99b-cd10-4a44-abbe-0dd19b451547)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:59:03.556754 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1f80317c-b04e-47b8-990e-5c6942540b2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:03.578818 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bce2e512-a36c-48ad-8185-c262cbd795c2 req-f09b1f7d-2d1e-4236-a44c-68a9c365604e tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717435 Aug 23 20:59:03.585749 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1f80317c-b04e-47b8-990e-5c6942540b2b None None] Calling delete_port for 5ee0a3e4-237b-4324-8c4a-457eb1ff4aa5 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:59:03.590904 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906b0e2d-e09f-42af-80eb-7413263efa50 admin admin] No DVR routers for this DVR port 5ee0a3e4-237b-4324-8c4a-457eb1ff4aa5 on host n-d-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:59:03.674396 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906b0e2d-e09f-42af-80eb-7413263efa50 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ee0a3e4-237b-4324-8c4a-457eb1ff4aa5,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:03.705590 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1f80317c-b04e-47b8-990e-5c6942540b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:03.717752 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f80317c-b04e-47b8-990e-5c6942540b2b None None] No DVR routers for this DVR port 5ee0a3e4-237b-4324-8c4a-457eb1ff4aa5 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:59:03.737362 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f80317c-b04e-47b8-990e-5c6942540b2b None None] Pushing event deleted for resources: {'Port': ['ID=5ee0a3e4-237b-4324-8c4a-457eb1ff4aa5,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:03.746678 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80317c-b04e-47b8-990e-5c6942540b2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:59:03.747051 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80317c-b04e-47b8-990e-5c6942540b2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:59:03.747359 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80317c-b04e-47b8-990e-5c6942540b2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:59:03.747718 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80317c-b04e-47b8-990e-5c6942540b2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:59:03.748024 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80317c-b04e-47b8-990e-5c6942540b2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:59:03.748443 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80317c-b04e-47b8-990e-5c6942540b2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:59:03.748746 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80317c-b04e-47b8-990e-5c6942540b2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:59:03.749067 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80317c-b04e-47b8-990e-5c6942540b2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:59:03.749392 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80317c-b04e-47b8-990e-5c6942540b2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:59:03.749714 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80317c-b04e-47b8-990e-5c6942540b2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:59:03.750037 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80317c-b04e-47b8-990e-5c6942540b2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:59:03.750360 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80317c-b04e-47b8-990e-5c6942540b2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:59:03.762990 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-906b0e2d-e09f-42af-80eb-7413263efa50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:03.776213 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-906b0e2d-e09f-42af-80eb-7413263efa50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aae6998-40a9-4993-9e2f-9c4dcb5edfec']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:59:03.789874 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-906b0e2d-e09f-42af-80eb-7413263efa50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54ebc99b-cd10-4a44-abbe-0dd19b451547') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:59:03.790167 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-906b0e2d-e09f-42af-80eb-7413263efa50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54ebc99b-cd10-4a44-abbe-0dd19b451547') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:59:03.801750 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-906b0e2d-e09f-42af-80eb-7413263efa50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:03.820387 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-906b0e2d-e09f-42af-80eb-7413263efa50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:03.827048 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-906b0e2d-e09f-42af-80eb-7413263efa50 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:59:03.827485 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-906b0e2d-e09f-42af-80eb-7413263efa50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:03.829281 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:59:03.829281 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:59:03.829281 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:59:03.829281 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:59:03.829281 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:59:03.829281 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:59:03.829281 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:59:03.829281 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:59:03.829281 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:59:03.829281 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:59:03.829281 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:59:03.829281 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:59:03.829281 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:59:03.829281 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:59:03.829281 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:59:03.829281 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:59:03.829281 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:59:03.829281 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:59:03.829281 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:59:03.829281 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:59:03.829281 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:59:03.829281 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:59:03.829281 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:59:03.829281 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:59:03.829281 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:59:03.829281 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:59:03.829281 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:59:03.829281 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:59:03.829281 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:59:03.829281 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:59:03.829281 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:59:03.829281 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:59:03.890274 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-906b0e2d-e09f-42af-80eb-7413263efa50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:03.896052 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-906b0e2d-e09f-42af-80eb-7413263efa50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:03.901598 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-906b0e2d-e09f-42af-80eb-7413263efa50 admin admin] 10.222.0.61 "DELETE /v2.0/networks/5aae6998-40a9-4993-9e2f-9c4dcb5edfec HTTP/1.1" status: 204 len: 168 time: 0.8199084 Aug 23 20:59:03.917153 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906b0e2d-e09f-42af-80eb-7413263efa50 admin admin] Pushing event deleted for resources: {'Network': ['ID=5aae6998-40a9-4993-9e2f-9c4dcb5edfec,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:03.971933 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 5ee0a3e4-237b-4324-8c4a-457eb1ff4aa5 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:59:03.995648 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 5ee0a3e4-237b-4324-8c4a-457eb1ff4aa5 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:59:03.996025 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 5ee0a3e4-237b-4324-8c4a-457eb1ff4aa5 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:59:03.996457 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 1780d459-02ca-4b7b-9db1-5562f1ac2b2a no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:59:04.016847 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 1780d459-02ca-4b7b-9db1-5562f1ac2b2a {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:59:04.017200 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 1780d459-02ca-4b7b-9db1-5562f1ac2b2a not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:59:04.017626 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device f5cb8482-80bf-4ba5-ab5e-60cb59f27b95 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:59:04.038277 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: f5cb8482-80bf-4ba5-ab5e-60cb59f27b95 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:59:04.038530 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device f5cb8482-80bf-4ba5-ab5e-60cb59f27b95 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:59:04.104533 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 35970) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:04.148352 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ebc42ff5-0db7-48b8-8896-8ec6ad02c0fc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c1dd4ba7a1b04eec817660050a40de86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425162 Aug 23 20:59:04.150667 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 35972) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:04.198409 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c48d9bb3-2f7a-40e4-8ca1-e9c1ac25ec61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:04.221409 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c48d9bb3-2f7a-40e4-8ca1-e9c1ac25ec61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:04.274297 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c48d9bb3-2f7a-40e4-8ca1-e9c1ac25ec61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:04.276966 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c48d9bb3-2f7a-40e4-8ca1-e9c1ac25ec61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:04.278132 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c48d9bb3-2f7a-40e4-8ca1-e9c1ac25ec61 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/eef36e86-a263-48e0-be68-f1119cbadce4 HTTP/1.1" status: 204 len: 168 time: 0.1265674 Aug 23 20:59:04.286165 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d9bb3-2f7a-40e4-8ca1-e9c1ac25ec61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef36e86-a263-48e0-be68-f1119cbadce4,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:04.604269 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 35980) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:04.665426 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5db61d25-1b6d-4a12-afde-4d37e26f0952 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=641a70d280804e0b8b38c39e3b59a1a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0562601 Aug 23 20:59:04.666260 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 35984) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:04.743632 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5faf4e-4c13-49c6-88bf-c5110506873e req-895f750d-f383-4f4a-94d0-00677a11fb32 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:04.745295 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1d5faf4e-4c13-49c6-88bf-c5110506873e req-895f750d-f383-4f4a-94d0-00677a11fb32 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=e5faf720-1d1d-4172-9fc4-cefc21c104e4 HTTP/1.1" status: 200 len: 944 time: 0.0952833 Aug 23 20:59:04.769697 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-040d3b57-dcf5-4f21-b099-ee0f383ba929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:04.817349 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-040d3b57-dcf5-4f21-b099-ee0f383ba929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:04.829191 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1d5faf4e-4c13-49c6-88bf-c5110506873e req-e5aca15a-d153-461d-b30f-a080130a6931 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708725 Aug 23 20:59:04.897319 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-040d3b57-dcf5-4f21-b099-ee0f383ba929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:04.900311 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-040d3b57-dcf5-4f21-b099-ee0f383ba929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:04.903887 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-040d3b57-dcf5-4f21-b099-ee0f383ba929 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2bf39882-aef6-4731-adbc-4cd35050cd3c HTTP/1.1" status: 204 len: 168 time: 0.2337863 Aug 23 20:59:04.917353 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040d3b57-dcf5-4f21-b099-ee0f383ba929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf39882-aef6-4731-adbc-4cd35050cd3c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:05.654606 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36016) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:05.790684 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-780d55f1-4eef-4008-97af-2af7471c925d admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-391654962-network', 'tenant_id': '09574dcda71f4885bcb482a1d018b366'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:59:05.815463 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780d55f1-4eef-4008-97af-2af7471c925d admin admin] Made reservation on behalf of 09574dcda71f4885bcb482a1d018b366 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:59:05.817906 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-780d55f1-4eef-4008-97af-2af7471c925d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:05.827659 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-780d55f1-4eef-4008-97af-2af7471c925d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:05.982038 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-780d55f1-4eef-4008-97af-2af7471c925d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:05.989301 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-780d55f1-4eef-4008-97af-2af7471c925d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:06.021316 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9658c3c9-cf30-43c4-a8d8-adfe59294b84 req-3bcbdb43-4fe4-44d2-aa34-6fcf47a42d44 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:06.024596 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9658c3c9-cf30-43c4-a8d8-adfe59294b84 req-3bcbdb43-4fe4-44d2-aa34-6fcf47a42d44 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=e5faf720-1d1d-4172-9fc4-cefc21c104e4 HTTP/1.1" status: 200 len: 944 time: 0.0893080 Aug 23 20:59:06.039225 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-780d55f1-4eef-4008-97af-2af7471c925d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:59:06.064788 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-780d55f1-4eef-4008-97af-2af7471c925d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:06.065135 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-780d55f1-4eef-4008-97af-2af7471c925d admin admin] Added segment afa707c2-eac2-4a5a-a641-b789ecf299a6 of type vlan for network c8ebbc9c-b65c-4ded-ba98-52626fadc728 Aug 23 20:59:06.068238 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d55f1-4eef-4008-97af-2af7471c925d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e746ddf-7c61-4a15-9c10-c9d860f7a407,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:06.120687 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9658c3c9-cf30-43c4-a8d8-adfe59294b84 req-2a8a2030-f0fb-4dee-8e9e-0d45b4a0b6e9 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880136 Aug 23 20:59:06.129514 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-780d55f1-4eef-4008-97af-2af7471c925d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:06.155643 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-780d55f1-4eef-4008-97af-2af7471c925d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:06.156871 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780d55f1-4eef-4008-97af-2af7471c925d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:06.157464 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-780d55f1-4eef-4008-97af-2af7471c925d admin admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:06.203483 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-780d55f1-4eef-4008-97af-2af7471c925d admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5475481 Aug 23 20:59:06.207066 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36026) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:06.213726 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-2e1f450d-3b99-4c5a-9099-9f55caa34ebd admin admin] Request body: {'subnet': {'network_id': 'c8ebbc9c-b65c-4ded-ba98-52626fadc728', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-391654962-subnet', 'tenant_id': '09574dcda71f4885bcb482a1d018b366', 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:59:06.219567 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d55f1-4eef-4008-97af-2af7471c925d admin admin] Pushing event updated for resources: {'Network': ['ID=c8ebbc9c-b65c-4ded-ba98-52626fadc728,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:06.232486 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network c8ebbc9c-b65c-4ded-ba98-52626fadc728 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:59:06.238192 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1f450d-3b99-4c5a-9099-9f55caa34ebd admin admin] Made reservation on behalf of 09574dcda71f4885bcb482a1d018b366 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:59:06.241010 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e1f450d-3b99-4c5a-9099-9f55caa34ebd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:06.454663 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e1f450d-3b99-4c5a-9099-9f55caa34ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:06.520228 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1f450d-3b99-4c5a-9099-9f55caa34ebd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0a2b955-4b34-4b97-af47-c07e0ef9458e,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:06.531329 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1f450d-3b99-4c5a-9099-9f55caa34ebd admin admin] Checking segment: {'id': 'afa707c2-eac2-4a5a-a641-b789ecf299a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c8ebbc9c-b65c-4ded-ba98-52626fadc728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:59:06.531696 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1f450d-3b99-4c5a-9099-9f55caa34ebd admin admin] Network hostable DHCP agents. Network: c8ebbc9c-b65c-4ded-ba98-52626fadc728, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:59:06.550018 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1f450d-3b99-4c5a-9099-9f55caa34ebd admin admin] Network c8ebbc9c-b65c-4ded-ba98-52626fadc728 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:59:06.560237 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-2e1f450d-3b99-4c5a-9099-9f55caa34ebd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, c8ebbc9c-b65c-4ded-ba98-52626fadc728) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:59:06.564286 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1f450d-3b99-4c5a-9099-9f55caa34ebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:06.564884 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e1f450d-3b99-4c5a-9099-9f55caa34ebd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:06.577501 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3a42e3-18fd-4e51-bbfc-0a68b6566883 None None] Network c8ebbc9c-b65c-4ded-ba98-52626fadc728 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:59:06.584719 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2e1f450d-3b99-4c5a-9099-9f55caa34ebd admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.3736413 Aug 23 20:59:06.585151 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36028) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:06.589403 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-de0204dd-0c0c-4a98-bdb4-95e5caf8e35e admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-391654962-router', 'tenant_id': '09574dcda71f4885bcb482a1d018b366', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:59:06.610505 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de0204dd-0c0c-4a98-bdb4-95e5caf8e35e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:06.611603 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de0204dd-0c0c-4a98-bdb4-95e5caf8e35e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:06.671861 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de0204dd-0c0c-4a98-bdb4-95e5caf8e35e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:06.733384 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9678c89-7293-4e93-ae18-c6ff03621355 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-c8ebbc9c-b65c-4ded-ba98-52626fadc728', 'network_id': 'c8ebbc9c-b65c-4ded-ba98-52626fadc728', 'tenant_id': '09574dcda71f4885bcb482a1d018b366', 'fixed_ips': [{'subnet_id': 'd0a2b955-4b34-4b97-af47-c07e0ef9458e'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 20:59:06.734275 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c9678c89-7293-4e93-ae18-c6ff03621355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:06.819418 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de0204dd-0c0c-4a98-bdb4-95e5caf8e35e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:06.885809 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-c9678c89-7293-4e93-ae18-c6ff03621355 None None] Allocated IP 172.20.0.2 (c8ebbc9c-b65c-4ded-ba98-52626fadc728/d0a2b955-4b34-4b97-af47-c07e0ef9458e/0880efdf-f071-475f-b15f-b36ebd888a79) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:59:07.086818 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c9678c89-7293-4e93-ae18-c6ff03621355 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:07.100271 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c9678c89-7293-4e93-ae18-c6ff03621355 None None] Transition to ACTIVE for port object 0880efdf-f071-475f-b15f-b36ebd888a79 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:59:07.120738 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de0204dd-0c0c-4a98-bdb4-95e5caf8e35e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:07.121635 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c9678c89-7293-4e93-ae18-c6ff03621355 None None] Transition to ACTIVE for port object 0880efdf-f071-475f-b15f-b36ebd888a79 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:59:07.130010 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c9678c89-7293-4e93-ae18-c6ff03621355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:07.146145 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de0204dd-0c0c-4a98-bdb4-95e5caf8e35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:07.229143 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9678c89-7293-4e93-ae18-c6ff03621355 None None] Pushing event updated for resources: {'Port': ['ID=0880efdf-f071-475f-b15f-b36ebd888a79,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:07.238851 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9678c89-7293-4e93-ae18-c6ff03621355 None None] Network c8ebbc9c-b65c-4ded-ba98-52626fadc728 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:59:07.242097 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-c9678c89-7293-4e93-ae18-c6ff03621355 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:59:07.244730 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9678c89-7293-4e93-ae18-c6ff03621355 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:59:07.305116 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b0968-0e5e-44e6-b7d4-18407c53035d req-365ec2a2-09dd-432c-9739-77fa547e24f3 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:07.307460 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8e0b0968-0e5e-44e6-b7d4-18407c53035d req-365ec2a2-09dd-432c-9739-77fa547e24f3 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=e5faf720-1d1d-4172-9fc4-cefc21c104e4 HTTP/1.1" status: 200 len: 944 time: 0.0850451 Aug 23 20:59:07.327467 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-de0204dd-0c0c-4a98-bdb4-95e5caf8e35e admin admin] Allocated IP 172.25.4.219 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/247caaff-1ad1-41e7-ba22-37626ddfc9e4) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:59:07.331988 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c9678c89-7293-4e93-ae18-c6ff03621355 None None] Attempting to bind port 0880efdf-f071-475f-b15f-b36ebd888a79 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:59:07.332709 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c9678c89-7293-4e93-ae18-c6ff03621355 None None] Attempting to bind port 0880efdf-f071-475f-b15f-b36ebd888a79 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'afa707c2-eac2-4a5a-a641-b789ecf299a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c8ebbc9c-b65c-4ded-ba98-52626fadc728'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:59:07.333229 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9678c89-7293-4e93-ae18-c6ff03621355 None None] Attempting to bind port 0880efdf-f071-475f-b15f-b36ebd888a79 on network c8ebbc9c-b65c-4ded-ba98-52626fadc728 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:59:07.340887 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9678c89-7293-4e93-ae18-c6ff03621355 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:59:07.341677 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9678c89-7293-4e93-ae18-c6ff03621355 None None] Checking segment: {'id': 'afa707c2-eac2-4a5a-a641-b789ecf299a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c8ebbc9c-b65c-4ded-ba98-52626fadc728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:59:07.342293 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c9678c89-7293-4e93-ae18-c6ff03621355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:07.343032 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9678c89-7293-4e93-ae18-c6ff03621355 None None] Bound using segment: {'id': 'afa707c2-eac2-4a5a-a641-b789ecf299a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c8ebbc9c-b65c-4ded-ba98-52626fadc728'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:59:07.343755 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c9678c89-7293-4e93-ae18-c6ff03621355 None None] Bound port: 0880efdf-f071-475f-b15f-b36ebd888a79, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afa707c2-eac2-4a5a-a641-b789ecf299a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c8ebbc9c-b65c-4ded-ba98-52626fadc728'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:59:07.344563 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c9678c89-7293-4e93-ae18-c6ff03621355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:07.394919 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8e0b0968-0e5e-44e6-b7d4-18407c53035d req-b93652d3-0361-4781-aeba-e7564cc8bd6c tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754697 Aug 23 20:59:07.431834 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-c9678c89-7293-4e93-ae18-c6ff03621355 None None] For port 0880efdf-f071-475f-b15f-b36ebd888a79, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:59:07.435554 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-c9678c89-7293-4e93-ae18-c6ff03621355 None None] For port 0880efdf-f071-475f-b15f-b36ebd888a79, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=0880efdf-f071-475f-b15f-b36ebd888a79,segment=NetworkSegment(afa707c2-eac2-4a5a-a641-b789ecf299a6),segment_id=afa707c2-eac2-4a5a-a641-b789ecf299a6)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:59:07.443154 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c9678c89-7293-4e93-ae18-c6ff03621355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:07.504276 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de0204dd-0c0c-4a98-bdb4-95e5caf8e35e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:07.509752 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9678c89-7293-4e93-ae18-c6ff03621355 None None] Pushing event updated for resources: {'Port': ['ID=0880efdf-f071-475f-b15f-b36ebd888a79,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:07.549489 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de0204dd-0c0c-4a98-bdb4-95e5caf8e35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:07.597041 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0204dd-0c0c-4a98-bdb4-95e5caf8e35e admin admin] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:59:07.600570 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-de0204dd-0c0c-4a98-bdb4-95e5caf8e35e admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:59:07.608909 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0204dd-0c0c-4a98-bdb4-95e5caf8e35e admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:59:07.612288 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0204dd-0c0c-4a98-bdb4-95e5caf8e35e admin admin] Pushing event updated for resources: {'Port': ['ID=247caaff-1ad1-41e7-ba22-37626ddfc9e4,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:07.946653 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de0204dd-0c0c-4a98-bdb4-95e5caf8e35e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:08.049830 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 0880efdf-f071-475f-b15f-b36ebd888a79 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:59:08.103610 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 0880efdf-f071-475f-b15f-b36ebd888a79 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:59:08.188643 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de0204dd-0c0c-4a98-bdb4-95e5caf8e35e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:08.324313 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de0204dd-0c0c-4a98-bdb4-95e5caf8e35e admin admin] Router 19c8724e-83b2-4aef-b7b3-9e147eb5cf02 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 20:59:08.457821 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0204dd-0c0c-4a98-bdb4-95e5caf8e35e admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:59:08.473123 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ac93f1-c817-49e6-8fee-a4ce5ad065ea None None] Sync routers for ids ['19c8724e-83b2-4aef-b7b3-9e147eb5cf02'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:59:08.483971 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de0204dd-0c0c-4a98-bdb4-95e5caf8e35e admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:08.487654 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ac93f1-c817-49e6-8fee-a4ce5ad065ea None None] Routers {'19c8724e-83b2-4aef-b7b3-9e147eb5cf02'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:59:08.488333 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-41ac93f1-c817-49e6-8fee-a4ce5ad065ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:58:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['19c8724e-83b2-4aef-b7b3-9e147eb5cf02'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:59:08.489080 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-de0204dd-0c0c-4a98-bdb4-95e5caf8e35e admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 1.9031475 Aug 23 20:59:08.489724 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36050) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:08.530371 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7506b7-74af-4baf-87cc-741b714a2ff5 req-a69d0aa9-7ae7-40c0-823c-54bf2398c9a6 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:08.532789 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7f7506b7-74af-4baf-87cc-741b714a2ff5 req-a69d0aa9-7ae7-40c0-823c-54bf2398c9a6 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=e5faf720-1d1d-4172-9fc4-cefc21c104e4 HTTP/1.1" status: 200 len: 944 time: 0.0692542 Aug 23 20:59:08.602547 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7f7506b7-74af-4baf-87cc-741b714a2ff5 req-3925d222-72d9-4666-bd68-abc9f82f9a96 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586731 Aug 23 20:59:08.655190 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-41ac93f1-c817-49e6-8fee-a4ce5ad065ea None None] Set router 19c8724e-83b2-4aef-b7b3-9e147eb5cf02 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:59:08.762921 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c43ac8f-50c5-400b-af6d-3549047b9643 None None] Network c8ebbc9c-b65c-4ded-ba98-52626fadc728 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:59:08.849053 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f49f4342-d3a9-4903-a459-cda81a30f23c None None] Provisioning for port 0880efdf-f071-475f-b15f-b36ebd888a79 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:59:08.869659 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f49f4342-d3a9-4903-a459-cda81a30f23c None None] Provisioning complete for port 0880efdf-f071-475f-b15f-b36ebd888a79 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:59:08.870027 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f49f4342-d3a9-4903-a459-cda81a30f23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:09.049260 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e968943d-a0c0-42c6-8606-39791771286f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:09.071268 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-41ac93f1-c817-49e6-8fee-a4ce5ad065ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c8724e-83b2-4aef-b7b3-9e147eb5cf02', 'name': 'tempest-ImageQuotaTest-391654962-router', 'tenant_id': '09574dcda71f4885bcb482a1d018b366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '247caaff-1ad1-41e7-ba22-37626ddfc9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:59:06Z', 'updated_at': '2021-08-23T20:59:07Z', 'revision_number': 3, 'project_id': '09574dcda71f4885bcb482a1d018b366', 'gw_port': {'id': '247caaff-1ad1-41e7-ba22-37626ddfc9e4', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19c8724e-83b2-4aef-b7b3-9e147eb5cf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:59:07Z', 'updated_at': '2021-08-23T20:59:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:59:09.104007 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ac93f1-c817-49e6-8fee-a4ce5ad065ea None None] Checking router: 19c8724e-83b2-4aef-b7b3-9e147eb5cf02 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:59:09.104347 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ac93f1-c817-49e6-8fee-a4ce5ad065ea None None] Updating router 19c8724e-83b2-4aef-b7b3-9e147eb5cf02 port 247caaff-1ad1-41e7-ba22-37626ddfc9e4 binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:59:09.134814 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f49f4342-d3a9-4903-a459-cda81a30f23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:09.160261 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-41ac93f1-c817-49e6-8fee-a4ce5ad065ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:09.201623 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-f49f4342-d3a9-4903-a459-cda81a30f23c None None] For port 0880efdf-f071-475f-b15f-b36ebd888a79, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=0880efdf-f071-475f-b15f-b36ebd888a79,segment=NetworkSegment(afa707c2-eac2-4a5a-a641-b789ecf299a6),segment_id=afa707c2-eac2-4a5a-a641-b789ecf299a6)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:59:09.208493 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f49f4342-d3a9-4903-a459-cda81a30f23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:09.250468 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-e968943d-a0c0-42c6-8606-39791771286f admin admin] Allocated IP 172.20.0.1 (c8ebbc9c-b65c-4ded-ba98-52626fadc728/d0a2b955-4b34-4b97-af47-c07e0ef9458e/959278d2-fea0-4dba-987e-c29ba2b4dc61) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:59:09.408855 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49f4342-d3a9-4903-a459-cda81a30f23c None None] Pushing event updated for resources: {'Port': ['ID=0880efdf-f071-475f-b15f-b36ebd888a79,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:09.564088 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-63286ce3-bc8a-4944-8508-43467af1ddb0 None None] Provisioning complete for port 0880efdf-f071-475f-b15f-b36ebd888a79 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:59:09.565451 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-63286ce3-bc8a-4944-8508-43467af1ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:09.639114 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-41ac93f1-c817-49e6-8fee-a4ce5ad065ea None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:09.661568 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-41ac93f1-c817-49e6-8fee-a4ce5ad065ea None None] Transition to ACTIVE for port object 247caaff-1ad1-41e7-ba22-37626ddfc9e4 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:59:09.681849 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-41ac93f1-c817-49e6-8fee-a4ce5ad065ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:09.777145 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e968943d-a0c0-42c6-8606-39791771286f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:09.782892 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c0cdf-0113-4dc3-a356-6aafb51787f4 None None] Pushing event updated for resources: {'Port': ['ID=247caaff-1ad1-41e7-ba22-37626ddfc9e4,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:09.791041 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36070) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:09.795686 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-e968943d-a0c0-42c6-8606-39791771286f admin admin] Transition to ACTIVE for port object 959278d2-fea0-4dba-987e-c29ba2b4dc61 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:59:09.813031 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c2341-7707-4d79-ac4a-e87d0d13819e req-21b10bc3-92c8-4c2c-aeb3-8b585f5635e6 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:09.815153 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e43c2341-7707-4d79-ac4a-e87d0d13819e req-21b10bc3-92c8-4c2c-aeb3-8b585f5635e6 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=e5faf720-1d1d-4172-9fc4-cefc21c104e4 HTTP/1.1" status: 200 len: 944 time: 0.1032848 Aug 23 20:59:09.815945 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-41ac93f1-c817-49e6-8fee-a4ce5ad065ea None None] Attempting to bind port 247caaff-1ad1-41e7-ba22-37626ddfc9e4 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:59:09.816597 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-41ac93f1-c817-49e6-8fee-a4ce5ad065ea None None] Attempting to bind port 247caaff-1ad1-41e7-ba22-37626ddfc9e4 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:59:09.817028 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ac93f1-c817-49e6-8fee-a4ce5ad065ea None None] Attempting to bind port 247caaff-1ad1-41e7-ba22-37626ddfc9e4 on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:59:09.834881 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ac93f1-c817-49e6-8fee-a4ce5ad065ea None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:59:09.835040 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ac93f1-c817-49e6-8fee-a4ce5ad065ea None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:59:09.836206 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-41ac93f1-c817-49e6-8fee-a4ce5ad065ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:09.836688 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ac93f1-c817-49e6-8fee-a4ce5ad065ea None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:59:09.837355 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-41ac93f1-c817-49e6-8fee-a4ce5ad065ea None None] Bound port: 247caaff-1ad1-41e7-ba22-37626ddfc9e4, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:59:09.838685 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-41ac93f1-c817-49e6-8fee-a4ce5ad065ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:09.869119 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e968943d-a0c0-42c6-8606-39791771286f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:09.873843 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e43c2341-7707-4d79-ac4a-e87d0d13819e req-373fcbf5-770c-47cb-88c1-faf4fa8fbd42 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470903 Aug 23 20:59:09.922744 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e968943d-a0c0-42c6-8606-39791771286f admin admin] Network c8ebbc9c-b65c-4ded-ba98-52626fadc728 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:59:09.926418 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-41ac93f1-c817-49e6-8fee-a4ce5ad065ea None None] For port 247caaff-1ad1-41e7-ba22-37626ddfc9e4, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:59:09.932441 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-41ac93f1-c817-49e6-8fee-a4ce5ad065ea None None] For port 247caaff-1ad1-41e7-ba22-37626ddfc9e4, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=247caaff-1ad1-41e7-ba22-37626ddfc9e4,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:59:09.936955 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-e968943d-a0c0-42c6-8606-39791771286f admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:59:09.938048 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-41ac93f1-c817-49e6-8fee-a4ce5ad065ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:09.939975 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e968943d-a0c0-42c6-8606-39791771286f admin admin] Pushing event updated for resources: {'Port': ['ID=959278d2-fea0-4dba-987e-c29ba2b4dc61,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:09.942383 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e968943d-a0c0-42c6-8606-39791771286f admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:59:10.002042 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5893db60-1a02-40b9-91fe-6b5ea8c6dbe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:10.003985 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e968943d-a0c0-42c6-8606-39791771286f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:10.062974 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-151ff136-088f-4e4d-8ff7-d03d7c205493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:10.070511 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ac93f1-c817-49e6-8fee-a4ce5ad065ea None None] Routers {'19c8724e-83b2-4aef-b7b3-9e147eb5cf02'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:59:10.071268 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-41ac93f1-c817-49e6-8fee-a4ce5ad065ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:58:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['19c8724e-83b2-4aef-b7b3-9e147eb5cf02'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:59:10.112213 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 0880efdf-f071-475f-b15f-b36ebd888a79 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:59:10.119179 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c0cdf-0113-4dc3-a356-6aafb51787f4 None None] Pushing event updated for resources: {'Port': ['ID=247caaff-1ad1-41e7-ba22-37626ddfc9e4,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:10.188700 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5893db60-1a02-40b9-91fe-6b5ea8c6dbe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:10.196387 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5893db60-1a02-40b9-91fe-6b5ea8c6dbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:10.208886 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e968943d-a0c0-42c6-8606-39791771286f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:10.228373 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5893db60-1a02-40b9-91fe-6b5ea8c6dbe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879887fd-9aa7-482c-b7f3-a28386c6a6f4,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:10.275312 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5893db60-1a02-40b9-91fe-6b5ea8c6dbe9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f5322af04c6a40218ffaccb9fe1cb94f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4831674 Aug 23 20:59:10.276214 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36074) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:10.336813 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0475a20c-29dc-4aa9-9e5e-7a4673c8f297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:10.363737 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0475a20c-29dc-4aa9-9e5e-7a4673c8f297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:10.421567 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f62c2392-5268-4172-abe1-3d0b8b451e37 None None] Provisioning for port 959278d2-fea0-4dba-987e-c29ba2b4dc61 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:59:10.425716 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0475a20c-29dc-4aa9-9e5e-7a4673c8f297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:10.426935 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e968943d-a0c0-42c6-8606-39791771286f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:10.429001 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0475a20c-29dc-4aa9-9e5e-7a4673c8f297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:10.432640 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0475a20c-29dc-4aa9-9e5e-7a4673c8f297 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/879887fd-9aa7-482c-b7f3-a28386c6a6f4 HTTP/1.1" status: 204 len: 168 time: 0.1552045 Aug 23 20:59:10.433441 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 0880efdf-f071-475f-b15f-b36ebd888a79 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:59:10.433814 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:10.435414 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f62c2392-5268-4172-abe1-3d0b8b451e37 None None] Provisioning complete for port 959278d2-fea0-4dba-987e-c29ba2b4dc61 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:59:10.435954 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f62c2392-5268-4172-abe1-3d0b8b451e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:10.441494 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e968943d-a0c0-42c6-8606-39791771286f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:10.448775 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0475a20c-29dc-4aa9-9e5e-7a4673c8f297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879887fd-9aa7-482c-b7f3-a28386c6a6f4,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:10.499293 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-41ac93f1-c817-49e6-8fee-a4ce5ad065ea None None] Set router 19c8724e-83b2-4aef-b7b3-9e147eb5cf02 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:59:10.525420 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e968943d-a0c0-42c6-8606-39791771286f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:10.528411 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e968943d-a0c0-42c6-8606-39791771286f admin admin] Pushing event updated for resources: {'Port': ['ID=959278d2-fea0-4dba-987e-c29ba2b4dc61,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:10.643384 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-f62c2392-5268-4172-abe1-3d0b8b451e37 None None] Port 959278d2-fea0-4dba-987e-c29ba2b4dc61 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:59:10.645286 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e968943d-a0c0-42c6-8606-39791771286f admin admin] Network c8ebbc9c-b65c-4ded-ba98-52626fadc728 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:59:10.647211 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-e968943d-a0c0-42c6-8606-39791771286f admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:59:10.654385 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:10.795547 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-41ac93f1-c817-49e6-8fee-a4ce5ad065ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c8724e-83b2-4aef-b7b3-9e147eb5cf02', 'name': 'tempest-ImageQuotaTest-391654962-router', 'tenant_id': '09574dcda71f4885bcb482a1d018b366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '247caaff-1ad1-41e7-ba22-37626ddfc9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:59:06Z', 'updated_at': '2021-08-23T20:59:07Z', 'revision_number': 3, 'project_id': '09574dcda71f4885bcb482a1d018b366', 'gw_port': {'id': '247caaff-1ad1-41e7-ba22-37626ddfc9e4', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19c8724e-83b2-4aef-b7b3-9e147eb5cf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:59:07Z', 'updated_at': '2021-08-23T20:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:59:10.805442 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e968943d-a0c0-42c6-8606-39791771286f admin admin] Router 19c8724e-83b2-4aef-b7b3-9e147eb5cf02 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:59:10.835568 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ac93f1-c817-49e6-8fee-a4ce5ad065ea None None] The sync data for ids ['19c8724e-83b2-4aef-b7b3-9e147eb5cf02'] in n-d-805663-2 is: [{'id': '19c8724e-83b2-4aef-b7b3-9e147eb5cf02', 'name': 'tempest-ImageQuotaTest-391654962-router', 'tenant_id': '09574dcda71f4885bcb482a1d018b366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '247caaff-1ad1-41e7-ba22-37626ddfc9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:59:06Z', 'updated_at': '2021-08-23T20:59:07Z', 'revision_number': 3, 'project_id': '09574dcda71f4885bcb482a1d018b366', 'gw_port': {'id': '247caaff-1ad1-41e7-ba22-37626ddfc9e4', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19c8724e-83b2-4aef-b7b3-9e147eb5cf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:59:07Z', 'updated_at': '2021-08-23T20:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:59:10.970865 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3c2c44e9-059d-4b6f-9774-d8071195575c None None] Provisioning complete for port 959278d2-fea0-4dba-987e-c29ba2b4dc61 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:59:10.972046 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3c2c44e9-059d-4b6f-9774-d8071195575c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:10.987853 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e968943d-a0c0-42c6-8606-39791771286f admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:59:11.008689 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e968943d-a0c0-42c6-8606-39791771286f admin admin] 10.222.0.61 "PUT /v2.0/routers/19c8724e-83b2-4aef-b7b3-9e147eb5cf02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5177505 Aug 23 20:59:11.039208 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-3c2c44e9-059d-4b6f-9774-d8071195575c None None] Port 959278d2-fea0-4dba-987e-c29ba2b4dc61 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:59:11.046824 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a472b-9c72-4c50-9b68-7ac2ba1e9696 req-f32060cf-f4d8-4f6f-a45a-d558c47a3ab7 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:11.048509 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ca3a472b-9c72-4c50-9b68-7ac2ba1e9696 req-f32060cf-f4d8-4f6f-a45a-d558c47a3ab7 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=e5faf720-1d1d-4172-9fc4-cefc21c104e4 HTTP/1.1" status: 200 len: 944 time: 0.0741615 Aug 23 20:59:11.134849 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ca3a472b-9c72-4c50-9b68-7ac2ba1e9696 req-0cd95a20-533e-409f-8208-efb76fbb32d5 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796781 Aug 23 20:59:12.026916 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 247caaff-1ad1-41e7-ba22-37626ddfc9e4 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:59:12.102363 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 247caaff-1ad1-41e7-ba22-37626ddfc9e4 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:59:12.107121 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 247caaff-1ad1-41e7-ba22-37626ddfc9e4 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:59:12.107496 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:12.210013 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:12.235725 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 247caaff-1ad1-41e7-ba22-37626ddfc9e4, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=247caaff-1ad1-41e7-ba22-37626ddfc9e4,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:59:12.241655 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:12.263259 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c19656-1bef-457a-943a-e8db9b29abae req-d773e59c-f15a-4f2a-9b24-a6a9b4cadfd4 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:12.265663 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-96c19656-1bef-457a-943a-e8db9b29abae req-d773e59c-f15a-4f2a-9b24-a6a9b4cadfd4 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=e5faf720-1d1d-4172-9fc4-cefc21c104e4 HTTP/1.1" status: 200 len: 944 time: 0.0631344 Aug 23 20:59:12.334257 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-96c19656-1bef-457a-943a-e8db9b29abae req-b792e042-4b08-49ce-bbd3-8584c02b36c3 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600369 Aug 23 20:59:12.335075 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=247caaff-1ad1-41e7-ba22-37626ddfc9e4,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:12.386824 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36136) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:12.677355 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c4e75f-c6cd-4540-9a7f-cd9aba0042cf None None] Sync routers for ids ['19c8724e-83b2-4aef-b7b3-9e147eb5cf02'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:59:12.687825 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c4e75f-c6cd-4540-9a7f-cd9aba0042cf None None] Routers {'19c8724e-83b2-4aef-b7b3-9e147eb5cf02'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:59:12.688703 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-01c4e75f-c6cd-4540-9a7f-cd9aba0042cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:58:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['19c8724e-83b2-4aef-b7b3-9e147eb5cf02'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:59:12.777868 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-729ec53f-c6e7-4c34-85b6-02271b1de761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:12.903922 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-01c4e75f-c6cd-4540-9a7f-cd9aba0042cf None None] Set router 19c8724e-83b2-4aef-b7b3-9e147eb5cf02 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:59:13.048501 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0d4efc04-4eff-4f84-a54d-19d1c7f5b516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:13.069828 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-729ec53f-c6e7-4c34-85b6-02271b1de761 admin admin] Deleting port 959278d2-fea0-4dba-987e-c29ba2b4dc61 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:59:13.069828 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-729ec53f-c6e7-4c34-85b6-02271b1de761 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:13.145706 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-01c4e75f-c6cd-4540-9a7f-cd9aba0042cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c8724e-83b2-4aef-b7b3-9e147eb5cf02', 'name': 'tempest-ImageQuotaTest-391654962-router', 'tenant_id': '09574dcda71f4885bcb482a1d018b366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '247caaff-1ad1-41e7-ba22-37626ddfc9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:59:06Z', 'updated_at': '2021-08-23T20:59:10Z', 'revision_number': 4, 'project_id': '09574dcda71f4885bcb482a1d018b366', 'gw_port': {'id': '247caaff-1ad1-41e7-ba22-37626ddfc9e4', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c8724e-83b2-4aef-b7b3-9e147eb5cf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:59:07Z', 'updated_at': '2021-08-23T20:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '959278d2-fea0-4dba-987e-c29ba2b4dc61', 'name': '', 'network_id': 'c8ebbc9c-b65c-4ded-ba98-52626fadc728', 'tenant_id': '09574dcda71f4885bcb482a1d018b366', 'mac_address': 'fa:16:3e:6b:2e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19c8724e-83b2-4aef-b7b3-9e147eb5cf02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'd0a2b955-4b34-4b97-af47-c07e0ef9458e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:59:09Z', 'updated_at': '2021-08-23T20:59:10Z', 'revision_number': 2, 'project_id': '09574dcda71f4885bcb482a1d018b366', 'subnets': [{'id': 'd0a2b955-4b34-4b97-af47-c07e0ef9458e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:59:13.171216 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-729ec53f-c6e7-4c34-85b6-02271b1de761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:13.177489 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c4e75f-c6cd-4540-9a7f-cd9aba0042cf None None] Checking router: 19c8724e-83b2-4aef-b7b3-9e147eb5cf02 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:59:13.177489 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c4e75f-c6cd-4540-9a7f-cd9aba0042cf None None] Updating router 19c8724e-83b2-4aef-b7b3-9e147eb5cf02 port 959278d2-fea0-4dba-987e-c29ba2b4dc61 binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 20:59:13.186186 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-729ec53f-c6e7-4c34-85b6-02271b1de761 admin admin] Calling delete_port for 959278d2-fea0-4dba-987e-c29ba2b4dc61 owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:59:13.219065 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-01c4e75f-c6cd-4540-9a7f-cd9aba0042cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:13.479931 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-729ec53f-c6e7-4c34-85b6-02271b1de761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:13.508004 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aac578-ec03-4fe4-9c12-5f72e7957c62 req-1eef5618-c1f9-4a7c-8b28-25ff8c00b957 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:13.518519 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-49aac578-ec03-4fe4-9c12-5f72e7957c62 req-1eef5618-c1f9-4a7c-8b28-25ff8c00b957 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=e5faf720-1d1d-4172-9fc4-cefc21c104e4 HTTP/1.1" status: 200 len: 944 time: 0.0803342 Aug 23 20:59:13.524790 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729ec53f-c6e7-4c34-85b6-02271b1de761 admin admin] Pushing event deleted for resources: {'Port': ['ID=959278d2-fea0-4dba-987e-c29ba2b4dc61,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:13.543612 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:13.593204 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-49aac578-ec03-4fe4-9c12-5f72e7957c62 req-1e3b21ca-0ab3-4f7f-8c4c-8b921496165e tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730648 Aug 23 20:59:13.636718 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.db.api [None req-01c4e75f-c6cd-4540-9a7f-cd9aba0042cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 20:59:13.637074 n-d-805663-2 neutron-server[94690]: DEBUG oslo_db.api [None req-01c4e75f-c6cd-4540-9a7f-cd9aba0042cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 20:59:13.779306 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-729ec53f-c6e7-4c34-85b6-02271b1de761 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:13.983717 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 247caaff-1ad1-41e7-ba22-37626ddfc9e4 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:59:14.024259 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-729ec53f-c6e7-4c34-85b6-02271b1de761 admin admin] Router 19c8724e-83b2-4aef-b7b3-9e147eb5cf02 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:59:14.049864 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 247caaff-1ad1-41e7-ba22-37626ddfc9e4 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:59:14.050424 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:14.150513 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729ec53f-c6e7-4c34-85b6-02271b1de761 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:59:14.157121 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c4e75f-c6cd-4540-9a7f-cd9aba0042cf None None] Port 959278d2-fea0-4dba-987e-c29ba2b4dc61 not found while updating agent binding for router 19c8724e-83b2-4aef-b7b3-9e147eb5cf02. {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 23 20:59:14.158593 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-729ec53f-c6e7-4c34-85b6-02271b1de761 admin admin] 10.222.0.61 "PUT /v2.0/routers/19c8724e-83b2-4aef-b7b3-9e147eb5cf02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7706451 Aug 23 20:59:14.161152 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36156) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:14.168373 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c4e75f-c6cd-4540-9a7f-cd9aba0042cf None None] Routers {'19c8724e-83b2-4aef-b7b3-9e147eb5cf02'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:59:14.170545 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-01c4e75f-c6cd-4540-9a7f-cd9aba0042cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:59:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['19c8724e-83b2-4aef-b7b3-9e147eb5cf02'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:59:14.280875 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9712d485-9e51-4b80-95ca-a14689e949d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:14.288926 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-01c4e75f-c6cd-4540-9a7f-cd9aba0042cf None None] Set router 19c8724e-83b2-4aef-b7b3-9e147eb5cf02 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:59:14.387079 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9712d485-9e51-4b80-95ca-a14689e949d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:14.452477 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-9712d485-9e51-4b80-95ca-a14689e949d6 admin admin] Deleting port 247caaff-1ad1-41e7-ba22-37626ddfc9e4 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:59:14.452825 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9712d485-9e51-4b80-95ca-a14689e949d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:14.513188 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-01c4e75f-c6cd-4540-9a7f-cd9aba0042cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c8724e-83b2-4aef-b7b3-9e147eb5cf02', 'name': 'tempest-ImageQuotaTest-391654962-router', 'tenant_id': '09574dcda71f4885bcb482a1d018b366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '247caaff-1ad1-41e7-ba22-37626ddfc9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:59:06Z', 'updated_at': '2021-08-23T20:59:13Z', 'revision_number': 5, 'project_id': '09574dcda71f4885bcb482a1d018b366', 'gw_port': {'id': '247caaff-1ad1-41e7-ba22-37626ddfc9e4', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c8724e-83b2-4aef-b7b3-9e147eb5cf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:59:07Z', 'updated_at': '2021-08-23T20:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:59:14.542772 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c4e75f-c6cd-4540-9a7f-cd9aba0042cf None None] The sync data for ids ['19c8724e-83b2-4aef-b7b3-9e147eb5cf02'] in n-d-805663-2 is: [{'id': '19c8724e-83b2-4aef-b7b3-9e147eb5cf02', 'name': 'tempest-ImageQuotaTest-391654962-router', 'tenant_id': '09574dcda71f4885bcb482a1d018b366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '247caaff-1ad1-41e7-ba22-37626ddfc9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:59:06Z', 'updated_at': '2021-08-23T20:59:13Z', 'revision_number': 5, 'project_id': '09574dcda71f4885bcb482a1d018b366', 'gw_port': {'id': '247caaff-1ad1-41e7-ba22-37626ddfc9e4', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c8724e-83b2-4aef-b7b3-9e147eb5cf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:59:07Z', 'updated_at': '2021-08-23T20:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:59:14.560772 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-9712d485-9e51-4b80-95ca-a14689e949d6 admin admin] For port 247caaff-1ad1-41e7-ba22-37626ddfc9e4, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=247caaff-1ad1-41e7-ba22-37626ddfc9e4,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:59:14.561746 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9712d485-9e51-4b80-95ca-a14689e949d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:14.575923 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-9712d485-9e51-4b80-95ca-a14689e949d6 admin admin] Calling delete_port for 247caaff-1ad1-41e7-ba22-37626ddfc9e4 owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:59:14.604411 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:14.746395 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0a7038-35af-4e18-ad4a-e2c01254bd24 req-f1dc234d-9245-43e8-867a-b6c9d61355c0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:14.747991 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8c0a7038-35af-4e18-ad4a-e2c01254bd24 req-f1dc234d-9245-43e8-867a-b6c9d61355c0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=e5faf720-1d1d-4172-9fc4-cefc21c104e4 HTTP/1.1" status: 200 len: 944 time: 0.0683277 Aug 23 20:59:14.780921 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9712d485-9e51-4b80-95ca-a14689e949d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:14.805416 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8c0a7038-35af-4e18-ad4a-e2c01254bd24 req-b6ff532e-f253-4537-a14e-29cf0d552974 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507712 Aug 23 20:59:14.822755 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9712d485-9e51-4b80-95ca-a14689e949d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=247caaff-1ad1-41e7-ba22-37626ddfc9e4,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:14.890080 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9712d485-9e51-4b80-95ca-a14689e949d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:14.988739 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9712d485-9e51-4b80-95ca-a14689e949d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:14.991622 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9712d485-9e51-4b80-95ca-a14689e949d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:15.043099 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9712d485-9e51-4b80-95ca-a14689e949d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:15.043710 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9712d485-9e51-4b80-95ca-a14689e949d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19c8724e-83b2-4aef-b7b3-9e147eb5cf02 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:59:15.048686 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9712d485-9e51-4b80-95ca-a14689e949d6 admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:15.052467 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9712d485-9e51-4b80-95ca-a14689e949d6 admin admin] 10.222.0.61 "DELETE /v2.0/routers/19c8724e-83b2-4aef-b7b3-9e147eb5cf02 HTTP/1.1" status: 204 len: 168 time: 0.8878782 Aug 23 20:59:15.052719 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36164) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:15.105313 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-eef09e92-d242-4c2e-86ad-ffe5c5b1099c admin admin] Deleting subnet d0a2b955-4b34-4b97-af47-c07e0ef9458e {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:59:15.109204 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eef09e92-d242-4c2e-86ad-ffe5c5b1099c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:15.149434 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eef09e92-d242-4c2e-86ad-ffe5c5b1099c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:15.164099 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:59:15.233058 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eef09e92-d242-4c2e-86ad-ffe5c5b1099c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:15.286587 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defe60ae-0095-4119-ae43-92dcb18a9928 None None] Sync routers for ids ['19c8724e-83b2-4aef-b7b3-9e147eb5cf02'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:59:15.293579 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eef09e92-d242-4c2e-86ad-ffe5c5b1099c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:15.296484 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defe60ae-0095-4119-ae43-92dcb18a9928 None None] Routers set() bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:59:15.296931 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defe60ae-0095-4119-ae43-92dcb18a9928 None None] Router IDs set() for agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 23 20:59:15.297642 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_agentschedulers_db [None req-defe60ae-0095-4119-ae43-92dcb18a9928 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'19c8724e-83b2-4aef-b7b3-9e147eb5cf02'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:59:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent'). {{(pid=94689) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 23 20:59:15.305543 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defe60ae-0095-4119-ae43-92dcb18a9928 None None] Routers set() bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:59:15.305966 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defe60ae-0095-4119-ae43-92dcb18a9928 None None] Router IDs set() for agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 23 20:59:15.306593 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_agentschedulers_db [None req-defe60ae-0095-4119-ae43-92dcb18a9928 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'19c8724e-83b2-4aef-b7b3-9e147eb5cf02'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:59:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent'). {{(pid=94689) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 23 20:59:15.307048 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defe60ae-0095-4119-ae43-92dcb18a9928 None None] The sync data for ids ['19c8724e-83b2-4aef-b7b3-9e147eb5cf02'] in n-d-805663-2 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:59:15.319708 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef09e92-d242-4c2e-86ad-ffe5c5b1099c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0a2b955-4b34-4b97-af47-c07e0ef9458e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:15.329341 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eef09e92-d242-4c2e-86ad-ffe5c5b1099c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:15.331355 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-eef09e92-d242-4c2e-86ad-ffe5c5b1099c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d0a2b955-4b34-4b97-af47-c07e0ef9458e HTTP/1.1" status: 204 len: 168 time: 0.2774980 Aug 23 20:59:15.333729 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9745b6-fa4e-4658-8930-077dd032c159 None None] Network c8ebbc9c-b65c-4ded-ba98-52626fadc728 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:59:15.334850 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36166) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:15.415064 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b14c4e13-cc8f-4c3a-94a3-86005e25a7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:15.481949 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-b14c4e13-cc8f-4c3a-94a3-86005e25a7b7 admin admin] Deleting port 0880efdf-f071-475f-b15f-b36ebd888a79 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:59:15.482441 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b14c4e13-cc8f-4c3a-94a3-86005e25a7b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:15.549211 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7554ca91-65f6-45d1-aaa0-7cb39cb48d7b None None] DHCP port deletion for c8ebbc9c-b65c-4ded-ba98-52626fadc728 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:59:15.574470 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-b14c4e13-cc8f-4c3a-94a3-86005e25a7b7 admin admin] For port 0880efdf-f071-475f-b15f-b36ebd888a79, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=0880efdf-f071-475f-b15f-b36ebd888a79,segment=NetworkSegment(afa707c2-eac2-4a5a-a641-b789ecf299a6),segment_id=afa707c2-eac2-4a5a-a641-b789ecf299a6)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:59:15.575018 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b14c4e13-cc8f-4c3a-94a3-86005e25a7b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:15.597561 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-b14c4e13-cc8f-4c3a-94a3-86005e25a7b7 admin admin] Calling delete_port for 0880efdf-f071-475f-b15f-b36ebd888a79 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:59:15.628115 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7554ca91-65f6-45d1-aaa0-7cb39cb48d7b None None] Deleting port 0880efdf-f071-475f-b15f-b36ebd888a79 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:59:15.628501 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7554ca91-65f6-45d1-aaa0-7cb39cb48d7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:15.702221 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b14c4e13-cc8f-4c3a-94a3-86005e25a7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:15.715117 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7554ca91-65f6-45d1-aaa0-7cb39cb48d7b None None] For port 0880efdf-f071-475f-b15f-b36ebd888a79, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=0880efdf-f071-475f-b15f-b36ebd888a79,segment=NetworkSegment(afa707c2-eac2-4a5a-a641-b789ecf299a6),segment_id=afa707c2-eac2-4a5a-a641-b789ecf299a6)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:59:15.717468 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7554ca91-65f6-45d1-aaa0-7cb39cb48d7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:15.733659 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7554ca91-65f6-45d1-aaa0-7cb39cb48d7b None None] Calling delete_port for 0880efdf-f071-475f-b15f-b36ebd888a79 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:59:15.738060 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14c4e13-cc8f-4c3a-94a3-86005e25a7b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0880efdf-f071-475f-b15f-b36ebd888a79,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:15.747222 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14c4e13-cc8f-4c3a-94a3-86005e25a7b7 admin admin] No DVR routers for this DVR port 0880efdf-f071-475f-b15f-b36ebd888a79 on host n-d-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:59:15.818035 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36178) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:15.826858 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7554ca91-65f6-45d1-aaa0-7cb39cb48d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:15.860856 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b14c4e13-cc8f-4c3a-94a3-86005e25a7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:15.861068 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554ca91-65f6-45d1-aaa0-7cb39cb48d7b None None] Pushing event deleted for resources: {'Port': ['ID=0880efdf-f071-475f-b15f-b36ebd888a79,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:15.875261 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-b14c4e13-cc8f-4c3a-94a3-86005e25a7b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8ebbc9c-b65c-4ded-ba98-52626fadc728']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:59:15.887927 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7554ca91-65f6-45d1-aaa0-7cb39cb48d7b None None] No DVR routers for this DVR port 0880efdf-f071-475f-b15f-b36ebd888a79 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:59:15.896521 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-b14c4e13-cc8f-4c3a-94a3-86005e25a7b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afa707c2-eac2-4a5a-a641-b789ecf299a6') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:59:15.896521 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-b14c4e13-cc8f-4c3a-94a3-86005e25a7b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afa707c2-eac2-4a5a-a641-b789ecf299a6') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:59:15.915023 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b14c4e13-cc8f-4c3a-94a3-86005e25a7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:15.940686 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b14c4e13-cc8f-4c3a-94a3-86005e25a7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:15.972156 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b14c4e13-cc8f-4c3a-94a3-86005e25a7b7 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:59:15.972582 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b14c4e13-cc8f-4c3a-94a3-86005e25a7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:15.975358 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:59:15.975358 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:59:15.975358 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:59:15.975358 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:59:15.975358 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:59:15.975358 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:59:15.975358 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:59:15.975358 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:59:15.975358 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:59:15.975358 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:59:15.975358 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:59:15.975358 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:59:15.975358 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:59:15.975358 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:59:15.975358 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:59:15.975358 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:59:15.975358 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:59:15.975358 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:59:15.975358 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:59:15.975358 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:59:15.975358 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:59:15.975358 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:59:15.975358 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:59:15.975358 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:59:15.975358 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:59:15.975358 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:59:15.975358 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:59:15.975358 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:59:15.975358 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:59:15.975358 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:59:15.975358 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:59:15.975358 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:59:15.985214 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:16.010128 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 247caaff-1ad1-41e7-ba22-37626ddfc9e4 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:59:16.036148 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-655d859f-b8d4-413c-b232-0d95042a9d80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:16.038436 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 247caaff-1ad1-41e7-ba22-37626ddfc9e4 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:59:16.038924 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 247caaff-1ad1-41e7-ba22-37626ddfc9e4 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:59:16.039445 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 0880efdf-f071-475f-b15f-b36ebd888a79 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:59:16.054449 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2f411-d89e-42b9-890c-6548776f5086 req-be89293a-b7db-4aed-82b0-592d053aa599 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:16.056370 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dfc2f411-d89e-42b9-890c-6548776f5086 req-be89293a-b7db-4aed-82b0-592d053aa599 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=e5faf720-1d1d-4172-9fc4-cefc21c104e4 HTTP/1.1" status: 200 len: 944 time: 0.1198967 Aug 23 20:59:16.062126 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 0880efdf-f071-475f-b15f-b36ebd888a79 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:59:16.062585 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 0880efdf-f071-475f-b15f-b36ebd888a79 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:59:16.064333 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b14c4e13-cc8f-4c3a-94a3-86005e25a7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:16.072465 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b14c4e13-cc8f-4c3a-94a3-86005e25a7b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618723'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:16.074353 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b14c4e13-cc8f-4c3a-94a3-86005e25a7b7 admin admin] 10.222.0.61 "DELETE /v2.0/networks/c8ebbc9c-b65c-4ded-ba98-52626fadc728 HTTP/1.1" status: 204 len: 168 time: 0.7377439 Aug 23 20:59:16.096966 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14c4e13-cc8f-4c3a-94a3-86005e25a7b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8ebbc9c-b65c-4ded-ba98-52626fadc728,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:16.124026 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dfc2f411-d89e-42b9-890c-6548776f5086 req-32d586f8-90a5-467c-a94b-203df9e86918 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572703 Aug 23 20:59:16.180980 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-655d859f-b8d4-413c-b232-0d95042a9d80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:16.185868 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-655d859f-b8d4-413c-b232-0d95042a9d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:16.227240 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-655d859f-b8d4-413c-b232-0d95042a9d80 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8de4980fcdeb4b5a93988a602d77eab0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4074695 Aug 23 20:59:16.228139 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d859f-b8d4-413c-b232-0d95042a9d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb84f3a5-c14c-4460-94ab-08c5661b3624,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:16.229935 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36186) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:16.238357 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36188) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:16.279614 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-dc8d374a-a678-42aa-902b-27a963e33376 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=09574dcda71f4885bcb482a1d018b366&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401559 Aug 23 20:59:16.282027 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36190) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:16.283023 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-db3a706f-3d02-45f6-aedb-ba5820b1e845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:16.305995 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-db3a706f-3d02-45f6-aedb-ba5820b1e845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:16.334487 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9228e644-d30d-47d8-b21f-2d040a0656cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:16.353794 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-db3a706f-3d02-45f6-aedb-ba5820b1e845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:16.356565 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-db3a706f-3d02-45f6-aedb-ba5820b1e845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:16.358082 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-db3a706f-3d02-45f6-aedb-ba5820b1e845 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/eb84f3a5-c14c-4460-94ab-08c5661b3624 HTTP/1.1" status: 204 len: 168 time: 0.1271353 Aug 23 20:59:16.358506 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9228e644-d30d-47d8-b21f-2d040a0656cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:16.366724 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3a706f-3d02-45f6-aedb-ba5820b1e845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb84f3a5-c14c-4460-94ab-08c5661b3624,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:16.410275 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9228e644-d30d-47d8-b21f-2d040a0656cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:16.412916 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9228e644-d30d-47d8-b21f-2d040a0656cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:16.414544 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9228e644-d30d-47d8-b21f-2d040a0656cd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4e746ddf-7c61-4a15-9c10-c9d860f7a407 HTTP/1.1" status: 204 len: 168 time: 0.1312208 Aug 23 20:59:16.423690 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9228e644-d30d-47d8-b21f-2d040a0656cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e746ddf-7c61-4a15-9c10-c9d860f7a407,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:16.676085 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 20:59:16.787811 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4,segment=NetworkSegment(c18fa516-d00d-4d59-b20b-fdf45af90e68),segment_id=c18fa516-d00d-4d59-b20b-fdf45af90e68)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:59:16.799177 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4', 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf', 'port_id': '79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4', 'mac_address': 'fa:16:3e:9c:8e:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df05a557-9226-4912-87c8-3cb75cc85ce5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 20:59:16.823912 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36208) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:16.837524 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7668a12a-f5b5-4dcd-8217-512583a197e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:16.846215 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:16.860422 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:59:16.882980 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4,segment=NetworkSegment(c18fa516-d00d-4d59-b20b-fdf45af90e68),segment_id=c18fa516-d00d-4d59-b20b-fdf45af90e68)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:59:16.887136 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:16.938122 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:16.945831 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7668a12a-f5b5-4dcd-8217-512583a197e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:16.949832 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7668a12a-f5b5-4dcd-8217-512583a197e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:16.992006 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-7668a12a-f5b5-4dcd-8217-512583a197e0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1669645 Aug 23 20:59:16.992906 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7668a12a-f5b5-4dcd-8217-512583a197e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e0a5eb-878c-4903-a0c2-ef4fadcd425d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:16.994606 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36214) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:17.058861 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eac7b74c-1f00-462d-aaeb-b6d3d54ecce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:17.080848 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eac7b74c-1f00-462d-aaeb-b6d3d54ecce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:17.118136 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:59:17.134733 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eac7b74c-1f00-462d-aaeb-b6d3d54ecce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:17.137738 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eac7b74c-1f00-462d-aaeb-b6d3d54ecce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:17.138996 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-eac7b74c-1f00-462d-aaeb-b6d3d54ecce8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c7e0a5eb-878c-4903-a0c2-ef4fadcd425d HTTP/1.1" status: 204 len: 168 time: 0.1428630 Aug 23 20:59:17.148276 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac7b74c-1f00-462d-aaeb-b6d3d54ecce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e0a5eb-878c-4903-a0c2-ef4fadcd425d,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:17.266735 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590fee76-fa79-4371-89e5-bb82839f61ef req-64e2cff1-3675-4fc9-862d-53bac5a4dae4 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:17.268406 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-590fee76-fa79-4371-89e5-bb82839f61ef req-64e2cff1-3675-4fc9-862d-53bac5a4dae4 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=e5faf720-1d1d-4172-9fc4-cefc21c104e4 HTTP/1.1" status: 200 len: 945 time: 0.0551164 Aug 23 20:59:17.342721 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-590fee76-fa79-4371-89e5-bb82839f61ef req-ef969ed3-56ea-4659-a0a1-6142deeff542 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643780 Aug 23 20:59:18.459245 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a11b7-6696-4a4e-ae3c-b1730c81afef req-a4ab8bfb-6f69-4d66-b521-dba2fbfabf14 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:18.461041 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cd3a11b7-6696-4a4e-ae3c-b1730c81afef req-a4ab8bfb-6f69-4d66-b521-dba2fbfabf14 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=e5faf720-1d1d-4172-9fc4-cefc21c104e4 HTTP/1.1" status: 200 len: 945 time: 0.0504372 Aug 23 20:59:18.501726 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cd3a11b7-6696-4a4e-ae3c-b1730c81afef req-955d1fa0-e6df-4286-ad91-f7f1816190c7 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342331 Aug 23 20:59:18.683031 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 20:59:18.734844 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:59:18.738732 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:59:18.739103 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:18.813733 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36266) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:18.819988 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:18.843126 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5faf720-1d1d-4172-9fc4-cefc21c104e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:59:18.845370 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0060b3a3-642c-4b9b-96ae-19ac9000bb19" -d '{"events": [{"server_uuid": "e5faf720-1d1d-4172-9fc4-cefc21c104e4", "name": "network-vif-plugged", "status": "completed", "tag": "79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:59:18.859634 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4,segment=NetworkSegment(c18fa516-d00d-4d59-b20b-fdf45af90e68),segment_id=c18fa516-d00d-4d59-b20b-fdf45af90e68)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:59:18.864811 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:18.887896 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7439fe-7a24-4baf-90ff-ee35c4016133 x-openstack-request-id: req-ba7439fe-7a24-4baf-90ff-ee35c4016133 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:59:18.887896 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5faf720-1d1d-4172-9fc4-cefc21c104e4", "name": "network-vif-plugged", "status": "completed", "tag": "79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:59:18.888245 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ba7439fe-7a24-4baf-90ff-ee35c4016133 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:59:18.888530 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5faf720-1d1d-4172-9fc4-cefc21c104e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4', 'code': 200} Aug 23 20:59:18.915246 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:18.932644 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b6be1787-fe14-4e75-b577-f23777a92d62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:19.061007 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b6be1787-fe14-4e75-b577-f23777a92d62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:19.066045 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b6be1787-fe14-4e75-b577-f23777a92d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:19.109234 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfaed68-dfa6-4ae3-b9c4-2401e97f6641 req-222146f7-7b27-41be-afb5-5000f871fa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:19.110743 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fbfaed68-dfa6-4ae3-b9c4-2401e97f6641 req-222146f7-7b27-41be-afb5-5000f871fa1a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e5faf720-1d1d-4172-9fc4-cefc21c104e4 HTTP/1.1" status: 200 len: 1097 time: 0.1496398 Aug 23 20:59:19.111725 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6be1787-fe14-4e75-b577-f23777a92d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029d5ea2-3705-4bd3-ba59-b3c53244d48a,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:19.116302 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b6be1787-fe14-4e75-b577-f23777a92d62 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8944dc36e5034998aacd2f5932ac93ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3017709 Aug 23 20:59:19.119276 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36274) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:19.177195 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fbfaed68-dfa6-4ae3-b9c4-2401e97f6641 req-9305efe5-ccac-44bf-be4e-d969c374dc58 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557339 Aug 23 20:59:19.189841 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8fbded29-465a-4a2f-88e9-8f358f41a8ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:19.215942 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8fbded29-465a-4a2f-88e9-8f358f41a8ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:19.261905 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8fbded29-465a-4a2f-88e9-8f358f41a8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:19.264690 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8fbded29-465a-4a2f-88e9-8f358f41a8ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:19.265859 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8fbded29-465a-4a2f-88e9-8f358f41a8ca admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/029d5ea2-3705-4bd3-ba59-b3c53244d48a HTTP/1.1" status: 204 len: 168 time: 0.1456678 Aug 23 20:59:19.274348 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbded29-465a-4a2f-88e9-8f358f41a8ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029d5ea2-3705-4bd3-ba59-b3c53244d48a,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:19.528172 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36282) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:19.541681 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-12f52f7f-4800-43d1-8c74-e76cdcb1017f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:19.643017 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dec053-0bf7-4945-b71d-94a738eb487c req-2d5b4750-3b84-4036-bc8b-a8afdc4caa9f tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:19.644538 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-33dec053-0bf7-4945-b71d-94a738eb487c req-2d5b4750-3b84-4036-bc8b-a8afdc4caa9f tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=e5faf720-1d1d-4172-9fc4-cefc21c104e4 HTTP/1.1" status: 200 len: 946 time: 0.0742297 Aug 23 20:59:19.707136 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-33dec053-0bf7-4945-b71d-94a738eb487c req-2504b1a5-dd11-49e4-ab53-320e7ad4fcc8 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551693 Aug 23 20:59:19.712206 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-12f52f7f-4800-43d1-8c74-e76cdcb1017f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:19.716761 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-12f52f7f-4800-43d1-8c74-e76cdcb1017f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:19.755567 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-12f52f7f-4800-43d1-8c74-e76cdcb1017f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=43f41cbd352c405496c35b84ed5ed396&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2263060 Aug 23 20:59:19.756934 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f52f7f-4800-43d1-8c74-e76cdcb1017f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9a5712-6113-4471-aff7-853651ae3b4f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:19.758169 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36284) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:19.807794 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9af18d5c-79d4-4a44-8434-6b35871904d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:19.828334 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9af18d5c-79d4-4a44-8434-6b35871904d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:19.874957 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9af18d5c-79d4-4a44-8434-6b35871904d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:19.877688 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9af18d5c-79d4-4a44-8434-6b35871904d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:19.878865 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9af18d5c-79d4-4a44-8434-6b35871904d0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8b9a5712-6113-4471-aff7-853651ae3b4f HTTP/1.1" status: 204 len: 168 time: 0.1196764 Aug 23 20:59:19.888225 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af18d5c-79d4-4a44-8434-6b35871904d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9a5712-6113-4471-aff7-853651ae3b4f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:20.445063 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:20.828752 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a778597-37ee-48a7-9581-b129dd2e4da9 req-d52e7d5b-99e5-45a4-850e-183f8a9d5fcb tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:20.830257 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1a778597-37ee-48a7-9581-b129dd2e4da9 req-d52e7d5b-99e5-45a4-850e-183f8a9d5fcb tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=e5faf720-1d1d-4172-9fc4-cefc21c104e4 HTTP/1.1" status: 200 len: 946 time: 0.0504961 Aug 23 20:59:20.868835 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1a778597-37ee-48a7-9581-b129dd2e4da9 req-bd6e8e1a-f544-44fd-91ca-e914797caf80 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322320 Aug 23 20:59:20.987179 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e376b-f246-438e-9374-c4f3cdecf83c req-de405413-a669-4dfc-a6a8-f820b212dad5 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:20.988800 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9b7e376b-f246-438e-9374-c4f3cdecf83c req-de405413-a669-4dfc-a6a8-f820b212dad5 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=e5faf720-1d1d-4172-9fc4-cefc21c104e4 HTTP/1.1" status: 200 len: 946 time: 0.0534909 Aug 23 20:59:21.031901 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9b7e376b-f246-438e-9374-c4f3cdecf83c req-d186ce2d-6a23-4deb-a976-57a249e6e897 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366859 Aug 23 20:59:21.151531 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c26698c-9098-4ce9-a4be-e5fdacf93c06 req-f9032df6-fe1e-408e-9acf-2468da4d094e tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:21.153081 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0c26698c-9098-4ce9-a4be-e5fdacf93c06 req-f9032df6-fe1e-408e-9acf-2468da4d094e tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=e5faf720-1d1d-4172-9fc4-cefc21c104e4 HTTP/1.1" status: 200 len: 946 time: 0.0553784 Aug 23 20:59:21.191850 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0c26698c-9098-4ce9-a4be-e5fdacf93c06 req-6437e93e-2970-4b30-a891-766f6adcf506 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328438 Aug 23 20:59:21.496564 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13ce01-c7ee-4680-8da3-12c29a56269c req-6f76aa19-fa9d-4e31-86c5-0866ced0d603 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:21.498003 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3c13ce01-c7ee-4680-8da3-12c29a56269c req-6f76aa19-fa9d-4e31-86c5-0866ced0d603 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=e5faf720-1d1d-4172-9fc4-cefc21c104e4 HTTP/1.1" status: 200 len: 946 time: 0.0513620 Aug 23 20:59:21.536441 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3c13ce01-c7ee-4680-8da3-12c29a56269c req-b6586d00-1288-46de-8857-d5988ab318c8 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323689 Aug 23 20:59:22.657976 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8ec31-f477-495d-b5a0-eaf040a96f74 req-b3171177-35ca-4d0f-b8b0-b574e767b01a tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:22.659447 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e3d8ec31-f477-495d-b5a0-eaf040a96f74 req-b3171177-35ca-4d0f-b8b0-b574e767b01a tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=e5faf720-1d1d-4172-9fc4-cefc21c104e4 HTTP/1.1" status: 200 len: 946 time: 0.0520828 Aug 23 20:59:22.700480 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e3d8ec31-f477-495d-b5a0-eaf040a96f74 req-d9f784aa-aa7b-472c-bc04-8610ca319895 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325692 Aug 23 20:59:22.973619 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e4b07-d4c6-431e-9cad-7ecd4efe143d req-12762fa6-0715-4fa2-875c-f30f01d01964 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:22.978602 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a77e4b07-d4c6-431e-9cad-7ecd4efe143d req-12762fa6-0715-4fa2-875c-f30f01d01964 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5faf720-1d1d-4172-9fc4-cefc21c104e4 HTTP/1.1" status: 200 len: 946 time: 0.0530102 Aug 23 20:59:23.078692 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-a77e4b07-d4c6-431e-9cad-7ecd4efe143d req-814bff21-68aa-4d78-bc58-f36cf5a148dc tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Deleting port 79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:59:23.079050 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a77e4b07-d4c6-431e-9cad-7ecd4efe143d req-814bff21-68aa-4d78-bc58-f36cf5a148dc tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:23.169949 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-a77e4b07-d4c6-431e-9cad-7ecd4efe143d req-814bff21-68aa-4d78-bc58-f36cf5a148dc tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] For port 79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4,segment=NetworkSegment(c18fa516-d00d-4d59-b20b-fdf45af90e68),segment_id=c18fa516-d00d-4d59-b20b-fdf45af90e68)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:59:23.170321 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a77e4b07-d4c6-431e-9cad-7ecd4efe143d req-814bff21-68aa-4d78-bc58-f36cf5a148dc tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:23.182985 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-a77e4b07-d4c6-431e-9cad-7ecd4efe143d req-814bff21-68aa-4d78-bc58-f36cf5a148dc tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Calling delete_port for 79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:59:23.319995 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a77e4b07-d4c6-431e-9cad-7ecd4efe143d req-814bff21-68aa-4d78-bc58-f36cf5a148dc tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:23.333387 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 20:59:23.353674 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bff21-68aa-4d78-bc58-f36cf5a148dc tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Pushing event deleted for resources: {'Port': ['ID=79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:23.404490 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-a77e4b07-d4c6-431e-9cad-7ecd4efe143d req-814bff21-68aa-4d78-bc58-f36cf5a148dc tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] No DVR routers for this DVR port 79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4 on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:59:23.407419 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a77e4b07-d4c6-431e-9cad-7ecd4efe143d req-814bff21-68aa-4d78-bc58-f36cf5a148dc tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:23.410144 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a77e4b07-d4c6-431e-9cad-7ecd4efe143d req-814bff21-68aa-4d78-bc58-f36cf5a148dc tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.11 "DELETE /v2.0/ports/79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4 HTTP/1.1" status: 204 len: 173 time: 0.4237461 Aug 23 20:59:23.410144 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5faf720-1d1d-4172-9fc4-cefc21c104e4', 'name': 'network-vif-deleted', 'tag': '79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:59:23.413108 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e02cde-e49f-4b7e-ae50-de328d5db7eb" -d '{"events": [{"server_uuid": "e5faf720-1d1d-4172-9fc4-cefc21c104e4", "name": "network-vif-deleted", "tag": "79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:59:23.689015 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb77252-fe4f-40e0-af4c-8e8f92a39619 x-openstack-request-id: req-7cb77252-fe4f-40e0-af4c-8e8f92a39619 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:59:23.689671 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5faf720-1d1d-4172-9fc4-cefc21c104e4", "name": "network-vif-deleted", "tag": "79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:59:23.690217 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7cb77252-fe4f-40e0-af4c-8e8f92a39619 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:59:23.690574 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5faf720-1d1d-4172-9fc4-cefc21c104e4', 'name': 'network-vif-deleted', 'tag': '79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4', 'status': 'completed', 'code': 200} Aug 23 20:59:23.809636 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2b849493-cfe0-4669-944e-85f997405945 req-1926ab82-2564-4b3a-9274-0f7eb4e8adb4 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=e5faf720-1d1d-4172-9fc4-cefc21c104e4 HTTP/1.1" status: 200 len: 210 time: 0.0348279 Aug 23 20:59:24.918081 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f3ba163b-f9ef-4d59-a6cd-84b8907c2fc7 req-b80aa866-c7b9-4d03-ab1c-989e8fc5797c tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=e5faf720-1d1d-4172-9fc4-cefc21c104e4 HTTP/1.1" status: 200 len: 210 time: 0.0291030 Aug 23 20:59:26.023150 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1ce55a3a-62cd-4230-a2ca-663acaea96f8 req-118339de-a5a9-439d-8b7b-0ee0a4b0cf28 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=e5faf720-1d1d-4172-9fc4-cefc21c104e4 HTTP/1.1" status: 200 len: 210 time: 0.0277593 Aug 23 20:59:26.498245 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7be3be64-5b6d-4d25-9c22-70385bc1fa8b req-fb0149a5-ac55-4a97-9163-10c061a5c4cf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2186923 Aug 23 20:59:26.612559 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3be64-5b6d-4d25-9c22-70385bc1fa8b req-75ceac63-f61a-46bb-895b-75afe91431b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:26.614168 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7be3be64-5b6d-4d25-9c22-70385bc1fa8b req-75ceac63-f61a-46bb-895b-75afe91431b3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a420101d8537446c948533816ff31a9c&device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 1097 time: 0.0473793 Aug 23 20:59:26.724091 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:59:26.737591 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3be64-5b6d-4d25-9c22-70385bc1fa8b req-44ee1fec-07f9-4350-ac65-5c7491b0e606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:26.739514 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7be3be64-5b6d-4d25-9c22-70385bc1fa8b req-44ee1fec-07f9-4350-ac65-5c7491b0e606 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8f9f903e-93a4-4fe6-b0ce-e2059346b6d0 HTTP/1.1" status: 200 len: 918 time: 0.1039405 Aug 23 20:59:26.752394 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: 79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:59:26.752748 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 79c8b45f-cef0-4c5d-b3cf-ef5c74b1b9c4 not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:59:26.821205 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7be3be64-5b6d-4d25-9c22-70385bc1fa8b req-b5725369-1e9e-4a92-b3c6-e7dbaad8672d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f678bad-3e00-4d1c-85e4-52f0f696f918 HTTP/1.1" status: 200 len: 1001 time: 0.0735273 Aug 23 20:59:26.886272 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3be64-5b6d-4d25-9c22-70385bc1fa8b req-a976e32d-fe12-41c6-968a-10ed58bc9b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:26.888370 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7be3be64-5b6d-4d25-9c22-70385bc1fa8b req-a976e32d-fe12-41c6-968a-10ed58bc9b44 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d199577e-85a3-487d-894b-30e054d60332 HTTP/1.1" status: 200 len: 856 time: 0.0591819 Aug 23 20:59:26.939082 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3be64-5b6d-4d25-9c22-70385bc1fa8b req-a419502d-4cdb-49d9-b231-0e49f6445a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:26.940817 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7be3be64-5b6d-4d25-9c22-70385bc1fa8b req-a419502d-4cdb-49d9-b231-0e49f6445a28 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8f9f903e-93a4-4fe6-b0ce-e2059346b6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433443 Aug 23 20:59:26.953706 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [req-7be3be64-5b6d-4d25-9c22-70385bc1fa8b req-b9d712b6-d477-4595-880b-159940c5dae5 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 20:59:26.954835 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7be3be64-5b6d-4d25-9c22-70385bc1fa8b req-b9d712b6-d477-4595-880b-159940c5dae5 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067334 Aug 23 20:59:27.070816 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7be3be64-5b6d-4d25-9c22-70385bc1fa8b req-867839eb-07ef-4ea8-98e8-084d82f80379 service neutron] 10.222.0.32 "GET /v2.0/networks/8f9f903e-93a4-4fe6-b0ce-e2059346b6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070046 Aug 23 20:59:27.160391 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5decf20d-71b3-4594-9ae5-52f2cc8f6026 req-07c30379-b5fb-4e41-b345-f19f0e7d5cfe tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=e5faf720-1d1d-4172-9fc4-cefc21c104e4 HTTP/1.1" status: 200 len: 210 time: 0.0370088 Aug 23 20:59:27.200244 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7be3be64-5b6d-4d25-9c22-70385bc1fa8b req-bec34a4e-5c79-4bfd-98ce-1d8ca9fe5512 service neutron] 10.222.0.32 "GET /v2.0/networks/8f9f903e-93a4-4fe6-b0ce-e2059346b6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217382 Aug 23 20:59:28.346842 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36490) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:28.457592 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b943072b-f179-4bcd-a2d7-9c1e203d7f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:28.554365 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b943072b-f179-4bcd-a2d7-9c1e203d7f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:28.558733 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b943072b-f179-4bcd-a2d7-9c1e203d7f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:28.595517 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b943072b-f179-4bcd-a2d7-9c1e203d7f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55651b1d-e044-4ea7-937c-81f5fef2d232,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:28.607962 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36494) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:28.608451 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b943072b-f179-4bcd-a2d7-9c1e203d7f6a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e7622af4f2804ff588c02169091383cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2599664 Aug 23 20:59:28.660788 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9eb38b8a-39cd-4c16-907f-8e6ec8c441f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:28.687056 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9eb38b8a-39cd-4c16-907f-8e6ec8c441f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:28.736786 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9eb38b8a-39cd-4c16-907f-8e6ec8c441f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:28.739415 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9eb38b8a-39cd-4c16-907f-8e6ec8c441f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:28.743694 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9eb38b8a-39cd-4c16-907f-8e6ec8c441f6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/55651b1d-e044-4ea7-937c-81f5fef2d232 HTTP/1.1" status: 204 len: 168 time: 0.1316211 Aug 23 20:59:28.749604 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb38b8a-39cd-4c16-907f-8e6ec8c441f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55651b1d-e044-4ea7-937c-81f5fef2d232,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:29.023632 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36500) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:29.038853 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bcec428a-53af-4c3a-8562-65ed791c7126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:29.146250 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bcec428a-53af-4c3a-8562-65ed791c7126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:29.150560 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bcec428a-53af-4c3a-8562-65ed791c7126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:29.198904 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-bcec428a-53af-4c3a-8562-65ed791c7126 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4bd2d2bc25f242e5ac7d398121b14482&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1716497 Aug 23 20:59:29.198904 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec428a-53af-4c3a-8562-65ed791c7126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3dac08-b5b3-42bc-a210-35cd9faed642,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:29.200422 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36502) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:29.263921 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8e5db2ab-cf04-459e-9949-55f72e73cee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:29.289869 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8e5db2ab-cf04-459e-9949-55f72e73cee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:29.352701 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8e5db2ab-cf04-459e-9949-55f72e73cee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:29.355633 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8e5db2ab-cf04-459e-9949-55f72e73cee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:29.359518 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8e5db2ab-cf04-459e-9949-55f72e73cee8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0e3dac08-b5b3-42bc-a210-35cd9faed642 HTTP/1.1" status: 204 len: 168 time: 0.1561735 Aug 23 20:59:29.369187 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5db2ab-cf04-459e-9949-55f72e73cee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3dac08-b5b3-42bc-a210-35cd9faed642,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:29.793282 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36520) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:29.807545 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-077b9701-fadd-44b7-819d-37cc162a54eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:29.901185 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-077b9701-fadd-44b7-819d-37cc162a54eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:29.910022 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-077b9701-fadd-44b7-819d-37cc162a54eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:29.959374 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-077b9701-fadd-44b7-819d-37cc162a54eb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c6c19eac35c14eeaa0949cb3c8a6a00e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1642439 Aug 23 20:59:29.960700 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077b9701-fadd-44b7-819d-37cc162a54eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1c0193-7d40-44d8-980e-d13db1438a18,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:29.962938 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36524) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:30.045604 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b8fea22d-a780-4536-b92b-90bd0daddd01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:30.068594 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b8fea22d-a780-4536-b92b-90bd0daddd01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:30.124676 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b8fea22d-a780-4536-b92b-90bd0daddd01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:30.127824 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b8fea22d-a780-4536-b92b-90bd0daddd01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:30.140045 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b8fea22d-a780-4536-b92b-90bd0daddd01 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2d1c0193-7d40-44d8-980e-d13db1438a18 HTTP/1.1" status: 204 len: 168 time: 0.1753867 Aug 23 20:59:30.167592 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fea22d-a780-4536-b92b-90bd0daddd01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1c0193-7d40-44d8-980e-d13db1438a18,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:30.741065 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76dab7-e106-45ea-a5f0-8aa173c0624f req-15fbfe28-da04-4e66-9322-ee33cf54787c tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:30.748543 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ee76dab7-e106-45ea-a5f0-8aa173c0624f req-15fbfe28-da04-4e66-9322-ee33cf54787c tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 946 time: 0.0618787 Aug 23 20:59:30.802207 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ee76dab7-e106-45ea-a5f0-8aa173c0624f req-3acf32cc-a1c3-42a0-8f52-aa524e14475b tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=7639381e-614b-4efb-bb16-a9587d85f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448031 Aug 23 20:59:31.928150 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a34ae4-8e58-483c-9873-4fc1e1042a31 req-335403fc-02f0-4092-882e-b9be7629c666 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:31.929809 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-50a34ae4-8e58-483c-9873-4fc1e1042a31 req-335403fc-02f0-4092-882e-b9be7629c666 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 946 time: 0.0631087 Aug 23 20:59:31.972500 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-50a34ae4-8e58-483c-9873-4fc1e1042a31 req-005af32a-0fb0-46f7-8583-20976e7b0f4f tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups?id=7639381e-614b-4efb-bb16-a9587d85f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355155 Aug 23 20:59:31.979419 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36590) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:32.106693 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-088cbe5d-8270-46e8-94f9-407ab0f53400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:32.206509 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-088cbe5d-8270-46e8-94f9-407ab0f53400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:32.211797 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-088cbe5d-8270-46e8-94f9-407ab0f53400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:32.261033 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088cbe5d-8270-46e8-94f9-407ab0f53400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925c39a6-6746-4412-87f1-2b28a8a10b2a,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:32.269306 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-088cbe5d-8270-46e8-94f9-407ab0f53400 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=23c70886e005463face4299767289aff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2848668 Aug 23 20:59:32.269611 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36594) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:32.328358 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9e199647-8592-421f-9000-35d94dc3b53c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:32.357319 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9e199647-8592-421f-9000-35d94dc3b53c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:32.393421 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f06aee-4d70-4d12-a917-b46ae8c2261a req-7f3e18c3-7584-4156-be4f-f60237ca005a tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:32.394970 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b2f06aee-4d70-4d12-a917-b46ae8c2261a req-7f3e18c3-7584-4156-be4f-f60237ca005a tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.32 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 946 time: 0.0701661 Aug 23 20:59:32.417294 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9e199647-8592-421f-9000-35d94dc3b53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:32.420020 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9e199647-8592-421f-9000-35d94dc3b53c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:32.424343 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9e199647-8592-421f-9000-35d94dc3b53c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/925c39a6-6746-4412-87f1-2b28a8a10b2a HTTP/1.1" status: 204 len: 168 time: 0.1536541 Aug 23 20:59:32.436748 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e199647-8592-421f-9000-35d94dc3b53c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925c39a6-6746-4412-87f1-2b28a8a10b2a,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:32.447432 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e199647-8592-421f-9000-35d94dc3b53c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:59:32.447635 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e199647-8592-421f-9000-35d94dc3b53c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:59:32.450072 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e199647-8592-421f-9000-35d94dc3b53c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:59:32.450427 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e199647-8592-421f-9000-35d94dc3b53c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:59:32.450774 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e199647-8592-421f-9000-35d94dc3b53c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:59:32.451122 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e199647-8592-421f-9000-35d94dc3b53c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:59:32.451496 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e199647-8592-421f-9000-35d94dc3b53c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:59:32.451826 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e199647-8592-421f-9000-35d94dc3b53c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:59:32.452836 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e199647-8592-421f-9000-35d94dc3b53c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:59:32.452836 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e199647-8592-421f-9000-35d94dc3b53c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:59:32.452836 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e199647-8592-421f-9000-35d94dc3b53c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:59:32.453189 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e199647-8592-421f-9000-35d94dc3b53c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:59:32.531239 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-b2f06aee-4d70-4d12-a917-b46ae8c2261a req-fe6b0f43-0a64-4778-b9f9-0220cf69acf5 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Deleting port 5f678bad-3e00-4d1c-85e4-52f0f696f918 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:59:32.531575 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b2f06aee-4d70-4d12-a917-b46ae8c2261a req-fe6b0f43-0a64-4778-b9f9-0220cf69acf5 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:32.630153 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-b2f06aee-4d70-4d12-a917-b46ae8c2261a req-fe6b0f43-0a64-4778-b9f9-0220cf69acf5 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] For port 5f678bad-3e00-4d1c-85e4-52f0f696f918, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=5f678bad-3e00-4d1c-85e4-52f0f696f918,segment=NetworkSegment(d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a),segment_id=d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:59:32.631253 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b2f06aee-4d70-4d12-a917-b46ae8c2261a req-fe6b0f43-0a64-4778-b9f9-0220cf69acf5 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:32.861912 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b2f06aee-4d70-4d12-a917-b46ae8c2261a req-fe6b0f43-0a64-4778-b9f9-0220cf69acf5 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:32.862420 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b2f06aee-4d70-4d12-a917-b46ae8c2261a req-fe6b0f43-0a64-4778-b9f9-0220cf69acf5 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:32.862901 n-d-805663-2 neutron-server[94688]: INFO neutron.db.l3_db [req-b2f06aee-4d70-4d12-a917-b46ae8c2261a req-fe6b0f43-0a64-4778-b9f9-0220cf69acf5 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Floating IP a9dbc4a9-378f-4377-88bd-0bd629c99899 disassociated. External IP: 172.25.4.139, port: 5f678bad-3e00-4d1c-85e4-52f0f696f918. Aug 23 20:59:32.863414 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-b2f06aee-4d70-4d12-a917-b46ae8c2261a req-fe6b0f43-0a64-4778-b9f9-0220cf69acf5 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Calling delete_port for 5f678bad-3e00-4d1c-85e4-52f0f696f918 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:59:33.058834 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b2f06aee-4d70-4d12-a917-b46ae8c2261a req-fe6b0f43-0a64-4778-b9f9-0220cf69acf5 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:33.095704 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b0f43-0a64-4778-b9f9-0220cf69acf5 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Pushing event deleted for resources: {'Port': ['ID=5f678bad-3e00-4d1c-85e4-52f0f696f918,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:33.134770 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0b834297-d1cb-485c-8c09-b6f7eb264bdf req-84f17a01-b30e-4297-9ec3-f1f56f9aeb43 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/ports?device_id=97f0acb6-1641-410a-b7be-8afa857512bc HTTP/1.1" status: 200 len: 210 time: 0.0372353 Aug 23 20:59:33.236787 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2f06aee-4d70-4d12-a917-b46ae8c2261a req-fe6b0f43-0a64-4778-b9f9-0220cf69acf5 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Router e2d57489-baa4-40fb-9ec4-e4326c8228ac has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:59:33.366343 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2f06aee-4d70-4d12-a917-b46ae8c2261a req-fe6b0f43-0a64-4778-b9f9-0220cf69acf5 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:59:33.380030 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2fbdfb-642d-4a7b-a693-f093b511132b None None] Sync routers for ids ['e2d57489-baa4-40fb-9ec4-e4326c8228ac'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:59:33.392108 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2fbdfb-642d-4a7b-a693-f093b511132b None None] Routers {'e2d57489-baa4-40fb-9ec4-e4326c8228ac'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:59:33.393242 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-0a2fbdfb-642d-4a7b-a693-f093b511132b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:59:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['e2d57489-baa4-40fb-9ec4-e4326c8228ac'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:59:33.425144 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f06aee-4d70-4d12-a917-b46ae8c2261a req-fe6b0f43-0a64-4778-b9f9-0220cf69acf5 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] No DVR routers for this DVR port 5f678bad-3e00-4d1c-85e4-52f0f696f918 on host n-h2-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:59:33.430253 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b2f06aee-4d70-4d12-a917-b46ae8c2261a req-fe6b0f43-0a64-4778-b9f9-0220cf69acf5 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:33.432673 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b2f06aee-4d70-4d12-a917-b46ae8c2261a req-fe6b0f43-0a64-4778-b9f9-0220cf69acf5 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.32 "DELETE /v2.0/ports/5f678bad-3e00-4d1c-85e4-52f0f696f918 HTTP/1.1" status: 204 len: 173 time: 1.0306637 Aug 23 20:59:33.433162 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f0acb6-1641-410a-b7be-8afa857512bc', 'name': 'network-vif-deleted', 'tag': '5f678bad-3e00-4d1c-85e4-52f0f696f918'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:59:33.435437 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af44cc4-43b0-4d23-8730-4655a66c1c15" -d '{"events": [{"server_uuid": "97f0acb6-1641-410a-b7be-8afa857512bc", "name": "network-vif-deleted", "tag": "5f678bad-3e00-4d1c-85e4-52f0f696f918"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:59:33.498775 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 20:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aef3baf-11d8-4be7-99bf-2d2c8eeaaf3b x-openstack-request-id: req-7aef3baf-11d8-4be7-99bf-2d2c8eeaaf3b {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:59:33.499271 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f0acb6-1641-410a-b7be-8afa857512bc", "name": "network-vif-deleted", "tag": "5f678bad-3e00-4d1c-85e4-52f0f696f918", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:59:33.499699 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7aef3baf-11d8-4be7-99bf-2d2c8eeaaf3b {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:59:33.500270 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f0acb6-1641-410a-b7be-8afa857512bc', 'name': 'network-vif-deleted', 'tag': '5f678bad-3e00-4d1c-85e4-52f0f696f918', 'status': 'completed', 'code': 200} Aug 23 20:59:33.535342 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-0a2fbdfb-642d-4a7b-a693-f093b511132b None None] Set router e2d57489-baa4-40fb-9ec4-e4326c8228ac gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:59:33.788580 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-0a2fbdfb-642d-4a7b-a693-f093b511132b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1003784855-router', 'tenant_id': 'a420101d8537446c948533816ff31a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '33ff0b46-5a8d-4d91-bf86-8318692c66f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:51:18Z', 'updated_at': '2021-08-23T20:51:26Z', 'revision_number': 4, 'project_id': 'a420101d8537446c948533816ff31a9c', 'gw_port': {'id': '33ff0b46-5a8d-4d91-bf86-8318692c66f2', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:51:20Z', 'updated_at': '2021-08-23T20:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'd1963f34-843a-4db9-963d-57b2d4e83930', 'name': '', 'network_id': '8f9f903e-93a4-4fe6-b0ce-e2059346b6d0', 'tenant_id': 'a420101d8537446c948533816ff31a9c', 'mac_address': 'fa:16:3e:24:b3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'd199577e-85a3-487d-894b-30e054d60332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:51:24Z', 'updated_at': '2021-08-23T20:51:34Z', 'revision_number': 5, 'project_id': 'a420101d8537446c948533816ff31a9c', 'subnets': [{'id': 'd199577e-85a3-487d-894b-30e054d60332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:59:33.820195 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2fbdfb-642d-4a7b-a693-f093b511132b None None] Checking router: e2d57489-baa4-40fb-9ec4-e4326c8228ac for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:59:33.829311 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2fbdfb-642d-4a7b-a693-f093b511132b None None] Routers {'e2d57489-baa4-40fb-9ec4-e4326c8228ac'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:59:33.829919 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-0a2fbdfb-642d-4a7b-a693-f093b511132b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:59:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['e2d57489-baa4-40fb-9ec4-e4326c8228ac'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:59:34.045446 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-0a2fbdfb-642d-4a7b-a693-f093b511132b None None] Set router e2d57489-baa4-40fb-9ec4-e4326c8228ac gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:59:34.303117 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36686) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:34.421974 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-222cbef1-3893-418d-8eb7-28b1495c98d3 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:34.476718 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-222cbef1-3893-418d-8eb7-28b1495c98d3 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:34.497624 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-0a2fbdfb-642d-4a7b-a693-f093b511132b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1003784855-router', 'tenant_id': 'a420101d8537446c948533816ff31a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '33ff0b46-5a8d-4d91-bf86-8318692c66f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:51:18Z', 'updated_at': '2021-08-23T20:51:26Z', 'revision_number': 4, 'project_id': 'a420101d8537446c948533816ff31a9c', 'gw_port': {'id': '33ff0b46-5a8d-4d91-bf86-8318692c66f2', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:51:20Z', 'updated_at': '2021-08-23T20:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'd1963f34-843a-4db9-963d-57b2d4e83930', 'name': '', 'network_id': '8f9f903e-93a4-4fe6-b0ce-e2059346b6d0', 'tenant_id': 'a420101d8537446c948533816ff31a9c', 'mac_address': 'fa:16:3e:24:b3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'd199577e-85a3-487d-894b-30e054d60332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:51:24Z', 'updated_at': '2021-08-23T20:51:34Z', 'revision_number': 5, 'project_id': 'a420101d8537446c948533816ff31a9c', 'subnets': [{'id': 'd199577e-85a3-487d-894b-30e054d60332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:59:34.525735 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2fbdfb-642d-4a7b-a693-f093b511132b None None] The sync data for ids ['e2d57489-baa4-40fb-9ec4-e4326c8228ac'] in n-d-805663-2 is: [{'id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1003784855-router', 'tenant_id': 'a420101d8537446c948533816ff31a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '33ff0b46-5a8d-4d91-bf86-8318692c66f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:51:18Z', 'updated_at': '2021-08-23T20:51:26Z', 'revision_number': 4, 'project_id': 'a420101d8537446c948533816ff31a9c', 'gw_port': {'id': '33ff0b46-5a8d-4d91-bf86-8318692c66f2', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:51:20Z', 'updated_at': '2021-08-23T20:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'd1963f34-843a-4db9-963d-57b2d4e83930', 'name': '', 'network_id': '8f9f903e-93a4-4fe6-b0ce-e2059346b6d0', 'tenant_id': 'a420101d8537446c948533816ff31a9c', 'mac_address': 'fa:16:3e:24:b3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'd199577e-85a3-487d-894b-30e054d60332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:51:24Z', 'updated_at': '2021-08-23T20:51:34Z', 'revision_number': 5, 'project_id': 'a420101d8537446c948533816ff31a9c', 'subnets': [{'id': 'd199577e-85a3-487d-894b-30e054d60332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:59:34.545702 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-222cbef1-3893-418d-8eb7-28b1495c98d3 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:34.549324 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-222cbef1-3893-418d-8eb7-28b1495c98d3 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:34.553198 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-222cbef1-3893-418d-8eb7-28b1495c98d3 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "DELETE /v2.0/security-groups/7639381e-614b-4efb-bb16-a9587d85f37a HTTP/1.1" status: 204 len: 168 time: 0.2483008 Aug 23 20:59:34.555172 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36700) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:34.567256 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222cbef1-3893-418d-8eb7-28b1495c98d3 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7639381e-614b-4efb-bb16-a9587d85f37a,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:34.587500 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-7e57d97b-e239-4e76-a7ac-3d7b2993859c tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] show failed (client error): The resource could not be found. Aug 23 20:59:34.591689 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36708) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:34.604764 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-7e57d97b-e239-4e76-a7ac-3d7b2993859c tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "GET /v2.0/security-groups/7639381e-614b-4efb-bb16-a9587d85f37a HTTP/1.1" status: 404 len: 347 time: 0.0381126 Aug 23 20:59:34.890204 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9e64d1-8772-4ee7-9a62-ef497ee59838 None None] New status for floating IP a9dbc4a9-378f-4377-88bd-0bd629c99899: DOWN {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 20:59:35.133764 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-0b30c158-235d-4f83-9598-bee8ef026fe4 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Deleting port 83968b58-519b-4121-bb08-7f462d9ccc0e {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:59:35.134124 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0b30c158-235d-4f83-9598-bee8ef026fe4 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:35.216244 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0b30c158-235d-4f83-9598-bee8ef026fe4 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:35.216660 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0b30c158-235d-4f83-9598-bee8ef026fe4 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:35.229996 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-0b30c158-235d-4f83-9598-bee8ef026fe4 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Calling delete_port for 83968b58-519b-4121-bb08-7f462d9ccc0e owned by network:floatingip {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:59:35.378366 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0b30c158-235d-4f83-9598-bee8ef026fe4 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:35.409496 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36748) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:35.410266 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b30c158-235d-4f83-9598-bee8ef026fe4 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Pushing event deleted for resources: {'Port': ['ID=83968b58-519b-4121-bb08-7f462d9ccc0e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:35.496575 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0b30c158-235d-4f83-9598-bee8ef026fe4 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks [] for floatingip, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:35.500378 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0b30c158-235d-4f83-9598-bee8ef026fe4 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:35.503524 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0b30c158-235d-4f83-9598-bee8ef026fe4 tempest-AttachVolumeShelveTestJSON-1213088277 tempest-AttachVolumeShelveTestJSON-1213088277-project] 10.222.0.61 "DELETE /v2.0/floatingips/a9dbc4a9-378f-4377-88bd-0bd629c99899 HTTP/1.1" status: 204 len: 168 time: 0.9065111 Aug 23 20:59:35.546196 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bfa4e7ae-4a12-45c1-854d-7abd908dc594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:35.660370 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bfa4e7ae-4a12-45c1-854d-7abd908dc594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:35.666485 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bfa4e7ae-4a12-45c1-854d-7abd908dc594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:35.706500 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa4e7ae-4a12-45c1-854d-7abd908dc594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074abf78-7e07-418d-9734-e79113e0372d,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:35.715812 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-bfa4e7ae-4a12-45c1-854d-7abd908dc594 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d92ee2fc22dd402eaf1dbf53b758d23b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3002479 Aug 23 20:59:35.716116 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36758) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:35.773017 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-57183658-1c6b-411a-b5a1-3f841e2bc427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:35.796086 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-57183658-1c6b-411a-b5a1-3f841e2bc427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:35.852798 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-57183658-1c6b-411a-b5a1-3f841e2bc427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:35.855945 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-57183658-1c6b-411a-b5a1-3f841e2bc427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:35.860004 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-57183658-1c6b-411a-b5a1-3f841e2bc427 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/074abf78-7e07-418d-9734-e79113e0372d HTTP/1.1" status: 204 len: 168 time: 0.1406267 Aug 23 20:59:35.867060 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57183658-1c6b-411a-b5a1-3f841e2bc427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074abf78-7e07-418d-9734-e79113e0372d,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:35.950315 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 5f678bad-3e00-4d1c-85e4-52f0f696f918 no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:59:35.973397 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: 5f678bad-3e00-4d1c-85e4-52f0f696f918 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:59:35.973956 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 5f678bad-3e00-4d1c-85e4-52f0f696f918 not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:59:37.273688 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36798) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:37.435421 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-dab467ef-ebdd-4b9c-a691-990f0db2f9fa tempest-ExternalNetworksTestJSON-497193087 tempest-ExternalNetworksTestJSON-497193087-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1709782288'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:59:37.458822 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab467ef-ebdd-4b9c-a691-990f0db2f9fa tempest-ExternalNetworksTestJSON-497193087 tempest-ExternalNetworksTestJSON-497193087-project] Made reservation on behalf of f7b59bd5817445f091963c4fbe7792b6 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:59:37.462285 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dab467ef-ebdd-4b9c-a691-990f0db2f9fa tempest-ExternalNetworksTestJSON-497193087 tempest-ExternalNetworksTestJSON-497193087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:37.474814 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dab467ef-ebdd-4b9c-a691-990f0db2f9fa tempest-ExternalNetworksTestJSON-497193087 tempest-ExternalNetworksTestJSON-497193087-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:37.580530 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dab467ef-ebdd-4b9c-a691-990f0db2f9fa tempest-ExternalNetworksTestJSON-497193087 tempest-ExternalNetworksTestJSON-497193087-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:37.585911 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dab467ef-ebdd-4b9c-a691-990f0db2f9fa tempest-ExternalNetworksTestJSON-497193087 tempest-ExternalNetworksTestJSON-497193087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:37.619828 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dab467ef-ebdd-4b9c-a691-990f0db2f9fa tempest-ExternalNetworksTestJSON-497193087 tempest-ExternalNetworksTestJSON-497193087-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:59:37.630334 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab467ef-ebdd-4b9c-a691-990f0db2f9fa tempest-ExternalNetworksTestJSON-497193087 tempest-ExternalNetworksTestJSON-497193087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6be885-490e-4af5-bf63-f1af62788a4e,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:37.635678 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dab467ef-ebdd-4b9c-a691-990f0db2f9fa tempest-ExternalNetworksTestJSON-497193087 tempest-ExternalNetworksTestJSON-497193087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:37.636022 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-dab467ef-ebdd-4b9c-a691-990f0db2f9fa tempest-ExternalNetworksTestJSON-497193087 tempest-ExternalNetworksTestJSON-497193087-project] Added segment 804363d8-383e-43a8-9e84-533b3c935615 of type vlan for network cd6d7baa-6daa-4c7f-a2b4-7d3dfe7d88d3 Aug 23 20:59:37.685607 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dab467ef-ebdd-4b9c-a691-990f0db2f9fa tempest-ExternalNetworksTestJSON-497193087 tempest-ExternalNetworksTestJSON-497193087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:37.718604 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dab467ef-ebdd-4b9c-a691-990f0db2f9fa tempest-ExternalNetworksTestJSON-497193087 tempest-ExternalNetworksTestJSON-497193087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:37.725821 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab467ef-ebdd-4b9c-a691-990f0db2f9fa tempest-ExternalNetworksTestJSON-497193087 tempest-ExternalNetworksTestJSON-497193087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:37.726427 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dab467ef-ebdd-4b9c-a691-990f0db2f9fa tempest-ExternalNetworksTestJSON-497193087 tempest-ExternalNetworksTestJSON-497193087-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:37.830305 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab467ef-ebdd-4b9c-a691-990f0db2f9fa tempest-ExternalNetworksTestJSON-497193087 tempest-ExternalNetworksTestJSON-497193087-project] Pushing event updated for resources: {'Network': ['ID=cd6d7baa-6daa-4c7f-a2b4-7d3dfe7d88d3,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:37.838602 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-dab467ef-ebdd-4b9c-a691-990f0db2f9fa tempest-ExternalNetworksTestJSON-497193087 tempest-ExternalNetworksTestJSON-497193087-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.5606904 Aug 23 20:59:37.838602 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36810) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:37.843631 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network cd6d7baa-6daa-4c7f-a2b4-7d3dfe7d88d3 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:59:37.950309 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-59557af4-370a-4f35-ae48-8cba71fad7b5 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Request body: {'network': {'name': 'tempest-network--646061534', 'router:external': True}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:59:37.980914 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59557af4-370a-4f35-ae48-8cba71fad7b5 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Made reservation on behalf of bcdb229960664af1a72f0eeaa1d7a96b for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:59:37.984559 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-59557af4-370a-4f35-ae48-8cba71fad7b5 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:37.999051 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-59557af4-370a-4f35-ae48-8cba71fad7b5 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:38.126067 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-59557af4-370a-4f35-ae48-8cba71fad7b5 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:38.132411 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-59557af4-370a-4f35-ae48-8cba71fad7b5 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:38.157897 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59557af4-370a-4f35-ae48-8cba71fad7b5 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:59:38.167651 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59557af4-370a-4f35-ae48-8cba71fad7b5 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ffc14d9-c181-4057-877e-0bd7b7bb457f,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:38.172756 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-59557af4-370a-4f35-ae48-8cba71fad7b5 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:38.173107 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-59557af4-370a-4f35-ae48-8cba71fad7b5 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Added segment cbdc90d4-7223-4e30-b67e-9d74d38eb1b3 of type vlan for network c161f127-9981-40d5-9d06-3e24907d7e78 Aug 23 20:59:38.220838 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-59557af4-370a-4f35-ae48-8cba71fad7b5 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:38.260036 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-59557af4-370a-4f35-ae48-8cba71fad7b5 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:38.261177 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59557af4-370a-4f35-ae48-8cba71fad7b5 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:38.261839 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-59557af4-370a-4f35-ae48-8cba71fad7b5 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:38.324304 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-59557af4-370a-4f35-ae48-8cba71fad7b5 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4845965 Aug 23 20:59:38.326941 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36818) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:38.378161 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59557af4-370a-4f35-ae48-8cba71fad7b5 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Pushing event updated for resources: {'Network': ['ID=c161f127-9981-40d5-9d06-3e24907d7e78,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:38.392467 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network c161f127-9981-40d5-9d06-3e24907d7e78 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:59:38.409074 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b84f50fe-d961-4f34-92be-e4156da6dd07 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:38.512858 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b84f50fe-d961-4f34-92be-e4156da6dd07 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:38.525643 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-b84f50fe-d961-4f34-92be-e4156da6dd07 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c161f127-9981-40d5-9d06-3e24907d7e78']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:59:38.537607 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-b84f50fe-d961-4f34-92be-e4156da6dd07 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbdc90d4-7223-4e30-b67e-9d74d38eb1b3') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:59:38.537916 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-b84f50fe-d961-4f34-92be-e4156da6dd07 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbdc90d4-7223-4e30-b67e-9d74d38eb1b3') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:59:38.547358 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b84f50fe-d961-4f34-92be-e4156da6dd07 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:38.565605 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b84f50fe-d961-4f34-92be-e4156da6dd07 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:38.575294 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b84f50fe-d961-4f34-92be-e4156da6dd07 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:59:38.575955 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b84f50fe-d961-4f34-92be-e4156da6dd07 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:38.578066 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:59:38.578066 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:59:38.578066 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:59:38.578066 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:59:38.578066 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:59:38.578066 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:59:38.578066 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:59:38.578066 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:59:38.578066 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:59:38.578066 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:59:38.578066 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:59:38.578066 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:59:38.578066 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:59:38.578066 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:59:38.578066 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:59:38.578066 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:59:38.578066 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:59:38.578066 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:59:38.578066 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:59:38.578066 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:59:38.578066 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:59:38.578066 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:59:38.578066 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:59:38.578066 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:59:38.578066 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:59:38.578066 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:59:38.578066 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:59:38.578066 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:59:38.578066 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:59:38.578066 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:59:38.578066 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:59:38.578066 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:59:38.642211 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b84f50fe-d961-4f34-92be-e4156da6dd07 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:38.648578 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b84f50fe-d961-4f34-92be-e4156da6dd07 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c161f127-9981-40d5-9d06-3e24907d7e78 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 23 20:59:38.651674 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b84f50fe-d961-4f34-92be-e4156da6dd07 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:38.657699 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b84f50fe-d961-4f34-92be-e4156da6dd07 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] 10.222.0.61 "DELETE /v2.0/networks/c161f127-9981-40d5-9d06-3e24907d7e78 HTTP/1.1" status: 204 len: 168 time: 0.3297157 Aug 23 20:59:38.658442 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36820) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:38.673543 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-c6d9478e-175a-4aba-b2e8-c53c83de39e9 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:59:38.678565 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84f50fe-d961-4f34-92be-e4156da6dd07 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Pushing event deleted for resources: {'Network': ['ID=c161f127-9981-40d5-9d06-3e24907d7e78,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:38.699784 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d9478e-175a-4aba-b2e8-c53c83de39e9 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Made reservation on behalf of bcdb229960664af1a72f0eeaa1d7a96b for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:59:38.706102 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c6d9478e-175a-4aba-b2e8-c53c83de39e9 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:38.748424 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6d9478e-175a-4aba-b2e8-c53c83de39e9 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:59:38.766369 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c6d9478e-175a-4aba-b2e8-c53c83de39e9 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:38.766369 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-c6d9478e-175a-4aba-b2e8-c53c83de39e9 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Added segment f4c98d96-20db-428c-b2cf-7999b51499b1 of type vlan for network 197853f8-728c-4f44-8efe-50d9a8b80b2a Aug 23 20:59:38.827360 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c6d9478e-175a-4aba-b2e8-c53c83de39e9 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:38.872353 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c6d9478e-175a-4aba-b2e8-c53c83de39e9 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:38.874019 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d9478e-175a-4aba-b2e8-c53c83de39e9 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:38.875025 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c6d9478e-175a-4aba-b2e8-c53c83de39e9 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:38.965519 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c6d9478e-175a-4aba-b2e8-c53c83de39e9 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.2930861 Aug 23 20:59:38.965698 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36824) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:38.972776 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-d6727d94-223a-4d81-a2e3-8674640fd22a tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Request body: {'subnet': {'network_id': '197853f8-728c-4f44-8efe-50d9a8b80b2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:59:38.976261 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d9478e-175a-4aba-b2e8-c53c83de39e9 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Pushing event updated for resources: {'Network': ['ID=197853f8-728c-4f44-8efe-50d9a8b80b2a,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:38.986745 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 197853f8-728c-4f44-8efe-50d9a8b80b2a details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:59:39.005297 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6727d94-223a-4d81-a2e3-8674640fd22a tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Made reservation on behalf of bcdb229960664af1a72f0eeaa1d7a96b for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:59:39.008922 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d6727d94-223a-4d81-a2e3-8674640fd22a tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:39.385860 n-d-805663-2 neutron-server[94687]: DEBUG neutron.objects.ports [None req-d6727d94-223a-4d81-a2e3-8674640fd22a tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94687) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 20:59:39.386506 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d6727d94-223a-4d81-a2e3-8674640fd22a tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:39.437251 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6727d94-223a-4d81-a2e3-8674640fd22a tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Pushing event updated for resources: {'Subnet': ['ID=80ff7b00-1b17-4d60-9eeb-453c2e54f4de,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:39.454132 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6727d94-223a-4d81-a2e3-8674640fd22a tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Checking segment: {'id': 'f4c98d96-20db-428c-b2cf-7999b51499b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '197853f8-728c-4f44-8efe-50d9a8b80b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:59:39.454495 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6727d94-223a-4d81-a2e3-8674640fd22a tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Network hostable DHCP agents. Network: 197853f8-728c-4f44-8efe-50d9a8b80b2a, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 20:59:39.473681 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6727d94-223a-4d81-a2e3-8674640fd22a tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Network 197853f8-728c-4f44-8efe-50d9a8b80b2a is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 20:59:39.485408 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-d6727d94-223a-4d81-a2e3-8674640fd22a tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 197853f8-728c-4f44-8efe-50d9a8b80b2a) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:59:39.490817 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6727d94-223a-4d81-a2e3-8674640fd22a tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:39.491428 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d6727d94-223a-4d81-a2e3-8674640fd22a tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:39.495165 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef94b74-882f-409e-8851-f5af245a7a3e None None] Network 197853f8-728c-4f44-8efe-50d9a8b80b2a requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:59:39.510603 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d6727d94-223a-4d81-a2e3-8674640fd22a tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5401542 Aug 23 20:59:39.510811 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36828) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:39.515424 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-c350df19-0ddb-4a44-95ce-268a1f136ea7 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Request body: {'floatingip': {'floating_network_id': '197853f8-728c-4f44-8efe-50d9a8b80b2a'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:59:39.542042 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c350df19-0ddb-4a44-95ce-268a1f136ea7 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:39.669522 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714c8dc3-9739-4e6a-9daa-7c535a46ec25 None None] Network 197853f8-728c-4f44-8efe-50d9a8b80b2a requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:59:39.672086 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c350df19-0ddb-4a44-95ce-268a1f136ea7 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:39.816706 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-c350df19-0ddb-4a44-95ce-268a1f136ea7 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Allocated IP 172.20.0.10 (197853f8-728c-4f44-8efe-50d9a8b80b2a/80ff7b00-1b17-4d60-9eeb-453c2e54f4de/d5c6b46c-b34b-4512-a86f-11d530bac8e0) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:59:39.937812 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c350df19-0ddb-4a44-95ce-268a1f136ea7 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:39.984863 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c350df19-0ddb-4a44-95ce-268a1f136ea7 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:40.028651 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c350df19-0ddb-4a44-95ce-268a1f136ea7 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Network 197853f8-728c-4f44-8efe-50d9a8b80b2a is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:59:40.031544 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-c350df19-0ddb-4a44-95ce-268a1f136ea7 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:59:40.038291 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c350df19-0ddb-4a44-95ce-268a1f136ea7 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:59:40.041594 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3b27c052-c0df-438e-b7e7-c0190188d8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:40.066729 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c350df19-0ddb-4a44-95ce-268a1f136ea7 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Pushing event updated for resources: {'Port': ['ID=d5c6b46c-b34b-4512-a86f-11d530bac8e0,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:40.137802 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c350df19-0ddb-4a44-95ce-268a1f136ea7 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:40.198214 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c350df19-0ddb-4a44-95ce-268a1f136ea7 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:40.368432 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c350df19-0ddb-4a44-95ce-268a1f136ea7 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:40.372748 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c350df19-0ddb-4a44-95ce-268a1f136ea7 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:40.450706 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c350df19-0ddb-4a44-95ce-268a1f136ea7 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Pushing event updated for resources: {'Port': ['ID=d5c6b46c-b34b-4512-a86f-11d530bac8e0,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:40.466095 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c350df19-0ddb-4a44-95ce-268a1f136ea7 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:40.482266 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c350df19-0ddb-4a44-95ce-268a1f136ea7 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:40.486082 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c350df19-0ddb-4a44-95ce-268a1f136ea7 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9719377 Aug 23 20:59:40.486296 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36834) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:40.563211 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-710a8848-01ff-4e26-8f6a-ffdbb7be0182 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] 10.222.0.61 "GET /v2.0/floatingips?floating_network_id=197853f8-728c-4f44-8efe-50d9a8b80b2a HTTP/1.1" status: 200 len: 690 time: 0.0749660 Aug 23 20:59:40.565300 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36836) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:40.567956 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:40.655871 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-219edb89-d232-49a7-8941-b2c67c68ddc6 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:40.783871 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-219edb89-d232-49a7-8941-b2c67c68ddc6 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Deleting port d5c6b46c-b34b-4512-a86f-11d530bac8e0 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:59:40.784162 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-219edb89-d232-49a7-8941-b2c67c68ddc6 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:40.866160 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-219edb89-d232-49a7-8941-b2c67c68ddc6 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:40.866497 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-219edb89-d232-49a7-8941-b2c67c68ddc6 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:40.880232 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-219edb89-d232-49a7-8941-b2c67c68ddc6 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Calling delete_port for d5c6b46c-b34b-4512-a86f-11d530bac8e0 owned by network:floatingip {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:59:41.037423 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-219edb89-d232-49a7-8941-b2c67c68ddc6 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:41.070349 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219edb89-d232-49a7-8941-b2c67c68ddc6 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Pushing event deleted for resources: {'Port': ['ID=d5c6b46c-b34b-4512-a86f-11d530bac8e0,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:41.132375 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-219edb89-d232-49a7-8941-b2c67c68ddc6 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:41.187472 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-219edb89-d232-49a7-8941-b2c67c68ddc6 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:41.267609 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-219edb89-d232-49a7-8941-b2c67c68ddc6 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:41.298358 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219edb89-d232-49a7-8941-b2c67c68ddc6 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=80ff7b00-1b17-4d60-9eeb-453c2e54f4de,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:41.307595 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36846) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:41.362235 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-219edb89-d232-49a7-8941-b2c67c68ddc6 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:41.376739 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-219edb89-d232-49a7-8941-b2c67c68ddc6 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['197853f8-728c-4f44-8efe-50d9a8b80b2a']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:59:41.390359 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-219edb89-d232-49a7-8941-b2c67c68ddc6 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4c98d96-20db-428c-b2cf-7999b51499b1') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:59:41.391087 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-219edb89-d232-49a7-8941-b2c67c68ddc6 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4c98d96-20db-428c-b2cf-7999b51499b1') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:59:41.401370 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-219edb89-d232-49a7-8941-b2c67c68ddc6 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:41.424358 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-219edb89-d232-49a7-8941-b2c67c68ddc6 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:41.431499 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-219edb89-d232-49a7-8941-b2c67c68ddc6 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:59:41.431965 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-219edb89-d232-49a7-8941-b2c67c68ddc6 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:41.433882 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:59:41.433882 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:59:41.433882 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:59:41.433882 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:59:41.433882 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:59:41.433882 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:59:41.433882 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:59:41.433882 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:59:41.433882 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:59:41.433882 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:59:41.433882 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:59:41.433882 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:59:41.433882 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:59:41.433882 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:59:41.433882 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:59:41.433882 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:59:41.433882 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:59:41.433882 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:59:41.433882 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:59:41.433882 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:59:41.433882 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:59:41.433882 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:59:41.433882 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:59:41.433882 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:59:41.433882 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:59:41.433882 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:59:41.433882 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:59:41.433882 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:59:41.433882 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:59:41.433882 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:59:41.433882 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:59:41.433882 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:59:41.501900 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-219edb89-d232-49a7-8941-b2c67c68ddc6 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:41.513105 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219edb89-d232-49a7-8941-b2c67c68ddc6 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 197853f8-728c-4f44-8efe-50d9a8b80b2a {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 23 20:59:41.529085 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-219edb89-d232-49a7-8941-b2c67c68ddc6 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:41.531136 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-219edb89-d232-49a7-8941-b2c67c68ddc6 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] 10.222.0.61 "DELETE /v2.0/networks/197853f8-728c-4f44-8efe-50d9a8b80b2a HTTP/1.1" status: 204 len: 168 time: 0.9647546 Aug 23 20:59:41.532169 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219edb89-d232-49a7-8941-b2c67c68ddc6 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Pushing event deleted for resources: {'Network': ['ID=197853f8-728c-4f44-8efe-50d9a8b80b2a,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:41.533775 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36850) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:41.699516 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-aa8d578f-82ab-46c4-b1ec-11ef77fc7171 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] 10.222.0.61 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 995 time: 0.1646931 Aug 23 20:59:41.704507 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36852) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:41.833900 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec26b2b-b4bd-43e6-abaa-f0147e4ddd2f tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:41.835064 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec26b2b-b4bd-43e6-abaa-f0147e4ddd2f tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:41.835977 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec26b2b-b4bd-43e6-abaa-f0147e4ddd2f tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:41.836244 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec26b2b-b4bd-43e6-abaa-f0147e4ddd2f tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:41.836715 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec26b2b-b4bd-43e6-abaa-f0147e4ddd2f tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:41.837170 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec26b2b-b4bd-43e6-abaa-f0147e4ddd2f tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:41.837680 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec26b2b-b4bd-43e6-abaa-f0147e4ddd2f tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:41.838148 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec26b2b-b4bd-43e6-abaa-f0147e4ddd2f tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:41.840195 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1ec26b2b-b4bd-43e6-abaa-f0147e4ddd2f tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5296 time: 0.1341898 Aug 23 20:59:41.843129 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36854) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:41.895058 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-727fec8a-f2f2-4fbd-b18a-cce32a43600d tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] delete failed (client error): The resource could not be found. Aug 23 20:59:41.897156 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-727fec8a-f2f2-4fbd-b18a-cce32a43600d tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] 10.222.0.61 "DELETE /v2.0/floatingips/f20efc4d-e457-4eec-be6e-7e00edb3541e HTTP/1.1" status: 404 len: 345 time: 0.0528007 Aug 23 20:59:41.898485 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-08829bab-e7c8-40fd-a315-5935cd2e5a5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:41.899778 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36856) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:41.929643 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-892d7014-b4c3-4159-a84e-f36da985b0bf tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] DELETE failed (client error): The resource could not be found. Aug 23 20:59:41.930580 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-892d7014-b4c3-4159-a84e-f36da985b0bf tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:59:41.932497 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-892d7014-b4c3-4159-a84e-f36da985b0bf tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] 10.222.0.61 "DELETE /v2.0/networks/197853f8-728c-4f44-8efe-50d9a8b80b2a HTTP/1.1" status: 404 len: 339 time: 0.0310705 Aug 23 20:59:41.936801 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36860) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:41.941559 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-edf17b1b-5f8d-4791-9cad-e8441c8d8fbf tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Request body: {'network': {'name': 'tempest-network--15029334', 'router:external': True}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:59:41.969578 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf17b1b-5f8d-4791-9cad-e8441c8d8fbf tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Made reservation on behalf of bcdb229960664af1a72f0eeaa1d7a96b for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:59:41.973700 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-edf17b1b-5f8d-4791-9cad-e8441c8d8fbf tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:42.009542 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edf17b1b-5f8d-4791-9cad-e8441c8d8fbf tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:59:42.021548 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-edf17b1b-5f8d-4791-9cad-e8441c8d8fbf tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:42.021902 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-edf17b1b-5f8d-4791-9cad-e8441c8d8fbf tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Added segment 138d3f87-068e-403e-af30-bb3f540ec954 of type vlan for network 4d357b92-7df6-4bfd-8d24-ab0c66542d06 Aug 23 20:59:42.077752 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-edf17b1b-5f8d-4791-9cad-e8441c8d8fbf tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:42.117127 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-edf17b1b-5f8d-4791-9cad-e8441c8d8fbf tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:42.118174 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf17b1b-5f8d-4791-9cad-e8441c8d8fbf tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:42.118900 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-edf17b1b-5f8d-4791-9cad-e8441c8d8fbf tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:42.179464 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-edf17b1b-5f8d-4791-9cad-e8441c8d8fbf tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.2415421 Aug 23 20:59:42.181901 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36862) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:42.207553 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-08829bab-e7c8-40fd-a315-5935cd2e5a5f admin admin] Deleting port d1963f34-843a-4db9-963d-57b2d4e83930 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:59:42.207895 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-08829bab-e7c8-40fd-a315-5935cd2e5a5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:42.229315 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf17b1b-5f8d-4791-9cad-e8441c8d8fbf tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Pushing event updated for resources: {'Network': ['ID=4d357b92-7df6-4bfd-8d24-ab0c66542d06,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:42.239023 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 4d357b92-7df6-4bfd-8d24-ab0c66542d06 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:59:42.299300 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-08829bab-e7c8-40fd-a315-5935cd2e5a5f admin admin] For port d1963f34-843a-4db9-963d-57b2d4e83930, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=d1963f34-843a-4db9-963d-57b2d4e83930,segment=NetworkSegment(d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a),segment_id=d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:59:42.299671 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-08829bab-e7c8-40fd-a315-5935cd2e5a5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:42.315824 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-08829bab-e7c8-40fd-a315-5935cd2e5a5f admin admin] Calling delete_port for d1963f34-843a-4db9-963d-57b2d4e83930 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:59:42.412970 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2360eb8-59d4-4f57-9152-aa94d963f5bc tempest-ExternalNetworksTestJSON-497193087 tempest-ExternalNetworksTestJSON-497193087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:42.419476 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2360eb8-59d4-4f57-9152-aa94d963f5bc tempest-ExternalNetworksTestJSON-497193087 tempest-ExternalNetworksTestJSON-497193087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:42.425904 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2360eb8-59d4-4f57-9152-aa94d963f5bc tempest-ExternalNetworksTestJSON-497193087 tempest-ExternalNetworksTestJSON-497193087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:42.433051 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2360eb8-59d4-4f57-9152-aa94d963f5bc tempest-ExternalNetworksTestJSON-497193087 tempest-ExternalNetworksTestJSON-497193087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:42.439305 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c2360eb8-59d4-4f57-9152-aa94d963f5bc tempest-ExternalNetworksTestJSON-497193087 tempest-ExternalNetworksTestJSON-497193087-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.2519722 Aug 23 20:59:42.439521 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36864) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:42.517936 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9d9cc4fc-f784-4da3-b98e-703824ff0931 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:42.550573 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-08829bab-e7c8-40fd-a315-5935cd2e5a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:42.577794 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08829bab-e7c8-40fd-a315-5935cd2e5a5f admin admin] Pushing event deleted for resources: {'Port': ['ID=d1963f34-843a-4db9-963d-57b2d4e83930,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:42.615403 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9d9cc4fc-f784-4da3-b98e-703824ff0931 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:42.626359 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-9d9cc4fc-f784-4da3-b98e-703824ff0931 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d357b92-7df6-4bfd-8d24-ab0c66542d06']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:59:42.641636 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-9d9cc4fc-f784-4da3-b98e-703824ff0931 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '138d3f87-068e-403e-af30-bb3f540ec954') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:59:42.641972 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-9d9cc4fc-f784-4da3-b98e-703824ff0931 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '138d3f87-068e-403e-af30-bb3f540ec954') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:59:42.652209 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9d9cc4fc-f784-4da3-b98e-703824ff0931 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:42.668862 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9d9cc4fc-f784-4da3-b98e-703824ff0931 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:42.678713 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d9cc4fc-f784-4da3-b98e-703824ff0931 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:59:42.679135 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9d9cc4fc-f784-4da3-b98e-703824ff0931 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:42.681121 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:59:42.681121 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:59:42.681121 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:59:42.681121 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:59:42.681121 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:59:42.681121 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:59:42.681121 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:59:42.681121 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:59:42.681121 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:59:42.681121 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:59:42.681121 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:59:42.681121 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:59:42.681121 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:59:42.681121 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:59:42.681121 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:59:42.681121 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:59:42.681121 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:59:42.681121 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:59:42.681121 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:59:42.681121 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:59:42.681121 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:59:42.681121 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:59:42.681121 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:59:42.681121 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:59:42.681121 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:59:42.681121 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:59:42.681121 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:59:42.681121 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:59:42.681121 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:59:42.681121 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:59:42.681121 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:59:42.681121 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:59:42.755013 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9d9cc4fc-f784-4da3-b98e-703824ff0931 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:42.771536 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9cc4fc-f784-4da3-b98e-703824ff0931 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4d357b92-7df6-4bfd-8d24-ab0c66542d06 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 23 20:59:42.777364 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9d9cc4fc-f784-4da3-b98e-703824ff0931 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:42.777739 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9d9cc4fc-f784-4da3-b98e-703824ff0931 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] 10.222.0.61 "DELETE /v2.0/networks/4d357b92-7df6-4bfd-8d24-ab0c66542d06 HTTP/1.1" status: 204 len: 168 time: 0.3371477 Aug 23 20:59:42.793163 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36866) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:42.798897 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-5b233ba6-e3e0-42ab-a126-f7b8845cb5c5 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Request body: {'network': {'name': 'tempest-network--1397537445', 'router:external': True}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:59:42.801948 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9cc4fc-f784-4da3-b98e-703824ff0931 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Pushing event deleted for resources: {'Network': ['ID=4d357b92-7df6-4bfd-8d24-ab0c66542d06,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:42.810101 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-08829bab-e7c8-40fd-a315-5935cd2e5a5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:42.825750 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b233ba6-e3e0-42ab-a126-f7b8845cb5c5 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Made reservation on behalf of bcdb229960664af1a72f0eeaa1d7a96b for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:59:42.831101 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5b233ba6-e3e0-42ab-a126-f7b8845cb5c5 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:42.867440 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b233ba6-e3e0-42ab-a126-f7b8845cb5c5 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:59:42.882511 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5b233ba6-e3e0-42ab-a126-f7b8845cb5c5 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:42.882860 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-5b233ba6-e3e0-42ab-a126-f7b8845cb5c5 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Added segment 21388b49-a063-4706-a36a-a547715f6241 of type vlan for network cc64297a-b46f-4f99-92ce-f479c033a28c Aug 23 20:59:42.945557 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5b233ba6-e3e0-42ab-a126-f7b8845cb5c5 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:42.987543 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5b233ba6-e3e0-42ab-a126-f7b8845cb5c5 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:42.989088 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b233ba6-e3e0-42ab-a126-f7b8845cb5c5 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:42.990044 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5b233ba6-e3e0-42ab-a126-f7b8845cb5c5 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:43.056970 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5b233ba6-e3e0-42ab-a126-f7b8845cb5c5 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2624254 Aug 23 20:59:43.061220 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36870) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:43.071393 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b233ba6-e3e0-42ab-a126-f7b8845cb5c5 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Pushing event updated for resources: {'Network': ['ID=cc64297a-b46f-4f99-92ce-f479c033a28c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:43.084032 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network cc64297a-b46f-4f99-92ce-f479c033a28c details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:59:43.388280 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-83a53f07-f7b1-455e-87ce-603c57d975a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:43.522126 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:43.536156 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fc4150-6ad2-4b4b-936f-b1bc3bb9a3c2 tempest-ExternalNetworksTestJSON-497193087 tempest-ExternalNetworksTestJSON-497193087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:43.538743 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-28fc4150-6ad2-4b4b-936f-b1bc3bb9a3c2 tempest-ExternalNetworksTestJSON-497193087 tempest-ExternalNetworksTestJSON-497193087-project] 10.222.0.61 "GET /v2.0/networks/cc64297a-b46f-4f99-92ce-f479c033a28c HTTP/1.1" status: 200 len: 757 time: 0.4763377 Aug 23 20:59:43.541511 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36872) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:43.556415 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08829bab-e7c8-40fd-a315-5935cd2e5a5f admin admin] Router e2d57489-baa4-40fb-9ec4-e4326c8228ac has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 20:59:43.634973 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58de322-a422-478f-b42b-3033f44761f2 tempest-ExternalNetworksTestJSON-497193087 tempest-ExternalNetworksTestJSON-497193087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:43.639408 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f58de322-a422-478f-b42b-3033f44761f2 tempest-ExternalNetworksTestJSON-497193087 tempest-ExternalNetworksTestJSON-497193087-project] 10.222.0.61 "GET /v2.0/networks/cd6d7baa-6daa-4c7f-a2b4-7d3dfe7d88d3 HTTP/1.1" status: 200 len: 768 time: 0.0941560 Aug 23 20:59:43.640370 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36874) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:43.684265 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08829bab-e7c8-40fd-a315-5935cd2e5a5f admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 20:59:43.690957 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-08829bab-e7c8-40fd-a315-5935cd2e5a5f admin admin] 10.222.0.61 "PUT /v2.0/routers/e2d57489-baa4-40fb-9ec4-e4326c8228ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3819835 Aug 23 20:59:43.695017 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36876) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:43.696138 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca55399-3e92-43eb-92e0-87711bdc92d9 None None] Sync routers for ids ['e2d57489-baa4-40fb-9ec4-e4326c8228ac'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 20:59:43.706861 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca55399-3e92-43eb-92e0-87711bdc92d9 None None] Routers {'e2d57489-baa4-40fb-9ec4-e4326c8228ac'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:59:43.707603 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-dca55399-3e92-43eb-92e0-87711bdc92d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:59:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['e2d57489-baa4-40fb-9ec4-e4326c8228ac'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:59:43.732272 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-85186a75-ac0f-4209-9233-d0f68129821c tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:43.822395 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-949399ab-1d9b-40ae-9136-f4fb34fcb502 admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:43.830316 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-dca55399-3e92-43eb-92e0-87711bdc92d9 None None] Set router e2d57489-baa4-40fb-9ec4-e4326c8228ac gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:59:43.830572 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-85186a75-ac0f-4209-9233-d0f68129821c tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:43.842685 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-85186a75-ac0f-4209-9233-d0f68129821c tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc64297a-b46f-4f99-92ce-f479c033a28c']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:59:43.855373 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-85186a75-ac0f-4209-9233-d0f68129821c tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21388b49-a063-4706-a36a-a547715f6241') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:59:43.855820 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-85186a75-ac0f-4209-9233-d0f68129821c tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21388b49-a063-4706-a36a-a547715f6241') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:59:43.867252 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-85186a75-ac0f-4209-9233-d0f68129821c tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:43.900209 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-85186a75-ac0f-4209-9233-d0f68129821c tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:43.904501 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85186a75-ac0f-4209-9233-d0f68129821c tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:59:43.904501 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-85186a75-ac0f-4209-9233-d0f68129821c tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:43.908986 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:59:43.908986 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:59:43.908986 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:59:43.908986 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:59:43.908986 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:59:43.908986 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:59:43.908986 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:59:43.908986 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:59:43.908986 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:59:43.908986 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:59:43.908986 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:59:43.908986 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:59:43.908986 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:59:43.908986 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:59:43.908986 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:59:43.908986 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:59:43.908986 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:59:43.908986 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:59:43.908986 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:59:43.908986 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:59:43.908986 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:59:43.908986 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:59:43.908986 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:59:43.908986 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:59:43.908986 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:59:43.908986 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:59:43.908986 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:59:43.908986 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:59:43.908986 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:59:43.908986 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:59:43.908986 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:59:43.908986 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:59:43.988480 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-949399ab-1d9b-40ae-9136-f4fb34fcb502 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:43.989794 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-85186a75-ac0f-4209-9233-d0f68129821c tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:43.995195 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85186a75-ac0f-4209-9233-d0f68129821c tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cc64297a-b46f-4f99-92ce-f479c033a28c {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 23 20:59:44.019281 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-85186a75-ac0f-4209-9233-d0f68129821c tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:44.025680 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-85186a75-ac0f-4209-9233-d0f68129821c tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] 10.222.0.61 "DELETE /v2.0/networks/cc64297a-b46f-4f99-92ce-f479c033a28c HTTP/1.1" status: 204 len: 168 time: 0.3801413 Aug 23 20:59:44.025680 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85186a75-ac0f-4209-9233-d0f68129821c tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Pushing event deleted for resources: {'Network': ['ID=cc64297a-b46f-4f99-92ce-f479c033a28c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:44.026118 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36878) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:44.034645 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-2565ea0c-cd7a-4adf-bcea-2218bd7c0e69 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Request body: {'network': {'name': 'tempest-network--849438299'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:59:44.059586 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2565ea0c-cd7a-4adf-bcea-2218bd7c0e69 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Made reservation on behalf of bcdb229960664af1a72f0eeaa1d7a96b for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:59:44.063562 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2565ea0c-cd7a-4adf-bcea-2218bd7c0e69 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:44.078870 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-949399ab-1d9b-40ae-9136-f4fb34fcb502 admin admin] Deleting port 33ff0b46-5a8d-4d91-bf86-8318692c66f2 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:59:44.079265 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-949399ab-1d9b-40ae-9136-f4fb34fcb502 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:44.095640 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2565ea0c-cd7a-4adf-bcea-2218bd7c0e69 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 20:59:44.109877 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2565ea0c-cd7a-4adf-bcea-2218bd7c0e69 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:44.110511 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-2565ea0c-cd7a-4adf-bcea-2218bd7c0e69 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Added segment 4dd51286-1e9b-4c9d-9897-53957ea91435 of type vlan for network 7afd6c0a-968b-44dc-b2a5-fb357b87299b Aug 23 20:59:44.156348 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-dca55399-3e92-43eb-92e0-87711bdc92d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1003784855-router', 'tenant_id': 'a420101d8537446c948533816ff31a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '33ff0b46-5a8d-4d91-bf86-8318692c66f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:51:18Z', 'updated_at': '2021-08-23T20:59:42Z', 'revision_number': 5, 'project_id': 'a420101d8537446c948533816ff31a9c', 'gw_port': {'id': '33ff0b46-5a8d-4d91-bf86-8318692c66f2', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:51:20Z', 'updated_at': '2021-08-23T20:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:59:44.191333 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2565ea0c-cd7a-4adf-bcea-2218bd7c0e69 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:44.214876 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca55399-3e92-43eb-92e0-87711bdc92d9 None None] Checking router: e2d57489-baa4-40fb-9ec4-e4326c8228ac for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 20:59:44.220791 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-949399ab-1d9b-40ae-9136-f4fb34fcb502 admin admin] For port 33ff0b46-5a8d-4d91-bf86-8318692c66f2, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=33ff0b46-5a8d-4d91-bf86-8318692c66f2,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:59:44.221306 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-949399ab-1d9b-40ae-9136-f4fb34fcb502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:44.226162 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca55399-3e92-43eb-92e0-87711bdc92d9 None None] Routers {'e2d57489-baa4-40fb-9ec4-e4326c8228ac'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 20:59:44.226890 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-dca55399-3e92-43eb-92e0-87711bdc92d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T20:59:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['e2d57489-baa4-40fb-9ec4-e4326c8228ac'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:59:44.238918 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2565ea0c-cd7a-4adf-bcea-2218bd7c0e69 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:44.241622 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2565ea0c-cd7a-4adf-bcea-2218bd7c0e69 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:44.242963 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2565ea0c-cd7a-4adf-bcea-2218bd7c0e69 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:44.243339 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-949399ab-1d9b-40ae-9136-f4fb34fcb502 admin admin] Calling delete_port for 33ff0b46-5a8d-4d91-bf86-8318692c66f2 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:59:44.331720 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2565ea0c-cd7a-4adf-bcea-2218bd7c0e69 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3017507 Aug 23 20:59:44.332110 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36882) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:44.339499 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2565ea0c-cd7a-4adf-bcea-2218bd7c0e69 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Pushing event updated for resources: {'Network': ['ID=7afd6c0a-968b-44dc-b2a5-fb357b87299b,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:44.346115 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-def81112-7b52-4ee7-80ff-1e9d88ad00eb tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:59:44.350690 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 7afd6c0a-968b-44dc-b2a5-fb357b87299b details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 20:59:44.363696 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-dca55399-3e92-43eb-92e0-87711bdc92d9 None None] Set router e2d57489-baa4-40fb-9ec4-e4326c8228ac gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 20:59:44.444001 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-dca55399-3e92-43eb-92e0-87711bdc92d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1003784855-router', 'tenant_id': 'a420101d8537446c948533816ff31a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:51:18Z', 'updated_at': '2021-08-23T20:59:43Z', 'revision_number': 6, 'project_id': 'a420101d8537446c948533816ff31a9c', 'gw_port_host': None}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:59:44.480812 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca55399-3e92-43eb-92e0-87711bdc92d9 None None] The sync data for ids ['e2d57489-baa4-40fb-9ec4-e4326c8228ac'] in n-d-805663-2 is: [{'id': 'e2d57489-baa4-40fb-9ec4-e4326c8228ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1003784855-router', 'tenant_id': 'a420101d8537446c948533816ff31a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:51:18Z', 'updated_at': '2021-08-23T20:59:43Z', 'revision_number': 6, 'project_id': 'a420101d8537446c948533816ff31a9c', 'gw_port_host': None}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 20:59:44.617039 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:44.656156 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-949399ab-1d9b-40ae-9136-f4fb34fcb502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:44.671512 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-def81112-7b52-4ee7-80ff-1e9d88ad00eb tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:44.700162 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949399ab-1d9b-40ae-9136-f4fb34fcb502 admin admin] Pushing event deleted for resources: {'Port': ['ID=33ff0b46-5a8d-4d91-bf86-8318692c66f2,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:44.732409 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-def81112-7b52-4ee7-80ff-1e9d88ad00eb tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:44.773303 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-def81112-7b52-4ee7-80ff-1e9d88ad00eb tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Network 7afd6c0a-968b-44dc-b2a5-fb357b87299b is not hosted by any dhcp agent {{(pid=94688) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 23 20:59:44.774257 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def81112-7b52-4ee7-80ff-1e9d88ad00eb tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:44.774880 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-def81112-7b52-4ee7-80ff-1e9d88ad00eb tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:44.776329 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-def81112-7b52-4ee7-80ff-1e9d88ad00eb tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] 10.222.0.61 "PUT /v2.0/networks/7afd6c0a-968b-44dc-b2a5-fb357b87299b HTTP/1.1" status: 200 len: 857 time: 0.4405563 Aug 23 20:59:44.779379 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36884) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:44.829970 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def81112-7b52-4ee7-80ff-1e9d88ad00eb tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Pushing event updated for resources: {'Network': ['ID=7afd6c0a-968b-44dc-b2a5-fb357b87299b,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:44.835136 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-949399ab-1d9b-40ae-9136-f4fb34fcb502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:44.877886 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-99a20261-9c11-4f45-95d5-f2fdd3441516 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:44.938951 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-949399ab-1d9b-40ae-9136-f4fb34fcb502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:44.942264 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-949399ab-1d9b-40ae-9136-f4fb34fcb502 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:44.964736 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-99a20261-9c11-4f45-95d5-f2fdd3441516 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:44.980523 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-99a20261-9c11-4f45-95d5-f2fdd3441516 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7afd6c0a-968b-44dc-b2a5-fb357b87299b']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:59:44.994529 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-99a20261-9c11-4f45-95d5-f2fdd3441516 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dd51286-1e9b-4c9d-9897-53957ea91435') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:59:44.995136 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-99a20261-9c11-4f45-95d5-f2fdd3441516 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dd51286-1e9b-4c9d-9897-53957ea91435') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:59:45.005168 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-949399ab-1d9b-40ae-9136-f4fb34fcb502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:45.006405 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949399ab-1d9b-40ae-9136-f4fb34fcb502 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2d57489-baa4-40fb-9ec4-e4326c8228ac {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 20:59:45.008567 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-99a20261-9c11-4f45-95d5-f2fdd3441516 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:45.010825 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-949399ab-1d9b-40ae-9136-f4fb34fcb502 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:45.011954 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-949399ab-1d9b-40ae-9136-f4fb34fcb502 admin admin] 10.222.0.61 "DELETE /v2.0/routers/e2d57489-baa4-40fb-9ec4-e4326c8228ac HTTP/1.1" status: 204 len: 168 time: 1.3159745 Aug 23 20:59:45.014608 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36886) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:45.026021 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-99a20261-9c11-4f45-95d5-f2fdd3441516 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:45.033405 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99a20261-9c11-4f45-95d5-f2fdd3441516 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:59:45.033906 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-99a20261-9c11-4f45-95d5-f2fdd3441516 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:45.035651 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:59:45.035651 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:59:45.035651 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:59:45.035651 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:59:45.035651 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:59:45.035651 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:59:45.035651 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:59:45.035651 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:59:45.035651 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:59:45.035651 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:59:45.035651 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:59:45.035651 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:59:45.035651 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:59:45.035651 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:59:45.035651 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:59:45.035651 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:59:45.035651 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:59:45.035651 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:59:45.035651 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:59:45.035651 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:59:45.035651 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:59:45.035651 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:59:45.035651 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:59:45.035651 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:59:45.035651 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:59:45.035651 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:59:45.035651 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:59:45.035651 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:59:45.035651 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:59:45.035651 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:59:45.035651 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:59:45.035651 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:59:45.064781 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d663c04-c128-4d07-a083-674125e731f0 admin admin] Deleting subnet d199577e-85a3-487d-894b-30e054d60332 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 20:59:45.069484 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2d663c04-c128-4d07-a083-674125e731f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:45.112792 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2d663c04-c128-4d07-a083-674125e731f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:45.118703 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-99a20261-9c11-4f45-95d5-f2fdd3441516 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:45.124591 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a20261-9c11-4f45-95d5-f2fdd3441516 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7afd6c0a-968b-44dc-b2a5-fb357b87299b {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 23 20:59:45.127742 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-99a20261-9c11-4f45-95d5-f2fdd3441516 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:45.129922 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-99a20261-9c11-4f45-95d5-f2fdd3441516 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] 10.222.0.61 "DELETE /v2.0/networks/7afd6c0a-968b-44dc-b2a5-fb357b87299b HTTP/1.1" status: 204 len: 168 time: 0.3482516 Aug 23 20:59:45.135800 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36888) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:45.142460 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a20261-9c11-4f45-95d5-f2fdd3441516 tempest-ExternalNetworksTestJSON-1206581179 tempest-ExternalNetworksTestJSON-1206581179-project-admin] Pushing event deleted for resources: {'Network': ['ID=7afd6c0a-968b-44dc-b2a5-fb357b87299b,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:45.180847 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-34b5fea1-95da-4b54-8a41-b2d069660da6 tempest-ExternalNetworksTestJSON-497193087 tempest-ExternalNetworksTestJSON-497193087-project] DELETE failed (client error): The resource could not be found. Aug 23 20:59:45.181309 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34b5fea1-95da-4b54-8a41-b2d069660da6 tempest-ExternalNetworksTestJSON-497193087 tempest-ExternalNetworksTestJSON-497193087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:59:45.183043 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-34b5fea1-95da-4b54-8a41-b2d069660da6 tempest-ExternalNetworksTestJSON-497193087 tempest-ExternalNetworksTestJSON-497193087-project] 10.222.0.61 "DELETE /v2.0/subnets/80ff7b00-1b17-4d60-9eeb-453c2e54f4de HTTP/1.1" status: 404 len: 337 time: 0.0462594 Aug 23 20:59:45.185851 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36890) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:45.254619 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2d663c04-c128-4d07-a083-674125e731f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:45.297482 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-87dace19-5d7d-4e87-a666-afffe62e61ae tempest-ExternalNetworksTestJSON-497193087 tempest-ExternalNetworksTestJSON-497193087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:45.330910 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2d663c04-c128-4d07-a083-674125e731f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:45.362303 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d663c04-c128-4d07-a083-674125e731f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d199577e-85a3-487d-894b-30e054d60332,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:45.366713 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2d663c04-c128-4d07-a083-674125e731f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:45.368875 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2d663c04-c128-4d07-a083-674125e731f0 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d199577e-85a3-487d-894b-30e054d60332 HTTP/1.1" status: 204 len: 168 time: 0.3533270 Aug 23 20:59:45.373561 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77f8087-3514-4609-8851-e589ad289099 None None] Network 8f9f903e-93a4-4fe6-b0ce-e2059346b6d0 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 20:59:45.376396 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36894) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:45.455890 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-87dace19-5d7d-4e87-a666-afffe62e61ae tempest-ExternalNetworksTestJSON-497193087 tempest-ExternalNetworksTestJSON-497193087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:45.479466 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-87dace19-5d7d-4e87-a666-afffe62e61ae tempest-ExternalNetworksTestJSON-497193087 tempest-ExternalNetworksTestJSON-497193087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd6d7baa-6daa-4c7f-a2b4-7d3dfe7d88d3']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:59:45.490721 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ca9e7cd-7e10-4ea5-b07a-87d151569c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:45.544496 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-87dace19-5d7d-4e87-a666-afffe62e61ae tempest-ExternalNetworksTestJSON-497193087 tempest-ExternalNetworksTestJSON-497193087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '804363d8-383e-43a8-9e84-533b3c935615') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:59:45.545027 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-87dace19-5d7d-4e87-a666-afffe62e61ae tempest-ExternalNetworksTestJSON-497193087 tempest-ExternalNetworksTestJSON-497193087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '804363d8-383e-43a8-9e84-533b3c935615') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:59:45.590077 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-87dace19-5d7d-4e87-a666-afffe62e61ae tempest-ExternalNetworksTestJSON-497193087 tempest-ExternalNetworksTestJSON-497193087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:45.613994 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-87dace19-5d7d-4e87-a666-afffe62e61ae tempest-ExternalNetworksTestJSON-497193087 tempest-ExternalNetworksTestJSON-497193087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:45.628197 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87dace19-5d7d-4e87-a666-afffe62e61ae tempest-ExternalNetworksTestJSON-497193087 tempest-ExternalNetworksTestJSON-497193087-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:59:45.628613 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-87dace19-5d7d-4e87-a666-afffe62e61ae tempest-ExternalNetworksTestJSON-497193087 tempest-ExternalNetworksTestJSON-497193087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:45.631915 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 20:59:45.631915 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:59:45.631915 n-d-805663-2 neutron-server[94687]: timer() Aug 23 20:59:45.631915 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:59:45.631915 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 20:59:45.631915 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:59:45.631915 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 20:59:45.631915 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:59:45.631915 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 20:59:45.631915 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:59:45.631915 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 20:59:45.631915 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:59:45.631915 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 20:59:45.631915 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:59:45.631915 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:59:45.631915 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:59:45.631915 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:59:45.631915 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:59:45.631915 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 20:59:45.631915 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:59:45.631915 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 20:59:45.631915 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:59:45.631915 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:59:45.631915 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:59:45.631915 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 20:59:45.631915 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:59:45.631915 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:59:45.631915 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:59:45.631915 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:59:45.631915 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:59:45.631915 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:59:45.631915 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:59:45.668024 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-2ca9e7cd-7e10-4ea5-b07a-87d151569c8f admin admin] Deleting port cfc91ea6-63b7-4146-ac1d-2555035880f9 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:59:45.668822 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ca9e7cd-7e10-4ea5-b07a-87d151569c8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:45.745544 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-87dace19-5d7d-4e87-a666-afffe62e61ae tempest-ExternalNetworksTestJSON-497193087 tempest-ExternalNetworksTestJSON-497193087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:45.759405 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-87dace19-5d7d-4e87-a666-afffe62e61ae tempest-ExternalNetworksTestJSON-497193087 tempest-ExternalNetworksTestJSON-497193087-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:45.764159 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-2ca9e7cd-7e10-4ea5-b07a-87d151569c8f admin admin] For port cfc91ea6-63b7-4146-ac1d-2555035880f9, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=cfc91ea6-63b7-4146-ac1d-2555035880f9,segment=NetworkSegment(d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a),segment_id=d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:59:45.764358 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-87dace19-5d7d-4e87-a666-afffe62e61ae tempest-ExternalNetworksTestJSON-497193087 tempest-ExternalNetworksTestJSON-497193087-project] 10.222.0.61 "DELETE /v2.0/networks/cd6d7baa-6daa-4c7f-a2b4-7d3dfe7d88d3 HTTP/1.1" status: 204 len: 168 time: 0.5740883 Aug 23 20:59:45.764452 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ca9e7cd-7e10-4ea5-b07a-87d151569c8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:45.768519 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8df3a0c-05eb-4112-8144-db05704112f5 None None] DHCP port deletion for 8f9f903e-93a4-4fe6-b0ce-e2059346b6d0 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 20:59:45.781298 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-2ca9e7cd-7e10-4ea5-b07a-87d151569c8f admin admin] Calling delete_port for cfc91ea6-63b7-4146-ac1d-2555035880f9 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:59:45.864083 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a8df3a0c-05eb-4112-8144-db05704112f5 None None] Deleting port cfc91ea6-63b7-4146-ac1d-2555035880f9 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:59:45.865040 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a8df3a0c-05eb-4112-8144-db05704112f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:45.921252 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ca9e7cd-7e10-4ea5-b07a-87d151569c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:45.979910 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a8df3a0c-05eb-4112-8144-db05704112f5 None None] For port cfc91ea6-63b7-4146-ac1d-2555035880f9, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=cfc91ea6-63b7-4146-ac1d-2555035880f9,segment=NetworkSegment(d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a),segment_id=d0628b6b-b279-4a2f-9fb2-ffe2685ffc5a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 20:59:45.980416 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca9e7cd-7e10-4ea5-b07a-87d151569c8f admin admin] Pushing event deleted for resources: {'Port': ['ID=cfc91ea6-63b7-4146-ac1d-2555035880f9,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:45.981300 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a8df3a0c-05eb-4112-8144-db05704112f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:45.992655 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca9e7cd-7e10-4ea5-b07a-87d151569c8f admin admin] No DVR routers for this DVR port cfc91ea6-63b7-4146-ac1d-2555035880f9 on host n-d-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:59:46.023723 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:46.028517 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a8df3a0c-05eb-4112-8144-db05704112f5 None None] Calling delete_port for cfc91ea6-63b7-4146-ac1d-2555035880f9 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:59:46.096359 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ca9e7cd-7e10-4ea5-b07a-87d151569c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:46.113027 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-2ca9e7cd-7e10-4ea5-b07a-87d151569c8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f9f903e-93a4-4fe6-b0ce-e2059346b6d0']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:59:46.130970 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-2ca9e7cd-7e10-4ea5-b07a-87d151569c8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0628b6b-b279-4a2f-9fb2-ffe2685ffc5a') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:59:46.131528 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-2ca9e7cd-7e10-4ea5-b07a-87d151569c8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0628b6b-b279-4a2f-9fb2-ffe2685ffc5a') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 20:59:46.143610 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ca9e7cd-7e10-4ea5-b07a-87d151569c8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:46.171945 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a8df3a0c-05eb-4112-8144-db05704112f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:46.177813 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36900) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:46.190460 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ca9e7cd-7e10-4ea5-b07a-87d151569c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:46.203108 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ca9e7cd-7e10-4ea5-b07a-87d151569c8f admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 20:59:46.203689 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ca9e7cd-7e10-4ea5-b07a-87d151569c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:46.206256 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 20:59:46.206256 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 20:59:46.206256 n-d-805663-2 neutron-server[94688]: timer() Aug 23 20:59:46.206256 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 20:59:46.206256 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 20:59:46.206256 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 20:59:46.206256 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 20:59:46.206256 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 20:59:46.206256 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 20:59:46.206256 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 20:59:46.206256 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 20:59:46.206256 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 20:59:46.206256 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 20:59:46.206256 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 20:59:46.206256 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 20:59:46.206256 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 20:59:46.206256 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 20:59:46.206256 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 20:59:46.206256 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 20:59:46.206256 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 20:59:46.206256 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 20:59:46.206256 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 20:59:46.206256 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 20:59:46.206256 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 20:59:46.206256 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 20:59:46.206256 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 20:59:46.206256 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 20:59:46.206256 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 20:59:46.206256 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 20:59:46.206256 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 20:59:46.206256 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 20:59:46.206256 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 20:59:46.230731 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8df3a0c-05eb-4112-8144-db05704112f5 None None] Pushing event deleted for resources: {'Port': ['ID=cfc91ea6-63b7-4146-ac1d-2555035880f9,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:46.234496 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8df3a0c-05eb-4112-8144-db05704112f5 None None] No DVR routers for this DVR port cfc91ea6-63b7-4146-ac1d-2555035880f9 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 20:59:46.297567 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ca9e7cd-7e10-4ea5-b07a-87d151569c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:46.305173 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ca9e7cd-7e10-4ea5-b07a-87d151569c8f admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:46.309878 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2ca9e7cd-7e10-4ea5-b07a-87d151569c8f admin admin] 10.222.0.61 "DELETE /v2.0/networks/8f9f903e-93a4-4fe6-b0ce-e2059346b6d0 HTTP/1.1" status: 204 len: 168 time: 0.9191532 Aug 23 20:59:46.312333 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 33ff0b46-5a8d-4d91-bf86-8318692c66f2 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:59:46.319598 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca9e7cd-7e10-4ea5-b07a-87d151569c8f admin admin] Pushing event deleted for resources: {'Network': ['ID=8f9f903e-93a4-4fe6-b0ce-e2059346b6d0,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:46.330810 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dace19-5d7d-4e87-a666-afffe62e61ae tempest-ExternalNetworksTestJSON-497193087 tempest-ExternalNetworksTestJSON-497193087-project] Pushing event deleted for resources: {'Network': ['ID=cd6d7baa-6daa-4c7f-a2b4-7d3dfe7d88d3,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:46.339506 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 33ff0b46-5a8d-4d91-bf86-8318692c66f2 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:59:46.339757 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 33ff0b46-5a8d-4d91-bf86-8318692c66f2 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:59:46.340097 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device cfc91ea6-63b7-4146-ac1d-2555035880f9 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:59:46.366182 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: cfc91ea6-63b7-4146-ac1d-2555035880f9 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:59:46.366740 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device cfc91ea6-63b7-4146-ac1d-2555035880f9 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:59:46.367358 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device d1963f34-843a-4db9-963d-57b2d4e83930 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 20:59:46.397886 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: d1963f34-843a-4db9-963d-57b2d4e83930 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 20:59:46.398245 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device d1963f34-843a-4db9-963d-57b2d4e83930 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 20:59:46.493536 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-db401787-111c-47fb-8182-268f8f5fa9cf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f7b59bd5817445f091963c4fbe7792b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3143072 Aug 23 20:59:46.496147 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 36908) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:46.498459 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36910) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:46.550295 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3da6de2e-648e-421c-bc15-bdf02d18a2e5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a420101d8537446c948533816ff31a9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0506101 Aug 23 20:59:46.553641 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36912) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:46.567003 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e8195436-60a4-4f4a-bf1d-a4aaf0a558a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:46.596624 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e8195436-60a4-4f4a-bf1d-a4aaf0a558a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:46.615559 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7e9533b8-c394-425b-9e11-85e7c58dedf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:46.639238 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7e9533b8-c394-425b-9e11-85e7c58dedf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:46.663534 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e8195436-60a4-4f4a-bf1d-a4aaf0a558a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:46.666625 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e8195436-60a4-4f4a-bf1d-a4aaf0a558a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:46.673758 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e8195436-60a4-4f4a-bf1d-a4aaf0a558a8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3b6be885-490e-4af5-bf63-f1af62788a4e HTTP/1.1" status: 204 len: 168 time: 0.1764522 Aug 23 20:59:46.685620 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8195436-60a4-4f4a-bf1d-a4aaf0a558a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6be885-490e-4af5-bf63-f1af62788a4e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:46.705321 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7e9533b8-c394-425b-9e11-85e7c58dedf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:46.710166 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7e9533b8-c394-425b-9e11-85e7c58dedf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:46.713635 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-7e9533b8-c394-425b-9e11-85e7c58dedf9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4a2b9255-ebc7-4083-97f8-ca87a5efba88 HTTP/1.1" status: 204 len: 168 time: 0.1567738 Aug 23 20:59:46.721530 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9533b8-c394-425b-9e11-85e7c58dedf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2b9255-ebc7-4083-97f8-ca87a5efba88,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:47.187756 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36924) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:47.236571 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-067934cf-e8ee-4d08-82de-438ce490ab6c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bcdb229960664af1a72f0eeaa1d7a96b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478437 Aug 23 20:59:47.239129 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 36928) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:47.305011 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e24422d4-9f69-459d-99f9-f670959cb2fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:47.342835 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e24422d4-9f69-459d-99f9-f670959cb2fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:47.412633 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e24422d4-9f69-459d-99f9-f670959cb2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:47.419598 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e24422d4-9f69-459d-99f9-f670959cb2fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:47.421004 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e24422d4-9f69-459d-99f9-f670959cb2fe admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4ffc14d9-c181-4057-877e-0bd7b7bb457f HTTP/1.1" status: 204 len: 168 time: 0.1803906 Aug 23 20:59:47.431878 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24422d4-9f69-459d-99f9-f670959cb2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ffc14d9-c181-4057-877e-0bd7b7bb457f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:49.174539 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37022) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:49.436713 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-667b96d0-1b15-4086-8677-75b9369f2c66 tempest-ExternalNetworksAdminNegativeTestJSON-68118842 tempest-ExternalNetworksAdminNegativeTestJSON-68118842-project-admin] Request body: {'floatingip': {'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:59:49.461130 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-667b96d0-1b15-4086-8677-75b9369f2c66 tempest-ExternalNetworksAdminNegativeTestJSON-68118842 tempest-ExternalNetworksAdminNegativeTestJSON-68118842-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:49.555840 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-667b96d0-1b15-4086-8677-75b9369f2c66 tempest-ExternalNetworksAdminNegativeTestJSON-68118842 tempest-ExternalNetworksAdminNegativeTestJSON-68118842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:49.704488 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-667b96d0-1b15-4086-8677-75b9369f2c66 tempest-ExternalNetworksAdminNegativeTestJSON-68118842 tempest-ExternalNetworksAdminNegativeTestJSON-68118842-project-admin] Allocated IP 172.25.4.22 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/1fa4d5da-bbad-4b98-a554-2661fb936312) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:59:49.835247 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-667b96d0-1b15-4086-8677-75b9369f2c66 tempest-ExternalNetworksAdminNegativeTestJSON-68118842 tempest-ExternalNetworksAdminNegativeTestJSON-68118842-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:49.881802 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-667b96d0-1b15-4086-8677-75b9369f2c66 tempest-ExternalNetworksAdminNegativeTestJSON-68118842 tempest-ExternalNetworksAdminNegativeTestJSON-68118842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:49.930193 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667b96d0-1b15-4086-8677-75b9369f2c66 tempest-ExternalNetworksAdminNegativeTestJSON-68118842 tempest-ExternalNetworksAdminNegativeTestJSON-68118842-project-admin] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:59:49.938647 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-667b96d0-1b15-4086-8677-75b9369f2c66 tempest-ExternalNetworksAdminNegativeTestJSON-68118842 tempest-ExternalNetworksAdminNegativeTestJSON-68118842-project-admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:59:49.941160 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b96d0-1b15-4086-8677-75b9369f2c66 tempest-ExternalNetworksAdminNegativeTestJSON-68118842 tempest-ExternalNetworksAdminNegativeTestJSON-68118842-project-admin] Pushing event updated for resources: {'Port': ['ID=1fa4d5da-bbad-4b98-a554-2661fb936312,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:49.944313 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667b96d0-1b15-4086-8677-75b9369f2c66 tempest-ExternalNetworksAdminNegativeTestJSON-68118842 tempest-ExternalNetworksAdminNegativeTestJSON-68118842-project-admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:59:50.041424 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-667b96d0-1b15-4086-8677-75b9369f2c66 tempest-ExternalNetworksAdminNegativeTestJSON-68118842 tempest-ExternalNetworksAdminNegativeTestJSON-68118842-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:50.081317 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-667b96d0-1b15-4086-8677-75b9369f2c66 tempest-ExternalNetworksAdminNegativeTestJSON-68118842 tempest-ExternalNetworksAdminNegativeTestJSON-68118842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:50.263242 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-667b96d0-1b15-4086-8677-75b9369f2c66 tempest-ExternalNetworksAdminNegativeTestJSON-68118842 tempest-ExternalNetworksAdminNegativeTestJSON-68118842-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:50.268838 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-667b96d0-1b15-4086-8677-75b9369f2c66 tempest-ExternalNetworksAdminNegativeTestJSON-68118842 tempest-ExternalNetworksAdminNegativeTestJSON-68118842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:50.345500 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b96d0-1b15-4086-8677-75b9369f2c66 tempest-ExternalNetworksAdminNegativeTestJSON-68118842 tempest-ExternalNetworksAdminNegativeTestJSON-68118842-project-admin] Pushing event updated for resources: {'Port': ['ID=1fa4d5da-bbad-4b98-a554-2661fb936312,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:50.359944 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-667b96d0-1b15-4086-8677-75b9369f2c66 tempest-ExternalNetworksAdminNegativeTestJSON-68118842 tempest-ExternalNetworksAdminNegativeTestJSON-68118842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:50.376890 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-667b96d0-1b15-4086-8677-75b9369f2c66 tempest-ExternalNetworksAdminNegativeTestJSON-68118842 tempest-ExternalNetworksAdminNegativeTestJSON-68118842-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:50.381747 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-667b96d0-1b15-4086-8677-75b9369f2c66 tempest-ExternalNetworksAdminNegativeTestJSON-68118842 tempest-ExternalNetworksAdminNegativeTestJSON-68118842-project-admin] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2021387 Aug 23 20:59:50.382014 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37060) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:50.387198 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-fdc4b7c5-70a0-4177-aba5-5b113cc1fb95 tempest-ExternalNetworksAdminNegativeTestJSON-68118842 tempest-ExternalNetworksAdminNegativeTestJSON-68118842-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1935546566', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'fixed_ips': [{'ip_address': '172.25.4.22'}]}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:59:50.409507 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc4b7c5-70a0-4177-aba5-5b113cc1fb95 tempest-ExternalNetworksAdminNegativeTestJSON-68118842 tempest-ExternalNetworksAdminNegativeTestJSON-68118842-project-admin] Made reservation on behalf of 774b95af79974f58815dc5d874477ab7 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:59:50.412931 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fdc4b7c5-70a0-4177-aba5-5b113cc1fb95 tempest-ExternalNetworksAdminNegativeTestJSON-68118842 tempest-ExternalNetworksAdminNegativeTestJSON-68118842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:50.425371 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fdc4b7c5-70a0-4177-aba5-5b113cc1fb95 tempest-ExternalNetworksAdminNegativeTestJSON-68118842 tempest-ExternalNetworksAdminNegativeTestJSON-68118842-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:50.447192 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:50.533810 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fdc4b7c5-70a0-4177-aba5-5b113cc1fb95 tempest-ExternalNetworksAdminNegativeTestJSON-68118842 tempest-ExternalNetworksAdminNegativeTestJSON-68118842-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:50.547238 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fdc4b7c5-70a0-4177-aba5-5b113cc1fb95 tempest-ExternalNetworksAdminNegativeTestJSON-68118842 tempest-ExternalNetworksAdminNegativeTestJSON-68118842-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:50.551593 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-fdc4b7c5-70a0-4177-aba5-5b113cc1fb95 tempest-ExternalNetworksAdminNegativeTestJSON-68118842 tempest-ExternalNetworksAdminNegativeTestJSON-68118842-project-admin] device_id is not set on port cebea5fe-2d79-47d9-83cf-970de8e87c3d yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 20:59:50.664710 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc4b7c5-70a0-4177-aba5-5b113cc1fb95 tempest-ExternalNetworksAdminNegativeTestJSON-68118842 tempest-ExternalNetworksAdminNegativeTestJSON-68118842-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db6284f7-870e-4164-8f26-8268fefe75d5,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:50.773995 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdc4b7c5-70a0-4177-aba5-5b113cc1fb95 tempest-ExternalNetworksAdminNegativeTestJSON-68118842 tempest-ExternalNetworksAdminNegativeTestJSON-68118842-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 23 20:59:50.774802 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdc4b7c5-70a0-4177-aba5-5b113cc1fb95 tempest-ExternalNetworksAdminNegativeTestJSON-68118842 tempest-ExternalNetworksAdminNegativeTestJSON-68118842-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 20:59:50.793044 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-fdc4b7c5-70a0-4177-aba5-5b113cc1fb95 tempest-ExternalNetworksAdminNegativeTestJSON-68118842 tempest-ExternalNetworksAdminNegativeTestJSON-68118842-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.4099915 Aug 23 20:59:50.802039 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37076) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:50.933531 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-c7fdcb18-71db-44ff-8f9a-a75ce6f2ce93 tempest-ExternalNetworksAdminNegativeTestJSON-68118842 tempest-ExternalNetworksAdminNegativeTestJSON-68118842-project-admin] Deleting port 1fa4d5da-bbad-4b98-a554-2661fb936312 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 20:59:50.933889 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c7fdcb18-71db-44ff-8f9a-a75ce6f2ce93 tempest-ExternalNetworksAdminNegativeTestJSON-68118842 tempest-ExternalNetworksAdminNegativeTestJSON-68118842-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:51.028536 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c7fdcb18-71db-44ff-8f9a-a75ce6f2ce93 tempest-ExternalNetworksAdminNegativeTestJSON-68118842 tempest-ExternalNetworksAdminNegativeTestJSON-68118842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:51.029016 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c7fdcb18-71db-44ff-8f9a-a75ce6f2ce93 tempest-ExternalNetworksAdminNegativeTestJSON-68118842 tempest-ExternalNetworksAdminNegativeTestJSON-68118842-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:51.045097 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-c7fdcb18-71db-44ff-8f9a-a75ce6f2ce93 tempest-ExternalNetworksAdminNegativeTestJSON-68118842 tempest-ExternalNetworksAdminNegativeTestJSON-68118842-project-admin] Calling delete_port for 1fa4d5da-bbad-4b98-a554-2661fb936312 owned by network:floatingip {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 20:59:51.194154 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c7fdcb18-71db-44ff-8f9a-a75ce6f2ce93 tempest-ExternalNetworksAdminNegativeTestJSON-68118842 tempest-ExternalNetworksAdminNegativeTestJSON-68118842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:51.228631 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fdcb18-71db-44ff-8f9a-a75ce6f2ce93 tempest-ExternalNetworksAdminNegativeTestJSON-68118842 tempest-ExternalNetworksAdminNegativeTestJSON-68118842-project-admin] Pushing event deleted for resources: {'Port': ['ID=1fa4d5da-bbad-4b98-a554-2661fb936312,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:51.303126 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c7fdcb18-71db-44ff-8f9a-a75ce6f2ce93 tempest-ExternalNetworksAdminNegativeTestJSON-68118842 tempest-ExternalNetworksAdminNegativeTestJSON-68118842-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:51.306517 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c7fdcb18-71db-44ff-8f9a-a75ce6f2ce93 tempest-ExternalNetworksAdminNegativeTestJSON-68118842 tempest-ExternalNetworksAdminNegativeTestJSON-68118842-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:51.307806 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c7fdcb18-71db-44ff-8f9a-a75ce6f2ce93 tempest-ExternalNetworksAdminNegativeTestJSON-68118842 tempest-ExternalNetworksAdminNegativeTestJSON-68118842-project-admin] 10.222.0.61 "DELETE /v2.0/floatingips/3df2e1f1-a442-45b6-889c-2166f9999434 HTTP/1.1" status: 204 len: 168 time: 0.5047514 Aug 23 20:59:51.663007 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37102) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:51.840117 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ab1738e3-7265-496c-b59d-19da69835d35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:51.973270 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ab1738e3-7265-496c-b59d-19da69835d35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:51.980487 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ab1738e3-7265-496c-b59d-19da69835d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:52.028570 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ab1738e3-7265-496c-b59d-19da69835d35 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0e2b6c55fbe540c391f3e0b098fcf41a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3636098 Aug 23 20:59:52.030420 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1738e3-7265-496c-b59d-19da69835d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a9e157-b330-4682-afe3-0f9c54cfb03b,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:52.030794 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37112) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:52.109543 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1d3a7150-386b-4ada-ae55-58a1e744502f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:52.140253 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1d3a7150-386b-4ada-ae55-58a1e744502f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:52.169550 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 20:59:52.215506 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1d3a7150-386b-4ada-ae55-58a1e744502f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:52.218173 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1d3a7150-386b-4ada-ae55-58a1e744502f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:52.220018 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-1d3a7150-386b-4ada-ae55-58a1e744502f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/47a9e157-b330-4682-afe3-0f9c54cfb03b HTTP/1.1" status: 204 len: 168 time: 0.1881626 Aug 23 20:59:52.233179 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3a7150-386b-4ada-ae55-58a1e744502f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a9e157-b330-4682-afe3-0f9c54cfb03b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:52.663965 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37134) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:52.714747 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8380ef02-2d9b-410f-8032-5367a0eddaa3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=774b95af79974f58815dc5d874477ab7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493653 Aug 23 20:59:52.717550 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37138) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:52.779133 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-09f95389-89a4-466e-abd5-c7e85fa428f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:52.803870 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-09f95389-89a4-466e-abd5-c7e85fa428f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:52.869454 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-09f95389-89a4-466e-abd5-c7e85fa428f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:52.873248 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-09f95389-89a4-466e-abd5-c7e85fa428f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:52.875745 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-09f95389-89a4-466e-abd5-c7e85fa428f6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/db6284f7-870e-4164-8f26-8268fefe75d5 HTTP/1.1" status: 204 len: 168 time: 0.1570756 Aug 23 20:59:52.885667 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f95389-89a4-466e-abd5-c7e85fa428f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6284f7-870e-4164-8f26-8268fefe75d5,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:54.379211 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62c429-2778-41b2-814d-dc1a3eda4a5c req-9162da7b-18f6-483b-9bde-1f8cdcdcb3d7 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:54.380984 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8b62c429-2778-41b2-814d-dc1a3eda4a5c req-9162da7b-18f6-483b-9bde-1f8cdcdcb3d7 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/networks?id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf HTTP/1.1" status: 200 len: 812 time: 0.1178553 Aug 23 20:59:54.402169 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8b62c429-2778-41b2-814d-dc1a3eda4a5c req-483628dd-943c-4be3-99ef-018b5b134ec2 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/quotas/9e20396f7331438baf5e0a87fc6f3d2f HTTP/1.1" status: 200 len: 375 time: 0.0124035 Aug 23 20:59:54.467503 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8b62c429-2778-41b2-814d-dc1a3eda4a5c req-0ee39c16-90ba-4555-b6fd-60c1e6f76ec6 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9e20396f7331438baf5e0a87fc6f3d2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581102 Aug 23 20:59:54.595358 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37224) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:54.863243 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8b62c429-2778-41b2-814d-dc1a3eda4a5c req-1a61c102-c4b1-40fc-a5bf-bc2a1ae1ada3 service neutron] 10.222.0.61 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3851502 Aug 23 20:59:54.963534 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-62af71cf-bc4f-4718-97a6-92a93230ada3 tempest-MeteringTestJSON-1029297902 tempest-MeteringTestJSON-1029297902-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1169025697'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:59:54.964270 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-62af71cf-bc4f-4718-97a6-92a93230ada3 tempest-MeteringTestJSON-1029297902 tempest-MeteringTestJSON-1029297902-project-admin] Unknown quota resources ['metering_label']. {{(pid=94687) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 20:59:55.211551 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8b62c429-2778-41b2-814d-dc1a3eda4a5c req-8dfd5c9a-be8c-49b5-b267-974eb7272e2e service neutron] 10.222.0.61 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409951 Aug 23 20:59:55.271813 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-62af71cf-bc4f-4718-97a6-92a93230ada3 tempest-MeteringTestJSON-1029297902 tempest-MeteringTestJSON-1029297902-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:55.275737 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37238) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:55.277233 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-62af71cf-bc4f-4718-97a6-92a93230ada3 tempest-MeteringTestJSON-1029297902 tempest-MeteringTestJSON-1029297902-project-admin] 10.222.0.61 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6806607 Aug 23 20:59:55.281076 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c2470d91-3a65-4e7c-8a2e-b57de24ecf19 tempest-MeteringTestJSON-1029297902 tempest-MeteringTestJSON-1029297902-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '7c4a7add-e601-414c-b166-5d37454e74b9'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:59:55.281534 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c2470d91-3a65-4e7c-8a2e-b57de24ecf19 tempest-MeteringTestJSON-1029297902 tempest-MeteringTestJSON-1029297902-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94688) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 20:59:55.368953 n-d-805663-2 neutron-server[94688]: WARNING neutron.services.metering.metering_plugin [None req-c2470d91-3a65-4e7c-8a2e-b57de24ecf19 tempest-MeteringTestJSON-1029297902 tempest-MeteringTestJSON-1029297902-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 23 20:59:55.524926 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c2470d91-3a65-4e7c-8a2e-b57de24ecf19 tempest-MeteringTestJSON-1029297902 tempest-MeteringTestJSON-1029297902-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:55.531855 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37250) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:55.532382 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c2470d91-3a65-4e7c-8a2e-b57de24ecf19 tempest-MeteringTestJSON-1029297902 tempest-MeteringTestJSON-1029297902-project-admin] 10.222.0.61 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2544832 Aug 23 20:59:55.540472 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-aca8ad8c-62be-464e-b61d-9247418c9dcd tempest-MeteringTestJSON-1029297902 tempest-MeteringTestJSON-1029297902-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '7c4a7add-e601-414c-b166-5d37454e74b9'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:59:55.541312 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-aca8ad8c-62be-464e-b61d-9247418c9dcd tempest-MeteringTestJSON-1029297902 tempest-MeteringTestJSON-1029297902-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94687) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 20:59:55.590637 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fa83863d-3afe-4ed1-a13f-463503e7ca30 req-7135b1ac-b2e3-4a6c-96cb-ec618635b9f4 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=455d7e9d-2520-43f1-950c-39e875c6b2c7 HTTP/1.1" status: 200 len: 210 time: 0.0671911 Aug 23 20:59:55.667183 n-d-805663-2 neutron-server[94687]: WARNING neutron.services.metering.metering_plugin [None req-aca8ad8c-62be-464e-b61d-9247418c9dcd tempest-MeteringTestJSON-1029297902 tempest-MeteringTestJSON-1029297902-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 23 20:59:55.785721 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aca8ad8c-62be-464e-b61d-9247418c9dcd tempest-MeteringTestJSON-1029297902 tempest-MeteringTestJSON-1029297902-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:55.788111 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-aca8ad8c-62be-464e-b61d-9247418c9dcd tempest-MeteringTestJSON-1029297902 tempest-MeteringTestJSON-1029297902-project-admin] 10.222.0.61 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2543209 Aug 23 20:59:55.790813 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37262) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:55.802899 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5bad1916-8744-44e4-b689-5a9eaa1b72ae tempest-MeteringTestJSON-1029297902 tempest-MeteringTestJSON-1029297902-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-label-rules?id=3dea81ff-3d4e-48e6-84fb-f4be8793878c HTTP/1.1" status: 200 len: 464 time: 0.0109227 Aug 23 20:59:55.805703 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37264) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:55.932479 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a1a94609-f0bd-4dac-8c13-2adaf25a785b tempest-MeteringTestJSON-1029297902 tempest-MeteringTestJSON-1029297902-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:55.936795 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37272) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:55.937042 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a1a94609-f0bd-4dac-8c13-2adaf25a785b tempest-MeteringTestJSON-1029297902 tempest-MeteringTestJSON-1029297902-project-admin] 10.222.0.61 "DELETE /v2.0/metering/metering-label-rules/3dea81ff-3d4e-48e6-84fb-f4be8793878c HTTP/1.1" status: 204 len: 168 time: 0.1296117 Aug 23 20:59:55.954161 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-79db6611-5623-4f55-a0d7-2313b939a5de tempest-MeteringTestJSON-1029297902 tempest-MeteringTestJSON-1029297902-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-label-rules?id=3dea81ff-3d4e-48e6-84fb-f4be8793878c HTTP/1.1" status: 200 len: 221 time: 0.0147884 Aug 23 20:59:55.960096 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37276) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:55.964873 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-8fdac44c-8fd6-499b-aaf0-29b7ae020601 tempest-MeteringTestJSON-1029297902 tempest-MeteringTestJSON-1029297902-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1277899298', 'description': 'label created by tempest'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:59:55.965464 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-8fdac44c-8fd6-499b-aaf0-29b7ae020601 tempest-MeteringTestJSON-1029297902 tempest-MeteringTestJSON-1029297902-project-admin] Unknown quota resources ['metering_label']. {{(pid=94687) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 20:59:56.137522 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8fdac44c-8fd6-499b-aaf0-29b7ae020601 tempest-MeteringTestJSON-1029297902 tempest-MeteringTestJSON-1029297902-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:56.138745 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8fdac44c-8fd6-499b-aaf0-29b7ae020601 tempest-MeteringTestJSON-1029297902 tempest-MeteringTestJSON-1029297902-project-admin] 10.222.0.61 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.1775818 Aug 23 20:59:56.147076 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37282) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:56.236181 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9f6dff6d-6f88-4e9b-9591-036f4e4efc72 tempest-MeteringTestJSON-1029297902 tempest-MeteringTestJSON-1029297902-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-labels?id=63841daf-02b8-47cf-892e-098c9b7827cd HTTP/1.1" status: 200 len: 468 time: 0.0873685 Aug 23 20:59:56.238089 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37286) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:56.709541 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ee0fa292-b2d9-4cc2-8b54-c07fad9f6046 tempest-MeteringTestJSON-1029297902 tempest-MeteringTestJSON-1029297902-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:56.713522 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37302) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:56.714052 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ee0fa292-b2d9-4cc2-8b54-c07fad9f6046 tempest-MeteringTestJSON-1029297902 tempest-MeteringTestJSON-1029297902-project-admin] 10.222.0.61 "DELETE /v2.0/metering/metering-labels/63841daf-02b8-47cf-892e-098c9b7827cd HTTP/1.1" status: 204 len: 168 time: 0.4744136 Aug 23 20:59:56.738706 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8c182fd3-b4ee-428d-ba62-6b2bf051891f tempest-MeteringTestJSON-1029297902 tempest-MeteringTestJSON-1029297902-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-labels?id=63841daf-02b8-47cf-892e-098c9b7827cd HTTP/1.1" status: 200 len: 216 time: 0.0232236 Aug 23 20:59:56.743833 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37304) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:56.752501 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ccfaf3f7-3247-4c68-bf48-3a7ed341ff3a req-1a1efc0f-aa57-4c03-82fb-1cbe2a1767c4 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=455d7e9d-2520-43f1-950c-39e875c6b2c7 HTTP/1.1" status: 200 len: 210 time: 0.0296226 Aug 23 20:59:56.759144 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37306) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:56.759329 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-26353644-5468-4f4f-bdf7-ddf5c8a8bd8e tempest-MeteringTestJSON-1029297902 tempest-MeteringTestJSON-1029297902-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0142412 Aug 23 20:59:56.774271 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-31fd2b24-d0bf-41ae-ab61-27284513579a tempest-MeteringTestJSON-1029297902 tempest-MeteringTestJSON-1029297902-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0139437 Aug 23 20:59:56.778306 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37308) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:56.836907 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6e2c36da-4be6-4e3a-8ed6-3053ead16c2a tempest-MeteringTestJSON-1029297902 tempest-MeteringTestJSON-1029297902-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-labels/7c4a7add-e601-414c-b166-5d37454e74b9 HTTP/1.1" status: 200 len: 473 time: 0.0572052 Aug 23 20:59:56.840005 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37312) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:56.852403 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-05de21a1-afb3-4119-b31d-3592663f884e tempest-MeteringTestJSON-1029297902 tempest-MeteringTestJSON-1029297902-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-label-rules/d1777064-7b11-4631-bb83-4286b5ff23d2 HTTP/1.1" status: 200 len: 461 time: 0.0106566 Aug 23 20:59:56.859138 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37314) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:56.964407 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62c429-2778-41b2-814d-dc1a3eda4a5c req-18275d4d-f4ee-436f-9b62-181678ba07dc tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:56.964407 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8b62c429-2778-41b2-814d-dc1a3eda4a5c req-18275d4d-f4ee-436f-9b62-181678ba07dc tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.32 "GET /v2.0/networks?id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf HTTP/1.1" status: 200 len: 812 time: 0.1413136 Aug 23 20:59:56.979968 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f61d5784-daa7-45b7-b3f2-4a64e46a9ce2 tempest-MeteringTestJSON-1029297902 tempest-MeteringTestJSON-1029297902-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:56.981181 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f61d5784-daa7-45b7-b3f2-4a64e46a9ce2 tempest-MeteringTestJSON-1029297902 tempest-MeteringTestJSON-1029297902-project-admin] 10.222.0.61 "DELETE /v2.0/metering/metering-label-rules/d1777064-7b11-4631-bb83-4286b5ff23d2 HTTP/1.1" status: 204 len: 168 time: 0.1208744 Aug 23 20:59:56.984047 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37318) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:56.985018 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-8b62c429-2778-41b2-814d-dc1a3eda4a5c req-a7f0267e-75bf-4cef-9f86-47c615e45ca0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Request body: {'port': {'device_id': '455d7e9d-2520-43f1-950c-39e875c6b2c7', 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf', 'admin_state_up': True, 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:59:57.156112 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b62c429-2778-41b2-814d-dc1a3eda4a5c req-a7f0267e-75bf-4cef-9f86-47c615e45ca0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Made reservation on behalf of 9e20396f7331438baf5e0a87fc6f3d2f for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 20:59:57.157257 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8b62c429-2778-41b2-814d-dc1a3eda4a5c req-a7f0267e-75bf-4cef-9f86-47c615e45ca0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:57.199464 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f232cf71-529e-4c19-8f88-30055624573a tempest-MeteringTestJSON-1029297902 tempest-MeteringTestJSON-1029297902-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:57.201013 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f232cf71-529e-4c19-8f88-30055624573a tempest-MeteringTestJSON-1029297902 tempest-MeteringTestJSON-1029297902-project-admin] 10.222.0.61 "DELETE /v2.0/metering/metering-labels/7c4a7add-e601-414c-b166-5d37454e74b9 HTTP/1.1" status: 204 len: 168 time: 0.2155252 Aug 23 20:59:57.331839 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-8b62c429-2778-41b2-814d-dc1a3eda4a5c req-a7f0267e-75bf-4cef-9f86-47c615e45ca0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Allocated IP 172.20.0.13 (1822ef8c-ab9b-49ef-9b96-3e20505d8abf/df05a557-9226-4912-87c8-3cb75cc85ce5/714531fb-060b-4704-85ed-27c7659a838d) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 20:59:57.537085 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8b62c429-2778-41b2-814d-dc1a3eda4a5c req-a7f0267e-75bf-4cef-9f86-47c615e45ca0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:57.552729 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-8b62c429-2778-41b2-814d-dc1a3eda4a5c req-a7f0267e-75bf-4cef-9f86-47c615e45ca0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Transition to ACTIVE for port object 714531fb-060b-4704-85ed-27c7659a838d will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:59:57.592683 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8b62c429-2778-41b2-814d-dc1a3eda4a5c req-a7f0267e-75bf-4cef-9f86-47c615e45ca0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:57.624367 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37336) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:57.651979 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b62c429-2778-41b2-814d-dc1a3eda4a5c req-a7f0267e-75bf-4cef-9f86-47c615e45ca0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Network 1822ef8c-ab9b-49ef-9b96-3e20505d8abf is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 20:59:57.655761 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-8b62c429-2778-41b2-814d-dc1a3eda4a5c req-a7f0267e-75bf-4cef-9f86-47c615e45ca0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 20:59:57.662953 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b62c429-2778-41b2-814d-dc1a3eda4a5c req-a7f0267e-75bf-4cef-9f86-47c615e45ca0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 20:59:57.668103 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f0267e-75bf-4cef-9f86-47c615e45ca0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Pushing event updated for resources: {'Port': ['ID=714531fb-060b-4704-85ed-27c7659a838d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:57.705106 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f0267e-75bf-4cef-9f86-47c615e45ca0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:59:57.705452 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f0267e-75bf-4cef-9f86-47c615e45ca0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:59:57.705794 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f0267e-75bf-4cef-9f86-47c615e45ca0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:59:57.706131 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f0267e-75bf-4cef-9f86-47c615e45ca0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:59:57.707262 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f0267e-75bf-4cef-9f86-47c615e45ca0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:59:57.707262 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f0267e-75bf-4cef-9f86-47c615e45ca0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:59:57.707262 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f0267e-75bf-4cef-9f86-47c615e45ca0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:59:57.707573 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f0267e-75bf-4cef-9f86-47c615e45ca0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:59:57.707947 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f0267e-75bf-4cef-9f86-47c615e45ca0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:59:57.708337 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f0267e-75bf-4cef-9f86-47c615e45ca0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:59:57.708925 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f0267e-75bf-4cef-9f86-47c615e45ca0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:59:57.709284 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f0267e-75bf-4cef-9f86-47c615e45ca0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 20:59:57.735896 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62c429-2778-41b2-814d-dc1a3eda4a5c req-a7f0267e-75bf-4cef-9f86-47c615e45ca0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:57.737254 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8b62c429-2778-41b2-814d-dc1a3eda4a5c req-a7f0267e-75bf-4cef-9f86-47c615e45ca0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:57.758801 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8b62c429-2778-41b2-814d-dc1a3eda4a5c req-a7f0267e-75bf-4cef-9f86-47c615e45ca0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7777317 Aug 23 20:59:57.779418 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-8b62c429-2778-41b2-814d-dc1a3eda4a5c req-8f923a57-32f6-47bd-aac7-b63fbf4640cf service neutron] Request body: {'port': {'device_id': '455d7e9d-2520-43f1-950c-39e875c6b2c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 20:59:57.872200 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8b62c429-2778-41b2-814d-dc1a3eda4a5c req-8f923a57-32f6-47bd-aac7-b63fbf4640cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:57.992777 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-df59bb54-376f-4082-9f0d-cbf2220a45d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:58.004459 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d24f78-a192-4490-b563-d264a2bdf0f7 req-ac5ea1f3-e820-47c2-a1c3-9895a82cc4c3 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:58.006703 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-34d24f78-a192-4490-b563-d264a2bdf0f7 req-ac5ea1f3-e820-47c2-a1c3-9895a82cc4c3 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=455d7e9d-2520-43f1-950c-39e875c6b2c7 HTTP/1.1" status: 200 len: 932 time: 0.1213455 Aug 23 20:59:58.068486 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ca8f7c3e-ef59-4477-834d-0e2080841c39 None None] Provisioning for port 714531fb-060b-4704-85ed-27c7659a838d completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 20:59:58.072740 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ca8f7c3e-ef59-4477-834d-0e2080841c39 None None] Provisioning complete for port 714531fb-060b-4704-85ed-27c7659a838d triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 20:59:58.072740 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ca8f7c3e-ef59-4477-834d-0e2080841c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:58.109847 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-df59bb54-376f-4082-9f0d-cbf2220a45d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:58.116379 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-df59bb54-376f-4082-9f0d-cbf2220a45d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:58.159831 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-ca8f7c3e-ef59-4477-834d-0e2080841c39 None None] Port 714531fb-060b-4704-85ed-27c7659a838d cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 20:59:58.186014 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-df59bb54-376f-4082-9f0d-cbf2220a45d3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=97dd708c94fe4336811cbc8e521bbad7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5592015 Aug 23 20:59:58.187645 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df59bb54-376f-4082-9f0d-cbf2220a45d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3059da76-c31c-4a85-9bb6-d4c9c62a7677,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:58.191806 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37354) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:58.225253 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-34d24f78-a192-4490-b563-d264a2bdf0f7 req-a2d94693-a9b4-4ba8-bdd7-9fff51de0b8b tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519350 Aug 23 20:59:58.324331 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a9aa9af-d6e2-425e-941c-9c482005b63a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:58.348308 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-8b62c429-2778-41b2-814d-dc1a3eda4a5c req-8f923a57-32f6-47bd-aac7-b63fbf4640cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 714531fb-060b-4704-85ed-27c7659a838d {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 20:59:58.365111 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8b62c429-2778-41b2-814d-dc1a3eda4a5c req-8f923a57-32f6-47bd-aac7-b63fbf4640cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:58.368352 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a9aa9af-d6e2-425e-941c-9c482005b63a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:58.398640 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-8b62c429-2778-41b2-814d-dc1a3eda4a5c req-8f923a57-32f6-47bd-aac7-b63fbf4640cf service neutron] Transition to ACTIVE for port object 714531fb-060b-4704-85ed-27c7659a838d will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 20:59:58.409330 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8b62c429-2778-41b2-814d-dc1a3eda4a5c req-8f923a57-32f6-47bd-aac7-b63fbf4640cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:58.476939 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f923a57-32f6-47bd-aac7-b63fbf4640cf service neutron] Pushing event updated for resources: {'Port': ['ID=714531fb-060b-4704-85ed-27c7659a838d,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:58.504098 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a9aa9af-d6e2-425e-941c-9c482005b63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:58.508953 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a9aa9af-d6e2-425e-941c-9c482005b63a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:58.510131 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-7a9aa9af-d6e2-425e-941c-9c482005b63a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3059da76-c31c-4a85-9bb6-d4c9c62a7677 HTTP/1.1" status: 204 len: 168 time: 0.2955284 Aug 23 20:59:58.542971 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9aa9af-d6e2-425e-941c-9c482005b63a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3059da76-c31c-4a85-9bb6-d4c9c62a7677,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:58.609094 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-8b62c429-2778-41b2-814d-dc1a3eda4a5c req-8f923a57-32f6-47bd-aac7-b63fbf4640cf service neutron] Attempting to bind port 714531fb-060b-4704-85ed-27c7659a838d on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 20:59:58.609691 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-8b62c429-2778-41b2-814d-dc1a3eda4a5c req-8f923a57-32f6-47bd-aac7-b63fbf4640cf service neutron] Attempting to bind port 714531fb-060b-4704-85ed-27c7659a838d by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': 'c18fa516-d00d-4d59-b20b-fdf45af90e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 20:59:58.610216 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b62c429-2778-41b2-814d-dc1a3eda4a5c req-8f923a57-32f6-47bd-aac7-b63fbf4640cf service neutron] Attempting to bind port 714531fb-060b-4704-85ed-27c7659a838d on network 1822ef8c-ab9b-49ef-9b96-3e20505d8abf {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:59:58.617579 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b62c429-2778-41b2-814d-dc1a3eda4a5c req-8f923a57-32f6-47bd-aac7-b63fbf4640cf service neutron] Port 714531fb-060b-4704-85ed-27c7659a838d on network 1822ef8c-ab9b-49ef-9b96-3e20505d8abf not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 20:59:58.619242 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b62c429-2778-41b2-814d-dc1a3eda4a5c req-8f923a57-32f6-47bd-aac7-b63fbf4640cf service neutron] Attempting to bind port 714531fb-060b-4704-85ed-27c7659a838d on network 1822ef8c-ab9b-49ef-9b96-3e20505d8abf {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 20:59:58.626487 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b62c429-2778-41b2-814d-dc1a3eda4a5c req-8f923a57-32f6-47bd-aac7-b63fbf4640cf service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 20:59:58.628136 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b62c429-2778-41b2-814d-dc1a3eda4a5c req-8f923a57-32f6-47bd-aac7-b63fbf4640cf service neutron] Checking segment: {'id': 'c18fa516-d00d-4d59-b20b-fdf45af90e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 20:59:58.628785 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b62c429-2778-41b2-814d-dc1a3eda4a5c req-8f923a57-32f6-47bd-aac7-b63fbf4640cf service neutron] Bound using segment: {'id': 'c18fa516-d00d-4d59-b20b-fdf45af90e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 20:59:58.629449 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-8b62c429-2778-41b2-814d-dc1a3eda4a5c req-8f923a57-32f6-47bd-aac7-b63fbf4640cf service neutron] Bound port: 714531fb-060b-4704-85ed-27c7659a838d, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c18fa516-d00d-4d59-b20b-fdf45af90e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 20:59:58.630558 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8b62c429-2778-41b2-814d-dc1a3eda4a5c req-8f923a57-32f6-47bd-aac7-b63fbf4640cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:58.731503 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-8b62c429-2778-41b2-814d-dc1a3eda4a5c req-8f923a57-32f6-47bd-aac7-b63fbf4640cf service neutron] For port 714531fb-060b-4704-85ed-27c7659a838d, host n-h2-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 20:59:58.735885 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-8b62c429-2778-41b2-814d-dc1a3eda4a5c req-8f923a57-32f6-47bd-aac7-b63fbf4640cf service neutron] For port 714531fb-060b-4704-85ed-27c7659a838d, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=714531fb-060b-4704-85ed-27c7659a838d,segment=NetworkSegment(c18fa516-d00d-4d59-b20b-fdf45af90e68),segment_id=c18fa516-d00d-4d59-b20b-fdf45af90e68)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 20:59:58.743282 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8b62c429-2778-41b2-814d-dc1a3eda4a5c req-8f923a57-32f6-47bd-aac7-b63fbf4640cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:58.779595 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62c429-2778-41b2-814d-dc1a3eda4a5c req-8f923a57-32f6-47bd-aac7-b63fbf4640cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:58.780251 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8b62c429-2778-41b2-814d-dc1a3eda4a5c req-8f923a57-32f6-47bd-aac7-b63fbf4640cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:58.781688 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8b62c429-2778-41b2-814d-dc1a3eda4a5c req-8f923a57-32f6-47bd-aac7-b63fbf4640cf service neutron] 10.222.0.32 "PUT /v2.0/ports/714531fb-060b-4704-85ed-27c7659a838d HTTP/1.1" status: 200 len: 1092 time: 1.0087955 Aug 23 20:59:58.782168 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '455d7e9d-2520-43f1-950c-39e875c6b2c7', 'tag': '714531fb-060b-4704-85ed-27c7659a838d'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 20:59:58.784693 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96503a39-4f2e-4b73-a38b-eed64687484f" -d '{"events": [{"name": "network-changed", "server_uuid": "455d7e9d-2520-43f1-950c-39e875c6b2c7", "tag": "714531fb-060b-4704-85ed-27c7659a838d"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 20:59:58.922139 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62c429-2778-41b2-814d-dc1a3eda4a5c req-2455d10b-7d83-408d-91ff-f7dd6a997d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:58.927883 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8b62c429-2778-41b2-814d-dc1a3eda4a5c req-2455d10b-7d83-408d-91ff-f7dd6a997d68 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e20396f7331438baf5e0a87fc6f3d2f&device_id=455d7e9d-2520-43f1-950c-39e875c6b2c7 HTTP/1.1" status: 200 len: 1095 time: 0.0834551 Aug 23 20:59:58.928779 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f923a57-32f6-47bd-aac7-b63fbf4640cf service neutron] Pushing event updated for resources: {'Port': ['ID=714531fb-060b-4704-85ed-27c7659a838d,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:59.009587 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8b62c429-2778-41b2-814d-dc1a3eda4a5c req-f0b4be21-07eb-4e16-9b57-d475f859bf98 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=714531fb-060b-4704-85ed-27c7659a838d HTTP/1.1" status: 200 len: 217 time: 0.0679877 Aug 23 20:59:59.110699 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62c429-2778-41b2-814d-dc1a3eda4a5c req-b94a398e-2bf9-429a-83c3-bc22b125116f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:59.115965 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8b62c429-2778-41b2-814d-dc1a3eda4a5c req-b94a398e-2bf9-429a-83c3-bc22b125116f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df05a557-9226-4912-87c8-3cb75cc85ce5 HTTP/1.1" status: 200 len: 851 time: 0.0982528 Aug 23 20:59:59.154546 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 20:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69c19fc-fcef-41b9-99bd-a8cba6614f09 x-openstack-request-id: req-e69c19fc-fcef-41b9-99bd-a8cba6614f09 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 20:59:59.155117 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "455d7e9d-2520-43f1-950c-39e875c6b2c7", "tag": "714531fb-060b-4704-85ed-27c7659a838d", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 20:59:59.155509 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e69c19fc-fcef-41b9-99bd-a8cba6614f09 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 20:59:59.155921 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '455d7e9d-2520-43f1-950c-39e875c6b2c7', 'tag': '714531fb-060b-4704-85ed-27c7659a838d', 'status': 'completed', 'code': 200} Aug 23 20:59:59.195108 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62c429-2778-41b2-814d-dc1a3eda4a5c req-60a856cf-108f-4e5c-a11a-f16f532d00f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:59.196932 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8b62c429-2778-41b2-814d-dc1a3eda4a5c req-60a856cf-108f-4e5c-a11a-f16f532d00f3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713532 Aug 23 20:59:59.371004 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8b62c429-2778-41b2-814d-dc1a3eda4a5c req-f37e949b-ddde-4a09-a584-523064f40ee7 service neutron] 10.222.0.32 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589205 Aug 23 20:59:59.417174 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ffc14a-6ae8-4211-98aa-3916111d9dd4 req-52962fdb-6e5e-43a6-87cb-f4bb41f8c69e tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:59.418759 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d5ffc14a-6ae8-4211-98aa-3916111d9dd4 req-52962fdb-6e5e-43a6-87cb-f4bb41f8c69e tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=455d7e9d-2520-43f1-950c-39e875c6b2c7 HTTP/1.1" status: 200 len: 944 time: 0.0839972 Aug 23 20:59:59.419494 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37378) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:59.435563 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e2bb66d5-f6c0-4e00-bd56-f2b6baaa719b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:59.497696 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d5ffc14a-6ae8-4211-98aa-3916111d9dd4 req-98d072ff-deb9-49f0-ac8d-1058db41f49c tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531094 Aug 23 20:59:59.539812 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8b62c429-2778-41b2-814d-dc1a3eda4a5c req-e4b1114f-fd8a-4573-9199-2af53f2b0ce5 service neutron] 10.222.0.32 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589253 Aug 23 20:59:59.597896 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e2bb66d5-f6c0-4e00-bd56-f2b6baaa719b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:59.609403 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e2bb66d5-f6c0-4e00-bd56-f2b6baaa719b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:59.654585 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e2bb66d5-f6c0-4e00-bd56-f2b6baaa719b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=75e5da1edf1b408a8c0e016a5497cb4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2338438 Aug 23 20:59:59.657108 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37380) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 20:59:59.664760 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bb66d5-f6c0-4e00-bd56-f2b6baaa719b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9acd7cab-fc1a-4aac-939f-954838572414,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:59.676466 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96503a39-4f2e-4b73-a38b-eed64687484f req-1d84c6ea-8fad-4dd0-8654-0ab18e69d744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:59.678458 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-96503a39-4f2e-4b73-a38b-eed64687484f req-1d84c6ea-8fad-4dd0-8654-0ab18e69d744 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e20396f7331438baf5e0a87fc6f3d2f&device_id=455d7e9d-2520-43f1-950c-39e875c6b2c7 HTTP/1.1" status: 200 len: 1095 time: 0.0485079 Aug 23 20:59:59.722745 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-588ac9e7-21dd-421f-b739-8000d9598694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:59.748534 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-588ac9e7-21dd-421f-b739-8000d9598694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:59.800537 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96503a39-4f2e-4b73-a38b-eed64687484f req-c850141a-2b00-4420-bde2-4ae672753126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:59.802659 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-96503a39-4f2e-4b73-a38b-eed64687484f req-c850141a-2b00-4420-bde2-4ae672753126 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf HTTP/1.1" status: 200 len: 913 time: 0.1165752 Aug 23 20:59:59.808687 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-588ac9e7-21dd-421f-b739-8000d9598694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:59.811293 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-588ac9e7-21dd-421f-b739-8000d9598694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 20:59:59.816933 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-588ac9e7-21dd-421f-b739-8000d9598694 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9acd7cab-fc1a-4aac-939f-954838572414 HTTP/1.1" status: 204 len: 168 time: 0.1566129 Aug 23 20:59:59.824449 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588ac9e7-21dd-421f-b739-8000d9598694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9acd7cab-fc1a-4aac-939f-954838572414,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 20:59:59.875900 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-96503a39-4f2e-4b73-a38b-eed64687484f req-6732eaca-4287-43fe-a410-13f346f45bde service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=714531fb-060b-4704-85ed-27c7659a838d HTTP/1.1" status: 200 len: 217 time: 0.0653756 Aug 23 20:59:59.955064 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96503a39-4f2e-4b73-a38b-eed64687484f req-cecfded5-ed50-42d8-ab15-51354d2bfc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 20:59:59.957745 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-96503a39-4f2e-4b73-a38b-eed64687484f req-cecfded5-ed50-42d8-ab15-51354d2bfc70 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df05a557-9226-4912-87c8-3cb75cc85ce5 HTTP/1.1" status: 200 len: 851 time: 0.0735390 Aug 23 21:00:00.017917 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96503a39-4f2e-4b73-a38b-eed64687484f req-a29fa674-f926-4ee7-b1fb-67fcd178201d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:00.019507 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-96503a39-4f2e-4b73-a38b-eed64687484f req-a29fa674-f926-4ee7-b1fb-67fcd178201d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537169 Aug 23 21:00:00.187653 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-96503a39-4f2e-4b73-a38b-eed64687484f req-c1be77da-dfd5-4d8b-a8ff-e25ee452421c service neutron] 10.222.0.32 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600256 Aug 23 21:00:00.314633 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-96503a39-4f2e-4b73-a38b-eed64687484f req-b0e877f2-2303-4042-8507-97d58a8ee529 service neutron] 10.222.0.32 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193974 Aug 23 21:00:00.658796 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d21a66-f23c-4ca7-afbc-eb6815afc35c req-1e6db5a2-c5ab-438c-8c0b-a2fde0ad0ea8 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:00.660739 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-96d21a66-f23c-4ca7-afbc-eb6815afc35c req-1e6db5a2-c5ab-438c-8c0b-a2fde0ad0ea8 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=455d7e9d-2520-43f1-950c-39e875c6b2c7 HTTP/1.1" status: 200 len: 944 time: 0.0669007 Aug 23 21:00:00.715342 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-96d21a66-f23c-4ca7-afbc-eb6815afc35c req-68f79b63-ae08-4b3a-b344-7d58d027c367 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478592 Aug 23 21:00:00.867295 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37416) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:00.905822 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37420) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:00.997188 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b4cb1621-4bd0-45a3-ac79-03ee7fb7506e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:01.016537 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b0c2faf3-3d63-4a6d-8b1a-f99e735da17b tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-605029514'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:01.102782 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b4cb1621-4bd0-45a3-ac79-03ee7fb7506e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:01.108041 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b4cb1621-4bd0-45a3-ac79-03ee7fb7506e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:01.125161 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c2faf3-3d63-4a6d-8b1a-f99e735da17b tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Made reservation on behalf of 894fa06494c44cd4ac6dfb6c7f419c25 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:00:01.131089 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b0c2faf3-3d63-4a6d-8b1a-f99e735da17b tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:01.143530 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b0c2faf3-3d63-4a6d-8b1a-f99e735da17b tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:01.153138 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cb1621-4bd0-45a3-ac79-03ee7fb7506e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e87de8a-156b-4aa0-9ad7-39bc07afac15,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:01.162119 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b4cb1621-4bd0-45a3-ac79-03ee7fb7506e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7fc6aca4680a48edb02ddea0c4294ae4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2911959 Aug 23 21:00:01.163105 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37424) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:01.223046 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a2b965c8-9d3b-441b-a5c4-44e6c426c210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:01.247811 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a2b965c8-9d3b-441b-a5c4-44e6c426c210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:01.262206 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b0c2faf3-3d63-4a6d-8b1a-f99e735da17b tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:01.267414 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b0c2faf3-3d63-4a6d-8b1a-f99e735da17b tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:01.285353 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0c2faf3-3d63-4a6d-8b1a-f99e735da17b tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:00:01.306415 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a2b965c8-9d3b-441b-a5c4-44e6c426c210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:01.309384 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a2b965c8-9d3b-441b-a5c4-44e6c426c210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:01.313246 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a2b965c8-9d3b-441b-a5c4-44e6c426c210 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8e87de8a-156b-4aa0-9ad7-39bc07afac15 HTTP/1.1" status: 204 len: 168 time: 0.1471784 Aug 23 21:00:01.313432 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b0c2faf3-3d63-4a6d-8b1a-f99e735da17b tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:01.313432 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-b0c2faf3-3d63-4a6d-8b1a-f99e735da17b tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Added segment 6519df29-f295-44f4-8e87-8324184b969e of type vlan for network 4ca0bd19-e09e-423e-808e-1f936511d93b Aug 23 21:00:01.320019 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b965c8-9d3b-441b-a5c4-44e6c426c210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e87de8a-156b-4aa0-9ad7-39bc07afac15,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:01.324341 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c2faf3-3d63-4a6d-8b1a-f99e735da17b tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b51447be-4dc4-4a3b-84a5-ede345dd46f3,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:01.382356 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b0c2faf3-3d63-4a6d-8b1a-f99e735da17b tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:01.413567 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b0c2faf3-3d63-4a6d-8b1a-f99e735da17b tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:01.419878 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c2faf3-3d63-4a6d-8b1a-f99e735da17b tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:01.420550 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b0c2faf3-3d63-4a6d-8b1a-f99e735da17b tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:01.478622 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b0c2faf3-3d63-4a6d-8b1a-f99e735da17b tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5708640 Aug 23 21:00:01.500891 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c2faf3-3d63-4a6d-8b1a-f99e735da17b tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Pushing event updated for resources: {'Network': ['ID=4ca0bd19-e09e-423e-808e-1f936511d93b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:01.512884 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 4ca0bd19-e09e-423e-808e-1f936511d93b details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:00:01.616954 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37430) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:01.623062 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-6852e41e-fc26-45a5-badd-80b5db6f4582 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Request body: {'subnet': {'network_id': '4ca0bd19-e09e-423e-808e-1f936511d93b', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:01.673071 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37432) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:01.690877 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d97f2ec-f923-4651-830c-f8ce3c1ac167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:01.805890 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d97f2ec-f923-4651-830c-f8ce3c1ac167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:01.816939 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d97f2ec-f923-4651-830c-f8ce3c1ac167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:01.830528 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6852e41e-fc26-45a5-badd-80b5db6f4582 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Made reservation on behalf of 894fa06494c44cd4ac6dfb6c7f419c25 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:00:01.834957 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6852e41e-fc26-45a5-badd-80b5db6f4582 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:01.885858 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d97f2ec-f923-4651-830c-f8ce3c1ac167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b28642-baf3-4ed3-a03e-3db40a0b85a3,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:01.893113 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9d97f2ec-f923-4651-830c-f8ce3c1ac167 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=50f08bce588b462782fddbc54242f313&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2185340 Aug 23 21:00:01.893849 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37436) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:01.937195 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aaa418-eaca-4c04-a8dd-9b61c8cfb359 req-bc0f73d6-d3f3-4297-b81d-58e3edf988e6 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:01.938828 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-37aaa418-eaca-4c04-a8dd-9b61c8cfb359 req-bc0f73d6-d3f3-4297-b81d-58e3edf988e6 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=455d7e9d-2520-43f1-950c-39e875c6b2c7 HTTP/1.1" status: 200 len: 944 time: 0.1354227 Aug 23 21:00:01.996698 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bc942671-a5e4-44b5-b7b8-1bbb1c64a303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:02.003672 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-37aaa418-eaca-4c04-a8dd-9b61c8cfb359 req-53518007-4aec-46f4-898a-a8ddc9d2fcc2 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520730 Aug 23 21:00:02.026668 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bc942671-a5e4-44b5-b7b8-1bbb1c64a303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:02.066857 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6852e41e-fc26-45a5-badd-80b5db6f4582 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:02.084564 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bc942671-a5e4-44b5-b7b8-1bbb1c64a303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:02.087570 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bc942671-a5e4-44b5-b7b8-1bbb1c64a303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:02.091474 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-bc942671-a5e4-44b5-b7b8-1bbb1c64a303 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b9b28642-baf3-4ed3-a03e-3db40a0b85a3 HTTP/1.1" status: 204 len: 168 time: 0.1934433 Aug 23 21:00:02.099649 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc942671-a5e4-44b5-b7b8-1bbb1c64a303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b28642-baf3-4ed3-a03e-3db40a0b85a3,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:02.146874 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6852e41e-fc26-45a5-badd-80b5db6f4582 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Pushing event updated for resources: {'Subnet': ['ID=89ea1076-954a-4f00-8223-2373cdbd6d8d,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:02.155858 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6852e41e-fc26-45a5-badd-80b5db6f4582 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Checking segment: {'id': '6519df29-f295-44f4-8e87-8324184b969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4ca0bd19-e09e-423e-808e-1f936511d93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:00:02.156303 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6852e41e-fc26-45a5-badd-80b5db6f4582 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Network hostable DHCP agents. Network: 4ca0bd19-e09e-423e-808e-1f936511d93b, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:00:02.179190 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6852e41e-fc26-45a5-badd-80b5db6f4582 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Network 4ca0bd19-e09e-423e-808e-1f936511d93b is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:00:02.189141 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-6852e41e-fc26-45a5-badd-80b5db6f4582 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 4ca0bd19-e09e-423e-808e-1f936511d93b) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:00:02.194981 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6852e41e-fc26-45a5-badd-80b5db6f4582 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:02.196722 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6852e41e-fc26-45a5-badd-80b5db6f4582 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:02.202760 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd88e09a-85b9-4064-8020-e5605d43fa0e None None] Network 4ca0bd19-e09e-423e-808e-1f936511d93b requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:00:02.222297 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37440) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:02.222660 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6852e41e-fc26-45a5-badd-80b5db6f4582 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.6041899 Aug 23 21:00:02.228997 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-5a25bdc0-1392-4046-8a95-09e0c6177706 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1360984119'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:02.252297 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a25bdc0-1392-4046-8a95-09e0c6177706 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Made reservation on behalf of 894fa06494c44cd4ac6dfb6c7f419c25 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:00:02.257370 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5a25bdc0-1392-4046-8a95-09e0c6177706 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:02.282792 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a25bdc0-1392-4046-8a95-09e0c6177706 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:00:02.292522 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5a25bdc0-1392-4046-8a95-09e0c6177706 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:02.292867 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-5a25bdc0-1392-4046-8a95-09e0c6177706 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Added segment e5dd8555-a53b-4392-bbfd-bbd2ae29042a of type vlan for network b926b8f5-aa11-4caf-8d1d-c9d83de14c64 Aug 23 21:00:02.341564 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5a25bdc0-1392-4046-8a95-09e0c6177706 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:02.373881 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5a25bdc0-1392-4046-8a95-09e0c6177706 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:02.379431 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a25bdc0-1392-4046-8a95-09e0c6177706 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:02.380088 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5a25bdc0-1392-4046-8a95-09e0c6177706 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:02.381635 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e4b9de-d448-44b0-8c0d-daa9a0a2a6c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-4ca0bd19-e09e-423e-808e-1f936511d93b', 'network_id': '4ca0bd19-e09e-423e-808e-1f936511d93b', 'tenant_id': '894fa06494c44cd4ac6dfb6c7f419c25', 'fixed_ips': [{'subnet_id': '89ea1076-954a-4f00-8223-2373cdbd6d8d'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 21:00:02.382497 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-82e4b9de-d448-44b0-8c0d-daa9a0a2a6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:02.443632 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-5a25bdc0-1392-4046-8a95-09e0c6177706 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2168992 Aug 23 21:00:02.443861 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37444) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:02.448781 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-2c6500c8-273c-4856-a176-e487f05cea8a tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Request body: {'subnet': {'network_id': 'b926b8f5-aa11-4caf-8d1d-c9d83de14c64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:02.482867 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a25bdc0-1392-4046-8a95-09e0c6177706 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Pushing event updated for resources: {'Network': ['ID=b926b8f5-aa11-4caf-8d1d-c9d83de14c64,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:02.494801 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network b926b8f5-aa11-4caf-8d1d-c9d83de14c64 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:00:02.607836 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6500c8-273c-4856-a176-e487f05cea8a tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Made reservation on behalf of 894fa06494c44cd4ac6dfb6c7f419c25 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:00:02.611611 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-82e4b9de-d448-44b0-8c0d-daa9a0a2a6c0 None None] Allocated IP 172.20.255.242 (4ca0bd19-e09e-423e-808e-1f936511d93b/89ea1076-954a-4f00-8223-2373cdbd6d8d/0cd3ec74-a4fb-48cc-8465-472348636455) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:00:02.612988 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c6500c8-273c-4856-a176-e487f05cea8a tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:02.790476 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-82e4b9de-d448-44b0-8c0d-daa9a0a2a6c0 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:02.799987 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-82e4b9de-d448-44b0-8c0d-daa9a0a2a6c0 None None] Transition to ACTIVE for port object 0cd3ec74-a4fb-48cc-8465-472348636455 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:00:02.822183 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-82e4b9de-d448-44b0-8c0d-daa9a0a2a6c0 None None] Transition to ACTIVE for port object 0cd3ec74-a4fb-48cc-8465-472348636455 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:00:02.829740 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-82e4b9de-d448-44b0-8c0d-daa9a0a2a6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:02.883679 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e4b9de-d448-44b0-8c0d-daa9a0a2a6c0 None None] Network 4ca0bd19-e09e-423e-808e-1f936511d93b is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:00:02.885323 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-82e4b9de-d448-44b0-8c0d-daa9a0a2a6c0 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:00:02.890185 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e4b9de-d448-44b0-8c0d-daa9a0a2a6c0 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:00:02.924596 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e4b9de-d448-44b0-8c0d-daa9a0a2a6c0 None None] Pushing event updated for resources: {'Port': ['ID=0cd3ec74-a4fb-48cc-8465-472348636455,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:02.959168 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-82e4b9de-d448-44b0-8c0d-daa9a0a2a6c0 None None] Attempting to bind port 0cd3ec74-a4fb-48cc-8465-472348636455 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:00:02.959641 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-82e4b9de-d448-44b0-8c0d-daa9a0a2a6c0 None None] Attempting to bind port 0cd3ec74-a4fb-48cc-8465-472348636455 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '6519df29-f295-44f4-8e87-8324184b969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4ca0bd19-e09e-423e-808e-1f936511d93b'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:00:02.960115 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e4b9de-d448-44b0-8c0d-daa9a0a2a6c0 None None] Attempting to bind port 0cd3ec74-a4fb-48cc-8465-472348636455 on network 4ca0bd19-e09e-423e-808e-1f936511d93b {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:00:02.965488 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e4b9de-d448-44b0-8c0d-daa9a0a2a6c0 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:00:02.965953 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e4b9de-d448-44b0-8c0d-daa9a0a2a6c0 None None] Checking segment: {'id': '6519df29-f295-44f4-8e87-8324184b969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4ca0bd19-e09e-423e-808e-1f936511d93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:00:02.966430 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-82e4b9de-d448-44b0-8c0d-daa9a0a2a6c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:02.966890 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e4b9de-d448-44b0-8c0d-daa9a0a2a6c0 None None] Bound using segment: {'id': '6519df29-f295-44f4-8e87-8324184b969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4ca0bd19-e09e-423e-808e-1f936511d93b'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:00:02.967466 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-82e4b9de-d448-44b0-8c0d-daa9a0a2a6c0 None None] Bound port: 0cd3ec74-a4fb-48cc-8465-472348636455, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6519df29-f295-44f4-8e87-8324184b969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4ca0bd19-e09e-423e-808e-1f936511d93b'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:00:02.967920 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-82e4b9de-d448-44b0-8c0d-daa9a0a2a6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:03.041811 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-82e4b9de-d448-44b0-8c0d-daa9a0a2a6c0 None None] For port 0cd3ec74-a4fb-48cc-8465-472348636455, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:00:03.045567 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-82e4b9de-d448-44b0-8c0d-daa9a0a2a6c0 None None] For port 0cd3ec74-a4fb-48cc-8465-472348636455, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=0cd3ec74-a4fb-48cc-8465-472348636455,segment=NetworkSegment(6519df29-f295-44f4-8e87-8324184b969e),segment_id=6519df29-f295-44f4-8e87-8324184b969e)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:00:03.058086 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-82e4b9de-d448-44b0-8c0d-daa9a0a2a6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:03.129066 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e4b9de-d448-44b0-8c0d-daa9a0a2a6c0 None None] Pushing event updated for resources: {'Port': ['ID=0cd3ec74-a4fb-48cc-8465-472348636455,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:03.200550 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67154fdb-833a-409c-8ccc-af69a56cc575 req-7ca7955b-a9d0-42f2-af26-e13d2998d3cb tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:03.203061 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-67154fdb-833a-409c-8ccc-af69a56cc575 req-7ca7955b-a9d0-42f2-af26-e13d2998d3cb tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=455d7e9d-2520-43f1-950c-39e875c6b2c7 HTTP/1.1" status: 200 len: 944 time: 0.0737314 Aug 23 21:00:03.211116 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c6500c8-273c-4856-a176-e487f05cea8a tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:03.262498 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-67154fdb-833a-409c-8ccc-af69a56cc575 req-65d4e168-9496-447e-b121-4f46a3a1e17f tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444412 Aug 23 21:00:03.291897 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6500c8-273c-4856-a176-e487f05cea8a tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Checking segment: {'id': 'e5dd8555-a53b-4392-bbfd-bbd2ae29042a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b926b8f5-aa11-4caf-8d1d-c9d83de14c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:00:03.292500 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6500c8-273c-4856-a176-e487f05cea8a tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Network hostable DHCP agents. Network: b926b8f5-aa11-4caf-8d1d-c9d83de14c64, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:00:03.296685 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6500c8-273c-4856-a176-e487f05cea8a tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Pushing event updated for resources: {'Subnet': ['ID=baa39c49-afb3-4208-b268-1a8b7240213f,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:03.325422 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6500c8-273c-4856-a176-e487f05cea8a tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Network b926b8f5-aa11-4caf-8d1d-c9d83de14c64 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:00:03.337887 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-2c6500c8-273c-4856-a176-e487f05cea8a tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, b926b8f5-aa11-4caf-8d1d-c9d83de14c64) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:00:03.350843 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6500c8-273c-4856-a176-e487f05cea8a tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:03.352152 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c6500c8-273c-4856-a176-e487f05cea8a tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:03.376863 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2760cbc-eca5-4baa-9cb7-3fa4b79c9492 None None] Network b926b8f5-aa11-4caf-8d1d-c9d83de14c64 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:00:03.390822 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2c6500c8-273c-4856-a176-e487f05cea8a tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.9457958 Aug 23 21:00:03.393362 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37472) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:03.533977 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bdc50739-4572-4ce4-864c-5d6ba45e857b tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:03.598005 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e49ecd-23d2-412f-aba2-f0d79502c72b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-b926b8f5-aa11-4caf-8d1d-c9d83de14c64', 'network_id': 'b926b8f5-aa11-4caf-8d1d-c9d83de14c64', 'tenant_id': '894fa06494c44cd4ac6dfb6c7f419c25', 'fixed_ips': [{'subnet_id': 'baa39c49-afb3-4208-b268-1a8b7240213f'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 21:00:03.600705 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b7e49ecd-23d2-412f-aba2-f0d79502c72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:03.629212 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bdc50739-4572-4ce4-864c-5d6ba45e857b tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:03.710366 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bdc50739-4572-4ce4-864c-5d6ba45e857b tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server [None req-b7e49ecd-23d2-412f-aba2-f0d79502c72b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet baa39c49-afb3-4208-b268-1a8b7240213f: This subnet is being modified by another concurrent operation. Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise exception Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet baa39c49-afb3-4208-b268-1a8b7240213f: This subnet is being modified by another concurrent operation. Aug 23 21:00:03.714326 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server Aug 23 21:00:03.738684 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0521e273-0cd1-4287-9b75-36428663d7cb None None] Network b926b8f5-aa11-4caf-8d1d-c9d83de14c64 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:00:03.748694 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc50739-4572-4ce4-864c-5d6ba45e857b tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Pushing event deleted for resources: {'Subnet': ['ID=baa39c49-afb3-4208-b268-1a8b7240213f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:03.815689 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bdc50739-4572-4ce4-864c-5d6ba45e857b tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:03.834145 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-bdc50739-4572-4ce4-864c-5d6ba45e857b tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b926b8f5-aa11-4caf-8d1d-c9d83de14c64']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:03.852909 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-bdc50739-4572-4ce4-864c-5d6ba45e857b tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5dd8555-a53b-4392-bbfd-bbd2ae29042a') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:03.853211 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-bdc50739-4572-4ce4-864c-5d6ba45e857b tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5dd8555-a53b-4392-bbfd-bbd2ae29042a') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:03.863265 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bdc50739-4572-4ce4-864c-5d6ba45e857b tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:03.879548 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bdc50739-4572-4ce4-864c-5d6ba45e857b tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:03.886700 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdc50739-4572-4ce4-864c-5d6ba45e857b tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:00:03.887173 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bdc50739-4572-4ce4-864c-5d6ba45e857b tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:03.890573 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 21:00:03.890573 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:00:03.890573 n-d-805663-2 neutron-server[94687]: timer() Aug 23 21:00:03.890573 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:00:03.890573 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 21:00:03.890573 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:00:03.890573 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 21:00:03.890573 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:00:03.890573 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 21:00:03.890573 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:00:03.890573 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 21:00:03.890573 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:00:03.890573 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 21:00:03.890573 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:00:03.890573 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:00:03.890573 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:00:03.890573 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:00:03.890573 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:00:03.890573 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 21:00:03.890573 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:00:03.890573 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 21:00:03.890573 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:00:03.890573 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:00:03.890573 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:00:03.890573 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 21:00:03.890573 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:00:03.890573 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:00:03.890573 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:00:03.890573 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:00:03.890573 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:00:03.890573 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:00:03.890573 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:00:03.957711 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bdc50739-4572-4ce4-864c-5d6ba45e857b tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:03.987924 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bdc50739-4572-4ce4-864c-5d6ba45e857b tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:03.991067 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-bdc50739-4572-4ce4-864c-5d6ba45e857b tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "DELETE /v2.0/networks/b926b8f5-aa11-4caf-8d1d-c9d83de14c64 HTTP/1.1" status: 204 len: 168 time: 0.5966570 Aug 23 21:00:03.994785 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37486) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:04.004310 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b33ef042-5ce9-4262-8eb3-f38a525686b4 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-238455278'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:04.015282 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc50739-4572-4ce4-864c-5d6ba45e857b tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Pushing event deleted for resources: {'Network': ['ID=b926b8f5-aa11-4caf-8d1d-c9d83de14c64,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:04.038500 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33ef042-5ce9-4262-8eb3-f38a525686b4 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Made reservation on behalf of 894fa06494c44cd4ac6dfb6c7f419c25 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:00:04.042734 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b33ef042-5ce9-4262-8eb3-f38a525686b4 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:04.073213 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b33ef042-5ce9-4262-8eb3-f38a525686b4 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:00:04.090258 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b33ef042-5ce9-4262-8eb3-f38a525686b4 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:04.090831 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-b33ef042-5ce9-4262-8eb3-f38a525686b4 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Added segment df5f09c4-01ba-4a51-9d53-551a8355d17b of type vlan for network aab96893-7886-4137-b79c-268ac4e4a803 Aug 23 21:00:04.093996 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 0cd3ec74-a4fb-48cc-8465-472348636455 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:00:04.153827 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 0cd3ec74-a4fb-48cc-8465-472348636455 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:00:04.157107 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b33ef042-5ce9-4262-8eb3-f38a525686b4 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:04.186073 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b33ef042-5ce9-4262-8eb3-f38a525686b4 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:04.191884 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33ef042-5ce9-4262-8eb3-f38a525686b4 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:04.192997 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b33ef042-5ce9-4262-8eb3-f38a525686b4 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:04.260667 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b33ef042-5ce9-4262-8eb3-f38a525686b4 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2616456 Aug 23 21:00:04.261294 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37492) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:04.266247 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-094f574d-61be-4185-aad0-fcea287cf205 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Request body: {'subnet': {'network_id': 'aab96893-7886-4137-b79c-268ac4e4a803', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:04.275675 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33ef042-5ce9-4262-8eb3-f38a525686b4 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Pushing event updated for resources: {'Network': ['ID=aab96893-7886-4137-b79c-268ac4e4a803,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:04.289732 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network aab96893-7886-4137-b79c-268ac4e4a803 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:00:04.356930 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e609adb1-39a9-4495-9cb0-e62cbf74b93e None None] Network 4ca0bd19-e09e-423e-808e-1f936511d93b requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:00:04.408680 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094f574d-61be-4185-aad0-fcea287cf205 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Made reservation on behalf of 894fa06494c44cd4ac6dfb6c7f419c25 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:00:04.414972 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-094f574d-61be-4185-aad0-fcea287cf205 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:04.424891 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b026b51-f378-4dbf-a117-e5130aec338a req-5914d468-8780-4f83-b375-c8599a341b04 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:04.426839 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0b026b51-f378-4dbf-a117-e5130aec338a req-5914d468-8780-4f83-b375-c8599a341b04 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=455d7e9d-2520-43f1-950c-39e875c6b2c7 HTTP/1.1" status: 200 len: 944 time: 0.0766032 Aug 23 21:00:04.451627 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-24334c6b-0cff-4629-9487-32826c4bbe40 None None] Provisioning for port 0cd3ec74-a4fb-48cc-8465-472348636455 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:00:04.480679 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-24334c6b-0cff-4629-9487-32826c4bbe40 None None] Provisioning complete for port 0cd3ec74-a4fb-48cc-8465-472348636455 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:00:04.481258 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-24334c6b-0cff-4629-9487-32826c4bbe40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:04.489397 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0b026b51-f378-4dbf-a117-e5130aec338a req-02b5c98d-3e4e-4007-8c4e-0497beae8cfd tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553088 Aug 23 21:00:04.498775 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.ipam_backend_mixin [None req-094f574d-61be-4185-aad0-fcea287cf205 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Performing IP validity checks on allocation pools {{(pid=94687) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 23 21:00:04.499361 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.ipam_backend_mixin [None req-094f574d-61be-4185-aad0-fcea287cf205 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94687) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 23 21:00:04.650402 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-094f574d-61be-4185-aad0-fcea287cf205 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:04.651809 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-24334c6b-0cff-4629-9487-32826c4bbe40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:04.696277 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-24334c6b-0cff-4629-9487-32826c4bbe40 None None] For port 0cd3ec74-a4fb-48cc-8465-472348636455, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=0cd3ec74-a4fb-48cc-8465-472348636455,segment=NetworkSegment(6519df29-f295-44f4-8e87-8324184b969e),segment_id=6519df29-f295-44f4-8e87-8324184b969e)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:00:04.701684 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-24334c6b-0cff-4629-9487-32826c4bbe40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:04.732493 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094f574d-61be-4185-aad0-fcea287cf205 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Pushing event updated for resources: {'Subnet': ['ID=9a913f58-fbb1-4b99-a804-5acb6c0ae882,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:04.737200 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094f574d-61be-4185-aad0-fcea287cf205 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Checking segment: {'id': 'df5f09c4-01ba-4a51-9d53-551a8355d17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'aab96893-7886-4137-b79c-268ac4e4a803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:00:04.737573 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094f574d-61be-4185-aad0-fcea287cf205 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Network hostable DHCP agents. Network: aab96893-7886-4137-b79c-268ac4e4a803, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:00:04.769342 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094f574d-61be-4185-aad0-fcea287cf205 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Network aab96893-7886-4137-b79c-268ac4e4a803 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:00:04.771245 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24334c6b-0cff-4629-9487-32826c4bbe40 None None] Pushing event updated for resources: {'Port': ['ID=0cd3ec74-a4fb-48cc-8465-472348636455,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:04.782766 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24334c6b-0cff-4629-9487-32826c4bbe40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:00:04.782996 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-094f574d-61be-4185-aad0-fcea287cf205 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, aab96893-7886-4137-b79c-268ac4e4a803) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:00:04.783265 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24334c6b-0cff-4629-9487-32826c4bbe40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:00:04.783672 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24334c6b-0cff-4629-9487-32826c4bbe40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:00:04.784089 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24334c6b-0cff-4629-9487-32826c4bbe40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:00:04.784496 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24334c6b-0cff-4629-9487-32826c4bbe40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:00:04.784833 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24334c6b-0cff-4629-9487-32826c4bbe40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:00:04.785164 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24334c6b-0cff-4629-9487-32826c4bbe40 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:00:04.785490 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24334c6b-0cff-4629-9487-32826c4bbe40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:00:04.786327 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24334c6b-0cff-4629-9487-32826c4bbe40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:00:04.786893 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24334c6b-0cff-4629-9487-32826c4bbe40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:00:04.787469 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24334c6b-0cff-4629-9487-32826c4bbe40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:00:04.787806 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24334c6b-0cff-4629-9487-32826c4bbe40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:00:04.789404 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094f574d-61be-4185-aad0-fcea287cf205 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:04.790133 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-094f574d-61be-4185-aad0-fcea287cf205 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:04.799973 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09236c79-64fc-4ff0-ade3-7be2124493ac None None] Network aab96893-7886-4137-b79c-268ac4e4a803 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:00:04.811775 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-094f574d-61be-4185-aad0-fcea287cf205 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.5472629 Aug 23 21:00:04.812100 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37506) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:04.931166 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3ac87058-fb63-4594-9318-64d663289042 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:04.973502 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7ed41b68-f09b-49ca-9c5c-6936f7926854 None None] Provisioning complete for port 0cd3ec74-a4fb-48cc-8465-472348636455 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:00:04.973786 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7ed41b68-f09b-49ca-9c5c-6936f7926854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:05.005325 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3ac87058-fb63-4594-9318-64d663289042 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:05.008844 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72be0bc5-8fd9-4117-9326-4b2e9b14d159 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-aab96893-7886-4137-b79c-268ac4e4a803', 'network_id': 'aab96893-7886-4137-b79c-268ac4e4a803', 'tenant_id': '894fa06494c44cd4ac6dfb6c7f419c25', 'fixed_ips': [{'subnet_id': '9a913f58-fbb1-4b99-a804-5acb6c0ae882'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 21:00:05.009880 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-72be0bc5-8fd9-4117-9326-4b2e9b14d159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:05.090676 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3ac87058-fb63-4594-9318-64d663289042 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:05.130731 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac87058-fb63-4594-9318-64d663289042 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Pushing event deleted for resources: {'Subnet': ['ID=9a913f58-fbb1-4b99-a804-5acb6c0ae882,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server [None req-72be0bc5-8fd9-4117-9326-4b2e9b14d159 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9a913f58-fbb1-4b99-a804-5acb6c0ae882: This subnet is being modified by another concurrent operation. Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise exception Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9a913f58-fbb1-4b99-a804-5acb6c0ae882: This subnet is being modified by another concurrent operation. Aug 23 21:00:05.154603 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server Aug 23 21:00:05.181046 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68dc8647-84ac-45e5-b5f1-8f0afc933feb None None] Network aab96893-7886-4137-b79c-268ac4e4a803 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:00:05.197501 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3ac87058-fb63-4594-9318-64d663289042 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:05.211290 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-3ac87058-fb63-4594-9318-64d663289042 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aab96893-7886-4137-b79c-268ac4e4a803']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:05.223030 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-3ac87058-fb63-4594-9318-64d663289042 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df5f09c4-01ba-4a51-9d53-551a8355d17b') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:05.223524 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-3ac87058-fb63-4594-9318-64d663289042 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df5f09c4-01ba-4a51-9d53-551a8355d17b') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:05.233330 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3ac87058-fb63-4594-9318-64d663289042 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:05.249594 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3ac87058-fb63-4594-9318-64d663289042 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:05.257258 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ac87058-fb63-4594-9318-64d663289042 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:00:05.257826 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3ac87058-fb63-4594-9318-64d663289042 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:05.260931 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 21:00:05.260931 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:00:05.260931 n-d-805663-2 neutron-server[94687]: timer() Aug 23 21:00:05.260931 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:00:05.260931 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 21:00:05.260931 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:00:05.260931 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 21:00:05.260931 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:00:05.260931 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 21:00:05.260931 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:00:05.260931 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 21:00:05.260931 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:00:05.260931 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 21:00:05.260931 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:00:05.260931 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:00:05.260931 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:00:05.260931 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:00:05.260931 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:00:05.260931 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 21:00:05.260931 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:00:05.260931 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 21:00:05.260931 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:00:05.260931 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:00:05.260931 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:00:05.260931 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 21:00:05.260931 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:00:05.260931 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:00:05.260931 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:00:05.260931 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:00:05.260931 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:00:05.260931 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:00:05.260931 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:00:05.304263 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a012f5-1eb9-4b1b-a5a2-37bdb52da7ca None None] get_active_networks_info from n-d-805663-2 {{(pid=94689) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 21:00:05.325353 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3ac87058-fb63-4594-9318-64d663289042 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:05.333618 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3ac87058-fb63-4594-9318-64d663289042 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:05.339586 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37520) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:05.340094 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3ac87058-fb63-4594-9318-64d663289042 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "DELETE /v2.0/networks/aab96893-7886-4137-b79c-268ac4e4a803 HTTP/1.1" status: 204 len: 168 time: 0.5236833 Aug 23 21:00:05.345393 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-dadec575-0053-4bc3-a020-133d68d06f46 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-441004417'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:05.352868 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac87058-fb63-4594-9318-64d663289042 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Pushing event deleted for resources: {'Network': ['ID=aab96893-7886-4137-b79c-268ac4e4a803,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:05.378729 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dadec575-0053-4bc3-a020-133d68d06f46 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Made reservation on behalf of 894fa06494c44cd4ac6dfb6c7f419c25 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:00:05.381275 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dadec575-0053-4bc3-a020-133d68d06f46 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:05.406897 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a012f5-1eb9-4b1b-a5a2-37bdb52da7ca None None] Resources bound (agent type, host, resource id): {{(pid=94689) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 21:00:05.410431 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dadec575-0053-4bc3-a020-133d68d06f46 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:00:05.428148 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dadec575-0053-4bc3-a020-133d68d06f46 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:05.428499 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-dadec575-0053-4bc3-a020-133d68d06f46 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Added segment 9204a6d2-9220-4009-adf2-4ac8e018ce37 of type vlan for network 5c8576fb-c89e-4788-a81f-54e8645b418f Aug 23 21:00:05.481772 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dadec575-0053-4bc3-a020-133d68d06f46 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:05.509712 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dadec575-0053-4bc3-a020-133d68d06f46 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:05.515643 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadec575-0053-4bc3-a020-133d68d06f46 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:05.516261 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dadec575-0053-4bc3-a020-133d68d06f46 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:05.585037 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-dadec575-0053-4bc3-a020-133d68d06f46 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2435286 Aug 23 21:00:05.592936 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37528) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:05.605595 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-65dee506-c153-4b6c-93ad-e928311488c0 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Request body: {'subnet': {'network_id': '5c8576fb-c89e-4788-a81f-54e8645b418f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:05.629262 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadec575-0053-4bc3-a020-133d68d06f46 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Pushing event updated for resources: {'Network': ['ID=5c8576fb-c89e-4788-a81f-54e8645b418f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:05.644899 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 5c8576fb-c89e-4788-a81f-54e8645b418f details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:00:05.653279 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502ad24-f70e-4ecd-8cfc-172583215fae req-cac7abed-ffbc-48e7-baaa-01a81b145657 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:05.655184 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a502ad24-f70e-4ecd-8cfc-172583215fae req-cac7abed-ffbc-48e7-baaa-01a81b145657 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=455d7e9d-2520-43f1-950c-39e875c6b2c7 HTTP/1.1" status: 200 len: 944 time: 0.0863776 Aug 23 21:00:05.707953 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a502ad24-f70e-4ecd-8cfc-172583215fae req-98b86a69-6d78-43ec-8340-a2fbe4e50e48 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433452 Aug 23 21:00:05.747495 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65dee506-c153-4b6c-93ad-e928311488c0 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Made reservation on behalf of 894fa06494c44cd4ac6dfb6c7f419c25 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:00:05.751417 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-65dee506-c153-4b6c-93ad-e928311488c0 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:05.753071 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9cace5-5543-402b-917d-0263d47530b3 None None] get_active_networks_info from n-d-805663-2 {{(pid=94689) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 21:00:05.867494 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9cace5-5543-402b-917d-0263d47530b3 None None] Resources bound (agent type, host, resource id): {{(pid=94689) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 21:00:05.960681 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-65dee506-c153-4b6c-93ad-e928311488c0 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:06.040046 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dee506-c153-4b6c-93ad-e928311488c0 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Checking segment: {'id': '9204a6d2-9220-4009-adf2-4ac8e018ce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '5c8576fb-c89e-4788-a81f-54e8645b418f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:00:06.040425 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dee506-c153-4b6c-93ad-e928311488c0 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Network hostable DHCP agents. Network: 5c8576fb-c89e-4788-a81f-54e8645b418f, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:00:06.050904 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dee506-c153-4b6c-93ad-e928311488c0 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Pushing event updated for resources: {'Subnet': ['ID=d21ed308-3e28-48ac-95c0-2868e6047428,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:06.065950 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 0cd3ec74-a4fb-48cc-8465-472348636455 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:00:06.067648 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dee506-c153-4b6c-93ad-e928311488c0 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Network 5c8576fb-c89e-4788-a81f-54e8645b418f is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:00:06.078867 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-65dee506-c153-4b6c-93ad-e928311488c0 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 5c8576fb-c89e-4788-a81f-54e8645b418f) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:00:06.083728 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dee506-c153-4b6c-93ad-e928311488c0 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:06.084551 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-65dee506-c153-4b6c-93ad-e928311488c0 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:06.100563 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-65dee506-c153-4b6c-93ad-e928311488c0 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5062897 Aug 23 21:00:06.103633 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37536) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:06.167332 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 0cd3ec74-a4fb-48cc-8465-472348636455 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:00:06.167332 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:06.189322 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701f4589-c8e6-4db8-baed-b7ca1b7f2d03 None None] Network 5c8576fb-c89e-4788-a81f-54e8645b418f requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:00:06.216306 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d714aff3-62ed-48ad-ac52-8474e18a8a5e tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:06.283631 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d714aff3-62ed-48ad-ac52-8474e18a8a5e tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:06.358690 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d714aff3-62ed-48ad-ac52-8474e18a8a5e tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:06.391847 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d714aff3-62ed-48ad-ac52-8474e18a8a5e tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Pushing event deleted for resources: {'Subnet': ['ID=d21ed308-3e28-48ac-95c0-2868e6047428,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:06.396595 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583dbd04-9914-4476-b1ba-a83ac442fa72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-5c8576fb-c89e-4788-a81f-54e8645b418f', 'network_id': '5c8576fb-c89e-4788-a81f-54e8645b418f', 'tenant_id': '894fa06494c44cd4ac6dfb6c7f419c25', 'fixed_ips': [{'subnet_id': 'd21ed308-3e28-48ac-95c0-2868e6047428'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 21:00:06.397681 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-583dbd04-9914-4476-b1ba-a83ac442fa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:06.468477 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d714aff3-62ed-48ad-ac52-8474e18a8a5e tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:06.486655 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-d714aff3-62ed-48ad-ac52-8474e18a8a5e tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c8576fb-c89e-4788-a81f-54e8645b418f']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:06.492191 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15702b5c-dd8a-47bb-b232-617419497db6 None None] Network 5c8576fb-c89e-4788-a81f-54e8645b418f requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:00:06.500503 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-d714aff3-62ed-48ad-ac52-8474e18a8a5e tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9204a6d2-9220-4009-adf2-4ac8e018ce37') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:06.500857 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-d714aff3-62ed-48ad-ac52-8474e18a8a5e tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9204a6d2-9220-4009-adf2-4ac8e018ce37') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:06.512154 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d714aff3-62ed-48ad-ac52-8474e18a8a5e tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:06.528728 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d714aff3-62ed-48ad-ac52-8474e18a8a5e tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:06.537522 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d714aff3-62ed-48ad-ac52-8474e18a8a5e tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:00:06.538246 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d714aff3-62ed-48ad-ac52-8474e18a8a5e tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:06.541632 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 21:00:06.541632 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:00:06.541632 n-d-805663-2 neutron-server[94688]: timer() Aug 23 21:00:06.541632 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:00:06.541632 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 21:00:06.541632 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:00:06.541632 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 21:00:06.541632 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:00:06.541632 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 21:00:06.541632 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:00:06.541632 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 21:00:06.541632 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:00:06.541632 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 21:00:06.541632 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:00:06.541632 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:00:06.541632 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:00:06.541632 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:00:06.541632 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:00:06.541632 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 21:00:06.541632 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:00:06.541632 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 21:00:06.541632 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:00:06.541632 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:00:06.541632 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:00:06.541632 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 21:00:06.541632 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:00:06.541632 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:00:06.541632 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:00:06.541632 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:00:06.541632 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:00:06.541632 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:00:06.541632 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:00:06.609271 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d714aff3-62ed-48ad-ac52-8474e18a8a5e tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:06.617561 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d714aff3-62ed-48ad-ac52-8474e18a8a5e tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:06.620103 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d714aff3-62ed-48ad-ac52-8474e18a8a5e tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "DELETE /v2.0/networks/5c8576fb-c89e-4788-a81f-54e8645b418f HTTP/1.1" status: 204 len: 168 time: 0.5144508 Aug 23 21:00:06.623122 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37542) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:06.630612 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-48a5a179-0310-4153-9345-fa34b155b356 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-458862458'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:06.637901 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d714aff3-62ed-48ad-ac52-8474e18a8a5e tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Pushing event deleted for resources: {'Network': ['ID=5c8576fb-c89e-4788-a81f-54e8645b418f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:06.652954 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a5a179-0310-4153-9345-fa34b155b356 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Made reservation on behalf of 894fa06494c44cd4ac6dfb6c7f419c25 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:00:06.656558 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-48a5a179-0310-4153-9345-fa34b155b356 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:06.680884 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48a5a179-0310-4153-9345-fa34b155b356 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:00:06.691064 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-48a5a179-0310-4153-9345-fa34b155b356 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:06.691412 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-48a5a179-0310-4153-9345-fa34b155b356 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Added segment bc92773e-8a16-416b-8362-3da1c695e316 of type vlan for network 8d8c3bc9-241f-41ef-8c6e-543ea98d874b Aug 23 21:00:06.734713 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-48a5a179-0310-4153-9345-fa34b155b356 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:06.763541 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-48a5a179-0310-4153-9345-fa34b155b356 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:06.769253 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a5a179-0310-4153-9345-fa34b155b356 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:06.769857 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-48a5a179-0310-4153-9345-fa34b155b356 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:06.828961 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37552) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:06.829171 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-48a5a179-0310-4153-9345-fa34b155b356 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2037880 Aug 23 21:00:06.836490 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-3671419a-912c-4956-8e98-8d9d9dd75bbb tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Request body: {'subnet': {'network_id': '8d8c3bc9-241f-41ef-8c6e-543ea98d874b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:06.848135 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a5a179-0310-4153-9345-fa34b155b356 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Pushing event updated for resources: {'Network': ['ID=8d8c3bc9-241f-41ef-8c6e-543ea98d874b,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:06.863789 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 8d8c3bc9-241f-41ef-8c6e-543ea98d874b details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:00:06.865656 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5b410-7602-4db8-b6e5-1dd226121297 req-eeb43794-f4da-4cbf-b7ae-d543882f179e tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:06.867265 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fbc5b410-7602-4db8-b6e5-1dd226121297 req-eeb43794-f4da-4cbf-b7ae-d543882f179e tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=455d7e9d-2520-43f1-950c-39e875c6b2c7 HTTP/1.1" status: 200 len: 944 time: 0.0850224 Aug 23 21:00:06.969196 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fbc5b410-7602-4db8-b6e5-1dd226121297 req-6233dbea-47f6-4aef-a7cf-ee162db94903 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916102 Aug 23 21:00:07.000071 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3671419a-912c-4956-8e98-8d9d9dd75bbb tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Made reservation on behalf of 894fa06494c44cd4ac6dfb6c7f419c25 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:00:07.004051 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3671419a-912c-4956-8e98-8d9d9dd75bbb tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:07.204793 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3671419a-912c-4956-8e98-8d9d9dd75bbb tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:07.266094 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3671419a-912c-4956-8e98-8d9d9dd75bbb tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Pushing event updated for resources: {'Subnet': ['ID=ed1311c2-e4b3-4922-8d89-173a97fff682,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:07.274510 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3671419a-912c-4956-8e98-8d9d9dd75bbb tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Checking segment: {'id': 'bc92773e-8a16-416b-8362-3da1c695e316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '8d8c3bc9-241f-41ef-8c6e-543ea98d874b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:00:07.274862 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3671419a-912c-4956-8e98-8d9d9dd75bbb tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Network hostable DHCP agents. Network: 8d8c3bc9-241f-41ef-8c6e-543ea98d874b, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:00:07.291669 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3671419a-912c-4956-8e98-8d9d9dd75bbb tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Network 8d8c3bc9-241f-41ef-8c6e-543ea98d874b is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:00:07.304431 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-3671419a-912c-4956-8e98-8d9d9dd75bbb tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 8d8c3bc9-241f-41ef-8c6e-543ea98d874b) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:00:07.309140 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3671419a-912c-4956-8e98-8d9d9dd75bbb tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:07.309811 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3671419a-912c-4956-8e98-8d9d9dd75bbb tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:07.314677 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf831cf-8e86-41fc-8899-e6ca3aded7e5 None None] Network 8d8c3bc9-241f-41ef-8c6e-543ea98d874b requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:00:07.327206 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-3671419a-912c-4956-8e98-8d9d9dd75bbb tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4955661 Aug 23 21:00:07.329194 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37562) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:07.437935 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d180560c-9e8f-40a5-97aa-789a330e6e47 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:07.502092 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d180560c-9e8f-40a5-97aa-789a330e6e47 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:07.573528 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d180560c-9e8f-40a5-97aa-789a330e6e47 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:07.613839 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d180560c-9e8f-40a5-97aa-789a330e6e47 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Pushing event deleted for resources: {'Subnet': ['ID=ed1311c2-e4b3-4922-8d89-173a97fff682,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:07.639011 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c4d7d5-6c5d-43f1-bdd7-e21e70116f63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-8d8c3bc9-241f-41ef-8c6e-543ea98d874b', 'network_id': '8d8c3bc9-241f-41ef-8c6e-543ea98d874b', 'tenant_id': '894fa06494c44cd4ac6dfb6c7f419c25', 'fixed_ips': [{'subnet_id': 'ed1311c2-e4b3-4922-8d89-173a97fff682'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 21:00:07.639870 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-57c4d7d5-6c5d-43f1-bdd7-e21e70116f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:07.673678 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d180560c-9e8f-40a5-97aa-789a330e6e47 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:07.684235 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-d180560c-9e8f-40a5-97aa-789a330e6e47 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d8c3bc9-241f-41ef-8c6e-543ea98d874b']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:07.694941 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-d180560c-9e8f-40a5-97aa-789a330e6e47 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc92773e-8a16-416b-8362-3da1c695e316') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:07.695230 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-d180560c-9e8f-40a5-97aa-789a330e6e47 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc92773e-8a16-416b-8362-3da1c695e316') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:07.704318 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d180560c-9e8f-40a5-97aa-789a330e6e47 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:07.718498 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d180560c-9e8f-40a5-97aa-789a330e6e47 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:07.725626 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d180560c-9e8f-40a5-97aa-789a330e6e47 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:00:07.726021 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d180560c-9e8f-40a5-97aa-789a330e6e47 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:07.729207 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 21:00:07.729207 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:00:07.729207 n-d-805663-2 neutron-server[94688]: timer() Aug 23 21:00:07.729207 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:00:07.729207 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 21:00:07.729207 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:00:07.729207 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 21:00:07.729207 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:00:07.729207 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 21:00:07.729207 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:00:07.729207 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 21:00:07.729207 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:00:07.729207 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 21:00:07.729207 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:00:07.729207 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:00:07.729207 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:00:07.729207 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:00:07.729207 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:00:07.729207 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 21:00:07.729207 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:00:07.729207 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 21:00:07.729207 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:00:07.729207 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:00:07.729207 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:00:07.729207 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 21:00:07.729207 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:00:07.729207 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:00:07.729207 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:00:07.729207 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:00:07.729207 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:00:07.729207 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:00:07.729207 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:00:07.735591 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7e1f17-ecbf-4391-a142-f07b232330a2 None None] Network 8d8c3bc9-241f-41ef-8c6e-543ea98d874b requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:00:07.796331 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d180560c-9e8f-40a5-97aa-789a330e6e47 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:07.804452 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d180560c-9e8f-40a5-97aa-789a330e6e47 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:07.806950 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d180560c-9e8f-40a5-97aa-789a330e6e47 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "DELETE /v2.0/networks/8d8c3bc9-241f-41ef-8c6e-543ea98d874b HTTP/1.1" status: 204 len: 168 time: 0.4770963 Aug 23 21:00:07.812171 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37564) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:07.817751 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-42e8d123-3c37-4041-a0e2-73eccfb898d3 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-46890713'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:07.819119 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d180560c-9e8f-40a5-97aa-789a330e6e47 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Pushing event deleted for resources: {'Network': ['ID=8d8c3bc9-241f-41ef-8c6e-543ea98d874b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:07.841219 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e8d123-3c37-4041-a0e2-73eccfb898d3 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Made reservation on behalf of 894fa06494c44cd4ac6dfb6c7f419c25 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:00:07.845327 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-42e8d123-3c37-4041-a0e2-73eccfb898d3 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:07.871824 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42e8d123-3c37-4041-a0e2-73eccfb898d3 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:00:07.880925 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-42e8d123-3c37-4041-a0e2-73eccfb898d3 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:07.881271 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-42e8d123-3c37-4041-a0e2-73eccfb898d3 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Added segment e4de07a1-ccf5-4858-a155-44ec44aff727 of type vlan for network e2203ef5-5e51-4531-a0d8-715692d710ac Aug 23 21:00:07.921419 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-42e8d123-3c37-4041-a0e2-73eccfb898d3 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:07.946378 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-42e8d123-3c37-4041-a0e2-73eccfb898d3 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:07.951911 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e8d123-3c37-4041-a0e2-73eccfb898d3 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:07.952540 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-42e8d123-3c37-4041-a0e2-73eccfb898d3 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:08.013266 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-42e8d123-3c37-4041-a0e2-73eccfb898d3 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.1999660 Aug 23 21:00:08.016271 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37568) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:08.021977 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-9b9d11ed-d276-4c83-ace9-d04fb8c117cf tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Request body: {'subnet': {'network_id': 'e2203ef5-5e51-4531-a0d8-715692d710ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:08.029667 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e8d123-3c37-4041-a0e2-73eccfb898d3 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Pushing event updated for resources: {'Network': ['ID=e2203ef5-5e51-4531-a0d8-715692d710ac,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:08.044293 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network e2203ef5-5e51-4531-a0d8-715692d710ac details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:00:08.157584 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88368f46-5105-4a4a-8495-5f144f3de2fe req-56cc38de-0549-48d4-8002-a123d443c646 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:08.158964 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-88368f46-5105-4a4a-8495-5f144f3de2fe req-56cc38de-0549-48d4-8002-a123d443c646 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=455d7e9d-2520-43f1-950c-39e875c6b2c7 HTTP/1.1" status: 200 len: 944 time: 0.0821538 Aug 23 21:00:08.167563 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9d11ed-d276-4c83-ace9-d04fb8c117cf tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Made reservation on behalf of 894fa06494c44cd4ac6dfb6c7f419c25 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:00:08.171445 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9b9d11ed-d276-4c83-ace9-d04fb8c117cf tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:08.247637 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.ipam_backend_mixin [None req-9b9d11ed-d276-4c83-ace9-d04fb8c117cf tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Performing IP validity checks on allocation pools {{(pid=94687) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 23 21:00:08.248222 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.ipam_backend_mixin [None req-9b9d11ed-d276-4c83-ace9-d04fb8c117cf tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94687) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 23 21:00:08.277605 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-88368f46-5105-4a4a-8495-5f144f3de2fe req-10a6b1f5-b7a5-4d3c-9420-449738a36acd tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011674 Aug 23 21:00:08.399266 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9b9d11ed-d276-4c83-ace9-d04fb8c117cf tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:08.473868 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d11ed-d276-4c83-ace9-d04fb8c117cf tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Pushing event updated for resources: {'Subnet': ['ID=962d9b5d-43c0-4c9a-a1d2-950ecbff9691,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:08.478085 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9d11ed-d276-4c83-ace9-d04fb8c117cf tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Checking segment: {'id': 'e4de07a1-ccf5-4858-a155-44ec44aff727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e2203ef5-5e51-4531-a0d8-715692d710ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:00:08.479047 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9d11ed-d276-4c83-ace9-d04fb8c117cf tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Network hostable DHCP agents. Network: e2203ef5-5e51-4531-a0d8-715692d710ac, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:00:08.500478 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9d11ed-d276-4c83-ace9-d04fb8c117cf tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Network e2203ef5-5e51-4531-a0d8-715692d710ac is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:00:08.510341 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-9b9d11ed-d276-4c83-ace9-d04fb8c117cf tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, e2203ef5-5e51-4531-a0d8-715692d710ac) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:00:08.514720 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9d11ed-d276-4c83-ace9-d04fb8c117cf tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:08.515310 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9b9d11ed-d276-4c83-ace9-d04fb8c117cf tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:08.524998 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48144296-05f1-49aa-9be1-20354e68fd35 None None] Network e2203ef5-5e51-4531-a0d8-715692d710ac requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:00:08.531927 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9b9d11ed-d276-4c83-ace9-d04fb8c117cf tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.5146222 Aug 23 21:00:08.534583 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37582) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:08.637650 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d430a4fd-6a0a-4e5d-a2e8-f793598a7053 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:08.689082 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e61df5f-a850-48b5-82c6-47b98c42672d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-e2203ef5-5e51-4531-a0d8-715692d710ac', 'network_id': 'e2203ef5-5e51-4531-a0d8-715692d710ac', 'tenant_id': '894fa06494c44cd4ac6dfb6c7f419c25', 'fixed_ips': [{'subnet_id': '962d9b5d-43c0-4c9a-a1d2-950ecbff9691'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 21:00:08.690225 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8e61df5f-a850-48b5-82c6-47b98c42672d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:08.710167 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d430a4fd-6a0a-4e5d-a2e8-f793598a7053 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:08.780786 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d430a4fd-6a0a-4e5d-a2e8-f793598a7053 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:08.812208 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d430a4fd-6a0a-4e5d-a2e8-f793598a7053 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Pushing event deleted for resources: {'Subnet': ['ID=962d9b5d-43c0-4c9a-a1d2-950ecbff9691,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server [None req-8e61df5f-a850-48b5-82c6-47b98c42672d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 962d9b5d-43c0-4c9a-a1d2-950ecbff9691: This subnet is being modified by another concurrent operation. Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise exception Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 962d9b5d-43c0-4c9a-a1d2-950ecbff9691: This subnet is being modified by another concurrent operation. Aug 23 21:00:08.814763 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server Aug 23 21:00:08.835660 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bcea9be-628b-4eee-b4f6-7f7906817e33 None None] Network e2203ef5-5e51-4531-a0d8-715692d710ac requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:00:08.887121 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d430a4fd-6a0a-4e5d-a2e8-f793598a7053 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:08.898207 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-d430a4fd-6a0a-4e5d-a2e8-f793598a7053 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2203ef5-5e51-4531-a0d8-715692d710ac']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:08.910048 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-d430a4fd-6a0a-4e5d-a2e8-f793598a7053 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4de07a1-ccf5-4858-a155-44ec44aff727') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:08.910355 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-d430a4fd-6a0a-4e5d-a2e8-f793598a7053 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4de07a1-ccf5-4858-a155-44ec44aff727') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:08.920172 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d430a4fd-6a0a-4e5d-a2e8-f793598a7053 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:08.937308 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d430a4fd-6a0a-4e5d-a2e8-f793598a7053 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:08.944477 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d430a4fd-6a0a-4e5d-a2e8-f793598a7053 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:00:08.944898 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d430a4fd-6a0a-4e5d-a2e8-f793598a7053 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:08.948148 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 21:00:08.948148 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:00:08.948148 n-d-805663-2 neutron-server[94688]: timer() Aug 23 21:00:08.948148 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:00:08.948148 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 21:00:08.948148 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:00:08.948148 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 21:00:08.948148 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:00:08.948148 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 21:00:08.948148 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:00:08.948148 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 21:00:08.948148 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:00:08.948148 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 21:00:08.948148 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:00:08.948148 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:00:08.948148 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:00:08.948148 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:00:08.948148 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:00:08.948148 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 21:00:08.948148 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:00:08.948148 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 21:00:08.948148 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:00:08.948148 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:00:08.948148 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:00:08.948148 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 21:00:08.948148 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:00:08.948148 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:00:08.948148 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:00:08.948148 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:00:08.948148 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:00:08.948148 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:00:08.948148 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:00:08.958759 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bd080a-8f92-40ab-b93b-fc2ade61bc65 None None] get_active_networks_info from n-d-805663-2 {{(pid=94689) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 21:00:09.019361 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d430a4fd-6a0a-4e5d-a2e8-f793598a7053 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:09.027357 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d430a4fd-6a0a-4e5d-a2e8-f793598a7053 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:09.033693 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37590) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:09.034214 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d430a4fd-6a0a-4e5d-a2e8-f793598a7053 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "DELETE /v2.0/networks/e2203ef5-5e51-4531-a0d8-715692d710ac HTTP/1.1" status: 204 len: 168 time: 0.4962485 Aug 23 21:00:09.039435 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-0929435e-7ee1-4e78-b9cd-9a584cb41dc9 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-635054941'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:09.051014 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d430a4fd-6a0a-4e5d-a2e8-f793598a7053 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Pushing event deleted for resources: {'Network': ['ID=e2203ef5-5e51-4531-a0d8-715692d710ac,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:09.072565 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0929435e-7ee1-4e78-b9cd-9a584cb41dc9 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Made reservation on behalf of 894fa06494c44cd4ac6dfb6c7f419c25 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:00:09.076847 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0929435e-7ee1-4e78-b9cd-9a584cb41dc9 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:09.086463 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bd080a-8f92-40ab-b93b-fc2ade61bc65 None None] Resources bound (agent type, host, resource id): {{(pid=94689) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 21:00:09.105572 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0929435e-7ee1-4e78-b9cd-9a584cb41dc9 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:00:09.116783 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0929435e-7ee1-4e78-b9cd-9a584cb41dc9 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:09.117123 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-0929435e-7ee1-4e78-b9cd-9a584cb41dc9 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Added segment 76098b1b-4280-45a6-ad75-ee066f201ac2 of type vlan for network 6cb793e0-c29d-4361-91ae-b97b7d77179b Aug 23 21:00:09.162908 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0929435e-7ee1-4e78-b9cd-9a584cb41dc9 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:09.189602 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0929435e-7ee1-4e78-b9cd-9a584cb41dc9 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:09.196020 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0929435e-7ee1-4e78-b9cd-9a584cb41dc9 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:09.196332 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0929435e-7ee1-4e78-b9cd-9a584cb41dc9 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:09.249276 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0929435e-7ee1-4e78-b9cd-9a584cb41dc9 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2119448 Aug 23 21:00:09.252020 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37594) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:09.261468 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-a32e7060-c85e-4d16-8537-5fd805006398 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Request body: {'subnet': {'network_id': '6cb793e0-c29d-4361-91ae-b97b7d77179b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:09.273018 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0929435e-7ee1-4e78-b9cd-9a584cb41dc9 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Pushing event updated for resources: {'Network': ['ID=6cb793e0-c29d-4361-91ae-b97b7d77179b,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:09.299854 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 6cb793e0-c29d-4361-91ae-b97b7d77179b details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:00:09.400246 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32e7060-c85e-4d16-8537-5fd805006398 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Made reservation on behalf of 894fa06494c44cd4ac6dfb6c7f419c25 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:00:09.404126 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a32e7060-c85e-4d16-8537-5fd805006398 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:09.490851 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37602) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:09.511791 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07782ac9-9b15-428f-9d6d-c9b0f8f303b9 req-7c2f4b57-a633-4576-b7a1-0dde9e6013c9 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:09.513389 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-07782ac9-9b15-428f-9d6d-c9b0f8f303b9 req-7c2f4b57-a633-4576-b7a1-0dde9e6013c9 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=455d7e9d-2520-43f1-950c-39e875c6b2c7 HTTP/1.1" status: 200 len: 944 time: 0.1276059 Aug 23 21:00:09.571860 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-07782ac9-9b15-428f-9d6d-c9b0f8f303b9 req-8e0f839c-4250-42f1-a19b-1774cc30ed8d tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514181 Aug 23 21:00:09.626253 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-52034bc1-64f8-4735-b072-f1039aea4558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:09.667429 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a32e7060-c85e-4d16-8537-5fd805006398 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:09.740720 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-52034bc1-64f8-4735-b072-f1039aea4558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:09.745031 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-52034bc1-64f8-4735-b072-f1039aea4558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:09.745829 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32e7060-c85e-4d16-8537-5fd805006398 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Pushing event updated for resources: {'Subnet': ['ID=821cb118-8c17-487a-8889-526c05ae7e2f,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:09.751360 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32e7060-c85e-4d16-8537-5fd805006398 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Checking segment: {'id': '76098b1b-4280-45a6-ad75-ee066f201ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6cb793e0-c29d-4361-91ae-b97b7d77179b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:00:09.751721 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32e7060-c85e-4d16-8537-5fd805006398 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Network hostable DHCP agents. Network: 6cb793e0-c29d-4361-91ae-b97b7d77179b, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:00:09.770835 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32e7060-c85e-4d16-8537-5fd805006398 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Network 6cb793e0-c29d-4361-91ae-b97b7d77179b is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:00:09.781397 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-a32e7060-c85e-4d16-8537-5fd805006398 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 6cb793e0-c29d-4361-91ae-b97b7d77179b) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:00:09.786750 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32e7060-c85e-4d16-8537-5fd805006398 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:09.786928 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a32e7060-c85e-4d16-8537-5fd805006398 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:09.793701 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2b5ef5-84bf-4df7-9da8-36be453b91b8 None None] Network 6cb793e0-c29d-4361-91ae-b97b7d77179b requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:00:09.799852 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52034bc1-64f8-4735-b072-f1039aea4558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92cfd29-a9ac-443f-ad70-92cfb5542ec1,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:09.806337 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-52034bc1-64f8-4735-b072-f1039aea4558 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e5b0a98b04d74134bfb2a75ba44c64d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3140812 Aug 23 21:00:09.809777 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37606) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:09.816724 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a32e7060-c85e-4d16-8537-5fd805006398 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5603225 Aug 23 21:00:09.818360 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37608) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:09.878656 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-acf72857-d8be-4e59-b856-afb87a9b90b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:09.903938 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-acf72857-d8be-4e59-b856-afb87a9b90b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:09.957099 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ec74e85-34fe-452e-95fd-a33c691f20ff tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:09.973663 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-acf72857-d8be-4e59-b856-afb87a9b90b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:09.978474 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a8c9e7-fb74-43c0-af78-b936dff01270 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-6cb793e0-c29d-4361-91ae-b97b7d77179b', 'network_id': '6cb793e0-c29d-4361-91ae-b97b7d77179b', 'tenant_id': '894fa06494c44cd4ac6dfb6c7f419c25', 'fixed_ips': [{'subnet_id': '821cb118-8c17-487a-8889-526c05ae7e2f'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 21:00:09.979742 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-29a8c9e7-fb74-43c0-af78-b936dff01270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:09.982674 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-acf72857-d8be-4e59-b856-afb87a9b90b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:09.984824 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-acf72857-d8be-4e59-b856-afb87a9b90b4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f92cfd29-a9ac-443f-ad70-92cfb5542ec1 HTTP/1.1" status: 204 len: 168 time: 0.1720734 Aug 23 21:00:10.001143 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf72857-d8be-4e59-b856-afb87a9b90b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92cfd29-a9ac-443f-ad70-92cfb5542ec1,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:10.045566 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ec74e85-34fe-452e-95fd-a33c691f20ff tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:10.097799 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-07343e28-bbb0-4089-ad5b-edfe7a512b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:10.126039 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ec74e85-34fe-452e-95fd-a33c691f20ff tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server [None req-29a8c9e7-fb74-43c0-af78-b936dff01270 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 821cb118-8c17-487a-8889-526c05ae7e2f: This subnet is being modified by another concurrent operation. Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise exception Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 821cb118-8c17-487a-8889-526c05ae7e2f: This subnet is being modified by another concurrent operation. Aug 23 21:00:10.128637 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server Aug 23 21:00:10.138171 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 714531fb-060b-4704-85ed-27c7659a838d details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 21:00:10.154867 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec74e85-34fe-452e-95fd-a33c691f20ff tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Pushing event deleted for resources: {'Subnet': ['ID=821cb118-8c17-487a-8889-526c05ae7e2f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:10.183531 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea4749c-5cb6-448f-a54b-97b7ea2dca11 None None] Network 6cb793e0-c29d-4361-91ae-b97b7d77179b requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:00:10.227888 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ec74e85-34fe-452e-95fd-a33c691f20ff tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:10.250260 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-6ec74e85-34fe-452e-95fd-a33c691f20ff tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cb793e0-c29d-4361-91ae-b97b7d77179b']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:10.264721 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-6ec74e85-34fe-452e-95fd-a33c691f20ff tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76098b1b-4280-45a6-ad75-ee066f201ac2') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:10.265109 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-6ec74e85-34fe-452e-95fd-a33c691f20ff tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76098b1b-4280-45a6-ad75-ee066f201ac2') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:10.277368 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ec74e85-34fe-452e-95fd-a33c691f20ff tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:10.298001 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ec74e85-34fe-452e-95fd-a33c691f20ff tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:10.306385 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ec74e85-34fe-452e-95fd-a33c691f20ff tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:00:10.306847 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ec74e85-34fe-452e-95fd-a33c691f20ff tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:10.310213 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 21:00:10.310213 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:00:10.310213 n-d-805663-2 neutron-server[94688]: timer() Aug 23 21:00:10.310213 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:00:10.310213 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 21:00:10.310213 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:00:10.310213 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 21:00:10.310213 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:00:10.310213 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 21:00:10.310213 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:00:10.310213 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 21:00:10.310213 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:00:10.310213 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 21:00:10.310213 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:00:10.310213 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:00:10.310213 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:00:10.310213 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:00:10.310213 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:00:10.310213 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 21:00:10.310213 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:00:10.310213 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 21:00:10.310213 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:00:10.310213 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:00:10.310213 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:00:10.310213 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 21:00:10.310213 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:00:10.310213 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:00:10.310213 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:00:10.310213 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:00:10.310213 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:00:10.310213 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:00:10.310213 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:00:10.355188 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 714531fb-060b-4704-85ed-27c7659a838d, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=714531fb-060b-4704-85ed-27c7659a838d,segment=NetworkSegment(c18fa516-d00d-4d59-b20b-fdf45af90e68),segment_id=c18fa516-d00d-4d59-b20b-fdf45af90e68)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:00:10.359213 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6283a52e-2fae-486c-a7fb-8370e3e3acce None None] get_active_networks_info from n-d-805663-2 {{(pid=94689) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 21:00:10.380454 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ec74e85-34fe-452e-95fd-a33c691f20ff tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:10.385895 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ec74e85-34fe-452e-95fd-a33c691f20ff tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:10.391683 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-6ec74e85-34fe-452e-95fd-a33c691f20ff tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "DELETE /v2.0/networks/6cb793e0-c29d-4361-91ae-b97b7d77179b HTTP/1.1" status: 204 len: 168 time: 0.5722787 Aug 23 21:00:10.392766 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37614) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:10.392885 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': '714531fb-060b-4704-85ed-27c7659a838d', 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf', 'port_id': '714531fb-060b-4704-85ed-27c7659a838d', 'mac_address': 'fa:16:3e:98:71:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df05a557-9226-4912-87c8-3cb75cc85ce5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 21:00:10.403399 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-6aaa3a57-2fe8-412f-a6ad-8b5bf5bde7f7 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1827766147'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:10.404622 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37616) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:10.420189 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9d78c2bc-204d-4d7c-992e-e473d946ac44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:10.421026 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec74e85-34fe-452e-95fd-a33c691f20ff tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Pushing event deleted for resources: {'Network': ['ID=6cb793e0-c29d-4361-91ae-b97b7d77179b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:10.437496 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aaa3a57-2fe8-412f-a6ad-8b5bf5bde7f7 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Made reservation on behalf of 894fa06494c44cd4ac6dfb6c7f419c25 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:00:10.441271 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6aaa3a57-2fe8-412f-a6ad-8b5bf5bde7f7 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:10.449643 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:10.479658 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aaa3a57-2fe8-412f-a6ad-8b5bf5bde7f7 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:00:10.485870 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 714531fb-060b-4704-85ed-27c7659a838d {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:00:10.491476 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6aaa3a57-2fe8-412f-a6ad-8b5bf5bde7f7 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:10.491824 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-6aaa3a57-2fe8-412f-a6ad-8b5bf5bde7f7 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Added segment 1aa575f1-21a3-4599-a8fb-d90d4841e257 of type vlan for network 5b1aabab-48f9-4da4-8167-8499b9fe55a4 Aug 23 21:00:10.530983 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 714531fb-060b-4704-85ed-27c7659a838d, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=714531fb-060b-4704-85ed-27c7659a838d,segment=NetworkSegment(c18fa516-d00d-4d59-b20b-fdf45af90e68),segment_id=c18fa516-d00d-4d59-b20b-fdf45af90e68)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:00:10.535427 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9d78c2bc-204d-4d7c-992e-e473d946ac44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:10.537769 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:10.541580 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9d78c2bc-204d-4d7c-992e-e473d946ac44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:10.562077 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6aaa3a57-2fe8-412f-a6ad-8b5bf5bde7f7 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:10.593027 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9d78c2bc-204d-4d7c-992e-e473d946ac44 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d82afaac0bf34722931931997ad3823e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1871724 Aug 23 21:00:10.595725 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37620) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:10.604710 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d78c2bc-204d-4d7c-992e-e473d946ac44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e504765d-a645-40dc-a3b5-3efc36b866ac,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:10.622283 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6283a52e-2fae-486c-a7fb-8370e3e3acce None None] Resources bound (agent type, host, resource id): {{(pid=94689) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 21:00:10.626050 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6aaa3a57-2fe8-412f-a6ad-8b5bf5bde7f7 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:10.634582 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aaa3a57-2fe8-412f-a6ad-8b5bf5bde7f7 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:10.635496 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6aaa3a57-2fe8-412f-a6ad-8b5bf5bde7f7 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:10.643336 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:10.668749 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=714531fb-060b-4704-85ed-27c7659a838d,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:10.712250 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a4392-d45b-480c-9121-d4121c518ddc req-84966948-a8d0-4a71-952b-87aa5aa6dcf4 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:10.713993 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f20a4392-d45b-480c-9121-d4121c518ddc req-84966948-a8d0-4a71-952b-87aa5aa6dcf4 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=455d7e9d-2520-43f1-950c-39e875c6b2c7 HTTP/1.1" status: 200 len: 945 time: 0.0580106 Aug 23 21:00:10.720320 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-6aaa3a57-2fe8-412f-a6ad-8b5bf5bde7f7 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3229735 Aug 23 21:00:10.724672 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37622) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:10.732377 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-95bf5953-d7f2-4e79-b80e-da9678f11789 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Request body: {'subnet': {'network_id': '5b1aabab-48f9-4da4-8167-8499b9fe55a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:10.736958 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaa3a57-2fe8-412f-a6ad-8b5bf5bde7f7 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Pushing event updated for resources: {'Network': ['ID=5b1aabab-48f9-4da4-8167-8499b9fe55a4,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:10.759030 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 5b1aabab-48f9-4da4-8167-8499b9fe55a4 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:00:10.759535 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54a8e569-f155-4ccc-845e-3adc32b39cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:10.791957 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54a8e569-f155-4ccc-845e-3adc32b39cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:10.834660 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f20a4392-d45b-480c-9121-d4121c518ddc req-93c535d2-3bd0-4b49-aada-612e460a0cba tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956950 Aug 23 21:00:10.838649 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['714531fb-060b-4704-85ed-27c7659a838d'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:00:10.857811 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54a8e569-f155-4ccc-845e-3adc32b39cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:10.861739 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54a8e569-f155-4ccc-845e-3adc32b39cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:10.863199 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-54a8e569-f155-4ccc-845e-3adc32b39cd8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e504765d-a645-40dc-a3b5-3efc36b866ac HTTP/1.1" status: 204 len: 168 time: 0.2661536 Aug 23 21:00:10.873863 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a8e569-f155-4ccc-845e-3adc32b39cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e504765d-a645-40dc-a3b5-3efc36b866ac,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:10.877204 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95bf5953-d7f2-4e79-b80e-da9678f11789 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Made reservation on behalf of 894fa06494c44cd4ac6dfb6c7f419c25 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:00:10.881827 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-95bf5953-d7f2-4e79-b80e-da9678f11789 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:11.096480 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-95bf5953-d7f2-4e79-b80e-da9678f11789 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:11.158722 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bf5953-d7f2-4e79-b80e-da9678f11789 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Pushing event updated for resources: {'Subnet': ['ID=f7835e05-f55d-41f0-8678-4fe6e047699e,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:11.169331 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bf5953-d7f2-4e79-b80e-da9678f11789 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Checking segment: {'id': '1aa575f1-21a3-4599-a8fb-d90d4841e257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '5b1aabab-48f9-4da4-8167-8499b9fe55a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:00:11.169698 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bf5953-d7f2-4e79-b80e-da9678f11789 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Network hostable DHCP agents. Network: 5b1aabab-48f9-4da4-8167-8499b9fe55a4, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:00:11.189469 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bf5953-d7f2-4e79-b80e-da9678f11789 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Network 5b1aabab-48f9-4da4-8167-8499b9fe55a4 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:00:11.200704 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-95bf5953-d7f2-4e79-b80e-da9678f11789 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 5b1aabab-48f9-4da4-8167-8499b9fe55a4) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:00:11.205208 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bf5953-d7f2-4e79-b80e-da9678f11789 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:11.205870 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-95bf5953-d7f2-4e79-b80e-da9678f11789 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:11.211590 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fde54c-e05b-4932-b3d5-79061a7c8de1 None None] Network 5b1aabab-48f9-4da4-8167-8499b9fe55a4 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:00:11.226988 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-95bf5953-d7f2-4e79-b80e-da9678f11789 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5004761 Aug 23 21:00:11.229280 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37632) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:11.343671 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dfc856e9-34b7-41bd-90fc-55ef253c5a09 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:11.373449 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b7f140-5007-4a6b-9a08-eec696b452df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-5b1aabab-48f9-4da4-8167-8499b9fe55a4', 'network_id': '5b1aabab-48f9-4da4-8167-8499b9fe55a4', 'tenant_id': '894fa06494c44cd4ac6dfb6c7f419c25', 'fixed_ips': [{'subnet_id': 'f7835e05-f55d-41f0-8678-4fe6e047699e'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 21:00:11.374374 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b1b7f140-5007-4a6b-9a08-eec696b452df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:11.420790 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dfc856e9-34b7-41bd-90fc-55ef253c5a09 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:11.522961 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-b1b7f140-5007-4a6b-9a08-eec696b452df None None] Allocated IP 172.20.0.1 (5b1aabab-48f9-4da4-8167-8499b9fe55a4/f7835e05-f55d-41f0-8678-4fe6e047699e/80c7dd1a-02e9-4f29-9988-5a120e100444) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:00:11.689602 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b1b7f140-5007-4a6b-9a08-eec696b452df None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:11.699369 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b1b7f140-5007-4a6b-9a08-eec696b452df None None] Transition to ACTIVE for port object 80c7dd1a-02e9-4f29-9988-5a120e100444 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:00:11.716530 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b1b7f140-5007-4a6b-9a08-eec696b452df None None] Transition to ACTIVE for port object 80c7dd1a-02e9-4f29-9988-5a120e100444 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:00:11.724239 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b1b7f140-5007-4a6b-9a08-eec696b452df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:11.744515 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dfc856e9-34b7-41bd-90fc-55ef253c5a09 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:11.765000 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b7f140-5007-4a6b-9a08-eec696b452df None None] Network 5b1aabab-48f9-4da4-8167-8499b9fe55a4 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:00:11.768623 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-b1b7f140-5007-4a6b-9a08-eec696b452df None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:00:11.772221 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b7f140-5007-4a6b-9a08-eec696b452df None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:00:11.774246 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc856e9-34b7-41bd-90fc-55ef253c5a09 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Pushing event deleted for resources: {'Subnet': ['ID=f7835e05-f55d-41f0-8678-4fe6e047699e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:11.815716 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b7f140-5007-4a6b-9a08-eec696b452df None None] Pushing event updated for resources: {'Port': ['ID=80c7dd1a-02e9-4f29-9988-5a120e100444,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:11.843327 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dfc856e9-34b7-41bd-90fc-55ef253c5a09 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:11.854446 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-b1b7f140-5007-4a6b-9a08-eec696b452df None None] Attempting to bind port 80c7dd1a-02e9-4f29-9988-5a120e100444 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:00:11.855065 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-b1b7f140-5007-4a6b-9a08-eec696b452df None None] Attempting to bind port 80c7dd1a-02e9-4f29-9988-5a120e100444 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '1aa575f1-21a3-4599-a8fb-d90d4841e257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '5b1aabab-48f9-4da4-8167-8499b9fe55a4'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:00:11.855327 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b7f140-5007-4a6b-9a08-eec696b452df None None] Attempting to bind port 80c7dd1a-02e9-4f29-9988-5a120e100444 on network 5b1aabab-48f9-4da4-8167-8499b9fe55a4 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:00:11.856633 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-dfc856e9-34b7-41bd-90fc-55ef253c5a09 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b1aabab-48f9-4da4-8167-8499b9fe55a4']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:11.861017 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b7f140-5007-4a6b-9a08-eec696b452df None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 20, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:00:11.861393 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b7f140-5007-4a6b-9a08-eec696b452df None None] Checking segment: {'id': '1aa575f1-21a3-4599-a8fb-d90d4841e257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '5b1aabab-48f9-4da4-8167-8499b9fe55a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:00:11.861801 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b1b7f140-5007-4a6b-9a08-eec696b452df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:11.863606 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b7f140-5007-4a6b-9a08-eec696b452df None None] Bound using segment: {'id': '1aa575f1-21a3-4599-a8fb-d90d4841e257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '5b1aabab-48f9-4da4-8167-8499b9fe55a4'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:00:11.863606 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-b1b7f140-5007-4a6b-9a08-eec696b452df None None] Bound port: 80c7dd1a-02e9-4f29-9988-5a120e100444, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aa575f1-21a3-4599-a8fb-d90d4841e257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '5b1aabab-48f9-4da4-8167-8499b9fe55a4'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:00:11.863606 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b1b7f140-5007-4a6b-9a08-eec696b452df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:11.872761 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-dfc856e9-34b7-41bd-90fc-55ef253c5a09 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aa575f1-21a3-4599-a8fb-d90d4841e257') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:11.873061 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-dfc856e9-34b7-41bd-90fc-55ef253c5a09 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aa575f1-21a3-4599-a8fb-d90d4841e257') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:11.883530 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dfc856e9-34b7-41bd-90fc-55ef253c5a09 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:11.906987 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dfc856e9-34b7-41bd-90fc-55ef253c5a09 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:11.915151 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfc856e9-34b7-41bd-90fc-55ef253c5a09 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:00:11.915635 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dfc856e9-34b7-41bd-90fc-55ef253c5a09 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:11.920443 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 21:00:11.920443 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:00:11.920443 n-d-805663-2 neutron-server[94687]: timer() Aug 23 21:00:11.920443 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:00:11.920443 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 21:00:11.920443 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:00:11.920443 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 21:00:11.920443 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:00:11.920443 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 21:00:11.920443 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:00:11.920443 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 21:00:11.920443 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:00:11.920443 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 21:00:11.920443 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:00:11.920443 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:00:11.920443 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:00:11.920443 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:00:11.920443 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:00:11.920443 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 21:00:11.920443 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:00:11.920443 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 21:00:11.920443 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:00:11.920443 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:00:11.920443 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:00:11.920443 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 21:00:11.920443 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:00:11.920443 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:00:11.920443 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:00:11.920443 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:00:11.920443 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:00:11.920443 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:00:11.920443 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:00:11.977226 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-b1b7f140-5007-4a6b-9a08-eec696b452df None None] For port 80c7dd1a-02e9-4f29-9988-5a120e100444, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:00:11.980259 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d001e-e9bc-4044-ac2e-847961c63189 req-88bcca49-70b6-4083-ac7e-d616e4bcebc2 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:11.982490 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e03d001e-e9bc-4044-ac2e-847961c63189 req-88bcca49-70b6-4083-ac7e-d616e4bcebc2 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=455d7e9d-2520-43f1-950c-39e875c6b2c7 HTTP/1.1" status: 200 len: 945 time: 0.0643830 Aug 23 21:00:11.990740 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-b1b7f140-5007-4a6b-9a08-eec696b452df None None] For port 80c7dd1a-02e9-4f29-9988-5a120e100444, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=80c7dd1a-02e9-4f29-9988-5a120e100444,segment=NetworkSegment(1aa575f1-21a3-4599-a8fb-d90d4841e257),segment_id=1aa575f1-21a3-4599-a8fb-d90d4841e257)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:00:11.992044 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.db.api [None req-dfc856e9-34b7-41bd-90fc-55ef253c5a09 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 23 21:00:11.992044 n-d-805663-2 neutron-server[94687]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 23 21:00:11.992044 n-d-805663-2 neutron-server[94687]: [parameters: {'id': '5b1aabab-48f9-4da4-8167-8499b9fe55a4'}] Aug 23 21:00:11.992044 n-d-805663-2 neutron-server[94687]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94687) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 21:00:11.993175 n-d-805663-2 neutron-server[94687]: DEBUG oslo_db.api [None req-dfc856e9-34b7-41bd-90fc-55ef253c5a09 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 21:00:11.998518 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b1b7f140-5007-4a6b-9a08-eec696b452df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:12.045519 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e03d001e-e9bc-4044-ac2e-847961c63189 req-8861d5d6-4246-48f6-8f7f-b46fc55d7128 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559616 Aug 23 21:00:12.191569 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 714531fb-060b-4704-85ed-27c7659a838d up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:00:12.288203 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b7f140-5007-4a6b-9a08-eec696b452df None None] Pushing event updated for resources: {'Port': ['ID=80c7dd1a-02e9-4f29-9988-5a120e100444,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:12.294344 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb421ef-3806-4a24-bbc1-e51d6016aad8 None None] Network 5b1aabab-48f9-4da4-8167-8499b9fe55a4 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:00:12.345115 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port 714531fb-060b-4704-85ed-27c7659a838d completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:00:12.356007 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port 714531fb-060b-4704-85ed-27c7659a838d triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:00:12.356417 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:12.496175 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21abefc7-4b1d-428d-bb09-b4a0515001d0 None None] get_active_networks_info from n-d-805663-2 {{(pid=94689) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 21:00:12.496361 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dfc856e9-34b7-41bd-90fc-55ef253c5a09 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:12.501161 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:12.552182 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455d7e9d-2520-43f1-950c-39e875c6b2c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '714531fb-060b-4704-85ed-27c7659a838d'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:00:12.554397 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2238964a-480e-457f-b359-08493145582e" -d '{"events": [{"server_uuid": "455d7e9d-2520-43f1-950c-39e875c6b2c7", "name": "network-vif-plugged", "status": "completed", "tag": "714531fb-060b-4704-85ed-27c7659a838d"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:00:12.556366 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-dfc856e9-34b7-41bd-90fc-55ef253c5a09 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Deleting port 80c7dd1a-02e9-4f29-9988-5a120e100444 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:00:12.556724 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dfc856e9-34b7-41bd-90fc-55ef253c5a09 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:12.579669 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 714531fb-060b-4704-85ed-27c7659a838d, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=714531fb-060b-4704-85ed-27c7659a838d,segment=NetworkSegment(c18fa516-d00d-4d59-b20b-fdf45af90e68),segment_id=c18fa516-d00d-4d59-b20b-fdf45af90e68)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:00:12.598024 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:12.637594 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-dfc856e9-34b7-41bd-90fc-55ef253c5a09 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] For port 80c7dd1a-02e9-4f29-9988-5a120e100444, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=80c7dd1a-02e9-4f29-9988-5a120e100444,segment=NetworkSegment(1aa575f1-21a3-4599-a8fb-d90d4841e257),segment_id=1aa575f1-21a3-4599-a8fb-d90d4841e257)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:00:12.638458 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dfc856e9-34b7-41bd-90fc-55ef253c5a09 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:12.656756 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-dfc856e9-34b7-41bd-90fc-55ef253c5a09 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Calling delete_port for 80c7dd1a-02e9-4f29-9988-5a120e100444 owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:00:12.687984 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=714531fb-060b-4704-85ed-27c7659a838d,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:12.694213 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21abefc7-4b1d-428d-bb09-b4a0515001d0 None None] Resources bound (agent type, host, resource id): {{(pid=94689) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 21:00:12.774784 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dfc856e9-34b7-41bd-90fc-55ef253c5a09 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:12.792813 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2837717f-68fc-4389-bc93-aaa8707ec81d x-openstack-request-id: req-2837717f-68fc-4389-bc93-aaa8707ec81d {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:00:12.793099 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455d7e9d-2520-43f1-950c-39e875c6b2c7", "name": "network-vif-plugged", "status": "completed", "tag": "714531fb-060b-4704-85ed-27c7659a838d", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:00:12.793349 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2837717f-68fc-4389-bc93-aaa8707ec81d {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:00:12.793737 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455d7e9d-2520-43f1-950c-39e875c6b2c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '714531fb-060b-4704-85ed-27c7659a838d', 'code': 200} Aug 23 21:00:12.812348 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc856e9-34b7-41bd-90fc-55ef253c5a09 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Pushing event deleted for resources: {'Port': ['ID=80c7dd1a-02e9-4f29-9988-5a120e100444,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:12.817263 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc856e9-34b7-41bd-90fc-55ef253c5a09 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] No DVR routers for this DVR port 80c7dd1a-02e9-4f29-9988-5a120e100444 on host n-d-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:00:12.913876 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dfc856e9-34b7-41bd-90fc-55ef253c5a09 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:12.925244 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-dfc856e9-34b7-41bd-90fc-55ef253c5a09 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b1aabab-48f9-4da4-8167-8499b9fe55a4']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:12.938593 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-dfc856e9-34b7-41bd-90fc-55ef253c5a09 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aa575f1-21a3-4599-a8fb-d90d4841e257') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:12.938891 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-dfc856e9-34b7-41bd-90fc-55ef253c5a09 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aa575f1-21a3-4599-a8fb-d90d4841e257') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:12.951968 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dfc856e9-34b7-41bd-90fc-55ef253c5a09 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:12.963787 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd07bc1-ca2e-4f41-89b5-7136d3029ab5 req-627b2b1b-669b-4517-ac9c-9e16094347f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:12.965545 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2dd07bc1-ca2e-4f41-89b5-7136d3029ab5 req-627b2b1b-669b-4517-ac9c-9e16094347f1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=455d7e9d-2520-43f1-950c-39e875c6b2c7 HTTP/1.1" status: 200 len: 1097 time: 0.0719981 Aug 23 21:00:12.978585 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dfc856e9-34b7-41bd-90fc-55ef253c5a09 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:12.987794 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfc856e9-34b7-41bd-90fc-55ef253c5a09 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:00:12.988159 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dfc856e9-34b7-41bd-90fc-55ef253c5a09 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:13.002907 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 21:00:13.002907 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:00:13.002907 n-d-805663-2 neutron-server[94687]: timer() Aug 23 21:00:13.002907 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:00:13.002907 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 21:00:13.002907 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:00:13.002907 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 21:00:13.002907 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:00:13.002907 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 21:00:13.002907 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:00:13.002907 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 21:00:13.002907 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:00:13.002907 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 21:00:13.002907 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:00:13.002907 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:00:13.002907 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:00:13.002907 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:00:13.002907 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:00:13.002907 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 21:00:13.002907 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:00:13.002907 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 21:00:13.002907 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:00:13.002907 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:00:13.002907 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:00:13.002907 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 21:00:13.002907 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:00:13.002907 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:00:13.002907 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:00:13.002907 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:00:13.002907 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:00:13.002907 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:00:13.002907 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:00:13.011789 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2dd07bc1-ca2e-4f41-89b5-7136d3029ab5 req-02392617-0880-4632-a9aa-fe26e5d19d9e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354977 Aug 23 21:00:13.065180 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dfc856e9-34b7-41bd-90fc-55ef253c5a09 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:13.070782 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dfc856e9-34b7-41bd-90fc-55ef253c5a09 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:13.076973 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37682) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:13.077159 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-dfc856e9-34b7-41bd-90fc-55ef253c5a09 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "DELETE /v2.0/networks/5b1aabab-48f9-4da4-8167-8499b9fe55a4 HTTP/1.1" status: 204 len: 168 time: 1.8466768 Aug 23 21:00:13.082344 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-5c344ebf-baa8-4fea-be34-cc9a84df85b7 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1483997537'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:13.093787 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc856e9-34b7-41bd-90fc-55ef253c5a09 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Pushing event deleted for resources: {'Network': ['ID=5b1aabab-48f9-4da4-8167-8499b9fe55a4,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:13.109708 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c344ebf-baa8-4fea-be34-cc9a84df85b7 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Made reservation on behalf of 894fa06494c44cd4ac6dfb6c7f419c25 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:00:13.114986 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c344ebf-baa8-4fea-be34-cc9a84df85b7 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:13.169590 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c344ebf-baa8-4fea-be34-cc9a84df85b7 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:00:13.186139 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c344ebf-baa8-4fea-be34-cc9a84df85b7 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:13.186487 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-5c344ebf-baa8-4fea-be34-cc9a84df85b7 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Added segment 56433398-c0e3-4d79-8d22-2dcee3cbdd73 of type vlan for network 0132d3ad-d2f4-45f4-98fe-b6d3a91c1edf Aug 23 21:00:13.234905 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272153e2-b753-4d23-afb3-bd221987972b req-828b4739-a821-4e7f-9716-c571468175b2 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:13.236576 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-272153e2-b753-4d23-afb3-bd221987972b req-828b4739-a821-4e7f-9716-c571468175b2 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=455d7e9d-2520-43f1-950c-39e875c6b2c7 HTTP/1.1" status: 200 len: 946 time: 0.1005597 Aug 23 21:00:13.256655 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c344ebf-baa8-4fea-be34-cc9a84df85b7 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:13.304956 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-272153e2-b753-4d23-afb3-bd221987972b req-e5e4af56-610c-4445-bd9f-cd61a44f9ba4 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588062 Aug 23 21:00:13.306120 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c344ebf-baa8-4fea-be34-cc9a84df85b7 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:13.312590 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c344ebf-baa8-4fea-be34-cc9a84df85b7 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:13.313210 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c344ebf-baa8-4fea-be34-cc9a84df85b7 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:13.369500 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-5c344ebf-baa8-4fea-be34-cc9a84df85b7 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2913499 Aug 23 21:00:13.373294 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37688) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:13.389473 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-c371a0aa-bd7c-4db4-a834-1f2d1a1e88d9 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:13.390812 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c344ebf-baa8-4fea-be34-cc9a84df85b7 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Pushing event updated for resources: {'Network': ['ID=0132d3ad-d2f4-45f4-98fe-b6d3a91c1edf,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:13.405285 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1394bab3-503f-42c3-8c1f-d5bc9f8f3843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:13.408493 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 0132d3ad-d2f4-45f4-98fe-b6d3a91c1edf details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:00:13.518852 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:13.570236 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37692) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:13.573160 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c371a0aa-bd7c-4db4-a834-1f2d1a1e88d9 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:13.591902 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c371a0aa-bd7c-4db4-a834-1f2d1a1e88d9 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:13.610219 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c371a0aa-bd7c-4db4-a834-1f2d1a1e88d9 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Network 0132d3ad-d2f4-45f4-98fe-b6d3a91c1edf is not hosted by any dhcp agent {{(pid=94687) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 23 21:00:13.616468 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c371a0aa-bd7c-4db4-a834-1f2d1a1e88d9 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:13.617136 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c371a0aa-bd7c-4db4-a834-1f2d1a1e88d9 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:13.618391 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c371a0aa-bd7c-4db4-a834-1f2d1a1e88d9 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "PUT /v2.0/networks/0132d3ad-d2f4-45f4-98fe-b6d3a91c1edf HTTP/1.1" status: 200 len: 723 time: 0.2438934 Aug 23 21:00:13.621535 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37696) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:13.626629 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b386d9f5-cf35-4df3-9bfe-32d1988368b6 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Request body: {'subnet': {'network_id': '0132d3ad-d2f4-45f4-98fe-b6d3a91c1edf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:13.666823 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c371a0aa-bd7c-4db4-a834-1f2d1a1e88d9 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Pushing event updated for resources: {'Network': ['ID=0132d3ad-d2f4-45f4-98fe-b6d3a91c1edf,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:13.679834 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 0132d3ad-d2f4-45f4-98fe-b6d3a91c1edf details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:00:13.707641 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7e787457-2b68-4f39-9edd-4af3804a08ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:13.728237 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b386d9f5-cf35-4df3-9bfe-32d1988368b6 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Made reservation on behalf of 894fa06494c44cd4ac6dfb6c7f419c25 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:00:13.731851 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b386d9f5-cf35-4df3-9bfe-32d1988368b6 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:13.823667 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7e787457-2b68-4f39-9edd-4af3804a08ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:13.827124 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7e787457-2b68-4f39-9edd-4af3804a08ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:13.936736 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b386d9f5-cf35-4df3-9bfe-32d1988368b6 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:14.009037 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b386d9f5-cf35-4df3-9bfe-32d1988368b6 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Pushing event updated for resources: {'Subnet': ['ID=72923f67-238a-4a98-b3ed-3bd70dd6a8e0,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:14.027689 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b386d9f5-cf35-4df3-9bfe-32d1988368b6 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Checking segment: {'id': '56433398-c0e3-4d79-8d22-2dcee3cbdd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0132d3ad-d2f4-45f4-98fe-b6d3a91c1edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:00:14.028718 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b386d9f5-cf35-4df3-9bfe-32d1988368b6 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Network hostable DHCP agents. Network: 0132d3ad-d2f4-45f4-98fe-b6d3a91c1edf, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:00:14.049143 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b386d9f5-cf35-4df3-9bfe-32d1988368b6 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Network 0132d3ad-d2f4-45f4-98fe-b6d3a91c1edf is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:00:14.059339 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-b386d9f5-cf35-4df3-9bfe-32d1988368b6 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 0132d3ad-d2f4-45f4-98fe-b6d3a91c1edf) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:00:14.063518 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b386d9f5-cf35-4df3-9bfe-32d1988368b6 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:14.064295 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b386d9f5-cf35-4df3-9bfe-32d1988368b6 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:14.069476 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059f7a7c-d7e5-4b5f-84de-ad3463f4797d None None] Network 0132d3ad-d2f4-45f4-98fe-b6d3a91c1edf requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:00:14.082379 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b386d9f5-cf35-4df3-9bfe-32d1988368b6 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4572296 Aug 23 21:00:14.082640 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37698) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:14.088187 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-69e41aef-0575-425d-be20-541dac0af589 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:14.144743 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-7e787457-2b68-4f39-9edd-4af3804a08ba admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6be37126d68c4bd69b8d58c9912260dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5709634 Aug 23 21:00:14.144743 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e787457-2b68-4f39-9edd-4af3804a08ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de23396e-b4dc-4a17-b61e-68c26c1b59b4,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:14.146450 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37700) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:14.215322 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-69e41aef-0575-425d-be20-541dac0af589 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9661276'] for subnet, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:14.216221 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-78b0859b-5a88-4cb0-bca4-80d814c09b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:14.245441 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-78b0859b-5a88-4cb0-bca4-80d814c09b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:14.270880 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5f0dae-9418-4cd7-bc59-e0f641036791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-0132d3ad-d2f4-45f4-98fe-b6d3a91c1edf', 'network_id': '0132d3ad-d2f4-45f4-98fe-b6d3a91c1edf', 'tenant_id': '894fa06494c44cd4ac6dfb6c7f419c25', 'fixed_ips': [{'subnet_id': '72923f67-238a-4a98-b3ed-3bd70dd6a8e0'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 21:00:14.272035 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7e5f0dae-9418-4cd7-bc59-e0f641036791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:14.308422 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-78b0859b-5a88-4cb0-bca4-80d814c09b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:14.310918 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-78b0859b-5a88-4cb0-bca4-80d814c09b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:14.312027 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-78b0859b-5a88-4cb0-bca4-80d814c09b45 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/de23396e-b4dc-4a17-b61e-68c26c1b59b4 HTTP/1.1" status: 204 len: 168 time: 0.1646161 Aug 23 21:00:14.336541 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b0859b-5a88-4cb0-bca4-80d814c09b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de23396e-b4dc-4a17-b61e-68c26c1b59b4,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:14.352305 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bfe0d0f9-1e7a-4374-9145-ce5af835f905 req-c3cfa442-01bd-46b8-af8d-46246e972120 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e06c45fe-6939-4a13-8d99-3081e10fc360&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0536110 Aug 23 21:00:14.389664 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-69e41aef-0575-425d-be20-541dac0af589 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790315847882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9683647'] for subnet, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:14.465173 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-7e5f0dae-9418-4cd7-bc59-e0f641036791 None None] Allocated IP 172.20.0.2 (0132d3ad-d2f4-45f4-98fe-b6d3a91c1edf/72923f67-238a-4a98-b3ed-3bd70dd6a8e0/9f131458-7d70-433b-a908-92ade5eeaad9) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:00:14.465730 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e41aef-0575-425d-be20-541dac0af589 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:14.466078 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-69e41aef-0575-425d-be20-541dac0af589 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:14.467421 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-69e41aef-0575-425d-be20-541dac0af589 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "PUT /v2.0/subnets/72923f67-238a-4a98-b3ed-3bd70dd6a8e0 HTTP/1.1" status: 200 len: 806 time: 0.3838794 Aug 23 21:00:14.472231 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37706) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:14.494125 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0d0f9-1e7a-4374-9145-ce5af835f905 req-2636cb4c-a2b3-4296-b73c-bbab550ca831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:14.495425 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bfe0d0f9-1e7a-4374-9145-ce5af835f905 req-2636cb4c-a2b3-4296-b73c-bbab550ca831 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3dc071b4c14546878544ee14003d0eb0&device_id=e06c45fe-6939-4a13-8d99-3081e10fc360 HTTP/1.1" status: 200 len: 1096 time: 0.0813355 Aug 23 21:00:14.518411 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffdfb01-1059-4e67-9652-f39ec21fce2a req-90a13747-1581-425f-9480-7b340f5f4ffb tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:14.526527 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1ffdfb01-1059-4e67-9652-f39ec21fce2a req-90a13747-1581-425f-9480-7b340f5f4ffb tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=455d7e9d-2520-43f1-950c-39e875c6b2c7 HTTP/1.1" status: 200 len: 946 time: 0.1025705 Aug 23 21:00:14.552940 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e41aef-0575-425d-be20-541dac0af589 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Pushing event updated for resources: {'Subnet': ['ID=72923f67-238a-4a98-b3ed-3bd70dd6a8e0,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:14.608216 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-000f445d-fbf1-4fa3-8268-b6a2f9236276 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:14.643499 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1ffdfb01-1059-4e67-9652-f39ec21fce2a req-9868e808-c133-45ba-888b-ce1ddd88147d tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158528 Aug 23 21:00:14.652291 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:14.675665 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0d0f9-1e7a-4374-9145-ce5af835f905 req-0897626f-6581-4c98-a7ce-7ebd5bc07e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:14.678622 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bfe0d0f9-1e7a-4374-9145-ce5af835f905 req-0897626f-6581-4c98-a7ce-7ebd5bc07e65 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3d0de374-f24b-4d5b-8c76-4ac1609c36dd HTTP/1.1" status: 200 len: 909 time: 0.1438236 Aug 23 21:00:14.687314 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-000f445d-fbf1-4fa3-8268-b6a2f9236276 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:14.689118 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7e5f0dae-9418-4cd7-bc59-e0f641036791 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:14.708324 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7e5f0dae-9418-4cd7-bc59-e0f641036791 None None] Transition to ACTIVE for port object 9f131458-7d70-433b-a908-92ade5eeaad9 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:00:14.740251 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7e5f0dae-9418-4cd7-bc59-e0f641036791 None None] Transition to ACTIVE for port object 9f131458-7d70-433b-a908-92ade5eeaad9 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:00:14.749154 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7e5f0dae-9418-4cd7-bc59-e0f641036791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:14.763880 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bfe0d0f9-1e7a-4374-9145-ce5af835f905 req-490ea687-9184-4f29-a856-5d874542fa8d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=143b1e40-0397-431f-a596-b9ac917b73c0 HTTP/1.1" status: 200 len: 1000 time: 0.0777779 Aug 23 21:00:14.771955 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37712) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:14.796604 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7651ae30-4e40-4bb8-b3af-14e28b9bf326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:14.800838 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-000f445d-fbf1-4fa3-8268-b6a2f9236276 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:14.806060 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5f0dae-9418-4cd7-bc59-e0f641036791 None None] Network 0132d3ad-d2f4-45f4-98fe-b6d3a91c1edf is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:00:14.807460 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f0dae-9418-4cd7-bc59-e0f641036791 None None] Pushing event updated for resources: {'Port': ['ID=9f131458-7d70-433b-a908-92ade5eeaad9,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:14.810189 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-7e5f0dae-9418-4cd7-bc59-e0f641036791 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:00:14.812134 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5f0dae-9418-4cd7-bc59-e0f641036791 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:00:14.842355 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d23ba85-b229-4a59-8a23-ccab826683a1 req-988742bc-38b6-46bb-bfd1-25eb85879b85 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:14.849388 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7d23ba85-b229-4a59-8a23-ccab826683a1 req-988742bc-38b6-46bb-bfd1-25eb85879b85 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=455d7e9d-2520-43f1-950c-39e875c6b2c7 HTTP/1.1" status: 200 len: 946 time: 0.1132340 Aug 23 21:00:14.858274 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000f445d-fbf1-4fa3-8268-b6a2f9236276 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Pushing event deleted for resources: {'Subnet': ['ID=72923f67-238a-4a98-b3ed-3bd70dd6a8e0,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:14.859887 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0d0f9-1e7a-4374-9145-ce5af835f905 req-778b6e66-c223-4ede-bd1e-7365ed8de50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:14.862033 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bfe0d0f9-1e7a-4374-9145-ce5af835f905 req-778b6e66-c223-4ede-bd1e-7365ed8de50f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=02ea3bb0-60b8-47cd-943c-438cab35147d HTTP/1.1" status: 200 len: 847 time: 0.0823104 Aug 23 21:00:14.871113 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-7e5f0dae-9418-4cd7-bc59-e0f641036791 None None] Attempting to bind port 9f131458-7d70-433b-a908-92ade5eeaad9 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:00:14.871113 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-7e5f0dae-9418-4cd7-bc59-e0f641036791 None None] Attempting to bind port 9f131458-7d70-433b-a908-92ade5eeaad9 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '56433398-c0e3-4d79-8d22-2dcee3cbdd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0132d3ad-d2f4-45f4-98fe-b6d3a91c1edf'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:00:14.871453 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5f0dae-9418-4cd7-bc59-e0f641036791 None None] Attempting to bind port 9f131458-7d70-433b-a908-92ade5eeaad9 on network 0132d3ad-d2f4-45f4-98fe-b6d3a91c1edf {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:00:14.877218 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5f0dae-9418-4cd7-bc59-e0f641036791 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:00:14.877497 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5f0dae-9418-4cd7-bc59-e0f641036791 None None] Checking segment: {'id': '56433398-c0e3-4d79-8d22-2dcee3cbdd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0132d3ad-d2f4-45f4-98fe-b6d3a91c1edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:00:14.877765 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7e5f0dae-9418-4cd7-bc59-e0f641036791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:14.878150 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5f0dae-9418-4cd7-bc59-e0f641036791 None None] Bound using segment: {'id': '56433398-c0e3-4d79-8d22-2dcee3cbdd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0132d3ad-d2f4-45f4-98fe-b6d3a91c1edf'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:00:14.878625 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-7e5f0dae-9418-4cd7-bc59-e0f641036791 None None] Bound port: 9f131458-7d70-433b-a908-92ade5eeaad9, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56433398-c0e3-4d79-8d22-2dcee3cbdd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0132d3ad-d2f4-45f4-98fe-b6d3a91c1edf'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:00:14.879003 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7e5f0dae-9418-4cd7-bc59-e0f641036791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:14.936411 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0d0f9-1e7a-4374-9145-ce5af835f905 req-a0846aea-24bf-42a5-9893-2d96a7b4fb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:14.938075 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bfe0d0f9-1e7a-4374-9145-ce5af835f905 req-a0846aea-24bf-42a5-9893-2d96a7b4fb65 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3d0de374-f24b-4d5b-8c76-4ac1609c36dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656519 Aug 23 21:00:14.945819 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7d23ba85-b229-4a59-8a23-ccab826683a1 req-96972a20-2f31-40df-9a96-91ddc98ec4b6 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947177 Aug 23 21:00:14.954044 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7e5f0dae-9418-4cd7-bc59-e0f641036791 None None] For port 9f131458-7d70-433b-a908-92ade5eeaad9, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:00:14.956143 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-000f445d-fbf1-4fa3-8268-b6a2f9236276 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:14.958232 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7e5f0dae-9418-4cd7-bc59-e0f641036791 None None] For port 9f131458-7d70-433b-a908-92ade5eeaad9, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=9f131458-7d70-433b-a908-92ade5eeaad9,segment=NetworkSegment(56433398-c0e3-4d79-8d22-2dcee3cbdd73),segment_id=56433398-c0e3-4d79-8d22-2dcee3cbdd73)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:00:14.963812 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7e5f0dae-9418-4cd7-bc59-e0f641036791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:14.971132 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-000f445d-fbf1-4fa3-8268-b6a2f9236276 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0132d3ad-d2f4-45f4-98fe-b6d3a91c1edf']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:14.992047 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-000f445d-fbf1-4fa3-8268-b6a2f9236276 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56433398-c0e3-4d79-8d22-2dcee3cbdd73') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:14.992503 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-000f445d-fbf1-4fa3-8268-b6a2f9236276 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56433398-c0e3-4d79-8d22-2dcee3cbdd73') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:15.006726 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-000f445d-fbf1-4fa3-8268-b6a2f9236276 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:15.034557 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-000f445d-fbf1-4fa3-8268-b6a2f9236276 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:15.041046 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7651ae30-4e40-4bb8-b3af-14e28b9bf326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:15.045609 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-000f445d-fbf1-4fa3-8268-b6a2f9236276 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:00:15.046152 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-000f445d-fbf1-4fa3-8268-b6a2f9236276 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:15.049722 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 21:00:15.049722 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:00:15.049722 n-d-805663-2 neutron-server[94688]: timer() Aug 23 21:00:15.049722 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:00:15.049722 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 21:00:15.049722 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:00:15.049722 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 21:00:15.049722 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:00:15.049722 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 21:00:15.049722 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:00:15.049722 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 21:00:15.049722 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:00:15.049722 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 21:00:15.049722 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:00:15.049722 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:00:15.049722 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:00:15.049722 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:00:15.049722 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:00:15.049722 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 21:00:15.049722 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:00:15.049722 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 21:00:15.049722 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:00:15.049722 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:00:15.049722 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:00:15.049722 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 21:00:15.049722 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:00:15.049722 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:00:15.049722 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:00:15.049722 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:00:15.049722 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:00:15.049722 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:00:15.049722 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:00:15.055540 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7651ae30-4e40-4bb8-b3af-14e28b9bf326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:15.100443 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365ee464-5edd-4233-84f4-1df0829941c1 None None] Network 0132d3ad-d2f4-45f4-98fe-b6d3a91c1edf requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:00:15.100890 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bfe0d0f9-1e7a-4374-9145-ce5af835f905 req-d08af028-7549-430b-ba68-2482275dfc3d service neutron] 10.222.0.11 "GET /v2.0/networks/3d0de374-f24b-4d5b-8c76-4ac1609c36dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544378 Aug 23 21:00:15.104664 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f0dae-9418-4cd7-bc59-e0f641036791 None None] Pushing event updated for resources: {'Port': ['ID=9f131458-7d70-433b-a908-92ade5eeaad9,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:15.123269 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-7651ae30-4e40-4bb8-b3af-14e28b9bf326 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f9d767b6f71b49c68807749af3726940&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3498976 Aug 23 21:00:15.133199 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37718) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:15.135754 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7651ae30-4e40-4bb8-b3af-14e28b9bf326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5f5271-a1ed-43fe-917f-0235270293ab,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:15.170116 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.db.api [None req-000f445d-fbf1-4fa3-8268-b6a2f9236276 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 23 21:00:15.170116 n-d-805663-2 neutron-server[94688]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 23 21:00:15.170116 n-d-805663-2 neutron-server[94688]: [parameters: {'id': '0132d3ad-d2f4-45f4-98fe-b6d3a91c1edf'}] Aug 23 21:00:15.170116 n-d-805663-2 neutron-server[94688]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94688) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 21:00:15.170520 n-d-805663-2 neutron-server[94688]: DEBUG oslo_db.api [None req-000f445d-fbf1-4fa3-8268-b6a2f9236276 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 21:00:15.198876 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bfb0ad91-4f7f-447c-9b1b-9b6799b90fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:15.210376 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bfe0d0f9-1e7a-4374-9145-ce5af835f905 req-63bfc02c-f24f-4702-b6b0-ca86d9487c36 service neutron] 10.222.0.11 "GET /v2.0/networks/3d0de374-f24b-4d5b-8c76-4ac1609c36dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997720 Aug 23 21:00:15.225017 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bfb0ad91-4f7f-447c-9b1b-9b6799b90fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:15.272489 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91416b6-bd95-4a91-9409-64f207badc4d None None] Network 0132d3ad-d2f4-45f4-98fe-b6d3a91c1edf requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:00:15.277217 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bfb0ad91-4f7f-447c-9b1b-9b6799b90fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:15.280122 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bfb0ad91-4f7f-447c-9b1b-9b6799b90fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:15.281245 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-bfb0ad91-4f7f-447c-9b1b-9b6799b90fbe admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0d5f5271-a1ed-43fe-917f-0235270293ab HTTP/1.1" status: 204 len: 168 time: 0.1470871 Aug 23 21:00:15.289473 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb0ad91-4f7f-447c-9b1b-9b6799b90fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5f5271-a1ed-43fe-917f-0235270293ab,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:15.418464 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a015485-d134-4099-b6f0-adf00ae43871 None None] get_active_networks_info from n-d-805663-2 {{(pid=94689) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 21:00:15.535041 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a015485-d134-4099-b6f0-adf00ae43871 None None] Resources bound (agent type, host, resource id): {{(pid=94689) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 21:00:15.672284 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-000f445d-fbf1-4fa3-8268-b6a2f9236276 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:15.766290 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-000f445d-fbf1-4fa3-8268-b6a2f9236276 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Deleting port 9f131458-7d70-433b-a908-92ade5eeaad9 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:00:15.766914 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-000f445d-fbf1-4fa3-8268-b6a2f9236276 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:15.858654 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-000f445d-fbf1-4fa3-8268-b6a2f9236276 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] For port 9f131458-7d70-433b-a908-92ade5eeaad9, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=9f131458-7d70-433b-a908-92ade5eeaad9,segment=NetworkSegment(56433398-c0e3-4d79-8d22-2dcee3cbdd73),segment_id=56433398-c0e3-4d79-8d22-2dcee3cbdd73)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:00:15.859158 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-000f445d-fbf1-4fa3-8268-b6a2f9236276 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:15.874283 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-000f445d-fbf1-4fa3-8268-b6a2f9236276 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Calling delete_port for 9f131458-7d70-433b-a908-92ade5eeaad9 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:00:15.977198 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:15.986225 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-000f445d-fbf1-4fa3-8268-b6a2f9236276 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:16.014758 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000f445d-fbf1-4fa3-8268-b6a2f9236276 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Pushing event deleted for resources: {'Port': ['ID=9f131458-7d70-433b-a908-92ade5eeaad9,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:16.017231 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000f445d-fbf1-4fa3-8268-b6a2f9236276 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] No DVR routers for this DVR port 9f131458-7d70-433b-a908-92ade5eeaad9 on host n-d-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:00:16.114142 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-000f445d-fbf1-4fa3-8268-b6a2f9236276 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:16.127336 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-000f445d-fbf1-4fa3-8268-b6a2f9236276 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0132d3ad-d2f4-45f4-98fe-b6d3a91c1edf']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:16.143845 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-000f445d-fbf1-4fa3-8268-b6a2f9236276 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56433398-c0e3-4d79-8d22-2dcee3cbdd73') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:16.144184 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-000f445d-fbf1-4fa3-8268-b6a2f9236276 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56433398-c0e3-4d79-8d22-2dcee3cbdd73') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:16.155620 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-000f445d-fbf1-4fa3-8268-b6a2f9236276 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:16.180201 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-000f445d-fbf1-4fa3-8268-b6a2f9236276 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:16.188884 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-000f445d-fbf1-4fa3-8268-b6a2f9236276 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:00:16.189204 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-000f445d-fbf1-4fa3-8268-b6a2f9236276 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:16.193711 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 21:00:16.193711 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:00:16.193711 n-d-805663-2 neutron-server[94688]: timer() Aug 23 21:00:16.193711 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:00:16.193711 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 21:00:16.193711 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:00:16.193711 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 21:00:16.193711 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:00:16.193711 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 21:00:16.193711 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:00:16.193711 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 21:00:16.193711 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:00:16.193711 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 21:00:16.193711 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:00:16.193711 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:00:16.193711 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:00:16.193711 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:00:16.193711 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:00:16.193711 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 21:00:16.193711 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:00:16.193711 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 21:00:16.193711 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:00:16.193711 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:00:16.193711 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:00:16.193711 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 21:00:16.193711 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:00:16.193711 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:00:16.193711 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:00:16.193711 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:00:16.193711 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:00:16.193711 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:00:16.193711 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:00:16.263029 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-000f445d-fbf1-4fa3-8268-b6a2f9236276 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:16.275652 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-000f445d-fbf1-4fa3-8268-b6a2f9236276 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:16.277474 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-000f445d-fbf1-4fa3-8268-b6a2f9236276 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "DELETE /v2.0/networks/0132d3ad-d2f4-45f4-98fe-b6d3a91c1edf HTTP/1.1" status: 204 len: 168 time: 1.8055966 Aug 23 21:00:16.280136 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37778) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:16.298606 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000f445d-fbf1-4fa3-8268-b6a2f9236276 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Pushing event deleted for resources: {'Network': ['ID=0132d3ad-d2f4-45f4-98fe-b6d3a91c1edf,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:16.303012 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed074464-5464-4cc3-9eb3-16c10d70557a tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] DELETE failed (client error): The resource could not be found. Aug 23 21:00:16.303615 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed074464-5464-4cc3-9eb3-16c10d70557a tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 21:00:16.309675 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ed074464-5464-4cc3-9eb3-16c10d70557a tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "DELETE /v2.0/networks/0132d3ad-d2f4-45f4-98fe-b6d3a91c1edf HTTP/1.1" status: 404 len: 339 time: 0.0249481 Aug 23 21:00:16.310508 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37780) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:16.316746 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-13262e2b-e83b-4514-a75f-f55fd69d94d7 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1636608498', 'description': 'd1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:16.344635 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13262e2b-e83b-4514-a75f-f55fd69d94d7 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Made reservation on behalf of 894fa06494c44cd4ac6dfb6c7f419c25 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:00:16.348294 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-13262e2b-e83b-4514-a75f-f55fd69d94d7 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:16.381857 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13262e2b-e83b-4514-a75f-f55fd69d94d7 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:00:16.398180 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-13262e2b-e83b-4514-a75f-f55fd69d94d7 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:16.398786 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-13262e2b-e83b-4514-a75f-f55fd69d94d7 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Added segment 4e56f817-e6de-40f7-8c4e-e11bcf2d22ab of type vlan for network 0e8c7fe3-69c9-40fe-90c0-b1f8bc18b8a7 Aug 23 21:00:16.452479 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-13262e2b-e83b-4514-a75f-f55fd69d94d7 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:16.492381 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-13262e2b-e83b-4514-a75f-f55fd69d94d7 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:16.498132 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13262e2b-e83b-4514-a75f-f55fd69d94d7 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:16.498987 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-13262e2b-e83b-4514-a75f-f55fd69d94d7 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:16.530740 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-13262e2b-e83b-4514-a75f-f55fd69d94d7 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2194657 Aug 23 21:00:16.534492 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37790) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:16.601963 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37792) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:16.618538 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13262e2b-e83b-4514-a75f-f55fd69d94d7 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Pushing event updated for resources: {'Network': ['ID=0e8c7fe3-69c9-40fe-90c0-b1f8bc18b8a7,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:16.675817 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 0e8c7fe3-69c9-40fe-90c0-b1f8bc18b8a7 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:00:16.779610 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1131d8-5e77-4aad-b24d-c9fdb3efe4ce tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:16.788704 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8a1131d8-5e77-4aad-b24d-c9fdb3efe4ce tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "GET /v2.0/networks?id=0e8c7fe3-69c9-40fe-90c0-b1f8bc18b8a7 HTTP/1.1" status: 200 len: 761 time: 0.2502689 Aug 23 21:00:16.789704 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37808) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:16.797403 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-0e55dfd9-311c-45a7-a03b-d630e7ebf213 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Request body: {'network': {'description': 'd2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:16.880665 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d34f9e20-f4e8-4b3d-8b5a-8674e88b9d0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:17.016415 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0e55dfd9-311c-45a7-a03b-d630e7ebf213 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:17.049209 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0e55dfd9-311c-45a7-a03b-d630e7ebf213 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:17.072319 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0e55dfd9-311c-45a7-a03b-d630e7ebf213 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Network 0e8c7fe3-69c9-40fe-90c0-b1f8bc18b8a7 is not hosted by any dhcp agent {{(pid=94687) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 23 21:00:17.077593 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e55dfd9-311c-45a7-a03b-d630e7ebf213 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:17.078177 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0e55dfd9-311c-45a7-a03b-d630e7ebf213 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:17.079430 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0e55dfd9-311c-45a7-a03b-d630e7ebf213 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "PUT /v2.0/networks/0e8c7fe3-69c9-40fe-90c0-b1f8bc18b8a7 HTTP/1.1" status: 200 len: 758 time: 0.2865093 Aug 23 21:00:17.082158 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37816) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:17.139036 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e55dfd9-311c-45a7-a03b-d630e7ebf213 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Pushing event updated for resources: {'Network': ['ID=0e8c7fe3-69c9-40fe-90c0-b1f8bc18b8a7,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:17.154137 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 0e8c7fe3-69c9-40fe-90c0-b1f8bc18b8a7 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:00:17.155314 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d34f9e20-f4e8-4b3d-8b5a-8674e88b9d0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:17.161441 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d34f9e20-f4e8-4b3d-8b5a-8674e88b9d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:17.169437 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392ef11b-ce58-49c0-88e6-2c02f19dc0d8 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:17.174441 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-392ef11b-ce58-49c0-88e6-2c02f19dc0d8 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "GET /v2.0/networks?id=0e8c7fe3-69c9-40fe-90c0-b1f8bc18b8a7 HTTP/1.1" status: 200 len: 761 time: 0.0872493 Aug 23 21:00:17.174619 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37818) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:17.179729 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-598d59b6-7753-4a5c-8ab8-e5b92d7954fc tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-40331507'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:17.201966 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598d59b6-7753-4a5c-8ab8-e5b92d7954fc tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Made reservation on behalf of 894fa06494c44cd4ac6dfb6c7f419c25 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:00:17.203514 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34f9e20-f4e8-4b3d-8b5a-8674e88b9d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76884beb-8f35-4d70-984f-1f65f53f68cf,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:17.206000 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-598d59b6-7753-4a5c-8ab8-e5b92d7954fc tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:17.208624 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d34f9e20-f4e8-4b3d-8b5a-8674e88b9d0d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5b61943c057a42f3bfa162d8a13c26ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6042073 Aug 23 21:00:17.211850 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37820) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:17.234409 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-598d59b6-7753-4a5c-8ab8-e5b92d7954fc tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:00:17.246869 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-598d59b6-7753-4a5c-8ab8-e5b92d7954fc tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:17.247213 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-598d59b6-7753-4a5c-8ab8-e5b92d7954fc tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Added segment 2f19f563-01da-41ea-b36d-0e422ade13a5 of type vlan for network 1b4753fd-4933-43c2-ac5e-5aedfcab59f1 Aug 23 21:00:17.266288 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-79eb7af0-5cff-404e-9a16-c6fa691943e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:17.288662 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-79eb7af0-5cff-404e-9a16-c6fa691943e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:17.289360 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-598d59b6-7753-4a5c-8ab8-e5b92d7954fc tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:17.313303 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-598d59b6-7753-4a5c-8ab8-e5b92d7954fc tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:17.319152 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598d59b6-7753-4a5c-8ab8-e5b92d7954fc tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:17.319845 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-598d59b6-7753-4a5c-8ab8-e5b92d7954fc tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:17.343506 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-79eb7af0-5cff-404e-9a16-c6fa691943e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:17.346319 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-79eb7af0-5cff-404e-9a16-c6fa691943e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:17.350574 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-79eb7af0-5cff-404e-9a16-c6fa691943e6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/76884beb-8f35-4d70-984f-1f65f53f68cf HTTP/1.1" status: 204 len: 168 time: 0.1347637 Aug 23 21:00:17.359266 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eb7af0-5cff-404e-9a16-c6fa691943e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76884beb-8f35-4d70-984f-1f65f53f68cf,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:17.382544 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-598d59b6-7753-4a5c-8ab8-e5b92d7954fc tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.2038486 Aug 23 21:00:17.382834 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37824) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:17.387593 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-7ae1337f-8647-4075-89d4-7044132932ba tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Request body: {'subnet': {'network_id': '1b4753fd-4933-43c2-ac5e-5aedfcab59f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:17.400230 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598d59b6-7753-4a5c-8ab8-e5b92d7954fc tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Pushing event updated for resources: {'Network': ['ID=1b4753fd-4933-43c2-ac5e-5aedfcab59f1,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:17.412605 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 1b4753fd-4933-43c2-ac5e-5aedfcab59f1 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:00:17.485953 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae1337f-8647-4075-89d4-7044132932ba tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Made reservation on behalf of 894fa06494c44cd4ac6dfb6c7f419c25 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:00:17.490190 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7ae1337f-8647-4075-89d4-7044132932ba tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:17.685746 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7ae1337f-8647-4075-89d4-7044132932ba tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:17.753005 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae1337f-8647-4075-89d4-7044132932ba tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Pushing event updated for resources: {'Subnet': ['ID=0f3ad0e1-cde3-4069-9444-1a669022269f,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:17.759988 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae1337f-8647-4075-89d4-7044132932ba tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Checking segment: {'id': '2f19f563-01da-41ea-b36d-0e422ade13a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1b4753fd-4933-43c2-ac5e-5aedfcab59f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:00:17.760383 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae1337f-8647-4075-89d4-7044132932ba tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Network hostable DHCP agents. Network: 1b4753fd-4933-43c2-ac5e-5aedfcab59f1, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:00:17.778535 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae1337f-8647-4075-89d4-7044132932ba tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Network 1b4753fd-4933-43c2-ac5e-5aedfcab59f1 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:00:17.787814 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-7ae1337f-8647-4075-89d4-7044132932ba tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 1b4753fd-4933-43c2-ac5e-5aedfcab59f1) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:00:17.791901 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae1337f-8647-4075-89d4-7044132932ba tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:17.792712 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7ae1337f-8647-4075-89d4-7044132932ba tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:17.796576 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8b05af-fb3a-474d-a911-eabb270d24e1 None None] Network 1b4753fd-4933-43c2-ac5e-5aedfcab59f1 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:00:17.807980 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-7ae1337f-8647-4075-89d4-7044132932ba tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4243393 Aug 23 21:00:17.810547 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37836) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:17.938273 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ae4a862d-75f4-4535-b98d-31bc44691a28 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:17.956398 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fd71da-6890-4ee5-bab5-be031c6e15c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-1b4753fd-4933-43c2-ac5e-5aedfcab59f1', 'network_id': '1b4753fd-4933-43c2-ac5e-5aedfcab59f1', 'tenant_id': '894fa06494c44cd4ac6dfb6c7f419c25', 'fixed_ips': [{'subnet_id': '0f3ad0e1-cde3-4069-9444-1a669022269f'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 21:00:17.958720 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b1fd71da-6890-4ee5-bab5-be031c6e15c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:18.000721 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ae4a862d-75f4-4535-b98d-31bc44691a28 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:18.116627 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-b1fd71da-6890-4ee5-bab5-be031c6e15c1 None None] Allocated IP 172.20.0.2 (1b4753fd-4933-43c2-ac5e-5aedfcab59f1/0f3ad0e1-cde3-4069-9444-1a669022269f/480ea9ff-fbc4-49f2-a56c-d14043589241) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:00:18.228975 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875268c7-99b2-415a-8e7c-7052adbb4c06 req-55004e66-0feb-4204-a447-2c136e9bfcd3 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:18.231837 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-875268c7-99b2-415a-8e7c-7052adbb4c06 req-55004e66-0feb-4204-a447-2c136e9bfcd3 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/networks?id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf HTTP/1.1" status: 200 len: 812 time: 0.1166160 Aug 23 21:00:18.248822 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-875268c7-99b2-415a-8e7c-7052adbb4c06 req-920f6a5b-aff2-4ab2-9c65-0dccadcae7f3 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/quotas/9e20396f7331438baf5e0a87fc6f3d2f HTTP/1.1" status: 200 len: 375 time: 0.0105619 Aug 23 21:00:18.275374 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b1fd71da-6890-4ee5-bab5-be031c6e15c1 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:18.284078 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b1fd71da-6890-4ee5-bab5-be031c6e15c1 None None] Transition to ACTIVE for port object 480ea9ff-fbc4-49f2-a56c-d14043589241 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:00:18.302257 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b1fd71da-6890-4ee5-bab5-be031c6e15c1 None None] Transition to ACTIVE for port object 480ea9ff-fbc4-49f2-a56c-d14043589241 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:00:18.314381 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-875268c7-99b2-415a-8e7c-7052adbb4c06 req-20491952-0525-4222-863c-c116f8a88348 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9e20396f7331438baf5e0a87fc6f3d2f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0579298 Aug 23 21:00:18.314616 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b1fd71da-6890-4ee5-bab5-be031c6e15c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:18.330991 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ae4a862d-75f4-4535-b98d-31bc44691a28 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:18.357476 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fd71da-6890-4ee5-bab5-be031c6e15c1 None None] Network 1b4753fd-4933-43c2-ac5e-5aedfcab59f1 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:00:18.361105 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-b1fd71da-6890-4ee5-bab5-be031c6e15c1 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:00:18.365503 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fd71da-6890-4ee5-bab5-be031c6e15c1 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:00:18.375034 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fd71da-6890-4ee5-bab5-be031c6e15c1 None None] Pushing event updated for resources: {'Port': ['ID=480ea9ff-fbc4-49f2-a56c-d14043589241,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:18.401537 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4a862d-75f4-4535-b98d-31bc44691a28 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Pushing event deleted for resources: {'Subnet': ['ID=0f3ad0e1-cde3-4069-9444-1a669022269f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:18.442828 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-b1fd71da-6890-4ee5-bab5-be031c6e15c1 None None] Attempting to bind port 480ea9ff-fbc4-49f2-a56c-d14043589241 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:00:18.443154 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-b1fd71da-6890-4ee5-bab5-be031c6e15c1 None None] Attempting to bind port 480ea9ff-fbc4-49f2-a56c-d14043589241 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '2f19f563-01da-41ea-b36d-0e422ade13a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1b4753fd-4933-43c2-ac5e-5aedfcab59f1'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:00:18.443522 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fd71da-6890-4ee5-bab5-be031c6e15c1 None None] Attempting to bind port 480ea9ff-fbc4-49f2-a56c-d14043589241 on network 1b4753fd-4933-43c2-ac5e-5aedfcab59f1 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:00:18.450321 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-875268c7-99b2-415a-8e7c-7052adbb4c06 req-9fe20746-9da7-4309-ae91-c0f4d1f2bddc service neutron] 10.222.0.61 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260910 Aug 23 21:00:18.451359 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fd71da-6890-4ee5-bab5-be031c6e15c1 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:00:18.451849 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fd71da-6890-4ee5-bab5-be031c6e15c1 None None] Checking segment: {'id': '2f19f563-01da-41ea-b36d-0e422ade13a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1b4753fd-4933-43c2-ac5e-5aedfcab59f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:00:18.453216 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b1fd71da-6890-4ee5-bab5-be031c6e15c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:18.453216 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fd71da-6890-4ee5-bab5-be031c6e15c1 None None] Bound using segment: {'id': '2f19f563-01da-41ea-b36d-0e422ade13a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1b4753fd-4933-43c2-ac5e-5aedfcab59f1'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:00:18.453619 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-b1fd71da-6890-4ee5-bab5-be031c6e15c1 None None] Bound port: 480ea9ff-fbc4-49f2-a56c-d14043589241, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f19f563-01da-41ea-b36d-0e422ade13a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1b4753fd-4933-43c2-ac5e-5aedfcab59f1'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:00:18.454008 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b1fd71da-6890-4ee5-bab5-be031c6e15c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:18.463025 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ae4a862d-75f4-4535-b98d-31bc44691a28 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:18.475288 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-ae4a862d-75f4-4535-b98d-31bc44691a28 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b4753fd-4933-43c2-ac5e-5aedfcab59f1']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:18.490715 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-ae4a862d-75f4-4535-b98d-31bc44691a28 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f19f563-01da-41ea-b36d-0e422ade13a5') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:18.491291 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-ae4a862d-75f4-4535-b98d-31bc44691a28 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f19f563-01da-41ea-b36d-0e422ade13a5') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:18.501487 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ae4a862d-75f4-4535-b98d-31bc44691a28 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:18.523319 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ae4a862d-75f4-4535-b98d-31bc44691a28 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:18.529682 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae4a862d-75f4-4535-b98d-31bc44691a28 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:00:18.530102 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ae4a862d-75f4-4535-b98d-31bc44691a28 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:18.533682 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 21:00:18.533682 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:00:18.533682 n-d-805663-2 neutron-server[94687]: timer() Aug 23 21:00:18.533682 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:00:18.533682 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 21:00:18.533682 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:00:18.533682 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 21:00:18.533682 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:00:18.533682 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 21:00:18.533682 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:00:18.533682 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 21:00:18.533682 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:00:18.533682 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 21:00:18.533682 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:00:18.533682 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:00:18.533682 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:00:18.533682 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:00:18.533682 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:00:18.533682 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 21:00:18.533682 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:00:18.533682 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 21:00:18.533682 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:00:18.533682 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:00:18.533682 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:00:18.533682 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 21:00:18.533682 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:00:18.533682 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:00:18.533682 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:00:18.533682 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:00:18.533682 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:00:18.533682 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:00:18.533682 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:00:18.552095 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-b1fd71da-6890-4ee5-bab5-be031c6e15c1 None None] For port 480ea9ff-fbc4-49f2-a56c-d14043589241, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:00:18.603795 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.db.api [None req-ae4a862d-75f4-4535-b98d-31bc44691a28 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 23 21:00:18.603795 n-d-805663-2 neutron-server[94687]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 23 21:00:18.603795 n-d-805663-2 neutron-server[94687]: [parameters: {'id': '1b4753fd-4933-43c2-ac5e-5aedfcab59f1'}] Aug 23 21:00:18.603795 n-d-805663-2 neutron-server[94687]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94687) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 21:00:18.604206 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-b1fd71da-6890-4ee5-bab5-be031c6e15c1 None None] For port 480ea9ff-fbc4-49f2-a56c-d14043589241, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=480ea9ff-fbc4-49f2-a56c-d14043589241,segment=NetworkSegment(2f19f563-01da-41ea-b36d-0e422ade13a5),segment_id=2f19f563-01da-41ea-b36d-0e422ade13a5)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:00:18.604847 n-d-805663-2 neutron-server[94687]: DEBUG oslo_db.api [None req-ae4a862d-75f4-4535-b98d-31bc44691a28 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 21:00:18.609426 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b1fd71da-6890-4ee5-bab5-be031c6e15c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:18.698402 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fd71da-6890-4ee5-bab5-be031c6e15c1 None None] Pushing event updated for resources: {'Port': ['ID=480ea9ff-fbc4-49f2-a56c-d14043589241,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:18.724822 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07e2006-b6b7-4f83-9513-d016ead6ab8f None None] Network 1b4753fd-4933-43c2-ac5e-5aedfcab59f1 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:00:18.858854 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7596be5-b30d-456b-822f-9efd4e2c501e None None] get_active_networks_info from n-d-805663-2 {{(pid=94689) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 21:00:18.893822 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-875268c7-99b2-415a-8e7c-7052adbb4c06 req-5a497b82-7bd3-449e-8c66-fe3fe9c4d7af service neutron] 10.222.0.61 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4424446 Aug 23 21:00:18.955169 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7596be5-b30d-456b-822f-9efd4e2c501e None None] Resources bound (agent type, host, resource id): {{(pid=94689) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 21:00:19.107751 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ae4a862d-75f4-4535-b98d-31bc44691a28 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:19.114988 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0e4899f5-5d71-4924-af9d-914dd1da5d51 req-cf01b6af-718c-41c1-b6a0-6d1dfae6c385 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=d496e23c-af38-4cb2-bc2c-55e541fbd401 HTTP/1.1" status: 200 len: 210 time: 0.0348158 Aug 23 21:00:19.179929 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-ae4a862d-75f4-4535-b98d-31bc44691a28 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Deleting port 480ea9ff-fbc4-49f2-a56c-d14043589241 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:00:19.180365 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ae4a862d-75f4-4535-b98d-31bc44691a28 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:19.261562 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-ae4a862d-75f4-4535-b98d-31bc44691a28 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] For port 480ea9ff-fbc4-49f2-a56c-d14043589241, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=480ea9ff-fbc4-49f2-a56c-d14043589241,segment=NetworkSegment(2f19f563-01da-41ea-b36d-0e422ade13a5),segment_id=2f19f563-01da-41ea-b36d-0e422ade13a5)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:00:19.261929 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ae4a862d-75f4-4535-b98d-31bc44691a28 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:19.276514 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-ae4a862d-75f4-4535-b98d-31bc44691a28 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Calling delete_port for 480ea9ff-fbc4-49f2-a56c-d14043589241 owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:00:19.319449 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37890) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:19.358926 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ae4a862d-75f4-4535-b98d-31bc44691a28 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:19.385718 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4a862d-75f4-4535-b98d-31bc44691a28 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Pushing event deleted for resources: {'Port': ['ID=480ea9ff-fbc4-49f2-a56c-d14043589241,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:19.387887 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4a862d-75f4-4535-b98d-31bc44691a28 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] No DVR routers for this DVR port 480ea9ff-fbc4-49f2-a56c-d14043589241 on host n-d-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:00:19.451981 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-da288322-4817-4937-ae78-581b8b7d475f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:19.476761 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ae4a862d-75f4-4535-b98d-31bc44691a28 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:19.487838 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-ae4a862d-75f4-4535-b98d-31bc44691a28 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b4753fd-4933-43c2-ac5e-5aedfcab59f1']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:19.500279 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-ae4a862d-75f4-4535-b98d-31bc44691a28 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f19f563-01da-41ea-b36d-0e422ade13a5') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:19.500598 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-ae4a862d-75f4-4535-b98d-31bc44691a28 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f19f563-01da-41ea-b36d-0e422ade13a5') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:19.511149 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ae4a862d-75f4-4535-b98d-31bc44691a28 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:19.527325 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ae4a862d-75f4-4535-b98d-31bc44691a28 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:19.539677 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae4a862d-75f4-4535-b98d-31bc44691a28 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:00:19.540027 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ae4a862d-75f4-4535-b98d-31bc44691a28 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:19.543293 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 21:00:19.543293 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:00:19.543293 n-d-805663-2 neutron-server[94687]: timer() Aug 23 21:00:19.543293 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:00:19.543293 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 21:00:19.543293 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:00:19.543293 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 21:00:19.543293 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:00:19.543293 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 21:00:19.543293 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:00:19.543293 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 21:00:19.543293 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:00:19.543293 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 21:00:19.543293 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:00:19.543293 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:00:19.543293 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:00:19.543293 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:00:19.543293 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:00:19.543293 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 21:00:19.543293 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:00:19.543293 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 21:00:19.543293 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:00:19.543293 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:00:19.543293 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:00:19.543293 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 21:00:19.543293 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:00:19.543293 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:00:19.543293 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:00:19.543293 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:00:19.543293 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:00:19.543293 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:00:19.543293 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:00:19.569418 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-da288322-4817-4937-ae78-581b8b7d475f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:19.574304 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-da288322-4817-4937-ae78-581b8b7d475f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:19.615576 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ae4a862d-75f4-4535-b98d-31bc44691a28 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:19.616784 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da288322-4817-4937-ae78-581b8b7d475f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d0147f-cfc2-4b36-932a-704cc22057fc,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:19.622399 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-da288322-4817-4937-ae78-581b8b7d475f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4dec65d951a241199df300fc50648b80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2990015 Aug 23 21:00:19.624923 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37900) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:19.630624 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ae4a862d-75f4-4535-b98d-31bc44691a28 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:19.635499 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37902) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:19.635699 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ae4a862d-75f4-4535-b98d-31bc44691a28 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "DELETE /v2.0/networks/1b4753fd-4933-43c2-ac5e-5aedfcab59f1 HTTP/1.1" status: 204 len: 168 time: 1.8241403 Aug 23 21:00:19.650102 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4a862d-75f4-4535-b98d-31bc44691a28 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Pushing event deleted for resources: {'Network': ['ID=1b4753fd-4933-43c2-ac5e-5aedfcab59f1,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:19.679227 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2f17ebc-403a-498d-b3e6-e727e648a815 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] GET failed (client error): The resource could not be found. Aug 23 21:00:19.680549 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c2f17ebc-403a-498d-b3e6-e727e648a815 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "GET /v2.0/subnets/0f3ad0e1-cde3-4069-9444-1a669022269f HTTP/1.1" status: 404 len: 337 time: 0.0435569 Aug 23 21:00:19.683475 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37906) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:19.706547 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-21ea3b87-4129-43d9-b040-2af27ac0ff80 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] DELETE failed (client error): The resource could not be found. Aug 23 21:00:19.707124 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21ea3b87-4129-43d9-b040-2af27ac0ff80 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 21:00:19.713144 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-21ea3b87-4129-43d9-b040-2af27ac0ff80 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "DELETE /v2.0/networks/1b4753fd-4933-43c2-ac5e-5aedfcab59f1 HTTP/1.1" status: 404 len: 339 time: 0.0245671 Aug 23 21:00:19.713616 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37908) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:19.735343 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5063fc16-1d01-4755-8612-ebdfdf32e0ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:19.763299 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5063fc16-1d01-4755-8612-ebdfdf32e0ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:19.818348 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5063fc16-1d01-4755-8612-ebdfdf32e0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:19.822727 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5063fc16-1d01-4755-8612-ebdfdf32e0ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:19.824812 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-5063fc16-1d01-4755-8612-ebdfdf32e0ee admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/51d0147f-cfc2-4b36-932a-704cc22057fc HTTP/1.1" status: 204 len: 168 time: 0.1980636 Aug 23 21:00:19.834505 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5063fc16-1d01-4755-8612-ebdfdf32e0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d0147f-cfc2-4b36-932a-704cc22057fc,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:19.937585 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d9e5f6-5269-4ca1-a076-9994293e6ff4 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:19.939269 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-29d9e5f6-5269-4ca1-a076-9994293e6ff4 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2247052 Aug 23 21:00:19.942600 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37912) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:19.988276 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37916) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:19.988455 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d8cd7f31-6aa3-4676-91e5-3ca9def6cfec tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "GET /v2.0/subnets?network_id=03d801c5-d257-4cc1-bad3-11a323aafec0 HTTP/1.1" status: 200 len: 207 time: 0.0446677 Aug 23 21:00:20.155455 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37920) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:20.169210 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-02a800e9-6070-498d-858f-b39dbc30f597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:20.220121 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74741daa-c2ed-4cdf-be5b-72fba1af0295 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:20.226149 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74741daa-c2ed-4cdf-be5b-72fba1af0295 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:20.231911 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74741daa-c2ed-4cdf-be5b-72fba1af0295 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:20.238184 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74741daa-c2ed-4cdf-be5b-72fba1af0295 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:20.240474 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-74741daa-c2ed-4cdf-be5b-72fba1af0295 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2499912 Aug 23 21:00:20.244739 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37922) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:20.256161 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a0702c8a-fefd-4060-ba72-f886cdfce557 req-05f5a25a-7062-4a5e-8c43-161ed598ce96 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=d496e23c-af38-4cb2-bc2c-55e541fbd401 HTTP/1.1" status: 200 len: 210 time: 0.0562766 Aug 23 21:00:20.320837 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-02a800e9-6070-498d-858f-b39dbc30f597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:20.328893 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-02a800e9-6070-498d-858f-b39dbc30f597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:20.418269 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a800e9-6070-498d-858f-b39dbc30f597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2973dca3-8273-486f-bd84-06d493754e6b,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:20.430750 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37924) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:20.431156 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-02a800e9-6070-498d-858f-b39dbc30f597 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ccab013e67bb439da85f54758c072065&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2741797 Aug 23 21:00:20.466305 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:20.469455 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d94fd88c-d21f-43b1-8ee4-df870da0732a tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2238479 Aug 23 21:00:20.474395 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37926) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:20.498317 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-80baa3cd-f441-4a46-a0cb-d63fff402f06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:20.523549 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-80baa3cd-f441-4a46-a0cb-d63fff402f06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:20.580450 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-80baa3cd-f441-4a46-a0cb-d63fff402f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:20.583707 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-80baa3cd-f441-4a46-a0cb-d63fff402f06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:20.585736 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-80baa3cd-f441-4a46-a0cb-d63fff402f06 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2973dca3-8273-486f-bd84-06d493754e6b HTTP/1.1" status: 204 len: 168 time: 0.1538382 Aug 23 21:00:20.596575 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911f09b7-2880-4dc6-bef8-2859ddb2028f tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:20.596772 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80baa3cd-f441-4a46-a0cb-d63fff402f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2973dca3-8273-486f-bd84-06d493754e6b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:20.598723 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911f09b7-2880-4dc6-bef8-2859ddb2028f tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:20.600381 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-911f09b7-2880-4dc6-bef8-2859ddb2028f tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1247234 Aug 23 21:00:20.605442 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37930) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:20.621001 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875268c7-99b2-415a-8e7c-7052adbb4c06 req-096f9d3a-d7c5-4c84-9b2c-12d0330957e6 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:20.622497 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-875268c7-99b2-415a-8e7c-7052adbb4c06 req-096f9d3a-d7c5-4c84-9b2c-12d0330957e6 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.11 "GET /v2.0/networks?id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf HTTP/1.1" status: 200 len: 812 time: 0.2469430 Aug 23 21:00:20.649656 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-875268c7-99b2-415a-8e7c-7052adbb4c06 req-85c5356c-6bad-413c-bcbb-55c3aac3febf tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Request body: {'port': {'device_id': 'd496e23c-af38-4cb2-bc2c-55e541fbd401', 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf', 'admin_state_up': True, 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:20.999047 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da135c06-e125-4c69-a9c2-8b3693600f92 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Attributes excluded by policy engine: ['shared'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:21.000603 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da135c06-e125-4c69-a9c2-8b3693600f92 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Attributes excluded by policy engine: ['shared'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:21.005786 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-da135c06-e125-4c69-a9c2-8b3693600f92 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.3960290 Aug 23 21:00:21.006802 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37942) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:21.088199 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-875268c7-99b2-415a-8e7c-7052adbb4c06 req-85c5356c-6bad-413c-bcbb-55c3aac3febf tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Made reservation on behalf of 9e20396f7331438baf5e0a87fc6f3d2f for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:00:21.091718 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-875268c7-99b2-415a-8e7c-7052adbb4c06 req-85c5356c-6bad-413c-bcbb-55c3aac3febf tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:21.146356 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb75800a-b983-4112-9252-754a02967541 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:21.148714 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-cb75800a-b983-4112-9252-754a02967541 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "GET /v2.0/networks/4ca0bd19-e09e-423e-808e-1f936511d93b HTTP/1.1" status: 200 len: 799 time: 0.1415038 Aug 23 21:00:21.153004 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37948) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:21.308261 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-875268c7-99b2-415a-8e7c-7052adbb4c06 req-85c5356c-6bad-413c-bcbb-55c3aac3febf tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Allocated IP 172.20.0.7 (1822ef8c-ab9b-49ef-9b96-3e20505d8abf/df05a557-9226-4912-87c8-3cb75cc85ce5/84ac48f1-b59f-4afa-b111-41232e4cf35e) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:00:21.318182 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-abf6bc4e-aca4-4a6a-b308-5991f34c84bc tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "GET /v2.0/networks/4ca0bd19-e09e-423e-808e-1f936511d93b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1606460 Aug 23 21:00:21.318561 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 37958) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:21.431007 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7a3bb0cd-367f-4164-9386-dcf48ec9fa06 req-e0acc5a9-62ba-4179-a4f9-e8fe406f1e35 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=d496e23c-af38-4cb2-bc2c-55e541fbd401 HTTP/1.1" status: 200 len: 210 time: 0.0533168 Aug 23 21:00:21.436369 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86531fd4-1de8-4129-8e5b-df455ebccd12 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:21.437665 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-86531fd4-1de8-4129-8e5b-df455ebccd12 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "GET /v2.0/subnets/89ea1076-954a-4f00-8223-2373cdbd6d8d HTTP/1.1" status: 200 len: 811 time: 0.1183257 Aug 23 21:00:21.441566 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37962) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:21.512587 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c3befb-143d-4462-b50e-0dc9c4c6f993 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Attributes excluded by policy engine: ['shared'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:21.514117 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c2c3befb-143d-4462-b50e-0dc9c4c6f993 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "GET /v2.0/subnets/89ea1076-954a-4f00-8223-2373cdbd6d8d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0710332 Aug 23 21:00:21.517607 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37964) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:21.524647 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-62d7dbb9-11ea-47f5-b075-3d570420ab86 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1155791635'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:21.552491 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d7dbb9-11ea-47f5-b075-3d570420ab86 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Made reservation on behalf of 894fa06494c44cd4ac6dfb6c7f419c25 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:00:21.557909 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-62d7dbb9-11ea-47f5-b075-3d570420ab86 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:21.601017 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-875268c7-99b2-415a-8e7c-7052adbb4c06 req-85c5356c-6bad-413c-bcbb-55c3aac3febf tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:21.615002 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62d7dbb9-11ea-47f5-b075-3d570420ab86 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:00:21.625333 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-62d7dbb9-11ea-47f5-b075-3d570420ab86 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:21.625681 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-62d7dbb9-11ea-47f5-b075-3d570420ab86 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Added segment 09f59583-fe7d-4c85-a817-ab8404678cbe of type vlan for network 021f3e43-c973-4174-a54f-e3affc9d1221 Aug 23 21:00:21.637577 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-875268c7-99b2-415a-8e7c-7052adbb4c06 req-85c5356c-6bad-413c-bcbb-55c3aac3febf tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Transition to ACTIVE for port object 84ac48f1-b59f-4afa-b111-41232e4cf35e will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:00:21.673378 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-62d7dbb9-11ea-47f5-b075-3d570420ab86 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:21.680149 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-875268c7-99b2-415a-8e7c-7052adbb4c06 req-85c5356c-6bad-413c-bcbb-55c3aac3febf tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:21.708785 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-62d7dbb9-11ea-47f5-b075-3d570420ab86 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:21.716780 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d7dbb9-11ea-47f5-b075-3d570420ab86 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:21.717683 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-62d7dbb9-11ea-47f5-b075-3d570420ab86 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:21.722101 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['714531fb-060b-4704-85ed-27c7659a838d'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:00:21.782492 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-875268c7-99b2-415a-8e7c-7052adbb4c06 req-85c5356c-6bad-413c-bcbb-55c3aac3febf tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Network 1822ef8c-ab9b-49ef-9b96-3e20505d8abf is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:00:21.800832 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-875268c7-99b2-415a-8e7c-7052adbb4c06 req-85c5356c-6bad-413c-bcbb-55c3aac3febf tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:00:21.804164 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c5356c-6bad-413c-bcbb-55c3aac3febf tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Pushing event updated for resources: {'Port': ['ID=84ac48f1-b59f-4afa-b111-41232e4cf35e,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:21.813223 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-875268c7-99b2-415a-8e7c-7052adbb4c06 req-85c5356c-6bad-413c-bcbb-55c3aac3febf tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:00:21.823393 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-62d7dbb9-11ea-47f5-b075-3d570420ab86 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3044248 Aug 23 21:00:21.824139 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 37988) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:21.834866 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-cdd913ea-bd2c-4497-ad42-ae16aa4be93e tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Request body: {'subnet': {'network_id': '021f3e43-c973-4174-a54f-e3affc9d1221', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:21.857818 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d7dbb9-11ea-47f5-b075-3d570420ab86 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Pushing event updated for resources: {'Network': ['ID=021f3e43-c973-4174-a54f-e3affc9d1221,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:21.896202 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 021f3e43-c973-4174-a54f-e3affc9d1221 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:00:21.925099 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875268c7-99b2-415a-8e7c-7052adbb4c06 req-85c5356c-6bad-413c-bcbb-55c3aac3febf tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:21.925721 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-875268c7-99b2-415a-8e7c-7052adbb4c06 req-85c5356c-6bad-413c-bcbb-55c3aac3febf tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:21.974868 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd913ea-bd2c-4497-ad42-ae16aa4be93e tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Made reservation on behalf of 894fa06494c44cd4ac6dfb6c7f419c25 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:00:21.979624 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-875268c7-99b2-415a-8e7c-7052adbb4c06 req-85c5356c-6bad-413c-bcbb-55c3aac3febf tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3348935 Aug 23 21:00:21.981298 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cdd913ea-bd2c-4497-ad42-ae16aa4be93e tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:21.995806 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-875268c7-99b2-415a-8e7c-7052adbb4c06 req-779e2435-db0c-49d9-9a28-61da8627667e service neutron] Request body: {'port': {'device_id': 'd496e23c-af38-4cb2-bc2c-55e541fbd401', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:22.113869 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-875268c7-99b2-415a-8e7c-7052adbb4c06 req-779e2435-db0c-49d9-9a28-61da8627667e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:22.138596 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.ipam_backend_mixin [None req-cdd913ea-bd2c-4497-ad42-ae16aa4be93e tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Performing IP validity checks on allocation pools {{(pid=94688) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 23 21:00:22.139162 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.ipam_backend_mixin [None req-cdd913ea-bd2c-4497-ad42-ae16aa4be93e tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94688) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 23 21:00:22.234828 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-988cd7e1-3b03-42c5-8b14-5b4186578bc3 None None] Provisioning for port 84ac48f1-b59f-4afa-b111-41232e4cf35e completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:00:22.252713 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-988cd7e1-3b03-42c5-8b14-5b4186578bc3 None None] Provisioning complete for port 84ac48f1-b59f-4afa-b111-41232e4cf35e triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:00:22.253086 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-988cd7e1-3b03-42c5-8b14-5b4186578bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:22.301368 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-988cd7e1-3b03-42c5-8b14-5b4186578bc3 None None] Port 84ac48f1-b59f-4afa-b111-41232e4cf35e cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:00:22.384189 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cdd913ea-bd2c-4497-ad42-ae16aa4be93e tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:22.464816 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd913ea-bd2c-4497-ad42-ae16aa4be93e tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Pushing event updated for resources: {'Subnet': ['ID=750e02b5-cd5e-4613-8ea7-851d9ca0db07,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:22.480317 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd913ea-bd2c-4497-ad42-ae16aa4be93e tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Checking segment: {'id': '09f59583-fe7d-4c85-a817-ab8404678cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '021f3e43-c973-4174-a54f-e3affc9d1221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:00:22.481013 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd913ea-bd2c-4497-ad42-ae16aa4be93e tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Network hostable DHCP agents. Network: 021f3e43-c973-4174-a54f-e3affc9d1221, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:00:22.505819 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd913ea-bd2c-4497-ad42-ae16aa4be93e tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Network 021f3e43-c973-4174-a54f-e3affc9d1221 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:00:22.530907 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-cdd913ea-bd2c-4497-ad42-ae16aa4be93e tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 021f3e43-c973-4174-a54f-e3affc9d1221) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:00:22.540905 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd913ea-bd2c-4497-ad42-ae16aa4be93e tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:22.541621 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cdd913ea-bd2c-4497-ad42-ae16aa4be93e tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:22.546451 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6dd254-a313-4884-a807-c7d0de73d6ed None None] Network 021f3e43-c973-4174-a54f-e3affc9d1221 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:00:22.587165 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-cdd913ea-bd2c-4497-ad42-ae16aa4be93e tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.7590425 Aug 23 21:00:22.590705 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38056) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:22.598001 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-95fafeb7-ed64-4646-bd50-ac3abf4b1dde tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:22.604335 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-875268c7-99b2-415a-8e7c-7052adbb4c06 req-779e2435-db0c-49d9-9a28-61da8627667e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84ac48f1-b59f-4afa-b111-41232e4cf35e {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:00:22.612661 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-875268c7-99b2-415a-8e7c-7052adbb4c06 req-779e2435-db0c-49d9-9a28-61da8627667e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:22.630118 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-875268c7-99b2-415a-8e7c-7052adbb4c06 req-779e2435-db0c-49d9-9a28-61da8627667e service neutron] Transition to ACTIVE for port object 84ac48f1-b59f-4afa-b111-41232e4cf35e will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:00:22.636513 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-875268c7-99b2-415a-8e7c-7052adbb4c06 req-779e2435-db0c-49d9-9a28-61da8627667e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:22.666722 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4260aae1-c59e-40d0-a91c-ada33220297a req-756ea64e-3df1-40c0-bfeb-dd68d4402aec tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:22.668493 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4260aae1-c59e-40d0-a91c-ada33220297a req-756ea64e-3df1-40c0-bfeb-dd68d4402aec tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=d496e23c-af38-4cb2-bc2c-55e541fbd401 HTTP/1.1" status: 200 len: 931 time: 0.1471169 Aug 23 21:00:22.701460 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779e2435-db0c-49d9-9a28-61da8627667e service neutron] Pushing event updated for resources: {'Port': ['ID=84ac48f1-b59f-4afa-b111-41232e4cf35e,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:22.811501 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4260aae1-c59e-40d0-a91c-ada33220297a req-329d4f16-8682-45bd-a44f-595413732827 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261289 Aug 23 21:00:22.852878 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-95fafeb7-ed64-4646-bd50-ac3abf4b1dde tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9661276'] for subnet, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:22.867843 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70742e5-87f9-4f27-966c-3f316d8702f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-021f3e43-c973-4174-a54f-e3affc9d1221', 'network_id': '021f3e43-c973-4174-a54f-e3affc9d1221', 'tenant_id': '894fa06494c44cd4ac6dfb6c7f419c25', 'fixed_ips': [{'subnet_id': '750e02b5-cd5e-4613-8ea7-851d9ca0db07'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 21:00:22.870468 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d70742e5-87f9-4f27-966c-3f316d8702f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:22.882798 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-875268c7-99b2-415a-8e7c-7052adbb4c06 req-779e2435-db0c-49d9-9a28-61da8627667e service neutron] Attempting to bind port 84ac48f1-b59f-4afa-b111-41232e4cf35e on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:00:22.883748 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-875268c7-99b2-415a-8e7c-7052adbb4c06 req-779e2435-db0c-49d9-9a28-61da8627667e service neutron] Attempting to bind port 84ac48f1-b59f-4afa-b111-41232e4cf35e by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': 'c18fa516-d00d-4d59-b20b-fdf45af90e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:00:22.885241 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875268c7-99b2-415a-8e7c-7052adbb4c06 req-779e2435-db0c-49d9-9a28-61da8627667e service neutron] Attempting to bind port 84ac48f1-b59f-4afa-b111-41232e4cf35e on network 1822ef8c-ab9b-49ef-9b96-3e20505d8abf {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:00:22.891770 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875268c7-99b2-415a-8e7c-7052adbb4c06 req-779e2435-db0c-49d9-9a28-61da8627667e service neutron] Port 84ac48f1-b59f-4afa-b111-41232e4cf35e on network 1822ef8c-ab9b-49ef-9b96-3e20505d8abf not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:00:22.892260 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875268c7-99b2-415a-8e7c-7052adbb4c06 req-779e2435-db0c-49d9-9a28-61da8627667e service neutron] Attempting to bind port 84ac48f1-b59f-4afa-b111-41232e4cf35e on network 1822ef8c-ab9b-49ef-9b96-3e20505d8abf {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:00:22.912676 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875268c7-99b2-415a-8e7c-7052adbb4c06 req-779e2435-db0c-49d9-9a28-61da8627667e service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:00:22.913064 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875268c7-99b2-415a-8e7c-7052adbb4c06 req-779e2435-db0c-49d9-9a28-61da8627667e service neutron] Checking segment: {'id': 'c18fa516-d00d-4d59-b20b-fdf45af90e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:00:22.914296 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875268c7-99b2-415a-8e7c-7052adbb4c06 req-779e2435-db0c-49d9-9a28-61da8627667e service neutron] Bound using segment: {'id': 'c18fa516-d00d-4d59-b20b-fdf45af90e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:00:22.914767 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-875268c7-99b2-415a-8e7c-7052adbb4c06 req-779e2435-db0c-49d9-9a28-61da8627667e service neutron] Bound port: 84ac48f1-b59f-4afa-b111-41232e4cf35e, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c18fa516-d00d-4d59-b20b-fdf45af90e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:00:22.916681 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-875268c7-99b2-415a-8e7c-7052adbb4c06 req-779e2435-db0c-49d9-9a28-61da8627667e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:23.067498 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38062) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:23.070122 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-875268c7-99b2-415a-8e7c-7052adbb4c06 req-779e2435-db0c-49d9-9a28-61da8627667e service neutron] For port 84ac48f1-b59f-4afa-b111-41232e4cf35e, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:00:23.077421 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-875268c7-99b2-415a-8e7c-7052adbb4c06 req-779e2435-db0c-49d9-9a28-61da8627667e service neutron] For port 84ac48f1-b59f-4afa-b111-41232e4cf35e, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=84ac48f1-b59f-4afa-b111-41232e4cf35e,segment=NetworkSegment(c18fa516-d00d-4d59-b20b-fdf45af90e68),segment_id=c18fa516-d00d-4d59-b20b-fdf45af90e68)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:00:23.084235 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-875268c7-99b2-415a-8e7c-7052adbb4c06 req-779e2435-db0c-49d9-9a28-61da8627667e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:23.132316 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-95fafeb7-ed64-4646-bd50-ac3abf4b1dde tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790315847882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9683647'] for subnet, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:23.166888 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875268c7-99b2-415a-8e7c-7052adbb4c06 req-779e2435-db0c-49d9-9a28-61da8627667e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:23.167470 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-875268c7-99b2-415a-8e7c-7052adbb4c06 req-779e2435-db0c-49d9-9a28-61da8627667e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:23.169133 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-875268c7-99b2-415a-8e7c-7052adbb4c06 req-779e2435-db0c-49d9-9a28-61da8627667e service neutron] 10.222.0.11 "PUT /v2.0/ports/84ac48f1-b59f-4afa-b111-41232e4cf35e HTTP/1.1" status: 200 len: 1091 time: 1.1801546 Aug 23 21:00:23.169390 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd496e23c-af38-4cb2-bc2c-55e541fbd401', 'tag': '84ac48f1-b59f-4afa-b111-41232e4cf35e'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:00:23.171812 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ec45f5-7611-438d-be1c-e04765a01a95" -d '{"events": [{"name": "network-changed", "server_uuid": "d496e23c-af38-4cb2-bc2c-55e541fbd401", "tag": "84ac48f1-b59f-4afa-b111-41232e4cf35e"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:00:23.178306 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779e2435-db0c-49d9-9a28-61da8627667e service neutron] Pushing event updated for resources: {'Port': ['ID=84ac48f1-b59f-4afa-b111-41232e4cf35e,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:23.229456 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fafeb7-ed64-4646-bd50-ac3abf4b1dde tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:23.230204 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-95fafeb7-ed64-4646-bd50-ac3abf4b1dde tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:23.231877 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-95fafeb7-ed64-4646-bd50-ac3abf4b1dde tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "PUT /v2.0/subnets/750e02b5-cd5e-4613-8ea7-851d9ca0db07 HTTP/1.1" status: 200 len: 877 time: 0.6400774 Aug 23 21:00:23.235393 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38070) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:23.272015 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-d70742e5-87f9-4f27-966c-3f316d8702f7 None None] Allocated IP 172.20.0.3 (021f3e43-c973-4174-a54f-e3affc9d1221/750e02b5-cd5e-4613-8ea7-851d9ca0db07/3ceccb8b-86a5-41d7-be62-4101d554ce19) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:00:23.282325 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-741d0fae-589a-4a02-9bc2-b6858cd6edc4 x-openstack-request-id: req-741d0fae-589a-4a02-9bc2-b6858cd6edc4 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:00:23.282605 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d496e23c-af38-4cb2-bc2c-55e541fbd401", "tag": "84ac48f1-b59f-4afa-b111-41232e4cf35e", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:00:23.282958 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-741d0fae-589a-4a02-9bc2-b6858cd6edc4 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:00:23.283857 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd496e23c-af38-4cb2-bc2c-55e541fbd401', 'tag': '84ac48f1-b59f-4afa-b111-41232e4cf35e', 'status': 'completed', 'code': 200} Aug 23 21:00:23.316874 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fafeb7-ed64-4646-bd50-ac3abf4b1dde tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Pushing event updated for resources: {'Subnet': ['ID=750e02b5-cd5e-4613-8ea7-851d9ca0db07,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:23.317809 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9b958cfa-6e76-4176-b5e5-9e95abc0015a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:23.366662 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875268c7-99b2-415a-8e7c-7052adbb4c06 req-8121370a-07be-42f2-b240-b63114c1a337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:23.368873 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-875268c7-99b2-415a-8e7c-7052adbb4c06 req-8121370a-07be-42f2-b240-b63114c1a337 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9e20396f7331438baf5e0a87fc6f3d2f&device_id=d496e23c-af38-4cb2-bc2c-55e541fbd401 HTTP/1.1" status: 200 len: 1094 time: 0.1392455 Aug 23 21:00:23.385311 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-245ae6a8-3a23-4694-a20b-d1acb6517879 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:23.426945 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-875268c7-99b2-415a-8e7c-7052adbb4c06 req-d5a6f7dd-24ac-4916-a283-82647c188379 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84ac48f1-b59f-4afa-b111-41232e4cf35e HTTP/1.1" status: 200 len: 217 time: 0.0453162 Aug 23 21:00:23.464858 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-245ae6a8-3a23-4694-a20b-d1acb6517879 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:23.492773 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d70742e5-87f9-4f27-966c-3f316d8702f7 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:23.506354 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d70742e5-87f9-4f27-966c-3f316d8702f7 None None] Transition to ACTIVE for port object 3ceccb8b-86a5-41d7-be62-4101d554ce19 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:00:23.526029 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d70742e5-87f9-4f27-966c-3f316d8702f7 None None] Transition to ACTIVE for port object 3ceccb8b-86a5-41d7-be62-4101d554ce19 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:00:23.527778 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875268c7-99b2-415a-8e7c-7052adbb4c06 req-3695e0e6-d594-430a-a2a2-5c831d410554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:23.529680 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-875268c7-99b2-415a-8e7c-7052adbb4c06 req-3695e0e6-d594-430a-a2a2-5c831d410554 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df05a557-9226-4912-87c8-3cb75cc85ce5 HTTP/1.1" status: 200 len: 851 time: 0.0944555 Aug 23 21:00:23.538625 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d70742e5-87f9-4f27-966c-3f316d8702f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:23.572523 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-245ae6a8-3a23-4694-a20b-d1acb6517879 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:23.625522 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70742e5-87f9-4f27-966c-3f316d8702f7 None None] Network 021f3e43-c973-4174-a54f-e3affc9d1221 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:00:23.626992 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9b958cfa-6e76-4176-b5e5-9e95abc0015a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:23.630316 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ae6a8-3a23-4694-a20b-d1acb6517879 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Pushing event deleted for resources: {'Subnet': ['ID=750e02b5-cd5e-4613-8ea7-851d9ca0db07,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:23.631649 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-d70742e5-87f9-4f27-966c-3f316d8702f7 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:00:23.637936 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875268c7-99b2-415a-8e7c-7052adbb4c06 req-730191b8-a3fa-4b13-a430-aa60393d0eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:23.639633 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-875268c7-99b2-415a-8e7c-7052adbb4c06 req-730191b8-a3fa-4b13-a430-aa60393d0eff service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0994768 Aug 23 21:00:23.640870 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9b958cfa-6e76-4176-b5e5-9e95abc0015a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:23.643387 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70742e5-87f9-4f27-966c-3f316d8702f7 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:00:23.662577 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70742e5-87f9-4f27-966c-3f316d8702f7 None None] Pushing event updated for resources: {'Port': ['ID=3ceccb8b-86a5-41d7-be62-4101d554ce19,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:23.723910 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-d70742e5-87f9-4f27-966c-3f316d8702f7 None None] Attempting to bind port 3ceccb8b-86a5-41d7-be62-4101d554ce19 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:00:23.724494 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-d70742e5-87f9-4f27-966c-3f316d8702f7 None None] Attempting to bind port 3ceccb8b-86a5-41d7-be62-4101d554ce19 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '09f59583-fe7d-4c85-a817-ab8404678cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '021f3e43-c973-4174-a54f-e3affc9d1221'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:00:23.725033 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70742e5-87f9-4f27-966c-3f316d8702f7 None None] Attempting to bind port 3ceccb8b-86a5-41d7-be62-4101d554ce19 on network 021f3e43-c973-4174-a54f-e3affc9d1221 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:00:23.730658 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70742e5-87f9-4f27-966c-3f316d8702f7 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:00:23.731095 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70742e5-87f9-4f27-966c-3f316d8702f7 None None] Checking segment: {'id': '09f59583-fe7d-4c85-a817-ab8404678cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '021f3e43-c973-4174-a54f-e3affc9d1221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:00:23.731599 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d70742e5-87f9-4f27-966c-3f316d8702f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:23.732116 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70742e5-87f9-4f27-966c-3f316d8702f7 None None] Bound using segment: {'id': '09f59583-fe7d-4c85-a817-ab8404678cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '021f3e43-c973-4174-a54f-e3affc9d1221'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:00:23.732942 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-d70742e5-87f9-4f27-966c-3f316d8702f7 None None] Bound port: 3ceccb8b-86a5-41d7-be62-4101d554ce19, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f59583-fe7d-4c85-a817-ab8404678cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '021f3e43-c973-4174-a54f-e3affc9d1221'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:00:23.733771 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d70742e5-87f9-4f27-966c-3f316d8702f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:23.734663 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-245ae6a8-3a23-4694-a20b-d1acb6517879 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:23.739882 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9b958cfa-6e76-4176-b5e5-9e95abc0015a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ba747f90fe7e4730b4dbc516a4c4eeed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6699631 Aug 23 21:00:23.740304 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b958cfa-6e76-4176-b5e5-9e95abc0015a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c0c360-0c5d-42b6-afda-dec1ffc77c8e,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:23.742822 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38072) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:23.748125 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-245ae6a8-3a23-4694-a20b-d1acb6517879 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['021f3e43-c973-4174-a54f-e3affc9d1221']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:23.761422 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-245ae6a8-3a23-4694-a20b-d1acb6517879 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09f59583-fe7d-4c85-a817-ab8404678cbe') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:23.761725 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-245ae6a8-3a23-4694-a20b-d1acb6517879 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09f59583-fe7d-4c85-a817-ab8404678cbe') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:23.772343 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-245ae6a8-3a23-4694-a20b-d1acb6517879 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:23.793751 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-245ae6a8-3a23-4694-a20b-d1acb6517879 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:23.805802 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-245ae6a8-3a23-4694-a20b-d1acb6517879 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:00:23.806225 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-245ae6a8-3a23-4694-a20b-d1acb6517879 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:23.814515 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-d70742e5-87f9-4f27-966c-3f316d8702f7 None None] For port 3ceccb8b-86a5-41d7-be62-4101d554ce19, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:00:23.829968 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-875268c7-99b2-415a-8e7c-7052adbb4c06 req-17631fe9-5509-4a3d-a5b6-3b9b9c782c2b service neutron] 10.222.0.11 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785383 Aug 23 21:00:23.850992 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b634f593-d012-432c-aac4-ddc6e6daca36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:23.885915 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 21:00:23.885915 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:00:23.885915 n-d-805663-2 neutron-server[94688]: timer() Aug 23 21:00:23.885915 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:00:23.885915 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 21:00:23.885915 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:00:23.885915 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 21:00:23.885915 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:00:23.885915 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 21:00:23.885915 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:00:23.885915 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 21:00:23.885915 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:00:23.885915 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 21:00:23.885915 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:00:23.885915 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:00:23.885915 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:00:23.885915 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:00:23.885915 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:00:23.885915 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 21:00:23.885915 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:00:23.885915 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 21:00:23.885915 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:00:23.885915 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:00:23.885915 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:00:23.885915 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 21:00:23.885915 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:00:23.885915 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:00:23.885915 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:00:23.885915 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:00:23.885915 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:00:23.885915 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:00:23.885915 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:00:23.887827 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-d70742e5-87f9-4f27-966c-3f316d8702f7 None None] For port 3ceccb8b-86a5-41d7-be62-4101d554ce19, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=3ceccb8b-86a5-41d7-be62-4101d554ce19,segment=NetworkSegment(09f59583-fe7d-4c85-a817-ab8404678cbe),segment_id=09f59583-fe7d-4c85-a817-ab8404678cbe)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:00:23.889988 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.db.api [None req-245ae6a8-3a23-4694-a20b-d1acb6517879 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 23 21:00:23.889988 n-d-805663-2 neutron-server[94688]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 23 21:00:23.889988 n-d-805663-2 neutron-server[94688]: [parameters: {'id': '021f3e43-c973-4174-a54f-e3affc9d1221'}] Aug 23 21:00:23.889988 n-d-805663-2 neutron-server[94688]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94688) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 21:00:23.890376 n-d-805663-2 neutron-server[94688]: DEBUG oslo_db.api [None req-245ae6a8-3a23-4694-a20b-d1acb6517879 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 21:00:23.892596 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d70742e5-87f9-4f27-966c-3f316d8702f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:23.921881 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b634f593-d012-432c-aac4-ddc6e6daca36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:23.967746 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3539bcb-52b4-488e-841b-365066d73401 req-3238a64d-6312-4a11-8d9a-aaaf31fb1fbb tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:23.969512 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d3539bcb-52b4-488e-841b-365066d73401 req-3238a64d-6312-4a11-8d9a-aaaf31fb1fbb tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=d496e23c-af38-4cb2-bc2c-55e541fbd401 HTTP/1.1" status: 200 len: 943 time: 0.0666599 Aug 23 21:00:23.997525 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-875268c7-99b2-415a-8e7c-7052adbb4c06 req-8eaa3b09-d043-41cd-8e82-55da2fee131f service neutron] 10.222.0.11 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591728 Aug 23 21:00:24.030341 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b634f593-d012-432c-aac4-ddc6e6daca36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:24.034771 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b634f593-d012-432c-aac4-ddc6e6daca36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:24.037455 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b634f593-d012-432c-aac4-ddc6e6daca36 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/87c0c360-0c5d-42b6-afda-dec1ffc77c8e HTTP/1.1" status: 204 len: 168 time: 0.2782257 Aug 23 21:00:24.045428 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70742e5-87f9-4f27-966c-3f316d8702f7 None None] Pushing event updated for resources: {'Port': ['ID=3ceccb8b-86a5-41d7-be62-4101d554ce19,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:24.061276 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634f593-d012-432c-aac4-ddc6e6daca36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c0c360-0c5d-42b6-afda-dec1ffc77c8e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:24.062622 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f7bffb-1fcc-49c9-8952-3869937759a3 None None] Network 021f3e43-c973-4174-a54f-e3affc9d1221 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:00:24.091422 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d3539bcb-52b4-488e-841b-365066d73401 req-d7ba85be-dd91-442e-abaa-d1d657a013f6 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082165 Aug 23 21:00:24.170157 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec45f5-7611-438d-be1c-e04765a01a95 req-e535e175-5a92-4461-884f-cb683eff7cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:24.172150 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b7ec45f5-7611-438d-be1c-e04765a01a95 req-e535e175-5a92-4461-884f-cb683eff7cce service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9e20396f7331438baf5e0a87fc6f3d2f&device_id=d496e23c-af38-4cb2-bc2c-55e541fbd401 HTTP/1.1" status: 200 len: 1094 time: 0.0973835 Aug 23 21:00:24.246406 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f1f68f-3cd1-4ff6-85ff-48a66ddf3b59 None None] Network 021f3e43-c973-4174-a54f-e3affc9d1221 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:00:24.313491 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec45f5-7611-438d-be1c-e04765a01a95 req-5ec3b643-1524-4ba5-833d-05825c4c0766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:24.315197 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b7ec45f5-7611-438d-be1c-e04765a01a95 req-5ec3b643-1524-4ba5-833d-05825c4c0766 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf HTTP/1.1" status: 200 len: 913 time: 0.1353955 Aug 23 21:00:24.383591 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b7ec45f5-7611-438d-be1c-e04765a01a95 req-26f947de-f225-4ef2-9c39-dd8039deb1aa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84ac48f1-b59f-4afa-b111-41232e4cf35e HTTP/1.1" status: 200 len: 217 time: 0.0582445 Aug 23 21:00:24.397608 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-245ae6a8-3a23-4694-a20b-d1acb6517879 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:24.498594 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603c2ebb-c776-4151-b580-647bbd414e71 None None] get_active_networks_info from n-d-805663-2 {{(pid=94689) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 21:00:24.500159 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec45f5-7611-438d-be1c-e04765a01a95 req-d61b819f-e2fa-45f1-94d9-1d25716ac043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:24.502471 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b7ec45f5-7611-438d-be1c-e04765a01a95 req-d61b819f-e2fa-45f1-94d9-1d25716ac043 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df05a557-9226-4912-87c8-3cb75cc85ce5 HTTP/1.1" status: 200 len: 851 time: 0.1121607 Aug 23 21:00:24.525391 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-245ae6a8-3a23-4694-a20b-d1acb6517879 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Deleting port 3ceccb8b-86a5-41d7-be62-4101d554ce19 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:00:24.526555 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-245ae6a8-3a23-4694-a20b-d1acb6517879 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:24.583361 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec45f5-7611-438d-be1c-e04765a01a95 req-2ff53dca-1f66-491b-bd2a-21804c404611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:24.588507 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b7ec45f5-7611-438d-be1c-e04765a01a95 req-2ff53dca-1f66-491b-bd2a-21804c404611 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791178 Aug 23 21:00:24.624100 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603c2ebb-c776-4151-b580-647bbd414e71 None None] Resources bound (agent type, host, resource id): {{(pid=94689) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 21:00:24.721516 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-245ae6a8-3a23-4694-a20b-d1acb6517879 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] For port 3ceccb8b-86a5-41d7-be62-4101d554ce19, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=3ceccb8b-86a5-41d7-be62-4101d554ce19,segment=NetworkSegment(09f59583-fe7d-4c85-a817-ab8404678cbe),segment_id=09f59583-fe7d-4c85-a817-ab8404678cbe)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:00:24.721924 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-245ae6a8-3a23-4694-a20b-d1acb6517879 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:24.737938 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-245ae6a8-3a23-4694-a20b-d1acb6517879 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Calling delete_port for 3ceccb8b-86a5-41d7-be62-4101d554ce19 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:00:24.773139 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b7ec45f5-7611-438d-be1c-e04765a01a95 req-d0969246-8c3d-455b-860e-727e299b6443 service neutron] 10.222.0.11 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774116 Aug 23 21:00:24.868545 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-245ae6a8-3a23-4694-a20b-d1acb6517879 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:24.913575 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ae6a8-3a23-4694-a20b-d1acb6517879 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Pushing event deleted for resources: {'Port': ['ID=3ceccb8b-86a5-41d7-be62-4101d554ce19,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:24.922816 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245ae6a8-3a23-4694-a20b-d1acb6517879 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] No DVR routers for this DVR port 3ceccb8b-86a5-41d7-be62-4101d554ce19 on host n-d-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:00:25.003468 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b7ec45f5-7611-438d-be1c-e04765a01a95 req-25f54ef0-b624-4356-8295-7ccaabf5800f service neutron] 10.222.0.11 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227890 Aug 23 21:00:25.069530 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-245ae6a8-3a23-4694-a20b-d1acb6517879 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:25.082526 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-245ae6a8-3a23-4694-a20b-d1acb6517879 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['021f3e43-c973-4174-a54f-e3affc9d1221']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:25.100955 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-245ae6a8-3a23-4694-a20b-d1acb6517879 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09f59583-fe7d-4c85-a817-ab8404678cbe') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:25.102315 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-245ae6a8-3a23-4694-a20b-d1acb6517879 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09f59583-fe7d-4c85-a817-ab8404678cbe') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:25.122707 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-245ae6a8-3a23-4694-a20b-d1acb6517879 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:25.156401 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-245ae6a8-3a23-4694-a20b-d1acb6517879 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:25.172928 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-245ae6a8-3a23-4694-a20b-d1acb6517879 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:00:25.172928 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-245ae6a8-3a23-4694-a20b-d1acb6517879 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:25.175349 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 21:00:25.175349 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:00:25.175349 n-d-805663-2 neutron-server[94688]: timer() Aug 23 21:00:25.175349 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:00:25.175349 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 21:00:25.175349 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:00:25.175349 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 21:00:25.175349 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:00:25.175349 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 21:00:25.175349 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:00:25.175349 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 21:00:25.175349 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:00:25.175349 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 21:00:25.175349 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:00:25.175349 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:00:25.175349 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:00:25.175349 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:00:25.175349 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:00:25.175349 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 21:00:25.175349 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:00:25.175349 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 21:00:25.175349 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:00:25.175349 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:00:25.175349 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:00:25.175349 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 21:00:25.175349 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:00:25.175349 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:00:25.175349 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:00:25.175349 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:00:25.175349 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:00:25.175349 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:00:25.175349 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:00:25.264898 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb5b50-796d-4d3b-a085-2511e0502c8d req-d2cdd775-1016-4a72-b928-e747b8449db3 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:25.265266 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-245ae6a8-3a23-4694-a20b-d1acb6517879 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:25.266847 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d6eb5b50-796d-4d3b-a085-2511e0502c8d req-d2cdd775-1016-4a72-b928-e747b8449db3 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=d496e23c-af38-4cb2-bc2c-55e541fbd401 HTTP/1.1" status: 200 len: 943 time: 0.0707996 Aug 23 21:00:25.273834 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-245ae6a8-3a23-4694-a20b-d1acb6517879 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:25.280638 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-245ae6a8-3a23-4694-a20b-d1acb6517879 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "DELETE /v2.0/networks/021f3e43-c973-4174-a54f-e3affc9d1221 HTTP/1.1" status: 204 len: 168 time: 2.0428164 Aug 23 21:00:25.280638 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38098) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:25.303414 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ae6a8-3a23-4694-a20b-d1acb6517879 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Pushing event deleted for resources: {'Network': ['ID=021f3e43-c973-4174-a54f-e3affc9d1221,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:25.315750 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d6eb5b50-796d-4d3b-a085-2511e0502c8d req-0aa1edcd-10a3-45b9-896d-5e16beb8ea78 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379901 Aug 23 21:00:25.328833 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-97cf6f4a-28d1-4e21-a137-6d5555c50372 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] DELETE failed (client error): The resource could not be found. Aug 23 21:00:25.329296 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97cf6f4a-28d1-4e21-a137-6d5555c50372 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 21:00:25.335417 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-97cf6f4a-28d1-4e21-a137-6d5555c50372 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "DELETE /v2.0/subnets/750e02b5-cd5e-4613-8ea7-851d9ca0db07 HTTP/1.1" status: 404 len: 337 time: 0.0516715 Aug 23 21:00:25.335720 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38100) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:25.367173 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9098851-c7b7-4c63-8ca6-7460b400e313 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] DELETE failed (client error): The resource could not be found. Aug 23 21:00:25.367757 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9098851-c7b7-4c63-8ca6-7460b400e313 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 21:00:25.369514 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f9098851-c7b7-4c63-8ca6-7460b400e313 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "DELETE /v2.0/networks/021f3e43-c973-4174-a54f-e3affc9d1221 HTTP/1.1" status: 404 len: 339 time: 0.0323312 Aug 23 21:00:25.372838 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38102) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:25.416130 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5ceace1-96db-4852-84fc-445829248c3c tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] DELETE failed (client error): The resource could not be found. Aug 23 21:00:25.416591 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5ceace1-96db-4852-84fc-445829248c3c tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 21:00:25.420909 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f5ceace1-96db-4852-84fc-445829248c3c tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "DELETE /v2.0/subnets/0f3ad0e1-cde3-4069-9444-1a669022269f HTTP/1.1" status: 404 len: 337 time: 0.0445936 Aug 23 21:00:25.421439 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38106) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:25.444138 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc4d0099-3f7e-40f2-a291-b56b623219e5 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] DELETE failed (client error): The resource could not be found. Aug 23 21:00:25.445398 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc4d0099-3f7e-40f2-a291-b56b623219e5 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 21:00:25.450866 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-bc4d0099-3f7e-40f2-a291-b56b623219e5 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "DELETE /v2.0/networks/1b4753fd-4933-43c2-ac5e-5aedfcab59f1 HTTP/1.1" status: 404 len: 339 time: 0.0237584 Aug 23 21:00:25.451127 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38108) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:25.553677 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-193a0f19-9a4a-4544-ad59-b2ae5c1bd54d tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:25.676609 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-193a0f19-9a4a-4544-ad59-b2ae5c1bd54d tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:25.689309 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-193a0f19-9a4a-4544-ad59-b2ae5c1bd54d tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e8c7fe3-69c9-40fe-90c0-b1f8bc18b8a7']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:25.704256 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-193a0f19-9a4a-4544-ad59-b2ae5c1bd54d tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e56f817-e6de-40f7-8c4e-e11bcf2d22ab') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:25.704808 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-193a0f19-9a4a-4544-ad59-b2ae5c1bd54d tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e56f817-e6de-40f7-8c4e-e11bcf2d22ab') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:25.718329 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-193a0f19-9a4a-4544-ad59-b2ae5c1bd54d tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:25.739331 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-193a0f19-9a4a-4544-ad59-b2ae5c1bd54d tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:25.747089 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-193a0f19-9a4a-4544-ad59-b2ae5c1bd54d tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:00:25.747589 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-193a0f19-9a4a-4544-ad59-b2ae5c1bd54d tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:25.751138 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 21:00:25.751138 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:00:25.751138 n-d-805663-2 neutron-server[94687]: timer() Aug 23 21:00:25.751138 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:00:25.751138 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 21:00:25.751138 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:00:25.751138 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 21:00:25.751138 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:00:25.751138 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 21:00:25.751138 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:00:25.751138 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 21:00:25.751138 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:00:25.751138 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 21:00:25.751138 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:00:25.751138 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:00:25.751138 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:00:25.751138 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:00:25.751138 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:00:25.751138 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 21:00:25.751138 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:00:25.751138 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 21:00:25.751138 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:00:25.751138 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:00:25.751138 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:00:25.751138 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 21:00:25.751138 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:00:25.751138 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:00:25.751138 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:00:25.751138 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:00:25.751138 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:00:25.751138 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:00:25.751138 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:00:25.852608 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-193a0f19-9a4a-4544-ad59-b2ae5c1bd54d tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:25.865560 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-193a0f19-9a4a-4544-ad59-b2ae5c1bd54d tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:25.867608 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-193a0f19-9a4a-4544-ad59-b2ae5c1bd54d tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "DELETE /v2.0/networks/0e8c7fe3-69c9-40fe-90c0-b1f8bc18b8a7 HTTP/1.1" status: 204 len: 168 time: 0.4154985 Aug 23 21:00:25.871931 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38118) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:25.880442 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a0f19-9a4a-4544-ad59-b2ae5c1bd54d tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Pushing event deleted for resources: {'Network': ['ID=0e8c7fe3-69c9-40fe-90c0-b1f8bc18b8a7,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:25.919909 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-75c0c046-263d-464f-81a1-0ab2fdc62a8c tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] DELETE failed (client error): The resource could not be found. Aug 23 21:00:25.920537 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75c0c046-263d-464f-81a1-0ab2fdc62a8c tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 21:00:25.922705 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-75c0c046-263d-464f-81a1-0ab2fdc62a8c tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "DELETE /v2.0/subnets/72923f67-238a-4a98-b3ed-3bd70dd6a8e0 HTTP/1.1" status: 404 len: 337 time: 0.0476539 Aug 23 21:00:25.928470 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38120) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:25.956952 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd06367c-e250-4bb3-90dd-d42bd45b9b69 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] DELETE failed (client error): The resource could not be found. Aug 23 21:00:25.957121 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd06367c-e250-4bb3-90dd-d42bd45b9b69 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 21:00:25.959050 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-bd06367c-e250-4bb3-90dd-d42bd45b9b69 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "DELETE /v2.0/networks/0132d3ad-d2f4-45f4-98fe-b6d3a91c1edf HTTP/1.1" status: 404 len: 339 time: 0.0281754 Aug 23 21:00:25.961858 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38124) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:26.016090 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-99564191-f3c1-4b05-95de-e56168792455 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] DELETE failed (client error): The resource could not be found. Aug 23 21:00:26.017184 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99564191-f3c1-4b05-95de-e56168792455 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 21:00:26.024931 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-99564191-f3c1-4b05-95de-e56168792455 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "DELETE /v2.0/subnets/f7835e05-f55d-41f0-8678-4fe6e047699e HTTP/1.1" status: 404 len: 337 time: 0.0586843 Aug 23 21:00:26.025459 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38126) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:26.047268 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf2d91a4-209e-484b-805d-043c207eeaa9 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] DELETE failed (client error): The resource could not be found. Aug 23 21:00:26.047827 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf2d91a4-209e-484b-805d-043c207eeaa9 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 21:00:26.049572 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-bf2d91a4-209e-484b-805d-043c207eeaa9 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "DELETE /v2.0/networks/5b1aabab-48f9-4da4-8167-8499b9fe55a4 HTTP/1.1" status: 404 len: 339 time: 0.0231099 Aug 23 21:00:26.053197 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38128) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:26.088114 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-2151bf5f-341b-497d-abb6-e88ec29c9bad tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] DELETE failed (client error): The resource could not be found. Aug 23 21:00:26.088578 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2151bf5f-341b-497d-abb6-e88ec29c9bad tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 21:00:26.090815 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2151bf5f-341b-497d-abb6-e88ec29c9bad tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "DELETE /v2.0/subnets/821cb118-8c17-487a-8889-526c05ae7e2f HTTP/1.1" status: 404 len: 337 time: 0.0359156 Aug 23 21:00:26.093323 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38132) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:26.119051 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-21273126-5a94-418b-88b2-e1eb4ea6161c tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] DELETE failed (client error): The resource could not be found. Aug 23 21:00:26.120220 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21273126-5a94-418b-88b2-e1eb4ea6161c tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 21:00:26.124100 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-21273126-5a94-418b-88b2-e1eb4ea6161c tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "DELETE /v2.0/networks/6cb793e0-c29d-4361-91ae-b97b7d77179b HTTP/1.1" status: 404 len: 339 time: 0.0276935 Aug 23 21:00:26.124762 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38134) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:26.162617 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f71c7f5-0a41-4215-8575-d21fb888c9fc tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] DELETE failed (client error): The resource could not be found. Aug 23 21:00:26.162617 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f71c7f5-0a41-4215-8575-d21fb888c9fc tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 21:00:26.166109 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9f71c7f5-0a41-4215-8575-d21fb888c9fc tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "DELETE /v2.0/subnets/962d9b5d-43c0-4c9a-a1d2-950ecbff9691 HTTP/1.1" status: 404 len: 337 time: 0.0392787 Aug 23 21:00:26.167806 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38138) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:26.193397 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b157e1c-69c4-4a4e-92ed-7fc17b86bb9f tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] DELETE failed (client error): The resource could not be found. Aug 23 21:00:26.193397 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b157e1c-69c4-4a4e-92ed-7fc17b86bb9f tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 21:00:26.195355 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2b157e1c-69c4-4a4e-92ed-7fc17b86bb9f tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "DELETE /v2.0/networks/e2203ef5-5e51-4531-a0d8-715692d710ac HTTP/1.1" status: 404 len: 339 time: 0.0262825 Aug 23 21:00:26.199765 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38140) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:26.229848 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-56137de2-f12f-432b-919c-cede9681619d tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] DELETE failed (client error): The resource could not be found. Aug 23 21:00:26.230462 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56137de2-f12f-432b-919c-cede9681619d tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 21:00:26.233184 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-56137de2-f12f-432b-919c-cede9681619d tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "DELETE /v2.0/subnets/ed1311c2-e4b3-4922-8d89-173a97fff682 HTTP/1.1" status: 404 len: 337 time: 0.0344818 Aug 23 21:00:26.236000 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38142) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:26.274849 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ac3cf64-7da2-42d1-a5a1-85fa913b9ef0 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] DELETE failed (client error): The resource could not be found. Aug 23 21:00:26.276379 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ac3cf64-7da2-42d1-a5a1-85fa913b9ef0 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 21:00:26.284107 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-1ac3cf64-7da2-42d1-a5a1-85fa913b9ef0 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "DELETE /v2.0/networks/8d8c3bc9-241f-41ef-8c6e-543ea98d874b HTTP/1.1" status: 404 len: 339 time: 0.0424221 Aug 23 21:00:26.284107 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38144) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:26.319164 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38146) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:26.341725 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd8ecff8-ee7e-4f9a-a0d3-3ced5fec9844 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] DELETE failed (client error): The resource could not be found. Aug 23 21:00:26.341725 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd8ecff8-ee7e-4f9a-a0d3-3ced5fec9844 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 21:00:26.345648 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-dd8ecff8-ee7e-4f9a-a0d3-3ced5fec9844 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "DELETE /v2.0/subnets/d21ed308-3e28-48ac-95c0-2868e6047428 HTTP/1.1" status: 404 len: 337 time: 0.0586817 Aug 23 21:00:26.349844 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38150) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:26.372032 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aee0eec-a2c8-4f8b-9dd2-09e9ebeae2e1 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] DELETE failed (client error): The resource could not be found. Aug 23 21:00:26.372835 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aee0eec-a2c8-4f8b-9dd2-09e9ebeae2e1 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 21:00:26.375364 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8aee0eec-a2c8-4f8b-9dd2-09e9ebeae2e1 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "DELETE /v2.0/networks/5c8576fb-c89e-4788-a81f-54e8645b418f HTTP/1.1" status: 404 len: 339 time: 0.0244167 Aug 23 21:00:26.379608 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38154) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:26.408383 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-76f17fe4-fd66-4728-be00-82c7e28ef818 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] DELETE failed (client error): The resource could not be found. Aug 23 21:00:26.408902 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76f17fe4-fd66-4728-be00-82c7e28ef818 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 21:00:26.411259 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-76f17fe4-fd66-4728-be00-82c7e28ef818 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "DELETE /v2.0/subnets/9a913f58-fbb1-4b99-a804-5acb6c0ae882 HTTP/1.1" status: 404 len: 337 time: 0.0295615 Aug 23 21:00:26.415640 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38156) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:26.442343 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7124fc0-2c7f-4bc4-9c6d-619174161696 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] DELETE failed (client error): The resource could not be found. Aug 23 21:00:26.443081 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7124fc0-2c7f-4bc4-9c6d-619174161696 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 21:00:26.445149 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b7124fc0-2c7f-4bc4-9c6d-619174161696 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "DELETE /v2.0/networks/aab96893-7886-4137-b79c-268ac4e4a803 HTTP/1.1" status: 404 len: 339 time: 0.0285220 Aug 23 21:00:26.447979 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38158) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:26.494456 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-84c318ea-e809-4f11-ad8b-2d5a52c41a18 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] DELETE failed (client error): The resource could not be found. Aug 23 21:00:26.494915 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84c318ea-e809-4f11-ad8b-2d5a52c41a18 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 21:00:26.496940 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-84c318ea-e809-4f11-ad8b-2d5a52c41a18 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "DELETE /v2.0/subnets/baa39c49-afb3-4208-b268-1a8b7240213f HTTP/1.1" status: 404 len: 337 time: 0.0477917 Aug 23 21:00:26.501048 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38160) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:26.518701 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-4cf19d8e-a4fc-43e2-82a9-b243cdf71a86 tempest-MeteringIpV6TestJSON-1780982878 tempest-MeteringIpV6TestJSON-1780982878-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1832437434'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:26.519448 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-4cf19d8e-a4fc-43e2-82a9-b243cdf71a86 tempest-MeteringIpV6TestJSON-1780982878 tempest-MeteringIpV6TestJSON-1780982878-project-admin] Unknown quota resources ['metering_label']. {{(pid=94687) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 21:00:26.524595 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d5c269-1203-4a9a-b37c-fd79f330e73c req-2e5f26e6-73a9-4e24-8d9a-91f03bcd4061 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:26.526248 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-56d5c269-1203-4a9a-b37c-fd79f330e73c req-2e5f26e6-73a9-4e24-8d9a-91f03bcd4061 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=d496e23c-af38-4cb2-bc2c-55e541fbd401 HTTP/1.1" status: 200 len: 943 time: 0.0952733 Aug 23 21:00:26.543663 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b375b92-64a3-409d-9a34-00f18b85be53 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] DELETE failed (client error): The resource could not be found. Aug 23 21:00:26.543663 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b375b92-64a3-409d-9a34-00f18b85be53 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 21:00:26.544511 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-7b375b92-64a3-409d-9a34-00f18b85be53 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "DELETE /v2.0/networks/b926b8f5-aa11-4caf-8d1d-c9d83de14c64 HTTP/1.1" status: 404 len: 339 time: 0.0422330 Aug 23 21:00:26.551019 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38162) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:26.655028 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-56d5c269-1203-4a9a-b37c-fd79f330e73c req-8467cdb1-af7a-4913-b45f-ae934443dc22 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175356 Aug 23 21:00:26.666552 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-b520567b-5998-411d-a10d-fceaad3087c6 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Deleting subnet 89ea1076-954a-4f00-8223-2373cdbd6d8d {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 21:00:26.670166 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b520567b-5998-411d-a10d-fceaad3087c6 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:26.697457 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4cf19d8e-a4fc-43e2-82a9-b243cdf71a86 tempest-MeteringIpV6TestJSON-1780982878 tempest-MeteringIpV6TestJSON-1780982878-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:26.698640 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-4cf19d8e-a4fc-43e2-82a9-b243cdf71a86 tempest-MeteringIpV6TestJSON-1780982878 tempest-MeteringIpV6TestJSON-1780982878-project-admin] 10.222.0.61 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3779569 Aug 23 21:00:26.702718 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38164) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:26.706042 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-2095531c-6cde-462e-b6b1-aae2e95d16b5 tempest-MeteringIpV6TestJSON-1780982878 tempest-MeteringIpV6TestJSON-1780982878-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '20b1fdc5-bf69-4b4e-b2c1-d23aaadf2c9c'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:26.706603 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-2095531c-6cde-462e-b6b1-aae2e95d16b5 tempest-MeteringIpV6TestJSON-1780982878 tempest-MeteringIpV6TestJSON-1780982878-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94687) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 21:00:26.726631 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b520567b-5998-411d-a10d-fceaad3087c6 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:26.773498 n-d-805663-2 neutron-server[94687]: WARNING neutron.services.metering.metering_plugin [None req-2095531c-6cde-462e-b6b1-aae2e95d16b5 tempest-MeteringIpV6TestJSON-1780982878 tempest-MeteringIpV6TestJSON-1780982878-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 23 21:00:26.837210 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b520567b-5998-411d-a10d-fceaad3087c6 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:26.905976 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2095531c-6cde-462e-b6b1-aae2e95d16b5 tempest-MeteringIpV6TestJSON-1780982878 tempest-MeteringIpV6TestJSON-1780982878-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:26.907627 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2095531c-6cde-462e-b6b1-aae2e95d16b5 tempest-MeteringIpV6TestJSON-1780982878 tempest-MeteringIpV6TestJSON-1780982878-project-admin] 10.222.0.61 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2049198 Aug 23 21:00:26.910454 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38166) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:26.917588 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-2c486adc-5bd8-480b-8d20-1e068c2fab6b tempest-MeteringIpV6TestJSON-1780982878 tempest-MeteringIpV6TestJSON-1780982878-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '20b1fdc5-bf69-4b4e-b2c1-d23aaadf2c9c'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:26.918907 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-2c486adc-5bd8-480b-8d20-1e068c2fab6b tempest-MeteringIpV6TestJSON-1780982878 tempest-MeteringIpV6TestJSON-1780982878-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94687) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 21:00:26.920244 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b520567b-5998-411d-a10d-fceaad3087c6 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:26.961784 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b520567b-5998-411d-a10d-fceaad3087c6 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Pushing event deleted for resources: {'Subnet': ['ID=89ea1076-954a-4f00-8223-2373cdbd6d8d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:26.963746 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b520567b-5998-411d-a10d-fceaad3087c6 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:26.968349 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b520567b-5998-411d-a10d-fceaad3087c6 tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "DELETE /v2.0/subnets/89ea1076-954a-4f00-8223-2373cdbd6d8d HTTP/1.1" status: 204 len: 168 time: 0.4106512 Aug 23 21:00:26.968575 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38168) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:26.978989 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8134921-29fd-45eb-8055-2b76d07b23ba None None] Network 4ca0bd19-e09e-423e-808e-1f936511d93b requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:00:26.995033 n-d-805663-2 neutron-server[94687]: WARNING neutron.services.metering.metering_plugin [None req-2c486adc-5bd8-480b-8d20-1e068c2fab6b tempest-MeteringIpV6TestJSON-1780982878 tempest-MeteringIpV6TestJSON-1780982878-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 23 21:00:27.056008 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b793c48e-ea56-4b67-a05b-946075d07e2c tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:27.167419 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-b793c48e-ea56-4b67-a05b-946075d07e2c tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Deleting port 0cd3ec74-a4fb-48cc-8465-472348636455 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:00:27.168152 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b793c48e-ea56-4b67-a05b-946075d07e2c tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:27.175622 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2c486adc-5bd8-480b-8d20-1e068c2fab6b tempest-MeteringIpV6TestJSON-1780982878 tempest-MeteringIpV6TestJSON-1780982878-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:27.179817 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2c486adc-5bd8-480b-8d20-1e068c2fab6b tempest-MeteringIpV6TestJSON-1780982878 tempest-MeteringIpV6TestJSON-1780982878-project-admin] 10.222.0.61 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2652133 Aug 23 21:00:27.181394 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38170) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:27.209768 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-53e14ad4-1a93-4577-93b5-c6508a80205b tempest-MeteringIpV6TestJSON-1780982878 tempest-MeteringIpV6TestJSON-1780982878-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-label-rules?id=2233e95c-0f05-4ab0-808a-a060f49499d4 HTTP/1.1" status: 200 len: 462 time: 0.0266685 Aug 23 21:00:27.212312 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38172) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:27.306722 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-b793c48e-ea56-4b67-a05b-946075d07e2c tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] For port 0cd3ec74-a4fb-48cc-8465-472348636455, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=0cd3ec74-a4fb-48cc-8465-472348636455,segment=NetworkSegment(6519df29-f295-44f4-8e87-8324184b969e),segment_id=6519df29-f295-44f4-8e87-8324184b969e)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:00:27.307435 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b793c48e-ea56-4b67-a05b-946075d07e2c tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:27.319013 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc22ba0-2893-4dd1-a93e-1491820755a4 None None] DHCP port deletion for 4ca0bd19-e09e-423e-808e-1f936511d93b request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 21:00:27.323040 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-b793c48e-ea56-4b67-a05b-946075d07e2c tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Calling delete_port for 0cd3ec74-a4fb-48cc-8465-472348636455 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:00:27.344194 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2f677417-011e-4777-b8d9-222e744ff197 req-9b5b2580-ceda-4df4-8859-1f3ce3a9e3ef service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=455d7e9d-2520-43f1-950c-39e875c6b2c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0772407 Aug 23 21:00:27.358626 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9ffec3dc-831a-4ebe-a6ac-fb1119f432d0 tempest-MeteringIpV6TestJSON-1780982878 tempest-MeteringIpV6TestJSON-1780982878-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:27.359759 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9ffec3dc-831a-4ebe-a6ac-fb1119f432d0 tempest-MeteringIpV6TestJSON-1780982878 tempest-MeteringIpV6TestJSON-1780982878-project-admin] 10.222.0.61 "DELETE /v2.0/metering/metering-label-rules/2233e95c-0f05-4ab0-808a-a060f49499d4 HTTP/1.1" status: 204 len: 168 time: 0.1450875 Aug 23 21:00:27.362755 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38174) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:27.396880 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38176) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:27.397287 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5fcddbaa-c678-4182-8433-200ab8381874 tempest-MeteringIpV6TestJSON-1780982878 tempest-MeteringIpV6TestJSON-1780982878-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-label-rules?id=2233e95c-0f05-4ab0-808a-a060f49499d4 HTTP/1.1" status: 200 len: 221 time: 0.0334165 Aug 23 21:00:27.408145 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-7eb00477-5e1b-4906-88c9-c8077f1e46b7 tempest-MeteringIpV6TestJSON-1780982878 tempest-MeteringIpV6TestJSON-1780982878-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1948073483', 'description': 'label created by tempest'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:27.409153 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-7eb00477-5e1b-4906-88c9-c8077f1e46b7 tempest-MeteringIpV6TestJSON-1780982878 tempest-MeteringIpV6TestJSON-1780982878-project-admin] Unknown quota resources ['metering_label']. {{(pid=94688) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 21:00:27.428955 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4cc22ba0-2893-4dd1-a93e-1491820755a4 None None] Deleting port 0cd3ec74-a4fb-48cc-8465-472348636455 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:00:27.430200 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cc22ba0-2893-4dd1-a93e-1491820755a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:27.519429 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4cc22ba0-2893-4dd1-a93e-1491820755a4 None None] For port 0cd3ec74-a4fb-48cc-8465-472348636455, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=0cd3ec74-a4fb-48cc-8465-472348636455,segment=NetworkSegment(6519df29-f295-44f4-8e87-8324184b969e),segment_id=6519df29-f295-44f4-8e87-8324184b969e)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:00:27.522583 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cc22ba0-2893-4dd1-a93e-1491820755a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:27.536541 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4cc22ba0-2893-4dd1-a93e-1491820755a4 None None] Calling delete_port for 0cd3ec74-a4fb-48cc-8465-472348636455 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:00:27.657401 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cc22ba0-2893-4dd1-a93e-1491820755a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:27.688872 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc22ba0-2893-4dd1-a93e-1491820755a4 None None] Pushing event deleted for resources: {'Port': ['ID=0cd3ec74-a4fb-48cc-8465-472348636455,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:27.700430 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc22ba0-2893-4dd1-a93e-1491820755a4 None None] No DVR routers for this DVR port 0cd3ec74-a4fb-48cc-8465-472348636455 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:00:27.730445 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f677417-011e-4777-b8d9-222e744ff197 req-6c23ef7b-ba04-4ba8-850e-0d168c5fa694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:27.734420 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2f677417-011e-4777-b8d9-222e744ff197 req-6c23ef7b-ba04-4ba8-850e-0d168c5fa694 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e20396f7331438baf5e0a87fc6f3d2f&device_id=455d7e9d-2520-43f1-950c-39e875c6b2c7 HTTP/1.1" status: 200 len: 1097 time: 0.2987947 Aug 23 21:00:27.737875 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7eb00477-5e1b-4906-88c9-c8077f1e46b7 tempest-MeteringIpV6TestJSON-1780982878 tempest-MeteringIpV6TestJSON-1780982878-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:27.739787 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-7eb00477-5e1b-4906-88c9-c8077f1e46b7 tempest-MeteringIpV6TestJSON-1780982878 tempest-MeteringIpV6TestJSON-1780982878-project-admin] 10.222.0.61 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3412178 Aug 23 21:00:27.743215 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38180) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:27.750386 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b793c48e-ea56-4b67-a05b-946075d07e2c tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:27.800047 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b793c48e-ea56-4b67-a05b-946075d07e2c tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Pushing event deleted for resources: {'Port': ['ID=0cd3ec74-a4fb-48cc-8465-472348636455,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:27.807895 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ee49f431-140c-4c5e-a7b6-d0e6fde736f8 tempest-MeteringIpV6TestJSON-1780982878 tempest-MeteringIpV6TestJSON-1780982878-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-labels?id=ad06a0d8-aa38-444b-8daf-a9dcb0f4faab HTTP/1.1" status: 200 len: 468 time: 0.0633919 Aug 23 21:00:27.823188 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b793c48e-ea56-4b67-a05b-946075d07e2c tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] No DVR routers for this DVR port 0cd3ec74-a4fb-48cc-8465-472348636455 on host n-d-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:00:27.826260 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38182) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:27.853792 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f4d58a-8269-47b9-970d-7241cedc132d req-6b98782a-683d-4cb6-87ef-20283ad7a589 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:27.855336 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f3f4d58a-8269-47b9-970d-7241cedc132d req-6b98782a-683d-4cb6-87ef-20283ad7a589 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=d496e23c-af38-4cb2-bc2c-55e541fbd401 HTTP/1.1" status: 200 len: 943 time: 0.0614967 Aug 23 21:00:27.909224 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f3f4d58a-8269-47b9-970d-7241cedc132d req-51b8ff83-fcd7-4992-a90b-55718d75507f tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465209 Aug 23 21:00:28.038534 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 0cd3ec74-a4fb-48cc-8465-472348636455 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:00:28.074147 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b793c48e-ea56-4b67-a05b-946075d07e2c tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:28.083793 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 0cd3ec74-a4fb-48cc-8465-472348636455 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:00:28.084790 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 0cd3ec74-a4fb-48cc-8465-472348636455 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:00:28.120025 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f677417-011e-4777-b8d9-222e744ff197 req-612a270d-213a-41b9-a6e3-90941cfd55a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:28.122147 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2f677417-011e-4777-b8d9-222e744ff197 req-612a270d-213a-41b9-a6e3-90941cfd55a1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf HTTP/1.1" status: 200 len: 913 time: 0.3431606 Aug 23 21:00:28.125841 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-b793c48e-ea56-4b67-a05b-946075d07e2c tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ca0bd19-e09e-423e-808e-1f936511d93b']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:28.148270 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-b793c48e-ea56-4b67-a05b-946075d07e2c tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6519df29-f295-44f4-8e87-8324184b969e') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:28.148562 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-b793c48e-ea56-4b67-a05b-946075d07e2c tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6519df29-f295-44f4-8e87-8324184b969e') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:28.558903 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2f677417-011e-4777-b8d9-222e744ff197 req-52e5679d-5d52-4c1c-b9d5-867c783338bc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=714531fb-060b-4704-85ed-27c7659a838d HTTP/1.1" status: 200 len: 217 time: 0.4237051 Aug 23 21:00:28.560644 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b793c48e-ea56-4b67-a05b-946075d07e2c tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:28.570017 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-62ec250e-da54-47bb-81ed-46aee1a4a1f4 tempest-MeteringIpV6TestJSON-1780982878 tempest-MeteringIpV6TestJSON-1780982878-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:28.572255 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-62ec250e-da54-47bb-81ed-46aee1a4a1f4 tempest-MeteringIpV6TestJSON-1780982878 tempest-MeteringIpV6TestJSON-1780982878-project-admin] 10.222.0.61 "DELETE /v2.0/metering/metering-labels/ad06a0d8-aa38-444b-8daf-a9dcb0f4faab HTTP/1.1" status: 204 len: 168 time: 0.7404354 Aug 23 21:00:28.574673 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38184) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:28.591568 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ff657b5e-0165-4221-9125-1aade184430a tempest-MeteringIpV6TestJSON-1780982878 tempest-MeteringIpV6TestJSON-1780982878-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-labels?id=ad06a0d8-aa38-444b-8daf-a9dcb0f4faab HTTP/1.1" status: 200 len: 216 time: 0.0154560 Aug 23 21:00:28.592527 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38186) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:28.601872 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b793c48e-ea56-4b67-a05b-946075d07e2c tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:28.607631 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-69ebb001-6e5d-4402-8a7e-cd5f5f752b2b tempest-MeteringIpV6TestJSON-1780982878 tempest-MeteringIpV6TestJSON-1780982878-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0137639 Aug 23 21:00:28.608583 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38188) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:28.621267 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b793c48e-ea56-4b67-a05b-946075d07e2c tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:00:28.621670 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b793c48e-ea56-4b67-a05b-946075d07e2c tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:28.623517 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-da024c34-2e24-4d75-a563-44a731527092 tempest-MeteringIpV6TestJSON-1780982878 tempest-MeteringIpV6TestJSON-1780982878-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0142198 Aug 23 21:00:28.624111 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38190) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:28.630632 n-d-805663-2 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 21:00:28.630632 n-d-805663-2 neutron-server[94688]: self.session.flush() Aug 23 21:00:28.630632 n-d-805663-2 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 21:00:28.630632 n-d-805663-2 neutron-server[94688]: self.session.flush() Aug 23 21:00:28.630632 n-d-805663-2 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 21:00:28.630632 n-d-805663-2 neutron-server[94688]: self.session.flush() Aug 23 21:00:28.630632 n-d-805663-2 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 21:00:28.630632 n-d-805663-2 neutron-server[94688]: self.session.flush() Aug 23 21:00:28.630632 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 21:00:28.630632 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:00:28.630632 n-d-805663-2 neutron-server[94688]: timer() Aug 23 21:00:28.630632 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:00:28.630632 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 21:00:28.630632 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:00:28.630632 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 21:00:28.630632 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:00:28.630632 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 21:00:28.630632 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:00:28.630632 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 21:00:28.630632 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:00:28.630632 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 21:00:28.630632 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:00:28.630632 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:00:28.630632 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:00:28.630632 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:00:28.630632 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:00:28.630632 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 21:00:28.630632 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:00:28.630632 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 21:00:28.630632 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:00:28.630632 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:00:28.630632 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:00:28.630632 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 21:00:28.630632 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:00:28.630632 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:00:28.630632 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:00:28.630632 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:00:28.630632 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:00:28.630632 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:00:28.630632 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:00:28.681555 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9ee0f8e8-639c-4d26-908c-1bdcc6fe1bb2 tempest-MeteringIpV6TestJSON-1780982878 tempest-MeteringIpV6TestJSON-1780982878-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-labels/20b1fdc5-bf69-4b4e-b2c1-d23aaadf2c9c HTTP/1.1" status: 200 len: 473 time: 0.0554810 Aug 23 21:00:28.682589 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38192) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:28.692320 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f677417-011e-4777-b8d9-222e744ff197 req-bd23e96c-f477-4ecf-96cb-9e32ca1d13d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:28.693933 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2f677417-011e-4777-b8d9-222e744ff197 req-bd23e96c-f477-4ecf-96cb-9e32ca1d13d9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df05a557-9226-4912-87c8-3cb75cc85ce5 HTTP/1.1" status: 200 len: 851 time: 0.1219959 Aug 23 21:00:28.699273 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8ead4fca-1cf0-479e-8a04-3207bb46a402 tempest-MeteringIpV6TestJSON-1780982878 tempest-MeteringIpV6TestJSON-1780982878-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-label-rules/103bda8e-5c61-4d08-a48c-1a7eedc3d890 HTTP/1.1" status: 200 len: 459 time: 0.0123210 Aug 23 21:00:28.699801 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38194) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:28.748554 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b793c48e-ea56-4b67-a05b-946075d07e2c tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:28.758514 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b793c48e-ea56-4b67-a05b-946075d07e2c tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:28.760233 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b793c48e-ea56-4b67-a05b-946075d07e2c tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] 10.222.0.61 "DELETE /v2.0/networks/4ca0bd19-e09e-423e-808e-1f936511d93b HTTP/1.1" status: 204 len: 168 time: 1.7907913 Aug 23 21:00:28.826250 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f677417-011e-4777-b8d9-222e744ff197 req-792bb014-62bf-4555-aeeb-9447e6067b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:28.827678 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2f677417-011e-4777-b8d9-222e744ff197 req-792bb014-62bf-4555-aeeb-9447e6067b40 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1217778 Aug 23 21:00:28.828442 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b793c48e-ea56-4b67-a05b-946075d07e2c tempest-NetworksTest-722900974 tempest-NetworksTest-722900974-project] Pushing event deleted for resources: {'Network': ['ID=4ca0bd19-e09e-423e-808e-1f936511d93b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:28.876531 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1e3b3e81-f471-43d8-abba-485f3bdadcd1 tempest-MeteringIpV6TestJSON-1780982878 tempest-MeteringIpV6TestJSON-1780982878-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:28.877673 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-1e3b3e81-f471-43d8-abba-485f3bdadcd1 tempest-MeteringIpV6TestJSON-1780982878 tempest-MeteringIpV6TestJSON-1780982878-project-admin] 10.222.0.61 "DELETE /v2.0/metering/metering-label-rules/103bda8e-5c61-4d08-a48c-1a7eedc3d890 HTTP/1.1" status: 204 len: 168 time: 0.1767716 Aug 23 21:00:28.881007 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38198) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:29.120213 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38204) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:29.133082 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2f677417-011e-4777-b8d9-222e744ff197 req-233e6540-be5c-490a-8ced-431651b28334 service neutron] 10.222.0.32 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661150 Aug 23 21:00:29.170509 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:00:29.278809 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7dceca4e-7dc5-4065-80e0-a1c77f016f90 tempest-MeteringIpV6TestJSON-1780982878 tempest-MeteringIpV6TestJSON-1780982878-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:29.280104 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-7dceca4e-7dc5-4065-80e0-a1c77f016f90 tempest-MeteringIpV6TestJSON-1780982878 tempest-MeteringIpV6TestJSON-1780982878-project-admin] 10.222.0.61 "DELETE /v2.0/metering/metering-labels/20b1fdc5-bf69-4b4e-b2c1-d23aaadf2c9c HTTP/1.1" status: 204 len: 168 time: 0.3980350 Aug 23 21:00:29.309911 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e05d4371-352f-467e-9268-c6a13011be07 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=894fa06494c44cd4ac6dfb6c7f419c25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1885939 Aug 23 21:00:29.312413 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38210) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:29.321753 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b53df-ef07-47e6-8ffd-b6fe92fcbefa req-73156cab-76c4-44d1-ae16-615595fcb7ce tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:29.329578 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1c4b53df-ef07-47e6-8ffd-b6fe92fcbefa req-73156cab-76c4-44d1-ae16-615595fcb7ce tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=d496e23c-af38-4cb2-bc2c-55e541fbd401 HTTP/1.1" status: 200 len: 943 time: 0.2945285 Aug 23 21:00:29.382253 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2f677417-011e-4777-b8d9-222e744ff197 req-02dbe7c6-b0db-4c78-864b-434c6b3b6b02 service neutron] 10.222.0.32 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274957 Aug 23 21:00:29.394810 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-56cc58b1-e4f0-4542-86c5-d577105d5807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:29.409545 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1c4b53df-ef07-47e6-8ffd-b6fe92fcbefa req-86aa6225-d3fb-43ed-a142-6c5e34167eaa tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749571 Aug 23 21:00:29.422676 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-56cc58b1-e4f0-4542-86c5-d577105d5807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:29.486170 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-56cc58b1-e4f0-4542-86c5-d577105d5807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:29.490975 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-56cc58b1-e4f0-4542-86c5-d577105d5807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:29.495285 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-56cc58b1-e4f0-4542-86c5-d577105d5807 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b51447be-4dc4-4a3b-84a5-ede345dd46f3 HTTP/1.1" status: 204 len: 168 time: 0.1820266 Aug 23 21:00:29.519831 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc58b1-e4f0-4542-86c5-d577105d5807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51447be-4dc4-4a3b-84a5-ede345dd46f3,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:29.646014 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38216) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:29.818623 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5bb7529-bbbb-4780-86e3-d10da23ee7d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:29.975909 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5bb7529-bbbb-4780-86e3-d10da23ee7d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:29.981967 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5bb7529-bbbb-4780-86e3-d10da23ee7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:30.025936 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bb7529-bbbb-4780-86e3-d10da23ee7d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b148d7f-c267-4e2d-a071-cd73402ced49,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:30.031286 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a5bb7529-bbbb-4780-86e3-d10da23ee7d2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=434f13fc17a1477384c443c4f2bb27b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3838704 Aug 23 21:00:30.033740 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38226) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:30.120286 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a92c7e4f-4a9e-4850-a7c8-29278e7d2a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:30.147499 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a92c7e4f-4a9e-4850-a7c8-29278e7d2a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:30.268630 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a92c7e4f-4a9e-4850-a7c8-29278e7d2a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:30.271945 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a92c7e4f-4a9e-4850-a7c8-29278e7d2a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:30.273193 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a92c7e4f-4a9e-4850-a7c8-29278e7d2a6d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6b148d7f-c267-4e2d-a071-cd73402ced49 HTTP/1.1" status: 204 len: 168 time: 0.2384222 Aug 23 21:00:30.281529 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92c7e4f-4a9e-4850-a7c8-29278e7d2a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b148d7f-c267-4e2d-a071-cd73402ced49,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:30.604689 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a56be-3af4-4403-99c3-1518037fd655 req-1a2b8e71-fbee-4c60-84d2-69d3bac3031b tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:30.606550 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e83a56be-3af4-4403-99c3-1518037fd655 req-1a2b8e71-fbee-4c60-84d2-69d3bac3031b tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=d496e23c-af38-4cb2-bc2c-55e541fbd401 HTTP/1.1" status: 200 len: 943 time: 0.0920444 Aug 23 21:00:30.675434 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e83a56be-3af4-4403-99c3-1518037fd655 req-0f9f1662-2101-4f3a-bac3-fc2e6c1dc3f2 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588880 Aug 23 21:00:30.794397 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38248) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:30.899849 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38252) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:30.914457 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-907d1de8-1126-40bc-9d12-3c2f1ce0a1ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:30.919891 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-60ec8356-1dcd-4edb-95c9-9ec371d7ac46 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1844312002'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:30.934621 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.db.api [None req-60ec8356-1dcd-4edb-95c9-9ec371d7ac46 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 21:00:30.934621 n-d-805663-2 neutron-server[94687]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 23 21:00:30.934621 n-d-805663-2 neutron-server[94687]: [parameters: {'project_id': '08153f579e424ba89fe16c2afc1e0f40', 'id': 'c4503e02-b214-421a-8432-85739d8fd622', 'expiration': datetime.datetime(2021, 8, 23, 21, 2, 30, 931288)}] Aug 23 21:00:30.934621 n-d-805663-2 neutron-server[94687]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94687) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 21:00:30.935184 n-d-805663-2 neutron-server[94687]: DEBUG oslo_db.api [None req-60ec8356-1dcd-4edb-95c9-9ec371d7ac46 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 21:00:31.013448 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-907d1de8-1126-40bc-9d12-3c2f1ce0a1ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:31.017334 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-907d1de8-1126-40bc-9d12-3c2f1ce0a1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:31.057769 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-907d1de8-1126-40bc-9d12-3c2f1ce0a1ae admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=898e9e22c9464bf7894adb67a797edf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1566463 Aug 23 21:00:31.059532 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907d1de8-1126-40bc-9d12-3c2f1ce0a1ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebea8647-16e9-4426-9feb-96b5c54ec839,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:31.060496 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38254) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:31.109799 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7e794f50-34f3-429a-a81d-299b788a69ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:31.131039 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7e794f50-34f3-429a-a81d-299b788a69ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:31.180953 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7e794f50-34f3-429a-a81d-299b788a69ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:31.183394 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7e794f50-34f3-429a-a81d-299b788a69ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:31.184735 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-7e794f50-34f3-429a-a81d-299b788a69ea admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ebea8647-16e9-4426-9feb-96b5c54ec839 HTTP/1.1" status: 204 len: 168 time: 0.1231670 Aug 23 21:00:31.193027 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e794f50-34f3-429a-a81d-299b788a69ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebea8647-16e9-4426-9feb-96b5c54ec839,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:31.459090 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ec8356-1dcd-4edb-95c9-9ec371d7ac46 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Made reservation on behalf of 08153f579e424ba89fe16c2afc1e0f40 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:00:31.462751 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-60ec8356-1dcd-4edb-95c9-9ec371d7ac46 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:31.472557 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-60ec8356-1dcd-4edb-95c9-9ec371d7ac46 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:31.570671 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-60ec8356-1dcd-4edb-95c9-9ec371d7ac46 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:31.574618 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-60ec8356-1dcd-4edb-95c9-9ec371d7ac46 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:31.602275 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60ec8356-1dcd-4edb-95c9-9ec371d7ac46 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:00:31.612384 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec8356-1dcd-4edb-95c9-9ec371d7ac46 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b725ec2-33d5-4bb7-8479-440b78e6a25d,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:31.618016 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-60ec8356-1dcd-4edb-95c9-9ec371d7ac46 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:31.618358 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-60ec8356-1dcd-4edb-95c9-9ec371d7ac46 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Added segment 9db499da-bd1b-4d32-8c5e-7aeec45d04de of type vlan for network 3bc8cd39-55b0-4890-aef9-acf1cb940672 Aug 23 21:00:31.662250 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-60ec8356-1dcd-4edb-95c9-9ec371d7ac46 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:31.685786 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-60ec8356-1dcd-4edb-95c9-9ec371d7ac46 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:31.692021 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ec8356-1dcd-4edb-95c9-9ec371d7ac46 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:31.692836 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-60ec8356-1dcd-4edb-95c9-9ec371d7ac46 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:31.721838 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-60ec8356-1dcd-4edb-95c9-9ec371d7ac46 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.9263105 Aug 23 21:00:31.722581 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38270) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:31.730624 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-4c764fca-083a-44b4-b4ff-b72eafa77d60 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Request body: {'port': {'network_id': '3bc8cd39-55b0-4890-aef9-acf1cb940672', 'name': 'tempest-PortsTestJSON-1415154153'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:31.774772 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec8356-1dcd-4edb-95c9-9ec371d7ac46 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event updated for resources: {'Network': ['ID=3bc8cd39-55b0-4890-aef9-acf1cb940672,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:31.786298 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 3bc8cd39-55b0-4890-aef9-acf1cb940672 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:00:31.863458 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd1b64-b8a2-4be6-ba6e-007deab6bbc4 req-55d33e5e-dc7d-449c-b989-e6253403da67 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:31.866678 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-54bd1b64-b8a2-4be6-ba6e-007deab6bbc4 req-55d33e5e-dc7d-449c-b989-e6253403da67 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=d496e23c-af38-4cb2-bc2c-55e541fbd401 HTTP/1.1" status: 200 len: 943 time: 0.1162384 Aug 23 21:00:31.882904 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c764fca-083a-44b4-b4ff-b72eafa77d60 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Made reservation on behalf of 08153f579e424ba89fe16c2afc1e0f40 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:00:31.886280 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c764fca-083a-44b4-b4ff-b72eafa77d60 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:31.920670 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-4c764fca-083a-44b4-b4ff-b72eafa77d60 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] device_id is not set on port 47fbfde2-d398-4469-a242-808b922aa757 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 21:00:31.935519 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-54bd1b64-b8a2-4be6-ba6e-007deab6bbc4 req-eed9feef-0d33-4e94-a689-756edf6c1fb9 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613022 Aug 23 21:00:32.109801 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c764fca-083a-44b4-b4ff-b72eafa77d60 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:32.149164 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c764fca-083a-44b4-b4ff-b72eafa77d60 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:32.213359 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c764fca-083a-44b4-b4ff-b72eafa77d60 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event updated for resources: {'Port': ['ID=47fbfde2-d398-4469-a242-808b922aa757,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:32.223669 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c764fca-083a-44b4-b4ff-b72eafa77d60 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Checking segment: {'id': '9db499da-bd1b-4d32-8c5e-7aeec45d04de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '3bc8cd39-55b0-4890-aef9-acf1cb940672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:00:32.224034 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c764fca-083a-44b4-b4ff-b72eafa77d60 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Network hostable DHCP agents. Network: 3bc8cd39-55b0-4890-aef9-acf1cb940672, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:00:32.241047 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c764fca-083a-44b4-b4ff-b72eafa77d60 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Network 3bc8cd39-55b0-4890-aef9-acf1cb940672 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:00:32.250031 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-4c764fca-083a-44b4-b4ff-b72eafa77d60 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 3bc8cd39-55b0-4890-aef9-acf1cb940672) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:00:32.254056 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c764fca-083a-44b4-b4ff-b72eafa77d60 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:00:32.260243 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c764fca-083a-44b4-b4ff-b72eafa77d60 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:32.260978 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c764fca-083a-44b4-b4ff-b72eafa77d60 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:32.261789 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17bdba0-9290-4206-8867-902f4f16f8c7 None None] Network 3bc8cd39-55b0-4890-aef9-acf1cb940672 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:00:32.280532 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4c764fca-083a-44b4-b4ff-b72eafa77d60 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5524061 Aug 23 21:00:32.280951 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38284) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:32.286900 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-f36919ea-2a8e-48be-8c09-202e495cfb3c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1713441136'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:32.311048 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36919ea-2a8e-48be-8c09-202e495cfb3c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Made reservation on behalf of 08153f579e424ba89fe16c2afc1e0f40 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:00:32.314842 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f36919ea-2a8e-48be-8c09-202e495cfb3c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:32.348334 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f36919ea-2a8e-48be-8c09-202e495cfb3c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:00:32.360312 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f36919ea-2a8e-48be-8c09-202e495cfb3c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:32.360876 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-f36919ea-2a8e-48be-8c09-202e495cfb3c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Added segment 5c6dfadc-6532-476b-b155-6d157886593e of type vlan for network 0d66733e-981e-49ab-887f-3638336bf93b Aug 23 21:00:32.407881 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f36919ea-2a8e-48be-8c09-202e495cfb3c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:32.434215 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f36919ea-2a8e-48be-8c09-202e495cfb3c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:32.439889 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36919ea-2a8e-48be-8c09-202e495cfb3c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:32.440518 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f36919ea-2a8e-48be-8c09-202e495cfb3c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:32.505257 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f36919ea-2a8e-48be-8c09-202e495cfb3c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2230122 Aug 23 21:00:32.508136 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38294) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:32.513228 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-82a2ee57-3503-45cc-b964-3c158e8bbc3a tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Request body: {'ports': [{'network_id': '3bc8cd39-55b0-4890-aef9-acf1cb940672'}, {'network_id': '0d66733e-981e-49ab-887f-3638336bf93b'}]} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:32.513544 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-82a2ee57-3503-45cc-b964-3c158e8bbc3a tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Request body: {'port': {'network_id': '3bc8cd39-55b0-4890-aef9-acf1cb940672'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:32.514017 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-82a2ee57-3503-45cc-b964-3c158e8bbc3a tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Request body: {'port': {'network_id': '0d66733e-981e-49ab-887f-3638336bf93b'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:32.524711 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36919ea-2a8e-48be-8c09-202e495cfb3c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event updated for resources: {'Network': ['ID=0d66733e-981e-49ab-887f-3638336bf93b,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:32.534914 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36919ea-2a8e-48be-8c09-202e495cfb3c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:00:32.535483 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36919ea-2a8e-48be-8c09-202e495cfb3c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:00:32.535997 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36919ea-2a8e-48be-8c09-202e495cfb3c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:00:32.536416 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36919ea-2a8e-48be-8c09-202e495cfb3c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:00:32.536762 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36919ea-2a8e-48be-8c09-202e495cfb3c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:00:32.537095 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36919ea-2a8e-48be-8c09-202e495cfb3c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:00:32.537429 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36919ea-2a8e-48be-8c09-202e495cfb3c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:00:32.538042 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36919ea-2a8e-48be-8c09-202e495cfb3c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:00:32.538541 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36919ea-2a8e-48be-8c09-202e495cfb3c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:00:32.539027 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36919ea-2a8e-48be-8c09-202e495cfb3c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:00:32.539819 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36919ea-2a8e-48be-8c09-202e495cfb3c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:00:32.540416 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36919ea-2a8e-48be-8c09-202e495cfb3c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:00:32.557551 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 0d66733e-981e-49ab-887f-3638336bf93b details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:00:32.670086 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38298) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:32.679268 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a2ee57-3503-45cc-b964-3c158e8bbc3a tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Made reservation on behalf of 08153f579e424ba89fe16c2afc1e0f40 for: {'port': 2} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:00:32.684389 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82a2ee57-3503-45cc-b964-3c158e8bbc3a tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:32.699364 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82a2ee57-3503-45cc-b964-3c158e8bbc3a tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:32.786647 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-82a2ee57-3503-45cc-b964-3c158e8bbc3a tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] device_id is not set on port 279de746-11de-4ce7-9a47-75805cb5a284 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 21:00:32.822662 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-805acd98-4a8b-4ae7-b50c-dbf5d9ed7277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745714460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745714460-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1165585954'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:32.845048 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805acd98-4a8b-4ae7-b50c-dbf5d9ed7277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745714460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745714460-project] Made reservation on behalf of e38ccd40220e47ffa85c35cedc218dca for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:00:32.849602 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-805acd98-4a8b-4ae7-b50c-dbf5d9ed7277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745714460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745714460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:32.860574 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-805acd98-4a8b-4ae7-b50c-dbf5d9ed7277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745714460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745714460-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:32.908511 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82a2ee57-3503-45cc-b964-3c158e8bbc3a tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:32.959739 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-805acd98-4a8b-4ae7-b50c-dbf5d9ed7277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745714460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745714460-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:32.964223 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-805acd98-4a8b-4ae7-b50c-dbf5d9ed7277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745714460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745714460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:32.986135 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-82a2ee57-3503-45cc-b964-3c158e8bbc3a tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] device_id is not set on port efb470e4-02b1-4efb-ab6a-3915f65ed582 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 21:00:32.989867 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-805acd98-4a8b-4ae7-b50c-dbf5d9ed7277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745714460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745714460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:00:33.005536 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805acd98-4a8b-4ae7-b50c-dbf5d9ed7277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745714460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745714460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9806b91-104e-47ca-9b45-257f443f1861,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:33.012345 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-805acd98-4a8b-4ae7-b50c-dbf5d9ed7277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745714460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745714460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:33.012797 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-805acd98-4a8b-4ae7-b50c-dbf5d9ed7277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745714460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745714460-project] Added segment 3ded5858-df06-4011-bc32-4bebdebe23dc of type vlan for network a3976aba-af1d-41a9-a770-d42175b42a2c Aug 23 21:00:33.094916 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-805acd98-4a8b-4ae7-b50c-dbf5d9ed7277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745714460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745714460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:33.111299 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9db194-fd0d-4a30-b525-0798a856063a req-9790d237-fb43-4a2c-9aa8-51cdf5b74714 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:33.112840 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-aa9db194-fd0d-4a30-b525-0798a856063a req-9790d237-fb43-4a2c-9aa8-51cdf5b74714 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=d496e23c-af38-4cb2-bc2c-55e541fbd401 HTTP/1.1" status: 200 len: 943 time: 0.1019199 Aug 23 21:00:33.131800 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82a2ee57-3503-45cc-b964-3c158e8bbc3a tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:33.150587 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-805acd98-4a8b-4ae7-b50c-dbf5d9ed7277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745714460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745714460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:33.156509 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805acd98-4a8b-4ae7-b50c-dbf5d9ed7277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745714460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745714460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:33.157161 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-805acd98-4a8b-4ae7-b50c-dbf5d9ed7277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745714460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745714460-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:33.175387 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82a2ee57-3503-45cc-b964-3c158e8bbc3a tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:33.192956 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-aa9db194-fd0d-4a30-b525-0798a856063a req-b11eaa34-1a8c-486e-95cc-32502a0f59fa tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676148 Aug 23 21:00:33.227296 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a2ee57-3503-45cc-b964-3c158e8bbc3a tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Network 3bc8cd39-55b0-4890-aef9-acf1cb940672 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:00:33.229152 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-805acd98-4a8b-4ae7-b50c-dbf5d9ed7277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745714460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745714460-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.5579572 Aug 23 21:00:33.230359 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-82a2ee57-3503-45cc-b964-3c158e8bbc3a tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:00:33.237175 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a2ee57-3503-45cc-b964-3c158e8bbc3a tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:00:33.237983 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82a2ee57-3503-45cc-b964-3c158e8bbc3a tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:33.242127 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a2ee57-3503-45cc-b964-3c158e8bbc3a tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event updated for resources: {'Port': ['ID=279de746-11de-4ce7-9a47-75805cb5a284,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:33.249599 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805acd98-4a8b-4ae7-b50c-dbf5d9ed7277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745714460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745714460-project] Pushing event updated for resources: {'Network': ['ID=a3976aba-af1d-41a9-a770-d42175b42a2c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:33.267528 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network a3976aba-af1d-41a9-a770-d42175b42a2c details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:00:33.302775 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a2ee57-3503-45cc-b964-3c158e8bbc3a tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event updated for resources: {'Port': ['ID=efb470e4-02b1-4efb-ab6a-3915f65ed582,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:33.319299 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a2ee57-3503-45cc-b964-3c158e8bbc3a tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Checking segment: {'id': '5c6dfadc-6532-476b-b155-6d157886593e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d66733e-981e-49ab-887f-3638336bf93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:00:33.319663 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a2ee57-3503-45cc-b964-3c158e8bbc3a tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Network hostable DHCP agents. Network: 0d66733e-981e-49ab-887f-3638336bf93b, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:00:33.341132 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a2ee57-3503-45cc-b964-3c158e8bbc3a tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Network 0d66733e-981e-49ab-887f-3638336bf93b is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:00:33.354005 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-82a2ee57-3503-45cc-b964-3c158e8bbc3a tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 0d66733e-981e-49ab-887f-3638336bf93b) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:00:33.358028 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a2ee57-3503-45cc-b964-3c158e8bbc3a tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:00:33.363678 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a517cdad-e8ed-4f56-9ed0-90a61b14a7e9 None None] Network 0d66733e-981e-49ab-887f-3638336bf93b requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:00:33.364628 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a2ee57-3503-45cc-b964-3c158e8bbc3a tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:33.369731 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a2ee57-3503-45cc-b964-3c158e8bbc3a tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:33.370570 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82a2ee57-3503-45cc-b964-3c158e8bbc3a tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:33.389936 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-82a2ee57-3503-45cc-b964-3c158e8bbc3a tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.8805084 Aug 23 21:00:33.392860 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38308) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:33.466048 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38310) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:33.472021 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Request body: {'port': {'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c', 'binding:host_id': 'n-h1-805663-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-55027521'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:33.497266 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Made reservation on behalf of d7777be3f6d2425790bbb38e2aa042fb for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:00:33.499906 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:33.505858 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-2bdffd20-d0dc-479b-af1a-657ac814f72a tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Deleting port efb470e4-02b1-4efb-ab6a-3915f65ed582 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:00:33.506505 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2bdffd20-d0dc-479b-af1a-657ac814f72a tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:33.511563 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:33.587627 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2bdffd20-d0dc-479b-af1a-657ac814f72a tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:33.602836 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-2bdffd20-d0dc-479b-af1a-657ac814f72a tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Calling delete_port for efb470e4-02b1-4efb-ab6a-3915f65ed582 owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:00:33.615889 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:33.621524 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:33.626424 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] device_id is not set on port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 21:00:33.701021 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2bdffd20-d0dc-479b-af1a-657ac814f72a tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:33.717598 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ee3641-ab3b-4d57-a33d-2c9a3bff1707,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:33.740705 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdffd20-d0dc-479b-af1a-657ac814f72a tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event deleted for resources: {'Port': ['ID=efb470e4-02b1-4efb-ab6a-3915f65ed582,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:33.746620 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2bdffd20-d0dc-479b-af1a-657ac814f72a tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:33.751700 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2bdffd20-d0dc-479b-af1a-657ac814f72a tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "DELETE /v2.0/ports/efb470e4-02b1-4efb-ab6a-3915f65ed582 HTTP/1.1" status: 204 len: 168 time: 0.3577187 Aug 23 21:00:33.752483 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38312) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:33.836071 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695b4a38-aa20-4a7f-a4d1-f70038f45160 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:33.842193 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695b4a38-aa20-4a7f-a4d1-f70038f45160 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:33.846316 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-695b4a38-aa20-4a7f-a4d1-f70038f45160 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0903139 Aug 23 21:00:33.846724 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38314) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:33.887097 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] device_id is not set on port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 21:00:33.900390 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:33.914655 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Transition to ACTIVE for port object 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:00:33.926000 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:34.002773 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Pushing event updated for resources: {'Port': ['ID=3a1a2da6-14f2-4506-bb60-423f5dccd2c2,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:34.014401 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Checking segment: {'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:00:34.014933 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Network hostable DHCP agents. Network: a3976aba-af1d-41a9-a770-d42175b42a2c, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:00:34.036999 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Network a3976aba-af1d-41a9-a770-d42175b42a2c is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:00:34.048493 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, a3976aba-af1d-41a9-a770-d42175b42a2c) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:00:34.054143 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:00:34.060264 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5654e461-3c2b-4099-9903-6a2d084fa3c6 None None] Network a3976aba-af1d-41a9-a770-d42175b42a2c requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:00:34.072464 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:00:34.072803 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:00:34.073147 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 on network a3976aba-af1d-41a9-a770-d42175b42a2c {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:00:34.077936 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 on network a3976aba-af1d-41a9-a770-d42175b42a2c not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:00:34.078269 n-d-805663-2 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Failed to bind port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 on host n-h1-805663-2 for vnic_type normal using segments [{'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}] Aug 23 21:00:34.078663 n-d-805663-2 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempt 2 to bind port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 Aug 23 21:00:34.098099 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:00:34.098698 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:00:34.099251 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 on network a3976aba-af1d-41a9-a770-d42175b42a2c {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:00:34.107842 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 on network a3976aba-af1d-41a9-a770-d42175b42a2c not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:00:34.108533 n-d-805663-2 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Failed to bind port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 on host n-h1-805663-2 for vnic_type normal using segments [{'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}] Aug 23 21:00:34.109085 n-d-805663-2 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempt 3 to bind port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 Aug 23 21:00:34.133862 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:00:34.135509 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:00:34.137301 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 on network a3976aba-af1d-41a9-a770-d42175b42a2c {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:00:34.142813 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 on network a3976aba-af1d-41a9-a770-d42175b42a2c not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:00:34.143110 n-d-805663-2 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Failed to bind port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 on host n-h1-805663-2 for vnic_type normal using segments [{'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}] Aug 23 21:00:34.143506 n-d-805663-2 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempt 4 to bind port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 Aug 23 21:00:34.161012 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:00:34.161346 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:00:34.161686 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 on network a3976aba-af1d-41a9-a770-d42175b42a2c {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:00:34.167532 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 on network a3976aba-af1d-41a9-a770-d42175b42a2c not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:00:34.167868 n-d-805663-2 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Failed to bind port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 on host n-h1-805663-2 for vnic_type normal using segments [{'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}] Aug 23 21:00:34.168764 n-d-805663-2 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempt 5 to bind port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 Aug 23 21:00:34.184626 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:00:34.184956 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:00:34.185466 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 on network a3976aba-af1d-41a9-a770-d42175b42a2c {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:00:34.191055 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 on network a3976aba-af1d-41a9-a770-d42175b42a2c not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:00:34.192807 n-d-805663-2 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Failed to bind port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 on host n-h1-805663-2 for vnic_type normal using segments [{'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}] Aug 23 21:00:34.192807 n-d-805663-2 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempt 6 to bind port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 Aug 23 21:00:34.209034 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:00:34.209515 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:00:34.209962 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 on network a3976aba-af1d-41a9-a770-d42175b42a2c {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:00:34.220638 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 on network a3976aba-af1d-41a9-a770-d42175b42a2c not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:00:34.220953 n-d-805663-2 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Failed to bind port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 on host n-h1-805663-2 for vnic_type normal using segments [{'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}] Aug 23 21:00:34.221434 n-d-805663-2 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempt 7 to bind port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 Aug 23 21:00:34.236263 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:00:34.236604 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:00:34.236942 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 on network a3976aba-af1d-41a9-a770-d42175b42a2c {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:00:34.244159 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 on network a3976aba-af1d-41a9-a770-d42175b42a2c not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:00:34.244159 n-d-805663-2 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Failed to bind port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 on host n-h1-805663-2 for vnic_type normal using segments [{'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}] Aug 23 21:00:34.244159 n-d-805663-2 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempt 8 to bind port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 Aug 23 21:00:34.250352 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-cecda925-bc51-4d93-9d77-3373c5194bf7 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Deleting port 279de746-11de-4ce7-9a47-75805cb5a284 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:00:34.250877 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cecda925-bc51-4d93-9d77-3373c5194bf7 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:34.259991 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:00:34.260503 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:00:34.260844 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 on network a3976aba-af1d-41a9-a770-d42175b42a2c {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:00:34.266503 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 on network a3976aba-af1d-41a9-a770-d42175b42a2c not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:00:34.267428 n-d-805663-2 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Failed to bind port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 on host n-h1-805663-2 for vnic_type normal using segments [{'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}] Aug 23 21:00:34.268798 n-d-805663-2 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempt 9 to bind port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 Aug 23 21:00:34.283511 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:00:34.283845 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:00:34.284217 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 on network a3976aba-af1d-41a9-a770-d42175b42a2c {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:00:34.289339 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 on network a3976aba-af1d-41a9-a770-d42175b42a2c not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:00:34.289671 n-d-805663-2 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Failed to bind port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 on host n-h1-805663-2 for vnic_type normal using segments [{'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}] Aug 23 21:00:34.290060 n-d-805663-2 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempt 10 to bind port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 Aug 23 21:00:34.304984 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:00:34.305498 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:00:34.305842 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 on network a3976aba-af1d-41a9-a770-d42175b42a2c {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:00:34.310613 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 on network a3976aba-af1d-41a9-a770-d42175b42a2c not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:00:34.311081 n-d-805663-2 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Failed to bind port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 on host n-h1-805663-2 for vnic_type normal using segments [{'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}] Aug 23 21:00:34.311471 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:34.352028 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cecda925-bc51-4d93-9d77-3373c5194bf7 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:34.370380 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-cecda925-bc51-4d93-9d77-3373c5194bf7 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Calling delete_port for 279de746-11de-4ce7-9a47-75805cb5a284 owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:00:34.382064 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce9a0a-1374-4d54-9084-a2c4dffe7dfb req-18986880-3b96-4e8d-8b1e-ef03652d5370 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:34.382274 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] For port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2, host n-h1-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:00:34.382523 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempted to set empty binding levels {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 23 21:00:34.383911 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-40ce9a0a-1374-4d54-9084-a2c4dffe7dfb req-18986880-3b96-4e8d-8b1e-ef03652d5370 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=d496e23c-af38-4cb2-bc2c-55e541fbd401 HTTP/1.1" status: 200 len: 943 time: 0.0898013 Aug 23 21:00:34.390371 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:34.425833 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:34.426472 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:34.446226 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Pushing event updated for resources: {'Port': ['ID=3a1a2da6-14f2-4506-bb60-423f5dccd2c2,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:34.450913 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-64d2f880-3dca-43ba-be03-fcb844b9fbae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 0.9837883 Aug 23 21:00:34.453651 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38318) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:34.478011 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-40ce9a0a-1374-4d54-9084-a2c4dffe7dfb req-613f094e-63cf-4c94-bf57-2fcbf84bf40f tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833333 Aug 23 21:00:34.504846 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cecda925-bc51-4d93-9d77-3373c5194bf7 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:34.536144 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-ebc22fc4-b14a-4101-ac26-9f4c71c2402f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Deleting port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:00:34.536683 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ebc22fc4-b14a-4101-ac26-9f4c71c2402f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:34.537280 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecda925-bc51-4d93-9d77-3373c5194bf7 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event deleted for resources: {'Port': ['ID=279de746-11de-4ce7-9a47-75805cb5a284,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:34.547638 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cecda925-bc51-4d93-9d77-3373c5194bf7 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:34.550299 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-cecda925-bc51-4d93-9d77-3373c5194bf7 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "DELETE /v2.0/ports/279de746-11de-4ce7-9a47-75805cb5a284 HTTP/1.1" status: 204 len: 168 time: 0.7013071 Aug 23 21:00:34.553711 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38320) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:34.608701 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8c5922-364a-4f4f-932d-9b2db1f37975 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:34.610189 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-4b8c5922-364a-4f4f-932d-9b2db1f37975 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0555069 Aug 23 21:00:34.612841 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38322) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:34.615031 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-ebc22fc4-b14a-4101-ac26-9f4c71c2402f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] For port 3a1a2da6-14f2-4506-bb60-423f5dccd2c2, host n-h1-805663-2, got binding levels [] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:00:34.615594 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ebc22fc4-b14a-4101-ac26-9f4c71c2402f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:34.631305 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-ebc22fc4-b14a-4101-ac26-9f4c71c2402f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Calling delete_port for 3a1a2da6-14f2-4506-bb60-423f5dccd2c2 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:00:34.638929 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-0889d150-c936-49cc-82ea-89a431eaa559 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] GET failed (client error): The resource could not be found. Aug 23 21:00:34.640490 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0889d150-c936-49cc-82ea-89a431eaa559 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "GET /v2.0/ports/efb470e4-02b1-4efb-ab6a-3915f65ed582 HTTP/1.1" status: 404 len: 333 time: 0.0262446 Aug 23 21:00:34.643236 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38324) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:34.670976 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0f7d9b8-2391-4eae-a990-d647e8f980d2 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] GET failed (client error): The resource could not be found. Aug 23 21:00:34.675000 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b0f7d9b8-2391-4eae-a990-d647e8f980d2 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "GET /v2.0/ports/279de746-11de-4ce7-9a47-75805cb5a284 HTTP/1.1" status: 404 len: 333 time: 0.0284309 Aug 23 21:00:34.675255 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38326) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:34.722418 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ebc22fc4-b14a-4101-ac26-9f4c71c2402f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:34.757402 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc22fc4-b14a-4101-ac26-9f4c71c2402f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Pushing event deleted for resources: {'Port': ['ID=3a1a2da6-14f2-4506-bb60-423f5dccd2c2,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:34.762574 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ebc22fc4-b14a-4101-ac26-9f4c71c2402f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:34.767253 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38328) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:34.767764 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ebc22fc4-b14a-4101-ac26-9f4c71c2402f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] 10.222.0.61 "DELETE /v2.0/ports/3a1a2da6-14f2-4506-bb60-423f5dccd2c2 HTTP/1.1" status: 204 len: 168 time: 0.3125963 Aug 23 21:00:34.805571 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d93d850d-5200-451f-8925-30e2ed5f2a86 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:34.809957 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0412e82-ab11-4a02-a922-88dafed8966c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] GET failed (client error): The resource could not be found. Aug 23 21:00:34.811608 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f0412e82-ab11-4a02-a922-88dafed8966c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] 10.222.0.61 "GET /v2.0/ports/3a1a2da6-14f2-4506-bb60-423f5dccd2c2 HTTP/1.1" status: 404 len: 333 time: 0.0433836 Aug 23 21:00:34.815254 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38330) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:34.820627 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-a5ee32d9-cb73-4db7-8889-15f8bdfcb361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Request body: {'port': {'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-13900188'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:34.879516 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ee32d9-cb73-4db7-8889-15f8bdfcb361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Made reservation on behalf of d7777be3f6d2425790bbb38e2aa042fb for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:00:34.881942 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a5ee32d9-cb73-4db7-8889-15f8bdfcb361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:34.935730 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-a5ee32d9-cb73-4db7-8889-15f8bdfcb361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] device_id is not set on port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 21:00:34.940777 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d93d850d-5200-451f-8925-30e2ed5f2a86 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:34.952809 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-d93d850d-5200-451f-8925-30e2ed5f2a86 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d66733e-981e-49ab-887f-3638336bf93b']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:34.995369 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-d93d850d-5200-451f-8925-30e2ed5f2a86 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c6dfadc-6532-476b-b155-6d157886593e') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:34.995641 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-d93d850d-5200-451f-8925-30e2ed5f2a86 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c6dfadc-6532-476b-b155-6d157886593e') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:35.008752 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d93d850d-5200-451f-8925-30e2ed5f2a86 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:35.033835 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d93d850d-5200-451f-8925-30e2ed5f2a86 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:35.047947 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d93d850d-5200-451f-8925-30e2ed5f2a86 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:00:35.048375 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d93d850d-5200-451f-8925-30e2ed5f2a86 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:35.051944 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 21:00:35.051944 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:00:35.051944 n-d-805663-2 neutron-server[94687]: timer() Aug 23 21:00:35.051944 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:00:35.051944 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 21:00:35.051944 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:00:35.051944 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 21:00:35.051944 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:00:35.051944 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 21:00:35.051944 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:00:35.051944 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 21:00:35.051944 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:00:35.051944 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 21:00:35.051944 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:00:35.051944 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:00:35.051944 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:00:35.051944 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:00:35.051944 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:00:35.051944 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 21:00:35.051944 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:00:35.051944 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 21:00:35.051944 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:00:35.051944 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:00:35.051944 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:00:35.051944 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 21:00:35.051944 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:00:35.051944 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:00:35.051944 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:00:35.051944 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:00:35.051944 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:00:35.051944 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:00:35.051944 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:00:35.165118 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d93d850d-5200-451f-8925-30e2ed5f2a86 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:35.183575 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d93d850d-5200-451f-8925-30e2ed5f2a86 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:35.185450 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d93d850d-5200-451f-8925-30e2ed5f2a86 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "DELETE /v2.0/networks/0d66733e-981e-49ab-887f-3638336bf93b HTTP/1.1" status: 204 len: 168 time: 0.5087097 Aug 23 21:00:35.189711 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38332) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:35.195008 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b6be329f-0109-4ab5-8a73-ac6c18533698 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-697926864'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:35.204699 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d850d-5200-451f-8925-30e2ed5f2a86 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event deleted for resources: {'Network': ['ID=0d66733e-981e-49ab-887f-3638336bf93b,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:35.209347 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a5ee32d9-cb73-4db7-8889-15f8bdfcb361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:35.231718 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6be329f-0109-4ab5-8a73-ac6c18533698 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Made reservation on behalf of 08153f579e424ba89fe16c2afc1e0f40 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:00:35.235787 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6be329f-0109-4ab5-8a73-ac6c18533698 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:35.251811 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a5ee32d9-cb73-4db7-8889-15f8bdfcb361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:35.263483 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6be329f-0109-4ab5-8a73-ac6c18533698 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:00:35.274143 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6be329f-0109-4ab5-8a73-ac6c18533698 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:35.274618 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-b6be329f-0109-4ab5-8a73-ac6c18533698 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Added segment 94b3e1ce-aa16-4ae2-9aca-2812cdcc5683 of type vlan for network 16d920f2-b8f0-416a-a496-7bf2da1094c7 Aug 23 21:00:35.303091 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ee32d9-cb73-4db7-8889-15f8bdfcb361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Network a3976aba-af1d-41a9-a770-d42175b42a2c is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:00:35.306150 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-a5ee32d9-cb73-4db7-8889-15f8bdfcb361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:00:35.312742 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ee32d9-cb73-4db7-8889-15f8bdfcb361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:00:35.313696 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ee32d9-cb73-4db7-8889-15f8bdfcb361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:35.314303 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a5ee32d9-cb73-4db7-8889-15f8bdfcb361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:35.317971 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ee32d9-cb73-4db7-8889-15f8bdfcb361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Pushing event updated for resources: {'Port': ['ID=3c6b00a7-2700-4c0b-96b1-77f091a6fbfb,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:35.326044 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6be329f-0109-4ab5-8a73-ac6c18533698 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:35.331023 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a5ee32d9-cb73-4db7-8889-15f8bdfcb361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.5146885 Aug 23 21:00:35.334362 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38334) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:35.343046 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:35.381668 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6be329f-0109-4ab5-8a73-ac6c18533698 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:35.386939 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6be329f-0109-4ab5-8a73-ac6c18533698 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:35.387522 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6be329f-0109-4ab5-8a73-ac6c18533698 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:35.435734 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:35.480272 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b6be329f-0109-4ab5-8a73-ac6c18533698 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2898734 Aug 23 21:00:35.483907 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38336) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:35.493171 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-19924fbb-714d-4780-928e-e187b2884131 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Request body: {'subnet': {'network_id': '16d920f2-b8f0-416a-a496-7bf2da1094c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:35.513006 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6be329f-0109-4ab5-8a73-ac6c18533698 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event updated for resources: {'Network': ['ID=16d920f2-b8f0-416a-a496-7bf2da1094c7,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:35.530541 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 16d920f2-b8f0-416a-a496-7bf2da1094c7 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:00:35.617729 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19924fbb-714d-4780-928e-e187b2884131 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Made reservation on behalf of 08153f579e424ba89fe16c2afc1e0f40 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:00:35.621731 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-19924fbb-714d-4780-928e-e187b2884131 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:35.707629 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f885a19-70fe-4162-810f-73ae25b13f21 req-435beced-6081-4ff7-9123-e0de310873e9 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:35.709120 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5f885a19-70fe-4162-810f-73ae25b13f21 req-435beced-6081-4ff7-9123-e0de310873e9 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=d496e23c-af38-4cb2-bc2c-55e541fbd401 HTTP/1.1" status: 200 len: 943 time: 0.1188645 Aug 23 21:00:35.785420 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] device_id is not set on port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 21:00:35.796662 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:35.801911 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5f885a19-70fe-4162-810f-73ae25b13f21 req-8500f057-6ab1-4742-9e9b-f2e4a862d0fc tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769119 Aug 23 21:00:35.813525 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Transition to ACTIVE for port object 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:00:35.820348 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:35.828339 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-19924fbb-714d-4780-928e-e187b2884131 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:35.895490 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Pushing event updated for resources: {'Port': ['ID=3c6b00a7-2700-4c0b-96b1-77f091a6fbfb,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:35.897114 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19924fbb-714d-4780-928e-e187b2884131 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event updated for resources: {'Subnet': ['ID=10eb6fbd-282d-45f6-abbc-f75034a4b894,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:35.904905 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:00:35.905243 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:00:35.905582 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb on network a3976aba-af1d-41a9-a770-d42175b42a2c {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:00:35.908315 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19924fbb-714d-4780-928e-e187b2884131 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Checking segment: {'id': '94b3e1ce-aa16-4ae2-9aca-2812cdcc5683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '16d920f2-b8f0-416a-a496-7bf2da1094c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:00:35.909059 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19924fbb-714d-4780-928e-e187b2884131 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Network hostable DHCP agents. Network: 16d920f2-b8f0-416a-a496-7bf2da1094c7, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:00:35.911040 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb on network a3976aba-af1d-41a9-a770-d42175b42a2c not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:00:35.911655 n-d-805663-2 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Failed to bind port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb on host n-h1-805663-2 for vnic_type normal using segments [{'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}] Aug 23 21:00:35.912052 n-d-805663-2 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempt 2 to bind port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb Aug 23 21:00:35.927854 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:00:35.928247 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:00:35.928613 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb on network a3976aba-af1d-41a9-a770-d42175b42a2c {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:00:35.929712 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19924fbb-714d-4780-928e-e187b2884131 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Network 16d920f2-b8f0-416a-a496-7bf2da1094c7 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:00:35.933551 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb on network a3976aba-af1d-41a9-a770-d42175b42a2c not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:00:35.933882 n-d-805663-2 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Failed to bind port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb on host n-h1-805663-2 for vnic_type normal using segments [{'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}] Aug 23 21:00:35.934265 n-d-805663-2 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempt 3 to bind port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb Aug 23 21:00:35.939969 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-19924fbb-714d-4780-928e-e187b2884131 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 16d920f2-b8f0-416a-a496-7bf2da1094c7) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:00:35.945095 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19924fbb-714d-4780-928e-e187b2884131 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:35.946382 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-19924fbb-714d-4780-928e-e187b2884131 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:35.952109 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:00:35.952261 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8282c1cb-4244-4131-996a-5681bf24bf65 None None] Network 16d920f2-b8f0-416a-a496-7bf2da1094c7 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:00:35.952481 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:00:35.952789 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb on network a3976aba-af1d-41a9-a770-d42175b42a2c {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:00:35.958991 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb on network a3976aba-af1d-41a9-a770-d42175b42a2c not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:00:35.959873 n-d-805663-2 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Failed to bind port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb on host n-h1-805663-2 for vnic_type normal using segments [{'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}] Aug 23 21:00:35.960310 n-d-805663-2 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempt 4 to bind port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb Aug 23 21:00:35.978931 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-19924fbb-714d-4780-928e-e187b2884131 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4899678 Aug 23 21:00:35.978931 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38340) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:35.979115 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:00:35.979346 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:00:35.979682 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb on network a3976aba-af1d-41a9-a770-d42175b42a2c {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:00:35.984505 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-2befe089-4f41-42d1-bfe9-138ffb588b7b tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Request body: {'port': {'network_id': '16d920f2-b8f0-416a-a496-7bf2da1094c7', 'name': 'tempest-PortsTestJSON-803170677'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:35.990050 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb on network a3976aba-af1d-41a9-a770-d42175b42a2c not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:00:35.990475 n-d-805663-2 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Failed to bind port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb on host n-h1-805663-2 for vnic_type normal using segments [{'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}] Aug 23 21:00:35.990861 n-d-805663-2 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempt 5 to bind port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb Aug 23 21:00:36.007655 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:00:36.008018 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:00:36.008584 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb on network a3976aba-af1d-41a9-a770-d42175b42a2c {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:00:36.013854 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb on network a3976aba-af1d-41a9-a770-d42175b42a2c not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:00:36.014178 n-d-805663-2 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Failed to bind port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb on host n-h1-805663-2 for vnic_type normal using segments [{'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}] Aug 23 21:00:36.014564 n-d-805663-2 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempt 6 to bind port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb Aug 23 21:00:36.030179 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:00:36.030581 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:00:36.031002 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb on network a3976aba-af1d-41a9-a770-d42175b42a2c {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:00:36.037972 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb on network a3976aba-af1d-41a9-a770-d42175b42a2c not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:00:36.038251 n-d-805663-2 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Failed to bind port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb on host n-h1-805663-2 for vnic_type normal using segments [{'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}] Aug 23 21:00:36.038761 n-d-805663-2 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempt 7 to bind port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb Aug 23 21:00:36.054727 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:00:36.055061 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:00:36.055884 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb on network a3976aba-af1d-41a9-a770-d42175b42a2c {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:00:36.060980 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb on network a3976aba-af1d-41a9-a770-d42175b42a2c not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:00:36.061170 n-d-805663-2 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Failed to bind port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb on host n-h1-805663-2 for vnic_type normal using segments [{'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}] Aug 23 21:00:36.061553 n-d-805663-2 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempt 8 to bind port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb Aug 23 21:00:36.078325 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:00:36.078947 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:00:36.079415 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb on network a3976aba-af1d-41a9-a770-d42175b42a2c {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:00:36.085270 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb on network a3976aba-af1d-41a9-a770-d42175b42a2c not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:00:36.085600 n-d-805663-2 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Failed to bind port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb on host n-h1-805663-2 for vnic_type normal using segments [{'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}] Aug 23 21:00:36.086157 n-d-805663-2 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempt 9 to bind port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb Aug 23 21:00:36.103818 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:00:36.104568 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:00:36.105019 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb on network a3976aba-af1d-41a9-a770-d42175b42a2c {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:00:36.111804 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb on network a3976aba-af1d-41a9-a770-d42175b42a2c not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:00:36.113270 n-d-805663-2 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Failed to bind port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb on host n-h1-805663-2 for vnic_type normal using segments [{'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}] Aug 23 21:00:36.114486 n-d-805663-2 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempt 10 to bind port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb Aug 23 21:00:36.114990 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2befe089-4f41-42d1-bfe9-138ffb588b7b tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Made reservation on behalf of 08153f579e424ba89fe16c2afc1e0f40 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:00:36.119532 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2befe089-4f41-42d1-bfe9-138ffb588b7b tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:36.130116 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:00:36.130587 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:00:36.130929 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb on network a3976aba-af1d-41a9-a770-d42175b42a2c {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:00:36.137172 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb on network a3976aba-af1d-41a9-a770-d42175b42a2c not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:00:36.137500 n-d-805663-2 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Failed to bind port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb on host n-h1-805663-2 for vnic_type normal using segments [{'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}] Aug 23 21:00:36.137886 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:36.144020 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-2befe089-4f41-42d1-bfe9-138ffb588b7b tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] device_id is not set on port c684b641-d48d-4776-abfc-14f5a94cdb0c yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 21:00:36.168160 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff49665-ad65-418a-869f-0d40467e94ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-16d920f2-b8f0-416a-a496-7bf2da1094c7', 'network_id': '16d920f2-b8f0-416a-a496-7bf2da1094c7', 'tenant_id': '08153f579e424ba89fe16c2afc1e0f40', 'fixed_ips': [{'subnet_id': '10eb6fbd-282d-45f6-abbc-f75034a4b894'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 21:00:36.168970 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6ff49665-ad65-418a-869f-0d40467e94ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:36.234387 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] For port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb, host n-h1-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:00:36.234963 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempted to set empty binding levels {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 23 21:00:36.240548 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:36.286020 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] In _notify_port_updated(), no bound segment for port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb on network a3976aba-af1d-41a9-a770-d42175b42a2c {{(pid=94688) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 21:00:36.288923 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:36.289548 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:36.291482 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] 10.222.0.61 "PUT /v2.0/ports/3c6b00a7-2700-4c0b-96b1-77f091a6fbfb HTTP/1.1" status: 200 len: 977 time: 0.9547164 Aug 23 21:00:36.294972 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38342) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:36.314185 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990f6d15-3cf6-47b4-8eb9-a27312cee011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Pushing event updated for resources: {'Port': ['ID=3c6b00a7-2700-4c0b-96b1-77f091a6fbfb,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:36.356433 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-2befe089-4f41-42d1-bfe9-138ffb588b7b tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Allocated IP 172.20.0.9 (16d920f2-b8f0-416a-a496-7bf2da1094c7/10eb6fbd-282d-45f6-abbc-f75034a4b894/c684b641-d48d-4776-abfc-14f5a94cdb0c) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:00:36.426631 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07555570-73c4-4911-b20e-793612f77953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:36.427111 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07555570-73c4-4911-b20e-793612f77953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:36.427575 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07555570-73c4-4911-b20e-793612f77953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:36.428258 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07555570-73c4-4911-b20e-793612f77953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:36.428729 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07555570-73c4-4911-b20e-793612f77953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:36.429197 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07555570-73c4-4911-b20e-793612f77953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:36.429655 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07555570-73c4-4911-b20e-793612f77953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:36.430113 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07555570-73c4-4911-b20e-793612f77953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:36.430578 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07555570-73c4-4911-b20e-793612f77953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:36.431138 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07555570-73c4-4911-b20e-793612f77953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:36.431658 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07555570-73c4-4911-b20e-793612f77953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:36.432157 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07555570-73c4-4911-b20e-793612f77953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:36.432682 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07555570-73c4-4911-b20e-793612f77953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:36.433142 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07555570-73c4-4911-b20e-793612f77953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:36.433600 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07555570-73c4-4911-b20e-793612f77953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:36.434051 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07555570-73c4-4911-b20e-793612f77953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:36.434504 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07555570-73c4-4911-b20e-793612f77953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:36.434955 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07555570-73c4-4911-b20e-793612f77953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:36.435404 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07555570-73c4-4911-b20e-793612f77953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:36.435853 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07555570-73c4-4911-b20e-793612f77953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:36.436376 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07555570-73c4-4911-b20e-793612f77953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:36.436892 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07555570-73c4-4911-b20e-793612f77953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:36.444211 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-07555570-73c4-4911-b20e-793612f77953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19810 time: 0.1423764 Aug 23 21:00:36.445271 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38348) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:36.631827 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-f85d1362-2daa-4585-b0b2-40809ac9c170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Deleting port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:00:36.632194 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f85d1362-2daa-4585-b0b2-40809ac9c170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:36.698267 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2befe089-4f41-42d1-bfe9-138ffb588b7b tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:36.725452 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-2befe089-4f41-42d1-bfe9-138ffb588b7b tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Transition to ACTIVE for port object c684b641-d48d-4776-abfc-14f5a94cdb0c will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:00:36.731711 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-f85d1362-2daa-4585-b0b2-40809ac9c170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] For port 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb, host n-h1-805663-2, got binding levels [] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:00:36.732197 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f85d1362-2daa-4585-b0b2-40809ac9c170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:36.750526 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-f85d1362-2daa-4585-b0b2-40809ac9c170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Calling delete_port for 3c6b00a7-2700-4c0b-96b1-77f091a6fbfb owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:00:36.773186 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc329c-fc25-4394-955d-42e121aef897 req-7dd12b4c-94bc-41a7-9cf9-0ca4d5828bab tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:36.775034 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4ffc329c-fc25-4394-955d-42e121aef897 req-7dd12b4c-94bc-41a7-9cf9-0ca4d5828bab tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] 10.222.0.61 "GET /v2.0/ports?device_id=e06c45fe-6939-4a13-8d99-3081e10fc360 HTTP/1.1" status: 200 len: 945 time: 0.0587611 Aug 23 21:00:36.818712 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4ffc329c-fc25-4394-955d-42e121aef897 req-9058e813-cce7-4b99-b9ac-70509b74744c tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2c9b080-d6c5-450c-af6b-c1b1867a8703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356731 Aug 23 21:00:36.830261 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2befe089-4f41-42d1-bfe9-138ffb588b7b tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:36.892206 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-6ff49665-ad65-418a-869f-0d40467e94ff None None] Allocated IP 172.20.0.2 (16d920f2-b8f0-416a-a496-7bf2da1094c7/10eb6fbd-282d-45f6-abbc-f75034a4b894/a8136940-67b6-442f-9f67-02547dde9883) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:00:36.912483 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2befe089-4f41-42d1-bfe9-138ffb588b7b tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Network 16d920f2-b8f0-416a-a496-7bf2da1094c7 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:00:36.925554 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f85d1362-2daa-4585-b0b2-40809ac9c170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:36.943378 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-2befe089-4f41-42d1-bfe9-138ffb588b7b tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:00:36.957975 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2befe089-4f41-42d1-bfe9-138ffb588b7b tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:00:37.008740 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2befe089-4f41-42d1-bfe9-138ffb588b7b tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event updated for resources: {'Port': ['ID=c684b641-d48d-4776-abfc-14f5a94cdb0c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:37.013910 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f85d1362-2daa-4585-b0b2-40809ac9c170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:37.018781 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f85d1362-2daa-4585-b0b2-40809ac9c170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] 10.222.0.61 "DELETE /v2.0/ports/3c6b00a7-2700-4c0b-96b1-77f091a6fbfb HTTP/1.1" status: 204 len: 168 time: 0.5732439 Aug 23 21:00:37.018970 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38354) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:37.054591 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d1362-2daa-4585-b0b2-40809ac9c170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c6b00a7-2700-4c0b-96b1-77f091a6fbfb,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:37.062701 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2befe089-4f41-42d1-bfe9-138ffb588b7b tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:37.063364 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2befe089-4f41-42d1-bfe9-138ffb588b7b tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:37.074037 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c5a0948-1f88-48cb-b41c-7b523c41cb96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] GET failed (client error): The resource could not be found. Aug 23 21:00:37.075487 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f6e10-eb64-4724-9d1c-0993422c256c req-f1a0e6a7-0872-4e51-92ab-fe84c3dc122a tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:37.076097 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8c5a0948-1f88-48cb-b41c-7b523c41cb96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] 10.222.0.61 "GET /v2.0/ports/3c6b00a7-2700-4c0b-96b1-77f091a6fbfb HTTP/1.1" status: 404 len: 333 time: 0.0530899 Aug 23 21:00:37.081058 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38356) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:37.082881 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a92f6e10-eb64-4724-9d1c-0993422c256c req-f1a0e6a7-0872-4e51-92ab-fe84c3dc122a tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=d496e23c-af38-4cb2-bc2c-55e541fbd401 HTTP/1.1" status: 200 len: 943 time: 0.1683464 Aug 23 21:00:37.085574 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6ff49665-ad65-418a-869f-0d40467e94ff None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:37.088419 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-7fe4e75d-11ad-43da-b8ec-8528649b9ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1972949910', 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:37.104643 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6ff49665-ad65-418a-869f-0d40467e94ff None None] Transition to ACTIVE for port object a8136940-67b6-442f-9f67-02547dde9883 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:00:37.109815 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2befe089-4f41-42d1-bfe9-138ffb588b7b tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1299450 Aug 23 21:00:37.113489 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38358) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:37.131226 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a92f6e10-eb64-4724-9d1c-0993422c256c req-49637509-c244-4f55-a85f-9bd1835547b3 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397232 Aug 23 21:00:37.133697 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6ff49665-ad65-418a-869f-0d40467e94ff None None] Transition to ACTIVE for port object a8136940-67b6-442f-9f67-02547dde9883 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:00:37.140922 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6ff49665-ad65-418a-869f-0d40467e94ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:37.187848 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff49665-ad65-418a-869f-0d40467e94ff None None] Network 16d920f2-b8f0-416a-a496-7bf2da1094c7 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:00:37.190752 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-6ff49665-ad65-418a-869f-0d40467e94ff None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:00:37.198225 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff49665-ad65-418a-869f-0d40467e94ff None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:00:37.201273 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff49665-ad65-418a-869f-0d40467e94ff None None] Pushing event updated for resources: {'Port': ['ID=a8136940-67b6-442f-9f67-02547dde9883,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:37.209385 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe4e75d-11ad-43da-b8ec-8528649b9ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Made reservation on behalf of d7777be3f6d2425790bbb38e2aa042fb for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:00:37.211776 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7fe4e75d-11ad-43da-b8ec-8528649b9ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:37.239703 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-7fe4e75d-11ad-43da-b8ec-8528649b9ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] device_id is not set on port 131bfd45-5f4e-465c-9a1d-b5cf320da64b yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 21:00:37.261014 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6ff49665-ad65-418a-869f-0d40467e94ff None None] Attempting to bind port a8136940-67b6-442f-9f67-02547dde9883 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:00:37.261387 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6ff49665-ad65-418a-869f-0d40467e94ff None None] Attempting to bind port a8136940-67b6-442f-9f67-02547dde9883 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '94b3e1ce-aa16-4ae2-9aca-2812cdcc5683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '16d920f2-b8f0-416a-a496-7bf2da1094c7'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:00:37.261743 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff49665-ad65-418a-869f-0d40467e94ff None None] Attempting to bind port a8136940-67b6-442f-9f67-02547dde9883 on network 16d920f2-b8f0-416a-a496-7bf2da1094c7 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:00:37.266877 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff49665-ad65-418a-869f-0d40467e94ff None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:00:37.267254 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff49665-ad65-418a-869f-0d40467e94ff None None] Checking segment: {'id': '94b3e1ce-aa16-4ae2-9aca-2812cdcc5683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '16d920f2-b8f0-416a-a496-7bf2da1094c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:00:37.267668 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6ff49665-ad65-418a-869f-0d40467e94ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:37.268098 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff49665-ad65-418a-869f-0d40467e94ff None None] Bound using segment: {'id': '94b3e1ce-aa16-4ae2-9aca-2812cdcc5683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '16d920f2-b8f0-416a-a496-7bf2da1094c7'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:00:37.268575 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6ff49665-ad65-418a-869f-0d40467e94ff None None] Bound port: a8136940-67b6-442f-9f67-02547dde9883, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94b3e1ce-aa16-4ae2-9aca-2812cdcc5683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '16d920f2-b8f0-416a-a496-7bf2da1094c7'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:00:37.268954 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6ff49665-ad65-418a-869f-0d40467e94ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:37.309463 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-65394864-8cf8-42bd-ab9c-e30ee0126e5d tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Deleting port c684b641-d48d-4776-abfc-14f5a94cdb0c {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:00:37.309802 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-65394864-8cf8-42bd-ab9c-e30ee0126e5d tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:37.338418 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-6ff49665-ad65-418a-869f-0d40467e94ff None None] For port a8136940-67b6-442f-9f67-02547dde9883, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:00:37.341797 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-6ff49665-ad65-418a-869f-0d40467e94ff None None] For port a8136940-67b6-442f-9f67-02547dde9883, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=a8136940-67b6-442f-9f67-02547dde9883,segment=NetworkSegment(94b3e1ce-aa16-4ae2-9aca-2812cdcc5683),segment_id=94b3e1ce-aa16-4ae2-9aca-2812cdcc5683)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:00:37.346972 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6ff49665-ad65-418a-869f-0d40467e94ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:37.418442 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff49665-ad65-418a-869f-0d40467e94ff None None] Pushing event updated for resources: {'Port': ['ID=a8136940-67b6-442f-9f67-02547dde9883,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:37.486738 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-65394864-8cf8-42bd-ab9c-e30ee0126e5d tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:37.513093 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7fe4e75d-11ad-43da-b8ec-8528649b9ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:37.514862 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-65394864-8cf8-42bd-ab9c-e30ee0126e5d tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Calling delete_port for c684b641-d48d-4776-abfc-14f5a94cdb0c owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:00:37.648563 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7fe4e75d-11ad-43da-b8ec-8528649b9ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:37.705621 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe4e75d-11ad-43da-b8ec-8528649b9ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Network a3976aba-af1d-41a9-a770-d42175b42a2c is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:00:37.710871 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-7fe4e75d-11ad-43da-b8ec-8528649b9ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:00:37.718359 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe4e75d-11ad-43da-b8ec-8528649b9ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:00:37.719300 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe4e75d-11ad-43da-b8ec-8528649b9ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:37.719899 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7fe4e75d-11ad-43da-b8ec-8528649b9ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:37.769469 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-7fe4e75d-11ad-43da-b8ec-8528649b9ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6858003 Aug 23 21:00:37.770624 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe4e75d-11ad-43da-b8ec-8528649b9ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Pushing event updated for resources: {'Port': ['ID=131bfd45-5f4e-465c-9a1d-b5cf320da64b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:37.773071 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38360) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:37.788164 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-65394864-8cf8-42bd-ab9c-e30ee0126e5d tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:37.821157 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65394864-8cf8-42bd-ab9c-e30ee0126e5d tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event deleted for resources: {'Port': ['ID=c684b641-d48d-4776-abfc-14f5a94cdb0c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:37.823351 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a72285b-5510-4f2e-b50d-9ebc062ee2d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:37.825481 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0a72285b-5510-4f2e-b50d-9ebc062ee2d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] 10.222.0.61 "GET /v2.0/ports/131bfd45-5f4e-465c-9a1d-b5cf320da64b HTTP/1.1" status: 200 len: 959 time: 0.0486941 Aug 23 21:00:37.828428 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38362) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:37.978607 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-65394864-8cf8-42bd-ab9c-e30ee0126e5d tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:37.980584 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-65394864-8cf8-42bd-ab9c-e30ee0126e5d tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "DELETE /v2.0/ports/c684b641-d48d-4776-abfc-14f5a94cdb0c HTTP/1.1" status: 204 len: 168 time: 0.8655188 Aug 23 21:00:37.983966 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38366) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:38.005753 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e60646f-67b0-404b-82e6-f053d6c8c735 req-a87ffa2e-9a70-413b-b629-3479fd8b73e8 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:38.006120 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3e60646f-67b0-404b-82e6-f053d6c8c735 req-a87ffa2e-9a70-413b-b629-3479fd8b73e8 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] 10.222.0.61 "GET /v2.0/ports?device_id=e06c45fe-6939-4a13-8d99-3081e10fc360 HTTP/1.1" status: 200 len: 945 time: 0.1048372 Aug 23 21:00:38.015008 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-9a549ad9-f4f4-49d6-94e2-fc51fe9e0e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Deleting port 131bfd45-5f4e-465c-9a1d-b5cf320da64b {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:00:38.015340 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9a549ad9-f4f4-49d6-94e2-fc51fe9e0e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:38.015919 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-43ab9953-d75c-4e08-a95f-6ee9870fbabd tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] DELETE failed (client error): The resource could not be found. Aug 23 21:00:38.017409 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43ab9953-d75c-4e08-a95f-6ee9870fbabd tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 21:00:38.022782 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-43ab9953-d75c-4e08-a95f-6ee9870fbabd tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "DELETE /v2.0/ports/c684b641-d48d-4776-abfc-14f5a94cdb0c HTTP/1.1" status: 404 len: 333 time: 0.0361285 Aug 23 21:00:38.028010 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38368) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:38.066781 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7d332fe-3daa-4054-b7e6-6eaa879dbc15 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] GET failed (client error): The resource could not be found. Aug 23 21:00:38.068775 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f7d332fe-3daa-4054-b7e6-6eaa879dbc15 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "GET /v2.0/ports/c684b641-d48d-4776-abfc-14f5a94cdb0c HTTP/1.1" status: 404 len: 333 time: 0.0396492 Aug 23 21:00:38.077431 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38370) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:38.131153 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device a8136940-67b6-442f-9f67-02547dde9883 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:00:38.136798 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ebc410-49bb-4e6c-b567-6348f689a61c req-d3dd4ffc-85af-4b22-9c31-3d5149e9bcba tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:38.138674 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a6ebc410-49bb-4e6c-b567-6348f689a61c req-d3dd4ffc-85af-4b22-9c31-3d5149e9bcba tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] 10.222.0.11 "GET /v2.0/ports?device_id=e06c45fe-6939-4a13-8d99-3081e10fc360 HTTP/1.1" status: 200 len: 945 time: 0.0672591 Aug 23 21:00:38.145730 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9a549ad9-f4f4-49d6-94e2-fc51fe9e0e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:38.162963 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3e60646f-67b0-404b-82e6-f053d6c8c735 req-ec3c6fb9-1ef9-4d41-bb54-7426e3d404bf tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2c9b080-d6c5-450c-af6b-c1b1867a8703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454465 Aug 23 21:00:38.171889 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-9a549ad9-f4f4-49d6-94e2-fc51fe9e0e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Calling delete_port for 131bfd45-5f4e-465c-9a1d-b5cf320da64b owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:00:38.182848 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-02a29295-70c8-4672-8321-7c2b9c62a4d9 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Deleting subnet 10eb6fbd-282d-45f6-abbc-f75034a4b894 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 21:00:38.196788 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-02a29295-70c8-4672-8321-7c2b9c62a4d9 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:38.197017 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port a8136940-67b6-442f-9f67-02547dde9883 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:00:38.268403 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-02a29295-70c8-4672-8321-7c2b9c62a4d9 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:38.331100 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c323994-34a3-4e6d-8a26-bbbfa01a3fd9 req-7ff5e4ca-04ab-4819-8dff-0c849908c6d3 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:38.332981 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8c323994-34a3-4e6d-8a26-bbbfa01a3fd9 req-7ff5e4ca-04ab-4819-8dff-0c849908c6d3 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=d496e23c-af38-4cb2-bc2c-55e541fbd401 HTTP/1.1" status: 200 len: 943 time: 0.0957346 Aug 23 21:00:38.342294 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-a6ebc410-49bb-4e6c-b567-6348f689a61c req-909e555e-cc6f-4534-b8fe-bd9664b2067d tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Deleting port 143b1e40-0397-431f-a596-b9ac917b73c0 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:00:38.342638 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a6ebc410-49bb-4e6c-b567-6348f689a61c req-909e555e-cc6f-4534-b8fe-bd9664b2067d tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:38.369934 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9a549ad9-f4f4-49d6-94e2-fc51fe9e0e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:38.415401 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a549ad9-f4f4-49d6-94e2-fc51fe9e0e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Pushing event deleted for resources: {'Port': ['ID=131bfd45-5f4e-465c-9a1d-b5cf320da64b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:38.427212 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9a549ad9-f4f4-49d6-94e2-fc51fe9e0e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:38.432313 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8c323994-34a3-4e6d-8a26-bbbfa01a3fd9 req-3b1266c6-6d9b-424b-8a7d-922a020e2e83 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865374 Aug 23 21:00:38.435859 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38374) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:38.442740 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9a549ad9-f4f4-49d6-94e2-fc51fe9e0e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] 10.222.0.61 "DELETE /v2.0/ports/131bfd45-5f4e-465c-9a1d-b5cf320da64b HTTP/1.1" status: 204 len: 168 time: 0.6100483 Aug 23 21:00:38.446022 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-02a29295-70c8-4672-8321-7c2b9c62a4d9 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:38.474395 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-b807972a-fe13-40a8-836e-c23d609e574a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] GET failed (client error): The resource could not be found. Aug 23 21:00:38.479879 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b807972a-fe13-40a8-836e-c23d609e574a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] 10.222.0.61 "GET /v2.0/ports/131bfd45-5f4e-465c-9a1d-b5cf320da64b HTTP/1.1" status: 404 len: 333 time: 0.0400672 Aug 23 21:00:38.480104 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38376) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:38.485095 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-8f3dc89c-a763-4b69-9d0b-15c15da358fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Request body: {'port': {'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-612043342'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:38.508910 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-a6ebc410-49bb-4e6c-b567-6348f689a61c req-909e555e-cc6f-4534-b8fe-bd9664b2067d tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] For port 143b1e40-0397-431f-a596-b9ac917b73c0, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=143b1e40-0397-431f-a596-b9ac917b73c0,segment=NetworkSegment(55c7a2a6-4614-4267-8836-2fb3c8bd1628),segment_id=55c7a2a6-4614-4267-8836-2fb3c8bd1628)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:00:38.509218 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a6ebc410-49bb-4e6c-b567-6348f689a61c req-909e555e-cc6f-4534-b8fe-bd9664b2067d tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:38.529479 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-02a29295-70c8-4672-8321-7c2b9c62a4d9 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:38.547321 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3dc89c-a763-4b69-9d0b-15c15da358fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Made reservation on behalf of d7777be3f6d2425790bbb38e2aa042fb for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:00:38.549500 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8f3dc89c-a763-4b69-9d0b-15c15da358fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:38.553174 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a34aae-805a-4337-8ce5-26a9634067c4 None None] Network 16d920f2-b8f0-416a-a496-7bf2da1094c7 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:00:38.560980 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a29295-70c8-4672-8321-7c2b9c62a4d9 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event deleted for resources: {'Subnet': ['ID=10eb6fbd-282d-45f6-abbc-f75034a4b894,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:38.573380 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-02a29295-70c8-4672-8321-7c2b9c62a4d9 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:38.575577 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-02a29295-70c8-4672-8321-7c2b9c62a4d9 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "DELETE /v2.0/subnets/10eb6fbd-282d-45f6-abbc-f75034a4b894 HTTP/1.1" status: 204 len: 168 time: 0.4956381 Aug 23 21:00:38.578447 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38378) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:38.621707 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-8f3dc89c-a763-4b69-9d0b-15c15da358fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] device_id is not set on port 6a10792c-547c-4a75-ac5c-4635f830608c yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 21:00:38.632196 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1e626a40-8e88-4709-9529-af78875fcd90 None None] Provisioning for port a8136940-67b6-442f-9f67-02547dde9883 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:00:38.647704 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1e626a40-8e88-4709-9529-af78875fcd90 None None] Provisioning complete for port a8136940-67b6-442f-9f67-02547dde9883 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:00:38.648104 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1e626a40-8e88-4709-9529-af78875fcd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:38.669979 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d5087f3b-6724-4a6a-b729-dc6c6ac8db86 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:38.728522 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-d5087f3b-6724-4a6a-b729-dc6c6ac8db86 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Deleting port a8136940-67b6-442f-9f67-02547dde9883 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:00:38.728864 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d5087f3b-6724-4a6a-b729-dc6c6ac8db86 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:38.786598 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1e626a40-8e88-4709-9529-af78875fcd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:38.811772 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-d5087f3b-6724-4a6a-b729-dc6c6ac8db86 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] For port a8136940-67b6-442f-9f67-02547dde9883, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=a8136940-67b6-442f-9f67-02547dde9883,segment=NetworkSegment(94b3e1ce-aa16-4ae2-9aca-2812cdcc5683),segment_id=94b3e1ce-aa16-4ae2-9aca-2812cdcc5683)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:00:38.811991 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d5087f3b-6724-4a6a-b729-dc6c6ac8db86 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:38.824505 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-1e626a40-8e88-4709-9529-af78875fcd90 None None] For port a8136940-67b6-442f-9f67-02547dde9883, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=a8136940-67b6-442f-9f67-02547dde9883,segment=NetworkSegment(94b3e1ce-aa16-4ae2-9aca-2812cdcc5683),segment_id=94b3e1ce-aa16-4ae2-9aca-2812cdcc5683)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:00:38.828872 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb48c59b-3268-474f-a92a-ef7b008cca97 None None] DHCP port deletion for 16d920f2-b8f0-416a-a496-7bf2da1094c7 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 21:00:38.833823 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1e626a40-8e88-4709-9529-af78875fcd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:38.834592 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-d5087f3b-6724-4a6a-b729-dc6c6ac8db86 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Calling delete_port for a8136940-67b6-442f-9f67-02547dde9883 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:00:38.908130 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e626a40-8e88-4709-9529-af78875fcd90 None None] Pushing event updated for resources: {'Port': ['ID=a8136940-67b6-442f-9f67-02547dde9883,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:38.926680 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-fb48c59b-3268-474f-a92a-ef7b008cca97 None None] Deleting port a8136940-67b6-442f-9f67-02547dde9883 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:00:38.927029 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fb48c59b-3268-474f-a92a-ef7b008cca97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:38.930594 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d5087f3b-6724-4a6a-b729-dc6c6ac8db86 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:38.957464 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5087f3b-6724-4a6a-b729-dc6c6ac8db86 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event deleted for resources: {'Port': ['ID=a8136940-67b6-442f-9f67-02547dde9883,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:38.961274 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5087f3b-6724-4a6a-b729-dc6c6ac8db86 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] No DVR routers for this DVR port a8136940-67b6-442f-9f67-02547dde9883 on host n-d-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:00:39.006429 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-fb48c59b-3268-474f-a92a-ef7b008cca97 None None] For port a8136940-67b6-442f-9f67-02547dde9883, host n-d-805663-2, got binding levels [] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:00:39.006864 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fb48c59b-3268-474f-a92a-ef7b008cca97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:39.021503 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-fb48c59b-3268-474f-a92a-ef7b008cca97 None None] Calling delete_port for a8136940-67b6-442f-9f67-02547dde9883 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:00:39.024790 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.ipam_backend_mixin [None req-fb48c59b-3268-474f-a92a-ef7b008cca97 None None] Port a8136940-67b6-442f-9f67-02547dde9883 was not found and therefore no delete operation was performed {{(pid=94689) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 23 21:00:39.026165 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fb48c59b-3268-474f-a92a-ef7b008cca97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:39.055302 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb48c59b-3268-474f-a92a-ef7b008cca97 None None] Pushing event deleted for resources: {'Port': ['ID=a8136940-67b6-442f-9f67-02547dde9883,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:39.058907 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb48c59b-3268-474f-a92a-ef7b008cca97 None None] No DVR routers for this DVR port a8136940-67b6-442f-9f67-02547dde9883 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:00:39.059159 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d5087f3b-6724-4a6a-b729-dc6c6ac8db86 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:39.075161 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-d5087f3b-6724-4a6a-b729-dc6c6ac8db86 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16d920f2-b8f0-416a-a496-7bf2da1094c7']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:39.087704 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-d5087f3b-6724-4a6a-b729-dc6c6ac8db86 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94b3e1ce-aa16-4ae2-9aca-2812cdcc5683') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:39.088116 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-d5087f3b-6724-4a6a-b729-dc6c6ac8db86 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94b3e1ce-aa16-4ae2-9aca-2812cdcc5683') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:39.098465 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d5087f3b-6724-4a6a-b729-dc6c6ac8db86 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:39.114271 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d5087f3b-6724-4a6a-b729-dc6c6ac8db86 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:39.121281 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5087f3b-6724-4a6a-b729-dc6c6ac8db86 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:00:39.121676 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d5087f3b-6724-4a6a-b729-dc6c6ac8db86 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:39.125044 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 21:00:39.125044 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:00:39.125044 n-d-805663-2 neutron-server[94688]: timer() Aug 23 21:00:39.125044 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:00:39.125044 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 21:00:39.125044 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:00:39.125044 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 21:00:39.125044 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:00:39.125044 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 21:00:39.125044 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:00:39.125044 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 21:00:39.125044 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:00:39.125044 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 21:00:39.125044 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:00:39.125044 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:00:39.125044 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:00:39.125044 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:00:39.125044 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:00:39.125044 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 21:00:39.125044 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:00:39.125044 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 21:00:39.125044 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:00:39.125044 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:00:39.125044 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:00:39.125044 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 21:00:39.125044 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:00:39.125044 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:00:39.125044 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:00:39.125044 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:00:39.125044 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:00:39.125044 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:00:39.125044 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:00:39.187388 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d5087f3b-6724-4a6a-b729-dc6c6ac8db86 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:39.194909 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d5087f3b-6724-4a6a-b729-dc6c6ac8db86 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:39.200517 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d5087f3b-6724-4a6a-b729-dc6c6ac8db86 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "DELETE /v2.0/networks/16d920f2-b8f0-416a-a496-7bf2da1094c7 HTTP/1.1" status: 204 len: 168 time: 0.6208134 Aug 23 21:00:39.202854 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38382) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:39.215983 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-cffca1ec-9c75-4c36-bf63-e4cf55c1487d tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-510848528'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:39.220236 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5087f3b-6724-4a6a-b729-dc6c6ac8db86 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event deleted for resources: {'Network': ['ID=16d920f2-b8f0-416a-a496-7bf2da1094c7,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:39.239619 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a6ebc410-49bb-4e6c-b567-6348f689a61c req-909e555e-cc6f-4534-b8fe-bd9664b2067d tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:39.240198 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a6ebc410-49bb-4e6c-b567-6348f689a61c req-909e555e-cc6f-4534-b8fe-bd9664b2067d tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:39.241056 n-d-805663-2 neutron-server[94687]: INFO neutron.db.l3_db [req-a6ebc410-49bb-4e6c-b567-6348f689a61c req-909e555e-cc6f-4534-b8fe-bd9664b2067d tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Floating IP c0fafd65-b703-48ef-8a90-4608e62bae2c disassociated. External IP: 172.25.4.17, port: 143b1e40-0397-431f-a596-b9ac917b73c0. Aug 23 21:00:39.241291 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-a6ebc410-49bb-4e6c-b567-6348f689a61c req-909e555e-cc6f-4534-b8fe-bd9664b2067d tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Calling delete_port for 143b1e40-0397-431f-a596-b9ac917b73c0 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:00:39.263010 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8f3dc89c-a763-4b69-9d0b-15c15da358fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:39.317438 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2688eac-07ee-433b-a592-14c5c6aaf5ba req-bccb4fb4-a314-4555-8130-38c7271c6008 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:39.318989 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d2688eac-07ee-433b-a592-14c5c6aaf5ba req-bccb4fb4-a314-4555-8130-38c7271c6008 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] 10.222.0.61 "GET /v2.0/ports?device_id=e06c45fe-6939-4a13-8d99-3081e10fc360 HTTP/1.1" status: 200 len: 945 time: 0.0648391 Aug 23 21:00:39.320905 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cffca1ec-9c75-4c36-bf63-e4cf55c1487d tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Made reservation on behalf of 08153f579e424ba89fe16c2afc1e0f40 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:00:39.324650 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cffca1ec-9c75-4c36-bf63-e4cf55c1487d tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:39.361802 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d2688eac-07ee-433b-a592-14c5c6aaf5ba req-01bba4a8-fce1-409c-939e-423452a0eea3 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2c9b080-d6c5-450c-af6b-c1b1867a8703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358303 Aug 23 21:00:39.387827 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cffca1ec-9c75-4c36-bf63-e4cf55c1487d tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:00:39.414759 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cffca1ec-9c75-4c36-bf63-e4cf55c1487d tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:39.415115 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-cffca1ec-9c75-4c36-bf63-e4cf55c1487d tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Added segment 895e7eff-aad7-4ade-af92-6baba4d23893 of type vlan for network 3a45af2c-f74a-4174-b7ee-9306232c0369 Aug 23 21:00:39.423607 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8f3dc89c-a763-4b69-9d0b-15c15da358fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:39.517230 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cffca1ec-9c75-4c36-bf63-e4cf55c1487d tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:39.535750 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3dc89c-a763-4b69-9d0b-15c15da358fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Network a3976aba-af1d-41a9-a770-d42175b42a2c is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:00:39.563769 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-8f3dc89c-a763-4b69-9d0b-15c15da358fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:00:39.588209 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3dc89c-a763-4b69-9d0b-15c15da358fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Pushing event updated for resources: {'Port': ['ID=6a10792c-547c-4a75-ac5c-4635f830608c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:39.595569 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3dc89c-a763-4b69-9d0b-15c15da358fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:00:39.596549 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3dc89c-a763-4b69-9d0b-15c15da358fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:39.597229 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8f3dc89c-a763-4b69-9d0b-15c15da358fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:39.626677 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a6ebc410-49bb-4e6c-b567-6348f689a61c req-909e555e-cc6f-4534-b8fe-bd9664b2067d tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:39.630050 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cffca1ec-9c75-4c36-bf63-e4cf55c1487d tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:39.636289 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffca1ec-9c75-4c36-bf63-e4cf55c1487d tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:39.636995 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cffca1ec-9c75-4c36-bf63-e4cf55c1487d tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:39.649265 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8f3dc89c-a763-4b69-9d0b-15c15da358fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.1681752 Aug 23 21:00:39.651975 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38386) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:39.657754 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:39.713671 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:39.719397 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e555e-cc6f-4534-b8fe-bd9664b2067d tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Pushing event deleted for resources: {'Port': ['ID=143b1e40-0397-431f-a596-b9ac917b73c0,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:39.742337 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e288f6-0646-45ac-9321-6197c68c30b5 req-b3f50934-6ef0-4a52-8749-be43cf8b84ff tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:39.744034 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-18e288f6-0646-45ac-9321-6197c68c30b5 req-b3f50934-6ef0-4a52-8749-be43cf8b84ff tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=d496e23c-af38-4cb2-bc2c-55e541fbd401 HTTP/1.1" status: 200 len: 943 time: 0.2162461 Aug 23 21:00:39.755345 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-cffca1ec-9c75-4c36-bf63-e4cf55c1487d tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5409577 Aug 23 21:00:39.758065 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38388) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:39.765111 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-c4f84a66-3d9d-4132-aa47-3e5f7c9a74f4 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Request body: {'subnet': {'network_id': '3a45af2c-f74a-4174-b7ee-9306232c0369', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:39.768433 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffca1ec-9c75-4c36-bf63-e4cf55c1487d tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event updated for resources: {'Network': ['ID=3a45af2c-f74a-4174-b7ee-9306232c0369,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:39.781780 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 3a45af2c-f74a-4174-b7ee-9306232c0369 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:00:39.905467 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] device_id is not set on port 6a10792c-547c-4a75-ac5c-4635f830608c yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 21:00:39.916234 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:39.917561 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-18e288f6-0646-45ac-9321-6197c68c30b5 req-c18b5eee-4dd3-486c-a8e3-f976b1c36403 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570787 Aug 23 21:00:39.940930 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Transition to ACTIVE for port object 6a10792c-547c-4a75-ac5c-4635f830608c will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:00:39.946105 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:39.985373 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6ebc410-49bb-4e6c-b567-6348f689a61c req-909e555e-cc6f-4534-b8fe-bd9664b2067d tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Router 773e51f8-8651-40df-b041-e7a74d93da06 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:00:39.986246 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f84a66-3d9d-4132-aa47-3e5f7c9a74f4 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Made reservation on behalf of 08153f579e424ba89fe16c2afc1e0f40 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:00:39.990016 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c4f84a66-3d9d-4132-aa47-3e5f7c9a74f4 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:40.034058 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 6a10792c-547c-4a75-ac5c-4635f830608c on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:00:40.034612 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 6a10792c-547c-4a75-ac5c-4635f830608c by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:00:40.035936 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 6a10792c-547c-4a75-ac5c-4635f830608c on network a3976aba-af1d-41a9-a770-d42175b42a2c {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:00:40.043193 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Pushing event updated for resources: {'Port': ['ID=6a10792c-547c-4a75-ac5c-4635f830608c,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:40.047143 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Port 6a10792c-547c-4a75-ac5c-4635f830608c on network a3976aba-af1d-41a9-a770-d42175b42a2c not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:00:40.047615 n-d-805663-2 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Failed to bind port 6a10792c-547c-4a75-ac5c-4635f830608c on host n-h1-805663-2 for vnic_type normal using segments [{'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}] Aug 23 21:00:40.048105 n-d-805663-2 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempt 2 to bind port 6a10792c-547c-4a75-ac5c-4635f830608c Aug 23 21:00:40.071083 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-555ce658-665f-49c7-b344-beb54e2e0e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:40.079328 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device a8136940-67b6-442f-9f67-02547dde9883 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:00:40.247473 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6ebc410-49bb-4e6c-b567-6348f689a61c req-909e555e-cc6f-4534-b8fe-bd9664b2067d tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:00:40.314747 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: a8136940-67b6-442f-9f67-02547dde9883 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:00:40.315095 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device a8136940-67b6-442f-9f67-02547dde9883 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:00:40.328190 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d005660d-8983-4915-a1ce-f4426c374e1c None None] Sync routers for ids ['773e51f8-8651-40df-b041-e7a74d93da06'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:00:40.329974 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ebc410-49bb-4e6c-b567-6348f689a61c req-909e555e-cc6f-4534-b8fe-bd9664b2067d tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] No DVR routers for this DVR port 143b1e40-0397-431f-a596-b9ac917b73c0 on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:00:40.334564 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a6ebc410-49bb-4e6c-b567-6348f689a61c req-909e555e-cc6f-4534-b8fe-bd9664b2067d tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:40.336891 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a6ebc410-49bb-4e6c-b567-6348f689a61c req-909e555e-cc6f-4534-b8fe-bd9664b2067d tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] 10.222.0.11 "DELETE /v2.0/ports/143b1e40-0397-431f-a596-b9ac917b73c0 HTTP/1.1" status: 204 len: 173 time: 2.1905446 Aug 23 21:00:40.337531 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06c45fe-6939-4a13-8d99-3081e10fc360', 'name': 'network-vif-deleted', 'tag': '143b1e40-0397-431f-a596-b9ac917b73c0'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:00:40.338560 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d005660d-8983-4915-a1ce-f4426c374e1c None None] Routers {'773e51f8-8651-40df-b041-e7a74d93da06'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:00:40.339212 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d005660d-8983-4915-a1ce-f4426c374e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:00:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['773e51f8-8651-40df-b041-e7a74d93da06'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:40.340450 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b326ebfc-698e-41e4-a07d-6a9c3c8871b5" -d '{"events": [{"server_uuid": "e06c45fe-6939-4a13-8d99-3081e10fc360", "name": "network-vif-deleted", "tag": "143b1e40-0397-431f-a596-b9ac917b73c0"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:00:40.367764 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c4f84a66-3d9d-4132-aa47-3e5f7c9a74f4 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:40.417508 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b51e7f1-69f3-4dc7-8c1a-cc1db242dab3 x-openstack-request-id: req-3b51e7f1-69f3-4dc7-8c1a-cc1db242dab3 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:00:40.417855 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06c45fe-6939-4a13-8d99-3081e10fc360", "name": "network-vif-deleted", "tag": "143b1e40-0397-431f-a596-b9ac917b73c0", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:00:40.418101 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3b51e7f1-69f3-4dc7-8c1a-cc1db242dab3 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:00:40.418503 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06c45fe-6939-4a13-8d99-3081e10fc360', 'name': 'network-vif-deleted', 'tag': '143b1e40-0397-431f-a596-b9ac917b73c0', 'status': 'completed', 'code': 200} Aug 23 21:00:40.449486 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f84a66-3d9d-4132-aa47-3e5f7c9a74f4 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event updated for resources: {'Subnet': ['ID=981ca7fd-322d-4903-beab-6a0e293eabbb,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:40.461205 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f84a66-3d9d-4132-aa47-3e5f7c9a74f4 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Checking segment: {'id': '895e7eff-aad7-4ade-af92-6baba4d23893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3a45af2c-f74a-4174-b7ee-9306232c0369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:00:40.461566 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f84a66-3d9d-4132-aa47-3e5f7c9a74f4 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Network hostable DHCP agents. Network: 3a45af2c-f74a-4174-b7ee-9306232c0369, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:00:40.498454 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 6a10792c-547c-4a75-ac5c-4635f830608c on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:00:40.499563 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 6a10792c-547c-4a75-ac5c-4635f830608c by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:00:40.500001 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 6a10792c-547c-4a75-ac5c-4635f830608c on network a3976aba-af1d-41a9-a770-d42175b42a2c {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:00:40.509206 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Port 6a10792c-547c-4a75-ac5c-4635f830608c on network a3976aba-af1d-41a9-a770-d42175b42a2c not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:00:40.509424 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9aa00587-4dc3-44f2-9618-597ca14c1859 req-59f191f3-d28f-404b-957b-0e659aa64c11 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] 10.222.0.61 "GET /v2.0/ports?device_id=e06c45fe-6939-4a13-8d99-3081e10fc360 HTTP/1.1" status: 200 len: 210 time: 0.0426691 Aug 23 21:00:40.510180 n-d-805663-2 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Failed to bind port 6a10792c-547c-4a75-ac5c-4635f830608c on host n-h1-805663-2 for vnic_type normal using segments [{'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}] Aug 23 21:00:40.512428 n-d-805663-2 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempt 3 to bind port 6a10792c-547c-4a75-ac5c-4635f830608c Aug 23 21:00:40.530155 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f84a66-3d9d-4132-aa47-3e5f7c9a74f4 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Network 3a45af2c-f74a-4174-b7ee-9306232c0369 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:00:40.540213 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 6a10792c-547c-4a75-ac5c-4635f830608c on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:00:40.540661 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 6a10792c-547c-4a75-ac5c-4635f830608c by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:00:40.541138 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 6a10792c-547c-4a75-ac5c-4635f830608c on network a3976aba-af1d-41a9-a770-d42175b42a2c {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:00:40.544956 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-c4f84a66-3d9d-4132-aa47-3e5f7c9a74f4 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 3a45af2c-f74a-4174-b7ee-9306232c0369) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:00:40.550260 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Port 6a10792c-547c-4a75-ac5c-4635f830608c on network a3976aba-af1d-41a9-a770-d42175b42a2c not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:00:40.551479 n-d-805663-2 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Failed to bind port 6a10792c-547c-4a75-ac5c-4635f830608c on host n-h1-805663-2 for vnic_type normal using segments [{'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}] Aug 23 21:00:40.552411 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f84a66-3d9d-4132-aa47-3e5f7c9a74f4 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:40.553029 n-d-805663-2 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempt 4 to bind port 6a10792c-547c-4a75-ac5c-4635f830608c Aug 23 21:00:40.553992 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c4f84a66-3d9d-4132-aa47-3e5f7c9a74f4 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:40.556711 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94817a2f-2cc9-472d-ba21-3fbf9363dc96 None None] Network 3a45af2c-f74a-4174-b7ee-9306232c0369 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:00:40.574765 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 6a10792c-547c-4a75-ac5c-4635f830608c on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:00:40.575555 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 6a10792c-547c-4a75-ac5c-4635f830608c by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:00:40.575555 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 6a10792c-547c-4a75-ac5c-4635f830608c on network a3976aba-af1d-41a9-a770-d42175b42a2c {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:00:40.579007 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c4f84a66-3d9d-4132-aa47-3e5f7c9a74f4 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8170886 Aug 23 21:00:40.579541 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38396) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:40.580459 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Port 6a10792c-547c-4a75-ac5c-4635f830608c on network a3976aba-af1d-41a9-a770-d42175b42a2c not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:00:40.580615 n-d-805663-2 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Failed to bind port 6a10792c-547c-4a75-ac5c-4635f830608c on host n-h1-805663-2 for vnic_type normal using segments [{'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}] Aug 23 21:00:40.580892 n-d-805663-2 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempt 5 to bind port 6a10792c-547c-4a75-ac5c-4635f830608c Aug 23 21:00:40.585929 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-d62d30c1-03e2-4cc5-a404-fd4d1d688fb0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Request body: {'port': {'network_id': '3a45af2c-f74a-4174-b7ee-9306232c0369', 'security_groups': [], 'name': 'tempest-PortsTestJSON-135389906'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:40.594903 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 6a10792c-547c-4a75-ac5c-4635f830608c on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:00:40.595265 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 6a10792c-547c-4a75-ac5c-4635f830608c by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:00:40.595562 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 6a10792c-547c-4a75-ac5c-4635f830608c on network a3976aba-af1d-41a9-a770-d42175b42a2c {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:00:40.600954 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Port 6a10792c-547c-4a75-ac5c-4635f830608c on network a3976aba-af1d-41a9-a770-d42175b42a2c not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:00:40.601995 n-d-805663-2 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Failed to bind port 6a10792c-547c-4a75-ac5c-4635f830608c on host n-h1-805663-2 for vnic_type normal using segments [{'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}] Aug 23 21:00:40.602388 n-d-805663-2 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempt 6 to bind port 6a10792c-547c-4a75-ac5c-4635f830608c Aug 23 21:00:40.615635 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 6a10792c-547c-4a75-ac5c-4635f830608c on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:00:40.615970 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 6a10792c-547c-4a75-ac5c-4635f830608c by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:00:40.616339 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 6a10792c-547c-4a75-ac5c-4635f830608c on network a3976aba-af1d-41a9-a770-d42175b42a2c {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:00:40.620841 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Port 6a10792c-547c-4a75-ac5c-4635f830608c on network a3976aba-af1d-41a9-a770-d42175b42a2c not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:00:40.621489 n-d-805663-2 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Failed to bind port 6a10792c-547c-4a75-ac5c-4635f830608c on host n-h1-805663-2 for vnic_type normal using segments [{'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}] Aug 23 21:00:40.621489 n-d-805663-2 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempt 7 to bind port 6a10792c-547c-4a75-ac5c-4635f830608c Aug 23 21:00:40.635745 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 6a10792c-547c-4a75-ac5c-4635f830608c on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:00:40.636100 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 6a10792c-547c-4a75-ac5c-4635f830608c by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:00:40.636445 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 6a10792c-547c-4a75-ac5c-4635f830608c on network a3976aba-af1d-41a9-a770-d42175b42a2c {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:00:40.641312 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Port 6a10792c-547c-4a75-ac5c-4635f830608c on network a3976aba-af1d-41a9-a770-d42175b42a2c not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:00:40.641964 n-d-805663-2 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Failed to bind port 6a10792c-547c-4a75-ac5c-4635f830608c on host n-h1-805663-2 for vnic_type normal using segments [{'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}] Aug 23 21:00:40.641964 n-d-805663-2 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempt 8 to bind port 6a10792c-547c-4a75-ac5c-4635f830608c Aug 23 21:00:40.648323 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:40.651910 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-d005660d-8983-4915-a1ce-f4426c374e1c None None] Set router 773e51f8-8651-40df-b041-e7a74d93da06 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:00:40.654657 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 6a10792c-547c-4a75-ac5c-4635f830608c on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:00:40.655064 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 6a10792c-547c-4a75-ac5c-4635f830608c by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:00:40.655472 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 6a10792c-547c-4a75-ac5c-4635f830608c on network a3976aba-af1d-41a9-a770-d42175b42a2c {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:00:40.661470 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Port 6a10792c-547c-4a75-ac5c-4635f830608c on network a3976aba-af1d-41a9-a770-d42175b42a2c not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:00:40.661803 n-d-805663-2 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Failed to bind port 6a10792c-547c-4a75-ac5c-4635f830608c on host n-h1-805663-2 for vnic_type normal using segments [{'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}] Aug 23 21:00:40.662189 n-d-805663-2 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempt 9 to bind port 6a10792c-547c-4a75-ac5c-4635f830608c Aug 23 21:00:40.675358 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 6a10792c-547c-4a75-ac5c-4635f830608c on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:00:40.676304 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 6a10792c-547c-4a75-ac5c-4635f830608c by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:00:40.677070 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 6a10792c-547c-4a75-ac5c-4635f830608c on network a3976aba-af1d-41a9-a770-d42175b42a2c {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:00:40.681552 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Port 6a10792c-547c-4a75-ac5c-4635f830608c on network a3976aba-af1d-41a9-a770-d42175b42a2c not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:00:40.681875 n-d-805663-2 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Failed to bind port 6a10792c-547c-4a75-ac5c-4635f830608c on host n-h1-805663-2 for vnic_type normal using segments [{'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}] Aug 23 21:00:40.682263 n-d-805663-2 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempt 10 to bind port 6a10792c-547c-4a75-ac5c-4635f830608c Aug 23 21:00:40.695919 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 6a10792c-547c-4a75-ac5c-4635f830608c on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:00:40.696280 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 6a10792c-547c-4a75-ac5c-4635f830608c by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:00:40.696622 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempting to bind port 6a10792c-547c-4a75-ac5c-4635f830608c on network a3976aba-af1d-41a9-a770-d42175b42a2c {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:00:40.702689 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Port 6a10792c-547c-4a75-ac5c-4635f830608c on network a3976aba-af1d-41a9-a770-d42175b42a2c not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:00:40.703014 n-d-805663-2 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Failed to bind port 6a10792c-547c-4a75-ac5c-4635f830608c on host n-h1-805663-2 for vnic_type normal using segments [{'id': '3ded5858-df06-4011-bc32-4bebdebe23dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a3976aba-af1d-41a9-a770-d42175b42a2c'}] Aug 23 21:00:40.703425 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:40.709046 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62d30c1-03e2-4cc5-a404-fd4d1d688fb0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Made reservation on behalf of 08153f579e424ba89fe16c2afc1e0f40 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:00:40.713358 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d62d30c1-03e2-4cc5-a404-fd4d1d688fb0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:40.732996 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-d62d30c1-03e2-4cc5-a404-fd4d1d688fb0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] device_id is not set on port 24c9dedc-01b9-480a-a9b4-f153f0e645dd yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 21:00:40.771630 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] For port 6a10792c-547c-4a75-ac5c-4635f830608c, host n-h1-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:00:40.771931 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attempted to set empty binding levels {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 23 21:00:40.781016 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:40.814103 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] In _notify_port_updated(), no bound segment for port 6a10792c-547c-4a75-ac5c-4635f830608c on network a3976aba-af1d-41a9-a770-d42175b42a2c {{(pid=94688) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 21:00:40.815009 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:40.815573 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:40.816966 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] 10.222.0.61 "PUT /v2.0/ports/6a10792c-547c-4a75-ac5c-4635f830608c HTTP/1.1" status: 200 len: 978 time: 1.1634445 Aug 23 21:00:40.820236 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38398) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:40.873803 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-d62d30c1-03e2-4cc5-a404-fd4d1d688fb0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Allocated IP 172.20.0.14 (3a45af2c-f74a-4174-b7ee-9306232c0369/981ca7fd-322d-4903-beab-6a0e293eabbb/24c9dedc-01b9-480a-a9b4-f153f0e645dd) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:00:40.877283 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc5ec43-9caa-451c-8be6-55cd61276bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Pushing event updated for resources: {'Port': ['ID=6a10792c-547c-4a75-ac5c-4635f830608c,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:40.921760 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c02f29a-7309-47bd-b807-8ea3b99f3996 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-3a45af2c-f74a-4174-b7ee-9306232c0369', 'network_id': '3a45af2c-f74a-4174-b7ee-9306232c0369', 'tenant_id': '08153f579e424ba89fe16c2afc1e0f40', 'fixed_ips': [{'subnet_id': '981ca7fd-322d-4903-beab-6a0e293eabbb'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 21:00:40.923381 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0c02f29a-7309-47bd-b807-8ea3b99f3996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:40.937683 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-56ee47fc-e83f-41af-9679-c8281947b060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Deleting port 6a10792c-547c-4a75-ac5c-4635f830608c {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:00:40.938491 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-56ee47fc-e83f-41af-9679-c8281947b060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:41.036515 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-56ee47fc-e83f-41af-9679-c8281947b060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] For port 6a10792c-547c-4a75-ac5c-4635f830608c, host n-h1-805663-2, got binding levels [] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:00:41.036954 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-56ee47fc-e83f-41af-9679-c8281947b060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:41.074904 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-56ee47fc-e83f-41af-9679-c8281947b060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Calling delete_port for 6a10792c-547c-4a75-ac5c-4635f830608c owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:00:41.076913 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 143b1e40-0397-431f-a596-b9ac917b73c0 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:00:41.097313 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d62d30c1-03e2-4cc5-a404-fd4d1d688fb0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:41.102968 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: 143b1e40-0397-431f-a596-b9ac917b73c0 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:00:41.103371 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 143b1e40-0397-431f-a596-b9ac917b73c0 not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:00:41.117985 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d005660d-8983-4915-a1ce-f4426c374e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773e51f8-8651-40df-b041-e7a74d93da06', 'name': 'tempest-TestServerBasicOps-230706282-router', 'tenant_id': '3dc071b4c14546878544ee14003d0eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '2c0d27b5-d961-4312-941a-b1d4786140d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:55:08Z', 'updated_at': '2021-08-23T20:55:13Z', 'revision_number': 4, 'project_id': '3dc071b4c14546878544ee14003d0eb0', 'gw_port': {'id': '2c0d27b5-d961-4312-941a-b1d4786140d7', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:53:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773e51f8-8651-40df-b041-e7a74d93da06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:09Z', 'updated_at': '2021-08-23T20:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '6aa4331e-64ce-48d1-aaab-4b002206ffdf', 'name': '', 'network_id': '3d0de374-f24b-4d5b-8c76-4ac1609c36dd', 'tenant_id': '3dc071b4c14546878544ee14003d0eb0', 'mac_address': 'fa:16:3e:32:01:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773e51f8-8651-40df-b041-e7a74d93da06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '02ea3bb0-60b8-47cd-943c-438cab35147d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:12Z', 'updated_at': '2021-08-23T20:55:21Z', 'revision_number': 5, 'project_id': '3dc071b4c14546878544ee14003d0eb0', 'subnets': [{'id': '02ea3bb0-60b8-47cd-943c-438cab35147d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:41.118518 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-d62d30c1-03e2-4cc5-a404-fd4d1d688fb0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Transition to ACTIVE for port object 24c9dedc-01b9-480a-a9b4-f153f0e645dd will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:00:41.120300 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [req-c6eb3219-9eb1-419c-a697-3a729a44d010 req-3b115697-35ad-4a0a-a3bf-6e1a783e9897 service neutron] (94687) timed out ('10.222.0.61', 43072) {{(pid=94687) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 21:00:41.134580 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186eb7a-72e8-4446-8048-cabf57b83655 req-3ac3d1ce-9b2d-40d2-9eff-59e01a24a237 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:41.141909 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b186eb7a-72e8-4446-8048-cabf57b83655 req-3ac3d1ce-9b2d-40d2-9eff-59e01a24a237 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=d496e23c-af38-4cb2-bc2c-55e541fbd401 HTTP/1.1" status: 200 len: 943 time: 0.1350565 Aug 23 21:00:41.153543 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d005660d-8983-4915-a1ce-f4426c374e1c None None] Checking router: 773e51f8-8651-40df-b041-e7a74d93da06 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:00:41.160099 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d62d30c1-03e2-4cc5-a404-fd4d1d688fb0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:41.189747 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d005660d-8983-4915-a1ce-f4426c374e1c None None] Routers {'773e51f8-8651-40df-b041-e7a74d93da06'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:00:41.190364 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d005660d-8983-4915-a1ce-f4426c374e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:00:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['773e51f8-8651-40df-b041-e7a74d93da06'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:41.202441 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b186eb7a-72e8-4446-8048-cabf57b83655 req-e3bc2cfd-d761-457c-8700-a2805034331f tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595975 Aug 23 21:00:41.205029 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62d30c1-03e2-4cc5-a404-fd4d1d688fb0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Network 3a45af2c-f74a-4174-b7ee-9306232c0369 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:00:41.208866 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-d62d30c1-03e2-4cc5-a404-fd4d1d688fb0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:00:41.212307 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62d30c1-03e2-4cc5-a404-fd4d1d688fb0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:00:41.226521 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-56ee47fc-e83f-41af-9679-c8281947b060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:41.262291 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62d30c1-03e2-4cc5-a404-fd4d1d688fb0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event updated for resources: {'Port': ['ID=24c9dedc-01b9-480a-a9b4-f153f0e645dd,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:41.273090 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ee47fc-e83f-41af-9679-c8281947b060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a10792c-547c-4a75-ac5c-4635f830608c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:41.278891 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-56ee47fc-e83f-41af-9679-c8281947b060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:41.284326 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-56ee47fc-e83f-41af-9679-c8281947b060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] 10.222.0.61 "DELETE /v2.0/ports/6a10792c-547c-4a75-ac5c-4635f830608c HTTP/1.1" status: 204 len: 168 time: 0.4630866 Aug 23 21:00:41.285003 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38402) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:41.288457 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62d30c1-03e2-4cc5-a404-fd4d1d688fb0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:41.289042 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d62d30c1-03e2-4cc5-a404-fd4d1d688fb0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:41.312272 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-0c02f29a-7309-47bd-b807-8ea3b99f3996 None None] Allocated IP 172.20.0.2 (3a45af2c-f74a-4174-b7ee-9306232c0369/981ca7fd-322d-4903-beab-6a0e293eabbb/79de581e-98f9-4f61-bfd0-59fcc4dda877) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:00:41.314307 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d62d30c1-03e2-4cc5-a404-fd4d1d688fb0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.7335517 Aug 23 21:00:41.317674 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38404) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:41.320842 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4c4dc48-74b6-478c-b026-b6a30c0fdbbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] GET failed (client error): The resource could not be found. Aug 23 21:00:41.326300 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a4c4dc48-74b6-478c-b026-b6a30c0fdbbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734659216-project-admin] 10.222.0.61 "GET /v2.0/ports/6a10792c-547c-4a75-ac5c-4635f830608c HTTP/1.1" status: 404 len: 333 time: 0.0369084 Aug 23 21:00:41.327129 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38406) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:41.367333 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-d005660d-8983-4915-a1ce-f4426c374e1c None None] Set router 773e51f8-8651-40df-b041-e7a74d93da06 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:00:41.408919 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d367d48b-7357-42f2-bcf5-264643d94c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745714460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745714460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:41.418944 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-9d21183f-718d-4358-91bb-b5073c093db4 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Deleting port 24c9dedc-01b9-480a-a9b4-f153f0e645dd {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:00:41.419410 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9d21183f-718d-4358-91bb-b5073c093db4 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:41.507361 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d367d48b-7357-42f2-bcf5-264643d94c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745714460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745714460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:41.518997 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-d367d48b-7357-42f2-bcf5-264643d94c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745714460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745714460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3976aba-af1d-41a9-a770-d42175b42a2c']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:41.522873 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9d21183f-718d-4358-91bb-b5073c093db4 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:41.531690 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-d367d48b-7357-42f2-bcf5-264643d94c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745714460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745714460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ded5858-df06-4011-bc32-4bebdebe23dc') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:41.531980 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-d367d48b-7357-42f2-bcf5-264643d94c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745714460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745714460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ded5858-df06-4011-bc32-4bebdebe23dc') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:41.539730 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-9d21183f-718d-4358-91bb-b5073c093db4 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Calling delete_port for 24c9dedc-01b9-480a-a9b4-f153f0e645dd owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:00:41.546371 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d367d48b-7357-42f2-bcf5-264643d94c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745714460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745714460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:41.567458 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d367d48b-7357-42f2-bcf5-264643d94c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745714460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745714460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:41.574004 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d367d48b-7357-42f2-bcf5-264643d94c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745714460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745714460-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:00:41.574454 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d367d48b-7357-42f2-bcf5-264643d94c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745714460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745714460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:41.577382 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 21:00:41.577382 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:00:41.577382 n-d-805663-2 neutron-server[94688]: timer() Aug 23 21:00:41.577382 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:00:41.577382 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 21:00:41.577382 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:00:41.577382 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 21:00:41.577382 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:00:41.577382 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 21:00:41.577382 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:00:41.577382 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 21:00:41.577382 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:00:41.577382 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 21:00:41.577382 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:00:41.577382 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:00:41.577382 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:00:41.577382 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:00:41.577382 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:00:41.577382 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 21:00:41.577382 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:00:41.577382 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 21:00:41.577382 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:00:41.577382 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:00:41.577382 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:00:41.577382 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 21:00:41.577382 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:00:41.577382 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:00:41.577382 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:00:41.577382 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:00:41.577382 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:00:41.577382 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:00:41.577382 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:00:41.595584 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38410) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:41.630849 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0c02f29a-7309-47bd-b807-8ea3b99f3996 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:41.689340 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d005660d-8983-4915-a1ce-f4426c374e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773e51f8-8651-40df-b041-e7a74d93da06', 'name': 'tempest-TestServerBasicOps-230706282-router', 'tenant_id': '3dc071b4c14546878544ee14003d0eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '2c0d27b5-d961-4312-941a-b1d4786140d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:55:08Z', 'updated_at': '2021-08-23T20:55:13Z', 'revision_number': 4, 'project_id': '3dc071b4c14546878544ee14003d0eb0', 'gw_port': {'id': '2c0d27b5-d961-4312-941a-b1d4786140d7', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:53:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773e51f8-8651-40df-b041-e7a74d93da06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:09Z', 'updated_at': '2021-08-23T20:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '6aa4331e-64ce-48d1-aaab-4b002206ffdf', 'name': '', 'network_id': '3d0de374-f24b-4d5b-8c76-4ac1609c36dd', 'tenant_id': '3dc071b4c14546878544ee14003d0eb0', 'mac_address': 'fa:16:3e:32:01:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773e51f8-8651-40df-b041-e7a74d93da06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '02ea3bb0-60b8-47cd-943c-438cab35147d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:12Z', 'updated_at': '2021-08-23T20:55:21Z', 'revision_number': 5, 'project_id': '3dc071b4c14546878544ee14003d0eb0', 'subnets': [{'id': '02ea3bb0-60b8-47cd-943c-438cab35147d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:41.714414 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9d21183f-718d-4358-91bb-b5073c093db4 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:41.716943 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0c02f29a-7309-47bd-b807-8ea3b99f3996 None None] Transition to ACTIVE for port object 79de581e-98f9-4f61-bfd0-59fcc4dda877 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:00:41.721656 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d005660d-8983-4915-a1ce-f4426c374e1c None None] The sync data for ids ['773e51f8-8651-40df-b041-e7a74d93da06'] in n-d-805663-2 is: [{'id': '773e51f8-8651-40df-b041-e7a74d93da06', 'name': 'tempest-TestServerBasicOps-230706282-router', 'tenant_id': '3dc071b4c14546878544ee14003d0eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '2c0d27b5-d961-4312-941a-b1d4786140d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:55:08Z', 'updated_at': '2021-08-23T20:55:13Z', 'revision_number': 4, 'project_id': '3dc071b4c14546878544ee14003d0eb0', 'gw_port': {'id': '2c0d27b5-d961-4312-941a-b1d4786140d7', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:53:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773e51f8-8651-40df-b041-e7a74d93da06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:09Z', 'updated_at': '2021-08-23T20:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '6aa4331e-64ce-48d1-aaab-4b002206ffdf', 'name': '', 'network_id': '3d0de374-f24b-4d5b-8c76-4ac1609c36dd', 'tenant_id': '3dc071b4c14546878544ee14003d0eb0', 'mac_address': 'fa:16:3e:32:01:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773e51f8-8651-40df-b041-e7a74d93da06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '02ea3bb0-60b8-47cd-943c-438cab35147d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:12Z', 'updated_at': '2021-08-23T20:55:21Z', 'revision_number': 5, 'project_id': '3dc071b4c14546878544ee14003d0eb0', 'subnets': [{'id': '02ea3bb0-60b8-47cd-943c-438cab35147d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:00:41.737481 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0c02f29a-7309-47bd-b807-8ea3b99f3996 None None] Transition to ACTIVE for port object 79de581e-98f9-4f61-bfd0-59fcc4dda877 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:00:41.748683 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0c02f29a-7309-47bd-b807-8ea3b99f3996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:41.751922 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d21183f-718d-4358-91bb-b5073c093db4 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event deleted for resources: {'Port': ['ID=24c9dedc-01b9-480a-a9b4-f153f0e645dd,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:41.757124 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d367d48b-7357-42f2-bcf5-264643d94c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745714460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745714460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:41.772302 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d367d48b-7357-42f2-bcf5-264643d94c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745714460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745714460-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:41.774196 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d367d48b-7357-42f2-bcf5-264643d94c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745714460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745714460-project] 10.222.0.61 "DELETE /v2.0/networks/a3976aba-af1d-41a9-a770-d42175b42a2c HTTP/1.1" status: 204 len: 168 time: 0.4465566 Aug 23 21:00:41.787579 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d367d48b-7357-42f2-bcf5-264643d94c2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745714460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1745714460-project] Pushing event deleted for resources: {'Network': ['ID=a3976aba-af1d-41a9-a770-d42175b42a2c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:41.824328 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-9fc28002-77a1-4b8c-833f-06fde1c7feb8 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Deleting port 8fb4f4c9-e054-4e02-959d-a8bb1600cf31 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:00:41.824730 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9fc28002-77a1-4b8c-833f-06fde1c7feb8 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:41.843549 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c02f29a-7309-47bd-b807-8ea3b99f3996 None None] Network 3a45af2c-f74a-4174-b7ee-9306232c0369 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:00:41.852453 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-0c02f29a-7309-47bd-b807-8ea3b99f3996 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:00:41.854503 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c02f29a-7309-47bd-b807-8ea3b99f3996 None None] Pushing event updated for resources: {'Port': ['ID=79de581e-98f9-4f61-bfd0-59fcc4dda877,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:41.856927 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c02f29a-7309-47bd-b807-8ea3b99f3996 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:00:41.881549 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9d21183f-718d-4358-91bb-b5073c093db4 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:41.887231 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9d21183f-718d-4358-91bb-b5073c093db4 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "DELETE /v2.0/ports/24c9dedc-01b9-480a-a9b4-f153f0e645dd HTTP/1.1" status: 204 len: 168 time: 0.5684834 Aug 23 21:00:41.888159 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38414) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:41.928275 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d435421-b21d-48f4-93ac-cd9246267cd6 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] GET failed (client error): The resource could not be found. Aug 23 21:00:41.933925 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38416) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:41.936757 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2d435421-b21d-48f4-93ac-cd9246267cd6 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "GET /v2.0/ports/24c9dedc-01b9-480a-a9b4-f153f0e645dd HTTP/1.1" status: 404 len: 333 time: 0.0430565 Aug 23 21:00:41.953505 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-0c02f29a-7309-47bd-b807-8ea3b99f3996 None None] Attempting to bind port 79de581e-98f9-4f61-bfd0-59fcc4dda877 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:00:41.954687 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-0c02f29a-7309-47bd-b807-8ea3b99f3996 None None] Attempting to bind port 79de581e-98f9-4f61-bfd0-59fcc4dda877 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '895e7eff-aad7-4ade-af92-6baba4d23893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3a45af2c-f74a-4174-b7ee-9306232c0369'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:00:41.955316 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c02f29a-7309-47bd-b807-8ea3b99f3996 None None] Attempting to bind port 79de581e-98f9-4f61-bfd0-59fcc4dda877 on network 3a45af2c-f74a-4174-b7ee-9306232c0369 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:00:41.964318 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c02f29a-7309-47bd-b807-8ea3b99f3996 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:00:41.964824 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c02f29a-7309-47bd-b807-8ea3b99f3996 None None] Checking segment: {'id': '895e7eff-aad7-4ade-af92-6baba4d23893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3a45af2c-f74a-4174-b7ee-9306232c0369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:00:41.965316 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0c02f29a-7309-47bd-b807-8ea3b99f3996 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:41.966076 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c02f29a-7309-47bd-b807-8ea3b99f3996 None None] Bound using segment: {'id': '895e7eff-aad7-4ade-af92-6baba4d23893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3a45af2c-f74a-4174-b7ee-9306232c0369'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:00:41.966660 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-0c02f29a-7309-47bd-b807-8ea3b99f3996 None None] Bound port: 79de581e-98f9-4f61-bfd0-59fcc4dda877, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '895e7eff-aad7-4ade-af92-6baba4d23893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3a45af2c-f74a-4174-b7ee-9306232c0369'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:00:41.967039 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0c02f29a-7309-47bd-b807-8ea3b99f3996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:41.978603 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9fc28002-77a1-4b8c-833f-06fde1c7feb8 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:41.978938 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9fc28002-77a1-4b8c-833f-06fde1c7feb8 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:42.005461 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-9fc28002-77a1-4b8c-833f-06fde1c7feb8 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Calling delete_port for 8fb4f4c9-e054-4e02-959d-a8bb1600cf31 owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:00:42.025483 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-97bae95b-bb34-43a2-abe6-f230bc62e501 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Deleting subnet 981ca7fd-322d-4903-beab-6a0e293eabbb {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 21:00:42.032529 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-97bae95b-bb34-43a2-abe6-f230bc62e501 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:42.052263 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-0c02f29a-7309-47bd-b807-8ea3b99f3996 None None] For port 79de581e-98f9-4f61-bfd0-59fcc4dda877, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:00:42.057235 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-0c02f29a-7309-47bd-b807-8ea3b99f3996 None None] For port 79de581e-98f9-4f61-bfd0-59fcc4dda877, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=79de581e-98f9-4f61-bfd0-59fcc4dda877,segment=NetworkSegment(895e7eff-aad7-4ade-af92-6baba4d23893),segment_id=895e7eff-aad7-4ade-af92-6baba4d23893)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:00:42.064347 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0c02f29a-7309-47bd-b807-8ea3b99f3996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:42.151625 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c02f29a-7309-47bd-b807-8ea3b99f3996 None None] Pushing event updated for resources: {'Port': ['ID=79de581e-98f9-4f61-bfd0-59fcc4dda877,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:42.158028 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d10da0-f2b0-4855-a3d4-d495d7623f51 None None] New status for floating IP c0fafd65-b703-48ef-8a90-4608e62bae2c: DOWN {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 21:00:42.209561 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9fc28002-77a1-4b8c-833f-06fde1c7feb8 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:42.216440 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38420) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:42.234955 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-97bae95b-bb34-43a2-abe6-f230bc62e501 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:42.262346 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.db.api [None req-83d10da0-f2b0-4855-a3d4-d495d7623f51 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 21:00:42.262700 n-d-805663-2 neutron-server[94690]: DEBUG oslo_db.api [None req-83d10da0-f2b0-4855-a3d4-d495d7623f51 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 21:00:42.286139 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc28002-77a1-4b8c-833f-06fde1c7feb8 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Pushing event deleted for resources: {'Port': ['ID=8fb4f4c9-e054-4e02-959d-a8bb1600cf31,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:42.418644 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c3960d0a-e91f-41e9-8c99-65f615f11e84 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e38ccd40220e47ffa85c35cedc218dca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2009258 Aug 23 21:00:42.421245 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38426) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:42.466068 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540022b9-a0c3-42c2-98da-d0291d58b420 req-a7e8f455-f78d-4f74-8f4f-783445beb427 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:42.467653 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-540022b9-a0c3-42c2-98da-d0291d58b420 req-a7e8f455-f78d-4f74-8f4f-783445beb427 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=d496e23c-af38-4cb2-bc2c-55e541fbd401 HTTP/1.1" status: 200 len: 943 time: 0.1599104 Aug 23 21:00:42.477601 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9fc28002-77a1-4b8c-833f-06fde1c7feb8 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:42.477601 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9fc28002-77a1-4b8c-833f-06fde1c7feb8 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:42.477601 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9fc28002-77a1-4b8c-833f-06fde1c7feb8 tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] 10.222.0.61 "DELETE /v2.0/floatingips/c0fafd65-b703-48ef-8a90-4608e62bae2c HTTP/1.1" status: 204 len: 168 time: 0.8744247 Aug 23 21:00:42.502205 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e7d2506c-abc5-4187-97fd-549cc90c762c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:42.524976 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-97bae95b-bb34-43a2-abe6-f230bc62e501 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:42.544196 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e7d2506c-abc5-4187-97fd-549cc90c762c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:42.583840 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-540022b9-a0c3-42c2-98da-d0291d58b420 req-ac0f323a-bcc6-4284-aae7-fc8ba8475ca6 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075735 Aug 23 21:00:42.595277 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38432) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:42.625896 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-97bae95b-bb34-43a2-abe6-f230bc62e501 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:42.639085 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e7d2506c-abc5-4187-97fd-549cc90c762c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:42.641638 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e7d2506c-abc5-4187-97fd-549cc90c762c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:42.642839 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e7d2506c-abc5-4187-97fd-549cc90c762c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a9806b91-104e-47ca-9b45-257f443f1861 HTTP/1.1" status: 204 len: 168 time: 0.2191525 Aug 23 21:00:42.659944 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d2506c-abc5-4187-97fd-549cc90c762c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9806b91-104e-47ca-9b45-257f443f1861,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:42.665162 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bae95b-bb34-43a2-abe6-f230bc62e501 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event deleted for resources: {'Subnet': ['ID=981ca7fd-322d-4903-beab-6a0e293eabbb,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:42.676470 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-97bae95b-bb34-43a2-abe6-f230bc62e501 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:42.679559 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77c20d3a-06e2-4089-9db9-54bdd761767d tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:42.681332 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38436) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:42.682032 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-97bae95b-bb34-43a2-abe6-f230bc62e501 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "DELETE /v2.0/subnets/981ca7fd-322d-4903-beab-6a0e293eabbb HTTP/1.1" status: 204 len: 168 time: 0.7469852 Aug 23 21:00:42.761488 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77c20d3a-06e2-4089-9db9-54bdd761767d tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:42.764361 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d10da0-f2b0-4855-a3d4-d495d7623f51 None None] New status for floating IP c0fafd65-b703-48ef-8a90-4608e62bae2c: DOWN {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 21:00:42.810355 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2f19238a-620d-4b15-b4ef-9c1939fd8993 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:42.886161 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-2f19238a-620d-4b15-b4ef-9c1939fd8993 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Deleting port 79de581e-98f9-4f61-bfd0-59fcc4dda877 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:00:42.886512 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2f19238a-620d-4b15-b4ef-9c1939fd8993 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:42.906747 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77c20d3a-06e2-4089-9db9-54bdd761767d tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:42.909375 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77c20d3a-06e2-4089-9db9-54bdd761767d tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:42.913936 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-77c20d3a-06e2-4089-9db9-54bdd761767d tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] 10.222.0.61 "DELETE /v2.0/security-groups/b2c9b080-d6c5-450c-af6b-c1b1867a8703 HTTP/1.1" status: 204 len: 168 time: 0.3148799 Aug 23 21:00:42.958364 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38442) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:42.965122 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c20d3a-06e2-4089-9db9-54bdd761767d tempest-TestServerBasicOps-478893111 tempest-TestServerBasicOps-478893111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c9b080-d6c5-450c-af6b-c1b1867a8703,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:42.986219 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-2f19238a-620d-4b15-b4ef-9c1939fd8993 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] For port 79de581e-98f9-4f61-bfd0-59fcc4dda877, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=79de581e-98f9-4f61-bfd0-59fcc4dda877,segment=NetworkSegment(895e7eff-aad7-4ade-af92-6baba4d23893),segment_id=895e7eff-aad7-4ade-af92-6baba4d23893)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:00:42.986677 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2f19238a-620d-4b15-b4ef-9c1939fd8993 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:43.003066 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-2f19238a-620d-4b15-b4ef-9c1939fd8993 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Calling delete_port for 79de581e-98f9-4f61-bfd0-59fcc4dda877 owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:00:43.030630 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38446) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:43.082830 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2c87740b-07f6-4530-bb3b-26691544d1f9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d7777be3f6d2425790bbb38e2aa042fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493217 Aug 23 21:00:43.085031 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38448) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:43.112220 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2f19238a-620d-4b15-b4ef-9c1939fd8993 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:43.150585 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f19238a-620d-4b15-b4ef-9c1939fd8993 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event deleted for resources: {'Port': ['ID=79de581e-98f9-4f61-bfd0-59fcc4dda877,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:43.152685 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f19238a-620d-4b15-b4ef-9c1939fd8993 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] No DVR routers for this DVR port 79de581e-98f9-4f61-bfd0-59fcc4dda877 on host n-d-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:00:43.157063 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a2be295d-db76-4104-a7ea-7f10f56d0d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:43.184640 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a2be295d-db76-4104-a7ea-7f10f56d0d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:43.247555 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2f19238a-620d-4b15-b4ef-9c1939fd8993 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:43.251903 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a2be295d-db76-4104-a7ea-7f10f56d0d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:43.257232 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a2be295d-db76-4104-a7ea-7f10f56d0d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:43.258761 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a2be295d-db76-4104-a7ea-7f10f56d0d76 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/83ee3641-ab3b-4d57-a33d-2c9a3bff1707 HTTP/1.1" status: 204 len: 168 time: 0.1721351 Aug 23 21:00:43.259415 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-2f19238a-620d-4b15-b4ef-9c1939fd8993 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a45af2c-f74a-4174-b7ee-9306232c0369']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:43.270230 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2be295d-db76-4104-a7ea-7f10f56d0d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ee3641-ab3b-4d57-a33d-2c9a3bff1707,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:43.294051 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-2f19238a-620d-4b15-b4ef-9c1939fd8993 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '895e7eff-aad7-4ade-af92-6baba4d23893') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:43.294742 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-2f19238a-620d-4b15-b4ef-9c1939fd8993 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '895e7eff-aad7-4ade-af92-6baba4d23893') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:43.308828 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2f19238a-620d-4b15-b4ef-9c1939fd8993 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:43.327284 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2f19238a-620d-4b15-b4ef-9c1939fd8993 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:43.334849 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f19238a-620d-4b15-b4ef-9c1939fd8993 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:00:43.335736 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2f19238a-620d-4b15-b4ef-9c1939fd8993 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:43.339253 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 21:00:43.339253 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:00:43.339253 n-d-805663-2 neutron-server[94687]: timer() Aug 23 21:00:43.339253 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:00:43.339253 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 21:00:43.339253 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:00:43.339253 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 21:00:43.339253 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:00:43.339253 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 21:00:43.339253 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:00:43.339253 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 21:00:43.339253 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:00:43.339253 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 21:00:43.339253 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:00:43.339253 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:00:43.339253 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:00:43.339253 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:00:43.339253 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:00:43.339253 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 21:00:43.339253 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:00:43.339253 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 21:00:43.339253 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:00:43.339253 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:00:43.339253 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:00:43.339253 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 21:00:43.339253 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:00:43.339253 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:00:43.339253 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:00:43.339253 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:00:43.339253 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:00:43.339253 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:00:43.339253 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:00:43.372232 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9343358-159a-4254-8784-1c21129a8dd2 None None] Network 3a45af2c-f74a-4174-b7ee-9306232c0369 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:00:43.427313 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2f19238a-620d-4b15-b4ef-9c1939fd8993 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:43.433600 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9cfaf5e6-222b-4239-a4be-93fbd345eebb None None] Could not find standard attr ID for object 79de581e-98f9-4f61-bfd0-59fcc4dda877. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 21:00:43.436394 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2f19238a-620d-4b15-b4ef-9c1939fd8993 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:43.438999 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2f19238a-620d-4b15-b4ef-9c1939fd8993 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "DELETE /v2.0/networks/3a45af2c-f74a-4174-b7ee-9306232c0369 HTTP/1.1" status: 204 len: 168 time: 0.7566047 Aug 23 21:00:43.443690 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38452) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:43.454029 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d6edc70b-d758-40b3-b012-be1260a81579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:43.460004 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-d40ccca3-991c-4584-b38a-fb4970f2857c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Request body: {'port': {'network_id': '3bc8cd39-55b0-4890-aef9-acf1cb940672', 'name': 'tempest-PortsTestJSON-138211382'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:43.464948 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f19238a-620d-4b15-b4ef-9c1939fd8993 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event deleted for resources: {'Network': ['ID=3a45af2c-f74a-4174-b7ee-9306232c0369,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:43.532686 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:43.573159 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40ccca3-991c-4584-b38a-fb4970f2857c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Made reservation on behalf of 08153f579e424ba89fe16c2afc1e0f40 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:00:43.577025 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d40ccca3-991c-4584-b38a-fb4970f2857c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:43.594307 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedecf3f-81cb-4764-b1a6-e33ef8bf33ef None None] DHCP port deletion for 3a45af2c-f74a-4174-b7ee-9306232c0369 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 21:00:43.595920 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-d40ccca3-991c-4584-b38a-fb4970f2857c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] device_id is not set on port 770b3c5f-b406-46a3-9b10-bca2792b3c14 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 21:00:43.781700 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb40d9-4a8c-4736-aa4b-b440cb67e3d0 req-28fd6f9d-0f43-42bf-86c6-af5c9b2bc8b6 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:43.783335 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-71cb40d9-4a8c-4736-aa4b-b440cb67e3d0 req-28fd6f9d-0f43-42bf-86c6-af5c9b2bc8b6 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=d496e23c-af38-4cb2-bc2c-55e541fbd401 HTTP/1.1" status: 200 len: 943 time: 0.0941622 Aug 23 21:00:43.801457 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d40ccca3-991c-4584-b38a-fb4970f2857c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:43.842283 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d40ccca3-991c-4584-b38a-fb4970f2857c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:43.863807 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-71cb40d9-4a8c-4736-aa4b-b440cb67e3d0 req-4dbf876c-cc32-488a-9d65-f84a116bbba1 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684285 Aug 23 21:00:43.911472 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40ccca3-991c-4584-b38a-fb4970f2857c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Network 3bc8cd39-55b0-4890-aef9-acf1cb940672 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:00:43.914934 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-d40ccca3-991c-4584-b38a-fb4970f2857c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:00:43.919076 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40ccca3-991c-4584-b38a-fb4970f2857c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:00:43.925096 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40ccca3-991c-4584-b38a-fb4970f2857c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:43.925953 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d40ccca3-991c-4584-b38a-fb4970f2857c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:43.935072 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c0f55c06-dfa2-4f02-97ef-ec2a5be507de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:43.944923 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40ccca3-991c-4584-b38a-fb4970f2857c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event updated for resources: {'Port': ['ID=770b3c5f-b406-46a3-9b10-bca2792b3c14,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:43.961543 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d40ccca3-991c-4584-b38a-fb4970f2857c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5141740 Aug 23 21:00:43.961960 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38470) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:44.083944 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-fcd55671-ce63-4fe0-b7f5-5df77b8c5fbc tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Deleting port 770b3c5f-b406-46a3-9b10-bca2792b3c14 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:00:44.084340 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fcd55671-ce63-4fe0-b7f5-5df77b8c5fbc tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:44.158423 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fcd55671-ce63-4fe0-b7f5-5df77b8c5fbc tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:44.175582 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-fcd55671-ce63-4fe0-b7f5-5df77b8c5fbc tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Calling delete_port for 770b3c5f-b406-46a3-9b10-bca2792b3c14 owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:00:44.220511 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-c0f55c06-dfa2-4f02-97ef-ec2a5be507de admin admin] Deleting port 6aa4331e-64ce-48d1-aaab-4b002206ffdf {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:00:44.220855 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c0f55c06-dfa2-4f02-97ef-ec2a5be507de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:44.258211 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fcd55671-ce63-4fe0-b7f5-5df77b8c5fbc tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:44.292048 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd55671-ce63-4fe0-b7f5-5df77b8c5fbc tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event deleted for resources: {'Port': ['ID=770b3c5f-b406-46a3-9b10-bca2792b3c14,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:44.306455 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fcd55671-ce63-4fe0-b7f5-5df77b8c5fbc tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:44.309178 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-fcd55671-ce63-4fe0-b7f5-5df77b8c5fbc tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "DELETE /v2.0/ports/770b3c5f-b406-46a3-9b10-bca2792b3c14 HTTP/1.1" status: 204 len: 168 time: 0.3458292 Aug 23 21:00:44.311132 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38480) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:44.315237 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-c0f55c06-dfa2-4f02-97ef-ec2a5be507de admin admin] For port 6aa4331e-64ce-48d1-aaab-4b002206ffdf, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=6aa4331e-64ce-48d1-aaab-4b002206ffdf,segment=NetworkSegment(55c7a2a6-4614-4267-8836-2fb3c8bd1628),segment_id=55c7a2a6-4614-4267-8836-2fb3c8bd1628)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:00:44.315598 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c0f55c06-dfa2-4f02-97ef-ec2a5be507de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:44.317266 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-39196564-a93d-492a-902f-211d865a2e55 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Request body: {'port': {'network_id': '3bc8cd39-55b0-4890-aef9-acf1cb940672', 'mac_address': 'fa:16:3e:12:79:67', 'name': 'tempest-PortsTestJSON-1444899347'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:44.333663 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-c0f55c06-dfa2-4f02-97ef-ec2a5be507de admin admin] Calling delete_port for 6aa4331e-64ce-48d1-aaab-4b002206ffdf owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:00:44.417986 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39196564-a93d-492a-902f-211d865a2e55 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Made reservation on behalf of 08153f579e424ba89fe16c2afc1e0f40 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:00:44.495487 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-39196564-a93d-492a-902f-211d865a2e55 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:44.520023 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-39196564-a93d-492a-902f-211d865a2e55 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] device_id is not set on port 7af554db-cf68-4c3c-b57e-c527bcb2fff6 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 21:00:44.532920 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c0f55c06-dfa2-4f02-97ef-ec2a5be507de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:44.562057 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f55c06-dfa2-4f02-97ef-ec2a5be507de admin admin] Pushing event deleted for resources: {'Port': ['ID=6aa4331e-64ce-48d1-aaab-4b002206ffdf,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:44.619857 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:44.748229 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-39196564-a93d-492a-902f-211d865a2e55 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:44.764598 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c0f55c06-dfa2-4f02-97ef-ec2a5be507de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:44.796732 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-39196564-a93d-492a-902f-211d865a2e55 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:44.852806 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39196564-a93d-492a-902f-211d865a2e55 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Network 3bc8cd39-55b0-4890-aef9-acf1cb940672 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:00:44.857929 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-39196564-a93d-492a-902f-211d865a2e55 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:00:44.874703 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39196564-a93d-492a-902f-211d865a2e55 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:00:44.882702 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39196564-a93d-492a-902f-211d865a2e55 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:44.883351 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-39196564-a93d-492a-902f-211d865a2e55 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:44.894215 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39196564-a93d-492a-902f-211d865a2e55 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event updated for resources: {'Port': ['ID=7af554db-cf68-4c3c-b57e-c527bcb2fff6,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:44.908545 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-39196564-a93d-492a-902f-211d865a2e55 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5963371 Aug 23 21:00:44.911551 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38498) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:44.960801 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f3d53c-61e2-4337-9a18-7718d998fa46 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:44.962232 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f7f3d53c-61e2-4337-9a18-7718d998fa46 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "GET /v2.0/ports/7af554db-cf68-4c3c-b57e-c527bcb2fff6 HTTP/1.1" status: 200 len: 841 time: 0.0492663 Aug 23 21:00:44.966203 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38502) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:45.037656 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e75b0c-9e1f-4aa2-b67d-2f554f9f3f12 req-d6a80e1b-676f-48fd-88ef-27f076e93a25 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:45.039199 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-39e75b0c-9e1f-4aa2-b67d-2f554f9f3f12 req-d6a80e1b-676f-48fd-88ef-27f076e93a25 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=d496e23c-af38-4cb2-bc2c-55e541fbd401 HTTP/1.1" status: 200 len: 943 time: 0.0830047 Aug 23 21:00:45.039669 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38504) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:45.077491 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f55c06-dfa2-4f02-97ef-ec2a5be507de admin admin] Router 773e51f8-8651-40df-b041-e7a74d93da06 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:00:45.090625 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 84ac48f1-b59f-4afa-b111-41232e4cf35e details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 21:00:45.106958 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-39e75b0c-9e1f-4aa2-b67d-2f554f9f3f12 req-8f3cd822-b103-4be2-9f35-70854ae64319 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477526 Aug 23 21:00:45.129729 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-d5d5c03c-48b9-4532-b7c3-e2716ac30a0d tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Deleting port 7af554db-cf68-4c3c-b57e-c527bcb2fff6 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:00:45.130189 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d5d5c03c-48b9-4532-b7c3-e2716ac30a0d tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:45.201805 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 84ac48f1-b59f-4afa-b111-41232e4cf35e, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=84ac48f1-b59f-4afa-b111-41232e4cf35e,segment=NetworkSegment(c18fa516-d00d-4d59-b20b-fdf45af90e68),segment_id=c18fa516-d00d-4d59-b20b-fdf45af90e68)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:00:45.206595 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-70225ce4-2de7-487a-acc1-60b511de4695 tempest-QuotasTest-334245356 tempest-QuotasTest-334245356-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:45.215688 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '84ac48f1-b59f-4afa-b111-41232e4cf35e', 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf', 'port_id': '84ac48f1-b59f-4afa-b111-41232e4cf35e', 'mac_address': 'fa:16:3e:68:c1:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df05a557-9226-4912-87c8-3cb75cc85ce5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 21:00:45.227128 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f55c06-dfa2-4f02-97ef-ec2a5be507de admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:00:45.235952 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d5d5c03c-48b9-4532-b7c3-e2716ac30a0d tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:45.237868 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c0f55c06-dfa2-4f02-97ef-ec2a5be507de admin admin] 10.222.0.61 "PUT /v2.0/routers/773e51f8-8651-40df-b041-e7a74d93da06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2774651 Aug 23 21:00:45.241352 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38508) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:45.250663 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3195cf-266f-4e9d-a9d6-e0b014f485d6 None None] Sync routers for ids ['773e51f8-8651-40df-b041-e7a74d93da06'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:00:45.272392 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:45.274169 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3195cf-266f-4e9d-a9d6-e0b014f485d6 None None] Routers {'773e51f8-8651-40df-b041-e7a74d93da06'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:00:45.274767 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8c3195cf-266f-4e9d-a9d6-e0b014f485d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:00:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['773e51f8-8651-40df-b041-e7a74d93da06'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:45.294241 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-d5d5c03c-48b9-4532-b7c3-e2716ac30a0d tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Calling delete_port for 7af554db-cf68-4c3c-b57e-c527bcb2fff6 owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:00:45.319795 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84ac48f1-b59f-4afa-b111-41232e4cf35e {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:00:45.349396 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 84ac48f1-b59f-4afa-b111-41232e4cf35e, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=84ac48f1-b59f-4afa-b111-41232e4cf35e,segment=NetworkSegment(c18fa516-d00d-4d59-b20b-fdf45af90e68),segment_id=c18fa516-d00d-4d59-b20b-fdf45af90e68)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:00:45.366115 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-70225ce4-2de7-487a-acc1-60b511de4695 tempest-QuotasTest-334245356 tempest-QuotasTest-334245356-project-admin] 10.222.0.61 "PUT /v2.0/quotas/7b016b5474d545f89bb2838dd7f36035 HTTP/1.1" status: 200 len: 366 time: 0.3080218 Aug 23 21:00:45.368858 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38510) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:45.384468 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-029dd1d2-0a80-4b61-9676-15b62a4d1222 tempest-QuotasTest-334245356 tempest-QuotasTest-334245356-project-admin] 10.222.0.61 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0117137 Aug 23 21:00:45.384667 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:45.384792 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38512) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:45.399331 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d0ebb20f-53ce-4b80-a658-9fe0cfdee774 tempest-QuotasTest-334245356 tempest-QuotasTest-334245356-project-admin] 10.222.0.61 "GET /v2.0/quotas/7b016b5474d545f89bb2838dd7f36035 HTTP/1.1" status: 200 len: 366 time: 0.0111594 Aug 23 21:00:45.399853 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38514) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:45.420506 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-91cacf88-2e46-4fb9-adc0-f2349628ab4b tempest-QuotasTest-334245356 tempest-QuotasTest-334245356-project-admin] 10.222.0.61 "DELETE /v2.0/quotas/7b016b5474d545f89bb2838dd7f36035 HTTP/1.1" status: 204 len: 168 time: 0.0174873 Aug 23 21:00:45.420698 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38516) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:45.434172 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-73cd5dc8-ff7f-4bb6-9cc2-97e83a41414b tempest-QuotasTest-334245356 tempest-QuotasTest-334245356-project-admin] 10.222.0.61 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0096469 Aug 23 21:00:45.434399 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38518) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:45.439415 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9178d5c4-31a9-4742-88bf-20d2f2648756 admin admin] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:45.449248 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-971ace90-f09d-4b93-90ce-e7ac1a70c2cb tempest-QuotasTest-334245356 tempest-QuotasTest-334245356-project-admin] 10.222.0.61 "GET /v2.0/quotas/7b016b5474d545f89bb2838dd7f36035 HTTP/1.1" status: 200 len: 370 time: 0.0114257 Aug 23 21:00:45.450670 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38520) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:45.458080 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-fab8939c-ca99-45a9-835b-414c077ed64e tempest-QuotasTest-334245356 tempest-QuotasTest-334245356-project-admin] 10.222.0.61 "GET /v2.0/quotas/7b016b5474d545f89bb2838dd7f36035/default HTTP/1.1" status: 200 len: 370 time: 0.0042481 Aug 23 21:00:45.458731 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38522) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:45.468215 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-99813757-dfd7-4798-a4e1-25d5a59570db tempest-QuotasTest-334245356 tempest-QuotasTest-334245356-project-admin] delete failed (client error): The resource could not be found. Aug 23 21:00:45.472025 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-99813757-dfd7-4798-a4e1-25d5a59570db tempest-QuotasTest-334245356 tempest-QuotasTest-334245356-project-admin] 10.222.0.61 "DELETE /v2.0/quotas/7b016b5474d545f89bb2838dd7f36035 HTTP/1.1" status: 404 len: 348 time: 0.0096836 Aug 23 21:00:45.508993 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d5d5c03c-48b9-4532-b7c3-e2716ac30a0d tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:45.610344 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38526) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:45.624408 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-8c3195cf-266f-4e9d-a9d6-e0b014f485d6 None None] Set router 773e51f8-8651-40df-b041-e7a74d93da06 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:00:45.635268 n-d-805663-2 neutron-server[94688]: DEBUG neutron.quota.resource [None req-fefd3417-f7b3-4aed-86ab-0a95e9d8a5ab tempest-QuotasTest-334245356 tempest-QuotasTest-334245356-project-admin] Usage tracker for resource:network and tenant:1b7fdd496bab4f8da641ef7ea547424b is out of sync, need to count used quota {{(pid=94688) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 23 21:00:45.641457 n-d-805663-2 neutron-server[94688]: DEBUG neutron.quota.resource [None req-fefd3417-f7b3-4aed-86ab-0a95e9d8a5ab tempest-QuotasTest-334245356 tempest-QuotasTest-334245356-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94688) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 23 21:00:45.650395 n-d-805663-2 neutron-server[94688]: DEBUG neutron.quota.resource [None req-fefd3417-f7b3-4aed-86ab-0a95e9d8a5ab tempest-QuotasTest-334245356 tempest-QuotasTest-334245356-project-admin] Usage tracker for resource:subnet and tenant:1b7fdd496bab4f8da641ef7ea547424b is out of sync, need to count used quota {{(pid=94688) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 23 21:00:45.656816 n-d-805663-2 neutron-server[94688]: DEBUG neutron.quota.resource [None req-fefd3417-f7b3-4aed-86ab-0a95e9d8a5ab tempest-QuotasTest-334245356 tempest-QuotasTest-334245356-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94688) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 23 21:00:45.657335 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['84ac48f1-b59f-4afa-b111-41232e4cf35e'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:00:45.667292 n-d-805663-2 neutron-server[94688]: DEBUG neutron.quota.resource [None req-fefd3417-f7b3-4aed-86ab-0a95e9d8a5ab tempest-QuotasTest-334245356 tempest-QuotasTest-334245356-project-admin] Usage tracker for resource:subnetpool and tenant:1b7fdd496bab4f8da641ef7ea547424b is out of sync, need to count used quota {{(pid=94688) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 23 21:00:45.673226 n-d-805663-2 neutron-server[94688]: DEBUG neutron.quota.resource [None req-fefd3417-f7b3-4aed-86ab-0a95e9d8a5ab tempest-QuotasTest-334245356 tempest-QuotasTest-334245356-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94688) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 23 21:00:45.680852 n-d-805663-2 neutron-server[94688]: DEBUG neutron.quota.resource [None req-fefd3417-f7b3-4aed-86ab-0a95e9d8a5ab tempest-QuotasTest-334245356 tempest-QuotasTest-334245356-project-admin] Usage tracker for resource:port and tenant:1b7fdd496bab4f8da641ef7ea547424b is out of sync, need to count used quota {{(pid=94688) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 23 21:00:45.686401 n-d-805663-2 neutron-server[94688]: DEBUG neutron.quota.resource [None req-fefd3417-f7b3-4aed-86ab-0a95e9d8a5ab tempest-QuotasTest-334245356 tempest-QuotasTest-334245356-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94688) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 23 21:00:45.692693 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=84ac48f1-b59f-4afa-b111-41232e4cf35e,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:45.694844 n-d-805663-2 neutron-server[94688]: DEBUG neutron.quota.resource [None req-fefd3417-f7b3-4aed-86ab-0a95e9d8a5ab tempest-QuotasTest-334245356 tempest-QuotasTest-334245356-project-admin] Usage tracker for resource:router and tenant:1b7fdd496bab4f8da641ef7ea547424b is out of sync, need to count used quota {{(pid=94688) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 23 21:00:45.700371 n-d-805663-2 neutron-server[94688]: DEBUG neutron.quota.resource [None req-fefd3417-f7b3-4aed-86ab-0a95e9d8a5ab tempest-QuotasTest-334245356 tempest-QuotasTest-334245356-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94688) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 23 21:00:45.708620 n-d-805663-2 neutron-server[94688]: DEBUG neutron.quota.resource [None req-fefd3417-f7b3-4aed-86ab-0a95e9d8a5ab tempest-QuotasTest-334245356 tempest-QuotasTest-334245356-project-admin] Usage tracker for resource:floatingip and tenant:1b7fdd496bab4f8da641ef7ea547424b is out of sync, need to count used quota {{(pid=94688) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 23 21:00:45.714781 n-d-805663-2 neutron-server[94688]: DEBUG neutron.quota.resource [None req-fefd3417-f7b3-4aed-86ab-0a95e9d8a5ab tempest-QuotasTest-334245356 tempest-QuotasTest-334245356-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94688) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 23 21:00:45.760478 n-d-805663-2 neutron-server[94688]: DEBUG neutron.quota.resource [None req-fefd3417-f7b3-4aed-86ab-0a95e9d8a5ab tempest-QuotasTest-334245356 tempest-QuotasTest-334245356-project-admin] Usage tracker for resource:security_group and tenant:1b7fdd496bab4f8da641ef7ea547424b is out of sync, need to count used quota {{(pid=94688) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 23 21:00:45.766995 n-d-805663-2 neutron-server[94688]: DEBUG neutron.quota.resource [None req-fefd3417-f7b3-4aed-86ab-0a95e9d8a5ab tempest-QuotasTest-334245356 tempest-QuotasTest-334245356-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94688) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 23 21:00:45.776091 n-d-805663-2 neutron-server[94688]: DEBUG neutron.quota.resource [None req-fefd3417-f7b3-4aed-86ab-0a95e9d8a5ab tempest-QuotasTest-334245356 tempest-QuotasTest-334245356-project-admin] Usage tracker for resource:security_group_rule and tenant:1b7fdd496bab4f8da641ef7ea547424b is out of sync, need to count used quota {{(pid=94688) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 23 21:00:45.803828 n-d-805663-2 neutron-server[94688]: DEBUG neutron.quota.resource [None req-fefd3417-f7b3-4aed-86ab-0a95e9d8a5ab tempest-QuotasTest-334245356 tempest-QuotasTest-334245356-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94688) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 23 21:00:45.809511 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-fefd3417-f7b3-4aed-86ab-0a95e9d8a5ab tempest-QuotasTest-334245356 tempest-QuotasTest-334245356-project-admin] 10.222.0.61 "GET /v2.0/quotas/1b7fdd496bab4f8da641ef7ea547424b/details.json HTTP/1.1" status: 200 len: 703 time: 0.1981668 Aug 23 21:00:45.878093 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d5c03c-48b9-4532-b7c3-e2716ac30a0d tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event deleted for resources: {'Port': ['ID=7af554db-cf68-4c3c-b57e-c527bcb2fff6,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:45.888821 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d5d5c03c-48b9-4532-b7c3-e2716ac30a0d tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:45.891130 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d5d5c03c-48b9-4532-b7c3-e2716ac30a0d tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "DELETE /v2.0/ports/7af554db-cf68-4c3c-b57e-c527bcb2fff6 HTTP/1.1" status: 204 len: 168 time: 0.9239852 Aug 23 21:00:45.893871 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38530) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:45.918257 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8c3195cf-266f-4e9d-a9d6-e0b014f485d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773e51f8-8651-40df-b041-e7a74d93da06', 'name': 'tempest-TestServerBasicOps-230706282-router', 'tenant_id': '3dc071b4c14546878544ee14003d0eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '2c0d27b5-d961-4312-941a-b1d4786140d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:55:08Z', 'updated_at': '2021-08-23T21:00:44Z', 'revision_number': 5, 'project_id': '3dc071b4c14546878544ee14003d0eb0', 'gw_port': {'id': '2c0d27b5-d961-4312-941a-b1d4786140d7', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:53:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773e51f8-8651-40df-b041-e7a74d93da06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:09Z', 'updated_at': '2021-08-23T20:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:45.921973 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-c32f165a-648b-45e3-8694-16e4df8fb1e1 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] GET failed (client error): The resource could not be found. Aug 23 21:00:45.929558 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c32f165a-648b-45e3-8694-16e4df8fb1e1 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "GET /v2.0/ports/7af554db-cf68-4c3c-b57e-c527bcb2fff6 HTTP/1.1" status: 404 len: 333 time: 0.0286100 Aug 23 21:00:45.929732 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9178d5c4-31a9-4742-88bf-20d2f2648756 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:45.929901 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38532) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:45.934953 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-5bab636c-e873-43c4-b5ee-4a6fa6e98de6 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Request body: {'port': {'network_id': '3bc8cd39-55b0-4890-aef9-acf1cb940672', 'name': 'tempest-PortsTestJSON-2140134841'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:45.963073 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3195cf-266f-4e9d-a9d6-e0b014f485d6 None None] Checking router: 773e51f8-8651-40df-b041-e7a74d93da06 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:00:45.997198 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3195cf-266f-4e9d-a9d6-e0b014f485d6 None None] Routers {'773e51f8-8651-40df-b041-e7a74d93da06'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:00:45.998166 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8c3195cf-266f-4e9d-a9d6-e0b014f485d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:00:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['773e51f8-8651-40df-b041-e7a74d93da06'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:46.051796 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:46.062622 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-9178d5c4-31a9-4742-88bf-20d2f2648756 admin admin] Deleting port 2c0d27b5-d961-4312-941a-b1d4786140d7 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:00:46.062622 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9178d5c4-31a9-4742-88bf-20d2f2648756 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:46.070001 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bab636c-e873-43c4-b5ee-4a6fa6e98de6 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Made reservation on behalf of 08153f579e424ba89fe16c2afc1e0f40 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:00:46.076455 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5bab636c-e873-43c4-b5ee-4a6fa6e98de6 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:46.102702 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-5bab636c-e873-43c4-b5ee-4a6fa6e98de6 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] device_id is not set on port 7ec0f194-3633-4afa-b5a4-23dccb49094d yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 21:00:46.150536 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-8c3195cf-266f-4e9d-a9d6-e0b014f485d6 None None] Set router 773e51f8-8651-40df-b041-e7a74d93da06 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:00:46.192900 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-9178d5c4-31a9-4742-88bf-20d2f2648756 admin admin] For port 2c0d27b5-d961-4312-941a-b1d4786140d7, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=2c0d27b5-d961-4312-941a-b1d4786140d7,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:00:46.192900 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9178d5c4-31a9-4742-88bf-20d2f2648756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:46.208368 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-9178d5c4-31a9-4742-88bf-20d2f2648756 admin admin] Calling delete_port for 2c0d27b5-d961-4312-941a-b1d4786140d7 owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:00:46.210653 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8c3195cf-266f-4e9d-a9d6-e0b014f485d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773e51f8-8651-40df-b041-e7a74d93da06', 'name': 'tempest-TestServerBasicOps-230706282-router', 'tenant_id': '3dc071b4c14546878544ee14003d0eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:55:08Z', 'updated_at': '2021-08-23T21:00:45Z', 'revision_number': 6, 'project_id': '3dc071b4c14546878544ee14003d0eb0', 'gw_port_host': None}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:46.212282 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38538) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:46.237907 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3195cf-266f-4e9d-a9d6-e0b014f485d6 None None] The sync data for ids ['773e51f8-8651-40df-b041-e7a74d93da06'] in n-d-805663-2 is: [{'id': '773e51f8-8651-40df-b041-e7a74d93da06', 'name': 'tempest-TestServerBasicOps-230706282-router', 'tenant_id': '3dc071b4c14546878544ee14003d0eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:55:08Z', 'updated_at': '2021-08-23T21:00:45Z', 'revision_number': 6, 'project_id': '3dc071b4c14546878544ee14003d0eb0', 'gw_port_host': None}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:00:46.380763 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cee737-925a-4292-8d17-784f1cd4fd30 req-54bd0d12-0faa-40b9-a2df-abf3b2ba6cb9 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:46.382270 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-06cee737-925a-4292-8d17-784f1cd4fd30 req-54bd0d12-0faa-40b9-a2df-abf3b2ba6cb9 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=d496e23c-af38-4cb2-bc2c-55e541fbd401 HTTP/1.1" status: 200 len: 944 time: 0.1478345 Aug 23 21:00:46.408843 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9178d5c4-31a9-4742-88bf-20d2f2648756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:46.425964 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3e03d796-f7a8-46c2-b819-d5d0e898f196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:46.436577 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9178d5c4-31a9-4742-88bf-20d2f2648756 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c0d27b5-d961-4312-941a-b1d4786140d7,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:46.479934 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5bab636c-e873-43c4-b5ee-4a6fa6e98de6 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:46.486315 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-06cee737-925a-4292-8d17-784f1cd4fd30 req-7606db7c-1ef9-4ecc-8239-691a0eaf63f0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897951 Aug 23 21:00:46.523073 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9178d5c4-31a9-4742-88bf-20d2f2648756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:46.560135 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5bab636c-e873-43c4-b5ee-4a6fa6e98de6 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:46.629225 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9178d5c4-31a9-4742-88bf-20d2f2648756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:46.629570 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bab636c-e873-43c4-b5ee-4a6fa6e98de6 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Network 3bc8cd39-55b0-4890-aef9-acf1cb940672 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:00:46.631755 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9178d5c4-31a9-4742-88bf-20d2f2648756 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:46.642723 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-5bab636c-e873-43c4-b5ee-4a6fa6e98de6 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:00:46.646087 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3e03d796-f7a8-46c2-b819-d5d0e898f196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:46.647137 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bab636c-e873-43c4-b5ee-4a6fa6e98de6 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event updated for resources: {'Port': ['ID=7ec0f194-3633-4afa-b5a4-23dccb49094d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:46.649527 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bab636c-e873-43c4-b5ee-4a6fa6e98de6 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:00:46.655135 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bab636c-e873-43c4-b5ee-4a6fa6e98de6 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:46.655710 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5bab636c-e873-43c4-b5ee-4a6fa6e98de6 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:46.660543 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3e03d796-f7a8-46c2-b819-d5d0e898f196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:46.688768 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9178d5c4-31a9-4742-88bf-20d2f2648756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:46.689705 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9178d5c4-31a9-4742-88bf-20d2f2648756 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 773e51f8-8651-40df-b041-e7a74d93da06 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 21:00:46.695798 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9178d5c4-31a9-4742-88bf-20d2f2648756 admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:46.699454 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9178d5c4-31a9-4742-88bf-20d2f2648756 admin admin] 10.222.0.61 "DELETE /v2.0/routers/773e51f8-8651-40df-b041-e7a74d93da06 HTTP/1.1" status: 204 len: 168 time: 1.4548242 Aug 23 21:00:46.699649 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38542) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:46.705606 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-5bab636c-e873-43c4-b5ee-4a6fa6e98de6 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7722278 Aug 23 21:00:46.707674 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38544) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:46.716616 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-3e03d796-f7a8-46c2-b819-d5d0e898f196 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=94d7a105cbd248f09a8ce861247d9d73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4999106 Aug 23 21:00:46.717600 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38546) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:46.719731 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e03d796-f7a8-46c2-b819-d5d0e898f196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1246838c-9d88-43cd-af00-1eaf7fedbc93,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:46.736816 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-536ded19-0d37-45dd-8808-821dbd0b7c0c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:46.775796 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b23bd2f2-4369-4075-bfd7-b00d8d53b919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:46.788352 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcc17f09-f42f-4bf8-9f97-3fd2fec304d2 admin admin] Deleting subnet 02ea3bb0-60b8-47cd-943c-438cab35147d {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 21:00:46.803876 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b23bd2f2-4369-4075-bfd7-b00d8d53b919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:46.808719 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fcc17f09-f42f-4bf8-9f97-3fd2fec304d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:46.840685 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-536ded19-0d37-45dd-8808-821dbd0b7c0c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:46.859702 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b23bd2f2-4369-4075-bfd7-b00d8d53b919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:46.862352 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b23bd2f2-4369-4075-bfd7-b00d8d53b919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:46.862628 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fcc17f09-f42f-4bf8-9f97-3fd2fec304d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:46.864521 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b23bd2f2-4369-4075-bfd7-b00d8d53b919 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1246838c-9d88-43cd-af00-1eaf7fedbc93 HTTP/1.1" status: 204 len: 168 time: 0.1457236 Aug 23 21:00:46.880625 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23bd2f2-4369-4075-bfd7-b00d8d53b919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1246838c-9d88-43cd-af00-1eaf7fedbc93,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:47.050108 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fcc17f09-f42f-4bf8-9f97-3fd2fec304d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:47.098187 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 84ac48f1-b59f-4afa-b111-41232e4cf35e up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:00:47.121055 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-536ded19-0d37-45dd-8808-821dbd0b7c0c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:47.128015 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-536ded19-0d37-45dd-8808-821dbd0b7c0c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:47.155770 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 84ac48f1-b59f-4afa-b111-41232e4cf35e completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:00:47.161030 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 84ac48f1-b59f-4afa-b111-41232e4cf35e triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:00:47.161651 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:47.165150 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fcc17f09-f42f-4bf8-9f97-3fd2fec304d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:47.170094 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-536ded19-0d37-45dd-8808-821dbd0b7c0c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] In _notify_port_updated(), no bound segment for port 7ec0f194-3633-4afa-b5a4-23dccb49094d on network 3bc8cd39-55b0-4890-aef9-acf1cb940672 {{(pid=94687) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 21:00:47.175787 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536ded19-0d37-45dd-8808-821dbd0b7c0c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:47.176518 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-536ded19-0d37-45dd-8808-821dbd0b7c0c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:47.178135 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-536ded19-0d37-45dd-8808-821dbd0b7c0c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "PUT /v2.0/ports/7ec0f194-3633-4afa-b5a4-23dccb49094d HTTP/1.1" status: 200 len: 818 time: 0.4682410 Aug 23 21:00:47.183184 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38552) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:47.210605 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38554) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:47.211528 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc17f09-f42f-4bf8-9f97-3fd2fec304d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02ea3bb0-60b8-47cd-943c-438cab35147d,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:47.224053 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fcc17f09-f42f-4bf8-9f97-3fd2fec304d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:47.226033 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-fcc17f09-f42f-4bf8-9f97-3fd2fec304d2 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/02ea3bb0-60b8-47cd-943c-438cab35147d HTTP/1.1" status: 204 len: 168 time: 0.5252130 Aug 23 21:00:47.231374 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3934afbd-62f9-4b53-a83a-6cffab6a2aba None None] Network 3d0de374-f24b-4d5b-8c76-4ac1609c36dd requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:00:47.235816 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38556) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:47.245600 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536ded19-0d37-45dd-8808-821dbd0b7c0c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event updated for resources: {'Port': ['ID=7ec0f194-3633-4afa-b5a4-23dccb49094d,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:47.249140 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-31f36d57-21d9-4f8b-bf69-1a351c2ca749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:47.335740 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fc8ed597-b5d4-45da-bc2f-62fe6b3e586d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:47.336457 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:47.353451 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-ff7b3745-ff57-4030-bec9-4b94c1a9e718 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Deleting port 7ec0f194-3633-4afa-b5a4-23dccb49094d {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:00:47.353841 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff7b3745-ff57-4030-bec9-4b94c1a9e718 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:47.407833 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd496e23c-af38-4cb2-bc2c-55e541fbd401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ac48f1-b59f-4afa-b111-41232e4cf35e'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:00:47.410995 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f6dc51-768a-424d-a1c7-ee32d0cf21b0" -d '{"events": [{"server_uuid": "d496e23c-af38-4cb2-bc2c-55e541fbd401", "name": "network-vif-plugged", "status": "completed", "tag": "84ac48f1-b59f-4afa-b111-41232e4cf35e"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:00:47.431352 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 84ac48f1-b59f-4afa-b111-41232e4cf35e, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=84ac48f1-b59f-4afa-b111-41232e4cf35e,segment=NetworkSegment(c18fa516-d00d-4d59-b20b-fdf45af90e68),segment_id=c18fa516-d00d-4d59-b20b-fdf45af90e68)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:00:47.450103 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:47.463972 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff7b3745-ff57-4030-bec9-4b94c1a9e718 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:47.469985 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-31f36d57-21d9-4f8b-bf69-1a351c2ca749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:47.472393 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-fc8ed597-b5d4-45da-bc2f-62fe6b3e586d admin admin] Deleting port 0c14a3c3-b19d-4e77-98c4-6e9eb41504db {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:00:47.472965 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fc8ed597-b5d4-45da-bc2f-62fe6b3e586d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:47.489900 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-31f36d57-21d9-4f8b-bf69-1a351c2ca749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:47.492848 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-ff7b3745-ff57-4030-bec9-4b94c1a9e718 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Calling delete_port for 7ec0f194-3633-4afa-b5a4-23dccb49094d owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:00:47.529531 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e1c9d7-875b-4aed-8d06-f8664e01a297 x-openstack-request-id: req-e1e1c9d7-875b-4aed-8d06-f8664e01a297 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:00:47.529824 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d496e23c-af38-4cb2-bc2c-55e541fbd401", "name": "network-vif-plugged", "status": "completed", "tag": "84ac48f1-b59f-4afa-b111-41232e4cf35e", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:00:47.530094 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e1e1c9d7-875b-4aed-8d06-f8664e01a297 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:00:47.530468 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd496e23c-af38-4cb2-bc2c-55e541fbd401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ac48f1-b59f-4afa-b111-41232e4cf35e', 'code': 200} Aug 23 21:00:47.540598 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=84ac48f1-b59f-4afa-b111-41232e4cf35e,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:47.574211 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b127913-f433-4b37-a7e7-64841745277f None None] DHCP port deletion for 3d0de374-f24b-4d5b-8c76-4ac1609c36dd request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 21:00:47.638292 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-31f36d57-21d9-4f8b-bf69-1a351c2ca749 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1b7fdd496bab4f8da641ef7ea547424b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4245067 Aug 23 21:00:47.639040 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f36d57-21d9-4f8b-bf69-1a351c2ca749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd197b72-479f-4b74-be93-f3ab7614b8fb,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:47.656326 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-fc8ed597-b5d4-45da-bc2f-62fe6b3e586d admin admin] For port 0c14a3c3-b19d-4e77-98c4-6e9eb41504db, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=0c14a3c3-b19d-4e77-98c4-6e9eb41504db,segment=NetworkSegment(55c7a2a6-4614-4267-8836-2fb3c8bd1628),segment_id=55c7a2a6-4614-4267-8836-2fb3c8bd1628)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:00:47.656489 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-5b127913-f433-4b37-a7e7-64841745277f None None] Deleting port 0c14a3c3-b19d-4e77-98c4-6e9eb41504db {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:00:47.656755 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5b127913-f433-4b37-a7e7-64841745277f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:47.657720 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fc8ed597-b5d4-45da-bc2f-62fe6b3e586d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:47.661928 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38562) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:47.696205 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff7b3745-ff57-4030-bec9-4b94c1a9e718 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:47.706089 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-fc8ed597-b5d4-45da-bc2f-62fe6b3e586d admin admin] Calling delete_port for 0c14a3c3-b19d-4e77-98c4-6e9eb41504db owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:00:47.733456 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b3745-ff57-4030-bec9-4b94c1a9e718 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event deleted for resources: {'Port': ['ID=7ec0f194-3633-4afa-b5a4-23dccb49094d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:47.749742 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff7b3745-ff57-4030-bec9-4b94c1a9e718 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:47.752261 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ff7b3745-ff57-4030-bec9-4b94c1a9e718 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "DELETE /v2.0/ports/7ec0f194-3633-4afa-b5a4-23dccb49094d HTTP/1.1" status: 204 len: 168 time: 0.5673065 Aug 23 21:00:47.755248 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38564) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:47.781337 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-5b127913-f433-4b37-a7e7-64841745277f None None] For port 0c14a3c3-b19d-4e77-98c4-6e9eb41504db, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=0c14a3c3-b19d-4e77-98c4-6e9eb41504db,segment=NetworkSegment(55c7a2a6-4614-4267-8836-2fb3c8bd1628),segment_id=55c7a2a6-4614-4267-8836-2fb3c8bd1628)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:00:47.781746 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5b127913-f433-4b37-a7e7-64841745277f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:47.803118 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad632ff-faec-413d-a1fc-7518184fe9f5 req-fffa252f-e90d-42c9-aa9f-d6745583f8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:47.805122 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fad632ff-faec-413d-a1fc-7518184fe9f5 req-fffa252f-e90d-42c9-aa9f-d6745583f8d6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d496e23c-af38-4cb2-bc2c-55e541fbd401 HTTP/1.1" status: 200 len: 1096 time: 0.1877222 Aug 23 21:00:47.808692 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-5b127913-f433-4b37-a7e7-64841745277f None None] Calling delete_port for 0c14a3c3-b19d-4e77-98c4-6e9eb41504db owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:00:47.853368 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-df28a0ac-d1a1-4111-82c8-03a88b36a6cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:47.868658 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b089aa78-ad37-421e-89e1-5bf369c0ec46 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:47.870582 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b089aa78-ad37-421e-89e1-5bf369c0ec46 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1140265 Aug 23 21:00:47.874106 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38566) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:47.901352 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-df28a0ac-d1a1-4111-82c8-03a88b36a6cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:47.904088 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fad632ff-faec-413d-a1fc-7518184fe9f5 req-bd66ed50-1fcf-44a8-9fd0-aa368577fce5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879288 Aug 23 21:00:47.905175 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-aee97b49-d484-4ce3-ae05-b1a2bba818a0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] GET failed (client error): The resource could not be found. Aug 23 21:00:47.910790 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-aee97b49-d484-4ce3-ae05-b1a2bba818a0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "GET /v2.0/ports/7ec0f194-3633-4afa-b5a4-23dccb49094d HTTP/1.1" status: 404 len: 333 time: 0.0316789 Aug 23 21:00:47.910975 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38568) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:47.918699 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-8b3c20cf-31fe-46c5-8acb-1462d50e2434 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-228668677'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:47.929743 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fc8ed597-b5d4-45da-bc2f-62fe6b3e586d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:47.940761 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5b127913-f433-4b37-a7e7-64841745277f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:47.966127 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8ed597-b5d4-45da-bc2f-62fe6b3e586d admin admin] No DVR routers for this DVR port 0c14a3c3-b19d-4e77-98c4-6e9eb41504db on host n-d-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:00:47.970408 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8ed597-b5d4-45da-bc2f-62fe6b3e586d admin admin] Pushing event deleted for resources: {'Port': ['ID=0c14a3c3-b19d-4e77-98c4-6e9eb41504db,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:47.992101 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ea70b-1781-4c1e-91e2-f02a90dc1969 req-967fd84e-8bd9-4480-b0dc-f1568111cac3 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:47.993011 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b127913-f433-4b37-a7e7-64841745277f None None] No DVR routers for this DVR port 0c14a3c3-b19d-4e77-98c4-6e9eb41504db on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:00:47.993468 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b07ea70b-1781-4c1e-91e2-f02a90dc1969 req-967fd84e-8bd9-4480-b0dc-f1568111cac3 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=d496e23c-af38-4cb2-bc2c-55e541fbd401 HTTP/1.1" status: 200 len: 945 time: 0.0850956 Aug 23 21:00:47.995934 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3c20cf-31fe-46c5-8acb-1462d50e2434 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Made reservation on behalf of 08153f579e424ba89fe16c2afc1e0f40 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:00:47.999533 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8b3c20cf-31fe-46c5-8acb-1462d50e2434 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:48.008533 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b127913-f433-4b37-a7e7-64841745277f None None] Pushing event deleted for resources: {'Port': ['ID=0c14a3c3-b19d-4e77-98c4-6e9eb41504db,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:48.058838 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b07ea70b-1781-4c1e-91e2-f02a90dc1969 req-d4e459c2-8712-45b8-88a8-c487fda4dbd9 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433931 Aug 23 21:00:48.064025 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fc8ed597-b5d4-45da-bc2f-62fe6b3e586d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:48.082454 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-df28a0ac-d1a1-4111-82c8-03a88b36a6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:48.084433 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b3c20cf-31fe-46c5-8acb-1462d50e2434 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:00:48.086497 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-df28a0ac-d1a1-4111-82c8-03a88b36a6cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:48.087915 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-df28a0ac-d1a1-4111-82c8-03a88b36a6cf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fd197b72-479f-4b74-be93-f3ab7614b8fb HTTP/1.1" status: 204 len: 168 time: 0.4102659 Aug 23 21:00:48.090084 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-fc8ed597-b5d4-45da-bc2f-62fe6b3e586d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d0de374-f24b-4d5b-8c76-4ac1609c36dd']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:48.095908 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8b3c20cf-31fe-46c5-8acb-1462d50e2434 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:48.096371 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-8b3c20cf-31fe-46c5-8acb-1462d50e2434 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Added segment 9e9cf198-9031-4fd4-90d8-71bb3f8069c7 of type vlan for network 78be8653-6e5a-4822-9824-2e1b39fc9a52 Aug 23 21:00:48.105397 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-fc8ed597-b5d4-45da-bc2f-62fe6b3e586d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55c7a2a6-4614-4267-8836-2fb3c8bd1628') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:48.105718 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-fc8ed597-b5d4-45da-bc2f-62fe6b3e586d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55c7a2a6-4614-4267-8836-2fb3c8bd1628') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:48.119116 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 2c0d27b5-d961-4312-941a-b1d4786140d7 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:00:48.127196 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df28a0ac-d1a1-4111-82c8-03a88b36a6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd197b72-479f-4b74-be93-f3ab7614b8fb,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:48.147721 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fc8ed597-b5d4-45da-bc2f-62fe6b3e586d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:48.151647 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 2c0d27b5-d961-4312-941a-b1d4786140d7 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:00:48.152014 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 2c0d27b5-d961-4312-941a-b1d4786140d7 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:00:48.152499 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 6aa4331e-64ce-48d1-aaab-4b002206ffdf no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:00:48.153019 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8b3c20cf-31fe-46c5-8acb-1462d50e2434 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:48.166188 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fc8ed597-b5d4-45da-bc2f-62fe6b3e586d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:48.173615 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc8ed597-b5d4-45da-bc2f-62fe6b3e586d admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:00:48.174069 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fc8ed597-b5d4-45da-bc2f-62fe6b3e586d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:48.182648 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 6aa4331e-64ce-48d1-aaab-4b002206ffdf {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:00:48.183121 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 6aa4331e-64ce-48d1-aaab-4b002206ffdf not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:00:48.183647 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 0c14a3c3-b19d-4e77-98c4-6e9eb41504db no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:00:48.201639 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8b3c20cf-31fe-46c5-8acb-1462d50e2434 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:48.208992 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 0c14a3c3-b19d-4e77-98c4-6e9eb41504db {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:00:48.209346 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 0c14a3c3-b19d-4e77-98c4-6e9eb41504db not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:00:48.209637 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3c20cf-31fe-46c5-8acb-1462d50e2434 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:48.210357 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8b3c20cf-31fe-46c5-8acb-1462d50e2434 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:48.221125 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 21:00:48.221125 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:00:48.221125 n-d-805663-2 neutron-server[94687]: timer() Aug 23 21:00:48.221125 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:00:48.221125 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 21:00:48.221125 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:00:48.221125 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 21:00:48.221125 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:00:48.221125 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 21:00:48.221125 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:00:48.221125 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 21:00:48.221125 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:00:48.221125 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 21:00:48.221125 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:00:48.221125 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:00:48.221125 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:00:48.221125 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:00:48.221125 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:00:48.221125 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 21:00:48.221125 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:00:48.221125 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 21:00:48.221125 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:00:48.221125 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:00:48.221125 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:00:48.221125 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 21:00:48.221125 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:00:48.221125 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:00:48.221125 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:00:48.221125 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:00:48.221125 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:00:48.221125 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:00:48.221125 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:00:48.239165 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fc8ed597-b5d4-45da-bc2f-62fe6b3e586d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:48.246558 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fc8ed597-b5d4-45da-bc2f-62fe6b3e586d admin admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:48.249682 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-fc8ed597-b5d4-45da-bc2f-62fe6b3e586d admin admin] 10.222.0.61 "DELETE /v2.0/networks/3d0de374-f24b-4d5b-8c76-4ac1609c36dd HTTP/1.1" status: 204 len: 168 time: 1.0124559 Aug 23 21:00:48.261643 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38574) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:48.263758 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8ed597-b5d4-45da-bc2f-62fe6b3e586d admin admin] Pushing event deleted for resources: {'Network': ['ID=3d0de374-f24b-4d5b-8c76-4ac1609c36dd,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:48.300352 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8b3c20cf-31fe-46c5-8acb-1462d50e2434 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3881693 Aug 23 21:00:48.303825 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38578) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:48.310109 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-88bc0cfd-3e4d-40e0-8f58-228182c96736 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Request body: {'subnet': {'network_id': '78be8653-6e5a-4822-9824-2e1b39fc9a52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:48.340642 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c20cf-31fe-46c5-8acb-1462d50e2434 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event updated for resources: {'Network': ['ID=78be8653-6e5a-4822-9824-2e1b39fc9a52,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:48.361123 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 78be8653-6e5a-4822-9824-2e1b39fc9a52 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:00:48.454097 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88bc0cfd-3e4d-40e0-8f58-228182c96736 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Made reservation on behalf of 08153f579e424ba89fe16c2afc1e0f40 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:00:48.459385 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-88bc0cfd-3e4d-40e0-8f58-228182c96736 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:48.701000 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-63948d63-d2eb-4eaf-a809-2539f6d2b37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:49.021402 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-63948d63-d2eb-4eaf-a809-2539f6d2b37c admin admin] Deleting port 3f5f4db8-07e7-4908-8e74-df193132742b {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:00:49.021986 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-63948d63-d2eb-4eaf-a809-2539f6d2b37c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:49.058380 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-88bc0cfd-3e4d-40e0-8f58-228182c96736 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:49.120044 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-63948d63-d2eb-4eaf-a809-2539f6d2b37c admin admin] For port 3f5f4db8-07e7-4908-8e74-df193132742b, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=3f5f4db8-07e7-4908-8e74-df193132742b,segment=NetworkSegment(936d6e7e-27c1-4d11-bf64-143caf8ad09d),segment_id=936d6e7e-27c1-4d11-bf64-143caf8ad09d)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:00:49.120528 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-63948d63-d2eb-4eaf-a809-2539f6d2b37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:49.135246 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bc0cfd-3e4d-40e0-8f58-228182c96736 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Checking segment: {'id': '9e9cf198-9031-4fd4-90d8-71bb3f8069c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '78be8653-6e5a-4822-9824-2e1b39fc9a52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:00:49.135246 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bc0cfd-3e4d-40e0-8f58-228182c96736 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Network hostable DHCP agents. Network: 78be8653-6e5a-4822-9824-2e1b39fc9a52, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:00:49.139504 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-63948d63-d2eb-4eaf-a809-2539f6d2b37c admin admin] Calling delete_port for 3f5f4db8-07e7-4908-8e74-df193132742b owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:00:49.151303 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc0cfd-3e4d-40e0-8f58-228182c96736 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event updated for resources: {'Subnet': ['ID=da0cf45a-9488-431f-a98c-9af4fe19ec86,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:49.165442 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bc0cfd-3e4d-40e0-8f58-228182c96736 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Network 78be8653-6e5a-4822-9824-2e1b39fc9a52 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:00:49.177675 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-88bc0cfd-3e4d-40e0-8f58-228182c96736 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 78be8653-6e5a-4822-9824-2e1b39fc9a52) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:00:49.186462 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bc0cfd-3e4d-40e0-8f58-228182c96736 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:49.187301 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-88bc0cfd-3e4d-40e0-8f58-228182c96736 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:49.187654 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382743c8-e6d2-4312-8cbb-bfdab1093e6d None None] Network 78be8653-6e5a-4822-9824-2e1b39fc9a52 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:00:49.210688 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-88bc0cfd-3e4d-40e0-8f58-228182c96736 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9047377 Aug 23 21:00:49.213392 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38602) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:49.219391 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e4a11911-7bca-48c6-a349-e3ba63f4a745 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Request body: {'subnet': {'network_id': '78be8653-6e5a-4822-9824-2e1b39fc9a52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:49.262819 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27006f-a93f-4d15-9022-f1d1fe11dd5d req-6e934a51-4d1d-4352-a081-b521c36bfa5b tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:49.264627 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3b27006f-a93f-4d15-9022-f1d1fe11dd5d req-6e934a51-4d1d-4352-a081-b521c36bfa5b tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=d496e23c-af38-4cb2-bc2c-55e541fbd401 HTTP/1.1" status: 200 len: 945 time: 0.1012747 Aug 23 21:00:49.349641 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3b27006f-a93f-4d15-9022-f1d1fe11dd5d req-6ba3280c-21ca-4b48-8594-65e40f750099 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437751 Aug 23 21:00:49.383618 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17034ea-3ea4-4eee-b498-b1b9b71e1573 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-78be8653-6e5a-4822-9824-2e1b39fc9a52', 'network_id': '78be8653-6e5a-4822-9824-2e1b39fc9a52', 'tenant_id': '08153f579e424ba89fe16c2afc1e0f40', 'fixed_ips': [{'subnet_id': 'da0cf45a-9488-431f-a98c-9af4fe19ec86'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 21:00:49.385373 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b17034ea-3ea4-4eee-b498-b1b9b71e1573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:49.419434 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a11911-7bca-48c6-a349-e3ba63f4a745 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Made reservation on behalf of 08153f579e424ba89fe16c2afc1e0f40 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:00:49.424500 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e4a11911-7bca-48c6-a349-e3ba63f4a745 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:49.466858 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-63948d63-d2eb-4eaf-a809-2539f6d2b37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:49.500881 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63948d63-d2eb-4eaf-a809-2539f6d2b37c admin admin] Pushing event deleted for resources: {'Port': ['ID=3f5f4db8-07e7-4908-8e74-df193132742b,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:49.539655 n-d-805663-2 neutron-server[94688]: INFO neutron.db.ipam_backend_mixin [None req-e4a11911-7bca-48c6-a349-e3ba63f4a745 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet da0cf45a-9488-431f-a98c-9af4fe19ec86 (CIDR: 172.20.0.0/28) Aug 23 21:00:49.587945 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4a11911-7bca-48c6-a349-e3ba63f4a745 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 21:00:49.589231 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4a11911-7bca-48c6-a349-e3ba63f4a745 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 21:00:49.604414 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-b17034ea-3ea4-4eee-b498-b1b9b71e1573 None None] Allocated IP 172.20.0.2 (78be8653-6e5a-4822-9824-2e1b39fc9a52/da0cf45a-9488-431f-a98c-9af4fe19ec86/8449080f-203a-422e-bb91-b902f42d248c) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:00:49.641681 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e4a11911-7bca-48c6-a349-e3ba63f4a745 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4263418 Aug 23 21:00:49.667325 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38614) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:49.670917 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445de4f9-cb45-4842-86b5-fe68a3bfd577 req-617a9f9d-8f29-4461-b921-e277c7bd53be tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:49.672533 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-445de4f9-cb45-4842-86b5-fe68a3bfd577 req-617a9f9d-8f29-4461-b921-e277c7bd53be tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=d496e23c-af38-4cb2-bc2c-55e541fbd401 HTTP/1.1" status: 200 len: 945 time: 0.1314707 Aug 23 21:00:49.684395 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-fe5d7b2f-65f5-4cff-963b-28f946a35326 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Request body: {'subnet': {'network_id': '78be8653-6e5a-4822-9824-2e1b39fc9a52', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:49.757293 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-445de4f9-cb45-4842-86b5-fe68a3bfd577 req-b1689edf-5d16-4fad-95ea-6e46fd056c7e tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765638 Aug 23 21:00:49.853084 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-63948d63-d2eb-4eaf-a809-2539f6d2b37c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:49.854234 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38620) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:49.898983 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b17034ea-3ea4-4eee-b498-b1b9b71e1573 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:49.914384 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b17034ea-3ea4-4eee-b498-b1b9b71e1573 None None] Transition to ACTIVE for port object 8449080f-203a-422e-bb91-b902f42d248c will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:00:49.937619 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5d7b2f-65f5-4cff-963b-28f946a35326 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Made reservation on behalf of 08153f579e424ba89fe16c2afc1e0f40 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:00:49.941507 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fe5d7b2f-65f5-4cff-963b-28f946a35326 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:49.946023 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b17034ea-3ea4-4eee-b498-b1b9b71e1573 None None] Transition to ACTIVE for port object 8449080f-203a-422e-bb91-b902f42d248c will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:00:49.958585 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b17034ea-3ea4-4eee-b498-b1b9b71e1573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:50.043838 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17034ea-3ea4-4eee-b498-b1b9b71e1573 None None] Network 78be8653-6e5a-4822-9824-2e1b39fc9a52 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:00:50.047245 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-b17034ea-3ea4-4eee-b498-b1b9b71e1573 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:00:50.064305 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17034ea-3ea4-4eee-b498-b1b9b71e1573 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:00:50.070500 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17034ea-3ea4-4eee-b498-b1b9b71e1573 None None] Pushing event updated for resources: {'Port': ['ID=8449080f-203a-422e-bb91-b902f42d248c,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:50.083049 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-6645f889-34ab-4523-84dd-83458e5ecaaa tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1080661826', 'router:external': True}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:50.143182 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6645f889-34ab-4523-84dd-83458e5ecaaa tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Made reservation on behalf of a9a2b79f492f4054a0852d9093c1b551 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:00:50.145688 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6645f889-34ab-4523-84dd-83458e5ecaaa tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:50.154899 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-b17034ea-3ea4-4eee-b498-b1b9b71e1573 None None] Attempting to bind port 8449080f-203a-422e-bb91-b902f42d248c on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:00:50.155513 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-b17034ea-3ea4-4eee-b498-b1b9b71e1573 None None] Attempting to bind port 8449080f-203a-422e-bb91-b902f42d248c by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '9e9cf198-9031-4fd4-90d8-71bb3f8069c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '78be8653-6e5a-4822-9824-2e1b39fc9a52'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:00:50.156268 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17034ea-3ea4-4eee-b498-b1b9b71e1573 None None] Attempting to bind port 8449080f-203a-422e-bb91-b902f42d248c on network 78be8653-6e5a-4822-9824-2e1b39fc9a52 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:00:50.163092 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6645f889-34ab-4523-84dd-83458e5ecaaa tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:50.182986 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17034ea-3ea4-4eee-b498-b1b9b71e1573 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:00:50.183588 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17034ea-3ea4-4eee-b498-b1b9b71e1573 None None] Checking segment: {'id': '9e9cf198-9031-4fd4-90d8-71bb3f8069c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '78be8653-6e5a-4822-9824-2e1b39fc9a52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:00:50.184877 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b17034ea-3ea4-4eee-b498-b1b9b71e1573 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:50.185565 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17034ea-3ea4-4eee-b498-b1b9b71e1573 None None] Bound using segment: {'id': '9e9cf198-9031-4fd4-90d8-71bb3f8069c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '78be8653-6e5a-4822-9824-2e1b39fc9a52'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:00:50.186211 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-b17034ea-3ea4-4eee-b498-b1b9b71e1573 None None] Bound port: 8449080f-203a-422e-bb91-b902f42d248c, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9cf198-9031-4fd4-90d8-71bb3f8069c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '78be8653-6e5a-4822-9824-2e1b39fc9a52'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:00:50.186959 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b17034ea-3ea4-4eee-b498-b1b9b71e1573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:50.279962 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63948d63-d2eb-4eaf-a809-2539f6d2b37c admin admin] Router 374b04d4-fa9c-4834-accb-2e7078ff84e7 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:00:50.293317 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ccb53-15c8-447e-b461-85acef0cd18a req-a51bc8e6-aaf3-4f8b-b62b-a36a41632c2d tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:50.295626 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fe2ccb53-15c8-447e-b461-85acef0cd18a req-a51bc8e6-aaf3-4f8b-b62b-a36a41632c2d tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=d496e23c-af38-4cb2-bc2c-55e541fbd401 HTTP/1.1" status: 200 len: 945 time: 0.0864432 Aug 23 21:00:50.295793 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-b17034ea-3ea4-4eee-b498-b1b9b71e1573 None None] For port 8449080f-203a-422e-bb91-b902f42d248c, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:00:50.299965 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-b17034ea-3ea4-4eee-b498-b1b9b71e1573 None None] For port 8449080f-203a-422e-bb91-b902f42d248c, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=8449080f-203a-422e-bb91-b902f42d248c,segment=NetworkSegment(9e9cf198-9031-4fd4-90d8-71bb3f8069c7),segment_id=9e9cf198-9031-4fd4-90d8-71bb3f8069c7)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:00:50.307988 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b17034ea-3ea4-4eee-b498-b1b9b71e1573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:50.375369 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fe2ccb53-15c8-447e-b461-85acef0cd18a req-e8a4e96d-89fe-4741-8533-f21fe1c1ec01 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604334 Aug 23 21:00:50.391759 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17034ea-3ea4-4eee-b498-b1b9b71e1573 None None] Pushing event updated for resources: {'Port': ['ID=8449080f-203a-422e-bb91-b902f42d248c,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:50.412652 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6645f889-34ab-4523-84dd-83458e5ecaaa tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:50.417799 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6645f889-34ab-4523-84dd-83458e5ecaaa tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:50.455033 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6645f889-34ab-4523-84dd-83458e5ecaaa tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:00:50.466239 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6645f889-34ab-4523-84dd-83458e5ecaaa tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05584f4a-84c9-40ef-bc9a-c4682cb837c5,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:50.477716 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6645f889-34ab-4523-84dd-83458e5ecaaa tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:50.478290 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-6645f889-34ab-4523-84dd-83458e5ecaaa tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Added segment fedd1f0d-0dda-4bd2-b311-08ca66cd9427 of type vlan for network 53327cf6-1582-4b03-938f-7734da26de51 Aug 23 21:00:50.489535 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fe5d7b2f-65f5-4cff-963b-28f946a35326 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:50.502319 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:50.541164 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63948d63-d2eb-4eaf-a809-2539f6d2b37c admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:00:50.543007 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6645f889-34ab-4523-84dd-83458e5ecaaa tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:50.553499 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-63948d63-d2eb-4eaf-a809-2539f6d2b37c admin admin] 10.222.0.61 "PUT /v2.0/routers/374b04d4-fa9c-4834-accb-2e7078ff84e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2908397 Aug 23 21:00:50.555933 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5d7b2f-65f5-4cff-963b-28f946a35326 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Network 78be8653-6e5a-4822-9824-2e1b39fc9a52 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:00:50.556608 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38628) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:50.560528 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-fe5d7b2f-65f5-4cff-963b-28f946a35326 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:00:50.564021 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82c06b0-b6be-4586-9c1d-83f2eb435047 None None] Sync routers for ids ['374b04d4-fa9c-4834-accb-2e7078ff84e7'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:00:50.573050 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5d7b2f-65f5-4cff-963b-28f946a35326 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:50.573968 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fe5d7b2f-65f5-4cff-963b-28f946a35326 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:50.594135 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d7b2f-65f5-4cff-963b-28f946a35326 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event updated for resources: {'Subnet': ['ID=2d8a7708-cacd-4fd9-af05-5bc8fb75625e,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:50.595182 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82c06b0-b6be-4586-9c1d-83f2eb435047 None None] Routers {'374b04d4-fa9c-4834-accb-2e7078ff84e7'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:00:50.598888 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f82c06b0-b6be-4586-9c1d-83f2eb435047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:00:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['374b04d4-fa9c-4834-accb-2e7078ff84e7'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:50.611135 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-fe5d7b2f-65f5-4cff-963b-28f946a35326 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9425554 Aug 23 21:00:50.615603 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38630) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:50.627227 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-04639352-d3b8-4670-a9be-f29ddf9b4355 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Request body: {'port': {'network_id': '78be8653-6e5a-4822-9824-2e1b39fc9a52', 'fixed_ips': [{'subnet_id': 'da0cf45a-9488-431f-a98c-9af4fe19ec86'}, {'subnet_id': '2d8a7708-cacd-4fd9-af05-5bc8fb75625e'}], 'name': 'tempest-PortsTestJSON-229899998'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:50.716403 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6645f889-34ab-4523-84dd-83458e5ecaaa tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:50.717601 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6645f889-34ab-4523-84dd-83458e5ecaaa tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:50.718345 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6645f889-34ab-4523-84dd-83458e5ecaaa tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:50.765717 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-f82c06b0-b6be-4586-9c1d-83f2eb435047 None None] Set router 374b04d4-fa9c-4834-accb-2e7078ff84e7 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:00:50.828233 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-6645f889-34ab-4523-84dd-83458e5ecaaa tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.9698808 Aug 23 21:00:50.828761 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38632) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:50.834773 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-cdcae84d-14a8-4020-aba4-53b000df8915 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Request body: {'subnet': {'network_id': '53327cf6-1582-4b03-938f-7734da26de51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:50.865310 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdcae84d-14a8-4020-aba4-53b000df8915 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Made reservation on behalf of a9a2b79f492f4054a0852d9093c1b551 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:00:50.866819 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6645f889-34ab-4523-84dd-83458e5ecaaa tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Pushing event updated for resources: {'Network': ['ID=53327cf6-1582-4b03-938f-7734da26de51,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:50.868496 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cdcae84d-14a8-4020-aba4-53b000df8915 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:50.892227 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 53327cf6-1582-4b03-938f-7734da26de51 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:00:50.892631 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-043de100-cc02-4d4c-9d24-f567c0f4b175 admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:50.959895 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04639352-d3b8-4670-a9be-f29ddf9b4355 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Made reservation on behalf of 08153f579e424ba89fe16c2afc1e0f40 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:00:50.994023 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f82c06b0-b6be-4586-9c1d-83f2eb435047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374b04d4-fa9c-4834-accb-2e7078ff84e7', 'name': 'tempest-TestServerBasicOps-925199109-router', 'tenant_id': 'df66aa28eccf4554b57fbc879a00fa27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'c48c66ad-2ede-4f3c-a1ad-3dc3cc76cefd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:55:18Z', 'updated_at': '2021-08-23T21:00:49Z', 'revision_number': 5, 'project_id': 'df66aa28eccf4554b57fbc879a00fa27', 'gw_port': {'id': 'c48c66ad-2ede-4f3c-a1ad-3dc3cc76cefd', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ff:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374b04d4-fa9c-4834-accb-2e7078ff84e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:20Z', 'updated_at': '2021-08-23T20:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:51.025015 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82c06b0-b6be-4586-9c1d-83f2eb435047 None None] Checking router: 374b04d4-fa9c-4834-accb-2e7078ff84e7 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:00:51.038287 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82c06b0-b6be-4586-9c1d-83f2eb435047 None None] Routers {'374b04d4-fa9c-4834-accb-2e7078ff84e7'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:00:51.039804 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f82c06b0-b6be-4586-9c1d-83f2eb435047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:00:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['374b04d4-fa9c-4834-accb-2e7078ff84e7'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:51.084241 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-043de100-cc02-4d4c-9d24-f567c0f4b175 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:51.110222 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-04639352-d3b8-4670-a9be-f29ddf9b4355 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:51.152672 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-04639352-d3b8-4670-a9be-f29ddf9b4355 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] device_id is not set on port c63b79de-0671-4c87-9d3d-305db4214bde yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 21:00:51.162033 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-f82c06b0-b6be-4586-9c1d-83f2eb435047 None None] Set router 374b04d4-fa9c-4834-accb-2e7078ff84e7 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:00:51.242106 n-d-805663-2 neutron-server[94687]: DEBUG neutron.objects.ports [None req-cdcae84d-14a8-4020-aba4-53b000df8915 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94687) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 21:00:51.242593 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cdcae84d-14a8-4020-aba4-53b000df8915 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:51.330455 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcae84d-14a8-4020-aba4-53b000df8915 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a71d42ca-ed01-426f-baa7-d76b0bcc02c0,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:51.335876 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcae84d-14a8-4020-aba4-53b000df8915 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Checking segment: {'id': 'fedd1f0d-0dda-4bd2-b311-08ca66cd9427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '53327cf6-1582-4b03-938f-7734da26de51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:00:51.336275 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcae84d-14a8-4020-aba4-53b000df8915 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Network hostable DHCP agents. Network: 53327cf6-1582-4b03-938f-7734da26de51, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:00:51.362385 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcae84d-14a8-4020-aba4-53b000df8915 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Network 53327cf6-1582-4b03-938f-7734da26de51 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:00:51.365702 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-043de100-cc02-4d4c-9d24-f567c0f4b175 admin admin] Deleting port c48c66ad-2ede-4f3c-a1ad-3dc3cc76cefd {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:00:51.366238 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-043de100-cc02-4d4c-9d24-f567c0f4b175 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:51.381638 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-cdcae84d-14a8-4020-aba4-53b000df8915 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 53327cf6-1582-4b03-938f-7734da26de51) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:00:51.388859 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcae84d-14a8-4020-aba4-53b000df8915 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:51.389828 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cdcae84d-14a8-4020-aba4-53b000df8915 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:51.398603 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9691663e-04f0-422e-9424-6d8cffcfe82e None None] Network 53327cf6-1582-4b03-938f-7734da26de51 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:00:51.413501 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-cdcae84d-14a8-4020-aba4-53b000df8915 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.5836074 Aug 23 21:00:51.416412 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38636) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:51.423165 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-a3113b18-8448-4d39-8ba0-f4a552d0a98d tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2144112538', 'network_id': '53327cf6-1582-4b03-938f-7734da26de51'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:51.468560 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3113b18-8448-4d39-8ba0-f4a552d0a98d tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Made reservation on behalf of a9a2b79f492f4054a0852d9093c1b551 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:00:51.471507 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a3113b18-8448-4d39-8ba0-f4a552d0a98d tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:51.502486 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-a3113b18-8448-4d39-8ba0-f4a552d0a98d tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] device_id is not set on port 32d04ded-e8e7-4dab-ae56-6d9dc5c274c9 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 21:00:51.618996 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-043de100-cc02-4d4c-9d24-f567c0f4b175 admin admin] For port c48c66ad-2ede-4f3c-a1ad-3dc3cc76cefd, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=c48c66ad-2ede-4f3c-a1ad-3dc3cc76cefd,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:00:51.619469 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-043de100-cc02-4d4c-9d24-f567c0f4b175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:51.657233 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f82c06b0-b6be-4586-9c1d-83f2eb435047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374b04d4-fa9c-4834-accb-2e7078ff84e7', 'name': 'tempest-TestServerBasicOps-925199109-router', 'tenant_id': 'df66aa28eccf4554b57fbc879a00fa27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'c48c66ad-2ede-4f3c-a1ad-3dc3cc76cefd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:55:18Z', 'updated_at': '2021-08-23T21:00:49Z', 'revision_number': 5, 'project_id': 'df66aa28eccf4554b57fbc879a00fa27', 'gw_port': {'id': 'c48c66ad-2ede-4f3c-a1ad-3dc3cc76cefd', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ff:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374b04d4-fa9c-4834-accb-2e7078ff84e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:20Z', 'updated_at': '2021-08-23T20:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:51.690802 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97e4004-8b7d-4674-9c23-d27dc7dc8460 None None] Network 53327cf6-1582-4b03-938f-7734da26de51 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:00:51.697635 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-043de100-cc02-4d4c-9d24-f567c0f4b175 admin admin] Calling delete_port for c48c66ad-2ede-4f3c-a1ad-3dc3cc76cefd owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:00:51.707171 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82c06b0-b6be-4586-9c1d-83f2eb435047 None None] The sync data for ids ['374b04d4-fa9c-4834-accb-2e7078ff84e7'] in n-d-805663-2 is: [{'id': '374b04d4-fa9c-4834-accb-2e7078ff84e7', 'name': 'tempest-TestServerBasicOps-925199109-router', 'tenant_id': 'df66aa28eccf4554b57fbc879a00fa27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'c48c66ad-2ede-4f3c-a1ad-3dc3cc76cefd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:55:18Z', 'updated_at': '2021-08-23T21:00:49Z', 'revision_number': 5, 'project_id': 'df66aa28eccf4554b57fbc879a00fa27', 'gw_port': {'id': 'c48c66ad-2ede-4f3c-a1ad-3dc3cc76cefd', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ff:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374b04d4-fa9c-4834-accb-2e7078ff84e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:55:20Z', 'updated_at': '2021-08-23T20:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:00:51.768631 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1fc64d-bdd6-46d9-9acc-c75ebeea348c None None] Network 78be8653-6e5a-4822-9824-2e1b39fc9a52 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:00:51.852553 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0576f400-fbf3-408e-ab4c-1aedcaae78a8 None None] Provisioning for port 8449080f-203a-422e-bb91-b902f42d248c completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:00:51.904122 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-04639352-d3b8-4670-a9be-f29ddf9b4355 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Allocated IP 172.20.0.6 (78be8653-6e5a-4822-9824-2e1b39fc9a52/da0cf45a-9488-431f-a98c-9af4fe19ec86/c63b79de-0671-4c87-9d3d-305db4214bde) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:00:51.920338 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-04639352-d3b8-4670-a9be-f29ddf9b4355 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Allocated IP 172.20.0.25 (78be8653-6e5a-4822-9824-2e1b39fc9a52/2d8a7708-cacd-4fd9-af05-5bc8fb75625e/c63b79de-0671-4c87-9d3d-305db4214bde) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:00:51.993217 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-043de100-cc02-4d4c-9d24-f567c0f4b175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:52.033491 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043de100-cc02-4d4c-9d24-f567c0f4b175 admin admin] Pushing event deleted for resources: {'Port': ['ID=c48c66ad-2ede-4f3c-a1ad-3dc3cc76cefd,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:52.127422 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95929ef5-756d-448c-92fd-18156fca5004 req-81f8172a-7308-4f0e-98ca-c4e41d613e8b tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:52.129508 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-95929ef5-756d-448c-92fd-18156fca5004 req-81f8172a-7308-4f0e-98ca-c4e41d613e8b tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=d496e23c-af38-4cb2-bc2c-55e541fbd401 HTTP/1.1" status: 200 len: 945 time: 0.5697794 Aug 23 21:00:52.151698 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f674d7b9-17e9-43a6-bac2-a4b2179569db None None] Update dhcp port {'port': {'network_id': '78be8653-6e5a-4822-9824-2e1b39fc9a52', 'fixed_ips': [{'subnet_id': 'da0cf45a-9488-431f-a98c-9af4fe19ec86', 'ip_address': '172.20.0.2'}, {'subnet_id': '2d8a7708-cacd-4fd9-af05-5bc8fb75625e'}], 'binding:host_id': 'n-d-805663-2'}, 'id': '8449080f-203a-422e-bb91-b902f42d248c'} from n-d-805663-2. {{(pid=94689) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 21:00:52.173390 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-a3113b18-8448-4d39-8ba0-f4a552d0a98d tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Allocated IP 2001:db8::308 (53327cf6-1582-4b03-938f-7734da26de51/a71d42ca-ed01-426f-baa7-d76b0bcc02c0/32d04ded-e8e7-4dab-ae56-6d9dc5c274c9) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:00:52.208050 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e414a-ffec-47d3-8f87-c5484c54fb18 req-83cabd59-7acb-422f-adb9-59d476552ad9 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:52.209303 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f674d7b9-17e9-43a6-bac2-a4b2179569db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:52.209824 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-617e414a-ffec-47d3-8f87-c5484c54fb18 req-83cabd59-7acb-422f-adb9-59d476552ad9 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.11 "GET /v2.0/ports?device_id=d496e23c-af38-4cb2-bc2c-55e541fbd401 HTTP/1.1" status: 200 len: 945 time: 0.5756152 Aug 23 21:00:52.300697 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 8449080f-203a-422e-bb91-b902f42d248c up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:00:52.303694 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-043de100-cc02-4d4c-9d24-f567c0f4b175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:52.312182 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-95929ef5-756d-448c-92fd-18156fca5004 req-35879f8b-467c-4c6b-91b0-cab7b6096dd9 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648157 Aug 23 21:00:52.431625 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-043de100-cc02-4d4c-9d24-f567c0f4b175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:52.438070 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-043de100-cc02-4d4c-9d24-f567c0f4b175 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:52.444578 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-04639352-d3b8-4670-a9be-f29ddf9b4355 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:52.462948 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-617e414a-ffec-47d3-8f87-c5484c54fb18 req-dc8ab78b-fe32-4255-8ab6-375ca5746641 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Deleting port 84ac48f1-b59f-4afa-b111-41232e4cf35e {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:00:52.463280 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-617e414a-ffec-47d3-8f87-c5484c54fb18 req-dc8ab78b-fe32-4255-8ab6-375ca5746641 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:52.464849 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 8449080f-203a-422e-bb91-b902f42d248c completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:00:52.477722 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 8449080f-203a-422e-bb91-b902f42d248c triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:00:52.478363 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:52.496198 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-04639352-d3b8-4670-a9be-f29ddf9b4355 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Transition to ACTIVE for port object c63b79de-0671-4c87-9d3d-305db4214bde will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:00:52.502681 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-043de100-cc02-4d4c-9d24-f567c0f4b175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:52.503212 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-043de100-cc02-4d4c-9d24-f567c0f4b175 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 374b04d4-fa9c-4834-accb-2e7078ff84e7 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 21:00:52.509042 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-043de100-cc02-4d4c-9d24-f567c0f4b175 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:52.513119 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-043de100-cc02-4d4c-9d24-f567c0f4b175 admin admin] 10.222.0.61 "DELETE /v2.0/routers/374b04d4-fa9c-4834-accb-2e7078ff84e7 HTTP/1.1" status: 204 len: 168 time: 1.9527371 Aug 23 21:00:52.513119 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38638) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:52.578083 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c49dc25-cbcd-455f-ab84-620fb9ac0cf5 admin admin] Deleting subnet 6ff20d44-f264-4943-889a-ff00580323fc {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 21:00:52.582807 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6c49dc25-cbcd-455f-ab84-620fb9ac0cf5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:52.585473 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a3113b18-8448-4d39-8ba0-f4a552d0a98d tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:52.595494 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:52.619476 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-04639352-d3b8-4670-a9be-f29ddf9b4355 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:52.664878 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-617e414a-ffec-47d3-8f87-c5484c54fb18 req-dc8ab78b-fe32-4255-8ab6-375ca5746641 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] For port 84ac48f1-b59f-4afa-b111-41232e4cf35e, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=84ac48f1-b59f-4afa-b111-41232e4cf35e,segment=NetworkSegment(c18fa516-d00d-4d59-b20b-fdf45af90e68),segment_id=c18fa516-d00d-4d59-b20b-fdf45af90e68)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:00:52.665675 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-617e414a-ffec-47d3-8f87-c5484c54fb18 req-dc8ab78b-fe32-4255-8ab6-375ca5746641 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:52.674203 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6c49dc25-cbcd-455f-ab84-620fb9ac0cf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:52.680394 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04639352-d3b8-4670-a9be-f29ddf9b4355 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Network 78be8653-6e5a-4822-9824-2e1b39fc9a52 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:00:52.691318 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-f674d7b9-17e9-43a6-bac2-a4b2179569db None None] Allocated IP 172.20.0.18 (78be8653-6e5a-4822-9824-2e1b39fc9a52/2d8a7708-cacd-4fd9-af05-5bc8fb75625e/8449080f-203a-422e-bb91-b902f42d248c) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:00:52.695561 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-617e414a-ffec-47d3-8f87-c5484c54fb18 req-dc8ab78b-fe32-4255-8ab6-375ca5746641 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Calling delete_port for 84ac48f1-b59f-4afa-b111-41232e4cf35e owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:00:52.702970 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a3113b18-8448-4d39-8ba0-f4a552d0a98d tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:52.706851 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-04639352-d3b8-4670-a9be-f29ddf9b4355 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:00:52.715579 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04639352-d3b8-4670-a9be-f29ddf9b4355 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:00:52.754509 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04639352-d3b8-4670-a9be-f29ddf9b4355 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event updated for resources: {'Port': ['ID=c63b79de-0671-4c87-9d3d-305db4214bde,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:52.790549 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04639352-d3b8-4670-a9be-f29ddf9b4355 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:52.791127 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-04639352-d3b8-4670-a9be-f29ddf9b4355 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:52.804865 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3113b18-8448-4d39-8ba0-f4a552d0a98d tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Network 53327cf6-1582-4b03-938f-7734da26de51 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:00:52.812091 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-a3113b18-8448-4d39-8ba0-f4a552d0a98d tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:00:52.821637 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3113b18-8448-4d39-8ba0-f4a552d0a98d tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:00:52.822759 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3113b18-8448-4d39-8ba0-f4a552d0a98d tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:52.823920 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a3113b18-8448-4d39-8ba0-f4a552d0a98d tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:52.828521 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3113b18-8448-4d39-8ba0-f4a552d0a98d tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Pushing event updated for resources: {'Port': ['ID=32d04ded-e8e7-4dab-ae56-6d9dc5c274c9,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:52.832802 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.db.api [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 21:00:52.832802 n-d-805663-2 neutron-server[94689]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Aug 23 21:00:52.832802 n-d-805663-2 neutron-server[94689]: [parameters: {'status': 'ACTIVE', 'ports_id': '8449080f-203a-422e-bb91-b902f42d248c'}] Aug 23 21:00:52.832802 n-d-805663-2 neutron-server[94689]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 21:00:52.833736 n-d-805663-2 neutron-server[94689]: DEBUG oslo_db.api [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 21:00:52.840856 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-04639352-d3b8-4670-a9be-f29ddf9b4355 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.2222543 Aug 23 21:00:52.844861 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38640) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:52.852212 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6c49dc25-cbcd-455f-ab84-620fb9ac0cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:52.855812 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-6400514f-0e28-482e-86f7-8674b9833a37 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'da0cf45a-9488-431f-a98c-9af4fe19ec86'}]}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:52.869049 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a3113b18-8448-4d39-8ba0-f4a552d0a98d tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.4512775 Aug 23 21:00:52.872316 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38642) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:52.896113 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-f674d7b9-17e9-43a6-bac2-a4b2179569db None None] For port 8449080f-203a-422e-bb91-b902f42d248c, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=8449080f-203a-422e-bb91-b902f42d248c,segment=NetworkSegment(9e9cf198-9031-4fd4-90d8-71bb3f8069c7),segment_id=9e9cf198-9031-4fd4-90d8-71bb3f8069c7)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:00:52.935793 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f674d7b9-17e9-43a6-bac2-a4b2179569db None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:52.964248 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6c49dc25-cbcd-455f-ab84-620fb9ac0cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:52.995073 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c49dc25-cbcd-455f-ab84-620fb9ac0cf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ff20d44-f264-4943-889a-ff00580323fc,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:52.999672 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6c49dc25-cbcd-455f-ab84-620fb9ac0cf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:53.001554 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-6c49dc25-cbcd-455f-ab84-620fb9ac0cf5 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/6ff20d44-f264-4943-889a-ff00580323fc HTTP/1.1" status: 204 len: 168 time: 0.4877281 Aug 23 21:00:53.006553 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38644) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:53.010268 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-0144db43-ab35-4a07-93f9-d5a436b81d46 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Deleting port 32d04ded-e8e7-4dab-ae56-6d9dc5c274c9 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:00:53.010712 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0144db43-ab35-4a07-93f9-d5a436b81d46 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:53.011381 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3be00a-fa32-46b4-88d7-8913f1f7d8b2 None None] Network 0d9df97b-908e-4d08-be15-384d0998df1f requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:00:53.109743 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f674d7b9-17e9-43a6-bac2-a4b2179569db None None] Transition to ACTIVE for port object 8449080f-203a-422e-bb91-b902f42d248c will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:00:53.115834 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-617e414a-ffec-47d3-8f87-c5484c54fb18 req-dc8ab78b-fe32-4255-8ab6-375ca5746641 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:53.123722 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0144db43-ab35-4a07-93f9-d5a436b81d46 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:53.142876 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f674d7b9-17e9-43a6-bac2-a4b2179569db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:53.143556 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-0144db43-ab35-4a07-93f9-d5a436b81d46 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Calling delete_port for 32d04ded-e8e7-4dab-ae56-6d9dc5c274c9 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:00:53.154816 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-94d6e500-a171-4e4d-afca-8adc83413b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:53.185975 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['714531fb-060b-4704-85ed-27c7659a838d'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:00:53.236831 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ab78b-fe32-4255-8ab6-375ca5746641 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Pushing event deleted for resources: {'Port': ['ID=84ac48f1-b59f-4afa-b111-41232e4cf35e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:53.266529 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-617e414a-ffec-47d3-8f87-c5484c54fb18 req-dc8ab78b-fe32-4255-8ab6-375ca5746641 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] No DVR routers for this DVR port 84ac48f1-b59f-4afa-b111-41232e4cf35e on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:00:53.277507 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-617e414a-ffec-47d3-8f87-c5484c54fb18 req-dc8ab78b-fe32-4255-8ab6-375ca5746641 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:53.281266 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-617e414a-ffec-47d3-8f87-c5484c54fb18 req-dc8ab78b-fe32-4255-8ab6-375ca5746641 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.11 "DELETE /v2.0/ports/84ac48f1-b59f-4afa-b111-41232e4cf35e HTTP/1.1" status: 204 len: 173 time: 1.0626152 Aug 23 21:00:53.282133 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd496e23c-af38-4cb2-bc2c-55e541fbd401', 'name': 'network-vif-deleted', 'tag': '84ac48f1-b59f-4afa-b111-41232e4cf35e'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:00:53.292200 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a7a6e5-27a6-4f6f-ad3c-8acae9ba496e" -d '{"events": [{"server_uuid": "d496e23c-af38-4cb2-bc2c-55e541fbd401", "name": "network-vif-deleted", "tag": "84ac48f1-b59f-4afa-b111-41232e4cf35e"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:00:53.302614 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6400514f-0e28-482e-86f7-8674b9833a37 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:53.345405 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0144db43-ab35-4a07-93f9-d5a436b81d46 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:53.367488 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d08791-ed60-4a6e-86ea-0afcf139d91a x-openstack-request-id: req-e5d08791-ed60-4a6e-86ea-0afcf139d91a {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:00:53.367777 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d496e23c-af38-4cb2-bc2c-55e541fbd401", "name": "network-vif-deleted", "tag": "84ac48f1-b59f-4afa-b111-41232e4cf35e", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:00:53.368034 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e5d08791-ed60-4a6e-86ea-0afcf139d91a {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:00:53.368501 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd496e23c-af38-4cb2-bc2c-55e541fbd401', 'name': 'network-vif-deleted', 'tag': '84ac48f1-b59f-4afa-b111-41232e4cf35e', 'status': 'completed', 'code': 200} Aug 23 21:00:53.522588 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1adc6357-ce59-41a9-a7fd-f78d3b781e59 req-ded87fd6-21ba-40bb-a2a5-3e22762f9deb tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=d496e23c-af38-4cb2-bc2c-55e541fbd401 HTTP/1.1" status: 200 len: 210 time: 0.0678649 Aug 23 21:00:53.541501 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-94d6e500-a171-4e4d-afca-8adc83413b00 admin admin] Deleting port a014eba6-7f96-48cc-ab40-e812a139bac2 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:00:53.541645 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-94d6e500-a171-4e4d-afca-8adc83413b00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:53.577213 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:53.655058 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f674d7b9-17e9-43a6-bac2-a4b2179569db None None] Pushing event updated for resources: {'Port': ['ID=8449080f-203a-422e-bb91-b902f42d248c,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:53.790760 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-94d6e500-a171-4e4d-afca-8adc83413b00 admin admin] For port a014eba6-7f96-48cc-ab40-e812a139bac2, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=a014eba6-7f96-48cc-ab40-e812a139bac2,segment=NetworkSegment(936d6e7e-27c1-4d11-bf64-143caf8ad09d),segment_id=936d6e7e-27c1-4d11-bf64-143caf8ad09d)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:00:53.791543 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-94d6e500-a171-4e4d-afca-8adc83413b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:53.793944 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4805ec83-cf65-4390-8f0c-68aabdfcb230 None None] DHCP port deletion for 0d9df97b-908e-4d08-be15-384d0998df1f request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 21:00:53.796506 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0144db43-ab35-4a07-93f9-d5a436b81d46 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Pushing event deleted for resources: {'Port': ['ID=32d04ded-e8e7-4dab-ae56-6d9dc5c274c9,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:53.827798 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 8449080f-203a-422e-bb91-b902f42d248c, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=8449080f-203a-422e-bb91-b902f42d248c,segment=NetworkSegment(9e9cf198-9031-4fd4-90d8-71bb3f8069c7),segment_id=9e9cf198-9031-4fd4-90d8-71bb3f8069c7)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:00:53.838158 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-94d6e500-a171-4e4d-afca-8adc83413b00 admin admin] Calling delete_port for a014eba6-7f96-48cc-ab40-e812a139bac2 owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:00:53.840737 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0144db43-ab35-4a07-93f9-d5a436b81d46 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:53.843771 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-0144db43-ab35-4a07-93f9-d5a436b81d46 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] 10.222.0.61 "DELETE /v2.0/ports/32d04ded-e8e7-4dab-ae56-6d9dc5c274c9 HTTP/1.1" status: 204 len: 168 time: 0.9705400 Aug 23 21:00:53.846737 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38650) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:53.850841 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:53.864461 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-95510e40-e9e6-4bb3-8308-817e71fffebd tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '53327cf6-1582-4b03-938f-7734da26de51', 'external_fixed_ips': [{'subnet_id': 'a71d42ca-ed01-426f-baa7-d76b0bcc02c0', 'ip_address': '2001:db8::308'}]}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:53.897266 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 3f5f4db8-07e7-4908-8e74-df193132742b no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:00:53.904456 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-95510e40-e9e6-4bb3-8308-817e71fffebd tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:53.906399 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-95510e40-e9e6-4bb3-8308-817e71fffebd tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:53.958453 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 3f5f4db8-07e7-4908-8e74-df193132742b {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:00:53.958795 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 3f5f4db8-07e7-4908-8e74-df193132742b not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:00:54.008935 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-6400514f-0e28-482e-86f7-8674b9833a37 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Delete allocated IP 172.20.0.25 (78be8653-6e5a-4822-9824-2e1b39fc9a52/2d8a7708-cacd-4fd9-af05-5bc8fb75625e) {{(pid=94687) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 23 21:00:54.051455 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=8449080f-203a-422e-bb91-b902f42d248c,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:54.078057 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4805ec83-cf65-4390-8f0c-68aabdfcb230 None None] Deleting port a014eba6-7f96-48cc-ab40-e812a139bac2 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:00:54.078527 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4805ec83-cf65-4390-8f0c-68aabdfcb230 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:54.118481 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-95510e40-e9e6-4bb3-8308-817e71fffebd tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:54.208323 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4805ec83-cf65-4390-8f0c-68aabdfcb230 None None] For port a014eba6-7f96-48cc-ab40-e812a139bac2, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=a014eba6-7f96-48cc-ab40-e812a139bac2,segment=NetworkSegment(936d6e7e-27c1-4d11-bf64-143caf8ad09d),segment_id=936d6e7e-27c1-4d11-bf64-143caf8ad09d)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:00:54.208727 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4805ec83-cf65-4390-8f0c-68aabdfcb230 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:54.223600 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-94d6e500-a171-4e4d-afca-8adc83413b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:54.224359 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4805ec83-cf65-4390-8f0c-68aabdfcb230 None None] Calling delete_port for a014eba6-7f96-48cc-ab40-e812a139bac2 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:00:54.297855 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d6e500-a171-4e4d-afca-8adc83413b00 admin admin] Pushing event deleted for resources: {'Port': ['ID=a014eba6-7f96-48cc-ab40-e812a139bac2,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:54.301153 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d6e500-a171-4e4d-afca-8adc83413b00 admin admin] No DVR routers for this DVR port a014eba6-7f96-48cc-ab40-e812a139bac2 on host n-d-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:00:54.331092 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4805ec83-cf65-4390-8f0c-68aabdfcb230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:54.332530 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-95510e40-e9e6-4bb3-8308-817e71fffebd tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:54.360988 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 8449080f-203a-422e-bb91-b902f42d248c up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:00:54.365326 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4805ec83-cf65-4390-8f0c-68aabdfcb230 None None] Pushing event deleted for resources: {'Port': ['ID=a014eba6-7f96-48cc-ab40-e812a139bac2,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:54.414851 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6400514f-0e28-482e-86f7-8674b9833a37 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:54.419628 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-94d6e500-a171-4e4d-afca-8adc83413b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:54.442607 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4805ec83-cf65-4390-8f0c-68aabdfcb230 None None] No DVR routers for this DVR port a014eba6-7f96-48cc-ab40-e812a139bac2 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:00:54.458259 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-94d6e500-a171-4e4d-afca-8adc83413b00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d9df97b-908e-4d08-be15-384d0998df1f']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:54.477270 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-6400514f-0e28-482e-86f7-8674b9833a37 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Ignored duplicate provisioning block setup for port c63b79de-0671-4c87-9d3d-305db4214bde by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 23 21:00:54.483022 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-94d6e500-a171-4e4d-afca-8adc83413b00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '936d6e7e-27c1-4d11-bf64-143caf8ad09d') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:54.483324 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-94d6e500-a171-4e4d-afca-8adc83413b00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '936d6e7e-27c1-4d11-bf64-143caf8ad09d') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:54.502519 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-94d6e500-a171-4e4d-afca-8adc83413b00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:54.509110 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf3da29-81e6-4e79-b657-abdf08a96db7 None None] Network 78be8653-6e5a-4822-9824-2e1b39fc9a52 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:00:54.513144 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6400514f-0e28-482e-86f7-8674b9833a37 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:54.532945 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-94d6e500-a171-4e4d-afca-8adc83413b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:54.565589 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-813a37c0-fc43-4289-aafe-6e15a9ca82aa None None] Provisioning for port 8449080f-203a-422e-bb91-b902f42d248c completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:00:54.572385 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-813a37c0-fc43-4289-aafe-6e15a9ca82aa None None] Provisioning complete for port 8449080f-203a-422e-bb91-b902f42d248c triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:00:54.572768 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-813a37c0-fc43-4289-aafe-6e15a9ca82aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:54.610270 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94d6e500-a171-4e4d-afca-8adc83413b00 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:00:54.610763 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-94d6e500-a171-4e4d-afca-8adc83413b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:54.614943 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device c48c66ad-2ede-4f3c-a1ad-3dc3cc76cefd no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:00:54.618356 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 21:00:54.618356 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:00:54.618356 n-d-805663-2 neutron-server[94687]: timer() Aug 23 21:00:54.618356 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:00:54.618356 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 21:00:54.618356 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:00:54.618356 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 21:00:54.618356 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:00:54.618356 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 21:00:54.618356 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:00:54.618356 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 21:00:54.618356 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:00:54.618356 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 21:00:54.618356 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:00:54.618356 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:00:54.618356 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:00:54.618356 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:00:54.618356 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:00:54.618356 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 21:00:54.618356 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:00:54.618356 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 21:00:54.618356 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:00:54.618356 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:00:54.618356 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:00:54.618356 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 21:00:54.618356 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:00:54.618356 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:00:54.618356 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:00:54.618356 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:00:54.618356 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:00:54.618356 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:00:54.618356 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:00:54.647229 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: c48c66ad-2ede-4f3c-a1ad-3dc3cc76cefd {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:00:54.650341 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device c48c66ad-2ede-4f3c-a1ad-3dc3cc76cefd not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:00:54.650341 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device a014eba6-7f96-48cc-ab40-e812a139bac2 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:00:54.681760 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: a014eba6-7f96-48cc-ab40-e812a139bac2 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:00:54.682019 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device a014eba6-7f96-48cc-ab40-e812a139bac2 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:00:54.754083 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6400514f-0e28-482e-86f7-8674b9833a37 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event updated for resources: {'Port': ['ID=c63b79de-0671-4c87-9d3d-305db4214bde,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:54.787188 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-94d6e500-a171-4e4d-afca-8adc83413b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:54.797813 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-94d6e500-a171-4e4d-afca-8adc83413b00 admin admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:54.799329 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-95510e40-e9e6-4bb3-8308-817e71fffebd tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:54.799908 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-94d6e500-a171-4e4d-afca-8adc83413b00 admin admin] 10.222.0.61 "DELETE /v2.0/networks/0d9df97b-908e-4d08-be15-384d0998df1f HTTP/1.1" status: 204 len: 168 time: 1.7921500 Aug 23 21:00:54.817236 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fec6c1ed-2553-4252-bdd7-8629038f38cc req-e613ce25-397c-4b4e-8581-59c5991d4a15 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=d496e23c-af38-4cb2-bc2c-55e541fbd401 HTTP/1.1" status: 200 len: 210 time: 0.0740271 Aug 23 21:00:54.837844 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-6400514f-0e28-482e-86f7-8674b9833a37 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] In _notify_port_updated(), no bound segment for port c63b79de-0671-4c87-9d3d-305db4214bde on network 78be8653-6e5a-4822-9824-2e1b39fc9a52 {{(pid=94687) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 21:00:54.848046 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-95510e40-e9e6-4bb3-8308-817e71fffebd tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:54.848751 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6400514f-0e28-482e-86f7-8674b9833a37 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:54.849021 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6400514f-0e28-482e-86f7-8674b9833a37 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:54.854542 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6400514f-0e28-482e-86f7-8674b9833a37 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "PUT /v2.0/ports/c63b79de-0671-4c87-9d3d-305db4214bde HTTP/1.1" status: 200 len: 918 time: 2.0054312 Aug 23 21:00:54.854542 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d6e500-a171-4e4d-afca-8adc83413b00 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d9df97b-908e-4d08-be15-384d0998df1f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:54.855739 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38656) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:54.863728 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-7cc3deb3-256e-4302-9562-bc3780e62494 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'da0cf45a-9488-431f-a98c-9af4fe19ec86'}, {'subnet_id': '2d8a7708-cacd-4fd9-af05-5bc8fb75625e'}]}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:55.061342 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38658) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:55.065172 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7cc3deb3-256e-4302-9562-bc3780e62494 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:55.111258 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 84ac48f1-b59f-4afa-b111-41232e4cf35e no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:00:55.143403 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b82b5334-d2e6-480c-8d49-f6a229abf5f4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3dc071b4c14546878544ee14003d0eb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0806034 Aug 23 21:00:55.143847 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: 84ac48f1-b59f-4afa-b111-41232e4cf35e {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:00:55.144416 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 84ac48f1-b59f-4afa-b111-41232e4cf35e not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:00:55.146310 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38660) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:55.217861 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b73433b2-df68-49d0-b1e5-558a4b6b4bc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:55.235763 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0e0da4e9-6b85-4159-aa31-995edc5ffec1 None None] Provisioning for port c63b79de-0671-4c87-9d3d-305db4214bde completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:00:55.245018 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0e0da4e9-6b85-4159-aa31-995edc5ffec1 None None] Provisioning complete for port c63b79de-0671-4c87-9d3d-305db4214bde triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:00:55.245772 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0e0da4e9-6b85-4159-aa31-995edc5ffec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:55.251839 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-95510e40-e9e6-4bb3-8308-817e71fffebd tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Allocated IP 2001:db8::308 (53327cf6-1582-4b03-938f-7734da26de51/a71d42ca-ed01-426f-baa7-d76b0bcc02c0/62897d50-a92a-4e10-aa52-c3ebee123e5e) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:00:55.296443 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b73433b2-df68-49d0-b1e5-558a4b6b4bc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:55.346541 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-0e0da4e9-6b85-4159-aa31-995edc5ffec1 None None] Port c63b79de-0671-4c87-9d3d-305db4214bde cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:00:55.376244 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0e0da4e9-6b85-4159-aa31-995edc5ffec1 None None] Provisioning complete for port 8449080f-203a-422e-bb91-b902f42d248c triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:00:55.376814 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0e0da4e9-6b85-4159-aa31-995edc5ffec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:55.435039 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b73433b2-df68-49d0-b1e5-558a4b6b4bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:55.441470 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b73433b2-df68-49d0-b1e5-558a4b6b4bc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:55.445545 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b73433b2-df68-49d0-b1e5-558a4b6b4bc0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b92b13e4-8759-417a-a142-1f1dbb9a0c7c HTTP/1.1" status: 204 len: 168 time: 0.2952728 Aug 23 21:00:55.477602 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73433b2-df68-49d0-b1e5-558a4b6b4bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92b13e4-8759-417a-a142-1f1dbb9a0c7c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:55.539435 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-95510e40-e9e6-4bb3-8308-817e71fffebd tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:55.587004 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-7cc3deb3-256e-4302-9562-bc3780e62494 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Allocated IP 172.20.0.22 (78be8653-6e5a-4822-9824-2e1b39fc9a52/2d8a7708-cacd-4fd9-af05-5bc8fb75625e/c63b79de-0671-4c87-9d3d-305db4214bde) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:00:55.664391 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-95510e40-e9e6-4bb3-8308-817e71fffebd tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:55.737181 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-fb680956-747f-436c-8cd4-0f90e8da6d37 None None] Provisioning complete for port c63b79de-0671-4c87-9d3d-305db4214bde triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:00:55.737731 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fb680956-747f-436c-8cd4-0f90e8da6d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:55.797132 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-fb680956-747f-436c-8cd4-0f90e8da6d37 None None] Port c63b79de-0671-4c87-9d3d-305db4214bde cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:00:55.885236 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7cc3deb3-256e-4302-9562-bc3780e62494 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:55.891064 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95510e40-e9e6-4bb3-8308-817e71fffebd tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Network 53327cf6-1582-4b03-938f-7734da26de51 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:00:55.903077 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-95510e40-e9e6-4bb3-8308-817e71fffebd tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:00:55.919853 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95510e40-e9e6-4bb3-8308-817e71fffebd tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:00:55.924344 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-7cc3deb3-256e-4302-9562-bc3780e62494 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Ignored duplicate provisioning block setup for port c63b79de-0671-4c87-9d3d-305db4214bde by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 23 21:00:55.932478 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-69654eb2-8518-40a8-bb50-fe9ae09f8371 None None] Provisioning complete for port c63b79de-0671-4c87-9d3d-305db4214bde triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:00:55.932860 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-69654eb2-8518-40a8-bb50-fe9ae09f8371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:55.975068 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7cc3deb3-256e-4302-9562-bc3780e62494 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:55.980008 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95510e40-e9e6-4bb3-8308-817e71fffebd tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Pushing event updated for resources: {'Port': ['ID=62897d50-a92a-4e10-aa52-c3ebee123e5e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:55.988654 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dfd0cef7-ae49-44ad-bca4-493daa0113c6 req-124f9235-13e6-4d07-ab23-0e5b0930e20c tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=d496e23c-af38-4cb2-bc2c-55e541fbd401 HTTP/1.1" status: 200 len: 210 time: 0.0731537 Aug 23 21:00:56.022766 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-69654eb2-8518-40a8-bb50-fe9ae09f8371 None None] Port c63b79de-0671-4c87-9d3d-305db4214bde cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:00:56.058604 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38668) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:56.090124 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 8449080f-203a-422e-bb91-b902f42d248c up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:00:56.120841 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-599a6e8d-92ae-41bf-b61e-70dd22bd4565 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=df66aa28eccf4554b57fbc879a00fa27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0606596 Aug 23 21:00:56.121393 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38670) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:56.157858 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 8449080f-203a-422e-bb91-b902f42d248c triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:00:56.158628 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:56.197221 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ac2ab9c7-3aa6-4d5e-bb6e-b564b1dfe452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:56.227599 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ac2ab9c7-3aa6-4d5e-bb6e-b564b1dfe452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:56.280451 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc3deb3-256e-4302-9562-bc3780e62494 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event updated for resources: {'Port': ['ID=c63b79de-0671-4c87-9d3d-305db4214bde,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:56.312700 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ac2ab9c7-3aa6-4d5e-bb6e-b564b1dfe452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:56.319806 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ac2ab9c7-3aa6-4d5e-bb6e-b564b1dfe452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:56.325749 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ac2ab9c7-3aa6-4d5e-bb6e-b564b1dfe452 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f5b40175-acf6-4944-8396-c65beaef9781 HTTP/1.1" status: 204 len: 168 time: 0.2032773 Aug 23 21:00:56.329117 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-7cc3deb3-256e-4302-9562-bc3780e62494 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] In _notify_port_updated(), no bound segment for port c63b79de-0671-4c87-9d3d-305db4214bde on network 78be8653-6e5a-4822-9824-2e1b39fc9a52 {{(pid=94688) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 21:00:56.339852 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2ab9c7-3aa6-4d5e-bb6e-b564b1dfe452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b40175-acf6-4944-8396-c65beaef9781,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:56.340476 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc3deb3-256e-4302-9562-bc3780e62494 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:56.341179 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7cc3deb3-256e-4302-9562-bc3780e62494 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:56.342762 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-7cc3deb3-256e-4302-9562-bc3780e62494 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "PUT /v2.0/ports/c63b79de-0671-4c87-9d3d-305db4214bde HTTP/1.1" status: 200 len: 998 time: 1.4861541 Aug 23 21:00:56.356451 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38674) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:56.508392 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-e64f0c47-126d-403d-bdcf-f137099d70a3 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Deleting port c63b79de-0671-4c87-9d3d-305db4214bde {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:00:56.509110 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e64f0c47-126d-403d-bdcf-f137099d70a3 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:56.558134 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-56372525-ad5a-4eea-a2e8-9c8743177d94 None None] Provisioning complete for port c63b79de-0671-4c87-9d3d-305db4214bde triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:00:56.558515 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-56372525-ad5a-4eea-a2e8-9c8743177d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:56.636649 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-56372525-ad5a-4eea-a2e8-9c8743177d94 None None] Port c63b79de-0671-4c87-9d3d-305db4214bde cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:00:56.647164 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e64f0c47-126d-403d-bdcf-f137099d70a3 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:56.662466 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-e64f0c47-126d-403d-bdcf-f137099d70a3 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Calling delete_port for c63b79de-0671-4c87-9d3d-305db4214bde owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:00:56.700801 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-95510e40-e9e6-4bb3-8308-817e71fffebd tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:56.887912 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e64f0c47-126d-403d-bdcf-f137099d70a3 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:56.977238 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64f0c47-126d-403d-bdcf-f137099d70a3 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event deleted for resources: {'Port': ['ID=c63b79de-0671-4c87-9d3d-305db4214bde,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:56.988921 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-95510e40-e9e6-4bb3-8308-817e71fffebd tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:57.033102 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e64f0c47-126d-403d-bdcf-f137099d70a3 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:57.035736 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e64f0c47-126d-403d-bdcf-f137099d70a3 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "DELETE /v2.0/ports/c63b79de-0671-4c87-9d3d-305db4214bde HTTP/1.1" status: 204 len: 168 time: 0.6780839 Aug 23 21:00:57.040095 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38688) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:57.079227 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e4911a0-57fd-495a-8734-61bc9b96ac45 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] GET failed (client error): The resource could not be found. Aug 23 21:00:57.086931 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2e4911a0-57fd-495a-8734-61bc9b96ac45 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "GET /v2.0/ports/c63b79de-0671-4c87-9d3d-305db4214bde HTTP/1.1" status: 404 len: 333 time: 0.0457370 Aug 23 21:00:57.089498 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38692) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:57.175387 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-05c6dec0-b302-4866-9bfa-567b13deeb55 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Deleting subnet 2d8a7708-cacd-4fd9-af05-5bc8fb75625e {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 21:00:57.178000 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-05c6dec0-b302-4866-9bfa-567b13deeb55 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:57.180368 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1009d2b0-71e1-49d9-a1bf-9d474c40db62 req-450f165a-3f6e-4f74-a38b-a6873c97104d tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=d496e23c-af38-4cb2-bc2c-55e541fbd401 HTTP/1.1" status: 200 len: 210 time: 0.0515449 Aug 23 21:00:57.236296 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95510e40-e9e6-4bb3-8308-817e71fffebd tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Router 26f3844c-9333-4842-acad-b0d550c785fe is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 21:00:57.242604 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-05c6dec0-b302-4866-9bfa-567b13deeb55 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:57.356110 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-05c6dec0-b302-4866-9bfa-567b13deeb55 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:57.384544 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95510e40-e9e6-4bb3-8308-817e71fffebd tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:00:57.394893 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9313402b-6211-4b8b-a84b-ec17f883a88a None None] Sync routers for ids ['26f3844c-9333-4842-acad-b0d550c785fe'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:00:57.405780 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9313402b-6211-4b8b-a84b-ec17f883a88a None None] Routers {'26f3844c-9333-4842-acad-b0d550c785fe'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:00:57.406408 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-9313402b-6211-4b8b-a84b-ec17f883a88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:00:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['26f3844c-9333-4842-acad-b0d550c785fe'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:57.411397 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-95510e40-e9e6-4bb3-8308-817e71fffebd tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:57.415632 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38700) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:57.415974 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-95510e40-e9e6-4bb3-8308-817e71fffebd tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.5675833 Aug 23 21:00:57.424655 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38702) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:57.508863 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-05c6dec0-b302-4866-9bfa-567b13deeb55 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:57.529754 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-05c6dec0-b302-4866-9bfa-567b13deeb55 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:57.536453 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38706) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:57.539676 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148b21c7-abbb-4e8e-bb24-d4e138191f0d None None] Network 78be8653-6e5a-4822-9824-2e1b39fc9a52 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:00:57.548457 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-05c6dec0-b302-4866-9bfa-567b13deeb55 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "DELETE /v2.0/subnets/2d8a7708-cacd-4fd9-af05-5bc8fb75625e HTTP/1.1" status: 204 len: 168 time: 0.4578397 Aug 23 21:00:57.554554 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-a5a3385e-373a-4de6-991e-a20cc0aad444 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-476866078-network', 'tenant_id': '04ace1ca4b8848b7b18abeaa0879cf78'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:57.577701 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c6dec0-b302-4866-9bfa-567b13deeb55 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event deleted for resources: {'Subnet': ['ID=2d8a7708-cacd-4fd9-af05-5bc8fb75625e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:57.585602 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-9313402b-6211-4b8b-a84b-ec17f883a88a None None] Set router 26f3844c-9333-4842-acad-b0d550c785fe gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:00:57.632556 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-4393cc7d-96e4-458a-959e-b9700afc4452 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Deleting subnet da0cf45a-9488-431f-a98c-9af4fe19ec86 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 21:00:57.636274 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a3385e-373a-4de6-991e-a20cc0aad444 admin admin] Made reservation on behalf of 04ace1ca4b8848b7b18abeaa0879cf78 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:00:57.638717 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5a3385e-373a-4de6-991e-a20cc0aad444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:57.648313 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4393cc7d-96e4-458a-959e-b9700afc4452 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:57.651239 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5a3385e-373a-4de6-991e-a20cc0aad444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:57.664600 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4d9dc08c-3143-488d-a61a-47fc88aec8e4 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:57.712136 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4393cc7d-96e4-458a-959e-b9700afc4452 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:57.785170 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4d9dc08c-3143-488d-a61a-47fc88aec8e4 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:57.866499 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-4d9dc08c-3143-488d-a61a-47fc88aec8e4 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Deleting port 62897d50-a92a-4e10-aa52-c3ebee123e5e {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:00:57.868675 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4d9dc08c-3143-488d-a61a-47fc88aec8e4 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:57.868814 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4393cc7d-96e4-458a-959e-b9700afc4452 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:57.919422 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-9313402b-6211-4b8b-a84b-ec17f883a88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f3844c-9333-4842-acad-b0d550c785fe', 'name': '', 'tenant_id': 'a9a2b79f492f4054a0852d9093c1b551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53327cf6-1582-4b03-938f-7734da26de51', 'external_fixed_ips': [{'subnet_id': 'a71d42ca-ed01-426f-baa7-d76b0bcc02c0', 'ip_address': '2001:db8::308'}], 'enable_snat': True}, 'gw_port_id': '62897d50-a92a-4e10-aa52-c3ebee123e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:00:53Z', 'updated_at': '2021-08-23T21:00:56Z', 'revision_number': 3, 'project_id': 'a9a2b79f492f4054a0852d9093c1b551', 'gw_port': {'id': '62897d50-a92a-4e10-aa52-c3ebee123e5e', 'name': '', 'network_id': '53327cf6-1582-4b03-938f-7734da26de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:64:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f3844c-9333-4842-acad-b0d550c785fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': 'a71d42ca-ed01-426f-baa7-d76b0bcc02c0', 'ip_address': '2001:db8::308', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:00:54Z', 'updated_at': '2021-08-23T21:00:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a71d42ca-ed01-426f-baa7-d76b0bcc02c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:57.960030 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9313402b-6211-4b8b-a84b-ec17f883a88a None None] Checking router: 26f3844c-9333-4842-acad-b0d550c785fe for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:00:57.960657 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9313402b-6211-4b8b-a84b-ec17f883a88a None None] Updating router 26f3844c-9333-4842-acad-b0d550c785fe port 62897d50-a92a-4e10-aa52-c3ebee123e5e binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 21:00:58.004776 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4393cc7d-96e4-458a-959e-b9700afc4452 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:58.021207 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4d9dc08c-3143-488d-a61a-47fc88aec8e4 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:58.022749 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9313402b-6211-4b8b-a84b-ec17f883a88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:58.036684 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-4d9dc08c-3143-488d-a61a-47fc88aec8e4 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Calling delete_port for 62897d50-a92a-4e10-aa52-c3ebee123e5e owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:00:58.047739 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5a3385e-373a-4de6-991e-a20cc0aad444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:58.048954 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4393cc7d-96e4-458a-959e-b9700afc4452 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event deleted for resources: {'Subnet': ['ID=da0cf45a-9488-431f-a98c-9af4fe19ec86,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:58.056154 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4393cc7d-96e4-458a-959e-b9700afc4452 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:58.061488 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4393cc7d-96e4-458a-959e-b9700afc4452 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "DELETE /v2.0/subnets/da0cf45a-9488-431f-a98c-9af4fe19ec86 HTTP/1.1" status: 204 len: 168 time: 0.5238814 Aug 23 21:00:58.062552 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38708) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:58.077783 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4393cc7d-96e4-458a-959e-b9700afc4452 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:00:58.078280 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4393cc7d-96e4-458a-959e-b9700afc4452 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:00:58.078944 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4393cc7d-96e4-458a-959e-b9700afc4452 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:00:58.079359 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4393cc7d-96e4-458a-959e-b9700afc4452 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:00:58.079741 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4393cc7d-96e4-458a-959e-b9700afc4452 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:00:58.080086 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4393cc7d-96e4-458a-959e-b9700afc4452 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:00:58.080416 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4393cc7d-96e4-458a-959e-b9700afc4452 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:00:58.080738 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4393cc7d-96e4-458a-959e-b9700afc4452 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:00:58.081062 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4393cc7d-96e4-458a-959e-b9700afc4452 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:00:58.081449 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4393cc7d-96e4-458a-959e-b9700afc4452 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:00:58.082373 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4393cc7d-96e4-458a-959e-b9700afc4452 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:00:58.082840 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4393cc7d-96e4-458a-959e-b9700afc4452 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:00:58.087562 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5a3385e-373a-4de6-991e-a20cc0aad444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:58.103840 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5a3385e-373a-4de6-991e-a20cc0aad444 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:00:58.167861 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a3385e-373a-4de6-991e-a20cc0aad444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b52a68-b978-4f20-ac52-69e3e4a96fbe,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:58.261027 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5a3385e-373a-4de6-991e-a20cc0aad444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:58.261428 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-a5a3385e-373a-4de6-991e-a20cc0aad444 admin admin] Added segment 3929242b-52d9-40b9-9942-003e4522b4b7 of type vlan for network 445d4521-abca-47c6-97f1-469f287f9a90 Aug 23 21:00:58.267572 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4d9dc08c-3143-488d-a61a-47fc88aec8e4 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:58.318803 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9dc08c-3143-488d-a61a-47fc88aec8e4 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Pushing event deleted for resources: {'Port': ['ID=62897d50-a92a-4e10-aa52-c3ebee123e5e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:58.364904 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5a3385e-373a-4de6-991e-a20cc0aad444 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:58.367233 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ee4ebb98-ba81-43c8-99e0-580bf299da3d req-2c13cd96-a732-4ce4-af52-d439d3e78776 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=d496e23c-af38-4cb2-bc2c-55e541fbd401 HTTP/1.1" status: 200 len: 210 time: 0.0498259 Aug 23 21:00:58.386202 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-07e21ed7-e804-4393-bb91-9eec80216141 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:58.414472 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5a3385e-373a-4de6-991e-a20cc0aad444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:58.415493 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a3385e-373a-4de6-991e-a20cc0aad444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:58.416239 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5a3385e-373a-4de6-991e-a20cc0aad444 admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:58.423879 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4d9dc08c-3143-488d-a61a-47fc88aec8e4 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:58.523959 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.db.api [None req-9313402b-6211-4b8b-a84b-ec17f883a88a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 21:00:58.524535 n-d-805663-2 neutron-server[94689]: DEBUG oslo_db.api [None req-9313402b-6211-4b8b-a84b-ec17f883a88a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 21:00:58.527724 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a5a3385e-373a-4de6-991e-a20cc0aad444 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1011775 Aug 23 21:00:58.531760 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38712) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:58.539973 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-d1265c8b-133c-47d3-b4ff-7eb84a66c0d2 admin admin] Request body: {'subnet': {'network_id': '445d4521-abca-47c6-97f1-469f287f9a90', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-476866078-subnet', 'tenant_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:58.564776 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a3385e-373a-4de6-991e-a20cc0aad444 admin admin] Pushing event updated for resources: {'Network': ['ID=445d4521-abca-47c6-97f1-469f287f9a90,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:58.569944 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4d9dc08c-3143-488d-a61a-47fc88aec8e4 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:58.573402 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4d9dc08c-3143-488d-a61a-47fc88aec8e4 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:58.582363 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 445d4521-abca-47c6-97f1-469f287f9a90 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:00:58.591085 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1265c8b-133c-47d3-b4ff-7eb84a66c0d2 admin admin] Made reservation on behalf of 04ace1ca4b8848b7b18abeaa0879cf78 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:00:58.593466 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d1265c8b-133c-47d3-b4ff-7eb84a66c0d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:58.614151 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-07e21ed7-e804-4393-bb91-9eec80216141 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Deleting port 8449080f-203a-422e-bb91-b902f42d248c {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:00:58.614494 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-07e21ed7-e804-4393-bb91-9eec80216141 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:58.636551 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4d9dc08c-3143-488d-a61a-47fc88aec8e4 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:58.637244 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9dc08c-3143-488d-a61a-47fc88aec8e4 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 26f3844c-9333-4842-acad-b0d550c785fe {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 21:00:58.648652 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4d9dc08c-3143-488d-a61a-47fc88aec8e4 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:58.651082 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-4d9dc08c-3143-488d-a61a-47fc88aec8e4 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] 10.222.0.61 "DELETE /v2.0/routers/26f3844c-9333-4842-acad-b0d550c785fe HTTP/1.1" status: 204 len: 168 time: 1.2335629 Aug 23 21:00:58.652894 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38714) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:58.740407 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cc7ec4d-3856-4f3c-96ea-f8157859204d tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Deleting subnet a71d42ca-ed01-426f-baa7-d76b0bcc02c0 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 21:00:58.747013 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0cc7ec4d-3856-4f3c-96ea-f8157859204d tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:58.766085 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f8cf71-8370-4db0-a02d-32c052166b60 None None] Network 78be8653-6e5a-4822-9824-2e1b39fc9a52 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:00:58.783848 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-07e21ed7-e804-4393-bb91-9eec80216141 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] For port 8449080f-203a-422e-bb91-b902f42d248c, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=8449080f-203a-422e-bb91-b902f42d248c,segment=NetworkSegment(9e9cf198-9031-4fd4-90d8-71bb3f8069c7),segment_id=9e9cf198-9031-4fd4-90d8-71bb3f8069c7)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:00:58.785030 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-07e21ed7-e804-4393-bb91-9eec80216141 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:58.808577 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-07e21ed7-e804-4393-bb91-9eec80216141 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Calling delete_port for 8449080f-203a-422e-bb91-b902f42d248c owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:00:58.847019 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7ac3251f-4506-41f6-a204-96dd9c8b54b7 None None] Provisioning complete for port 8449080f-203a-422e-bb91-b902f42d248c triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:00:58.847666 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7ac3251f-4506-41f6-a204-96dd9c8b54b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:58.994241 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-07e21ed7-e804-4393-bb91-9eec80216141 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:59.025679 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d1265c8b-133c-47d3-b4ff-7eb84a66c0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:59.037288 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e21ed7-e804-4393-bb91-9eec80216141 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event deleted for resources: {'Port': ['ID=8449080f-203a-422e-bb91-b902f42d248c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:59.058217 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e21ed7-e804-4393-bb91-9eec80216141 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] No DVR routers for this DVR port 8449080f-203a-422e-bb91-b902f42d248c on host n-d-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:00:59.059834 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9313402b-6211-4b8b-a84b-ec17f883a88a None None] Port 62897d50-a92a-4e10-aa52-c3ebee123e5e not found while updating agent binding for router 26f3844c-9333-4842-acad-b0d550c785fe. {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 23 21:00:59.088240 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9313402b-6211-4b8b-a84b-ec17f883a88a None None] Routers set() bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:00:59.088619 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9313402b-6211-4b8b-a84b-ec17f883a88a None None] Router IDs set() for agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 23 21:00:59.089242 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_agentschedulers_db [None req-9313402b-6211-4b8b-a84b-ec17f883a88a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'26f3844c-9333-4842-acad-b0d550c785fe'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:00:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent'). {{(pid=94689) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 23 21:00:59.089630 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9313402b-6211-4b8b-a84b-ec17f883a88a None None] The sync data for ids ['26f3844c-9333-4842-acad-b0d550c785fe'] in n-d-805663-2 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:00:59.164583 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab5fb95-54fe-448f-bb39-646433c017c1 None None] DHCP port deletion for 78be8653-6e5a-4822-9824-2e1b39fc9a52 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 21:00:59.166958 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0cc7ec4d-3856-4f3c-96ea-f8157859204d tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:59.172041 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1265c8b-133c-47d3-b4ff-7eb84a66c0d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96a69248-c630-4eeb-815d-91f60fdfe5d3,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:59.195349 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1265c8b-133c-47d3-b4ff-7eb84a66c0d2 admin admin] Checking segment: {'id': '3929242b-52d9-40b9-9942-003e4522b4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '445d4521-abca-47c6-97f1-469f287f9a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:00:59.195844 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1265c8b-133c-47d3-b4ff-7eb84a66c0d2 admin admin] Network hostable DHCP agents. Network: 445d4521-abca-47c6-97f1-469f287f9a90, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:00:59.200855 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-07e21ed7-e804-4393-bb91-9eec80216141 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:59.213643 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-07e21ed7-e804-4393-bb91-9eec80216141 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78be8653-6e5a-4822-9824-2e1b39fc9a52']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:59.217374 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0cc7ec4d-3856-4f3c-96ea-f8157859204d tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:59.230076 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-07e21ed7-e804-4393-bb91-9eec80216141 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e9cf198-9031-4fd4-90d8-71bb3f8069c7') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:59.230504 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-07e21ed7-e804-4393-bb91-9eec80216141 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e9cf198-9031-4fd4-90d8-71bb3f8069c7') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:59.243534 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-07e21ed7-e804-4393-bb91-9eec80216141 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:59.250090 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1265c8b-133c-47d3-b4ff-7eb84a66c0d2 admin admin] Network 445d4521-abca-47c6-97f1-469f287f9a90 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:00:59.265852 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-07e21ed7-e804-4393-bb91-9eec80216141 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:59.267525 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-d1265c8b-133c-47d3-b4ff-7eb84a66c0d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 445d4521-abca-47c6-97f1-469f287f9a90) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:00:59.275183 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1265c8b-133c-47d3-b4ff-7eb84a66c0d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:59.275949 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d1265c8b-133c-47d3-b4ff-7eb84a66c0d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:59.279361 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07e21ed7-e804-4393-bb91-9eec80216141 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:00:59.280118 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-07e21ed7-e804-4393-bb91-9eec80216141 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:59.283225 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 21:00:59.283225 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:00:59.283225 n-d-805663-2 neutron-server[94688]: timer() Aug 23 21:00:59.283225 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:00:59.283225 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 21:00:59.283225 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:00:59.283225 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 21:00:59.283225 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:00:59.283225 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 21:00:59.283225 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:00:59.283225 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 21:00:59.283225 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:00:59.283225 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 21:00:59.283225 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:00:59.283225 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:00:59.283225 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:00:59.283225 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:00:59.283225 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:00:59.283225 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 21:00:59.283225 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:00:59.283225 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 21:00:59.283225 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:00:59.283225 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:00:59.283225 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:00:59.283225 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 21:00:59.283225 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:00:59.283225 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:00:59.283225 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:00:59.283225 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:00:59.283225 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:00:59.283225 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:00:59.283225 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:00:59.291531 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c34eba-d9f6-4eb5-80c3-c4ea7ac50115 None None] Network 445d4521-abca-47c6-97f1-469f287f9a90 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:00:59.293520 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0cc7ec4d-3856-4f3c-96ea-f8157859204d tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:59.331455 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc7ec4d-3856-4f3c-96ea-f8157859204d tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a71d42ca-ed01-426f-baa7-d76b0bcc02c0,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:59.332596 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d1265c8b-133c-47d3-b4ff-7eb84a66c0d2 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7996156 Aug 23 21:00:59.335446 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38716) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:59.340412 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0cc7ec4d-3856-4f3c-96ea-f8157859204d tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:59.345179 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0cc7ec4d-3856-4f3c-96ea-f8157859204d tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] 10.222.0.61 "DELETE /v2.0/subnets/a71d42ca-ed01-426f-baa7-d76b0bcc02c0 HTTP/1.1" status: 204 len: 168 time: 0.6909554 Aug 23 21:00:59.349178 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-162ee90f-e6ba-4d5f-a1cd-54a2e39e822c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-476866078-router', 'tenant_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:59.350776 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38718) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:59.385562 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-162ee90f-e6ba-4d5f-a1cd-54a2e39e822c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:59.386620 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-162ee90f-e6ba-4d5f-a1cd-54a2e39e822c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:59.454292 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-443da357-a151-427d-8ee2-e9541fbbc620 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:59.457531 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-07e21ed7-e804-4393-bb91-9eec80216141 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:59.470132 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-07e21ed7-e804-4393-bb91-9eec80216141 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:59.476191 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-07e21ed7-e804-4393-bb91-9eec80216141 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "DELETE /v2.0/networks/78be8653-6e5a-4822-9824-2e1b39fc9a52 HTTP/1.1" status: 204 len: 168 time: 1.4035778 Aug 23 21:00:59.476873 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38724) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:59.491465 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32156774-1705-41d9-8b75-858c46a5face None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-445d4521-abca-47c6-97f1-469f287f9a90', 'network_id': '445d4521-abca-47c6-97f1-469f287f9a90', 'tenant_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'fixed_ips': [{'subnet_id': '96a69248-c630-4eeb-815d-91f60fdfe5d3'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 21:00:59.492625 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-32156774-1705-41d9-8b75-858c46a5face None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:59.500600 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e21ed7-e804-4393-bb91-9eec80216141 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event deleted for resources: {'Network': ['ID=78be8653-6e5a-4822-9824-2e1b39fc9a52,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:59.532948 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-162ee90f-e6ba-4d5f-a1cd-54a2e39e822c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:59.585422 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-443da357-a151-427d-8ee2-e9541fbbc620 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:59.598878 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-443da357-a151-427d-8ee2-e9541fbbc620 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53327cf6-1582-4b03-938f-7734da26de51']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:59.622001 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-443da357-a151-427d-8ee2-e9541fbbc620 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fedd1f0d-0dda-4bd2-b311-08ca66cd9427') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:59.622542 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-443da357-a151-427d-8ee2-e9541fbbc620 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fedd1f0d-0dda-4bd2-b311-08ca66cd9427') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:00:59.638135 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-443da357-a151-427d-8ee2-e9541fbbc620 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:59.658444 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-443da357-a151-427d-8ee2-e9541fbbc620 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:59.660919 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d83562-56fd-4181-9eca-1ff6d3b4bb9d tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:00:59.662712 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-90d83562-56fd-4181-9eca-1ff6d3b4bb9d tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1848826 Aug 23 21:00:59.669763 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38726) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:59.687966 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-443da357-a151-427d-8ee2-e9541fbbc620 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:00:59.688707 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-443da357-a151-427d-8ee2-e9541fbbc620 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:59.691430 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 21:00:59.691430 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:00:59.691430 n-d-805663-2 neutron-server[94688]: timer() Aug 23 21:00:59.691430 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:00:59.691430 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 21:00:59.691430 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:00:59.691430 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 21:00:59.691430 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:00:59.691430 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 21:00:59.691430 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:00:59.691430 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 21:00:59.691430 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:00:59.691430 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 21:00:59.691430 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:00:59.691430 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:00:59.691430 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:00:59.691430 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:00:59.691430 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:00:59.691430 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 21:00:59.691430 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:00:59.691430 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 21:00:59.691430 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:00:59.691430 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:00:59.691430 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:00:59.691430 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 21:00:59.691430 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:00:59.691430 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:00:59.691430 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:00:59.691430 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:00:59.691430 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:00:59.691430 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:00:59.691430 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:00:59.712176 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-32156774-1705-41d9-8b75-858c46a5face None None] Allocated IP 172.20.0.2 (445d4521-abca-47c6-97f1-469f287f9a90/96a69248-c630-4eeb-815d-91f60fdfe5d3/e570f5ce-a880-4e3d-b5da-fa39ff535d50) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:00:59.739490 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-162ee90f-e6ba-4d5f-a1cd-54a2e39e822c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:59.792092 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-39bd76f2-baec-415f-b7c8-0b3be4ba3494 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1206362 Aug 23 21:00:59.793707 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38728) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:00:59.802019 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-2dae5013-d7f5-4a59-845d-7488b6532361 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1970856160'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:00:59.813760 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-443da357-a151-427d-8ee2-e9541fbbc620 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:59.823334 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443da357-a151-427d-8ee2-e9541fbbc620 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 53327cf6-1582-4b03-938f-7734da26de51 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 23 21:00:59.826506 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-443da357-a151-427d-8ee2-e9541fbbc620 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:59.829451 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-443da357-a151-427d-8ee2-e9541fbbc620 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] 10.222.0.61 "DELETE /v2.0/networks/53327cf6-1582-4b03-938f-7734da26de51 HTTP/1.1" status: 204 len: 168 time: 0.4758732 Aug 23 21:00:59.855787 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443da357-a151-427d-8ee2-e9541fbbc620 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Pushing event deleted for resources: {'Network': ['ID=53327cf6-1582-4b03-938f-7734da26de51,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:00:59.880808 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dae5013-d7f5-4a59-845d-7488b6532361 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Made reservation on behalf of 08153f579e424ba89fe16c2afc1e0f40 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:00:59.886470 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2dae5013-d7f5-4a59-845d-7488b6532361 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:59.943348 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dae5013-d7f5-4a59-845d-7488b6532361 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:00:59.956962 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2dae5013-d7f5-4a59-845d-7488b6532361 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:00:59.957882 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-2dae5013-d7f5-4a59-845d-7488b6532361 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Added segment ea1d0bd3-dd6e-4bb5-a4f7-4d37bb490908 of type vlan for network 3d394d71-65dd-48c6-9c47-a9b83a46281a Aug 23 21:01:00.047487 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2dae5013-d7f5-4a59-845d-7488b6532361 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:00.071115 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-162ee90f-e6ba-4d5f-a1cd-54a2e39e822c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:00.090221 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2dae5013-d7f5-4a59-845d-7488b6532361 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:00.099937 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dae5013-d7f5-4a59-845d-7488b6532361 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:01:00.100792 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2dae5013-d7f5-4a59-845d-7488b6532361 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:00.122616 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-162ee90f-e6ba-4d5f-a1cd-54a2e39e822c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:00.186960 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae5013-d7f5-4a59-845d-7488b6532361 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event updated for resources: {'Network': ['ID=3d394d71-65dd-48c6-9c47-a9b83a46281a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:00.204543 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2dae5013-d7f5-4a59-845d-7488b6532361 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4093101 Aug 23 21:01:00.205299 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38736) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:00.212689 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-1a583146-64c9-481f-ac14-97bf7f288f11 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Request body: {'subnet': {'network_id': '3d394d71-65dd-48c6-9c47-a9b83a46281a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:01:00.308349 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38738) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:00.313748 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-162ee90f-e6ba-4d5f-a1cd-54a2e39e822c admin admin] Allocated IP 172.25.4.167 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/0cce81c2-9491-4738-8973-83333b3946eb) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:01:00.313909 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-1551aeb5-4208-4120-a7f5-7747e2cd87d6 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Request body: {'router': {'name': 'tempest-router--58093481', 'project_id': '0ce19a3de55d4c1c9ea54e2aae8ba0f5'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:01:00.341489 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-32156774-1705-41d9-8b75-858c46a5face None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:00.351060 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-32156774-1705-41d9-8b75-858c46a5face None None] Transition to ACTIVE for port object e570f5ce-a880-4e3d-b5da-fa39ff535d50 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:01:00.361959 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1551aeb5-4208-4120-a7f5-7747e2cd87d6 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:00.363650 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1551aeb5-4208-4120-a7f5-7747e2cd87d6 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:00.366840 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-32156774-1705-41d9-8b75-858c46a5face None None] Transition to ACTIVE for port object e570f5ce-a880-4e3d-b5da-fa39ff535d50 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:01:00.372750 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 8449080f-203a-422e-bb91-b902f42d248c no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:01:00.374737 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 3d394d71-65dd-48c6-9c47-a9b83a46281a details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:01:00.411077 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-32156774-1705-41d9-8b75-858c46a5face None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:00.427127 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1551aeb5-4208-4120-a7f5-7747e2cd87d6 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:00.441071 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1551aeb5-4208-4120-a7f5-7747e2cd87d6 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:00.445516 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 8449080f-203a-422e-bb91-b902f42d248c {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:01:00.445862 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 8449080f-203a-422e-bb91-b902f42d248c not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:01:00.456592 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a583146-64c9-481f-ac14-97bf7f288f11 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Made reservation on behalf of 08153f579e424ba89fe16c2afc1e0f40 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:01:00.462557 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1a583146-64c9-481f-ac14-97bf7f288f11 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:00.467644 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1551aeb5-4208-4120-a7f5-7747e2cd87d6 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:00.471142 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-1551aeb5-4208-4120-a7f5-7747e2cd87d6 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1617184 Aug 23 21:01:00.486138 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38740) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:00.511398 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32156774-1705-41d9-8b75-858c46a5face None None] Network 445d4521-abca-47c6-97f1-469f287f9a90 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:01:00.512135 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-162ee90f-e6ba-4d5f-a1cd-54a2e39e822c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:00.523096 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-32156774-1705-41d9-8b75-858c46a5face None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:01:00.525859 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32156774-1705-41d9-8b75-858c46a5face None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:01:00.527931 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32156774-1705-41d9-8b75-858c46a5face None None] Pushing event updated for resources: {'Port': ['ID=e570f5ce-a880-4e3d-b5da-fa39ff535d50,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:00.569811 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-162ee90f-e6ba-4d5f-a1cd-54a2e39e822c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:00.634861 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-32156774-1705-41d9-8b75-858c46a5face None None] Attempting to bind port e570f5ce-a880-4e3d-b5da-fa39ff535d50 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:01:00.635230 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-32156774-1705-41d9-8b75-858c46a5face None None] Attempting to bind port e570f5ce-a880-4e3d-b5da-fa39ff535d50 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '3929242b-52d9-40b9-9942-003e4522b4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '445d4521-abca-47c6-97f1-469f287f9a90'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:01:00.635713 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32156774-1705-41d9-8b75-858c46a5face None None] Attempting to bind port e570f5ce-a880-4e3d-b5da-fa39ff535d50 on network 445d4521-abca-47c6-97f1-469f287f9a90 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:01:00.640900 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32156774-1705-41d9-8b75-858c46a5face None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:01:00.641358 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32156774-1705-41d9-8b75-858c46a5face None None] Checking segment: {'id': '3929242b-52d9-40b9-9942-003e4522b4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '445d4521-abca-47c6-97f1-469f287f9a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:01:00.641666 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-32156774-1705-41d9-8b75-858c46a5face None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:00.642057 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32156774-1705-41d9-8b75-858c46a5face None None] Bound using segment: {'id': '3929242b-52d9-40b9-9942-003e4522b4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '445d4521-abca-47c6-97f1-469f287f9a90'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:01:00.642562 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-32156774-1705-41d9-8b75-858c46a5face None None] Bound port: e570f5ce-a880-4e3d-b5da-fa39ff535d50, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3929242b-52d9-40b9-9942-003e4522b4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '445d4521-abca-47c6-97f1-469f287f9a90'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:01:00.642897 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-32156774-1705-41d9-8b75-858c46a5face None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:00.643017 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ee90f-e6ba-4d5f-a1cd-54a2e39e822c admin admin] Pushing event updated for resources: {'Port': ['ID=0cce81c2-9491-4738-8973-83333b3946eb,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:00.652168 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162ee90f-e6ba-4d5f-a1cd-54a2e39e822c admin admin] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:01:00.653708 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-162ee90f-e6ba-4d5f-a1cd-54a2e39e822c admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:01:00.657045 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162ee90f-e6ba-4d5f-a1cd-54a2e39e822c admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:01:00.721632 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-32156774-1705-41d9-8b75-858c46a5face None None] For port e570f5ce-a880-4e3d-b5da-fa39ff535d50, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:01:00.725971 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-32156774-1705-41d9-8b75-858c46a5face None None] For port e570f5ce-a880-4e3d-b5da-fa39ff535d50, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=e570f5ce-a880-4e3d-b5da-fa39ff535d50,segment=NetworkSegment(3929242b-52d9-40b9-9942-003e4522b4b7),segment_id=3929242b-52d9-40b9-9942-003e4522b4b7)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:01:00.737241 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-32156774-1705-41d9-8b75-858c46a5face None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:00.771892 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1629631a-f2f3-4209-bc33-ad6b55d24eda tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:00.809217 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32156774-1705-41d9-8b75-858c46a5face None None] Pushing event updated for resources: {'Port': ['ID=e570f5ce-a880-4e3d-b5da-fa39ff535d50,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:00.958936 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-162ee90f-e6ba-4d5f-a1cd-54a2e39e822c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:01.015705 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1a583146-64c9-481f-ac14-97bf7f288f11 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:01.140921 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1629631a-f2f3-4209-bc33-ad6b55d24eda tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:01.145407 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1629631a-f2f3-4209-bc33-ad6b55d24eda tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:01.178423 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a583146-64c9-481f-ac14-97bf7f288f11 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event updated for resources: {'Subnet': ['ID=74c69b11-6d5f-43cb-a662-452f3dc86396,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:01.234213 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a583146-64c9-481f-ac14-97bf7f288f11 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Checking segment: {'id': 'ea1d0bd3-dd6e-4bb5-a4f7-4d37bb490908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '3d394d71-65dd-48c6-9c47-a9b83a46281a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:01:01.234568 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a583146-64c9-481f-ac14-97bf7f288f11 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Network hostable DHCP agents. Network: 3d394d71-65dd-48c6-9c47-a9b83a46281a, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:01:01.236641 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1629631a-f2f3-4209-bc33-ad6b55d24eda tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:01.237119 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1629631a-f2f3-4209-bc33-ad6b55d24eda tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Fanout notify agent at l3_agent the message router_deleted on router da39b74a-8aeb-4a1b-8db0-9c781ef646de {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 21:01:01.242101 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1629631a-f2f3-4209-bc33-ad6b55d24eda tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:01.243633 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-1629631a-f2f3-4209-bc33-ad6b55d24eda tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] 10.222.0.61 "DELETE /v2.0/routers/da39b74a-8aeb-4a1b-8db0-9c781ef646de HTTP/1.1" status: 204 len: 168 time: 0.7560530 Aug 23 21:01:01.248689 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-162ee90f-e6ba-4d5f-a1cd-54a2e39e822c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:01.262246 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a583146-64c9-481f-ac14-97bf7f288f11 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Network 3d394d71-65dd-48c6-9c47-a9b83a46281a is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:01:01.275820 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-1a583146-64c9-481f-ac14-97bf7f288f11 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 3d394d71-65dd-48c6-9c47-a9b83a46281a) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:01:01.280599 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a583146-64c9-481f-ac14-97bf7f288f11 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:01:01.281524 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1a583146-64c9-481f-ac14-97bf7f288f11 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:01.290185 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214049c0-c8c1-45e3-bb71-ff02b7ed92db None None] Network 3d394d71-65dd-48c6-9c47-a9b83a46281a requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:01:01.299746 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-1a583146-64c9-481f-ac14-97bf7f288f11 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0933151 Aug 23 21:01:01.302891 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38746) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:01.308639 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ca853ba2-46b8-4831-96c4-05f5631cc7f2 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Request body: {'port': {'network_id': '3d394d71-65dd-48c6-9c47-a9b83a46281a', 'name': 'tempest-PortsTestJSON-60804288'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:01:01.460124 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-162ee90f-e6ba-4d5f-a1cd-54a2e39e822c admin admin] Router 0fe2f740-7af3-4145-98b7-43ce9ee157fc is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 21:01:01.464497 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38748) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:01.481449 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca853ba2-46b8-4831-96c4-05f5631cc7f2 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Made reservation on behalf of 08153f579e424ba89fe16c2afc1e0f40 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:01:01.485707 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca853ba2-46b8-4831-96c4-05f5631cc7f2 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:01.522944 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565baf56-09d0-436a-bda3-f69e8d4df5ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-3d394d71-65dd-48c6-9c47-a9b83a46281a', 'network_id': '3d394d71-65dd-48c6-9c47-a9b83a46281a', 'tenant_id': '08153f579e424ba89fe16c2afc1e0f40', 'fixed_ips': [{'subnet_id': '74c69b11-6d5f-43cb-a662-452f3dc86396'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 21:01:01.523906 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-565baf56-09d0-436a-bda3-f69e8d4df5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:01.531693 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-ca853ba2-46b8-4831-96c4-05f5631cc7f2 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] device_id is not set on port 3589cf9d-a0ea-4978-9d47-bfa7b6b02e9d yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 21:01:01.618620 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162ee90f-e6ba-4d5f-a1cd-54a2e39e822c admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:01:01.630554 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0e7fa9-c699-4856-b55e-41023ccdd73c None None] Sync routers for ids ['0fe2f740-7af3-4145-98b7-43ce9ee157fc'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:01:01.646844 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0e7fa9-c699-4856-b55e-41023ccdd73c None None] Routers {'0fe2f740-7af3-4145-98b7-43ce9ee157fc'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:01:01.647737 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4d0e7fa9-c699-4856-b55e-41023ccdd73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:00:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['0fe2f740-7af3-4145-98b7-43ce9ee157fc'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:01.666753 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-162ee90f-e6ba-4d5f-a1cd-54a2e39e822c admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:01.671364 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-162ee90f-e6ba-4d5f-a1cd-54a2e39e822c admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3322539 Aug 23 21:01:01.676595 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38756) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:01.930631 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-565baf56-09d0-436a-bda3-f69e8d4df5ab None None] Allocated IP 172.20.0.2 (3d394d71-65dd-48c6-9c47-a9b83a46281a/74c69b11-6d5f-43cb-a662-452f3dc86396/9fdb0b39-3be6-4987-860e-97b55d0cc788) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:01:01.935326 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-4d0e7fa9-c699-4856-b55e-41023ccdd73c None None] Set router 0fe2f740-7af3-4145-98b7-43ce9ee157fc gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:01:02.169816 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device e570f5ce-a880-4e3d-b5da-fa39ff535d50 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:01:02.240091 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-226be9dc-8997-4d27-8534-4e545bd406ec tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-367206092', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}, 'admin_state_up': False}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:01:02.263150 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4d0e7fa9-c699-4856-b55e-41023ccdd73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe2f740-7af3-4145-98b7-43ce9ee157fc', 'name': 'tempest-TestVolumeBackupRestore-476866078-router', 'tenant_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': '0cce81c2-9491-4738-8973-83333b3946eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:00:59Z', 'updated_at': '2021-08-23T21:01:00Z', 'revision_number': 3, 'project_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'gw_port': {'id': '0cce81c2-9491-4738-8973-83333b3946eb', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d5:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe2f740-7af3-4145-98b7-43ce9ee157fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:01:00Z', 'updated_at': '2021-08-23T21:01:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:02.264491 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726f2558-db0d-43a7-b6eb-393ba97f6084 None None] Network 445d4521-abca-47c6-97f1-469f287f9a90 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:01:02.304135 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0e7fa9-c699-4856-b55e-41023ccdd73c None None] Checking router: 0fe2f740-7af3-4145-98b7-43ce9ee157fc for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:01:02.304725 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0e7fa9-c699-4856-b55e-41023ccdd73c None None] Updating router 0fe2f740-7af3-4145-98b7-43ce9ee157fc port 0cce81c2-9491-4738-8973-83333b3946eb binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 21:01:02.334215 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4d0e7fa9-c699-4856-b55e-41023ccdd73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:02.415241 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-226be9dc-8997-4d27-8534-4e545bd406ec tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:02.416220 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-226be9dc-8997-4d27-8534-4e545bd406ec tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:02.553471 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-226be9dc-8997-4d27-8534-4e545bd406ec tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:02.570105 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-42131b25-f5d2-4d2f-afeb-91f100a64061 None None] Provisioning for port e570f5ce-a880-4e3d-b5da-fa39ff535d50 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:01:02.589150 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-42131b25-f5d2-4d2f-afeb-91f100a64061 None None] Provisioning complete for port e570f5ce-a880-4e3d-b5da-fa39ff535d50 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:01:02.589150 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-42131b25-f5d2-4d2f-afeb-91f100a64061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:02.638561 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port e570f5ce-a880-4e3d-b5da-fa39ff535d50 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:01:02.671786 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4d0e7fa9-c699-4856-b55e-41023ccdd73c None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:02.680379 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port e570f5ce-a880-4e3d-b5da-fa39ff535d50 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:01:02.680772 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:02.686050 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-4d0e7fa9-c699-4856-b55e-41023ccdd73c None None] Transition to ACTIVE for port object 0cce81c2-9491-4738-8973-83333b3946eb will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:01:02.687155 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-565baf56-09d0-436a-bda3-f69e8d4df5ab None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:02.699838 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4d0e7fa9-c699-4856-b55e-41023ccdd73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:02.741121 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-565baf56-09d0-436a-bda3-f69e8d4df5ab None None] Transition to ACTIVE for port object 9fdb0b39-3be6-4987-860e-97b55d0cc788 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:01:02.820843 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-565baf56-09d0-436a-bda3-f69e8d4df5ab None None] Transition to ACTIVE for port object 9fdb0b39-3be6-4987-860e-97b55d0cc788 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:01:02.845601 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-4d0e7fa9-c699-4856-b55e-41023ccdd73c None None] Attempting to bind port 0cce81c2-9491-4738-8973-83333b3946eb on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:01:02.848385 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-4d0e7fa9-c699-4856-b55e-41023ccdd73c None None] Attempting to bind port 0cce81c2-9491-4738-8973-83333b3946eb by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:01:02.848769 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0e7fa9-c699-4856-b55e-41023ccdd73c None None] Attempting to bind port 0cce81c2-9491-4738-8973-83333b3946eb on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:01:02.865689 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d03bd4-ec19-4e57-9adf-8373b90ac5e1 None None] Pushing event updated for resources: {'Port': ['ID=0cce81c2-9491-4738-8973-83333b3946eb,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:02.880522 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-565baf56-09d0-436a-bda3-f69e8d4df5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:02.890583 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0e7fa9-c699-4856-b55e-41023ccdd73c None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:01:02.890985 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0e7fa9-c699-4856-b55e-41023ccdd73c None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:01:02.891390 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4d0e7fa9-c699-4856-b55e-41023ccdd73c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:02.891780 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0e7fa9-c699-4856-b55e-41023ccdd73c None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:01:02.893916 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-4d0e7fa9-c699-4856-b55e-41023ccdd73c None None] Bound port: 0cce81c2-9491-4738-8973-83333b3946eb, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:01:02.894545 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4d0e7fa9-c699-4856-b55e-41023ccdd73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:02.898645 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d03bd4-ec19-4e57-9adf-8373b90ac5e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:01:02.898980 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d03bd4-ec19-4e57-9adf-8373b90ac5e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:01:02.900088 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d03bd4-ec19-4e57-9adf-8373b90ac5e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:01:02.900088 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d03bd4-ec19-4e57-9adf-8373b90ac5e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:01:02.900088 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d03bd4-ec19-4e57-9adf-8373b90ac5e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:01:02.900470 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d03bd4-ec19-4e57-9adf-8373b90ac5e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:01:02.900981 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d03bd4-ec19-4e57-9adf-8373b90ac5e1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:01:02.901306 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d03bd4-ec19-4e57-9adf-8373b90ac5e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:01:02.901620 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d03bd4-ec19-4e57-9adf-8373b90ac5e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:01:02.901936 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d03bd4-ec19-4e57-9adf-8373b90ac5e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:01:02.902204 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-226be9dc-8997-4d27-8534-4e545bd406ec tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:02.902318 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d03bd4-ec19-4e57-9adf-8373b90ac5e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:01:02.902603 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d03bd4-ec19-4e57-9adf-8373b90ac5e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:01:02.970393 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-ca853ba2-46b8-4831-96c4-05f5631cc7f2 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Allocated IP 172.20.0.14 (3d394d71-65dd-48c6-9c47-a9b83a46281a/74c69b11-6d5f-43cb-a662-452f3dc86396/3589cf9d-a0ea-4978-9d47-bfa7b6b02e9d) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:01:02.999283 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-42131b25-f5d2-4d2f-afeb-91f100a64061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:03.020385 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565baf56-09d0-436a-bda3-f69e8d4df5ab None None] Network 3d394d71-65dd-48c6-9c47-a9b83a46281a is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:01:03.024385 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:03.062318 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-565baf56-09d0-436a-bda3-f69e8d4df5ab None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:01:03.070731 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-4d0e7fa9-c699-4856-b55e-41023ccdd73c None None] For port 0cce81c2-9491-4738-8973-83333b3946eb, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:01:03.074215 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-4d0e7fa9-c699-4856-b55e-41023ccdd73c None None] For port 0cce81c2-9491-4738-8973-83333b3946eb, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=0cce81c2-9491-4738-8973-83333b3946eb,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:01:03.082529 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565baf56-09d0-436a-bda3-f69e8d4df5ab None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:01:03.086997 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4d0e7fa9-c699-4856-b55e-41023ccdd73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:03.095577 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565baf56-09d0-436a-bda3-f69e8d4df5ab None None] Pushing event updated for resources: {'Port': ['ID=9fdb0b39-3be6-4987-860e-97b55d0cc788,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:03.170031 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port e570f5ce-a880-4e3d-b5da-fa39ff535d50, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=e570f5ce-a880-4e3d-b5da-fa39ff535d50,segment=NetworkSegment(3929242b-52d9-40b9-9942-003e4522b4b7),segment_id=3929242b-52d9-40b9-9942-003e4522b4b7)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:01:03.201409 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0e7fa9-c699-4856-b55e-41023ccdd73c None None] Routers {'0fe2f740-7af3-4145-98b7-43ce9ee157fc'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:01:03.202104 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4d0e7fa9-c699-4856-b55e-41023ccdd73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:00:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['0fe2f740-7af3-4145-98b7-43ce9ee157fc'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:03.204472 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d03bd4-ec19-4e57-9adf-8373b90ac5e1 None None] Pushing event updated for resources: {'Port': ['ID=0cce81c2-9491-4738-8973-83333b3946eb,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:03.237325 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:03.312438 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-565baf56-09d0-436a-bda3-f69e8d4df5ab None None] Attempting to bind port 9fdb0b39-3be6-4987-860e-97b55d0cc788 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:01:03.312831 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-565baf56-09d0-436a-bda3-f69e8d4df5ab None None] Attempting to bind port 9fdb0b39-3be6-4987-860e-97b55d0cc788 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ea1d0bd3-dd6e-4bb5-a4f7-4d37bb490908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '3d394d71-65dd-48c6-9c47-a9b83a46281a'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:01:03.313490 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565baf56-09d0-436a-bda3-f69e8d4df5ab None None] Attempting to bind port 9fdb0b39-3be6-4987-860e-97b55d0cc788 on network 3d394d71-65dd-48c6-9c47-a9b83a46281a {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:01:03.325097 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565baf56-09d0-436a-bda3-f69e8d4df5ab None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:01:03.325478 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565baf56-09d0-436a-bda3-f69e8d4df5ab None None] Checking segment: {'id': 'ea1d0bd3-dd6e-4bb5-a4f7-4d37bb490908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '3d394d71-65dd-48c6-9c47-a9b83a46281a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:01:03.325891 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-565baf56-09d0-436a-bda3-f69e8d4df5ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:03.326293 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565baf56-09d0-436a-bda3-f69e8d4df5ab None None] Bound using segment: {'id': 'ea1d0bd3-dd6e-4bb5-a4f7-4d37bb490908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '3d394d71-65dd-48c6-9c47-a9b83a46281a'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:01:03.326869 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-565baf56-09d0-436a-bda3-f69e8d4df5ab None None] Bound port: 9fdb0b39-3be6-4987-860e-97b55d0cc788, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea1d0bd3-dd6e-4bb5-a4f7-4d37bb490908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '3d394d71-65dd-48c6-9c47-a9b83a46281a'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:01:03.327494 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-565baf56-09d0-436a-bda3-f69e8d4df5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:03.414179 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.db.api [None req-42131b25-f5d2-4d2f-afeb-91f100a64061 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 21:01:03.414639 n-d-805663-2 neutron-server[94689]: DEBUG oslo_db.api [None req-42131b25-f5d2-4d2f-afeb-91f100a64061 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 21:01:03.427751 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=e570f5ce-a880-4e3d-b5da-fa39ff535d50,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:03.431437 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-4d0e7fa9-c699-4856-b55e-41023ccdd73c None None] Set router 0fe2f740-7af3-4145-98b7-43ce9ee157fc gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:01:03.475905 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-565baf56-09d0-436a-bda3-f69e8d4df5ab None None] For port 9fdb0b39-3be6-4987-860e-97b55d0cc788, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:01:03.481473 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-565baf56-09d0-436a-bda3-f69e8d4df5ab None None] For port 9fdb0b39-3be6-4987-860e-97b55d0cc788, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=9fdb0b39-3be6-4987-860e-97b55d0cc788,segment=NetworkSegment(ea1d0bd3-dd6e-4bb5-a4f7-4d37bb490908),segment_id=ea1d0bd3-dd6e-4bb5-a4f7-4d37bb490908)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:01:03.488357 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-565baf56-09d0-436a-bda3-f69e8d4df5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:03.563360 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565baf56-09d0-436a-bda3-f69e8d4df5ab None None] Pushing event updated for resources: {'Port': ['ID=9fdb0b39-3be6-4987-860e-97b55d0cc788,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:03.573129 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4894178a-519e-42a6-b5a3-3e7e16339072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:03.607105 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca853ba2-46b8-4831-96c4-05f5631cc7f2 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:03.638386 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-ca853ba2-46b8-4831-96c4-05f5631cc7f2 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Transition to ACTIVE for port object 3589cf9d-a0ea-4978-9d47-bfa7b6b02e9d will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:01:03.654393 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4d0e7fa9-c699-4856-b55e-41023ccdd73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe2f740-7af3-4145-98b7-43ce9ee157fc', 'name': 'tempest-TestVolumeBackupRestore-476866078-router', 'tenant_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': '0cce81c2-9491-4738-8973-83333b3946eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:00:59Z', 'updated_at': '2021-08-23T21:01:00Z', 'revision_number': 3, 'project_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'gw_port': {'id': '0cce81c2-9491-4738-8973-83333b3946eb', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d5:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe2f740-7af3-4145-98b7-43ce9ee157fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:01:00Z', 'updated_at': '2021-08-23T21:01:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:03.684098 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0e7fa9-c699-4856-b55e-41023ccdd73c None None] The sync data for ids ['0fe2f740-7af3-4145-98b7-43ce9ee157fc'] in n-d-805663-2 is: [{'id': '0fe2f740-7af3-4145-98b7-43ce9ee157fc', 'name': 'tempest-TestVolumeBackupRestore-476866078-router', 'tenant_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': '0cce81c2-9491-4738-8973-83333b3946eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:00:59Z', 'updated_at': '2021-08-23T21:01:00Z', 'revision_number': 3, 'project_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'gw_port': {'id': '0cce81c2-9491-4738-8973-83333b3946eb', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d5:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe2f740-7af3-4145-98b7-43ce9ee157fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:01:00Z', 'updated_at': '2021-08-23T21:01:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:01:03.812643 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-226be9dc-8997-4d27-8534-4e545bd406ec tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:03.870237 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-226be9dc-8997-4d27-8534-4e545bd406ec tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:03.882851 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca853ba2-46b8-4831-96c4-05f5631cc7f2 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:04.141142 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-4894178a-519e-42a6-b5a3-3e7e16339072 admin admin] Allocated IP 172.20.0.1 (445d4521-abca-47c6-97f1-469f287f9a90/96a69248-c630-4eeb-815d-91f60fdfe5d3/85b3eb5a-9b8d-4d0c-8250-be80ef675a82) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:01:04.145426 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca853ba2-46b8-4831-96c4-05f5631cc7f2 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Network 3d394d71-65dd-48c6-9c47-a9b83a46281a is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:01:04.158648 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-65f47f8e-5106-44b1-a9b2-530e6cb73d67 None None] Provisioning complete for port e570f5ce-a880-4e3d-b5da-fa39ff535d50 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:01:04.159121 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-65f47f8e-5106-44b1-a9b2-530e6cb73d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:04.178731 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-ca853ba2-46b8-4831-96c4-05f5631cc7f2 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:01:04.189576 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca853ba2-46b8-4831-96c4-05f5631cc7f2 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:01:04.193333 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca853ba2-46b8-4831-96c4-05f5631cc7f2 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event updated for resources: {'Port': ['ID=3589cf9d-a0ea-4978-9d47-bfa7b6b02e9d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:04.263371 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-226be9dc-8997-4d27-8534-4e545bd406ec tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Allocated IP 172.25.4.172 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/e381767a-8eb6-4ad1-a422-2661b83ec91a) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:01:04.344085 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device e570f5ce-a880-4e3d-b5da-fa39ff535d50 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:01:04.395410 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca853ba2-46b8-4831-96c4-05f5631cc7f2 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:01:04.396277 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca853ba2-46b8-4831-96c4-05f5631cc7f2 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:04.415860 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port e570f5ce-a880-4e3d-b5da-fa39ff535d50 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:01:04.416159 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:04.519666 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 0cce81c2-9491-4738-8973-83333b3946eb up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:01:04.596833 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 0cce81c2-9491-4738-8973-83333b3946eb completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:01:04.601946 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 0cce81c2-9491-4738-8973-83333b3946eb triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:01:04.602393 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:04.702410 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:04.725928 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 0cce81c2-9491-4738-8973-83333b3946eb, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=0cce81c2-9491-4738-8973-83333b3946eb,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:01:04.736483 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:04.737311 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 9fdb0b39-3be6-4987-860e-97b55d0cc788 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:01:04.745787 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5818e6-cbdb-47e2-80e9-0d0356501dcd None None] Network 3d394d71-65dd-48c6-9c47-a9b83a46281a requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:01:04.773491 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf15e94-8d6a-44ec-b675-c1ad427ea7b3 req-af1fcaea-e2d9-48d2-9b6f-de32cce0dbb2 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:01:04.775194 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0bf15e94-8d6a-44ec-b675-c1ad427ea7b3 req-af1fcaea-e2d9-48d2-9b6f-de32cce0dbb2 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=455d7e9d-2520-43f1-950c-39e875c6b2c7 HTTP/1.1" status: 200 len: 946 time: 0.5188575 Aug 23 21:01:04.781884 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ca853ba2-46b8-4831-96c4-05f5631cc7f2 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.4779098 Aug 23 21:01:04.786411 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38770) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:04.801270 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-4cdcf531-42d2-493f-aa64-e3fc662092c0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Request body: {'port': {'network_id': '3d394d71-65dd-48c6-9c47-a9b83a46281a', 'name': 'tempest-PortsTestJSON-751953508'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:01:04.840177 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4894178a-519e-42a6-b5a3-3e7e16339072 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:04.874852 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-4894178a-519e-42a6-b5a3-3e7e16339072 admin admin] Transition to ACTIVE for port object 85b3eb5a-9b8d-4d0c-8250-be80ef675a82 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:01:04.880342 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f60c8283-185f-4c08-9f2f-c52c48c0ee2a None None] Provisioning for port 9fdb0b39-3be6-4987-860e-97b55d0cc788 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:01:04.889313 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=0cce81c2-9491-4738-8973-83333b3946eb,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:04.899934 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-226be9dc-8997-4d27-8534-4e545bd406ec tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:04.905103 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0bf15e94-8d6a-44ec-b675-c1ad427ea7b3 req-07311218-891f-4bca-882b-79f3b8dc78c4 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937219 Aug 23 21:01:04.917005 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:01:04.917358 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:01:04.917703 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:01:04.918041 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:01:04.918505 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:01:04.918845 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:01:04.919244 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:01:04.919666 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:01:04.919901 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:01:04.920187 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:01:04.920526 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:01:04.920863 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:01:04.941661 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 9fdb0b39-3be6-4987-860e-97b55d0cc788 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:01:04.949137 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 9fdb0b39-3be6-4987-860e-97b55d0cc788 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:01:04.949515 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:04.964326 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4894178a-519e-42a6-b5a3-3e7e16339072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:05.007904 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-226be9dc-8997-4d27-8534-4e545bd406ec tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:05.018149 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4894178a-519e-42a6-b5a3-3e7e16339072 admin admin] Network 445d4521-abca-47c6-97f1-469f287f9a90 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:01:05.026505 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-4894178a-519e-42a6-b5a3-3e7e16339072 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:01:05.031800 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4894178a-519e-42a6-b5a3-3e7e16339072 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:01:05.071914 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226be9dc-8997-4d27-8534-4e545bd406ec tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:01:05.076251 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4894178a-519e-42a6-b5a3-3e7e16339072 admin admin] Pushing event updated for resources: {'Port': ['ID=85b3eb5a-9b8d-4d0c-8250-be80ef675a82,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:05.082032 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-226be9dc-8997-4d27-8534-4e545bd406ec tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:01:05.093885 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226be9dc-8997-4d27-8534-4e545bd406ec tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:01:05.123234 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:05.148011 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdcf531-42d2-493f-aa64-e3fc662092c0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Made reservation on behalf of 08153f579e424ba89fe16c2afc1e0f40 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:01:05.152343 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4cdcf531-42d2-493f-aa64-e3fc662092c0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:05.172301 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 9fdb0b39-3be6-4987-860e-97b55d0cc788, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=9fdb0b39-3be6-4987-860e-97b55d0cc788,segment=NetworkSegment(ea1d0bd3-dd6e-4bb5-a4f7-4d37bb490908),segment_id=ea1d0bd3-dd6e-4bb5-a4f7-4d37bb490908)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:01:05.178633 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4894178a-519e-42a6-b5a3-3e7e16339072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:05.179054 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:05.183359 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-4cdcf531-42d2-493f-aa64-e3fc662092c0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] device_id is not set on port 5e8f3f0c-f68b-4358-9682-c2f71839e257 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 21:01:05.250630 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226be9dc-8997-4d27-8534-4e545bd406ec tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Pushing event updated for resources: {'Port': ['ID=e381767a-8eb6-4ad1-a422-2661b83ec91a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:05.274801 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=9fdb0b39-3be6-4987-860e-97b55d0cc788,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:05.352000 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-4cdcf531-42d2-493f-aa64-e3fc662092c0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Allocated IP 172.20.0.13 (3d394d71-65dd-48c6-9c47-a9b83a46281a/74c69b11-6d5f-43cb-a662-452f3dc86396/5e8f3f0c-f68b-4358-9682-c2f71839e257) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:01:05.427429 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-20b791c9-5bd8-4916-8d3e-0bff75e3a491 None None] Provisioning for port 85b3eb5a-9b8d-4d0c-8250-be80ef675a82 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:01:05.433029 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-20b791c9-5bd8-4916-8d3e-0bff75e3a491 None None] Provisioning complete for port 85b3eb5a-9b8d-4d0c-8250-be80ef675a82 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:01:05.433361 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-20b791c9-5bd8-4916-8d3e-0bff75e3a491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:05.479339 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-20b791c9-5bd8-4916-8d3e-0bff75e3a491 None None] Port 85b3eb5a-9b8d-4d0c-8250-be80ef675a82 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:01:05.527116 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4cdcf531-42d2-493f-aa64-e3fc662092c0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:05.549716 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-4cdcf531-42d2-493f-aa64-e3fc662092c0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Transition to ACTIVE for port object 5e8f3f0c-f68b-4358-9682-c2f71839e257 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:01:05.598390 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4cdcf531-42d2-493f-aa64-e3fc662092c0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:05.600020 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4894178a-519e-42a6-b5a3-3e7e16339072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:05.613906 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-fab90da4-10a4-4c54-b531-68373b19d9da None None] Provisioning complete for port 9fdb0b39-3be6-4987-860e-97b55d0cc788 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:01:05.614601 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fab90da4-10a4-4c54-b531-68373b19d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:05.646754 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdcf531-42d2-493f-aa64-e3fc662092c0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Network 3d394d71-65dd-48c6-9c47-a9b83a46281a is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:01:05.650253 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-4cdcf531-42d2-493f-aa64-e3fc662092c0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:01:05.653221 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdcf531-42d2-493f-aa64-e3fc662092c0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:01:05.704525 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdcf531-42d2-493f-aa64-e3fc662092c0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event updated for resources: {'Port': ['ID=5e8f3f0c-f68b-4358-9682-c2f71839e257,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:05.728496 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdcf531-42d2-493f-aa64-e3fc662092c0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:01:05.729167 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4cdcf531-42d2-493f-aa64-e3fc662092c0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:05.758478 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-4cdcf531-42d2-493f-aa64-e3fc662092c0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9684954 Aug 23 21:01:05.761135 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38772) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:05.764420 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-fab90da4-10a4-4c54-b531-68373b19d9da None None] Provisioning for port 3589cf9d-a0ea-4978-9d47-bfa7b6b02e9d completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:01:05.778747 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-fab90da4-10a4-4c54-b531-68373b19d9da None None] Provisioning complete for port 3589cf9d-a0ea-4978-9d47-bfa7b6b02e9d triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:01:05.779083 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-226be9dc-8997-4d27-8534-4e545bd406ec tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:05.779524 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fab90da4-10a4-4c54-b531-68373b19d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:05.828795 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-fab90da4-10a4-4c54-b531-68373b19d9da None None] Port 3589cf9d-a0ea-4978-9d47-bfa7b6b02e9d cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:01:05.885387 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b78ce47-db48-42f3-a590-621ab24e7ba2 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:01:05.888105 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9b78ce47-db48-42f3-a590-621ab24e7ba2 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 921 time: 0.1239800 Aug 23 21:01:05.890824 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38774) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:05.959389 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-74121752-b886-4e3d-8d34-3a7fbe623b82 None None] Provisioning complete for port 3589cf9d-a0ea-4978-9d47-bfa7b6b02e9d triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:01:05.962027 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-74121752-b886-4e3d-8d34-3a7fbe623b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:06.014695 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-74121752-b886-4e3d-8d34-3a7fbe623b82 None None] Port 3589cf9d-a0ea-4978-9d47-bfa7b6b02e9d cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:01:06.032954 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-95114460-edb5-41a6-ba48-3aff7655f4c7 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Deleting port 5e8f3f0c-f68b-4358-9682-c2f71839e257 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:01:06.033311 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-95114460-edb5-41a6-ba48-3aff7655f4c7 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:06.127853 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 0cce81c2-9491-4738-8973-83333b3946eb up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:01:06.145853 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4894178a-519e-42a6-b5a3-3e7e16339072 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:06.157675 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4894178a-519e-42a6-b5a3-3e7e16339072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:06.170509 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:01:06.171400 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d588556a-cbd8-401f-bdc1-91224bb1eb8f req-c8396d67-a7de-4624-8089-cc1786621910 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:01:06.173105 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-057e2256-782e-4363-ac02-7ff6ca27a550 None None] Provisioning for port 5e8f3f0c-f68b-4358-9682-c2f71839e257 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:01:06.173773 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d588556a-cbd8-401f-bdc1-91224bb1eb8f req-c8396d67-a7de-4624-8089-cc1786621910 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=455d7e9d-2520-43f1-950c-39e875c6b2c7 HTTP/1.1" status: 200 len: 946 time: 0.1190951 Aug 23 21:01:06.177901 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-057e2256-782e-4363-ac02-7ff6ca27a550 None None] Provisioning complete for port 5e8f3f0c-f68b-4358-9682-c2f71839e257 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:01:06.178352 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-057e2256-782e-4363-ac02-7ff6ca27a550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:06.184447 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-226be9dc-8997-4d27-8534-4e545bd406ec tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:06.197847 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-95114460-edb5-41a6-ba48-3aff7655f4c7 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:06.219623 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-95114460-edb5-41a6-ba48-3aff7655f4c7 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Calling delete_port for 5e8f3f0c-f68b-4358-9682-c2f71839e257 owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:01:06.222111 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 0cce81c2-9491-4738-8973-83333b3946eb triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:01:06.222483 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:06.225571 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-057e2256-782e-4363-ac02-7ff6ca27a550 None None] Port 5e8f3f0c-f68b-4358-9682-c2f71839e257 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:01:06.233870 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5f058-0d2f-4893-a0b0-dbc575157234 req-dd0d08ea-7d6a-4e70-b6fc-3b20908fb24f tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:01:06.235351 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a0c5f058-0d2f-4893-a0b0-dbc575157234 req-dd0d08ea-7d6a-4e70-b6fc-3b20908fb24f tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.32 "GET /v2.0/ports?device_id=455d7e9d-2520-43f1-950c-39e875c6b2c7 HTTP/1.1" status: 200 len: 946 time: 0.1890087 Aug 23 21:01:06.240455 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d588556a-cbd8-401f-bdc1-91224bb1eb8f req-bc0a2b8a-baa8-4d5d-98f1-1c0900e21e2f tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523534 Aug 23 21:01:06.309591 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 9fdb0b39-3be6-4987-860e-97b55d0cc788 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:01:06.327397 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4894178a-519e-42a6-b5a3-3e7e16339072 admin admin] Pushing event updated for resources: {'Port': ['ID=85b3eb5a-9b8d-4d0c-8250-be80ef675a82,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:06.333844 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4894178a-519e-42a6-b5a3-3e7e16339072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:06.359703 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 9fdb0b39-3be6-4987-860e-97b55d0cc788 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:01:06.360106 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:06.379543 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-95114460-edb5-41a6-ba48-3aff7655f4c7 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:06.412111 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95114460-edb5-41a6-ba48-3aff7655f4c7 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event deleted for resources: {'Port': ['ID=5e8f3f0c-f68b-4358-9682-c2f71839e257,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:06.490670 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-95114460-edb5-41a6-ba48-3aff7655f4c7 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:06.492736 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-95114460-edb5-41a6-ba48-3aff7655f4c7 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "DELETE /v2.0/ports/5e8f3f0c-f68b-4358-9682-c2f71839e257 HTTP/1.1" status: 204 len: 168 time: 0.6009657 Aug 23 21:01:06.495357 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38778) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:06.521722 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-f36b0cff-0464-4057-af72-e112fd90546e tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] GET failed (client error): The resource could not be found. Aug 23 21:01:06.523371 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f36b0cff-0464-4057-af72-e112fd90546e tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "GET /v2.0/ports/5e8f3f0c-f68b-4358-9682-c2f71839e257 HTTP/1.1" status: 404 len: 333 time: 0.0270894 Aug 23 21:01:06.526128 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38780) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:06.540568 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-a0c5f058-0d2f-4893-a0b0-dbc575157234 req-d23b2b8d-3c0c-43ad-a571-933b5bd3916a tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Deleting port 714531fb-060b-4704-85ed-27c7659a838d {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:01:06.540903 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a0c5f058-0d2f-4893-a0b0-dbc575157234 req-d23b2b8d-3c0c-43ad-a571-933b5bd3916a tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:06.561855 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4894178a-519e-42a6-b5a3-3e7e16339072 admin admin] Network 445d4521-abca-47c6-97f1-469f287f9a90 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:01:06.630640 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-e5cec03c-6864-4090-821b-1e5de869747f tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Deleting port 3589cf9d-a0ea-4978-9d47-bfa7b6b02e9d {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:01:06.631040 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e5cec03c-6864-4090-821b-1e5de869747f tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:06.725619 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e5cec03c-6864-4090-821b-1e5de869747f tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:06.738688 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-e5cec03c-6864-4090-821b-1e5de869747f tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Calling delete_port for 3589cf9d-a0ea-4978-9d47-bfa7b6b02e9d owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:01:06.859788 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-4894178a-519e-42a6-b5a3-3e7e16339072 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:01:06.867467 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-226be9dc-8997-4d27-8534-4e545bd406ec tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Router 679d5d11-f243-4aa7-9e6e-a770a5cb3538 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 21:01:06.871834 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e5cec03c-6864-4090-821b-1e5de869747f tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:06.905388 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cec03c-6864-4090-821b-1e5de869747f tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event deleted for resources: {'Port': ['ID=3589cf9d-a0ea-4978-9d47-bfa7b6b02e9d,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:06.983112 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e5cec03c-6864-4090-821b-1e5de869747f tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:06.989982 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38782) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:06.990208 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e5cec03c-6864-4090-821b-1e5de869747f tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "DELETE /v2.0/ports/3589cf9d-a0ea-4978-9d47-bfa7b6b02e9d HTTP/1.1" status: 204 len: 168 time: 0.4628212 Aug 23 21:01:07.071513 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-d175d065-fdf3-4164-8453-1a00baa4dbcf tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] GET failed (client error): The resource could not be found. Aug 23 21:01:07.073353 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d175d065-fdf3-4164-8453-1a00baa4dbcf tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "GET /v2.0/ports/3589cf9d-a0ea-4978-9d47-bfa7b6b02e9d HTTP/1.1" status: 404 len: 333 time: 0.0824063 Aug 23 21:01:07.076687 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38784) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:07.097775 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-a0c5f058-0d2f-4893-a0b0-dbc575157234 req-d23b2b8d-3c0c-43ad-a571-933b5bd3916a tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] For port 714531fb-060b-4704-85ed-27c7659a838d, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=714531fb-060b-4704-85ed-27c7659a838d,segment=NetworkSegment(c18fa516-d00d-4d59-b20b-fdf45af90e68),segment_id=c18fa516-d00d-4d59-b20b-fdf45af90e68)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:01:07.098541 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a0c5f058-0d2f-4893-a0b0-dbc575157234 req-d23b2b8d-3c0c-43ad-a571-933b5bd3916a tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:07.159259 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7563c2a-8777-45d8-860c-387d915a5eec tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Deleting subnet 74c69b11-6d5f-43cb-a662-452f3dc86396 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 21:01:07.161880 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-da90ef7e-dbc3-45f3-b826-cac71670ad1f None None] Provisioning complete for port 85b3eb5a-9b8d-4d0c-8250-be80ef675a82 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:01:07.162652 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-da90ef7e-dbc3-45f3-b826-cac71670ad1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:07.163612 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-a0c5f058-0d2f-4893-a0b0-dbc575157234 req-d23b2b8d-3c0c-43ad-a571-933b5bd3916a tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Calling delete_port for 714531fb-060b-4704-85ed-27c7659a838d owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:01:07.165205 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e7563c2a-8777-45d8-860c-387d915a5eec tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:07.189626 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4894178a-519e-42a6-b5a3-3e7e16339072 admin admin] Router 0fe2f740-7af3-4145-98b7-43ce9ee157fc has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:01:07.197416 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226be9dc-8997-4d27-8534-4e545bd406ec tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:01:07.236334 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e7563c2a-8777-45d8-860c-387d915a5eec tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:07.313950 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-226be9dc-8997-4d27-8534-4e545bd406ec tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:07.315720 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-226be9dc-8997-4d27-8534-4e545bd406ec tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.8497305 Aug 23 21:01:07.321895 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38788) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:07.353760 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e7563c2a-8777-45d8-860c-387d915a5eec tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:07.386801 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193ccc5e-82cf-4f6d-8bd8-f0c851d1ae47 None None] Sync routers for ids ['679d5d11-f243-4aa7-9e6e-a770a5cb3538'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:01:07.408801 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193ccc5e-82cf-4f6d-8bd8-f0c851d1ae47 None None] Routers {'679d5d11-f243-4aa7-9e6e-a770a5cb3538'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:01:07.409564 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-193ccc5e-82cf-4f6d-8bd8-f0c851d1ae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:00:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['679d5d11-f243-4aa7-9e6e-a770a5cb3538'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:07.412989 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-da90ef7e-dbc3-45f3-b826-cac71670ad1f None None] Port 85b3eb5a-9b8d-4d0c-8250-be80ef675a82 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:01:07.429453 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e7563c2a-8777-45d8-860c-387d915a5eec tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:07.445988 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-193ccc5e-82cf-4f6d-8bd8-f0c851d1ae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:07.458063 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193ccc5e-82cf-4f6d-8bd8-f0c851d1ae47 None None] Routers {'679d5d11-f243-4aa7-9e6e-a770a5cb3538'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:01:07.458937 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7563c2a-8777-45d8-860c-387d915a5eec tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event deleted for resources: {'Subnet': ['ID=74c69b11-6d5f-43cb-a662-452f3dc86396,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:07.459535 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-193ccc5e-82cf-4f6d-8bd8-f0c851d1ae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:00:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['679d5d11-f243-4aa7-9e6e-a770a5cb3538'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:07.462862 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e7563c2a-8777-45d8-860c-387d915a5eec tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:07.464892 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e7563c2a-8777-45d8-860c-387d915a5eec tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "DELETE /v2.0/subnets/74c69b11-6d5f-43cb-a662-452f3dc86396 HTTP/1.1" status: 204 len: 168 time: 0.3871849 Aug 23 21:01:07.467471 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38790) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:07.503819 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481dd253-a428-4e09-99b6-fc5960685b2a None None] Network 3d394d71-65dd-48c6-9c47-a9b83a46281a requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:01:07.505803 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-193ccc5e-82cf-4f6d-8bd8-f0c851d1ae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:07.506417 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193ccc5e-82cf-4f6d-8bd8-f0c851d1ae47 None None] The sync data for ids ['679d5d11-f243-4aa7-9e6e-a770a5cb3538'] in n-d-805663-2 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:01:07.557708 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e8a794c7-183d-4aa4-bb29-2c745cf52639 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:07.562766 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4894178a-519e-42a6-b5a3-3e7e16339072 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:01:07.572657 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619d94b-1fa4-43b9-a730-9018944621d3 req-738df017-07e1-460e-982b-7c826b752d02 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:01:07.573719 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2176e63-a31f-440d-a970-d9c89554cd6b None None] Sync routers for ids ['0fe2f740-7af3-4145-98b7-43ce9ee157fc'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:01:07.579895 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2619d94b-1fa4-43b9-a730-9018944621d3 req-738df017-07e1-460e-982b-7c826b752d02 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=455d7e9d-2520-43f1-950c-39e875c6b2c7 HTTP/1.1" status: 200 len: 946 time: 0.2498100 Aug 23 21:01:07.585964 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4894178a-519e-42a6-b5a3-3e7e16339072 admin admin] 10.222.0.61 "PUT /v2.0/routers/0fe2f740-7af3-4145-98b7-43ce9ee157fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9129777 Aug 23 21:01:07.586673 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2176e63-a31f-440d-a970-d9c89554cd6b None None] Routers {'0fe2f740-7af3-4145-98b7-43ce9ee157fc'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:01:07.587580 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-d2176e63-a31f-440d-a970-d9c89554cd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:00:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['0fe2f740-7af3-4145-98b7-43ce9ee157fc'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:07.636307 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ba729f05-775a-46a4-ab27-48360c22898e tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] 10.222.0.61 "GET /v2.0/routers/679d5d11-f243-4aa7-9e6e-a770a5cb3538 HTTP/1.1" status: 200 len: 924 time: 0.3128419 Aug 23 21:01:07.636927 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38794) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:07.644666 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a0c5f058-0d2f-4893-a0b0-dbc575157234 req-d23b2b8d-3c0c-43ad-a571-933b5bd3916a tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:07.693636 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b36dbdc0-daa3-4d5e-8e69-6dd7bcfd551f tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] 10.222.0.61 "GET /v2.0/ports?device_id=679d5d11-f243-4aa7-9e6e-a770a5cb3538 HTTP/1.1" status: 200 len: 205 time: 0.0554349 Aug 23 21:01:07.695491 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-e8a794c7-183d-4aa4-bb29-2c745cf52639 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Deleting port 9fdb0b39-3be6-4987-860e-97b55d0cc788 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:01:07.695914 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e8a794c7-183d-4aa4-bb29-2c745cf52639 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:07.697610 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38796) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:07.702551 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2619d94b-1fa4-43b9-a730-9018944621d3 req-0dea0bf8-8898-4d06-be6d-f433ed1233b7 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=3cf444a9-1025-4099-993b-11261a4304f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215162 Aug 23 21:01:07.706831 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23b2b8d-3c0c-43ad-a571-933b5bd3916a tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Pushing event deleted for resources: {'Port': ['ID=714531fb-060b-4704-85ed-27c7659a838d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:07.748111 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab70587-7c07-4f5c-93c0-4aa6fed7cc4a None None] DHCP port deletion for 3d394d71-65dd-48c6-9c47-a9b83a46281a request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 21:01:07.785835 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c5f058-0d2f-4893-a0b0-dbc575157234 req-d23b2b8d-3c0c-43ad-a571-933b5bd3916a tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] No DVR routers for this DVR port 714531fb-060b-4704-85ed-27c7659a838d on host n-h2-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:01:07.788889 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a0c5f058-0d2f-4893-a0b0-dbc575157234 req-d23b2b8d-3c0c-43ad-a571-933b5bd3916a tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:07.791626 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a0c5f058-0d2f-4893-a0b0-dbc575157234 req-d23b2b8d-3c0c-43ad-a571-933b5bd3916a tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.32 "DELETE /v2.0/ports/714531fb-060b-4704-85ed-27c7659a838d HTTP/1.1" status: 204 len: 173 time: 1.5032587 Aug 23 21:01:07.792406 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455d7e9d-2520-43f1-950c-39e875c6b2c7', 'name': 'network-vif-deleted', 'tag': '714531fb-060b-4704-85ed-27c7659a838d'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:01:07.795564 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806b4c9f-12e0-4093-84aa-28a477d076ee" -d '{"events": [{"server_uuid": "455d7e9d-2520-43f1-950c-39e875c6b2c7", "name": "network-vif-deleted", "tag": "714531fb-060b-4704-85ed-27c7659a838d"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:01:07.853030 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78db4104-7203-4477-8e67-2768ad937415 x-openstack-request-id: req-78db4104-7203-4477-8e67-2768ad937415 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:01:07.853716 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455d7e9d-2520-43f1-950c-39e875c6b2c7", "name": "network-vif-deleted", "tag": "714531fb-060b-4704-85ed-27c7659a838d", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:01:07.853975 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-78db4104-7203-4477-8e67-2768ad937415 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:01:07.854424 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455d7e9d-2520-43f1-950c-39e875c6b2c7', 'name': 'network-vif-deleted', 'tag': '714531fb-060b-4704-85ed-27c7659a838d', 'status': 'completed', 'code': 200} Aug 23 21:01:07.881590 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-d2176e63-a31f-440d-a970-d9c89554cd6b None None] Set router 0fe2f740-7af3-4145-98b7-43ce9ee157fc gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:01:07.881909 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-5ab70587-7c07-4f5c-93c0-4aa6fed7cc4a None None] Deleting port 9fdb0b39-3be6-4987-860e-97b55d0cc788 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:01:07.882292 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5ab70587-7c07-4f5c-93c0-4aa6fed7cc4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:07.970030 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-5ab70587-7c07-4f5c-93c0-4aa6fed7cc4a None None] For port 9fdb0b39-3be6-4987-860e-97b55d0cc788, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=9fdb0b39-3be6-4987-860e-97b55d0cc788,segment=NetworkSegment(ea1d0bd3-dd6e-4bb5-a4f7-4d37bb490908),segment_id=ea1d0bd3-dd6e-4bb5-a4f7-4d37bb490908)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:01:07.970923 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5ab70587-7c07-4f5c-93c0-4aa6fed7cc4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:07.988744 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-5ab70587-7c07-4f5c-93c0-4aa6fed7cc4a None None] Calling delete_port for 9fdb0b39-3be6-4987-860e-97b55d0cc788 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:01:08.099378 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5ab70587-7c07-4f5c-93c0-4aa6fed7cc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:08.162743 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab70587-7c07-4f5c-93c0-4aa6fed7cc4a None None] Pushing event deleted for resources: {'Port': ['ID=9fdb0b39-3be6-4987-860e-97b55d0cc788,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:08.181393 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab70587-7c07-4f5c-93c0-4aa6fed7cc4a None None] No DVR routers for this DVR port 9fdb0b39-3be6-4987-860e-97b55d0cc788 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:01:08.242963 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 9fdb0b39-3be6-4987-860e-97b55d0cc788 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:01:08.278490 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 9fdb0b39-3be6-4987-860e-97b55d0cc788 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:01:08.283538 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 9fdb0b39-3be6-4987-860e-97b55d0cc788 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:01:08.307796 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-e8a794c7-183d-4aa4-bb29-2c745cf52639 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] For port 9fdb0b39-3be6-4987-860e-97b55d0cc788, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=9fdb0b39-3be6-4987-860e-97b55d0cc788,segment=NetworkSegment(ea1d0bd3-dd6e-4bb5-a4f7-4d37bb490908),segment_id=ea1d0bd3-dd6e-4bb5-a4f7-4d37bb490908)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:01:08.308805 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e8a794c7-183d-4aa4-bb29-2c745cf52639 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:08.322790 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-d2176e63-a31f-440d-a970-d9c89554cd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe2f740-7af3-4145-98b7-43ce9ee157fc', 'name': 'tempest-TestVolumeBackupRestore-476866078-router', 'tenant_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': '0cce81c2-9491-4738-8973-83333b3946eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:00:59Z', 'updated_at': '2021-08-23T21:01:05Z', 'revision_number': 4, 'project_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'gw_port': {'id': '0cce81c2-9491-4738-8973-83333b3946eb', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe2f740-7af3-4145-98b7-43ce9ee157fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:01:00Z', 'updated_at': '2021-08-23T21:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '85b3eb5a-9b8d-4d0c-8250-be80ef675a82', 'name': '', 'network_id': '445d4521-abca-47c6-97f1-469f287f9a90', 'tenant_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'mac_address': 'fa:16:3e:8a:32:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe2f740-7af3-4145-98b7-43ce9ee157fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '96a69248-c630-4eeb-815d-91f60fdfe5d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:01:03Z', 'updated_at': '2021-08-23T21:01:05Z', 'revision_number': 2, 'project_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'subnets': [{'id': '96a69248-c630-4eeb-815d-91f60fdfe5d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:08.335655 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-e8a794c7-183d-4aa4-bb29-2c745cf52639 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Calling delete_port for 9fdb0b39-3be6-4987-860e-97b55d0cc788 owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:01:08.363946 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2176e63-a31f-440d-a970-d9c89554cd6b None None] Checking router: 0fe2f740-7af3-4145-98b7-43ce9ee157fc for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:01:08.364329 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2176e63-a31f-440d-a970-d9c89554cd6b None None] Updating router 0fe2f740-7af3-4145-98b7-43ce9ee157fc port 85b3eb5a-9b8d-4d0c-8250-be80ef675a82 binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 21:01:08.403394 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d2176e63-a31f-440d-a970-d9c89554cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:08.429489 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 714531fb-060b-4704-85ed-27c7659a838d no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:01:08.453418 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e8a794c7-183d-4aa4-bb29-2c745cf52639 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:08.476657 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: 714531fb-060b-4704-85ed-27c7659a838d {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:01:08.477888 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 714531fb-060b-4704-85ed-27c7659a838d not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:01:08.506445 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a794c7-183d-4aa4-bb29-2c745cf52639 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event deleted for resources: {'Port': ['ID=9fdb0b39-3be6-4987-860e-97b55d0cc788,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:08.522561 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a794c7-183d-4aa4-bb29-2c745cf52639 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] No DVR routers for this DVR port 9fdb0b39-3be6-4987-860e-97b55d0cc788 on host n-d-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:01:08.673597 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38812) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:08.679931 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-15985ee6-a733-4173-8be5-99aaab04a991 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-853245504-network', 'tenant_id': '5972aaa015094daf9b5d1001494d8110'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:01:08.695662 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e8a794c7-183d-4aa4-bb29-2c745cf52639 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:08.705057 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15985ee6-a733-4173-8be5-99aaab04a991 admin admin] Made reservation on behalf of 5972aaa015094daf9b5d1001494d8110 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:01:08.707572 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-e8a794c7-183d-4aa4-bb29-2c745cf52639 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d394d71-65dd-48c6-9c47-a9b83a46281a']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:08.709092 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-15985ee6-a733-4173-8be5-99aaab04a991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:08.720894 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d2176e63-a31f-440d-a970-d9c89554cd6b None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:08.722417 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-e8a794c7-183d-4aa4-bb29-2c745cf52639 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea1d0bd3-dd6e-4bb5-a4f7-4d37bb490908') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:08.722919 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-e8a794c7-183d-4aa4-bb29-2c745cf52639 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea1d0bd3-dd6e-4bb5-a4f7-4d37bb490908') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:08.724335 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-15985ee6-a733-4173-8be5-99aaab04a991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:08.732221 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-d2176e63-a31f-440d-a970-d9c89554cd6b None None] Transition to ACTIVE for port object 85b3eb5a-9b8d-4d0c-8250-be80ef675a82 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:01:08.733853 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e8a794c7-183d-4aa4-bb29-2c745cf52639 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:08.743021 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d2176e63-a31f-440d-a970-d9c89554cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:08.772212 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e8a794c7-183d-4aa4-bb29-2c745cf52639 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:08.803230 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8a794c7-183d-4aa4-bb29-2c745cf52639 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:01:08.803464 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d297f753-7741-41fc-a04f-2dfe954701b8 None None] Pushing event updated for resources: {'Port': ['ID=85b3eb5a-9b8d-4d0c-8250-be80ef675a82,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:08.803651 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e8a794c7-183d-4aa4-bb29-2c745cf52639 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:08.806840 n-d-805663-2 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 21:01:08.806840 n-d-805663-2 neutron-server[94687]: self.session.flush() Aug 23 21:01:08.806840 n-d-805663-2 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 21:01:08.806840 n-d-805663-2 neutron-server[94687]: self.session.flush() Aug 23 21:01:08.806840 n-d-805663-2 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 21:01:08.806840 n-d-805663-2 neutron-server[94687]: self.session.flush() Aug 23 21:01:08.806840 n-d-805663-2 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 21:01:08.806840 n-d-805663-2 neutron-server[94687]: self.session.flush() Aug 23 21:01:08.806840 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 21:01:08.806840 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:01:08.806840 n-d-805663-2 neutron-server[94687]: timer() Aug 23 21:01:08.806840 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:01:08.806840 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 21:01:08.806840 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:01:08.806840 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 21:01:08.806840 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:01:08.806840 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 21:01:08.806840 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:01:08.806840 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 21:01:08.806840 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:01:08.806840 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 21:01:08.806840 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:01:08.806840 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:01:08.806840 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:01:08.806840 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:01:08.806840 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:01:08.806840 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 21:01:08.806840 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:01:08.806840 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 21:01:08.806840 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:01:08.806840 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:01:08.806840 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:01:08.806840 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 21:01:08.806840 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:01:08.806840 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:01:08.806840 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:01:08.806840 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:01:08.806840 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:01:08.806840 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:01:08.806840 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:01:08.851156 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5068995d-51fa-44c7-bc9f-7f046a0b2efe req-38c848d4-9b64-4e57-8f50-8a75b0095582 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=455d7e9d-2520-43f1-950c-39e875c6b2c7 HTTP/1.1" status: 200 len: 210 time: 0.0521624 Aug 23 21:01:08.857037 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-315ea877-9b8c-4f28-b41d-acb2e61e4cf5 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:08.891417 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-d2176e63-a31f-440d-a970-d9c89554cd6b None None] Attempting to bind port 85b3eb5a-9b8d-4d0c-8250-be80ef675a82 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:01:08.891777 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-d2176e63-a31f-440d-a970-d9c89554cd6b None None] Attempting to bind port 85b3eb5a-9b8d-4d0c-8250-be80ef675a82 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '3929242b-52d9-40b9-9942-003e4522b4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '445d4521-abca-47c6-97f1-469f287f9a90'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:01:08.892162 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2176e63-a31f-440d-a970-d9c89554cd6b None None] Attempting to bind port 85b3eb5a-9b8d-4d0c-8250-be80ef675a82 on network 445d4521-abca-47c6-97f1-469f287f9a90 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:01:08.898320 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2176e63-a31f-440d-a970-d9c89554cd6b None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:01:08.898687 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2176e63-a31f-440d-a970-d9c89554cd6b None None] Checking segment: {'id': '3929242b-52d9-40b9-9942-003e4522b4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '445d4521-abca-47c6-97f1-469f287f9a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:01:08.899083 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d2176e63-a31f-440d-a970-d9c89554cd6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:08.899473 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2176e63-a31f-440d-a970-d9c89554cd6b None None] Bound using segment: {'id': '3929242b-52d9-40b9-9942-003e4522b4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '445d4521-abca-47c6-97f1-469f287f9a90'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:01:08.899933 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-d2176e63-a31f-440d-a970-d9c89554cd6b None None] Bound port: 85b3eb5a-9b8d-4d0c-8250-be80ef675a82, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3929242b-52d9-40b9-9942-003e4522b4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '445d4521-abca-47c6-97f1-469f287f9a90'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:01:08.900335 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d2176e63-a31f-440d-a970-d9c89554cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:08.977900 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-d2176e63-a31f-440d-a970-d9c89554cd6b None None] For port 85b3eb5a-9b8d-4d0c-8250-be80ef675a82, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:01:08.980921 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e8a794c7-183d-4aa4-bb29-2c745cf52639 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:08.983920 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-d2176e63-a31f-440d-a970-d9c89554cd6b None None] For port 85b3eb5a-9b8d-4d0c-8250-be80ef675a82, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=85b3eb5a-9b8d-4d0c-8250-be80ef675a82,segment=NetworkSegment(3929242b-52d9-40b9-9942-003e4522b4b7),segment_id=3929242b-52d9-40b9-9942-003e4522b4b7)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:01:08.988878 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e8a794c7-183d-4aa4-bb29-2c745cf52639 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:08.992381 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e8a794c7-183d-4aa4-bb29-2c745cf52639 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "DELETE /v2.0/networks/3d394d71-65dd-48c6-9c47-a9b83a46281a HTTP/1.1" status: 204 len: 168 time: 1.5238836 Aug 23 21:01:08.998344 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38816) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:08.999551 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d2176e63-a31f-440d-a970-d9c89554cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:09.007775 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-7b725ba3-1ad0-4b24-ac0c-c40dd99f977a tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-497357425'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:01:09.048338 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-15985ee6-a733-4173-8be5-99aaab04a991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:09.048557 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a794c7-183d-4aa4-bb29-2c745cf52639 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event deleted for resources: {'Network': ['ID=3d394d71-65dd-48c6-9c47-a9b83a46281a,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:09.059617 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-15985ee6-a733-4173-8be5-99aaab04a991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:09.088692 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15985ee6-a733-4173-8be5-99aaab04a991 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:01:09.092370 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-315ea877-9b8c-4f28-b41d-acb2e61e4cf5 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:09.100726 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b725ba3-1ad0-4b24-ac0c-c40dd99f977a tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Made reservation on behalf of 08153f579e424ba89fe16c2afc1e0f40 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:01:09.105156 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7b725ba3-1ad0-4b24-ac0c-c40dd99f977a tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:09.107312 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15985ee6-a733-4173-8be5-99aaab04a991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a08942-91de-4714-9f44-376d9f9ae39c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:09.110930 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-15985ee6-a733-4173-8be5-99aaab04a991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:09.111314 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-15985ee6-a733-4173-8be5-99aaab04a991 admin admin] Added segment 641af0a1-8837-4be1-8e66-7cdd224bc53e of type vlan for network 7f6be1c1-924a-46f8-b824-8662c410ac73 Aug 23 21:01:09.115432 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2176e63-a31f-440d-a970-d9c89554cd6b None None] Routers {'0fe2f740-7af3-4145-98b7-43ce9ee157fc'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:01:09.116083 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-d2176e63-a31f-440d-a970-d9c89554cd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:00:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['0fe2f740-7af3-4145-98b7-43ce9ee157fc'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:09.170876 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-15985ee6-a733-4173-8be5-99aaab04a991 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:09.174139 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b725ba3-1ad0-4b24-ac0c-c40dd99f977a tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:01:09.189003 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7b725ba3-1ad0-4b24-ac0c-c40dd99f977a tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:09.189351 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-7b725ba3-1ad0-4b24-ac0c-c40dd99f977a tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Added segment 3f7422bc-fe5d-4c3a-bbd3-3dd9a915fa89 of type vlan for network 56318684-08da-4ef7-999d-fc00fe08c39a Aug 23 21:01:09.211582 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-15985ee6-a733-4173-8be5-99aaab04a991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:09.212952 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15985ee6-a733-4173-8be5-99aaab04a991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:01:09.214562 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d297f753-7741-41fc-a04f-2dfe954701b8 None None] Pushing event updated for resources: {'Port': ['ID=85b3eb5a-9b8d-4d0c-8250-be80ef675a82,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:09.215276 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-15985ee6-a733-4173-8be5-99aaab04a991 admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:09.259335 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-315ea877-9b8c-4f28-b41d-acb2e61e4cf5 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Deleting port e381767a-8eb6-4ad1-a422-2661b83ec91a {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:01:09.259624 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-315ea877-9b8c-4f28-b41d-acb2e61e4cf5 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:09.278976 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7b725ba3-1ad0-4b24-ac0c-c40dd99f977a tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:09.305456 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-15985ee6-a733-4173-8be5-99aaab04a991 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6299617 Aug 23 21:01:09.313383 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38818) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:09.322843 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-d2176e63-a31f-440d-a970-d9c89554cd6b None None] Set router 0fe2f740-7af3-4145-98b7-43ce9ee157fc gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:01:09.323175 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-510d0781-fda2-4fca-b1d8-35a87808d991 admin admin] Request body: {'subnet': {'network_id': '7f6be1c1-924a-46f8-b824-8662c410ac73', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-853245504-subnet', 'tenant_id': '5972aaa015094daf9b5d1001494d8110', 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:01:09.348199 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15985ee6-a733-4173-8be5-99aaab04a991 admin admin] Pushing event updated for resources: {'Network': ['ID=7f6be1c1-924a-46f8-b824-8662c410ac73,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:09.371086 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 7f6be1c1-924a-46f8-b824-8662c410ac73 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:01:09.388413 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7b725ba3-1ad0-4b24-ac0c-c40dd99f977a tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:09.396648 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b725ba3-1ad0-4b24-ac0c-c40dd99f977a tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:01:09.397893 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7b725ba3-1ad0-4b24-ac0c-c40dd99f977a tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:09.411912 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510d0781-fda2-4fca-b1d8-35a87808d991 admin admin] Made reservation on behalf of 5972aaa015094daf9b5d1001494d8110 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:01:09.418419 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-510d0781-fda2-4fca-b1d8-35a87808d991 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:09.431001 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-7b725ba3-1ad0-4b24-ac0c-c40dd99f977a tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4284916 Aug 23 21:01:09.444845 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38820) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:09.460070 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-92baabe4-adda-45bb-a842-629fe56bc302 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Request body: {'subnet': {'network_id': '56318684-08da-4ef7-999d-fc00fe08c39a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:01:09.468390 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-315ea877-9b8c-4f28-b41d-acb2e61e4cf5 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:09.525670 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-315ea877-9b8c-4f28-b41d-acb2e61e4cf5 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Calling delete_port for e381767a-8eb6-4ad1-a422-2661b83ec91a owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:01:09.536538 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b725ba3-1ad0-4b24-ac0c-c40dd99f977a tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event updated for resources: {'Network': ['ID=56318684-08da-4ef7-999d-fc00fe08c39a,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:09.556400 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 56318684-08da-4ef7-999d-fc00fe08c39a details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:01:09.682214 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-d2176e63-a31f-440d-a970-d9c89554cd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe2f740-7af3-4145-98b7-43ce9ee157fc', 'name': 'tempest-TestVolumeBackupRestore-476866078-router', 'tenant_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': '0cce81c2-9491-4738-8973-83333b3946eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:00:59Z', 'updated_at': '2021-08-23T21:01:05Z', 'revision_number': 4, 'project_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'gw_port': {'id': '0cce81c2-9491-4738-8973-83333b3946eb', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe2f740-7af3-4145-98b7-43ce9ee157fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:01:00Z', 'updated_at': '2021-08-23T21:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '85b3eb5a-9b8d-4d0c-8250-be80ef675a82', 'name': '', 'network_id': '445d4521-abca-47c6-97f1-469f287f9a90', 'tenant_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'mac_address': 'fa:16:3e:8a:32:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe2f740-7af3-4145-98b7-43ce9ee157fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '96a69248-c630-4eeb-815d-91f60fdfe5d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:01:03Z', 'updated_at': '2021-08-23T21:01:08Z', 'revision_number': 4, 'project_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'subnets': [{'id': '96a69248-c630-4eeb-815d-91f60fdfe5d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:09.695789 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92baabe4-adda-45bb-a842-629fe56bc302 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Made reservation on behalf of 08153f579e424ba89fe16c2afc1e0f40 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:01:09.699429 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92baabe4-adda-45bb-a842-629fe56bc302 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:09.716226 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2176e63-a31f-440d-a970-d9c89554cd6b None None] The sync data for ids ['0fe2f740-7af3-4145-98b7-43ce9ee157fc'] in n-d-805663-2 is: [{'id': '0fe2f740-7af3-4145-98b7-43ce9ee157fc', 'name': 'tempest-TestVolumeBackupRestore-476866078-router', 'tenant_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': '0cce81c2-9491-4738-8973-83333b3946eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:00:59Z', 'updated_at': '2021-08-23T21:01:05Z', 'revision_number': 4, 'project_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'gw_port': {'id': '0cce81c2-9491-4738-8973-83333b3946eb', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe2f740-7af3-4145-98b7-43ce9ee157fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:01:00Z', 'updated_at': '2021-08-23T21:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '85b3eb5a-9b8d-4d0c-8250-be80ef675a82', 'name': '', 'network_id': '445d4521-abca-47c6-97f1-469f287f9a90', 'tenant_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'mac_address': 'fa:16:3e:8a:32:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe2f740-7af3-4145-98b7-43ce9ee157fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '96a69248-c630-4eeb-815d-91f60fdfe5d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:01:03Z', 'updated_at': '2021-08-23T21:01:08Z', 'revision_number': 4, 'project_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'subnets': [{'id': '96a69248-c630-4eeb-815d-91f60fdfe5d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:01:09.813906 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-315ea877-9b8c-4f28-b41d-acb2e61e4cf5 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:09.854828 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315ea877-9b8c-4f28-b41d-acb2e61e4cf5 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Pushing event deleted for resources: {'Port': ['ID=e381767a-8eb6-4ad1-a422-2661b83ec91a,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:09.884584 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-510d0781-fda2-4fca-b1d8-35a87808d991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:09.941942 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-315ea877-9b8c-4f28-b41d-acb2e61e4cf5 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:09.981115 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d0781-fda2-4fca-b1d8-35a87808d991 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4224398f-2bb5-4da3-8596-4d52340b0d83,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:10.064011 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-224e94a8-22b7-4527-9b6f-b51f5009de48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:10.069593 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510d0781-fda2-4fca-b1d8-35a87808d991 admin admin] Checking segment: {'id': '641af0a1-8837-4be1-8e66-7cdd224bc53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '7f6be1c1-924a-46f8-b824-8662c410ac73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:01:10.070100 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510d0781-fda2-4fca-b1d8-35a87808d991 admin admin] Network hostable DHCP agents. Network: 7f6be1c1-924a-46f8-b824-8662c410ac73, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:01:10.131723 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4801b9ed-aceb-4d85-871f-5b51370baf1d req-ce50f181-3e53-4726-9551-221f13847d87 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=455d7e9d-2520-43f1-950c-39e875c6b2c7 HTTP/1.1" status: 200 len: 210 time: 0.1517701 Aug 23 21:01:10.162766 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510d0781-fda2-4fca-b1d8-35a87808d991 admin admin] Network 7f6be1c1-924a-46f8-b824-8662c410ac73 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:01:10.167541 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92baabe4-adda-45bb-a842-629fe56bc302 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:10.186109 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-315ea877-9b8c-4f28-b41d-acb2e61e4cf5 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:10.188437 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-315ea877-9b8c-4f28-b41d-acb2e61e4cf5 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:10.192795 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 85b3eb5a-9b8d-4d0c-8250-be80ef675a82 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:01:10.263740 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-315ea877-9b8c-4f28-b41d-acb2e61e4cf5 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:10.265488 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-315ea877-9b8c-4f28-b41d-acb2e61e4cf5 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Fanout notify agent at l3_agent the message router_deleted on router 679d5d11-f243-4aa7-9e6e-a770a5cb3538 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 21:01:10.267339 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-510d0781-fda2-4fca-b1d8-35a87808d991 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 7f6be1c1-924a-46f8-b824-8662c410ac73) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:01:10.279298 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510d0781-fda2-4fca-b1d8-35a87808d991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:01:10.279576 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-510d0781-fda2-4fca-b1d8-35a87808d991 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:10.282062 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92baabe4-adda-45bb-a842-629fe56bc302 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event updated for resources: {'Subnet': ['ID=14d8e4a7-dc52-40b6-9a4d-dfbb5b5b5edc,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:10.283053 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-315ea877-9b8c-4f28-b41d-acb2e61e4cf5 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:10.286458 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d29fe2-673b-4a80-ab95-b629c62131e4 None None] Network 7f6be1c1-924a-46f8-b824-8662c410ac73 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:01:10.286754 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-315ea877-9b8c-4f28-b41d-acb2e61e4cf5 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] 10.222.0.61 "DELETE /v2.0/routers/679d5d11-f243-4aa7-9e6e-a770a5cb3538 HTTP/1.1" status: 204 len: 168 time: 2.5849149 Aug 23 21:01:10.288295 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38824) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:10.300155 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-73d5dd7f-346d-4376-9e58-87e19d765e0e tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1056540385', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'enable_snat': False}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:01:10.326646 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-510d0781-fda2-4fca-b1d8-35a87808d991 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0097549 Aug 23 21:01:10.327342 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38826) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:10.334999 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-fddb496e-52db-4397-8105-7b05497c1ff2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-853245504-router', 'tenant_id': '5972aaa015094daf9b5d1001494d8110', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:01:10.341720 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92baabe4-adda-45bb-a842-629fe56bc302 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Checking segment: {'id': '3f7422bc-fe5d-4c3a-bbd3-3dd9a915fa89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '56318684-08da-4ef7-999d-fc00fe08c39a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:01:10.342184 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92baabe4-adda-45bb-a842-629fe56bc302 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Network hostable DHCP agents. Network: 56318684-08da-4ef7-999d-fc00fe08c39a, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:01:10.364784 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73d5dd7f-346d-4376-9e58-87e19d765e0e tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:10.366191 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73d5dd7f-346d-4376-9e58-87e19d765e0e tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:10.374540 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 85b3eb5a-9b8d-4d0c-8250-be80ef675a82 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:01:10.382747 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 85b3eb5a-9b8d-4d0c-8250-be80ef675a82 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:01:10.383485 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:10.385735 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92baabe4-adda-45bb-a842-629fe56bc302 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Network 56318684-08da-4ef7-999d-fc00fe08c39a is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:01:10.412844 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-92baabe4-adda-45bb-a842-629fe56bc302 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 56318684-08da-4ef7-999d-fc00fe08c39a) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:01:10.418447 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92baabe4-adda-45bb-a842-629fe56bc302 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:01:10.419039 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92baabe4-adda-45bb-a842-629fe56bc302 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:10.435931 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccc0a54-cbdf-4183-aa27-d079000ba4b3 None None] Network 56318684-08da-4ef7-999d-fc00fe08c39a requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:01:10.446366 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-92baabe4-adda-45bb-a842-629fe56bc302 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0006237 Aug 23 21:01:10.449055 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38828) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:10.460008 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e0daa668-d428-4138-86e6-bd633ad474b2 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Request body: {'port': {'network_id': '56318684-08da-4ef7-999d-fc00fe08c39a', 'name': 'tempest-PortsTestJSON-1349708099', 'fixed_ips': [{'subnet_id': '14d8e4a7-dc52-40b6-9a4d-dfbb5b5b5edc', 'ip_address': '172.20.0.10'}]}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:01:10.486915 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73d5dd7f-346d-4376-9e58-87e19d765e0e tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:10.488799 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fddb496e-52db-4397-8105-7b05497c1ff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:10.490996 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fddb496e-52db-4397-8105-7b05497c1ff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:10.630506 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0daa668-d428-4138-86e6-bd633ad474b2 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Made reservation on behalf of 08153f579e424ba89fe16c2afc1e0f40 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:01:10.680265 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fddb496e-52db-4397-8105-7b05497c1ff2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:10.723986 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:10.730070 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91dce30-3119-44f4-946d-0a472adc4927 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-7f6be1c1-924a-46f8-b824-8662c410ac73', 'network_id': '7f6be1c1-924a-46f8-b824-8662c410ac73', 'tenant_id': '5972aaa015094daf9b5d1001494d8110', 'fixed_ips': [{'subnet_id': '4224398f-2bb5-4da3-8596-4d52340b0d83'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 21:01:10.731278 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d91dce30-3119-44f4-946d-0a472adc4927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:10.736729 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:10.790769 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0daa668-d428-4138-86e6-bd633ad474b2 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:10.815026 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-e0daa668-d428-4138-86e6-bd633ad474b2 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] device_id is not set on port 9c3e3a2c-8dd8-4f46-be67-70d7c27bb7b0 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 21:01:10.869392 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73d5dd7f-346d-4376-9e58-87e19d765e0e tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:10.927961 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-d91dce30-3119-44f4-946d-0a472adc4927 None None] Allocated IP 172.20.0.2 (7f6be1c1-924a-46f8-b824-8662c410ac73/4224398f-2bb5-4da3-8596-4d52340b0d83/36b03439-3aa2-4002-89da-23537de67b48) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:01:10.973578 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fddb496e-52db-4397-8105-7b05497c1ff2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:11.103717 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-e0daa668-d428-4138-86e6-bd633ad474b2 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Allocated IP 172.20.0.10 (56318684-08da-4ef7-999d-fc00fe08c39a/14d8e4a7-dc52-40b6-9a4d-dfbb5b5b5edc/9c3e3a2c-8dd8-4f46-be67-70d7c27bb7b0) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:01:11.178930 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d91dce30-3119-44f4-946d-0a472adc4927 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:11.196557 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d91dce30-3119-44f4-946d-0a472adc4927 None None] Transition to ACTIVE for port object 36b03439-3aa2-4002-89da-23537de67b48 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:01:11.216898 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d91dce30-3119-44f4-946d-0a472adc4927 None None] Transition to ACTIVE for port object 36b03439-3aa2-4002-89da-23537de67b48 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:01:11.236727 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d91dce30-3119-44f4-946d-0a472adc4927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:11.308156 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cd4d079a-1bd7-406e-8665-2dcfcc4f2f4d req-0eca48b6-30a1-4cfe-adcb-bf2eac63cac5 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=455d7e9d-2520-43f1-950c-39e875c6b2c7 HTTP/1.1" status: 200 len: 210 time: 0.0670669 Aug 23 21:01:11.330755 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 85b3eb5a-9b8d-4d0c-8250-be80ef675a82, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=85b3eb5a-9b8d-4d0c-8250-be80ef675a82,segment=NetworkSegment(3929242b-52d9-40b9-9942-003e4522b4b7),segment_id=3929242b-52d9-40b9-9942-003e4522b4b7)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:01:11.370964 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91dce30-3119-44f4-946d-0a472adc4927 None None] Network 7f6be1c1-924a-46f8-b824-8662c410ac73 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:01:11.373131 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:11.377038 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91dce30-3119-44f4-946d-0a472adc4927 None None] Pushing event updated for resources: {'Port': ['ID=36b03439-3aa2-4002-89da-23537de67b48,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:11.387729 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff94e75-3bcc-4aac-901f-115de8e574c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-56318684-08da-4ef7-999d-fc00fe08c39a', 'network_id': '56318684-08da-4ef7-999d-fc00fe08c39a', 'tenant_id': '08153f579e424ba89fe16c2afc1e0f40', 'fixed_ips': [{'subnet_id': '14d8e4a7-dc52-40b6-9a4d-dfbb5b5b5edc'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 21:01:11.388736 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7ff94e75-3bcc-4aac-901f-115de8e574c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:11.391271 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-d91dce30-3119-44f4-946d-0a472adc4927 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:01:11.394331 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91dce30-3119-44f4-946d-0a472adc4927 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:01:11.437481 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0daa668-d428-4138-86e6-bd633ad474b2 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:11.445197 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fddb496e-52db-4397-8105-7b05497c1ff2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:11.468676 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-e0daa668-d428-4138-86e6-bd633ad474b2 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Transition to ACTIVE for port object 9c3e3a2c-8dd8-4f46-be67-70d7c27bb7b0 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:01:11.473317 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fddb496e-52db-4397-8105-7b05497c1ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:11.524123 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0daa668-d428-4138-86e6-bd633ad474b2 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:11.567791 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73d5dd7f-346d-4376-9e58-87e19d765e0e tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:11.595521 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0daa668-d428-4138-86e6-bd633ad474b2 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event updated for resources: {'Port': ['ID=9c3e3a2c-8dd8-4f46-be67-70d7c27bb7b0,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:11.595951 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73d5dd7f-346d-4376-9e58-87e19d765e0e tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:11.605334 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0daa668-d428-4138-86e6-bd633ad474b2 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Network 56318684-08da-4ef7-999d-fc00fe08c39a is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:01:11.606838 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-e0daa668-d428-4138-86e6-bd633ad474b2 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:01:11.618760 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0daa668-d428-4138-86e6-bd633ad474b2 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:01:11.653193 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=85b3eb5a-9b8d-4d0c-8250-be80ef675a82,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:11.658591 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-d91dce30-3119-44f4-946d-0a472adc4927 None None] Attempting to bind port 36b03439-3aa2-4002-89da-23537de67b48 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:01:11.659632 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-d91dce30-3119-44f4-946d-0a472adc4927 None None] Attempting to bind port 36b03439-3aa2-4002-89da-23537de67b48 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '641af0a1-8837-4be1-8e66-7cdd224bc53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '7f6be1c1-924a-46f8-b824-8662c410ac73'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:01:11.660576 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91dce30-3119-44f4-946d-0a472adc4927 None None] Attempting to bind port 36b03439-3aa2-4002-89da-23537de67b48 on network 7f6be1c1-924a-46f8-b824-8662c410ac73 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:01:11.672217 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91dce30-3119-44f4-946d-0a472adc4927 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:01:11.672779 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91dce30-3119-44f4-946d-0a472adc4927 None None] Checking segment: {'id': '641af0a1-8837-4be1-8e66-7cdd224bc53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '7f6be1c1-924a-46f8-b824-8662c410ac73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:01:11.673296 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d91dce30-3119-44f4-946d-0a472adc4927 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:11.673798 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91dce30-3119-44f4-946d-0a472adc4927 None None] Bound using segment: {'id': '641af0a1-8837-4be1-8e66-7cdd224bc53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '7f6be1c1-924a-46f8-b824-8662c410ac73'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:01:11.674737 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-d91dce30-3119-44f4-946d-0a472adc4927 None None] Bound port: 36b03439-3aa2-4002-89da-23537de67b48, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '641af0a1-8837-4be1-8e66-7cdd224bc53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '7f6be1c1-924a-46f8-b824-8662c410ac73'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:01:11.675463 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d91dce30-3119-44f4-946d-0a472adc4927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:11.685145 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0daa668-d428-4138-86e6-bd633ad474b2 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:01:11.686034 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0daa668-d428-4138-86e6-bd633ad474b2 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:11.705567 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e0daa668-d428-4138-86e6-bd633ad474b2 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.2553911 Aug 23 21:01:11.706919 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38832) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:11.713059 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b9d9df63-3019-4508-99c2-e7c646308889 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Request body: {'port': {'network_id': '56318684-08da-4ef7-999d-fc00fe08c39a', 'name': 'tempest-PortsTestJSON-456497510', 'fixed_ips': [{'subnet_id': '14d8e4a7-dc52-40b6-9a4d-dfbb5b5b5edc', 'ip_address': '172.20.0.9'}]}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:01:11.738311 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-73d5dd7f-346d-4376-9e58-87e19d765e0e tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Allocated IP 172.25.4.64 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/2db8c973-d806-4763-8f44-14d9770fa6af) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:01:11.768227 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-7ff94e75-3bcc-4aac-901f-115de8e574c6 None None] Allocated IP 172.20.0.2 (56318684-08da-4ef7-999d-fc00fe08c39a/14d8e4a7-dc52-40b6-9a4d-dfbb5b5b5edc/1b80f4b0-778b-455e-a2f8-a4474fbffd8f) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:01:11.796390 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-d91dce30-3119-44f4-946d-0a472adc4927 None None] For port 36b03439-3aa2-4002-89da-23537de67b48, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:01:11.800870 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-d91dce30-3119-44f4-946d-0a472adc4927 None None] For port 36b03439-3aa2-4002-89da-23537de67b48, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=36b03439-3aa2-4002-89da-23537de67b48,segment=NetworkSegment(641af0a1-8837-4be1-8e66-7cdd224bc53e),segment_id=641af0a1-8837-4be1-8e66-7cdd224bc53e)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:01:11.812178 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d91dce30-3119-44f4-946d-0a472adc4927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:11.865668 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d9df63-3019-4508-99c2-e7c646308889 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Made reservation on behalf of 08153f579e424ba89fe16c2afc1e0f40 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:01:11.869828 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73d5dd7f-346d-4376-9e58-87e19d765e0e tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:11.871675 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b9d9df63-3019-4508-99c2-e7c646308889 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:11.915526 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-b9d9df63-3019-4508-99c2-e7c646308889 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] device_id is not set on port ab715bfc-28ed-4e76-8f4e-76efd7a0f4b1 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 21:01:11.915919 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91dce30-3119-44f4-946d-0a472adc4927 None None] Pushing event updated for resources: {'Port': ['ID=36b03439-3aa2-4002-89da-23537de67b48,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:11.927671 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73d5dd7f-346d-4376-9e58-87e19d765e0e tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:12.012208 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d5dd7f-346d-4376-9e58-87e19d765e0e tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:01:12.018216 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-73d5dd7f-346d-4376-9e58-87e19d765e0e tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:01:12.027035 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d5dd7f-346d-4376-9e58-87e19d765e0e tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:01:12.049104 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7ff94e75-3bcc-4aac-901f-115de8e574c6 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:12.054028 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d5dd7f-346d-4376-9e58-87e19d765e0e tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Pushing event updated for resources: {'Port': ['ID=2db8c973-d806-4763-8f44-14d9770fa6af,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:12.063576 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7ff94e75-3bcc-4aac-901f-115de8e574c6 None None] Transition to ACTIVE for port object 1b80f4b0-778b-455e-a2f8-a4474fbffd8f will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:01:12.075723 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-fddb496e-52db-4397-8105-7b05497c1ff2 admin admin] Allocated IP 172.25.4.138 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/e111169f-1ddc-4c34-af27-f523eea408bb) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:01:12.112014 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7ff94e75-3bcc-4aac-901f-115de8e574c6 None None] Transition to ACTIVE for port object 1b80f4b0-778b-455e-a2f8-a4474fbffd8f will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:01:12.131766 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7ff94e75-3bcc-4aac-901f-115de8e574c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:12.166820 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 85b3eb5a-9b8d-4d0c-8250-be80ef675a82 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:01:12.192702 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-b9d9df63-3019-4508-99c2-e7c646308889 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Allocated IP 172.20.0.9 (56318684-08da-4ef7-999d-fc00fe08c39a/14d8e4a7-dc52-40b6-9a4d-dfbb5b5b5edc/ab715bfc-28ed-4e76-8f4e-76efd7a0f4b1) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:01:12.234464 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff94e75-3bcc-4aac-901f-115de8e574c6 None None] Network 56318684-08da-4ef7-999d-fc00fe08c39a is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:01:12.251473 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-7ff94e75-3bcc-4aac-901f-115de8e574c6 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:01:12.254278 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff94e75-3bcc-4aac-901f-115de8e574c6 None None] Pushing event updated for resources: {'Port': ['ID=1b80f4b0-778b-455e-a2f8-a4474fbffd8f,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:12.260163 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff94e75-3bcc-4aac-901f-115de8e574c6 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:01:12.374181 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 85b3eb5a-9b8d-4d0c-8250-be80ef675a82 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:01:12.375753 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:12.384025 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-7ff94e75-3bcc-4aac-901f-115de8e574c6 None None] Attempting to bind port 1b80f4b0-778b-455e-a2f8-a4474fbffd8f on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:01:12.384025 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-7ff94e75-3bcc-4aac-901f-115de8e574c6 None None] Attempting to bind port 1b80f4b0-778b-455e-a2f8-a4474fbffd8f by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '3f7422bc-fe5d-4c3a-bbd3-3dd9a915fa89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '56318684-08da-4ef7-999d-fc00fe08c39a'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:01:12.384025 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff94e75-3bcc-4aac-901f-115de8e574c6 None None] Attempting to bind port 1b80f4b0-778b-455e-a2f8-a4474fbffd8f on network 56318684-08da-4ef7-999d-fc00fe08c39a {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:01:12.441712 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff94e75-3bcc-4aac-901f-115de8e574c6 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:01:12.443346 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff94e75-3bcc-4aac-901f-115de8e574c6 None None] Checking segment: {'id': '3f7422bc-fe5d-4c3a-bbd3-3dd9a915fa89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '56318684-08da-4ef7-999d-fc00fe08c39a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:01:12.444534 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7ff94e75-3bcc-4aac-901f-115de8e574c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:12.445047 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff94e75-3bcc-4aac-901f-115de8e574c6 None None] Bound using segment: {'id': '3f7422bc-fe5d-4c3a-bbd3-3dd9a915fa89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '56318684-08da-4ef7-999d-fc00fe08c39a'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:01:12.446834 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-7ff94e75-3bcc-4aac-901f-115de8e574c6 None None] Bound port: 1b80f4b0-778b-455e-a2f8-a4474fbffd8f, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f7422bc-fe5d-4c3a-bbd3-3dd9a915fa89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '56318684-08da-4ef7-999d-fc00fe08c39a'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:01:12.448660 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7ff94e75-3bcc-4aac-901f-115de8e574c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:12.460489 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73d5dd7f-346d-4376-9e58-87e19d765e0e tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:12.489250 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b9d9df63-3019-4508-99c2-e7c646308889 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:12.507412 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-b9d9df63-3019-4508-99c2-e7c646308889 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Transition to ACTIVE for port object ab715bfc-28ed-4e76-8f4e-76efd7a0f4b1 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:01:12.555461 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b9d9df63-3019-4508-99c2-e7c646308889 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:12.581367 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7ff94e75-3bcc-4aac-901f-115de8e574c6 None None] For port 1b80f4b0-778b-455e-a2f8-a4474fbffd8f, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:01:12.583019 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d9df63-3019-4508-99c2-e7c646308889 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Network 56318684-08da-4ef7-999d-fc00fe08c39a is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:01:12.603020 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7ff94e75-3bcc-4aac-901f-115de8e574c6 None None] For port 1b80f4b0-778b-455e-a2f8-a4474fbffd8f, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=1b80f4b0-778b-455e-a2f8-a4474fbffd8f,segment=NetworkSegment(3f7422bc-fe5d-4c3a-bbd3-3dd9a915fa89),segment_id=3f7422bc-fe5d-4c3a-bbd3-3dd9a915fa89)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:01:12.608831 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-b9d9df63-3019-4508-99c2-e7c646308889 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:01:12.613979 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7ff94e75-3bcc-4aac-901f-115de8e574c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:12.618475 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d9df63-3019-4508-99c2-e7c646308889 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:01:12.682945 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d9df63-3019-4508-99c2-e7c646308889 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:01:12.683624 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b9d9df63-3019-4508-99c2-e7c646308889 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:12.700663 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff94e75-3bcc-4aac-901f-115de8e574c6 None None] Pushing event updated for resources: {'Port': ['ID=1b80f4b0-778b-455e-a2f8-a4474fbffd8f,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:12.715161 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b9d9df63-3019-4508-99c2-e7c646308889 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0066845 Aug 23 21:01:12.718404 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38836) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:12.818942 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d9df63-3019-4508-99c2-e7c646308889 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event updated for resources: {'Port': ['ID=ab715bfc-28ed-4e76-8f4e-76efd7a0f4b1,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:12.842660 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3383c48e-7e0a-4533-a0e5-846011704cce tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:01:12.846830 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-3383c48e-7e0a-4533-a0e5-846011704cce tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1248903 Aug 23 21:01:12.847463 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38838) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:12.957925 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6dbdde22-319b-428c-98c6-4d27e932af33 req-c25be174-c33d-4a26-aca6-fc86ea666dda tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=455d7e9d-2520-43f1-950c-39e875c6b2c7 HTTP/1.1" status: 200 len: 210 time: 0.0450768 Aug 23 21:01:12.966137 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93398009-ce00-4693-b3ac-1245e277322f tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:01:12.988456 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93398009-ce00-4693-b3ac-1245e277322f tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:01:12.995884 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93398009-ce00-4693-b3ac-1245e277322f tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:01:12.998003 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-93398009-ce00-4693-b3ac-1245e277322f tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1494315 Aug 23 21:01:13.002760 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38840) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:13.144978 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-b615946f-36a8-421c-bc57-fab9de345b61 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Deleting port ab715bfc-28ed-4e76-8f4e-76efd7a0f4b1 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:01:13.145408 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b615946f-36a8-421c-bc57-fab9de345b61 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:13.192612 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fddb496e-52db-4397-8105-7b05497c1ff2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:13.226500 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73d5dd7f-346d-4376-9e58-87e19d765e0e tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:13.356765 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fddb496e-52db-4397-8105-7b05497c1ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:13.401826 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d2d0443a-6927-4456-9e11-7c4a0e29e3f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:13.408556 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddb496e-52db-4397-8105-7b05497c1ff2 admin admin] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:01:13.413565 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-fddb496e-52db-4397-8105-7b05497c1ff2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:01:13.423902 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddb496e-52db-4397-8105-7b05497c1ff2 admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:01:13.484818 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb496e-52db-4397-8105-7b05497c1ff2 admin admin] Pushing event updated for resources: {'Port': ['ID=e111169f-1ddc-4c34-af27-f523eea408bb,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:13.553035 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:13.559815 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9167ada-6a73-4d60-a909-0f25589bc58d None None] Network 7f6be1c1-924a-46f8-b824-8662c410ac73 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:01:13.625787 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b615946f-36a8-421c-bc57-fab9de345b61 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:13.640420 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d5dd7f-346d-4376-9e58-87e19d765e0e tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Router 97b15e6c-287d-4a85-af1e-0254c81f66e8 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 21:01:13.642660 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-b615946f-36a8-421c-bc57-fab9de345b61 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Calling delete_port for ab715bfc-28ed-4e76-8f4e-76efd7a0f4b1 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:01:13.684112 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5460d8e7-c9eb-4a1f-b76c-df33c7241646 None None] Provisioning for port 36b03439-3aa2-4002-89da-23537de67b48 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:01:13.878386 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b615946f-36a8-421c-bc57-fab9de345b61 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:13.901892 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d5dd7f-346d-4376-9e58-87e19d765e0e tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:01:13.916626 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf46dbe4-9589-41ae-841d-5b056537e777 None None] Sync routers for ids ['97b15e6c-287d-4a85-af1e-0254c81f66e8'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:01:13.937027 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf46dbe4-9589-41ae-841d-5b056537e777 None None] Routers {'97b15e6c-287d-4a85-af1e-0254c81f66e8'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:01:13.937782 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-cf46dbe4-9589-41ae-841d-5b056537e777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:01:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['97b15e6c-287d-4a85-af1e-0254c81f66e8'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:13.941455 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b615946f-36a8-421c-bc57-fab9de345b61 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event deleted for resources: {'Port': ['ID=ab715bfc-28ed-4e76-8f4e-76efd7a0f4b1,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:13.985319 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73d5dd7f-346d-4376-9e58-87e19d765e0e tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:13.986620 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-73d5dd7f-346d-4376-9e58-87e19d765e0e tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.6957643 Aug 23 21:01:13.995313 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38842) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:14.029843 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fddb496e-52db-4397-8105-7b05497c1ff2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:14.200341 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b615946f-36a8-421c-bc57-fab9de345b61 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:14.202292 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b615946f-36a8-421c-bc57-fab9de345b61 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "DELETE /v2.0/ports/ab715bfc-28ed-4e76-8f4e-76efd7a0f4b1 HTTP/1.1" status: 204 len: 168 time: 1.1976488 Aug 23 21:01:14.231253 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38848) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:14.300528 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4f31cbb-0f58-4f1e-bf4e-441d2c936027 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] GET failed (client error): The resource could not be found. Aug 23 21:01:14.304760 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f4f31cbb-0f58-4f1e-bf4e-441d2c936027 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "GET /v2.0/ports/ab715bfc-28ed-4e76-8f4e-76efd7a0f4b1 HTTP/1.1" status: 404 len: 333 time: 0.0707016 Aug 23 21:01:14.305072 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38850) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:14.395081 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9a312e2b-a824-4699-99e6-a1bc785751b4 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] 10.222.0.61 "GET /v2.0/routers/97b15e6c-287d-4a85-af1e-0254c81f66e8 HTTP/1.1" status: 200 len: 908 time: 0.3985615 Aug 23 21:01:14.397606 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38852) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:14.402103 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ac2b67ac-0f09-412b-a6ab-be06c94ed2df tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1056540385', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'enable_snat': True}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:01:14.446089 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-5445d69a-4bdc-4f48-ade4-a14f0bf91ab0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Deleting port 9c3e3a2c-8dd8-4f46-be67-70d7c27bb7b0 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:01:14.446089 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5445d69a-4bdc-4f48-ade4-a14f0bf91ab0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:14.450570 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ac2b67ac-0f09-412b-a6ab-be06c94ed2df tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:14.450570 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ac2b67ac-0f09-412b-a6ab-be06c94ed2df tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:14.483283 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fddb496e-52db-4397-8105-7b05497c1ff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:14.534656 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-cf46dbe4-9589-41ae-841d-5b056537e777 None None] Set router 97b15e6c-287d-4a85-af1e-0254c81f66e8 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:01:14.541396 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb4ca7c-1814-409d-8deb-8fe215882840 None None] Network 56318684-08da-4ef7-999d-fc00fe08c39a requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:01:14.546602 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 1b80f4b0-778b-455e-a2f8-a4474fbffd8f up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:01:14.577988 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ac2b67ac-0f09-412b-a6ab-be06c94ed2df tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:14.620878 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5445d69a-4bdc-4f48-ade4-a14f0bf91ab0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:14.671124 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fddb496e-52db-4397-8105-7b05497c1ff2 admin admin] Router 13558466-60bf-4f55-8433-11d8a3895cb6 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 21:01:14.682588 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-5445d69a-4bdc-4f48-ade4-a14f0bf91ab0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Calling delete_port for 9c3e3a2c-8dd8-4f46-be67-70d7c27bb7b0 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:01:14.812887 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fddb496e-52db-4397-8105-7b05497c1ff2 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:01:14.817663 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c363ce96-aece-4605-918a-ee95e56d1c85 None None] Provisioning for port 1b80f4b0-778b-455e-a2f8-a4474fbffd8f completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:01:14.827397 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4e8851-c7d5-4187-9714-3ce0d0e183ff None None] Sync routers for ids ['13558466-60bf-4f55-8433-11d8a3895cb6'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:01:14.842253 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ac2b67ac-0f09-412b-a6ab-be06c94ed2df tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:14.845467 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4e8851-c7d5-4187-9714-3ce0d0e183ff None None] Routers {'13558466-60bf-4f55-8433-11d8a3895cb6'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:01:14.846206 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-cf4e8851-c7d5-4187-9714-3ce0d0e183ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:01:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['13558466-60bf-4f55-8433-11d8a3895cb6'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:14.849542 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fddb496e-52db-4397-8105-7b05497c1ff2 admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:14.851311 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-fddb496e-52db-4397-8105-7b05497c1ff2 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.5228581 Aug 23 21:01:14.854621 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38854) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:14.881847 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:14.920491 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 1b80f4b0-778b-455e-a2f8-a4474fbffd8f completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:01:14.948359 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 1b80f4b0-778b-455e-a2f8-a4474fbffd8f triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:01:14.948748 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:15.024670 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5445d69a-4bdc-4f48-ade4-a14f0bf91ab0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:15.038263 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-cf46dbe4-9589-41ae-841d-5b056537e777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b15e6c-287d-4a85-af1e-0254c81f66e8', 'name': 'tempest-snat-router-1056540385', 'tenant_id': 'a9a2b79f492f4054a0852d9093c1b551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.64'}], 'enable_snat': False}, 'gw_port_id': '2db8c973-d806-4763-8f44-14d9770fa6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:01:10Z', 'updated_at': '2021-08-23T21:01:12Z', 'revision_number': 3, 'project_id': 'a9a2b79f492f4054a0852d9093c1b551', 'gw_port': {'id': '2db8c973-d806-4763-8f44-14d9770fa6af', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:48:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b15e6c-287d-4a85-af1e-0254c81f66e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:01:11Z', 'updated_at': '2021-08-23T21:01:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:15.064609 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-cf4e8851-c7d5-4187-9714-3ce0d0e183ff None None] Set router 13558466-60bf-4f55-8433-11d8a3895cb6 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:01:15.083989 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5445d69a-4bdc-4f48-ade4-a14f0bf91ab0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event deleted for resources: {'Port': ['ID=9c3e3a2c-8dd8-4f46-be67-70d7c27bb7b0,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:15.106933 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf46dbe4-9589-41ae-841d-5b056537e777 None None] Checking router: 97b15e6c-287d-4a85-af1e-0254c81f66e8 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:01:15.107991 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf46dbe4-9589-41ae-841d-5b056537e777 None None] Updating router 97b15e6c-287d-4a85-af1e-0254c81f66e8 port 2db8c973-d806-4763-8f44-14d9770fa6af binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 21:01:15.148894 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cf46dbe4-9589-41ae-841d-5b056537e777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:15.286120 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ac2b67ac-0f09-412b-a6ab-be06c94ed2df tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:15.348462 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ac2b67ac-0f09-412b-a6ab-be06c94ed2df tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:15.360395 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5445d69a-4bdc-4f48-ade4-a14f0bf91ab0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:15.370164 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-5445d69a-4bdc-4f48-ade4-a14f0bf91ab0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "DELETE /v2.0/ports/9c3e3a2c-8dd8-4f46-be67-70d7c27bb7b0 HTTP/1.1" status: 204 len: 168 time: 1.0640748 Aug 23 21:01:15.386129 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38858) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:15.393193 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-cf4e8851-c7d5-4187-9714-3ce0d0e183ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13558466-60bf-4f55-8433-11d8a3895cb6', 'name': 'tempest-TestVolumeBackupRestore-853245504-router', 'tenant_id': '5972aaa015094daf9b5d1001494d8110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'e111169f-1ddc-4c34-af27-f523eea408bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:01:10Z', 'updated_at': '2021-08-23T21:01:13Z', 'revision_number': 3, 'project_id': '5972aaa015094daf9b5d1001494d8110', 'gw_port': {'id': 'e111169f-1ddc-4c34-af27-f523eea408bb', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13558466-60bf-4f55-8433-11d8a3895cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:01:11Z', 'updated_at': '2021-08-23T21:01:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:15.441111 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-015cf222-6c71-4410-abb0-30ed1958e378 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] GET failed (client error): The resource could not be found. Aug 23 21:01:15.444705 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-015cf222-6c71-4410-abb0-30ed1958e378 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "GET /v2.0/ports/9c3e3a2c-8dd8-4f46-be67-70d7c27bb7b0 HTTP/1.1" status: 404 len: 333 time: 0.0569885 Aug 23 21:01:15.448107 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38860) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:15.480635 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4e8851-c7d5-4187-9714-3ce0d0e183ff None None] Checking router: 13558466-60bf-4f55-8433-11d8a3895cb6 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:01:15.480851 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:15.481135 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4e8851-c7d5-4187-9714-3ce0d0e183ff None None] Updating router 13558466-60bf-4f55-8433-11d8a3895cb6 port e111169f-1ddc-4c34-af27-f523eea408bb binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 21:01:15.544680 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cf4e8851-c7d5-4187-9714-3ce0d0e183ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:15.587335 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-690727e0-1d40-4ca7-81ff-ff0c6ef7df35 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Deleting subnet 14d8e4a7-dc52-40b6-9a4d-dfbb5b5b5edc {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 21:01:15.598952 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-690727e0-1d40-4ca7-81ff-ff0c6ef7df35 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:15.645535 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-05109b96-e5f9-46bb-a125-c9979e59cd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:15.695480 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-690727e0-1d40-4ca7-81ff-ff0c6ef7df35 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:15.710936 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2b5f136c-9230-48e9-90d7-3c70cd29085e None None] Provisioning complete for port 1b80f4b0-778b-455e-a2f8-a4474fbffd8f triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:01:15.711447 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b5f136c-9230-48e9-90d7-3c70cd29085e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:15.738350 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 1b80f4b0-778b-455e-a2f8-a4474fbffd8f, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=1b80f4b0-778b-455e-a2f8-a4474fbffd8f,segment=NetworkSegment(3f7422bc-fe5d-4c3a-bbd3-3dd9a915fa89),segment_id=3f7422bc-fe5d-4c3a-bbd3-3dd9a915fa89)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:01:15.785938 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:15.786804 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 36b03439-3aa2-4002-89da-23537de67b48 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:01:15.835669 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-690727e0-1d40-4ca7-81ff-ff0c6ef7df35 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:15.907468 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-05109b96-e5f9-46bb-a125-c9979e59cd5c admin admin] Allocated IP 172.20.0.1 (7f6be1c1-924a-46f8-b824-8662c410ac73/4224398f-2bb5-4da3-8596-4d52340b0d83/414f6970-e3be-4198-8d3b-067183efe7a9) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:01:15.912379 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-690727e0-1d40-4ca7-81ff-ff0c6ef7df35 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:15.943456 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=1b80f4b0-778b-455e-a2f8-a4474fbffd8f,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:15.956002 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690727e0-1d40-4ca7-81ff-ff0c6ef7df35 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event deleted for resources: {'Subnet': ['ID=14d8e4a7-dc52-40b6-9a4d-dfbb5b5b5edc,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:15.958739 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-690727e0-1d40-4ca7-81ff-ff0c6ef7df35 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:15.961173 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-690727e0-1d40-4ca7-81ff-ff0c6ef7df35 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "DELETE /v2.0/subnets/14d8e4a7-dc52-40b6-9a4d-dfbb5b5b5edc HTTP/1.1" status: 204 len: 168 time: 0.5117545 Aug 23 21:01:15.963816 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38862) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:16.045228 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 36b03439-3aa2-4002-89da-23537de67b48 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:01:16.059181 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 36b03439-3aa2-4002-89da-23537de67b48 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:01:16.059983 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:16.071018 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:16.074617 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-564bc0d9-bba7-4de6-9b18-f486c684992f tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:16.117080 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cf46dbe4-9589-41ae-841d-5b056537e777 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:16.145400 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-05109b96-e5f9-46bb-a125-c9979e59cd5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:16.148229 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cf46dbe4-9589-41ae-841d-5b056537e777 None None] Transition to ACTIVE for port object 2db8c973-d806-4763-8f44-14d9770fa6af will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:01:16.149576 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-564bc0d9-bba7-4de6-9b18-f486c684992f tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Deleting port 1b80f4b0-778b-455e-a2f8-a4474fbffd8f {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:01:16.149946 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-564bc0d9-bba7-4de6-9b18-f486c684992f tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:16.156154 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f291d525-012d-4179-8b66-e17ce9401a99 None None] Could not find standard attr ID for object 9c3e3a2c-8dd8-4f46-be67-70d7c27bb7b0. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 21:01:16.163808 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabb3e00-61bf-47a6-9c84-833e6c09e1e0 None None] Network 56318684-08da-4ef7-999d-fc00fe08c39a requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:01:16.176421 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-05109b96-e5f9-46bb-a125-c9979e59cd5c admin admin] Transition to ACTIVE for port object 414f6970-e3be-4198-8d3b-067183efe7a9 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:01:16.183671 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cf46dbe4-9589-41ae-841d-5b056537e777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:16.218825 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-05109b96-e5f9-46bb-a125-c9979e59cd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:16.279715 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05109b96-e5f9-46bb-a125-c9979e59cd5c admin admin] Network 7f6be1c1-924a-46f8-b824-8662c410ac73 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:01:16.285913 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-05109b96-e5f9-46bb-a125-c9979e59cd5c admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:01:16.292887 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-564bc0d9-bba7-4de6-9b18-f486c684992f tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] For port 1b80f4b0-778b-455e-a2f8-a4474fbffd8f, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=1b80f4b0-778b-455e-a2f8-a4474fbffd8f,segment=NetworkSegment(3f7422bc-fe5d-4c3a-bbd3-3dd9a915fa89),segment_id=3f7422bc-fe5d-4c3a-bbd3-3dd9a915fa89)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:01:16.293263 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-564bc0d9-bba7-4de6-9b18-f486c684992f tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:16.306220 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05109b96-e5f9-46bb-a125-c9979e59cd5c admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:01:16.315131 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-ac2b67ac-0f09-412b-a6ab-be06c94ed2df tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Allocated IP 172.25.4.84 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/cd6597e0-9d22-4d97-8958-75fc85253280) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:01:16.323607 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-564bc0d9-bba7-4de6-9b18-f486c684992f tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Calling delete_port for 1b80f4b0-778b-455e-a2f8-a4474fbffd8f owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:01:16.335698 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-393e202f-cff8-421b-9d15-df0415f0348d None None] Could not find standard attr ID for object ab715bfc-28ed-4e76-8f4e-76efd7a0f4b1. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 21:01:16.361141 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05109b96-e5f9-46bb-a125-c9979e59cd5c admin admin] Pushing event updated for resources: {'Port': ['ID=414f6970-e3be-4198-8d3b-067183efe7a9,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:16.365595 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d777031-9055-4c05-97ce-1269dca8458f None None] Pushing event updated for resources: {'Port': ['ID=2db8c973-d806-4763-8f44-14d9770fa6af,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:16.371986 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-cf46dbe4-9589-41ae-841d-5b056537e777 None None] Attempting to bind port 2db8c973-d806-4763-8f44-14d9770fa6af on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:01:16.372486 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-cf46dbe4-9589-41ae-841d-5b056537e777 None None] Attempting to bind port 2db8c973-d806-4763-8f44-14d9770fa6af by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:01:16.373192 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf46dbe4-9589-41ae-841d-5b056537e777 None None] Attempting to bind port 2db8c973-d806-4763-8f44-14d9770fa6af on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:01:16.389805 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-05109b96-e5f9-46bb-a125-c9979e59cd5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:16.427432 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:16.432795 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf46dbe4-9589-41ae-841d-5b056537e777 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:01:16.433171 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf46dbe4-9589-41ae-841d-5b056537e777 None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:01:16.433571 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cf46dbe4-9589-41ae-841d-5b056537e777 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:16.433961 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf46dbe4-9589-41ae-841d-5b056537e777 None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:01:16.434455 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-cf46dbe4-9589-41ae-841d-5b056537e777 None None] Bound port: 2db8c973-d806-4763-8f44-14d9770fa6af, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:01:16.434837 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cf46dbe4-9589-41ae-841d-5b056537e777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:16.563090 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-564bc0d9-bba7-4de6-9b18-f486c684992f tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:16.590852 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564bc0d9-bba7-4de6-9b18-f486c684992f tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event deleted for resources: {'Port': ['ID=1b80f4b0-778b-455e-a2f8-a4474fbffd8f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:16.595484 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 36b03439-3aa2-4002-89da-23537de67b48, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=36b03439-3aa2-4002-89da-23537de67b48,segment=NetworkSegment(641af0a1-8837-4be1-8e66-7cdd224bc53e),segment_id=641af0a1-8837-4be1-8e66-7cdd224bc53e)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:01:16.603694 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ac2b67ac-0f09-412b-a6ab-be06c94ed2df tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:16.615648 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564bc0d9-bba7-4de6-9b18-f486c684992f tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] No DVR routers for this DVR port 1b80f4b0-778b-455e-a2f8-a4474fbffd8f on host n-d-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:01:16.616009 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:16.622570 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cf46dbe4-9589-41ae-841d-5b056537e777 None None] For port 2db8c973-d806-4763-8f44-14d9770fa6af, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:01:16.628835 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cf46dbe4-9589-41ae-841d-5b056537e777 None None] For port 2db8c973-d806-4763-8f44-14d9770fa6af, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=2db8c973-d806-4763-8f44-14d9770fa6af,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:01:16.667259 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cf46dbe4-9589-41ae-841d-5b056537e777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:16.667672 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-05109b96-e5f9-46bb-a125-c9979e59cd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:16.704984 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cae9df9a-6a19-412d-bcdf-e8746604acb6 None None] Provisioning for port 414f6970-e3be-4198-8d3b-067183efe7a9 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:01:16.740297 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cae9df9a-6a19-412d-bcdf-e8746604acb6 None None] Provisioning complete for port 414f6970-e3be-4198-8d3b-067183efe7a9 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:01:16.740969 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cae9df9a-6a19-412d-bcdf-e8746604acb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:16.756702 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e18bd5-5d20-4d2e-ac3e-4918c9301963 None None] DHCP port deletion for 56318684-08da-4ef7-999d-fc00fe08c39a request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 21:01:16.798519 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=36b03439-3aa2-4002-89da-23537de67b48,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:16.808041 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-564bc0d9-bba7-4de6-9b18-f486c684992f tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:16.822435 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-564bc0d9-bba7-4de6-9b18-f486c684992f tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56318684-08da-4ef7-999d-fc00fe08c39a']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:16.837080 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-564bc0d9-bba7-4de6-9b18-f486c684992f tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f7422bc-fe5d-4c3a-bbd3-3dd9a915fa89') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:16.837556 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-564bc0d9-bba7-4de6-9b18-f486c684992f tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f7422bc-fe5d-4c3a-bbd3-3dd9a915fa89') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:16.846936 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ac2b67ac-0f09-412b-a6ab-be06c94ed2df tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:16.854462 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-564bc0d9-bba7-4de6-9b18-f486c684992f tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:16.894238 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf46dbe4-9589-41ae-841d-5b056537e777 None None] Routers {'97b15e6c-287d-4a85-af1e-0254c81f66e8'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:01:16.896823 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-cf46dbe4-9589-41ae-841d-5b056537e777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:01:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['97b15e6c-287d-4a85-af1e-0254c81f66e8'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:16.908120 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2b67ac-0f09-412b-a6ab-be06c94ed2df tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:01:16.914556 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-ac2b67ac-0f09-412b-a6ab-be06c94ed2df tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:01:16.919741 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2b67ac-0f09-412b-a6ab-be06c94ed2df tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:01:16.925282 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-564bc0d9-bba7-4de6-9b18-f486c684992f tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:16.974507 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cae9df9a-6a19-412d-bcdf-e8746604acb6 None None] Port 414f6970-e3be-4198-8d3b-067183efe7a9 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:01:16.984957 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d777031-9055-4c05-97ce-1269dca8458f None None] Pushing event updated for resources: {'Port': ['ID=2db8c973-d806-4763-8f44-14d9770fa6af,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:16.985887 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-564bc0d9-bba7-4de6-9b18-f486c684992f tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:01:16.986473 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-564bc0d9-bba7-4de6-9b18-f486c684992f tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:16.991346 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 21:01:16.991346 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:01:16.991346 n-d-805663-2 neutron-server[94688]: timer() Aug 23 21:01:16.991346 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:01:16.991346 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 21:01:16.991346 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:01:16.991346 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 21:01:16.991346 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:01:16.991346 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 21:01:16.991346 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:01:16.991346 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 21:01:16.991346 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:01:16.991346 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 21:01:16.991346 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:01:16.991346 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:01:16.991346 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:01:16.991346 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:01:16.991346 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:01:16.991346 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 21:01:16.991346 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:01:16.991346 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 21:01:16.991346 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:01:16.991346 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:01:16.991346 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:01:16.991346 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 21:01:16.991346 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:01:16.991346 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:01:16.991346 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:01:16.991346 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:01:16.991346 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:01:16.991346 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:01:16.991346 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:01:16.998945 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-05109b96-e5f9-46bb-a125-c9979e59cd5c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:17.012244 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2b67ac-0f09-412b-a6ab-be06c94ed2df tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Pushing event updated for resources: {'Port': ['ID=cd6597e0-9d22-4d97-8958-75fc85253280,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:17.014078 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-05109b96-e5f9-46bb-a125-c9979e59cd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:17.099261 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-cf46dbe4-9589-41ae-841d-5b056537e777 None None] Set router 97b15e6c-287d-4a85-af1e-0254c81f66e8 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:01:17.100443 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-05109b96-e5f9-46bb-a125-c9979e59cd5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:17.102481 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05109b96-e5f9-46bb-a125-c9979e59cd5c admin admin] Pushing event updated for resources: {'Port': ['ID=414f6970-e3be-4198-8d3b-067183efe7a9,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:17.127146 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cf4e8851-c7d5-4187-9714-3ce0d0e183ff None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:17.133440 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-564bc0d9-bba7-4de6-9b18-f486c684992f tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:17.141171 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-564bc0d9-bba7-4de6-9b18-f486c684992f tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:17.147398 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-564bc0d9-bba7-4de6-9b18-f486c684992f tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "DELETE /v2.0/networks/56318684-08da-4ef7-999d-fc00fe08c39a HTTP/1.1" status: 204 len: 168 time: 1.1782827 Aug 23 21:01:17.148184 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-cf4e8851-c7d5-4187-9714-3ce0d0e183ff None None] Transition to ACTIVE for port object e111169f-1ddc-4c34-af27-f523eea408bb will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:01:17.152241 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38866) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:17.158656 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-f4614d06-6bd8-4d60-a825-de02d307ccc6 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1545367728'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:01:17.161734 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cf4e8851-c7d5-4187-9714-3ce0d0e183ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:17.273341 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404a1320-a4ee-4722-ab28-6cfa7aff2cef None None] Pushing event updated for resources: {'Port': ['ID=e111169f-1ddc-4c34-af27-f523eea408bb,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:17.275950 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-cf4e8851-c7d5-4187-9714-3ce0d0e183ff None None] Attempting to bind port e111169f-1ddc-4c34-af27-f523eea408bb on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:01:17.276254 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-cf4e8851-c7d5-4187-9714-3ce0d0e183ff None None] Attempting to bind port e111169f-1ddc-4c34-af27-f523eea408bb by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:01:17.276612 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4e8851-c7d5-4187-9714-3ce0d0e183ff None None] Attempting to bind port e111169f-1ddc-4c34-af27-f523eea408bb on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:01:17.280315 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564bc0d9-bba7-4de6-9b18-f486c684992f tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event deleted for resources: {'Network': ['ID=56318684-08da-4ef7-999d-fc00fe08c39a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:17.285729 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4e8851-c7d5-4187-9714-3ce0d0e183ff None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:01:17.286066 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4e8851-c7d5-4187-9714-3ce0d0e183ff None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:01:17.286387 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cf4e8851-c7d5-4187-9714-3ce0d0e183ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:17.286784 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4e8851-c7d5-4187-9714-3ce0d0e183ff None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:01:17.287265 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-cf4e8851-c7d5-4187-9714-3ce0d0e183ff None None] Bound port: e111169f-1ddc-4c34-af27-f523eea408bb, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:01:17.287646 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cf4e8851-c7d5-4187-9714-3ce0d0e183ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:17.401731 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-cf4e8851-c7d5-4187-9714-3ce0d0e183ff None None] For port e111169f-1ddc-4c34-af27-f523eea408bb, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:01:17.407425 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-cf4e8851-c7d5-4187-9714-3ce0d0e183ff None None] For port e111169f-1ddc-4c34-af27-f523eea408bb, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=e111169f-1ddc-4c34-af27-f523eea408bb,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:01:17.415343 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cf4e8851-c7d5-4187-9714-3ce0d0e183ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:17.497870 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4e8851-c7d5-4187-9714-3ce0d0e183ff None None] Routers {'13558466-60bf-4f55-8433-11d8a3895cb6'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:01:17.498748 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-cf4e8851-c7d5-4187-9714-3ce0d0e183ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:01:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['13558466-60bf-4f55-8433-11d8a3895cb6'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:17.510036 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ac2b67ac-0f09-412b-a6ab-be06c94ed2df tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:17.597016 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404a1320-a4ee-4722-ab28-6cfa7aff2cef None None] Pushing event updated for resources: {'Port': ['ID=e111169f-1ddc-4c34-af27-f523eea408bb,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:17.639018 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-cf46dbe4-9589-41ae-841d-5b056537e777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b15e6c-287d-4a85-af1e-0254c81f66e8', 'name': 'tempest-snat-router-1056540385', 'tenant_id': 'a9a2b79f492f4054a0852d9093c1b551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.64'}], 'enable_snat': False}, 'gw_port_id': '2db8c973-d806-4763-8f44-14d9770fa6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:01:10Z', 'updated_at': '2021-08-23T21:01:12Z', 'revision_number': 3, 'project_id': 'a9a2b79f492f4054a0852d9093c1b551', 'gw_port': {'id': '2db8c973-d806-4763-8f44-14d9770fa6af', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:48:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b15e6c-287d-4a85-af1e-0254c81f66e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:01:11Z', 'updated_at': '2021-08-23T21:01:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:17.746020 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf46dbe4-9589-41ae-841d-5b056537e777 None None] The sync data for ids ['97b15e6c-287d-4a85-af1e-0254c81f66e8'] in n-d-805663-2 is: [{'id': '97b15e6c-287d-4a85-af1e-0254c81f66e8', 'name': 'tempest-snat-router-1056540385', 'tenant_id': 'a9a2b79f492f4054a0852d9093c1b551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.64'}], 'enable_snat': False}, 'gw_port_id': '2db8c973-d806-4763-8f44-14d9770fa6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:01:10Z', 'updated_at': '2021-08-23T21:01:12Z', 'revision_number': 3, 'project_id': 'a9a2b79f492f4054a0852d9093c1b551', 'gw_port': {'id': '2db8c973-d806-4763-8f44-14d9770fa6af', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:48:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b15e6c-287d-4a85-af1e-0254c81f66e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:01:11Z', 'updated_at': '2021-08-23T21:01:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:01:17.763153 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4614d06-6bd8-4d60-a825-de02d307ccc6 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Made reservation on behalf of 08153f579e424ba89fe16c2afc1e0f40 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:01:17.766678 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f4614d06-6bd8-4d60-a825-de02d307ccc6 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:17.776343 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-cf4e8851-c7d5-4187-9714-3ce0d0e183ff None None] Set router 13558466-60bf-4f55-8433-11d8a3895cb6 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:01:17.843055 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4614d06-6bd8-4d60-a825-de02d307ccc6 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:01:17.848845 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05109b96-e5f9-46bb-a125-c9979e59cd5c admin admin] Network 7f6be1c1-924a-46f8-b824-8662c410ac73 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:01:17.860808 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-05109b96-e5f9-46bb-a125-c9979e59cd5c admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:01:17.874591 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f4614d06-6bd8-4d60-a825-de02d307ccc6 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:17.875122 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-f4614d06-6bd8-4d60-a825-de02d307ccc6 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Added segment a73eab57-cfd7-49ed-9aae-815ed51d3d4c of type vlan for network 77a2fc48-3c2a-41b7-8a24-3791be3cb3b8 Aug 23 21:01:17.896645 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ac2b67ac-0f09-412b-a6ab-be06c94ed2df tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:17.999210 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f4614d06-6bd8-4d60-a825-de02d307ccc6 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:18.073621 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f4614d06-6bd8-4d60-a825-de02d307ccc6 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:18.091050 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4614d06-6bd8-4d60-a825-de02d307ccc6 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:01:18.091931 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f4614d06-6bd8-4d60-a825-de02d307ccc6 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:18.179350 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2b67ac-0f09-412b-a6ab-be06c94ed2df tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Router adf355d6-2366-47a3-aaa9-223ef8b0c099 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 21:01:18.275317 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05109b96-e5f9-46bb-a125-c9979e59cd5c admin admin] Router 13558466-60bf-4f55-8433-11d8a3895cb6 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:01:18.309041 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f4614d06-6bd8-4d60-a825-de02d307ccc6 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1554501 Aug 23 21:01:18.311747 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38900) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:18.314124 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-50ff4d39-8381-4b86-97f1-d4886370b20f None None] Provisioning complete for port 414f6970-e3be-4198-8d3b-067183efe7a9 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:01:18.314587 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-50ff4d39-8381-4b86-97f1-d4886370b20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:18.332326 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-050432e0-0c5c-4c05-9d7b-a759fa09cc5e tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Request body: {'subnet': {'network_id': '77a2fc48-3c2a-41b7-8a24-3791be3cb3b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:01:18.333370 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4614d06-6bd8-4d60-a825-de02d307ccc6 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event updated for resources: {'Network': ['ID=77a2fc48-3c2a-41b7-8a24-3791be3cb3b8,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:18.365575 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 77a2fc48-3c2a-41b7-8a24-3791be3cb3b8 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:01:18.506756 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-cf4e8851-c7d5-4187-9714-3ce0d0e183ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13558466-60bf-4f55-8433-11d8a3895cb6', 'name': 'tempest-TestVolumeBackupRestore-853245504-router', 'tenant_id': '5972aaa015094daf9b5d1001494d8110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'e111169f-1ddc-4c34-af27-f523eea408bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:01:10Z', 'updated_at': '2021-08-23T21:01:16Z', 'revision_number': 4, 'project_id': '5972aaa015094daf9b5d1001494d8110', 'gw_port': {'id': 'e111169f-1ddc-4c34-af27-f523eea408bb', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13558466-60bf-4f55-8433-11d8a3895cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:01:11Z', 'updated_at': '2021-08-23T21:01:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '414f6970-e3be-4198-8d3b-067183efe7a9', 'name': '', 'network_id': '7f6be1c1-924a-46f8-b824-8662c410ac73', 'tenant_id': '5972aaa015094daf9b5d1001494d8110', 'mac_address': 'fa:16:3e:fa:46:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13558466-60bf-4f55-8433-11d8a3895cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '4224398f-2bb5-4da3-8596-4d52340b0d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:01:15Z', 'updated_at': '2021-08-23T21:01:16Z', 'revision_number': 2, 'project_id': '5972aaa015094daf9b5d1001494d8110', 'subnets': [{'id': '4224398f-2bb5-4da3-8596-4d52340b0d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:18.549356 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05109b96-e5f9-46bb-a125-c9979e59cd5c admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:01:18.553037 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4e8851-c7d5-4187-9714-3ce0d0e183ff None None] The sync data for ids ['13558466-60bf-4f55-8433-11d8a3895cb6'] in n-d-805663-2 is: [{'id': '13558466-60bf-4f55-8433-11d8a3895cb6', 'name': 'tempest-TestVolumeBackupRestore-853245504-router', 'tenant_id': '5972aaa015094daf9b5d1001494d8110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'e111169f-1ddc-4c34-af27-f523eea408bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:01:10Z', 'updated_at': '2021-08-23T21:01:16Z', 'revision_number': 4, 'project_id': '5972aaa015094daf9b5d1001494d8110', 'gw_port': {'id': 'e111169f-1ddc-4c34-af27-f523eea408bb', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13558466-60bf-4f55-8433-11d8a3895cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:01:11Z', 'updated_at': '2021-08-23T21:01:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '414f6970-e3be-4198-8d3b-067183efe7a9', 'name': '', 'network_id': '7f6be1c1-924a-46f8-b824-8662c410ac73', 'tenant_id': '5972aaa015094daf9b5d1001494d8110', 'mac_address': 'fa:16:3e:fa:46:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13558466-60bf-4f55-8433-11d8a3895cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '4224398f-2bb5-4da3-8596-4d52340b0d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:01:15Z', 'updated_at': '2021-08-23T21:01:16Z', 'revision_number': 2, 'project_id': '5972aaa015094daf9b5d1001494d8110', 'subnets': [{'id': '4224398f-2bb5-4da3-8596-4d52340b0d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:01:18.563257 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-05109b96-e5f9-46bb-a125-c9979e59cd5c admin admin] 10.222.0.61 "PUT /v2.0/routers/13558466-60bf-4f55-8433-11d8a3895cb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7069173 Aug 23 21:01:18.635488 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-50ff4d39-8381-4b86-97f1-d4886370b20f None None] Port 414f6970-e3be-4198-8d3b-067183efe7a9 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:01:18.876859 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 36b03439-3aa2-4002-89da-23537de67b48 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:01:18.955658 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 36b03439-3aa2-4002-89da-23537de67b48 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:01:18.955658 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:19.128956 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2b67ac-0f09-412b-a6ab-be06c94ed2df tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:01:19.155139 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 2db8c973-d806-4763-8f44-14d9770fa6af up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:01:19.158023 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be44395f-f59e-4e0d-993d-a0b349f8a866 None None] Sync routers for ids ['adf355d6-2366-47a3-aaa9-223ef8b0c099'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:01:19.180045 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ac2b67ac-0f09-412b-a6ab-be06c94ed2df tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:19.183733 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ac2b67ac-0f09-412b-a6ab-be06c94ed2df tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.7829225 Aug 23 21:01:19.184482 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38928) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:19.191069 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be44395f-f59e-4e0d-993d-a0b349f8a866 None None] Routers {'adf355d6-2366-47a3-aaa9-223ef8b0c099'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:01:19.191712 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-be44395f-f59e-4e0d-993d-a0b349f8a866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:01:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['adf355d6-2366-47a3-aaa9-223ef8b0c099'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:19.225565 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050432e0-0c5c-4c05-9d7b-a759fa09cc5e tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Made reservation on behalf of 08153f579e424ba89fe16c2afc1e0f40 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:01:19.233188 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-050432e0-0c5c-4c05-9d7b-a759fa09cc5e tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:19.265899 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 38932) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:19.272100 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-36e73bcb-bf77-415c-9311-063c66aae8c5 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-648582765', 'description': 'tempest-secgroup-smoke-648582765 description', 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:01:19.338211 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 2db8c973-d806-4763-8f44-14d9770fa6af completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:01:19.349170 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 2db8c973-d806-4763-8f44-14d9770fa6af triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:01:19.350564 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:19.385564 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-be44395f-f59e-4e0d-993d-a0b349f8a866 None None] Set router adf355d6-2366-47a3-aaa9-223ef8b0c099 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:01:19.447246 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-02f8a28e-25be-48fe-a03a-208f7df1dc65 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] 10.222.0.61 "GET /v2.0/routers/adf355d6-2366-47a3-aaa9-223ef8b0c099 HTTP/1.1" status: 200 len: 907 time: 0.2586737 Aug 23 21:01:19.447613 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38958) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:19.578056 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36e73bcb-bf77-415c-9311-063c66aae8c5 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:19.606614 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-050432e0-0c5c-4c05-9d7b-a759fa09cc5e tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:19.610705 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c78f5b43-dcf3-42d7-aaf9-1c4b58f6957a tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:19.726451 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050432e0-0c5c-4c05-9d7b-a759fa09cc5e tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event updated for resources: {'Subnet': ['ID=2d3ac3d4-7ba0-4f2d-aec2-06540aa3e567,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:19.736618 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050432e0-0c5c-4c05-9d7b-a759fa09cc5e tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Checking segment: {'id': 'a73eab57-cfd7-49ed-9aae-815ed51d3d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '77a2fc48-3c2a-41b7-8a24-3791be3cb3b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:01:19.738027 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050432e0-0c5c-4c05-9d7b-a759fa09cc5e tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Network hostable DHCP agents. Network: 77a2fc48-3c2a-41b7-8a24-3791be3cb3b8, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:01:19.745051 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c78f5b43-dcf3-42d7-aaf9-1c4b58f6957a tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:19.771131 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050432e0-0c5c-4c05-9d7b-a759fa09cc5e tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Network 77a2fc48-3c2a-41b7-8a24-3791be3cb3b8 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:01:19.774125 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:19.804644 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 2db8c973-d806-4763-8f44-14d9770fa6af, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=2db8c973-d806-4763-8f44-14d9770fa6af,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:01:19.812080 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-be44395f-f59e-4e0d-993d-a0b349f8a866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf355d6-2366-47a3-aaa9-223ef8b0c099', 'name': 'tempest-snat-router-1056540385', 'tenant_id': 'a9a2b79f492f4054a0852d9093c1b551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': 'cd6597e0-9d22-4d97-8958-75fc85253280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:01:14Z', 'updated_at': '2021-08-23T21:01:17Z', 'revision_number': 3, 'project_id': 'a9a2b79f492f4054a0852d9093c1b551', 'gw_port': {'id': 'cd6597e0-9d22-4d97-8958-75fc85253280', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:59:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf355d6-2366-47a3-aaa9-223ef8b0c099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:01:15Z', 'updated_at': '2021-08-23T21:01:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:19.820212 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-c78f5b43-dcf3-42d7-aaf9-1c4b58f6957a tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Deleting port cd6597e0-9d22-4d97-8958-75fc85253280 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:01:19.820892 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c78f5b43-dcf3-42d7-aaf9-1c4b58f6957a tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:19.821501 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:19.829899 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36e73bcb-bf77-415c-9311-063c66aae8c5 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:19.832379 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-050432e0-0c5c-4c05-9d7b-a759fa09cc5e tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 77a2fc48-3c2a-41b7-8a24-3791be3cb3b8) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:01:19.837513 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050432e0-0c5c-4c05-9d7b-a759fa09cc5e tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:01:19.838299 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-050432e0-0c5c-4c05-9d7b-a759fa09cc5e tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:19.843795 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36e73bcb-bf77-415c-9311-063c66aae8c5 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:19.874759 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36e73bcb-bf77-415c-9311-063c66aae8c5 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:19.876452 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-36e73bcb-bf77-415c-9311-063c66aae8c5 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6098568 Aug 23 21:01:19.881511 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38968) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:19.883227 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 1b80f4b0-778b-455e-a2f8-a4474fbffd8f no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:01:19.885276 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cdd8ed-bff2-4d2c-a8e6-2abdce2bcfe2 None None] Network 77a2fc48-3c2a-41b7-8a24-3791be3cb3b8 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:01:19.892554 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-be74b6e0-af12-474d-9a10-325622e17006 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Request body: {'security_group_rule': {'security_group_id': '4ca4f03b-a894-47fd-852a-5dff620c07ed', 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:01:19.902674 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-050432e0-0c5c-4c05-9d7b-a759fa09cc5e tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5887358 Aug 23 21:01:19.905438 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 38970) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:19.913004 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e73bcb-bf77-415c-9311-063c66aae8c5 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca4f03b-a894-47fd-852a-5dff620c07ed,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:19.917281 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be44395f-f59e-4e0d-993d-a0b349f8a866 None None] Checking router: adf355d6-2366-47a3-aaa9-223ef8b0c099 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:01:19.917639 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be44395f-f59e-4e0d-993d-a0b349f8a866 None None] Updating router adf355d6-2366-47a3-aaa9-223ef8b0c099 port cd6597e0-9d22-4d97-8958-75fc85253280 binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 21:01:19.920029 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-02f082fa-5011-43be-afb8-29c476eb7986 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-808942653', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:01:19.966207 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.db.api [None req-02f082fa-5011-43be-afb8-29c476eb7986 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 21:01:19.966207 n-d-805663-2 neutron-server[94687]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 23 21:01:19.966207 n-d-805663-2 neutron-server[94687]: [parameters: {'project_id_1': '08153f579e424ba89fe16c2afc1e0f40', 'expiration_1': datetime.datetime(2021, 8, 23, 21, 1, 19, 936950)}] Aug 23 21:01:19.966207 n-d-805663-2 neutron-server[94687]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94687) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 21:01:19.966207 n-d-805663-2 neutron-server[94687]: DEBUG oslo_db.api [None req-02f082fa-5011-43be-afb8-29c476eb7986 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 21:01:19.981927 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 1b80f4b0-778b-455e-a2f8-a4474fbffd8f {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:01:19.982340 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 1b80f4b0-778b-455e-a2f8-a4474fbffd8f not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:01:19.994159 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c78f5b43-dcf3-42d7-aaf9-1c4b58f6957a tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:20.002043 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-be74b6e0-af12-474d-9a10-325622e17006 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:20.016933 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-c78f5b43-dcf3-42d7-aaf9-1c4b58f6957a tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Calling delete_port for cd6597e0-9d22-4d97-8958-75fc85253280 owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:01:20.051321 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-be44395f-f59e-4e0d-993d-a0b349f8a866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:20.097005 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=2db8c973-d806-4763-8f44-14d9770fa6af,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:20.125577 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-be74b6e0-af12-474d-9a10-325622e17006 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:20.132900 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-be74b6e0-af12-474d-9a10-325622e17006 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:20.195951 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be74b6e0-af12-474d-9a10-325622e17006 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=518fc556-3cc3-47c8-bb50-65569a7bff03,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:20.204888 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-be74b6e0-af12-474d-9a10-325622e17006 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:20.206700 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-be74b6e0-af12-474d-9a10-325622e17006 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3237767 Aug 23 21:01:20.209383 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39002) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:20.214153 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-de649b4a-b43f-4eb4-980c-d6a6fe6daa09 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Request body: {'security_group_rule': {'security_group_id': '4ca4f03b-a894-47fd-852a-5dff620c07ed', 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:01:20.277103 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de649b4a-b43f-4eb4-980c-d6a6fe6daa09 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:20.303025 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c78f5b43-dcf3-42d7-aaf9-1c4b58f6957a tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:20.333397 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f5b43-dcf3-42d7-aaf9-1c4b58f6957a tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd6597e0-9d22-4d97-8958-75fc85253280,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:20.346105 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14946222-c8d2-4861-aa99-0ea9b6f32f8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-77a2fc48-3c2a-41b7-8a24-3791be3cb3b8', 'network_id': '77a2fc48-3c2a-41b7-8a24-3791be3cb3b8', 'tenant_id': '08153f579e424ba89fe16c2afc1e0f40', 'fixed_ips': [{'subnet_id': '2d3ac3d4-7ba0-4f2d-aec2-06540aa3e567'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 21:01:20.347058 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-14946222-c8d2-4861-aa99-0ea9b6f32f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:20.380812 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de649b4a-b43f-4eb4-980c-d6a6fe6daa09 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:20.386125 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de649b4a-b43f-4eb4-980c-d6a6fe6daa09 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:20.420560 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de649b4a-b43f-4eb4-980c-d6a6fe6daa09 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a219a26-6c1d-4737-8dee-4436b4ab547d,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:20.426353 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c78f5b43-dcf3-42d7-aaf9-1c4b58f6957a tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:20.437547 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de649b4a-b43f-4eb4-980c-d6a6fe6daa09 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:20.440695 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-de649b4a-b43f-4eb4-980c-d6a6fe6daa09 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2288828 Aug 23 21:01:20.443108 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39008) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:20.454080 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-f4a52c8b-9bd9-441c-bc0f-6c7743e1a441 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Request body: {'security_group_rule': {'security_group_id': '4ca4f03b-a894-47fd-852a-5dff620c07ed', 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:01:20.496223 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f4a52c8b-9bd9-441c-bc0f-6c7743e1a441 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:20.555775 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:20.573208 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c78f5b43-dcf3-42d7-aaf9-1c4b58f6957a tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:20.576656 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c78f5b43-dcf3-42d7-aaf9-1c4b58f6957a tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:20.609234 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-14946222-c8d2-4861-aa99-0ea9b6f32f8e None None] Allocated IP 172.20.0.2 (77a2fc48-3c2a-41b7-8a24-3791be3cb3b8/2d3ac3d4-7ba0-4f2d-aec2-06540aa3e567/0813a2e8-64d3-461a-a2ae-3e1f4339809f) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:01:20.615440 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f4a52c8b-9bd9-441c-bc0f-6c7743e1a441 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:20.621493 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f4a52c8b-9bd9-441c-bc0f-6c7743e1a441 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:20.632478 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.db.api [None req-be44395f-f59e-4e0d-993d-a0b349f8a866 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 21:01:20.632848 n-d-805663-2 neutron-server[94689]: DEBUG oslo_db.api [None req-be44395f-f59e-4e0d-993d-a0b349f8a866 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 21:01:20.647840 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-02f082fa-5011-43be-afb8-29c476eb7986 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:20.648094 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a52c8b-9bd9-441c-bc0f-6c7743e1a441 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f0fbea0-909a-4857-9918-ff2736a7cfff,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:20.649469 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-02f082fa-5011-43be-afb8-29c476eb7986 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:20.654710 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c78f5b43-dcf3-42d7-aaf9-1c4b58f6957a tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:20.655261 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78f5b43-dcf3-42d7-aaf9-1c4b58f6957a tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Fanout notify agent at l3_agent the message router_deleted on router adf355d6-2366-47a3-aaa9-223ef8b0c099 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 21:01:20.661009 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c78f5b43-dcf3-42d7-aaf9-1c4b58f6957a tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:20.661812 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f4a52c8b-9bd9-441c-bc0f-6c7743e1a441 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:20.662389 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c78f5b43-dcf3-42d7-aaf9-1c4b58f6957a tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] 10.222.0.61 "DELETE /v2.0/routers/adf355d6-2366-47a3-aaa9-223ef8b0c099 HTTP/1.1" status: 204 len: 168 time: 1.2136662 Aug 23 21:01:20.665825 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39010) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:20.666265 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f4a52c8b-9bd9-441c-bc0f-6c7743e1a441 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2183149 Aug 23 21:01:20.667753 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39012) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:20.678824 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-04c56831-bf7f-4055-9e8a-042316715de8 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Request body: {'security_group_rule': {'security_group_id': '4ca4f03b-a894-47fd-852a-5dff620c07ed', 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:01:20.719667 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-04c56831-bf7f-4055-9e8a-042316715de8 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:20.796926 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-02f082fa-5011-43be-afb8-29c476eb7986 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:20.820655 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-02f082fa-5011-43be-afb8-29c476eb7986 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:20.833868 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-04c56831-bf7f-4055-9e8a-042316715de8 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:20.847957 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-04c56831-bf7f-4055-9e8a-042316715de8 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:20.871927 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 2db8c973-d806-4763-8f44-14d9770fa6af up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:01:20.885156 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c56831-bf7f-4055-9e8a-042316715de8 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9acc9524-ae7d-4a67-a712-35a596dcb3c9,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:20.903565 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-04c56831-bf7f-4055-9e8a-042316715de8 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:20.906148 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-04c56831-bf7f-4055-9e8a-042316715de8 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2365873 Aug 23 21:01:20.908627 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39014) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:20.916553 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-648eefb1-471c-4ca9-9293-a48ea8244b26 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Request body: {'security_group_rule': {'security_group_id': '4ca4f03b-a894-47fd-852a-5dff620c07ed', 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:01:20.923764 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-02f082fa-5011-43be-afb8-29c476eb7986 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:20.925795 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-02f082fa-5011-43be-afb8-29c476eb7986 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 1.0156641 Aug 23 21:01:20.930481 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39016) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:20.936113 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-2bdd4583-3da4-4a5c-bed9-c3058d7e36d3 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Request body: {'port': {'network_id': '77a2fc48-3c2a-41b7-8a24-3791be3cb3b8', 'name': 'tempest-PortsTestJSON-1403251306'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:01:20.948313 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b9288f3c-f273-4924-b8b2-711788b2afbb tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:21.058536 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-14946222-c8d2-4861-aa99-0ea9b6f32f8e None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:21.080491 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.db.api [None req-2bdd4583-3da4-4a5c-bed9-c3058d7e36d3 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 21:01:21.080491 n-d-805663-2 neutron-server[94688]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 23 21:01:21.080491 n-d-805663-2 neutron-server[94688]: [parameters: {'project_id_1': '08153f579e424ba89fe16c2afc1e0f40', 'expiration_1': datetime.datetime(2021, 8, 23, 21, 1, 21, 69723)}] Aug 23 21:01:21.080491 n-d-805663-2 neutron-server[94688]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94688) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 21:01:21.081671 n-d-805663-2 neutron-server[94688]: DEBUG oslo_db.api [None req-2bdd4583-3da4-4a5c-bed9-c3058d7e36d3 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 21:01:21.084967 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 2db8c973-d806-4763-8f44-14d9770fa6af triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:01:21.085345 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:21.087411 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-14946222-c8d2-4861-aa99-0ea9b6f32f8e None None] Transition to ACTIVE for port object 0813a2e8-64d3-461a-a2ae-3e1f4339809f will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:01:21.095117 n-d-805663-2 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-648eefb1-471c-4ca9-9293-a48ea8244b26 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Project 9e20396f7331438baf5e0a87fc6f3d2f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 21:01:21.105525 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-648eefb1-471c-4ca9-9293-a48ea8244b26 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:21.129017 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-14946222-c8d2-4861-aa99-0ea9b6f32f8e None None] Transition to ACTIVE for port object 0813a2e8-64d3-461a-a2ae-3e1f4339809f will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:01:21.133338 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b9288f3c-f273-4924-b8b2-711788b2afbb tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:21.169009 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-14946222-c8d2-4861-aa99-0ea9b6f32f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:21.170774 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be44395f-f59e-4e0d-993d-a0b349f8a866 None None] Port cd6597e0-9d22-4d97-8958-75fc85253280 not found while updating agent binding for router adf355d6-2366-47a3-aaa9-223ef8b0c099. {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 23 21:01:21.216547 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14946222-c8d2-4861-aa99-0ea9b6f32f8e None None] Pushing event updated for resources: {'Port': ['ID=0813a2e8-64d3-461a-a2ae-3e1f4339809f,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:21.222934 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-b9288f3c-f273-4924-b8b2-711788b2afbb tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Deleting port 2db8c973-d806-4763-8f44-14d9770fa6af {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:01:21.223542 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b9288f3c-f273-4924-b8b2-711788b2afbb tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:21.232051 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14946222-c8d2-4861-aa99-0ea9b6f32f8e None None] Network 77a2fc48-3c2a-41b7-8a24-3791be3cb3b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:01:21.239046 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-14946222-c8d2-4861-aa99-0ea9b6f32f8e None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:01:21.240837 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be44395f-f59e-4e0d-993d-a0b349f8a866 None None] Routers set() bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:01:21.241147 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be44395f-f59e-4e0d-993d-a0b349f8a866 None None] Router IDs set() for agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 23 21:01:21.241777 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_agentschedulers_db [None req-be44395f-f59e-4e0d-993d-a0b349f8a866 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'adf355d6-2366-47a3-aaa9-223ef8b0c099'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:01:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent'). {{(pid=94689) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 23 21:01:21.242100 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be44395f-f59e-4e0d-993d-a0b349f8a866 None None] The sync data for ids ['adf355d6-2366-47a3-aaa9-223ef8b0c099'] in n-d-805663-2 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:01:21.247548 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-648eefb1-471c-4ca9-9293-a48ea8244b26 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:21.252373 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-648eefb1-471c-4ca9-9293-a48ea8244b26 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:21.261709 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14946222-c8d2-4861-aa99-0ea9b6f32f8e None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:01:21.292274 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648eefb1-471c-4ca9-9293-a48ea8244b26 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a990263-e63b-41e6-a9c4-95362081ff64,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:21.305690 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-648eefb1-471c-4ca9-9293-a48ea8244b26 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:21.307269 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-648eefb1-471c-4ca9-9293-a48ea8244b26 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3967085 Aug 23 21:01:21.310060 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39020) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:21.314807 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-1eca5ca2-a999-4ec8-b5cf-46652c223f47 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Request body: {'security_group_rule': {'security_group_id': '4ca4f03b-a894-47fd-852a-5dff620c07ed', 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:01:21.352194 n-d-805663-2 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-1eca5ca2-a999-4ec8-b5cf-46652c223f47 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Project 9e20396f7331438baf5e0a87fc6f3d2f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 21:01:21.355203 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-b9288f3c-f273-4924-b8b2-711788b2afbb tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] For port 2db8c973-d806-4763-8f44-14d9770fa6af, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=2db8c973-d806-4763-8f44-14d9770fa6af,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:01:21.355842 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b9288f3c-f273-4924-b8b2-711788b2afbb tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:21.360244 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1eca5ca2-a999-4ec8-b5cf-46652c223f47 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:21.369568 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-b9288f3c-f273-4924-b8b2-711788b2afbb tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Calling delete_port for 2db8c973-d806-4763-8f44-14d9770fa6af owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:01:21.403126 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-14946222-c8d2-4861-aa99-0ea9b6f32f8e None None] Attempting to bind port 0813a2e8-64d3-461a-a2ae-3e1f4339809f on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:01:21.403488 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-14946222-c8d2-4861-aa99-0ea9b6f32f8e None None] Attempting to bind port 0813a2e8-64d3-461a-a2ae-3e1f4339809f by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'a73eab57-cfd7-49ed-9aae-815ed51d3d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '77a2fc48-3c2a-41b7-8a24-3791be3cb3b8'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:01:21.403849 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14946222-c8d2-4861-aa99-0ea9b6f32f8e None None] Attempting to bind port 0813a2e8-64d3-461a-a2ae-3e1f4339809f on network 77a2fc48-3c2a-41b7-8a24-3791be3cb3b8 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:01:21.411032 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14946222-c8d2-4861-aa99-0ea9b6f32f8e None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:01:21.411411 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14946222-c8d2-4861-aa99-0ea9b6f32f8e None None] Checking segment: {'id': 'a73eab57-cfd7-49ed-9aae-815ed51d3d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '77a2fc48-3c2a-41b7-8a24-3791be3cb3b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:01:21.411815 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-14946222-c8d2-4861-aa99-0ea9b6f32f8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:21.412958 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14946222-c8d2-4861-aa99-0ea9b6f32f8e None None] Bound using segment: {'id': 'a73eab57-cfd7-49ed-9aae-815ed51d3d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '77a2fc48-3c2a-41b7-8a24-3791be3cb3b8'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:01:21.413397 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-14946222-c8d2-4861-aa99-0ea9b6f32f8e None None] Bound port: 0813a2e8-64d3-461a-a2ae-3e1f4339809f, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a73eab57-cfd7-49ed-9aae-815ed51d3d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '77a2fc48-3c2a-41b7-8a24-3791be3cb3b8'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:01:21.413780 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-14946222-c8d2-4861-aa99-0ea9b6f32f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:21.444044 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1eca5ca2-a999-4ec8-b5cf-46652c223f47 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:21.453778 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1eca5ca2-a999-4ec8-b5cf-46652c223f47 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:21.497660 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca5ca2-a999-4ec8-b5cf-46652c223f47 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a89f170f-383a-4264-b7c1-80e9fad22dce,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:21.509507 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1eca5ca2-a999-4ec8-b5cf-46652c223f47 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:21.514082 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-1eca5ca2-a999-4ec8-b5cf-46652c223f47 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1997714 Aug 23 21:01:21.538213 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-14946222-c8d2-4861-aa99-0ea9b6f32f8e None None] For port 0813a2e8-64d3-461a-a2ae-3e1f4339809f, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:01:21.544165 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-14946222-c8d2-4861-aa99-0ea9b6f32f8e None None] For port 0813a2e8-64d3-461a-a2ae-3e1f4339809f, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=0813a2e8-64d3-461a-a2ae-3e1f4339809f,segment=NetworkSegment(a73eab57-cfd7-49ed-9aae-815ed51d3d4c),segment_id=a73eab57-cfd7-49ed-9aae-815ed51d3d4c)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:01:21.563060 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-14946222-c8d2-4861-aa99-0ea9b6f32f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:21.616114 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bdd4583-3da4-4a5c-bed9-c3058d7e36d3 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Made reservation on behalf of 08153f579e424ba89fe16c2afc1e0f40 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:01:21.620130 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2bdd4583-3da4-4a5c-bed9-c3058d7e36d3 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:21.629954 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b9288f3c-f273-4924-b8b2-711788b2afbb tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:21.670504 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-2bdd4583-3da4-4a5c-bed9-c3058d7e36d3 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] device_id is not set on port 887dbc4d-1dcc-4325-b3f9-cd35694f79c1 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 21:01:21.684245 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14946222-c8d2-4861-aa99-0ea9b6f32f8e None None] Pushing event updated for resources: {'Port': ['ID=0813a2e8-64d3-461a-a2ae-3e1f4339809f,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:21.716003 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9288f3c-f273-4924-b8b2-711788b2afbb tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Pushing event deleted for resources: {'Port': ['ID=2db8c973-d806-4763-8f44-14d9770fa6af,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:21.829116 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b9288f3c-f273-4924-b8b2-711788b2afbb tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:21.906130 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-2bdd4583-3da4-4a5c-bed9-c3058d7e36d3 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Allocated IP 172.20.0.8 (77a2fc48-3c2a-41b7-8a24-3791be3cb3b8/2d3ac3d4-7ba0-4f2d-aec2-06540aa3e567/887dbc4d-1dcc-4325-b3f9-cd35694f79c1) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:01:22.058162 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b9288f3c-f273-4924-b8b2-711788b2afbb tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:22.070879 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b9288f3c-f273-4924-b8b2-711788b2afbb tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:22.165179 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b9288f3c-f273-4924-b8b2-711788b2afbb tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:22.165913 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9288f3c-f273-4924-b8b2-711788b2afbb tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 97b15e6c-287d-4a85-af1e-0254c81f66e8 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 21:01:22.172648 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b9288f3c-f273-4924-b8b2-711788b2afbb tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:22.193824 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b9288f3c-f273-4924-b8b2-711788b2afbb tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] 10.222.0.61 "DELETE /v2.0/routers/97b15e6c-287d-4a85-af1e-0254c81f66e8 HTTP/1.1" status: 204 len: 168 time: 1.5232098 Aug 23 21:01:22.197320 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39062) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:22.204401 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-8e1bc90d-4d78-4107-8629-5206f1f7f3da tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-821382430', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}, 'admin_state_up': False}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:01:22.297494 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8e1bc90d-4d78-4107-8629-5206f1f7f3da tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:22.301100 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2bdd4583-3da4-4a5c-bed9-c3058d7e36d3 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:22.304727 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8e1bc90d-4d78-4107-8629-5206f1f7f3da tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:22.334556 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-2bdd4583-3da4-4a5c-bed9-c3058d7e36d3 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Transition to ACTIVE for port object 887dbc4d-1dcc-4325-b3f9-cd35694f79c1 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:01:22.402839 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2bdd4583-3da4-4a5c-bed9-c3058d7e36d3 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:22.427945 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8e1bc90d-4d78-4107-8629-5206f1f7f3da tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:22.460848 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdd4583-3da4-4a5c-bed9-c3058d7e36d3 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Network 77a2fc48-3c2a-41b7-8a24-3791be3cb3b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:01:22.464714 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-2bdd4583-3da4-4a5c-bed9-c3058d7e36d3 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:01:22.485743 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdd4583-3da4-4a5c-bed9-c3058d7e36d3 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:01:22.524936 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdd4583-3da4-4a5c-bed9-c3058d7e36d3 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event updated for resources: {'Port': ['ID=887dbc4d-1dcc-4325-b3f9-cd35694f79c1,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:22.561677 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdd4583-3da4-4a5c-bed9-c3058d7e36d3 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:01:22.562243 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2bdd4583-3da4-4a5c-bed9-c3058d7e36d3 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:22.582690 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2bdd4583-3da4-4a5c-bed9-c3058d7e36d3 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6507454 Aug 23 21:01:22.585622 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39082) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:22.585855 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8e1bc90d-4d78-4107-8629-5206f1f7f3da tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:22.951693 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8e1bc90d-4d78-4107-8629-5206f1f7f3da tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:22.974872 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8e1bc90d-4d78-4107-8629-5206f1f7f3da tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:23.000111 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device e111169f-1ddc-4c34-af27-f523eea408bb up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:01:23.063814 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-952ed1f0-b867-4873-bbad-e9a24df9ca0f tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:23.102301 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port e111169f-1ddc-4c34-af27-f523eea408bb completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:01:23.110671 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port e111169f-1ddc-4c34-af27-f523eea408bb triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:01:23.111707 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:23.162498 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-8e1bc90d-4d78-4107-8629-5206f1f7f3da tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Allocated IP 172.25.4.131 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/29ef1d7f-d800-459e-ab66-751168f84608) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:01:23.262573 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:23.296045 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port e111169f-1ddc-4c34-af27-f523eea408bb, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=e111169f-1ddc-4c34-af27-f523eea408bb,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:01:23.314678 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:23.317267 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 0813a2e8-64d3-461a-a2ae-3e1f4339809f up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:01:23.486257 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-952ed1f0-b867-4873-bbad-e9a24df9ca0f tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:23.486985 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=e111169f-1ddc-4c34-af27-f523eea408bb,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:23.492767 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352172b0-1542-429d-baf1-945e9a605935 None None] Network 77a2fc48-3c2a-41b7-8a24-3791be3cb3b8 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:01:23.494750 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-952ed1f0-b867-4873-bbad-e9a24df9ca0f tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:23.646054 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ed1f0-b867-4873-bbad-e9a24df9ca0f tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event updated for resources: {'Port': ['ID=887dbc4d-1dcc-4325-b3f9-cd35694f79c1,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:23.694897 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e09b9c4f-7358-4b5a-87b4-1a9626c03743 None None] Provisioning for port 0813a2e8-64d3-461a-a2ae-3e1f4339809f completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:01:23.750952 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8e1bc90d-4d78-4107-8629-5206f1f7f3da tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:23.760474 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 0813a2e8-64d3-461a-a2ae-3e1f4339809f completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:01:23.766165 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 0813a2e8-64d3-461a-a2ae-3e1f4339809f triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:01:23.766491 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:23.850177 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8e1bc90d-4d78-4107-8629-5206f1f7f3da tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:23.885310 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3612ef-8f48-4ef5-a38d-b2766a8cc612 None None] Sync routers for ids ['13558466-60bf-4f55-8433-11d8a3895cb6'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:01:23.901933 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3612ef-8f48-4ef5-a38d-b2766a8cc612 None None] Routers {'13558466-60bf-4f55-8433-11d8a3895cb6'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:01:23.904457 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2d3612ef-8f48-4ef5-a38d-b2766a8cc612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:01:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['13558466-60bf-4f55-8433-11d8a3895cb6'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:23.936631 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1bc90d-4d78-4107-8629-5206f1f7f3da tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:01:23.942416 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-8e1bc90d-4d78-4107-8629-5206f1f7f3da tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:01:23.951242 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1bc90d-4d78-4107-8629-5206f1f7f3da tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:01:24.037334 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1bc90d-4d78-4107-8629-5206f1f7f3da tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Pushing event updated for resources: {'Port': ['ID=29ef1d7f-d800-459e-ab66-751168f84608,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:24.078889 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-952ed1f0-b867-4873-bbad-e9a24df9ca0f tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:24.261427 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:24.282615 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-2d3612ef-8f48-4ef5-a38d-b2766a8cc612 None None] Set router 13558466-60bf-4f55-8433-11d8a3895cb6 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:01:24.320300 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c2b8c9e8-c300-4812-b656-9b77191f25f4 None None] Provisioning complete for port 0813a2e8-64d3-461a-a2ae-3e1f4339809f triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:01:24.320659 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c2b8c9e8-c300-4812-b656-9b77191f25f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:24.359279 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-952ed1f0-b867-4873-bbad-e9a24df9ca0f tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:24.422854 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 0813a2e8-64d3-461a-a2ae-3e1f4339809f, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=0813a2e8-64d3-461a-a2ae-3e1f4339809f,segment=NetworkSegment(a73eab57-cfd7-49ed-9aae-815ed51d3d4c),segment_id=a73eab57-cfd7-49ed-9aae-815ed51d3d4c)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:01:24.436093 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:24.554396 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 2db8c973-d806-4763-8f44-14d9770fa6af no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:01:24.574794 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8e1bc90d-4d78-4107-8629-5206f1f7f3da tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:24.612869 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 2db8c973-d806-4763-8f44-14d9770fa6af {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:01:24.617274 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 2db8c973-d806-4763-8f44-14d9770fa6af not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:01:24.695051 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=0813a2e8-64d3-461a-a2ae-3e1f4339809f,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:24.764204 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c2b8c9e8-c300-4812-b656-9b77191f25f4 None None] Provisioning for port 887dbc4d-1dcc-4325-b3f9-cd35694f79c1 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:01:24.770555 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c2b8c9e8-c300-4812-b656-9b77191f25f4 None None] Provisioning complete for port 887dbc4d-1dcc-4325-b3f9-cd35694f79c1 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:01:24.770993 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c2b8c9e8-c300-4812-b656-9b77191f25f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:24.793243 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device e111169f-1ddc-4c34-af27-f523eea408bb up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:01:24.834383 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2d3612ef-8f48-4ef5-a38d-b2766a8cc612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13558466-60bf-4f55-8433-11d8a3895cb6', 'name': 'tempest-TestVolumeBackupRestore-853245504-router', 'tenant_id': '5972aaa015094daf9b5d1001494d8110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'e111169f-1ddc-4c34-af27-f523eea408bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:01:10Z', 'updated_at': '2021-08-23T21:01:16Z', 'revision_number': 4, 'project_id': '5972aaa015094daf9b5d1001494d8110', 'gw_port': {'id': 'e111169f-1ddc-4c34-af27-f523eea408bb', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13558466-60bf-4f55-8433-11d8a3895cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:01:11Z', 'updated_at': '2021-08-23T21:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '414f6970-e3be-4198-8d3b-067183efe7a9', 'name': '', 'network_id': '7f6be1c1-924a-46f8-b824-8662c410ac73', 'tenant_id': '5972aaa015094daf9b5d1001494d8110', 'mac_address': 'fa:16:3e:fa:46:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13558466-60bf-4f55-8433-11d8a3895cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '4224398f-2bb5-4da3-8596-4d52340b0d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:01:15Z', 'updated_at': '2021-08-23T21:01:16Z', 'revision_number': 2, 'project_id': '5972aaa015094daf9b5d1001494d8110', 'subnets': [{'id': '4224398f-2bb5-4da3-8596-4d52340b0d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:24.849915 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-c2b8c9e8-c300-4812-b656-9b77191f25f4 None None] Port 887dbc4d-1dcc-4325-b3f9-cd35694f79c1 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:01:24.871775 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3612ef-8f48-4ef5-a38d-b2766a8cc612 None None] Checking router: 13558466-60bf-4f55-8433-11d8a3895cb6 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:01:24.871775 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3612ef-8f48-4ef5-a38d-b2766a8cc612 None None] Updating router 13558466-60bf-4f55-8433-11d8a3895cb6 port 414f6970-e3be-4198-8d3b-067183efe7a9 binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 21:01:24.906754 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port e111169f-1ddc-4c34-af27-f523eea408bb triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:01:24.907261 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:24.913684 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2d3612ef-8f48-4ef5-a38d-b2766a8cc612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:24.993048 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8e1bc90d-4d78-4107-8629-5206f1f7f3da tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:25.007456 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b4aec407-a91c-4fff-bb02-390cd8e6edf1 None None] Provisioning complete for port 887dbc4d-1dcc-4325-b3f9-cd35694f79c1 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:01:25.013182 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b4aec407-a91c-4fff-bb02-390cd8e6edf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:25.021688 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-952ed1f0-b867-4873-bbad-e9a24df9ca0f tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:25.037646 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-952ed1f0-b867-4873-bbad-e9a24df9ca0f tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:25.144674 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ed1f0-b867-4873-bbad-e9a24df9ca0f tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event updated for resources: {'Port': ['ID=887dbc4d-1dcc-4325-b3f9-cd35694f79c1,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:25.152790 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-952ed1f0-b867-4873-bbad-e9a24df9ca0f tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:25.180011 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b4aec407-a91c-4fff-bb02-390cd8e6edf1 None None] Port 887dbc4d-1dcc-4325-b3f9-cd35694f79c1 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:01:25.223059 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e1bc90d-4d78-4107-8629-5206f1f7f3da tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Router 42b4c0bb-cfb3-4f7e-b894-8717bd470fc6 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 21:01:25.268278 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952ed1f0-b867-4873-bbad-e9a24df9ca0f tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Network 77a2fc48-3c2a-41b7-8a24-3791be3cb3b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:01:25.270450 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-952ed1f0-b867-4873-bbad-e9a24df9ca0f tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:01:25.322831 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85b53800-da4e-4238-96af-b0cb440ec495 None None] Provisioning complete for port 887dbc4d-1dcc-4325-b3f9-cd35694f79c1 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:01:25.323883 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85b53800-da4e-4238-96af-b0cb440ec495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:25.371084 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2d3612ef-8f48-4ef5-a38d-b2766a8cc612 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:25.387505 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-2d3612ef-8f48-4ef5-a38d-b2766a8cc612 None None] Transition to ACTIVE for port object 414f6970-e3be-4198-8d3b-067183efe7a9 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:01:25.398561 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1bc90d-4d78-4107-8629-5206f1f7f3da tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:01:25.402167 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2d3612ef-8f48-4ef5-a38d-b2766a8cc612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:25.406079 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85b53800-da4e-4238-96af-b0cb440ec495 None None] Port 887dbc4d-1dcc-4325-b3f9-cd35694f79c1 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:01:25.422841 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5b5b27-c52a-499b-85b0-76bee0c26fb1 None None] Sync routers for ids ['42b4c0bb-cfb3-4f7e-b894-8717bd470fc6'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:01:25.438010 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8e1bc90d-4d78-4107-8629-5206f1f7f3da tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:25.439714 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8e1bc90d-4d78-4107-8629-5206f1f7f3da tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.2411969 Aug 23 21:01:25.439837 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5b5b27-c52a-499b-85b0-76bee0c26fb1 None None] Routers {'42b4c0bb-cfb3-4f7e-b894-8717bd470fc6'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:01:25.442067 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-ae5b5b27-c52a-499b-85b0-76bee0c26fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:01:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['42b4c0bb-cfb3-4f7e-b894-8717bd470fc6'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:25.442790 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39108) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:25.452392 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-6a28e012-2639-4b88-83fa-4c1054ab0e05 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'enable_snat': False}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:01:25.501521 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e0913-24ee-4fd7-bb63-7834aa582e40 None None] Pushing event updated for resources: {'Port': ['ID=414f6970-e3be-4198-8d3b-067183efe7a9,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:25.554057 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-ae5b5b27-c52a-499b-85b0-76bee0c26fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:25.582839 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5b5b27-c52a-499b-85b0-76bee0c26fb1 None None] Routers {'42b4c0bb-cfb3-4f7e-b894-8717bd470fc6'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:01:25.583409 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-ae5b5b27-c52a-499b-85b0-76bee0c26fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:01:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['42b4c0bb-cfb3-4f7e-b894-8717bd470fc6'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:25.584244 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-2d3612ef-8f48-4ef5-a38d-b2766a8cc612 None None] Attempting to bind port 414f6970-e3be-4198-8d3b-067183efe7a9 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:01:25.584702 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-2d3612ef-8f48-4ef5-a38d-b2766a8cc612 None None] Attempting to bind port 414f6970-e3be-4198-8d3b-067183efe7a9 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '641af0a1-8837-4be1-8e66-7cdd224bc53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '7f6be1c1-924a-46f8-b824-8662c410ac73'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:01:25.585080 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3612ef-8f48-4ef5-a38d-b2766a8cc612 None None] Attempting to bind port 414f6970-e3be-4198-8d3b-067183efe7a9 on network 7f6be1c1-924a-46f8-b824-8662c410ac73 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:01:25.591156 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3612ef-8f48-4ef5-a38d-b2766a8cc612 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:01:25.591609 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3612ef-8f48-4ef5-a38d-b2766a8cc612 None None] Checking segment: {'id': '641af0a1-8837-4be1-8e66-7cdd224bc53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '7f6be1c1-924a-46f8-b824-8662c410ac73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:01:25.592094 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2d3612ef-8f48-4ef5-a38d-b2766a8cc612 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:25.592595 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3612ef-8f48-4ef5-a38d-b2766a8cc612 None None] Bound using segment: {'id': '641af0a1-8837-4be1-8e66-7cdd224bc53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '7f6be1c1-924a-46f8-b824-8662c410ac73'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:01:25.593122 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-2d3612ef-8f48-4ef5-a38d-b2766a8cc612 None None] Bound port: 414f6970-e3be-4198-8d3b-067183efe7a9, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '641af0a1-8837-4be1-8e66-7cdd224bc53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '7f6be1c1-924a-46f8-b824-8662c410ac73'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:01:25.594321 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2d3612ef-8f48-4ef5-a38d-b2766a8cc612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:25.657518 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-ae5b5b27-c52a-499b-85b0-76bee0c26fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:25.658174 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5b5b27-c52a-499b-85b0-76bee0c26fb1 None None] The sync data for ids ['42b4c0bb-cfb3-4f7e-b894-8717bd470fc6'] in n-d-805663-2 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:01:25.707653 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-2d3612ef-8f48-4ef5-a38d-b2766a8cc612 None None] For port 414f6970-e3be-4198-8d3b-067183efe7a9, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:01:25.712497 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-2d3612ef-8f48-4ef5-a38d-b2766a8cc612 None None] For port 414f6970-e3be-4198-8d3b-067183efe7a9, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=414f6970-e3be-4198-8d3b-067183efe7a9,segment=NetworkSegment(641af0a1-8837-4be1-8e66-7cdd224bc53e),segment_id=641af0a1-8837-4be1-8e66-7cdd224bc53e)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:01:25.717952 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2d3612ef-8f48-4ef5-a38d-b2766a8cc612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:25.724688 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-952ed1f0-b867-4873-bbad-e9a24df9ca0f tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Router 82d81a66-b343-416d-b249-716a70ab9c38 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 21:01:25.745141 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e6a30fab-6ef1-4438-b733-9aa704fc205d None None] Provisioning complete for port 887dbc4d-1dcc-4325-b3f9-cd35694f79c1 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:01:25.745516 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e6a30fab-6ef1-4438-b733-9aa704fc205d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:25.782490 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3612ef-8f48-4ef5-a38d-b2766a8cc612 None None] Routers {'13558466-60bf-4f55-8433-11d8a3895cb6'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:01:25.783066 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2d3612ef-8f48-4ef5-a38d-b2766a8cc612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:01:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['13558466-60bf-4f55-8433-11d8a3895cb6'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:25.802562 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-e6a30fab-6ef1-4438-b733-9aa704fc205d None None] Port 887dbc4d-1dcc-4325-b3f9-cd35694f79c1 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:01:25.851317 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e0913-24ee-4fd7-bb63-7834aa582e40 None None] Pushing event updated for resources: {'Port': ['ID=414f6970-e3be-4198-8d3b-067183efe7a9,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:25.899274 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952ed1f0-b867-4873-bbad-e9a24df9ca0f tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:01:25.904855 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-952ed1f0-b867-4873-bbad-e9a24df9ca0f tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "PUT /v2.0/routers/82d81a66-b343-416d-b249-716a70ab9c38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3180697 Aug 23 21:01:25.907547 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39114) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:25.926673 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e033acf7-eece-425f-805b-42df75d1029c None None] Sync routers for ids ['82d81a66-b343-416d-b249-716a70ab9c38'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:01:25.953165 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-2d3612ef-8f48-4ef5-a38d-b2766a8cc612 None None] Set router 13558466-60bf-4f55-8433-11d8a3895cb6 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:01:25.956052 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e033acf7-eece-425f-805b-42df75d1029c None None] Routers {'82d81a66-b343-416d-b249-716a70ab9c38'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:01:25.956052 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e033acf7-eece-425f-805b-42df75d1029c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:01:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['82d81a66-b343-416d-b249-716a70ab9c38'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:26.023777 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf0f2bc-4de6-4f14-a87f-817f6e71c54e tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:01:26.026480 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0cf0f2bc-4de6-4f14-a87f-817f6e71c54e tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "GET /v2.0/ports?device_id=82d81a66-b343-416d-b249-716a70ab9c38 HTTP/1.1" status: 200 len: 982 time: 0.1173704 Aug 23 21:01:26.029891 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39116) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:26.034474 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e033acf7-eece-425f-805b-42df75d1029c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:26.121686 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e033acf7-eece-425f-805b-42df75d1029c None None] Routers {'82d81a66-b343-416d-b249-716a70ab9c38'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:01:26.123369 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e033acf7-eece-425f-805b-42df75d1029c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:01:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['82d81a66-b343-416d-b249-716a70ab9c38'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:26.201044 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e033acf7-eece-425f-805b-42df75d1029c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:26.201755 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e033acf7-eece-425f-805b-42df75d1029c None None] The sync data for ids ['82d81a66-b343-416d-b249-716a70ab9c38'] in n-d-805663-2 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:01:26.323116 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2d3612ef-8f48-4ef5-a38d-b2766a8cc612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13558466-60bf-4f55-8433-11d8a3895cb6', 'name': 'tempest-TestVolumeBackupRestore-853245504-router', 'tenant_id': '5972aaa015094daf9b5d1001494d8110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'e111169f-1ddc-4c34-af27-f523eea408bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:01:10Z', 'updated_at': '2021-08-23T21:01:16Z', 'revision_number': 4, 'project_id': '5972aaa015094daf9b5d1001494d8110', 'gw_port': {'id': 'e111169f-1ddc-4c34-af27-f523eea408bb', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13558466-60bf-4f55-8433-11d8a3895cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:01:11Z', 'updated_at': '2021-08-23T21:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '414f6970-e3be-4198-8d3b-067183efe7a9', 'name': '', 'network_id': '7f6be1c1-924a-46f8-b824-8662c410ac73', 'tenant_id': '5972aaa015094daf9b5d1001494d8110', 'mac_address': 'fa:16:3e:fa:46:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13558466-60bf-4f55-8433-11d8a3895cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '4224398f-2bb5-4da3-8596-4d52340b0d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:01:15Z', 'updated_at': '2021-08-23T21:01:25Z', 'revision_number': 4, 'project_id': '5972aaa015094daf9b5d1001494d8110', 'subnets': [{'id': '4224398f-2bb5-4da3-8596-4d52340b0d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:26.359531 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3612ef-8f48-4ef5-a38d-b2766a8cc612 None None] The sync data for ids ['13558466-60bf-4f55-8433-11d8a3895cb6'] in n-d-805663-2 is: [{'id': '13558466-60bf-4f55-8433-11d8a3895cb6', 'name': 'tempest-TestVolumeBackupRestore-853245504-router', 'tenant_id': '5972aaa015094daf9b5d1001494d8110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'e111169f-1ddc-4c34-af27-f523eea408bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:01:10Z', 'updated_at': '2021-08-23T21:01:16Z', 'revision_number': 4, 'project_id': '5972aaa015094daf9b5d1001494d8110', 'gw_port': {'id': 'e111169f-1ddc-4c34-af27-f523eea408bb', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13558466-60bf-4f55-8433-11d8a3895cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:01:11Z', 'updated_at': '2021-08-23T21:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '414f6970-e3be-4198-8d3b-067183efe7a9', 'name': '', 'network_id': '7f6be1c1-924a-46f8-b824-8662c410ac73', 'tenant_id': '5972aaa015094daf9b5d1001494d8110', 'mac_address': 'fa:16:3e:fa:46:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13558466-60bf-4f55-8433-11d8a3895cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '4224398f-2bb5-4da3-8596-4d52340b0d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:01:15Z', 'updated_at': '2021-08-23T21:01:25Z', 'revision_number': 4, 'project_id': '5972aaa015094daf9b5d1001494d8110', 'subnets': [{'id': '4224398f-2bb5-4da3-8596-4d52340b0d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:01:26.521470 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6a28e012-2639-4b88-83fa-4c1054ab0e05 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:26.700027 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-610f7b78-29bb-4852-9374-194711a06819 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:26.806089 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 0813a2e8-64d3-461a-a2ae-3e1f4339809f up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:01:26.885999 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 0813a2e8-64d3-461a-a2ae-3e1f4339809f triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:01:26.886520 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:26.989600 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 414f6970-e3be-4198-8d3b-067183efe7a9 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:01:27.082653 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 414f6970-e3be-4198-8d3b-067183efe7a9 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:01:27.087380 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 414f6970-e3be-4198-8d3b-067183efe7a9 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:01:27.087759 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:27.108675 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-610f7b78-29bb-4852-9374-194711a06819 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Deleting port 887dbc4d-1dcc-4325-b3f9-cd35694f79c1 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:01:27.109182 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-610f7b78-29bb-4852-9374-194711a06819 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:27.200577 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6a28e012-2639-4b88-83fa-4c1054ab0e05 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4165669'] for router, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:27.206613 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6a28e012-2639-4b88-83fa-4c1054ab0e05 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-499466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-499571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-497774'] for router, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:27.237903 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:27.246329 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-610f7b78-29bb-4852-9374-194711a06819 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:27.274866 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-610f7b78-29bb-4852-9374-194711a06819 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Calling delete_port for 887dbc4d-1dcc-4325-b3f9-cd35694f79c1 owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:01:27.292740 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 414f6970-e3be-4198-8d3b-067183efe7a9, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=414f6970-e3be-4198-8d3b-067183efe7a9,segment=NetworkSegment(641af0a1-8837-4be1-8e66-7cdd224bc53e),segment_id=641af0a1-8837-4be1-8e66-7cdd224bc53e)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:01:27.298555 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:27.372431 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=414f6970-e3be-4198-8d3b-067183efe7a9,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:27.384284 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a28e012-2639-4b88-83fa-4c1054ab0e05 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Router 42b4c0bb-cfb3-4f7e-b894-8717bd470fc6 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:01:27.539073 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a28e012-2639-4b88-83fa-4c1054ab0e05 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:01:27.545175 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6a28e012-2639-4b88-83fa-4c1054ab0e05 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:27.547157 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-6a28e012-2639-4b88-83fa-4c1054ab0e05 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] 10.222.0.61 "PUT /v2.0/routers/42b4c0bb-cfb3-4f7e-b894-8717bd470fc6 HTTP/1.1" status: 200 len: 925 time: 2.1031802 Aug 23 21:01:27.550900 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39122) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:27.555554 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4cecf4-49ef-4df1-bfc8-184dc8507a5b None None] Sync routers for ids ['42b4c0bb-cfb3-4f7e-b894-8717bd470fc6'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:01:27.574651 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4cecf4-49ef-4df1-bfc8-184dc8507a5b None None] Routers {'42b4c0bb-cfb3-4f7e-b894-8717bd470fc6'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:01:27.575295 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-7a4cecf4-49ef-4df1-bfc8-184dc8507a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:01:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['42b4c0bb-cfb3-4f7e-b894-8717bd470fc6'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:27.582660 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-610f7b78-29bb-4852-9374-194711a06819 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:27.616778 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f7b78-29bb-4852-9374-194711a06819 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event deleted for resources: {'Port': ['ID=887dbc4d-1dcc-4325-b3f9-cd35694f79c1,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:27.670440 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-7a4cecf4-49ef-4df1-bfc8-184dc8507a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:27.687050 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4cecf4-49ef-4df1-bfc8-184dc8507a5b None None] Routers {'42b4c0bb-cfb3-4f7e-b894-8717bd470fc6'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:01:27.687699 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-7a4cecf4-49ef-4df1-bfc8-184dc8507a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:01:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['42b4c0bb-cfb3-4f7e-b894-8717bd470fc6'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:27.743756 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-7a4cecf4-49ef-4df1-bfc8-184dc8507a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:27.744466 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4cecf4-49ef-4df1-bfc8-184dc8507a5b None None] The sync data for ids ['42b4c0bb-cfb3-4f7e-b894-8717bd470fc6'] in n-d-805663-2 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:01:27.804001 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-68bd90d4-7aec-470a-a33e-112e34aa88a7 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] 10.222.0.61 "GET /v2.0/routers/42b4c0bb-cfb3-4f7e-b894-8717bd470fc6 HTTP/1.1" status: 200 len: 925 time: 0.2490563 Aug 23 21:01:27.805904 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39128) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:27.885563 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-610f7b78-29bb-4852-9374-194711a06819 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:27.903389 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2229fa-7745-401a-9239-57e55b24fd50 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:01:27.905471 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4c2229fa-7745-401a-9239-57e55b24fd50 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=03d801c5-d257-4cc1-bad3-11a323aafec0&device_id=42b4c0bb-cfb3-4f7e-b894-8717bd470fc6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0985298 Aug 23 21:01:27.908114 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39130) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:28.033824 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b9e9a8-2654-4539-8e2b-a994d4943aab tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:01:28.040327 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-86b9e9a8-2654-4539-8e2b-a994d4943aab tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] 10.222.0.61 "GET /v2.0/networks/03d801c5-d257-4cc1-bad3-11a323aafec0 HTTP/1.1" status: 200 len: 881 time: 0.1276433 Aug 23 21:01:28.040598 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39132) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:28.072683 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-610f7b78-29bb-4852-9374-194711a06819 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Router 82d81a66-b343-416d-b249-716a70ab9c38 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:01:28.073809 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-de361922-35b8-46f2-a081-5771ae50be85 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] 10.222.0.61 "GET /v2.0/ports?device_id=42b4c0bb-cfb3-4f7e-b894-8717bd470fc6 HTTP/1.1" status: 200 len: 205 time: 0.0320320 Aug 23 21:01:28.076372 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39134) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:28.527383 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610f7b78-29bb-4852-9374-194711a06819 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:01:28.536202 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-610f7b78-29bb-4852-9374-194711a06819 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "PUT /v2.0/routers/82d81a66-b343-416d-b249-716a70ab9c38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5050054 Aug 23 21:01:28.538545 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39136) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:28.542139 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d7ac2c-42c7-4119-9f59-02a284f2d35f None None] Sync routers for ids ['82d81a66-b343-416d-b249-716a70ab9c38'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:01:28.551431 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d7ac2c-42c7-4119-9f59-02a284f2d35f None None] Routers {'82d81a66-b343-416d-b249-716a70ab9c38'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:01:28.552047 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b0d7ac2c-42c7-4119-9f59-02a284f2d35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:01:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['82d81a66-b343-416d-b249-716a70ab9c38'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:28.597722 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d993865-4fa2-4b65-a637-9fe133db2dc3 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] GET failed (client error): The resource could not be found. Aug 23 21:01:28.602234 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39138) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:28.602824 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5d993865-4fa2-4b65-a637-9fe133db2dc3 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "GET /v2.0/ports/887dbc4d-1dcc-4325-b3f9-cd35694f79c1 HTTP/1.1" status: 404 len: 333 time: 0.0627880 Aug 23 21:01:28.640783 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-facde2a2-2fe9-4405-a013-f35305e10ebe tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:28.691473 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c757d53e-96aa-4cdd-94a7-11a03df062b0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:28.709799 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b0d7ac2c-42c7-4119-9f59-02a284f2d35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:28.721209 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d7ac2c-42c7-4119-9f59-02a284f2d35f None None] Routers {'82d81a66-b343-416d-b249-716a70ab9c38'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:01:28.721835 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b0d7ac2c-42c7-4119-9f59-02a284f2d35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:01:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['82d81a66-b343-416d-b249-716a70ab9c38'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:28.769886 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b0d7ac2c-42c7-4119-9f59-02a284f2d35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:28.770544 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d7ac2c-42c7-4119-9f59-02a284f2d35f None None] The sync data for ids ['82d81a66-b343-416d-b249-716a70ab9c38'] in n-d-805663-2 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:01:28.797030 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 414f6970-e3be-4198-8d3b-067183efe7a9 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:01:28.837728 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-facde2a2-2fe9-4405-a013-f35305e10ebe tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:28.916960 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 414f6970-e3be-4198-8d3b-067183efe7a9 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:01:28.917640 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:28.935112 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-facde2a2-2fe9-4405-a013-f35305e10ebe tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Deleting port 29ef1d7f-d800-459e-ab66-751168f84608 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:01:28.935653 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-facde2a2-2fe9-4405-a013-f35305e10ebe tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:28.964396 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c757d53e-96aa-4cdd-94a7-11a03df062b0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:28.974103 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c757d53e-96aa-4cdd-94a7-11a03df062b0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:29.034586 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c757d53e-96aa-4cdd-94a7-11a03df062b0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:29.035143 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c757d53e-96aa-4cdd-94a7-11a03df062b0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Fanout notify agent at l3_agent the message router_deleted on router 82d81a66-b343-416d-b249-716a70ab9c38 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 21:01:29.047420 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c757d53e-96aa-4cdd-94a7-11a03df062b0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:29.048582 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c757d53e-96aa-4cdd-94a7-11a03df062b0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "DELETE /v2.0/routers/82d81a66-b343-416d-b249-716a70ab9c38 HTTP/1.1" status: 204 len: 168 time: 0.4453576 Aug 23 21:01:29.051894 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39144) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:29.082139 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-facde2a2-2fe9-4405-a013-f35305e10ebe tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:29.094811 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-facde2a2-2fe9-4405-a013-f35305e10ebe tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Calling delete_port for 29ef1d7f-d800-459e-ab66-751168f84608 owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:01:29.108128 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-188e679a-86a8-4826-9d29-8c6470da9ed9 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Deleting subnet 2d3ac3d4-7ba0-4f2d-aec2-06540aa3e567 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 21:01:29.111485 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-188e679a-86a8-4826-9d29-8c6470da9ed9 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:29.166308 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-188e679a-86a8-4826-9d29-8c6470da9ed9 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:29.278665 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-188e679a-86a8-4826-9d29-8c6470da9ed9 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:29.300175 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-facde2a2-2fe9-4405-a013-f35305e10ebe tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:29.332946 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facde2a2-2fe9-4405-a013-f35305e10ebe tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Pushing event deleted for resources: {'Port': ['ID=29ef1d7f-d800-459e-ab66-751168f84608,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:29.350407 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-188e679a-86a8-4826-9d29-8c6470da9ed9 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:29.387546 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188e679a-86a8-4826-9d29-8c6470da9ed9 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event deleted for resources: {'Subnet': ['ID=2d3ac3d4-7ba0-4f2d-aec2-06540aa3e567,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:29.391201 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-188e679a-86a8-4826-9d29-8c6470da9ed9 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:29.396314 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-188e679a-86a8-4826-9d29-8c6470da9ed9 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "DELETE /v2.0/subnets/2d3ac3d4-7ba0-4f2d-aec2-06540aa3e567 HTTP/1.1" status: 204 len: 168 time: 0.3402810 Aug 23 21:01:29.398728 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39146) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:29.401206 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e7f277-c349-4eae-b7c3-376d151f48e3 None None] Network 77a2fc48-3c2a-41b7-8a24-3791be3cb3b8 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:01:29.413884 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-facde2a2-2fe9-4405-a013-f35305e10ebe tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:29.510083 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-05e63c79-3bca-4ff2-b401-9df267c54d27 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:29.537191 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-facde2a2-2fe9-4405-a013-f35305e10ebe tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:29.540499 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-facde2a2-2fe9-4405-a013-f35305e10ebe tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:29.606734 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-facde2a2-2fe9-4405-a013-f35305e10ebe tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:29.607332 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-facde2a2-2fe9-4405-a013-f35305e10ebe tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Fanout notify agent at l3_agent the message router_deleted on router 42b4c0bb-cfb3-4f7e-b894-8717bd470fc6 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 21:01:29.616386 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-facde2a2-2fe9-4405-a013-f35305e10ebe tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:29.617536 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-facde2a2-2fe9-4405-a013-f35305e10ebe tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] 10.222.0.61 "DELETE /v2.0/routers/42b4c0bb-cfb3-4f7e-b894-8717bd470fc6 HTTP/1.1" status: 204 len: 168 time: 1.5400906 Aug 23 21:01:29.621347 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39148) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:29.627781 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-adacdb41-932a-4f49-a2d4-e9b7c18dd38e tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1969048172', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:01:29.658381 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-adacdb41-932a-4f49-a2d4-e9b7c18dd38e tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:29.659100 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-05e63c79-3bca-4ff2-b401-9df267c54d27 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Deleting port 0813a2e8-64d3-461a-a2ae-3e1f4339809f {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:01:29.660213 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-05e63c79-3bca-4ff2-b401-9df267c54d27 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:29.660315 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-adacdb41-932a-4f49-a2d4-e9b7c18dd38e tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:29.687952 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814c5016-1a6b-486f-8e48-a51d5cf22a9d None None] DHCP port deletion for 77a2fc48-3c2a-41b7-8a24-3791be3cb3b8 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 21:01:29.740407 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-adacdb41-932a-4f49-a2d4-e9b7c18dd38e tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:29.746319 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-adacdb41-932a-4f49-a2d4-e9b7c18dd38e tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:29.750457 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-05e63c79-3bca-4ff2-b401-9df267c54d27 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] For port 0813a2e8-64d3-461a-a2ae-3e1f4339809f, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=0813a2e8-64d3-461a-a2ae-3e1f4339809f,segment=NetworkSegment(a73eab57-cfd7-49ed-9aae-815ed51d3d4c),segment_id=a73eab57-cfd7-49ed-9aae-815ed51d3d4c)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:01:29.750839 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-05e63c79-3bca-4ff2-b401-9df267c54d27 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:29.765127 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-814c5016-1a6b-486f-8e48-a51d5cf22a9d None None] Deleting port 0813a2e8-64d3-461a-a2ae-3e1f4339809f {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:01:29.766187 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-814c5016-1a6b-486f-8e48-a51d5cf22a9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:29.771678 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-05e63c79-3bca-4ff2-b401-9df267c54d27 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Calling delete_port for 0813a2e8-64d3-461a-a2ae-3e1f4339809f owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:01:29.774950 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-adacdb41-932a-4f49-a2d4-e9b7c18dd38e tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:29.781665 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-adacdb41-932a-4f49-a2d4-e9b7c18dd38e tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1588778 Aug 23 21:01:29.783203 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39150) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:29.789469 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-669129d4-c974-4061-8fe0-d05c4531e135 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Request body: {'router': {'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:01:29.871020 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-814c5016-1a6b-486f-8e48-a51d5cf22a9d None None] For port 0813a2e8-64d3-461a-a2ae-3e1f4339809f, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=0813a2e8-64d3-461a-a2ae-3e1f4339809f,segment=NetworkSegment(a73eab57-cfd7-49ed-9aae-815ed51d3d4c),segment_id=a73eab57-cfd7-49ed-9aae-815ed51d3d4c)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:01:29.872147 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-814c5016-1a6b-486f-8e48-a51d5cf22a9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:29.893277 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-814c5016-1a6b-486f-8e48-a51d5cf22a9d None None] Calling delete_port for 0813a2e8-64d3-461a-a2ae-3e1f4339809f owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:01:29.905994 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-05e63c79-3bca-4ff2-b401-9df267c54d27 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:29.952355 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e63c79-3bca-4ff2-b401-9df267c54d27 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event deleted for resources: {'Port': ['ID=0813a2e8-64d3-461a-a2ae-3e1f4339809f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:29.958818 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e63c79-3bca-4ff2-b401-9df267c54d27 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] No DVR routers for this DVR port 0813a2e8-64d3-461a-a2ae-3e1f4339809f on host n-d-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:01:30.015279 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-814c5016-1a6b-486f-8e48-a51d5cf22a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:30.068826 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814c5016-1a6b-486f-8e48-a51d5cf22a9d None None] No DVR routers for this DVR port 0813a2e8-64d3-461a-a2ae-3e1f4339809f on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:01:30.077753 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c5016-1a6b-486f-8e48-a51d5cf22a9d None None] Pushing event deleted for resources: {'Port': ['ID=0813a2e8-64d3-461a-a2ae-3e1f4339809f,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:30.119412 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-05e63c79-3bca-4ff2-b401-9df267c54d27 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:30.131684 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-05e63c79-3bca-4ff2-b401-9df267c54d27 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77a2fc48-3c2a-41b7-8a24-3791be3cb3b8']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:30.143682 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-05e63c79-3bca-4ff2-b401-9df267c54d27 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a73eab57-cfd7-49ed-9aae-815ed51d3d4c') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:30.143992 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-05e63c79-3bca-4ff2-b401-9df267c54d27 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a73eab57-cfd7-49ed-9aae-815ed51d3d4c') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:30.144700 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-669129d4-c974-4061-8fe0-d05c4531e135 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:30.154768 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-05e63c79-3bca-4ff2-b401-9df267c54d27 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:30.172041 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-05e63c79-3bca-4ff2-b401-9df267c54d27 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:30.186523 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05e63c79-3bca-4ff2-b401-9df267c54d27 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:01:30.186822 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-05e63c79-3bca-4ff2-b401-9df267c54d27 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:30.190073 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 21:01:30.190073 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:01:30.190073 n-d-805663-2 neutron-server[94688]: timer() Aug 23 21:01:30.190073 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:01:30.190073 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 21:01:30.190073 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:01:30.190073 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 21:01:30.190073 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:01:30.190073 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 21:01:30.190073 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:01:30.190073 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 21:01:30.190073 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:01:30.190073 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 21:01:30.190073 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:01:30.190073 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:01:30.190073 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:01:30.190073 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:01:30.190073 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:01:30.190073 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 21:01:30.190073 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:01:30.190073 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 21:01:30.190073 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:01:30.190073 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:01:30.190073 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:01:30.190073 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 21:01:30.190073 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:01:30.190073 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:01:30.190073 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:01:30.190073 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:01:30.190073 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:01:30.190073 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:01:30.190073 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:01:30.278743 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-05e63c79-3bca-4ff2-b401-9df267c54d27 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:30.286276 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-05e63c79-3bca-4ff2-b401-9df267c54d27 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:30.289743 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-05e63c79-3bca-4ff2-b401-9df267c54d27 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "DELETE /v2.0/networks/77a2fc48-3c2a-41b7-8a24-3791be3cb3b8 HTTP/1.1" status: 204 len: 168 time: 0.8793945 Aug 23 21:01:30.293520 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39156) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:30.316121 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e63c79-3bca-4ff2-b401-9df267c54d27 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event deleted for resources: {'Network': ['ID=77a2fc48-3c2a-41b7-8a24-3791be3cb3b8,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:30.345645 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80d1570-ba04-440f-b9c4-79fe5a8ebd23 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:01:30.351221 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f80d1570-ba04-440f-b9c4-79fe5a8ebd23 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "GET /v2.0/ports/47fbfde2-d398-4469-a242-808b922aa757 HTTP/1.1" status: 200 len: 841 time: 0.0528033 Aug 23 21:01:30.351405 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39158) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:30.443515 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-dc099d14-eaab-4f9f-842b-a2e025fa85b8 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "GET /v2.0/ports/47fbfde2-d398-4469-a242-808b922aa757?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0875225 Aug 23 21:01:30.443819 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39160) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:30.448917 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-8044254f-107f-49cd-8023-94fa22bfa3cb tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Request body: {'subnet': {'network_id': '3bc8cd39-55b0-4890-aef9-acf1cb940672', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:01:30.510441 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-669129d4-c974-4061-8fe0-d05c4531e135 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:30.536437 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-669129d4-c974-4061-8fe0-d05c4531e135 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:30.583428 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8044254f-107f-49cd-8023-94fa22bfa3cb tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Made reservation on behalf of 08153f579e424ba89fe16c2afc1e0f40 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:01:30.588723 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8044254f-107f-49cd-8023-94fa22bfa3cb tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:30.666805 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-669129d4-c974-4061-8fe0-d05c4531e135 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Allocated IP 172.25.4.179 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/abe59744-1181-4edc-b814-63a352bacac5) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:01:30.748038 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 0813a2e8-64d3-461a-a2ae-3e1f4339809f no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:01:30.782829 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 0813a2e8-64d3-461a-a2ae-3e1f4339809f {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:01:30.783181 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 0813a2e8-64d3-461a-a2ae-3e1f4339809f not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:01:30.813391 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-669129d4-c974-4061-8fe0-d05c4531e135 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:30.869686 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8044254f-107f-49cd-8023-94fa22bfa3cb tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:30.872754 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-669129d4-c974-4061-8fe0-d05c4531e135 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:30.918406 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8044254f-107f-49cd-8023-94fa22bfa3cb tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Network 3bc8cd39-55b0-4890-aef9-acf1cb940672 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:01:30.923076 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669129d4-c974-4061-8fe0-d05c4531e135 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:01:30.926241 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-8044254f-107f-49cd-8023-94fa22bfa3cb tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:01:30.927592 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-669129d4-c974-4061-8fe0-d05c4531e135 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:01:30.934840 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669129d4-c974-4061-8fe0-d05c4531e135 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:01:30.937995 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b104841-c4c9-429c-8181-edd65083175d None None] Network 3bc8cd39-55b0-4890-aef9-acf1cb940672 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:01:30.943899 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8044254f-107f-49cd-8023-94fa22bfa3cb tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:01:30.944634 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8044254f-107f-49cd-8023-94fa22bfa3cb tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:30.969245 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8044254f-107f-49cd-8023-94fa22bfa3cb tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5242288 Aug 23 21:01:30.973183 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39164) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:30.978920 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-2c8855d1-63e4-497a-9df4-276cde127271 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Request body: {'security_group': {'name': 'tempest-secgroup-1837126136'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:01:31.006521 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8044254f-107f-49cd-8023-94fa22bfa3cb tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event updated for resources: {'Subnet': ['ID=4463024f-a565-49ea-8db2-16729ae251cb,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:31.014854 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c8855d1-63e4-497a-9df4-276cde127271 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:31.016761 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669129d4-c974-4061-8fe0-d05c4531e135 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Pushing event updated for resources: {'Port': ['ID=abe59744-1181-4edc-b814-63a352bacac5,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:31.182930 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c8855d1-63e4-497a-9df4-276cde127271 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:31.187674 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c8855d1-63e4-497a-9df4-276cde127271 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:31.211717 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c8855d1-63e4-497a-9df4-276cde127271 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:31.215657 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2c8855d1-63e4-497a-9df4-276cde127271 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2385075 Aug 23 21:01:31.219849 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39168) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:31.225521 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-23f30c66-d224-4632-af5f-b307086b52b4 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Request body: {'security_group': {'name': 'tempest-secgroup-1799016210'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:01:31.259953 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-23f30c66-d224-4632-af5f-b307086b52b4 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:31.296803 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488f1ede-5ce0-427b-859d-156e50e62b9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-3bc8cd39-55b0-4890-aef9-acf1cb940672', 'network_id': '3bc8cd39-55b0-4890-aef9-acf1cb940672', 'tenant_id': '08153f579e424ba89fe16c2afc1e0f40', 'fixed_ips': [{'subnet_id': '4463024f-a565-49ea-8db2-16729ae251cb'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 21:01:31.298311 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-488f1ede-5ce0-427b-859d-156e50e62b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:31.341164 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8855d1-63e4-497a-9df4-276cde127271 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33103e8d-5e1d-4f92-bb62-b8605427931a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:31.413566 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-23f30c66-d224-4632-af5f-b307086b52b4 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:31.418222 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-23f30c66-d224-4632-af5f-b307086b52b4 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:31.449591 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-23f30c66-d224-4632-af5f-b307086b52b4 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:31.450931 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-23f30c66-d224-4632-af5f-b307086b52b4 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2300546 Aug 23 21:01:31.454207 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39170) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:31.461207 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f30c66-d224-4632-af5f-b307086b52b4 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb39f6f6-461a-4d22-ba8c-947a1749dde2,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:31.461731 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-dbc4f934-2c3c-44fa-a6b2-c8ec490f3cbd tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-775617150', 'security_groups': ['bb39f6f6-461a-4d22-ba8c-947a1749dde2'], 'network_id': '3bc8cd39-55b0-4890-aef9-acf1cb940672', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4463024f-a565-49ea-8db2-16729ae251cb'}]}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:01:31.513896 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-488f1ede-5ce0-427b-859d-156e50e62b9e None None] Allocated IP 172.20.0.2 (3bc8cd39-55b0-4890-aef9-acf1cb940672/4463024f-a565-49ea-8db2-16729ae251cb/e44e3358-c665-4c68-a45a-e19983c1e323) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:01:31.531823 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-669129d4-c974-4061-8fe0-d05c4531e135 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:31.690426 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-488f1ede-5ce0-427b-859d-156e50e62b9e None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:31.701358 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-488f1ede-5ce0-427b-859d-156e50e62b9e None None] Transition to ACTIVE for port object e44e3358-c665-4c68-a45a-e19983c1e323 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:01:31.719019 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-488f1ede-5ce0-427b-859d-156e50e62b9e None None] Transition to ACTIVE for port object e44e3358-c665-4c68-a45a-e19983c1e323 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:01:31.727744 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-488f1ede-5ce0-427b-859d-156e50e62b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:31.737934 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc4f934-2c3c-44fa-a6b2-c8ec490f3cbd tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Made reservation on behalf of 08153f579e424ba89fe16c2afc1e0f40 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:01:31.784301 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488f1ede-5ce0-427b-859d-156e50e62b9e None None] Network 3bc8cd39-55b0-4890-aef9-acf1cb940672 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:01:31.784301 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-488f1ede-5ce0-427b-859d-156e50e62b9e None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:01:31.793778 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488f1ede-5ce0-427b-859d-156e50e62b9e None None] Pushing event updated for resources: {'Port': ['ID=e44e3358-c665-4c68-a45a-e19983c1e323,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:31.796514 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488f1ede-5ce0-427b-859d-156e50e62b9e None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:01:31.863072 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-488f1ede-5ce0-427b-859d-156e50e62b9e None None] Attempting to bind port e44e3358-c665-4c68-a45a-e19983c1e323 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:01:31.863423 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-488f1ede-5ce0-427b-859d-156e50e62b9e None None] Attempting to bind port e44e3358-c665-4c68-a45a-e19983c1e323 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '9db499da-bd1b-4d32-8c5e-7aeec45d04de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '3bc8cd39-55b0-4890-aef9-acf1cb940672'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:01:31.863799 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488f1ede-5ce0-427b-859d-156e50e62b9e None None] Attempting to bind port e44e3358-c665-4c68-a45a-e19983c1e323 on network 3bc8cd39-55b0-4890-aef9-acf1cb940672 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:01:31.869194 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488f1ede-5ce0-427b-859d-156e50e62b9e None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:01:31.869569 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488f1ede-5ce0-427b-859d-156e50e62b9e None None] Checking segment: {'id': '9db499da-bd1b-4d32-8c5e-7aeec45d04de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '3bc8cd39-55b0-4890-aef9-acf1cb940672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:01:31.869977 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-488f1ede-5ce0-427b-859d-156e50e62b9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:31.870736 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488f1ede-5ce0-427b-859d-156e50e62b9e None None] Bound using segment: {'id': '9db499da-bd1b-4d32-8c5e-7aeec45d04de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '3bc8cd39-55b0-4890-aef9-acf1cb940672'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:01:31.870871 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-488f1ede-5ce0-427b-859d-156e50e62b9e None None] Bound port: e44e3358-c665-4c68-a45a-e19983c1e323, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9db499da-bd1b-4d32-8c5e-7aeec45d04de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '3bc8cd39-55b0-4890-aef9-acf1cb940672'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:01:31.871213 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-488f1ede-5ce0-427b-859d-156e50e62b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:31.875436 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-669129d4-c974-4061-8fe0-d05c4531e135 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4165669'] for router, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:31.887606 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-669129d4-c974-4061-8fe0-d05c4531e135 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-499466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-499571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-497774'] for router, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:31.896758 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dbc4f934-2c3c-44fa-a6b2-c8ec490f3cbd tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:31.950433 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-dbc4f934-2c3c-44fa-a6b2-c8ec490f3cbd tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] device_id is not set on port 359df6b4-21d2-4dab-9862-21bad631a71b yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 21:01:31.954494 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-488f1ede-5ce0-427b-859d-156e50e62b9e None None] For port e44e3358-c665-4c68-a45a-e19983c1e323, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:01:31.960428 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-488f1ede-5ce0-427b-859d-156e50e62b9e None None] For port e44e3358-c665-4c68-a45a-e19983c1e323, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=e44e3358-c665-4c68-a45a-e19983c1e323,segment=NetworkSegment(9db499da-bd1b-4d32-8c5e-7aeec45d04de),segment_id=9db499da-bd1b-4d32-8c5e-7aeec45d04de)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:01:31.966619 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-488f1ede-5ce0-427b-859d-156e50e62b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:32.052615 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488f1ede-5ce0-427b-859d-156e50e62b9e None None] Pushing event updated for resources: {'Port': ['ID=e44e3358-c665-4c68-a45a-e19983c1e323,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:32.183389 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-669129d4-c974-4061-8fe0-d05c4531e135 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Router 535b7fae-fddb-43ed-ab13-46b4a936c2b0 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 21:01:32.202704 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-dbc4f934-2c3c-44fa-a6b2-c8ec490f3cbd tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Allocated IP 172.20.0.5 (3bc8cd39-55b0-4890-aef9-acf1cb940672/4463024f-a565-49ea-8db2-16729ae251cb/359df6b4-21d2-4dab-9862-21bad631a71b) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:01:32.416953 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669129d4-c974-4061-8fe0-d05c4531e135 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:01:32.425065 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-669129d4-c974-4061-8fe0-d05c4531e135 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:32.427201 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-669129d4-c974-4061-8fe0-d05c4531e135 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] 10.222.0.61 "PUT /v2.0/routers/535b7fae-fddb-43ed-ab13-46b4a936c2b0 HTTP/1.1" status: 200 len: 884 time: 2.6425190 Aug 23 21:01:32.430320 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39176) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:32.432309 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc49dbe7-4182-4d8e-8c4c-8d5dde9b1e61 None None] Sync routers for ids ['535b7fae-fddb-43ed-ab13-46b4a936c2b0'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:01:32.450921 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc49dbe7-4182-4d8e-8c4c-8d5dde9b1e61 None None] Routers {'535b7fae-fddb-43ed-ab13-46b4a936c2b0'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:01:32.452792 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-fc49dbe7-4182-4d8e-8c4c-8d5dde9b1e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:01:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['535b7fae-fddb-43ed-ab13-46b4a936c2b0'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:32.496730 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-fc49dbe7-4182-4d8e-8c4c-8d5dde9b1e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:32.507119 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc49dbe7-4182-4d8e-8c4c-8d5dde9b1e61 None None] Routers {'535b7fae-fddb-43ed-ab13-46b4a936c2b0'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:01:32.508007 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-fc49dbe7-4182-4d8e-8c4c-8d5dde9b1e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:01:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['535b7fae-fddb-43ed-ab13-46b4a936c2b0'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:32.545777 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-fc49dbe7-4182-4d8e-8c4c-8d5dde9b1e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:32.546807 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc49dbe7-4182-4d8e-8c4c-8d5dde9b1e61 None None] The sync data for ids ['535b7fae-fddb-43ed-ab13-46b4a936c2b0'] in n-d-805663-2 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:01:32.587696 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dbc4f934-2c3c-44fa-a6b2-c8ec490f3cbd tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:32.610819 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-25f1d902-794e-4bf3-9136-2b1b65a7d7e2 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] 10.222.0.61 "GET /v2.0/routers/535b7fae-fddb-43ed-ab13-46b4a936c2b0 HTTP/1.1" status: 200 len: 925 time: 0.1789486 Aug 23 21:01:32.614279 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39178) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:32.614797 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-dbc4f934-2c3c-44fa-a6b2-c8ec490f3cbd tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Transition to ACTIVE for port object 359df6b4-21d2-4dab-9862-21bad631a71b will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:01:32.657965 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dbc4f934-2c3c-44fa-a6b2-c8ec490f3cbd tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:32.660591 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfecf08a-f02a-4f7f-beff-3774be61d2de tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:01:32.664109 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-cfecf08a-f02a-4f7f-beff-3774be61d2de tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=03d801c5-d257-4cc1-bad3-11a323aafec0&device_id=535b7fae-fddb-43ed-ab13-46b4a936c2b0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0468960 Aug 23 21:01:32.664866 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39180) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:32.733124 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc4f934-2c3c-44fa-a6b2-c8ec490f3cbd tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Network 3bc8cd39-55b0-4890-aef9-acf1cb940672 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:01:32.735856 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-dbc4f934-2c3c-44fa-a6b2-c8ec490f3cbd tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:01:32.739320 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc4f934-2c3c-44fa-a6b2-c8ec490f3cbd tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:01:32.788575 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device e44e3358-c665-4c68-a45a-e19983c1e323 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:01:32.790196 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc4f934-2c3c-44fa-a6b2-c8ec490f3cbd tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event updated for resources: {'Port': ['ID=359df6b4-21d2-4dab-9862-21bad631a71b,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:32.804763 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc4f934-2c3c-44fa-a6b2-c8ec490f3cbd tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:01:32.805113 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc4f934-2c3c-44fa-a6b2-c8ec490f3cbd tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:01:32.805463 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc4f934-2c3c-44fa-a6b2-c8ec490f3cbd tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:01:32.805806 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc4f934-2c3c-44fa-a6b2-c8ec490f3cbd tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:01:32.806144 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc4f934-2c3c-44fa-a6b2-c8ec490f3cbd tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:01:32.806482 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc4f934-2c3c-44fa-a6b2-c8ec490f3cbd tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:01:32.806820 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc4f934-2c3c-44fa-a6b2-c8ec490f3cbd tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:01:32.807150 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc4f934-2c3c-44fa-a6b2-c8ec490f3cbd tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:01:32.807835 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc4f934-2c3c-44fa-a6b2-c8ec490f3cbd tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:01:32.808210 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc4f934-2c3c-44fa-a6b2-c8ec490f3cbd tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:01:32.808550 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc4f934-2c3c-44fa-a6b2-c8ec490f3cbd tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:01:32.809039 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc4f934-2c3c-44fa-a6b2-c8ec490f3cbd tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:01:32.811581 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19757dc-37d9-416f-950e-20d313852a30 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:01:32.817383 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c19757dc-37d9-416f-950e-20d313852a30 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] 10.222.0.61 "GET /v2.0/networks/03d801c5-d257-4cc1-bad3-11a323aafec0 HTTP/1.1" status: 200 len: 881 time: 0.1513805 Aug 23 21:01:32.819591 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39182) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:32.834692 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc4f934-2c3c-44fa-a6b2-c8ec490f3cbd tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:01:32.835330 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dbc4f934-2c3c-44fa-a6b2-c8ec490f3cbd tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:32.864036 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-26993cdd-b6ee-499c-8b99-eaf1fcfc83ad tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] 10.222.0.61 "GET /v2.0/ports?device_id=535b7fae-fddb-43ed-ab13-46b4a936c2b0 HTTP/1.1" status: 200 len: 205 time: 0.0428469 Aug 23 21:01:32.866305 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-dbc4f934-2c3c-44fa-a6b2-c8ec490f3cbd tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4108872 Aug 23 21:01:32.866910 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39184) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:32.869738 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39186) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:32.877168 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-61a7899f-cf5e-4292-b7a6-f1bd6368026a tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Request body: {'subnet': {'network_id': '3bc8cd39-55b0-4890-aef9-acf1cb940672', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:01:32.878954 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port e44e3358-c665-4c68-a45a-e19983c1e323 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:01:33.042627 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a7899f-cf5e-4292-b7a6-f1bd6368026a tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Made reservation on behalf of 08153f579e424ba89fe16c2afc1e0f40 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:01:33.047855 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-61a7899f-cf5e-4292-b7a6-f1bd6368026a tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:33.222200 n-d-805663-2 neutron-server[94688]: INFO neutron.db.ipam_backend_mixin [None req-61a7899f-cf5e-4292-b7a6-f1bd6368026a tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4463024f-a565-49ea-8db2-16729ae251cb (CIDR: 172.20.0.0/28) Aug 23 21:01:33.226634 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-61a7899f-cf5e-4292-b7a6-f1bd6368026a tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 21:01:33.228122 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61a7899f-cf5e-4292-b7a6-f1bd6368026a tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 21:01:33.247900 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-61a7899f-cf5e-4292-b7a6-f1bd6368026a tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3769147 Aug 23 21:01:33.250561 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39190) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:33.255921 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b0f3bcb4-a948-47f4-b5df-beddb6fc264c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Request body: {'subnet': {'network_id': '3bc8cd39-55b0-4890-aef9-acf1cb940672', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:01:33.366832 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-340360ee-2348-40d1-b7dc-19fbdd0b5c00 None None] Provisioning for port e44e3358-c665-4c68-a45a-e19983c1e323 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:01:33.371877 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-340360ee-2348-40d1-b7dc-19fbdd0b5c00 None None] Provisioning complete for port e44e3358-c665-4c68-a45a-e19983c1e323 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:01:33.372278 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-340360ee-2348-40d1-b7dc-19fbdd0b5c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:33.428026 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f3bcb4-a948-47f4-b5df-beddb6fc264c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Made reservation on behalf of 08153f579e424ba89fe16c2afc1e0f40 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:01:33.436156 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b0f3bcb4-a948-47f4-b5df-beddb6fc264c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:33.449326 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a628b96e-4af3-48a8-8696-9df3e8ff84b9 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:33.524154 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-340360ee-2348-40d1-b7dc-19fbdd0b5c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:33.573201 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-340360ee-2348-40d1-b7dc-19fbdd0b5c00 None None] For port e44e3358-c665-4c68-a45a-e19983c1e323, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=e44e3358-c665-4c68-a45a-e19983c1e323,segment=NetworkSegment(9db499da-bd1b-4d32-8c5e-7aeec45d04de),segment_id=9db499da-bd1b-4d32-8c5e-7aeec45d04de)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:01:33.584543 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-340360ee-2348-40d1-b7dc-19fbdd0b5c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:33.626613 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a628b96e-4af3-48a8-8696-9df3e8ff84b9 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:33.632359 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-340360ee-2348-40d1-b7dc-19fbdd0b5c00 None None] Provisioning complete for port 47fbfde2-d398-4469-a242-808b922aa757 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:01:33.632757 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-340360ee-2348-40d1-b7dc-19fbdd0b5c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:33.689114 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-340360ee-2348-40d1-b7dc-19fbdd0b5c00 None None] Port 47fbfde2-d398-4469-a242-808b922aa757 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:01:33.692564 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340360ee-2348-40d1-b7dc-19fbdd0b5c00 None None] Pushing event updated for resources: {'Port': ['ID=e44e3358-c665-4c68-a45a-e19983c1e323,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:33.721647 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-a628b96e-4af3-48a8-8696-9df3e8ff84b9 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Deleting port abe59744-1181-4edc-b814-63a352bacac5 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:01:33.721985 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a628b96e-4af3-48a8-8696-9df3e8ff84b9 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:33.892666 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-91a023cf-80b3-4eca-8ef7-78d589c5a019 None None] Provisioning for port 359df6b4-21d2-4dab-9862-21bad631a71b completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:01:33.905480 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-91a023cf-80b3-4eca-8ef7-78d589c5a019 None None] Provisioning complete for port 359df6b4-21d2-4dab-9862-21bad631a71b triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:01:33.906186 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-91a023cf-80b3-4eca-8ef7-78d589c5a019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:33.910541 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a628b96e-4af3-48a8-8696-9df3e8ff84b9 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:33.926686 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-a628b96e-4af3-48a8-8696-9df3e8ff84b9 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Calling delete_port for abe59744-1181-4edc-b814-63a352bacac5 owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:01:33.953359 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-91a023cf-80b3-4eca-8ef7-78d589c5a019 None None] Port 359df6b4-21d2-4dab-9862-21bad631a71b cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:01:34.094110 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b0f3bcb4-a948-47f4-b5df-beddb6fc264c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:34.130368 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a628b96e-4af3-48a8-8696-9df3e8ff84b9 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:34.139951 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f3bcb4-a948-47f4-b5df-beddb6fc264c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Network 3bc8cd39-55b0-4890-aef9-acf1cb940672 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:01:34.145686 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-b0f3bcb4-a948-47f4-b5df-beddb6fc264c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:01:34.149841 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f3bcb4-a948-47f4-b5df-beddb6fc264c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:01:34.150439 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b0f3bcb4-a948-47f4-b5df-beddb6fc264c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:34.159939 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a628b96e-4af3-48a8-8696-9df3e8ff84b9 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Pushing event deleted for resources: {'Port': ['ID=abe59744-1181-4edc-b814-63a352bacac5,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:34.164108 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d493396b-7f6d-4a6d-a112-66f2beec4d1c None None] Network 3bc8cd39-55b0-4890-aef9-acf1cb940672 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:01:34.168621 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f3bcb4-a948-47f4-b5df-beddb6fc264c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event updated for resources: {'Subnet': ['ID=f656cbab-4aea-4265-9891-e5afdff7a514,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:34.181148 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b0f3bcb4-a948-47f4-b5df-beddb6fc264c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9289248 Aug 23 21:01:34.183692 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39194) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:34.190818 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-39ac8169-8a1f-49f8-9c22-565777d34d07 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-270414225', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f656cbab-4aea-4265-9891-e5afdff7a514'}], 'security_groups': ['33103e8d-5e1d-4f92-bb62-b8605427931a']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:01:34.242986 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a628b96e-4af3-48a8-8696-9df3e8ff84b9 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:34.365494 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a628b96e-4af3-48a8-8696-9df3e8ff84b9 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:34.368817 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a628b96e-4af3-48a8-8696-9df3e8ff84b9 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:34.442198 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a628b96e-4af3-48a8-8696-9df3e8ff84b9 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:34.442198 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a628b96e-4af3-48a8-8696-9df3e8ff84b9 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Fanout notify agent at l3_agent the message router_deleted on router 535b7fae-fddb-43ed-ab13-46b4a936c2b0 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 21:01:34.457178 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a628b96e-4af3-48a8-8696-9df3e8ff84b9 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:34.458316 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a628b96e-4af3-48a8-8696-9df3e8ff84b9 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] 10.222.0.61 "DELETE /v2.0/routers/535b7fae-fddb-43ed-ab13-46b4a936c2b0 HTTP/1.1" status: 204 len: 168 time: 1.5904753 Aug 23 21:01:34.463740 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39200) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:34.469230 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-221b5195-f775-4619-9ace-d4bb15aa9ea1 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-860763601', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:01:34.503542 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-221b5195-f775-4619-9ace-d4bb15aa9ea1 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:34.505809 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-221b5195-f775-4619-9ace-d4bb15aa9ea1 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:34.524899 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-39ac8169-8a1f-49f8-9c22-565777d34d07 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:34.589678 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-221b5195-f775-4619-9ace-d4bb15aa9ea1 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:34.594723 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-221b5195-f775-4619-9ace-d4bb15aa9ea1 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:34.602628 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae12eb90-4cd2-4687-99a3-af51877618f6 None None] Update dhcp port {'port': {'network_id': '3bc8cd39-55b0-4890-aef9-acf1cb940672', 'fixed_ips': [{'subnet_id': '4463024f-a565-49ea-8db2-16729ae251cb', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f656cbab-4aea-4265-9891-e5afdff7a514'}], 'binding:host_id': 'n-d-805663-2'}, 'id': 'e44e3358-c665-4c68-a45a-e19983c1e323'} from n-d-805663-2. {{(pid=94689) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 21:01:34.638939 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ae12eb90-4cd2-4687-99a3-af51877618f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:34.639087 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-221b5195-f775-4619-9ace-d4bb15aa9ea1 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:34.640601 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-221b5195-f775-4619-9ace-d4bb15aa9ea1 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1752548 Aug 23 21:01:34.643675 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39202) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:34.650346 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-be4c4f99-bbc3-49f1-8545-6f4bf4126786 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'enable_snat': True}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:01:34.794782 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device e44e3358-c665-4c68-a45a-e19983c1e323 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:01:34.883976 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port e44e3358-c665-4c68-a45a-e19983c1e323 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:01:34.884409 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:34.949150 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-be4c4f99-bbc3-49f1-8545-6f4bf4126786 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:34.966376 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-39ac8169-8a1f-49f8-9c22-565777d34d07 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Delete allocated IP 172.20.0.5 (3bc8cd39-55b0-4890-aef9-acf1cb940672/4463024f-a565-49ea-8db2-16729ae251cb) {{(pid=94688) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 23 21:01:34.980125 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-39ac8169-8a1f-49f8-9c22-565777d34d07 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Allocated IP 172.20.0.25 (3bc8cd39-55b0-4890-aef9-acf1cb940672/f656cbab-4aea-4265-9891-e5afdff7a514/359df6b4-21d2-4dab-9862-21bad631a71b) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:01:35.153958 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-39ac8169-8a1f-49f8-9c22-565777d34d07 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:35.168741 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-39ac8169-8a1f-49f8-9c22-565777d34d07 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Transition to ACTIVE for port object 359df6b4-21d2-4dab-9862-21bad631a71b will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:01:35.174600 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-39ac8169-8a1f-49f8-9c22-565777d34d07 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:35.230820 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-ae12eb90-4cd2-4687-99a3-af51877618f6 None None] Allocated IP 172.20.0.18 (3bc8cd39-55b0-4890-aef9-acf1cb940672/f656cbab-4aea-4265-9891-e5afdff7a514/e44e3358-c665-4c68-a45a-e19983c1e323) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:01:35.256460 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-be4c4f99-bbc3-49f1-8545-6f4bf4126786 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:35.289542 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-39ac8169-8a1f-49f8-9c22-565777d34d07 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] In _notify_port_updated(), no bound segment for port 359df6b4-21d2-4dab-9862-21bad631a71b on network 3bc8cd39-55b0-4890-aef9-acf1cb940672 {{(pid=94688) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 21:01:35.291878 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-be4c4f99-bbc3-49f1-8545-6f4bf4126786 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:35.295957 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ac8169-8a1f-49f8-9c22-565777d34d07 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:01:35.296654 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-39ac8169-8a1f-49f8-9c22-565777d34d07 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:35.301662 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-39ac8169-8a1f-49f8-9c22-565777d34d07 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "PUT /v2.0/ports/359df6b4-21d2-4dab-9862-21bad631a71b HTTP/1.1" status: 200 len: 920 time: 1.1166985 Aug 23 21:01:35.302342 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39204) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:35.381090 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac8169-8a1f-49f8-9c22-565777d34d07 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event updated for resources: {'Port': ['ID=359df6b4-21d2-4dab-9862-21bad631a71b,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:35.411645 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-17da5a2e-124d-4a73-8ecd-aa66c1964c7e tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Deleting port 359df6b4-21d2-4dab-9862-21bad631a71b {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:01:35.412406 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-17da5a2e-124d-4a73-8ecd-aa66c1964c7e tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:35.419437 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-ae12eb90-4cd2-4687-99a3-af51877618f6 None None] For port e44e3358-c665-4c68-a45a-e19983c1e323, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=e44e3358-c665-4c68-a45a-e19983c1e323,segment=NetworkSegment(9db499da-bd1b-4d32-8c5e-7aeec45d04de),segment_id=9db499da-bd1b-4d32-8c5e-7aeec45d04de)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:01:35.458743 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ae12eb90-4cd2-4687-99a3-af51877618f6 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:35.483327 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ae12eb90-4cd2-4687-99a3-af51877618f6 None None] Transition to ACTIVE for port object e44e3358-c665-4c68-a45a-e19983c1e323 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:01:35.492448 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ae12eb90-4cd2-4687-99a3-af51877618f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:35.497806 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-be4c4f99-bbc3-49f1-8545-6f4bf4126786 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Allocated IP 172.25.4.244 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/edbee77b-8138-44ba-a644-99c3d8e1212f) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:01:35.582835 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-17da5a2e-124d-4a73-8ecd-aa66c1964c7e tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:35.599042 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-17da5a2e-124d-4a73-8ecd-aa66c1964c7e tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Calling delete_port for 359df6b4-21d2-4dab-9862-21bad631a71b owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:01:35.653638 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae12eb90-4cd2-4687-99a3-af51877618f6 None None] Pushing event updated for resources: {'Port': ['ID=e44e3358-c665-4c68-a45a-e19983c1e323,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:35.661594 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-be4c4f99-bbc3-49f1-8545-6f4bf4126786 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:35.727686 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-be4c4f99-bbc3-49f1-8545-6f4bf4126786 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:35.778008 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4c4f99-bbc3-49f1-8545-6f4bf4126786 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:01:35.781974 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-be4c4f99-bbc3-49f1-8545-6f4bf4126786 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:01:35.782443 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-17da5a2e-124d-4a73-8ecd-aa66c1964c7e tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:35.792933 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4c4f99-bbc3-49f1-8545-6f4bf4126786 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:01:35.819911 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17da5a2e-124d-4a73-8ecd-aa66c1964c7e tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event deleted for resources: {'Port': ['ID=359df6b4-21d2-4dab-9862-21bad631a71b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:35.824644 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c4f99-bbc3-49f1-8545-6f4bf4126786 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Pushing event updated for resources: {'Port': ['ID=edbee77b-8138-44ba-a644-99c3d8e1212f,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:35.905786 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-17da5a2e-124d-4a73-8ecd-aa66c1964c7e tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:35.907893 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-17da5a2e-124d-4a73-8ecd-aa66c1964c7e tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "DELETE /v2.0/ports/359df6b4-21d2-4dab-9862-21bad631a71b HTTP/1.1" status: 204 len: 168 time: 0.6024461 Aug 23 21:01:35.911597 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39210) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:35.960719 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-3be0d333-9635-470d-a138-0314be9d3145 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] GET failed (client error): The resource could not be found. Aug 23 21:01:35.962453 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3be0d333-9635-470d-a138-0314be9d3145 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "GET /v2.0/ports/359df6b4-21d2-4dab-9862-21bad631a71b HTTP/1.1" status: 404 len: 333 time: 0.0498097 Aug 23 21:01:35.965350 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39212) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:36.048583 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-685bc78b-2ae8-4205-95f0-5b81cd0f73b0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:36.090634 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-685bc78b-2ae8-4205-95f0-5b81cd0f73b0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:36.121718 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-be4c4f99-bbc3-49f1-8545-6f4bf4126786 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:36.153608 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-685bc78b-2ae8-4205-95f0-5b81cd0f73b0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:36.156613 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-685bc78b-2ae8-4205-95f0-5b81cd0f73b0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:36.157778 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-685bc78b-2ae8-4205-95f0-5b81cd0f73b0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "DELETE /v2.0/security-groups/bb39f6f6-461a-4d22-ba8c-947a1749dde2 HTTP/1.1" status: 204 len: 168 time: 0.1914246 Aug 23 21:01:36.161750 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39214) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:36.183376 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685bc78b-2ae8-4205-95f0-5b81cd0f73b0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb39f6f6-461a-4d22-ba8c-947a1749dde2,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:36.268105 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-99f21e38-ebda-412d-9b49-8e7d609197da tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:36.305201 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-99f21e38-ebda-412d-9b49-8e7d609197da tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:36.375832 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-99f21e38-ebda-412d-9b49-8e7d609197da tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:36.381037 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-99f21e38-ebda-412d-9b49-8e7d609197da tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:36.384733 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-99f21e38-ebda-412d-9b49-8e7d609197da tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "DELETE /v2.0/security-groups/33103e8d-5e1d-4f92-bb62-b8605427931a HTTP/1.1" status: 204 len: 168 time: 0.2195439 Aug 23 21:01:36.394871 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39216) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:36.396051 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f21e38-ebda-412d-9b49-8e7d609197da tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33103e8d-5e1d-4f92-bb62-b8605427931a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:36.438164 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-be4c4f99-bbc3-49f1-8545-6f4bf4126786 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4165669'] for router, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:36.447494 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e275011d-ff18-4a22-bb6a-5ecb2d97e5a8 None None] Could not find standard attr ID for object 359df6b4-21d2-4dab-9862-21bad631a71b. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 21:01:36.447738 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-be4c4f99-bbc3-49f1-8545-6f4bf4126786 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-499466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-499571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-497774'] for router, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:36.463105 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e275011d-ff18-4a22-bb6a-5ecb2d97e5a8 None None] Provisioning for port e44e3358-c665-4c68-a45a-e19983c1e323 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:01:36.471001 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e275011d-ff18-4a22-bb6a-5ecb2d97e5a8 None None] Provisioning complete for port e44e3358-c665-4c68-a45a-e19983c1e323 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:01:36.471001 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e275011d-ff18-4a22-bb6a-5ecb2d97e5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:36.494097 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bed26be-15f9-42c2-a238-4e3aedc8f6e3 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Deleting subnet 4463024f-a565-49ea-8db2-16729ae251cb {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 21:01:36.497981 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5bed26be-15f9-42c2-a238-4e3aedc8f6e3 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:36.564408 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5bed26be-15f9-42c2-a238-4e3aedc8f6e3 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:36.608939 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e275011d-ff18-4a22-bb6a-5ecb2d97e5a8 None None] Provisioning complete for port 47fbfde2-d398-4469-a242-808b922aa757 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:01:36.613623 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e275011d-ff18-4a22-bb6a-5ecb2d97e5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:36.688460 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-e275011d-ff18-4a22-bb6a-5ecb2d97e5a8 None None] Port 47fbfde2-d398-4469-a242-808b922aa757 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:01:36.714828 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5bed26be-15f9-42c2-a238-4e3aedc8f6e3 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:36.723925 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4c4f99-bbc3-49f1-8545-6f4bf4126786 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Router 951c3c89-77d4-491d-aeff-feff0a6675f0 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 21:01:36.769436 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device e44e3358-c665-4c68-a45a-e19983c1e323 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:01:36.806134 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5bed26be-15f9-42c2-a238-4e3aedc8f6e3 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:36.869806 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port e44e3358-c665-4c68-a45a-e19983c1e323 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:01:36.870572 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:36.889794 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed26be-15f9-42c2-a238-4e3aedc8f6e3 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event deleted for resources: {'Subnet': ['ID=4463024f-a565-49ea-8db2-16729ae251cb,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:36.890363 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4c4f99-bbc3-49f1-8545-6f4bf4126786 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:01:36.899348 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-be4c4f99-bbc3-49f1-8545-6f4bf4126786 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:36.900035 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5bed26be-15f9-42c2-a238-4e3aedc8f6e3 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:36.903993 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-5bed26be-15f9-42c2-a238-4e3aedc8f6e3 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "DELETE /v2.0/subnets/4463024f-a565-49ea-8db2-16729ae251cb HTTP/1.1" status: 204 len: 168 time: 0.5049391 Aug 23 21:01:36.904749 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4979bd94-e522-4747-823d-3ec17edc02e6 None None] Sync routers for ids ['951c3c89-77d4-491d-aeff-feff0a6675f0'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:01:36.906112 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-be4c4f99-bbc3-49f1-8545-6f4bf4126786 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] 10.222.0.61 "PUT /v2.0/routers/951c3c89-77d4-491d-aeff-feff0a6675f0 HTTP/1.1" status: 200 len: 918 time: 2.2607954 Aug 23 21:01:36.907631 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39224) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:36.908142 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39222) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:36.915174 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-e20198d4-3b23-4f3a-9e91-b92e8f4d44f1 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Request body: {'subnet': {'network_id': '3bc8cd39-55b0-4890-aef9-acf1cb940672', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:01:36.936254 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4979bd94-e522-4747-823d-3ec17edc02e6 None None] Routers {'951c3c89-77d4-491d-aeff-feff0a6675f0'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:01:36.937584 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4979bd94-e522-4747-823d-3ec17edc02e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:01:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['951c3c89-77d4-491d-aeff-feff0a6675f0'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:37.025440 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863ff1a0-45cb-4667-a09e-97c43bc355ad None None] Network 3bc8cd39-55b0-4890-aef9-acf1cb940672 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:01:37.048420 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4979bd94-e522-4747-823d-3ec17edc02e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:37.063681 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4979bd94-e522-4747-823d-3ec17edc02e6 None None] Routers {'951c3c89-77d4-491d-aeff-feff0a6675f0'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:01:37.065864 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4979bd94-e522-4747-823d-3ec17edc02e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:01:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['951c3c89-77d4-491d-aeff-feff0a6675f0'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:37.070958 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20198d4-3b23-4f3a-9e91-b92e8f4d44f1 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Made reservation on behalf of 08153f579e424ba89fe16c2afc1e0f40 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:01:37.074857 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e20198d4-3b23-4f3a-9e91-b92e8f4d44f1 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:37.135769 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4979bd94-e522-4747-823d-3ec17edc02e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:37.137265 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4979bd94-e522-4747-823d-3ec17edc02e6 None None] The sync data for ids ['951c3c89-77d4-491d-aeff-feff0a6675f0'] in n-d-805663-2 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:01:37.172396 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-742f3f54-1037-4195-a994-3a05593356b3 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] 10.222.0.61 "GET /v2.0/routers/951c3c89-77d4-491d-aeff-feff0a6675f0 HTTP/1.1" status: 200 len: 924 time: 0.2595918 Aug 23 21:01:37.172999 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39226) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:37.183090 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a8accb2f-4f60-4466-bd0c-9e24a7fdf45e None None] Could not find standard attr ID for object 359df6b4-21d2-4dab-9862-21bad631a71b. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 21:01:37.273270 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c96014a-2023-459d-b718-c4877c1f513e tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:01:37.277225 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-7c96014a-2023-459d-b718-c4877c1f513e tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=03d801c5-d257-4cc1-bad3-11a323aafec0&device_id=951c3c89-77d4-491d-aeff-feff0a6675f0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1006877 Aug 23 21:01:37.279391 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39228) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:37.387647 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088efb76-266f-481c-9b45-b9dc5088802f tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:01:37.389222 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-088efb76-266f-481c-9b45-b9dc5088802f tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] 10.222.0.61 "GET /v2.0/networks/03d801c5-d257-4cc1-bad3-11a323aafec0 HTTP/1.1" status: 200 len: 881 time: 0.1105673 Aug 23 21:01:37.392040 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39230) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:37.433660 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f2434a7a-2e98-4156-8da0-0c8899b9eb0b tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] 10.222.0.61 "GET /v2.0/ports?device_id=951c3c89-77d4-491d-aeff-feff0a6675f0 HTTP/1.1" status: 200 len: 205 time: 0.0394185 Aug 23 21:01:37.436031 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39232) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:37.492374 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e20198d4-3b23-4f3a-9e91-b92e8f4d44f1 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:37.549743 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20198d4-3b23-4f3a-9e91-b92e8f4d44f1 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Network 3bc8cd39-55b0-4890-aef9-acf1cb940672 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:01:37.554854 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-e20198d4-3b23-4f3a-9e91-b92e8f4d44f1 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:01:37.597811 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20198d4-3b23-4f3a-9e91-b92e8f4d44f1 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:01:37.598404 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e20198d4-3b23-4f3a-9e91-b92e8f4d44f1 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:37.628289 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20198d4-3b23-4f3a-9e91-b92e8f4d44f1 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event updated for resources: {'Subnet': ['ID=61997ad3-09a6-4b57-b15a-b0d5da80128c,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:37.635674 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e20198d4-3b23-4f3a-9e91-b92e8f4d44f1 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7256861 Aug 23 21:01:37.638228 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39236) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:37.642670 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-0c1abf91-28ef-4bc9-92e9-9bd872254777 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Request body: {'security_group': {'name': 'tempest-secgroup-1772354012'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:01:37.650934 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c1db21ff-ca93-499b-ae89-ce70eb9ca9b1 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:37.725007 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0c1abf91-28ef-4bc9-92e9-9bd872254777 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:37.826243 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c1db21ff-ca93-499b-ae89-ce70eb9ca9b1 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:37.902677 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0c1abf91-28ef-4bc9-92e9-9bd872254777 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:37.914403 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0c1abf91-28ef-4bc9-92e9-9bd872254777 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:37.926924 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-c1db21ff-ca93-499b-ae89-ce70eb9ca9b1 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Deleting port edbee77b-8138-44ba-a644-99c3d8e1212f {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:01:37.928050 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c1db21ff-ca93-499b-ae89-ce70eb9ca9b1 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:37.968469 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1ba953-f364-48c2-a7e3-5d17b105a756 None None] Network 3bc8cd39-55b0-4890-aef9-acf1cb940672 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:01:38.000211 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1abf91-28ef-4bc9-92e9-9bd872254777 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f50b8489-21f1-4c97-ac77-c51058ef6d71,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:38.006246 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0c1abf91-28ef-4bc9-92e9-9bd872254777 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:38.007489 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0c1abf91-28ef-4bc9-92e9-9bd872254777 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3683491 Aug 23 21:01:38.010136 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39240) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:38.014465 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-9c7438cb-b848-4769-b26a-42bd014522f3 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Request body: {'security_group': {'name': 'tempest-secgroup-1274264092'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:01:38.055367 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-fa2fa8bc-924f-4c57-ad55-51b02cd87456 None None] Provisioning complete for port e44e3358-c665-4c68-a45a-e19983c1e323 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:01:38.055745 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fa2fa8bc-924f-4c57-ad55-51b02cd87456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:38.067968 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9c7438cb-b848-4769-b26a-42bd014522f3 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:38.072956 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c1db21ff-ca93-499b-ae89-ce70eb9ca9b1 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:38.096806 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-c1db21ff-ca93-499b-ae89-ce70eb9ca9b1 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Calling delete_port for edbee77b-8138-44ba-a644-99c3d8e1212f owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:01:38.225560 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-fa2fa8bc-924f-4c57-ad55-51b02cd87456 None None] Provisioning complete for port 47fbfde2-d398-4469-a242-808b922aa757 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:01:38.225911 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fa2fa8bc-924f-4c57-ad55-51b02cd87456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:38.284322 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9c7438cb-b848-4769-b26a-42bd014522f3 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:38.290556 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-fa2fa8bc-924f-4c57-ad55-51b02cd87456 None None] Port 47fbfde2-d398-4469-a242-808b922aa757 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:01:38.293605 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9c7438cb-b848-4769-b26a-42bd014522f3 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:38.307332 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7797d8-d828-432b-aeed-29e89e686fb4 None None] Update dhcp port {'port': {'network_id': '3bc8cd39-55b0-4890-aef9-acf1cb940672', 'fixed_ips': [{'subnet_id': 'f656cbab-4aea-4265-9891-e5afdff7a514', 'ip_address': '172.20.0.18'}, {'subnet_id': '61997ad3-09a6-4b57-b15a-b0d5da80128c'}], 'binding:host_id': 'n-d-805663-2'}, 'id': 'e44e3358-c665-4c68-a45a-e19983c1e323'} from n-d-805663-2. {{(pid=94689) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 21:01:38.337192 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0e7797d8-d828-432b-aeed-29e89e686fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:38.356856 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7438cb-b848-4769-b26a-42bd014522f3 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f887bbf9-1045-4376-a5d1-413c8a9f3336,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:38.360793 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9c7438cb-b848-4769-b26a-42bd014522f3 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:38.364718 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9c7438cb-b848-4769-b26a-42bd014522f3 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3510141 Aug 23 21:01:38.364959 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39242) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:38.370835 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-baf37a70-3d78-47a0-9860-5f37c3037b2a tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Request body: {'security_group': {'name': 'tempest-secgroup-2032613838'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:01:38.397786 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c1db21ff-ca93-499b-ae89-ce70eb9ca9b1 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:38.432786 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-baf37a70-3d78-47a0-9860-5f37c3037b2a tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:38.442124 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db21ff-ca93-499b-ae89-ce70eb9ca9b1 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Pushing event deleted for resources: {'Port': ['ID=edbee77b-8138-44ba-a644-99c3d8e1212f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:38.546246 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-0e7797d8-d828-432b-aeed-29e89e686fb4 None None] Allocated IP 172.20.0.2 (3bc8cd39-55b0-4890-aef9-acf1cb940672/61997ad3-09a6-4b57-b15a-b0d5da80128c/e44e3358-c665-4c68-a45a-e19983c1e323) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:01:38.672916 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-0e7797d8-d828-432b-aeed-29e89e686fb4 None None] For port e44e3358-c665-4c68-a45a-e19983c1e323, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=e44e3358-c665-4c68-a45a-e19983c1e323,segment=NetworkSegment(9db499da-bd1b-4d32-8c5e-7aeec45d04de),segment_id=9db499da-bd1b-4d32-8c5e-7aeec45d04de)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:01:38.711181 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0e7797d8-d828-432b-aeed-29e89e686fb4 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:38.729685 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0e7797d8-d828-432b-aeed-29e89e686fb4 None None] Transition to ACTIVE for port object e44e3358-c665-4c68-a45a-e19983c1e323 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:01:38.735856 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0e7797d8-d828-432b-aeed-29e89e686fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:38.827662 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7797d8-d828-432b-aeed-29e89e686fb4 None None] Pushing event updated for resources: {'Port': ['ID=e44e3358-c665-4c68-a45a-e19983c1e323,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:38.878625 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c1db21ff-ca93-499b-ae89-ce70eb9ca9b1 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:38.985537 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c1db21ff-ca93-499b-ae89-ce70eb9ca9b1 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:38.991755 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c1db21ff-ca93-499b-ae89-ce70eb9ca9b1 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:39.054061 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c1db21ff-ca93-499b-ae89-ce70eb9ca9b1 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:39.054539 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1db21ff-ca93-499b-ae89-ce70eb9ca9b1 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Fanout notify agent at l3_agent the message router_deleted on router 951c3c89-77d4-491d-aeff-feff0a6675f0 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 21:01:39.063652 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c1db21ff-ca93-499b-ae89-ce70eb9ca9b1 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:39.071394 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39248) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:39.071917 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c1db21ff-ca93-499b-ae89-ce70eb9ca9b1 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] 10.222.0.61 "DELETE /v2.0/routers/951c3c89-77d4-491d-aeff-feff0a6675f0 HTTP/1.1" status: 204 len: 168 time: 1.6344030 Aug 23 21:01:39.076634 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-50c7b3a6-0fcc-4726-846f-ace624eef046 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1508042716', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:01:39.078894 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-baf37a70-3d78-47a0-9860-5f37c3037b2a tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:39.084768 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-baf37a70-3d78-47a0-9860-5f37c3037b2a tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:39.112899 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50c7b3a6-0fcc-4726-846f-ace624eef046 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:39.114077 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50c7b3a6-0fcc-4726-846f-ace624eef046 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:39.120808 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-baf37a70-3d78-47a0-9860-5f37c3037b2a tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:39.122169 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-baf37a70-3d78-47a0-9860-5f37c3037b2a tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7547977 Aug 23 21:01:39.124307 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf37a70-3d78-47a0-9860-5f37c3037b2a tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffb85e1-96f0-4b53-891b-786fa8970ef7,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:39.125956 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39250) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:39.133665 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-a63db53e-1023-4bc6-a43f-953ed651942b tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-447408768', 'security_groups': ['1ffb85e1-96f0-4b53-891b-786fa8970ef7'], 'network_id': '3bc8cd39-55b0-4890-aef9-acf1cb940672', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '61997ad3-09a6-4b57-b15a-b0d5da80128c'}]}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:01:39.254151 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50c7b3a6-0fcc-4726-846f-ace624eef046 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:39.262521 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50c7b3a6-0fcc-4726-846f-ace624eef046 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:39.293674 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50c7b3a6-0fcc-4726-846f-ace624eef046 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:39.297465 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-50c7b3a6-0fcc-4726-846f-ace624eef046 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2224503 Aug 23 21:01:39.298204 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39252) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:39.305363 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-7d4d0580-915a-4dea-85a4-c00d4a6c30ec tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'enable_snat': False}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:01:39.321364 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63db53e-1023-4bc6-a43f-953ed651942b tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Made reservation on behalf of 08153f579e424ba89fe16c2afc1e0f40 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:01:39.327955 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a63db53e-1023-4bc6-a43f-953ed651942b tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:39.352291 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-a63db53e-1023-4bc6-a43f-953ed651942b tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] device_id is not set on port e4526095-d4bf-478c-b4df-420c51555300 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 21:01:39.573645 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-a63db53e-1023-4bc6-a43f-953ed651942b tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Allocated IP 172.20.0.5 (3bc8cd39-55b0-4890-aef9-acf1cb940672/61997ad3-09a6-4b57-b15a-b0d5da80128c/e4526095-d4bf-478c-b4df-420c51555300) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:01:39.592704 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7d4d0580-915a-4dea-85a4-c00d4a6c30ec tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:39.630540 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7059248d-678a-481d-a57f-1779a4c89697 None None] Provisioning for port e44e3358-c665-4c68-a45a-e19983c1e323 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:01:39.637822 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7059248d-678a-481d-a57f-1779a4c89697 None None] Provisioning complete for port e44e3358-c665-4c68-a45a-e19983c1e323 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:01:39.638225 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7059248d-678a-481d-a57f-1779a4c89697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:39.780369 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a63db53e-1023-4bc6-a43f-953ed651942b tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:39.797551 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-a63db53e-1023-4bc6-a43f-953ed651942b tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Transition to ACTIVE for port object e4526095-d4bf-478c-b4df-420c51555300 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:01:39.798000 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7059248d-678a-481d-a57f-1779a4c89697 None None] Provisioning complete for port 47fbfde2-d398-4469-a242-808b922aa757 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:01:39.798469 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7059248d-678a-481d-a57f-1779a4c89697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:39.841996 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7059248d-678a-481d-a57f-1779a4c89697 None None] Port 47fbfde2-d398-4469-a242-808b922aa757 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:01:39.865615 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a63db53e-1023-4bc6-a43f-953ed651942b tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:39.902128 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7d4d0580-915a-4dea-85a4-c00d4a6c30ec tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:39.921266 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63db53e-1023-4bc6-a43f-953ed651942b tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Network 3bc8cd39-55b0-4890-aef9-acf1cb940672 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:01:39.922630 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7d4d0580-915a-4dea-85a4-c00d4a6c30ec tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:39.925197 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-a63db53e-1023-4bc6-a43f-953ed651942b tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:01:39.928274 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63db53e-1023-4bc6-a43f-953ed651942b tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:01:39.979124 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63db53e-1023-4bc6-a43f-953ed651942b tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event updated for resources: {'Port': ['ID=e4526095-d4bf-478c-b4df-420c51555300,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:40.001418 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63db53e-1023-4bc6-a43f-953ed651942b tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:01:40.002105 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a63db53e-1023-4bc6-a43f-953ed651942b tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:40.022176 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a63db53e-1023-4bc6-a43f-953ed651942b tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8903124 Aug 23 21:01:40.022883 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39258) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:40.028158 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-52f875e5-dbfc-42e8-9b58-4092318e4f33 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Request body: {'subnet': {'network_id': '3bc8cd39-55b0-4890-aef9-acf1cb940672', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:01:40.053425 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c85febab-c7f5-4b3e-a2bc-262404bd0b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:40.089065 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-7d4d0580-915a-4dea-85a4-c00d4a6c30ec tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Allocated IP 172.25.4.206 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/72df177e-fa6c-45e0-a67d-a7f374136010) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:01:40.199903 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f875e5-dbfc-42e8-9b58-4092318e4f33 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Made reservation on behalf of 08153f579e424ba89fe16c2afc1e0f40 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:01:40.204989 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-52f875e5-dbfc-42e8-9b58-4092318e4f33 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:40.258697 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7d4d0580-915a-4dea-85a4-c00d4a6c30ec tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:40.265811 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2aea9e50-256b-4cd7-b592-e031a144e704 None None] Provisioning for port e4526095-d4bf-478c-b4df-420c51555300 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:01:40.271067 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2aea9e50-256b-4cd7-b592-e031a144e704 None None] Provisioning complete for port e4526095-d4bf-478c-b4df-420c51555300 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:01:40.271445 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2aea9e50-256b-4cd7-b592-e031a144e704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:40.313909 n-d-805663-2 neutron-server[94688]: INFO neutron.db.ipam_backend_mixin [None req-52f875e5-dbfc-42e8-9b58-4092318e4f33 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 61997ad3-09a6-4b57-b15a-b0d5da80128c (CIDR: 172.20.0.0/28) Aug 23 21:01:40.316703 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-2aea9e50-256b-4cd7-b592-e031a144e704 None None] Port e4526095-d4bf-478c-b4df-420c51555300 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:01:40.321867 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-52f875e5-dbfc-42e8-9b58-4092318e4f33 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 21:01:40.322558 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52f875e5-dbfc-42e8-9b58-4092318e4f33 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 21:01:40.326629 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7d4d0580-915a-4dea-85a4-c00d4a6c30ec tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:40.343110 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-52f875e5-dbfc-42e8-9b58-4092318e4f33 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3164463 Aug 23 21:01:40.343621 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39260) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:40.350235 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ebd26fa8-eca1-49a9-9e7e-8a3ebe12217e tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Request body: {'subnet': {'network_id': '3bc8cd39-55b0-4890-aef9-acf1cb940672', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:01:40.369932 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4d0580-915a-4dea-85a4-c00d4a6c30ec tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:01:40.372777 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-7d4d0580-915a-4dea-85a4-c00d4a6c30ec tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:01:40.376342 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4d0580-915a-4dea-85a4-c00d4a6c30ec tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:01:40.415344 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4d0580-915a-4dea-85a4-c00d4a6c30ec tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Pushing event updated for resources: {'Port': ['ID=72df177e-fa6c-45e0-a67d-a7f374136010,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:40.500734 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd26fa8-eca1-49a9-9e7e-8a3ebe12217e tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Made reservation on behalf of 08153f579e424ba89fe16c2afc1e0f40 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:01:40.504392 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ebd26fa8-eca1-49a9-9e7e-8a3ebe12217e tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:40.617195 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:40.617769 n-d-805663-2 neutron-server[94688]: INFO neutron.db.ipam_backend_mixin [None req-ebd26fa8-eca1-49a9-9e7e-8a3ebe12217e tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet f656cbab-4aea-4265-9891-e5afdff7a514 (CIDR: 172.20.0.16/28) Aug 23 21:01:40.621981 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebd26fa8-eca1-49a9-9e7e-8a3ebe12217e tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 21:01:40.622489 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebd26fa8-eca1-49a9-9e7e-8a3ebe12217e tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 21:01:40.642482 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ebd26fa8-eca1-49a9-9e7e-8a3ebe12217e tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2952161 Aug 23 21:01:40.645441 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39262) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:40.650472 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-345d1636-e5ad-4322-93ed-f9f2629faaf3 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Request body: {'subnet': {'network_id': '3bc8cd39-55b0-4890-aef9-acf1cb940672', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:01:40.720855 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7d4d0580-915a-4dea-85a4-c00d4a6c30ec tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:40.728016 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device e44e3358-c665-4c68-a45a-e19983c1e323 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:01:40.787209 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port e44e3358-c665-4c68-a45a-e19983c1e323 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:01:40.787700 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:40.868378 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345d1636-e5ad-4322-93ed-f9f2629faaf3 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Made reservation on behalf of 08153f579e424ba89fe16c2afc1e0f40 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:01:40.871865 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-345d1636-e5ad-4322-93ed-f9f2629faaf3 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:41.042487 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7d4d0580-915a-4dea-85a4-c00d4a6c30ec tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4165669'] for router, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:41.051549 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7d4d0580-915a-4dea-85a4-c00d4a6c30ec tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-499466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-499571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-497774'] for router, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:41.303040 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-345d1636-e5ad-4322-93ed-f9f2629faaf3 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:41.309987 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d4d0580-915a-4dea-85a4-c00d4a6c30ec tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Router dbccc241-27bf-4903-9b50-dd5d72d92bd4 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 21:01:41.353250 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345d1636-e5ad-4322-93ed-f9f2629faaf3 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Network 3bc8cd39-55b0-4890-aef9-acf1cb940672 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:01:41.397180 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-345d1636-e5ad-4322-93ed-f9f2629faaf3 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:01:41.403080 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345d1636-e5ad-4322-93ed-f9f2629faaf3 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:01:41.404301 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-345d1636-e5ad-4322-93ed-f9f2629faaf3 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:41.408242 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd9846e-1136-459f-ae40-de4946a6ca60 None None] Network 3bc8cd39-55b0-4890-aef9-acf1cb940672 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:01:41.423644 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345d1636-e5ad-4322-93ed-f9f2629faaf3 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event updated for resources: {'Subnet': ['ID=64892cda-8d76-411f-a8c7-1c90db841b3d,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:41.449464 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-345d1636-e5ad-4322-93ed-f9f2629faaf3 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7951529 Aug 23 21:01:41.450110 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39268) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:41.456667 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c6496609-d453-4bcd-8726-51f4e20df571 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1310341681', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '64892cda-8d76-411f-a8c7-1c90db841b3d'}], 'security_groups': ['f50b8489-21f1-4c97-ac77-c51058ef6d71', 'f887bbf9-1045-4376-a5d1-413c8a9f3336']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:01:41.501052 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4d0580-915a-4dea-85a4-c00d4a6c30ec tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:01:41.507134 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7d4d0580-915a-4dea-85a4-c00d4a6c30ec tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:41.508729 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-7d4d0580-915a-4dea-85a4-c00d4a6c30ec tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] 10.222.0.61 "PUT /v2.0/routers/dbccc241-27bf-4903-9b50-dd5d72d92bd4 HTTP/1.1" status: 200 len: 920 time: 2.2092202 Aug 23 21:01:41.511362 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39270) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:41.521622 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3004dd32-be36-4fef-82b9-e9ed15522c0a None None] Sync routers for ids ['dbccc241-27bf-4903-9b50-dd5d72d92bd4'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:01:41.553564 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3004dd32-be36-4fef-82b9-e9ed15522c0a None None] Routers {'dbccc241-27bf-4903-9b50-dd5d72d92bd4'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:01:41.554224 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-3004dd32-be36-4fef-82b9-e9ed15522c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:01:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['dbccc241-27bf-4903-9b50-dd5d72d92bd4'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:41.602985 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-3004dd32-be36-4fef-82b9-e9ed15522c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:41.641094 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3004dd32-be36-4fef-82b9-e9ed15522c0a None None] Routers {'dbccc241-27bf-4903-9b50-dd5d72d92bd4'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:01:41.641731 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-3004dd32-be36-4fef-82b9-e9ed15522c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:01:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['dbccc241-27bf-4903-9b50-dd5d72d92bd4'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:41.655761 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-019b69ad-7a07-4545-bf3b-ed65bedefe83 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] 10.222.0.61 "GET /v2.0/routers/dbccc241-27bf-4903-9b50-dd5d72d92bd4 HTTP/1.1" status: 200 len: 926 time: 0.1425121 Aug 23 21:01:41.657820 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39272) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:41.683479 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6496609-d453-4bcd-8726-51f4e20df571 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:41.687133 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-3004dd32-be36-4fef-82b9-e9ed15522c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:41.694229 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3004dd32-be36-4fef-82b9-e9ed15522c0a None None] The sync data for ids ['dbccc241-27bf-4903-9b50-dd5d72d92bd4'] in n-d-805663-2 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:01:41.780899 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d159e5c-fc80-4609-b720-1b60f8ef0e02 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:01:41.789509 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-4d159e5c-fc80-4609-b720-1b60f8ef0e02 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=03d801c5-d257-4cc1-bad3-11a323aafec0&device_id=dbccc241-27bf-4903-9b50-dd5d72d92bd4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1273432 Aug 23 21:01:41.790332 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39282) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:41.935700 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676fb617-375f-4f91-8e83-15e94a8e0af9 None None] Update dhcp port {'port': {'network_id': '3bc8cd39-55b0-4890-aef9-acf1cb940672', 'fixed_ips': [{'subnet_id': 'f656cbab-4aea-4265-9891-e5afdff7a514', 'ip_address': '172.20.0.18'}, {'subnet_id': '61997ad3-09a6-4b57-b15a-b0d5da80128c', 'ip_address': '172.20.0.2'}, {'subnet_id': '64892cda-8d76-411f-a8c7-1c90db841b3d'}], 'binding:host_id': 'n-d-805663-2'}, 'id': 'e44e3358-c665-4c68-a45a-e19983c1e323'} from n-d-805663-2. {{(pid=94689) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 21:01:41.958994 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0034e5-9558-4f02-90f8-79c580966bb0 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:01:41.960504 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-4b0034e5-9558-4f02-90f8-79c580966bb0 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] 10.222.0.61 "GET /v2.0/networks/03d801c5-d257-4cc1-bad3-11a323aafec0 HTTP/1.1" status: 200 len: 881 time: 0.1663055 Aug 23 21:01:41.964365 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39286) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:41.991327 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-676fb617-375f-4f91-8e83-15e94a8e0af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:42.025838 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0df708eb-4c87-40ec-9f56-fd7c718794e8 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbccc241-27bf-4903-9b50-dd5d72d92bd4 HTTP/1.1" status: 200 len: 205 time: 0.0591536 Aug 23 21:01:42.026068 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39290) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:42.189832 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-c6496609-d453-4bcd-8726-51f4e20df571 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Delete allocated IP 172.20.0.5 (3bc8cd39-55b0-4890-aef9-acf1cb940672/61997ad3-09a6-4b57-b15a-b0d5da80128c) {{(pid=94688) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 23 21:01:42.196425 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a771735f-e845-4fc5-88d0-994f3bc44d67 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:42.202373 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-c6496609-d453-4bcd-8726-51f4e20df571 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Allocated IP 172.20.0.41 (3bc8cd39-55b0-4890-aef9-acf1cb940672/64892cda-8d76-411f-a8c7-1c90db841b3d/e4526095-d4bf-478c-b4df-420c51555300) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:01:42.342594 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a771735f-e845-4fc5-88d0-994f3bc44d67 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:42.406935 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-a771735f-e845-4fc5-88d0-994f3bc44d67 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Deleting port 72df177e-fa6c-45e0-a67d-a7f374136010 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:01:42.407283 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a771735f-e845-4fc5-88d0-994f3bc44d67 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:42.476635 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6496609-d453-4bcd-8726-51f4e20df571 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:42.496318 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a771735f-e845-4fc5-88d0-994f3bc44d67 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:42.498262 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-c6496609-d453-4bcd-8726-51f4e20df571 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Transition to ACTIVE for port object e4526095-d4bf-478c-b4df-420c51555300 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:01:42.505099 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6496609-d453-4bcd-8726-51f4e20df571 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:42.512511 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-a771735f-e845-4fc5-88d0-994f3bc44d67 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Calling delete_port for 72df177e-fa6c-45e0-a67d-a7f374136010 owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:01:42.576738 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-676fb617-375f-4f91-8e83-15e94a8e0af9 None None] Allocated IP 172.20.0.34 (3bc8cd39-55b0-4890-aef9-acf1cb940672/64892cda-8d76-411f-a8c7-1c90db841b3d/e44e3358-c665-4c68-a45a-e19983c1e323) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:01:42.609315 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6496609-d453-4bcd-8726-51f4e20df571 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event updated for resources: {'Port': ['ID=e4526095-d4bf-478c-b4df-420c51555300,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:42.631295 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-c6496609-d453-4bcd-8726-51f4e20df571 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] In _notify_port_updated(), no bound segment for port e4526095-d4bf-478c-b4df-420c51555300 on network 3bc8cd39-55b0-4890-aef9-acf1cb940672 {{(pid=94688) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 21:01:42.638460 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6496609-d453-4bcd-8726-51f4e20df571 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:01:42.639196 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6496609-d453-4bcd-8726-51f4e20df571 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:42.643970 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c6496609-d453-4bcd-8726-51f4e20df571 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "PUT /v2.0/ports/e4526095-d4bf-478c-b4df-420c51555300 HTTP/1.1" status: 200 len: 960 time: 1.1898263 Aug 23 21:01:42.644961 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39300) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:42.720028 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-676fb617-375f-4f91-8e83-15e94a8e0af9 None None] For port e44e3358-c665-4c68-a45a-e19983c1e323, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=e44e3358-c665-4c68-a45a-e19983c1e323,segment=NetworkSegment(9db499da-bd1b-4d32-8c5e-7aeec45d04de),segment_id=9db499da-bd1b-4d32-8c5e-7aeec45d04de)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:01:42.767520 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-676fb617-375f-4f91-8e83-15e94a8e0af9 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:42.789767 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-676fb617-375f-4f91-8e83-15e94a8e0af9 None None] Transition to ACTIVE for port object e44e3358-c665-4c68-a45a-e19983c1e323 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:01:42.796655 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a771735f-e845-4fc5-88d0-994f3bc44d67 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:42.798573 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-676fb617-375f-4f91-8e83-15e94a8e0af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:42.836388 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-bcd0a5e7-830d-469f-9ec6-639b96a37fb0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Deleting port e4526095-d4bf-478c-b4df-420c51555300 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:01:42.837120 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bcd0a5e7-830d-469f-9ec6-639b96a37fb0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:42.840956 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a771735f-e845-4fc5-88d0-994f3bc44d67 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Pushing event deleted for resources: {'Port': ['ID=72df177e-fa6c-45e0-a67d-a7f374136010,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:42.973557 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676fb617-375f-4f91-8e83-15e94a8e0af9 None None] Pushing event updated for resources: {'Port': ['ID=e44e3358-c665-4c68-a45a-e19983c1e323,revision_number=7']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:43.170080 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:01:43.330393 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a771735f-e845-4fc5-88d0-994f3bc44d67 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:43.401481 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6b4ffbef-e993-45e8-a96f-a36f5cf85291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:43.408261 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bcd0a5e7-830d-469f-9ec6-639b96a37fb0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:43.450291 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a771735f-e845-4fc5-88d0-994f3bc44d67 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:43.455692 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a771735f-e845-4fc5-88d0-994f3bc44d67 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:43.457671 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-bcd0a5e7-830d-469f-9ec6-639b96a37fb0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Calling delete_port for e4526095-d4bf-478c-b4df-420c51555300 owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:01:43.537023 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:43.550942 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a771735f-e845-4fc5-88d0-994f3bc44d67 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:43.551457 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a771735f-e845-4fc5-88d0-994f3bc44d67 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Fanout notify agent at l3_agent the message router_deleted on router dbccc241-27bf-4903-9b50-dd5d72d92bd4 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 21:01:43.559437 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a771735f-e845-4fc5-88d0-994f3bc44d67 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:43.560866 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a771735f-e845-4fc5-88d0-994f3bc44d67 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] 10.222.0.61 "DELETE /v2.0/routers/dbccc241-27bf-4903-9b50-dd5d72d92bd4 HTTP/1.1" status: 204 len: 168 time: 1.5333123 Aug 23 21:01:43.564289 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39306) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:43.570204 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-75a35887-019c-45e2-a814-3c2a72bd0178 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1561130723', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}, 'admin_state_up': False}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:01:43.599579 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-75a35887-019c-45e2-a814-3c2a72bd0178 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:43.601430 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-75a35887-019c-45e2-a814-3c2a72bd0178 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:43.679114 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f027b6b4-d766-4e5e-9a67-7942c1b587d3 None None] Provisioning for port e4526095-d4bf-478c-b4df-420c51555300 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:01:43.685820 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f027b6b4-d766-4e5e-9a67-7942c1b587d3 None None] Provisioning complete for port e4526095-d4bf-478c-b4df-420c51555300 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:01:43.686025 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bcd0a5e7-830d-469f-9ec6-639b96a37fb0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:43.690312 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f027b6b4-d766-4e5e-9a67-7942c1b587d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:43.725999 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd0a5e7-830d-469f-9ec6-639b96a37fb0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event deleted for resources: {'Port': ['ID=e4526095-d4bf-478c-b4df-420c51555300,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:43.727386 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-f027b6b4-d766-4e5e-9a67-7942c1b587d3 None None] Port e4526095-d4bf-478c-b4df-420c51555300 was deleted so its status cannot be updated. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 23 21:01:43.754058 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-75a35887-019c-45e2-a814-3c2a72bd0178 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:43.762074 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f027b6b4-d766-4e5e-9a67-7942c1b587d3 None None] Provisioning for port e44e3358-c665-4c68-a45a-e19983c1e323 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:01:43.766852 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f027b6b4-d766-4e5e-9a67-7942c1b587d3 None None] Provisioning complete for port e44e3358-c665-4c68-a45a-e19983c1e323 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:01:43.770413 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f027b6b4-d766-4e5e-9a67-7942c1b587d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:43.861682 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bcd0a5e7-830d-469f-9ec6-639b96a37fb0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:43.866944 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-bcd0a5e7-830d-469f-9ec6-639b96a37fb0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "DELETE /v2.0/ports/e4526095-d4bf-478c-b4df-420c51555300 HTTP/1.1" status: 204 len: 168 time: 1.2196457 Aug 23 21:01:43.868030 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39308) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:43.900381 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c149c7f-b445-4ef2-8f9e-bdfcd7c223c7 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] GET failed (client error): The resource could not be found. Aug 23 21:01:43.904325 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9c149c7f-b445-4ef2-8f9e-bdfcd7c223c7 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "GET /v2.0/ports/e4526095-d4bf-478c-b4df-420c51555300 HTTP/1.1" status: 404 len: 333 time: 0.0352974 Aug 23 21:01:43.907153 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39314) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:43.910478 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f027b6b4-d766-4e5e-9a67-7942c1b587d3 None None] Provisioning complete for port 47fbfde2-d398-4469-a242-808b922aa757 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:01:43.911767 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f027b6b4-d766-4e5e-9a67-7942c1b587d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:43.956884 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-75a35887-019c-45e2-a814-3c2a72bd0178 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:43.989512 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-f027b6b4-d766-4e5e-9a67-7942c1b587d3 None None] Port 47fbfde2-d398-4469-a242-808b922aa757 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:01:44.036264 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a82eed0f-26b5-464b-9ced-f842c56ee8c0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:44.088233 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a82eed0f-26b5-464b-9ced-f842c56ee8c0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:44.154019 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a82eed0f-26b5-464b-9ced-f842c56ee8c0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:44.156738 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a82eed0f-26b5-464b-9ced-f842c56ee8c0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:44.160719 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a82eed0f-26b5-464b-9ced-f842c56ee8c0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "DELETE /v2.0/security-groups/1ffb85e1-96f0-4b53-891b-786fa8970ef7 HTTP/1.1" status: 204 len: 168 time: 0.2507584 Aug 23 21:01:44.161643 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39332) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:44.218590 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82eed0f-26b5-464b-9ced-f842c56ee8c0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ffb85e1-96f0-4b53-891b-786fa8970ef7,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:44.276623 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-165111e3-4431-4a37-b294-f2e11a5b4433 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:44.309009 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-75a35887-019c-45e2-a814-3c2a72bd0178 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:44.316270 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-165111e3-4431-4a37-b294-f2e11a5b4433 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:44.332399 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-75a35887-019c-45e2-a814-3c2a72bd0178 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:44.380625 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-165111e3-4431-4a37-b294-f2e11a5b4433 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:44.384141 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-165111e3-4431-4a37-b294-f2e11a5b4433 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:44.385673 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-165111e3-4431-4a37-b294-f2e11a5b4433 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "DELETE /v2.0/security-groups/f887bbf9-1045-4376-a5d1-413c8a9f3336 HTTP/1.1" status: 204 len: 168 time: 0.2202752 Aug 23 21:01:44.388620 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39334) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:44.397649 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165111e3-4431-4a37-b294-f2e11a5b4433 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f887bbf9-1045-4376-a5d1-413c8a9f3336,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:44.437367 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-08d7d852-542a-4d5b-a5a2-9706e985dcd7 None None] Could not find standard attr ID for object e4526095-d4bf-478c-b4df-420c51555300. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 21:01:44.527676 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-75a35887-019c-45e2-a814-3c2a72bd0178 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Allocated IP 172.25.4.67 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/49b03b74-bb7d-49dd-8c85-5d85fbe962c1) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:01:44.535808 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3f5ea251-6e2d-41be-9f2a-d476d680cd32 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:44.582729 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3f5ea251-6e2d-41be-9f2a-d476d680cd32 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:44.619783 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:44.700874 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3f5ea251-6e2d-41be-9f2a-d476d680cd32 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:44.704451 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3f5ea251-6e2d-41be-9f2a-d476d680cd32 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:44.705953 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-3f5ea251-6e2d-41be-9f2a-d476d680cd32 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "DELETE /v2.0/security-groups/f50b8489-21f1-4c97-ac77-c51058ef6d71 HTTP/1.1" status: 204 len: 168 time: 0.3160422 Aug 23 21:01:44.709108 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39340) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:44.729260 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ea251-6e2d-41be-9f2a-d476d680cd32 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50b8489-21f1-4c97-ac77-c51058ef6d71,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:44.754232 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-75a35887-019c-45e2-a814-3c2a72bd0178 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:44.771478 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device e44e3358-c665-4c68-a45a-e19983c1e323 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:01:44.811170 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-75a35887-019c-45e2-a814-3c2a72bd0178 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:44.824672 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-70049f7a-a3b0-40e1-a126-9f03e5a3d03c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Deleting subnet 61997ad3-09a6-4b57-b15a-b0d5da80128c {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 21:01:44.829641 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-70049f7a-a3b0-40e1-a126-9f03e5a3d03c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:44.862790 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a35887-019c-45e2-a814-3c2a72bd0178 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:01:44.865990 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-75a35887-019c-45e2-a814-3c2a72bd0178 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:01:44.869123 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a35887-019c-45e2-a814-3c2a72bd0178 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:01:44.888240 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port e44e3358-c665-4c68-a45a-e19983c1e323 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:01:44.888569 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:44.896597 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a35887-019c-45e2-a814-3c2a72bd0178 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Pushing event updated for resources: {'Port': ['ID=49b03b74-bb7d-49dd-8c85-5d85fbe962c1,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:44.926226 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-70049f7a-a3b0-40e1-a126-9f03e5a3d03c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:45.093138 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-70049f7a-a3b0-40e1-a126-9f03e5a3d03c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:45.209805 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-70049f7a-a3b0-40e1-a126-9f03e5a3d03c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:45.228324 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-75a35887-019c-45e2-a814-3c2a72bd0178 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:45.249853 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70049f7a-a3b0-40e1-a126-9f03e5a3d03c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event deleted for resources: {'Subnet': ['ID=61997ad3-09a6-4b57-b15a-b0d5da80128c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:45.256884 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-70049f7a-a3b0-40e1-a126-9f03e5a3d03c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:45.258860 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-70049f7a-a3b0-40e1-a126-9f03e5a3d03c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "DELETE /v2.0/subnets/61997ad3-09a6-4b57-b15a-b0d5da80128c HTTP/1.1" status: 204 len: 168 time: 0.5481083 Aug 23 21:01:45.266214 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39350) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:45.277975 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03002a3d-ca2b-43e4-86e0-cd4c7e76ba16 None None] Network 3bc8cd39-55b0-4890-aef9-acf1cb940672 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:01:45.347748 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-01e7e761-f101-4f53-b0b5-50785b56bac2 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Deleting subnet 64892cda-8d76-411f-a8c7-1c90db841b3d {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 21:01:45.359603 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-01e7e761-f101-4f53-b0b5-50785b56bac2 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:45.409500 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-01e7e761-f101-4f53-b0b5-50785b56bac2 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:45.515093 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-01e7e761-f101-4f53-b0b5-50785b56bac2 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:45.598963 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-01e7e761-f101-4f53-b0b5-50785b56bac2 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:45.631852 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e7e761-f101-4f53-b0b5-50785b56bac2 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event deleted for resources: {'Subnet': ['ID=64892cda-8d76-411f-a8c7-1c90db841b3d,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:45.639966 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-01e7e761-f101-4f53-b0b5-50785b56bac2 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:45.644328 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-01e7e761-f101-4f53-b0b5-50785b56bac2 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "DELETE /v2.0/subnets/64892cda-8d76-411f-a8c7-1c90db841b3d HTTP/1.1" status: 204 len: 168 time: 0.3748114 Aug 23 21:01:45.644922 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39352) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:45.672967 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-45ae51c4-29d4-495f-9e00-33f53d793c96 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] DELETE failed (client error): The resource could not be found. Aug 23 21:01:45.673578 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45ae51c4-29d4-495f-9e00-33f53d793c96 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 21:01:45.679184 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-45ae51c4-29d4-495f-9e00-33f53d793c96 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "DELETE /v2.0/subnets/61997ad3-09a6-4b57-b15a-b0d5da80128c HTTP/1.1" status: 404 len: 337 time: 0.0308316 Aug 23 21:01:45.679563 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39354) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:45.755855 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-36cd7452-6d3b-4730-b9ba-96156b32ca83 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Deleting subnet f656cbab-4aea-4265-9891-e5afdff7a514 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 21:01:45.764670 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-36cd7452-6d3b-4730-b9ba-96156b32ca83 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:45.856933 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-36cd7452-6d3b-4730-b9ba-96156b32ca83 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:45.934973 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-75a35887-019c-45e2-a814-3c2a72bd0178 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:45.998966 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-36cd7452-6d3b-4730-b9ba-96156b32ca83 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:46.013181 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:46.103870 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-36cd7452-6d3b-4730-b9ba-96156b32ca83 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:46.135370 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cd7452-6d3b-4730-b9ba-96156b32ca83 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event deleted for resources: {'Subnet': ['ID=f656cbab-4aea-4265-9891-e5afdff7a514,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:46.139147 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-36cd7452-6d3b-4730-b9ba-96156b32ca83 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:46.141534 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-36cd7452-6d3b-4730-b9ba-96156b32ca83 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "DELETE /v2.0/subnets/f656cbab-4aea-4265-9891-e5afdff7a514 HTTP/1.1" status: 204 len: 168 time: 0.4606390 Aug 23 21:01:46.145025 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39364) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:46.197061 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5b1a80a-8837-4442-af6a-3e1712203851 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] DELETE failed (client error): The resource could not be found. Aug 23 21:01:46.197690 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5b1a80a-8837-4442-af6a-3e1712203851 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 21:01:46.202111 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f5b1a80a-8837-4442-af6a-3e1712203851 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "DELETE /v2.0/subnets/4463024f-a565-49ea-8db2-16729ae251cb HTTP/1.1" status: 404 len: 337 time: 0.0534723 Aug 23 21:01:46.202545 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39368) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:46.237091 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a35887-019c-45e2-a814-3c2a72bd0178 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Router 03e115d1-45e7-461b-af25-f2b95385b4d0 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 21:01:46.247732 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f9850111-7708-4821-b22a-3914b28c3511 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "GET /v2.0/ports?device_id=82d81a66-b343-416d-b249-716a70ab9c38 HTTP/1.1" status: 200 len: 205 time: 0.0426245 Aug 23 21:01:46.249449 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39370) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:46.299824 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-c6b3093c-14ba-4faf-a4ee-be1ab5fec458 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] delete failed (client error): The resource could not be found. Aug 23 21:01:46.301200 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c6b3093c-14ba-4faf-a4ee-be1ab5fec458 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "DELETE /v2.0/routers/82d81a66-b343-416d-b249-716a70ab9c38 HTTP/1.1" status: 404 len: 336 time: 0.0496106 Aug 23 21:01:46.304717 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39372) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:46.350359 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-c368f5ad-dcd4-4621-84bf-fb6ab5a5f901 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] DELETE failed (client error): The resource could not be found. Aug 23 21:01:46.350609 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c368f5ad-dcd4-4621-84bf-fb6ab5a5f901 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 21:01:46.355362 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c368f5ad-dcd4-4621-84bf-fb6ab5a5f901 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "DELETE /v2.0/subnets/2d3ac3d4-7ba0-4f2d-aec2-06540aa3e567 HTTP/1.1" status: 404 len: 337 time: 0.0495110 Aug 23 21:01:46.356294 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39374) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:46.435513 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a35887-019c-45e2-a814-3c2a72bd0178 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:01:46.448002 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7d41997-124c-4baa-8d27-a7f0f26fad57 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] DELETE failed (client error): The resource could not be found. Aug 23 21:01:46.448854 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7d41997-124c-4baa-8d27-a7f0f26fad57 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 21:01:46.452769 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a7d41997-124c-4baa-8d27-a7f0f26fad57 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "DELETE /v2.0/subnets/14d8e4a7-dc52-40b6-9a4d-dfbb5b5b5edc HTTP/1.1" status: 404 len: 337 time: 0.0957246 Aug 23 21:01:46.452999 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30a6398-e1df-4d6e-9e21-681dbd9f987d None None] Sync routers for ids ['03e115d1-45e7-461b-af25-f2b95385b4d0'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:01:46.454805 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39378) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:46.469332 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30a6398-e1df-4d6e-9e21-681dbd9f987d None None] Routers {'03e115d1-45e7-461b-af25-f2b95385b4d0'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:01:46.469963 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-d30a6398-e1df-4d6e-9e21-681dbd9f987d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:01:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['03e115d1-45e7-461b-af25-f2b95385b4d0'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:46.478063 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-75a35887-019c-45e2-a814-3c2a72bd0178 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:46.479815 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-75a35887-019c-45e2-a814-3c2a72bd0178 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.9131546 Aug 23 21:01:46.483167 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39380) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:46.490862 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-60e3ddde-c5b2-4455-8580-5e14bd0cde53 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:01:46.511455 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-09570c31-f597-4471-948a-92d5c08cd49b tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] DELETE failed (client error): The resource could not be found. Aug 23 21:01:46.512967 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09570c31-f597-4471-948a-92d5c08cd49b tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 21:01:46.519326 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-09570c31-f597-4471-948a-92d5c08cd49b tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "DELETE /v2.0/subnets/74c69b11-6d5f-43cb-a662-452f3dc86396 HTTP/1.1" status: 404 len: 337 time: 0.0631039 Aug 23 21:01:46.523540 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39382) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:46.532651 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-d30a6398-e1df-4d6e-9e21-681dbd9f987d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:46.556949 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3058c2e2-35b0-4844-b556-982ecc089152 None None] Network 3bc8cd39-55b0-4890-aef9-acf1cb940672 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:01:46.557580 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a7914a7-2afb-43fa-99cf-09076703e703 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] DELETE failed (client error): The resource could not be found. Aug 23 21:01:46.558210 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a7914a7-2afb-43fa-99cf-09076703e703 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 21:01:46.563293 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-7a7914a7-2afb-43fa-99cf-09076703e703 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "DELETE /v2.0/ports/c63b79de-0671-4c87-9d3d-305db4214bde HTTP/1.1" status: 404 len: 333 time: 0.0356541 Aug 23 21:01:46.563589 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39384) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:46.568410 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30a6398-e1df-4d6e-9e21-681dbd9f987d None None] Routers {'03e115d1-45e7-461b-af25-f2b95385b4d0'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:01:46.576712 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-d30a6398-e1df-4d6e-9e21-681dbd9f987d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:01:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['03e115d1-45e7-461b-af25-f2b95385b4d0'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:46.599738 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-ade8dd69-f30e-4cf7-9e44-697eecbf98b4 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] DELETE failed (client error): The resource could not be found. Aug 23 21:01:46.600503 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ade8dd69-f30e-4cf7-9e44-697eecbf98b4 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 21:01:46.603325 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ade8dd69-f30e-4cf7-9e44-697eecbf98b4 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "DELETE /v2.0/subnets/2d8a7708-cacd-4fd9-af05-5bc8fb75625e HTTP/1.1" status: 404 len: 337 time: 0.0376630 Aug 23 21:01:46.610058 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39386) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:46.662170 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-d30a6398-e1df-4d6e-9e21-681dbd9f987d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:46.664791 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30a6398-e1df-4d6e-9e21-681dbd9f987d None None] The sync data for ids ['03e115d1-45e7-461b-af25-f2b95385b4d0'] in n-d-805663-2 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:01:46.675929 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-caeabcab-73ad-4e3a-86b3-aa8edb7db4e5 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] DELETE failed (client error): The resource could not be found. Aug 23 21:01:46.676266 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caeabcab-73ad-4e3a-86b3-aa8edb7db4e5 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 21:01:46.680968 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-caeabcab-73ad-4e3a-86b3-aa8edb7db4e5 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "DELETE /v2.0/subnets/da0cf45a-9488-431f-a98c-9af4fe19ec86 HTTP/1.1" status: 404 len: 337 time: 0.0675380 Aug 23 21:01:46.681535 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39388) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:46.698884 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-161daea8-b5c1-4011-b5ed-a658402c5bf5 None None] Provisioning complete for port e44e3358-c665-4c68-a45a-e19983c1e323 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:01:46.701355 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-161daea8-b5c1-4011-b5ed-a658402c5bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:46.713167 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-929485dd-4bf8-46ae-b8b9-fd1064a11aa2 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] DELETE failed (client error): The resource could not be found. Aug 23 21:01:46.714234 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-929485dd-4bf8-46ae-b8b9-fd1064a11aa2 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 21:01:46.717813 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-929485dd-4bf8-46ae-b8b9-fd1064a11aa2 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "DELETE /v2.0/ports/24c9dedc-01b9-480a-a9b4-f153f0e645dd HTTP/1.1" status: 404 len: 333 time: 0.0351477 Aug 23 21:01:46.720329 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39390) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:46.759823 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf31ceb8-3fca-4f8b-bc72-afcce71a6ca0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] DELETE failed (client error): The resource could not be found. Aug 23 21:01:46.760729 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf31ceb8-3fca-4f8b-bc72-afcce71a6ca0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 21:01:46.762562 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-bf31ceb8-3fca-4f8b-bc72-afcce71a6ca0 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "DELETE /v2.0/subnets/981ca7fd-322d-4903-beab-6a0e293eabbb HTTP/1.1" status: 404 len: 337 time: 0.0410540 Aug 23 21:01:46.765513 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39392) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:46.801644 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d84b3d5-cb18-4d12-961d-823b6db0fe4c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] DELETE failed (client error): The resource could not be found. Aug 23 21:01:46.802001 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d84b3d5-cb18-4d12-961d-823b6db0fe4c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 21:01:46.809203 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2d84b3d5-cb18-4d12-961d-823b6db0fe4c tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "DELETE /v2.0/subnets/10eb6fbd-282d-45f6-abbc-f75034a4b894 HTTP/1.1" status: 404 len: 337 time: 0.0396655 Aug 23 21:01:46.810160 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39394) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:46.980720 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-161daea8-b5c1-4011-b5ed-a658402c5bf5 None None] Provisioning complete for port 47fbfde2-d398-4469-a242-808b922aa757 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:01:46.981503 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-161daea8-b5c1-4011-b5ed-a658402c5bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:46.982634 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-b48c575b-5b45-44eb-ab03-61047b02b926 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Deleting port 47fbfde2-d398-4469-a242-808b922aa757 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:01:46.983242 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b48c575b-5b45-44eb-ab03-61047b02b926 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:47.026271 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c45865-ef6f-4d5d-9688-23f24e0517fb None None] DHCP port deletion for 3bc8cd39-55b0-4890-aef9-acf1cb940672 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 21:01:47.105264 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b48c575b-5b45-44eb-ab03-61047b02b926 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:47.127878 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-b48c575b-5b45-44eb-ab03-61047b02b926 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Calling delete_port for 47fbfde2-d398-4469-a242-808b922aa757 owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:01:47.136235 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-161daea8-b5c1-4011-b5ed-a658402c5bf5 None None] Port 47fbfde2-d398-4469-a242-808b922aa757 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:01:47.288207 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b48c575b-5b45-44eb-ab03-61047b02b926 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:47.335731 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60e3ddde-c5b2-4455-8580-5e14bd0cde53 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:47.345027 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b48c575b-5b45-44eb-ab03-61047b02b926 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:47.353646 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b48c575b-5b45-44eb-ab03-61047b02b926 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "DELETE /v2.0/ports/47fbfde2-d398-4469-a242-808b922aa757 HTTP/1.1" status: 204 len: 168 time: 0.5412922 Aug 23 21:01:47.354305 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39398) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:47.356457 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48c575b-5b45-44eb-ab03-61047b02b926 tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event deleted for resources: {'Port': ['ID=47fbfde2-d398-4469-a242-808b922aa757,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:47.395115 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60e3ddde-c5b2-4455-8580-5e14bd0cde53 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:47.451044 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-18c45865-ef6f-4d5d-9688-23f24e0517fb None None] Deleting port e44e3358-c665-4c68-a45a-e19983c1e323 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:01:47.451523 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-18c45865-ef6f-4d5d-9688-23f24e0517fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:47.518621 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de3731be-fd6f-4900-98d3-fa2f6ea4d7ca tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:47.534452 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-18c45865-ef6f-4d5d-9688-23f24e0517fb None None] For port e44e3358-c665-4c68-a45a-e19983c1e323, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=e44e3358-c665-4c68-a45a-e19983c1e323,segment=NetworkSegment(9db499da-bd1b-4d32-8c5e-7aeec45d04de),segment_id=9db499da-bd1b-4d32-8c5e-7aeec45d04de)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:01:47.534452 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-18c45865-ef6f-4d5d-9688-23f24e0517fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:47.550344 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-18c45865-ef6f-4d5d-9688-23f24e0517fb None None] Calling delete_port for e44e3358-c665-4c68-a45a-e19983c1e323 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:01:47.598973 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-60e3ddde-c5b2-4455-8580-5e14bd0cde53 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Deleting port 49b03b74-bb7d-49dd-8c85-5d85fbe962c1 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:01:47.599360 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60e3ddde-c5b2-4455-8580-5e14bd0cde53 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:47.638418 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-18c45865-ef6f-4d5d-9688-23f24e0517fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:47.653122 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c45865-ef6f-4d5d-9688-23f24e0517fb None None] No DVR routers for this DVR port e44e3358-c665-4c68-a45a-e19983c1e323 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:01:47.686719 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c45865-ef6f-4d5d-9688-23f24e0517fb None None] Pushing event deleted for resources: {'Port': ['ID=e44e3358-c665-4c68-a45a-e19983c1e323,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:47.702202 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-de3731be-fd6f-4900-98d3-fa2f6ea4d7ca tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Deleting port e44e3358-c665-4c68-a45a-e19983c1e323 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:01:47.702591 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de3731be-fd6f-4900-98d3-fa2f6ea4d7ca tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:47.722367 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60e3ddde-c5b2-4455-8580-5e14bd0cde53 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:47.771071 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-60e3ddde-c5b2-4455-8580-5e14bd0cde53 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Calling delete_port for 49b03b74-bb7d-49dd-8c85-5d85fbe962c1 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:01:47.840253 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-de3731be-fd6f-4900-98d3-fa2f6ea4d7ca tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] For port e44e3358-c665-4c68-a45a-e19983c1e323, host n-d-805663-2, got binding levels [] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:01:47.841051 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de3731be-fd6f-4900-98d3-fa2f6ea4d7ca tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:47.859835 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-de3731be-fd6f-4900-98d3-fa2f6ea4d7ca tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Calling delete_port for e44e3358-c665-4c68-a45a-e19983c1e323 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:01:47.864391 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.ipam_backend_mixin [None req-de3731be-fd6f-4900-98d3-fa2f6ea4d7ca tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Port e44e3358-c665-4c68-a45a-e19983c1e323 was not found and therefore no delete operation was performed {{(pid=94688) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 23 21:01:47.869323 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de3731be-fd6f-4900-98d3-fa2f6ea4d7ca tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:47.920817 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3731be-fd6f-4900-98d3-fa2f6ea4d7ca tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event deleted for resources: {'Port': ['ID=e44e3358-c665-4c68-a45a-e19983c1e323,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:47.926215 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3731be-fd6f-4900-98d3-fa2f6ea4d7ca tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] No DVR routers for this DVR port e44e3358-c665-4c68-a45a-e19983c1e323 on host n-d-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:01:48.069473 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de3731be-fd6f-4900-98d3-fa2f6ea4d7ca tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:48.084967 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-de3731be-fd6f-4900-98d3-fa2f6ea4d7ca tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bc8cd39-55b0-4890-aef9-acf1cb940672']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:48.117700 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-de3731be-fd6f-4900-98d3-fa2f6ea4d7ca tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9db499da-bd1b-4d32-8c5e-7aeec45d04de') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:48.118044 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-de3731be-fd6f-4900-98d3-fa2f6ea4d7ca tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9db499da-bd1b-4d32-8c5e-7aeec45d04de') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:48.131265 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de3731be-fd6f-4900-98d3-fa2f6ea4d7ca tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:48.153913 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de3731be-fd6f-4900-98d3-fa2f6ea4d7ca tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:48.156531 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60e3ddde-c5b2-4455-8580-5e14bd0cde53 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:48.170973 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de3731be-fd6f-4900-98d3-fa2f6ea4d7ca tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:01:48.171414 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de3731be-fd6f-4900-98d3-fa2f6ea4d7ca tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:48.174860 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 21:01:48.174860 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:01:48.174860 n-d-805663-2 neutron-server[94688]: timer() Aug 23 21:01:48.174860 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:01:48.174860 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 21:01:48.174860 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:01:48.174860 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 21:01:48.174860 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:01:48.174860 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 21:01:48.174860 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:01:48.174860 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 21:01:48.174860 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:01:48.174860 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 21:01:48.174860 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:01:48.174860 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:01:48.174860 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:01:48.174860 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:01:48.174860 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:01:48.174860 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 21:01:48.174860 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:01:48.174860 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 21:01:48.174860 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:01:48.174860 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:01:48.174860 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:01:48.174860 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 21:01:48.174860 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:01:48.174860 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:01:48.174860 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:01:48.174860 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:01:48.174860 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:01:48.174860 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:01:48.174860 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:01:48.208036 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e3ddde-c5b2-4455-8580-5e14bd0cde53 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Pushing event deleted for resources: {'Port': ['ID=49b03b74-bb7d-49dd-8c85-5d85fbe962c1,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:48.312551 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de3731be-fd6f-4900-98d3-fa2f6ea4d7ca tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:48.331636 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de3731be-fd6f-4900-98d3-fa2f6ea4d7ca tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:48.333634 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-de3731be-fd6f-4900-98d3-fa2f6ea4d7ca tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] 10.222.0.61 "DELETE /v2.0/networks/3bc8cd39-55b0-4890-aef9-acf1cb940672 HTTP/1.1" status: 204 len: 168 time: 0.9781814 Aug 23 21:01:48.357394 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60e3ddde-c5b2-4455-8580-5e14bd0cde53 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:48.360246 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3731be-fd6f-4900-98d3-fa2f6ea4d7ca tempest-PortsTestJSON-1120089993 tempest-PortsTestJSON-1120089993-project] Pushing event deleted for resources: {'Network': ['ID=3bc8cd39-55b0-4890-aef9-acf1cb940672,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:48.642268 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60e3ddde-c5b2-4455-8580-5e14bd0cde53 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4165669'] for router, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:48.650774 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60e3ddde-c5b2-4455-8580-5e14bd0cde53 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-499466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-499571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-497774'] for router, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:48.790900 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e3ddde-c5b2-4455-8580-5e14bd0cde53 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Router 03e115d1-45e7-461b-af25-f2b95385b4d0 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:01:48.818824 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39416) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:48.820962 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device e44e3358-c665-4c68-a45a-e19983c1e323 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:01:48.858039 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: e44e3358-c665-4c68-a45a-e19983c1e323 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:01:48.858815 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device e44e3358-c665-4c68-a45a-e19983c1e323 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:01:48.918842 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e3ddde-c5b2-4455-8580-5e14bd0cde53 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:01:48.933150 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c61b8a-9f7a-4e7f-86b0-e942eb5da4f1 None None] Sync routers for ids ['03e115d1-45e7-461b-af25-f2b95385b4d0'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:01:48.946767 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60e3ddde-c5b2-4455-8580-5e14bd0cde53 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:48.947513 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c61b8a-9f7a-4e7f-86b0-e942eb5da4f1 None None] Routers {'03e115d1-45e7-461b-af25-f2b95385b4d0'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:01:48.948920 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-e7c61b8a-9f7a-4e7f-86b0-e942eb5da4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:01:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['03e115d1-45e7-461b-af25-f2b95385b4d0'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:48.949679 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39422) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:48.960668 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-60e3ddde-c5b2-4455-8580-5e14bd0cde53 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] 10.222.0.61 "PUT /v2.0/routers/03e115d1-45e7-461b-af25-f2b95385b4d0 HTTP/1.1" status: 200 len: 710 time: 2.4762297 Aug 23 21:01:49.008653 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-e7c61b8a-9f7a-4e7f-86b0-e942eb5da4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:49.024856 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c61b8a-9f7a-4e7f-86b0-e942eb5da4f1 None None] Routers {'03e115d1-45e7-461b-af25-f2b95385b4d0'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:01:49.025628 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-e7c61b8a-9f7a-4e7f-86b0-e942eb5da4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:01:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['03e115d1-45e7-461b-af25-f2b95385b4d0'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:49.072932 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-e7c61b8a-9f7a-4e7f-86b0-e942eb5da4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:01:49.073726 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c61b8a-9f7a-4e7f-86b0-e942eb5da4f1 None None] The sync data for ids ['03e115d1-45e7-461b-af25-f2b95385b4d0'] in n-d-805663-2 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:01:49.093429 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-cb2b0afa-d6fd-43a5-b450-270f8540f596 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] 10.222.0.61 "GET /v2.0/routers/03e115d1-45e7-461b-af25-f2b95385b4d0 HTTP/1.1" status: 200 len: 745 time: 0.1425936 Aug 23 21:01:49.098987 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-916fb616-e5be-4c88-b81f-c06bbeb4be3b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=08153f579e424ba89fe16c2afc1e0f40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2754631 Aug 23 21:01:49.098987 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39424) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:49.099331 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39426) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:49.146208 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3de3c3b1-98ad-4db8-87a4-5b2a6cd881f1 tempest-RoutersIpV6AdminTest-1758892760 tempest-RoutersIpV6AdminTest-1758892760-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=03d801c5-d257-4cc1-bad3-11a323aafec0&device_id=03e115d1-45e7-461b-af25-f2b95385b4d0 HTTP/1.1" status: 200 len: 205 time: 0.0482171 Aug 23 21:01:49.148807 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39428) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:49.179835 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e5677aae-d3c4-4374-8a4f-825a1979abf5 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] 10.222.0.61 "GET /v2.0/ports?device_id=03e115d1-45e7-461b-af25-f2b95385b4d0 HTTP/1.1" status: 200 len: 205 time: 0.0298681 Aug 23 21:01:49.182248 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39430) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:49.268264 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aec097b9-9b25-4b3c-8b48-2490945f04e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:49.277393 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f2d7ff77-128d-4532-b2f3-af181e8714d1 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:49.363250 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aec097b9-9b25-4b3c-8b48-2490945f04e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:49.486282 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f2d7ff77-128d-4532-b2f3-af181e8714d1 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:49.489311 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f2d7ff77-128d-4532-b2f3-af181e8714d1 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:49.546093 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f2d7ff77-128d-4532-b2f3-af181e8714d1 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:49.546644 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d7ff77-128d-4532-b2f3-af181e8714d1 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Fanout notify agent at l3_agent the message router_deleted on router 03e115d1-45e7-461b-af25-f2b95385b4d0 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 21:01:49.548641 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aec097b9-9b25-4b3c-8b48-2490945f04e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:49.551732 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aec097b9-9b25-4b3c-8b48-2490945f04e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:49.553436 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-aec097b9-9b25-4b3c-8b48-2490945f04e2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1b725ec2-33d5-4bb7-8479-440b78e6a25d HTTP/1.1" status: 204 len: 168 time: 0.4526136 Aug 23 21:01:49.567569 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f2d7ff77-128d-4532-b2f3-af181e8714d1 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:49.568896 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f2d7ff77-128d-4532-b2f3-af181e8714d1 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] 10.222.0.61 "DELETE /v2.0/routers/03e115d1-45e7-461b-af25-f2b95385b4d0 HTTP/1.1" status: 204 len: 168 time: 0.3857610 Aug 23 21:01:49.572754 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39434) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:49.578204 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec097b9-9b25-4b3c-8b48-2490945f04e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b725ec2-33d5-4bb7-8479-440b78e6a25d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:49.608947 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8b30848c-9493-4693-a820-86b817a923d5 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] 10.222.0.61 "GET /v2.0/ports?device_id=03e115d1-45e7-461b-af25-f2b95385b4d0 HTTP/1.1" status: 200 len: 205 time: 0.0339923 Aug 23 21:01:49.611044 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39436) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:49.652499 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-f5a31fc9-be75-4342-8c2e-14737b12ceb5 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] delete failed (client error): The resource could not be found. Aug 23 21:01:49.653545 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f5a31fc9-be75-4342-8c2e-14737b12ceb5 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] 10.222.0.61 "DELETE /v2.0/routers/03e115d1-45e7-461b-af25-f2b95385b4d0 HTTP/1.1" status: 404 len: 336 time: 0.0414917 Aug 23 21:01:49.656581 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39440) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:49.699070 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-bca04208-aef5-4acb-af87-cd7a971f2a0f tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbccc241-27bf-4903-9b50-dd5d72d92bd4 HTTP/1.1" status: 200 len: 205 time: 0.0411112 Aug 23 21:01:49.701542 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39444) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:49.758165 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-a4d02f93-1d37-4ebf-bbbe-f87c6af56112 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] delete failed (client error): The resource could not be found. Aug 23 21:01:49.759826 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a4d02f93-1d37-4ebf-bbbe-f87c6af56112 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] 10.222.0.61 "DELETE /v2.0/routers/dbccc241-27bf-4903-9b50-dd5d72d92bd4 HTTP/1.1" status: 404 len: 336 time: 0.0569880 Aug 23 21:01:49.762115 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39448) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:49.797361 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-775fc02c-3abe-4b8e-9639-53364c7feee0 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] 10.222.0.61 "GET /v2.0/ports?device_id=951c3c89-77d4-491d-aeff-feff0a6675f0 HTTP/1.1" status: 200 len: 205 time: 0.0339763 Aug 23 21:01:49.800222 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39450) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:49.843797 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-1f3c099d-8690-431b-a897-8d550f3fc748 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] delete failed (client error): The resource could not be found. Aug 23 21:01:49.845077 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1f3c099d-8690-431b-a897-8d550f3fc748 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] 10.222.0.61 "DELETE /v2.0/routers/951c3c89-77d4-491d-aeff-feff0a6675f0 HTTP/1.1" status: 404 len: 336 time: 0.0442226 Aug 23 21:01:49.848414 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39452) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:49.882269 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c1eef48b-fdef-4873-afe4-d7b9993d089a tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] 10.222.0.61 "GET /v2.0/ports?device_id=535b7fae-fddb-43ed-ab13-46b4a936c2b0 HTTP/1.1" status: 200 len: 205 time: 0.0323689 Aug 23 21:01:49.884788 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39456) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:49.925106 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-d5faff2b-0269-4380-bbc0-7b3023e4998f tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] delete failed (client error): The resource could not be found. Aug 23 21:01:49.926148 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d5faff2b-0269-4380-bbc0-7b3023e4998f tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] 10.222.0.61 "DELETE /v2.0/routers/535b7fae-fddb-43ed-ab13-46b4a936c2b0 HTTP/1.1" status: 404 len: 336 time: 0.0403852 Aug 23 21:01:49.929006 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39460) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:49.959790 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-151af0fa-f11e-4251-a185-3682bbfeb2cb tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] 10.222.0.61 "GET /v2.0/ports?device_id=42b4c0bb-cfb3-4f7e-b894-8717bd470fc6 HTTP/1.1" status: 200 len: 205 time: 0.0274312 Aug 23 21:01:49.960363 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39466) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:50.003402 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-32327769-377f-4655-b6f9-e0c95753648e tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] delete failed (client error): The resource could not be found. Aug 23 21:01:50.004516 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-32327769-377f-4655-b6f9-e0c95753648e tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] 10.222.0.61 "DELETE /v2.0/routers/42b4c0bb-cfb3-4f7e-b894-8717bd470fc6 HTTP/1.1" status: 404 len: 336 time: 0.0432322 Aug 23 21:01:50.007438 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39470) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:50.046691 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8681d00e-1c42-4ffd-995d-a3eaf718c0ac tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] 10.222.0.61 "GET /v2.0/ports?device_id=679d5d11-f243-4aa7-9e6e-a770a5cb3538 HTTP/1.1" status: 200 len: 205 time: 0.0344741 Aug 23 21:01:50.046927 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39472) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:50.089524 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-65901383-0543-478d-b33c-9f109fba086e tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] delete failed (client error): The resource could not be found. Aug 23 21:01:50.093156 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-65901383-0543-478d-b33c-9f109fba086e tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] 10.222.0.61 "DELETE /v2.0/routers/679d5d11-f243-4aa7-9e6e-a770a5cb3538 HTTP/1.1" status: 404 len: 336 time: 0.0428772 Aug 23 21:01:50.093326 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39474) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:50.125921 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d683c01-134c-4484-83bc-50277cd85268 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] DELETE failed (client error): The resource could not be found. Aug 23 21:01:50.125921 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d683c01-134c-4484-83bc-50277cd85268 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 21:01:50.127866 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-6d683c01-134c-4484-83bc-50277cd85268 tempest-RoutersIpV6AdminTest-2050803642 tempest-RoutersIpV6AdminTest-2050803642-project] 10.222.0.61 "DELETE /v2.0/subnets/a71d42ca-ed01-426f-baa7-d76b0bcc02c0 HTTP/1.1" status: 404 len: 337 time: 0.0330527 Aug 23 21:01:50.366909 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39488) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:50.507293 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:50.520229 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dc782fbd-dab3-49f7-b78d-18fa11321017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:50.633634 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dc782fbd-dab3-49f7-b78d-18fa11321017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:50.638488 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dc782fbd-dab3-49f7-b78d-18fa11321017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:50.699456 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-dc782fbd-dab3-49f7-b78d-18fa11321017 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cd473210ce9746b5bf262c929eb2be7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3268590 Aug 23 21:01:50.699456 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc782fbd-dab3-49f7-b78d-18fa11321017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fccfd7c-d155-4bc7-bb5b-87bccb6b4846,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:50.699456 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39500) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:50.753731 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aaf4dc16-64cf-4121-a550-121916df65f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:50.778730 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aaf4dc16-64cf-4121-a550-121916df65f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:50.837602 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aaf4dc16-64cf-4121-a550-121916df65f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:50.840623 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aaf4dc16-64cf-4121-a550-121916df65f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:50.844928 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-aaf4dc16-64cf-4121-a550-121916df65f7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1fccfd7c-d155-4bc7-bb5b-87bccb6b4846 HTTP/1.1" status: 204 len: 168 time: 0.1447632 Aug 23 21:01:50.856274 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf4dc16-64cf-4121-a550-121916df65f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fccfd7c-d155-4bc7-bb5b-87bccb6b4846,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:51.233523 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6be103ea-a771-4c2e-8b76-86a604f4bc02 req-896c56fb-5a49-44c3-be2a-b6590d4c85c1 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-648582765&fields=id&tenant_id=9e20396f7331438baf5e0a87fc6f3d2f HTTP/1.1" status: 200 len: 267 time: 0.0668347 Aug 23 21:01:51.272803 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39532) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:51.347428 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-cc77198e-d38a-4b45-9633-9a786e78a30f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a9a2b79f492f4054a0852d9093c1b551&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0713093 Aug 23 21:01:51.347702 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39538) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:51.402883 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-86139e75-6cc9-45f3-b924-f5bd262817f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:51.428931 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-86139e75-6cc9-45f3-b924-f5bd262817f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:51.486081 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-86139e75-6cc9-45f3-b924-f5bd262817f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:51.490810 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-86139e75-6cc9-45f3-b924-f5bd262817f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:51.492354 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-86139e75-6cc9-45f3-b924-f5bd262817f0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/05584f4a-84c9-40ef-bc9a-c4682cb837c5 HTTP/1.1" status: 204 len: 168 time: 0.1435816 Aug 23 21:01:51.521206 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86139e75-6cc9-45f3-b924-f5bd262817f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05584f4a-84c9-40ef-bc9a-c4682cb837c5,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:51.685814 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be103ea-a771-4c2e-8b76-86a604f4bc02 req-afa4281d-dba4-4f72-9c21-823dcf8b2a55 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:01:51.687695 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6be103ea-a771-4c2e-8b76-86a604f4bc02 req-afa4281d-dba4-4f72-9c21-823dcf8b2a55 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/networks?id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf HTTP/1.1" status: 200 len: 812 time: 0.4439337 Aug 23 21:01:51.718630 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6be103ea-a771-4c2e-8b76-86a604f4bc02 req-33c463cf-339c-4bea-90df-e75fc19e89b8 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/quotas/9e20396f7331438baf5e0a87fc6f3d2f HTTP/1.1" status: 200 len: 375 time: 0.0236380 Aug 23 21:01:51.740346 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39546) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:51.780630 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6be103ea-a771-4c2e-8b76-86a604f4bc02 req-e1f25b75-af05-483b-8139-7582c8242d8b tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9e20396f7331438baf5e0a87fc6f3d2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0608442 Aug 23 21:01:51.874161 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4858186a-de30-4949-b31c-ba53952a757d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:51.890370 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [req-6be103ea-a771-4c2e-8b76-86a604f4bc02 req-a3228682-1f69-4e25-a53a-34fc665d2339 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 21:01:51.891841 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6be103ea-a771-4c2e-8b76-86a604f4bc02 req-a3228682-1f69-4e25-a53a-34fc665d2339 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0948625 Aug 23 21:01:51.997577 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4858186a-de30-4949-b31c-ba53952a757d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:52.005381 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4858186a-de30-4949-b31c-ba53952a757d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:52.026046 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6be103ea-a771-4c2e-8b76-86a604f4bc02 req-db28d79e-5ae6-4eac-bb94-df7af6787d07 service neutron] 10.222.0.61 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269257 Aug 23 21:01:52.062174 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-4858186a-de30-4949-b31c-ba53952a757d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=60a75fa8b7b74299b94ed27ce8cfdc52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3207679 Aug 23 21:01:52.062976 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4858186a-de30-4949-b31c-ba53952a757d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc4a1fd-b123-49f3-bd7f-47afb36079f3,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:52.066409 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39562) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:52.124367 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cec6fd87-2eac-4d9b-93e7-f8ab3fc99985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:52.142323 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6be103ea-a771-4c2e-8b76-86a604f4bc02 req-d5ec1631-03f9-4717-a95c-f68aae4818e4 service neutron] 10.222.0.61 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089480 Aug 23 21:01:52.150908 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cec6fd87-2eac-4d9b-93e7-f8ab3fc99985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:52.205493 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cec6fd87-2eac-4d9b-93e7-f8ab3fc99985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:52.210475 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cec6fd87-2eac-4d9b-93e7-f8ab3fc99985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:52.212771 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-cec6fd87-2eac-4d9b-93e7-f8ab3fc99985 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ebc4a1fd-b123-49f3-bd7f-47afb36079f3 HTTP/1.1" status: 204 len: 168 time: 0.1445286 Aug 23 21:01:52.230581 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec6fd87-2eac-4d9b-93e7-f8ab3fc99985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc4a1fd-b123-49f3-bd7f-47afb36079f3,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:52.504775 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8d58e537-a943-4b03-a0ce-716dd50a7834 req-ca873993-0451-4a13-ac70-b7b51f730e1e tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=832a28bd-4fd7-409a-af2d-aff3cc638ccf HTTP/1.1" status: 200 len: 210 time: 0.0336223 Aug 23 21:01:52.529492 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39586) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:52.632371 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39596) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:52.649914 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1e638599-11f7-4d56-8149-64f6d309a1d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:52.787527 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1e638599-11f7-4d56-8149-64f6d309a1d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:52.793976 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1e638599-11f7-4d56-8149-64f6d309a1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:52.803799 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-6b207f9c-cf0b-4ddf-a36e-ed93338f7b31 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-786039399'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:01:52.855639 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1e638599-11f7-4d56-8149-64f6d309a1d0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d2892bd39bc9496b8d9c7c2f933100fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2219515 Aug 23 21:01:52.859266 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39600) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:52.870665 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e638599-11f7-4d56-8149-64f6d309a1d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1daef617-508a-4db9-ad32-f08bedcb0b13,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:52.875745 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b207f9c-cf0b-4ddf-a36e-ed93338f7b31 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Made reservation on behalf of 8f463b94f2a945459c617b53d725cf46 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:01:52.880195 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6b207f9c-cf0b-4ddf-a36e-ed93338f7b31 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:52.891016 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6b207f9c-cf0b-4ddf-a36e-ed93338f7b31 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:52.953242 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9c9ac7fb-6826-4413-b3ce-0b6d5d9b2911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:52.980909 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9c9ac7fb-6826-4413-b3ce-0b6d5d9b2911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:53.005989 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6b207f9c-cf0b-4ddf-a36e-ed93338f7b31 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:53.012783 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6b207f9c-cf0b-4ddf-a36e-ed93338f7b31 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:53.045132 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b207f9c-cf0b-4ddf-a36e-ed93338f7b31 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:01:53.055725 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b207f9c-cf0b-4ddf-a36e-ed93338f7b31 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=180854ad-f589-4cc9-8cdb-544e7ce180c1,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:53.067097 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9c9ac7fb-6826-4413-b3ce-0b6d5d9b2911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:53.068034 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6b207f9c-cf0b-4ddf-a36e-ed93338f7b31 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:53.068418 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-6b207f9c-cf0b-4ddf-a36e-ed93338f7b31 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Added segment 7af1edd1-e09e-4735-abd2-c780b8773a64 of type vlan for network 59b1d349-0b79-491b-a613-88691fbb1f21 Aug 23 21:01:53.077373 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9c9ac7fb-6826-4413-b3ce-0b6d5d9b2911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:53.078842 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9c9ac7fb-6826-4413-b3ce-0b6d5d9b2911 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1daef617-508a-4db9-ad32-f08bedcb0b13 HTTP/1.1" status: 204 len: 168 time: 0.2185881 Aug 23 21:01:53.095704 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9ac7fb-6826-4413-b3ce-0b6d5d9b2911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1daef617-508a-4db9-ad32-f08bedcb0b13,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:53.146873 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6b207f9c-cf0b-4ddf-a36e-ed93338f7b31 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:53.178794 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6b207f9c-cf0b-4ddf-a36e-ed93338f7b31 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:53.197303 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b207f9c-cf0b-4ddf-a36e-ed93338f7b31 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:01:53.198061 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6b207f9c-cf0b-4ddf-a36e-ed93338f7b31 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:53.283898 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6b207f9c-cf0b-4ddf-a36e-ed93338f7b31 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7547886 Aug 23 21:01:53.287284 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b207f9c-cf0b-4ddf-a36e-ed93338f7b31 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Pushing event updated for resources: {'Network': ['ID=59b1d349-0b79-491b-a613-88691fbb1f21,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:53.297191 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 59b1d349-0b79-491b-a613-88691fbb1f21 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:01:53.692592 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c1427889-a126-4b5f-acda-d27212d09671 req-b6b2a536-faed-46fb-94ff-7167d07d6eec tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=832a28bd-4fd7-409a-af2d-aff3cc638ccf HTTP/1.1" status: 200 len: 210 time: 0.0616260 Aug 23 21:01:53.788911 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be103ea-a771-4c2e-8b76-86a604f4bc02 req-e603253e-e76d-41c8-ba11-f15dc093ad4e tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:01:53.790460 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6be103ea-a771-4c2e-8b76-86a604f4bc02 req-e603253e-e76d-41c8-ba11-f15dc093ad4e tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.11 "GET /v2.0/networks?id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf HTTP/1.1" status: 200 len: 812 time: 0.2489197 Aug 23 21:01:53.858419 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6be103ea-a771-4c2e-8b76-86a604f4bc02 req-c070380a-9325-4aa4-9d9b-d4f01f5fce69 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e20396f7331438baf5e0a87fc6f3d2f HTTP/1.1" status: 200 len: 379 time: 0.0579562 Aug 23 21:01:53.868847 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-6be103ea-a771-4c2e-8b76-86a604f4bc02 req-71fdc8f0-6de7-4654-b4d2-73bc09156a31 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Request body: {'port': {'device_id': '832a28bd-4fd7-409a-af2d-aff3cc638ccf', 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf', 'admin_state_up': True, 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'security_groups': ['4ca4f03b-a894-47fd-852a-5dff620c07ed']}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:01:54.060316 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6be103ea-a771-4c2e-8b76-86a604f4bc02 req-71fdc8f0-6de7-4654-b4d2-73bc09156a31 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Made reservation on behalf of 9e20396f7331438baf5e0a87fc6f3d2f for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:01:54.065145 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6be103ea-a771-4c2e-8b76-86a604f4bc02 req-71fdc8f0-6de7-4654-b4d2-73bc09156a31 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:54.291908 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-6be103ea-a771-4c2e-8b76-86a604f4bc02 req-71fdc8f0-6de7-4654-b4d2-73bc09156a31 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Allocated IP 172.20.0.8 (1822ef8c-ab9b-49ef-9b96-3e20505d8abf/df05a557-9226-4912-87c8-3cb75cc85ce5/5f961949-b0a9-42bb-b219-815bc15f23e1) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:01:54.463251 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6be103ea-a771-4c2e-8b76-86a604f4bc02 req-71fdc8f0-6de7-4654-b4d2-73bc09156a31 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:54.480425 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-6be103ea-a771-4c2e-8b76-86a604f4bc02 req-71fdc8f0-6de7-4654-b4d2-73bc09156a31 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Transition to ACTIVE for port object 5f961949-b0a9-42bb-b219-815bc15f23e1 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:01:54.515309 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6be103ea-a771-4c2e-8b76-86a604f4bc02 req-71fdc8f0-6de7-4654-b4d2-73bc09156a31 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:54.566938 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6be103ea-a771-4c2e-8b76-86a604f4bc02 req-71fdc8f0-6de7-4654-b4d2-73bc09156a31 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Network 1822ef8c-ab9b-49ef-9b96-3e20505d8abf is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:01:54.566938 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-6be103ea-a771-4c2e-8b76-86a604f4bc02 req-71fdc8f0-6de7-4654-b4d2-73bc09156a31 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:01:54.573443 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-6be103ea-a771-4c2e-8b76-86a604f4bc02 req-71fdc8f0-6de7-4654-b4d2-73bc09156a31 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:01:54.576326 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fdc8f0-6de7-4654-b4d2-73bc09156a31 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Pushing event updated for resources: {'Port': ['ID=5f961949-b0a9-42bb-b219-815bc15f23e1,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:54.653649 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be103ea-a771-4c2e-8b76-86a604f4bc02 req-71fdc8f0-6de7-4654-b4d2-73bc09156a31 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:01:54.653866 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6be103ea-a771-4c2e-8b76-86a604f4bc02 req-71fdc8f0-6de7-4654-b4d2-73bc09156a31 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:54.691285 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6be103ea-a771-4c2e-8b76-86a604f4bc02 req-71fdc8f0-6de7-4654-b4d2-73bc09156a31 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8264053 Aug 23 21:01:54.704178 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-6be103ea-a771-4c2e-8b76-86a604f4bc02 req-defe8057-1835-459a-a4cc-e4ad76438b9c service neutron] Request body: {'port': {'device_id': '832a28bd-4fd7-409a-af2d-aff3cc638ccf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:01:54.793680 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6be103ea-a771-4c2e-8b76-86a604f4bc02 req-defe8057-1835-459a-a4cc-e4ad76438b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:54.931842 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b98df6a4-9a6d-49a7-a3e1-f6cbe15d8b99 None None] Provisioning for port 5f961949-b0a9-42bb-b219-815bc15f23e1 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:01:54.936912 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b98df6a4-9a6d-49a7-a3e1-f6cbe15d8b99 None None] Provisioning complete for port 5f961949-b0a9-42bb-b219-815bc15f23e1 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:01:54.937362 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b98df6a4-9a6d-49a7-a3e1-f6cbe15d8b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:55.013067 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b98df6a4-9a6d-49a7-a3e1-f6cbe15d8b99 None None] Port 5f961949-b0a9-42bb-b219-815bc15f23e1 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:01:55.049831 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a980c0a-3d52-4cd7-b568-52a1fc8e5634 req-ba3191ef-f1e7-46e3-9e62-e4eb32aea3d5 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:01:55.051642 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1a980c0a-3d52-4cd7-b568-52a1fc8e5634 req-ba3191ef-f1e7-46e3-9e62-e4eb32aea3d5 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=832a28bd-4fd7-409a-af2d-aff3cc638ccf HTTP/1.1" status: 200 len: 931 time: 0.2308867 Aug 23 21:01:55.202179 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1a980c0a-3d52-4cd7-b568-52a1fc8e5634 req-763dc47c-772e-4dbc-a183-0b5662d79f4b tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ca4f03b-a894-47fd-852a-5dff620c07ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402564 Aug 23 21:01:55.426250 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-6be103ea-a771-4c2e-8b76-86a604f4bc02 req-defe8057-1835-459a-a4cc-e4ad76438b9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f961949-b0a9-42bb-b219-815bc15f23e1 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:01:55.446067 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6be103ea-a771-4c2e-8b76-86a604f4bc02 req-defe8057-1835-459a-a4cc-e4ad76438b9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:55.495569 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-6be103ea-a771-4c2e-8b76-86a604f4bc02 req-defe8057-1835-459a-a4cc-e4ad76438b9c service neutron] Transition to ACTIVE for port object 5f961949-b0a9-42bb-b219-815bc15f23e1 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:01:55.505371 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6be103ea-a771-4c2e-8b76-86a604f4bc02 req-defe8057-1835-459a-a4cc-e4ad76438b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:55.841392 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defe8057-1835-459a-a4cc-e4ad76438b9c service neutron] Pushing event updated for resources: {'Port': ['ID=5f961949-b0a9-42bb-b219-815bc15f23e1,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:55.859545 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-6be103ea-a771-4c2e-8b76-86a604f4bc02 req-defe8057-1835-459a-a4cc-e4ad76438b9c service neutron] Attempting to bind port 5f961949-b0a9-42bb-b219-815bc15f23e1 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:01:55.863423 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-6be103ea-a771-4c2e-8b76-86a604f4bc02 req-defe8057-1835-459a-a4cc-e4ad76438b9c service neutron] Attempting to bind port 5f961949-b0a9-42bb-b219-815bc15f23e1 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': 'c18fa516-d00d-4d59-b20b-fdf45af90e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:01:55.864559 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be103ea-a771-4c2e-8b76-86a604f4bc02 req-defe8057-1835-459a-a4cc-e4ad76438b9c service neutron] Attempting to bind port 5f961949-b0a9-42bb-b219-815bc15f23e1 on network 1822ef8c-ab9b-49ef-9b96-3e20505d8abf {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:01:55.869645 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be103ea-a771-4c2e-8b76-86a604f4bc02 req-defe8057-1835-459a-a4cc-e4ad76438b9c service neutron] Port 5f961949-b0a9-42bb-b219-815bc15f23e1 on network 1822ef8c-ab9b-49ef-9b96-3e20505d8abf not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:01:55.870150 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be103ea-a771-4c2e-8b76-86a604f4bc02 req-defe8057-1835-459a-a4cc-e4ad76438b9c service neutron] Attempting to bind port 5f961949-b0a9-42bb-b219-815bc15f23e1 on network 1822ef8c-ab9b-49ef-9b96-3e20505d8abf {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:01:55.875883 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be103ea-a771-4c2e-8b76-86a604f4bc02 req-defe8057-1835-459a-a4cc-e4ad76438b9c service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:01:55.876446 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be103ea-a771-4c2e-8b76-86a604f4bc02 req-defe8057-1835-459a-a4cc-e4ad76438b9c service neutron] Checking segment: {'id': 'c18fa516-d00d-4d59-b20b-fdf45af90e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:01:55.877630 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be103ea-a771-4c2e-8b76-86a604f4bc02 req-defe8057-1835-459a-a4cc-e4ad76438b9c service neutron] Bound using segment: {'id': 'c18fa516-d00d-4d59-b20b-fdf45af90e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:01:55.878256 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-6be103ea-a771-4c2e-8b76-86a604f4bc02 req-defe8057-1835-459a-a4cc-e4ad76438b9c service neutron] Bound port: 5f961949-b0a9-42bb-b219-815bc15f23e1, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c18fa516-d00d-4d59-b20b-fdf45af90e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:01:55.878858 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6be103ea-a771-4c2e-8b76-86a604f4bc02 req-defe8057-1835-459a-a4cc-e4ad76438b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:56.073237 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-6be103ea-a771-4c2e-8b76-86a604f4bc02 req-defe8057-1835-459a-a4cc-e4ad76438b9c service neutron] For port 5f961949-b0a9-42bb-b219-815bc15f23e1, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:01:56.080429 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-6be103ea-a771-4c2e-8b76-86a604f4bc02 req-defe8057-1835-459a-a4cc-e4ad76438b9c service neutron] For port 5f961949-b0a9-42bb-b219-815bc15f23e1, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=5f961949-b0a9-42bb-b219-815bc15f23e1,segment=NetworkSegment(c18fa516-d00d-4d59-b20b-fdf45af90e68),segment_id=c18fa516-d00d-4d59-b20b-fdf45af90e68)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:01:56.089208 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6be103ea-a771-4c2e-8b76-86a604f4bc02 req-defe8057-1835-459a-a4cc-e4ad76438b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:56.141579 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be103ea-a771-4c2e-8b76-86a604f4bc02 req-defe8057-1835-459a-a4cc-e4ad76438b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:01:56.142910 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6be103ea-a771-4c2e-8b76-86a604f4bc02 req-defe8057-1835-459a-a4cc-e4ad76438b9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:56.145017 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6be103ea-a771-4c2e-8b76-86a604f4bc02 req-defe8057-1835-459a-a4cc-e4ad76438b9c service neutron] 10.222.0.11 "PUT /v2.0/ports/5f961949-b0a9-42bb-b219-815bc15f23e1 HTTP/1.1" status: 200 len: 1091 time: 1.4452710 Aug 23 21:01:56.145599 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '832a28bd-4fd7-409a-af2d-aff3cc638ccf', 'tag': '5f961949-b0a9-42bb-b219-815bc15f23e1'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:01:56.148429 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163ce5b7-a22b-4d29-86d0-d4c8829049ac" -d '{"events": [{"name": "network-changed", "server_uuid": "832a28bd-4fd7-409a-af2d-aff3cc638ccf", "tag": "5f961949-b0a9-42bb-b219-815bc15f23e1"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:01:56.360750 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defe8057-1835-459a-a4cc-e4ad76438b9c service neutron] Pushing event updated for resources: {'Port': ['ID=5f961949-b0a9-42bb-b219-815bc15f23e1,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:56.385419 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-becff518-ae17-41f4-a0e5-423ba003cf1a x-openstack-request-id: req-becff518-ae17-41f4-a0e5-423ba003cf1a {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:01:56.385783 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "832a28bd-4fd7-409a-af2d-aff3cc638ccf", "tag": "5f961949-b0a9-42bb-b219-815bc15f23e1", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:01:56.386039 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-becff518-ae17-41f4-a0e5-423ba003cf1a {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:01:56.386452 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '832a28bd-4fd7-409a-af2d-aff3cc638ccf', 'tag': '5f961949-b0a9-42bb-b219-815bc15f23e1', 'status': 'completed', 'code': 200} Aug 23 21:01:56.616036 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be103ea-a771-4c2e-8b76-86a604f4bc02 req-548648d8-de8f-405c-ac56-dadbff51a920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:01:56.617577 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6be103ea-a771-4c2e-8b76-86a604f4bc02 req-548648d8-de8f-405c-ac56-dadbff51a920 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9e20396f7331438baf5e0a87fc6f3d2f&device_id=832a28bd-4fd7-409a-af2d-aff3cc638ccf HTTP/1.1" status: 200 len: 1094 time: 0.3630507 Aug 23 21:01:56.628008 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104f918-6eb1-4194-9a6c-5028873055fb req-7b8ad42a-076f-466a-a2df-49e2d9a82925 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:01:56.630535 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c104f918-6eb1-4194-9a6c-5028873055fb req-7b8ad42a-076f-466a-a2df-49e2d9a82925 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=832a28bd-4fd7-409a-af2d-aff3cc638ccf HTTP/1.1" status: 200 len: 943 time: 0.1706083 Aug 23 21:01:56.681124 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39680) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:56.686748 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-fa13d31e-1139-415d-97f1-3a87c63f33a1 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Request body: {'subnet': {'network_id': '59b1d349-0b79-491b-a613-88691fbb1f21', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:01:56.712539 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c104f918-6eb1-4194-9a6c-5028873055fb req-8d61ac4b-2c6a-4e95-8d60-59cd1daa123e tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ca4f03b-a894-47fd-852a-5dff620c07ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720744 Aug 23 21:01:56.776526 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6be103ea-a771-4c2e-8b76-86a604f4bc02 req-f072394f-b77c-41e0-ba29-475a7441b72f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f961949-b0a9-42bb-b219-815bc15f23e1 HTTP/1.1" status: 200 len: 217 time: 0.1448221 Aug 23 21:01:56.826277 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa13d31e-1139-415d-97f1-3a87c63f33a1 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Made reservation on behalf of 8f463b94f2a945459c617b53d725cf46 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:01:56.831882 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fa13d31e-1139-415d-97f1-3a87c63f33a1 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:56.843553 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be103ea-a771-4c2e-8b76-86a604f4bc02 req-cb1cfeb3-a9c1-4623-944b-f7fa78c076fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:01:56.845152 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6be103ea-a771-4c2e-8b76-86a604f4bc02 req-cb1cfeb3-a9c1-4623-944b-f7fa78c076fa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df05a557-9226-4912-87c8-3cb75cc85ce5 HTTP/1.1" status: 200 len: 851 time: 0.0602453 Aug 23 21:01:56.937771 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be103ea-a771-4c2e-8b76-86a604f4bc02 req-d965af68-bd7f-4def-a93c-050b17f8a5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:01:56.939477 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6be103ea-a771-4c2e-8b76-86a604f4bc02 req-d965af68-bd7f-4def-a93c-050b17f8a5d5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0861840 Aug 23 21:01:57.140719 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6be103ea-a771-4c2e-8b76-86a604f4bc02 req-19875aa6-a38f-44ba-9d9c-8d031ac8aa26 service neutron] 10.222.0.11 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923220 Aug 23 21:01:57.185475 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fa13d31e-1139-415d-97f1-3a87c63f33a1 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:57.267658 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa13d31e-1139-415d-97f1-3a87c63f33a1 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Pushing event updated for resources: {'Subnet': ['ID=f30f6c62-d363-404a-a1f2-719da18a8e62,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:57.295926 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa13d31e-1139-415d-97f1-3a87c63f33a1 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Checking segment: {'id': '7af1edd1-e09e-4735-abd2-c780b8773a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '59b1d349-0b79-491b-a613-88691fbb1f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:01:57.296229 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa13d31e-1139-415d-97f1-3a87c63f33a1 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Network hostable DHCP agents. Network: 59b1d349-0b79-491b-a613-88691fbb1f21, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:01:57.302638 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6be103ea-a771-4c2e-8b76-86a604f4bc02 req-5e3ca311-8396-47f7-93ff-a2cb25e354a2 service neutron] 10.222.0.11 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523328 Aug 23 21:01:57.341079 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa13d31e-1139-415d-97f1-3a87c63f33a1 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Network 59b1d349-0b79-491b-a613-88691fbb1f21 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:01:57.363157 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-fa13d31e-1139-415d-97f1-3a87c63f33a1 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 59b1d349-0b79-491b-a613-88691fbb1f21) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:01:57.373878 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa898e78-9001-4ac4-985e-ed224190395f None None] Network 59b1d349-0b79-491b-a613-88691fbb1f21 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:01:57.386118 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa13d31e-1139-415d-97f1-3a87c63f33a1 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:01:57.387089 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fa13d31e-1139-415d-97f1-3a87c63f33a1 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:57.431083 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ce5b7-a22b-4d29-86d0-d4c8829049ac req-05fd883a-f7a7-41ce-a93d-135bb63034fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:01:57.432430 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-163ce5b7-a22b-4d29-86d0-d4c8829049ac req-05fd883a-f7a7-41ce-a93d-135bb63034fc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9e20396f7331438baf5e0a87fc6f3d2f&device_id=832a28bd-4fd7-409a-af2d-aff3cc638ccf HTTP/1.1" status: 200 len: 1094 time: 0.0690253 Aug 23 21:01:57.437237 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-fa13d31e-1139-415d-97f1-3a87c63f33a1 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7545493 Aug 23 21:01:57.441547 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39692) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:57.450121 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-fcf32711-c0e1-4114-870c-8a3289e65c4c tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1056166687'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:01:57.482998 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf32711-c0e1-4114-870c-8a3289e65c4c tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Made reservation on behalf of 8f463b94f2a945459c617b53d725cf46 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:01:57.506438 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fcf32711-c0e1-4114-870c-8a3289e65c4c tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:57.539708 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcf32711-c0e1-4114-870c-8a3289e65c4c tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:01:57.557451 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fcf32711-c0e1-4114-870c-8a3289e65c4c tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:57.558081 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-fcf32711-c0e1-4114-870c-8a3289e65c4c tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Added segment 2e40d21f-252a-4caf-bbaf-b7dffc23509f of type vlan for network a06a4d61-ef4b-411a-a159-293f23d505d6 Aug 23 21:01:57.605874 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ce5b7-a22b-4d29-86d0-d4c8829049ac req-c8f69560-f911-4046-b2dd-f58f4988773b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:01:57.607419 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-163ce5b7-a22b-4d29-86d0-d4c8829049ac req-c8f69560-f911-4046-b2dd-f58f4988773b service neutron] 10.222.0.11 "GET /v2.0/networks?id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf HTTP/1.1" status: 200 len: 913 time: 0.1683702 Aug 23 21:01:57.620234 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fcf32711-c0e1-4114-870c-8a3289e65c4c tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:57.657112 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fcf32711-c0e1-4114-870c-8a3289e65c4c tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:57.665568 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf32711-c0e1-4114-870c-8a3289e65c4c tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:01:57.666460 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fcf32711-c0e1-4114-870c-8a3289e65c4c tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:57.668250 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508cec5d-e34f-4598-b867-0473b11f74a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-59b1d349-0b79-491b-a613-88691fbb1f21', 'network_id': '59b1d349-0b79-491b-a613-88691fbb1f21', 'tenant_id': '8f463b94f2a945459c617b53d725cf46', 'fixed_ips': [{'subnet_id': 'f30f6c62-d363-404a-a1f2-719da18a8e62'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 21:01:57.669113 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-508cec5d-e34f-4598-b867-0473b11f74a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:57.672686 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-163ce5b7-a22b-4d29-86d0-d4c8829049ac req-f45b9eb1-3a80-45b5-8ee2-6f9413a06f15 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f961949-b0a9-42bb-b219-815bc15f23e1 HTTP/1.1" status: 200 len: 217 time: 0.0570571 Aug 23 21:01:57.754673 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-fcf32711-c0e1-4114-870c-8a3289e65c4c tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3102458 Aug 23 21:01:57.756201 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39704) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:57.806960 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ce5b7-a22b-4d29-86d0-d4c8829049ac req-9d5f397c-ce3d-4a6e-8511-a45c332a3f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:01:57.807618 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-1842c03f-b4e1-474e-a3bd-22571408c645 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Request body: {'subnet': {'network_id': 'a06a4d61-ef4b-411a-a159-293f23d505d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:01:57.808533 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-163ce5b7-a22b-4d29-86d0-d4c8829049ac req-9d5f397c-ce3d-4a6e-8511-a45c332a3f8c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df05a557-9226-4912-87c8-3cb75cc85ce5 HTTP/1.1" status: 200 len: 851 time: 0.1285744 Aug 23 21:01:57.838624 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf32711-c0e1-4114-870c-8a3289e65c4c tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Pushing event updated for resources: {'Network': ['ID=a06a4d61-ef4b-411a-a159-293f23d505d6,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:57.936158 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-508cec5d-e34f-4598-b867-0473b11f74a7 None None] Allocated IP 2001:db8:0:ffff::2 (59b1d349-0b79-491b-a613-88691fbb1f21/f30f6c62-d363-404a-a1f2-719da18a8e62/57cd2b48-797c-4c2e-84a0-09370507e057) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:01:57.936519 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ce5b7-a22b-4d29-86d0-d4c8829049ac req-ff7f31fd-17d8-4cb7-ba7c-ccbcd5a7dfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:01:57.936519 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-163ce5b7-a22b-4d29-86d0-d4c8829049ac req-ff7f31fd-17d8-4cb7-ba7c-ccbcd5a7dfbb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1159613 Aug 23 21:01:57.985666 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd896c-e2f6-462a-b776-0655ece6773f req-d9643c40-0301-42c2-81af-fbdf15ba6507 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:01:57.987610 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2bfd896c-e2f6-462a-b776-0655ece6773f req-d9643c40-0301-42c2-81af-fbdf15ba6507 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=832a28bd-4fd7-409a-af2d-aff3cc638ccf HTTP/1.1" status: 200 len: 943 time: 0.1085629 Aug 23 21:01:58.046129 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1842c03f-b4e1-474e-a3bd-22571408c645 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Made reservation on behalf of 8f463b94f2a945459c617b53d725cf46 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:01:58.051146 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1842c03f-b4e1-474e-a3bd-22571408c645 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:58.066309 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2bfd896c-e2f6-462a-b776-0655ece6773f req-4aa0f3c6-41c6-4922-8985-3d2578c0b875 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ca4f03b-a894-47fd-852a-5dff620c07ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719249 Aug 23 21:01:58.092707 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network a06a4d61-ef4b-411a-a159-293f23d505d6 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:01:58.168221 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-163ce5b7-a22b-4d29-86d0-d4c8829049ac req-e3432423-71e2-410f-9a94-fb66b9697a3d service neutron] 10.222.0.11 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255151 Aug 23 21:01:58.244370 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-508cec5d-e34f-4598-b867-0473b11f74a7 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:58.259193 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-508cec5d-e34f-4598-b867-0473b11f74a7 None None] Transition to ACTIVE for port object 57cd2b48-797c-4c2e-84a0-09370507e057 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:01:58.277295 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-508cec5d-e34f-4598-b867-0473b11f74a7 None None] Transition to ACTIVE for port object 57cd2b48-797c-4c2e-84a0-09370507e057 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:01:58.291670 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-508cec5d-e34f-4598-b867-0473b11f74a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:58.334890 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508cec5d-e34f-4598-b867-0473b11f74a7 None None] Pushing event updated for resources: {'Port': ['ID=57cd2b48-797c-4c2e-84a0-09370507e057,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:58.353614 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-163ce5b7-a22b-4d29-86d0-d4c8829049ac req-e5ce8d64-9d8e-42ad-84c1-d3733a6ab798 service neutron] 10.222.0.11 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775331 Aug 23 21:01:58.355665 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508cec5d-e34f-4598-b867-0473b11f74a7 None None] Network 59b1d349-0b79-491b-a613-88691fbb1f21 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:01:58.357248 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-508cec5d-e34f-4598-b867-0473b11f74a7 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:01:58.361488 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508cec5d-e34f-4598-b867-0473b11f74a7 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:01:58.420703 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-508cec5d-e34f-4598-b867-0473b11f74a7 None None] Attempting to bind port 57cd2b48-797c-4c2e-84a0-09370507e057 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:01:58.421291 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-508cec5d-e34f-4598-b867-0473b11f74a7 None None] Attempting to bind port 57cd2b48-797c-4c2e-84a0-09370507e057 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '7af1edd1-e09e-4735-abd2-c780b8773a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '59b1d349-0b79-491b-a613-88691fbb1f21'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:01:58.421411 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508cec5d-e34f-4598-b867-0473b11f74a7 None None] Attempting to bind port 57cd2b48-797c-4c2e-84a0-09370507e057 on network 59b1d349-0b79-491b-a613-88691fbb1f21 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:01:58.438824 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508cec5d-e34f-4598-b867-0473b11f74a7 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:01:58.439379 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508cec5d-e34f-4598-b867-0473b11f74a7 None None] Checking segment: {'id': '7af1edd1-e09e-4735-abd2-c780b8773a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '59b1d349-0b79-491b-a613-88691fbb1f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:01:58.440158 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-508cec5d-e34f-4598-b867-0473b11f74a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:58.440284 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508cec5d-e34f-4598-b867-0473b11f74a7 None None] Bound using segment: {'id': '7af1edd1-e09e-4735-abd2-c780b8773a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '59b1d349-0b79-491b-a613-88691fbb1f21'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:01:58.440669 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-508cec5d-e34f-4598-b867-0473b11f74a7 None None] Bound port: 57cd2b48-797c-4c2e-84a0-09370507e057, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7af1edd1-e09e-4735-abd2-c780b8773a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '59b1d349-0b79-491b-a613-88691fbb1f21'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:01:58.441112 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-508cec5d-e34f-4598-b867-0473b11f74a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:58.541151 n-d-805663-2 neutron-server[94688]: DEBUG neutron.objects.ports [None req-1842c03f-b4e1-474e-a3bd-22571408c645 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94688) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 21:01:58.542657 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1842c03f-b4e1-474e-a3bd-22571408c645 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:58.543233 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-508cec5d-e34f-4598-b867-0473b11f74a7 None None] For port 57cd2b48-797c-4c2e-84a0-09370507e057, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:01:58.601213 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-508cec5d-e34f-4598-b867-0473b11f74a7 None None] For port 57cd2b48-797c-4c2e-84a0-09370507e057, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=57cd2b48-797c-4c2e-84a0-09370507e057,segment=NetworkSegment(7af1edd1-e09e-4735-abd2-c780b8773a64),segment_id=7af1edd1-e09e-4735-abd2-c780b8773a64)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:01:58.616836 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1842c03f-b4e1-474e-a3bd-22571408c645 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Pushing event updated for resources: {'Subnet': ['ID=7887f8b5-49be-472a-b1fa-e1071b7738cd,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:58.619018 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-508cec5d-e34f-4598-b867-0473b11f74a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:58.629219 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1842c03f-b4e1-474e-a3bd-22571408c645 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:01:58.629567 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1842c03f-b4e1-474e-a3bd-22571408c645 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:01:58.629967 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1842c03f-b4e1-474e-a3bd-22571408c645 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:01:58.630312 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1842c03f-b4e1-474e-a3bd-22571408c645 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:01:58.630653 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1842c03f-b4e1-474e-a3bd-22571408c645 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:01:58.630993 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1842c03f-b4e1-474e-a3bd-22571408c645 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:01:58.631328 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1842c03f-b4e1-474e-a3bd-22571408c645 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:01:58.631712 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1842c03f-b4e1-474e-a3bd-22571408c645 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:01:58.632239 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1842c03f-b4e1-474e-a3bd-22571408c645 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:01:58.632570 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1842c03f-b4e1-474e-a3bd-22571408c645 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:01:58.632897 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1842c03f-b4e1-474e-a3bd-22571408c645 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:01:58.633220 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1842c03f-b4e1-474e-a3bd-22571408c645 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:01:58.646013 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1842c03f-b4e1-474e-a3bd-22571408c645 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Checking segment: {'id': '2e40d21f-252a-4caf-bbaf-b7dffc23509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a06a4d61-ef4b-411a-a159-293f23d505d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:01:58.646380 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1842c03f-b4e1-474e-a3bd-22571408c645 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Network hostable DHCP agents. Network: a06a4d61-ef4b-411a-a159-293f23d505d6, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:01:58.681855 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1842c03f-b4e1-474e-a3bd-22571408c645 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Network a06a4d61-ef4b-411a-a159-293f23d505d6 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:01:58.693240 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-1842c03f-b4e1-474e-a3bd-22571408c645 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, a06a4d61-ef4b-411a-a159-293f23d505d6) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:01:58.698750 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1842c03f-b4e1-474e-a3bd-22571408c645 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:01:58.698968 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508cec5d-e34f-4598-b867-0473b11f74a7 None None] Pushing event updated for resources: {'Port': ['ID=57cd2b48-797c-4c2e-84a0-09370507e057,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:58.699437 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1842c03f-b4e1-474e-a3bd-22571408c645 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:58.709115 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692c451d-7137-448f-81ff-3a0ee2b905f2 None None] Network a06a4d61-ef4b-411a-a159-293f23d505d6 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:01:58.743082 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-1842c03f-b4e1-474e-a3bd-22571408c645 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9677517 Aug 23 21:01:58.746040 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39718) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:01:58.753668 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e0c1437b-0310-4b76-a2eb-b5f2e72f1a57 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Request body: {'port': {'network_id': 'a06a4d61-ef4b-411a-a159-293f23d505d6', 'name': 'tempest-NetworksIpV6TestAttrs-2059631894'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:01:58.931449 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2bb168-60cb-40db-9633-e474995279db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-a06a4d61-ef4b-411a-a159-293f23d505d6', 'network_id': 'a06a4d61-ef4b-411a-a159-293f23d505d6', 'tenant_id': '8f463b94f2a945459c617b53d725cf46', 'fixed_ips': [{'subnet_id': '7887f8b5-49be-472a-b1fa-e1071b7738cd'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 21:01:58.932478 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d2bb168-60cb-40db-9633-e474995279db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:58.991749 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c1437b-0310-4b76-a2eb-b5f2e72f1a57 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Made reservation on behalf of 8f463b94f2a945459c617b53d725cf46 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:01:58.995801 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0c1437b-0310-4b76-a2eb-b5f2e72f1a57 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:59.088148 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-e0c1437b-0310-4b76-a2eb-b5f2e72f1a57 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] device_id is not set on port c983c8e1-5b1c-40a7-bfb6-091626d814ae yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 21:01:59.261616 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-6d2bb168-60cb-40db-9633-e474995279db None None] Allocated IP 2001:db8::f816:3eff:fe38:8e50 (a06a4d61-ef4b-411a-a159-293f23d505d6/7887f8b5-49be-472a-b1fa-e1071b7738cd/050f3f5f-567e-4819-8af2-d448a2f7926c) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:01:59.292908 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f90752-834c-4e89-bec5-6f3c24815973 req-d4f89b49-12c7-4497-9c62-8800912f05ac tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:01:59.295972 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-89f90752-834c-4e89-bec5-6f3c24815973 req-d4f89b49-12c7-4497-9c62-8800912f05ac tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=832a28bd-4fd7-409a-af2d-aff3cc638ccf HTTP/1.1" status: 200 len: 943 time: 0.0996113 Aug 23 21:01:59.389446 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-89f90752-834c-4e89-bec5-6f3c24815973 req-c4f3e90a-8aeb-4838-bd2a-3d7bf60ad247 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ca4f03b-a894-47fd-852a-5dff620c07ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742545 Aug 23 21:01:59.585169 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d2bb168-60cb-40db-9633-e474995279db None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:59.606604 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6d2bb168-60cb-40db-9633-e474995279db None None] Transition to ACTIVE for port object 050f3f5f-567e-4819-8af2-d448a2f7926c will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:01:59.638474 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6d2bb168-60cb-40db-9633-e474995279db None None] Transition to ACTIVE for port object 050f3f5f-567e-4819-8af2-d448a2f7926c will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:01:59.672793 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d2bb168-60cb-40db-9633-e474995279db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:59.774174 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-e0c1437b-0310-4b76-a2eb-b5f2e72f1a57 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Allocated IP 2001:db8::f816:3eff:fe21:abf3 (a06a4d61-ef4b-411a-a159-293f23d505d6/7887f8b5-49be-472a-b1fa-e1071b7738cd/c983c8e1-5b1c-40a7-bfb6-091626d814ae) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:01:59.799040 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2bb168-60cb-40db-9633-e474995279db None None] Network a06a4d61-ef4b-411a-a159-293f23d505d6 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:01:59.803016 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-6d2bb168-60cb-40db-9633-e474995279db None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:01:59.818436 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2bb168-60cb-40db-9633-e474995279db None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:01:59.838793 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2bb168-60cb-40db-9633-e474995279db None None] Pushing event updated for resources: {'Port': ['ID=050f3f5f-567e-4819-8af2-d448a2f7926c,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:01:59.956291 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6d2bb168-60cb-40db-9633-e474995279db None None] Attempting to bind port 050f3f5f-567e-4819-8af2-d448a2f7926c on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:01:59.956852 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6d2bb168-60cb-40db-9633-e474995279db None None] Attempting to bind port 050f3f5f-567e-4819-8af2-d448a2f7926c by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '2e40d21f-252a-4caf-bbaf-b7dffc23509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a06a4d61-ef4b-411a-a159-293f23d505d6'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:01:59.957223 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2bb168-60cb-40db-9633-e474995279db None None] Attempting to bind port 050f3f5f-567e-4819-8af2-d448a2f7926c on network a06a4d61-ef4b-411a-a159-293f23d505d6 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:01:59.963028 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2bb168-60cb-40db-9633-e474995279db None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:01:59.963410 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2bb168-60cb-40db-9633-e474995279db None None] Checking segment: {'id': '2e40d21f-252a-4caf-bbaf-b7dffc23509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a06a4d61-ef4b-411a-a159-293f23d505d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:01:59.963976 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d2bb168-60cb-40db-9633-e474995279db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:01:59.964400 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2bb168-60cb-40db-9633-e474995279db None None] Bound using segment: {'id': '2e40d21f-252a-4caf-bbaf-b7dffc23509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a06a4d61-ef4b-411a-a159-293f23d505d6'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:01:59.964880 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6d2bb168-60cb-40db-9633-e474995279db None None] Bound port: 050f3f5f-567e-4819-8af2-d448a2f7926c, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e40d21f-252a-4caf-bbaf-b7dffc23509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a06a4d61-ef4b-411a-a159-293f23d505d6'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:01:59.965265 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d2bb168-60cb-40db-9633-e474995279db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:00.058182 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-6d2bb168-60cb-40db-9633-e474995279db None None] For port 050f3f5f-567e-4819-8af2-d448a2f7926c, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:02:00.062789 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-6d2bb168-60cb-40db-9633-e474995279db None None] For port 050f3f5f-567e-4819-8af2-d448a2f7926c, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=050f3f5f-567e-4819-8af2-d448a2f7926c,segment=NetworkSegment(2e40d21f-252a-4caf-bbaf-b7dffc23509f),segment_id=2e40d21f-252a-4caf-bbaf-b7dffc23509f)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:02:00.076021 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d2bb168-60cb-40db-9633-e474995279db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:00.104421 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0c1437b-0310-4b76-a2eb-b5f2e72f1a57 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:00.124736 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-e0c1437b-0310-4b76-a2eb-b5f2e72f1a57 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Transition to ACTIVE for port object c983c8e1-5b1c-40a7-bfb6-091626d814ae will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:02:00.187054 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0c1437b-0310-4b76-a2eb-b5f2e72f1a57 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:00.202504 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2bb168-60cb-40db-9633-e474995279db None None] Pushing event updated for resources: {'Port': ['ID=050f3f5f-567e-4819-8af2-d448a2f7926c,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:00.246692 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c1437b-0310-4b76-a2eb-b5f2e72f1a57 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Network a06a4d61-ef4b-411a-a159-293f23d505d6 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:02:00.273590 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-e0c1437b-0310-4b76-a2eb-b5f2e72f1a57 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:02:00.290517 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c1437b-0310-4b76-a2eb-b5f2e72f1a57 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Pushing event updated for resources: {'Port': ['ID=c983c8e1-5b1c-40a7-bfb6-091626d814ae,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:00.293302 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c1437b-0310-4b76-a2eb-b5f2e72f1a57 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:02:00.307479 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c1437b-0310-4b76-a2eb-b5f2e72f1a57 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:02:00.308298 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0c1437b-0310-4b76-a2eb-b5f2e72f1a57 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:00.327730 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e0c1437b-0310-4b76-a2eb-b5f2e72f1a57 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.5802679 Aug 23 21:02:00.331344 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39736) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:00.358360 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b7a4bc-5a01-4492-8561-48baf1c076f3 None None] Network 59b1d349-0b79-491b-a613-88691fbb1f21 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:02:00.413480 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-d28c2467-7b2d-4862-8005-6f536d926b02 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Deleting subnet 7887f8b5-49be-472a-b1fa-e1071b7738cd {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 21:02:00.430132 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d28c2467-7b2d-4862-8005-6f536d926b02 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:00.523836 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5d0fb59b-e7ed-4755-8169-314d372ccd6a None None] Provisioning for port 57cd2b48-797c-4c2e-84a0-09370507e057 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:02:00.633587 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d28c2467-7b2d-4862-8005-6f536d926b02 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:00.725647 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283d2f2-114c-4b3e-9d3a-09a55b1fc696 req-d444e4c1-c7a0-43d3-b8be-caceb2d3359d tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:02:00.728165 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8283d2f2-114c-4b3e-9d3a-09a55b1fc696 req-d444e4c1-c7a0-43d3-b8be-caceb2d3359d tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=832a28bd-4fd7-409a-af2d-aff3cc638ccf HTTP/1.1" status: 200 len: 943 time: 0.1777554 Aug 23 21:02:00.882940 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8283d2f2-114c-4b3e-9d3a-09a55b1fc696 req-9f88ed26-d206-4f74-985b-79cb316f7646 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ca4f03b-a894-47fd-852a-5dff620c07ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422129 Aug 23 21:02:00.930394 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 57cd2b48-797c-4c2e-84a0-09370507e057 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:02:01.006536 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d28c2467-7b2d-4862-8005-6f536d926b02 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:01.033709 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 57cd2b48-797c-4c2e-84a0-09370507e057 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:02:01.038550 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 57cd2b48-797c-4c2e-84a0-09370507e057 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:02:01.038933 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:01.099575 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d28c2467-7b2d-4862-8005-6f536d926b02 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:01.148086 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28c2467-7b2d-4862-8005-6f536d926b02 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Pushing event deleted for resources: {'Subnet': ['ID=7887f8b5-49be-472a-b1fa-e1071b7738cd,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:01.157581 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d28c2467-7b2d-4862-8005-6f536d926b02 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:01.161012 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d28c2467-7b2d-4862-8005-6f536d926b02 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] 10.222.0.61 "DELETE /v2.0/subnets/7887f8b5-49be-472a-b1fa-e1071b7738cd HTTP/1.1" status: 204 len: 168 time: 0.8284485 Aug 23 21:02:01.162331 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:01.163400 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39744) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:01.201432 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 57cd2b48-797c-4c2e-84a0-09370507e057, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=57cd2b48-797c-4c2e-84a0-09370507e057,segment=NetworkSegment(7af1edd1-e09e-4735-abd2-c780b8773a64),segment_id=7af1edd1-e09e-4735-abd2-c780b8773a64)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:02:01.213544 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:01.214337 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 050f3f5f-567e-4819-8af2-d448a2f7926c up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:02:01.270070 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7baf1ce-1f15-4bbf-84d6-0f466c2a63b9 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:02:01.271773 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7baf1ce-1f15-4bbf-84d6-0f466c2a63b9 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:02:01.274137 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d7baf1ce-1f15-4bbf-84d6-0f466c2a63b9 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1095707 Aug 23 21:02:01.277297 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39746) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:01.330904 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-228e0f90-880d-4df5-b922-d9a24e92d27e None None] Provisioning complete for port 57cd2b48-797c-4c2e-84a0-09370507e057 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:02:01.331431 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-228e0f90-880d-4df5-b922-d9a24e92d27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:01.364435 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 050f3f5f-567e-4819-8af2-d448a2f7926c completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:02:01.371816 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=57cd2b48-797c-4c2e-84a0-09370507e057,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:01.443626 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-89d9abd5-d4b0-4c37-a9e7-7338ab905bc9 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:01.453207 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-89d9abd5-d4b0-4c37-a9e7-7338ab905bc9 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 23 21:02:01.453899 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89d9abd5-d4b0-4c37-a9e7-7338ab905bc9 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 21:02:01.455955 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-89d9abd5-d4b0-4c37-a9e7-7338ab905bc9 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] 10.222.0.61 "DELETE /v2.0/networks/a06a4d61-ef4b-411a-a159-293f23d505d6 HTTP/1.1" status: 409 len: 405 time: 0.1765478 Aug 23 21:02:01.464801 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39748) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:01.471069 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-7f408894-6f02-4432-b1ff-c61b2727d978 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1890694306'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:02:01.506693 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f408894-6f02-4432-b1ff-c61b2727d978 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Made reservation on behalf of 8f463b94f2a945459c617b53d725cf46 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:02:01.510477 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f408894-6f02-4432-b1ff-c61b2727d978 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:01.534828 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f408894-6f02-4432-b1ff-c61b2727d978 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:02:01.546252 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f408894-6f02-4432-b1ff-c61b2727d978 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:01.546949 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-7f408894-6f02-4432-b1ff-c61b2727d978 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Added segment 224fa7e7-4fab-40b0-8f3f-4e1b2837f273 of type vlan for network 5cf83ff2-dd76-4d05-b686-8dae18e254a8 Aug 23 21:02:01.591339 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7816544e-4dbd-42c5-91d1-a4ce68ced90f None None] Network a06a4d61-ef4b-411a-a159-293f23d505d6 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:02:01.597770 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f408894-6f02-4432-b1ff-c61b2727d978 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:01.630289 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f408894-6f02-4432-b1ff-c61b2727d978 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:01.636698 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f408894-6f02-4432-b1ff-c61b2727d978 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:02:01.637279 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f408894-6f02-4432-b1ff-c61b2727d978 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:01.710196 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-7f408894-6f02-4432-b1ff-c61b2727d978 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2406147 Aug 23 21:02:01.710402 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39750) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:01.715558 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-f1dd53f9-0aa8-42e4-bb53-9e10bcbfe6f7 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Request body: {'subnet': {'network_id': '5cf83ff2-dd76-4d05-b686-8dae18e254a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:02:01.740107 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f408894-6f02-4432-b1ff-c61b2727d978 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Pushing event updated for resources: {'Network': ['ID=5cf83ff2-dd76-4d05-b686-8dae18e254a8,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:01.761116 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 5cf83ff2-dd76-4d05-b686-8dae18e254a8 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:02:01.763255 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b33b2220-3097-4ea7-8d96-f51b3d814d9a None None] Provisioning for port 050f3f5f-567e-4819-8af2-d448a2f7926c completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:02:01.827616 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b33b2220-3097-4ea7-8d96-f51b3d814d9a None None] Provisioning complete for port 050f3f5f-567e-4819-8af2-d448a2f7926c triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:02:01.828264 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b33b2220-3097-4ea7-8d96-f51b3d814d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:01.886071 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2528c026-5ba1-430f-8c24-131502168a46 None None] DHCP port deletion for a06a4d61-ef4b-411a-a159-293f23d505d6 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 21:02:01.892052 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1dd53f9-0aa8-42e4-bb53-9e10bcbfe6f7 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Made reservation on behalf of 8f463b94f2a945459c617b53d725cf46 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:02:01.899765 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f1dd53f9-0aa8-42e4-bb53-9e10bcbfe6f7 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:02.026177 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b33b2220-3097-4ea7-8d96-f51b3d814d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:02.060157 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-2528c026-5ba1-430f-8c24-131502168a46 None None] Deleting port 050f3f5f-567e-4819-8af2-d448a2f7926c {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:02:02.063017 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2528c026-5ba1-430f-8c24-131502168a46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:02.090800 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f8aa7-909a-4b43-a2cd-4c14e7d83ef2 req-8498b80d-4ed8-49f7-bb50-8a2f6fd463d6 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:02:02.107128 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-783f8aa7-909a-4b43-a2cd-4c14e7d83ef2 req-8498b80d-4ed8-49f7-bb50-8a2f6fd463d6 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=832a28bd-4fd7-409a-af2d-aff3cc638ccf HTTP/1.1" status: 200 len: 943 time: 0.0982409 Aug 23 21:02:02.137604 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-2528c026-5ba1-430f-8c24-131502168a46 None None] For port 050f3f5f-567e-4819-8af2-d448a2f7926c, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=050f3f5f-567e-4819-8af2-d448a2f7926c,segment=NetworkSegment(2e40d21f-252a-4caf-bbaf-b7dffc23509f),segment_id=2e40d21f-252a-4caf-bbaf-b7dffc23509f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:02:02.138013 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2528c026-5ba1-430f-8c24-131502168a46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:02.153046 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-2528c026-5ba1-430f-8c24-131502168a46 None None] Calling delete_port for 050f3f5f-567e-4819-8af2-d448a2f7926c owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:02:02.188697 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-783f8aa7-909a-4b43-a2cd-4c14e7d83ef2 req-8e40cbc7-f4d3-4c97-8407-bc8754fada78 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ca4f03b-a894-47fd-852a-5dff620c07ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801587 Aug 23 21:02:02.214431 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-b33b2220-3097-4ea7-8d96-f51b3d814d9a None None] For port 050f3f5f-567e-4819-8af2-d448a2f7926c, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=050f3f5f-567e-4819-8af2-d448a2f7926c,segment=NetworkSegment(2e40d21f-252a-4caf-bbaf-b7dffc23509f),segment_id=2e40d21f-252a-4caf-bbaf-b7dffc23509f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:02:02.229252 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b33b2220-3097-4ea7-8d96-f51b3d814d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:02.287322 n-d-805663-2 neutron-server[94688]: DEBUG neutron.objects.ports [None req-f1dd53f9-0aa8-42e4-bb53-9e10bcbfe6f7 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94688) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 21:02:02.289753 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f1dd53f9-0aa8-42e4-bb53-9e10bcbfe6f7 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:02.315747 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b2220-3097-4ea7-8d96-f51b3d814d9a None None] Pushing event updated for resources: {'Port': ['ID=050f3f5f-567e-4819-8af2-d448a2f7926c,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:02.321689 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2528c026-5ba1-430f-8c24-131502168a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:02.356789 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528c026-5ba1-430f-8c24-131502168a46 None None] Pushing event deleted for resources: {'Port': ['ID=050f3f5f-567e-4819-8af2-d448a2f7926c,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:02.365514 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2528c026-5ba1-430f-8c24-131502168a46 None None] No DVR routers for this DVR port 050f3f5f-567e-4819-8af2-d448a2f7926c on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:02:02.372358 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dd53f9-0aa8-42e4-bb53-9e10bcbfe6f7 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Pushing event updated for resources: {'Subnet': ['ID=a74b24f2-6499-4aef-b251-03e74b0498fe,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:02.424291 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1dd53f9-0aa8-42e4-bb53-9e10bcbfe6f7 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Checking segment: {'id': '224fa7e7-4fab-40b0-8f3f-4e1b2837f273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '5cf83ff2-dd76-4d05-b686-8dae18e254a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:02:02.424687 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1dd53f9-0aa8-42e4-bb53-9e10bcbfe6f7 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Network hostable DHCP agents. Network: 5cf83ff2-dd76-4d05-b686-8dae18e254a8, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:02:02.442678 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1dd53f9-0aa8-42e4-bb53-9e10bcbfe6f7 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Network 5cf83ff2-dd76-4d05-b686-8dae18e254a8 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:02:02.453448 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-f1dd53f9-0aa8-42e4-bb53-9e10bcbfe6f7 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 5cf83ff2-dd76-4d05-b686-8dae18e254a8) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:02:02.459803 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1dd53f9-0aa8-42e4-bb53-9e10bcbfe6f7 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:02:02.460426 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f1dd53f9-0aa8-42e4-bb53-9e10bcbfe6f7 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:02.464606 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e2a48c-7ea7-4a66-a705-6a42c4524af5 None None] Network 5cf83ff2-dd76-4d05-b686-8dae18e254a8 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:02:02.491317 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f1dd53f9-0aa8-42e4-bb53-9e10bcbfe6f7 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7797368 Aug 23 21:02:02.493872 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39772) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:02.500283 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-f448306a-13fa-4bf9-9c65-d4cfc3a39a73 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Request body: {'port': {'network_id': '5cf83ff2-dd76-4d05-b686-8dae18e254a8', 'name': 'tempest-NetworksIpV6TestAttrs-233612548'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:02:02.663889 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f448306a-13fa-4bf9-9c65-d4cfc3a39a73 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Made reservation on behalf of 8f463b94f2a945459c617b53d725cf46 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:02:02.667572 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f448306a-13fa-4bf9-9c65-d4cfc3a39a73 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:02.687735 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-f448306a-13fa-4bf9-9c65-d4cfc3a39a73 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] device_id is not set on port 74c9b950-bcb3-4396-96c4-70bc30659535 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 21:02:02.753760 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 57cd2b48-797c-4c2e-84a0-09370507e057 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:02:02.833275 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-f448306a-13fa-4bf9-9c65-d4cfc3a39a73 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Allocated IP 2001:db8::f816:3eff:fe7f:5d9e (5cf83ff2-dd76-4d05-b686-8dae18e254a8/a74b24f2-6499-4aef-b251-03e74b0498fe/74c9b950-bcb3-4396-96c4-70bc30659535) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:02:02.886827 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 57cd2b48-797c-4c2e-84a0-09370507e057 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:02:02.887210 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:02.890185 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211d2577-b2a4-4720-beff-235d9c9f4e83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-5cf83ff2-dd76-4d05-b686-8dae18e254a8', 'network_id': '5cf83ff2-dd76-4d05-b686-8dae18e254a8', 'tenant_id': '8f463b94f2a945459c617b53d725cf46', 'fixed_ips': [{'subnet_id': 'a74b24f2-6499-4aef-b251-03e74b0498fe'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 21:02:02.891004 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-211d2577-b2a4-4720-beff-235d9c9f4e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:03.019606 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f448306a-13fa-4bf9-9c65-d4cfc3a39a73 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:03.035718 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-f448306a-13fa-4bf9-9c65-d4cfc3a39a73 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Transition to ACTIVE for port object 74c9b950-bcb3-4396-96c4-70bc30659535 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:02:03.095835 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f448306a-13fa-4bf9-9c65-d4cfc3a39a73 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:03.135740 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 050f3f5f-567e-4819-8af2-d448a2f7926c no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:02:03.160488 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f448306a-13fa-4bf9-9c65-d4cfc3a39a73 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Pushing event updated for resources: {'Port': ['ID=74c9b950-bcb3-4396-96c4-70bc30659535,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:03.161762 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 050f3f5f-567e-4819-8af2-d448a2f7926c {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:02:03.162109 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 050f3f5f-567e-4819-8af2-d448a2f7926c not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:02:03.174569 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-211d2577-b2a4-4720-beff-235d9c9f4e83 None None] Allocated IP 2001:db8::f816:3eff:fe10:7404 (5cf83ff2-dd76-4d05-b686-8dae18e254a8/a74b24f2-6499-4aef-b251-03e74b0498fe/96700345-9970-461e-a956-10c4af3561ec) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:02:03.224337 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f448306a-13fa-4bf9-9c65-d4cfc3a39a73 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Network 5cf83ff2-dd76-4d05-b686-8dae18e254a8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:02:03.228984 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-f448306a-13fa-4bf9-9c65-d4cfc3a39a73 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:02:03.231495 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f448306a-13fa-4bf9-9c65-d4cfc3a39a73 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:02:03.238868 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f448306a-13fa-4bf9-9c65-d4cfc3a39a73 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:02:03.239537 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f448306a-13fa-4bf9-9c65-d4cfc3a39a73 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:03.260462 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f448306a-13fa-4bf9-9c65-d4cfc3a39a73 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.7651277 Aug 23 21:02:03.263137 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39786) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:03.328282 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b346ad5-e0ec-4b2c-a90c-8071ec0fff15 req-3560078a-4dc2-47a2-8c88-174a1ff12bf8 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:02:03.333593 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aaee5c8-6eb4-45ad-8b18-c816af73b7c8 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Deleting subnet a74b24f2-6499-4aef-b251-03e74b0498fe {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 21:02:03.336000 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8b346ad5-e0ec-4b2c-a90c-8071ec0fff15 req-3560078a-4dc2-47a2-8c88-174a1ff12bf8 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=832a28bd-4fd7-409a-af2d-aff3cc638ccf HTTP/1.1" status: 200 len: 943 time: 0.0645690 Aug 23 21:02:03.399069 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8b346ad5-e0ec-4b2c-a90c-8071ec0fff15 req-92b8f8e1-c3ec-405f-a509-19f238b9d628 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ca4f03b-a894-47fd-852a-5dff620c07ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563021 Aug 23 21:02:03.429475 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-211d2577-b2a4-4720-beff-235d9c9f4e83 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:03.438191 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-211d2577-b2a4-4720-beff-235d9c9f4e83 None None] Transition to ACTIVE for port object 96700345-9970-461e-a956-10c4af3561ec will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:02:03.453925 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-211d2577-b2a4-4720-beff-235d9c9f4e83 None None] Transition to ACTIVE for port object 96700345-9970-461e-a956-10c4af3561ec will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:02:03.459745 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7aaee5c8-6eb4-45ad-8b18-c816af73b7c8 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:03.460589 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-211d2577-b2a4-4720-beff-235d9c9f4e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:03.503960 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211d2577-b2a4-4720-beff-235d9c9f4e83 None None] Network 5cf83ff2-dd76-4d05-b686-8dae18e254a8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:02:03.506884 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-211d2577-b2a4-4720-beff-235d9c9f4e83 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:02:03.513562 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211d2577-b2a4-4720-beff-235d9c9f4e83 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:02:03.514827 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7aaee5c8-6eb4-45ad-8b18-c816af73b7c8 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:03.516686 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211d2577-b2a4-4720-beff-235d9c9f4e83 None None] Pushing event updated for resources: {'Port': ['ID=96700345-9970-461e-a956-10c4af3561ec,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:03.581398 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-211d2577-b2a4-4720-beff-235d9c9f4e83 None None] Attempting to bind port 96700345-9970-461e-a956-10c4af3561ec on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:02:03.582338 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-211d2577-b2a4-4720-beff-235d9c9f4e83 None None] Attempting to bind port 96700345-9970-461e-a956-10c4af3561ec by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '224fa7e7-4fab-40b0-8f3f-4e1b2837f273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '5cf83ff2-dd76-4d05-b686-8dae18e254a8'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:02:03.582865 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211d2577-b2a4-4720-beff-235d9c9f4e83 None None] Attempting to bind port 96700345-9970-461e-a956-10c4af3561ec on network 5cf83ff2-dd76-4d05-b686-8dae18e254a8 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:02:03.588533 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211d2577-b2a4-4720-beff-235d9c9f4e83 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:02:03.589137 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211d2577-b2a4-4720-beff-235d9c9f4e83 None None] Checking segment: {'id': '224fa7e7-4fab-40b0-8f3f-4e1b2837f273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '5cf83ff2-dd76-4d05-b686-8dae18e254a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:02:03.589704 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-211d2577-b2a4-4720-beff-235d9c9f4e83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:03.590284 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211d2577-b2a4-4720-beff-235d9c9f4e83 None None] Bound using segment: {'id': '224fa7e7-4fab-40b0-8f3f-4e1b2837f273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '5cf83ff2-dd76-4d05-b686-8dae18e254a8'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:02:03.590899 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-211d2577-b2a4-4720-beff-235d9c9f4e83 None None] Bound port: 96700345-9970-461e-a956-10c4af3561ec, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224fa7e7-4fab-40b0-8f3f-4e1b2837f273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '5cf83ff2-dd76-4d05-b686-8dae18e254a8'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:02:03.591453 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-211d2577-b2a4-4720-beff-235d9c9f4e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:03.688185 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7aaee5c8-6eb4-45ad-8b18-c816af73b7c8 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:03.751394 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7aaee5c8-6eb4-45ad-8b18-c816af73b7c8 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:03.755372 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-211d2577-b2a4-4720-beff-235d9c9f4e83 None None] For port 96700345-9970-461e-a956-10c4af3561ec, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:02:03.759591 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-211d2577-b2a4-4720-beff-235d9c9f4e83 None None] For port 96700345-9970-461e-a956-10c4af3561ec, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=96700345-9970-461e-a956-10c4af3561ec,segment=NetworkSegment(224fa7e7-4fab-40b0-8f3f-4e1b2837f273),segment_id=224fa7e7-4fab-40b0-8f3f-4e1b2837f273)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:02:03.765601 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-211d2577-b2a4-4720-beff-235d9c9f4e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:03.783961 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaee5c8-6eb4-45ad-8b18-c816af73b7c8 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Pushing event deleted for resources: {'Subnet': ['ID=a74b24f2-6499-4aef-b251-03e74b0498fe,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:03.787977 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7aaee5c8-6eb4-45ad-8b18-c816af73b7c8 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:03.792607 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-7aaee5c8-6eb4-45ad-8b18-c816af73b7c8 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] 10.222.0.61 "DELETE /v2.0/subnets/a74b24f2-6499-4aef-b251-03e74b0498fe HTTP/1.1" status: 204 len: 168 time: 0.5251195 Aug 23 21:02:03.792805 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39794) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:03.876149 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211d2577-b2a4-4720-beff-235d9c9f4e83 None None] Pushing event updated for resources: {'Port': ['ID=96700345-9970-461e-a956-10c4af3561ec,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:03.907445 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb28c01-b7f1-4d55-afee-dd5af8cb0949 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:02:03.909820 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb28c01-b7f1-4d55-afee-dd5af8cb0949 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:02:03.911332 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4eb28c01-b7f1-4d55-afee-dd5af8cb0949 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1174998 Aug 23 21:02:03.914161 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39798) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:04.026435 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1e97d235-ac71-4ecb-8b0d-4ebbfe21c7f0 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:04.031309 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e97d235-ac71-4ecb-8b0d-4ebbfe21c7f0 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 23 21:02:04.032093 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e97d235-ac71-4ecb-8b0d-4ebbfe21c7f0 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 21:02:04.034796 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-1e97d235-ac71-4ecb-8b0d-4ebbfe21c7f0 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] 10.222.0.61 "DELETE /v2.0/networks/5cf83ff2-dd76-4d05-b686-8dae18e254a8 HTTP/1.1" status: 409 len: 405 time: 0.1194487 Aug 23 21:02:04.039466 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39800) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:04.046983 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c7c3d60e-271c-48be-9b68-816523dcb456 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1225147368'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:02:04.074167 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c3d60e-271c-48be-9b68-816523dcb456 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Made reservation on behalf of 8f463b94f2a945459c617b53d725cf46 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:02:04.078225 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c7c3d60e-271c-48be-9b68-816523dcb456 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:04.105473 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7c3d60e-271c-48be-9b68-816523dcb456 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:02:04.124446 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c7c3d60e-271c-48be-9b68-816523dcb456 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:04.124990 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-c7c3d60e-271c-48be-9b68-816523dcb456 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Added segment f0849508-058b-491e-a688-59b1d7a6c9f5 of type vlan for network d9f930ac-aedc-4303-a1a2-860061421788 Aug 23 21:02:04.179263 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c7c3d60e-271c-48be-9b68-816523dcb456 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:04.214502 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c7c3d60e-271c-48be-9b68-816523dcb456 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:04.220858 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c3d60e-271c-48be-9b68-816523dcb456 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:02:04.221619 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c7c3d60e-271c-48be-9b68-816523dcb456 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:04.277966 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c7c3d60e-271c-48be-9b68-816523dcb456 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2335052 Aug 23 21:02:04.278316 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39806) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:04.284300 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-c297a5ac-3249-4244-87c9-10923371ce0d tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Request body: {'subnet': {'network_id': 'd9f930ac-aedc-4303-a1a2-860061421788', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:02:04.294365 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c3d60e-271c-48be-9b68-816523dcb456 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Pushing event updated for resources: {'Network': ['ID=d9f930ac-aedc-4303-a1a2-860061421788,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:04.306594 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network d9f930ac-aedc-4303-a1a2-860061421788 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:02:04.866593 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 96700345-9970-461e-a956-10c4af3561ec up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:02:04.969975 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 96700345-9970-461e-a956-10c4af3561ec completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:02:05.007482 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c297a5ac-3249-4244-87c9-10923371ce0d tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Made reservation on behalf of 8f463b94f2a945459c617b53d725cf46 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:02:05.011397 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c297a5ac-3249-4244-87c9-10923371ce0d tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:05.028308 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39828) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:05.035902 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe1b04a-418c-42fe-a19c-7917e7bd7a08 req-92675f81-e19d-4fba-98f9-0b65d96e1e00 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:02:05.043970 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-abe1b04a-418c-42fe-a19c-7917e7bd7a08 req-92675f81-e19d-4fba-98f9-0b65d96e1e00 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=832a28bd-4fd7-409a-af2d-aff3cc638ccf HTTP/1.1" status: 200 len: 943 time: 0.1605434 Aug 23 21:02:05.170764 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-abe1b04a-418c-42fe-a19c-7917e7bd7a08 req-96e641a7-3e9b-46f5-8c85-d706589f011c tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ca4f03b-a894-47fd-852a-5dff620c07ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257064 Aug 23 21:02:05.191184 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66e6102-6fd9-46d1-bb38-6cd37d1c84e2 None None] Network 5cf83ff2-dd76-4d05-b686-8dae18e254a8 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:02:05.214111 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-962f9b95-ffc3-4208-8eba-402e622cc273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:05.344675 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-962f9b95-ffc3-4208-8eba-402e622cc273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:05.352026 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-652edc09-565f-4f16-bf56-dd8d977d6edc None None] Provisioning for port 96700345-9970-461e-a956-10c4af3561ec completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:02:05.352908 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-962f9b95-ffc3-4208-8eba-402e622cc273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:05.358936 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-652edc09-565f-4f16-bf56-dd8d977d6edc None None] Provisioning complete for port 96700345-9970-461e-a956-10c4af3561ec triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:02:05.359379 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-652edc09-565f-4f16-bf56-dd8d977d6edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:05.388163 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-962f9b95-ffc3-4208-8eba-402e622cc273 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7bed77c006e94991b3252414a0339aec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3564513 Aug 23 21:02:05.393604 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39836) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:05.431527 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f9b95-ffc3-4208-8eba-402e622cc273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cdc2397-f444-488d-9828-11f6673cb6ec,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:05.467636 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92da937d-454a-4e85-abc5-047f8e56f9b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:05.481429 n-d-805663-2 neutron-server[94687]: DEBUG neutron.objects.ports [None req-c297a5ac-3249-4244-87c9-10923371ce0d tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94687) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 21:02:05.484462 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c297a5ac-3249-4244-87c9-10923371ce0d tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:05.503771 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92da937d-454a-4e85-abc5-047f8e56f9b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:05.545952 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-652edc09-565f-4f16-bf56-dd8d977d6edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:05.576977 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d606dee-d1bc-4886-a06d-7f4431953eeb None None] DHCP port deletion for 5cf83ff2-dd76-4d05-b686-8dae18e254a8 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 21:02:05.577350 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92da937d-454a-4e85-abc5-047f8e56f9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:05.578461 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c297a5ac-3249-4244-87c9-10923371ce0d tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Pushing event updated for resources: {'Subnet': ['ID=1c1f3aa9-afd5-42e4-8cf3-20f8e64d1c0b,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:05.580889 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92da937d-454a-4e85-abc5-047f8e56f9b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:05.585274 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-92da937d-454a-4e85-abc5-047f8e56f9b6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9cdc2397-f444-488d-9828-11f6673cb6ec HTTP/1.1" status: 204 len: 168 time: 0.1905680 Aug 23 21:02:05.592168 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c297a5ac-3249-4244-87c9-10923371ce0d tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Checking segment: {'id': 'f0849508-058b-491e-a688-59b1d7a6c9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd9f930ac-aedc-4303-a1a2-860061421788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:02:05.593050 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c297a5ac-3249-4244-87c9-10923371ce0d tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Network hostable DHCP agents. Network: d9f930ac-aedc-4303-a1a2-860061421788, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:02:05.594250 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92da937d-454a-4e85-abc5-047f8e56f9b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cdc2397-f444-488d-9828-11f6673cb6ec,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:05.613336 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-652edc09-565f-4f16-bf56-dd8d977d6edc None None] For port 96700345-9970-461e-a956-10c4af3561ec, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=96700345-9970-461e-a956-10c4af3561ec,segment=NetworkSegment(224fa7e7-4fab-40b0-8f3f-4e1b2837f273),segment_id=224fa7e7-4fab-40b0-8f3f-4e1b2837f273)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:02:05.616455 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c297a5ac-3249-4244-87c9-10923371ce0d tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Network d9f930ac-aedc-4303-a1a2-860061421788 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:02:05.630044 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-c297a5ac-3249-4244-87c9-10923371ce0d tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, d9f930ac-aedc-4303-a1a2-860061421788) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:02:05.646707 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-652edc09-565f-4f16-bf56-dd8d977d6edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:05.648477 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c03b21c-6310-4410-b763-c49ec9a0309f None None] Network d9f930ac-aedc-4303-a1a2-860061421788 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:02:05.650287 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c297a5ac-3249-4244-87c9-10923371ce0d tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:02:05.651204 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c297a5ac-3249-4244-87c9-10923371ce0d tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:05.674572 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c297a5ac-3249-4244-87c9-10923371ce0d tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.3924158 Aug 23 21:02:05.675120 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39840) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:05.801857 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a22d8338-5465-452c-a94a-ddb898f0b276 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:05.812742 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-6d606dee-d1bc-4886-a06d-7f4431953eeb None None] Deleting port 96700345-9970-461e-a956-10c4af3561ec {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:02:05.813332 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d606dee-d1bc-4886-a06d-7f4431953eeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:05.815237 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652edc09-565f-4f16-bf56-dd8d977d6edc None None] Pushing event updated for resources: {'Port': ['ID=96700345-9970-461e-a956-10c4af3561ec,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:05.825342 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652edc09-565f-4f16-bf56-dd8d977d6edc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:02:05.825853 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652edc09-565f-4f16-bf56-dd8d977d6edc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:02:05.826356 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652edc09-565f-4f16-bf56-dd8d977d6edc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:02:05.826977 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652edc09-565f-4f16-bf56-dd8d977d6edc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:02:05.827312 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652edc09-565f-4f16-bf56-dd8d977d6edc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:02:05.827643 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652edc09-565f-4f16-bf56-dd8d977d6edc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:02:05.828208 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652edc09-565f-4f16-bf56-dd8d977d6edc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:02:05.828539 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652edc09-565f-4f16-bf56-dd8d977d6edc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:02:05.828868 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652edc09-565f-4f16-bf56-dd8d977d6edc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:02:05.829193 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652edc09-565f-4f16-bf56-dd8d977d6edc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:02:05.830109 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652edc09-565f-4f16-bf56-dd8d977d6edc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:02:05.830718 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652edc09-565f-4f16-bf56-dd8d977d6edc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:02:05.873104 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a22d8338-5465-452c-a94a-ddb898f0b276 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:05.958003 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a22d8338-5465-452c-a94a-ddb898f0b276 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:05.962665 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-6d606dee-d1bc-4886-a06d-7f4431953eeb None None] For port 96700345-9970-461e-a956-10c4af3561ec, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=96700345-9970-461e-a956-10c4af3561ec,segment=NetworkSegment(224fa7e7-4fab-40b0-8f3f-4e1b2837f273),segment_id=224fa7e7-4fab-40b0-8f3f-4e1b2837f273)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:02:05.963449 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d606dee-d1bc-4886-a06d-7f4431953eeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:05.973439 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a871f9f-c32b-4331-8bf0-3b14b74fa569 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-d9f930ac-aedc-4303-a1a2-860061421788', 'network_id': 'd9f930ac-aedc-4303-a1a2-860061421788', 'tenant_id': '8f463b94f2a945459c617b53d725cf46', 'fixed_ips': [{'subnet_id': '1c1f3aa9-afd5-42e4-8cf3-20f8e64d1c0b'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 21:02:05.974493 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2a871f9f-c32b-4331-8bf0-3b14b74fa569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:05.989556 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39846) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:05.994118 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-6d606dee-d1bc-4886-a06d-7f4431953eeb None None] Calling delete_port for 96700345-9970-461e-a956-10c4af3561ec owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:02:06.003868 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b760df7e-c681-4148-8c04-d2a0dc51ebc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:06.015102 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22d8338-5465-452c-a94a-ddb898f0b276 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Pushing event deleted for resources: {'Subnet': ['ID=1c1f3aa9-afd5-42e4-8cf3-20f8e64d1c0b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:06.066905 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a22d8338-5465-452c-a94a-ddb898f0b276 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:06.078498 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-a22d8338-5465-452c-a94a-ddb898f0b276 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9f930ac-aedc-4303-a1a2-860061421788']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:02:06.095487 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-a22d8338-5465-452c-a94a-ddb898f0b276 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0849508-058b-491e-a688-59b1d7a6c9f5') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:02:06.096017 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-a22d8338-5465-452c-a94a-ddb898f0b276 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0849508-058b-491e-a688-59b1d7a6c9f5') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:02:06.106393 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a22d8338-5465-452c-a94a-ddb898f0b276 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:06.121561 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b760df7e-c681-4148-8c04-d2a0dc51ebc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:06.125003 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a22d8338-5465-452c-a94a-ddb898f0b276 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:06.130171 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b760df7e-c681-4148-8c04-d2a0dc51ebc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:06.132386 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a22d8338-5465-452c-a94a-ddb898f0b276 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:02:06.132806 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a22d8338-5465-452c-a94a-ddb898f0b276 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:06.136588 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 21:02:06.136588 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:02:06.136588 n-d-805663-2 neutron-server[94688]: timer() Aug 23 21:02:06.136588 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:02:06.136588 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 21:02:06.136588 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:02:06.136588 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 21:02:06.136588 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:02:06.136588 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 21:02:06.136588 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:02:06.136588 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 21:02:06.136588 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:02:06.136588 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 21:02:06.136588 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:02:06.136588 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:02:06.136588 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:02:06.136588 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:02:06.136588 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:02:06.136588 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 21:02:06.136588 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:02:06.136588 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 21:02:06.136588 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:02:06.136588 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:02:06.136588 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:02:06.136588 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 21:02:06.136588 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:02:06.136588 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:02:06.136588 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:02:06.136588 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:02:06.136588 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:02:06.136588 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:02:06.136588 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:02:06.179380 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3129a62-52d4-49fb-b7cb-83b2e8077848 None None] Network d9f930ac-aedc-4303-a1a2-860061421788 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:02:06.199994 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b760df7e-c681-4148-8c04-d2a0dc51ebc0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=64093ee2ded14f0f91569f61b2ff97b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2073197 Aug 23 21:02:06.199994 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b760df7e-c681-4148-8c04-d2a0dc51ebc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa1385d-090c-4c70-9286-a7201fec73f6,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:06.201852 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39850) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:06.244012 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a22d8338-5465-452c-a94a-ddb898f0b276 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:06.257204 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d606dee-d1bc-4886-a06d-7f4431953eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:06.260187 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a22d8338-5465-452c-a94a-ddb898f0b276 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:06.262052 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a22d8338-5465-452c-a94a-ddb898f0b276 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] 10.222.0.61 "DELETE /v2.0/networks/d9f930ac-aedc-4303-a1a2-860061421788 HTTP/1.1" status: 204 len: 168 time: 0.5853479 Aug 23 21:02:06.266608 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39852) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:06.276210 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-f03f54b4-cf20-4388-840a-2c7f3abc2311 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2143234879'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:02:06.294222 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22d8338-5465-452c-a94a-ddb898f0b276 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Pushing event deleted for resources: {'Network': ['ID=d9f930ac-aedc-4303-a1a2-860061421788,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:06.309909 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d606dee-d1bc-4886-a06d-7f4431953eeb None None] Pushing event deleted for resources: {'Port': ['ID=96700345-9970-461e-a956-10c4af3561ec,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:06.315833 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03f54b4-cf20-4388-840a-2c7f3abc2311 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Made reservation on behalf of 8f463b94f2a945459c617b53d725cf46 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:02:06.318156 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d606dee-d1bc-4886-a06d-7f4431953eeb None None] No DVR routers for this DVR port 96700345-9970-461e-a956-10c4af3561ec on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:02:06.320661 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f03f54b4-cf20-4388-840a-2c7f3abc2311 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:06.335357 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-71ead297-7d24-4249-90a7-503962537865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:06.369810 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-71ead297-7d24-4249-90a7-503962537865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:06.375871 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f03f54b4-cf20-4388-840a-2c7f3abc2311 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:02:06.385571 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e5b29e-a305-4532-a667-bcd50e9b5cc6 req-e8de1064-7fae-4e81-8c6f-e0ec37c7c2a9 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:02:06.386429 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f03f54b4-cf20-4388-840a-2c7f3abc2311 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:06.386777 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-f03f54b4-cf20-4388-840a-2c7f3abc2311 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Added segment 2498f3a4-08a9-4f18-9fb7-ce225a92ef2e of type vlan for network 13e09582-f2dd-4227-a35b-a7ab4ad63e02 Aug 23 21:02:06.387103 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e7e5b29e-a305-4532-a667-bcd50e9b5cc6 req-e8de1064-7fae-4e81-8c6f-e0ec37c7c2a9 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=832a28bd-4fd7-409a-af2d-aff3cc638ccf HTTP/1.1" status: 200 len: 943 time: 0.1206751 Aug 23 21:02:06.428629 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f03f54b4-cf20-4388-840a-2c7f3abc2311 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:06.457028 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f03f54b4-cf20-4388-840a-2c7f3abc2311 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:06.463704 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03f54b4-cf20-4388-840a-2c7f3abc2311 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:02:06.464502 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f03f54b4-cf20-4388-840a-2c7f3abc2311 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:06.468906 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e7e5b29e-a305-4532-a667-bcd50e9b5cc6 req-27d99405-2cd6-44db-8780-57d5c7afc0b8 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ca4f03b-a894-47fd-852a-5dff620c07ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673461 Aug 23 21:02:06.487436 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-71ead297-7d24-4249-90a7-503962537865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:06.491448 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-71ead297-7d24-4249-90a7-503962537865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:06.495230 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-71ead297-7d24-4249-90a7-503962537865 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/efa1385d-090c-4c70-9286-a7201fec73f6 HTTP/1.1" status: 204 len: 168 time: 0.2900989 Aug 23 21:02:06.501974 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ead297-7d24-4249-90a7-503962537865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa1385d-090c-4c70-9286-a7201fec73f6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:06.523267 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f03f54b4-cf20-4388-840a-2c7f3abc2311 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2513611 Aug 23 21:02:06.527867 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39856) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:06.536144 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-82595488-42fb-4e1a-a08d-4bdf780db63f tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Request body: {'subnet': {'network_id': '13e09582-f2dd-4227-a35b-a7ab4ad63e02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:02:06.560715 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f54b4-cf20-4388-840a-2c7f3abc2311 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Pushing event updated for resources: {'Network': ['ID=13e09582-f2dd-4227-a35b-a7ab4ad63e02,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:06.579564 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 13e09582-f2dd-4227-a35b-a7ab4ad63e02 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:02:06.659485 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82595488-42fb-4e1a-a08d-4bdf780db63f tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Made reservation on behalf of 8f463b94f2a945459c617b53d725cf46 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:02:06.663968 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-82595488-42fb-4e1a-a08d-4bdf780db63f tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:06.802902 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 96700345-9970-461e-a956-10c4af3561ec no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:02:06.835166 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 96700345-9970-461e-a956-10c4af3561ec {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:02:06.836013 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 96700345-9970-461e-a956-10c4af3561ec not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:02:06.886047 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-82595488-42fb-4e1a-a08d-4bdf780db63f tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:06.948234 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82595488-42fb-4e1a-a08d-4bdf780db63f tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Pushing event updated for resources: {'Subnet': ['ID=8ec0f7e3-d0e5-4162-8b2a-5b5c402acaae,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:06.957224 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82595488-42fb-4e1a-a08d-4bdf780db63f tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Checking segment: {'id': '2498f3a4-08a9-4f18-9fb7-ce225a92ef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '13e09582-f2dd-4227-a35b-a7ab4ad63e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:02:06.957600 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82595488-42fb-4e1a-a08d-4bdf780db63f tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Network hostable DHCP agents. Network: 13e09582-f2dd-4227-a35b-a7ab4ad63e02, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:02:06.978359 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82595488-42fb-4e1a-a08d-4bdf780db63f tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Network 13e09582-f2dd-4227-a35b-a7ab4ad63e02 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:02:06.990016 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-82595488-42fb-4e1a-a08d-4bdf780db63f tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 13e09582-f2dd-4227-a35b-a7ab4ad63e02) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:02:06.994837 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82595488-42fb-4e1a-a08d-4bdf780db63f tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:02:06.995442 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-82595488-42fb-4e1a-a08d-4bdf780db63f tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:06.999330 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b314eff-dc75-42f5-b75e-8087522020d8 None None] Network 13e09582-f2dd-4227-a35b-a7ab4ad63e02 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:02:07.016411 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-82595488-42fb-4e1a-a08d-4bdf780db63f tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4881251 Aug 23 21:02:07.019028 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39874) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:07.157386 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-11f2bf48-4be0-4210-a55c-5f972b5a8fa3 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:07.181878 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33e950d-c4ab-495d-bc64-178dc6bf3361 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-13e09582-f2dd-4227-a35b-a7ab4ad63e02', 'network_id': '13e09582-f2dd-4227-a35b-a7ab4ad63e02', 'tenant_id': '8f463b94f2a945459c617b53d725cf46', 'fixed_ips': [{'subnet_id': '8ec0f7e3-d0e5-4162-8b2a-5b5c402acaae'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 21:02:07.182782 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d33e950d-c4ab-495d-bc64-178dc6bf3361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:07.222824 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-11f2bf48-4be0-4210-a55c-5f972b5a8fa3 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:07.295988 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-11f2bf48-4be0-4210-a55c-5f972b5a8fa3 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server [None req-d33e950d-c4ab-495d-bc64-178dc6bf3361 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8ec0f7e3-d0e5-4162-8b2a-5b5c402acaae: This subnet is being modified by another concurrent operation. Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise exception Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8ec0f7e3-d0e5-4162-8b2a-5b5c402acaae: This subnet is being modified by another concurrent operation. Aug 23 21:02:07.310201 n-d-805663-2 neutron-server[94689]: ERROR oslo_messaging.rpc.server Aug 23 21:02:07.329305 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f2bf48-4be0-4210-a55c-5f972b5a8fa3 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Pushing event deleted for resources: {'Subnet': ['ID=8ec0f7e3-d0e5-4162-8b2a-5b5c402acaae,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:07.346912 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315eb74f-b2f1-4d57-9729-22a1beca485d None None] Network 13e09582-f2dd-4227-a35b-a7ab4ad63e02 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:02:07.400835 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-11f2bf48-4be0-4210-a55c-5f972b5a8fa3 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:07.412465 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-11f2bf48-4be0-4210-a55c-5f972b5a8fa3 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13e09582-f2dd-4227-a35b-a7ab4ad63e02']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:02:07.426109 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-11f2bf48-4be0-4210-a55c-5f972b5a8fa3 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2498f3a4-08a9-4f18-9fb7-ce225a92ef2e') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:02:07.426616 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-11f2bf48-4be0-4210-a55c-5f972b5a8fa3 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2498f3a4-08a9-4f18-9fb7-ce225a92ef2e') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:02:07.445911 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-11f2bf48-4be0-4210-a55c-5f972b5a8fa3 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:07.464274 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-11f2bf48-4be0-4210-a55c-5f972b5a8fa3 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:07.475734 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11f2bf48-4be0-4210-a55c-5f972b5a8fa3 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:02:07.476223 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-11f2bf48-4be0-4210-a55c-5f972b5a8fa3 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:07.480196 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 21:02:07.480196 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:02:07.480196 n-d-805663-2 neutron-server[94687]: timer() Aug 23 21:02:07.480196 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:02:07.480196 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 21:02:07.480196 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:02:07.480196 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 21:02:07.480196 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:02:07.480196 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 21:02:07.480196 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:02:07.480196 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 21:02:07.480196 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:02:07.480196 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 21:02:07.480196 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:02:07.480196 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:02:07.480196 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:02:07.480196 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:02:07.480196 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:02:07.480196 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 21:02:07.480196 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:02:07.480196 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 21:02:07.480196 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:02:07.480196 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:02:07.480196 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:02:07.480196 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 21:02:07.480196 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:02:07.480196 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:02:07.480196 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:02:07.480196 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:02:07.480196 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:02:07.480196 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:02:07.480196 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:02:07.504652 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bdc87e-07b3-46e5-bcf9-6203018b0caa None None] get_active_networks_info from n-d-805663-2 {{(pid=94689) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 21:02:07.553358 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 5f961949-b0a9-42bb-b219-815bc15f23e1 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 21:02:07.615783 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-11f2bf48-4be0-4210-a55c-5f972b5a8fa3 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:07.634696 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-11f2bf48-4be0-4210-a55c-5f972b5a8fa3 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:07.637004 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-11f2bf48-4be0-4210-a55c-5f972b5a8fa3 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] 10.222.0.61 "DELETE /v2.0/networks/13e09582-f2dd-4227-a35b-a7ab4ad63e02 HTTP/1.1" status: 204 len: 168 time: 0.6168163 Aug 23 21:02:07.640612 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39894) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:07.647329 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ed5cf37f-e240-410b-a9a8-da452ae17f6f tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1984050349'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:02:07.672151 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f2bf48-4be0-4210-a55c-5f972b5a8fa3 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Pushing event deleted for resources: {'Network': ['ID=13e09582-f2dd-4227-a35b-a7ab4ad63e02,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:07.692048 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb74a1f3-b158-4445-8f7a-d167145f9b12 req-3f9e1228-364e-4705-94e2-02f388295e8b tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:02:07.695076 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cb74a1f3-b158-4445-8f7a-d167145f9b12 req-3f9e1228-364e-4705-94e2-02f388295e8b tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=832a28bd-4fd7-409a-af2d-aff3cc638ccf HTTP/1.1" status: 200 len: 943 time: 0.1371267 Aug 23 21:02:07.707566 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5cf37f-e240-410b-a9a8-da452ae17f6f tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Made reservation on behalf of 8f463b94f2a945459c617b53d725cf46 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:02:07.713018 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ed5cf37f-e240-410b-a9a8-da452ae17f6f tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:07.734339 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bdc87e-07b3-46e5-bcf9-6203018b0caa None None] Resources bound (agent type, host, resource id): {{(pid=94689) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 21:02:07.747298 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed5cf37f-e240-410b-a9a8-da452ae17f6f tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:02:07.753204 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 5f961949-b0a9-42bb-b219-815bc15f23e1, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=5f961949-b0a9-42bb-b219-815bc15f23e1,segment=NetworkSegment(c18fa516-d00d-4d59-b20b-fdf45af90e68),segment_id=c18fa516-d00d-4d59-b20b-fdf45af90e68)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:02:07.753788 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cb74a1f3-b158-4445-8f7a-d167145f9b12 req-abb4bdd9-a1db-4c6a-a09e-e2b1fc9c5c72 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ca4f03b-a894-47fd-852a-5dff620c07ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514038 Aug 23 21:02:07.771420 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ed5cf37f-e240-410b-a9a8-da452ae17f6f tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:07.771979 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-ed5cf37f-e240-410b-a9a8-da452ae17f6f tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Added segment f912197e-6edf-4a0b-be87-14c28b1ec147 of type vlan for network c1bbe04c-26f4-4aa7-9bc7-a8de879cd3af Aug 23 21:02:07.779790 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '5f961949-b0a9-42bb-b219-815bc15f23e1', 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf', 'port_id': '5f961949-b0a9-42bb-b219-815bc15f23e1', 'mac_address': 'fa:16:3e:2a:1a:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df05a557-9226-4912-87c8-3cb75cc85ce5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 21:02:07.827452 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ed5cf37f-e240-410b-a9a8-da452ae17f6f tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:07.863516 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ed5cf37f-e240-410b-a9a8-da452ae17f6f tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:07.870336 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5cf37f-e240-410b-a9a8-da452ae17f6f tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:02:07.870936 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ed5cf37f-e240-410b-a9a8-da452ae17f6f tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:07.903242 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:07.932806 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f961949-b0a9-42bb-b219-815bc15f23e1 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:02:07.944385 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ed5cf37f-e240-410b-a9a8-da452ae17f6f tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2985098 Aug 23 21:02:07.944385 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39902) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:07.956939 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 5f961949-b0a9-42bb-b219-815bc15f23e1, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=5f961949-b0a9-42bb-b219-815bc15f23e1,segment=NetworkSegment(c18fa516-d00d-4d59-b20b-fdf45af90e68),segment_id=c18fa516-d00d-4d59-b20b-fdf45af90e68)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:02:07.966913 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:07.968031 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-8076d40c-9f7a-4238-8f24-979d30aaab16 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Request body: {'subnet': {'network_id': 'c1bbe04c-26f4-4aa7-9bc7-a8de879cd3af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:02:08.086310 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=5f961949-b0a9-42bb-b219-815bc15f23e1,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:08.106989 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5cf37f-e240-410b-a9a8-da452ae17f6f tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Pushing event updated for resources: {'Network': ['ID=c1bbe04c-26f4-4aa7-9bc7-a8de879cd3af,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:08.120017 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8076d40c-9f7a-4238-8f24-979d30aaab16 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Made reservation on behalf of 8f463b94f2a945459c617b53d725cf46 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:02:08.123495 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8076d40c-9f7a-4238-8f24-979d30aaab16 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:08.142604 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network c1bbe04c-26f4-4aa7-9bc7-a8de879cd3af details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:02:08.212888 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['5f961949-b0a9-42bb-b219-815bc15f23e1'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:02:08.450302 n-d-805663-2 neutron-server[94688]: DEBUG neutron.objects.ports [None req-8076d40c-9f7a-4238-8f24-979d30aaab16 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94688) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 21:02:08.451798 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8076d40c-9f7a-4238-8f24-979d30aaab16 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:08.534870 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8076d40c-9f7a-4238-8f24-979d30aaab16 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Pushing event updated for resources: {'Subnet': ['ID=0a140af4-e704-47b3-af8f-d8c39189c464,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:08.538294 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8076d40c-9f7a-4238-8f24-979d30aaab16 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Checking segment: {'id': 'f912197e-6edf-4a0b-be87-14c28b1ec147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'c1bbe04c-26f4-4aa7-9bc7-a8de879cd3af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:02:08.538547 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8076d40c-9f7a-4238-8f24-979d30aaab16 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Network hostable DHCP agents. Network: c1bbe04c-26f4-4aa7-9bc7-a8de879cd3af, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:02:08.567820 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8076d40c-9f7a-4238-8f24-979d30aaab16 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Network c1bbe04c-26f4-4aa7-9bc7-a8de879cd3af is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:02:08.582522 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-8076d40c-9f7a-4238-8f24-979d30aaab16 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, c1bbe04c-26f4-4aa7-9bc7-a8de879cd3af) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:02:08.587452 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8076d40c-9f7a-4238-8f24-979d30aaab16 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:02:08.588178 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8076d40c-9f7a-4238-8f24-979d30aaab16 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:08.592158 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3269aa-3b97-4942-b90e-597687cd03b4 None None] Network c1bbe04c-26f4-4aa7-9bc7-a8de879cd3af requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:02:08.613742 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39924) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:08.614031 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8076d40c-9f7a-4238-8f24-979d30aaab16 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6691220 Aug 23 21:02:08.735096 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-95fef602-4c7b-4f9a-baeb-2cfef6817ba5 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:08.802946 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-95fef602-4c7b-4f9a-baeb-2cfef6817ba5 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:08.925196 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf295f-5c6d-4153-af8e-f80061a9fe06 req-062b0215-c839-45f4-b44b-ca52914ceb3d tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:02:08.928168 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-aeaf295f-5c6d-4153-af8e-f80061a9fe06 req-062b0215-c839-45f4-b44b-ca52914ceb3d tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=832a28bd-4fd7-409a-af2d-aff3cc638ccf HTTP/1.1" status: 200 len: 944 time: 0.0676956 Aug 23 21:02:08.940656 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-95fef602-4c7b-4f9a-baeb-2cfef6817ba5 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:08.967313 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c6d15b-4297-4f7e-8034-792b46249294 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-c1bbe04c-26f4-4aa7-9bc7-a8de879cd3af', 'network_id': 'c1bbe04c-26f4-4aa7-9bc7-a8de879cd3af', 'tenant_id': '8f463b94f2a945459c617b53d725cf46', 'fixed_ips': [{'subnet_id': '0a140af4-e704-47b3-af8f-d8c39189c464'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 21:02:08.968359 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-09c6d15b-4297-4f7e-8034-792b46249294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:08.975924 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-aeaf295f-5c6d-4153-af8e-f80061a9fe06 req-c61b567d-4c32-4a8b-8edb-9a2ee2a39887 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ca4f03b-a894-47fd-852a-5dff620c07ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411344 Aug 23 21:02:09.004820 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fef602-4c7b-4f9a-baeb-2cfef6817ba5 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Pushing event deleted for resources: {'Subnet': ['ID=0a140af4-e704-47b3-af8f-d8c39189c464,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:09.092941 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ef1067-5a42-48a7-8fb0-171422c036f5 None None] Network c1bbe04c-26f4-4aa7-9bc7-a8de879cd3af requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:02:09.128106 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-95fef602-4c7b-4f9a-baeb-2cfef6817ba5 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:09.147150 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-95fef602-4c7b-4f9a-baeb-2cfef6817ba5 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1bbe04c-26f4-4aa7-9bc7-a8de879cd3af']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:02:09.165269 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-95fef602-4c7b-4f9a-baeb-2cfef6817ba5 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f912197e-6edf-4a0b-be87-14c28b1ec147') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:02:09.165707 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-95fef602-4c7b-4f9a-baeb-2cfef6817ba5 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f912197e-6edf-4a0b-be87-14c28b1ec147') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:02:09.175059 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-95fef602-4c7b-4f9a-baeb-2cfef6817ba5 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:09.193237 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-95fef602-4c7b-4f9a-baeb-2cfef6817ba5 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:09.200079 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95fef602-4c7b-4f9a-baeb-2cfef6817ba5 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:02:09.200580 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-95fef602-4c7b-4f9a-baeb-2cfef6817ba5 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:09.203673 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 21:02:09.203673 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:02:09.203673 n-d-805663-2 neutron-server[94687]: timer() Aug 23 21:02:09.203673 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:02:09.203673 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 21:02:09.203673 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:02:09.203673 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 21:02:09.203673 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:02:09.203673 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 21:02:09.203673 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:02:09.203673 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 21:02:09.203673 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:02:09.203673 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 21:02:09.203673 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:02:09.203673 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:02:09.203673 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:02:09.203673 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:02:09.203673 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:02:09.203673 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 21:02:09.203673 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:02:09.203673 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 21:02:09.203673 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:02:09.203673 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:02:09.203673 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:02:09.203673 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 21:02:09.203673 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:02:09.203673 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:02:09.203673 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:02:09.203673 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:02:09.203673 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:02:09.203673 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:02:09.203673 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:02:09.285816 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-95fef602-4c7b-4f9a-baeb-2cfef6817ba5 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:09.290485 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-95fef602-4c7b-4f9a-baeb-2cfef6817ba5 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:09.297907 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-95fef602-4c7b-4f9a-baeb-2cfef6817ba5 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] 10.222.0.61 "DELETE /v2.0/networks/c1bbe04c-26f4-4aa7-9bc7-a8de879cd3af HTTP/1.1" status: 204 len: 168 time: 0.6772985 Aug 23 21:02:09.297998 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39936) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:09.309520 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fef602-4c7b-4f9a-baeb-2cfef6817ba5 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Pushing event deleted for resources: {'Network': ['ID=c1bbe04c-26f4-4aa7-9bc7-a8de879cd3af,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:09.333398 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-00460f6b-eb79-4e67-83cf-0975e91698a1 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] DELETE failed (client error): The resource could not be found. Aug 23 21:02:09.333861 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00460f6b-eb79-4e67-83cf-0975e91698a1 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 21:02:09.336109 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-00460f6b-eb79-4e67-83cf-0975e91698a1 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] 10.222.0.61 "DELETE /v2.0/subnets/0a140af4-e704-47b3-af8f-d8c39189c464 HTTP/1.1" status: 404 len: 337 time: 0.0372765 Aug 23 21:02:09.338193 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39938) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:09.358147 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-0862fdbc-96a3-4d2b-99b6-6abdc1e6d5da tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] DELETE failed (client error): The resource could not be found. Aug 23 21:02:09.358888 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0862fdbc-96a3-4d2b-99b6-6abdc1e6d5da tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 21:02:09.360780 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-0862fdbc-96a3-4d2b-99b6-6abdc1e6d5da tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] 10.222.0.61 "DELETE /v2.0/networks/c1bbe04c-26f4-4aa7-9bc7-a8de879cd3af HTTP/1.1" status: 404 len: 339 time: 0.0214992 Aug 23 21:02:09.364329 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39940) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:09.391288 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6be8b5b-7017-4b82-bbd2-7aed830c7733 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] DELETE failed (client error): The resource could not be found. Aug 23 21:02:09.392020 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6be8b5b-7017-4b82-bbd2-7aed830c7733 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 21:02:09.394040 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e6be8b5b-7017-4b82-bbd2-7aed830c7733 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] 10.222.0.61 "DELETE /v2.0/subnets/8ec0f7e3-d0e5-4162-8b2a-5b5c402acaae HTTP/1.1" status: 404 len: 337 time: 0.0284913 Aug 23 21:02:09.396630 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39942) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:09.420290 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7c58bd8-d18c-4ee5-a702-030345b2a0f4 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] DELETE failed (client error): The resource could not be found. Aug 23 21:02:09.421061 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7c58bd8-d18c-4ee5-a702-030345b2a0f4 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 21:02:09.422874 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b7c58bd8-d18c-4ee5-a702-030345b2a0f4 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] 10.222.0.61 "DELETE /v2.0/networks/13e09582-f2dd-4227-a35b-a7ab4ad63e02 HTTP/1.1" status: 404 len: 339 time: 0.0250866 Aug 23 21:02:09.426741 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39944) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:09.453177 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fce246b-40c4-45a0-a717-9853d22dd58c tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] DELETE failed (client error): The resource could not be found. Aug 23 21:02:09.453893 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fce246b-40c4-45a0-a717-9853d22dd58c tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 21:02:09.456438 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-3fce246b-40c4-45a0-a717-9853d22dd58c tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] 10.222.0.61 "DELETE /v2.0/subnets/1c1f3aa9-afd5-42e4-8cf3-20f8e64d1c0b HTTP/1.1" status: 404 len: 337 time: 0.0285299 Aug 23 21:02:09.458940 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39946) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:09.478647 n-d-805663-2 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-10ea9861-e3ae-4d1e-9388-f09a682e0edd tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] DELETE failed (client error): The resource could not be found. Aug 23 21:02:09.479429 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10ea9861-e3ae-4d1e-9388-f09a682e0edd tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 21:02:09.481318 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-10ea9861-e3ae-4d1e-9388-f09a682e0edd tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] 10.222.0.61 "DELETE /v2.0/networks/d9f930ac-aedc-4303-a1a2-860061421788 HTTP/1.1" status: 404 len: 339 time: 0.0213301 Aug 23 21:02:09.484002 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39948) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:09.547432 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 5f961949-b0a9-42bb-b219-815bc15f23e1 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:02:09.585433 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-14656d46-b249-4ab9-ad70-200bd22b54dc tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Deleting port 74c9b950-bcb3-4396-96c4-70bc30659535 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:02:09.585900 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14656d46-b249-4ab9-ad70-200bd22b54dc tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:09.619938 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 5f961949-b0a9-42bb-b219-815bc15f23e1 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:02:09.625230 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 5f961949-b0a9-42bb-b219-815bc15f23e1 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:02:09.625910 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:09.745092 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:09.775025 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '832a28bd-4fd7-409a-af2d-aff3cc638ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f961949-b0a9-42bb-b219-815bc15f23e1'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:02:09.778416 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13465f83-422f-4ca8-9c95-3f8d3fd20430" -d '{"events": [{"server_uuid": "832a28bd-4fd7-409a-af2d-aff3cc638ccf", "name": "network-vif-plugged", "status": "completed", "tag": "5f961949-b0a9-42bb-b219-815bc15f23e1"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:02:09.799783 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 5f961949-b0a9-42bb-b219-815bc15f23e1, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=5f961949-b0a9-42bb-b219-815bc15f23e1,segment=NetworkSegment(c18fa516-d00d-4d59-b20b-fdf45af90e68),segment_id=c18fa516-d00d-4d59-b20b-fdf45af90e68)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:02:09.808123 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:09.879677 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3d89c0-ce5b-4002-86ac-deb74e16fa64 x-openstack-request-id: req-8f3d89c0-ce5b-4002-86ac-deb74e16fa64 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:02:09.879965 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "832a28bd-4fd7-409a-af2d-aff3cc638ccf", "name": "network-vif-plugged", "status": "completed", "tag": "5f961949-b0a9-42bb-b219-815bc15f23e1", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:02:09.880246 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8f3d89c0-ce5b-4002-86ac-deb74e16fa64 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:02:09.880639 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '832a28bd-4fd7-409a-af2d-aff3cc638ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f961949-b0a9-42bb-b219-815bc15f23e1', 'code': 200} Aug 23 21:02:09.884631 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=5f961949-b0a9-42bb-b219-815bc15f23e1,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:10.004717 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910e7b9-a4aa-4c9d-b226-c6d8fbf89d75 req-e8c262a2-bd21-4579-81cc-fb984bc109b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:02:10.006518 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7910e7b9-a4aa-4c9d-b226-c6d8fbf89d75 req-e8c262a2-bd21-4579-81cc-fb984bc109b9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=832a28bd-4fd7-409a-af2d-aff3cc638ccf HTTP/1.1" status: 200 len: 1096 time: 0.0661628 Aug 23 21:02:10.061808 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3ab64bb4-2587-4f5c-b6e7-c50bf7be7413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:10.065353 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14656d46-b249-4ab9-ad70-200bd22b54dc tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:10.084038 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-14656d46-b249-4ab9-ad70-200bd22b54dc tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Calling delete_port for 74c9b950-bcb3-4396-96c4-70bc30659535 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:02:10.086324 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7910e7b9-a4aa-4c9d-b226-c6d8fbf89d75 req-2e615c1f-b1b9-48a9-a6ba-cd9b3428fd4c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4ca4f03b-a894-47fd-852a-5dff620c07ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724671 Aug 23 21:02:10.186654 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4fcc2b-7656-46ef-8bdc-dc58a57d96d1 req-cca3a555-a134-49b6-a3a0-da91b7b328e8 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:02:10.188193 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bd4fcc2b-7656-46ef-8bdc-dc58a57d96d1 req-cca3a555-a134-49b6-a3a0-da91b7b328e8 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=832a28bd-4fd7-409a-af2d-aff3cc638ccf HTTP/1.1" status: 200 len: 945 time: 0.0982587 Aug 23 21:02:10.237982 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14656d46-b249-4ab9-ad70-200bd22b54dc tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:10.255358 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bd4fcc2b-7656-46ef-8bdc-dc58a57d96d1 req-4a695f55-c438-4dbc-83a8-32b4500fa35f tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ca4f03b-a894-47fd-852a-5dff620c07ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509570 Aug 23 21:02:10.274521 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14656d46-b249-4ab9-ad70-200bd22b54dc tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Pushing event deleted for resources: {'Port': ['ID=74c9b950-bcb3-4396-96c4-70bc30659535,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:10.282168 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14656d46-b249-4ab9-ad70-200bd22b54dc tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:10.288382 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39966) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:10.288612 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-14656d46-b249-4ab9-ad70-200bd22b54dc tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] 10.222.0.61 "DELETE /v2.0/ports/74c9b950-bcb3-4396-96c4-70bc30659535 HTTP/1.1" status: 204 len: 168 time: 0.8034017 Aug 23 21:02:10.320680 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-c043b6c1-6ce3-4014-afa7-1a89fadb317f tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] DELETE failed (client error): The resource could not be found. Aug 23 21:02:10.321140 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c043b6c1-6ce3-4014-afa7-1a89fadb317f tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 21:02:10.325319 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c043b6c1-6ce3-4014-afa7-1a89fadb317f tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] 10.222.0.61 "DELETE /v2.0/subnets/a74b24f2-6499-4aef-b251-03e74b0498fe HTTP/1.1" status: 404 len: 337 time: 0.0335283 Aug 23 21:02:10.325613 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39968) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:10.405214 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-10b9542a-3862-411b-b090-3e695d79a527 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:10.516848 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-10b9542a-3862-411b-b090-3e695d79a527 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:10.527400 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-10b9542a-3862-411b-b090-3e695d79a527 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cf83ff2-dd76-4d05-b686-8dae18e254a8']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:02:10.538363 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-10b9542a-3862-411b-b090-3e695d79a527 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '224fa7e7-4fab-40b0-8f3f-4e1b2837f273') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:02:10.538696 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-10b9542a-3862-411b-b090-3e695d79a527 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '224fa7e7-4fab-40b0-8f3f-4e1b2837f273') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:02:10.548960 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-10b9542a-3862-411b-b090-3e695d79a527 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:10.563369 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-10b9542a-3862-411b-b090-3e695d79a527 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:10.571293 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10b9542a-3862-411b-b090-3e695d79a527 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:02:10.571827 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-10b9542a-3862-411b-b090-3e695d79a527 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:10.575497 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 21:02:10.575497 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:02:10.575497 n-d-805663-2 neutron-server[94687]: timer() Aug 23 21:02:10.575497 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:02:10.575497 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 21:02:10.575497 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:02:10.575497 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 21:02:10.575497 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:02:10.575497 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 21:02:10.575497 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:02:10.575497 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 21:02:10.575497 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:02:10.575497 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 21:02:10.575497 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:02:10.575497 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:02:10.575497 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:02:10.575497 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:02:10.575497 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:02:10.575497 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 21:02:10.575497 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:02:10.575497 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 21:02:10.575497 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:02:10.575497 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:02:10.575497 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:02:10.575497 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 21:02:10.575497 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:02:10.575497 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:02:10.575497 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:02:10.575497 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:02:10.575497 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:02:10.575497 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:02:10.575497 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:02:10.620631 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:10.642689 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-10b9542a-3862-411b-b090-3e695d79a527 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:10.651298 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-10b9542a-3862-411b-b090-3e695d79a527 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:10.655378 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-10b9542a-3862-411b-b090-3e695d79a527 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] 10.222.0.61 "DELETE /v2.0/networks/5cf83ff2-dd76-4d05-b686-8dae18e254a8 HTTP/1.1" status: 204 len: 168 time: 0.3266985 Aug 23 21:02:10.655589 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39972) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:10.676840 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b9542a-3862-411b-b090-3e695d79a527 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Pushing event deleted for resources: {'Network': ['ID=5cf83ff2-dd76-4d05-b686-8dae18e254a8,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:10.766488 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-2c5d468b-e132-4931-9680-ecd93f785f7f tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Deleting port c983c8e1-5b1c-40a7-bfb6-091626d814ae {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:02:10.766990 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2c5d468b-e132-4931-9680-ecd93f785f7f tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:10.837275 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2c5d468b-e132-4931-9680-ecd93f785f7f tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:10.851880 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-2c5d468b-e132-4931-9680-ecd93f785f7f tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Calling delete_port for c983c8e1-5b1c-40a7-bfb6-091626d814ae owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:02:10.942647 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2c5d468b-e132-4931-9680-ecd93f785f7f tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:10.976875 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d468b-e132-4931-9680-ecd93f785f7f tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Pushing event deleted for resources: {'Port': ['ID=c983c8e1-5b1c-40a7-bfb6-091626d814ae,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:10.986162 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2c5d468b-e132-4931-9680-ecd93f785f7f tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:10.990826 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2c5d468b-e132-4931-9680-ecd93f785f7f tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] 10.222.0.61 "DELETE /v2.0/ports/c983c8e1-5b1c-40a7-bfb6-091626d814ae HTTP/1.1" status: 204 len: 168 time: 0.3321023 Aug 23 21:02:10.991160 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39978) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:11.020703 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-98cb92b8-467f-43e5-9125-2daedec25d06 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] DELETE failed (client error): The resource could not be found. Aug 23 21:02:11.021383 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98cb92b8-467f-43e5-9125-2daedec25d06 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 21:02:11.024105 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-98cb92b8-467f-43e5-9125-2daedec25d06 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] 10.222.0.61 "DELETE /v2.0/subnets/7887f8b5-49be-472a-b1fa-e1071b7738cd HTTP/1.1" status: 404 len: 337 time: 0.0309529 Aug 23 21:02:11.025900 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 39980) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:11.116925 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30ade2f7-900b-4d1b-88e2-eff82ccd1fb8 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:11.208570 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30ade2f7-900b-4d1b-88e2-eff82ccd1fb8 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:11.218574 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-30ade2f7-900b-4d1b-88e2-eff82ccd1fb8 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a06a4d61-ef4b-411a-a159-293f23d505d6']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:02:11.230093 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-30ade2f7-900b-4d1b-88e2-eff82ccd1fb8 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e40d21f-252a-4caf-bbaf-b7dffc23509f') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:02:11.230391 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-30ade2f7-900b-4d1b-88e2-eff82ccd1fb8 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e40d21f-252a-4caf-bbaf-b7dffc23509f') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:02:11.240289 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30ade2f7-900b-4d1b-88e2-eff82ccd1fb8 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:11.259956 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30ade2f7-900b-4d1b-88e2-eff82ccd1fb8 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:11.271473 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30ade2f7-900b-4d1b-88e2-eff82ccd1fb8 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:02:11.271946 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30ade2f7-900b-4d1b-88e2-eff82ccd1fb8 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:11.278120 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 21:02:11.278120 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:02:11.278120 n-d-805663-2 neutron-server[94687]: timer() Aug 23 21:02:11.278120 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:02:11.278120 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 21:02:11.278120 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:02:11.278120 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 21:02:11.278120 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:02:11.278120 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 21:02:11.278120 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:02:11.278120 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 21:02:11.278120 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:02:11.278120 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 21:02:11.278120 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:02:11.278120 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:02:11.278120 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:02:11.278120 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:02:11.278120 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:02:11.278120 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 21:02:11.278120 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:02:11.278120 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 21:02:11.278120 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:02:11.278120 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:02:11.278120 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:02:11.278120 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 21:02:11.278120 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:02:11.278120 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:02:11.278120 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:02:11.278120 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:02:11.278120 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:02:11.278120 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:02:11.278120 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:02:11.378104 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30ade2f7-900b-4d1b-88e2-eff82ccd1fb8 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:11.386221 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30ade2f7-900b-4d1b-88e2-eff82ccd1fb8 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:11.388044 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-30ade2f7-900b-4d1b-88e2-eff82ccd1fb8 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] 10.222.0.61 "DELETE /v2.0/networks/a06a4d61-ef4b-411a-a159-293f23d505d6 HTTP/1.1" status: 204 len: 168 time: 0.3610892 Aug 23 21:02:11.390598 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 39986) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:11.404739 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ade2f7-900b-4d1b-88e2-eff82ccd1fb8 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Pushing event deleted for resources: {'Network': ['ID=a06a4d61-ef4b-411a-a159-293f23d505d6,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:11.437822 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a08b46-65cb-495a-9c4e-043ae55250a1 req-7d4b691d-7e17-4ae0-88ff-e8c36361f1b9 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:02:11.441402 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-31a08b46-65cb-495a-9c4e-043ae55250a1 req-7d4b691d-7e17-4ae0-88ff-e8c36361f1b9 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=832a28bd-4fd7-409a-af2d-aff3cc638ccf HTTP/1.1" status: 200 len: 945 time: 0.0933595 Aug 23 21:02:11.452799 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d8e5cf1-fa09-4761-8a6a-91e939c28c6a tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Deleting subnet f30f6c62-d363-404a-a1f2-719da18a8e62 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 21:02:11.457437 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5d8e5cf1-fa09-4761-8a6a-91e939c28c6a tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:11.492278 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-31a08b46-65cb-495a-9c4e-043ae55250a1 req-03c31e57-23e7-4900-9e69-aa6cae64eaf6 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ca4f03b-a894-47fd-852a-5dff620c07ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441101 Aug 23 21:02:11.511903 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5d8e5cf1-fa09-4761-8a6a-91e939c28c6a tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:11.647543 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e016bda3-32f4-40d1-a206-30d6b5d8d2cd req-9f4cc7a1-705f-44e1-85d0-11cc252816d0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:02:11.649135 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e016bda3-32f4-40d1-a206-30d6b5d8d2cd req-9f4cc7a1-705f-44e1-85d0-11cc252816d0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=832a28bd-4fd7-409a-af2d-aff3cc638ccf HTTP/1.1" status: 200 len: 945 time: 0.0867412 Aug 23 21:02:11.682169 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5d8e5cf1-fa09-4761-8a6a-91e939c28c6a tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:11.731004 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e016bda3-32f4-40d1-a206-30d6b5d8d2cd req-c06e4564-6fd8-4832-b25a-b1b59145e987 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ca4f03b-a894-47fd-852a-5dff620c07ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700595 Aug 23 21:02:11.757214 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40002) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:11.793668 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5d8e5cf1-fa09-4761-8a6a-91e939c28c6a tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:11.846346 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5d8e5cf1-fa09-4761-8a6a-91e939c28c6a tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:11.848306 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-5d8e5cf1-fa09-4761-8a6a-91e939c28c6a tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] 10.222.0.61 "DELETE /v2.0/subnets/f30f6c62-d363-404a-a1f2-719da18a8e62 HTTP/1.1" status: 204 len: 168 time: 0.4561377 Aug 23 21:02:11.851068 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e5cf1-fa09-4761-8a6a-91e939c28c6a tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Pushing event deleted for resources: {'Subnet': ['ID=f30f6c62-d363-404a-a1f2-719da18a8e62,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:11.851233 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40006) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:11.853564 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056f4090-4cc0-4ee0-91a4-deaa88da9845 None None] Network 59b1d349-0b79-491b-a613-88691fbb1f21 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:02:11.873549 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35fd248-6e0c-4b62-bf88-aaf5de7c1160 tempest-TestVolumeBootPattern-1602749881 tempest-TestVolumeBootPattern-1602749881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:02:11.875551 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d35fd248-6e0c-4b62-bf88-aaf5de7c1160 tempest-TestVolumeBootPattern-1602749881 tempest-TestVolumeBootPattern-1602749881-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=832a28bd-4fd7-409a-af2d-aff3cc638ccf HTTP/1.1" status: 200 len: 1091 time: 0.1152225 Aug 23 21:02:11.879349 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40008) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:11.888868 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-2c83a8da-176f-4109-b4d4-0a93f5a320d2 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Request body: {'floatingip': {'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'port_id': '5f961949-b0a9-42bb-b219-815bc15f23e1', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:02:11.976152 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3ddad1d2-6f21-4760-bd15-bb45e0369ea5 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:11.990297 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2c83a8da-176f-4109-b4d4-0a93f5a320d2 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks [] for floatingip, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:12.110342 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-3ddad1d2-6f21-4760-bd15-bb45e0369ea5 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Deleting port 57cd2b48-797c-4c2e-84a0-09370507e057 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:02:12.111056 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3ddad1d2-6f21-4760-bd15-bb45e0369ea5 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:12.125736 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c88f32-1aa9-44ee-824a-863a345b79fc None None] DHCP port deletion for 59b1d349-0b79-491b-a613-88691fbb1f21 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 21:02:12.177580 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b8c88f32-1aa9-44ee-824a-863a345b79fc None None] Deleting port 57cd2b48-797c-4c2e-84a0-09370507e057 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:02:12.178596 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b8c88f32-1aa9-44ee-824a-863a345b79fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:12.199936 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-3ddad1d2-6f21-4760-bd15-bb45e0369ea5 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] For port 57cd2b48-797c-4c2e-84a0-09370507e057, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=57cd2b48-797c-4c2e-84a0-09370507e057,segment=NetworkSegment(7af1edd1-e09e-4735-abd2-c780b8773a64),segment_id=7af1edd1-e09e-4735-abd2-c780b8773a64)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:02:12.200369 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3ddad1d2-6f21-4760-bd15-bb45e0369ea5 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:12.222670 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-3ddad1d2-6f21-4760-bd15-bb45e0369ea5 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Calling delete_port for 57cd2b48-797c-4c2e-84a0-09370507e057 owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:02:12.261558 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-b8c88f32-1aa9-44ee-824a-863a345b79fc None None] For port 57cd2b48-797c-4c2e-84a0-09370507e057, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=57cd2b48-797c-4c2e-84a0-09370507e057,segment=NetworkSegment(7af1edd1-e09e-4735-abd2-c780b8773a64),segment_id=7af1edd1-e09e-4735-abd2-c780b8773a64)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:02:12.262259 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b8c88f32-1aa9-44ee-824a-863a345b79fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:12.274160 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2c83a8da-176f-4109-b4d4-0a93f5a320d2 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:12.279185 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b8c88f32-1aa9-44ee-824a-863a345b79fc None None] Calling delete_port for 57cd2b48-797c-4c2e-84a0-09370507e057 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:02:12.364467 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b8c88f32-1aa9-44ee-824a-863a345b79fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:12.381044 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c88f32-1aa9-44ee-824a-863a345b79fc None None] No DVR routers for this DVR port 57cd2b48-797c-4c2e-84a0-09370507e057 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:02:12.403611 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3ddad1d2-6f21-4760-bd15-bb45e0369ea5 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:12.408168 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c88f32-1aa9-44ee-824a-863a345b79fc None None] Pushing event deleted for resources: {'Port': ['ID=57cd2b48-797c-4c2e-84a0-09370507e057,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:12.450850 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-2c83a8da-176f-4109-b4d4-0a93f5a320d2 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Allocated IP 172.25.4.225 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/aa338b5f-97b9-467d-bd20-025cd6129a75) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:02:12.456900 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddad1d2-6f21-4760-bd15-bb45e0369ea5 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] No DVR routers for this DVR port 57cd2b48-797c-4c2e-84a0-09370507e057 on host n-d-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:02:12.460738 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddad1d2-6f21-4760-bd15-bb45e0369ea5 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Pushing event deleted for resources: {'Port': ['ID=57cd2b48-797c-4c2e-84a0-09370507e057,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:12.607535 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3ddad1d2-6f21-4760-bd15-bb45e0369ea5 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:12.625134 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-3ddad1d2-6f21-4760-bd15-bb45e0369ea5 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59b1d349-0b79-491b-a613-88691fbb1f21']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:02:12.638995 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-3ddad1d2-6f21-4760-bd15-bb45e0369ea5 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7af1edd1-e09e-4735-abd2-c780b8773a64') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:02:12.639271 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-3ddad1d2-6f21-4760-bd15-bb45e0369ea5 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7af1edd1-e09e-4735-abd2-c780b8773a64') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:02:12.660052 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3ddad1d2-6f21-4760-bd15-bb45e0369ea5 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:12.683027 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2c83a8da-176f-4109-b4d4-0a93f5a320d2 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:12.685514 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3ddad1d2-6f21-4760-bd15-bb45e0369ea5 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:12.694493 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ddad1d2-6f21-4760-bd15-bb45e0369ea5 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:02:12.694857 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3ddad1d2-6f21-4760-bd15-bb45e0369ea5 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:12.698023 n-d-805663-2 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 21:02:12.698023 n-d-805663-2 neutron-server[94687]: self.session.flush() Aug 23 21:02:12.698023 n-d-805663-2 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 21:02:12.698023 n-d-805663-2 neutron-server[94687]: self.session.flush() Aug 23 21:02:12.698023 n-d-805663-2 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 21:02:12.698023 n-d-805663-2 neutron-server[94687]: self.session.flush() Aug 23 21:02:12.698023 n-d-805663-2 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 21:02:12.698023 n-d-805663-2 neutron-server[94687]: self.session.flush() Aug 23 21:02:12.698023 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 21:02:12.698023 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:02:12.698023 n-d-805663-2 neutron-server[94687]: timer() Aug 23 21:02:12.698023 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:02:12.698023 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 21:02:12.698023 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:02:12.698023 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 21:02:12.698023 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:02:12.698023 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 21:02:12.698023 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:02:12.698023 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 21:02:12.698023 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:02:12.698023 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 21:02:12.698023 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:02:12.698023 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:02:12.698023 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:02:12.698023 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:02:12.698023 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:02:12.698023 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 21:02:12.698023 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:02:12.698023 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 21:02:12.698023 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:02:12.698023 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:02:12.698023 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:02:12.698023 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 21:02:12.698023 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:02:12.698023 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:02:12.698023 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:02:12.698023 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:02:12.698023 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:02:12.698023 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:02:12.698023 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:02:12.771919 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3ddad1d2-6f21-4760-bd15-bb45e0369ea5 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:12.779394 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3ddad1d2-6f21-4760-bd15-bb45e0369ea5 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:12.781230 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3ddad1d2-6f21-4760-bd15-bb45e0369ea5 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] 10.222.0.61 "DELETE /v2.0/networks/59b1d349-0b79-491b-a613-88691fbb1f21 HTTP/1.1" status: 204 len: 168 time: 0.9291828 Aug 23 21:02:12.784070 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 57cd2b48-797c-4c2e-84a0-09370507e057 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:02:12.798912 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddad1d2-6f21-4760-bd15-bb45e0369ea5 tempest-NetworksIpV6TestAttrs-719602686 tempest-NetworksIpV6TestAttrs-719602686-project] Pushing event deleted for resources: {'Network': ['ID=59b1d349-0b79-491b-a613-88691fbb1f21,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:12.808157 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2c83a8da-176f-4109-b4d4-0a93f5a320d2 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:12.842143 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 57cd2b48-797c-4c2e-84a0-09370507e057 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:02:12.842784 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 57cd2b48-797c-4c2e-84a0-09370507e057 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:02:12.859098 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c83a8da-176f-4109-b4d4-0a93f5a320d2 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Pushing event updated for resources: {'Port': ['ID=aa338b5f-97b9-467d-bd20-025cd6129a75,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:12.871731 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c83a8da-176f-4109-b4d4-0a93f5a320d2 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:02:12.873438 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-2c83a8da-176f-4109-b4d4-0a93f5a320d2 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:02:12.875661 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c83a8da-176f-4109-b4d4-0a93f5a320d2 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:02:13.256172 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40024) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:13.410445 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e9bb4571-af11-4a01-a2d7-3f9588e5d3d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:13.427746 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-059474d4-2caa-4fba-b254-c7742989a52e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8f463b94f2a945459c617b53d725cf46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1674948 Aug 23 21:02:13.427956 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40028) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:13.465580 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2c83a8da-176f-4109-b4d4-0a93f5a320d2 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:13.522769 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bdb5df4f-9ea0-484f-93df-13a5030bb280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:13.533837 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:13.557950 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bdb5df4f-9ea0-484f-93df-13a5030bb280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:13.619234 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bdb5df4f-9ea0-484f-93df-13a5030bb280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:13.624207 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bdb5df4f-9ea0-484f-93df-13a5030bb280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:13.624796 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2c83a8da-176f-4109-b4d4-0a93f5a320d2 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:13.629235 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-bdb5df4f-9ea0-484f-93df-13a5030bb280 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/180854ad-f589-4cc9-8cdb-544e7ce180c1 HTTP/1.1" status: 204 len: 168 time: 0.2003107 Aug 23 21:02:13.637254 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb5df4f-9ea0-484f-93df-13a5030bb280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180854ad-f589-4cc9-8cdb-544e7ce180c1,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:13.795127 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2c83a8da-176f-4109-b4d4-0a93f5a320d2 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:13.807361 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2c83a8da-176f-4109-b4d4-0a93f5a320d2 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:14.288834 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c83a8da-176f-4109-b4d4-0a93f5a320d2 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Pushing event updated for resources: {'Port': ['ID=aa338b5f-97b9-467d-bd20-025cd6129a75,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:14.299460 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2c83a8da-176f-4109-b4d4-0a93f5a320d2 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:14.469777 n-d-805663-2 neutron-server[94687]: INFO neutron.db.l3_db [None req-2c83a8da-176f-4109-b4d4-0a93f5a320d2 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Floating IP ce57888b-1b12-4d65-9264-22555ed8f289 associated. External IP: 172.25.4.225, port: 5f961949-b0a9-42bb-b219-815bc15f23e1. Aug 23 21:02:14.600681 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40068) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:14.627357 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:14.791945 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40074) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:14.841860 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cc628cd0-902a-4ad0-b7f6-55ffe369bcff req-7b0fdb02-078b-4e79-be52-fe2063cadeeb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=832a28bd-4fd7-409a-af2d-aff3cc638ccf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1191146 Aug 23 21:02:14.873022 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ab3040a2-c080-4326-8890-a1e510ab33f8 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Request body: {'security_group': {'name': 'tempest-secgroup--647196583'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:02:14.889682 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c83a8da-176f-4109-b4d4-0a93f5a320d2 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Router 9803a043-c29b-4ad2-9a22-6350dc1d44c9 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:02:14.911963 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-81b5b914-17ef-4c69-8a21-17cd25cc3cd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:14.924099 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ab3040a2-c080-4326-8890-a1e510ab33f8 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:14.935121 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ab3040a2-c080-4326-8890-a1e510ab33f8 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:14.980232 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc628cd0-902a-4ad0-b7f6-55ffe369bcff req-b54e9d60-6f03-4eb4-9ff9-c3045f6660fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:02:14.981912 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cc628cd0-902a-4ad0-b7f6-55ffe369bcff req-b54e9d60-6f03-4eb4-9ff9-c3045f6660fa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9e20396f7331438baf5e0a87fc6f3d2f&device_id=832a28bd-4fd7-409a-af2d-aff3cc638ccf HTTP/1.1" status: 200 len: 1096 time: 0.0911744 Aug 23 21:02:15.035931 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-81b5b914-17ef-4c69-8a21-17cd25cc3cd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:15.044077 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-81b5b914-17ef-4c69-8a21-17cd25cc3cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:15.106571 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-81b5b914-17ef-4c69-8a21-17cd25cc3cd0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=610307563e5f44d1a7014215b52b8b47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5023234 Aug 23 21:02:15.106927 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c83a8da-176f-4109-b4d4-0a93f5a320d2 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:02:15.111760 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40080) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:15.120917 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2aacbf1-25c6-40d5-a2c1-35ad27b95ebe None None] Sync routers for ids ['9803a043-c29b-4ad2-9a22-6350dc1d44c9'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:02:15.132023 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b5b914-17ef-4c69-8a21-17cd25cc3cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6f5294-68a6-4141-b999-98c18edcec9e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:15.133489 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2aacbf1-25c6-40d5-a2c1-35ad27b95ebe None None] Routers {'9803a043-c29b-4ad2-9a22-6350dc1d44c9'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:02:15.134994 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-c2aacbf1-25c6-40d5-a2c1-35ad27b95ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:02:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['9803a043-c29b-4ad2-9a22-6350dc1d44c9'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:02:15.198763 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ec5bc8d9-59be-4bdf-8059-67d7a53f84cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:15.201521 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc628cd0-902a-4ad0-b7f6-55ffe369bcff req-4a82c7df-67c6-4a7b-8864-f69751fc50b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:02:15.205733 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cc628cd0-902a-4ad0-b7f6-55ffe369bcff req-4a82c7df-67c6-4a7b-8864-f69751fc50b0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf HTTP/1.1" status: 200 len: 913 time: 0.1774952 Aug 23 21:02:15.239237 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ec5bc8d9-59be-4bdf-8059-67d7a53f84cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:15.255427 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ab3040a2-c080-4326-8890-a1e510ab33f8 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:15.265389 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ab3040a2-c080-4326-8890-a1e510ab33f8 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:15.289564 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2c83a8da-176f-4109-b4d4-0a93f5a320d2 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:15.328820 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-c2aacbf1-25c6-40d5-a2c1-35ad27b95ebe None None] Set router 9803a043-c29b-4ad2-9a22-6350dc1d44c9 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:02:15.333483 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3040a2-c080-4326-8890-a1e510ab33f8 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2846733-b1a3-46c4-8c59-9fb85bd48870,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:15.341698 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cc628cd0-902a-4ad0-b7f6-55ffe369bcff req-1cea1af8-5f8b-4e88-99fe-1ba098d2bdfb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f961949-b0a9-42bb-b219-815bc15f23e1 HTTP/1.1" status: 200 len: 999 time: 0.1279218 Aug 23 21:02:15.358494 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ec5bc8d9-59be-4bdf-8059-67d7a53f84cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:15.372075 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2c83a8da-176f-4109-b4d4-0a93f5a320d2 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4805951 Aug 23 21:02:15.372301 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ec5bc8d9-59be-4bdf-8059-67d7a53f84cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:15.372301 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ec5bc8d9-59be-4bdf-8059-67d7a53f84cb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2c6f5294-68a6-4141-b999-98c18edcec9e HTTP/1.1" status: 204 len: 168 time: 0.2509682 Aug 23 21:02:15.372480 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '832a28bd-4fd7-409a-af2d-aff3cc638ccf', 'tag': '5f961949-b0a9-42bb-b219-815bc15f23e1'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:02:15.372480 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91514a5-4bc9-4c75-bedc-f317b76849c7" -d '{"events": [{"name": "network-changed", "server_uuid": "832a28bd-4fd7-409a-af2d-aff3cc638ccf", "tag": "5f961949-b0a9-42bb-b219-815bc15f23e1"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:02:15.381866 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5bc8d9-59be-4bdf-8059-67d7a53f84cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6f5294-68a6-4141-b999-98c18edcec9e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:15.433421 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc628cd0-902a-4ad0-b7f6-55ffe369bcff req-f292eddb-6454-4b72-837c-fd7849e524e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:02:15.435651 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cc628cd0-902a-4ad0-b7f6-55ffe369bcff req-f292eddb-6454-4b72-837c-fd7849e524e3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df05a557-9226-4912-87c8-3cb75cc85ce5 HTTP/1.1" status: 200 len: 851 time: 0.0866284 Aug 23 21:02:15.446224 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ab3040a2-c080-4326-8890-a1e510ab33f8 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:15.459562 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ab3040a2-c080-4326-8890-a1e510ab33f8 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:15.483248 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070e4f5f-d78b-4314-a43a-b604cdb50856 x-openstack-request-id: req-070e4f5f-d78b-4314-a43a-b604cdb50856 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:02:15.483780 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "832a28bd-4fd7-409a-af2d-aff3cc638ccf", "tag": "5f961949-b0a9-42bb-b219-815bc15f23e1", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:02:15.483977 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-070e4f5f-d78b-4314-a43a-b604cdb50856 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:02:15.485341 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '832a28bd-4fd7-409a-af2d-aff3cc638ccf', 'tag': '5f961949-b0a9-42bb-b219-815bc15f23e1', 'status': 'completed', 'code': 200} Aug 23 21:02:15.504806 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3040a2-c080-4326-8890-a1e510ab33f8 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9e3ad4-4245-4f83-b88c-8a3d39280159,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:15.508384 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ab3040a2-c080-4326-8890-a1e510ab33f8 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:15.509837 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ab3040a2-c080-4326-8890-a1e510ab33f8 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7154369 Aug 23 21:02:15.512615 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40092) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:15.513036 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc628cd0-902a-4ad0-b7f6-55ffe369bcff req-ab594633-14f3-42d7-8ac6-a94573a0a176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:02:15.515379 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cc628cd0-902a-4ad0-b7f6-55ffe369bcff req-ab594633-14f3-42d7-8ac6-a94573a0a176 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716045 Aug 23 21:02:15.614862 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-eff84aca-c54e-4b7b-a269-a4689480207c tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1001611 Aug 23 21:02:15.617295 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40096) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:15.627202 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-6fb2a714-8ffb-4376-9ebd-2fe0380a80d0 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Request body: {'security_group': {'name': 'tempest-security--1665972492', 'description': 'tempest-security-description-2133509496'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:02:15.653196 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cc628cd0-902a-4ad0-b7f6-55ffe369bcff req-19790073-22b0-4c76-bb7d-3e41364f1e5d service neutron] 10.222.0.11 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298180 Aug 23 21:02:15.671026 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6fb2a714-8ffb-4376-9ebd-2fe0380a80d0 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:15.726316 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-c2aacbf1-25c6-40d5-a2c1-35ad27b95ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'name': 'tempest-TestVolumeBootPattern-1714222421-router', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'ce20a4af-3584-4974-aa16-5f669853659b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:57:33Z', 'updated_at': '2021-08-23T20:57:36Z', 'revision_number': 4, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'gw_port': {'id': 'ce20a4af-3584-4974-aa16-5f669853659b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:57:33Z', 'updated_at': '2021-08-23T20:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': 'ce57888b-1b12-4d65-9264-22555ed8f289', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'floating_ip_address': '172.25.4.225', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'port_id': '5f961949-b0a9-42bb-b219-815bc15f23e1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3705, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf', 'mac_address': 'fa:16:3e:2a:1a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832a28bd-4fd7-409a-af2d-aff3cc638ccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:02:13Z', 'updated_at': '2021-08-23T21:02:13Z', 'revision_number': 0, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30fdbbcc-fcf1-42b0-8603-759d0f743326', 'name': '', 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'mac_address': 'fa:16:3e:ac:84:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'df05a557-9226-4912-87c8-3cb75cc85ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:57:35Z', 'updated_at': '2021-08-23T20:57:42Z', 'revision_number': 5, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'subnets': [{'id': 'df05a557-9226-4912-87c8-3cb75cc85ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:02:15.735313 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6fb2a714-8ffb-4376-9ebd-2fe0380a80d0 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:15.743126 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6fb2a714-8ffb-4376-9ebd-2fe0380a80d0 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:15.748951 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6fb2a714-8ffb-4376-9ebd-2fe0380a80d0 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:15.756541 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40098) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:15.757193 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-6fb2a714-8ffb-4376-9ebd-2fe0380a80d0 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "PUT /v2.0/security-groups/fb9e3ad4-4245-4f83-b88c-8a3d39280159 HTTP/1.1" status: 200 len: 1780 time: 0.1385074 Aug 23 21:02:15.761003 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2aacbf1-25c6-40d5-a2c1-35ad27b95ebe None None] Checking router: 9803a043-c29b-4ad2-9a22-6350dc1d44c9 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:02:15.777532 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2aacbf1-25c6-40d5-a2c1-35ad27b95ebe None None] Routers {'9803a043-c29b-4ad2-9a22-6350dc1d44c9'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:02:15.780038 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-c2aacbf1-25c6-40d5-a2c1-35ad27b95ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:02:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['9803a043-c29b-4ad2-9a22-6350dc1d44c9'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:02:15.809514 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb2a714-8ffb-4376-9ebd-2fe0380a80d0 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9e3ad4-4245-4f83-b88c-8a3d39280159,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:15.815758 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cc628cd0-902a-4ad0-b7f6-55ffe369bcff req-99e21233-e8ec-4290-b135-94ce3c7b977f service neutron] 10.222.0.11 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547186 Aug 23 21:02:15.818778 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9558c8f3-ad67-467b-b523-0b002ad0f908 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "GET /v2.0/security-groups/fb9e3ad4-4245-4f83-b88c-8a3d39280159 HTTP/1.1" status: 200 len: 1780 time: 0.0612354 Aug 23 21:02:15.821734 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40100) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:15.851856 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40102) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:15.868299 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44407fff-89a3-4c04-bf0d-1187f4d53de2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:15.887577 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c638b3c0-5028-4a4b-aaa2-b36524fbb808 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:15.960113 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-c2aacbf1-25c6-40d5-a2c1-35ad27b95ebe None None] Set router 9803a043-c29b-4ad2-9a22-6350dc1d44c9 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:02:15.969073 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c638b3c0-5028-4a4b-aaa2-b36524fbb808 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:15.986655 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91514a5-4bc9-4c75-bedc-f317b76849c7 req-191eca99-2ab2-459e-9ca3-e058d997a8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:02:15.988798 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a91514a5-4bc9-4c75-bedc-f317b76849c7 req-191eca99-2ab2-459e-9ca3-e058d997a8ed service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9e20396f7331438baf5e0a87fc6f3d2f&device_id=832a28bd-4fd7-409a-af2d-aff3cc638ccf HTTP/1.1" status: 200 len: 1096 time: 0.1028323 Aug 23 21:02:16.007676 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:16.026558 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44407fff-89a3-4c04-bf0d-1187f4d53de2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:16.031797 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44407fff-89a3-4c04-bf0d-1187f4d53de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:16.105199 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c638b3c0-5028-4a4b-aaa2-b36524fbb808 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:16.105999 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-44407fff-89a3-4c04-bf0d-1187f4d53de2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=623fb75791b74562bb3d954c8ed8ed8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2523615 Aug 23 21:02:16.108150 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40104) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:16.109385 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c638b3c0-5028-4a4b-aaa2-b36524fbb808 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:16.111873 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c638b3c0-5028-4a4b-aaa2-b36524fbb808 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "DELETE /v2.0/security-groups/fb9e3ad4-4245-4f83-b88c-8a3d39280159 HTTP/1.1" status: 204 len: 168 time: 0.2888148 Aug 23 21:02:16.121767 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40106) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:16.128601 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c638b3c0-5028-4a4b-aaa2-b36524fbb808 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9e3ad4-4245-4f83-b88c-8a3d39280159,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:16.131243 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44407fff-89a3-4c04-bf0d-1187f4d53de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ad8a4d-90ca-43ec-805d-e26d09bf98e9,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:16.142607 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91514a5-4bc9-4c75-bedc-f317b76849c7 req-165f2b00-1ec5-4484-b237-9ec0a2cdba98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:02:16.145321 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a91514a5-4bc9-4c75-bedc-f317b76849c7 req-165f2b00-1ec5-4484-b237-9ec0a2cdba98 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf HTTP/1.1" status: 200 len: 913 time: 0.1465223 Aug 23 21:02:16.216619 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-c2aacbf1-25c6-40d5-a2c1-35ad27b95ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'name': 'tempest-TestVolumeBootPattern-1714222421-router', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'ce20a4af-3584-4974-aa16-5f669853659b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:57:33Z', 'updated_at': '2021-08-23T20:57:36Z', 'revision_number': 4, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'gw_port': {'id': 'ce20a4af-3584-4974-aa16-5f669853659b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:57:33Z', 'updated_at': '2021-08-23T20:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': 'ce57888b-1b12-4d65-9264-22555ed8f289', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'floating_ip_address': '172.25.4.225', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'port_id': '5f961949-b0a9-42bb-b219-815bc15f23e1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3705, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf', 'mac_address': 'fa:16:3e:2a:1a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832a28bd-4fd7-409a-af2d-aff3cc638ccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:02:13Z', 'updated_at': '2021-08-23T21:02:13Z', 'revision_number': 0, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30fdbbcc-fcf1-42b0-8603-759d0f743326', 'name': '', 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'mac_address': 'fa:16:3e:ac:84:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'df05a557-9226-4912-87c8-3cb75cc85ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:57:35Z', 'updated_at': '2021-08-23T20:57:42Z', 'revision_number': 5, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'subnets': [{'id': 'df05a557-9226-4912-87c8-3cb75cc85ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:02:16.224121 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b8a63159-5549-4e48-9735-ec5120803c89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:16.239283 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a91514a5-4bc9-4c75-bedc-f317b76849c7 req-9bc88b05-4059-475f-8fb3-04d34041fd28 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f961949-b0a9-42bb-b219-815bc15f23e1 HTTP/1.1" status: 200 len: 999 time: 0.0870082 Aug 23 21:02:16.243483 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40110) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:16.243773 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-74feee24-4324-4908-ad55-37d619c35e34 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1203592 Aug 23 21:02:16.257693 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2aacbf1-25c6-40d5-a2c1-35ad27b95ebe None None] The sync data for ids ['9803a043-c29b-4ad2-9a22-6350dc1d44c9'] in n-d-805663-2 is: [{'id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'name': 'tempest-TestVolumeBootPattern-1714222421-router', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'ce20a4af-3584-4974-aa16-5f669853659b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:57:33Z', 'updated_at': '2021-08-23T20:57:36Z', 'revision_number': 4, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'gw_port': {'id': 'ce20a4af-3584-4974-aa16-5f669853659b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:57:33Z', 'updated_at': '2021-08-23T20:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': 'ce57888b-1b12-4d65-9264-22555ed8f289', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'floating_ip_address': '172.25.4.225', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'port_id': '5f961949-b0a9-42bb-b219-815bc15f23e1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3705, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf', 'mac_address': 'fa:16:3e:2a:1a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832a28bd-4fd7-409a-af2d-aff3cc638ccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:02:13Z', 'updated_at': '2021-08-23T21:02:13Z', 'revision_number': 0, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30fdbbcc-fcf1-42b0-8603-759d0f743326', 'name': '', 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'mac_address': 'fa:16:3e:ac:84:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'df05a557-9226-4912-87c8-3cb75cc85ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:57:35Z', 'updated_at': '2021-08-23T20:57:42Z', 'revision_number': 5, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'subnets': [{'id': 'df05a557-9226-4912-87c8-3cb75cc85ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:02:16.266497 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b8a63159-5549-4e48-9735-ec5120803c89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:16.309593 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-bfb15a64-480f-4569-bd7a-47734921165c tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] delete failed (client error): The resource could not be found. Aug 23 21:02:16.312550 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-bfb15a64-480f-4569-bd7a-47734921165c tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "DELETE /v2.0/security-groups/fb9e3ad4-4245-4f83-b88c-8a3d39280159 HTTP/1.1" status: 404 len: 347 time: 0.0674787 Aug 23 21:02:16.319417 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40116) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:16.324585 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-62bb0a83-5f3b-4ab9-b6eb-f7c475d89eb5 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Request body: {'security_group': {'name': 'tempest-secgroup--963244653'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:02:16.341052 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91514a5-4bc9-4c75-bedc-f317b76849c7 req-8e09ae9c-c031-4bf0-ba61-77ccb5350f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:02:16.346555 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a91514a5-4bc9-4c75-bedc-f317b76849c7 req-8e09ae9c-c031-4bf0-ba61-77ccb5350f5f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df05a557-9226-4912-87c8-3cb75cc85ce5 HTTP/1.1" status: 200 len: 851 time: 0.0893714 Aug 23 21:02:16.356686 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-62bb0a83-5f3b-4ab9-b6eb-f7c475d89eb5 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:16.384297 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b8a63159-5549-4e48-9735-ec5120803c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:16.386905 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b8a63159-5549-4e48-9735-ec5120803c89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:16.388071 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b8a63159-5549-4e48-9735-ec5120803c89 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e7ad8a4d-90ca-43ec-805d-e26d09bf98e9 HTTP/1.1" status: 204 len: 168 time: 0.2779512 Aug 23 21:02:16.407486 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a63159-5549-4e48-9735-ec5120803c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ad8a4d-90ca-43ec-805d-e26d09bf98e9,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:16.416316 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91514a5-4bc9-4c75-bedc-f317b76849c7 req-1c5dff54-a852-4b54-938a-28fca0e5762f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:02:16.418480 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a91514a5-4bc9-4c75-bedc-f317b76849c7 req-1c5dff54-a852-4b54-938a-28fca0e5762f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650399 Aug 23 21:02:16.499946 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-62bb0a83-5f3b-4ab9-b6eb-f7c475d89eb5 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:16.506027 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-62bb0a83-5f3b-4ab9-b6eb-f7c475d89eb5 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:16.553988 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-62bb0a83-5f3b-4ab9-b6eb-f7c475d89eb5 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:16.557193 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-62bb0a83-5f3b-4ab9-b6eb-f7c475d89eb5 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2365112 Aug 23 21:02:16.560171 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb0a83-5f3b-4ab9-b6eb-f7c475d89eb5 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d54ee214-32a1-4d9a-98fd-bcc6a8b55aad,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:16.561952 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40120) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:16.571666 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-d3d70d9b-d6ce-4b66-8517-e6edfcd4c7da tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Request body: {'security_group_rule': {'security_group_id': 'd54ee214-32a1-4d9a-98fd-bcc6a8b55aad', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:02:16.586927 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a91514a5-4bc9-4c75-bedc-f317b76849c7 req-db5b8596-ede5-47c6-93d7-9bd348a01102 service neutron] 10.222.0.11 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615562 Aug 23 21:02:16.595480 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf93461f-af44-4c23-bd4f-034fcc15d2af None None] New status for floating IP ce57888b-1b12-4d65-9264-22555ed8f289: ACTIVE {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 21:02:16.660565 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d3d70d9b-d6ce-4b66-8517-e6edfcd4c7da tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:16.749007 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d3d70d9b-d6ce-4b66-8517-e6edfcd4c7da tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:16.767066 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d3d70d9b-d6ce-4b66-8517-e6edfcd4c7da tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:16.787575 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a91514a5-4bc9-4c75-bedc-f317b76849c7 req-b6847361-ea54-440f-94a1-0320955a9416 service neutron] 10.222.0.11 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920714 Aug 23 21:02:16.788276 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d70d9b-d6ce-4b66-8517-e6edfcd4c7da tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e173a0e6-bfbb-4610-b606-100ccae28502,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:16.805597 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d3d70d9b-d6ce-4b66-8517-e6edfcd4c7da tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:16.806962 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d3d70d9b-d6ce-4b66-8517-e6edfcd4c7da tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2435043 Aug 23 21:02:16.809765 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40124) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:16.846239 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-144729dd-e0d5-483f-8adc-c3ebe8043e6d tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:16.855500 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-144729dd-e0d5-483f-8adc-c3ebe8043e6d tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:16.894159 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-144729dd-e0d5-483f-8adc-c3ebe8043e6d tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:16.901123 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-144729dd-e0d5-483f-8adc-c3ebe8043e6d tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:16.904909 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-144729dd-e0d5-483f-8adc-c3ebe8043e6d tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/e173a0e6-bfbb-4610-b606-100ccae28502 HTTP/1.1" status: 204 len: 168 time: 0.0914385 Aug 23 21:02:16.906101 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40130) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:16.908362 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144729dd-e0d5-483f-8adc-c3ebe8043e6d tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e173a0e6-bfbb-4610-b606-100ccae28502,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:16.975395 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40134) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:16.976028 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-3d89ea2f-5967-4165-8ffd-d2a725aa36cc tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0659971 Aug 23 21:02:17.031455 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4a17a17b-ebb9-4105-98d6-46162a53fe59 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:17.059455 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4a17a17b-ebb9-4105-98d6-46162a53fe59 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:17.105782 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4a17a17b-ebb9-4105-98d6-46162a53fe59 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:17.108936 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4a17a17b-ebb9-4105-98d6-46162a53fe59 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:17.114126 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40140) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:17.114272 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-4a17a17b-ebb9-4105-98d6-46162a53fe59 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "DELETE /v2.0/security-groups/d54ee214-32a1-4d9a-98fd-bcc6a8b55aad HTTP/1.1" status: 204 len: 168 time: 0.1371861 Aug 23 21:02:17.125381 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a17a17b-ebb9-4105-98d6-46162a53fe59 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54ee214-32a1-4d9a-98fd-bcc6a8b55aad,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:17.172268 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-460f172a-dcda-40cf-bce4-ec6331ce19cd tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0530896 Aug 23 21:02:17.174700 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40144) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:17.179758 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-89aeb613-4b50-4508-ab2e-85a4c94849ec tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Request body: {'security_group': {'name': 'tempest-secgroup--676970540'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:02:17.205246 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-89aeb613-4b50-4508-ab2e-85a4c94849ec tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:17.306963 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-89aeb613-4b50-4508-ab2e-85a4c94849ec tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:17.312650 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-89aeb613-4b50-4508-ab2e-85a4c94849ec tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:17.343558 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-89aeb613-4b50-4508-ab2e-85a4c94849ec tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:17.347929 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40156) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:17.348228 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-89aeb613-4b50-4508-ab2e-85a4c94849ec tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1723888 Aug 23 21:02:17.352686 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aeb613-4b50-4508-ab2e-85a4c94849ec tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc91b27-bf85-44b6-ac41-2248ff71801a,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:17.353530 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-cf646281-58aa-4345-b72b-58083ca4446e tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Request body: {'security_group_rule': {'security_group_id': '8cc91b27-bf85-44b6-ac41-2248ff71801a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:02:17.388670 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cf646281-58aa-4345-b72b-58083ca4446e tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:17.455018 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cf646281-58aa-4345-b72b-58083ca4446e tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:17.460536 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cf646281-58aa-4345-b72b-58083ca4446e tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:17.487657 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf646281-58aa-4345-b72b-58083ca4446e tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92e8fea9-1691-4d1d-96ff-73d9683ecf3f,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:17.491970 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cf646281-58aa-4345-b72b-58083ca4446e tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:17.493237 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-cf646281-58aa-4345-b72b-58083ca4446e tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1441588 Aug 23 21:02:17.495954 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40160) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:17.500628 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-7d10c15b-c89f-4e3b-b541-184335a31538 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Request body: {'security_group_rule': {'security_group_id': '8cc91b27-bf85-44b6-ac41-2248ff71801a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:02:17.531881 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7d10c15b-c89f-4e3b-b541-184335a31538 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:17.592846 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7d10c15b-c89f-4e3b-b541-184335a31538 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:17.597781 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7d10c15b-c89f-4e3b-b541-184335a31538 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:17.624274 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d10c15b-c89f-4e3b-b541-184335a31538 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=761988fa-f528-4193-aa99-49ac99f36f19,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:17.631461 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7d10c15b-c89f-4e3b-b541-184335a31538 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:17.632935 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-7d10c15b-c89f-4e3b-b541-184335a31538 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1359253 Aug 23 21:02:17.635650 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40166) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:17.640442 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ee3cfe68-f3d1-4bf1-8e2c-19329a8e2560 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Request body: {'security_group_rule': {'security_group_id': '8cc91b27-bf85-44b6-ac41-2248ff71801a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:02:17.676908 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee3cfe68-f3d1-4bf1-8e2c-19329a8e2560 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:17.743701 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee3cfe68-f3d1-4bf1-8e2c-19329a8e2560 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:17.748365 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee3cfe68-f3d1-4bf1-8e2c-19329a8e2560 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:17.765146 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3cfe68-f3d1-4bf1-8e2c-19329a8e2560 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf24e369-0b08-4932-9830-a74eb254088b,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:17.776378 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee3cfe68-f3d1-4bf1-8e2c-19329a8e2560 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:17.780447 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40174) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:17.784554 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ee3cfe68-f3d1-4bf1-8e2c-19329a8e2560 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1477530 Aug 23 21:02:17.787501 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-0239e309-c2fb-44f0-bad0-f1f624b30323 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Request body: {'security_group_rule': {'security_group_id': '8cc91b27-bf85-44b6-ac41-2248ff71801a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:02:17.815212 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0239e309-c2fb-44f0-bad0-f1f624b30323 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:17.877400 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0239e309-c2fb-44f0-bad0-f1f624b30323 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:17.880504 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0239e309-c2fb-44f0-bad0-f1f624b30323 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:17.893566 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0239e309-c2fb-44f0-bad0-f1f624b30323 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3605ff6b-d434-4132-bd37-507f7eee1b10,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:17.908000 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0239e309-c2fb-44f0-bad0-f1f624b30323 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:17.912311 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0239e309-c2fb-44f0-bad0-f1f624b30323 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1279230 Aug 23 21:02:17.912476 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40178) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:17.917104 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-1f25bf8e-55a5-4de2-b729-ef12920932ce tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Request body: {'security_group_rule': {'security_group_id': '8cc91b27-bf85-44b6-ac41-2248ff71801a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:02:17.946609 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1f25bf8e-55a5-4de2-b729-ef12920932ce tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:18.012744 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1f25bf8e-55a5-4de2-b729-ef12920932ce tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:18.018587 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1f25bf8e-55a5-4de2-b729-ef12920932ce tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:18.038537 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f25bf8e-55a5-4de2-b729-ef12920932ce tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c905c1b9-e479-4073-90f5-97be5103cd54,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:18.047880 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1f25bf8e-55a5-4de2-b729-ef12920932ce tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:18.052514 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40182) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:18.052950 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1f25bf8e-55a5-4de2-b729-ef12920932ce tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1391110 Aug 23 21:02:18.084148 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6a3d77e-281f-4031-a139-c9ddfb080575 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:18.093560 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6a3d77e-281f-4031-a139-c9ddfb080575 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:18.122814 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6a3d77e-281f-4031-a139-c9ddfb080575 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:18.129520 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6a3d77e-281f-4031-a139-c9ddfb080575 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:18.133384 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40184) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:18.133555 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d6a3d77e-281f-4031-a139-c9ddfb080575 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/c905c1b9-e479-4073-90f5-97be5103cd54 HTTP/1.1" status: 204 len: 168 time: 0.0799699 Aug 23 21:02:18.139186 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a3d77e-281f-4031-a139-c9ddfb080575 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c905c1b9-e479-4073-90f5-97be5103cd54,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:18.208380 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-de7a00df-bda4-498b-b841-ab064b273d41 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0710783 Aug 23 21:02:18.208898 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40190) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:18.241319 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-deb0caae-554a-4974-9a91-771ecfa01f3e tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:18.249468 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-deb0caae-554a-4974-9a91-771ecfa01f3e tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:18.281797 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-deb0caae-554a-4974-9a91-771ecfa01f3e tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:18.288161 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-deb0caae-554a-4974-9a91-771ecfa01f3e tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:18.291642 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-deb0caae-554a-4974-9a91-771ecfa01f3e tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/3605ff6b-d434-4132-bd37-507f7eee1b10 HTTP/1.1" status: 204 len: 168 time: 0.0794163 Aug 23 21:02:18.292362 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40198) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:18.297087 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb0caae-554a-4974-9a91-771ecfa01f3e tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3605ff6b-d434-4132-bd37-507f7eee1b10,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:18.344180 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-fa3542d6-02f0-4875-9c7f-42c2a3d2511d tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0507836 Aug 23 21:02:18.347181 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40202) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:18.384505 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7c9b15f6-3c07-4257-a3d7-ed3bc3ece61a tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:18.394103 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7c9b15f6-3c07-4257-a3d7-ed3bc3ece61a tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:18.425500 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7c9b15f6-3c07-4257-a3d7-ed3bc3ece61a tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:18.432637 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7c9b15f6-3c07-4257-a3d7-ed3bc3ece61a tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:18.433747 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-7c9b15f6-3c07-4257-a3d7-ed3bc3ece61a tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/bf24e369-0b08-4932-9830-a74eb254088b HTTP/1.1" status: 204 len: 168 time: 0.0856025 Aug 23 21:02:18.436508 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40208) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:18.453573 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b15f6-3c07-4257-a3d7-ed3bc3ece61a tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf24e369-0b08-4932-9830-a74eb254088b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:18.493970 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9c960a32-55bf-444f-ab2d-0788898ea6ff tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0559604 Aug 23 21:02:18.496523 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40210) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:18.522004 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5444e8cc-0464-4712-aac4-112f2404cf06 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:18.530607 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5444e8cc-0464-4712-aac4-112f2404cf06 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:18.573404 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5444e8cc-0464-4712-aac4-112f2404cf06 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:18.580447 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5444e8cc-0464-4712-aac4-112f2404cf06 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:18.583878 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-5444e8cc-0464-4712-aac4-112f2404cf06 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/761988fa-f528-4193-aa99-49ac99f36f19 HTTP/1.1" status: 204 len: 168 time: 0.0864086 Aug 23 21:02:18.584031 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40216) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:18.590043 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5444e8cc-0464-4712-aac4-112f2404cf06 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=761988fa-f528-4193-aa99-49ac99f36f19,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:18.636393 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-92ba322d-a8ca-4854-b886-148e50e62c7a tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0508494 Aug 23 21:02:18.639026 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40218) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:18.663833 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-665b6bfc-af59-4e34-b918-33177b54d1c5 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:18.671369 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-665b6bfc-af59-4e34-b918-33177b54d1c5 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:18.711580 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-665b6bfc-af59-4e34-b918-33177b54d1c5 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:18.717910 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-665b6bfc-af59-4e34-b918-33177b54d1c5 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:18.722532 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-665b6bfc-af59-4e34-b918-33177b54d1c5 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/92e8fea9-1691-4d1d-96ff-73d9683ecf3f HTTP/1.1" status: 204 len: 168 time: 0.0791359 Aug 23 21:02:18.722929 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40224) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:18.730903 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b6bfc-af59-4e34-b918-33177b54d1c5 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=92e8fea9-1691-4d1d-96ff-73d9683ecf3f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:18.766332 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c4760357-d2e3-491e-93c1-3d2d273b6810 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0421045 Aug 23 21:02:18.768892 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40226) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:18.825057 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c8e97b2-bc14-44d0-b2be-6a211a0ef6ce tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:18.852046 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c8e97b2-bc14-44d0-b2be-6a211a0ef6ce tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:18.900233 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c8e97b2-bc14-44d0-b2be-6a211a0ef6ce tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:18.902990 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c8e97b2-bc14-44d0-b2be-6a211a0ef6ce tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:18.906667 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-5c8e97b2-bc14-44d0-b2be-6a211a0ef6ce tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "DELETE /v2.0/security-groups/8cc91b27-bf85-44b6-ac41-2248ff71801a HTTP/1.1" status: 204 len: 168 time: 0.1342833 Aug 23 21:02:18.907028 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40232) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:18.914327 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e97b2-bc14-44d0-b2be-6a211a0ef6ce tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc91b27-bf85-44b6-ac41-2248ff71801a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:18.994536 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d088de68-ea65-489d-abf7-bb9d53f83b5d tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0816040 Aug 23 21:02:18.994746 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40234) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:18.999395 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-f5b71806-4edf-4d6a-ae9b-3401d91a3eb8 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Request body: {'security_group': {'name': 'tempest-secgroup--641858087'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:02:19.023246 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5b71806-4edf-4d6a-ae9b-3401d91a3eb8 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:19.131788 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5b71806-4edf-4d6a-ae9b-3401d91a3eb8 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:19.136828 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5b71806-4edf-4d6a-ae9b-3401d91a3eb8 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:19.173486 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b71806-4edf-4d6a-ae9b-3401d91a3eb8 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f57595b2-0d4d-4ec3-9a67-2e62a3fa3d16,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:19.182094 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5b71806-4edf-4d6a-ae9b-3401d91a3eb8 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:19.186482 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40242) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:19.186869 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f5b71806-4edf-4d6a-ae9b-3401d91a3eb8 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1909082 Aug 23 21:02:19.192908 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-551610a8-0f3f-4465-bd40-c8dbaf822339 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Request body: {'security_group_rule': {'security_group_id': 'f57595b2-0d4d-4ec3-9a67-2e62a3fa3d16', 'direction': 'ingress', 'protocol': 17}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:02:19.227274 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-551610a8-0f3f-4465-bd40-c8dbaf822339 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:19.293055 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-551610a8-0f3f-4465-bd40-c8dbaf822339 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:19.301776 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-551610a8-0f3f-4465-bd40-c8dbaf822339 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:19.323617 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551610a8-0f3f-4465-bd40-c8dbaf822339 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4190765f-b39a-4ec7-a27d-ab69e63d640c,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:19.327794 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-551610a8-0f3f-4465-bd40-c8dbaf822339 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:19.332539 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40248) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:19.343621 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-551610a8-0f3f-4465-bd40-c8dbaf822339 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1558576 Aug 23 21:02:19.397475 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4771352c-b839-4540-a7b6-078b12634dde tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:19.421187 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4771352c-b839-4540-a7b6-078b12634dde tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:19.467127 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4771352c-b839-4540-a7b6-078b12634dde tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:19.473792 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4771352c-b839-4540-a7b6-078b12634dde tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:19.478798 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4771352c-b839-4540-a7b6-078b12634dde tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "DELETE /v2.0/security-groups/f57595b2-0d4d-4ec3-9a67-2e62a3fa3d16 HTTP/1.1" status: 204 len: 168 time: 0.1450057 Aug 23 21:02:19.478949 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40252) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:19.491892 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4771352c-b839-4540-a7b6-078b12634dde tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57595b2-0d4d-4ec3-9a67-2e62a3fa3d16,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:19.538237 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2791c680-ef5e-46b4-a1cf-64a5f672d8bb tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0580592 Aug 23 21:02:19.541915 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40254) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:19.546384 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-66e8f506-ba85-4866-8d27-c02f74e3bf38 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Request body: {'security_group': {'name': 'tempest-secgroup--872952674'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:02:19.573511 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-66e8f506-ba85-4866-8d27-c02f74e3bf38 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:19.658842 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-66e8f506-ba85-4866-8d27-c02f74e3bf38 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:19.663360 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-66e8f506-ba85-4866-8d27-c02f74e3bf38 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:19.701106 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e8f506-ba85-4866-8d27-c02f74e3bf38 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a01ebb78-755c-47e1-8043-92dafb6eb850,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:19.703844 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-66e8f506-ba85-4866-8d27-c02f74e3bf38 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:19.709413 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-66e8f506-ba85-4866-8d27-c02f74e3bf38 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1625319 Aug 23 21:02:19.709772 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40256) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:19.715663 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e844c046-4e12-46e0-9d39-c1d7d8c233de tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Request body: {'security_group': {'name': 'tempest-secgroup--1495995659'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:02:19.746926 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e844c046-4e12-46e0-9d39-c1d7d8c233de tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:19.879798 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e844c046-4e12-46e0-9d39-c1d7d8c233de tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:19.889370 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e844c046-4e12-46e0-9d39-c1d7d8c233de tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:19.926477 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844c046-4e12-46e0-9d39-c1d7d8c233de tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d562ad7a-7624-4b62-b08e-c8b27439e627,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:19.930409 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e844c046-4e12-46e0-9d39-c1d7d8c233de tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:19.933893 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e844c046-4e12-46e0-9d39-c1d7d8c233de tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2206175 Aug 23 21:02:19.934195 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40262) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:19.939811 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-2518139b-a7e4-4ea6-a89f-3163a364e9b0 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Request body: {'security_group_rule': {'security_group_id': 'a01ebb78-755c-47e1-8043-92dafb6eb850', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd562ad7a-7624-4b62-b08e-c8b27439e627', 'remote_ip_prefix': None}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:02:19.985235 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2518139b-a7e4-4ea6-a89f-3163a364e9b0 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:20.069067 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2518139b-a7e4-4ea6-a89f-3163a364e9b0 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:20.073928 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2518139b-a7e4-4ea6-a89f-3163a364e9b0 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:20.097395 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2518139b-a7e4-4ea6-a89f-3163a364e9b0 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20367333-a870-4048-aa67-7f79c37449e7,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:20.105668 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2518139b-a7e4-4ea6-a89f-3163a364e9b0 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:20.111700 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2518139b-a7e4-4ea6-a89f-3163a364e9b0 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1763914 Aug 23 21:02:20.112607 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40264) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:20.150231 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0dd74644-8865-4a58-b0db-502246d2b507 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:20.158880 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0dd74644-8865-4a58-b0db-502246d2b507 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:20.177462 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:02:20.196319 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0dd74644-8865-4a58-b0db-502246d2b507 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:20.203692 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0dd74644-8865-4a58-b0db-502246d2b507 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:20.207691 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-0dd74644-8865-4a58-b0db-502246d2b507 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/20367333-a870-4048-aa67-7f79c37449e7 HTTP/1.1" status: 204 len: 168 time: 0.0910747 Aug 23 21:02:20.209592 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40266) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:20.209914 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd74644-8865-4a58-b0db-502246d2b507 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=20367333-a870-4048-aa67-7f79c37449e7,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:20.258719 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5a98f2c0-b845-46b3-bf0b-a55cf76c5522 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0477028 Aug 23 21:02:20.261500 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40270) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:20.342167 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-33370b8a-9f0f-4d72-83c4-aae12e4fff1c tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:20.373292 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-33370b8a-9f0f-4d72-83c4-aae12e4fff1c tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:20.425915 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-33370b8a-9f0f-4d72-83c4-aae12e4fff1c tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:20.428768 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-33370b8a-9f0f-4d72-83c4-aae12e4fff1c tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:20.432496 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-33370b8a-9f0f-4d72-83c4-aae12e4fff1c tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "DELETE /v2.0/security-groups/d562ad7a-7624-4b62-b08e-c8b27439e627 HTTP/1.1" status: 204 len: 168 time: 0.1675544 Aug 23 21:02:20.433581 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40282) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:20.444535 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33370b8a-9f0f-4d72-83c4-aae12e4fff1c tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d562ad7a-7624-4b62-b08e-c8b27439e627,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:20.507695 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:20.520505 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-88ddf8cc-f570-4791-92ec-bf93ed7c50cc tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0856180 Aug 23 21:02:20.523169 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40288) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:20.592243 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dd19b01c-7fb8-4591-92a4-aacbf45174ea tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:20.624836 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dd19b01c-7fb8-4591-92a4-aacbf45174ea tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:20.695745 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dd19b01c-7fb8-4591-92a4-aacbf45174ea tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:20.699452 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dd19b01c-7fb8-4591-92a4-aacbf45174ea tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:20.701273 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-dd19b01c-7fb8-4591-92a4-aacbf45174ea tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "DELETE /v2.0/security-groups/a01ebb78-755c-47e1-8043-92dafb6eb850 HTTP/1.1" status: 204 len: 168 time: 0.1771247 Aug 23 21:02:20.705454 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40298) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:20.713014 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd19b01c-7fb8-4591-92a4-aacbf45174ea tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01ebb78-755c-47e1-8043-92dafb6eb850,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:20.795029 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8a295278-b5b4-481e-90c0-46feb5285056 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0866559 Aug 23 21:02:20.800745 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40304) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:20.806075 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e6585a8e-47d8-4dc5-adc6-6a145519f75c tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Request body: {'security_group': {'name': 'tempest-secgroup--1426418673'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:02:20.844431 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e6585a8e-47d8-4dc5-adc6-6a145519f75c tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:20.944272 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e6585a8e-47d8-4dc5-adc6-6a145519f75c tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:20.953363 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e6585a8e-47d8-4dc5-adc6-6a145519f75c tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:20.992853 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e6585a8e-47d8-4dc5-adc6-6a145519f75c tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:20.997176 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e6585a8e-47d8-4dc5-adc6-6a145519f75c tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1923425 Aug 23 21:02:20.997176 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40308) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:21.002427 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-840b214a-9d9d-4a03-8029-892c2a201e3b tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Request body: {'security_group_rule': {'security_group_id': 'abaf46cd-b50f-4c3c-98fe-0bf5ac503e1a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:02:21.011015 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6585a8e-47d8-4dc5-adc6-6a145519f75c tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abaf46cd-b50f-4c3c-98fe-0bf5ac503e1a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:21.040641 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-840b214a-9d9d-4a03-8029-892c2a201e3b tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:21.108853 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-840b214a-9d9d-4a03-8029-892c2a201e3b tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:21.113778 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-840b214a-9d9d-4a03-8029-892c2a201e3b tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:21.135451 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b214a-9d9d-4a03-8029-892c2a201e3b tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c27e3a51-880a-4fc7-85ca-25e2174e266b,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:21.141277 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-840b214a-9d9d-4a03-8029-892c2a201e3b tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:21.145832 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-840b214a-9d9d-4a03-8029-892c2a201e3b tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1450233 Aug 23 21:02:21.146137 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40310) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:21.175741 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3636de77-9cfc-4ec5-ac64-9a578a905364 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:21.184788 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3636de77-9cfc-4ec5-ac64-9a578a905364 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:21.212793 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3636de77-9cfc-4ec5-ac64-9a578a905364 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:21.218721 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3636de77-9cfc-4ec5-ac64-9a578a905364 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:21.219813 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3636de77-9cfc-4ec5-ac64-9a578a905364 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/c27e3a51-880a-4fc7-85ca-25e2174e266b HTTP/1.1" status: 204 len: 168 time: 0.0723789 Aug 23 21:02:21.222720 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40312) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:21.226551 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3636de77-9cfc-4ec5-ac64-9a578a905364 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c27e3a51-880a-4fc7-85ca-25e2174e266b,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:21.270290 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-04baf36c-7116-454f-97ab-4c2d7d8b8c53 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0462718 Aug 23 21:02:21.273160 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40314) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:21.340052 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-529c1d6f-d4df-4191-8be8-547eeaaa2b3a tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:21.367772 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-529c1d6f-d4df-4191-8be8-547eeaaa2b3a tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:21.417139 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-529c1d6f-d4df-4191-8be8-547eeaaa2b3a tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:21.419051 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-529c1d6f-d4df-4191-8be8-547eeaaa2b3a tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:21.420827 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-529c1d6f-d4df-4191-8be8-547eeaaa2b3a tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "DELETE /v2.0/security-groups/abaf46cd-b50f-4c3c-98fe-0bf5ac503e1a HTTP/1.1" status: 204 len: 168 time: 0.1464887 Aug 23 21:02:21.425003 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40318) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:21.432642 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529c1d6f-d4df-4191-8be8-547eeaaa2b3a tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abaf46cd-b50f-4c3c-98fe-0bf5ac503e1a,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:21.488613 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-0b84e317-3f74-4ad1-b3e3-89e3e3a97dde tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0563657 Aug 23 21:02:21.489207 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40320) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:21.494286 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-362fec95-493f-4bff-91c7-e41c259de62c tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Request body: {'security_group': {'name': 'tempest-secgroup--1939048658'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:02:21.522518 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-362fec95-493f-4bff-91c7-e41c259de62c tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:21.630419 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-362fec95-493f-4bff-91c7-e41c259de62c tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:21.634820 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-362fec95-493f-4bff-91c7-e41c259de62c tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:21.683887 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-362fec95-493f-4bff-91c7-e41c259de62c tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:21.685250 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-362fec95-493f-4bff-91c7-e41c259de62c tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1950150 Aug 23 21:02:21.687244 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362fec95-493f-4bff-91c7-e41c259de62c tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff184f8f-8716-415f-8056-e8987656d09f,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:21.687975 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40322) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:21.694093 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-36d19fcc-bd40-4abd-9bb9-badbc2f25791 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Request body: {'security_group_rule': {'security_group_id': 'ff184f8f-8716-415f-8056-e8987656d09f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:02:21.726660 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36d19fcc-bd40-4abd-9bb9-badbc2f25791 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:21.804487 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36d19fcc-bd40-4abd-9bb9-badbc2f25791 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:21.808685 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36d19fcc-bd40-4abd-9bb9-badbc2f25791 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:21.833673 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36d19fcc-bd40-4abd-9bb9-badbc2f25791 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:21.837245 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-36d19fcc-bd40-4abd-9bb9-badbc2f25791 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1458089 Aug 23 21:02:21.837245 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d19fcc-bd40-4abd-9bb9-badbc2f25791 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da89ce3d-ee6f-48c5-8672-ef976970ae8e,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:21.837644 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40326) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:21.863473 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8c2d3ae6-dd2d-46b2-91b4-6d887ba1b4f1 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "GET /v2.0/security-group-rules/da89ce3d-ee6f-48c5-8672-ef976970ae8e HTTP/1.1" status: 200 len: 763 time: 0.0244958 Aug 23 21:02:21.866199 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40328) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:21.932071 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-3d64c13f-26ff-416b-a18c-9adc4d65a3c8 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0644050 Aug 23 21:02:21.934738 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40330) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:21.961691 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c0bdd063-73b1-4ffc-b2a9-53b0419effec tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:21.971394 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c0bdd063-73b1-4ffc-b2a9-53b0419effec tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:22.004972 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c0bdd063-73b1-4ffc-b2a9-53b0419effec tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:22.011929 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c0bdd063-73b1-4ffc-b2a9-53b0419effec tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:22.017224 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c0bdd063-73b1-4ffc-b2a9-53b0419effec tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/da89ce3d-ee6f-48c5-8672-ef976970ae8e HTTP/1.1" status: 204 len: 168 time: 0.0773246 Aug 23 21:02:22.017224 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40332) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:22.048795 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bdd063-73b1-4ffc-b2a9-53b0419effec tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da89ce3d-ee6f-48c5-8672-ef976970ae8e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:22.075741 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4d4be57e-d19a-4767-b3c0-5c3f7e0cae87 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0575259 Aug 23 21:02:22.078388 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40336) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:22.087087 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-41618080-2c1a-4f92-a604-559b23aadd6c tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Request body: {'security_group_rule': {'security_group_id': 'ff184f8f-8716-415f-8056-e8987656d09f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:02:22.131051 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-41618080-2c1a-4f92-a604-559b23aadd6c tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:22.208768 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-41618080-2c1a-4f92-a604-559b23aadd6c tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:22.213116 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-41618080-2c1a-4f92-a604-559b23aadd6c tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:22.231934 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41618080-2c1a-4f92-a604-559b23aadd6c tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74af9bd2-b1b7-4144-b552-e8c5e3e0c14f,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:22.240157 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-41618080-2c1a-4f92-a604-559b23aadd6c tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:22.241257 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-41618080-2c1a-4f92-a604-559b23aadd6c tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1615140 Aug 23 21:02:22.243911 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40342) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:22.266713 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2aef8fd5-aada-4354-b8a7-b5bd8ac995bb tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "GET /v2.0/security-group-rules/74af9bd2-b1b7-4144-b552-e8c5e3e0c14f HTTP/1.1" status: 200 len: 763 time: 0.0189009 Aug 23 21:02:22.270210 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40344) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:22.322915 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-35a71659-d132-4406-8e42-cb9dbcb96132 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0513911 Aug 23 21:02:22.326406 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40346) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:22.360219 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cccfde55-0a3f-4889-96b2-f12f337fe69d tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:22.371019 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cccfde55-0a3f-4889-96b2-f12f337fe69d tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:22.406583 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cccfde55-0a3f-4889-96b2-f12f337fe69d tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:22.415222 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cccfde55-0a3f-4889-96b2-f12f337fe69d tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:22.416437 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-cccfde55-0a3f-4889-96b2-f12f337fe69d tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/74af9bd2-b1b7-4144-b552-e8c5e3e0c14f HTTP/1.1" status: 204 len: 168 time: 0.0888286 Aug 23 21:02:22.419237 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40348) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:22.439381 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccfde55-0a3f-4889-96b2-f12f337fe69d tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=74af9bd2-b1b7-4144-b552-e8c5e3e0c14f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:22.487000 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-fe7002a6-55bc-44ff-ab6d-a23a5888db69 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0665622 Aug 23 21:02:22.490378 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40352) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:22.496581 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-852e4312-b983-4f3a-bac3-923b6ce3b077 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Request body: {'security_group_rule': {'security_group_id': 'ff184f8f-8716-415f-8056-e8987656d09f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:02:22.526298 n-d-805663-2 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-852e4312-b983-4f3a-bac3-923b6ce3b077 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Project b364a1e361754283a51455db96f28675 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 21:02:22.532685 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-852e4312-b983-4f3a-bac3-923b6ce3b077 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:22.636690 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-852e4312-b983-4f3a-bac3-923b6ce3b077 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:22.643451 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-852e4312-b983-4f3a-bac3-923b6ce3b077 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:22.669395 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852e4312-b983-4f3a-bac3-923b6ce3b077 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9f55b9f-dd3a-4d68-8c5d-a40bd9773031,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:22.679645 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-852e4312-b983-4f3a-bac3-923b6ce3b077 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:22.684311 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-852e4312-b983-4f3a-bac3-923b6ce3b077 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1896353 Aug 23 21:02:22.684862 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40354) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:22.715452 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-137ac0aa-f2ff-461a-958b-553e98feffdf tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "GET /v2.0/security-group-rules/b9f55b9f-dd3a-4d68-8c5d-a40bd9773031 HTTP/1.1" status: 200 len: 769 time: 0.0282438 Aug 23 21:02:22.717437 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40356) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:22.772733 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2b073907-d7e5-4ba7-8284-8c886e65e8ef tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0503178 Aug 23 21:02:22.773928 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40358) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:22.806374 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e81fbb25-06da-4516-8431-fa801f841e40 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:22.816411 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e81fbb25-06da-4516-8431-fa801f841e40 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:22.852669 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e81fbb25-06da-4516-8431-fa801f841e40 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:22.870143 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e81fbb25-06da-4516-8431-fa801f841e40 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:22.871334 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e81fbb25-06da-4516-8431-fa801f841e40 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/b9f55b9f-dd3a-4d68-8c5d-a40bd9773031 HTTP/1.1" status: 204 len: 168 time: 0.0958028 Aug 23 21:02:22.872311 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81fbb25-06da-4516-8431-fa801f841e40 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b9f55b9f-dd3a-4d68-8c5d-a40bd9773031,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:22.874264 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40360) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:22.925028 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d1f3c112-96f4-48a3-a1a8-962471b7bf82 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0449810 Aug 23 21:02:22.925409 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40364) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:22.992847 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bee83fbb-9834-4d80-9ae4-0086ef353316 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:23.019131 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bee83fbb-9834-4d80-9ae4-0086ef353316 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:23.087193 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bee83fbb-9834-4d80-9ae4-0086ef353316 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:23.088122 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bee83fbb-9834-4d80-9ae4-0086ef353316 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:23.092012 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-bee83fbb-9834-4d80-9ae4-0086ef353316 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "DELETE /v2.0/security-groups/ff184f8f-8716-415f-8056-e8987656d09f HTTP/1.1" status: 204 len: 168 time: 0.1655815 Aug 23 21:02:23.092578 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40372) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:23.115107 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee83fbb-9834-4d80-9ae4-0086ef353316 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff184f8f-8716-415f-8056-e8987656d09f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:23.185863 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-cdd27d7f-a1d9-425f-bd2a-e0c383f01ec3 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0909219 Aug 23 21:02:23.193124 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40374) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:23.254253 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-7e6ba488-cfbb-4f97-b8d2-ec820d78a241 tempest-SecGroupIPv6Test-2108130175 tempest-SecGroupIPv6Test-2108130175-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0610235 Aug 23 21:02:23.420052 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40384) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:23.575214 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a2a730ff-88df-423f-8a9a-b419d5a03b32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:23.648492 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40392) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:23.682792 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a2a730ff-88df-423f-8a9a-b419d5a03b32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:23.688325 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a2a730ff-88df-423f-8a9a-b419d5a03b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:23.733591 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a2a730ff-88df-423f-8a9a-b419d5a03b32 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=77b65ca74636428fa0c86d08cd054f21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3121576 Aug 23 21:02:23.736276 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a730ff-88df-423f-8a9a-b419d5a03b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce7aa10-76c0-4907-8fae-aee5b9faed05,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:23.738324 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40396) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:23.817970 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fe1979ce-38ab-44b5-b086-eafaf9648a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:23.854274 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fe1979ce-38ab-44b5-b086-eafaf9648a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:23.868798 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6ab8508b-e7a1-4223-9f5b-8dd7cd4d7a16 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b364a1e361754283a51455db96f28675&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2191269 Aug 23 21:02:23.871360 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40398) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:23.947606 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-013f6999-3c56-4231-8963-3b0e5cb20992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:23.950049 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fe1979ce-38ab-44b5-b086-eafaf9648a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:23.951690 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fe1979ce-38ab-44b5-b086-eafaf9648a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:23.956479 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-fe1979ce-38ab-44b5-b086-eafaf9648a02 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cce7aa10-76c0-4907-8fae-aee5b9faed05 HTTP/1.1" status: 204 len: 168 time: 0.2133155 Aug 23 21:02:23.964307 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1979ce-38ab-44b5-b086-eafaf9648a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce7aa10-76c0-4907-8fae-aee5b9faed05,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:24.002646 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-013f6999-3c56-4231-8963-3b0e5cb20992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:24.076367 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-013f6999-3c56-4231-8963-3b0e5cb20992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:24.079493 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-013f6999-3c56-4231-8963-3b0e5cb20992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:24.081169 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-013f6999-3c56-4231-8963-3b0e5cb20992 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c2846733-b1a3-46c4-8c59-9fb85bd48870 HTTP/1.1" status: 204 len: 168 time: 0.2088194 Aug 23 21:02:24.099374 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013f6999-3c56-4231-8963-3b0e5cb20992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2846733-b1a3-46c4-8c59-9fb85bd48870,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:24.530018 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40414) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:24.549044 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2b23b71d-efb2-47a6-bb98-0b6c71e88111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:24.656842 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2b23b71d-efb2-47a6-bb98-0b6c71e88111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:24.662323 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2b23b71d-efb2-47a6-bb98-0b6c71e88111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:24.708766 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b23b71d-efb2-47a6-bb98-0b6c71e88111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e45bc2c4-6538-4c7d-837b-99a8ced82eeb,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:24.715640 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2b23b71d-efb2-47a6-bb98-0b6c71e88111 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ea9858fba03e4a32aecce8f9a993b6cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1780632 Aug 23 21:02:24.715868 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40426) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:24.768787 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f7ab7f96-1714-4a47-8539-1cf1d7a3319b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:24.795347 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f7ab7f96-1714-4a47-8539-1cf1d7a3319b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:24.847556 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f7ab7f96-1714-4a47-8539-1cf1d7a3319b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:24.851045 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f7ab7f96-1714-4a47-8539-1cf1d7a3319b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:24.852427 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f7ab7f96-1714-4a47-8539-1cf1d7a3319b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e45bc2c4-6538-4c7d-837b-99a8ced82eeb HTTP/1.1" status: 204 len: 168 time: 0.1355894 Aug 23 21:02:24.861976 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ab7f96-1714-4a47-8539-1cf1d7a3319b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45bc2c4-6538-4c7d-837b-99a8ced82eeb,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:25.210384 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40444) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:25.224892 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5cfe2abb-28b6-429c-b60c-6cb6c9937ec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:25.318657 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5cfe2abb-28b6-429c-b60c-6cb6c9937ec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:25.323358 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5cfe2abb-28b6-429c-b60c-6cb6c9937ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:25.364433 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5cfe2abb-28b6-429c-b60c-6cb6c9937ec6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=851c18c94d4e4accb98e8868d4d1b8c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1528502 Aug 23 21:02:25.365292 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfe2abb-28b6-429c-b60c-6cb6c9937ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eccb2717-b7f6-43bd-a372-4d03187bf3c3,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:25.369337 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40446) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:25.435314 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45e2f2fe-5ab7-4f71-afb8-e943b0f04440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:25.463045 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45e2f2fe-5ab7-4f71-afb8-e943b0f04440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:25.518242 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45e2f2fe-5ab7-4f71-afb8-e943b0f04440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:25.521366 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45e2f2fe-5ab7-4f71-afb8-e943b0f04440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:25.522983 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-45e2f2fe-5ab7-4f71-afb8-e943b0f04440 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/eccb2717-b7f6-43bd-a372-4d03187bf3c3 HTTP/1.1" status: 204 len: 168 time: 0.1515334 Aug 23 21:02:25.535352 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e2f2fe-5ab7-4f71-afb8-e943b0f04440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eccb2717-b7f6-43bd-a372-4d03187bf3c3,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:26.546982 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40514) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:26.677813 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-119f9fa5-48e6-4f68-8a09-81e9930b00bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:26.802441 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-119f9fa5-48e6-4f68-8a09-81e9930b00bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:26.808698 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-119f9fa5-48e6-4f68-8a09-81e9930b00bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:26.880294 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-119f9fa5-48e6-4f68-8a09-81e9930b00bf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2b49f04d66344d8da9ec5277846a18da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3284843 Aug 23 21:02:26.880914 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40528) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:26.892771 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f9fa5-48e6-4f68-8a09-81e9930b00bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e47ab4-1dff-4dbf-9991-5c2e706d6d2e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:26.933435 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40530) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:26.950070 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d62a016-f6b6-431a-8bd3-e5759ca5ee3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:26.972277 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d62a016-f6b6-431a-8bd3-e5759ca5ee3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:27.024412 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d62a016-f6b6-431a-8bd3-e5759ca5ee3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:27.027131 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d62a016-f6b6-431a-8bd3-e5759ca5ee3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:27.030758 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-6d62a016-f6b6-431a-8bd3-e5759ca5ee3c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/28e47ab4-1dff-4dbf-9991-5c2e706d6d2e HTTP/1.1" status: 204 len: 168 time: 0.1462381 Aug 23 21:02:27.037802 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d62a016-f6b6-431a-8bd3-e5759ca5ee3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e47ab4-1dff-4dbf-9991-5c2e706d6d2e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:27.067697 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e1925913-8016-492d-8c18-f826aca6bcb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:27.169373 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e1925913-8016-492d-8c18-f826aca6bcb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:27.174565 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e1925913-8016-492d-8c18-f826aca6bcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:27.213221 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1925913-8016-492d-8c18-f826aca6bcb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19960694-6870-4b71-9616-3ee4ad594fa0,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:27.229328 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40538) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:27.229451 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e1925913-8016-492d-8c18-f826aca6bcb2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1777d197355d47bd9b81db6dbcffd393&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2941821 Aug 23 21:02:27.285426 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d249ed4f-ffc4-4a1f-866d-1df462652778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:27.307537 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d249ed4f-ffc4-4a1f-866d-1df462652778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:27.338187 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40540) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:27.355000 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c80b2ac6-e363-4509-b8f5-231526adde7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:27.361679 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d249ed4f-ffc4-4a1f-866d-1df462652778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:27.364659 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d249ed4f-ffc4-4a1f-866d-1df462652778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:27.368183 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d249ed4f-ffc4-4a1f-866d-1df462652778 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/19960694-6870-4b71-9616-3ee4ad594fa0 HTTP/1.1" status: 204 len: 168 time: 0.1354492 Aug 23 21:02:27.374884 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249ed4f-ffc4-4a1f-866d-1df462652778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19960694-6870-4b71-9616-3ee4ad594fa0,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:27.490713 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c80b2ac6-e363-4509-b8f5-231526adde7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:27.495996 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c80b2ac6-e363-4509-b8f5-231526adde7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:27.538331 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c80b2ac6-e363-4509-b8f5-231526adde7f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b5946dc049f44c84b8b13d80c2ec613c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1986380 Aug 23 21:02:27.539650 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80b2ac6-e363-4509-b8f5-231526adde7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8c2d45-d656-4e7f-b00d-bd2e946e021b,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:27.540895 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40544) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:27.604733 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45c13a9a-6cf9-45bc-b0ad-4b51bee2ada2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:27.630361 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45c13a9a-6cf9-45bc-b0ad-4b51bee2ada2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:27.691048 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45c13a9a-6cf9-45bc-b0ad-4b51bee2ada2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:27.694279 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45c13a9a-6cf9-45bc-b0ad-4b51bee2ada2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:27.695545 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-45c13a9a-6cf9-45bc-b0ad-4b51bee2ada2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0b8c2d45-d656-4e7f-b00d-bd2e946e021b HTTP/1.1" status: 204 len: 168 time: 0.1536281 Aug 23 21:02:27.704602 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c13a9a-6cf9-45bc-b0ad-4b51bee2ada2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8c2d45-d656-4e7f-b00d-bd2e946e021b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:28.587670 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40604) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:28.744520 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-84a73706-2d45-4745-be6e-f455a260a229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:28.853748 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-84a73706-2d45-4745-be6e-f455a260a229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:28.861146 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-84a73706-2d45-4745-be6e-f455a260a229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:28.913546 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a73706-2d45-4745-be6e-f455a260a229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb37253f-9809-423e-a3ab-0fadc504070a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:28.925248 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-84a73706-2d45-4745-be6e-f455a260a229 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9bcb399cdbf94276b4198cf2a4862d03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3331466 Aug 23 21:02:28.925248 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40622) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:29.001377 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c464ce47-9c6c-4049-a633-095d9d51cac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:29.024478 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c464ce47-9c6c-4049-a633-095d9d51cac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:29.086470 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c464ce47-9c6c-4049-a633-095d9d51cac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:29.091430 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c464ce47-9c6c-4049-a633-095d9d51cac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:29.105100 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c464ce47-9c6c-4049-a633-095d9d51cac1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bb37253f-9809-423e-a3ab-0fadc504070a HTTP/1.1" status: 204 len: 168 time: 0.1712959 Aug 23 21:02:29.113962 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c464ce47-9c6c-4049-a633-095d9d51cac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb37253f-9809-423e-a3ab-0fadc504070a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:34.103810 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40770) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:34.234583 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e7f5ba5c-048e-48ef-98ef-afd8da212c0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:34.339298 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e7f5ba5c-048e-48ef-98ef-afd8da212c0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:34.345248 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e7f5ba5c-048e-48ef-98ef-afd8da212c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:34.393961 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f5ba5c-048e-48ef-98ef-afd8da212c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a8c758-7f08-4edf-a791-25df5b7cfd04,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:34.414057 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40774) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:34.421693 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e7f5ba5c-048e-48ef-98ef-afd8da212c0a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6248c3b84b99423096a47f505c10ba34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3145316 Aug 23 21:02:34.468682 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5f2358ea-1d62-49b0-b318-237150a80e05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:34.496935 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5f2358ea-1d62-49b0-b318-237150a80e05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:34.552792 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5f2358ea-1d62-49b0-b318-237150a80e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:34.556506 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5f2358ea-1d62-49b0-b318-237150a80e05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:34.560424 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5f2358ea-1d62-49b0-b318-237150a80e05 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a6a8c758-7f08-4edf-a791-25df5b7cfd04 HTTP/1.1" status: 204 len: 168 time: 0.1427255 Aug 23 21:02:34.568240 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2358ea-1d62-49b0-b318-237150a80e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a8c758-7f08-4edf-a791-25df5b7cfd04,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:34.581073 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2358ea-1d62-49b0-b318-237150a80e05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:02:34.581409 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2358ea-1d62-49b0-b318-237150a80e05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:02:34.581761 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2358ea-1d62-49b0-b318-237150a80e05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:02:34.582103 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2358ea-1d62-49b0-b318-237150a80e05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:02:34.582485 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2358ea-1d62-49b0-b318-237150a80e05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:02:34.582839 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2358ea-1d62-49b0-b318-237150a80e05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:02:34.583305 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2358ea-1d62-49b0-b318-237150a80e05 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:02:34.583633 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2358ea-1d62-49b0-b318-237150a80e05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:02:34.583970 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2358ea-1d62-49b0-b318-237150a80e05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:02:34.584378 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2358ea-1d62-49b0-b318-237150a80e05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:02:34.584759 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2358ea-1d62-49b0-b318-237150a80e05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:02:34.585153 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2358ea-1d62-49b0-b318-237150a80e05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:02:35.371791 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40806) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:35.496079 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-0f65a498-4302-4524-8704-1df9cfa5171c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-902666778-network', 'tenant_id': 'a3bc54e4aa074917bfa0fbc1667021b9'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:02:35.519478 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f65a498-4302-4524-8704-1df9cfa5171c admin admin] Made reservation on behalf of a3bc54e4aa074917bfa0fbc1667021b9 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:02:35.522379 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0f65a498-4302-4524-8704-1df9cfa5171c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:35.533932 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0f65a498-4302-4524-8704-1df9cfa5171c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:35.639216 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0f65a498-4302-4524-8704-1df9cfa5171c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:35.643711 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0f65a498-4302-4524-8704-1df9cfa5171c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:35.673843 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f65a498-4302-4524-8704-1df9cfa5171c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:02:35.679685 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f65a498-4302-4524-8704-1df9cfa5171c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbeb4e3-f1f3-4163-bd98-2f6afd8ba557,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:35.687791 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0f65a498-4302-4524-8704-1df9cfa5171c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:35.687791 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-0f65a498-4302-4524-8704-1df9cfa5171c admin admin] Added segment 7031cd11-9750-4ce6-a289-2f1048089c70 of type vlan for network 92f2a8e1-64d3-45bb-a3df-021113e6eff6 Aug 23 21:02:35.732138 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0f65a498-4302-4524-8704-1df9cfa5171c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:35.759829 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0f65a498-4302-4524-8704-1df9cfa5171c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:35.761068 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f65a498-4302-4524-8704-1df9cfa5171c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:02:35.761798 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0f65a498-4302-4524-8704-1df9cfa5171c admin admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:35.840497 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0f65a498-4302-4524-8704-1df9cfa5171c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4673409 Aug 23 21:02:35.843529 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40810) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:35.849793 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-d9da3edc-9773-4309-b6be-ddf246d73d99 admin admin] Request body: {'subnet': {'network_id': '92f2a8e1-64d3-45bb-a3df-021113e6eff6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-902666778-subnet', 'tenant_id': 'a3bc54e4aa074917bfa0fbc1667021b9', 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:02:35.878209 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f65a498-4302-4524-8704-1df9cfa5171c admin admin] Pushing event updated for resources: {'Network': ['ID=92f2a8e1-64d3-45bb-a3df-021113e6eff6,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:35.883620 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9da3edc-9773-4309-b6be-ddf246d73d99 admin admin] Made reservation on behalf of a3bc54e4aa074917bfa0fbc1667021b9 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:02:35.886014 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d9da3edc-9773-4309-b6be-ddf246d73d99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:35.890754 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 92f2a8e1-64d3-45bb-a3df-021113e6eff6 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:02:36.131789 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d9da3edc-9773-4309-b6be-ddf246d73d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:36.201156 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9da3edc-9773-4309-b6be-ddf246d73d99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c975a296-0762-403c-8d13-d51afcefe8be,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:36.210978 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9da3edc-9773-4309-b6be-ddf246d73d99 admin admin] Checking segment: {'id': '7031cd11-9750-4ce6-a289-2f1048089c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '92f2a8e1-64d3-45bb-a3df-021113e6eff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:02:36.211785 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9da3edc-9773-4309-b6be-ddf246d73d99 admin admin] Network hostable DHCP agents. Network: 92f2a8e1-64d3-45bb-a3df-021113e6eff6, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:02:36.232410 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9da3edc-9773-4309-b6be-ddf246d73d99 admin admin] Network 92f2a8e1-64d3-45bb-a3df-021113e6eff6 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:02:36.245507 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-d9da3edc-9773-4309-b6be-ddf246d73d99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 92f2a8e1-64d3-45bb-a3df-021113e6eff6) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:02:36.250950 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9da3edc-9773-4309-b6be-ddf246d73d99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:02:36.251964 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d9da3edc-9773-4309-b6be-ddf246d73d99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:36.258474 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254e6217-2f5e-40a3-bc43-12747487ac3c None None] Network 92f2a8e1-64d3-45bb-a3df-021113e6eff6 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:02:36.284137 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d9da3edc-9773-4309-b6be-ddf246d73d99 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4380677 Aug 23 21:02:36.286519 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40826) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:36.291828 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-73daabed-d7d7-4126-b55c-9ce0a7f537bd admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-902666778-router', 'tenant_id': 'a3bc54e4aa074917bfa0fbc1667021b9', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:02:36.323604 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73daabed-d7d7-4126-b55c-9ce0a7f537bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:36.325608 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73daabed-d7d7-4126-b55c-9ce0a7f537bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:36.388618 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73daabed-d7d7-4126-b55c-9ce0a7f537bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:36.519984 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e37dc1-fd8f-41c4-a30f-4bbf6a81c06f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-92f2a8e1-64d3-45bb-a3df-021113e6eff6', 'network_id': '92f2a8e1-64d3-45bb-a3df-021113e6eff6', 'tenant_id': 'a3bc54e4aa074917bfa0fbc1667021b9', 'fixed_ips': [{'subnet_id': 'c975a296-0762-403c-8d13-d51afcefe8be'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 21:02:36.525556 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d3e37dc1-fd8f-41c4-a30f-4bbf6a81c06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:36.552337 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73daabed-d7d7-4126-b55c-9ce0a7f537bd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:36.733416 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-d3e37dc1-fd8f-41c4-a30f-4bbf6a81c06f None None] Allocated IP 172.20.0.2 (92f2a8e1-64d3-45bb-a3df-021113e6eff6/c975a296-0762-403c-8d13-d51afcefe8be/7e18acec-a344-4190-8a8d-5cda24b735a8) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:02:36.806892 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73daabed-d7d7-4126-b55c-9ce0a7f537bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:36.827946 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73daabed-d7d7-4126-b55c-9ce0a7f537bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:36.902695 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d3e37dc1-fd8f-41c4-a30f-4bbf6a81c06f None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:36.912581 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d3e37dc1-fd8f-41c4-a30f-4bbf6a81c06f None None] Transition to ACTIVE for port object 7e18acec-a344-4190-8a8d-5cda24b735a8 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:02:36.929057 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d3e37dc1-fd8f-41c4-a30f-4bbf6a81c06f None None] Transition to ACTIVE for port object 7e18acec-a344-4190-8a8d-5cda24b735a8 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:02:36.938725 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d3e37dc1-fd8f-41c4-a30f-4bbf6a81c06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:36.966324 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-73daabed-d7d7-4126-b55c-9ce0a7f537bd admin admin] Allocated IP 172.25.4.213 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/49447eac-52e0-423b-90b0-18276e33d875) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:02:36.982472 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e37dc1-fd8f-41c4-a30f-4bbf6a81c06f None None] Network 92f2a8e1-64d3-45bb-a3df-021113e6eff6 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:02:36.998703 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-d3e37dc1-fd8f-41c4-a30f-4bbf6a81c06f None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:02:37.001554 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e37dc1-fd8f-41c4-a30f-4bbf6a81c06f None None] Pushing event updated for resources: {'Port': ['ID=7e18acec-a344-4190-8a8d-5cda24b735a8,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:37.004090 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e37dc1-fd8f-41c4-a30f-4bbf6a81c06f None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:02:37.062796 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-d3e37dc1-fd8f-41c4-a30f-4bbf6a81c06f None None] Attempting to bind port 7e18acec-a344-4190-8a8d-5cda24b735a8 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:02:37.063275 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-d3e37dc1-fd8f-41c4-a30f-4bbf6a81c06f None None] Attempting to bind port 7e18acec-a344-4190-8a8d-5cda24b735a8 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '7031cd11-9750-4ce6-a289-2f1048089c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '92f2a8e1-64d3-45bb-a3df-021113e6eff6'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:02:37.063864 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e37dc1-fd8f-41c4-a30f-4bbf6a81c06f None None] Attempting to bind port 7e18acec-a344-4190-8a8d-5cda24b735a8 on network 92f2a8e1-64d3-45bb-a3df-021113e6eff6 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:02:37.070037 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e37dc1-fd8f-41c4-a30f-4bbf6a81c06f None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:02:37.074317 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e37dc1-fd8f-41c4-a30f-4bbf6a81c06f None None] Checking segment: {'id': '7031cd11-9750-4ce6-a289-2f1048089c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '92f2a8e1-64d3-45bb-a3df-021113e6eff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:02:37.074317 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d3e37dc1-fd8f-41c4-a30f-4bbf6a81c06f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:37.074317 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e37dc1-fd8f-41c4-a30f-4bbf6a81c06f None None] Bound using segment: {'id': '7031cd11-9750-4ce6-a289-2f1048089c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '92f2a8e1-64d3-45bb-a3df-021113e6eff6'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:02:37.074317 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-d3e37dc1-fd8f-41c4-a30f-4bbf6a81c06f None None] Bound port: 7e18acec-a344-4190-8a8d-5cda24b735a8, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7031cd11-9750-4ce6-a289-2f1048089c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '92f2a8e1-64d3-45bb-a3df-021113e6eff6'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:02:37.074317 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d3e37dc1-fd8f-41c4-a30f-4bbf6a81c06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:37.115859 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73daabed-d7d7-4126-b55c-9ce0a7f537bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:37.166786 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-d3e37dc1-fd8f-41c4-a30f-4bbf6a81c06f None None] For port 7e18acec-a344-4190-8a8d-5cda24b735a8, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:02:37.170077 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-d3e37dc1-fd8f-41c4-a30f-4bbf6a81c06f None None] For port 7e18acec-a344-4190-8a8d-5cda24b735a8, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=7e18acec-a344-4190-8a8d-5cda24b735a8,segment=NetworkSegment(7031cd11-9750-4ce6-a289-2f1048089c70),segment_id=7031cd11-9750-4ce6-a289-2f1048089c70)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:02:37.171698 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73daabed-d7d7-4126-b55c-9ce0a7f537bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:37.176632 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d3e37dc1-fd8f-41c4-a30f-4bbf6a81c06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:37.250495 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73daabed-d7d7-4126-b55c-9ce0a7f537bd admin admin] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:02:37.252947 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e37dc1-fd8f-41c4-a30f-4bbf6a81c06f None None] Pushing event updated for resources: {'Port': ['ID=7e18acec-a344-4190-8a8d-5cda24b735a8,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:37.266954 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-73daabed-d7d7-4126-b55c-9ce0a7f537bd admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:02:37.280261 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73daabed-d7d7-4126-b55c-9ce0a7f537bd admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:02:37.285008 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73daabed-d7d7-4126-b55c-9ce0a7f537bd admin admin] Pushing event updated for resources: {'Port': ['ID=49447eac-52e0-423b-90b0-18276e33d875,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:37.648383 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73daabed-d7d7-4126-b55c-9ce0a7f537bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:37.883169 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73daabed-d7d7-4126-b55c-9ce0a7f537bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:38.057760 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73daabed-d7d7-4126-b55c-9ce0a7f537bd admin admin] Router 9d31ae92-6ce0-4f39-833e-83ba8cff4300 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 21:02:38.186808 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73daabed-d7d7-4126-b55c-9ce0a7f537bd admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:02:38.199247 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32f23fe-2f58-4712-90ca-0e428baf4050 None None] Sync routers for ids ['9d31ae92-6ce0-4f39-833e-83ba8cff4300'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:02:38.209328 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73daabed-d7d7-4126-b55c-9ce0a7f537bd admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:38.213543 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-73daabed-d7d7-4126-b55c-9ce0a7f537bd admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9230411 Aug 23 21:02:38.213724 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32f23fe-2f58-4712-90ca-0e428baf4050 None None] Routers {'9d31ae92-6ce0-4f39-833e-83ba8cff4300'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:02:38.213724 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f32f23fe-2f58-4712-90ca-0e428baf4050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:02:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['9d31ae92-6ce0-4f39-833e-83ba8cff4300'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:02:38.214061 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40864) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:38.345726 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-f32f23fe-2f58-4712-90ca-0e428baf4050 None None] Set router 9d31ae92-6ce0-4f39-833e-83ba8cff4300 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:02:38.368894 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04331852-12a2-4137-96f9-d0f618a7d37c None None] Network 92f2a8e1-64d3-45bb-a3df-021113e6eff6 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:02:38.550115 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5782b9ec-b8ea-42ab-a7d8-02298a2da4a2 None None] Provisioning for port 7e18acec-a344-4190-8a8d-5cda24b735a8 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:02:38.567088 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f32f23fe-2f58-4712-90ca-0e428baf4050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d31ae92-6ce0-4f39-833e-83ba8cff4300', 'name': 'tempest-TestAggregatesBasicOps-902666778-router', 'tenant_id': 'a3bc54e4aa074917bfa0fbc1667021b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '49447eac-52e0-423b-90b0-18276e33d875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:02:36Z', 'updated_at': '2021-08-23T21:02:37Z', 'revision_number': 3, 'project_id': 'a3bc54e4aa074917bfa0fbc1667021b9', 'gw_port': {'id': '49447eac-52e0-423b-90b0-18276e33d875', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:16:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d31ae92-6ce0-4f39-833e-83ba8cff4300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:02:36Z', 'updated_at': '2021-08-23T21:02:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:02:38.601472 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32f23fe-2f58-4712-90ca-0e428baf4050 None None] Checking router: 9d31ae92-6ce0-4f39-833e-83ba8cff4300 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:02:38.601807 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32f23fe-2f58-4712-90ca-0e428baf4050 None None] Updating router 9d31ae92-6ce0-4f39-833e-83ba8cff4300 port 49447eac-52e0-423b-90b0-18276e33d875 binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 21:02:38.631998 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f32f23fe-2f58-4712-90ca-0e428baf4050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:38.856900 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 7e18acec-a344-4190-8a8d-5cda24b735a8 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:02:38.928687 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 7e18acec-a344-4190-8a8d-5cda24b735a8 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:02:38.947406 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 7e18acec-a344-4190-8a8d-5cda24b735a8 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:02:38.948311 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:39.085229 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:39.128288 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 7e18acec-a344-4190-8a8d-5cda24b735a8, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=7e18acec-a344-4190-8a8d-5cda24b735a8,segment=NetworkSegment(7031cd11-9750-4ce6-a289-2f1048089c70),segment_id=7031cd11-9750-4ce6-a289-2f1048089c70)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:02:39.133187 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:39.149565 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f32f23fe-2f58-4712-90ca-0e428baf4050 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:39.171804 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f32f23fe-2f58-4712-90ca-0e428baf4050 None None] Transition to ACTIVE for port object 49447eac-52e0-423b-90b0-18276e33d875 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:02:39.185560 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f32f23fe-2f58-4712-90ca-0e428baf4050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:39.217218 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=7e18acec-a344-4190-8a8d-5cda24b735a8,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:39.252813 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-13e5d3dd-83d7-4493-ab23-086602cddb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:39.268942 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f32f23fe-2f58-4712-90ca-0e428baf4050 None None] Attempting to bind port 49447eac-52e0-423b-90b0-18276e33d875 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:02:39.270065 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f32f23fe-2f58-4712-90ca-0e428baf4050 None None] Attempting to bind port 49447eac-52e0-423b-90b0-18276e33d875 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:02:39.270855 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32f23fe-2f58-4712-90ca-0e428baf4050 None None] Attempting to bind port 49447eac-52e0-423b-90b0-18276e33d875 on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:02:39.288345 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35359e42-3937-4682-be03-a21a4a31e7ba None None] Pushing event updated for resources: {'Port': ['ID=49447eac-52e0-423b-90b0-18276e33d875,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:39.300027 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35359e42-3937-4682-be03-a21a4a31e7ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:02:39.300518 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35359e42-3937-4682-be03-a21a4a31e7ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:02:39.300858 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35359e42-3937-4682-be03-a21a4a31e7ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:02:39.301420 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35359e42-3937-4682-be03-a21a4a31e7ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:02:39.301820 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35359e42-3937-4682-be03-a21a4a31e7ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:02:39.302389 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35359e42-3937-4682-be03-a21a4a31e7ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:02:39.302969 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35359e42-3937-4682-be03-a21a4a31e7ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:02:39.303674 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35359e42-3937-4682-be03-a21a4a31e7ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:02:39.304438 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35359e42-3937-4682-be03-a21a4a31e7ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:02:39.304899 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35359e42-3937-4682-be03-a21a4a31e7ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:02:39.305523 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35359e42-3937-4682-be03-a21a4a31e7ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:02:39.306067 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35359e42-3937-4682-be03-a21a4a31e7ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:02:39.318710 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32f23fe-2f58-4712-90ca-0e428baf4050 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:02:39.319129 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32f23fe-2f58-4712-90ca-0e428baf4050 None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:02:39.319566 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f32f23fe-2f58-4712-90ca-0e428baf4050 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:39.320047 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32f23fe-2f58-4712-90ca-0e428baf4050 None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:02:39.320596 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f32f23fe-2f58-4712-90ca-0e428baf4050 None None] Bound port: 49447eac-52e0-423b-90b0-18276e33d875, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:02:39.320998 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f32f23fe-2f58-4712-90ca-0e428baf4050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:39.384426 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-f32f23fe-2f58-4712-90ca-0e428baf4050 None None] For port 49447eac-52e0-423b-90b0-18276e33d875, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:02:39.387835 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-f32f23fe-2f58-4712-90ca-0e428baf4050 None None] For port 49447eac-52e0-423b-90b0-18276e33d875, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=49447eac-52e0-423b-90b0-18276e33d875,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:02:39.394308 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f32f23fe-2f58-4712-90ca-0e428baf4050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:39.474958 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-13e5d3dd-83d7-4493-ab23-086602cddb97 admin admin] Allocated IP 172.20.0.1 (92f2a8e1-64d3-45bb-a3df-021113e6eff6/c975a296-0762-403c-8d13-d51afcefe8be/5fb70813-218d-4a67-88e6-a0e41acd6039) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:02:39.535313 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35359e42-3937-4682-be03-a21a4a31e7ba None None] Pushing event updated for resources: {'Port': ['ID=49447eac-52e0-423b-90b0-18276e33d875,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:39.549798 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32f23fe-2f58-4712-90ca-0e428baf4050 None None] Routers {'9d31ae92-6ce0-4f39-833e-83ba8cff4300'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:02:39.550525 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f32f23fe-2f58-4712-90ca-0e428baf4050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:02:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['9d31ae92-6ce0-4f39-833e-83ba8cff4300'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:02:39.645004 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-13e5d3dd-83d7-4493-ab23-086602cddb97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:39.662093 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-13e5d3dd-83d7-4493-ab23-086602cddb97 admin admin] Transition to ACTIVE for port object 5fb70813-218d-4a67-88e6-a0e41acd6039 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:02:39.706960 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-13e5d3dd-83d7-4493-ab23-086602cddb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:39.712051 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-f32f23fe-2f58-4712-90ca-0e428baf4050 None None] Set router 9d31ae92-6ce0-4f39-833e-83ba8cff4300 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:02:39.729905 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e5d3dd-83d7-4493-ab23-086602cddb97 admin admin] Network 92f2a8e1-64d3-45bb-a3df-021113e6eff6 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:02:39.753803 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-13e5d3dd-83d7-4493-ab23-086602cddb97 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:02:39.769729 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e5d3dd-83d7-4493-ab23-086602cddb97 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:02:39.812411 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-13e5d3dd-83d7-4493-ab23-086602cddb97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:39.879800 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e5d3dd-83d7-4493-ab23-086602cddb97 admin admin] Pushing event updated for resources: {'Port': ['ID=5fb70813-218d-4a67-88e6-a0e41acd6039,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:39.987760 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f32f23fe-2f58-4712-90ca-0e428baf4050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d31ae92-6ce0-4f39-833e-83ba8cff4300', 'name': 'tempest-TestAggregatesBasicOps-902666778-router', 'tenant_id': 'a3bc54e4aa074917bfa0fbc1667021b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '49447eac-52e0-423b-90b0-18276e33d875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:02:36Z', 'updated_at': '2021-08-23T21:02:37Z', 'revision_number': 3, 'project_id': 'a3bc54e4aa074917bfa0fbc1667021b9', 'gw_port': {'id': '49447eac-52e0-423b-90b0-18276e33d875', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:16:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d31ae92-6ce0-4f39-833e-83ba8cff4300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:02:36Z', 'updated_at': '2021-08-23T21:02:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:02:40.030325 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32f23fe-2f58-4712-90ca-0e428baf4050 None None] The sync data for ids ['9d31ae92-6ce0-4f39-833e-83ba8cff4300'] in n-d-805663-2 is: [{'id': '9d31ae92-6ce0-4f39-833e-83ba8cff4300', 'name': 'tempest-TestAggregatesBasicOps-902666778-router', 'tenant_id': 'a3bc54e4aa074917bfa0fbc1667021b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '49447eac-52e0-423b-90b0-18276e33d875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:02:36Z', 'updated_at': '2021-08-23T21:02:37Z', 'revision_number': 3, 'project_id': 'a3bc54e4aa074917bfa0fbc1667021b9', 'gw_port': {'id': '49447eac-52e0-423b-90b0-18276e33d875', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:16:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d31ae92-6ce0-4f39-833e-83ba8cff4300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:02:36Z', 'updated_at': '2021-08-23T21:02:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:02:40.036890 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-13e5d3dd-83d7-4493-ab23-086602cddb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:40.055241 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6f83c0aa-7b1f-4ede-920f-9695e1739bc3 None None] Provisioning for port 5fb70813-218d-4a67-88e6-a0e41acd6039 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:02:40.063784 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6f83c0aa-7b1f-4ede-920f-9695e1739bc3 None None] Provisioning complete for port 5fb70813-218d-4a67-88e6-a0e41acd6039 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:02:40.065325 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6f83c0aa-7b1f-4ede-920f-9695e1739bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:40.118292 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-6f83c0aa-7b1f-4ede-920f-9695e1739bc3 None None] Port 5fb70813-218d-4a67-88e6-a0e41acd6039 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:02:40.138455 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-048e0dce-20a3-4ec2-ab3a-d6b22bc8f583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:40.269296 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-13e5d3dd-83d7-4493-ab23-086602cddb97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:40.283554 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-13e5d3dd-83d7-4493-ab23-086602cddb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:40.370711 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e5d3dd-83d7-4493-ab23-086602cddb97 admin admin] Pushing event updated for resources: {'Port': ['ID=5fb70813-218d-4a67-88e6-a0e41acd6039,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:40.384835 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-13e5d3dd-83d7-4493-ab23-086602cddb97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:40.545634 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e5d3dd-83d7-4493-ab23-086602cddb97 admin admin] Network 92f2a8e1-64d3-45bb-a3df-021113e6eff6 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:02:40.548439 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-13e5d3dd-83d7-4493-ab23-086602cddb97 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:02:40.627287 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:40.804267 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e5d3dd-83d7-4493-ab23-086602cddb97 admin admin] Router 9d31ae92-6ce0-4f39-833e-83ba8cff4300 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:02:40.946721 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 49447eac-52e0-423b-90b0-18276e33d875 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:02:40.994733 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8a17f60e-abde-4401-b3e8-41549de37bae None None] Provisioning complete for port 5fb70813-218d-4a67-88e6-a0e41acd6039 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:02:40.995356 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8a17f60e-abde-4401-b3e8-41549de37bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:41.023626 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e5d3dd-83d7-4493-ab23-086602cddb97 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:02:41.031140 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-13e5d3dd-83d7-4493-ab23-086602cddb97 admin admin] 10.222.0.61 "PUT /v2.0/routers/9d31ae92-6ce0-4f39-833e-83ba8cff4300/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8160512 Aug 23 21:02:41.060613 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-8a17f60e-abde-4401-b3e8-41549de37bae None None] Port 5fb70813-218d-4a67-88e6-a0e41acd6039 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:02:41.085166 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 49447eac-52e0-423b-90b0-18276e33d875 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:02:41.103826 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 49447eac-52e0-423b-90b0-18276e33d875 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:02:41.105575 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:41.293631 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:41.324632 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 49447eac-52e0-423b-90b0-18276e33d875, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=49447eac-52e0-423b-90b0-18276e33d875,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:02:41.331630 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:41.332862 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 7e18acec-a344-4190-8a8d-5cda24b735a8 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:02:41.486117 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=49447eac-52e0-423b-90b0-18276e33d875,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:41.491791 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 7e18acec-a344-4190-8a8d-5cda24b735a8 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:02:41.492246 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:41.773899 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40930) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:41.780326 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-36131a51-88f3-4fc8-a3d8-0ff25fc640e8 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1095496166-network', 'tenant_id': 'c016cdb772df4bdb9f2cadeafd4d9f2d'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:02:41.809170 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36131a51-88f3-4fc8-a3d8-0ff25fc640e8 admin admin] Made reservation on behalf of c016cdb772df4bdb9f2cadeafd4d9f2d for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:02:41.811914 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36131a51-88f3-4fc8-a3d8-0ff25fc640e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:41.821874 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36131a51-88f3-4fc8-a3d8-0ff25fc640e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:41.933556 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36131a51-88f3-4fc8-a3d8-0ff25fc640e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:41.940133 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36131a51-88f3-4fc8-a3d8-0ff25fc640e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:41.978851 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36131a51-88f3-4fc8-a3d8-0ff25fc640e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:02:41.981881 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36131a51-88f3-4fc8-a3d8-0ff25fc640e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eec7957-0df0-4598-8463-0437b287b749,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:41.994323 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36131a51-88f3-4fc8-a3d8-0ff25fc640e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:41.994588 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-36131a51-88f3-4fc8-a3d8-0ff25fc640e8 admin admin] Added segment 25097f4a-1fed-4aa0-9078-294ce2f1244c of type vlan for network b9be97cd-8eea-4de8-9cbd-e4b9854287b5 Aug 23 21:02:42.075625 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36131a51-88f3-4fc8-a3d8-0ff25fc640e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:42.113511 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36131a51-88f3-4fc8-a3d8-0ff25fc640e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:42.114741 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36131a51-88f3-4fc8-a3d8-0ff25fc640e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:02:42.115570 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36131a51-88f3-4fc8-a3d8-0ff25fc640e8 admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:42.179772 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-36131a51-88f3-4fc8-a3d8-0ff25fc640e8 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4019687 Aug 23 21:02:42.180014 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 40938) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:42.190037 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-f3a96c38-d0bd-48e1-a10a-53743dffccc5 admin admin] Request body: {'subnet': {'network_id': 'b9be97cd-8eea-4de8-9cbd-e4b9854287b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1095496166-subnet', 'tenant_id': 'c016cdb772df4bdb9f2cadeafd4d9f2d', 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:02:42.195766 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36131a51-88f3-4fc8-a3d8-0ff25fc640e8 admin admin] Pushing event updated for resources: {'Network': ['ID=b9be97cd-8eea-4de8-9cbd-e4b9854287b5,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:42.208282 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network b9be97cd-8eea-4de8-9cbd-e4b9854287b5 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:02:42.218909 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a96c38-d0bd-48e1-a10a-53743dffccc5 admin admin] Made reservation on behalf of c016cdb772df4bdb9f2cadeafd4d9f2d for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:02:42.229201 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f3a96c38-d0bd-48e1-a10a-53743dffccc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:42.496552 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f3a96c38-d0bd-48e1-a10a-53743dffccc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:42.543163 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa048ed-74eb-4c02-8c5f-295e5c749760 None None] Sync routers for ids ['9d31ae92-6ce0-4f39-833e-83ba8cff4300'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:02:42.546970 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a96c38-d0bd-48e1-a10a-53743dffccc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbb855e3-4401-44a2-bf6b-8b4d87dc80a4,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:42.556532 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa048ed-74eb-4c02-8c5f-295e5c749760 None None] Routers {'9d31ae92-6ce0-4f39-833e-83ba8cff4300'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:02:42.557203 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-5aa048ed-74eb-4c02-8c5f-295e5c749760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:02:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['9d31ae92-6ce0-4f39-833e-83ba8cff4300'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:02:42.580720 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a96c38-d0bd-48e1-a10a-53743dffccc5 admin admin] Checking segment: {'id': '25097f4a-1fed-4aa0-9078-294ce2f1244c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b9be97cd-8eea-4de8-9cbd-e4b9854287b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:02:42.581335 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a96c38-d0bd-48e1-a10a-53743dffccc5 admin admin] Network hostable DHCP agents. Network: b9be97cd-8eea-4de8-9cbd-e4b9854287b5, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:02:42.599319 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a96c38-d0bd-48e1-a10a-53743dffccc5 admin admin] Network b9be97cd-8eea-4de8-9cbd-e4b9854287b5 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:02:42.609497 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-f3a96c38-d0bd-48e1-a10a-53743dffccc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, b9be97cd-8eea-4de8-9cbd-e4b9854287b5) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:02:42.614098 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a96c38-d0bd-48e1-a10a-53743dffccc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:02:42.614919 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f3a96c38-d0bd-48e1-a10a-53743dffccc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:42.622542 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c665894e-a5c4-4296-be64-060e43d5424b None None] Network b9be97cd-8eea-4de8-9cbd-e4b9854287b5 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:02:42.639154 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f3a96c38-d0bd-48e1-a10a-53743dffccc5 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4577961 Aug 23 21:02:42.642356 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40956) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:42.649370 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e4c39f4e-e7ff-4b21-b51e-779a8bb13e58 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1095496166-router', 'tenant_id': 'c016cdb772df4bdb9f2cadeafd4d9f2d', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:02:42.676636 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e4c39f4e-e7ff-4b21-b51e-779a8bb13e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:42.678008 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e4c39f4e-e7ff-4b21-b51e-779a8bb13e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:42.743639 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e4c39f4e-e7ff-4b21-b51e-779a8bb13e58 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:42.758238 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-5aa048ed-74eb-4c02-8c5f-295e5c749760 None None] Set router 9d31ae92-6ce0-4f39-833e-83ba8cff4300 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:02:42.817730 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 49447eac-52e0-423b-90b0-18276e33d875 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:02:42.914571 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e4c39f4e-e7ff-4b21-b51e-779a8bb13e58 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:43.147730 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e4c39f4e-e7ff-4b21-b51e-779a8bb13e58 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:43.177897 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e4c39f4e-e7ff-4b21-b51e-779a8bb13e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:43.202514 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00793777-0e3a-468c-97f5-f5d44cf6cfdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-b9be97cd-8eea-4de8-9cbd-e4b9854287b5', 'network_id': 'b9be97cd-8eea-4de8-9cbd-e4b9854287b5', 'tenant_id': 'c016cdb772df4bdb9f2cadeafd4d9f2d', 'fixed_ips': [{'subnet_id': 'fbb855e3-4401-44a2-bf6b-8b4d87dc80a4'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 21:02:43.203357 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-00793777-0e3a-468c-97f5-f5d44cf6cfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:43.245838 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 49447eac-52e0-423b-90b0-18276e33d875 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:02:43.246512 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:43.297773 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-e4c39f4e-e7ff-4b21-b51e-779a8bb13e58 admin admin] Allocated IP 172.25.4.13 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/76461685-1398-404f-88d5-123b9a125ee0) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:02:43.421689 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e4c39f4e-e7ff-4b21-b51e-779a8bb13e58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:43.464853 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cbde6bba-bb77-4bff-a47e-3ef1c06ad7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:43.481082 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e4c39f4e-e7ff-4b21-b51e-779a8bb13e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:43.494628 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-00793777-0e3a-468c-97f5-f5d44cf6cfdf None None] Allocated IP 172.20.0.2 (b9be97cd-8eea-4de8-9cbd-e4b9854287b5/fbb855e3-4401-44a2-bf6b-8b4d87dc80a4/1d967975-e4d7-45b2-813f-5b91e79074c3) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:02:43.511210 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-5aa048ed-74eb-4c02-8c5f-295e5c749760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d31ae92-6ce0-4f39-833e-83ba8cff4300', 'name': 'tempest-TestAggregatesBasicOps-902666778-router', 'tenant_id': 'a3bc54e4aa074917bfa0fbc1667021b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '49447eac-52e0-423b-90b0-18276e33d875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:02:36Z', 'updated_at': '2021-08-23T21:02:39Z', 'revision_number': 4, 'project_id': 'a3bc54e4aa074917bfa0fbc1667021b9', 'gw_port': {'id': '49447eac-52e0-423b-90b0-18276e33d875', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:16:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d31ae92-6ce0-4f39-833e-83ba8cff4300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:02:36Z', 'updated_at': '2021-08-23T21:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '5fb70813-218d-4a67-88e6-a0e41acd6039', 'name': '', 'network_id': '92f2a8e1-64d3-45bb-a3df-021113e6eff6', 'tenant_id': 'a3bc54e4aa074917bfa0fbc1667021b9', 'mac_address': 'fa:16:3e:b0:55:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d31ae92-6ce0-4f39-833e-83ba8cff4300', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'c975a296-0762-403c-8d13-d51afcefe8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:02:39Z', 'updated_at': '2021-08-23T21:02:40Z', 'revision_number': 2, 'project_id': 'a3bc54e4aa074917bfa0fbc1667021b9', 'subnets': [{'id': 'c975a296-0762-403c-8d13-d51afcefe8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:02:43.529196 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c39f4e-e7ff-4b21-b51e-779a8bb13e58 admin admin] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:02:43.532551 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-e4c39f4e-e7ff-4b21-b51e-779a8bb13e58 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:02:43.536147 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c39f4e-e7ff-4b21-b51e-779a8bb13e58 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:02:43.664015 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa048ed-74eb-4c02-8c5f-295e5c749760 None None] Checking router: 9d31ae92-6ce0-4f39-833e-83ba8cff4300 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:02:43.664406 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa048ed-74eb-4c02-8c5f-295e5c749760 None None] Updating router 9d31ae92-6ce0-4f39-833e-83ba8cff4300 port 5fb70813-218d-4a67-88e6-a0e41acd6039 binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 21:02:43.698851 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c39f4e-e7ff-4b21-b51e-779a8bb13e58 admin admin] Pushing event updated for resources: {'Port': ['ID=76461685-1398-404f-88d5-123b9a125ee0,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:43.715123 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:43.727209 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5aa048ed-74eb-4c02-8c5f-295e5c749760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:43.762070 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-00793777-0e3a-468c-97f5-f5d44cf6cfdf None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:43.789847 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-00793777-0e3a-468c-97f5-f5d44cf6cfdf None None] Transition to ACTIVE for port object 1d967975-e4d7-45b2-813f-5b91e79074c3 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:02:43.821748 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-00793777-0e3a-468c-97f5-f5d44cf6cfdf None None] Transition to ACTIVE for port object 1d967975-e4d7-45b2-813f-5b91e79074c3 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:02:43.849005 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e4c39f4e-e7ff-4b21-b51e-779a8bb13e58 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:43.880482 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-00793777-0e3a-468c-97f5-f5d44cf6cfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:43.933432 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00793777-0e3a-468c-97f5-f5d44cf6cfdf None None] Network b9be97cd-8eea-4de8-9cbd-e4b9854287b5 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:02:43.946007 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-00793777-0e3a-468c-97f5-f5d44cf6cfdf None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:02:43.948951 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00793777-0e3a-468c-97f5-f5d44cf6cfdf None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:02:43.992179 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00793777-0e3a-468c-97f5-f5d44cf6cfdf None None] Pushing event updated for resources: {'Port': ['ID=1d967975-e4d7-45b2-813f-5b91e79074c3,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:44.058553 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e4c39f4e-e7ff-4b21-b51e-779a8bb13e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:44.062318 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-00793777-0e3a-468c-97f5-f5d44cf6cfdf None None] Attempting to bind port 1d967975-e4d7-45b2-813f-5b91e79074c3 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:02:44.062696 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-00793777-0e3a-468c-97f5-f5d44cf6cfdf None None] Attempting to bind port 1d967975-e4d7-45b2-813f-5b91e79074c3 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '25097f4a-1fed-4aa0-9078-294ce2f1244c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b9be97cd-8eea-4de8-9cbd-e4b9854287b5'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:02:44.063603 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00793777-0e3a-468c-97f5-f5d44cf6cfdf None None] Attempting to bind port 1d967975-e4d7-45b2-813f-5b91e79074c3 on network b9be97cd-8eea-4de8-9cbd-e4b9854287b5 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:02:44.082993 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00793777-0e3a-468c-97f5-f5d44cf6cfdf None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:02:44.083522 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00793777-0e3a-468c-97f5-f5d44cf6cfdf None None] Checking segment: {'id': '25097f4a-1fed-4aa0-9078-294ce2f1244c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b9be97cd-8eea-4de8-9cbd-e4b9854287b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:02:44.083934 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-00793777-0e3a-468c-97f5-f5d44cf6cfdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:44.084415 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00793777-0e3a-468c-97f5-f5d44cf6cfdf None None] Bound using segment: {'id': '25097f4a-1fed-4aa0-9078-294ce2f1244c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b9be97cd-8eea-4de8-9cbd-e4b9854287b5'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:02:44.084894 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-00793777-0e3a-468c-97f5-f5d44cf6cfdf None None] Bound port: 1d967975-e4d7-45b2-813f-5b91e79074c3, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25097f4a-1fed-4aa0-9078-294ce2f1244c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b9be97cd-8eea-4de8-9cbd-e4b9854287b5'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:02:44.085273 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-00793777-0e3a-468c-97f5-f5d44cf6cfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:44.209428 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c39f4e-e7ff-4b21-b51e-779a8bb13e58 admin admin] Router 6214762b-e344-4b1f-b263-490e62720dea is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 21:02:44.237386 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5aa048ed-74eb-4c02-8c5f-295e5c749760 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:44.239986 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-00793777-0e3a-468c-97f5-f5d44cf6cfdf None None] For port 1d967975-e4d7-45b2-813f-5b91e79074c3, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:02:44.257717 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-00793777-0e3a-468c-97f5-f5d44cf6cfdf None None] For port 1d967975-e4d7-45b2-813f-5b91e79074c3, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=1d967975-e4d7-45b2-813f-5b91e79074c3,segment=NetworkSegment(25097f4a-1fed-4aa0-9078-294ce2f1244c),segment_id=25097f4a-1fed-4aa0-9078-294ce2f1244c)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:02:44.259257 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5aa048ed-74eb-4c02-8c5f-295e5c749760 None None] Transition to ACTIVE for port object 5fb70813-218d-4a67-88e6-a0e41acd6039 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:02:44.264294 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-00793777-0e3a-468c-97f5-f5d44cf6cfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:44.270490 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5aa048ed-74eb-4c02-8c5f-295e5c749760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:44.343880 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00793777-0e3a-468c-97f5-f5d44cf6cfdf None None] Pushing event updated for resources: {'Port': ['ID=1d967975-e4d7-45b2-813f-5b91e79074c3,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:44.346000 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c39f4e-e7ff-4b21-b51e-779a8bb13e58 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:02:44.361851 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df78869b-c2da-4585-8839-f830fc52a817 None None] Sync routers for ids ['6214762b-e344-4b1f-b263-490e62720dea'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:02:44.373329 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df78869b-c2da-4585-8839-f830fc52a817 None None] Routers {'6214762b-e344-4b1f-b263-490e62720dea'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:02:44.374175 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-df78869b-c2da-4585-8839-f830fc52a817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:02:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['6214762b-e344-4b1f-b263-490e62720dea'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:02:44.382395 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e4c39f4e-e7ff-4b21-b51e-779a8bb13e58 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:44.384596 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e4c39f4e-e7ff-4b21-b51e-779a8bb13e58 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7409985 Aug 23 21:02:44.387200 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 40990) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:44.470246 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b575555e-212a-425a-941d-ed650cba6976 None None] Pushing event updated for resources: {'Port': ['ID=5fb70813-218d-4a67-88e6-a0e41acd6039,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:44.489175 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-5aa048ed-74eb-4c02-8c5f-295e5c749760 None None] Attempting to bind port 5fb70813-218d-4a67-88e6-a0e41acd6039 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:02:44.493295 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-5aa048ed-74eb-4c02-8c5f-295e5c749760 None None] Attempting to bind port 5fb70813-218d-4a67-88e6-a0e41acd6039 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '7031cd11-9750-4ce6-a289-2f1048089c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '92f2a8e1-64d3-45bb-a3df-021113e6eff6'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:02:44.493774 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa048ed-74eb-4c02-8c5f-295e5c749760 None None] Attempting to bind port 5fb70813-218d-4a67-88e6-a0e41acd6039 on network 92f2a8e1-64d3-45bb-a3df-021113e6eff6 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:02:44.499851 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa048ed-74eb-4c02-8c5f-295e5c749760 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:02:44.501261 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa048ed-74eb-4c02-8c5f-295e5c749760 None None] Checking segment: {'id': '7031cd11-9750-4ce6-a289-2f1048089c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '92f2a8e1-64d3-45bb-a3df-021113e6eff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:02:44.502023 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5aa048ed-74eb-4c02-8c5f-295e5c749760 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:44.502528 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa048ed-74eb-4c02-8c5f-295e5c749760 None None] Bound using segment: {'id': '7031cd11-9750-4ce6-a289-2f1048089c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '92f2a8e1-64d3-45bb-a3df-021113e6eff6'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:02:44.503121 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-5aa048ed-74eb-4c02-8c5f-295e5c749760 None None] Bound port: 5fb70813-218d-4a67-88e6-a0e41acd6039, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7031cd11-9750-4ce6-a289-2f1048089c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '92f2a8e1-64d3-45bb-a3df-021113e6eff6'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:02:44.503788 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5aa048ed-74eb-4c02-8c5f-295e5c749760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:44.539526 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-df78869b-c2da-4585-8839-f830fc52a817 None None] Set router 6214762b-e344-4b1f-b263-490e62720dea gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:02:44.624432 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-5aa048ed-74eb-4c02-8c5f-295e5c749760 None None] For port 5fb70813-218d-4a67-88e6-a0e41acd6039, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:02:44.638722 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:44.666167 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-5aa048ed-74eb-4c02-8c5f-295e5c749760 None None] For port 5fb70813-218d-4a67-88e6-a0e41acd6039, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=5fb70813-218d-4a67-88e6-a0e41acd6039,segment=NetworkSegment(7031cd11-9750-4ce6-a289-2f1048089c70),segment_id=7031cd11-9750-4ce6-a289-2f1048089c70)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:02:44.681697 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5aa048ed-74eb-4c02-8c5f-295e5c749760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:44.758472 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa048ed-74eb-4c02-8c5f-295e5c749760 None None] Routers {'9d31ae92-6ce0-4f39-833e-83ba8cff4300'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:02:44.759199 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-5aa048ed-74eb-4c02-8c5f-295e5c749760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:02:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['9d31ae92-6ce0-4f39-833e-83ba8cff4300'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:02:44.981283 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 1d967975-e4d7-45b2-813f-5b91e79074c3 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:02:45.058315 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-df78869b-c2da-4585-8839-f830fc52a817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6214762b-e344-4b1f-b263-490e62720dea', 'name': 'tempest-TestAggregatesBasicOps-1095496166-router', 'tenant_id': 'c016cdb772df4bdb9f2cadeafd4d9f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '76461685-1398-404f-88d5-123b9a125ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:02:42Z', 'updated_at': '2021-08-23T21:02:43Z', 'revision_number': 3, 'project_id': 'c016cdb772df4bdb9f2cadeafd4d9f2d', 'gw_port': {'id': '76461685-1398-404f-88d5-123b9a125ee0', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:23:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6214762b-e344-4b1f-b263-490e62720dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:02:43Z', 'updated_at': '2021-08-23T21:02:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:02:45.127611 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df78869b-c2da-4585-8839-f830fc52a817 None None] Checking router: 6214762b-e344-4b1f-b263-490e62720dea for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:02:45.128433 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df78869b-c2da-4585-8839-f830fc52a817 None None] Updating router 6214762b-e344-4b1f-b263-490e62720dea port 76461685-1398-404f-88d5-123b9a125ee0 binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 21:02:45.136246 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-5aa048ed-74eb-4c02-8c5f-295e5c749760 None None] Set router 9d31ae92-6ce0-4f39-833e-83ba8cff4300 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:02:45.159394 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-df78869b-c2da-4585-8839-f830fc52a817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:45.246495 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b575555e-212a-425a-941d-ed650cba6976 None None] Pushing event updated for resources: {'Port': ['ID=5fb70813-218d-4a67-88e6-a0e41acd6039,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:45.429953 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 1d967975-e4d7-45b2-813f-5b91e79074c3 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:02:45.640526 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-5aa048ed-74eb-4c02-8c5f-295e5c749760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d31ae92-6ce0-4f39-833e-83ba8cff4300', 'name': 'tempest-TestAggregatesBasicOps-902666778-router', 'tenant_id': 'a3bc54e4aa074917bfa0fbc1667021b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '49447eac-52e0-423b-90b0-18276e33d875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:02:36Z', 'updated_at': '2021-08-23T21:02:39Z', 'revision_number': 4, 'project_id': 'a3bc54e4aa074917bfa0fbc1667021b9', 'gw_port': {'id': '49447eac-52e0-423b-90b0-18276e33d875', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:16:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d31ae92-6ce0-4f39-833e-83ba8cff4300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:02:36Z', 'updated_at': '2021-08-23T21:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '5fb70813-218d-4a67-88e6-a0e41acd6039', 'name': '', 'network_id': '92f2a8e1-64d3-45bb-a3df-021113e6eff6', 'tenant_id': 'a3bc54e4aa074917bfa0fbc1667021b9', 'mac_address': 'fa:16:3e:b0:55:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d31ae92-6ce0-4f39-833e-83ba8cff4300', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'c975a296-0762-403c-8d13-d51afcefe8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:02:39Z', 'updated_at': '2021-08-23T21:02:44Z', 'revision_number': 4, 'project_id': 'a3bc54e4aa074917bfa0fbc1667021b9', 'subnets': [{'id': 'c975a296-0762-403c-8d13-d51afcefe8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:02:45.707035 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa048ed-74eb-4c02-8c5f-295e5c749760 None None] The sync data for ids ['9d31ae92-6ce0-4f39-833e-83ba8cff4300'] in n-d-805663-2 is: [{'id': '9d31ae92-6ce0-4f39-833e-83ba8cff4300', 'name': 'tempest-TestAggregatesBasicOps-902666778-router', 'tenant_id': 'a3bc54e4aa074917bfa0fbc1667021b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '49447eac-52e0-423b-90b0-18276e33d875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:02:36Z', 'updated_at': '2021-08-23T21:02:39Z', 'revision_number': 4, 'project_id': 'a3bc54e4aa074917bfa0fbc1667021b9', 'gw_port': {'id': '49447eac-52e0-423b-90b0-18276e33d875', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:16:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d31ae92-6ce0-4f39-833e-83ba8cff4300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:02:36Z', 'updated_at': '2021-08-23T21:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '5fb70813-218d-4a67-88e6-a0e41acd6039', 'name': '', 'network_id': '92f2a8e1-64d3-45bb-a3df-021113e6eff6', 'tenant_id': 'a3bc54e4aa074917bfa0fbc1667021b9', 'mac_address': 'fa:16:3e:b0:55:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d31ae92-6ce0-4f39-833e-83ba8cff4300', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'c975a296-0762-403c-8d13-d51afcefe8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:02:39Z', 'updated_at': '2021-08-23T21:02:44Z', 'revision_number': 4, 'project_id': 'a3bc54e4aa074917bfa0fbc1667021b9', 'subnets': [{'id': 'c975a296-0762-403c-8d13-d51afcefe8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:02:45.720743 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-df78869b-c2da-4585-8839-f830fc52a817 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:45.741455 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-df78869b-c2da-4585-8839-f830fc52a817 None None] Transition to ACTIVE for port object 76461685-1398-404f-88d5-123b9a125ee0 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:02:45.749328 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-df78869b-c2da-4585-8839-f830fc52a817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:45.881689 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cba07e00-38c3-42ec-aa64-b0870318711c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:45.882489 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-df78869b-c2da-4585-8839-f830fc52a817 None None] Attempting to bind port 76461685-1398-404f-88d5-123b9a125ee0 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:02:45.884751 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-df78869b-c2da-4585-8839-f830fc52a817 None None] Attempting to bind port 76461685-1398-404f-88d5-123b9a125ee0 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:02:45.885221 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df78869b-c2da-4585-8839-f830fc52a817 None None] Attempting to bind port 76461685-1398-404f-88d5-123b9a125ee0 on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:02:45.908630 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e7db5-e504-48b7-b832-9f0e9e27fe75 None None] Pushing event updated for resources: {'Port': ['ID=76461685-1398-404f-88d5-123b9a125ee0,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:45.912245 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df78869b-c2da-4585-8839-f830fc52a817 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:02:45.913263 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df78869b-c2da-4585-8839-f830fc52a817 None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:02:45.915492 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-df78869b-c2da-4585-8839-f830fc52a817 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:45.917889 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df78869b-c2da-4585-8839-f830fc52a817 None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:02:45.919594 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-df78869b-c2da-4585-8839-f830fc52a817 None None] Bound port: 76461685-1398-404f-88d5-123b9a125ee0, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:02:45.920148 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-df78869b-c2da-4585-8839-f830fc52a817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:45.982570 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50756a36-70d4-44e6-9698-6b299184d7fb None None] Network b9be97cd-8eea-4de8-9cbd-e4b9854287b5 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:02:46.009378 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-df78869b-c2da-4585-8839-f830fc52a817 None None] For port 76461685-1398-404f-88d5-123b9a125ee0, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:02:46.014676 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-df78869b-c2da-4585-8839-f830fc52a817 None None] For port 76461685-1398-404f-88d5-123b9a125ee0, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=76461685-1398-404f-88d5-123b9a125ee0,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:02:46.025855 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-df78869b-c2da-4585-8839-f830fc52a817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:46.112016 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df78869b-c2da-4585-8839-f830fc52a817 None None] Routers {'6214762b-e344-4b1f-b263-490e62720dea'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:02:46.112668 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-df78869b-c2da-4585-8839-f830fc52a817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:02:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['6214762b-e344-4b1f-b263-490e62720dea'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:02:46.127064 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:46.157883 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-cba07e00-38c3-42ec-aa64-b0870318711c admin admin] Allocated IP 172.20.0.1 (b9be97cd-8eea-4de8-9cbd-e4b9854287b5/fbb855e3-4401-44a2-bf6b-8b4d87dc80a4/c1c50532-5e31-4564-ba10-9a315190a4c9) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:02:46.160757 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6f2d0964-9528-46c0-abe7-fe5ed7ee4a1a None None] Provisioning for port 1d967975-e4d7-45b2-813f-5b91e79074c3 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:02:46.172593 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e7db5-e504-48b7-b832-9f0e9e27fe75 None None] Pushing event updated for resources: {'Port': ['ID=76461685-1398-404f-88d5-123b9a125ee0,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:46.182161 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6f2d0964-9528-46c0-abe7-fe5ed7ee4a1a None None] Provisioning complete for port 1d967975-e4d7-45b2-813f-5b91e79074c3 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:02:46.182694 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6f2d0964-9528-46c0-abe7-fe5ed7ee4a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:46.272040 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-df78869b-c2da-4585-8839-f830fc52a817 None None] Set router 6214762b-e344-4b1f-b263-490e62720dea gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:02:46.316004 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cba07e00-38c3-42ec-aa64-b0870318711c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:46.337352 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-cba07e00-38c3-42ec-aa64-b0870318711c admin admin] Transition to ACTIVE for port object c1c50532-5e31-4564-ba10-9a315190a4c9 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:02:46.402741 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cba07e00-38c3-42ec-aa64-b0870318711c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:46.488824 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6f2d0964-9528-46c0-abe7-fe5ed7ee4a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:46.494916 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba07e00-38c3-42ec-aa64-b0870318711c admin admin] Network b9be97cd-8eea-4de8-9cbd-e4b9854287b5 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:02:46.499045 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-cba07e00-38c3-42ec-aa64-b0870318711c admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:02:46.506511 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba07e00-38c3-42ec-aa64-b0870318711c admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:02:46.570169 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cba07e00-38c3-42ec-aa64-b0870318711c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:46.618744 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-6f2d0964-9528-46c0-abe7-fe5ed7ee4a1a None None] For port 1d967975-e4d7-45b2-813f-5b91e79074c3, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=1d967975-e4d7-45b2-813f-5b91e79074c3,segment=NetworkSegment(25097f4a-1fed-4aa0-9078-294ce2f1244c),segment_id=25097f4a-1fed-4aa0-9078-294ce2f1244c)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:02:46.634439 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6f2d0964-9528-46c0-abe7-fe5ed7ee4a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:46.652631 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba07e00-38c3-42ec-aa64-b0870318711c admin admin] Pushing event updated for resources: {'Port': ['ID=c1c50532-5e31-4564-ba10-9a315190a4c9,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:46.774772 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2d0964-9528-46c0-abe7-fe5ed7ee4a1a None None] Pushing event updated for resources: {'Port': ['ID=1d967975-e4d7-45b2-813f-5b91e79074c3,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:46.867870 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-df78869b-c2da-4585-8839-f830fc52a817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6214762b-e344-4b1f-b263-490e62720dea', 'name': 'tempest-TestAggregatesBasicOps-1095496166-router', 'tenant_id': 'c016cdb772df4bdb9f2cadeafd4d9f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '76461685-1398-404f-88d5-123b9a125ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:02:42Z', 'updated_at': '2021-08-23T21:02:43Z', 'revision_number': 3, 'project_id': 'c016cdb772df4bdb9f2cadeafd4d9f2d', 'gw_port': {'id': '76461685-1398-404f-88d5-123b9a125ee0', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:23:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6214762b-e344-4b1f-b263-490e62720dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:02:43Z', 'updated_at': '2021-08-23T21:02:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:02:46.900795 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 5fb70813-218d-4a67-88e6-a0e41acd6039 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:02:46.946065 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cba07e00-38c3-42ec-aa64-b0870318711c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:46.973683 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df78869b-c2da-4585-8839-f830fc52a817 None None] The sync data for ids ['6214762b-e344-4b1f-b263-490e62720dea'] in n-d-805663-2 is: [{'id': '6214762b-e344-4b1f-b263-490e62720dea', 'name': 'tempest-TestAggregatesBasicOps-1095496166-router', 'tenant_id': 'c016cdb772df4bdb9f2cadeafd4d9f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '76461685-1398-404f-88d5-123b9a125ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:02:42Z', 'updated_at': '2021-08-23T21:02:43Z', 'revision_number': 3, 'project_id': 'c016cdb772df4bdb9f2cadeafd4d9f2d', 'gw_port': {'id': '76461685-1398-404f-88d5-123b9a125ee0', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:23:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6214762b-e344-4b1f-b263-490e62720dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:02:43Z', 'updated_at': '2021-08-23T21:02:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:02:47.020383 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 5fb70813-218d-4a67-88e6-a0e41acd6039 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:02:47.027702 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 5fb70813-218d-4a67-88e6-a0e41acd6039 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:02:47.028258 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:47.221642 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:47.254565 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5c60a23c-78a0-4714-b8c8-a14995d98675 None None] Provisioning for port c1c50532-5e31-4564-ba10-9a315190a4c9 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:02:47.267543 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5c60a23c-78a0-4714-b8c8-a14995d98675 None None] Provisioning complete for port c1c50532-5e31-4564-ba10-9a315190a4c9 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:02:47.269023 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5c60a23c-78a0-4714-b8c8-a14995d98675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:47.278173 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cba07e00-38c3-42ec-aa64-b0870318711c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:47.284402 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cba07e00-38c3-42ec-aa64-b0870318711c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:47.316637 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 5fb70813-218d-4a67-88e6-a0e41acd6039, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=5fb70813-218d-4a67-88e6-a0e41acd6039,segment=NetworkSegment(7031cd11-9750-4ce6-a289-2f1048089c70),segment_id=7031cd11-9750-4ce6-a289-2f1048089c70)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:02:47.333408 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:47.398916 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba07e00-38c3-42ec-aa64-b0870318711c admin admin] Pushing event updated for resources: {'Port': ['ID=c1c50532-5e31-4564-ba10-9a315190a4c9,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:47.410656 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cba07e00-38c3-42ec-aa64-b0870318711c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:47.430587 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-5c60a23c-78a0-4714-b8c8-a14995d98675 None None] Port c1c50532-5e31-4564-ba10-9a315190a4c9 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:02:47.499392 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5c60a23c-78a0-4714-b8c8-a14995d98675 None None] Provisioning complete for port 1d967975-e4d7-45b2-813f-5b91e79074c3 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:02:47.501099 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5c60a23c-78a0-4714-b8c8-a14995d98675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:47.587197 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=5fb70813-218d-4a67-88e6-a0e41acd6039,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:47.681181 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba07e00-38c3-42ec-aa64-b0870318711c admin admin] Network b9be97cd-8eea-4de8-9cbd-e4b9854287b5 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:02:47.683342 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-cba07e00-38c3-42ec-aa64-b0870318711c admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:02:47.880629 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1064ed5a-ccc9-4376-848b-11b7d0ca06d9 None None] Provisioning complete for port c1c50532-5e31-4564-ba10-9a315190a4c9 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:02:47.881149 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1064ed5a-ccc9-4376-848b-11b7d0ca06d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:47.919154 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba07e00-38c3-42ec-aa64-b0870318711c admin admin] Router 6214762b-e344-4b1f-b263-490e62720dea has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:02:47.936178 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1064ed5a-ccc9-4376-848b-11b7d0ca06d9 None None] Port c1c50532-5e31-4564-ba10-9a315190a4c9 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:02:48.069588 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-54a05c38-4dfe-49f8-9bc5-945df5ce803d None None] Provisioning complete for port c1c50532-5e31-4564-ba10-9a315190a4c9 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:02:48.069970 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-54a05c38-4dfe-49f8-9bc5-945df5ce803d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:48.107223 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba07e00-38c3-42ec-aa64-b0870318711c admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:02:48.118458 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-cba07e00-38c3-42ec-aa64-b0870318711c admin admin] 10.222.0.61 "PUT /v2.0/routers/6214762b-e344-4b1f-b263-490e62720dea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7243080 Aug 23 21:02:48.133474 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-54a05c38-4dfe-49f8-9bc5-945df5ce803d None None] Port c1c50532-5e31-4564-ba10-9a315190a4c9 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:02:48.877030 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 1d967975-e4d7-45b2-813f-5b91e79074c3 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:02:49.114581 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 1d967975-e4d7-45b2-813f-5b91e79074c3 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:02:49.114952 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:49.213505 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 5fb70813-218d-4a67-88e6-a0e41acd6039 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:02:49.283412 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 5fb70813-218d-4a67-88e6-a0e41acd6039 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:02:49.283886 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:49.382357 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 76461685-1398-404f-88d5-123b9a125ee0 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:02:49.436520 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 76461685-1398-404f-88d5-123b9a125ee0 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:02:49.441501 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 76461685-1398-404f-88d5-123b9a125ee0 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:02:49.441889 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:49.512152 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116285e0-8539-4e5e-bfbc-38be04e76343 None None] Sync routers for ids ['6214762b-e344-4b1f-b263-490e62720dea'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:02:49.549143 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116285e0-8539-4e5e-bfbc-38be04e76343 None None] Routers {'6214762b-e344-4b1f-b263-490e62720dea'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:02:49.549805 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-116285e0-8539-4e5e-bfbc-38be04e76343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:02:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['6214762b-e344-4b1f-b263-490e62720dea'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:02:49.588873 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:49.621213 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 76461685-1398-404f-88d5-123b9a125ee0, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=76461685-1398-404f-88d5-123b9a125ee0,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:02:49.634251 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:49.740418 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-116285e0-8539-4e5e-bfbc-38be04e76343 None None] Set router 6214762b-e344-4b1f-b263-490e62720dea gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:02:49.777398 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=76461685-1398-404f-88d5-123b9a125ee0,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:50.026972 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-116285e0-8539-4e5e-bfbc-38be04e76343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6214762b-e344-4b1f-b263-490e62720dea', 'name': 'tempest-TestAggregatesBasicOps-1095496166-router', 'tenant_id': 'c016cdb772df4bdb9f2cadeafd4d9f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '76461685-1398-404f-88d5-123b9a125ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:02:42Z', 'updated_at': '2021-08-23T21:02:46Z', 'revision_number': 4, 'project_id': 'c016cdb772df4bdb9f2cadeafd4d9f2d', 'gw_port': {'id': '76461685-1398-404f-88d5-123b9a125ee0', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:23:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6214762b-e344-4b1f-b263-490e62720dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:02:43Z', 'updated_at': '2021-08-23T21:02:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'c1c50532-5e31-4564-ba10-9a315190a4c9', 'name': '', 'network_id': 'b9be97cd-8eea-4de8-9cbd-e4b9854287b5', 'tenant_id': 'c016cdb772df4bdb9f2cadeafd4d9f2d', 'mac_address': 'fa:16:3e:9c:37:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6214762b-e344-4b1f-b263-490e62720dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'fbb855e3-4401-44a2-bf6b-8b4d87dc80a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:02:45Z', 'updated_at': '2021-08-23T21:02:47Z', 'revision_number': 2, 'project_id': 'c016cdb772df4bdb9f2cadeafd4d9f2d', 'subnets': [{'id': 'fbb855e3-4401-44a2-bf6b-8b4d87dc80a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:02:50.059984 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116285e0-8539-4e5e-bfbc-38be04e76343 None None] Checking router: 6214762b-e344-4b1f-b263-490e62720dea for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:02:50.060521 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116285e0-8539-4e5e-bfbc-38be04e76343 None None] Updating router 6214762b-e344-4b1f-b263-490e62720dea port c1c50532-5e31-4564-ba10-9a315190a4c9 binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 21:02:50.100950 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-116285e0-8539-4e5e-bfbc-38be04e76343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:50.552675 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:50.576128 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-116285e0-8539-4e5e-bfbc-38be04e76343 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:50.590613 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-116285e0-8539-4e5e-bfbc-38be04e76343 None None] Transition to ACTIVE for port object c1c50532-5e31-4564-ba10-9a315190a4c9 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:02:50.598492 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-116285e0-8539-4e5e-bfbc-38be04e76343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:50.774206 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9091e406-6e48-4d18-ba57-267cfc2de9b2 None None] Pushing event updated for resources: {'Port': ['ID=c1c50532-5e31-4564-ba10-9a315190a4c9,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:50.799382 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-116285e0-8539-4e5e-bfbc-38be04e76343 None None] Attempting to bind port c1c50532-5e31-4564-ba10-9a315190a4c9 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:02:50.799802 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-116285e0-8539-4e5e-bfbc-38be04e76343 None None] Attempting to bind port c1c50532-5e31-4564-ba10-9a315190a4c9 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '25097f4a-1fed-4aa0-9078-294ce2f1244c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b9be97cd-8eea-4de8-9cbd-e4b9854287b5'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:02:50.800294 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116285e0-8539-4e5e-bfbc-38be04e76343 None None] Attempting to bind port c1c50532-5e31-4564-ba10-9a315190a4c9 on network b9be97cd-8eea-4de8-9cbd-e4b9854287b5 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:02:50.827110 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116285e0-8539-4e5e-bfbc-38be04e76343 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:02:50.827599 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116285e0-8539-4e5e-bfbc-38be04e76343 None None] Checking segment: {'id': '25097f4a-1fed-4aa0-9078-294ce2f1244c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b9be97cd-8eea-4de8-9cbd-e4b9854287b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:02:50.828012 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-116285e0-8539-4e5e-bfbc-38be04e76343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:50.828956 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116285e0-8539-4e5e-bfbc-38be04e76343 None None] Bound using segment: {'id': '25097f4a-1fed-4aa0-9078-294ce2f1244c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b9be97cd-8eea-4de8-9cbd-e4b9854287b5'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:02:50.829535 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-116285e0-8539-4e5e-bfbc-38be04e76343 None None] Bound port: c1c50532-5e31-4564-ba10-9a315190a4c9, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25097f4a-1fed-4aa0-9078-294ce2f1244c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b9be97cd-8eea-4de8-9cbd-e4b9854287b5'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:02:50.829928 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-116285e0-8539-4e5e-bfbc-38be04e76343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:50.849295 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 41156) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:50.854315 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 76461685-1398-404f-88d5-123b9a125ee0 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:02:51.101115 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-116285e0-8539-4e5e-bfbc-38be04e76343 None None] For port c1c50532-5e31-4564-ba10-9a315190a4c9, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:02:51.117931 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-116285e0-8539-4e5e-bfbc-38be04e76343 None None] For port c1c50532-5e31-4564-ba10-9a315190a4c9, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=c1c50532-5e31-4564-ba10-9a315190a4c9,segment=NetworkSegment(25097f4a-1fed-4aa0-9078-294ce2f1244c),segment_id=25097f4a-1fed-4aa0-9078-294ce2f1244c)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:02:51.119336 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 76461685-1398-404f-88d5-123b9a125ee0 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:02:51.121218 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:51.149507 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-116285e0-8539-4e5e-bfbc-38be04e76343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:51.271464 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116285e0-8539-4e5e-bfbc-38be04e76343 None None] Routers {'6214762b-e344-4b1f-b263-490e62720dea'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:02:51.272169 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-116285e0-8539-4e5e-bfbc-38be04e76343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:02:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['6214762b-e344-4b1f-b263-490e62720dea'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:02:51.275030 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 41160) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:51.303064 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9091e406-6e48-4d18-ba57-267cfc2de9b2 None None] Pushing event updated for resources: {'Port': ['ID=c1c50532-5e31-4564-ba10-9a315190a4c9,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:51.486050 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eedde37a-0758-4510-9030-39b387e85427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:51.554939 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e781bd19-3e92-4377-89a8-673a61ff428e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:51.642637 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-116285e0-8539-4e5e-bfbc-38be04e76343 None None] Set router 6214762b-e344-4b1f-b263-490e62720dea gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:02:51.647991 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eedde37a-0758-4510-9030-39b387e85427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:51.654696 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eedde37a-0758-4510-9030-39b387e85427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:51.699822 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedde37a-0758-4510-9030-39b387e85427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298096c1-324b-48cb-8567-0674eb47892e,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:51.729679 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-eedde37a-0758-4510-9030-39b387e85427 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d7febae1ed38474e978281be97797b3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4531276 Aug 23 21:02:51.732274 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 41166) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:51.807193 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2423ef31-a87f-4224-a4f8-7ec1731dd412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:51.835512 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2423ef31-a87f-4224-a4f8-7ec1731dd412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:51.897708 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2423ef31-a87f-4224-a4f8-7ec1731dd412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:51.902241 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2423ef31-a87f-4224-a4f8-7ec1731dd412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:51.905944 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2423ef31-a87f-4224-a4f8-7ec1731dd412 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/298096c1-324b-48cb-8567-0674eb47892e HTTP/1.1" status: 204 len: 168 time: 0.1693254 Aug 23 21:02:51.913586 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-116285e0-8539-4e5e-bfbc-38be04e76343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6214762b-e344-4b1f-b263-490e62720dea', 'name': 'tempest-TestAggregatesBasicOps-1095496166-router', 'tenant_id': 'c016cdb772df4bdb9f2cadeafd4d9f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '76461685-1398-404f-88d5-123b9a125ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:02:42Z', 'updated_at': '2021-08-23T21:02:46Z', 'revision_number': 4, 'project_id': 'c016cdb772df4bdb9f2cadeafd4d9f2d', 'gw_port': {'id': '76461685-1398-404f-88d5-123b9a125ee0', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:23:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6214762b-e344-4b1f-b263-490e62720dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:02:43Z', 'updated_at': '2021-08-23T21:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'c1c50532-5e31-4564-ba10-9a315190a4c9', 'name': '', 'network_id': 'b9be97cd-8eea-4de8-9cbd-e4b9854287b5', 'tenant_id': 'c016cdb772df4bdb9f2cadeafd4d9f2d', 'mac_address': 'fa:16:3e:9c:37:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6214762b-e344-4b1f-b263-490e62720dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'fbb855e3-4401-44a2-bf6b-8b4d87dc80a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:02:45Z', 'updated_at': '2021-08-23T21:02:51Z', 'revision_number': 4, 'project_id': 'c016cdb772df4bdb9f2cadeafd4d9f2d', 'subnets': [{'id': 'fbb855e3-4401-44a2-bf6b-8b4d87dc80a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:02:51.914826 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-e781bd19-3e92-4377-89a8-673a61ff428e admin admin] Deleting port 5fb70813-218d-4a67-88e6-a0e41acd6039 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:02:51.915287 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e781bd19-3e92-4377-89a8-673a61ff428e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:51.934744 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2423ef31-a87f-4224-a4f8-7ec1731dd412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298096c1-324b-48cb-8567-0674eb47892e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:51.966733 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116285e0-8539-4e5e-bfbc-38be04e76343 None None] The sync data for ids ['6214762b-e344-4b1f-b263-490e62720dea'] in n-d-805663-2 is: [{'id': '6214762b-e344-4b1f-b263-490e62720dea', 'name': 'tempest-TestAggregatesBasicOps-1095496166-router', 'tenant_id': 'c016cdb772df4bdb9f2cadeafd4d9f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '76461685-1398-404f-88d5-123b9a125ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:02:42Z', 'updated_at': '2021-08-23T21:02:46Z', 'revision_number': 4, 'project_id': 'c016cdb772df4bdb9f2cadeafd4d9f2d', 'gw_port': {'id': '76461685-1398-404f-88d5-123b9a125ee0', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:23:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6214762b-e344-4b1f-b263-490e62720dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:02:43Z', 'updated_at': '2021-08-23T21:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'c1c50532-5e31-4564-ba10-9a315190a4c9', 'name': '', 'network_id': 'b9be97cd-8eea-4de8-9cbd-e4b9854287b5', 'tenant_id': 'c016cdb772df4bdb9f2cadeafd4d9f2d', 'mac_address': 'fa:16:3e:9c:37:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6214762b-e344-4b1f-b263-490e62720dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'fbb855e3-4401-44a2-bf6b-8b4d87dc80a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:02:45Z', 'updated_at': '2021-08-23T21:02:51Z', 'revision_number': 4, 'project_id': 'c016cdb772df4bdb9f2cadeafd4d9f2d', 'subnets': [{'id': 'fbb855e3-4401-44a2-bf6b-8b4d87dc80a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:02:52.039764 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-e781bd19-3e92-4377-89a8-673a61ff428e admin admin] For port 5fb70813-218d-4a67-88e6-a0e41acd6039, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=5fb70813-218d-4a67-88e6-a0e41acd6039,segment=NetworkSegment(7031cd11-9750-4ce6-a289-2f1048089c70),segment_id=7031cd11-9750-4ce6-a289-2f1048089c70)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:02:52.041979 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e781bd19-3e92-4377-89a8-673a61ff428e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:52.089291 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-e781bd19-3e92-4377-89a8-673a61ff428e admin admin] Calling delete_port for 5fb70813-218d-4a67-88e6-a0e41acd6039 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:02:52.340222 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 41176) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:52.351654 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e781bd19-3e92-4377-89a8-673a61ff428e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:52.357555 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2cadda59-f395-4fb8-94a3-8a476a24cc13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:52.391788 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e781bd19-3e92-4377-89a8-673a61ff428e admin admin] Pushing event deleted for resources: {'Port': ['ID=5fb70813-218d-4a67-88e6-a0e41acd6039,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:52.522637 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2cadda59-f395-4fb8-94a3-8a476a24cc13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:52.535445 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2cadda59-f395-4fb8-94a3-8a476a24cc13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:52.603759 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cadda59-f395-4fb8-94a3-8a476a24cc13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1243230a-6960-4ea6-a843-20e9b25cc043,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:52.671930 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2cadda59-f395-4fb8-94a3-8a476a24cc13 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7a89675af1f4479d9ebade7f14562d63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3298435 Aug 23 21:02:52.675747 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 41180) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:52.735554 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e781bd19-3e92-4377-89a8-673a61ff428e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:52.819288 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3a300c3b-4519-4444-bfbb-151fe44fe333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:52.857103 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3a300c3b-4519-4444-bfbb-151fe44fe333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:52.951785 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3a300c3b-4519-4444-bfbb-151fe44fe333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:52.958754 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3a300c3b-4519-4444-bfbb-151fe44fe333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:52.963246 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3a300c3b-4519-4444-bfbb-151fe44fe333 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1243230a-6960-4ea6-a843-20e9b25cc043 HTTP/1.1" status: 204 len: 168 time: 0.2857823 Aug 23 21:02:52.988570 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a300c3b-4519-4444-bfbb-151fe44fe333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1243230a-6960-4ea6-a843-20e9b25cc043,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:53.034633 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device c1c50532-5e31-4564-ba10-9a315190a4c9 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:02:53.114219 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e781bd19-3e92-4377-89a8-673a61ff428e admin admin] Router 9d31ae92-6ce0-4f39-833e-83ba8cff4300 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:02:53.132780 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port c1c50532-5e31-4564-ba10-9a315190a4c9 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:02:53.137915 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port c1c50532-5e31-4564-ba10-9a315190a4c9 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:02:53.138521 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:53.277806 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e781bd19-3e92-4377-89a8-673a61ff428e admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:02:53.290181 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285b365d-611e-4afb-a1b3-d3bfbf1acb0e None None] Sync routers for ids ['9d31ae92-6ce0-4f39-833e-83ba8cff4300'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:02:53.291843 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:53.292029 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e781bd19-3e92-4377-89a8-673a61ff428e admin admin] 10.222.0.61 "PUT /v2.0/routers/9d31ae92-6ce0-4f39-833e-83ba8cff4300/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4406426 Aug 23 21:02:53.294622 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 41186) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:53.307967 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285b365d-611e-4afb-a1b3-d3bfbf1acb0e None None] Routers {'9d31ae92-6ce0-4f39-833e-83ba8cff4300'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:02:53.309013 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-285b365d-611e-4afb-a1b3-d3bfbf1acb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:02:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['9d31ae92-6ce0-4f39-833e-83ba8cff4300'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:02:53.333207 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port c1c50532-5e31-4564-ba10-9a315190a4c9, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=c1c50532-5e31-4564-ba10-9a315190a4c9,segment=NetworkSegment(25097f4a-1fed-4aa0-9078-294ce2f1244c),segment_id=25097f4a-1fed-4aa0-9078-294ce2f1244c)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:02:53.340906 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:53.416149 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=c1c50532-5e31-4564-ba10-9a315190a4c9,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:53.470151 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3f801ded-9803-44ef-8ace-dd88fbda971a admin admin] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:53.506099 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-285b365d-611e-4afb-a1b3-d3bfbf1acb0e None None] Set router 9d31ae92-6ce0-4f39-833e-83ba8cff4300 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:02:53.604519 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3f801ded-9803-44ef-8ace-dd88fbda971a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:53.705629 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-3f801ded-9803-44ef-8ace-dd88fbda971a admin admin] Deleting port 49447eac-52e0-423b-90b0-18276e33d875 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:02:53.706895 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3f801ded-9803-44ef-8ace-dd88fbda971a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:53.747733 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-285b365d-611e-4afb-a1b3-d3bfbf1acb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d31ae92-6ce0-4f39-833e-83ba8cff4300', 'name': 'tempest-TestAggregatesBasicOps-902666778-router', 'tenant_id': 'a3bc54e4aa074917bfa0fbc1667021b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '49447eac-52e0-423b-90b0-18276e33d875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:02:36Z', 'updated_at': '2021-08-23T21:02:52Z', 'revision_number': 5, 'project_id': 'a3bc54e4aa074917bfa0fbc1667021b9', 'gw_port': {'id': '49447eac-52e0-423b-90b0-18276e33d875', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:16:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d31ae92-6ce0-4f39-833e-83ba8cff4300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:02:36Z', 'updated_at': '2021-08-23T21:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:02:53.809223 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285b365d-611e-4afb-a1b3-d3bfbf1acb0e None None] Checking router: 9d31ae92-6ce0-4f39-833e-83ba8cff4300 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:02:53.819679 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285b365d-611e-4afb-a1b3-d3bfbf1acb0e None None] Routers {'9d31ae92-6ce0-4f39-833e-83ba8cff4300'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:02:53.820638 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-285b365d-611e-4afb-a1b3-d3bfbf1acb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:02:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['9d31ae92-6ce0-4f39-833e-83ba8cff4300'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:02:53.829237 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-3f801ded-9803-44ef-8ace-dd88fbda971a admin admin] For port 49447eac-52e0-423b-90b0-18276e33d875, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=49447eac-52e0-423b-90b0-18276e33d875,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:02:53.830017 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3f801ded-9803-44ef-8ace-dd88fbda971a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:53.855743 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-3f801ded-9803-44ef-8ace-dd88fbda971a admin admin] Calling delete_port for 49447eac-52e0-423b-90b0-18276e33d875 owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:02:53.949801 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-285b365d-611e-4afb-a1b3-d3bfbf1acb0e None None] Set router 9d31ae92-6ce0-4f39-833e-83ba8cff4300 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:02:54.015315 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-285b365d-611e-4afb-a1b3-d3bfbf1acb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d31ae92-6ce0-4f39-833e-83ba8cff4300', 'name': 'tempest-TestAggregatesBasicOps-902666778-router', 'tenant_id': 'a3bc54e4aa074917bfa0fbc1667021b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:02:36Z', 'updated_at': '2021-08-23T21:02:53Z', 'revision_number': 6, 'project_id': 'a3bc54e4aa074917bfa0fbc1667021b9', 'gw_port_host': None}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:02:54.062438 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285b365d-611e-4afb-a1b3-d3bfbf1acb0e None None] The sync data for ids ['9d31ae92-6ce0-4f39-833e-83ba8cff4300'] in n-d-805663-2 is: [{'id': '9d31ae92-6ce0-4f39-833e-83ba8cff4300', 'name': 'tempest-TestAggregatesBasicOps-902666778-router', 'tenant_id': 'a3bc54e4aa074917bfa0fbc1667021b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:02:36Z', 'updated_at': '2021-08-23T21:02:53Z', 'revision_number': 6, 'project_id': 'a3bc54e4aa074917bfa0fbc1667021b9', 'gw_port_host': None}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:02:54.113677 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3f801ded-9803-44ef-8ace-dd88fbda971a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:54.155356 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f801ded-9803-44ef-8ace-dd88fbda971a admin admin] Pushing event deleted for resources: {'Port': ['ID=49447eac-52e0-423b-90b0-18276e33d875,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:54.226067 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3f801ded-9803-44ef-8ace-dd88fbda971a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:54.747376 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3f801ded-9803-44ef-8ace-dd88fbda971a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:54.749632 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3f801ded-9803-44ef-8ace-dd88fbda971a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:54.799505 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3f801ded-9803-44ef-8ace-dd88fbda971a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:54.800710 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f801ded-9803-44ef-8ace-dd88fbda971a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d31ae92-6ce0-4f39-833e-83ba8cff4300 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 21:02:54.807916 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3f801ded-9803-44ef-8ace-dd88fbda971a admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:54.811409 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3f801ded-9803-44ef-8ace-dd88fbda971a admin admin] 10.222.0.61 "DELETE /v2.0/routers/9d31ae92-6ce0-4f39-833e-83ba8cff4300 HTTP/1.1" status: 204 len: 168 time: 1.5127652 Aug 23 21:02:54.811595 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 41234) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:54.865216 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-a57a40a5-c1c3-4eb8-a34b-6d310edbe246 admin admin] Deleting subnet c975a296-0762-403c-8d13-d51afcefe8be {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 21:02:54.869006 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a57a40a5-c1c3-4eb8-a34b-6d310edbe246 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:54.917093 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a57a40a5-c1c3-4eb8-a34b-6d310edbe246 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:55.021226 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device c1c50532-5e31-4564-ba10-9a315190a4c9 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:02:55.039389 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a57a40a5-c1c3-4eb8-a34b-6d310edbe246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:55.077971 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port c1c50532-5e31-4564-ba10-9a315190a4c9 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:02:55.078407 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:55.121618 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a57a40a5-c1c3-4eb8-a34b-6d310edbe246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:55.167579 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57a40a5-c1c3-4eb8-a34b-6d310edbe246 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c975a296-0762-403c-8d13-d51afcefe8be,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:55.184877 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a57a40a5-c1c3-4eb8-a34b-6d310edbe246 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:55.187325 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a57a40a5-c1c3-4eb8-a34b-6d310edbe246 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c975a296-0762-403c-8d13-d51afcefe8be HTTP/1.1" status: 204 len: 168 time: 0.3746688 Aug 23 21:02:55.191931 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 41248) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:55.205009 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48bf276-2d38-43f9-815f-9618776fcfea None None] Network 92f2a8e1-64d3-45bb-a3df-021113e6eff6 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:02:55.326630 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 49447eac-52e0-423b-90b0-18276e33d875 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:02:55.330328 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-af39fc45-9f9f-4ca3-a1be-76caf59f4366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:55.364119 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 49447eac-52e0-423b-90b0-18276e33d875 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:02:55.364452 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 49447eac-52e0-423b-90b0-18276e33d875 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:02:55.364875 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 5fb70813-218d-4a67-88e6-a0e41acd6039 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:02:55.421192 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 5fb70813-218d-4a67-88e6-a0e41acd6039 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:02:55.421771 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 5fb70813-218d-4a67-88e6-a0e41acd6039 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:02:55.479623 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-af39fc45-9f9f-4ca3-a1be-76caf59f4366 admin admin] Deleting port 7e18acec-a344-4190-8a8d-5cda24b735a8 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:02:55.479978 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-af39fc45-9f9f-4ca3-a1be-76caf59f4366 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:55.548238 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-af39fc45-9f9f-4ca3-a1be-76caf59f4366 admin admin] For port 7e18acec-a344-4190-8a8d-5cda24b735a8, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=7e18acec-a344-4190-8a8d-5cda24b735a8,segment=NetworkSegment(7031cd11-9750-4ce6-a289-2f1048089c70),segment_id=7031cd11-9750-4ce6-a289-2f1048089c70)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:02:55.548736 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-af39fc45-9f9f-4ca3-a1be-76caf59f4366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:55.558600 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d42665-3e3c-4093-be63-6c6557f0929c None None] DHCP port deletion for 92f2a8e1-64d3-45bb-a3df-021113e6eff6 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 21:02:55.565297 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-af39fc45-9f9f-4ca3-a1be-76caf59f4366 admin admin] Calling delete_port for 7e18acec-a344-4190-8a8d-5cda24b735a8 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:02:55.626848 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-03d42665-3e3c-4093-be63-6c6557f0929c None None] Deleting port 7e18acec-a344-4190-8a8d-5cda24b735a8 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:02:55.627699 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-03d42665-3e3c-4093-be63-6c6557f0929c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:55.661894 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-af39fc45-9f9f-4ca3-a1be-76caf59f4366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:55.698770 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 41270) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:55.701451 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af39fc45-9f9f-4ca3-a1be-76caf59f4366 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e18acec-a344-4190-8a8d-5cda24b735a8,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:55.712850 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af39fc45-9f9f-4ca3-a1be-76caf59f4366 admin admin] No DVR routers for this DVR port 7e18acec-a344-4190-8a8d-5cda24b735a8 on host n-d-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:02:55.737961 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-03d42665-3e3c-4093-be63-6c6557f0929c None None] For port 7e18acec-a344-4190-8a8d-5cda24b735a8, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=7e18acec-a344-4190-8a8d-5cda24b735a8,segment=NetworkSegment(7031cd11-9750-4ce6-a289-2f1048089c70),segment_id=7031cd11-9750-4ce6-a289-2f1048089c70)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:02:55.738625 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-03d42665-3e3c-4093-be63-6c6557f0929c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:55.758309 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-03d42665-3e3c-4093-be63-6c6557f0929c None None] Calling delete_port for 7e18acec-a344-4190-8a8d-5cda24b735a8 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:02:55.804179 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-af39fc45-9f9f-4ca3-a1be-76caf59f4366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:55.831107 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-af39fc45-9f9f-4ca3-a1be-76caf59f4366 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92f2a8e1-64d3-45bb-a3df-021113e6eff6']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:02:55.853496 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-af39fc45-9f9f-4ca3-a1be-76caf59f4366 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7031cd11-9750-4ce6-a289-2f1048089c70') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:02:55.853496 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-af39fc45-9f9f-4ca3-a1be-76caf59f4366 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7031cd11-9750-4ce6-a289-2f1048089c70') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:02:55.857293 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-03d42665-3e3c-4093-be63-6c6557f0929c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:55.878038 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-af39fc45-9f9f-4ca3-a1be-76caf59f4366 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:55.879901 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82a55e86-03c9-49ac-9030-309e11b63c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:55.883847 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d42665-3e3c-4093-be63-6c6557f0929c None None] Pushing event deleted for resources: {'Port': ['ID=7e18acec-a344-4190-8a8d-5cda24b735a8,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:55.887738 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d42665-3e3c-4093-be63-6c6557f0929c None None] No DVR routers for this DVR port 7e18acec-a344-4190-8a8d-5cda24b735a8 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:02:55.913162 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-af39fc45-9f9f-4ca3-a1be-76caf59f4366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:55.923476 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af39fc45-9f9f-4ca3-a1be-76caf59f4366 admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:02:55.923872 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-af39fc45-9f9f-4ca3-a1be-76caf59f4366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:55.925726 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 21:02:55.925726 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:02:55.925726 n-d-805663-2 neutron-server[94688]: timer() Aug 23 21:02:55.925726 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:02:55.925726 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 21:02:55.925726 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:02:55.925726 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 21:02:55.925726 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:02:55.925726 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 21:02:55.925726 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:02:55.925726 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 21:02:55.925726 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:02:55.925726 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 21:02:55.925726 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:02:55.925726 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:02:55.925726 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:02:55.925726 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:02:55.925726 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:02:55.925726 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 21:02:55.925726 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:02:55.925726 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 21:02:55.925726 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:02:55.925726 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:02:55.925726 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:02:55.925726 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 21:02:55.925726 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:02:55.925726 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:02:55.925726 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:02:55.925726 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:02:55.925726 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:02:55.925726 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:02:55.925726 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:02:56.013457 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-af39fc45-9f9f-4ca3-a1be-76caf59f4366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:56.023165 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-af39fc45-9f9f-4ca3-a1be-76caf59f4366 admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:56.025114 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-af39fc45-9f9f-4ca3-a1be-76caf59f4366 admin admin] 10.222.0.61 "DELETE /v2.0/networks/92f2a8e1-64d3-45bb-a3df-021113e6eff6 HTTP/1.1" status: 204 len: 168 time: 0.8315320 Aug 23 21:02:56.028512 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 41284) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:56.042386 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af39fc45-9f9f-4ca3-a1be-76caf59f4366 admin admin] Pushing event deleted for resources: {'Network': ['ID=92f2a8e1-64d3-45bb-a3df-021113e6eff6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:56.092993 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82a55e86-03c9-49ac-9030-309e11b63c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:56.099594 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82a55e86-03c9-49ac-9030-309e11b63c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:56.143769 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-82a55e86-03c9-49ac-9030-309e11b63c1d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=70836c23109c40aeacfaa78dde9701e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4438689 Aug 23 21:02:56.146418 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a55e86-03c9-49ac-9030-309e11b63c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f18a071-df4a-46fb-a561-d92333930989,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:56.148637 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 41286) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:56.257389 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-16ea34ce-de2a-484f-a66d-6db0bda0579e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:56.319063 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-16ea34ce-de2a-484f-a66d-6db0bda0579e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:56.474387 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-16ea34ce-de2a-484f-a66d-6db0bda0579e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:56.477078 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-16ea34ce-de2a-484f-a66d-6db0bda0579e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:56.480102 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-16ea34ce-de2a-484f-a66d-6db0bda0579e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2f18a071-df4a-46fb-a561-d92333930989 HTTP/1.1" status: 204 len: 168 time: 0.3283620 Aug 23 21:02:56.511129 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea34ce-de2a-484f-a66d-6db0bda0579e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f18a071-df4a-46fb-a561-d92333930989,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:56.684732 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d207915f-6454-4757-87eb-ee5fdf958421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:56.840741 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 7e18acec-a344-4190-8a8d-5cda24b735a8 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:02:56.887672 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 7e18acec-a344-4190-8a8d-5cda24b735a8 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:02:56.888239 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 7e18acec-a344-4190-8a8d-5cda24b735a8 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:02:56.980194 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 41306) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:56.995661 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11f2997f-52bb-4f58-a841-afb0aa641865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:57.121743 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-d207915f-6454-4757-87eb-ee5fdf958421 admin admin] Deleting port c1c50532-5e31-4564-ba10-9a315190a4c9 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:02:57.122350 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d207915f-6454-4757-87eb-ee5fdf958421 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:57.137464 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11f2997f-52bb-4f58-a841-afb0aa641865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:57.145087 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11f2997f-52bb-4f58-a841-afb0aa641865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:57.167104 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:02:57.182578 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f2997f-52bb-4f58-a841-afb0aa641865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4276d2-80d9-4db7-9db1-4d9204ac965e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:57.203454 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-11f2997f-52bb-4f58-a841-afb0aa641865 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e4ba8f7e7132464a9df22e033dd03ce0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2215807 Aug 23 21:02:57.204632 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 41308) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:57.228515 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-d207915f-6454-4757-87eb-ee5fdf958421 admin admin] For port c1c50532-5e31-4564-ba10-9a315190a4c9, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=c1c50532-5e31-4564-ba10-9a315190a4c9,segment=NetworkSegment(25097f4a-1fed-4aa0-9078-294ce2f1244c),segment_id=25097f4a-1fed-4aa0-9078-294ce2f1244c)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:02:57.228958 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d207915f-6454-4757-87eb-ee5fdf958421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:57.247184 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-d207915f-6454-4757-87eb-ee5fdf958421 admin admin] Calling delete_port for c1c50532-5e31-4564-ba10-9a315190a4c9 owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:02:57.266636 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a15e9193-c8a2-4895-a0e5-668a27ce07ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:57.290579 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a15e9193-c8a2-4895-a0e5-668a27ce07ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:57.350611 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a15e9193-c8a2-4895-a0e5-668a27ce07ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:57.355995 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a15e9193-c8a2-4895-a0e5-668a27ce07ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:57.357777 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a15e9193-c8a2-4895-a0e5-668a27ce07ab admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fb4276d2-80d9-4db7-9db1-4d9204ac965e HTTP/1.1" status: 204 len: 168 time: 0.1519797 Aug 23 21:02:57.369548 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e9193-c8a2-4895-a0e5-668a27ce07ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4276d2-80d9-4db7-9db1-4d9204ac965e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:57.519038 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d207915f-6454-4757-87eb-ee5fdf958421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:57.555080 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207915f-6454-4757-87eb-ee5fdf958421 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1c50532-5e31-4564-ba10-9a315190a4c9,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:57.764405 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d207915f-6454-4757-87eb-ee5fdf958421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:58.084190 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d207915f-6454-4757-87eb-ee5fdf958421 admin admin] Router 6214762b-e344-4b1f-b263-490e62720dea has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:02:58.202826 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d207915f-6454-4757-87eb-ee5fdf958421 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:02:58.210955 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d207915f-6454-4757-87eb-ee5fdf958421 admin admin] 10.222.0.61 "PUT /v2.0/routers/6214762b-e344-4b1f-b263-490e62720dea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1776950 Aug 23 21:02:58.211341 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 41346) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:58.213331 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4302ed59-0592-49c1-bb76-143a7b48df08 None None] Sync routers for ids ['6214762b-e344-4b1f-b263-490e62720dea'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:02:58.225563 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4302ed59-0592-49c1-bb76-143a7b48df08 None None] Routers {'6214762b-e344-4b1f-b263-490e62720dea'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:02:58.226634 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-4302ed59-0592-49c1-bb76-143a7b48df08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:02:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['6214762b-e344-4b1f-b263-490e62720dea'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:02:58.542915 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-4302ed59-0592-49c1-bb76-143a7b48df08 None None] Set router 6214762b-e344-4b1f-b263-490e62720dea gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:02:58.690750 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3a56aabe-ee1d-49f5-bad5-72d2fc36df30 admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:58.820892 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-4302ed59-0592-49c1-bb76-143a7b48df08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6214762b-e344-4b1f-b263-490e62720dea', 'name': 'tempest-TestAggregatesBasicOps-1095496166-router', 'tenant_id': 'c016cdb772df4bdb9f2cadeafd4d9f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '76461685-1398-404f-88d5-123b9a125ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:02:42Z', 'updated_at': '2021-08-23T21:02:57Z', 'revision_number': 5, 'project_id': 'c016cdb772df4bdb9f2cadeafd4d9f2d', 'gw_port': {'id': '76461685-1398-404f-88d5-123b9a125ee0', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:23:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6214762b-e344-4b1f-b263-490e62720dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:02:43Z', 'updated_at': '2021-08-23T21:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:02:58.855409 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4302ed59-0592-49c1-bb76-143a7b48df08 None None] Checking router: 6214762b-e344-4b1f-b263-490e62720dea for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:02:58.877348 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4302ed59-0592-49c1-bb76-143a7b48df08 None None] Routers {'6214762b-e344-4b1f-b263-490e62720dea'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:02:58.878073 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-4302ed59-0592-49c1-bb76-143a7b48df08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:02:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['6214762b-e344-4b1f-b263-490e62720dea'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:02:58.917791 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3a56aabe-ee1d-49f5-bad5-72d2fc36df30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:59.022212 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-3a56aabe-ee1d-49f5-bad5-72d2fc36df30 admin admin] Deleting port 76461685-1398-404f-88d5-123b9a125ee0 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:02:59.022811 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3a56aabe-ee1d-49f5-bad5-72d2fc36df30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:59.034763 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-4302ed59-0592-49c1-bb76-143a7b48df08 None None] Set router 6214762b-e344-4b1f-b263-490e62720dea gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:02:59.139131 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-3a56aabe-ee1d-49f5-bad5-72d2fc36df30 admin admin] For port 76461685-1398-404f-88d5-123b9a125ee0, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=76461685-1398-404f-88d5-123b9a125ee0,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:02:59.139764 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3a56aabe-ee1d-49f5-bad5-72d2fc36df30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:59.160212 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-3a56aabe-ee1d-49f5-bad5-72d2fc36df30 admin admin] Calling delete_port for 76461685-1398-404f-88d5-123b9a125ee0 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:02:59.242048 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-4302ed59-0592-49c1-bb76-143a7b48df08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6214762b-e344-4b1f-b263-490e62720dea', 'name': 'tempest-TestAggregatesBasicOps-1095496166-router', 'tenant_id': 'c016cdb772df4bdb9f2cadeafd4d9f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '76461685-1398-404f-88d5-123b9a125ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:02:42Z', 'updated_at': '2021-08-23T21:02:57Z', 'revision_number': 5, 'project_id': 'c016cdb772df4bdb9f2cadeafd4d9f2d', 'gw_port': {'id': '76461685-1398-404f-88d5-123b9a125ee0', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:23:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6214762b-e344-4b1f-b263-490e62720dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:02:43Z', 'updated_at': '2021-08-23T21:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:02:59.275905 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4302ed59-0592-49c1-bb76-143a7b48df08 None None] The sync data for ids ['6214762b-e344-4b1f-b263-490e62720dea'] in n-d-805663-2 is: [{'id': '6214762b-e344-4b1f-b263-490e62720dea', 'name': 'tempest-TestAggregatesBasicOps-1095496166-router', 'tenant_id': 'c016cdb772df4bdb9f2cadeafd4d9f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '76461685-1398-404f-88d5-123b9a125ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:02:42Z', 'updated_at': '2021-08-23T21:02:57Z', 'revision_number': 5, 'project_id': 'c016cdb772df4bdb9f2cadeafd4d9f2d', 'gw_port': {'id': '76461685-1398-404f-88d5-123b9a125ee0', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:23:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6214762b-e344-4b1f-b263-490e62720dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:02:43Z', 'updated_at': '2021-08-23T21:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:02:59.371785 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3a56aabe-ee1d-49f5-bad5-72d2fc36df30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:59.400730 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a56aabe-ee1d-49f5-bad5-72d2fc36df30 admin admin] Pushing event deleted for resources: {'Port': ['ID=76461685-1398-404f-88d5-123b9a125ee0,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:59.413555 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a56aabe-ee1d-49f5-bad5-72d2fc36df30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:02:59.413555 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a56aabe-ee1d-49f5-bad5-72d2fc36df30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:02:59.413827 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a56aabe-ee1d-49f5-bad5-72d2fc36df30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:02:59.413986 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a56aabe-ee1d-49f5-bad5-72d2fc36df30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:02:59.414311 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a56aabe-ee1d-49f5-bad5-72d2fc36df30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:02:59.414638 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a56aabe-ee1d-49f5-bad5-72d2fc36df30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:02:59.414960 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a56aabe-ee1d-49f5-bad5-72d2fc36df30 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:02:59.415282 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a56aabe-ee1d-49f5-bad5-72d2fc36df30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:02:59.415602 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a56aabe-ee1d-49f5-bad5-72d2fc36df30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:02:59.415923 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a56aabe-ee1d-49f5-bad5-72d2fc36df30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:02:59.416320 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a56aabe-ee1d-49f5-bad5-72d2fc36df30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:02:59.416687 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a56aabe-ee1d-49f5-bad5-72d2fc36df30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:02:59.479649 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3a56aabe-ee1d-49f5-bad5-72d2fc36df30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:59.589699 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3a56aabe-ee1d-49f5-bad5-72d2fc36df30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:59.592176 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3a56aabe-ee1d-49f5-bad5-72d2fc36df30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:59.648996 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3a56aabe-ee1d-49f5-bad5-72d2fc36df30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:59.649524 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a56aabe-ee1d-49f5-bad5-72d2fc36df30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6214762b-e344-4b1f-b263-490e62720dea {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 21:02:59.660129 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3a56aabe-ee1d-49f5-bad5-72d2fc36df30 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:59.661329 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-3a56aabe-ee1d-49f5-bad5-72d2fc36df30 admin admin] 10.222.0.61 "DELETE /v2.0/routers/6214762b-e344-4b1f-b263-490e62720dea HTTP/1.1" status: 204 len: 168 time: 1.4499271 Aug 23 21:02:59.663790 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 41378) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:59.732234 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-a59d4cbd-457b-4e4e-a691-611b555b7acd admin admin] Deleting subnet fbb855e3-4401-44a2-bf6b-8b4d87dc80a4 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 21:02:59.739401 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a59d4cbd-457b-4e4e-a691-611b555b7acd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:59.778160 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a59d4cbd-457b-4e4e-a691-611b555b7acd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:59.888829 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a59d4cbd-457b-4e4e-a691-611b555b7acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:59.950666 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a59d4cbd-457b-4e4e-a691-611b555b7acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:59.978357 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59d4cbd-457b-4e4e-a691-611b555b7acd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbb855e3-4401-44a2-bf6b-8b4d87dc80a4,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:02:59.982120 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a59d4cbd-457b-4e4e-a691-611b555b7acd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:02:59.984388 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a59d4cbd-457b-4e4e-a691-611b555b7acd admin admin] 10.222.0.61 "DELETE /v2.0/subnets/fbb855e3-4401-44a2-bf6b-8b4d87dc80a4 HTTP/1.1" status: 204 len: 168 time: 0.3194528 Aug 23 21:02:59.987163 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 41386) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:02:59.989414 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f89634-ed67-4cf8-9613-f20715a3b23d None None] Network b9be97cd-8eea-4de8-9cbd-e4b9854287b5 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:03:00.120820 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3134b2a2-5351-4d61-9f97-55863cbf9e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:00.224907 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-3134b2a2-5351-4d61-9f97-55863cbf9e5f admin admin] Deleting port 1d967975-e4d7-45b2-813f-5b91e79074c3 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:03:00.224907 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3134b2a2-5351-4d61-9f97-55863cbf9e5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:00.301067 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d11a5f00-3381-4f26-985f-eee149211c56 req-7dcd56cd-2e2d-4c5b-8551-93ae8d31a9cb tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=6e914b520b944bcf95a14f236890f622&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0594339 Aug 23 21:03:00.407869 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-3134b2a2-5351-4d61-9f97-55863cbf9e5f admin admin] For port 1d967975-e4d7-45b2-813f-5b91e79074c3, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=1d967975-e4d7-45b2-813f-5b91e79074c3,segment=NetworkSegment(25097f4a-1fed-4aa0-9078-294ce2f1244c),segment_id=25097f4a-1fed-4aa0-9078-294ce2f1244c)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:03:00.408195 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3134b2a2-5351-4d61-9f97-55863cbf9e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:00.445351 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-3134b2a2-5351-4d61-9f97-55863cbf9e5f admin admin] Calling delete_port for 1d967975-e4d7-45b2-813f-5b91e79074c3 owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:03:00.498207 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fdcc06-6740-407e-be71-defedf661716 None None] DHCP port deletion for b9be97cd-8eea-4de8-9cbd-e4b9854287b5 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 21:03:00.557861 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-e6fdcc06-6740-407e-be71-defedf661716 None None] Deleting port 1d967975-e4d7-45b2-813f-5b91e79074c3 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:03:00.558238 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e6fdcc06-6740-407e-be71-defedf661716 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:00.575376 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a5f00-3381-4f26-985f-eee149211c56 req-a759542f-be72-431b-9f05-9eb802732005 tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:00.576917 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d11a5f00-3381-4f26-985f-eee149211c56 req-a759542f-be72-431b-9f05-9eb802732005 tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2696033 Aug 23 21:03:00.605934 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d11a5f00-3381-4f26-985f-eee149211c56 req-2a1e5734-444d-4656-aa0c-f67816dd8759 tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] 10.222.0.61 "GET /v2.0/quotas/6e914b520b944bcf95a14f236890f622 HTTP/1.1" status: 200 len: 375 time: 0.0164604 Aug 23 21:03:00.625034 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-e6fdcc06-6740-407e-be71-defedf661716 None None] For port 1d967975-e4d7-45b2-813f-5b91e79074c3, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=1d967975-e4d7-45b2-813f-5b91e79074c3,segment=NetworkSegment(25097f4a-1fed-4aa0-9078-294ce2f1244c),segment_id=25097f4a-1fed-4aa0-9078-294ce2f1244c)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:03:00.626102 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e6fdcc06-6740-407e-be71-defedf661716 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:00.639940 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-e6fdcc06-6740-407e-be71-defedf661716 None None] Calling delete_port for 1d967975-e4d7-45b2-813f-5b91e79074c3 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:03:00.794892 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 1d967975-e4d7-45b2-813f-5b91e79074c3 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:03:00.890483 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:00.907925 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d11a5f00-3381-4f26-985f-eee149211c56 req-e1d0b830-ac49-4ab0-bc96-e6d30d7ee3fe tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=6e914b520b944bcf95a14f236890f622&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2894361 Aug 23 21:03:00.911512 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3134b2a2-5351-4d61-9f97-55863cbf9e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:00.937375 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 76461685-1398-404f-88d5-123b9a125ee0 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:03:00.956150 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3134b2a2-5351-4d61-9f97-55863cbf9e5f admin admin] Pushing event deleted for resources: {'Port': ['ID=1d967975-e4d7-45b2-813f-5b91e79074c3,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:03:00.964661 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3134b2a2-5351-4d61-9f97-55863cbf9e5f admin admin] No DVR routers for this DVR port 1d967975-e4d7-45b2-813f-5b91e79074c3 on host n-d-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:03:00.979709 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e6fdcc06-6740-407e-be71-defedf661716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:00.981538 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 76461685-1398-404f-88d5-123b9a125ee0 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:03:00.981882 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 76461685-1398-404f-88d5-123b9a125ee0 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:03:00.982299 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device c1c50532-5e31-4564-ba10-9a315190a4c9 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:03:01.041941 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fdcc06-6740-407e-be71-defedf661716 None None] Pushing event deleted for resources: {'Port': ['ID=1d967975-e4d7-45b2-813f-5b91e79074c3,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:03:01.045640 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: c1c50532-5e31-4564-ba10-9a315190a4c9 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:03:01.046129 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device c1c50532-5e31-4564-ba10-9a315190a4c9 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:03:01.048542 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fdcc06-6740-407e-be71-defedf661716 None None] No DVR routers for this DVR port 1d967975-e4d7-45b2-813f-5b91e79074c3 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:03:01.066211 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3134b2a2-5351-4d61-9f97-55863cbf9e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:01.080324 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-3134b2a2-5351-4d61-9f97-55863cbf9e5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9be97cd-8eea-4de8-9cbd-e4b9854287b5']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:03:01.096240 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-3134b2a2-5351-4d61-9f97-55863cbf9e5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25097f4a-1fed-4aa0-9078-294ce2f1244c') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:03:01.096607 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-3134b2a2-5351-4d61-9f97-55863cbf9e5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25097f4a-1fed-4aa0-9078-294ce2f1244c') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:03:01.106272 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3134b2a2-5351-4d61-9f97-55863cbf9e5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:01.123001 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3134b2a2-5351-4d61-9f97-55863cbf9e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:01.133705 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3134b2a2-5351-4d61-9f97-55863cbf9e5f admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:03:01.134148 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3134b2a2-5351-4d61-9f97-55863cbf9e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:01.138221 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 21:03:01.138221 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:03:01.138221 n-d-805663-2 neutron-server[94687]: timer() Aug 23 21:03:01.138221 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:03:01.138221 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 21:03:01.138221 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:03:01.138221 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 21:03:01.138221 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:03:01.138221 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 21:03:01.138221 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:03:01.138221 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 21:03:01.138221 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:03:01.138221 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 21:03:01.138221 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:03:01.138221 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:03:01.138221 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:03:01.138221 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:03:01.138221 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:03:01.138221 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 21:03:01.138221 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:03:01.138221 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 21:03:01.138221 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:03:01.138221 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:03:01.138221 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:03:01.138221 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 21:03:01.138221 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:03:01.138221 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:03:01.138221 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:03:01.138221 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:03:01.138221 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:03:01.138221 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:03:01.138221 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:03:01.149775 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0c6d1f33-6b28-43da-8911-0da30b172950 req-cf3c7cda-dbaf-4edc-9b53-3c43b29e85e1 tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] 10.222.0.61 "GET /v2.0/ports?device_id=550276b0-a22c-435a-9596-b6cf8d333973 HTTP/1.1" status: 200 len: 210 time: 0.0344772 Aug 23 21:03:01.209945 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3134b2a2-5351-4d61-9f97-55863cbf9e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:01.226088 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3134b2a2-5351-4d61-9f97-55863cbf9e5f admin admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:01.227948 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3134b2a2-5351-4d61-9f97-55863cbf9e5f admin admin] 10.222.0.61 "DELETE /v2.0/networks/b9be97cd-8eea-4de8-9cbd-e4b9854287b5 HTTP/1.1" status: 204 len: 168 time: 1.2392588 Aug 23 21:03:01.229176 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3134b2a2-5351-4d61-9f97-55863cbf9e5f admin admin] Pushing event deleted for resources: {'Network': ['ID=b9be97cd-8eea-4de8-9cbd-e4b9854287b5,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:03:01.436728 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 41440) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:03:01.490130 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-7c800652-8da6-409a-9046-113232a5aeb6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a3bc54e4aa074917bfa0fbc1667021b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0522745 Aug 23 21:03:01.492985 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 41442) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:03:01.547750 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a8135dbd-3bf7-4a9b-8a4e-c6a5740eb6f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:01.571913 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a8135dbd-3bf7-4a9b-8a4e-c6a5740eb6f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:01.657573 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a8135dbd-3bf7-4a9b-8a4e-c6a5740eb6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:01.660683 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a8135dbd-3bf7-4a9b-8a4e-c6a5740eb6f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:01.664406 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a8135dbd-3bf7-4a9b-8a4e-c6a5740eb6f1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6fbeb4e3-f1f3-4163-bd98-2f6afd8ba557 HTTP/1.1" status: 204 len: 168 time: 0.1679530 Aug 23 21:03:01.670802 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8135dbd-3bf7-4a9b-8a4e-c6a5740eb6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbeb4e3-f1f3-4163-bd98-2f6afd8ba557,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:03:02.021093 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 41458) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:03:02.066788 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c9a9a5cc-7687-4f60-8c0c-14fea851f5ed admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c016cdb772df4bdb9f2cadeafd4d9f2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0445251 Aug 23 21:03:02.069529 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 41460) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:03:02.127299 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-23d5b90f-5586-4da8-9ee5-e9a461b55335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:02.176498 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d11a5f00-3381-4f26-985f-eee149211c56 req-17f4414a-fab1-45a9-aad1-93580f819a7c tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=6e914b520b944bcf95a14f236890f622&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386200 Aug 23 21:03:02.209009 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-23d5b90f-5586-4da8-9ee5-e9a461b55335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:02.278796 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b3b35947-79af-4384-ba8b-9bb272ba35a7 req-90e6bde0-d649-4a6a-a505-bf591b14a782 tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] 10.222.0.61 "GET /v2.0/ports?device_id=550276b0-a22c-435a-9596-b6cf8d333973 HTTP/1.1" status: 200 len: 210 time: 0.0417995 Aug 23 21:03:02.425864 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a5f00-3381-4f26-985f-eee149211c56 req-e64e0587-4f84-453d-b78b-8000fb8e5bda tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:02.427540 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d11a5f00-3381-4f26-985f-eee149211c56 req-e64e0587-4f84-453d-b78b-8000fb8e5bda tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2425144 Aug 23 21:03:02.428579 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-23d5b90f-5586-4da8-9ee5-e9a461b55335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:02.431106 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-23d5b90f-5586-4da8-9ee5-e9a461b55335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:02.432161 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-23d5b90f-5586-4da8-9ee5-e9a461b55335 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6eec7957-0df0-4598-8463-0437b287b749 HTTP/1.1" status: 204 len: 168 time: 0.3615701 Aug 23 21:03:02.441280 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d5b90f-5586-4da8-9ee5-e9a461b55335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eec7957-0df0-4598-8463-0437b287b749,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:03:02.456843 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-d11a5f00-3381-4f26-985f-eee149211c56 req-daaba7d3-c168-4cee-ac5e-9dfcf1e5f8da tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] Request body: {'port': {'device_id': '550276b0-a22c-435a-9596-b6cf8d333973', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'admin_state_up': True, 'tenant_id': '6e914b520b944bcf95a14f236890f622'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:03:02.581967 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d11a5f00-3381-4f26-985f-eee149211c56 req-daaba7d3-c168-4cee-ac5e-9dfcf1e5f8da tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] Made reservation on behalf of 6e914b520b944bcf95a14f236890f622 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:03:02.585711 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d11a5f00-3381-4f26-985f-eee149211c56 req-daaba7d3-c168-4cee-ac5e-9dfcf1e5f8da tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:02.599404 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d11a5f00-3381-4f26-985f-eee149211c56 req-daaba7d3-c168-4cee-ac5e-9dfcf1e5f8da tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:02.707237 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d11a5f00-3381-4f26-985f-eee149211c56 req-daaba7d3-c168-4cee-ac5e-9dfcf1e5f8da tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:02.711964 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d11a5f00-3381-4f26-985f-eee149211c56 req-daaba7d3-c168-4cee-ac5e-9dfcf1e5f8da tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:02.797675 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaba7d3-c168-4cee-ac5e-9dfcf1e5f8da tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5101e3b4-d483-46c7-8037-447c747102f9,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:03:02.879388 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-d11a5f00-3381-4f26-985f-eee149211c56 req-daaba7d3-c168-4cee-ac5e-9dfcf1e5f8da tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] Allocated IP 192.168.233.131 (660f640a-b8b2-40aa-8ebf-76bd1608cceb/e66e9eb0-86f4-4159-852b-f29863cbf18d/ba097c4b-f06a-4e18-b2aa-38e00b3480bd) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:03:03.050134 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d11a5f00-3381-4f26-985f-eee149211c56 req-daaba7d3-c168-4cee-ac5e-9dfcf1e5f8da tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:03.068390 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-d11a5f00-3381-4f26-985f-eee149211c56 req-daaba7d3-c168-4cee-ac5e-9dfcf1e5f8da tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] Transition to ACTIVE for port object ba097c4b-f06a-4e18-b2aa-38e00b3480bd will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:03:03.110928 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d11a5f00-3381-4f26-985f-eee149211c56 req-daaba7d3-c168-4cee-ac5e-9dfcf1e5f8da tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:03.162643 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d11a5f00-3381-4f26-985f-eee149211c56 req-daaba7d3-c168-4cee-ac5e-9dfcf1e5f8da tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] Network 660f640a-b8b2-40aa-8ebf-76bd1608cceb is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:03:03.168993 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-d11a5f00-3381-4f26-985f-eee149211c56 req-daaba7d3-c168-4cee-ac5e-9dfcf1e5f8da tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:03:03.171793 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-d11a5f00-3381-4f26-985f-eee149211c56 req-daaba7d3-c168-4cee-ac5e-9dfcf1e5f8da tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:03:03.202944 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaba7d3-c168-4cee-ac5e-9dfcf1e5f8da tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] Pushing event updated for resources: {'Port': ['ID=ba097c4b-f06a-4e18-b2aa-38e00b3480bd,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:03:03.240462 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a5f00-3381-4f26-985f-eee149211c56 req-daaba7d3-c168-4cee-ac5e-9dfcf1e5f8da tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:03.241059 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d11a5f00-3381-4f26-985f-eee149211c56 req-daaba7d3-c168-4cee-ac5e-9dfcf1e5f8da tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:03.261844 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d11a5f00-3381-4f26-985f-eee149211c56 req-daaba7d3-c168-4cee-ac5e-9dfcf1e5f8da tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8139164 Aug 23 21:03:03.283506 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-d11a5f00-3381-4f26-985f-eee149211c56 req-58f37dd1-5a08-4b9a-b720-c6f1ea2bab4b service neutron] Request body: {'port': {'device_id': '550276b0-a22c-435a-9596-b6cf8d333973', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:03:03.408351 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d11a5f00-3381-4f26-985f-eee149211c56 req-58f37dd1-5a08-4b9a-b720-c6f1ea2bab4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:03.492892 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b7236-5be0-4a0f-b19e-c1d43fc0cc56 req-49b381ea-9a7a-4ec0-8dc0-2fa887c6be4c tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:03.494534 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-069b7236-5be0-4a0f-b19e-c1d43fc0cc56 req-49b381ea-9a7a-4ec0-8dc0-2fa887c6be4c tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] 10.222.0.61 "GET /v2.0/ports?device_id=550276b0-a22c-435a-9596-b6cf8d333973 HTTP/1.1" status: 200 len: 936 time: 0.1079364 Aug 23 21:03:03.534545 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-fe1cc460-35b3-4ae7-a0e1-013d2a558f04 None None] Provisioning for port ba097c4b-f06a-4e18-b2aa-38e00b3480bd completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:03:03.539968 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-fe1cc460-35b3-4ae7-a0e1-013d2a558f04 None None] Provisioning complete for port ba097c4b-f06a-4e18-b2aa-38e00b3480bd triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:03:03.540747 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fe1cc460-35b3-4ae7-a0e1-013d2a558f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:03.600413 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-fe1cc460-35b3-4ae7-a0e1-013d2a558f04 None None] Port ba097c4b-f06a-4e18-b2aa-38e00b3480bd cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:03:03.609853 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-069b7236-5be0-4a0f-b19e-c1d43fc0cc56 req-3a75b3a8-3716-4df0-9b06-cc8fab40edd3 tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] 10.222.0.61 "GET /v2.0/security-groups?id=5101e3b4-d483-46c7-8037-447c747102f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049831 Aug 23 21:03:03.782927 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-d11a5f00-3381-4f26-985f-eee149211c56 req-58f37dd1-5a08-4b9a-b720-c6f1ea2bab4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba097c4b-f06a-4e18-b2aa-38e00b3480bd {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:03:03.790922 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d11a5f00-3381-4f26-985f-eee149211c56 req-58f37dd1-5a08-4b9a-b720-c6f1ea2bab4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:03.803600 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-d11a5f00-3381-4f26-985f-eee149211c56 req-58f37dd1-5a08-4b9a-b720-c6f1ea2bab4b service neutron] Transition to ACTIVE for port object ba097c4b-f06a-4e18-b2aa-38e00b3480bd will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:03:03.808570 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d11a5f00-3381-4f26-985f-eee149211c56 req-58f37dd1-5a08-4b9a-b720-c6f1ea2bab4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:03.884806 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f37dd1-5a08-4b9a-b720-c6f1ea2bab4b service neutron] Pushing event updated for resources: {'Port': ['ID=ba097c4b-f06a-4e18-b2aa-38e00b3480bd,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:03:03.947215 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-d11a5f00-3381-4f26-985f-eee149211c56 req-58f37dd1-5a08-4b9a-b720-c6f1ea2bab4b service neutron] Attempting to bind port ba097c4b-f06a-4e18-b2aa-38e00b3480bd on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:03:03.947656 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-d11a5f00-3381-4f26-985f-eee149211c56 req-58f37dd1-5a08-4b9a-b720-c6f1ea2bab4b service neutron] Attempting to bind port ba097c4b-f06a-4e18-b2aa-38e00b3480bd by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:03:03.948090 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11a5f00-3381-4f26-985f-eee149211c56 req-58f37dd1-5a08-4b9a-b720-c6f1ea2bab4b service neutron] Attempting to bind port ba097c4b-f06a-4e18-b2aa-38e00b3480bd on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:03:03.955156 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11a5f00-3381-4f26-985f-eee149211c56 req-58f37dd1-5a08-4b9a-b720-c6f1ea2bab4b service neutron] Port ba097c4b-f06a-4e18-b2aa-38e00b3480bd on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:03:03.955568 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11a5f00-3381-4f26-985f-eee149211c56 req-58f37dd1-5a08-4b9a-b720-c6f1ea2bab4b service neutron] Attempting to bind port ba097c4b-f06a-4e18-b2aa-38e00b3480bd on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:03:03.961722 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11a5f00-3381-4f26-985f-eee149211c56 req-58f37dd1-5a08-4b9a-b720-c6f1ea2bab4b service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:03:03.962133 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11a5f00-3381-4f26-985f-eee149211c56 req-58f37dd1-5a08-4b9a-b720-c6f1ea2bab4b service neutron] Checking segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:03:03.962596 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11a5f00-3381-4f26-985f-eee149211c56 req-58f37dd1-5a08-4b9a-b720-c6f1ea2bab4b service neutron] Bound using segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:03:03.963100 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-d11a5f00-3381-4f26-985f-eee149211c56 req-58f37dd1-5a08-4b9a-b720-c6f1ea2bab4b service neutron] Bound port: ba097c4b-f06a-4e18-b2aa-38e00b3480bd, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:03:03.963559 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d11a5f00-3381-4f26-985f-eee149211c56 req-58f37dd1-5a08-4b9a-b720-c6f1ea2bab4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:04.060998 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-d11a5f00-3381-4f26-985f-eee149211c56 req-58f37dd1-5a08-4b9a-b720-c6f1ea2bab4b service neutron] For port ba097c4b-f06a-4e18-b2aa-38e00b3480bd, host n-h2-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:03:04.065306 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-d11a5f00-3381-4f26-985f-eee149211c56 req-58f37dd1-5a08-4b9a-b720-c6f1ea2bab4b service neutron] For port ba097c4b-f06a-4e18-b2aa-38e00b3480bd, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=ba097c4b-f06a-4e18-b2aa-38e00b3480bd,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:03:04.072603 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d11a5f00-3381-4f26-985f-eee149211c56 req-58f37dd1-5a08-4b9a-b720-c6f1ea2bab4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:04.111996 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 41536) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:03:04.120297 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a5f00-3381-4f26-985f-eee149211c56 req-58f37dd1-5a08-4b9a-b720-c6f1ea2bab4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:04.121236 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d11a5f00-3381-4f26-985f-eee149211c56 req-58f37dd1-5a08-4b9a-b720-c6f1ea2bab4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:04.123197 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d11a5f00-3381-4f26-985f-eee149211c56 req-58f37dd1-5a08-4b9a-b720-c6f1ea2bab4b service neutron] 10.222.0.32 "PUT /v2.0/ports/ba097c4b-f06a-4e18-b2aa-38e00b3480bd HTTP/1.1" status: 200 len: 1096 time: 0.8456242 Aug 23 21:03:04.126172 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '550276b0-a22c-435a-9596-b6cf8d333973', 'tag': 'ba097c4b-f06a-4e18-b2aa-38e00b3480bd'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:03:04.129948 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2c1c9b-2fa4-42b2-b9a4-b65365233eee" -d '{"events": [{"name": "network-changed", "server_uuid": "550276b0-a22c-435a-9596-b6cf8d333973", "tag": "ba097c4b-f06a-4e18-b2aa-38e00b3480bd"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:03:04.181977 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f37dd1-5a08-4b9a-b720-c6f1ea2bab4b service neutron] Pushing event updated for resources: {'Port': ['ID=ba097c4b-f06a-4e18-b2aa-38e00b3480bd,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:03:04.197560 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c677f531-3e69-4937-adcb-94b2a0d3e28c x-openstack-request-id: req-c677f531-3e69-4937-adcb-94b2a0d3e28c {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:03:04.198061 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "550276b0-a22c-435a-9596-b6cf8d333973", "tag": "ba097c4b-f06a-4e18-b2aa-38e00b3480bd", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:03:04.198497 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c677f531-3e69-4937-adcb-94b2a0d3e28c {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:03:04.199093 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '550276b0-a22c-435a-9596-b6cf8d333973', 'tag': 'ba097c4b-f06a-4e18-b2aa-38e00b3480bd', 'status': 'completed', 'code': 200} Aug 23 21:03:04.245512 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a5f00-3381-4f26-985f-eee149211c56 req-ef56cb39-31d3-4936-b687-fd08485ac2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:04.247074 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d11a5f00-3381-4f26-985f-eee149211c56 req-ef56cb39-31d3-4936-b687-fd08485ac2cd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6e914b520b944bcf95a14f236890f622&device_id=550276b0-a22c-435a-9596-b6cf8d333973 HTTP/1.1" status: 200 len: 1099 time: 0.0591927 Aug 23 21:03:04.306637 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d11a5f00-3381-4f26-985f-eee149211c56 req-a653f7a0-29aa-4b3c-b191-5c86c6fd34e9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=ba097c4b-f06a-4e18-b2aa-38e00b3480bd HTTP/1.1" status: 200 len: 217 time: 0.0446663 Aug 23 21:03:04.343170 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-13b97ad1-c923-455d-8865-d9e0e1db1d40 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Request body: {'network': {'name': 'tempest-network-smoke--602069128', 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'port_security_enabled': True}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:03:04.372906 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b97ad1-c923-455d-8865-d9e0e1db1d40 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Made reservation on behalf of 87972469191e450fb3c9471d7a3b5bba for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:03:04.377543 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a5f00-3381-4f26-985f-eee149211c56 req-20a356e6-b875-4b78-b8a6-6bc1a169e838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:04.378390 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-13b97ad1-c923-455d-8865-d9e0e1db1d40 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:04.379159 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d11a5f00-3381-4f26-985f-eee149211c56 req-20a356e6-b875-4b78-b8a6-6bc1a169e838 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.0649979 Aug 23 21:03:04.388375 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-13b97ad1-c923-455d-8865-d9e0e1db1d40 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:04.431203 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a5f00-3381-4f26-985f-eee149211c56 req-2446dd6f-ea57-4e92-8e0a-bb1708bffcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:04.432769 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d11a5f00-3381-4f26-985f-eee149211c56 req-2446dd6f-ea57-4e92-8e0a-bb1708bffcdd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0457039 Aug 23 21:03:04.499599 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-13b97ad1-c923-455d-8865-d9e0e1db1d40 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:04.505777 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-13b97ad1-c923-455d-8865-d9e0e1db1d40 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:04.528507 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13b97ad1-c923-455d-8865-d9e0e1db1d40 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:03:04.538789 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d11a5f00-3381-4f26-985f-eee149211c56 req-0ac850c9-a132-420f-aa57-ea365e768c34 service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984926 Aug 23 21:03:04.543131 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b97ad1-c923-455d-8865-d9e0e1db1d40 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bbfcfad-ea4c-4b8b-beb5-5906c8eb33bc,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:03:04.546098 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-13b97ad1-c923-455d-8865-d9e0e1db1d40 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:04.546442 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-13b97ad1-c923-455d-8865-d9e0e1db1d40 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Added segment 44cc5025-eeea-4440-aca0-3b4de16ec48a of type vlan for network 3e7777b9-9f81-47d3-b249-18952c96e3e6 Aug 23 21:03:04.599892 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-13b97ad1-c923-455d-8865-d9e0e1db1d40 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:04.631867 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-13b97ad1-c923-455d-8865-d9e0e1db1d40 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:04.638846 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b97ad1-c923-455d-8865-d9e0e1db1d40 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:04.639713 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-13b97ad1-c923-455d-8865-d9e0e1db1d40 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:04.655288 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d11a5f00-3381-4f26-985f-eee149211c56 req-f41c74c8-6100-4b5a-a53b-e79e747e9aa9 service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098177 Aug 23 21:03:04.711121 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-13b97ad1-c923-455d-8865-d9e0e1db1d40 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5965059 Aug 23 21:03:04.714242 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 41552) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:03:04.722344 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-fe27d54b-7bf1-4f85-990f-de309e440441 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1306632790', 'admin_state_up': True, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:03:04.730878 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b97ad1-c923-455d-8865-d9e0e1db1d40 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event updated for resources: {'Network': ['ID=3e7777b9-9f81-47d3-b249-18952c96e3e6,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:03:04.752773 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fe27d54b-7bf1-4f85-990f-de309e440441 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:04.754435 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fe27d54b-7bf1-4f85-990f-de309e440441 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:04.754613 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7086386-06cf-4246-b47e-5a4b9e8ceca6 req-7fadee30-6496-4409-9d34-bd17476a9419 tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:04.754732 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 3e7777b9-9f81-47d3-b249-18952c96e3e6 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:03:04.756248 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d7086386-06cf-4246-b47e-5a4b9e8ceca6 req-7fadee30-6496-4409-9d34-bd17476a9419 tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] 10.222.0.61 "GET /v2.0/ports?device_id=550276b0-a22c-435a-9596-b6cf8d333973 HTTP/1.1" status: 200 len: 948 time: 0.0646524 Aug 23 21:03:04.820709 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fe27d54b-7bf1-4f85-990f-de309e440441 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:04.827803 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c1c9b-2fa4-42b2-b9a4-b65365233eee req-a4886c9e-777d-4ad0-a864-8f0b2550261b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:04.830602 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ea2c1c9b-2fa4-42b2-b9a4-b65365233eee req-a4886c9e-777d-4ad0-a864-8f0b2550261b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6e914b520b944bcf95a14f236890f622&device_id=550276b0-a22c-435a-9596-b6cf8d333973 HTTP/1.1" status: 200 len: 1099 time: 0.0734382 Aug 23 21:03:04.833672 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d7086386-06cf-4246-b47e-5a4b9e8ceca6 req-5dbd1b6d-9647-4ed1-8bfc-dbd431ae408a tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] 10.222.0.61 "GET /v2.0/security-groups?id=5101e3b4-d483-46c7-8037-447c747102f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669076 Aug 23 21:03:04.956369 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c1c9b-2fa4-42b2-b9a4-b65365233eee req-c6c7eb10-d446-440a-97aa-a48d2f66059e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:04.958083 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ea2c1c9b-2fa4-42b2-b9a4-b65365233eee req-c6c7eb10-d446-440a-97aa-a48d2f66059e service neutron] 10.222.0.32 "GET /v2.0/networks?id=660f640a-b8b2-40aa-8ebf-76bd1608cceb HTTP/1.1" status: 200 len: 870 time: 0.1191664 Aug 23 21:03:04.969654 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fe27d54b-7bf1-4f85-990f-de309e440441 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:05.006101 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ea2c1c9b-2fa4-42b2-b9a4-b65365233eee req-0751e71a-4714-481e-a5ec-eda5d4d3510c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=ba097c4b-f06a-4e18-b2aa-38e00b3480bd HTTP/1.1" status: 200 len: 217 time: 0.0401361 Aug 23 21:03:05.083242 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c1c9b-2fa4-42b2-b9a4-b65365233eee req-999e2fbd-892b-4f93-b1d2-d35ed0c15c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:05.084906 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ea2c1c9b-2fa4-42b2-b9a4-b65365233eee req-999e2fbd-892b-4f93-b1d2-d35ed0c15c06 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.0710566 Aug 23 21:03:05.144678 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c1c9b-2fa4-42b2-b9a4-b65365233eee req-7c9ff57c-5b1b-48cb-a9dd-ff2699c8ee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:05.146484 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ea2c1c9b-2fa4-42b2-b9a4-b65365233eee req-7c9ff57c-5b1b-48cb-a9dd-ff2699c8ee5d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0509262 Aug 23 21:03:05.187571 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fe27d54b-7bf1-4f85-990f-de309e440441 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:05.209879 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fe27d54b-7bf1-4f85-990f-de309e440441 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:05.258791 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ea2c1c9b-2fa4-42b2-b9a4-b65365233eee req-476bf18e-e70c-47aa-b8e2-764e3c0e9734 service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038828 Aug 23 21:03:05.321847 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-fe27d54b-7bf1-4f85-990f-de309e440441 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Allocated IP 172.25.4.87 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/893ff5f1-eb60-477e-8748-fd7058840a02) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:03:05.364167 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ea2c1c9b-2fa4-42b2-b9a4-b65365233eee req-5347e51e-665d-4c80-846a-9ed000b40080 service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980635 Aug 23 21:03:05.434714 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fe27d54b-7bf1-4f85-990f-de309e440441 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:05.473832 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fe27d54b-7bf1-4f85-990f-de309e440441 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:05.512008 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe27d54b-7bf1-4f85-990f-de309e440441 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:03:05.516468 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-fe27d54b-7bf1-4f85-990f-de309e440441 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:03:05.523178 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe27d54b-7bf1-4f85-990f-de309e440441 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:03:05.526258 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe27d54b-7bf1-4f85-990f-de309e440441 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event updated for resources: {'Port': ['ID=893ff5f1-eb60-477e-8748-fd7058840a02,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:03:05.786253 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fe27d54b-7bf1-4f85-990f-de309e440441 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:06.024973 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a42a2-dfd3-4b1d-828f-f169fc193601 req-29445d66-46e5-466c-8c20-5e0be0b4e802 tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:06.026440 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bf0a42a2-dfd3-4b1d-828f-f169fc193601 req-29445d66-46e5-466c-8c20-5e0be0b4e802 tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] 10.222.0.61 "GET /v2.0/ports?device_id=550276b0-a22c-435a-9596-b6cf8d333973 HTTP/1.1" status: 200 len: 948 time: 0.0969374 Aug 23 21:03:06.043365 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fe27d54b-7bf1-4f85-990f-de309e440441 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:06.108669 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bf0a42a2-dfd3-4b1d-828f-f169fc193601 req-8e2b3512-7f52-45fd-b159-14c887a4b12d tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] 10.222.0.61 "GET /v2.0/security-groups?id=5101e3b4-d483-46c7-8037-447c747102f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734627 Aug 23 21:03:06.197503 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe27d54b-7bf1-4f85-990f-de309e440441 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Router befd796c-5076-4992-98f2-7dde968e9bab is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 21:03:06.301141 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe27d54b-7bf1-4f85-990f-de309e440441 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:03:06.310519 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6356538d-6700-48f7-9f59-4e305a570ed5 None None] Sync routers for ids ['befd796c-5076-4992-98f2-7dde968e9bab'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:03:06.320457 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6356538d-6700-48f7-9f59-4e305a570ed5 None None] Routers {'befd796c-5076-4992-98f2-7dde968e9bab'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:03:06.321052 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-6356538d-6700-48f7-9f59-4e305a570ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:02:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['befd796c-5076-4992-98f2-7dde968e9bab'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:03:06.324673 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fe27d54b-7bf1-4f85-990f-de309e440441 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:06.326332 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-fe27d54b-7bf1-4f85-990f-de309e440441 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6111038 Aug 23 21:03:06.330353 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 41576) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:03:06.424308 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-982bd16c-a2c5-4ed8-9c95-2a11620dbe10 tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=87972469191e450fb3c9471d7a3b5bba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0921054 Aug 23 21:03:06.426864 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 41580) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:03:06.430353 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-6356538d-6700-48f7-9f59-4e305a570ed5 None None] Set router befd796c-5076-4992-98f2-7dde968e9bab gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:03:06.597165 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f980ebeb-c326-49b5-ba15-b5d1497bfceb tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:06.601384 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f980ebeb-c326-49b5-ba15-b5d1497bfceb tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1709452 Aug 23 21:03:06.601694 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 41582) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:03:06.624821 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-6356538d-6700-48f7-9f59-4e305a570ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'name': 'tempest-TestNetworkBasicOps-router-1306632790', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '893ff5f1-eb60-477e-8748-fd7058840a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:03:04Z', 'updated_at': '2021-08-23T21:03:05Z', 'revision_number': 3, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'gw_port': {'id': '893ff5f1-eb60-477e-8748-fd7058840a02', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c2:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:03:05Z', 'updated_at': '2021-08-23T21:03:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:03:06.641201 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-208a05f3-6102-4083-9b6f-fac87d10fc26 tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=03d801c5-d257-4cc1-bad3-11a323aafec0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0361493 Aug 23 21:03:06.642350 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 41584) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:03:06.647341 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-fab8a5f7-83bd-4591-aa4e-2f13862e1a07 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-715602481', 'network_id': '3e7777b9-9f81-47d3-b249-18952c96e3e6', 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:03:06.653135 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6356538d-6700-48f7-9f59-4e305a570ed5 None None] Checking router: befd796c-5076-4992-98f2-7dde968e9bab for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:03:06.653486 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6356538d-6700-48f7-9f59-4e305a570ed5 None None] Updating router befd796c-5076-4992-98f2-7dde968e9bab port 893ff5f1-eb60-477e-8748-fd7058840a02 binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 21:03:06.678239 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6356538d-6700-48f7-9f59-4e305a570ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:06.743075 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab8a5f7-83bd-4591-aa4e-2f13862e1a07 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Made reservation on behalf of 87972469191e450fb3c9471d7a3b5bba for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:03:06.746555 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fab8a5f7-83bd-4591-aa4e-2f13862e1a07 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:06.952108 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6356538d-6700-48f7-9f59-4e305a570ed5 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:06.967409 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6356538d-6700-48f7-9f59-4e305a570ed5 None None] Transition to ACTIVE for port object 893ff5f1-eb60-477e-8748-fd7058840a02 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:03:06.974798 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6356538d-6700-48f7-9f59-4e305a570ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:07.037331 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3354d072-3939-4bb4-afe7-919eeeca64a1 None None] Pushing event updated for resources: {'Port': ['ID=893ff5f1-eb60-477e-8748-fd7058840a02,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:03:07.040217 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-6356538d-6700-48f7-9f59-4e305a570ed5 None None] Attempting to bind port 893ff5f1-eb60-477e-8748-fd7058840a02 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:03:07.040643 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-6356538d-6700-48f7-9f59-4e305a570ed5 None None] Attempting to bind port 893ff5f1-eb60-477e-8748-fd7058840a02 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:03:07.041071 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6356538d-6700-48f7-9f59-4e305a570ed5 None None] Attempting to bind port 893ff5f1-eb60-477e-8748-fd7058840a02 on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:03:07.048233 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6356538d-6700-48f7-9f59-4e305a570ed5 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:03:07.048756 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6356538d-6700-48f7-9f59-4e305a570ed5 None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:03:07.049133 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6356538d-6700-48f7-9f59-4e305a570ed5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:07.049590 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6356538d-6700-48f7-9f59-4e305a570ed5 None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:03:07.050269 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-6356538d-6700-48f7-9f59-4e305a570ed5 None None] Bound port: 893ff5f1-eb60-477e-8748-fd7058840a02, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:03:07.050831 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6356538d-6700-48f7-9f59-4e305a570ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:07.051531 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device ba097c4b-f06a-4e18-b2aa-38e00b3480bd details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 21:03:07.206182 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port ba097c4b-f06a-4e18-b2aa-38e00b3480bd, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=ba097c4b-f06a-4e18-b2aa-38e00b3480bd,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:03:07.219180 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': 'ba097c4b-f06a-4e18-b2aa-38e00b3480bd', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'port_id': 'ba097c4b-f06a-4e18-b2aa-38e00b3480bd', 'mac_address': 'fa:16:3e:28:93:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66e9eb0-86f4-4159-852b-f29863cbf18d', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 21:03:07.263859 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:07.295690 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba097c4b-f06a-4e18-b2aa-38e00b3480bd {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:03:07.316796 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fab8a5f7-83bd-4591-aa4e-2f13862e1a07 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:07.321252 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port ba097c4b-f06a-4e18-b2aa-38e00b3480bd, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=ba097c4b-f06a-4e18-b2aa-38e00b3480bd,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:03:07.326559 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:07.368177 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6356538d-6700-48f7-9f59-4e305a570ed5 None None] For port 893ff5f1-eb60-477e-8748-fd7058840a02, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:03:07.376205 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865799bd-32a3-43c1-8ed2-e1862eba29b0 req-40141d46-282e-4146-a35c-66f58066d172 tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:07.377650 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-865799bd-32a3-43c1-8ed2-e1862eba29b0 req-40141d46-282e-4146-a35c-66f58066d172 tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] 10.222.0.61 "GET /v2.0/ports?device_id=550276b0-a22c-435a-9596-b6cf8d333973 HTTP/1.1" status: 200 len: 948 time: 0.1281679 Aug 23 21:03:07.383315 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6356538d-6700-48f7-9f59-4e305a570ed5 None None] For port 893ff5f1-eb60-477e-8748-fd7058840a02, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=893ff5f1-eb60-477e-8748-fd7058840a02,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:03:07.390223 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6356538d-6700-48f7-9f59-4e305a570ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:07.405431 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=ba097c4b-f06a-4e18-b2aa-38e00b3480bd,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:03:07.415593 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8a5f7-83bd-4591-aa4e-2f13862e1a07 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event updated for resources: {'Subnet': ['ID=acf2632e-c173-4823-9f61-8637075dcb12,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:03:07.416376 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:03:07.416720 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:03:07.417966 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:03:07.418666 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:03:07.419016 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:03:07.419484 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:03:07.419821 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:03:07.420176 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:03:07.420505 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:03:07.420830 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:03:07.421152 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:03:07.421477 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:03:07.458984 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-865799bd-32a3-43c1-8ed2-e1862eba29b0 req-f4fafadb-9938-4433-b8da-f2d4f31b69cb tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] 10.222.0.61 "GET /v2.0/security-groups?id=5101e3b4-d483-46c7-8037-447c747102f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735183 Aug 23 21:03:07.464603 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab8a5f7-83bd-4591-aa4e-2f13862e1a07 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Checking segment: {'id': '44cc5025-eeea-4440-aca0-3b4de16ec48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '3e7777b9-9f81-47d3-b249-18952c96e3e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:03:07.464972 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab8a5f7-83bd-4591-aa4e-2f13862e1a07 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Network hostable DHCP agents. Network: 3e7777b9-9f81-47d3-b249-18952c96e3e6, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:03:07.489575 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab8a5f7-83bd-4591-aa4e-2f13862e1a07 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Network 3e7777b9-9f81-47d3-b249-18952c96e3e6 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:03:07.494572 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6356538d-6700-48f7-9f59-4e305a570ed5 None None] Routers {'befd796c-5076-4992-98f2-7dde968e9bab'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:03:07.495223 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-6356538d-6700-48f7-9f59-4e305a570ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:02:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['befd796c-5076-4992-98f2-7dde968e9bab'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:03:07.498965 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-fab8a5f7-83bd-4591-aa4e-2f13862e1a07 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 3e7777b9-9f81-47d3-b249-18952c96e3e6) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:03:07.503777 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab8a5f7-83bd-4591-aa4e-2f13862e1a07 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:07.504531 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fab8a5f7-83bd-4591-aa4e-2f13862e1a07 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:07.511703 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e0e91c-b740-41b8-a9d3-367b25c4ee71 None None] Network 3e7777b9-9f81-47d3-b249-18952c96e3e6 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:03:07.526492 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-fab8a5f7-83bd-4591-aa4e-2f13862e1a07 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8811638 Aug 23 21:03:07.527003 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 41592) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:03:07.556956 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3354d072-3939-4bb4-afe7-919eeeca64a1 None None] Pushing event updated for resources: {'Port': ['ID=893ff5f1-eb60-477e-8748-fd7058840a02,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:03:07.644209 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-6356538d-6700-48f7-9f59-4e305a570ed5 None None] Set router befd796c-5076-4992-98f2-7dde968e9bab gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:03:07.659752 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['ba097c4b-f06a-4e18-b2aa-38e00b3480bd'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:03:07.747920 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ced52ff-00eb-4e28-86f9-7c4287bc9a8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-3e7777b9-9f81-47d3-b249-18952c96e3e6', 'network_id': '3e7777b9-9f81-47d3-b249-18952c96e3e6', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'fixed_ips': [{'subnet_id': 'acf2632e-c173-4823-9f61-8637075dcb12'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 21:03:07.748797 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3ced52ff-00eb-4e28-86f9-7c4287bc9a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:07.847924 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-6356538d-6700-48f7-9f59-4e305a570ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'name': 'tempest-TestNetworkBasicOps-router-1306632790', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '893ff5f1-eb60-477e-8748-fd7058840a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:03:04Z', 'updated_at': '2021-08-23T21:03:05Z', 'revision_number': 3, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'gw_port': {'id': '893ff5f1-eb60-477e-8748-fd7058840a02', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c2:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:03:05Z', 'updated_at': '2021-08-23T21:03:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:03:07.879790 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6356538d-6700-48f7-9f59-4e305a570ed5 None None] The sync data for ids ['befd796c-5076-4992-98f2-7dde968e9bab'] in n-d-805663-2 is: [{'id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'name': 'tempest-TestNetworkBasicOps-router-1306632790', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '893ff5f1-eb60-477e-8748-fd7058840a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:03:04Z', 'updated_at': '2021-08-23T21:03:05Z', 'revision_number': 3, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'gw_port': {'id': '893ff5f1-eb60-477e-8748-fd7058840a02', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c2:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:03:05Z', 'updated_at': '2021-08-23T21:03:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:03:07.943228 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-3ced52ff-00eb-4e28-86f9-7c4287bc9a8b None None] Allocated IP 172.20.0.2 (3e7777b9-9f81-47d3-b249-18952c96e3e6/acf2632e-c173-4823-9f61-8637075dcb12/cb1ed17c-9e17-4a30-8a93-ef4b2f82c7b6) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:03:08.062283 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d86434d-f71a-46a3-bbed-8feda2b5f60e tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:08.227705 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3ced52ff-00eb-4e28-86f9-7c4287bc9a8b None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:08.238102 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3ced52ff-00eb-4e28-86f9-7c4287bc9a8b None None] Transition to ACTIVE for port object cb1ed17c-9e17-4a30-8a93-ef4b2f82c7b6 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:03:08.269888 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3ced52ff-00eb-4e28-86f9-7c4287bc9a8b None None] Transition to ACTIVE for port object cb1ed17c-9e17-4a30-8a93-ef4b2f82c7b6 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:03:08.277969 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3ced52ff-00eb-4e28-86f9-7c4287bc9a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:08.326144 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ced52ff-00eb-4e28-86f9-7c4287bc9a8b None None] Pushing event updated for resources: {'Port': ['ID=cb1ed17c-9e17-4a30-8a93-ef4b2f82c7b6,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:03:08.347148 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ced52ff-00eb-4e28-86f9-7c4287bc9a8b None None] Network 3e7777b9-9f81-47d3-b249-18952c96e3e6 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:03:08.349357 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-3ced52ff-00eb-4e28-86f9-7c4287bc9a8b None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:03:08.352252 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ced52ff-00eb-4e28-86f9-7c4287bc9a8b None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:03:08.420430 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-3ced52ff-00eb-4e28-86f9-7c4287bc9a8b None None] Attempting to bind port cb1ed17c-9e17-4a30-8a93-ef4b2f82c7b6 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:03:08.420798 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-3ced52ff-00eb-4e28-86f9-7c4287bc9a8b None None] Attempting to bind port cb1ed17c-9e17-4a30-8a93-ef4b2f82c7b6 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '44cc5025-eeea-4440-aca0-3b4de16ec48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '3e7777b9-9f81-47d3-b249-18952c96e3e6'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:03:08.421162 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ced52ff-00eb-4e28-86f9-7c4287bc9a8b None None] Attempting to bind port cb1ed17c-9e17-4a30-8a93-ef4b2f82c7b6 on network 3e7777b9-9f81-47d3-b249-18952c96e3e6 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:03:08.426832 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ced52ff-00eb-4e28-86f9-7c4287bc9a8b None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:03:08.427252 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ced52ff-00eb-4e28-86f9-7c4287bc9a8b None None] Checking segment: {'id': '44cc5025-eeea-4440-aca0-3b4de16ec48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '3e7777b9-9f81-47d3-b249-18952c96e3e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:03:08.427659 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3ced52ff-00eb-4e28-86f9-7c4287bc9a8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:08.428047 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ced52ff-00eb-4e28-86f9-7c4287bc9a8b None None] Bound using segment: {'id': '44cc5025-eeea-4440-aca0-3b4de16ec48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '3e7777b9-9f81-47d3-b249-18952c96e3e6'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:03:08.428542 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-3ced52ff-00eb-4e28-86f9-7c4287bc9a8b None None] Bound port: cb1ed17c-9e17-4a30-8a93-ef4b2f82c7b6, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44cc5025-eeea-4440-aca0-3b4de16ec48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '3e7777b9-9f81-47d3-b249-18952c96e3e6'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:03:08.429057 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3ced52ff-00eb-4e28-86f9-7c4287bc9a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:08.484644 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-4d86434d-f71a-46a3-bbed-8feda2b5f60e tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Allocated IP 172.20.0.1 (3e7777b9-9f81-47d3-b249-18952c96e3e6/acf2632e-c173-4823-9f61-8637075dcb12/d33e35bc-aaba-4d05-a262-e54d59ae7d61) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:03:08.508876 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-3ced52ff-00eb-4e28-86f9-7c4287bc9a8b None None] For port cb1ed17c-9e17-4a30-8a93-ef4b2f82c7b6, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:03:08.513630 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-3ced52ff-00eb-4e28-86f9-7c4287bc9a8b None None] For port cb1ed17c-9e17-4a30-8a93-ef4b2f82c7b6, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=cb1ed17c-9e17-4a30-8a93-ef4b2f82c7b6,segment=NetworkSegment(44cc5025-eeea-4440-aca0-3b4de16ec48a),segment_id=44cc5025-eeea-4440-aca0-3b4de16ec48a)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:03:08.519065 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3ced52ff-00eb-4e28-86f9-7c4287bc9a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:08.588428 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ced52ff-00eb-4e28-86f9-7c4287bc9a8b None None] Pushing event updated for resources: {'Port': ['ID=cb1ed17c-9e17-4a30-8a93-ef4b2f82c7b6,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:03:08.604277 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63917fed-1c97-400c-aded-0162e35d45db req-ca1115a0-977d-44d0-95db-42f509a94a68 tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:08.614820 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-63917fed-1c97-400c-aded-0162e35d45db req-ca1115a0-977d-44d0-95db-42f509a94a68 tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] 10.222.0.61 "GET /v2.0/ports?device_id=550276b0-a22c-435a-9596-b6cf8d333973 HTTP/1.1" status: 200 len: 949 time: 0.0687439 Aug 23 21:03:08.657982 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-63917fed-1c97-400c-aded-0162e35d45db req-8e6ce1ce-1ca0-48b2-86a6-30babfd17c70 tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] 10.222.0.61 "GET /v2.0/security-groups?id=5101e3b4-d483-46c7-8037-447c747102f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410173 Aug 23 21:03:08.695278 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d86434d-f71a-46a3-bbed-8feda2b5f60e tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:08.714121 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-4d86434d-f71a-46a3-bbed-8feda2b5f60e tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Transition to ACTIVE for port object d33e35bc-aaba-4d05-a262-e54d59ae7d61 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:03:08.756445 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d86434d-f71a-46a3-bbed-8feda2b5f60e tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:08.818154 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d86434d-f71a-46a3-bbed-8feda2b5f60e tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Network 3e7777b9-9f81-47d3-b249-18952c96e3e6 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:03:08.822388 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-4d86434d-f71a-46a3-bbed-8feda2b5f60e tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:03:08.825081 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d86434d-f71a-46a3-bbed-8feda2b5f60e tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:03:08.890224 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d86434d-f71a-46a3-bbed-8feda2b5f60e tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event updated for resources: {'Port': ['ID=d33e35bc-aaba-4d05-a262-e54d59ae7d61,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:03:08.902151 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 893ff5f1-eb60-477e-8748-fd7058840a02 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:03:08.917666 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d86434d-f71a-46a3-bbed-8feda2b5f60e tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:08.981480 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 893ff5f1-eb60-477e-8748-fd7058840a02 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:03:08.987586 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 893ff5f1-eb60-477e-8748-fd7058840a02 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:03:08.988071 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:09.088041 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:09.096094 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device ba097c4b-f06a-4e18-b2aa-38e00b3480bd up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:03:09.117404 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d86434d-f71a-46a3-bbed-8feda2b5f60e tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:09.161907 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 893ff5f1-eb60-477e-8748-fd7058840a02, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=893ff5f1-eb60-477e-8748-fd7058840a02,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:03:09.170304 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:09.176535 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port ba097c4b-f06a-4e18-b2aa-38e00b3480bd completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:03:09.203595 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port ba097c4b-f06a-4e18-b2aa-38e00b3480bd triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:03:09.204541 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:09.254838 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=893ff5f1-eb60-477e-8748-fd7058840a02,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:03:09.316216 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:09.340437 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '550276b0-a22c-435a-9596-b6cf8d333973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba097c4b-f06a-4e18-b2aa-38e00b3480bd'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:03:09.342583 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3996fb-92d7-4623-abe8-6c4a4c0c7664" -d '{"events": [{"server_uuid": "550276b0-a22c-435a-9596-b6cf8d333973", "name": "network-vif-plugged", "status": "completed", "tag": "ba097c4b-f06a-4e18-b2aa-38e00b3480bd"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:03:09.365242 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port ba097c4b-f06a-4e18-b2aa-38e00b3480bd, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=ba097c4b-f06a-4e18-b2aa-38e00b3480bd,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:03:09.372690 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:09.402493 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8f4be2-2cd9-42a9-bc15-8381f2479047 x-openstack-request-id: req-0d8f4be2-2cd9-42a9-bc15-8381f2479047 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:03:09.402779 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "550276b0-a22c-435a-9596-b6cf8d333973", "name": "network-vif-plugged", "status": "completed", "tag": "ba097c4b-f06a-4e18-b2aa-38e00b3480bd", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:03:09.403028 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0d8f4be2-2cd9-42a9-bc15-8381f2479047 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:03:09.403415 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '550276b0-a22c-435a-9596-b6cf8d333973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba097c4b-f06a-4e18-b2aa-38e00b3480bd', 'code': 200} Aug 23 21:03:09.431489 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=ba097c4b-f06a-4e18-b2aa-38e00b3480bd,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:03:09.532565 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d86434d-f71a-46a3-bbed-8feda2b5f60e tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:09.543733 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d86434d-f71a-46a3-bbed-8feda2b5f60e tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:09.582835 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3624f-2983-400c-ad3b-2937691b5e51 req-9656d1b0-4e4e-4ba0-af83-d92188f2e61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:09.584376 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8ea3624f-2983-400c-ad3b-2937691b5e51 req-9656d1b0-4e4e-4ba0-af83-d92188f2e61c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=550276b0-a22c-435a-9596-b6cf8d333973 HTTP/1.1" status: 200 len: 1101 time: 0.0910525 Aug 23 21:03:09.644693 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d86434d-f71a-46a3-bbed-8feda2b5f60e tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:09.662335 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d86434d-f71a-46a3-bbed-8feda2b5f60e tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event updated for resources: {'Port': ['ID=d33e35bc-aaba-4d05-a262-e54d59ae7d61,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:03:09.682503 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8ea3624f-2983-400c-ad3b-2937691b5e51 req-18f263fe-79db-4ba5-9263-f4ee480caad3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5101e3b4-d483-46c7-8037-447c747102f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773139 Aug 23 21:03:09.784971 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d86434d-f71a-46a3-bbed-8feda2b5f60e tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Network 3e7777b9-9f81-47d3-b249-18952c96e3e6 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:03:09.786546 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-4d86434d-f71a-46a3-bbed-8feda2b5f60e tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:03:09.798177 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b9750-2c3c-4894-ac4d-598d8cf8967c req-386ab295-05e6-4ec0-9d99-b4bda90adfad tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:09.805642 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-365b9750-2c3c-4894-ac4d-598d8cf8967c req-386ab295-05e6-4ec0-9d99-b4bda90adfad tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] 10.222.0.61 "GET /v2.0/ports?device_id=550276b0-a22c-435a-9596-b6cf8d333973 HTTP/1.1" status: 200 len: 950 time: 0.0642440 Aug 23 21:03:09.857331 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-365b9750-2c3c-4894-ac4d-598d8cf8967c req-d903623b-91ab-4347-a9f1-a245e4d7d7d7 tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] 10.222.0.61 "GET /v2.0/security-groups?id=5101e3b4-d483-46c7-8037-447c747102f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448234 Aug 23 21:03:09.891908 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078ec071-4806-4fbe-be07-a232ef32c23f None None] Network 3e7777b9-9f81-47d3-b249-18952c96e3e6 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:03:09.953190 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d86434d-f71a-46a3-bbed-8feda2b5f60e tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Router befd796c-5076-4992-98f2-7dde968e9bab has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:03:09.972290 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-81a93e36-c07e-4b6a-b9d5-6338b1424453 None None] Provisioning for port cb1ed17c-9e17-4a30-8a93-ef4b2f82c7b6 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:03:10.057848 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d9f0efc4-61f1-40b3-926a-4deeb8f1cf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:10.070255 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d86434d-f71a-46a3-bbed-8feda2b5f60e tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:03:10.078011 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 41604) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:03:10.078160 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4d86434d-f71a-46a3-bbed-8feda2b5f60e tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "PUT /v2.0/routers/befd796c-5076-4992-98f2-7dde968e9bab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5494378 Aug 23 21:03:10.280280 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa2a8eb-3df3-4cd1-b959-5ba98636c2ce tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:10.280897 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa2a8eb-3df3-4cd1-b959-5ba98636c2ce tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:10.282096 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa2a8eb-3df3-4cd1-b959-5ba98636c2ce tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:10.282710 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa2a8eb-3df3-4cd1-b959-5ba98636c2ce tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:10.283220 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa2a8eb-3df3-4cd1-b959-5ba98636c2ce tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:10.283997 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa2a8eb-3df3-4cd1-b959-5ba98636c2ce tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:10.284819 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa2a8eb-3df3-4cd1-b959-5ba98636c2ce tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:10.285438 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa2a8eb-3df3-4cd1-b959-5ba98636c2ce tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:10.287895 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-dfa2a8eb-3df3-4cd1-b959-5ba98636c2ce tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5686 time: 0.2080333 Aug 23 21:03:10.290641 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 41610) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:03:10.307948 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdb5a52-3d32-4eee-b4f9-c2007d8ac274 None None] Sync routers for ids ['befd796c-5076-4992-98f2-7dde968e9bab'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:03:10.323366 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdb5a52-3d32-4eee-b4f9-c2007d8ac274 None None] Routers {'befd796c-5076-4992-98f2-7dde968e9bab'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:03:10.324129 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-0cdb5a52-3d32-4eee-b4f9-c2007d8ac274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:02:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['befd796c-5076-4992-98f2-7dde968e9bab'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:03:10.376077 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-93f7ac2e-c468-4254-b32e-e0a937fde2b5 None None] Provisioning for port d33e35bc-aaba-4d05-a262-e54d59ae7d61 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:03:10.388436 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-93f7ac2e-c468-4254-b32e-e0a937fde2b5 None None] Provisioning complete for port d33e35bc-aaba-4d05-a262-e54d59ae7d61 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:03:10.388819 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-93f7ac2e-c468-4254-b32e-e0a937fde2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:10.434108 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3b46b7-712a-4815-8958-7c25b677f411 tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:10.434811 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3b46b7-712a-4815-8958-7c25b677f411 tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:10.435285 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3b46b7-712a-4815-8958-7c25b677f411 tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:10.435742 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3b46b7-712a-4815-8958-7c25b677f411 tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:10.436242 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3b46b7-712a-4815-8958-7c25b677f411 tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:10.436928 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3b46b7-712a-4815-8958-7c25b677f411 tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:10.438362 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3b46b7-712a-4815-8958-7c25b677f411 tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:10.438938 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3b46b7-712a-4815-8958-7c25b677f411 tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:10.444660 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ad3b46b7-712a-4815-8958-7c25b677f411 tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5284 time: 0.1528540 Aug 23 21:03:10.445313 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 41614) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:03:10.468124 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-93f7ac2e-c468-4254-b32e-e0a937fde2b5 None None] Port d33e35bc-aaba-4d05-a262-e54d59ae7d61 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:03:10.498744 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-0cdb5a52-3d32-4eee-b4f9-c2007d8ac274 None None] Set router befd796c-5076-4992-98f2-7dde968e9bab gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:03:10.738980 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1e76c2ed-c5b9-482d-bd47-7524f29275e8 None None] Provisioning complete for port d33e35bc-aaba-4d05-a262-e54d59ae7d61 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:03:10.739353 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1e76c2ed-c5b9-482d-bd47-7524f29275e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:10.770085 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:10.820836 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1e76c2ed-c5b9-482d-bd47-7524f29275e8 None None] Port d33e35bc-aaba-4d05-a262-e54d59ae7d61 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:03:10.885335 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-0cdb5a52-3d32-4eee-b4f9-c2007d8ac274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'name': 'tempest-TestNetworkBasicOps-router-1306632790', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '893ff5f1-eb60-477e-8748-fd7058840a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:03:04Z', 'updated_at': '2021-08-23T21:03:09Z', 'revision_number': 4, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'gw_port': {'id': '893ff5f1-eb60-477e-8748-fd7058840a02', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:03:05Z', 'updated_at': '2021-08-23T21:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'd33e35bc-aaba-4d05-a262-e54d59ae7d61', 'name': '', 'network_id': '3e7777b9-9f81-47d3-b249-18952c96e3e6', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'mac_address': 'fa:16:3e:80:4e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'acf2632e-c173-4823-9f61-8637075dcb12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:03:08Z', 'updated_at': '2021-08-23T21:03:09Z', 'revision_number': 2, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'subnets': [{'id': 'acf2632e-c173-4823-9f61-8637075dcb12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:03:10.928464 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdb5a52-3d32-4eee-b4f9-c2007d8ac274 None None] Checking router: befd796c-5076-4992-98f2-7dde968e9bab for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:03:10.928827 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdb5a52-3d32-4eee-b4f9-c2007d8ac274 None None] Updating router befd796c-5076-4992-98f2-7dde968e9bab port d33e35bc-aaba-4d05-a262-e54d59ae7d61 binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 21:03:11.101392 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-49afb1a4-5927-45b8-8102-3d21f9943c63 tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4490 time: 0.6508954 Aug 23 21:03:11.166494 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 893ff5f1-eb60-477e-8748-fd7058840a02 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:03:11.196430 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51681d28-afcb-4611-854c-82c47ebb7774 req-c000a5a9-e951-441e-af83-bbe3b4963848 tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:11.198535 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-51681d28-afcb-4611-854c-82c47ebb7774 req-c000a5a9-e951-441e-af83-bbe3b4963848 tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] 10.222.0.61 "GET /v2.0/ports?device_id=550276b0-a22c-435a-9596-b6cf8d333973 HTTP/1.1" status: 200 len: 950 time: 0.2147775 Aug 23 21:03:11.217118 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0cdb5a52-3d32-4eee-b4f9-c2007d8ac274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:11.235753 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d6e170fa-ff3d-437b-b739-d7678d255b61 None None] Provisioning complete for port d33e35bc-aaba-4d05-a262-e54d59ae7d61 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:03:11.236385 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d6e170fa-ff3d-437b-b739-d7678d255b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:11.251918 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-51681d28-afcb-4611-854c-82c47ebb7774 req-83ccd76b-cc1d-4c4a-9fa2-ed9773de89bd tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] 10.222.0.61 "GET /v2.0/security-groups?id=5101e3b4-d483-46c7-8037-447c747102f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461304 Aug 23 21:03:11.365108 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 41632) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:03:11.370017 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-50989751-7496-45bd-84ba-cfd4994d77b9 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-715138788', 'description': 'tempest-secgroup-smoke-715138788 description', 'project_id': '87972469191e450fb3c9471d7a3b5bba'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:03:11.381321 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-d6e170fa-ff3d-437b-b739-d7678d255b61 None None] Port d33e35bc-aaba-4d05-a262-e54d59ae7d61 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:03:11.400820 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-50989751-7496-45bd-84ba-cfd4994d77b9 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:11.419289 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 893ff5f1-eb60-477e-8748-fd7058840a02 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:03:11.419623 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:11.549599 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-50989751-7496-45bd-84ba-cfd4994d77b9 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:11.557048 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-50989751-7496-45bd-84ba-cfd4994d77b9 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:11.600269 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50989751-7496-45bd-84ba-cfd4994d77b9 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f46a0da-83d0-4382-8e88-7c306961b3bf,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:03:11.614153 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-50989751-7496-45bd-84ba-cfd4994d77b9 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:11.619928 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-50989751-7496-45bd-84ba-cfd4994d77b9 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2503493 Aug 23 21:03:11.620484 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 41640) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:03:11.626035 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ccf58fc1-f253-4098-a1fa-f2f58c3cdc77 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Request body: {'security_group_rule': {'security_group_id': '5f46a0da-83d0-4382-8e88-7c306961b3bf', 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:03:11.631450 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device cb1ed17c-9e17-4a30-8a93-ef4b2f82c7b6 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:03:11.659582 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ccf58fc1-f253-4098-a1fa-f2f58c3cdc77 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:11.703071 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0cdb5a52-3d32-4eee-b4f9-c2007d8ac274 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:11.712928 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ccf58fc1-f253-4098-a1fa-f2f58c3cdc77 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:11.716340 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0cdb5a52-3d32-4eee-b4f9-c2007d8ac274 None None] Transition to ACTIVE for port object d33e35bc-aaba-4d05-a262-e54d59ae7d61 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:03:11.718325 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ccf58fc1-f253-4098-a1fa-f2f58c3cdc77 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:11.726492 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0cdb5a52-3d32-4eee-b4f9-c2007d8ac274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:11.743818 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf58fc1-f253-4098-a1fa-f2f58c3cdc77 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=136ef8d3-9e3f-4e59-9c71-12e749084646,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:03:11.753766 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ccf58fc1-f253-4098-a1fa-f2f58c3cdc77 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:11.759197 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ccf58fc1-f253-4098-a1fa-f2f58c3cdc77 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1335571 Aug 23 21:03:11.759382 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 41644) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:03:11.762781 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-cca35818-56e8-498b-8461-303b196cf189 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Request body: {'security_group_rule': {'security_group_id': '5f46a0da-83d0-4382-8e88-7c306961b3bf', 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:03:11.783943 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port cb1ed17c-9e17-4a30-8a93-ef4b2f82c7b6 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:03:11.796665 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port cb1ed17c-9e17-4a30-8a93-ef4b2f82c7b6 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:03:11.797058 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:11.804730 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cca35818-56e8-498b-8461-303b196cf189 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:11.879689 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a947500b-6500-4e59-bf97-3e22c29b0fa9 None None] Pushing event updated for resources: {'Port': ['ID=d33e35bc-aaba-4d05-a262-e54d59ae7d61,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:03:11.931597 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-0cdb5a52-3d32-4eee-b4f9-c2007d8ac274 None None] Attempting to bind port d33e35bc-aaba-4d05-a262-e54d59ae7d61 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:03:11.931967 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-0cdb5a52-3d32-4eee-b4f9-c2007d8ac274 None None] Attempting to bind port d33e35bc-aaba-4d05-a262-e54d59ae7d61 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '44cc5025-eeea-4440-aca0-3b4de16ec48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '3e7777b9-9f81-47d3-b249-18952c96e3e6'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:03:11.932361 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdb5a52-3d32-4eee-b4f9-c2007d8ac274 None None] Attempting to bind port d33e35bc-aaba-4d05-a262-e54d59ae7d61 on network 3e7777b9-9f81-47d3-b249-18952c96e3e6 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:03:11.941124 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cca35818-56e8-498b-8461-303b196cf189 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:11.942262 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdb5a52-3d32-4eee-b4f9-c2007d8ac274 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:03:11.942773 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdb5a52-3d32-4eee-b4f9-c2007d8ac274 None None] Checking segment: {'id': '44cc5025-eeea-4440-aca0-3b4de16ec48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '3e7777b9-9f81-47d3-b249-18952c96e3e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:03:11.943048 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0cdb5a52-3d32-4eee-b4f9-c2007d8ac274 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:11.943445 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdb5a52-3d32-4eee-b4f9-c2007d8ac274 None None] Bound using segment: {'id': '44cc5025-eeea-4440-aca0-3b4de16ec48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '3e7777b9-9f81-47d3-b249-18952c96e3e6'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:03:11.943921 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-0cdb5a52-3d32-4eee-b4f9-c2007d8ac274 None None] Bound port: d33e35bc-aaba-4d05-a262-e54d59ae7d61, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44cc5025-eeea-4440-aca0-3b4de16ec48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '3e7777b9-9f81-47d3-b249-18952c96e3e6'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:03:11.944351 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0cdb5a52-3d32-4eee-b4f9-c2007d8ac274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:11.946923 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cca35818-56e8-498b-8461-303b196cf189 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:11.962089 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca35818-56e8-498b-8461-303b196cf189 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b87ede8-f726-4eaa-b11f-b1a9aea5cf2f,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:03:11.981269 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cca35818-56e8-498b-8461-303b196cf189 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:11.985574 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-cca35818-56e8-498b-8461-303b196cf189 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2235060 Aug 23 21:03:11.985875 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 41646) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:03:11.991520 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e6bb4c35-40aa-4493-9353-c5341f86a8bb tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Request body: {'security_group_rule': {'security_group_id': '5f46a0da-83d0-4382-8e88-7c306961b3bf', 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:03:12.025414 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e6bb4c35-40aa-4493-9353-c5341f86a8bb tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:12.083828 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:12.110382 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e6bb4c35-40aa-4493-9353-c5341f86a8bb tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:12.115580 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e6bb4c35-40aa-4493-9353-c5341f86a8bb tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:12.124090 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-0cdb5a52-3d32-4eee-b4f9-c2007d8ac274 None None] For port d33e35bc-aaba-4d05-a262-e54d59ae7d61, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:03:12.140120 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-0cdb5a52-3d32-4eee-b4f9-c2007d8ac274 None None] For port d33e35bc-aaba-4d05-a262-e54d59ae7d61, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=d33e35bc-aaba-4d05-a262-e54d59ae7d61,segment=NetworkSegment(44cc5025-eeea-4440-aca0-3b4de16ec48a),segment_id=44cc5025-eeea-4440-aca0-3b4de16ec48a)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:03:12.146065 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e6bb4c35-40aa-4493-9353-c5341f86a8bb tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:12.151030 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e6bb4c35-40aa-4493-9353-c5341f86a8bb tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1611302 Aug 23 21:03:12.151655 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 41648) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:03:12.159402 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0cdb5a52-3d32-4eee-b4f9-c2007d8ac274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:12.159585 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-02aa3e88-8016-421e-a728-bcdc1d893938 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Request body: {'security_group_rule': {'security_group_id': '5f46a0da-83d0-4382-8e88-7c306961b3bf', 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:03:12.167228 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bb4c35-40aa-4493-9353-c5341f86a8bb tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8134c48b-ca27-418f-b040-d8660bb8ea9e,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:03:12.167542 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port cb1ed17c-9e17-4a30-8a93-ef4b2f82c7b6, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=cb1ed17c-9e17-4a30-8a93-ef4b2f82c7b6,segment=NetworkSegment(44cc5025-eeea-4440-aca0-3b4de16ec48a),segment_id=44cc5025-eeea-4440-aca0-3b4de16ec48a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:03:12.200614 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-02aa3e88-8016-421e-a728-bcdc1d893938 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:12.216196 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:12.241534 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdb5a52-3d32-4eee-b4f9-c2007d8ac274 None None] Routers {'befd796c-5076-4992-98f2-7dde968e9bab'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:03:12.242191 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-0cdb5a52-3d32-4eee-b4f9-c2007d8ac274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:02:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['befd796c-5076-4992-98f2-7dde968e9bab'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:03:12.284582 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-02aa3e88-8016-421e-a728-bcdc1d893938 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:12.288981 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-02aa3e88-8016-421e-a728-bcdc1d893938 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:12.304688 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a947500b-6500-4e59-bf97-3e22c29b0fa9 None None] Pushing event updated for resources: {'Port': ['ID=d33e35bc-aaba-4d05-a262-e54d59ae7d61,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:03:12.311151 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aa3e88-8016-421e-a728-bcdc1d893938 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbc2b20d-f28b-41d4-9d2d-f1de0288269b,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:03:12.331482 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-02aa3e88-8016-421e-a728-bcdc1d893938 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:12.335811 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-02aa3e88-8016-421e-a728-bcdc1d893938 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1800282 Aug 23 21:03:12.336235 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 41650) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:03:12.341965 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-6a829a9b-ce0b-42e2-8c0a-6a196e5b3fb9 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Request body: {'security_group_rule': {'security_group_id': '5f46a0da-83d0-4382-8e88-7c306961b3bf', 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:03:12.384036 n-d-805663-2 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-6a829a9b-ce0b-42e2-8c0a-6a196e5b3fb9 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Project 87972469191e450fb3c9471d7a3b5bba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 21:03:12.390143 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6a829a9b-ce0b-42e2-8c0a-6a196e5b3fb9 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:12.432754 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=cb1ed17c-9e17-4a30-8a93-ef4b2f82c7b6,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:03:12.452993 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-0cdb5a52-3d32-4eee-b4f9-c2007d8ac274 None None] Set router befd796c-5076-4992-98f2-7dde968e9bab gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:03:12.505371 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6a829a9b-ce0b-42e2-8c0a-6a196e5b3fb9 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:12.511224 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6a829a9b-ce0b-42e2-8c0a-6a196e5b3fb9 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:12.534033 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a829a9b-ce0b-42e2-8c0a-6a196e5b3fb9 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86428afb-c11c-4d26-afe0-792f3bfe25f1,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:03:12.543704 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6a829a9b-ce0b-42e2-8c0a-6a196e5b3fb9 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:12.545472 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-6a829a9b-ce0b-42e2-8c0a-6a196e5b3fb9 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2082152 Aug 23 21:03:12.549420 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 41652) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:03:12.554917 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-a8e34d5a-3b66-43df-8e0e-ac5f5f63db3d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Request body: {'security_group_rule': {'security_group_id': '5f46a0da-83d0-4382-8e88-7c306961b3bf', 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:03:12.586171 n-d-805663-2 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-a8e34d5a-3b66-43df-8e0e-ac5f5f63db3d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Project 87972469191e450fb3c9471d7a3b5bba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 21:03:12.592323 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a8e34d5a-3b66-43df-8e0e-ac5f5f63db3d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:12.664337 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a8e34d5a-3b66-43df-8e0e-ac5f5f63db3d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:12.669411 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a8e34d5a-3b66-43df-8e0e-ac5f5f63db3d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:12.707655 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e34d5a-3b66-43df-8e0e-ac5f5f63db3d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e998a15e-6f5e-4253-8d09-9f754c5828e1,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:03:12.716555 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a8e34d5a-3b66-43df-8e0e-ac5f5f63db3d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:12.726467 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a8e34d5a-3b66-43df-8e0e-ac5f5f63db3d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1671479 Aug 23 21:03:12.730520 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-0cdb5a52-3d32-4eee-b4f9-c2007d8ac274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'name': 'tempest-TestNetworkBasicOps-router-1306632790', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '893ff5f1-eb60-477e-8748-fd7058840a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:03:04Z', 'updated_at': '2021-08-23T21:03:09Z', 'revision_number': 4, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'gw_port': {'id': '893ff5f1-eb60-477e-8748-fd7058840a02', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:03:05Z', 'updated_at': '2021-08-23T21:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'd33e35bc-aaba-4d05-a262-e54d59ae7d61', 'name': '', 'network_id': '3e7777b9-9f81-47d3-b249-18952c96e3e6', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'mac_address': 'fa:16:3e:80:4e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'acf2632e-c173-4823-9f61-8637075dcb12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:03:08Z', 'updated_at': '2021-08-23T21:03:12Z', 'revision_number': 4, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'subnets': [{'id': 'acf2632e-c173-4823-9f61-8637075dcb12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:03:12.787866 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdb5a52-3d32-4eee-b4f9-c2007d8ac274 None None] The sync data for ids ['befd796c-5076-4992-98f2-7dde968e9bab'] in n-d-805663-2 is: [{'id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'name': 'tempest-TestNetworkBasicOps-router-1306632790', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '893ff5f1-eb60-477e-8748-fd7058840a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:03:04Z', 'updated_at': '2021-08-23T21:03:09Z', 'revision_number': 4, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'gw_port': {'id': '893ff5f1-eb60-477e-8748-fd7058840a02', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:03:05Z', 'updated_at': '2021-08-23T21:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'd33e35bc-aaba-4d05-a262-e54d59ae7d61', 'name': '', 'network_id': '3e7777b9-9f81-47d3-b249-18952c96e3e6', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'mac_address': 'fa:16:3e:80:4e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'acf2632e-c173-4823-9f61-8637075dcb12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:03:08Z', 'updated_at': '2021-08-23T21:03:12Z', 'revision_number': 4, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'subnets': [{'id': 'acf2632e-c173-4823-9f61-8637075dcb12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:03:12.864893 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device cb1ed17c-9e17-4a30-8a93-ef4b2f82c7b6 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:03:12.923976 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port cb1ed17c-9e17-4a30-8a93-ef4b2f82c7b6 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:03:12.924459 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:12.952435 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-57a03bf8-60f8-49ed-b987-9ad96d322c71 req-ea6d774a-71f7-4176-8bf4-732d7af60937 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-715138788&fields=id&tenant_id=87972469191e450fb3c9471d7a3b5bba HTTP/1.1" status: 200 len: 267 time: 0.0548732 Aug 23 21:03:13.081786 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a03bf8-60f8-49ed-b987-9ad96d322c71 req-97561b07-6653-42d7-8be4-ef2004326f95 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:13.083748 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-57a03bf8-60f8-49ed-b987-9ad96d322c71 req-97561b07-6653-42d7-8be4-ef2004326f95 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/networks?id=3e7777b9-9f81-47d3-b249-18952c96e3e6 HTTP/1.1" status: 200 len: 796 time: 0.1233470 Aug 23 21:03:13.101238 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-57a03bf8-60f8-49ed-b987-9ad96d322c71 req-72c04b59-194a-4eac-8325-def55baf4699 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/quotas/87972469191e450fb3c9471d7a3b5bba HTTP/1.1" status: 200 len: 375 time: 0.0114882 Aug 23 21:03:13.170213 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-57a03bf8-60f8-49ed-b987-9ad96d322c71 req-5bde364c-c5d8-4f7d-b6e7-c2b79830b556 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=87972469191e450fb3c9471d7a3b5bba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0628302 Aug 23 21:03:13.187665 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [req-57a03bf8-60f8-49ed-b987-9ad96d322c71 req-a3540704-364f-4321-a551-0af6d4b3573a service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 21:03:13.189741 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-57a03bf8-60f8-49ed-b987-9ad96d322c71 req-a3540704-364f-4321-a551-0af6d4b3573a service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070388 Aug 23 21:03:13.302704 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-57a03bf8-60f8-49ed-b987-9ad96d322c71 req-2d59178f-cf97-4151-aff0-53c15f9af31b service neutron] 10.222.0.61 "GET /v2.0/networks/3e7777b9-9f81-47d3-b249-18952c96e3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072090 Aug 23 21:03:13.409180 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d326d031-b816-43eb-94fa-45822018c3c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:13.418342 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-57a03bf8-60f8-49ed-b987-9ad96d322c71 req-d7110980-e3d7-4572-9d69-56440896f401 service neutron] 10.222.0.61 "GET /v2.0/networks/3e7777b9-9f81-47d3-b249-18952c96e3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093929 Aug 23 21:03:13.541607 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:13.603080 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9719683d-f9da-4463-a522-83fe21e496ec req-0debbb67-a6b9-4f56-adb3-16fb9b66f4b3 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bd2ff3e-7faa-4ae2-bd13-bbbe73109ab0 HTTP/1.1" status: 200 len: 210 time: 0.0285845 Aug 23 21:03:14.625392 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:14.691691 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ac92f0da-04f0-441f-ab01-e662c77bff89 req-610a1474-2a70-4d02-ab91-b692d3b9238d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bd2ff3e-7faa-4ae2-bd13-bbbe73109ab0 HTTP/1.1" status: 200 len: 210 time: 0.0333221 Aug 23 21:03:14.800962 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d46189a0-4381-406b-b670-25e65e94bb1a req-c76a32a3-3c14-4e34-8533-1e2592652dc4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=832a28bd-4fd7-409a-af2d-aff3cc638ccf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451579 Aug 23 21:03:14.827330 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device d33e35bc-aaba-4d05-a262-e54d59ae7d61 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:03:14.892826 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port d33e35bc-aaba-4d05-a262-e54d59ae7d61 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:03:14.893948 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46189a0-4381-406b-b670-25e65e94bb1a req-a3d28d44-3013-410d-b9a1-1b040e2f67a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:14.895736 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d46189a0-4381-406b-b670-25e65e94bb1a req-a3d28d44-3013-410d-b9a1-1b040e2f67a5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9e20396f7331438baf5e0a87fc6f3d2f&device_id=832a28bd-4fd7-409a-af2d-aff3cc638ccf HTTP/1.1" status: 200 len: 1096 time: 0.0482581 Aug 23 21:03:14.897322 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port d33e35bc-aaba-4d05-a262-e54d59ae7d61 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:03:14.897713 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:14.994503 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:15.012772 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46189a0-4381-406b-b670-25e65e94bb1a req-45e7eccd-e48e-4da7-a449-ebd2d00824c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:15.014375 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d46189a0-4381-406b-b670-25e65e94bb1a req-45e7eccd-e48e-4da7-a449-ebd2d00824c4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf HTTP/1.1" status: 200 len: 913 time: 0.0965064 Aug 23 21:03:15.029311 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port d33e35bc-aaba-4d05-a262-e54d59ae7d61, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=d33e35bc-aaba-4d05-a262-e54d59ae7d61,segment=NetworkSegment(44cc5025-eeea-4440-aca0-3b4de16ec48a),segment_id=44cc5025-eeea-4440-aca0-3b4de16ec48a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:03:15.034009 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:15.083204 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d46189a0-4381-406b-b670-25e65e94bb1a req-f6d38822-f0d2-4d72-810c-6aae3383bfa5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f961949-b0a9-42bb-b219-815bc15f23e1 HTTP/1.1" status: 200 len: 1001 time: 0.0613561 Aug 23 21:03:15.087443 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=d33e35bc-aaba-4d05-a262-e54d59ae7d61,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:03:15.136456 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46189a0-4381-406b-b670-25e65e94bb1a req-eb6f4911-a2cd-4f54-8aea-74354ce82634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:15.137943 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d46189a0-4381-406b-b670-25e65e94bb1a req-eb6f4911-a2cd-4f54-8aea-74354ce82634 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df05a557-9226-4912-87c8-3cb75cc85ce5 HTTP/1.1" status: 200 len: 851 time: 0.0467179 Aug 23 21:03:15.191471 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46189a0-4381-406b-b670-25e65e94bb1a req-7ee90195-bc95-46f3-961c-517987a9f1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:15.193931 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d46189a0-4381-406b-b670-25e65e94bb1a req-7ee90195-bc95-46f3-961c-517987a9f1eb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474808 Aug 23 21:03:15.295341 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d46189a0-4381-406b-b670-25e65e94bb1a req-9e4afda3-5e22-4368-a8a3-615418b0acdf service neutron] 10.222.0.11 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940475 Aug 23 21:03:15.395919 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d46189a0-4381-406b-b670-25e65e94bb1a req-7a355e57-f2c4-425e-8ad9-d4d2b3c0ca2e service neutron] 10.222.0.11 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921762 Aug 23 21:03:15.774448 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6b9eb971-496a-4a9e-8113-ea2ce12a9a16 req-5d339e15-5cc3-4b4d-9bb7-94e00a1c9d69 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bd2ff3e-7faa-4ae2-bd13-bbbe73109ab0 HTTP/1.1" status: 200 len: 210 time: 0.0277231 Aug 23 21:03:15.988343 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:16.790174 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device d33e35bc-aaba-4d05-a262-e54d59ae7d61 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:03:16.854411 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port d33e35bc-aaba-4d05-a262-e54d59ae7d61 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:03:16.855025 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:16.866074 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ac949ed4-1f19-4dcc-a197-04fa3c26387c req-2c8a49a8-67d3-4e48-a0b7-ef789bc9262a tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bd2ff3e-7faa-4ae2-bd13-bbbe73109ab0 HTTP/1.1" status: 200 len: 210 time: 0.0373950 Aug 23 21:03:17.966980 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d5b9a646-4358-43c3-be01-3b9e719ec2d1 req-44c82bdd-341e-48ae-9392-b8f9091aba9a tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bd2ff3e-7faa-4ae2-bd13-bbbe73109ab0 HTTP/1.1" status: 200 len: 210 time: 0.0299199 Aug 23 21:03:18.701986 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a03bf8-60f8-49ed-b987-9ad96d322c71 req-b85e7d60-97d6-451a-a4e2-8064eb3ac68d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:18.705282 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-57a03bf8-60f8-49ed-b987-9ad96d322c71 req-b85e7d60-97d6-451a-a4e2-8064eb3ac68d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.11 "GET /v2.0/networks?id=3e7777b9-9f81-47d3-b249-18952c96e3e6 HTTP/1.1" status: 200 len: 796 time: 0.1192601 Aug 23 21:03:18.760288 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-57a03bf8-60f8-49ed-b987-9ad96d322c71 req-a4d984cb-5108-4366-a52d-f3cd5a14a12e tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87972469191e450fb3c9471d7a3b5bba HTTP/1.1" status: 200 len: 379 time: 0.0460918 Aug 23 21:03:18.775028 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-57a03bf8-60f8-49ed-b987-9ad96d322c71 req-f081a0e6-4871-403b-92f3-84906f65f1f6 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Request body: {'port': {'device_id': '7bd2ff3e-7faa-4ae2-bd13-bbbe73109ab0', 'network_id': '3e7777b9-9f81-47d3-b249-18952c96e3e6', 'admin_state_up': True, 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'security_groups': ['5f46a0da-83d0-4382-8e88-7c306961b3bf']}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:03:18.888026 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57a03bf8-60f8-49ed-b987-9ad96d322c71 req-f081a0e6-4871-403b-92f3-84906f65f1f6 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Made reservation on behalf of 87972469191e450fb3c9471d7a3b5bba for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:03:18.892030 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-57a03bf8-60f8-49ed-b987-9ad96d322c71 req-f081a0e6-4871-403b-92f3-84906f65f1f6 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:19.034963 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-57a03bf8-60f8-49ed-b987-9ad96d322c71 req-f081a0e6-4871-403b-92f3-84906f65f1f6 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Allocated IP 172.20.0.12 (3e7777b9-9f81-47d3-b249-18952c96e3e6/acf2632e-c173-4823-9f61-8637075dcb12/f7e294ce-4f3e-4a8e-a407-f90b8022d517) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:03:19.088911 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d2d16d94-c7ea-4e1d-8de1-817d90046442 req-b28aa739-2b33-4720-a230-9e2d6d132110 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bd2ff3e-7faa-4ae2-bd13-bbbe73109ab0 HTTP/1.1" status: 200 len: 210 time: 0.0390978 Aug 23 21:03:19.226700 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-57a03bf8-60f8-49ed-b987-9ad96d322c71 req-f081a0e6-4871-403b-92f3-84906f65f1f6 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:19.241970 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-57a03bf8-60f8-49ed-b987-9ad96d322c71 req-f081a0e6-4871-403b-92f3-84906f65f1f6 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Transition to ACTIVE for port object f7e294ce-4f3e-4a8e-a407-f90b8022d517 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:03:19.276133 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-57a03bf8-60f8-49ed-b987-9ad96d322c71 req-f081a0e6-4871-403b-92f3-84906f65f1f6 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:19.332878 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57a03bf8-60f8-49ed-b987-9ad96d322c71 req-f081a0e6-4871-403b-92f3-84906f65f1f6 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Network 3e7777b9-9f81-47d3-b249-18952c96e3e6 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:03:19.336293 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-57a03bf8-60f8-49ed-b987-9ad96d322c71 req-f081a0e6-4871-403b-92f3-84906f65f1f6 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:03:19.342824 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a03bf8-60f8-49ed-b987-9ad96d322c71 req-f081a0e6-4871-403b-92f3-84906f65f1f6 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:03:19.347263 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f081a0e6-4871-403b-92f3-84906f65f1f6 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event updated for resources: {'Port': ['ID=f7e294ce-4f3e-4a8e-a407-f90b8022d517,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:03:19.400732 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a03bf8-60f8-49ed-b987-9ad96d322c71 req-f081a0e6-4871-403b-92f3-84906f65f1f6 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:19.401681 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-57a03bf8-60f8-49ed-b987-9ad96d322c71 req-f081a0e6-4871-403b-92f3-84906f65f1f6 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:19.423467 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-57a03bf8-60f8-49ed-b987-9ad96d322c71 req-f081a0e6-4871-403b-92f3-84906f65f1f6 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6521349 Aug 23 21:03:19.441968 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-57a03bf8-60f8-49ed-b987-9ad96d322c71 req-1095e436-4321-4fbc-8f0a-670d6bce93ff service neutron] Request body: {'port': {'device_id': '7bd2ff3e-7faa-4ae2-bd13-bbbe73109ab0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:03:19.510129 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-57a03bf8-60f8-49ed-b987-9ad96d322c71 req-1095e436-4321-4fbc-8f0a-670d6bce93ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:19.604170 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0acebbbe-e6a1-49f3-ad46-d6d075a8dcca None None] Provisioning for port f7e294ce-4f3e-4a8e-a407-f90b8022d517 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:03:19.608177 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0acebbbe-e6a1-49f3-ad46-d6d075a8dcca None None] Provisioning complete for port f7e294ce-4f3e-4a8e-a407-f90b8022d517 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:03:19.609315 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0acebbbe-e6a1-49f3-ad46-d6d075a8dcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:19.648417 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-0acebbbe-e6a1-49f3-ad46-d6d075a8dcca None None] Port f7e294ce-4f3e-4a8e-a407-f90b8022d517 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:03:19.777720 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-57a03bf8-60f8-49ed-b987-9ad96d322c71 req-1095e436-4321-4fbc-8f0a-670d6bce93ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7e294ce-4f3e-4a8e-a407-f90b8022d517 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:03:19.785469 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-57a03bf8-60f8-49ed-b987-9ad96d322c71 req-1095e436-4321-4fbc-8f0a-670d6bce93ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:19.797441 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-57a03bf8-60f8-49ed-b987-9ad96d322c71 req-1095e436-4321-4fbc-8f0a-670d6bce93ff service neutron] Transition to ACTIVE for port object f7e294ce-4f3e-4a8e-a407-f90b8022d517 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:03:19.801211 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-57a03bf8-60f8-49ed-b987-9ad96d322c71 req-1095e436-4321-4fbc-8f0a-670d6bce93ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:19.848732 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1095e436-4321-4fbc-8f0a-670d6bce93ff service neutron] Pushing event updated for resources: {'Port': ['ID=f7e294ce-4f3e-4a8e-a407-f90b8022d517,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:03:19.924653 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-57a03bf8-60f8-49ed-b987-9ad96d322c71 req-1095e436-4321-4fbc-8f0a-670d6bce93ff service neutron] Attempting to bind port f7e294ce-4f3e-4a8e-a407-f90b8022d517 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:03:19.924989 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-57a03bf8-60f8-49ed-b987-9ad96d322c71 req-1095e436-4321-4fbc-8f0a-670d6bce93ff service neutron] Attempting to bind port f7e294ce-4f3e-4a8e-a407-f90b8022d517 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '44cc5025-eeea-4440-aca0-3b4de16ec48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '3e7777b9-9f81-47d3-b249-18952c96e3e6'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:03:19.925364 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a03bf8-60f8-49ed-b987-9ad96d322c71 req-1095e436-4321-4fbc-8f0a-670d6bce93ff service neutron] Attempting to bind port f7e294ce-4f3e-4a8e-a407-f90b8022d517 on network 3e7777b9-9f81-47d3-b249-18952c96e3e6 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:03:19.930193 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a03bf8-60f8-49ed-b987-9ad96d322c71 req-1095e436-4321-4fbc-8f0a-670d6bce93ff service neutron] Port f7e294ce-4f3e-4a8e-a407-f90b8022d517 on network 3e7777b9-9f81-47d3-b249-18952c96e3e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:03:19.930509 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a03bf8-60f8-49ed-b987-9ad96d322c71 req-1095e436-4321-4fbc-8f0a-670d6bce93ff service neutron] Attempting to bind port f7e294ce-4f3e-4a8e-a407-f90b8022d517 on network 3e7777b9-9f81-47d3-b249-18952c96e3e6 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:03:19.935788 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a03bf8-60f8-49ed-b987-9ad96d322c71 req-1095e436-4321-4fbc-8f0a-670d6bce93ff service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:03:19.936288 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a03bf8-60f8-49ed-b987-9ad96d322c71 req-1095e436-4321-4fbc-8f0a-670d6bce93ff service neutron] Checking segment: {'id': '44cc5025-eeea-4440-aca0-3b4de16ec48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '3e7777b9-9f81-47d3-b249-18952c96e3e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:03:19.936684 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a03bf8-60f8-49ed-b987-9ad96d322c71 req-1095e436-4321-4fbc-8f0a-670d6bce93ff service neutron] Bound using segment: {'id': '44cc5025-eeea-4440-aca0-3b4de16ec48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '3e7777b9-9f81-47d3-b249-18952c96e3e6'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:03:19.937295 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-57a03bf8-60f8-49ed-b987-9ad96d322c71 req-1095e436-4321-4fbc-8f0a-670d6bce93ff service neutron] Bound port: f7e294ce-4f3e-4a8e-a407-f90b8022d517, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44cc5025-eeea-4440-aca0-3b4de16ec48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '3e7777b9-9f81-47d3-b249-18952c96e3e6'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:03:19.937824 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-57a03bf8-60f8-49ed-b987-9ad96d322c71 req-1095e436-4321-4fbc-8f0a-670d6bce93ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:20.005201 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-57a03bf8-60f8-49ed-b987-9ad96d322c71 req-1095e436-4321-4fbc-8f0a-670d6bce93ff service neutron] For port f7e294ce-4f3e-4a8e-a407-f90b8022d517, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:03:20.008356 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-57a03bf8-60f8-49ed-b987-9ad96d322c71 req-1095e436-4321-4fbc-8f0a-670d6bce93ff service neutron] For port f7e294ce-4f3e-4a8e-a407-f90b8022d517, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=f7e294ce-4f3e-4a8e-a407-f90b8022d517,segment=NetworkSegment(44cc5025-eeea-4440-aca0-3b4de16ec48a),segment_id=44cc5025-eeea-4440-aca0-3b4de16ec48a)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:03:20.012480 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-57a03bf8-60f8-49ed-b987-9ad96d322c71 req-1095e436-4321-4fbc-8f0a-670d6bce93ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:20.046159 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a03bf8-60f8-49ed-b987-9ad96d322c71 req-1095e436-4321-4fbc-8f0a-670d6bce93ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:20.046880 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-57a03bf8-60f8-49ed-b987-9ad96d322c71 req-1095e436-4321-4fbc-8f0a-670d6bce93ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:20.048959 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-57a03bf8-60f8-49ed-b987-9ad96d322c71 req-1095e436-4321-4fbc-8f0a-670d6bce93ff service neutron] 10.222.0.11 "PUT /v2.0/ports/f7e294ce-4f3e-4a8e-a407-f90b8022d517 HTTP/1.1" status: 200 len: 1092 time: 0.6124659 Aug 23 21:03:20.049697 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd2ff3e-7faa-4ae2-bd13-bbbe73109ab0', 'tag': 'f7e294ce-4f3e-4a8e-a407-f90b8022d517'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:03:20.051980 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2789d0-8fcb-435d-89db-df3f80f0ac59" -d '{"events": [{"name": "network-changed", "server_uuid": "7bd2ff3e-7faa-4ae2-bd13-bbbe73109ab0", "tag": "f7e294ce-4f3e-4a8e-a407-f90b8022d517"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:03:20.081247 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1095e436-4321-4fbc-8f0a-670d6bce93ff service neutron] Pushing event updated for resources: {'Port': ['ID=f7e294ce-4f3e-4a8e-a407-f90b8022d517,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:03:20.116595 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f8bb7a-a9b9-4bbe-8831-a4e2dcf885e0 x-openstack-request-id: req-c8f8bb7a-a9b9-4bbe-8831-a4e2dcf885e0 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:03:20.116892 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bd2ff3e-7faa-4ae2-bd13-bbbe73109ab0", "tag": "f7e294ce-4f3e-4a8e-a407-f90b8022d517", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:03:20.117145 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c8f8bb7a-a9b9-4bbe-8831-a4e2dcf885e0 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:03:20.117547 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bd2ff3e-7faa-4ae2-bd13-bbbe73109ab0', 'tag': 'f7e294ce-4f3e-4a8e-a407-f90b8022d517', 'status': 'completed', 'code': 200} Aug 23 21:03:20.157139 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a03bf8-60f8-49ed-b987-9ad96d322c71 req-960d4f0c-e4ab-4cbc-8c22-66569c8aa24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:20.158808 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-57a03bf8-60f8-49ed-b987-9ad96d322c71 req-960d4f0c-e4ab-4cbc-8c22-66569c8aa24a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=87972469191e450fb3c9471d7a3b5bba&device_id=7bd2ff3e-7faa-4ae2-bd13-bbbe73109ab0 HTTP/1.1" status: 200 len: 1095 time: 0.0530512 Aug 23 21:03:20.214700 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-57a03bf8-60f8-49ed-b987-9ad96d322c71 req-4f1f6545-9fbd-48d6-bde3-80efaf7c3eef service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7e294ce-4f3e-4a8e-a407-f90b8022d517 HTTP/1.1" status: 200 len: 217 time: 0.0468090 Aug 23 21:03:20.292566 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a03bf8-60f8-49ed-b987-9ad96d322c71 req-fe1cbc27-9016-4edf-8f08-771347dc6ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:20.293984 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-57a03bf8-60f8-49ed-b987-9ad96d322c71 req-fe1cbc27-9016-4edf-8f08-771347dc6ae2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=acf2632e-c173-4823-9f61-8637075dcb12 HTTP/1.1" status: 200 len: 834 time: 0.0694900 Aug 23 21:03:20.303148 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb291a-d15c-4362-85a1-4089f566951f req-af0918de-48fc-4597-9af2-08bbbec348e2 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:20.304679 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-41bb291a-d15c-4362-85a1-4089f566951f req-af0918de-48fc-4597-9af2-08bbbec348e2 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bd2ff3e-7faa-4ae2-bd13-bbbe73109ab0 HTTP/1.1" status: 200 len: 944 time: 0.0927207 Aug 23 21:03:20.369304 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-41bb291a-d15c-4362-85a1-4089f566951f req-a0720274-9643-45d5-9945-9b1ed64ffc37 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f46a0da-83d0-4382-8e88-7c306961b3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556893 Aug 23 21:03:20.375910 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a03bf8-60f8-49ed-b987-9ad96d322c71 req-9f1c3112-d1c7-4412-8e76-42db707b13c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:20.377660 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-57a03bf8-60f8-49ed-b987-9ad96d322c71 req-9f1c3112-d1c7-4412-8e76-42db707b13c2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e7777b9-9f81-47d3-b249-18952c96e3e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720797 Aug 23 21:03:20.472307 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-57a03bf8-60f8-49ed-b987-9ad96d322c71 req-59675b87-f254-4123-a2e4-b90e8610f46e service neutron] 10.222.0.11 "GET /v2.0/networks/3e7777b9-9f81-47d3-b249-18952c96e3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864081 Aug 23 21:03:20.510455 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:20.571992 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-57a03bf8-60f8-49ed-b987-9ad96d322c71 req-0b4fa826-9e49-4d43-a6e9-1e53a6a919c5 service neutron] 10.222.0.11 "GET /v2.0/networks/3e7777b9-9f81-47d3-b249-18952c96e3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926816 Aug 23 21:03:20.659741 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2789d0-8fcb-435d-89db-df3f80f0ac59 req-8dec9f07-1843-4ea1-8c30-ae64fdcea165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:20.661290 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cc2789d0-8fcb-435d-89db-df3f80f0ac59 req-8dec9f07-1843-4ea1-8c30-ae64fdcea165 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=87972469191e450fb3c9471d7a3b5bba&device_id=7bd2ff3e-7faa-4ae2-bd13-bbbe73109ab0 HTTP/1.1" status: 200 len: 1095 time: 0.0417640 Aug 23 21:03:20.758052 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2789d0-8fcb-435d-89db-df3f80f0ac59 req-af23c9fd-fdfa-412d-86a7-11e652f79150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:20.759660 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cc2789d0-8fcb-435d-89db-df3f80f0ac59 req-af23c9fd-fdfa-412d-86a7-11e652f79150 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3e7777b9-9f81-47d3-b249-18952c96e3e6 HTTP/1.1" status: 200 len: 897 time: 0.0910325 Aug 23 21:03:20.840399 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cc2789d0-8fcb-435d-89db-df3f80f0ac59 req-ff9201d5-11d5-45bb-a4cf-3e4814011ee4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7e294ce-4f3e-4a8e-a407-f90b8022d517 HTTP/1.1" status: 200 len: 217 time: 0.0356877 Aug 23 21:03:20.911255 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2789d0-8fcb-435d-89db-df3f80f0ac59 req-a01dd8ca-b91a-41d9-ab1c-ccc028353dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:20.911255 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cc2789d0-8fcb-435d-89db-df3f80f0ac59 req-a01dd8ca-b91a-41d9-ab1c-ccc028353dff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=acf2632e-c173-4823-9f61-8637075dcb12 HTTP/1.1" status: 200 len: 834 time: 0.0487683 Aug 23 21:03:20.912451 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2789d0-8fcb-435d-89db-df3f80f0ac59 req-512ec4f6-51ae-450b-af53-d32cf0755baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:20.914266 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cc2789d0-8fcb-435d-89db-df3f80f0ac59 req-512ec4f6-51ae-450b-af53-d32cf0755baf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e7777b9-9f81-47d3-b249-18952c96e3e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450656 Aug 23 21:03:21.016098 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cc2789d0-8fcb-435d-89db-df3f80f0ac59 req-6206e8b5-5891-429d-9807-97c23bc17433 service neutron] 10.222.0.11 "GET /v2.0/networks/3e7777b9-9f81-47d3-b249-18952c96e3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922754 Aug 23 21:03:21.112654 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cc2789d0-8fcb-435d-89db-df3f80f0ac59 req-23085d07-cfc9-4d18-835b-40084f4999c6 service neutron] 10.222.0.11 "GET /v2.0/networks/3e7777b9-9f81-47d3-b249-18952c96e3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888498 Aug 23 21:03:21.492128 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d805bff-75a1-46ad-8306-e2a1d34bdbeb req-cbf1fe80-be93-4fbd-b7ac-0e8340a07f5e tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:21.493696 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0d805bff-75a1-46ad-8306-e2a1d34bdbeb req-cbf1fe80-be93-4fbd-b7ac-0e8340a07f5e tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bd2ff3e-7faa-4ae2-bd13-bbbe73109ab0 HTTP/1.1" status: 200 len: 944 time: 0.0542939 Aug 23 21:03:21.534698 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0d805bff-75a1-46ad-8306-e2a1d34bdbeb req-8db9cb5f-8599-4fe4-bb9c-46cc52bc5f6e tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f46a0da-83d0-4382-8e88-7c306961b3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342307 Aug 23 21:03:21.870897 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device f7e294ce-4f3e-4a8e-a407-f90b8022d517 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 21:03:21.980135 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port f7e294ce-4f3e-4a8e-a407-f90b8022d517, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=f7e294ce-4f3e-4a8e-a407-f90b8022d517,segment=NetworkSegment(44cc5025-eeea-4440-aca0-3b4de16ec48a),segment_id=44cc5025-eeea-4440-aca0-3b4de16ec48a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:03:21.991647 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': 'f7e294ce-4f3e-4a8e-a407-f90b8022d517', 'network_id': '3e7777b9-9f81-47d3-b249-18952c96e3e6', 'port_id': 'f7e294ce-4f3e-4a8e-a407-f90b8022d517', 'mac_address': 'fa:16:3e:a1:f6:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acf2632e-c173-4823-9f61-8637075dcb12', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 21:03:22.030562 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:22.048541 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7e294ce-4f3e-4a8e-a407-f90b8022d517 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:03:22.069878 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port f7e294ce-4f3e-4a8e-a407-f90b8022d517, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=f7e294ce-4f3e-4a8e-a407-f90b8022d517,segment=NetworkSegment(44cc5025-eeea-4440-aca0-3b4de16ec48a),segment_id=44cc5025-eeea-4440-aca0-3b4de16ec48a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:03:22.076262 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:22.129680 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=f7e294ce-4f3e-4a8e-a407-f90b8022d517,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:03:22.299911 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['f7e294ce-4f3e-4a8e-a407-f90b8022d517'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:03:22.669456 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10352936-376d-4cc8-b627-230bcbec9c4d req-712f6f31-ba06-4b4d-8cf3-896eb9dcadbc tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:22.670997 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-10352936-376d-4cc8-b627-230bcbec9c4d req-712f6f31-ba06-4b4d-8cf3-896eb9dcadbc tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bd2ff3e-7faa-4ae2-bd13-bbbe73109ab0 HTTP/1.1" status: 200 len: 945 time: 0.0571072 Aug 23 21:03:22.710216 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-10352936-376d-4cc8-b627-230bcbec9c4d req-eb4656e9-94ab-4255-b1b1-c4ecb986abfd tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f46a0da-83d0-4382-8e88-7c306961b3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319290 Aug 23 21:03:23.836596 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b64ddea-d1ed-4a6a-abff-43fd82d82c40 req-e5c0f4ad-e1fc-4251-bf9b-3d13fb5e7e84 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:23.838202 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0b64ddea-d1ed-4a6a-abff-43fd82d82c40 req-e5c0f4ad-e1fc-4251-bf9b-3d13fb5e7e84 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bd2ff3e-7faa-4ae2-bd13-bbbe73109ab0 HTTP/1.1" status: 200 len: 945 time: 0.0499771 Aug 23 21:03:23.880382 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0b64ddea-d1ed-4a6a-abff-43fd82d82c40 req-39ef38be-d588-4e5c-9230-717ed1654abb tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f46a0da-83d0-4382-8e88-7c306961b3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352771 Aug 23 21:03:23.886515 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device f7e294ce-4f3e-4a8e-a407-f90b8022d517 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:03:23.940499 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port f7e294ce-4f3e-4a8e-a407-f90b8022d517 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:03:23.944662 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port f7e294ce-4f3e-4a8e-a407-f90b8022d517 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:03:23.945041 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:24.038950 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:24.064370 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd2ff3e-7faa-4ae2-bd13-bbbe73109ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e294ce-4f3e-4a8e-a407-f90b8022d517'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:03:24.066618 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55a555e-54aa-40ee-8f77-3a512ff1373d" -d '{"events": [{"server_uuid": "7bd2ff3e-7faa-4ae2-bd13-bbbe73109ab0", "name": "network-vif-plugged", "status": "completed", "tag": "f7e294ce-4f3e-4a8e-a407-f90b8022d517"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:03:24.080531 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port f7e294ce-4f3e-4a8e-a407-f90b8022d517, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=f7e294ce-4f3e-4a8e-a407-f90b8022d517,segment=NetworkSegment(44cc5025-eeea-4440-aca0-3b4de16ec48a),segment_id=44cc5025-eeea-4440-aca0-3b4de16ec48a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:03:24.085159 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:24.118599 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-131eb484-6c5d-485b-a1b3-789982c7aea5 x-openstack-request-id: req-131eb484-6c5d-485b-a1b3-789982c7aea5 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:03:24.118891 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bd2ff3e-7faa-4ae2-bd13-bbbe73109ab0", "name": "network-vif-plugged", "status": "completed", "tag": "f7e294ce-4f3e-4a8e-a407-f90b8022d517", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:03:24.119142 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-131eb484-6c5d-485b-a1b3-789982c7aea5 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:03:24.119519 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd2ff3e-7faa-4ae2-bd13-bbbe73109ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e294ce-4f3e-4a8e-a407-f90b8022d517', 'code': 200} Aug 23 21:03:24.145536 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=f7e294ce-4f3e-4a8e-a407-f90b8022d517,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:03:24.225864 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4647b-7d89-4da7-81b1-d39b1f8697e1 req-9004059b-4036-44f7-9ed9-c9abf4011266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:24.229017 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-28d4647b-7d89-4da7-81b1-d39b1f8697e1 req-9004059b-4036-44f7-9ed9-c9abf4011266 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7bd2ff3e-7faa-4ae2-bd13-bbbe73109ab0 HTTP/1.1" status: 200 len: 1097 time: 0.0450544 Aug 23 21:03:24.274252 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-28d4647b-7d89-4da7-81b1-d39b1f8697e1 req-17006d1a-3968-4689-9655-ef7bc1308cb1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5f46a0da-83d0-4382-8e88-7c306961b3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366087 Aug 23 21:03:25.012987 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9e75e-1d76-4f7b-ad0f-317719befb57 req-50530a80-3fe9-4d8a-be4c-9c1f465c1fde tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:25.014407 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-27f9e75e-1d76-4f7b-ad0f-317719befb57 req-50530a80-3fe9-4d8a-be4c-9c1f465c1fde tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bd2ff3e-7faa-4ae2-bd13-bbbe73109ab0 HTTP/1.1" status: 200 len: 946 time: 0.0591872 Aug 23 21:03:25.060200 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-27f9e75e-1d76-4f7b-ad0f-317719befb57 req-e8ee39cc-f80e-4b83-b82e-f16c8ec6800b tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f46a0da-83d0-4382-8e88-7c306961b3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385168 Aug 23 21:03:26.257928 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edba2d-4d5e-4502-bc49-f83bc06293f1 req-6a8c4be1-f2c7-40ee-95c4-4b44ec508ae9 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:26.259584 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-76edba2d-4d5e-4502-bc49-f83bc06293f1 req-6a8c4be1-f2c7-40ee-95c4-4b44ec508ae9 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bd2ff3e-7faa-4ae2-bd13-bbbe73109ab0 HTTP/1.1" status: 200 len: 946 time: 0.1231027 Aug 23 21:03:26.300903 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-76edba2d-4d5e-4502-bc49-f83bc06293f1 req-585f703f-e304-4a16-88e4-70f70726cd16 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f46a0da-83d0-4382-8e88-7c306961b3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343907 Aug 23 21:03:26.425250 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6859adf4-6323-4064-8d3a-18785cc1b179 req-0f7f01fb-da7d-4eb7-a233-67ef833dffaa tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:26.426894 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6859adf4-6323-4064-8d3a-18785cc1b179 req-0f7f01fb-da7d-4eb7-a233-67ef833dffaa tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bd2ff3e-7faa-4ae2-bd13-bbbe73109ab0 HTTP/1.1" status: 200 len: 946 time: 0.0529375 Aug 23 21:03:26.476356 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6859adf4-6323-4064-8d3a-18785cc1b179 req-29aba980-992b-4f19-89e4-4214c2e50292 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f46a0da-83d0-4382-8e88-7c306961b3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431828 Aug 23 21:03:26.495860 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 41872) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:03:26.542403 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b20bf6c-ca3f-4ab2-a4e9-3d5972cbed21 tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:26.543957 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-5b20bf6c-ca3f-4ab2-a4e9-3d5972cbed21 tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7bd2ff3e-7faa-4ae2-bd13-bbbe73109ab0 HTTP/1.1" status: 200 len: 1092 time: 0.0470221 Aug 23 21:03:26.547649 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 41876) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:03:26.552682 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-278364aa-880a-4862-89ce-ea83f0f93443 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Request body: {'floatingip': {'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'port_id': 'f7e294ce-4f3e-4a8e-a407-f90b8022d517', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:03:26.590750 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-278364aa-880a-4862-89ce-ea83f0f93443 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:26.716118 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-278364aa-880a-4862-89ce-ea83f0f93443 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:26.831935 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-278364aa-880a-4862-89ce-ea83f0f93443 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Allocated IP 172.25.4.104 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/d7d44e9c-031c-4925-a237-6d2e21455d35) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:03:26.955364 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-278364aa-880a-4862-89ce-ea83f0f93443 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:26.996180 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-278364aa-880a-4862-89ce-ea83f0f93443 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:27.035252 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278364aa-880a-4862-89ce-ea83f0f93443 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:03:27.038083 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-278364aa-880a-4862-89ce-ea83f0f93443 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:03:27.041453 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278364aa-880a-4862-89ce-ea83f0f93443 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:03:27.078323 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278364aa-880a-4862-89ce-ea83f0f93443 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event updated for resources: {'Port': ['ID=d7d44e9c-031c-4925-a237-6d2e21455d35,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:03:27.962133 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-278364aa-880a-4862-89ce-ea83f0f93443 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:28.072538 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-278364aa-880a-4862-89ce-ea83f0f93443 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:28.247756 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-278364aa-880a-4862-89ce-ea83f0f93443 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:28.254617 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-278364aa-880a-4862-89ce-ea83f0f93443 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:28.352226 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278364aa-880a-4862-89ce-ea83f0f93443 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event updated for resources: {'Port': ['ID=d7d44e9c-031c-4925-a237-6d2e21455d35,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:03:28.363478 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-278364aa-880a-4862-89ce-ea83f0f93443 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:28.492669 n-d-805663-2 neutron-server[94688]: INFO neutron.db.l3_db [None req-278364aa-880a-4862-89ce-ea83f0f93443 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Floating IP 2be10612-5e0f-429b-9c0f-69842042ab60 associated. External IP: 172.25.4.104, port: f7e294ce-4f3e-4a8e-a407-f90b8022d517. Aug 23 21:03:28.769065 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-278364aa-880a-4862-89ce-ea83f0f93443 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Router befd796c-5076-4992-98f2-7dde968e9bab has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:03:28.901261 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278364aa-880a-4862-89ce-ea83f0f93443 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:03:28.917578 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbf53c2-792d-43f7-b69c-8b2986f49fe5 None None] Sync routers for ids ['befd796c-5076-4992-98f2-7dde968e9bab'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:03:28.928640 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-278364aa-880a-4862-89ce-ea83f0f93443 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:28.930993 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbf53c2-792d-43f7-b69c-8b2986f49fe5 None None] Routers {'befd796c-5076-4992-98f2-7dde968e9bab'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:03:28.931938 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ccbf53c2-792d-43f7-b69c-8b2986f49fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:03:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['befd796c-5076-4992-98f2-7dde968e9bab'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:03:28.962887 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 41924) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:03:28.975035 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-278364aa-880a-4862-89ce-ea83f0f93443 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4260397 Aug 23 21:03:28.976567 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd2ff3e-7faa-4ae2-bd13-bbbe73109ab0', 'tag': 'f7e294ce-4f3e-4a8e-a407-f90b8022d517'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:03:28.979141 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1e9c99-bb0d-42dc-8fe1-00008c2575ed" -d '{"events": [{"name": "network-changed", "server_uuid": "7bd2ff3e-7faa-4ae2-bd13-bbbe73109ab0", "tag": "f7e294ce-4f3e-4a8e-a407-f90b8022d517"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:03:29.068289 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-ccbf53c2-792d-43f7-b69c-8b2986f49fe5 None None] Set router befd796c-5076-4992-98f2-7dde968e9bab gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:03:29.069423 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e6f143-1366-4437-ac53-1e3c1b27e1b1 x-openstack-request-id: req-74e6f143-1366-4437-ac53-1e3c1b27e1b1 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:03:29.069712 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bd2ff3e-7faa-4ae2-bd13-bbbe73109ab0", "tag": "f7e294ce-4f3e-4a8e-a407-f90b8022d517", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:03:29.069963 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-74e6f143-1366-4437-ac53-1e3c1b27e1b1 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:03:29.070366 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bd2ff3e-7faa-4ae2-bd13-bbbe73109ab0', 'tag': 'f7e294ce-4f3e-4a8e-a407-f90b8022d517', 'status': 'completed', 'code': 200} Aug 23 21:03:29.189380 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e9c99-bb0d-42dc-8fe1-00008c2575ed req-0f377d5e-0bbe-4200-b544-710b800e8f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:29.191266 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-aa1e9c99-bb0d-42dc-8fe1-00008c2575ed req-0f377d5e-0bbe-4200-b544-710b800e8f37 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=87972469191e450fb3c9471d7a3b5bba&device_id=7bd2ff3e-7faa-4ae2-bd13-bbbe73109ab0 HTTP/1.1" status: 200 len: 1097 time: 0.0930111 Aug 23 21:03:29.214828 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-946509f0-63e8-4b32-895a-86397f8e25d8 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/floatingips/2be10612-5e0f-429b-9c0f-69842042ab60 HTTP/1.1" status: 200 len: 992 time: 0.2498715 Aug 23 21:03:29.332524 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e9c99-bb0d-42dc-8fe1-00008c2575ed req-35201ba8-c678-41b4-92ce-94f543d80169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:29.334081 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-aa1e9c99-bb0d-42dc-8fe1-00008c2575ed req-35201ba8-c678-41b4-92ce-94f543d80169 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3e7777b9-9f81-47d3-b249-18952c96e3e6 HTTP/1.1" status: 200 len: 897 time: 0.1297476 Aug 23 21:03:29.412482 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ccbf53c2-792d-43f7-b69c-8b2986f49fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'name': 'tempest-TestNetworkBasicOps-router-1306632790', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '893ff5f1-eb60-477e-8748-fd7058840a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:03:04Z', 'updated_at': '2021-08-23T21:03:09Z', 'revision_number': 4, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'gw_port': {'id': '893ff5f1-eb60-477e-8748-fd7058840a02', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:03:05Z', 'updated_at': '2021-08-23T21:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '2be10612-5e0f-429b-9c0f-69842042ab60', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'floating_ip_address': '172.25.4.104', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'port_id': 'f7e294ce-4f3e-4a8e-a407-f90b8022d517', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e7777b9-9f81-47d3-b249-18952c96e3e6', 'mac_address': 'fa:16:3e:a1:f6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd2ff3e-7faa-4ae2-bd13-bbbe73109ab0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:03:27Z', 'updated_at': '2021-08-23T21:03:27Z', 'revision_number': 0, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd33e35bc-aaba-4d05-a262-e54d59ae7d61', 'name': '', 'network_id': '3e7777b9-9f81-47d3-b249-18952c96e3e6', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'mac_address': 'fa:16:3e:80:4e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'acf2632e-c173-4823-9f61-8637075dcb12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:03:08Z', 'updated_at': '2021-08-23T21:03:15Z', 'revision_number': 5, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'subnets': [{'id': 'acf2632e-c173-4823-9f61-8637075dcb12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:03:29.447370 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbf53c2-792d-43f7-b69c-8b2986f49fe5 None None] Checking router: befd796c-5076-4992-98f2-7dde968e9bab for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:03:29.457029 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbf53c2-792d-43f7-b69c-8b2986f49fe5 None None] Routers {'befd796c-5076-4992-98f2-7dde968e9bab'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:03:29.457871 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ccbf53c2-792d-43f7-b69c-8b2986f49fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:03:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['befd796c-5076-4992-98f2-7dde968e9bab'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:03:29.466773 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-aa1e9c99-bb0d-42dc-8fe1-00008c2575ed req-d7c20b45-7100-4ef8-9377-21adffd8b959 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7e294ce-4f3e-4a8e-a407-f90b8022d517 HTTP/1.1" status: 200 len: 1000 time: 0.1230886 Aug 23 21:03:29.543767 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e9c99-bb0d-42dc-8fe1-00008c2575ed req-b0588c82-a9af-45c5-9f5e-7e56272c3d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:29.545413 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-aa1e9c99-bb0d-42dc-8fe1-00008c2575ed req-b0588c82-a9af-45c5-9f5e-7e56272c3d1f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=acf2632e-c173-4823-9f61-8637075dcb12 HTTP/1.1" status: 200 len: 834 time: 0.0710161 Aug 23 21:03:29.592052 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-ccbf53c2-792d-43f7-b69c-8b2986f49fe5 None None] Set router befd796c-5076-4992-98f2-7dde968e9bab gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:03:29.607547 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e9c99-bb0d-42dc-8fe1-00008c2575ed req-ed0f7b25-84f4-43e5-b2e6-2bf719f3bebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:29.609960 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-aa1e9c99-bb0d-42dc-8fe1-00008c2575ed req-ed0f7b25-84f4-43e5-b2e6-2bf719f3bebc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e7777b9-9f81-47d3-b249-18952c96e3e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485404 Aug 23 21:03:29.779027 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-aa1e9c99-bb0d-42dc-8fe1-00008c2575ed req-518cb18b-7deb-42d9-a26f-e3eb2a43c7fe service neutron] 10.222.0.11 "GET /v2.0/networks/3e7777b9-9f81-47d3-b249-18952c96e3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596539 Aug 23 21:03:29.955599 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-aa1e9c99-bb0d-42dc-8fe1-00008c2575ed req-ba726fc9-4dfc-4802-8f5c-5131a8a7948b service neutron] 10.222.0.11 "GET /v2.0/networks/3e7777b9-9f81-47d3-b249-18952c96e3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635447 Aug 23 21:03:29.995499 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ccbf53c2-792d-43f7-b69c-8b2986f49fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'name': 'tempest-TestNetworkBasicOps-router-1306632790', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '893ff5f1-eb60-477e-8748-fd7058840a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:03:04Z', 'updated_at': '2021-08-23T21:03:09Z', 'revision_number': 4, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'gw_port': {'id': '893ff5f1-eb60-477e-8748-fd7058840a02', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:03:05Z', 'updated_at': '2021-08-23T21:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '2be10612-5e0f-429b-9c0f-69842042ab60', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'floating_ip_address': '172.25.4.104', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'port_id': 'f7e294ce-4f3e-4a8e-a407-f90b8022d517', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e7777b9-9f81-47d3-b249-18952c96e3e6', 'mac_address': 'fa:16:3e:a1:f6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd2ff3e-7faa-4ae2-bd13-bbbe73109ab0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:03:27Z', 'updated_at': '2021-08-23T21:03:27Z', 'revision_number': 0, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd33e35bc-aaba-4d05-a262-e54d59ae7d61', 'name': '', 'network_id': '3e7777b9-9f81-47d3-b249-18952c96e3e6', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'mac_address': 'fa:16:3e:80:4e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'acf2632e-c173-4823-9f61-8637075dcb12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:03:08Z', 'updated_at': '2021-08-23T21:03:15Z', 'revision_number': 5, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'subnets': [{'id': 'acf2632e-c173-4823-9f61-8637075dcb12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:03:30.029186 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbf53c2-792d-43f7-b69c-8b2986f49fe5 None None] The sync data for ids ['befd796c-5076-4992-98f2-7dde968e9bab'] in n-d-805663-2 is: [{'id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'name': 'tempest-TestNetworkBasicOps-router-1306632790', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '893ff5f1-eb60-477e-8748-fd7058840a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:03:04Z', 'updated_at': '2021-08-23T21:03:09Z', 'revision_number': 4, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'gw_port': {'id': '893ff5f1-eb60-477e-8748-fd7058840a02', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:03:05Z', 'updated_at': '2021-08-23T21:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '2be10612-5e0f-429b-9c0f-69842042ab60', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'floating_ip_address': '172.25.4.104', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'port_id': 'f7e294ce-4f3e-4a8e-a407-f90b8022d517', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e7777b9-9f81-47d3-b249-18952c96e3e6', 'mac_address': 'fa:16:3e:a1:f6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd2ff3e-7faa-4ae2-bd13-bbbe73109ab0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:03:27Z', 'updated_at': '2021-08-23T21:03:27Z', 'revision_number': 0, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd33e35bc-aaba-4d05-a262-e54d59ae7d61', 'name': '', 'network_id': '3e7777b9-9f81-47d3-b249-18952c96e3e6', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'mac_address': 'fa:16:3e:80:4e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'acf2632e-c173-4823-9f61-8637075dcb12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:03:08Z', 'updated_at': '2021-08-23T21:03:15Z', 'revision_number': 5, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'subnets': [{'id': 'acf2632e-c173-4823-9f61-8637075dcb12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:03:30.219083 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 41950) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:03:30.336034 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-51b67c20-db7a-4ade-8f52-f4b6055be1ff tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/floatingips/2be10612-5e0f-429b-9c0f-69842042ab60 HTTP/1.1" status: 200 len: 992 time: 0.1160841 Aug 23 21:03:30.435689 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55df441-c9df-4d4a-a2fc-d376b1ca9aa6 None None] New status for floating IP 2be10612-5e0f-429b-9c0f-69842042ab60: ACTIVE {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 21:03:31.316289 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c3950ec7-707d-4e81-8d97-213d955df569 req-54784ca0-8d18-401f-9fff-4a602f83475b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=550276b0-a22c-435a-9596-b6cf8d333973&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0581505 Aug 23 21:03:31.338157 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 41976) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:03:31.459024 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-107fe0a7-7797-4ebd-b7b5-fb3e9474fe11 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/floatingips/2be10612-5e0f-429b-9c0f-69842042ab60 HTTP/1.1" status: 200 len: 994 time: 0.1180511 Aug 23 21:03:31.460333 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3950ec7-707d-4e81-8d97-213d955df569 req-4b37698c-b3f9-496a-ad1d-58af598a0522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:31.461851 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c3950ec7-707d-4e81-8d97-213d955df569 req-4b37698c-b3f9-496a-ad1d-58af598a0522 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6e914b520b944bcf95a14f236890f622&device_id=550276b0-a22c-435a-9596-b6cf8d333973 HTTP/1.1" status: 200 len: 1101 time: 0.0749097 Aug 23 21:03:31.597312 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3950ec7-707d-4e81-8d97-213d955df569 req-174ee561-637e-47bc-be51-984b3a5d68ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:31.599163 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c3950ec7-707d-4e81-8d97-213d955df569 req-174ee561-637e-47bc-be51-984b3a5d68ac service neutron] 10.222.0.32 "GET /v2.0/networks?id=660f640a-b8b2-40aa-8ebf-76bd1608cceb HTTP/1.1" status: 200 len: 870 time: 0.1044533 Aug 23 21:03:31.660201 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c3950ec7-707d-4e81-8d97-213d955df569 req-470f1c02-a170-42ac-8aee-18af3de7bd38 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=ba097c4b-f06a-4e18-b2aa-38e00b3480bd HTTP/1.1" status: 200 len: 217 time: 0.0528231 Aug 23 21:03:31.741671 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3950ec7-707d-4e81-8d97-213d955df569 req-e3ede900-37a4-47e5-ad69-6a210c00a0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:31.745476 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c3950ec7-707d-4e81-8d97-213d955df569 req-e3ede900-37a4-47e5-ad69-6a210c00a0b0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.0757573 Aug 23 21:03:31.803797 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3950ec7-707d-4e81-8d97-213d955df569 req-5a23723b-d0a1-4831-aa6c-9a6bceafd36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:31.805419 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c3950ec7-707d-4e81-8d97-213d955df569 req-5a23723b-d0a1-4831-aa6c-9a6bceafd36c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0533462 Aug 23 21:03:31.949684 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c3950ec7-707d-4e81-8d97-213d955df569 req-d0a38dfd-a1a9-46a0-b644-7427f8e7fcc2 service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359532 Aug 23 21:03:32.084979 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c3950ec7-707d-4e81-8d97-213d955df569 req-4385123f-66e4-4f49-b27e-7ec273157265 service neutron] 10.222.0.32 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223242 Aug 23 21:03:34.170313 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:03:40.049126 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1315fd3a-4ed3-4507-8d64-67683b755a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:40.620959 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:41.517919 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 42076) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:03:41.522684 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-7f0eae35-26e6-4f34-a0cf-514c94b14268 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-494815006', 'description': 'tempest-secgroup-smoke-494815006 description', 'project_id': '04ace1ca4b8848b7b18abeaa0879cf78'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:03:41.546305 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7f0eae35-26e6-4f34-a0cf-514c94b14268 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:41.632885 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7f0eae35-26e6-4f34-a0cf-514c94b14268 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:41.637433 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7f0eae35-26e6-4f34-a0cf-514c94b14268 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:41.666250 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7f0eae35-26e6-4f34-a0cf-514c94b14268 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:41.667493 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-7f0eae35-26e6-4f34-a0cf-514c94b14268 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1485682 Aug 23 21:03:41.670432 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 42078) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:03:41.675296 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-ba06f29b-2eb7-4f1e-9424-b6138f66ca14 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Request body: {'security_group_rule': {'security_group_id': 'a9f08b81-f6d4-4e89-ab87-8777e4da0cf6', 'project_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:03:41.681640 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0eae35-26e6-4f34-a0cf-514c94b14268 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f08b81-f6d4-4e89-ab87-8777e4da0cf6,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:03:41.695454 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0eae35-26e6-4f34-a0cf-514c94b14268 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:03:41.695804 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0eae35-26e6-4f34-a0cf-514c94b14268 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:03:41.696173 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0eae35-26e6-4f34-a0cf-514c94b14268 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:03:41.696510 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0eae35-26e6-4f34-a0cf-514c94b14268 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:03:41.696841 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0eae35-26e6-4f34-a0cf-514c94b14268 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:03:41.697173 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0eae35-26e6-4f34-a0cf-514c94b14268 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:03:41.697499 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0eae35-26e6-4f34-a0cf-514c94b14268 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:03:41.697820 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0eae35-26e6-4f34-a0cf-514c94b14268 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:03:41.698145 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0eae35-26e6-4f34-a0cf-514c94b14268 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:03:41.698467 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0eae35-26e6-4f34-a0cf-514c94b14268 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:03:41.698789 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0eae35-26e6-4f34-a0cf-514c94b14268 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:03:41.699108 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0eae35-26e6-4f34-a0cf-514c94b14268 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:03:41.718669 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba06f29b-2eb7-4f1e-9424-b6138f66ca14 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:41.771503 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba06f29b-2eb7-4f1e-9424-b6138f66ca14 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:41.775973 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba06f29b-2eb7-4f1e-9424-b6138f66ca14 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:41.797391 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba06f29b-2eb7-4f1e-9424-b6138f66ca14 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:41.798592 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ba06f29b-2eb7-4f1e-9424-b6138f66ca14 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1271932 Aug 23 21:03:41.801364 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba06f29b-2eb7-4f1e-9424-b6138f66ca14 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cba37761-bb56-4ba2-a47f-a024b07ebe4e,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:03:41.801507 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 42080) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:03:41.806363 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-beb29be5-bc4c-44d3-ac56-a76fe21c7e71 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Request body: {'security_group_rule': {'security_group_id': 'a9f08b81-f6d4-4e89-ab87-8777e4da0cf6', 'project_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:03:41.842311 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-beb29be5-bc4c-44d3-ac56-a76fe21c7e71 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:41.910379 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-beb29be5-bc4c-44d3-ac56-a76fe21c7e71 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:41.915537 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-beb29be5-bc4c-44d3-ac56-a76fe21c7e71 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:41.939755 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb29be5-bc4c-44d3-ac56-a76fe21c7e71 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3e911b0-9cbd-428a-bf3c-57ce3e9cb777,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:03:41.943203 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-beb29be5-bc4c-44d3-ac56-a76fe21c7e71 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:41.944495 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-beb29be5-bc4c-44d3-ac56-a76fe21c7e71 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1420352 Aug 23 21:03:41.947151 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 42084) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:03:41.951829 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-05ce1f0a-c50a-4958-9da3-bd8c6317907b tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Request body: {'security_group_rule': {'security_group_id': 'a9f08b81-f6d4-4e89-ab87-8777e4da0cf6', 'project_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:03:41.980376 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-05ce1f0a-c50a-4958-9da3-bd8c6317907b tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:42.055157 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-05ce1f0a-c50a-4958-9da3-bd8c6317907b tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:42.058580 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-05ce1f0a-c50a-4958-9da3-bd8c6317907b tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:42.079245 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ce1f0a-c50a-4958-9da3-bd8c6317907b tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b0fca17-9e92-4c20-8117-fe8190fb0ee7,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:03:42.082977 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-05ce1f0a-c50a-4958-9da3-bd8c6317907b tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:42.084185 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-05ce1f0a-c50a-4958-9da3-bd8c6317907b tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1360774 Aug 23 21:03:42.086873 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 42086) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:03:42.091279 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-8187966d-c12d-436c-add0-1c1b3ab59542 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Request body: {'security_group_rule': {'security_group_id': 'a9f08b81-f6d4-4e89-ab87-8777e4da0cf6', 'project_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:03:42.117687 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8187966d-c12d-436c-add0-1c1b3ab59542 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:42.177354 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8187966d-c12d-436c-add0-1c1b3ab59542 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:42.181405 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8187966d-c12d-436c-add0-1c1b3ab59542 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:42.199326 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8187966d-c12d-436c-add0-1c1b3ab59542 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99b3ea73-c4fe-4b47-a6e4-bf50b27c3e23,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:03:42.206969 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8187966d-c12d-436c-add0-1c1b3ab59542 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:42.208188 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8187966d-c12d-436c-add0-1c1b3ab59542 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1203732 Aug 23 21:03:42.210849 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 42090) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:03:42.215352 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-1de5fc99-9dac-40b3-9cdd-00246b339632 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Request body: {'security_group_rule': {'security_group_id': 'a9f08b81-f6d4-4e89-ab87-8777e4da0cf6', 'project_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:03:42.238724 n-d-805663-2 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-1de5fc99-9dac-40b3-9cdd-00246b339632 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Project 04ace1ca4b8848b7b18abeaa0879cf78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 21:03:42.243947 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1de5fc99-9dac-40b3-9cdd-00246b339632 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:42.304460 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1de5fc99-9dac-40b3-9cdd-00246b339632 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:42.308243 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1de5fc99-9dac-40b3-9cdd-00246b339632 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:42.325581 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de5fc99-9dac-40b3-9cdd-00246b339632 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79925d2a-c149-4714-92e8-91373c0b79d0,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:03:42.330743 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1de5fc99-9dac-40b3-9cdd-00246b339632 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:42.332196 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-1de5fc99-9dac-40b3-9cdd-00246b339632 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1203339 Aug 23 21:03:42.334997 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 42092) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:03:42.339292 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-764f2c8d-0849-4d6b-b06a-abfabe5650a1 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Request body: {'security_group_rule': {'security_group_id': 'a9f08b81-f6d4-4e89-ab87-8777e4da0cf6', 'project_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:03:42.361388 n-d-805663-2 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-764f2c8d-0849-4d6b-b06a-abfabe5650a1 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Project 04ace1ca4b8848b7b18abeaa0879cf78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 21:03:42.366241 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-764f2c8d-0849-4d6b-b06a-abfabe5650a1 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:42.432691 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-764f2c8d-0849-4d6b-b06a-abfabe5650a1 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:42.436231 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-764f2c8d-0849-4d6b-b06a-abfabe5650a1 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:42.450824 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764f2c8d-0849-4d6b-b06a-abfabe5650a1 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d064d8e-2cc4-4fb7-be45-77ee5028dee0,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:03:42.460007 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-764f2c8d-0849-4d6b-b06a-abfabe5650a1 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:42.461222 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-764f2c8d-0849-4d6b-b06a-abfabe5650a1 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1253788 Aug 23 21:03:42.659970 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7a00a5f0-09bd-44c4-92ff-070e36c5e42a req-b6f1652e-08f7-4f89-97ff-faf56952ab5a tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-494815006&fields=id&tenant_id=04ace1ca4b8848b7b18abeaa0879cf78 HTTP/1.1" status: 200 len: 267 time: 0.0328479 Aug 23 21:03:42.768255 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00a5f0-09bd-44c4-92ff-070e36c5e42a req-4ef17c40-225a-4b78-9d8a-009126f53055 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:42.769724 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7a00a5f0-09bd-44c4-92ff-070e36c5e42a req-4ef17c40-225a-4b78-9d8a-009126f53055 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] 10.222.0.61 "GET /v2.0/networks?id=445d4521-abca-47c6-97f1-469f287f9a90 HTTP/1.1" status: 200 len: 813 time: 0.1030190 Aug 23 21:03:42.785091 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7a00a5f0-09bd-44c4-92ff-070e36c5e42a req-f989d629-431e-4a80-9dc9-8d3e4baf7355 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] 10.222.0.61 "GET /v2.0/quotas/04ace1ca4b8848b7b18abeaa0879cf78 HTTP/1.1" status: 200 len: 375 time: 0.0096633 Aug 23 21:03:42.835279 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7a00a5f0-09bd-44c4-92ff-070e36c5e42a req-c69f9579-e240-4caa-a122-898d47bce2e2 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=04ace1ca4b8848b7b18abeaa0879cf78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446496 Aug 23 21:03:42.935632 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7a00a5f0-09bd-44c4-92ff-070e36c5e42a req-057ebd93-780a-49ee-87bb-bfeeb7f983b6 service neutron] 10.222.0.61 "GET /v2.0/networks/445d4521-abca-47c6-97f1-469f287f9a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880394 Aug 23 21:03:43.024677 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7a00a5f0-09bd-44c4-92ff-070e36c5e42a req-a8fc08be-77f2-4dc2-8da4-736870d6ecd3 service neutron] 10.222.0.61 "GET /v2.0/networks/445d4521-abca-47c6-97f1-469f287f9a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818338 Aug 23 21:03:43.326325 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cf031e32-67b0-4f39-8633-1b9cd00a36d6 req-11f83f93-f241-4109-920a-57a4866fa022 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] 10.222.0.61 "GET /v2.0/ports?device_id=aae606c8-dc3f-40dd-9dbf-92de63afcaf9 HTTP/1.1" status: 200 len: 210 time: 0.0277171 Aug 23 21:03:43.404194 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d460cbff-62aa-4331-9cef-5ce1359c5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:43.527900 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:44.399848 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00a5f0-09bd-44c4-92ff-070e36c5e42a req-d1cbe42c-d65e-42cd-a1d2-9ab134c4484e tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:44.401368 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7a00a5f0-09bd-44c4-92ff-070e36c5e42a req-d1cbe42c-d65e-42cd-a1d2-9ab134c4484e tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] 10.222.0.32 "GET /v2.0/networks?id=445d4521-abca-47c6-97f1-469f287f9a90 HTTP/1.1" status: 200 len: 813 time: 0.1148667 Aug 23 21:03:44.435868 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-58462d37-20a0-40ac-b573-e5a334395cd8 req-1608cd0f-ddf3-485d-b20e-7901c5b7421f tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] 10.222.0.61 "GET /v2.0/ports?device_id=aae606c8-dc3f-40dd-9dbf-92de63afcaf9 HTTP/1.1" status: 200 len: 210 time: 0.0332069 Aug 23 21:03:44.489680 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7a00a5f0-09bd-44c4-92ff-070e36c5e42a req-eea7666e-5bef-4ce1-be45-32e8489fde5c tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04ace1ca4b8848b7b18abeaa0879cf78 HTTP/1.1" status: 200 len: 379 time: 0.0724270 Aug 23 21:03:44.501776 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-7a00a5f0-09bd-44c4-92ff-070e36c5e42a req-67925104-d194-445e-a464-9a06da0430d1 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Request body: {'port': {'device_id': 'aae606c8-dc3f-40dd-9dbf-92de63afcaf9', 'network_id': '445d4521-abca-47c6-97f1-469f287f9a90', 'admin_state_up': True, 'tenant_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'security_groups': ['a9f08b81-f6d4-4e89-ab87-8777e4da0cf6']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:03:44.632535 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:44.634896 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a00a5f0-09bd-44c4-92ff-070e36c5e42a req-67925104-d194-445e-a464-9a06da0430d1 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Made reservation on behalf of 04ace1ca4b8848b7b18abeaa0879cf78 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:03:44.638575 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7a00a5f0-09bd-44c4-92ff-070e36c5e42a req-67925104-d194-445e-a464-9a06da0430d1 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:44.801200 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-7a00a5f0-09bd-44c4-92ff-070e36c5e42a req-67925104-d194-445e-a464-9a06da0430d1 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Allocated IP 172.20.0.6 (445d4521-abca-47c6-97f1-469f287f9a90/96a69248-c630-4eeb-815d-91f60fdfe5d3/49fa73c4-304a-4846-98b0-afb7a21b9022) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:03:44.946378 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7a00a5f0-09bd-44c4-92ff-070e36c5e42a req-67925104-d194-445e-a464-9a06da0430d1 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:44.960520 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-7a00a5f0-09bd-44c4-92ff-070e36c5e42a req-67925104-d194-445e-a464-9a06da0430d1 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Transition to ACTIVE for port object 49fa73c4-304a-4846-98b0-afb7a21b9022 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:03:44.996380 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7a00a5f0-09bd-44c4-92ff-070e36c5e42a req-67925104-d194-445e-a464-9a06da0430d1 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:45.046496 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a00a5f0-09bd-44c4-92ff-070e36c5e42a req-67925104-d194-445e-a464-9a06da0430d1 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Network 445d4521-abca-47c6-97f1-469f287f9a90 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:03:45.049781 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-7a00a5f0-09bd-44c4-92ff-070e36c5e42a req-67925104-d194-445e-a464-9a06da0430d1 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:03:45.052530 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a00a5f0-09bd-44c4-92ff-070e36c5e42a req-67925104-d194-445e-a464-9a06da0430d1 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:03:45.067511 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67925104-d194-445e-a464-9a06da0430d1 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Pushing event updated for resources: {'Port': ['ID=49fa73c4-304a-4846-98b0-afb7a21b9022,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:03:45.126957 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00a5f0-09bd-44c4-92ff-070e36c5e42a req-67925104-d194-445e-a464-9a06da0430d1 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:45.127632 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7a00a5f0-09bd-44c4-92ff-070e36c5e42a req-67925104-d194-445e-a464-9a06da0430d1 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:45.146714 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7a00a5f0-09bd-44c4-92ff-070e36c5e42a req-67925104-d194-445e-a464-9a06da0430d1 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6487651 Aug 23 21:03:45.168438 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-7a00a5f0-09bd-44c4-92ff-070e36c5e42a req-8304b120-5381-44f2-90f4-ea5f7f6fa8b2 service neutron] Request body: {'port': {'device_id': 'aae606c8-dc3f-40dd-9dbf-92de63afcaf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:03:45.237105 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7a00a5f0-09bd-44c4-92ff-070e36c5e42a req-8304b120-5381-44f2-90f4-ea5f7f6fa8b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:45.427659 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-31916d28-1223-4a6f-9832-9716514f6c0f None None] Provisioning for port 49fa73c4-304a-4846-98b0-afb7a21b9022 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:03:45.433788 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-31916d28-1223-4a6f-9832-9716514f6c0f None None] Provisioning complete for port 49fa73c4-304a-4846-98b0-afb7a21b9022 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:03:45.435107 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31916d28-1223-4a6f-9832-9716514f6c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:45.504094 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-31916d28-1223-4a6f-9832-9716514f6c0f None None] Port 49fa73c4-304a-4846-98b0-afb7a21b9022 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:03:45.599931 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-7a00a5f0-09bd-44c4-92ff-070e36c5e42a req-8304b120-5381-44f2-90f4-ea5f7f6fa8b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49fa73c4-304a-4846-98b0-afb7a21b9022 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:03:45.610862 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7a00a5f0-09bd-44c4-92ff-070e36c5e42a req-8304b120-5381-44f2-90f4-ea5f7f6fa8b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:45.637640 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-7a00a5f0-09bd-44c4-92ff-070e36c5e42a req-8304b120-5381-44f2-90f4-ea5f7f6fa8b2 service neutron] Transition to ACTIVE for port object 49fa73c4-304a-4846-98b0-afb7a21b9022 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:03:45.646034 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d49b817-09d3-465e-bc93-271d3fa5d0f3 req-e5a7891c-9583-44eb-91e6-f7a51853d64d tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:45.647547 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5d49b817-09d3-465e-bc93-271d3fa5d0f3 req-e5a7891c-9583-44eb-91e6-f7a51853d64d tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] 10.222.0.61 "GET /v2.0/ports?device_id=aae606c8-dc3f-40dd-9dbf-92de63afcaf9 HTTP/1.1" status: 200 len: 931 time: 0.1001356 Aug 23 21:03:45.648679 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7a00a5f0-09bd-44c4-92ff-070e36c5e42a req-8304b120-5381-44f2-90f4-ea5f7f6fa8b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:45.736866 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5d49b817-09d3-465e-bc93-271d3fa5d0f3 req-f5368e35-426c-4e80-a8bd-d0c8a04fe1e8 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] 10.222.0.61 "GET /v2.0/security-groups?id=a9f08b81-f6d4-4e89-ab87-8777e4da0cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796168 Aug 23 21:03:45.765251 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304b120-5381-44f2-90f4-ea5f7f6fa8b2 service neutron] Pushing event updated for resources: {'Port': ['ID=49fa73c4-304a-4846-98b0-afb7a21b9022,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:03:45.848305 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-7a00a5f0-09bd-44c4-92ff-070e36c5e42a req-8304b120-5381-44f2-90f4-ea5f7f6fa8b2 service neutron] Attempting to bind port 49fa73c4-304a-4846-98b0-afb7a21b9022 on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:03:45.848682 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-7a00a5f0-09bd-44c4-92ff-070e36c5e42a req-8304b120-5381-44f2-90f4-ea5f7f6fa8b2 service neutron] Attempting to bind port 49fa73c4-304a-4846-98b0-afb7a21b9022 by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': '3929242b-52d9-40b9-9942-003e4522b4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '445d4521-abca-47c6-97f1-469f287f9a90'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:03:45.848964 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a00a5f0-09bd-44c4-92ff-070e36c5e42a req-8304b120-5381-44f2-90f4-ea5f7f6fa8b2 service neutron] Attempting to bind port 49fa73c4-304a-4846-98b0-afb7a21b9022 on network 445d4521-abca-47c6-97f1-469f287f9a90 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:03:45.853829 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a00a5f0-09bd-44c4-92ff-070e36c5e42a req-8304b120-5381-44f2-90f4-ea5f7f6fa8b2 service neutron] Port 49fa73c4-304a-4846-98b0-afb7a21b9022 on network 445d4521-abca-47c6-97f1-469f287f9a90 not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:03:45.854172 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a00a5f0-09bd-44c4-92ff-070e36c5e42a req-8304b120-5381-44f2-90f4-ea5f7f6fa8b2 service neutron] Attempting to bind port 49fa73c4-304a-4846-98b0-afb7a21b9022 on network 445d4521-abca-47c6-97f1-469f287f9a90 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:03:45.862369 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a00a5f0-09bd-44c4-92ff-070e36c5e42a req-8304b120-5381-44f2-90f4-ea5f7f6fa8b2 service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:03:45.863192 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a00a5f0-09bd-44c4-92ff-070e36c5e42a req-8304b120-5381-44f2-90f4-ea5f7f6fa8b2 service neutron] Checking segment: {'id': '3929242b-52d9-40b9-9942-003e4522b4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '445d4521-abca-47c6-97f1-469f287f9a90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:03:45.863595 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a00a5f0-09bd-44c4-92ff-070e36c5e42a req-8304b120-5381-44f2-90f4-ea5f7f6fa8b2 service neutron] Bound using segment: {'id': '3929242b-52d9-40b9-9942-003e4522b4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '445d4521-abca-47c6-97f1-469f287f9a90'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:03:45.864050 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-7a00a5f0-09bd-44c4-92ff-070e36c5e42a req-8304b120-5381-44f2-90f4-ea5f7f6fa8b2 service neutron] Bound port: 49fa73c4-304a-4846-98b0-afb7a21b9022, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3929242b-52d9-40b9-9942-003e4522b4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '445d4521-abca-47c6-97f1-469f287f9a90'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:03:45.864448 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7a00a5f0-09bd-44c4-92ff-070e36c5e42a req-8304b120-5381-44f2-90f4-ea5f7f6fa8b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:45.951176 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-7a00a5f0-09bd-44c4-92ff-070e36c5e42a req-8304b120-5381-44f2-90f4-ea5f7f6fa8b2 service neutron] For port 49fa73c4-304a-4846-98b0-afb7a21b9022, host n-h2-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:03:45.955588 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-7a00a5f0-09bd-44c4-92ff-070e36c5e42a req-8304b120-5381-44f2-90f4-ea5f7f6fa8b2 service neutron] For port 49fa73c4-304a-4846-98b0-afb7a21b9022, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=49fa73c4-304a-4846-98b0-afb7a21b9022,segment=NetworkSegment(3929242b-52d9-40b9-9942-003e4522b4b7),segment_id=3929242b-52d9-40b9-9942-003e4522b4b7)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:03:45.962317 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7a00a5f0-09bd-44c4-92ff-070e36c5e42a req-8304b120-5381-44f2-90f4-ea5f7f6fa8b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:46.000659 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00a5f0-09bd-44c4-92ff-070e36c5e42a req-8304b120-5381-44f2-90f4-ea5f7f6fa8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:46.001202 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7a00a5f0-09bd-44c4-92ff-070e36c5e42a req-8304b120-5381-44f2-90f4-ea5f7f6fa8b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:46.002636 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7a00a5f0-09bd-44c4-92ff-070e36c5e42a req-8304b120-5381-44f2-90f4-ea5f7f6fa8b2 service neutron] 10.222.0.32 "PUT /v2.0/ports/49fa73c4-304a-4846-98b0-afb7a21b9022 HTTP/1.1" status: 200 len: 1091 time: 0.8389115 Aug 23 21:03:46.003108 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aae606c8-dc3f-40dd-9dbf-92de63afcaf9', 'tag': '49fa73c4-304a-4846-98b0-afb7a21b9022'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:03:46.005361 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da7b534-b1d8-4700-acc3-a44c9af1d508" -d '{"events": [{"name": "network-changed", "server_uuid": "aae606c8-dc3f-40dd-9dbf-92de63afcaf9", "tag": "49fa73c4-304a-4846-98b0-afb7a21b9022"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:03:46.009487 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:46.041051 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304b120-5381-44f2-90f4-ea5f7f6fa8b2 service neutron] Pushing event updated for resources: {'Port': ['ID=49fa73c4-304a-4846-98b0-afb7a21b9022,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:03:46.070487 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa85826-4795-4af1-884b-731534d77bde x-openstack-request-id: req-9fa85826-4795-4af1-884b-731534d77bde {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:03:46.070761 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aae606c8-dc3f-40dd-9dbf-92de63afcaf9", "tag": "49fa73c4-304a-4846-98b0-afb7a21b9022", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:03:46.071067 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9fa85826-4795-4af1-884b-731534d77bde {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:03:46.071463 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aae606c8-dc3f-40dd-9dbf-92de63afcaf9', 'tag': '49fa73c4-304a-4846-98b0-afb7a21b9022', 'status': 'completed', 'code': 200} Aug 23 21:03:46.105988 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00a5f0-09bd-44c4-92ff-070e36c5e42a req-324186f0-d47c-4f8e-a9f1-e5b8c53982d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:46.107546 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7a00a5f0-09bd-44c4-92ff-070e36c5e42a req-324186f0-d47c-4f8e-a9f1-e5b8c53982d6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=04ace1ca4b8848b7b18abeaa0879cf78&device_id=aae606c8-dc3f-40dd-9dbf-92de63afcaf9 HTTP/1.1" status: 200 len: 1094 time: 0.0472312 Aug 23 21:03:46.162973 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7a00a5f0-09bd-44c4-92ff-070e36c5e42a req-0f86fe1c-2218-44a8-91ed-62083c75e312 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49fa73c4-304a-4846-98b0-afb7a21b9022 HTTP/1.1" status: 200 len: 217 time: 0.0416644 Aug 23 21:03:46.230872 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00a5f0-09bd-44c4-92ff-070e36c5e42a req-527ed1de-f996-4506-a4e9-99ec657b57a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:46.232806 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7a00a5f0-09bd-44c4-92ff-070e36c5e42a req-527ed1de-f996-4506-a4e9-99ec657b57a8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=96a69248-c630-4eeb-815d-91f60fdfe5d3 HTTP/1.1" status: 200 len: 852 time: 0.0624089 Aug 23 21:03:46.291167 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00a5f0-09bd-44c4-92ff-070e36c5e42a req-2e133a05-638d-4cc7-bde9-4276951e8077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:46.292713 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7a00a5f0-09bd-44c4-92ff-070e36c5e42a req-2e133a05-638d-4cc7-bde9-4276951e8077 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=445d4521-abca-47c6-97f1-469f287f9a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485528 Aug 23 21:03:46.403281 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7a00a5f0-09bd-44c4-92ff-070e36c5e42a req-74570c7d-98ba-4d7b-b942-867420664b6c service neutron] 10.222.0.32 "GET /v2.0/networks/445d4521-abca-47c6-97f1-469f287f9a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942261 Aug 23 21:03:46.506075 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7a00a5f0-09bd-44c4-92ff-070e36c5e42a req-e8c7e838-0dd7-4827-b74d-0832fbf3b418 service neutron] 10.222.0.32 "GET /v2.0/networks/445d4521-abca-47c6-97f1-469f287f9a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954189 Aug 23 21:03:46.639426 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da7b534-b1d8-4700-acc3-a44c9af1d508 req-65258f74-14bb-4e83-b085-f18c06971571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:46.641291 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5da7b534-b1d8-4700-acc3-a44c9af1d508 req-65258f74-14bb-4e83-b085-f18c06971571 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=04ace1ca4b8848b7b18abeaa0879cf78&device_id=aae606c8-dc3f-40dd-9dbf-92de63afcaf9 HTTP/1.1" status: 200 len: 1094 time: 0.0468071 Aug 23 21:03:46.746091 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da7b534-b1d8-4700-acc3-a44c9af1d508 req-1d8ac35f-d050-4b7d-bc35-074a207b282b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:46.747809 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5da7b534-b1d8-4700-acc3-a44c9af1d508 req-1d8ac35f-d050-4b7d-bc35-074a207b282b service neutron] 10.222.0.32 "GET /v2.0/networks?id=445d4521-abca-47c6-97f1-469f287f9a90 HTTP/1.1" status: 200 len: 914 time: 0.0996585 Aug 23 21:03:46.795353 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5da7b534-b1d8-4700-acc3-a44c9af1d508 req-18b84af5-0e84-4e2a-bf15-2a3faa6f62bb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49fa73c4-304a-4846-98b0-afb7a21b9022 HTTP/1.1" status: 200 len: 217 time: 0.0393682 Aug 23 21:03:46.890654 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da7b534-b1d8-4700-acc3-a44c9af1d508 req-020cd647-cbe0-42e7-b0f1-6d856d34a926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:46.892221 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5da7b534-b1d8-4700-acc3-a44c9af1d508 req-020cd647-cbe0-42e7-b0f1-6d856d34a926 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=96a69248-c630-4eeb-815d-91f60fdfe5d3 HTTP/1.1" status: 200 len: 852 time: 0.0897789 Aug 23 21:03:46.919840 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901b935-fd06-4584-896b-24bdfe5aa9ab req-4922a592-9eb9-4497-8380-23b4408c2d67 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:46.932767 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2901b935-fd06-4584-896b-24bdfe5aa9ab req-4922a592-9eb9-4497-8380-23b4408c2d67 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] 10.222.0.61 "GET /v2.0/ports?device_id=aae606c8-dc3f-40dd-9dbf-92de63afcaf9 HTTP/1.1" status: 200 len: 943 time: 0.0832160 Aug 23 21:03:46.989287 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da7b534-b1d8-4700-acc3-a44c9af1d508 req-887f3645-4c05-444e-abfc-31fd6660e2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:46.990868 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5da7b534-b1d8-4700-acc3-a44c9af1d508 req-887f3645-4c05-444e-abfc-31fd6660e2e8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=445d4521-abca-47c6-97f1-469f287f9a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0911136 Aug 23 21:03:46.994059 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2901b935-fd06-4584-896b-24bdfe5aa9ab req-8e801533-c0fe-41d9-92cb-19719eefdbd5 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] 10.222.0.61 "GET /v2.0/security-groups?id=a9f08b81-f6d4-4e89-ab87-8777e4da0cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457401 Aug 23 21:03:47.093897 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5da7b534-b1d8-4700-acc3-a44c9af1d508 req-02200895-2d63-48af-9196-04a94024aa55 service neutron] 10.222.0.32 "GET /v2.0/networks/445d4521-abca-47c6-97f1-469f287f9a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937388 Aug 23 21:03:47.225683 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5da7b534-b1d8-4700-acc3-a44c9af1d508 req-59e6d67e-9c73-4478-9130-93767797bd13 service neutron] 10.222.0.32 "GET /v2.0/networks/445d4521-abca-47c6-97f1-469f287f9a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221089 Aug 23 21:03:48.138464 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af523687-e61e-4b77-aa55-297e5eb864d7 req-3fe70f1f-ffc4-4ef0-a215-1eeb49d62d96 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:48.143904 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-af523687-e61e-4b77-aa55-297e5eb864d7 req-3fe70f1f-ffc4-4ef0-a215-1eeb49d62d96 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] 10.222.0.61 "GET /v2.0/ports?device_id=aae606c8-dc3f-40dd-9dbf-92de63afcaf9 HTTP/1.1" status: 200 len: 943 time: 0.0596137 Aug 23 21:03:48.181669 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-af523687-e61e-4b77-aa55-297e5eb864d7 req-e5e0bdf6-573d-4f29-bdec-4c25607541f3 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] 10.222.0.61 "GET /v2.0/security-groups?id=a9f08b81-f6d4-4e89-ab87-8777e4da0cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352328 Aug 23 21:03:49.297574 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8156fe-0694-4aae-a762-072af52f450b req-e892b394-394b-4346-b50c-9803fbeb576b tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:49.299066 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9c8156fe-0694-4aae-a762-072af52f450b req-e892b394-394b-4346-b50c-9803fbeb576b tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] 10.222.0.61 "GET /v2.0/ports?device_id=aae606c8-dc3f-40dd-9dbf-92de63afcaf9 HTTP/1.1" status: 200 len: 943 time: 0.0510468 Aug 23 21:03:49.341222 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9c8156fe-0694-4aae-a762-072af52f450b req-2f86af6f-9c86-420f-b08d-74f792a22987 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] 10.222.0.61 "GET /v2.0/security-groups?id=a9f08b81-f6d4-4e89-ab87-8777e4da0cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360525 Aug 23 21:03:50.462779 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67f1a8-e8af-420c-9bf1-05e6b6dc22c7 req-b66a0e14-d471-4d8f-b22e-f86b693d989b tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:50.464307 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8b67f1a8-e8af-420c-9bf1-05e6b6dc22c7 req-b66a0e14-d471-4d8f-b22e-f86b693d989b tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] 10.222.0.61 "GET /v2.0/ports?device_id=aae606c8-dc3f-40dd-9dbf-92de63afcaf9 HTTP/1.1" status: 200 len: 943 time: 0.0497155 Aug 23 21:03:50.509073 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:50.513592 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8b67f1a8-e8af-420c-9bf1-05e6b6dc22c7 req-c97e8e1e-2d46-4c15-b1cf-eca09f3eecf8 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] 10.222.0.61 "GET /v2.0/security-groups?id=a9f08b81-f6d4-4e89-ab87-8777e4da0cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421419 Aug 23 21:03:51.643680 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf67d8-e291-4947-8bd5-c2744fffeace req-e31e28a7-7496-4187-808c-802046b8e6d2 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:51.645222 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bacf67d8-e291-4947-8bd5-c2744fffeace req-e31e28a7-7496-4187-808c-802046b8e6d2 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] 10.222.0.61 "GET /v2.0/ports?device_id=aae606c8-dc3f-40dd-9dbf-92de63afcaf9 HTTP/1.1" status: 200 len: 943 time: 0.0585339 Aug 23 21:03:51.684293 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bacf67d8-e291-4947-8bd5-c2744fffeace req-b90b89e4-480e-4e2e-85aa-753686e12cb1 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] 10.222.0.61 "GET /v2.0/security-groups?id=a9f08b81-f6d4-4e89-ab87-8777e4da0cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327652 Aug 23 21:03:52.809189 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5a009-1c87-4b36-a1ef-9b4ad5381547 req-2309dab3-ed8e-4d7c-a792-adc56b4b504a tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:52.810766 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-68f5a009-1c87-4b36-a1ef-9b4ad5381547 req-2309dab3-ed8e-4d7c-a792-adc56b4b504a tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] 10.222.0.61 "GET /v2.0/ports?device_id=aae606c8-dc3f-40dd-9dbf-92de63afcaf9 HTTP/1.1" status: 200 len: 943 time: 0.0535724 Aug 23 21:03:52.865727 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-68f5a009-1c87-4b36-a1ef-9b4ad5381547 req-e002cda0-c0a2-45b6-82cf-3f1fed6a93c2 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] 10.222.0.61 "GET /v2.0/security-groups?id=a9f08b81-f6d4-4e89-ab87-8777e4da0cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478222 Aug 23 21:03:54.005964 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df879b9-b181-49ec-9e74-591087bc4af2 req-c057fd45-15f0-4069-a997-e7e219565153 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:54.007579 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2df879b9-b181-49ec-9e74-591087bc4af2 req-c057fd45-15f0-4069-a997-e7e219565153 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] 10.222.0.61 "GET /v2.0/ports?device_id=aae606c8-dc3f-40dd-9dbf-92de63afcaf9 HTTP/1.1" status: 200 len: 943 time: 0.0615635 Aug 23 21:03:54.053110 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2df879b9-b181-49ec-9e74-591087bc4af2 req-db217ef3-3e1a-4211-8a2d-d483b32b1a24 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] 10.222.0.61 "GET /v2.0/security-groups?id=a9f08b81-f6d4-4e89-ab87-8777e4da0cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392165 Aug 23 21:03:55.203102 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1748db9-ec57-468b-8bde-0001ecab2862 req-bad38ac3-90a0-47ce-8600-ee4a63e1daa8 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:55.205000 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e1748db9-ec57-468b-8bde-0001ecab2862 req-bad38ac3-90a0-47ce-8600-ee4a63e1daa8 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] 10.222.0.61 "GET /v2.0/ports?device_id=aae606c8-dc3f-40dd-9dbf-92de63afcaf9 HTTP/1.1" status: 200 len: 943 time: 0.0641978 Aug 23 21:03:55.246534 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e1748db9-ec57-468b-8bde-0001ecab2862 req-b827792f-09e2-4ea3-baf8-186b43548dcf tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] 10.222.0.61 "GET /v2.0/security-groups?id=a9f08b81-f6d4-4e89-ab87-8777e4da0cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335419 Aug 23 21:03:56.375902 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8b0a6-0b84-4838-9d8d-20cbec9b410b req-9c4c708c-4866-46c2-9f86-c0b7350c2201 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:56.377561 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-76b8b0a6-0b84-4838-9d8d-20cbec9b410b req-9c4c708c-4866-46c2-9f86-c0b7350c2201 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] 10.222.0.61 "GET /v2.0/ports?device_id=aae606c8-dc3f-40dd-9dbf-92de63afcaf9 HTTP/1.1" status: 200 len: 943 time: 0.0572805 Aug 23 21:03:56.426592 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-76b8b0a6-0b84-4838-9d8d-20cbec9b410b req-16483fee-2ad3-403b-822f-90157aede23f tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] 10.222.0.61 "GET /v2.0/security-groups?id=a9f08b81-f6d4-4e89-ab87-8777e4da0cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422029 Aug 23 21:03:57.327784 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 49fa73c4-304a-4846-98b0-afb7a21b9022 details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 21:03:57.430615 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 49fa73c4-304a-4846-98b0-afb7a21b9022, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=49fa73c4-304a-4846-98b0-afb7a21b9022,segment=NetworkSegment(3929242b-52d9-40b9-9942-003e4522b4b7),segment_id=3929242b-52d9-40b9-9942-003e4522b4b7)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:03:57.447935 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': '49fa73c4-304a-4846-98b0-afb7a21b9022', 'network_id': '445d4521-abca-47c6-97f1-469f287f9a90', 'port_id': '49fa73c4-304a-4846-98b0-afb7a21b9022', 'mac_address': 'fa:16:3e:64:91:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96a69248-c630-4eeb-815d-91f60fdfe5d3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 21:03:57.494815 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:57.508322 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49fa73c4-304a-4846-98b0-afb7a21b9022 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:03:57.529254 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 49fa73c4-304a-4846-98b0-afb7a21b9022, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=49fa73c4-304a-4846-98b0-afb7a21b9022,segment=NetworkSegment(3929242b-52d9-40b9-9942-003e4522b4b7),segment_id=3929242b-52d9-40b9-9942-003e4522b4b7)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:03:57.533954 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:57.567948 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1b598-09af-4a2b-bceb-799da244cafc req-00918174-c161-4f8a-a6fc-ab39ec120791 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:57.572513 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-82d1b598-09af-4a2b-bceb-799da244cafc req-00918174-c161-4f8a-a6fc-ab39ec120791 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] 10.222.0.61 "GET /v2.0/ports?device_id=aae606c8-dc3f-40dd-9dbf-92de63afcaf9 HTTP/1.1" status: 200 len: 943 time: 0.0693660 Aug 23 21:03:57.583151 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=49fa73c4-304a-4846-98b0-afb7a21b9022,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:03:57.613379 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-82d1b598-09af-4a2b-bceb-799da244cafc req-047c2b04-702a-4e70-93d6-acbc0813b260 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] 10.222.0.61 "GET /v2.0/security-groups?id=a9f08b81-f6d4-4e89-ab87-8777e4da0cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358951 Aug 23 21:03:57.807269 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['49fa73c4-304a-4846-98b0-afb7a21b9022'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:03:58.061762 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 42404) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:03:58.134298 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70897bb6-600a-46dc-a9f0-c2966d8e73dd tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:58.134782 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70897bb6-600a-46dc-a9f0-c2966d8e73dd tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:58.135254 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70897bb6-600a-46dc-a9f0-c2966d8e73dd tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:58.136958 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-70897bb6-600a-46dc-a9f0-c2966d8e73dd tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] 10.222.0.61 "GET /v2.0/ports?project_id=87972469191e450fb3c9471d7a3b5bba&network_id=3e7777b9-9f81-47d3-b249-18952c96e3e6 HTTP/1.1" status: 200 len: 2970 time: 0.0742242 Aug 23 21:03:58.733917 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c343f-11f9-4c12-ae64-927910fa9600 req-150cb769-bfa2-4882-beba-9d36d20fcda5 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:58.735453 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3b0c343f-11f9-4c12-ae64-927910fa9600 req-150cb769-bfa2-4882-beba-9d36d20fcda5 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] 10.222.0.61 "GET /v2.0/ports?device_id=aae606c8-dc3f-40dd-9dbf-92de63afcaf9 HTTP/1.1" status: 200 len: 944 time: 0.0524783 Aug 23 21:03:58.780972 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3b0c343f-11f9-4c12-ae64-927910fa9600 req-180953af-3dda-441f-ab4d-e1cc7756ef90 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] 10.222.0.61 "GET /v2.0/security-groups?id=a9f08b81-f6d4-4e89-ab87-8777e4da0cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383418 Aug 23 21:03:59.346255 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 49fa73c4-304a-4846-98b0-afb7a21b9022 up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:03:59.397011 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port 49fa73c4-304a-4846-98b0-afb7a21b9022 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:03:59.401095 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port 49fa73c4-304a-4846-98b0-afb7a21b9022 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:03:59.401483 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:59.484910 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:59.508637 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae606c8-dc3f-40dd-9dbf-92de63afcaf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49fa73c4-304a-4846-98b0-afb7a21b9022'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:03:59.511137 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c85257-3464-43d4-8796-22c2618fd943" -d '{"events": [{"server_uuid": "aae606c8-dc3f-40dd-9dbf-92de63afcaf9", "name": "network-vif-plugged", "status": "completed", "tag": "49fa73c4-304a-4846-98b0-afb7a21b9022"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:03:59.523996 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 49fa73c4-304a-4846-98b0-afb7a21b9022, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=49fa73c4-304a-4846-98b0-afb7a21b9022,segment=NetworkSegment(3929242b-52d9-40b9-9942-003e4522b4b7),segment_id=3929242b-52d9-40b9-9942-003e4522b4b7)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:03:59.529440 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:03:59.565392 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-badac14a-d437-4061-8858-cd16a6f6989c x-openstack-request-id: req-badac14a-d437-4061-8858-cd16a6f6989c {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:03:59.565681 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aae606c8-dc3f-40dd-9dbf-92de63afcaf9", "name": "network-vif-plugged", "status": "completed", "tag": "49fa73c4-304a-4846-98b0-afb7a21b9022", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:03:59.565932 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-badac14a-d437-4061-8858-cd16a6f6989c {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:03:59.566425 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aae606c8-dc3f-40dd-9dbf-92de63afcaf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49fa73c4-304a-4846-98b0-afb7a21b9022', 'code': 200} Aug 23 21:03:59.592015 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=49fa73c4-304a-4846-98b0-afb7a21b9022,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:03:59.690156 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6920085b-4ad8-4392-a235-a9e38eb2cec2 req-5c18b383-1b68-4cb2-bd70-50c82557dad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:59.691975 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6920085b-4ad8-4392-a235-a9e38eb2cec2 req-5c18b383-1b68-4cb2-bd70-50c82557dad2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=aae606c8-dc3f-40dd-9dbf-92de63afcaf9 HTTP/1.1" status: 200 len: 1096 time: 0.0513821 Aug 23 21:03:59.728150 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6920085b-4ad8-4392-a235-a9e38eb2cec2 req-4f15d3c7-d642-467a-8a9a-3a05ec49dab1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a9f08b81-f6d4-4e89-ab87-8777e4da0cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293705 Aug 23 21:03:59.900837 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d28a3-24e7-49fb-8100-01e75560e830 req-fb01fe9d-b778-4874-b474-199725ace863 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:03:59.902238 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-485d28a3-24e7-49fb-8100-01e75560e830 req-fb01fe9d-b778-4874-b474-199725ace863 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] 10.222.0.61 "GET /v2.0/ports?device_id=aae606c8-dc3f-40dd-9dbf-92de63afcaf9 HTTP/1.1" status: 200 len: 945 time: 0.0502508 Aug 23 21:03:59.945791 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-485d28a3-24e7-49fb-8100-01e75560e830 req-1779d8f9-ff34-4d04-bdac-b55ed169ae3a tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] 10.222.0.61 "GET /v2.0/security-groups?id=a9f08b81-f6d4-4e89-ab87-8777e4da0cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362093 Aug 23 21:04:01.082848 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6633b1-5cf0-4b61-86c7-39dcfab97c1c req-8f9b0cee-262b-42f9-be2d-1c621446d670 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:01.084468 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7b6633b1-5cf0-4b61-86c7-39dcfab97c1c req-8f9b0cee-262b-42f9-be2d-1c621446d670 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] 10.222.0.61 "GET /v2.0/ports?device_id=aae606c8-dc3f-40dd-9dbf-92de63afcaf9 HTTP/1.1" status: 200 len: 945 time: 0.0552962 Aug 23 21:04:01.129598 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7b6633b1-5cf0-4b61-86c7-39dcfab97c1c req-fa84288e-2343-4496-b8ec-f906f66a11f6 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] 10.222.0.61 "GET /v2.0/security-groups?id=a9f08b81-f6d4-4e89-ab87-8777e4da0cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389178 Aug 23 21:04:01.246946 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d134e3fc-1c3e-49a4-b56c-0a9f54d11b03 req-02dc3c1b-9053-4021-ac95-bbecff69a155 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:01.248475 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d134e3fc-1c3e-49a4-b56c-0a9f54d11b03 req-02dc3c1b-9053-4021-ac95-bbecff69a155 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] 10.222.0.61 "GET /v2.0/ports?device_id=aae606c8-dc3f-40dd-9dbf-92de63afcaf9 HTTP/1.1" status: 200 len: 945 time: 0.0501850 Aug 23 21:04:01.292949 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d134e3fc-1c3e-49a4-b56c-0a9f54d11b03 req-8301e806-8896-41e2-ad0b-77250e33ada3 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] 10.222.0.61 "GET /v2.0/security-groups?id=a9f08b81-f6d4-4e89-ab87-8777e4da0cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383604 Aug 23 21:04:01.315016 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 42480) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:04:01.505056 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda45f4f-6957-494d-a8e3-f1448d234ea5 tempest-TestVolumeBackupRestore-567784086 tempest-TestVolumeBackupRestore-567784086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:01.506580 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-fda45f4f-6957-494d-a8e3-f1448d234ea5 tempest-TestVolumeBackupRestore-567784086 tempest-TestVolumeBackupRestore-567784086-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=aae606c8-dc3f-40dd-9dbf-92de63afcaf9 HTTP/1.1" status: 200 len: 1091 time: 0.1904838 Aug 23 21:04:01.509675 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 42486) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:04:01.516175 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-1213c084-e80f-44c0-a31d-2163ff8e3339 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Request body: {'floatingip': {'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'port_id': '49fa73c4-304a-4846-98b0-afb7a21b9022', 'tenant_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:04:01.541873 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1213c084-e80f-44c0-a31d-2163ff8e3339 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify callbacks [] for floatingip, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:01.878364 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 42498) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:04:01.957728 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c649fe-b40e-4dd3-a0dc-965bc00bf584 tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:01.959753 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f8c649fe-b40e-4dd3-a0dc-965bc00bf584 tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=03d801c5-d257-4cc1-bad3-11a323aafec0 HTTP/1.1" status: 200 len: 814 time: 0.0803289 Aug 23 21:04:01.979632 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1213c084-e80f-44c0-a31d-2163ff8e3339 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:02.107246 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-1213c084-e80f-44c0-a31d-2163ff8e3339 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Allocated IP 172.25.4.232 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/0ebff2fb-5e5f-4044-bdae-9ae50b77b791) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:04:02.239170 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1213c084-e80f-44c0-a31d-2163ff8e3339 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:02.289944 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1213c084-e80f-44c0-a31d-2163ff8e3339 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:02.332858 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1213c084-e80f-44c0-a31d-2163ff8e3339 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:04:02.337353 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-1213c084-e80f-44c0-a31d-2163ff8e3339 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:04:02.344649 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1213c084-e80f-44c0-a31d-2163ff8e3339 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:04:02.348322 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1213c084-e80f-44c0-a31d-2163ff8e3339 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Pushing event updated for resources: {'Port': ['ID=0ebff2fb-5e5f-4044-bdae-9ae50b77b791,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:04:02.805414 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1213c084-e80f-44c0-a31d-2163ff8e3339 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:02.890649 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1213c084-e80f-44c0-a31d-2163ff8e3339 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:03.077031 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1213c084-e80f-44c0-a31d-2163ff8e3339 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:03.082904 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1213c084-e80f-44c0-a31d-2163ff8e3339 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:03.170482 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1213c084-e80f-44c0-a31d-2163ff8e3339 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Pushing event updated for resources: {'Port': ['ID=0ebff2fb-5e5f-4044-bdae-9ae50b77b791,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:04:03.182177 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1213c084-e80f-44c0-a31d-2163ff8e3339 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:03.190696 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 42522) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:04:03.195606 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-a95f74c4-d152-46fd-baa4-bcce40e04c7a tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Request body: {'network': {'name': 'tempest-network-smoke--1034186297', 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'port_security_enabled': True}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:04:03.217872 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95f74c4-d152-46fd-baa4-bcce40e04c7a tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Made reservation on behalf of 87972469191e450fb3c9471d7a3b5bba for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:04:03.222367 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a95f74c4-d152-46fd-baa4-bcce40e04c7a tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:03.251628 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a95f74c4-d152-46fd-baa4-bcce40e04c7a tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:04:03.262131 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a95f74c4-d152-46fd-baa4-bcce40e04c7a tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:03.262549 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-a95f74c4-d152-46fd-baa4-bcce40e04c7a tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Added segment 306ef967-a57d-4cb1-a140-dfdafac465a7 of type vlan for network 0d68f891-8311-4d04-bbae-341ee365eb9d Aug 23 21:04:03.295048 n-d-805663-2 neutron-server[94687]: INFO neutron.db.l3_db [None req-1213c084-e80f-44c0-a31d-2163ff8e3339 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Floating IP 6d69e0f5-a830-4a0f-a6c9-8b83ff1e90e0 associated. External IP: 172.25.4.232, port: 49fa73c4-304a-4846-98b0-afb7a21b9022. Aug 23 21:04:03.319945 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a95f74c4-d152-46fd-baa4-bcce40e04c7a tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:03.349041 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a95f74c4-d152-46fd-baa4-bcce40e04c7a tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:03.355599 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95f74c4-d152-46fd-baa4-bcce40e04c7a tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:03.358505 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a95f74c4-d152-46fd-baa4-bcce40e04c7a tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:03.431962 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a95f74c4-d152-46fd-baa4-bcce40e04c7a tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2375121 Aug 23 21:04:03.434190 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 42528) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:04:03.477829 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95f74c4-d152-46fd-baa4-bcce40e04c7a tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event updated for resources: {'Network': ['ID=0d68f891-8311-4d04-bbae-341ee365eb9d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:04:03.502012 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95f74c4-d152-46fd-baa4-bcce40e04c7a tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:04:03.502012 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95f74c4-d152-46fd-baa4-bcce40e04c7a tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:04:03.502012 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95f74c4-d152-46fd-baa4-bcce40e04c7a tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:04:03.502602 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95f74c4-d152-46fd-baa4-bcce40e04c7a tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:04:03.502730 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95f74c4-d152-46fd-baa4-bcce40e04c7a tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:04:03.503009 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95f74c4-d152-46fd-baa4-bcce40e04c7a tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:04:03.503294 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95f74c4-d152-46fd-baa4-bcce40e04c7a tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:04:03.503615 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95f74c4-d152-46fd-baa4-bcce40e04c7a tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:04:03.503928 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95f74c4-d152-46fd-baa4-bcce40e04c7a tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:04:03.504273 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95f74c4-d152-46fd-baa4-bcce40e04c7a tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:04:03.504615 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95f74c4-d152-46fd-baa4-bcce40e04c7a tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:04:03.504931 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95f74c4-d152-46fd-baa4-bcce40e04c7a tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:04:03.519536 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d00f56-36aa-4d67-80c1-7b41d07d69ab tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:03.519717 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 0d68f891-8311-4d04-bbae-341ee365eb9d details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:04:03.524047 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c3d00f56-36aa-4d67-80c1-7b41d07d69ab tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=87972469191e450fb3c9471d7a3b5bba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0859914 Aug 23 21:04:03.524047 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 42530) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:04:03.532889 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1213c084-e80f-44c0-a31d-2163ff8e3339 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Router 0fe2f740-7af3-4145-98b7-43ce9ee157fc has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:04:03.678829 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1213c084-e80f-44c0-a31d-2163ff8e3339 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:04:03.691039 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69ed826-4c9c-43cf-8711-3895cb53c068 None None] Sync routers for ids ['0fe2f740-7af3-4145-98b7-43ce9ee157fc'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:04:03.704985 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69ed826-4c9c-43cf-8711-3895cb53c068 None None] Routers {'0fe2f740-7af3-4145-98b7-43ce9ee157fc'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:04:03.706818 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b69ed826-4c9c-43cf-8711-3895cb53c068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:03:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['0fe2f740-7af3-4145-98b7-43ce9ee157fc'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:04:03.713553 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1213c084-e80f-44c0-a31d-2163ff8e3339 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:03.763759 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1213c084-e80f-44c0-a31d-2163ff8e3339 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2503636 Aug 23 21:04:03.763759 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aae606c8-dc3f-40dd-9dbf-92de63afcaf9', 'tag': '49fa73c4-304a-4846-98b0-afb7a21b9022'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:04:03.766102 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f25989-43d3-433e-a707-1f0b04398231" -d '{"events": [{"name": "network-changed", "server_uuid": "aae606c8-dc3f-40dd-9dbf-92de63afcaf9", "tag": "49fa73c4-304a-4846-98b0-afb7a21b9022"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:04:03.768910 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 42538) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:04:03.834591 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9adf952a-7c8a-4e75-b2b8-8a1ff574a8c4 tempest-TestVolumeBackupRestore-567784086 tempest-TestVolumeBackupRestore-567784086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:03.843997 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9adf952a-7c8a-4e75-b2b8-8a1ff574a8c4 tempest-TestVolumeBackupRestore-567784086 tempest-TestVolumeBackupRestore-567784086-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=aae606c8-dc3f-40dd-9dbf-92de63afcaf9 HTTP/1.1" status: 200 len: 1091 time: 0.0701001 Aug 23 21:04:03.843997 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2ed3c6-080f-48b0-a4d2-2eb2320e7dac x-openstack-request-id: req-db2ed3c6-080f-48b0-a4d2-2eb2320e7dac {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:04:03.844446 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aae606c8-dc3f-40dd-9dbf-92de63afcaf9", "tag": "49fa73c4-304a-4846-98b0-afb7a21b9022", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:04:03.844881 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-db2ed3c6-080f-48b0-a4d2-2eb2320e7dac {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:04:03.845356 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aae606c8-dc3f-40dd-9dbf-92de63afcaf9', 'tag': '49fa73c4-304a-4846-98b0-afb7a21b9022', 'status': 'completed', 'code': 200} Aug 23 21:04:03.845919 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 42546) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:04:03.852085 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-72fa6723-d53d-4663-96a6-09cbb6ff4f08 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Request body: {'floatingip': {'port_id': '49fa73c4-304a-4846-98b0-afb7a21b9022'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:04:03.854942 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-b69ed826-4c9c-43cf-8711-3895cb53c068 None None] Set router 0fe2f740-7af3-4145-98b7-43ce9ee157fc gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:04:03.957487 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-72fa6723-d53d-4663-96a6-09cbb6ff4f08 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify callbacks [] for floatingip, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:04.097510 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cf8d4b-4262-4684-8109-43220395557f tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:04.101969 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-62cf8d4b-4262-4684-8109-43220395557f tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5770011 Aug 23 21:04:04.102766 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 42548) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:04:04.104721 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f25989-43d3-433e-a707-1f0b04398231 req-1792881d-0701-4a14-90ea-0b4f32792937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:04.106157 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-87f25989-43d3-433e-a707-1f0b04398231 req-1792881d-0701-4a14-90ea-0b4f32792937 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=04ace1ca4b8848b7b18abeaa0879cf78&device_id=aae606c8-dc3f-40dd-9dbf-92de63afcaf9 HTTP/1.1" status: 200 len: 1096 time: 0.0850916 Aug 23 21:04:04.148692 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-91734b87-249b-4990-8e67-b8480f02c2d5 tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=03d801c5-d257-4cc1-bad3-11a323aafec0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413938 Aug 23 21:04:04.159844 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 42552) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:04:04.199175 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-7369eddd-be9a-4e24-891f-2b744ecb7a93 tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=87972469191e450fb3c9471d7a3b5bba&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376074 Aug 23 21:04:04.202171 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 42556) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:04:04.293715 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b69ed826-4c9c-43cf-8711-3895cb53c068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe2f740-7af3-4145-98b7-43ce9ee157fc', 'name': 'tempest-TestVolumeBackupRestore-476866078-router', 'tenant_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': '0cce81c2-9491-4738-8973-83333b3946eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:00:59Z', 'updated_at': '2021-08-23T21:01:05Z', 'revision_number': 4, 'project_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'gw_port': {'id': '0cce81c2-9491-4738-8973-83333b3946eb', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe2f740-7af3-4145-98b7-43ce9ee157fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:01:00Z', 'updated_at': '2021-08-23T21:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '6d69e0f5-a830-4a0f-a6c9-8b83ff1e90e0', 'tenant_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'floating_ip_address': '172.25.4.232', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '0fe2f740-7af3-4145-98b7-43ce9ee157fc', 'port_id': '49fa73c4-304a-4846-98b0-afb7a21b9022', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '445d4521-abca-47c6-97f1-469f287f9a90', 'mac_address': 'fa:16:3e:64:91:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae606c8-dc3f-40dd-9dbf-92de63afcaf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:04:02Z', 'updated_at': '2021-08-23T21:04:02Z', 'revision_number': 0, 'project_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85b3eb5a-9b8d-4d0c-8250-be80ef675a82', 'name': '', 'network_id': '445d4521-abca-47c6-97f1-469f287f9a90', 'tenant_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'mac_address': 'fa:16:3e:8a:32:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe2f740-7af3-4145-98b7-43ce9ee157fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '96a69248-c630-4eeb-815d-91f60fdfe5d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:01:03Z', 'updated_at': '2021-08-23T21:01:11Z', 'revision_number': 5, 'project_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'subnets': [{'id': '96a69248-c630-4eeb-815d-91f60fdfe5d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:04:04.294010 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f25989-43d3-433e-a707-1f0b04398231 req-455f536b-d88e-4d0b-ab63-0d5328fff2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:04.295402 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-87f25989-43d3-433e-a707-1f0b04398231 req-455f536b-d88e-4d0b-ab63-0d5328fff2b9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=445d4521-abca-47c6-97f1-469f287f9a90 HTTP/1.1" status: 200 len: 914 time: 0.1455917 Aug 23 21:04:04.321385 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69ed826-4c9c-43cf-8711-3895cb53c068 None None] Checking router: 0fe2f740-7af3-4145-98b7-43ce9ee157fc for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:04:04.332269 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69ed826-4c9c-43cf-8711-3895cb53c068 None None] Routers {'0fe2f740-7af3-4145-98b7-43ce9ee157fc'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:04:04.333159 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b69ed826-4c9c-43cf-8711-3895cb53c068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:03:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['0fe2f740-7af3-4145-98b7-43ce9ee157fc'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:04:04.407094 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-87f25989-43d3-433e-a707-1f0b04398231 req-f34dea7b-43b3-4d94-b469-53bff10194e1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49fa73c4-304a-4846-98b0-afb7a21b9022 HTTP/1.1" status: 200 len: 999 time: 0.1030884 Aug 23 21:04:04.460533 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-b69ed826-4c9c-43cf-8711-3895cb53c068 None None] Set router 0fe2f740-7af3-4145-98b7-43ce9ee157fc gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:04:04.467951 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f25989-43d3-433e-a707-1f0b04398231 req-1b25e824-ad67-4e93-a2d7-1e0617137c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:04.470075 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-87f25989-43d3-433e-a707-1f0b04398231 req-1b25e824-ad67-4e93-a2d7-1e0617137c4a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=96a69248-c630-4eeb-815d-91f60fdfe5d3 HTTP/1.1" status: 200 len: 852 time: 0.0545824 Aug 23 21:04:04.531251 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f25989-43d3-433e-a707-1f0b04398231 req-debb373f-6779-435b-a288-65bfa33e75ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:04.533295 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-87f25989-43d3-433e-a707-1f0b04398231 req-debb373f-6779-435b-a288-65bfa33e75ad service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=445d4521-abca-47c6-97f1-469f287f9a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551143 Aug 23 21:04:04.644042 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c385e30-cafa-4139-b3f0-ec2664002704 tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:04.645572 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9c385e30-cafa-4139-b3f0-ec2664002704 tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4423623 Aug 23 21:04:04.674075 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 42562) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:04:04.675610 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-87f25989-43d3-433e-a707-1f0b04398231 req-0a80c668-6bd6-45e5-98c5-f7b5932e8f10 service neutron] 10.222.0.32 "GET /v2.0/networks/445d4521-abca-47c6-97f1-469f287f9a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344190 Aug 23 21:04:04.715314 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-afcd6f4e-d8b3-4857-96b8-7398fcae21b5 tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=03d801c5-d257-4cc1-bad3-11a323aafec0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399578 Aug 23 21:04:04.726354 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 42564) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:04:04.735170 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-4ac6314b-99db-473e-8932-543808528f38 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1067813129', 'network_id': '0d68f891-8311-4d04-bbae-341ee365eb9d', 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:04:04.746054 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b69ed826-4c9c-43cf-8711-3895cb53c068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe2f740-7af3-4145-98b7-43ce9ee157fc', 'name': 'tempest-TestVolumeBackupRestore-476866078-router', 'tenant_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': '0cce81c2-9491-4738-8973-83333b3946eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:00:59Z', 'updated_at': '2021-08-23T21:01:05Z', 'revision_number': 4, 'project_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'gw_port': {'id': '0cce81c2-9491-4738-8973-83333b3946eb', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe2f740-7af3-4145-98b7-43ce9ee157fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:01:00Z', 'updated_at': '2021-08-23T21:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '6d69e0f5-a830-4a0f-a6c9-8b83ff1e90e0', 'tenant_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'floating_ip_address': '172.25.4.232', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '0fe2f740-7af3-4145-98b7-43ce9ee157fc', 'port_id': '49fa73c4-304a-4846-98b0-afb7a21b9022', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '445d4521-abca-47c6-97f1-469f287f9a90', 'mac_address': 'fa:16:3e:64:91:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae606c8-dc3f-40dd-9dbf-92de63afcaf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:04:02Z', 'updated_at': '2021-08-23T21:04:02Z', 'revision_number': 0, 'project_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85b3eb5a-9b8d-4d0c-8250-be80ef675a82', 'name': '', 'network_id': '445d4521-abca-47c6-97f1-469f287f9a90', 'tenant_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'mac_address': 'fa:16:3e:8a:32:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe2f740-7af3-4145-98b7-43ce9ee157fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '96a69248-c630-4eeb-815d-91f60fdfe5d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:01:03Z', 'updated_at': '2021-08-23T21:01:11Z', 'revision_number': 5, 'project_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'subnets': [{'id': '96a69248-c630-4eeb-815d-91f60fdfe5d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:04:04.791827 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69ed826-4c9c-43cf-8711-3895cb53c068 None None] The sync data for ids ['0fe2f740-7af3-4145-98b7-43ce9ee157fc'] in n-d-805663-2 is: [{'id': '0fe2f740-7af3-4145-98b7-43ce9ee157fc', 'name': 'tempest-TestVolumeBackupRestore-476866078-router', 'tenant_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': '0cce81c2-9491-4738-8973-83333b3946eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:00:59Z', 'updated_at': '2021-08-23T21:01:05Z', 'revision_number': 4, 'project_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'gw_port': {'id': '0cce81c2-9491-4738-8973-83333b3946eb', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe2f740-7af3-4145-98b7-43ce9ee157fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:01:00Z', 'updated_at': '2021-08-23T21:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '6d69e0f5-a830-4a0f-a6c9-8b83ff1e90e0', 'tenant_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'floating_ip_address': '172.25.4.232', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '0fe2f740-7af3-4145-98b7-43ce9ee157fc', 'port_id': '49fa73c4-304a-4846-98b0-afb7a21b9022', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '445d4521-abca-47c6-97f1-469f287f9a90', 'mac_address': 'fa:16:3e:64:91:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae606c8-dc3f-40dd-9dbf-92de63afcaf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:04:02Z', 'updated_at': '2021-08-23T21:04:02Z', 'revision_number': 0, 'project_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85b3eb5a-9b8d-4d0c-8250-be80ef675a82', 'name': '', 'network_id': '445d4521-abca-47c6-97f1-469f287f9a90', 'tenant_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'mac_address': 'fa:16:3e:8a:32:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe2f740-7af3-4145-98b7-43ce9ee157fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '96a69248-c630-4eeb-815d-91f60fdfe5d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:01:03Z', 'updated_at': '2021-08-23T21:01:11Z', 'revision_number': 5, 'project_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'subnets': [{'id': '96a69248-c630-4eeb-815d-91f60fdfe5d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:04:04.804613 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-72fa6723-d53d-4663-96a6-09cbb6ff4f08 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:04.807790 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-87f25989-43d3-433e-a707-1f0b04398231 req-94a4788a-7199-444c-84a0-9c204a0f6955 service neutron] 10.222.0.32 "GET /v2.0/networks/445d4521-abca-47c6-97f1-469f287f9a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228247 Aug 23 21:04:04.816972 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-72fa6723-d53d-4663-96a6-09cbb6ff4f08 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:05.037437 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b395c0-8e53-494f-9f57-4422736b0e86 None None] New status for floating IP 6d69e0f5-a830-4a0f-a6c9-8b83ff1e90e0: ACTIVE {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 21:04:05.265910 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac6314b-99db-473e-8932-543808528f38 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Made reservation on behalf of 87972469191e450fb3c9471d7a3b5bba for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:04:05.270639 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4ac6314b-99db-473e-8932-543808528f38 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:05.489597 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72fa6723-d53d-4663-96a6-09cbb6ff4f08 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Router 0fe2f740-7af3-4145-98b7-43ce9ee157fc has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:04:05.599241 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4ac6314b-99db-473e-8932-543808528f38 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:05.712166 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac6314b-99db-473e-8932-543808528f38 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event updated for resources: {'Subnet': ['ID=a0554c84-e2b6-402c-83e6-a94f68047e5c,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:04:05.717807 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72fa6723-d53d-4663-96a6-09cbb6ff4f08 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:04:05.724252 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-72fa6723-d53d-4663-96a6-09cbb6ff4f08 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:05.727431 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370c0307-febc-4e0b-a027-1fcd460974d4 None None] Sync routers for ids ['0fe2f740-7af3-4145-98b7-43ce9ee157fc'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:04:05.739647 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370c0307-febc-4e0b-a027-1fcd460974d4 None None] Routers {'0fe2f740-7af3-4145-98b7-43ce9ee157fc'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:04:05.740638 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-370c0307-febc-4e0b-a027-1fcd460974d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:03:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['0fe2f740-7af3-4145-98b7-43ce9ee157fc'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:04:05.750100 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac6314b-99db-473e-8932-543808528f38 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Checking segment: {'id': '306ef967-a57d-4cb1-a140-dfdafac465a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '0d68f891-8311-4d04-bbae-341ee365eb9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:04:05.750467 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac6314b-99db-473e-8932-543808528f38 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Network hostable DHCP agents. Network: 0d68f891-8311-4d04-bbae-341ee365eb9d, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:04:05.794298 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-72fa6723-d53d-4663-96a6-09cbb6ff4f08 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] 10.222.0.61 "PUT /v2.0/floatingips/6d69e0f5-a830-4a0f-a6c9-8b83ff1e90e0 HTTP/1.1" status: 200 len: 991 time: 1.9472167 Aug 23 21:04:05.795004 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac6314b-99db-473e-8932-543808528f38 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Network 0d68f891-8311-4d04-bbae-341ee365eb9d is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:04:05.806087 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-4ac6314b-99db-473e-8932-543808528f38 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 0d68f891-8311-4d04-bbae-341ee365eb9d) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:04:05.818459 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a334b5-0f10-45cb-ab14-9844e56b2900 None None] Network 0d68f891-8311-4d04-bbae-341ee365eb9d requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:04:05.820877 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac6314b-99db-473e-8932-543808528f38 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:05.821514 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4ac6314b-99db-473e-8932-543808528f38 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:05.838088 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-4ac6314b-99db-473e-8932-543808528f38 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1085904 Aug 23 21:04:05.847792 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aae606c8-dc3f-40dd-9dbf-92de63afcaf9', 'tag': '49fa73c4-304a-4846-98b0-afb7a21b9022'}, {'name': 'network-changed', 'server_uuid': 'aae606c8-dc3f-40dd-9dbf-92de63afcaf9', 'tag': '49fa73c4-304a-4846-98b0-afb7a21b9022'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:04:05.850492 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fafb410-8039-441b-9dd2-c21db264f43c" -d '{"events": [{"name": "network-changed", "server_uuid": "aae606c8-dc3f-40dd-9dbf-92de63afcaf9", "tag": "49fa73c4-304a-4846-98b0-afb7a21b9022"}, {"name": "network-changed", "server_uuid": "aae606c8-dc3f-40dd-9dbf-92de63afcaf9", "tag": "49fa73c4-304a-4846-98b0-afb7a21b9022"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:04:05.906669 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 23 Aug 2021 21:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba05dcdf-9e7e-48bc-9ff5-a7c76952b8d9 x-openstack-request-id: req-ba05dcdf-9e7e-48bc-9ff5-a7c76952b8d9 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:04:05.906973 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aae606c8-dc3f-40dd-9dbf-92de63afcaf9", "tag": "49fa73c4-304a-4846-98b0-afb7a21b9022", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "aae606c8-dc3f-40dd-9dbf-92de63afcaf9", "tag": "49fa73c4-304a-4846-98b0-afb7a21b9022", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:04:05.907226 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ba05dcdf-9e7e-48bc-9ff5-a7c76952b8d9 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:04:05.908035 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aae606c8-dc3f-40dd-9dbf-92de63afcaf9', 'tag': '49fa73c4-304a-4846-98b0-afb7a21b9022', 'status': 'completed', 'code': 200} Aug 23 21:04:05.908035 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aae606c8-dc3f-40dd-9dbf-92de63afcaf9', 'tag': '49fa73c4-304a-4846-98b0-afb7a21b9022', 'status': 'completed', 'code': 200} Aug 23 21:04:05.923659 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-370c0307-febc-4e0b-a027-1fcd460974d4 None None] Set router 0fe2f740-7af3-4145-98b7-43ce9ee157fc gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:04:06.023071 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac70d1b-6ccd-4754-b505-b90bd5861c24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-0d68f891-8311-4d04-bbae-341ee365eb9d', 'network_id': '0d68f891-8311-4d04-bbae-341ee365eb9d', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'fixed_ips': [{'subnet_id': 'a0554c84-e2b6-402c-83e6-a94f68047e5c'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 21:04:06.023952 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ac70d1b-6ccd-4754-b505-b90bd5861c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:06.042443 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fafb410-8039-441b-9dd2-c21db264f43c req-0f179443-460f-41a7-ae89-0761ffe3b2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:06.044752 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1fafb410-8039-441b-9dd2-c21db264f43c req-0f179443-460f-41a7-ae89-0761ffe3b2a4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=04ace1ca4b8848b7b18abeaa0879cf78&device_id=aae606c8-dc3f-40dd-9dbf-92de63afcaf9 HTTP/1.1" status: 200 len: 1096 time: 0.0879714 Aug 23 21:04:06.147376 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 42594) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:04:06.152375 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-6f03f7db-49f1-4950-aad1-1c34cd0452dd tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1253047528', 'description': 'tempest-secgroup-smoke-1253047528 description', 'project_id': '87972469191e450fb3c9471d7a3b5bba'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:04:06.170284 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fafb410-8039-441b-9dd2-c21db264f43c req-72eec2cc-ab91-498f-ab17-b14f3f846d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:06.172644 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1fafb410-8039-441b-9dd2-c21db264f43c req-72eec2cc-ab91-498f-ab17-b14f3f846d6a service neutron] 10.222.0.32 "GET /v2.0/networks?id=445d4521-abca-47c6-97f1-469f287f9a90 HTTP/1.1" status: 200 len: 914 time: 0.1203251 Aug 23 21:04:06.190986 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f03f7db-49f1-4950-aad1-1c34cd0452dd tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:06.241487 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-370c0307-febc-4e0b-a027-1fcd460974d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe2f740-7af3-4145-98b7-43ce9ee157fc', 'name': 'tempest-TestVolumeBackupRestore-476866078-router', 'tenant_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': '0cce81c2-9491-4738-8973-83333b3946eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:00:59Z', 'updated_at': '2021-08-23T21:01:05Z', 'revision_number': 4, 'project_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'gw_port': {'id': '0cce81c2-9491-4738-8973-83333b3946eb', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe2f740-7af3-4145-98b7-43ce9ee157fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:01:00Z', 'updated_at': '2021-08-23T21:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '6d69e0f5-a830-4a0f-a6c9-8b83ff1e90e0', 'tenant_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'floating_ip_address': '172.25.4.232', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '0fe2f740-7af3-4145-98b7-43ce9ee157fc', 'port_id': '49fa73c4-304a-4846-98b0-afb7a21b9022', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '445d4521-abca-47c6-97f1-469f287f9a90', 'mac_address': 'fa:16:3e:64:91:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae606c8-dc3f-40dd-9dbf-92de63afcaf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:04:02Z', 'updated_at': '2021-08-23T21:04:05Z', 'revision_number': 2, 'project_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85b3eb5a-9b8d-4d0c-8250-be80ef675a82', 'name': '', 'network_id': '445d4521-abca-47c6-97f1-469f287f9a90', 'tenant_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'mac_address': 'fa:16:3e:8a:32:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe2f740-7af3-4145-98b7-43ce9ee157fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '96a69248-c630-4eeb-815d-91f60fdfe5d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:01:03Z', 'updated_at': '2021-08-23T21:01:11Z', 'revision_number': 5, 'project_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'subnets': [{'id': '96a69248-c630-4eeb-815d-91f60fdfe5d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:04:06.260547 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-1ac70d1b-6ccd-4754-b505-b90bd5861c24 None None] Allocated IP 172.20.0.18 (0d68f891-8311-4d04-bbae-341ee365eb9d/a0554c84-e2b6-402c-83e6-a94f68047e5c/a1e2585d-b504-4b1b-9363-23b731a946f0) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:04:06.281301 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370c0307-febc-4e0b-a027-1fcd460974d4 None None] Checking router: 0fe2f740-7af3-4145-98b7-43ce9ee157fc for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:04:06.291426 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370c0307-febc-4e0b-a027-1fcd460974d4 None None] Routers {'0fe2f740-7af3-4145-98b7-43ce9ee157fc'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:04:06.292188 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-370c0307-febc-4e0b-a027-1fcd460974d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:03:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['0fe2f740-7af3-4145-98b7-43ce9ee157fc'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:04:06.315109 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1fafb410-8039-441b-9dd2-c21db264f43c req-3369a09c-417c-4343-818b-40bf3c002ade service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49fa73c4-304a-4846-98b0-afb7a21b9022 HTTP/1.1" status: 200 len: 1001 time: 0.1342211 Aug 23 21:04:06.317220 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f03f7db-49f1-4950-aad1-1c34cd0452dd tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:06.322008 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f03f7db-49f1-4950-aad1-1c34cd0452dd tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:06.378416 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f03f7db-49f1-4950-aad1-1c34cd0452dd tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65a5bdf9-a48b-4ddc-88e1-93a37fa9d406,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:04:06.379597 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f03f7db-49f1-4950-aad1-1c34cd0452dd tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:06.381003 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6f03f7db-49f1-4950-aad1-1c34cd0452dd tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2323618 Aug 23 21:04:06.383802 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 42600) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:04:06.394349 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-f07496fc-edcd-4196-a619-0b47f4657cc9 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Request body: {'security_group_rule': {'security_group_id': '65a5bdf9-a48b-4ddc-88e1-93a37fa9d406', 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:04:06.398579 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fafb410-8039-441b-9dd2-c21db264f43c req-146879b7-b839-41c4-b035-8823093a9191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:06.400429 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1fafb410-8039-441b-9dd2-c21db264f43c req-146879b7-b839-41c4-b035-8823093a9191 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=96a69248-c630-4eeb-815d-91f60fdfe5d3 HTTP/1.1" status: 200 len: 852 time: 0.0705590 Aug 23 21:04:06.444708 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f07496fc-edcd-4196-a619-0b47f4657cc9 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:06.449905 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-370c0307-febc-4e0b-a027-1fcd460974d4 None None] Set router 0fe2f740-7af3-4145-98b7-43ce9ee157fc gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:04:06.457047 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fafb410-8039-441b-9dd2-c21db264f43c req-6b5f4e24-5210-4ca4-9786-094952db719c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:06.458842 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1fafb410-8039-441b-9dd2-c21db264f43c req-6b5f4e24-5210-4ca4-9786-094952db719c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=445d4521-abca-47c6-97f1-469f287f9a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507693 Aug 23 21:04:06.537625 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ac70d1b-6ccd-4754-b505-b90bd5861c24 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:06.549917 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1ac70d1b-6ccd-4754-b505-b90bd5861c24 None None] Transition to ACTIVE for port object a1e2585d-b504-4b1b-9363-23b731a946f0 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:04:06.558045 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f07496fc-edcd-4196-a619-0b47f4657cc9 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:06.567859 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f07496fc-edcd-4196-a619-0b47f4657cc9 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:06.571834 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1fafb410-8039-441b-9dd2-c21db264f43c req-0d1ded16-30e4-496e-b8ea-299159a29f7d service neutron] 10.222.0.32 "GET /v2.0/networks/445d4521-abca-47c6-97f1-469f287f9a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040387 Aug 23 21:04:06.584492 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1ac70d1b-6ccd-4754-b505-b90bd5861c24 None None] Transition to ACTIVE for port object a1e2585d-b504-4b1b-9363-23b731a946f0 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:04:06.591843 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07496fc-edcd-4196-a619-0b47f4657cc9 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee7f137d-e05b-44bb-adef-04b7642bcc36,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:04:06.595795 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f07496fc-edcd-4196-a619-0b47f4657cc9 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:06.596960 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f07496fc-edcd-4196-a619-0b47f4657cc9 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2121906 Aug 23 21:04:06.599618 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 42604) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:04:06.607544 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ac70d1b-6ccd-4754-b505-b90bd5861c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:06.610702 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-d6d6def2-033f-4aba-b6a2-92e0a299042e tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Request body: {'security_group_rule': {'security_group_id': '65a5bdf9-a48b-4ddc-88e1-93a37fa9d406', 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:04:06.654035 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d6d6def2-033f-4aba-b6a2-92e0a299042e tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:06.689913 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac70d1b-6ccd-4754-b505-b90bd5861c24 None None] Network 0d68f891-8311-4d04-bbae-341ee365eb9d is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:04:06.691518 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-1ac70d1b-6ccd-4754-b505-b90bd5861c24 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:04:06.695767 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac70d1b-6ccd-4754-b505-b90bd5861c24 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:04:06.711340 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1fafb410-8039-441b-9dd2-c21db264f43c req-0654798e-d8ff-45c5-ac97-7907e6e28678 service neutron] 10.222.0.32 "GET /v2.0/networks/445d4521-abca-47c6-97f1-469f287f9a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333535 Aug 23 21:04:06.739470 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac70d1b-6ccd-4754-b505-b90bd5861c24 None None] Pushing event updated for resources: {'Port': ['ID=a1e2585d-b504-4b1b-9363-23b731a946f0,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:04:06.783720 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d6d6def2-033f-4aba-b6a2-92e0a299042e tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:06.789888 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d6d6def2-033f-4aba-b6a2-92e0a299042e tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:06.792020 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-1ac70d1b-6ccd-4754-b505-b90bd5861c24 None None] Attempting to bind port a1e2585d-b504-4b1b-9363-23b731a946f0 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:04:06.792020 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-1ac70d1b-6ccd-4754-b505-b90bd5861c24 None None] Attempting to bind port a1e2585d-b504-4b1b-9363-23b731a946f0 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '306ef967-a57d-4cb1-a140-dfdafac465a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '0d68f891-8311-4d04-bbae-341ee365eb9d'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:04:06.792671 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac70d1b-6ccd-4754-b505-b90bd5861c24 None None] Attempting to bind port a1e2585d-b504-4b1b-9363-23b731a946f0 on network 0d68f891-8311-4d04-bbae-341ee365eb9d {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:04:06.799118 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac70d1b-6ccd-4754-b505-b90bd5861c24 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:04:06.799495 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac70d1b-6ccd-4754-b505-b90bd5861c24 None None] Checking segment: {'id': '306ef967-a57d-4cb1-a140-dfdafac465a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '0d68f891-8311-4d04-bbae-341ee365eb9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:04:06.799995 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ac70d1b-6ccd-4754-b505-b90bd5861c24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:06.800328 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac70d1b-6ccd-4754-b505-b90bd5861c24 None None] Bound using segment: {'id': '306ef967-a57d-4cb1-a140-dfdafac465a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '0d68f891-8311-4d04-bbae-341ee365eb9d'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:04:06.800807 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-1ac70d1b-6ccd-4754-b505-b90bd5861c24 None None] Bound port: a1e2585d-b504-4b1b-9363-23b731a946f0, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '306ef967-a57d-4cb1-a140-dfdafac465a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '0d68f891-8311-4d04-bbae-341ee365eb9d'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:04:06.801192 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ac70d1b-6ccd-4754-b505-b90bd5861c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:06.834330 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-370c0307-febc-4e0b-a027-1fcd460974d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe2f740-7af3-4145-98b7-43ce9ee157fc', 'name': 'tempest-TestVolumeBackupRestore-476866078-router', 'tenant_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': '0cce81c2-9491-4738-8973-83333b3946eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:00:59Z', 'updated_at': '2021-08-23T21:01:05Z', 'revision_number': 4, 'project_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'gw_port': {'id': '0cce81c2-9491-4738-8973-83333b3946eb', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe2f740-7af3-4145-98b7-43ce9ee157fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:01:00Z', 'updated_at': '2021-08-23T21:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '6d69e0f5-a830-4a0f-a6c9-8b83ff1e90e0', 'tenant_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'floating_ip_address': '172.25.4.232', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '0fe2f740-7af3-4145-98b7-43ce9ee157fc', 'port_id': '49fa73c4-304a-4846-98b0-afb7a21b9022', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '445d4521-abca-47c6-97f1-469f287f9a90', 'mac_address': 'fa:16:3e:64:91:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae606c8-dc3f-40dd-9dbf-92de63afcaf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:04:02Z', 'updated_at': '2021-08-23T21:04:05Z', 'revision_number': 2, 'project_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85b3eb5a-9b8d-4d0c-8250-be80ef675a82', 'name': '', 'network_id': '445d4521-abca-47c6-97f1-469f287f9a90', 'tenant_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'mac_address': 'fa:16:3e:8a:32:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe2f740-7af3-4145-98b7-43ce9ee157fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '96a69248-c630-4eeb-815d-91f60fdfe5d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:01:03Z', 'updated_at': '2021-08-23T21:01:11Z', 'revision_number': 5, 'project_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'subnets': [{'id': '96a69248-c630-4eeb-815d-91f60fdfe5d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:04:06.855496 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d6def2-033f-4aba-b6a2-92e0a299042e tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7708be0c-e0fc-4a7d-8e14-3e70775c93d4,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:04:06.868847 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d6d6def2-033f-4aba-b6a2-92e0a299042e tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:06.871010 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d6d6def2-033f-4aba-b6a2-92e0a299042e tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2693515 Aug 23 21:04:06.873852 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 42610) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:04:06.875699 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370c0307-febc-4e0b-a027-1fcd460974d4 None None] The sync data for ids ['0fe2f740-7af3-4145-98b7-43ce9ee157fc'] in n-d-805663-2 is: [{'id': '0fe2f740-7af3-4145-98b7-43ce9ee157fc', 'name': 'tempest-TestVolumeBackupRestore-476866078-router', 'tenant_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': '0cce81c2-9491-4738-8973-83333b3946eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:00:59Z', 'updated_at': '2021-08-23T21:01:05Z', 'revision_number': 4, 'project_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'gw_port': {'id': '0cce81c2-9491-4738-8973-83333b3946eb', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe2f740-7af3-4145-98b7-43ce9ee157fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:01:00Z', 'updated_at': '2021-08-23T21:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '6d69e0f5-a830-4a0f-a6c9-8b83ff1e90e0', 'tenant_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'floating_ip_address': '172.25.4.232', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '0fe2f740-7af3-4145-98b7-43ce9ee157fc', 'port_id': '49fa73c4-304a-4846-98b0-afb7a21b9022', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '445d4521-abca-47c6-97f1-469f287f9a90', 'mac_address': 'fa:16:3e:64:91:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae606c8-dc3f-40dd-9dbf-92de63afcaf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:04:02Z', 'updated_at': '2021-08-23T21:04:05Z', 'revision_number': 2, 'project_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85b3eb5a-9b8d-4d0c-8250-be80ef675a82', 'name': '', 'network_id': '445d4521-abca-47c6-97f1-469f287f9a90', 'tenant_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'mac_address': 'fa:16:3e:8a:32:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe2f740-7af3-4145-98b7-43ce9ee157fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '96a69248-c630-4eeb-815d-91f60fdfe5d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:01:03Z', 'updated_at': '2021-08-23T21:01:11Z', 'revision_number': 5, 'project_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'subnets': [{'id': '96a69248-c630-4eeb-815d-91f60fdfe5d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:04:06.884106 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-9e9de6b4-e10c-451d-8d58-73cec8d4e7f4 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Request body: {'security_group_rule': {'security_group_id': '65a5bdf9-a48b-4ddc-88e1-93a37fa9d406', 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:04:06.886156 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fafb410-8039-441b-9dd2-c21db264f43c req-2bf6fda4-263d-4351-81a9-3b1a52d04983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:06.887686 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1fafb410-8039-441b-9dd2-c21db264f43c req-2bf6fda4-263d-4351-81a9-3b1a52d04983 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=04ace1ca4b8848b7b18abeaa0879cf78&device_id=aae606c8-dc3f-40dd-9dbf-92de63afcaf9 HTTP/1.1" status: 200 len: 1096 time: 0.0929167 Aug 23 21:04:06.898909 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-1ac70d1b-6ccd-4754-b505-b90bd5861c24 None None] For port a1e2585d-b504-4b1b-9363-23b731a946f0, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:04:06.903279 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-1ac70d1b-6ccd-4754-b505-b90bd5861c24 None None] For port a1e2585d-b504-4b1b-9363-23b731a946f0, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=a1e2585d-b504-4b1b-9363-23b731a946f0,segment=NetworkSegment(306ef967-a57d-4cb1-a140-dfdafac465a7),segment_id=306ef967-a57d-4cb1-a140-dfdafac465a7)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:04:06.913445 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ac70d1b-6ccd-4754-b505-b90bd5861c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:06.923960 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9e9de6b4-e10c-451d-8d58-73cec8d4e7f4 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:07.003580 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac70d1b-6ccd-4754-b505-b90bd5861c24 None None] Pushing event updated for resources: {'Port': ['ID=a1e2585d-b504-4b1b-9363-23b731a946f0,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:04:07.042274 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fafb410-8039-441b-9dd2-c21db264f43c req-cb5f55ff-301e-4832-b665-f7adf1364667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:07.044316 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1fafb410-8039-441b-9dd2-c21db264f43c req-cb5f55ff-301e-4832-b665-f7adf1364667 service neutron] 10.222.0.32 "GET /v2.0/networks?id=445d4521-abca-47c6-97f1-469f287f9a90 HTTP/1.1" status: 200 len: 914 time: 0.1490579 Aug 23 21:04:07.063152 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9e9de6b4-e10c-451d-8d58-73cec8d4e7f4 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:07.066814 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9e9de6b4-e10c-451d-8d58-73cec8d4e7f4 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:07.093459 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9de6b4-e10c-451d-8d58-73cec8d4e7f4 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae35f9f9-dec3-4718-81c8-efb2af02cda4,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:04:07.118646 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9e9de6b4-e10c-451d-8d58-73cec8d4e7f4 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:07.122438 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9e9de6b4-e10c-451d-8d58-73cec8d4e7f4 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2452242 Aug 23 21:04:07.122681 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 42616) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:04:07.130348 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-5863d0b0-cbef-453f-a0e1-0697d69912a2 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Request body: {'security_group_rule': {'security_group_id': '65a5bdf9-a48b-4ddc-88e1-93a37fa9d406', 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:04:07.131766 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1fafb410-8039-441b-9dd2-c21db264f43c req-8daf86ec-e819-48da-a99a-574f8855dd11 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49fa73c4-304a-4846-98b0-afb7a21b9022 HTTP/1.1" status: 200 len: 1001 time: 0.0789754 Aug 23 21:04:07.164948 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5863d0b0-cbef-453f-a0e1-0697d69912a2 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:07.209180 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fafb410-8039-441b-9dd2-c21db264f43c req-fb7d0728-a3a1-49cb-9c4d-172788ac6cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:07.211263 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1fafb410-8039-441b-9dd2-c21db264f43c req-fb7d0728-a3a1-49cb-9c4d-172788ac6cf9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=96a69248-c630-4eeb-815d-91f60fdfe5d3 HTTP/1.1" status: 200 len: 852 time: 0.0724764 Aug 23 21:04:07.261868 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5863d0b0-cbef-453f-a0e1-0697d69912a2 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:07.270073 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5863d0b0-cbef-453f-a0e1-0697d69912a2 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:07.288098 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fafb410-8039-441b-9dd2-c21db264f43c req-ebf2be4f-027a-4d39-8dc2-8e7a91deda9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:07.289862 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1fafb410-8039-441b-9dd2-c21db264f43c req-ebf2be4f-027a-4d39-8dc2-8e7a91deda9a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=445d4521-abca-47c6-97f1-469f287f9a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707128 Aug 23 21:04:07.294871 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5863d0b0-cbef-453f-a0e1-0697d69912a2 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f3ad2e9-a4d1-4f96-9186-7bb5c8d4ff67,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:04:07.309387 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5863d0b0-cbef-453f-a0e1-0697d69912a2 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:07.311613 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5863d0b0-cbef-453f-a0e1-0697d69912a2 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1866355 Aug 23 21:04:07.320623 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 42618) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:04:07.327725 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-086b1030-a5f5-4f84-a2b6-4bf845972a5d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Request body: {'security_group_rule': {'security_group_id': '65a5bdf9-a48b-4ddc-88e1-93a37fa9d406', 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:04:07.354830 n-d-805663-2 neutron-server[94687]: INFO neutron.db.securitygroups_db [None req-086b1030-a5f5-4f84-a2b6-4bf845972a5d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Project 87972469191e450fb3c9471d7a3b5bba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 21:04:07.362137 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-086b1030-a5f5-4f84-a2b6-4bf845972a5d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:07.425058 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1fafb410-8039-441b-9dd2-c21db264f43c req-6d4e4af3-aae1-4e39-948b-a0bbd65db23f service neutron] 10.222.0.32 "GET /v2.0/networks/445d4521-abca-47c6-97f1-469f287f9a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240983 Aug 23 21:04:07.446956 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-086b1030-a5f5-4f84-a2b6-4bf845972a5d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:07.453474 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-086b1030-a5f5-4f84-a2b6-4bf845972a5d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:07.470071 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086b1030-a5f5-4f84-a2b6-4bf845972a5d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dc274d8-ca2f-4dd5-a767-a45398414af1,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:04:07.480402 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-086b1030-a5f5-4f84-a2b6-4bf845972a5d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:07.484661 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-086b1030-a5f5-4f84-a2b6-4bf845972a5d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1600747 Aug 23 21:04:07.484935 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 42624) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:04:07.489844 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-5fe515b8-149c-4e24-8104-e3224195e953 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Request body: {'security_group_rule': {'security_group_id': '65a5bdf9-a48b-4ddc-88e1-93a37fa9d406', 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:04:07.513505 n-d-805663-2 neutron-server[94687]: INFO neutron.db.securitygroups_db [None req-5fe515b8-149c-4e24-8104-e3224195e953 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Project 87972469191e450fb3c9471d7a3b5bba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 21:04:07.519476 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5fe515b8-149c-4e24-8104-e3224195e953 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:07.534978 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1fafb410-8039-441b-9dd2-c21db264f43c req-abd76ba9-4bbc-44e4-9b76-9fcd2f0429fa service neutron] 10.222.0.32 "GET /v2.0/networks/445d4521-abca-47c6-97f1-469f287f9a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021144 Aug 23 21:04:07.586955 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5fe515b8-149c-4e24-8104-e3224195e953 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:07.591151 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5fe515b8-149c-4e24-8104-e3224195e953 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:07.610686 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe515b8-149c-4e24-8104-e3224195e953 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54b9ba08-d87e-4bbd-8a0f-7b51a510d929,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:04:07.617501 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5fe515b8-149c-4e24-8104-e3224195e953 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:07.618919 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5fe515b8-149c-4e24-8104-e3224195e953 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1328242 Aug 23 21:04:07.783550 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6a95ac27-75c1-4a81-acf0-6a1e12be86c8 req-ebb81b3d-6249-416d-8acf-0b10545f366a tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1253047528&fields=id&tenant_id=87972469191e450fb3c9471d7a3b5bba HTTP/1.1" status: 200 len: 267 time: 0.0386007 Aug 23 21:04:07.909547 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a95ac27-75c1-4a81-acf0-6a1e12be86c8 req-13da3af0-b558-4a1f-bd30-b8d9549d5b6a tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:07.911098 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6a95ac27-75c1-4a81-acf0-6a1e12be86c8 req-13da3af0-b558-4a1f-bd30-b8d9549d5b6a tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/networks?id=0d68f891-8311-4d04-bbae-341ee365eb9d HTTP/1.1" status: 200 len: 797 time: 0.1194806 Aug 23 21:04:07.934633 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6a95ac27-75c1-4a81-acf0-6a1e12be86c8 req-1440cdb6-512f-47ad-a0c7-50d655c581f4 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/quotas/87972469191e450fb3c9471d7a3b5bba HTTP/1.1" status: 200 len: 375 time: 0.0131807 Aug 23 21:04:08.001466 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6a95ac27-75c1-4a81-acf0-6a1e12be86c8 req-dba56ce0-877b-498b-846b-a0889483216c tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=87972469191e450fb3c9471d7a3b5bba&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0606120 Aug 23 21:04:08.113013 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a49ab79-235f-4241-a72e-237929889b62 None None] Network 0d68f891-8311-4d04-bbae-341ee365eb9d requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:04:08.124409 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6a95ac27-75c1-4a81-acf0-6a1e12be86c8 req-6f141c60-6bec-4264-87d5-a480a985e319 service neutron] 10.222.0.61 "GET /v2.0/networks/0d68f891-8311-4d04-bbae-341ee365eb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984883 Aug 23 21:04:08.194596 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-55e0a11d-037e-4c9e-b30e-af96057f2cea None None] Provisioning for port a1e2585d-b504-4b1b-9363-23b731a946f0 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:04:08.225351 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6a95ac27-75c1-4a81-acf0-6a1e12be86c8 req-97fa5a25-65e9-478a-9e39-4be3f8652a3d service neutron] 10.222.0.61 "GET /v2.0/networks/0d68f891-8311-4d04-bbae-341ee365eb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943303 Aug 23 21:04:08.420380 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-44026f9c-f70b-4f16-921e-d07a2e7431b6 req-60e9b629-24b5-484f-bbbc-46fa80a5ba83 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/ports?device_id=03281cb3-70ba-4009-9e60-5bf149b7eec5 HTTP/1.1" status: 200 len: 210 time: 0.0292130 Aug 23 21:04:08.864740 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device a1e2585d-b504-4b1b-9363-23b731a946f0 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:04:08.917018 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port a1e2585d-b504-4b1b-9363-23b731a946f0 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:04:08.922646 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port a1e2585d-b504-4b1b-9363-23b731a946f0 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:04:08.923050 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:09.012358 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:09.049737 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port a1e2585d-b504-4b1b-9363-23b731a946f0, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=a1e2585d-b504-4b1b-9363-23b731a946f0,segment=NetworkSegment(306ef967-a57d-4cb1-a140-dfdafac465a7),segment_id=306ef967-a57d-4cb1-a140-dfdafac465a7)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:04:09.054498 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:09.104990 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=a1e2585d-b504-4b1b-9363-23b731a946f0,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:04:09.114023 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:04:09.114023 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:04:09.114906 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:04:09.114906 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:04:09.114906 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:04:09.115244 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:04:09.115568 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:04:09.115891 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:04:09.116305 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:04:09.116644 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:04:09.116955 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:04:09.117273 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:04:09.442033 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a95ac27-75c1-4a81-acf0-6a1e12be86c8 req-3462ba2b-caad-40a8-bf85-9502c6d6de3f tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:09.444306 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6a95ac27-75c1-4a81-acf0-6a1e12be86c8 req-3462ba2b-caad-40a8-bf85-9502c6d6de3f tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.11 "GET /v2.0/networks?id=0d68f891-8311-4d04-bbae-341ee365eb9d HTTP/1.1" status: 200 len: 797 time: 0.1167252 Aug 23 21:04:09.499249 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6a95ac27-75c1-4a81-acf0-6a1e12be86c8 req-e276143d-86f2-49dc-93e6-8a74048925be tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87972469191e450fb3c9471d7a3b5bba HTTP/1.1" status: 200 len: 472 time: 0.0447929 Aug 23 21:04:09.523429 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-6a95ac27-75c1-4a81-acf0-6a1e12be86c8 req-e810d91b-878d-42bc-bd95-347a3dde7f21 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Request body: {'port': {'device_id': '03281cb3-70ba-4009-9e60-5bf149b7eec5', 'network_id': '0d68f891-8311-4d04-bbae-341ee365eb9d', 'admin_state_up': True, 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'security_groups': ['65a5bdf9-a48b-4ddc-88e1-93a37fa9d406']}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:04:09.554760 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-abd8df10-4840-4622-899d-af253e3a4522 req-0d8df0a9-aa8c-41f1-9bf9-bd8a06666ca1 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/ports?device_id=03281cb3-70ba-4009-9e60-5bf149b7eec5 HTTP/1.1" status: 200 len: 210 time: 0.0454071 Aug 23 21:04:09.653631 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a95ac27-75c1-4a81-acf0-6a1e12be86c8 req-e810d91b-878d-42bc-bd95-347a3dde7f21 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Made reservation on behalf of 87972469191e450fb3c9471d7a3b5bba for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:04:09.658008 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6a95ac27-75c1-4a81-acf0-6a1e12be86c8 req-e810d91b-878d-42bc-bd95-347a3dde7f21 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:09.788956 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-6a95ac27-75c1-4a81-acf0-6a1e12be86c8 req-e810d91b-878d-42bc-bd95-347a3dde7f21 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Allocated IP 172.20.0.21 (0d68f891-8311-4d04-bbae-341ee365eb9d/a0554c84-e2b6-402c-83e6-a94f68047e5c/907412d9-6276-4ece-8b19-a810801c44a8) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:04:09.938724 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6a95ac27-75c1-4a81-acf0-6a1e12be86c8 req-e810d91b-878d-42bc-bd95-347a3dde7f21 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:09.953391 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-6a95ac27-75c1-4a81-acf0-6a1e12be86c8 req-e810d91b-878d-42bc-bd95-347a3dde7f21 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Transition to ACTIVE for port object 907412d9-6276-4ece-8b19-a810801c44a8 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:04:09.990222 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6a95ac27-75c1-4a81-acf0-6a1e12be86c8 req-e810d91b-878d-42bc-bd95-347a3dde7f21 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:10.035986 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a95ac27-75c1-4a81-acf0-6a1e12be86c8 req-e810d91b-878d-42bc-bd95-347a3dde7f21 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Network 0d68f891-8311-4d04-bbae-341ee365eb9d is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:04:10.039245 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-6a95ac27-75c1-4a81-acf0-6a1e12be86c8 req-e810d91b-878d-42bc-bd95-347a3dde7f21 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:04:10.042864 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a95ac27-75c1-4a81-acf0-6a1e12be86c8 req-e810d91b-878d-42bc-bd95-347a3dde7f21 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:04:10.056410 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-895b0bea-72ef-4bc2-884f-dcb09450253f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:10.071233 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e810d91b-878d-42bc-bd95-347a3dde7f21 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event updated for resources: {'Port': ['ID=907412d9-6276-4ece-8b19-a810801c44a8,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:04:10.100705 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a95ac27-75c1-4a81-acf0-6a1e12be86c8 req-e810d91b-878d-42bc-bd95-347a3dde7f21 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:10.101286 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6a95ac27-75c1-4a81-acf0-6a1e12be86c8 req-e810d91b-878d-42bc-bd95-347a3dde7f21 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:10.122387 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6a95ac27-75c1-4a81-acf0-6a1e12be86c8 req-e810d91b-878d-42bc-bd95-347a3dde7f21 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6109998 Aug 23 21:04:10.136154 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-6a95ac27-75c1-4a81-acf0-6a1e12be86c8 req-3cc03f39-ec05-4db8-9b17-3b048ab46b55 service neutron] Request body: {'port': {'device_id': '03281cb3-70ba-4009-9e60-5bf149b7eec5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:04:10.210059 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6a95ac27-75c1-4a81-acf0-6a1e12be86c8 req-3cc03f39-ec05-4db8-9b17-3b048ab46b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:10.361296 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-42f8e5e7-54db-4880-b7e1-e3fa7a448b66 None None] Provisioning for port 907412d9-6276-4ece-8b19-a810801c44a8 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:04:10.365388 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-42f8e5e7-54db-4880-b7e1-e3fa7a448b66 None None] Provisioning complete for port 907412d9-6276-4ece-8b19-a810801c44a8 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:04:10.365902 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-42f8e5e7-54db-4880-b7e1-e3fa7a448b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:10.400745 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-42f8e5e7-54db-4880-b7e1-e3fa7a448b66 None None] Port 907412d9-6276-4ece-8b19-a810801c44a8 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:04:10.493350 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-6a95ac27-75c1-4a81-acf0-6a1e12be86c8 req-3cc03f39-ec05-4db8-9b17-3b048ab46b55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 907412d9-6276-4ece-8b19-a810801c44a8 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:04:10.501599 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6a95ac27-75c1-4a81-acf0-6a1e12be86c8 req-3cc03f39-ec05-4db8-9b17-3b048ab46b55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:10.513523 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-6a95ac27-75c1-4a81-acf0-6a1e12be86c8 req-3cc03f39-ec05-4db8-9b17-3b048ab46b55 service neutron] Transition to ACTIVE for port object 907412d9-6276-4ece-8b19-a810801c44a8 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:04:10.518567 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6a95ac27-75c1-4a81-acf0-6a1e12be86c8 req-3cc03f39-ec05-4db8-9b17-3b048ab46b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:10.574246 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc03f39-ec05-4db8-9b17-3b048ab46b55 service neutron] Pushing event updated for resources: {'Port': ['ID=907412d9-6276-4ece-8b19-a810801c44a8,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:04:10.627059 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:10.660344 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-6a95ac27-75c1-4a81-acf0-6a1e12be86c8 req-3cc03f39-ec05-4db8-9b17-3b048ab46b55 service neutron] Attempting to bind port 907412d9-6276-4ece-8b19-a810801c44a8 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:04:10.660817 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-6a95ac27-75c1-4a81-acf0-6a1e12be86c8 req-3cc03f39-ec05-4db8-9b17-3b048ab46b55 service neutron] Attempting to bind port 907412d9-6276-4ece-8b19-a810801c44a8 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '306ef967-a57d-4cb1-a140-dfdafac465a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '0d68f891-8311-4d04-bbae-341ee365eb9d'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:04:10.661243 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a95ac27-75c1-4a81-acf0-6a1e12be86c8 req-3cc03f39-ec05-4db8-9b17-3b048ab46b55 service neutron] Attempting to bind port 907412d9-6276-4ece-8b19-a810801c44a8 on network 0d68f891-8311-4d04-bbae-341ee365eb9d {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:04:10.666411 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a95ac27-75c1-4a81-acf0-6a1e12be86c8 req-3cc03f39-ec05-4db8-9b17-3b048ab46b55 service neutron] Port 907412d9-6276-4ece-8b19-a810801c44a8 on network 0d68f891-8311-4d04-bbae-341ee365eb9d not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:04:10.666832 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a95ac27-75c1-4a81-acf0-6a1e12be86c8 req-3cc03f39-ec05-4db8-9b17-3b048ab46b55 service neutron] Attempting to bind port 907412d9-6276-4ece-8b19-a810801c44a8 on network 0d68f891-8311-4d04-bbae-341ee365eb9d {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:04:10.676112 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a95ac27-75c1-4a81-acf0-6a1e12be86c8 req-3cc03f39-ec05-4db8-9b17-3b048ab46b55 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:04:10.676793 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a95ac27-75c1-4a81-acf0-6a1e12be86c8 req-3cc03f39-ec05-4db8-9b17-3b048ab46b55 service neutron] Checking segment: {'id': '306ef967-a57d-4cb1-a140-dfdafac465a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '0d68f891-8311-4d04-bbae-341ee365eb9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:04:10.677351 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a95ac27-75c1-4a81-acf0-6a1e12be86c8 req-3cc03f39-ec05-4db8-9b17-3b048ab46b55 service neutron] Bound using segment: {'id': '306ef967-a57d-4cb1-a140-dfdafac465a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '0d68f891-8311-4d04-bbae-341ee365eb9d'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:04:10.677963 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-6a95ac27-75c1-4a81-acf0-6a1e12be86c8 req-3cc03f39-ec05-4db8-9b17-3b048ab46b55 service neutron] Bound port: 907412d9-6276-4ece-8b19-a810801c44a8, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '306ef967-a57d-4cb1-a140-dfdafac465a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '0d68f891-8311-4d04-bbae-341ee365eb9d'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:04:10.678494 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6a95ac27-75c1-4a81-acf0-6a1e12be86c8 req-3cc03f39-ec05-4db8-9b17-3b048ab46b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:10.721694 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af8341-6039-4416-9b1d-7b57e94f5985 req-fc20dad1-62ba-47c6-bf84-c2fd3d895ff6 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:10.723402 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b2af8341-6039-4416-9b1d-7b57e94f5985 req-fc20dad1-62ba-47c6-bf84-c2fd3d895ff6 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/ports?device_id=03281cb3-70ba-4009-9e60-5bf149b7eec5 HTTP/1.1" status: 200 len: 944 time: 0.0581813 Aug 23 21:04:10.772241 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-6a95ac27-75c1-4a81-acf0-6a1e12be86c8 req-3cc03f39-ec05-4db8-9b17-3b048ab46b55 service neutron] For port 907412d9-6276-4ece-8b19-a810801c44a8, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:04:10.791472 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-6a95ac27-75c1-4a81-acf0-6a1e12be86c8 req-3cc03f39-ec05-4db8-9b17-3b048ab46b55 service neutron] For port 907412d9-6276-4ece-8b19-a810801c44a8, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=907412d9-6276-4ece-8b19-a810801c44a8,segment=NetworkSegment(306ef967-a57d-4cb1-a140-dfdafac465a7),segment_id=306ef967-a57d-4cb1-a140-dfdafac465a7)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:04:10.792611 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b2af8341-6039-4416-9b1d-7b57e94f5985 req-c9d84ef0-7f06-404e-a767-d93d02734bde tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/security-groups?id=65a5bdf9-a48b-4ddc-88e1-93a37fa9d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593927 Aug 23 21:04:10.806115 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6a95ac27-75c1-4a81-acf0-6a1e12be86c8 req-3cc03f39-ec05-4db8-9b17-3b048ab46b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:10.845041 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a95ac27-75c1-4a81-acf0-6a1e12be86c8 req-3cc03f39-ec05-4db8-9b17-3b048ab46b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:10.845753 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6a95ac27-75c1-4a81-acf0-6a1e12be86c8 req-3cc03f39-ec05-4db8-9b17-3b048ab46b55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:10.847355 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6a95ac27-75c1-4a81-acf0-6a1e12be86c8 req-3cc03f39-ec05-4db8-9b17-3b048ab46b55 service neutron] 10.222.0.11 "PUT /v2.0/ports/907412d9-6276-4ece-8b19-a810801c44a8 HTTP/1.1" status: 200 len: 1092 time: 0.7156467 Aug 23 21:04:10.847926 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device a1e2585d-b504-4b1b-9363-23b731a946f0 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:04:10.848053 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03281cb3-70ba-4009-9e60-5bf149b7eec5', 'tag': '907412d9-6276-4ece-8b19-a810801c44a8'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:04:10.853402 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114efa97-2416-4896-bda1-87c4109f53ea" -d '{"events": [{"name": "network-changed", "server_uuid": "03281cb3-70ba-4009-9e60-5bf149b7eec5", "tag": "907412d9-6276-4ece-8b19-a810801c44a8"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:04:10.887972 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc03f39-ec05-4db8-9b17-3b048ab46b55 service neutron] Pushing event updated for resources: {'Port': ['ID=907412d9-6276-4ece-8b19-a810801c44a8,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:04:10.944141 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port a1e2585d-b504-4b1b-9363-23b731a946f0 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:04:10.944845 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:10.945050 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8e9510-a988-4794-8dc1-01769040d94a x-openstack-request-id: req-7f8e9510-a988-4794-8dc1-01769040d94a {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:04:10.945441 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03281cb3-70ba-4009-9e60-5bf149b7eec5", "tag": "907412d9-6276-4ece-8b19-a810801c44a8", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:04:10.945808 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7f8e9510-a988-4794-8dc1-01769040d94a {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:04:10.946299 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03281cb3-70ba-4009-9e60-5bf149b7eec5', 'tag': '907412d9-6276-4ece-8b19-a810801c44a8', 'status': 'completed', 'code': 200} Aug 23 21:04:10.973963 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a95ac27-75c1-4a81-acf0-6a1e12be86c8 req-2b500e79-c755-4b02-8b3a-3b651661ebcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:10.975187 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6a95ac27-75c1-4a81-acf0-6a1e12be86c8 req-2b500e79-c755-4b02-8b3a-3b651661ebcb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=87972469191e450fb3c9471d7a3b5bba&device_id=03281cb3-70ba-4009-9e60-5bf149b7eec5 HTTP/1.1" status: 200 len: 1095 time: 0.0734248 Aug 23 21:04:11.034887 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6a95ac27-75c1-4a81-acf0-6a1e12be86c8 req-9d8b18fb-27fe-435c-ab78-d73dafb99a5b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=907412d9-6276-4ece-8b19-a810801c44a8 HTTP/1.1" status: 200 len: 217 time: 0.0509863 Aug 23 21:04:11.097002 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a95ac27-75c1-4a81-acf0-6a1e12be86c8 req-fd7c27d8-c2b0-4653-a481-7b8c8fe2f7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:11.098523 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6a95ac27-75c1-4a81-acf0-6a1e12be86c8 req-fd7c27d8-c2b0-4653-a481-7b8c8fe2f7ef service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a0554c84-e2b6-402c-83e6-a94f68047e5c HTTP/1.1" status: 200 len: 838 time: 0.0556455 Aug 23 21:04:11.150398 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a95ac27-75c1-4a81-acf0-6a1e12be86c8 req-95f3788c-578a-4e88-9c1d-8defd6d9dd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:11.151917 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6a95ac27-75c1-4a81-acf0-6a1e12be86c8 req-95f3788c-578a-4e88-9c1d-8defd6d9dd0f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0d68f891-8311-4d04-bbae-341ee365eb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462039 Aug 23 21:04:11.171595 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:04:11.251322 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6a95ac27-75c1-4a81-acf0-6a1e12be86c8 req-2f63d996-1da2-4854-8caa-fe1f1ebfdbc5 service neutron] 10.222.0.11 "GET /v2.0/networks/0d68f891-8311-4d04-bbae-341ee365eb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901186 Aug 23 21:04:11.352610 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6a95ac27-75c1-4a81-acf0-6a1e12be86c8 req-5f7625f7-f5ed-4c9b-b675-75e8b01242e0 service neutron] 10.222.0.11 "GET /v2.0/networks/0d68f891-8311-4d04-bbae-341ee365eb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928605 Aug 23 21:04:11.447335 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114efa97-2416-4896-bda1-87c4109f53ea req-d4612a1c-162b-499f-b24a-ce2b64d9ccfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:11.448919 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-114efa97-2416-4896-bda1-87c4109f53ea req-d4612a1c-162b-499f-b24a-ce2b64d9ccfe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=87972469191e450fb3c9471d7a3b5bba&device_id=03281cb3-70ba-4009-9e60-5bf149b7eec5 HTTP/1.1" status: 200 len: 1095 time: 0.0462122 Aug 23 21:04:11.561928 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114efa97-2416-4896-bda1-87c4109f53ea req-9b586282-f7ca-4d36-ac5c-a58fe378f52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:11.563818 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-114efa97-2416-4896-bda1-87c4109f53ea req-9b586282-f7ca-4d36-ac5c-a58fe378f52c service neutron] 10.222.0.11 "GET /v2.0/networks?id=0d68f891-8311-4d04-bbae-341ee365eb9d HTTP/1.1" status: 200 len: 898 time: 0.1019392 Aug 23 21:04:11.610864 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-114efa97-2416-4896-bda1-87c4109f53ea req-eb38ef5a-9797-4a27-a40a-5bf93302d4af service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=907412d9-6276-4ece-8b19-a810801c44a8 HTTP/1.1" status: 200 len: 217 time: 0.0393484 Aug 23 21:04:11.676764 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114efa97-2416-4896-bda1-87c4109f53ea req-653f34d5-64ab-49f8-81e3-3f64d935f64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:11.678141 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-114efa97-2416-4896-bda1-87c4109f53ea req-653f34d5-64ab-49f8-81e3-3f64d935f64b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a0554c84-e2b6-402c-83e6-a94f68047e5c HTTP/1.1" status: 200 len: 838 time: 0.0499387 Aug 23 21:04:11.732324 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114efa97-2416-4896-bda1-87c4109f53ea req-f0faa6c7-06f8-4780-94fa-d2cc5f66654f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:11.735030 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-114efa97-2416-4896-bda1-87c4109f53ea req-f0faa6c7-06f8-4780-94fa-d2cc5f66654f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0d68f891-8311-4d04-bbae-341ee365eb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465095 Aug 23 21:04:11.860343 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-114efa97-2416-4896-bda1-87c4109f53ea req-026bc50b-fc5e-4aec-9194-37ff6741f1f0 service neutron] 10.222.0.11 "GET /v2.0/networks/0d68f891-8311-4d04-bbae-341ee365eb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151681 Aug 23 21:04:11.982014 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0461451-1abd-4aaf-a840-86ec1f75fb67 req-20412adb-eeb9-48aa-9458-dd107ce9d637 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:11.984619 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a0461451-1abd-4aaf-a840-86ec1f75fb67 req-20412adb-eeb9-48aa-9458-dd107ce9d637 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/ports?device_id=03281cb3-70ba-4009-9e60-5bf149b7eec5 HTTP/1.1" status: 200 len: 944 time: 0.1220429 Aug 23 21:04:12.014156 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37dbf13-2444-4b4a-b059-8d2c4347b22e req-e81ed613-ac47-4bfd-b2c1-f58993e18050 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:12.015692 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e37dbf13-2444-4b4a-b059-8d2c4347b22e req-e81ed613-ac47-4bfd-b2c1-f58993e18050 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=832a28bd-4fd7-409a-af2d-aff3cc638ccf HTTP/1.1" status: 200 len: 945 time: 0.0587623 Aug 23 21:04:12.057333 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-114efa97-2416-4896-bda1-87c4109f53ea req-8853e367-82ff-4481-8a21-460fb8426f7c service neutron] 10.222.0.11 "GET /v2.0/networks/0d68f891-8311-4d04-bbae-341ee365eb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482937 Aug 23 21:04:12.058843 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a0461451-1abd-4aaf-a840-86ec1f75fb67 req-90e8e315-2c16-426d-a769-6f3b4e0e210f tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/security-groups?id=65a5bdf9-a48b-4ddc-88e1-93a37fa9d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608151 Aug 23 21:04:12.069191 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e37dbf13-2444-4b4a-b059-8d2c4347b22e req-11655871-1ba5-4e70-a300-8c5fb1fbe80b tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ca4f03b-a894-47fd-852a-5dff620c07ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442879 Aug 23 21:04:13.194243 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565eb86-2a41-43ce-8579-4e72e2297842 req-fa5971e8-bc7f-44e7-8e51-fc6bcab90024 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:13.196028 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e565eb86-2a41-43ce-8579-4e72e2297842 req-fa5971e8-bc7f-44e7-8e51-fc6bcab90024 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=832a28bd-4fd7-409a-af2d-aff3cc638ccf HTTP/1.1" status: 200 len: 945 time: 0.0546331 Aug 23 21:04:13.200335 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8787f1-7d2f-4d08-b009-a45d00613f02 req-6c52f9f2-156b-4140-9776-1d23c367adb9 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:13.202610 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0b8787f1-7d2f-4d08-b009-a45d00613f02 req-6c52f9f2-156b-4140-9776-1d23c367adb9 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/ports?device_id=03281cb3-70ba-4009-9e60-5bf149b7eec5 HTTP/1.1" status: 200 len: 944 time: 0.0504010 Aug 23 21:04:13.244477 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e565eb86-2a41-43ce-8579-4e72e2297842 req-71b93314-6302-4cb3-83f3-5984db8d577d tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ca4f03b-a894-47fd-852a-5dff620c07ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379648 Aug 23 21:04:13.251320 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0b8787f1-7d2f-4d08-b009-a45d00613f02 req-58a2e920-f8de-410a-8b52-36fe4efc47ed tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/security-groups?id=65a5bdf9-a48b-4ddc-88e1-93a37fa9d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415761 Aug 23 21:04:13.408158 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f294983a-b9cf-404f-a7db-ea08e58dd62d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:13.530490 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:13.718234 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088e0b1-fac5-4676-8e16-2e4d42e5ff45 req-0554c6f0-46f2-4e24-86c8-f9afcf2eb60c tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:13.719269 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4088e0b1-fac5-4676-8e16-2e4d42e5ff45 req-0554c6f0-46f2-4e24-86c8-f9afcf2eb60c tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.11 "GET /v2.0/ports?device_id=832a28bd-4fd7-409a-af2d-aff3cc638ccf HTTP/1.1" status: 200 len: 945 time: 0.0492969 Aug 23 21:04:13.816368 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-4088e0b1-fac5-4676-8e16-2e4d42e5ff45 req-374e36aa-3d76-4c39-bc59-7bc5e3dd40a0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Deleting port 5f961949-b0a9-42bb-b219-815bc15f23e1 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:04:13.816708 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4088e0b1-fac5-4676-8e16-2e4d42e5ff45 req-374e36aa-3d76-4c39-bc59-7bc5e3dd40a0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:13.907467 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-4088e0b1-fac5-4676-8e16-2e4d42e5ff45 req-374e36aa-3d76-4c39-bc59-7bc5e3dd40a0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] For port 5f961949-b0a9-42bb-b219-815bc15f23e1, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=5f961949-b0a9-42bb-b219-815bc15f23e1,segment=NetworkSegment(c18fa516-d00d-4d59-b20b-fdf45af90e68),segment_id=c18fa516-d00d-4d59-b20b-fdf45af90e68)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:04:13.907839 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4088e0b1-fac5-4676-8e16-2e4d42e5ff45 req-374e36aa-3d76-4c39-bc59-7bc5e3dd40a0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:14.104309 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 907412d9-6276-4ece-8b19-a810801c44a8 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 21:04:14.141095 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4088e0b1-fac5-4676-8e16-2e4d42e5ff45 req-374e36aa-3d76-4c39-bc59-7bc5e3dd40a0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:14.141497 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4088e0b1-fac5-4676-8e16-2e4d42e5ff45 req-374e36aa-3d76-4c39-bc59-7bc5e3dd40a0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:14.141817 n-d-805663-2 neutron-server[94687]: INFO neutron.db.l3_db [req-4088e0b1-fac5-4676-8e16-2e4d42e5ff45 req-374e36aa-3d76-4c39-bc59-7bc5e3dd40a0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Floating IP ce57888b-1b12-4d65-9264-22555ed8f289 disassociated. External IP: 172.25.4.225, port: 5f961949-b0a9-42bb-b219-815bc15f23e1. Aug 23 21:04:14.142160 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-4088e0b1-fac5-4676-8e16-2e4d42e5ff45 req-374e36aa-3d76-4c39-bc59-7bc5e3dd40a0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Calling delete_port for 5f961949-b0a9-42bb-b219-815bc15f23e1 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:04:14.211216 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 907412d9-6276-4ece-8b19-a810801c44a8, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=907412d9-6276-4ece-8b19-a810801c44a8,segment=NetworkSegment(306ef967-a57d-4cb1-a140-dfdafac465a7),segment_id=306ef967-a57d-4cb1-a140-dfdafac465a7)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:04:14.223194 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '907412d9-6276-4ece-8b19-a810801c44a8', 'network_id': '0d68f891-8311-4d04-bbae-341ee365eb9d', 'port_id': '907412d9-6276-4ece-8b19-a810801c44a8', 'mac_address': 'fa:16:3e:0d:a1:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0554c84-e2b6-402c-83e6-a94f68047e5c', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 21:04:14.268576 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:14.288858 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 907412d9-6276-4ece-8b19-a810801c44a8 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:04:14.313673 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 907412d9-6276-4ece-8b19-a810801c44a8, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=907412d9-6276-4ece-8b19-a810801c44a8,segment=NetworkSegment(306ef967-a57d-4cb1-a140-dfdafac465a7),segment_id=306ef967-a57d-4cb1-a140-dfdafac465a7)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:04:14.315231 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4088e0b1-fac5-4676-8e16-2e4d42e5ff45 req-374e36aa-3d76-4c39-bc59-7bc5e3dd40a0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:14.320716 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:14.379694 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=907412d9-6276-4ece-8b19-a810801c44a8,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:04:14.394940 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374e36aa-3d76-4c39-bc59-7bc5e3dd40a0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Pushing event deleted for resources: {'Port': ['ID=5f961949-b0a9-42bb-b219-815bc15f23e1,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:04:14.404321 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bf90e989-97c4-4bbc-8059-c820f43b227d req-e79e9a83-ae53-48b9-9a6d-ce144c625c58 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=832a28bd-4fd7-409a-af2d-aff3cc638ccf HTTP/1.1" status: 200 len: 210 time: 0.0385025 Aug 23 21:04:14.467457 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6ed5e-4a33-4122-b294-45f9b8ee8d55 req-a5a80ca4-fd86-4ba5-8e1c-d27fb9527755 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:14.471812 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4bd6ed5e-4a33-4122-b294-45f9b8ee8d55 req-a5a80ca4-fd86-4ba5-8e1c-d27fb9527755 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/ports?device_id=03281cb3-70ba-4009-9e60-5bf149b7eec5 HTTP/1.1" status: 200 len: 945 time: 0.1285753 Aug 23 21:04:14.557642 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['907412d9-6276-4ece-8b19-a810801c44a8'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:04:14.653065 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:14.883091 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4bd6ed5e-4a33-4122-b294-45f9b8ee8d55 req-2ea6757e-721e-45f4-a028-aeb125173587 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/security-groups?id=65a5bdf9-a48b-4ddc-88e1-93a37fa9d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4026060 Aug 23 21:04:14.895919 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4088e0b1-fac5-4676-8e16-2e4d42e5ff45 req-374e36aa-3d76-4c39-bc59-7bc5e3dd40a0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Router 9803a043-c29b-4ad2-9a22-6350dc1d44c9 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:04:15.014932 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4088e0b1-fac5-4676-8e16-2e4d42e5ff45 req-374e36aa-3d76-4c39-bc59-7bc5e3dd40a0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:04:15.026030 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c7e79e-7c44-4a91-b545-d1eb01c65c72 None None] Sync routers for ids ['9803a043-c29b-4ad2-9a22-6350dc1d44c9'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:04:15.037040 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c7e79e-7c44-4a91-b545-d1eb01c65c72 None None] Routers {'9803a043-c29b-4ad2-9a22-6350dc1d44c9'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:04:15.037746 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-93c7e79e-7c44-4a91-b545-d1eb01c65c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:04:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['9803a043-c29b-4ad2-9a22-6350dc1d44c9'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:04:15.062413 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-4088e0b1-fac5-4676-8e16-2e4d42e5ff45 req-374e36aa-3d76-4c39-bc59-7bc5e3dd40a0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] No DVR routers for this DVR port 5f961949-b0a9-42bb-b219-815bc15f23e1 on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:04:15.066112 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4088e0b1-fac5-4676-8e16-2e4d42e5ff45 req-374e36aa-3d76-4c39-bc59-7bc5e3dd40a0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:15.068619 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4088e0b1-fac5-4676-8e16-2e4d42e5ff45 req-374e36aa-3d76-4c39-bc59-7bc5e3dd40a0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.11 "DELETE /v2.0/ports/5f961949-b0a9-42bb-b219-815bc15f23e1 HTTP/1.1" status: 204 len: 173 time: 1.3418708 Aug 23 21:04:15.069075 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '832a28bd-4fd7-409a-af2d-aff3cc638ccf', 'name': 'network-vif-deleted', 'tag': '5f961949-b0a9-42bb-b219-815bc15f23e1'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:04:15.071506 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ce1b69-833c-4584-b63a-1649516dc361" -d '{"events": [{"server_uuid": "832a28bd-4fd7-409a-af2d-aff3cc638ccf", "name": "network-vif-deleted", "tag": "5f961949-b0a9-42bb-b219-815bc15f23e1"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:04:15.124275 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb485b8-9c90-4703-9da4-7504d443c336 x-openstack-request-id: req-3cb485b8-9c90-4703-9da4-7504d443c336 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:04:15.124572 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "832a28bd-4fd7-409a-af2d-aff3cc638ccf", "name": "network-vif-deleted", "tag": "5f961949-b0a9-42bb-b219-815bc15f23e1", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:04:15.124828 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3cb485b8-9c90-4703-9da4-7504d443c336 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:04:15.125229 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '832a28bd-4fd7-409a-af2d-aff3cc638ccf', 'name': 'network-vif-deleted', 'tag': '5f961949-b0a9-42bb-b219-815bc15f23e1', 'status': 'completed', 'code': 200} Aug 23 21:04:15.177013 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-93c7e79e-7c44-4a91-b545-d1eb01c65c72 None None] Set router 9803a043-c29b-4ad2-9a22-6350dc1d44c9 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:04:15.383315 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-93c7e79e-7c44-4a91-b545-d1eb01c65c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'name': 'tempest-TestVolumeBootPattern-1714222421-router', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'ce20a4af-3584-4974-aa16-5f669853659b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:57:33Z', 'updated_at': '2021-08-23T20:57:36Z', 'revision_number': 4, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'gw_port': {'id': 'ce20a4af-3584-4974-aa16-5f669853659b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:57:33Z', 'updated_at': '2021-08-23T20:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '30fdbbcc-fcf1-42b0-8603-759d0f743326', 'name': '', 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'mac_address': 'fa:16:3e:ac:84:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'df05a557-9226-4912-87c8-3cb75cc85ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:57:35Z', 'updated_at': '2021-08-23T20:57:42Z', 'revision_number': 5, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'subnets': [{'id': 'df05a557-9226-4912-87c8-3cb75cc85ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:04:15.410574 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c7e79e-7c44-4a91-b545-d1eb01c65c72 None None] Checking router: 9803a043-c29b-4ad2-9a22-6350dc1d44c9 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:04:15.419134 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c7e79e-7c44-4a91-b545-d1eb01c65c72 None None] Routers {'9803a043-c29b-4ad2-9a22-6350dc1d44c9'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:04:15.419736 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-93c7e79e-7c44-4a91-b545-d1eb01c65c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:04:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['9803a043-c29b-4ad2-9a22-6350dc1d44c9'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:04:15.511966 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3cfe48d2-b481-43b0-88f1-feedba607638 req-b7415039-c4b4-406e-abfe-c9b65a990fa1 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=832a28bd-4fd7-409a-af2d-aff3cc638ccf HTTP/1.1" status: 200 len: 210 time: 0.0267401 Aug 23 21:04:15.535901 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-93c7e79e-7c44-4a91-b545-d1eb01c65c72 None None] Set router 9803a043-c29b-4ad2-9a22-6350dc1d44c9 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:04:15.743085 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-93c7e79e-7c44-4a91-b545-d1eb01c65c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'name': 'tempest-TestVolumeBootPattern-1714222421-router', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'ce20a4af-3584-4974-aa16-5f669853659b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:57:33Z', 'updated_at': '2021-08-23T20:57:36Z', 'revision_number': 4, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'gw_port': {'id': 'ce20a4af-3584-4974-aa16-5f669853659b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:57:33Z', 'updated_at': '2021-08-23T20:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '30fdbbcc-fcf1-42b0-8603-759d0f743326', 'name': '', 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'mac_address': 'fa:16:3e:ac:84:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'df05a557-9226-4912-87c8-3cb75cc85ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:57:35Z', 'updated_at': '2021-08-23T20:57:42Z', 'revision_number': 5, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'subnets': [{'id': 'df05a557-9226-4912-87c8-3cb75cc85ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:04:15.772518 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c7e79e-7c44-4a91-b545-d1eb01c65c72 None None] The sync data for ids ['9803a043-c29b-4ad2-9a22-6350dc1d44c9'] in n-d-805663-2 is: [{'id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'name': 'tempest-TestVolumeBootPattern-1714222421-router', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'ce20a4af-3584-4974-aa16-5f669853659b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:57:33Z', 'updated_at': '2021-08-23T20:57:36Z', 'revision_number': 4, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'gw_port': {'id': 'ce20a4af-3584-4974-aa16-5f669853659b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:57:33Z', 'updated_at': '2021-08-23T20:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '30fdbbcc-fcf1-42b0-8603-759d0f743326', 'name': '', 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'mac_address': 'fa:16:3e:ac:84:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'df05a557-9226-4912-87c8-3cb75cc85ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:57:35Z', 'updated_at': '2021-08-23T20:57:42Z', 'revision_number': 5, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'subnets': [{'id': 'df05a557-9226-4912-87c8-3cb75cc85ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:04:15.990531 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:16.013960 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa364c-86c3-4653-bbaf-baf8fec98306 req-051ece60-de69-460a-a6e6-0ddfc146064c tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:16.015718 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3efa364c-86c3-4653-bbaf-baf8fec98306 req-051ece60-de69-460a-a6e6-0ddfc146064c tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/ports?device_id=03281cb3-70ba-4009-9e60-5bf149b7eec5 HTTP/1.1" status: 200 len: 945 time: 0.0547726 Aug 23 21:04:16.028739 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b76936-9d96-4437-be7a-d6681e3f5390 None None] New status for floating IP ce57888b-1b12-4d65-9264-22555ed8f289: DOWN {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 21:04:16.062304 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3efa364c-86c3-4653-bbaf-baf8fec98306 req-aa705b79-f5cd-4c43-9481-ce382bdbda83 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/security-groups?id=65a5bdf9-a48b-4ddc-88e1-93a37fa9d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398526 Aug 23 21:04:16.119006 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 907412d9-6276-4ece-8b19-a810801c44a8 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:04:16.337024 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 907412d9-6276-4ece-8b19-a810801c44a8 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:04:16.341331 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 907412d9-6276-4ece-8b19-a810801c44a8 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:04:16.341722 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:16.422279 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:16.444351 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03281cb3-70ba-4009-9e60-5bf149b7eec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '907412d9-6276-4ece-8b19-a810801c44a8'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:04:16.446555 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfae4430-7f5f-4740-a072-d8add8f05393" -d '{"events": [{"server_uuid": "03281cb3-70ba-4009-9e60-5bf149b7eec5", "name": "network-vif-plugged", "status": "completed", "tag": "907412d9-6276-4ece-8b19-a810801c44a8"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:04:16.462711 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 907412d9-6276-4ece-8b19-a810801c44a8, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=907412d9-6276-4ece-8b19-a810801c44a8,segment=NetworkSegment(306ef967-a57d-4cb1-a140-dfdafac465a7),segment_id=306ef967-a57d-4cb1-a140-dfdafac465a7)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:04:16.468677 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:16.469469 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 5f961949-b0a9-42bb-b219-815bc15f23e1 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:04:16.508953 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4476e584-a1f8-4992-80fe-191dc1f5b34a x-openstack-request-id: req-4476e584-a1f8-4992-80fe-191dc1f5b34a {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:04:16.509239 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03281cb3-70ba-4009-9e60-5bf149b7eec5", "name": "network-vif-plugged", "status": "completed", "tag": "907412d9-6276-4ece-8b19-a810801c44a8", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:04:16.509486 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4476e584-a1f8-4992-80fe-191dc1f5b34a {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:04:16.509872 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03281cb3-70ba-4009-9e60-5bf149b7eec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '907412d9-6276-4ece-8b19-a810801c44a8', 'code': 200} Aug 23 21:04:16.512192 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: 5f961949-b0a9-42bb-b219-815bc15f23e1 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:04:16.512543 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 5f961949-b0a9-42bb-b219-815bc15f23e1 not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:04:16.535987 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=907412d9-6276-4ece-8b19-a810801c44a8,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:04:16.606256 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4fc950-2a5a-4e76-8f01-f9c75fff122b req-0df1bdbf-1b4b-4ebc-b334-bd0ef829e9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:16.607956 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3c4fc950-2a5a-4e76-8f01-f9c75fff122b req-0df1bdbf-1b4b-4ebc-b334-bd0ef829e9c3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=03281cb3-70ba-4009-9e60-5bf149b7eec5 HTTP/1.1" status: 200 len: 1097 time: 0.0419836 Aug 23 21:04:16.612735 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4becee61-b5d4-4bf4-b7f2-de003ae3f0ac req-70262945-1ca5-4435-a506-1433827c5fad tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=832a28bd-4fd7-409a-af2d-aff3cc638ccf HTTP/1.1" status: 200 len: 210 time: 0.0273204 Aug 23 21:04:16.645798 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3c4fc950-2a5a-4e76-8f01-f9c75fff122b req-1f48a19f-8379-4583-ba97-a97bac324af9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=65a5bdf9-a48b-4ddc-88e1-93a37fa9d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289564 Aug 23 21:04:16.916393 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6dc1a933-56a2-4170-96ef-aeca946963c1 req-b393da9a-99ee-4d59-ade9-33193fc50081 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7bd2ff3e-7faa-4ae2-bd13-bbbe73109ab0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0457919 Aug 23 21:04:17.003414 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1a933-56a2-4170-96ef-aeca946963c1 req-1e9b8c86-5fa6-4b16-a005-037a8a2146a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:17.004980 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6dc1a933-56a2-4170-96ef-aeca946963c1 req-1e9b8c86-5fa6-4b16-a005-037a8a2146a6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=87972469191e450fb3c9471d7a3b5bba&device_id=7bd2ff3e-7faa-4ae2-bd13-bbbe73109ab0 HTTP/1.1" status: 200 len: 1097 time: 0.0423229 Aug 23 21:04:17.168842 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1a933-56a2-4170-96ef-aeca946963c1 req-154ea2ec-8cd9-4b2c-83ea-ac0ae5952074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:17.171371 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6dc1a933-56a2-4170-96ef-aeca946963c1 req-154ea2ec-8cd9-4b2c-83ea-ac0ae5952074 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3e7777b9-9f81-47d3-b249-18952c96e3e6 HTTP/1.1" status: 200 len: 897 time: 0.1256585 Aug 23 21:04:17.259736 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9477bb-8324-4696-a6c0-62dde34e81c8 req-879e8e05-ade5-4248-95e8-d53c13b992b0 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:17.261410 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6a9477bb-8324-4696-a6c0-62dde34e81c8 req-879e8e05-ade5-4248-95e8-d53c13b992b0 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/ports?device_id=03281cb3-70ba-4009-9e60-5bf149b7eec5 HTTP/1.1" status: 200 len: 946 time: 0.1050413 Aug 23 21:04:17.275244 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6dc1a933-56a2-4170-96ef-aeca946963c1 req-e93aba5e-17b5-46ba-951e-ba55a9f579ec service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7e294ce-4f3e-4a8e-a407-f90b8022d517 HTTP/1.1" status: 200 len: 1002 time: 0.0850892 Aug 23 21:04:17.350067 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6a9477bb-8324-4696-a6c0-62dde34e81c8 req-15db73bf-0444-4b04-80ed-c836ba4d20ff tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/security-groups?id=65a5bdf9-a48b-4ddc-88e1-93a37fa9d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772350 Aug 23 21:04:17.361719 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1a933-56a2-4170-96ef-aeca946963c1 req-60953fd5-7679-48b6-908b-c490686cf44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:17.363439 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6dc1a933-56a2-4170-96ef-aeca946963c1 req-60953fd5-7679-48b6-908b-c490686cf44f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=acf2632e-c173-4823-9f61-8637075dcb12 HTTP/1.1" status: 200 len: 834 time: 0.0739303 Aug 23 21:04:17.417880 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1a933-56a2-4170-96ef-aeca946963c1 req-1e46edb7-9a8c-43bb-8d92-3864026eac69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:17.419574 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6dc1a933-56a2-4170-96ef-aeca946963c1 req-1e46edb7-9a8c-43bb-8d92-3864026eac69 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e7777b9-9f81-47d3-b249-18952c96e3e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480225 Aug 23 21:04:17.532810 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6dc1a933-56a2-4170-96ef-aeca946963c1 req-3ff02649-d554-402c-b6bb-c3992e9e371f service neutron] 10.222.0.11 "GET /v2.0/networks/3e7777b9-9f81-47d3-b249-18952c96e3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051543 Aug 23 21:04:17.650758 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6dc1a933-56a2-4170-96ef-aeca946963c1 req-28d9c6ae-67b4-4b42-b533-fc2e639e0504 service neutron] 10.222.0.11 "GET /v2.0/networks/3e7777b9-9f81-47d3-b249-18952c96e3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059451 Aug 23 21:04:17.734821 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-27f6b3c8-edf4-40ab-b11f-25b6149a9bf6 req-22320373-008f-4e30-83be-8a2c02912220 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=832a28bd-4fd7-409a-af2d-aff3cc638ccf HTTP/1.1" status: 200 len: 210 time: 0.0374823 Aug 23 21:04:18.498265 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7afd00-dd2c-4216-a27d-8d9e8706dd49 req-cb0c28bd-7361-4737-977d-95a2fa904562 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:18.500472 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2a7afd00-dd2c-4216-a27d-8d9e8706dd49 req-cb0c28bd-7361-4737-977d-95a2fa904562 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/ports?device_id=03281cb3-70ba-4009-9e60-5bf149b7eec5 HTTP/1.1" status: 200 len: 946 time: 0.0649893 Aug 23 21:04:18.542577 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2a7afd00-dd2c-4216-a27d-8d9e8706dd49 req-8e5de213-fecf-4c64-935a-4567344e7fe0 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/security-groups?id=65a5bdf9-a48b-4ddc-88e1-93a37fa9d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346961 Aug 23 21:04:18.674081 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a9c8d-5aba-4d7f-8eb7-42763324cea1 req-95308139-a1c9-40bd-ba7c-5adf055e5c5f tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:18.675770 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f96a9c8d-5aba-4d7f-8eb7-42763324cea1 req-95308139-a1c9-40bd-ba7c-5adf055e5c5f tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/ports?device_id=03281cb3-70ba-4009-9e60-5bf149b7eec5 HTTP/1.1" status: 200 len: 946 time: 0.0549567 Aug 23 21:04:18.728746 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f96a9c8d-5aba-4d7f-8eb7-42763324cea1 req-2616f830-8ba9-43fa-9896-fa11f3c8b167 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/security-groups?id=65a5bdf9-a48b-4ddc-88e1-93a37fa9d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453556 Aug 23 21:04:18.858584 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c9243735-ee25-482b-929b-db8ea220ef6f req-4db1f5ab-fc6d-4e8d-be36-797898ef9f61 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=832a28bd-4fd7-409a-af2d-aff3cc638ccf HTTP/1.1" status: 200 len: 210 time: 0.0348060 Aug 23 21:04:19.965849 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b3ee54f5-b49e-4801-9a86-d27dfb11df5c req-d1b6f8bb-3f96-4e33-bebb-185cc460f9b2 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=832a28bd-4fd7-409a-af2d-aff3cc638ccf HTTP/1.1" status: 200 len: 210 time: 0.0283823 Aug 23 21:04:20.255972 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 43240) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:04:20.514369 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:20.785566 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-25ca6c23-df69-4051-9d6f-836c374966e8 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:21.083600 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-56a60889-4211-4e69-9377-e5546dde3ea4 req-6996ad49-8841-431a-b3c4-3c71f26a60fb tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=832a28bd-4fd7-409a-af2d-aff3cc638ccf HTTP/1.1" status: 200 len: 210 time: 0.0338342 Aug 23 21:04:21.133370 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-25ca6c23-df69-4051-9d6f-836c374966e8 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Allocated IP 172.20.0.17 (0d68f891-8311-4d04-bbae-341ee365eb9d/a0554c84-e2b6-402c-83e6-a94f68047e5c/881558fd-3ad4-42d6-833b-07e1d5e775a9) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:04:21.277848 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-25ca6c23-df69-4051-9d6f-836c374966e8 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:21.296136 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-25ca6c23-df69-4051-9d6f-836c374966e8 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Transition to ACTIVE for port object 881558fd-3ad4-42d6-833b-07e1d5e775a9 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:04:21.331204 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-25ca6c23-df69-4051-9d6f-836c374966e8 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:21.375565 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ca6c23-df69-4051-9d6f-836c374966e8 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Network 0d68f891-8311-4d04-bbae-341ee365eb9d is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:04:21.378693 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-25ca6c23-df69-4051-9d6f-836c374966e8 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:04:21.381494 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ca6c23-df69-4051-9d6f-836c374966e8 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:04:21.425957 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca6c23-df69-4051-9d6f-836c374966e8 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event updated for resources: {'Port': ['ID=881558fd-3ad4-42d6-833b-07e1d5e775a9,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:04:21.441756 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-25ca6c23-df69-4051-9d6f-836c374966e8 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:21.650637 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e4c9f919-dd3f-4e3f-b92c-270375ac73e7 None None] Provisioning for port 881558fd-3ad4-42d6-833b-07e1d5e775a9 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:04:21.654805 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e4c9f919-dd3f-4e3f-b92c-270375ac73e7 None None] Provisioning complete for port 881558fd-3ad4-42d6-833b-07e1d5e775a9 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:04:21.655592 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e4c9f919-dd3f-4e3f-b92c-270375ac73e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:21.655752 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-25ca6c23-df69-4051-9d6f-836c374966e8 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:21.709158 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-e4c9f919-dd3f-4e3f-b92c-270375ac73e7 None None] Port 881558fd-3ad4-42d6-833b-07e1d5e775a9 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:04:21.971592 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-25ca6c23-df69-4051-9d6f-836c374966e8 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:21.977105 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-25ca6c23-df69-4051-9d6f-836c374966e8 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:22.059784 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-25ca6c23-df69-4051-9d6f-836c374966e8 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:22.061920 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca6c23-df69-4051-9d6f-836c374966e8 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event updated for resources: {'Port': ['ID=881558fd-3ad4-42d6-833b-07e1d5e775a9,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:04:22.171553 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ca6c23-df69-4051-9d6f-836c374966e8 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Network 0d68f891-8311-4d04-bbae-341ee365eb9d is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:04:22.173504 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-25ca6c23-df69-4051-9d6f-836c374966e8 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:04:22.358498 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ca6c23-df69-4051-9d6f-836c374966e8 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Router befd796c-5076-4992-98f2-7dde968e9bab has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:04:22.373072 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fdd1a3dd-4442-4e6d-b393-4771dc344d32 req-e1bc08cc-67c1-4f85-81cf-456f7b09177b tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-648582765&fields=id&tenant_id=9e20396f7331438baf5e0a87fc6f3d2f HTTP/1.1" status: 200 len: 267 time: 0.0549502 Aug 23 21:04:22.521709 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ca6c23-df69-4051-9d6f-836c374966e8 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:04:22.540078 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-25ca6c23-df69-4051-9d6f-836c374966e8 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "PUT /v2.0/routers/befd796c-5076-4992-98f2-7dde968e9bab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2701406 Aug 23 21:04:22.540295 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1a3dd-4442-4e6d-b393-4771dc344d32 req-09d1725d-d106-44e2-85b5-ee498c48b45d tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:22.540295 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fdd1a3dd-4442-4e6d-b393-4771dc344d32 req-09d1725d-d106-44e2-85b5-ee498c48b45d tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/networks?id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf HTTP/1.1" status: 200 len: 812 time: 0.1544497 Aug 23 21:04:22.549368 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fba4aa2-bcce-49a8-ba69-fb6313ed30a6 None None] Sync routers for ids ['befd796c-5076-4992-98f2-7dde968e9bab'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:04:22.553424 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-deb47336-c389-4f84-b7de-58a7eb071708 None None] Provisioning complete for port 881558fd-3ad4-42d6-833b-07e1d5e775a9 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:04:22.555239 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fdd1a3dd-4442-4e6d-b393-4771dc344d32 req-72951c29-576a-4911-9511-969b71938e1c tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/quotas/9e20396f7331438baf5e0a87fc6f3d2f HTTP/1.1" status: 200 len: 375 time: 0.0140076 Aug 23 21:04:22.561485 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-deb47336-c389-4f84-b7de-58a7eb071708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:22.625186 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-deb47336-c389-4f84-b7de-58a7eb071708 None None] Port 881558fd-3ad4-42d6-833b-07e1d5e775a9 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:04:22.634157 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fba4aa2-bcce-49a8-ba69-fb6313ed30a6 None None] Routers {'befd796c-5076-4992-98f2-7dde968e9bab'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:04:22.635384 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-9fba4aa2-bcce-49a8-ba69-fb6313ed30a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:04:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['befd796c-5076-4992-98f2-7dde968e9bab'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:04:22.658993 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fdd1a3dd-4442-4e6d-b393-4771dc344d32 req-d7f8afc7-557f-4261-82fb-97530395e471 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9e20396f7331438baf5e0a87fc6f3d2f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0955195 Aug 23 21:04:22.774418 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-9fba4aa2-bcce-49a8-ba69-fb6313ed30a6 None None] Set router befd796c-5076-4992-98f2-7dde968e9bab gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:04:22.785257 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fdd1a3dd-4442-4e6d-b393-4771dc344d32 req-e2aa141e-8d6a-4962-91a6-f2ce6fce9341 service neutron] 10.222.0.61 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106348 Aug 23 21:04:22.922849 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fdd1a3dd-4442-4e6d-b393-4771dc344d32 req-0e2f971c-8ccd-4305-a51c-98f9335ad7dc service neutron] 10.222.0.61 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301489 Aug 23 21:04:23.089229 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-9fba4aa2-bcce-49a8-ba69-fb6313ed30a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'name': 'tempest-TestNetworkBasicOps-router-1306632790', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '893ff5f1-eb60-477e-8748-fd7058840a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:03:04Z', 'updated_at': '2021-08-23T21:04:21Z', 'revision_number': 5, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'gw_port': {'id': '893ff5f1-eb60-477e-8748-fd7058840a02', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:03:05Z', 'updated_at': '2021-08-23T21:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '2be10612-5e0f-429b-9c0f-69842042ab60', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'floating_ip_address': '172.25.4.104', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'port_id': 'f7e294ce-4f3e-4a8e-a407-f90b8022d517', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e7777b9-9f81-47d3-b249-18952c96e3e6', 'mac_address': 'fa:16:3e:a1:f6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd2ff3e-7faa-4ae2-bd13-bbbe73109ab0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:03:27Z', 'updated_at': '2021-08-23T21:03:30Z', 'revision_number': 1, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '881558fd-3ad4-42d6-833b-07e1d5e775a9', 'name': '', 'network_id': '0d68f891-8311-4d04-bbae-341ee365eb9d', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'mac_address': 'fa:16:3e:5e:d0:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'a0554c84-e2b6-402c-83e6-a94f68047e5c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:04:20Z', 'updated_at': '2021-08-23T21:04:21Z', 'revision_number': 2, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'subnets': [{'id': 'a0554c84-e2b6-402c-83e6-a94f68047e5c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd33e35bc-aaba-4d05-a262-e54d59ae7d61', 'name': '', 'network_id': '3e7777b9-9f81-47d3-b249-18952c96e3e6', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'mac_address': 'fa:16:3e:80:4e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'acf2632e-c173-4823-9f61-8637075dcb12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:03:08Z', 'updated_at': '2021-08-23T21:03:15Z', 'revision_number': 5, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'subnets': [{'id': 'acf2632e-c173-4823-9f61-8637075dcb12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:04:23.119001 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fba4aa2-bcce-49a8-ba69-fb6313ed30a6 None None] Checking router: befd796c-5076-4992-98f2-7dde968e9bab for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:04:23.119364 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fba4aa2-bcce-49a8-ba69-fb6313ed30a6 None None] Updating router befd796c-5076-4992-98f2-7dde968e9bab port 881558fd-3ad4-42d6-833b-07e1d5e775a9 binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 21:04:23.151474 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9fba4aa2-bcce-49a8-ba69-fb6313ed30a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:23.273923 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9fdef53c-088f-47c2-a885-45802d3bac6b req-f2471540-d2aa-4b44-94d3-43f2b32595b3 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=81799cc9-e0fa-4ae1-aa3e-209b70bd4905 HTTP/1.1" status: 200 len: 210 time: 0.0434575 Aug 23 21:04:23.478344 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9fba4aa2-bcce-49a8-ba69-fb6313ed30a6 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:23.491765 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9fba4aa2-bcce-49a8-ba69-fb6313ed30a6 None None] Transition to ACTIVE for port object 881558fd-3ad4-42d6-833b-07e1d5e775a9 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:04:23.498090 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9fba4aa2-bcce-49a8-ba69-fb6313ed30a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:23.565948 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e5b2e-72b1-4bbc-92b0-b4b4d0347f10 None None] Pushing event updated for resources: {'Port': ['ID=881558fd-3ad4-42d6-833b-07e1d5e775a9,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:04:23.645922 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-9fba4aa2-bcce-49a8-ba69-fb6313ed30a6 None None] Attempting to bind port 881558fd-3ad4-42d6-833b-07e1d5e775a9 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:04:23.646350 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-9fba4aa2-bcce-49a8-ba69-fb6313ed30a6 None None] Attempting to bind port 881558fd-3ad4-42d6-833b-07e1d5e775a9 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '306ef967-a57d-4cb1-a140-dfdafac465a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '0d68f891-8311-4d04-bbae-341ee365eb9d'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:04:23.646910 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fba4aa2-bcce-49a8-ba69-fb6313ed30a6 None None] Attempting to bind port 881558fd-3ad4-42d6-833b-07e1d5e775a9 on network 0d68f891-8311-4d04-bbae-341ee365eb9d {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:04:23.653140 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fba4aa2-bcce-49a8-ba69-fb6313ed30a6 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:04:23.653962 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fba4aa2-bcce-49a8-ba69-fb6313ed30a6 None None] Checking segment: {'id': '306ef967-a57d-4cb1-a140-dfdafac465a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '0d68f891-8311-4d04-bbae-341ee365eb9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:04:23.655282 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9fba4aa2-bcce-49a8-ba69-fb6313ed30a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:23.655698 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fba4aa2-bcce-49a8-ba69-fb6313ed30a6 None None] Bound using segment: {'id': '306ef967-a57d-4cb1-a140-dfdafac465a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '0d68f891-8311-4d04-bbae-341ee365eb9d'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:04:23.656231 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-9fba4aa2-bcce-49a8-ba69-fb6313ed30a6 None None] Bound port: 881558fd-3ad4-42d6-833b-07e1d5e775a9, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '306ef967-a57d-4cb1-a140-dfdafac465a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '0d68f891-8311-4d04-bbae-341ee365eb9d'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:04:23.656623 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9fba4aa2-bcce-49a8-ba69-fb6313ed30a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:23.749367 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-9fba4aa2-bcce-49a8-ba69-fb6313ed30a6 None None] For port 881558fd-3ad4-42d6-833b-07e1d5e775a9, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:04:23.766122 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-9fba4aa2-bcce-49a8-ba69-fb6313ed30a6 None None] For port 881558fd-3ad4-42d6-833b-07e1d5e775a9, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=881558fd-3ad4-42d6-833b-07e1d5e775a9,segment=NetworkSegment(306ef967-a57d-4cb1-a140-dfdafac465a7),segment_id=306ef967-a57d-4cb1-a140-dfdafac465a7)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:04:23.772078 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9fba4aa2-bcce-49a8-ba69-fb6313ed30a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:23.837600 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e5b2e-72b1-4bbc-92b0-b4b4d0347f10 None None] Pushing event updated for resources: {'Port': ['ID=881558fd-3ad4-42d6-833b-07e1d5e775a9,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:04:23.840478 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fba4aa2-bcce-49a8-ba69-fb6313ed30a6 None None] Routers {'befd796c-5076-4992-98f2-7dde968e9bab'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:04:23.841140 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-9fba4aa2-bcce-49a8-ba69-fb6313ed30a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:04:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['befd796c-5076-4992-98f2-7dde968e9bab'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:04:23.975517 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-9fba4aa2-bcce-49a8-ba69-fb6313ed30a6 None None] Set router befd796c-5076-4992-98f2-7dde968e9bab gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:04:24.235316 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-9fba4aa2-bcce-49a8-ba69-fb6313ed30a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'name': 'tempest-TestNetworkBasicOps-router-1306632790', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '893ff5f1-eb60-477e-8748-fd7058840a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:03:04Z', 'updated_at': '2021-08-23T21:04:21Z', 'revision_number': 5, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'gw_port': {'id': '893ff5f1-eb60-477e-8748-fd7058840a02', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:03:05Z', 'updated_at': '2021-08-23T21:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '2be10612-5e0f-429b-9c0f-69842042ab60', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'floating_ip_address': '172.25.4.104', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'port_id': 'f7e294ce-4f3e-4a8e-a407-f90b8022d517', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e7777b9-9f81-47d3-b249-18952c96e3e6', 'mac_address': 'fa:16:3e:a1:f6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd2ff3e-7faa-4ae2-bd13-bbbe73109ab0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:03:27Z', 'updated_at': '2021-08-23T21:03:30Z', 'revision_number': 1, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '881558fd-3ad4-42d6-833b-07e1d5e775a9', 'name': '', 'network_id': '0d68f891-8311-4d04-bbae-341ee365eb9d', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'mac_address': 'fa:16:3e:5e:d0:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'a0554c84-e2b6-402c-83e6-a94f68047e5c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:04:20Z', 'updated_at': '2021-08-23T21:04:23Z', 'revision_number': 4, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'subnets': [{'id': 'a0554c84-e2b6-402c-83e6-a94f68047e5c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd33e35bc-aaba-4d05-a262-e54d59ae7d61', 'name': '', 'network_id': '3e7777b9-9f81-47d3-b249-18952c96e3e6', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'mac_address': 'fa:16:3e:80:4e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'acf2632e-c173-4823-9f61-8637075dcb12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:03:08Z', 'updated_at': '2021-08-23T21:03:15Z', 'revision_number': 5, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'subnets': [{'id': 'acf2632e-c173-4823-9f61-8637075dcb12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:04:24.263183 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fba4aa2-bcce-49a8-ba69-fb6313ed30a6 None None] The sync data for ids ['befd796c-5076-4992-98f2-7dde968e9bab'] in n-d-805663-2 is: [{'id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'name': 'tempest-TestNetworkBasicOps-router-1306632790', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '893ff5f1-eb60-477e-8748-fd7058840a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:03:04Z', 'updated_at': '2021-08-23T21:04:21Z', 'revision_number': 5, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'gw_port': {'id': '893ff5f1-eb60-477e-8748-fd7058840a02', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:03:05Z', 'updated_at': '2021-08-23T21:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '2be10612-5e0f-429b-9c0f-69842042ab60', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'floating_ip_address': '172.25.4.104', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'port_id': 'f7e294ce-4f3e-4a8e-a407-f90b8022d517', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e7777b9-9f81-47d3-b249-18952c96e3e6', 'mac_address': 'fa:16:3e:a1:f6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd2ff3e-7faa-4ae2-bd13-bbbe73109ab0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:03:27Z', 'updated_at': '2021-08-23T21:03:30Z', 'revision_number': 1, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '881558fd-3ad4-42d6-833b-07e1d5e775a9', 'name': '', 'network_id': '0d68f891-8311-4d04-bbae-341ee365eb9d', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'mac_address': 'fa:16:3e:5e:d0:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'a0554c84-e2b6-402c-83e6-a94f68047e5c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:04:20Z', 'updated_at': '2021-08-23T21:04:23Z', 'revision_number': 4, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'subnets': [{'id': 'a0554c84-e2b6-402c-83e6-a94f68047e5c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd33e35bc-aaba-4d05-a262-e54d59ae7d61', 'name': '', 'network_id': '3e7777b9-9f81-47d3-b249-18952c96e3e6', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'mac_address': 'fa:16:3e:80:4e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'acf2632e-c173-4823-9f61-8637075dcb12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:03:08Z', 'updated_at': '2021-08-23T21:03:15Z', 'revision_number': 5, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'subnets': [{'id': 'acf2632e-c173-4823-9f61-8637075dcb12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:04:24.449386 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1bb307f4-b838-4b00-989b-ab30cf0920e4 req-f8bd6cd6-fb47-4767-8f63-87391fa30688 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=81799cc9-e0fa-4ae1-aa3e-209b70bd4905 HTTP/1.1" status: 200 len: 210 time: 0.0362964 Aug 23 21:04:24.536785 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1a3dd-4442-4e6d-b393-4771dc344d32 req-98668dd5-0b9e-4976-94f0-d51f7996c8db tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:24.538652 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fdd1a3dd-4442-4e6d-b393-4771dc344d32 req-98668dd5-0b9e-4976-94f0-d51f7996c8db tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.32 "GET /v2.0/networks?id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf HTTP/1.1" status: 200 len: 812 time: 0.2032590 Aug 23 21:04:24.604972 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fdd1a3dd-4442-4e6d-b393-4771dc344d32 req-d11ae700-6810-477f-8fa3-c8ae2d33c1ca tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e20396f7331438baf5e0a87fc6f3d2f HTTP/1.1" status: 200 len: 379 time: 0.0405221 Aug 23 21:04:24.616826 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-fdd1a3dd-4442-4e6d-b393-4771dc344d32 req-3ff693a0-a0e2-42e7-99eb-54df21a96d0a tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Request body: {'port': {'device_id': '81799cc9-e0fa-4ae1-aa3e-209b70bd4905', 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf', 'admin_state_up': True, 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'security_groups': ['4ca4f03b-a894-47fd-852a-5dff620c07ed']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:04:24.776034 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdd1a3dd-4442-4e6d-b393-4771dc344d32 req-3ff693a0-a0e2-42e7-99eb-54df21a96d0a tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Made reservation on behalf of 9e20396f7331438baf5e0a87fc6f3d2f for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:04:24.787390 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fdd1a3dd-4442-4e6d-b393-4771dc344d32 req-3ff693a0-a0e2-42e7-99eb-54df21a96d0a tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:24.915882 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 881558fd-3ad4-42d6-833b-07e1d5e775a9 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:04:25.003757 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 881558fd-3ad4-42d6-833b-07e1d5e775a9 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:04:25.008350 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 881558fd-3ad4-42d6-833b-07e1d5e775a9 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:04:25.008931 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:25.015222 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-fdd1a3dd-4442-4e6d-b393-4771dc344d32 req-3ff693a0-a0e2-42e7-99eb-54df21a96d0a tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Allocated IP 172.20.0.12 (1822ef8c-ab9b-49ef-9b96-3e20505d8abf/df05a557-9226-4912-87c8-3cb75cc85ce5/196bf330-3e63-48df-8e8a-8d24da7df9ce) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:04:25.121754 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:25.163246 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 881558fd-3ad4-42d6-833b-07e1d5e775a9, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=881558fd-3ad4-42d6-833b-07e1d5e775a9,segment=NetworkSegment(306ef967-a57d-4cb1-a140-dfdafac465a7),segment_id=306ef967-a57d-4cb1-a140-dfdafac465a7)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:04:25.169243 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:25.238620 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=881558fd-3ad4-42d6-833b-07e1d5e775a9,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:04:25.250957 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fdd1a3dd-4442-4e6d-b393-4771dc344d32 req-3ff693a0-a0e2-42e7-99eb-54df21a96d0a tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:25.267628 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-fdd1a3dd-4442-4e6d-b393-4771dc344d32 req-3ff693a0-a0e2-42e7-99eb-54df21a96d0a tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Transition to ACTIVE for port object 196bf330-3e63-48df-8e8a-8d24da7df9ce will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:04:25.304841 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fdd1a3dd-4442-4e6d-b393-4771dc344d32 req-3ff693a0-a0e2-42e7-99eb-54df21a96d0a tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:25.357959 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdd1a3dd-4442-4e6d-b393-4771dc344d32 req-3ff693a0-a0e2-42e7-99eb-54df21a96d0a tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Network 1822ef8c-ab9b-49ef-9b96-3e20505d8abf is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:04:25.361480 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-fdd1a3dd-4442-4e6d-b393-4771dc344d32 req-3ff693a0-a0e2-42e7-99eb-54df21a96d0a tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:04:25.364096 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdd1a3dd-4442-4e6d-b393-4771dc344d32 req-3ff693a0-a0e2-42e7-99eb-54df21a96d0a tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:04:25.396052 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff693a0-a0e2-42e7-99eb-54df21a96d0a tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Pushing event updated for resources: {'Port': ['ID=196bf330-3e63-48df-8e8a-8d24da7df9ce,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:04:25.430290 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1a3dd-4442-4e6d-b393-4771dc344d32 req-3ff693a0-a0e2-42e7-99eb-54df21a96d0a tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:25.430974 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fdd1a3dd-4442-4e6d-b393-4771dc344d32 req-3ff693a0-a0e2-42e7-99eb-54df21a96d0a tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:25.448105 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fdd1a3dd-4442-4e6d-b393-4771dc344d32 req-3ff693a0-a0e2-42e7-99eb-54df21a96d0a tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8369715 Aug 23 21:04:25.469401 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-fdd1a3dd-4442-4e6d-b393-4771dc344d32 req-77e86fd1-3afa-471e-9da1-9061c7d47951 service neutron] Request body: {'port': {'device_id': '81799cc9-e0fa-4ae1-aa3e-209b70bd4905', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:04:25.558450 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fdd1a3dd-4442-4e6d-b393-4771dc344d32 req-77e86fd1-3afa-471e-9da1-9061c7d47951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:25.697114 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7fc53a-46e7-44f7-aaef-5e0d62611222 req-8a4084f4-00a1-4a62-8762-a5baaa15cdf0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:25.698933 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7e7fc53a-46e7-44f7-aaef-5e0d62611222 req-8a4084f4-00a1-4a62-8762-a5baaa15cdf0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=81799cc9-e0fa-4ae1-aa3e-209b70bd4905 HTTP/1.1" status: 200 len: 932 time: 0.1205862 Aug 23 21:04:25.705105 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2314b650-4782-4902-97a3-d9137e84fa72 None None] Provisioning for port 196bf330-3e63-48df-8e8a-8d24da7df9ce completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:04:25.713266 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2314b650-4782-4902-97a3-d9137e84fa72 None None] Provisioning complete for port 196bf330-3e63-48df-8e8a-8d24da7df9ce triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:04:25.713921 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2314b650-4782-4902-97a3-d9137e84fa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:25.767905 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7e7fc53a-46e7-44f7-aaef-5e0d62611222 req-297f5758-a1f3-4bf3-9c71-5034941261ec tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ca4f03b-a894-47fd-852a-5dff620c07ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574570 Aug 23 21:04:25.800156 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-2314b650-4782-4902-97a3-d9137e84fa72 None None] Port 196bf330-3e63-48df-8e8a-8d24da7df9ce cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:04:25.923756 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-fdd1a3dd-4442-4e6d-b393-4771dc344d32 req-77e86fd1-3afa-471e-9da1-9061c7d47951 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 196bf330-3e63-48df-8e8a-8d24da7df9ce {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:04:25.931932 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fdd1a3dd-4442-4e6d-b393-4771dc344d32 req-77e86fd1-3afa-471e-9da1-9061c7d47951 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:25.945377 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-fdd1a3dd-4442-4e6d-b393-4771dc344d32 req-77e86fd1-3afa-471e-9da1-9061c7d47951 service neutron] Transition to ACTIVE for port object 196bf330-3e63-48df-8e8a-8d24da7df9ce will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:04:25.953348 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fdd1a3dd-4442-4e6d-b393-4771dc344d32 req-77e86fd1-3afa-471e-9da1-9061c7d47951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:26.007890 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412c089-f2ac-4f8a-9251-acafbc58d982 req-e13ea262-074f-45e6-b602-c866722e9896 tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:26.016518 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f412c089-f2ac-4f8a-9251-acafbc58d982 req-e13ea262-074f-45e6-b602-c866722e9896 tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] 10.222.0.61 "GET /v2.0/ports?device_id=550276b0-a22c-435a-9596-b6cf8d333973 HTTP/1.1" status: 200 len: 950 time: 0.0673907 Aug 23 21:04:26.031585 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e86fd1-3afa-471e-9da1-9061c7d47951 service neutron] Pushing event updated for resources: {'Port': ['ID=196bf330-3e63-48df-8e8a-8d24da7df9ce,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:04:26.064281 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f412c089-f2ac-4f8a-9251-acafbc58d982 req-19e9da3e-6f5a-4510-b572-fcc88c262166 tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] 10.222.0.61 "GET /v2.0/security-groups?id=5101e3b4-d483-46c7-8037-447c747102f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417230 Aug 23 21:04:26.093910 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-fdd1a3dd-4442-4e6d-b393-4771dc344d32 req-77e86fd1-3afa-471e-9da1-9061c7d47951 service neutron] Attempting to bind port 196bf330-3e63-48df-8e8a-8d24da7df9ce on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:04:26.094251 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-fdd1a3dd-4442-4e6d-b393-4771dc344d32 req-77e86fd1-3afa-471e-9da1-9061c7d47951 service neutron] Attempting to bind port 196bf330-3e63-48df-8e8a-8d24da7df9ce by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': 'c18fa516-d00d-4d59-b20b-fdf45af90e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:04:26.094572 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd1a3dd-4442-4e6d-b393-4771dc344d32 req-77e86fd1-3afa-471e-9da1-9061c7d47951 service neutron] Attempting to bind port 196bf330-3e63-48df-8e8a-8d24da7df9ce on network 1822ef8c-ab9b-49ef-9b96-3e20505d8abf {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:04:26.099198 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd1a3dd-4442-4e6d-b393-4771dc344d32 req-77e86fd1-3afa-471e-9da1-9061c7d47951 service neutron] Port 196bf330-3e63-48df-8e8a-8d24da7df9ce on network 1822ef8c-ab9b-49ef-9b96-3e20505d8abf not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:04:26.099517 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd1a3dd-4442-4e6d-b393-4771dc344d32 req-77e86fd1-3afa-471e-9da1-9061c7d47951 service neutron] Attempting to bind port 196bf330-3e63-48df-8e8a-8d24da7df9ce on network 1822ef8c-ab9b-49ef-9b96-3e20505d8abf {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:04:26.104531 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd1a3dd-4442-4e6d-b393-4771dc344d32 req-77e86fd1-3afa-471e-9da1-9061c7d47951 service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:04:26.104865 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd1a3dd-4442-4e6d-b393-4771dc344d32 req-77e86fd1-3afa-471e-9da1-9061c7d47951 service neutron] Checking segment: {'id': 'c18fa516-d00d-4d59-b20b-fdf45af90e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:04:26.105248 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd1a3dd-4442-4e6d-b393-4771dc344d32 req-77e86fd1-3afa-471e-9da1-9061c7d47951 service neutron] Bound using segment: {'id': 'c18fa516-d00d-4d59-b20b-fdf45af90e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:04:26.105673 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-fdd1a3dd-4442-4e6d-b393-4771dc344d32 req-77e86fd1-3afa-471e-9da1-9061c7d47951 service neutron] Bound port: 196bf330-3e63-48df-8e8a-8d24da7df9ce, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c18fa516-d00d-4d59-b20b-fdf45af90e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:04:26.106027 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fdd1a3dd-4442-4e6d-b393-4771dc344d32 req-77e86fd1-3afa-471e-9da1-9061c7d47951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:26.183922 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-fdd1a3dd-4442-4e6d-b393-4771dc344d32 req-77e86fd1-3afa-471e-9da1-9061c7d47951 service neutron] For port 196bf330-3e63-48df-8e8a-8d24da7df9ce, host n-h2-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:04:26.191192 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-fdd1a3dd-4442-4e6d-b393-4771dc344d32 req-77e86fd1-3afa-471e-9da1-9061c7d47951 service neutron] For port 196bf330-3e63-48df-8e8a-8d24da7df9ce, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=196bf330-3e63-48df-8e8a-8d24da7df9ce,segment=NetworkSegment(c18fa516-d00d-4d59-b20b-fdf45af90e68),segment_id=c18fa516-d00d-4d59-b20b-fdf45af90e68)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:04:26.196986 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fdd1a3dd-4442-4e6d-b393-4771dc344d32 req-77e86fd1-3afa-471e-9da1-9061c7d47951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:26.243877 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1a3dd-4442-4e6d-b393-4771dc344d32 req-77e86fd1-3afa-471e-9da1-9061c7d47951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:26.244493 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fdd1a3dd-4442-4e6d-b393-4771dc344d32 req-77e86fd1-3afa-471e-9da1-9061c7d47951 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:26.245931 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fdd1a3dd-4442-4e6d-b393-4771dc344d32 req-77e86fd1-3afa-471e-9da1-9061c7d47951 service neutron] 10.222.0.32 "PUT /v2.0/ports/196bf330-3e63-48df-8e8a-8d24da7df9ce HTTP/1.1" status: 200 len: 1092 time: 0.7815876 Aug 23 21:04:26.246494 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81799cc9-e0fa-4ae1-aa3e-209b70bd4905', 'tag': '196bf330-3e63-48df-8e8a-8d24da7df9ce'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:04:26.249326 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de180341-6805-4bbb-936a-9a4d24f8a244" -d '{"events": [{"name": "network-changed", "server_uuid": "81799cc9-e0fa-4ae1-aa3e-209b70bd4905", "tag": "196bf330-3e63-48df-8e8a-8d24da7df9ce"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:04:26.272590 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e86fd1-3afa-471e-9da1-9061c7d47951 service neutron] Pushing event updated for resources: {'Port': ['ID=196bf330-3e63-48df-8e8a-8d24da7df9ce,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:04:26.303326 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac730e69-2d96-4644-8e40-77e60e4a01b6 x-openstack-request-id: req-ac730e69-2d96-4644-8e40-77e60e4a01b6 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:04:26.303794 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81799cc9-e0fa-4ae1-aa3e-209b70bd4905", "tag": "196bf330-3e63-48df-8e8a-8d24da7df9ce", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:04:26.304113 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ac730e69-2d96-4644-8e40-77e60e4a01b6 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:04:26.304573 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81799cc9-e0fa-4ae1-aa3e-209b70bd4905', 'tag': '196bf330-3e63-48df-8e8a-8d24da7df9ce', 'status': 'completed', 'code': 200} Aug 23 21:04:26.436199 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1a3dd-4442-4e6d-b393-4771dc344d32 req-7bda35f1-3401-4751-9b49-2d3de22eeff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:26.437783 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fdd1a3dd-4442-4e6d-b393-4771dc344d32 req-7bda35f1-3401-4751-9b49-2d3de22eeff1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e20396f7331438baf5e0a87fc6f3d2f&device_id=81799cc9-e0fa-4ae1-aa3e-209b70bd4905 HTTP/1.1" status: 200 len: 1095 time: 0.1102443 Aug 23 21:04:26.491357 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fdd1a3dd-4442-4e6d-b393-4771dc344d32 req-5432679a-dda1-4436-8e52-b18f13ffa8bb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=196bf330-3e63-48df-8e8a-8d24da7df9ce HTTP/1.1" status: 200 len: 217 time: 0.0385170 Aug 23 21:04:26.556255 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1a3dd-4442-4e6d-b393-4771dc344d32 req-3523e7d4-b9a3-4381-ad15-e7f3e8169439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:26.558058 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fdd1a3dd-4442-4e6d-b393-4771dc344d32 req-3523e7d4-b9a3-4381-ad15-e7f3e8169439 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df05a557-9226-4912-87c8-3cb75cc85ce5 HTTP/1.1" status: 200 len: 851 time: 0.0595496 Aug 23 21:04:26.612463 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1a3dd-4442-4e6d-b393-4771dc344d32 req-f38b14d9-c4ed-40af-bd8a-dace5c2a4cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:26.614029 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fdd1a3dd-4442-4e6d-b393-4771dc344d32 req-f38b14d9-c4ed-40af-bd8a-dace5c2a4cca service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469532 Aug 23 21:04:26.706416 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fdd1a3dd-4442-4e6d-b393-4771dc344d32 req-4b9cb339-f50c-41ea-97b9-516667f844aa service neutron] 10.222.0.32 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845523 Aug 23 21:04:26.816241 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fdd1a3dd-4442-4e6d-b393-4771dc344d32 req-24b54e5d-ee63-40cd-8502-773bf58a0693 service neutron] 10.222.0.32 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022546 Aug 23 21:04:26.856137 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 881558fd-3ad4-42d6-833b-07e1d5e775a9 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:04:26.925955 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 881558fd-3ad4-42d6-833b-07e1d5e775a9 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:04:26.926518 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:26.931592 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6081eb6-cce0-4ec5-b069-1a06dd0d434c req-f2a3d175-6791-4265-92be-4af51b6430cf tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:26.933339 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f6081eb6-cce0-4ec5-b069-1a06dd0d434c req-f2a3d175-6791-4265-92be-4af51b6430cf tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=81799cc9-e0fa-4ae1-aa3e-209b70bd4905 HTTP/1.1" status: 200 len: 944 time: 0.0760529 Aug 23 21:04:26.957826 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de180341-6805-4bbb-936a-9a4d24f8a244 req-089a7659-125a-4e89-9fc5-69b986da96fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:26.961813 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-de180341-6805-4bbb-936a-9a4d24f8a244 req-089a7659-125a-4e89-9fc5-69b986da96fe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e20396f7331438baf5e0a87fc6f3d2f&device_id=81799cc9-e0fa-4ae1-aa3e-209b70bd4905 HTTP/1.1" status: 200 len: 1095 time: 0.0658350 Aug 23 21:04:26.995961 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f6081eb6-cce0-4ec5-b069-1a06dd0d434c req-fccf2e8b-1192-4585-a5ff-5f1a0c5dd8ee tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ca4f03b-a894-47fd-852a-5dff620c07ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547755 Aug 23 21:04:27.096027 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de180341-6805-4bbb-936a-9a4d24f8a244 req-4386b0b3-2ae4-4f24-876e-b88e06336717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:27.097593 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-de180341-6805-4bbb-936a-9a4d24f8a244 req-4386b0b3-2ae4-4f24-876e-b88e06336717 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf HTTP/1.1" status: 200 len: 913 time: 0.1293490 Aug 23 21:04:27.147228 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-de180341-6805-4bbb-936a-9a4d24f8a244 req-d446d652-3a29-44d8-8243-5fad309842bd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=196bf330-3e63-48df-8e8a-8d24da7df9ce HTTP/1.1" status: 200 len: 217 time: 0.0410807 Aug 23 21:04:27.231025 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de180341-6805-4bbb-936a-9a4d24f8a244 req-c12be219-3515-498d-b51a-96f0c65c6e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:27.233243 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-de180341-6805-4bbb-936a-9a4d24f8a244 req-c12be219-3515-498d-b51a-96f0c65c6e08 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df05a557-9226-4912-87c8-3cb75cc85ce5 HTTP/1.1" status: 200 len: 851 time: 0.0764086 Aug 23 21:04:27.242469 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f4283-45f5-4966-92cd-4f6acab9ecc6 req-5a0620df-2542-4f79-beb0-a602e364ff12 tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:27.244120 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dc1f4283-45f5-4966-92cd-4f6acab9ecc6 req-5a0620df-2542-4f79-beb0-a602e364ff12 tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] 10.222.0.61 "GET /v2.0/ports?device_id=550276b0-a22c-435a-9596-b6cf8d333973 HTTP/1.1" status: 200 len: 950 time: 0.0997074 Aug 23 21:04:27.310072 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dc1f4283-45f5-4966-92cd-4f6acab9ecc6 req-cee80685-ee04-4106-b061-9c6be390e918 tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] 10.222.0.61 "GET /v2.0/security-groups?id=5101e3b4-d483-46c7-8037-447c747102f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562174 Aug 23 21:04:27.313548 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de180341-6805-4bbb-936a-9a4d24f8a244 req-f89e6f14-2401-4583-b691-8f02e118d60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:27.314992 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-de180341-6805-4bbb-936a-9a4d24f8a244 req-f89e6f14-2401-4583-b691-8f02e118d60a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700562 Aug 23 21:04:27.417316 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-de180341-6805-4bbb-936a-9a4d24f8a244 req-ff2ba1f5-7505-46b7-8bb5-c16613be64b3 service neutron] 10.222.0.32 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874801 Aug 23 21:04:27.516324 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-de180341-6805-4bbb-936a-9a4d24f8a244 req-082c7cd5-a4a7-4896-81fa-3cce8672de5e service neutron] 10.222.0.32 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907168 Aug 23 21:04:27.829998 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63c5e8-7e36-4354-bb2a-a58f3eabe927 req-d56dbdda-3daa-4c9d-8f34-2a4f0fe976f6 tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:27.831582 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3b63c5e8-7e36-4354-bb2a-a58f3eabe927 req-d56dbdda-3daa-4c9d-8f34-2a4f0fe976f6 tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] 10.222.0.32 "GET /v2.0/ports?device_id=550276b0-a22c-435a-9596-b6cf8d333973 HTTP/1.1" status: 200 len: 950 time: 0.0533504 Aug 23 21:04:27.937765 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-3b63c5e8-7e36-4354-bb2a-a58f3eabe927 req-eca95514-21f5-497d-bb8a-3e59fbbb0ce3 tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] Deleting port ba097c4b-f06a-4e18-b2aa-38e00b3480bd {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:04:27.938163 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3b63c5e8-7e36-4354-bb2a-a58f3eabe927 req-eca95514-21f5-497d-bb8a-3e59fbbb0ce3 tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:28.027375 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-3b63c5e8-7e36-4354-bb2a-a58f3eabe927 req-eca95514-21f5-497d-bb8a-3e59fbbb0ce3 tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] For port ba097c4b-f06a-4e18-b2aa-38e00b3480bd, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=ba097c4b-f06a-4e18-b2aa-38e00b3480bd,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:04:28.027937 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3b63c5e8-7e36-4354-bb2a-a58f3eabe927 req-eca95514-21f5-497d-bb8a-3e59fbbb0ce3 tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:28.041136 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-3b63c5e8-7e36-4354-bb2a-a58f3eabe927 req-eca95514-21f5-497d-bb8a-3e59fbbb0ce3 tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] Calling delete_port for ba097c4b-f06a-4e18-b2aa-38e00b3480bd owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:04:28.128429 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f46009-7f1f-4b8c-8681-00f8275d64ea req-a2f27aa5-2077-4322-a283-731a2470e9dd tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:28.129965 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d7f46009-7f1f-4b8c-8681-00f8275d64ea req-a2f27aa5-2077-4322-a283-731a2470e9dd tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=81799cc9-e0fa-4ae1-aa3e-209b70bd4905 HTTP/1.1" status: 200 len: 944 time: 0.0576789 Aug 23 21:04:28.172390 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d7f46009-7f1f-4b8c-8681-00f8275d64ea req-7cba4bbe-cf7f-4346-b6df-7ed9e9e40221 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ca4f03b-a894-47fd-852a-5dff620c07ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357590 Aug 23 21:04:28.180396 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3b63c5e8-7e36-4354-bb2a-a58f3eabe927 req-eca95514-21f5-497d-bb8a-3e59fbbb0ce3 tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:28.213938 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['ba097c4b-f06a-4e18-b2aa-38e00b3480bd'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:04:28.214903 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca95514-21f5-497d-bb8a-3e59fbbb0ce3 tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] Pushing event deleted for resources: {'Port': ['ID=ba097c4b-f06a-4e18-b2aa-38e00b3480bd,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:04:28.267100 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b63c5e8-7e36-4354-bb2a-a58f3eabe927 req-eca95514-21f5-497d-bb8a-3e59fbbb0ce3 tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] No DVR routers for this DVR port ba097c4b-f06a-4e18-b2aa-38e00b3480bd on host n-h2-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:04:28.269910 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3b63c5e8-7e36-4354-bb2a-a58f3eabe927 req-eca95514-21f5-497d-bb8a-3e59fbbb0ce3 tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:28.272267 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3b63c5e8-7e36-4354-bb2a-a58f3eabe927 req-eca95514-21f5-497d-bb8a-3e59fbbb0ce3 tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] 10.222.0.32 "DELETE /v2.0/ports/ba097c4b-f06a-4e18-b2aa-38e00b3480bd HTTP/1.1" status: 204 len: 173 time: 0.4344723 Aug 23 21:04:28.305502 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '550276b0-a22c-435a-9596-b6cf8d333973', 'name': 'network-vif-deleted', 'tag': 'ba097c4b-f06a-4e18-b2aa-38e00b3480bd'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:04:28.308038 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d737bc2-8d66-4c92-b4bd-fec3feaf1cba" -d '{"events": [{"server_uuid": "550276b0-a22c-435a-9596-b6cf8d333973", "name": "network-vif-deleted", "tag": "ba097c4b-f06a-4e18-b2aa-38e00b3480bd"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:04:28.358635 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0806b519-a778-4fba-a03a-fb604f3cbb34 x-openstack-request-id: req-0806b519-a778-4fba-a03a-fb604f3cbb34 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:04:28.359234 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "550276b0-a22c-435a-9596-b6cf8d333973", "name": "network-vif-deleted", "tag": "ba097c4b-f06a-4e18-b2aa-38e00b3480bd", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:04:28.359551 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0806b519-a778-4fba-a03a-fb604f3cbb34 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:04:28.360010 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '550276b0-a22c-435a-9596-b6cf8d333973', 'name': 'network-vif-deleted', 'tag': 'ba097c4b-f06a-4e18-b2aa-38e00b3480bd', 'status': 'completed', 'code': 200} Aug 23 21:04:28.416188 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7a9094dd-3fd3-4ef8-99e1-57a62868ef2e req-ef710b0c-56c0-4c4b-a344-16dd9f9d37ed tempest-VolumesBackupsTest-362305269 tempest-VolumesBackupsTest-362305269-project] 10.222.0.61 "GET /v2.0/ports?device_id=550276b0-a22c-435a-9596-b6cf8d333973 HTTP/1.1" status: 200 len: 210 time: 0.0300205 Aug 23 21:04:28.860830 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [req-94ed544b-0ee6-43e7-8989-3a3ba6216d82 req-4635a263-9e0f-4c95-b1bc-3f09c7bccf36 service neutron] (94687) timed out ('10.222.0.11', 57944) {{(pid=94687) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 21:04:29.292266 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd8620-06cf-4623-8126-7b7f9db3f3d0 req-29c79359-c27c-42d5-a025-c8b9ad271129 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:29.293772 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2dcd8620-06cf-4623-8126-7b7f9db3f3d0 req-29c79359-c27c-42d5-a025-c8b9ad271129 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=81799cc9-e0fa-4ae1-aa3e-209b70bd4905 HTTP/1.1" status: 200 len: 944 time: 0.0519865 Aug 23 21:04:29.333582 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2dcd8620-06cf-4623-8126-7b7f9db3f3d0 req-e3fa7aba-079c-46f2-8112-82c9e3b5664d tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ca4f03b-a894-47fd-852a-5dff620c07ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330276 Aug 23 21:04:30.457490 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f09776-f6e9-4811-8785-112f11354655 req-97e6579e-b966-4b9f-8c9d-c52274b1df6e tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:30.459238 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e4f09776-f6e9-4811-8785-112f11354655 req-97e6579e-b966-4b9f-8c9d-c52274b1df6e tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=81799cc9-e0fa-4ae1-aa3e-209b70bd4905 HTTP/1.1" status: 200 len: 944 time: 0.0563116 Aug 23 21:04:30.502128 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e4f09776-f6e9-4811-8785-112f11354655 req-ba9f3e30-1c31-4e18-88e6-32846ff5620c tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ca4f03b-a894-47fd-852a-5dff620c07ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359852 Aug 23 21:04:31.298439 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8fa19507-3225-4b41-b171-a49aaad3840d req-173b1b00-b8e5-4b36-a2b0-94852da130da service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=aae606c8-dc3f-40dd-9dbf-92de63afcaf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0474758 Aug 23 21:04:31.399466 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa19507-3225-4b41-b171-a49aaad3840d req-dde3a300-e0d3-472d-9ef9-9597700b6055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:31.401094 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8fa19507-3225-4b41-b171-a49aaad3840d req-dde3a300-e0d3-472d-9ef9-9597700b6055 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=04ace1ca4b8848b7b18abeaa0879cf78&device_id=aae606c8-dc3f-40dd-9dbf-92de63afcaf9 HTTP/1.1" status: 200 len: 1096 time: 0.0441813 Aug 23 21:04:31.515171 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device ba097c4b-f06a-4e18-b2aa-38e00b3480bd no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:04:31.515744 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa19507-3225-4b41-b171-a49aaad3840d req-53d4adba-28c2-4e4d-b055-b3e6b5f5aa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:31.517371 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8fa19507-3225-4b41-b171-a49aaad3840d req-53d4adba-28c2-4e4d-b055-b3e6b5f5aa57 service neutron] 10.222.0.32 "GET /v2.0/networks?id=445d4521-abca-47c6-97f1-469f287f9a90 HTTP/1.1" status: 200 len: 914 time: 0.0958610 Aug 23 21:04:31.540990 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: ba097c4b-f06a-4e18-b2aa-38e00b3480bd {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:04:31.541237 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device ba097c4b-f06a-4e18-b2aa-38e00b3480bd not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:04:31.602866 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8fa19507-3225-4b41-b171-a49aaad3840d req-f3c95cd9-38ba-4777-b1ab-ab3f1e19ab0a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49fa73c4-304a-4846-98b0-afb7a21b9022 HTTP/1.1" status: 200 len: 1001 time: 0.0751119 Aug 23 21:04:31.642665 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70ffe3-bae3-4b17-a5f8-1672dff7acef req-285663b2-1587-4983-9a84-92351dd9f108 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:31.644220 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7e70ffe3-bae3-4b17-a5f8-1672dff7acef req-285663b2-1587-4983-9a84-92351dd9f108 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=81799cc9-e0fa-4ae1-aa3e-209b70bd4905 HTTP/1.1" status: 200 len: 944 time: 0.0611687 Aug 23 21:04:31.670320 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa19507-3225-4b41-b171-a49aaad3840d req-0ce42f12-eda6-44ca-b4c3-bcc3540c135b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:31.673113 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8fa19507-3225-4b41-b171-a49aaad3840d req-0ce42f12-eda6-44ca-b4c3-bcc3540c135b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=96a69248-c630-4eeb-815d-91f60fdfe5d3 HTTP/1.1" status: 200 len: 852 time: 0.0619988 Aug 23 21:04:31.686985 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7e70ffe3-bae3-4b17-a5f8-1672dff7acef req-af5a7ebc-24ae-428b-a74b-5b3ec1f15245 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ca4f03b-a894-47fd-852a-5dff620c07ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354230 Aug 23 21:04:31.730001 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa19507-3225-4b41-b171-a49aaad3840d req-5ce1e5f4-0fa8-4cd3-adbf-9fa8381b3c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:31.731641 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8fa19507-3225-4b41-b171-a49aaad3840d req-5ce1e5f4-0fa8-4cd3-adbf-9fa8381b3c81 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=445d4521-abca-47c6-97f1-469f287f9a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504720 Aug 23 21:04:31.831700 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8fa19507-3225-4b41-b171-a49aaad3840d req-98808522-cfba-4802-837a-564e839e4a33 service neutron] 10.222.0.32 "GET /v2.0/networks/445d4521-abca-47c6-97f1-469f287f9a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916026 Aug 23 21:04:31.932706 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8fa19507-3225-4b41-b171-a49aaad3840d req-6b5bb1d8-35c2-432c-9790-8c82bb952331 service neutron] 10.222.0.32 "GET /v2.0/networks/445d4521-abca-47c6-97f1-469f287f9a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924690 Aug 23 21:04:32.826683 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76340e5-fcaf-43d8-9286-9ac7a646525e req-46e4d583-ca90-40dd-93e1-cb217e036430 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:32.828473 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d76340e5-fcaf-43d8-9286-9ac7a646525e req-46e4d583-ca90-40dd-93e1-cb217e036430 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=81799cc9-e0fa-4ae1-aa3e-209b70bd4905 HTTP/1.1" status: 200 len: 944 time: 0.0532832 Aug 23 21:04:32.875786 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d76340e5-fcaf-43d8-9286-9ac7a646525e req-bc31b61f-3c80-4446-bca4-047c1ad426b1 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ca4f03b-a894-47fd-852a-5dff620c07ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413249 Aug 23 21:04:33.995980 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cdc611-4e8b-4c0b-9c8d-5b7012b52561 req-f817ccd8-a90d-4be0-8df5-074158da3a03 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:33.997525 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c6cdc611-4e8b-4c0b-9c8d-5b7012b52561 req-f817ccd8-a90d-4be0-8df5-074158da3a03 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=81799cc9-e0fa-4ae1-aa3e-209b70bd4905 HTTP/1.1" status: 200 len: 944 time: 0.0519767 Aug 23 21:04:34.044246 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c6cdc611-4e8b-4c0b-9c8d-5b7012b52561 req-b73da2e8-6955-4d90-8ddb-f48b368cb3bd tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ca4f03b-a894-47fd-852a-5dff620c07ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402799 Aug 23 21:04:34.173894 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [req-83eaa9a2-e7dd-43d4-9df3-6c4e35b3cd18 req-d3703257-46c8-43e2-b6e7-17c82fed906c service neutron] (94688) timed out ('10.222.0.32', 51356) {{(pid=94688) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 21:04:35.168051 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5405816-9322-4606-8ff9-3eb6af697ce2 req-eb1981f1-4f4e-4f46-a9cf-2955bcae28f0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:35.169605 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b5405816-9322-4606-8ff9-3eb6af697ce2 req-eb1981f1-4f4e-4f46-a9cf-2955bcae28f0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=81799cc9-e0fa-4ae1-aa3e-209b70bd4905 HTTP/1.1" status: 200 len: 944 time: 0.0513151 Aug 23 21:04:35.211121 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b5405816-9322-4606-8ff9-3eb6af697ce2 req-26554122-5cf6-45f0-a434-4ebf5362992a tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ca4f03b-a894-47fd-852a-5dff620c07ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349915 Aug 23 21:04:35.544661 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 196bf330-3e63-48df-8e8a-8d24da7df9ce details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 21:04:35.645892 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 196bf330-3e63-48df-8e8a-8d24da7df9ce, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=196bf330-3e63-48df-8e8a-8d24da7df9ce,segment=NetworkSegment(c18fa516-d00d-4d59-b20b-fdf45af90e68),segment_id=c18fa516-d00d-4d59-b20b-fdf45af90e68)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:04:35.658009 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': '196bf330-3e63-48df-8e8a-8d24da7df9ce', 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf', 'port_id': '196bf330-3e63-48df-8e8a-8d24da7df9ce', 'mac_address': 'fa:16:3e:86:88:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df05a557-9226-4912-87c8-3cb75cc85ce5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 21:04:35.697890 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:35.711002 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 196bf330-3e63-48df-8e8a-8d24da7df9ce {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:04:35.731661 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 196bf330-3e63-48df-8e8a-8d24da7df9ce, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=196bf330-3e63-48df-8e8a-8d24da7df9ce,segment=NetworkSegment(c18fa516-d00d-4d59-b20b-fdf45af90e68),segment_id=c18fa516-d00d-4d59-b20b-fdf45af90e68)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:04:35.739193 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:35.792812 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=196bf330-3e63-48df-8e8a-8d24da7df9ce,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:04:36.065412 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['196bf330-3e63-48df-8e8a-8d24da7df9ce'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:04:36.337217 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0955d9c-8631-459c-84f3-debb08292912 req-144fcb2f-f649-40cf-ad99-69fb6ba296b9 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:36.338938 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d0955d9c-8631-459c-84f3-debb08292912 req-144fcb2f-f649-40cf-ad99-69fb6ba296b9 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=81799cc9-e0fa-4ae1-aa3e-209b70bd4905 HTTP/1.1" status: 200 len: 945 time: 0.0535476 Aug 23 21:04:36.382790 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d0955d9c-8631-459c-84f3-debb08292912 req-07f5b897-fb8d-411b-91a8-40cbcd8f6ffd tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ca4f03b-a894-47fd-852a-5dff620c07ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363617 Aug 23 21:04:37.503434 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2206d-683c-42cf-881e-c4cbbfe3e83a req-e0d8e345-b899-4fe4-b227-e99ddb7d0ca6 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:37.505285 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d5e2206d-683c-42cf-881e-c4cbbfe3e83a req-e0d8e345-b899-4fe4-b227-e99ddb7d0ca6 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=81799cc9-e0fa-4ae1-aa3e-209b70bd4905 HTTP/1.1" status: 200 len: 945 time: 0.0513940 Aug 23 21:04:37.546699 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d5e2206d-683c-42cf-881e-c4cbbfe3e83a req-12698577-d446-44c5-a2bb-c62413afcaa5 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ca4f03b-a894-47fd-852a-5dff620c07ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346255 Aug 23 21:04:37.569678 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 196bf330-3e63-48df-8e8a-8d24da7df9ce up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:04:37.621427 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port 196bf330-3e63-48df-8e8a-8d24da7df9ce completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:04:37.625554 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port 196bf330-3e63-48df-8e8a-8d24da7df9ce triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:04:37.625932 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:37.709516 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:37.736706 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81799cc9-e0fa-4ae1-aa3e-209b70bd4905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '196bf330-3e63-48df-8e8a-8d24da7df9ce'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:04:37.739106 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a29ea5-06e1-46e9-bb52-84dfaaa8093c" -d '{"events": [{"server_uuid": "81799cc9-e0fa-4ae1-aa3e-209b70bd4905", "name": "network-vif-plugged", "status": "completed", "tag": "196bf330-3e63-48df-8e8a-8d24da7df9ce"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:04:37.753125 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 196bf330-3e63-48df-8e8a-8d24da7df9ce, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=196bf330-3e63-48df-8e8a-8d24da7df9ce,segment=NetworkSegment(c18fa516-d00d-4d59-b20b-fdf45af90e68),segment_id=c18fa516-d00d-4d59-b20b-fdf45af90e68)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:04:37.758763 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:37.782744 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7490aa4f-c86d-4bb7-b99b-fb9696e45bcb x-openstack-request-id: req-7490aa4f-c86d-4bb7-b99b-fb9696e45bcb {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:04:37.783034 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81799cc9-e0fa-4ae1-aa3e-209b70bd4905", "name": "network-vif-plugged", "status": "completed", "tag": "196bf330-3e63-48df-8e8a-8d24da7df9ce", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:04:37.783280 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7490aa4f-c86d-4bb7-b99b-fb9696e45bcb {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:04:37.783673 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81799cc9-e0fa-4ae1-aa3e-209b70bd4905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '196bf330-3e63-48df-8e8a-8d24da7df9ce', 'code': 200} Aug 23 21:04:37.810143 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=196bf330-3e63-48df-8e8a-8d24da7df9ce,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:04:37.917791 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6d5a7a-a7ba-4783-8e6e-888317831798 req-56c36fc4-ebea-4ea1-99b7-b6a2a81ab74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:37.919323 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fe6d5a7a-a7ba-4783-8e6e-888317831798 req-56c36fc4-ebea-4ea1-99b7-b6a2a81ab74c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=81799cc9-e0fa-4ae1-aa3e-209b70bd4905 HTTP/1.1" status: 200 len: 1097 time: 0.0430887 Aug 23 21:04:37.962829 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fe6d5a7a-a7ba-4783-8e6e-888317831798 req-fe3a1410-2dbc-46d4-9a47-00e8856f22d3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4ca4f03b-a894-47fd-852a-5dff620c07ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361414 Aug 23 21:04:38.666200 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48b18c-345f-4b09-8f2c-2857e193b927 req-c7505bca-d551-48b5-ab89-cf49398162b9 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:38.667689 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6f48b18c-345f-4b09-8f2c-2857e193b927 req-c7505bca-d551-48b5-ab89-cf49398162b9 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=81799cc9-e0fa-4ae1-aa3e-209b70bd4905 HTTP/1.1" status: 200 len: 946 time: 0.0511253 Aug 23 21:04:38.710197 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6f48b18c-345f-4b09-8f2c-2857e193b927 req-5fb1a36e-f5ea-4221-996b-400f4b236414 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ca4f03b-a894-47fd-852a-5dff620c07ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353773 Aug 23 21:04:39.832209 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0b068-109b-47c2-89ce-6fe4eca4ded6 req-1df799dc-24ab-4cba-87f6-48701a25754e tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:39.833852 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-def0b068-109b-47c2-89ce-6fe4eca4ded6 req-1df799dc-24ab-4cba-87f6-48701a25754e tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=81799cc9-e0fa-4ae1-aa3e-209b70bd4905 HTTP/1.1" status: 200 len: 946 time: 0.0517356 Aug 23 21:04:39.878137 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-def0b068-109b-47c2-89ce-6fe4eca4ded6 req-ec3295ba-3a1f-46b3-9b45-61dd7fc19914 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ca4f03b-a894-47fd-852a-5dff620c07ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373347 Aug 23 21:04:39.998204 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3817c66c-ca74-4ecb-a88c-31221af77915 req-7ce6ab87-b85b-44bb-bd54-38baa2ace58b tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:40.006397 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3817c66c-ca74-4ecb-a88c-31221af77915 req-7ce6ab87-b85b-44bb-bd54-38baa2ace58b tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=81799cc9-e0fa-4ae1-aa3e-209b70bd4905 HTTP/1.1" status: 200 len: 946 time: 0.0555892 Aug 23 21:04:40.042356 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3817c66c-ca74-4ecb-a88c-31221af77915 req-eae1671b-6f58-460a-ba95-6b1e53652766 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ca4f03b-a894-47fd-852a-5dff620c07ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359371 Aug 23 21:04:40.057783 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ac40af61-de24-4933-b388-9d8a7479a245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:40.067947 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 43452) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:04:40.222514 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14315247-131f-4dc5-b6e0-0a67d490bc42 tempest-TestVolumeBootPattern-1602749881 tempest-TestVolumeBootPattern-1602749881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:40.224246 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-14315247-131f-4dc5-b6e0-0a67d490bc42 tempest-TestVolumeBootPattern-1602749881 tempest-TestVolumeBootPattern-1602749881-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=81799cc9-e0fa-4ae1-aa3e-209b70bd4905 HTTP/1.1" status: 200 len: 1092 time: 0.1550157 Aug 23 21:04:40.226982 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 43456) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:04:40.231562 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-7d994315-5129-43b8-ba8e-87ee619442ed tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Request body: {'floatingip': {'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'port_id': '196bf330-3e63-48df-8e8a-8d24da7df9ce', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:04:40.256371 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7d994315-5129-43b8-ba8e-87ee619442ed tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks [] for floatingip, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:40.364130 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7d994315-5129-43b8-ba8e-87ee619442ed tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:40.478927 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-7d994315-5129-43b8-ba8e-87ee619442ed tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Allocated IP 172.25.4.172 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/65114176-3576-4d1a-a4ea-be12a3f6b9fd) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:04:40.596174 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7d994315-5129-43b8-ba8e-87ee619442ed tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:40.626229 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:40.709400 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7d994315-5129-43b8-ba8e-87ee619442ed tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:40.762891 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d994315-5129-43b8-ba8e-87ee619442ed tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:04:40.765947 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-7d994315-5129-43b8-ba8e-87ee619442ed tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:04:40.780192 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d994315-5129-43b8-ba8e-87ee619442ed tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Pushing event updated for resources: {'Port': ['ID=65114176-3576-4d1a-a4ea-be12a3f6b9fd,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:04:40.786488 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d994315-5129-43b8-ba8e-87ee619442ed tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:04:40.910134 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 43464) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:04:41.114926 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-9799e59b-cea9-481a-a393-dca553d3f3e1 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Deleting port 0ebff2fb-5e5f-4044-bdae-9ae50b77b791 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:04:41.115727 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9799e59b-cea9-481a-a393-dca553d3f3e1 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:41.204785 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9799e59b-cea9-481a-a393-dca553d3f3e1 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:41.205010 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9799e59b-cea9-481a-a393-dca553d3f3e1 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:41.218087 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-9799e59b-cea9-481a-a393-dca553d3f3e1 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Calling delete_port for 0ebff2fb-5e5f-4044-bdae-9ae50b77b791 owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:04:41.218692 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7d994315-5129-43b8-ba8e-87ee619442ed tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:41.662100 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7d994315-5129-43b8-ba8e-87ee619442ed tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:41.794937 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9799e59b-cea9-481a-a393-dca553d3f3e1 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:41.835227 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9799e59b-cea9-481a-a393-dca553d3f3e1 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Pushing event deleted for resources: {'Port': ['ID=0ebff2fb-5e5f-4044-bdae-9ae50b77b791,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:04:41.853817 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7d994315-5129-43b8-ba8e-87ee619442ed tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:41.860049 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7d994315-5129-43b8-ba8e-87ee619442ed tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:41.901271 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9799e59b-cea9-481a-a393-dca553d3f3e1 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:41.902441 n-d-805663-2 neutron-server[94688]: INFO neutron.db.l3_db [None req-9799e59b-cea9-481a-a393-dca553d3f3e1 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Floating IP 6d69e0f5-a830-4a0f-a6c9-8b83ff1e90e0 disassociated (deleted). External IP: 172.25.4.232, port: 49fa73c4-304a-4846-98b0-afb7a21b9022. Aug 23 21:04:41.952574 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d994315-5129-43b8-ba8e-87ee619442ed tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Pushing event updated for resources: {'Port': ['ID=65114176-3576-4d1a-a4ea-be12a3f6b9fd,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:04:41.958389 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7d994315-5129-43b8-ba8e-87ee619442ed tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:42.001401 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d994315-5129-43b8-ba8e-87ee619442ed tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:04:42.001764 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d994315-5129-43b8-ba8e-87ee619442ed tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:04:42.002072 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d994315-5129-43b8-ba8e-87ee619442ed tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:04:42.002401 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d994315-5129-43b8-ba8e-87ee619442ed tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:04:42.002798 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d994315-5129-43b8-ba8e-87ee619442ed tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:04:42.003193 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d994315-5129-43b8-ba8e-87ee619442ed tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:04:42.003565 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d994315-5129-43b8-ba8e-87ee619442ed tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:04:42.003970 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d994315-5129-43b8-ba8e-87ee619442ed tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:04:42.004689 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d994315-5129-43b8-ba8e-87ee619442ed tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:04:42.004689 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d994315-5129-43b8-ba8e-87ee619442ed tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:04:42.005029 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d994315-5129-43b8-ba8e-87ee619442ed tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:04:42.005308 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d994315-5129-43b8-ba8e-87ee619442ed tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:04:42.089743 n-d-805663-2 neutron-server[94687]: INFO neutron.db.l3_db [None req-7d994315-5129-43b8-ba8e-87ee619442ed tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Floating IP 42003a77-e04f-4d09-8cc0-012892e5872a associated. External IP: 172.25.4.172, port: 196bf330-3e63-48df-8e8a-8d24da7df9ce. Aug 23 21:04:42.155865 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9799e59b-cea9-481a-a393-dca553d3f3e1 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Router 0fe2f740-7af3-4145-98b7-43ce9ee157fc has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:04:42.280168 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9799e59b-cea9-481a-a393-dca553d3f3e1 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:04:42.285016 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9799e59b-cea9-481a-a393-dca553d3f3e1 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:42.292331 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6584157-8596-48f6-9812-dac73bd6cf2a None None] Sync routers for ids ['0fe2f740-7af3-4145-98b7-43ce9ee157fc'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:04:42.305397 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6584157-8596-48f6-9812-dac73bd6cf2a None None] Routers {'0fe2f740-7af3-4145-98b7-43ce9ee157fc'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:04:42.307068 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-d6584157-8596-48f6-9812-dac73bd6cf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:04:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['0fe2f740-7af3-4145-98b7-43ce9ee157fc'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:04:42.313502 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9799e59b-cea9-481a-a393-dca553d3f3e1 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] 10.222.0.61 "DELETE /v2.0/floatingips/6d69e0f5-a830-4a0f-a6c9-8b83ff1e90e0 HTTP/1.1" status: 204 len: 168 time: 1.4016967 Aug 23 21:04:42.314208 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aae606c8-dc3f-40dd-9dbf-92de63afcaf9', 'tag': '49fa73c4-304a-4846-98b0-afb7a21b9022'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:04:42.317106 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9913d1-2686-48b6-ae91-bcee7cbf1d7e" -d '{"events": [{"name": "network-changed", "server_uuid": "aae606c8-dc3f-40dd-9dbf-92de63afcaf9", "tag": "49fa73c4-304a-4846-98b0-afb7a21b9022"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:04:42.361009 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d994315-5129-43b8-ba8e-87ee619442ed tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Router 9803a043-c29b-4ad2-9a22-6350dc1d44c9 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:04:42.366487 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2588eb42-e8f4-4bff-a417-80404a2cf3b1 x-openstack-request-id: req-2588eb42-e8f4-4bff-a417-80404a2cf3b1 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:04:42.366779 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aae606c8-dc3f-40dd-9dbf-92de63afcaf9", "tag": "49fa73c4-304a-4846-98b0-afb7a21b9022", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:04:42.367024 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2588eb42-e8f4-4bff-a417-80404a2cf3b1 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:04:42.367413 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aae606c8-dc3f-40dd-9dbf-92de63afcaf9', 'tag': '49fa73c4-304a-4846-98b0-afb7a21b9022', 'status': 'completed', 'code': 200} Aug 23 21:04:42.456812 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-d6584157-8596-48f6-9812-dac73bd6cf2a None None] Set router 0fe2f740-7af3-4145-98b7-43ce9ee157fc gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:04:42.495366 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9913d1-2686-48b6-ae91-bcee7cbf1d7e req-9185685f-5154-4ee2-bf1e-25e07e24adc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:42.497370 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2a9913d1-2686-48b6-ae91-bcee7cbf1d7e req-9185685f-5154-4ee2-bf1e-25e07e24adc5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=04ace1ca4b8848b7b18abeaa0879cf78&device_id=aae606c8-dc3f-40dd-9dbf-92de63afcaf9 HTTP/1.1" status: 200 len: 1096 time: 0.0834439 Aug 23 21:04:42.547569 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d994315-5129-43b8-ba8e-87ee619442ed tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:04:42.560628 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c551cda-10b7-48dd-9a19-ab52b71722c8 None None] Sync routers for ids ['9803a043-c29b-4ad2-9a22-6350dc1d44c9'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:04:42.575428 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c551cda-10b7-48dd-9a19-ab52b71722c8 None None] Routers {'9803a043-c29b-4ad2-9a22-6350dc1d44c9'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:04:42.576374 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-6c551cda-10b7-48dd-9a19-ab52b71722c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:04:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['9803a043-c29b-4ad2-9a22-6350dc1d44c9'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:04:42.594858 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7d994315-5129-43b8-ba8e-87ee619442ed tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:42.625953 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-7d994315-5129-43b8-ba8e-87ee619442ed tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3979228 Aug 23 21:04:42.627384 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81799cc9-e0fa-4ae1-aa3e-209b70bd4905', 'tag': '196bf330-3e63-48df-8e8a-8d24da7df9ce'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:04:42.630290 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a07f89-d0f5-471f-9b32-a8fe1b4dcad6" -d '{"events": [{"name": "network-changed", "server_uuid": "81799cc9-e0fa-4ae1-aa3e-209b70bd4905", "tag": "196bf330-3e63-48df-8e8a-8d24da7df9ce"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:04:42.659368 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f63cf2-034e-42ff-8432-75f09850089f req-fb789ed8-9dba-4def-ab7c-0c9546615a74 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:42.661233 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b7f63cf2-034e-42ff-8432-75f09850089f req-fb789ed8-9dba-4def-ab7c-0c9546615a74 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] 10.222.0.61 "GET /v2.0/ports?device_id=aae606c8-dc3f-40dd-9dbf-92de63afcaf9 HTTP/1.1" status: 200 len: 945 time: 0.1212299 Aug 23 21:04:42.691665 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9913d1-2686-48b6-ae91-bcee7cbf1d7e req-8df43ee5-2351-42a7-b1c8-8968a303d440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:42.693179 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2a9913d1-2686-48b6-ae91-bcee7cbf1d7e req-8df43ee5-2351-42a7-b1c8-8968a303d440 service neutron] 10.222.0.32 "GET /v2.0/networks?id=445d4521-abca-47c6-97f1-469f287f9a90 HTTP/1.1" status: 200 len: 914 time: 0.1808736 Aug 23 21:04:42.709224 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-d6584157-8596-48f6-9812-dac73bd6cf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe2f740-7af3-4145-98b7-43ce9ee157fc', 'name': 'tempest-TestVolumeBackupRestore-476866078-router', 'tenant_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': '0cce81c2-9491-4738-8973-83333b3946eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:00:59Z', 'updated_at': '2021-08-23T21:01:05Z', 'revision_number': 4, 'project_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'gw_port': {'id': '0cce81c2-9491-4738-8973-83333b3946eb', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe2f740-7af3-4145-98b7-43ce9ee157fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:01:00Z', 'updated_at': '2021-08-23T21:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '85b3eb5a-9b8d-4d0c-8250-be80ef675a82', 'name': '', 'network_id': '445d4521-abca-47c6-97f1-469f287f9a90', 'tenant_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'mac_address': 'fa:16:3e:8a:32:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe2f740-7af3-4145-98b7-43ce9ee157fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '96a69248-c630-4eeb-815d-91f60fdfe5d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:01:03Z', 'updated_at': '2021-08-23T21:01:11Z', 'revision_number': 5, 'project_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'subnets': [{'id': '96a69248-c630-4eeb-815d-91f60fdfe5d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:04:42.745309 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6584157-8596-48f6-9812-dac73bd6cf2a None None] Checking router: 0fe2f740-7af3-4145-98b7-43ce9ee157fc for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:04:42.771148 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-6c551cda-10b7-48dd-9a19-ab52b71722c8 None None] Set router 9803a043-c29b-4ad2-9a22-6350dc1d44c9 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:04:42.774444 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6584157-8596-48f6-9812-dac73bd6cf2a None None] Routers {'0fe2f740-7af3-4145-98b7-43ce9ee157fc'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:04:42.776499 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-d6584157-8596-48f6-9812-dac73bd6cf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:04:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['0fe2f740-7af3-4145-98b7-43ce9ee157fc'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:04:42.804847 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2a9913d1-2686-48b6-ae91-bcee7cbf1d7e req-56f727c6-7e06-4f21-af61-0aafafcbb2d3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49fa73c4-304a-4846-98b0-afb7a21b9022 HTTP/1.1" status: 200 len: 217 time: 0.0990086 Aug 23 21:04:42.822819 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b7f63cf2-034e-42ff-8432-75f09850089f req-cd1dbc6d-dca3-4ff6-8523-21a405934285 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] 10.222.0.61 "GET /v2.0/security-groups?id=a9f08b81-f6d4-4e89-ab87-8777e4da0cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458359 Aug 23 21:04:42.837548 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd7a545-250a-4a6a-8251-e6e12ff8773b x-openstack-request-id: req-ecd7a545-250a-4a6a-8251-e6e12ff8773b {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:04:42.837954 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81799cc9-e0fa-4ae1-aa3e-209b70bd4905", "tag": "196bf330-3e63-48df-8e8a-8d24da7df9ce", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:04:42.838302 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ecd7a545-250a-4a6a-8251-e6e12ff8773b {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:04:42.838798 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81799cc9-e0fa-4ae1-aa3e-209b70bd4905', 'tag': '196bf330-3e63-48df-8e8a-8d24da7df9ce', 'status': 'completed', 'code': 200} Aug 23 21:04:42.892944 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9913d1-2686-48b6-ae91-bcee7cbf1d7e req-e0d2d0cf-26cb-4f79-ba0b-643e8a07ae28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:42.895953 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2a9913d1-2686-48b6-ae91-bcee7cbf1d7e req-e0d2d0cf-26cb-4f79-ba0b-643e8a07ae28 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=96a69248-c630-4eeb-815d-91f60fdfe5d3 HTTP/1.1" status: 200 len: 852 time: 0.0721881 Aug 23 21:04:42.946705 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-d6584157-8596-48f6-9812-dac73bd6cf2a None None] Set router 0fe2f740-7af3-4145-98b7-43ce9ee157fc gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:04:42.953389 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9913d1-2686-48b6-ae91-bcee7cbf1d7e req-bfd3687c-4386-4139-b9a6-b8d5dbcca4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:42.954052 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a07f89-d0f5-471f-9b32-a8fe1b4dcad6 req-2e5b1b3e-36b9-40ff-ac51-801edd0444a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:42.955403 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2a9913d1-2686-48b6-ae91-bcee7cbf1d7e req-bfd3687c-4386-4139-b9a6-b8d5dbcca4ac service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=445d4521-abca-47c6-97f1-469f287f9a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514474 Aug 23 21:04:42.956418 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d5a07f89-d0f5-471f-9b32-a8fe1b4dcad6 req-2e5b1b3e-36b9-40ff-ac51-801edd0444a6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e20396f7331438baf5e0a87fc6f3d2f&device_id=81799cc9-e0fa-4ae1-aa3e-209b70bd4905 HTTP/1.1" status: 200 len: 1097 time: 0.0730891 Aug 23 21:04:43.074618 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2a9913d1-2686-48b6-ae91-bcee7cbf1d7e req-2685d7b0-d0f0-4b32-90db-4158cb50ea9a service neutron] 10.222.0.32 "GET /v2.0/networks/445d4521-abca-47c6-97f1-469f287f9a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057420 Aug 23 21:04:43.078396 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a07f89-d0f5-471f-9b32-a8fe1b4dcad6 req-c2b0ece3-dbec-4de3-baf2-05b3c7e07570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:43.080244 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d5a07f89-d0f5-471f-9b32-a8fe1b4dcad6 req-c2b0ece3-dbec-4de3-baf2-05b3c7e07570 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf HTTP/1.1" status: 200 len: 913 time: 0.1103296 Aug 23 21:04:43.165788 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d5a07f89-d0f5-471f-9b32-a8fe1b4dcad6 req-16b6290e-4ea1-4a03-bd93-b0b2e4385e4a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=196bf330-3e63-48df-8e8a-8d24da7df9ce HTTP/1.1" status: 200 len: 1000 time: 0.0750377 Aug 23 21:04:43.166148 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-6c551cda-10b7-48dd-9a19-ab52b71722c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'name': 'tempest-TestVolumeBootPattern-1714222421-router', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'ce20a4af-3584-4974-aa16-5f669853659b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:57:33Z', 'updated_at': '2021-08-23T20:57:36Z', 'revision_number': 4, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'gw_port': {'id': 'ce20a4af-3584-4974-aa16-5f669853659b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:57:33Z', 'updated_at': '2021-08-23T20:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '42003a77-e04f-4d09-8cc0-012892e5872a', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'floating_ip_address': '172.25.4.172', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'port_id': '196bf330-3e63-48df-8e8a-8d24da7df9ce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf', 'mac_address': 'fa:16:3e:86:88:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81799cc9-e0fa-4ae1-aa3e-209b70bd4905', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:04:41Z', 'updated_at': '2021-08-23T21:04:41Z', 'revision_number': 0, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30fdbbcc-fcf1-42b0-8603-759d0f743326', 'name': '', 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'mac_address': 'fa:16:3e:ac:84:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'df05a557-9226-4912-87c8-3cb75cc85ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:57:35Z', 'updated_at': '2021-08-23T20:57:42Z', 'revision_number': 5, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'subnets': [{'id': 'df05a557-9226-4912-87c8-3cb75cc85ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:04:43.208870 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-d6584157-8596-48f6-9812-dac73bd6cf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe2f740-7af3-4145-98b7-43ce9ee157fc', 'name': 'tempest-TestVolumeBackupRestore-476866078-router', 'tenant_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': '0cce81c2-9491-4738-8973-83333b3946eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:00:59Z', 'updated_at': '2021-08-23T21:01:05Z', 'revision_number': 4, 'project_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'gw_port': {'id': '0cce81c2-9491-4738-8973-83333b3946eb', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe2f740-7af3-4145-98b7-43ce9ee157fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:01:00Z', 'updated_at': '2021-08-23T21:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '85b3eb5a-9b8d-4d0c-8250-be80ef675a82', 'name': '', 'network_id': '445d4521-abca-47c6-97f1-469f287f9a90', 'tenant_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'mac_address': 'fa:16:3e:8a:32:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe2f740-7af3-4145-98b7-43ce9ee157fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '96a69248-c630-4eeb-815d-91f60fdfe5d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:01:03Z', 'updated_at': '2021-08-23T21:01:11Z', 'revision_number': 5, 'project_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'subnets': [{'id': '96a69248-c630-4eeb-815d-91f60fdfe5d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:04:43.214743 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c551cda-10b7-48dd-9a19-ab52b71722c8 None None] Checking router: 9803a043-c29b-4ad2-9a22-6350dc1d44c9 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:04:43.221667 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2a9913d1-2686-48b6-ae91-bcee7cbf1d7e req-a54e650d-5ab2-4c51-8bb0-f15b831e20be service neutron] 10.222.0.32 "GET /v2.0/networks/445d4521-abca-47c6-97f1-469f287f9a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321168 Aug 23 21:04:43.229886 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c551cda-10b7-48dd-9a19-ab52b71722c8 None None] Routers {'9803a043-c29b-4ad2-9a22-6350dc1d44c9'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:04:43.230510 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-6c551cda-10b7-48dd-9a19-ab52b71722c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:04:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['9803a043-c29b-4ad2-9a22-6350dc1d44c9'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:04:43.239265 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a07f89-d0f5-471f-9b32-a8fe1b4dcad6 req-08424ee4-40f9-4843-a3dd-6ce8247f116d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:43.240927 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d5a07f89-d0f5-471f-9b32-a8fe1b4dcad6 req-08424ee4-40f9-4843-a3dd-6ce8247f116d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df05a557-9226-4912-87c8-3cb75cc85ce5 HTTP/1.1" status: 200 len: 851 time: 0.0663881 Aug 23 21:04:43.256115 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6584157-8596-48f6-9812-dac73bd6cf2a None None] The sync data for ids ['0fe2f740-7af3-4145-98b7-43ce9ee157fc'] in n-d-805663-2 is: [{'id': '0fe2f740-7af3-4145-98b7-43ce9ee157fc', 'name': 'tempest-TestVolumeBackupRestore-476866078-router', 'tenant_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': '0cce81c2-9491-4738-8973-83333b3946eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:00:59Z', 'updated_at': '2021-08-23T21:01:05Z', 'revision_number': 4, 'project_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'gw_port': {'id': '0cce81c2-9491-4738-8973-83333b3946eb', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe2f740-7af3-4145-98b7-43ce9ee157fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:01:00Z', 'updated_at': '2021-08-23T21:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '85b3eb5a-9b8d-4d0c-8250-be80ef675a82', 'name': '', 'network_id': '445d4521-abca-47c6-97f1-469f287f9a90', 'tenant_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'mac_address': 'fa:16:3e:8a:32:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe2f740-7af3-4145-98b7-43ce9ee157fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '96a69248-c630-4eeb-815d-91f60fdfe5d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:01:03Z', 'updated_at': '2021-08-23T21:01:11Z', 'revision_number': 5, 'project_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'subnets': [{'id': '96a69248-c630-4eeb-815d-91f60fdfe5d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:04:43.306227 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a07f89-d0f5-471f-9b32-a8fe1b4dcad6 req-cd94a4be-72af-4ef4-b376-ae64f58d3478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:43.308449 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d5a07f89-d0f5-471f-9b32-a8fe1b4dcad6 req-cd94a4be-72af-4ef4-b376-ae64f58d3478 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580950 Aug 23 21:04:43.419539 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d5a07f89-d0f5-471f-9b32-a8fe1b4dcad6 req-54c5981a-8945-4f58-9484-ae0493f9666c service neutron] 10.222.0.32 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018739 Aug 23 21:04:43.529547 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d5a07f89-d0f5-471f-9b32-a8fe1b4dcad6 req-8a33182c-5ca0-4366-a2e6-aaa745e3d3a5 service neutron] 10.222.0.32 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015236 Aug 23 21:04:43.540541 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-6c551cda-10b7-48dd-9a19-ab52b71722c8 None None] Set router 9803a043-c29b-4ad2-9a22-6350dc1d44c9 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:04:43.580979 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5d116b70-9fc3-42de-87d7-5ee169cff690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:43.586274 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:43.636504 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87192f32-0f8e-4f24-b309-89f6b1312ae9 None None] New status for floating IP 6d69e0f5-a830-4a0f-a6c9-8b83ff1e90e0: DOWN {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 21:04:43.809145 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-6c551cda-10b7-48dd-9a19-ab52b71722c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'name': 'tempest-TestVolumeBootPattern-1714222421-router', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'ce20a4af-3584-4974-aa16-5f669853659b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:57:33Z', 'updated_at': '2021-08-23T20:57:36Z', 'revision_number': 4, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'gw_port': {'id': 'ce20a4af-3584-4974-aa16-5f669853659b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:57:33Z', 'updated_at': '2021-08-23T20:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '42003a77-e04f-4d09-8cc0-012892e5872a', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'floating_ip_address': '172.25.4.172', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'port_id': '196bf330-3e63-48df-8e8a-8d24da7df9ce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf', 'mac_address': 'fa:16:3e:86:88:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81799cc9-e0fa-4ae1-aa3e-209b70bd4905', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:04:41Z', 'updated_at': '2021-08-23T21:04:41Z', 'revision_number': 0, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30fdbbcc-fcf1-42b0-8603-759d0f743326', 'name': '', 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'mac_address': 'fa:16:3e:ac:84:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'df05a557-9226-4912-87c8-3cb75cc85ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:57:35Z', 'updated_at': '2021-08-23T20:57:42Z', 'revision_number': 5, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'subnets': [{'id': 'df05a557-9226-4912-87c8-3cb75cc85ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:04:43.840907 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c551cda-10b7-48dd-9a19-ab52b71722c8 None None] The sync data for ids ['9803a043-c29b-4ad2-9a22-6350dc1d44c9'] in n-d-805663-2 is: [{'id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'name': 'tempest-TestVolumeBootPattern-1714222421-router', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'ce20a4af-3584-4974-aa16-5f669853659b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:57:33Z', 'updated_at': '2021-08-23T20:57:36Z', 'revision_number': 4, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'gw_port': {'id': 'ce20a4af-3584-4974-aa16-5f669853659b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:57:33Z', 'updated_at': '2021-08-23T20:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '42003a77-e04f-4d09-8cc0-012892e5872a', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'floating_ip_address': '172.25.4.172', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'port_id': '196bf330-3e63-48df-8e8a-8d24da7df9ce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf', 'mac_address': 'fa:16:3e:86:88:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81799cc9-e0fa-4ae1-aa3e-209b70bd4905', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:04:41Z', 'updated_at': '2021-08-23T21:04:41Z', 'revision_number': 0, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30fdbbcc-fcf1-42b0-8603-759d0f743326', 'name': '', 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'mac_address': 'fa:16:3e:ac:84:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'df05a557-9226-4912-87c8-3cb75cc85ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:57:35Z', 'updated_at': '2021-08-23T20:57:42Z', 'revision_number': 5, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'subnets': [{'id': 'df05a557-9226-4912-87c8-3cb75cc85ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:04:43.960799 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea240d-a27e-4887-ad5f-f84a454b1c25 req-f9317e84-1d19-4e5a-b5e1-d1c89ca1cbbf tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:43.962407 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7aea240d-a27e-4887-ad5f-f84a454b1c25 req-f9317e84-1d19-4e5a-b5e1-d1c89ca1cbbf tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] 10.222.0.61 "GET /v2.0/ports?device_id=aae606c8-dc3f-40dd-9dbf-92de63afcaf9 HTTP/1.1" status: 200 len: 945 time: 0.0560021 Aug 23 21:04:44.005036 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7aea240d-a27e-4887-ad5f-f84a454b1c25 req-2cf3310e-be13-4481-a4c2-e27df04793db tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] 10.222.0.61 "GET /v2.0/security-groups?id=a9f08b81-f6d4-4e89-ab87-8777e4da0cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364892 Aug 23 21:04:44.073682 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8463e8-e0e2-4fd7-ae76-221aa009bb10 None None] New status for floating IP 42003a77-e04f-4d09-8cc0-012892e5872a: ACTIVE {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 21:04:44.302354 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c7862-b277-4274-acfa-cfe333a1fefc req-cc29fbc6-88a1-4585-8b0f-251787c0ea40 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:44.303929 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-660c7862-b277-4274-acfa-cfe333a1fefc req-cc29fbc6-88a1-4585-8b0f-251787c0ea40 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] 10.222.0.32 "GET /v2.0/ports?device_id=aae606c8-dc3f-40dd-9dbf-92de63afcaf9 HTTP/1.1" status: 200 len: 945 time: 0.0520658 Aug 23 21:04:44.401541 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-660c7862-b277-4274-acfa-cfe333a1fefc req-070552bb-a6c1-49d3-9411-2a9ef49aed43 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Deleting port 49fa73c4-304a-4846-98b0-afb7a21b9022 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:04:44.401882 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-660c7862-b277-4274-acfa-cfe333a1fefc req-070552bb-a6c1-49d3-9411-2a9ef49aed43 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:44.491532 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-660c7862-b277-4274-acfa-cfe333a1fefc req-070552bb-a6c1-49d3-9411-2a9ef49aed43 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] For port 49fa73c4-304a-4846-98b0-afb7a21b9022, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=49fa73c4-304a-4846-98b0-afb7a21b9022,segment=NetworkSegment(3929242b-52d9-40b9-9942-003e4522b4b7),segment_id=3929242b-52d9-40b9-9942-003e4522b4b7)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:04:44.492295 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-660c7862-b277-4274-acfa-cfe333a1fefc req-070552bb-a6c1-49d3-9411-2a9ef49aed43 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:44.503916 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-660c7862-b277-4274-acfa-cfe333a1fefc req-070552bb-a6c1-49d3-9411-2a9ef49aed43 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Calling delete_port for 49fa73c4-304a-4846-98b0-afb7a21b9022 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:04:44.637466 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:44.642610 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-660c7862-b277-4274-acfa-cfe333a1fefc req-070552bb-a6c1-49d3-9411-2a9ef49aed43 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:44.674764 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070552bb-a6c1-49d3-9411-2a9ef49aed43 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Pushing event deleted for resources: {'Port': ['ID=49fa73c4-304a-4846-98b0-afb7a21b9022,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:04:44.727257 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-660c7862-b277-4274-acfa-cfe333a1fefc req-070552bb-a6c1-49d3-9411-2a9ef49aed43 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] No DVR routers for this DVR port 49fa73c4-304a-4846-98b0-afb7a21b9022 on host n-h2-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:04:44.730296 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-660c7862-b277-4274-acfa-cfe333a1fefc req-070552bb-a6c1-49d3-9411-2a9ef49aed43 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:44.733706 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-660c7862-b277-4274-acfa-cfe333a1fefc req-070552bb-a6c1-49d3-9411-2a9ef49aed43 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] 10.222.0.32 "DELETE /v2.0/ports/49fa73c4-304a-4846-98b0-afb7a21b9022 HTTP/1.1" status: 204 len: 173 time: 0.4226995 Aug 23 21:04:44.839922 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae606c8-dc3f-40dd-9dbf-92de63afcaf9', 'name': 'network-vif-deleted', 'tag': '49fa73c4-304a-4846-98b0-afb7a21b9022'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:04:44.843017 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0be22e-1304-430c-9bd5-070a35f9bd84" -d '{"events": [{"server_uuid": "aae606c8-dc3f-40dd-9dbf-92de63afcaf9", "name": "network-vif-deleted", "tag": "49fa73c4-304a-4846-98b0-afb7a21b9022"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:04:44.887061 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249e859a-1c5c-4a65-bd25-8beaf0ba8d2e x-openstack-request-id: req-249e859a-1c5c-4a65-bd25-8beaf0ba8d2e {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:04:44.887418 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aae606c8-dc3f-40dd-9dbf-92de63afcaf9", "name": "network-vif-deleted", "tag": "49fa73c4-304a-4846-98b0-afb7a21b9022", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:04:44.887746 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-249e859a-1c5c-4a65-bd25-8beaf0ba8d2e {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:04:44.888235 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aae606c8-dc3f-40dd-9dbf-92de63afcaf9', 'name': 'network-vif-deleted', 'tag': '49fa73c4-304a-4846-98b0-afb7a21b9022', 'status': 'completed', 'code': 200} Aug 23 21:04:45.125664 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e04df1fb-8be8-4325-a3e8-dec0c5da2f5c req-ce83e506-6368-45b6-bef7-01bbccc75e83 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] 10.222.0.61 "GET /v2.0/ports?device_id=aae606c8-dc3f-40dd-9dbf-92de63afcaf9 HTTP/1.1" status: 200 len: 210 time: 0.0369430 Aug 23 21:04:45.462096 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 43520) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:04:45.858799 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1b62bdd5-3be5-41bb-b491-ec53478851fa tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:46.011369 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:46.247591 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c34b5d47-410e-4ea6-be09-8ed7f91d4ea1 req-f1a8c6d1-7a2d-4c93-822f-59205c58f875 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] 10.222.0.61 "GET /v2.0/ports?device_id=aae606c8-dc3f-40dd-9dbf-92de63afcaf9 HTTP/1.1" status: 200 len: 210 time: 0.0305924 Aug 23 21:04:46.262524 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-1b62bdd5-3be5-41bb-b491-ec53478851fa tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Deleting port 881558fd-3ad4-42d6-833b-07e1d5e775a9 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:04:46.263011 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1b62bdd5-3be5-41bb-b491-ec53478851fa tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:46.365961 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-1b62bdd5-3be5-41bb-b491-ec53478851fa tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] For port 881558fd-3ad4-42d6-833b-07e1d5e775a9, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=881558fd-3ad4-42d6-833b-07e1d5e775a9,segment=NetworkSegment(306ef967-a57d-4cb1-a140-dfdafac465a7),segment_id=306ef967-a57d-4cb1-a140-dfdafac465a7)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:04:46.366399 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1b62bdd5-3be5-41bb-b491-ec53478851fa tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:46.379316 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-1b62bdd5-3be5-41bb-b491-ec53478851fa tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Calling delete_port for 881558fd-3ad4-42d6-833b-07e1d5e775a9 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:04:46.618510 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1b62bdd5-3be5-41bb-b491-ec53478851fa tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:46.652552 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b62bdd5-3be5-41bb-b491-ec53478851fa tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event deleted for resources: {'Port': ['ID=881558fd-3ad4-42d6-833b-07e1d5e775a9,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:04:46.904290 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1b62bdd5-3be5-41bb-b491-ec53478851fa tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:47.193517 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b62bdd5-3be5-41bb-b491-ec53478851fa tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Router befd796c-5076-4992-98f2-7dde968e9bab has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:04:47.324459 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b62bdd5-3be5-41bb-b491-ec53478851fa tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:04:47.333153 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-1b62bdd5-3be5-41bb-b491-ec53478851fa tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "PUT /v2.0/routers/befd796c-5076-4992-98f2-7dde968e9bab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8676143 Aug 23 21:04:47.346679 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad1c27b-f2ab-49da-877c-efd38d88c7c0 None None] Sync routers for ids ['befd796c-5076-4992-98f2-7dde968e9bab'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:04:47.358592 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad1c27b-f2ab-49da-877c-efd38d88c7c0 None None] Routers {'befd796c-5076-4992-98f2-7dde968e9bab'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:04:47.359303 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-cad1c27b-f2ab-49da-877c-efd38d88c7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:04:44Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['befd796c-5076-4992-98f2-7dde968e9bab'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:04:47.396672 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d2c853ec-8109-4fd4-8d46-61b8e37577dd req-07e2b979-bcb0-4d5d-abde-a9d400ecc094 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] 10.222.0.61 "GET /v2.0/ports?device_id=aae606c8-dc3f-40dd-9dbf-92de63afcaf9 HTTP/1.1" status: 200 len: 210 time: 0.0497100 Aug 23 21:04:47.498488 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-cad1c27b-f2ab-49da-877c-efd38d88c7c0 None None] Set router befd796c-5076-4992-98f2-7dde968e9bab gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:04:47.607633 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03022966-e322-46a7-a29c-33acc902a01b req-130baba1-9112-4d93-8ead-62579382c6d2 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:47.610035 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-03022966-e322-46a7-a29c-33acc902a01b req-130baba1-9112-4d93-8ead-62579382c6d2 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/ports?device_id=03281cb3-70ba-4009-9e60-5bf149b7eec5 HTTP/1.1" status: 200 len: 946 time: 0.0531676 Aug 23 21:04:47.610689 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 49fa73c4-304a-4846-98b0-afb7a21b9022 no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:04:47.661771 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: 49fa73c4-304a-4846-98b0-afb7a21b9022 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:04:47.662376 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 49fa73c4-304a-4846-98b0-afb7a21b9022 not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:04:47.679300 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-03022966-e322-46a7-a29c-33acc902a01b req-f5be9eb1-7b19-44e3-a3f8-72453eca6349 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/security-groups?id=65a5bdf9-a48b-4ddc-88e1-93a37fa9d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509219 Aug 23 21:04:47.765000 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-cad1c27b-f2ab-49da-877c-efd38d88c7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'name': 'tempest-TestNetworkBasicOps-router-1306632790', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '893ff5f1-eb60-477e-8748-fd7058840a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:03:04Z', 'updated_at': '2021-08-23T21:04:46Z', 'revision_number': 6, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'gw_port': {'id': '893ff5f1-eb60-477e-8748-fd7058840a02', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:03:05Z', 'updated_at': '2021-08-23T21:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '2be10612-5e0f-429b-9c0f-69842042ab60', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'floating_ip_address': '172.25.4.104', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'port_id': 'f7e294ce-4f3e-4a8e-a407-f90b8022d517', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e7777b9-9f81-47d3-b249-18952c96e3e6', 'mac_address': 'fa:16:3e:a1:f6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd2ff3e-7faa-4ae2-bd13-bbbe73109ab0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:03:27Z', 'updated_at': '2021-08-23T21:03:30Z', 'revision_number': 1, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd33e35bc-aaba-4d05-a262-e54d59ae7d61', 'name': '', 'network_id': '3e7777b9-9f81-47d3-b249-18952c96e3e6', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'mac_address': 'fa:16:3e:80:4e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'acf2632e-c173-4823-9f61-8637075dcb12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:03:08Z', 'updated_at': '2021-08-23T21:03:15Z', 'revision_number': 5, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'subnets': [{'id': 'acf2632e-c173-4823-9f61-8637075dcb12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:04:47.791487 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad1c27b-f2ab-49da-877c-efd38d88c7c0 None None] Checking router: befd796c-5076-4992-98f2-7dde968e9bab for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:04:47.800646 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad1c27b-f2ab-49da-877c-efd38d88c7c0 None None] Routers {'befd796c-5076-4992-98f2-7dde968e9bab'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:04:47.801339 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-cad1c27b-f2ab-49da-877c-efd38d88c7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:04:44Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['befd796c-5076-4992-98f2-7dde968e9bab'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:04:47.913501 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-cad1c27b-f2ab-49da-877c-efd38d88c7c0 None None] Set router befd796c-5076-4992-98f2-7dde968e9bab gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:04:48.184608 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:04:48.256178 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-cad1c27b-f2ab-49da-877c-efd38d88c7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'name': 'tempest-TestNetworkBasicOps-router-1306632790', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '893ff5f1-eb60-477e-8748-fd7058840a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:03:04Z', 'updated_at': '2021-08-23T21:04:46Z', 'revision_number': 6, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'gw_port': {'id': '893ff5f1-eb60-477e-8748-fd7058840a02', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:03:05Z', 'updated_at': '2021-08-23T21:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '2be10612-5e0f-429b-9c0f-69842042ab60', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'floating_ip_address': '172.25.4.104', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'port_id': 'f7e294ce-4f3e-4a8e-a407-f90b8022d517', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e7777b9-9f81-47d3-b249-18952c96e3e6', 'mac_address': 'fa:16:3e:a1:f6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd2ff3e-7faa-4ae2-bd13-bbbe73109ab0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:03:27Z', 'updated_at': '2021-08-23T21:03:30Z', 'revision_number': 1, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd33e35bc-aaba-4d05-a262-e54d59ae7d61', 'name': '', 'network_id': '3e7777b9-9f81-47d3-b249-18952c96e3e6', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'mac_address': 'fa:16:3e:80:4e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'acf2632e-c173-4823-9f61-8637075dcb12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:03:08Z', 'updated_at': '2021-08-23T21:03:15Z', 'revision_number': 5, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'subnets': [{'id': 'acf2632e-c173-4823-9f61-8637075dcb12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:04:48.288322 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad1c27b-f2ab-49da-877c-efd38d88c7c0 None None] The sync data for ids ['befd796c-5076-4992-98f2-7dde968e9bab'] in n-d-805663-2 is: [{'id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'name': 'tempest-TestNetworkBasicOps-router-1306632790', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '893ff5f1-eb60-477e-8748-fd7058840a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:03:04Z', 'updated_at': '2021-08-23T21:04:46Z', 'revision_number': 6, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'gw_port': {'id': '893ff5f1-eb60-477e-8748-fd7058840a02', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:03:05Z', 'updated_at': '2021-08-23T21:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '2be10612-5e0f-429b-9c0f-69842042ab60', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'floating_ip_address': '172.25.4.104', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'port_id': 'f7e294ce-4f3e-4a8e-a407-f90b8022d517', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e7777b9-9f81-47d3-b249-18952c96e3e6', 'mac_address': 'fa:16:3e:a1:f6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd2ff3e-7faa-4ae2-bd13-bbbe73109ab0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:03:27Z', 'updated_at': '2021-08-23T21:03:30Z', 'revision_number': 1, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd33e35bc-aaba-4d05-a262-e54d59ae7d61', 'name': '', 'network_id': '3e7777b9-9f81-47d3-b249-18952c96e3e6', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'mac_address': 'fa:16:3e:80:4e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'acf2632e-c173-4823-9f61-8637075dcb12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:03:08Z', 'updated_at': '2021-08-23T21:03:15Z', 'revision_number': 5, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'subnets': [{'id': 'acf2632e-c173-4823-9f61-8637075dcb12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:04:48.502702 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ff37562f-c36a-48e8-a1b9-f76e5d4a7bfc req-746513c8-b47f-4bca-9167-12e81f0857a2 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] 10.222.0.61 "GET /v2.0/ports?device_id=aae606c8-dc3f-40dd-9dbf-92de63afcaf9 HTTP/1.1" status: 200 len: 210 time: 0.0355222 Aug 23 21:04:48.784428 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7edd6e-f0d6-449d-a1d9-0562fc6da86a req-8bbeaef8-34ac-481c-8f14-e29d97fd23ce tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:48.786113 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ee7edd6e-f0d6-449d-a1d9-0562fc6da86a req-8bbeaef8-34ac-481c-8f14-e29d97fd23ce tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/ports?device_id=03281cb3-70ba-4009-9e60-5bf149b7eec5 HTTP/1.1" status: 200 len: 946 time: 0.0544677 Aug 23 21:04:48.812606 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 881558fd-3ad4-42d6-833b-07e1d5e775a9 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:04:48.840445 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 881558fd-3ad4-42d6-833b-07e1d5e775a9 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:04:48.841073 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 881558fd-3ad4-42d6-833b-07e1d5e775a9 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:04:48.854271 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ee7edd6e-f0d6-449d-a1d9-0562fc6da86a req-12501503-d9c3-48e3-97af-d7c08f8ea933 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/security-groups?id=65a5bdf9-a48b-4ddc-88e1-93a37fa9d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617740 Aug 23 21:04:49.053196 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27c71c-5ddf-4097-8eb4-87386b2ba6cf req-92190064-ff22-4d0a-9cdf-5a6127cd42cf tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:49.054714 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4c27c71c-5ddf-4097-8eb4-87386b2ba6cf req-92190064-ff22-4d0a-9cdf-5a6127cd42cf tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.11 "GET /v2.0/ports?device_id=03281cb3-70ba-4009-9e60-5bf149b7eec5 HTTP/1.1" status: 200 len: 946 time: 0.0500617 Aug 23 21:04:49.152587 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-4c27c71c-5ddf-4097-8eb4-87386b2ba6cf req-9a094cbc-cceb-405c-a794-704cace55565 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Deleting port 907412d9-6276-4ece-8b19-a810801c44a8 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:04:49.152851 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4c27c71c-5ddf-4097-8eb4-87386b2ba6cf req-9a094cbc-cceb-405c-a794-704cace55565 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:49.251464 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-4c27c71c-5ddf-4097-8eb4-87386b2ba6cf req-9a094cbc-cceb-405c-a794-704cace55565 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] For port 907412d9-6276-4ece-8b19-a810801c44a8, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=907412d9-6276-4ece-8b19-a810801c44a8,segment=NetworkSegment(306ef967-a57d-4cb1-a140-dfdafac465a7),segment_id=306ef967-a57d-4cb1-a140-dfdafac465a7)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:04:49.251892 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4c27c71c-5ddf-4097-8eb4-87386b2ba6cf req-9a094cbc-cceb-405c-a794-704cace55565 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:49.263933 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-4c27c71c-5ddf-4097-8eb4-87386b2ba6cf req-9a094cbc-cceb-405c-a794-704cace55565 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Calling delete_port for 907412d9-6276-4ece-8b19-a810801c44a8 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:04:49.398644 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4c27c71c-5ddf-4097-8eb4-87386b2ba6cf req-9a094cbc-cceb-405c-a794-704cace55565 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:49.428505 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a094cbc-cceb-405c-a794-704cace55565 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event deleted for resources: {'Port': ['ID=907412d9-6276-4ece-8b19-a810801c44a8,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:04:49.470625 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c27c71c-5ddf-4097-8eb4-87386b2ba6cf req-9a094cbc-cceb-405c-a794-704cace55565 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] No DVR routers for this DVR port 907412d9-6276-4ece-8b19-a810801c44a8 on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:04:49.473893 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4c27c71c-5ddf-4097-8eb4-87386b2ba6cf req-9a094cbc-cceb-405c-a794-704cace55565 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:49.475997 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4c27c71c-5ddf-4097-8eb4-87386b2ba6cf req-9a094cbc-cceb-405c-a794-704cace55565 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.11 "DELETE /v2.0/ports/907412d9-6276-4ece-8b19-a810801c44a8 HTTP/1.1" status: 204 len: 173 time: 0.4131670 Aug 23 21:04:49.476481 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03281cb3-70ba-4009-9e60-5bf149b7eec5', 'name': 'network-vif-deleted', 'tag': '907412d9-6276-4ece-8b19-a810801c44a8'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:04:49.478728 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2cdb21-8540-4b0b-a857-bb6bb0c618e8" -d '{"events": [{"server_uuid": "03281cb3-70ba-4009-9e60-5bf149b7eec5", "name": "network-vif-deleted", "tag": "907412d9-6276-4ece-8b19-a810801c44a8"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:04:49.522788 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5879a7f6-fa78-4868-a652-0fdd0fd0fb7c x-openstack-request-id: req-5879a7f6-fa78-4868-a652-0fdd0fd0fb7c {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:04:49.523075 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03281cb3-70ba-4009-9e60-5bf149b7eec5", "name": "network-vif-deleted", "tag": "907412d9-6276-4ece-8b19-a810801c44a8", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:04:49.523323 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5879a7f6-fa78-4868-a652-0fdd0fd0fb7c {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:04:49.523718 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03281cb3-70ba-4009-9e60-5bf149b7eec5', 'name': 'network-vif-deleted', 'tag': '907412d9-6276-4ece-8b19-a810801c44a8', 'status': 'completed', 'code': 200} Aug 23 21:04:49.577658 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 43552) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:04:49.647862 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9e9f8acb-4a1e-450a-bf0a-d37842715385 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:49.675461 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9e9f8acb-4a1e-450a-bf0a-d37842715385 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:49.739070 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9e9f8acb-4a1e-450a-bf0a-d37842715385 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:49.741654 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9e9f8acb-4a1e-450a-bf0a-d37842715385 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:49.742826 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9e9f8acb-4a1e-450a-bf0a-d37842715385 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] 10.222.0.61 "DELETE /v2.0/security-groups/a9f08b81-f6d4-4e89-ab87-8777e4da0cf6 HTTP/1.1" status: 204 len: 168 time: 0.1633410 Aug 23 21:04:49.752805 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9f8acb-4a1e-450a-bf0a-d37842715385 tempest-TestVolumeBackupRestore-1311416899 tempest-TestVolumeBackupRestore-1311416899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f08b81-f6d4-4e89-ab87-8777e4da0cf6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:04:50.007391 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-83103cec-1fe5-4745-8bfe-ce80439f0c51 req-d24c6d97-627e-45c9-9721-9d1fa7179fc6 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/ports?device_id=03281cb3-70ba-4009-9e60-5bf149b7eec5 HTTP/1.1" status: 200 len: 210 time: 0.0444410 Aug 23 21:04:50.524607 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:51.070596 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 43728) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:04:51.182487 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bcce30bf-19e3-4357-b184-e70b28c43278 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:51.219210 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bcce30bf-19e3-4357-b184-e70b28c43278 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:51.304007 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bcce30bf-19e3-4357-b184-e70b28c43278 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:51.307689 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bcce30bf-19e3-4357-b184-e70b28c43278 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:51.311891 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-bcce30bf-19e3-4357-b184-e70b28c43278 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "DELETE /v2.0/security-groups/65a5bdf9-a48b-4ddc-88e1-93a37fa9d406 HTTP/1.1" status: 204 len: 168 time: 0.2367108 Aug 23 21:04:51.321305 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcce30bf-19e3-4357-b184-e70b28c43278 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a5bdf9-a48b-4ddc-88e1-93a37fa9d406,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:04:51.353215 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 43768) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:04:51.432565 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-8acbcd34-b035-430f-9b8a-e347561659a2 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Deleting subnet a0554c84-e2b6-402c-83e6-a94f68047e5c {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 21:04:51.440639 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8acbcd34-b035-430f-9b8a-e347561659a2 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:51.488048 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8acbcd34-b035-430f-9b8a-e347561659a2 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:51.580634 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8acbcd34-b035-430f-9b8a-e347561659a2 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:51.652300 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8acbcd34-b035-430f-9b8a-e347561659a2 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:51.678447 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acbcd34-b035-430f-9b8a-e347561659a2 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event deleted for resources: {'Subnet': ['ID=a0554c84-e2b6-402c-83e6-a94f68047e5c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:04:51.684292 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8acbcd34-b035-430f-9b8a-e347561659a2 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:51.688917 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8acbcd34-b035-430f-9b8a-e347561659a2 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "DELETE /v2.0/subnets/a0554c84-e2b6-402c-83e6-a94f68047e5c HTTP/1.1" status: 204 len: 168 time: 0.3348861 Aug 23 21:04:51.689787 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 43814) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:04:51.699537 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63ae542-6d7d-4695-99b1-c66e416c97a4 None None] Network 0d68f891-8311-4d04-bbae-341ee365eb9d requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:04:51.950612 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f30e8a-bc20-4f9f-86b2-7c725c74fe17 None None] DHCP port deletion for 0d68f891-8311-4d04-bbae-341ee365eb9d request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 21:04:52.036250 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-27f30e8a-bc20-4f9f-86b2-7c725c74fe17 None None] Deleting port a1e2585d-b504-4b1b-9363-23b731a946f0 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:04:52.037556 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-27f30e8a-bc20-4f9f-86b2-7c725c74fe17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:52.145051 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-27f30e8a-bc20-4f9f-86b2-7c725c74fe17 None None] For port a1e2585d-b504-4b1b-9363-23b731a946f0, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=a1e2585d-b504-4b1b-9363-23b731a946f0,segment=NetworkSegment(306ef967-a57d-4cb1-a140-dfdafac465a7),segment_id=306ef967-a57d-4cb1-a140-dfdafac465a7)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:04:52.145542 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-27f30e8a-bc20-4f9f-86b2-7c725c74fe17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:52.160504 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-27f30e8a-bc20-4f9f-86b2-7c725c74fe17 None None] Calling delete_port for a1e2585d-b504-4b1b-9363-23b731a946f0 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:04:52.262534 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 907412d9-6276-4ece-8b19-a810801c44a8 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:04:52.264391 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fa0744dc-3baf-4b0d-a073-6ae25ab1bf99 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:52.337403 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: 907412d9-6276-4ece-8b19-a810801c44a8 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:04:52.337754 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 907412d9-6276-4ece-8b19-a810801c44a8 not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:04:52.360944 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-27f30e8a-bc20-4f9f-86b2-7c725c74fe17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:52.369580 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-fa0744dc-3baf-4b0d-a073-6ae25ab1bf99 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Deleting port a1e2585d-b504-4b1b-9363-23b731a946f0 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:04:52.370607 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fa0744dc-3baf-4b0d-a073-6ae25ab1bf99 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:52.383552 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f30e8a-bc20-4f9f-86b2-7c725c74fe17 None None] No DVR routers for this DVR port a1e2585d-b504-4b1b-9363-23b731a946f0 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:04:52.418538 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f30e8a-bc20-4f9f-86b2-7c725c74fe17 None None] Pushing event deleted for resources: {'Port': ['ID=a1e2585d-b504-4b1b-9363-23b731a946f0,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:04:52.524608 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-fa0744dc-3baf-4b0d-a073-6ae25ab1bf99 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] For port a1e2585d-b504-4b1b-9363-23b731a946f0, host n-d-805663-2, got binding levels [] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:04:52.524976 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fa0744dc-3baf-4b0d-a073-6ae25ab1bf99 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:52.542443 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-fa0744dc-3baf-4b0d-a073-6ae25ab1bf99 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Calling delete_port for a1e2585d-b504-4b1b-9363-23b731a946f0 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:04:52.548175 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.ipam_backend_mixin [None req-fa0744dc-3baf-4b0d-a073-6ae25ab1bf99 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Port a1e2585d-b504-4b1b-9363-23b731a946f0 was not found and therefore no delete operation was performed {{(pid=94688) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 23 21:04:52.549551 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fa0744dc-3baf-4b0d-a073-6ae25ab1bf99 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:52.598921 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0744dc-3baf-4b0d-a073-6ae25ab1bf99 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event deleted for resources: {'Port': ['ID=a1e2585d-b504-4b1b-9363-23b731a946f0,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:04:52.613492 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0744dc-3baf-4b0d-a073-6ae25ab1bf99 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] No DVR routers for this DVR port a1e2585d-b504-4b1b-9363-23b731a946f0 on host n-d-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:04:52.719469 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fa0744dc-3baf-4b0d-a073-6ae25ab1bf99 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:52.731171 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-fa0744dc-3baf-4b0d-a073-6ae25ab1bf99 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d68f891-8311-4d04-bbae-341ee365eb9d']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:04:52.745089 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-fa0744dc-3baf-4b0d-a073-6ae25ab1bf99 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '306ef967-a57d-4cb1-a140-dfdafac465a7') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:04:52.745378 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-fa0744dc-3baf-4b0d-a073-6ae25ab1bf99 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '306ef967-a57d-4cb1-a140-dfdafac465a7') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:04:52.757374 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fa0744dc-3baf-4b0d-a073-6ae25ab1bf99 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:52.776685 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fa0744dc-3baf-4b0d-a073-6ae25ab1bf99 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:52.785900 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa0744dc-3baf-4b0d-a073-6ae25ab1bf99 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:04:52.786389 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fa0744dc-3baf-4b0d-a073-6ae25ab1bf99 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:52.796296 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 21:04:52.796296 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:04:52.796296 n-d-805663-2 neutron-server[94688]: timer() Aug 23 21:04:52.796296 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:04:52.796296 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 21:04:52.796296 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:04:52.796296 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 21:04:52.796296 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:04:52.796296 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 21:04:52.796296 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:04:52.796296 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 21:04:52.796296 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:04:52.796296 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 21:04:52.796296 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:04:52.796296 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:04:52.796296 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:04:52.796296 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:04:52.796296 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:04:52.796296 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 21:04:52.796296 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:04:52.796296 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 21:04:52.796296 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:04:52.796296 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:04:52.796296 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:04:52.796296 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 21:04:52.796296 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:04:52.796296 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:04:52.796296 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:04:52.796296 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:04:52.796296 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:04:52.796296 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:04:52.796296 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:04:52.891516 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fa0744dc-3baf-4b0d-a073-6ae25ab1bf99 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:52.897323 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fa0744dc-3baf-4b0d-a073-6ae25ab1bf99 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:52.904183 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 43948) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:04:52.912325 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-fa0744dc-3baf-4b0d-a073-6ae25ab1bf99 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "DELETE /v2.0/networks/0d68f891-8311-4d04-bbae-341ee365eb9d HTTP/1.1" status: 204 len: 168 time: 1.2213316 Aug 23 21:04:52.932783 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device a1e2585d-b504-4b1b-9363-23b731a946f0 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:04:52.970744 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: a1e2585d-b504-4b1b-9363-23b731a946f0 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:04:52.974226 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device a1e2585d-b504-4b1b-9363-23b731a946f0 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:04:53.008725 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0744dc-3baf-4b0d-a073-6ae25ab1bf99 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event deleted for resources: {'Network': ['ID=0d68f891-8311-4d04-bbae-341ee365eb9d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:04:53.237836 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-38a852f9-e14e-4d84-9de4-93b8673e03a5 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Deleting port d7d44e9c-031c-4925-a237-6d2e21455d35 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:04:53.238092 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-38a852f9-e14e-4d84-9de4-93b8673e03a5 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:53.413879 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-38a852f9-e14e-4d84-9de4-93b8673e03a5 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:53.414799 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-38a852f9-e14e-4d84-9de4-93b8673e03a5 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:53.439362 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-38a852f9-e14e-4d84-9de4-93b8673e03a5 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Calling delete_port for d7d44e9c-031c-4925-a237-6d2e21455d35 owned by network:floatingip {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:04:53.767037 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-38a852f9-e14e-4d84-9de4-93b8673e03a5 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:53.817035 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a852f9-e14e-4d84-9de4-93b8673e03a5 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event deleted for resources: {'Port': ['ID=d7d44e9c-031c-4925-a237-6d2e21455d35,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:04:53.889962 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-38a852f9-e14e-4d84-9de4-93b8673e03a5 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for floatingip, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:53.890580 n-d-805663-2 neutron-server[94687]: INFO neutron.db.l3_db [None req-38a852f9-e14e-4d84-9de4-93b8673e03a5 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Floating IP 2be10612-5e0f-429b-9c0f-69842042ab60 disassociated (deleted). External IP: 172.25.4.104, port: f7e294ce-4f3e-4a8e-a407-f90b8022d517. Aug 23 21:04:54.145580 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a852f9-e14e-4d84-9de4-93b8673e03a5 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Router befd796c-5076-4992-98f2-7dde968e9bab has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:04:54.268697 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a852f9-e14e-4d84-9de4-93b8673e03a5 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:04:54.273308 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-38a852f9-e14e-4d84-9de4-93b8673e03a5 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:54.278059 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc156e8-880b-4b61-b2d0-f6ff3e4f45ac None None] Sync routers for ids ['befd796c-5076-4992-98f2-7dde968e9bab'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:04:54.294252 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc156e8-880b-4b61-b2d0-f6ff3e4f45ac None None] Routers {'befd796c-5076-4992-98f2-7dde968e9bab'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:04:54.295764 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-efc156e8-880b-4b61-b2d0-f6ff3e4f45ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:04:44Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['befd796c-5076-4992-98f2-7dde968e9bab'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:04:54.343341 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-38a852f9-e14e-4d84-9de4-93b8673e03a5 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "DELETE /v2.0/floatingips/2be10612-5e0f-429b-9c0f-69842042ab60 HTTP/1.1" status: 204 len: 168 time: 1.4368951 Aug 23 21:04:54.344656 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd2ff3e-7faa-4ae2-bd13-bbbe73109ab0', 'tag': 'f7e294ce-4f3e-4a8e-a407-f90b8022d517'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:04:54.351520 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854aa50f-64ff-4da6-8592-423d1bcbd956" -d '{"events": [{"name": "network-changed", "server_uuid": "7bd2ff3e-7faa-4ae2-bd13-bbbe73109ab0", "tag": "f7e294ce-4f3e-4a8e-a407-f90b8022d517"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:04:54.457796 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2afc866f-1671-4123-8898-ef39aeb50a96 x-openstack-request-id: req-2afc866f-1671-4123-8898-ef39aeb50a96 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:04:54.458587 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bd2ff3e-7faa-4ae2-bd13-bbbe73109ab0", "tag": "f7e294ce-4f3e-4a8e-a407-f90b8022d517", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:04:54.459228 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2afc866f-1671-4123-8898-ef39aeb50a96 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:04:54.459968 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bd2ff3e-7faa-4ae2-bd13-bbbe73109ab0', 'tag': 'f7e294ce-4f3e-4a8e-a407-f90b8022d517', 'status': 'completed', 'code': 200} Aug 23 21:04:54.495014 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44036) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:04:54.502097 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-efc156e8-880b-4b61-b2d0-f6ff3e4f45ac None None] Set router befd796c-5076-4992-98f2-7dde968e9bab gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:04:54.645230 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854aa50f-64ff-4da6-8592-423d1bcbd956 req-e46d23e7-9af4-4971-b337-8bf16013dc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:54.646795 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-854aa50f-64ff-4da6-8592-423d1bcbd956 req-e46d23e7-9af4-4971-b337-8bf16013dc62 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=87972469191e450fb3c9471d7a3b5bba&device_id=7bd2ff3e-7faa-4ae2-bd13-bbbe73109ab0 HTTP/1.1" status: 200 len: 1097 time: 0.2071910 Aug 23 21:04:54.816244 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-efc156e8-880b-4b61-b2d0-f6ff3e4f45ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'name': 'tempest-TestNetworkBasicOps-router-1306632790', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '893ff5f1-eb60-477e-8748-fd7058840a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:03:04Z', 'updated_at': '2021-08-23T21:04:46Z', 'revision_number': 6, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'gw_port': {'id': '893ff5f1-eb60-477e-8748-fd7058840a02', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:03:05Z', 'updated_at': '2021-08-23T21:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'd33e35bc-aaba-4d05-a262-e54d59ae7d61', 'name': '', 'network_id': '3e7777b9-9f81-47d3-b249-18952c96e3e6', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'mac_address': 'fa:16:3e:80:4e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'acf2632e-c173-4823-9f61-8637075dcb12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:03:08Z', 'updated_at': '2021-08-23T21:03:15Z', 'revision_number': 5, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'subnets': [{'id': 'acf2632e-c173-4823-9f61-8637075dcb12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:04:54.853222 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854aa50f-64ff-4da6-8592-423d1bcbd956 req-3db8684a-6a93-467f-8faf-ae1df1aaae3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:54.855525 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-854aa50f-64ff-4da6-8592-423d1bcbd956 req-3db8684a-6a93-467f-8faf-ae1df1aaae3f service neutron] 10.222.0.11 "GET /v2.0/networks?id=3e7777b9-9f81-47d3-b249-18952c96e3e6 HTTP/1.1" status: 200 len: 897 time: 0.1891711 Aug 23 21:04:54.878329 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc156e8-880b-4b61-b2d0-f6ff3e4f45ac None None] Checking router: befd796c-5076-4992-98f2-7dde968e9bab for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:04:54.881891 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9310889-8728-42ea-835b-bbe434a80d42 req-e2c02629-00e8-4aa9-a73f-ee7e9f919a78 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:54.883461 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e9310889-8728-42ea-835b-bbe434a80d42 req-e2c02629-00e8-4aa9-a73f-ee7e9f919a78 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bd2ff3e-7faa-4ae2-bd13-bbbe73109ab0 HTTP/1.1" status: 200 len: 946 time: 0.1118596 Aug 23 21:04:54.896852 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc156e8-880b-4b61-b2d0-f6ff3e4f45ac None None] Routers {'befd796c-5076-4992-98f2-7dde968e9bab'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:04:54.897800 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-efc156e8-880b-4b61-b2d0-f6ff3e4f45ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:04:44Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['befd796c-5076-4992-98f2-7dde968e9bab'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:04:54.923216 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-854aa50f-64ff-4da6-8592-423d1bcbd956 req-28f42525-9c53-4707-81d0-adaa902cadc7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7e294ce-4f3e-4a8e-a407-f90b8022d517 HTTP/1.1" status: 200 len: 217 time: 0.0597508 Aug 23 21:04:54.998765 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e9310889-8728-42ea-835b-bbe434a80d42 req-09c6f767-63be-40d3-a87d-fe38677eeae4 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f46a0da-83d0-4382-8e88-7c306961b3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811286 Aug 23 21:04:55.056008 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854aa50f-64ff-4da6-8592-423d1bcbd956 req-73ec71d9-d02d-4a9b-988e-688c12aa5bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:55.057839 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-854aa50f-64ff-4da6-8592-423d1bcbd956 req-73ec71d9-d02d-4a9b-988e-688c12aa5bc3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=acf2632e-c173-4823-9f61-8637075dcb12 HTTP/1.1" status: 200 len: 834 time: 0.0647933 Aug 23 21:04:55.116443 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854aa50f-64ff-4da6-8592-423d1bcbd956 req-11d9fbf6-da35-40c1-aa0e-2d4582c603cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:55.118269 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-854aa50f-64ff-4da6-8592-423d1bcbd956 req-11d9fbf6-da35-40c1-aa0e-2d4582c603cc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e7777b9-9f81-47d3-b249-18952c96e3e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510790 Aug 23 21:04:55.188145 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-efc156e8-880b-4b61-b2d0-f6ff3e4f45ac None None] Set router befd796c-5076-4992-98f2-7dde968e9bab gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:04:55.229058 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-235abe11-7950-4165-a735-98538241a9b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:55.263838 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-854aa50f-64ff-4da6-8592-423d1bcbd956 req-74bf89a6-f4b5-4cc4-9ea7-c047f35e3612 service neutron] 10.222.0.11 "GET /v2.0/networks/3e7777b9-9f81-47d3-b249-18952c96e3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363189 Aug 23 21:04:55.413471 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-854aa50f-64ff-4da6-8592-423d1bcbd956 req-381a0b58-76f7-4779-b39b-adb2cb94fbd6 service neutron] 10.222.0.11 "GET /v2.0/networks/3e7777b9-9f81-47d3-b249-18952c96e3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405218 Aug 23 21:04:55.578379 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-efc156e8-880b-4b61-b2d0-f6ff3e4f45ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'name': 'tempest-TestNetworkBasicOps-router-1306632790', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '893ff5f1-eb60-477e-8748-fd7058840a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:03:04Z', 'updated_at': '2021-08-23T21:04:46Z', 'revision_number': 6, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'gw_port': {'id': '893ff5f1-eb60-477e-8748-fd7058840a02', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:03:05Z', 'updated_at': '2021-08-23T21:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'd33e35bc-aaba-4d05-a262-e54d59ae7d61', 'name': '', 'network_id': '3e7777b9-9f81-47d3-b249-18952c96e3e6', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'mac_address': 'fa:16:3e:80:4e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'acf2632e-c173-4823-9f61-8637075dcb12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:03:08Z', 'updated_at': '2021-08-23T21:03:15Z', 'revision_number': 5, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'subnets': [{'id': 'acf2632e-c173-4823-9f61-8637075dcb12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:04:55.583261 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-235abe11-7950-4165-a735-98538241a9b5 admin admin] Deleting port 85b3eb5a-9b8d-4d0c-8250-be80ef675a82 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:04:55.583718 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-235abe11-7950-4165-a735-98538241a9b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:55.606986 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc156e8-880b-4b61-b2d0-f6ff3e4f45ac None None] The sync data for ids ['befd796c-5076-4992-98f2-7dde968e9bab'] in n-d-805663-2 is: [{'id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'name': 'tempest-TestNetworkBasicOps-router-1306632790', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '893ff5f1-eb60-477e-8748-fd7058840a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:03:04Z', 'updated_at': '2021-08-23T21:04:46Z', 'revision_number': 6, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'gw_port': {'id': '893ff5f1-eb60-477e-8748-fd7058840a02', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:03:05Z', 'updated_at': '2021-08-23T21:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'd33e35bc-aaba-4d05-a262-e54d59ae7d61', 'name': '', 'network_id': '3e7777b9-9f81-47d3-b249-18952c96e3e6', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'mac_address': 'fa:16:3e:80:4e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'acf2632e-c173-4823-9f61-8637075dcb12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:03:08Z', 'updated_at': '2021-08-23T21:03:15Z', 'revision_number': 5, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'subnets': [{'id': 'acf2632e-c173-4823-9f61-8637075dcb12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:04:55.692151 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-235abe11-7950-4165-a735-98538241a9b5 admin admin] For port 85b3eb5a-9b8d-4d0c-8250-be80ef675a82, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=85b3eb5a-9b8d-4d0c-8250-be80ef675a82,segment=NetworkSegment(3929242b-52d9-40b9-9942-003e4522b4b7),segment_id=3929242b-52d9-40b9-9942-003e4522b4b7)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:04:55.692723 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-235abe11-7950-4165-a735-98538241a9b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:55.707488 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-235abe11-7950-4165-a735-98538241a9b5 admin admin] Calling delete_port for 85b3eb5a-9b8d-4d0c-8250-be80ef675a82 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:04:55.860747 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125b9f51-295b-4224-ac83-27b0bf45fdce None None] New status for floating IP 2be10612-5e0f-429b-9c0f-69842042ab60: DOWN {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 21:04:55.906550 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-235abe11-7950-4165-a735-98538241a9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:55.937974 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235abe11-7950-4165-a735-98538241a9b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=85b3eb5a-9b8d-4d0c-8250-be80ef675a82,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:04:56.084665 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e42de-d0af-42b6-bcef-ec3cb0b4f694 req-0c64a4d9-342d-4ae5-9015-c1ab1e43b203 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:56.086345 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4b3e42de-d0af-42b6-bcef-ec3cb0b4f694 req-0c64a4d9-342d-4ae5-9015-c1ab1e43b203 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bd2ff3e-7faa-4ae2-bd13-bbbe73109ab0 HTTP/1.1" status: 200 len: 946 time: 0.0776489 Aug 23 21:04:56.146376 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-235abe11-7950-4165-a735-98538241a9b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:56.193534 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-4b3e42de-d0af-42b6-bcef-ec3cb0b4f694 req-9c97da0b-41cc-429d-b0ee-3fab25a84f40 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Deleting port f7e294ce-4f3e-4a8e-a407-f90b8022d517 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:04:56.193877 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4b3e42de-d0af-42b6-bcef-ec3cb0b4f694 req-9c97da0b-41cc-429d-b0ee-3fab25a84f40 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:56.222535 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d369a39e-6791-46c6-b6ba-b7ffcfed6e36 req-de5b5bae-cf4e-4bd7-aa1e-3997a6a48351 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:04:56.224113 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d369a39e-6791-46c6-b6ba-b7ffcfed6e36 req-de5b5bae-cf4e-4bd7-aa1e-3997a6a48351 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bd2ff3e-7faa-4ae2-bd13-bbbe73109ab0 HTTP/1.1" status: 200 len: 946 time: 0.1216619 Aug 23 21:04:56.285023 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-4b3e42de-d0af-42b6-bcef-ec3cb0b4f694 req-9c97da0b-41cc-429d-b0ee-3fab25a84f40 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] For port f7e294ce-4f3e-4a8e-a407-f90b8022d517, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=f7e294ce-4f3e-4a8e-a407-f90b8022d517,segment=NetworkSegment(44cc5025-eeea-4440-aca0-3b4de16ec48a),segment_id=44cc5025-eeea-4440-aca0-3b4de16ec48a)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:04:56.285610 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4b3e42de-d0af-42b6-bcef-ec3cb0b4f694 req-9c97da0b-41cc-429d-b0ee-3fab25a84f40 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:56.303509 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-4b3e42de-d0af-42b6-bcef-ec3cb0b4f694 req-9c97da0b-41cc-429d-b0ee-3fab25a84f40 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Calling delete_port for f7e294ce-4f3e-4a8e-a407-f90b8022d517 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:04:56.306104 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d369a39e-6791-46c6-b6ba-b7ffcfed6e36 req-47967d6d-c696-481a-9e91-344508e983ca tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f46a0da-83d0-4382-8e88-7c306961b3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756433 Aug 23 21:04:56.434260 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-235abe11-7950-4165-a735-98538241a9b5 admin admin] Router 0fe2f740-7af3-4145-98b7-43ce9ee157fc has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:04:56.454414 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4b3e42de-d0af-42b6-bcef-ec3cb0b4f694 req-9c97da0b-41cc-429d-b0ee-3fab25a84f40 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:56.487113 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c97da0b-41cc-429d-b0ee-3fab25a84f40 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event deleted for resources: {'Port': ['ID=f7e294ce-4f3e-4a8e-a407-f90b8022d517,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:04:56.541692 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b3e42de-d0af-42b6-bcef-ec3cb0b4f694 req-9c97da0b-41cc-429d-b0ee-3fab25a84f40 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] No DVR routers for this DVR port f7e294ce-4f3e-4a8e-a407-f90b8022d517 on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:04:56.544500 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4b3e42de-d0af-42b6-bcef-ec3cb0b4f694 req-9c97da0b-41cc-429d-b0ee-3fab25a84f40 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:56.548012 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4b3e42de-d0af-42b6-bcef-ec3cb0b4f694 req-9c97da0b-41cc-429d-b0ee-3fab25a84f40 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.11 "DELETE /v2.0/ports/f7e294ce-4f3e-4a8e-a407-f90b8022d517 HTTP/1.1" status: 204 len: 173 time: 0.4537859 Aug 23 21:04:56.548488 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd2ff3e-7faa-4ae2-bd13-bbbe73109ab0', 'name': 'network-vif-deleted', 'tag': 'f7e294ce-4f3e-4a8e-a407-f90b8022d517'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:04:56.552091 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a1cbd5-3f55-47bb-982f-bb4dd78316a0" -d '{"events": [{"server_uuid": "7bd2ff3e-7faa-4ae2-bd13-bbbe73109ab0", "name": "network-vif-deleted", "tag": "f7e294ce-4f3e-4a8e-a407-f90b8022d517"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:04:56.564548 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235abe11-7950-4165-a735-98538241a9b5 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:04:56.577280 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea638d59-709a-4d61-9a26-57f25e8c9b4f None None] Sync routers for ids ['0fe2f740-7af3-4145-98b7-43ce9ee157fc'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:04:56.584067 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44054) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:04:56.584743 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-235abe11-7950-4165-a735-98538241a9b5 admin admin] 10.222.0.61 "PUT /v2.0/routers/0fe2f740-7af3-4145-98b7-43ce9ee157fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0878990 Aug 23 21:04:56.594812 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea638d59-709a-4d61-9a26-57f25e8c9b4f None None] Routers {'0fe2f740-7af3-4145-98b7-43ce9ee157fc'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:04:56.595439 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-ea638d59-709a-4d61-9a26-57f25e8c9b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:04:44Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['0fe2f740-7af3-4145-98b7-43ce9ee157fc'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:04:56.599851 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922cb4e2-14d8-414a-bcdc-49d02dc8550b x-openstack-request-id: req-922cb4e2-14d8-414a-bcdc-49d02dc8550b {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:04:56.600478 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bd2ff3e-7faa-4ae2-bd13-bbbe73109ab0", "name": "network-vif-deleted", "tag": "f7e294ce-4f3e-4a8e-a407-f90b8022d517", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:04:56.600947 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-922cb4e2-14d8-414a-bcdc-49d02dc8550b {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:04:56.601547 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd2ff3e-7faa-4ae2-bd13-bbbe73109ab0', 'name': 'network-vif-deleted', 'tag': 'f7e294ce-4f3e-4a8e-a407-f90b8022d517', 'status': 'completed', 'code': 200} Aug 23 21:04:56.749059 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-ea638d59-709a-4d61-9a26-57f25e8c9b4f None None] Set router 0fe2f740-7af3-4145-98b7-43ce9ee157fc gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:04:56.994584 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-ea638d59-709a-4d61-9a26-57f25e8c9b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe2f740-7af3-4145-98b7-43ce9ee157fc', 'name': 'tempest-TestVolumeBackupRestore-476866078-router', 'tenant_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': '0cce81c2-9491-4738-8973-83333b3946eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:00:59Z', 'updated_at': '2021-08-23T21:04:55Z', 'revision_number': 5, 'project_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'gw_port': {'id': '0cce81c2-9491-4738-8973-83333b3946eb', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe2f740-7af3-4145-98b7-43ce9ee157fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:01:00Z', 'updated_at': '2021-08-23T21:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:04:57.028467 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea638d59-709a-4d61-9a26-57f25e8c9b4f None None] Checking router: 0fe2f740-7af3-4145-98b7-43ce9ee157fc for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:04:57.042075 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea638d59-709a-4d61-9a26-57f25e8c9b4f None None] Routers {'0fe2f740-7af3-4145-98b7-43ce9ee157fc'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:04:57.043573 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-ea638d59-709a-4d61-9a26-57f25e8c9b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:04:44Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['0fe2f740-7af3-4145-98b7-43ce9ee157fc'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:04:57.092750 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-be73e465-e4e3-4362-9312-a5c56435b908 admin admin] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:57.204432 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-ea638d59-709a-4d61-9a26-57f25e8c9b4f None None] Set router 0fe2f740-7af3-4145-98b7-43ce9ee157fc gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:04:57.259025 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-be73e465-e4e3-4362-9312-a5c56435b908 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:57.375560 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44070) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:04:57.398258 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-be73e465-e4e3-4362-9312-a5c56435b908 admin admin] Deleting port 0cce81c2-9491-4738-8973-83333b3946eb {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:04:57.399434 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-be73e465-e4e3-4362-9312-a5c56435b908 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:57.486195 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-ea638d59-709a-4d61-9a26-57f25e8c9b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe2f740-7af3-4145-98b7-43ce9ee157fc', 'name': 'tempest-TestVolumeBackupRestore-476866078-router', 'tenant_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': '0cce81c2-9491-4738-8973-83333b3946eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:00:59Z', 'updated_at': '2021-08-23T21:04:55Z', 'revision_number': 5, 'project_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'gw_port': {'id': '0cce81c2-9491-4738-8973-83333b3946eb', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe2f740-7af3-4145-98b7-43ce9ee157fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:01:00Z', 'updated_at': '2021-08-23T21:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:04:57.489527 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee69f0e6-8e8e-4c07-9e67-bb3436a37c23 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:57.553189 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea638d59-709a-4d61-9a26-57f25e8c9b4f None None] The sync data for ids ['0fe2f740-7af3-4145-98b7-43ce9ee157fc'] in n-d-805663-2 is: [{'id': '0fe2f740-7af3-4145-98b7-43ce9ee157fc', 'name': 'tempest-TestVolumeBackupRestore-476866078-router', 'tenant_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': '0cce81c2-9491-4738-8973-83333b3946eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:00:59Z', 'updated_at': '2021-08-23T21:04:55Z', 'revision_number': 5, 'project_id': '04ace1ca4b8848b7b18abeaa0879cf78', 'gw_port': {'id': '0cce81c2-9491-4738-8973-83333b3946eb', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe2f740-7af3-4145-98b7-43ce9ee157fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:01:00Z', 'updated_at': '2021-08-23T21:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:04:57.571342 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee69f0e6-8e8e-4c07-9e67-bb3436a37c23 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:57.609403 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-be73e465-e4e3-4362-9312-a5c56435b908 admin admin] For port 0cce81c2-9491-4738-8973-83333b3946eb, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=0cce81c2-9491-4738-8973-83333b3946eb,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:04:57.609938 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-be73e465-e4e3-4362-9312-a5c56435b908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:57.643493 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-be73e465-e4e3-4362-9312-a5c56435b908 admin admin] Calling delete_port for 0cce81c2-9491-4738-8973-83333b3946eb owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:04:57.693847 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee69f0e6-8e8e-4c07-9e67-bb3436a37c23 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:57.696773 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee69f0e6-8e8e-4c07-9e67-bb3436a37c23 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:57.701722 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ee69f0e6-8e8e-4c07-9e67-bb3436a37c23 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "DELETE /v2.0/security-groups/5f46a0da-83d0-4382-8e88-7c306961b3bf HTTP/1.1" status: 204 len: 168 time: 0.3229110 Aug 23 21:04:57.713204 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee69f0e6-8e8e-4c07-9e67-bb3436a37c23 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f46a0da-83d0-4382-8e88-7c306961b3bf,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:04:57.760844 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44080) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:04:57.860588 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-be73e465-e4e3-4362-9312-a5c56435b908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:57.883037 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be73e465-e4e3-4362-9312-a5c56435b908 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cce81c2-9491-4738-8973-83333b3946eb,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:04:57.968019 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-be73e465-e4e3-4362-9312-a5c56435b908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:58.084976 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-be73e465-e4e3-4362-9312-a5c56435b908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:58.088365 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-be73e465-e4e3-4362-9312-a5c56435b908 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:58.148481 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-be73e465-e4e3-4362-9312-a5c56435b908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:58.150027 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be73e465-e4e3-4362-9312-a5c56435b908 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fe2f740-7af3-4145-98b7-43ce9ee157fc {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 21:04:58.156771 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-be73e465-e4e3-4362-9312-a5c56435b908 admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:58.158624 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-be73e465-e4e3-4362-9312-a5c56435b908 admin admin] 10.222.0.61 "DELETE /v2.0/routers/0fe2f740-7af3-4145-98b7-43ce9ee157fc HTTP/1.1" status: 204 len: 168 time: 1.5726449 Aug 23 21:04:58.161190 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44082) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:04:58.223318 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2d0dfe5-ac52-48de-9b76-3d520673c824 admin admin] Deleting subnet 96a69248-c630-4eeb-815d-91f60fdfe5d3 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 21:04:58.226831 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e2d0dfe5-ac52-48de-9b76-3d520673c824 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:58.227719 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bd92fc1a-12f7-4db0-843b-674635b73cc9 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:58.263894 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e2d0dfe5-ac52-48de-9b76-3d520673c824 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:58.282635 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device f7e294ce-4f3e-4a8e-a407-f90b8022d517 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:04:58.324103 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: f7e294ce-4f3e-4a8e-a407-f90b8022d517 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:04:58.324598 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device f7e294ce-4f3e-4a8e-a407-f90b8022d517 not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:04:58.350306 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e2d0dfe5-ac52-48de-9b76-3d520673c824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:58.417827 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e2d0dfe5-ac52-48de-9b76-3d520673c824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:58.455707 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d0dfe5-ac52-48de-9b76-3d520673c824 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96a69248-c630-4eeb-815d-91f60fdfe5d3,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:04:58.465487 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e2d0dfe5-ac52-48de-9b76-3d520673c824 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:58.472464 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e2d0dfe5-ac52-48de-9b76-3d520673c824 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/96a69248-c630-4eeb-815d-91f60fdfe5d3 HTTP/1.1" status: 204 len: 168 time: 0.3053074 Aug 23 21:04:58.472464 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44088) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:04:58.485470 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d7bb73-d723-4c8c-9a17-f71986df83d9 None None] Network 445d4521-abca-47c6-97f1-469f287f9a90 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:04:58.590249 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e0197e8b-81e6-42cd-8c90-5c579c46dfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:58.659738 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-bd92fc1a-12f7-4db0-843b-674635b73cc9 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Deleting port d33e35bc-aaba-4d05-a262-e54d59ae7d61 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:04:58.660499 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bd92fc1a-12f7-4db0-843b-674635b73cc9 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:58.664186 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-e0197e8b-81e6-42cd-8c90-5c579c46dfc9 admin admin] Deleting port e570f5ce-a880-4e3d-b5da-fa39ff535d50 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:04:58.664673 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e0197e8b-81e6-42cd-8c90-5c579c46dfc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:58.780353 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-e0197e8b-81e6-42cd-8c90-5c579c46dfc9 admin admin] For port e570f5ce-a880-4e3d-b5da-fa39ff535d50, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=e570f5ce-a880-4e3d-b5da-fa39ff535d50,segment=NetworkSegment(3929242b-52d9-40b9-9942-003e4522b4b7),segment_id=3929242b-52d9-40b9-9942-003e4522b4b7)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:04:58.780822 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e0197e8b-81e6-42cd-8c90-5c579c46dfc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:58.786152 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-bd92fc1a-12f7-4db0-843b-674635b73cc9 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] For port d33e35bc-aaba-4d05-a262-e54d59ae7d61, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=d33e35bc-aaba-4d05-a262-e54d59ae7d61,segment=NetworkSegment(44cc5025-eeea-4440-aca0-3b4de16ec48a),segment_id=44cc5025-eeea-4440-aca0-3b4de16ec48a)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:04:58.787216 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bd92fc1a-12f7-4db0-843b-674635b73cc9 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:58.799954 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-e0197e8b-81e6-42cd-8c90-5c579c46dfc9 admin admin] Calling delete_port for e570f5ce-a880-4e3d-b5da-fa39ff535d50 owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:04:58.806034 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-bd92fc1a-12f7-4db0-843b-674635b73cc9 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Calling delete_port for d33e35bc-aaba-4d05-a262-e54d59ae7d61 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:04:58.950599 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d7c12e-b1a6-4ac0-b450-c8f8aa8ca67d None None] DHCP port deletion for 445d4521-abca-47c6-97f1-469f287f9a90 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 21:04:58.956012 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 0cce81c2-9491-4738-8973-83333b3946eb no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:04:58.967735 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e0197e8b-81e6-42cd-8c90-5c579c46dfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:58.988836 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 0cce81c2-9491-4738-8973-83333b3946eb {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:04:58.989431 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 0cce81c2-9491-4738-8973-83333b3946eb not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:04:58.990139 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 85b3eb5a-9b8d-4d0c-8250-be80ef675a82 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:04:58.993110 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0197e8b-81e6-42cd-8c90-5c579c46dfc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e570f5ce-a880-4e3d-b5da-fa39ff535d50,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:04:59.012615 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0197e8b-81e6-42cd-8c90-5c579c46dfc9 admin admin] No DVR routers for this DVR port e570f5ce-a880-4e3d-b5da-fa39ff535d50 on host n-d-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:04:59.032806 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 85b3eb5a-9b8d-4d0c-8250-be80ef675a82 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:04:59.033497 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 85b3eb5a-9b8d-4d0c-8250-be80ef675a82 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:04:59.035458 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-24d7c12e-b1a6-4ac0-b450-c8f8aa8ca67d None None] The port 'e570f5ce-a880-4e3d-b5da-fa39ff535d50' was deleted {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 23 21:04:59.079002 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bd92fc1a-12f7-4db0-843b-674635b73cc9 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:59.107309 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e0197e8b-81e6-42cd-8c90-5c579c46dfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:59.108938 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd92fc1a-12f7-4db0-843b-674635b73cc9 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event deleted for resources: {'Port': ['ID=d33e35bc-aaba-4d05-a262-e54d59ae7d61,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:04:59.120442 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-e0197e8b-81e6-42cd-8c90-5c579c46dfc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['445d4521-abca-47c6-97f1-469f287f9a90']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:04:59.143500 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-e0197e8b-81e6-42cd-8c90-5c579c46dfc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3929242b-52d9-40b9-9942-003e4522b4b7') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:04:59.143799 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-e0197e8b-81e6-42cd-8c90-5c579c46dfc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3929242b-52d9-40b9-9942-003e4522b4b7') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:04:59.153375 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e0197e8b-81e6-42cd-8c90-5c579c46dfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:59.168706 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e0197e8b-81e6-42cd-8c90-5c579c46dfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:59.176559 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0197e8b-81e6-42cd-8c90-5c579c46dfc9 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:04:59.177320 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e0197e8b-81e6-42cd-8c90-5c579c46dfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:59.179122 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 21:04:59.179122 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:04:59.179122 n-d-805663-2 neutron-server[94687]: timer() Aug 23 21:04:59.179122 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:04:59.179122 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 21:04:59.179122 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:04:59.179122 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 21:04:59.179122 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:04:59.179122 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 21:04:59.179122 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:04:59.179122 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 21:04:59.179122 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:04:59.179122 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 21:04:59.179122 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:04:59.179122 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:04:59.179122 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:04:59.179122 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:04:59.179122 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:04:59.179122 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 21:04:59.179122 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:04:59.179122 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 21:04:59.179122 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:04:59.179122 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:04:59.179122 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:04:59.179122 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 21:04:59.179122 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:04:59.179122 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:04:59.179122 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:04:59.179122 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:04:59.179122 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:04:59.179122 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:04:59.179122 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:04:59.255686 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e0197e8b-81e6-42cd-8c90-5c579c46dfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:59.262092 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e0197e8b-81e6-42cd-8c90-5c579c46dfc9 admin admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:59.264596 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e0197e8b-81e6-42cd-8c90-5c579c46dfc9 admin admin] 10.222.0.61 "DELETE /v2.0/networks/445d4521-abca-47c6-97f1-469f287f9a90 HTTP/1.1" status: 204 len: 168 time: 0.7917359 Aug 23 21:04:59.270339 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44092) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:04:59.279790 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0197e8b-81e6-42cd-8c90-5c579c46dfc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=445d4521-abca-47c6-97f1-469f287f9a90,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:04:59.417590 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bd92fc1a-12f7-4db0-843b-674635b73cc9 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:59.784376 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd92fc1a-12f7-4db0-843b-674635b73cc9 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Router befd796c-5076-4992-98f2-7dde968e9bab has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:04:59.932450 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd92fc1a-12f7-4db0-843b-674635b73cc9 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:04:59.940490 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44100) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:04:59.940919 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-bd92fc1a-12f7-4db0-843b-674635b73cc9 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "PUT /v2.0/routers/befd796c-5076-4992-98f2-7dde968e9bab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1781003 Aug 23 21:04:59.943161 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd58851-5d9f-44ed-ac14-0fb6bcd71d74 None None] Sync routers for ids ['befd796c-5076-4992-98f2-7dde968e9bab'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:04:59.955251 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3c3013a5-6a4b-4e16-a6af-49bc66f26803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:04:59.962277 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd58851-5d9f-44ed-ac14-0fb6bcd71d74 None None] Routers {'befd796c-5076-4992-98f2-7dde968e9bab'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:04:59.972570 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-cbd58851-5d9f-44ed-ac14-0fb6bcd71d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:04:44Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['befd796c-5076-4992-98f2-7dde968e9bab'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:05:00.031608 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-63a38c7e-3b3a-4840-aae7-abbb86bb107f tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Deleting subnet acf2632e-c173-4823-9f61-8637075dcb12 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 21:05:00.035309 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-63a38c7e-3b3a-4840-aae7-abbb86bb107f tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:00.078574 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-63a38c7e-3b3a-4840-aae7-abbb86bb107f tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:00.096638 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-cbd58851-5d9f-44ed-ac14-0fb6bcd71d74 None None] Set router befd796c-5076-4992-98f2-7dde968e9bab gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:05:00.194516 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-63a38c7e-3b3a-4840-aae7-abbb86bb107f tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:00.286243 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-63a38c7e-3b3a-4840-aae7-abbb86bb107f tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:00.300513 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-3c3013a5-6a4b-4e16-a6af-49bc66f26803 admin admin] Deleting port 414f6970-e3be-4198-8d3b-067183efe7a9 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:05:00.301057 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3c3013a5-6a4b-4e16-a6af-49bc66f26803 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:00.302299 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-cbd58851-5d9f-44ed-ac14-0fb6bcd71d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'name': 'tempest-TestNetworkBasicOps-router-1306632790', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '893ff5f1-eb60-477e-8748-fd7058840a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:03:04Z', 'updated_at': '2021-08-23T21:04:59Z', 'revision_number': 7, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'gw_port': {'id': '893ff5f1-eb60-477e-8748-fd7058840a02', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:03:05Z', 'updated_at': '2021-08-23T21:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:05:00.322501 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a38c7e-3b3a-4840-aae7-abbb86bb107f tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event deleted for resources: {'Subnet': ['ID=acf2632e-c173-4823-9f61-8637075dcb12,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:05:00.331365 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd58851-5d9f-44ed-ac14-0fb6bcd71d74 None None] Checking router: befd796c-5076-4992-98f2-7dde968e9bab for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:05:00.333204 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-63a38c7e-3b3a-4840-aae7-abbb86bb107f tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:00.337728 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-63a38c7e-3b3a-4840-aae7-abbb86bb107f tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "DELETE /v2.0/subnets/acf2632e-c173-4823-9f61-8637075dcb12 HTTP/1.1" status: 204 len: 168 time: 0.3907297 Aug 23 21:05:00.341153 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c022a7ff-341e-49c0-9b1e-3966ef5f690c None None] Network 3e7777b9-9f81-47d3-b249-18952c96e3e6 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:05:00.345070 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd58851-5d9f-44ed-ac14-0fb6bcd71d74 None None] Routers {'befd796c-5076-4992-98f2-7dde968e9bab'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:05:00.345851 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-cbd58851-5d9f-44ed-ac14-0fb6bcd71d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:04:44Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['befd796c-5076-4992-98f2-7dde968e9bab'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:05:00.352307 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44102) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:05:00.434636 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-3c3013a5-6a4b-4e16-a6af-49bc66f26803 admin admin] For port 414f6970-e3be-4198-8d3b-067183efe7a9, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=414f6970-e3be-4198-8d3b-067183efe7a9,segment=NetworkSegment(641af0a1-8837-4be1-8e66-7cdd224bc53e),segment_id=641af0a1-8837-4be1-8e66-7cdd224bc53e)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:05:00.437882 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3c3013a5-6a4b-4e16-a6af-49bc66f26803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:00.460491 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-3c3013a5-6a4b-4e16-a6af-49bc66f26803 admin admin] Calling delete_port for 414f6970-e3be-4198-8d3b-067183efe7a9 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:05:00.486671 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-cbd58851-5d9f-44ed-ac14-0fb6bcd71d74 None None] Set router befd796c-5076-4992-98f2-7dde968e9bab gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:05:00.494021 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-462abf77-a137-4863-8ead-f92377e8c5e9 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:00.645584 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-462abf77-a137-4863-8ead-f92377e8c5e9 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:00.662413 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eab93cb-489a-49d2-9729-2fc4bfa33f32 None None] DHCP port deletion for 3e7777b9-9f81-47d3-b249-18952c96e3e6 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 21:05:00.727888 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-462abf77-a137-4863-8ead-f92377e8c5e9 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Deleting port 893ff5f1-eb60-477e-8748-fd7058840a02 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:05:00.728510 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-462abf77-a137-4863-8ead-f92377e8c5e9 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:00.777953 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1eab93cb-489a-49d2-9729-2fc4bfa33f32 None None] Deleting port cb1ed17c-9e17-4a30-8a93-ef4b2f82c7b6 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:05:00.779115 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1eab93cb-489a-49d2-9729-2fc4bfa33f32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:00.838723 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-cbd58851-5d9f-44ed-ac14-0fb6bcd71d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'name': 'tempest-TestNetworkBasicOps-router-1306632790', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '893ff5f1-eb60-477e-8748-fd7058840a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:03:04Z', 'updated_at': '2021-08-23T21:04:59Z', 'revision_number': 7, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'gw_port': {'id': '893ff5f1-eb60-477e-8748-fd7058840a02', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:03:05Z', 'updated_at': '2021-08-23T21:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:05:00.866794 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd58851-5d9f-44ed-ac14-0fb6bcd71d74 None None] The sync data for ids ['befd796c-5076-4992-98f2-7dde968e9bab'] in n-d-805663-2 is: [{'id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'name': 'tempest-TestNetworkBasicOps-router-1306632790', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '893ff5f1-eb60-477e-8748-fd7058840a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:03:04Z', 'updated_at': '2021-08-23T21:04:59Z', 'revision_number': 7, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'gw_port': {'id': '893ff5f1-eb60-477e-8748-fd7058840a02', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befd796c-5076-4992-98f2-7dde968e9bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:03:05Z', 'updated_at': '2021-08-23T21:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:05:00.921265 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-1eab93cb-489a-49d2-9729-2fc4bfa33f32 None None] For port cb1ed17c-9e17-4a30-8a93-ef4b2f82c7b6, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=cb1ed17c-9e17-4a30-8a93-ef4b2f82c7b6,segment=NetworkSegment(44cc5025-eeea-4440-aca0-3b4de16ec48a),segment_id=44cc5025-eeea-4440-aca0-3b4de16ec48a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:05:00.921670 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1eab93cb-489a-49d2-9729-2fc4bfa33f32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:00.929394 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-462abf77-a137-4863-8ead-f92377e8c5e9 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] For port 893ff5f1-eb60-477e-8748-fd7058840a02, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=893ff5f1-eb60-477e-8748-fd7058840a02,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:05:00.930886 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-462abf77-a137-4863-8ead-f92377e8c5e9 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:00.944296 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1eab93cb-489a-49d2-9729-2fc4bfa33f32 None None] Calling delete_port for cb1ed17c-9e17-4a30-8a93-ef4b2f82c7b6 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:05:00.947275 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-462abf77-a137-4863-8ead-f92377e8c5e9 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Calling delete_port for 893ff5f1-eb60-477e-8748-fd7058840a02 owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:05:01.053326 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1eab93cb-489a-49d2-9729-2fc4bfa33f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:01.090925 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eab93cb-489a-49d2-9729-2fc4bfa33f32 None None] Pushing event deleted for resources: {'Port': ['ID=cb1ed17c-9e17-4a30-8a93-ef4b2f82c7b6,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:05:01.094125 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eab93cb-489a-49d2-9729-2fc4bfa33f32 None None] No DVR routers for this DVR port cb1ed17c-9e17-4a30-8a93-ef4b2f82c7b6 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:05:01.159671 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-462abf77-a137-4863-8ead-f92377e8c5e9 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:01.162873 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3c3013a5-6a4b-4e16-a6af-49bc66f26803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:01.187944 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462abf77-a137-4863-8ead-f92377e8c5e9 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event deleted for resources: {'Port': ['ID=893ff5f1-eb60-477e-8748-fd7058840a02,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:05:01.200747 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3013a5-6a4b-4e16-a6af-49bc66f26803 admin admin] Pushing event deleted for resources: {'Port': ['ID=414f6970-e3be-4198-8d3b-067183efe7a9,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:05:01.304788 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-462abf77-a137-4863-8ead-f92377e8c5e9 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:01.371386 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device e570f5ce-a880-4e3d-b5da-fa39ff535d50 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:05:01.418203 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: e570f5ce-a880-4e3d-b5da-fa39ff535d50 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:05:01.418647 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device e570f5ce-a880-4e3d-b5da-fa39ff535d50 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:05:01.419169 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device cb1ed17c-9e17-4a30-8a93-ef4b2f82c7b6 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:05:01.444047 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: cb1ed17c-9e17-4a30-8a93-ef4b2f82c7b6 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:05:01.444772 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device cb1ed17c-9e17-4a30-8a93-ef4b2f82c7b6 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:05:01.479898 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-462abf77-a137-4863-8ead-f92377e8c5e9 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:01.483619 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-462abf77-a137-4863-8ead-f92377e8c5e9 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:01.485012 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3c3013a5-6a4b-4e16-a6af-49bc66f26803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:01.572050 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-462abf77-a137-4863-8ead-f92377e8c5e9 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:01.572644 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462abf77-a137-4863-8ead-f92377e8c5e9 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Fanout notify agent at l3_agent the message router_deleted on router befd796c-5076-4992-98f2-7dde968e9bab {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 21:05:01.579888 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-462abf77-a137-4863-8ead-f92377e8c5e9 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:01.581096 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-462abf77-a137-4863-8ead-f92377e8c5e9 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "DELETE /v2.0/routers/befd796c-5076-4992-98f2-7dde968e9bab HTTP/1.1" status: 204 len: 168 time: 1.2276506 Aug 23 21:05:01.583625 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44116) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:05:01.675005 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8806a41a-acb0-423f-8c4c-91a6061bf695 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:01.797225 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8806a41a-acb0-423f-8c4c-91a6061bf695 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:01.800996 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c3013a5-6a4b-4e16-a6af-49bc66f26803 admin admin] Router 13558466-60bf-4f55-8433-11d8a3895cb6 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:05:01.811454 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-8806a41a-acb0-423f-8c4c-91a6061bf695 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e7777b9-9f81-47d3-b249-18952c96e3e6']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:05:01.824197 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-8806a41a-acb0-423f-8c4c-91a6061bf695 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44cc5025-eeea-4440-aca0-3b4de16ec48a') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:05:01.824531 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-8806a41a-acb0-423f-8c4c-91a6061bf695 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44cc5025-eeea-4440-aca0-3b4de16ec48a') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:05:01.836354 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8806a41a-acb0-423f-8c4c-91a6061bf695 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:01.862192 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8806a41a-acb0-423f-8c4c-91a6061bf695 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:01.869241 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8806a41a-acb0-423f-8c4c-91a6061bf695 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:05:01.869638 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8806a41a-acb0-423f-8c4c-91a6061bf695 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:01.873624 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 21:05:01.873624 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:05:01.873624 n-d-805663-2 neutron-server[94687]: timer() Aug 23 21:05:01.873624 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:05:01.873624 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 21:05:01.873624 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:05:01.873624 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 21:05:01.873624 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:05:01.873624 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 21:05:01.873624 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:05:01.873624 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 21:05:01.873624 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:05:01.873624 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 21:05:01.873624 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:05:01.873624 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:05:01.873624 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:05:01.873624 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:05:01.873624 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:05:01.873624 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 21:05:01.873624 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:05:01.873624 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 21:05:01.873624 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:05:01.873624 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:05:01.873624 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:05:01.873624 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 21:05:01.873624 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:05:01.873624 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:05:01.873624 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:05:01.873624 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:05:01.873624 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:05:01.873624 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:05:01.873624 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:05:01.940369 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8806a41a-acb0-423f-8c4c-91a6061bf695 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:01.946415 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8806a41a-acb0-423f-8c4c-91a6061bf695 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:01.948563 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8806a41a-acb0-423f-8c4c-91a6061bf695 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "DELETE /v2.0/networks/3e7777b9-9f81-47d3-b249-18952c96e3e6 HTTP/1.1" status: 204 len: 168 time: 0.3638830 Aug 23 21:05:01.954833 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3013a5-6a4b-4e16-a6af-49bc66f26803 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:05:01.968659 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-3c3013a5-6a4b-4e16-a6af-49bc66f26803 admin admin] 10.222.0.61 "PUT /v2.0/routers/13558466-60bf-4f55-8433-11d8a3895cb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6932180 Aug 23 21:05:01.976693 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44124) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:05:01.976693 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44126) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:05:01.977190 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865c923e-af24-4081-ae3b-85a87a061211 None None] Sync routers for ids ['13558466-60bf-4f55-8433-11d8a3895cb6'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:05:01.989173 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8806a41a-acb0-423f-8c4c-91a6061bf695 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event deleted for resources: {'Network': ['ID=3e7777b9-9f81-47d3-b249-18952c96e3e6,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:05:01.994452 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865c923e-af24-4081-ae3b-85a87a061211 None None] Routers {'13558466-60bf-4f55-8433-11d8a3895cb6'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:05:01.995280 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-9aa4d627-94e7-4457-b140-c485bb97d578 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Request body: {'network': {'name': 'tempest-network-smoke--823521338', 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'port_security_enabled': True}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:05:01.995460 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-865c923e-af24-4081-ae3b-85a87a061211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:04:44Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['13558466-60bf-4f55-8433-11d8a3895cb6'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:05:02.067838 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa4d627-94e7-4457-b140-c485bb97d578 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Made reservation on behalf of 87972469191e450fb3c9471d7a3b5bba for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:05:02.077460 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9aa4d627-94e7-4457-b140-c485bb97d578 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:02.112479 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-865c923e-af24-4081-ae3b-85a87a061211 None None] Set router 13558466-60bf-4f55-8433-11d8a3895cb6 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:05:02.150252 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aa4d627-94e7-4457-b140-c485bb97d578 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:05:02.157637 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c4223f8f-8a88-49b7-a2d2-96feead98358 admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:02.205162 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9aa4d627-94e7-4457-b140-c485bb97d578 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:02.205672 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-9aa4d627-94e7-4457-b140-c485bb97d578 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Added segment f1be58ff-e419-4853-bf1d-1423f349ea3b of type vlan for network 7de484cb-befe-4e64-af9b-7ab42eee4f9c Aug 23 21:05:02.273425 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9aa4d627-94e7-4457-b140-c485bb97d578 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:02.334126 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-865c923e-af24-4081-ae3b-85a87a061211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13558466-60bf-4f55-8433-11d8a3895cb6', 'name': 'tempest-TestVolumeBackupRestore-853245504-router', 'tenant_id': '5972aaa015094daf9b5d1001494d8110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'e111169f-1ddc-4c34-af27-f523eea408bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:01:10Z', 'updated_at': '2021-08-23T21:05:01Z', 'revision_number': 5, 'project_id': '5972aaa015094daf9b5d1001494d8110', 'gw_port': {'id': 'e111169f-1ddc-4c34-af27-f523eea408bb', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13558466-60bf-4f55-8433-11d8a3895cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:01:11Z', 'updated_at': '2021-08-23T21:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:05:02.353325 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c4223f8f-8a88-49b7-a2d2-96feead98358 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:02.356199 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9aa4d627-94e7-4457-b140-c485bb97d578 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:02.362847 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa4d627-94e7-4457-b140-c485bb97d578 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:05:02.363597 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9aa4d627-94e7-4457-b140-c485bb97d578 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:02.372916 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865c923e-af24-4081-ae3b-85a87a061211 None None] Checking router: 13558466-60bf-4f55-8433-11d8a3895cb6 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:05:02.394973 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865c923e-af24-4081-ae3b-85a87a061211 None None] Routers {'13558466-60bf-4f55-8433-11d8a3895cb6'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:05:02.395834 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-865c923e-af24-4081-ae3b-85a87a061211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:04:44Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['13558466-60bf-4f55-8433-11d8a3895cb6'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:05:02.438826 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9aa4d627-94e7-4457-b140-c485bb97d578 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4589748 Aug 23 21:05:02.439052 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44134) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:05:02.443638 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c94649c7-20fa-4014-bd99-17a80706b00d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1921335106', 'admin_state_up': True, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:05:02.486805 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa4d627-94e7-4457-b140-c485bb97d578 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event updated for resources: {'Network': ['ID=7de484cb-befe-4e64-af9b-7ab42eee4f9c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:05:02.506459 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 7de484cb-befe-4e64-af9b-7ab42eee4f9c details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:05:02.509653 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-865c923e-af24-4081-ae3b-85a87a061211 None None] Set router 13558466-60bf-4f55-8433-11d8a3895cb6 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:05:02.515977 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c94649c7-20fa-4014-bd99-17a80706b00d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:02.517180 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c94649c7-20fa-4014-bd99-17a80706b00d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:02.527157 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-c4223f8f-8a88-49b7-a2d2-96feead98358 admin admin] Deleting port e111169f-1ddc-4c34-af27-f523eea408bb {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:05:02.527594 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c4223f8f-8a88-49b7-a2d2-96feead98358 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:02.577417 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-865c923e-af24-4081-ae3b-85a87a061211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13558466-60bf-4f55-8433-11d8a3895cb6', 'name': 'tempest-TestVolumeBackupRestore-853245504-router', 'tenant_id': '5972aaa015094daf9b5d1001494d8110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:01:10Z', 'updated_at': '2021-08-23T21:05:02Z', 'revision_number': 6, 'project_id': '5972aaa015094daf9b5d1001494d8110', 'gw_port_host': None}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:05:02.640972 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c94649c7-20fa-4014-bd99-17a80706b00d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:02.643071 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865c923e-af24-4081-ae3b-85a87a061211 None None] The sync data for ids ['13558466-60bf-4f55-8433-11d8a3895cb6'] in n-d-805663-2 is: [{'id': '13558466-60bf-4f55-8433-11d8a3895cb6', 'name': 'tempest-TestVolumeBackupRestore-853245504-router', 'tenant_id': '5972aaa015094daf9b5d1001494d8110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:01:10Z', 'updated_at': '2021-08-23T21:05:02Z', 'revision_number': 6, 'project_id': '5972aaa015094daf9b5d1001494d8110', 'gw_port_host': None}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:05:02.739831 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-c4223f8f-8a88-49b7-a2d2-96feead98358 admin admin] For port e111169f-1ddc-4c34-af27-f523eea408bb, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=e111169f-1ddc-4c34-af27-f523eea408bb,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:05:02.740221 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c4223f8f-8a88-49b7-a2d2-96feead98358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:02.786938 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-c4223f8f-8a88-49b7-a2d2-96feead98358 admin admin] Calling delete_port for e111169f-1ddc-4c34-af27-f523eea408bb owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:05:02.824182 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c94649c7-20fa-4014-bd99-17a80706b00d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:03.071057 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c4223f8f-8a88-49b7-a2d2-96feead98358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:03.128573 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 893ff5f1-eb60-477e-8748-fd7058840a02 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:05:03.152579 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 893ff5f1-eb60-477e-8748-fd7058840a02 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:05:03.152939 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 893ff5f1-eb60-477e-8748-fd7058840a02 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:05:03.153376 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 414f6970-e3be-4198-8d3b-067183efe7a9 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:05:03.162543 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4223f8f-8a88-49b7-a2d2-96feead98358 admin admin] Pushing event deleted for resources: {'Port': ['ID=e111169f-1ddc-4c34-af27-f523eea408bb,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:05:03.174529 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 414f6970-e3be-4198-8d3b-067183efe7a9 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:05:03.174823 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 414f6970-e3be-4198-8d3b-067183efe7a9 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:05:03.175284 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device d33e35bc-aaba-4d05-a262-e54d59ae7d61 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:05:03.198544 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: d33e35bc-aaba-4d05-a262-e54d59ae7d61 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:05:03.198898 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device d33e35bc-aaba-4d05-a262-e54d59ae7d61 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:05:03.234529 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c94649c7-20fa-4014-bd99-17a80706b00d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:03.261639 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c94649c7-20fa-4014-bd99-17a80706b00d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:03.305310 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c4223f8f-8a88-49b7-a2d2-96feead98358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:03.410724 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c4223f8f-8a88-49b7-a2d2-96feead98358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:03.414445 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c4223f8f-8a88-49b7-a2d2-96feead98358 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:03.490916 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c4223f8f-8a88-49b7-a2d2-96feead98358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:03.491470 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4223f8f-8a88-49b7-a2d2-96feead98358 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13558466-60bf-4f55-8433-11d8a3895cb6 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 21:05:03.498695 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c4223f8f-8a88-49b7-a2d2-96feead98358 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:03.499312 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c4223f8f-8a88-49b7-a2d2-96feead98358 admin admin] 10.222.0.61 "DELETE /v2.0/routers/13558466-60bf-4f55-8433-11d8a3895cb6 HTTP/1.1" status: 204 len: 168 time: 1.5268278 Aug 23 21:05:03.502299 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44152) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:05:03.506242 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-c94649c7-20fa-4014-bd99-17a80706b00d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Allocated IP 172.25.4.213 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/62b443de-6615-42b0-ab95-af1c955568c6) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:05:03.580155 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf1c8148-627d-4803-9517-feed15c42b8e admin admin] Deleting subnet 4224398f-2bb5-4da3-8596-4d52340b0d83 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 21:05:03.584209 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8148-627d-4803-9517-feed15c42b8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:03.627491 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8148-627d-4803-9517-feed15c42b8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:03.631442 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c94649c7-20fa-4014-bd99-17a80706b00d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:03.695516 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c94649c7-20fa-4014-bd99-17a80706b00d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:03.722436 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8148-627d-4803-9517-feed15c42b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:03.746462 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94649c7-20fa-4014-bd99-17a80706b00d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:05:03.753384 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94649c7-20fa-4014-bd99-17a80706b00d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event updated for resources: {'Port': ['ID=62b443de-6615-42b0-ab95-af1c955568c6,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:05:03.755329 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-c94649c7-20fa-4014-bd99-17a80706b00d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:05:03.758103 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94649c7-20fa-4014-bd99-17a80706b00d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:05:03.783712 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94649c7-20fa-4014-bd99-17a80706b00d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:05:03.784046 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94649c7-20fa-4014-bd99-17a80706b00d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:05:03.784792 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94649c7-20fa-4014-bd99-17a80706b00d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:05:03.784792 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94649c7-20fa-4014-bd99-17a80706b00d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:05:03.785045 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94649c7-20fa-4014-bd99-17a80706b00d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:05:03.785387 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94649c7-20fa-4014-bd99-17a80706b00d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:05:03.785727 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94649c7-20fa-4014-bd99-17a80706b00d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:05:03.786038 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94649c7-20fa-4014-bd99-17a80706b00d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:05:03.786356 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94649c7-20fa-4014-bd99-17a80706b00d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:05:03.786685 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94649c7-20fa-4014-bd99-17a80706b00d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:05:03.787029 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94649c7-20fa-4014-bd99-17a80706b00d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:05:03.787353 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94649c7-20fa-4014-bd99-17a80706b00d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:05:03.794146 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8148-627d-4803-9517-feed15c42b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:03.840834 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8148-627d-4803-9517-feed15c42b8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:03.841159 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2c3f88-72d7-4771-8304-3add2fba037c None None] Network 7f6be1c1-924a-46f8-b824-8662c410ac73 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:05:03.852005 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-cf1c8148-627d-4803-9517-feed15c42b8e admin admin] 10.222.0.61 "DELETE /v2.0/subnets/4224398f-2bb5-4da3-8596-4d52340b0d83 HTTP/1.1" status: 204 len: 168 time: 0.3479469 Aug 23 21:05:03.852722 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44160) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:05:03.862538 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c8148-627d-4803-9517-feed15c42b8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4224398f-2bb5-4da3-8596-4d52340b0d83,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:05:03.954960 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-873a1de0-e46d-4363-8c5a-fb2f94801133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:04.034112 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-873a1de0-e46d-4363-8c5a-fb2f94801133 admin admin] Deleting port 36b03439-3aa2-4002-89da-23537de67b48 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:05:04.034480 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-873a1de0-e46d-4363-8c5a-fb2f94801133 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:04.099157 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed854d41-84a7-45fa-9ef8-0b48ff7f43fe None None] DHCP port deletion for 7f6be1c1-924a-46f8-b824-8662c410ac73 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 21:05:04.129618 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-873a1de0-e46d-4363-8c5a-fb2f94801133 admin admin] For port 36b03439-3aa2-4002-89da-23537de67b48, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=36b03439-3aa2-4002-89da-23537de67b48,segment=NetworkSegment(641af0a1-8837-4be1-8e66-7cdd224bc53e),segment_id=641af0a1-8837-4be1-8e66-7cdd224bc53e)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:05:04.130021 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-873a1de0-e46d-4363-8c5a-fb2f94801133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:04.148481 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-873a1de0-e46d-4363-8c5a-fb2f94801133 admin admin] Calling delete_port for 36b03439-3aa2-4002-89da-23537de67b48 owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:05:04.165871 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-ed854d41-84a7-45fa-9ef8-0b48ff7f43fe None None] Deleting port 36b03439-3aa2-4002-89da-23537de67b48 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:05:04.166557 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed854d41-84a7-45fa-9ef8-0b48ff7f43fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:04.245406 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-873a1de0-e46d-4363-8c5a-fb2f94801133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:04.278582 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-ed854d41-84a7-45fa-9ef8-0b48ff7f43fe None None] For port 36b03439-3aa2-4002-89da-23537de67b48, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=36b03439-3aa2-4002-89da-23537de67b48,segment=NetworkSegment(641af0a1-8837-4be1-8e66-7cdd224bc53e),segment_id=641af0a1-8837-4be1-8e66-7cdd224bc53e)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:05:04.280602 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed854d41-84a7-45fa-9ef8-0b48ff7f43fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:04.288353 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873a1de0-e46d-4363-8c5a-fb2f94801133 admin admin] Pushing event deleted for resources: {'Port': ['ID=36b03439-3aa2-4002-89da-23537de67b48,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:05:04.290295 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873a1de0-e46d-4363-8c5a-fb2f94801133 admin admin] No DVR routers for this DVR port 36b03439-3aa2-4002-89da-23537de67b48 on host n-d-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:05:04.305933 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-ed854d41-84a7-45fa-9ef8-0b48ff7f43fe None None] Calling delete_port for 36b03439-3aa2-4002-89da-23537de67b48 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:05:04.397322 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 21:05:04.397322 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 21:05:04.397322 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 21:05:04.397322 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 21:05:04.397322 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 21:05:04.397322 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 21:05:04.397322 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 21:05:04.397322 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 21:05:04.397322 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 21:05:04.397322 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 21:05:04.397322 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 21:05:04.397322 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 21:05:04.397322 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 21:05:04.397322 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 21:05:04.397322 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 21:05:04.397322 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 21:05:04.397322 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 21:05:04.397322 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 21:05:04.397322 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 21:05:04.397322 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 21:05:04.397322 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 21:05:04.397322 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 21:05:04.397322 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 21:05:04.397322 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 21:05:04.397322 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 21:05:04.397322 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 21:05:04.397322 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 21:05:04.397322 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 21:05:04.397322 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 21:05:04.397322 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 21:05:04.397322 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 21:05:04.397322 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 21:05:04.397322 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 21:05:04.397322 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 21:05:04.397322 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 21:05:04.397322 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 21:05:04.397322 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 21:05:04.397322 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 21:05:04.397322 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 21:05:04.397322 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 21:05:04.397322 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 21:05:04.397322 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 21:05:04.397322 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 21:05:04.397322 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 21:05:04.397322 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 21:05:04.397322 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 21:05:04.397322 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 21:05:04.397322 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 21:05:04.397322 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 21:05:04.397322 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 21:05:04.397322 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 21:05:04.397322 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 21:05:04.397322 n-d-805663-2 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 21:05:04.397322 n-d-805663-2 neutron-server[94689]: self.session.flush() Aug 23 21:05:04.402338 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-873a1de0-e46d-4363-8c5a-fb2f94801133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:04.403122 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed854d41-84a7-45fa-9ef8-0b48ff7f43fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:04.414217 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-873a1de0-e46d-4363-8c5a-fb2f94801133 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f6be1c1-924a-46f8-b824-8662c410ac73']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:05:04.418690 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed854d41-84a7-45fa-9ef8-0b48ff7f43fe None None] No DVR routers for this DVR port 36b03439-3aa2-4002-89da-23537de67b48 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:05:04.429476 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-873a1de0-e46d-4363-8c5a-fb2f94801133 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '641af0a1-8837-4be1-8e66-7cdd224bc53e') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:05:04.429772 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-873a1de0-e46d-4363-8c5a-fb2f94801133 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '641af0a1-8837-4be1-8e66-7cdd224bc53e') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:05:04.443830 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-873a1de0-e46d-4363-8c5a-fb2f94801133 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:04.458450 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed854d41-84a7-45fa-9ef8-0b48ff7f43fe None None] Pushing event deleted for resources: {'Port': ['ID=36b03439-3aa2-4002-89da-23537de67b48,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:05:04.465373 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-873a1de0-e46d-4363-8c5a-fb2f94801133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:04.472856 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-873a1de0-e46d-4363-8c5a-fb2f94801133 admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:05:04.473258 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-873a1de0-e46d-4363-8c5a-fb2f94801133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:04.475426 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 21:05:04.475426 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:05:04.475426 n-d-805663-2 neutron-server[94687]: timer() Aug 23 21:05:04.475426 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:05:04.475426 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 21:05:04.475426 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:05:04.475426 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 21:05:04.475426 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:05:04.475426 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 21:05:04.475426 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:05:04.475426 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 21:05:04.475426 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:05:04.475426 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 21:05:04.475426 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:05:04.475426 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:05:04.475426 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:05:04.475426 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:05:04.475426 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:05:04.475426 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 21:05:04.475426 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:05:04.475426 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 21:05:04.475426 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:05:04.475426 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:05:04.475426 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:05:04.475426 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 21:05:04.475426 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:05:04.475426 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:05:04.475426 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:05:04.475426 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:05:04.475426 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:05:04.475426 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:05:04.475426 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:05:04.518102 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c94649c7-20fa-4014-bd99-17a80706b00d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:04.546524 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-873a1de0-e46d-4363-8c5a-fb2f94801133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:04.554819 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-873a1de0-e46d-4363-8c5a-fb2f94801133 admin admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:04.556992 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-873a1de0-e46d-4363-8c5a-fb2f94801133 admin admin] 10.222.0.61 "DELETE /v2.0/networks/7f6be1c1-924a-46f8-b824-8662c410ac73 HTTP/1.1" status: 204 len: 168 time: 0.7028000 Aug 23 21:05:04.572523 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873a1de0-e46d-4363-8c5a-fb2f94801133 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f6be1c1-924a-46f8-b824-8662c410ac73,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:05:04.759309 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c94649c7-20fa-4014-bd99-17a80706b00d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:04.767728 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44170) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:05:04.826832 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-33a7232a-20a1-4ece-b813-734c804d89d7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=04ace1ca4b8848b7b18abeaa0879cf78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0569630 Aug 23 21:05:04.827596 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44172) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:05:04.886710 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b5079148-5840-4c0c-a011-79936ae5e0cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:04.907345 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device e111169f-1ddc-4c34-af27-f523eea408bb no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:05:04.919669 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b5079148-5840-4c0c-a011-79936ae5e0cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:04.930694 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c94649c7-20fa-4014-bd99-17a80706b00d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Router 1dd45a27-1b64-4ecb-8391-e514b715e84c is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 21:05:04.934082 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: e111169f-1ddc-4c34-af27-f523eea408bb {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:05:04.934778 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device e111169f-1ddc-4c34-af27-f523eea408bb not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:05:04.936113 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 36b03439-3aa2-4002-89da-23537de67b48 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:05:04.980310 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b5079148-5840-4c0c-a011-79936ae5e0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:04.986208 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b5079148-5840-4c0c-a011-79936ae5e0cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:04.989798 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b5079148-5840-4c0c-a011-79936ae5e0cc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/33b52a68-b978-4f20-ac52-69e3e4a96fbe HTTP/1.1" status: 204 len: 168 time: 0.1611695 Aug 23 21:05:05.001029 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 36b03439-3aa2-4002-89da-23537de67b48 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:05:05.001702 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 36b03439-3aa2-4002-89da-23537de67b48 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:05:05.010684 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5079148-5840-4c0c-a011-79936ae5e0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b52a68-b978-4f20-ac52-69e3e4a96fbe,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:05:05.076906 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94649c7-20fa-4014-bd99-17a80706b00d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:05:05.090500 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82433bcb-5c80-4dd8-a244-088805d98daf None None] Sync routers for ids ['1dd45a27-1b64-4ecb-8391-e514b715e84c'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:05:05.098729 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c94649c7-20fa-4014-bd99-17a80706b00d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:05.099464 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c94649c7-20fa-4014-bd99-17a80706b00d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.6595061 Aug 23 21:05:05.103982 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44178) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:05:05.110622 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82433bcb-5c80-4dd8-a244-088805d98daf None None] Routers {'1dd45a27-1b64-4ecb-8391-e514b715e84c'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:05:05.111556 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-82433bcb-5c80-4dd8-a244-088805d98daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:04:44Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['1dd45a27-1b64-4ecb-8391-e514b715e84c'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:05:05.138159 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-24a19957-f42b-4438-8c73-37d73cb68dd0 tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=87972469191e450fb3c9471d7a3b5bba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313544 Aug 23 21:05:05.138159 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44180) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:05:05.255935 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-82433bcb-5c80-4dd8-a244-088805d98daf None None] Set router 1dd45a27-1b64-4ecb-8391-e514b715e84c gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:05:05.271138 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ae39db-e8a4-4fe2-b9e0-ed5bb21ac6cc tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:05:05.273217 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e7ae39db-e8a4-4fe2-b9e0-ed5bb21ac6cc tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1335907 Aug 23 21:05:05.276008 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44188) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:05:05.308144 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-55c8ebe2-838d-49a9-9ecb-003faa53e931 tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=03d801c5-d257-4cc1-bad3-11a323aafec0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308976 Aug 23 21:05:05.310986 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44190) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:05:05.317209 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c2f6cf7d-4bbf-40e4-ab34-fdf7ce746a25 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-545312380', 'network_id': '7de484cb-befe-4e64-af9b-7ab42eee4f9c', 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:05:05.452220 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f6cf7d-4bbf-40e4-ab34-fdf7ce746a25 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Made reservation on behalf of 87972469191e450fb3c9471d7a3b5bba for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:05:05.456228 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c2f6cf7d-4bbf-40e4-ab34-fdf7ce746a25 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:05.459637 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-82433bcb-5c80-4dd8-a244-088805d98daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd45a27-1b64-4ecb-8391-e514b715e84c', 'name': 'tempest-TestNetworkBasicOps-router-1921335106', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '62b443de-6615-42b0-ab95-af1c955568c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:05:02Z', 'updated_at': '2021-08-23T21:05:04Z', 'revision_number': 3, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'gw_port': {'id': '62b443de-6615-42b0-ab95-af1c955568c6', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:05:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd45a27-1b64-4ecb-8391-e514b715e84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:05:03Z', 'updated_at': '2021-08-23T21:05:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:05:05.507088 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82433bcb-5c80-4dd8-a244-088805d98daf None None] Checking router: 1dd45a27-1b64-4ecb-8391-e514b715e84c for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:05:05.510568 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82433bcb-5c80-4dd8-a244-088805d98daf None None] Updating router 1dd45a27-1b64-4ecb-8391-e514b715e84c port 62b443de-6615-42b0-ab95-af1c955568c6 binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 21:05:05.511012 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44192) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:05:05.534515 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-82433bcb-5c80-4dd8-a244-088805d98daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:05.586015 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-df59ff34-f9b1-46a8-a774-8225727fcbe8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5972aaa015094daf9b5d1001494d8110&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0715449 Aug 23 21:05:05.586583 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44194) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:05:05.644225 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-870ac882-cd22-41d1-bb5b-82a672c1219e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:05.673149 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-870ac882-cd22-41d1-bb5b-82a672c1219e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:05.704781 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c2f6cf7d-4bbf-40e4-ab34-fdf7ce746a25 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:05.733787 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-870ac882-cd22-41d1-bb5b-82a672c1219e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:05.736655 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-870ac882-cd22-41d1-bb5b-82a672c1219e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:05.740185 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-870ac882-cd22-41d1-bb5b-82a672c1219e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/68a08942-91de-4714-9f44-376d9f9ae39c HTTP/1.1" status: 204 len: 168 time: 0.1505797 Aug 23 21:05:05.747249 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870ac882-cd22-41d1-bb5b-82a672c1219e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a08942-91de-4714-9f44-376d9f9ae39c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:05:05.817506 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f6cf7d-4bbf-40e4-ab34-fdf7ce746a25 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event updated for resources: {'Subnet': ['ID=fd0c8bf9-000a-4b57-b896-372db62ba64b,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:05:05.830616 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f6cf7d-4bbf-40e4-ab34-fdf7ce746a25 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Checking segment: {'id': 'f1be58ff-e419-4853-bf1d-1423f349ea3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7de484cb-befe-4e64-af9b-7ab42eee4f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:05:05.830991 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f6cf7d-4bbf-40e4-ab34-fdf7ce746a25 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Network hostable DHCP agents. Network: 7de484cb-befe-4e64-af9b-7ab42eee4f9c, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:05:05.855593 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f6cf7d-4bbf-40e4-ab34-fdf7ce746a25 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Network 7de484cb-befe-4e64-af9b-7ab42eee4f9c is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:05:05.868200 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-c2f6cf7d-4bbf-40e4-ab34-fdf7ce746a25 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 7de484cb-befe-4e64-af9b-7ab42eee4f9c) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:05:05.875225 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f6cf7d-4bbf-40e4-ab34-fdf7ce746a25 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:05:05.875333 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c2f6cf7d-4bbf-40e4-ab34-fdf7ce746a25 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:05.880280 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2381a854-6ee3-4eec-83a6-7d5f6c532676 None None] Network 7de484cb-befe-4e64-af9b-7ab42eee4f9c requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:05:05.920100 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c2f6cf7d-4bbf-40e4-ab34-fdf7ce746a25 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6070392 Aug 23 21:05:05.922942 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44198) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:05:06.070734 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-82433bcb-5c80-4dd8-a244-088805d98daf None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:06.086843 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-82433bcb-5c80-4dd8-a244-088805d98daf None None] Transition to ACTIVE for port object 62b443de-6615-42b0-ab95-af1c955568c6 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:05:06.108228 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-82433bcb-5c80-4dd8-a244-088805d98daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:06.139518 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5398093-fe82-4bdb-af93-dbfd3b92c172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-7de484cb-befe-4e64-af9b-7ab42eee4f9c', 'network_id': '7de484cb-befe-4e64-af9b-7ab42eee4f9c', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'fixed_ips': [{'subnet_id': 'fd0c8bf9-000a-4b57-b896-372db62ba64b'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 21:05:06.140509 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a5398093-fe82-4bdb-af93-dbfd3b92c172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:06.179589 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-82433bcb-5c80-4dd8-a244-088805d98daf None None] Attempting to bind port 62b443de-6615-42b0-ab95-af1c955568c6 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:05:06.180161 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-82433bcb-5c80-4dd8-a244-088805d98daf None None] Attempting to bind port 62b443de-6615-42b0-ab95-af1c955568c6 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:05:06.180857 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82433bcb-5c80-4dd8-a244-088805d98daf None None] Attempting to bind port 62b443de-6615-42b0-ab95-af1c955568c6 on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:05:06.186031 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a22ba97-7fbd-4e48-9f3a-347773af9eda None None] Pushing event updated for resources: {'Port': ['ID=62b443de-6615-42b0-ab95-af1c955568c6,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:05:06.196235 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82433bcb-5c80-4dd8-a244-088805d98daf None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:05:06.197049 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82433bcb-5c80-4dd8-a244-088805d98daf None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:05:06.197842 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-82433bcb-5c80-4dd8-a244-088805d98daf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:06.198452 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82433bcb-5c80-4dd8-a244-088805d98daf None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:05:06.199137 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-82433bcb-5c80-4dd8-a244-088805d98daf None None] Bound port: 62b443de-6615-42b0-ab95-af1c955568c6, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:05:06.199786 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-82433bcb-5c80-4dd8-a244-088805d98daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:06.204154 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a22ba97-7fbd-4e48-9f3a-347773af9eda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:05:06.205047 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a22ba97-7fbd-4e48-9f3a-347773af9eda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:05:06.205647 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a22ba97-7fbd-4e48-9f3a-347773af9eda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:05:06.206227 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a22ba97-7fbd-4e48-9f3a-347773af9eda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:05:06.206884 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a22ba97-7fbd-4e48-9f3a-347773af9eda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:05:06.207474 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a22ba97-7fbd-4e48-9f3a-347773af9eda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:05:06.208219 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a22ba97-7fbd-4e48-9f3a-347773af9eda None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:05:06.208822 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a22ba97-7fbd-4e48-9f3a-347773af9eda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:05:06.209367 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a22ba97-7fbd-4e48-9f3a-347773af9eda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:05:06.209976 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a22ba97-7fbd-4e48-9f3a-347773af9eda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:05:06.210532 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a22ba97-7fbd-4e48-9f3a-347773af9eda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:05:06.211372 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a22ba97-7fbd-4e48-9f3a-347773af9eda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:05:06.293689 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-82433bcb-5c80-4dd8-a244-088805d98daf None None] For port 62b443de-6615-42b0-ab95-af1c955568c6, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:05:06.298942 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-82433bcb-5c80-4dd8-a244-088805d98daf None None] For port 62b443de-6615-42b0-ab95-af1c955568c6, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=62b443de-6615-42b0-ab95-af1c955568c6,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:05:06.306865 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-82433bcb-5c80-4dd8-a244-088805d98daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:06.383899 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82433bcb-5c80-4dd8-a244-088805d98daf None None] Routers {'1dd45a27-1b64-4ecb-8391-e514b715e84c'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:05:06.385685 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-82433bcb-5c80-4dd8-a244-088805d98daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:04:44Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['1dd45a27-1b64-4ecb-8391-e514b715e84c'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:05:06.400167 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-a5398093-fe82-4bdb-af93-dbfd3b92c172 None None] Allocated IP 172.20.0.2 (7de484cb-befe-4e64-af9b-7ab42eee4f9c/fd0c8bf9-000a-4b57-b896-372db62ba64b/73066eb2-13ea-40f3-a259-e04fc9a74435) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:05:06.462038 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a22ba97-7fbd-4e48-9f3a-347773af9eda None None] Pushing event updated for resources: {'Port': ['ID=62b443de-6615-42b0-ab95-af1c955568c6,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:05:06.577504 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-82433bcb-5c80-4dd8-a244-088805d98daf None None] Set router 1dd45a27-1b64-4ecb-8391-e514b715e84c gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:05:06.623369 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a5398093-fe82-4bdb-af93-dbfd3b92c172 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:06.633420 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a5398093-fe82-4bdb-af93-dbfd3b92c172 None None] Transition to ACTIVE for port object 73066eb2-13ea-40f3-a259-e04fc9a74435 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:05:06.650599 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a5398093-fe82-4bdb-af93-dbfd3b92c172 None None] Transition to ACTIVE for port object 73066eb2-13ea-40f3-a259-e04fc9a74435 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:05:06.659916 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a5398093-fe82-4bdb-af93-dbfd3b92c172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:06.706392 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5398093-fe82-4bdb-af93-dbfd3b92c172 None None] Network 7de484cb-befe-4e64-af9b-7ab42eee4f9c is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:05:06.711146 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-a5398093-fe82-4bdb-af93-dbfd3b92c172 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:05:06.721859 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5398093-fe82-4bdb-af93-dbfd3b92c172 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:05:06.732591 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5398093-fe82-4bdb-af93-dbfd3b92c172 None None] Pushing event updated for resources: {'Port': ['ID=73066eb2-13ea-40f3-a259-e04fc9a74435,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:05:06.782544 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-a5398093-fe82-4bdb-af93-dbfd3b92c172 None None] Attempting to bind port 73066eb2-13ea-40f3-a259-e04fc9a74435 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:05:06.782775 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-a5398093-fe82-4bdb-af93-dbfd3b92c172 None None] Attempting to bind port 73066eb2-13ea-40f3-a259-e04fc9a74435 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'f1be58ff-e419-4853-bf1d-1423f349ea3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7de484cb-befe-4e64-af9b-7ab42eee4f9c'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:05:06.783068 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5398093-fe82-4bdb-af93-dbfd3b92c172 None None] Attempting to bind port 73066eb2-13ea-40f3-a259-e04fc9a74435 on network 7de484cb-befe-4e64-af9b-7ab42eee4f9c {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:05:06.788626 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5398093-fe82-4bdb-af93-dbfd3b92c172 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:05:06.789002 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5398093-fe82-4bdb-af93-dbfd3b92c172 None None] Checking segment: {'id': 'f1be58ff-e419-4853-bf1d-1423f349ea3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7de484cb-befe-4e64-af9b-7ab42eee4f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:05:06.789409 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a5398093-fe82-4bdb-af93-dbfd3b92c172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:06.789805 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5398093-fe82-4bdb-af93-dbfd3b92c172 None None] Bound using segment: {'id': 'f1be58ff-e419-4853-bf1d-1423f349ea3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7de484cb-befe-4e64-af9b-7ab42eee4f9c'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:05:06.790286 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-a5398093-fe82-4bdb-af93-dbfd3b92c172 None None] Bound port: 73066eb2-13ea-40f3-a259-e04fc9a74435, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1be58ff-e419-4853-bf1d-1423f349ea3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7de484cb-befe-4e64-af9b-7ab42eee4f9c'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:05:06.790666 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a5398093-fe82-4bdb-af93-dbfd3b92c172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:06.867377 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-82433bcb-5c80-4dd8-a244-088805d98daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd45a27-1b64-4ecb-8391-e514b715e84c', 'name': 'tempest-TestNetworkBasicOps-router-1921335106', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '62b443de-6615-42b0-ab95-af1c955568c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:05:02Z', 'updated_at': '2021-08-23T21:05:04Z', 'revision_number': 3, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'gw_port': {'id': '62b443de-6615-42b0-ab95-af1c955568c6', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:05:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd45a27-1b64-4ecb-8391-e514b715e84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:05:03Z', 'updated_at': '2021-08-23T21:05:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:05:06.873963 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a5398093-fe82-4bdb-af93-dbfd3b92c172 None None] For port 73066eb2-13ea-40f3-a259-e04fc9a74435, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:05:06.877298 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a5398093-fe82-4bdb-af93-dbfd3b92c172 None None] For port 73066eb2-13ea-40f3-a259-e04fc9a74435, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=73066eb2-13ea-40f3-a259-e04fc9a74435,segment=NetworkSegment(f1be58ff-e419-4853-bf1d-1423f349ea3b),segment_id=f1be58ff-e419-4853-bf1d-1423f349ea3b)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:05:06.878518 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-964cf7b3-eeda-4b61-bb5c-8cef6e552f2f tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:06.885190 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a5398093-fe82-4bdb-af93-dbfd3b92c172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:06.910334 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82433bcb-5c80-4dd8-a244-088805d98daf None None] The sync data for ids ['1dd45a27-1b64-4ecb-8391-e514b715e84c'] in n-d-805663-2 is: [{'id': '1dd45a27-1b64-4ecb-8391-e514b715e84c', 'name': 'tempest-TestNetworkBasicOps-router-1921335106', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '62b443de-6615-42b0-ab95-af1c955568c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:05:02Z', 'updated_at': '2021-08-23T21:05:04Z', 'revision_number': 3, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'gw_port': {'id': '62b443de-6615-42b0-ab95-af1c955568c6', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:05:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd45a27-1b64-4ecb-8391-e514b715e84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:05:03Z', 'updated_at': '2021-08-23T21:05:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:05:06.965533 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5398093-fe82-4bdb-af93-dbfd3b92c172 None None] Pushing event updated for resources: {'Port': ['ID=73066eb2-13ea-40f3-a259-e04fc9a74435,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:05:07.407934 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-964cf7b3-eeda-4b61-bb5c-8cef6e552f2f tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Allocated IP 172.20.0.1 (7de484cb-befe-4e64-af9b-7ab42eee4f9c/fd0c8bf9-000a-4b57-b896-372db62ba64b/9c9d7312-b9b3-4937-a56d-8fe897853b5f) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:05:07.548733 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-964cf7b3-eeda-4b61-bb5c-8cef6e552f2f tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:07.573199 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-964cf7b3-eeda-4b61-bb5c-8cef6e552f2f tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Transition to ACTIVE for port object 9c9d7312-b9b3-4937-a56d-8fe897853b5f will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:05:07.613383 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-964cf7b3-eeda-4b61-bb5c-8cef6e552f2f tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:07.662286 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964cf7b3-eeda-4b61-bb5c-8cef6e552f2f tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Network 7de484cb-befe-4e64-af9b-7ab42eee4f9c is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:05:07.665476 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-964cf7b3-eeda-4b61-bb5c-8cef6e552f2f tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:05:07.667945 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964cf7b3-eeda-4b61-bb5c-8cef6e552f2f tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:05:07.698567 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964cf7b3-eeda-4b61-bb5c-8cef6e552f2f tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event updated for resources: {'Port': ['ID=9c9d7312-b9b3-4937-a56d-8fe897853b5f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:05:07.721503 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-964cf7b3-eeda-4b61-bb5c-8cef6e552f2f tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:07.895664 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-964cf7b3-eeda-4b61-bb5c-8cef6e552f2f tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:08.206552 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a555233-3c42-44e1-986a-b363e4966a38 None None] Network 7de484cb-befe-4e64-af9b-7ab42eee4f9c requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:05:08.230588 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-964cf7b3-eeda-4b61-bb5c-8cef6e552f2f tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:08.239534 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-964cf7b3-eeda-4b61-bb5c-8cef6e552f2f tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:08.328562 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964cf7b3-eeda-4b61-bb5c-8cef6e552f2f tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event updated for resources: {'Port': ['ID=9c9d7312-b9b3-4937-a56d-8fe897853b5f,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:05:08.331435 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-964cf7b3-eeda-4b61-bb5c-8cef6e552f2f tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:08.333381 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-54939829-4958-4972-a894-b97ac5cebcec None None] Provisioning for port 73066eb2-13ea-40f3-a259-e04fc9a74435 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:05:08.441060 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964cf7b3-eeda-4b61-bb5c-8cef6e552f2f tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Network 7de484cb-befe-4e64-af9b-7ab42eee4f9c is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:05:08.442523 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-964cf7b3-eeda-4b61-bb5c-8cef6e552f2f tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:05:08.570399 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-964cf7b3-eeda-4b61-bb5c-8cef6e552f2f tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Router 1dd45a27-1b64-4ecb-8391-e514b715e84c has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:05:08.680741 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-df48f184-4db4-4609-b772-ef2a62fbea29 None None] Provisioning for port 9c9d7312-b9b3-4937-a56d-8fe897853b5f completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:05:08.686625 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-df48f184-4db4-4609-b772-ef2a62fbea29 None None] Provisioning complete for port 9c9d7312-b9b3-4937-a56d-8fe897853b5f triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:05:08.686998 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-df48f184-4db4-4609-b772-ef2a62fbea29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:08.710064 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964cf7b3-eeda-4b61-bb5c-8cef6e552f2f tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:05:08.715121 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-964cf7b3-eeda-4b61-bb5c-8cef6e552f2f tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "PUT /v2.0/routers/1dd45a27-1b64-4ecb-8391-e514b715e84c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7908995 Aug 23 21:05:08.719014 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44214) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:05:08.769021 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-df48f184-4db4-4609-b772-ef2a62fbea29 None None] Port 9c9d7312-b9b3-4937-a56d-8fe897853b5f cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:05:08.884649 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80bb1cc-60dc-42dd-9321-1e9e9e32f3a5 tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:05:08.898000 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80bb1cc-60dc-42dd-9321-1e9e9e32f3a5 tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:05:08.898589 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80bb1cc-60dc-42dd-9321-1e9e9e32f3a5 tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:05:08.899058 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80bb1cc-60dc-42dd-9321-1e9e9e32f3a5 tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:05:08.899527 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80bb1cc-60dc-42dd-9321-1e9e9e32f3a5 tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:05:08.901177 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80bb1cc-60dc-42dd-9321-1e9e9e32f3a5 tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:05:08.905279 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e80bb1cc-60dc-42dd-9321-1e9e9e32f3a5 tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1849942 Aug 23 21:05:08.907792 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44220) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:05:08.911438 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0923cf54-db52-4e95-8b0f-51081f8407cc None None] Provisioning complete for port 9c9d7312-b9b3-4937-a56d-8fe897853b5f triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:05:08.911990 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0923cf54-db52-4e95-8b0f-51081f8407cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:08.977388 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-0923cf54-db52-4e95-8b0f-51081f8407cc None None] Port 9c9d7312-b9b3-4937-a56d-8fe897853b5f cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:05:08.981171 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329d7c17-f5de-497d-b895-b748b90cad0c tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:05:08.982679 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329d7c17-f5de-497d-b895-b748b90cad0c tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:05:08.983536 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329d7c17-f5de-497d-b895-b748b90cad0c tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:05:08.983627 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329d7c17-f5de-497d-b895-b748b90cad0c tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:05:08.984499 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329d7c17-f5de-497d-b895-b748b90cad0c tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:05:08.984961 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329d7c17-f5de-497d-b895-b748b90cad0c tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:05:08.988108 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-329d7c17-f5de-497d-b895-b748b90cad0c tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0783908 Aug 23 21:05:08.988786 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b828ea-878c-46b4-98b4-8a94da3fc340 None None] Sync routers for ids ['1dd45a27-1b64-4ecb-8391-e514b715e84c'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:05:08.990366 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44222) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:05:09.009567 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b828ea-878c-46b4-98b4-8a94da3fc340 None None] Routers {'1dd45a27-1b64-4ecb-8391-e514b715e84c'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:05:09.010220 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-18b828ea-878c-46b4-98b4-8a94da3fc340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:04:44Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['1dd45a27-1b64-4ecb-8391-e514b715e84c'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:05:09.053402 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 73066eb2-13ea-40f3-a259-e04fc9a74435 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:05:09.286309 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-65692c50-725b-4bd9-8656-c53528554515 None None] Provisioning complete for port 9c9d7312-b9b3-4937-a56d-8fe897853b5f triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:05:09.287043 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-65692c50-725b-4bd9-8656-c53528554515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:09.307137 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d30872f5-2c03-422e-99e8-1570f21477c8 tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.3131685 Aug 23 21:05:09.376186 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-18b828ea-878c-46b4-98b4-8a94da3fc340 None None] Set router 1dd45a27-1b64-4ecb-8391-e514b715e84c gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:05:09.407512 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-65692c50-725b-4bd9-8656-c53528554515 None None] Port 9c9d7312-b9b3-4937-a56d-8fe897853b5f cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:05:09.417016 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 73066eb2-13ea-40f3-a259-e04fc9a74435 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:05:09.428226 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 73066eb2-13ea-40f3-a259-e04fc9a74435 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:05:09.428588 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:09.594823 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44228) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:05:09.599638 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-61b2720b-82c5-42ad-8cad-6b4ce937708e tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2058726234', 'description': 'tempest-secgroup-smoke-2058726234 description', 'project_id': '87972469191e450fb3c9471d7a3b5bba'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:05:09.619091 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:09.623333 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-61b2720b-82c5-42ad-8cad-6b4ce937708e tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:09.689686 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 73066eb2-13ea-40f3-a259-e04fc9a74435, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=73066eb2-13ea-40f3-a259-e04fc9a74435,segment=NetworkSegment(f1be58ff-e419-4853-bf1d-1423f349ea3b),segment_id=f1be58ff-e419-4853-bf1d-1423f349ea3b)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:05:09.697520 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:09.698623 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 62b443de-6615-42b0-ab95-af1c955568c6 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:05:09.719964 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-61b2720b-82c5-42ad-8cad-6b4ce937708e tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:09.725752 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-61b2720b-82c5-42ad-8cad-6b4ce937708e tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:09.746478 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-18b828ea-878c-46b4-98b4-8a94da3fc340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd45a27-1b64-4ecb-8391-e514b715e84c', 'name': 'tempest-TestNetworkBasicOps-router-1921335106', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '62b443de-6615-42b0-ab95-af1c955568c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:05:02Z', 'updated_at': '2021-08-23T21:05:07Z', 'revision_number': 4, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'gw_port': {'id': '62b443de-6615-42b0-ab95-af1c955568c6', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:05:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd45a27-1b64-4ecb-8391-e514b715e84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:05:03Z', 'updated_at': '2021-08-23T21:05:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '9c9d7312-b9b3-4937-a56d-8fe897853b5f', 'name': '', 'network_id': '7de484cb-befe-4e64-af9b-7ab42eee4f9c', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'mac_address': 'fa:16:3e:ea:d7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd45a27-1b64-4ecb-8391-e514b715e84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'fd0c8bf9-000a-4b57-b896-372db62ba64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:05:07Z', 'updated_at': '2021-08-23T21:05:08Z', 'revision_number': 2, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'subnets': [{'id': 'fd0c8bf9-000a-4b57-b896-372db62ba64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:05:09.760586 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b2720b-82c5-42ad-8cad-6b4ce937708e tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61a72b55-0a1f-4829-90a9-f2c793013a86,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:05:09.763427 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-61b2720b-82c5-42ad-8cad-6b4ce937708e tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:09.767401 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-61b2720b-82c5-42ad-8cad-6b4ce937708e tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1688867 Aug 23 21:05:09.767597 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44230) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:05:09.772532 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-9db68cc8-6215-4b1a-a127-e1e0323542de tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Request body: {'security_group_rule': {'security_group_id': '61a72b55-0a1f-4829-90a9-f2c793013a86', 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:05:09.779471 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b828ea-878c-46b4-98b4-8a94da3fc340 None None] Checking router: 1dd45a27-1b64-4ecb-8391-e514b715e84c for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:05:09.779830 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b828ea-878c-46b4-98b4-8a94da3fc340 None None] Updating router 1dd45a27-1b64-4ecb-8391-e514b715e84c port 9c9d7312-b9b3-4937-a56d-8fe897853b5f binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 21:05:09.803052 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9db68cc8-6215-4b1a-a127-e1e0323542de tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:09.835556 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-18b828ea-878c-46b4-98b4-8a94da3fc340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:09.851202 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=73066eb2-13ea-40f3-a259-e04fc9a74435,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:05:09.865443 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:05:09.865803 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:05:09.866136 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:05:09.866476 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:05:09.866812 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:05:09.867146 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:05:09.867490 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:05:09.867808 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:05:09.868158 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:05:09.868489 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:05:09.868822 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:05:09.869144 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:05:09.871401 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9db68cc8-6215-4b1a-a127-e1e0323542de tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:09.880548 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9db68cc8-6215-4b1a-a127-e1e0323542de tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:09.902106 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db68cc8-6215-4b1a-a127-e1e0323542de tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a7eb4d7-62a1-4844-ba75-c6371eedce34,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:05:09.905307 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9db68cc8-6215-4b1a-a127-e1e0323542de tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:09.906872 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9db68cc8-6215-4b1a-a127-e1e0323542de tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1379573 Aug 23 21:05:09.910112 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44232) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:05:09.914438 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-96bd2068-448c-4e61-91fc-672cd870c726 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Request body: {'security_group_rule': {'security_group_id': '61a72b55-0a1f-4829-90a9-f2c793013a86', 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:05:09.927271 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 62b443de-6615-42b0-ab95-af1c955568c6 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:05:09.961195 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-96bd2068-448c-4e61-91fc-672cd870c726 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:09.989191 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 62b443de-6615-42b0-ab95-af1c955568c6 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:05:09.989671 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:10.083773 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-db4b404f-ee5d-415c-b829-dd68b1278c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:10.183559 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:10.219584 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 62b443de-6615-42b0-ab95-af1c955568c6, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=62b443de-6615-42b0-ab95-af1c955568c6,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:05:10.230884 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:10.329880 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-18b828ea-878c-46b4-98b4-8a94da3fc340 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:10.332344 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=62b443de-6615-42b0-ab95-af1c955568c6,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:05:10.346127 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-18b828ea-878c-46b4-98b4-8a94da3fc340 None None] Transition to ACTIVE for port object 9c9d7312-b9b3-4937-a56d-8fe897853b5f will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:05:10.353541 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-18b828ea-878c-46b4-98b4-8a94da3fc340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:10.372780 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-96bd2068-448c-4e61-91fc-672cd870c726 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:10.378351 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-96bd2068-448c-4e61-91fc-672cd870c726 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:10.403755 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd2068-448c-4e61-91fc-672cd870c726 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd19e406-f579-4e09-894e-f3a17dc51235,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:05:10.409889 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-96bd2068-448c-4e61-91fc-672cd870c726 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:10.411308 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-96bd2068-448c-4e61-91fc-672cd870c726 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5005846 Aug 23 21:05:10.414288 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44240) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:05:10.420970 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d068a590-835a-4243-bb9d-b853a1a0f782 None None] Pushing event updated for resources: {'Port': ['ID=9c9d7312-b9b3-4937-a56d-8fe897853b5f,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:05:10.421549 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-f2e39c47-93e4-4eca-9285-711d3471f76d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Request body: {'security_group_rule': {'security_group_id': '61a72b55-0a1f-4829-90a9-f2c793013a86', 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:05:10.480177 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f2e39c47-93e4-4eca-9285-711d3471f76d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:10.481117 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-18b828ea-878c-46b4-98b4-8a94da3fc340 None None] Attempting to bind port 9c9d7312-b9b3-4937-a56d-8fe897853b5f on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:05:10.481660 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-18b828ea-878c-46b4-98b4-8a94da3fc340 None None] Attempting to bind port 9c9d7312-b9b3-4937-a56d-8fe897853b5f by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'f1be58ff-e419-4853-bf1d-1423f349ea3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7de484cb-befe-4e64-af9b-7ab42eee4f9c'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:05:10.482858 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b828ea-878c-46b4-98b4-8a94da3fc340 None None] Attempting to bind port 9c9d7312-b9b3-4937-a56d-8fe897853b5f on network 7de484cb-befe-4e64-af9b-7ab42eee4f9c {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:05:10.489291 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b828ea-878c-46b4-98b4-8a94da3fc340 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:05:10.489956 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b828ea-878c-46b4-98b4-8a94da3fc340 None None] Checking segment: {'id': 'f1be58ff-e419-4853-bf1d-1423f349ea3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7de484cb-befe-4e64-af9b-7ab42eee4f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:05:10.490571 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-18b828ea-878c-46b4-98b4-8a94da3fc340 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:10.491264 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b828ea-878c-46b4-98b4-8a94da3fc340 None None] Bound using segment: {'id': 'f1be58ff-e419-4853-bf1d-1423f349ea3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7de484cb-befe-4e64-af9b-7ab42eee4f9c'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:05:10.491952 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-18b828ea-878c-46b4-98b4-8a94da3fc340 None None] Bound port: 9c9d7312-b9b3-4937-a56d-8fe897853b5f, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1be58ff-e419-4853-bf1d-1423f349ea3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7de484cb-befe-4e64-af9b-7ab42eee4f9c'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:05:10.492576 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-18b828ea-878c-46b4-98b4-8a94da3fc340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:10.573238 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f2e39c47-93e4-4eca-9285-711d3471f76d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:10.579651 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f2e39c47-93e4-4eca-9285-711d3471f76d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:10.592550 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-18b828ea-878c-46b4-98b4-8a94da3fc340 None None] For port 9c9d7312-b9b3-4937-a56d-8fe897853b5f, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:05:10.598583 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-18b828ea-878c-46b4-98b4-8a94da3fc340 None None] For port 9c9d7312-b9b3-4937-a56d-8fe897853b5f, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=9c9d7312-b9b3-4937-a56d-8fe897853b5f,segment=NetworkSegment(f1be58ff-e419-4853-bf1d-1423f349ea3b),segment_id=f1be58ff-e419-4853-bf1d-1423f349ea3b)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:05:10.601365 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e39c47-93e4-4eca-9285-711d3471f76d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec67d128-0fa7-4b80-9a7a-819f3b61b72b,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:05:10.610016 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f2e39c47-93e4-4eca-9285-711d3471f76d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:10.611614 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f2e39c47-93e4-4eca-9285-711d3471f76d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1949003 Aug 23 21:05:10.614343 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44246) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:05:10.614944 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-18b828ea-878c-46b4-98b4-8a94da3fc340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:10.620037 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-48f84de8-b188-481d-ba02-94aa2d338ca4 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Request body: {'security_group_rule': {'security_group_id': '61a72b55-0a1f-4829-90a9-f2c793013a86', 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:05:10.653274 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-48f84de8-b188-481d-ba02-94aa2d338ca4 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:10.659113 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:10.689216 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b828ea-878c-46b4-98b4-8a94da3fc340 None None] Routers {'1dd45a27-1b64-4ecb-8391-e514b715e84c'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:05:10.689784 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-18b828ea-878c-46b4-98b4-8a94da3fc340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:04:44Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['1dd45a27-1b64-4ecb-8391-e514b715e84c'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:05:10.732909 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-48f84de8-b188-481d-ba02-94aa2d338ca4 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:10.740023 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-48f84de8-b188-481d-ba02-94aa2d338ca4 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:10.746566 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d068a590-835a-4243-bb9d-b853a1a0f782 None None] Pushing event updated for resources: {'Port': ['ID=9c9d7312-b9b3-4937-a56d-8fe897853b5f,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:05:10.770104 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f84de8-b188-481d-ba02-94aa2d338ca4 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcd157db-042e-49d9-b36c-7f1ba7b9c84e,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:05:10.781888 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-48f84de8-b188-481d-ba02-94aa2d338ca4 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:10.784994 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-48f84de8-b188-481d-ba02-94aa2d338ca4 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1695106 Aug 23 21:05:10.787580 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44248) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:05:10.792449 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-9d54ae0b-d5cd-465c-b066-93beb7fd4e37 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Request body: {'security_group_rule': {'security_group_id': '61a72b55-0a1f-4829-90a9-f2c793013a86', 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:05:10.837110 n-d-805663-2 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-9d54ae0b-d5cd-465c-b066-93beb7fd4e37 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Project 87972469191e450fb3c9471d7a3b5bba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 21:05:10.848161 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-18b828ea-878c-46b4-98b4-8a94da3fc340 None None] Set router 1dd45a27-1b64-4ecb-8391-e514b715e84c gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:05:10.857102 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d54ae0b-d5cd-465c-b066-93beb7fd4e37 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:10.898797 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 73066eb2-13ea-40f3-a259-e04fc9a74435 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:05:10.957696 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d54ae0b-d5cd-465c-b066-93beb7fd4e37 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:10.962763 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d54ae0b-d5cd-465c-b066-93beb7fd4e37 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:10.994874 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d54ae0b-d5cd-465c-b066-93beb7fd4e37 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:10.996738 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9d54ae0b-d5cd-465c-b066-93beb7fd4e37 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2075410 Aug 23 21:05:10.999979 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44250) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:05:11.000633 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d54ae0b-d5cd-465c-b066-93beb7fd4e37 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f756bff-544e-4d13-8f33-d1db0adbad63,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:05:11.005878 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-0292512b-75b2-4c7e-82a3-8aaeb84ec34c tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Request body: {'security_group_rule': {'security_group_id': '61a72b55-0a1f-4829-90a9-f2c793013a86', 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:05:11.030076 n-d-805663-2 neutron-server[94687]: INFO neutron.db.securitygroups_db [None req-0292512b-75b2-4c7e-82a3-8aaeb84ec34c tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Project 87972469191e450fb3c9471d7a3b5bba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 21:05:11.035489 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0292512b-75b2-4c7e-82a3-8aaeb84ec34c tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:11.080402 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 73066eb2-13ea-40f3-a259-e04fc9a74435 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:05:11.080776 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:11.105488 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0292512b-75b2-4c7e-82a3-8aaeb84ec34c tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:11.110290 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0292512b-75b2-4c7e-82a3-8aaeb84ec34c tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:11.130591 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0292512b-75b2-4c7e-82a3-8aaeb84ec34c tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd649cb3-99e4-4577-9de3-a5375700db3d,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:05:11.134996 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0292512b-75b2-4c7e-82a3-8aaeb84ec34c tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:11.136439 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0292512b-75b2-4c7e-82a3-8aaeb84ec34c tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1346374 Aug 23 21:05:11.215267 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-18b828ea-878c-46b4-98b4-8a94da3fc340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd45a27-1b64-4ecb-8391-e514b715e84c', 'name': 'tempest-TestNetworkBasicOps-router-1921335106', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '62b443de-6615-42b0-ab95-af1c955568c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:05:02Z', 'updated_at': '2021-08-23T21:05:07Z', 'revision_number': 4, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'gw_port': {'id': '62b443de-6615-42b0-ab95-af1c955568c6', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:05:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd45a27-1b64-4ecb-8391-e514b715e84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:05:03Z', 'updated_at': '2021-08-23T21:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '9c9d7312-b9b3-4937-a56d-8fe897853b5f', 'name': '', 'network_id': '7de484cb-befe-4e64-af9b-7ab42eee4f9c', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'mac_address': 'fa:16:3e:ea:d7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd45a27-1b64-4ecb-8391-e514b715e84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'fd0c8bf9-000a-4b57-b896-372db62ba64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:05:07Z', 'updated_at': '2021-08-23T21:05:10Z', 'revision_number': 4, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'subnets': [{'id': 'fd0c8bf9-000a-4b57-b896-372db62ba64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:05:11.250440 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b828ea-878c-46b4-98b4-8a94da3fc340 None None] The sync data for ids ['1dd45a27-1b64-4ecb-8391-e514b715e84c'] in n-d-805663-2 is: [{'id': '1dd45a27-1b64-4ecb-8391-e514b715e84c', 'name': 'tempest-TestNetworkBasicOps-router-1921335106', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '62b443de-6615-42b0-ab95-af1c955568c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:05:02Z', 'updated_at': '2021-08-23T21:05:07Z', 'revision_number': 4, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'gw_port': {'id': '62b443de-6615-42b0-ab95-af1c955568c6', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:05:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd45a27-1b64-4ecb-8391-e514b715e84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:05:03Z', 'updated_at': '2021-08-23T21:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '9c9d7312-b9b3-4937-a56d-8fe897853b5f', 'name': '', 'network_id': '7de484cb-befe-4e64-af9b-7ab42eee4f9c', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'mac_address': 'fa:16:3e:ea:d7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd45a27-1b64-4ecb-8391-e514b715e84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'fd0c8bf9-000a-4b57-b896-372db62ba64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:05:07Z', 'updated_at': '2021-08-23T21:05:10Z', 'revision_number': 4, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'subnets': [{'id': 'fd0c8bf9-000a-4b57-b896-372db62ba64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:05:11.265818 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 62b443de-6615-42b0-ab95-af1c955568c6 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:05:11.331018 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 62b443de-6615-42b0-ab95-af1c955568c6 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:05:11.332852 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:11.437257 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9d396d9a-d1ef-46ce-a3e6-01333af3abe3 req-0d1562e2-35eb-44c5-856a-a5fd381d32bd tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2058726234&fields=id&tenant_id=87972469191e450fb3c9471d7a3b5bba HTTP/1.1" status: 200 len: 267 time: 0.0681672 Aug 23 21:05:11.550744 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d396d9a-d1ef-46ce-a3e6-01333af3abe3 req-40467ef1-1c4f-43a5-9c34-3b2aba6c8b83 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:05:11.552486 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9d396d9a-d1ef-46ce-a3e6-01333af3abe3 req-40467ef1-1c4f-43a5-9c34-3b2aba6c8b83 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/networks?id=7de484cb-befe-4e64-af9b-7ab42eee4f9c HTTP/1.1" status: 200 len: 796 time: 0.1144373 Aug 23 21:05:11.568155 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9d396d9a-d1ef-46ce-a3e6-01333af3abe3 req-2ae900c4-109e-4eb7-89a6-d51e5f0d0d0c tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/quotas/87972469191e450fb3c9471d7a3b5bba HTTP/1.1" status: 200 len: 375 time: 0.0098221 Aug 23 21:05:11.648189 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9d396d9a-d1ef-46ce-a3e6-01333af3abe3 req-cf32c71d-ef41-4e23-9375-425571fdb5c6 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=87972469191e450fb3c9471d7a3b5bba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686495 Aug 23 21:05:11.909788 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9d396d9a-d1ef-46ce-a3e6-01333af3abe3 req-a3097f3f-d86a-47ce-b3fe-e58a093189b9 service neutron] 10.222.0.61 "GET /v2.0/networks/7de484cb-befe-4e64-af9b-7ab42eee4f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454324 Aug 23 21:05:12.015901 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9d396d9a-d1ef-46ce-a3e6-01333af3abe3 req-e970def7-747b-4e58-8103-fd8b1384a349 service neutron] 10.222.0.61 "GET /v2.0/networks/7de484cb-befe-4e64-af9b-7ab42eee4f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044879 Aug 23 21:05:12.208552 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-930092cf-3b23-4fea-9dd8-ef8a77be80e8 req-6df6f159-8f27-4c11-98a0-01da9dcea197 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb743914-d51b-4809-bc7c-765ac12c7697 HTTP/1.1" status: 200 len: 210 time: 0.0399530 Aug 23 21:05:12.897942 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 9c9d7312-b9b3-4937-a56d-8fe897853b5f up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:05:12.947903 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 9c9d7312-b9b3-4937-a56d-8fe897853b5f completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:05:12.951966 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 9c9d7312-b9b3-4937-a56d-8fe897853b5f triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:05:12.952447 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:13.032487 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:13.067416 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 9c9d7312-b9b3-4937-a56d-8fe897853b5f, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=9c9d7312-b9b3-4937-a56d-8fe897853b5f,segment=NetworkSegment(f1be58ff-e419-4853-bf1d-1423f349ea3b),segment_id=f1be58ff-e419-4853-bf1d-1423f349ea3b)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:05:13.071445 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:13.126276 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=9c9d7312-b9b3-4937-a56d-8fe897853b5f,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:05:13.246298 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d396d9a-d1ef-46ce-a3e6-01333af3abe3 req-63f93580-fb76-4213-9f14-2d0a82d93c85 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:05:13.249240 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9d396d9a-d1ef-46ce-a3e6-01333af3abe3 req-63f93580-fb76-4213-9f14-2d0a82d93c85 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.11 "GET /v2.0/networks?id=7de484cb-befe-4e64-af9b-7ab42eee4f9c HTTP/1.1" status: 200 len: 796 time: 0.1350281 Aug 23 21:05:13.299060 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9d396d9a-d1ef-46ce-a3e6-01333af3abe3 req-f2d9ce75-c324-4c4d-a738-a66c70bdc797 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87972469191e450fb3c9471d7a3b5bba HTTP/1.1" status: 200 len: 380 time: 0.0405877 Aug 23 21:05:13.332482 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-9d396d9a-d1ef-46ce-a3e6-01333af3abe3 req-2ed34403-24f3-4596-9d8b-57943cb0a038 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Request body: {'port': {'device_id': 'eb743914-d51b-4809-bc7c-765ac12c7697', 'network_id': '7de484cb-befe-4e64-af9b-7ab42eee4f9c', 'admin_state_up': True, 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'security_groups': ['61a72b55-0a1f-4829-90a9-f2c793013a86']}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:05:13.338024 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-41a0816e-88a1-4c43-b5a8-4c23966f201b req-321261cc-589f-48d2-a0a6-6aef9fbf09e9 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb743914-d51b-4809-bc7c-765ac12c7697 HTTP/1.1" status: 200 len: 210 time: 0.0374811 Aug 23 21:05:13.417397 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f4f484e3-7d42-4377-9a34-4f17792a0c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:13.455921 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d396d9a-d1ef-46ce-a3e6-01333af3abe3 req-2ed34403-24f3-4596-9d8b-57943cb0a038 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Made reservation on behalf of 87972469191e450fb3c9471d7a3b5bba for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:05:13.459718 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9d396d9a-d1ef-46ce-a3e6-01333af3abe3 req-2ed34403-24f3-4596-9d8b-57943cb0a038 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:13.541145 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:13.603407 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-9d396d9a-d1ef-46ce-a3e6-01333af3abe3 req-2ed34403-24f3-4596-9d8b-57943cb0a038 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Allocated IP 172.20.0.4 (7de484cb-befe-4e64-af9b-7ab42eee4f9c/fd0c8bf9-000a-4b57-b896-372db62ba64b/ad3a2c0f-fcda-415b-ad97-d465c4bd09e4) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:05:13.750536 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9d396d9a-d1ef-46ce-a3e6-01333af3abe3 req-2ed34403-24f3-4596-9d8b-57943cb0a038 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:13.764926 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-9d396d9a-d1ef-46ce-a3e6-01333af3abe3 req-2ed34403-24f3-4596-9d8b-57943cb0a038 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Transition to ACTIVE for port object ad3a2c0f-fcda-415b-ad97-d465c4bd09e4 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:05:13.797869 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9d396d9a-d1ef-46ce-a3e6-01333af3abe3 req-2ed34403-24f3-4596-9d8b-57943cb0a038 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:13.846925 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d396d9a-d1ef-46ce-a3e6-01333af3abe3 req-2ed34403-24f3-4596-9d8b-57943cb0a038 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Network 7de484cb-befe-4e64-af9b-7ab42eee4f9c is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:05:13.849925 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-9d396d9a-d1ef-46ce-a3e6-01333af3abe3 req-2ed34403-24f3-4596-9d8b-57943cb0a038 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:05:13.853623 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d396d9a-d1ef-46ce-a3e6-01333af3abe3 req-2ed34403-24f3-4596-9d8b-57943cb0a038 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:05:13.881713 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed34403-24f3-4596-9d8b-57943cb0a038 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event updated for resources: {'Port': ['ID=ad3a2c0f-fcda-415b-ad97-d465c4bd09e4,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:05:13.913033 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d396d9a-d1ef-46ce-a3e6-01333af3abe3 req-2ed34403-24f3-4596-9d8b-57943cb0a038 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:05:13.913675 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9d396d9a-d1ef-46ce-a3e6-01333af3abe3 req-2ed34403-24f3-4596-9d8b-57943cb0a038 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:13.929995 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9d396d9a-d1ef-46ce-a3e6-01333af3abe3 req-2ed34403-24f3-4596-9d8b-57943cb0a038 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6187153 Aug 23 21:05:13.943400 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-9d396d9a-d1ef-46ce-a3e6-01333af3abe3 req-4bcc4c77-9fd4-4453-9706-4efd5f600e82 service neutron] Request body: {'port': {'device_id': 'eb743914-d51b-4809-bc7c-765ac12c7697', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:05:14.000838 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9d396d9a-d1ef-46ce-a3e6-01333af3abe3 req-4bcc4c77-9fd4-4453-9706-4efd5f600e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:14.116006 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-eb6de65a-2f39-4502-a468-2cca0e2644d6 None None] Provisioning for port ad3a2c0f-fcda-415b-ad97-d465c4bd09e4 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:05:14.122436 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-eb6de65a-2f39-4502-a468-2cca0e2644d6 None None] Provisioning complete for port ad3a2c0f-fcda-415b-ad97-d465c4bd09e4 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:05:14.122803 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eb6de65a-2f39-4502-a468-2cca0e2644d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:14.158534 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-eb6de65a-2f39-4502-a468-2cca0e2644d6 None None] Port ad3a2c0f-fcda-415b-ad97-d465c4bd09e4 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:05:14.289061 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-9d396d9a-d1ef-46ce-a3e6-01333af3abe3 req-4bcc4c77-9fd4-4453-9706-4efd5f600e82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad3a2c0f-fcda-415b-ad97-d465c4bd09e4 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:05:14.296577 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9d396d9a-d1ef-46ce-a3e6-01333af3abe3 req-4bcc4c77-9fd4-4453-9706-4efd5f600e82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:14.307912 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-9d396d9a-d1ef-46ce-a3e6-01333af3abe3 req-4bcc4c77-9fd4-4453-9706-4efd5f600e82 service neutron] Transition to ACTIVE for port object ad3a2c0f-fcda-415b-ad97-d465c4bd09e4 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:05:14.312043 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9d396d9a-d1ef-46ce-a3e6-01333af3abe3 req-4bcc4c77-9fd4-4453-9706-4efd5f600e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:14.385207 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcc4c77-9fd4-4453-9706-4efd5f600e82 service neutron] Pushing event updated for resources: {'Port': ['ID=ad3a2c0f-fcda-415b-ad97-d465c4bd09e4,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:05:14.449585 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-9d396d9a-d1ef-46ce-a3e6-01333af3abe3 req-4bcc4c77-9fd4-4453-9706-4efd5f600e82 service neutron] Attempting to bind port ad3a2c0f-fcda-415b-ad97-d465c4bd09e4 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:05:14.449923 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-9d396d9a-d1ef-46ce-a3e6-01333af3abe3 req-4bcc4c77-9fd4-4453-9706-4efd5f600e82 service neutron] Attempting to bind port ad3a2c0f-fcda-415b-ad97-d465c4bd09e4 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': 'f1be58ff-e419-4853-bf1d-1423f349ea3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7de484cb-befe-4e64-af9b-7ab42eee4f9c'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:05:14.450254 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d396d9a-d1ef-46ce-a3e6-01333af3abe3 req-4bcc4c77-9fd4-4453-9706-4efd5f600e82 service neutron] Attempting to bind port ad3a2c0f-fcda-415b-ad97-d465c4bd09e4 on network 7de484cb-befe-4e64-af9b-7ab42eee4f9c {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:05:14.457066 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d396d9a-d1ef-46ce-a3e6-01333af3abe3 req-4bcc4c77-9fd4-4453-9706-4efd5f600e82 service neutron] Port ad3a2c0f-fcda-415b-ad97-d465c4bd09e4 on network 7de484cb-befe-4e64-af9b-7ab42eee4f9c not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:05:14.457396 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d396d9a-d1ef-46ce-a3e6-01333af3abe3 req-4bcc4c77-9fd4-4453-9706-4efd5f600e82 service neutron] Attempting to bind port ad3a2c0f-fcda-415b-ad97-d465c4bd09e4 on network 7de484cb-befe-4e64-af9b-7ab42eee4f9c {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:05:14.463081 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d396d9a-d1ef-46ce-a3e6-01333af3abe3 req-4bcc4c77-9fd4-4453-9706-4efd5f600e82 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:05:14.463561 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d396d9a-d1ef-46ce-a3e6-01333af3abe3 req-4bcc4c77-9fd4-4453-9706-4efd5f600e82 service neutron] Checking segment: {'id': 'f1be58ff-e419-4853-bf1d-1423f349ea3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7de484cb-befe-4e64-af9b-7ab42eee4f9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:05:14.463799 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d396d9a-d1ef-46ce-a3e6-01333af3abe3 req-4bcc4c77-9fd4-4453-9706-4efd5f600e82 service neutron] Bound using segment: {'id': 'f1be58ff-e419-4853-bf1d-1423f349ea3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7de484cb-befe-4e64-af9b-7ab42eee4f9c'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:05:14.464658 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-9d396d9a-d1ef-46ce-a3e6-01333af3abe3 req-4bcc4c77-9fd4-4453-9706-4efd5f600e82 service neutron] Bound port: ad3a2c0f-fcda-415b-ad97-d465c4bd09e4, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1be58ff-e419-4853-bf1d-1423f349ea3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7de484cb-befe-4e64-af9b-7ab42eee4f9c'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:05:14.464658 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9d396d9a-d1ef-46ce-a3e6-01333af3abe3 req-4bcc4c77-9fd4-4453-9706-4efd5f600e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:14.519556 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f0c79-fde2-4f76-83d3-f2b0c70b89dc req-922024a4-a688-47e0-b082-b96c1c104e4d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:05:14.521181 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e37f0c79-fde2-4f76-83d3-f2b0c70b89dc req-922024a4-a688-47e0-b082-b96c1c104e4d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb743914-d51b-4809-bc7c-765ac12c7697 HTTP/1.1" status: 200 len: 943 time: 0.0873015 Aug 23 21:05:14.555853 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-9d396d9a-d1ef-46ce-a3e6-01333af3abe3 req-4bcc4c77-9fd4-4453-9706-4efd5f600e82 service neutron] For port ad3a2c0f-fcda-415b-ad97-d465c4bd09e4, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:05:14.555853 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-9d396d9a-d1ef-46ce-a3e6-01333af3abe3 req-4bcc4c77-9fd4-4453-9706-4efd5f600e82 service neutron] For port ad3a2c0f-fcda-415b-ad97-d465c4bd09e4, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=ad3a2c0f-fcda-415b-ad97-d465c4bd09e4,segment=NetworkSegment(f1be58ff-e419-4853-bf1d-1423f349ea3b),segment_id=f1be58ff-e419-4853-bf1d-1423f349ea3b)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:05:14.574986 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9d396d9a-d1ef-46ce-a3e6-01333af3abe3 req-4bcc4c77-9fd4-4453-9706-4efd5f600e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:14.583587 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e37f0c79-fde2-4f76-83d3-f2b0c70b89dc req-15f4b1fc-0a4d-41f1-9d3c-21ab370227a2 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/security-groups?id=61a72b55-0a1f-4829-90a9-f2c793013a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536659 Aug 23 21:05:14.615164 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d396d9a-d1ef-46ce-a3e6-01333af3abe3 req-4bcc4c77-9fd4-4453-9706-4efd5f600e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:05:14.615632 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9d396d9a-d1ef-46ce-a3e6-01333af3abe3 req-4bcc4c77-9fd4-4453-9706-4efd5f600e82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:14.617117 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9d396d9a-d1ef-46ce-a3e6-01333af3abe3 req-4bcc4c77-9fd4-4453-9706-4efd5f600e82 service neutron] 10.222.0.11 "PUT /v2.0/ports/ad3a2c0f-fcda-415b-ad97-d465c4bd09e4 HTTP/1.1" status: 200 len: 1091 time: 0.6785243 Aug 23 21:05:14.617561 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb743914-d51b-4809-bc7c-765ac12c7697', 'tag': 'ad3a2c0f-fcda-415b-ad97-d465c4bd09e4'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:05:14.621474 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8c0219-0387-4f57-a344-6965db476c82" -d '{"events": [{"name": "network-changed", "server_uuid": "eb743914-d51b-4809-bc7c-765ac12c7697", "tag": "ad3a2c0f-fcda-415b-ad97-d465c4bd09e4"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:05:14.645146 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:14.669037 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98a7d0d-79ae-46f6-8b0c-ca2d2e57e6c8 x-openstack-request-id: req-c98a7d0d-79ae-46f6-8b0c-ca2d2e57e6c8 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:05:14.670261 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb743914-d51b-4809-bc7c-765ac12c7697", "tag": "ad3a2c0f-fcda-415b-ad97-d465c4bd09e4", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:05:14.670406 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c98a7d0d-79ae-46f6-8b0c-ca2d2e57e6c8 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:05:14.670812 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb743914-d51b-4809-bc7c-765ac12c7697', 'tag': 'ad3a2c0f-fcda-415b-ad97-d465c4bd09e4', 'status': 'completed', 'code': 200} Aug 23 21:05:14.707935 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcc4c77-9fd4-4453-9706-4efd5f600e82 service neutron] Pushing event updated for resources: {'Port': ['ID=ad3a2c0f-fcda-415b-ad97-d465c4bd09e4,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:05:14.728748 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d396d9a-d1ef-46ce-a3e6-01333af3abe3 req-72cf85af-0878-4633-8158-b305d9268f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:05:14.730865 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9d396d9a-d1ef-46ce-a3e6-01333af3abe3 req-72cf85af-0878-4633-8158-b305d9268f5f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=87972469191e450fb3c9471d7a3b5bba&device_id=eb743914-d51b-4809-bc7c-765ac12c7697 HTTP/1.1" status: 200 len: 1094 time: 0.0538876 Aug 23 21:05:14.888644 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 9c9d7312-b9b3-4937-a56d-8fe897853b5f up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:05:14.943719 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 9c9d7312-b9b3-4937-a56d-8fe897853b5f triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:05:14.944263 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:15.141874 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9d396d9a-d1ef-46ce-a3e6-01333af3abe3 req-34a76aa6-1848-478d-9d30-0b4342d7a7ca service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad3a2c0f-fcda-415b-ad97-d465c4bd09e4 HTTP/1.1" status: 200 len: 217 time: 0.4018385 Aug 23 21:05:15.192769 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d396d9a-d1ef-46ce-a3e6-01333af3abe3 req-f02bf29c-5429-477a-9830-0ec269382164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:05:15.194238 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9d396d9a-d1ef-46ce-a3e6-01333af3abe3 req-f02bf29c-5429-477a-9830-0ec269382164 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fd0c8bf9-000a-4b57-b896-372db62ba64b HTTP/1.1" status: 200 len: 834 time: 0.0448077 Aug 23 21:05:15.245750 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d396d9a-d1ef-46ce-a3e6-01333af3abe3 req-9d8c7444-d9f4-4de6-8a60-1cb6798616ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:05:15.247251 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9d396d9a-d1ef-46ce-a3e6-01333af3abe3 req-9d8c7444-d9f4-4de6-8a60-1cb6798616ee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7de484cb-befe-4e64-af9b-7ab42eee4f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453296 Aug 23 21:05:15.343463 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9d396d9a-d1ef-46ce-a3e6-01333af3abe3 req-b6d74506-5330-4150-a1bb-a8a8e8dae617 service neutron] 10.222.0.11 "GET /v2.0/networks/7de484cb-befe-4e64-af9b-7ab42eee4f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879257 Aug 23 21:05:15.441465 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9d396d9a-d1ef-46ce-a3e6-01333af3abe3 req-73b54037-2842-43a8-9ad8-a030aba0529e service neutron] 10.222.0.11 "GET /v2.0/networks/7de484cb-befe-4e64-af9b-7ab42eee4f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903580 Aug 23 21:05:15.534909 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c0219-0387-4f57-a344-6965db476c82 req-89babf74-c3b4-4fc2-8ff9-3a076ffd3ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:05:15.536543 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6e8c0219-0387-4f57-a344-6965db476c82 req-89babf74-c3b4-4fc2-8ff9-3a076ffd3ccd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=87972469191e450fb3c9471d7a3b5bba&device_id=eb743914-d51b-4809-bc7c-765ac12c7697 HTTP/1.1" status: 200 len: 1094 time: 0.0446491 Aug 23 21:05:15.638595 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c0219-0387-4f57-a344-6965db476c82 req-09b3b300-3841-4942-9229-0b290b3db27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:05:15.640324 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6e8c0219-0387-4f57-a344-6965db476c82 req-09b3b300-3841-4942-9229-0b290b3db27b service neutron] 10.222.0.11 "GET /v2.0/networks?id=7de484cb-befe-4e64-af9b-7ab42eee4f9c HTTP/1.1" status: 200 len: 897 time: 0.0959606 Aug 23 21:05:15.686751 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6e8c0219-0387-4f57-a344-6965db476c82 req-4b3be1e4-c4d4-4b0d-99b7-20cda87ccdd7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad3a2c0f-fcda-415b-ad97-d465c4bd09e4 HTTP/1.1" status: 200 len: 217 time: 0.0370994 Aug 23 21:05:15.714764 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68224b27-83a3-4817-92e7-44847712eaca req-7ff5ac18-e2cb-4923-9b31-e2bfdd6bb4d9 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:05:15.716488 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-68224b27-83a3-4817-92e7-44847712eaca req-7ff5ac18-e2cb-4923-9b31-e2bfdd6bb4d9 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb743914-d51b-4809-bc7c-765ac12c7697 HTTP/1.1" status: 200 len: 943 time: 0.0501995 Aug 23 21:05:15.747021 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c0219-0387-4f57-a344-6965db476c82 req-5cf026a0-0ef3-4948-8fdf-4a9ae0551c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:05:15.748827 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6e8c0219-0387-4f57-a344-6965db476c82 req-5cf026a0-0ef3-4948-8fdf-4a9ae0551c2e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fd0c8bf9-000a-4b57-b896-372db62ba64b HTTP/1.1" status: 200 len: 834 time: 0.0544970 Aug 23 21:05:15.762404 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-68224b27-83a3-4817-92e7-44847712eaca req-7e9c1632-30d4-47f2-9a45-ccda2e65e266 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/security-groups?id=61a72b55-0a1f-4829-90a9-f2c793013a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385315 Aug 23 21:05:15.798966 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c0219-0387-4f57-a344-6965db476c82 req-7f1085f5-d816-4c1c-9794-91760185342c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:05:15.801038 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6e8c0219-0387-4f57-a344-6965db476c82 req-7f1085f5-d816-4c1c-9794-91760185342c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7de484cb-befe-4e64-af9b-7ab42eee4f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445569 Aug 23 21:05:15.895656 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6e8c0219-0387-4f57-a344-6965db476c82 req-a1fa39cb-33df-4a5f-bcb3-f9e88fab60ff service neutron] 10.222.0.11 "GET /v2.0/networks/7de484cb-befe-4e64-af9b-7ab42eee4f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857720 Aug 23 21:05:15.994878 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:15.999366 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6e8c0219-0387-4f57-a344-6965db476c82 req-42743b6b-5b7e-4e33-864b-9bf16afcf528 service neutron] 10.222.0.11 "GET /v2.0/networks/7de484cb-befe-4e64-af9b-7ab42eee4f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961165 Aug 23 21:05:16.303582 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device ad3a2c0f-fcda-415b-ad97-d465c4bd09e4 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 21:05:16.407581 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port ad3a2c0f-fcda-415b-ad97-d465c4bd09e4, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=ad3a2c0f-fcda-415b-ad97-d465c4bd09e4,segment=NetworkSegment(f1be58ff-e419-4853-bf1d-1423f349ea3b),segment_id=f1be58ff-e419-4853-bf1d-1423f349ea3b)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:05:16.421592 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': 'ad3a2c0f-fcda-415b-ad97-d465c4bd09e4', 'network_id': '7de484cb-befe-4e64-af9b-7ab42eee4f9c', 'port_id': 'ad3a2c0f-fcda-415b-ad97-d465c4bd09e4', 'mac_address': 'fa:16:3e:ea:65:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0c8bf9-000a-4b57-b896-372db62ba64b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 21:05:16.464932 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:16.485524 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad3a2c0f-fcda-415b-ad97-d465c4bd09e4 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:05:16.506327 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port ad3a2c0f-fcda-415b-ad97-d465c4bd09e4, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=ad3a2c0f-fcda-415b-ad97-d465c4bd09e4,segment=NetworkSegment(f1be58ff-e419-4853-bf1d-1423f349ea3b),segment_id=f1be58ff-e419-4853-bf1d-1423f349ea3b)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:05:16.510533 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:16.563686 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=ad3a2c0f-fcda-415b-ad97-d465c4bd09e4,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:05:16.725249 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['ad3a2c0f-fcda-415b-ad97-d465c4bd09e4'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:05:16.897527 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5ebce-45e9-4210-97e8-c205a5a97a16 req-ea00400c-da58-4313-8e0d-77239b2d55f4 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:05:16.899858 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-50b5ebce-45e9-4210-97e8-c205a5a97a16 req-ea00400c-da58-4313-8e0d-77239b2d55f4 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb743914-d51b-4809-bc7c-765ac12c7697 HTTP/1.1" status: 200 len: 944 time: 0.0557604 Aug 23 21:05:16.948724 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-50b5ebce-45e9-4210-97e8-c205a5a97a16 req-8b828f5a-960c-40ab-b7dd-f5976e4d3152 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/security-groups?id=61a72b55-0a1f-4829-90a9-f2c793013a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414305 Aug 23 21:05:18.073067 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1affd3-951c-4887-9a5c-a6a78e6440c3 req-140f7087-acb5-42f2-bdff-b12acb433fe2 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:05:18.074634 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2d1affd3-951c-4887-9a5c-a6a78e6440c3 req-140f7087-acb5-42f2-bdff-b12acb433fe2 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb743914-d51b-4809-bc7c-765ac12c7697 HTTP/1.1" status: 200 len: 944 time: 0.0502822 Aug 23 21:05:18.124541 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2d1affd3-951c-4887-9a5c-a6a78e6440c3 req-fb2bd9d2-d7cc-4fcd-ad69-2193b35b8c6d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/security-groups?id=61a72b55-0a1f-4829-90a9-f2c793013a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420730 Aug 23 21:05:18.301243 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device ad3a2c0f-fcda-415b-ad97-d465c4bd09e4 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:05:18.350084 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port ad3a2c0f-fcda-415b-ad97-d465c4bd09e4 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:05:18.354221 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port ad3a2c0f-fcda-415b-ad97-d465c4bd09e4 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:05:18.354614 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:18.436176 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:18.458813 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb743914-d51b-4809-bc7c-765ac12c7697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad3a2c0f-fcda-415b-ad97-d465c4bd09e4'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:05:18.461132 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e6decf-8e4f-4c7a-9c23-bd94e0b811ba" -d '{"events": [{"server_uuid": "eb743914-d51b-4809-bc7c-765ac12c7697", "name": "network-vif-plugged", "status": "completed", "tag": "ad3a2c0f-fcda-415b-ad97-d465c4bd09e4"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:05:18.477959 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port ad3a2c0f-fcda-415b-ad97-d465c4bd09e4, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=ad3a2c0f-fcda-415b-ad97-d465c4bd09e4,segment=NetworkSegment(f1be58ff-e419-4853-bf1d-1423f349ea3b),segment_id=f1be58ff-e419-4853-bf1d-1423f349ea3b)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:05:18.485730 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:18.534834 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=ad3a2c0f-fcda-415b-ad97-d465c4bd09e4,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:05:18.635888 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b5c769-51db-412f-a879-234d3e988fb7 x-openstack-request-id: req-d4b5c769-51db-412f-a879-234d3e988fb7 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:05:18.636210 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb743914-d51b-4809-bc7c-765ac12c7697", "name": "network-vif-plugged", "status": "completed", "tag": "ad3a2c0f-fcda-415b-ad97-d465c4bd09e4", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:05:18.636466 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d4b5c769-51db-412f-a879-234d3e988fb7 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:05:18.636868 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb743914-d51b-4809-bc7c-765ac12c7697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad3a2c0f-fcda-415b-ad97-d465c4bd09e4', 'code': 200} Aug 23 21:05:18.732867 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58614b5-f0df-4cc1-9761-181d12f5da30 req-c6f9a8bf-70d1-4030-b73f-c13e06684bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:05:18.734631 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b58614b5-f0df-4cc1-9761-181d12f5da30 req-c6f9a8bf-70d1-4030-b73f-c13e06684bd4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=eb743914-d51b-4809-bc7c-765ac12c7697 HTTP/1.1" status: 200 len: 1096 time: 0.0439715 Aug 23 21:05:18.776880 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b58614b5-f0df-4cc1-9761-181d12f5da30 req-9a4842ef-26c2-4427-8644-ab4858ce41f2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=61a72b55-0a1f-4829-90a9-f2c793013a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342453 Aug 23 21:05:19.251774 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83cff44-69d3-4691-90f3-0eb2b6351eaa req-2d494dda-7e65-4e35-ac03-624f743af2a5 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:05:19.253719 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d83cff44-69d3-4691-90f3-0eb2b6351eaa req-2d494dda-7e65-4e35-ac03-624f743af2a5 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb743914-d51b-4809-bc7c-765ac12c7697 HTTP/1.1" status: 200 len: 945 time: 0.0621502 Aug 23 21:05:19.293203 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d83cff44-69d3-4691-90f3-0eb2b6351eaa req-6b7b2879-8b8a-4945-8911-8cbb6d40f7e1 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/security-groups?id=61a72b55-0a1f-4829-90a9-f2c793013a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332484 Aug 23 21:05:20.411391 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609c0eb-5171-40c6-9369-7113546b3d9a req-ed4562d1-72a9-4e96-be3a-124d7748a313 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:05:20.412918 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a609c0eb-5171-40c6-9369-7113546b3d9a req-ed4562d1-72a9-4e96-be3a-124d7748a313 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb743914-d51b-4809-bc7c-765ac12c7697 HTTP/1.1" status: 200 len: 945 time: 0.0493436 Aug 23 21:05:20.451733 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a609c0eb-5171-40c6-9369-7113546b3d9a req-51139175-daf7-4190-b553-f5e8e39d3fd1 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/security-groups?id=61a72b55-0a1f-4829-90a9-f2c793013a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327408 Aug 23 21:05:20.536474 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:20.572913 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39caf896-f7c2-4546-a5b2-a40acc1781aa req-be636b5d-bde3-4e72-8822-a046338b8fc0 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:05:20.574558 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-39caf896-f7c2-4546-a5b2-a40acc1781aa req-be636b5d-bde3-4e72-8822-a046338b8fc0 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb743914-d51b-4809-bc7c-765ac12c7697 HTTP/1.1" status: 200 len: 945 time: 0.0546083 Aug 23 21:05:20.613607 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-39caf896-f7c2-4546-a5b2-a40acc1781aa req-af38e373-1761-4fda-a0b6-6e9a559f85be tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/security-groups?id=61a72b55-0a1f-4829-90a9-f2c793013a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327809 Aug 23 21:05:20.635388 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44360) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:05:20.675242 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b48cfa-2b9d-456b-b201-34795342be9f tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:05:20.676807 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-85b48cfa-2b9d-456b-b201-34795342be9f tempest-TestNetworkBasicOps-1394498865 tempest-TestNetworkBasicOps-1394498865-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=eb743914-d51b-4809-bc7c-765ac12c7697 HTTP/1.1" status: 200 len: 1091 time: 0.0403163 Aug 23 21:05:20.679666 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44362) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:05:20.684403 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-85e90433-5aa2-47ab-8fbc-04631d616f93 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Request body: {'floatingip': {'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'port_id': 'ad3a2c0f-fcda-415b-ad97-d465c4bd09e4', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:05:20.708052 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-85e90433-5aa2-47ab-8fbc-04631d616f93 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:20.807282 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-85e90433-5aa2-47ab-8fbc-04631d616f93 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:20.921289 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-85e90433-5aa2-47ab-8fbc-04631d616f93 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Allocated IP 172.25.4.149 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/e85f76e6-3f2b-4c5c-8fbf-f80455a7b157) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:05:21.030664 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-85e90433-5aa2-47ab-8fbc-04631d616f93 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:21.081131 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-85e90433-5aa2-47ab-8fbc-04631d616f93 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:21.123430 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e90433-5aa2-47ab-8fbc-04631d616f93 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:05:21.126633 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-85e90433-5aa2-47ab-8fbc-04631d616f93 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:05:21.134022 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e90433-5aa2-47ab-8fbc-04631d616f93 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:05:21.137261 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e90433-5aa2-47ab-8fbc-04631d616f93 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event updated for resources: {'Port': ['ID=e85f76e6-3f2b-4c5c-8fbf-f80455a7b157,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:05:21.670293 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-85e90433-5aa2-47ab-8fbc-04631d616f93 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:21.767582 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-85e90433-5aa2-47ab-8fbc-04631d616f93 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:21.916856 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-85e90433-5aa2-47ab-8fbc-04631d616f93 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:21.921960 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-85e90433-5aa2-47ab-8fbc-04631d616f93 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:21.993077 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e90433-5aa2-47ab-8fbc-04631d616f93 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event updated for resources: {'Port': ['ID=e85f76e6-3f2b-4c5c-8fbf-f80455a7b157,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:05:22.004581 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-85e90433-5aa2-47ab-8fbc-04631d616f93 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:22.105257 n-d-805663-2 neutron-server[94688]: INFO neutron.db.l3_db [None req-85e90433-5aa2-47ab-8fbc-04631d616f93 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Floating IP eb320da0-d0bb-435d-bd54-51f3dd371225 associated. External IP: 172.25.4.149, port: ad3a2c0f-fcda-415b-ad97-d465c4bd09e4. Aug 23 21:05:22.566928 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e90433-5aa2-47ab-8fbc-04631d616f93 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Router 1dd45a27-1b64-4ecb-8391-e514b715e84c has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:05:22.679103 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e90433-5aa2-47ab-8fbc-04631d616f93 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:05:22.689588 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cd11ad-387b-45d8-b249-cfa6907bc373 None None] Sync routers for ids ['1dd45a27-1b64-4ecb-8391-e514b715e84c'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:05:22.697261 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-85e90433-5aa2-47ab-8fbc-04631d616f93 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:22.701395 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cd11ad-387b-45d8-b249-cfa6907bc373 None None] Routers {'1dd45a27-1b64-4ecb-8391-e514b715e84c'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:05:22.702283 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-76cd11ad-387b-45d8-b249-cfa6907bc373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:05:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['1dd45a27-1b64-4ecb-8391-e514b715e84c'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:05:22.724265 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-85e90433-5aa2-47ab-8fbc-04631d616f93 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0434098 Aug 23 21:05:22.724860 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb743914-d51b-4809-bc7c-765ac12c7697', 'tag': 'ad3a2c0f-fcda-415b-ad97-d465c4bd09e4'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:05:22.727141 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f0fb5c-5b60-45ca-84a4-3109ed4dac65" -d '{"events": [{"name": "network-changed", "server_uuid": "eb743914-d51b-4809-bc7c-765ac12c7697", "tag": "ad3a2c0f-fcda-415b-ad97-d465c4bd09e4"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:05:22.727314 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44378) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:05:22.810931 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b9524603-8206-48f1-98d6-05ac995d3020 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/floatingips/eb320da0-d0bb-435d-bd54-51f3dd371225 HTTP/1.1" status: 200 len: 991 time: 0.0826328 Aug 23 21:05:22.819350 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-76cd11ad-387b-45d8-b249-cfa6907bc373 None None] Set router 1dd45a27-1b64-4ecb-8391-e514b715e84c gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:05:22.840329 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6abcdb-0d0e-42f9-abb5-efd37f08ffb8 x-openstack-request-id: req-5f6abcdb-0d0e-42f9-abb5-efd37f08ffb8 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:05:22.840622 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb743914-d51b-4809-bc7c-765ac12c7697", "tag": "ad3a2c0f-fcda-415b-ad97-d465c4bd09e4", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:05:22.840872 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5f6abcdb-0d0e-42f9-abb5-efd37f08ffb8 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:05:22.842137 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb743914-d51b-4809-bc7c-765ac12c7697', 'tag': 'ad3a2c0f-fcda-415b-ad97-d465c4bd09e4', 'status': 'completed', 'code': 200} Aug 23 21:05:22.903292 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0fb5c-5b60-45ca-84a4-3109ed4dac65 req-df916f14-1781-4bd6-ad66-2477ab787281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:05:22.905664 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d2f0fb5c-5b60-45ca-84a4-3109ed4dac65 req-df916f14-1781-4bd6-ad66-2477ab787281 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=87972469191e450fb3c9471d7a3b5bba&device_id=eb743914-d51b-4809-bc7c-765ac12c7697 HTTP/1.1" status: 200 len: 1096 time: 0.0416689 Aug 23 21:05:22.999653 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0fb5c-5b60-45ca-84a4-3109ed4dac65 req-0a9b0f4e-5e46-44ae-bf87-bd5a5e6d7189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:05:23.001077 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d2f0fb5c-5b60-45ca-84a4-3109ed4dac65 req-0a9b0f4e-5e46-44ae-bf87-bd5a5e6d7189 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7de484cb-befe-4e64-af9b-7ab42eee4f9c HTTP/1.1" status: 200 len: 897 time: 0.0884113 Aug 23 21:05:23.049887 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-76cd11ad-387b-45d8-b249-cfa6907bc373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd45a27-1b64-4ecb-8391-e514b715e84c', 'name': 'tempest-TestNetworkBasicOps-router-1921335106', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '62b443de-6615-42b0-ab95-af1c955568c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:05:02Z', 'updated_at': '2021-08-23T21:05:07Z', 'revision_number': 4, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'gw_port': {'id': '62b443de-6615-42b0-ab95-af1c955568c6', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:05:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd45a27-1b64-4ecb-8391-e514b715e84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:05:03Z', 'updated_at': '2021-08-23T21:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': 'eb320da0-d0bb-435d-bd54-51f3dd371225', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'floating_ip_address': '172.25.4.149', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '1dd45a27-1b64-4ecb-8391-e514b715e84c', 'port_id': 'ad3a2c0f-fcda-415b-ad97-d465c4bd09e4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7de484cb-befe-4e64-af9b-7ab42eee4f9c', 'mac_address': 'fa:16:3e:ea:65:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb743914-d51b-4809-bc7c-765ac12c7697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:05:21Z', 'updated_at': '2021-08-23T21:05:21Z', 'revision_number': 0, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c9d7312-b9b3-4937-a56d-8fe897853b5f', 'name': '', 'network_id': '7de484cb-befe-4e64-af9b-7ab42eee4f9c', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'mac_address': 'fa:16:3e:ea:d7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd45a27-1b64-4ecb-8391-e514b715e84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'fd0c8bf9-000a-4b57-b896-372db62ba64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:05:07Z', 'updated_at': '2021-08-23T21:05:13Z', 'revision_number': 5, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'subnets': [{'id': 'fd0c8bf9-000a-4b57-b896-372db62ba64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:05:23.074377 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d2f0fb5c-5b60-45ca-84a4-3109ed4dac65 req-81ed04fd-7070-4a23-862b-4f6790569466 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad3a2c0f-fcda-415b-ad97-d465c4bd09e4 HTTP/1.1" status: 200 len: 999 time: 0.0663102 Aug 23 21:05:23.079628 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cd11ad-387b-45d8-b249-cfa6907bc373 None None] Checking router: 1dd45a27-1b64-4ecb-8391-e514b715e84c for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:05:23.088093 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cd11ad-387b-45d8-b249-cfa6907bc373 None None] Routers {'1dd45a27-1b64-4ecb-8391-e514b715e84c'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:05:23.088692 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-76cd11ad-387b-45d8-b249-cfa6907bc373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:05:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['1dd45a27-1b64-4ecb-8391-e514b715e84c'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:05:23.126510 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0fb5c-5b60-45ca-84a4-3109ed4dac65 req-03235039-a42d-43e9-b41e-c547440ba60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:05:23.127976 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d2f0fb5c-5b60-45ca-84a4-3109ed4dac65 req-03235039-a42d-43e9-b41e-c547440ba60e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fd0c8bf9-000a-4b57-b896-372db62ba64b HTTP/1.1" status: 200 len: 834 time: 0.0457718 Aug 23 21:05:23.184665 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0fb5c-5b60-45ca-84a4-3109ed4dac65 req-b8853178-cc16-4a5d-9e15-c28c7f86ae48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:05:23.186213 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d2f0fb5c-5b60-45ca-84a4-3109ed4dac65 req-b8853178-cc16-4a5d-9e15-c28c7f86ae48 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7de484cb-befe-4e64-af9b-7ab42eee4f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511017 Aug 23 21:05:23.202475 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-76cd11ad-387b-45d8-b249-cfa6907bc373 None None] Set router 1dd45a27-1b64-4ecb-8391-e514b715e84c gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:05:23.297839 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d2f0fb5c-5b60-45ca-84a4-3109ed4dac65 req-f7d34701-2ec6-41bd-85d6-7343200e966d service neutron] 10.222.0.11 "GET /v2.0/networks/7de484cb-befe-4e64-af9b-7ab42eee4f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045511 Aug 23 21:05:23.405965 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d2f0fb5c-5b60-45ca-84a4-3109ed4dac65 req-ae72ecbc-28de-4ec8-8a2b-2777de79ab39 service neutron] 10.222.0.11 "GET /v2.0/networks/7de484cb-befe-4e64-af9b-7ab42eee4f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008937 Aug 23 21:05:23.463579 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-76cd11ad-387b-45d8-b249-cfa6907bc373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd45a27-1b64-4ecb-8391-e514b715e84c', 'name': 'tempest-TestNetworkBasicOps-router-1921335106', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '62b443de-6615-42b0-ab95-af1c955568c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:05:02Z', 'updated_at': '2021-08-23T21:05:07Z', 'revision_number': 4, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'gw_port': {'id': '62b443de-6615-42b0-ab95-af1c955568c6', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:05:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd45a27-1b64-4ecb-8391-e514b715e84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:05:03Z', 'updated_at': '2021-08-23T21:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': 'eb320da0-d0bb-435d-bd54-51f3dd371225', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'floating_ip_address': '172.25.4.149', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '1dd45a27-1b64-4ecb-8391-e514b715e84c', 'port_id': 'ad3a2c0f-fcda-415b-ad97-d465c4bd09e4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7de484cb-befe-4e64-af9b-7ab42eee4f9c', 'mac_address': 'fa:16:3e:ea:65:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb743914-d51b-4809-bc7c-765ac12c7697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:05:21Z', 'updated_at': '2021-08-23T21:05:21Z', 'revision_number': 0, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c9d7312-b9b3-4937-a56d-8fe897853b5f', 'name': '', 'network_id': '7de484cb-befe-4e64-af9b-7ab42eee4f9c', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'mac_address': 'fa:16:3e:ea:d7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd45a27-1b64-4ecb-8391-e514b715e84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'fd0c8bf9-000a-4b57-b896-372db62ba64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:05:07Z', 'updated_at': '2021-08-23T21:05:13Z', 'revision_number': 5, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'subnets': [{'id': 'fd0c8bf9-000a-4b57-b896-372db62ba64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:05:23.494314 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cd11ad-387b-45d8-b249-cfa6907bc373 None None] The sync data for ids ['1dd45a27-1b64-4ecb-8391-e514b715e84c'] in n-d-805663-2 is: [{'id': '1dd45a27-1b64-4ecb-8391-e514b715e84c', 'name': 'tempest-TestNetworkBasicOps-router-1921335106', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '62b443de-6615-42b0-ab95-af1c955568c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:05:02Z', 'updated_at': '2021-08-23T21:05:07Z', 'revision_number': 4, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'gw_port': {'id': '62b443de-6615-42b0-ab95-af1c955568c6', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:05:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd45a27-1b64-4ecb-8391-e514b715e84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:05:03Z', 'updated_at': '2021-08-23T21:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': 'eb320da0-d0bb-435d-bd54-51f3dd371225', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'floating_ip_address': '172.25.4.149', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '1dd45a27-1b64-4ecb-8391-e514b715e84c', 'port_id': 'ad3a2c0f-fcda-415b-ad97-d465c4bd09e4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7de484cb-befe-4e64-af9b-7ab42eee4f9c', 'mac_address': 'fa:16:3e:ea:65:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb743914-d51b-4809-bc7c-765ac12c7697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:05:21Z', 'updated_at': '2021-08-23T21:05:21Z', 'revision_number': 0, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c9d7312-b9b3-4937-a56d-8fe897853b5f', 'name': '', 'network_id': '7de484cb-befe-4e64-af9b-7ab42eee4f9c', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'mac_address': 'fa:16:3e:ea:d7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd45a27-1b64-4ecb-8391-e514b715e84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'fd0c8bf9-000a-4b57-b896-372db62ba64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:05:07Z', 'updated_at': '2021-08-23T21:05:13Z', 'revision_number': 5, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'subnets': [{'id': 'fd0c8bf9-000a-4b57-b896-372db62ba64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:05:23.720898 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ff537b-11aa-444a-940c-0d4d63a88893 None None] New status for floating IP eb320da0-d0bb-435d-bd54-51f3dd371225: ACTIVE {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 21:05:23.812831 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44390) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:05:23.885345 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-bb3cd149-d700-4a14-a9c1-aa446a24727f tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/floatingips/eb320da0-d0bb-435d-bd54-51f3dd371225 HTTP/1.1" status: 200 len: 991 time: 0.0708330 Aug 23 21:05:24.888971 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44398) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:05:24.956787 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-380409c6-f855-4e92-ad04-e17514adc67f tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/floatingips/eb320da0-d0bb-435d-bd54-51f3dd371225 HTTP/1.1" status: 200 len: 993 time: 0.0664515 Aug 23 21:05:25.184013 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:05:32.284436 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-44cb1427-7f48-40da-ad2b-cbbe3bb0b929 req-41529b1a-fff7-4242-b6c5-3c7d0758fb71 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=81799cc9-e0fa-4ae1-aa3e-209b70bd4905&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453501 Aug 23 21:05:32.398372 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb1427-7f48-40da-ad2b-cbbe3bb0b929 req-8c6eec67-f1f3-4d10-842a-1409d7b5f372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:05:32.400250 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-44cb1427-7f48-40da-ad2b-cbbe3bb0b929 req-8c6eec67-f1f3-4d10-842a-1409d7b5f372 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e20396f7331438baf5e0a87fc6f3d2f&device_id=81799cc9-e0fa-4ae1-aa3e-209b70bd4905 HTTP/1.1" status: 200 len: 1097 time: 0.0420644 Aug 23 21:05:32.504797 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb1427-7f48-40da-ad2b-cbbe3bb0b929 req-9dde01c4-41ea-4e24-b42c-6590e2e7ac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:05:32.506276 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-44cb1427-7f48-40da-ad2b-cbbe3bb0b929 req-9dde01c4-41ea-4e24-b42c-6590e2e7ac96 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf HTTP/1.1" status: 200 len: 913 time: 0.0856895 Aug 23 21:05:32.582798 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-44cb1427-7f48-40da-ad2b-cbbe3bb0b929 req-9b8b3557-8b2c-467e-a08b-6d7264cc76c9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=196bf330-3e63-48df-8e8a-8d24da7df9ce HTTP/1.1" status: 200 len: 1002 time: 0.0681164 Aug 23 21:05:32.635117 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb1427-7f48-40da-ad2b-cbbe3bb0b929 req-3fcbf984-8960-455c-943d-96af433c3116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:05:32.636689 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-44cb1427-7f48-40da-ad2b-cbbe3bb0b929 req-3fcbf984-8960-455c-943d-96af433c3116 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df05a557-9226-4912-87c8-3cb75cc85ce5 HTTP/1.1" status: 200 len: 851 time: 0.0459373 Aug 23 21:05:32.692003 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb1427-7f48-40da-ad2b-cbbe3bb0b929 req-8bd478ba-a208-4f4d-a6c8-7d785c2a81eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:05:32.693628 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-44cb1427-7f48-40da-ad2b-cbbe3bb0b929 req-8bd478ba-a208-4f4d-a6c8-7d785c2a81eb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466082 Aug 23 21:05:32.811478 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-44cb1427-7f48-40da-ad2b-cbbe3bb0b929 req-aff76749-0ab9-44f1-ab7d-9dfea879b511 service neutron] 10.222.0.32 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088834 Aug 23 21:05:32.904567 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-44cb1427-7f48-40da-ad2b-cbbe3bb0b929 req-54fc6244-560a-4c27-9bfa-0ee2818ceec9 service neutron] 10.222.0.32 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835650 Aug 23 21:05:40.045773 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b29772bc-bbdb-4ba5-b738-e531a2a31e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:40.617267 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:43.409874 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f13df5b5-923b-4ae8-b6b4-f9928215253f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:43.542903 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:44.639766 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:45.997023 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:50.539600 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:51.506056 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44686) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:05:51.576753 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-1c6ed859-ac78-44f5-a6f1-fb8842b8a3f6 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/floatingips/eb320da0-d0bb-435d-bd54-51f3dd371225 HTTP/1.1" status: 200 len: 993 time: 0.0696845 Aug 23 21:05:51.878282 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44696) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:05:52.071550 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-03ed7615-79d7-434e-acb9-e34fcd8678d4 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Deleting port e85f76e6-3f2b-4c5c-8fbf-f80455a7b157 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:05:52.071945 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-03ed7615-79d7-434e-acb9-e34fcd8678d4 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:52.167866 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-03ed7615-79d7-434e-acb9-e34fcd8678d4 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:52.168339 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-03ed7615-79d7-434e-acb9-e34fcd8678d4 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:52.182471 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-03ed7615-79d7-434e-acb9-e34fcd8678d4 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Calling delete_port for e85f76e6-3f2b-4c5c-8fbf-f80455a7b157 owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:05:52.351649 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-03ed7615-79d7-434e-acb9-e34fcd8678d4 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:52.381145 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed7615-79d7-434e-acb9-e34fcd8678d4 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event deleted for resources: {'Port': ['ID=e85f76e6-3f2b-4c5c-8fbf-f80455a7b157,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:05:52.444667 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-03ed7615-79d7-434e-acb9-e34fcd8678d4 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:52.445170 n-d-805663-2 neutron-server[94688]: INFO neutron.db.l3_db [None req-03ed7615-79d7-434e-acb9-e34fcd8678d4 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Floating IP eb320da0-d0bb-435d-bd54-51f3dd371225 disassociated (deleted). External IP: 172.25.4.149, port: ad3a2c0f-fcda-415b-ad97-d465c4bd09e4. Aug 23 21:05:52.695993 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ed7615-79d7-434e-acb9-e34fcd8678d4 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Router 1dd45a27-1b64-4ecb-8391-e514b715e84c has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:05:52.822809 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ed7615-79d7-434e-acb9-e34fcd8678d4 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:05:52.828609 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-03ed7615-79d7-434e-acb9-e34fcd8678d4 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:52.835990 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56664975-2c5d-428a-b575-251e6c20f84c None None] Sync routers for ids ['1dd45a27-1b64-4ecb-8391-e514b715e84c'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:05:52.854715 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56664975-2c5d-428a-b575-251e6c20f84c None None] Routers {'1dd45a27-1b64-4ecb-8391-e514b715e84c'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:05:52.855349 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-56664975-2c5d-428a-b575-251e6c20f84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:05:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['1dd45a27-1b64-4ecb-8391-e514b715e84c'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:05:52.858866 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-03ed7615-79d7-434e-acb9-e34fcd8678d4 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "DELETE /v2.0/floatingips/eb320da0-d0bb-435d-bd54-51f3dd371225 HTTP/1.1" status: 204 len: 168 time: 0.9785502 Aug 23 21:05:52.859796 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb743914-d51b-4809-bc7c-765ac12c7697', 'tag': 'ad3a2c0f-fcda-415b-ad97-d465c4bd09e4'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:05:52.862196 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c455932-0639-4972-9032-e2705fc164a9" -d '{"events": [{"name": "network-changed", "server_uuid": "eb743914-d51b-4809-bc7c-765ac12c7697", "tag": "ad3a2c0f-fcda-415b-ad97-d465c4bd09e4"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:05:52.906942 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842ad54f-720c-4a55-b86b-8a93deb93961 x-openstack-request-id: req-842ad54f-720c-4a55-b86b-8a93deb93961 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:05:52.907482 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb743914-d51b-4809-bc7c-765ac12c7697", "tag": "ad3a2c0f-fcda-415b-ad97-d465c4bd09e4", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:05:52.908187 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-842ad54f-720c-4a55-b86b-8a93deb93961 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:05:52.908758 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb743914-d51b-4809-bc7c-765ac12c7697', 'tag': 'ad3a2c0f-fcda-415b-ad97-d465c4bd09e4', 'status': 'completed', 'code': 200} Aug 23 21:05:52.980197 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-56664975-2c5d-428a-b575-251e6c20f84c None None] Set router 1dd45a27-1b64-4ecb-8391-e514b715e84c gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:05:52.983316 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c455932-0639-4972-9032-e2705fc164a9 req-547fb131-898f-461f-927f-774177332fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:05:52.987353 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1c455932-0639-4972-9032-e2705fc164a9 req-547fb131-898f-461f-927f-774177332fd4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=87972469191e450fb3c9471d7a3b5bba&device_id=eb743914-d51b-4809-bc7c-765ac12c7697 HTTP/1.1" status: 200 len: 1096 time: 0.0540583 Aug 23 21:05:53.165237 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c455932-0639-4972-9032-e2705fc164a9 req-6e7eaadf-b6a0-499c-905a-5eb74b845d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:05:53.166726 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1c455932-0639-4972-9032-e2705fc164a9 req-6e7eaadf-b6a0-499c-905a-5eb74b845d0f service neutron] 10.222.0.11 "GET /v2.0/networks?id=7de484cb-befe-4e64-af9b-7ab42eee4f9c HTTP/1.1" status: 200 len: 897 time: 0.1726589 Aug 23 21:05:53.182819 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f59e5f5-89e3-49fa-8f15-8ddc48511567 req-2034b919-0cb3-4700-b40a-bd6d0d6e3ff2 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:05:53.184413 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5f59e5f5-89e3-49fa-8f15-8ddc48511567 req-2034b919-0cb3-4700-b40a-bd6d0d6e3ff2 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb743914-d51b-4809-bc7c-765ac12c7697 HTTP/1.1" status: 200 len: 945 time: 0.0892787 Aug 23 21:05:53.226440 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1c455932-0639-4972-9032-e2705fc164a9 req-049743ec-5e39-42bd-867d-26873150212d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad3a2c0f-fcda-415b-ad97-d465c4bd09e4 HTTP/1.1" status: 200 len: 217 time: 0.0410464 Aug 23 21:05:53.245892 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-56664975-2c5d-428a-b575-251e6c20f84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd45a27-1b64-4ecb-8391-e514b715e84c', 'name': 'tempest-TestNetworkBasicOps-router-1921335106', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '62b443de-6615-42b0-ab95-af1c955568c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:05:02Z', 'updated_at': '2021-08-23T21:05:07Z', 'revision_number': 4, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'gw_port': {'id': '62b443de-6615-42b0-ab95-af1c955568c6', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:05:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd45a27-1b64-4ecb-8391-e514b715e84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:05:03Z', 'updated_at': '2021-08-23T21:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '9c9d7312-b9b3-4937-a56d-8fe897853b5f', 'name': '', 'network_id': '7de484cb-befe-4e64-af9b-7ab42eee4f9c', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'mac_address': 'fa:16:3e:ea:d7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd45a27-1b64-4ecb-8391-e514b715e84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'fd0c8bf9-000a-4b57-b896-372db62ba64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:05:07Z', 'updated_at': '2021-08-23T21:05:13Z', 'revision_number': 5, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'subnets': [{'id': 'fd0c8bf9-000a-4b57-b896-372db62ba64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:05:53.287144 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56664975-2c5d-428a-b575-251e6c20f84c None None] Checking router: 1dd45a27-1b64-4ecb-8391-e514b715e84c for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:05:53.297350 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5f59e5f5-89e3-49fa-8f15-8ddc48511567 req-2d317a9e-50c7-4751-b598-50277cf62e42 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/security-groups?id=61a72b55-0a1f-4829-90a9-f2c793013a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051116 Aug 23 21:05:53.298442 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56664975-2c5d-428a-b575-251e6c20f84c None None] Routers {'1dd45a27-1b64-4ecb-8391-e514b715e84c'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:05:53.299356 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-56664975-2c5d-428a-b575-251e6c20f84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:05:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['1dd45a27-1b64-4ecb-8391-e514b715e84c'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:05:53.305325 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c455932-0639-4972-9032-e2705fc164a9 req-a66ed3da-abdd-4031-a1bf-28a02c7b3916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:05:53.306805 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1c455932-0639-4972-9032-e2705fc164a9 req-a66ed3da-abdd-4031-a1bf-28a02c7b3916 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fd0c8bf9-000a-4b57-b896-372db62ba64b HTTP/1.1" status: 200 len: 834 time: 0.0730402 Aug 23 21:05:53.366379 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c455932-0639-4972-9032-e2705fc164a9 req-f43eb737-9f3b-40e2-b55a-d10968bd6a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:05:53.368038 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1c455932-0639-4972-9032-e2705fc164a9 req-f43eb737-9f3b-40e2-b55a-d10968bd6a1d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7de484cb-befe-4e64-af9b-7ab42eee4f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522091 Aug 23 21:05:53.429349 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-56664975-2c5d-428a-b575-251e6c20f84c None None] Set router 1dd45a27-1b64-4ecb-8391-e514b715e84c gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:05:53.476837 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1c455932-0639-4972-9032-e2705fc164a9 req-3687048c-6564-40c0-b1e9-1c03bee42da0 service neutron] 10.222.0.11 "GET /v2.0/networks/7de484cb-befe-4e64-af9b-7ab42eee4f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003716 Aug 23 21:05:53.585869 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1c455932-0639-4972-9032-e2705fc164a9 req-c35f7a68-ccc6-4f0e-b82c-b262b5294c05 service neutron] 10.222.0.11 "GET /v2.0/networks/7de484cb-befe-4e64-af9b-7ab42eee4f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993125 Aug 23 21:05:53.657372 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-56664975-2c5d-428a-b575-251e6c20f84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd45a27-1b64-4ecb-8391-e514b715e84c', 'name': 'tempest-TestNetworkBasicOps-router-1921335106', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '62b443de-6615-42b0-ab95-af1c955568c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:05:02Z', 'updated_at': '2021-08-23T21:05:07Z', 'revision_number': 4, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'gw_port': {'id': '62b443de-6615-42b0-ab95-af1c955568c6', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:05:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd45a27-1b64-4ecb-8391-e514b715e84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:05:03Z', 'updated_at': '2021-08-23T21:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '9c9d7312-b9b3-4937-a56d-8fe897853b5f', 'name': '', 'network_id': '7de484cb-befe-4e64-af9b-7ab42eee4f9c', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'mac_address': 'fa:16:3e:ea:d7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd45a27-1b64-4ecb-8391-e514b715e84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'fd0c8bf9-000a-4b57-b896-372db62ba64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:05:07Z', 'updated_at': '2021-08-23T21:05:13Z', 'revision_number': 5, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'subnets': [{'id': 'fd0c8bf9-000a-4b57-b896-372db62ba64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:05:53.684823 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56664975-2c5d-428a-b575-251e6c20f84c None None] The sync data for ids ['1dd45a27-1b64-4ecb-8391-e514b715e84c'] in n-d-805663-2 is: [{'id': '1dd45a27-1b64-4ecb-8391-e514b715e84c', 'name': 'tempest-TestNetworkBasicOps-router-1921335106', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '62b443de-6615-42b0-ab95-af1c955568c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:05:02Z', 'updated_at': '2021-08-23T21:05:07Z', 'revision_number': 4, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'gw_port': {'id': '62b443de-6615-42b0-ab95-af1c955568c6', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:05:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd45a27-1b64-4ecb-8391-e514b715e84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:05:03Z', 'updated_at': '2021-08-23T21:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '9c9d7312-b9b3-4937-a56d-8fe897853b5f', 'name': '', 'network_id': '7de484cb-befe-4e64-af9b-7ab42eee4f9c', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'mac_address': 'fa:16:3e:ea:d7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd45a27-1b64-4ecb-8391-e514b715e84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'fd0c8bf9-000a-4b57-b896-372db62ba64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:05:07Z', 'updated_at': '2021-08-23T21:05:13Z', 'revision_number': 5, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'subnets': [{'id': 'fd0c8bf9-000a-4b57-b896-372db62ba64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:05:53.926332 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d29631b-cae9-40c9-968e-06bc17b8e390 None None] New status for floating IP eb320da0-d0bb-435d-bd54-51f3dd371225: DOWN {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 21:05:54.440443 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c2dce-2341-4f1a-b56e-ef593453b7be req-9cb457c1-6121-4863-b757-988f839e1e12 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:05:54.441915 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f27c2dce-2341-4f1a-b56e-ef593453b7be req-9cb457c1-6121-4863-b757-988f839e1e12 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb743914-d51b-4809-bc7c-765ac12c7697 HTTP/1.1" status: 200 len: 945 time: 0.0507262 Aug 23 21:05:54.484773 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f27c2dce-2341-4f1a-b56e-ef593453b7be req-771e2049-5589-4228-97d9-6aa4f384867d tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/security-groups?id=61a72b55-0a1f-4829-90a9-f2c793013a86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366485 Aug 23 21:05:54.513293 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779e4fa-9cb5-4a5d-bc19-b97d562e3990 req-ad37e713-bc18-4363-8ea8-d21d36c904d4 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:05:54.514883 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3779e4fa-9cb5-4a5d-bc19-b97d562e3990 req-ad37e713-bc18-4363-8ea8-d21d36c904d4 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb743914-d51b-4809-bc7c-765ac12c7697 HTTP/1.1" status: 200 len: 945 time: 0.0639100 Aug 23 21:05:54.610682 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-3779e4fa-9cb5-4a5d-bc19-b97d562e3990 req-52a0a4c9-ea68-49bf-9a91-6cdd3393e774 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Deleting port ad3a2c0f-fcda-415b-ad97-d465c4bd09e4 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:05:54.611017 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3779e4fa-9cb5-4a5d-bc19-b97d562e3990 req-52a0a4c9-ea68-49bf-9a91-6cdd3393e774 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:54.706102 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-3779e4fa-9cb5-4a5d-bc19-b97d562e3990 req-52a0a4c9-ea68-49bf-9a91-6cdd3393e774 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] For port ad3a2c0f-fcda-415b-ad97-d465c4bd09e4, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=ad3a2c0f-fcda-415b-ad97-d465c4bd09e4,segment=NetworkSegment(f1be58ff-e419-4853-bf1d-1423f349ea3b),segment_id=f1be58ff-e419-4853-bf1d-1423f349ea3b)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:05:54.706380 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3779e4fa-9cb5-4a5d-bc19-b97d562e3990 req-52a0a4c9-ea68-49bf-9a91-6cdd3393e774 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:54.719302 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-3779e4fa-9cb5-4a5d-bc19-b97d562e3990 req-52a0a4c9-ea68-49bf-9a91-6cdd3393e774 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Calling delete_port for ad3a2c0f-fcda-415b-ad97-d465c4bd09e4 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:05:54.871772 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3779e4fa-9cb5-4a5d-bc19-b97d562e3990 req-52a0a4c9-ea68-49bf-9a91-6cdd3393e774 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:54.908313 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a0a4c9-ea68-49bf-9a91-6cdd3393e774 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event deleted for resources: {'Port': ['ID=ad3a2c0f-fcda-415b-ad97-d465c4bd09e4,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:05:54.921985 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a0a4c9-ea68-49bf-9a91-6cdd3393e774 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:05:54.922343 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a0a4c9-ea68-49bf-9a91-6cdd3393e774 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:05:54.922689 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a0a4c9-ea68-49bf-9a91-6cdd3393e774 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:05:54.923030 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a0a4c9-ea68-49bf-9a91-6cdd3393e774 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:05:54.923372 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a0a4c9-ea68-49bf-9a91-6cdd3393e774 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:05:54.923711 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a0a4c9-ea68-49bf-9a91-6cdd3393e774 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:05:54.924045 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a0a4c9-ea68-49bf-9a91-6cdd3393e774 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:05:54.924405 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a0a4c9-ea68-49bf-9a91-6cdd3393e774 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:05:54.924851 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a0a4c9-ea68-49bf-9a91-6cdd3393e774 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:05:54.925045 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a0a4c9-ea68-49bf-9a91-6cdd3393e774 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:05:54.925380 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a0a4c9-ea68-49bf-9a91-6cdd3393e774 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:05:54.925710 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a0a4c9-ea68-49bf-9a91-6cdd3393e774 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:05:54.961232 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-3779e4fa-9cb5-4a5d-bc19-b97d562e3990 req-52a0a4c9-ea68-49bf-9a91-6cdd3393e774 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] No DVR routers for this DVR port ad3a2c0f-fcda-415b-ad97-d465c4bd09e4 on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:05:54.964503 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3779e4fa-9cb5-4a5d-bc19-b97d562e3990 req-52a0a4c9-ea68-49bf-9a91-6cdd3393e774 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:54.967657 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3779e4fa-9cb5-4a5d-bc19-b97d562e3990 req-52a0a4c9-ea68-49bf-9a91-6cdd3393e774 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.11 "DELETE /v2.0/ports/ad3a2c0f-fcda-415b-ad97-d465c4bd09e4 HTTP/1.1" status: 204 len: 173 time: 0.4459260 Aug 23 21:05:54.968475 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb743914-d51b-4809-bc7c-765ac12c7697', 'name': 'network-vif-deleted', 'tag': 'ad3a2c0f-fcda-415b-ad97-d465c4bd09e4'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:05:54.970387 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8b68ba-bcb3-49d9-858f-e23452ec92b6" -d '{"events": [{"server_uuid": "eb743914-d51b-4809-bc7c-765ac12c7697", "name": "network-vif-deleted", "tag": "ad3a2c0f-fcda-415b-ad97-d465c4bd09e4"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:05:55.027089 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83304bc-44ee-4175-a055-7641f81c0cad x-openstack-request-id: req-b83304bc-44ee-4175-a055-7641f81c0cad {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:05:55.027385 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb743914-d51b-4809-bc7c-765ac12c7697", "name": "network-vif-deleted", "tag": "ad3a2c0f-fcda-415b-ad97-d465c4bd09e4", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:05:55.027707 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b83304bc-44ee-4175-a055-7641f81c0cad {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:05:55.028978 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb743914-d51b-4809-bc7c-765ac12c7697', 'name': 'network-vif-deleted', 'tag': 'ad3a2c0f-fcda-415b-ad97-d465c4bd09e4', 'status': 'completed', 'code': 200} Aug 23 21:05:55.641870 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2584f64b-73f0-41f9-8f10-fc1d4a11abf7 req-5f0c5541-67aa-4d57-84aa-a12e03045f70 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb743914-d51b-4809-bc7c-765ac12c7697 HTTP/1.1" status: 200 len: 210 time: 0.0345442 Aug 23 21:05:56.475284 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device ad3a2c0f-fcda-415b-ad97-d465c4bd09e4 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:05:56.496227 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: ad3a2c0f-fcda-415b-ad97-d465c4bd09e4 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:05:56.496595 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device ad3a2c0f-fcda-415b-ad97-d465c4bd09e4 not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:05:56.708965 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44790) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:05:56.769949 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-68c6f77b-e872-4902-86f8-906e52adfce6 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:56.796519 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-68c6f77b-e872-4902-86f8-906e52adfce6 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:56.865907 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-68c6f77b-e872-4902-86f8-906e52adfce6 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:56.868544 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-68c6f77b-e872-4902-86f8-906e52adfce6 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:56.869718 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-68c6f77b-e872-4902-86f8-906e52adfce6 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "DELETE /v2.0/security-groups/61a72b55-0a1f-4829-90a9-f2c793013a86 HTTP/1.1" status: 204 len: 168 time: 0.1597712 Aug 23 21:05:56.880419 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c6f77b-e872-4902-86f8-906e52adfce6 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a72b55-0a1f-4829-90a9-f2c793013a86,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:05:56.912662 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44794) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:05:57.292556 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1e47571a-c437-4fb3-aa39-d943a0343e11 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:57.565150 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-1e47571a-c437-4fb3-aa39-d943a0343e11 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Deleting port 9c9d7312-b9b3-4937-a56d-8fe897853b5f {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:05:57.565394 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1e47571a-c437-4fb3-aa39-d943a0343e11 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:57.662552 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-1e47571a-c437-4fb3-aa39-d943a0343e11 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] For port 9c9d7312-b9b3-4937-a56d-8fe897853b5f, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=9c9d7312-b9b3-4937-a56d-8fe897853b5f,segment=NetworkSegment(f1be58ff-e419-4853-bf1d-1423f349ea3b),segment_id=f1be58ff-e419-4853-bf1d-1423f349ea3b)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:05:57.662923 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1e47571a-c437-4fb3-aa39-d943a0343e11 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:57.676431 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-1e47571a-c437-4fb3-aa39-d943a0343e11 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Calling delete_port for 9c9d7312-b9b3-4937-a56d-8fe897853b5f owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:05:57.883625 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1e47571a-c437-4fb3-aa39-d943a0343e11 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:57.917471 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e47571a-c437-4fb3-aa39-d943a0343e11 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event deleted for resources: {'Port': ['ID=9c9d7312-b9b3-4937-a56d-8fe897853b5f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:05:58.132837 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1e47571a-c437-4fb3-aa39-d943a0343e11 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:58.386344 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e47571a-c437-4fb3-aa39-d943a0343e11 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Router 1dd45a27-1b64-4ecb-8391-e514b715e84c has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:05:58.530244 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e47571a-c437-4fb3-aa39-d943a0343e11 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:05:58.539924 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1e47571a-c437-4fb3-aa39-d943a0343e11 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "PUT /v2.0/routers/1dd45a27-1b64-4ecb-8391-e514b715e84c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6219866 Aug 23 21:05:58.540193 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44800) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:05:58.546344 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe322673-bf04-4c22-9753-acc4b441465b None None] Sync routers for ids ['1dd45a27-1b64-4ecb-8391-e514b715e84c'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:05:58.564485 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe322673-bf04-4c22-9753-acc4b441465b None None] Routers {'1dd45a27-1b64-4ecb-8391-e514b715e84c'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:05:58.564485 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-fe322673-bf04-4c22-9753-acc4b441465b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:05:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['1dd45a27-1b64-4ecb-8391-e514b715e84c'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:05:58.604380 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6151f99-22dc-4bee-a2e2-fe04b6bf4594 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Deleting subnet fd0c8bf9-000a-4b57-b896-372db62ba64b {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 21:05:58.608558 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6151f99-22dc-4bee-a2e2-fe04b6bf4594 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:58.655800 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6151f99-22dc-4bee-a2e2-fe04b6bf4594 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:58.673940 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-fe322673-bf04-4c22-9753-acc4b441465b None None] Set router 1dd45a27-1b64-4ecb-8391-e514b715e84c gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:05:58.784000 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6151f99-22dc-4bee-a2e2-fe04b6bf4594 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:58.856891 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6151f99-22dc-4bee-a2e2-fe04b6bf4594 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:58.879037 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-fe322673-bf04-4c22-9753-acc4b441465b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd45a27-1b64-4ecb-8391-e514b715e84c', 'name': 'tempest-TestNetworkBasicOps-router-1921335106', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '62b443de-6615-42b0-ab95-af1c955568c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:05:02Z', 'updated_at': '2021-08-23T21:05:57Z', 'revision_number': 5, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'gw_port': {'id': '62b443de-6615-42b0-ab95-af1c955568c6', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:05:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd45a27-1b64-4ecb-8391-e514b715e84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:05:03Z', 'updated_at': '2021-08-23T21:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:05:58.895261 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6151f99-22dc-4bee-a2e2-fe04b6bf4594 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event deleted for resources: {'Subnet': ['ID=fd0c8bf9-000a-4b57-b896-372db62ba64b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:05:58.897468 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6151f99-22dc-4bee-a2e2-fe04b6bf4594 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:58.899764 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b6151f99-22dc-4bee-a2e2-fe04b6bf4594 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "DELETE /v2.0/subnets/fd0c8bf9-000a-4b57-b896-372db62ba64b HTTP/1.1" status: 204 len: 168 time: 0.3582697 Aug 23 21:05:58.902155 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44802) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:05:58.912116 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056b2d9a-6af7-40d3-82c1-b1c12f45f80b None None] Network 7de484cb-befe-4e64-af9b-7ab42eee4f9c requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:05:58.926535 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe322673-bf04-4c22-9753-acc4b441465b None None] Checking router: 1dd45a27-1b64-4ecb-8391-e514b715e84c for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:05:58.937252 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe322673-bf04-4c22-9753-acc4b441465b None None] Routers {'1dd45a27-1b64-4ecb-8391-e514b715e84c'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:05:58.937375 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-fe322673-bf04-4c22-9753-acc4b441465b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:05:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['1dd45a27-1b64-4ecb-8391-e514b715e84c'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:05:59.029257 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b8f819c9-a19c-47a5-8946-44380b7c9011 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:59.058207 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-fe322673-bf04-4c22-9753-acc4b441465b None None] Set router 1dd45a27-1b64-4ecb-8391-e514b715e84c gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:05:59.150364 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc54e27-e8b8-44ec-9f7e-c9cba16dd0a7 None None] DHCP port deletion for 7de484cb-befe-4e64-af9b-7ab42eee4f9c request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 21:05:59.167968 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b8f819c9-a19c-47a5-8946-44380b7c9011 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:59.208365 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-9bc54e27-e8b8-44ec-9f7e-c9cba16dd0a7 None None] Deleting port 73066eb2-13ea-40f3-a259-e04fc9a74435 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:05:59.209006 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9bc54e27-e8b8-44ec-9f7e-c9cba16dd0a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:59.245403 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-b8f819c9-a19c-47a5-8946-44380b7c9011 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Deleting port 62b443de-6615-42b0-ab95-af1c955568c6 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:05:59.245742 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b8f819c9-a19c-47a5-8946-44380b7c9011 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:59.293076 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-fe322673-bf04-4c22-9753-acc4b441465b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd45a27-1b64-4ecb-8391-e514b715e84c', 'name': 'tempest-TestNetworkBasicOps-router-1921335106', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '62b443de-6615-42b0-ab95-af1c955568c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:05:02Z', 'updated_at': '2021-08-23T21:05:57Z', 'revision_number': 5, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'gw_port': {'id': '62b443de-6615-42b0-ab95-af1c955568c6', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:05:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd45a27-1b64-4ecb-8391-e514b715e84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:05:03Z', 'updated_at': '2021-08-23T21:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:05:59.300568 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-9bc54e27-e8b8-44ec-9f7e-c9cba16dd0a7 None None] For port 73066eb2-13ea-40f3-a259-e04fc9a74435, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=73066eb2-13ea-40f3-a259-e04fc9a74435,segment=NetworkSegment(f1be58ff-e419-4853-bf1d-1423f349ea3b),segment_id=f1be58ff-e419-4853-bf1d-1423f349ea3b)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:05:59.301221 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9bc54e27-e8b8-44ec-9f7e-c9cba16dd0a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:59.324485 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe322673-bf04-4c22-9753-acc4b441465b None None] The sync data for ids ['1dd45a27-1b64-4ecb-8391-e514b715e84c'] in n-d-805663-2 is: [{'id': '1dd45a27-1b64-4ecb-8391-e514b715e84c', 'name': 'tempest-TestNetworkBasicOps-router-1921335106', 'tenant_id': '87972469191e450fb3c9471d7a3b5bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '62b443de-6615-42b0-ab95-af1c955568c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:05:02Z', 'updated_at': '2021-08-23T21:05:57Z', 'revision_number': 5, 'project_id': '87972469191e450fb3c9471d7a3b5bba', 'gw_port': {'id': '62b443de-6615-42b0-ab95-af1c955568c6', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:05:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd45a27-1b64-4ecb-8391-e514b715e84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:05:03Z', 'updated_at': '2021-08-23T21:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:05:59.329964 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-9bc54e27-e8b8-44ec-9f7e-c9cba16dd0a7 None None] Calling delete_port for 73066eb2-13ea-40f3-a259-e04fc9a74435 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:05:59.346225 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-b8f819c9-a19c-47a5-8946-44380b7c9011 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] For port 62b443de-6615-42b0-ab95-af1c955568c6, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=62b443de-6615-42b0-ab95-af1c955568c6,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:05:59.346905 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b8f819c9-a19c-47a5-8946-44380b7c9011 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:59.369480 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-b8f819c9-a19c-47a5-8946-44380b7c9011 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Calling delete_port for 62b443de-6615-42b0-ab95-af1c955568c6 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:05:59.424497 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9bc54e27-e8b8-44ec-9f7e-c9cba16dd0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:59.445596 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc54e27-e8b8-44ec-9f7e-c9cba16dd0a7 None None] No DVR routers for this DVR port 73066eb2-13ea-40f3-a259-e04fc9a74435 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:05:59.465473 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc54e27-e8b8-44ec-9f7e-c9cba16dd0a7 None None] Pushing event deleted for resources: {'Port': ['ID=73066eb2-13ea-40f3-a259-e04fc9a74435,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:05:59.569387 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b8f819c9-a19c-47a5-8946-44380b7c9011 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:59.597961 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f819c9-a19c-47a5-8946-44380b7c9011 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event deleted for resources: {'Port': ['ID=62b443de-6615-42b0-ab95-af1c955568c6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:05:59.661780 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b8f819c9-a19c-47a5-8946-44380b7c9011 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:59.764846 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b8f819c9-a19c-47a5-8946-44380b7c9011 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:59.766620 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b8f819c9-a19c-47a5-8946-44380b7c9011 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:59.816635 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b8f819c9-a19c-47a5-8946-44380b7c9011 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:59.817677 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f819c9-a19c-47a5-8946-44380b7c9011 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Fanout notify agent at l3_agent the message router_deleted on router 1dd45a27-1b64-4ecb-8391-e514b715e84c {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 21:05:59.829528 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b8f819c9-a19c-47a5-8946-44380b7c9011 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:05:59.833317 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b8f819c9-a19c-47a5-8946-44380b7c9011 tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "DELETE /v2.0/routers/1dd45a27-1b64-4ecb-8391-e514b715e84c HTTP/1.1" status: 204 len: 168 time: 0.9266622 Aug 23 21:05:59.833640 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44806) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:05:59.926587 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-19d96055-b1b3-4e60-8a9c-315360835e1a tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:06:00.014842 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-19d96055-b1b3-4e60-8a9c-315360835e1a tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:06:00.026952 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-19d96055-b1b3-4e60-8a9c-315360835e1a tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7de484cb-befe-4e64-af9b-7ab42eee4f9c']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:06:00.043956 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-19d96055-b1b3-4e60-8a9c-315360835e1a tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1be58ff-e419-4853-bf1d-1423f349ea3b') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:06:00.043956 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-19d96055-b1b3-4e60-8a9c-315360835e1a tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1be58ff-e419-4853-bf1d-1423f349ea3b') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:06:00.059312 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-19d96055-b1b3-4e60-8a9c-315360835e1a tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:06:00.078166 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-19d96055-b1b3-4e60-8a9c-315360835e1a tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:06:00.086226 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19d96055-b1b3-4e60-8a9c-315360835e1a tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:06:00.086670 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-19d96055-b1b3-4e60-8a9c-315360835e1a tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:06:00.089803 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 21:06:00.089803 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:06:00.089803 n-d-805663-2 neutron-server[94688]: timer() Aug 23 21:06:00.089803 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:06:00.089803 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 21:06:00.089803 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:06:00.089803 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 21:06:00.089803 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:06:00.089803 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 21:06:00.089803 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:06:00.089803 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 21:06:00.089803 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:06:00.089803 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 21:06:00.089803 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:06:00.089803 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:06:00.089803 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:06:00.089803 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:06:00.089803 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:06:00.089803 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 21:06:00.089803 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:06:00.089803 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 21:06:00.089803 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:06:00.089803 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:06:00.089803 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:06:00.089803 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 21:06:00.089803 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:06:00.089803 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:06:00.089803 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:06:00.089803 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:06:00.089803 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:06:00.089803 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:06:00.089803 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:06:00.153017 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-19d96055-b1b3-4e60-8a9c-315360835e1a tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:06:00.160136 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-19d96055-b1b3-4e60-8a9c-315360835e1a tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:06:00.161933 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-19d96055-b1b3-4e60-8a9c-315360835e1a tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] 10.222.0.61 "DELETE /v2.0/networks/7de484cb-befe-4e64-af9b-7ab42eee4f9c HTTP/1.1" status: 204 len: 168 time: 0.3272226 Aug 23 21:06:00.180652 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d96055-b1b3-4e60-8a9c-315360835e1a tempest-TestNetworkBasicOps-965895073 tempest-TestNetworkBasicOps-965895073-project] Pushing event deleted for resources: {'Network': ['ID=7de484cb-befe-4e64-af9b-7ab42eee4f9c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:06:00.459110 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44814) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:06:00.610187 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-35fe42fd-d37c-43f4-9aec-07946e94af9e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=87972469191e450fb3c9471d7a3b5bba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1498346 Aug 23 21:06:00.612806 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44822) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:06:00.682369 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6fa30e56-a128-45ed-a1b9-0e64ff99f75c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:06:00.706288 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6fa30e56-a128-45ed-a1b9-0e64ff99f75c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:06:00.766330 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6fa30e56-a128-45ed-a1b9-0e64ff99f75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:06:00.768888 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6fa30e56-a128-45ed-a1b9-0e64ff99f75c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:06:00.770185 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-6fa30e56-a128-45ed-a1b9-0e64ff99f75c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8bbfcfad-ea4c-4b8b-beb5-5906c8eb33bc HTTP/1.1" status: 204 len: 168 time: 0.1564541 Aug 23 21:06:00.779990 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa30e56-a128-45ed-a1b9-0e64ff99f75c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bbfcfad-ea4c-4b8b-beb5-5906c8eb33bc,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:06:00.910834 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 9c9d7312-b9b3-4937-a56d-8fe897853b5f no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:06:00.936166 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 9c9d7312-b9b3-4937-a56d-8fe897853b5f {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:06:00.936464 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 9c9d7312-b9b3-4937-a56d-8fe897853b5f not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:06:00.936896 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 73066eb2-13ea-40f3-a259-e04fc9a74435 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:06:00.961563 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 73066eb2-13ea-40f3-a259-e04fc9a74435 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:06:00.962065 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 73066eb2-13ea-40f3-a259-e04fc9a74435 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:06:00.962587 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 62b443de-6615-42b0-ab95-af1c955568c6 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:06:00.983434 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 62b443de-6615-42b0-ab95-af1c955568c6 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:06:00.984105 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 62b443de-6615-42b0-ab95-af1c955568c6 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:06:01.087995 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 44832) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:06:01.102287 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44a07fd0-feb1-4276-80be-54875b5bceb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:06:01.201868 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44a07fd0-feb1-4276-80be-54875b5bceb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:06:01.206727 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44a07fd0-feb1-4276-80be-54875b5bceb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:06:01.247327 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-44a07fd0-feb1-4276-80be-54875b5bceb1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c300b50246f94979a03d20ad32fff499&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1582108 Aug 23 21:06:01.248530 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a07fd0-feb1-4276-80be-54875b5bceb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ccce63-63de-4db9-b716-bf29290c5904,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:06:01.250164 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 44834) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:06:01.301588 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9a8d81b7-dc0c-4010-9070-fc32472df3b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:06:01.323358 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9a8d81b7-dc0c-4010-9070-fc32472df3b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:06:01.375646 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9a8d81b7-dc0c-4010-9070-fc32472df3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:06:01.378417 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9a8d81b7-dc0c-4010-9070-fc32472df3b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:06:01.379598 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9a8d81b7-dc0c-4010-9070-fc32472df3b3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/38ccce63-63de-4db9-b716-bf29290c5904 HTTP/1.1" status: 204 len: 168 time: 0.1283777 Aug 23 21:06:01.390966 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8d81b7-dc0c-4010-9070-fc32472df3b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ccce63-63de-4db9-b716-bf29290c5904,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:06:02.183326 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:06:10.049165 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e8e771eb-a2ab-42e9-a9f7-d2bdaf3526cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:06:10.629503 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:06:13.414614 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-70848056-f281-4840-bd09-2f83fbc81872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:06:13.540584 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:06:14.639956 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:06:16.000512 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:06:20.547822 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:06:33.742603 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7ee60a05-8a78-4418-b09a-4cf0e328da45 req-6a08477d-1a81-4002-9be8-88e0c89315ff tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-648582765&fields=id&tenant_id=9e20396f7331438baf5e0a87fc6f3d2f HTTP/1.1" status: 200 len: 267 time: 0.0389059 Aug 23 21:06:33.905054 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee60a05-8a78-4418-b09a-4cf0e328da45 req-077f5f0d-d4ea-42c9-ab55-d6e44a74b488 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:06:33.906651 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7ee60a05-8a78-4418-b09a-4cf0e328da45 req-077f5f0d-d4ea-42c9-ab55-d6e44a74b488 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/networks?id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf HTTP/1.1" status: 200 len: 812 time: 0.1570892 Aug 23 21:06:33.913523 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e41a88e5-937e-4d47-88e7-8916c4804ba8 req-67c1fcdb-cdcb-4eea-8cf5-d0f0ca0c0e30 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=81799cc9-e0fa-4ae1-aa3e-209b70bd4905&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0759614 Aug 23 21:06:33.924416 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7ee60a05-8a78-4418-b09a-4cf0e328da45 req-6294994d-06b2-4771-a820-c84e4c8ff1ab tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/quotas/9e20396f7331438baf5e0a87fc6f3d2f HTTP/1.1" status: 200 len: 375 time: 0.0098879 Aug 23 21:06:33.997039 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7ee60a05-8a78-4418-b09a-4cf0e328da45 req-94cfc0ae-642a-4b07-bce6-7438948e3d72 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9e20396f7331438baf5e0a87fc6f3d2f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0656545 Aug 23 21:06:34.082870 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a88e5-937e-4d47-88e7-8916c4804ba8 req-3fffc4e8-4e1e-4d00-88d1-84bd9a060a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:06:34.084592 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e41a88e5-937e-4d47-88e7-8916c4804ba8 req-3fffc4e8-4e1e-4d00-88d1-84bd9a060a61 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e20396f7331438baf5e0a87fc6f3d2f&device_id=81799cc9-e0fa-4ae1-aa3e-209b70bd4905 HTTP/1.1" status: 200 len: 1097 time: 0.1126156 Aug 23 21:06:34.135296 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7ee60a05-8a78-4418-b09a-4cf0e328da45 req-afd58517-9fe7-4392-8dec-611d4a08c8f0 service neutron] 10.222.0.61 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201267 Aug 23 21:06:34.618204 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a88e5-937e-4d47-88e7-8916c4804ba8 req-742a135c-1338-47b4-ac43-3f3cff66f691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:06:34.619792 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e41a88e5-937e-4d47-88e7-8916c4804ba8 req-742a135c-1338-47b4-ac43-3f3cff66f691 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf HTTP/1.1" status: 200 len: 913 time: 0.5138576 Aug 23 21:06:34.624739 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7ee60a05-8a78-4418-b09a-4cf0e328da45 req-4307fd31-3151-43ac-8aa5-ae17ccd651a9 service neutron] 10.222.0.61 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4606225 Aug 23 21:06:34.707370 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e41a88e5-937e-4d47-88e7-8916c4804ba8 req-80bc36b5-18fb-4264-9255-251e193350c7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=196bf330-3e63-48df-8e8a-8d24da7df9ce HTTP/1.1" status: 200 len: 1002 time: 0.0802867 Aug 23 21:06:34.765654 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a88e5-937e-4d47-88e7-8916c4804ba8 req-6cd892cd-4443-4541-947f-9b52d307c6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:06:34.767178 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e41a88e5-937e-4d47-88e7-8916c4804ba8 req-6cd892cd-4443-4541-947f-9b52d307c6ae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df05a557-9226-4912-87c8-3cb75cc85ce5 HTTP/1.1" status: 200 len: 851 time: 0.0520205 Aug 23 21:06:34.816529 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a88e5-937e-4d47-88e7-8916c4804ba8 req-8b357339-888f-48a2-9fd8-d64da81223d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:06:34.818192 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e41a88e5-937e-4d47-88e7-8916c4804ba8 req-8b357339-888f-48a2-9fd8-d64da81223d0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445590 Aug 23 21:06:34.916865 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e41a88e5-937e-4d47-88e7-8916c4804ba8 req-a2034c20-750b-4013-a8e4-b89d0b508fe6 service neutron] 10.222.0.32 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914063 Aug 23 21:06:35.017073 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e41a88e5-937e-4d47-88e7-8916c4804ba8 req-b1dadd33-577c-4d35-8441-3a2494c41112 service neutron] 10.222.0.32 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937028 Aug 23 21:06:35.054877 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-daf2db5d-e6d6-40a2-aeef-11b5dd3a318e req-38e5e611-6027-4a53-8d7f-cfb803d7f525 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=7dca2dbb-1309-4701-a876-b103bf2f4854 HTTP/1.1" status: 200 len: 210 time: 0.0453107 Aug 23 21:06:36.200024 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1914e763-0784-4e2e-9e04-b7367b62708f req-cb511248-13f2-4f57-865b-99df8fcf95d2 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=7dca2dbb-1309-4701-a876-b103bf2f4854 HTTP/1.1" status: 200 len: 210 time: 0.0373161 Aug 23 21:06:36.253741 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee60a05-8a78-4418-b09a-4cf0e328da45 req-3b0d35c5-6e3b-40d8-a725-2c7d7bcc97aa tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:06:36.255403 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7ee60a05-8a78-4418-b09a-4cf0e328da45 req-3b0d35c5-6e3b-40d8-a725-2c7d7bcc97aa tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.11 "GET /v2.0/networks?id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf HTTP/1.1" status: 200 len: 812 time: 0.1695569 Aug 23 21:06:36.310084 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7ee60a05-8a78-4418-b09a-4cf0e328da45 req-7f177942-7839-4cdd-9640-1ef9f70f751b tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e20396f7331438baf5e0a87fc6f3d2f HTTP/1.1" status: 200 len: 379 time: 0.0425501 Aug 23 21:06:36.318898 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-7ee60a05-8a78-4418-b09a-4cf0e328da45 req-c0168b51-3e6d-4808-9315-731e0ceb831b tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Request body: {'port': {'device_id': '7dca2dbb-1309-4701-a876-b103bf2f4854', 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf', 'admin_state_up': True, 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'security_groups': ['4ca4f03b-a894-47fd-852a-5dff620c07ed']}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:06:36.443305 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ee60a05-8a78-4418-b09a-4cf0e328da45 req-c0168b51-3e6d-4808-9315-731e0ceb831b tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Made reservation on behalf of 9e20396f7331438baf5e0a87fc6f3d2f for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:06:36.447277 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7ee60a05-8a78-4418-b09a-4cf0e328da45 req-c0168b51-3e6d-4808-9315-731e0ceb831b tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:06:36.594021 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-7ee60a05-8a78-4418-b09a-4cf0e328da45 req-c0168b51-3e6d-4808-9315-731e0ceb831b tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Allocated IP 172.20.0.3 (1822ef8c-ab9b-49ef-9b96-3e20505d8abf/df05a557-9226-4912-87c8-3cb75cc85ce5/76f158f2-ca9f-4b54-8615-0121c294fea1) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:06:36.768444 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7ee60a05-8a78-4418-b09a-4cf0e328da45 req-c0168b51-3e6d-4808-9315-731e0ceb831b tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:06:36.782073 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-7ee60a05-8a78-4418-b09a-4cf0e328da45 req-c0168b51-3e6d-4808-9315-731e0ceb831b tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Transition to ACTIVE for port object 76f158f2-ca9f-4b54-8615-0121c294fea1 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:06:36.823162 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7ee60a05-8a78-4418-b09a-4cf0e328da45 req-c0168b51-3e6d-4808-9315-731e0ceb831b tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:06:36.879946 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ee60a05-8a78-4418-b09a-4cf0e328da45 req-c0168b51-3e6d-4808-9315-731e0ceb831b tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Network 1822ef8c-ab9b-49ef-9b96-3e20505d8abf is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:06:36.883027 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-7ee60a05-8a78-4418-b09a-4cf0e328da45 req-c0168b51-3e6d-4808-9315-731e0ceb831b tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:06:36.887651 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ee60a05-8a78-4418-b09a-4cf0e328da45 req-c0168b51-3e6d-4808-9315-731e0ceb831b tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:06:36.932103 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0168b51-3e6d-4808-9315-731e0ceb831b tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Pushing event updated for resources: {'Port': ['ID=76f158f2-ca9f-4b54-8615-0121c294fea1,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:06:36.960349 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee60a05-8a78-4418-b09a-4cf0e328da45 req-c0168b51-3e6d-4808-9315-731e0ceb831b tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:06:36.961439 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7ee60a05-8a78-4418-b09a-4cf0e328da45 req-c0168b51-3e6d-4808-9315-731e0ceb831b tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:06:36.993801 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7ee60a05-8a78-4418-b09a-4cf0e328da45 req-c0168b51-3e6d-4808-9315-731e0ceb831b tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6788027 Aug 23 21:06:37.006846 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-7ee60a05-8a78-4418-b09a-4cf0e328da45 req-4a165bde-8721-4939-923f-90aeac739f42 service neutron] Request body: {'port': {'device_id': '7dca2dbb-1309-4701-a876-b103bf2f4854', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:06:37.068277 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7ee60a05-8a78-4418-b09a-4cf0e328da45 req-4a165bde-8721-4939-923f-90aeac739f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:06:37.133475 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bfecde00-93b2-42a2-ab8f-660fe0906c4c None None] Provisioning for port 76f158f2-ca9f-4b54-8615-0121c294fea1 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:06:37.138017 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bfecde00-93b2-42a2-ab8f-660fe0906c4c None None] Provisioning complete for port 76f158f2-ca9f-4b54-8615-0121c294fea1 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:06:37.138385 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bfecde00-93b2-42a2-ab8f-660fe0906c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:06:37.174128 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bfecde00-93b2-42a2-ab8f-660fe0906c4c None None] Port 76f158f2-ca9f-4b54-8615-0121c294fea1 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:06:37.325542 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec7ddc-fe83-49c4-be77-9b6e42a0b80a req-2f5fc09f-b18b-4c07-8ce5-d4f2f95ce905 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:06:37.327816 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-67ec7ddc-fe83-49c4-be77-9b6e42a0b80a req-2f5fc09f-b18b-4c07-8ce5-d4f2f95ce905 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=7dca2dbb-1309-4701-a876-b103bf2f4854 HTTP/1.1" status: 200 len: 931 time: 0.0547433 Aug 23 21:06:37.363890 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-7ee60a05-8a78-4418-b09a-4cf0e328da45 req-4a165bde-8721-4939-923f-90aeac739f42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76f158f2-ca9f-4b54-8615-0121c294fea1 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:06:37.372011 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7ee60a05-8a78-4418-b09a-4cf0e328da45 req-4a165bde-8721-4939-923f-90aeac739f42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:06:37.376122 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-67ec7ddc-fe83-49c4-be77-9b6e42a0b80a req-1d0ef8e8-1e95-4e09-a4b2-340ef9250685 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ca4f03b-a894-47fd-852a-5dff620c07ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420189 Aug 23 21:06:37.385534 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-7ee60a05-8a78-4418-b09a-4cf0e328da45 req-4a165bde-8721-4939-923f-90aeac739f42 service neutron] Transition to ACTIVE for port object 76f158f2-ca9f-4b54-8615-0121c294fea1 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:06:37.390967 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7ee60a05-8a78-4418-b09a-4cf0e328da45 req-4a165bde-8721-4939-923f-90aeac739f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:06:37.446910 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a165bde-8721-4939-923f-90aeac739f42 service neutron] Pushing event updated for resources: {'Port': ['ID=76f158f2-ca9f-4b54-8615-0121c294fea1,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:06:37.530056 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-7ee60a05-8a78-4418-b09a-4cf0e328da45 req-4a165bde-8721-4939-923f-90aeac739f42 service neutron] Attempting to bind port 76f158f2-ca9f-4b54-8615-0121c294fea1 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:06:37.530483 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-7ee60a05-8a78-4418-b09a-4cf0e328da45 req-4a165bde-8721-4939-923f-90aeac739f42 service neutron] Attempting to bind port 76f158f2-ca9f-4b54-8615-0121c294fea1 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': 'c18fa516-d00d-4d59-b20b-fdf45af90e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:06:37.530731 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee60a05-8a78-4418-b09a-4cf0e328da45 req-4a165bde-8721-4939-923f-90aeac739f42 service neutron] Attempting to bind port 76f158f2-ca9f-4b54-8615-0121c294fea1 on network 1822ef8c-ab9b-49ef-9b96-3e20505d8abf {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:06:37.535791 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee60a05-8a78-4418-b09a-4cf0e328da45 req-4a165bde-8721-4939-923f-90aeac739f42 service neutron] Port 76f158f2-ca9f-4b54-8615-0121c294fea1 on network 1822ef8c-ab9b-49ef-9b96-3e20505d8abf not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:06:37.536176 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee60a05-8a78-4418-b09a-4cf0e328da45 req-4a165bde-8721-4939-923f-90aeac739f42 service neutron] Attempting to bind port 76f158f2-ca9f-4b54-8615-0121c294fea1 on network 1822ef8c-ab9b-49ef-9b96-3e20505d8abf {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:06:37.541514 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee60a05-8a78-4418-b09a-4cf0e328da45 req-4a165bde-8721-4939-923f-90aeac739f42 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:06:37.541854 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee60a05-8a78-4418-b09a-4cf0e328da45 req-4a165bde-8721-4939-923f-90aeac739f42 service neutron] Checking segment: {'id': 'c18fa516-d00d-4d59-b20b-fdf45af90e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:06:37.542327 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee60a05-8a78-4418-b09a-4cf0e328da45 req-4a165bde-8721-4939-923f-90aeac739f42 service neutron] Bound using segment: {'id': 'c18fa516-d00d-4d59-b20b-fdf45af90e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:06:37.543961 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-7ee60a05-8a78-4418-b09a-4cf0e328da45 req-4a165bde-8721-4939-923f-90aeac739f42 service neutron] Bound port: 76f158f2-ca9f-4b54-8615-0121c294fea1, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c18fa516-d00d-4d59-b20b-fdf45af90e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:06:37.544370 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7ee60a05-8a78-4418-b09a-4cf0e328da45 req-4a165bde-8721-4939-923f-90aeac739f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:06:37.617201 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-7ee60a05-8a78-4418-b09a-4cf0e328da45 req-4a165bde-8721-4939-923f-90aeac739f42 service neutron] For port 76f158f2-ca9f-4b54-8615-0121c294fea1, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:06:37.621486 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-7ee60a05-8a78-4418-b09a-4cf0e328da45 req-4a165bde-8721-4939-923f-90aeac739f42 service neutron] For port 76f158f2-ca9f-4b54-8615-0121c294fea1, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=76f158f2-ca9f-4b54-8615-0121c294fea1,segment=NetworkSegment(c18fa516-d00d-4d59-b20b-fdf45af90e68),segment_id=c18fa516-d00d-4d59-b20b-fdf45af90e68)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:06:37.627147 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7ee60a05-8a78-4418-b09a-4cf0e328da45 req-4a165bde-8721-4939-923f-90aeac739f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:06:37.688984 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee60a05-8a78-4418-b09a-4cf0e328da45 req-4a165bde-8721-4939-923f-90aeac739f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:06:37.689690 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7ee60a05-8a78-4418-b09a-4cf0e328da45 req-4a165bde-8721-4939-923f-90aeac739f42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:06:37.691242 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7ee60a05-8a78-4418-b09a-4cf0e328da45 req-4a165bde-8721-4939-923f-90aeac739f42 service neutron] 10.222.0.11 "PUT /v2.0/ports/76f158f2-ca9f-4b54-8615-0121c294fea1 HTTP/1.1" status: 200 len: 1091 time: 0.6888089 Aug 23 21:06:37.691704 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dca2dbb-1309-4701-a876-b103bf2f4854', 'tag': '76f158f2-ca9f-4b54-8615-0121c294fea1'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:06:37.694045 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4b5e8d-296a-43a2-9f43-eeac80e6dfc8" -d '{"events": [{"name": "network-changed", "server_uuid": "7dca2dbb-1309-4701-a876-b103bf2f4854", "tag": "76f158f2-ca9f-4b54-8615-0121c294fea1"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:06:37.697789 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a165bde-8721-4939-923f-90aeac739f42 service neutron] Pushing event updated for resources: {'Port': ['ID=76f158f2-ca9f-4b54-8615-0121c294fea1,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:06:37.775505 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3182dd9-5b94-4833-8383-3351a328c1c7 x-openstack-request-id: req-f3182dd9-5b94-4833-8383-3351a328c1c7 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:06:37.775850 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dca2dbb-1309-4701-a876-b103bf2f4854", "tag": "76f158f2-ca9f-4b54-8615-0121c294fea1", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:06:37.776087 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f3182dd9-5b94-4833-8383-3351a328c1c7 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:06:37.776635 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dca2dbb-1309-4701-a876-b103bf2f4854', 'tag': '76f158f2-ca9f-4b54-8615-0121c294fea1', 'status': 'completed', 'code': 200} Aug 23 21:06:37.808664 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee60a05-8a78-4418-b09a-4cf0e328da45 req-a9a80920-81cc-49f6-95cb-6e46d73f893d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:06:37.810422 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7ee60a05-8a78-4418-b09a-4cf0e328da45 req-a9a80920-81cc-49f6-95cb-6e46d73f893d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9e20396f7331438baf5e0a87fc6f3d2f&device_id=7dca2dbb-1309-4701-a876-b103bf2f4854 HTTP/1.1" status: 200 len: 1094 time: 0.0495427 Aug 23 21:06:37.855090 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7ee60a05-8a78-4418-b09a-4cf0e328da45 req-320e9ca5-0561-4bf9-90de-8de6b38e7200 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76f158f2-ca9f-4b54-8615-0121c294fea1 HTTP/1.1" status: 200 len: 217 time: 0.0370290 Aug 23 21:06:37.920970 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee60a05-8a78-4418-b09a-4cf0e328da45 req-5d3b29fd-3129-447a-a07f-87c98e14d3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:06:37.922956 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7ee60a05-8a78-4418-b09a-4cf0e328da45 req-5d3b29fd-3129-447a-a07f-87c98e14d3c6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df05a557-9226-4912-87c8-3cb75cc85ce5 HTTP/1.1" status: 200 len: 851 time: 0.0610676 Aug 23 21:06:37.977414 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee60a05-8a78-4418-b09a-4cf0e328da45 req-8eb4e1f1-bd5e-4c38-9099-5e3205ada363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:06:37.978959 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7ee60a05-8a78-4418-b09a-4cf0e328da45 req-8eb4e1f1-bd5e-4c38-9099-5e3205ada363 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479209 Aug 23 21:06:38.092030 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7ee60a05-8a78-4418-b09a-4cf0e328da45 req-62b2e33b-27cc-4979-845d-82fb8c18e64d service neutron] 10.222.0.11 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051474 Aug 23 21:06:38.231974 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7ee60a05-8a78-4418-b09a-4cf0e328da45 req-3f641fa7-fac5-4e39-b9fa-7e700455bdf1 service neutron] 10.222.0.11 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324770 Aug 23 21:06:38.334604 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b5e8d-296a-43a2-9f43-eeac80e6dfc8 req-3d303062-ad7e-4700-b723-e43d2777a130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:06:38.336346 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5f4b5e8d-296a-43a2-9f43-eeac80e6dfc8 req-3d303062-ad7e-4700-b723-e43d2777a130 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9e20396f7331438baf5e0a87fc6f3d2f&device_id=7dca2dbb-1309-4701-a876-b103bf2f4854 HTTP/1.1" status: 200 len: 1094 time: 0.0532689 Aug 23 21:06:38.467669 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b5e8d-296a-43a2-9f43-eeac80e6dfc8 req-bf3be28b-29ec-475c-8318-9df39f8d95cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:06:38.469291 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5f4b5e8d-296a-43a2-9f43-eeac80e6dfc8 req-bf3be28b-29ec-475c-8318-9df39f8d95cf service neutron] 10.222.0.11 "GET /v2.0/networks?id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf HTTP/1.1" status: 200 len: 913 time: 0.1265345 Aug 23 21:06:38.523777 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5f4b5e8d-296a-43a2-9f43-eeac80e6dfc8 req-903017ee-f32a-4521-962e-966174e4159d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76f158f2-ca9f-4b54-8615-0121c294fea1 HTTP/1.1" status: 200 len: 217 time: 0.0450583 Aug 23 21:06:38.528952 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda78f8-0130-4740-a043-8ab91e37b945 req-23e4af0e-023b-4b55-9043-2dcee770da24 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:06:38.530758 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-edda78f8-0130-4740-a043-8ab91e37b945 req-23e4af0e-023b-4b55-9043-2dcee770da24 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=7dca2dbb-1309-4701-a876-b103bf2f4854 HTTP/1.1" status: 200 len: 943 time: 0.0656571 Aug 23 21:06:38.586918 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-edda78f8-0130-4740-a043-8ab91e37b945 req-9170eefa-dc15-42ed-808c-7b4b51dc0f8b tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ca4f03b-a894-47fd-852a-5dff620c07ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486276 Aug 23 21:06:38.592357 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b5e8d-296a-43a2-9f43-eeac80e6dfc8 req-8cc43515-c3c1-4745-b696-1b8879304aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:06:38.594255 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5f4b5e8d-296a-43a2-9f43-eeac80e6dfc8 req-8cc43515-c3c1-4745-b696-1b8879304aae service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df05a557-9226-4912-87c8-3cb75cc85ce5 HTTP/1.1" status: 200 len: 851 time: 0.0634894 Aug 23 21:06:38.662383 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b5e8d-296a-43a2-9f43-eeac80e6dfc8 req-1dd77b3f-1991-4c7d-b24a-8b0c714e1242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:06:38.664661 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5f4b5e8d-296a-43a2-9f43-eeac80e6dfc8 req-1dd77b3f-1991-4c7d-b24a-8b0c714e1242 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630281 Aug 23 21:06:38.774485 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5f4b5e8d-296a-43a2-9f43-eeac80e6dfc8 req-72cf75a8-53d9-4edc-9689-231dfad974cd service neutron] 10.222.0.11 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027870 Aug 23 21:06:38.915733 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5f4b5e8d-296a-43a2-9f43-eeac80e6dfc8 req-129fc045-7ea4-44ba-b4da-0596a5bd9ecd service neutron] 10.222.0.11 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328666 Aug 23 21:06:39.272989 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:06:39.728688 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c16e18c-2c2b-4c13-a6b1-09a6996d02e0 req-f033c37a-0296-469b-a22b-2a25577f86af tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:06:39.730644 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0c16e18c-2c2b-4c13-a6b1-09a6996d02e0 req-f033c37a-0296-469b-a22b-2a25577f86af tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=7dca2dbb-1309-4701-a876-b103bf2f4854 HTTP/1.1" status: 200 len: 943 time: 0.0643661 Aug 23 21:06:39.787649 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0c16e18c-2c2b-4c13-a6b1-09a6996d02e0 req-8581777c-8d1e-4d85-b2da-2efaa5fe4954 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ca4f03b-a894-47fd-852a-5dff620c07ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465584 Aug 23 21:06:40.047992 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8d5c2184-0723-41cc-ac20-a58c1b368c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:06:40.636606 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:06:40.927725 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb1a8c1-b7f9-42f3-bb80-8bd59f723968 req-c722f01c-8973-4410-82f1-475204672bbb tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:06:40.929571 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-abb1a8c1-b7f9-42f3-bb80-8bd59f723968 req-c722f01c-8973-4410-82f1-475204672bbb tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=7dca2dbb-1309-4701-a876-b103bf2f4854 HTTP/1.1" status: 200 len: 943 time: 0.0538566 Aug 23 21:06:40.988465 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-abb1a8c1-b7f9-42f3-bb80-8bd59f723968 req-f7044042-aaf4-408a-99dd-de43bc31672f tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ca4f03b-a894-47fd-852a-5dff620c07ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514450 Aug 23 21:06:42.123177 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09075d59-8c70-4a48-8336-54abedf54e31 req-6c285536-7e2a-43f9-a66b-782cada9d45d tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:06:42.124778 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-09075d59-8c70-4a48-8336-54abedf54e31 req-6c285536-7e2a-43f9-a66b-782cada9d45d tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=7dca2dbb-1309-4701-a876-b103bf2f4854 HTTP/1.1" status: 200 len: 943 time: 0.0547912 Aug 23 21:06:42.163232 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-09075d59-8c70-4a48-8336-54abedf54e31 req-a341a7d7-5953-496f-a8e6-56ee3bef9950 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ca4f03b-a894-47fd-852a-5dff620c07ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324824 Aug 23 21:06:43.284256 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64333c62-147a-420a-bc57-0a6429f09fde req-5f9213ff-15cb-4592-b644-f7d74402e6c9 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:06:43.285789 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-64333c62-147a-420a-bc57-0a6429f09fde req-5f9213ff-15cb-4592-b644-f7d74402e6c9 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=7dca2dbb-1309-4701-a876-b103bf2f4854 HTTP/1.1" status: 200 len: 943 time: 0.0549414 Aug 23 21:06:43.329643 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-64333c62-147a-420a-bc57-0a6429f09fde req-c705b13a-d8e3-4f6e-898a-7e180a6a9eb0 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ca4f03b-a894-47fd-852a-5dff620c07ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372717 Aug 23 21:06:43.421450 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f5cd988b-0afa-4e81-a165-4fcbb1259ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:06:43.545343 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:06:44.451892 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72f078-72ef-429e-bcdb-5eb802017afd req-0fa5649e-5e27-4a94-8468-bf89f30245f9 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:06:44.453443 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bb72f078-72ef-429e-bcdb-5eb802017afd req-0fa5649e-5e27-4a94-8468-bf89f30245f9 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=7dca2dbb-1309-4701-a876-b103bf2f4854 HTTP/1.1" status: 200 len: 943 time: 0.0528290 Aug 23 21:06:44.506866 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bb72f078-72ef-429e-bcdb-5eb802017afd req-62a914cf-93e1-49f1-b85b-e5c5c24720c4 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ca4f03b-a894-47fd-852a-5dff620c07ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468814 Aug 23 21:06:44.643818 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:06:45.640019 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b5b01-0bf2-449d-a0f7-f2a7e38fe93b req-977b2fee-13d9-4222-be62-d96211a7d59c tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:06:45.641665 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3a9b5b01-0bf2-449d-a0f7-f2a7e38fe93b req-977b2fee-13d9-4222-be62-d96211a7d59c tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=7dca2dbb-1309-4701-a876-b103bf2f4854 HTTP/1.1" status: 200 len: 943 time: 0.0529220 Aug 23 21:06:45.684825 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3a9b5b01-0bf2-449d-a0f7-f2a7e38fe93b req-2785dea4-2c3e-4302-ae5b-1aa4f1c9cb86 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ca4f03b-a894-47fd-852a-5dff620c07ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344145 Aug 23 21:06:46.002482 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:06:46.764071 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 76f158f2-ca9f-4b54-8615-0121c294fea1 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 21:06:46.813344 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38910e8a-d848-490e-80c6-a60948fd314b req-60842fd2-2055-44ad-b16f-289c49f04228 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:06:46.814967 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-38910e8a-d848-490e-80c6-a60948fd314b req-60842fd2-2055-44ad-b16f-289c49f04228 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=7dca2dbb-1309-4701-a876-b103bf2f4854 HTTP/1.1" status: 200 len: 943 time: 0.0551269 Aug 23 21:06:46.860633 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-38910e8a-d848-490e-80c6-a60948fd314b req-bb8fce36-fec0-4481-ba78-a67fba6f0115 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ca4f03b-a894-47fd-852a-5dff620c07ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373461 Aug 23 21:06:46.863014 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 76f158f2-ca9f-4b54-8615-0121c294fea1, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=76f158f2-ca9f-4b54-8615-0121c294fea1,segment=NetworkSegment(c18fa516-d00d-4d59-b20b-fdf45af90e68),segment_id=c18fa516-d00d-4d59-b20b-fdf45af90e68)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:06:46.884636 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '76f158f2-ca9f-4b54-8615-0121c294fea1', 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf', 'port_id': '76f158f2-ca9f-4b54-8615-0121c294fea1', 'mac_address': 'fa:16:3e:df:34:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df05a557-9226-4912-87c8-3cb75cc85ce5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 21:06:46.925604 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:06:46.938747 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76f158f2-ca9f-4b54-8615-0121c294fea1 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:06:46.958108 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 76f158f2-ca9f-4b54-8615-0121c294fea1, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=76f158f2-ca9f-4b54-8615-0121c294fea1,segment=NetworkSegment(c18fa516-d00d-4d59-b20b-fdf45af90e68),segment_id=c18fa516-d00d-4d59-b20b-fdf45af90e68)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:06:46.962689 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:06:47.029676 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=76f158f2-ca9f-4b54-8615-0121c294fea1,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:06:47.037195 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:06:47.037546 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:06:47.037891 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:06:47.038233 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:06:47.038572 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:06:47.038908 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:06:47.039238 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:06:47.039567 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:06:47.039894 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:06:47.040267 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:06:47.040595 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:06:47.040918 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:06:47.175317 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['76f158f2-ca9f-4b54-8615-0121c294fea1'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:06:47.988328 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d873d1-5e37-413c-a493-21adb051f69a req-dfb4f25c-c527-44f7-b214-5c46eb9a41d2 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:06:47.989891 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b3d873d1-5e37-413c-a493-21adb051f69a req-dfb4f25c-c527-44f7-b214-5c46eb9a41d2 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=7dca2dbb-1309-4701-a876-b103bf2f4854 HTTP/1.1" status: 200 len: 944 time: 0.0511978 Aug 23 21:06:48.035430 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b3d873d1-5e37-413c-a493-21adb051f69a req-48616252-b55c-443b-b984-16a4f6ae0a43 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ca4f03b-a894-47fd-852a-5dff620c07ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386336 Aug 23 21:06:48.780339 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 76f158f2-ca9f-4b54-8615-0121c294fea1 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:06:48.829966 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 76f158f2-ca9f-4b54-8615-0121c294fea1 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:06:48.833647 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 76f158f2-ca9f-4b54-8615-0121c294fea1 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:06:48.834016 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:06:48.922989 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:06:48.955272 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dca2dbb-1309-4701-a876-b103bf2f4854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f158f2-ca9f-4b54-8615-0121c294fea1'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:06:48.959691 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98da042a-0625-4d69-8f08-e18dc519ea91" -d '{"events": [{"server_uuid": "7dca2dbb-1309-4701-a876-b103bf2f4854", "name": "network-vif-plugged", "status": "completed", "tag": "76f158f2-ca9f-4b54-8615-0121c294fea1"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:06:48.980395 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 76f158f2-ca9f-4b54-8615-0121c294fea1, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=76f158f2-ca9f-4b54-8615-0121c294fea1,segment=NetworkSegment(c18fa516-d00d-4d59-b20b-fdf45af90e68),segment_id=c18fa516-d00d-4d59-b20b-fdf45af90e68)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:06:48.986501 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:06:49.013890 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9963930-783a-49cd-b19b-f84b9221de83 x-openstack-request-id: req-f9963930-783a-49cd-b19b-f84b9221de83 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:06:49.014292 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dca2dbb-1309-4701-a876-b103bf2f4854", "name": "network-vif-plugged", "status": "completed", "tag": "76f158f2-ca9f-4b54-8615-0121c294fea1", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:06:49.014608 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f9963930-783a-49cd-b19b-f84b9221de83 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:06:49.015065 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dca2dbb-1309-4701-a876-b103bf2f4854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f158f2-ca9f-4b54-8615-0121c294fea1', 'code': 200} Aug 23 21:06:49.043518 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=76f158f2-ca9f-4b54-8615-0121c294fea1,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:06:49.113274 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a215f-3935-4ba7-a9a5-b3eb6014bcaf req-1ae8f631-a344-45e6-9772-026b6cb79372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:06:49.114914 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-407a215f-3935-4ba7-a9a5-b3eb6014bcaf req-1ae8f631-a344-45e6-9772-026b6cb79372 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7dca2dbb-1309-4701-a876-b103bf2f4854 HTTP/1.1" status: 200 len: 1096 time: 0.0516751 Aug 23 21:06:49.158362 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-407a215f-3935-4ba7-a9a5-b3eb6014bcaf req-8ef74fea-9807-4bfa-b8d1-273591e8c02f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4ca4f03b-a894-47fd-852a-5dff620c07ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358832 Aug 23 21:06:49.183468 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798833bb-fe7e-4688-a23b-a3fe1b70bde8 req-ad348f42-fa50-4fb4-87f9-05f9276c38ae tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:06:49.185128 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-798833bb-fe7e-4688-a23b-a3fe1b70bde8 req-ad348f42-fa50-4fb4-87f9-05f9276c38ae tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=7dca2dbb-1309-4701-a876-b103bf2f4854 HTTP/1.1" status: 200 len: 945 time: 0.0558867 Aug 23 21:06:49.226722 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-798833bb-fe7e-4688-a23b-a3fe1b70bde8 req-8d037828-d766-4621-bb93-1deb368bbb19 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ca4f03b-a894-47fd-852a-5dff620c07ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350971 Aug 23 21:06:50.352795 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f265d-279f-4d64-b87a-5cccc6178ed3 req-372c8bde-b4f7-4e91-ac7c-b1c3ca913a33 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:06:50.355139 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c73f265d-279f-4d64-b87a-5cccc6178ed3 req-372c8bde-b4f7-4e91-ac7c-b1c3ca913a33 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=7dca2dbb-1309-4701-a876-b103bf2f4854 HTTP/1.1" status: 200 len: 945 time: 0.0536859 Aug 23 21:06:50.410183 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c73f265d-279f-4d64-b87a-5cccc6178ed3 req-92573394-0d28-478b-8720-aaccbf75c9d9 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ca4f03b-a894-47fd-852a-5dff620c07ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406711 Aug 23 21:06:50.532342 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c731d7-ce6e-415d-a74d-0d6803a0535b req-621058f8-b89f-45d2-b26a-913089974958 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:06:50.533841 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c6c731d7-ce6e-415d-a74d-0d6803a0535b req-621058f8-b89f-45d2-b26a-913089974958 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=7dca2dbb-1309-4701-a876-b103bf2f4854 HTTP/1.1" status: 200 len: 945 time: 0.0560093 Aug 23 21:06:50.577098 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c6c731d7-ce6e-415d-a74d-0d6803a0535b req-1caffb3c-a1c2-4681-9820-ce5bf63370dd tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ca4f03b-a894-47fd-852a-5dff620c07ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367975 Aug 23 21:06:50.593263 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:06:50.605279 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45906) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:06:50.648223 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35437aa7-1b44-4635-ae6c-efcd6e4cdbf2 tempest-TestVolumeBootPattern-1602749881 tempest-TestVolumeBootPattern-1602749881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:06:50.649780 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-35437aa7-1b44-4635-ae6c-efcd6e4cdbf2 tempest-TestVolumeBootPattern-1602749881 tempest-TestVolumeBootPattern-1602749881-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7dca2dbb-1309-4701-a876-b103bf2f4854 HTTP/1.1" status: 200 len: 1091 time: 0.0430481 Aug 23 21:06:50.653388 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 45908) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:06:50.657910 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-522b63bd-602d-4acc-aa78-8d36c557763f tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Request body: {'floatingip': {'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'port_id': '76f158f2-ca9f-4b54-8615-0121c294fea1', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:06:50.681335 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-522b63bd-602d-4acc-aa78-8d36c557763f tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks [] for floatingip, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:06:50.785049 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-522b63bd-602d-4acc-aa78-8d36c557763f tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:06:50.904615 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-522b63bd-602d-4acc-aa78-8d36c557763f tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Allocated IP 172.25.4.248 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/c234b89b-f585-4278-bfb2-bd39f0245f0f) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:06:51.007004 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-522b63bd-602d-4acc-aa78-8d36c557763f tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:06:51.053699 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-522b63bd-602d-4acc-aa78-8d36c557763f tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:06:51.096375 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522b63bd-602d-4acc-aa78-8d36c557763f tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:06:51.098083 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-522b63bd-602d-4acc-aa78-8d36c557763f tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:06:51.103435 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522b63bd-602d-4acc-aa78-8d36c557763f tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:06:51.110691 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522b63bd-602d-4acc-aa78-8d36c557763f tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Pushing event updated for resources: {'Port': ['ID=c234b89b-f585-4278-bfb2-bd39f0245f0f,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:06:51.487866 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-522b63bd-602d-4acc-aa78-8d36c557763f tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:06:51.561533 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-522b63bd-602d-4acc-aa78-8d36c557763f tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:06:51.727116 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-522b63bd-602d-4acc-aa78-8d36c557763f tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:06:51.732554 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-522b63bd-602d-4acc-aa78-8d36c557763f tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:06:51.800410 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522b63bd-602d-4acc-aa78-8d36c557763f tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Pushing event updated for resources: {'Port': ['ID=c234b89b-f585-4278-bfb2-bd39f0245f0f,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:06:51.813705 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-522b63bd-602d-4acc-aa78-8d36c557763f tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:06:51.924428 n-d-805663-2 neutron-server[94687]: INFO neutron.db.l3_db [None req-522b63bd-602d-4acc-aa78-8d36c557763f tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Floating IP 261ce659-6b56-44bf-b003-c80a3661fa58 associated. External IP: 172.25.4.248, port: 76f158f2-ca9f-4b54-8615-0121c294fea1. Aug 23 21:06:52.156961 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-522b63bd-602d-4acc-aa78-8d36c557763f tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Router 9803a043-c29b-4ad2-9a22-6350dc1d44c9 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:06:52.269476 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522b63bd-602d-4acc-aa78-8d36c557763f tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:06:52.282062 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f8d438-fade-41d8-bfcf-bb3e70d7e00d None None] Sync routers for ids ['9803a043-c29b-4ad2-9a22-6350dc1d44c9'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:06:52.288872 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-522b63bd-602d-4acc-aa78-8d36c557763f tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:06:52.293380 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f8d438-fade-41d8-bfcf-bb3e70d7e00d None None] Routers {'9803a043-c29b-4ad2-9a22-6350dc1d44c9'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:06:52.294074 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-34f8d438-fade-41d8-bfcf-bb3e70d7e00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:06:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['9803a043-c29b-4ad2-9a22-6350dc1d44c9'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:06:52.334185 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-522b63bd-602d-4acc-aa78-8d36c557763f tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6794801 Aug 23 21:06:52.334938 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dca2dbb-1309-4701-a876-b103bf2f4854', 'tag': '76f158f2-ca9f-4b54-8615-0121c294fea1'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:06:52.339668 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a22531-74a9-4af2-b627-3afd89833010" -d '{"events": [{"name": "network-changed", "server_uuid": "7dca2dbb-1309-4701-a876-b103bf2f4854", "tag": "76f158f2-ca9f-4b54-8615-0121c294fea1"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:06:52.388264 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80621a18-4657-4da6-92d2-70c314a4c5ad x-openstack-request-id: req-80621a18-4657-4da6-92d2-70c314a4c5ad {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:06:52.388573 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dca2dbb-1309-4701-a876-b103bf2f4854", "tag": "76f158f2-ca9f-4b54-8615-0121c294fea1", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:06:52.388820 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-80621a18-4657-4da6-92d2-70c314a4c5ad {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:06:52.389261 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dca2dbb-1309-4701-a876-b103bf2f4854', 'tag': '76f158f2-ca9f-4b54-8615-0121c294fea1', 'status': 'completed', 'code': 200} Aug 23 21:06:52.421395 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-34f8d438-fade-41d8-bfcf-bb3e70d7e00d None None] Set router 9803a043-c29b-4ad2-9a22-6350dc1d44c9 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:06:52.453409 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a22531-74a9-4af2-b627-3afd89833010 req-0439c7a8-c7b4-4a97-a8f7-9dfe1d34ac54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:06:52.454955 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-78a22531-74a9-4af2-b627-3afd89833010 req-0439c7a8-c7b4-4a97-a8f7-9dfe1d34ac54 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9e20396f7331438baf5e0a87fc6f3d2f&device_id=7dca2dbb-1309-4701-a876-b103bf2f4854 HTTP/1.1" status: 200 len: 1096 time: 0.0457132 Aug 23 21:06:52.561498 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a22531-74a9-4af2-b627-3afd89833010 req-cdf47ed8-faca-4c94-9d95-442764788497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:06:52.563042 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-78a22531-74a9-4af2-b627-3afd89833010 req-cdf47ed8-faca-4c94-9d95-442764788497 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf HTTP/1.1" status: 200 len: 913 time: 0.1002340 Aug 23 21:06:52.646573 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-78a22531-74a9-4af2-b627-3afd89833010 req-b974d370-4215-4794-8a49-d5bb4595caff service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76f158f2-ca9f-4b54-8615-0121c294fea1 HTTP/1.1" status: 200 len: 999 time: 0.0745542 Aug 23 21:06:52.680562 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-34f8d438-fade-41d8-bfcf-bb3e70d7e00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'name': 'tempest-TestVolumeBootPattern-1714222421-router', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'ce20a4af-3584-4974-aa16-5f669853659b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:57:33Z', 'updated_at': '2021-08-23T20:57:36Z', 'revision_number': 4, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'gw_port': {'id': 'ce20a4af-3584-4974-aa16-5f669853659b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:57:33Z', 'updated_at': '2021-08-23T20:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '261ce659-6b56-44bf-b003-c80a3661fa58', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'floating_ip_address': '172.25.4.248', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'port_id': '76f158f2-ca9f-4b54-8615-0121c294fea1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf', 'mac_address': 'fa:16:3e:df:34:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dca2dbb-1309-4701-a876-b103bf2f4854', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:06:51Z', 'updated_at': '2021-08-23T21:06:51Z', 'revision_number': 0, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'fixed_ip_address_scope': None}, {'id': '42003a77-e04f-4d09-8cc0-012892e5872a', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'floating_ip_address': '172.25.4.172', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'port_id': '196bf330-3e63-48df-8e8a-8d24da7df9ce', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf', 'mac_address': 'fa:16:3e:86:88:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81799cc9-e0fa-4ae1-aa3e-209b70bd4905', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:04:41Z', 'updated_at': '2021-08-23T21:04:44Z', 'revision_number': 1, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30fdbbcc-fcf1-42b0-8603-759d0f743326', 'name': '', 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'mac_address': 'fa:16:3e:ac:84:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'df05a557-9226-4912-87c8-3cb75cc85ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:57:35Z', 'updated_at': '2021-08-23T20:57:42Z', 'revision_number': 5, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'subnets': [{'id': 'df05a557-9226-4912-87c8-3cb75cc85ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:06:52.700586 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a22531-74a9-4af2-b627-3afd89833010 req-f7902a80-d481-4082-ab14-2eb2b134275b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:06:52.702125 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-78a22531-74a9-4af2-b627-3afd89833010 req-f7902a80-d481-4082-ab14-2eb2b134275b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df05a557-9226-4912-87c8-3cb75cc85ce5 HTTP/1.1" status: 200 len: 851 time: 0.0459421 Aug 23 21:06:52.718039 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f8d438-fade-41d8-bfcf-bb3e70d7e00d None None] Checking router: 9803a043-c29b-4ad2-9a22-6350dc1d44c9 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:06:52.730844 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f8d438-fade-41d8-bfcf-bb3e70d7e00d None None] Routers {'9803a043-c29b-4ad2-9a22-6350dc1d44c9'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:06:52.731648 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-34f8d438-fade-41d8-bfcf-bb3e70d7e00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:06:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['9803a043-c29b-4ad2-9a22-6350dc1d44c9'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:06:52.768772 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a22531-74a9-4af2-b627-3afd89833010 req-1464564c-02bf-4885-8aa0-bbcafaaf8100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:06:52.770643 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-78a22531-74a9-4af2-b627-3afd89833010 req-1464564c-02bf-4885-8aa0-bbcafaaf8100 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581365 Aug 23 21:06:52.842532 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-34f8d438-fade-41d8-bfcf-bb3e70d7e00d None None] Set router 9803a043-c29b-4ad2-9a22-6350dc1d44c9 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:06:52.865459 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-78a22531-74a9-4af2-b627-3afd89833010 req-057db5d3-70cf-46e9-82c5-e6dc44266d85 service neutron] 10.222.0.11 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867341 Aug 23 21:06:52.970843 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-78a22531-74a9-4af2-b627-3afd89833010 req-6edf8709-b157-46e3-94fc-ae6e64731b81 service neutron] 10.222.0.11 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983484 Aug 23 21:06:53.119668 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-34f8d438-fade-41d8-bfcf-bb3e70d7e00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'name': 'tempest-TestVolumeBootPattern-1714222421-router', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'ce20a4af-3584-4974-aa16-5f669853659b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:57:33Z', 'updated_at': '2021-08-23T20:57:36Z', 'revision_number': 4, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'gw_port': {'id': 'ce20a4af-3584-4974-aa16-5f669853659b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:57:33Z', 'updated_at': '2021-08-23T20:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '261ce659-6b56-44bf-b003-c80a3661fa58', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'floating_ip_address': '172.25.4.248', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'port_id': '76f158f2-ca9f-4b54-8615-0121c294fea1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf', 'mac_address': 'fa:16:3e:df:34:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dca2dbb-1309-4701-a876-b103bf2f4854', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:06:51Z', 'updated_at': '2021-08-23T21:06:51Z', 'revision_number': 0, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'fixed_ip_address_scope': None}, {'id': '42003a77-e04f-4d09-8cc0-012892e5872a', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'floating_ip_address': '172.25.4.172', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'port_id': '196bf330-3e63-48df-8e8a-8d24da7df9ce', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf', 'mac_address': 'fa:16:3e:86:88:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81799cc9-e0fa-4ae1-aa3e-209b70bd4905', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:04:41Z', 'updated_at': '2021-08-23T21:04:44Z', 'revision_number': 1, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30fdbbcc-fcf1-42b0-8603-759d0f743326', 'name': '', 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'mac_address': 'fa:16:3e:ac:84:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'df05a557-9226-4912-87c8-3cb75cc85ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:57:35Z', 'updated_at': '2021-08-23T20:57:42Z', 'revision_number': 5, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'subnets': [{'id': 'df05a557-9226-4912-87c8-3cb75cc85ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:06:53.150281 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f8d438-fade-41d8-bfcf-bb3e70d7e00d None None] The sync data for ids ['9803a043-c29b-4ad2-9a22-6350dc1d44c9'] in n-d-805663-2 is: [{'id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'name': 'tempest-TestVolumeBootPattern-1714222421-router', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'ce20a4af-3584-4974-aa16-5f669853659b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:57:33Z', 'updated_at': '2021-08-23T20:57:36Z', 'revision_number': 4, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'gw_port': {'id': 'ce20a4af-3584-4974-aa16-5f669853659b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:57:33Z', 'updated_at': '2021-08-23T20:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '261ce659-6b56-44bf-b003-c80a3661fa58', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'floating_ip_address': '172.25.4.248', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'port_id': '76f158f2-ca9f-4b54-8615-0121c294fea1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf', 'mac_address': 'fa:16:3e:df:34:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dca2dbb-1309-4701-a876-b103bf2f4854', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:06:51Z', 'updated_at': '2021-08-23T21:06:51Z', 'revision_number': 0, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'fixed_ip_address_scope': None}, {'id': '42003a77-e04f-4d09-8cc0-012892e5872a', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'floating_ip_address': '172.25.4.172', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'port_id': '196bf330-3e63-48df-8e8a-8d24da7df9ce', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf', 'mac_address': 'fa:16:3e:86:88:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81799cc9-e0fa-4ae1-aa3e-209b70bd4905', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:04:41Z', 'updated_at': '2021-08-23T21:04:44Z', 'revision_number': 1, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30fdbbcc-fcf1-42b0-8603-759d0f743326', 'name': '', 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'mac_address': 'fa:16:3e:ac:84:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'df05a557-9226-4912-87c8-3cb75cc85ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:57:35Z', 'updated_at': '2021-08-23T20:57:42Z', 'revision_number': 5, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'subnets': [{'id': 'df05a557-9226-4912-87c8-3cb75cc85ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:06:53.363969 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eae1b8f-4ed3-43d1-8c74-acbfe5cf4883 None None] New status for floating IP 261ce659-6b56-44bf-b003-c80a3661fa58: ACTIVE {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 21:07:10.043600 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0298d1af-4b07-4e44-866a-0ec4a8e459fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:07:10.626643 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:07:13.414959 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8eb1e5b2-3612-4d99-afdc-e62f04aa2671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:07:13.548615 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:07:14.647643 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:07:16.007438 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:07:16.187757 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:07:16.748006 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-eca63909-4a94-4d2d-8053-609a27076bbc req-a2abdb67-bba2-4432-95e2-c4b6d17ce097 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7dca2dbb-1309-4701-a876-b103bf2f4854&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398831 Aug 23 21:07:16.827882 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca63909-4a94-4d2d-8053-609a27076bbc req-a42ca2d3-ae64-4ee3-844c-370bee208517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:07:16.829295 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-eca63909-4a94-4d2d-8053-609a27076bbc req-a42ca2d3-ae64-4ee3-844c-370bee208517 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9e20396f7331438baf5e0a87fc6f3d2f&device_id=7dca2dbb-1309-4701-a876-b103bf2f4854 HTTP/1.1" status: 200 len: 1096 time: 0.0400167 Aug 23 21:07:16.936772 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca63909-4a94-4d2d-8053-609a27076bbc req-16ad83e9-a358-4ee8-9a92-1eb7cf4e31a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:07:16.938263 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-eca63909-4a94-4d2d-8053-609a27076bbc req-16ad83e9-a358-4ee8-9a92-1eb7cf4e31a2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf HTTP/1.1" status: 200 len: 913 time: 0.0886450 Aug 23 21:07:17.004117 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-eca63909-4a94-4d2d-8053-609a27076bbc req-b46dbc69-5f9c-4d76-a7d7-c42233f40cee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76f158f2-ca9f-4b54-8615-0121c294fea1 HTTP/1.1" status: 200 len: 1001 time: 0.0583954 Aug 23 21:07:17.053248 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca63909-4a94-4d2d-8053-609a27076bbc req-589d5653-9501-470f-8129-2886bfab0c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:07:17.054527 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-eca63909-4a94-4d2d-8053-609a27076bbc req-589d5653-9501-470f-8129-2886bfab0c61 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df05a557-9226-4912-87c8-3cb75cc85ce5 HTTP/1.1" status: 200 len: 851 time: 0.0425556 Aug 23 21:07:17.107962 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca63909-4a94-4d2d-8053-609a27076bbc req-ba928d80-084a-455c-9c22-d1a4ad7c38d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:07:17.109638 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-eca63909-4a94-4d2d-8053-609a27076bbc req-ba928d80-084a-455c-9c22-d1a4ad7c38d7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474448 Aug 23 21:07:17.219657 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-eca63909-4a94-4d2d-8053-609a27076bbc req-d86dfbe9-4309-4703-a014-15a131483bd9 service neutron] 10.222.0.11 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998225 Aug 23 21:07:17.318233 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-eca63909-4a94-4d2d-8053-609a27076bbc req-f287e292-279e-4875-880b-bda1685cad8a service neutron] 10.222.0.11 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898221 Aug 23 21:07:20.577904 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:07:36.254458 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-39f8fd2b-dd6e-4c6c-a973-4bee0c0535b2 req-c2eaff26-cff6-49fc-86c5-eb42e93943bd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=81799cc9-e0fa-4ae1-aa3e-209b70bd4905&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449476 Aug 23 21:07:36.368705 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f8fd2b-dd6e-4c6c-a973-4bee0c0535b2 req-0d40e094-6f6e-4c75-b0af-7bf09cd48804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:07:36.371646 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-39f8fd2b-dd6e-4c6c-a973-4bee0c0535b2 req-0d40e094-6f6e-4c75-b0af-7bf09cd48804 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e20396f7331438baf5e0a87fc6f3d2f&device_id=81799cc9-e0fa-4ae1-aa3e-209b70bd4905 HTTP/1.1" status: 200 len: 1097 time: 0.0476732 Aug 23 21:07:36.492726 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f8fd2b-dd6e-4c6c-a973-4bee0c0535b2 req-9f5e91a2-266d-4620-b131-fe731ccc5e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:07:36.496260 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-39f8fd2b-dd6e-4c6c-a973-4bee0c0535b2 req-9f5e91a2-266d-4620-b131-fe731ccc5e2e service neutron] 10.222.0.32 "GET /v2.0/networks?id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf HTTP/1.1" status: 200 len: 913 time: 0.1050360 Aug 23 21:07:36.569422 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-39f8fd2b-dd6e-4c6c-a973-4bee0c0535b2 req-2ec6f554-721f-42e9-8b4d-b02ba67a1d69 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=196bf330-3e63-48df-8e8a-8d24da7df9ce HTTP/1.1" status: 200 len: 1002 time: 0.0657620 Aug 23 21:07:36.622959 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f8fd2b-dd6e-4c6c-a973-4bee0c0535b2 req-7b81ac75-df3d-4cc9-8317-4c7f25064e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:07:36.624560 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-39f8fd2b-dd6e-4c6c-a973-4bee0c0535b2 req-7b81ac75-df3d-4cc9-8317-4c7f25064e0d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df05a557-9226-4912-87c8-3cb75cc85ce5 HTTP/1.1" status: 200 len: 851 time: 0.0484259 Aug 23 21:07:36.678511 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f8fd2b-dd6e-4c6c-a973-4bee0c0535b2 req-c05d8af5-f4ea-4382-ac44-8d6d86acfd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:07:36.680289 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-39f8fd2b-dd6e-4c6c-a973-4bee0c0535b2 req-c05d8af5-f4ea-4382-ac44-8d6d86acfd1e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491288 Aug 23 21:07:36.775025 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-39f8fd2b-dd6e-4c6c-a973-4bee0c0535b2 req-ccbeff7f-ac8c-4194-b360-c337bdd88bca service neutron] 10.222.0.32 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878677 Aug 23 21:07:36.871996 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-39f8fd2b-dd6e-4c6c-a973-4bee0c0535b2 req-72eb3f2d-a78c-4116-a8ac-0fe31c18c08a service neutron] 10.222.0.32 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895879 Aug 23 21:07:40.047920 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0c40d695-e08e-4340-995c-11dc1b8309eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:07:40.625418 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:07:41.685246 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 46962) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:07:41.829041 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-04ebbf90-87f4-4261-b01e-6e110c1b86df admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6e914b520b944bcf95a14f236890f622&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1425509 Aug 23 21:07:41.831476 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 46968) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:07:41.882225 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4b718ddc-38d3-4571-8c64-ced9788fada3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:07:41.903553 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4b718ddc-38d3-4571-8c64-ced9788fada3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:07:41.949778 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4b718ddc-38d3-4571-8c64-ced9788fada3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:07:41.952612 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4b718ddc-38d3-4571-8c64-ced9788fada3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:07:41.954207 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-4b718ddc-38d3-4571-8c64-ced9788fada3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5101e3b4-d483-46c7-8037-447c747102f9 HTTP/1.1" status: 204 len: 168 time: 0.1217990 Aug 23 21:07:41.963643 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b718ddc-38d3-4571-8c64-ced9788fada3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5101e3b4-d483-46c7-8037-447c747102f9,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:07:41.971632 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b718ddc-38d3-4571-8c64-ced9788fada3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:07:41.972076 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b718ddc-38d3-4571-8c64-ced9788fada3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:07:41.972487 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b718ddc-38d3-4571-8c64-ced9788fada3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:07:41.972891 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b718ddc-38d3-4571-8c64-ced9788fada3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:07:41.973284 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b718ddc-38d3-4571-8c64-ced9788fada3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:07:41.973682 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b718ddc-38d3-4571-8c64-ced9788fada3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:07:41.974089 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b718ddc-38d3-4571-8c64-ced9788fada3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:07:41.974556 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b718ddc-38d3-4571-8c64-ced9788fada3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:07:41.974908 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b718ddc-38d3-4571-8c64-ced9788fada3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:07:41.975296 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b718ddc-38d3-4571-8c64-ced9788fada3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:07:41.975740 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b718ddc-38d3-4571-8c64-ced9788fada3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:07:41.976094 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b718ddc-38d3-4571-8c64-ced9788fada3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:07:43.418386 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-36ec71e9-33d9-471b-b3df-c010724f9291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:07:43.552050 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:07:44.199939 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a228afe5-9f37-40db-95e0-b39a2a480c37 req-fb42c68d-7a69-48dc-9d03-540a83aa06aa tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=89417ce6637346a3bd19df7cbd802543&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284491 Aug 23 21:07:44.648687 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:07:44.667417 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228afe5-9f37-40db-95e0-b39a2a480c37 req-082779ea-c251-4fb4-9b71-ad56c4b94f33 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:07:44.669719 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a228afe5-9f37-40db-95e0-b39a2a480c37 req-082779ea-c251-4fb4-9b71-ad56c4b94f33 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4638546 Aug 23 21:07:44.685463 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a228afe5-9f37-40db-95e0-b39a2a480c37 req-238d1164-22bf-4871-9b03-864eb9ac12b2 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] 10.222.0.61 "GET /v2.0/quotas/89417ce6637346a3bd19df7cbd802543 HTTP/1.1" status: 200 len: 375 time: 0.0097973 Aug 23 21:07:44.736928 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a228afe5-9f37-40db-95e0-b39a2a480c37 req-a8a9d454-aa2b-46ee-be02-8a390bac3fc8 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=89417ce6637346a3bd19df7cbd802543&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459309 Aug 23 21:07:44.905508 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-81dfefe1-50c9-43a7-b014-b9ccd1768f29 req-d6d73d11-45a7-45e2-b26e-802dafc909d9 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] 10.222.0.61 "GET /v2.0/ports?device_id=9d187a32-d6bc-4705-bf62-bb97d1c1a976 HTTP/1.1" status: 200 len: 210 time: 0.0322638 Aug 23 21:07:45.983879 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8947ea71-78e6-429d-914e-7cab4c489e80 req-054b10d5-c7d1-4e74-920d-cd5c1f32944f tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] 10.222.0.61 "GET /v2.0/ports?device_id=9d187a32-d6bc-4705-bf62-bb97d1c1a976 HTTP/1.1" status: 200 len: 210 time: 0.0266156 Aug 23 21:07:46.009751 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:07:46.853962 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a228afe5-9f37-40db-95e0-b39a2a480c37 req-b3c1c25f-b0ab-46a8-8b24-86ca7004cfcd tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=89417ce6637346a3bd19df7cbd802543&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229607 Aug 23 21:07:46.969956 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228afe5-9f37-40db-95e0-b39a2a480c37 req-30effe58-8ad5-495f-a59d-337e65fa75c6 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:07:46.971399 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a228afe5-9f37-40db-95e0-b39a2a480c37 req-30effe58-8ad5-495f-a59d-337e65fa75c6 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1100042 Aug 23 21:07:46.986625 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-a228afe5-9f37-40db-95e0-b39a2a480c37 req-a95775b0-3528-4225-b25b-a5007d8dc3b6 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] Request body: {'port': {'device_id': '9d187a32-d6bc-4705-bf62-bb97d1c1a976', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'admin_state_up': True, 'tenant_id': '89417ce6637346a3bd19df7cbd802543'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:07:47.383573 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b6b3ae64-1b3d-444f-96f6-5db36e5b4c95 req-94af4c8c-482c-47c6-a27e-c506023c4a25 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] 10.222.0.61 "GET /v2.0/ports?device_id=9d187a32-d6bc-4705-bf62-bb97d1c1a976 HTTP/1.1" status: 200 len: 210 time: 0.0305808 Aug 23 21:07:47.451616 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a228afe5-9f37-40db-95e0-b39a2a480c37 req-a95775b0-3528-4225-b25b-a5007d8dc3b6 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] Made reservation on behalf of 89417ce6637346a3bd19df7cbd802543 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:07:47.455078 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a228afe5-9f37-40db-95e0-b39a2a480c37 req-a95775b0-3528-4225-b25b-a5007d8dc3b6 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:07:47.463746 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a228afe5-9f37-40db-95e0-b39a2a480c37 req-a95775b0-3528-4225-b25b-a5007d8dc3b6 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:07:47.552855 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a228afe5-9f37-40db-95e0-b39a2a480c37 req-a95775b0-3528-4225-b25b-a5007d8dc3b6 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:07:47.556474 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a228afe5-9f37-40db-95e0-b39a2a480c37 req-a95775b0-3528-4225-b25b-a5007d8dc3b6 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:07:47.622784 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95775b0-3528-4225-b25b-a5007d8dc3b6 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77f682ca-360f-4595-9262-d4c1dee1cb29,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:07:47.690650 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-a228afe5-9f37-40db-95e0-b39a2a480c37 req-a95775b0-3528-4225-b25b-a5007d8dc3b6 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] Allocated IP 192.168.233.18 (660f640a-b8b2-40aa-8ebf-76bd1608cceb/e66e9eb0-86f4-4159-852b-f29863cbf18d/b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:07:47.837057 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a228afe5-9f37-40db-95e0-b39a2a480c37 req-a95775b0-3528-4225-b25b-a5007d8dc3b6 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:07:47.851142 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-a228afe5-9f37-40db-95e0-b39a2a480c37 req-a95775b0-3528-4225-b25b-a5007d8dc3b6 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] Transition to ACTIVE for port object b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:07:47.883581 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a228afe5-9f37-40db-95e0-b39a2a480c37 req-a95775b0-3528-4225-b25b-a5007d8dc3b6 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:07:47.926095 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a228afe5-9f37-40db-95e0-b39a2a480c37 req-a95775b0-3528-4225-b25b-a5007d8dc3b6 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] Network 660f640a-b8b2-40aa-8ebf-76bd1608cceb is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:07:47.928995 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-a228afe5-9f37-40db-95e0-b39a2a480c37 req-a95775b0-3528-4225-b25b-a5007d8dc3b6 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:07:47.932660 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-a228afe5-9f37-40db-95e0-b39a2a480c37 req-a95775b0-3528-4225-b25b-a5007d8dc3b6 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:07:47.941696 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95775b0-3528-4225-b25b-a5007d8dc3b6 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] Pushing event updated for resources: {'Port': ['ID=b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:07:47.988377 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228afe5-9f37-40db-95e0-b39a2a480c37 req-a95775b0-3528-4225-b25b-a5007d8dc3b6 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:07:47.988999 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a228afe5-9f37-40db-95e0-b39a2a480c37 req-a95775b0-3528-4225-b25b-a5007d8dc3b6 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:07:48.004759 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a228afe5-9f37-40db-95e0-b39a2a480c37 req-a95775b0-3528-4225-b25b-a5007d8dc3b6 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0218301 Aug 23 21:07:48.017823 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-a228afe5-9f37-40db-95e0-b39a2a480c37 req-16806f8f-0761-43cc-a770-04a24784cada service neutron] Request body: {'port': {'device_id': '9d187a32-d6bc-4705-bf62-bb97d1c1a976', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:07:48.073514 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a228afe5-9f37-40db-95e0-b39a2a480c37 req-16806f8f-0761-43cc-a770-04a24784cada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:07:48.177988 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d7efe6db-405e-4e68-903a-a3660948c6cc None None] Provisioning for port b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:07:48.181672 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d7efe6db-405e-4e68-903a-a3660948c6cc None None] Provisioning complete for port b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:07:48.182046 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d7efe6db-405e-4e68-903a-a3660948c6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:07:48.219982 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-d7efe6db-405e-4e68-903a-a3660948c6cc None None] Port b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:07:48.344905 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-a228afe5-9f37-40db-95e0-b39a2a480c37 req-16806f8f-0761-43cc-a770-04a24784cada service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:07:48.352128 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a228afe5-9f37-40db-95e0-b39a2a480c37 req-16806f8f-0761-43cc-a770-04a24784cada service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:07:48.364832 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-a228afe5-9f37-40db-95e0-b39a2a480c37 req-16806f8f-0761-43cc-a770-04a24784cada service neutron] Transition to ACTIVE for port object b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:07:48.368361 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a228afe5-9f37-40db-95e0-b39a2a480c37 req-16806f8f-0761-43cc-a770-04a24784cada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:07:48.434879 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16806f8f-0761-43cc-a770-04a24784cada service neutron] Pushing event updated for resources: {'Port': ['ID=b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:07:48.500192 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-a228afe5-9f37-40db-95e0-b39a2a480c37 req-16806f8f-0761-43cc-a770-04a24784cada service neutron] Attempting to bind port b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:07:48.500524 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-a228afe5-9f37-40db-95e0-b39a2a480c37 req-16806f8f-0761-43cc-a770-04a24784cada service neutron] Attempting to bind port b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:07:48.500848 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a228afe5-9f37-40db-95e0-b39a2a480c37 req-16806f8f-0761-43cc-a770-04a24784cada service neutron] Attempting to bind port b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2 on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:07:48.505374 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a228afe5-9f37-40db-95e0-b39a2a480c37 req-16806f8f-0761-43cc-a770-04a24784cada service neutron] Port b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2 on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:07:48.505691 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a228afe5-9f37-40db-95e0-b39a2a480c37 req-16806f8f-0761-43cc-a770-04a24784cada service neutron] Attempting to bind port b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2 on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:07:48.511169 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a228afe5-9f37-40db-95e0-b39a2a480c37 req-16806f8f-0761-43cc-a770-04a24784cada service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:07:48.511552 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a228afe5-9f37-40db-95e0-b39a2a480c37 req-16806f8f-0761-43cc-a770-04a24784cada service neutron] Checking segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:07:48.512201 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a228afe5-9f37-40db-95e0-b39a2a480c37 req-16806f8f-0761-43cc-a770-04a24784cada service neutron] Bound using segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:07:48.512748 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-a228afe5-9f37-40db-95e0-b39a2a480c37 req-16806f8f-0761-43cc-a770-04a24784cada service neutron] Bound port: b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:07:48.513114 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a228afe5-9f37-40db-95e0-b39a2a480c37 req-16806f8f-0761-43cc-a770-04a24784cada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:07:48.521262 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad07d2-e006-4729-b0ea-ead7fab029d9 req-8c3913b9-7679-4034-97a3-c727b1519695 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:07:48.523712 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8dad07d2-e006-4729-b0ea-ead7fab029d9 req-8c3913b9-7679-4034-97a3-c727b1519695 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] 10.222.0.61 "GET /v2.0/ports?device_id=9d187a32-d6bc-4705-bf62-bb97d1c1a976 HTTP/1.1" status: 200 len: 947 time: 0.0576744 Aug 23 21:07:48.566415 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8dad07d2-e006-4729-b0ea-ead7fab029d9 req-be2a0d2f-4b6e-44ae-86fc-65ff06002dd5 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] 10.222.0.61 "GET /v2.0/security-groups?id=77f682ca-360f-4595-9262-d4c1dee1cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347588 Aug 23 21:07:48.583902 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-a228afe5-9f37-40db-95e0-b39a2a480c37 req-16806f8f-0761-43cc-a770-04a24784cada service neutron] For port b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:07:48.589349 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-a228afe5-9f37-40db-95e0-b39a2a480c37 req-16806f8f-0761-43cc-a770-04a24784cada service neutron] For port b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:07:48.595048 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a228afe5-9f37-40db-95e0-b39a2a480c37 req-16806f8f-0761-43cc-a770-04a24784cada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:07:48.630110 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228afe5-9f37-40db-95e0-b39a2a480c37 req-16806f8f-0761-43cc-a770-04a24784cada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:07:48.630735 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a228afe5-9f37-40db-95e0-b39a2a480c37 req-16806f8f-0761-43cc-a770-04a24784cada service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:07:48.632143 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a228afe5-9f37-40db-95e0-b39a2a480c37 req-16806f8f-0761-43cc-a770-04a24784cada service neutron] 10.222.0.11 "PUT /v2.0/ports/b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2 HTTP/1.1" status: 200 len: 1095 time: 0.6187334 Aug 23 21:07:48.632715 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d187a32-d6bc-4705-bf62-bb97d1c1a976', 'tag': 'b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:07:48.634821 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42db9f83-9c60-471c-8e3b-8fd3f4015ae4" -d '{"events": [{"name": "network-changed", "server_uuid": "9d187a32-d6bc-4705-bf62-bb97d1c1a976", "tag": "b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:07:48.667443 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16806f8f-0761-43cc-a770-04a24784cada service neutron] Pushing event updated for resources: {'Port': ['ID=b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:07:48.701932 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6964850d-ea34-4a86-9b41-c4dc5029fc39 x-openstack-request-id: req-6964850d-ea34-4a86-9b41-c4dc5029fc39 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:07:48.702220 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d187a32-d6bc-4705-bf62-bb97d1c1a976", "tag": "b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:07:48.702468 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6964850d-ea34-4a86-9b41-c4dc5029fc39 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:07:48.702857 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d187a32-d6bc-4705-bf62-bb97d1c1a976', 'tag': 'b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2', 'status': 'completed', 'code': 200} Aug 23 21:07:48.717832 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228afe5-9f37-40db-95e0-b39a2a480c37 req-e7e58e2d-8fd0-4d1e-8fda-d6431722d629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:07:48.719345 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a228afe5-9f37-40db-95e0-b39a2a480c37 req-e7e58e2d-8fd0-4d1e-8fda-d6431722d629 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=89417ce6637346a3bd19df7cbd802543&device_id=9d187a32-d6bc-4705-bf62-bb97d1c1a976 HTTP/1.1" status: 200 len: 1098 time: 0.0458472 Aug 23 21:07:48.767536 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a228afe5-9f37-40db-95e0-b39a2a480c37 req-a281fdbc-5ba3-4e35-9d91-dd8f8e4f6958 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2 HTTP/1.1" status: 200 len: 217 time: 0.0397940 Aug 23 21:07:48.820822 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228afe5-9f37-40db-95e0-b39a2a480c37 req-058f6a1f-c161-4d51-8c3a-32d18954c796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:07:48.822314 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a228afe5-9f37-40db-95e0-b39a2a480c37 req-058f6a1f-c161-4d51-8c3a-32d18954c796 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.0476906 Aug 23 21:07:48.882018 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228afe5-9f37-40db-95e0-b39a2a480c37 req-db36233b-6dab-4584-be3a-5823b314982c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:07:48.883548 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a228afe5-9f37-40db-95e0-b39a2a480c37 req-db36233b-6dab-4584-be3a-5823b314982c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0430210 Aug 23 21:07:48.977732 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a228afe5-9f37-40db-95e0-b39a2a480c37 req-52027b36-1245-429b-8b73-bf3abdd4e39f service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857406 Aug 23 21:07:49.069377 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a228afe5-9f37-40db-95e0-b39a2a480c37 req-35ad9f41-41bc-481a-b8d5-cd53d9fbcb9c service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840511 Aug 23 21:07:49.153504 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db9f83-9c60-471c-8e3b-8fd3f4015ae4 req-0505505c-2abe-4d8a-8e45-eb212e342b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:07:49.155016 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-42db9f83-9c60-471c-8e3b-8fd3f4015ae4 req-0505505c-2abe-4d8a-8e45-eb212e342b14 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=89417ce6637346a3bd19df7cbd802543&device_id=9d187a32-d6bc-4705-bf62-bb97d1c1a976 HTTP/1.1" status: 200 len: 1098 time: 0.0407629 Aug 23 21:07:49.251049 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db9f83-9c60-471c-8e3b-8fd3f4015ae4 req-bfdf95e5-4e14-456f-8a86-ef9403d15de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:07:49.252443 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-42db9f83-9c60-471c-8e3b-8fd3f4015ae4 req-bfdf95e5-4e14-456f-8a86-ef9403d15de0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=660f640a-b8b2-40aa-8ebf-76bd1608cceb HTTP/1.1" status: 200 len: 870 time: 0.0893061 Aug 23 21:07:49.293755 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-42db9f83-9c60-471c-8e3b-8fd3f4015ae4 req-ef234303-ba8d-49ab-866e-2af91abd2dfa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2 HTTP/1.1" status: 200 len: 217 time: 0.0342283 Aug 23 21:07:49.350230 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db9f83-9c60-471c-8e3b-8fd3f4015ae4 req-fef66f8e-970e-4ab7-b72c-4cc1365057c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:07:49.351693 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-42db9f83-9c60-471c-8e3b-8fd3f4015ae4 req-fef66f8e-970e-4ab7-b72c-4cc1365057c1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.0489073 Aug 23 21:07:49.399044 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db9f83-9c60-471c-8e3b-8fd3f4015ae4 req-8c9ddc80-234c-4551-a729-f8f0b9bfd63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:07:49.400558 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-42db9f83-9c60-471c-8e3b-8fd3f4015ae4 req-8c9ddc80-234c-4551-a729-f8f0b9bfd63b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0394416 Aug 23 21:07:49.494435 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-42db9f83-9c60-471c-8e3b-8fd3f4015ae4 req-8dba8a89-c5f1-4af5-81de-f6b273848c74 service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822623 Aug 23 21:07:49.589242 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-42db9f83-9c60-471c-8e3b-8fd3f4015ae4 req-ce537492-6e2b-4674-bb46-ad149fb74caf service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855806 Aug 23 21:07:49.684750 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e3771-db45-40a5-8eb4-b1ec9f96bca8 req-ad57d814-163f-4986-ace0-dfd6aeee53da tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:07:49.686212 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f35e3771-db45-40a5-8eb4-b1ec9f96bca8 req-ad57d814-163f-4986-ace0-dfd6aeee53da tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] 10.222.0.61 "GET /v2.0/ports?device_id=9d187a32-d6bc-4705-bf62-bb97d1c1a976 HTTP/1.1" status: 200 len: 947 time: 0.0485241 Aug 23 21:07:49.723132 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f35e3771-db45-40a5-8eb4-b1ec9f96bca8 req-f9f7a0cd-f733-4932-9840-9705ae8c8421 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] 10.222.0.61 "GET /v2.0/security-groups?id=77f682ca-360f-4595-9262-d4c1dee1cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309398 Aug 23 21:07:50.586226 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:07:50.840986 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c42eab-1687-4b37-9139-43e509813136 req-93972074-277f-496d-b374-3da8bae4b2d8 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:07:50.842428 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-95c42eab-1687-4b37-9139-43e509813136 req-93972074-277f-496d-b374-3da8bae4b2d8 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] 10.222.0.61 "GET /v2.0/ports?device_id=9d187a32-d6bc-4705-bf62-bb97d1c1a976 HTTP/1.1" status: 200 len: 947 time: 0.0507555 Aug 23 21:07:50.880859 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-95c42eab-1687-4b37-9139-43e509813136 req-36a1d7b7-5902-4da1-87ce-9cc352f0e1da tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] 10.222.0.61 "GET /v2.0/security-groups?id=77f682ca-360f-4595-9262-d4c1dee1cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324876 Aug 23 21:07:51.994748 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926e533-b207-418f-8913-a43dbf74def7 req-3bf598b5-5a7b-4a0a-8d05-00252e56fff9 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:07:51.996748 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3926e533-b207-418f-8913-a43dbf74def7 req-3bf598b5-5a7b-4a0a-8d05-00252e56fff9 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] 10.222.0.61 "GET /v2.0/ports?device_id=9d187a32-d6bc-4705-bf62-bb97d1c1a976 HTTP/1.1" status: 200 len: 947 time: 0.0487828 Aug 23 21:07:52.034079 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3926e533-b207-418f-8913-a43dbf74def7 req-dbfb3166-5be6-4da1-b669-93cc9397aef8 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] 10.222.0.61 "GET /v2.0/security-groups?id=77f682ca-360f-4595-9262-d4c1dee1cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314198 Aug 23 21:07:53.111799 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 21:07:53.149149 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59db26c-cf9a-4797-8243-2daa158563e8 req-7718c78a-c6cc-44b4-88a1-4a36ab588e11 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:07:53.150650 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a59db26c-cf9a-4797-8243-2daa158563e8 req-7718c78a-c6cc-44b4-88a1-4a36ab588e11 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] 10.222.0.61 "GET /v2.0/ports?device_id=9d187a32-d6bc-4705-bf62-bb97d1c1a976 HTTP/1.1" status: 200 len: 947 time: 0.0486600 Aug 23 21:07:53.187361 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:07:53.194549 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a59db26c-cf9a-4797-8243-2daa158563e8 req-2330e64c-c9ed-494f-8c13-ebded368e8d1 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] 10.222.0.61 "GET /v2.0/security-groups?id=77f682ca-360f-4595-9262-d4c1dee1cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370765 Aug 23 21:07:53.209215 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:07:53.219845 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': 'b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'port_id': 'b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2', 'mac_address': 'fa:16:3e:45:83:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66e9eb0-86f4-4159-852b-f29863cbf18d', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 21:07:53.257267 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:07:53.270120 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:07:53.288026 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:07:53.292007 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:07:53.343741 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:07:53.351165 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:07:53.351515 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:07:53.351859 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:07:53.352233 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:07:53.352569 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:07:53.352905 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:07:53.353242 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:07:53.353574 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:07:53.353899 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:07:53.354226 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:07:53.354553 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:07:53.354878 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:07:53.534644 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:07:54.313128 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef117ea-c952-47fe-9df6-d29da5ec00dc req-38a4fcbb-ab39-411a-a2c7-b35de6c6f68c tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:07:54.314602 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3ef117ea-c952-47fe-9df6-d29da5ec00dc req-38a4fcbb-ab39-411a-a2c7-b35de6c6f68c tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] 10.222.0.61 "GET /v2.0/ports?device_id=9d187a32-d6bc-4705-bf62-bb97d1c1a976 HTTP/1.1" status: 200 len: 948 time: 0.0528123 Aug 23 21:07:54.352875 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3ef117ea-c952-47fe-9df6-d29da5ec00dc req-8b7216b1-bb29-4a9e-833a-04a127fa8983 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] 10.222.0.61 "GET /v2.0/security-groups?id=77f682ca-360f-4595-9262-d4c1dee1cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323970 Aug 23 21:07:55.113104 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:07:55.164919 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:07:55.168832 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:07:55.169085 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:07:55.247304 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:07:55.272920 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d187a32-d6bc-4705-bf62-bb97d1c1a976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:07:55.275220 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5056ac-ea66-4e7f-949a-fae189d1166a" -d '{"events": [{"server_uuid": "9d187a32-d6bc-4705-bf62-bb97d1c1a976", "name": "network-vif-plugged", "status": "completed", "tag": "b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:07:55.288865 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:07:55.293710 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:07:55.316531 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f4f376-7dca-4cbc-8ebb-4aec699b3d83 x-openstack-request-id: req-14f4f376-7dca-4cbc-8ebb-4aec699b3d83 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:07:55.316821 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d187a32-d6bc-4705-bf62-bb97d1c1a976", "name": "network-vif-plugged", "status": "completed", "tag": "b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:07:55.317068 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-14f4f376-7dca-4cbc-8ebb-4aec699b3d83 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:07:55.317449 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d187a32-d6bc-4705-bf62-bb97d1c1a976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2', 'code': 200} Aug 23 21:07:55.348438 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:07:55.418203 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62c845-771c-4e44-8efc-bf4050812249 req-4d5d2fa7-8024-4d4e-bd40-fb5191b23c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:07:55.419771 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cc62c845-771c-4e44-8efc-bf4050812249 req-4d5d2fa7-8024-4d4e-bd40-fb5191b23c66 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9d187a32-d6bc-4705-bf62-bb97d1c1a976 HTTP/1.1" status: 200 len: 1100 time: 0.0427163 Aug 23 21:07:55.459005 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cc62c845-771c-4e44-8efc-bf4050812249 req-99bb69f8-76d8-493a-a55c-98756321ef0d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=77f682ca-360f-4595-9262-d4c1dee1cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304646 Aug 23 21:07:55.476103 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12335fef-cd4e-478c-9ccd-3e1aa081aa90 req-d7e2ab22-b00f-4fa2-b638-e51bff527a59 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:07:55.478272 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-12335fef-cd4e-478c-9ccd-3e1aa081aa90 req-d7e2ab22-b00f-4fa2-b638-e51bff527a59 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] 10.222.0.61 "GET /v2.0/ports?device_id=9d187a32-d6bc-4705-bf62-bb97d1c1a976 HTTP/1.1" status: 200 len: 949 time: 0.0548508 Aug 23 21:07:55.528826 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-12335fef-cd4e-478c-9ccd-3e1aa081aa90 req-cf1349e6-c532-499c-ba7d-9db0dfbaadc8 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] 10.222.0.61 "GET /v2.0/security-groups?id=77f682ca-360f-4595-9262-d4c1dee1cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444880 Aug 23 21:07:56.646121 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72383c4d-bdab-4627-b030-746526c36371 req-fd4160af-e858-4677-b9c4-a99e35cd1f60 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:07:56.647771 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-72383c4d-bdab-4627-b030-746526c36371 req-fd4160af-e858-4677-b9c4-a99e35cd1f60 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] 10.222.0.61 "GET /v2.0/ports?device_id=9d187a32-d6bc-4705-bf62-bb97d1c1a976 HTTP/1.1" status: 200 len: 949 time: 0.0494428 Aug 23 21:07:56.689303 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-72383c4d-bdab-4627-b030-746526c36371 req-16ba6569-bced-4c94-b794-3b18fce45204 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] 10.222.0.61 "GET /v2.0/security-groups?id=77f682ca-360f-4595-9262-d4c1dee1cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314114 Aug 23 21:07:57.804012 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00ff1f-ff30-4ad8-8c92-93bd4655c344 req-a782a14d-1b5b-4ff8-8d5a-0b06f97ee031 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:07:57.805501 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4a00ff1f-ff30-4ad8-8c92-93bd4655c344 req-a782a14d-1b5b-4ff8-8d5a-0b06f97ee031 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] 10.222.0.61 "GET /v2.0/ports?device_id=9d187a32-d6bc-4705-bf62-bb97d1c1a976 HTTP/1.1" status: 200 len: 949 time: 0.0488236 Aug 23 21:07:57.843417 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4a00ff1f-ff30-4ad8-8c92-93bd4655c344 req-390573ef-5bc9-4cf3-af13-20d1171a53bb tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] 10.222.0.61 "GET /v2.0/security-groups?id=77f682ca-360f-4595-9262-d4c1dee1cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315144 Aug 23 21:07:58.113004 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad76a2-cfc3-497f-9046-c103b946d19c req-6f3f654f-5d84-4487-9180-fa6129c21f49 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:07:58.114393 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2aad76a2-cfc3-497f-9046-c103b946d19c req-6f3f654f-5d84-4487-9180-fa6129c21f49 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] 10.222.0.61 "GET /v2.0/ports?device_id=9d187a32-d6bc-4705-bf62-bb97d1c1a976 HTTP/1.1" status: 200 len: 949 time: 0.0561094 Aug 23 21:07:58.155502 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2aad76a2-cfc3-497f-9046-c103b946d19c req-12b869b7-ff6e-43aa-ba37-b9f9a9aa6a30 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] 10.222.0.61 "GET /v2.0/security-groups?id=77f682ca-360f-4595-9262-d4c1dee1cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351403 Aug 23 21:07:59.273720 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec260cd0-c727-4e73-a314-6e0d4d50c4fd req-1f8574a0-f343-4326-af2a-b9b93f28b0eb tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:07:59.275263 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec260cd0-c727-4e73-a314-6e0d4d50c4fd req-1f8574a0-f343-4326-af2a-b9b93f28b0eb tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] 10.222.0.61 "GET /v2.0/ports?device_id=9d187a32-d6bc-4705-bf62-bb97d1c1a976 HTTP/1.1" status: 200 len: 949 time: 0.0492725 Aug 23 21:07:59.319565 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec260cd0-c727-4e73-a314-6e0d4d50c4fd req-95da49d0-4420-4fc0-88c6-aead37e36eea tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] 10.222.0.61 "GET /v2.0/security-groups?id=77f682ca-360f-4595-9262-d4c1dee1cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375335 Aug 23 21:07:59.485473 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f9b538-948e-44a7-9edf-7bc56339049c req-6cf93c6a-ec9d-4f01-b7b6-b4b901256db8 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:07:59.486864 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f5f9b538-948e-44a7-9edf-7bc56339049c req-6cf93c6a-ec9d-4f01-b7b6-b4b901256db8 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d187a32-d6bc-4705-bf62-bb97d1c1a976 HTTP/1.1" status: 200 len: 949 time: 0.0486765 Aug 23 21:07:59.576787 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-f5f9b538-948e-44a7-9edf-7bc56339049c req-ad7354e4-364f-4692-a551-2562a53ddbf9 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] Deleting port b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:07:59.577136 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f5f9b538-948e-44a7-9edf-7bc56339049c req-ad7354e4-364f-4692-a551-2562a53ddbf9 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:07:59.666883 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-f5f9b538-948e-44a7-9edf-7bc56339049c req-ad7354e4-364f-4692-a551-2562a53ddbf9 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] For port b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:07:59.667246 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f5f9b538-948e-44a7-9edf-7bc56339049c req-ad7354e4-364f-4692-a551-2562a53ddbf9 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:07:59.680215 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-f5f9b538-948e-44a7-9edf-7bc56339049c req-ad7354e4-364f-4692-a551-2562a53ddbf9 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] Calling delete_port for b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:07:59.815333 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f5f9b538-948e-44a7-9edf-7bc56339049c req-ad7354e4-364f-4692-a551-2562a53ddbf9 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:07:59.827416 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:07:59.846237 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7354e4-364f-4692-a551-2562a53ddbf9 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] Pushing event deleted for resources: {'Port': ['ID=b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:07:59.892149 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5f9b538-948e-44a7-9edf-7bc56339049c req-ad7354e4-364f-4692-a551-2562a53ddbf9 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] No DVR routers for this DVR port b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2 on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:07:59.894800 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f5f9b538-948e-44a7-9edf-7bc56339049c req-ad7354e4-364f-4692-a551-2562a53ddbf9 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:07:59.896807 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f5f9b538-948e-44a7-9edf-7bc56339049c req-ad7354e4-364f-4692-a551-2562a53ddbf9 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] 10.222.0.11 "DELETE /v2.0/ports/b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2 HTTP/1.1" status: 204 len: 173 time: 0.4037259 Aug 23 21:07:59.897244 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d187a32-d6bc-4705-bf62-bb97d1c1a976', 'name': 'network-vif-deleted', 'tag': 'b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:07:59.899482 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6462e8b6-8208-4847-a504-07a1b73d6ec7" -d '{"events": [{"server_uuid": "9d187a32-d6bc-4705-bf62-bb97d1c1a976", "name": "network-vif-deleted", "tag": "b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:07:59.942345 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8c2478-ca40-4b7e-8003-3a79e32bc8d2 x-openstack-request-id: req-bd8c2478-ca40-4b7e-8003-3a79e32bc8d2 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:07:59.942636 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d187a32-d6bc-4705-bf62-bb97d1c1a976", "name": "network-vif-deleted", "tag": "b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:07:59.942891 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bd8c2478-ca40-4b7e-8003-3a79e32bc8d2 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:07:59.943305 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d187a32-d6bc-4705-bf62-bb97d1c1a976', 'name': 'network-vif-deleted', 'tag': 'b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2', 'status': 'completed', 'code': 200} Aug 23 21:08:00.435116 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-79046150-10a7-4bed-9d57-4a95ef3ed0ee req-7a8db34e-849f-4c70-b2e0-2f06a084b022 tempest-VolumesNegativeTest-72040756 tempest-VolumesNegativeTest-72040756-project] 10.222.0.61 "GET /v2.0/ports?device_id=9d187a32-d6bc-4705-bf62-bb97d1c1a976 HTTP/1.1" status: 200 len: 210 time: 0.0275354 Aug 23 21:08:05.170753 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:08:05.191649 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:08:05.191993 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device b1cd3a43-ad02-4ca3-98e4-f0921daa2ce2 not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:08:06.175465 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47306) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:08:06.307926 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-908f932f-cf00-4a26-a994-11ffd81e32b9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=89417ce6637346a3bd19df7cbd802543&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1311362 Aug 23 21:08:06.310421 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47310) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:08:06.359339 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6b13c10e-6bfe-4a42-8440-513c5e8ada02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:06.380451 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6b13c10e-6bfe-4a42-8440-513c5e8ada02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:06.427531 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6b13c10e-6bfe-4a42-8440-513c5e8ada02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:06.430072 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6b13c10e-6bfe-4a42-8440-513c5e8ada02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:06.431267 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-6b13c10e-6bfe-4a42-8440-513c5e8ada02 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/77f682ca-360f-4595-9262-d4c1dee1cb29 HTTP/1.1" status: 204 len: 168 time: 0.1199222 Aug 23 21:08:06.439222 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b13c10e-6bfe-4a42-8440-513c5e8ada02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f682ca-360f-4595-9262-d4c1dee1cb29,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:08:06.446713 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b13c10e-6bfe-4a42-8440-513c5e8ada02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:08:06.447047 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b13c10e-6bfe-4a42-8440-513c5e8ada02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:08:06.447397 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b13c10e-6bfe-4a42-8440-513c5e8ada02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:08:06.447723 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b13c10e-6bfe-4a42-8440-513c5e8ada02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:08:06.448087 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b13c10e-6bfe-4a42-8440-513c5e8ada02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:08:06.448401 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b13c10e-6bfe-4a42-8440-513c5e8ada02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:08:06.448723 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b13c10e-6bfe-4a42-8440-513c5e8ada02 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:08:06.449045 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b13c10e-6bfe-4a42-8440-513c5e8ada02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:08:06.449404 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b13c10e-6bfe-4a42-8440-513c5e8ada02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:08:06.449670 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b13c10e-6bfe-4a42-8440-513c5e8ada02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:08:06.449987 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b13c10e-6bfe-4a42-8440-513c5e8ada02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:08:06.451017 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b13c10e-6bfe-4a42-8440-513c5e8ada02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:08:07.055414 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47332) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:08:07.154158 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-74828717-bdc8-4bd3-bb42-277b36cbec3a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2003419674-network', 'tenant_id': '7dbd9ad6df514a6f9ba8fa91fde710a0'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:08:07.175062 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74828717-bdc8-4bd3-bb42-277b36cbec3a admin admin] Made reservation on behalf of 7dbd9ad6df514a6f9ba8fa91fde710a0 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:08:07.177460 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-74828717-bdc8-4bd3-bb42-277b36cbec3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:07.186147 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-74828717-bdc8-4bd3-bb42-277b36cbec3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:07.276454 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-74828717-bdc8-4bd3-bb42-277b36cbec3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:07.280866 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-74828717-bdc8-4bd3-bb42-277b36cbec3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:07.305083 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74828717-bdc8-4bd3-bb42-277b36cbec3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:08:07.313876 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74828717-bdc8-4bd3-bb42-277b36cbec3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34702e97-a6c5-4735-9e70-6ae38793d4a9,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:08:07.320629 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-74828717-bdc8-4bd3-bb42-277b36cbec3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:07.321006 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-74828717-bdc8-4bd3-bb42-277b36cbec3a admin admin] Added segment 51170a12-581b-42a3-9882-173f6e228667 of type vlan for network 596f7850-7071-4ddd-9c96-6e933f07676a Aug 23 21:08:07.363639 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-74828717-bdc8-4bd3-bb42-277b36cbec3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:07.388667 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-74828717-bdc8-4bd3-bb42-277b36cbec3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:07.389628 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74828717-bdc8-4bd3-bb42-277b36cbec3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:08:07.390243 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-74828717-bdc8-4bd3-bb42-277b36cbec3a admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:07.469577 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-74828717-bdc8-4bd3-bb42-277b36cbec3a admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4127314 Aug 23 21:08:07.472304 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47336) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:08:07.478599 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-6bd79771-8574-4ca1-b242-2a4d85d8e066 admin admin] Request body: {'subnet': {'network_id': '596f7850-7071-4ddd-9c96-6e933f07676a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2003419674-subnet', 'tenant_id': '7dbd9ad6df514a6f9ba8fa91fde710a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:08:07.486758 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74828717-bdc8-4bd3-bb42-277b36cbec3a admin admin] Pushing event updated for resources: {'Network': ['ID=596f7850-7071-4ddd-9c96-6e933f07676a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:08:07.498981 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 596f7850-7071-4ddd-9c96-6e933f07676a details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:08:07.505576 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd79771-8574-4ca1-b242-2a4d85d8e066 admin admin] Made reservation on behalf of 7dbd9ad6df514a6f9ba8fa91fde710a0 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:08:07.507964 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6bd79771-8574-4ca1-b242-2a4d85d8e066 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:07.676241 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6bd79771-8574-4ca1-b242-2a4d85d8e066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:07.739720 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd79771-8574-4ca1-b242-2a4d85d8e066 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8991e30d-1ac3-4571-b5b8-d0e6b6b45db2,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:08:07.743878 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd79771-8574-4ca1-b242-2a4d85d8e066 admin admin] Checking segment: {'id': '51170a12-581b-42a3-9882-173f6e228667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '596f7850-7071-4ddd-9c96-6e933f07676a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:08:07.744264 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd79771-8574-4ca1-b242-2a4d85d8e066 admin admin] Network hostable DHCP agents. Network: 596f7850-7071-4ddd-9c96-6e933f07676a, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:08:07.760901 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd79771-8574-4ca1-b242-2a4d85d8e066 admin admin] Network 596f7850-7071-4ddd-9c96-6e933f07676a is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:08:07.769753 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-6bd79771-8574-4ca1-b242-2a4d85d8e066 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 596f7850-7071-4ddd-9c96-6e933f07676a) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:08:07.773646 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd79771-8574-4ca1-b242-2a4d85d8e066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:08:07.774221 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6bd79771-8574-4ca1-b242-2a4d85d8e066 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:07.780041 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4932beea-9ddc-46f6-b227-738335fe857d None None] Network 596f7850-7071-4ddd-9c96-6e933f07676a requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:08:07.788277 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6bd79771-8574-4ca1-b242-2a4d85d8e066 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3138485 Aug 23 21:08:07.904425 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d66c581-8c82-4dd6-9288-b1529a6186ac None None] Network 596f7850-7071-4ddd-9c96-6e933f07676a requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:08:10.050847 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c7cd5873-e599-46f6-90d7-931c0d7371d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:10.623712 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:13.420946 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d045993e-5cb2-497c-a067-85a52b884843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:13.551797 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:14.652900 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:16.012422 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:16.741486 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d0d3dfb4-c2b1-4a8f-935e-a160449b0cfe req-22085cc2-44a3-48a8-995f-c9899f3de436 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7dca2dbb-1309-4701-a876-b103bf2f4854&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419254 Aug 23 21:08:16.828361 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3dfb4-c2b1-4a8f-935e-a160449b0cfe req-c6014ac7-5149-46ad-9204-986166d38144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:08:16.829383 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d0d3dfb4-c2b1-4a8f-935e-a160449b0cfe req-c6014ac7-5149-46ad-9204-986166d38144 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9e20396f7331438baf5e0a87fc6f3d2f&device_id=7dca2dbb-1309-4701-a876-b103bf2f4854 HTTP/1.1" status: 200 len: 1096 time: 0.0443208 Aug 23 21:08:16.940525 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3dfb4-c2b1-4a8f-935e-a160449b0cfe req-03196011-ab61-4482-9fc1-d2db5eddfb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:08:16.942017 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d0d3dfb4-c2b1-4a8f-935e-a160449b0cfe req-03196011-ab61-4482-9fc1-d2db5eddfb17 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf HTTP/1.1" status: 200 len: 913 time: 0.0923932 Aug 23 21:08:17.009378 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d0d3dfb4-c2b1-4a8f-935e-a160449b0cfe req-e3146e01-92f2-4289-ab79-10f42ce77460 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76f158f2-ca9f-4b54-8615-0121c294fea1 HTTP/1.1" status: 200 len: 1001 time: 0.0601039 Aug 23 21:08:17.060210 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3dfb4-c2b1-4a8f-935e-a160449b0cfe req-7e47137d-58b9-4aef-bc4f-17d7cfdc0edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:08:17.061674 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d0d3dfb4-c2b1-4a8f-935e-a160449b0cfe req-7e47137d-58b9-4aef-bc4f-17d7cfdc0edf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df05a557-9226-4912-87c8-3cb75cc85ce5 HTTP/1.1" status: 200 len: 851 time: 0.0450954 Aug 23 21:08:17.113521 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3dfb4-c2b1-4a8f-935e-a160449b0cfe req-e1247a9f-534b-48b4-80e1-99c4276f084a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:08:17.114874 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d0d3dfb4-c2b1-4a8f-935e-a160449b0cfe req-e1247a9f-534b-48b4-80e1-99c4276f084a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465879 Aug 23 21:08:17.209326 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d0d3dfb4-c2b1-4a8f-935e-a160449b0cfe req-de74bfac-ef7d-42b9-86d4-4f8ee24d3cfd service neutron] 10.222.0.11 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873797 Aug 23 21:08:17.303842 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d0d3dfb4-c2b1-4a8f-935e-a160449b0cfe req-27727844-71c6-40d2-95ca-0afc88bf0d5a service neutron] 10.222.0.11 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865326 Aug 23 21:08:20.583337 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:24.998875 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47440) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:08:25.165217 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-04a0a9ee-40d0-4870-962d-4327b0dc33da tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Deleting port c234b89b-f585-4278-bfb2-bd39f0245f0f {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:08:25.165564 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-04a0a9ee-40d0-4870-962d-4327b0dc33da tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:25.243464 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-04a0a9ee-40d0-4870-962d-4327b0dc33da tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:25.243799 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-04a0a9ee-40d0-4870-962d-4327b0dc33da tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:25.255690 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-04a0a9ee-40d0-4870-962d-4327b0dc33da tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Calling delete_port for c234b89b-f585-4278-bfb2-bd39f0245f0f owned by network:floatingip {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:08:25.403520 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-04a0a9ee-40d0-4870-962d-4327b0dc33da tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:25.429860 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a0a9ee-40d0-4870-962d-4327b0dc33da tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Pushing event deleted for resources: {'Port': ['ID=c234b89b-f585-4278-bfb2-bd39f0245f0f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:08:25.499894 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-04a0a9ee-40d0-4870-962d-4327b0dc33da tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks [] for floatingip, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:25.500320 n-d-805663-2 neutron-server[94687]: INFO neutron.db.l3_db [None req-04a0a9ee-40d0-4870-962d-4327b0dc33da tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Floating IP 261ce659-6b56-44bf-b003-c80a3661fa58 disassociated (deleted). External IP: 172.25.4.248, port: 76f158f2-ca9f-4b54-8615-0121c294fea1. Aug 23 21:08:25.711161 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a0a9ee-40d0-4870-962d-4327b0dc33da tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Router 9803a043-c29b-4ad2-9a22-6350dc1d44c9 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:08:25.822738 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a0a9ee-40d0-4870-962d-4327b0dc33da tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:08:25.827981 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-04a0a9ee-40d0-4870-962d-4327b0dc33da tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:25.834319 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e30866-c103-48c4-adf7-034357ac1c3c None None] Sync routers for ids ['9803a043-c29b-4ad2-9a22-6350dc1d44c9'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:08:25.843595 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e30866-c103-48c4-adf7-034357ac1c3c None None] Routers {'9803a043-c29b-4ad2-9a22-6350dc1d44c9'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:08:25.844333 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-e5e30866-c103-48c4-adf7-034357ac1c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:08:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['9803a043-c29b-4ad2-9a22-6350dc1d44c9'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:08:25.857130 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-04a0a9ee-40d0-4870-962d-4327b0dc33da tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "DELETE /v2.0/floatingips/261ce659-6b56-44bf-b003-c80a3661fa58 HTTP/1.1" status: 204 len: 168 time: 0.8567452 Aug 23 21:08:25.858352 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dca2dbb-1309-4701-a876-b103bf2f4854', 'tag': '76f158f2-ca9f-4b54-8615-0121c294fea1'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:08:25.861105 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07fda57b-470e-4ef7-9a3a-500fa5580653" -d '{"events": [{"name": "network-changed", "server_uuid": "7dca2dbb-1309-4701-a876-b103bf2f4854", "tag": "76f158f2-ca9f-4b54-8615-0121c294fea1"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:08:25.907891 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20e9187-ffc5-4125-9c9f-32fbdf6b9642 x-openstack-request-id: req-e20e9187-ffc5-4125-9c9f-32fbdf6b9642 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:08:25.908230 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dca2dbb-1309-4701-a876-b103bf2f4854", "tag": "76f158f2-ca9f-4b54-8615-0121c294fea1", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:08:25.908484 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e20e9187-ffc5-4125-9c9f-32fbdf6b9642 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:08:25.908933 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dca2dbb-1309-4701-a876-b103bf2f4854', 'tag': '76f158f2-ca9f-4b54-8615-0121c294fea1', 'status': 'completed', 'code': 200} Aug 23 21:08:25.971690 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-e5e30866-c103-48c4-adf7-034357ac1c3c None None] Set router 9803a043-c29b-4ad2-9a22-6350dc1d44c9 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:08:25.991218 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fda57b-470e-4ef7-9a3a-500fa5580653 req-7bb8d81b-9d5c-4c0b-bc22-c61ec808e154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:08:25.993081 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-07fda57b-470e-4ef7-9a3a-500fa5580653 req-7bb8d81b-9d5c-4c0b-bc22-c61ec808e154 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9e20396f7331438baf5e0a87fc6f3d2f&device_id=7dca2dbb-1309-4701-a876-b103bf2f4854 HTTP/1.1" status: 200 len: 1096 time: 0.0540602 Aug 23 21:08:26.143444 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fda57b-470e-4ef7-9a3a-500fa5580653 req-b4c261fa-3906-44f8-a2b5-16ff54f50f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:08:26.145238 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-07fda57b-470e-4ef7-9a3a-500fa5580653 req-b4c261fa-3906-44f8-a2b5-16ff54f50f37 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf HTTP/1.1" status: 200 len: 913 time: 0.1421311 Aug 23 21:08:26.210802 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-07fda57b-470e-4ef7-9a3a-500fa5580653 req-5ac2c31a-6d37-4444-9c71-6c9291f6c084 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76f158f2-ca9f-4b54-8615-0121c294fea1 HTTP/1.1" status: 200 len: 217 time: 0.0563414 Aug 23 21:08:26.260068 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-e5e30866-c103-48c4-adf7-034357ac1c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'name': 'tempest-TestVolumeBootPattern-1714222421-router', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'ce20a4af-3584-4974-aa16-5f669853659b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:57:33Z', 'updated_at': '2021-08-23T20:57:36Z', 'revision_number': 4, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'gw_port': {'id': 'ce20a4af-3584-4974-aa16-5f669853659b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:57:33Z', 'updated_at': '2021-08-23T20:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '42003a77-e04f-4d09-8cc0-012892e5872a', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'floating_ip_address': '172.25.4.172', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'port_id': '196bf330-3e63-48df-8e8a-8d24da7df9ce', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf', 'mac_address': 'fa:16:3e:86:88:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81799cc9-e0fa-4ae1-aa3e-209b70bd4905', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:04:41Z', 'updated_at': '2021-08-23T21:04:44Z', 'revision_number': 1, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30fdbbcc-fcf1-42b0-8603-759d0f743326', 'name': '', 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'mac_address': 'fa:16:3e:ac:84:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'df05a557-9226-4912-87c8-3cb75cc85ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:57:35Z', 'updated_at': '2021-08-23T20:57:42Z', 'revision_number': 5, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'subnets': [{'id': 'df05a557-9226-4912-87c8-3cb75cc85ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:08:26.271624 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fda57b-470e-4ef7-9a3a-500fa5580653 req-e2829506-8abc-4d34-8f40-220f4e4c48eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:08:26.273620 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-07fda57b-470e-4ef7-9a3a-500fa5580653 req-e2829506-8abc-4d34-8f40-220f4e4c48eb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df05a557-9226-4912-87c8-3cb75cc85ce5 HTTP/1.1" status: 200 len: 851 time: 0.0508814 Aug 23 21:08:26.290927 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e30866-c103-48c4-adf7-034357ac1c3c None None] Checking router: 9803a043-c29b-4ad2-9a22-6350dc1d44c9 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:08:26.305583 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e30866-c103-48c4-adf7-034357ac1c3c None None] Routers {'9803a043-c29b-4ad2-9a22-6350dc1d44c9'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:08:26.308519 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-e5e30866-c103-48c4-adf7-034357ac1c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:08:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['9803a043-c29b-4ad2-9a22-6350dc1d44c9'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:08:26.336719 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fda57b-470e-4ef7-9a3a-500fa5580653 req-1f4e007a-3af6-4ab6-8219-c3baa4552d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:08:26.338365 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9197f9-d81a-4a8e-8acb-a0dd45f546f8 req-af29e250-ae4a-4120-ad43-d67d4335a93a tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:08:26.338897 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-07fda57b-470e-4ef7-9a3a-500fa5580653 req-1f4e007a-3af6-4ab6-8219-c3baa4552d78 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568063 Aug 23 21:08:26.343894 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9a9197f9-d81a-4a8e-8acb-a0dd45f546f8 req-af29e250-ae4a-4120-ad43-d67d4335a93a tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=7dca2dbb-1309-4701-a876-b103bf2f4854 HTTP/1.1" status: 200 len: 945 time: 0.2699375 Aug 23 21:08:26.392209 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9a9197f9-d81a-4a8e-8acb-a0dd45f546f8 req-ad5ad3fe-4cd5-4264-a306-08eb9c9b5372 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ca4f03b-a894-47fd-852a-5dff620c07ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394702 Aug 23 21:08:26.429945 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-e5e30866-c103-48c4-adf7-034357ac1c3c None None] Set router 9803a043-c29b-4ad2-9a22-6350dc1d44c9 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:08:26.456982 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-07fda57b-470e-4ef7-9a3a-500fa5580653 req-9074c9ba-7e6d-4f4f-be74-962629688c7d service neutron] 10.222.0.11 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092894 Aug 23 21:08:26.562040 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-07fda57b-470e-4ef7-9a3a-500fa5580653 req-516b3be1-b1fc-4b11-bc13-1d0c40a2020f service neutron] 10.222.0.11 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977259 Aug 23 21:08:26.692102 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-e5e30866-c103-48c4-adf7-034357ac1c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'name': 'tempest-TestVolumeBootPattern-1714222421-router', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'ce20a4af-3584-4974-aa16-5f669853659b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:57:33Z', 'updated_at': '2021-08-23T20:57:36Z', 'revision_number': 4, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'gw_port': {'id': 'ce20a4af-3584-4974-aa16-5f669853659b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:57:33Z', 'updated_at': '2021-08-23T20:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '42003a77-e04f-4d09-8cc0-012892e5872a', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'floating_ip_address': '172.25.4.172', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'port_id': '196bf330-3e63-48df-8e8a-8d24da7df9ce', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf', 'mac_address': 'fa:16:3e:86:88:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81799cc9-e0fa-4ae1-aa3e-209b70bd4905', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:04:41Z', 'updated_at': '2021-08-23T21:04:44Z', 'revision_number': 1, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30fdbbcc-fcf1-42b0-8603-759d0f743326', 'name': '', 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'mac_address': 'fa:16:3e:ac:84:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'df05a557-9226-4912-87c8-3cb75cc85ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:57:35Z', 'updated_at': '2021-08-23T20:57:42Z', 'revision_number': 5, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'subnets': [{'id': 'df05a557-9226-4912-87c8-3cb75cc85ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:08:26.718455 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e30866-c103-48c4-adf7-034357ac1c3c None None] The sync data for ids ['9803a043-c29b-4ad2-9a22-6350dc1d44c9'] in n-d-805663-2 is: [{'id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'name': 'tempest-TestVolumeBootPattern-1714222421-router', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'ce20a4af-3584-4974-aa16-5f669853659b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:57:33Z', 'updated_at': '2021-08-23T20:57:36Z', 'revision_number': 4, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'gw_port': {'id': 'ce20a4af-3584-4974-aa16-5f669853659b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:57:33Z', 'updated_at': '2021-08-23T20:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '42003a77-e04f-4d09-8cc0-012892e5872a', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'floating_ip_address': '172.25.4.172', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'port_id': '196bf330-3e63-48df-8e8a-8d24da7df9ce', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf', 'mac_address': 'fa:16:3e:86:88:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81799cc9-e0fa-4ae1-aa3e-209b70bd4905', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:04:41Z', 'updated_at': '2021-08-23T21:04:44Z', 'revision_number': 1, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30fdbbcc-fcf1-42b0-8603-759d0f743326', 'name': '', 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'mac_address': 'fa:16:3e:ac:84:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'df05a557-9226-4912-87c8-3cb75cc85ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:57:35Z', 'updated_at': '2021-08-23T20:57:42Z', 'revision_number': 5, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'subnets': [{'id': 'df05a557-9226-4912-87c8-3cb75cc85ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:08:26.946324 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec2860f-6689-4a20-bf13-43eeb79af27c None None] New status for floating IP 261ce659-6b56-44bf-b003-c80a3661fa58: DOWN {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 21:08:27.615989 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55e9df-5838-4236-9111-2c2737d28d0e req-f770c97a-767b-4935-8e16-f3e7c9db814c tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:08:27.617515 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9b55e9df-5838-4236-9111-2c2737d28d0e req-f770c97a-767b-4935-8e16-f3e7c9db814c tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=7dca2dbb-1309-4701-a876-b103bf2f4854 HTTP/1.1" status: 200 len: 945 time: 0.1615911 Aug 23 21:08:27.639268 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac232d53-7535-4ed9-bac6-44586f735f96 req-7874bfce-39ff-4fa1-a95d-bb1ec3ea0031 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:08:27.640766 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ac232d53-7535-4ed9-bac6-44586f735f96 req-7874bfce-39ff-4fa1-a95d-bb1ec3ea0031 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.11 "GET /v2.0/ports?device_id=7dca2dbb-1309-4701-a876-b103bf2f4854 HTTP/1.1" status: 200 len: 945 time: 0.0745010 Aug 23 21:08:27.697179 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9b55e9df-5838-4236-9111-2c2737d28d0e req-b898b0da-5574-49da-9caa-54dde6df5221 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ca4f03b-a894-47fd-852a-5dff620c07ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714202 Aug 23 21:08:27.755940 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-ac232d53-7535-4ed9-bac6-44586f735f96 req-0401719e-7969-437a-9433-bc6d3f59c2b3 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Deleting port 76f158f2-ca9f-4b54-8615-0121c294fea1 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:08:27.756294 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ac232d53-7535-4ed9-bac6-44586f735f96 req-0401719e-7969-437a-9433-bc6d3f59c2b3 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:27.849970 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-ac232d53-7535-4ed9-bac6-44586f735f96 req-0401719e-7969-437a-9433-bc6d3f59c2b3 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] For port 76f158f2-ca9f-4b54-8615-0121c294fea1, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=76f158f2-ca9f-4b54-8615-0121c294fea1,segment=NetworkSegment(c18fa516-d00d-4d59-b20b-fdf45af90e68),segment_id=c18fa516-d00d-4d59-b20b-fdf45af90e68)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:08:27.850346 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ac232d53-7535-4ed9-bac6-44586f735f96 req-0401719e-7969-437a-9433-bc6d3f59c2b3 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:27.865978 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-ac232d53-7535-4ed9-bac6-44586f735f96 req-0401719e-7969-437a-9433-bc6d3f59c2b3 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Calling delete_port for 76f158f2-ca9f-4b54-8615-0121c294fea1 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:08:28.002572 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ac232d53-7535-4ed9-bac6-44586f735f96 req-0401719e-7969-437a-9433-bc6d3f59c2b3 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:28.033073 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0401719e-7969-437a-9433-bc6d3f59c2b3 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Pushing event deleted for resources: {'Port': ['ID=76f158f2-ca9f-4b54-8615-0121c294fea1,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:08:28.081588 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac232d53-7535-4ed9-bac6-44586f735f96 req-0401719e-7969-437a-9433-bc6d3f59c2b3 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] No DVR routers for this DVR port 76f158f2-ca9f-4b54-8615-0121c294fea1 on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:08:28.084254 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ac232d53-7535-4ed9-bac6-44586f735f96 req-0401719e-7969-437a-9433-bc6d3f59c2b3 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:28.086279 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ac232d53-7535-4ed9-bac6-44586f735f96 req-0401719e-7969-437a-9433-bc6d3f59c2b3 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.11 "DELETE /v2.0/ports/76f158f2-ca9f-4b54-8615-0121c294fea1 HTTP/1.1" status: 204 len: 173 time: 0.4377756 Aug 23 21:08:28.086715 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dca2dbb-1309-4701-a876-b103bf2f4854', 'name': 'network-vif-deleted', 'tag': '76f158f2-ca9f-4b54-8615-0121c294fea1'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:08:28.089036 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0d065d-1a61-4635-9b98-0434c81c5dc3" -d '{"events": [{"server_uuid": "7dca2dbb-1309-4701-a876-b103bf2f4854", "name": "network-vif-deleted", "tag": "76f158f2-ca9f-4b54-8615-0121c294fea1"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:08:28.132114 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c856ea9a-dddf-40d6-9a2b-a2b1fd8e1756 x-openstack-request-id: req-c856ea9a-dddf-40d6-9a2b-a2b1fd8e1756 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:08:28.132409 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dca2dbb-1309-4701-a876-b103bf2f4854", "name": "network-vif-deleted", "tag": "76f158f2-ca9f-4b54-8615-0121c294fea1", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:08:28.132662 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c856ea9a-dddf-40d6-9a2b-a2b1fd8e1756 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:08:28.133100 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dca2dbb-1309-4701-a876-b103bf2f4854', 'name': 'network-vif-deleted', 'tag': '76f158f2-ca9f-4b54-8615-0121c294fea1', 'status': 'completed', 'code': 200} Aug 23 21:08:28.795655 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-11138aad-d35f-4578-bcf6-866d6a3ab436 req-b06dec26-55c6-42b3-9477-0d1ec4f8ac41 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=7dca2dbb-1309-4701-a876-b103bf2f4854 HTTP/1.1" status: 200 len: 210 time: 0.0281296 Aug 23 21:08:29.902162 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-50c0c594-473b-45e0-88cc-9974a85d51e3 req-efc8d55a-e113-427d-b466-7eb67259a10f tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=7dca2dbb-1309-4701-a876-b103bf2f4854 HTTP/1.1" status: 200 len: 210 time: 0.0272331 Aug 23 21:08:30.193947 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:08:31.025176 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f9619aeb-dbe4-419c-8478-04f9d8b17d32 req-978116f2-5ab8-46a5-931b-c56ed8754858 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=7dca2dbb-1309-4701-a876-b103bf2f4854 HTTP/1.1" status: 200 len: 210 time: 0.0333309 Aug 23 21:08:31.326924 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 76f158f2-ca9f-4b54-8615-0121c294fea1 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:08:31.350259 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: 76f158f2-ca9f-4b54-8615-0121c294fea1 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:08:31.350709 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 76f158f2-ca9f-4b54-8615-0121c294fea1 not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:08:32.158810 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-aff831b3-3f97-464b-98d6-90bf2b4a7e09 req-f2b63c5b-e755-4b66-8fc6-fa36c30544a1 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=7dca2dbb-1309-4701-a876-b103bf2f4854 HTTP/1.1" status: 200 len: 210 time: 0.0365779 Aug 23 21:08:35.266754 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d607d8ed-224e-4fee-9eee-a1d73b6391d4 req-bcf37553-f4f8-4646-b6b3-3d578967b6cf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=81799cc9-e0fa-4ae1-aa3e-209b70bd4905&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429292 Aug 23 21:08:35.374115 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d607d8ed-224e-4fee-9eee-a1d73b6391d4 req-68d13d30-bd47-413b-9a22-9c5388dcebfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:08:35.376151 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d607d8ed-224e-4fee-9eee-a1d73b6391d4 req-68d13d30-bd47-413b-9a22-9c5388dcebfa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e20396f7331438baf5e0a87fc6f3d2f&device_id=81799cc9-e0fa-4ae1-aa3e-209b70bd4905 HTTP/1.1" status: 200 len: 1097 time: 0.0446429 Aug 23 21:08:35.834764 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d607d8ed-224e-4fee-9eee-a1d73b6391d4 req-3d0dc234-060e-4e7e-8855-8bf80979204c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:08:35.836300 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d607d8ed-224e-4fee-9eee-a1d73b6391d4 req-3d0dc234-060e-4e7e-8855-8bf80979204c service neutron] 10.222.0.32 "GET /v2.0/networks?id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf HTTP/1.1" status: 200 len: 913 time: 0.4383657 Aug 23 21:08:35.904799 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d607d8ed-224e-4fee-9eee-a1d73b6391d4 req-c2830671-e024-4a3a-abdd-6a800aeb1fad service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=196bf330-3e63-48df-8e8a-8d24da7df9ce HTTP/1.1" status: 200 len: 1002 time: 0.0603158 Aug 23 21:08:35.956781 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d607d8ed-224e-4fee-9eee-a1d73b6391d4 req-a7f384cf-9626-4cb1-aaca-f9f6fbde16dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:08:35.958309 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d607d8ed-224e-4fee-9eee-a1d73b6391d4 req-a7f384cf-9626-4cb1-aaca-f9f6fbde16dd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df05a557-9226-4912-87c8-3cb75cc85ce5 HTTP/1.1" status: 200 len: 851 time: 0.0460410 Aug 23 21:08:36.010484 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d607d8ed-224e-4fee-9eee-a1d73b6391d4 req-dd2ffce8-ef71-4f1d-9725-aa2715257a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:08:36.011910 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d607d8ed-224e-4fee-9eee-a1d73b6391d4 req-dd2ffce8-ef71-4f1d-9725-aa2715257a4f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463674 Aug 23 21:08:36.115665 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d607d8ed-224e-4fee-9eee-a1d73b6391d4 req-a8783b76-e1e7-45a7-a271-04785e9f72c6 service neutron] 10.222.0.32 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956314 Aug 23 21:08:36.220431 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d607d8ed-224e-4fee-9eee-a1d73b6391d4 req-4f00302f-ab65-4033-bc40-1b9ecec9ca22 service neutron] 10.222.0.32 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975912 Aug 23 21:08:38.620290 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47716) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:08:38.785839 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-cdf4f032-99b9-45de-9695-9c7111de9e10 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Deleting port 65114176-3576-4d1a-a4ea-be12a3f6b9fd {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:08:38.786180 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cdf4f032-99b9-45de-9695-9c7111de9e10 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:38.862014 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cdf4f032-99b9-45de-9695-9c7111de9e10 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:38.862639 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cdf4f032-99b9-45de-9695-9c7111de9e10 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:38.874932 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-cdf4f032-99b9-45de-9695-9c7111de9e10 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Calling delete_port for 65114176-3576-4d1a-a4ea-be12a3f6b9fd owned by network:floatingip {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:08:39.030055 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cdf4f032-99b9-45de-9695-9c7111de9e10 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:39.056420 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf4f032-99b9-45de-9695-9c7111de9e10 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Pushing event deleted for resources: {'Port': ['ID=65114176-3576-4d1a-a4ea-be12a3f6b9fd,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:08:39.119743 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cdf4f032-99b9-45de-9695-9c7111de9e10 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks [] for floatingip, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:39.120227 n-d-805663-2 neutron-server[94687]: INFO neutron.db.l3_db [None req-cdf4f032-99b9-45de-9695-9c7111de9e10 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Floating IP 42003a77-e04f-4d09-8cc0-012892e5872a disassociated (deleted). External IP: 172.25.4.172, port: 196bf330-3e63-48df-8e8a-8d24da7df9ce. Aug 23 21:08:39.341140 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf4f032-99b9-45de-9695-9c7111de9e10 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Router 9803a043-c29b-4ad2-9a22-6350dc1d44c9 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:08:39.462800 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf4f032-99b9-45de-9695-9c7111de9e10 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:08:39.468527 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cdf4f032-99b9-45de-9695-9c7111de9e10 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:39.477039 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f57661-69de-47b0-8ffa-c9cd2c981f2e None None] Sync routers for ids ['9803a043-c29b-4ad2-9a22-6350dc1d44c9'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:08:39.487625 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f57661-69de-47b0-8ffa-c9cd2c981f2e None None] Routers {'9803a043-c29b-4ad2-9a22-6350dc1d44c9'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:08:39.488290 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-46f57661-69de-47b0-8ffa-c9cd2c981f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:08:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['9803a043-c29b-4ad2-9a22-6350dc1d44c9'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:08:39.499188 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-cdf4f032-99b9-45de-9695-9c7111de9e10 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "DELETE /v2.0/floatingips/42003a77-e04f-4d09-8cc0-012892e5872a HTTP/1.1" status: 204 len: 168 time: 0.8772075 Aug 23 21:08:39.499948 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81799cc9-e0fa-4ae1-aa3e-209b70bd4905', 'tag': '196bf330-3e63-48df-8e8a-8d24da7df9ce'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:08:39.502472 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6213a0-ea4f-4b23-9b9f-8a272a93bf63" -d '{"events": [{"name": "network-changed", "server_uuid": "81799cc9-e0fa-4ae1-aa3e-209b70bd4905", "tag": "196bf330-3e63-48df-8e8a-8d24da7df9ce"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:08:39.547007 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b7016f-6267-434f-9736-adc426c4928b x-openstack-request-id: req-c2b7016f-6267-434f-9736-adc426c4928b {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:08:39.548097 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81799cc9-e0fa-4ae1-aa3e-209b70bd4905", "tag": "196bf330-3e63-48df-8e8a-8d24da7df9ce", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:08:39.548469 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c2b7016f-6267-434f-9736-adc426c4928b {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:08:39.548988 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81799cc9-e0fa-4ae1-aa3e-209b70bd4905', 'tag': '196bf330-3e63-48df-8e8a-8d24da7df9ce', 'status': 'completed', 'code': 200} Aug 23 21:08:39.630333 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-46f57661-69de-47b0-8ffa-c9cd2c981f2e None None] Set router 9803a043-c29b-4ad2-9a22-6350dc1d44c9 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:08:39.635519 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6213a0-ea4f-4b23-9b9f-8a272a93bf63 req-d33ead65-1f44-4dda-9b9d-299714a51474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:08:39.637375 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8d6213a0-ea4f-4b23-9b9f-8a272a93bf63 req-d33ead65-1f44-4dda-9b9d-299714a51474 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e20396f7331438baf5e0a87fc6f3d2f&device_id=81799cc9-e0fa-4ae1-aa3e-209b70bd4905 HTTP/1.1" status: 200 len: 1097 time: 0.0467663 Aug 23 21:08:39.821306 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34be4646-dbf8-40aa-8bb9-cba39efb7a36 req-9290161b-6b55-4257-81a9-40efb9071b0e tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:08:39.822892 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-34be4646-dbf8-40aa-8bb9-cba39efb7a36 req-9290161b-6b55-4257-81a9-40efb9071b0e tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=81799cc9-e0fa-4ae1-aa3e-209b70bd4905 HTTP/1.1" status: 200 len: 946 time: 0.0944738 Aug 23 21:08:39.826123 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6213a0-ea4f-4b23-9b9f-8a272a93bf63 req-4f9dc1b5-3e50-4571-8745-6c4c160e3547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:08:39.827639 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8d6213a0-ea4f-4b23-9b9f-8a272a93bf63 req-4f9dc1b5-3e50-4571-8745-6c4c160e3547 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf HTTP/1.1" status: 200 len: 913 time: 0.1785791 Aug 23 21:08:39.876484 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-46f57661-69de-47b0-8ffa-c9cd2c981f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'name': 'tempest-TestVolumeBootPattern-1714222421-router', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'ce20a4af-3584-4974-aa16-5f669853659b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:57:33Z', 'updated_at': '2021-08-23T20:57:36Z', 'revision_number': 4, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'gw_port': {'id': 'ce20a4af-3584-4974-aa16-5f669853659b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:57:33Z', 'updated_at': '2021-08-23T20:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '30fdbbcc-fcf1-42b0-8603-759d0f743326', 'name': '', 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'mac_address': 'fa:16:3e:ac:84:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'df05a557-9226-4912-87c8-3cb75cc85ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:57:35Z', 'updated_at': '2021-08-23T20:57:42Z', 'revision_number': 5, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'subnets': [{'id': 'df05a557-9226-4912-87c8-3cb75cc85ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:08:39.881907 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8d6213a0-ea4f-4b23-9b9f-8a272a93bf63 req-d3f8d7b3-6b3d-488e-8451-832436b0466f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=196bf330-3e63-48df-8e8a-8d24da7df9ce HTTP/1.1" status: 200 len: 217 time: 0.0436363 Aug 23 21:08:39.907497 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f57661-69de-47b0-8ffa-c9cd2c981f2e None None] Checking router: 9803a043-c29b-4ad2-9a22-6350dc1d44c9 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:08:39.917031 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f57661-69de-47b0-8ffa-c9cd2c981f2e None None] Routers {'9803a043-c29b-4ad2-9a22-6350dc1d44c9'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:08:39.917648 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-46f57661-69de-47b0-8ffa-c9cd2c981f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:08:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['9803a043-c29b-4ad2-9a22-6350dc1d44c9'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:08:39.928574 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-34be4646-dbf8-40aa-8bb9-cba39efb7a36 req-c73d75e0-13a2-4ab2-9325-15fe337e10d7 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ca4f03b-a894-47fd-852a-5dff620c07ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966580 Aug 23 21:08:39.947363 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6213a0-ea4f-4b23-9b9f-8a272a93bf63 req-59cd356a-b831-49f1-93ad-b27161d99a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:08:39.948859 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8d6213a0-ea4f-4b23-9b9f-8a272a93bf63 req-59cd356a-b831-49f1-93ad-b27161d99a35 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df05a557-9226-4912-87c8-3cb75cc85ce5 HTTP/1.1" status: 200 len: 851 time: 0.0572472 Aug 23 21:08:40.000553 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6213a0-ea4f-4b23-9b9f-8a272a93bf63 req-cb376a71-8be7-4fcf-a25f-0617218cdf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:08:40.002497 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8d6213a0-ea4f-4b23-9b9f-8a272a93bf63 req-cb376a71-8be7-4fcf-a25f-0617218cdf6a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1822ef8c-ab9b-49ef-9b96-3e20505d8abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437033 Aug 23 21:08:40.044695 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-46f57661-69de-47b0-8ffa-c9cd2c981f2e None None] Set router 9803a043-c29b-4ad2-9a22-6350dc1d44c9 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:08:40.082168 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cae328fa-6e9f-4839-aa5e-88b07d446ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:40.109300 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8d6213a0-ea4f-4b23-9b9f-8a272a93bf63 req-659dffca-7c5f-49f6-b671-2e63b6307ec9 service neutron] 10.222.0.32 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987155 Aug 23 21:08:40.213457 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8d6213a0-ea4f-4b23-9b9f-8a272a93bf63 req-c3cdedf6-fcc5-43c7-95a1-053503008b9e service neutron] 10.222.0.32 "GET /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955474 Aug 23 21:08:40.275843 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-46f57661-69de-47b0-8ffa-c9cd2c981f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'name': 'tempest-TestVolumeBootPattern-1714222421-router', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'ce20a4af-3584-4974-aa16-5f669853659b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:57:33Z', 'updated_at': '2021-08-23T20:57:36Z', 'revision_number': 4, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'gw_port': {'id': 'ce20a4af-3584-4974-aa16-5f669853659b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:57:33Z', 'updated_at': '2021-08-23T20:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '30fdbbcc-fcf1-42b0-8603-759d0f743326', 'name': '', 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'mac_address': 'fa:16:3e:ac:84:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'df05a557-9226-4912-87c8-3cb75cc85ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:57:35Z', 'updated_at': '2021-08-23T20:57:42Z', 'revision_number': 5, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'subnets': [{'id': 'df05a557-9226-4912-87c8-3cb75cc85ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:08:40.305854 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f57661-69de-47b0-8ffa-c9cd2c981f2e None None] The sync data for ids ['9803a043-c29b-4ad2-9a22-6350dc1d44c9'] in n-d-805663-2 is: [{'id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'name': 'tempest-TestVolumeBootPattern-1714222421-router', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'ce20a4af-3584-4974-aa16-5f669853659b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:57:33Z', 'updated_at': '2021-08-23T20:57:36Z', 'revision_number': 4, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'gw_port': {'id': 'ce20a4af-3584-4974-aa16-5f669853659b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:57:33Z', 'updated_at': '2021-08-23T20:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '30fdbbcc-fcf1-42b0-8603-759d0f743326', 'name': '', 'network_id': '1822ef8c-ab9b-49ef-9b96-3e20505d8abf', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'mac_address': 'fa:16:3e:ac:84:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'df05a557-9226-4912-87c8-3cb75cc85ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:57:35Z', 'updated_at': '2021-08-23T20:57:42Z', 'revision_number': 5, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'subnets': [{'id': 'df05a557-9226-4912-87c8-3cb75cc85ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:08:40.543706 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb53f79-67ed-4a1a-a10a-41607f648f50 None None] New status for floating IP 42003a77-e04f-4d09-8cc0-012892e5872a: DOWN {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 21:08:40.640426 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:41.059131 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f1bb7-48dd-4f20-bb28-6596726740ce req-ea11b7b5-277c-4868-8416-ca558dace879 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:08:41.063300 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-550f1bb7-48dd-4f20-bb28-6596726740ce req-ea11b7b5-277c-4868-8416-ca558dace879 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=81799cc9-e0fa-4ae1-aa3e-209b70bd4905 HTTP/1.1" status: 200 len: 946 time: 0.0553730 Aug 23 21:08:41.105260 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-550f1bb7-48dd-4f20-bb28-6596726740ce req-5726f43d-87db-4628-bb8c-c3eccefb2499 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ca4f03b-a894-47fd-852a-5dff620c07ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351856 Aug 23 21:08:41.563840 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674528e2-7d06-4f54-9d64-ba75bedafcbc req-d3701d5c-fb0a-4e93-a34c-5e31e312d597 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:08:41.565560 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-674528e2-7d06-4f54-9d64-ba75bedafcbc req-d3701d5c-fb0a-4e93-a34c-5e31e312d597 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.32 "GET /v2.0/ports?device_id=81799cc9-e0fa-4ae1-aa3e-209b70bd4905 HTTP/1.1" status: 200 len: 946 time: 0.0580311 Aug 23 21:08:41.666742 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-674528e2-7d06-4f54-9d64-ba75bedafcbc req-28f5c9bf-d3cd-4e0a-8819-057f0f5416de tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Deleting port 196bf330-3e63-48df-8e8a-8d24da7df9ce {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:08:41.667088 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-674528e2-7d06-4f54-9d64-ba75bedafcbc req-28f5c9bf-d3cd-4e0a-8819-057f0f5416de tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:41.757892 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-674528e2-7d06-4f54-9d64-ba75bedafcbc req-28f5c9bf-d3cd-4e0a-8819-057f0f5416de tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] For port 196bf330-3e63-48df-8e8a-8d24da7df9ce, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=196bf330-3e63-48df-8e8a-8d24da7df9ce,segment=NetworkSegment(c18fa516-d00d-4d59-b20b-fdf45af90e68),segment_id=c18fa516-d00d-4d59-b20b-fdf45af90e68)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:08:41.758263 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-674528e2-7d06-4f54-9d64-ba75bedafcbc req-28f5c9bf-d3cd-4e0a-8819-057f0f5416de tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:41.770507 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-674528e2-7d06-4f54-9d64-ba75bedafcbc req-28f5c9bf-d3cd-4e0a-8819-057f0f5416de tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Calling delete_port for 196bf330-3e63-48df-8e8a-8d24da7df9ce owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:08:41.906523 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-674528e2-7d06-4f54-9d64-ba75bedafcbc req-28f5c9bf-d3cd-4e0a-8819-057f0f5416de tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:41.936795 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f5c9bf-d3cd-4e0a-8819-057f0f5416de tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Pushing event deleted for resources: {'Port': ['ID=196bf330-3e63-48df-8e8a-8d24da7df9ce,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:08:41.984466 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-674528e2-7d06-4f54-9d64-ba75bedafcbc req-28f5c9bf-d3cd-4e0a-8819-057f0f5416de tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] No DVR routers for this DVR port 196bf330-3e63-48df-8e8a-8d24da7df9ce on host n-h2-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:08:41.987327 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-674528e2-7d06-4f54-9d64-ba75bedafcbc req-28f5c9bf-d3cd-4e0a-8819-057f0f5416de tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:41.989357 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-674528e2-7d06-4f54-9d64-ba75bedafcbc req-28f5c9bf-d3cd-4e0a-8819-057f0f5416de tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.32 "DELETE /v2.0/ports/196bf330-3e63-48df-8e8a-8d24da7df9ce HTTP/1.1" status: 204 len: 173 time: 0.4170120 Aug 23 21:08:41.989786 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81799cc9-e0fa-4ae1-aa3e-209b70bd4905', 'name': 'network-vif-deleted', 'tag': '196bf330-3e63-48df-8e8a-8d24da7df9ce'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:08:41.992047 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c60793-f95b-4238-a804-ed69c9952de4" -d '{"events": [{"server_uuid": "81799cc9-e0fa-4ae1-aa3e-209b70bd4905", "name": "network-vif-deleted", "tag": "196bf330-3e63-48df-8e8a-8d24da7df9ce"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:08:42.044605 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e5a684-e557-4f70-9c19-a807db2554b0 x-openstack-request-id: req-10e5a684-e557-4f70-9c19-a807db2554b0 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:08:42.045041 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81799cc9-e0fa-4ae1-aa3e-209b70bd4905", "name": "network-vif-deleted", "tag": "196bf330-3e63-48df-8e8a-8d24da7df9ce", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:08:42.045475 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-10e5a684-e557-4f70-9c19-a807db2554b0 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:08:42.046271 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81799cc9-e0fa-4ae1-aa3e-209b70bd4905', 'name': 'network-vif-deleted', 'tag': '196bf330-3e63-48df-8e8a-8d24da7df9ce', 'status': 'completed', 'code': 200} Aug 23 21:08:42.216752 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-056d44c3-e8ec-419b-ab4a-2ead3ae4454d req-af78c3c1-e958-425e-a131-a13fb28a78eb tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=81799cc9-e0fa-4ae1-aa3e-209b70bd4905 HTTP/1.1" status: 200 len: 210 time: 0.0283229 Aug 23 21:08:43.333730 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bbc6f8dd-9b2d-49a1-a9dd-86795069917a req-450d1183-8edd-43b7-8a7f-88bec23a6f52 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=81799cc9-e0fa-4ae1-aa3e-209b70bd4905 HTTP/1.1" status: 200 len: 210 time: 0.0287149 Aug 23 21:08:43.425315 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-426b5506-baab-4931-80f3-2602e4a09aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:43.556372 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:44.433714 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c05c22d2-cb8a-4909-b878-48034377df45 req-3c38baf9-bc62-41d8-bf7e-a2b45388e3b5 tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=81799cc9-e0fa-4ae1-aa3e-209b70bd4905 HTTP/1.1" status: 200 len: 210 time: 0.0260763 Aug 23 21:08:44.666000 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:45.537636 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-37e92e6b-bc1e-403a-9e52-b264b6c3364a req-9414735a-d65f-49d0-af9f-3d3dad7d1dad tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "GET /v2.0/ports?device_id=81799cc9-e0fa-4ae1-aa3e-209b70bd4905 HTTP/1.1" status: 200 len: 210 time: 0.0292151 Aug 23 21:08:46.018337 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:46.595925 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47874) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:08:46.614314 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 196bf330-3e63-48df-8e8a-8d24da7df9ce no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:08:46.634450 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: 196bf330-3e63-48df-8e8a-8d24da7df9ce {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:08:46.634837 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 196bf330-3e63-48df-8e8a-8d24da7df9ce not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:08:46.739802 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-cbe5673c-5f2a-4bd6-8ef8-47bc9e541eee tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Deleting port aa338b5f-97b9-467d-bd20-025cd6129a75 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:08:46.740180 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cbe5673c-5f2a-4bd6-8ef8-47bc9e541eee tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:46.821420 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cbe5673c-5f2a-4bd6-8ef8-47bc9e541eee tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:46.821748 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cbe5673c-5f2a-4bd6-8ef8-47bc9e541eee tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:46.834293 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-cbe5673c-5f2a-4bd6-8ef8-47bc9e541eee tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Calling delete_port for aa338b5f-97b9-467d-bd20-025cd6129a75 owned by network:floatingip {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:08:46.974756 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cbe5673c-5f2a-4bd6-8ef8-47bc9e541eee tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:47.000614 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe5673c-5f2a-4bd6-8ef8-47bc9e541eee tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Pushing event deleted for resources: {'Port': ['ID=aa338b5f-97b9-467d-bd20-025cd6129a75,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:08:47.012833 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe5673c-5f2a-4bd6-8ef8-47bc9e541eee tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:08:47.012833 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe5673c-5f2a-4bd6-8ef8-47bc9e541eee tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:08:47.014537 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe5673c-5f2a-4bd6-8ef8-47bc9e541eee tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:08:47.014915 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe5673c-5f2a-4bd6-8ef8-47bc9e541eee tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:08:47.015263 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe5673c-5f2a-4bd6-8ef8-47bc9e541eee tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:08:47.015607 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe5673c-5f2a-4bd6-8ef8-47bc9e541eee tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:08:47.015946 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe5673c-5f2a-4bd6-8ef8-47bc9e541eee tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:08:47.016316 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe5673c-5f2a-4bd6-8ef8-47bc9e541eee tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:08:47.016653 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe5673c-5f2a-4bd6-8ef8-47bc9e541eee tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:08:47.016988 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe5673c-5f2a-4bd6-8ef8-47bc9e541eee tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:08:47.017318 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe5673c-5f2a-4bd6-8ef8-47bc9e541eee tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:08:47.017646 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe5673c-5f2a-4bd6-8ef8-47bc9e541eee tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:08:47.081416 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cbe5673c-5f2a-4bd6-8ef8-47bc9e541eee tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks [] for floatingip, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:47.084311 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cbe5673c-5f2a-4bd6-8ef8-47bc9e541eee tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:47.085575 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-cbe5673c-5f2a-4bd6-8ef8-47bc9e541eee tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "DELETE /v2.0/floatingips/ce57888b-1b12-4d65-9264-22555ed8f289 HTTP/1.1" status: 204 len: 168 time: 0.4885354 Aug 23 21:08:49.380217 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47938) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:08:49.446526 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-766387a1-06dc-4a8b-ba66-c41e1e5004cb tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:49.476450 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-766387a1-06dc-4a8b-ba66-c41e1e5004cb tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:49.548024 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-766387a1-06dc-4a8b-ba66-c41e1e5004cb tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:49.550793 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-766387a1-06dc-4a8b-ba66-c41e1e5004cb tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:49.554836 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-766387a1-06dc-4a8b-ba66-c41e1e5004cb tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] 10.222.0.61 "DELETE /v2.0/security-groups/4ca4f03b-a894-47fd-852a-5dff620c07ed HTTP/1.1" status: 204 len: 168 time: 0.1702716 Aug 23 21:08:49.562352 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766387a1-06dc-4a8b-ba66-c41e1e5004cb tempest-TestVolumeBootPattern-1587767791 tempest-TestVolumeBootPattern-1587767791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca4f03b-a894-47fd-852a-5dff620c07ed,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:08:49.652889 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47946) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:08:50.154503 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-385308dd-e3b6-4098-a858-3befbfc8556c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:50.448633 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-385308dd-e3b6-4098-a858-3befbfc8556c admin admin] Deleting port 30fdbbcc-fcf1-42b0-8603-759d0f743326 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:08:50.448951 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-385308dd-e3b6-4098-a858-3befbfc8556c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:50.531199 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-385308dd-e3b6-4098-a858-3befbfc8556c admin admin] For port 30fdbbcc-fcf1-42b0-8603-759d0f743326, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=30fdbbcc-fcf1-42b0-8603-759d0f743326,segment=NetworkSegment(c18fa516-d00d-4d59-b20b-fdf45af90e68),segment_id=c18fa516-d00d-4d59-b20b-fdf45af90e68)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:08:50.531562 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-385308dd-e3b6-4098-a858-3befbfc8556c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:50.543578 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-385308dd-e3b6-4098-a858-3befbfc8556c admin admin] Calling delete_port for 30fdbbcc-fcf1-42b0-8603-759d0f743326 owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:08:50.589024 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:50.729533 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-385308dd-e3b6-4098-a858-3befbfc8556c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:50.757125 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385308dd-e3b6-4098-a858-3befbfc8556c admin admin] Pushing event deleted for resources: {'Port': ['ID=30fdbbcc-fcf1-42b0-8603-759d0f743326,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:08:50.928200 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-385308dd-e3b6-4098-a858-3befbfc8556c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:51.188979 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-385308dd-e3b6-4098-a858-3befbfc8556c admin admin] Router 9803a043-c29b-4ad2-9a22-6350dc1d44c9 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:08:51.301904 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385308dd-e3b6-4098-a858-3befbfc8556c admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:08:51.307184 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-385308dd-e3b6-4098-a858-3befbfc8556c admin admin] 10.222.0.61 "PUT /v2.0/routers/9803a043-c29b-4ad2-9a22-6350dc1d44c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6526544 Aug 23 21:08:51.310069 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47974) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:08:51.315285 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6ed661-705d-4721-ad8f-4667111fdb5f None None] Sync routers for ids ['9803a043-c29b-4ad2-9a22-6350dc1d44c9'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:08:51.325087 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6ed661-705d-4721-ad8f-4667111fdb5f None None] Routers {'9803a043-c29b-4ad2-9a22-6350dc1d44c9'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:08:51.326555 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8f6ed661-705d-4721-ad8f-4667111fdb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:08:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['9803a043-c29b-4ad2-9a22-6350dc1d44c9'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:08:51.434905 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-96659a6c-22eb-4bed-a1a8-5d92c271d0cf admin admin] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:51.619443 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-8f6ed661-705d-4721-ad8f-4667111fdb5f None None] Set router 9803a043-c29b-4ad2-9a22-6350dc1d44c9 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:08:51.824675 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8f6ed661-705d-4721-ad8f-4667111fdb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'name': 'tempest-TestVolumeBootPattern-1714222421-router', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'ce20a4af-3584-4974-aa16-5f669853659b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:57:33Z', 'updated_at': '2021-08-23T21:08:50Z', 'revision_number': 5, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'gw_port': {'id': 'ce20a4af-3584-4974-aa16-5f669853659b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:57:33Z', 'updated_at': '2021-08-23T20:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:08:51.858640 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6ed661-705d-4721-ad8f-4667111fdb5f None None] Checking router: 9803a043-c29b-4ad2-9a22-6350dc1d44c9 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:08:51.868654 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6ed661-705d-4721-ad8f-4667111fdb5f None None] Routers {'9803a043-c29b-4ad2-9a22-6350dc1d44c9'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:08:51.869232 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8f6ed661-705d-4721-ad8f-4667111fdb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:08:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['9803a043-c29b-4ad2-9a22-6350dc1d44c9'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:08:51.910491 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-96659a6c-22eb-4bed-a1a8-5d92c271d0cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:51.964486 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-96659a6c-22eb-4bed-a1a8-5d92c271d0cf admin admin] Deleting port ce20a4af-3584-4974-aa16-5f669853659b {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:08:51.964824 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-96659a6c-22eb-4bed-a1a8-5d92c271d0cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:51.979808 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-8f6ed661-705d-4721-ad8f-4667111fdb5f None None] Set router 9803a043-c29b-4ad2-9a22-6350dc1d44c9 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:08:52.052088 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-96659a6c-22eb-4bed-a1a8-5d92c271d0cf admin admin] For port ce20a4af-3584-4974-aa16-5f669853659b, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=ce20a4af-3584-4974-aa16-5f669853659b,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:08:52.052590 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-96659a6c-22eb-4bed-a1a8-5d92c271d0cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:52.068383 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-96659a6c-22eb-4bed-a1a8-5d92c271d0cf admin admin] Calling delete_port for ce20a4af-3584-4974-aa16-5f669853659b owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:08:52.176941 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8f6ed661-705d-4721-ad8f-4667111fdb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'name': 'tempest-TestVolumeBootPattern-1714222421-router', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'ce20a4af-3584-4974-aa16-5f669853659b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:57:33Z', 'updated_at': '2021-08-23T21:08:50Z', 'revision_number': 5, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'gw_port': {'id': 'ce20a4af-3584-4974-aa16-5f669853659b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:57:33Z', 'updated_at': '2021-08-23T20:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:08:52.203922 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6ed661-705d-4721-ad8f-4667111fdb5f None None] The sync data for ids ['9803a043-c29b-4ad2-9a22-6350dc1d44c9'] in n-d-805663-2 is: [{'id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'name': 'tempest-TestVolumeBootPattern-1714222421-router', 'tenant_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'ce20a4af-3584-4974-aa16-5f669853659b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:57:33Z', 'updated_at': '2021-08-23T21:08:50Z', 'revision_number': 5, 'project_id': '9e20396f7331438baf5e0a87fc6f3d2f', 'gw_port': {'id': 'ce20a4af-3584-4974-aa16-5f669853659b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9803a043-c29b-4ad2-9a22-6350dc1d44c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:57:33Z', 'updated_at': '2021-08-23T20:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:08:52.262056 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-96659a6c-22eb-4bed-a1a8-5d92c271d0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:52.290637 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96659a6c-22eb-4bed-a1a8-5d92c271d0cf admin admin] Pushing event deleted for resources: {'Port': ['ID=ce20a4af-3584-4974-aa16-5f669853659b,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:08:52.356022 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-96659a6c-22eb-4bed-a1a8-5d92c271d0cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:52.455416 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-96659a6c-22eb-4bed-a1a8-5d92c271d0cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:52.457795 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-96659a6c-22eb-4bed-a1a8-5d92c271d0cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:52.505817 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-96659a6c-22eb-4bed-a1a8-5d92c271d0cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:52.506259 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96659a6c-22eb-4bed-a1a8-5d92c271d0cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9803a043-c29b-4ad2-9a22-6350dc1d44c9 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 21:08:52.510952 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-96659a6c-22eb-4bed-a1a8-5d92c271d0cf admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:52.512022 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-96659a6c-22eb-4bed-a1a8-5d92c271d0cf admin admin] 10.222.0.61 "DELETE /v2.0/routers/9803a043-c29b-4ad2-9a22-6350dc1d44c9 HTTP/1.1" status: 204 len: 168 time: 1.2009087 Aug 23 21:08:52.515368 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47978) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:08:52.565838 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5646089-5b1d-4795-b3fa-d1c6750da7fc admin admin] Deleting subnet df05a557-9226-4912-87c8-3cb75cc85ce5 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 21:08:52.570205 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e5646089-5b1d-4795-b3fa-d1c6750da7fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:52.621525 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e5646089-5b1d-4795-b3fa-d1c6750da7fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:52.721250 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e5646089-5b1d-4795-b3fa-d1c6750da7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:52.796746 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e5646089-5b1d-4795-b3fa-d1c6750da7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:52.828288 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e5646089-5b1d-4795-b3fa-d1c6750da7fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:52.832536 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e5646089-5b1d-4795-b3fa-d1c6750da7fc admin admin] 10.222.0.61 "DELETE /v2.0/subnets/df05a557-9226-4912-87c8-3cb75cc85ce5 HTTP/1.1" status: 204 len: 168 time: 0.3140371 Aug 23 21:08:52.832536 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5646089-5b1d-4795-b3fa-d1c6750da7fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df05a557-9226-4912-87c8-3cb75cc85ce5,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:08:52.832980 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 47982) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:08:52.834776 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e616015-8d9a-460b-9003-7805653e00a5 None None] Network 1822ef8c-ab9b-49ef-9b96-3e20505d8abf requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:08:52.914085 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e89b1942-ef09-4335-8865-e9db286e714e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:52.974853 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-e89b1942-ef09-4335-8865-e9db286e714e admin admin] Deleting port b2c3f10c-1d90-4b21-800b-1f90378ef85d {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:08:52.975179 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e89b1942-ef09-4335-8865-e9db286e714e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:53.054230 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-e89b1942-ef09-4335-8865-e9db286e714e admin admin] For port b2c3f10c-1d90-4b21-800b-1f90378ef85d, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=b2c3f10c-1d90-4b21-800b-1f90378ef85d,segment=NetworkSegment(c18fa516-d00d-4d59-b20b-fdf45af90e68),segment_id=c18fa516-d00d-4d59-b20b-fdf45af90e68)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:08:53.054594 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e89b1942-ef09-4335-8865-e9db286e714e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:53.069342 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-e89b1942-ef09-4335-8865-e9db286e714e admin admin] Calling delete_port for b2c3f10c-1d90-4b21-800b-1f90378ef85d owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:08:53.157056 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e89b1942-ef09-4335-8865-e9db286e714e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:53.181598 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b1942-ef09-4335-8865-e9db286e714e admin admin] Pushing event deleted for resources: {'Port': ['ID=b2c3f10c-1d90-4b21-800b-1f90378ef85d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:08:53.187714 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89b1942-ef09-4335-8865-e9db286e714e admin admin] No DVR routers for this DVR port b2c3f10c-1d90-4b21-800b-1f90378ef85d on host n-d-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:08:53.265455 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e89b1942-ef09-4335-8865-e9db286e714e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:53.276695 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-e89b1942-ef09-4335-8865-e9db286e714e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1822ef8c-ab9b-49ef-9b96-3e20505d8abf']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:08:53.288943 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-e89b1942-ef09-4335-8865-e9db286e714e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c18fa516-d00d-4d59-b20b-fdf45af90e68') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:08:53.289216 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-e89b1942-ef09-4335-8865-e9db286e714e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c18fa516-d00d-4d59-b20b-fdf45af90e68') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:08:53.305821 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e89b1942-ef09-4335-8865-e9db286e714e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:53.324471 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e89b1942-ef09-4335-8865-e9db286e714e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:53.333680 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d18f7e-48b7-41fc-afb0-8104165804c3 None None] DHCP port deletion for 1822ef8c-ab9b-49ef-9b96-3e20505d8abf request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 21:08:53.335263 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e89b1942-ef09-4335-8865-e9db286e714e admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:08:53.335807 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e89b1942-ef09-4335-8865-e9db286e714e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:53.353652 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 21:08:53.353652 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:08:53.353652 n-d-805663-2 neutron-server[94688]: timer() Aug 23 21:08:53.353652 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:08:53.353652 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 21:08:53.353652 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:08:53.353652 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 21:08:53.353652 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:08:53.353652 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 21:08:53.353652 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:08:53.353652 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 21:08:53.353652 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:08:53.353652 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 21:08:53.353652 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:08:53.353652 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:08:53.353652 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:08:53.353652 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:08:53.353652 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:08:53.353652 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 21:08:53.353652 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:08:53.353652 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 21:08:53.353652 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:08:53.353652 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:08:53.353652 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:08:53.353652 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 21:08:53.353652 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:08:53.353652 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:08:53.353652 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:08:53.353652 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:08:53.353652 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:08:53.353652 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:08:53.353652 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:08:53.386708 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 30fdbbcc-fcf1-42b0-8603-759d0f743326 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:08:53.409320 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 30fdbbcc-fcf1-42b0-8603-759d0f743326 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:08:53.409665 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 30fdbbcc-fcf1-42b0-8603-759d0f743326 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:08:53.412208 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e89b1942-ef09-4335-8865-e9db286e714e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:53.417713 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e89b1942-ef09-4335-8865-e9db286e714e admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:53.423345 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e89b1942-ef09-4335-8865-e9db286e714e admin admin] 10.222.0.61 "DELETE /v2.0/networks/1822ef8c-ab9b-49ef-9b96-3e20505d8abf HTTP/1.1" status: 204 len: 168 time: 0.5867815 Aug 23 21:08:53.424190 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 47986) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:08:53.435997 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b1942-ef09-4335-8865-e9db286e714e admin admin] Pushing event deleted for resources: {'Network': ['ID=1822ef8c-ab9b-49ef-9b96-3e20505d8abf,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:08:53.794937 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6c691bee-e711-4b0d-bb3a-d8d4a1b46fd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:54.056757 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-6c691bee-e711-4b0d-bb3a-d8d4a1b46fd1 admin admin] Deleting port 5810065c-58d0-4ed8-ab17-98b7362f91d4 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:08:54.057167 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6c691bee-e711-4b0d-bb3a-d8d4a1b46fd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:54.148306 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-6c691bee-e711-4b0d-bb3a-d8d4a1b46fd1 admin admin] For port 5810065c-58d0-4ed8-ab17-98b7362f91d4, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=5810065c-58d0-4ed8-ab17-98b7362f91d4,segment=NetworkSegment(ca3cc666-fd5e-4343-a915-9d967b666c8e),segment_id=ca3cc666-fd5e-4343-a915-9d967b666c8e)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:08:54.148672 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6c691bee-e711-4b0d-bb3a-d8d4a1b46fd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:54.162327 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-6c691bee-e711-4b0d-bb3a-d8d4a1b46fd1 admin admin] Calling delete_port for 5810065c-58d0-4ed8-ab17-98b7362f91d4 owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:08:54.354365 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6c691bee-e711-4b0d-bb3a-d8d4a1b46fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:54.380416 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c691bee-e711-4b0d-bb3a-d8d4a1b46fd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5810065c-58d0-4ed8-ab17-98b7362f91d4,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:08:54.572349 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6c691bee-e711-4b0d-bb3a-d8d4a1b46fd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:54.823444 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c691bee-e711-4b0d-bb3a-d8d4a1b46fd1 admin admin] Router 0e37d588-730a-4a56-a0df-434b737942b8 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:08:54.952773 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c691bee-e711-4b0d-bb3a-d8d4a1b46fd1 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:08:54.960539 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6c691bee-e711-4b0d-bb3a-d8d4a1b46fd1 admin admin] 10.222.0.61 "PUT /v2.0/routers/0e37d588-730a-4a56-a0df-434b737942b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5327027 Aug 23 21:08:54.960828 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48000) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:08:54.967283 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e33697-0585-4d62-ab53-c34f0eb8a458 None None] Sync routers for ids ['0e37d588-730a-4a56-a0df-434b737942b8'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:08:54.984689 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e33697-0585-4d62-ab53-c34f0eb8a458 None None] Routers {'0e37d588-730a-4a56-a0df-434b737942b8'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:08:54.985883 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e6e33697-0585-4d62-ab53-c34f0eb8a458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:08:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['0e37d588-730a-4a56-a0df-434b737942b8'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:08:55.083501 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f40322ce-a113-404a-ae98-9991c518ea5a admin admin] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:55.140719 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-e6e33697-0585-4d62-ab53-c34f0eb8a458 None None] Set router 0e37d588-730a-4a56-a0df-434b737942b8 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:08:55.210967 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device b2c3f10c-1d90-4b21-800b-1f90378ef85d no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:08:55.249490 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: b2c3f10c-1d90-4b21-800b-1f90378ef85d {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:08:55.249846 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device b2c3f10c-1d90-4b21-800b-1f90378ef85d not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:08:55.250287 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device ce20a4af-3584-4974-aa16-5f669853659b no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:08:55.257095 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f40322ce-a113-404a-ae98-9991c518ea5a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:55.282345 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: ce20a4af-3584-4974-aa16-5f669853659b {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:08:55.283493 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device ce20a4af-3584-4974-aa16-5f669853659b not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:08:55.349974 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-f40322ce-a113-404a-ae98-9991c518ea5a admin admin] Deleting port a0e98619-e3fb-4927-b3e4-ce2c2c468a60 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:08:55.350463 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f40322ce-a113-404a-ae98-9991c518ea5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:55.438066 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e6e33697-0585-4d62-ab53-c34f0eb8a458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e37d588-730a-4a56-a0df-434b737942b8', 'name': 'tempest-TestVolumeBootPattern-167295920-router', 'tenant_id': 'e11ea3cf4324463bb84b452b12c06119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': 'a0e98619-e3fb-4927-b3e4-ce2c2c468a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:57:39Z', 'updated_at': '2021-08-23T21:08:54Z', 'revision_number': 5, 'project_id': 'e11ea3cf4324463bb84b452b12c06119', 'gw_port': {'id': 'a0e98619-e3fb-4927-b3e4-ce2c2c468a60', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ce:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e37d588-730a-4a56-a0df-434b737942b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T20:57:39Z', 'updated_at': '2021-08-23T20:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:08:55.456087 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-f40322ce-a113-404a-ae98-9991c518ea5a admin admin] For port a0e98619-e3fb-4927-b3e4-ce2c2c468a60, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=a0e98619-e3fb-4927-b3e4-ce2c2c468a60,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:08:55.456811 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f40322ce-a113-404a-ae98-9991c518ea5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:55.466502 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e33697-0585-4d62-ab53-c34f0eb8a458 None None] Checking router: 0e37d588-730a-4a56-a0df-434b737942b8 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:08:55.485821 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e33697-0585-4d62-ab53-c34f0eb8a458 None None] Routers {'0e37d588-730a-4a56-a0df-434b737942b8'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:08:55.486592 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e6e33697-0585-4d62-ab53-c34f0eb8a458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:08:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['0e37d588-730a-4a56-a0df-434b737942b8'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:08:55.489856 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-f40322ce-a113-404a-ae98-9991c518ea5a admin admin] Calling delete_port for a0e98619-e3fb-4927-b3e4-ce2c2c468a60 owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:08:55.596913 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-e6e33697-0585-4d62-ab53-c34f0eb8a458 None None] Set router 0e37d588-730a-4a56-a0df-434b737942b8 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:08:55.669614 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e6e33697-0585-4d62-ab53-c34f0eb8a458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e37d588-730a-4a56-a0df-434b737942b8', 'name': 'tempest-TestVolumeBootPattern-167295920-router', 'tenant_id': 'e11ea3cf4324463bb84b452b12c06119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:57:39Z', 'updated_at': '2021-08-23T21:08:55Z', 'revision_number': 6, 'project_id': 'e11ea3cf4324463bb84b452b12c06119', 'gw_port_host': None}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:08:55.726478 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e33697-0585-4d62-ab53-c34f0eb8a458 None None] The sync data for ids ['0e37d588-730a-4a56-a0df-434b737942b8'] in n-d-805663-2 is: [{'id': '0e37d588-730a-4a56-a0df-434b737942b8', 'name': 'tempest-TestVolumeBootPattern-167295920-router', 'tenant_id': 'e11ea3cf4324463bb84b452b12c06119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T20:57:39Z', 'updated_at': '2021-08-23T21:08:55Z', 'revision_number': 6, 'project_id': 'e11ea3cf4324463bb84b452b12c06119', 'gw_port_host': None}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:08:55.750823 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f40322ce-a113-404a-ae98-9991c518ea5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:55.791976 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40322ce-a113-404a-ae98-9991c518ea5a admin admin] Pushing event deleted for resources: {'Port': ['ID=a0e98619-e3fb-4927-b3e4-ce2c2c468a60,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:08:55.865038 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f40322ce-a113-404a-ae98-9991c518ea5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:55.969097 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f40322ce-a113-404a-ae98-9991c518ea5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:55.972609 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f40322ce-a113-404a-ae98-9991c518ea5a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:56.034427 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f40322ce-a113-404a-ae98-9991c518ea5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:56.035174 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40322ce-a113-404a-ae98-9991c518ea5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e37d588-730a-4a56-a0df-434b737942b8 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 21:08:56.041552 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f40322ce-a113-404a-ae98-9991c518ea5a admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:56.045567 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f40322ce-a113-404a-ae98-9991c518ea5a admin admin] 10.222.0.61 "DELETE /v2.0/routers/0e37d588-730a-4a56-a0df-434b737942b8 HTTP/1.1" status: 204 len: 168 time: 1.0810606 Aug 23 21:08:56.046763 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48126) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:08:56.110410 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf791e58-dc5e-4842-97d8-5c8cbdc2ba3e admin admin] Deleting subnet b20c1544-43ad-4f23-a519-ffc2a3bf61cd {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 21:08:56.114608 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cf791e58-dc5e-4842-97d8-5c8cbdc2ba3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:56.172885 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cf791e58-dc5e-4842-97d8-5c8cbdc2ba3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:56.284158 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cf791e58-dc5e-4842-97d8-5c8cbdc2ba3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:56.344010 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cf791e58-dc5e-4842-97d8-5c8cbdc2ba3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:56.360802 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cf791e58-dc5e-4842-97d8-5c8cbdc2ba3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:56.368180 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-cf791e58-dc5e-4842-97d8-5c8cbdc2ba3e admin admin] 10.222.0.61 "DELETE /v2.0/subnets/b20c1544-43ad-4f23-a519-ffc2a3bf61cd HTTP/1.1" status: 204 len: 168 time: 0.3150995 Aug 23 21:08:56.368403 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916683bc-42ac-4bf3-9822-61c1a3631479 None None] Network 7db7d6c2-1b07-4fff-85cc-dbf0c87191ba requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:08:56.369491 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48166) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:08:56.397046 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf791e58-dc5e-4842-97d8-5c8cbdc2ba3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b20c1544-43ad-4f23-a519-ffc2a3bf61cd,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:08:56.467360 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ee400415-a55d-4244-a90c-62218da216b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:56.536274 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-ee400415-a55d-4244-a90c-62218da216b2 admin admin] Deleting port 484bed17-4c46-4ef5-a21a-2f7642d5b5de {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:08:56.536663 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ee400415-a55d-4244-a90c-62218da216b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:56.613133 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725d5950-c6a8-4d7d-aa2b-30056d4b41e7 None None] DHCP port deletion for 7db7d6c2-1b07-4fff-85cc-dbf0c87191ba request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 21:08:56.645752 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-ee400415-a55d-4244-a90c-62218da216b2 admin admin] For port 484bed17-4c46-4ef5-a21a-2f7642d5b5de, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=484bed17-4c46-4ef5-a21a-2f7642d5b5de,segment=NetworkSegment(ca3cc666-fd5e-4343-a915-9d967b666c8e),segment_id=ca3cc666-fd5e-4343-a915-9d967b666c8e)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:08:56.645752 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ee400415-a55d-4244-a90c-62218da216b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:56.664857 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-ee400415-a55d-4244-a90c-62218da216b2 admin admin] Calling delete_port for 484bed17-4c46-4ef5-a21a-2f7642d5b5de owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:08:56.681947 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-725d5950-c6a8-4d7d-aa2b-30056d4b41e7 None None] Deleting port 484bed17-4c46-4ef5-a21a-2f7642d5b5de {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:08:56.682336 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-725d5950-c6a8-4d7d-aa2b-30056d4b41e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:56.770671 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ee400415-a55d-4244-a90c-62218da216b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:56.779487 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-725d5950-c6a8-4d7d-aa2b-30056d4b41e7 None None] For port 484bed17-4c46-4ef5-a21a-2f7642d5b5de, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=484bed17-4c46-4ef5-a21a-2f7642d5b5de,segment=NetworkSegment(ca3cc666-fd5e-4343-a915-9d967b666c8e),segment_id=ca3cc666-fd5e-4343-a915-9d967b666c8e)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:08:56.779907 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-725d5950-c6a8-4d7d-aa2b-30056d4b41e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:56.795767 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-725d5950-c6a8-4d7d-aa2b-30056d4b41e7 None None] Calling delete_port for 484bed17-4c46-4ef5-a21a-2f7642d5b5de owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:08:56.803404 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee400415-a55d-4244-a90c-62218da216b2 admin admin] No DVR routers for this DVR port 484bed17-4c46-4ef5-a21a-2f7642d5b5de on host n-d-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:08:56.847550 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee400415-a55d-4244-a90c-62218da216b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=484bed17-4c46-4ef5-a21a-2f7642d5b5de,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:08:56.900669 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-725d5950-c6a8-4d7d-aa2b-30056d4b41e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:56.947793 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d5950-c6a8-4d7d-aa2b-30056d4b41e7 None None] Pushing event deleted for resources: {'Port': ['ID=484bed17-4c46-4ef5-a21a-2f7642d5b5de,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:08:56.966643 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725d5950-c6a8-4d7d-aa2b-30056d4b41e7 None None] No DVR routers for this DVR port 484bed17-4c46-4ef5-a21a-2f7642d5b5de on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:08:56.971803 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725d5950-c6a8-4d7d-aa2b-30056d4b41e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:08:56.973762 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725d5950-c6a8-4d7d-aa2b-30056d4b41e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:08:56.983010 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725d5950-c6a8-4d7d-aa2b-30056d4b41e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:08:56.983346 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725d5950-c6a8-4d7d-aa2b-30056d4b41e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:08:56.983787 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725d5950-c6a8-4d7d-aa2b-30056d4b41e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:08:56.984050 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725d5950-c6a8-4d7d-aa2b-30056d4b41e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:08:56.984402 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725d5950-c6a8-4d7d-aa2b-30056d4b41e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:08:56.984801 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725d5950-c6a8-4d7d-aa2b-30056d4b41e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:08:56.985141 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725d5950-c6a8-4d7d-aa2b-30056d4b41e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:08:56.985476 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725d5950-c6a8-4d7d-aa2b-30056d4b41e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:08:56.986111 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725d5950-c6a8-4d7d-aa2b-30056d4b41e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:08:56.986597 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725d5950-c6a8-4d7d-aa2b-30056d4b41e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:08:57.002775 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ee400415-a55d-4244-a90c-62218da216b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:57.027518 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-ee400415-a55d-4244-a90c-62218da216b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7db7d6c2-1b07-4fff-85cc-dbf0c87191ba']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:08:57.052180 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-ee400415-a55d-4244-a90c-62218da216b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca3cc666-fd5e-4343-a915-9d967b666c8e') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:08:57.052594 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-ee400415-a55d-4244-a90c-62218da216b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca3cc666-fd5e-4343-a915-9d967b666c8e') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:08:57.071772 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ee400415-a55d-4244-a90c-62218da216b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:57.080498 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 5810065c-58d0-4ed8-ab17-98b7362f91d4 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:08:57.097099 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ee400415-a55d-4244-a90c-62218da216b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:57.113289 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee400415-a55d-4244-a90c-62218da216b2 admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:08:57.113699 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ee400415-a55d-4244-a90c-62218da216b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:57.116325 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 21:08:57.116325 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:08:57.116325 n-d-805663-2 neutron-server[94687]: timer() Aug 23 21:08:57.116325 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:08:57.116325 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 21:08:57.116325 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:08:57.116325 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 21:08:57.116325 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:08:57.116325 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 21:08:57.116325 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:08:57.116325 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 21:08:57.116325 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:08:57.116325 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 21:08:57.116325 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:08:57.116325 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:08:57.116325 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:08:57.116325 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:08:57.116325 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:08:57.116325 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 21:08:57.116325 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:08:57.116325 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 21:08:57.116325 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:08:57.116325 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:08:57.116325 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:08:57.116325 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 21:08:57.116325 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:08:57.116325 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:08:57.116325 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:08:57.116325 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:08:57.116325 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:08:57.116325 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:08:57.116325 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:08:57.120547 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 5810065c-58d0-4ed8-ab17-98b7362f91d4 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:08:57.120547 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 5810065c-58d0-4ed8-ab17-98b7362f91d4 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:08:57.120845 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 484bed17-4c46-4ef5-a21a-2f7642d5b5de no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:08:57.155102 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 484bed17-4c46-4ef5-a21a-2f7642d5b5de {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:08:57.155311 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 484bed17-4c46-4ef5-a21a-2f7642d5b5de not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:08:57.155656 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device a0e98619-e3fb-4927-b3e4-ce2c2c468a60 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:08:57.181104 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: a0e98619-e3fb-4927-b3e4-ce2c2c468a60 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:08:57.181456 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device a0e98619-e3fb-4927-b3e4-ce2c2c468a60 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:08:57.227067 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ee400415-a55d-4244-a90c-62218da216b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:57.248734 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ee400415-a55d-4244-a90c-62218da216b2 admin admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:57.252416 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ee400415-a55d-4244-a90c-62218da216b2 admin admin] 10.222.0.61 "DELETE /v2.0/networks/7db7d6c2-1b07-4fff-85cc-dbf0c87191ba HTTP/1.1" status: 204 len: 168 time: 0.8817439 Aug 23 21:08:57.266911 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee400415-a55d-4244-a90c-62218da216b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7db7d6c2-1b07-4fff-85cc-dbf0c87191ba,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:08:57.428994 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48286) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:08:57.492282 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a94f812a-9e7f-4440-a222-700cf16c4ea7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9e20396f7331438baf5e0a87fc6f3d2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0612893 Aug 23 21:08:57.496564 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 48296) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:08:57.556111 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ac9e34da-af09-41cb-887a-4e01d4f0287c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:57.585504 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ac9e34da-af09-41cb-887a-4e01d4f0287c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:57.651152 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ac9e34da-af09-41cb-887a-4e01d4f0287c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:57.655827 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ac9e34da-af09-41cb-887a-4e01d4f0287c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:57.657170 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ac9e34da-af09-41cb-887a-4e01d4f0287c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3cf444a9-1025-4099-993b-11261a4304f1 HTTP/1.1" status: 204 len: 168 time: 0.1571665 Aug 23 21:08:57.673430 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9e34da-af09-41cb-887a-4e01d4f0287c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf444a9-1025-4099-993b-11261a4304f1,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:08:58.068207 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48384) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:08:58.113855 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-09b33566-9357-4fe3-9918-fc674d7530e6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e11ea3cf4324463bb84b452b12c06119&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0445101 Aug 23 21:08:58.116386 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 48392) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:08:58.173827 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-59405331-1dfe-4f8e-942c-0c2c61602873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:58.197506 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-59405331-1dfe-4f8e-942c-0c2c61602873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:58.253347 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-59405331-1dfe-4f8e-942c-0c2c61602873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:58.256247 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-59405331-1dfe-4f8e-942c-0c2c61602873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:08:58.257900 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-59405331-1dfe-4f8e-942c-0c2c61602873 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ab5a1052-5601-42c9-ba3c-7496cc0bbcfa HTTP/1.1" status: 204 len: 168 time: 0.1401622 Aug 23 21:08:58.267247 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59405331-1dfe-4f8e-942c-0c2c61602873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5a1052-5601-42c9-ba3c-7496cc0bbcfa,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:08:59.400025 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd8341-e872-4105-b357-cd68772793b4 req-8c55dc94-8fb0-412d-b794-89ed830f0edf tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:08:59.401561 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7abd8341-e872-4105-b357-cd68772793b4 req-8c55dc94-8fb0-412d-b794-89ed830f0edf tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] 10.222.0.61 "GET /v2.0/networks?id=596f7850-7071-4ddd-9c96-6e933f07676a HTTP/1.1" status: 200 len: 814 time: 0.1270335 Aug 23 21:08:59.417768 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7abd8341-e872-4105-b357-cd68772793b4 req-4ff54650-3d50-40a0-ab4e-d9817bdd386b tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] 10.222.0.61 "GET /v2.0/quotas/7dbd9ad6df514a6f9ba8fa91fde710a0 HTTP/1.1" status: 200 len: 375 time: 0.0097184 Aug 23 21:08:59.456103 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7abd8341-e872-4105-b357-cd68772793b4 req-5ddb5a14-ac26-4393-b773-2e4f7101068d tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7dbd9ad6df514a6f9ba8fa91fde710a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314138 Aug 23 21:08:59.669263 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7abd8341-e872-4105-b357-cd68772793b4 req-604e40c6-a993-4895-a93a-3e73e09fff3c service neutron] 10.222.0.61 "GET /v2.0/networks/596f7850-7071-4ddd-9c96-6e933f07676a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059495 Aug 23 21:08:59.766949 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7abd8341-e872-4105-b357-cd68772793b4 req-1ac08de6-ff1e-41ea-92a5-9def6de83a0b service neutron] 10.222.0.61 "GET /v2.0/networks/596f7850-7071-4ddd-9c96-6e933f07676a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907705 Aug 23 21:08:59.931861 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-442bf516-7c2f-4d74-addf-04ecb253fdda req-35ca2d24-0741-4f9b-964a-ccf93bd8fcb2 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] 10.222.0.61 "GET /v2.0/ports?device_id=92bc3ce8-2693-47cc-8a91-f90b672731a3 HTTP/1.1" status: 200 len: 210 time: 0.0269248 Aug 23 21:09:00.898617 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd8341-e872-4105-b357-cd68772793b4 req-871bacf2-5a7a-448b-a49a-d106780c7b80 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:09:00.900215 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7abd8341-e872-4105-b357-cd68772793b4 req-871bacf2-5a7a-448b-a49a-d106780c7b80 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] 10.222.0.11 "GET /v2.0/networks?id=596f7850-7071-4ddd-9c96-6e933f07676a HTTP/1.1" status: 200 len: 814 time: 0.1060832 Aug 23 21:09:00.914085 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-7abd8341-e872-4105-b357-cd68772793b4 req-f433c76d-1ce3-44c8-a657-d8a3019d5cf3 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Request body: {'port': {'device_id': '92bc3ce8-2693-47cc-8a91-f90b672731a3', 'network_id': '596f7850-7071-4ddd-9c96-6e933f07676a', 'admin_state_up': True, 'tenant_id': '7dbd9ad6df514a6f9ba8fa91fde710a0'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:09:01.038443 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7abd8341-e872-4105-b357-cd68772793b4 req-f433c76d-1ce3-44c8-a657-d8a3019d5cf3 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Made reservation on behalf of 7dbd9ad6df514a6f9ba8fa91fde710a0 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:09:01.042239 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7abd8341-e872-4105-b357-cd68772793b4 req-f433c76d-1ce3-44c8-a657-d8a3019d5cf3 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:09:01.042544 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d3ad67e2-3c96-4a14-b95e-a01cdd2aad05 req-7e278134-5fe5-4667-935e-b9f812f051f9 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] 10.222.0.61 "GET /v2.0/ports?device_id=92bc3ce8-2693-47cc-8a91-f90b672731a3 HTTP/1.1" status: 200 len: 210 time: 0.0275280 Aug 23 21:09:01.178117 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-7abd8341-e872-4105-b357-cd68772793b4 req-f433c76d-1ce3-44c8-a657-d8a3019d5cf3 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Allocated IP 172.20.0.11 (596f7850-7071-4ddd-9c96-6e933f07676a/8991e30d-1ac3-4571-b5b8-d0e6b6b45db2/c91cbcf3-0e61-4369-ba23-85d606c2d26f) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:09:01.325252 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7abd8341-e872-4105-b357-cd68772793b4 req-f433c76d-1ce3-44c8-a657-d8a3019d5cf3 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:09:01.365403 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7abd8341-e872-4105-b357-cd68772793b4 req-f433c76d-1ce3-44c8-a657-d8a3019d5cf3 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:09:01.411862 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7abd8341-e872-4105-b357-cd68772793b4 req-f433c76d-1ce3-44c8-a657-d8a3019d5cf3 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Network 596f7850-7071-4ddd-9c96-6e933f07676a is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:09:01.416597 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-7abd8341-e872-4105-b357-cd68772793b4 req-f433c76d-1ce3-44c8-a657-d8a3019d5cf3 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:09:01.423523 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-7abd8341-e872-4105-b357-cd68772793b4 req-f433c76d-1ce3-44c8-a657-d8a3019d5cf3 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:09:01.427396 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f433c76d-1ce3-44c8-a657-d8a3019d5cf3 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Pushing event updated for resources: {'Port': ['ID=c91cbcf3-0e61-4369-ba23-85d606c2d26f,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:09:01.473434 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd8341-e872-4105-b357-cd68772793b4 req-f433c76d-1ce3-44c8-a657-d8a3019d5cf3 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:09:01.474115 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7abd8341-e872-4105-b357-cd68772793b4 req-f433c76d-1ce3-44c8-a657-d8a3019d5cf3 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:09:01.489615 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7abd8341-e872-4105-b357-cd68772793b4 req-f433c76d-1ce3-44c8-a657-d8a3019d5cf3 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5795670 Aug 23 21:09:01.501723 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [req-7abd8341-e872-4105-b357-cd68772793b4 req-32baacab-27f6-41bc-930e-3a6cc8515b9d tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 21:09:01.502775 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7abd8341-e872-4105-b357-cd68772793b4 req-32baacab-27f6-41bc-930e-3a6cc8515b9d tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055194 Aug 23 21:09:01.514601 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-7abd8341-e872-4105-b357-cd68772793b4 req-87417aee-782f-4d5a-84c9-001906642032 service neutron] Request body: {'port': {'device_id': '92bc3ce8-2693-47cc-8a91-f90b672731a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:09:01.569287 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7abd8341-e872-4105-b357-cd68772793b4 req-87417aee-782f-4d5a-84c9-001906642032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:09:01.843693 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-7abd8341-e872-4105-b357-cd68772793b4 req-87417aee-782f-4d5a-84c9-001906642032 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c91cbcf3-0e61-4369-ba23-85d606c2d26f {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:09:01.850985 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7abd8341-e872-4105-b357-cd68772793b4 req-87417aee-782f-4d5a-84c9-001906642032 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:09:01.863260 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-7abd8341-e872-4105-b357-cd68772793b4 req-87417aee-782f-4d5a-84c9-001906642032 service neutron] Transition to ACTIVE for port object c91cbcf3-0e61-4369-ba23-85d606c2d26f will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:09:01.866838 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7abd8341-e872-4105-b357-cd68772793b4 req-87417aee-782f-4d5a-84c9-001906642032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:09:01.918583 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87417aee-782f-4d5a-84c9-001906642032 service neutron] Pushing event updated for resources: {'Port': ['ID=c91cbcf3-0e61-4369-ba23-85d606c2d26f,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:09:01.988314 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-7abd8341-e872-4105-b357-cd68772793b4 req-87417aee-782f-4d5a-84c9-001906642032 service neutron] Attempting to bind port c91cbcf3-0e61-4369-ba23-85d606c2d26f on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:09:01.988651 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-7abd8341-e872-4105-b357-cd68772793b4 req-87417aee-782f-4d5a-84c9-001906642032 service neutron] Attempting to bind port c91cbcf3-0e61-4369-ba23-85d606c2d26f by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '51170a12-581b-42a3-9882-173f6e228667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '596f7850-7071-4ddd-9c96-6e933f07676a'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:09:01.988987 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abd8341-e872-4105-b357-cd68772793b4 req-87417aee-782f-4d5a-84c9-001906642032 service neutron] Attempting to bind port c91cbcf3-0e61-4369-ba23-85d606c2d26f on network 596f7850-7071-4ddd-9c96-6e933f07676a {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:09:01.993697 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abd8341-e872-4105-b357-cd68772793b4 req-87417aee-782f-4d5a-84c9-001906642032 service neutron] Port c91cbcf3-0e61-4369-ba23-85d606c2d26f on network 596f7850-7071-4ddd-9c96-6e933f07676a not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:09:01.994017 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abd8341-e872-4105-b357-cd68772793b4 req-87417aee-782f-4d5a-84c9-001906642032 service neutron] Attempting to bind port c91cbcf3-0e61-4369-ba23-85d606c2d26f on network 596f7850-7071-4ddd-9c96-6e933f07676a {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:09:01.999304 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abd8341-e872-4105-b357-cd68772793b4 req-87417aee-782f-4d5a-84c9-001906642032 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:09:01.999644 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abd8341-e872-4105-b357-cd68772793b4 req-87417aee-782f-4d5a-84c9-001906642032 service neutron] Checking segment: {'id': '51170a12-581b-42a3-9882-173f6e228667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '596f7850-7071-4ddd-9c96-6e933f07676a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:09:02.000031 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abd8341-e872-4105-b357-cd68772793b4 req-87417aee-782f-4d5a-84c9-001906642032 service neutron] Bound using segment: {'id': '51170a12-581b-42a3-9882-173f6e228667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '596f7850-7071-4ddd-9c96-6e933f07676a'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:09:02.000493 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-7abd8341-e872-4105-b357-cd68772793b4 req-87417aee-782f-4d5a-84c9-001906642032 service neutron] Bound port: c91cbcf3-0e61-4369-ba23-85d606c2d26f, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51170a12-581b-42a3-9882-173f6e228667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '596f7850-7071-4ddd-9c96-6e933f07676a'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:09:02.000856 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7abd8341-e872-4105-b357-cd68772793b4 req-87417aee-782f-4d5a-84c9-001906642032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:09:02.073722 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-7abd8341-e872-4105-b357-cd68772793b4 req-87417aee-782f-4d5a-84c9-001906642032 service neutron] For port c91cbcf3-0e61-4369-ba23-85d606c2d26f, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:09:02.077725 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-7abd8341-e872-4105-b357-cd68772793b4 req-87417aee-782f-4d5a-84c9-001906642032 service neutron] For port c91cbcf3-0e61-4369-ba23-85d606c2d26f, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=c91cbcf3-0e61-4369-ba23-85d606c2d26f,segment=NetworkSegment(51170a12-581b-42a3-9882-173f6e228667),segment_id=51170a12-581b-42a3-9882-173f6e228667)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:09:02.082893 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7abd8341-e872-4105-b357-cd68772793b4 req-87417aee-782f-4d5a-84c9-001906642032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:09:02.123523 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd8341-e872-4105-b357-cd68772793b4 req-87417aee-782f-4d5a-84c9-001906642032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:09:02.123788 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7abd8341-e872-4105-b357-cd68772793b4 req-87417aee-782f-4d5a-84c9-001906642032 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:09:02.125174 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7abd8341-e872-4105-b357-cd68772793b4 req-87417aee-782f-4d5a-84c9-001906642032 service neutron] 10.222.0.11 "PUT /v2.0/ports/c91cbcf3-0e61-4369-ba23-85d606c2d26f HTTP/1.1" status: 200 len: 1092 time: 0.6148059 Aug 23 21:09:02.126263 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92bc3ce8-2693-47cc-8a91-f90b672731a3', 'tag': 'c91cbcf3-0e61-4369-ba23-85d606c2d26f'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:09:02.128533 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542b04e7-3b81-4e8c-a666-ca2ec5c2373e" -d '{"events": [{"name": "network-changed", "server_uuid": "92bc3ce8-2693-47cc-8a91-f90b672731a3", "tag": "c91cbcf3-0e61-4369-ba23-85d606c2d26f"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:09:02.178038 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87417aee-782f-4d5a-84c9-001906642032 service neutron] Pushing event updated for resources: {'Port': ['ID=c91cbcf3-0e61-4369-ba23-85d606c2d26f,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:09:02.191189 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c21e62-6d86-4966-9054-cf7c71605829 x-openstack-request-id: req-d6c21e62-6d86-4966-9054-cf7c71605829 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:09:02.191477 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92bc3ce8-2693-47cc-8a91-f90b672731a3", "tag": "c91cbcf3-0e61-4369-ba23-85d606c2d26f", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:09:02.191726 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d6c21e62-6d86-4966-9054-cf7c71605829 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:09:02.192140 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92bc3ce8-2693-47cc-8a91-f90b672731a3', 'tag': 'c91cbcf3-0e61-4369-ba23-85d606c2d26f', 'status': 'completed', 'code': 200} Aug 23 21:09:02.229076 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6adce-75e0-4cb3-a574-7201fa36dcfa req-32f854cc-11a3-4821-90ba-1c3734f9cc1c tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:09:02.230601 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-76b6adce-75e0-4cb3-a574-7201fa36dcfa req-32f854cc-11a3-4821-90ba-1c3734f9cc1c tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] 10.222.0.61 "GET /v2.0/ports?device_id=92bc3ce8-2693-47cc-8a91-f90b672731a3 HTTP/1.1" status: 200 len: 944 time: 0.1113095 Aug 23 21:09:02.259984 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd8341-e872-4105-b357-cd68772793b4 req-9111e8b1-6c08-4386-bacd-d3b3e79897bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:09:02.261502 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7abd8341-e872-4105-b357-cd68772793b4 req-9111e8b1-6c08-4386-bacd-d3b3e79897bf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7dbd9ad6df514a6f9ba8fa91fde710a0&device_id=92bc3ce8-2693-47cc-8a91-f90b672731a3 HTTP/1.1" status: 200 len: 1095 time: 0.0805376 Aug 23 21:09:02.284724 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-76b6adce-75e0-4cb3-a574-7201fa36dcfa req-f5aae41b-8fff-47b3-8760-6cb7c19f0822 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] 10.222.0.61 "GET /v2.0/security-groups?id=34702e97-a6c5-4735-9e70-6ae38793d4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462084 Aug 23 21:09:02.311638 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7abd8341-e872-4105-b357-cd68772793b4 req-cec9ee51-bfe8-4be4-b666-c749ee4f612b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c91cbcf3-0e61-4369-ba23-85d606c2d26f HTTP/1.1" status: 200 len: 217 time: 0.0404124 Aug 23 21:09:02.370163 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd8341-e872-4105-b357-cd68772793b4 req-b83d1f51-ceae-467c-9af2-06a051c05c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:09:02.371733 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7abd8341-e872-4105-b357-cd68772793b4 req-b83d1f51-ceae-467c-9af2-06a051c05c9b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8991e30d-1ac3-4571-b5b8-d0e6b6b45db2 HTTP/1.1" status: 200 len: 854 time: 0.0535214 Aug 23 21:09:02.410735 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7abd8341-e872-4105-b357-cd68772793b4 req-6e906794-9c85-42cb-97e0-5f18e101b1cc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=596f7850-7071-4ddd-9c96-6e933f07676a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319355 Aug 23 21:09:02.518120 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7abd8341-e872-4105-b357-cd68772793b4 req-80b22c7b-77d9-4546-8b69-eb63deb9b78d service neutron] 10.222.0.11 "GET /v2.0/networks/596f7850-7071-4ddd-9c96-6e933f07676a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004641 Aug 23 21:09:02.612939 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7abd8341-e872-4105-b357-cd68772793b4 req-e43814eb-d121-4edc-a043-34ee0b4660fb service neutron] 10.222.0.11 "GET /v2.0/networks/596f7850-7071-4ddd-9c96-6e933f07676a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879543 Aug 23 21:09:02.703325 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b04e7-3b81-4e8c-a666-ca2ec5c2373e req-cf822dc7-27b1-4dd7-b577-be6f8f5a9bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:09:02.704959 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-542b04e7-3b81-4e8c-a666-ca2ec5c2373e req-cf822dc7-27b1-4dd7-b577-be6f8f5a9bd4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7dbd9ad6df514a6f9ba8fa91fde710a0&device_id=92bc3ce8-2693-47cc-8a91-f90b672731a3 HTTP/1.1" status: 200 len: 1095 time: 0.0419815 Aug 23 21:09:02.801735 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b04e7-3b81-4e8c-a666-ca2ec5c2373e req-67549cf6-7974-4299-9fd1-3d729bcf6c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:09:02.803305 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-542b04e7-3b81-4e8c-a666-ca2ec5c2373e req-67549cf6-7974-4299-9fd1-3d729bcf6c21 service neutron] 10.222.0.11 "GET /v2.0/networks?id=596f7850-7071-4ddd-9c96-6e933f07676a HTTP/1.1" status: 200 len: 915 time: 0.0912690 Aug 23 21:09:03.169564 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-542b04e7-3b81-4e8c-a666-ca2ec5c2373e req-62eb3454-23d7-4da9-b722-01b9fd06c3d0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c91cbcf3-0e61-4369-ba23-85d606c2d26f HTTP/1.1" status: 200 len: 217 time: 0.3557532 Aug 23 21:09:03.221255 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b04e7-3b81-4e8c-a666-ca2ec5c2373e req-ff73f0ec-b85b-4f88-bd14-dd66718ddc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:09:03.222628 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-542b04e7-3b81-4e8c-a666-ca2ec5c2373e req-ff73f0ec-b85b-4f88-bd14-dd66718ddc5c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8991e30d-1ac3-4571-b5b8-d0e6b6b45db2 HTTP/1.1" status: 200 len: 854 time: 0.0463378 Aug 23 21:09:03.255944 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-542b04e7-3b81-4e8c-a666-ca2ec5c2373e req-b710812d-26f0-41f8-8d4f-b085195229a7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=596f7850-7071-4ddd-9c96-6e933f07676a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252767 Aug 23 21:09:03.354330 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-542b04e7-3b81-4e8c-a666-ca2ec5c2373e req-b07f76be-9387-45e1-9a5a-58efbfb19357 service neutron] 10.222.0.11 "GET /v2.0/networks/596f7850-7071-4ddd-9c96-6e933f07676a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890052 Aug 23 21:09:03.411151 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8b20c-d76b-417e-befb-9e9316e9c273 req-a95e5b23-6d26-4d38-afe5-31ab7f55032b tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:09:03.412808 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-78a8b20c-d76b-417e-befb-9e9316e9c273 req-a95e5b23-6d26-4d38-afe5-31ab7f55032b tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] 10.222.0.61 "GET /v2.0/ports?device_id=92bc3ce8-2693-47cc-8a91-f90b672731a3 HTTP/1.1" status: 200 len: 944 time: 0.0573163 Aug 23 21:09:03.454751 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-78a8b20c-d76b-417e-befb-9e9316e9c273 req-5d70c7a4-dba5-4820-a3e7-44a7c60e251b tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] 10.222.0.61 "GET /v2.0/security-groups?id=34702e97-a6c5-4735-9e70-6ae38793d4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351150 Aug 23 21:09:03.458780 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-542b04e7-3b81-4e8c-a666-ca2ec5c2373e req-61e6b671-3c3f-426f-8ecc-07ff05a1052f service neutron] 10.222.0.11 "GET /v2.0/networks/596f7850-7071-4ddd-9c96-6e933f07676a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963137 Aug 23 21:09:04.582043 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1919845-58a7-4675-92b9-9a46b39a4bc7 req-d53f54e3-e440-4428-8bd5-e75098f92019 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:09:04.583556 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e1919845-58a7-4675-92b9-9a46b39a4bc7 req-d53f54e3-e440-4428-8bd5-e75098f92019 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] 10.222.0.61 "GET /v2.0/ports?device_id=92bc3ce8-2693-47cc-8a91-f90b672731a3 HTTP/1.1" status: 200 len: 944 time: 0.0553913 Aug 23 21:09:04.628079 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e1919845-58a7-4675-92b9-9a46b39a4bc7 req-29deb1f3-0eb0-41d5-bf82-76894343a3d3 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] 10.222.0.61 "GET /v2.0/security-groups?id=34702e97-a6c5-4735-9e70-6ae38793d4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379651 Aug 23 21:09:05.485902 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device c91cbcf3-0e61-4369-ba23-85d606c2d26f details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 21:09:05.586941 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port c91cbcf3-0e61-4369-ba23-85d606c2d26f, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=c91cbcf3-0e61-4369-ba23-85d606c2d26f,segment=NetworkSegment(51170a12-581b-42a3-9882-173f6e228667),segment_id=51170a12-581b-42a3-9882-173f6e228667)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:09:05.598094 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': 'c91cbcf3-0e61-4369-ba23-85d606c2d26f', 'network_id': '596f7850-7071-4ddd-9c96-6e933f07676a', 'port_id': 'c91cbcf3-0e61-4369-ba23-85d606c2d26f', 'mac_address': 'fa:16:3e:f0:b0:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8991e30d-1ac3-4571-b5b8-d0e6b6b45db2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 21:09:05.634910 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:09:05.647967 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c91cbcf3-0e61-4369-ba23-85d606c2d26f {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:09:05.672907 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port c91cbcf3-0e61-4369-ba23-85d606c2d26f, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=c91cbcf3-0e61-4369-ba23-85d606c2d26f,segment=NetworkSegment(51170a12-581b-42a3-9882-173f6e228667),segment_id=51170a12-581b-42a3-9882-173f6e228667)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:09:05.677056 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:09:05.729753 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=c91cbcf3-0e61-4369-ba23-85d606c2d26f,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:09:05.762632 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6955a82-9717-4a86-9f93-5b2e1ab8291e req-221e450a-e12c-43f1-b920-591ef4888a5b tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:09:05.764674 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d6955a82-9717-4a86-9f93-5b2e1ab8291e req-221e450a-e12c-43f1-b920-591ef4888a5b tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] 10.222.0.61 "GET /v2.0/ports?device_id=92bc3ce8-2693-47cc-8a91-f90b672731a3 HTTP/1.1" status: 200 len: 945 time: 0.0534999 Aug 23 21:09:05.803109 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d6955a82-9717-4a86-9f93-5b2e1ab8291e req-1d9cb83c-35a7-4c5f-8a89-ec181ead5a47 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] 10.222.0.61 "GET /v2.0/security-groups?id=34702e97-a6c5-4735-9e70-6ae38793d4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328841 Aug 23 21:09:05.884300 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['c91cbcf3-0e61-4369-ba23-85d606c2d26f'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:09:06.920082 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65afbf7-e6f4-41ee-8b48-10ffe548055e req-e3490da6-52c5-4584-b72a-17443d4e91e2 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:09:06.921589 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b65afbf7-e6f4-41ee-8b48-10ffe548055e req-e3490da6-52c5-4584-b72a-17443d4e91e2 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] 10.222.0.61 "GET /v2.0/ports?device_id=92bc3ce8-2693-47cc-8a91-f90b672731a3 HTTP/1.1" status: 200 len: 945 time: 0.0504799 Aug 23 21:09:06.960856 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b65afbf7-e6f4-41ee-8b48-10ffe548055e req-066937b4-0554-4f8b-8ffc-2ab048865497 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] 10.222.0.61 "GET /v2.0/security-groups?id=34702e97-a6c5-4735-9e70-6ae38793d4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332396 Aug 23 21:09:07.184573 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:09:07.497219 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device c91cbcf3-0e61-4369-ba23-85d606c2d26f up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:09:07.549402 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port c91cbcf3-0e61-4369-ba23-85d606c2d26f completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:09:07.552998 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port c91cbcf3-0e61-4369-ba23-85d606c2d26f triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:09:07.553370 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:09:07.631139 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:09:07.660201 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92bc3ce8-2693-47cc-8a91-f90b672731a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c91cbcf3-0e61-4369-ba23-85d606c2d26f'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:09:07.662547 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80ae60f-2b98-4bae-abeb-ac266b394d40" -d '{"events": [{"server_uuid": "92bc3ce8-2693-47cc-8a91-f90b672731a3", "name": "network-vif-plugged", "status": "completed", "tag": "c91cbcf3-0e61-4369-ba23-85d606c2d26f"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:09:07.675471 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port c91cbcf3-0e61-4369-ba23-85d606c2d26f, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=c91cbcf3-0e61-4369-ba23-85d606c2d26f,segment=NetworkSegment(51170a12-581b-42a3-9882-173f6e228667),segment_id=51170a12-581b-42a3-9882-173f6e228667)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:09:07.679946 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:09:07.704927 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764a7112-2780-4501-b929-0c18a4bf2335 x-openstack-request-id: req-764a7112-2780-4501-b929-0c18a4bf2335 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:09:07.705214 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92bc3ce8-2693-47cc-8a91-f90b672731a3", "name": "network-vif-plugged", "status": "completed", "tag": "c91cbcf3-0e61-4369-ba23-85d606c2d26f", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:09:07.705463 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-764a7112-2780-4501-b929-0c18a4bf2335 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:09:07.705851 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92bc3ce8-2693-47cc-8a91-f90b672731a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c91cbcf3-0e61-4369-ba23-85d606c2d26f', 'code': 200} Aug 23 21:09:07.740279 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=c91cbcf3-0e61-4369-ba23-85d606c2d26f,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:09:07.797745 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caead7a-ca10-4c79-9591-eca3ce9796ab req-6537b4c2-efe0-4d95-9e8e-e8fe96e4fa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:09:07.799245 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9caead7a-ca10-4c79-9591-eca3ce9796ab req-6537b4c2-efe0-4d95-9e8e-e8fe96e4fa80 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=92bc3ce8-2693-47cc-8a91-f90b672731a3 HTTP/1.1" status: 200 len: 1097 time: 0.0415442 Aug 23 21:09:07.833716 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9caead7a-ca10-4c79-9591-eca3ce9796ab req-7699088c-2969-425d-8abc-8e87ad858be2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=34702e97-a6c5-4735-9e70-6ae38793d4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272517 Aug 23 21:09:08.077898 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d531858-6b53-401e-b632-aaf6ee1e14ed req-1efbb55c-ca53-4b4c-8b8c-a5d7a574874b tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:09:08.079374 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1d531858-6b53-401e-b632-aaf6ee1e14ed req-1efbb55c-ca53-4b4c-8b8c-a5d7a574874b tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] 10.222.0.61 "GET /v2.0/ports?device_id=92bc3ce8-2693-47cc-8a91-f90b672731a3 HTTP/1.1" status: 200 len: 946 time: 0.0513692 Aug 23 21:09:08.125242 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1d531858-6b53-401e-b632-aaf6ee1e14ed req-2a28ab2e-0fc7-4ed6-ae8d-6a4dee46964b tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] 10.222.0.61 "GET /v2.0/security-groups?id=34702e97-a6c5-4735-9e70-6ae38793d4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399601 Aug 23 21:09:09.244512 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f33d66-f669-4458-8e34-559301d47704 req-51d1553d-fb32-449b-ba11-97a6957e3f80 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:09:09.245929 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d1f33d66-f669-4458-8e34-559301d47704 req-51d1553d-fb32-449b-ba11-97a6957e3f80 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] 10.222.0.61 "GET /v2.0/ports?device_id=92bc3ce8-2693-47cc-8a91-f90b672731a3 HTTP/1.1" status: 200 len: 946 time: 0.0494597 Aug 23 21:09:09.290366 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d1f33d66-f669-4458-8e34-559301d47704 req-c1f52819-e89a-4552-90ad-fa3fb8700c2d tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] 10.222.0.61 "GET /v2.0/security-groups?id=34702e97-a6c5-4735-9e70-6ae38793d4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372565 Aug 23 21:09:10.058807 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7f1b0695-0dc7-4131-aa48-96cb056056d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:09:10.645609 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:09:13.429836 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1b097eae-c012-4a29-a608-5672176ed997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:09:13.562788 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:09:14.665749 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:09:16.018120 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:09:17.749509 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c776f84b-d99d-40ae-97ad-ac6d29ee2fab req-5a7bf1f8-885a-4461-aa4e-946bc69fb846 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=92bc3ce8-2693-47cc-8a91-f90b672731a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422034 Aug 23 21:09:17.838304 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776f84b-d99d-40ae-97ad-ac6d29ee2fab req-825f20bb-d9d6-4103-88f4-257dda4f1999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:09:17.839754 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c776f84b-d99d-40ae-97ad-ac6d29ee2fab req-825f20bb-d9d6-4103-88f4-257dda4f1999 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7dbd9ad6df514a6f9ba8fa91fde710a0&device_id=92bc3ce8-2693-47cc-8a91-f90b672731a3 HTTP/1.1" status: 200 len: 1097 time: 0.0440097 Aug 23 21:09:17.956895 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776f84b-d99d-40ae-97ad-ac6d29ee2fab req-95b48a0d-48ce-4bef-8804-e03281472b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:09:17.958411 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c776f84b-d99d-40ae-97ad-ac6d29ee2fab req-95b48a0d-48ce-4bef-8804-e03281472b99 service neutron] 10.222.0.11 "GET /v2.0/networks?id=596f7850-7071-4ddd-9c96-6e933f07676a HTTP/1.1" status: 200 len: 915 time: 0.0962543 Aug 23 21:09:18.012912 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c776f84b-d99d-40ae-97ad-ac6d29ee2fab req-cca0e19f-d1f4-418f-9a86-4edfa68a84e9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c91cbcf3-0e61-4369-ba23-85d606c2d26f HTTP/1.1" status: 200 len: 217 time: 0.0459557 Aug 23 21:09:18.073497 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776f84b-d99d-40ae-97ad-ac6d29ee2fab req-833cd8ed-3a51-4796-a6f9-2ede60601d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:09:18.073497 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c776f84b-d99d-40ae-97ad-ac6d29ee2fab req-833cd8ed-3a51-4796-a6f9-2ede60601d42 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8991e30d-1ac3-4571-b5b8-d0e6b6b45db2 HTTP/1.1" status: 200 len: 854 time: 0.0541425 Aug 23 21:09:18.111981 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c776f84b-d99d-40ae-97ad-ac6d29ee2fab req-646eca36-66d3-4837-8aaf-bc8725716da8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=596f7850-7071-4ddd-9c96-6e933f07676a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315268 Aug 23 21:09:18.241413 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c776f84b-d99d-40ae-97ad-ac6d29ee2fab req-61ef75d4-6afb-4e11-b1f0-a8cdebd81ead service neutron] 10.222.0.11 "GET /v2.0/networks/596f7850-7071-4ddd-9c96-6e933f07676a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220427 Aug 23 21:09:18.348954 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c776f84b-d99d-40ae-97ad-ac6d29ee2fab req-df24a4f7-7545-4a19-95a0-d1f9fef04bc3 service neutron] 10.222.0.11 "GET /v2.0/networks/596f7850-7071-4ddd-9c96-6e933f07676a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957220 Aug 23 21:09:20.615574 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:09:22.372176 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [req-c084a88c-e375-4c48-bff3-a164bd68e03b req-4838341d-dcda-4719-86f2-15e49ddab0e4 service neutron] (94687) timed out ('10.222.0.61', 47984) {{(pid=94687) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 21:09:40.052478 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-306250db-fb3f-4fed-9aa4-177e846934ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:09:40.637960 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:09:43.432493 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d88e2e32-8e1a-4a61-a7d9-116248b83d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:09:43.557412 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:09:44.183885 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:09:44.662651 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:09:46.018907 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:09:50.615573 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:09:51.094787 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a222b681-25f8-4e0f-84a7-8b1ab8b6709d req-3553b24f-a8a5-4613-a33d-cf53d078c744 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:09:51.096262 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a222b681-25f8-4e0f-84a7-8b1ab8b6709d req-3553b24f-a8a5-4613-a33d-cf53d078c744 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] 10.222.0.61 "GET /v2.0/ports?device_id=92bc3ce8-2693-47cc-8a91-f90b672731a3 HTTP/1.1" status: 200 len: 946 time: 0.0545073 Aug 23 21:09:51.136210 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a222b681-25f8-4e0f-84a7-8b1ab8b6709d req-f0d7b63e-cb55-48ab-85ec-dfe5da4e42f3 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] 10.222.0.61 "GET /v2.0/security-groups?id=34702e97-a6c5-4735-9e70-6ae38793d4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339427 Aug 23 21:09:52.275432 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3427419e-4d8b-4a87-9fa9-5f112445c4ad req-28656e4d-4896-426e-8cdf-130df2ed3d55 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:09:52.276982 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3427419e-4d8b-4a87-9fa9-5f112445c4ad req-28656e4d-4896-426e-8cdf-130df2ed3d55 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] 10.222.0.61 "GET /v2.0/ports?device_id=92bc3ce8-2693-47cc-8a91-f90b672731a3 HTTP/1.1" status: 200 len: 946 time: 0.0566926 Aug 23 21:09:52.316128 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3427419e-4d8b-4a87-9fa9-5f112445c4ad req-21552f95-3d53-4d8d-ba20-c17253d36c4d tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] 10.222.0.61 "GET /v2.0/security-groups?id=34702e97-a6c5-4735-9e70-6ae38793d4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325909 Aug 23 21:09:52.733979 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579edca-fc60-45b7-8e88-6b85b5ca6027 req-9b5c07bc-9c8a-4792-83cc-cca9e0c7a8df tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:09:52.735440 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0579edca-fc60-45b7-8e88-6b85b5ca6027 req-9b5c07bc-9c8a-4792-83cc-cca9e0c7a8df tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] 10.222.0.11 "GET /v2.0/ports?device_id=92bc3ce8-2693-47cc-8a91-f90b672731a3 HTTP/1.1" status: 200 len: 946 time: 0.0492487 Aug 23 21:09:52.827164 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-0579edca-fc60-45b7-8e88-6b85b5ca6027 req-3df60710-8ada-4f17-8485-4aff4b11961b tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Deleting port c91cbcf3-0e61-4369-ba23-85d606c2d26f {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:09:52.827414 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0579edca-fc60-45b7-8e88-6b85b5ca6027 req-3df60710-8ada-4f17-8485-4aff4b11961b tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:09:52.920033 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-0579edca-fc60-45b7-8e88-6b85b5ca6027 req-3df60710-8ada-4f17-8485-4aff4b11961b tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] For port c91cbcf3-0e61-4369-ba23-85d606c2d26f, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=c91cbcf3-0e61-4369-ba23-85d606c2d26f,segment=NetworkSegment(51170a12-581b-42a3-9882-173f6e228667),segment_id=51170a12-581b-42a3-9882-173f6e228667)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:09:52.920428 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0579edca-fc60-45b7-8e88-6b85b5ca6027 req-3df60710-8ada-4f17-8485-4aff4b11961b tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:09:52.932143 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-0579edca-fc60-45b7-8e88-6b85b5ca6027 req-3df60710-8ada-4f17-8485-4aff4b11961b tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Calling delete_port for c91cbcf3-0e61-4369-ba23-85d606c2d26f owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:09:53.065463 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0579edca-fc60-45b7-8e88-6b85b5ca6027 req-3df60710-8ada-4f17-8485-4aff4b11961b tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:09:53.077753 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['c91cbcf3-0e61-4369-ba23-85d606c2d26f'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:09:53.095218 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df60710-8ada-4f17-8485-4aff4b11961b tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Pushing event deleted for resources: {'Port': ['ID=c91cbcf3-0e61-4369-ba23-85d606c2d26f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:09:53.122710 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df60710-8ada-4f17-8485-4aff4b11961b tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:09:53.123044 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df60710-8ada-4f17-8485-4aff4b11961b tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:09:53.123394 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df60710-8ada-4f17-8485-4aff4b11961b tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:09:53.123728 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df60710-8ada-4f17-8485-4aff4b11961b tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:09:53.124080 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df60710-8ada-4f17-8485-4aff4b11961b tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:09:53.124416 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df60710-8ada-4f17-8485-4aff4b11961b tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:09:53.124743 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df60710-8ada-4f17-8485-4aff4b11961b tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:09:53.125069 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df60710-8ada-4f17-8485-4aff4b11961b tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:09:53.125401 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df60710-8ada-4f17-8485-4aff4b11961b tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:09:53.125726 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df60710-8ada-4f17-8485-4aff4b11961b tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:09:53.126050 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df60710-8ada-4f17-8485-4aff4b11961b tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:09:53.126374 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df60710-8ada-4f17-8485-4aff4b11961b tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:09:53.145402 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-0579edca-fc60-45b7-8e88-6b85b5ca6027 req-3df60710-8ada-4f17-8485-4aff4b11961b tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] No DVR routers for this DVR port c91cbcf3-0e61-4369-ba23-85d606c2d26f on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:09:53.148349 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0579edca-fc60-45b7-8e88-6b85b5ca6027 req-3df60710-8ada-4f17-8485-4aff4b11961b tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:09:53.150845 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0579edca-fc60-45b7-8e88-6b85b5ca6027 req-3df60710-8ada-4f17-8485-4aff4b11961b tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] 10.222.0.11 "DELETE /v2.0/ports/c91cbcf3-0e61-4369-ba23-85d606c2d26f HTTP/1.1" status: 204 len: 173 time: 0.4083397 Aug 23 21:09:53.151300 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92bc3ce8-2693-47cc-8a91-f90b672731a3', 'name': 'network-vif-deleted', 'tag': 'c91cbcf3-0e61-4369-ba23-85d606c2d26f'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:09:53.154555 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc2ed14-8f44-402d-a735-c552c0149943" -d '{"events": [{"server_uuid": "92bc3ce8-2693-47cc-8a91-f90b672731a3", "name": "network-vif-deleted", "tag": "c91cbcf3-0e61-4369-ba23-85d606c2d26f"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:09:53.343646 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f5f4fcc-28e9-4f29-bb73-e75d07988b69 x-openstack-request-id: req-6f5f4fcc-28e9-4f29-bb73-e75d07988b69 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:09:53.344296 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92bc3ce8-2693-47cc-8a91-f90b672731a3", "name": "network-vif-deleted", "tag": "c91cbcf3-0e61-4369-ba23-85d606c2d26f", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:09:53.344296 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6f5f4fcc-28e9-4f29-bb73-e75d07988b69 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:09:53.345079 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92bc3ce8-2693-47cc-8a91-f90b672731a3', 'name': 'network-vif-deleted', 'tag': 'c91cbcf3-0e61-4369-ba23-85d606c2d26f', 'status': 'completed', 'code': 200} Aug 23 21:09:53.424671 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-40ee48fc-a942-411e-80f4-1850f3fea82e req-88550e08-665b-4f37-960d-fa19137fde4b tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] 10.222.0.61 "GET /v2.0/ports?device_id=92bc3ce8-2693-47cc-8a91-f90b672731a3 HTTP/1.1" status: 200 len: 210 time: 0.0287228 Aug 23 21:09:57.647522 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device c91cbcf3-0e61-4369-ba23-85d606c2d26f no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:09:57.671897 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: c91cbcf3-0e61-4369-ba23-85d606c2d26f {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:09:57.672272 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device c91cbcf3-0e61-4369-ba23-85d606c2d26f not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:10:01.423854 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb818a11-f8b0-4786-92bb-fdcd5a9649ee req-7b28c97e-cd4a-45df-a19c-e505549b65f5 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:10:01.425380 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fb818a11-f8b0-4786-92bb-fdcd5a9649ee req-7b28c97e-cd4a-45df-a19c-e505549b65f5 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] 10.222.0.61 "GET /v2.0/networks?id=596f7850-7071-4ddd-9c96-6e933f07676a HTTP/1.1" status: 200 len: 814 time: 0.1062379 Aug 23 21:10:01.440648 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fb818a11-f8b0-4786-92bb-fdcd5a9649ee req-44ad8127-e51c-4d53-9fa7-b1a83f10d839 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] 10.222.0.61 "GET /v2.0/quotas/7dbd9ad6df514a6f9ba8fa91fde710a0 HTTP/1.1" status: 200 len: 375 time: 0.0096633 Aug 23 21:10:01.474819 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fb818a11-f8b0-4786-92bb-fdcd5a9649ee req-36c75374-a6d8-45cf-b28e-2f2434b5e8e0 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7dbd9ad6df514a6f9ba8fa91fde710a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285711 Aug 23 21:10:01.575062 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fb818a11-f8b0-4786-92bb-fdcd5a9649ee req-3e1cf3ab-bab8-4c6d-8067-9b6de457d1cf service neutron] 10.222.0.61 "GET /v2.0/networks/596f7850-7071-4ddd-9c96-6e933f07676a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930822 Aug 23 21:10:01.674381 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fb818a11-f8b0-4786-92bb-fdcd5a9649ee req-7977cf3d-2fb7-4aef-af89-6db4fc640b3b service neutron] 10.222.0.61 "GET /v2.0/networks/596f7850-7071-4ddd-9c96-6e933f07676a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918605 Aug 23 21:10:01.835155 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-571d3244-82d9-4e65-879e-96afde97718c req-c2e1b409-ac0b-4fac-85b8-4b380484c277 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] 10.222.0.61 "GET /v2.0/ports?device_id=004f8775-541c-47e3-baf0-81e49a55531f HTTP/1.1" status: 200 len: 210 time: 0.0270443 Aug 23 21:10:02.814682 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb818a11-f8b0-4786-92bb-fdcd5a9649ee req-2b05aa19-aeaf-4fd6-af54-aae84ad4d54b tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:10:02.816444 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fb818a11-f8b0-4786-92bb-fdcd5a9649ee req-2b05aa19-aeaf-4fd6-af54-aae84ad4d54b tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] 10.222.0.11 "GET /v2.0/networks?id=596f7850-7071-4ddd-9c96-6e933f07676a HTTP/1.1" status: 200 len: 814 time: 0.1129346 Aug 23 21:10:02.829353 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-fb818a11-f8b0-4786-92bb-fdcd5a9649ee req-fd9a605e-01e2-43b8-a99b-15be257e6dbf tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Request body: {'port': {'device_id': '004f8775-541c-47e3-baf0-81e49a55531f', 'network_id': '596f7850-7071-4ddd-9c96-6e933f07676a', 'admin_state_up': True, 'tenant_id': '7dbd9ad6df514a6f9ba8fa91fde710a0'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:10:02.952435 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-db2be010-90a7-4f89-bdb1-966ca6bc2a01 req-05ec4a4d-1f5c-4e54-9a8a-5a5fe59231e3 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] 10.222.0.61 "GET /v2.0/ports?device_id=004f8775-541c-47e3-baf0-81e49a55531f HTTP/1.1" status: 200 len: 210 time: 0.0451405 Aug 23 21:10:02.973659 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb818a11-f8b0-4786-92bb-fdcd5a9649ee req-fd9a605e-01e2-43b8-a99b-15be257e6dbf tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Made reservation on behalf of 7dbd9ad6df514a6f9ba8fa91fde710a0 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:10:02.977192 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fb818a11-f8b0-4786-92bb-fdcd5a9649ee req-fd9a605e-01e2-43b8-a99b-15be257e6dbf tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:10:03.109930 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-fb818a11-f8b0-4786-92bb-fdcd5a9649ee req-fd9a605e-01e2-43b8-a99b-15be257e6dbf tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Allocated IP 172.20.0.9 (596f7850-7071-4ddd-9c96-6e933f07676a/8991e30d-1ac3-4571-b5b8-d0e6b6b45db2/3a98039f-e97b-4db4-921c-0521a63cc8de) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:10:03.271371 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fb818a11-f8b0-4786-92bb-fdcd5a9649ee req-fd9a605e-01e2-43b8-a99b-15be257e6dbf tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:10:03.312949 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fb818a11-f8b0-4786-92bb-fdcd5a9649ee req-fd9a605e-01e2-43b8-a99b-15be257e6dbf tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:10:03.358672 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb818a11-f8b0-4786-92bb-fdcd5a9649ee req-fd9a605e-01e2-43b8-a99b-15be257e6dbf tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Network 596f7850-7071-4ddd-9c96-6e933f07676a is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:10:03.362263 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-fb818a11-f8b0-4786-92bb-fdcd5a9649ee req-fd9a605e-01e2-43b8-a99b-15be257e6dbf tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:10:03.366308 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb818a11-f8b0-4786-92bb-fdcd5a9649ee req-fd9a605e-01e2-43b8-a99b-15be257e6dbf tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:10:03.393955 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9a605e-01e2-43b8-a99b-15be257e6dbf tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Pushing event updated for resources: {'Port': ['ID=3a98039f-e97b-4db4-921c-0521a63cc8de,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:10:03.424472 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb818a11-f8b0-4786-92bb-fdcd5a9649ee req-fd9a605e-01e2-43b8-a99b-15be257e6dbf tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:10:03.425129 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fb818a11-f8b0-4786-92bb-fdcd5a9649ee req-fd9a605e-01e2-43b8-a99b-15be257e6dbf tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:10:03.441133 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fb818a11-f8b0-4786-92bb-fdcd5a9649ee req-fd9a605e-01e2-43b8-a99b-15be257e6dbf tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6157103 Aug 23 21:10:03.524603 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-fb818a11-f8b0-4786-92bb-fdcd5a9649ee req-42eea6d1-eeeb-4853-a739-ee67fc591b31 service neutron] Request body: {'port': {'device_id': '004f8775-541c-47e3-baf0-81e49a55531f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:10:03.587701 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fb818a11-f8b0-4786-92bb-fdcd5a9649ee req-42eea6d1-eeeb-4853-a739-ee67fc591b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:10:03.873597 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-fb818a11-f8b0-4786-92bb-fdcd5a9649ee req-42eea6d1-eeeb-4853-a739-ee67fc591b31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a98039f-e97b-4db4-921c-0521a63cc8de {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:10:03.881675 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fb818a11-f8b0-4786-92bb-fdcd5a9649ee req-42eea6d1-eeeb-4853-a739-ee67fc591b31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:10:03.894563 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-fb818a11-f8b0-4786-92bb-fdcd5a9649ee req-42eea6d1-eeeb-4853-a739-ee67fc591b31 service neutron] Transition to ACTIVE for port object 3a98039f-e97b-4db4-921c-0521a63cc8de will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:10:03.898134 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fb818a11-f8b0-4786-92bb-fdcd5a9649ee req-42eea6d1-eeeb-4853-a739-ee67fc591b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:10:03.971122 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eea6d1-eeeb-4853-a739-ee67fc591b31 service neutron] Pushing event updated for resources: {'Port': ['ID=3a98039f-e97b-4db4-921c-0521a63cc8de,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:10:04.036370 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-fb818a11-f8b0-4786-92bb-fdcd5a9649ee req-42eea6d1-eeeb-4853-a739-ee67fc591b31 service neutron] Attempting to bind port 3a98039f-e97b-4db4-921c-0521a63cc8de on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:10:04.036866 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-fb818a11-f8b0-4786-92bb-fdcd5a9649ee req-42eea6d1-eeeb-4853-a739-ee67fc591b31 service neutron] Attempting to bind port 3a98039f-e97b-4db4-921c-0521a63cc8de by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '51170a12-581b-42a3-9882-173f6e228667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '596f7850-7071-4ddd-9c96-6e933f07676a'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:10:04.037206 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb818a11-f8b0-4786-92bb-fdcd5a9649ee req-42eea6d1-eeeb-4853-a739-ee67fc591b31 service neutron] Attempting to bind port 3a98039f-e97b-4db4-921c-0521a63cc8de on network 596f7850-7071-4ddd-9c96-6e933f07676a {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:10:04.042402 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb818a11-f8b0-4786-92bb-fdcd5a9649ee req-42eea6d1-eeeb-4853-a739-ee67fc591b31 service neutron] Port 3a98039f-e97b-4db4-921c-0521a63cc8de on network 596f7850-7071-4ddd-9c96-6e933f07676a not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:10:04.042779 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb818a11-f8b0-4786-92bb-fdcd5a9649ee req-42eea6d1-eeeb-4853-a739-ee67fc591b31 service neutron] Attempting to bind port 3a98039f-e97b-4db4-921c-0521a63cc8de on network 596f7850-7071-4ddd-9c96-6e933f07676a {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:10:04.049987 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb818a11-f8b0-4786-92bb-fdcd5a9649ee req-42eea6d1-eeeb-4853-a739-ee67fc591b31 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:10:04.049987 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb818a11-f8b0-4786-92bb-fdcd5a9649ee req-42eea6d1-eeeb-4853-a739-ee67fc591b31 service neutron] Checking segment: {'id': '51170a12-581b-42a3-9882-173f6e228667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '596f7850-7071-4ddd-9c96-6e933f07676a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:10:04.049987 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb818a11-f8b0-4786-92bb-fdcd5a9649ee req-42eea6d1-eeeb-4853-a739-ee67fc591b31 service neutron] Bound using segment: {'id': '51170a12-581b-42a3-9882-173f6e228667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '596f7850-7071-4ddd-9c96-6e933f07676a'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:10:04.050457 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-fb818a11-f8b0-4786-92bb-fdcd5a9649ee req-42eea6d1-eeeb-4853-a739-ee67fc591b31 service neutron] Bound port: 3a98039f-e97b-4db4-921c-0521a63cc8de, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51170a12-581b-42a3-9882-173f6e228667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '596f7850-7071-4ddd-9c96-6e933f07676a'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:10:04.051148 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fb818a11-f8b0-4786-92bb-fdcd5a9649ee req-42eea6d1-eeeb-4853-a739-ee67fc591b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:10:04.084297 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f623f13-de4f-4172-8400-af84df4253f5 req-f5d4b173-7439-47ea-ac13-a31027176ea5 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:10:04.086122 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1f623f13-de4f-4172-8400-af84df4253f5 req-f5d4b173-7439-47ea-ac13-a31027176ea5 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] 10.222.0.61 "GET /v2.0/ports?device_id=004f8775-541c-47e3-baf0-81e49a55531f HTTP/1.1" status: 200 len: 943 time: 0.0557115 Aug 23 21:10:04.122328 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-fb818a11-f8b0-4786-92bb-fdcd5a9649ee req-42eea6d1-eeeb-4853-a739-ee67fc591b31 service neutron] For port 3a98039f-e97b-4db4-921c-0521a63cc8de, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:10:04.126086 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-fb818a11-f8b0-4786-92bb-fdcd5a9649ee req-42eea6d1-eeeb-4853-a739-ee67fc591b31 service neutron] For port 3a98039f-e97b-4db4-921c-0521a63cc8de, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=3a98039f-e97b-4db4-921c-0521a63cc8de,segment=NetworkSegment(51170a12-581b-42a3-9882-173f6e228667),segment_id=51170a12-581b-42a3-9882-173f6e228667)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:10:04.131386 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fb818a11-f8b0-4786-92bb-fdcd5a9649ee req-42eea6d1-eeeb-4853-a739-ee67fc591b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:10:04.133972 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1f623f13-de4f-4172-8400-af84df4253f5 req-78f65d6b-e403-46c0-987c-dc450d26c8be tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] 10.222.0.61 "GET /v2.0/security-groups?id=34702e97-a6c5-4735-9e70-6ae38793d4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382891 Aug 23 21:10:04.167795 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb818a11-f8b0-4786-92bb-fdcd5a9649ee req-42eea6d1-eeeb-4853-a739-ee67fc591b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:10:04.169167 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fb818a11-f8b0-4786-92bb-fdcd5a9649ee req-42eea6d1-eeeb-4853-a739-ee67fc591b31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:10:04.169958 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fb818a11-f8b0-4786-92bb-fdcd5a9649ee req-42eea6d1-eeeb-4853-a739-ee67fc591b31 service neutron] 10.222.0.11 "PUT /v2.0/ports/3a98039f-e97b-4db4-921c-0521a63cc8de HTTP/1.1" status: 200 len: 1091 time: 0.7200024 Aug 23 21:10:04.170404 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '004f8775-541c-47e3-baf0-81e49a55531f', 'tag': '3a98039f-e97b-4db4-921c-0521a63cc8de'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:10:04.172707 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc327dc-a8df-44a1-b0fa-a2851bc66417" -d '{"events": [{"name": "network-changed", "server_uuid": "004f8775-541c-47e3-baf0-81e49a55531f", "tag": "3a98039f-e97b-4db4-921c-0521a63cc8de"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:10:04.210807 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eea6d1-eeeb-4853-a739-ee67fc591b31 service neutron] Pushing event updated for resources: {'Port': ['ID=3a98039f-e97b-4db4-921c-0521a63cc8de,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:10:04.214065 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861920cb-d280-45f8-b4b5-5d56ac476468 x-openstack-request-id: req-861920cb-d280-45f8-b4b5-5d56ac476468 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:10:04.214399 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "004f8775-541c-47e3-baf0-81e49a55531f", "tag": "3a98039f-e97b-4db4-921c-0521a63cc8de", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:10:04.214579 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-861920cb-d280-45f8-b4b5-5d56ac476468 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:10:04.214971 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '004f8775-541c-47e3-baf0-81e49a55531f', 'tag': '3a98039f-e97b-4db4-921c-0521a63cc8de', 'status': 'completed', 'code': 200} Aug 23 21:10:04.270157 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb818a11-f8b0-4786-92bb-fdcd5a9649ee req-64760c8c-ecda-4b19-bec8-a16955dbf6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:10:04.271725 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fb818a11-f8b0-4786-92bb-fdcd5a9649ee req-64760c8c-ecda-4b19-bec8-a16955dbf6be service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7dbd9ad6df514a6f9ba8fa91fde710a0&device_id=004f8775-541c-47e3-baf0-81e49a55531f HTTP/1.1" status: 200 len: 1094 time: 0.0523310 Aug 23 21:10:04.324169 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fb818a11-f8b0-4786-92bb-fdcd5a9649ee req-6ebd2262-f1ec-45a3-9e60-8fe492534e91 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a98039f-e97b-4db4-921c-0521a63cc8de HTTP/1.1" status: 200 len: 217 time: 0.0437717 Aug 23 21:10:04.379536 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb818a11-f8b0-4786-92bb-fdcd5a9649ee req-f3cef343-09cc-45f4-b39c-8598af8b1bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:10:04.381097 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fb818a11-f8b0-4786-92bb-fdcd5a9649ee req-f3cef343-09cc-45f4-b39c-8598af8b1bf5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8991e30d-1ac3-4571-b5b8-d0e6b6b45db2 HTTP/1.1" status: 200 len: 854 time: 0.0501218 Aug 23 21:10:04.421226 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fb818a11-f8b0-4786-92bb-fdcd5a9649ee req-c869bfdb-95f6-4280-97a3-97e95d9f3a99 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=596f7850-7071-4ddd-9c96-6e933f07676a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320573 Aug 23 21:10:04.519399 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fb818a11-f8b0-4786-92bb-fdcd5a9649ee req-25988949-3641-435f-a654-76ad5ac0a309 service neutron] 10.222.0.11 "GET /v2.0/networks/596f7850-7071-4ddd-9c96-6e933f07676a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899420 Aug 23 21:10:04.623385 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fb818a11-f8b0-4786-92bb-fdcd5a9649ee req-db1f2342-b776-44f6-b3dc-1958fcf01e63 service neutron] 10.222.0.11 "GET /v2.0/networks/596f7850-7071-4ddd-9c96-6e933f07676a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941472 Aug 23 21:10:04.716638 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc327dc-a8df-44a1-b0fa-a2851bc66417 req-a92620a7-5223-4771-82f0-3f349a7f03ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:10:04.718187 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1dc327dc-a8df-44a1-b0fa-a2851bc66417 req-a92620a7-5223-4771-82f0-3f349a7f03ba service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7dbd9ad6df514a6f9ba8fa91fde710a0&device_id=004f8775-541c-47e3-baf0-81e49a55531f HTTP/1.1" status: 200 len: 1094 time: 0.0439065 Aug 23 21:10:04.824856 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc327dc-a8df-44a1-b0fa-a2851bc66417 req-f43fcc98-fd9c-4438-a40c-ae179e6d1c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:10:04.826914 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1dc327dc-a8df-44a1-b0fa-a2851bc66417 req-f43fcc98-fd9c-4438-a40c-ae179e6d1c80 service neutron] 10.222.0.11 "GET /v2.0/networks?id=596f7850-7071-4ddd-9c96-6e933f07676a HTTP/1.1" status: 200 len: 915 time: 0.0969853 Aug 23 21:10:04.879293 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1dc327dc-a8df-44a1-b0fa-a2851bc66417 req-a80e46ee-6570-4d56-a6cd-1d7877d62aff service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a98039f-e97b-4db4-921c-0521a63cc8de HTTP/1.1" status: 200 len: 217 time: 0.0448732 Aug 23 21:10:04.931009 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc327dc-a8df-44a1-b0fa-a2851bc66417 req-24b09cab-cb01-4146-a82f-6529f2b6e4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:10:04.932503 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1dc327dc-a8df-44a1-b0fa-a2851bc66417 req-24b09cab-cb01-4146-a82f-6529f2b6e4e5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8991e30d-1ac3-4571-b5b8-d0e6b6b45db2 HTTP/1.1" status: 200 len: 854 time: 0.0460782 Aug 23 21:10:04.965629 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1dc327dc-a8df-44a1-b0fa-a2851bc66417 req-1c3561b5-9c1b-4e7a-9aca-1c5a5d8bcf1b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=596f7850-7071-4ddd-9c96-6e933f07676a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236700 Aug 23 21:10:05.063785 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1dc327dc-a8df-44a1-b0fa-a2851bc66417 req-512424a2-6cbc-4059-bc39-ff9c1caa93db service neutron] 10.222.0.11 "GET /v2.0/networks/596f7850-7071-4ddd-9c96-6e933f07676a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876203 Aug 23 21:10:05.156321 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1dc327dc-a8df-44a1-b0fa-a2851bc66417 req-19b0ff03-99c7-4051-b2e4-b3e6c5b006ab service neutron] 10.222.0.11 "GET /v2.0/networks/596f7850-7071-4ddd-9c96-6e933f07676a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828075 Aug 23 21:10:05.256839 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84881656-d3b5-4fb9-a748-6fbb5358693c req-ec344b63-dee6-47b3-bc93-9d45ba90cf9f tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:10:05.258243 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-84881656-d3b5-4fb9-a748-6fbb5358693c req-ec344b63-dee6-47b3-bc93-9d45ba90cf9f tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] 10.222.0.61 "GET /v2.0/ports?device_id=004f8775-541c-47e3-baf0-81e49a55531f HTTP/1.1" status: 200 len: 943 time: 0.0535321 Aug 23 21:10:05.295878 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-84881656-d3b5-4fb9-a748-6fbb5358693c req-f6e0484a-66e3-4185-ac7a-f92796b9eb0e tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] 10.222.0.61 "GET /v2.0/security-groups?id=34702e97-a6c5-4735-9e70-6ae38793d4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314369 Aug 23 21:10:06.413846 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b765a-6745-4636-a889-dadc6c99523f req-d0d169cf-9822-4278-bfc1-c858ec8f3565 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:10:06.415345 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2e2b765a-6745-4636-a889-dadc6c99523f req-d0d169cf-9822-4278-bfc1-c858ec8f3565 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] 10.222.0.61 "GET /v2.0/ports?device_id=004f8775-541c-47e3-baf0-81e49a55531f HTTP/1.1" status: 200 len: 943 time: 0.0505857 Aug 23 21:10:06.457018 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2e2b765a-6745-4636-a889-dadc6c99523f req-59835230-6d73-4f56-a48f-adab341bbf88 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] 10.222.0.61 "GET /v2.0/security-groups?id=34702e97-a6c5-4735-9e70-6ae38793d4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354500 Aug 23 21:10:07.573582 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72627005-7247-4f43-8afd-39a87a42e931 req-065eeea0-d184-4a01-9a81-0683c01e5c17 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:10:07.575787 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-72627005-7247-4f43-8afd-39a87a42e931 req-065eeea0-d184-4a01-9a81-0683c01e5c17 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] 10.222.0.61 "GET /v2.0/ports?device_id=004f8775-541c-47e3-baf0-81e49a55531f HTTP/1.1" status: 200 len: 943 time: 0.0503118 Aug 23 21:10:07.613899 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-72627005-7247-4f43-8afd-39a87a42e931 req-d29e0f95-fd7f-46b0-8c4b-a463d84ad8ca tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] 10.222.0.61 "GET /v2.0/security-groups?id=34702e97-a6c5-4735-9e70-6ae38793d4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322416 Aug 23 21:10:07.696552 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 3a98039f-e97b-4db4-921c-0521a63cc8de details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 21:10:07.790254 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 3a98039f-e97b-4db4-921c-0521a63cc8de, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=3a98039f-e97b-4db4-921c-0521a63cc8de,segment=NetworkSegment(51170a12-581b-42a3-9882-173f6e228667),segment_id=51170a12-581b-42a3-9882-173f6e228667)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:10:07.800525 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '3a98039f-e97b-4db4-921c-0521a63cc8de', 'network_id': '596f7850-7071-4ddd-9c96-6e933f07676a', 'port_id': '3a98039f-e97b-4db4-921c-0521a63cc8de', 'mac_address': 'fa:16:3e:51:62:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8991e30d-1ac3-4571-b5b8-d0e6b6b45db2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 21:10:07.837839 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:10:07.850207 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a98039f-e97b-4db4-921c-0521a63cc8de {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:10:07.869844 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 3a98039f-e97b-4db4-921c-0521a63cc8de, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=3a98039f-e97b-4db4-921c-0521a63cc8de,segment=NetworkSegment(51170a12-581b-42a3-9882-173f6e228667),segment_id=51170a12-581b-42a3-9882-173f6e228667)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:10:07.874607 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:10:07.923093 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=3a98039f-e97b-4db4-921c-0521a63cc8de,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:10:07.930245 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:10:07.930615 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:10:07.930957 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:10:07.931299 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:10:07.931628 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:10:07.931957 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:10:07.932585 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:10:07.932911 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:10:07.933240 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:10:07.933567 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:10:07.933892 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:10:07.934217 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:10:08.114593 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['3a98039f-e97b-4db4-921c-0521a63cc8de'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:10:08.728459 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b286be8-2eaa-41ee-a7ce-def7cecf0974 req-ad4cf0ee-a9fc-4b9e-aede-fe92da9d3784 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:10:08.729938 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6b286be8-2eaa-41ee-a7ce-def7cecf0974 req-ad4cf0ee-a9fc-4b9e-aede-fe92da9d3784 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] 10.222.0.61 "GET /v2.0/ports?device_id=004f8775-541c-47e3-baf0-81e49a55531f HTTP/1.1" status: 200 len: 944 time: 0.0498953 Aug 23 21:10:08.767347 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6b286be8-2eaa-41ee-a7ce-def7cecf0974 req-c164a0e0-f892-4f41-b7a5-b27e3a458dc6 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] 10.222.0.61 "GET /v2.0/security-groups?id=34702e97-a6c5-4735-9e70-6ae38793d4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312996 Aug 23 21:10:09.712478 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 3a98039f-e97b-4db4-921c-0521a63cc8de up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:10:09.764345 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 3a98039f-e97b-4db4-921c-0521a63cc8de completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:10:09.767831 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 3a98039f-e97b-4db4-921c-0521a63cc8de triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:10:09.768362 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:10:09.846213 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:10:09.869950 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '004f8775-541c-47e3-baf0-81e49a55531f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a98039f-e97b-4db4-921c-0521a63cc8de'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:10:09.872265 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f18cb7-ca01-4f45-9d52-d025c345666e" -d '{"events": [{"server_uuid": "004f8775-541c-47e3-baf0-81e49a55531f", "name": "network-vif-plugged", "status": "completed", "tag": "3a98039f-e97b-4db4-921c-0521a63cc8de"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:10:09.885086 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 3a98039f-e97b-4db4-921c-0521a63cc8de, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=3a98039f-e97b-4db4-921c-0521a63cc8de,segment=NetworkSegment(51170a12-581b-42a3-9882-173f6e228667),segment_id=51170a12-581b-42a3-9882-173f6e228667)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:10:09.889913 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:10:09.902957 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf5554-009d-407f-80e8-ca809ff06c47 req-4e9ee81e-e225-4856-afa7-3153d558afae tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:10:09.905569 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4fcf5554-009d-407f-80e8-ca809ff06c47 req-4e9ee81e-e225-4856-afa7-3153d558afae tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] 10.222.0.61 "GET /v2.0/ports?device_id=004f8775-541c-47e3-baf0-81e49a55531f HTTP/1.1" status: 200 len: 944 time: 0.0622966 Aug 23 21:10:09.916677 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e536fa65-5a09-4d16-9978-5031ea1b5837 x-openstack-request-id: req-e536fa65-5a09-4d16-9978-5031ea1b5837 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:10:09.916971 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "004f8775-541c-47e3-baf0-81e49a55531f", "name": "network-vif-plugged", "status": "completed", "tag": "3a98039f-e97b-4db4-921c-0521a63cc8de", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:10:09.917354 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e536fa65-5a09-4d16-9978-5031ea1b5837 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:10:09.917584 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '004f8775-541c-47e3-baf0-81e49a55531f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a98039f-e97b-4db4-921c-0521a63cc8de', 'code': 200} Aug 23 21:10:09.945261 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4fcf5554-009d-407f-80e8-ca809ff06c47 req-16abecfa-fc91-4374-a07e-47ebe0a20818 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] 10.222.0.61 "GET /v2.0/security-groups?id=34702e97-a6c5-4735-9e70-6ae38793d4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334177 Aug 23 21:10:09.952250 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=3a98039f-e97b-4db4-921c-0521a63cc8de,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:10:10.014245 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88809621-2c2d-42e4-b856-57252f910b35 req-a31ae739-ed7a-46a6-8f59-a304398bae41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:10:10.015708 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-88809621-2c2d-42e4-b856-57252f910b35 req-a31ae739-ed7a-46a6-8f59-a304398bae41 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=004f8775-541c-47e3-baf0-81e49a55531f HTTP/1.1" status: 200 len: 1096 time: 0.0396619 Aug 23 21:10:10.053313 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-88809621-2c2d-42e4-b856-57252f910b35 req-1ce79d15-dc7e-4df7-8e3c-e00a30bca7d1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=34702e97-a6c5-4735-9e70-6ae38793d4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290136 Aug 23 21:10:10.053802 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ee4ef9ef-707c-442d-a588-20f581b83bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:10:10.631320 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:10:11.062899 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e765eb-a550-436b-b126-839dada17dfb req-d77c4db0-b84b-46d1-99ea-02f0a99e1e0e tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:10:11.064419 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0e765eb-a550-436b-b126-839dada17dfb req-d77c4db0-b84b-46d1-99ea-02f0a99e1e0e tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] 10.222.0.61 "GET /v2.0/ports?device_id=004f8775-541c-47e3-baf0-81e49a55531f HTTP/1.1" status: 200 len: 945 time: 0.0490720 Aug 23 21:10:11.109691 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0e765eb-a550-436b-b126-839dada17dfb req-9c9aa1f8-7036-41b4-9af9-4e2c195a6181 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] 10.222.0.61 "GET /v2.0/security-groups?id=34702e97-a6c5-4735-9e70-6ae38793d4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384419 Aug 23 21:10:12.230627 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded6164-c0bc-4fcd-808c-fe246e3dfd0f req-b92b2d3a-822d-4c37-8de2-81a4f9ed2f4a tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:10:12.232295 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1ded6164-c0bc-4fcd-808c-fe246e3dfd0f req-b92b2d3a-822d-4c37-8de2-81a4f9ed2f4a tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] 10.222.0.61 "GET /v2.0/ports?device_id=004f8775-541c-47e3-baf0-81e49a55531f HTTP/1.1" status: 200 len: 945 time: 0.0524158 Aug 23 21:10:12.269888 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1ded6164-c0bc-4fcd-808c-fe246e3dfd0f req-01e2167a-5af6-4ff4-bc67-531e50fd4437 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] 10.222.0.61 "GET /v2.0/security-groups?id=34702e97-a6c5-4735-9e70-6ae38793d4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314014 Aug 23 21:10:13.436121 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0430fbb9-e262-4745-985c-ef210a355fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:10:13.558325 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:10:14.666525 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:10:16.020498 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:10:18.725666 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6dd84493-b02d-4792-aa09-6ec02c402630 req-60054daa-d355-40b6-892f-4f9adbd21133 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=004f8775-541c-47e3-baf0-81e49a55531f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391543 Aug 23 21:10:18.807679 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd84493-b02d-4792-aa09-6ec02c402630 req-78e191d2-604b-47b9-8cc5-8716c71b1fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:10:18.809181 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6dd84493-b02d-4792-aa09-6ec02c402630 req-78e191d2-604b-47b9-8cc5-8716c71b1fef service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7dbd9ad6df514a6f9ba8fa91fde710a0&device_id=004f8775-541c-47e3-baf0-81e49a55531f HTTP/1.1" status: 200 len: 1096 time: 0.0404871 Aug 23 21:10:18.914771 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd84493-b02d-4792-aa09-6ec02c402630 req-97bb4646-b941-4077-be35-659c50420409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:10:18.916368 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6dd84493-b02d-4792-aa09-6ec02c402630 req-97bb4646-b941-4077-be35-659c50420409 service neutron] 10.222.0.11 "GET /v2.0/networks?id=596f7850-7071-4ddd-9c96-6e933f07676a HTTP/1.1" status: 200 len: 915 time: 0.0875399 Aug 23 21:10:18.958506 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6dd84493-b02d-4792-aa09-6ec02c402630 req-7e1cb70f-2b81-44cc-a259-010bf180131c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a98039f-e97b-4db4-921c-0521a63cc8de HTTP/1.1" status: 200 len: 217 time: 0.0345187 Aug 23 21:10:19.008005 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd84493-b02d-4792-aa09-6ec02c402630 req-ffc0cd95-61ea-4a22-8625-711f2189fb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:10:19.009488 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6dd84493-b02d-4792-aa09-6ec02c402630 req-ffc0cd95-61ea-4a22-8625-711f2189fb8d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8991e30d-1ac3-4571-b5b8-d0e6b6b45db2 HTTP/1.1" status: 200 len: 854 time: 0.0442357 Aug 23 21:10:19.040752 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6dd84493-b02d-4792-aa09-6ec02c402630 req-7f04c9ad-9a51-4cf3-9a0f-f164bddc6266 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=596f7850-7071-4ddd-9c96-6e933f07676a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238972 Aug 23 21:10:19.131206 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6dd84493-b02d-4792-aa09-6ec02c402630 req-28ecbe84-de87-4771-b2ee-43a43b47f83c service neutron] 10.222.0.11 "GET /v2.0/networks/596f7850-7071-4ddd-9c96-6e933f07676a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830956 Aug 23 21:10:19.220492 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6dd84493-b02d-4792-aa09-6ec02c402630 req-21e64281-dc9b-4807-8532-97dfe35d3b12 service neutron] 10.222.0.11 "GET /v2.0/networks/596f7850-7071-4ddd-9c96-6e933f07676a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813046 Aug 23 21:10:20.614556 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:10:21.183496 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:10:37.545363 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3812b7-9d37-4c86-92e0-80a7fa84a714 req-b0ae22b7-9db2-499f-b701-56826648e8a5 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:10:37.546859 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2e3812b7-9d37-4c86-92e0-80a7fa84a714 req-b0ae22b7-9db2-499f-b701-56826648e8a5 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] 10.222.0.61 "GET /v2.0/ports?device_id=004f8775-541c-47e3-baf0-81e49a55531f HTTP/1.1" status: 200 len: 945 time: 0.0487797 Aug 23 21:10:37.584777 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2e3812b7-9d37-4c86-92e0-80a7fa84a714 req-5d2e9753-be31-4ec6-8893-fdccb44c8686 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] 10.222.0.61 "GET /v2.0/security-groups?id=34702e97-a6c5-4735-9e70-6ae38793d4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319920 Aug 23 21:10:38.704659 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12affad4-6c71-4025-9430-c1438c13072e req-3bb66e6f-fafc-49e0-8750-3cbecfdd2f7e tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:10:38.706146 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-12affad4-6c71-4025-9430-c1438c13072e req-3bb66e6f-fafc-49e0-8750-3cbecfdd2f7e tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] 10.222.0.61 "GET /v2.0/ports?device_id=004f8775-541c-47e3-baf0-81e49a55531f HTTP/1.1" status: 200 len: 945 time: 0.0538006 Aug 23 21:10:38.743469 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-12affad4-6c71-4025-9430-c1438c13072e req-da596e4b-ac51-4174-8f90-3017d536719e tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] 10.222.0.61 "GET /v2.0/security-groups?id=34702e97-a6c5-4735-9e70-6ae38793d4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314562 Aug 23 21:10:39.113629 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d421663-c0d1-4062-9d32-a745346511b2 req-fd6bbef0-57f2-4c78-9407-e959eaf90056 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:10:39.115156 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4d421663-c0d1-4062-9d32-a745346511b2 req-fd6bbef0-57f2-4c78-9407-e959eaf90056 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] 10.222.0.11 "GET /v2.0/ports?device_id=004f8775-541c-47e3-baf0-81e49a55531f HTTP/1.1" status: 200 len: 945 time: 0.0490780 Aug 23 21:10:39.206805 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-4d421663-c0d1-4062-9d32-a745346511b2 req-8ae4f2e1-22aa-45b6-a305-39e65cc230e7 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Deleting port 3a98039f-e97b-4db4-921c-0521a63cc8de {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:10:39.207147 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4d421663-c0d1-4062-9d32-a745346511b2 req-8ae4f2e1-22aa-45b6-a305-39e65cc230e7 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:10:39.299043 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-4d421663-c0d1-4062-9d32-a745346511b2 req-8ae4f2e1-22aa-45b6-a305-39e65cc230e7 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] For port 3a98039f-e97b-4db4-921c-0521a63cc8de, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=3a98039f-e97b-4db4-921c-0521a63cc8de,segment=NetworkSegment(51170a12-581b-42a3-9882-173f6e228667),segment_id=51170a12-581b-42a3-9882-173f6e228667)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:10:39.299308 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4d421663-c0d1-4062-9d32-a745346511b2 req-8ae4f2e1-22aa-45b6-a305-39e65cc230e7 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:10:39.311627 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-4d421663-c0d1-4062-9d32-a745346511b2 req-8ae4f2e1-22aa-45b6-a305-39e65cc230e7 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Calling delete_port for 3a98039f-e97b-4db4-921c-0521a63cc8de owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:10:39.440858 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4d421663-c0d1-4062-9d32-a745346511b2 req-8ae4f2e1-22aa-45b6-a305-39e65cc230e7 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:10:39.452553 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['3a98039f-e97b-4db4-921c-0521a63cc8de'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:10:39.467338 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae4f2e1-22aa-45b6-a305-39e65cc230e7 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Pushing event deleted for resources: {'Port': ['ID=3a98039f-e97b-4db4-921c-0521a63cc8de,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:10:39.510575 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d421663-c0d1-4062-9d32-a745346511b2 req-8ae4f2e1-22aa-45b6-a305-39e65cc230e7 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] No DVR routers for this DVR port 3a98039f-e97b-4db4-921c-0521a63cc8de on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:10:39.513201 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4d421663-c0d1-4062-9d32-a745346511b2 req-8ae4f2e1-22aa-45b6-a305-39e65cc230e7 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:10:39.515269 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4d421663-c0d1-4062-9d32-a745346511b2 req-8ae4f2e1-22aa-45b6-a305-39e65cc230e7 tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] 10.222.0.11 "DELETE /v2.0/ports/3a98039f-e97b-4db4-921c-0521a63cc8de HTTP/1.1" status: 204 len: 173 time: 0.3931558 Aug 23 21:10:39.515693 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '004f8775-541c-47e3-baf0-81e49a55531f', 'name': 'network-vif-deleted', 'tag': '3a98039f-e97b-4db4-921c-0521a63cc8de'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:10:39.517954 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034a5fcf-7b18-4339-a881-f18bf3f05dad" -d '{"events": [{"server_uuid": "004f8775-541c-47e3-baf0-81e49a55531f", "name": "network-vif-deleted", "tag": "3a98039f-e97b-4db4-921c-0521a63cc8de"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:10:39.555001 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f413add-e976-4fac-ab54-b2c566da9cb8 x-openstack-request-id: req-3f413add-e976-4fac-ab54-b2c566da9cb8 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:10:39.555290 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "004f8775-541c-47e3-baf0-81e49a55531f", "name": "network-vif-deleted", "tag": "3a98039f-e97b-4db4-921c-0521a63cc8de", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:10:39.555547 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3f413add-e976-4fac-ab54-b2c566da9cb8 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:10:39.555966 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '004f8775-541c-47e3-baf0-81e49a55531f', 'name': 'network-vif-deleted', 'tag': '3a98039f-e97b-4db4-921c-0521a63cc8de', 'status': 'completed', 'code': 200} Aug 23 21:10:39.850621 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c49a2774-c5bc-4e42-9656-50689551ade6 req-b8b0bfc7-8604-4649-b37d-2138d5da9fce tempest-VolumesSnapshotTestJSON-1371237425 tempest-VolumesSnapshotTestJSON-1371237425-project] 10.222.0.61 "GET /v2.0/ports?device_id=004f8775-541c-47e3-baf0-81e49a55531f HTTP/1.1" status: 200 len: 210 time: 0.0268404 Aug 23 21:10:40.054903 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0db7ad35-c18b-45ec-b562-241a72b556eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:10:40.646522 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:10:43.439440 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3b930ea9-0ce5-47aa-8ece-7b4763f0f6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:10:43.559679 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:10:43.819481 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 3a98039f-e97b-4db4-921c-0521a63cc8de no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:10:43.839601 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: 3a98039f-e97b-4db4-921c-0521a63cc8de {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:10:43.839940 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 3a98039f-e97b-4db4-921c-0521a63cc8de not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:10:44.675045 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:10:46.024702 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:10:50.628041 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:10:58.182897 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:11:10.059575 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-52d3990b-409b-4f63-a046-a66b88542792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:10.661962 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:13.442696 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-30fd574a-d354-4f63-94d3-d7cb02c3efad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:13.563807 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:14.672819 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:16.027731 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:20.628764 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:20.972657 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49102) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:11:21.017823 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d230faa-8e95-41c4-86c6-2eab596a12ed admin admin] Deleting subnet 8991e30d-1ac3-4571-b5b8-d0e6b6b45db2 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 21:11:21.020942 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2d230faa-8e95-41c4-86c6-2eab596a12ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:21.059463 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2d230faa-8e95-41c4-86c6-2eab596a12ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:21.103902 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2d230faa-8e95-41c4-86c6-2eab596a12ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:21.157705 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2d230faa-8e95-41c4-86c6-2eab596a12ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:21.186717 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d230faa-8e95-41c4-86c6-2eab596a12ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8991e30d-1ac3-4571-b5b8-d0e6b6b45db2,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:11:21.189641 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2d230faa-8e95-41c4-86c6-2eab596a12ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:21.190966 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2d230faa-8e95-41c4-86c6-2eab596a12ed admin admin] 10.222.0.61 "DELETE /v2.0/subnets/8991e30d-1ac3-4571-b5b8-d0e6b6b45db2 HTTP/1.1" status: 204 len: 168 time: 0.2172189 Aug 23 21:11:21.193699 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49104) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:11:21.197743 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d230faa-8e95-41c4-86c6-2eab596a12ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:11:21.198097 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d230faa-8e95-41c4-86c6-2eab596a12ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:11:21.198432 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d230faa-8e95-41c4-86c6-2eab596a12ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:11:21.198766 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d230faa-8e95-41c4-86c6-2eab596a12ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:11:21.199096 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d230faa-8e95-41c4-86c6-2eab596a12ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:11:21.199424 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d230faa-8e95-41c4-86c6-2eab596a12ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:11:21.199748 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d230faa-8e95-41c4-86c6-2eab596a12ed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:11:21.200091 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d230faa-8e95-41c4-86c6-2eab596a12ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:11:21.201274 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d230faa-8e95-41c4-86c6-2eab596a12ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:11:21.201606 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d230faa-8e95-41c4-86c6-2eab596a12ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:11:21.201944 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d230faa-8e95-41c4-86c6-2eab596a12ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:11:21.202251 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d230faa-8e95-41c4-86c6-2eab596a12ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:11:21.267308 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8fcdf8f1-8e98-4fad-afcc-e5cf51a3fbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:21.344783 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8fcdf8f1-8e98-4fad-afcc-e5cf51a3fbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:21.355037 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-8fcdf8f1-8e98-4fad-afcc-e5cf51a3fbaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['596f7850-7071-4ddd-9c96-6e933f07676a']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:11:21.370963 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-8fcdf8f1-8e98-4fad-afcc-e5cf51a3fbaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51170a12-581b-42a3-9882-173f6e228667') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:11:21.371265 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-8fcdf8f1-8e98-4fad-afcc-e5cf51a3fbaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51170a12-581b-42a3-9882-173f6e228667') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:11:21.381331 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8fcdf8f1-8e98-4fad-afcc-e5cf51a3fbaa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:21.395102 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8fcdf8f1-8e98-4fad-afcc-e5cf51a3fbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:21.401466 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fcdf8f1-8e98-4fad-afcc-e5cf51a3fbaa admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:11:21.401886 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8fcdf8f1-8e98-4fad-afcc-e5cf51a3fbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:21.403727 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 21:11:21.403727 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:11:21.403727 n-d-805663-2 neutron-server[94687]: timer() Aug 23 21:11:21.403727 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:11:21.403727 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 21:11:21.403727 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:11:21.403727 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 21:11:21.403727 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:11:21.403727 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 21:11:21.403727 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:11:21.403727 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 21:11:21.403727 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:11:21.403727 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 21:11:21.403727 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:11:21.403727 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:11:21.403727 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:11:21.403727 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:11:21.403727 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:11:21.403727 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 21:11:21.403727 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:11:21.403727 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 21:11:21.403727 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:11:21.403727 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:11:21.403727 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:11:21.403727 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 21:11:21.403727 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:11:21.403727 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:11:21.403727 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:11:21.403727 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:11:21.403727 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:11:21.403727 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:11:21.403727 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:11:21.457934 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8fcdf8f1-8e98-4fad-afcc-e5cf51a3fbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:21.464350 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8fcdf8f1-8e98-4fad-afcc-e5cf51a3fbaa admin admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:21.468757 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8fcdf8f1-8e98-4fad-afcc-e5cf51a3fbaa admin admin] 10.222.0.61 "DELETE /v2.0/networks/596f7850-7071-4ddd-9c96-6e933f07676a HTTP/1.1" status: 204 len: 168 time: 0.2716916 Aug 23 21:11:21.479209 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcdf8f1-8e98-4fad-afcc-e5cf51a3fbaa admin admin] Pushing event deleted for resources: {'Network': ['ID=596f7850-7071-4ddd-9c96-6e933f07676a,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:11:21.489140 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcdf8f1-8e98-4fad-afcc-e5cf51a3fbaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:11:21.489487 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcdf8f1-8e98-4fad-afcc-e5cf51a3fbaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:11:21.489833 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcdf8f1-8e98-4fad-afcc-e5cf51a3fbaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:11:21.490280 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcdf8f1-8e98-4fad-afcc-e5cf51a3fbaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:11:21.490617 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcdf8f1-8e98-4fad-afcc-e5cf51a3fbaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:11:21.490954 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcdf8f1-8e98-4fad-afcc-e5cf51a3fbaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:11:21.491284 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcdf8f1-8e98-4fad-afcc-e5cf51a3fbaa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:11:21.491611 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcdf8f1-8e98-4fad-afcc-e5cf51a3fbaa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:11:21.491932 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcdf8f1-8e98-4fad-afcc-e5cf51a3fbaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:11:21.492273 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcdf8f1-8e98-4fad-afcc-e5cf51a3fbaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:11:21.492595 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcdf8f1-8e98-4fad-afcc-e5cf51a3fbaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:11:21.492948 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcdf8f1-8e98-4fad-afcc-e5cf51a3fbaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:11:21.657188 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49108) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:11:21.698189 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ad7bc2fb-1c9d-45c7-9a73-94bad17730bc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7dbd9ad6df514a6f9ba8fa91fde710a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386488 Aug 23 21:11:21.699388 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49110) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:11:21.748174 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-461f6a40-7b88-463e-bfc5-bf1b3216d82d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:21.772694 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-461f6a40-7b88-463e-bfc5-bf1b3216d82d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:21.818068 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-461f6a40-7b88-463e-bfc5-bf1b3216d82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:21.820871 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-461f6a40-7b88-463e-bfc5-bf1b3216d82d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:21.822057 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-461f6a40-7b88-463e-bfc5-bf1b3216d82d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/34702e97-a6c5-4735-9e70-6ae38793d4a9 HTTP/1.1" status: 204 len: 168 time: 0.1217761 Aug 23 21:11:21.831275 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461f6a40-7b88-463e-bfc5-bf1b3216d82d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34702e97-a6c5-4735-9e70-6ae38793d4a9,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:11:23.967626 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49162) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:11:23.972698 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-97758733-d83b-4012-be59-efedb367eb73 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Request body: {'network': {'name': 'tempest-network-smoke--1904437943', 'project_id': 'ee6f645258904376994b9b5bad31d7bc', 'port_security_enabled': True}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:11:23.993388 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97758733-d83b-4012-be59-efedb367eb73 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Made reservation on behalf of ee6f645258904376994b9b5bad31d7bc for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:11:23.996898 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-97758733-d83b-4012-be59-efedb367eb73 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:24.005254 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-97758733-d83b-4012-be59-efedb367eb73 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:24.093339 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-97758733-d83b-4012-be59-efedb367eb73 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:24.097076 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-97758733-d83b-4012-be59-efedb367eb73 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:24.128971 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97758733-d83b-4012-be59-efedb367eb73 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:11:24.135651 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97758733-d83b-4012-be59-efedb367eb73 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6ec8c5-8cdf-4587-98db-604994212ac2,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:11:24.142813 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-97758733-d83b-4012-be59-efedb367eb73 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:24.143801 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-97758733-d83b-4012-be59-efedb367eb73 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Added segment 2db714d9-d9e4-46a6-ace9-9c8918f0ee60 of type vlan for network c7ab3635-9f60-4aac-81db-5f7dcfbcadfa Aug 23 21:11:24.184538 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-97758733-d83b-4012-be59-efedb367eb73 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:24.209221 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-97758733-d83b-4012-be59-efedb367eb73 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:24.215050 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97758733-d83b-4012-be59-efedb367eb73 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:11:24.215638 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-97758733-d83b-4012-be59-efedb367eb73 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:24.270562 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-97758733-d83b-4012-be59-efedb367eb73 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3017919 Aug 23 21:11:24.273693 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49164) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:11:24.279039 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e3f526ed-ff85-4d3a-bc1a-e21f1c0df3da tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-515113245', 'admin_state_up': True, 'project_id': 'ee6f645258904376994b9b5bad31d7bc', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:11:24.288573 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97758733-d83b-4012-be59-efedb367eb73 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Pushing event updated for resources: {'Network': ['ID=c7ab3635-9f60-4aac-81db-5f7dcfbcadfa,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:11:24.301121 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network c7ab3635-9f60-4aac-81db-5f7dcfbcadfa details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:11:24.310789 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3f526ed-ff85-4d3a-bc1a-e21f1c0df3da tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:24.312609 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3f526ed-ff85-4d3a-bc1a-e21f1c0df3da tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:24.369437 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3f526ed-ff85-4d3a-bc1a-e21f1c0df3da tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:24.508205 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3f526ed-ff85-4d3a-bc1a-e21f1c0df3da tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:24.718070 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3f526ed-ff85-4d3a-bc1a-e21f1c0df3da tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:24.736947 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3f526ed-ff85-4d3a-bc1a-e21f1c0df3da tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:24.837775 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-e3f526ed-ff85-4d3a-bc1a-e21f1c0df3da tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Allocated IP 172.25.4.224 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/63b80d11-45b8-452f-9e39-c2bad48b300d) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:11:24.942413 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3f526ed-ff85-4d3a-bc1a-e21f1c0df3da tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:24.983107 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3f526ed-ff85-4d3a-bc1a-e21f1c0df3da tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:25.020882 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f526ed-ff85-4d3a-bc1a-e21f1c0df3da tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:11:25.023760 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-e3f526ed-ff85-4d3a-bc1a-e21f1c0df3da tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:11:25.027138 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f526ed-ff85-4d3a-bc1a-e21f1c0df3da tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:11:25.058899 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f526ed-ff85-4d3a-bc1a-e21f1c0df3da tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Pushing event updated for resources: {'Port': ['ID=63b80d11-45b8-452f-9e39-c2bad48b300d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:11:25.292471 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3f526ed-ff85-4d3a-bc1a-e21f1c0df3da tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:25.499867 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3f526ed-ff85-4d3a-bc1a-e21f1c0df3da tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:25.632368 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3f526ed-ff85-4d3a-bc1a-e21f1c0df3da tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Router 507cdcef-d1c7-48e3-974c-7075e5da7e25 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 21:11:26.008920 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f526ed-ff85-4d3a-bc1a-e21f1c0df3da tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:11:26.018406 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19308752-0d5c-4305-a651-1e707c158d2f None None] Sync routers for ids ['507cdcef-d1c7-48e3-974c-7075e5da7e25'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:11:26.026928 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3f526ed-ff85-4d3a-bc1a-e21f1c0df3da tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:26.027996 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19308752-0d5c-4305-a651-1e707c158d2f None None] Routers {'507cdcef-d1c7-48e3-974c-7075e5da7e25'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:11:26.028184 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e3f526ed-ff85-4d3a-bc1a-e21f1c0df3da tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7533636 Aug 23 21:11:26.028729 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-19308752-0d5c-4305-a651-1e707c158d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:11:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['507cdcef-d1c7-48e3-974c-7075e5da7e25'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:11:26.031451 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49166) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:11:26.139282 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-19308752-0d5c-4305-a651-1e707c158d2f None None] Set router 507cdcef-d1c7-48e3-974c-7075e5da7e25 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:11:26.165577 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-5b868c3e-9b31-400c-b93c-ec08575c8cd6 tempest-TestSecurityGroupsBasicOps-204161596 tempest-TestSecurityGroupsBasicOps-204161596-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=ee6f645258904376994b9b5bad31d7bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1330252 Aug 23 21:11:26.169913 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49170) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:11:26.260590 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9a22c4-beb1-4ddc-9a92-9f0a11823f72 tempest-TestSecurityGroupsBasicOps-204161596 tempest-TestSecurityGroupsBasicOps-204161596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:11:26.262012 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-1c9a22c4-beb1-4ddc-9a92-9f0a11823f72 tempest-TestSecurityGroupsBasicOps-204161596 tempest-TestSecurityGroupsBasicOps-204161596-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0910542 Aug 23 21:11:26.265026 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49172) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:11:26.300671 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-da6f2694-aab1-453b-a55b-16dcdc9969eb tempest-TestSecurityGroupsBasicOps-204161596 tempest-TestSecurityGroupsBasicOps-204161596-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=03d801c5-d257-4cc1-bad3-11a323aafec0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0345323 Aug 23 21:11:26.303727 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49174) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:11:26.308605 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-991b86bc-af85-40ce-a8de-c163a74f41f0 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-285089744', 'network_id': 'c7ab3635-9f60-4aac-81db-5f7dcfbcadfa', 'project_id': 'ee6f645258904376994b9b5bad31d7bc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:11:26.331446 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-19308752-0d5c-4305-a651-1e707c158d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507cdcef-d1c7-48e3-974c-7075e5da7e25', 'name': 'tempest-TestSecurityGroupsBasicOps-router-515113245', 'tenant_id': 'ee6f645258904376994b9b5bad31d7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '63b80d11-45b8-452f-9e39-c2bad48b300d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:11:24Z', 'updated_at': '2021-08-23T21:11:25Z', 'revision_number': 3, 'project_id': 'ee6f645258904376994b9b5bad31d7bc', 'gw_port': {'id': '63b80d11-45b8-452f-9e39-c2bad48b300d', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:91:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507cdcef-d1c7-48e3-974c-7075e5da7e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:11:24Z', 'updated_at': '2021-08-23T21:11:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:11:26.358162 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19308752-0d5c-4305-a651-1e707c158d2f None None] Checking router: 507cdcef-d1c7-48e3-974c-7075e5da7e25 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:11:26.358503 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19308752-0d5c-4305-a651-1e707c158d2f None None] Updating router 507cdcef-d1c7-48e3-974c-7075e5da7e25 port 63b80d11-45b8-452f-9e39-c2bad48b300d binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 21:11:26.383496 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-19308752-0d5c-4305-a651-1e707c158d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:26.401636 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991b86bc-af85-40ce-a8de-c163a74f41f0 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Made reservation on behalf of ee6f645258904376994b9b5bad31d7bc for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:11:26.406389 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-991b86bc-af85-40ce-a8de-c163a74f41f0 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:26.602996 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-991b86bc-af85-40ce-a8de-c163a74f41f0 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:26.675505 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b86bc-af85-40ce-a8de-c163a74f41f0 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Pushing event updated for resources: {'Subnet': ['ID=df064e0d-8c0c-40b0-a47c-934e95dc2c9e,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:11:26.687822 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991b86bc-af85-40ce-a8de-c163a74f41f0 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Checking segment: {'id': '2db714d9-d9e4-46a6-ace9-9c8918f0ee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'c7ab3635-9f60-4aac-81db-5f7dcfbcadfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:11:26.688267 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991b86bc-af85-40ce-a8de-c163a74f41f0 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Network hostable DHCP agents. Network: c7ab3635-9f60-4aac-81db-5f7dcfbcadfa, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:11:26.708986 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991b86bc-af85-40ce-a8de-c163a74f41f0 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Network c7ab3635-9f60-4aac-81db-5f7dcfbcadfa is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:11:26.719629 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-991b86bc-af85-40ce-a8de-c163a74f41f0 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, c7ab3635-9f60-4aac-81db-5f7dcfbcadfa) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:11:26.724296 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991b86bc-af85-40ce-a8de-c163a74f41f0 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:11:26.724646 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-991b86bc-af85-40ce-a8de-c163a74f41f0 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:26.743507 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-991b86bc-af85-40ce-a8de-c163a74f41f0 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4359689 Aug 23 21:11:26.743762 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49176) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:11:26.797109 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299581e6-aea8-4728-8234-87bb021ac6c9 None None] Network c7ab3635-9f60-4aac-81db-5f7dcfbcadfa requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:11:26.885161 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-19308752-0d5c-4305-a651-1e707c158d2f None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:26.905181 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-19308752-0d5c-4305-a651-1e707c158d2f None None] Transition to ACTIVE for port object 63b80d11-45b8-452f-9e39-c2bad48b300d will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:11:26.921503 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-19308752-0d5c-4305-a651-1e707c158d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:27.055222 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-19308752-0d5c-4305-a651-1e707c158d2f None None] Attempting to bind port 63b80d11-45b8-452f-9e39-c2bad48b300d on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:11:27.055897 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-19308752-0d5c-4305-a651-1e707c158d2f None None] Attempting to bind port 63b80d11-45b8-452f-9e39-c2bad48b300d by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:11:27.056455 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19308752-0d5c-4305-a651-1e707c158d2f None None] Attempting to bind port 63b80d11-45b8-452f-9e39-c2bad48b300d on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:11:27.063568 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daff556-8e4e-4015-9d0b-239ff86730d5 None None] Pushing event updated for resources: {'Port': ['ID=63b80d11-45b8-452f-9e39-c2bad48b300d,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:11:27.071905 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19308752-0d5c-4305-a651-1e707c158d2f None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:11:27.072295 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19308752-0d5c-4305-a651-1e707c158d2f None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:11:27.072701 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-19308752-0d5c-4305-a651-1e707c158d2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:27.073098 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19308752-0d5c-4305-a651-1e707c158d2f None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:11:27.073587 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-19308752-0d5c-4305-a651-1e707c158d2f None None] Bound port: 63b80d11-45b8-452f-9e39-c2bad48b300d, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:11:27.073971 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-19308752-0d5c-4305-a651-1e707c158d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:27.102279 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daff556-8e4e-4015-9d0b-239ff86730d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:11:27.102624 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daff556-8e4e-4015-9d0b-239ff86730d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:11:27.102962 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daff556-8e4e-4015-9d0b-239ff86730d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:11:27.103295 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daff556-8e4e-4015-9d0b-239ff86730d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:11:27.103622 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daff556-8e4e-4015-9d0b-239ff86730d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:11:27.103949 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daff556-8e4e-4015-9d0b-239ff86730d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:11:27.104299 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daff556-8e4e-4015-9d0b-239ff86730d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:11:27.104622 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daff556-8e4e-4015-9d0b-239ff86730d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:11:27.104948 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daff556-8e4e-4015-9d0b-239ff86730d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:11:27.105267 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daff556-8e4e-4015-9d0b-239ff86730d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:11:27.105586 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daff556-8e4e-4015-9d0b-239ff86730d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:11:27.105900 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daff556-8e4e-4015-9d0b-239ff86730d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:11:27.151131 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34313f65-c99a-451e-bde4-b6115a070d0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-c7ab3635-9f60-4aac-81db-5f7dcfbcadfa', 'network_id': 'c7ab3635-9f60-4aac-81db-5f7dcfbcadfa', 'tenant_id': 'ee6f645258904376994b9b5bad31d7bc', 'fixed_ips': [{'subnet_id': 'df064e0d-8c0c-40b0-a47c-934e95dc2c9e'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 21:11:27.151967 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-34313f65-c99a-451e-bde4-b6115a070d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:27.176602 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-19308752-0d5c-4305-a651-1e707c158d2f None None] For port 63b80d11-45b8-452f-9e39-c2bad48b300d, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:11:27.193393 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2376e358-9d41-4566-90bc-538d1089ba64 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:27.194449 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-19308752-0d5c-4305-a651-1e707c158d2f None None] For port 63b80d11-45b8-452f-9e39-c2bad48b300d, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=63b80d11-45b8-452f-9e39-c2bad48b300d,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:11:27.199413 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-19308752-0d5c-4305-a651-1e707c158d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:27.362864 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19308752-0d5c-4305-a651-1e707c158d2f None None] Routers {'507cdcef-d1c7-48e3-974c-7075e5da7e25'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:11:27.363496 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-19308752-0d5c-4305-a651-1e707c158d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:11:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['507cdcef-d1c7-48e3-974c-7075e5da7e25'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:11:27.403457 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daff556-8e4e-4015-9d0b-239ff86730d5 None None] Pushing event updated for resources: {'Port': ['ID=63b80d11-45b8-452f-9e39-c2bad48b300d,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:11:27.423590 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-34313f65-c99a-451e-bde4-b6115a070d0a None None] Allocated IP 172.20.0.2 (c7ab3635-9f60-4aac-81db-5f7dcfbcadfa/df064e0d-8c0c-40b0-a47c-934e95dc2c9e/925c966b-88a2-4f50-862f-d45eb0f6eac6) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:11:27.533806 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-19308752-0d5c-4305-a651-1e707c158d2f None None] Set router 507cdcef-d1c7-48e3-974c-7075e5da7e25 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:11:27.737685 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-34313f65-c99a-451e-bde4-b6115a070d0a None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:27.765349 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-34313f65-c99a-451e-bde4-b6115a070d0a None None] Transition to ACTIVE for port object 925c966b-88a2-4f50-862f-d45eb0f6eac6 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:11:27.784300 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-34313f65-c99a-451e-bde4-b6115a070d0a None None] Transition to ACTIVE for port object 925c966b-88a2-4f50-862f-d45eb0f6eac6 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:11:27.790920 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-34313f65-c99a-451e-bde4-b6115a070d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:27.830619 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34313f65-c99a-451e-bde4-b6115a070d0a None None] Network c7ab3635-9f60-4aac-81db-5f7dcfbcadfa is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:11:27.835017 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-34313f65-c99a-451e-bde4-b6115a070d0a None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:11:27.839444 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34313f65-c99a-451e-bde4-b6115a070d0a None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:11:27.840139 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-2376e358-9d41-4566-90bc-538d1089ba64 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Allocated IP 172.20.0.1 (c7ab3635-9f60-4aac-81db-5f7dcfbcadfa/df064e0d-8c0c-40b0-a47c-934e95dc2c9e/34605836-b707-48df-a689-c893faccd3ab) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:11:27.848873 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-19308752-0d5c-4305-a651-1e707c158d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507cdcef-d1c7-48e3-974c-7075e5da7e25', 'name': 'tempest-TestSecurityGroupsBasicOps-router-515113245', 'tenant_id': 'ee6f645258904376994b9b5bad31d7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '63b80d11-45b8-452f-9e39-c2bad48b300d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:11:24Z', 'updated_at': '2021-08-23T21:11:25Z', 'revision_number': 3, 'project_id': 'ee6f645258904376994b9b5bad31d7bc', 'gw_port': {'id': '63b80d11-45b8-452f-9e39-c2bad48b300d', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:91:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507cdcef-d1c7-48e3-974c-7075e5da7e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:11:24Z', 'updated_at': '2021-08-23T21:11:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:11:27.886773 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34313f65-c99a-451e-bde4-b6115a070d0a None None] Pushing event updated for resources: {'Port': ['ID=925c966b-88a2-4f50-862f-d45eb0f6eac6,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:11:27.904640 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19308752-0d5c-4305-a651-1e707c158d2f None None] The sync data for ids ['507cdcef-d1c7-48e3-974c-7075e5da7e25'] in n-d-805663-2 is: [{'id': '507cdcef-d1c7-48e3-974c-7075e5da7e25', 'name': 'tempest-TestSecurityGroupsBasicOps-router-515113245', 'tenant_id': 'ee6f645258904376994b9b5bad31d7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '63b80d11-45b8-452f-9e39-c2bad48b300d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:11:24Z', 'updated_at': '2021-08-23T21:11:25Z', 'revision_number': 3, 'project_id': 'ee6f645258904376994b9b5bad31d7bc', 'gw_port': {'id': '63b80d11-45b8-452f-9e39-c2bad48b300d', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:91:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507cdcef-d1c7-48e3-974c-7075e5da7e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:11:24Z', 'updated_at': '2021-08-23T21:11:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:11:27.940337 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-34313f65-c99a-451e-bde4-b6115a070d0a None None] Attempting to bind port 925c966b-88a2-4f50-862f-d45eb0f6eac6 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:11:27.941122 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-34313f65-c99a-451e-bde4-b6115a070d0a None None] Attempting to bind port 925c966b-88a2-4f50-862f-d45eb0f6eac6 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '2db714d9-d9e4-46a6-ace9-9c8918f0ee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'c7ab3635-9f60-4aac-81db-5f7dcfbcadfa'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:11:27.941473 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34313f65-c99a-451e-bde4-b6115a070d0a None None] Attempting to bind port 925c966b-88a2-4f50-862f-d45eb0f6eac6 on network c7ab3635-9f60-4aac-81db-5f7dcfbcadfa {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:11:27.947291 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34313f65-c99a-451e-bde4-b6115a070d0a None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:11:27.947291 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34313f65-c99a-451e-bde4-b6115a070d0a None None] Checking segment: {'id': '2db714d9-d9e4-46a6-ace9-9c8918f0ee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'c7ab3635-9f60-4aac-81db-5f7dcfbcadfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:11:27.947670 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-34313f65-c99a-451e-bde4-b6115a070d0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:27.947853 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34313f65-c99a-451e-bde4-b6115a070d0a None None] Bound using segment: {'id': '2db714d9-d9e4-46a6-ace9-9c8918f0ee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'c7ab3635-9f60-4aac-81db-5f7dcfbcadfa'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:11:27.948361 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-34313f65-c99a-451e-bde4-b6115a070d0a None None] Bound port: 925c966b-88a2-4f50-862f-d45eb0f6eac6, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db714d9-d9e4-46a6-ace9-9c8918f0ee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'c7ab3635-9f60-4aac-81db-5f7dcfbcadfa'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:11:27.948837 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-34313f65-c99a-451e-bde4-b6115a070d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:27.978094 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2376e358-9d41-4566-90bc-538d1089ba64 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:27.994133 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-2376e358-9d41-4566-90bc-538d1089ba64 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Transition to ACTIVE for port object 34605836-b707-48df-a689-c893faccd3ab will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:11:28.019320 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-34313f65-c99a-451e-bde4-b6115a070d0a None None] For port 925c966b-88a2-4f50-862f-d45eb0f6eac6, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:11:28.022752 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-34313f65-c99a-451e-bde4-b6115a070d0a None None] For port 925c966b-88a2-4f50-862f-d45eb0f6eac6, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=925c966b-88a2-4f50-862f-d45eb0f6eac6,segment=NetworkSegment(2db714d9-d9e4-46a6-ace9-9c8918f0ee60),segment_id=2db714d9-d9e4-46a6-ace9-9c8918f0ee60)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:11:28.026286 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-34313f65-c99a-451e-bde4-b6115a070d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:28.030076 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2376e358-9d41-4566-90bc-538d1089ba64 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:28.078429 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2376e358-9d41-4566-90bc-538d1089ba64 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Network c7ab3635-9f60-4aac-81db-5f7dcfbcadfa is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:11:28.081583 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-2376e358-9d41-4566-90bc-538d1089ba64 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:11:28.085559 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2376e358-9d41-4566-90bc-538d1089ba64 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:11:28.091491 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34313f65-c99a-451e-bde4-b6115a070d0a None None] Pushing event updated for resources: {'Port': ['ID=925c966b-88a2-4f50-862f-d45eb0f6eac6,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:11:28.101210 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2376e358-9d41-4566-90bc-538d1089ba64 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Pushing event updated for resources: {'Port': ['ID=34605836-b707-48df-a689-c893faccd3ab,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:11:28.174165 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2376e358-9d41-4566-90bc-538d1089ba64 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:28.358901 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2376e358-9d41-4566-90bc-538d1089ba64 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:28.683018 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2376e358-9d41-4566-90bc-538d1089ba64 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:28.688747 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2376e358-9d41-4566-90bc-538d1089ba64 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:28.765824 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2376e358-9d41-4566-90bc-538d1089ba64 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Pushing event updated for resources: {'Port': ['ID=34605836-b707-48df-a689-c893faccd3ab,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:11:28.771036 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2376e358-9d41-4566-90bc-538d1089ba64 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:28.892001 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2376e358-9d41-4566-90bc-538d1089ba64 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Network c7ab3635-9f60-4aac-81db-5f7dcfbcadfa is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:11:28.894005 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-2376e358-9d41-4566-90bc-538d1089ba64 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:11:29.017758 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2376e358-9d41-4566-90bc-538d1089ba64 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Router 507cdcef-d1c7-48e3-974c-7075e5da7e25 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:11:29.118104 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6c1f39-cb40-4f29-99a6-f35b12df657e None None] Network c7ab3635-9f60-4aac-81db-5f7dcfbcadfa requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:11:29.155604 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2376e358-9d41-4566-90bc-538d1089ba64 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:11:29.163068 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2376e358-9d41-4566-90bc-538d1089ba64 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "PUT /v2.0/routers/507cdcef-d1c7-48e3-974c-7075e5da7e25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4159570 Aug 23 21:11:29.163412 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49178) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:11:29.167180 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 63b80d11-45b8-452f-9e39-c2bad48b300d up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:11:29.168047 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-eba17f5e-20d8-4834-9bb1-d357991677e5 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1070126659', 'description': 'tempest-secgroup_access--1070126659 description', 'project_id': 'ee6f645258904376994b9b5bad31d7bc'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:11:29.200340 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eba17f5e-20d8-4834-9bb1-d357991677e5 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:29.257330 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3d5034bb-d252-4a4c-ba92-fabc20dd47d5 None None] Provisioning for port 925c966b-88a2-4f50-862f-d45eb0f6eac6 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:11:29.266081 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 63b80d11-45b8-452f-9e39-c2bad48b300d completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:11:29.292250 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eba17f5e-20d8-4834-9bb1-d357991677e5 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:29.295112 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 63b80d11-45b8-452f-9e39-c2bad48b300d triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:11:29.295490 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:29.297237 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eba17f5e-20d8-4834-9bb1-d357991677e5 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:29.330647 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba17f5e-20d8-4834-9bb1-d357991677e5 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47d45358-6edc-451a-ac9b-defd7e5e770f,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:11:29.335183 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eba17f5e-20d8-4834-9bb1-d357991677e5 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:29.336429 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-eba17f5e-20d8-4834-9bb1-d357991677e5 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1719313 Aug 23 21:11:29.339105 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49180) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:11:29.344167 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-8e1c14ac-22ca-4d91-9169-51e9854b81dc tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--2140243474', 'description': 'tempest-secgroup_general--2140243474 description', 'project_id': 'ee6f645258904376994b9b5bad31d7bc'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:11:29.367704 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8e1c14ac-22ca-4d91-9169-51e9854b81dc tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:29.412314 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:29.443248 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 63b80d11-45b8-452f-9e39-c2bad48b300d, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=63b80d11-45b8-452f-9e39-c2bad48b300d,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:11:29.449397 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:29.450244 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 925c966b-88a2-4f50-862f-d45eb0f6eac6 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:11:29.500085 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8e1c14ac-22ca-4d91-9169-51e9854b81dc tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:29.504891 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8e1c14ac-22ca-4d91-9169-51e9854b81dc tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:29.545797 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8e1c14ac-22ca-4d91-9169-51e9854b81dc tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:29.547134 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8e1c14ac-22ca-4d91-9169-51e9854b81dc tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.2070799 Aug 23 21:11:29.549357 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1c14ac-22ca-4d91-9169-51e9854b81dc tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=646af283-afb6-4309-9b1f-d0ba2c04da54,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:11:29.550129 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49182) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:11:29.554905 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-180e04ef-4827-4fd6-8ab7-71017c17b5b3 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Request body: {'security_group_rule': {'security_group_id': '47d45358-6edc-451a-ac9b-defd7e5e770f', 'project_id': 'ee6f645258904376994b9b5bad31d7bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:11:29.567230 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=63b80d11-45b8-452f-9e39-c2bad48b300d,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:11:29.585155 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 925c966b-88a2-4f50-862f-d45eb0f6eac6 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:11:29.586905 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-180e04ef-4827-4fd6-8ab7-71017c17b5b3 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:29.589565 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 925c966b-88a2-4f50-862f-d45eb0f6eac6 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:11:29.589939 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:29.661401 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-180e04ef-4827-4fd6-8ab7-71017c17b5b3 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:29.666251 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-180e04ef-4827-4fd6-8ab7-71017c17b5b3 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:29.686416 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180e04ef-4827-4fd6-8ab7-71017c17b5b3 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec93c326-1752-43aa-a2b3-edd92e830b80,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:11:29.690143 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:29.693417 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-180e04ef-4827-4fd6-8ab7-71017c17b5b3 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:29.695082 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-180e04ef-4827-4fd6-8ab7-71017c17b5b3 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1439297 Aug 23 21:11:29.716934 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-fd3ba6fb-4bfe-43d3-88a9-f92c24cafc12 None None] Provisioning complete for port 925c966b-88a2-4f50-862f-d45eb0f6eac6 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:11:29.717280 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd3ba6fb-4bfe-43d3-88a9-f92c24cafc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:29.772904 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 925c966b-88a2-4f50-862f-d45eb0f6eac6, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=925c966b-88a2-4f50-862f-d45eb0f6eac6,segment=NetworkSegment(2db714d9-d9e4-46a6-ace9-9c8918f0ee60),segment_id=2db714d9-d9e4-46a6-ace9-9c8918f0ee60)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:11:29.778966 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:29.861963 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=925c966b-88a2-4f50-862f-d45eb0f6eac6,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:11:29.871037 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-fd3ba6fb-4bfe-43d3-88a9-f92c24cafc12 None None] Provisioning for port 34605836-b707-48df-a689-c893faccd3ab completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:11:29.873535 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b25a1557-6f7f-41d0-a553-d00bf1cc25e5 req-452d9276-b669-48a3-9630-0303d0dc9786 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup_general--2140243474&fields=id&tenant_id=ee6f645258904376994b9b5bad31d7bc HTTP/1.1" status: 200 len: 267 time: 0.0507658 Aug 23 21:11:29.875896 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-fd3ba6fb-4bfe-43d3-88a9-f92c24cafc12 None None] Provisioning complete for port 34605836-b707-48df-a689-c893faccd3ab triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:11:29.876394 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd3ba6fb-4bfe-43d3-88a9-f92c24cafc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:29.914178 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6419042-300b-4d18-b3bf-7459c0e8056b None None] Sync routers for ids ['507cdcef-d1c7-48e3-974c-7075e5da7e25'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:11:29.923997 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-fd3ba6fb-4bfe-43d3-88a9-f92c24cafc12 None None] Port 34605836-b707-48df-a689-c893faccd3ab cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:11:29.930162 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6419042-300b-4d18-b3bf-7459c0e8056b None None] Routers {'507cdcef-d1c7-48e3-974c-7075e5da7e25'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:11:29.930675 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b6419042-300b-4d18-b3bf-7459c0e8056b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:11:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['507cdcef-d1c7-48e3-974c-7075e5da7e25'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:11:29.940363 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b25a1557-6f7f-41d0-a553-d00bf1cc25e5 req-92387ee2-3d03-400b-9396-6d0c300ec579 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup_access--1070126659&fields=id&tenant_id=ee6f645258904376994b9b5bad31d7bc HTTP/1.1" status: 200 len: 267 time: 0.0558543 Aug 23 21:11:30.055572 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-02801dde-f693-42db-a64e-83955dfc4db5 None None] Provisioning complete for port 34605836-b707-48df-a689-c893faccd3ab triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:11:30.055818 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-02801dde-f693-42db-a64e-83955dfc4db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:30.129608 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a1557-6f7f-41d0-a553-d00bf1cc25e5 req-4bb0e88a-c0c5-463c-b5b3-c7ab825c6870 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:11:30.131171 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b25a1557-6f7f-41d0-a553-d00bf1cc25e5 req-4bb0e88a-c0c5-463c-b5b3-c7ab825c6870 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "GET /v2.0/networks?id=c7ab3635-9f60-4aac-81db-5f7dcfbcadfa HTTP/1.1" status: 200 len: 797 time: 0.1827862 Aug 23 21:11:30.138609 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-02801dde-f693-42db-a64e-83955dfc4db5 None None] Port 34605836-b707-48df-a689-c893faccd3ab cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:11:30.152858 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b25a1557-6f7f-41d0-a553-d00bf1cc25e5 req-65752013-94f9-42de-af81-9ce9b12a3734 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "GET /v2.0/quotas/ee6f645258904376994b9b5bad31d7bc HTTP/1.1" status: 200 len: 375 time: 0.0112433 Aug 23 21:11:30.190962 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-b6419042-300b-4d18-b3bf-7459c0e8056b None None] Set router 507cdcef-d1c7-48e3-974c-7075e5da7e25 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:11:30.234880 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b25a1557-6f7f-41d0-a553-d00bf1cc25e5 req-4fec24fb-eb25-40c1-891c-bfbaa1d7a8c9 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ee6f645258904376994b9b5bad31d7bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0746725 Aug 23 21:11:30.258864 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b6e1a4fe-b589-46be-be30-674775896a25 None None] Provisioning complete for port 34605836-b707-48df-a689-c893faccd3ab triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:11:30.259800 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b6e1a4fe-b589-46be-be30-674775896a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:30.307635 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b6e1a4fe-b589-46be-be30-674775896a25 None None] Port 34605836-b707-48df-a689-c893faccd3ab cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:11:30.347664 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b25a1557-6f7f-41d0-a553-d00bf1cc25e5 req-f4ed75d3-7b55-4488-9b4d-a0a5adfb5bf2 service neutron] 10.222.0.61 "GET /v2.0/networks/c7ab3635-9f60-4aac-81db-5f7dcfbcadfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991046 Aug 23 21:11:30.414297 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b6419042-300b-4d18-b3bf-7459c0e8056b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507cdcef-d1c7-48e3-974c-7075e5da7e25', 'name': 'tempest-TestSecurityGroupsBasicOps-router-515113245', 'tenant_id': 'ee6f645258904376994b9b5bad31d7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '63b80d11-45b8-452f-9e39-c2bad48b300d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:11:24Z', 'updated_at': '2021-08-23T21:11:28Z', 'revision_number': 4, 'project_id': 'ee6f645258904376994b9b5bad31d7bc', 'gw_port': {'id': '63b80d11-45b8-452f-9e39-c2bad48b300d', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:91:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507cdcef-d1c7-48e3-974c-7075e5da7e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:11:24Z', 'updated_at': '2021-08-23T21:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '34605836-b707-48df-a689-c893faccd3ab', 'name': '', 'network_id': 'c7ab3635-9f60-4aac-81db-5f7dcfbcadfa', 'tenant_id': 'ee6f645258904376994b9b5bad31d7bc', 'mac_address': 'fa:16:3e:69:fc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507cdcef-d1c7-48e3-974c-7075e5da7e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'df064e0d-8c0c-40b0-a47c-934e95dc2c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:11:27Z', 'updated_at': '2021-08-23T21:11:28Z', 'revision_number': 2, 'project_id': 'ee6f645258904376994b9b5bad31d7bc', 'subnets': [{'id': 'df064e0d-8c0c-40b0-a47c-934e95dc2c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:11:30.440742 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6419042-300b-4d18-b3bf-7459c0e8056b None None] Checking router: 507cdcef-d1c7-48e3-974c-7075e5da7e25 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:11:30.441081 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6419042-300b-4d18-b3bf-7459c0e8056b None None] Updating router 507cdcef-d1c7-48e3-974c-7075e5da7e25 port 34605836-b707-48df-a689-c893faccd3ab binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 21:11:30.445257 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b25a1557-6f7f-41d0-a553-d00bf1cc25e5 req-62552469-b9ee-42f1-a161-2495bf531c66 service neutron] 10.222.0.61 "GET /v2.0/networks/c7ab3635-9f60-4aac-81db-5f7dcfbcadfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967193 Aug 23 21:11:30.466040 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b6419042-300b-4d18-b3bf-7459c0e8056b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:30.651091 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2c8fb6d5-752a-4dbf-b33b-287c816d6538 req-778cf609-11ef-4324-baa9-1a026bee15c0 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6d2ca70-f659-4e3f-8b77-575ab2ef13e2 HTTP/1.1" status: 200 len: 210 time: 0.0468483 Aug 23 21:11:30.770292 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b6419042-300b-4d18-b3bf-7459c0e8056b None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:30.780559 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-b6419042-300b-4d18-b3bf-7459c0e8056b None None] Transition to ACTIVE for port object 34605836-b707-48df-a689-c893faccd3ab will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:11:30.787050 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b6419042-300b-4d18-b3bf-7459c0e8056b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:30.838532 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67493ce-15eb-4c64-b67b-13c02c60431d None None] Pushing event updated for resources: {'Port': ['ID=34605836-b707-48df-a689-c893faccd3ab,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:11:30.866316 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67493ce-15eb-4c64-b67b-13c02c60431d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:11:30.866878 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67493ce-15eb-4c64-b67b-13c02c60431d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:11:30.867215 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67493ce-15eb-4c64-b67b-13c02c60431d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:11:30.867538 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67493ce-15eb-4c64-b67b-13c02c60431d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:11:30.867857 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67493ce-15eb-4c64-b67b-13c02c60431d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:11:30.868206 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67493ce-15eb-4c64-b67b-13c02c60431d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:11:30.868523 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67493ce-15eb-4c64-b67b-13c02c60431d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:11:30.868836 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67493ce-15eb-4c64-b67b-13c02c60431d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:11:30.869148 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67493ce-15eb-4c64-b67b-13c02c60431d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:11:30.869459 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67493ce-15eb-4c64-b67b-13c02c60431d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:11:30.869768 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67493ce-15eb-4c64-b67b-13c02c60431d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:11:30.870081 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67493ce-15eb-4c64-b67b-13c02c60431d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:11:30.902104 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-b6419042-300b-4d18-b3bf-7459c0e8056b None None] Attempting to bind port 34605836-b707-48df-a689-c893faccd3ab on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:11:30.902456 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-b6419042-300b-4d18-b3bf-7459c0e8056b None None] Attempting to bind port 34605836-b707-48df-a689-c893faccd3ab by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '2db714d9-d9e4-46a6-ace9-9c8918f0ee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'c7ab3635-9f60-4aac-81db-5f7dcfbcadfa'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:11:30.903045 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6419042-300b-4d18-b3bf-7459c0e8056b None None] Attempting to bind port 34605836-b707-48df-a689-c893faccd3ab on network c7ab3635-9f60-4aac-81db-5f7dcfbcadfa {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:11:30.909070 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6419042-300b-4d18-b3bf-7459c0e8056b None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:11:30.909442 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6419042-300b-4d18-b3bf-7459c0e8056b None None] Checking segment: {'id': '2db714d9-d9e4-46a6-ace9-9c8918f0ee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'c7ab3635-9f60-4aac-81db-5f7dcfbcadfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:11:30.909837 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b6419042-300b-4d18-b3bf-7459c0e8056b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:30.910226 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6419042-300b-4d18-b3bf-7459c0e8056b None None] Bound using segment: {'id': '2db714d9-d9e4-46a6-ace9-9c8918f0ee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'c7ab3635-9f60-4aac-81db-5f7dcfbcadfa'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:11:30.910745 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-b6419042-300b-4d18-b3bf-7459c0e8056b None None] Bound port: 34605836-b707-48df-a689-c893faccd3ab, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db714d9-d9e4-46a6-ace9-9c8918f0ee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'c7ab3635-9f60-4aac-81db-5f7dcfbcadfa'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:11:30.911125 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b6419042-300b-4d18-b3bf-7459c0e8056b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:30.984192 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-b6419042-300b-4d18-b3bf-7459c0e8056b None None] For port 34605836-b707-48df-a689-c893faccd3ab, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:11:30.987687 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-b6419042-300b-4d18-b3bf-7459c0e8056b None None] For port 34605836-b707-48df-a689-c893faccd3ab, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=34605836-b707-48df-a689-c893faccd3ab,segment=NetworkSegment(2db714d9-d9e4-46a6-ace9-9c8918f0ee60),segment_id=2db714d9-d9e4-46a6-ace9-9c8918f0ee60)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:11:30.992930 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b6419042-300b-4d18-b3bf-7459c0e8056b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:31.054620 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6419042-300b-4d18-b3bf-7459c0e8056b None None] Routers {'507cdcef-d1c7-48e3-974c-7075e5da7e25'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:11:31.055243 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b6419042-300b-4d18-b3bf-7459c0e8056b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:11:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['507cdcef-d1c7-48e3-974c-7075e5da7e25'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:11:31.056962 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67493ce-15eb-4c64-b67b-13c02c60431d None None] Pushing event updated for resources: {'Port': ['ID=34605836-b707-48df-a689-c893faccd3ab,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:11:31.117705 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 63b80d11-45b8-452f-9e39-c2bad48b300d up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:11:31.177106 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 63b80d11-45b8-452f-9e39-c2bad48b300d triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:11:31.177808 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:31.203877 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-b6419042-300b-4d18-b3bf-7459c0e8056b None None] Set router 507cdcef-d1c7-48e3-974c-7075e5da7e25 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:11:31.272252 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 925c966b-88a2-4f50-862f-d45eb0f6eac6 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:11:31.340277 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 925c966b-88a2-4f50-862f-d45eb0f6eac6 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:11:31.341360 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:31.413663 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b6419042-300b-4d18-b3bf-7459c0e8056b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507cdcef-d1c7-48e3-974c-7075e5da7e25', 'name': 'tempest-TestSecurityGroupsBasicOps-router-515113245', 'tenant_id': 'ee6f645258904376994b9b5bad31d7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '63b80d11-45b8-452f-9e39-c2bad48b300d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:11:24Z', 'updated_at': '2021-08-23T21:11:28Z', 'revision_number': 4, 'project_id': 'ee6f645258904376994b9b5bad31d7bc', 'gw_port': {'id': '63b80d11-45b8-452f-9e39-c2bad48b300d', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:91:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507cdcef-d1c7-48e3-974c-7075e5da7e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:11:24Z', 'updated_at': '2021-08-23T21:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '34605836-b707-48df-a689-c893faccd3ab', 'name': '', 'network_id': 'c7ab3635-9f60-4aac-81db-5f7dcfbcadfa', 'tenant_id': 'ee6f645258904376994b9b5bad31d7bc', 'mac_address': 'fa:16:3e:69:fc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507cdcef-d1c7-48e3-974c-7075e5da7e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'df064e0d-8c0c-40b0-a47c-934e95dc2c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:11:27Z', 'updated_at': '2021-08-23T21:11:30Z', 'revision_number': 4, 'project_id': 'ee6f645258904376994b9b5bad31d7bc', 'subnets': [{'id': 'df064e0d-8c0c-40b0-a47c-934e95dc2c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:11:31.439738 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6419042-300b-4d18-b3bf-7459c0e8056b None None] The sync data for ids ['507cdcef-d1c7-48e3-974c-7075e5da7e25'] in n-d-805663-2 is: [{'id': '507cdcef-d1c7-48e3-974c-7075e5da7e25', 'name': 'tempest-TestSecurityGroupsBasicOps-router-515113245', 'tenant_id': 'ee6f645258904376994b9b5bad31d7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '63b80d11-45b8-452f-9e39-c2bad48b300d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:11:24Z', 'updated_at': '2021-08-23T21:11:28Z', 'revision_number': 4, 'project_id': 'ee6f645258904376994b9b5bad31d7bc', 'gw_port': {'id': '63b80d11-45b8-452f-9e39-c2bad48b300d', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:91:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507cdcef-d1c7-48e3-974c-7075e5da7e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:11:24Z', 'updated_at': '2021-08-23T21:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '34605836-b707-48df-a689-c893faccd3ab', 'name': '', 'network_id': 'c7ab3635-9f60-4aac-81db-5f7dcfbcadfa', 'tenant_id': 'ee6f645258904376994b9b5bad31d7bc', 'mac_address': 'fa:16:3e:69:fc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507cdcef-d1c7-48e3-974c-7075e5da7e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'df064e0d-8c0c-40b0-a47c-934e95dc2c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:11:27Z', 'updated_at': '2021-08-23T21:11:30Z', 'revision_number': 4, 'project_id': 'ee6f645258904376994b9b5bad31d7bc', 'subnets': [{'id': 'df064e0d-8c0c-40b0-a47c-934e95dc2c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:11:31.711732 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e4194db1-8a79-4895-9d46-f31b2dfc6f7f req-b22678b0-222e-484f-99e1-d9bfb71c7589 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6d2ca70-f659-4e3f-8b77-575ab2ef13e2 HTTP/1.1" status: 200 len: 210 time: 0.0286422 Aug 23 21:11:32.022381 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [req-19091d6f-58f0-496e-9bf5-b2d6e703c6e8 req-088c75b9-c6e1-4da9-9ce2-ff1bb62e04a7 service neutron] (94688) timed out ('10.222.0.61', 33336) {{(pid=94688) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 21:11:32.808289 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0c0b5742-ad86-4026-8ba2-584dc3ce2089 req-8add164c-1598-41c5-a134-ec981c4dbc71 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6d2ca70-f659-4e3f-8b77-575ab2ef13e2 HTTP/1.1" status: 200 len: 210 time: 0.0302868 Aug 23 21:11:33.122837 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 34605836-b707-48df-a689-c893faccd3ab up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:11:33.186300 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 34605836-b707-48df-a689-c893faccd3ab completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:11:33.190882 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 34605836-b707-48df-a689-c893faccd3ab triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:11:33.191259 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:33.273502 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:33.310276 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 34605836-b707-48df-a689-c893faccd3ab, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=34605836-b707-48df-a689-c893faccd3ab,segment=NetworkSegment(2db714d9-d9e4-46a6-ace9-9c8918f0ee60),segment_id=2db714d9-d9e4-46a6-ace9-9c8918f0ee60)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:11:33.314876 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:33.363567 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=34605836-b707-48df-a689-c893faccd3ab,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:11:33.748577 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a1557-6f7f-41d0-a553-d00bf1cc25e5 req-391b129d-94f7-4368-977c-ac7d90705860 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:11:33.750071 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b25a1557-6f7f-41d0-a553-d00bf1cc25e5 req-391b129d-94f7-4368-977c-ac7d90705860 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.11 "GET /v2.0/networks?id=c7ab3635-9f60-4aac-81db-5f7dcfbcadfa HTTP/1.1" status: 200 len: 797 time: 0.1090703 Aug 23 21:11:33.796224 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b25a1557-6f7f-41d0-a553-d00bf1cc25e5 req-e35d3719-466f-4b3d-a6a1-dc3277723e87 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee6f645258904376994b9b5bad31d7bc HTTP/1.1" status: 200 len: 478 time: 0.0372834 Aug 23 21:11:33.806446 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-b25a1557-6f7f-41d0-a553-d00bf1cc25e5 req-229ea99f-f127-47a7-b8d6-9ad51fdcff02 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Request body: {'port': {'device_id': 'f6d2ca70-f659-4e3f-8b77-575ab2ef13e2', 'network_id': 'c7ab3635-9f60-4aac-81db-5f7dcfbcadfa', 'admin_state_up': True, 'tenant_id': 'ee6f645258904376994b9b5bad31d7bc', 'security_groups': ['646af283-afb6-4309-9b1f-d0ba2c04da54', '47d45358-6edc-451a-ac9b-defd7e5e770f']}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:11:33.905348 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fac30e9a-d29e-4b18-9f3e-5154edd8c2f6 req-447852b2-9376-4674-8058-269876095f68 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6d2ca70-f659-4e3f-8b77-575ab2ef13e2 HTTP/1.1" status: 200 len: 210 time: 0.0266685 Aug 23 21:11:33.922244 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b25a1557-6f7f-41d0-a553-d00bf1cc25e5 req-229ea99f-f127-47a7-b8d6-9ad51fdcff02 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Made reservation on behalf of ee6f645258904376994b9b5bad31d7bc for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:11:33.926542 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b25a1557-6f7f-41d0-a553-d00bf1cc25e5 req-229ea99f-f127-47a7-b8d6-9ad51fdcff02 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:34.051047 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-b25a1557-6f7f-41d0-a553-d00bf1cc25e5 req-229ea99f-f127-47a7-b8d6-9ad51fdcff02 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Allocated IP 172.20.0.14 (c7ab3635-9f60-4aac-81db-5f7dcfbcadfa/df064e0d-8c0c-40b0-a47c-934e95dc2c9e/57d5eacb-f7c3-4a7e-91cb-f53b697d26e7) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:11:34.203681 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b25a1557-6f7f-41d0-a553-d00bf1cc25e5 req-229ea99f-f127-47a7-b8d6-9ad51fdcff02 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:34.218014 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-b25a1557-6f7f-41d0-a553-d00bf1cc25e5 req-229ea99f-f127-47a7-b8d6-9ad51fdcff02 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Transition to ACTIVE for port object 57d5eacb-f7c3-4a7e-91cb-f53b697d26e7 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:11:34.250611 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b25a1557-6f7f-41d0-a553-d00bf1cc25e5 req-229ea99f-f127-47a7-b8d6-9ad51fdcff02 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:34.295230 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b25a1557-6f7f-41d0-a553-d00bf1cc25e5 req-229ea99f-f127-47a7-b8d6-9ad51fdcff02 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Network c7ab3635-9f60-4aac-81db-5f7dcfbcadfa is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:11:34.298200 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-b25a1557-6f7f-41d0-a553-d00bf1cc25e5 req-229ea99f-f127-47a7-b8d6-9ad51fdcff02 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:11:34.303981 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-b25a1557-6f7f-41d0-a553-d00bf1cc25e5 req-229ea99f-f127-47a7-b8d6-9ad51fdcff02 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:11:34.341577 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ea99f-f127-47a7-b8d6-9ad51fdcff02 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Pushing event updated for resources: {'Port': ['ID=57d5eacb-f7c3-4a7e-91cb-f53b697d26e7,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:11:34.371917 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a1557-6f7f-41d0-a553-d00bf1cc25e5 req-229ea99f-f127-47a7-b8d6-9ad51fdcff02 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:11:34.372610 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b25a1557-6f7f-41d0-a553-d00bf1cc25e5 req-229ea99f-f127-47a7-b8d6-9ad51fdcff02 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:34.391489 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b25a1557-6f7f-41d0-a553-d00bf1cc25e5 req-229ea99f-f127-47a7-b8d6-9ad51fdcff02 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.5886350 Aug 23 21:11:34.406545 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-b25a1557-6f7f-41d0-a553-d00bf1cc25e5 req-14c9cc18-1ddb-4f45-9f54-063e5bcd069c service neutron] Request body: {'port': {'device_id': 'f6d2ca70-f659-4e3f-8b77-575ab2ef13e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:11:34.465041 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b25a1557-6f7f-41d0-a553-d00bf1cc25e5 req-14c9cc18-1ddb-4f45-9f54-063e5bcd069c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:34.568926 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3c353c14-aa04-438b-87a3-4bc4724d4763 None None] Provisioning for port 57d5eacb-f7c3-4a7e-91cb-f53b697d26e7 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:11:34.572872 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3c353c14-aa04-438b-87a3-4bc4724d4763 None None] Provisioning complete for port 57d5eacb-f7c3-4a7e-91cb-f53b697d26e7 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:11:34.573312 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3c353c14-aa04-438b-87a3-4bc4724d4763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:34.615687 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-3c353c14-aa04-438b-87a3-4bc4724d4763 None None] Port 57d5eacb-f7c3-4a7e-91cb-f53b697d26e7 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:11:34.739315 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-b25a1557-6f7f-41d0-a553-d00bf1cc25e5 req-14c9cc18-1ddb-4f45-9f54-063e5bcd069c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57d5eacb-f7c3-4a7e-91cb-f53b697d26e7 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:11:34.746447 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b25a1557-6f7f-41d0-a553-d00bf1cc25e5 req-14c9cc18-1ddb-4f45-9f54-063e5bcd069c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:34.758914 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-b25a1557-6f7f-41d0-a553-d00bf1cc25e5 req-14c9cc18-1ddb-4f45-9f54-063e5bcd069c service neutron] Transition to ACTIVE for port object 57d5eacb-f7c3-4a7e-91cb-f53b697d26e7 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:11:34.762292 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b25a1557-6f7f-41d0-a553-d00bf1cc25e5 req-14c9cc18-1ddb-4f45-9f54-063e5bcd069c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:34.832957 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9cc18-1ddb-4f45-9f54-063e5bcd069c service neutron] Pushing event updated for resources: {'Port': ['ID=57d5eacb-f7c3-4a7e-91cb-f53b697d26e7,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:11:34.885705 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-b25a1557-6f7f-41d0-a553-d00bf1cc25e5 req-14c9cc18-1ddb-4f45-9f54-063e5bcd069c service neutron] Attempting to bind port 57d5eacb-f7c3-4a7e-91cb-f53b697d26e7 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:11:34.886042 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-b25a1557-6f7f-41d0-a553-d00bf1cc25e5 req-14c9cc18-1ddb-4f45-9f54-063e5bcd069c service neutron] Attempting to bind port 57d5eacb-f7c3-4a7e-91cb-f53b697d26e7 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '2db714d9-d9e4-46a6-ace9-9c8918f0ee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'c7ab3635-9f60-4aac-81db-5f7dcfbcadfa'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:11:34.886371 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25a1557-6f7f-41d0-a553-d00bf1cc25e5 req-14c9cc18-1ddb-4f45-9f54-063e5bcd069c service neutron] Attempting to bind port 57d5eacb-f7c3-4a7e-91cb-f53b697d26e7 on network c7ab3635-9f60-4aac-81db-5f7dcfbcadfa {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:11:34.891283 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25a1557-6f7f-41d0-a553-d00bf1cc25e5 req-14c9cc18-1ddb-4f45-9f54-063e5bcd069c service neutron] Port 57d5eacb-f7c3-4a7e-91cb-f53b697d26e7 on network c7ab3635-9f60-4aac-81db-5f7dcfbcadfa not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:11:34.891606 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25a1557-6f7f-41d0-a553-d00bf1cc25e5 req-14c9cc18-1ddb-4f45-9f54-063e5bcd069c service neutron] Attempting to bind port 57d5eacb-f7c3-4a7e-91cb-f53b697d26e7 on network c7ab3635-9f60-4aac-81db-5f7dcfbcadfa {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:11:34.897042 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25a1557-6f7f-41d0-a553-d00bf1cc25e5 req-14c9cc18-1ddb-4f45-9f54-063e5bcd069c service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:11:34.897406 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25a1557-6f7f-41d0-a553-d00bf1cc25e5 req-14c9cc18-1ddb-4f45-9f54-063e5bcd069c service neutron] Checking segment: {'id': '2db714d9-d9e4-46a6-ace9-9c8918f0ee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'c7ab3635-9f60-4aac-81db-5f7dcfbcadfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:11:34.897746 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25a1557-6f7f-41d0-a553-d00bf1cc25e5 req-14c9cc18-1ddb-4f45-9f54-063e5bcd069c service neutron] Bound using segment: {'id': '2db714d9-d9e4-46a6-ace9-9c8918f0ee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'c7ab3635-9f60-4aac-81db-5f7dcfbcadfa'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:11:34.898167 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-b25a1557-6f7f-41d0-a553-d00bf1cc25e5 req-14c9cc18-1ddb-4f45-9f54-063e5bcd069c service neutron] Bound port: 57d5eacb-f7c3-4a7e-91cb-f53b697d26e7, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2db714d9-d9e4-46a6-ace9-9c8918f0ee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'c7ab3635-9f60-4aac-81db-5f7dcfbcadfa'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:11:34.898521 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b25a1557-6f7f-41d0-a553-d00bf1cc25e5 req-14c9cc18-1ddb-4f45-9f54-063e5bcd069c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:34.972998 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-b25a1557-6f7f-41d0-a553-d00bf1cc25e5 req-14c9cc18-1ddb-4f45-9f54-063e5bcd069c service neutron] For port 57d5eacb-f7c3-4a7e-91cb-f53b697d26e7, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:11:34.976872 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-b25a1557-6f7f-41d0-a553-d00bf1cc25e5 req-14c9cc18-1ddb-4f45-9f54-063e5bcd069c service neutron] For port 57d5eacb-f7c3-4a7e-91cb-f53b697d26e7, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=57d5eacb-f7c3-4a7e-91cb-f53b697d26e7,segment=NetworkSegment(2db714d9-d9e4-46a6-ace9-9c8918f0ee60),segment_id=2db714d9-d9e4-46a6-ace9-9c8918f0ee60)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:11:34.983556 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b25a1557-6f7f-41d0-a553-d00bf1cc25e5 req-14c9cc18-1ddb-4f45-9f54-063e5bcd069c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:35.049252 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a1557-6f7f-41d0-a553-d00bf1cc25e5 req-14c9cc18-1ddb-4f45-9f54-063e5bcd069c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:11:35.050052 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b25a1557-6f7f-41d0-a553-d00bf1cc25e5 req-14c9cc18-1ddb-4f45-9f54-063e5bcd069c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:35.051281 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b25a1557-6f7f-41d0-a553-d00bf1cc25e5 req-14c9cc18-1ddb-4f45-9f54-063e5bcd069c service neutron] 10.222.0.11 "PUT /v2.0/ports/57d5eacb-f7c3-4a7e-91cb-f53b697d26e7 HTTP/1.1" status: 200 len: 1131 time: 0.6502736 Aug 23 21:11:35.052639 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6d2ca70-f659-4e3f-8b77-575ab2ef13e2', 'tag': '57d5eacb-f7c3-4a7e-91cb-f53b697d26e7'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:11:35.055015 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20eb7221-efd6-4ad7-987b-c59161ae1f71" -d '{"events": [{"name": "network-changed", "server_uuid": "f6d2ca70-f659-4e3f-8b77-575ab2ef13e2", "tag": "57d5eacb-f7c3-4a7e-91cb-f53b697d26e7"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:11:35.092296 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9cc18-1ddb-4f45-9f54-063e5bcd069c service neutron] Pushing event updated for resources: {'Port': ['ID=57d5eacb-f7c3-4a7e-91cb-f53b697d26e7,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:11:35.103611 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb2bab3-3cab-44b0-bee0-c57ec2f84e78 req-24ba3814-0216-486e-8324-204536bb2c86 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:11:35.108816 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3eb2bab3-3cab-44b0-bee0-c57ec2f84e78 req-24ba3814-0216-486e-8324-204536bb2c86 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6d2ca70-f659-4e3f-8b77-575ab2ef13e2 HTTP/1.1" status: 200 len: 983 time: 0.1095977 Aug 23 21:11:35.124660 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0319a160-3b67-4e27-b337-95e8088d9ee6 x-openstack-request-id: req-0319a160-3b67-4e27-b337-95e8088d9ee6 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:11:35.125178 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6d2ca70-f659-4e3f-8b77-575ab2ef13e2", "tag": "57d5eacb-f7c3-4a7e-91cb-f53b697d26e7", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:11:35.125616 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0319a160-3b67-4e27-b337-95e8088d9ee6 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:11:35.126091 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6d2ca70-f659-4e3f-8b77-575ab2ef13e2', 'tag': '57d5eacb-f7c3-4a7e-91cb-f53b697d26e7', 'status': 'completed', 'code': 200} Aug 23 21:11:35.129710 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 34605836-b707-48df-a689-c893faccd3ab up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:11:35.183674 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:11:35.188530 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3eb2bab3-3cab-44b0-bee0-c57ec2f84e78 req-3823f339-bf91-49e3-be1f-beb6bfacd9d2 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "GET /v2.0/security-groups?id=47d45358-6edc-451a-ac9b-defd7e5e770f&id=646af283-afb6-4309-9b1f-d0ba2c04da54&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0613353 Aug 23 21:11:35.194636 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 34605836-b707-48df-a689-c893faccd3ab triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:11:35.195343 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:35.197509 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a1557-6f7f-41d0-a553-d00bf1cc25e5 req-8303dd02-ac7c-48c9-a96c-46dcfe7ec2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:11:35.199306 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b25a1557-6f7f-41d0-a553-d00bf1cc25e5 req-8303dd02-ac7c-48c9-a96c-46dcfe7ec2e3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ee6f645258904376994b9b5bad31d7bc&device_id=f6d2ca70-f659-4e3f-8b77-575ab2ef13e2 HTTP/1.1" status: 200 len: 1134 time: 0.0894535 Aug 23 21:11:35.254504 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b25a1557-6f7f-41d0-a553-d00bf1cc25e5 req-704851e1-8ee3-4493-8657-542d16f5cf31 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57d5eacb-f7c3-4a7e-91cb-f53b697d26e7 HTTP/1.1" status: 200 len: 217 time: 0.0434790 Aug 23 21:11:35.306967 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a1557-6f7f-41d0-a553-d00bf1cc25e5 req-09ecff35-83ff-46db-9e67-e8eed8d892c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:11:35.308505 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b25a1557-6f7f-41d0-a553-d00bf1cc25e5 req-09ecff35-83ff-46db-9e67-e8eed8d892c6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df064e0d-8c0c-40b0-a47c-934e95dc2c9e HTTP/1.1" status: 200 len: 834 time: 0.0471964 Aug 23 21:11:35.353883 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a1557-6f7f-41d0-a553-d00bf1cc25e5 req-e9fce727-4b5c-477c-b21b-3293c334f60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:11:35.355377 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b25a1557-6f7f-41d0-a553-d00bf1cc25e5 req-e9fce727-4b5c-477c-b21b-3293c334f60d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c7ab3635-9f60-4aac-81db-5f7dcfbcadfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402362 Aug 23 21:11:35.447342 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b25a1557-6f7f-41d0-a553-d00bf1cc25e5 req-bba3d670-543c-49ca-a5a5-07410422341b service neutron] 10.222.0.11 "GET /v2.0/networks/c7ab3635-9f60-4aac-81db-5f7dcfbcadfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848320 Aug 23 21:11:35.536179 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b25a1557-6f7f-41d0-a553-d00bf1cc25e5 req-232c11a3-9ca6-4ce7-9973-8586aa017170 service neutron] 10.222.0.11 "GET /v2.0/networks/c7ab3635-9f60-4aac-81db-5f7dcfbcadfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819747 Aug 23 21:11:35.629274 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb7221-efd6-4ad7-987b-c59161ae1f71 req-f8f28ff6-7c42-40a1-902c-2ced1ebe2fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:11:35.631016 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-20eb7221-efd6-4ad7-987b-c59161ae1f71 req-f8f28ff6-7c42-40a1-902c-2ced1ebe2fdc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ee6f645258904376994b9b5bad31d7bc&device_id=f6d2ca70-f659-4e3f-8b77-575ab2ef13e2 HTTP/1.1" status: 200 len: 1134 time: 0.0475183 Aug 23 21:11:35.721602 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb7221-efd6-4ad7-987b-c59161ae1f71 req-310576be-5c15-42ec-accb-16e7956a7cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:11:35.723154 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-20eb7221-efd6-4ad7-987b-c59161ae1f71 req-310576be-5c15-42ec-accb-16e7956a7cea service neutron] 10.222.0.11 "GET /v2.0/networks?id=c7ab3635-9f60-4aac-81db-5f7dcfbcadfa HTTP/1.1" status: 200 len: 898 time: 0.0843790 Aug 23 21:11:35.766098 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-20eb7221-efd6-4ad7-987b-c59161ae1f71 req-6094dbce-74ef-4bb4-8ae8-b55f0fc48c29 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57d5eacb-f7c3-4a7e-91cb-f53b697d26e7 HTTP/1.1" status: 200 len: 217 time: 0.0348234 Aug 23 21:11:35.819563 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb7221-efd6-4ad7-987b-c59161ae1f71 req-29936dda-47be-41ff-8355-bd4bf0d18038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:11:35.820955 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-20eb7221-efd6-4ad7-987b-c59161ae1f71 req-29936dda-47be-41ff-8355-bd4bf0d18038 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df064e0d-8c0c-40b0-a47c-934e95dc2c9e HTTP/1.1" status: 200 len: 834 time: 0.0481725 Aug 23 21:11:35.868000 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb7221-efd6-4ad7-987b-c59161ae1f71 req-cb8ab31a-6429-4431-80ae-963b86077c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:11:35.869589 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-20eb7221-efd6-4ad7-987b-c59161ae1f71 req-cb8ab31a-6429-4431-80ae-963b86077c69 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c7ab3635-9f60-4aac-81db-5f7dcfbcadfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409892 Aug 23 21:11:35.960607 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-20eb7221-efd6-4ad7-987b-c59161ae1f71 req-de8ddd7e-786a-44cd-a09d-f4775ef05fa3 service neutron] 10.222.0.11 "GET /v2.0/networks/c7ab3635-9f60-4aac-81db-5f7dcfbcadfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835249 Aug 23 21:11:36.053895 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-20eb7221-efd6-4ad7-987b-c59161ae1f71 req-5fa31c55-2cec-411a-bcf7-34c0d690ae7e service neutron] 10.222.0.11 "GET /v2.0/networks/c7ab3635-9f60-4aac-81db-5f7dcfbcadfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851529 Aug 23 21:11:36.312021 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b7f147-0190-4ab0-a096-c5605018a20f req-cec53768-1952-456b-9858-9f5e1ad49203 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:11:36.313564 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-88b7f147-0190-4ab0-a096-c5605018a20f req-cec53768-1952-456b-9858-9f5e1ad49203 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6d2ca70-f659-4e3f-8b77-575ab2ef13e2 HTTP/1.1" status: 200 len: 983 time: 0.0551553 Aug 23 21:11:36.355009 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-88b7f147-0190-4ab0-a096-c5605018a20f req-4cd1fc22-f025-4036-b915-8e34512cc607 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "GET /v2.0/security-groups?id=47d45358-6edc-451a-ac9b-defd7e5e770f&id=646af283-afb6-4309-9b1f-d0ba2c04da54&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0352292 Aug 23 21:11:37.473307 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d30d3-8f6b-4a47-8c3f-eae6792b08be req-f7adccfb-e175-4ebf-909e-42ca521a7112 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:11:37.474891 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6c4d30d3-8f6b-4a47-8c3f-eae6792b08be req-f7adccfb-e175-4ebf-909e-42ca521a7112 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6d2ca70-f659-4e3f-8b77-575ab2ef13e2 HTTP/1.1" status: 200 len: 983 time: 0.0517356 Aug 23 21:11:37.517084 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6c4d30d3-8f6b-4a47-8c3f-eae6792b08be req-6ccedf8b-c55e-4180-94c9-00db9d228438 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "GET /v2.0/security-groups?id=47d45358-6edc-451a-ac9b-defd7e5e770f&id=646af283-afb6-4309-9b1f-d0ba2c04da54&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0357180 Aug 23 21:11:38.004930 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 57d5eacb-f7c3-4a7e-91cb-f53b697d26e7 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 21:11:38.109622 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 57d5eacb-f7c3-4a7e-91cb-f53b697d26e7, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=57d5eacb-f7c3-4a7e-91cb-f53b697d26e7,segment=NetworkSegment(2db714d9-d9e4-46a6-ace9-9c8918f0ee60),segment_id=2db714d9-d9e4-46a6-ace9-9c8918f0ee60)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:11:38.120685 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '57d5eacb-f7c3-4a7e-91cb-f53b697d26e7', 'network_id': 'c7ab3635-9f60-4aac-81db-5f7dcfbcadfa', 'port_id': '57d5eacb-f7c3-4a7e-91cb-f53b697d26e7', 'mac_address': 'fa:16:3e:09:3a:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df064e0d-8c0c-40b0-a47c-934e95dc2c9e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 21:11:38.160381 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:38.174009 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57d5eacb-f7c3-4a7e-91cb-f53b697d26e7 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:11:38.194832 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 57d5eacb-f7c3-4a7e-91cb-f53b697d26e7, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=57d5eacb-f7c3-4a7e-91cb-f53b697d26e7,segment=NetworkSegment(2db714d9-d9e4-46a6-ace9-9c8918f0ee60),segment_id=2db714d9-d9e4-46a6-ace9-9c8918f0ee60)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:11:38.200526 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:38.249741 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=57d5eacb-f7c3-4a7e-91cb-f53b697d26e7,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:11:38.418282 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['57d5eacb-f7c3-4a7e-91cb-f53b697d26e7'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:11:38.639117 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2be707-a2e6-453c-a940-40ac2e9a59aa req-1acf486d-51e7-486b-9bbb-846cfec58ce8 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:11:38.640693 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6b2be707-a2e6-453c-a940-40ac2e9a59aa req-1acf486d-51e7-486b-9bbb-846cfec58ce8 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6d2ca70-f659-4e3f-8b77-575ab2ef13e2 HTTP/1.1" status: 200 len: 984 time: 0.0504267 Aug 23 21:11:38.681126 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6b2be707-a2e6-453c-a940-40ac2e9a59aa req-c9dfa9f5-8683-46a3-9d04-28cd580b9002 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "GET /v2.0/security-groups?id=47d45358-6edc-451a-ac9b-defd7e5e770f&id=646af283-afb6-4309-9b1f-d0ba2c04da54&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0341146 Aug 23 21:11:39.813596 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7eca8-623f-48ed-83b0-e0b3e631560d req-898b4dcf-d5c2-4022-bab9-fc239612f3e3 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:11:39.815075 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5ba7eca8-623f-48ed-83b0-e0b3e631560d req-898b4dcf-d5c2-4022-bab9-fc239612f3e3 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6d2ca70-f659-4e3f-8b77-575ab2ef13e2 HTTP/1.1" status: 200 len: 984 time: 0.0570207 Aug 23 21:11:39.860505 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5ba7eca8-623f-48ed-83b0-e0b3e631560d req-d6ce69e4-5530-4a57-a780-dfd677cd809a tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "GET /v2.0/security-groups?id=47d45358-6edc-451a-ac9b-defd7e5e770f&id=646af283-afb6-4309-9b1f-d0ba2c04da54&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0385797 Aug 23 21:11:40.027509 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 57d5eacb-f7c3-4a7e-91cb-f53b697d26e7 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:11:40.079116 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-559507c6-e4a6-47cb-8e4d-4c3ef0287798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:40.093713 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 57d5eacb-f7c3-4a7e-91cb-f53b697d26e7 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:11:40.097567 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 57d5eacb-f7c3-4a7e-91cb-f53b697d26e7 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:11:40.097914 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:40.330844 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:40.353934 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d2ca70-f659-4e3f-8b77-575ab2ef13e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d5eacb-f7c3-4a7e-91cb-f53b697d26e7'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:11:40.356281 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27943e9-3cb3-494b-9273-253bc7f4dec3" -d '{"events": [{"server_uuid": "f6d2ca70-f659-4e3f-8b77-575ab2ef13e2", "name": "network-vif-plugged", "status": "completed", "tag": "57d5eacb-f7c3-4a7e-91cb-f53b697d26e7"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:11:40.371097 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 57d5eacb-f7c3-4a7e-91cb-f53b697d26e7, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=57d5eacb-f7c3-4a7e-91cb-f53b697d26e7,segment=NetworkSegment(2db714d9-d9e4-46a6-ace9-9c8918f0ee60),segment_id=2db714d9-d9e4-46a6-ace9-9c8918f0ee60)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:11:40.375698 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:40.427982 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=57d5eacb-f7c3-4a7e-91cb-f53b697d26e7,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:11:40.478420 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfce1822-da64-4312-99f0-1a8e561c10f1 x-openstack-request-id: req-dfce1822-da64-4312-99f0-1a8e561c10f1 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:11:40.478711 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6d2ca70-f659-4e3f-8b77-575ab2ef13e2", "name": "network-vif-plugged", "status": "completed", "tag": "57d5eacb-f7c3-4a7e-91cb-f53b697d26e7", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:11:40.478958 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dfce1822-da64-4312-99f0-1a8e561c10f1 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:11:40.479346 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d2ca70-f659-4e3f-8b77-575ab2ef13e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d5eacb-f7c3-4a7e-91cb-f53b697d26e7', 'code': 200} Aug 23 21:11:40.578176 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaef169-da83-48b3-9baf-9b85dff08d75 req-09e24f08-4b7f-4f64-b21e-cddd35436feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:11:40.579688 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2aaef169-da83-48b3-9baf-9b85dff08d75 req-09e24f08-4b7f-4f64-b21e-cddd35436feb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f6d2ca70-f659-4e3f-8b77-575ab2ef13e2 HTTP/1.1" status: 200 len: 1136 time: 0.0410562 Aug 23 21:11:40.615878 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2aaef169-da83-48b3-9baf-9b85dff08d75 req-ab34b27b-a1b8-4ca1-ac38-9e0fa93b1ab2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=47d45358-6edc-451a-ac9b-defd7e5e770f&id=646af283-afb6-4309-9b1f-d0ba2c04da54&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0286131 Aug 23 21:11:40.657769 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:40.978267 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1765f0f6-3a3d-4134-8ef5-e0a6d575069f req-6f625f7f-9607-4aef-aeac-07fcca87b897 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:11:40.979840 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1765f0f6-3a3d-4134-8ef5-e0a6d575069f req-6f625f7f-9607-4aef-aeac-07fcca87b897 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6d2ca70-f659-4e3f-8b77-575ab2ef13e2 HTTP/1.1" status: 200 len: 985 time: 0.0506124 Aug 23 21:11:41.022081 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1765f0f6-3a3d-4134-8ef5-e0a6d575069f req-411fbf08-abc4-41c6-bc1e-b4f1e3c373ee tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "GET /v2.0/security-groups?id=47d45358-6edc-451a-ac9b-defd7e5e770f&id=646af283-afb6-4309-9b1f-d0ba2c04da54&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0354533 Aug 23 21:11:42.144244 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d880f58-64a8-4e39-ac6b-ca7607e9fa39 req-48e0eb71-15f4-45dd-8479-e1260b3e56fb tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:11:42.145848 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2d880f58-64a8-4e39-ac6b-ca7607e9fa39 req-48e0eb71-15f4-45dd-8479-e1260b3e56fb tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6d2ca70-f659-4e3f-8b77-575ab2ef13e2 HTTP/1.1" status: 200 len: 985 time: 0.0523174 Aug 23 21:11:42.190568 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2d880f58-64a8-4e39-ac6b-ca7607e9fa39 req-5f73266c-5739-4aa7-b871-f846a3405953 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "GET /v2.0/security-groups?id=47d45358-6edc-451a-ac9b-defd7e5e770f&id=646af283-afb6-4309-9b1f-d0ba2c04da54&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0366819 Aug 23 21:11:42.315595 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a8cda-14ef-491f-893a-5157e04e692b req-69eee62a-72e8-41a0-9611-7b14ecd34559 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:11:42.317043 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-de0a8cda-14ef-491f-893a-5157e04e692b req-69eee62a-72e8-41a0-9611-7b14ecd34559 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6d2ca70-f659-4e3f-8b77-575ab2ef13e2 HTTP/1.1" status: 200 len: 985 time: 0.0564241 Aug 23 21:11:42.672298 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-de0a8cda-14ef-491f-893a-5157e04e692b req-2d166822-3ed3-401f-8ab1-e2de773d0ff2 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "GET /v2.0/security-groups?id=47d45358-6edc-451a-ac9b-defd7e5e770f&id=646af283-afb6-4309-9b1f-d0ba2c04da54&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3487763 Aug 23 21:11:42.791574 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9235885-7487-4694-a7cd-9ab823601cc3 req-8097815c-ffe0-4893-a74e-33bc0e447549 tempest-TestSecurityGroupsBasicOps-204161596 tempest-TestSecurityGroupsBasicOps-204161596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:11:42.793168 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c9235885-7487-4694-a7cd-9ab823601cc3 req-8097815c-ffe0-4893-a74e-33bc0e447549 tempest-TestSecurityGroupsBasicOps-204161596 tempest-TestSecurityGroupsBasicOps-204161596-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f6d2ca70-f659-4e3f-8b77-575ab2ef13e2 HTTP/1.1" status: 200 len: 1136 time: 0.0461104 Aug 23 21:11:42.814263 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c9235885-7487-4694-a7cd-9ab823601cc3 req-b06743e0-5054-45b1-9d6d-0ece02d238d6 tempest-TestSecurityGroupsBasicOps-204161596 tempest-TestSecurityGroupsBasicOps-204161596-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:42.905985 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c9235885-7487-4694-a7cd-9ab823601cc3 req-b06743e0-5054-45b1-9d6d-0ece02d238d6 tempest-TestSecurityGroupsBasicOps-204161596 tempest-TestSecurityGroupsBasicOps-204161596-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:42.910172 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c9235885-7487-4694-a7cd-9ab823601cc3 req-b06743e0-5054-45b1-9d6d-0ece02d238d6 tempest-TestSecurityGroupsBasicOps-204161596 tempest-TestSecurityGroupsBasicOps-204161596-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:42.943506 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c9235885-7487-4694-a7cd-9ab823601cc3 req-b06743e0-5054-45b1-9d6d-0ece02d238d6 tempest-TestSecurityGroupsBasicOps-204161596 tempest-TestSecurityGroupsBasicOps-204161596-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=47d45358-6edc-451a-ac9b-defd7e5e770f&id=646af283-afb6-4309-9b1f-d0ba2c04da54&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1432917 Aug 23 21:11:42.945563 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06743e0-5054-45b1-9d6d-0ece02d238d6 tempest-TestSecurityGroupsBasicOps-204161596 tempest-TestSecurityGroupsBasicOps-204161596-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2dacd06-b564-4f4a-9d2e-2e1545988c86,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:11:42.966899 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49244) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:11:43.012921 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d5ce90-643d-4115-a760-e57f084a4ce7 tempest-TestSecurityGroupsBasicOps-204161596 tempest-TestSecurityGroupsBasicOps-204161596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:11:43.014578 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b6d5ce90-643d-4115-a760-e57f084a4ce7 tempest-TestSecurityGroupsBasicOps-204161596 tempest-TestSecurityGroupsBasicOps-204161596-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f6d2ca70-f659-4e3f-8b77-575ab2ef13e2 HTTP/1.1" status: 200 len: 1131 time: 0.0465004 Aug 23 21:11:43.017864 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49246) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:11:43.022422 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-6a193f3a-8339-4a84-b3c1-16cbbdaad47a tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Request body: {'floatingip': {'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'port_id': '57d5eacb-f7c3-4a7e-91cb-f53b697d26e7', 'tenant_id': 'ee6f645258904376994b9b5bad31d7bc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:11:43.045482 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6a193f3a-8339-4a84-b3c1-16cbbdaad47a tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks [] for floatingip, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:43.145821 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6a193f3a-8339-4a84-b3c1-16cbbdaad47a tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:43.263107 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-6a193f3a-8339-4a84-b3c1-16cbbdaad47a tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Allocated IP 172.25.4.199 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/8c26f1bb-e3f1-4530-b2fd-2a6472d2b8e8) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:11:43.366282 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6a193f3a-8339-4a84-b3c1-16cbbdaad47a tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:43.404872 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6a193f3a-8339-4a84-b3c1-16cbbdaad47a tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:43.446335 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a193f3a-8339-4a84-b3c1-16cbbdaad47a tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:11:43.451265 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6ff299b1-43d6-41aa-bac4-8c492dc1e509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:43.451843 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-6a193f3a-8339-4a84-b3c1-16cbbdaad47a tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:11:43.459461 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a193f3a-8339-4a84-b3c1-16cbbdaad47a tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:11:43.462521 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a193f3a-8339-4a84-b3c1-16cbbdaad47a tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Pushing event updated for resources: {'Port': ['ID=8c26f1bb-e3f1-4530-b2fd-2a6472d2b8e8,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:11:43.568598 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:43.832223 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6a193f3a-8339-4a84-b3c1-16cbbdaad47a tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:43.901237 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6a193f3a-8339-4a84-b3c1-16cbbdaad47a tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:44.050646 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6a193f3a-8339-4a84-b3c1-16cbbdaad47a tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:44.055103 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6a193f3a-8339-4a84-b3c1-16cbbdaad47a tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:44.126953 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a193f3a-8339-4a84-b3c1-16cbbdaad47a tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Pushing event updated for resources: {'Port': ['ID=8c26f1bb-e3f1-4530-b2fd-2a6472d2b8e8,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:11:44.134044 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6a193f3a-8339-4a84-b3c1-16cbbdaad47a tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:44.234350 n-d-805663-2 neutron-server[94687]: INFO neutron.db.l3_db [None req-6a193f3a-8339-4a84-b3c1-16cbbdaad47a tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Floating IP 246d98a7-70da-4245-b578-4d596b722d74 associated. External IP: 172.25.4.199, port: 57d5eacb-f7c3-4a7e-91cb-f53b697d26e7. Aug 23 21:11:44.443554 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a193f3a-8339-4a84-b3c1-16cbbdaad47a tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Router 507cdcef-d1c7-48e3-974c-7075e5da7e25 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:11:44.554327 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a193f3a-8339-4a84-b3c1-16cbbdaad47a tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:11:44.567221 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c4237e-a98e-4134-8ce7-4c226e77831b None None] Sync routers for ids ['507cdcef-d1c7-48e3-974c-7075e5da7e25'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:11:44.574279 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6a193f3a-8339-4a84-b3c1-16cbbdaad47a tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:44.576885 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c4237e-a98e-4134-8ce7-4c226e77831b None None] Routers {'507cdcef-d1c7-48e3-974c-7075e5da7e25'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:11:44.577515 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-29c4237e-a98e-4134-8ce7-4c226e77831b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:11:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['507cdcef-d1c7-48e3-974c-7075e5da7e25'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:11:44.603046 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6a193f3a-8339-4a84-b3c1-16cbbdaad47a tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5840731 Aug 23 21:11:44.603646 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6d2ca70-f659-4e3f-8b77-575ab2ef13e2', 'tag': '57d5eacb-f7c3-4a7e-91cb-f53b697d26e7'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:11:44.605722 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49248) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:11:44.606821 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21878d0-9e61-4249-ac78-34d9d8688102" -d '{"events": [{"name": "network-changed", "server_uuid": "f6d2ca70-f659-4e3f-8b77-575ab2ef13e2", "tag": "57d5eacb-f7c3-4a7e-91cb-f53b697d26e7"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:11:44.650339 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6254071-a95c-4eab-be8c-91e6d8e2976e x-openstack-request-id: req-b6254071-a95c-4eab-be8c-91e6d8e2976e {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:11:44.650685 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6d2ca70-f659-4e3f-8b77-575ab2ef13e2", "tag": "57d5eacb-f7c3-4a7e-91cb-f53b697d26e7", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:11:44.650933 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b6254071-a95c-4eab-be8c-91e6d8e2976e {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:11:44.651296 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6d2ca70-f659-4e3f-8b77-575ab2ef13e2', 'tag': '57d5eacb-f7c3-4a7e-91cb-f53b697d26e7', 'status': 'completed', 'code': 200} Aug 23 21:11:44.686864 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:44.703292 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-29c4237e-a98e-4134-8ce7-4c226e77831b None None] Set router 507cdcef-d1c7-48e3-974c-7075e5da7e25 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:11:44.728809 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21878d0-9e61-4249-ac78-34d9d8688102 req-f45216d0-a71f-4a97-a932-8e619eb7c2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:11:44.731865 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c21878d0-9e61-4249-ac78-34d9d8688102 req-f45216d0-a71f-4a97-a932-8e619eb7c2c5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ee6f645258904376994b9b5bad31d7bc&device_id=f6d2ca70-f659-4e3f-8b77-575ab2ef13e2 HTTP/1.1" status: 200 len: 1136 time: 0.0557895 Aug 23 21:11:44.793975 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3e218e-2275-43dd-aa0a-58cae784041a tempest-TestSecurityGroupsBasicOps-204161596 tempest-TestSecurityGroupsBasicOps-204161596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:11:44.795131 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3e218e-2275-43dd-aa0a-58cae784041a tempest-TestSecurityGroupsBasicOps-204161596 tempest-TestSecurityGroupsBasicOps-204161596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:11:44.795931 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3e218e-2275-43dd-aa0a-58cae784041a tempest-TestSecurityGroupsBasicOps-204161596 tempest-TestSecurityGroupsBasicOps-204161596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:11:44.796539 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3e218e-2275-43dd-aa0a-58cae784041a tempest-TestSecurityGroupsBasicOps-204161596 tempest-TestSecurityGroupsBasicOps-204161596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:11:44.798267 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-1d3e218e-2275-43dd-aa0a-58cae784041a tempest-TestSecurityGroupsBasicOps-204161596 tempest-TestSecurityGroupsBasicOps-204161596-project-admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1906261 Aug 23 21:11:44.800875 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49252) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:11:44.836474 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21878d0-9e61-4249-ac78-34d9d8688102 req-94d1a830-36ae-463f-a4f4-21a293b00612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:11:44.838118 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c21878d0-9e61-4249-ac78-34d9d8688102 req-94d1a830-36ae-463f-a4f4-21a293b00612 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c7ab3635-9f60-4aac-81db-5f7dcfbcadfa HTTP/1.1" status: 200 len: 898 time: 0.1002016 Aug 23 21:11:44.900621 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a842c3c-0077-4b11-ab3a-17478ca1d1b8 tempest-TestSecurityGroupsBasicOps-204161596 tempest-TestSecurityGroupsBasicOps-204161596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:11:44.901095 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a842c3c-0077-4b11-ab3a-17478ca1d1b8 tempest-TestSecurityGroupsBasicOps-204161596 tempest-TestSecurityGroupsBasicOps-204161596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:11:44.901555 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a842c3c-0077-4b11-ab3a-17478ca1d1b8 tempest-TestSecurityGroupsBasicOps-204161596 tempest-TestSecurityGroupsBasicOps-204161596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:11:44.902009 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a842c3c-0077-4b11-ab3a-17478ca1d1b8 tempest-TestSecurityGroupsBasicOps-204161596 tempest-TestSecurityGroupsBasicOps-204161596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:11:44.907040 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9a842c3c-0077-4b11-ab3a-17478ca1d1b8 tempest-TestSecurityGroupsBasicOps-204161596 tempest-TestSecurityGroupsBasicOps-204161596-project-admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.1048963 Aug 23 21:11:44.907597 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49254) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:11:44.913411 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c21878d0-9e61-4249-ac78-34d9d8688102 req-fb5c268f-28f5-4ea5-bc1b-a801c792ef2b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57d5eacb-f7c3-4a7e-91cb-f53b697d26e7 HTTP/1.1" status: 200 len: 1000 time: 0.0660324 Aug 23 21:11:44.952777 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-29c4237e-a98e-4134-8ce7-4c226e77831b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507cdcef-d1c7-48e3-974c-7075e5da7e25', 'name': 'tempest-TestSecurityGroupsBasicOps-router-515113245', 'tenant_id': 'ee6f645258904376994b9b5bad31d7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '63b80d11-45b8-452f-9e39-c2bad48b300d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:11:24Z', 'updated_at': '2021-08-23T21:11:28Z', 'revision_number': 4, 'project_id': 'ee6f645258904376994b9b5bad31d7bc', 'gw_port': {'id': '63b80d11-45b8-452f-9e39-c2bad48b300d', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:91:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507cdcef-d1c7-48e3-974c-7075e5da7e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:11:24Z', 'updated_at': '2021-08-23T21:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '246d98a7-70da-4245-b578-4d596b722d74', 'tenant_id': 'ee6f645258904376994b9b5bad31d7bc', 'floating_ip_address': '172.25.4.199', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '507cdcef-d1c7-48e3-974c-7075e5da7e25', 'port_id': '57d5eacb-f7c3-4a7e-91cb-f53b697d26e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7ab3635-9f60-4aac-81db-5f7dcfbcadfa', 'mac_address': 'fa:16:3e:09:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d2ca70-f659-4e3f-8b77-575ab2ef13e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:11:43Z', 'updated_at': '2021-08-23T21:11:43Z', 'revision_number': 0, 'project_id': 'ee6f645258904376994b9b5bad31d7bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34605836-b707-48df-a689-c893faccd3ab', 'name': '', 'network_id': 'c7ab3635-9f60-4aac-81db-5f7dcfbcadfa', 'tenant_id': 'ee6f645258904376994b9b5bad31d7bc', 'mac_address': 'fa:16:3e:69:fc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507cdcef-d1c7-48e3-974c-7075e5da7e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'df064e0d-8c0c-40b0-a47c-934e95dc2c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:11:27Z', 'updated_at': '2021-08-23T21:11:33Z', 'revision_number': 5, 'project_id': 'ee6f645258904376994b9b5bad31d7bc', 'subnets': [{'id': 'df064e0d-8c0c-40b0-a47c-934e95dc2c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:11:44.970172 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21878d0-9e61-4249-ac78-34d9d8688102 req-8dc6d34a-7cca-451e-bca9-d1e4fc236c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:11:44.971587 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c21878d0-9e61-4249-ac78-34d9d8688102 req-8dc6d34a-7cca-451e-bca9-d1e4fc236c34 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df064e0d-8c0c-40b0-a47c-934e95dc2c9e HTTP/1.1" status: 200 len: 834 time: 0.0514777 Aug 23 21:11:44.986144 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c4237e-a98e-4134-8ce7-4c226e77831b None None] Checking router: 507cdcef-d1c7-48e3-974c-7075e5da7e25 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:11:44.995462 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c4237e-a98e-4134-8ce7-4c226e77831b None None] Routers {'507cdcef-d1c7-48e3-974c-7075e5da7e25'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:11:44.996101 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-29c4237e-a98e-4134-8ce7-4c226e77831b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:11:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['507cdcef-d1c7-48e3-974c-7075e5da7e25'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:11:45.027609 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21878d0-9e61-4249-ac78-34d9d8688102 req-b7436f87-774d-4688-acdd-294abc1c1528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:11:45.030135 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c21878d0-9e61-4249-ac78-34d9d8688102 req-b7436f87-774d-4688-acdd-294abc1c1528 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c7ab3635-9f60-4aac-81db-5f7dcfbcadfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498779 Aug 23 21:11:45.061993 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-87f5114d-1c33-4540-ae70-8be4906c5088 tempest-TestSecurityGroupsBasicOps-204161596 tempest-TestSecurityGroupsBasicOps-204161596-project-admin] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1613 time: 0.1507995 Aug 23 21:11:45.062239 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49256) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:11:45.111489 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-29c4237e-a98e-4134-8ce7-4c226e77831b None None] Set router 507cdcef-d1c7-48e3-974c-7075e5da7e25 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:11:45.134247 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c21878d0-9e61-4249-ac78-34d9d8688102 req-08c6bb42-9b3e-45c0-ae08-49fe80d14d21 service neutron] 10.222.0.11 "GET /v2.0/networks/c7ab3635-9f60-4aac-81db-5f7dcfbcadfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965116 Aug 23 21:11:45.244221 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c21878d0-9e61-4249-ac78-34d9d8688102 req-2fa4e03c-90bf-4373-8fbd-4fc471be30c3 service neutron] 10.222.0.11 "GET /v2.0/networks/c7ab3635-9f60-4aac-81db-5f7dcfbcadfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016099 Aug 23 21:11:45.370717 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-29c4237e-a98e-4134-8ce7-4c226e77831b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507cdcef-d1c7-48e3-974c-7075e5da7e25', 'name': 'tempest-TestSecurityGroupsBasicOps-router-515113245', 'tenant_id': 'ee6f645258904376994b9b5bad31d7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '63b80d11-45b8-452f-9e39-c2bad48b300d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:11:24Z', 'updated_at': '2021-08-23T21:11:28Z', 'revision_number': 4, 'project_id': 'ee6f645258904376994b9b5bad31d7bc', 'gw_port': {'id': '63b80d11-45b8-452f-9e39-c2bad48b300d', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:91:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507cdcef-d1c7-48e3-974c-7075e5da7e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:11:24Z', 'updated_at': '2021-08-23T21:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '246d98a7-70da-4245-b578-4d596b722d74', 'tenant_id': 'ee6f645258904376994b9b5bad31d7bc', 'floating_ip_address': '172.25.4.199', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '507cdcef-d1c7-48e3-974c-7075e5da7e25', 'port_id': '57d5eacb-f7c3-4a7e-91cb-f53b697d26e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7ab3635-9f60-4aac-81db-5f7dcfbcadfa', 'mac_address': 'fa:16:3e:09:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d2ca70-f659-4e3f-8b77-575ab2ef13e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:11:43Z', 'updated_at': '2021-08-23T21:11:43Z', 'revision_number': 0, 'project_id': 'ee6f645258904376994b9b5bad31d7bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34605836-b707-48df-a689-c893faccd3ab', 'name': '', 'network_id': 'c7ab3635-9f60-4aac-81db-5f7dcfbcadfa', 'tenant_id': 'ee6f645258904376994b9b5bad31d7bc', 'mac_address': 'fa:16:3e:69:fc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507cdcef-d1c7-48e3-974c-7075e5da7e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'df064e0d-8c0c-40b0-a47c-934e95dc2c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:11:27Z', 'updated_at': '2021-08-23T21:11:33Z', 'revision_number': 5, 'project_id': 'ee6f645258904376994b9b5bad31d7bc', 'subnets': [{'id': 'df064e0d-8c0c-40b0-a47c-934e95dc2c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:11:45.399245 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c4237e-a98e-4134-8ce7-4c226e77831b None None] The sync data for ids ['507cdcef-d1c7-48e3-974c-7075e5da7e25'] in n-d-805663-2 is: [{'id': '507cdcef-d1c7-48e3-974c-7075e5da7e25', 'name': 'tempest-TestSecurityGroupsBasicOps-router-515113245', 'tenant_id': 'ee6f645258904376994b9b5bad31d7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '63b80d11-45b8-452f-9e39-c2bad48b300d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:11:24Z', 'updated_at': '2021-08-23T21:11:28Z', 'revision_number': 4, 'project_id': 'ee6f645258904376994b9b5bad31d7bc', 'gw_port': {'id': '63b80d11-45b8-452f-9e39-c2bad48b300d', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:91:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507cdcef-d1c7-48e3-974c-7075e5da7e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:11:24Z', 'updated_at': '2021-08-23T21:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '246d98a7-70da-4245-b578-4d596b722d74', 'tenant_id': 'ee6f645258904376994b9b5bad31d7bc', 'floating_ip_address': '172.25.4.199', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '507cdcef-d1c7-48e3-974c-7075e5da7e25', 'port_id': '57d5eacb-f7c3-4a7e-91cb-f53b697d26e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7ab3635-9f60-4aac-81db-5f7dcfbcadfa', 'mac_address': 'fa:16:3e:09:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d2ca70-f659-4e3f-8b77-575ab2ef13e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:11:43Z', 'updated_at': '2021-08-23T21:11:43Z', 'revision_number': 0, 'project_id': 'ee6f645258904376994b9b5bad31d7bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34605836-b707-48df-a689-c893faccd3ab', 'name': '', 'network_id': 'c7ab3635-9f60-4aac-81db-5f7dcfbcadfa', 'tenant_id': 'ee6f645258904376994b9b5bad31d7bc', 'mac_address': 'fa:16:3e:69:fc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507cdcef-d1c7-48e3-974c-7075e5da7e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'df064e0d-8c0c-40b0-a47c-934e95dc2c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:11:27Z', 'updated_at': '2021-08-23T21:11:33Z', 'revision_number': 5, 'project_id': 'ee6f645258904376994b9b5bad31d7bc', 'subnets': [{'id': 'df064e0d-8c0c-40b0-a47c-934e95dc2c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:11:45.411800 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5e4892-653c-4f10-9564-7f5ff2268ca4 tempest-TestSecurityGroupsBasicOps-204161596 tempest-TestSecurityGroupsBasicOps-204161596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:11:45.412317 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5e4892-653c-4f10-9564-7f5ff2268ca4 tempest-TestSecurityGroupsBasicOps-204161596 tempest-TestSecurityGroupsBasicOps-204161596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:11:45.414402 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2c5e4892-653c-4f10-9564-7f5ff2268ca4 tempest-TestSecurityGroupsBasicOps-204161596 tempest-TestSecurityGroupsBasicOps-204161596-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=507cdcef-d1c7-48e3-974c-7075e5da7e25 HTTP/1.1" status: 200 len: 1990 time: 0.3508849 Aug 23 21:11:45.592136 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b905f5e9-4006-498f-a59b-19f3050ebe92 None None] New status for floating IP 246d98a7-70da-4245-b578-4d596b722d74: ACTIVE {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 21:11:46.031277 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:11:50.641603 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:10.059410 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-530e98cf-60e7-4508-997c-92582bcfd1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:10.683634 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:12.184117 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:12:13.442351 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3403e028-90c9-4ebd-8a5d-1b65a06af67a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:13.570169 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:14.681247 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:16.034962 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:19.295972 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49274) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:12:19.372049 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9e739b06-4f6a-4114-8183-bf7c592c7a61 tempest-TestSecurityGroupsBasicOps-204161596 tempest-TestSecurityGroupsBasicOps-204161596-project-admin] 10.222.0.61 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1376 time: 0.0747163 Aug 23 21:12:19.375193 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49276) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:12:19.379947 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-05ce6c3c-f5c6-4b2c-9021-ca079e4eeba0 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Request body: {'network': {'name': 'tempest-network-smoke--117989383', 'project_id': 'ee6f645258904376994b9b5bad31d7bc', 'port_security_enabled': False}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:12:19.400322 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ce6c3c-f5c6-4b2c-9021-ca079e4eeba0 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Made reservation on behalf of ee6f645258904376994b9b5bad31d7bc for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:12:19.404920 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-05ce6c3c-f5c6-4b2c-9021-ca079e4eeba0 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:19.428178 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05ce6c3c-f5c6-4b2c-9021-ca079e4eeba0 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:12:19.437023 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-05ce6c3c-f5c6-4b2c-9021-ca079e4eeba0 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:19.437387 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-05ce6c3c-f5c6-4b2c-9021-ca079e4eeba0 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Added segment 182e7bf5-ea47-4e3e-b1a3-eaf510a89fb5 of type vlan for network 0c624f26-685e-424a-a68c-7fe74f41fa5b Aug 23 21:12:19.481181 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-05ce6c3c-f5c6-4b2c-9021-ca079e4eeba0 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:19.506077 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-05ce6c3c-f5c6-4b2c-9021-ca079e4eeba0 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:19.511889 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ce6c3c-f5c6-4b2c-9021-ca079e4eeba0 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:12:19.512494 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-05ce6c3c-f5c6-4b2c-9021-ca079e4eeba0 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:19.567971 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-05ce6c3c-f5c6-4b2c-9021-ca079e4eeba0 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1917558 Aug 23 21:12:19.570886 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49278) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:12:19.575222 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-f9612b83-8d24-46e4-b9f6-a5d101420c06 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-920042899', 'admin_state_up': True, 'project_id': 'ee6f645258904376994b9b5bad31d7bc', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:12:19.594531 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ce6c3c-f5c6-4b2c-9021-ca079e4eeba0 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Pushing event updated for resources: {'Network': ['ID=0c624f26-685e-424a-a68c-7fe74f41fa5b,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:12:19.605837 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 0c624f26-685e-424a-a68c-7fe74f41fa5b details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:12:19.616562 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9612b83-8d24-46e4-b9f6-a5d101420c06 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:19.617577 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9612b83-8d24-46e4-b9f6-a5d101420c06 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:19.677840 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9612b83-8d24-46e4-b9f6-a5d101420c06 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:19.813896 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9612b83-8d24-46e4-b9f6-a5d101420c06 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:20.010548 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9612b83-8d24-46e4-b9f6-a5d101420c06 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:20.030381 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9612b83-8d24-46e4-b9f6-a5d101420c06 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:20.136825 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-f9612b83-8d24-46e4-b9f6-a5d101420c06 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Allocated IP 172.25.4.63 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/fcbf4394-ebe3-4cad-87d4-81e747dcf8df) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:12:20.234729 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9612b83-8d24-46e4-b9f6-a5d101420c06 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:20.271364 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9612b83-8d24-46e4-b9f6-a5d101420c06 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:20.311459 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9612b83-8d24-46e4-b9f6-a5d101420c06 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:12:20.314352 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-f9612b83-8d24-46e4-b9f6-a5d101420c06 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:12:20.318243 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9612b83-8d24-46e4-b9f6-a5d101420c06 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:12:20.349845 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9612b83-8d24-46e4-b9f6-a5d101420c06 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Pushing event updated for resources: {'Port': ['ID=fcbf4394-ebe3-4cad-87d4-81e747dcf8df,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:12:20.576445 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9612b83-8d24-46e4-b9f6-a5d101420c06 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:20.646128 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:20.778894 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9612b83-8d24-46e4-b9f6-a5d101420c06 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:21.225683 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9612b83-8d24-46e4-b9f6-a5d101420c06 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Router 3f2421c0-1b15-4e56-bb82-6786d6e18a61 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 21:12:21.340559 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9612b83-8d24-46e4-b9f6-a5d101420c06 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:12:21.360275 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36a9442-0e84-408b-90a7-ad7f29eb5f00 None None] Sync routers for ids ['3f2421c0-1b15-4e56-bb82-6786d6e18a61'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:12:21.370253 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9612b83-8d24-46e4-b9f6-a5d101420c06 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:21.371776 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f9612b83-8d24-46e4-b9f6-a5d101420c06 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.7999411 Aug 23 21:12:21.375152 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36a9442-0e84-408b-90a7-ad7f29eb5f00 None None] Routers {'3f2421c0-1b15-4e56-bb82-6786d6e18a61'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:12:21.375889 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49280) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:12:21.376029 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-f36a9442-0e84-408b-90a7-ad7f29eb5f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:12:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['3f2421c0-1b15-4e56-bb82-6786d6e18a61'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:12:21.478334 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e96927c-2ae7-4f1c-a225-b5445af1ce8e tempest-TestSecurityGroupsBasicOps-204161596 tempest-TestSecurityGroupsBasicOps-204161596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:12:21.480002 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6e96927c-2ae7-4f1c-a225-b5445af1ce8e tempest-TestSecurityGroupsBasicOps-204161596 tempest-TestSecurityGroupsBasicOps-204161596-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=ee6f645258904376994b9b5bad31d7bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1028883 Aug 23 21:12:21.484551 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49282) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:12:21.516883 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-f36a9442-0e84-408b-90a7-ad7f29eb5f00 None None] Set router 3f2421c0-1b15-4e56-bb82-6786d6e18a61 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:12:21.593485 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5818dbd-bad4-4fb5-8550-2e13ffb79dc4 tempest-TestSecurityGroupsBasicOps-204161596 tempest-TestSecurityGroupsBasicOps-204161596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:12:21.595456 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c5818dbd-bad4-4fb5-8550-2e13ffb79dc4 tempest-TestSecurityGroupsBasicOps-204161596 tempest-TestSecurityGroupsBasicOps-204161596-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1094375 Aug 23 21:12:21.597734 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49284) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:12:21.631037 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2d881f17-d374-4e29-855f-879bd861a838 tempest-TestSecurityGroupsBasicOps-204161596 tempest-TestSecurityGroupsBasicOps-204161596-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=03d801c5-d257-4cc1-bad3-11a323aafec0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320160 Aug 23 21:12:21.634592 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49286) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:12:21.665436 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-54f2c627-611e-4403-a7ea-7485a179b322 tempest-TestSecurityGroupsBasicOps-204161596 tempest-TestSecurityGroupsBasicOps-204161596-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=ee6f645258904376994b9b5bad31d7bc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295680 Aug 23 21:12:21.667813 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49288) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:12:21.727127 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-f36a9442-0e84-408b-90a7-ad7f29eb5f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2421c0-1b15-4e56-bb82-6786d6e18a61', 'name': 'tempest-TestSecurityGroupsBasicOps-router-920042899', 'tenant_id': 'ee6f645258904376994b9b5bad31d7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'fcbf4394-ebe3-4cad-87d4-81e747dcf8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:12:19Z', 'updated_at': '2021-08-23T21:12:20Z', 'revision_number': 3, 'project_id': 'ee6f645258904376994b9b5bad31d7bc', 'gw_port': {'id': 'fcbf4394-ebe3-4cad-87d4-81e747dcf8df', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2421c0-1b15-4e56-bb82-6786d6e18a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:12:20Z', 'updated_at': '2021-08-23T21:12:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:12:21.758161 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36a9442-0e84-408b-90a7-ad7f29eb5f00 None None] Checking router: 3f2421c0-1b15-4e56-bb82-6786d6e18a61 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:12:21.758508 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36a9442-0e84-408b-90a7-ad7f29eb5f00 None None] Updating router 3f2421c0-1b15-4e56-bb82-6786d6e18a61 port fcbf4394-ebe3-4cad-87d4-81e747dcf8df binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 21:12:21.780453 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f9bd70c5-3100-4ff7-955c-105fb7d176c7 req-5fc437b3-0a21-457b-b0d3-2d123439e104 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f6d2ca70-f659-4e3f-8b77-575ab2ef13e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0893884 Aug 23 21:12:21.783839 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f36a9442-0e84-408b-90a7-ad7f29eb5f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:21.798529 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371c1885-3c2b-40ec-a376-563cd3ec8b18 tempest-TestSecurityGroupsBasicOps-204161596 tempest-TestSecurityGroupsBasicOps-204161596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:12:21.802750 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-371c1885-3c2b-40ec-a376-563cd3ec8b18 tempest-TestSecurityGroupsBasicOps-204161596 tempest-TestSecurityGroupsBasicOps-204161596-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1312139 Aug 23 21:12:21.803075 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49290) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:12:21.842003 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6c3513c8-e0aa-4393-9eef-8e902927d8b8 tempest-TestSecurityGroupsBasicOps-204161596 tempest-TestSecurityGroupsBasicOps-204161596-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=03d801c5-d257-4cc1-bad3-11a323aafec0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0366189 Aug 23 21:12:21.846091 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49292) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:12:21.849440 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-4aaab26e-bdb9-46b6-8972-46e7ea1cb2c0 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-645961218', 'network_id': '0c624f26-685e-424a-a68c-7fe74f41fa5b', 'project_id': 'ee6f645258904376994b9b5bad31d7bc', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:12:21.944496 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd70c5-3100-4ff7-955c-105fb7d176c7 req-1eb29bb4-8ceb-4e35-95ee-0aad68575c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:12:21.946016 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f9bd70c5-3100-4ff7-955c-105fb7d176c7 req-1eb29bb4-8ceb-4e35-95ee-0aad68575c83 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ee6f645258904376994b9b5bad31d7bc&device_id=f6d2ca70-f659-4e3f-8b77-575ab2ef13e2 HTTP/1.1" status: 200 len: 1136 time: 0.1139641 Aug 23 21:12:21.977087 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aaab26e-bdb9-46b6-8972-46e7ea1cb2c0 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Made reservation on behalf of ee6f645258904376994b9b5bad31d7bc for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:12:21.980932 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4aaab26e-bdb9-46b6-8972-46e7ea1cb2c0 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:22.055307 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f36a9442-0e84-408b-90a7-ad7f29eb5f00 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:22.066176 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f36a9442-0e84-408b-90a7-ad7f29eb5f00 None None] Transition to ACTIVE for port object fcbf4394-ebe3-4cad-87d4-81e747dcf8df will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:12:22.072285 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f36a9442-0e84-408b-90a7-ad7f29eb5f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:22.130479 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-f36a9442-0e84-408b-90a7-ad7f29eb5f00 None None] Attempting to bind port fcbf4394-ebe3-4cad-87d4-81e747dcf8df on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:12:22.130758 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-f36a9442-0e84-408b-90a7-ad7f29eb5f00 None None] Attempting to bind port fcbf4394-ebe3-4cad-87d4-81e747dcf8df by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:12:22.131118 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36a9442-0e84-408b-90a7-ad7f29eb5f00 None None] Attempting to bind port fcbf4394-ebe3-4cad-87d4-81e747dcf8df on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:12:22.134017 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066fd9e4-b7af-4300-ae30-01afa5b15db9 None None] Pushing event updated for resources: {'Port': ['ID=fcbf4394-ebe3-4cad-87d4-81e747dcf8df,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:12:22.136854 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd70c5-3100-4ff7-955c-105fb7d176c7 req-0505e3b8-e4b6-4ee4-bd98-1673acb0e8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:12:22.138746 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f9bd70c5-3100-4ff7-955c-105fb7d176c7 req-0505e3b8-e4b6-4ee4-bd98-1673acb0e8c6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c7ab3635-9f60-4aac-81db-5f7dcfbcadfa HTTP/1.1" status: 200 len: 898 time: 0.1711407 Aug 23 21:12:22.141914 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36a9442-0e84-408b-90a7-ad7f29eb5f00 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:12:22.141914 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36a9442-0e84-408b-90a7-ad7f29eb5f00 None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:12:22.142116 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f36a9442-0e84-408b-90a7-ad7f29eb5f00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:22.142375 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36a9442-0e84-408b-90a7-ad7f29eb5f00 None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:12:22.142867 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-f36a9442-0e84-408b-90a7-ad7f29eb5f00 None None] Bound port: fcbf4394-ebe3-4cad-87d4-81e747dcf8df, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:12:22.143245 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f36a9442-0e84-408b-90a7-ad7f29eb5f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:22.198071 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-f36a9442-0e84-408b-90a7-ad7f29eb5f00 None None] For port fcbf4394-ebe3-4cad-87d4-81e747dcf8df, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:12:22.201715 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-f36a9442-0e84-408b-90a7-ad7f29eb5f00 None None] For port fcbf4394-ebe3-4cad-87d4-81e747dcf8df, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=fcbf4394-ebe3-4cad-87d4-81e747dcf8df,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:12:22.207343 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f36a9442-0e84-408b-90a7-ad7f29eb5f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:22.254290 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f9bd70c5-3100-4ff7-955c-105fb7d176c7 req-8978d1cf-d8f8-41dc-997f-e52da539dc1e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57d5eacb-f7c3-4a7e-91cb-f53b697d26e7 HTTP/1.1" status: 200 len: 1002 time: 0.1080794 Aug 23 21:12:22.269834 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36a9442-0e84-408b-90a7-ad7f29eb5f00 None None] Routers {'3f2421c0-1b15-4e56-bb82-6786d6e18a61'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:12:22.270460 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-f36a9442-0e84-408b-90a7-ad7f29eb5f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:12:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['3f2421c0-1b15-4e56-bb82-6786d6e18a61'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:12:22.275114 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066fd9e4-b7af-4300-ae30-01afa5b15db9 None None] Pushing event updated for resources: {'Port': ['ID=fcbf4394-ebe3-4cad-87d4-81e747dcf8df,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:12:22.334112 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4aaab26e-bdb9-46b6-8972-46e7ea1cb2c0 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:22.346717 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd70c5-3100-4ff7-955c-105fb7d176c7 req-aa243a4b-1461-4b30-8acc-8d104f0dfd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:12:22.348397 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f9bd70c5-3100-4ff7-955c-105fb7d176c7 req-aa243a4b-1461-4b30-8acc-8d104f0dfd35 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df064e0d-8c0c-40b0-a47c-934e95dc2c9e HTTP/1.1" status: 200 len: 834 time: 0.0699854 Aug 23 21:12:22.386285 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-f36a9442-0e84-408b-90a7-ad7f29eb5f00 None None] Set router 3f2421c0-1b15-4e56-bb82-6786d6e18a61 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:12:22.434050 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaab26e-bdb9-46b6-8972-46e7ea1cb2c0 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Pushing event updated for resources: {'Subnet': ['ID=531877fa-fa7b-4ba1-9cd1-96946f827732,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:12:22.454711 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaab26e-bdb9-46b6-8972-46e7ea1cb2c0 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:12:22.455056 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaab26e-bdb9-46b6-8972-46e7ea1cb2c0 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:12:22.455395 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaab26e-bdb9-46b6-8972-46e7ea1cb2c0 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:12:22.455737 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaab26e-bdb9-46b6-8972-46e7ea1cb2c0 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:12:22.456101 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaab26e-bdb9-46b6-8972-46e7ea1cb2c0 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:12:22.456436 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaab26e-bdb9-46b6-8972-46e7ea1cb2c0 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:12:22.456894 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaab26e-bdb9-46b6-8972-46e7ea1cb2c0 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:12:22.457080 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaab26e-bdb9-46b6-8972-46e7ea1cb2c0 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:12:22.457406 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaab26e-bdb9-46b6-8972-46e7ea1cb2c0 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:12:22.457881 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaab26e-bdb9-46b6-8972-46e7ea1cb2c0 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:12:22.458056 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaab26e-bdb9-46b6-8972-46e7ea1cb2c0 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:12:22.458371 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaab26e-bdb9-46b6-8972-46e7ea1cb2c0 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:12:22.466278 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd70c5-3100-4ff7-955c-105fb7d176c7 req-645d1de0-f5d5-4834-b59a-a7770f8224b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:12:22.468244 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f9bd70c5-3100-4ff7-955c-105fb7d176c7 req-645d1de0-f5d5-4834-b59a-a7770f8224b9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c7ab3635-9f60-4aac-81db-5f7dcfbcadfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0959840 Aug 23 21:12:22.484444 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aaab26e-bdb9-46b6-8972-46e7ea1cb2c0 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Checking segment: {'id': '182e7bf5-ea47-4e3e-b1a3-eaf510a89fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0c624f26-685e-424a-a68c-7fe74f41fa5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:12:22.484811 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aaab26e-bdb9-46b6-8972-46e7ea1cb2c0 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Network hostable DHCP agents. Network: 0c624f26-685e-424a-a68c-7fe74f41fa5b, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:12:22.548841 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aaab26e-bdb9-46b6-8972-46e7ea1cb2c0 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Network 0c624f26-685e-424a-a68c-7fe74f41fa5b is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:12:22.569372 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-4aaab26e-bdb9-46b6-8972-46e7ea1cb2c0 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 0c624f26-685e-424a-a68c-7fe74f41fa5b) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:12:22.579119 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b59c3c-e902-41b6-a7af-79cc40707d75 None None] Network 0c624f26-685e-424a-a68c-7fe74f41fa5b requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:12:22.586923 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaab26e-bdb9-46b6-8972-46e7ea1cb2c0 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:12:22.587526 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4aaab26e-bdb9-46b6-8972-46e7ea1cb2c0 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:22.597988 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f9bd70c5-3100-4ff7-955c-105fb7d176c7 req-701fd0cb-7706-423a-b3f3-44d6e7c87ebf service neutron] 10.222.0.11 "GET /v2.0/networks/c7ab3635-9f60-4aac-81db-5f7dcfbcadfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220510 Aug 23 21:12:22.614643 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-4aaab26e-bdb9-46b6-8972-46e7ea1cb2c0 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7691154 Aug 23 21:12:22.617724 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49294) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:12:22.636805 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-f36a9442-0e84-408b-90a7-ad7f29eb5f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2421c0-1b15-4e56-bb82-6786d6e18a61', 'name': 'tempest-TestSecurityGroupsBasicOps-router-920042899', 'tenant_id': 'ee6f645258904376994b9b5bad31d7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'fcbf4394-ebe3-4cad-87d4-81e747dcf8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:12:19Z', 'updated_at': '2021-08-23T21:12:20Z', 'revision_number': 3, 'project_id': 'ee6f645258904376994b9b5bad31d7bc', 'gw_port': {'id': 'fcbf4394-ebe3-4cad-87d4-81e747dcf8df', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2421c0-1b15-4e56-bb82-6786d6e18a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:12:20Z', 'updated_at': '2021-08-23T21:12:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:12:22.679410 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36a9442-0e84-408b-90a7-ad7f29eb5f00 None None] The sync data for ids ['3f2421c0-1b15-4e56-bb82-6786d6e18a61'] in n-d-805663-2 is: [{'id': '3f2421c0-1b15-4e56-bb82-6786d6e18a61', 'name': 'tempest-TestSecurityGroupsBasicOps-router-920042899', 'tenant_id': 'ee6f645258904376994b9b5bad31d7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'fcbf4394-ebe3-4cad-87d4-81e747dcf8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:12:19Z', 'updated_at': '2021-08-23T21:12:20Z', 'revision_number': 3, 'project_id': 'ee6f645258904376994b9b5bad31d7bc', 'gw_port': {'id': 'fcbf4394-ebe3-4cad-87d4-81e747dcf8df', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2421c0-1b15-4e56-bb82-6786d6e18a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:12:20Z', 'updated_at': '2021-08-23T21:12:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:12:22.711887 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f9bd70c5-3100-4ff7-955c-105fb7d176c7 req-b5fe70c9-ba6d-4815-8d1a-83834f221cec service neutron] 10.222.0.11 "GET /v2.0/networks/c7ab3635-9f60-4aac-81db-5f7dcfbcadfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063287 Aug 23 21:12:22.783208 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c22b773-8693-4319-acb4-08639e322604 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-0c624f26-685e-424a-a68c-7fe74f41fa5b', 'network_id': '0c624f26-685e-424a-a68c-7fe74f41fa5b', 'tenant_id': 'ee6f645258904376994b9b5bad31d7bc', 'fixed_ips': [{'subnet_id': '531877fa-fa7b-4ba1-9cd1-96946f827732'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 21:12:22.784754 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7c22b773-8693-4319-acb4-08639e322604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:22.956176 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-7c22b773-8693-4319-acb4-08639e322604 None None] Allocated IP 172.20.0.18 (0c624f26-685e-424a-a68c-7fe74f41fa5b/531877fa-fa7b-4ba1-9cd1-96946f827732/a133b17f-f454-48d7-9f33-8b2d68e32ae9) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:12:23.169535 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64021483-9c2e-4b75-a5bf-9030c4255cc5 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:23.194322 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device fcbf4394-ebe3-4cad-87d4-81e747dcf8df up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:12:23.305337 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port fcbf4394-ebe3-4cad-87d4-81e747dcf8df completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:12:23.319429 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port fcbf4394-ebe3-4cad-87d4-81e747dcf8df triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:12:23.319809 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:23.353692 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7c22b773-8693-4319-acb4-08639e322604 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:23.367301 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7c22b773-8693-4319-acb4-08639e322604 None None] Transition to ACTIVE for port object a133b17f-f454-48d7-9f33-8b2d68e32ae9 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:12:23.393187 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7c22b773-8693-4319-acb4-08639e322604 None None] Transition to ACTIVE for port object a133b17f-f454-48d7-9f33-8b2d68e32ae9 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:12:23.400177 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7c22b773-8693-4319-acb4-08639e322604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:23.477026 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c22b773-8693-4319-acb4-08639e322604 None None] Network 0c624f26-685e-424a-a68c-7fe74f41fa5b is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:12:23.478128 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:23.484672 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c22b773-8693-4319-acb4-08639e322604 None None] Pushing event updated for resources: {'Port': ['ID=a133b17f-f454-48d7-9f33-8b2d68e32ae9,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:12:23.488307 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-7c22b773-8693-4319-acb4-08639e322604 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:12:23.494791 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c22b773-8693-4319-acb4-08639e322604 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:12:23.509607 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port fcbf4394-ebe3-4cad-87d4-81e747dcf8df, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=fcbf4394-ebe3-4cad-87d4-81e747dcf8df,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:12:23.520658 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-64021483-9c2e-4b75-a5bf-9030c4255cc5 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Allocated IP 172.20.0.17 (0c624f26-685e-424a-a68c-7fe74f41fa5b/531877fa-fa7b-4ba1-9cd1-96946f827732/2795fa3d-78f1-4796-b4e6-3ffbae21a183) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:12:23.533816 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:23.592304 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-7c22b773-8693-4319-acb4-08639e322604 None None] Attempting to bind port a133b17f-f454-48d7-9f33-8b2d68e32ae9 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:12:23.592670 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-7c22b773-8693-4319-acb4-08639e322604 None None] Attempting to bind port a133b17f-f454-48d7-9f33-8b2d68e32ae9 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '182e7bf5-ea47-4e3e-b1a3-eaf510a89fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0c624f26-685e-424a-a68c-7fe74f41fa5b'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:12:23.593044 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c22b773-8693-4319-acb4-08639e322604 None None] Attempting to bind port a133b17f-f454-48d7-9f33-8b2d68e32ae9 on network 0c624f26-685e-424a-a68c-7fe74f41fa5b {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:12:23.609252 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c22b773-8693-4319-acb4-08639e322604 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:12:23.609633 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c22b773-8693-4319-acb4-08639e322604 None None] Checking segment: {'id': '182e7bf5-ea47-4e3e-b1a3-eaf510a89fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0c624f26-685e-424a-a68c-7fe74f41fa5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:12:23.610043 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7c22b773-8693-4319-acb4-08639e322604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:23.610441 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c22b773-8693-4319-acb4-08639e322604 None None] Bound using segment: {'id': '182e7bf5-ea47-4e3e-b1a3-eaf510a89fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0c624f26-685e-424a-a68c-7fe74f41fa5b'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:12:23.611569 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-7c22b773-8693-4319-acb4-08639e322604 None None] Bound port: a133b17f-f454-48d7-9f33-8b2d68e32ae9, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '182e7bf5-ea47-4e3e-b1a3-eaf510a89fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0c624f26-685e-424a-a68c-7fe74f41fa5b'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:12:23.611569 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7c22b773-8693-4319-acb4-08639e322604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:23.625111 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=fcbf4394-ebe3-4cad-87d4-81e747dcf8df,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:12:23.658809 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64021483-9c2e-4b75-a5bf-9030c4255cc5 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:23.675292 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-64021483-9c2e-4b75-a5bf-9030c4255cc5 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Transition to ACTIVE for port object 2795fa3d-78f1-4796-b4e6-3ffbae21a183 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:12:23.689437 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7c22b773-8693-4319-acb4-08639e322604 None None] For port a133b17f-f454-48d7-9f33-8b2d68e32ae9, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:12:23.693163 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7c22b773-8693-4319-acb4-08639e322604 None None] For port a133b17f-f454-48d7-9f33-8b2d68e32ae9, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=a133b17f-f454-48d7-9f33-8b2d68e32ae9,segment=NetworkSegment(182e7bf5-ea47-4e3e-b1a3-eaf510a89fb5),segment_id=182e7bf5-ea47-4e3e-b1a3-eaf510a89fb5)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:12:23.697460 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7c22b773-8693-4319-acb4-08639e322604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:23.711314 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64021483-9c2e-4b75-a5bf-9030c4255cc5 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:23.760031 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64021483-9c2e-4b75-a5bf-9030c4255cc5 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Network 0c624f26-685e-424a-a68c-7fe74f41fa5b is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:12:23.763706 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-64021483-9c2e-4b75-a5bf-9030c4255cc5 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:12:23.763859 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c22b773-8693-4319-acb4-08639e322604 None None] Pushing event updated for resources: {'Port': ['ID=a133b17f-f454-48d7-9f33-8b2d68e32ae9,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:12:23.766700 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64021483-9c2e-4b75-a5bf-9030c4255cc5 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:12:23.796705 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64021483-9c2e-4b75-a5bf-9030c4255cc5 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Pushing event updated for resources: {'Port': ['ID=2795fa3d-78f1-4796-b4e6-3ffbae21a183,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:12:23.811535 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64021483-9c2e-4b75-a5bf-9030c4255cc5 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:12:23.811879 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64021483-9c2e-4b75-a5bf-9030c4255cc5 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:12:23.812295 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64021483-9c2e-4b75-a5bf-9030c4255cc5 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:12:23.812678 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64021483-9c2e-4b75-a5bf-9030c4255cc5 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:12:23.812991 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64021483-9c2e-4b75-a5bf-9030c4255cc5 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:12:23.813320 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64021483-9c2e-4b75-a5bf-9030c4255cc5 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:12:23.813652 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64021483-9c2e-4b75-a5bf-9030c4255cc5 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:12:23.813981 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64021483-9c2e-4b75-a5bf-9030c4255cc5 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:12:23.814307 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64021483-9c2e-4b75-a5bf-9030c4255cc5 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:12:23.814631 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64021483-9c2e-4b75-a5bf-9030c4255cc5 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:12:23.814949 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64021483-9c2e-4b75-a5bf-9030c4255cc5 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:12:23.815266 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64021483-9c2e-4b75-a5bf-9030c4255cc5 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:12:23.832019 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64021483-9c2e-4b75-a5bf-9030c4255cc5 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:23.995627 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64021483-9c2e-4b75-a5bf-9030c4255cc5 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:24.328769 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64021483-9c2e-4b75-a5bf-9030c4255cc5 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:24.333386 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64021483-9c2e-4b75-a5bf-9030c4255cc5 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:24.410004 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64021483-9c2e-4b75-a5bf-9030c4255cc5 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Pushing event updated for resources: {'Port': ['ID=2795fa3d-78f1-4796-b4e6-3ffbae21a183,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:12:24.412761 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64021483-9c2e-4b75-a5bf-9030c4255cc5 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:24.512457 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64021483-9c2e-4b75-a5bf-9030c4255cc5 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Network 0c624f26-685e-424a-a68c-7fe74f41fa5b is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:12:24.514866 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-64021483-9c2e-4b75-a5bf-9030c4255cc5 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:12:24.635048 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64021483-9c2e-4b75-a5bf-9030c4255cc5 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Router 3f2421c0-1b15-4e56-bb82-6786d6e18a61 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:12:24.754648 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64021483-9c2e-4b75-a5bf-9030c4255cc5 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:12:24.760987 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-64021483-9c2e-4b75-a5bf-9030c4255cc5 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "PUT /v2.0/routers/3f2421c0-1b15-4e56-bb82-6786d6e18a61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1412034 Aug 23 21:12:24.870791 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256f84b0-9e94-4cfd-bf55-640dd6a5694a None None] Sync routers for ids ['3f2421c0-1b15-4e56-bb82-6786d6e18a61'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:12:24.881296 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256f84b0-9e94-4cfd-bf55-640dd6a5694a None None] Routers {'3f2421c0-1b15-4e56-bb82-6786d6e18a61'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:12:24.881911 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-256f84b0-9e94-4cfd-bf55-640dd6a5694a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:12:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['3f2421c0-1b15-4e56-bb82-6786d6e18a61'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:12:24.991799 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0b2383-6969-46a2-9fd6-bcee6ae95443 None None] Network 0c624f26-685e-424a-a68c-7fe74f41fa5b requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:12:24.998932 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913b42e-1f6f-4e86-9a5c-13a5b248cd88 req-459d5585-15e6-4a67-8889-fa97ac9a9522 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:12:25.000739 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6913b42e-1f6f-4e86-9a5c-13a5b248cd88 req-459d5585-15e6-4a67-8889-fa97ac9a9522 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "GET /v2.0/networks?id=0c624f26-685e-424a-a68c-7fe74f41fa5b HTTP/1.1" status: 200 len: 797 time: 0.1196034 Aug 23 21:12:25.004660 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-256f84b0-9e94-4cfd-bf55-640dd6a5694a None None] Set router 3f2421c0-1b15-4e56-bb82-6786d6e18a61 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:12:25.018343 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6913b42e-1f6f-4e86-9a5c-13a5b248cd88 req-0b1edb8e-0f65-4b71-8a4e-65a71dd5221a tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "GET /v2.0/quotas/ee6f645258904376994b9b5bad31d7bc HTTP/1.1" status: 200 len: 375 time: 0.0108056 Aug 23 21:12:25.052857 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-49014037-b8aa-4939-bad0-551232001a69 None None] Provisioning for port a133b17f-f454-48d7-9f33-8b2d68e32ae9 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:12:25.100239 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6913b42e-1f6f-4e86-9a5c-13a5b248cd88 req-58805fbb-690d-4a71-ba06-0f647e7eb535 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ee6f645258904376994b9b5bad31d7bc&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0710037 Aug 23 21:12:25.118694 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [req-6913b42e-1f6f-4e86-9a5c-13a5b248cd88 req-b8b15429-0cb7-40be-9376-d6ba42e94139 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 21:12:25.120310 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6913b42e-1f6f-4e86-9a5c-13a5b248cd88 req-b8b15429-0cb7-40be-9376-d6ba42e94139 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066738 Aug 23 21:12:25.246837 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6913b42e-1f6f-4e86-9a5c-13a5b248cd88 req-38c49fce-e4b6-4e45-8953-33f7751bf76a service neutron] 10.222.0.61 "GET /v2.0/networks/0c624f26-685e-424a-a68c-7fe74f41fa5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131608 Aug 23 21:12:25.260831 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-256f84b0-9e94-4cfd-bf55-640dd6a5694a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2421c0-1b15-4e56-bb82-6786d6e18a61', 'name': 'tempest-TestSecurityGroupsBasicOps-router-920042899', 'tenant_id': 'ee6f645258904376994b9b5bad31d7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'fcbf4394-ebe3-4cad-87d4-81e747dcf8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:12:19Z', 'updated_at': '2021-08-23T21:12:23Z', 'revision_number': 4, 'project_id': 'ee6f645258904376994b9b5bad31d7bc', 'gw_port': {'id': 'fcbf4394-ebe3-4cad-87d4-81e747dcf8df', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2421c0-1b15-4e56-bb82-6786d6e18a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:12:20Z', 'updated_at': '2021-08-23T21:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '2795fa3d-78f1-4796-b4e6-3ffbae21a183', 'name': '', 'network_id': '0c624f26-685e-424a-a68c-7fe74f41fa5b', 'tenant_id': 'ee6f645258904376994b9b5bad31d7bc', 'mac_address': 'fa:16:3e:e9:18:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2421c0-1b15-4e56-bb82-6786d6e18a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '531877fa-fa7b-4ba1-9cd1-96946f827732', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:12:23Z', 'updated_at': '2021-08-23T21:12:24Z', 'revision_number': 2, 'project_id': 'ee6f645258904376994b9b5bad31d7bc', 'subnets': [{'id': '531877fa-fa7b-4ba1-9cd1-96946f827732', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:12:25.274919 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device a133b17f-f454-48d7-9f33-8b2d68e32ae9 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:12:25.292466 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256f84b0-9e94-4cfd-bf55-640dd6a5694a None None] Checking router: 3f2421c0-1b15-4e56-bb82-6786d6e18a61 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:12:25.292872 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256f84b0-9e94-4cfd-bf55-640dd6a5694a None None] Updating router 3f2421c0-1b15-4e56-bb82-6786d6e18a61 port 2795fa3d-78f1-4796-b4e6-3ffbae21a183 binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 21:12:25.319261 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-256f84b0-9e94-4cfd-bf55-640dd6a5694a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:25.336252 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port a133b17f-f454-48d7-9f33-8b2d68e32ae9 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:12:25.340714 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port a133b17f-f454-48d7-9f33-8b2d68e32ae9 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:12:25.341680 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:25.361086 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6913b42e-1f6f-4e86-9a5c-13a5b248cd88 req-7ba846b4-6072-40e7-bc33-15ceec14f4f1 service neutron] 10.222.0.61 "GET /v2.0/networks/0c624f26-685e-424a-a68c-7fe74f41fa5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070921 Aug 23 21:12:25.466388 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:25.532387 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port a133b17f-f454-48d7-9f33-8b2d68e32ae9, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=a133b17f-f454-48d7-9f33-8b2d68e32ae9,segment=NetworkSegment(182e7bf5-ea47-4e3e-b1a3-eaf510a89fb5),segment_id=182e7bf5-ea47-4e3e-b1a3-eaf510a89fb5)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:12:25.534898 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d9900bfb-bd12-4ff9-b459-761d28710ce5 None None] Provisioning complete for port a133b17f-f454-48d7-9f33-8b2d68e32ae9 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:12:25.535252 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d9900bfb-bd12-4ff9-b459-761d28710ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:25.594263 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:25.595037 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device fcbf4394-ebe3-4cad-87d4-81e747dcf8df up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:12:25.600168 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-35b1325b-d5d6-4b03-ac81-42b56f819a79 req-25d3d04a-7cf9-441f-b8b3-bedffa591908 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "GET /v2.0/ports?device_id=a65617c7-a899-485b-acd4-08a05911fe4c HTTP/1.1" status: 200 len: 210 time: 0.0506608 Aug 23 21:12:25.694055 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=a133b17f-f454-48d7-9f33-8b2d68e32ae9,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:12:25.742427 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port fcbf4394-ebe3-4cad-87d4-81e747dcf8df triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:12:25.742800 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:25.786416 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d9900bfb-bd12-4ff9-b459-761d28710ce5 None None] Provisioning for port 2795fa3d-78f1-4796-b4e6-3ffbae21a183 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:12:25.792501 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d9900bfb-bd12-4ff9-b459-761d28710ce5 None None] Provisioning complete for port 2795fa3d-78f1-4796-b4e6-3ffbae21a183 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:12:25.792870 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d9900bfb-bd12-4ff9-b459-761d28710ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:25.794987 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-256f84b0-9e94-4cfd-bf55-640dd6a5694a None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:25.808330 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-256f84b0-9e94-4cfd-bf55-640dd6a5694a None None] Transition to ACTIVE for port object 2795fa3d-78f1-4796-b4e6-3ffbae21a183 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:12:25.818273 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-256f84b0-9e94-4cfd-bf55-640dd6a5694a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:25.837687 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-d9900bfb-bd12-4ff9-b459-761d28710ce5 None None] Port 2795fa3d-78f1-4796-b4e6-3ffbae21a183 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:12:25.915335 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f15abb-1833-4a45-8f25-0e4957d3e013 None None] Pushing event updated for resources: {'Port': ['ID=2795fa3d-78f1-4796-b4e6-3ffbae21a183,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:12:25.928273 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-256f84b0-9e94-4cfd-bf55-640dd6a5694a None None] Attempting to bind port 2795fa3d-78f1-4796-b4e6-3ffbae21a183 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:12:25.928655 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-256f84b0-9e94-4cfd-bf55-640dd6a5694a None None] Attempting to bind port 2795fa3d-78f1-4796-b4e6-3ffbae21a183 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '182e7bf5-ea47-4e3e-b1a3-eaf510a89fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0c624f26-685e-424a-a68c-7fe74f41fa5b'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:12:25.929155 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256f84b0-9e94-4cfd-bf55-640dd6a5694a None None] Attempting to bind port 2795fa3d-78f1-4796-b4e6-3ffbae21a183 on network 0c624f26-685e-424a-a68c-7fe74f41fa5b {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:12:25.934335 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256f84b0-9e94-4cfd-bf55-640dd6a5694a None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:12:25.934731 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256f84b0-9e94-4cfd-bf55-640dd6a5694a None None] Checking segment: {'id': '182e7bf5-ea47-4e3e-b1a3-eaf510a89fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0c624f26-685e-424a-a68c-7fe74f41fa5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:12:25.935513 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-256f84b0-9e94-4cfd-bf55-640dd6a5694a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:25.935814 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256f84b0-9e94-4cfd-bf55-640dd6a5694a None None] Bound using segment: {'id': '182e7bf5-ea47-4e3e-b1a3-eaf510a89fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0c624f26-685e-424a-a68c-7fe74f41fa5b'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:12:25.936297 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-256f84b0-9e94-4cfd-bf55-640dd6a5694a None None] Bound port: 2795fa3d-78f1-4796-b4e6-3ffbae21a183, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '182e7bf5-ea47-4e3e-b1a3-eaf510a89fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0c624f26-685e-424a-a68c-7fe74f41fa5b'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:12:25.936671 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-256f84b0-9e94-4cfd-bf55-640dd6a5694a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:26.006743 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-256f84b0-9e94-4cfd-bf55-640dd6a5694a None None] For port 2795fa3d-78f1-4796-b4e6-3ffbae21a183, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:12:26.010087 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-256f84b0-9e94-4cfd-bf55-640dd6a5694a None None] For port 2795fa3d-78f1-4796-b4e6-3ffbae21a183, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=2795fa3d-78f1-4796-b4e6-3ffbae21a183,segment=NetworkSegment(182e7bf5-ea47-4e3e-b1a3-eaf510a89fb5),segment_id=182e7bf5-ea47-4e3e-b1a3-eaf510a89fb5)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:12:26.021671 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-256f84b0-9e94-4cfd-bf55-640dd6a5694a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:26.082143 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256f84b0-9e94-4cfd-bf55-640dd6a5694a None None] Routers {'3f2421c0-1b15-4e56-bb82-6786d6e18a61'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:12:26.082764 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-256f84b0-9e94-4cfd-bf55-640dd6a5694a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:12:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['3f2421c0-1b15-4e56-bb82-6786d6e18a61'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:12:26.085712 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f15abb-1833-4a45-8f25-0e4957d3e013 None None] Pushing event updated for resources: {'Port': ['ID=2795fa3d-78f1-4796-b4e6-3ffbae21a183,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:12:26.196378 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-256f84b0-9e94-4cfd-bf55-640dd6a5694a None None] Set router 3f2421c0-1b15-4e56-bb82-6786d6e18a61 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:12:26.403757 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-256f84b0-9e94-4cfd-bf55-640dd6a5694a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2421c0-1b15-4e56-bb82-6786d6e18a61', 'name': 'tempest-TestSecurityGroupsBasicOps-router-920042899', 'tenant_id': 'ee6f645258904376994b9b5bad31d7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'fcbf4394-ebe3-4cad-87d4-81e747dcf8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:12:19Z', 'updated_at': '2021-08-23T21:12:23Z', 'revision_number': 4, 'project_id': 'ee6f645258904376994b9b5bad31d7bc', 'gw_port': {'id': 'fcbf4394-ebe3-4cad-87d4-81e747dcf8df', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2421c0-1b15-4e56-bb82-6786d6e18a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:12:20Z', 'updated_at': '2021-08-23T21:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '2795fa3d-78f1-4796-b4e6-3ffbae21a183', 'name': '', 'network_id': '0c624f26-685e-424a-a68c-7fe74f41fa5b', 'tenant_id': 'ee6f645258904376994b9b5bad31d7bc', 'mac_address': 'fa:16:3e:e9:18:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2421c0-1b15-4e56-bb82-6786d6e18a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '531877fa-fa7b-4ba1-9cd1-96946f827732', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:12:23Z', 'updated_at': '2021-08-23T21:12:26Z', 'revision_number': 4, 'project_id': 'ee6f645258904376994b9b5bad31d7bc', 'subnets': [{'id': '531877fa-fa7b-4ba1-9cd1-96946f827732', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:12:26.433396 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256f84b0-9e94-4cfd-bf55-640dd6a5694a None None] The sync data for ids ['3f2421c0-1b15-4e56-bb82-6786d6e18a61'] in n-d-805663-2 is: [{'id': '3f2421c0-1b15-4e56-bb82-6786d6e18a61', 'name': 'tempest-TestSecurityGroupsBasicOps-router-920042899', 'tenant_id': 'ee6f645258904376994b9b5bad31d7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'fcbf4394-ebe3-4cad-87d4-81e747dcf8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:12:19Z', 'updated_at': '2021-08-23T21:12:23Z', 'revision_number': 4, 'project_id': 'ee6f645258904376994b9b5bad31d7bc', 'gw_port': {'id': 'fcbf4394-ebe3-4cad-87d4-81e747dcf8df', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2421c0-1b15-4e56-bb82-6786d6e18a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:12:20Z', 'updated_at': '2021-08-23T21:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '2795fa3d-78f1-4796-b4e6-3ffbae21a183', 'name': '', 'network_id': '0c624f26-685e-424a-a68c-7fe74f41fa5b', 'tenant_id': 'ee6f645258904376994b9b5bad31d7bc', 'mac_address': 'fa:16:3e:e9:18:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2421c0-1b15-4e56-bb82-6786d6e18a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '531877fa-fa7b-4ba1-9cd1-96946f827732', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:12:23Z', 'updated_at': '2021-08-23T21:12:26Z', 'revision_number': 4, 'project_id': 'ee6f645258904376994b9b5bad31d7bc', 'subnets': [{'id': '531877fa-fa7b-4ba1-9cd1-96946f827732', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:12:26.708300 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8ad8d908-4ecd-4bac-88bc-1657088138c1 req-caafcbbf-f38b-4acc-8373-5f9373233bb8 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "GET /v2.0/ports?device_id=a65617c7-a899-485b-acd4-08a05911fe4c HTTP/1.1" status: 200 len: 210 time: 0.0364745 Aug 23 21:12:27.209500 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device a133b17f-f454-48d7-9f33-8b2d68e32ae9 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:12:27.265031 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port a133b17f-f454-48d7-9f33-8b2d68e32ae9 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:12:27.265408 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:27.346562 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 2795fa3d-78f1-4796-b4e6-3ffbae21a183 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:12:27.395748 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 2795fa3d-78f1-4796-b4e6-3ffbae21a183 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:12:27.399781 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 2795fa3d-78f1-4796-b4e6-3ffbae21a183 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:12:27.400176 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:27.490270 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:27.523767 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 2795fa3d-78f1-4796-b4e6-3ffbae21a183, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=2795fa3d-78f1-4796-b4e6-3ffbae21a183,segment=NetworkSegment(182e7bf5-ea47-4e3e-b1a3-eaf510a89fb5),segment_id=182e7bf5-ea47-4e3e-b1a3-eaf510a89fb5)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:12:27.527895 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:27.580309 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=2795fa3d-78f1-4796-b4e6-3ffbae21a183,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:12:27.587644 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:12:27.587990 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:12:27.588412 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:12:27.588788 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:12:27.589396 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:12:27.589737 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:12:27.590071 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:12:27.590419 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:12:27.591339 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:12:27.591676 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:12:27.591996 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:12:27.592344 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:12:27.786096 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7635950d-e641-4470-ac00-417663384c44 req-b9e1b0ad-cf3e-4aaa-b112-b23a12a6d15a tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "GET /v2.0/ports?device_id=a65617c7-a899-485b-acd4-08a05911fe4c HTTP/1.1" status: 200 len: 210 time: 0.0265503 Aug 23 21:12:28.884446 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-31fbe389-8b42-4530-9092-ed3f381d3327 req-ade5f79f-f5af-4a5e-b4b2-88bd43a02565 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "GET /v2.0/ports?device_id=a65617c7-a899-485b-acd4-08a05911fe4c HTTP/1.1" status: 200 len: 210 time: 0.0304856 Aug 23 21:12:28.961649 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913b42e-1f6f-4e86-9a5c-13a5b248cd88 req-719c1681-11bf-4b8d-aa75-0cf0b4c4901c tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:12:28.963120 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6913b42e-1f6f-4e86-9a5c-13a5b248cd88 req-719c1681-11bf-4b8d-aa75-0cf0b4c4901c tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.32 "GET /v2.0/networks?id=0c624f26-685e-424a-a68c-7fe74f41fa5b HTTP/1.1" status: 200 len: 797 time: 0.1150002 Aug 23 21:12:28.983480 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-6913b42e-1f6f-4e86-9a5c-13a5b248cd88 req-658fc66b-3c6b-40f7-bb04-bf124c30223b tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Request body: {'port': {'device_id': 'a65617c7-a899-485b-acd4-08a05911fe4c', 'network_id': '0c624f26-685e-424a-a68c-7fe74f41fa5b', 'admin_state_up': True, 'tenant_id': 'ee6f645258904376994b9b5bad31d7bc'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:12:29.107346 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6913b42e-1f6f-4e86-9a5c-13a5b248cd88 req-658fc66b-3c6b-40f7-bb04-bf124c30223b tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Made reservation on behalf of ee6f645258904376994b9b5bad31d7bc for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:12:29.111025 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6913b42e-1f6f-4e86-9a5c-13a5b248cd88 req-658fc66b-3c6b-40f7-bb04-bf124c30223b tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:29.149037 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 2795fa3d-78f1-4796-b4e6-3ffbae21a183 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:12:29.203871 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 2795fa3d-78f1-4796-b4e6-3ffbae21a183 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:12:29.204257 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:29.251479 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-6913b42e-1f6f-4e86-9a5c-13a5b248cd88 req-658fc66b-3c6b-40f7-bb04-bf124c30223b tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Allocated IP 172.20.0.28 (0c624f26-685e-424a-a68c-7fe74f41fa5b/531877fa-fa7b-4ba1-9cd1-96946f827732/bc5c6c1b-ca96-488e-a80b-2159adc2d9b7) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:12:29.378429 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6913b42e-1f6f-4e86-9a5c-13a5b248cd88 req-658fc66b-3c6b-40f7-bb04-bf124c30223b tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:29.393201 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-6913b42e-1f6f-4e86-9a5c-13a5b248cd88 req-658fc66b-3c6b-40f7-bb04-bf124c30223b tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Transition to ACTIVE for port object bc5c6c1b-ca96-488e-a80b-2159adc2d9b7 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:12:29.426381 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6913b42e-1f6f-4e86-9a5c-13a5b248cd88 req-658fc66b-3c6b-40f7-bb04-bf124c30223b tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:29.467422 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6913b42e-1f6f-4e86-9a5c-13a5b248cd88 req-658fc66b-3c6b-40f7-bb04-bf124c30223b tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Network 0c624f26-685e-424a-a68c-7fe74f41fa5b is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:12:29.470521 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-6913b42e-1f6f-4e86-9a5c-13a5b248cd88 req-658fc66b-3c6b-40f7-bb04-bf124c30223b tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:12:29.475388 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-6913b42e-1f6f-4e86-9a5c-13a5b248cd88 req-658fc66b-3c6b-40f7-bb04-bf124c30223b tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:12:29.505352 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658fc66b-3c6b-40f7-bb04-bf124c30223b tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Pushing event updated for resources: {'Port': ['ID=bc5c6c1b-ca96-488e-a80b-2159adc2d9b7,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:12:29.537000 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913b42e-1f6f-4e86-9a5c-13a5b248cd88 req-658fc66b-3c6b-40f7-bb04-bf124c30223b tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:12:29.537639 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6913b42e-1f6f-4e86-9a5c-13a5b248cd88 req-658fc66b-3c6b-40f7-bb04-bf124c30223b tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:29.553076 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6913b42e-1f6f-4e86-9a5c-13a5b248cd88 req-658fc66b-3c6b-40f7-bb04-bf124c30223b tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.5735626 Aug 23 21:12:29.571385 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [req-6913b42e-1f6f-4e86-9a5c-13a5b248cd88 req-064213ba-9411-486a-aaeb-0c977d04022d tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 21:12:29.572457 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6913b42e-1f6f-4e86-9a5c-13a5b248cd88 req-064213ba-9411-486a-aaeb-0c977d04022d tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058215 Aug 23 21:12:29.645909 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-6913b42e-1f6f-4e86-9a5c-13a5b248cd88 req-ffbef213-8d2a-4c30-829e-7c76726ffc71 service neutron] Request body: {'port': {'device_id': 'a65617c7-a899-485b-acd4-08a05911fe4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:12:29.666654 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0d0e4e09-0455-4885-a4a3-c3ccc54c684a None None] Provisioning for port bc5c6c1b-ca96-488e-a80b-2159adc2d9b7 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:12:29.671144 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0d0e4e09-0455-4885-a4a3-c3ccc54c684a None None] Provisioning complete for port bc5c6c1b-ca96-488e-a80b-2159adc2d9b7 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:12:29.671519 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0d0e4e09-0455-4885-a4a3-c3ccc54c684a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:29.707669 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-0d0e4e09-0455-4885-a4a3-c3ccc54c684a None None] Port bc5c6c1b-ca96-488e-a80b-2159adc2d9b7 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:12:29.719660 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6913b42e-1f6f-4e86-9a5c-13a5b248cd88 req-ffbef213-8d2a-4c30-829e-7c76726ffc71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:30.017254 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-6913b42e-1f6f-4e86-9a5c-13a5b248cd88 req-ffbef213-8d2a-4c30-829e-7c76726ffc71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc5c6c1b-ca96-488e-a80b-2159adc2d9b7 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:12:30.026794 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6913b42e-1f6f-4e86-9a5c-13a5b248cd88 req-ffbef213-8d2a-4c30-829e-7c76726ffc71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:30.043355 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-6913b42e-1f6f-4e86-9a5c-13a5b248cd88 req-ffbef213-8d2a-4c30-829e-7c76726ffc71 service neutron] Transition to ACTIVE for port object bc5c6c1b-ca96-488e-a80b-2159adc2d9b7 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:12:30.052934 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f255fa-fc8a-4629-a6fd-1df26037446c req-728464d8-2136-4e48-87b0-f578cf787a00 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:12:30.054441 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f2f255fa-fc8a-4629-a6fd-1df26037446c req-728464d8-2136-4e48-87b0-f578cf787a00 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "GET /v2.0/ports?device_id=a65617c7-a899-485b-acd4-08a05911fe4c HTTP/1.1" status: 200 len: 895 time: 0.0768421 Aug 23 21:12:30.055533 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6913b42e-1f6f-4e86-9a5c-13a5b248cd88 req-ffbef213-8d2a-4c30-829e-7c76726ffc71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:30.110226 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbef213-8d2a-4c30-829e-7c76726ffc71 service neutron] Pushing event updated for resources: {'Port': ['ID=bc5c6c1b-ca96-488e-a80b-2159adc2d9b7,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:12:30.192240 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-6913b42e-1f6f-4e86-9a5c-13a5b248cd88 req-ffbef213-8d2a-4c30-829e-7c76726ffc71 service neutron] Attempting to bind port bc5c6c1b-ca96-488e-a80b-2159adc2d9b7 on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:12:30.192613 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-6913b42e-1f6f-4e86-9a5c-13a5b248cd88 req-ffbef213-8d2a-4c30-829e-7c76726ffc71 service neutron] Attempting to bind port bc5c6c1b-ca96-488e-a80b-2159adc2d9b7 by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': '182e7bf5-ea47-4e3e-b1a3-eaf510a89fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0c624f26-685e-424a-a68c-7fe74f41fa5b'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:12:30.192944 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6913b42e-1f6f-4e86-9a5c-13a5b248cd88 req-ffbef213-8d2a-4c30-829e-7c76726ffc71 service neutron] Attempting to bind port bc5c6c1b-ca96-488e-a80b-2159adc2d9b7 on network 0c624f26-685e-424a-a68c-7fe74f41fa5b {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:12:30.198424 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6913b42e-1f6f-4e86-9a5c-13a5b248cd88 req-ffbef213-8d2a-4c30-829e-7c76726ffc71 service neutron] Port bc5c6c1b-ca96-488e-a80b-2159adc2d9b7 on network 0c624f26-685e-424a-a68c-7fe74f41fa5b not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:12:30.198751 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6913b42e-1f6f-4e86-9a5c-13a5b248cd88 req-ffbef213-8d2a-4c30-829e-7c76726ffc71 service neutron] Attempting to bind port bc5c6c1b-ca96-488e-a80b-2159adc2d9b7 on network 0c624f26-685e-424a-a68c-7fe74f41fa5b {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:12:30.205215 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6913b42e-1f6f-4e86-9a5c-13a5b248cd88 req-ffbef213-8d2a-4c30-829e-7c76726ffc71 service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:12:30.205554 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6913b42e-1f6f-4e86-9a5c-13a5b248cd88 req-ffbef213-8d2a-4c30-829e-7c76726ffc71 service neutron] Checking segment: {'id': '182e7bf5-ea47-4e3e-b1a3-eaf510a89fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0c624f26-685e-424a-a68c-7fe74f41fa5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:12:30.205981 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6913b42e-1f6f-4e86-9a5c-13a5b248cd88 req-ffbef213-8d2a-4c30-829e-7c76726ffc71 service neutron] Bound using segment: {'id': '182e7bf5-ea47-4e3e-b1a3-eaf510a89fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0c624f26-685e-424a-a68c-7fe74f41fa5b'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:12:30.206420 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-6913b42e-1f6f-4e86-9a5c-13a5b248cd88 req-ffbef213-8d2a-4c30-829e-7c76726ffc71 service neutron] Bound port: bc5c6c1b-ca96-488e-a80b-2159adc2d9b7, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '182e7bf5-ea47-4e3e-b1a3-eaf510a89fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0c624f26-685e-424a-a68c-7fe74f41fa5b'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:12:30.206780 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6913b42e-1f6f-4e86-9a5c-13a5b248cd88 req-ffbef213-8d2a-4c30-829e-7c76726ffc71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:30.277645 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-6913b42e-1f6f-4e86-9a5c-13a5b248cd88 req-ffbef213-8d2a-4c30-829e-7c76726ffc71 service neutron] For port bc5c6c1b-ca96-488e-a80b-2159adc2d9b7, host n-h2-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:12:30.281745 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-6913b42e-1f6f-4e86-9a5c-13a5b248cd88 req-ffbef213-8d2a-4c30-829e-7c76726ffc71 service neutron] For port bc5c6c1b-ca96-488e-a80b-2159adc2d9b7, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=bc5c6c1b-ca96-488e-a80b-2159adc2d9b7,segment=NetworkSegment(182e7bf5-ea47-4e3e-b1a3-eaf510a89fb5),segment_id=182e7bf5-ea47-4e3e-b1a3-eaf510a89fb5)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:12:30.287418 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6913b42e-1f6f-4e86-9a5c-13a5b248cd88 req-ffbef213-8d2a-4c30-829e-7c76726ffc71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:30.337770 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913b42e-1f6f-4e86-9a5c-13a5b248cd88 req-ffbef213-8d2a-4c30-829e-7c76726ffc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:12:30.338418 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6913b42e-1f6f-4e86-9a5c-13a5b248cd88 req-ffbef213-8d2a-4c30-829e-7c76726ffc71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:30.339853 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6913b42e-1f6f-4e86-9a5c-13a5b248cd88 req-ffbef213-8d2a-4c30-829e-7c76726ffc71 service neutron] 10.222.0.32 "PUT /v2.0/ports/bc5c6c1b-ca96-488e-a80b-2159adc2d9b7 HTTP/1.1" status: 200 len: 1055 time: 0.7580853 Aug 23 21:12:30.340301 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a65617c7-a899-485b-acd4-08a05911fe4c', 'tag': 'bc5c6c1b-ca96-488e-a80b-2159adc2d9b7'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:12:30.342666 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50245d50-ae2d-4112-bb21-bfd1095f70cf" -d '{"events": [{"name": "network-changed", "server_uuid": "a65617c7-a899-485b-acd4-08a05911fe4c", "tag": "bc5c6c1b-ca96-488e-a80b-2159adc2d9b7"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:12:30.369882 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbef213-8d2a-4c30-829e-7c76726ffc71 service neutron] Pushing event updated for resources: {'Port': ['ID=bc5c6c1b-ca96-488e-a80b-2159adc2d9b7,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:12:30.386214 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2cbbbb-6092-421c-953f-f56265a69dbd x-openstack-request-id: req-8d2cbbbb-6092-421c-953f-f56265a69dbd {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:12:30.386584 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a65617c7-a899-485b-acd4-08a05911fe4c", "tag": "bc5c6c1b-ca96-488e-a80b-2159adc2d9b7", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:12:30.387087 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8d2cbbbb-6092-421c-953f-f56265a69dbd {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:12:30.387492 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a65617c7-a899-485b-acd4-08a05911fe4c', 'tag': 'bc5c6c1b-ca96-488e-a80b-2159adc2d9b7', 'status': 'completed', 'code': 200} Aug 23 21:12:30.453810 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913b42e-1f6f-4e86-9a5c-13a5b248cd88 req-b244cc63-ef2e-4640-bf9a-0a2fdac53ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:12:30.455393 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6913b42e-1f6f-4e86-9a5c-13a5b248cd88 req-b244cc63-ef2e-4640-bf9a-0a2fdac53ba0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ee6f645258904376994b9b5bad31d7bc&device_id=a65617c7-a899-485b-acd4-08a05911fe4c HTTP/1.1" status: 200 len: 1058 time: 0.0465565 Aug 23 21:12:30.507774 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6913b42e-1f6f-4e86-9a5c-13a5b248cd88 req-abd1d6bf-7cd2-4032-ad93-0e47c81f3dea service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=bc5c6c1b-ca96-488e-a80b-2159adc2d9b7 HTTP/1.1" status: 200 len: 217 time: 0.0387142 Aug 23 21:12:30.570206 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913b42e-1f6f-4e86-9a5c-13a5b248cd88 req-012b75dd-6ef6-47c0-9772-afe015afcd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:12:30.571347 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6913b42e-1f6f-4e86-9a5c-13a5b248cd88 req-012b75dd-6ef6-47c0-9772-afe015afcd9d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=531877fa-fa7b-4ba1-9cd1-96946f827732 HTTP/1.1" status: 200 len: 837 time: 0.0569856 Aug 23 21:12:30.620310 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913b42e-1f6f-4e86-9a5c-13a5b248cd88 req-8cf9e6aa-6d43-4f1d-b145-d64c583c6296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:12:30.621756 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6913b42e-1f6f-4e86-9a5c-13a5b248cd88 req-8cf9e6aa-6d43-4f1d-b145-d64c583c6296 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0c624f26-685e-424a-a68c-7fe74f41fa5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428798 Aug 23 21:12:30.714950 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6913b42e-1f6f-4e86-9a5c-13a5b248cd88 req-c7107648-d4fb-43b6-abb2-da3d2a56481a service neutron] 10.222.0.32 "GET /v2.0/networks/0c624f26-685e-424a-a68c-7fe74f41fa5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847144 Aug 23 21:12:30.814204 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6913b42e-1f6f-4e86-9a5c-13a5b248cd88 req-9b551a31-e11a-4858-82b8-714f3b87d623 service neutron] 10.222.0.32 "GET /v2.0/networks/0c624f26-685e-424a-a68c-7fe74f41fa5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925641 Aug 23 21:12:30.945376 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50245d50-ae2d-4112-bb21-bfd1095f70cf req-126c4fb2-9544-40a3-9f5d-4c6f9b08c1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:12:30.946885 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-50245d50-ae2d-4112-bb21-bfd1095f70cf req-126c4fb2-9544-40a3-9f5d-4c6f9b08c1ad service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ee6f645258904376994b9b5bad31d7bc&device_id=a65617c7-a899-485b-acd4-08a05911fe4c HTTP/1.1" status: 200 len: 1058 time: 0.0421784 Aug 23 21:12:31.045549 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50245d50-ae2d-4112-bb21-bfd1095f70cf req-7fbfb9c9-2bc2-4af7-a7f2-ceea744e3a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:12:31.047027 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-50245d50-ae2d-4112-bb21-bfd1095f70cf req-7fbfb9c9-2bc2-4af7-a7f2-ceea744e3a1b service neutron] 10.222.0.32 "GET /v2.0/networks?id=0c624f26-685e-424a-a68c-7fe74f41fa5b HTTP/1.1" status: 200 len: 898 time: 0.0930214 Aug 23 21:12:31.089871 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-50245d50-ae2d-4112-bb21-bfd1095f70cf req-262209a4-5c1f-43f0-b650-0cb6253eb5fb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=bc5c6c1b-ca96-488e-a80b-2159adc2d9b7 HTTP/1.1" status: 200 len: 217 time: 0.0344121 Aug 23 21:12:31.166062 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50245d50-ae2d-4112-bb21-bfd1095f70cf req-217912bf-d2fe-4239-bcc9-e5aaa2285132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:12:31.169368 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-50245d50-ae2d-4112-bb21-bfd1095f70cf req-217912bf-d2fe-4239-bcc9-e5aaa2285132 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=531877fa-fa7b-4ba1-9cd1-96946f827732 HTTP/1.1" status: 200 len: 837 time: 0.0719435 Aug 23 21:12:31.227063 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf3a63-ac27-44ef-8222-79b646286c9b req-020b5bda-73ae-4160-8803-a3e38e258732 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:12:31.228854 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-aacf3a63-ac27-44ef-8222-79b646286c9b req-020b5bda-73ae-4160-8803-a3e38e258732 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "GET /v2.0/ports?device_id=a65617c7-a899-485b-acd4-08a05911fe4c HTTP/1.1" status: 200 len: 907 time: 0.0977294 Aug 23 21:12:31.240268 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50245d50-ae2d-4112-bb21-bfd1095f70cf req-0841e9f1-2dc5-43ad-82a7-92ad91a9e72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:12:31.241877 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-50245d50-ae2d-4112-bb21-bfd1095f70cf req-0841e9f1-2dc5-43ad-82a7-92ad91a9e72c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0c624f26-685e-424a-a68c-7fe74f41fa5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0651014 Aug 23 21:12:31.353371 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-50245d50-ae2d-4112-bb21-bfd1095f70cf req-a762aceb-356c-4f81-9864-4d4d077d5a23 service neutron] 10.222.0.32 "GET /v2.0/networks/0c624f26-685e-424a-a68c-7fe74f41fa5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014988 Aug 23 21:12:31.451777 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-50245d50-ae2d-4112-bb21-bfd1095f70cf req-06cbeecf-6cdc-4565-bad1-fc868fc94752 service neutron] 10.222.0.32 "GET /v2.0/networks/0c624f26-685e-424a-a68c-7fe74f41fa5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899835 Aug 23 21:12:32.347633 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcb2f7-7d2c-497c-bf02-8bfd35420285 req-6b243e09-13f3-4d84-8ad1-a6c7471f0c5d tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:12:32.349186 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1dbcb2f7-7d2c-497c-bf02-8bfd35420285 req-6b243e09-13f3-4d84-8ad1-a6c7471f0c5d tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "GET /v2.0/ports?device_id=a65617c7-a899-485b-acd4-08a05911fe4c HTTP/1.1" status: 200 len: 907 time: 0.0497532 Aug 23 21:12:33.468478 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2943289a-3504-4244-9822-2c83ac1cfb58 req-105de130-051a-4701-90cd-539eda1d2ce0 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:12:33.470027 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2943289a-3504-4244-9822-2c83ac1cfb58 req-105de130-051a-4701-90cd-539eda1d2ce0 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "GET /v2.0/ports?device_id=a65617c7-a899-485b-acd4-08a05911fe4c HTTP/1.1" status: 200 len: 907 time: 0.0536222 Aug 23 21:12:33.641817 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device bc5c6c1b-ca96-488e-a80b-2159adc2d9b7 details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 21:12:33.741674 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port bc5c6c1b-ca96-488e-a80b-2159adc2d9b7, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=bc5c6c1b-ca96-488e-a80b-2159adc2d9b7,segment=NetworkSegment(182e7bf5-ea47-4e3e-b1a3-eaf510a89fb5),segment_id=182e7bf5-ea47-4e3e-b1a3-eaf510a89fb5)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:12:33.753818 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': 'bc5c6c1b-ca96-488e-a80b-2159adc2d9b7', 'network_id': '0c624f26-685e-424a-a68c-7fe74f41fa5b', 'port_id': 'bc5c6c1b-ca96-488e-a80b-2159adc2d9b7', 'mac_address': 'fa:16:3e:e6:b3:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '531877fa-fa7b-4ba1-9cd1-96946f827732', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 21:12:33.791097 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:33.804190 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc5c6c1b-ca96-488e-a80b-2159adc2d9b7 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:12:33.823245 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port bc5c6c1b-ca96-488e-a80b-2159adc2d9b7, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=bc5c6c1b-ca96-488e-a80b-2159adc2d9b7,segment=NetworkSegment(182e7bf5-ea47-4e3e-b1a3-eaf510a89fb5),segment_id=182e7bf5-ea47-4e3e-b1a3-eaf510a89fb5)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:12:33.826989 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:33.873651 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=bc5c6c1b-ca96-488e-a80b-2159adc2d9b7,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:12:34.132815 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['bc5c6c1b-ca96-488e-a80b-2159adc2d9b7'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:12:34.590763 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05019f66-e8af-4346-894f-72e5038c02b1 req-19e6955e-17d7-4830-873b-cf91dd6abab1 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:12:34.593205 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-05019f66-e8af-4346-894f-72e5038c02b1 req-19e6955e-17d7-4830-873b-cf91dd6abab1 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "GET /v2.0/ports?device_id=a65617c7-a899-485b-acd4-08a05911fe4c HTTP/1.1" status: 200 len: 908 time: 0.0535593 Aug 23 21:12:35.658117 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device bc5c6c1b-ca96-488e-a80b-2159adc2d9b7 up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:12:35.711449 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port bc5c6c1b-ca96-488e-a80b-2159adc2d9b7 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:12:35.714983 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port bc5c6c1b-ca96-488e-a80b-2159adc2d9b7 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:12:35.716988 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:35.717297 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5351e66-35bb-4c48-a3c5-a45f213fa94e req-44b32702-6f76-4910-8dd0-265ba5217964 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:12:35.718859 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d5351e66-35bb-4c48-a3c5-a45f213fa94e req-44b32702-6f76-4910-8dd0-265ba5217964 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "GET /v2.0/ports?device_id=a65617c7-a899-485b-acd4-08a05911fe4c HTTP/1.1" status: 200 len: 908 time: 0.0502601 Aug 23 21:12:35.803865 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:35.827041 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65617c7-a899-485b-acd4-08a05911fe4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5c6c1b-ca96-488e-a80b-2159adc2d9b7'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:12:35.829222 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810313fc-05cf-4fce-82cf-5d0f04f59bd0" -d '{"events": [{"server_uuid": "a65617c7-a899-485b-acd4-08a05911fe4c", "name": "network-vif-plugged", "status": "completed", "tag": "bc5c6c1b-ca96-488e-a80b-2159adc2d9b7"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:12:35.842323 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port bc5c6c1b-ca96-488e-a80b-2159adc2d9b7, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=bc5c6c1b-ca96-488e-a80b-2159adc2d9b7,segment=NetworkSegment(182e7bf5-ea47-4e3e-b1a3-eaf510a89fb5),segment_id=182e7bf5-ea47-4e3e-b1a3-eaf510a89fb5)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:12:35.846916 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:35.871132 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5680072f-cc1e-483a-9e6f-436cb091620b x-openstack-request-id: req-5680072f-cc1e-483a-9e6f-436cb091620b {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:12:35.871418 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a65617c7-a899-485b-acd4-08a05911fe4c", "name": "network-vif-plugged", "status": "completed", "tag": "bc5c6c1b-ca96-488e-a80b-2159adc2d9b7", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:12:35.871685 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5680072f-cc1e-483a-9e6f-436cb091620b {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:12:35.872050 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a65617c7-a899-485b-acd4-08a05911fe4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5c6c1b-ca96-488e-a80b-2159adc2d9b7', 'code': 200} Aug 23 21:12:35.898631 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=bc5c6c1b-ca96-488e-a80b-2159adc2d9b7,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:12:35.993215 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25675fb-4983-4367-a598-7ba03b9b4aeb req-eb58ce56-d47b-4bf9-8da3-8e73b0b13d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:12:35.994726 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d25675fb-4983-4367-a598-7ba03b9b4aeb req-eb58ce56-d47b-4bf9-8da3-8e73b0b13d76 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a65617c7-a899-485b-acd4-08a05911fe4c HTTP/1.1" status: 200 len: 1060 time: 0.0391574 Aug 23 21:12:36.842998 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba38079-16b5-4428-b88c-4fd49e29e0c7 req-d15b5d0d-213e-4efb-989f-d766018b8e5f tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:12:36.844435 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0ba38079-16b5-4428-b88c-4fd49e29e0c7 req-d15b5d0d-213e-4efb-989f-d766018b8e5f tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "GET /v2.0/ports?device_id=a65617c7-a899-485b-acd4-08a05911fe4c HTTP/1.1" status: 200 len: 909 time: 0.0566962 Aug 23 21:12:37.966246 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d007c9-7522-46d1-94ca-d472e0bc77e8 req-ab153d05-2288-420c-96c9-57e4dbb75ee1 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:12:37.968359 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-72d007c9-7522-46d1-94ca-d472e0bc77e8 req-ab153d05-2288-420c-96c9-57e4dbb75ee1 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "GET /v2.0/ports?device_id=a65617c7-a899-485b-acd4-08a05911fe4c HTTP/1.1" status: 200 len: 909 time: 0.0502059 Aug 23 21:12:38.089593 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0961d7-7e1c-44e9-b8cd-36a63f8de86e req-f8aec73d-93c8-4dab-9599-b823dfc60575 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:12:38.091219 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9d0961d7-7e1c-44e9-b8cd-36a63f8de86e req-f8aec73d-93c8-4dab-9599-b823dfc60575 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "GET /v2.0/ports?device_id=a65617c7-a899-485b-acd4-08a05911fe4c HTTP/1.1" status: 200 len: 909 time: 0.0520146 Aug 23 21:12:38.213066 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88fcc54-892b-467e-97b6-098821996848 req-6a55e14d-666d-4e21-b9fb-913a90a53341 tempest-TestSecurityGroupsBasicOps-204161596 tempest-TestSecurityGroupsBasicOps-204161596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:12:38.214636 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b88fcc54-892b-467e-97b6-098821996848 req-6a55e14d-666d-4e21-b9fb-913a90a53341 tempest-TestSecurityGroupsBasicOps-204161596 tempest-TestSecurityGroupsBasicOps-204161596-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a65617c7-a899-485b-acd4-08a05911fe4c HTTP/1.1" status: 200 len: 1060 time: 0.0497515 Aug 23 21:12:38.329835 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d9fce-c549-46e8-8928-833159904b20 req-373c2ec1-795d-4044-8de6-569c5d44edd8 tempest-TestSecurityGroupsBasicOps-204161596 tempest-TestSecurityGroupsBasicOps-204161596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:12:38.331410 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d29d9fce-c549-46e8-8928-833159904b20 req-373c2ec1-795d-4044-8de6-569c5d44edd8 tempest-TestSecurityGroupsBasicOps-204161596 tempest-TestSecurityGroupsBasicOps-204161596-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f6d2ca70-f659-4e3f-8b77-575ab2ef13e2 HTTP/1.1" status: 200 len: 1136 time: 0.0439851 Aug 23 21:12:38.368509 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d29d9fce-c549-46e8-8928-833159904b20 req-d71a35a5-d72b-4566-b344-65b22a041a1d tempest-TestSecurityGroupsBasicOps-204161596 tempest-TestSecurityGroupsBasicOps-204161596-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=47d45358-6edc-451a-ac9b-defd7e5e770f&id=646af283-afb6-4309-9b1f-d0ba2c04da54&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0307918 Aug 23 21:12:38.392143 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49370) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:12:38.431415 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8c0a03-729c-48fe-a609-7aa5f633dedb tempest-TestSecurityGroupsBasicOps-204161596 tempest-TestSecurityGroupsBasicOps-204161596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:12:38.432966 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4d8c0a03-729c-48fe-a609-7aa5f633dedb tempest-TestSecurityGroupsBasicOps-204161596 tempest-TestSecurityGroupsBasicOps-204161596-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a65617c7-a899-485b-acd4-08a05911fe4c HTTP/1.1" status: 200 len: 1055 time: 0.0398414 Aug 23 21:12:38.664675 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b592e804-d20e-432b-964b-8215c994d56a req-5d617d38-ba71-415e-833d-0f95e67f37d9 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:12:38.666319 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b592e804-d20e-432b-964b-8215c994d56a req-5d617d38-ba71-415e-833d-0f95e67f37d9 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "GET /v2.0/ports?device_id=a65617c7-a899-485b-acd4-08a05911fe4c HTTP/1.1" status: 200 len: 909 time: 0.0551100 Aug 23 21:12:39.787856 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d583c-e3bf-4038-8565-f8f549da7bdd req-ec17d24f-1a62-499a-9346-9265c1a88549 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:12:39.789444 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fb1d583c-e3bf-4038-8565-f8f549da7bdd req-ec17d24f-1a62-499a-9346-9265c1a88549 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "GET /v2.0/ports?device_id=a65617c7-a899-485b-acd4-08a05911fe4c HTTP/1.1" status: 200 len: 909 time: 0.0495574 Aug 23 21:12:40.062715 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-10f25425-8ce7-44b9-ab6e-274fb37e087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:40.207356 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5919679-f3cf-4712-a11b-9d64501f5588 req-96f2f642-dd5c-48d6-8acc-6f4a758cc86b tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:12:40.208925 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c5919679-f3cf-4712-a11b-9d64501f5588 req-96f2f642-dd5c-48d6-8acc-6f4a758cc86b tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.32 "GET /v2.0/ports?device_id=a65617c7-a899-485b-acd4-08a05911fe4c HTTP/1.1" status: 200 len: 909 time: 0.0483186 Aug 23 21:12:40.299949 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-c5919679-f3cf-4712-a11b-9d64501f5588 req-a9c54f1f-9fbc-4567-bf8d-989290403337 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Deleting port bc5c6c1b-ca96-488e-a80b-2159adc2d9b7 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:12:40.300320 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c5919679-f3cf-4712-a11b-9d64501f5588 req-a9c54f1f-9fbc-4567-bf8d-989290403337 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:40.394227 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-c5919679-f3cf-4712-a11b-9d64501f5588 req-a9c54f1f-9fbc-4567-bf8d-989290403337 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] For port bc5c6c1b-ca96-488e-a80b-2159adc2d9b7, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=bc5c6c1b-ca96-488e-a80b-2159adc2d9b7,segment=NetworkSegment(182e7bf5-ea47-4e3e-b1a3-eaf510a89fb5),segment_id=182e7bf5-ea47-4e3e-b1a3-eaf510a89fb5)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:12:40.394596 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c5919679-f3cf-4712-a11b-9d64501f5588 req-a9c54f1f-9fbc-4567-bf8d-989290403337 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:40.406936 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-c5919679-f3cf-4712-a11b-9d64501f5588 req-a9c54f1f-9fbc-4567-bf8d-989290403337 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Calling delete_port for bc5c6c1b-ca96-488e-a80b-2159adc2d9b7 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:12:40.537121 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c5919679-f3cf-4712-a11b-9d64501f5588 req-a9c54f1f-9fbc-4567-bf8d-989290403337 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:40.563169 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c54f1f-9fbc-4567-bf8d-989290403337 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Pushing event deleted for resources: {'Port': ['ID=bc5c6c1b-ca96-488e-a80b-2159adc2d9b7,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:12:40.609315 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5919679-f3cf-4712-a11b-9d64501f5588 req-a9c54f1f-9fbc-4567-bf8d-989290403337 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] No DVR routers for this DVR port bc5c6c1b-ca96-488e-a80b-2159adc2d9b7 on host n-h2-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:12:40.612797 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c5919679-f3cf-4712-a11b-9d64501f5588 req-a9c54f1f-9fbc-4567-bf8d-989290403337 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:40.614795 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c5919679-f3cf-4712-a11b-9d64501f5588 req-a9c54f1f-9fbc-4567-bf8d-989290403337 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.32 "DELETE /v2.0/ports/bc5c6c1b-ca96-488e-a80b-2159adc2d9b7 HTTP/1.1" status: 204 len: 173 time: 0.3989685 Aug 23 21:12:40.615228 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65617c7-a899-485b-acd4-08a05911fe4c', 'name': 'network-vif-deleted', 'tag': 'bc5c6c1b-ca96-488e-a80b-2159adc2d9b7'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:12:40.617556 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7416688e-b6c0-443d-925c-66e3d14c6649" -d '{"events": [{"server_uuid": "a65617c7-a899-485b-acd4-08a05911fe4c", "name": "network-vif-deleted", "tag": "bc5c6c1b-ca96-488e-a80b-2159adc2d9b7"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:12:40.658089 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbfa8186-10f5-460e-8768-2f13349834b1 x-openstack-request-id: req-bbfa8186-10f5-460e-8768-2f13349834b1 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:12:40.658381 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a65617c7-a899-485b-acd4-08a05911fe4c", "name": "network-vif-deleted", "tag": "bc5c6c1b-ca96-488e-a80b-2159adc2d9b7", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:12:40.658627 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bbfa8186-10f5-460e-8768-2f13349834b1 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:12:40.659099 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a65617c7-a899-485b-acd4-08a05911fe4c', 'name': 'network-vif-deleted', 'tag': 'bc5c6c1b-ca96-488e-a80b-2159adc2d9b7', 'status': 'completed', 'code': 200} Aug 23 21:12:40.705849 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:40.903502 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3a46bc5a-5280-43ab-819a-74921dfd3ed2 req-2d06e8ac-e5b3-4ec0-80c6-8022e2424567 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "GET /v2.0/ports?device_id=a65617c7-a899-485b-acd4-08a05911fe4c HTTP/1.1" status: 200 len: 210 time: 0.0267982 Aug 23 21:12:41.960742 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49386) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:12:42.346738 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cb82d9e5-c9c6-4c5a-b6e3-60d306bbe5f6 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:42.615707 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-cb82d9e5-c9c6-4c5a-b6e3-60d306bbe5f6 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Deleting port 2795fa3d-78f1-4796-b4e6-3ffbae21a183 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:12:42.615957 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cb82d9e5-c9c6-4c5a-b6e3-60d306bbe5f6 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:42.704843 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-cb82d9e5-c9c6-4c5a-b6e3-60d306bbe5f6 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] For port 2795fa3d-78f1-4796-b4e6-3ffbae21a183, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=2795fa3d-78f1-4796-b4e6-3ffbae21a183,segment=NetworkSegment(182e7bf5-ea47-4e3e-b1a3-eaf510a89fb5),segment_id=182e7bf5-ea47-4e3e-b1a3-eaf510a89fb5)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:12:42.705206 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cb82d9e5-c9c6-4c5a-b6e3-60d306bbe5f6 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:42.716890 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-cb82d9e5-c9c6-4c5a-b6e3-60d306bbe5f6 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Calling delete_port for 2795fa3d-78f1-4796-b4e6-3ffbae21a183 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:12:42.919150 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cb82d9e5-c9c6-4c5a-b6e3-60d306bbe5f6 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:42.946987 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb82d9e5-c9c6-4c5a-b6e3-60d306bbe5f6 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Pushing event deleted for resources: {'Port': ['ID=2795fa3d-78f1-4796-b4e6-3ffbae21a183,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:12:43.143635 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cb82d9e5-c9c6-4c5a-b6e3-60d306bbe5f6 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:43.445748 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-043849a3-fcf8-414f-ba7b-a37b915ccdff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:43.573495 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:43.657346 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb82d9e5-c9c6-4c5a-b6e3-60d306bbe5f6 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Router 3f2421c0-1b15-4e56-bb82-6786d6e18a61 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:12:43.692923 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device bc5c6c1b-ca96-488e-a80b-2159adc2d9b7 no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:12:43.713056 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: bc5c6c1b-ca96-488e-a80b-2159adc2d9b7 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:12:43.713318 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device bc5c6c1b-ca96-488e-a80b-2159adc2d9b7 not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:12:43.765168 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb82d9e5-c9c6-4c5a-b6e3-60d306bbe5f6 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:12:43.770404 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-cb82d9e5-c9c6-4c5a-b6e3-60d306bbe5f6 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "PUT /v2.0/routers/3f2421c0-1b15-4e56-bb82-6786d6e18a61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8086290 Aug 23 21:12:43.773072 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49388) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:12:43.775575 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000ffa80-0958-42b3-96b1-e1b8a6071ce3 None None] Sync routers for ids ['3f2421c0-1b15-4e56-bb82-6786d6e18a61'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:12:43.785440 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000ffa80-0958-42b3-96b1-e1b8a6071ce3 None None] Routers {'3f2421c0-1b15-4e56-bb82-6786d6e18a61'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:12:43.786071 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-000ffa80-0958-42b3-96b1-e1b8a6071ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:12:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['3f2421c0-1b15-4e56-bb82-6786d6e18a61'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:12:43.830510 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-11a72a2e-53e0-42e9-a084-556c66921503 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Deleting subnet 531877fa-fa7b-4ba1-9cd1-96946f827732 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 21:12:43.830510 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11a72a2e-53e0-42e9-a084-556c66921503 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:43.883141 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11a72a2e-53e0-42e9-a084-556c66921503 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:43.893017 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-000ffa80-0958-42b3-96b1-e1b8a6071ce3 None None] Set router 3f2421c0-1b15-4e56-bb82-6786d6e18a61 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:12:43.978732 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11a72a2e-53e0-42e9-a084-556c66921503 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:44.041419 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11a72a2e-53e0-42e9-a084-556c66921503 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:44.068148 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a72a2e-53e0-42e9-a084-556c66921503 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Pushing event deleted for resources: {'Subnet': ['ID=531877fa-fa7b-4ba1-9cd1-96946f827732,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:12:44.074599 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11a72a2e-53e0-42e9-a084-556c66921503 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:44.076582 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-11a72a2e-53e0-42e9-a084-556c66921503 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "DELETE /v2.0/subnets/531877fa-fa7b-4ba1-9cd1-96946f827732 HTTP/1.1" status: 204 len: 168 time: 0.3024504 Aug 23 21:12:44.079958 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49390) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:12:44.080938 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-000ffa80-0958-42b3-96b1-e1b8a6071ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2421c0-1b15-4e56-bb82-6786d6e18a61', 'name': 'tempest-TestSecurityGroupsBasicOps-router-920042899', 'tenant_id': 'ee6f645258904376994b9b5bad31d7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'fcbf4394-ebe3-4cad-87d4-81e747dcf8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:12:19Z', 'updated_at': '2021-08-23T21:12:42Z', 'revision_number': 5, 'project_id': 'ee6f645258904376994b9b5bad31d7bc', 'gw_port': {'id': 'fcbf4394-ebe3-4cad-87d4-81e747dcf8df', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2421c0-1b15-4e56-bb82-6786d6e18a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:12:20Z', 'updated_at': '2021-08-23T21:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:12:44.083657 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75305574-247d-472c-8694-4c74ebf319aa None None] Network 0c624f26-685e-424a-a68c-7fe74f41fa5b requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:12:44.118828 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000ffa80-0958-42b3-96b1-e1b8a6071ce3 None None] Checking router: 3f2421c0-1b15-4e56-bb82-6786d6e18a61 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:12:44.164745 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000ffa80-0958-42b3-96b1-e1b8a6071ce3 None None] Routers {'3f2421c0-1b15-4e56-bb82-6786d6e18a61'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:12:44.165383 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-000ffa80-0958-42b3-96b1-e1b8a6071ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:12:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['3f2421c0-1b15-4e56-bb82-6786d6e18a61'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:12:44.199247 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-afbd918e-fd82-4cd1-9814-34c614998325 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:44.308789 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-afbd918e-fd82-4cd1-9814-34c614998325 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:44.323150 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-000ffa80-0958-42b3-96b1-e1b8a6071ce3 None None] Set router 3f2421c0-1b15-4e56-bb82-6786d6e18a61 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:12:44.368896 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-afbd918e-fd82-4cd1-9814-34c614998325 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Deleting port fcbf4394-ebe3-4cad-87d4-81e747dcf8df {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:12:44.369237 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-afbd918e-fd82-4cd1-9814-34c614998325 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:44.418435 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbf3835-4489-4625-9995-519121422c54 None None] DHCP port deletion for 0c624f26-685e-424a-a68c-7fe74f41fa5b request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 21:12:44.535362 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-abbf3835-4489-4625-9995-519121422c54 None None] Deleting port a133b17f-f454-48d7-9f33-8b2d68e32ae9 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:12:44.536036 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-abbf3835-4489-4625-9995-519121422c54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:44.611251 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-abbf3835-4489-4625-9995-519121422c54 None None] For port a133b17f-f454-48d7-9f33-8b2d68e32ae9, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=a133b17f-f454-48d7-9f33-8b2d68e32ae9,segment=NetworkSegment(182e7bf5-ea47-4e3e-b1a3-eaf510a89fb5),segment_id=182e7bf5-ea47-4e3e-b1a3-eaf510a89fb5)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:12:44.611655 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-abbf3835-4489-4625-9995-519121422c54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:44.621128 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-000ffa80-0958-42b3-96b1-e1b8a6071ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2421c0-1b15-4e56-bb82-6786d6e18a61', 'name': 'tempest-TestSecurityGroupsBasicOps-router-920042899', 'tenant_id': 'ee6f645258904376994b9b5bad31d7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'fcbf4394-ebe3-4cad-87d4-81e747dcf8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:12:19Z', 'updated_at': '2021-08-23T21:12:42Z', 'revision_number': 5, 'project_id': 'ee6f645258904376994b9b5bad31d7bc', 'gw_port': {'id': 'fcbf4394-ebe3-4cad-87d4-81e747dcf8df', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2421c0-1b15-4e56-bb82-6786d6e18a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:12:20Z', 'updated_at': '2021-08-23T21:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:12:44.657246 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000ffa80-0958-42b3-96b1-e1b8a6071ce3 None None] The sync data for ids ['3f2421c0-1b15-4e56-bb82-6786d6e18a61'] in n-d-805663-2 is: [{'id': '3f2421c0-1b15-4e56-bb82-6786d6e18a61', 'name': 'tempest-TestSecurityGroupsBasicOps-router-920042899', 'tenant_id': 'ee6f645258904376994b9b5bad31d7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'fcbf4394-ebe3-4cad-87d4-81e747dcf8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:12:19Z', 'updated_at': '2021-08-23T21:12:42Z', 'revision_number': 5, 'project_id': 'ee6f645258904376994b9b5bad31d7bc', 'gw_port': {'id': 'fcbf4394-ebe3-4cad-87d4-81e747dcf8df', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2421c0-1b15-4e56-bb82-6786d6e18a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:12:20Z', 'updated_at': '2021-08-23T21:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:12:44.659176 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-abbf3835-4489-4625-9995-519121422c54 None None] Calling delete_port for a133b17f-f454-48d7-9f33-8b2d68e32ae9 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:12:44.714829 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:44.753577 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-abbf3835-4489-4625-9995-519121422c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:44.778833 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf3835-4489-4625-9995-519121422c54 None None] Pushing event deleted for resources: {'Port': ['ID=a133b17f-f454-48d7-9f33-8b2d68e32ae9,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:12:44.785317 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbf3835-4489-4625-9995-519121422c54 None None] No DVR routers for this DVR port a133b17f-f454-48d7-9f33-8b2d68e32ae9 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:12:44.793427 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-afbd918e-fd82-4cd1-9814-34c614998325 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] For port fcbf4394-ebe3-4cad-87d4-81e747dcf8df, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=fcbf4394-ebe3-4cad-87d4-81e747dcf8df,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:12:44.793802 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-afbd918e-fd82-4cd1-9814-34c614998325 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:44.808992 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-afbd918e-fd82-4cd1-9814-34c614998325 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Calling delete_port for fcbf4394-ebe3-4cad-87d4-81e747dcf8df owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:12:44.973530 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-afbd918e-fd82-4cd1-9814-34c614998325 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:45.001209 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbd918e-fd82-4cd1-9814-34c614998325 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Pushing event deleted for resources: {'Port': ['ID=fcbf4394-ebe3-4cad-87d4-81e747dcf8df,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:12:45.067001 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-afbd918e-fd82-4cd1-9814-34c614998325 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:45.170810 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-afbd918e-fd82-4cd1-9814-34c614998325 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:45.173189 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-afbd918e-fd82-4cd1-9814-34c614998325 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:45.210498 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device a133b17f-f454-48d7-9f33-8b2d68e32ae9 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:12:45.219413 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-afbd918e-fd82-4cd1-9814-34c614998325 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:45.219942 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afbd918e-fd82-4cd1-9814-34c614998325 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Fanout notify agent at l3_agent the message router_deleted on router 3f2421c0-1b15-4e56-bb82-6786d6e18a61 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 21:12:45.230352 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-afbd918e-fd82-4cd1-9814-34c614998325 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:45.231504 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-afbd918e-fd82-4cd1-9814-34c614998325 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "DELETE /v2.0/routers/3f2421c0-1b15-4e56-bb82-6786d6e18a61 HTTP/1.1" status: 204 len: 168 time: 1.1505396 Aug 23 21:12:45.235999 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49392) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:12:45.236333 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: a133b17f-f454-48d7-9f33-8b2d68e32ae9 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:12:45.236883 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device a133b17f-f454-48d7-9f33-8b2d68e32ae9 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:12:45.237488 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 2795fa3d-78f1-4796-b4e6-3ffbae21a183 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:12:45.321446 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c0a348bf-1658-40c8-94de-ff6550c5e18b tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:45.425251 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 2795fa3d-78f1-4796-b4e6-3ffbae21a183 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:12:45.425597 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 2795fa3d-78f1-4796-b4e6-3ffbae21a183 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:12:45.433502 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c0a348bf-1658-40c8-94de-ff6550c5e18b tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:45.444430 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-c0a348bf-1658-40c8-94de-ff6550c5e18b tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c624f26-685e-424a-a68c-7fe74f41fa5b']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:12:45.455693 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-c0a348bf-1658-40c8-94de-ff6550c5e18b tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '182e7bf5-ea47-4e3e-b1a3-eaf510a89fb5') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:12:45.455997 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-c0a348bf-1658-40c8-94de-ff6550c5e18b tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '182e7bf5-ea47-4e3e-b1a3-eaf510a89fb5') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:12:45.464990 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c0a348bf-1658-40c8-94de-ff6550c5e18b tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:45.480936 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c0a348bf-1658-40c8-94de-ff6550c5e18b tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:45.488656 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0a348bf-1658-40c8-94de-ff6550c5e18b tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:12:45.489128 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c0a348bf-1658-40c8-94de-ff6550c5e18b tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:45.492049 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 21:12:45.492049 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:12:45.492049 n-d-805663-2 neutron-server[94687]: timer() Aug 23 21:12:45.492049 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:12:45.492049 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 21:12:45.492049 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:12:45.492049 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 21:12:45.492049 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:12:45.492049 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 21:12:45.492049 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:12:45.492049 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 21:12:45.492049 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:12:45.492049 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 21:12:45.492049 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:12:45.492049 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:12:45.492049 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:12:45.492049 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:12:45.492049 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:12:45.492049 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 21:12:45.492049 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:12:45.492049 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 21:12:45.492049 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:12:45.492049 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:12:45.492049 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:12:45.492049 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 21:12:45.492049 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:12:45.492049 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:12:45.492049 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:12:45.492049 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:12:45.492049 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:12:45.492049 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:12:45.492049 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:12:45.555036 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c0a348bf-1658-40c8-94de-ff6550c5e18b tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:45.560318 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c0a348bf-1658-40c8-94de-ff6550c5e18b tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:45.566128 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c0a348bf-1658-40c8-94de-ff6550c5e18b tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "DELETE /v2.0/networks/0c624f26-685e-424a-a68c-7fe74f41fa5b HTTP/1.1" status: 204 len: 168 time: 0.3254745 Aug 23 21:12:45.566928 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49394) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:12:45.578114 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a348bf-1658-40c8-94de-ff6550c5e18b tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Pushing event deleted for resources: {'Network': ['ID=0c624f26-685e-424a-a68c-7fe74f41fa5b,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:12:45.729798 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-4917ab4e-3f95-45cc-9238-8d623b32e750 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Deleting port 8c26f1bb-e3f1-4530-b2fd-2a6472d2b8e8 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:12:45.730150 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4917ab4e-3f95-45cc-9238-8d623b32e750 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:45.812292 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4917ab4e-3f95-45cc-9238-8d623b32e750 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:45.812615 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4917ab4e-3f95-45cc-9238-8d623b32e750 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:45.824450 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-4917ab4e-3f95-45cc-9238-8d623b32e750 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Calling delete_port for 8c26f1bb-e3f1-4530-b2fd-2a6472d2b8e8 owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:12:45.978809 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4917ab4e-3f95-45cc-9238-8d623b32e750 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:46.007321 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4917ab4e-3f95-45cc-9238-8d623b32e750 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Pushing event deleted for resources: {'Port': ['ID=8c26f1bb-e3f1-4530-b2fd-2a6472d2b8e8,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:12:46.036905 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:46.069444 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4917ab4e-3f95-45cc-9238-8d623b32e750 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:46.069764 n-d-805663-2 neutron-server[94688]: INFO neutron.db.l3_db [None req-4917ab4e-3f95-45cc-9238-8d623b32e750 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Floating IP 246d98a7-70da-4245-b578-4d596b722d74 disassociated (deleted). External IP: 172.25.4.199, port: 57d5eacb-f7c3-4a7e-91cb-f53b697d26e7. Aug 23 21:12:46.285182 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4917ab4e-3f95-45cc-9238-8d623b32e750 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Router 507cdcef-d1c7-48e3-974c-7075e5da7e25 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:12:46.393754 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4917ab4e-3f95-45cc-9238-8d623b32e750 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:12:46.399452 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4917ab4e-3f95-45cc-9238-8d623b32e750 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:46.405678 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef3f2a7-f1a3-4223-990a-c6222f041b61 None None] Sync routers for ids ['507cdcef-d1c7-48e3-974c-7075e5da7e25'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:12:46.415428 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef3f2a7-f1a3-4223-990a-c6222f041b61 None None] Routers {'507cdcef-d1c7-48e3-974c-7075e5da7e25'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:12:46.416029 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-cef3f2a7-f1a3-4223-990a-c6222f041b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:12:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['507cdcef-d1c7-48e3-974c-7075e5da7e25'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:12:46.427437 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4917ab4e-3f95-45cc-9238-8d623b32e750 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "DELETE /v2.0/floatingips/246d98a7-70da-4245-b578-4d596b722d74 HTTP/1.1" status: 204 len: 168 time: 0.8610923 Aug 23 21:12:46.428348 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6d2ca70-f659-4e3f-8b77-575ab2ef13e2', 'tag': '57d5eacb-f7c3-4a7e-91cb-f53b697d26e7'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:12:46.431043 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae889b62-6781-49bd-a03d-26ba33e05cd8" -d '{"events": [{"name": "network-changed", "server_uuid": "f6d2ca70-f659-4e3f-8b77-575ab2ef13e2", "tag": "57d5eacb-f7c3-4a7e-91cb-f53b697d26e7"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:12:46.524742 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-cef3f2a7-f1a3-4223-990a-c6222f041b61 None None] Set router 507cdcef-d1c7-48e3-974c-7075e5da7e25 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:12:46.538606 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9ca64b-394f-4fa7-9d42-c6222411b387 x-openstack-request-id: req-6a9ca64b-394f-4fa7-9d42-c6222411b387 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:12:46.538967 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6d2ca70-f659-4e3f-8b77-575ab2ef13e2", "tag": "57d5eacb-f7c3-4a7e-91cb-f53b697d26e7", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:12:46.539135 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6a9ca64b-394f-4fa7-9d42-c6222411b387 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:12:46.539553 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6d2ca70-f659-4e3f-8b77-575ab2ef13e2', 'tag': '57d5eacb-f7c3-4a7e-91cb-f53b697d26e7', 'status': 'completed', 'code': 200} Aug 23 21:12:46.619447 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae889b62-6781-49bd-a03d-26ba33e05cd8 req-6730d48d-b3ad-4c24-9a17-7af971ea0c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:12:46.621845 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ae889b62-6781-49bd-a03d-26ba33e05cd8 req-6730d48d-b3ad-4c24-9a17-7af971ea0c99 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ee6f645258904376994b9b5bad31d7bc&device_id=f6d2ca70-f659-4e3f-8b77-575ab2ef13e2 HTTP/1.1" status: 200 len: 1136 time: 0.0548081 Aug 23 21:12:46.733761 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab605b-98c6-4ed2-8dca-98eee1ec41d8 req-fc1c0bb9-043b-4b26-8a79-6bfee199e036 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:12:46.735337 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-16ab605b-98c6-4ed2-8dca-98eee1ec41d8 req-fc1c0bb9-043b-4b26-8a79-6bfee199e036 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6d2ca70-f659-4e3f-8b77-575ab2ef13e2 HTTP/1.1" status: 200 len: 985 time: 0.1100039 Aug 23 21:12:46.748921 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-cef3f2a7-f1a3-4223-990a-c6222f041b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507cdcef-d1c7-48e3-974c-7075e5da7e25', 'name': 'tempest-TestSecurityGroupsBasicOps-router-515113245', 'tenant_id': 'ee6f645258904376994b9b5bad31d7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '63b80d11-45b8-452f-9e39-c2bad48b300d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:11:24Z', 'updated_at': '2021-08-23T21:11:28Z', 'revision_number': 4, 'project_id': 'ee6f645258904376994b9b5bad31d7bc', 'gw_port': {'id': '63b80d11-45b8-452f-9e39-c2bad48b300d', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:91:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507cdcef-d1c7-48e3-974c-7075e5da7e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:11:24Z', 'updated_at': '2021-08-23T21:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '34605836-b707-48df-a689-c893faccd3ab', 'name': '', 'network_id': 'c7ab3635-9f60-4aac-81db-5f7dcfbcadfa', 'tenant_id': 'ee6f645258904376994b9b5bad31d7bc', 'mac_address': 'fa:16:3e:69:fc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507cdcef-d1c7-48e3-974c-7075e5da7e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'df064e0d-8c0c-40b0-a47c-934e95dc2c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:11:27Z', 'updated_at': '2021-08-23T21:11:33Z', 'revision_number': 5, 'project_id': 'ee6f645258904376994b9b5bad31d7bc', 'subnets': [{'id': 'df064e0d-8c0c-40b0-a47c-934e95dc2c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:12:46.777766 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef3f2a7-f1a3-4223-990a-c6222f041b61 None None] Checking router: 507cdcef-d1c7-48e3-974c-7075e5da7e25 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:12:46.784347 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae889b62-6781-49bd-a03d-26ba33e05cd8 req-b60e1085-89ed-4d20-a59b-4819f61a35e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:12:46.785844 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ae889b62-6781-49bd-a03d-26ba33e05cd8 req-b60e1085-89ed-4d20-a59b-4819f61a35e5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c7ab3635-9f60-4aac-81db-5f7dcfbcadfa HTTP/1.1" status: 200 len: 898 time: 0.1505718 Aug 23 21:12:46.787829 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef3f2a7-f1a3-4223-990a-c6222f041b61 None None] Routers {'507cdcef-d1c7-48e3-974c-7075e5da7e25'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:12:46.788541 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-cef3f2a7-f1a3-4223-990a-c6222f041b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:12:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['507cdcef-d1c7-48e3-974c-7075e5da7e25'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:12:46.796012 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-16ab605b-98c6-4ed2-8dca-98eee1ec41d8 req-c1cae792-2c84-493a-8f45-8ff2d004c212 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "GET /v2.0/security-groups?id=47d45358-6edc-451a-ac9b-defd7e5e770f&id=646af283-afb6-4309-9b1f-d0ba2c04da54&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0530875 Aug 23 21:12:46.834981 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ae889b62-6781-49bd-a03d-26ba33e05cd8 req-fe5282ec-8fb0-4e4f-8e9a-7a57b401106f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57d5eacb-f7c3-4a7e-91cb-f53b697d26e7 HTTP/1.1" status: 200 len: 217 time: 0.0379744 Aug 23 21:12:46.892993 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae889b62-6781-49bd-a03d-26ba33e05cd8 req-70437786-4711-46c1-a668-7f2c9d2102b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:12:46.894492 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ae889b62-6781-49bd-a03d-26ba33e05cd8 req-70437786-4711-46c1-a668-7f2c9d2102b6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df064e0d-8c0c-40b0-a47c-934e95dc2c9e HTTP/1.1" status: 200 len: 834 time: 0.0524876 Aug 23 21:12:46.902785 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-cef3f2a7-f1a3-4223-990a-c6222f041b61 None None] Set router 507cdcef-d1c7-48e3-974c-7075e5da7e25 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:12:46.942600 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae889b62-6781-49bd-a03d-26ba33e05cd8 req-78bd4a55-7afc-43d1-95c2-680be7ff7b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:12:46.944141 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ae889b62-6781-49bd-a03d-26ba33e05cd8 req-78bd4a55-7afc-43d1-95c2-680be7ff7b3a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c7ab3635-9f60-4aac-81db-5f7dcfbcadfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420980 Aug 23 21:12:47.041215 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ae889b62-6781-49bd-a03d-26ba33e05cd8 req-d56af8a4-d20f-4a3c-b6d9-25046f811cf1 service neutron] 10.222.0.11 "GET /v2.0/networks/c7ab3635-9f60-4aac-81db-5f7dcfbcadfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884714 Aug 23 21:12:47.102990 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device fcbf4394-ebe3-4cad-87d4-81e747dcf8df no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:12:47.127553 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: fcbf4394-ebe3-4cad-87d4-81e747dcf8df {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:12:47.127958 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device fcbf4394-ebe3-4cad-87d4-81e747dcf8df not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:12:47.133520 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-cef3f2a7-f1a3-4223-990a-c6222f041b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507cdcef-d1c7-48e3-974c-7075e5da7e25', 'name': 'tempest-TestSecurityGroupsBasicOps-router-515113245', 'tenant_id': 'ee6f645258904376994b9b5bad31d7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '63b80d11-45b8-452f-9e39-c2bad48b300d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:11:24Z', 'updated_at': '2021-08-23T21:11:28Z', 'revision_number': 4, 'project_id': 'ee6f645258904376994b9b5bad31d7bc', 'gw_port': {'id': '63b80d11-45b8-452f-9e39-c2bad48b300d', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:91:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507cdcef-d1c7-48e3-974c-7075e5da7e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:11:24Z', 'updated_at': '2021-08-23T21:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '34605836-b707-48df-a689-c893faccd3ab', 'name': '', 'network_id': 'c7ab3635-9f60-4aac-81db-5f7dcfbcadfa', 'tenant_id': 'ee6f645258904376994b9b5bad31d7bc', 'mac_address': 'fa:16:3e:69:fc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507cdcef-d1c7-48e3-974c-7075e5da7e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'df064e0d-8c0c-40b0-a47c-934e95dc2c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:11:27Z', 'updated_at': '2021-08-23T21:11:33Z', 'revision_number': 5, 'project_id': 'ee6f645258904376994b9b5bad31d7bc', 'subnets': [{'id': 'df064e0d-8c0c-40b0-a47c-934e95dc2c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:12:47.152645 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ae889b62-6781-49bd-a03d-26ba33e05cd8 req-6f4ea012-973d-4652-b49e-edef1e20b458 service neutron] 10.222.0.11 "GET /v2.0/networks/c7ab3635-9f60-4aac-81db-5f7dcfbcadfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029377 Aug 23 21:12:47.165692 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef3f2a7-f1a3-4223-990a-c6222f041b61 None None] The sync data for ids ['507cdcef-d1c7-48e3-974c-7075e5da7e25'] in n-d-805663-2 is: [{'id': '507cdcef-d1c7-48e3-974c-7075e5da7e25', 'name': 'tempest-TestSecurityGroupsBasicOps-router-515113245', 'tenant_id': 'ee6f645258904376994b9b5bad31d7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '63b80d11-45b8-452f-9e39-c2bad48b300d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:11:24Z', 'updated_at': '2021-08-23T21:11:28Z', 'revision_number': 4, 'project_id': 'ee6f645258904376994b9b5bad31d7bc', 'gw_port': {'id': '63b80d11-45b8-452f-9e39-c2bad48b300d', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:91:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507cdcef-d1c7-48e3-974c-7075e5da7e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:11:24Z', 'updated_at': '2021-08-23T21:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '34605836-b707-48df-a689-c893faccd3ab', 'name': '', 'network_id': 'c7ab3635-9f60-4aac-81db-5f7dcfbcadfa', 'tenant_id': 'ee6f645258904376994b9b5bad31d7bc', 'mac_address': 'fa:16:3e:69:fc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507cdcef-d1c7-48e3-974c-7075e5da7e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'df064e0d-8c0c-40b0-a47c-934e95dc2c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:11:27Z', 'updated_at': '2021-08-23T21:11:33Z', 'revision_number': 5, 'project_id': 'ee6f645258904376994b9b5bad31d7bc', 'subnets': [{'id': 'df064e0d-8c0c-40b0-a47c-934e95dc2c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:12:47.392875 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326dac21-946c-4b98-bfd5-ac91d32388fb None None] New status for floating IP 246d98a7-70da-4245-b578-4d596b722d74: DOWN {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 21:12:47.920395 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67915fb-4e07-4ec3-85dd-d0fefcd8f8a3 req-3dbbe18e-dc83-46ff-9d18-512e14350624 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:12:47.922100 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d67915fb-4e07-4ec3-85dd-d0fefcd8f8a3 req-3dbbe18e-dc83-46ff-9d18-512e14350624 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6d2ca70-f659-4e3f-8b77-575ab2ef13e2 HTTP/1.1" status: 200 len: 985 time: 0.0509007 Aug 23 21:12:47.963673 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d67915fb-4e07-4ec3-85dd-d0fefcd8f8a3 req-9190c5b7-9e22-4804-be99-a821b2e0c584 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "GET /v2.0/security-groups?id=47d45358-6edc-451a-ac9b-defd7e5e770f&id=646af283-afb6-4309-9b1f-d0ba2c04da54&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0352702 Aug 23 21:12:47.980749 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e2a67-c41a-484c-8adc-cbadda544199 req-231214c8-79cd-4262-8bf9-70c25ff93dfc tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:12:47.982256 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2b5e2a67-c41a-484c-8adc-cbadda544199 req-231214c8-79cd-4262-8bf9-70c25ff93dfc tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6d2ca70-f659-4e3f-8b77-575ab2ef13e2 HTTP/1.1" status: 200 len: 985 time: 0.0506656 Aug 23 21:12:48.078235 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-2b5e2a67-c41a-484c-8adc-cbadda544199 req-6aa798a1-8a2e-4c4c-b2f4-768eac0609f1 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Deleting port 57d5eacb-f7c3-4a7e-91cb-f53b697d26e7 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:12:48.078581 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2b5e2a67-c41a-484c-8adc-cbadda544199 req-6aa798a1-8a2e-4c4c-b2f4-768eac0609f1 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:48.174012 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-2b5e2a67-c41a-484c-8adc-cbadda544199 req-6aa798a1-8a2e-4c4c-b2f4-768eac0609f1 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] For port 57d5eacb-f7c3-4a7e-91cb-f53b697d26e7, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=57d5eacb-f7c3-4a7e-91cb-f53b697d26e7,segment=NetworkSegment(2db714d9-d9e4-46a6-ace9-9c8918f0ee60),segment_id=2db714d9-d9e4-46a6-ace9-9c8918f0ee60)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:12:48.174382 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2b5e2a67-c41a-484c-8adc-cbadda544199 req-6aa798a1-8a2e-4c4c-b2f4-768eac0609f1 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:48.185960 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-2b5e2a67-c41a-484c-8adc-cbadda544199 req-6aa798a1-8a2e-4c4c-b2f4-768eac0609f1 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Calling delete_port for 57d5eacb-f7c3-4a7e-91cb-f53b697d26e7 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:12:48.317939 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2b5e2a67-c41a-484c-8adc-cbadda544199 req-6aa798a1-8a2e-4c4c-b2f4-768eac0609f1 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:48.347608 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa798a1-8a2e-4c4c-b2f4-768eac0609f1 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Pushing event deleted for resources: {'Port': ['ID=57d5eacb-f7c3-4a7e-91cb-f53b697d26e7,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:12:48.387503 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b5e2a67-c41a-484c-8adc-cbadda544199 req-6aa798a1-8a2e-4c4c-b2f4-768eac0609f1 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] No DVR routers for this DVR port 57d5eacb-f7c3-4a7e-91cb-f53b697d26e7 on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:12:48.390814 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2b5e2a67-c41a-484c-8adc-cbadda544199 req-6aa798a1-8a2e-4c4c-b2f4-768eac0609f1 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:48.392841 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2b5e2a67-c41a-484c-8adc-cbadda544199 req-6aa798a1-8a2e-4c4c-b2f4-768eac0609f1 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.11 "DELETE /v2.0/ports/57d5eacb-f7c3-4a7e-91cb-f53b697d26e7 HTTP/1.1" status: 204 len: 173 time: 0.4046738 Aug 23 21:12:48.393274 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d2ca70-f659-4e3f-8b77-575ab2ef13e2', 'name': 'network-vif-deleted', 'tag': '57d5eacb-f7c3-4a7e-91cb-f53b697d26e7'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:12:48.395547 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5180a4-be05-4140-a5f4-7008ebd7579e" -d '{"events": [{"server_uuid": "f6d2ca70-f659-4e3f-8b77-575ab2ef13e2", "name": "network-vif-deleted", "tag": "57d5eacb-f7c3-4a7e-91cb-f53b697d26e7"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:12:48.433055 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb92cd5f-e94f-4882-8748-e3105fc4e9e3 x-openstack-request-id: req-cb92cd5f-e94f-4882-8748-e3105fc4e9e3 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:12:48.433345 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6d2ca70-f659-4e3f-8b77-575ab2ef13e2", "name": "network-vif-deleted", "tag": "57d5eacb-f7c3-4a7e-91cb-f53b697d26e7", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:12:48.433598 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cb92cd5f-e94f-4882-8748-e3105fc4e9e3 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:12:48.434001 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d2ca70-f659-4e3f-8b77-575ab2ef13e2', 'name': 'network-vif-deleted', 'tag': '57d5eacb-f7c3-4a7e-91cb-f53b697d26e7', 'status': 'completed', 'code': 200} Aug 23 21:12:49.022326 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49410) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:12:49.079837 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-386404da-7532-48e6-a693-86c99d2f95bc tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:49.103594 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-386404da-7532-48e6-a693-86c99d2f95bc tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:49.146558 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-386404da-7532-48e6-a693-86c99d2f95bc tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:49.149266 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-386404da-7532-48e6-a693-86c99d2f95bc tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:49.150420 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-386404da-7532-48e6-a693-86c99d2f95bc tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "DELETE /v2.0/security-groups/646af283-afb6-4309-9b1f-d0ba2c04da54 HTTP/1.1" status: 204 len: 168 time: 0.1270051 Aug 23 21:12:49.153266 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49412) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:12:49.159646 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386404da-7532-48e6-a693-86c99d2f95bc tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=646af283-afb6-4309-9b1f-d0ba2c04da54,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:12:49.182857 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:12:49.214768 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-863760ff-27c8-40af-82d8-e1ad67c0ced7 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:49.239543 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-863760ff-27c8-40af-82d8-e1ad67c0ced7 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:49.282513 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-863760ff-27c8-40af-82d8-e1ad67c0ced7 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:49.285051 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-863760ff-27c8-40af-82d8-e1ad67c0ced7 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:49.286206 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-863760ff-27c8-40af-82d8-e1ad67c0ced7 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "DELETE /v2.0/security-groups/47d45358-6edc-451a-ac9b-defd7e5e770f HTTP/1.1" status: 204 len: 168 time: 0.1319201 Aug 23 21:12:49.289767 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49414) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:12:49.296139 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863760ff-27c8-40af-82d8-e1ad67c0ced7 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d45358-6edc-451a-ac9b-defd7e5e770f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:12:49.664587 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd2a0d7d-253a-408a-88c2-4df0ed9e9d87 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:49.934880 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-fd2a0d7d-253a-408a-88c2-4df0ed9e9d87 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Deleting port 34605836-b707-48df-a689-c893faccd3ab {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:12:49.935226 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd2a0d7d-253a-408a-88c2-4df0ed9e9d87 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:50.028798 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-fd2a0d7d-253a-408a-88c2-4df0ed9e9d87 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] For port 34605836-b707-48df-a689-c893faccd3ab, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=34605836-b707-48df-a689-c893faccd3ab,segment=NetworkSegment(2db714d9-d9e4-46a6-ace9-9c8918f0ee60),segment_id=2db714d9-d9e4-46a6-ace9-9c8918f0ee60)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:12:50.029956 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd2a0d7d-253a-408a-88c2-4df0ed9e9d87 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:50.042010 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-fd2a0d7d-253a-408a-88c2-4df0ed9e9d87 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Calling delete_port for 34605836-b707-48df-a689-c893faccd3ab owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:12:50.238204 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd2a0d7d-253a-408a-88c2-4df0ed9e9d87 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:50.262874 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2a0d7d-253a-408a-88c2-4df0ed9e9d87 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Pushing event deleted for resources: {'Port': ['ID=34605836-b707-48df-a689-c893faccd3ab,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:12:50.446227 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd2a0d7d-253a-408a-88c2-4df0ed9e9d87 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:50.668926 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd2a0d7d-253a-408a-88c2-4df0ed9e9d87 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Router 507cdcef-d1c7-48e3-974c-7075e5da7e25 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:12:50.671657 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:50.780360 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2a0d7d-253a-408a-88c2-4df0ed9e9d87 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:12:50.788684 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-fd2a0d7d-253a-408a-88c2-4df0ed9e9d87 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "PUT /v2.0/routers/507cdcef-d1c7-48e3-974c-7075e5da7e25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4965777 Aug 23 21:12:50.790398 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49416) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:12:50.796046 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c721da-5752-46f5-b270-1252ac830568 None None] Sync routers for ids ['507cdcef-d1c7-48e3-974c-7075e5da7e25'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:12:50.806342 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c721da-5752-46f5-b270-1252ac830568 None None] Routers {'507cdcef-d1c7-48e3-974c-7075e5da7e25'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:12:50.807026 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-02c721da-5752-46f5-b270-1252ac830568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:12:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['507cdcef-d1c7-48e3-974c-7075e5da7e25'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:12:50.845850 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba97f44d-9412-44d1-a748-0ffdde281776 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Deleting subnet df064e0d-8c0c-40b0-a47c-934e95dc2c9e {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 21:12:50.848894 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ba97f44d-9412-44d1-a748-0ffdde281776 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:50.895613 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ba97f44d-9412-44d1-a748-0ffdde281776 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:50.982973 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ba97f44d-9412-44d1-a748-0ffdde281776 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:51.001799 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-02c721da-5752-46f5-b270-1252ac830568 None None] Set router 507cdcef-d1c7-48e3-974c-7075e5da7e25 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:12:51.044174 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ba97f44d-9412-44d1-a748-0ffdde281776 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:51.069897 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba97f44d-9412-44d1-a748-0ffdde281776 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Pushing event deleted for resources: {'Subnet': ['ID=df064e0d-8c0c-40b0-a47c-934e95dc2c9e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:12:51.075764 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ba97f44d-9412-44d1-a748-0ffdde281776 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:51.078209 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ba97f44d-9412-44d1-a748-0ffdde281776 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "DELETE /v2.0/subnets/df064e0d-8c0c-40b0-a47c-934e95dc2c9e HTTP/1.1" status: 204 len: 168 time: 0.2866688 Aug 23 21:12:51.080850 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49418) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:12:51.086931 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b80ea4d-4d48-4151-acc8-b36c783ced65 None None] Network c7ab3635-9f60-4aac-81db-5f7dcfbcadfa requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:12:51.194980 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-02c721da-5752-46f5-b270-1252ac830568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507cdcef-d1c7-48e3-974c-7075e5da7e25', 'name': 'tempest-TestSecurityGroupsBasicOps-router-515113245', 'tenant_id': 'ee6f645258904376994b9b5bad31d7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '63b80d11-45b8-452f-9e39-c2bad48b300d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:11:24Z', 'updated_at': '2021-08-23T21:12:50Z', 'revision_number': 5, 'project_id': 'ee6f645258904376994b9b5bad31d7bc', 'gw_port': {'id': '63b80d11-45b8-452f-9e39-c2bad48b300d', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:91:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507cdcef-d1c7-48e3-974c-7075e5da7e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:11:24Z', 'updated_at': '2021-08-23T21:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:12:51.205064 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-306fd780-6ca5-459a-a5b4-56a07a3834d6 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:51.227720 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c721da-5752-46f5-b270-1252ac830568 None None] Checking router: 507cdcef-d1c7-48e3-974c-7075e5da7e25 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:12:51.238628 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c721da-5752-46f5-b270-1252ac830568 None None] Routers {'507cdcef-d1c7-48e3-974c-7075e5da7e25'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:12:51.239235 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-02c721da-5752-46f5-b270-1252ac830568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:12:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['507cdcef-d1c7-48e3-974c-7075e5da7e25'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:12:51.317957 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-306fd780-6ca5-459a-a5b4-56a07a3834d6 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:51.326196 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e77dd1-53f9-40c1-8956-a601dafb172c None None] DHCP port deletion for c7ab3635-9f60-4aac-81db-5f7dcfbcadfa request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 21:12:51.359803 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-02c721da-5752-46f5-b270-1252ac830568 None None] Set router 507cdcef-d1c7-48e3-974c-7075e5da7e25 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:12:51.375568 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-33e77dd1-53f9-40c1-8956-a601dafb172c None None] Deleting port 925c966b-88a2-4f50-862f-d45eb0f6eac6 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:12:51.376082 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-33e77dd1-53f9-40c1-8956-a601dafb172c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:51.379188 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-306fd780-6ca5-459a-a5b4-56a07a3834d6 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Deleting port 63b80d11-45b8-452f-9e39-c2bad48b300d {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:12:51.379532 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-306fd780-6ca5-459a-a5b4-56a07a3834d6 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:51.444921 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-33e77dd1-53f9-40c1-8956-a601dafb172c None None] For port 925c966b-88a2-4f50-862f-d45eb0f6eac6, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=925c966b-88a2-4f50-862f-d45eb0f6eac6,segment=NetworkSegment(2db714d9-d9e4-46a6-ace9-9c8918f0ee60),segment_id=2db714d9-d9e4-46a6-ace9-9c8918f0ee60)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:12:51.445762 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-33e77dd1-53f9-40c1-8956-a601dafb172c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:51.463153 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-33e77dd1-53f9-40c1-8956-a601dafb172c None None] Calling delete_port for 925c966b-88a2-4f50-862f-d45eb0f6eac6 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:12:51.466742 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-306fd780-6ca5-459a-a5b4-56a07a3834d6 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] For port 63b80d11-45b8-452f-9e39-c2bad48b300d, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=63b80d11-45b8-452f-9e39-c2bad48b300d,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:12:51.468519 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-306fd780-6ca5-459a-a5b4-56a07a3834d6 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:51.482305 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-306fd780-6ca5-459a-a5b4-56a07a3834d6 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Calling delete_port for 63b80d11-45b8-452f-9e39-c2bad48b300d owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:12:51.552396 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-02c721da-5752-46f5-b270-1252ac830568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507cdcef-d1c7-48e3-974c-7075e5da7e25', 'name': 'tempest-TestSecurityGroupsBasicOps-router-515113245', 'tenant_id': 'ee6f645258904376994b9b5bad31d7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '63b80d11-45b8-452f-9e39-c2bad48b300d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:11:24Z', 'updated_at': '2021-08-23T21:12:50Z', 'revision_number': 5, 'project_id': 'ee6f645258904376994b9b5bad31d7bc', 'gw_port': {'id': '63b80d11-45b8-452f-9e39-c2bad48b300d', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:91:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507cdcef-d1c7-48e3-974c-7075e5da7e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:11:24Z', 'updated_at': '2021-08-23T21:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:12:51.556780 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-33e77dd1-53f9-40c1-8956-a601dafb172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:51.580459 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c721da-5752-46f5-b270-1252ac830568 None None] The sync data for ids ['507cdcef-d1c7-48e3-974c-7075e5da7e25'] in n-d-805663-2 is: [{'id': '507cdcef-d1c7-48e3-974c-7075e5da7e25', 'name': 'tempest-TestSecurityGroupsBasicOps-router-515113245', 'tenant_id': 'ee6f645258904376994b9b5bad31d7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '63b80d11-45b8-452f-9e39-c2bad48b300d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:11:24Z', 'updated_at': '2021-08-23T21:12:50Z', 'revision_number': 5, 'project_id': 'ee6f645258904376994b9b5bad31d7bc', 'gw_port': {'id': '63b80d11-45b8-452f-9e39-c2bad48b300d', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:91:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507cdcef-d1c7-48e3-974c-7075e5da7e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:11:24Z', 'updated_at': '2021-08-23T21:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:12:51.588881 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e77dd1-53f9-40c1-8956-a601dafb172c None None] Pushing event deleted for resources: {'Port': ['ID=925c966b-88a2-4f50-862f-d45eb0f6eac6,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:12:51.594069 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e77dd1-53f9-40c1-8956-a601dafb172c None None] No DVR routers for this DVR port 925c966b-88a2-4f50-862f-d45eb0f6eac6 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:12:51.677013 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-306fd780-6ca5-459a-a5b4-56a07a3834d6 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:51.705302 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306fd780-6ca5-459a-a5b4-56a07a3834d6 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Pushing event deleted for resources: {'Port': ['ID=63b80d11-45b8-452f-9e39-c2bad48b300d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:12:51.771234 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-306fd780-6ca5-459a-a5b4-56a07a3834d6 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:51.867113 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-306fd780-6ca5-459a-a5b4-56a07a3834d6 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:51.869190 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-306fd780-6ca5-459a-a5b4-56a07a3834d6 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:51.912437 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-306fd780-6ca5-459a-a5b4-56a07a3834d6 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:51.912956 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306fd780-6ca5-459a-a5b4-56a07a3834d6 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Fanout notify agent at l3_agent the message router_deleted on router 507cdcef-d1c7-48e3-974c-7075e5da7e25 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 21:12:51.920156 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-306fd780-6ca5-459a-a5b4-56a07a3834d6 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:51.921745 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-306fd780-6ca5-459a-a5b4-56a07a3834d6 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "DELETE /v2.0/routers/507cdcef-d1c7-48e3-974c-7075e5da7e25 HTTP/1.1" status: 204 len: 168 time: 0.8396955 Aug 23 21:12:51.924458 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49420) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:12:52.003419 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-31ba2e4f-7522-48f2-a539-a924b987c842 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:52.093574 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-31ba2e4f-7522-48f2-a539-a924b987c842 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:52.103221 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-31ba2e4f-7522-48f2-a539-a924b987c842 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7ab3635-9f60-4aac-81db-5f7dcfbcadfa']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:12:52.113633 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-31ba2e4f-7522-48f2-a539-a924b987c842 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2db714d9-d9e4-46a6-ace9-9c8918f0ee60') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:12:52.113924 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-31ba2e4f-7522-48f2-a539-a924b987c842 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2db714d9-d9e4-46a6-ace9-9c8918f0ee60') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:12:52.123941 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-31ba2e4f-7522-48f2-a539-a924b987c842 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:52.137704 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-31ba2e4f-7522-48f2-a539-a924b987c842 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:52.144271 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31ba2e4f-7522-48f2-a539-a924b987c842 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:12:52.144654 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-31ba2e4f-7522-48f2-a539-a924b987c842 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:52.147664 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 21:12:52.147664 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:12:52.147664 n-d-805663-2 neutron-server[94687]: timer() Aug 23 21:12:52.147664 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:12:52.147664 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 21:12:52.147664 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:12:52.147664 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 21:12:52.147664 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:12:52.147664 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 21:12:52.147664 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:12:52.147664 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 21:12:52.147664 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:12:52.147664 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 21:12:52.147664 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:12:52.147664 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:12:52.147664 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:12:52.147664 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:12:52.147664 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:12:52.147664 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 21:12:52.147664 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:12:52.147664 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 21:12:52.147664 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:12:52.147664 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:12:52.147664 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:12:52.147664 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 21:12:52.147664 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:12:52.147664 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:12:52.147664 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:12:52.147664 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:12:52.147664 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:12:52.147664 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:12:52.147664 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:12:52.209090 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-31ba2e4f-7522-48f2-a539-a924b987c842 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:52.216711 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-31ba2e4f-7522-48f2-a539-a924b987c842 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:52.218637 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-31ba2e4f-7522-48f2-a539-a924b987c842 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] 10.222.0.61 "DELETE /v2.0/networks/c7ab3635-9f60-4aac-81db-5f7dcfbcadfa HTTP/1.1" status: 204 len: 168 time: 0.2931795 Aug 23 21:12:52.230492 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ba2e4f-7522-48f2-a539-a924b987c842 tempest-TestSecurityGroupsBasicOps-1200268056 tempest-TestSecurityGroupsBasicOps-1200268056-project] Pushing event deleted for resources: {'Network': ['ID=c7ab3635-9f60-4aac-81db-5f7dcfbcadfa,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:12:52.347084 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 57d5eacb-f7c3-4a7e-91cb-f53b697d26e7 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:12:52.367866 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: 57d5eacb-f7c3-4a7e-91cb-f53b697d26e7 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:12:52.368245 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 57d5eacb-f7c3-4a7e-91cb-f53b697d26e7 not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:12:52.526466 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49432) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:12:52.659095 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ef29450a-b320-4c16-9b6a-230ced80782b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ee6f645258904376994b9b5bad31d7bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1312590 Aug 23 21:12:52.661435 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49436) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:12:52.709365 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-45c58309-c2da-43fd-ba89-73090560b4cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:52.730647 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-45c58309-c2da-43fd-ba89-73090560b4cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:52.782247 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-45c58309-c2da-43fd-ba89-73090560b4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:52.784858 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-45c58309-c2da-43fd-ba89-73090560b4cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:52.786021 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-45c58309-c2da-43fd-ba89-73090560b4cb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5a6ec8c5-8cdf-4587-98db-604994212ac2 HTTP/1.1" status: 204 len: 168 time: 0.1236854 Aug 23 21:12:52.793619 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c58309-c2da-43fd-ba89-73090560b4cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6ec8c5-8cdf-4587-98db-604994212ac2,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:12:53.054173 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49442) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:12:53.067545 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f4f79805-910a-4ef2-9df7-584280f5b68b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:53.143323 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 63b80d11-45b8-452f-9e39-c2bad48b300d no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:12:53.162022 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f4f79805-910a-4ef2-9df7-584280f5b68b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:53.164370 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 63b80d11-45b8-452f-9e39-c2bad48b300d {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:12:53.164816 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 63b80d11-45b8-452f-9e39-c2bad48b300d not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:12:53.165433 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 34605836-b707-48df-a689-c893faccd3ab no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:12:53.166567 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f4f79805-910a-4ef2-9df7-584280f5b68b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:53.187291 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 34605836-b707-48df-a689-c893faccd3ab {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:12:53.187633 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 34605836-b707-48df-a689-c893faccd3ab not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:12:53.188075 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 925c966b-88a2-4f50-862f-d45eb0f6eac6 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:12:53.209803 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f4f79805-910a-4ef2-9df7-584280f5b68b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b56b38c589d34f018d58a9bc1f3c81a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1545188 Aug 23 21:12:53.210923 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f79805-910a-4ef2-9df7-584280f5b68b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208b6c3e-3174-4a0d-a420-a19635afaba5,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:12:53.211544 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 925c966b-88a2-4f50-862f-d45eb0f6eac6 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:12:53.211887 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 925c966b-88a2-4f50-862f-d45eb0f6eac6 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:12:53.212602 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49444) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:12:53.263422 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-13e6d47f-56c1-4e73-8a95-461409c3508f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:53.285584 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-13e6d47f-56c1-4e73-8a95-461409c3508f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:53.331730 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-13e6d47f-56c1-4e73-8a95-461409c3508f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:53.334288 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-13e6d47f-56c1-4e73-8a95-461409c3508f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:53.335438 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-13e6d47f-56c1-4e73-8a95-461409c3508f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/208b6c3e-3174-4a0d-a420-a19635afaba5 HTTP/1.1" status: 204 len: 168 time: 0.1218438 Aug 23 21:12:53.344023 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e6d47f-56c1-4e73-8a95-461409c3508f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208b6c3e-3174-4a0d-a420-a19635afaba5,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:12:53.651652 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49450) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:12:53.693901 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-6b87bbfe-9d59-4f3e-9b48-f35fbaf97f54 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fb6c31208def437196eca9b01b4fec6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410666 Aug 23 21:12:53.696439 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49452) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:12:53.743961 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b67533ed-7edb-45da-9ec7-2cb75d4662d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:53.766094 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b67533ed-7edb-45da-9ec7-2cb75d4662d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:53.812595 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b67533ed-7edb-45da-9ec7-2cb75d4662d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:53.815347 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b67533ed-7edb-45da-9ec7-2cb75d4662d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:53.819342 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b67533ed-7edb-45da-9ec7-2cb75d4662d1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f2dacd06-b564-4f4a-9d2e-2e1545988c86 HTTP/1.1" status: 204 len: 168 time: 0.1220126 Aug 23 21:12:53.827967 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67533ed-7edb-45da-9ec7-2cb75d4662d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2dacd06-b564-4f4a-9d2e-2e1545988c86,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:12:54.474376 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49474) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:12:54.577772 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-bb011045-29db-4271-bb31-e0b9c0877006 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2045108515-network', 'tenant_id': 'a56e981bf9c54de5bc9ad639c50e0818'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:12:54.600454 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb011045-29db-4271-bb31-e0b9c0877006 admin admin] Made reservation on behalf of a56e981bf9c54de5bc9ad639c50e0818 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:12:54.602845 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bb011045-29db-4271-bb31-e0b9c0877006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:54.612905 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bb011045-29db-4271-bb31-e0b9c0877006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:54.703016 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bb011045-29db-4271-bb31-e0b9c0877006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:54.707426 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bb011045-29db-4271-bb31-e0b9c0877006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:54.734784 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb011045-29db-4271-bb31-e0b9c0877006 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:12:54.744839 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb011045-29db-4271-bb31-e0b9c0877006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=938b264a-213d-480b-9e44-46fb99ce1235,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:12:54.752261 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bb011045-29db-4271-bb31-e0b9c0877006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:54.752701 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-bb011045-29db-4271-bb31-e0b9c0877006 admin admin] Added segment 534229a8-2c9e-4009-96e9-9c98cb14355b of type vlan for network 9e536fb8-4e27-4dce-a2aa-287d6c563d6a Aug 23 21:12:54.794819 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bb011045-29db-4271-bb31-e0b9c0877006 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:54.819646 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bb011045-29db-4271-bb31-e0b9c0877006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:54.820675 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb011045-29db-4271-bb31-e0b9c0877006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:12:54.821245 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bb011045-29db-4271-bb31-e0b9c0877006 admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:54.872506 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-bb011045-29db-4271-bb31-e0b9c0877006 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3969359 Aug 23 21:12:54.875961 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49478) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:12:54.881142 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-d971f0f9-6db2-4dac-af8e-e88043699be1 admin admin] Request body: {'subnet': {'network_id': '9e536fb8-4e27-4dce-a2aa-287d6c563d6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2045108515-subnet', 'tenant_id': 'a56e981bf9c54de5bc9ad639c50e0818', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:12:54.882360 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb011045-29db-4271-bb31-e0b9c0877006 admin admin] Pushing event updated for resources: {'Network': ['ID=9e536fb8-4e27-4dce-a2aa-287d6c563d6a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:12:54.892336 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 9e536fb8-4e27-4dce-a2aa-287d6c563d6a details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:12:54.904034 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d971f0f9-6db2-4dac-af8e-e88043699be1 admin admin] Made reservation on behalf of a56e981bf9c54de5bc9ad639c50e0818 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:12:54.906446 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d971f0f9-6db2-4dac-af8e-e88043699be1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:55.073645 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d971f0f9-6db2-4dac-af8e-e88043699be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:55.127537 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d971f0f9-6db2-4dac-af8e-e88043699be1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2787d73e-eeff-49b5-b825-0d5783bf5a99,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:12:55.137471 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d971f0f9-6db2-4dac-af8e-e88043699be1 admin admin] Checking segment: {'id': '534229a8-2c9e-4009-96e9-9c98cb14355b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '9e536fb8-4e27-4dce-a2aa-287d6c563d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:12:55.137829 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d971f0f9-6db2-4dac-af8e-e88043699be1 admin admin] Network hostable DHCP agents. Network: 9e536fb8-4e27-4dce-a2aa-287d6c563d6a, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:12:55.153331 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d971f0f9-6db2-4dac-af8e-e88043699be1 admin admin] Network 9e536fb8-4e27-4dce-a2aa-287d6c563d6a is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:12:55.161923 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-d971f0f9-6db2-4dac-af8e-e88043699be1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 9e536fb8-4e27-4dce-a2aa-287d6c563d6a) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:12:55.165804 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d971f0f9-6db2-4dac-af8e-e88043699be1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:12:55.166393 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d971f0f9-6db2-4dac-af8e-e88043699be1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:55.171987 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782b003d-2e59-4613-8b1d-db056ceb8f7d None None] Network 9e536fb8-4e27-4dce-a2aa-287d6c563d6a requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:12:55.182679 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d971f0f9-6db2-4dac-af8e-e88043699be1 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3055639 Aug 23 21:12:55.302669 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4cece2-324d-4244-be69-ba6134b70da9 None None] Network 9e536fb8-4e27-4dce-a2aa-287d6c563d6a requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:12:55.655621 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49494) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:12:55.661173 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-850dbd2c-a78b-430c-bd74-5fac237e6847 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-728047668-network', 'tenant_id': '224f2f723183414d9c6b355e8a09fea6'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:12:55.680501 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850dbd2c-a78b-430c-bd74-5fac237e6847 admin admin] Made reservation on behalf of 224f2f723183414d9c6b355e8a09fea6 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:12:55.682698 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-850dbd2c-a78b-430c-bd74-5fac237e6847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:55.691874 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-850dbd2c-a78b-430c-bd74-5fac237e6847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:55.781449 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-850dbd2c-a78b-430c-bd74-5fac237e6847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:55.785218 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-850dbd2c-a78b-430c-bd74-5fac237e6847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:55.805446 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-850dbd2c-a78b-430c-bd74-5fac237e6847 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:12:55.819114 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850dbd2c-a78b-430c-bd74-5fac237e6847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05542f2c-ddb5-4e16-b54a-4ed6a09d4092,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:12:55.823777 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-850dbd2c-a78b-430c-bd74-5fac237e6847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:55.824137 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-850dbd2c-a78b-430c-bd74-5fac237e6847 admin admin] Added segment b7ec7d44-48f2-49fe-ab02-2b435a75a679 of type vlan for network 4bce5147-647b-4e08-8a66-565d905ebd51 Aug 23 21:12:55.863438 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-850dbd2c-a78b-430c-bd74-5fac237e6847 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:55.887283 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-850dbd2c-a78b-430c-bd74-5fac237e6847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:55.888329 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850dbd2c-a78b-430c-bd74-5fac237e6847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:12:55.889460 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-850dbd2c-a78b-430c-bd74-5fac237e6847 admin admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:55.937548 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-850dbd2c-a78b-430c-bd74-5fac237e6847 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2808344 Aug 23 21:12:55.940340 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49496) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:12:55.945358 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ac8e3a58-4638-4cd1-b8f4-16a901650125 admin admin] Request body: {'subnet': {'network_id': '4bce5147-647b-4e08-8a66-565d905ebd51', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-728047668-subnet', 'tenant_id': '224f2f723183414d9c6b355e8a09fea6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:12:55.952843 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850dbd2c-a78b-430c-bd74-5fac237e6847 admin admin] Pushing event updated for resources: {'Network': ['ID=4bce5147-647b-4e08-8a66-565d905ebd51,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:12:55.962370 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 4bce5147-647b-4e08-8a66-565d905ebd51 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:12:55.967248 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8e3a58-4638-4cd1-b8f4-16a901650125 admin admin] Made reservation on behalf of 224f2f723183414d9c6b355e8a09fea6 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:12:55.970020 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ac8e3a58-4638-4cd1-b8f4-16a901650125 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:56.140381 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ac8e3a58-4638-4cd1-b8f4-16a901650125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:56.188473 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8e3a58-4638-4cd1-b8f4-16a901650125 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5e9db44-7267-4b40-a570-f71e345ae1f9,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:12:56.203413 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8e3a58-4638-4cd1-b8f4-16a901650125 admin admin] Checking segment: {'id': 'b7ec7d44-48f2-49fe-ab02-2b435a75a679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '4bce5147-647b-4e08-8a66-565d905ebd51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:12:56.203772 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8e3a58-4638-4cd1-b8f4-16a901650125 admin admin] Network hostable DHCP agents. Network: 4bce5147-647b-4e08-8a66-565d905ebd51, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:12:56.219541 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8e3a58-4638-4cd1-b8f4-16a901650125 admin admin] Network 4bce5147-647b-4e08-8a66-565d905ebd51 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:12:56.227712 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-ac8e3a58-4638-4cd1-b8f4-16a901650125 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 4bce5147-647b-4e08-8a66-565d905ebd51) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:12:56.231906 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8e3a58-4638-4cd1-b8f4-16a901650125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:12:56.233080 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ac8e3a58-4638-4cd1-b8f4-16a901650125 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:56.238064 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5145fa1-ef7c-415c-80bb-593caad55353 None None] Network 4bce5147-647b-4e08-8a66-565d905ebd51 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:12:56.249251 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ac8e3a58-4638-4cd1-b8f4-16a901650125 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3078213 Aug 23 21:12:56.366500 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e505bff-dfc7-4eef-9f4c-5ce9ac982d6b None None] Network 4bce5147-647b-4e08-8a66-565d905ebd51 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:12:57.034075 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e538d0-01f5-457c-b4da-d1a6f03b2cec req-b4951335-a876-479c-95fa-48b21f520686 tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:12:57.034677 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-29e538d0-01f5-457c-b4da-d1a6f03b2cec req-b4951335-a876-479c-95fa-48b21f520686 tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] 10.222.0.61 "GET /v2.0/networks?id=9e536fb8-4e27-4dce-a2aa-287d6c563d6a HTTP/1.1" status: 200 len: 812 time: 0.4029040 Aug 23 21:12:57.049931 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-29e538d0-01f5-457c-b4da-d1a6f03b2cec req-2d021909-273f-4604-84f3-0194f3bc0b5d tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] 10.222.0.61 "GET /v2.0/quotas/a56e981bf9c54de5bc9ad639c50e0818 HTTP/1.1" status: 200 len: 375 time: 0.0093305 Aug 23 21:12:57.081358 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-29e538d0-01f5-457c-b4da-d1a6f03b2cec req-b376ce3d-edc5-458e-a074-dd60637c89b6 tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a56e981bf9c54de5bc9ad639c50e0818&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262218 Aug 23 21:12:57.174312 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-29e538d0-01f5-457c-b4da-d1a6f03b2cec req-c8f81480-a67c-4097-b029-54dcfe965b6e service neutron] 10.222.0.61 "GET /v2.0/networks/9e536fb8-4e27-4dce-a2aa-287d6c563d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861151 Aug 23 21:12:57.266415 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-29e538d0-01f5-457c-b4da-d1a6f03b2cec req-4fb7cc6f-d58b-47ac-9c54-677179fd2bf8 service neutron] 10.222.0.61 "GET /v2.0/networks/9e536fb8-4e27-4dce-a2aa-287d6c563d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859847 Aug 23 21:12:57.443815 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0fa98319-dfba-4aae-af5b-f9ca52ea4f35 req-dae3f3a5-f348-4a6a-bf9b-610f27df96d6 tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] 10.222.0.61 "GET /v2.0/ports?device_id=6eeac8ec-73cb-44f9-9c95-bb1530fd7f84 HTTP/1.1" status: 200 len: 210 time: 0.0267534 Aug 23 21:12:58.345600 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e538d0-01f5-457c-b4da-d1a6f03b2cec req-5cbb1d24-4e24-46cf-a5c4-6c910485afff tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:12:58.347127 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-29e538d0-01f5-457c-b4da-d1a6f03b2cec req-5cbb1d24-4e24-46cf-a5c4-6c910485afff tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] 10.222.0.11 "GET /v2.0/networks?id=9e536fb8-4e27-4dce-a2aa-287d6c563d6a HTTP/1.1" status: 200 len: 812 time: 0.1070628 Aug 23 21:12:58.361382 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-29e538d0-01f5-457c-b4da-d1a6f03b2cec req-2c3ada65-1726-4d51-a7b5-e609265d337c tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] Request body: {'port': {'device_id': '6eeac8ec-73cb-44f9-9c95-bb1530fd7f84', 'network_id': '9e536fb8-4e27-4dce-a2aa-287d6c563d6a', 'admin_state_up': True, 'tenant_id': 'a56e981bf9c54de5bc9ad639c50e0818'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:12:58.471611 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29e538d0-01f5-457c-b4da-d1a6f03b2cec req-2c3ada65-1726-4d51-a7b5-e609265d337c tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] Made reservation on behalf of a56e981bf9c54de5bc9ad639c50e0818 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:12:58.475900 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-29e538d0-01f5-457c-b4da-d1a6f03b2cec req-2c3ada65-1726-4d51-a7b5-e609265d337c tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:58.562022 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-72f061d3-3b91-4c79-93c8-bf1e9e17b4c6 req-ece347b5-b827-4e04-ab6f-695eba9ee244 tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] 10.222.0.61 "GET /v2.0/ports?device_id=6eeac8ec-73cb-44f9-9c95-bb1530fd7f84 HTTP/1.1" status: 200 len: 210 time: 0.0267830 Aug 23 21:12:58.615602 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-29e538d0-01f5-457c-b4da-d1a6f03b2cec req-2c3ada65-1726-4d51-a7b5-e609265d337c tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] Allocated IP 172.20.0.9 (9e536fb8-4e27-4dce-a2aa-287d6c563d6a/2787d73e-eeff-49b5-b825-0d5783bf5a99/d7ceea9f-d2cc-4a84-bfdb-f825aadac93d) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:12:58.773310 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-29e538d0-01f5-457c-b4da-d1a6f03b2cec req-2c3ada65-1726-4d51-a7b5-e609265d337c tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:58.811090 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-29e538d0-01f5-457c-b4da-d1a6f03b2cec req-2c3ada65-1726-4d51-a7b5-e609265d337c tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:58.853728 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29e538d0-01f5-457c-b4da-d1a6f03b2cec req-2c3ada65-1726-4d51-a7b5-e609265d337c tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] Network 9e536fb8-4e27-4dce-a2aa-287d6c563d6a is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:12:58.856698 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-29e538d0-01f5-457c-b4da-d1a6f03b2cec req-2c3ada65-1726-4d51-a7b5-e609265d337c tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:12:58.859170 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e538d0-01f5-457c-b4da-d1a6f03b2cec req-2c3ada65-1726-4d51-a7b5-e609265d337c tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:12:58.887030 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3ada65-1726-4d51-a7b5-e609265d337c tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] Pushing event updated for resources: {'Port': ['ID=d7ceea9f-d2cc-4a84-bfdb-f825aadac93d,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:12:58.915280 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e538d0-01f5-457c-b4da-d1a6f03b2cec req-2c3ada65-1726-4d51-a7b5-e609265d337c tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:12:58.915889 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-29e538d0-01f5-457c-b4da-d1a6f03b2cec req-2c3ada65-1726-4d51-a7b5-e609265d337c tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:58.929906 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-29e538d0-01f5-457c-b4da-d1a6f03b2cec req-2c3ada65-1726-4d51-a7b5-e609265d337c tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5732365 Aug 23 21:12:58.941880 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-29e538d0-01f5-457c-b4da-d1a6f03b2cec req-62598025-f154-41fa-9db6-412d6c94195e service neutron] Request body: {'port': {'device_id': '6eeac8ec-73cb-44f9-9c95-bb1530fd7f84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:12:58.996543 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-29e538d0-01f5-457c-b4da-d1a6f03b2cec req-62598025-f154-41fa-9db6-412d6c94195e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:59.260600 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-29e538d0-01f5-457c-b4da-d1a6f03b2cec req-62598025-f154-41fa-9db6-412d6c94195e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7ceea9f-d2cc-4a84-bfdb-f825aadac93d {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:12:59.268434 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-29e538d0-01f5-457c-b4da-d1a6f03b2cec req-62598025-f154-41fa-9db6-412d6c94195e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:59.280088 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-29e538d0-01f5-457c-b4da-d1a6f03b2cec req-62598025-f154-41fa-9db6-412d6c94195e service neutron] Transition to ACTIVE for port object d7ceea9f-d2cc-4a84-bfdb-f825aadac93d will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:12:59.284274 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-29e538d0-01f5-457c-b4da-d1a6f03b2cec req-62598025-f154-41fa-9db6-412d6c94195e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:59.332307 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62598025-f154-41fa-9db6-412d6c94195e service neutron] Pushing event updated for resources: {'Port': ['ID=d7ceea9f-d2cc-4a84-bfdb-f825aadac93d,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:12:59.404847 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-29e538d0-01f5-457c-b4da-d1a6f03b2cec req-62598025-f154-41fa-9db6-412d6c94195e service neutron] Attempting to bind port d7ceea9f-d2cc-4a84-bfdb-f825aadac93d on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:12:59.404847 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-29e538d0-01f5-457c-b4da-d1a6f03b2cec req-62598025-f154-41fa-9db6-412d6c94195e service neutron] Attempting to bind port d7ceea9f-d2cc-4a84-bfdb-f825aadac93d by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '534229a8-2c9e-4009-96e9-9c98cb14355b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '9e536fb8-4e27-4dce-a2aa-287d6c563d6a'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:12:59.405141 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e538d0-01f5-457c-b4da-d1a6f03b2cec req-62598025-f154-41fa-9db6-412d6c94195e service neutron] Attempting to bind port d7ceea9f-d2cc-4a84-bfdb-f825aadac93d on network 9e536fb8-4e27-4dce-a2aa-287d6c563d6a {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:12:59.409397 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e538d0-01f5-457c-b4da-d1a6f03b2cec req-62598025-f154-41fa-9db6-412d6c94195e service neutron] Port d7ceea9f-d2cc-4a84-bfdb-f825aadac93d on network 9e536fb8-4e27-4dce-a2aa-287d6c563d6a not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:12:59.409861 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e538d0-01f5-457c-b4da-d1a6f03b2cec req-62598025-f154-41fa-9db6-412d6c94195e service neutron] Attempting to bind port d7ceea9f-d2cc-4a84-bfdb-f825aadac93d on network 9e536fb8-4e27-4dce-a2aa-287d6c563d6a {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:12:59.414593 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e538d0-01f5-457c-b4da-d1a6f03b2cec req-62598025-f154-41fa-9db6-412d6c94195e service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:12:59.414921 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e538d0-01f5-457c-b4da-d1a6f03b2cec req-62598025-f154-41fa-9db6-412d6c94195e service neutron] Checking segment: {'id': '534229a8-2c9e-4009-96e9-9c98cb14355b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '9e536fb8-4e27-4dce-a2aa-287d6c563d6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:12:59.415299 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e538d0-01f5-457c-b4da-d1a6f03b2cec req-62598025-f154-41fa-9db6-412d6c94195e service neutron] Bound using segment: {'id': '534229a8-2c9e-4009-96e9-9c98cb14355b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '9e536fb8-4e27-4dce-a2aa-287d6c563d6a'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:12:59.415720 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-29e538d0-01f5-457c-b4da-d1a6f03b2cec req-62598025-f154-41fa-9db6-412d6c94195e service neutron] Bound port: d7ceea9f-d2cc-4a84-bfdb-f825aadac93d, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '534229a8-2c9e-4009-96e9-9c98cb14355b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '9e536fb8-4e27-4dce-a2aa-287d6c563d6a'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:12:59.416086 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-29e538d0-01f5-457c-b4da-d1a6f03b2cec req-62598025-f154-41fa-9db6-412d6c94195e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:59.479192 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-29e538d0-01f5-457c-b4da-d1a6f03b2cec req-62598025-f154-41fa-9db6-412d6c94195e service neutron] For port d7ceea9f-d2cc-4a84-bfdb-f825aadac93d, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:12:59.482792 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-29e538d0-01f5-457c-b4da-d1a6f03b2cec req-62598025-f154-41fa-9db6-412d6c94195e service neutron] For port d7ceea9f-d2cc-4a84-bfdb-f825aadac93d, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=d7ceea9f-d2cc-4a84-bfdb-f825aadac93d,segment=NetworkSegment(534229a8-2c9e-4009-96e9-9c98cb14355b),segment_id=534229a8-2c9e-4009-96e9-9c98cb14355b)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:12:59.487934 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-29e538d0-01f5-457c-b4da-d1a6f03b2cec req-62598025-f154-41fa-9db6-412d6c94195e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:59.522418 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e538d0-01f5-457c-b4da-d1a6f03b2cec req-62598025-f154-41fa-9db6-412d6c94195e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:12:59.523055 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-29e538d0-01f5-457c-b4da-d1a6f03b2cec req-62598025-f154-41fa-9db6-412d6c94195e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:12:59.524456 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-29e538d0-01f5-457c-b4da-d1a6f03b2cec req-62598025-f154-41fa-9db6-412d6c94195e service neutron] 10.222.0.11 "PUT /v2.0/ports/d7ceea9f-d2cc-4a84-bfdb-f825aadac93d HTTP/1.1" status: 200 len: 1091 time: 0.5865686 Aug 23 21:12:59.524889 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eeac8ec-73cb-44f9-9c95-bb1530fd7f84', 'tag': 'd7ceea9f-d2cc-4a84-bfdb-f825aadac93d'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:12:59.527127 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c59179-cafc-4bac-9478-8b0a81db7219" -d '{"events": [{"name": "network-changed", "server_uuid": "6eeac8ec-73cb-44f9-9c95-bb1530fd7f84", "tag": "d7ceea9f-d2cc-4a84-bfdb-f825aadac93d"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:12:59.550859 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62598025-f154-41fa-9db6-412d6c94195e service neutron] Pushing event updated for resources: {'Port': ['ID=d7ceea9f-d2cc-4a84-bfdb-f825aadac93d,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:12:59.575676 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa970ff7-bb85-490a-8f28-7b5b2a4a2e4c x-openstack-request-id: req-fa970ff7-bb85-490a-8f28-7b5b2a4a2e4c {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:12:59.575998 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eeac8ec-73cb-44f9-9c95-bb1530fd7f84", "tag": "d7ceea9f-d2cc-4a84-bfdb-f825aadac93d", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:12:59.576425 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fa970ff7-bb85-490a-8f28-7b5b2a4a2e4c {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:12:59.576797 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eeac8ec-73cb-44f9-9c95-bb1530fd7f84', 'tag': 'd7ceea9f-d2cc-4a84-bfdb-f825aadac93d', 'status': 'completed', 'code': 200} Aug 23 21:12:59.606672 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e538d0-01f5-457c-b4da-d1a6f03b2cec req-33d1e405-866a-47d1-ae55-c29c4d6ddb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:12:59.608870 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-29e538d0-01f5-457c-b4da-d1a6f03b2cec req-33d1e405-866a-47d1-ae55-c29c4d6ddb89 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a56e981bf9c54de5bc9ad639c50e0818&device_id=6eeac8ec-73cb-44f9-9c95-bb1530fd7f84 HTTP/1.1" status: 200 len: 1094 time: 0.0436480 Aug 23 21:12:59.653782 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-29e538d0-01f5-457c-b4da-d1a6f03b2cec req-651cbf5e-171b-460c-a848-3863bb68f3e2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7ceea9f-d2cc-4a84-bfdb-f825aadac93d HTTP/1.1" status: 200 len: 217 time: 0.0374420 Aug 23 21:12:59.687853 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3785faca-d7bb-4f6e-a237-9043a7253665 req-ec2d29ae-023a-420f-b337-67bd7f701a07 tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:12:59.689431 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3785faca-d7bb-4f6e-a237-9043a7253665 req-ec2d29ae-023a-420f-b337-67bd7f701a07 tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] 10.222.0.61 "GET /v2.0/ports?device_id=6eeac8ec-73cb-44f9-9c95-bb1530fd7f84 HTTP/1.1" status: 200 len: 943 time: 0.0570498 Aug 23 21:12:59.704994 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e538d0-01f5-457c-b4da-d1a6f03b2cec req-97a8472a-e520-4aaa-8cf8-347a8000fc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:12:59.706481 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-29e538d0-01f5-457c-b4da-d1a6f03b2cec req-97a8472a-e520-4aaa-8cf8-347a8000fc7a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2787d73e-eeff-49b5-b825-0d5783bf5a99 HTTP/1.1" status: 200 len: 852 time: 0.0461807 Aug 23 21:12:59.728877 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3785faca-d7bb-4f6e-a237-9043a7253665 req-2ca856da-8a95-42a8-a39c-acaf3da89cf3 tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] 10.222.0.61 "GET /v2.0/security-groups?id=938b264a-213d-480b-9e44-46fb99ce1235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332351 Aug 23 21:12:59.739779 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-29e538d0-01f5-457c-b4da-d1a6f03b2cec req-8251fc2b-0c63-400b-953c-8fb243bfd0d3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9e536fb8-4e27-4dce-a2aa-287d6c563d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266905 Aug 23 21:12:59.837826 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-29e538d0-01f5-457c-b4da-d1a6f03b2cec req-843530d8-8ce3-47ba-97b7-46e5b6d9d58e service neutron] 10.222.0.11 "GET /v2.0/networks/9e536fb8-4e27-4dce-a2aa-287d6c563d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902684 Aug 23 21:12:59.934806 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-29e538d0-01f5-457c-b4da-d1a6f03b2cec req-877bef25-c16f-4449-a4be-7c64f2a699ca service neutron] 10.222.0.11 "GET /v2.0/networks/9e536fb8-4e27-4dce-a2aa-287d6c563d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896735 Aug 23 21:13:00.025377 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c59179-cafc-4bac-9478-8b0a81db7219 req-e4e159e0-ec51-4514-8b92-f27949d95dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:00.026848 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-21c59179-cafc-4bac-9478-8b0a81db7219 req-e4e159e0-ec51-4514-8b92-f27949d95dd0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a56e981bf9c54de5bc9ad639c50e0818&device_id=6eeac8ec-73cb-44f9-9c95-bb1530fd7f84 HTTP/1.1" status: 200 len: 1094 time: 0.0422134 Aug 23 21:13:00.132230 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c59179-cafc-4bac-9478-8b0a81db7219 req-b2df30dc-7943-45b5-9c2b-4d790d02199b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:00.134447 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-21c59179-cafc-4bac-9478-8b0a81db7219 req-b2df30dc-7943-45b5-9c2b-4d790d02199b service neutron] 10.222.0.11 "GET /v2.0/networks?id=9e536fb8-4e27-4dce-a2aa-287d6c563d6a HTTP/1.1" status: 200 len: 913 time: 0.1005671 Aug 23 21:13:00.184528 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-21c59179-cafc-4bac-9478-8b0a81db7219 req-9d46d2ee-8130-445d-aa6a-23ca735750f9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7ceea9f-d2cc-4a84-bfdb-f825aadac93d HTTP/1.1" status: 200 len: 217 time: 0.0407581 Aug 23 21:13:00.240285 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c59179-cafc-4bac-9478-8b0a81db7219 req-bd50a591-4e13-45db-90e9-9e25f931203c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:00.241776 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-21c59179-cafc-4bac-9478-8b0a81db7219 req-bd50a591-4e13-45db-90e9-9e25f931203c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2787d73e-eeff-49b5-b825-0d5783bf5a99 HTTP/1.1" status: 200 len: 852 time: 0.0490599 Aug 23 21:13:00.275370 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-21c59179-cafc-4bac-9478-8b0a81db7219 req-e1523529-5e13-4304-9347-1adffdb3f710 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9e536fb8-4e27-4dce-a2aa-287d6c563d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251579 Aug 23 21:13:00.368321 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-21c59179-cafc-4bac-9478-8b0a81db7219 req-425b3ad7-60bf-4f74-a9ec-1da1dc782e34 service neutron] 10.222.0.11 "GET /v2.0/networks/9e536fb8-4e27-4dce-a2aa-287d6c563d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852051 Aug 23 21:13:00.465724 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-21c59179-cafc-4bac-9478-8b0a81db7219 req-2e429d12-e715-4f1c-b4ec-eb8aa4172512 service neutron] 10.222.0.11 "GET /v2.0/networks/9e536fb8-4e27-4dce-a2aa-287d6c563d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901124 Aug 23 21:13:00.848986 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951ce0c-4047-423a-b8e6-612fa431b491 req-55a8b347-8e95-4c41-9a11-f044309c5634 tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:00.850509 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c951ce0c-4047-423a-b8e6-612fa431b491 req-55a8b347-8e95-4c41-9a11-f044309c5634 tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] 10.222.0.61 "GET /v2.0/ports?device_id=6eeac8ec-73cb-44f9-9c95-bb1530fd7f84 HTTP/1.1" status: 200 len: 943 time: 0.0500319 Aug 23 21:13:00.890036 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c951ce0c-4047-423a-b8e6-612fa431b491 req-9b337532-b8a7-4c66-9e49-3fece59483b5 tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] 10.222.0.61 "GET /v2.0/security-groups?id=938b264a-213d-480b-9e44-46fb99ce1235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335891 Aug 23 21:13:02.005880 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d728386f-a423-482b-9430-08e5e17f5e57 req-0f50c0d2-0a0f-416e-b090-1a77c80039e5 tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:02.007384 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d728386f-a423-482b-9430-08e5e17f5e57 req-0f50c0d2-0a0f-416e-b090-1a77c80039e5 tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] 10.222.0.61 "GET /v2.0/ports?device_id=6eeac8ec-73cb-44f9-9c95-bb1530fd7f84 HTTP/1.1" status: 200 len: 943 time: 0.0500052 Aug 23 21:13:02.046895 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d728386f-a423-482b-9430-08e5e17f5e57 req-8f92c472-2956-4771-92f2-dac295c6b57b tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] 10.222.0.61 "GET /v2.0/security-groups?id=938b264a-213d-480b-9e44-46fb99ce1235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335298 Aug 23 21:13:02.424610 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device d7ceea9f-d2cc-4a84-bfdb-f825aadac93d details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 21:13:02.526414 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port d7ceea9f-d2cc-4a84-bfdb-f825aadac93d, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=d7ceea9f-d2cc-4a84-bfdb-f825aadac93d,segment=NetworkSegment(534229a8-2c9e-4009-96e9-9c98cb14355b),segment_id=534229a8-2c9e-4009-96e9-9c98cb14355b)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:13:02.538756 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': 'd7ceea9f-d2cc-4a84-bfdb-f825aadac93d', 'network_id': '9e536fb8-4e27-4dce-a2aa-287d6c563d6a', 'port_id': 'd7ceea9f-d2cc-4a84-bfdb-f825aadac93d', 'mac_address': 'fa:16:3e:e4:e8:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2787d73e-eeff-49b5-b825-0d5783bf5a99', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 21:13:02.576005 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:02.588591 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7ceea9f-d2cc-4a84-bfdb-f825aadac93d {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:13:02.608720 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port d7ceea9f-d2cc-4a84-bfdb-f825aadac93d, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=d7ceea9f-d2cc-4a84-bfdb-f825aadac93d,segment=NetworkSegment(534229a8-2c9e-4009-96e9-9c98cb14355b),segment_id=534229a8-2c9e-4009-96e9-9c98cb14355b)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:13:02.612701 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:02.658482 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=d7ceea9f-d2cc-4a84-bfdb-f825aadac93d,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:13:02.826408 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['d7ceea9f-d2cc-4a84-bfdb-f825aadac93d'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:13:03.162211 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc7d80-271a-41bc-9a49-286255bffaab req-a85198bb-566c-419c-a2ba-2762a48da185 tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:03.163697 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-eadc7d80-271a-41bc-9a49-286255bffaab req-a85198bb-566c-419c-a2ba-2762a48da185 tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] 10.222.0.61 "GET /v2.0/ports?device_id=6eeac8ec-73cb-44f9-9c95-bb1530fd7f84 HTTP/1.1" status: 200 len: 944 time: 0.0486147 Aug 23 21:13:03.199681 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-eadc7d80-271a-41bc-9a49-286255bffaab req-3e20a86d-cb96-41d0-8ee3-04f070ede144 tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] 10.222.0.61 "GET /v2.0/security-groups?id=938b264a-213d-480b-9e44-46fb99ce1235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301163 Aug 23 21:13:04.315041 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211179a9-42f7-42e1-9837-fbc635b22e8d req-eabcb1a5-2634-4456-a98c-d39b6e3f5ed1 tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:04.316532 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-211179a9-42f7-42e1-9837-fbc635b22e8d req-eabcb1a5-2634-4456-a98c-d39b6e3f5ed1 tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] 10.222.0.61 "GET /v2.0/ports?device_id=6eeac8ec-73cb-44f9-9c95-bb1530fd7f84 HTTP/1.1" status: 200 len: 944 time: 0.0490243 Aug 23 21:13:04.353944 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-211179a9-42f7-42e1-9837-fbc635b22e8d req-8d6f78ce-fd8a-4f1f-9b60-4125cbd042b7 tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] 10.222.0.61 "GET /v2.0/security-groups?id=938b264a-213d-480b-9e44-46fb99ce1235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315230 Aug 23 21:13:04.436444 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device d7ceea9f-d2cc-4a84-bfdb-f825aadac93d up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:13:04.485118 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port d7ceea9f-d2cc-4a84-bfdb-f825aadac93d completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:13:04.488866 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port d7ceea9f-d2cc-4a84-bfdb-f825aadac93d triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:13:04.489239 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:04.568429 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:04.590453 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eeac8ec-73cb-44f9-9c95-bb1530fd7f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7ceea9f-d2cc-4a84-bfdb-f825aadac93d'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:13:04.593476 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe1d344-6a2f-4459-bd97-bb48804bb6f8" -d '{"events": [{"server_uuid": "6eeac8ec-73cb-44f9-9c95-bb1530fd7f84", "name": "network-vif-plugged", "status": "completed", "tag": "d7ceea9f-d2cc-4a84-bfdb-f825aadac93d"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:13:04.606688 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port d7ceea9f-d2cc-4a84-bfdb-f825aadac93d, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=d7ceea9f-d2cc-4a84-bfdb-f825aadac93d,segment=NetworkSegment(534229a8-2c9e-4009-96e9-9c98cb14355b),segment_id=534229a8-2c9e-4009-96e9-9c98cb14355b)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:13:04.612622 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:04.636695 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781ca1a5-cdf6-4fb5-b292-ee136feae81c x-openstack-request-id: req-781ca1a5-cdf6-4fb5-b292-ee136feae81c {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:13:04.636981 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eeac8ec-73cb-44f9-9c95-bb1530fd7f84", "name": "network-vif-plugged", "status": "completed", "tag": "d7ceea9f-d2cc-4a84-bfdb-f825aadac93d", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:13:04.637229 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-781ca1a5-cdf6-4fb5-b292-ee136feae81c {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:13:04.637609 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eeac8ec-73cb-44f9-9c95-bb1530fd7f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7ceea9f-d2cc-4a84-bfdb-f825aadac93d', 'code': 200} Aug 23 21:13:04.662797 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=d7ceea9f-d2cc-4a84-bfdb-f825aadac93d,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:13:04.731263 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169fbb1-b631-40fe-9fce-2edb8c88f97e req-f01e403b-ae1a-4cf2-a2dd-0c990bf82819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:04.733433 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1169fbb1-b631-40fe-9fce-2edb8c88f97e req-f01e403b-ae1a-4cf2-a2dd-0c990bf82819 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6eeac8ec-73cb-44f9-9c95-bb1530fd7f84 HTTP/1.1" status: 200 len: 1096 time: 0.0430050 Aug 23 21:13:04.767895 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1169fbb1-b631-40fe-9fce-2edb8c88f97e req-803d6635-28c1-471a-89de-784677cfa13d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=938b264a-213d-480b-9e44-46fb99ce1235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279455 Aug 23 21:13:05.475038 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce076b-1416-46f3-aa64-55d698785268 req-efa8183d-7137-492a-b077-4adb5c2c6077 tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:05.476558 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-26ce076b-1416-46f3-aa64-55d698785268 req-efa8183d-7137-492a-b077-4adb5c2c6077 tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] 10.222.0.61 "GET /v2.0/ports?device_id=6eeac8ec-73cb-44f9-9c95-bb1530fd7f84 HTTP/1.1" status: 200 len: 945 time: 0.0539291 Aug 23 21:13:05.515403 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-26ce076b-1416-46f3-aa64-55d698785268 req-1b132259-83d3-4895-8a0e-1ebb4bac4654 tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] 10.222.0.61 "GET /v2.0/security-groups?id=938b264a-213d-480b-9e44-46fb99ce1235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328226 Aug 23 21:13:06.636226 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b493cf9-9f4f-4ed9-a772-b7c12d540b00 req-1b882d20-e3f0-462c-860d-5475894083c9 tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:06.637702 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3b493cf9-9f4f-4ed9-a772-b7c12d540b00 req-1b882d20-e3f0-462c-860d-5475894083c9 tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] 10.222.0.61 "GET /v2.0/ports?device_id=6eeac8ec-73cb-44f9-9c95-bb1530fd7f84 HTTP/1.1" status: 200 len: 945 time: 0.0495412 Aug 23 21:13:06.674729 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3b493cf9-9f4f-4ed9-a772-b7c12d540b00 req-08f36bea-7034-46cf-92cc-0260128df6cb tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] 10.222.0.61 "GET /v2.0/security-groups?id=938b264a-213d-480b-9e44-46fb99ce1235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308919 Aug 23 21:13:06.788777 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd6eed-93d6-4f90-b2e9-860e84b591ca req-3a9c6a09-5943-4849-8d46-99f510fe9191 tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:06.790296 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-93cd6eed-93d6-4f90-b2e9-860e84b591ca req-3a9c6a09-5943-4849-8d46-99f510fe9191 tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] 10.222.0.61 "GET /v2.0/ports?device_id=6eeac8ec-73cb-44f9-9c95-bb1530fd7f84 HTTP/1.1" status: 200 len: 945 time: 0.0494864 Aug 23 21:13:06.828312 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-93cd6eed-93d6-4f90-b2e9-860e84b591ca req-bece1e7d-d4ad-4a4a-a93d-ea03a037bcc3 tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] 10.222.0.61 "GET /v2.0/security-groups?id=938b264a-213d-480b-9e44-46fb99ce1235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319209 Aug 23 21:13:07.065517 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5bd16-37cd-4e88-b6e1-c169aef6e2dc req-5436cee3-10b8-4f9e-b7ad-bcfb87f9d828 tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:07.067065 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d2c5bd16-37cd-4e88-b6e1-c169aef6e2dc req-5436cee3-10b8-4f9e-b7ad-bcfb87f9d828 tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] 10.222.0.61 "GET /v2.0/ports?device_id=6eeac8ec-73cb-44f9-9c95-bb1530fd7f84 HTTP/1.1" status: 200 len: 945 time: 0.0538592 Aug 23 21:13:07.109070 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d2c5bd16-37cd-4e88-b6e1-c169aef6e2dc req-d613668f-6785-4f5b-ac68-b97a9f16a163 tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] 10.222.0.61 "GET /v2.0/security-groups?id=938b264a-213d-480b-9e44-46fb99ce1235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357807 Aug 23 21:13:08.228550 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2b23d3-7209-4758-be66-b292c3e52b34 req-4fba212d-01fe-4968-acd9-c6800b1f0418 tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:08.230038 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1d2b23d3-7209-4758-be66-b292c3e52b34 req-4fba212d-01fe-4968-acd9-c6800b1f0418 tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] 10.222.0.61 "GET /v2.0/ports?device_id=6eeac8ec-73cb-44f9-9c95-bb1530fd7f84 HTTP/1.1" status: 200 len: 945 time: 0.0508277 Aug 23 21:13:08.268871 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1d2b23d3-7209-4758-be66-b292c3e52b34 req-44feaf4b-976c-4411-b246-d409a9a88011 tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] 10.222.0.61 "GET /v2.0/security-groups?id=938b264a-213d-480b-9e44-46fb99ce1235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322907 Aug 23 21:13:08.472624 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054a094-960a-4a35-a8d8-2ed45e697505 req-8625b1a5-bec7-4747-ab5c-7f55c2ebebf4 tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:08.474154 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d054a094-960a-4a35-a8d8-2ed45e697505 req-8625b1a5-bec7-4747-ab5c-7f55c2ebebf4 tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] 10.222.0.61 "GET /v2.0/ports?device_id=6eeac8ec-73cb-44f9-9c95-bb1530fd7f84 HTTP/1.1" status: 200 len: 945 time: 0.0564568 Aug 23 21:13:08.539360 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d054a094-960a-4a35-a8d8-2ed45e697505 req-82f1265f-beed-4914-ac8f-eeb6c0f798ca tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] 10.222.0.61 "GET /v2.0/security-groups?id=938b264a-213d-480b-9e44-46fb99ce1235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583401 Aug 23 21:13:08.552724 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc849df-38ed-4364-a31e-6dbb3932b1d6 req-2c9e1c61-d827-4c79-8737-97f4a96496cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:08.554222 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ecc849df-38ed-4364-a31e-6dbb3932b1d6 req-2c9e1c61-d827-4c79-8737-97f4a96496cc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a56e981bf9c54de5bc9ad639c50e0818&device_id=6eeac8ec-73cb-44f9-9c95-bb1530fd7f84 HTTP/1.1" status: 200 len: 1096 time: 0.0521319 Aug 23 21:13:08.649585 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc849df-38ed-4364-a31e-6dbb3932b1d6 req-28e976fd-014e-483f-b792-489b6d135e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:08.651076 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ecc849df-38ed-4364-a31e-6dbb3932b1d6 req-28e976fd-014e-483f-b792-489b6d135e95 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9e536fb8-4e27-4dce-a2aa-287d6c563d6a HTTP/1.1" status: 200 len: 913 time: 0.0893741 Aug 23 21:13:08.692901 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ecc849df-38ed-4364-a31e-6dbb3932b1d6 req-2d5f2e69-bcd0-48f7-a42d-0a39274a4566 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7ceea9f-d2cc-4a84-bfdb-f825aadac93d HTTP/1.1" status: 200 len: 217 time: 0.0347764 Aug 23 21:13:08.743430 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc849df-38ed-4364-a31e-6dbb3932b1d6 req-8defe4b7-fbe3-4de0-bd0a-d4b321eed09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:08.744908 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ecc849df-38ed-4364-a31e-6dbb3932b1d6 req-8defe4b7-fbe3-4de0-bd0a-d4b321eed09a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2787d73e-eeff-49b5-b825-0d5783bf5a99 HTTP/1.1" status: 200 len: 852 time: 0.0448053 Aug 23 21:13:08.775661 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ecc849df-38ed-4364-a31e-6dbb3932b1d6 req-98be7c87-11e7-4ed5-b402-b6c710a5dd3b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9e536fb8-4e27-4dce-a2aa-287d6c563d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235658 Aug 23 21:13:08.869214 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ecc849df-38ed-4364-a31e-6dbb3932b1d6 req-bcef4830-bf90-4b5b-8aa4-1510150eb508 service neutron] 10.222.0.11 "GET /v2.0/networks/9e536fb8-4e27-4dce-a2aa-287d6c563d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860872 Aug 23 21:13:08.958139 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ecc849df-38ed-4364-a31e-6dbb3932b1d6 req-adb14603-a757-4b06-b157-4beb3a786e8b service neutron] 10.222.0.11 "GET /v2.0/networks/9e536fb8-4e27-4dce-a2aa-287d6c563d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807090 Aug 23 21:13:09.669340 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c99ff-94da-4337-b62d-6a39a7fa1e1d req-b6443ad2-85b5-491a-a5ba-0e6f183f0c7b tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:09.671517 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5a0c99ff-94da-4337-b62d-6a39a7fa1e1d req-b6443ad2-85b5-491a-a5ba-0e6f183f0c7b tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] 10.222.0.61 "GET /v2.0/ports?device_id=6eeac8ec-73cb-44f9-9c95-bb1530fd7f84 HTTP/1.1" status: 200 len: 945 time: 0.0575094 Aug 23 21:13:09.710172 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5a0c99ff-94da-4337-b62d-6a39a7fa1e1d req-6fcfa80d-2fee-43df-9a2b-4a8889bd325a tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] 10.222.0.61 "GET /v2.0/security-groups?id=938b264a-213d-480b-9e44-46fb99ce1235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326283 Aug 23 21:13:10.064497 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f28a8909-e287-4ceb-a9bc-4cf3091f8265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:10.708778 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:10.831455 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e1247-57de-4353-b020-eb3e22c0953f req-86ee2408-f121-441f-b937-a1e1a4151c3f tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:10.832918 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-088e1247-57de-4353-b020-eb3e22c0953f req-86ee2408-f121-441f-b937-a1e1a4151c3f tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] 10.222.0.61 "GET /v2.0/ports?device_id=6eeac8ec-73cb-44f9-9c95-bb1530fd7f84 HTTP/1.1" status: 200 len: 945 time: 0.0552154 Aug 23 21:13:10.870358 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-088e1247-57de-4353-b020-eb3e22c0953f req-91e4c678-e4a0-42d0-ad18-0123f4171562 tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] 10.222.0.61 "GET /v2.0/security-groups?id=938b264a-213d-480b-9e44-46fb99ce1235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315518 Aug 23 21:13:11.091721 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ce029-5aab-4734-a2eb-cc641307b52c req-fa82b088-d441-439e-a506-038055dc15f3 tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:11.093238 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-490ce029-5aab-4734-a2eb-cc641307b52c req-fa82b088-d441-439e-a506-038055dc15f3 tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] 10.222.0.61 "GET /v2.0/ports?device_id=6eeac8ec-73cb-44f9-9c95-bb1530fd7f84 HTTP/1.1" status: 200 len: 945 time: 0.0484502 Aug 23 21:13:11.132279 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-490ce029-5aab-4734-a2eb-cc641307b52c req-29590a49-81f5-4611-bf5e-f28211022ea1 tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] 10.222.0.61 "GET /v2.0/security-groups?id=938b264a-213d-480b-9e44-46fb99ce1235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326855 Aug 23 21:13:12.251049 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d93237-7b37-4add-b4a9-492969640d12 req-84f49b54-e1e9-4581-8708-d2d20675ea58 tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:12.252576 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-60d93237-7b37-4add-b4a9-492969640d12 req-84f49b54-e1e9-4581-8708-d2d20675ea58 tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] 10.222.0.61 "GET /v2.0/ports?device_id=6eeac8ec-73cb-44f9-9c95-bb1530fd7f84 HTTP/1.1" status: 200 len: 945 time: 0.0505393 Aug 23 21:13:12.290154 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-60d93237-7b37-4add-b4a9-492969640d12 req-132dda3c-73df-4259-ba87-bbd8b18926c4 tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] 10.222.0.61 "GET /v2.0/security-groups?id=938b264a-213d-480b-9e44-46fb99ce1235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316348 Aug 23 21:13:12.502372 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b56faa1-0019-42f4-bbb9-6b95d7e3eaae req-9cd517a2-f914-48d1-827e-70d20186f410 tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:12.503884 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9b56faa1-0019-42f4-bbb9-6b95d7e3eaae req-9cd517a2-f914-48d1-827e-70d20186f410 tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] 10.222.0.61 "GET /v2.0/ports?device_id=6eeac8ec-73cb-44f9-9c95-bb1530fd7f84 HTTP/1.1" status: 200 len: 945 time: 0.0502267 Aug 23 21:13:12.515257 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b36714-d6f3-48ff-9dc4-eb7c078f36d8 req-cb50602b-817e-4c9b-a38f-06a92e245713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:12.516985 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-02b36714-d6f3-48ff-9dc4-eb7c078f36d8 req-cb50602b-817e-4c9b-a38f-06a92e245713 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a56e981bf9c54de5bc9ad639c50e0818&device_id=6eeac8ec-73cb-44f9-9c95-bb1530fd7f84 HTTP/1.1" status: 200 len: 1096 time: 0.0465817 Aug 23 21:13:12.543471 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9b56faa1-0019-42f4-bbb9-6b95d7e3eaae req-bd417efb-1d15-4be6-bdc4-484d6373b85d tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] 10.222.0.61 "GET /v2.0/security-groups?id=938b264a-213d-480b-9e44-46fb99ce1235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336158 Aug 23 21:13:12.615212 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b36714-d6f3-48ff-9dc4-eb7c078f36d8 req-76b74eab-148f-4137-8eb4-20c508a87100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:12.616734 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-02b36714-d6f3-48ff-9dc4-eb7c078f36d8 req-76b74eab-148f-4137-8eb4-20c508a87100 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9e536fb8-4e27-4dce-a2aa-287d6c563d6a HTTP/1.1" status: 200 len: 913 time: 0.0924480 Aug 23 21:13:12.657475 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-02b36714-d6f3-48ff-9dc4-eb7c078f36d8 req-4e5f121b-100c-42ef-8241-4e36704c5e95 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7ceea9f-d2cc-4a84-bfdb-f825aadac93d HTTP/1.1" status: 200 len: 217 time: 0.0332422 Aug 23 21:13:12.706104 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b36714-d6f3-48ff-9dc4-eb7c078f36d8 req-a84977a9-bc12-4452-8eb4-ad53cafb587c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:12.707454 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-02b36714-d6f3-48ff-9dc4-eb7c078f36d8 req-a84977a9-bc12-4452-8eb4-ad53cafb587c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2787d73e-eeff-49b5-b825-0d5783bf5a99 HTTP/1.1" status: 200 len: 852 time: 0.0438209 Aug 23 21:13:12.743550 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-02b36714-d6f3-48ff-9dc4-eb7c078f36d8 req-4d2e0b62-cf52-4125-a60f-be4a6ffecf26 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9e536fb8-4e27-4dce-a2aa-287d6c563d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290854 Aug 23 21:13:12.832933 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-02b36714-d6f3-48ff-9dc4-eb7c078f36d8 req-f1fabf42-80ec-46a9-86de-51648a70ec1f service neutron] 10.222.0.11 "GET /v2.0/networks/9e536fb8-4e27-4dce-a2aa-287d6c563d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821784 Aug 23 21:13:12.928701 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-02b36714-d6f3-48ff-9dc4-eb7c078f36d8 req-cbd7ebe0-b890-4970-8b88-125b1b2ac4c2 service neutron] 10.222.0.11 "GET /v2.0/networks/9e536fb8-4e27-4dce-a2aa-287d6c563d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890014 Aug 23 21:13:13.447850 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6e14b4a3-50ca-437d-90d2-e47bc7cfb638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:13.582626 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:13.667713 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae1d28-31b8-4ce0-8180-dfb1359accf1 req-8b524dac-f855-4306-a1cc-d75dd6d61246 tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:13.669210 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f5ae1d28-31b8-4ce0-8180-dfb1359accf1 req-8b524dac-f855-4306-a1cc-d75dd6d61246 tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] 10.222.0.61 "GET /v2.0/ports?device_id=6eeac8ec-73cb-44f9-9c95-bb1530fd7f84 HTTP/1.1" status: 200 len: 945 time: 0.0488369 Aug 23 21:13:13.706753 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f5ae1d28-31b8-4ce0-8180-dfb1359accf1 req-6a3fe0ef-9a61-479e-a0f4-bcb9c6820f06 tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] 10.222.0.61 "GET /v2.0/security-groups?id=938b264a-213d-480b-9e44-46fb99ce1235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309241 Aug 23 21:13:13.952188 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be889662-a838-4323-b7a0-e0c7534dfdff req-3f12de05-33c5-4792-9c8e-f5d6f0537c1e tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:13.953716 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-be889662-a838-4323-b7a0-e0c7534dfdff req-3f12de05-33c5-4792-9c8e-f5d6f0537c1e tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] 10.222.0.61 "GET /v2.0/ports?device_id=6eeac8ec-73cb-44f9-9c95-bb1530fd7f84 HTTP/1.1" status: 200 len: 945 time: 0.0625038 Aug 23 21:13:13.991442 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-be889662-a838-4323-b7a0-e0c7534dfdff req-980c8305-bd45-40f8-8134-89c3d8a22f66 tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] 10.222.0.61 "GET /v2.0/security-groups?id=938b264a-213d-480b-9e44-46fb99ce1235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318265 Aug 23 21:13:14.683109 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:15.113891 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498ed2c-a26f-491f-8928-bd88ea9ab33c req-5154769b-59d1-464f-8fef-360f0d4c5722 tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:15.116085 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8498ed2c-a26f-491f-8928-bd88ea9ab33c req-5154769b-59d1-464f-8fef-360f0d4c5722 tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] 10.222.0.61 "GET /v2.0/ports?device_id=6eeac8ec-73cb-44f9-9c95-bb1530fd7f84 HTTP/1.1" status: 200 len: 945 time: 0.0546525 Aug 23 21:13:15.156726 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8498ed2c-a26f-491f-8928-bd88ea9ab33c req-301b1109-321d-42e3-be29-672083d37bf8 tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] 10.222.0.61 "GET /v2.0/security-groups?id=938b264a-213d-480b-9e44-46fb99ce1235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341876 Aug 23 21:13:15.736659 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529cb16-410e-4e68-94e9-721a69aca6ff req-bb4daa0b-b782-44a7-a5a4-c3675e9eb1b3 tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:15.738439 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4529cb16-410e-4e68-94e9-721a69aca6ff req-bb4daa0b-b782-44a7-a5a4-c3675e9eb1b3 tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] 10.222.0.11 "GET /v2.0/ports?device_id=6eeac8ec-73cb-44f9-9c95-bb1530fd7f84 HTTP/1.1" status: 200 len: 945 time: 0.0515156 Aug 23 21:13:16.042339 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:16.144621 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-4529cb16-410e-4e68-94e9-721a69aca6ff req-9b605471-df6b-40d7-b2f1-95300014caef tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] Deleting port d7ceea9f-d2cc-4a84-bfdb-f825aadac93d {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:13:16.144962 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4529cb16-410e-4e68-94e9-721a69aca6ff req-9b605471-df6b-40d7-b2f1-95300014caef tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:16.268188 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-4529cb16-410e-4e68-94e9-721a69aca6ff req-9b605471-df6b-40d7-b2f1-95300014caef tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] For port d7ceea9f-d2cc-4a84-bfdb-f825aadac93d, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=d7ceea9f-d2cc-4a84-bfdb-f825aadac93d,segment=NetworkSegment(534229a8-2c9e-4009-96e9-9c98cb14355b),segment_id=534229a8-2c9e-4009-96e9-9c98cb14355b)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:13:16.268555 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4529cb16-410e-4e68-94e9-721a69aca6ff req-9b605471-df6b-40d7-b2f1-95300014caef tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:16.284615 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-4529cb16-410e-4e68-94e9-721a69aca6ff req-9b605471-df6b-40d7-b2f1-95300014caef tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] Calling delete_port for d7ceea9f-d2cc-4a84-bfdb-f825aadac93d owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:13:16.303946 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a419556-824a-4079-add9-51ef05f36e63 req-ecdd7f3f-d6df-44e4-9ee5-4da9285613cd tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:16.305462 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9a419556-824a-4079-add9-51ef05f36e63 req-ecdd7f3f-d6df-44e4-9ee5-4da9285613cd tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] 10.222.0.61 "GET /v2.0/ports?device_id=6eeac8ec-73cb-44f9-9c95-bb1530fd7f84 HTTP/1.1" status: 200 len: 945 time: 0.0812199 Aug 23 21:13:16.389179 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9a419556-824a-4079-add9-51ef05f36e63 req-26c81ced-05fb-4161-9b61-ea71058fcfdc tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] 10.222.0.61 "GET /v2.0/security-groups?id=938b264a-213d-480b-9e44-46fb99ce1235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538697 Aug 23 21:13:16.454760 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4529cb16-410e-4e68-94e9-721a69aca6ff req-9b605471-df6b-40d7-b2f1-95300014caef tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:16.467002 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['d7ceea9f-d2cc-4a84-bfdb-f825aadac93d'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:13:16.483777 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b605471-df6b-40d7-b2f1-95300014caef tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] Pushing event deleted for resources: {'Port': ['ID=d7ceea9f-d2cc-4a84-bfdb-f825aadac93d,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:13:16.524389 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-4529cb16-410e-4e68-94e9-721a69aca6ff req-9b605471-df6b-40d7-b2f1-95300014caef tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] No DVR routers for this DVR port d7ceea9f-d2cc-4a84-bfdb-f825aadac93d on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:13:16.526847 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4529cb16-410e-4e68-94e9-721a69aca6ff req-9b605471-df6b-40d7-b2f1-95300014caef tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:16.529036 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4529cb16-410e-4e68-94e9-721a69aca6ff req-9b605471-df6b-40d7-b2f1-95300014caef tempest-TestServerAdvancedOps-687261219 tempest-TestServerAdvancedOps-687261219-project] 10.222.0.11 "DELETE /v2.0/ports/d7ceea9f-d2cc-4a84-bfdb-f825aadac93d HTTP/1.1" status: 204 len: 173 time: 0.7847998 Aug 23 21:13:16.529459 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eeac8ec-73cb-44f9-9c95-bb1530fd7f84', 'name': 'network-vif-deleted', 'tag': 'd7ceea9f-d2cc-4a84-bfdb-f825aadac93d'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:13:16.531667 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc80fba-dd27-404f-b040-5e168e10ee20" -d '{"events": [{"server_uuid": "6eeac8ec-73cb-44f9-9c95-bb1530fd7f84", "name": "network-vif-deleted", "tag": "d7ceea9f-d2cc-4a84-bfdb-f825aadac93d"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:13:16.571233 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0623711e-5ece-4740-b1c8-4ec81099e247 x-openstack-request-id: req-0623711e-5ece-4740-b1c8-4ec81099e247 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:13:16.571588 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eeac8ec-73cb-44f9-9c95-bb1530fd7f84", "name": "network-vif-deleted", "tag": "d7ceea9f-d2cc-4a84-bfdb-f825aadac93d", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:13:16.571910 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0623711e-5ece-4740-b1c8-4ec81099e247 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:13:16.572405 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eeac8ec-73cb-44f9-9c95-bb1530fd7f84', 'name': 'network-vif-deleted', 'tag': 'd7ceea9f-d2cc-4a84-bfdb-f825aadac93d', 'status': 'completed', 'code': 200} Aug 23 21:13:17.455464 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49590) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:13:17.503732 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca2a89da-bf3d-4c70-ad4d-6bfbcbdfda2b admin admin] Deleting subnet 2787d73e-eeff-49b5-b825-0d5783bf5a99 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 21:13:17.506875 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca2a89da-bf3d-4c70-ad4d-6bfbcbdfda2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:17.543738 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca2a89da-bf3d-4c70-ad4d-6bfbcbdfda2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:17.586361 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca2a89da-bf3d-4c70-ad4d-6bfbcbdfda2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:17.648810 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca2a89da-bf3d-4c70-ad4d-6bfbcbdfda2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:17.673889 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2a89da-bf3d-4c70-ad4d-6bfbcbdfda2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2787d73e-eeff-49b5-b825-0d5783bf5a99,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:13:17.680139 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca2a89da-bf3d-4c70-ad4d-6bfbcbdfda2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:17.682220 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ca2a89da-bf3d-4c70-ad4d-6bfbcbdfda2b admin admin] 10.222.0.61 "DELETE /v2.0/subnets/2787d73e-eeff-49b5-b825-0d5783bf5a99 HTTP/1.1" status: 204 len: 168 time: 0.2257586 Aug 23 21:13:17.684497 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49592) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:13:17.754447 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c42a0daa-57be-4950-810e-26ffb97ea70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:17.846943 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c42a0daa-57be-4950-810e-26ffb97ea70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:17.858268 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-c42a0daa-57be-4950-810e-26ffb97ea70c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e536fb8-4e27-4dce-a2aa-287d6c563d6a']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:13:17.869069 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-c42a0daa-57be-4950-810e-26ffb97ea70c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '534229a8-2c9e-4009-96e9-9c98cb14355b') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:13:17.869359 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-c42a0daa-57be-4950-810e-26ffb97ea70c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '534229a8-2c9e-4009-96e9-9c98cb14355b') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:13:17.878033 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c42a0daa-57be-4950-810e-26ffb97ea70c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:17.891883 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c42a0daa-57be-4950-810e-26ffb97ea70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:17.897634 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c42a0daa-57be-4950-810e-26ffb97ea70c admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:13:17.898011 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c42a0daa-57be-4950-810e-26ffb97ea70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:17.899626 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 21:13:17.899626 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:13:17.899626 n-d-805663-2 neutron-server[94688]: timer() Aug 23 21:13:17.899626 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:13:17.899626 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 21:13:17.899626 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:13:17.899626 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 21:13:17.899626 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:13:17.899626 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 21:13:17.899626 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:13:17.899626 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 21:13:17.899626 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:13:17.899626 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 21:13:17.899626 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:13:17.899626 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:13:17.899626 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:13:17.899626 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:13:17.899626 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:13:17.899626 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 21:13:17.899626 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:13:17.899626 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 21:13:17.899626 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:13:17.899626 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:13:17.899626 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:13:17.899626 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 21:13:17.899626 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:13:17.899626 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:13:17.899626 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:13:17.899626 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:13:17.899626 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:13:17.899626 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:13:17.899626 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:13:17.955482 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c42a0daa-57be-4950-810e-26ffb97ea70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:17.960881 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c42a0daa-57be-4950-810e-26ffb97ea70c admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:17.962805 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c42a0daa-57be-4950-810e-26ffb97ea70c admin admin] 10.222.0.61 "DELETE /v2.0/networks/9e536fb8-4e27-4dce-a2aa-287d6c563d6a HTTP/1.1" status: 204 len: 168 time: 0.2768853 Aug 23 21:13:17.965644 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49594) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:13:17.976085 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a0daa-57be-4950-810e-26ffb97ea70c admin admin] Pushing event deleted for resources: {'Network': ['ID=9e536fb8-4e27-4dce-a2aa-287d6c563d6a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:13:18.017025 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9801e74-1798-4a60-b547-1080e207fe22 admin admin] Deleting subnet f5e9db44-7267-4b40-a570-f71e345ae1f9 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 21:13:18.018818 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9801e74-1798-4a60-b547-1080e207fe22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:18.053366 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9801e74-1798-4a60-b547-1080e207fe22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:18.091228 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9801e74-1798-4a60-b547-1080e207fe22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:18.146360 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9801e74-1798-4a60-b547-1080e207fe22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:18.176286 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9801e74-1798-4a60-b547-1080e207fe22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:18.178178 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f9801e74-1798-4a60-b547-1080e207fe22 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/f5e9db44-7267-4b40-a570-f71e345ae1f9 HTTP/1.1" status: 204 len: 168 time: 0.2108433 Aug 23 21:13:18.179149 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9801e74-1798-4a60-b547-1080e207fe22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5e9db44-7267-4b40-a570-f71e345ae1f9,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:13:18.180711 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49596) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:13:18.252927 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-55ce7368-52a3-454c-a56d-4fd8128a7c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:18.331414 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-55ce7368-52a3-454c-a56d-4fd8128a7c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:18.341011 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-55ce7368-52a3-454c-a56d-4fd8128a7c72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bce5147-647b-4e08-8a66-565d905ebd51']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:13:18.355748 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-55ce7368-52a3-454c-a56d-4fd8128a7c72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7ec7d44-48f2-49fe-ab02-2b435a75a679') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:13:18.356042 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-55ce7368-52a3-454c-a56d-4fd8128a7c72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7ec7d44-48f2-49fe-ab02-2b435a75a679') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:13:18.365391 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-55ce7368-52a3-454c-a56d-4fd8128a7c72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:18.379265 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-55ce7368-52a3-454c-a56d-4fd8128a7c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:18.385667 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55ce7368-52a3-454c-a56d-4fd8128a7c72 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:13:18.386074 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-55ce7368-52a3-454c-a56d-4fd8128a7c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:18.387680 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 21:13:18.387680 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:13:18.387680 n-d-805663-2 neutron-server[94687]: timer() Aug 23 21:13:18.387680 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:13:18.387680 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 21:13:18.387680 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:13:18.387680 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 21:13:18.387680 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:13:18.387680 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 21:13:18.387680 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:13:18.387680 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 21:13:18.387680 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:13:18.387680 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 21:13:18.387680 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:13:18.387680 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:13:18.387680 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:13:18.387680 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:13:18.387680 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:13:18.387680 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 21:13:18.387680 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:13:18.387680 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 21:13:18.387680 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:13:18.387680 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:13:18.387680 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:13:18.387680 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 21:13:18.387680 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:13:18.387680 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:13:18.387680 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:13:18.387680 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:13:18.387680 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:13:18.387680 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:13:18.387680 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:13:18.442212 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-55ce7368-52a3-454c-a56d-4fd8128a7c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:18.452033 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-55ce7368-52a3-454c-a56d-4fd8128a7c72 admin admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:18.454781 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-55ce7368-52a3-454c-a56d-4fd8128a7c72 admin admin] 10.222.0.61 "DELETE /v2.0/networks/4bce5147-647b-4e08-8a66-565d905ebd51 HTTP/1.1" status: 204 len: 168 time: 0.2729967 Aug 23 21:13:18.465862 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce7368-52a3-454c-a56d-4fd8128a7c72 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bce5147-647b-4e08-8a66-565d905ebd51,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:13:18.637544 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49600) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:13:18.677601 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3b9984e1-7671-40a0-984c-a3afdb0f2bf9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a56e981bf9c54de5bc9ad639c50e0818&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387640 Aug 23 21:13:18.680101 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49602) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:13:18.727550 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-07ba84b6-62f3-4910-8c75-e7fb19a609d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:18.753802 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-07ba84b6-62f3-4910-8c75-e7fb19a609d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:18.802498 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-07ba84b6-62f3-4910-8c75-e7fb19a609d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:18.803826 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-07ba84b6-62f3-4910-8c75-e7fb19a609d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:18.805035 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-07ba84b6-62f3-4910-8c75-e7fb19a609d5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/938b264a-213d-480b-9e44-46fb99ce1235 HTTP/1.1" status: 204 len: 168 time: 0.1240394 Aug 23 21:13:18.814000 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ba84b6-62f3-4910-8c75-e7fb19a609d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938b264a-213d-480b-9e44-46fb99ce1235,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:13:19.138684 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49608) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:13:19.180403 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3afda905-148c-4a21-ba25-e9e4e4e5f381 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=224f2f723183414d9c6b355e8a09fea6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404959 Aug 23 21:13:19.182842 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49610) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:13:19.233455 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-90cc3992-2656-4eab-aa4f-a380906727ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:19.255150 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-90cc3992-2656-4eab-aa4f-a380906727ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:19.305456 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-90cc3992-2656-4eab-aa4f-a380906727ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:19.307927 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-90cc3992-2656-4eab-aa4f-a380906727ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:19.309110 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-90cc3992-2656-4eab-aa4f-a380906727ea admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/05542f2c-ddb5-4e16-b54a-4ed6a09d4092 HTTP/1.1" status: 204 len: 168 time: 0.1253762 Aug 23 21:13:19.317134 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cc3992-2656-4eab-aa4f-a380906727ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05542f2c-ddb5-4e16-b54a-4ed6a09d4092,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:13:20.510730 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device d7ceea9f-d2cc-4a84-bfdb-f825aadac93d no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:13:20.531715 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: d7ceea9f-d2cc-4a84-bfdb-f825aadac93d {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:13:20.532073 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device d7ceea9f-d2cc-4a84-bfdb-f825aadac93d not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:13:20.667337 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:26.184229 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:13:29.371237 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cb9f507a-c1d9-4290-8af3-1867ef67219d req-4508e6a9-a263-4ceb-a467-02d28d9bf253 tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=4ed8b4a6f7f9454b93efb59e242be02e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283332 Aug 23 21:13:29.480651 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f507a-c1d9-4290-8af3-1867ef67219d req-aaf33bda-878b-4b21-ac4e-635e00cc399d tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:29.482122 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cb9f507a-c1d9-4290-8af3-1867ef67219d req-aaf33bda-878b-4b21-ac4e-635e00cc399d tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1044686 Aug 23 21:13:29.498790 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cb9f507a-c1d9-4290-8af3-1867ef67219d req-9c92866d-14be-4055-9338-c601c0091c7a tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] 10.222.0.61 "GET /v2.0/quotas/4ed8b4a6f7f9454b93efb59e242be02e HTTP/1.1" status: 200 len: 375 time: 0.0097311 Aug 23 21:13:29.537488 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cb9f507a-c1d9-4290-8af3-1867ef67219d req-4a005e75-d4e3-4720-b6c2-bf43a9b134af tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4ed8b4a6f7f9454b93efb59e242be02e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327060 Aug 23 21:13:29.834025 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-394cb3b1-26bf-406a-a4a9-7b8ae19945a3 req-e51e8501-fba0-47d2-b02e-bd3215997764 tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ae56d80-357b-4fb0-97bd-57b2847bb691 HTTP/1.1" status: 200 len: 210 time: 0.1634345 Aug 23 21:13:30.593321 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cb9f507a-c1d9-4290-8af3-1867ef67219d req-77df9a4b-68dd-451c-90a2-087ab8e2d841 tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=4ed8b4a6f7f9454b93efb59e242be02e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361724 Aug 23 21:13:30.707299 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f507a-c1d9-4290-8af3-1867ef67219d req-e2ed9812-455e-4a86-a16e-b21316cb9138 tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:30.708804 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cb9f507a-c1d9-4290-8af3-1867ef67219d req-e2ed9812-455e-4a86-a16e-b21316cb9138 tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1103346 Aug 23 21:13:30.723253 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-cb9f507a-c1d9-4290-8af3-1867ef67219d req-2e5d5407-372f-4d76-8d5f-4a2884787367 tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] Request body: {'port': {'device_id': '6ae56d80-357b-4fb0-97bd-57b2847bb691', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'admin_state_up': True, 'tenant_id': '4ed8b4a6f7f9454b93efb59e242be02e'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:13:30.840953 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb9f507a-c1d9-4290-8af3-1867ef67219d req-2e5d5407-372f-4d76-8d5f-4a2884787367 tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] Made reservation on behalf of 4ed8b4a6f7f9454b93efb59e242be02e for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:13:30.845481 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-cb9f507a-c1d9-4290-8af3-1867ef67219d req-2e5d5407-372f-4d76-8d5f-4a2884787367 tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:30.855313 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-cb9f507a-c1d9-4290-8af3-1867ef67219d req-2e5d5407-372f-4d76-8d5f-4a2884787367 tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:30.939267 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6a50ef8a-d531-4ee2-bda2-9e929c498fc5 req-e8a6fcd0-126a-456e-965c-147c5f9aff85 tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ae56d80-357b-4fb0-97bd-57b2847bb691 HTTP/1.1" status: 200 len: 210 time: 0.0322833 Aug 23 21:13:30.962510 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-cb9f507a-c1d9-4290-8af3-1867ef67219d req-2e5d5407-372f-4d76-8d5f-4a2884787367 tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:30.967010 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-cb9f507a-c1d9-4290-8af3-1867ef67219d req-2e5d5407-372f-4d76-8d5f-4a2884787367 tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:31.038300 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5d5407-372f-4d76-8d5f-4a2884787367 tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52005417-3d45-4895-a2e1-9e84a8ed78c2,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:13:31.051930 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d5407-372f-4d76-8d5f-4a2884787367 tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:13:31.052306 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d5407-372f-4d76-8d5f-4a2884787367 tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:13:31.052649 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d5407-372f-4d76-8d5f-4a2884787367 tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:13:31.052987 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d5407-372f-4d76-8d5f-4a2884787367 tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:13:31.053320 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d5407-372f-4d76-8d5f-4a2884787367 tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:13:31.053654 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d5407-372f-4d76-8d5f-4a2884787367 tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:13:31.053984 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d5407-372f-4d76-8d5f-4a2884787367 tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:13:31.054314 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d5407-372f-4d76-8d5f-4a2884787367 tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:13:31.054644 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d5407-372f-4d76-8d5f-4a2884787367 tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:13:31.054969 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d5407-372f-4d76-8d5f-4a2884787367 tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:13:31.055292 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d5407-372f-4d76-8d5f-4a2884787367 tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:13:31.055614 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d5407-372f-4d76-8d5f-4a2884787367 tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:13:31.123130 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-cb9f507a-c1d9-4290-8af3-1867ef67219d req-2e5d5407-372f-4d76-8d5f-4a2884787367 tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] Allocated IP 192.168.233.179 (660f640a-b8b2-40aa-8ebf-76bd1608cceb/e66e9eb0-86f4-4159-852b-f29863cbf18d/0444ba90-b0b1-4d79-8fd0-478ea68a83f1) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:13:31.274943 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-cb9f507a-c1d9-4290-8af3-1867ef67219d req-2e5d5407-372f-4d76-8d5f-4a2884787367 tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:31.288598 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-cb9f507a-c1d9-4290-8af3-1867ef67219d req-2e5d5407-372f-4d76-8d5f-4a2884787367 tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] Transition to ACTIVE for port object 0444ba90-b0b1-4d79-8fd0-478ea68a83f1 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:13:31.322257 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-cb9f507a-c1d9-4290-8af3-1867ef67219d req-2e5d5407-372f-4d76-8d5f-4a2884787367 tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:31.370763 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb9f507a-c1d9-4290-8af3-1867ef67219d req-2e5d5407-372f-4d76-8d5f-4a2884787367 tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] Network 660f640a-b8b2-40aa-8ebf-76bd1608cceb is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:13:31.373708 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-cb9f507a-c1d9-4290-8af3-1867ef67219d req-2e5d5407-372f-4d76-8d5f-4a2884787367 tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:13:31.378227 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb9f507a-c1d9-4290-8af3-1867ef67219d req-2e5d5407-372f-4d76-8d5f-4a2884787367 tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:13:31.403995 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5d5407-372f-4d76-8d5f-4a2884787367 tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] Pushing event updated for resources: {'Port': ['ID=0444ba90-b0b1-4d79-8fd0-478ea68a83f1,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:13:31.434461 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f507a-c1d9-4290-8af3-1867ef67219d req-2e5d5407-372f-4d76-8d5f-4a2884787367 tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:31.435106 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-cb9f507a-c1d9-4290-8af3-1867ef67219d req-2e5d5407-372f-4d76-8d5f-4a2884787367 tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:31.451241 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cb9f507a-c1d9-4290-8af3-1867ef67219d req-2e5d5407-372f-4d76-8d5f-4a2884787367 tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7319524 Aug 23 21:13:31.463772 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-cb9f507a-c1d9-4290-8af3-1867ef67219d req-036dfee3-03b7-4f40-887b-f22731c9b4e2 service neutron] Request body: {'port': {'device_id': '6ae56d80-357b-4fb0-97bd-57b2847bb691', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:13:31.521157 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-cb9f507a-c1d9-4290-8af3-1867ef67219d req-036dfee3-03b7-4f40-887b-f22731c9b4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:31.581750 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5a915ee1-7b54-49c0-9ac5-d2cab3864d63 None None] Provisioning for port 0444ba90-b0b1-4d79-8fd0-478ea68a83f1 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:13:31.585593 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5a915ee1-7b54-49c0-9ac5-d2cab3864d63 None None] Provisioning complete for port 0444ba90-b0b1-4d79-8fd0-478ea68a83f1 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:13:31.585962 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5a915ee1-7b54-49c0-9ac5-d2cab3864d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:31.620210 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-5a915ee1-7b54-49c0-9ac5-d2cab3864d63 None None] Port 0444ba90-b0b1-4d79-8fd0-478ea68a83f1 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:13:31.795853 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-cb9f507a-c1d9-4290-8af3-1867ef67219d req-036dfee3-03b7-4f40-887b-f22731c9b4e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0444ba90-b0b1-4d79-8fd0-478ea68a83f1 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:13:31.803655 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-cb9f507a-c1d9-4290-8af3-1867ef67219d req-036dfee3-03b7-4f40-887b-f22731c9b4e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:31.816455 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-cb9f507a-c1d9-4290-8af3-1867ef67219d req-036dfee3-03b7-4f40-887b-f22731c9b4e2 service neutron] Transition to ACTIVE for port object 0444ba90-b0b1-4d79-8fd0-478ea68a83f1 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:13:31.819980 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-cb9f507a-c1d9-4290-8af3-1867ef67219d req-036dfee3-03b7-4f40-887b-f22731c9b4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:31.872010 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036dfee3-03b7-4f40-887b-f22731c9b4e2 service neutron] Pushing event updated for resources: {'Port': ['ID=0444ba90-b0b1-4d79-8fd0-478ea68a83f1,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:13:31.942205 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-cb9f507a-c1d9-4290-8af3-1867ef67219d req-036dfee3-03b7-4f40-887b-f22731c9b4e2 service neutron] Attempting to bind port 0444ba90-b0b1-4d79-8fd0-478ea68a83f1 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:13:31.942827 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-cb9f507a-c1d9-4290-8af3-1867ef67219d req-036dfee3-03b7-4f40-887b-f22731c9b4e2 service neutron] Attempting to bind port 0444ba90-b0b1-4d79-8fd0-478ea68a83f1 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:13:31.943166 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9f507a-c1d9-4290-8af3-1867ef67219d req-036dfee3-03b7-4f40-887b-f22731c9b4e2 service neutron] Attempting to bind port 0444ba90-b0b1-4d79-8fd0-478ea68a83f1 on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:13:31.948026 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9f507a-c1d9-4290-8af3-1867ef67219d req-036dfee3-03b7-4f40-887b-f22731c9b4e2 service neutron] Port 0444ba90-b0b1-4d79-8fd0-478ea68a83f1 on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:13:31.948379 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9f507a-c1d9-4290-8af3-1867ef67219d req-036dfee3-03b7-4f40-887b-f22731c9b4e2 service neutron] Attempting to bind port 0444ba90-b0b1-4d79-8fd0-478ea68a83f1 on network 660f640a-b8b2-40aa-8ebf-76bd1608cceb {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:13:31.953457 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9f507a-c1d9-4290-8af3-1867ef67219d req-036dfee3-03b7-4f40-887b-f22731c9b4e2 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:13:31.953792 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9f507a-c1d9-4290-8af3-1867ef67219d req-036dfee3-03b7-4f40-887b-f22731c9b4e2 service neutron] Checking segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:13:31.954200 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9f507a-c1d9-4290-8af3-1867ef67219d req-036dfee3-03b7-4f40-887b-f22731c9b4e2 service neutron] Bound using segment: {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:13:31.954591 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-cb9f507a-c1d9-4290-8af3-1867ef67219d req-036dfee3-03b7-4f40-887b-f22731c9b4e2 service neutron] Bound port: 0444ba90-b0b1-4d79-8fd0-478ea68a83f1, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a45d72a-b91b-441c-942f-09ee31819247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:13:31.954954 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-cb9f507a-c1d9-4290-8af3-1867ef67219d req-036dfee3-03b7-4f40-887b-f22731c9b4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:32.054406 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-cb9f507a-c1d9-4290-8af3-1867ef67219d req-036dfee3-03b7-4f40-887b-f22731c9b4e2 service neutron] For port 0444ba90-b0b1-4d79-8fd0-478ea68a83f1, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:13:32.071455 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-cb9f507a-c1d9-4290-8af3-1867ef67219d req-036dfee3-03b7-4f40-887b-f22731c9b4e2 service neutron] For port 0444ba90-b0b1-4d79-8fd0-478ea68a83f1, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=0444ba90-b0b1-4d79-8fd0-478ea68a83f1,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:13:32.076234 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-cb9f507a-c1d9-4290-8af3-1867ef67219d req-036dfee3-03b7-4f40-887b-f22731c9b4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:32.092048 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8bb04-b687-4c38-ab68-a65cb03bc4d9 req-b6e4e43d-28ce-436e-bfd2-d6008e0d85d6 tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:32.093661 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d7e8bb04-b687-4c38-ab68-a65cb03bc4d9 req-b6e4e43d-28ce-436e-bfd2-d6008e0d85d6 tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ae56d80-357b-4fb0-97bd-57b2847bb691 HTTP/1.1" status: 200 len: 948 time: 0.0801487 Aug 23 21:13:32.121951 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f507a-c1d9-4290-8af3-1867ef67219d req-036dfee3-03b7-4f40-887b-f22731c9b4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:32.122666 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-cb9f507a-c1d9-4290-8af3-1867ef67219d req-036dfee3-03b7-4f40-887b-f22731c9b4e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:32.125266 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cb9f507a-c1d9-4290-8af3-1867ef67219d req-036dfee3-03b7-4f40-887b-f22731c9b4e2 service neutron] 10.222.0.11 "PUT /v2.0/ports/0444ba90-b0b1-4d79-8fd0-478ea68a83f1 HTTP/1.1" status: 200 len: 1096 time: 0.6651826 Aug 23 21:13:32.125737 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ae56d80-357b-4fb0-97bd-57b2847bb691', 'tag': '0444ba90-b0b1-4d79-8fd0-478ea68a83f1'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:13:32.128084 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f977c685-bef8-4349-8fbc-8a738217fcb3" -d '{"events": [{"name": "network-changed", "server_uuid": "6ae56d80-357b-4fb0-97bd-57b2847bb691", "tag": "0444ba90-b0b1-4d79-8fd0-478ea68a83f1"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:13:32.170616 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36818e6f-f5fb-4044-9d20-ee2c4393c6a3 x-openstack-request-id: req-36818e6f-f5fb-4044-9d20-ee2c4393c6a3 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:13:32.171391 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ae56d80-357b-4fb0-97bd-57b2847bb691", "tag": "0444ba90-b0b1-4d79-8fd0-478ea68a83f1", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:13:32.171797 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-36818e6f-f5fb-4044-9d20-ee2c4393c6a3 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:13:32.172510 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ae56d80-357b-4fb0-97bd-57b2847bb691', 'tag': '0444ba90-b0b1-4d79-8fd0-478ea68a83f1', 'status': 'completed', 'code': 200} Aug 23 21:13:32.228296 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d7e8bb04-b687-4c38-ab68-a65cb03bc4d9 req-b0dbe8be-977d-4b8f-ae32-0c3941644416 tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] 10.222.0.61 "GET /v2.0/security-groups?id=52005417-3d45-4895-a2e1-9e84a8ed78c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120532 Aug 23 21:13:32.229577 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036dfee3-03b7-4f40-887b-f22731c9b4e2 service neutron] Pushing event updated for resources: {'Port': ['ID=0444ba90-b0b1-4d79-8fd0-478ea68a83f1,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:13:32.256606 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f507a-c1d9-4290-8af3-1867ef67219d req-2a9bd8f6-b795-4c14-856f-32b515253b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:32.258133 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cb9f507a-c1d9-4290-8af3-1867ef67219d req-2a9bd8f6-b795-4c14-856f-32b515253b38 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4ed8b4a6f7f9454b93efb59e242be02e&device_id=6ae56d80-357b-4fb0-97bd-57b2847bb691 HTTP/1.1" status: 200 len: 1099 time: 0.0827534 Aug 23 21:13:32.302987 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cb9f507a-c1d9-4290-8af3-1867ef67219d req-964f35f6-e30f-4290-a33d-b475edf78e71 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=0444ba90-b0b1-4d79-8fd0-478ea68a83f1 HTTP/1.1" status: 200 len: 217 time: 0.0363595 Aug 23 21:13:32.352336 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f507a-c1d9-4290-8af3-1867ef67219d req-652d8896-1553-4e60-bbc6-7c32d1cdcef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:32.353820 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cb9f507a-c1d9-4290-8af3-1867ef67219d req-652d8896-1553-4e60-bbc6-7c32d1cdcef8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.0442965 Aug 23 21:13:32.407830 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f507a-c1d9-4290-8af3-1867ef67219d req-7d7c1ddc-050d-4fc0-8b93-cab0691a5535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:32.409298 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cb9f507a-c1d9-4290-8af3-1867ef67219d req-7d7c1ddc-050d-4fc0-8b93-cab0691a5535 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0468328 Aug 23 21:13:32.502867 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cb9f507a-c1d9-4290-8af3-1867ef67219d req-c6dfc1b4-8bbc-45ce-88a2-1b6dea0796c2 service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859294 Aug 23 21:13:32.601262 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cb9f507a-c1d9-4290-8af3-1867ef67219d req-b3968f1d-1430-4cab-a364-6cb50f07acee service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917022 Aug 23 21:13:32.701836 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977c685-bef8-4349-8fbc-8a738217fcb3 req-7e60a798-8371-4fa3-b4b5-ece3a0817c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:32.704750 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f977c685-bef8-4349-8fbc-8a738217fcb3 req-7e60a798-8371-4fa3-b4b5-ece3a0817c50 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4ed8b4a6f7f9454b93efb59e242be02e&device_id=6ae56d80-357b-4fb0-97bd-57b2847bb691 HTTP/1.1" status: 200 len: 1099 time: 0.0462344 Aug 23 21:13:32.804312 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977c685-bef8-4349-8fbc-8a738217fcb3 req-c842f24b-28fa-4aea-819f-9829bd5c6952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:32.805897 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f977c685-bef8-4349-8fbc-8a738217fcb3 req-c842f24b-28fa-4aea-819f-9829bd5c6952 service neutron] 10.222.0.11 "GET /v2.0/networks?id=660f640a-b8b2-40aa-8ebf-76bd1608cceb HTTP/1.1" status: 200 len: 870 time: 0.0939436 Aug 23 21:13:32.860302 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f977c685-bef8-4349-8fbc-8a738217fcb3 req-5aec3345-d09b-4de8-ab42-b1e037443990 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=0444ba90-b0b1-4d79-8fd0-478ea68a83f1 HTTP/1.1" status: 200 len: 217 time: 0.0448012 Aug 23 21:13:32.915648 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977c685-bef8-4349-8fbc-8a738217fcb3 req-c8ee1401-e5bf-4c81-b4b1-437b698ea753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:32.917152 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f977c685-bef8-4349-8fbc-8a738217fcb3 req-c8ee1401-e5bf-4c81-b4b1-437b698ea753 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e66e9eb0-86f4-4159-852b-f29863cbf18d HTTP/1.1" status: 200 len: 843 time: 0.0459135 Aug 23 21:13:32.964823 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977c685-bef8-4349-8fbc-8a738217fcb3 req-bad7d6e0-0856-4453-b47c-9e08105080c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:32.966244 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f977c685-bef8-4349-8fbc-8a738217fcb3 req-bad7d6e0-0856-4453-b47c-9e08105080c5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=660f640a-b8b2-40aa-8ebf-76bd1608cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0412405 Aug 23 21:13:33.073762 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f977c685-bef8-4349-8fbc-8a738217fcb3 req-4cf84215-4d4f-4303-9f9f-14833d23c9e6 service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993276 Aug 23 21:13:33.167813 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f977c685-bef8-4349-8fbc-8a738217fcb3 req-899464df-ecf1-4171-9c99-73bde494f506 service neutron] 10.222.0.11 "GET /v2.0/networks/660f640a-b8b2-40aa-8ebf-76bd1608cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835087 Aug 23 21:13:33.356273 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a70b48-0e46-4a08-a092-8920ec7a3174 req-8c08fabe-67e2-4ed6-870e-fc791ddff52f tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:33.358161 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-47a70b48-0e46-4a08-a092-8920ec7a3174 req-8c08fabe-67e2-4ed6-870e-fc791ddff52f tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ae56d80-357b-4fb0-97bd-57b2847bb691 HTTP/1.1" status: 200 len: 948 time: 0.0561070 Aug 23 21:13:33.400358 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-47a70b48-0e46-4a08-a092-8920ec7a3174 req-b0b83795-4760-448e-8ba3-b8a94a292bae tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] 10.222.0.61 "GET /v2.0/security-groups?id=52005417-3d45-4895-a2e1-9e84a8ed78c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347149 Aug 23 21:13:34.523874 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b002b3df-2ac3-4c2a-9f45-f5248b0c28d7 req-60f26496-460f-47c5-b301-165bbb37bbcf tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:34.525734 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b002b3df-2ac3-4c2a-9f45-f5248b0c28d7 req-60f26496-460f-47c5-b301-165bbb37bbcf tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ae56d80-357b-4fb0-97bd-57b2847bb691 HTTP/1.1" status: 200 len: 948 time: 0.0556259 Aug 23 21:13:34.566114 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b002b3df-2ac3-4c2a-9f45-f5248b0c28d7 req-174b3c43-7ea8-4157-b1db-e52f66a7890e tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] 10.222.0.61 "GET /v2.0/security-groups?id=52005417-3d45-4895-a2e1-9e84a8ed78c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340250 Aug 23 21:13:34.579059 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 0444ba90-b0b1-4d79-8fd0-478ea68a83f1 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 21:13:34.677283 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 0444ba90-b0b1-4d79-8fd0-478ea68a83f1, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=0444ba90-b0b1-4d79-8fd0-478ea68a83f1,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:13:34.688580 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '0444ba90-b0b1-4d79-8fd0-478ea68a83f1', 'network_id': '660f640a-b8b2-40aa-8ebf-76bd1608cceb', 'port_id': '0444ba90-b0b1-4d79-8fd0-478ea68a83f1', 'mac_address': 'fa:16:3e:e0:08:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66e9eb0-86f4-4159-852b-f29863cbf18d', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 21:13:34.726692 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:34.740714 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0444ba90-b0b1-4d79-8fd0-478ea68a83f1 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:13:34.759969 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 0444ba90-b0b1-4d79-8fd0-478ea68a83f1, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=0444ba90-b0b1-4d79-8fd0-478ea68a83f1,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:13:34.764456 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:34.816194 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=0444ba90-b0b1-4d79-8fd0-478ea68a83f1,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:13:34.823608 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:13:34.823960 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:13:34.824446 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:13:34.824742 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:13:34.825080 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:13:34.825416 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:13:34.825748 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:13:34.826078 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:13:34.826405 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:13:34.826733 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:13:34.827060 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:13:34.827438 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:13:34.961765 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['0444ba90-b0b1-4d79-8fd0-478ea68a83f1'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:13:35.680404 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66265b-4163-4326-bff4-6273de6f7749 req-9f6aa4d0-e0e2-4510-97ba-0d5ea118d35a tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:35.681885 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1c66265b-4163-4326-bff4-6273de6f7749 req-9f6aa4d0-e0e2-4510-97ba-0d5ea118d35a tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ae56d80-357b-4fb0-97bd-57b2847bb691 HTTP/1.1" status: 200 len: 949 time: 0.0484674 Aug 23 21:13:35.682488 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [req-18006bb0-2dd8-4bad-907c-14890369fd96 req-2f6fb7ec-2b04-4613-9e2d-391a5b5c991b service neutron] (94688) timed out ('10.222.0.61', 46564) {{(pid=94688) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 21:13:35.727510 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1c66265b-4163-4326-bff4-6273de6f7749 req-fc742950-07b4-43f7-a5d6-57a8a1820437 tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] 10.222.0.61 "GET /v2.0/security-groups?id=52005417-3d45-4895-a2e1-9e84a8ed78c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367584 Aug 23 21:13:36.579785 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 0444ba90-b0b1-4d79-8fd0-478ea68a83f1 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:13:36.632895 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 0444ba90-b0b1-4d79-8fd0-478ea68a83f1 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:13:36.636502 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 0444ba90-b0b1-4d79-8fd0-478ea68a83f1 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:13:36.636868 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:36.714417 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:36.736751 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae56d80-357b-4fb0-97bd-57b2847bb691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0444ba90-b0b1-4d79-8fd0-478ea68a83f1'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:13:36.739207 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856d7ed4-f9c7-40ea-a11e-b04a2e505d54" -d '{"events": [{"server_uuid": "6ae56d80-357b-4fb0-97bd-57b2847bb691", "name": "network-vif-plugged", "status": "completed", "tag": "0444ba90-b0b1-4d79-8fd0-478ea68a83f1"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:13:36.752597 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 0444ba90-b0b1-4d79-8fd0-478ea68a83f1, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=0444ba90-b0b1-4d79-8fd0-478ea68a83f1,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:13:36.759060 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:36.784395 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d83c058-bf27-413b-84dd-77ade0ee417f x-openstack-request-id: req-1d83c058-bf27-413b-84dd-77ade0ee417f {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:13:36.784679 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ae56d80-357b-4fb0-97bd-57b2847bb691", "name": "network-vif-plugged", "status": "completed", "tag": "0444ba90-b0b1-4d79-8fd0-478ea68a83f1", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:13:36.784925 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1d83c058-bf27-413b-84dd-77ade0ee417f {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:13:36.785300 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ae56d80-357b-4fb0-97bd-57b2847bb691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0444ba90-b0b1-4d79-8fd0-478ea68a83f1', 'code': 200} Aug 23 21:13:36.811388 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=0444ba90-b0b1-4d79-8fd0-478ea68a83f1,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:13:36.866078 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04933ed8-2c03-441b-8c4e-0d97aee0fbee req-eccddee5-4f48-485f-97b3-7bc6933c42d5 tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:36.867630 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-04933ed8-2c03-441b-8c4e-0d97aee0fbee req-eccddee5-4f48-485f-97b3-7bc6933c42d5 tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ae56d80-357b-4fb0-97bd-57b2847bb691 HTTP/1.1" status: 200 len: 950 time: 0.0507717 Aug 23 21:13:36.883532 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb55b3a-1cd1-4d2c-8cd9-8d2e5ea9ea7b req-bcd75725-e43a-41da-aba9-4ea0f102ec42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:36.885113 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5bb55b3a-1cd1-4d2c-8cd9-8d2e5ea9ea7b req-bcd75725-e43a-41da-aba9-4ea0f102ec42 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6ae56d80-357b-4fb0-97bd-57b2847bb691 HTTP/1.1" status: 200 len: 1101 time: 0.0425897 Aug 23 21:13:36.911890 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-04933ed8-2c03-441b-8c4e-0d97aee0fbee req-237e065f-f4cf-48c5-8b08-b262626aa0f1 tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] 10.222.0.61 "GET /v2.0/security-groups?id=52005417-3d45-4895-a2e1-9e84a8ed78c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377574 Aug 23 21:13:36.922633 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5bb55b3a-1cd1-4d2c-8cd9-8d2e5ea9ea7b req-ab1e9085-01f9-4ff9-96b0-4befc3302eed service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=52005417-3d45-4895-a2e1-9e84a8ed78c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296819 Aug 23 21:13:38.032524 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d292ec3-87c1-443b-b5d7-4cc5d8d6cf38 req-6bbe8699-43df-43e6-b3f4-44c8cc1f8b64 tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:38.034159 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2d292ec3-87c1-443b-b5d7-4cc5d8d6cf38 req-6bbe8699-43df-43e6-b3f4-44c8cc1f8b64 tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ae56d80-357b-4fb0-97bd-57b2847bb691 HTTP/1.1" status: 200 len: 950 time: 0.0512166 Aug 23 21:13:38.074776 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2d292ec3-87c1-443b-b5d7-4cc5d8d6cf38 req-1b4abeda-dc2f-4016-b8f1-ab12b9bbf792 tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] 10.222.0.61 "GET /v2.0/security-groups?id=52005417-3d45-4895-a2e1-9e84a8ed78c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346177 Aug 23 21:13:39.015629 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769d25f-a8f8-4862-a8c1-e91b9e2a7386 req-46f04a80-b514-47f3-980c-ff82dcee072d tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:39.017317 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e769d25f-a8f8-4862-a8c1-e91b9e2a7386 req-46f04a80-b514-47f3-980c-ff82dcee072d tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ae56d80-357b-4fb0-97bd-57b2847bb691 HTTP/1.1" status: 200 len: 950 time: 0.0549629 Aug 23 21:13:39.055458 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e769d25f-a8f8-4862-a8c1-e91b9e2a7386 req-f7fef91c-9c8e-49ef-a498-73f91fc990bb tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] 10.222.0.61 "GET /v2.0/security-groups?id=52005417-3d45-4895-a2e1-9e84a8ed78c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321856 Aug 23 21:13:40.071606 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-52be1e69-0c9a-4ded-be26-9b916bfcf8ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:40.179402 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ab1f6-3a3b-42b8-a839-7be7d5d48574 req-9be0f735-f4a3-43c6-a4b1-9c30ee5b9a5b tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:40.181534 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dd3ab1f6-3a3b-42b8-a839-7be7d5d48574 req-9be0f735-f4a3-43c6-a4b1-9c30ee5b9a5b tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ae56d80-357b-4fb0-97bd-57b2847bb691 HTTP/1.1" status: 200 len: 950 time: 0.0527897 Aug 23 21:13:40.226431 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dd3ab1f6-3a3b-42b8-a839-7be7d5d48574 req-5253f450-12c0-4fd6-9322-58d1c901d843 tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] 10.222.0.61 "GET /v2.0/security-groups?id=52005417-3d45-4895-a2e1-9e84a8ed78c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390489 Aug 23 21:13:40.325857 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643ec2d-3e2c-42f6-a4be-6763988c461d req-34b86167-6aa9-45c5-9253-e767dd82a499 tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:40.327384 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d643ec2d-3e2c-42f6-a4be-6763988c461d req-34b86167-6aa9-45c5-9253-e767dd82a499 tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ae56d80-357b-4fb0-97bd-57b2847bb691 HTTP/1.1" status: 200 len: 950 time: 0.0521977 Aug 23 21:13:40.421409 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-d643ec2d-3e2c-42f6-a4be-6763988c461d req-c2e570bc-50e2-470e-bcd6-036d07e39b08 tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] Deleting port 0444ba90-b0b1-4d79-8fd0-478ea68a83f1 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:13:40.421753 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d643ec2d-3e2c-42f6-a4be-6763988c461d req-c2e570bc-50e2-470e-bcd6-036d07e39b08 tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:40.531364 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-d643ec2d-3e2c-42f6-a4be-6763988c461d req-c2e570bc-50e2-470e-bcd6-036d07e39b08 tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] For port 0444ba90-b0b1-4d79-8fd0-478ea68a83f1, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=0444ba90-b0b1-4d79-8fd0-478ea68a83f1,segment=NetworkSegment(5a45d72a-b91b-441c-942f-09ee31819247),segment_id=5a45d72a-b91b-441c-942f-09ee31819247)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:13:40.532356 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d643ec2d-3e2c-42f6-a4be-6763988c461d req-c2e570bc-50e2-470e-bcd6-036d07e39b08 tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:40.545108 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-d643ec2d-3e2c-42f6-a4be-6763988c461d req-c2e570bc-50e2-470e-bcd6-036d07e39b08 tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] Calling delete_port for 0444ba90-b0b1-4d79-8fd0-478ea68a83f1 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:13:40.691806 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d643ec2d-3e2c-42f6-a4be-6763988c461d req-c2e570bc-50e2-470e-bcd6-036d07e39b08 tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:40.704036 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['0444ba90-b0b1-4d79-8fd0-478ea68a83f1'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:13:40.724224 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e570bc-50e2-470e-bcd6-036d07e39b08 tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] Pushing event deleted for resources: {'Port': ['ID=0444ba90-b0b1-4d79-8fd0-478ea68a83f1,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:13:40.725455 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:40.771299 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-d643ec2d-3e2c-42f6-a4be-6763988c461d req-c2e570bc-50e2-470e-bcd6-036d07e39b08 tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] No DVR routers for this DVR port 0444ba90-b0b1-4d79-8fd0-478ea68a83f1 on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:13:40.774120 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d643ec2d-3e2c-42f6-a4be-6763988c461d req-c2e570bc-50e2-470e-bcd6-036d07e39b08 tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:40.776355 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d643ec2d-3e2c-42f6-a4be-6763988c461d req-c2e570bc-50e2-470e-bcd6-036d07e39b08 tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] 10.222.0.11 "DELETE /v2.0/ports/0444ba90-b0b1-4d79-8fd0-478ea68a83f1 HTTP/1.1" status: 204 len: 173 time: 0.4423072 Aug 23 21:13:40.776804 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae56d80-357b-4fb0-97bd-57b2847bb691', 'name': 'network-vif-deleted', 'tag': '0444ba90-b0b1-4d79-8fd0-478ea68a83f1'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:13:40.779136 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93dd8345-bf4f-4445-ba6b-b8823e98dd98" -d '{"events": [{"server_uuid": "6ae56d80-357b-4fb0-97bd-57b2847bb691", "name": "network-vif-deleted", "tag": "0444ba90-b0b1-4d79-8fd0-478ea68a83f1"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:13:40.836026 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae473466-eccb-42b4-a3c9-9ce137d47253 x-openstack-request-id: req-ae473466-eccb-42b4-a3c9-9ce137d47253 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:13:40.836421 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ae56d80-357b-4fb0-97bd-57b2847bb691", "name": "network-vif-deleted", "tag": "0444ba90-b0b1-4d79-8fd0-478ea68a83f1", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:13:40.836730 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ae473466-eccb-42b4-a3c9-9ce137d47253 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:13:40.837181 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ae56d80-357b-4fb0-97bd-57b2847bb691', 'name': 'network-vif-deleted', 'tag': '0444ba90-b0b1-4d79-8fd0-478ea68a83f1', 'status': 'completed', 'code': 200} Aug 23 21:13:41.343938 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a38174a1-1d79-4599-9c42-e4169b4990c3 req-4b2e3d51-1cab-4225-920c-16c0b3931b0d tempest-ServersAdminNegativeTestJSON-978745008 tempest-ServersAdminNegativeTestJSON-978745008-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ae56d80-357b-4fb0-97bd-57b2847bb691 HTTP/1.1" status: 200 len: 210 time: 0.0294690 Aug 23 21:13:42.667141 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49738) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:13:42.801702 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-145324a3-756f-43c8-86cf-1c22001db2d3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4ed8b4a6f7f9454b93efb59e242be02e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1333551 Aug 23 21:13:42.804182 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49742) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:13:42.854898 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0f13a9d7-9d93-4850-94fc-1c18fb7bb568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:42.876798 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0f13a9d7-9d93-4850-94fc-1c18fb7bb568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:42.921915 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0f13a9d7-9d93-4850-94fc-1c18fb7bb568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:42.924538 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0f13a9d7-9d93-4850-94fc-1c18fb7bb568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:42.925681 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0f13a9d7-9d93-4850-94fc-1c18fb7bb568 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/52005417-3d45-4895-a2e1-9e84a8ed78c2 HTTP/1.1" status: 204 len: 168 time: 0.1206095 Aug 23 21:13:42.934424 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f13a9d7-9d93-4850-94fc-1c18fb7bb568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52005417-3d45-4895-a2e1-9e84a8ed78c2,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:13:43.196406 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49748) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:13:43.209803 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44ac3657-e580-4499-b1aa-ffb837fdf8be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:43.300180 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44ac3657-e580-4499-b1aa-ffb837fdf8be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:43.303812 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44ac3657-e580-4499-b1aa-ffb837fdf8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:43.341924 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-44ac3657-e580-4499-b1aa-ffb837fdf8be admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7c2507e72f384e5a93ce64ecd50e467b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1444426 Aug 23 21:13:43.344845 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac3657-e580-4499-b1aa-ffb837fdf8be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5c90cc-8221-4568-9a42-dab712cc1bb2,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:13:43.345628 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49750) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:13:43.352443 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ac3657-e580-4499-b1aa-ffb837fdf8be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:13:43.352792 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ac3657-e580-4499-b1aa-ffb837fdf8be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:13:43.353139 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ac3657-e580-4499-b1aa-ffb837fdf8be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:13:43.353477 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ac3657-e580-4499-b1aa-ffb837fdf8be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:13:43.353813 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ac3657-e580-4499-b1aa-ffb837fdf8be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:13:43.354145 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ac3657-e580-4499-b1aa-ffb837fdf8be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:13:43.354475 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ac3657-e580-4499-b1aa-ffb837fdf8be admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:13:43.354802 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ac3657-e580-4499-b1aa-ffb837fdf8be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:13:43.355130 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ac3657-e580-4499-b1aa-ffb837fdf8be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:13:43.355454 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ac3657-e580-4499-b1aa-ffb837fdf8be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:13:43.355780 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ac3657-e580-4499-b1aa-ffb837fdf8be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:13:43.356121 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ac3657-e580-4499-b1aa-ffb837fdf8be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:13:43.395376 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d4ec835d-884a-494c-b8d8-e8024f50a888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:43.416449 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d4ec835d-884a-494c-b8d8-e8024f50a888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:43.449713 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-64bf1434-d65b-44b1-ae05-8912354174f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:43.465757 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d4ec835d-884a-494c-b8d8-e8024f50a888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:43.469224 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d4ec835d-884a-494c-b8d8-e8024f50a888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:43.470945 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d4ec835d-884a-494c-b8d8-e8024f50a888 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0b5c90cc-8221-4568-9a42-dab712cc1bb2 HTTP/1.1" status: 204 len: 168 time: 0.1241820 Aug 23 21:13:43.481154 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ec835d-884a-494c-b8d8-e8024f50a888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5c90cc-8221-4568-9a42-dab712cc1bb2,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:13:43.575588 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:43.766022 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [req-7a3f187f-083d-41d9-9328-1958379f6975 req-80de5694-09ae-4907-9dcf-31265724cb35 tempest-TestServerMultinode-1702789517 tempest-TestServerMultinode-1702789517-project-admin] (94688) timed out ('10.222.0.11', 57903) {{(pid=94688) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 21:13:44.175636 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49772) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:13:44.275481 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-753b9f2f-f146-4acb-9de8-eefeb18e5bfa admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-912171915-network', 'tenant_id': '1eba24d80869473c8107bfea2ebfe660'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:13:44.296868 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753b9f2f-f146-4acb-9de8-eefeb18e5bfa admin admin] Made reservation on behalf of 1eba24d80869473c8107bfea2ebfe660 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:13:44.299053 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-753b9f2f-f146-4acb-9de8-eefeb18e5bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:44.307157 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-753b9f2f-f146-4acb-9de8-eefeb18e5bfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:44.399557 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-753b9f2f-f146-4acb-9de8-eefeb18e5bfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:44.403212 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-753b9f2f-f146-4acb-9de8-eefeb18e5bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:44.428758 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-753b9f2f-f146-4acb-9de8-eefeb18e5bfa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:13:44.439384 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753b9f2f-f146-4acb-9de8-eefeb18e5bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143a1208-db3d-4191-b931-cea7bee93cb1,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:13:44.445592 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-753b9f2f-f146-4acb-9de8-eefeb18e5bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:44.445940 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-753b9f2f-f146-4acb-9de8-eefeb18e5bfa admin admin] Added segment 3217cfe8-a19b-4cc0-9e11-2d573e6af281 of type vlan for network ed5acea7-8e38-4db9-8d02-70ee583fb2f4 Aug 23 21:13:44.488439 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-753b9f2f-f146-4acb-9de8-eefeb18e5bfa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:44.512514 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-753b9f2f-f146-4acb-9de8-eefeb18e5bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:44.513389 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753b9f2f-f146-4acb-9de8-eefeb18e5bfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:44.513967 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-753b9f2f-f146-4acb-9de8-eefeb18e5bfa admin admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:44.565864 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-753b9f2f-f146-4acb-9de8-eefeb18e5bfa admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3890824 Aug 23 21:13:44.568920 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49776) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:13:44.574130 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e986ee2d-0950-48f7-942c-e512fb59f004 admin admin] Request body: {'subnet': {'network_id': 'ed5acea7-8e38-4db9-8d02-70ee583fb2f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-912171915-subnet', 'tenant_id': '1eba24d80869473c8107bfea2ebfe660', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:13:44.574861 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753b9f2f-f146-4acb-9de8-eefeb18e5bfa admin admin] Pushing event updated for resources: {'Network': ['ID=ed5acea7-8e38-4db9-8d02-70ee583fb2f4,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:13:44.585113 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network ed5acea7-8e38-4db9-8d02-70ee583fb2f4 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:13:44.596578 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e986ee2d-0950-48f7-942c-e512fb59f004 admin admin] Made reservation on behalf of 1eba24d80869473c8107bfea2ebfe660 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:13:44.599031 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e986ee2d-0950-48f7-942c-e512fb59f004 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:44.631710 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 0444ba90-b0b1-4d79-8fd0-478ea68a83f1 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:13:44.660496 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: 0444ba90-b0b1-4d79-8fd0-478ea68a83f1 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:13:44.660833 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 0444ba90-b0b1-4d79-8fd0-478ea68a83f1 not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:13:44.685797 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:44.774905 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e986ee2d-0950-48f7-942c-e512fb59f004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:44.836288 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e986ee2d-0950-48f7-942c-e512fb59f004 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e17fcf71-fb71-4a10-bcd1-0550d393cf1a,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:13:44.843888 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e986ee2d-0950-48f7-942c-e512fb59f004 admin admin] Checking segment: {'id': '3217cfe8-a19b-4cc0-9e11-2d573e6af281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'ed5acea7-8e38-4db9-8d02-70ee583fb2f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:13:44.844270 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e986ee2d-0950-48f7-942c-e512fb59f004 admin admin] Network hostable DHCP agents. Network: ed5acea7-8e38-4db9-8d02-70ee583fb2f4, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:13:44.860686 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e986ee2d-0950-48f7-942c-e512fb59f004 admin admin] Network ed5acea7-8e38-4db9-8d02-70ee583fb2f4 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:13:44.869522 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-e986ee2d-0950-48f7-942c-e512fb59f004 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, ed5acea7-8e38-4db9-8d02-70ee583fb2f4) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:13:44.878010 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffa57e7-5dbf-41d5-852d-a42f5cec8f9b None None] Network ed5acea7-8e38-4db9-8d02-70ee583fb2f4 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:13:44.878552 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e986ee2d-0950-48f7-942c-e512fb59f004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:44.879148 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e986ee2d-0950-48f7-942c-e512fb59f004 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:44.900113 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e986ee2d-0950-48f7-942c-e512fb59f004 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3238814 Aug 23 21:13:45.006992 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61858de7-8d15-418f-ba6f-63812bf7a889 None None] Network ed5acea7-8e38-4db9-8d02-70ee583fb2f4 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:13:45.317955 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678bf8a4-0713-4789-a980-2c62a6d6296c req-874e6569-75d5-4b67-843e-cf3c9cd789cc tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:45.319346 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-678bf8a4-0713-4789-a980-2c62a6d6296c req-874e6569-75d5-4b67-843e-cf3c9cd789cc tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/networks?id=ed5acea7-8e38-4db9-8d02-70ee583fb2f4 HTTP/1.1" status: 200 len: 811 time: 0.1004591 Aug 23 21:13:45.334222 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-678bf8a4-0713-4789-a980-2c62a6d6296c req-f09cf1a5-2c3a-460b-badb-dc0ff592ad9e tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/quotas/1eba24d80869473c8107bfea2ebfe660 HTTP/1.1" status: 200 len: 375 time: 0.0090477 Aug 23 21:13:45.370655 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-678bf8a4-0713-4789-a980-2c62a6d6296c req-2bfcd9bc-4371-4f72-9a43-c140cc3ddf55 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1eba24d80869473c8107bfea2ebfe660&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313666 Aug 23 21:13:45.460736 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-678bf8a4-0713-4789-a980-2c62a6d6296c req-037a41e9-05d9-4e74-ad61-e141f60dd0eb service neutron] 10.222.0.61 "GET /v2.0/networks/ed5acea7-8e38-4db9-8d02-70ee583fb2f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830519 Aug 23 21:13:45.554431 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-678bf8a4-0713-4789-a980-2c62a6d6296c req-f4315b23-7fa5-4978-92d0-12878e778ec0 service neutron] 10.222.0.61 "GET /v2.0/networks/ed5acea7-8e38-4db9-8d02-70ee583fb2f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874300 Aug 23 21:13:45.716979 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-df9d56d0-390d-40f6-94da-08bf93a65a1b req-895657a0-ff97-4b4e-8626-9951590e6830 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a784050-7958-4012-ba20-aac5e0e9c5a9 HTTP/1.1" status: 200 len: 210 time: 0.0306339 Aug 23 21:13:46.043797 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:46.619834 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678bf8a4-0713-4789-a980-2c62a6d6296c req-d4284c85-03a0-418e-9d37-20b6c4a050dc tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:46.621358 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-678bf8a4-0713-4789-a980-2c62a6d6296c req-d4284c85-03a0-418e-9d37-20b6c4a050dc tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.11 "GET /v2.0/networks?id=ed5acea7-8e38-4db9-8d02-70ee583fb2f4 HTTP/1.1" status: 200 len: 811 time: 0.1074855 Aug 23 21:13:46.634124 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-678bf8a4-0713-4789-a980-2c62a6d6296c req-37281154-0c2a-40c2-a02f-c3c347d34ab4 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Request body: {'port': {'device_id': '5a784050-7958-4012-ba20-aac5e0e9c5a9', 'network_id': 'ed5acea7-8e38-4db9-8d02-70ee583fb2f4', 'admin_state_up': True, 'tenant_id': '1eba24d80869473c8107bfea2ebfe660'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:13:46.746753 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-678bf8a4-0713-4789-a980-2c62a6d6296c req-37281154-0c2a-40c2-a02f-c3c347d34ab4 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Made reservation on behalf of 1eba24d80869473c8107bfea2ebfe660 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:13:46.751695 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-678bf8a4-0713-4789-a980-2c62a6d6296c req-37281154-0c2a-40c2-a02f-c3c347d34ab4 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:46.813741 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-87faf351-0c3f-4027-8d96-03231e9b41a1 req-a7c13ef5-8ac3-4c4a-931f-942af6c17143 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a784050-7958-4012-ba20-aac5e0e9c5a9 HTTP/1.1" status: 200 len: 210 time: 0.0272248 Aug 23 21:13:46.880418 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-678bf8a4-0713-4789-a980-2c62a6d6296c req-37281154-0c2a-40c2-a02f-c3c347d34ab4 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Allocated IP 172.20.0.7 (ed5acea7-8e38-4db9-8d02-70ee583fb2f4/e17fcf71-fb71-4a10-bcd1-0550d393cf1a/c8cd6f4f-5c16-4555-bb8d-e833aadb446f) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:13:47.026224 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-678bf8a4-0713-4789-a980-2c62a6d6296c req-37281154-0c2a-40c2-a02f-c3c347d34ab4 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:47.064474 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-678bf8a4-0713-4789-a980-2c62a6d6296c req-37281154-0c2a-40c2-a02f-c3c347d34ab4 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:47.108650 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-678bf8a4-0713-4789-a980-2c62a6d6296c req-37281154-0c2a-40c2-a02f-c3c347d34ab4 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Network ed5acea7-8e38-4db9-8d02-70ee583fb2f4 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:13:47.112922 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-678bf8a4-0713-4789-a980-2c62a6d6296c req-37281154-0c2a-40c2-a02f-c3c347d34ab4 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:13:47.116537 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-678bf8a4-0713-4789-a980-2c62a6d6296c req-37281154-0c2a-40c2-a02f-c3c347d34ab4 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:13:47.145269 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37281154-0c2a-40c2-a02f-c3c347d34ab4 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Pushing event updated for resources: {'Port': ['ID=c8cd6f4f-5c16-4555-bb8d-e833aadb446f,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:13:47.175920 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678bf8a4-0713-4789-a980-2c62a6d6296c req-37281154-0c2a-40c2-a02f-c3c347d34ab4 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:47.176573 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-678bf8a4-0713-4789-a980-2c62a6d6296c req-37281154-0c2a-40c2-a02f-c3c347d34ab4 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:47.191477 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-678bf8a4-0713-4789-a980-2c62a6d6296c req-37281154-0c2a-40c2-a02f-c3c347d34ab4 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5614622 Aug 23 21:13:47.204912 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-678bf8a4-0713-4789-a980-2c62a6d6296c req-f5a53498-286f-49c1-b01d-13199d18364d service neutron] Request body: {'port': {'device_id': '5a784050-7958-4012-ba20-aac5e0e9c5a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:13:47.262575 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-678bf8a4-0713-4789-a980-2c62a6d6296c req-f5a53498-286f-49c1-b01d-13199d18364d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:47.523108 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-678bf8a4-0713-4789-a980-2c62a6d6296c req-f5a53498-286f-49c1-b01d-13199d18364d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8cd6f4f-5c16-4555-bb8d-e833aadb446f {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:13:47.530288 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-678bf8a4-0713-4789-a980-2c62a6d6296c req-f5a53498-286f-49c1-b01d-13199d18364d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:47.542964 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-678bf8a4-0713-4789-a980-2c62a6d6296c req-f5a53498-286f-49c1-b01d-13199d18364d service neutron] Transition to ACTIVE for port object c8cd6f4f-5c16-4555-bb8d-e833aadb446f will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:13:47.547257 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-678bf8a4-0713-4789-a980-2c62a6d6296c req-f5a53498-286f-49c1-b01d-13199d18364d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:47.597598 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a53498-286f-49c1-b01d-13199d18364d service neutron] Pushing event updated for resources: {'Port': ['ID=c8cd6f4f-5c16-4555-bb8d-e833aadb446f,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:13:47.665992 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-678bf8a4-0713-4789-a980-2c62a6d6296c req-f5a53498-286f-49c1-b01d-13199d18364d service neutron] Attempting to bind port c8cd6f4f-5c16-4555-bb8d-e833aadb446f on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:13:47.666327 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-678bf8a4-0713-4789-a980-2c62a6d6296c req-f5a53498-286f-49c1-b01d-13199d18364d service neutron] Attempting to bind port c8cd6f4f-5c16-4555-bb8d-e833aadb446f by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '3217cfe8-a19b-4cc0-9e11-2d573e6af281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'ed5acea7-8e38-4db9-8d02-70ee583fb2f4'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:13:47.666659 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678bf8a4-0713-4789-a980-2c62a6d6296c req-f5a53498-286f-49c1-b01d-13199d18364d service neutron] Attempting to bind port c8cd6f4f-5c16-4555-bb8d-e833aadb446f on network ed5acea7-8e38-4db9-8d02-70ee583fb2f4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:13:47.670889 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678bf8a4-0713-4789-a980-2c62a6d6296c req-f5a53498-286f-49c1-b01d-13199d18364d service neutron] Port c8cd6f4f-5c16-4555-bb8d-e833aadb446f on network ed5acea7-8e38-4db9-8d02-70ee583fb2f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:13:47.671211 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678bf8a4-0713-4789-a980-2c62a6d6296c req-f5a53498-286f-49c1-b01d-13199d18364d service neutron] Attempting to bind port c8cd6f4f-5c16-4555-bb8d-e833aadb446f on network ed5acea7-8e38-4db9-8d02-70ee583fb2f4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:13:47.676801 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678bf8a4-0713-4789-a980-2c62a6d6296c req-f5a53498-286f-49c1-b01d-13199d18364d service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:13:47.677135 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678bf8a4-0713-4789-a980-2c62a6d6296c req-f5a53498-286f-49c1-b01d-13199d18364d service neutron] Checking segment: {'id': '3217cfe8-a19b-4cc0-9e11-2d573e6af281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'ed5acea7-8e38-4db9-8d02-70ee583fb2f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:13:47.677520 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678bf8a4-0713-4789-a980-2c62a6d6296c req-f5a53498-286f-49c1-b01d-13199d18364d service neutron] Bound using segment: {'id': '3217cfe8-a19b-4cc0-9e11-2d573e6af281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'ed5acea7-8e38-4db9-8d02-70ee583fb2f4'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:13:47.677943 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-678bf8a4-0713-4789-a980-2c62a6d6296c req-f5a53498-286f-49c1-b01d-13199d18364d service neutron] Bound port: c8cd6f4f-5c16-4555-bb8d-e833aadb446f, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3217cfe8-a19b-4cc0-9e11-2d573e6af281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'ed5acea7-8e38-4db9-8d02-70ee583fb2f4'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:13:47.678299 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-678bf8a4-0713-4789-a980-2c62a6d6296c req-f5a53498-286f-49c1-b01d-13199d18364d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:47.739117 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-678bf8a4-0713-4789-a980-2c62a6d6296c req-f5a53498-286f-49c1-b01d-13199d18364d service neutron] For port c8cd6f4f-5c16-4555-bb8d-e833aadb446f, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:13:47.742071 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-678bf8a4-0713-4789-a980-2c62a6d6296c req-f5a53498-286f-49c1-b01d-13199d18364d service neutron] For port c8cd6f4f-5c16-4555-bb8d-e833aadb446f, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=c8cd6f4f-5c16-4555-bb8d-e833aadb446f,segment=NetworkSegment(3217cfe8-a19b-4cc0-9e11-2d573e6af281),segment_id=3217cfe8-a19b-4cc0-9e11-2d573e6af281)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:13:47.745763 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-678bf8a4-0713-4789-a980-2c62a6d6296c req-f5a53498-286f-49c1-b01d-13199d18364d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:47.778392 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678bf8a4-0713-4789-a980-2c62a6d6296c req-f5a53498-286f-49c1-b01d-13199d18364d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:47.779076 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-678bf8a4-0713-4789-a980-2c62a6d6296c req-f5a53498-286f-49c1-b01d-13199d18364d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:47.780406 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-678bf8a4-0713-4789-a980-2c62a6d6296c req-f5a53498-286f-49c1-b01d-13199d18364d service neutron] 10.222.0.11 "PUT /v2.0/ports/c8cd6f4f-5c16-4555-bb8d-e833aadb446f HTTP/1.1" status: 200 len: 1091 time: 0.5795546 Aug 23 21:13:47.780913 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a784050-7958-4012-ba20-aac5e0e9c5a9', 'tag': 'c8cd6f4f-5c16-4555-bb8d-e833aadb446f'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:13:47.783275 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695bfb20-92d4-4e65-87cb-8060b57bb3c8" -d '{"events": [{"name": "network-changed", "server_uuid": "5a784050-7958-4012-ba20-aac5e0e9c5a9", "tag": "c8cd6f4f-5c16-4555-bb8d-e833aadb446f"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:13:47.816628 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a53498-286f-49c1-b01d-13199d18364d service neutron] Pushing event updated for resources: {'Port': ['ID=c8cd6f4f-5c16-4555-bb8d-e833aadb446f,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:13:47.846984 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa03b91-541a-403e-9b8d-d9a89d594cb6 x-openstack-request-id: req-6fa03b91-541a-403e-9b8d-d9a89d594cb6 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:13:47.847273 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a784050-7958-4012-ba20-aac5e0e9c5a9", "tag": "c8cd6f4f-5c16-4555-bb8d-e833aadb446f", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:13:47.847529 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6fa03b91-541a-403e-9b8d-d9a89d594cb6 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:13:47.847926 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a784050-7958-4012-ba20-aac5e0e9c5a9', 'tag': 'c8cd6f4f-5c16-4555-bb8d-e833aadb446f', 'status': 'completed', 'code': 200} Aug 23 21:13:47.861239 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678bf8a4-0713-4789-a980-2c62a6d6296c req-8881a597-f12d-4ca3-8c13-ffde3521afc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:47.863011 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-678bf8a4-0713-4789-a980-2c62a6d6296c req-8881a597-f12d-4ca3-8c13-ffde3521afc3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1eba24d80869473c8107bfea2ebfe660&device_id=5a784050-7958-4012-ba20-aac5e0e9c5a9 HTTP/1.1" status: 200 len: 1094 time: 0.0435390 Aug 23 21:13:47.910048 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-678bf8a4-0713-4789-a980-2c62a6d6296c req-ea18d5f7-fcd3-44b2-8976-2859bc59dcf4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8cd6f4f-5c16-4555-bb8d-e833aadb446f HTTP/1.1" status: 200 len: 217 time: 0.0341787 Aug 23 21:13:47.931432 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06148b8-3def-463a-89a9-4470704c9d49 req-4ff40a33-62dd-4a14-997d-29a54eef4ed4 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:47.932962 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b06148b8-3def-463a-89a9-4470704c9d49 req-4ff40a33-62dd-4a14-997d-29a54eef4ed4 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a784050-7958-4012-ba20-aac5e0e9c5a9 HTTP/1.1" status: 200 len: 943 time: 0.0497410 Aug 23 21:13:47.959379 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678bf8a4-0713-4789-a980-2c62a6d6296c req-bc55d5ea-2a12-40ed-81c8-9986e0b5003f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:47.960867 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-678bf8a4-0713-4789-a980-2c62a6d6296c req-bc55d5ea-2a12-40ed-81c8-9986e0b5003f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e17fcf71-fb71-4a10-bcd1-0550d393cf1a HTTP/1.1" status: 200 len: 851 time: 0.0440795 Aug 23 21:13:47.972614 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b06148b8-3def-463a-89a9-4470704c9d49 req-aa43dfca-ede4-4ff8-ad19-0b3cc39e6990 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/security-groups?id=143a1208-db3d-4191-b931-cea7bee93cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324123 Aug 23 21:13:47.995801 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-678bf8a4-0713-4789-a980-2c62a6d6296c req-1208b728-7d0f-40ee-9570-539f952013a7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed5acea7-8e38-4db9-8d02-70ee583fb2f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283298 Aug 23 21:13:48.083665 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-678bf8a4-0713-4789-a980-2c62a6d6296c req-9c54f933-10ae-458a-aec8-fde239981e7c service neutron] 10.222.0.11 "GET /v2.0/networks/ed5acea7-8e38-4db9-8d02-70ee583fb2f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798943 Aug 23 21:13:48.186446 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-678bf8a4-0713-4789-a980-2c62a6d6296c req-40d7dc38-12b5-4870-8501-1232a145fb01 service neutron] 10.222.0.11 "GET /v2.0/networks/ed5acea7-8e38-4db9-8d02-70ee583fb2f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958755 Aug 23 21:13:48.271701 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695bfb20-92d4-4e65-87cb-8060b57bb3c8 req-7e5a980c-7ed7-4455-98cd-6f078f5bcf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:48.273209 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-695bfb20-92d4-4e65-87cb-8060b57bb3c8 req-7e5a980c-7ed7-4455-98cd-6f078f5bcf1a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1eba24d80869473c8107bfea2ebfe660&device_id=5a784050-7958-4012-ba20-aac5e0e9c5a9 HTTP/1.1" status: 200 len: 1094 time: 0.0409031 Aug 23 21:13:48.363850 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695bfb20-92d4-4e65-87cb-8060b57bb3c8 req-f4b5fbff-9847-423c-a460-37a8742a7d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:48.365239 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-695bfb20-92d4-4e65-87cb-8060b57bb3c8 req-f4b5fbff-9847-423c-a460-37a8742a7d0d service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed5acea7-8e38-4db9-8d02-70ee583fb2f4 HTTP/1.1" status: 200 len: 912 time: 0.0843191 Aug 23 21:13:48.410475 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-695bfb20-92d4-4e65-87cb-8060b57bb3c8 req-d57ef88d-ea8d-402e-811f-65e2cccc0c07 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8cd6f4f-5c16-4555-bb8d-e833aadb446f HTTP/1.1" status: 200 len: 217 time: 0.0375233 Aug 23 21:13:48.459574 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695bfb20-92d4-4e65-87cb-8060b57bb3c8 req-2644cbde-eda0-4f95-b909-435571d62f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:48.461106 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-695bfb20-92d4-4e65-87cb-8060b57bb3c8 req-2644cbde-eda0-4f95-b909-435571d62f32 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e17fcf71-fb71-4a10-bcd1-0550d393cf1a HTTP/1.1" status: 200 len: 851 time: 0.0433714 Aug 23 21:13:48.493944 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-695bfb20-92d4-4e65-87cb-8060b57bb3c8 req-87781e12-ed3a-41e3-990c-2f27e5dd19ef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed5acea7-8e38-4db9-8d02-70ee583fb2f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245128 Aug 23 21:13:48.587556 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-695bfb20-92d4-4e65-87cb-8060b57bb3c8 req-a5dcc0e3-ec6f-419c-8daf-6d2c553f42e9 service neutron] 10.222.0.11 "GET /v2.0/networks/ed5acea7-8e38-4db9-8d02-70ee583fb2f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847056 Aug 23 21:13:48.679416 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-695bfb20-92d4-4e65-87cb-8060b57bb3c8 req-381f6fcb-7191-4357-9830-873c8bb8929c service neutron] 10.222.0.11 "GET /v2.0/networks/ed5acea7-8e38-4db9-8d02-70ee583fb2f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831289 Aug 23 21:13:49.087544 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb55b9-d626-4675-af07-e9945df1a07f req-10e6a357-e5a8-4a17-acf4-012b6635deac tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:49.089075 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b3bb55b9-d626-4675-af07-e9945df1a07f req-10e6a357-e5a8-4a17-acf4-012b6635deac tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a784050-7958-4012-ba20-aac5e0e9c5a9 HTTP/1.1" status: 200 len: 943 time: 0.0486128 Aug 23 21:13:49.131708 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b3bb55b9-d626-4675-af07-e9945df1a07f req-647c5b4a-7473-4057-ba93-8838d8442d77 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/security-groups?id=143a1208-db3d-4191-b931-cea7bee93cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360427 Aug 23 21:13:50.246194 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc19e5-9517-402c-9495-0a0ec60c907d req-4612ac25-8b73-44e8-97aa-d89a5077341a tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:50.247667 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-81dc19e5-9517-402c-9495-0a0ec60c907d req-4612ac25-8b73-44e8-97aa-d89a5077341a tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a784050-7958-4012-ba20-aac5e0e9c5a9 HTTP/1.1" status: 200 len: 943 time: 0.0486093 Aug 23 21:13:50.285220 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-81dc19e5-9517-402c-9495-0a0ec60c907d req-9ea6e295-0555-4240-8046-9f4895e06b0d tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/security-groups?id=143a1208-db3d-4191-b931-cea7bee93cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307875 Aug 23 21:13:50.658115 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device c8cd6f4f-5c16-4555-bb8d-e833aadb446f details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 21:13:50.679751 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:50.758687 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port c8cd6f4f-5c16-4555-bb8d-e833aadb446f, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=c8cd6f4f-5c16-4555-bb8d-e833aadb446f,segment=NetworkSegment(3217cfe8-a19b-4cc0-9e11-2d573e6af281),segment_id=3217cfe8-a19b-4cc0-9e11-2d573e6af281)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:13:50.769004 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': 'c8cd6f4f-5c16-4555-bb8d-e833aadb446f', 'network_id': 'ed5acea7-8e38-4db9-8d02-70ee583fb2f4', 'port_id': 'c8cd6f4f-5c16-4555-bb8d-e833aadb446f', 'mac_address': 'fa:16:3e:34:ad:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e17fcf71-fb71-4a10-bcd1-0550d393cf1a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 21:13:50.806298 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:50.818755 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8cd6f4f-5c16-4555-bb8d-e833aadb446f {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:13:50.837700 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port c8cd6f4f-5c16-4555-bb8d-e833aadb446f, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=c8cd6f4f-5c16-4555-bb8d-e833aadb446f,segment=NetworkSegment(3217cfe8-a19b-4cc0-9e11-2d573e6af281),segment_id=3217cfe8-a19b-4cc0-9e11-2d573e6af281)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:13:50.841274 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:50.890576 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=c8cd6f4f-5c16-4555-bb8d-e833aadb446f,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:13:51.043709 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['c8cd6f4f-5c16-4555-bb8d-e833aadb446f'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:13:51.399065 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaadd45-be0c-4155-b20e-69a4f95bd721 req-f135f13b-e8f9-449f-83e7-fb96d3a542f7 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:51.400583 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7aaadd45-be0c-4155-b20e-69a4f95bd721 req-f135f13b-e8f9-449f-83e7-fb96d3a542f7 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a784050-7958-4012-ba20-aac5e0e9c5a9 HTTP/1.1" status: 200 len: 944 time: 0.0488734 Aug 23 21:13:51.439246 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7aaadd45-be0c-4155-b20e-69a4f95bd721 req-33d5794c-22e3-4637-9029-20eda3ec2a7a tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/security-groups?id=143a1208-db3d-4191-b931-cea7bee93cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318570 Aug 23 21:13:52.558838 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9be2fd-dd9c-4981-a659-5b00fc292aff req-bacddd17-6857-4932-8391-7e84e93bc520 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:52.560342 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fd9be2fd-dd9c-4981-a659-5b00fc292aff req-bacddd17-6857-4932-8391-7e84e93bc520 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a784050-7958-4012-ba20-aac5e0e9c5a9 HTTP/1.1" status: 200 len: 944 time: 0.0526900 Aug 23 21:13:52.598439 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fd9be2fd-dd9c-4981-a659-5b00fc292aff req-fe25cd74-09d8-426b-8e32-e8ef7983660d tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/security-groups?id=143a1208-db3d-4191-b931-cea7bee93cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313232 Aug 23 21:13:52.686637 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device c8cd6f4f-5c16-4555-bb8d-e833aadb446f up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:13:52.737148 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port c8cd6f4f-5c16-4555-bb8d-e833aadb446f completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:13:52.741330 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port c8cd6f4f-5c16-4555-bb8d-e833aadb446f triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:13:52.741694 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:52.818568 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:52.840318 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a784050-7958-4012-ba20-aac5e0e9c5a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8cd6f4f-5c16-4555-bb8d-e833aadb446f'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:13:52.842514 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b64408a-6111-42ab-9d0f-5642434d45f9" -d '{"events": [{"server_uuid": "5a784050-7958-4012-ba20-aac5e0e9c5a9", "name": "network-vif-plugged", "status": "completed", "tag": "c8cd6f4f-5c16-4555-bb8d-e833aadb446f"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:13:52.855389 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port c8cd6f4f-5c16-4555-bb8d-e833aadb446f, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=c8cd6f4f-5c16-4555-bb8d-e833aadb446f,segment=NetworkSegment(3217cfe8-a19b-4cc0-9e11-2d573e6af281),segment_id=3217cfe8-a19b-4cc0-9e11-2d573e6af281)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:13:52.859014 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:13:52.882410 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522bb994-f919-4dc4-97c9-8002bbf1995d x-openstack-request-id: req-522bb994-f919-4dc4-97c9-8002bbf1995d {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:13:52.882696 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a784050-7958-4012-ba20-aac5e0e9c5a9", "name": "network-vif-plugged", "status": "completed", "tag": "c8cd6f4f-5c16-4555-bb8d-e833aadb446f", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:13:52.882942 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-522bb994-f919-4dc4-97c9-8002bbf1995d {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:13:52.883334 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a784050-7958-4012-ba20-aac5e0e9c5a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8cd6f4f-5c16-4555-bb8d-e833aadb446f', 'code': 200} Aug 23 21:13:52.908540 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=c8cd6f4f-5c16-4555-bb8d-e833aadb446f,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:13:52.971120 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81400e5-8c57-4543-8f78-c906da73d8b7 req-d94b7407-7131-40f2-8c28-6ff4bc470668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:52.972624 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a81400e5-8c57-4543-8f78-c906da73d8b7 req-d94b7407-7131-40f2-8c28-6ff4bc470668 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5a784050-7958-4012-ba20-aac5e0e9c5a9 HTTP/1.1" status: 200 len: 1096 time: 0.0399363 Aug 23 21:13:53.007719 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a81400e5-8c57-4543-8f78-c906da73d8b7 req-793fe0fe-37af-4fb7-adf6-52fc57ba2fcc service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=143a1208-db3d-4191-b931-cea7bee93cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274100 Aug 23 21:13:53.713921 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad5fcb5-5283-4e73-8b5b-055f80afaf01 req-b648eb6f-ddbd-4e55-b7ec-ef112fd79013 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:53.715407 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6ad5fcb5-5283-4e73-8b5b-055f80afaf01 req-b648eb6f-ddbd-4e55-b7ec-ef112fd79013 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a784050-7958-4012-ba20-aac5e0e9c5a9 HTTP/1.1" status: 200 len: 945 time: 0.0506985 Aug 23 21:13:53.754012 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6ad5fcb5-5283-4e73-8b5b-055f80afaf01 req-54e48446-6adf-4cc7-af1d-1cfea39948db tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/security-groups?id=143a1208-db3d-4191-b931-cea7bee93cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325255 Aug 23 21:13:54.871018 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730122eb-1c20-4a92-a39c-c11ca9dce75e req-989ed6b5-4732-4cb5-b040-77dde8ccfc9c tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:54.872444 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-730122eb-1c20-4a92-a39c-c11ca9dce75e req-989ed6b5-4732-4cb5-b040-77dde8ccfc9c tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a784050-7958-4012-ba20-aac5e0e9c5a9 HTTP/1.1" status: 200 len: 945 time: 0.0486500 Aug 23 21:13:54.912940 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-730122eb-1c20-4a92-a39c-c11ca9dce75e req-0e523923-c829-456e-9ba3-3a400de2182f tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/security-groups?id=143a1208-db3d-4191-b931-cea7bee93cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345564 Aug 23 21:13:55.187892 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49830) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:13:55.254949 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fcd14f-dcb4-40ef-9692-68549a751caf req-8e2c45bf-9f2d-44b2-a695-5eb1e13e687c tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:55.256534 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-73fcd14f-dcb4-40ef-9692-68549a751caf req-8e2c45bf-9f2d-44b2-a695-5eb1e13e687c tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a784050-7958-4012-ba20-aac5e0e9c5a9 HTTP/1.1" status: 200 len: 945 time: 0.0562689 Aug 23 21:13:55.287184 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-34a7d591-782c-48ad-90a4-92fbcdfe4418 req-65880090-a30d-4acb-957f-671a0e3b9914 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5a784050-7958-4012-ba20-aac5e0e9c5a9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0977426 Aug 23 21:13:55.295094 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-73fcd14f-dcb4-40ef-9692-68549a751caf req-6c3b3008-0f8d-4026-afb3-af70f3f6e57e tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/security-groups?id=143a1208-db3d-4191-b931-cea7bee93cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326607 Aug 23 21:13:56.416608 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8204c-e33c-400d-9125-969a0c415a30 req-d0c46184-7270-4217-896e-f604568c5305 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:56.418109 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-aae8204c-e33c-400d-9125-969a0c415a30 req-d0c46184-7270-4217-896e-f604568c5305 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a784050-7958-4012-ba20-aac5e0e9c5a9 HTTP/1.1" status: 200 len: 945 time: 0.0533934 Aug 23 21:13:56.460968 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-aae8204c-e33c-400d-9125-969a0c415a30 req-a91dbf26-922a-49f3-92f4-e0577471516a tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/security-groups?id=143a1208-db3d-4191-b931-cea7bee93cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363448 Aug 23 21:13:56.501562 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7d591-782c-48ad-90a4-92fbcdfe4418 req-812d74dc-a3b3-4db3-b56e-a5ca23846f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:56.503074 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-34a7d591-782c-48ad-90a4-92fbcdfe4418 req-812d74dc-a3b3-4db3-b56e-a5ca23846f31 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1eba24d80869473c8107bfea2ebfe660&device_id=5a784050-7958-4012-ba20-aac5e0e9c5a9 HTTP/1.1" status: 200 len: 1096 time: 0.0414271 Aug 23 21:13:56.594267 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7d591-782c-48ad-90a4-92fbcdfe4418 req-132b0fa9-691c-4b46-8873-d92d82a82894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:56.596423 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-34a7d591-782c-48ad-90a4-92fbcdfe4418 req-132b0fa9-691c-4b46-8873-d92d82a82894 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed5acea7-8e38-4db9-8d02-70ee583fb2f4 HTTP/1.1" status: 200 len: 912 time: 0.0865479 Aug 23 21:13:56.636863 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-34a7d591-782c-48ad-90a4-92fbcdfe4418 req-1fcbc62d-a61e-4845-a3b9-cd3bf3876c63 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8cd6f4f-5c16-4555-bb8d-e833aadb446f HTTP/1.1" status: 200 len: 217 time: 0.0335038 Aug 23 21:13:56.684751 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7d591-782c-48ad-90a4-92fbcdfe4418 req-b1b5c9c7-5bb6-4229-8897-b2e67ae0f16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:56.686248 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-34a7d591-782c-48ad-90a4-92fbcdfe4418 req-b1b5c9c7-5bb6-4229-8897-b2e67ae0f16f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e17fcf71-fb71-4a10-bcd1-0550d393cf1a HTTP/1.1" status: 200 len: 851 time: 0.0425544 Aug 23 21:13:56.716886 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-34a7d591-782c-48ad-90a4-92fbcdfe4418 req-e5f704f4-9ed6-41ac-97f0-341307dbf189 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed5acea7-8e38-4db9-8d02-70ee583fb2f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237315 Aug 23 21:13:56.808212 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-34a7d591-782c-48ad-90a4-92fbcdfe4418 req-7a65a6cc-b4fc-41ae-a601-d1b7423fb730 service neutron] 10.222.0.11 "GET /v2.0/networks/ed5acea7-8e38-4db9-8d02-70ee583fb2f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841112 Aug 23 21:13:56.898666 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-34a7d591-782c-48ad-90a4-92fbcdfe4418 req-5c32dcc0-34bc-4c72-9674-528b4a232151 service neutron] 10.222.0.11 "GET /v2.0/networks/ed5acea7-8e38-4db9-8d02-70ee583fb2f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833259 Aug 23 21:13:57.583463 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359cde4-4849-4cc9-b071-2fdcaf6396d6 req-4af10011-e757-4656-a003-20db6e23bf57 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:57.585008 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8359cde4-4849-4cc9-b071-2fdcaf6396d6 req-4af10011-e757-4656-a003-20db6e23bf57 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a784050-7958-4012-ba20-aac5e0e9c5a9 HTTP/1.1" status: 200 len: 945 time: 0.0562377 Aug 23 21:13:57.622713 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8359cde4-4849-4cc9-b071-2fdcaf6396d6 req-2c8ad622-a54c-44a4-82d7-1ddda54af1c6 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/security-groups?id=143a1208-db3d-4191-b931-cea7bee93cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318592 Aug 23 21:13:58.740514 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729dd919-10ce-4987-a417-9023bedc0e4c req-d033b535-07bd-45b4-bed6-f32481a6383c tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:58.742008 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-729dd919-10ce-4987-a417-9023bedc0e4c req-d033b535-07bd-45b4-bed6-f32481a6383c tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a784050-7958-4012-ba20-aac5e0e9c5a9 HTTP/1.1" status: 200 len: 945 time: 0.0491164 Aug 23 21:13:58.779080 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-729dd919-10ce-4987-a417-9023bedc0e4c req-07a13eaf-cefd-4452-975b-8561096da706 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/security-groups?id=143a1208-db3d-4191-b931-cea7bee93cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311639 Aug 23 21:13:59.899845 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5133b89-1875-4822-ac94-9cc5ab601a1e req-5883b754-0a6a-48fa-a028-b8bc338fb521 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:13:59.901381 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b5133b89-1875-4822-ac94-9cc5ab601a1e req-5883b754-0a6a-48fa-a028-b8bc338fb521 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a784050-7958-4012-ba20-aac5e0e9c5a9 HTTP/1.1" status: 200 len: 945 time: 0.0532970 Aug 23 21:13:59.940044 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b5133b89-1875-4822-ac94-9cc5ab601a1e req-ffbae9a7-9e7c-4a5c-8555-0b0be490296c tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/security-groups?id=143a1208-db3d-4191-b931-cea7bee93cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324240 Aug 23 21:14:01.055400 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce88008d-a2de-45af-80b2-a3c948845c36 req-dc696487-da3a-4cdc-a8da-4d05fcb79024 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:01.056912 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ce88008d-a2de-45af-80b2-a3c948845c36 req-dc696487-da3a-4cdc-a8da-4d05fcb79024 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a784050-7958-4012-ba20-aac5e0e9c5a9 HTTP/1.1" status: 200 len: 945 time: 0.0491796 Aug 23 21:14:01.094125 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ce88008d-a2de-45af-80b2-a3c948845c36 req-8e7b3e0d-2da4-4151-ad7b-90fed7ef3935 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/security-groups?id=143a1208-db3d-4191-b931-cea7bee93cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312762 Aug 23 21:14:02.209823 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbeeb7b-850b-4175-88c9-e56a5530cb06 req-c50c27da-29af-4b8f-9b94-521cc2ed0045 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:02.211302 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9cbeeb7b-850b-4175-88c9-e56a5530cb06 req-c50c27da-29af-4b8f-9b94-521cc2ed0045 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a784050-7958-4012-ba20-aac5e0e9c5a9 HTTP/1.1" status: 200 len: 945 time: 0.0487449 Aug 23 21:14:02.251119 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9cbeeb7b-850b-4175-88c9-e56a5530cb06 req-c991eaa9-3ccb-4032-a7a0-9183e89df825 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/security-groups?id=143a1208-db3d-4191-b931-cea7bee93cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338407 Aug 23 21:14:03.184396 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:14:03.369539 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aabeea8-768f-4930-86ef-2a299dff1d55 req-407dfae1-3105-4844-adf4-35d31954af19 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:03.370999 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5aabeea8-768f-4930-86ef-2a299dff1d55 req-407dfae1-3105-4844-adf4-35d31954af19 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a784050-7958-4012-ba20-aac5e0e9c5a9 HTTP/1.1" status: 200 len: 945 time: 0.0523453 Aug 23 21:14:03.408391 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5aabeea8-768f-4930-86ef-2a299dff1d55 req-a29c4675-eeac-4a70-a7bc-8d4d91b064a2 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/security-groups?id=143a1208-db3d-4191-b931-cea7bee93cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307431 Aug 23 21:14:04.524955 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98049269-c7cb-419f-aa68-0228a33a440a req-e5ffd90c-7fe0-4c24-9bc0-930ec2910e94 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:04.526434 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-98049269-c7cb-419f-aa68-0228a33a440a req-e5ffd90c-7fe0-4c24-9bc0-930ec2910e94 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a784050-7958-4012-ba20-aac5e0e9c5a9 HTTP/1.1" status: 200 len: 945 time: 0.0517099 Aug 23 21:14:04.562597 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-98049269-c7cb-419f-aa68-0228a33a440a req-fcbdb904-baf1-4975-ac63-3b356e8755b5 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/security-groups?id=143a1208-db3d-4191-b931-cea7bee93cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303066 Aug 23 21:14:05.679220 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed741783-5ccf-40e7-9e21-3a365f089259 req-710ca366-8f16-464d-ad23-c70b709cd463 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:05.680753 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ed741783-5ccf-40e7-9e21-3a365f089259 req-710ca366-8f16-464d-ad23-c70b709cd463 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a784050-7958-4012-ba20-aac5e0e9c5a9 HTTP/1.1" status: 200 len: 945 time: 0.0491250 Aug 23 21:14:05.718218 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ed741783-5ccf-40e7-9e21-3a365f089259 req-2a9c4736-89da-48b5-9277-6f2a07b07d87 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/security-groups?id=143a1208-db3d-4191-b931-cea7bee93cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316129 Aug 23 21:14:06.834601 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b553f2-86c0-4970-a02c-1c8345efd3c9 req-715f2ace-4f55-478c-baca-850f9378b2d9 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:06.835996 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b5b553f2-86c0-4970-a02c-1c8345efd3c9 req-715f2ace-4f55-478c-baca-850f9378b2d9 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a784050-7958-4012-ba20-aac5e0e9c5a9 HTTP/1.1" status: 200 len: 945 time: 0.0488033 Aug 23 21:14:06.873677 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b5b553f2-86c0-4970-a02c-1c8345efd3c9 req-1d9ddf0d-d68d-40e5-a998-95a6ea437bdf tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/security-groups?id=143a1208-db3d-4191-b931-cea7bee93cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317373 Aug 23 21:14:07.988177 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8157410-7316-4a15-bd99-326c5e84379c req-23e01c7f-c1a3-43a3-a717-c3a07f43fc09 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:07.989643 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e8157410-7316-4a15-bd99-326c5e84379c req-23e01c7f-c1a3-43a3-a717-c3a07f43fc09 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a784050-7958-4012-ba20-aac5e0e9c5a9 HTTP/1.1" status: 200 len: 945 time: 0.0484042 Aug 23 21:14:08.025860 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e8157410-7316-4a15-bd99-326c5e84379c req-6af1bcdd-4732-461a-9e11-3417b2e75b82 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/security-groups?id=143a1208-db3d-4191-b931-cea7bee93cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303547 Aug 23 21:14:09.152834 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b97553-95e8-4802-9e1c-a8d2920ddc78 req-684c966a-b906-48ef-8578-b60b989a4c53 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:09.154333 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-43b97553-95e8-4802-9e1c-a8d2920ddc78 req-684c966a-b906-48ef-8578-b60b989a4c53 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a784050-7958-4012-ba20-aac5e0e9c5a9 HTTP/1.1" status: 200 len: 945 time: 0.0594752 Aug 23 21:14:09.192992 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-43b97553-95e8-4802-9e1c-a8d2920ddc78 req-b54edf3a-0045-4f30-9867-da67627d28f2 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/security-groups?id=143a1208-db3d-4191-b931-cea7bee93cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320482 Aug 23 21:14:10.062834 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-081e3fc5-0b39-4da3-8bb2-c0d339b9c85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:10.312194 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaae93e-5db4-472b-8b0c-ed62f9ce658f req-1a8e5a06-a4f1-493e-a705-7fd6a751beef tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:10.313784 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-eeaae93e-5db4-472b-8b0c-ed62f9ce658f req-1a8e5a06-a4f1-493e-a705-7fd6a751beef tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a784050-7958-4012-ba20-aac5e0e9c5a9 HTTP/1.1" status: 200 len: 945 time: 0.0539908 Aug 23 21:14:10.353181 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-eeaae93e-5db4-472b-8b0c-ed62f9ce658f req-307f7e71-7771-4173-89bc-4b1b51d66ef4 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/security-groups?id=143a1208-db3d-4191-b931-cea7bee93cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329671 Aug 23 21:14:10.714700 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:11.469606 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964295f7-946f-4367-a10f-fb80985cefe9 req-53ecc693-459f-4f44-ad56-ebe78c354eaf tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:11.471085 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-964295f7-946f-4367-a10f-fb80985cefe9 req-53ecc693-459f-4f44-ad56-ebe78c354eaf tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a784050-7958-4012-ba20-aac5e0e9c5a9 HTTP/1.1" status: 200 len: 945 time: 0.0509639 Aug 23 21:14:11.508890 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-964295f7-946f-4367-a10f-fb80985cefe9 req-36929e74-056c-4a81-a2d5-b08f3de04c1d tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/security-groups?id=143a1208-db3d-4191-b931-cea7bee93cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311441 Aug 23 21:14:12.623093 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12422679-cf34-4856-b328-1cf1230eb850 req-ed8500cc-4d42-4a96-9680-75247d8e4ac3 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:12.624567 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-12422679-cf34-4856-b328-1cf1230eb850 req-ed8500cc-4d42-4a96-9680-75247d8e4ac3 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a784050-7958-4012-ba20-aac5e0e9c5a9 HTTP/1.1" status: 200 len: 945 time: 0.0484457 Aug 23 21:14:12.661500 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-12422679-cf34-4856-b328-1cf1230eb850 req-7c6bb302-8943-4e33-a503-1d78a170a03b tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/security-groups?id=143a1208-db3d-4191-b931-cea7bee93cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304377 Aug 23 21:14:13.450471 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b8713591-df09-4bb1-9df6-8e1082b76aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:13.578302 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:13.775849 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07543b24-ed2a-493f-bcdd-39c6844cfa98 req-753c9181-5ab4-4a66-850d-66f95de5335a tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:13.777278 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-07543b24-ed2a-493f-bcdd-39c6844cfa98 req-753c9181-5ab4-4a66-850d-66f95de5335a tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a784050-7958-4012-ba20-aac5e0e9c5a9 HTTP/1.1" status: 200 len: 945 time: 0.0486634 Aug 23 21:14:13.813656 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-07543b24-ed2a-493f-bcdd-39c6844cfa98 req-bd9bc309-e83f-4a93-9952-001270a37230 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/security-groups?id=143a1208-db3d-4191-b931-cea7bee93cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305867 Aug 23 21:14:14.688190 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:14.935306 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f8514-1e8b-45b3-93fd-077db6208c6c req-356afc81-66e5-4ed4-9747-f54e6b4c6780 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:14.936798 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-752f8514-1e8b-45b3-93fd-077db6208c6c req-356afc81-66e5-4ed4-9747-f54e6b4c6780 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a784050-7958-4012-ba20-aac5e0e9c5a9 HTTP/1.1" status: 200 len: 945 time: 0.0479596 Aug 23 21:14:14.976319 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-752f8514-1e8b-45b3-93fd-077db6208c6c req-c6dae7e9-ad61-4509-82ac-c0d4086f1a59 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/security-groups?id=143a1208-db3d-4191-b931-cea7bee93cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327830 Aug 23 21:14:16.046940 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:16.090746 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67baf1c4-1db3-4597-9e8e-66b215605517 req-10b0163f-4394-48ff-9b31-c926459072c8 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:16.092231 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-67baf1c4-1db3-4597-9e8e-66b215605517 req-10b0163f-4394-48ff-9b31-c926459072c8 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a784050-7958-4012-ba20-aac5e0e9c5a9 HTTP/1.1" status: 200 len: 945 time: 0.0477288 Aug 23 21:14:16.131095 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-67baf1c4-1db3-4597-9e8e-66b215605517 req-eec45c3d-5e5c-4f24-b368-029f895dfd1d tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/security-groups?id=143a1208-db3d-4191-b931-cea7bee93cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320730 Aug 23 21:14:17.249539 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f2ee80-d651-4a9a-a1dd-aa15ac5cb55c req-e250e6b5-5783-4469-838b-2db19fde067d tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:17.251006 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c5f2ee80-d651-4a9a-a1dd-aa15ac5cb55c req-e250e6b5-5783-4469-838b-2db19fde067d tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a784050-7958-4012-ba20-aac5e0e9c5a9 HTTP/1.1" status: 200 len: 945 time: 0.0524633 Aug 23 21:14:17.288484 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c5f2ee80-d651-4a9a-a1dd-aa15ac5cb55c req-0a14b3ca-b934-40d2-88e6-f98fc4dd6fe9 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/security-groups?id=143a1208-db3d-4191-b931-cea7bee93cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307884 Aug 23 21:14:18.405662 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40198881-62cd-4ab6-90f1-e345990aad29 req-cdf84b84-ff27-4354-b3ea-ae1579ade7a5 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:18.407141 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-40198881-62cd-4ab6-90f1-e345990aad29 req-cdf84b84-ff27-4354-b3ea-ae1579ade7a5 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a784050-7958-4012-ba20-aac5e0e9c5a9 HTTP/1.1" status: 200 len: 945 time: 0.0518529 Aug 23 21:14:18.444522 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-40198881-62cd-4ab6-90f1-e345990aad29 req-84ec62b7-a3d7-45fc-bc4d-6cb33b9141d7 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/security-groups?id=143a1208-db3d-4191-b931-cea7bee93cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312889 Aug 23 21:14:19.558906 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6396ab5e-47e0-43d8-a1d4-2a3e755301ce req-80346a3d-16d7-4a9a-8b7a-b4a17f6ee694 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:19.560665 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6396ab5e-47e0-43d8-a1d4-2a3e755301ce req-80346a3d-16d7-4a9a-8b7a-b4a17f6ee694 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a784050-7958-4012-ba20-aac5e0e9c5a9 HTTP/1.1" status: 200 len: 945 time: 0.0488162 Aug 23 21:14:19.600560 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6396ab5e-47e0-43d8-a1d4-2a3e755301ce req-68879ccd-52e0-4d14-a182-29e081638fae tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/security-groups?id=143a1208-db3d-4191-b931-cea7bee93cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335836 Aug 23 21:14:20.682462 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:20.714033 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb241426-8193-4263-ba23-ec84ebde9d3e req-730ad672-81f8-474b-a92b-1583cade2192 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:20.715530 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bb241426-8193-4263-ba23-ec84ebde9d3e req-730ad672-81f8-474b-a92b-1583cade2192 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a784050-7958-4012-ba20-aac5e0e9c5a9 HTTP/1.1" status: 200 len: 945 time: 0.0494337 Aug 23 21:14:20.754295 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bb241426-8193-4263-ba23-ec84ebde9d3e req-713a5348-74bc-4089-b271-bfd5753fdf34 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/security-groups?id=143a1208-db3d-4191-b931-cea7bee93cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321145 Aug 23 21:14:21.868096 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d9cc8-3b34-44cc-9cc8-786b1bc423f9 req-49ebfb9c-5e58-4f5a-9c88-3b53f2d64bd6 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:21.869530 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-147d9cc8-3b34-44cc-9cc8-786b1bc423f9 req-49ebfb9c-5e58-4f5a-9c88-3b53f2d64bd6 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a784050-7958-4012-ba20-aac5e0e9c5a9 HTTP/1.1" status: 200 len: 945 time: 0.0482502 Aug 23 21:14:21.906782 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-147d9cc8-3b34-44cc-9cc8-786b1bc423f9 req-5ba4e8b8-47b2-4d96-a8c6-7999ee045982 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/security-groups?id=143a1208-db3d-4191-b931-cea7bee93cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313230 Aug 23 21:14:23.021515 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6bc064-a2b3-4a1a-b10f-cd8a95f8b4cb req-eea18341-03f9-40bd-8327-a47966504af2 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:23.022988 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bc6bc064-a2b3-4a1a-b10f-cd8a95f8b4cb req-eea18341-03f9-40bd-8327-a47966504af2 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a784050-7958-4012-ba20-aac5e0e9c5a9 HTTP/1.1" status: 200 len: 945 time: 0.0486968 Aug 23 21:14:23.059932 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bc6bc064-a2b3-4a1a-b10f-cd8a95f8b4cb req-49b80074-90f3-41a8-9b7a-00f3de002295 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/security-groups?id=143a1208-db3d-4191-b931-cea7bee93cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310998 Aug 23 21:14:23.757858 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7634d-5f6e-4097-9e0e-3289c9fee510 req-c7dc8f24-4dca-4493-b0e4-f140be8059f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:23.759309 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ddd7634d-5f6e-4097-9e0e-3289c9fee510 req-c7dc8f24-4dca-4493-b0e4-f140be8059f0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1eba24d80869473c8107bfea2ebfe660&device_id=5a784050-7958-4012-ba20-aac5e0e9c5a9 HTTP/1.1" status: 200 len: 1096 time: 0.0431747 Aug 23 21:14:23.817130 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.11', 58666) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:14:23.866443 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7634d-5f6e-4097-9e0e-3289c9fee510 req-7cf9543c-d2af-40d2-b981-054b731e37f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:23.867948 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ddd7634d-5f6e-4097-9e0e-3289c9fee510 req-7cf9543c-d2af-40d2-b981-054b731e37f2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed5acea7-8e38-4db9-8d02-70ee583fb2f4 HTTP/1.1" status: 200 len: 912 time: 0.0865605 Aug 23 21:14:23.878825 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [req-34a7d591-782c-48ad-90a4-92fbcdfe4418 req-761cf1c2-46e0-4576-a793-6aa677ae2073 service neutron] show failed (client error): The resource could not be found. Aug 23 21:14:23.879818 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-34a7d591-782c-48ad-90a4-92fbcdfe4418 req-761cf1c2-46e0-4576-a793-6aa677ae2073 service neutron] 10.222.0.11 "GET /v2.0/ports/c8cd6f4f-5c16-4555-bb8d-e833aadb446f/bindings/n-h2-805663-2 HTTP/1.1" status: 404 len: 380 time: 0.0618050 Aug 23 21:14:23.918515 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ddd7634d-5f6e-4097-9e0e-3289c9fee510 req-e8661e09-eab8-4141-87fa-c809775bb4e3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8cd6f4f-5c16-4555-bb8d-e833aadb446f HTTP/1.1" status: 200 len: 217 time: 0.0431972 Aug 23 21:14:23.968201 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7634d-5f6e-4097-9e0e-3289c9fee510 req-79453851-8675-41db-b691-5674a2fb122a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:23.969662 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ddd7634d-5f6e-4097-9e0e-3289c9fee510 req-79453851-8675-41db-b691-5674a2fb122a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e17fcf71-fb71-4a10-bcd1-0550d393cf1a HTTP/1.1" status: 200 len: 851 time: 0.0446432 Aug 23 21:14:24.001905 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ddd7634d-5f6e-4097-9e0e-3289c9fee510 req-591039e2-877a-4d63-a510-fab74ddeba5d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed5acea7-8e38-4db9-8d02-70ee583fb2f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241082 Aug 23 21:14:24.156217 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7d591-782c-48ad-90a4-92fbcdfe4418 req-719c9bb6-dc46-4867-b8b7-bfd5adaa50ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:24.160397 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-34a7d591-782c-48ad-90a4-92fbcdfe4418 req-719c9bb6-dc46-4867-b8b7-bfd5adaa50ed service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5a784050-7958-4012-ba20-aac5e0e9c5a9&tenant_id=1eba24d80869473c8107bfea2ebfe660 HTTP/1.1" status: 200 len: 1096 time: 0.1009820 Aug 23 21:14:24.168557 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ddd7634d-5f6e-4097-9e0e-3289c9fee510 req-838a62bb-1a21-4337-8030-8e80f4b3c822 service neutron] 10.222.0.11 "GET /v2.0/networks/ed5acea7-8e38-4db9-8d02-70ee583fb2f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585734 Aug 23 21:14:24.178212 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-34a7d591-782c-48ad-90a4-92fbcdfe4418 req-f9fe805f-1a66-49db-a4a7-84b9b41b446b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805663-2', 'device_owner': 'compute:nova'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:14:24.180399 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21047da4-74df-45a5-9906-c66c6575e576 req-0f9f549d-6447-4a85-8046-86df92e79e79 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:24.181933 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-21047da4-74df-45a5-9906-c66c6575e576 req-0f9f549d-6447-4a85-8046-86df92e79e79 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a784050-7958-4012-ba20-aac5e0e9c5a9 HTTP/1.1" status: 200 len: 945 time: 0.0516376 Aug 23 21:14:24.224039 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-21047da4-74df-45a5-9906-c66c6575e576 req-2399aa5e-7b0b-4141-a3e0-3ccaccd0d065 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/security-groups?id=143a1208-db3d-4191-b931-cea7bee93cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360277 Aug 23 21:14:24.602703 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-34a7d591-782c-48ad-90a4-92fbcdfe4418 req-f9fe805f-1a66-49db-a4a7-84b9b41b446b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:24.660624 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ddd7634d-5f6e-4097-9e0e-3289c9fee510 req-017de26d-032a-420a-bd8f-2082e22072a2 service neutron] 10.222.0.11 "GET /v2.0/networks/ed5acea7-8e38-4db9-8d02-70ee583fb2f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4794831 Aug 23 21:14:24.820576 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-34a7d591-782c-48ad-90a4-92fbcdfe4418 req-f9fe805f-1a66-49db-a4a7-84b9b41b446b service neutron] For port c8cd6f4f-5c16-4555-bb8d-e833aadb446f, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=c8cd6f4f-5c16-4555-bb8d-e833aadb446f,segment=NetworkSegment(3217cfe8-a19b-4cc0-9e11-2d573e6af281),segment_id=3217cfe8-a19b-4cc0-9e11-2d573e6af281)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:14:24.852608 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-34a7d591-782c-48ad-90a4-92fbcdfe4418 req-f9fe805f-1a66-49db-a4a7-84b9b41b446b service neutron] For port c8cd6f4f-5c16-4555-bb8d-e833aadb446f, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:14:24.895899 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a784050-7958-4012-ba20-aac5e0e9c5a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8cd6f4f-5c16-4555-bb8d-e833aadb446f'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:14:24.898243 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1229fd2-a2c5-427a-8386-dc53ebba07ac" -d '{"events": [{"server_uuid": "5a784050-7958-4012-ba20-aac5e0e9c5a9", "name": "network-vif-unplugged", "status": "completed", "tag": "c8cd6f4f-5c16-4555-bb8d-e833aadb446f"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:14:24.901978 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-34a7d591-782c-48ad-90a4-92fbcdfe4418 req-f9fe805f-1a66-49db-a4a7-84b9b41b446b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:24.914412 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-34a7d591-782c-48ad-90a4-92fbcdfe4418 req-f9fe805f-1a66-49db-a4a7-84b9b41b446b service neutron] Transition to ACTIVE for port object c8cd6f4f-5c16-4555-bb8d-e833aadb446f will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:14:24.918103 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-34a7d591-782c-48ad-90a4-92fbcdfe4418 req-f9fe805f-1a66-49db-a4a7-84b9b41b446b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:24.949425 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 21:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69043f29-c03a-474d-9fdf-0044743e2f62 x-openstack-request-id: req-69043f29-c03a-474d-9fdf-0044743e2f62 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:14:24.949724 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a784050-7958-4012-ba20-aac5e0e9c5a9", "name": "network-vif-unplugged", "status": "completed", "tag": "c8cd6f4f-5c16-4555-bb8d-e833aadb446f", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:14:24.949983 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-69043f29-c03a-474d-9fdf-0044743e2f62 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:14:24.950367 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a784050-7958-4012-ba20-aac5e0e9c5a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8cd6f4f-5c16-4555-bb8d-e833aadb446f', 'code': 200} Aug 23 21:14:24.980670 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a7d591-782c-48ad-90a4-92fbcdfe4418 req-f9fe805f-1a66-49db-a4a7-84b9b41b446b service neutron] No DVR routers for this DVR port c8cd6f4f-5c16-4555-bb8d-e833aadb446f on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:14:24.988221 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe805f-1a66-49db-a4a7-84b9b41b446b service neutron] Pushing event updated for resources: {'Port': ['ID=c8cd6f4f-5c16-4555-bb8d-e833aadb446f,revision_number=6']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:14:25.024006 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-34a7d591-782c-48ad-90a4-92fbcdfe4418 req-f9fe805f-1a66-49db-a4a7-84b9b41b446b service neutron] Attempting to bind port c8cd6f4f-5c16-4555-bb8d-e833aadb446f on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:14:25.024451 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-34a7d591-782c-48ad-90a4-92fbcdfe4418 req-f9fe805f-1a66-49db-a4a7-84b9b41b446b service neutron] Attempting to bind port c8cd6f4f-5c16-4555-bb8d-e833aadb446f by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': '3217cfe8-a19b-4cc0-9e11-2d573e6af281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'ed5acea7-8e38-4db9-8d02-70ee583fb2f4'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:14:25.024784 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a7d591-782c-48ad-90a4-92fbcdfe4418 req-f9fe805f-1a66-49db-a4a7-84b9b41b446b service neutron] Attempting to bind port c8cd6f4f-5c16-4555-bb8d-e833aadb446f on network ed5acea7-8e38-4db9-8d02-70ee583fb2f4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:14:25.029071 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a7d591-782c-48ad-90a4-92fbcdfe4418 req-f9fe805f-1a66-49db-a4a7-84b9b41b446b service neutron] Port c8cd6f4f-5c16-4555-bb8d-e833aadb446f on network ed5acea7-8e38-4db9-8d02-70ee583fb2f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:14:25.029376 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a7d591-782c-48ad-90a4-92fbcdfe4418 req-f9fe805f-1a66-49db-a4a7-84b9b41b446b service neutron] Attempting to bind port c8cd6f4f-5c16-4555-bb8d-e833aadb446f on network ed5acea7-8e38-4db9-8d02-70ee583fb2f4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:14:25.034120 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a7d591-782c-48ad-90a4-92fbcdfe4418 req-f9fe805f-1a66-49db-a4a7-84b9b41b446b service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:14:25.034503 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a7d591-782c-48ad-90a4-92fbcdfe4418 req-f9fe805f-1a66-49db-a4a7-84b9b41b446b service neutron] Checking segment: {'id': '3217cfe8-a19b-4cc0-9e11-2d573e6af281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'ed5acea7-8e38-4db9-8d02-70ee583fb2f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:14:25.034937 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a7d591-782c-48ad-90a4-92fbcdfe4418 req-f9fe805f-1a66-49db-a4a7-84b9b41b446b service neutron] Bound using segment: {'id': '3217cfe8-a19b-4cc0-9e11-2d573e6af281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'ed5acea7-8e38-4db9-8d02-70ee583fb2f4'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:14:25.035378 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-34a7d591-782c-48ad-90a4-92fbcdfe4418 req-f9fe805f-1a66-49db-a4a7-84b9b41b446b service neutron] Bound port: c8cd6f4f-5c16-4555-bb8d-e833aadb446f, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3217cfe8-a19b-4cc0-9e11-2d573e6af281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'ed5acea7-8e38-4db9-8d02-70ee583fb2f4'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:14:25.035712 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-34a7d591-782c-48ad-90a4-92fbcdfe4418 req-f9fe805f-1a66-49db-a4a7-84b9b41b446b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:25.096685 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-34a7d591-782c-48ad-90a4-92fbcdfe4418 req-f9fe805f-1a66-49db-a4a7-84b9b41b446b service neutron] For port c8cd6f4f-5c16-4555-bb8d-e833aadb446f, host n-h2-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:14:25.099676 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-34a7d591-782c-48ad-90a4-92fbcdfe4418 req-f9fe805f-1a66-49db-a4a7-84b9b41b446b service neutron] For port c8cd6f4f-5c16-4555-bb8d-e833aadb446f, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=c8cd6f4f-5c16-4555-bb8d-e833aadb446f,segment=NetworkSegment(3217cfe8-a19b-4cc0-9e11-2d573e6af281),segment_id=3217cfe8-a19b-4cc0-9e11-2d573e6af281)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:14:25.104039 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-34a7d591-782c-48ad-90a4-92fbcdfe4418 req-f9fe805f-1a66-49db-a4a7-84b9b41b446b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:25.141217 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7d591-782c-48ad-90a4-92fbcdfe4418 req-f9fe805f-1a66-49db-a4a7-84b9b41b446b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:25.141719 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-34a7d591-782c-48ad-90a4-92fbcdfe4418 req-f9fe805f-1a66-49db-a4a7-84b9b41b446b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:25.143172 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-34a7d591-782c-48ad-90a4-92fbcdfe4418 req-f9fe805f-1a66-49db-a4a7-84b9b41b446b service neutron] 10.222.0.32 "PUT /v2.0/ports/c8cd6f4f-5c16-4555-bb8d-e833aadb446f HTTP/1.1" status: 200 len: 1091 time: 0.9697666 Aug 23 21:14:25.165630 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe805f-1a66-49db-a4a7-84b9b41b446b service neutron] Pushing event updated for resources: {'Port': ['ID=c8cd6f4f-5c16-4555-bb8d-e833aadb446f,revision_number=7']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:14:25.216527 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7d591-782c-48ad-90a4-92fbcdfe4418 req-eb46746d-aaf2-4b0f-97d0-8e23613b1584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:25.218055 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-34a7d591-782c-48ad-90a4-92fbcdfe4418 req-eb46746d-aaf2-4b0f-97d0-8e23613b1584 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1eba24d80869473c8107bfea2ebfe660&device_id=5a784050-7958-4012-ba20-aac5e0e9c5a9 HTTP/1.1" status: 200 len: 1094 time: 0.0410554 Aug 23 21:14:25.308921 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7d591-782c-48ad-90a4-92fbcdfe4418 req-df79a51d-1bf1-4bac-a0fa-ee05221f61ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:25.310393 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-34a7d591-782c-48ad-90a4-92fbcdfe4418 req-df79a51d-1bf1-4bac-a0fa-ee05221f61ed service neutron] 10.222.0.32 "GET /v2.0/networks?id=ed5acea7-8e38-4db9-8d02-70ee583fb2f4 HTTP/1.1" status: 200 len: 912 time: 0.0849004 Aug 23 21:14:25.340566 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3adf73b-4b03-4a43-87c5-e74b9225cc9b req-798656c5-ff75-4df4-886d-2480434c69a0 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:25.342040 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e3adf73b-4b03-4a43-87c5-e74b9225cc9b req-798656c5-ff75-4df4-886d-2480434c69a0 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a784050-7958-4012-ba20-aac5e0e9c5a9 HTTP/1.1" status: 200 len: 943 time: 0.0498049 Aug 23 21:14:25.357206 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-34a7d591-782c-48ad-90a4-92fbcdfe4418 req-dbb43086-a325-4de9-9170-1a6d445f0f26 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8cd6f4f-5c16-4555-bb8d-e833aadb446f HTTP/1.1" status: 200 len: 217 time: 0.0386837 Aug 23 21:14:25.383154 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e3adf73b-4b03-4a43-87c5-e74b9225cc9b req-b068171c-d90b-4085-8224-32d0d14249a8 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/security-groups?id=143a1208-db3d-4191-b931-cea7bee93cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351229 Aug 23 21:14:25.407125 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7d591-782c-48ad-90a4-92fbcdfe4418 req-6ea22f9a-9d91-4f0c-ad01-df42a8acd2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:25.408656 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-34a7d591-782c-48ad-90a4-92fbcdfe4418 req-6ea22f9a-9d91-4f0c-ad01-df42a8acd2a4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e17fcf71-fb71-4a10-bcd1-0550d393cf1a HTTP/1.1" status: 200 len: 851 time: 0.0448153 Aug 23 21:14:25.442598 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-34a7d591-782c-48ad-90a4-92fbcdfe4418 req-033ef11c-2c54-461f-8665-086a7621c41b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ed5acea7-8e38-4db9-8d02-70ee583fb2f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254147 Aug 23 21:14:25.536529 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-34a7d591-782c-48ad-90a4-92fbcdfe4418 req-591e7d59-5ff8-4902-9aae-cb4e9ebfd35c service neutron] 10.222.0.32 "GET /v2.0/networks/ed5acea7-8e38-4db9-8d02-70ee583fb2f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851054 Aug 23 21:14:25.629455 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-34a7d591-782c-48ad-90a4-92fbcdfe4418 req-7b5ea2d2-15de-4187-9c1a-bd8c8db41422 service neutron] 10.222.0.32 "GET /v2.0/networks/ed5acea7-8e38-4db9-8d02-70ee583fb2f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839093 Aug 23 21:14:26.500196 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae91b1-b125-45a8-8462-6e02ce57fa7e req-436a7a50-e020-4604-8338-fb1bf69b35c8 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:26.501672 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-abae91b1-b125-45a8-8462-6e02ce57fa7e req-436a7a50-e020-4604-8338-fb1bf69b35c8 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a784050-7958-4012-ba20-aac5e0e9c5a9 HTTP/1.1" status: 200 len: 943 time: 0.0493419 Aug 23 21:14:26.544502 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-abae91b1-b125-45a8-8462-6e02ce57fa7e req-3082217b-b510-45dc-b709-69983e44bd9c tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/security-groups?id=143a1208-db3d-4191-b931-cea7bee93cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358126 Aug 23 21:14:26.951217 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a784050-7958-4012-ba20-aac5e0e9c5a9', 'tag': 'c8cd6f4f-5c16-4555-bb8d-e833aadb446f'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:14:26.953600 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db43f3cf-c625-427e-a30d-5a1c37452c78" -d '{"events": [{"name": "network-changed", "server_uuid": "5a784050-7958-4012-ba20-aac5e0e9c5a9", "tag": "c8cd6f4f-5c16-4555-bb8d-e833aadb446f"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:14:27.001417 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e5f096-e148-4077-8916-3a9ce6dacbc6 x-openstack-request-id: req-e5e5f096-e148-4077-8916-3a9ce6dacbc6 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:14:27.001709 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a784050-7958-4012-ba20-aac5e0e9c5a9", "tag": "c8cd6f4f-5c16-4555-bb8d-e833aadb446f", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:14:27.001957 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e5e5f096-e148-4077-8916-3a9ce6dacbc6 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:14:27.002350 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a784050-7958-4012-ba20-aac5e0e9c5a9', 'tag': 'c8cd6f4f-5c16-4555-bb8d-e833aadb446f', 'status': 'completed', 'code': 200} Aug 23 21:14:27.058051 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43f3cf-c625-427e-a30d-5a1c37452c78 req-512d8569-3141-4a7a-be38-dbd3ed5efadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:27.059546 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-db43f3cf-c625-427e-a30d-5a1c37452c78 req-512d8569-3141-4a7a-be38-dbd3ed5efadd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1eba24d80869473c8107bfea2ebfe660&device_id=5a784050-7958-4012-ba20-aac5e0e9c5a9 HTTP/1.1" status: 200 len: 1094 time: 0.0403500 Aug 23 21:14:27.156019 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43f3cf-c625-427e-a30d-5a1c37452c78 req-bcaec2c7-09f8-48f0-880f-40bf3c55c6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:27.157552 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-db43f3cf-c625-427e-a30d-5a1c37452c78 req-bcaec2c7-09f8-48f0-880f-40bf3c55c6a9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1eba24d80869473c8107bfea2ebfe660&device_id=5a784050-7958-4012-ba20-aac5e0e9c5a9 HTTP/1.1" status: 200 len: 1094 time: 0.0971549 Aug 23 21:14:27.176620 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43f3cf-c625-427e-a30d-5a1c37452c78 req-fc9ee86f-a907-4640-b11a-06da82b749ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:27.178788 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-db43f3cf-c625-427e-a30d-5a1c37452c78 req-fc9ee86f-a907-4640-b11a-06da82b749ae service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed5acea7-8e38-4db9-8d02-70ee583fb2f4 HTTP/1.1" status: 200 len: 912 time: 0.1104419 Aug 23 21:14:27.258829 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-db43f3cf-c625-427e-a30d-5a1c37452c78 req-14fa3063-c280-4ee1-a2c3-03775b2b5adf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8cd6f4f-5c16-4555-bb8d-e833aadb446f HTTP/1.1" status: 200 len: 217 time: 0.0709548 Aug 23 21:14:27.339736 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43f3cf-c625-427e-a30d-5a1c37452c78 req-170240e3-9fe8-4fab-ae40-451d98a3101a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:27.341223 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-db43f3cf-c625-427e-a30d-5a1c37452c78 req-170240e3-9fe8-4fab-ae40-451d98a3101a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e17fcf71-fb71-4a10-bcd1-0550d393cf1a HTTP/1.1" status: 200 len: 851 time: 0.0755858 Aug 23 21:14:27.344333 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43f3cf-c625-427e-a30d-5a1c37452c78 req-86ad6750-7cbf-4b93-9fe6-c13968f13b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:27.346111 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-db43f3cf-c625-427e-a30d-5a1c37452c78 req-86ad6750-7cbf-4b93-9fe6-c13968f13b1a service neutron] 10.222.0.32 "GET /v2.0/networks?id=ed5acea7-8e38-4db9-8d02-70ee583fb2f4 HTTP/1.1" status: 200 len: 912 time: 0.1664920 Aug 23 21:14:27.379584 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-db43f3cf-c625-427e-a30d-5a1c37452c78 req-c7267dab-071e-4d2b-b18f-9b3b01bea669 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed5acea7-8e38-4db9-8d02-70ee583fb2f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307820 Aug 23 21:14:27.415903 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-db43f3cf-c625-427e-a30d-5a1c37452c78 req-5aa72b5e-8aef-4a82-a580-a74e5b4f3a39 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8cd6f4f-5c16-4555-bb8d-e833aadb446f HTTP/1.1" status: 200 len: 217 time: 0.0583491 Aug 23 21:14:27.508212 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43f3cf-c625-427e-a30d-5a1c37452c78 req-2f790558-4f84-4f9e-8563-74ce371bbbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:27.509726 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-db43f3cf-c625-427e-a30d-5a1c37452c78 req-2f790558-4f84-4f9e-8563-74ce371bbbc5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e17fcf71-fb71-4a10-bcd1-0550d393cf1a HTTP/1.1" status: 200 len: 851 time: 0.0818052 Aug 23 21:14:27.553984 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-db43f3cf-c625-427e-a30d-5a1c37452c78 req-59cf4e7c-061b-4e98-9247-45cc118d3877 service neutron] 10.222.0.11 "GET /v2.0/networks/ed5acea7-8e38-4db9-8d02-70ee583fb2f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462657 Aug 23 21:14:27.555642 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-db43f3cf-c625-427e-a30d-5a1c37452c78 req-b0177c57-235d-4fd5-8777-5abf449d2d4e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ed5acea7-8e38-4db9-8d02-70ee583fb2f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369899 Aug 23 21:14:27.742870 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-db43f3cf-c625-427e-a30d-5a1c37452c78 req-66468028-de66-4de6-a443-505278a1a043 service neutron] 10.222.0.11 "GET /v2.0/networks/ed5acea7-8e38-4db9-8d02-70ee583fb2f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804430 Aug 23 21:14:27.760325 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b3d99-6eb1-4670-af0d-769706b9a6b8 req-9087c768-0158-4b25-84a1-3dc5cb29ca1e tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:27.761860 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-956b3d99-6eb1-4670-af0d-769706b9a6b8 req-9087c768-0158-4b25-84a1-3dc5cb29ca1e tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a784050-7958-4012-ba20-aac5e0e9c5a9 HTTP/1.1" status: 200 len: 943 time: 0.1391385 Aug 23 21:14:27.765705 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-db43f3cf-c625-427e-a30d-5a1c37452c78 req-0eabc6bc-68b4-4999-b9d4-1554ea574e2a service neutron] 10.222.0.32 "GET /v2.0/networks/ed5acea7-8e38-4db9-8d02-70ee583fb2f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022831 Aug 23 21:14:27.853781 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-956b3d99-6eb1-4670-af0d-769706b9a6b8 req-b2be0eed-778e-4e7c-9434-f21fbd024184 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/security-groups?id=143a1208-db3d-4191-b931-cea7bee93cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859954 Aug 23 21:14:27.886088 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-db43f3cf-c625-427e-a30d-5a1c37452c78 req-b7a4f0c4-0cae-44a8-8957-7bab2bd0aac9 service neutron] 10.222.0.32 "GET /v2.0/networks/ed5acea7-8e38-4db9-8d02-70ee583fb2f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113517 Aug 23 21:14:28.126509 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e785e19-81af-4d67-99d9-b99d63e305f5 req-0c07217c-0a67-4773-8e69-62860976a7f4 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:28.128041 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9e785e19-81af-4d67-99d9-b99d63e305f5 req-0c07217c-0a67-4773-8e69-62860976a7f4 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a784050-7958-4012-ba20-aac5e0e9c5a9&tenant_id=1eba24d80869473c8107bfea2ebfe660&binding%3Ahost_id=n-h2-805663-2 HTTP/1.1" status: 200 len: 943 time: 0.0844882 Aug 23 21:14:28.175640 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device c8cd6f4f-5c16-4555-bb8d-e833aadb446f details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 21:14:28.194712 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [req-9e785e19-81af-4d67-99d9-b99d63e305f5 req-5803ee4f-e1db-4444-9d27-05b65cfe46c6 service neutron] delete failed (client error): The resource could not be found. Aug 23 21:14:28.195740 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9e785e19-81af-4d67-99d9-b99d63e305f5 req-5803ee4f-e1db-4444-9d27-05b65cfe46c6 service neutron] 10.222.0.11 "DELETE /v2.0/ports/c8cd6f4f-5c16-4555-bb8d-e833aadb446f/bindings/n-h1-805663-2 HTTP/1.1" status: 404 len: 380 time: 0.0602207 Aug 23 21:14:28.270740 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port c8cd6f4f-5c16-4555-bb8d-e833aadb446f, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=c8cd6f4f-5c16-4555-bb8d-e833aadb446f,segment=NetworkSegment(3217cfe8-a19b-4cc0-9e11-2d573e6af281),segment_id=3217cfe8-a19b-4cc0-9e11-2d573e6af281)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:14:28.278365 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e785e19-81af-4d67-99d9-b99d63e305f5 req-cb6ddb89-bbc1-47d9-81e9-54d5f60460bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:28.279930 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9e785e19-81af-4d67-99d9-b99d63e305f5 req-cb6ddb89-bbc1-47d9-81e9-54d5f60460bf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1eba24d80869473c8107bfea2ebfe660&device_id=5a784050-7958-4012-ba20-aac5e0e9c5a9 HTTP/1.1" status: 200 len: 1094 time: 0.0422156 Aug 23 21:14:28.281187 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': 'c8cd6f4f-5c16-4555-bb8d-e833aadb446f', 'network_id': 'ed5acea7-8e38-4db9-8d02-70ee583fb2f4', 'port_id': 'c8cd6f4f-5c16-4555-bb8d-e833aadb446f', 'mac_address': 'fa:16:3e:34:ad:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e17fcf71-fb71-4a10-bcd1-0550d393cf1a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 21:14:28.322870 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:28.335490 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8cd6f4f-5c16-4555-bb8d-e833aadb446f {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:14:28.353817 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port c8cd6f4f-5c16-4555-bb8d-e833aadb446f, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=c8cd6f4f-5c16-4555-bb8d-e833aadb446f,segment=NetworkSegment(3217cfe8-a19b-4cc0-9e11-2d573e6af281),segment_id=3217cfe8-a19b-4cc0-9e11-2d573e6af281)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:14:28.358625 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:28.372888 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e785e19-81af-4d67-99d9-b99d63e305f5 req-96edf49b-a37a-4d2f-94d9-75e287b85dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:28.374389 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9e785e19-81af-4d67-99d9-b99d63e305f5 req-96edf49b-a37a-4d2f-94d9-75e287b85dab service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed5acea7-8e38-4db9-8d02-70ee583fb2f4 HTTP/1.1" status: 200 len: 912 time: 0.0873682 Aug 23 21:14:28.406369 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=c8cd6f4f-5c16-4555-bb8d-e833aadb446f,revision_number=8']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:14:28.419762 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9e785e19-81af-4d67-99d9-b99d63e305f5 req-3f8b3e4e-95fd-40e3-a81f-c34929fce54c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8cd6f4f-5c16-4555-bb8d-e833aadb446f HTTP/1.1" status: 200 len: 217 time: 0.0377316 Aug 23 21:14:28.469203 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e785e19-81af-4d67-99d9-b99d63e305f5 req-be5e640d-fb46-4516-af00-c9f0bf17ce82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:28.470709 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9e785e19-81af-4d67-99d9-b99d63e305f5 req-be5e640d-fb46-4516-af00-c9f0bf17ce82 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e17fcf71-fb71-4a10-bcd1-0550d393cf1a HTTP/1.1" status: 200 len: 851 time: 0.0446422 Aug 23 21:14:28.502434 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9e785e19-81af-4d67-99d9-b99d63e305f5 req-2822c815-16b0-483d-b80f-7c820d3c42a1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed5acea7-8e38-4db9-8d02-70ee583fb2f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246904 Aug 23 21:14:28.595093 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9e785e19-81af-4d67-99d9-b99d63e305f5 req-4cd93e40-946c-4f7d-9ae7-e05bad933990 service neutron] 10.222.0.11 "GET /v2.0/networks/ed5acea7-8e38-4db9-8d02-70ee583fb2f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854044 Aug 23 21:14:28.656087 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['c8cd6f4f-5c16-4555-bb8d-e833aadb446f'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:14:28.685908 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9e785e19-81af-4d67-99d9-b99d63e305f5 req-1a59fc8d-625d-40d9-a693-b16b87608d1e service neutron] 10.222.0.11 "GET /v2.0/networks/ed5acea7-8e38-4db9-8d02-70ee583fb2f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835304 Aug 23 21:14:28.924038 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device c8cd6f4f-5c16-4555-bb8d-e833aadb446f no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:14:28.974709 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device c8cd6f4f-5c16-4555-bb8d-e833aadb446f not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:14:29.361994 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08278799-30a3-42a2-bbe2-0739e838ef87 req-d3d3f8df-70ba-450c-a25e-ea84171bd940 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:29.363737 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-08278799-30a3-42a2-bbe2-0739e838ef87 req-d3d3f8df-70ba-450c-a25e-ea84171bd940 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a784050-7958-4012-ba20-aac5e0e9c5a9 HTTP/1.1" status: 200 len: 944 time: 0.0499213 Aug 23 21:14:29.405518 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-08278799-30a3-42a2-bbe2-0739e838ef87 req-7bd93fcf-6fa1-4811-8920-b7e63e5ea9dc tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/security-groups?id=143a1208-db3d-4191-b931-cea7bee93cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355520 Aug 23 21:14:30.178791 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device c8cd6f4f-5c16-4555-bb8d-e833aadb446f up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:14:30.227362 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port c8cd6f4f-5c16-4555-bb8d-e833aadb446f completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:14:30.230936 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port c8cd6f4f-5c16-4555-bb8d-e833aadb446f triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:14:30.231310 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:30.310653 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:30.333664 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a784050-7958-4012-ba20-aac5e0e9c5a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8cd6f4f-5c16-4555-bb8d-e833aadb446f'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:14:30.335872 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148e6414-9fd2-40ec-ae6d-cbc62d7b7f9d" -d '{"events": [{"server_uuid": "5a784050-7958-4012-ba20-aac5e0e9c5a9", "name": "network-vif-plugged", "status": "completed", "tag": "c8cd6f4f-5c16-4555-bb8d-e833aadb446f"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:14:30.347715 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port c8cd6f4f-5c16-4555-bb8d-e833aadb446f, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=c8cd6f4f-5c16-4555-bb8d-e833aadb446f,segment=NetworkSegment(3217cfe8-a19b-4cc0-9e11-2d573e6af281),segment_id=3217cfe8-a19b-4cc0-9e11-2d573e6af281)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:14:30.352994 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:30.377038 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8192e6-de6e-4faa-826b-fc2fb22bfd03 x-openstack-request-id: req-1f8192e6-de6e-4faa-826b-fc2fb22bfd03 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:14:30.377327 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a784050-7958-4012-ba20-aac5e0e9c5a9", "name": "network-vif-plugged", "status": "completed", "tag": "c8cd6f4f-5c16-4555-bb8d-e833aadb446f", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:14:30.377579 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1f8192e6-de6e-4faa-826b-fc2fb22bfd03 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:14:30.377963 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a784050-7958-4012-ba20-aac5e0e9c5a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8cd6f4f-5c16-4555-bb8d-e833aadb446f', 'code': 200} Aug 23 21:14:30.402533 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=c8cd6f4f-5c16-4555-bb8d-e833aadb446f,revision_number=9']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:14:30.559676 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924def51-221c-4a98-acb3-212d505beac7 req-43afd77b-5196-448d-a6da-233096a91119 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:30.561303 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-924def51-221c-4a98-acb3-212d505beac7 req-43afd77b-5196-448d-a6da-233096a91119 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a784050-7958-4012-ba20-aac5e0e9c5a9 HTTP/1.1" status: 200 len: 945 time: 0.0669861 Aug 23 21:14:30.601308 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-924def51-221c-4a98-acb3-212d505beac7 req-4beb80d1-9982-4bf2-a165-851c3f96658e tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.61 "GET /v2.0/security-groups?id=143a1208-db3d-4191-b931-cea7bee93cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333104 Aug 23 21:14:30.765137 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e785e19-81af-4d67-99d9-b99d63e305f5 req-3bc85681-c65b-4a12-aacf-fdb13ad1eaf3 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:30.766514 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9e785e19-81af-4d67-99d9-b99d63e305f5 req-3bc85681-c65b-4a12-aacf-fdb13ad1eaf3 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a784050-7958-4012-ba20-aac5e0e9c5a9 HTTP/1.1" status: 200 len: 945 time: 0.0477896 Aug 23 21:14:30.862430 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-9e785e19-81af-4d67-99d9-b99d63e305f5 req-562e1ec5-52cb-40e0-89e2-5291cb5ee738 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Deleting port c8cd6f4f-5c16-4555-bb8d-e833aadb446f {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:14:30.862628 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9e785e19-81af-4d67-99d9-b99d63e305f5 req-562e1ec5-52cb-40e0-89e2-5291cb5ee738 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:30.953337 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-9e785e19-81af-4d67-99d9-b99d63e305f5 req-562e1ec5-52cb-40e0-89e2-5291cb5ee738 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] For port c8cd6f4f-5c16-4555-bb8d-e833aadb446f, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=c8cd6f4f-5c16-4555-bb8d-e833aadb446f,segment=NetworkSegment(3217cfe8-a19b-4cc0-9e11-2d573e6af281),segment_id=3217cfe8-a19b-4cc0-9e11-2d573e6af281)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:14:30.953707 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9e785e19-81af-4d67-99d9-b99d63e305f5 req-562e1ec5-52cb-40e0-89e2-5291cb5ee738 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:30.966630 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-9e785e19-81af-4d67-99d9-b99d63e305f5 req-562e1ec5-52cb-40e0-89e2-5291cb5ee738 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Calling delete_port for c8cd6f4f-5c16-4555-bb8d-e833aadb446f owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:14:31.094669 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9e785e19-81af-4d67-99d9-b99d63e305f5 req-562e1ec5-52cb-40e0-89e2-5291cb5ee738 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:31.122374 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562e1ec5-52cb-40e0-89e2-5291cb5ee738 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Pushing event deleted for resources: {'Port': ['ID=c8cd6f4f-5c16-4555-bb8d-e833aadb446f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:14:31.127802 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['c8cd6f4f-5c16-4555-bb8d-e833aadb446f'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:14:31.137115 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562e1ec5-52cb-40e0-89e2-5291cb5ee738 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:14:31.137463 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562e1ec5-52cb-40e0-89e2-5291cb5ee738 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:14:31.137804 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562e1ec5-52cb-40e0-89e2-5291cb5ee738 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:14:31.138143 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562e1ec5-52cb-40e0-89e2-5291cb5ee738 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:14:31.138501 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562e1ec5-52cb-40e0-89e2-5291cb5ee738 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:14:31.138832 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562e1ec5-52cb-40e0-89e2-5291cb5ee738 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:14:31.139160 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562e1ec5-52cb-40e0-89e2-5291cb5ee738 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:14:31.139485 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562e1ec5-52cb-40e0-89e2-5291cb5ee738 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:14:31.139809 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562e1ec5-52cb-40e0-89e2-5291cb5ee738 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:14:31.140155 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562e1ec5-52cb-40e0-89e2-5291cb5ee738 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:14:31.140620 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562e1ec5-52cb-40e0-89e2-5291cb5ee738 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:14:31.140945 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562e1ec5-52cb-40e0-89e2-5291cb5ee738 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:14:31.174793 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e785e19-81af-4d67-99d9-b99d63e305f5 req-562e1ec5-52cb-40e0-89e2-5291cb5ee738 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] No DVR routers for this DVR port c8cd6f4f-5c16-4555-bb8d-e833aadb446f on host n-h2-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:14:31.177953 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9e785e19-81af-4d67-99d9-b99d63e305f5 req-562e1ec5-52cb-40e0-89e2-5291cb5ee738 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:31.179926 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9e785e19-81af-4d67-99d9-b99d63e305f5 req-562e1ec5-52cb-40e0-89e2-5291cb5ee738 tempest-DeleteServersTestJSON-28475465 tempest-DeleteServersTestJSON-28475465-project] 10.222.0.32 "DELETE /v2.0/ports/c8cd6f4f-5c16-4555-bb8d-e833aadb446f HTTP/1.1" status: 204 len: 173 time: 0.4075403 Aug 23 21:14:31.180380 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a784050-7958-4012-ba20-aac5e0e9c5a9', 'name': 'network-vif-deleted', 'tag': 'c8cd6f4f-5c16-4555-bb8d-e833aadb446f'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:14:31.182582 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e678b2-baec-49b3-8d74-3202f14dd24f" -d '{"events": [{"server_uuid": "5a784050-7958-4012-ba20-aac5e0e9c5a9", "name": "network-vif-deleted", "tag": "c8cd6f4f-5c16-4555-bb8d-e833aadb446f"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:14:31.219367 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe1117e-ec96-4a40-86d7-e7b2abf3d6b8 x-openstack-request-id: req-dbe1117e-ec96-4a40-86d7-e7b2abf3d6b8 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:14:31.219645 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a784050-7958-4012-ba20-aac5e0e9c5a9", "name": "network-vif-deleted", "tag": "c8cd6f4f-5c16-4555-bb8d-e833aadb446f", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:14:31.219896 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dbe1117e-ec96-4a40-86d7-e7b2abf3d6b8 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:14:31.220319 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a784050-7958-4012-ba20-aac5e0e9c5a9', 'name': 'network-vif-deleted', 'tag': 'c8cd6f4f-5c16-4555-bb8d-e833aadb446f', 'status': 'completed', 'code': 200} Aug 23 21:14:31.728381 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49936) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:14:31.772881 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-74fa9449-39a7-46bb-886f-96aaaaa6d78c admin admin] Deleting subnet e17fcf71-fb71-4a10-bcd1-0550d393cf1a {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 21:14:31.775877 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-74fa9449-39a7-46bb-886f-96aaaaa6d78c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:31.813089 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-74fa9449-39a7-46bb-886f-96aaaaa6d78c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:31.852146 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-74fa9449-39a7-46bb-886f-96aaaaa6d78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:31.904448 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-74fa9449-39a7-46bb-886f-96aaaaa6d78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:31.929090 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa9449-39a7-46bb-886f-96aaaaa6d78c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e17fcf71-fb71-4a10-bcd1-0550d393cf1a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:14:31.935267 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-74fa9449-39a7-46bb-886f-96aaaaa6d78c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:31.938498 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-74fa9449-39a7-46bb-886f-96aaaaa6d78c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/e17fcf71-fb71-4a10-bcd1-0550d393cf1a HTTP/1.1" status: 204 len: 168 time: 0.2090926 Aug 23 21:14:31.939620 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49938) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:14:32.011028 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-535fb54c-0782-40ca-b518-603e9e259431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:32.088145 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-535fb54c-0782-40ca-b518-603e9e259431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:32.097962 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-535fb54c-0782-40ca-b518-603e9e259431 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed5acea7-8e38-4db9-8d02-70ee583fb2f4']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:14:32.108312 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-535fb54c-0782-40ca-b518-603e9e259431 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3217cfe8-a19b-4cc0-9e11-2d573e6af281') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:14:32.108601 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-535fb54c-0782-40ca-b518-603e9e259431 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3217cfe8-a19b-4cc0-9e11-2d573e6af281') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:14:32.118589 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-535fb54c-0782-40ca-b518-603e9e259431 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:32.133613 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-535fb54c-0782-40ca-b518-603e9e259431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:32.139559 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-535fb54c-0782-40ca-b518-603e9e259431 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:14:32.139956 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-535fb54c-0782-40ca-b518-603e9e259431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:32.141737 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 21:14:32.141737 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:14:32.141737 n-d-805663-2 neutron-server[94688]: timer() Aug 23 21:14:32.141737 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:14:32.141737 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 21:14:32.141737 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:14:32.141737 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 21:14:32.141737 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:14:32.141737 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 21:14:32.141737 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:14:32.141737 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 21:14:32.141737 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:14:32.141737 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 21:14:32.141737 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:14:32.141737 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:14:32.141737 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:14:32.141737 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:14:32.141737 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:14:32.141737 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 21:14:32.141737 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:14:32.141737 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 21:14:32.141737 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:14:32.141737 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:14:32.141737 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:14:32.141737 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 21:14:32.141737 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:14:32.141737 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:14:32.141737 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:14:32.141737 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:14:32.141737 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:14:32.141737 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:14:32.141737 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:14:32.200296 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-535fb54c-0782-40ca-b518-603e9e259431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:32.205161 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-535fb54c-0782-40ca-b518-603e9e259431 admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:32.207005 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-535fb54c-0782-40ca-b518-603e9e259431 admin admin] 10.222.0.61 "DELETE /v2.0/networks/ed5acea7-8e38-4db9-8d02-70ee583fb2f4 HTTP/1.1" status: 204 len: 168 time: 0.2664571 Aug 23 21:14:32.219590 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535fb54c-0782-40ca-b518-603e9e259431 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed5acea7-8e38-4db9-8d02-70ee583fb2f4,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:14:32.317887 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49942) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:14:32.362176 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c8721503-23ff-47d4-a545-90006486f3bd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1eba24d80869473c8107bfea2ebfe660&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430920 Aug 23 21:14:32.365727 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49944) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:14:32.413876 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9835125a-4a53-4b5b-97eb-23f2e075f00d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:32.435374 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9835125a-4a53-4b5b-97eb-23f2e075f00d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:32.482849 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9835125a-4a53-4b5b-97eb-23f2e075f00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:32.485529 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9835125a-4a53-4b5b-97eb-23f2e075f00d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:32.486692 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9835125a-4a53-4b5b-97eb-23f2e075f00d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/143a1208-db3d-4191-b931-cea7bee93cb1 HTTP/1.1" status: 204 len: 168 time: 0.1199596 Aug 23 21:14:32.494913 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9835125a-4a53-4b5b-97eb-23f2e075f00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143a1208-db3d-4191-b931-cea7bee93cb1,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:14:33.150362 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 49966) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:14:33.247736 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-1c62866c-8b4a-44eb-81c9-5f41ec6dd2de admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-819286719-network', 'tenant_id': '3e7a1879fa4047a5851c95b4a70320e4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:14:33.273630 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c62866c-8b4a-44eb-81c9-5f41ec6dd2de admin admin] Made reservation on behalf of 3e7a1879fa4047a5851c95b4a70320e4 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:14:33.276321 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1c62866c-8b4a-44eb-81c9-5f41ec6dd2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:33.285280 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1c62866c-8b4a-44eb-81c9-5f41ec6dd2de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:33.375495 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1c62866c-8b4a-44eb-81c9-5f41ec6dd2de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:33.380904 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1c62866c-8b4a-44eb-81c9-5f41ec6dd2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:33.405804 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c62866c-8b4a-44eb-81c9-5f41ec6dd2de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:14:33.415940 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c62866c-8b4a-44eb-81c9-5f41ec6dd2de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8675df7-e06e-4ccb-b3cd-b78c7782d479,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:14:33.422722 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1c62866c-8b4a-44eb-81c9-5f41ec6dd2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:33.423068 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-1c62866c-8b4a-44eb-81c9-5f41ec6dd2de admin admin] Added segment ad977c00-5373-49c6-8094-52fa20f1c36b of type vlan for network 99efc437-b8e3-48e8-bdcd-309638068edd Aug 23 21:14:33.471025 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1c62866c-8b4a-44eb-81c9-5f41ec6dd2de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:33.497264 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1c62866c-8b4a-44eb-81c9-5f41ec6dd2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:33.498307 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c62866c-8b4a-44eb-81c9-5f41ec6dd2de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:33.498832 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1c62866c-8b4a-44eb-81c9-5f41ec6dd2de admin admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:33.550806 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1c62866c-8b4a-44eb-81c9-5f41ec6dd2de admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3993306 Aug 23 21:14:33.554438 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 49970) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:14:33.558673 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c62866c-8b4a-44eb-81c9-5f41ec6dd2de admin admin] Pushing event updated for resources: {'Network': ['ID=99efc437-b8e3-48e8-bdcd-309638068edd,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:14:33.559481 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-45d481bc-8e73-4cc8-a591-37b19e7418f0 admin admin] Request body: {'subnet': {'network_id': '99efc437-b8e3-48e8-bdcd-309638068edd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-819286719-subnet', 'tenant_id': '3e7a1879fa4047a5851c95b4a70320e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:14:33.570820 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 99efc437-b8e3-48e8-bdcd-309638068edd details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:14:33.581776 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d481bc-8e73-4cc8-a591-37b19e7418f0 admin admin] Made reservation on behalf of 3e7a1879fa4047a5851c95b4a70320e4 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:14:33.584773 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45d481bc-8e73-4cc8-a591-37b19e7418f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:33.757300 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45d481bc-8e73-4cc8-a591-37b19e7418f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:33.811498 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d481bc-8e73-4cc8-a591-37b19e7418f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac47b0d1-2ae4-482e-861c-f0f7f4036cf2,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:14:33.821676 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d481bc-8e73-4cc8-a591-37b19e7418f0 admin admin] Checking segment: {'id': 'ad977c00-5373-49c6-8094-52fa20f1c36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '99efc437-b8e3-48e8-bdcd-309638068edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:14:33.822028 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d481bc-8e73-4cc8-a591-37b19e7418f0 admin admin] Network hostable DHCP agents. Network: 99efc437-b8e3-48e8-bdcd-309638068edd, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:14:33.837184 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d481bc-8e73-4cc8-a591-37b19e7418f0 admin admin] Network 99efc437-b8e3-48e8-bdcd-309638068edd is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:14:33.845830 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-45d481bc-8e73-4cc8-a591-37b19e7418f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 99efc437-b8e3-48e8-bdcd-309638068edd) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:14:33.851336 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d481bc-8e73-4cc8-a591-37b19e7418f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:33.853295 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45d481bc-8e73-4cc8-a591-37b19e7418f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:33.854456 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0de395b-1afc-496e-950a-623ea9aaeb63 None None] Network 99efc437-b8e3-48e8-bdcd-309638068edd requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:14:33.867832 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-45d481bc-8e73-4cc8-a591-37b19e7418f0 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3122308 Aug 23 21:14:33.988148 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df088497-0ab6-454b-95e6-4480a47d8680 None None] Network 99efc437-b8e3-48e8-bdcd-309638068edd requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:14:34.193083 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device c8cd6f4f-5c16-4555-bb8d-e833aadb446f no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:14:34.213725 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: c8cd6f4f-5c16-4555-bb8d-e833aadb446f {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:14:34.214165 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device c8cd6f4f-5c16-4555-bb8d-e833aadb446f not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:14:34.295373 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e85e8d-b996-47cb-a29b-8bec864fe98e req-b01ed887-2632-40cb-b6b9-c057427a99e8 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:34.296764 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a0e85e8d-b996-47cb-a29b-8bec864fe98e req-b01ed887-2632-40cb-b6b9-c057427a99e8 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/networks?id=99efc437-b8e3-48e8-bdcd-309638068edd HTTP/1.1" status: 200 len: 814 time: 0.1073062 Aug 23 21:14:34.311277 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a0e85e8d-b996-47cb-a29b-8bec864fe98e req-0a86fa17-bd00-4f54-a2bc-59a3cf51e8fc tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/quotas/3e7a1879fa4047a5851c95b4a70320e4 HTTP/1.1" status: 200 len: 375 time: 0.0086784 Aug 23 21:14:34.342332 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a0e85e8d-b996-47cb-a29b-8bec864fe98e req-39c0d0fb-a5a2-4b45-8847-ee98dfb06d1d tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3e7a1879fa4047a5851c95b4a70320e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258961 Aug 23 21:14:34.496020 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a0e85e8d-b996-47cb-a29b-8bec864fe98e req-192b101a-6631-431c-bf03-f3b275242c4a service neutron] 10.222.0.61 "GET /v2.0/networks/99efc437-b8e3-48e8-bdcd-309638068edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463006 Aug 23 21:14:34.589609 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a0e85e8d-b996-47cb-a29b-8bec864fe98e req-c9046b62-47f1-445a-bcf7-86ed7e3bc2a3 service neutron] 10.222.0.61 "GET /v2.0/networks/99efc437-b8e3-48e8-bdcd-309638068edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875037 Aug 23 21:14:34.747211 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-70ff908b-28f2-4141-95e7-03a717755913 req-40daf773-b44c-4ed0-bbb6-79c86cf64bde tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8852a51-031d-47b4-9dbf-41c41fb2b70d HTTP/1.1" status: 200 len: 210 time: 0.0265839 Aug 23 21:14:35.765720 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e85e8d-b996-47cb-a29b-8bec864fe98e req-6722e9c2-eb19-40e2-9764-601885c9d1f7 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:35.767230 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a0e85e8d-b996-47cb-a29b-8bec864fe98e req-6722e9c2-eb19-40e2-9764-601885c9d1f7 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.32 "GET /v2.0/networks?id=99efc437-b8e3-48e8-bdcd-309638068edd HTTP/1.1" status: 200 len: 814 time: 0.1118610 Aug 23 21:14:35.794268 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-a0e85e8d-b996-47cb-a29b-8bec864fe98e req-eef81205-8828-49a6-80ba-4ad7443e8be2 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Request body: {'port': {'device_id': 'b8852a51-031d-47b4-9dbf-41c41fb2b70d', 'network_id': '99efc437-b8e3-48e8-bdcd-309638068edd', 'admin_state_up': True, 'tenant_id': '3e7a1879fa4047a5851c95b4a70320e4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:14:35.842690 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f2d269bd-423c-400d-a613-dba6353d06e8 req-b2402962-33ac-4f34-aea3-6fd7c79633c7 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8852a51-031d-47b4-9dbf-41c41fb2b70d HTTP/1.1" status: 200 len: 210 time: 0.0284300 Aug 23 21:14:35.908116 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0e85e8d-b996-47cb-a29b-8bec864fe98e req-eef81205-8828-49a6-80ba-4ad7443e8be2 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Made reservation on behalf of 3e7a1879fa4047a5851c95b4a70320e4 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:14:35.912325 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a0e85e8d-b996-47cb-a29b-8bec864fe98e req-eef81205-8828-49a6-80ba-4ad7443e8be2 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:36.038341 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-a0e85e8d-b996-47cb-a29b-8bec864fe98e req-eef81205-8828-49a6-80ba-4ad7443e8be2 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Allocated IP 172.20.0.3 (99efc437-b8e3-48e8-bdcd-309638068edd/ac47b0d1-2ae4-482e-861c-f0f7f4036cf2/e850d7b0-c25c-45d9-b987-3d7a20c55f78) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:14:36.183616 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a0e85e8d-b996-47cb-a29b-8bec864fe98e req-eef81205-8828-49a6-80ba-4ad7443e8be2 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:36.221614 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a0e85e8d-b996-47cb-a29b-8bec864fe98e req-eef81205-8828-49a6-80ba-4ad7443e8be2 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:36.264022 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0e85e8d-b996-47cb-a29b-8bec864fe98e req-eef81205-8828-49a6-80ba-4ad7443e8be2 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Network 99efc437-b8e3-48e8-bdcd-309638068edd is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:14:36.267037 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-a0e85e8d-b996-47cb-a29b-8bec864fe98e req-eef81205-8828-49a6-80ba-4ad7443e8be2 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:14:36.271292 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0e85e8d-b996-47cb-a29b-8bec864fe98e req-eef81205-8828-49a6-80ba-4ad7443e8be2 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:14:36.279583 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef81205-8828-49a6-80ba-4ad7443e8be2 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Pushing event updated for resources: {'Port': ['ID=e850d7b0-c25c-45d9-b987-3d7a20c55f78,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:14:36.324099 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e85e8d-b996-47cb-a29b-8bec864fe98e req-eef81205-8828-49a6-80ba-4ad7443e8be2 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:36.324710 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a0e85e8d-b996-47cb-a29b-8bec864fe98e req-eef81205-8828-49a6-80ba-4ad7443e8be2 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:36.339222 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a0e85e8d-b996-47cb-a29b-8bec864fe98e req-eef81205-8828-49a6-80ba-4ad7443e8be2 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5489843 Aug 23 21:14:36.356260 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-a0e85e8d-b996-47cb-a29b-8bec864fe98e req-bfe3fe0b-0cf9-4272-9bf8-8c0152f37328 service neutron] Request body: {'port': {'device_id': 'b8852a51-031d-47b4-9dbf-41c41fb2b70d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:14:36.411515 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a0e85e8d-b996-47cb-a29b-8bec864fe98e req-bfe3fe0b-0cf9-4272-9bf8-8c0152f37328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:36.669812 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-a0e85e8d-b996-47cb-a29b-8bec864fe98e req-bfe3fe0b-0cf9-4272-9bf8-8c0152f37328 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e850d7b0-c25c-45d9-b987-3d7a20c55f78 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:14:36.677491 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a0e85e8d-b996-47cb-a29b-8bec864fe98e req-bfe3fe0b-0cf9-4272-9bf8-8c0152f37328 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:36.689379 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-a0e85e8d-b996-47cb-a29b-8bec864fe98e req-bfe3fe0b-0cf9-4272-9bf8-8c0152f37328 service neutron] Transition to ACTIVE for port object e850d7b0-c25c-45d9-b987-3d7a20c55f78 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:14:36.693955 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a0e85e8d-b996-47cb-a29b-8bec864fe98e req-bfe3fe0b-0cf9-4272-9bf8-8c0152f37328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:36.745456 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe3fe0b-0cf9-4272-9bf8-8c0152f37328 service neutron] Pushing event updated for resources: {'Port': ['ID=e850d7b0-c25c-45d9-b987-3d7a20c55f78,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:14:36.811420 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-a0e85e8d-b996-47cb-a29b-8bec864fe98e req-bfe3fe0b-0cf9-4272-9bf8-8c0152f37328 service neutron] Attempting to bind port e850d7b0-c25c-45d9-b987-3d7a20c55f78 on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:14:36.812100 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-a0e85e8d-b996-47cb-a29b-8bec864fe98e req-bfe3fe0b-0cf9-4272-9bf8-8c0152f37328 service neutron] Attempting to bind port e850d7b0-c25c-45d9-b987-3d7a20c55f78 by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': 'ad977c00-5373-49c6-8094-52fa20f1c36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '99efc437-b8e3-48e8-bdcd-309638068edd'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:14:36.812100 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e85e8d-b996-47cb-a29b-8bec864fe98e req-bfe3fe0b-0cf9-4272-9bf8-8c0152f37328 service neutron] Attempting to bind port e850d7b0-c25c-45d9-b987-3d7a20c55f78 on network 99efc437-b8e3-48e8-bdcd-309638068edd {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:14:36.816359 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e85e8d-b996-47cb-a29b-8bec864fe98e req-bfe3fe0b-0cf9-4272-9bf8-8c0152f37328 service neutron] Port e850d7b0-c25c-45d9-b987-3d7a20c55f78 on network 99efc437-b8e3-48e8-bdcd-309638068edd not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:14:36.816674 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e85e8d-b996-47cb-a29b-8bec864fe98e req-bfe3fe0b-0cf9-4272-9bf8-8c0152f37328 service neutron] Attempting to bind port e850d7b0-c25c-45d9-b987-3d7a20c55f78 on network 99efc437-b8e3-48e8-bdcd-309638068edd {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:14:36.821464 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e85e8d-b996-47cb-a29b-8bec864fe98e req-bfe3fe0b-0cf9-4272-9bf8-8c0152f37328 service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:14:36.821731 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e85e8d-b996-47cb-a29b-8bec864fe98e req-bfe3fe0b-0cf9-4272-9bf8-8c0152f37328 service neutron] Checking segment: {'id': 'ad977c00-5373-49c6-8094-52fa20f1c36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '99efc437-b8e3-48e8-bdcd-309638068edd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:14:36.822101 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e85e8d-b996-47cb-a29b-8bec864fe98e req-bfe3fe0b-0cf9-4272-9bf8-8c0152f37328 service neutron] Bound using segment: {'id': 'ad977c00-5373-49c6-8094-52fa20f1c36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '99efc437-b8e3-48e8-bdcd-309638068edd'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:14:36.822568 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-a0e85e8d-b996-47cb-a29b-8bec864fe98e req-bfe3fe0b-0cf9-4272-9bf8-8c0152f37328 service neutron] Bound port: e850d7b0-c25c-45d9-b987-3d7a20c55f78, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad977c00-5373-49c6-8094-52fa20f1c36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '99efc437-b8e3-48e8-bdcd-309638068edd'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:14:36.822917 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a0e85e8d-b996-47cb-a29b-8bec864fe98e req-bfe3fe0b-0cf9-4272-9bf8-8c0152f37328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:36.885714 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-a0e85e8d-b996-47cb-a29b-8bec864fe98e req-bfe3fe0b-0cf9-4272-9bf8-8c0152f37328 service neutron] For port e850d7b0-c25c-45d9-b987-3d7a20c55f78, host n-h2-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:14:36.889044 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-a0e85e8d-b996-47cb-a29b-8bec864fe98e req-bfe3fe0b-0cf9-4272-9bf8-8c0152f37328 service neutron] For port e850d7b0-c25c-45d9-b987-3d7a20c55f78, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=e850d7b0-c25c-45d9-b987-3d7a20c55f78,segment=NetworkSegment(ad977c00-5373-49c6-8094-52fa20f1c36b),segment_id=ad977c00-5373-49c6-8094-52fa20f1c36b)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:14:36.893689 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a0e85e8d-b996-47cb-a29b-8bec864fe98e req-bfe3fe0b-0cf9-4272-9bf8-8c0152f37328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:36.953004 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e85e8d-b996-47cb-a29b-8bec864fe98e req-bfe3fe0b-0cf9-4272-9bf8-8c0152f37328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:36.953623 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a0e85e8d-b996-47cb-a29b-8bec864fe98e req-bfe3fe0b-0cf9-4272-9bf8-8c0152f37328 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:36.954997 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a0e85e8d-b996-47cb-a29b-8bec864fe98e req-bfe3fe0b-0cf9-4272-9bf8-8c0152f37328 service neutron] 10.222.0.32 "PUT /v2.0/ports/e850d7b0-c25c-45d9-b987-3d7a20c55f78 HTTP/1.1" status: 200 len: 1091 time: 0.6027813 Aug 23 21:14:36.955549 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8852a51-031d-47b4-9dbf-41c41fb2b70d', 'tag': 'e850d7b0-c25c-45d9-b987-3d7a20c55f78'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:14:36.958191 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c79e2e-96c9-4783-bf27-50e1b228df91" -d '{"events": [{"name": "network-changed", "server_uuid": "b8852a51-031d-47b4-9dbf-41c41fb2b70d", "tag": "e850d7b0-c25c-45d9-b987-3d7a20c55f78"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:14:36.989049 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe3fe0b-0cf9-4272-9bf8-8c0152f37328 service neutron] Pushing event updated for resources: {'Port': ['ID=e850d7b0-c25c-45d9-b987-3d7a20c55f78,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:14:36.998081 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6388f0-ee6f-4a5d-8f75-2318f229b755 x-openstack-request-id: req-7e6388f0-ee6f-4a5d-8f75-2318f229b755 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:14:36.998440 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8852a51-031d-47b4-9dbf-41c41fb2b70d", "tag": "e850d7b0-c25c-45d9-b987-3d7a20c55f78", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:14:36.998765 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7e6388f0-ee6f-4a5d-8f75-2318f229b755 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:14:36.999160 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8852a51-031d-47b4-9dbf-41c41fb2b70d', 'tag': 'e850d7b0-c25c-45d9-b987-3d7a20c55f78', 'status': 'completed', 'code': 200} Aug 23 21:14:37.006609 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d892d0-a346-42ac-8bf4-fb3a2339de8a req-ef71a0f2-9e56-4623-bd7f-3d456a455452 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:37.008140 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e6d892d0-a346-42ac-8bf4-fb3a2339de8a req-ef71a0f2-9e56-4623-bd7f-3d456a455452 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8852a51-031d-47b4-9dbf-41c41fb2b70d HTTP/1.1" status: 200 len: 943 time: 0.0885234 Aug 23 21:14:37.071828 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e6d892d0-a346-42ac-8bf4-fb3a2339de8a req-ae8839bb-c5a3-442f-83f0-8c85e6361912 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572090 Aug 23 21:14:37.080202 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e85e8d-b996-47cb-a29b-8bec864fe98e req-e5cf01e0-0036-4af7-8328-caadd03b9dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:37.081765 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a0e85e8d-b996-47cb-a29b-8bec864fe98e req-e5cf01e0-0036-4af7-8328-caadd03b9dd2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e7a1879fa4047a5851c95b4a70320e4&device_id=b8852a51-031d-47b4-9dbf-41c41fb2b70d HTTP/1.1" status: 200 len: 1094 time: 0.0655735 Aug 23 21:14:37.130245 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a0e85e8d-b996-47cb-a29b-8bec864fe98e req-ee7774e6-2f68-4611-b9a7-30a54f45c1ee service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e850d7b0-c25c-45d9-b987-3d7a20c55f78 HTTP/1.1" status: 200 len: 217 time: 0.0350230 Aug 23 21:14:37.182585 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e85e8d-b996-47cb-a29b-8bec864fe98e req-ecb174ef-7cf0-45ef-8679-658f7e3dfd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:37.184034 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a0e85e8d-b996-47cb-a29b-8bec864fe98e req-ecb174ef-7cf0-45ef-8679-658f7e3dfd37 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ac47b0d1-2ae4-482e-861c-f0f7f4036cf2 HTTP/1.1" status: 200 len: 854 time: 0.0469368 Aug 23 21:14:37.215239 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a0e85e8d-b996-47cb-a29b-8bec864fe98e req-a182dc72-284b-4d95-bc16-1c0e80517869 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=99efc437-b8e3-48e8-bdcd-309638068edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241613 Aug 23 21:14:37.304346 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a0e85e8d-b996-47cb-a29b-8bec864fe98e req-5f6ede18-11f3-4e6f-b583-36a4f381676d service neutron] 10.222.0.32 "GET /v2.0/networks/99efc437-b8e3-48e8-bdcd-309638068edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821576 Aug 23 21:14:37.396732 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a0e85e8d-b996-47cb-a29b-8bec864fe98e req-18cd57c2-b6cf-43d1-b5bd-cb2cb40966dd service neutron] 10.222.0.32 "GET /v2.0/networks/99efc437-b8e3-48e8-bdcd-309638068edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850616 Aug 23 21:14:37.519872 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c79e2e-96c9-4783-bf27-50e1b228df91 req-750dbd5d-225b-4e43-93b5-6b2cf955eb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:37.522451 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-18c79e2e-96c9-4783-bf27-50e1b228df91 req-750dbd5d-225b-4e43-93b5-6b2cf955eb02 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e7a1879fa4047a5851c95b4a70320e4&device_id=b8852a51-031d-47b4-9dbf-41c41fb2b70d HTTP/1.1" status: 200 len: 1094 time: 0.0412500 Aug 23 21:14:37.616609 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c79e2e-96c9-4783-bf27-50e1b228df91 req-46cfa9a1-a82a-4f02-9a1f-86206f1c910c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:37.618073 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-18c79e2e-96c9-4783-bf27-50e1b228df91 req-46cfa9a1-a82a-4f02-9a1f-86206f1c910c service neutron] 10.222.0.32 "GET /v2.0/networks?id=99efc437-b8e3-48e8-bdcd-309638068edd HTTP/1.1" status: 200 len: 915 time: 0.0878782 Aug 23 21:14:37.662118 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-18c79e2e-96c9-4783-bf27-50e1b228df91 req-fa5cb410-16ad-47f3-b290-af399adeaee4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e850d7b0-c25c-45d9-b987-3d7a20c55f78 HTTP/1.1" status: 200 len: 217 time: 0.0367768 Aug 23 21:14:37.712974 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c79e2e-96c9-4783-bf27-50e1b228df91 req-12984496-865a-4bf5-a538-bda5660d2481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:37.714385 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-18c79e2e-96c9-4783-bf27-50e1b228df91 req-12984496-865a-4bf5-a538-bda5660d2481 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ac47b0d1-2ae4-482e-861c-f0f7f4036cf2 HTTP/1.1" status: 200 len: 854 time: 0.0438950 Aug 23 21:14:37.746660 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-18c79e2e-96c9-4783-bf27-50e1b228df91 req-4c3ba3ad-9c9e-4992-8ca3-c17c7ba6122c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=99efc437-b8e3-48e8-bdcd-309638068edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234048 Aug 23 21:14:38.168077 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-18c79e2e-96c9-4783-bf27-50e1b228df91 req-770b75ca-d735-41a2-a6bd-07eb141a8c6f service neutron] 10.222.0.32 "GET /v2.0/networks/99efc437-b8e3-48e8-bdcd-309638068edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4136641 Aug 23 21:14:38.196093 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f792301-c675-4815-89a0-1acfce804cc8 req-0b6c7b93-773f-43b9-bf8c-5151ca2415de tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:38.197596 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4f792301-c675-4815-89a0-1acfce804cc8 req-0b6c7b93-773f-43b9-bf8c-5151ca2415de tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8852a51-031d-47b4-9dbf-41c41fb2b70d HTTP/1.1" status: 200 len: 943 time: 0.0541272 Aug 23 21:14:38.236177 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4f792301-c675-4815-89a0-1acfce804cc8 req-65998e95-4514-491c-b1e3-bf24e195eeda tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321865 Aug 23 21:14:38.267746 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-18c79e2e-96c9-4783-bf27-50e1b228df91 req-25746350-b818-4a2e-8020-d478523ddeff service neutron] 10.222.0.32 "GET /v2.0/networks/99efc437-b8e3-48e8-bdcd-309638068edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864887 Aug 23 21:14:39.357222 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5b0aa-21e6-4112-985b-3134a2e4f4d8 req-92a79b03-543b-4888-b320-607dd91a8a56 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:39.358720 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1bf5b0aa-21e6-4112-985b-3134a2e4f4d8 req-92a79b03-543b-4888-b320-607dd91a8a56 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8852a51-031d-47b4-9dbf-41c41fb2b70d HTTP/1.1" status: 200 len: 943 time: 0.0545120 Aug 23 21:14:39.396920 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1bf5b0aa-21e6-4112-985b-3134a2e4f4d8 req-2365cfd2-0f28-473b-a596-22b73c7d9ccf tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311251 Aug 23 21:14:40.062593 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-52bacfbf-9c50-48c1-8ccc-834fb7236649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:40.184724 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:14:40.206156 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device e850d7b0-c25c-45d9-b987-3d7a20c55f78 details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 21:14:40.299180 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port e850d7b0-c25c-45d9-b987-3d7a20c55f78, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=e850d7b0-c25c-45d9-b987-3d7a20c55f78,segment=NetworkSegment(ad977c00-5373-49c6-8094-52fa20f1c36b),segment_id=ad977c00-5373-49c6-8094-52fa20f1c36b)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:14:40.310816 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': 'e850d7b0-c25c-45d9-b987-3d7a20c55f78', 'network_id': '99efc437-b8e3-48e8-bdcd-309638068edd', 'port_id': 'e850d7b0-c25c-45d9-b987-3d7a20c55f78', 'mac_address': 'fa:16:3e:1b:48:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac47b0d1-2ae4-482e-861c-f0f7f4036cf2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 21:14:40.351450 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:40.364592 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e850d7b0-c25c-45d9-b987-3d7a20c55f78 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:14:40.384405 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port e850d7b0-c25c-45d9-b987-3d7a20c55f78, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=e850d7b0-c25c-45d9-b987-3d7a20c55f78,segment=NetworkSegment(ad977c00-5373-49c6-8094-52fa20f1c36b),segment_id=ad977c00-5373-49c6-8094-52fa20f1c36b)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:14:40.387837 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:40.433698 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=e850d7b0-c25c-45d9-b987-3d7a20c55f78,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:14:40.441078 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:14:40.441427 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:14:40.441768 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:14:40.442200 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:14:40.443046 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:14:40.443610 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:14:40.443686 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:14:40.443987 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:14:40.444338 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:14:40.444662 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:14:40.444984 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:14:40.445304 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:14:40.526068 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116fd83-de9e-4ea8-b381-5f3ecc25cf5a req-8a179531-da3a-4473-9f4b-931eb3433c9b tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:40.527493 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6116fd83-de9e-4ea8-b381-5f3ecc25cf5a req-8a179531-da3a-4473-9f4b-931eb3433c9b tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8852a51-031d-47b4-9dbf-41c41fb2b70d HTTP/1.1" status: 200 len: 944 time: 0.0589266 Aug 23 21:14:40.569018 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6116fd83-de9e-4ea8-b381-5f3ecc25cf5a req-459cd527-905a-456e-8e60-02f3933d7a7f tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347347 Aug 23 21:14:40.656382 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['e850d7b0-c25c-45d9-b987-3d7a20c55f78'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:14:40.736648 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:41.683493 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3665f8-5e98-4331-9b86-5abeca330695 req-e4603087-b243-4c04-b077-964ec18cad26 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:41.685006 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7e3665f8-5e98-4331-9b86-5abeca330695 req-e4603087-b243-4c04-b077-964ec18cad26 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8852a51-031d-47b4-9dbf-41c41fb2b70d HTTP/1.1" status: 200 len: 944 time: 0.0487642 Aug 23 21:14:41.722447 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7e3665f8-5e98-4331-9b86-5abeca330695 req-8164055d-3994-4426-ba59-7623cc822a36 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315492 Aug 23 21:14:42.207324 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device e850d7b0-c25c-45d9-b987-3d7a20c55f78 up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:14:42.255809 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port e850d7b0-c25c-45d9-b987-3d7a20c55f78 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:14:42.259726 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port e850d7b0-c25c-45d9-b987-3d7a20c55f78 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:14:42.260118 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:42.335528 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:42.357496 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8852a51-031d-47b4-9dbf-41c41fb2b70d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e850d7b0-c25c-45d9-b987-3d7a20c55f78'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:14:42.359693 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f27c4a-7b3b-47fd-9f87-d4d393cbd865" -d '{"events": [{"server_uuid": "b8852a51-031d-47b4-9dbf-41c41fb2b70d", "name": "network-vif-plugged", "status": "completed", "tag": "e850d7b0-c25c-45d9-b987-3d7a20c55f78"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:14:42.378260 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port e850d7b0-c25c-45d9-b987-3d7a20c55f78, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=e850d7b0-c25c-45d9-b987-3d7a20c55f78,segment=NetworkSegment(ad977c00-5373-49c6-8094-52fa20f1c36b),segment_id=ad977c00-5373-49c6-8094-52fa20f1c36b)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:14:42.383827 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:42.410668 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31f2cac-1846-4cc2-a392-e6ebf0afde17 x-openstack-request-id: req-b31f2cac-1846-4cc2-a392-e6ebf0afde17 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:14:42.411018 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8852a51-031d-47b4-9dbf-41c41fb2b70d", "name": "network-vif-plugged", "status": "completed", "tag": "e850d7b0-c25c-45d9-b987-3d7a20c55f78", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:14:42.411392 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b31f2cac-1846-4cc2-a392-e6ebf0afde17 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:14:42.411854 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8852a51-031d-47b4-9dbf-41c41fb2b70d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e850d7b0-c25c-45d9-b987-3d7a20c55f78', 'code': 200} Aug 23 21:14:42.437261 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=e850d7b0-c25c-45d9-b987-3d7a20c55f78,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:14:42.529162 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cab9c-6e23-4dea-a81e-055c5bf9f78c req-afc83802-74f6-4288-9b88-22f2cbdd138b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:42.530723 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dd4cab9c-6e23-4dea-a81e-055c5bf9f78c req-afc83802-74f6-4288-9b88-22f2cbdd138b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b8852a51-031d-47b4-9dbf-41c41fb2b70d HTTP/1.1" status: 200 len: 1096 time: 0.0402369 Aug 23 21:14:42.565834 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dd4cab9c-6e23-4dea-a81e-055c5bf9f78c req-a4c78224-7e51-4999-8e7f-31923a358a02 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279517 Aug 23 21:14:42.839840 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a397b4-4730-4052-9995-f6910d805886 req-b8c44662-fd96-4c71-8fa6-48890dcbcb75 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:42.841342 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-38a397b4-4730-4052-9995-f6910d805886 req-b8c44662-fd96-4c71-8fa6-48890dcbcb75 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8852a51-031d-47b4-9dbf-41c41fb2b70d HTTP/1.1" status: 200 len: 945 time: 0.0522404 Aug 23 21:14:42.881629 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-38a397b4-4730-4052-9995-f6910d805886 req-3d5e9c7d-9f7b-469f-9771-9686dca58b31 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330272 Aug 23 21:14:43.451642 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e35772b6-ffba-4e08-b190-87e8f147696d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:43.579332 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:43.997317 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad5ec6-7379-4650-9c71-ab6f2352eeb3 req-1da96831-8f4f-4d04-9eda-3bcf6dec95ea tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:43.998832 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-18ad5ec6-7379-4650-9c71-ab6f2352eeb3 req-1da96831-8f4f-4d04-9eda-3bcf6dec95ea tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8852a51-031d-47b4-9dbf-41c41fb2b70d HTTP/1.1" status: 200 len: 945 time: 0.0494750 Aug 23 21:14:44.036184 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-18ad5ec6-7379-4650-9c71-ab6f2352eeb3 req-79a0a778-1445-43b4-a9e7-2ed0693356cf tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304260 Aug 23 21:14:44.150596 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad3723-27c4-4cb0-b4d4-db88661cd1be req-18f495b5-2e1e-4786-acf5-a0e4d7639bc5 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:44.152141 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1cad3723-27c4-4cb0-b4d4-db88661cd1be req-18f495b5-2e1e-4786-acf5-a0e4d7639bc5 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8852a51-031d-47b4-9dbf-41c41fb2b70d HTTP/1.1" status: 200 len: 945 time: 0.0490675 Aug 23 21:14:44.188915 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1cad3723-27c4-4cb0-b4d4-db88661cd1be req-07bc1096-a982-460a-b5a9-4bbbfd951bed tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308375 Aug 23 21:14:44.385135 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f0492-f6cf-4b03-9a2a-4b304326507e req-5d2a2b0d-dcd3-4e5b-8fef-077618d08195 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:44.386639 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3a0f0492-f6cf-4b03-9a2a-4b304326507e req-5d2a2b0d-dcd3-4e5b-8fef-077618d08195 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8852a51-031d-47b4-9dbf-41c41fb2b70d HTTP/1.1" status: 200 len: 945 time: 0.0492442 Aug 23 21:14:44.423222 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3a0f0492-f6cf-4b03-9a2a-4b304326507e req-3e9ea290-20d1-4d1b-a8bb-2cb18adace06 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307143 Aug 23 21:14:44.537098 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52cdfc6-c14e-4a4f-81d9-b4fed0e6678f req-44807d26-90f4-4841-9fc5-6f355c8763e2 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:44.538548 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f52cdfc6-c14e-4a4f-81d9-b4fed0e6678f req-44807d26-90f4-4841-9fc5-6f355c8763e2 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8852a51-031d-47b4-9dbf-41c41fb2b70d HTTP/1.1" status: 200 len: 945 time: 0.0493302 Aug 23 21:14:44.575967 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f52cdfc6-c14e-4a4f-81d9-b4fed0e6678f req-ffdd4272-e642-459f-b814-3dcc18a1b9b4 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315373 Aug 23 21:14:44.691849 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:44.827624 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b4ab4b64-4ae4-48fb-8b1d-cac010fcbfbe req-992e0f20-ea70-407e-a033-52814daf3b34 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b8852a51-031d-47b4-9dbf-41c41fb2b70d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0690460 Aug 23 21:14:44.843526 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ceecf2-87b2-4c26-9017-54979db5ca4b req-87c27d87-817e-4a36-9fde-b1a03b0fa15a tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:44.845173 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-76ceecf2-87b2-4c26-9017-54979db5ca4b req-87c27d87-817e-4a36-9fde-b1a03b0fa15a tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8852a51-031d-47b4-9dbf-41c41fb2b70d HTTP/1.1" status: 200 len: 945 time: 0.0765896 Aug 23 21:14:44.886154 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-76ceecf2-87b2-4c26-9017-54979db5ca4b req-67a4e9e2-9638-4c19-b655-70cc51f77136 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341911 Aug 23 21:14:45.996077 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab4b64-4ae4-48fb-8b1d-cac010fcbfbe req-c3a86e24-80ec-4d57-8868-7e11fc2755b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:45.997587 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b4ab4b64-4ae4-48fb-8b1d-cac010fcbfbe req-c3a86e24-80ec-4d57-8868-7e11fc2755b3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e7a1879fa4047a5851c95b4a70320e4&device_id=b8852a51-031d-47b4-9dbf-41c41fb2b70d HTTP/1.1" status: 200 len: 1096 time: 0.0768468 Aug 23 21:14:46.013155 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e1c0f-a102-4a1d-ba05-1a5fe9b79cf4 req-fddf2482-d555-456f-8e67-fd9d596ca20d tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:46.014576 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ad9e1c0f-a102-4a1d-ba05-1a5fe9b79cf4 req-fddf2482-d555-456f-8e67-fd9d596ca20d tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8852a51-031d-47b4-9dbf-41c41fb2b70d HTTP/1.1" status: 200 len: 945 time: 0.0574038 Aug 23 21:14:46.050658 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:46.105928 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ad9e1c0f-a102-4a1d-ba05-1a5fe9b79cf4 req-9162b299-9823-4c0a-9c4d-de3bf00a556b tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827060 Aug 23 21:14:46.134070 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab4b64-4ae4-48fb-8b1d-cac010fcbfbe req-af3eb901-09be-418a-b93a-40f44c5694cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:46.135531 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b4ab4b64-4ae4-48fb-8b1d-cac010fcbfbe req-af3eb901-09be-418a-b93a-40f44c5694cf service neutron] 10.222.0.32 "GET /v2.0/networks?id=99efc437-b8e3-48e8-bdcd-309638068edd HTTP/1.1" status: 200 len: 915 time: 0.1201239 Aug 23 21:14:46.179021 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b4ab4b64-4ae4-48fb-8b1d-cac010fcbfbe req-e3cadfac-5e71-4050-8a89-5d6524a743c3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e850d7b0-c25c-45d9-b987-3d7a20c55f78 HTTP/1.1" status: 200 len: 217 time: 0.0350590 Aug 23 21:14:46.233487 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab4b64-4ae4-48fb-8b1d-cac010fcbfbe req-85d71276-d827-4954-87e7-e9ba7fb48e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:46.234956 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b4ab4b64-4ae4-48fb-8b1d-cac010fcbfbe req-85d71276-d827-4954-87e7-e9ba7fb48e25 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ac47b0d1-2ae4-482e-861c-f0f7f4036cf2 HTTP/1.1" status: 200 len: 854 time: 0.0432951 Aug 23 21:14:46.265936 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b4ab4b64-4ae4-48fb-8b1d-cac010fcbfbe req-5e49fd71-2fff-4683-a665-e561946bbe82 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=99efc437-b8e3-48e8-bdcd-309638068edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235207 Aug 23 21:14:46.357484 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b4ab4b64-4ae4-48fb-8b1d-cac010fcbfbe req-e0adbe70-157b-4e26-bb56-82ba9871341c service neutron] 10.222.0.32 "GET /v2.0/networks/99efc437-b8e3-48e8-bdcd-309638068edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834806 Aug 23 21:14:46.445813 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b4ab4b64-4ae4-48fb-8b1d-cac010fcbfbe req-28dc3367-ce13-41c2-aac4-5c9670bd8a4d service neutron] 10.222.0.32 "GET /v2.0/networks/99efc437-b8e3-48e8-bdcd-309638068edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802200 Aug 23 21:14:47.225788 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482f0cf-bf78-4587-bc3e-4527b262cba9 req-6ec35d29-eca6-48f8-aa4b-dbeed4650e20 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:47.227253 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7482f0cf-bf78-4587-bc3e-4527b262cba9 req-6ec35d29-eca6-48f8-aa4b-dbeed4650e20 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8852a51-031d-47b4-9dbf-41c41fb2b70d HTTP/1.1" status: 200 len: 945 time: 0.0487337 Aug 23 21:14:47.263798 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7482f0cf-bf78-4587-bc3e-4527b262cba9 req-fda63f3b-d1e1-472c-8aeb-608ef3b90ce2 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306432 Aug 23 21:14:48.384967 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbbe765-6803-4bdc-b9ab-5e679f0f9ada req-503786d7-c840-4514-8811-abffd5840150 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:48.386479 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0dbbe765-6803-4bdc-b9ab-5e679f0f9ada req-503786d7-c840-4514-8811-abffd5840150 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8852a51-031d-47b4-9dbf-41c41fb2b70d HTTP/1.1" status: 200 len: 945 time: 0.0552108 Aug 23 21:14:48.424036 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0dbbe765-6803-4bdc-b9ab-5e679f0f9ada req-57533d94-d68e-40af-b57c-be2270f86490 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317047 Aug 23 21:14:49.541646 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb8040-88d3-4e1d-b575-cf51694e4b40 req-5a63c978-50ad-4d15-8c2d-23b7e2ef825c tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:49.543108 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e1eb8040-88d3-4e1d-b575-cf51694e4b40 req-5a63c978-50ad-4d15-8c2d-23b7e2ef825c tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8852a51-031d-47b4-9dbf-41c41fb2b70d HTTP/1.1" status: 200 len: 945 time: 0.0518832 Aug 23 21:14:49.581175 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e1eb8040-88d3-4e1d-b575-cf51694e4b40 req-a6d450c2-3c93-43b1-b943-32a1b3df1e75 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319948 Aug 23 21:14:50.682729 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:14:50.699227 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8777de93-0897-4f23-9a3f-f5a571e53396 req-7a977ced-9921-4987-9b96-e71398dbe451 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:50.700754 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8777de93-0897-4f23-9a3f-f5a571e53396 req-7a977ced-9921-4987-9b96-e71398dbe451 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8852a51-031d-47b4-9dbf-41c41fb2b70d HTTP/1.1" status: 200 len: 945 time: 0.0493631 Aug 23 21:14:50.737670 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8777de93-0897-4f23-9a3f-f5a571e53396 req-1e8474e1-b5b4-44d3-ad07-61b16ad56436 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311022 Aug 23 21:14:51.853905 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca692d00-b0e1-4772-b453-aaae82bc7a9d req-f93c0d7f-985b-46a5-bb3c-f52f1301e59c tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:51.855304 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ca692d00-b0e1-4772-b453-aaae82bc7a9d req-f93c0d7f-985b-46a5-bb3c-f52f1301e59c tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8852a51-031d-47b4-9dbf-41c41fb2b70d HTTP/1.1" status: 200 len: 945 time: 0.0491519 Aug 23 21:14:51.893135 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ca692d00-b0e1-4772-b453-aaae82bc7a9d req-ed60b6ef-2ab8-43dd-900b-4ab61fe15d03 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318339 Aug 23 21:14:53.008140 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e858d-796f-4bfd-9beb-09aef04c8218 req-927d0f3f-4d3a-47e6-8112-c7e591cc17ed tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:53.009613 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-627e858d-796f-4bfd-9beb-09aef04c8218 req-927d0f3f-4d3a-47e6-8112-c7e591cc17ed tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8852a51-031d-47b4-9dbf-41c41fb2b70d HTTP/1.1" status: 200 len: 945 time: 0.0482528 Aug 23 21:14:53.046724 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-627e858d-796f-4bfd-9beb-09aef04c8218 req-7b0a1eca-c056-4dce-a83b-ef198b7695f3 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312278 Aug 23 21:14:54.159730 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a5ae2-bb35-423d-acd3-90a261fd8498 req-7cbf39eb-6d04-4fd2-aa90-669387aba6db tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:54.161884 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-436a5ae2-bb35-423d-acd3-90a261fd8498 req-7cbf39eb-6d04-4fd2-aa90-669387aba6db tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8852a51-031d-47b4-9dbf-41c41fb2b70d HTTP/1.1" status: 200 len: 945 time: 0.0499480 Aug 23 21:14:54.198970 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-436a5ae2-bb35-423d-acd3-90a261fd8498 req-fa5f05fd-5a5b-4c47-8fa5-5f7aae022aa1 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311117 Aug 23 21:14:55.317451 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6360c4-825e-4f2b-b385-fef21f332d8b req-519d241e-80e0-483e-a1f6-5c7a668b0048 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:55.318958 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0e6360c4-825e-4f2b-b385-fef21f332d8b req-519d241e-80e0-483e-a1f6-5c7a668b0048 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8852a51-031d-47b4-9dbf-41c41fb2b70d HTTP/1.1" status: 200 len: 945 time: 0.0537298 Aug 23 21:14:55.355543 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0e6360c4-825e-4f2b-b385-fef21f332d8b req-8f20a3e4-9824-47ce-b1b4-b4a36ec81e30 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307078 Aug 23 21:14:56.475460 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c29656-1842-4cf7-b2a9-b5ef57856864 req-cc6cdd03-0417-46cd-a075-44f8ab841c23 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:56.476988 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-31c29656-1842-4cf7-b2a9-b5ef57856864 req-cc6cdd03-0417-46cd-a075-44f8ab841c23 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8852a51-031d-47b4-9dbf-41c41fb2b70d HTTP/1.1" status: 200 len: 945 time: 0.0527322 Aug 23 21:14:56.514366 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-31c29656-1842-4cf7-b2a9-b5ef57856864 req-92a2b0c8-e273-4b39-88ce-aee031ca2b2c tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314848 Aug 23 21:14:57.632642 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58ef84-24b4-4256-b887-639050775d80 req-686db960-73e0-4094-8abb-ba391543b700 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:57.634149 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4e58ef84-24b4-4256-b887-639050775d80 req-686db960-73e0-4094-8abb-ba391543b700 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8852a51-031d-47b4-9dbf-41c41fb2b70d HTTP/1.1" status: 200 len: 945 time: 0.0519016 Aug 23 21:14:57.671971 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4e58ef84-24b4-4256-b887-639050775d80 req-96e3290c-f8d2-4713-8159-dc7cfdfcb7c3 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318346 Aug 23 21:14:58.786765 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53b0cc-0d0b-47b2-acf5-46facd236a0b req-f5c4c275-6de6-49a6-9dc5-08bebe5689db tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:58.788438 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4b53b0cc-0d0b-47b2-acf5-46facd236a0b req-f5c4c275-6de6-49a6-9dc5-08bebe5689db tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8852a51-031d-47b4-9dbf-41c41fb2b70d HTTP/1.1" status: 200 len: 945 time: 0.0494585 Aug 23 21:14:58.826085 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4b53b0cc-0d0b-47b2-acf5-46facd236a0b req-1ac7a6a4-7544-4c32-a85c-b9a0343e8645 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316374 Aug 23 21:14:59.946962 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af0114-c317-4593-ace1-ab84d0491017 req-d0e80de8-29f0-4d3a-9118-4afa9d3d7b70 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:14:59.948563 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d3af0114-c317-4593-ace1-ab84d0491017 req-d0e80de8-29f0-4d3a-9118-4afa9d3d7b70 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8852a51-031d-47b4-9dbf-41c41fb2b70d HTTP/1.1" status: 200 len: 945 time: 0.0526044 Aug 23 21:14:59.985265 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d3af0114-c317-4593-ace1-ab84d0491017 req-93ecad4d-0fc5-42e2-aa0a-cb9affe45266 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307546 Aug 23 21:15:01.102706 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40fc86e-4342-40c5-bca5-d890fef841ae req-af46bd9b-7ffa-48e7-a459-83be20ff0fac tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:01.104188 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d40fc86e-4342-40c5-bca5-d890fef841ae req-af46bd9b-7ffa-48e7-a459-83be20ff0fac tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8852a51-031d-47b4-9dbf-41c41fb2b70d HTTP/1.1" status: 200 len: 945 time: 0.0492046 Aug 23 21:15:01.142664 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d40fc86e-4342-40c5-bca5-d890fef841ae req-ddce99f0-c98c-480b-a9df-bcd0c80e641d tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324264 Aug 23 21:15:02.262482 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a9b42-892d-41c4-969f-1cd0ba3f7e10 req-222cc30c-2b9e-4dfc-b0be-5060e1bd0fb7 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:02.264016 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7a4a9b42-892d-41c4-969f-1cd0ba3f7e10 req-222cc30c-2b9e-4dfc-b0be-5060e1bd0fb7 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8852a51-031d-47b4-9dbf-41c41fb2b70d HTTP/1.1" status: 200 len: 945 time: 0.0553298 Aug 23 21:15:02.302111 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7a4a9b42-892d-41c4-969f-1cd0ba3f7e10 req-79536ef5-72e0-43ea-9d11-2bcaad960ab0 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322001 Aug 23 21:15:03.421781 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104fed39-b2cd-49ce-b0a0-86cd48602198 req-74414b5f-e624-407d-b4a9-838f13d6c30c tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:03.423242 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-104fed39-b2cd-49ce-b0a0-86cd48602198 req-74414b5f-e624-407d-b4a9-838f13d6c30c tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8852a51-031d-47b4-9dbf-41c41fb2b70d HTTP/1.1" status: 200 len: 945 time: 0.0528021 Aug 23 21:15:03.463921 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-104fed39-b2cd-49ce-b0a0-86cd48602198 req-06f7df34-d11e-4002-8120-27c81642c44d tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340748 Aug 23 21:15:04.581204 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7467cd-5dc5-4d3c-95b1-87d132f1da0c req-6daca347-6850-4326-b41e-72d3215d5fa5 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:04.582717 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5e7467cd-5dc5-4d3c-95b1-87d132f1da0c req-6daca347-6850-4326-b41e-72d3215d5fa5 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8852a51-031d-47b4-9dbf-41c41fb2b70d HTTP/1.1" status: 200 len: 945 time: 0.0493965 Aug 23 21:15:04.622746 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5e7467cd-5dc5-4d3c-95b1-87d132f1da0c req-12c35353-3545-48df-a4e0-ca5d0b6135c0 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328348 Aug 23 21:15:05.737527 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8d49f-8550-42ce-8908-916220b4e8db req-4fc18bd4-63a1-4290-b34e-5023b882af31 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:05.739245 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-17f8d49f-8550-42ce-8908-916220b4e8db req-4fc18bd4-63a1-4290-b34e-5023b882af31 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8852a51-031d-47b4-9dbf-41c41fb2b70d HTTP/1.1" status: 200 len: 945 time: 0.0490429 Aug 23 21:15:05.777151 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-17f8d49f-8550-42ce-8908-916220b4e8db req-325755da-d144-4d6d-8408-4af03a379733 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319333 Aug 23 21:15:06.898172 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4b1ee-ef9c-4784-9cbf-3e6c49703106 req-b4e534bd-d515-4627-b80d-9e9b77015a50 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:06.899729 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-75f4b1ee-ef9c-4784-9cbf-3e6c49703106 req-b4e534bd-d515-4627-b80d-9e9b77015a50 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8852a51-031d-47b4-9dbf-41c41fb2b70d HTTP/1.1" status: 200 len: 945 time: 0.0527623 Aug 23 21:15:06.940533 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-75f4b1ee-ef9c-4784-9cbf-3e6c49703106 req-9e9f4957-18ff-457c-b019-6374d8b3975e tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347621 Aug 23 21:15:08.056981 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee1dc33-6ee8-435b-b278-f7c8613427b1 req-655e39a0-9f9b-4037-a13c-4d97183abf56 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:08.058458 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fee1dc33-6ee8-435b-b278-f7c8613427b1 req-655e39a0-9f9b-4037-a13c-4d97183abf56 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8852a51-031d-47b4-9dbf-41c41fb2b70d HTTP/1.1" status: 200 len: 945 time: 0.0487976 Aug 23 21:15:08.096462 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fee1dc33-6ee8-435b-b278-f7c8613427b1 req-ba7f354c-c5b2-4d64-9212-9253216aa0dd tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320671 Aug 23 21:15:09.218197 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf9babd-ab43-4b6d-9572-49106f1ead84 req-53194c87-e39e-4973-ae85-ebc28e1daf11 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:09.219685 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dbf9babd-ab43-4b6d-9572-49106f1ead84 req-53194c87-e39e-4973-ae85-ebc28e1daf11 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8852a51-031d-47b4-9dbf-41c41fb2b70d HTTP/1.1" status: 200 len: 945 time: 0.0531511 Aug 23 21:15:09.257533 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dbf9babd-ab43-4b6d-9572-49106f1ead84 req-e9ed6901-e579-439e-a248-56a095178627 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313635 Aug 23 21:15:10.064168 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-62a0ada0-4b89-4643-89dc-abfad4ca59f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:15:10.389712 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185416b-6752-4fca-b33f-c2e3d6a22c53 req-bf79caf1-35c4-4a64-9efd-90f24b8f7f97 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:10.391208 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2185416b-6752-4fca-b33f-c2e3d6a22c53 req-bf79caf1-35c4-4a64-9efd-90f24b8f7f97 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8852a51-031d-47b4-9dbf-41c41fb2b70d HTTP/1.1" status: 200 len: 945 time: 0.0538874 Aug 23 21:15:10.434076 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2185416b-6752-4fca-b33f-c2e3d6a22c53 req-cd6f1d05-4b30-4727-a093-6e58fd226313 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340962 Aug 23 21:15:10.742348 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:15:11.550212 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eabad0-18fd-48e9-b4fc-fcfc16390a4e req-649d8cd6-a60b-46e7-a9a8-f66870f23a2d tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:11.551690 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-13eabad0-18fd-48e9-b4fc-fcfc16390a4e req-649d8cd6-a60b-46e7-a9a8-f66870f23a2d tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8852a51-031d-47b4-9dbf-41c41fb2b70d HTTP/1.1" status: 200 len: 945 time: 0.0495243 Aug 23 21:15:11.590111 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-13eabad0-18fd-48e9-b4fc-fcfc16390a4e req-1fa35348-a085-4e0f-b607-64c2ab3acf79 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322626 Aug 23 21:15:12.715032 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee29cbb-74e0-4934-a243-e868b9b814b8 req-076eeabd-beff-4433-bc52-25109a5b07c6 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:12.716604 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cee29cbb-74e0-4934-a243-e868b9b814b8 req-076eeabd-beff-4433-bc52-25109a5b07c6 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8852a51-031d-47b4-9dbf-41c41fb2b70d HTTP/1.1" status: 200 len: 945 time: 0.0499363 Aug 23 21:15:12.761667 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cee29cbb-74e0-4934-a243-e868b9b814b8 req-23fa66e8-8f6f-4106-b960-c45d8acee5e9 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370727 Aug 23 21:15:13.452110 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-53193c3d-7cca-4eb0-a683-9c1f9fac0cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:15:13.581296 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:15:13.626910 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [req-b4ab4b64-4ae4-48fb-8b1d-cac010fcbfbe req-c34ae5c4-df02-4c86-b907-3a93d881e8d9 service neutron] show failed (client error): The resource could not be found. Aug 23 21:15:13.627968 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b4ab4b64-4ae4-48fb-8b1d-cac010fcbfbe req-c34ae5c4-df02-4c86-b907-3a93d881e8d9 service neutron] 10.222.0.32 "GET /v2.0/ports/e850d7b0-c25c-45d9-b987-3d7a20c55f78/bindings/n-h1-805663-2 HTTP/1.1" status: 404 len: 380 time: 0.0547552 Aug 23 21:15:13.906834 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab4b64-4ae4-48fb-8b1d-cac010fcbfbe req-83e3db54-f851-474b-9cd8-54bffa4c0bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:13.908367 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b4ab4b64-4ae4-48fb-8b1d-cac010fcbfbe req-83e3db54-f851-474b-9cd8-54bffa4c0bee service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b8852a51-031d-47b4-9dbf-41c41fb2b70d&tenant_id=3e7a1879fa4047a5851c95b4a70320e4 HTTP/1.1" status: 200 len: 1096 time: 0.1214881 Aug 23 21:15:13.916440 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b4763-94c1-4310-9203-a6c1124b5c9f req-8a2e4536-c2e1-4c8d-a432-3d6bfebc27f1 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:13.917796 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5e2b4763-94c1-4310-9203-a6c1124b5c9f req-8a2e4536-c2e1-4c8d-a432-3d6bfebc27f1 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8852a51-031d-47b4-9dbf-41c41fb2b70d HTTP/1.1" status: 200 len: 945 time: 0.0850513 Aug 23 21:15:13.922552 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-b4ab4b64-4ae4-48fb-8b1d-cac010fcbfbe req-7200ef53-0dfa-49d7-970d-eb1aa9ce22ea service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805663-2', 'device_owner': 'compute:nova'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:15:14.003226 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5e2b4763-94c1-4310-9203-a6c1124b5c9f req-e36055e0-bfdf-494b-8289-775a170f1287 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779891 Aug 23 21:15:14.003922 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b4ab4b64-4ae4-48fb-8b1d-cac010fcbfbe req-7200ef53-0dfa-49d7-970d-eb1aa9ce22ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:15:14.210734 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-b4ab4b64-4ae4-48fb-8b1d-cac010fcbfbe req-7200ef53-0dfa-49d7-970d-eb1aa9ce22ea service neutron] For port e850d7b0-c25c-45d9-b987-3d7a20c55f78, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=e850d7b0-c25c-45d9-b987-3d7a20c55f78,segment=NetworkSegment(ad977c00-5373-49c6-8094-52fa20f1c36b),segment_id=ad977c00-5373-49c6-8094-52fa20f1c36b)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:15:14.243316 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-b4ab4b64-4ae4-48fb-8b1d-cac010fcbfbe req-7200ef53-0dfa-49d7-970d-eb1aa9ce22ea service neutron] For port e850d7b0-c25c-45d9-b987-3d7a20c55f78, host n-h2-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:15:14.282468 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8852a51-031d-47b4-9dbf-41c41fb2b70d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e850d7b0-c25c-45d9-b987-3d7a20c55f78'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:15:14.284755 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abeeba1e-76e1-4f66-9ad6-678613c7abcf" -d '{"events": [{"server_uuid": "b8852a51-031d-47b4-9dbf-41c41fb2b70d", "name": "network-vif-unplugged", "status": "completed", "tag": "e850d7b0-c25c-45d9-b987-3d7a20c55f78"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:15:14.288839 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b4ab4b64-4ae4-48fb-8b1d-cac010fcbfbe req-7200ef53-0dfa-49d7-970d-eb1aa9ce22ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:15:14.301409 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-b4ab4b64-4ae4-48fb-8b1d-cac010fcbfbe req-7200ef53-0dfa-49d7-970d-eb1aa9ce22ea service neutron] Transition to ACTIVE for port object e850d7b0-c25c-45d9-b987-3d7a20c55f78 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:15:14.305406 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b4ab4b64-4ae4-48fb-8b1d-cac010fcbfbe req-7200ef53-0dfa-49d7-970d-eb1aa9ce22ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:15:14.361106 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ab4b64-4ae4-48fb-8b1d-cac010fcbfbe req-7200ef53-0dfa-49d7-970d-eb1aa9ce22ea service neutron] No DVR routers for this DVR port e850d7b0-c25c-45d9-b987-3d7a20c55f78 on host n-h2-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:15:14.377621 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7200ef53-0dfa-49d7-970d-eb1aa9ce22ea service neutron] Pushing event updated for resources: {'Port': ['ID=e850d7b0-c25c-45d9-b987-3d7a20c55f78,revision_number=6']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:15:14.401430 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 21:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a30354-257d-450a-92e8-eb9ff7d620a7 x-openstack-request-id: req-40a30354-257d-450a-92e8-eb9ff7d620a7 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:15:14.401724 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8852a51-031d-47b4-9dbf-41c41fb2b70d", "name": "network-vif-unplugged", "status": "completed", "tag": "e850d7b0-c25c-45d9-b987-3d7a20c55f78", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:15:14.401974 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-40a30354-257d-450a-92e8-eb9ff7d620a7 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:15:14.402359 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8852a51-031d-47b4-9dbf-41c41fb2b70d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e850d7b0-c25c-45d9-b987-3d7a20c55f78', 'code': 200} Aug 23 21:15:14.412800 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-b4ab4b64-4ae4-48fb-8b1d-cac010fcbfbe req-7200ef53-0dfa-49d7-970d-eb1aa9ce22ea service neutron] Attempting to bind port e850d7b0-c25c-45d9-b987-3d7a20c55f78 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:15:14.413236 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-b4ab4b64-4ae4-48fb-8b1d-cac010fcbfbe req-7200ef53-0dfa-49d7-970d-eb1aa9ce22ea service neutron] Attempting to bind port e850d7b0-c25c-45d9-b987-3d7a20c55f78 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': 'ad977c00-5373-49c6-8094-52fa20f1c36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '99efc437-b8e3-48e8-bdcd-309638068edd'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:15:14.413794 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ab4b64-4ae4-48fb-8b1d-cac010fcbfbe req-7200ef53-0dfa-49d7-970d-eb1aa9ce22ea service neutron] Attempting to bind port e850d7b0-c25c-45d9-b987-3d7a20c55f78 on network 99efc437-b8e3-48e8-bdcd-309638068edd {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:15:14.418087 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ab4b64-4ae4-48fb-8b1d-cac010fcbfbe req-7200ef53-0dfa-49d7-970d-eb1aa9ce22ea service neutron] Port e850d7b0-c25c-45d9-b987-3d7a20c55f78 on network 99efc437-b8e3-48e8-bdcd-309638068edd not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:15:14.418413 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ab4b64-4ae4-48fb-8b1d-cac010fcbfbe req-7200ef53-0dfa-49d7-970d-eb1aa9ce22ea service neutron] Attempting to bind port e850d7b0-c25c-45d9-b987-3d7a20c55f78 on network 99efc437-b8e3-48e8-bdcd-309638068edd {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:15:14.423224 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ab4b64-4ae4-48fb-8b1d-cac010fcbfbe req-7200ef53-0dfa-49d7-970d-eb1aa9ce22ea service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:15:14.423556 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ab4b64-4ae4-48fb-8b1d-cac010fcbfbe req-7200ef53-0dfa-49d7-970d-eb1aa9ce22ea service neutron] Checking segment: {'id': 'ad977c00-5373-49c6-8094-52fa20f1c36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '99efc437-b8e3-48e8-bdcd-309638068edd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:15:14.423936 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ab4b64-4ae4-48fb-8b1d-cac010fcbfbe req-7200ef53-0dfa-49d7-970d-eb1aa9ce22ea service neutron] Bound using segment: {'id': 'ad977c00-5373-49c6-8094-52fa20f1c36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '99efc437-b8e3-48e8-bdcd-309638068edd'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:15:14.424404 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-b4ab4b64-4ae4-48fb-8b1d-cac010fcbfbe req-7200ef53-0dfa-49d7-970d-eb1aa9ce22ea service neutron] Bound port: e850d7b0-c25c-45d9-b987-3d7a20c55f78, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad977c00-5373-49c6-8094-52fa20f1c36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '99efc437-b8e3-48e8-bdcd-309638068edd'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:15:14.424780 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b4ab4b64-4ae4-48fb-8b1d-cac010fcbfbe req-7200ef53-0dfa-49d7-970d-eb1aa9ce22ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:15:14.488572 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-b4ab4b64-4ae4-48fb-8b1d-cac010fcbfbe req-7200ef53-0dfa-49d7-970d-eb1aa9ce22ea service neutron] For port e850d7b0-c25c-45d9-b987-3d7a20c55f78, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:15:14.491774 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-b4ab4b64-4ae4-48fb-8b1d-cac010fcbfbe req-7200ef53-0dfa-49d7-970d-eb1aa9ce22ea service neutron] For port e850d7b0-c25c-45d9-b987-3d7a20c55f78, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=e850d7b0-c25c-45d9-b987-3d7a20c55f78,segment=NetworkSegment(ad977c00-5373-49c6-8094-52fa20f1c36b),segment_id=ad977c00-5373-49c6-8094-52fa20f1c36b)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:15:14.495634 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b4ab4b64-4ae4-48fb-8b1d-cac010fcbfbe req-7200ef53-0dfa-49d7-970d-eb1aa9ce22ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:15:14.531417 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab4b64-4ae4-48fb-8b1d-cac010fcbfbe req-7200ef53-0dfa-49d7-970d-eb1aa9ce22ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:14.532035 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b4ab4b64-4ae4-48fb-8b1d-cac010fcbfbe req-7200ef53-0dfa-49d7-970d-eb1aa9ce22ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:15:14.533429 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b4ab4b64-4ae4-48fb-8b1d-cac010fcbfbe req-7200ef53-0dfa-49d7-970d-eb1aa9ce22ea service neutron] 10.222.0.11 "PUT /v2.0/ports/e850d7b0-c25c-45d9-b987-3d7a20c55f78 HTTP/1.1" status: 200 len: 1091 time: 0.6147685 Aug 23 21:15:14.553174 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7200ef53-0dfa-49d7-970d-eb1aa9ce22ea service neutron] Pushing event updated for resources: {'Port': ['ID=e850d7b0-c25c-45d9-b987-3d7a20c55f78,revision_number=7']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:15:14.596736 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab4b64-4ae4-48fb-8b1d-cac010fcbfbe req-317fe12f-81cb-4e2a-b6a7-18b2a76786ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:14.598240 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b4ab4b64-4ae4-48fb-8b1d-cac010fcbfbe req-317fe12f-81cb-4e2a-b6a7-18b2a76786ad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3e7a1879fa4047a5851c95b4a70320e4&device_id=b8852a51-031d-47b4-9dbf-41c41fb2b70d HTTP/1.1" status: 200 len: 1094 time: 0.0419295 Aug 23 21:15:14.691818 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab4b64-4ae4-48fb-8b1d-cac010fcbfbe req-9389550f-a5f6-4d24-8956-c9750c94f361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:14.693527 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b4ab4b64-4ae4-48fb-8b1d-cac010fcbfbe req-9389550f-a5f6-4d24-8956-c9750c94f361 service neutron] 10.222.0.11 "GET /v2.0/networks?id=99efc437-b8e3-48e8-bdcd-309638068edd HTTP/1.1" status: 200 len: 915 time: 0.0887437 Aug 23 21:15:14.695412 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:15:14.734860 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b4ab4b64-4ae4-48fb-8b1d-cac010fcbfbe req-cab9f74b-7d36-41da-b1b2-eaa052cdde10 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e850d7b0-c25c-45d9-b987-3d7a20c55f78 HTTP/1.1" status: 200 len: 217 time: 0.0339456 Aug 23 21:15:14.787915 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab4b64-4ae4-48fb-8b1d-cac010fcbfbe req-87551fba-474d-4f0a-b3d1-d32dac8ad008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:14.789343 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b4ab4b64-4ae4-48fb-8b1d-cac010fcbfbe req-87551fba-474d-4f0a-b3d1-d32dac8ad008 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ac47b0d1-2ae4-482e-861c-f0f7f4036cf2 HTTP/1.1" status: 200 len: 854 time: 0.0482945 Aug 23 21:15:14.822571 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b4ab4b64-4ae4-48fb-8b1d-cac010fcbfbe req-afbe4286-7e0f-4337-8339-9f95c3f12be4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=99efc437-b8e3-48e8-bdcd-309638068edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246785 Aug 23 21:15:14.911632 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b4ab4b64-4ae4-48fb-8b1d-cac010fcbfbe req-90af0b1d-11de-4029-b78d-fb70d334e01d service neutron] 10.222.0.11 "GET /v2.0/networks/99efc437-b8e3-48e8-bdcd-309638068edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816708 Aug 23 21:15:15.005814 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b4ab4b64-4ae4-48fb-8b1d-cac010fcbfbe req-6f4fe9dc-82e1-4a73-a4d0-4793897798d8 service neutron] 10.222.0.11 "GET /v2.0/networks/99efc437-b8e3-48e8-bdcd-309638068edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871673 Aug 23 21:15:15.124087 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df61c6-5e14-4f86-ae01-562f8efdb94d req-33ffadc7-a337-4372-8c30-69e10870f3ff tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:15.125593 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-08df61c6-5e14-4f86-ae01-562f8efdb94d req-33ffadc7-a337-4372-8c30-69e10870f3ff tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8852a51-031d-47b4-9dbf-41c41fb2b70d HTTP/1.1" status: 200 len: 943 time: 0.0523198 Aug 23 21:15:15.166748 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-08df61c6-5e14-4f86-ae01-562f8efdb94d req-4d45bf74-8009-4bd0-983a-4d200f5f914a tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349867 Aug 23 21:15:16.053301 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:15:16.283310 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4975bfbd-a7f9-487e-8ca3-bd705300b323 req-0c288ca4-9f6d-4cfc-8135-a9482a2c5073 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:16.284870 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4975bfbd-a7f9-487e-8ca3-bd705300b323 req-0c288ca4-9f6d-4cfc-8135-a9482a2c5073 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8852a51-031d-47b4-9dbf-41c41fb2b70d HTTP/1.1" status: 200 len: 943 time: 0.0487936 Aug 23 21:15:16.322838 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4975bfbd-a7f9-487e-8ca3-bd705300b323 req-72d4dfdb-0b39-4788-bda7-d981550ed320 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314834 Aug 23 21:15:16.403853 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8852a51-031d-47b4-9dbf-41c41fb2b70d', 'tag': 'e850d7b0-c25c-45d9-b987-3d7a20c55f78'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:15:16.406230 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b6f5a6-631b-42e7-95e2-d75cae71730c" -d '{"events": [{"name": "network-changed", "server_uuid": "b8852a51-031d-47b4-9dbf-41c41fb2b70d", "tag": "e850d7b0-c25c-45d9-b987-3d7a20c55f78"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:15:16.453179 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf8d508-81d7-41e5-8019-e9d4f536bad6 x-openstack-request-id: req-edf8d508-81d7-41e5-8019-e9d4f536bad6 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:15:16.453478 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8852a51-031d-47b4-9dbf-41c41fb2b70d", "tag": "e850d7b0-c25c-45d9-b987-3d7a20c55f78", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:15:16.453732 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-edf8d508-81d7-41e5-8019-e9d4f536bad6 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:15:16.454137 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8852a51-031d-47b4-9dbf-41c41fb2b70d', 'tag': 'e850d7b0-c25c-45d9-b987-3d7a20c55f78', 'status': 'completed', 'code': 200} Aug 23 21:15:16.548809 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6f5a6-631b-42e7-95e2-d75cae71730c req-5a10571d-d9cb-4db1-98c4-c45cb512e61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:16.550321 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-08b6f5a6-631b-42e7-95e2-d75cae71730c req-5a10571d-d9cb-4db1-98c4-c45cb512e61b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3e7a1879fa4047a5851c95b4a70320e4&device_id=b8852a51-031d-47b4-9dbf-41c41fb2b70d HTTP/1.1" status: 200 len: 1094 time: 0.0731142 Aug 23 21:15:16.568097 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6f5a6-631b-42e7-95e2-d75cae71730c req-3b774fee-7afc-4a30-a594-d2460952f1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:16.569628 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-08b6f5a6-631b-42e7-95e2-d75cae71730c req-3b774fee-7afc-4a30-a594-d2460952f1b3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e7a1879fa4047a5851c95b4a70320e4&device_id=b8852a51-031d-47b4-9dbf-41c41fb2b70d HTTP/1.1" status: 200 len: 1094 time: 0.0670655 Aug 23 21:15:16.711214 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6f5a6-631b-42e7-95e2-d75cae71730c req-6d455027-9f09-4265-b380-98244ac1f2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:16.712788 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-08b6f5a6-631b-42e7-95e2-d75cae71730c req-6d455027-9f09-4265-b380-98244ac1f2cc service neutron] 10.222.0.11 "GET /v2.0/networks?id=99efc437-b8e3-48e8-bdcd-309638068edd HTTP/1.1" status: 200 len: 915 time: 0.1551166 Aug 23 21:15:16.727915 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6f5a6-631b-42e7-95e2-d75cae71730c req-bae926e9-5af2-402c-9ba6-2f306e6b4c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:16.729354 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-08b6f5a6-631b-42e7-95e2-d75cae71730c req-bae926e9-5af2-402c-9ba6-2f306e6b4c4c service neutron] 10.222.0.32 "GET /v2.0/networks?id=99efc437-b8e3-48e8-bdcd-309638068edd HTTP/1.1" status: 200 len: 915 time: 0.1501052 Aug 23 21:15:16.763472 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-08b6f5a6-631b-42e7-95e2-d75cae71730c req-a8d54378-e685-4954-b34e-34c41073a6e4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e850d7b0-c25c-45d9-b987-3d7a20c55f78 HTTP/1.1" status: 200 len: 217 time: 0.0421529 Aug 23 21:15:16.804519 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-08b6f5a6-631b-42e7-95e2-d75cae71730c req-abdfbe9b-c887-4b4f-a1a0-ddc5804fa2d2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e850d7b0-c25c-45d9-b987-3d7a20c55f78 HTTP/1.1" status: 200 len: 217 time: 0.0469573 Aug 23 21:15:16.871683 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6f5a6-631b-42e7-95e2-d75cae71730c req-72d76eb7-920d-4d1d-a85d-694ee7c890ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:16.873293 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-08b6f5a6-631b-42e7-95e2-d75cae71730c req-72d76eb7-920d-4d1d-a85d-694ee7c890ad service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ac47b0d1-2ae4-482e-861c-f0f7f4036cf2 HTTP/1.1" status: 200 len: 854 time: 0.0769866 Aug 23 21:15:16.878296 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6f5a6-631b-42e7-95e2-d75cae71730c req-e447a1b7-7bd6-4004-9905-b3e177af8c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:16.879685 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-08b6f5a6-631b-42e7-95e2-d75cae71730c req-e447a1b7-7bd6-4004-9905-b3e177af8c64 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ac47b0d1-2ae4-482e-861c-f0f7f4036cf2 HTTP/1.1" status: 200 len: 854 time: 0.0569868 Aug 23 21:15:16.923495 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-08b6f5a6-631b-42e7-95e2-d75cae71730c req-dd5aa97b-1a93-4e10-947a-740a71a4e907 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=99efc437-b8e3-48e8-bdcd-309638068edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428219 Aug 23 21:15:16.925354 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-08b6f5a6-631b-42e7-95e2-d75cae71730c req-87df0fbe-d1d1-4f38-9a3d-aa55df4fb80e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=99efc437-b8e3-48e8-bdcd-309638068edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358906 Aug 23 21:15:17.086990 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-08b6f5a6-631b-42e7-95e2-d75cae71730c req-41a21dc8-80aa-49c9-827e-67137bd79cbd service neutron] 10.222.0.11 "GET /v2.0/networks/99efc437-b8e3-48e8-bdcd-309638068edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564493 Aug 23 21:15:17.088805 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-08b6f5a6-631b-42e7-95e2-d75cae71730c req-f6c5f1d9-3b41-4b62-b518-d2dbb1e0b935 service neutron] 10.222.0.32 "GET /v2.0/networks/99efc437-b8e3-48e8-bdcd-309638068edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513121 Aug 23 21:15:17.120510 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device e850d7b0-c25c-45d9-b987-3d7a20c55f78 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 21:15:17.189722 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:15:17.218709 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port e850d7b0-c25c-45d9-b987-3d7a20c55f78, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=e850d7b0-c25c-45d9-b987-3d7a20c55f78,segment=NetworkSegment(ad977c00-5373-49c6-8094-52fa20f1c36b),segment_id=ad977c00-5373-49c6-8094-52fa20f1c36b)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:15:17.229491 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': 'e850d7b0-c25c-45d9-b987-3d7a20c55f78', 'network_id': '99efc437-b8e3-48e8-bdcd-309638068edd', 'port_id': 'e850d7b0-c25c-45d9-b987-3d7a20c55f78', 'mac_address': 'fa:16:3e:1b:48:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac47b0d1-2ae4-482e-861c-f0f7f4036cf2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 21:15:17.250889 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-08b6f5a6-631b-42e7-95e2-d75cae71730c req-da121c83-9681-4592-8f45-bfbfe51399f3 service neutron] 10.222.0.11 "GET /v2.0/networks/99efc437-b8e3-48e8-bdcd-309638068edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564758 Aug 23 21:15:17.256036 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-08b6f5a6-631b-42e7-95e2-d75cae71730c req-906cb18d-8534-4b39-a94b-56673e67241c service neutron] 10.222.0.32 "GET /v2.0/networks/99efc437-b8e3-48e8-bdcd-309638068edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530688 Aug 23 21:15:17.269315 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:15:17.282302 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e850d7b0-c25c-45d9-b987-3d7a20c55f78 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:15:17.301533 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port e850d7b0-c25c-45d9-b987-3d7a20c55f78, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=e850d7b0-c25c-45d9-b987-3d7a20c55f78,segment=NetworkSegment(ad977c00-5373-49c6-8094-52fa20f1c36b),segment_id=ad977c00-5373-49c6-8094-52fa20f1c36b)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:15:17.306503 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:15:17.352860 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=e850d7b0-c25c-45d9-b987-3d7a20c55f78,revision_number=8']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:15:17.444566 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59346a6-e9d6-4c14-b0ad-1fda3ffd1f7f req-cdffe9d0-83c0-4a5b-9913-d98062e9c777 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:17.446128 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a59346a6-e9d6-4c14-b0ad-1fda3ffd1f7f req-cdffe9d0-83c0-4a5b-9913-d98062e9c777 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8852a51-031d-47b4-9dbf-41c41fb2b70d HTTP/1.1" status: 200 len: 944 time: 0.0537763 Aug 23 21:15:17.485374 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a59346a6-e9d6-4c14-b0ad-1fda3ffd1f7f req-e80f567b-be69-4e3d-89ec-922157e30f62 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331509 Aug 23 21:15:17.528732 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['e850d7b0-c25c-45d9-b987-3d7a20c55f78'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:15:17.690688 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab736c-601b-4b7e-b3c8-d504df9acd06 req-7fdaaf6e-38e8-44d7-b56d-96d01b928ad8 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:17.692238 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e5ab736c-601b-4b7e-b3c8-d504df9acd06 req-7fdaaf6e-38e8-44d7-b56d-96d01b928ad8 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8852a51-031d-47b4-9dbf-41c41fb2b70d HTTP/1.1" status: 200 len: 944 time: 0.0528421 Aug 23 21:15:17.716958 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862f846-4f39-44d8-996b-d847d1ce725a req-6af0c954-0c25-424a-87da-6af639c9f7b1 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:17.718471 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a862f846-4f39-44d8-996b-d847d1ce725a req-6af0c954-0c25-424a-87da-6af639c9f7b1 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8852a51-031d-47b4-9dbf-41c41fb2b70d&tenant_id=3e7a1879fa4047a5851c95b4a70320e4&binding%3Ahost_id=n-h1-805663-2 HTTP/1.1" status: 200 len: 944 time: 0.0536022 Aug 23 21:15:17.730869 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e5ab736c-601b-4b7e-b3c8-d504df9acd06 req-4b6cc906-f74f-416a-b33e-fb6541f1eb9e tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320611 Aug 23 21:15:17.779138 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [req-a862f846-4f39-44d8-996b-d847d1ce725a req-ef5a77a3-1ba1-4339-99ae-0046bb51b13b service neutron] delete failed (client error): The resource could not be found. Aug 23 21:15:17.780216 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a862f846-4f39-44d8-996b-d847d1ce725a req-ef5a77a3-1ba1-4339-99ae-0046bb51b13b service neutron] 10.222.0.32 "DELETE /v2.0/ports/e850d7b0-c25c-45d9-b987-3d7a20c55f78/bindings/n-h2-805663-2 HTTP/1.1" status: 404 len: 380 time: 0.0540314 Aug 23 21:15:17.891517 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862f846-4f39-44d8-996b-d847d1ce725a req-f78908b1-88b3-4583-ac91-3c28d43509ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:17.893074 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a862f846-4f39-44d8-996b-d847d1ce725a req-f78908b1-88b3-4583-ac91-3c28d43509ea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e7a1879fa4047a5851c95b4a70320e4&device_id=b8852a51-031d-47b4-9dbf-41c41fb2b70d HTTP/1.1" status: 200 len: 1095 time: 0.0453937 Aug 23 21:15:17.983558 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862f846-4f39-44d8-996b-d847d1ce725a req-7b64e11a-9cea-469c-aba1-106ff3b533e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:17.985131 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a862f846-4f39-44d8-996b-d847d1ce725a req-7b64e11a-9cea-469c-aba1-106ff3b533e5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=99efc437-b8e3-48e8-bdcd-309638068edd HTTP/1.1" status: 200 len: 915 time: 0.0834205 Aug 23 21:15:18.031778 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a862f846-4f39-44d8-996b-d847d1ce725a req-99051e02-f4a7-43d6-822a-8d0db47c9aa0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e850d7b0-c25c-45d9-b987-3d7a20c55f78 HTTP/1.1" status: 200 len: 217 time: 0.0388598 Aug 23 21:15:18.080262 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862f846-4f39-44d8-996b-d847d1ce725a req-d47c9ef3-97ae-4b9f-90ae-202605f5b79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:18.081754 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a862f846-4f39-44d8-996b-d847d1ce725a req-d47c9ef3-97ae-4b9f-90ae-202605f5b79c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ac47b0d1-2ae4-482e-861c-f0f7f4036cf2 HTTP/1.1" status: 200 len: 854 time: 0.0429389 Aug 23 21:15:18.112630 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a862f846-4f39-44d8-996b-d847d1ce725a req-f412391b-ffa5-45a0-9e46-d9a19516460c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=99efc437-b8e3-48e8-bdcd-309638068edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233970 Aug 23 21:15:18.203720 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a862f846-4f39-44d8-996b-d847d1ce725a req-d417acce-d3b1-4c7d-8dc2-5b82085a0691 service neutron] 10.222.0.32 "GET /v2.0/networks/99efc437-b8e3-48e8-bdcd-309638068edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839131 Aug 23 21:15:18.298707 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a862f846-4f39-44d8-996b-d847d1ce725a req-1caf9981-9e9b-4896-9b02-04d33992d5f5 service neutron] 10.222.0.32 "GET /v2.0/networks/99efc437-b8e3-48e8-bdcd-309638068edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874846 Aug 23 21:15:18.376249 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device e850d7b0-c25c-45d9-b987-3d7a20c55f78 no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:15:18.416751 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device e850d7b0-c25c-45d9-b987-3d7a20c55f78 not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:15:18.851995 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c718105-f015-4177-8ed6-22f024dff108 req-ecff247b-98d2-4bc6-a68d-ee4ef47ebae0 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:18.853513 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9c718105-f015-4177-8ed6-22f024dff108 req-ecff247b-98d2-4bc6-a68d-ee4ef47ebae0 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8852a51-031d-47b4-9dbf-41c41fb2b70d HTTP/1.1" status: 200 len: 944 time: 0.0509396 Aug 23 21:15:18.892691 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9c718105-f015-4177-8ed6-22f024dff108 req-8475cad1-b768-4e7b-8aed-63e6182618da tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329018 Aug 23 21:15:19.013666 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db3295-9f68-46d6-85da-98247ac8481b req-c6db461c-5c2e-4d43-94c2-be2255d27106 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:19.015129 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-21db3295-9f68-46d6-85da-98247ac8481b req-c6db461c-5c2e-4d43-94c2-be2255d27106 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8852a51-031d-47b4-9dbf-41c41fb2b70d HTTP/1.1" status: 200 len: 944 time: 0.0500977 Aug 23 21:15:19.051842 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-21db3295-9f68-46d6-85da-98247ac8481b req-a2f34425-48d5-440d-b711-f0eed3bb4c63 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304971 Aug 23 21:15:19.141400 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device e850d7b0-c25c-45d9-b987-3d7a20c55f78 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:15:19.171301 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd9fc4-436d-4f90-8e5d-de259af6c000 req-770b592b-7827-4d81-9274-98fb30679f9c tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:19.172823 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dcfd9fc4-436d-4f90-8e5d-de259af6c000 req-770b592b-7827-4d81-9274-98fb30679f9c tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8852a51-031d-47b4-9dbf-41c41fb2b70d HTTP/1.1" status: 200 len: 944 time: 0.0548608 Aug 23 21:15:19.196019 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port e850d7b0-c25c-45d9-b987-3d7a20c55f78 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:15:19.199705 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port e850d7b0-c25c-45d9-b987-3d7a20c55f78 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:15:19.200085 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:15:19.216371 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dcfd9fc4-436d-4f90-8e5d-de259af6c000 req-7324ce79-d47f-405f-a6c3-dd398afa5283 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333462 Aug 23 21:15:19.283658 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:15:19.311410 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8852a51-031d-47b4-9dbf-41c41fb2b70d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e850d7b0-c25c-45d9-b987-3d7a20c55f78'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:15:19.313978 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbdb00d4-73cd-4ecc-8c14-b49a72ea2c0f" -d '{"events": [{"server_uuid": "b8852a51-031d-47b4-9dbf-41c41fb2b70d", "name": "network-vif-plugged", "status": "completed", "tag": "e850d7b0-c25c-45d9-b987-3d7a20c55f78"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:15:19.330956 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port e850d7b0-c25c-45d9-b987-3d7a20c55f78, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=e850d7b0-c25c-45d9-b987-3d7a20c55f78,segment=NetworkSegment(ad977c00-5373-49c6-8094-52fa20f1c36b),segment_id=ad977c00-5373-49c6-8094-52fa20f1c36b)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:15:19.334944 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:15:19.363541 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb82446-cf6c-4a2b-ba86-0087aec30ae7 x-openstack-request-id: req-3cb82446-cf6c-4a2b-ba86-0087aec30ae7 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:15:19.363830 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8852a51-031d-47b4-9dbf-41c41fb2b70d", "name": "network-vif-plugged", "status": "completed", "tag": "e850d7b0-c25c-45d9-b987-3d7a20c55f78", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:15:19.364097 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3cb82446-cf6c-4a2b-ba86-0087aec30ae7 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:15:19.364483 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8852a51-031d-47b4-9dbf-41c41fb2b70d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e850d7b0-c25c-45d9-b987-3d7a20c55f78', 'code': 200} Aug 23 21:15:19.394270 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=e850d7b0-c25c-45d9-b987-3d7a20c55f78,revision_number=9']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:15:19.573959 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb883cf7-5df4-4b74-b473-92f15886327c req-cb2255af-e47d-44d0-a961-1c64b6db5b26 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:19.575418 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fb883cf7-5df4-4b74-b473-92f15886327c req-cb2255af-e47d-44d0-a961-1c64b6db5b26 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/networks?id=99efc437-b8e3-48e8-bdcd-309638068edd HTTP/1.1" status: 200 len: 814 time: 0.1073360 Aug 23 21:15:19.590329 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fb883cf7-5df4-4b74-b473-92f15886327c req-b137a121-5d23-4cbd-a7d0-36ed79470266 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/quotas/3e7a1879fa4047a5851c95b4a70320e4 HTTP/1.1" status: 200 len: 375 time: 0.0091259 Aug 23 21:15:19.639364 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fb883cf7-5df4-4b74-b473-92f15886327c req-f825df70-804c-4109-95c8-1d77644ab430 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3e7a1879fa4047a5851c95b4a70320e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0434129 Aug 23 21:15:19.731791 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fb883cf7-5df4-4b74-b473-92f15886327c req-41948c55-28dd-4361-b9a4-fdfc8741ac27 service neutron] 10.222.0.61 "GET /v2.0/networks/99efc437-b8e3-48e8-bdcd-309638068edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853713 Aug 23 21:15:19.819740 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fb883cf7-5df4-4b74-b473-92f15886327c req-2e60d8e1-81cf-4092-a183-b229feed97a3 service neutron] 10.222.0.61 "GET /v2.0/networks/99efc437-b8e3-48e8-bdcd-309638068edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819621 Aug 23 21:15:19.987006 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-830b82dc-43ee-4495-ab27-aab7cf957b80 req-d1903b76-b6a7-4e8e-9f19-9e64ee86ab94 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5 HTTP/1.1" status: 200 len: 210 time: 0.0279284 Aug 23 21:15:20.684658 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:15:20.773589 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b843ef0-73a7-4e9c-8ade-d5e975f524aa req-7942e6fa-701a-4997-a381-94aa11f073cd tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:20.775152 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9b843ef0-73a7-4e9c-8ade-d5e975f524aa req-7942e6fa-701a-4997-a381-94aa11f073cd tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8852a51-031d-47b4-9dbf-41c41fb2b70d HTTP/1.1" status: 200 len: 945 time: 0.0499792 Aug 23 21:15:20.874987 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-9b843ef0-73a7-4e9c-8ade-d5e975f524aa req-0b00372a-a9f8-4b01-81e0-31579233b6ba tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Deleting port e850d7b0-c25c-45d9-b987-3d7a20c55f78 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:15:20.875640 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9b843ef0-73a7-4e9c-8ade-d5e975f524aa req-0b00372a-a9f8-4b01-81e0-31579233b6ba tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:15:20.968193 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-9b843ef0-73a7-4e9c-8ade-d5e975f524aa req-0b00372a-a9f8-4b01-81e0-31579233b6ba tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] For port e850d7b0-c25c-45d9-b987-3d7a20c55f78, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=e850d7b0-c25c-45d9-b987-3d7a20c55f78,segment=NetworkSegment(ad977c00-5373-49c6-8094-52fa20f1c36b),segment_id=ad977c00-5373-49c6-8094-52fa20f1c36b)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:15:20.968566 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9b843ef0-73a7-4e9c-8ade-d5e975f524aa req-0b00372a-a9f8-4b01-81e0-31579233b6ba tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:15:20.970347 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb883cf7-5df4-4b74-b473-92f15886327c req-037e6624-bb76-4e90-9517-1f97553bf2b9 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:20.971926 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fb883cf7-5df4-4b74-b473-92f15886327c req-037e6624-bb76-4e90-9517-1f97553bf2b9 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.11 "GET /v2.0/networks?id=99efc437-b8e3-48e8-bdcd-309638068edd HTTP/1.1" status: 200 len: 814 time: 0.1257658 Aug 23 21:15:20.981874 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-9b843ef0-73a7-4e9c-8ade-d5e975f524aa req-0b00372a-a9f8-4b01-81e0-31579233b6ba tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Calling delete_port for e850d7b0-c25c-45d9-b987-3d7a20c55f78 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:15:20.985564 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-fb883cf7-5df4-4b74-b473-92f15886327c req-145f6a6a-f241-4cec-8369-73986dd1a243 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Request body: {'port': {'device_id': '8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5', 'network_id': '99efc437-b8e3-48e8-bdcd-309638068edd', 'admin_state_up': True, 'tenant_id': '3e7a1879fa4047a5851c95b4a70320e4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:15:21.093254 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-db4fd742-fe5d-40e1-a885-ea27e1ddaa37 req-9a05be25-1077-4349-8f15-41c197a4e51a tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5 HTTP/1.1" status: 200 len: 210 time: 0.0345941 Aug 23 21:15:21.124756 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb883cf7-5df4-4b74-b473-92f15886327c req-145f6a6a-f241-4cec-8369-73986dd1a243 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Made reservation on behalf of 3e7a1879fa4047a5851c95b4a70320e4 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:15:21.125816 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9b843ef0-73a7-4e9c-8ade-d5e975f524aa req-0b00372a-a9f8-4b01-81e0-31579233b6ba tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:15:21.131049 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fb883cf7-5df4-4b74-b473-92f15886327c req-145f6a6a-f241-4cec-8369-73986dd1a243 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:15:21.139421 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['e850d7b0-c25c-45d9-b987-3d7a20c55f78'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:15:21.155052 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b00372a-a9f8-4b01-81e0-31579233b6ba tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Pushing event deleted for resources: {'Port': ['ID=e850d7b0-c25c-45d9-b987-3d7a20c55f78,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:15:21.198028 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b843ef0-73a7-4e9c-8ade-d5e975f524aa req-0b00372a-a9f8-4b01-81e0-31579233b6ba tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] No DVR routers for this DVR port e850d7b0-c25c-45d9-b987-3d7a20c55f78 on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:15:21.200743 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9b843ef0-73a7-4e9c-8ade-d5e975f524aa req-0b00372a-a9f8-4b01-81e0-31579233b6ba tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:15:21.202757 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9b843ef0-73a7-4e9c-8ade-d5e975f524aa req-0b00372a-a9f8-4b01-81e0-31579233b6ba tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.11 "DELETE /v2.0/ports/e850d7b0-c25c-45d9-b987-3d7a20c55f78 HTTP/1.1" status: 204 len: 173 time: 0.4207914 Aug 23 21:15:21.203186 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8852a51-031d-47b4-9dbf-41c41fb2b70d', 'name': 'network-vif-deleted', 'tag': 'e850d7b0-c25c-45d9-b987-3d7a20c55f78'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:15:21.205423 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08c0ae7-cc0b-41d2-9419-d4c13d322ce4" -d '{"events": [{"server_uuid": "b8852a51-031d-47b4-9dbf-41c41fb2b70d", "name": "network-vif-deleted", "tag": "e850d7b0-c25c-45d9-b987-3d7a20c55f78"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:15:21.244318 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab1f5c5-f2fc-4e26-9d21-28a953822a6d x-openstack-request-id: req-0ab1f5c5-f2fc-4e26-9d21-28a953822a6d {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:15:21.244675 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8852a51-031d-47b4-9dbf-41c41fb2b70d", "name": "network-vif-deleted", "tag": "e850d7b0-c25c-45d9-b987-3d7a20c55f78", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:15:21.244993 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0ab1f5c5-f2fc-4e26-9d21-28a953822a6d {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:15:21.245454 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8852a51-031d-47b4-9dbf-41c41fb2b70d', 'name': 'network-vif-deleted', 'tag': 'e850d7b0-c25c-45d9-b987-3d7a20c55f78', 'status': 'completed', 'code': 200} Aug 23 21:15:21.281196 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-fb883cf7-5df4-4b74-b473-92f15886327c req-145f6a6a-f241-4cec-8369-73986dd1a243 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Allocated IP 172.20.0.9 (99efc437-b8e3-48e8-bdcd-309638068edd/ac47b0d1-2ae4-482e-861c-f0f7f4036cf2/7453080c-65fd-4cf5-b0a6-a315f8afb0ee) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:15:21.441598 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fb883cf7-5df4-4b74-b473-92f15886327c req-145f6a6a-f241-4cec-8369-73986dd1a243 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:15:21.483093 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fb883cf7-5df4-4b74-b473-92f15886327c req-145f6a6a-f241-4cec-8369-73986dd1a243 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:15:21.494803 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['e850d7b0-c25c-45d9-b987-3d7a20c55f78'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:15:21.530677 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb883cf7-5df4-4b74-b473-92f15886327c req-145f6a6a-f241-4cec-8369-73986dd1a243 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Network 99efc437-b8e3-48e8-bdcd-309638068edd is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:15:21.533772 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-fb883cf7-5df4-4b74-b473-92f15886327c req-145f6a6a-f241-4cec-8369-73986dd1a243 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:15:21.541310 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb883cf7-5df4-4b74-b473-92f15886327c req-145f6a6a-f241-4cec-8369-73986dd1a243 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:15:21.545211 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f6a6a-f241-4cec-8369-73986dd1a243 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Pushing event updated for resources: {'Port': ['ID=7453080c-65fd-4cf5-b0a6-a315f8afb0ee,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:15:21.575733 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f6a6a-f241-4cec-8369-73986dd1a243 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:15:21.576102 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f6a6a-f241-4cec-8369-73986dd1a243 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:15:21.576453 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f6a6a-f241-4cec-8369-73986dd1a243 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:15:21.576877 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f6a6a-f241-4cec-8369-73986dd1a243 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:15:21.577147 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f6a6a-f241-4cec-8369-73986dd1a243 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:15:21.577501 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f6a6a-f241-4cec-8369-73986dd1a243 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:15:21.577866 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f6a6a-f241-4cec-8369-73986dd1a243 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:15:21.578211 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f6a6a-f241-4cec-8369-73986dd1a243 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:15:21.578540 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f6a6a-f241-4cec-8369-73986dd1a243 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:15:21.578866 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f6a6a-f241-4cec-8369-73986dd1a243 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:15:21.579188 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f6a6a-f241-4cec-8369-73986dd1a243 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:15:21.579510 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f6a6a-f241-4cec-8369-73986dd1a243 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:15:21.603569 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb883cf7-5df4-4b74-b473-92f15886327c req-145f6a6a-f241-4cec-8369-73986dd1a243 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:21.604218 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fb883cf7-5df4-4b74-b473-92f15886327c req-145f6a6a-f241-4cec-8369-73986dd1a243 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:15:21.618494 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fb883cf7-5df4-4b74-b473-92f15886327c req-145f6a6a-f241-4cec-8369-73986dd1a243 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6368327 Aug 23 21:15:21.632383 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-fb883cf7-5df4-4b74-b473-92f15886327c req-65f9a413-80a9-4df4-ab0d-d1318c8ee4ad service neutron] Request body: {'port': {'device_id': '8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:15:21.989399 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fb883cf7-5df4-4b74-b473-92f15886327c req-65f9a413-80a9-4df4-ab0d-d1318c8ee4ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:15:22.241454 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28d522-6d5b-44d8-84f4-40b9cd378ec9 req-627edc6b-6c16-458b-b33c-65e4e6061265 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:22.242848 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1f28d522-6d5b-44d8-84f4-40b9cd378ec9 req-627edc6b-6c16-458b-b33c-65e4e6061265 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5 HTTP/1.1" status: 200 len: 931 time: 0.0773730 Aug 23 21:15:22.313300 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-fb883cf7-5df4-4b74-b473-92f15886327c req-65f9a413-80a9-4df4-ab0d-d1318c8ee4ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7453080c-65fd-4cf5-b0a6-a315f8afb0ee {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:15:22.323711 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1f28d522-6d5b-44d8-84f4-40b9cd378ec9 req-97521acc-ccd2-4247-b014-d009219266b8 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749464 Aug 23 21:15:22.325395 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fb883cf7-5df4-4b74-b473-92f15886327c req-65f9a413-80a9-4df4-ab0d-d1318c8ee4ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:15:22.337942 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-fb883cf7-5df4-4b74-b473-92f15886327c req-65f9a413-80a9-4df4-ab0d-d1318c8ee4ad service neutron] Transition to ACTIVE for port object 7453080c-65fd-4cf5-b0a6-a315f8afb0ee will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:15:22.342174 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fb883cf7-5df4-4b74-b473-92f15886327c req-65f9a413-80a9-4df4-ab0d-d1318c8ee4ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:15:22.394234 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f9a413-80a9-4df4-ab0d-d1318c8ee4ad service neutron] Pushing event updated for resources: {'Port': ['ID=7453080c-65fd-4cf5-b0a6-a315f8afb0ee,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:15:22.459207 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-fb883cf7-5df4-4b74-b473-92f15886327c req-65f9a413-80a9-4df4-ab0d-d1318c8ee4ad service neutron] Attempting to bind port 7453080c-65fd-4cf5-b0a6-a315f8afb0ee on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:15:22.460085 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-fb883cf7-5df4-4b74-b473-92f15886327c req-65f9a413-80a9-4df4-ab0d-d1318c8ee4ad service neutron] Attempting to bind port 7453080c-65fd-4cf5-b0a6-a315f8afb0ee by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': 'ad977c00-5373-49c6-8094-52fa20f1c36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '99efc437-b8e3-48e8-bdcd-309638068edd'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:15:22.460418 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb883cf7-5df4-4b74-b473-92f15886327c req-65f9a413-80a9-4df4-ab0d-d1318c8ee4ad service neutron] Attempting to bind port 7453080c-65fd-4cf5-b0a6-a315f8afb0ee on network 99efc437-b8e3-48e8-bdcd-309638068edd {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:15:22.464608 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb883cf7-5df4-4b74-b473-92f15886327c req-65f9a413-80a9-4df4-ab0d-d1318c8ee4ad service neutron] Port 7453080c-65fd-4cf5-b0a6-a315f8afb0ee on network 99efc437-b8e3-48e8-bdcd-309638068edd not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:15:22.464920 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb883cf7-5df4-4b74-b473-92f15886327c req-65f9a413-80a9-4df4-ab0d-d1318c8ee4ad service neutron] Attempting to bind port 7453080c-65fd-4cf5-b0a6-a315f8afb0ee on network 99efc437-b8e3-48e8-bdcd-309638068edd {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:15:22.469602 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb883cf7-5df4-4b74-b473-92f15886327c req-65f9a413-80a9-4df4-ab0d-d1318c8ee4ad service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:15:22.469929 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb883cf7-5df4-4b74-b473-92f15886327c req-65f9a413-80a9-4df4-ab0d-d1318c8ee4ad service neutron] Checking segment: {'id': 'ad977c00-5373-49c6-8094-52fa20f1c36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '99efc437-b8e3-48e8-bdcd-309638068edd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:15:22.470302 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb883cf7-5df4-4b74-b473-92f15886327c req-65f9a413-80a9-4df4-ab0d-d1318c8ee4ad service neutron] Bound using segment: {'id': 'ad977c00-5373-49c6-8094-52fa20f1c36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '99efc437-b8e3-48e8-bdcd-309638068edd'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:15:22.470717 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-fb883cf7-5df4-4b74-b473-92f15886327c req-65f9a413-80a9-4df4-ab0d-d1318c8ee4ad service neutron] Bound port: 7453080c-65fd-4cf5-b0a6-a315f8afb0ee, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad977c00-5373-49c6-8094-52fa20f1c36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '99efc437-b8e3-48e8-bdcd-309638068edd'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:15:22.471064 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fb883cf7-5df4-4b74-b473-92f15886327c req-65f9a413-80a9-4df4-ab0d-d1318c8ee4ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:15:22.539430 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-fb883cf7-5df4-4b74-b473-92f15886327c req-65f9a413-80a9-4df4-ab0d-d1318c8ee4ad service neutron] For port 7453080c-65fd-4cf5-b0a6-a315f8afb0ee, host n-h1-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:15:22.542499 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-fb883cf7-5df4-4b74-b473-92f15886327c req-65f9a413-80a9-4df4-ab0d-d1318c8ee4ad service neutron] For port 7453080c-65fd-4cf5-b0a6-a315f8afb0ee, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=7453080c-65fd-4cf5-b0a6-a315f8afb0ee,segment=NetworkSegment(ad977c00-5373-49c6-8094-52fa20f1c36b),segment_id=ad977c00-5373-49c6-8094-52fa20f1c36b)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:15:22.546424 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fb883cf7-5df4-4b74-b473-92f15886327c req-65f9a413-80a9-4df4-ab0d-d1318c8ee4ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:15:22.580567 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb883cf7-5df4-4b74-b473-92f15886327c req-65f9a413-80a9-4df4-ab0d-d1318c8ee4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:22.581196 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fb883cf7-5df4-4b74-b473-92f15886327c req-65f9a413-80a9-4df4-ab0d-d1318c8ee4ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:15:22.582594 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fb883cf7-5df4-4b74-b473-92f15886327c req-65f9a413-80a9-4df4-ab0d-d1318c8ee4ad service neutron] 10.222.0.11 "PUT /v2.0/ports/7453080c-65fd-4cf5-b0a6-a315f8afb0ee HTTP/1.1" status: 200 len: 1091 time: 0.9544289 Aug 23 21:15:22.583034 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5', 'tag': '7453080c-65fd-4cf5-b0a6-a315f8afb0ee'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:15:22.586063 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57b6c6b-b76e-4ffa-81ec-1f93c5a73510" -d '{"events": [{"name": "network-changed", "server_uuid": "8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5", "tag": "7453080c-65fd-4cf5-b0a6-a315f8afb0ee"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:15:22.610207 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f9a413-80a9-4df4-ab0d-d1318c8ee4ad service neutron] Pushing event updated for resources: {'Port': ['ID=7453080c-65fd-4cf5-b0a6-a315f8afb0ee,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:15:22.627972 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5fc8277-d53e-4ded-b1a1-833c2a653142 x-openstack-request-id: req-d5fc8277-d53e-4ded-b1a1-833c2a653142 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:15:22.628286 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5", "tag": "7453080c-65fd-4cf5-b0a6-a315f8afb0ee", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:15:22.628554 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d5fc8277-d53e-4ded-b1a1-833c2a653142 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:15:22.628950 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5', 'tag': '7453080c-65fd-4cf5-b0a6-a315f8afb0ee', 'status': 'completed', 'code': 200} Aug 23 21:15:22.661881 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb883cf7-5df4-4b74-b473-92f15886327c req-9b67b02b-1792-4a31-a853-80cf402d1a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:22.663413 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fb883cf7-5df4-4b74-b473-92f15886327c req-9b67b02b-1792-4a31-a853-80cf402d1a2b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3e7a1879fa4047a5851c95b4a70320e4&device_id=8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5 HTTP/1.1" status: 200 len: 1094 time: 0.0441194 Aug 23 21:15:22.708765 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fb883cf7-5df4-4b74-b473-92f15886327c req-b4ccd53d-edfc-437c-a373-2ac9e86d7d84 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7453080c-65fd-4cf5-b0a6-a315f8afb0ee HTTP/1.1" status: 200 len: 217 time: 0.0373449 Aug 23 21:15:22.757348 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb883cf7-5df4-4b74-b473-92f15886327c req-907415ff-03ac-479e-920d-33109a24f86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:22.758804 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fb883cf7-5df4-4b74-b473-92f15886327c req-907415ff-03ac-479e-920d-33109a24f86e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ac47b0d1-2ae4-482e-861c-f0f7f4036cf2 HTTP/1.1" status: 200 len: 854 time: 0.0435228 Aug 23 21:15:22.790344 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fb883cf7-5df4-4b74-b473-92f15886327c req-78aa0db1-3336-4a1e-8097-d71dc710b65a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=99efc437-b8e3-48e8-bdcd-309638068edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241702 Aug 23 21:15:22.884792 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fb883cf7-5df4-4b74-b473-92f15886327c req-2faf97b5-dd88-4da0-8e15-1e59e176c9d2 service neutron] 10.222.0.11 "GET /v2.0/networks/99efc437-b8e3-48e8-bdcd-309638068edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877769 Aug 23 21:15:22.975118 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fb883cf7-5df4-4b74-b473-92f15886327c req-921c0380-2255-4fe0-b346-1cc719d5bd0a service neutron] 10.222.0.11 "GET /v2.0/networks/99efc437-b8e3-48e8-bdcd-309638068edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829124 Aug 23 21:15:23.059711 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57b6c6b-b76e-4ffa-81ec-1f93c5a73510 req-dbbcd774-08f3-4338-afb1-5f0aca21af9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:23.061187 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c57b6c6b-b76e-4ffa-81ec-1f93c5a73510 req-dbbcd774-08f3-4338-afb1-5f0aca21af9f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3e7a1879fa4047a5851c95b4a70320e4&device_id=8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5 HTTP/1.1" status: 200 len: 1094 time: 0.0414588 Aug 23 21:15:23.167162 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57b6c6b-b76e-4ffa-81ec-1f93c5a73510 req-46b0a6bb-f4f8-4a7b-98d5-d3045dd14258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:23.168657 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c57b6c6b-b76e-4ffa-81ec-1f93c5a73510 req-46b0a6bb-f4f8-4a7b-98d5-d3045dd14258 service neutron] 10.222.0.11 "GET /v2.0/networks?id=99efc437-b8e3-48e8-bdcd-309638068edd HTTP/1.1" status: 200 len: 915 time: 0.1007953 Aug 23 21:15:23.219033 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c57b6c6b-b76e-4ffa-81ec-1f93c5a73510 req-55bbeae5-729a-43a1-8bb5-bf2288f2feba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7453080c-65fd-4cf5-b0a6-a315f8afb0ee HTTP/1.1" status: 200 len: 217 time: 0.0418549 Aug 23 21:15:23.269468 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57b6c6b-b76e-4ffa-81ec-1f93c5a73510 req-86c1121e-09f4-4d8f-ba8e-c5f82cfd0e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:23.270921 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c57b6c6b-b76e-4ffa-81ec-1f93c5a73510 req-86c1121e-09f4-4d8f-ba8e-c5f82cfd0e84 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ac47b0d1-2ae4-482e-861c-f0f7f4036cf2 HTTP/1.1" status: 200 len: 854 time: 0.0449698 Aug 23 21:15:23.308364 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c57b6c6b-b76e-4ffa-81ec-1f93c5a73510 req-a4f09627-87ad-4c0f-8bcd-7233e0ea8a1c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=99efc437-b8e3-48e8-bdcd-309638068edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289710 Aug 23 21:15:23.429233 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c57b6c6b-b76e-4ffa-81ec-1f93c5a73510 req-bb9d2baa-e921-4cee-8230-17219c227352 service neutron] 10.222.0.11 "GET /v2.0/networks/99efc437-b8e3-48e8-bdcd-309638068edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126573 Aug 23 21:15:23.506000 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452427a9-da75-4f42-bdb2-6e0d70590651 req-945c96f4-2148-4ab8-bd67-18b067fa24f5 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:23.508663 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-452427a9-da75-4f42-bdb2-6e0d70590651 req-945c96f4-2148-4ab8-bd67-18b067fa24f5 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5 HTTP/1.1" status: 200 len: 943 time: 0.1144264 Aug 23 21:15:23.573076 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-452427a9-da75-4f42-bdb2-6e0d70590651 req-8a803859-9a69-4285-8d49-26d5bf377fbf tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582423 Aug 23 21:15:23.575144 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c57b6c6b-b76e-4ffa-81ec-1f93c5a73510 req-377b210a-2b19-42e4-80fd-25fa956308c4 service neutron] 10.222.0.11 "GET /v2.0/networks/99efc437-b8e3-48e8-bdcd-309638068edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370556 Aug 23 21:15:24.710554 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785bb40-dba7-46ac-9f02-33761be90983 req-56777406-9655-4632-ac2b-9c69e409840d tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:24.712082 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f785bb40-dba7-46ac-9f02-33761be90983 req-56777406-9655-4632-ac2b-9c69e409840d tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5 HTTP/1.1" status: 200 len: 943 time: 0.0651162 Aug 23 21:15:24.750197 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f785bb40-dba7-46ac-9f02-33761be90983 req-86b96638-e81f-4ea2-addb-f35b6d8b3c8f tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316565 Aug 23 21:15:25.144236 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 7453080c-65fd-4cf5-b0a6-a315f8afb0ee details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 21:15:25.146450 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device e850d7b0-c25c-45d9-b987-3d7a20c55f78 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:15:25.172070 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: e850d7b0-c25c-45d9-b987-3d7a20c55f78 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:15:25.172808 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device e850d7b0-c25c-45d9-b987-3d7a20c55f78 not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:15:25.261913 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 7453080c-65fd-4cf5-b0a6-a315f8afb0ee, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=7453080c-65fd-4cf5-b0a6-a315f8afb0ee,segment=NetworkSegment(ad977c00-5373-49c6-8094-52fa20f1c36b),segment_id=ad977c00-5373-49c6-8094-52fa20f1c36b)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:15:25.272824 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '7453080c-65fd-4cf5-b0a6-a315f8afb0ee', 'network_id': '99efc437-b8e3-48e8-bdcd-309638068edd', 'port_id': '7453080c-65fd-4cf5-b0a6-a315f8afb0ee', 'mac_address': 'fa:16:3e:66:9e:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac47b0d1-2ae4-482e-861c-f0f7f4036cf2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 21:15:25.310647 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:15:25.323596 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7453080c-65fd-4cf5-b0a6-a315f8afb0ee {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:15:25.345311 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 7453080c-65fd-4cf5-b0a6-a315f8afb0ee, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=7453080c-65fd-4cf5-b0a6-a315f8afb0ee,segment=NetworkSegment(ad977c00-5373-49c6-8094-52fa20f1c36b),segment_id=ad977c00-5373-49c6-8094-52fa20f1c36b)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:15:25.349480 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:15:25.398289 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=7453080c-65fd-4cf5-b0a6-a315f8afb0ee,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:15:25.541918 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['7453080c-65fd-4cf5-b0a6-a315f8afb0ee'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:15:25.865090 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad58d075-b8f6-4819-ae1e-a3ea3fb059e0 req-ad628680-7d4f-4798-977a-a965b70246b0 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:25.867259 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ad58d075-b8f6-4819-ae1e-a3ea3fb059e0 req-ad628680-7d4f-4798-977a-a965b70246b0 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5 HTTP/1.1" status: 200 len: 944 time: 0.0491698 Aug 23 21:15:25.906720 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ad58d075-b8f6-4819-ae1e-a3ea3fb059e0 req-1bb1b6e7-ef90-4971-9f0f-57785102406b tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333598 Aug 23 21:15:27.018644 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a33758-652c-4b95-9cf9-308da766f06a req-8af0308e-cdf6-4f48-84ad-ee2eb329c9ed tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:27.020148 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-00a33758-652c-4b95-9cf9-308da766f06a req-8af0308e-cdf6-4f48-84ad-ee2eb329c9ed tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5 HTTP/1.1" status: 200 len: 944 time: 0.0483363 Aug 23 21:15:27.059029 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-00a33758-652c-4b95-9cf9-308da766f06a req-d086c920-8321-40a6-a6d9-1192700da543 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329340 Aug 23 21:15:27.158999 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 7453080c-65fd-4cf5-b0a6-a315f8afb0ee up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:15:27.207165 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 7453080c-65fd-4cf5-b0a6-a315f8afb0ee completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:15:27.210705 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 7453080c-65fd-4cf5-b0a6-a315f8afb0ee triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:15:27.211068 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:15:27.292244 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:15:27.314213 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7453080c-65fd-4cf5-b0a6-a315f8afb0ee'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:15:27.316438 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d9a875-21e2-483e-8433-552a3cb74cdb" -d '{"events": [{"server_uuid": "8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5", "name": "network-vif-plugged", "status": "completed", "tag": "7453080c-65fd-4cf5-b0a6-a315f8afb0ee"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:15:27.328706 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 7453080c-65fd-4cf5-b0a6-a315f8afb0ee, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=7453080c-65fd-4cf5-b0a6-a315f8afb0ee,segment=NetworkSegment(ad977c00-5373-49c6-8094-52fa20f1c36b),segment_id=ad977c00-5373-49c6-8094-52fa20f1c36b)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:15:27.332589 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:15:27.357856 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a2b6fb-8747-4d71-a94f-3d2bc2219588 x-openstack-request-id: req-60a2b6fb-8747-4d71-a94f-3d2bc2219588 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:15:27.358146 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5", "name": "network-vif-plugged", "status": "completed", "tag": "7453080c-65fd-4cf5-b0a6-a315f8afb0ee", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:15:27.358394 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-60a2b6fb-8747-4d71-a94f-3d2bc2219588 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:15:27.358777 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7453080c-65fd-4cf5-b0a6-a315f8afb0ee', 'code': 200} Aug 23 21:15:27.383689 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=7453080c-65fd-4cf5-b0a6-a315f8afb0ee,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:15:27.458455 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2081edc-8f88-4101-a447-e2f0ef4e2099 req-655caa8b-d988-4718-8e47-2a795161e192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:27.460416 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d2081edc-8f88-4101-a447-e2f0ef4e2099 req-655caa8b-d988-4718-8e47-2a795161e192 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5 HTTP/1.1" status: 200 len: 1096 time: 0.0448904 Aug 23 21:15:27.496387 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d2081edc-8f88-4101-a447-e2f0ef4e2099 req-e4feff7c-f0ed-4d6a-8781-2574dffc25a3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286369 Aug 23 21:15:28.175779 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aedb20-9ab8-4810-b56a-56ebfcae8f47 req-44813692-e404-4dcb-8e84-c42918e36e24 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:28.177299 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-57aedb20-9ab8-4810-b56a-56ebfcae8f47 req-44813692-e404-4dcb-8e84-c42918e36e24 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5 HTTP/1.1" status: 200 len: 945 time: 0.0499914 Aug 23 21:15:28.215525 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-57aedb20-9ab8-4810-b56a-56ebfcae8f47 req-d2552510-4d04-40eb-abcb-33df2fafc34e tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315833 Aug 23 21:15:29.353244 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2765f6-252e-496c-a465-65a1067b65b8 req-86f47435-d530-45e1-84cb-9a14896d3eee tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:29.354743 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8c2765f6-252e-496c-a465-65a1067b65b8 req-86f47435-d530-45e1-84cb-9a14896d3eee tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5 HTTP/1.1" status: 200 len: 945 time: 0.0552838 Aug 23 21:15:29.393763 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8c2765f6-252e-496c-a465-65a1067b65b8 req-15558da0-77bf-4ef4-a162-42efcdaac2e2 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330894 Aug 23 21:15:29.516948 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e3d56-0188-402a-9772-50eba1788d11 req-e03ef4ac-37d0-4e9b-8d06-01cd82745d49 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:29.518491 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a17e3d56-0188-402a-9772-50eba1788d11 req-e03ef4ac-37d0-4e9b-8d06-01cd82745d49 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5 HTTP/1.1" status: 200 len: 945 time: 0.0544310 Aug 23 21:15:29.559210 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a17e3d56-0188-402a-9772-50eba1788d11 req-b85cdbc2-931f-4f3c-a748-777de5291a5a tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340891 Aug 23 21:15:29.783179 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3522bb55-b75f-4c42-be18-dc86ed2a9b61 req-1a0d39bc-47a0-4ed8-8fff-b7c90dc8b351 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0408528 Aug 23 21:15:29.799057 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a7e9b-64c4-4270-8c5c-02da30b6c7a5 req-5ad3e4cf-d401-4062-ad5c-622ce20f30d4 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:29.800730 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f48a7e9b-64c4-4270-8c5c-02da30b6c7a5 req-5ad3e4cf-d401-4062-ad5c-622ce20f30d4 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5 HTTP/1.1" status: 200 len: 945 time: 0.0495975 Aug 23 21:15:29.842482 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f48a7e9b-64c4-4270-8c5c-02da30b6c7a5 req-5523ea32-2229-49c0-82df-e9e807514e8a tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341918 Aug 23 21:15:30.981492 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c656ffa-077e-4f68-bbd5-1b4120db14cc req-105b49e1-bad2-4aee-a70a-734e859a92c5 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:30.983083 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9c656ffa-077e-4f68-bbd5-1b4120db14cc req-105b49e1-bad2-4aee-a70a-734e859a92c5 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5 HTTP/1.1" status: 200 len: 945 time: 0.0684226 Aug 23 21:15:31.040910 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9c656ffa-077e-4f68-bbd5-1b4120db14cc req-507d7b4b-f8b2-45f0-8947-e5321b8b5c24 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422127 Aug 23 21:15:31.042655 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522bb55-b75f-4c42-be18-dc86ed2a9b61 req-6e153bdf-c405-4ba7-a6f3-a95d0b86b2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:31.044109 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3522bb55-b75f-4c42-be18-dc86ed2a9b61 req-6e153bdf-c405-4ba7-a6f3-a95d0b86b2c9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3e7a1879fa4047a5851c95b4a70320e4&device_id=8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5 HTTP/1.1" status: 200 len: 1096 time: 0.0801847 Aug 23 21:15:31.144323 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522bb55-b75f-4c42-be18-dc86ed2a9b61 req-6a3ce1ba-697c-4676-83f7-1987859d93e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:31.145828 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3522bb55-b75f-4c42-be18-dc86ed2a9b61 req-6a3ce1ba-697c-4676-83f7-1987859d93e7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=99efc437-b8e3-48e8-bdcd-309638068edd HTTP/1.1" status: 200 len: 915 time: 0.0943010 Aug 23 21:15:31.190831 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3522bb55-b75f-4c42-be18-dc86ed2a9b61 req-92b2ab75-b725-4ac5-9274-e9ebbb7a6f1e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7453080c-65fd-4cf5-b0a6-a315f8afb0ee HTTP/1.1" status: 200 len: 217 time: 0.0376587 Aug 23 21:15:31.242532 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522bb55-b75f-4c42-be18-dc86ed2a9b61 req-97243376-28ba-4c5a-9892-b795a1c79d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:31.243938 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3522bb55-b75f-4c42-be18-dc86ed2a9b61 req-97243376-28ba-4c5a-9892-b795a1c79d80 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ac47b0d1-2ae4-482e-861c-f0f7f4036cf2 HTTP/1.1" status: 200 len: 854 time: 0.0467827 Aug 23 21:15:31.283845 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3522bb55-b75f-4c42-be18-dc86ed2a9b61 req-8a557cc3-10ca-4a87-8dac-9c0899aaa282 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=99efc437-b8e3-48e8-bdcd-309638068edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250819 Aug 23 21:15:31.378913 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3522bb55-b75f-4c42-be18-dc86ed2a9b61 req-778712fa-7eef-4c86-8a01-1a4d40b0cedd service neutron] 10.222.0.11 "GET /v2.0/networks/99efc437-b8e3-48e8-bdcd-309638068edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873899 Aug 23 21:15:31.471483 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3522bb55-b75f-4c42-be18-dc86ed2a9b61 req-db855eec-ba0c-4e4d-9ba2-5c8bd290f310 service neutron] 10.222.0.11 "GET /v2.0/networks/99efc437-b8e3-48e8-bdcd-309638068edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853517 Aug 23 21:15:32.160087 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca7466-76db-4722-b5e4-27eb45ed6d0b req-09930d65-95b2-4b4a-b41a-d80fe9ff5bf2 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:32.161593 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-83ca7466-76db-4722-b5e4-27eb45ed6d0b req-09930d65-95b2-4b4a-b41a-d80fe9ff5bf2 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5 HTTP/1.1" status: 200 len: 945 time: 0.0516143 Aug 23 21:15:32.200303 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-83ca7466-76db-4722-b5e4-27eb45ed6d0b req-0c6b9f73-6b2a-46ff-a688-af6035afbbc2 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327480 Aug 23 21:15:33.322540 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b0e72b-23eb-4392-8b9e-625d7d0fbcb7 req-e050e618-bbfa-4a65-9533-91722df961e4 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:33.324075 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f4b0e72b-23eb-4392-8b9e-625d7d0fbcb7 req-e050e618-bbfa-4a65-9533-91722df961e4 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5 HTTP/1.1" status: 200 len: 945 time: 0.0551071 Aug 23 21:15:33.362460 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f4b0e72b-23eb-4392-8b9e-625d7d0fbcb7 req-69f3db3d-daf5-4f31-9696-a545435cc851 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323148 Aug 23 21:15:34.485939 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859a27f-7ba7-4a37-a952-b54d15f9ef74 req-00474385-691a-47fb-8717-67c3ecf7a849 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:34.487438 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1859a27f-7ba7-4a37-a952-b54d15f9ef74 req-00474385-691a-47fb-8717-67c3ecf7a849 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5 HTTP/1.1" status: 200 len: 945 time: 0.0529251 Aug 23 21:15:34.528910 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1859a27f-7ba7-4a37-a952-b54d15f9ef74 req-3e719990-3861-49fc-a40b-9dc7b7ee2747 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336716 Aug 23 21:15:35.657900 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be255873-b97c-4a2b-807f-0b762f94b598 req-76103494-8135-4f9e-b430-44d447d660ae tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:35.659416 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-be255873-b97c-4a2b-807f-0b762f94b598 req-76103494-8135-4f9e-b430-44d447d660ae tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5 HTTP/1.1" status: 200 len: 945 time: 0.0520573 Aug 23 21:15:35.699223 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-be255873-b97c-4a2b-807f-0b762f94b598 req-bee4c666-4b99-4adc-97eb-c635d4f84cdd tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328548 Aug 23 21:15:36.815142 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ea823-4cab-4d40-b359-55bfa00b69c4 req-25d021a1-5563-451f-833c-7173f17ec882 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:36.816662 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dc0ea823-4cab-4d40-b359-55bfa00b69c4 req-25d021a1-5563-451f-833c-7173f17ec882 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5 HTTP/1.1" status: 200 len: 945 time: 0.0489306 Aug 23 21:15:36.856091 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dc0ea823-4cab-4d40-b359-55bfa00b69c4 req-61ece0e0-9b2f-4335-850d-aae6eb42019d tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321357 Aug 23 21:15:37.973825 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac216e-68e7-425b-a4a2-ce51d287fdfb req-4f1d0be4-4608-4df2-8088-f7f85d05c0d1 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:37.975525 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5eac216e-68e7-425b-a4a2-ce51d287fdfb req-4f1d0be4-4608-4df2-8088-f7f85d05c0d1 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5 HTTP/1.1" status: 200 len: 945 time: 0.0500970 Aug 23 21:15:38.015082 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5eac216e-68e7-425b-a4a2-ce51d287fdfb req-aee0ed06-5e29-41f5-82e1-e504a33c9603 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335190 Aug 23 21:15:39.134281 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61369901-6c0a-4775-9856-8d638de79ae5 req-ef46cce5-2088-4301-977f-fb5bad6c370d tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:39.135835 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-61369901-6c0a-4775-9856-8d638de79ae5 req-ef46cce5-2088-4301-977f-fb5bad6c370d tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5 HTTP/1.1" status: 200 len: 945 time: 0.0517454 Aug 23 21:15:39.174488 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-61369901-6c0a-4775-9856-8d638de79ae5 req-cf1ad3b4-2a29-4163-b0e6-aaf659c12075 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327737 Aug 23 21:15:40.066282 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-027b6ce4-5603-49c2-8915-548e5fe7c4d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:15:40.299030 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13033dc-95d4-4f93-81f3-6510bdf0c643 req-f6c08e44-4d38-4d22-af58-246e2a88b867 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:40.300552 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f13033dc-95d4-4f93-81f3-6510bdf0c643 req-f6c08e44-4d38-4d22-af58-246e2a88b867 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5 HTTP/1.1" status: 200 len: 945 time: 0.0553937 Aug 23 21:15:40.346194 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f13033dc-95d4-4f93-81f3-6510bdf0c643 req-dd4439e5-fd80-4c0c-9622-9a7c53d3a215 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390563 Aug 23 21:15:40.758739 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:15:41.470275 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b841c00-458e-477d-bac0-02be378f1f89 req-feb6541b-7a0e-4925-8951-5074f70185d0 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:41.471704 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8b841c00-458e-477d-bac0-02be378f1f89 req-feb6541b-7a0e-4925-8951-5074f70185d0 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5 HTTP/1.1" status: 200 len: 945 time: 0.0539780 Aug 23 21:15:41.512338 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8b841c00-458e-477d-bac0-02be378f1f89 req-6ebc8c8c-bc44-473e-a941-8eea5169345f tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338879 Aug 23 21:15:42.632319 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72746eb7-4807-4a3c-87b2-9f50f04667bb req-e5013bf4-4b93-4b7b-835d-769fe3c1785a tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:42.634393 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-72746eb7-4807-4a3c-87b2-9f50f04667bb req-e5013bf4-4b93-4b7b-835d-769fe3c1785a tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5 HTTP/1.1" status: 200 len: 945 time: 0.0500996 Aug 23 21:15:42.675725 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-72746eb7-4807-4a3c-87b2-9f50f04667bb req-f00b6dc5-acad-4a06-ba3f-bac63932ad84 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349233 Aug 23 21:15:43.454468 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-911b4852-3a3d-4cd5-9673-13eddc73cfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:15:43.584517 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:15:43.794329 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a6f0f-2ee1-4351-814a-c78cef6a7046 req-4ad7b2a0-f895-4259-8e36-6933f0fa5ef7 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:43.795860 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-499a6f0f-2ee1-4351-814a-c78cef6a7046 req-4ad7b2a0-f895-4259-8e36-6933f0fa5ef7 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5 HTTP/1.1" status: 200 len: 945 time: 0.0497239 Aug 23 21:15:43.834784 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-499a6f0f-2ee1-4351-814a-c78cef6a7046 req-9e108f29-7205-4ab5-8410-829bd0b17220 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329847 Aug 23 21:15:44.698646 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:15:44.951946 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0e19a-bb6b-4ad5-b985-7e02fb64a860 req-617df150-2c0d-4b84-9d76-ff06ac350243 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:44.953546 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b9a0e19a-bb6b-4ad5-b985-7e02fb64a860 req-617df150-2c0d-4b84-9d76-ff06ac350243 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5 HTTP/1.1" status: 200 len: 945 time: 0.0499754 Aug 23 21:15:45.002326 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b9a0e19a-bb6b-4ad5-b985-7e02fb64a860 req-6011e334-8e8a-485d-95a5-53fdfa196619 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421917 Aug 23 21:15:46.059644 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:15:46.121124 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1230e2-9c79-4257-8ad7-1f21606a5463 req-15a270cd-2349-4073-8380-1bbaa03df487 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:46.122643 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7f1230e2-9c79-4257-8ad7-1f21606a5463 req-15a270cd-2349-4073-8380-1bbaa03df487 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5 HTTP/1.1" status: 200 len: 945 time: 0.0497670 Aug 23 21:15:46.161528 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7f1230e2-9c79-4257-8ad7-1f21606a5463 req-ab935553-9787-43d8-9198-39261f0c1e75 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327690 Aug 23 21:15:47.287758 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52781e-26c8-4334-87c2-32af9f6fbb38 req-ea9f1a51-26ce-44a2-9e18-a45778b469aa tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:47.289304 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-da52781e-26c8-4334-87c2-32af9f6fbb38 req-ea9f1a51-26ce-44a2-9e18-a45778b469aa tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5 HTTP/1.1" status: 200 len: 945 time: 0.0566616 Aug 23 21:15:47.330983 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-da52781e-26c8-4334-87c2-32af9f6fbb38 req-9aee60fb-babd-48d7-93bb-1bc1a565fc7e tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341806 Aug 23 21:15:48.460896 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59965aa1-a1e6-4c32-bde7-5eb4ba078bc7 req-3d278776-2450-4a43-a6f3-d8816e505c1d tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:48.463118 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-59965aa1-a1e6-4c32-bde7-5eb4ba078bc7 req-3d278776-2450-4a43-a6f3-d8816e505c1d tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5 HTTP/1.1" status: 200 len: 945 time: 0.0615945 Aug 23 21:15:48.507474 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-59965aa1-a1e6-4c32-bde7-5eb4ba078bc7 req-ef610023-06b7-4cd9-9067-9691eb219193 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361876 Aug 23 21:15:49.629790 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895be51b-d720-4c99-8fe3-c14008b732c6 req-4ec85d58-1475-422d-b988-80d108295cbb tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:49.631281 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-895be51b-d720-4c99-8fe3-c14008b732c6 req-4ec85d58-1475-422d-b988-80d108295cbb tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5 HTTP/1.1" status: 200 len: 945 time: 0.0493724 Aug 23 21:15:49.669606 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-895be51b-d720-4c99-8fe3-c14008b732c6 req-ba62beaa-df4b-4b20-ad82-d0e07c0dbde4 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317733 Aug 23 21:15:50.692682 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:15:50.785616 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1a2ae-c36f-470b-aaad-c62ef13e7099 req-ac9da75b-8473-4f97-8ce9-208d187a169a tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:50.787144 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c0a1a2ae-c36f-470b-aaad-c62ef13e7099 req-ac9da75b-8473-4f97-8ce9-208d187a169a tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5 HTTP/1.1" status: 200 len: 945 time: 0.0496509 Aug 23 21:15:50.826242 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c0a1a2ae-c36f-470b-aaad-c62ef13e7099 req-9a541b23-93a1-4517-bb99-0b256807d3dc tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325546 Aug 23 21:15:51.942906 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2beb12-7adb-4e75-a577-bf7ba903d902 req-2ad2c082-ba7b-4558-814e-b7873005dac6 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:51.944471 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ae2beb12-7adb-4e75-a577-bf7ba903d902 req-2ad2c082-ba7b-4558-814e-b7873005dac6 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5 HTTP/1.1" status: 200 len: 945 time: 0.0499058 Aug 23 21:15:51.983420 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ae2beb12-7adb-4e75-a577-bf7ba903d902 req-4dfa72fc-d2bf-455a-8a34-d1c92a9ce449 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327029 Aug 23 21:15:53.098170 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7bb67b-9fb6-4bbc-8baa-e8a30e73aa2f req-0a1d6d63-bfc0-4c7c-badd-256154b9ca58 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:53.099654 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fc7bb67b-9fb6-4bbc-8baa-e8a30e73aa2f req-0a1d6d63-bfc0-4c7c-badd-256154b9ca58 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5 HTTP/1.1" status: 200 len: 945 time: 0.0498278 Aug 23 21:15:53.139537 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fc7bb67b-9fb6-4bbc-8baa-e8a30e73aa2f req-901338f1-e86b-4dfd-ac7a-588128af0171 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339491 Aug 23 21:15:54.189993 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:15:54.260393 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8c4f6-7b2e-4322-a5a1-99b336c8ed29 req-0eac6746-f3c1-4b21-ab7c-e11f9a8479a4 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:54.261859 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-28c8c4f6-7b2e-4322-a5a1-99b336c8ed29 req-0eac6746-f3c1-4b21-ab7c-e11f9a8479a4 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5 HTTP/1.1" status: 200 len: 945 time: 0.0548074 Aug 23 21:15:54.299351 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-28c8c4f6-7b2e-4322-a5a1-99b336c8ed29 req-77fcee5c-35cd-4a1d-9cf9-94f7186e4f48 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315056 Aug 23 21:15:55.654560 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e18bd-3288-4e95-a8f5-2f82ba5b16b5 req-c87fac3c-65aa-4cdd-8879-93f7f621645c tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:55.656019 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-299e18bd-3288-4e95-a8f5-2f82ba5b16b5 req-c87fac3c-65aa-4cdd-8879-93f7f621645c tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5 HTTP/1.1" status: 200 len: 945 time: 0.0511620 Aug 23 21:15:55.694189 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-299e18bd-3288-4e95-a8f5-2f82ba5b16b5 req-2f11665d-6c77-49d2-8b51-5956a6e1e727 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322931 Aug 23 21:15:56.809574 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e85bf-1b32-45c9-96f7-dafba64bf167 req-f57ad999-8fe4-4213-9b85-e7fd0693b33c tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:56.811080 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-924e85bf-1b32-45c9-96f7-dafba64bf167 req-f57ad999-8fe4-4213-9b85-e7fd0693b33c tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5 HTTP/1.1" status: 200 len: 945 time: 0.0490344 Aug 23 21:15:56.848902 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-924e85bf-1b32-45c9-96f7-dafba64bf167 req-85de9be6-a5ba-4ea6-a669-cee3fd64fff6 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318763 Aug 23 21:15:57.962178 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099207f-5551-4708-9afa-4834ad10a24c req-d4b6bd5a-b04b-4071-b2a6-10a41279035e tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:57.963651 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4099207f-5551-4708-9afa-4834ad10a24c req-d4b6bd5a-b04b-4071-b2a6-10a41279035e tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5 HTTP/1.1" status: 200 len: 945 time: 0.0479569 Aug 23 21:15:58.001167 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4099207f-5551-4708-9afa-4834ad10a24c req-84b9b9e0-d082-451b-9e3e-bfc2e8e13ce8 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316255 Aug 23 21:15:58.316823 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [req-3522bb55-b75f-4c42-be18-dc86ed2a9b61 req-f557e53f-bffc-4363-9c24-63e1c7837f37 service neutron] show failed (client error): The resource could not be found. Aug 23 21:15:58.317815 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3522bb55-b75f-4c42-be18-dc86ed2a9b61 req-f557e53f-bffc-4363-9c24-63e1c7837f37 service neutron] 10.222.0.11 "GET /v2.0/ports/7453080c-65fd-4cf5-b0a6-a315f8afb0ee/bindings/n-h2-805663-2 HTTP/1.1" status: 404 len: 380 time: 0.0549133 Aug 23 21:15:58.511682 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522bb55-b75f-4c42-be18-dc86ed2a9b61 req-77c5b361-0d0c-4058-af89-34f0d493929b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:58.513202 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3522bb55-b75f-4c42-be18-dc86ed2a9b61 req-77c5b361-0d0c-4058-af89-34f0d493929b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5&tenant_id=3e7a1879fa4047a5851c95b4a70320e4 HTTP/1.1" status: 200 len: 1096 time: 0.0415578 Aug 23 21:15:58.532446 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-3522bb55-b75f-4c42-be18-dc86ed2a9b61 req-5de0d574-a5bf-4ff9-87f2-d491479ef105 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805663-2', 'device_owner': 'compute:nova'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:15:58.586251 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3522bb55-b75f-4c42-be18-dc86ed2a9b61 req-5de0d574-a5bf-4ff9-87f2-d491479ef105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:15:58.785177 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-3522bb55-b75f-4c42-be18-dc86ed2a9b61 req-5de0d574-a5bf-4ff9-87f2-d491479ef105 service neutron] For port 7453080c-65fd-4cf5-b0a6-a315f8afb0ee, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=7453080c-65fd-4cf5-b0a6-a315f8afb0ee,segment=NetworkSegment(ad977c00-5373-49c6-8094-52fa20f1c36b),segment_id=ad977c00-5373-49c6-8094-52fa20f1c36b)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:15:58.816755 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-3522bb55-b75f-4c42-be18-dc86ed2a9b61 req-5de0d574-a5bf-4ff9-87f2-d491479ef105 service neutron] For port 7453080c-65fd-4cf5-b0a6-a315f8afb0ee, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:15:58.855728 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7453080c-65fd-4cf5-b0a6-a315f8afb0ee'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:15:58.857927 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa328664-e0e7-4700-9882-3afc81e326db" -d '{"events": [{"server_uuid": "8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5", "name": "network-vif-unplugged", "status": "completed", "tag": "7453080c-65fd-4cf5-b0a6-a315f8afb0ee"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:15:58.861955 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3522bb55-b75f-4c42-be18-dc86ed2a9b61 req-5de0d574-a5bf-4ff9-87f2-d491479ef105 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:15:58.875514 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-3522bb55-b75f-4c42-be18-dc86ed2a9b61 req-5de0d574-a5bf-4ff9-87f2-d491479ef105 service neutron] Transition to ACTIVE for port object 7453080c-65fd-4cf5-b0a6-a315f8afb0ee will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:15:58.878764 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3522bb55-b75f-4c42-be18-dc86ed2a9b61 req-5de0d574-a5bf-4ff9-87f2-d491479ef105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:15:58.910192 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 21:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bbf0596-aa3e-469f-afe5-65dd458590d8 x-openstack-request-id: req-5bbf0596-aa3e-469f-afe5-65dd458590d8 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:15:58.910489 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5", "name": "network-vif-unplugged", "status": "completed", "tag": "7453080c-65fd-4cf5-b0a6-a315f8afb0ee", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:15:58.911196 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5bbf0596-aa3e-469f-afe5-65dd458590d8 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:15:58.911196 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7453080c-65fd-4cf5-b0a6-a315f8afb0ee', 'code': 200} Aug 23 21:15:58.942212 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-3522bb55-b75f-4c42-be18-dc86ed2a9b61 req-5de0d574-a5bf-4ff9-87f2-d491479ef105 service neutron] No DVR routers for this DVR port 7453080c-65fd-4cf5-b0a6-a315f8afb0ee on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:15:58.950469 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de0d574-a5bf-4ff9-87f2-d491479ef105 service neutron] Pushing event updated for resources: {'Port': ['ID=7453080c-65fd-4cf5-b0a6-a315f8afb0ee,revision_number=6']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:15:59.298283 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0d574-a5bf-4ff9-87f2-d491479ef105 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:15:59.298965 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0d574-a5bf-4ff9-87f2-d491479ef105 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:15:59.298965 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0d574-a5bf-4ff9-87f2-d491479ef105 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:15:59.299270 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0d574-a5bf-4ff9-87f2-d491479ef105 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:15:59.299594 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0d574-a5bf-4ff9-87f2-d491479ef105 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:15:59.299918 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0d574-a5bf-4ff9-87f2-d491479ef105 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:15:59.300269 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0d574-a5bf-4ff9-87f2-d491479ef105 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:15:59.300593 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0d574-a5bf-4ff9-87f2-d491479ef105 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:15:59.300918 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0d574-a5bf-4ff9-87f2-d491479ef105 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:15:59.301244 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0d574-a5bf-4ff9-87f2-d491479ef105 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:15:59.301563 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0d574-a5bf-4ff9-87f2-d491479ef105 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:15:59.301879 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0d574-a5bf-4ff9-87f2-d491479ef105 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:15:59.338677 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-3522bb55-b75f-4c42-be18-dc86ed2a9b61 req-5de0d574-a5bf-4ff9-87f2-d491479ef105 service neutron] Attempting to bind port 7453080c-65fd-4cf5-b0a6-a315f8afb0ee on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:15:59.339017 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-3522bb55-b75f-4c42-be18-dc86ed2a9b61 req-5de0d574-a5bf-4ff9-87f2-d491479ef105 service neutron] Attempting to bind port 7453080c-65fd-4cf5-b0a6-a315f8afb0ee by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': 'ad977c00-5373-49c6-8094-52fa20f1c36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '99efc437-b8e3-48e8-bdcd-309638068edd'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:15:59.339348 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3522bb55-b75f-4c42-be18-dc86ed2a9b61 req-5de0d574-a5bf-4ff9-87f2-d491479ef105 service neutron] Attempting to bind port 7453080c-65fd-4cf5-b0a6-a315f8afb0ee on network 99efc437-b8e3-48e8-bdcd-309638068edd {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:15:59.346562 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3522bb55-b75f-4c42-be18-dc86ed2a9b61 req-5de0d574-a5bf-4ff9-87f2-d491479ef105 service neutron] Port 7453080c-65fd-4cf5-b0a6-a315f8afb0ee on network 99efc437-b8e3-48e8-bdcd-309638068edd not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:15:59.346888 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3522bb55-b75f-4c42-be18-dc86ed2a9b61 req-5de0d574-a5bf-4ff9-87f2-d491479ef105 service neutron] Attempting to bind port 7453080c-65fd-4cf5-b0a6-a315f8afb0ee on network 99efc437-b8e3-48e8-bdcd-309638068edd {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:15:59.354232 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3522bb55-b75f-4c42-be18-dc86ed2a9b61 req-5de0d574-a5bf-4ff9-87f2-d491479ef105 service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:15:59.354562 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3522bb55-b75f-4c42-be18-dc86ed2a9b61 req-5de0d574-a5bf-4ff9-87f2-d491479ef105 service neutron] Checking segment: {'id': 'ad977c00-5373-49c6-8094-52fa20f1c36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '99efc437-b8e3-48e8-bdcd-309638068edd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:15:59.354942 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3522bb55-b75f-4c42-be18-dc86ed2a9b61 req-5de0d574-a5bf-4ff9-87f2-d491479ef105 service neutron] Bound using segment: {'id': 'ad977c00-5373-49c6-8094-52fa20f1c36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '99efc437-b8e3-48e8-bdcd-309638068edd'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:15:59.355460 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-3522bb55-b75f-4c42-be18-dc86ed2a9b61 req-5de0d574-a5bf-4ff9-87f2-d491479ef105 service neutron] Bound port: 7453080c-65fd-4cf5-b0a6-a315f8afb0ee, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad977c00-5373-49c6-8094-52fa20f1c36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '99efc437-b8e3-48e8-bdcd-309638068edd'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:15:59.355820 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3522bb55-b75f-4c42-be18-dc86ed2a9b61 req-5de0d574-a5bf-4ff9-87f2-d491479ef105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:15:59.376119 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad52c4cb-10ac-4c6a-a66f-11b3f5a5818d req-4456c6bb-b6d9-4dd7-84c9-36888b36fccd tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:59.377607 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ad52c4cb-10ac-4c6a-a66f-11b3f5a5818d req-4456c6bb-b6d9-4dd7-84c9-36888b36fccd tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5 HTTP/1.1" status: 200 len: 943 time: 0.0837109 Aug 23 21:15:59.455200 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ad52c4cb-10ac-4c6a-a66f-11b3f5a5818d req-d0df4f44-7844-4a08-9444-00c4ffa4845f tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562358 Aug 23 21:15:59.459204 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-3522bb55-b75f-4c42-be18-dc86ed2a9b61 req-5de0d574-a5bf-4ff9-87f2-d491479ef105 service neutron] For port 7453080c-65fd-4cf5-b0a6-a315f8afb0ee, host n-h2-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:15:59.462346 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-3522bb55-b75f-4c42-be18-dc86ed2a9b61 req-5de0d574-a5bf-4ff9-87f2-d491479ef105 service neutron] For port 7453080c-65fd-4cf5-b0a6-a315f8afb0ee, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=7453080c-65fd-4cf5-b0a6-a315f8afb0ee,segment=NetworkSegment(ad977c00-5373-49c6-8094-52fa20f1c36b),segment_id=ad977c00-5373-49c6-8094-52fa20f1c36b)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:15:59.468048 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3522bb55-b75f-4c42-be18-dc86ed2a9b61 req-5de0d574-a5bf-4ff9-87f2-d491479ef105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:15:59.508285 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522bb55-b75f-4c42-be18-dc86ed2a9b61 req-5de0d574-a5bf-4ff9-87f2-d491479ef105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:59.508892 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3522bb55-b75f-4c42-be18-dc86ed2a9b61 req-5de0d574-a5bf-4ff9-87f2-d491479ef105 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:15:59.510845 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3522bb55-b75f-4c42-be18-dc86ed2a9b61 req-5de0d574-a5bf-4ff9-87f2-d491479ef105 service neutron] 10.222.0.32 "PUT /v2.0/ports/7453080c-65fd-4cf5-b0a6-a315f8afb0ee HTTP/1.1" status: 200 len: 1091 time: 0.9823964 Aug 23 21:15:59.528364 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de0d574-a5bf-4ff9-87f2-d491479ef105 service neutron] Pushing event updated for resources: {'Port': ['ID=7453080c-65fd-4cf5-b0a6-a315f8afb0ee,revision_number=7']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:15:59.589468 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522bb55-b75f-4c42-be18-dc86ed2a9b61 req-f6085354-b837-421d-92fb-8ad19608bd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:59.591396 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3522bb55-b75f-4c42-be18-dc86ed2a9b61 req-f6085354-b837-421d-92fb-8ad19608bd2a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e7a1879fa4047a5851c95b4a70320e4&device_id=8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5 HTTP/1.1" status: 200 len: 1094 time: 0.0425751 Aug 23 21:15:59.683627 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522bb55-b75f-4c42-be18-dc86ed2a9b61 req-18952d9a-e6f9-4a35-9e97-ccd036db8edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:59.685253 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3522bb55-b75f-4c42-be18-dc86ed2a9b61 req-18952d9a-e6f9-4a35-9e97-ccd036db8edf service neutron] 10.222.0.32 "GET /v2.0/networks?id=99efc437-b8e3-48e8-bdcd-309638068edd HTTP/1.1" status: 200 len: 915 time: 0.0863266 Aug 23 21:15:59.726891 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3522bb55-b75f-4c42-be18-dc86ed2a9b61 req-c18a92e1-d58f-4dda-83a5-0b4e92246185 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7453080c-65fd-4cf5-b0a6-a315f8afb0ee HTTP/1.1" status: 200 len: 217 time: 0.0339227 Aug 23 21:15:59.778112 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522bb55-b75f-4c42-be18-dc86ed2a9b61 req-b8dd07fa-53fa-46a4-9c79-b67f20d1958a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:15:59.779595 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3522bb55-b75f-4c42-be18-dc86ed2a9b61 req-b8dd07fa-53fa-46a4-9c79-b67f20d1958a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ac47b0d1-2ae4-482e-861c-f0f7f4036cf2 HTTP/1.1" status: 200 len: 854 time: 0.0444162 Aug 23 21:15:59.815689 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3522bb55-b75f-4c42-be18-dc86ed2a9b61 req-62bbdbdb-6ef0-45b5-97d5-1f5bd5621bea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=99efc437-b8e3-48e8-bdcd-309638068edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290358 Aug 23 21:15:59.916349 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3522bb55-b75f-4c42-be18-dc86ed2a9b61 req-516fa0ef-7145-4509-a4c8-6d6ee99138a6 service neutron] 10.222.0.32 "GET /v2.0/networks/99efc437-b8e3-48e8-bdcd-309638068edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927391 Aug 23 21:16:00.008998 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3522bb55-b75f-4c42-be18-dc86ed2a9b61 req-421fd026-f14e-4b11-9ebf-61538e27c93f service neutron] 10.222.0.32 "GET /v2.0/networks/99efc437-b8e3-48e8-bdcd-309638068edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852058 Aug 23 21:16:00.598813 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1134cf-6293-472f-ab1b-90816eb14ffb req-17d957e1-e904-42a2-953c-e22595d49e66 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:16:00.600426 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1a1134cf-6293-472f-ab1b-90816eb14ffb req-17d957e1-e904-42a2-953c-e22595d49e66 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5 HTTP/1.1" status: 200 len: 943 time: 0.0652826 Aug 23 21:16:00.641512 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1a1134cf-6293-472f-ab1b-90816eb14ffb req-8bea8b94-8b0e-4c75-a1a7-69acab444ce0 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342216 Aug 23 21:16:00.912388 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5', 'tag': '7453080c-65fd-4cf5-b0a6-a315f8afb0ee'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:16:00.914750 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5f49f0-8c0c-4ef1-9db7-7aa4914062ac" -d '{"events": [{"name": "network-changed", "server_uuid": "8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5", "tag": "7453080c-65fd-4cf5-b0a6-a315f8afb0ee"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:16:00.961596 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46be3efd-82f7-4826-862f-d9d25e647e09 x-openstack-request-id: req-46be3efd-82f7-4826-862f-d9d25e647e09 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:16:00.961893 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5", "tag": "7453080c-65fd-4cf5-b0a6-a315f8afb0ee", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:16:00.962145 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-46be3efd-82f7-4826-862f-d9d25e647e09 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:16:00.962584 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5', 'tag': '7453080c-65fd-4cf5-b0a6-a315f8afb0ee', 'status': 'completed', 'code': 200} Aug 23 21:16:01.022402 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f49f0-8c0c-4ef1-9db7-7aa4914062ac req-f693df45-0ca4-446c-9808-7622e8738fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:16:01.023932 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6a5f49f0-8c0c-4ef1-9db7-7aa4914062ac req-f693df45-0ca4-446c-9808-7622e8738fe0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3e7a1879fa4047a5851c95b4a70320e4&device_id=8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5 HTTP/1.1" status: 200 len: 1094 time: 0.0425045 Aug 23 21:16:01.057252 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f49f0-8c0c-4ef1-9db7-7aa4914062ac req-9dfc2ab4-9957-4556-a98d-e52e31f3a960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:16:01.058779 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6a5f49f0-8c0c-4ef1-9db7-7aa4914062ac req-9dfc2ab4-9957-4556-a98d-e52e31f3a960 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e7a1879fa4047a5851c95b4a70320e4&device_id=8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5 HTTP/1.1" status: 200 len: 1094 time: 0.0455763 Aug 23 21:16:01.115602 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f49f0-8c0c-4ef1-9db7-7aa4914062ac req-2b58e7bb-cb00-46bf-a723-db817070f4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:16:01.117287 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6a5f49f0-8c0c-4ef1-9db7-7aa4914062ac req-2b58e7bb-cb00-46bf-a723-db817070f4fc service neutron] 10.222.0.11 "GET /v2.0/networks?id=99efc437-b8e3-48e8-bdcd-309638068edd HTTP/1.1" status: 200 len: 915 time: 0.0860965 Aug 23 21:16:01.151279 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f49f0-8c0c-4ef1-9db7-7aa4914062ac req-cea20440-498d-4ef6-b731-542aa0a77174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:16:01.152794 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6a5f49f0-8c0c-4ef1-9db7-7aa4914062ac req-cea20440-498d-4ef6-b731-542aa0a77174 service neutron] 10.222.0.32 "GET /v2.0/networks?id=99efc437-b8e3-48e8-bdcd-309638068edd HTTP/1.1" status: 200 len: 915 time: 0.0859258 Aug 23 21:16:01.164962 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6a5f49f0-8c0c-4ef1-9db7-7aa4914062ac req-d160a5af-80e9-4380-a2cd-4a79ead972ae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7453080c-65fd-4cf5-b0a6-a315f8afb0ee HTTP/1.1" status: 200 len: 217 time: 0.0393825 Aug 23 21:16:01.200036 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6a5f49f0-8c0c-4ef1-9db7-7aa4914062ac req-fedd6afd-8663-457b-b185-1470526ed712 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7453080c-65fd-4cf5-b0a6-a315f8afb0ee HTTP/1.1" status: 200 len: 217 time: 0.0388637 Aug 23 21:16:01.217345 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f49f0-8c0c-4ef1-9db7-7aa4914062ac req-94aff31f-3c75-481f-b808-686524fea3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:16:01.218807 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6a5f49f0-8c0c-4ef1-9db7-7aa4914062ac req-94aff31f-3c75-481f-b808-686524fea3f4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ac47b0d1-2ae4-482e-861c-f0f7f4036cf2 HTTP/1.1" status: 200 len: 854 time: 0.0461648 Aug 23 21:16:01.250962 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6a5f49f0-8c0c-4ef1-9db7-7aa4914062ac req-6b805144-c590-405e-8bb9-18eecff12427 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=99efc437-b8e3-48e8-bdcd-309638068edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253327 Aug 23 21:16:01.251447 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f49f0-8c0c-4ef1-9db7-7aa4914062ac req-1e8821ba-6509-4ee6-b84c-9e93a9d16e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:16:01.252941 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6a5f49f0-8c0c-4ef1-9db7-7aa4914062ac req-1e8821ba-6509-4ee6-b84c-9e93a9d16e20 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ac47b0d1-2ae4-482e-861c-f0f7f4036cf2 HTTP/1.1" status: 200 len: 854 time: 0.0440917 Aug 23 21:16:01.285398 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6a5f49f0-8c0c-4ef1-9db7-7aa4914062ac req-7139e4c8-1856-4ec6-a944-ea92368e418e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=99efc437-b8e3-48e8-bdcd-309638068edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239282 Aug 23 21:16:01.313926 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 7453080c-65fd-4cf5-b0a6-a315f8afb0ee no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:16:01.348657 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6a5f49f0-8c0c-4ef1-9db7-7aa4914062ac req-41825a59-fc5a-47f8-8298-76c35fbf76f9 service neutron] 10.222.0.11 "GET /v2.0/networks/99efc437-b8e3-48e8-bdcd-309638068edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907116 Aug 23 21:16:01.356686 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 7453080c-65fd-4cf5-b0a6-a315f8afb0ee not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:16:01.377390 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6a5f49f0-8c0c-4ef1-9db7-7aa4914062ac req-97bb0a22-095e-43ce-ae2c-0ea3aa89aa10 service neutron] 10.222.0.32 "GET /v2.0/networks/99efc437-b8e3-48e8-bdcd-309638068edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838799 Aug 23 21:16:01.443132 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6a5f49f0-8c0c-4ef1-9db7-7aa4914062ac req-97aad394-6486-455d-ab52-11ef1be6b1e8 service neutron] 10.222.0.11 "GET /v2.0/networks/99efc437-b8e3-48e8-bdcd-309638068edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874693 Aug 23 21:16:01.473464 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6a5f49f0-8c0c-4ef1-9db7-7aa4914062ac req-eee23c55-a758-4e0b-a539-256edab285db service neutron] 10.222.0.32 "GET /v2.0/networks/99efc437-b8e3-48e8-bdcd-309638068edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879025 Aug 23 21:16:01.762644 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33828d1-fc2f-4cc7-ab46-57419733663e req-64fcb291-5b6c-4508-bc29-b465d211b8ee tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:16:01.764114 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b33828d1-fc2f-4cc7-ab46-57419733663e req-64fcb291-5b6c-4508-bc29-b465d211b8ee tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5 HTTP/1.1" status: 200 len: 943 time: 0.0521612 Aug 23 21:16:01.807219 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b33828d1-fc2f-4cc7-ab46-57419733663e req-a9ac22d1-b258-4c90-90dd-94cf30b5e89b tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361543 Aug 23 21:16:02.661583 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 7453080c-65fd-4cf5-b0a6-a315f8afb0ee details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 21:16:02.754521 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 7453080c-65fd-4cf5-b0a6-a315f8afb0ee, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=7453080c-65fd-4cf5-b0a6-a315f8afb0ee,segment=NetworkSegment(ad977c00-5373-49c6-8094-52fa20f1c36b),segment_id=ad977c00-5373-49c6-8094-52fa20f1c36b)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:16:02.765774 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': '7453080c-65fd-4cf5-b0a6-a315f8afb0ee', 'network_id': '99efc437-b8e3-48e8-bdcd-309638068edd', 'port_id': '7453080c-65fd-4cf5-b0a6-a315f8afb0ee', 'mac_address': 'fa:16:3e:66:9e:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac47b0d1-2ae4-482e-861c-f0f7f4036cf2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 21:16:02.801897 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:02.815469 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7453080c-65fd-4cf5-b0a6-a315f8afb0ee {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:16:02.835159 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 7453080c-65fd-4cf5-b0a6-a315f8afb0ee, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=7453080c-65fd-4cf5-b0a6-a315f8afb0ee,segment=NetworkSegment(ad977c00-5373-49c6-8094-52fa20f1c36b),segment_id=ad977c00-5373-49c6-8094-52fa20f1c36b)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:16:02.839745 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:02.890891 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=7453080c-65fd-4cf5-b0a6-a315f8afb0ee,revision_number=8']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:16:02.898194 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:16:02.898543 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:16:02.898887 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:16:02.899226 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:16:02.899563 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:16:02.899897 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:16:02.900252 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:16:02.900581 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:16:02.900911 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:16:02.901235 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:16:02.901564 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:16:02.901891 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:16:02.926384 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e319f-3672-4034-a751-617a31330306 req-0accb2f1-d1f5-4c05-8a7f-8dbbe6610c4b tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:16:02.927875 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f76e319f-3672-4034-a751-617a31330306 req-0accb2f1-d1f5-4c05-8a7f-8dbbe6610c4b tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5 HTTP/1.1" status: 200 len: 944 time: 0.0498562 Aug 23 21:16:02.966449 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f76e319f-3672-4034-a751-617a31330306 req-b295051b-fc32-4466-b1ce-d2f64214affa tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317411 Aug 23 21:16:03.135956 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['7453080c-65fd-4cf5-b0a6-a315f8afb0ee'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:16:03.164358 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba8d94-ea31-4a71-b203-107a2d1c55a6 req-ef8e91ef-fd7c-4646-a93e-d2ddc66f5fc8 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:16:03.165968 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-18ba8d94-ea31-4a71-b203-107a2d1c55a6 req-ef8e91ef-fd7c-4646-a93e-d2ddc66f5fc8 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5 HTTP/1.1" status: 200 len: 944 time: 0.0559382 Aug 23 21:16:03.205897 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd77d4-1946-4945-b50c-ace23b8854f6 req-9f4f44c2-6011-47ce-8676-38fdb72b4b0e tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:16:03.206845 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-18ba8d94-ea31-4a71-b203-107a2d1c55a6 req-cbe9fbde-4fb2-4b18-acee-7574e7157a5e tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345376 Aug 23 21:16:03.207417 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1fcd77d4-1946-4945-b50c-ace23b8854f6 req-9f4f44c2-6011-47ce-8676-38fdb72b4b0e tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5&tenant_id=3e7a1879fa4047a5851c95b4a70320e4&binding%3Ahost_id=n-h2-805663-2 HTTP/1.1" status: 200 len: 944 time: 0.0875459 Aug 23 21:16:03.276475 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [req-1fcd77d4-1946-4945-b50c-ace23b8854f6 req-1c061dde-6852-4014-8317-6681b92fba20 service neutron] delete failed (client error): The resource could not be found. Aug 23 21:16:03.277452 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1fcd77d4-1946-4945-b50c-ace23b8854f6 req-1c061dde-6852-4014-8317-6681b92fba20 service neutron] 10.222.0.11 "DELETE /v2.0/ports/7453080c-65fd-4cf5-b0a6-a315f8afb0ee/bindings/n-h1-805663-2 HTTP/1.1" status: 404 len: 380 time: 0.0617783 Aug 23 21:16:03.364332 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd77d4-1946-4945-b50c-ace23b8854f6 req-46e84697-2cf0-4706-a372-334887977ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:16:03.365817 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1fcd77d4-1946-4945-b50c-ace23b8854f6 req-46e84697-2cf0-4706-a372-334887977ee4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3e7a1879fa4047a5851c95b4a70320e4&device_id=8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5 HTTP/1.1" status: 200 len: 1095 time: 0.0460708 Aug 23 21:16:03.456341 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd77d4-1946-4945-b50c-ace23b8854f6 req-9cb3a2dd-227e-44df-8ad4-1a8566a82368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:16:03.457720 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1fcd77d4-1946-4945-b50c-ace23b8854f6 req-9cb3a2dd-227e-44df-8ad4-1a8566a82368 service neutron] 10.222.0.11 "GET /v2.0/networks?id=99efc437-b8e3-48e8-bdcd-309638068edd HTTP/1.1" status: 200 len: 915 time: 0.0850604 Aug 23 21:16:03.503239 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1fcd77d4-1946-4945-b50c-ace23b8854f6 req-34be4d8b-b73c-4770-8cdb-0977c2b95a56 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7453080c-65fd-4cf5-b0a6-a315f8afb0ee HTTP/1.1" status: 200 len: 217 time: 0.0385985 Aug 23 21:16:03.552443 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd77d4-1946-4945-b50c-ace23b8854f6 req-e9cec13c-ea7a-499a-a25b-238f00717ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:16:03.553857 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1fcd77d4-1946-4945-b50c-ace23b8854f6 req-e9cec13c-ea7a-499a-a25b-238f00717ffb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ac47b0d1-2ae4-482e-861c-f0f7f4036cf2 HTTP/1.1" status: 200 len: 854 time: 0.0435801 Aug 23 21:16:03.586700 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1fcd77d4-1946-4945-b50c-ace23b8854f6 req-e35bbbe4-f1c3-4685-a202-fcdbd48149e9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=99efc437-b8e3-48e8-bdcd-309638068edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252752 Aug 23 21:16:03.675963 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1fcd77d4-1946-4945-b50c-ace23b8854f6 req-d3f323bd-4fa1-4f80-bdd1-79bb035f8f3d service neutron] 10.222.0.11 "GET /v2.0/networks/99efc437-b8e3-48e8-bdcd-309638068edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821371 Aug 23 21:16:03.772196 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1fcd77d4-1946-4945-b50c-ace23b8854f6 req-6cc61317-3cd4-4091-b875-ea54d9b0c50b service neutron] 10.222.0.11 "GET /v2.0/networks/99efc437-b8e3-48e8-bdcd-309638068edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889428 Aug 23 21:16:04.328704 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f53839-dca9-4e8d-9efc-820e5e481053 req-4545e7e6-7414-405e-a7b4-8e1bfc4b0f94 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:16:04.330189 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e3f53839-dca9-4e8d-9efc-820e5e481053 req-4545e7e6-7414-405e-a7b4-8e1bfc4b0f94 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5 HTTP/1.1" status: 200 len: 944 time: 0.0514717 Aug 23 21:16:04.368270 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e3f53839-dca9-4e8d-9efc-820e5e481053 req-40bd3ed6-3de0-4652-aaca-d4ff43974e6c tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320549 Aug 23 21:16:04.483360 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e8e7ad-eabd-4d93-b6eb-634bf9aac77f req-3bfcbab7-5946-485b-bb04-a4c4a0805fe2 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:16:04.484830 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b3e8e7ad-eabd-4d93-b6eb-634bf9aac77f req-3bfcbab7-5946-485b-bb04-a4c4a0805fe2 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5 HTTP/1.1" status: 200 len: 944 time: 0.0499299 Aug 23 21:16:04.528722 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b3e8e7ad-eabd-4d93-b6eb-634bf9aac77f req-c46bdb75-7b1d-4c9c-9a73-9b3512c42ba5 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377135 Aug 23 21:16:04.644845 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318cec8-ad98-44ff-b426-bafcbe3cbea0 req-fd35f0da-bcf3-47d0-a475-4e81d222e53c tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:16:04.646310 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c318cec8-ad98-44ff-b426-bafcbe3cbea0 req-fd35f0da-bcf3-47d0-a475-4e81d222e53c tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5 HTTP/1.1" status: 200 len: 944 time: 0.0517976 Aug 23 21:16:04.674654 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 7453080c-65fd-4cf5-b0a6-a315f8afb0ee up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:16:04.684019 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c318cec8-ad98-44ff-b426-bafcbe3cbea0 req-b045f34c-d42f-4d64-a43d-e78a37900bea tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311007 Aug 23 21:16:04.727159 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port 7453080c-65fd-4cf5-b0a6-a315f8afb0ee completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:16:04.731588 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port 7453080c-65fd-4cf5-b0a6-a315f8afb0ee triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:16:04.731957 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:04.809093 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:04.839403 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7453080c-65fd-4cf5-b0a6-a315f8afb0ee'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:16:04.841842 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d08be06-3952-4b08-af5a-a33114f453cd" -d '{"events": [{"server_uuid": "8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5", "name": "network-vif-plugged", "status": "completed", "tag": "7453080c-65fd-4cf5-b0a6-a315f8afb0ee"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:16:04.855325 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 7453080c-65fd-4cf5-b0a6-a315f8afb0ee, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=7453080c-65fd-4cf5-b0a6-a315f8afb0ee,segment=NetworkSegment(ad977c00-5373-49c6-8094-52fa20f1c36b),segment_id=ad977c00-5373-49c6-8094-52fa20f1c36b)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:16:04.859526 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:04.883003 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffadd0b1-799c-4849-8ce1-fc3022f4788f x-openstack-request-id: req-ffadd0b1-799c-4849-8ce1-fc3022f4788f {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:16:04.883292 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5", "name": "network-vif-plugged", "status": "completed", "tag": "7453080c-65fd-4cf5-b0a6-a315f8afb0ee", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:16:04.883540 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ffadd0b1-799c-4849-8ce1-fc3022f4788f {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:16:04.883923 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7453080c-65fd-4cf5-b0a6-a315f8afb0ee', 'code': 200} Aug 23 21:16:04.912297 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=7453080c-65fd-4cf5-b0a6-a315f8afb0ee,revision_number=9']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:16:05.021442 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2deff5-b530-4474-9138-cc120cce70f1 req-ddb263f5-89d8-4f4b-ad32-24fbc749314c tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:16:05.022872 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7f2deff5-b530-4474-9138-cc120cce70f1 req-ddb263f5-89d8-4f4b-ad32-24fbc749314c tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5 HTTP/1.1" status: 200 len: 945 time: 0.0500681 Aug 23 21:16:05.060552 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7f2deff5-b530-4474-9138-cc120cce70f1 req-a3c0d425-2f1d-4fe2-8b01-8d17167748ae tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317092 Aug 23 21:16:06.175273 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7674daa-98b6-4d25-bb8f-7bbfdb986883 req-560242ba-7c8e-47c6-bd73-600a6e96d2d4 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:16:06.176791 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f7674daa-98b6-4d25-bb8f-7bbfdb986883 req-560242ba-7c8e-47c6-bd73-600a6e96d2d4 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5 HTTP/1.1" status: 200 len: 945 time: 0.0502343 Aug 23 21:16:06.215133 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f7674daa-98b6-4d25-bb8f-7bbfdb986883 req-efd76876-eec5-4a62-b79a-55ff330b137c tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8675df7-e06e-4ccb-b3cd-b78c7782d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316031 Aug 23 21:16:06.473447 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1668062-04b8-452e-b62e-585db27f53b9 req-5d957cf1-6e94-4da9-bcbd-faeaaa6bc0c7 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:16:06.474926 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b1668062-04b8-452e-b62e-585db27f53b9 req-5d957cf1-6e94-4da9-bcbd-faeaaa6bc0c7 tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5 HTTP/1.1" status: 200 len: 945 time: 0.0514410 Aug 23 21:16:06.572443 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-b1668062-04b8-452e-b62e-585db27f53b9 req-accff1f3-0fa4-46d3-9c0e-b45dbaf44b6b tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Deleting port 7453080c-65fd-4cf5-b0a6-a315f8afb0ee {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:16:06.572895 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b1668062-04b8-452e-b62e-585db27f53b9 req-accff1f3-0fa4-46d3-9c0e-b45dbaf44b6b tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:06.665996 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-b1668062-04b8-452e-b62e-585db27f53b9 req-accff1f3-0fa4-46d3-9c0e-b45dbaf44b6b tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] For port 7453080c-65fd-4cf5-b0a6-a315f8afb0ee, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=7453080c-65fd-4cf5-b0a6-a315f8afb0ee,segment=NetworkSegment(ad977c00-5373-49c6-8094-52fa20f1c36b),segment_id=ad977c00-5373-49c6-8094-52fa20f1c36b)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:16:06.666460 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b1668062-04b8-452e-b62e-585db27f53b9 req-accff1f3-0fa4-46d3-9c0e-b45dbaf44b6b tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:06.678353 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-b1668062-04b8-452e-b62e-585db27f53b9 req-accff1f3-0fa4-46d3-9c0e-b45dbaf44b6b tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Calling delete_port for 7453080c-65fd-4cf5-b0a6-a315f8afb0ee owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:16:06.802599 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b1668062-04b8-452e-b62e-585db27f53b9 req-accff1f3-0fa4-46d3-9c0e-b45dbaf44b6b tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:06.835484 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accff1f3-0fa4-46d3-9c0e-b45dbaf44b6b tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Pushing event deleted for resources: {'Port': ['ID=7453080c-65fd-4cf5-b0a6-a315f8afb0ee,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:16:06.835724 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['7453080c-65fd-4cf5-b0a6-a315f8afb0ee'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:16:06.884004 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1668062-04b8-452e-b62e-585db27f53b9 req-accff1f3-0fa4-46d3-9c0e-b45dbaf44b6b tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] No DVR routers for this DVR port 7453080c-65fd-4cf5-b0a6-a315f8afb0ee on host n-h2-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:16:06.887413 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b1668062-04b8-452e-b62e-585db27f53b9 req-accff1f3-0fa4-46d3-9c0e-b45dbaf44b6b tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:06.889556 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b1668062-04b8-452e-b62e-585db27f53b9 req-accff1f3-0fa4-46d3-9c0e-b45dbaf44b6b tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] 10.222.0.32 "DELETE /v2.0/ports/7453080c-65fd-4cf5-b0a6-a315f8afb0ee HTTP/1.1" status: 204 len: 173 time: 0.4063609 Aug 23 21:16:06.889997 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5', 'name': 'network-vif-deleted', 'tag': '7453080c-65fd-4cf5-b0a6-a315f8afb0ee'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:16:06.892318 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b656e359-cd8f-46af-abd7-7331d9b7c5c9" -d '{"events": [{"server_uuid": "8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5", "name": "network-vif-deleted", "tag": "7453080c-65fd-4cf5-b0a6-a315f8afb0ee"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:16:06.931356 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39b00e6-eb0b-4b09-83da-b37ef4c8e08f x-openstack-request-id: req-a39b00e6-eb0b-4b09-83da-b37ef4c8e08f {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:16:06.931646 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5", "name": "network-vif-deleted", "tag": "7453080c-65fd-4cf5-b0a6-a315f8afb0ee", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:16:06.932317 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a39b00e6-eb0b-4b09-83da-b37ef4c8e08f {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:16:06.932471 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ebc1b88-5cdc-4694-9017-6e91ad2bb6b5', 'name': 'network-vif-deleted', 'tag': '7453080c-65fd-4cf5-b0a6-a315f8afb0ee', 'status': 'completed', 'code': 200} Aug 23 21:16:07.335655 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50304) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:16:07.379709 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ba92a20-b686-4772-9c00-82bc931a42bd admin admin] Deleting subnet ac47b0d1-2ae4-482e-861c-f0f7f4036cf2 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 21:16:07.382590 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9ba92a20-b686-4772-9c00-82bc931a42bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:07.416378 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9ba92a20-b686-4772-9c00-82bc931a42bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:07.458693 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9ba92a20-b686-4772-9c00-82bc931a42bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:07.513455 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9ba92a20-b686-4772-9c00-82bc931a42bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:07.539300 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba92a20-b686-4772-9c00-82bc931a42bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac47b0d1-2ae4-482e-861c-f0f7f4036cf2,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:16:07.543911 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9ba92a20-b686-4772-9c00-82bc931a42bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:07.545784 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9ba92a20-b686-4772-9c00-82bc931a42bd admin admin] 10.222.0.61 "DELETE /v2.0/subnets/ac47b0d1-2ae4-482e-861c-f0f7f4036cf2 HTTP/1.1" status: 204 len: 168 time: 0.2091076 Aug 23 21:16:07.548227 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50306) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:16:07.618058 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cfb8083d-dd81-428b-9d6f-a77e7f0dc8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:07.701370 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cfb8083d-dd81-428b-9d6f-a77e7f0dc8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:07.710966 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-cfb8083d-dd81-428b-9d6f-a77e7f0dc8d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99efc437-b8e3-48e8-bdcd-309638068edd']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:16:07.721555 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-cfb8083d-dd81-428b-9d6f-a77e7f0dc8d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad977c00-5373-49c6-8094-52fa20f1c36b') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:16:07.721853 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-cfb8083d-dd81-428b-9d6f-a77e7f0dc8d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad977c00-5373-49c6-8094-52fa20f1c36b') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:16:07.731306 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cfb8083d-dd81-428b-9d6f-a77e7f0dc8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:07.746020 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cfb8083d-dd81-428b-9d6f-a77e7f0dc8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:07.751760 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfb8083d-dd81-428b-9d6f-a77e7f0dc8d5 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:16:07.752177 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cfb8083d-dd81-428b-9d6f-a77e7f0dc8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:07.753784 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 21:16:07.753784 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:16:07.753784 n-d-805663-2 neutron-server[94687]: timer() Aug 23 21:16:07.753784 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:16:07.753784 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 21:16:07.753784 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:16:07.753784 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 21:16:07.753784 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:16:07.753784 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 21:16:07.753784 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:16:07.753784 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 21:16:07.753784 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:16:07.753784 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 21:16:07.753784 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:16:07.753784 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:16:07.753784 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:16:07.753784 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:16:07.753784 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:16:07.753784 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 21:16:07.753784 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:16:07.753784 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 21:16:07.753784 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:16:07.753784 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:16:07.753784 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:16:07.753784 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 21:16:07.753784 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:16:07.753784 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:16:07.753784 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:16:07.753784 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:16:07.753784 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:16:07.753784 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:16:07.753784 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:16:07.813293 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cfb8083d-dd81-428b-9d6f-a77e7f0dc8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:07.817583 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cfb8083d-dd81-428b-9d6f-a77e7f0dc8d5 admin admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:07.819443 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-cfb8083d-dd81-428b-9d6f-a77e7f0dc8d5 admin admin] 10.222.0.61 "DELETE /v2.0/networks/99efc437-b8e3-48e8-bdcd-309638068edd HTTP/1.1" status: 204 len: 168 time: 0.2702968 Aug 23 21:16:07.832256 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb8083d-dd81-428b-9d6f-a77e7f0dc8d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=99efc437-b8e3-48e8-bdcd-309638068edd,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:16:07.931253 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50310) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:16:07.970660 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-66ab74f2-e43f-470f-912d-76b11ce181a7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3e7a1879fa4047a5851c95b4a70320e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381472 Aug 23 21:16:07.973107 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50312) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:16:08.020224 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b4284759-2e33-4938-aaf8-b5eca17b1d08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:08.042061 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b4284759-2e33-4938-aaf8-b5eca17b1d08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:08.088903 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b4284759-2e33-4938-aaf8-b5eca17b1d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:08.092154 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b4284759-2e33-4938-aaf8-b5eca17b1d08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:08.093561 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b4284759-2e33-4938-aaf8-b5eca17b1d08 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b8675df7-e06e-4ccb-b3cd-b78c7782d479 HTTP/1.1" status: 204 len: 168 time: 0.1193447 Aug 23 21:16:08.102682 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4284759-2e33-4938-aaf8-b5eca17b1d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8675df7-e06e-4ccb-b3cd-b78c7782d479,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:16:08.757982 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50334) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:16:08.900513 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-c942abf1-da8a-4ea2-9a17-98312a961d94 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1495423523-network', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:16:08.927372 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c942abf1-da8a-4ea2-9a17-98312a961d94 admin admin] Made reservation on behalf of 43cfe01c10fe4050a920d6308b5893af for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:16:08.929771 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c942abf1-da8a-4ea2-9a17-98312a961d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:08.938025 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c942abf1-da8a-4ea2-9a17-98312a961d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:09.029021 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c942abf1-da8a-4ea2-9a17-98312a961d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:09.033016 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c942abf1-da8a-4ea2-9a17-98312a961d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:09.056457 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c942abf1-da8a-4ea2-9a17-98312a961d94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:16:09.066100 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c942abf1-da8a-4ea2-9a17-98312a961d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989bbb3a-f7ea-4753-b419-c850804c5c08,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:16:09.070831 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c942abf1-da8a-4ea2-9a17-98312a961d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:09.071175 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-c942abf1-da8a-4ea2-9a17-98312a961d94 admin admin] Added segment 47cfa6a0-3b45-4819-8d24-3639000c620f of type vlan for network 9a61cfba-04b6-49ec-82cc-357b1b269bca Aug 23 21:16:09.111086 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c942abf1-da8a-4ea2-9a17-98312a961d94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:09.134951 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c942abf1-da8a-4ea2-9a17-98312a961d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:09.136863 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c942abf1-da8a-4ea2-9a17-98312a961d94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:16:09.137568 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c942abf1-da8a-4ea2-9a17-98312a961d94 admin admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:09.187996 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c942abf1-da8a-4ea2-9a17-98312a961d94 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4288859 Aug 23 21:16:09.191025 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50340) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:16:09.195939 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-57e119ec-2c10-4298-a81a-4ad997cfff2c admin admin] Request body: {'subnet': {'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1495423523-subnet', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:16:09.196887 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c942abf1-da8a-4ea2-9a17-98312a961d94 admin admin] Pushing event updated for resources: {'Network': ['ID=9a61cfba-04b6-49ec-82cc-357b1b269bca,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:16:09.208583 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 9a61cfba-04b6-49ec-82cc-357b1b269bca details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:16:09.219920 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e119ec-2c10-4298-a81a-4ad997cfff2c admin admin] Made reservation on behalf of 43cfe01c10fe4050a920d6308b5893af for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:16:09.222540 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-57e119ec-2c10-4298-a81a-4ad997cfff2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:09.392790 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-57e119ec-2c10-4298-a81a-4ad997cfff2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:09.445601 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e119ec-2c10-4298-a81a-4ad997cfff2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0ea33c2-15c1-4102-8307-77f21470fe54,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:16:09.457210 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e119ec-2c10-4298-a81a-4ad997cfff2c admin admin] Checking segment: {'id': '47cfa6a0-3b45-4819-8d24-3639000c620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:16:09.457557 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e119ec-2c10-4298-a81a-4ad997cfff2c admin admin] Network hostable DHCP agents. Network: 9a61cfba-04b6-49ec-82cc-357b1b269bca, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:16:09.474078 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e119ec-2c10-4298-a81a-4ad997cfff2c admin admin] Network 9a61cfba-04b6-49ec-82cc-357b1b269bca is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:16:09.483773 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-57e119ec-2c10-4298-a81a-4ad997cfff2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 9a61cfba-04b6-49ec-82cc-357b1b269bca) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:16:09.488067 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e119ec-2c10-4298-a81a-4ad997cfff2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:16:09.488942 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-57e119ec-2c10-4298-a81a-4ad997cfff2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:09.494184 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e23e462-223b-4800-9f17-762ae94237f5 None None] Network 9a61cfba-04b6-49ec-82cc-357b1b269bca requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:16:09.506118 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-57e119ec-2c10-4298-a81a-4ad997cfff2c admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3140020 Aug 23 21:16:09.508894 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50342) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:16:09.513810 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-5ff8d463-3b0b-4ac9-a404-24563498a06d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1495423523-router', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:16:09.535714 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ff8d463-3b0b-4ac9-a404-24563498a06d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:09.536749 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ff8d463-3b0b-4ac9-a404-24563498a06d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:09.595651 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ff8d463-3b0b-4ac9-a404-24563498a06d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:09.649477 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf136c4-2be4-45f8-ae5b-d074952ad0c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-9a61cfba-04b6-49ec-82cc-357b1b269bca', 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'fixed_ips': [{'subnet_id': 'd0ea33c2-15c1-4102-8307-77f21470fe54'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 21:16:09.650354 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6cf136c4-2be4-45f8-ae5b-d074952ad0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:09.733033 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ff8d463-3b0b-4ac9-a404-24563498a06d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:09.792185 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-6cf136c4-2be4-45f8-ae5b-d074952ad0c9 None None] Allocated IP 172.20.0.2 (9a61cfba-04b6-49ec-82cc-357b1b269bca/d0ea33c2-15c1-4102-8307-77f21470fe54/7a1c7d39-83b4-488e-bebd-68c40dfd817d) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:16:09.942037 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ff8d463-3b0b-4ac9-a404-24563498a06d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:09.942259 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6cf136c4-2be4-45f8-ae5b-d074952ad0c9 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:09.950550 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6cf136c4-2be4-45f8-ae5b-d074952ad0c9 None None] Transition to ACTIVE for port object 7a1c7d39-83b4-488e-bebd-68c40dfd817d will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:16:09.965072 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ff8d463-3b0b-4ac9-a404-24563498a06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:09.966581 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6cf136c4-2be4-45f8-ae5b-d074952ad0c9 None None] Transition to ACTIVE for port object 7a1c7d39-83b4-488e-bebd-68c40dfd817d will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:16:09.973006 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6cf136c4-2be4-45f8-ae5b-d074952ad0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:10.011105 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf136c4-2be4-45f8-ae5b-d074952ad0c9 None None] Network 9a61cfba-04b6-49ec-82cc-357b1b269bca is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:16:10.013853 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-6cf136c4-2be4-45f8-ae5b-d074952ad0c9 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:16:10.017256 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf136c4-2be4-45f8-ae5b-d074952ad0c9 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:16:10.024576 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf136c4-2be4-45f8-ae5b-d074952ad0c9 None None] Pushing event updated for resources: {'Port': ['ID=7a1c7d39-83b4-488e-bebd-68c40dfd817d,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:16:10.077437 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-5ff8d463-3b0b-4ac9-a404-24563498a06d admin admin] Allocated IP 172.25.4.62 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/b60c29a7-0550-43ec-bffb-6092bf23db2c) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:16:10.083617 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6cf136c4-2be4-45f8-ae5b-d074952ad0c9 None None] Attempting to bind port 7a1c7d39-83b4-488e-bebd-68c40dfd817d on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:16:10.083993 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6cf136c4-2be4-45f8-ae5b-d074952ad0c9 None None] Attempting to bind port 7a1c7d39-83b4-488e-bebd-68c40dfd817d by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '47cfa6a0-3b45-4819-8d24-3639000c620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:16:10.084380 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf136c4-2be4-45f8-ae5b-d074952ad0c9 None None] Attempting to bind port 7a1c7d39-83b4-488e-bebd-68c40dfd817d on network 9a61cfba-04b6-49ec-82cc-357b1b269bca {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:16:10.092953 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf136c4-2be4-45f8-ae5b-d074952ad0c9 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:16:10.092953 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf136c4-2be4-45f8-ae5b-d074952ad0c9 None None] Checking segment: {'id': '47cfa6a0-3b45-4819-8d24-3639000c620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:16:10.093337 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6cf136c4-2be4-45f8-ae5b-d074952ad0c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:10.093769 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf136c4-2be4-45f8-ae5b-d074952ad0c9 None None] Bound using segment: {'id': '47cfa6a0-3b45-4819-8d24-3639000c620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:16:10.094184 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6cf136c4-2be4-45f8-ae5b-d074952ad0c9 None None] Bound port: 7a1c7d39-83b4-488e-bebd-68c40dfd817d, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47cfa6a0-3b45-4819-8d24-3639000c620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:16:10.094568 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6cf136c4-2be4-45f8-ae5b-d074952ad0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:10.097551 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a1779b45-733f-4001-b3bd-06436cc1d5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:10.163046 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-6cf136c4-2be4-45f8-ae5b-d074952ad0c9 None None] For port 7a1c7d39-83b4-488e-bebd-68c40dfd817d, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:16:10.167251 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-6cf136c4-2be4-45f8-ae5b-d074952ad0c9 None None] For port 7a1c7d39-83b4-488e-bebd-68c40dfd817d, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=7a1c7d39-83b4-488e-bebd-68c40dfd817d,segment=NetworkSegment(47cfa6a0-3b45-4819-8d24-3639000c620f),segment_id=47cfa6a0-3b45-4819-8d24-3639000c620f)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:16:10.171728 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6cf136c4-2be4-45f8-ae5b-d074952ad0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:10.191431 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ff8d463-3b0b-4ac9-a404-24563498a06d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:10.234336 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf136c4-2be4-45f8-ae5b-d074952ad0c9 None None] Pushing event updated for resources: {'Port': ['ID=7a1c7d39-83b4-488e-bebd-68c40dfd817d,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:16:10.234935 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ff8d463-3b0b-4ac9-a404-24563498a06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:10.272723 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff8d463-3b0b-4ac9-a404-24563498a06d admin admin] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:16:10.275512 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-5ff8d463-3b0b-4ac9-a404-24563498a06d admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:16:10.278875 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff8d463-3b0b-4ac9-a404-24563498a06d admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:16:10.314063 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff8d463-3b0b-4ac9-a404-24563498a06d admin admin] Pushing event updated for resources: {'Port': ['ID=b60c29a7-0550-43ec-bffb-6092bf23db2c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:16:10.708446 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 7453080c-65fd-4cf5-b0a6-a315f8afb0ee no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:16:10.730510 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: 7453080c-65fd-4cf5-b0a6-a315f8afb0ee {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:16:10.730767 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 7453080c-65fd-4cf5-b0a6-a315f8afb0ee not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:16:10.802727 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:10.862947 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ff8d463-3b0b-4ac9-a404-24563498a06d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:11.065044 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ff8d463-3b0b-4ac9-a404-24563498a06d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:11.130424 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86dc6b25-ab71-48b2-95ec-069248f33d70 None None] Network 9a61cfba-04b6-49ec-82cc-357b1b269bca requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:16:11.196769 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff8d463-3b0b-4ac9-a404-24563498a06d admin admin] Router 82a259d6-fc59-442e-b8b4-962e8a07a013 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 21:16:11.318598 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff8d463-3b0b-4ac9-a404-24563498a06d admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:16:11.334934 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ff8d463-3b0b-4ac9-a404-24563498a06d admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:11.336244 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-5ff8d463-3b0b-4ac9-a404-24563498a06d admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8263969 Aug 23 21:16:11.339284 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50344) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:16:11.403014 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b962b3f-ff91-40d5-90bc-f71ad5ce01e8 None None] Sync routers for ids ['82a259d6-fc59-442e-b8b4-962e8a07a013'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:16:11.406949 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 7a1c7d39-83b4-488e-bebd-68c40dfd817d up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:16:11.462865 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b962b3f-ff91-40d5-90bc-f71ad5ce01e8 None None] Routers {'82a259d6-fc59-442e-b8b4-962e8a07a013'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:16:11.463781 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-1b962b3f-ff91-40d5-90bc-f71ad5ce01e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:15:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['82a259d6-fc59-442e-b8b4-962e8a07a013'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:16:11.470712 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-81827cda-dc52-4110-b311-3329622c5b80 None None] Provisioning for port 7a1c7d39-83b4-488e-bebd-68c40dfd817d completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:16:11.595909 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 7a1c7d39-83b4-488e-bebd-68c40dfd817d completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:16:11.605038 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 7a1c7d39-83b4-488e-bebd-68c40dfd817d triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:16:11.605278 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:11.639706 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-1b962b3f-ff91-40d5-90bc-f71ad5ce01e8 None None] Set router 82a259d6-fc59-442e-b8b4-962e8a07a013 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:16:11.785371 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-512906e0-415c-4d0b-a3d8-4fb6d5da9885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:11.820012 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:11.888718 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-75bd78e4-186a-4e4a-bc06-72a4b7d80d38 None None] Provisioning complete for port 7a1c7d39-83b4-488e-bebd-68c40dfd817d triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:16:11.889090 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-75bd78e4-186a-4e4a-bc06-72a4b7d80d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:11.896110 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 7a1c7d39-83b4-488e-bebd-68c40dfd817d, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=7a1c7d39-83b4-488e-bebd-68c40dfd817d,segment=NetworkSegment(47cfa6a0-3b45-4819-8d24-3639000c620f),segment_id=47cfa6a0-3b45-4819-8d24-3639000c620f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:16:11.927571 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:11.993051 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-1b962b3f-ff91-40d5-90bc-f71ad5ce01e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'name': 'tempest-ServerActionsTestJSON-1495423523-router', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:10Z', 'revision_number': 3, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'gw_port': {'id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:af:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:16:12.015511 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-512906e0-415c-4d0b-a3d8-4fb6d5da9885 admin admin] Allocated IP 172.20.0.1 (9a61cfba-04b6-49ec-82cc-357b1b269bca/d0ea33c2-15c1-4102-8307-77f21470fe54/a997af6b-915a-4a8a-916c-618e290cece6) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:16:12.027175 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b962b3f-ff91-40d5-90bc-f71ad5ce01e8 None None] Checking router: 82a259d6-fc59-442e-b8b4-962e8a07a013 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:16:12.027638 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b962b3f-ff91-40d5-90bc-f71ad5ce01e8 None None] Updating router 82a259d6-fc59-442e-b8b4-962e8a07a013 port b60c29a7-0550-43ec-bffb-6092bf23db2c binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 21:16:12.031159 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=7a1c7d39-83b4-488e-bebd-68c40dfd817d,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:16:12.080446 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1b962b3f-ff91-40d5-90bc-f71ad5ce01e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:12.130003 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-512906e0-415c-4d0b-a3d8-4fb6d5da9885 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:12.147860 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-512906e0-415c-4d0b-a3d8-4fb6d5da9885 admin admin] Transition to ACTIVE for port object a997af6b-915a-4a8a-916c-618e290cece6 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:16:12.182416 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-512906e0-415c-4d0b-a3d8-4fb6d5da9885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:12.225577 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512906e0-415c-4d0b-a3d8-4fb6d5da9885 admin admin] Network 9a61cfba-04b6-49ec-82cc-357b1b269bca is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:16:12.228563 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-512906e0-415c-4d0b-a3d8-4fb6d5da9885 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:16:12.236423 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512906e0-415c-4d0b-a3d8-4fb6d5da9885 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:16:12.239883 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512906e0-415c-4d0b-a3d8-4fb6d5da9885 admin admin] Pushing event updated for resources: {'Port': ['ID=a997af6b-915a-4a8a-916c-618e290cece6,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:16:12.283260 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-512906e0-415c-4d0b-a3d8-4fb6d5da9885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:12.372788 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1b962b3f-ff91-40d5-90bc-f71ad5ce01e8 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:12.382352 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1b962b3f-ff91-40d5-90bc-f71ad5ce01e8 None None] Transition to ACTIVE for port object b60c29a7-0550-43ec-bffb-6092bf23db2c will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:16:12.391392 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1b962b3f-ff91-40d5-90bc-f71ad5ce01e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:12.442175 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-512906e0-415c-4d0b-a3d8-4fb6d5da9885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:12.454918 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cb24d9-cbb9-401b-aa05-be66c5277434 None None] Pushing event updated for resources: {'Port': ['ID=b60c29a7-0550-43ec-bffb-6092bf23db2c,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:16:12.457411 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-1b962b3f-ff91-40d5-90bc-f71ad5ce01e8 None None] Attempting to bind port b60c29a7-0550-43ec-bffb-6092bf23db2c on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:16:12.457918 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-1b962b3f-ff91-40d5-90bc-f71ad5ce01e8 None None] Attempting to bind port b60c29a7-0550-43ec-bffb-6092bf23db2c by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:16:12.458295 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b962b3f-ff91-40d5-90bc-f71ad5ce01e8 None None] Attempting to bind port b60c29a7-0550-43ec-bffb-6092bf23db2c on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:16:12.464898 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b962b3f-ff91-40d5-90bc-f71ad5ce01e8 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:16:12.465148 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b962b3f-ff91-40d5-90bc-f71ad5ce01e8 None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:16:12.465531 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1b962b3f-ff91-40d5-90bc-f71ad5ce01e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:12.465919 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b962b3f-ff91-40d5-90bc-f71ad5ce01e8 None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:16:12.466405 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-1b962b3f-ff91-40d5-90bc-f71ad5ce01e8 None None] Bound port: b60c29a7-0550-43ec-bffb-6092bf23db2c, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:16:12.466785 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1b962b3f-ff91-40d5-90bc-f71ad5ce01e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:12.524897 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-1b962b3f-ff91-40d5-90bc-f71ad5ce01e8 None None] For port b60c29a7-0550-43ec-bffb-6092bf23db2c, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:16:12.528512 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-1b962b3f-ff91-40d5-90bc-f71ad5ce01e8 None None] For port b60c29a7-0550-43ec-bffb-6092bf23db2c, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=b60c29a7-0550-43ec-bffb-6092bf23db2c,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:16:12.533688 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1b962b3f-ff91-40d5-90bc-f71ad5ce01e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:12.599522 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9e3254b0-516a-441d-9e2d-955a496c8555 None None] Provisioning for port a997af6b-915a-4a8a-916c-618e290cece6 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:16:12.601259 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cb24d9-cbb9-401b-aa05-be66c5277434 None None] Pushing event updated for resources: {'Port': ['ID=b60c29a7-0550-43ec-bffb-6092bf23db2c,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:16:12.606763 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b962b3f-ff91-40d5-90bc-f71ad5ce01e8 None None] Routers {'82a259d6-fc59-442e-b8b4-962e8a07a013'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:16:12.607384 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-1b962b3f-ff91-40d5-90bc-f71ad5ce01e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:15:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['82a259d6-fc59-442e-b8b4-962e8a07a013'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:16:12.610097 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9e3254b0-516a-441d-9e2d-955a496c8555 None None] Provisioning complete for port a997af6b-915a-4a8a-916c-618e290cece6 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:16:12.610469 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9e3254b0-516a-441d-9e2d-955a496c8555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:12.625558 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-512906e0-415c-4d0b-a3d8-4fb6d5da9885 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:12.630210 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-512906e0-415c-4d0b-a3d8-4fb6d5da9885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:12.690223 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-9e3254b0-516a-441d-9e2d-955a496c8555 None None] Port a997af6b-915a-4a8a-916c-618e290cece6 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:16:12.703070 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512906e0-415c-4d0b-a3d8-4fb6d5da9885 admin admin] Pushing event updated for resources: {'Port': ['ID=a997af6b-915a-4a8a-916c-618e290cece6,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:16:12.705439 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-512906e0-415c-4d0b-a3d8-4fb6d5da9885 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:12.742139 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-1b962b3f-ff91-40d5-90bc-f71ad5ce01e8 None None] Set router 82a259d6-fc59-442e-b8b4-962e8a07a013 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:16:12.799412 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512906e0-415c-4d0b-a3d8-4fb6d5da9885 admin admin] Network 9a61cfba-04b6-49ec-82cc-357b1b269bca is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:16:12.800891 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-512906e0-415c-4d0b-a3d8-4fb6d5da9885 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:16:12.927745 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-512906e0-415c-4d0b-a3d8-4fb6d5da9885 admin admin] Router 82a259d6-fc59-442e-b8b4-962e8a07a013 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:16:12.952501 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-1b962b3f-ff91-40d5-90bc-f71ad5ce01e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'name': 'tempest-ServerActionsTestJSON-1495423523-router', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:12Z', 'revision_number': 4, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'gw_port': {'id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:af:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'a997af6b-915a-4a8a-916c-618e290cece6', 'name': '', 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'mac_address': 'fa:16:3e:4a:32:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:11Z', 'updated_at': '2021-08-23T21:16:12Z', 'revision_number': 1, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'subnets': [{'id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:16:12.984996 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b962b3f-ff91-40d5-90bc-f71ad5ce01e8 None None] The sync data for ids ['82a259d6-fc59-442e-b8b4-962e8a07a013'] in n-d-805663-2 is: [{'id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'name': 'tempest-ServerActionsTestJSON-1495423523-router', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:12Z', 'revision_number': 4, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'gw_port': {'id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:af:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'a997af6b-915a-4a8a-916c-618e290cece6', 'name': '', 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'mac_address': 'fa:16:3e:4a:32:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:11Z', 'updated_at': '2021-08-23T21:16:12Z', 'revision_number': 1, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'subnets': [{'id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:16:13.011936 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-aa737782-54cd-4d78-97ce-ca8cdee4125f None None] Provisioning complete for port a997af6b-915a-4a8a-916c-618e290cece6 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:16:13.012343 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aa737782-54cd-4d78-97ce-ca8cdee4125f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:13.048453 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-aa737782-54cd-4d78-97ce-ca8cdee4125f None None] Port a997af6b-915a-4a8a-916c-618e290cece6 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:16:13.049317 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-512906e0-415c-4d0b-a3d8-4fb6d5da9885 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:16:13.056583 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-512906e0-415c-4d0b-a3d8-4fb6d5da9885 admin admin] 10.222.0.61 "PUT /v2.0/routers/82a259d6-fc59-442e-b8b4-962e8a07a013/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7162304 Aug 23 21:16:13.295551 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 7a1c7d39-83b4-488e-bebd-68c40dfd817d up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:16:13.348619 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 7a1c7d39-83b4-488e-bebd-68c40dfd817d triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:16:13.349069 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:13.455402 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-42918e07-a235-49fe-b47c-23c8ce220968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:13.571638 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50352) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:16:13.578704 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-000d35d4-c68e-4dd6-bc90-05a6184fc4d1 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1708516144', 'description': 'tempest-description--639128088'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:16:13.590505 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:13.608645 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-000d35d4-c68e-4dd6-bc90-05a6184fc4d1 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:13.723473 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-000d35d4-c68e-4dd6-bc90-05a6184fc4d1 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:13.727599 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-000d35d4-c68e-4dd6-bc90-05a6184fc4d1 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:13.761802 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-000d35d4-c68e-4dd6-bc90-05a6184fc4d1 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:13.763047 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-000d35d4-c68e-4dd6-bc90-05a6184fc4d1 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1890330 Aug 23 21:16:13.764941 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000d35d4-c68e-4dd6-bc90-05a6184fc4d1 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32bfe731-51d4-4b7c-94ee-a055fd0879f5,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:16:13.765962 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50354) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:16:13.770820 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-9c6bbeec-ff04-42a0-a056-1d0c56edfa1e tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Request body: {'security_group_rule': {'security_group_id': '32bfe731-51d4-4b7c-94ee-a055fd0879f5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:16:13.798721 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9c6bbeec-ff04-42a0-a056-1d0c56edfa1e tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:13.864030 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9c6bbeec-ff04-42a0-a056-1d0c56edfa1e tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:13.868453 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9c6bbeec-ff04-42a0-a056-1d0c56edfa1e tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:13.890900 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6bbeec-ff04-42a0-a056-1d0c56edfa1e tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3673e657-e662-4b61-8a31-758a5276aa66,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:16:13.894823 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9c6bbeec-ff04-42a0-a056-1d0c56edfa1e tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:13.896254 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9c6bbeec-ff04-42a0-a056-1d0c56edfa1e tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1289866 Aug 23 21:16:13.898872 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 50356) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:16:13.903648 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-1de87423-c988-4781-97ca-297b7ad855d4 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Request body: {'security_group_rule': {'security_group_id': '32bfe731-51d4-4b7c-94ee-a055fd0879f5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:16:13.930244 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1de87423-c988-4781-97ca-297b7ad855d4 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:13.990659 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1de87423-c988-4781-97ca-297b7ad855d4 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:13.995193 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1de87423-c988-4781-97ca-297b7ad855d4 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:14.015996 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de87423-c988-4781-97ca-297b7ad855d4 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d6a556d-3ff0-42ac-9e10-b83af83f3a06,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:16:14.019380 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1de87423-c988-4781-97ca-297b7ad855d4 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:14.020618 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1de87423-c988-4781-97ca-297b7ad855d4 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1206388 Aug 23 21:16:14.023736 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50358) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:16:14.028491 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-a0065ed3-f812-4a79-8f70-824799a62c60 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Request body: {'floatingip': {'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:16:14.050762 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a0065ed3-f812-4a79-8f70-824799a62c60 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:14.156480 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a0065ed3-f812-4a79-8f70-824799a62c60 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:14.267823 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-a0065ed3-f812-4a79-8f70-824799a62c60 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Allocated IP 172.25.4.155 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/ce9660dd-4a43-4303-95b1-9f29aa446b36) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:16:14.368391 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a0065ed3-f812-4a79-8f70-824799a62c60 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:14.407262 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a0065ed3-f812-4a79-8f70-824799a62c60 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:14.449737 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0065ed3-f812-4a79-8f70-824799a62c60 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:16:14.452708 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-a0065ed3-f812-4a79-8f70-824799a62c60 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:16:14.456993 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0065ed3-f812-4a79-8f70-824799a62c60 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:16:14.482245 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0065ed3-f812-4a79-8f70-824799a62c60 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Pushing event updated for resources: {'Port': ['ID=ce9660dd-4a43-4303-95b1-9f29aa446b36,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:16:14.546662 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a0065ed3-f812-4a79-8f70-824799a62c60 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:14.580325 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a0065ed3-f812-4a79-8f70-824799a62c60 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:14.701201 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:14.742423 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a0065ed3-f812-4a79-8f70-824799a62c60 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:14.747042 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a0065ed3-f812-4a79-8f70-824799a62c60 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:14.824548 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0065ed3-f812-4a79-8f70-824799a62c60 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Pushing event updated for resources: {'Port': ['ID=ce9660dd-4a43-4303-95b1-9f29aa446b36,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:16:14.836228 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a0065ed3-f812-4a79-8f70-824799a62c60 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:14.850445 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a0065ed3-f812-4a79-8f70-824799a62c60 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:14.851736 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a0065ed3-f812-4a79-8f70-824799a62c60 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8269715 Aug 23 21:16:14.946559 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c57aed0-f01d-4c4f-ac82-12262885b38b None None] Sync routers for ids ['82a259d6-fc59-442e-b8b4-962e8a07a013'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:16:14.955929 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c57aed0-f01d-4c4f-ac82-12262885b38b None None] Routers {'82a259d6-fc59-442e-b8b4-962e8a07a013'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:16:14.957098 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5c57aed0-f01d-4c4f-ac82-12262885b38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:16:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['82a259d6-fc59-442e-b8b4-962e8a07a013'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:16:15.005528 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7ea8dce0-f549-4306-9730-513891fb29f7 req-364815f7-5ec6-4d38-8740-a3afd508ca1b tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1708516144&fields=id&tenant_id=43cfe01c10fe4050a920d6308b5893af HTTP/1.1" status: 200 len: 267 time: 0.0339518 Aug 23 21:16:15.062978 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-5c57aed0-f01d-4c4f-ac82-12262885b38b None None] Set router 82a259d6-fc59-442e-b8b4-962e8a07a013 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:16:15.118464 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8dce0-f549-4306-9730-513891fb29f7 req-42929e86-1bdd-4623-af03-d74ac70a0b2c tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:16:15.119929 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7ea8dce0-f549-4306-9730-513891fb29f7 req-42929e86-1bdd-4623-af03-d74ac70a0b2c tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/networks?id=9a61cfba-04b6-49ec-82cc-357b1b269bca HTTP/1.1" status: 200 len: 812 time: 0.1067336 Aug 23 21:16:15.136682 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7ea8dce0-f549-4306-9730-513891fb29f7 req-55546fa5-ae3d-4d2b-b228-5ae8ee19dd5c tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/quotas/43cfe01c10fe4050a920d6308b5893af HTTP/1.1" status: 200 len: 375 time: 0.0102932 Aug 23 21:16:15.191876 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7ea8dce0-f549-4306-9730-513891fb29f7 req-5232345b-b383-4079-aee6-4bb45c93c0ab tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=43cfe01c10fe4050a920d6308b5893af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493798 Aug 23 21:16:15.270624 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5c57aed0-f01d-4c4f-ac82-12262885b38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'name': 'tempest-ServerActionsTestJSON-1495423523-router', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:12Z', 'revision_number': 4, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'gw_port': {'id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:af:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'a997af6b-915a-4a8a-916c-618e290cece6', 'name': '', 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'mac_address': 'fa:16:3e:4a:32:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:11Z', 'updated_at': '2021-08-23T21:16:12Z', 'revision_number': 2, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'subnets': [{'id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:16:15.298631 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c57aed0-f01d-4c4f-ac82-12262885b38b None None] Checking router: 82a259d6-fc59-442e-b8b4-962e8a07a013 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:16:15.299217 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c57aed0-f01d-4c4f-ac82-12262885b38b None None] Updating router 82a259d6-fc59-442e-b8b4-962e8a07a013 port a997af6b-915a-4a8a-916c-618e290cece6 binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 21:16:15.308590 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device b60c29a7-0550-43ec-bffb-6092bf23db2c up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:16:15.314753 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7ea8dce0-f549-4306-9730-513891fb29f7 req-7c93a8d1-f26d-4af5-b33b-66f31618ab84 service neutron] 10.222.0.61 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033268 Aug 23 21:16:15.330085 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5c57aed0-f01d-4c4f-ac82-12262885b38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:15.359092 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port b60c29a7-0550-43ec-bffb-6092bf23db2c completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:16:15.362972 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port b60c29a7-0550-43ec-bffb-6092bf23db2c triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:16:15.363342 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:15.416259 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7ea8dce0-f549-4306-9730-513891fb29f7 req-ad5c979b-a951-4014-9409-69ab7393d622 service neutron] 10.222.0.61 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952516 Aug 23 21:16:15.458866 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:15.486457 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port b60c29a7-0550-43ec-bffb-6092bf23db2c, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=b60c29a7-0550-43ec-bffb-6092bf23db2c,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:16:15.491390 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:15.556091 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=b60c29a7-0550-43ec-bffb-6092bf23db2c,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:16:15.612027 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ff79b0cc-92b1-4d38-a726-079c2c7d11f7 req-92b49fd8-7530-470a-917f-2c4285cb5edc tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=2526f704-17e8-4083-863b-a35f075bc888 HTTP/1.1" status: 200 len: 210 time: 0.0275543 Aug 23 21:16:15.706089 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5c57aed0-f01d-4c4f-ac82-12262885b38b None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:15.716323 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5c57aed0-f01d-4c4f-ac82-12262885b38b None None] Transition to ACTIVE for port object a997af6b-915a-4a8a-916c-618e290cece6 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:16:15.722276 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5c57aed0-f01d-4c4f-ac82-12262885b38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:15.797906 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49561b2-75bd-47b0-ad46-fb1713c9a1fd None None] Pushing event updated for resources: {'Port': ['ID=a997af6b-915a-4a8a-916c-618e290cece6,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:16:15.830338 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49561b2-75bd-47b0-ad46-fb1713c9a1fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:16:15.830713 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49561b2-75bd-47b0-ad46-fb1713c9a1fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:16:15.831193 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49561b2-75bd-47b0-ad46-fb1713c9a1fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:16:15.831435 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49561b2-75bd-47b0-ad46-fb1713c9a1fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:16:15.831756 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49561b2-75bd-47b0-ad46-fb1713c9a1fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:16:15.832320 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49561b2-75bd-47b0-ad46-fb1713c9a1fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:16:15.832643 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49561b2-75bd-47b0-ad46-fb1713c9a1fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:16:15.833016 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49561b2-75bd-47b0-ad46-fb1713c9a1fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:16:15.833332 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49561b2-75bd-47b0-ad46-fb1713c9a1fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:16:15.833647 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49561b2-75bd-47b0-ad46-fb1713c9a1fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:16:15.833960 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49561b2-75bd-47b0-ad46-fb1713c9a1fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:16:15.834273 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49561b2-75bd-47b0-ad46-fb1713c9a1fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:16:15.844332 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-5c57aed0-f01d-4c4f-ac82-12262885b38b None None] Attempting to bind port a997af6b-915a-4a8a-916c-618e290cece6 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:16:15.844771 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-5c57aed0-f01d-4c4f-ac82-12262885b38b None None] Attempting to bind port a997af6b-915a-4a8a-916c-618e290cece6 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '47cfa6a0-3b45-4819-8d24-3639000c620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:16:15.845178 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c57aed0-f01d-4c4f-ac82-12262885b38b None None] Attempting to bind port a997af6b-915a-4a8a-916c-618e290cece6 on network 9a61cfba-04b6-49ec-82cc-357b1b269bca {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:16:15.851820 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c57aed0-f01d-4c4f-ac82-12262885b38b None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:16:15.852224 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c57aed0-f01d-4c4f-ac82-12262885b38b None None] Checking segment: {'id': '47cfa6a0-3b45-4819-8d24-3639000c620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:16:15.852618 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5c57aed0-f01d-4c4f-ac82-12262885b38b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:15.853084 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c57aed0-f01d-4c4f-ac82-12262885b38b None None] Bound using segment: {'id': '47cfa6a0-3b45-4819-8d24-3639000c620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:16:15.853594 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-5c57aed0-f01d-4c4f-ac82-12262885b38b None None] Bound port: a997af6b-915a-4a8a-916c-618e290cece6, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47cfa6a0-3b45-4819-8d24-3639000c620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:16:15.854116 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5c57aed0-f01d-4c4f-ac82-12262885b38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:15.922799 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5c57aed0-f01d-4c4f-ac82-12262885b38b None None] For port a997af6b-915a-4a8a-916c-618e290cece6, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:16:15.926551 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5c57aed0-f01d-4c4f-ac82-12262885b38b None None] For port a997af6b-915a-4a8a-916c-618e290cece6, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=a997af6b-915a-4a8a-916c-618e290cece6,segment=NetworkSegment(47cfa6a0-3b45-4819-8d24-3639000c620f),segment_id=47cfa6a0-3b45-4819-8d24-3639000c620f)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:16:15.931663 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5c57aed0-f01d-4c4f-ac82-12262885b38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:15.996513 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c57aed0-f01d-4c4f-ac82-12262885b38b None None] Routers {'82a259d6-fc59-442e-b8b4-962e8a07a013'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:16:15.997306 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5c57aed0-f01d-4c4f-ac82-12262885b38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:16:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['82a259d6-fc59-442e-b8b4-962e8a07a013'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:16:15.999199 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49561b2-75bd-47b0-ad46-fb1713c9a1fd None None] Pushing event updated for resources: {'Port': ['ID=a997af6b-915a-4a8a-916c-618e290cece6,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:16:16.065616 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:16.114782 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-5c57aed0-f01d-4c4f-ac82-12262885b38b None None] Set router 82a259d6-fc59-442e-b8b4-962e8a07a013 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:16:16.331471 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5c57aed0-f01d-4c4f-ac82-12262885b38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'name': 'tempest-ServerActionsTestJSON-1495423523-router', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:12Z', 'revision_number': 4, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'gw_port': {'id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'a997af6b-915a-4a8a-916c-618e290cece6', 'name': '', 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'mac_address': 'fa:16:3e:4a:32:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:11Z', 'updated_at': '2021-08-23T21:16:15Z', 'revision_number': 4, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'subnets': [{'id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:16:16.357902 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c57aed0-f01d-4c4f-ac82-12262885b38b None None] The sync data for ids ['82a259d6-fc59-442e-b8b4-962e8a07a013'] in n-d-805663-2 is: [{'id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'name': 'tempest-ServerActionsTestJSON-1495423523-router', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:12Z', 'revision_number': 4, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'gw_port': {'id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'a997af6b-915a-4a8a-916c-618e290cece6', 'name': '', 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'mac_address': 'fa:16:3e:4a:32:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:11Z', 'updated_at': '2021-08-23T21:16:15Z', 'revision_number': 4, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'subnets': [{'id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:16:16.726076 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d1c90aed-ebca-462f-b863-43a60d544a7e req-bdc3f0b3-5759-4135-9d80-8b4d5ce2c5e0 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=2526f704-17e8-4083-863b-a35f075bc888 HTTP/1.1" status: 200 len: 210 time: 0.0354035 Aug 23 21:16:16.750069 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8dce0-f549-4306-9730-513891fb29f7 req-ef7b5e30-cdde-4646-b63d-6829f0d87bd0 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:16:16.751555 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7ea8dce0-f549-4306-9730-513891fb29f7 req-ef7b5e30-cdde-4646-b63d-6829f0d87bd0 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.32 "GET /v2.0/networks?id=9a61cfba-04b6-49ec-82cc-357b1b269bca HTTP/1.1" status: 200 len: 812 time: 0.1427746 Aug 23 21:16:16.806432 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7ea8dce0-f549-4306-9730-513891fb29f7 req-813441e3-ef2b-45b6-977b-a4cdac605c85 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43cfe01c10fe4050a920d6308b5893af HTTP/1.1" status: 200 len: 380 time: 0.0370646 Aug 23 21:16:16.825119 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-7ea8dce0-f549-4306-9730-513891fb29f7 req-e1960c9f-f9cb-41b0-b888-5fed481375a9 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Request body: {'port': {'device_id': '2526f704-17e8-4083-863b-a35f075bc888', 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca', 'admin_state_up': True, 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'security_groups': ['32bfe731-51d4-4b7c-94ee-a055fd0879f5']}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:16:16.938767 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ea8dce0-f549-4306-9730-513891fb29f7 req-e1960c9f-f9cb-41b0-b888-5fed481375a9 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Made reservation on behalf of 43cfe01c10fe4050a920d6308b5893af for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:16:16.942451 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7ea8dce0-f549-4306-9730-513891fb29f7 req-e1960c9f-f9cb-41b0-b888-5fed481375a9 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:17.072302 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-7ea8dce0-f549-4306-9730-513891fb29f7 req-e1960c9f-f9cb-41b0-b888-5fed481375a9 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Allocated IP 172.20.0.9 (9a61cfba-04b6-49ec-82cc-357b1b269bca/d0ea33c2-15c1-4102-8307-77f21470fe54/b31eb890-2bbf-4a89-a4c1-96f574c3bd44) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:16:17.210972 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7ea8dce0-f549-4306-9730-513891fb29f7 req-e1960c9f-f9cb-41b0-b888-5fed481375a9 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:17.225698 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-7ea8dce0-f549-4306-9730-513891fb29f7 req-e1960c9f-f9cb-41b0-b888-5fed481375a9 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Transition to ACTIVE for port object b31eb890-2bbf-4a89-a4c1-96f574c3bd44 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:16:17.258895 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7ea8dce0-f549-4306-9730-513891fb29f7 req-e1960c9f-f9cb-41b0-b888-5fed481375a9 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:17.292258 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device b60c29a7-0550-43ec-bffb-6092bf23db2c up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:16:17.304953 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ea8dce0-f549-4306-9730-513891fb29f7 req-e1960c9f-f9cb-41b0-b888-5fed481375a9 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Network 9a61cfba-04b6-49ec-82cc-357b1b269bca is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:16:17.307922 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-7ea8dce0-f549-4306-9730-513891fb29f7 req-e1960c9f-f9cb-41b0-b888-5fed481375a9 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:16:17.312927 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea8dce0-f549-4306-9730-513891fb29f7 req-e1960c9f-f9cb-41b0-b888-5fed481375a9 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:16:17.342293 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port b60c29a7-0550-43ec-bffb-6092bf23db2c triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:16:17.342744 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:17.347123 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1960c9f-f9cb-41b0-b888-5fed481375a9 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Pushing event updated for resources: {'Port': ['ID=b31eb890-2bbf-4a89-a4c1-96f574c3bd44,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:16:17.375697 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8dce0-f549-4306-9730-513891fb29f7 req-e1960c9f-f9cb-41b0-b888-5fed481375a9 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:16:17.376365 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7ea8dce0-f549-4306-9730-513891fb29f7 req-e1960c9f-f9cb-41b0-b888-5fed481375a9 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:17.392279 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7ea8dce0-f549-4306-9730-513891fb29f7 req-e1960c9f-f9cb-41b0-b888-5fed481375a9 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5711987 Aug 23 21:16:17.411780 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-7ea8dce0-f549-4306-9730-513891fb29f7 req-1d4c5f9a-2cab-4eeb-b72f-9191dcfae421 service neutron] Request body: {'port': {'device_id': '2526f704-17e8-4083-863b-a35f075bc888', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:16:17.429398 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device a997af6b-915a-4a8a-916c-618e290cece6 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:16:17.475945 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7ea8dce0-f549-4306-9730-513891fb29f7 req-1d4c5f9a-2cab-4eeb-b72f-9191dcfae421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:17.485170 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port a997af6b-915a-4a8a-916c-618e290cece6 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:16:17.489597 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port a997af6b-915a-4a8a-916c-618e290cece6 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:16:17.490036 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:17.546115 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-db88f0a0-d04e-42f0-90c3-5f2a23509f7f None None] Provisioning for port b31eb890-2bbf-4a89-a4c1-96f574c3bd44 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:16:17.571411 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-db88f0a0-d04e-42f0-90c3-5f2a23509f7f None None] Provisioning complete for port b31eb890-2bbf-4a89-a4c1-96f574c3bd44 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:16:17.571780 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-db88f0a0-d04e-42f0-90c3-5f2a23509f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:17.612533 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:17.618466 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-db88f0a0-d04e-42f0-90c3-5f2a23509f7f None None] Port b31eb890-2bbf-4a89-a4c1-96f574c3bd44 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:16:17.650715 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port a997af6b-915a-4a8a-916c-618e290cece6, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=a997af6b-915a-4a8a-916c-618e290cece6,segment=NetworkSegment(47cfa6a0-3b45-4819-8d24-3639000c620f),segment_id=47cfa6a0-3b45-4819-8d24-3639000c620f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:16:17.656567 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:17.707746 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=a997af6b-915a-4a8a-916c-618e290cece6,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:16:17.756754 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-7ea8dce0-f549-4306-9730-513891fb29f7 req-1d4c5f9a-2cab-4eeb-b72f-9191dcfae421 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b31eb890-2bbf-4a89-a4c1-96f574c3bd44 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:16:17.764970 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7ea8dce0-f549-4306-9730-513891fb29f7 req-1d4c5f9a-2cab-4eeb-b72f-9191dcfae421 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:17.777350 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-7ea8dce0-f549-4306-9730-513891fb29f7 req-1d4c5f9a-2cab-4eeb-b72f-9191dcfae421 service neutron] Transition to ACTIVE for port object b31eb890-2bbf-4a89-a4c1-96f574c3bd44 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:16:17.781208 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7ea8dce0-f549-4306-9730-513891fb29f7 req-1d4c5f9a-2cab-4eeb-b72f-9191dcfae421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:17.864429 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4c5f9a-2cab-4eeb-b72f-9191dcfae421 service neutron] Pushing event updated for resources: {'Port': ['ID=b31eb890-2bbf-4a89-a4c1-96f574c3bd44,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:16:17.925818 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e70bc-928f-4535-ab9d-9659c4fa9865 req-50d31c8e-879f-416e-9395-b858ed506ddf tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:16:17.927434 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0c0e70bc-928f-4535-ab9d-9659c4fa9865 req-50d31c8e-879f-416e-9395-b858ed506ddf tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=2526f704-17e8-4083-863b-a35f075bc888 HTTP/1.1" status: 200 len: 943 time: 0.1218152 Aug 23 21:16:17.969296 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-7ea8dce0-f549-4306-9730-513891fb29f7 req-1d4c5f9a-2cab-4eeb-b72f-9191dcfae421 service neutron] Attempting to bind port b31eb890-2bbf-4a89-a4c1-96f574c3bd44 on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:16:17.969640 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-7ea8dce0-f549-4306-9730-513891fb29f7 req-1d4c5f9a-2cab-4eeb-b72f-9191dcfae421 service neutron] Attempting to bind port b31eb890-2bbf-4a89-a4c1-96f574c3bd44 by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': '47cfa6a0-3b45-4819-8d24-3639000c620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:16:17.969976 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea8dce0-f549-4306-9730-513891fb29f7 req-1d4c5f9a-2cab-4eeb-b72f-9191dcfae421 service neutron] Attempting to bind port b31eb890-2bbf-4a89-a4c1-96f574c3bd44 on network 9a61cfba-04b6-49ec-82cc-357b1b269bca {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:16:17.983296 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea8dce0-f549-4306-9730-513891fb29f7 req-1d4c5f9a-2cab-4eeb-b72f-9191dcfae421 service neutron] Port b31eb890-2bbf-4a89-a4c1-96f574c3bd44 on network 9a61cfba-04b6-49ec-82cc-357b1b269bca not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:16:17.983626 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea8dce0-f549-4306-9730-513891fb29f7 req-1d4c5f9a-2cab-4eeb-b72f-9191dcfae421 service neutron] Attempting to bind port b31eb890-2bbf-4a89-a4c1-96f574c3bd44 on network 9a61cfba-04b6-49ec-82cc-357b1b269bca {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:16:17.988198 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0c0e70bc-928f-4535-ab9d-9659c4fa9865 req-7626ad70-226d-4498-af61-125769463bba tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536706 Aug 23 21:16:17.992816 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea8dce0-f549-4306-9730-513891fb29f7 req-1d4c5f9a-2cab-4eeb-b72f-9191dcfae421 service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:16:17.993158 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea8dce0-f549-4306-9730-513891fb29f7 req-1d4c5f9a-2cab-4eeb-b72f-9191dcfae421 service neutron] Checking segment: {'id': '47cfa6a0-3b45-4819-8d24-3639000c620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:16:17.993544 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea8dce0-f549-4306-9730-513891fb29f7 req-1d4c5f9a-2cab-4eeb-b72f-9191dcfae421 service neutron] Bound using segment: {'id': '47cfa6a0-3b45-4819-8d24-3639000c620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:16:17.994486 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-7ea8dce0-f549-4306-9730-513891fb29f7 req-1d4c5f9a-2cab-4eeb-b72f-9191dcfae421 service neutron] Bound port: b31eb890-2bbf-4a89-a4c1-96f574c3bd44, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47cfa6a0-3b45-4819-8d24-3639000c620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:16:17.994594 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7ea8dce0-f549-4306-9730-513891fb29f7 req-1d4c5f9a-2cab-4eeb-b72f-9191dcfae421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:18.060332 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-7ea8dce0-f549-4306-9730-513891fb29f7 req-1d4c5f9a-2cab-4eeb-b72f-9191dcfae421 service neutron] For port b31eb890-2bbf-4a89-a4c1-96f574c3bd44, host n-h2-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:16:18.063835 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-7ea8dce0-f549-4306-9730-513891fb29f7 req-1d4c5f9a-2cab-4eeb-b72f-9191dcfae421 service neutron] For port b31eb890-2bbf-4a89-a4c1-96f574c3bd44, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=b31eb890-2bbf-4a89-a4c1-96f574c3bd44,segment=NetworkSegment(47cfa6a0-3b45-4819-8d24-3639000c620f),segment_id=47cfa6a0-3b45-4819-8d24-3639000c620f)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:16:18.067796 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7ea8dce0-f549-4306-9730-513891fb29f7 req-1d4c5f9a-2cab-4eeb-b72f-9191dcfae421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:18.105866 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8dce0-f549-4306-9730-513891fb29f7 req-1d4c5f9a-2cab-4eeb-b72f-9191dcfae421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:16:18.106590 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7ea8dce0-f549-4306-9730-513891fb29f7 req-1d4c5f9a-2cab-4eeb-b72f-9191dcfae421 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:18.108008 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7ea8dce0-f549-4306-9730-513891fb29f7 req-1d4c5f9a-2cab-4eeb-b72f-9191dcfae421 service neutron] 10.222.0.32 "PUT /v2.0/ports/b31eb890-2bbf-4a89-a4c1-96f574c3bd44 HTTP/1.1" status: 200 len: 1091 time: 0.7007554 Aug 23 21:16:18.108461 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2526f704-17e8-4083-863b-a35f075bc888', 'tag': 'b31eb890-2bbf-4a89-a4c1-96f574c3bd44'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:16:18.110695 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff875cd7-4b02-4184-b9c6-cf90d949e4f6" -d '{"events": [{"name": "network-changed", "server_uuid": "2526f704-17e8-4083-863b-a35f075bc888", "tag": "b31eb890-2bbf-4a89-a4c1-96f574c3bd44"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:16:18.140359 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4c5f9a-2cab-4eeb-b72f-9191dcfae421 service neutron] Pushing event updated for resources: {'Port': ['ID=b31eb890-2bbf-4a89-a4c1-96f574c3bd44,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:16:18.151819 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a359954e-828e-4bb4-9d9e-780580cece53 x-openstack-request-id: req-a359954e-828e-4bb4-9d9e-780580cece53 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:16:18.152149 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2526f704-17e8-4083-863b-a35f075bc888", "tag": "b31eb890-2bbf-4a89-a4c1-96f574c3bd44", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:16:18.152386 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a359954e-828e-4bb4-9d9e-780580cece53 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:16:18.152917 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2526f704-17e8-4083-863b-a35f075bc888', 'tag': 'b31eb890-2bbf-4a89-a4c1-96f574c3bd44', 'status': 'completed', 'code': 200} Aug 23 21:16:18.225202 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8dce0-f549-4306-9730-513891fb29f7 req-7edbbdd2-b4ce-4d68-8812-afa915bc0351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:16:18.226756 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7ea8dce0-f549-4306-9730-513891fb29f7 req-7edbbdd2-b4ce-4d68-8812-afa915bc0351 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=43cfe01c10fe4050a920d6308b5893af&device_id=2526f704-17e8-4083-863b-a35f075bc888 HTTP/1.1" status: 200 len: 1094 time: 0.0443051 Aug 23 21:16:18.280494 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7ea8dce0-f549-4306-9730-513891fb29f7 req-80f2f720-0dfb-4b60-8def-8c27eb863137 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b31eb890-2bbf-4a89-a4c1-96f574c3bd44 HTTP/1.1" status: 200 len: 217 time: 0.0355866 Aug 23 21:16:18.335935 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8dce0-f549-4306-9730-513891fb29f7 req-f2e16e44-4915-4226-b46d-e371d4c1e51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:16:18.337343 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7ea8dce0-f549-4306-9730-513891fb29f7 req-f2e16e44-4915-4226-b46d-e371d4c1e51b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d0ea33c2-15c1-4102-8307-77f21470fe54 HTTP/1.1" status: 200 len: 851 time: 0.0497339 Aug 23 21:16:18.384469 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8dce0-f549-4306-9730-513891fb29f7 req-b28a2e5b-ea74-4a39-94e3-e3c9516fe423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:16:18.386029 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7ea8dce0-f549-4306-9730-513891fb29f7 req-b28a2e5b-ea74-4a39-94e3-e3c9516fe423 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9a61cfba-04b6-49ec-82cc-357b1b269bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411627 Aug 23 21:16:18.473577 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7ea8dce0-f549-4306-9730-513891fb29f7 req-edfcc05b-b736-407a-a6df-27c0b46d5dcb service neutron] 10.222.0.32 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804965 Aug 23 21:16:18.567668 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7ea8dce0-f549-4306-9730-513891fb29f7 req-09cee0c3-edc2-478c-90a8-c05cb92b1ec8 service neutron] 10.222.0.32 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864637 Aug 23 21:16:18.698168 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff875cd7-4b02-4184-b9c6-cf90d949e4f6 req-72955445-6ba8-43c7-8ad5-7063ff016d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:16:18.700419 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ff875cd7-4b02-4184-b9c6-cf90d949e4f6 req-72955445-6ba8-43c7-8ad5-7063ff016d8c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=43cfe01c10fe4050a920d6308b5893af&device_id=2526f704-17e8-4083-863b-a35f075bc888 HTTP/1.1" status: 200 len: 1094 time: 0.0437491 Aug 23 21:16:18.794179 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff875cd7-4b02-4184-b9c6-cf90d949e4f6 req-e4f586b3-820a-4bde-a395-f4966a2a9907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:16:18.795654 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ff875cd7-4b02-4184-b9c6-cf90d949e4f6 req-e4f586b3-820a-4bde-a395-f4966a2a9907 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9a61cfba-04b6-49ec-82cc-357b1b269bca HTTP/1.1" status: 200 len: 913 time: 0.0886433 Aug 23 21:16:18.836737 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ff875cd7-4b02-4184-b9c6-cf90d949e4f6 req-bb3a497c-68f2-401f-be84-888cf1d8ec9e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b31eb890-2bbf-4a89-a4c1-96f574c3bd44 HTTP/1.1" status: 200 len: 217 time: 0.0335155 Aug 23 21:16:18.887395 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff875cd7-4b02-4184-b9c6-cf90d949e4f6 req-b527336f-ddad-47c5-92eb-741359adba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:16:18.889306 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ff875cd7-4b02-4184-b9c6-cf90d949e4f6 req-b527336f-ddad-47c5-92eb-741359adba1c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d0ea33c2-15c1-4102-8307-77f21470fe54 HTTP/1.1" status: 200 len: 851 time: 0.0442824 Aug 23 21:16:18.936601 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff875cd7-4b02-4184-b9c6-cf90d949e4f6 req-ad9a8960-bf64-432f-b5ee-50dad14b1460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:16:18.938058 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ff875cd7-4b02-4184-b9c6-cf90d949e4f6 req-ad9a8960-bf64-432f-b5ee-50dad14b1460 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9a61cfba-04b6-49ec-82cc-357b1b269bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389416 Aug 23 21:16:19.037458 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ff875cd7-4b02-4184-b9c6-cf90d949e4f6 req-a2e28ee2-f424-4261-9341-c939a0fe3128 service neutron] 10.222.0.32 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857716 Aug 23 21:16:19.159088 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2d5da-e725-4c7d-bf54-1b1fc276524f req-da810414-4392-4437-8ead-4b8e3aa238b0 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:16:19.160601 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-09c2d5da-e725-4c7d-bf54-1b1fc276524f req-da810414-4392-4437-8ead-4b8e3aa238b0 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=2526f704-17e8-4083-863b-a35f075bc888 HTTP/1.1" status: 200 len: 943 time: 0.0962048 Aug 23 21:16:19.186951 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ff875cd7-4b02-4184-b9c6-cf90d949e4f6 req-077fa8bc-ef57-4504-9f7d-98c4069706b6 service neutron] 10.222.0.32 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401036 Aug 23 21:16:19.206339 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-09c2d5da-e725-4c7d-bf54-1b1fc276524f req-1ee07a30-f9c3-4892-ac6c-a6ca37644c86 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364437 Aug 23 21:16:19.264126 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device a997af6b-915a-4a8a-916c-618e290cece6 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:16:19.309906 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port a997af6b-915a-4a8a-916c-618e290cece6 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:16:19.310268 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:20.329423 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb372fe4-5aed-4cc9-8d8c-db596c0779dd req-e5146fef-2e2f-4748-9d98-e62714e773d9 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:16:20.331202 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-eb372fe4-5aed-4cc9-8d8c-db596c0779dd req-e5146fef-2e2f-4748-9d98-e62714e773d9 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=2526f704-17e8-4083-863b-a35f075bc888 HTTP/1.1" status: 200 len: 943 time: 0.0546536 Aug 23 21:16:20.369899 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-eb372fe4-5aed-4cc9-8d8c-db596c0779dd req-a613c95d-beb6-4734-b4be-006af223745e tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322237 Aug 23 21:16:20.691880 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:20.794017 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device b31eb890-2bbf-4a89-a4c1-96f574c3bd44 details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 21:16:20.890938 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port b31eb890-2bbf-4a89-a4c1-96f574c3bd44, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=b31eb890-2bbf-4a89-a4c1-96f574c3bd44,segment=NetworkSegment(47cfa6a0-3b45-4819-8d24-3639000c620f),segment_id=47cfa6a0-3b45-4819-8d24-3639000c620f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:16:20.901248 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': 'b31eb890-2bbf-4a89-a4c1-96f574c3bd44', 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca', 'port_id': 'b31eb890-2bbf-4a89-a4c1-96f574c3bd44', 'mac_address': 'fa:16:3e:05:2c:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 21:16:21.088603 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:21.101287 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b31eb890-2bbf-4a89-a4c1-96f574c3bd44 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:16:21.121197 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port b31eb890-2bbf-4a89-a4c1-96f574c3bd44, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=b31eb890-2bbf-4a89-a4c1-96f574c3bd44,segment=NetworkSegment(47cfa6a0-3b45-4819-8d24-3639000c620f),segment_id=47cfa6a0-3b45-4819-8d24-3639000c620f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:16:21.124994 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:21.170531 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=b31eb890-2bbf-4a89-a4c1-96f574c3bd44,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:16:21.404771 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['b31eb890-2bbf-4a89-a4c1-96f574c3bd44'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:16:21.487262 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738fc15-ee69-41ad-904d-59b7fdf9b66e req-0ffb265e-85ab-47c6-aa1b-ac8cc5fefcd8 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:16:21.488993 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b738fc15-ee69-41ad-904d-59b7fdf9b66e req-0ffb265e-85ab-47c6-aa1b-ac8cc5fefcd8 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=2526f704-17e8-4083-863b-a35f075bc888 HTTP/1.1" status: 200 len: 944 time: 0.0509460 Aug 23 21:16:21.528335 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b738fc15-ee69-41ad-904d-59b7fdf9b66e req-3ebc6171-9b1c-4b13-b1a9-c3ad3f3ffca3 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334260 Aug 23 21:16:22.644684 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df44df-2ed2-4608-bac4-e97b160de532 req-8571a0c0-c663-4f04-b359-72169ccc6f9d tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:16:22.646164 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-84df44df-2ed2-4608-bac4-e97b160de532 req-8571a0c0-c663-4f04-b359-72169ccc6f9d tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=2526f704-17e8-4083-863b-a35f075bc888 HTTP/1.1" status: 200 len: 944 time: 0.0501835 Aug 23 21:16:22.685861 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-84df44df-2ed2-4608-bac4-e97b160de532 req-9c105fc2-5a5c-43a2-9227-1cd9deeca52b tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332012 Aug 23 21:16:22.794959 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device b31eb890-2bbf-4a89-a4c1-96f574c3bd44 up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:16:22.846145 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port b31eb890-2bbf-4a89-a4c1-96f574c3bd44 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:16:22.849745 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port b31eb890-2bbf-4a89-a4c1-96f574c3bd44 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:16:22.850154 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:22.929988 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:22.953779 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2526f704-17e8-4083-863b-a35f075bc888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31eb890-2bbf-4a89-a4c1-96f574c3bd44'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:16:22.955999 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf39529-c6b6-4238-94e4-b813ed6ba224" -d '{"events": [{"server_uuid": "2526f704-17e8-4083-863b-a35f075bc888", "name": "network-vif-plugged", "status": "completed", "tag": "b31eb890-2bbf-4a89-a4c1-96f574c3bd44"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:16:22.968681 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port b31eb890-2bbf-4a89-a4c1-96f574c3bd44, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=b31eb890-2bbf-4a89-a4c1-96f574c3bd44,segment=NetworkSegment(47cfa6a0-3b45-4819-8d24-3639000c620f),segment_id=47cfa6a0-3b45-4819-8d24-3639000c620f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:16:22.972849 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:22.999552 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49cfc8ec-48bd-4d76-a8c9-b69f9ea190ff x-openstack-request-id: req-49cfc8ec-48bd-4d76-a8c9-b69f9ea190ff {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:16:22.999874 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2526f704-17e8-4083-863b-a35f075bc888", "name": "network-vif-plugged", "status": "completed", "tag": "b31eb890-2bbf-4a89-a4c1-96f574c3bd44", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:16:23.000150 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-49cfc8ec-48bd-4d76-a8c9-b69f9ea190ff {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:16:23.000541 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2526f704-17e8-4083-863b-a35f075bc888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31eb890-2bbf-4a89-a4c1-96f574c3bd44', 'code': 200} Aug 23 21:16:23.027704 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=b31eb890-2bbf-4a89-a4c1-96f574c3bd44,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:16:23.122691 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1222be6-23eb-4f93-b351-4990c88b1811 req-5d4c513f-ee44-4bb1-a232-92de58d4fcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:16:23.124187 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b1222be6-23eb-4f93-b351-4990c88b1811 req-5d4c513f-ee44-4bb1-a232-92de58d4fcf8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2526f704-17e8-4083-863b-a35f075bc888 HTTP/1.1" status: 200 len: 1096 time: 0.0448039 Aug 23 21:16:23.161477 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b1222be6-23eb-4f93-b351-4990c88b1811 req-83a4598a-8440-45e0-9ad2-14b33965ccb2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299382 Aug 23 21:16:23.800238 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bcdaa5-40c7-40c2-a080-911d6199801f req-59d953ba-46df-4e22-8f16-ce4603719075 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:16:23.801705 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-61bcdaa5-40c7-40c2-a080-911d6199801f req-59d953ba-46df-4e22-8f16-ce4603719075 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=2526f704-17e8-4083-863b-a35f075bc888 HTTP/1.1" status: 200 len: 945 time: 0.0486693 Aug 23 21:16:23.839743 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-61bcdaa5-40c7-40c2-a080-911d6199801f req-57f293eb-e7df-4a89-9c33-ceb6f67ac55c tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320885 Aug 23 21:16:24.955347 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de042387-ac9f-4208-a3b4-35e780acad98 req-783f39f8-4110-4fcd-a4b7-192616a3d92f tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:16:24.956902 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-de042387-ac9f-4208-a3b4-35e780acad98 req-783f39f8-4110-4fcd-a4b7-192616a3d92f tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=2526f704-17e8-4083-863b-a35f075bc888 HTTP/1.1" status: 200 len: 945 time: 0.0486858 Aug 23 21:16:24.994799 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-de042387-ac9f-4208-a3b4-35e780acad98 req-f8ee99de-8ed1-457f-80ee-b62804ab3926 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319278 Aug 23 21:16:25.108541 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f599f799-98ea-4ef2-be39-cb5b4e263140 req-45c5fef4-242f-42f2-8faf-6f98d86eba6f tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:16:25.110007 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f599f799-98ea-4ef2-be39-cb5b4e263140 req-45c5fef4-242f-42f2-8faf-6f98d86eba6f tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=2526f704-17e8-4083-863b-a35f075bc888 HTTP/1.1" status: 200 len: 945 time: 0.0528543 Aug 23 21:16:25.118779 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50404) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:16:25.123591 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-3b3d1e86-65e0-476f-8770-65857103568c tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Request body: {'floatingip': {'port_id': 'b31eb890-2bbf-4a89-a4c1-96f574c3bd44'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:16:25.164658 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3b3d1e86-65e0-476f-8770-65857103568c tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks [] for floatingip, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:25.610756 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3b3d1e86-65e0-476f-8770-65857103568c tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:25.614887 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3b3d1e86-65e0-476f-8770-65857103568c tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:25.713779 n-d-805663-2 neutron-server[94688]: INFO neutron.db.l3_db [None req-3b3d1e86-65e0-476f-8770-65857103568c tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Floating IP b1900b86-0710-4409-a059-fecff1f1cb57 associated. External IP: 172.25.4.155, port: b31eb890-2bbf-4a89-a4c1-96f574c3bd44. Aug 23 21:16:25.920637 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b3d1e86-65e0-476f-8770-65857103568c tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Router 82a259d6-fc59-442e-b8b4-962e8a07a013 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:16:26.325872 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3d1e86-65e0-476f-8770-65857103568c tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:16:26.330280 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3b3d1e86-65e0-476f-8770-65857103568c tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:26.336414 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2668fcc8-40a1-4b99-a931-ba597731c2c1 None None] Sync routers for ids ['82a259d6-fc59-442e-b8b4-962e8a07a013'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:16:26.347631 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2668fcc8-40a1-4b99-a931-ba597731c2c1 None None] Routers {'82a259d6-fc59-442e-b8b4-962e8a07a013'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:16:26.348299 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-2668fcc8-40a1-4b99-a931-ba597731c2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:16:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['82a259d6-fc59-442e-b8b4-962e8a07a013'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:16:26.357678 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-3b3d1e86-65e0-476f-8770-65857103568c tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "PUT /v2.0/floatingips/b1900b86-0710-4409-a059-fecff1f1cb57 HTTP/1.1" status: 200 len: 991 time: 1.2378936 Aug 23 21:16:26.358282 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2526f704-17e8-4083-863b-a35f075bc888', 'tag': 'b31eb890-2bbf-4a89-a4c1-96f574c3bd44'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:16:26.360554 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2919ea67-bf04-48db-83c4-5b76c3c85433" -d '{"events": [{"name": "network-changed", "server_uuid": "2526f704-17e8-4083-863b-a35f075bc888", "tag": "b31eb890-2bbf-4a89-a4c1-96f574c3bd44"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:16:26.403676 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0b1ecf-b08b-4207-85fa-94d9ea5613b8 x-openstack-request-id: req-4c0b1ecf-b08b-4207-85fa-94d9ea5613b8 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:16:26.403975 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2526f704-17e8-4083-863b-a35f075bc888", "tag": "b31eb890-2bbf-4a89-a4c1-96f574c3bd44", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:16:26.404258 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4c0b1ecf-b08b-4207-85fa-94d9ea5613b8 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:16:26.404660 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2526f704-17e8-4083-863b-a35f075bc888', 'tag': 'b31eb890-2bbf-4a89-a4c1-96f574c3bd44', 'status': 'completed', 'code': 200} Aug 23 21:16:26.459607 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-2668fcc8-40a1-4b99-a931-ba597731c2c1 None None] Set router 82a259d6-fc59-442e-b8b4-962e8a07a013 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:16:26.500045 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919ea67-bf04-48db-83c4-5b76c3c85433 req-205471b8-7bd9-4d8a-abd1-a8faa867955e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:16:26.501657 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2919ea67-bf04-48db-83c4-5b76c3c85433 req-205471b8-7bd9-4d8a-abd1-a8faa867955e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=43cfe01c10fe4050a920d6308b5893af&device_id=2526f704-17e8-4083-863b-a35f075bc888 HTTP/1.1" status: 200 len: 1096 time: 0.0416188 Aug 23 21:16:26.599670 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919ea67-bf04-48db-83c4-5b76c3c85433 req-df6d4f21-a9a9-49a6-b60c-53600137b5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:16:26.601120 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2919ea67-bf04-48db-83c4-5b76c3c85433 req-df6d4f21-a9a9-49a6-b60c-53600137b5e1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9a61cfba-04b6-49ec-82cc-357b1b269bca HTTP/1.1" status: 200 len: 913 time: 0.0926340 Aug 23 21:16:26.666843 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2919ea67-bf04-48db-83c4-5b76c3c85433 req-e65d1d93-525f-4818-b602-57f546d041c5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b31eb890-2bbf-4a89-a4c1-96f574c3bd44 HTTP/1.1" status: 200 len: 999 time: 0.0580559 Aug 23 21:16:26.693267 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-2668fcc8-40a1-4b99-a931-ba597731c2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'name': 'tempest-ServerActionsTestJSON-1495423523-router', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:12Z', 'revision_number': 4, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'gw_port': {'id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': 'b1900b86-0710-4409-a059-fecff1f1cb57', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'floating_ip_address': '172.25.4.155', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'port_id': 'b31eb890-2bbf-4a89-a4c1-96f574c3bd44', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca', 'mac_address': 'fa:16:3e:05:2c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2526f704-17e8-4083-863b-a35f075bc888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:16:14Z', 'updated_at': '2021-08-23T21:16:25Z', 'revision_number': 1, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a997af6b-915a-4a8a-916c-618e290cece6', 'name': '', 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'mac_address': 'fa:16:3e:4a:32:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:11Z', 'updated_at': '2021-08-23T21:16:17Z', 'revision_number': 5, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'subnets': [{'id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:16:26.716101 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919ea67-bf04-48db-83c4-5b76c3c85433 req-5f4b74f0-ac47-4313-bd99-8829e345a88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:16:26.717554 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2919ea67-bf04-48db-83c4-5b76c3c85433 req-5f4b74f0-ac47-4313-bd99-8829e345a88b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d0ea33c2-15c1-4102-8307-77f21470fe54 HTTP/1.1" status: 200 len: 851 time: 0.0435474 Aug 23 21:16:26.720776 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2668fcc8-40a1-4b99-a931-ba597731c2c1 None None] Checking router: 82a259d6-fc59-442e-b8b4-962e8a07a013 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:16:26.729035 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2668fcc8-40a1-4b99-a931-ba597731c2c1 None None] Routers {'82a259d6-fc59-442e-b8b4-962e8a07a013'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:16:26.729724 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-2668fcc8-40a1-4b99-a931-ba597731c2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:16:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['82a259d6-fc59-442e-b8b4-962e8a07a013'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:16:26.768306 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919ea67-bf04-48db-83c4-5b76c3c85433 req-f739c9cc-b6f7-4a16-b730-b2fa5441a88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:16:26.769813 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2919ea67-bf04-48db-83c4-5b76c3c85433 req-f739c9cc-b6f7-4a16-b730-b2fa5441a88f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9a61cfba-04b6-49ec-82cc-357b1b269bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449116 Aug 23 21:16:26.839418 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-2668fcc8-40a1-4b99-a931-ba597731c2c1 None None] Set router 82a259d6-fc59-442e-b8b4-962e8a07a013 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:16:26.862182 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2919ea67-bf04-48db-83c4-5b76c3c85433 req-fa536b19-6832-4580-a85f-c3b3a78dd689 service neutron] 10.222.0.32 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834272 Aug 23 21:16:26.959484 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2919ea67-bf04-48db-83c4-5b76c3c85433 req-b6e784a2-b667-48fe-bc3e-777e8615b219 service neutron] 10.222.0.32 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890698 Aug 23 21:16:27.073685 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-2668fcc8-40a1-4b99-a931-ba597731c2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'name': 'tempest-ServerActionsTestJSON-1495423523-router', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:12Z', 'revision_number': 4, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'gw_port': {'id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': 'b1900b86-0710-4409-a059-fecff1f1cb57', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'floating_ip_address': '172.25.4.155', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'port_id': 'b31eb890-2bbf-4a89-a4c1-96f574c3bd44', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca', 'mac_address': 'fa:16:3e:05:2c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2526f704-17e8-4083-863b-a35f075bc888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:16:14Z', 'updated_at': '2021-08-23T21:16:25Z', 'revision_number': 1, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a997af6b-915a-4a8a-916c-618e290cece6', 'name': '', 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'mac_address': 'fa:16:3e:4a:32:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:11Z', 'updated_at': '2021-08-23T21:16:17Z', 'revision_number': 5, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'subnets': [{'id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:16:27.102691 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2668fcc8-40a1-4b99-a931-ba597731c2c1 None None] The sync data for ids ['82a259d6-fc59-442e-b8b4-962e8a07a013'] in n-d-805663-2 is: [{'id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'name': 'tempest-ServerActionsTestJSON-1495423523-router', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:12Z', 'revision_number': 4, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'gw_port': {'id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': 'b1900b86-0710-4409-a059-fecff1f1cb57', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'floating_ip_address': '172.25.4.155', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'port_id': 'b31eb890-2bbf-4a89-a4c1-96f574c3bd44', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca', 'mac_address': 'fa:16:3e:05:2c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2526f704-17e8-4083-863b-a35f075bc888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:16:14Z', 'updated_at': '2021-08-23T21:16:25Z', 'revision_number': 1, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a997af6b-915a-4a8a-916c-618e290cece6', 'name': '', 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'mac_address': 'fa:16:3e:4a:32:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:11Z', 'updated_at': '2021-08-23T21:16:17Z', 'revision_number': 5, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'subnets': [{'id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:16:27.295375 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c8fd45-d2d8-44c1-90a5-36d8f1e69c56 None None] New status for floating IP b1900b86-0710-4409-a059-fecff1f1cb57: ACTIVE {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 21:16:31.188998 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:16:40.068453 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-782878e0-a5d4-488c-b082-9f4ac31d46da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:40.818923 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:43.457100 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2072231d-2d81-4381-a7cf-58252a11ce97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:43.590818 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:44.703293 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:44.944547 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-49e7dd37-289d-4d53-a35e-65e3150318de req-eb293e77-088e-4669-a2ea-6796c7f26183 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2526f704-17e8-4083-863b-a35f075bc888&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396025 Aug 23 21:16:45.045734 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7dd37-289d-4d53-a35e-65e3150318de req-6d8eea30-75fc-421b-beb5-1c0f36bed3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:16:45.047225 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-49e7dd37-289d-4d53-a35e-65e3150318de req-6d8eea30-75fc-421b-beb5-1c0f36bed3ff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=43cfe01c10fe4050a920d6308b5893af&device_id=2526f704-17e8-4083-863b-a35f075bc888 HTTP/1.1" status: 200 len: 1096 time: 0.0404704 Aug 23 21:16:45.161854 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7dd37-289d-4d53-a35e-65e3150318de req-fde2ac32-151c-4558-98c5-0124e33d9277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:16:45.163325 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-49e7dd37-289d-4d53-a35e-65e3150318de req-fde2ac32-151c-4558-98c5-0124e33d9277 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9a61cfba-04b6-49ec-82cc-357b1b269bca HTTP/1.1" status: 200 len: 913 time: 0.0935552 Aug 23 21:16:45.229342 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-49e7dd37-289d-4d53-a35e-65e3150318de req-dffb9d7e-9525-4af3-bd4f-061193fc2f2f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b31eb890-2bbf-4a89-a4c1-96f574c3bd44 HTTP/1.1" status: 200 len: 1001 time: 0.0581639 Aug 23 21:16:45.279026 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7dd37-289d-4d53-a35e-65e3150318de req-d7ded574-ac30-4eeb-88e8-b60886a7becb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:16:45.280497 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-49e7dd37-289d-4d53-a35e-65e3150318de req-d7ded574-ac30-4eeb-88e8-b60886a7becb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d0ea33c2-15c1-4102-8307-77f21470fe54 HTTP/1.1" status: 200 len: 851 time: 0.0435493 Aug 23 21:16:45.330304 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7dd37-289d-4d53-a35e-65e3150318de req-2703c690-8e7f-4c06-b38e-6b0ca15d08f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:16:45.331814 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-49e7dd37-289d-4d53-a35e-65e3150318de req-2703c690-8e7f-4c06-b38e-6b0ca15d08f4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9a61cfba-04b6-49ec-82cc-357b1b269bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430269 Aug 23 21:16:45.423775 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-49e7dd37-289d-4d53-a35e-65e3150318de req-7543d188-142c-48c2-8336-4ad15fd74125 service neutron] 10.222.0.32 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828373 Aug 23 21:16:45.521259 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-49e7dd37-289d-4d53-a35e-65e3150318de req-24749901-50e9-4ca0-a1f2-6c2d3bf1fb6b service neutron] 10.222.0.32 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897908 Aug 23 21:16:46.065185 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:16:50.709610 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:17:08.188625 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:17:10.068885 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0ed6cc90-e636-4af4-bfe1-ca265d1d1178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:17:10.831702 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:17:13.457801 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a30f9c7f-c880-423a-a480-681202a211c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:17:13.594099 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:17:14.706646 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:17:16.067629 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:17:20.715368 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:17:40.073232 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-50329c35-959a-4bb7-b0f6-1d2e3c51dc7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:17:40.847235 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:17:43.461744 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b93367e1-2a62-47c5-8a4b-704799c7674a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:17:43.595200 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:17:44.290700 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-62c60dc4-61e9-4265-9b75-35500a724390 req-98ca250c-e4c6-4423-b8d3-a299e89ef944 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2526f704-17e8-4083-863b-a35f075bc888&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0914264 Aug 23 21:17:44.391329 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c60dc4-61e9-4265-9b75-35500a724390 req-e682d139-709e-4816-9036-07a9b785dda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:17:44.392912 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-62c60dc4-61e9-4265-9b75-35500a724390 req-e682d139-709e-4816-9036-07a9b785dda0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=43cfe01c10fe4050a920d6308b5893af&device_id=2526f704-17e8-4083-863b-a35f075bc888 HTTP/1.1" status: 200 len: 1096 time: 0.0418255 Aug 23 21:17:44.710068 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:17:44.827671 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c60dc4-61e9-4265-9b75-35500a724390 req-4870bbbd-f915-4267-9e3d-b26af46123ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:17:44.829080 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-62c60dc4-61e9-4265-9b75-35500a724390 req-4870bbbd-f915-4267-9e3d-b26af46123ca service neutron] 10.222.0.32 "GET /v2.0/networks?id=9a61cfba-04b6-49ec-82cc-357b1b269bca HTTP/1.1" status: 200 len: 913 time: 0.4162998 Aug 23 21:17:44.896155 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-62c60dc4-61e9-4265-9b75-35500a724390 req-bb6e4b60-e97a-4619-8dcb-d7bf61594311 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b31eb890-2bbf-4a89-a4c1-96f574c3bd44 HTTP/1.1" status: 200 len: 1001 time: 0.0584397 Aug 23 21:17:44.947353 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c60dc4-61e9-4265-9b75-35500a724390 req-57d43f4a-c340-4c92-ae3b-5826293b72ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:17:44.948876 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-62c60dc4-61e9-4265-9b75-35500a724390 req-57d43f4a-c340-4c92-ae3b-5826293b72ca service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d0ea33c2-15c1-4102-8307-77f21470fe54 HTTP/1.1" status: 200 len: 851 time: 0.0445178 Aug 23 21:17:44.999426 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c60dc4-61e9-4265-9b75-35500a724390 req-6fb6827e-2f69-4a27-b6dc-672e73ed065d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:17:45.000963 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-62c60dc4-61e9-4265-9b75-35500a724390 req-6fb6827e-2f69-4a27-b6dc-672e73ed065d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9a61cfba-04b6-49ec-82cc-357b1b269bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443575 Aug 23 21:17:45.096032 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-62c60dc4-61e9-4265-9b75-35500a724390 req-00103178-101b-429b-bdd7-ba2991fc614b service neutron] 10.222.0.32 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864706 Aug 23 21:17:45.187963 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:17:45.194520 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-62c60dc4-61e9-4265-9b75-35500a724390 req-b1f54bed-ee7b-4e9b-8e00-3b0ddfff5441 service neutron] 10.222.0.32 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901544 Aug 23 21:17:46.074288 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:17:50.712752 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:18:04.907017 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ee11d-4cda-4d41-8295-6a1509a0621e req-40821463-795c-4654-82a5-25a6de2a1529 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:04.908540 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-014ee11d-4cda-4d41-8295-6a1509a0621e req-40821463-795c-4654-82a5-25a6de2a1529 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=2526f704-17e8-4083-863b-a35f075bc888 HTTP/1.1" status: 200 len: 945 time: 0.0511897 Aug 23 21:18:04.947753 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-014ee11d-4cda-4d41-8295-6a1509a0621e req-1b1f55cb-b508-49e5-b477-601400548dd0 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327973 Aug 23 21:18:05.128659 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50624) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:18:05.185789 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f14b4-5468-4290-bd20-ba3a79f3a5fd req-8bfbcc6e-e7f4-4847-b274-8b73cf6ee287 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:05.187291 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0c1f14b4-5468-4290-bd20-ba3a79f3a5fd req-8bfbcc6e-e7f4-4847-b274-8b73cf6ee287 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=2526f704-17e8-4083-863b-a35f075bc888 HTTP/1.1" status: 200 len: 945 time: 0.0487750 Aug 23 21:18:05.226484 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0c1f14b4-5468-4290-bd20-ba3a79f3a5fd req-46df2b2b-a96b-4e1a-822a-3c32b18ffb62 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325296 Aug 23 21:18:05.260700 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f8692bf8-4d89-4f4e-8b83-92ee1a674551 req-3b87bb57-ede2-4221-8ff1-96664f9dec1b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2526f704-17e8-4083-863b-a35f075bc888&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1305988 Aug 23 21:18:06.346040 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf2f51-3659-4248-a6d0-ba50b9a8326c req-295bef43-d9b1-4bf0-90a1-7d27aa1ed729 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:06.347493 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a9cf2f51-3659-4248-a6d0-ba50b9a8326c req-295bef43-d9b1-4bf0-90a1-7d27aa1ed729 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=2526f704-17e8-4083-863b-a35f075bc888 HTTP/1.1" status: 200 len: 945 time: 0.0510595 Aug 23 21:18:06.386868 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a9cf2f51-3659-4248-a6d0-ba50b9a8326c req-469030e9-c5e7-4cb4-9164-770d02115dbc tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332389 Aug 23 21:18:06.497301 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8692bf8-4d89-4f4e-8b83-92ee1a674551 req-3fe9a4cc-5dc3-4467-ab12-a388249c5881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:06.498798 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f8692bf8-4d89-4f4e-8b83-92ee1a674551 req-3fe9a4cc-5dc3-4467-ab12-a388249c5881 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=43cfe01c10fe4050a920d6308b5893af&device_id=2526f704-17e8-4083-863b-a35f075bc888 HTTP/1.1" status: 200 len: 1096 time: 0.0451715 Aug 23 21:18:06.587563 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8692bf8-4d89-4f4e-8b83-92ee1a674551 req-1d17c182-85f1-4d13-b276-31c95589a724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:06.589118 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f8692bf8-4d89-4f4e-8b83-92ee1a674551 req-1d17c182-85f1-4d13-b276-31c95589a724 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9a61cfba-04b6-49ec-82cc-357b1b269bca HTTP/1.1" status: 200 len: 913 time: 0.0828569 Aug 23 21:18:06.658560 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f8692bf8-4d89-4f4e-8b83-92ee1a674551 req-0f3c656e-1f64-4ee5-839c-29b64c2aa5f0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b31eb890-2bbf-4a89-a4c1-96f574c3bd44 HTTP/1.1" status: 200 len: 1001 time: 0.0617459 Aug 23 21:18:06.707478 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8692bf8-4d89-4f4e-8b83-92ee1a674551 req-1f254d49-46f9-4bd9-8ed6-018af2cbbea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:06.709057 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f8692bf8-4d89-4f4e-8b83-92ee1a674551 req-1f254d49-46f9-4bd9-8ed6-018af2cbbea1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d0ea33c2-15c1-4102-8307-77f21470fe54 HTTP/1.1" status: 200 len: 851 time: 0.0425117 Aug 23 21:18:06.754791 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8692bf8-4d89-4f4e-8b83-92ee1a674551 req-fb2d810b-2aac-422f-b684-7601e82faa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:06.756556 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f8692bf8-4d89-4f4e-8b83-92ee1a674551 req-fb2d810b-2aac-422f-b684-7601e82faa12 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9a61cfba-04b6-49ec-82cc-357b1b269bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402009 Aug 23 21:18:06.850438 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f8692bf8-4d89-4f4e-8b83-92ee1a674551 req-33f29033-26ba-4063-83ec-20001b4d6bf5 service neutron] 10.222.0.32 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843458 Aug 23 21:18:06.940969 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f8692bf8-4d89-4f4e-8b83-92ee1a674551 req-b7a17011-760d-420c-a364-4858a3f49ea9 service neutron] 10.222.0.32 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832670 Aug 23 21:18:07.504785 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5264c-703c-42fe-9aeb-a8777c3c9bd5 req-06e31233-da78-4668-8e88-230506474199 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:07.506282 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-50b5264c-703c-42fe-9aeb-a8777c3c9bd5 req-06e31233-da78-4668-8e88-230506474199 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=2526f704-17e8-4083-863b-a35f075bc888 HTTP/1.1" status: 200 len: 945 time: 0.0507596 Aug 23 21:18:07.544377 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-50b5264c-703c-42fe-9aeb-a8777c3c9bd5 req-41f1b1fc-076d-49b3-a328-f86d1551573d tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311859 Aug 23 21:18:08.664144 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc93bf-166d-4fce-af86-4834cb6f7f4b req-b9393920-8e6e-42fc-913b-a830accc8f83 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:08.665767 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b6fc93bf-166d-4fce-af86-4834cb6f7f4b req-b9393920-8e6e-42fc-913b-a830accc8f83 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=2526f704-17e8-4083-863b-a35f075bc888 HTTP/1.1" status: 200 len: 945 time: 0.0529172 Aug 23 21:18:08.703437 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b6fc93bf-166d-4fce-af86-4834cb6f7f4b req-7a2a9f88-22d2-4f2b-9eb1-338806d039cc tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316355 Aug 23 21:18:09.827835 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c73e7-77d6-495c-9c58-c1539003fcc0 req-9784d4a3-ce29-48b5-8720-b5a091e75082 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:09.829289 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-979c73e7-77d6-495c-9c58-c1539003fcc0 req-9784d4a3-ce29-48b5-8720-b5a091e75082 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=2526f704-17e8-4083-863b-a35f075bc888 HTTP/1.1" status: 200 len: 945 time: 0.0575941 Aug 23 21:18:09.868510 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-979c73e7-77d6-495c-9c58-c1539003fcc0 req-de99388d-3aa0-4bf8-bf3b-4a809dcc3149 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331478 Aug 23 21:18:10.074079 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-91776919-09e1-41e2-a52e-b7cd423818f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:18:10.869624 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:18:10.983828 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f3826-689c-4bc8-bbbe-832d074c7be0 req-fd80d2ad-2ad8-4f16-9ed0-ccc5fae61f4f tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:10.985382 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c35f3826-689c-4bc8-bbbe-832d074c7be0 req-fd80d2ad-2ad8-4f16-9ed0-ccc5fae61f4f tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=2526f704-17e8-4083-863b-a35f075bc888 HTTP/1.1" status: 200 len: 945 time: 0.0488944 Aug 23 21:18:11.023025 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c35f3826-689c-4bc8-bbbe-832d074c7be0 req-ec028915-b217-4ee8-8955-825316934b57 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308783 Aug 23 21:18:12.142738 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d5e7f-1117-4697-a93b-014f262bc184 req-5876ec56-2c95-412a-98ab-614f24a6a684 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:12.144679 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-154d5e7f-1117-4697-a93b-014f262bc184 req-5876ec56-2c95-412a-98ab-614f24a6a684 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=2526f704-17e8-4083-863b-a35f075bc888 HTTP/1.1" status: 200 len: 945 time: 0.0518117 Aug 23 21:18:12.182539 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-154d5e7f-1117-4697-a93b-014f262bc184 req-0d5f4752-2a2f-443a-9e92-d214249a945a tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314620 Aug 23 21:18:13.297922 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1470b0-0ddb-4b43-96c9-8a3d5b163341 req-abfdeab1-59c8-48a4-8256-89efb6491fa1 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:13.299408 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bd1470b0-0ddb-4b43-96c9-8a3d5b163341 req-abfdeab1-59c8-48a4-8256-89efb6491fa1 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=2526f704-17e8-4083-863b-a35f075bc888 HTTP/1.1" status: 200 len: 945 time: 0.0492384 Aug 23 21:18:13.337562 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bd1470b0-0ddb-4b43-96c9-8a3d5b163341 req-c3b37072-8d4a-47d8-8036-6d78c7741d25 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319214 Aug 23 21:18:13.463423 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-57a064a4-5065-4bca-a6d9-7eb1717e13ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:18:13.595994 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:18:14.452549 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2dbfe3-6f4a-4b23-a0f1-818d3d8fff11 req-899af4f8-a365-4a53-a0cf-dd4f479354bd tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:14.454018 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-aa2dbfe3-6f4a-4b23-a0f1-818d3d8fff11 req-899af4f8-a365-4a53-a0cf-dd4f479354bd tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=2526f704-17e8-4083-863b-a35f075bc888 HTTP/1.1" status: 200 len: 945 time: 0.0486548 Aug 23 21:18:14.493412 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-aa2dbfe3-6f4a-4b23-a0f1-818d3d8fff11 req-f22d9278-2998-430f-b5bc-36342df48c81 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334303 Aug 23 21:18:14.713600 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:18:15.613290 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c30ea7-36dd-409f-9501-08cc4f6a79f8 req-871d3f42-9fb7-4ae6-9ab2-e241d0e65433 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:15.614987 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c0c30ea7-36dd-409f-9501-08cc4f6a79f8 req-871d3f42-9fb7-4ae6-9ab2-e241d0e65433 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=2526f704-17e8-4083-863b-a35f075bc888 HTTP/1.1" status: 200 len: 945 time: 0.0529463 Aug 23 21:18:15.653205 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c0c30ea7-36dd-409f-9501-08cc4f6a79f8 req-f36aa0ee-452d-4bf8-bb90-f7172717d2a5 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321100 Aug 23 21:18:16.074401 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:18:16.769786 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f66b11e-6042-4d66-b7ec-cc8f30b0706b req-f3b93266-8cea-4cfc-9aff-e4c30ebf994e tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:16.771255 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6f66b11e-6042-4d66-b7ec-cc8f30b0706b req-f3b93266-8cea-4cfc-9aff-e4c30ebf994e tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=2526f704-17e8-4083-863b-a35f075bc888 HTTP/1.1" status: 200 len: 945 time: 0.0526643 Aug 23 21:18:16.809968 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6f66b11e-6042-4d66-b7ec-cc8f30b0706b req-6440acd4-238e-4eae-81e0-71e892ce9e42 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321684 Aug 23 21:18:17.927264 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db554d-08cd-415f-ae46-3b9a5283e6b5 req-6c5c3bdc-d233-4e5b-aa5d-98feaefef233 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:17.929505 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c5db554d-08cd-415f-ae46-3b9a5283e6b5 req-6c5c3bdc-d233-4e5b-aa5d-98feaefef233 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=2526f704-17e8-4083-863b-a35f075bc888 HTTP/1.1" status: 200 len: 945 time: 0.0486281 Aug 23 21:18:17.966286 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c5db554d-08cd-415f-ae46-3b9a5283e6b5 req-70998c29-b565-45ac-96f1-48d6417014dc tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310557 Aug 23 21:18:19.087550 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6064f4d9-b14a-4ce6-92bf-537852ec8520 req-5e09a6c5-5ce8-4ce5-b25e-0624755b916b tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:19.089078 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6064f4d9-b14a-4ce6-92bf-537852ec8520 req-5e09a6c5-5ce8-4ce5-b25e-0624755b916b tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=2526f704-17e8-4083-863b-a35f075bc888 HTTP/1.1" status: 200 len: 945 time: 0.0538216 Aug 23 21:18:19.126474 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6064f4d9-b14a-4ce6-92bf-537852ec8520 req-f8aa661e-837b-4b26-9cb8-7d3ed6226082 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315459 Aug 23 21:18:19.218209 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [req-f8692bf8-4d89-4f4e-8b83-92ee1a674551 req-06407cb0-a67e-4983-ab8d-ec105165f6af service neutron] show failed (client error): The resource could not be found. Aug 23 21:18:19.219218 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f8692bf8-4d89-4f4e-8b83-92ee1a674551 req-06407cb0-a67e-4983-ab8d-ec105165f6af service neutron] 10.222.0.32 "GET /v2.0/ports/b31eb890-2bbf-4a89-a4c1-96f574c3bd44/bindings/n-h1-805663-2 HTTP/1.1" status: 404 len: 380 time: 0.0527079 Aug 23 21:18:19.456066 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8692bf8-4d89-4f4e-8b83-92ee1a674551 req-4a38e710-598d-4d3f-b39a-9fe7dbd1523c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:19.457599 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f8692bf8-4d89-4f4e-8b83-92ee1a674551 req-4a38e710-598d-4d3f-b39a-9fe7dbd1523c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2526f704-17e8-4083-863b-a35f075bc888&tenant_id=43cfe01c10fe4050a920d6308b5893af HTTP/1.1" status: 200 len: 1096 time: 0.0746992 Aug 23 21:18:19.470310 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-f8692bf8-4d89-4f4e-8b83-92ee1a674551 req-00607f57-665a-4be2-ac3e-091289e6af55 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805663-2', 'device_owner': 'compute:nova'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:18:19.524083 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f8692bf8-4d89-4f4e-8b83-92ee1a674551 req-00607f57-665a-4be2-ac3e-091289e6af55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:18:19.725028 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-f8692bf8-4d89-4f4e-8b83-92ee1a674551 req-00607f57-665a-4be2-ac3e-091289e6af55 service neutron] For port b31eb890-2bbf-4a89-a4c1-96f574c3bd44, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=b31eb890-2bbf-4a89-a4c1-96f574c3bd44,segment=NetworkSegment(47cfa6a0-3b45-4819-8d24-3639000c620f),segment_id=47cfa6a0-3b45-4819-8d24-3639000c620f)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:18:19.758222 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-f8692bf8-4d89-4f4e-8b83-92ee1a674551 req-00607f57-665a-4be2-ac3e-091289e6af55 service neutron] For port b31eb890-2bbf-4a89-a4c1-96f574c3bd44, host n-h2-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:18:19.800414 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2526f704-17e8-4083-863b-a35f075bc888', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b31eb890-2bbf-4a89-a4c1-96f574c3bd44'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:18:19.802628 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967e8efb-b189-40b4-8b7c-c784fbc63a69" -d '{"events": [{"server_uuid": "2526f704-17e8-4083-863b-a35f075bc888", "name": "network-vif-unplugged", "status": "completed", "tag": "b31eb890-2bbf-4a89-a4c1-96f574c3bd44"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:18:19.807392 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f8692bf8-4d89-4f4e-8b83-92ee1a674551 req-00607f57-665a-4be2-ac3e-091289e6af55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:18:19.820349 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-f8692bf8-4d89-4f4e-8b83-92ee1a674551 req-00607f57-665a-4be2-ac3e-091289e6af55 service neutron] Transition to ACTIVE for port object b31eb890-2bbf-4a89-a4c1-96f574c3bd44 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:18:19.825476 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f8692bf8-4d89-4f4e-8b83-92ee1a674551 req-00607f57-665a-4be2-ac3e-091289e6af55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:18:19.893245 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00607f57-665a-4be2-ac3e-091289e6af55 service neutron] Pushing event updated for resources: {'Port': ['ID=b31eb890-2bbf-4a89-a4c1-96f574c3bd44,revision_number=6']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:18:19.936112 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 21:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b73a960-9769-4e4f-a4da-08c42cb668f0 x-openstack-request-id: req-8b73a960-9769-4e4f-a4da-08c42cb668f0 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:18:19.936414 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2526f704-17e8-4083-863b-a35f075bc888", "name": "network-vif-unplugged", "status": "completed", "tag": "b31eb890-2bbf-4a89-a4c1-96f574c3bd44", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:18:19.936664 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8b73a960-9769-4e4f-a4da-08c42cb668f0 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:18:19.937070 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2526f704-17e8-4083-863b-a35f075bc888', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b31eb890-2bbf-4a89-a4c1-96f574c3bd44', 'code': 200} Aug 23 21:18:19.947163 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00607f57-665a-4be2-ac3e-091289e6af55 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:18:19.947510 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00607f57-665a-4be2-ac3e-091289e6af55 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:18:19.947847 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00607f57-665a-4be2-ac3e-091289e6af55 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:18:19.948211 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00607f57-665a-4be2-ac3e-091289e6af55 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:18:19.948547 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00607f57-665a-4be2-ac3e-091289e6af55 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:18:19.948876 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00607f57-665a-4be2-ac3e-091289e6af55 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:18:19.949202 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00607f57-665a-4be2-ac3e-091289e6af55 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:18:19.949530 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00607f57-665a-4be2-ac3e-091289e6af55 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:18:19.949853 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00607f57-665a-4be2-ac3e-091289e6af55 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:18:19.950173 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00607f57-665a-4be2-ac3e-091289e6af55 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:18:19.950494 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00607f57-665a-4be2-ac3e-091289e6af55 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:18:19.950813 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00607f57-665a-4be2-ac3e-091289e6af55 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:18:20.017095 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8692bf8-4d89-4f4e-8b83-92ee1a674551 req-00607f57-665a-4be2-ac3e-091289e6af55 service neutron] No DVR routers for this DVR port b31eb890-2bbf-4a89-a4c1-96f574c3bd44 on host n-h2-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:18:20.157856 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-f8692bf8-4d89-4f4e-8b83-92ee1a674551 req-00607f57-665a-4be2-ac3e-091289e6af55 service neutron] Attempting to bind port b31eb890-2bbf-4a89-a4c1-96f574c3bd44 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:18:20.158187 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-f8692bf8-4d89-4f4e-8b83-92ee1a674551 req-00607f57-665a-4be2-ac3e-091289e6af55 service neutron] Attempting to bind port b31eb890-2bbf-4a89-a4c1-96f574c3bd44 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '47cfa6a0-3b45-4819-8d24-3639000c620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:18:20.158512 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8692bf8-4d89-4f4e-8b83-92ee1a674551 req-00607f57-665a-4be2-ac3e-091289e6af55 service neutron] Attempting to bind port b31eb890-2bbf-4a89-a4c1-96f574c3bd44 on network 9a61cfba-04b6-49ec-82cc-357b1b269bca {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:18:20.163314 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8692bf8-4d89-4f4e-8b83-92ee1a674551 req-00607f57-665a-4be2-ac3e-091289e6af55 service neutron] Port b31eb890-2bbf-4a89-a4c1-96f574c3bd44 on network 9a61cfba-04b6-49ec-82cc-357b1b269bca not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:18:20.163634 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8692bf8-4d89-4f4e-8b83-92ee1a674551 req-00607f57-665a-4be2-ac3e-091289e6af55 service neutron] Attempting to bind port b31eb890-2bbf-4a89-a4c1-96f574c3bd44 on network 9a61cfba-04b6-49ec-82cc-357b1b269bca {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:18:20.168554 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8692bf8-4d89-4f4e-8b83-92ee1a674551 req-00607f57-665a-4be2-ac3e-091289e6af55 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:18:20.168893 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8692bf8-4d89-4f4e-8b83-92ee1a674551 req-00607f57-665a-4be2-ac3e-091289e6af55 service neutron] Checking segment: {'id': '47cfa6a0-3b45-4819-8d24-3639000c620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:18:20.169270 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8692bf8-4d89-4f4e-8b83-92ee1a674551 req-00607f57-665a-4be2-ac3e-091289e6af55 service neutron] Bound using segment: {'id': '47cfa6a0-3b45-4819-8d24-3639000c620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:18:20.169697 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-f8692bf8-4d89-4f4e-8b83-92ee1a674551 req-00607f57-665a-4be2-ac3e-091289e6af55 service neutron] Bound port: b31eb890-2bbf-4a89-a4c1-96f574c3bd44, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47cfa6a0-3b45-4819-8d24-3639000c620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:18:20.170051 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f8692bf8-4d89-4f4e-8b83-92ee1a674551 req-00607f57-665a-4be2-ac3e-091289e6af55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:18:20.234965 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-f8692bf8-4d89-4f4e-8b83-92ee1a674551 req-00607f57-665a-4be2-ac3e-091289e6af55 service neutron] For port b31eb890-2bbf-4a89-a4c1-96f574c3bd44, host n-h1-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:18:20.238148 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-f8692bf8-4d89-4f4e-8b83-92ee1a674551 req-00607f57-665a-4be2-ac3e-091289e6af55 service neutron] For port b31eb890-2bbf-4a89-a4c1-96f574c3bd44, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=b31eb890-2bbf-4a89-a4c1-96f574c3bd44,segment=NetworkSegment(47cfa6a0-3b45-4819-8d24-3639000c620f),segment_id=47cfa6a0-3b45-4819-8d24-3639000c620f)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:18:20.243823 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f8692bf8-4d89-4f4e-8b83-92ee1a674551 req-00607f57-665a-4be2-ac3e-091289e6af55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:18:20.249261 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2172a2-8636-45af-95a2-1ea4e41a7c43 req-9a3e9b88-4eb6-4afa-ab9f-1fa017e93564 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:20.250950 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cb2172a2-8636-45af-95a2-1ea4e41a7c43 req-9a3e9b88-4eb6-4afa-ab9f-1fa017e93564 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=2526f704-17e8-4083-863b-a35f075bc888 HTTP/1.1" status: 200 len: 943 time: 0.0547001 Aug 23 21:18:20.282403 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8692bf8-4d89-4f4e-8b83-92ee1a674551 req-00607f57-665a-4be2-ac3e-091289e6af55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:20.283028 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f8692bf8-4d89-4f4e-8b83-92ee1a674551 req-00607f57-665a-4be2-ac3e-091289e6af55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:18:20.284443 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f8692bf8-4d89-4f4e-8b83-92ee1a674551 req-00607f57-665a-4be2-ac3e-091289e6af55 service neutron] 10.222.0.11 "PUT /v2.0/ports/b31eb890-2bbf-4a89-a4c1-96f574c3bd44 HTTP/1.1" status: 200 len: 1091 time: 0.8182781 Aug 23 21:18:20.293775 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cb2172a2-8636-45af-95a2-1ea4e41a7c43 req-340fc034-4c05-40e0-80a8-575a3f0ba3b8 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358500 Aug 23 21:18:20.307024 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00607f57-665a-4be2-ac3e-091289e6af55 service neutron] Pushing event updated for resources: {'Port': ['ID=b31eb890-2bbf-4a89-a4c1-96f574c3bd44,revision_number=7']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:18:20.360307 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8692bf8-4d89-4f4e-8b83-92ee1a674551 req-c4572ec9-089a-45e0-ae3b-8b1ac50e66d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:20.361877 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f8692bf8-4d89-4f4e-8b83-92ee1a674551 req-c4572ec9-089a-45e0-ae3b-8b1ac50e66d5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=43cfe01c10fe4050a920d6308b5893af&device_id=2526f704-17e8-4083-863b-a35f075bc888 HTTP/1.1" status: 200 len: 1094 time: 0.0487576 Aug 23 21:18:20.457788 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8692bf8-4d89-4f4e-8b83-92ee1a674551 req-13fc65db-5e3d-48c4-9b25-d8851e835916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:20.459294 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f8692bf8-4d89-4f4e-8b83-92ee1a674551 req-13fc65db-5e3d-48c4-9b25-d8851e835916 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9a61cfba-04b6-49ec-82cc-357b1b269bca HTTP/1.1" status: 200 len: 913 time: 0.0896568 Aug 23 21:18:20.529850 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f8692bf8-4d89-4f4e-8b83-92ee1a674551 req-b64e8713-2c12-4b3f-9bfa-e02a20b88e9c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b31eb890-2bbf-4a89-a4c1-96f574c3bd44 HTTP/1.1" status: 200 len: 999 time: 0.0627906 Aug 23 21:18:20.579507 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8692bf8-4d89-4f4e-8b83-92ee1a674551 req-8642487e-77f9-44aa-97dd-976bab911053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:20.581046 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f8692bf8-4d89-4f4e-8b83-92ee1a674551 req-8642487e-77f9-44aa-97dd-976bab911053 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0ea33c2-15c1-4102-8307-77f21470fe54 HTTP/1.1" status: 200 len: 851 time: 0.0443141 Aug 23 21:18:20.627247 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8692bf8-4d89-4f4e-8b83-92ee1a674551 req-6f81e012-5201-4ba9-8605-d6dbebf055a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:20.628773 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f8692bf8-4d89-4f4e-8b83-92ee1a674551 req-6f81e012-5201-4ba9-8605-d6dbebf055a0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a61cfba-04b6-49ec-82cc-357b1b269bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411625 Aug 23 21:18:20.714769 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:18:20.727448 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f8692bf8-4d89-4f4e-8b83-92ee1a674551 req-e42a048c-ecdd-45ce-8084-7a9129c1d08c service neutron] 10.222.0.11 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908270 Aug 23 21:18:20.816363 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f8692bf8-4d89-4f4e-8b83-92ee1a674551 req-7f841f1b-9b5f-4a25-b250-fe63405e0f08 service neutron] 10.222.0.11 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818942 Aug 23 21:18:21.433571 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d67791-ab9c-4819-86ef-1f11d7caaf92 req-fdb9f949-f38d-433b-8dcf-66d7c6906299 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:21.435045 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e5d67791-ab9c-4819-86ef-1f11d7caaf92 req-fdb9f949-f38d-433b-8dcf-66d7c6906299 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=2526f704-17e8-4083-863b-a35f075bc888 HTTP/1.1" status: 200 len: 943 time: 0.0540097 Aug 23 21:18:21.473419 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e5d67791-ab9c-4819-86ef-1f11d7caaf92 req-b5d36c90-a6f5-4643-b789-dbf20f4363fc tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324283 Aug 23 21:18:21.938644 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2526f704-17e8-4083-863b-a35f075bc888', 'tag': 'b31eb890-2bbf-4a89-a4c1-96f574c3bd44'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:18:21.941212 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c2b79f-97a3-4b58-b7f5-ae21afc80f62" -d '{"events": [{"name": "network-changed", "server_uuid": "2526f704-17e8-4083-863b-a35f075bc888", "tag": "b31eb890-2bbf-4a89-a4c1-96f574c3bd44"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:18:21.988006 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855ec0c1-8c60-4a0a-94e9-36c8b1d536a3 x-openstack-request-id: req-855ec0c1-8c60-4a0a-94e9-36c8b1d536a3 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:18:21.988323 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2526f704-17e8-4083-863b-a35f075bc888", "tag": "b31eb890-2bbf-4a89-a4c1-96f574c3bd44", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:18:21.988572 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-855ec0c1-8c60-4a0a-94e9-36c8b1d536a3 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:18:21.988970 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2526f704-17e8-4083-863b-a35f075bc888', 'tag': 'b31eb890-2bbf-4a89-a4c1-96f574c3bd44', 'status': 'completed', 'code': 200} Aug 23 21:18:22.053310 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2b79f-97a3-4b58-b7f5-ae21afc80f62 req-4524626b-1041-44a7-863e-d8ba867e0ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:22.055557 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-61c2b79f-97a3-4b58-b7f5-ae21afc80f62 req-4524626b-1041-44a7-863e-d8ba867e0ca1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=43cfe01c10fe4050a920d6308b5893af&device_id=2526f704-17e8-4083-863b-a35f075bc888 HTTP/1.1" status: 200 len: 1094 time: 0.0420401 Aug 23 21:18:22.067801 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2b79f-97a3-4b58-b7f5-ae21afc80f62 req-2ec060ff-db62-4dd1-9ae1-05e9ac5c08f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:22.069989 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-61c2b79f-97a3-4b58-b7f5-ae21afc80f62 req-2ec060ff-db62-4dd1-9ae1-05e9ac5c08f6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=43cfe01c10fe4050a920d6308b5893af&device_id=2526f704-17e8-4083-863b-a35f075bc888 HTTP/1.1" status: 200 len: 1094 time: 0.0409932 Aug 23 21:18:22.161141 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2b79f-97a3-4b58-b7f5-ae21afc80f62 req-bb2dcd75-ddec-410c-8481-dda87eb61525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:22.162631 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-61c2b79f-97a3-4b58-b7f5-ae21afc80f62 req-bb2dcd75-ddec-410c-8481-dda87eb61525 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9a61cfba-04b6-49ec-82cc-357b1b269bca HTTP/1.1" status: 200 len: 913 time: 0.0908360 Aug 23 21:18:22.167757 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2b79f-97a3-4b58-b7f5-ae21afc80f62 req-ff7931c3-cf69-4a56-a84f-d0a975b60951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:22.169288 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-61c2b79f-97a3-4b58-b7f5-ae21afc80f62 req-ff7931c3-cf69-4a56-a84f-d0a975b60951 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9a61cfba-04b6-49ec-82cc-357b1b269bca HTTP/1.1" status: 200 len: 913 time: 0.0921669 Aug 23 21:18:22.186959 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:18:22.234362 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-61c2b79f-97a3-4b58-b7f5-ae21afc80f62 req-1e2c199a-7e61-4537-b3ac-ab6abd2585df service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b31eb890-2bbf-4a89-a4c1-96f574c3bd44 HTTP/1.1" status: 200 len: 999 time: 0.0615268 Aug 23 21:18:22.235351 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-61c2b79f-97a3-4b58-b7f5-ae21afc80f62 req-84288455-442f-40f2-9956-d3fed5d454cb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b31eb890-2bbf-4a89-a4c1-96f574c3bd44 HTTP/1.1" status: 200 len: 999 time: 0.0591028 Aug 23 21:18:22.284704 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2b79f-97a3-4b58-b7f5-ae21afc80f62 req-a9d70aae-128e-4610-89f1-16b3095bb726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:22.286114 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2b79f-97a3-4b58-b7f5-ae21afc80f62 req-10c36b52-93f5-402f-a839-16217e443ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:22.286242 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-61c2b79f-97a3-4b58-b7f5-ae21afc80f62 req-a9d70aae-128e-4610-89f1-16b3095bb726 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0ea33c2-15c1-4102-8307-77f21470fe54 HTTP/1.1" status: 200 len: 851 time: 0.0434027 Aug 23 21:18:22.287626 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-61c2b79f-97a3-4b58-b7f5-ae21afc80f62 req-10c36b52-93f5-402f-a839-16217e443ed4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d0ea33c2-15c1-4102-8307-77f21470fe54 HTTP/1.1" status: 200 len: 851 time: 0.0448079 Aug 23 21:18:22.339951 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2b79f-97a3-4b58-b7f5-ae21afc80f62 req-6ca4247c-6d1d-489e-8993-7270b5beda20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:22.341601 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-61c2b79f-97a3-4b58-b7f5-ae21afc80f62 req-6ca4247c-6d1d-489e-8993-7270b5beda20 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9a61cfba-04b6-49ec-82cc-357b1b269bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462599 Aug 23 21:18:22.343147 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2b79f-97a3-4b58-b7f5-ae21afc80f62 req-912d8bd1-1bed-4221-a76f-b9f226e85fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:22.344680 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-61c2b79f-97a3-4b58-b7f5-ae21afc80f62 req-912d8bd1-1bed-4221-a76f-b9f226e85fb9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a61cfba-04b6-49ec-82cc-357b1b269bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455961 Aug 23 21:18:22.451969 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-61c2b79f-97a3-4b58-b7f5-ae21afc80f62 req-99a4e462-111a-4dc9-820e-9f2837edf380 service neutron] 10.222.0.32 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027672 Aug 23 21:18:22.452820 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-61c2b79f-97a3-4b58-b7f5-ae21afc80f62 req-fbc3525b-8e0b-4162-9fdc-2ab527b66011 service neutron] 10.222.0.11 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925891 Aug 23 21:18:22.557490 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-61c2b79f-97a3-4b58-b7f5-ae21afc80f62 req-15e13593-a026-40a4-90b1-4c805821de11 service neutron] 10.222.0.32 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982220 Aug 23 21:18:22.587521 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-61c2b79f-97a3-4b58-b7f5-ae21afc80f62 req-52f48d3f-6902-40f0-973f-b1a5e5518901 service neutron] 10.222.0.11 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250970 Aug 23 21:18:22.608876 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc3a2d7-70be-4160-8fe7-d922ff1cd70d req-b3d6037e-cf0f-43cb-8420-d91bc1ec8289 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:22.610346 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ffc3a2d7-70be-4160-8fe7-d922ff1cd70d req-b3d6037e-cf0f-43cb-8420-d91bc1ec8289 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=2526f704-17e8-4083-863b-a35f075bc888 HTTP/1.1" status: 200 len: 943 time: 0.0649076 Aug 23 21:18:22.650432 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ffc3a2d7-70be-4160-8fe7-d922ff1cd70d req-0466bacc-6cd5-4799-9e95-398777b66870 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328150 Aug 23 21:18:22.844538 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e5176-a485-43cd-abc3-f0be24d1d8c1 req-11ca4ca4-1dc7-4a15-aea8-5d9bf5b11a95 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:22.846159 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9f4e5176-a485-43cd-abc3-f0be24d1d8c1 req-11ca4ca4-1dc7-4a15-aea8-5d9bf5b11a95 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=2526f704-17e8-4083-863b-a35f075bc888 HTTP/1.1" status: 200 len: 943 time: 0.0489159 Aug 23 21:18:22.871265 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f51df-4257-4257-906c-38114be31360 req-6a3009f8-0440-4bfd-a2c3-e8397dd5f66a tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:22.872821 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c42f51df-4257-4257-906c-38114be31360 req-6a3009f8-0440-4bfd-a2c3-e8397dd5f66a tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.32 "GET /v2.0/ports?device_id=2526f704-17e8-4083-863b-a35f075bc888&tenant_id=43cfe01c10fe4050a920d6308b5893af&binding%3Ahost_id=n-h1-805663-2 HTTP/1.1" status: 200 len: 943 time: 0.0541699 Aug 23 21:18:22.887948 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9f4e5176-a485-43cd-abc3-f0be24d1d8c1 req-6ac013dd-a8c1-4b73-bae2-fbfb50d7fb94 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347037 Aug 23 21:18:22.934013 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [req-c42f51df-4257-4257-906c-38114be31360 req-73bb39df-cfdd-460e-becb-e53ee347ba6d service neutron] delete failed (client error): The resource could not be found. Aug 23 21:18:22.935025 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c42f51df-4257-4257-906c-38114be31360 req-73bb39df-cfdd-460e-becb-e53ee347ba6d service neutron] 10.222.0.32 "DELETE /v2.0/ports/b31eb890-2bbf-4a89-a4c1-96f574c3bd44/bindings/n-h2-805663-2 HTTP/1.1" status: 404 len: 380 time: 0.0540097 Aug 23 21:18:23.044603 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f51df-4257-4257-906c-38114be31360 req-c40a2297-7911-4490-a573-e2b576e212f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:23.045992 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c42f51df-4257-4257-906c-38114be31360 req-c40a2297-7911-4490-a573-e2b576e212f2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=43cfe01c10fe4050a920d6308b5893af&device_id=2526f704-17e8-4083-863b-a35f075bc888 HTTP/1.1" status: 200 len: 1094 time: 0.0414743 Aug 23 21:18:23.139279 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f51df-4257-4257-906c-38114be31360 req-439c4c5f-0f38-4b14-a2c5-e30f47c9ca32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:23.140777 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c42f51df-4257-4257-906c-38114be31360 req-439c4c5f-0f38-4b14-a2c5-e30f47c9ca32 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9a61cfba-04b6-49ec-82cc-357b1b269bca HTTP/1.1" status: 200 len: 913 time: 0.0873702 Aug 23 21:18:23.206210 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c42f51df-4257-4257-906c-38114be31360 req-fb463d6a-e3d4-4fc7-910d-958b20c3c616 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b31eb890-2bbf-4a89-a4c1-96f574c3bd44 HTTP/1.1" status: 200 len: 999 time: 0.0575383 Aug 23 21:18:23.259844 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f51df-4257-4257-906c-38114be31360 req-5784ca7a-84f5-4bbf-a457-58dd4afb4bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:23.261310 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c42f51df-4257-4257-906c-38114be31360 req-5784ca7a-84f5-4bbf-a457-58dd4afb4bc4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d0ea33c2-15c1-4102-8307-77f21470fe54 HTTP/1.1" status: 200 len: 851 time: 0.0477331 Aug 23 21:18:23.306931 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f51df-4257-4257-906c-38114be31360 req-2942dfc9-2d66-4740-bcb0-5898d42382ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:23.308391 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c42f51df-4257-4257-906c-38114be31360 req-2942dfc9-2d66-4740-bcb0-5898d42382ea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9a61cfba-04b6-49ec-82cc-357b1b269bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394659 Aug 23 21:18:23.335139 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device b31eb890-2bbf-4a89-a4c1-96f574c3bd44 no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:18:23.373591 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device b31eb890-2bbf-4a89-a4c1-96f574c3bd44 not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:18:23.399047 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c42f51df-4257-4257-906c-38114be31360 req-7cfb435b-2061-4c5e-b3c4-66e3dc9a38bd service neutron] 10.222.0.32 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832510 Aug 23 21:18:23.494326 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c42f51df-4257-4257-906c-38114be31360 req-1e51303c-fdc7-4d72-817e-dbae14db6055 service neutron] 10.222.0.32 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847986 Aug 23 21:18:24.010755 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafff443-3234-475f-908d-3dc840deb1d1 req-055fa80a-0735-4f8a-b8a4-cb1426155e9c tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:24.012296 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fafff443-3234-475f-908d-3dc840deb1d1 req-055fa80a-0735-4f8a-b8a4-cb1426155e9c tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=2526f704-17e8-4083-863b-a35f075bc888 HTTP/1.1" status: 200 len: 943 time: 0.0519168 Aug 23 21:18:24.052386 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fafff443-3234-475f-908d-3dc840deb1d1 req-0d219272-bae8-49a0-a8b8-6d0c2fc2088d tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338759 Aug 23 21:18:24.099825 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device b31eb890-2bbf-4a89-a4c1-96f574c3bd44 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 21:18:24.197936 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port b31eb890-2bbf-4a89-a4c1-96f574c3bd44, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=b31eb890-2bbf-4a89-a4c1-96f574c3bd44,segment=NetworkSegment(47cfa6a0-3b45-4819-8d24-3639000c620f),segment_id=47cfa6a0-3b45-4819-8d24-3639000c620f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:18:24.208202 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': 'b31eb890-2bbf-4a89-a4c1-96f574c3bd44', 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca', 'port_id': 'b31eb890-2bbf-4a89-a4c1-96f574c3bd44', 'mac_address': 'fa:16:3e:05:2c:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 21:18:24.245716 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:18:24.258643 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b31eb890-2bbf-4a89-a4c1-96f574c3bd44 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:18:24.277167 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port b31eb890-2bbf-4a89-a4c1-96f574c3bd44, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=b31eb890-2bbf-4a89-a4c1-96f574c3bd44,segment=NetworkSegment(47cfa6a0-3b45-4819-8d24-3639000c620f),segment_id=47cfa6a0-3b45-4819-8d24-3639000c620f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:18:24.280787 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:18:24.326671 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=b31eb890-2bbf-4a89-a4c1-96f574c3bd44,revision_number=8']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:18:24.333819 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:18:24.334168 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:18:24.334540 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:18:24.334891 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:18:24.335226 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:18:24.335802 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:18:24.335894 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:18:24.336226 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:18:24.336555 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:18:24.336879 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:18:24.337206 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:18:24.337531 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:18:24.541556 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['b31eb890-2bbf-4a89-a4c1-96f574c3bd44'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:18:25.175307 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8bd4b3-89b4-4481-a488-0b42c09e7141 req-61919fc6-b7e2-4d4f-8d22-a38967e78a95 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:25.176806 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ac8bd4b3-89b4-4481-a488-0b42c09e7141 req-61919fc6-b7e2-4d4f-8d22-a38967e78a95 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=2526f704-17e8-4083-863b-a35f075bc888 HTTP/1.1" status: 200 len: 944 time: 0.0549014 Aug 23 21:18:25.214676 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ac8bd4b3-89b4-4481-a488-0b42c09e7141 req-a6c718b3-0e90-474c-9bfa-10e395909eae tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316880 Aug 23 21:18:25.327933 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672276b-a5e4-496c-8d24-c71e16348cb4 req-ec05642b-cc86-48bf-847b-2304fe1ceb03 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:25.329433 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4672276b-a5e4-496c-8d24-c71e16348cb4 req-ec05642b-cc86-48bf-847b-2304fe1ceb03 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=2526f704-17e8-4083-863b-a35f075bc888 HTTP/1.1" status: 200 len: 944 time: 0.0493753 Aug 23 21:18:25.367436 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4672276b-a5e4-496c-8d24-c71e16348cb4 req-b9968acd-b842-4fc9-87fc-6c29d614878e tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314076 Aug 23 21:18:25.481986 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ff889-2012-4a14-b7f9-f00c2de7dae0 req-eec29438-25aa-4179-a941-5d0b95597371 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:25.483532 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fa9ff889-2012-4a14-b7f9-f00c2de7dae0 req-eec29438-25aa-4179-a941-5d0b95597371 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=2526f704-17e8-4083-863b-a35f075bc888 HTTP/1.1" status: 200 len: 944 time: 0.0505202 Aug 23 21:18:25.523014 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fa9ff889-2012-4a14-b7f9-f00c2de7dae0 req-64dfe204-a23d-4bfd-ac21-0afffe5f616d tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326025 Aug 23 21:18:25.755738 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752ae23-a796-4da3-9eaf-3357065cf5c5 req-d6c6c55b-7b56-479f-a5f2-d37ee6da1ccd tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:25.757958 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1752ae23-a796-4da3-9eaf-3357065cf5c5 req-d6c6c55b-7b56-479f-a5f2-d37ee6da1ccd tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=2526f704-17e8-4083-863b-a35f075bc888 HTTP/1.1" status: 200 len: 944 time: 0.0491707 Aug 23 21:18:25.794895 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1752ae23-a796-4da3-9eaf-3357065cf5c5 req-a66d19cc-cb52-4fd2-a6a8-a2c9905a0401 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309758 Aug 23 21:18:26.103924 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device b31eb890-2bbf-4a89-a4c1-96f574c3bd44 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:18:26.153561 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port b31eb890-2bbf-4a89-a4c1-96f574c3bd44 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:18:26.157392 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port b31eb890-2bbf-4a89-a4c1-96f574c3bd44 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:18:26.157837 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:18:26.238615 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:18:26.261700 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2526f704-17e8-4083-863b-a35f075bc888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31eb890-2bbf-4a89-a4c1-96f574c3bd44'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:18:26.263919 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94dd323-9af9-4044-a1d7-b2646118e1fa" -d '{"events": [{"server_uuid": "2526f704-17e8-4083-863b-a35f075bc888", "name": "network-vif-plugged", "status": "completed", "tag": "b31eb890-2bbf-4a89-a4c1-96f574c3bd44"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:18:26.277738 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port b31eb890-2bbf-4a89-a4c1-96f574c3bd44, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=b31eb890-2bbf-4a89-a4c1-96f574c3bd44,segment=NetworkSegment(47cfa6a0-3b45-4819-8d24-3639000c620f),segment_id=47cfa6a0-3b45-4819-8d24-3639000c620f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:18:26.281676 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:18:26.329168 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=b31eb890-2bbf-4a89-a4c1-96f574c3bd44,revision_number=9']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:18:26.403273 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04fe8407-dfc1-408a-8d3d-b461a51f62a5 x-openstack-request-id: req-04fe8407-dfc1-408a-8d3d-b461a51f62a5 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:18:26.403561 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2526f704-17e8-4083-863b-a35f075bc888", "name": "network-vif-plugged", "status": "completed", "tag": "b31eb890-2bbf-4a89-a4c1-96f574c3bd44", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:18:26.403808 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-04fe8407-dfc1-408a-8d3d-b461a51f62a5 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:18:26.404233 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2526f704-17e8-4083-863b-a35f075bc888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31eb890-2bbf-4a89-a4c1-96f574c3bd44', 'code': 200} Aug 23 21:18:26.922140 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a6ce00-26ca-4b83-b6a7-0863d0e37f55 req-b9da78ab-4e38-45f8-99f9-b3a6a132db6b tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:26.923590 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c0a6ce00-26ca-4b83-b6a7-0863d0e37f55 req-b9da78ab-4e38-45f8-99f9-b3a6a132db6b tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=2526f704-17e8-4083-863b-a35f075bc888 HTTP/1.1" status: 200 len: 945 time: 0.0523317 Aug 23 21:18:26.961478 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c0a6ce00-26ca-4b83-b6a7-0863d0e37f55 req-b273c7d9-279b-4867-81f9-5199c71d097f tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314760 Aug 23 21:18:27.055363 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fceca3-ef32-4883-a023-f4ac0c39f3d5 req-94b8b47f-519b-43d1-b967-8edb518e9c1a tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:27.056867 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a9fceca3-ef32-4883-a023-f4ac0c39f3d5 req-94b8b47f-519b-43d1-b967-8edb518e9c1a tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.11 "GET /v2.0/ports?device_id=2526f704-17e8-4083-863b-a35f075bc888 HTTP/1.1" status: 200 len: 945 time: 0.0489850 Aug 23 21:18:27.146603 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-a9fceca3-ef32-4883-a023-f4ac0c39f3d5 req-ab6dca14-3ef5-4105-9876-312fc5437b08 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Deleting port b31eb890-2bbf-4a89-a4c1-96f574c3bd44 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:18:27.147161 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a9fceca3-ef32-4883-a023-f4ac0c39f3d5 req-ab6dca14-3ef5-4105-9876-312fc5437b08 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:18:27.240550 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-a9fceca3-ef32-4883-a023-f4ac0c39f3d5 req-ab6dca14-3ef5-4105-9876-312fc5437b08 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] For port b31eb890-2bbf-4a89-a4c1-96f574c3bd44, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=b31eb890-2bbf-4a89-a4c1-96f574c3bd44,segment=NetworkSegment(47cfa6a0-3b45-4819-8d24-3639000c620f),segment_id=47cfa6a0-3b45-4819-8d24-3639000c620f)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:18:27.241077 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a9fceca3-ef32-4883-a023-f4ac0c39f3d5 req-ab6dca14-3ef5-4105-9876-312fc5437b08 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:18:27.458832 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a9fceca3-ef32-4883-a023-f4ac0c39f3d5 req-ab6dca14-3ef5-4105-9876-312fc5437b08 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:18:27.459130 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a9fceca3-ef32-4883-a023-f4ac0c39f3d5 req-ab6dca14-3ef5-4105-9876-312fc5437b08 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:18:27.459465 n-d-805663-2 neutron-server[94688]: INFO neutron.db.l3_db [req-a9fceca3-ef32-4883-a023-f4ac0c39f3d5 req-ab6dca14-3ef5-4105-9876-312fc5437b08 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Floating IP b1900b86-0710-4409-a059-fecff1f1cb57 disassociated. External IP: 172.25.4.155, port: b31eb890-2bbf-4a89-a4c1-96f574c3bd44. Aug 23 21:18:27.459827 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-a9fceca3-ef32-4883-a023-f4ac0c39f3d5 req-ab6dca14-3ef5-4105-9876-312fc5437b08 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Calling delete_port for b31eb890-2bbf-4a89-a4c1-96f574c3bd44 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:18:27.586919 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a9fceca3-ef32-4883-a023-f4ac0c39f3d5 req-ab6dca14-3ef5-4105-9876-312fc5437b08 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:18:27.619822 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6dca14-3ef5-4105-9876-312fc5437b08 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Pushing event deleted for resources: {'Port': ['ID=b31eb890-2bbf-4a89-a4c1-96f574c3bd44,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:18:27.741800 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9fceca3-ef32-4883-a023-f4ac0c39f3d5 req-ab6dca14-3ef5-4105-9876-312fc5437b08 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Router 82a259d6-fc59-442e-b8b4-962e8a07a013 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:18:27.850502 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9fceca3-ef32-4883-a023-f4ac0c39f3d5 req-ab6dca14-3ef5-4105-9876-312fc5437b08 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:18:27.861098 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745b0f9d-4d79-4b61-a94d-7d06cb774828 None None] Sync routers for ids ['82a259d6-fc59-442e-b8b4-962e8a07a013'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:18:27.870839 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745b0f9d-4d79-4b61-a94d-7d06cb774828 None None] Routers {'82a259d6-fc59-442e-b8b4-962e8a07a013'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:18:27.871453 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-745b0f9d-4d79-4b61-a94d-7d06cb774828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:18:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['82a259d6-fc59-442e-b8b4-962e8a07a013'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:18:27.890778 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9fceca3-ef32-4883-a023-f4ac0c39f3d5 req-ab6dca14-3ef5-4105-9876-312fc5437b08 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] No DVR routers for this DVR port b31eb890-2bbf-4a89-a4c1-96f574c3bd44 on host n-h1-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:18:27.893338 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a9fceca3-ef32-4883-a023-f4ac0c39f3d5 req-ab6dca14-3ef5-4105-9876-312fc5437b08 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:18:27.895368 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a9fceca3-ef32-4883-a023-f4ac0c39f3d5 req-ab6dca14-3ef5-4105-9876-312fc5437b08 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.11 "DELETE /v2.0/ports/b31eb890-2bbf-4a89-a4c1-96f574c3bd44 HTTP/1.1" status: 204 len: 173 time: 0.8319533 Aug 23 21:18:27.895864 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2526f704-17e8-4083-863b-a35f075bc888', 'name': 'network-vif-deleted', 'tag': 'b31eb890-2bbf-4a89-a4c1-96f574c3bd44'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:18:27.898780 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1729ab-8ef0-407e-9fd0-c8b69f85786e" -d '{"events": [{"server_uuid": "2526f704-17e8-4083-863b-a35f075bc888", "name": "network-vif-deleted", "tag": "b31eb890-2bbf-4a89-a4c1-96f574c3bd44"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:18:27.938803 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf54707-e420-4cb2-bf09-e9dc06e6d5f3 x-openstack-request-id: req-4bf54707-e420-4cb2-bf09-e9dc06e6d5f3 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:18:27.939420 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2526f704-17e8-4083-863b-a35f075bc888", "name": "network-vif-deleted", "tag": "b31eb890-2bbf-4a89-a4c1-96f574c3bd44", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:18:27.939420 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4bf54707-e420-4cb2-bf09-e9dc06e6d5f3 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:18:27.939772 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2526f704-17e8-4083-863b-a35f075bc888', 'name': 'network-vif-deleted', 'tag': 'b31eb890-2bbf-4a89-a4c1-96f574c3bd44', 'status': 'completed', 'code': 200} Aug 23 21:18:27.988008 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-745b0f9d-4d79-4b61-a94d-7d06cb774828 None None] Set router 82a259d6-fc59-442e-b8b4-962e8a07a013 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:18:28.077991 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fb7f8353-d7b6-41d6-aa11-3980d8a5542d req-dc521ab2-be41-43f4-9d8a-2473408731d9 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=2526f704-17e8-4083-863b-a35f075bc888 HTTP/1.1" status: 200 len: 210 time: 0.0344160 Aug 23 21:18:28.207714 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-745b0f9d-4d79-4b61-a94d-7d06cb774828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'name': 'tempest-ServerActionsTestJSON-1495423523-router', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:12Z', 'revision_number': 4, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'gw_port': {'id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'a997af6b-915a-4a8a-916c-618e290cece6', 'name': '', 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'mac_address': 'fa:16:3e:4a:32:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:11Z', 'updated_at': '2021-08-23T21:16:17Z', 'revision_number': 5, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'subnets': [{'id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:18:28.234000 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745b0f9d-4d79-4b61-a94d-7d06cb774828 None None] Checking router: 82a259d6-fc59-442e-b8b4-962e8a07a013 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:18:28.244976 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745b0f9d-4d79-4b61-a94d-7d06cb774828 None None] Routers {'82a259d6-fc59-442e-b8b4-962e8a07a013'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:18:28.245598 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-745b0f9d-4d79-4b61-a94d-7d06cb774828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:18:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['82a259d6-fc59-442e-b8b4-962e8a07a013'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:18:28.352627 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-745b0f9d-4d79-4b61-a94d-7d06cb774828 None None] Set router 82a259d6-fc59-442e-b8b4-962e8a07a013 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:18:28.551653 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-745b0f9d-4d79-4b61-a94d-7d06cb774828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'name': 'tempest-ServerActionsTestJSON-1495423523-router', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:12Z', 'revision_number': 4, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'gw_port': {'id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'a997af6b-915a-4a8a-916c-618e290cece6', 'name': '', 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'mac_address': 'fa:16:3e:4a:32:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:11Z', 'updated_at': '2021-08-23T21:16:17Z', 'revision_number': 5, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'subnets': [{'id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:18:28.581847 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745b0f9d-4d79-4b61-a94d-7d06cb774828 None None] The sync data for ids ['82a259d6-fc59-442e-b8b4-962e8a07a013'] in n-d-805663-2 is: [{'id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'name': 'tempest-ServerActionsTestJSON-1495423523-router', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:12Z', 'revision_number': 4, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'gw_port': {'id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'a997af6b-915a-4a8a-916c-618e290cece6', 'name': '', 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'mac_address': 'fa:16:3e:4a:32:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:11Z', 'updated_at': '2021-08-23T21:16:17Z', 'revision_number': 5, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'subnets': [{'id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:18:28.800471 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b6100b-84e7-4cb5-aa01-0cf81d87bf9d None None] New status for floating IP b1900b86-0710-4409-a059-fecff1f1cb57: DOWN {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 21:18:29.323130 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a0cb4570-6cb8-412d-a002-149757c9ac20 req-97778071-6960-457d-88fe-2265294c91cd tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1708516144&fields=id&tenant_id=43cfe01c10fe4050a920d6308b5893af HTTP/1.1" status: 200 len: 267 time: 0.0371120 Aug 23 21:18:29.429292 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb4570-6cb8-412d-a002-149757c9ac20 req-996dbb78-f566-4475-9fc7-3cd23156d052 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:29.430668 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a0cb4570-6cb8-412d-a002-149757c9ac20 req-996dbb78-f566-4475-9fc7-3cd23156d052 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/networks?id=9a61cfba-04b6-49ec-82cc-357b1b269bca HTTP/1.1" status: 200 len: 812 time: 0.1007676 Aug 23 21:18:29.511902 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a0cb4570-6cb8-412d-a002-149757c9ac20 req-6d181df3-b104-4f7a-95a9-0b4e278ca9d3 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/quotas/43cfe01c10fe4050a920d6308b5893af HTTP/1.1" status: 200 len: 375 time: 0.0750747 Aug 23 21:18:29.569592 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a0cb4570-6cb8-412d-a002-149757c9ac20 req-3156bfa5-7b94-4350-816c-ce1e9bd93178 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=43cfe01c10fe4050a920d6308b5893af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0518026 Aug 23 21:18:29.634977 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [req-a0cb4570-6cb8-412d-a002-149757c9ac20 req-5ce4c65c-dc6c-4d45-9603-0551302a5cd5 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 21:18:29.636036 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a0cb4570-6cb8-412d-a002-149757c9ac20 req-5ce4c65c-dc6c-4d45-9603-0551302a5cd5 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0545380 Aug 23 21:18:29.731478 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a0cb4570-6cb8-412d-a002-149757c9ac20 req-cd0acd87-6f32-487f-bab8-14670a3d814d service neutron] 10.222.0.61 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889091 Aug 23 21:18:29.818275 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a0cb4570-6cb8-412d-a002-149757c9ac20 req-0c98048f-306a-402f-9d59-12b8ace49880 service neutron] 10.222.0.61 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807896 Aug 23 21:18:30.043204 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3636b409-5252-4aa9-a40b-b2180aa6c84f req-4139a9b3-afc0-4e0d-847d-66861af1fb58 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=5aa73e72-f62d-4729-8662-13fffeab3ebc HTTP/1.1" status: 200 len: 210 time: 0.0878816 Aug 23 21:18:30.107900 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device b31eb890-2bbf-4a89-a4c1-96f574c3bd44 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:18:30.288188 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: b31eb890-2bbf-4a89-a4c1-96f574c3bd44 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:18:30.288537 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device b31eb890-2bbf-4a89-a4c1-96f574c3bd44 not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:18:31.156219 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb4570-6cb8-412d-a002-149757c9ac20 req-268ce89d-1b95-443b-9850-a77853aa1a3f tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:31.157500 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7dc754ab-778b-4bf6-a5c2-e52ad674e6e6 req-a7bd8afb-4f6f-493a-95d3-30acae907012 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=5aa73e72-f62d-4729-8662-13fffeab3ebc HTTP/1.1" status: 200 len: 210 time: 0.0353534 Aug 23 21:18:31.161176 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a0cb4570-6cb8-412d-a002-149757c9ac20 req-268ce89d-1b95-443b-9850-a77853aa1a3f tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.11 "GET /v2.0/networks?id=9a61cfba-04b6-49ec-82cc-357b1b269bca HTTP/1.1" status: 200 len: 812 time: 0.1187303 Aug 23 21:18:31.207362 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a0cb4570-6cb8-412d-a002-149757c9ac20 req-0681617c-247e-4755-9901-23c5737f15e3 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43cfe01c10fe4050a920d6308b5893af HTTP/1.1" status: 200 len: 380 time: 0.0361891 Aug 23 21:18:31.217895 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-a0cb4570-6cb8-412d-a002-149757c9ac20 req-ed6de219-1e51-42f7-96c7-12fa56f70c1c tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Request body: {'port': {'device_id': '5aa73e72-f62d-4729-8662-13fffeab3ebc', 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca', 'admin_state_up': True, 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'security_groups': ['32bfe731-51d4-4b7c-94ee-a055fd0879f5']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:18:31.321551 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0cb4570-6cb8-412d-a002-149757c9ac20 req-ed6de219-1e51-42f7-96c7-12fa56f70c1c tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Made reservation on behalf of 43cfe01c10fe4050a920d6308b5893af for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:18:31.325046 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a0cb4570-6cb8-412d-a002-149757c9ac20 req-ed6de219-1e51-42f7-96c7-12fa56f70c1c tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:18:31.450340 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-a0cb4570-6cb8-412d-a002-149757c9ac20 req-ed6de219-1e51-42f7-96c7-12fa56f70c1c tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Allocated IP 172.20.0.3 (9a61cfba-04b6-49ec-82cc-357b1b269bca/d0ea33c2-15c1-4102-8307-77f21470fe54/ad54e962-fc01-41bb-914f-a48114408f6e) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:18:31.587228 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a0cb4570-6cb8-412d-a002-149757c9ac20 req-ed6de219-1e51-42f7-96c7-12fa56f70c1c tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:18:31.600323 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-a0cb4570-6cb8-412d-a002-149757c9ac20 req-ed6de219-1e51-42f7-96c7-12fa56f70c1c tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Transition to ACTIVE for port object ad54e962-fc01-41bb-914f-a48114408f6e will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:18:31.633605 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a0cb4570-6cb8-412d-a002-149757c9ac20 req-ed6de219-1e51-42f7-96c7-12fa56f70c1c tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:18:31.675404 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0cb4570-6cb8-412d-a002-149757c9ac20 req-ed6de219-1e51-42f7-96c7-12fa56f70c1c tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Network 9a61cfba-04b6-49ec-82cc-357b1b269bca is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:18:31.678868 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-a0cb4570-6cb8-412d-a002-149757c9ac20 req-ed6de219-1e51-42f7-96c7-12fa56f70c1c tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:18:31.682834 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0cb4570-6cb8-412d-a002-149757c9ac20 req-ed6de219-1e51-42f7-96c7-12fa56f70c1c tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:18:31.714672 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6de219-1e51-42f7-96c7-12fa56f70c1c tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Pushing event updated for resources: {'Port': ['ID=ad54e962-fc01-41bb-914f-a48114408f6e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:18:31.739193 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb4570-6cb8-412d-a002-149757c9ac20 req-ed6de219-1e51-42f7-96c7-12fa56f70c1c tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:31.740068 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a0cb4570-6cb8-412d-a002-149757c9ac20 req-ed6de219-1e51-42f7-96c7-12fa56f70c1c tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:18:31.754613 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a0cb4570-6cb8-412d-a002-149757c9ac20 req-ed6de219-1e51-42f7-96c7-12fa56f70c1c tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5401063 Aug 23 21:18:31.769066 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-a0cb4570-6cb8-412d-a002-149757c9ac20 req-629af9e3-f53a-4620-9307-2597bc860b6c service neutron] Request body: {'port': {'device_id': '5aa73e72-f62d-4729-8662-13fffeab3ebc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:18:31.829616 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a0cb4570-6cb8-412d-a002-149757c9ac20 req-629af9e3-f53a-4620-9307-2597bc860b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:18:31.884833 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ab2c03eb-4468-432d-b07c-2a0073a48fc1 None None] Provisioning for port ad54e962-fc01-41bb-914f-a48114408f6e completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:18:31.888632 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ab2c03eb-4468-432d-b07c-2a0073a48fc1 None None] Provisioning complete for port ad54e962-fc01-41bb-914f-a48114408f6e triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:18:31.889007 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ab2c03eb-4468-432d-b07c-2a0073a48fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:18:31.924511 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-ab2c03eb-4468-432d-b07c-2a0073a48fc1 None None] Port ad54e962-fc01-41bb-914f-a48114408f6e cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:18:32.092507 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-a0cb4570-6cb8-412d-a002-149757c9ac20 req-629af9e3-f53a-4620-9307-2597bc860b6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad54e962-fc01-41bb-914f-a48114408f6e {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:18:32.099691 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a0cb4570-6cb8-412d-a002-149757c9ac20 req-629af9e3-f53a-4620-9307-2597bc860b6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:18:32.111694 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-a0cb4570-6cb8-412d-a002-149757c9ac20 req-629af9e3-f53a-4620-9307-2597bc860b6c service neutron] Transition to ACTIVE for port object ad54e962-fc01-41bb-914f-a48114408f6e will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:18:32.115115 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a0cb4570-6cb8-412d-a002-149757c9ac20 req-629af9e3-f53a-4620-9307-2597bc860b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:18:32.165642 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629af9e3-f53a-4620-9307-2597bc860b6c service neutron] Pushing event updated for resources: {'Port': ['ID=ad54e962-fc01-41bb-914f-a48114408f6e,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:18:32.240483 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-a0cb4570-6cb8-412d-a002-149757c9ac20 req-629af9e3-f53a-4620-9307-2597bc860b6c service neutron] Attempting to bind port ad54e962-fc01-41bb-914f-a48114408f6e on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:18:32.241674 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-a0cb4570-6cb8-412d-a002-149757c9ac20 req-629af9e3-f53a-4620-9307-2597bc860b6c service neutron] Attempting to bind port ad54e962-fc01-41bb-914f-a48114408f6e by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '47cfa6a0-3b45-4819-8d24-3639000c620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:18:32.242127 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cb4570-6cb8-412d-a002-149757c9ac20 req-629af9e3-f53a-4620-9307-2597bc860b6c service neutron] Attempting to bind port ad54e962-fc01-41bb-914f-a48114408f6e on network 9a61cfba-04b6-49ec-82cc-357b1b269bca {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:18:32.246932 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cb4570-6cb8-412d-a002-149757c9ac20 req-629af9e3-f53a-4620-9307-2597bc860b6c service neutron] Port ad54e962-fc01-41bb-914f-a48114408f6e on network 9a61cfba-04b6-49ec-82cc-357b1b269bca not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:18:32.247336 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cb4570-6cb8-412d-a002-149757c9ac20 req-629af9e3-f53a-4620-9307-2597bc860b6c service neutron] Attempting to bind port ad54e962-fc01-41bb-914f-a48114408f6e on network 9a61cfba-04b6-49ec-82cc-357b1b269bca {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:18:32.262518 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cb4570-6cb8-412d-a002-149757c9ac20 req-629af9e3-f53a-4620-9307-2597bc860b6c service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:18:32.262941 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cb4570-6cb8-412d-a002-149757c9ac20 req-629af9e3-f53a-4620-9307-2597bc860b6c service neutron] Checking segment: {'id': '47cfa6a0-3b45-4819-8d24-3639000c620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:18:32.263394 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cb4570-6cb8-412d-a002-149757c9ac20 req-629af9e3-f53a-4620-9307-2597bc860b6c service neutron] Bound using segment: {'id': '47cfa6a0-3b45-4819-8d24-3639000c620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:18:32.263900 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-a0cb4570-6cb8-412d-a002-149757c9ac20 req-629af9e3-f53a-4620-9307-2597bc860b6c service neutron] Bound port: ad54e962-fc01-41bb-914f-a48114408f6e, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47cfa6a0-3b45-4819-8d24-3639000c620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:18:32.264297 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a0cb4570-6cb8-412d-a002-149757c9ac20 req-629af9e3-f53a-4620-9307-2597bc860b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:18:32.333771 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1edcf06-ff8e-4c23-aba3-c6d6524d10c8 req-20fbc791-8155-4427-bded-ae9733b89b5c tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:32.335934 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e1edcf06-ff8e-4c23-aba3-c6d6524d10c8 req-20fbc791-8155-4427-bded-ae9733b89b5c tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=5aa73e72-f62d-4729-8662-13fffeab3ebc HTTP/1.1" status: 200 len: 943 time: 0.0862558 Aug 23 21:18:32.380350 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-a0cb4570-6cb8-412d-a002-149757c9ac20 req-629af9e3-f53a-4620-9307-2597bc860b6c service neutron] For port ad54e962-fc01-41bb-914f-a48114408f6e, host n-h1-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:18:32.388479 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-a0cb4570-6cb8-412d-a002-149757c9ac20 req-629af9e3-f53a-4620-9307-2597bc860b6c service neutron] For port ad54e962-fc01-41bb-914f-a48114408f6e, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=ad54e962-fc01-41bb-914f-a48114408f6e,segment=NetworkSegment(47cfa6a0-3b45-4819-8d24-3639000c620f),segment_id=47cfa6a0-3b45-4819-8d24-3639000c620f)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:18:32.394645 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a0cb4570-6cb8-412d-a002-149757c9ac20 req-629af9e3-f53a-4620-9307-2597bc860b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:18:32.401207 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e1edcf06-ff8e-4c23-aba3-c6d6524d10c8 req-ce937d62-f2ab-43d3-8664-87859791f449 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568054 Aug 23 21:18:32.738017 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb4570-6cb8-412d-a002-149757c9ac20 req-629af9e3-f53a-4620-9307-2597bc860b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:32.738630 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a0cb4570-6cb8-412d-a002-149757c9ac20 req-629af9e3-f53a-4620-9307-2597bc860b6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:18:32.740285 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a0cb4570-6cb8-412d-a002-149757c9ac20 req-629af9e3-f53a-4620-9307-2597bc860b6c service neutron] 10.222.0.11 "PUT /v2.0/ports/ad54e962-fc01-41bb-914f-a48114408f6e HTTP/1.1" status: 200 len: 1091 time: 0.9758444 Aug 23 21:18:32.741437 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aa73e72-f62d-4729-8662-13fffeab3ebc', 'tag': 'ad54e962-fc01-41bb-914f-a48114408f6e'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:18:32.743769 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601dc54d-2374-4038-9a80-6cb959e0a375" -d '{"events": [{"name": "network-changed", "server_uuid": "5aa73e72-f62d-4729-8662-13fffeab3ebc", "tag": "ad54e962-fc01-41bb-914f-a48114408f6e"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:18:32.767099 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629af9e3-f53a-4620-9307-2597bc860b6c service neutron] Pushing event updated for resources: {'Port': ['ID=ad54e962-fc01-41bb-914f-a48114408f6e,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:18:32.786317 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f306877-9085-43b5-abe6-8e69be4d8d80 x-openstack-request-id: req-3f306877-9085-43b5-abe6-8e69be4d8d80 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:18:32.786638 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aa73e72-f62d-4729-8662-13fffeab3ebc", "tag": "ad54e962-fc01-41bb-914f-a48114408f6e", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:18:32.786884 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3f306877-9085-43b5-abe6-8e69be4d8d80 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:18:32.787281 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aa73e72-f62d-4729-8662-13fffeab3ebc', 'tag': 'ad54e962-fc01-41bb-914f-a48114408f6e', 'status': 'completed', 'code': 200} Aug 23 21:18:32.843179 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb4570-6cb8-412d-a002-149757c9ac20 req-40092311-c4d4-4f5d-baeb-c02e0208a4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:32.844795 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a0cb4570-6cb8-412d-a002-149757c9ac20 req-40092311-c4d4-4f5d-baeb-c02e0208a4fe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=43cfe01c10fe4050a920d6308b5893af&device_id=5aa73e72-f62d-4729-8662-13fffeab3ebc HTTP/1.1" status: 200 len: 1094 time: 0.0422440 Aug 23 21:18:32.889197 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a0cb4570-6cb8-412d-a002-149757c9ac20 req-e3dc1d78-6739-4013-90a7-58a3d5a1885a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad54e962-fc01-41bb-914f-a48114408f6e HTTP/1.1" status: 200 len: 217 time: 0.0359225 Aug 23 21:18:32.943291 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb4570-6cb8-412d-a002-149757c9ac20 req-02ee343f-8205-410e-9a29-c334864bb134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:32.945243 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a0cb4570-6cb8-412d-a002-149757c9ac20 req-02ee343f-8205-410e-9a29-c334864bb134 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0ea33c2-15c1-4102-8307-77f21470fe54 HTTP/1.1" status: 200 len: 851 time: 0.0496204 Aug 23 21:18:32.992779 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb4570-6cb8-412d-a002-149757c9ac20 req-48aea12c-fd5b-4676-84de-4e5e6e3fd025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:32.994228 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a0cb4570-6cb8-412d-a002-149757c9ac20 req-48aea12c-fd5b-4676-84de-4e5e6e3fd025 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a61cfba-04b6-49ec-82cc-357b1b269bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418706 Aug 23 21:18:33.088659 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a0cb4570-6cb8-412d-a002-149757c9ac20 req-94964610-f65d-4d6d-80fa-2e2bf3092b2e service neutron] 10.222.0.11 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862260 Aug 23 21:18:33.178734 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a0cb4570-6cb8-412d-a002-149757c9ac20 req-68b3cbb7-c45b-4a6e-ad1a-482c9625b44c service neutron] 10.222.0.11 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825024 Aug 23 21:18:33.266196 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601dc54d-2374-4038-9a80-6cb959e0a375 req-aafdce6e-dc85-4597-b856-ad67fa3d0f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:33.267595 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-601dc54d-2374-4038-9a80-6cb959e0a375 req-aafdce6e-dc85-4597-b856-ad67fa3d0f10 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=43cfe01c10fe4050a920d6308b5893af&device_id=5aa73e72-f62d-4729-8662-13fffeab3ebc HTTP/1.1" status: 200 len: 1094 time: 0.0401769 Aug 23 21:18:33.361507 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601dc54d-2374-4038-9a80-6cb959e0a375 req-2bdc816e-b960-49aa-944e-99cc9015fb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:33.362979 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-601dc54d-2374-4038-9a80-6cb959e0a375 req-2bdc816e-b960-49aa-944e-99cc9015fb22 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9a61cfba-04b6-49ec-82cc-357b1b269bca HTTP/1.1" status: 200 len: 913 time: 0.0873992 Aug 23 21:18:33.405521 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-601dc54d-2374-4038-9a80-6cb959e0a375 req-15327dc6-4a03-43ae-9701-47134865bef8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad54e962-fc01-41bb-914f-a48114408f6e HTTP/1.1" status: 200 len: 217 time: 0.0347991 Aug 23 21:18:33.456414 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601dc54d-2374-4038-9a80-6cb959e0a375 req-a5b5e2bc-0dd4-428e-9d6a-1c77bff4f515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:33.457908 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-601dc54d-2374-4038-9a80-6cb959e0a375 req-a5b5e2bc-0dd4-428e-9d6a-1c77bff4f515 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0ea33c2-15c1-4102-8307-77f21470fe54 HTTP/1.1" status: 200 len: 851 time: 0.0440693 Aug 23 21:18:33.540281 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601dc54d-2374-4038-9a80-6cb959e0a375 req-8ff19b68-c818-4f21-9824-51d08e97b204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:33.541694 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-601dc54d-2374-4038-9a80-6cb959e0a375 req-8ff19b68-c818-4f21-9824-51d08e97b204 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a61cfba-04b6-49ec-82cc-357b1b269bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753024 Aug 23 21:18:33.548964 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370cbad-df21-468f-b842-946b38b8e07f req-6eb590a1-dfc8-4430-8e44-124f80b58f37 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:33.550309 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1370cbad-df21-468f-b842-946b38b8e07f req-6eb590a1-dfc8-4430-8e44-124f80b58f37 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=5aa73e72-f62d-4729-8662-13fffeab3ebc HTTP/1.1" status: 200 len: 943 time: 0.0762584 Aug 23 21:18:33.636349 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1370cbad-df21-468f-b842-946b38b8e07f req-eae69171-1714-4f85-9f11-7d048a7d7179 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771892 Aug 23 21:18:33.665212 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-601dc54d-2374-4038-9a80-6cb959e0a375 req-00f396bc-4f1e-4c63-95ae-9e0bd5fd0bf3 service neutron] 10.222.0.11 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130457 Aug 23 21:18:33.760659 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-601dc54d-2374-4038-9a80-6cb959e0a375 req-828c411a-8351-4340-a0ec-054c201208ef service neutron] 10.222.0.11 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865872 Aug 23 21:18:34.752743 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa55d10-8d07-47e9-8df1-a4bd1c7ec1f6 req-b539eb8e-46e4-4b34-9b92-dec7dc032ab5 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:34.754229 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1aa55d10-8d07-47e9-8df1-a4bd1c7ec1f6 req-b539eb8e-46e4-4b34-9b92-dec7dc032ab5 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=5aa73e72-f62d-4729-8662-13fffeab3ebc HTTP/1.1" status: 200 len: 943 time: 0.0490477 Aug 23 21:18:34.793372 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1aa55d10-8d07-47e9-8df1-a4bd1c7ec1f6 req-9763f9dd-faaa-44b1-afb6-b4161dc5eeac tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331633 Aug 23 21:18:35.914005 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3684ee3-772b-4d79-a1f0-6567a285de71 req-dc274ad6-c079-4131-801b-af012a5a6c0d tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:35.915491 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c3684ee3-772b-4d79-a1f0-6567a285de71 req-dc274ad6-c079-4131-801b-af012a5a6c0d tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=5aa73e72-f62d-4729-8662-13fffeab3ebc HTTP/1.1" status: 200 len: 943 time: 0.0548377 Aug 23 21:18:35.952836 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c3684ee3-772b-4d79-a1f0-6567a285de71 req-2afff70b-2521-43bf-b86d-6fe0a7852206 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313704 Aug 23 21:18:36.106881 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device ad54e962-fc01-41bb-914f-a48114408f6e details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 21:18:36.201884 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port ad54e962-fc01-41bb-914f-a48114408f6e, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=ad54e962-fc01-41bb-914f-a48114408f6e,segment=NetworkSegment(47cfa6a0-3b45-4819-8d24-3639000c620f),segment_id=47cfa6a0-3b45-4819-8d24-3639000c620f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:18:36.211799 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': 'ad54e962-fc01-41bb-914f-a48114408f6e', 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca', 'port_id': 'ad54e962-fc01-41bb-914f-a48114408f6e', 'mac_address': 'fa:16:3e:86:70:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 21:18:36.248467 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:18:36.262609 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad54e962-fc01-41bb-914f-a48114408f6e {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:18:36.281966 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port ad54e962-fc01-41bb-914f-a48114408f6e, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=ad54e962-fc01-41bb-914f-a48114408f6e,segment=NetworkSegment(47cfa6a0-3b45-4819-8d24-3639000c620f),segment_id=47cfa6a0-3b45-4819-8d24-3639000c620f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:18:36.285909 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:18:36.331215 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=ad54e962-fc01-41bb-914f-a48114408f6e,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:18:36.487013 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['ad54e962-fc01-41bb-914f-a48114408f6e'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:18:37.068074 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4d0a8-471c-4d82-89b6-a69c87af511b req-e316ad51-4321-4aa7-a81f-f9f8badcbb6e tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:37.069763 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1ac4d0a8-471c-4d82-89b6-a69c87af511b req-e316ad51-4321-4aa7-a81f-f9f8badcbb6e tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=5aa73e72-f62d-4729-8662-13fffeab3ebc HTTP/1.1" status: 200 len: 944 time: 0.0504746 Aug 23 21:18:37.108252 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1ac4d0a8-471c-4d82-89b6-a69c87af511b req-705d70ce-ee91-42b6-80aa-4fc2edaaddd6 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325365 Aug 23 21:18:38.122664 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device ad54e962-fc01-41bb-914f-a48114408f6e up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:18:38.171540 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port ad54e962-fc01-41bb-914f-a48114408f6e completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:18:38.175211 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port ad54e962-fc01-41bb-914f-a48114408f6e triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:18:38.175583 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:18:38.226834 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad37c9b-77c1-472a-940c-4547e4b3728a req-1b8887fa-7a3b-4a6e-9c50-3f46f997b709 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:38.228387 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bad37c9b-77c1-472a-940c-4547e4b3728a req-1b8887fa-7a3b-4a6e-9c50-3f46f997b709 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=5aa73e72-f62d-4729-8662-13fffeab3ebc HTTP/1.1" status: 200 len: 944 time: 0.0517507 Aug 23 21:18:38.257075 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:18:38.267747 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bad37c9b-77c1-472a-940c-4547e4b3728a req-8679246b-1b9b-4b8e-a705-fa92cab5f712 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334842 Aug 23 21:18:38.282207 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa73e72-f62d-4729-8662-13fffeab3ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad54e962-fc01-41bb-914f-a48114408f6e'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:18:38.284457 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6c5e52-26be-497d-88f2-784a944ff125" -d '{"events": [{"server_uuid": "5aa73e72-f62d-4729-8662-13fffeab3ebc", "name": "network-vif-plugged", "status": "completed", "tag": "ad54e962-fc01-41bb-914f-a48114408f6e"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:18:38.296399 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port ad54e962-fc01-41bb-914f-a48114408f6e, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=ad54e962-fc01-41bb-914f-a48114408f6e,segment=NetworkSegment(47cfa6a0-3b45-4819-8d24-3639000c620f),segment_id=47cfa6a0-3b45-4819-8d24-3639000c620f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:18:38.300608 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:18:38.327412 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a839f657-c7f3-4491-af11-83d0b27df4c5 x-openstack-request-id: req-a839f657-c7f3-4491-af11-83d0b27df4c5 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:18:38.327730 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aa73e72-f62d-4729-8662-13fffeab3ebc", "name": "network-vif-plugged", "status": "completed", "tag": "ad54e962-fc01-41bb-914f-a48114408f6e", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:18:38.327978 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a839f657-c7f3-4491-af11-83d0b27df4c5 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:18:38.328392 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aa73e72-f62d-4729-8662-13fffeab3ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad54e962-fc01-41bb-914f-a48114408f6e', 'code': 200} Aug 23 21:18:38.352999 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=ad54e962-fc01-41bb-914f-a48114408f6e,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:18:38.422794 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378ad07-1ead-4ae1-bd19-037913b0f712 req-abfdcde5-f981-45c8-8040-5a199add63d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:38.424362 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8378ad07-1ead-4ae1-bd19-037913b0f712 req-abfdcde5-f981-45c8-8040-5a199add63d0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5aa73e72-f62d-4729-8662-13fffeab3ebc HTTP/1.1" status: 200 len: 1096 time: 0.0407898 Aug 23 21:18:38.458879 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8378ad07-1ead-4ae1-bd19-037913b0f712 req-d1b6cf18-8fd4-4bc4-b29c-594360d49665 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270803 Aug 23 21:18:39.390758 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72d33e-53f7-4e60-8f5d-0d21a95aece1 req-1c43a3b7-2bd4-4b04-8288-ae6a81da7004 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:39.392261 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0d72d33e-53f7-4e60-8f5d-0d21a95aece1 req-1c43a3b7-2bd4-4b04-8288-ae6a81da7004 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=5aa73e72-f62d-4729-8662-13fffeab3ebc HTTP/1.1" status: 200 len: 945 time: 0.0544529 Aug 23 21:18:39.429971 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0d72d33e-53f7-4e60-8f5d-0d21a95aece1 req-5d0a380b-90eb-4d05-8059-1c4d271b7591 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310144 Aug 23 21:18:40.074818 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b55452ba-fba3-4f68-ad4d-ad48bd683d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:18:40.548163 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c6e04-0fd5-4528-ae00-bd6a0cf4b0e4 req-ef5874d4-bb34-4427-8f18-35f4690c7f80 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:40.549725 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-490c6e04-0fd5-4528-ae00-bd6a0cf4b0e4 req-ef5874d4-bb34-4427-8f18-35f4690c7f80 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=5aa73e72-f62d-4729-8662-13fffeab3ebc HTTP/1.1" status: 200 len: 945 time: 0.0492690 Aug 23 21:18:40.594425 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-490c6e04-0fd5-4528-ae00-bd6a0cf4b0e4 req-52f3841e-333c-4be8-b439-a9aa17215fb9 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364215 Aug 23 21:18:40.707122 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44ffe7-913d-46f6-ab61-d13c6427e9c2 req-3160e941-ce32-419c-b641-1c05651d4168 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:40.708609 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cc44ffe7-913d-46f6-ab61-d13c6427e9c2 req-3160e941-ce32-419c-b641-1c05651d4168 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=5aa73e72-f62d-4729-8662-13fffeab3ebc HTTP/1.1" status: 200 len: 945 time: 0.0490932 Aug 23 21:18:40.717590 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 50816) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:18:40.722122 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-51faab9c-d064-490a-8897-c8400b4900a7 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Request body: {'floatingip': {'port_id': 'ad54e962-fc01-41bb-914f-a48114408f6e'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:18:40.763047 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51faab9c-d064-490a-8897-c8400b4900a7 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks [] for floatingip, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:18:40.870411 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:18:41.207823 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51faab9c-d064-490a-8897-c8400b4900a7 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:18:41.212551 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51faab9c-d064-490a-8897-c8400b4900a7 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:18:41.313557 n-d-805663-2 neutron-server[94688]: INFO neutron.db.l3_db [None req-51faab9c-d064-490a-8897-c8400b4900a7 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Floating IP b1900b86-0710-4409-a059-fecff1f1cb57 associated. External IP: 172.25.4.155, port: ad54e962-fc01-41bb-914f-a48114408f6e. Aug 23 21:18:41.522411 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51faab9c-d064-490a-8897-c8400b4900a7 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Router 82a259d6-fc59-442e-b8b4-962e8a07a013 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:18:41.632471 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51faab9c-d064-490a-8897-c8400b4900a7 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:18:41.637399 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51faab9c-d064-490a-8897-c8400b4900a7 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:18:41.642609 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f802524c-3164-43a5-a125-b19ad4991005 None None] Sync routers for ids ['82a259d6-fc59-442e-b8b4-962e8a07a013'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:18:41.651901 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f802524c-3164-43a5-a125-b19ad4991005 None None] Routers {'82a259d6-fc59-442e-b8b4-962e8a07a013'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:18:41.652633 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-f802524c-3164-43a5-a125-b19ad4991005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:18:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['82a259d6-fc59-442e-b8b4-962e8a07a013'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:18:41.664774 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-51faab9c-d064-490a-8897-c8400b4900a7 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "PUT /v2.0/floatingips/b1900b86-0710-4409-a059-fecff1f1cb57 HTTP/1.1" status: 200 len: 991 time: 0.9461043 Aug 23 21:18:41.665376 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aa73e72-f62d-4729-8662-13fffeab3ebc', 'tag': 'ad54e962-fc01-41bb-914f-a48114408f6e'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:18:41.667623 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4fa1fd9-16ee-49e8-92ef-3d3f2717f8a0" -d '{"events": [{"name": "network-changed", "server_uuid": "5aa73e72-f62d-4729-8662-13fffeab3ebc", "tag": "ad54e962-fc01-41bb-914f-a48114408f6e"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:18:41.708819 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6499ece-2e3d-4438-a80d-44768d4cb360 x-openstack-request-id: req-c6499ece-2e3d-4438-a80d-44768d4cb360 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:18:41.709416 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aa73e72-f62d-4729-8662-13fffeab3ebc", "tag": "ad54e962-fc01-41bb-914f-a48114408f6e", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:18:41.709416 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c6499ece-2e3d-4438-a80d-44768d4cb360 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:18:41.710370 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aa73e72-f62d-4729-8662-13fffeab3ebc', 'tag': 'ad54e962-fc01-41bb-914f-a48114408f6e', 'status': 'completed', 'code': 200} Aug 23 21:18:41.767072 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-f802524c-3164-43a5-a125-b19ad4991005 None None] Set router 82a259d6-fc59-442e-b8b4-962e8a07a013 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:18:41.774209 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa1fd9-16ee-49e8-92ef-3d3f2717f8a0 req-a020889b-1dd9-4664-ab8b-c02dc81299a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:41.775667 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c4fa1fd9-16ee-49e8-92ef-3d3f2717f8a0 req-a020889b-1dd9-4664-ab8b-c02dc81299a6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=43cfe01c10fe4050a920d6308b5893af&device_id=5aa73e72-f62d-4729-8662-13fffeab3ebc HTTP/1.1" status: 200 len: 1096 time: 0.0443771 Aug 23 21:18:41.870674 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa1fd9-16ee-49e8-92ef-3d3f2717f8a0 req-390378c8-51d0-4bf6-94c5-5457ca0c0649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:41.872175 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c4fa1fd9-16ee-49e8-92ef-3d3f2717f8a0 req-390378c8-51d0-4bf6-94c5-5457ca0c0649 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9a61cfba-04b6-49ec-82cc-357b1b269bca HTTP/1.1" status: 200 len: 913 time: 0.0895264 Aug 23 21:18:41.938328 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c4fa1fd9-16ee-49e8-92ef-3d3f2717f8a0 req-f0437593-5439-4726-8bd0-a55dad5a616c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad54e962-fc01-41bb-914f-a48114408f6e HTTP/1.1" status: 200 len: 999 time: 0.0589709 Aug 23 21:18:41.993355 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa1fd9-16ee-49e8-92ef-3d3f2717f8a0 req-0eaae819-b534-47ff-bc42-caf15ac58163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:41.994829 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c4fa1fd9-16ee-49e8-92ef-3d3f2717f8a0 req-0eaae819-b534-47ff-bc42-caf15ac58163 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0ea33c2-15c1-4102-8307-77f21470fe54 HTTP/1.1" status: 200 len: 851 time: 0.0490792 Aug 23 21:18:42.002057 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-f802524c-3164-43a5-a125-b19ad4991005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'name': 'tempest-ServerActionsTestJSON-1495423523-router', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:12Z', 'revision_number': 4, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'gw_port': {'id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': 'b1900b86-0710-4409-a059-fecff1f1cb57', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'floating_ip_address': '172.25.4.155', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'port_id': 'ad54e962-fc01-41bb-914f-a48114408f6e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca', 'mac_address': 'fa:16:3e:86:70:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa73e72-f62d-4729-8662-13fffeab3ebc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:16:14Z', 'updated_at': '2021-08-23T21:18:41Z', 'revision_number': 5, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a997af6b-915a-4a8a-916c-618e290cece6', 'name': '', 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'mac_address': 'fa:16:3e:4a:32:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:11Z', 'updated_at': '2021-08-23T21:16:17Z', 'revision_number': 5, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'subnets': [{'id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:18:42.029049 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f802524c-3164-43a5-a125-b19ad4991005 None None] Checking router: 82a259d6-fc59-442e-b8b4-962e8a07a013 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:18:42.037355 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f802524c-3164-43a5-a125-b19ad4991005 None None] Routers {'82a259d6-fc59-442e-b8b4-962e8a07a013'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:18:42.037958 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-f802524c-3164-43a5-a125-b19ad4991005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:18:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['82a259d6-fc59-442e-b8b4-962e8a07a013'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:18:42.041322 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa1fd9-16ee-49e8-92ef-3d3f2717f8a0 req-376cf24f-adba-4863-aed8-17aaf3f743eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:18:42.042829 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c4fa1fd9-16ee-49e8-92ef-3d3f2717f8a0 req-376cf24f-adba-4863-aed8-17aaf3f743eb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a61cfba-04b6-49ec-82cc-357b1b269bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410740 Aug 23 21:18:42.140299 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c4fa1fd9-16ee-49e8-92ef-3d3f2717f8a0 req-4ee5b91c-232c-4c4c-b402-4e50199f0188 service neutron] 10.222.0.11 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897100 Aug 23 21:18:42.145850 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-f802524c-3164-43a5-a125-b19ad4991005 None None] Set router 82a259d6-fc59-442e-b8b4-962e8a07a013 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:18:42.236442 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c4fa1fd9-16ee-49e8-92ef-3d3f2717f8a0 req-56fc12e8-42a3-4941-8b18-dfb07f33d7b7 service neutron] 10.222.0.11 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888820 Aug 23 21:18:42.370941 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-f802524c-3164-43a5-a125-b19ad4991005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'name': 'tempest-ServerActionsTestJSON-1495423523-router', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:12Z', 'revision_number': 4, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'gw_port': {'id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': 'b1900b86-0710-4409-a059-fecff1f1cb57', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'floating_ip_address': '172.25.4.155', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'port_id': 'ad54e962-fc01-41bb-914f-a48114408f6e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca', 'mac_address': 'fa:16:3e:86:70:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa73e72-f62d-4729-8662-13fffeab3ebc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:16:14Z', 'updated_at': '2021-08-23T21:18:41Z', 'revision_number': 5, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a997af6b-915a-4a8a-916c-618e290cece6', 'name': '', 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'mac_address': 'fa:16:3e:4a:32:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:11Z', 'updated_at': '2021-08-23T21:16:17Z', 'revision_number': 5, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'subnets': [{'id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:18:42.403155 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f802524c-3164-43a5-a125-b19ad4991005 None None] The sync data for ids ['82a259d6-fc59-442e-b8b4-962e8a07a013'] in n-d-805663-2 is: [{'id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'name': 'tempest-ServerActionsTestJSON-1495423523-router', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:12Z', 'revision_number': 4, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'gw_port': {'id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': 'b1900b86-0710-4409-a059-fecff1f1cb57', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'floating_ip_address': '172.25.4.155', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'port_id': 'ad54e962-fc01-41bb-914f-a48114408f6e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca', 'mac_address': 'fa:16:3e:86:70:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa73e72-f62d-4729-8662-13fffeab3ebc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:16:14Z', 'updated_at': '2021-08-23T21:18:41Z', 'revision_number': 5, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a997af6b-915a-4a8a-916c-618e290cece6', 'name': '', 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'mac_address': 'fa:16:3e:4a:32:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:11Z', 'updated_at': '2021-08-23T21:16:17Z', 'revision_number': 5, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'subnets': [{'id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:18:42.597147 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8957e351-12c7-4e48-8427-1715de29a454 None None] New status for floating IP b1900b86-0710-4409-a059-fecff1f1cb57: ACTIVE {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 21:18:43.464094 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6493450d-9323-4d6a-8f9a-00ee6beb21f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:18:43.596934 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:18:44.716139 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:18:46.079524 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:18:50.705251 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:18:59.186717 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:19:10.076854 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-41664624-f087-402f-9787-44cb874a99e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:19:10.871469 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:19:13.465189 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d035ef8a-d0a6-4a27-aca4-123387340280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:19:13.598288 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:19:14.719237 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:19:16.081714 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:19:20.714556 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:19:28.701775 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-484047b3-927c-4448-b429-9d1a6d48b266 req-ad8f5d87-9f68-4789-9a9c-f67a9e51488c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5aa73e72-f62d-4729-8662-13fffeab3ebc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402384 Aug 23 21:19:28.788327 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484047b3-927c-4448-b429-9d1a6d48b266 req-93aa4374-9611-4b58-98da-d1e485f5644f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:19:28.789794 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-484047b3-927c-4448-b429-9d1a6d48b266 req-93aa4374-9611-4b58-98da-d1e485f5644f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=43cfe01c10fe4050a920d6308b5893af&device_id=5aa73e72-f62d-4729-8662-13fffeab3ebc HTTP/1.1" status: 200 len: 1096 time: 0.0408599 Aug 23 21:19:28.896590 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484047b3-927c-4448-b429-9d1a6d48b266 req-176694b4-258a-4788-be5a-81dc6990166d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:19:28.898060 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-484047b3-927c-4448-b429-9d1a6d48b266 req-176694b4-258a-4788-be5a-81dc6990166d service neutron] 10.222.0.11 "GET /v2.0/networks?id=9a61cfba-04b6-49ec-82cc-357b1b269bca HTTP/1.1" status: 200 len: 913 time: 0.0874739 Aug 23 21:19:28.963092 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-484047b3-927c-4448-b429-9d1a6d48b266 req-1c977d1e-468c-4a25-aa49-65bc5e1d01b8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad54e962-fc01-41bb-914f-a48114408f6e HTTP/1.1" status: 200 len: 1001 time: 0.0574570 Aug 23 21:19:29.017044 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484047b3-927c-4448-b429-9d1a6d48b266 req-8e3ea55d-16c5-4361-8ee1-032c189e51af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:19:29.018583 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-484047b3-927c-4448-b429-9d1a6d48b266 req-8e3ea55d-16c5-4361-8ee1-032c189e51af service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0ea33c2-15c1-4102-8307-77f21470fe54 HTTP/1.1" status: 200 len: 851 time: 0.0476635 Aug 23 21:19:29.065130 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484047b3-927c-4448-b429-9d1a6d48b266 req-e69a7d5b-3cf5-428d-abe2-11181b3e4fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:19:29.066591 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-484047b3-927c-4448-b429-9d1a6d48b266 req-e69a7d5b-3cf5-428d-abe2-11181b3e4fc8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a61cfba-04b6-49ec-82cc-357b1b269bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397327 Aug 23 21:19:29.079551 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [req-484047b3-927c-4448-b429-9d1a6d48b266 req-74517b23-d6ad-4790-b4c0-5b53a227c238 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 21:19:29.080542 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-484047b3-927c-4448-b429-9d1a6d48b266 req-74517b23-d6ad-4790-b4c0-5b53a227c238 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049627 Aug 23 21:19:29.171142 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-484047b3-927c-4448-b429-9d1a6d48b266 req-ed11d8fe-f5e3-4e57-88fa-7b9b791b464f service neutron] 10.222.0.11 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826366 Aug 23 21:19:29.264757 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-484047b3-927c-4448-b429-9d1a6d48b266 req-eab3cb18-e882-4d44-aab6-d4a6cae2a4f9 service neutron] 10.222.0.11 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861771 Aug 23 21:19:36.187508 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:19:40.077795 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b4afdd31-dc30-4031-9d68-b85a9417e638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:19:40.856701 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:19:43.223193 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [req-2a9913d1-2686-48b6-ae91-bcee7cbf1d7e req-a54e650d-5ab2-4c51-8bb0-f15b831e20be service neutron] (94688) timed out ('10.222.0.32', 51084) {{(pid=94688) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 21:19:43.465330 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-00d8ffe1-cca4-459f-9021-86a0ee89bdc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:19:43.598616 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:19:44.723854 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:19:46.084864 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:19:50.729777 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:20:10.080578 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b38411c0-5829-4fe8-804b-1e7f52f48e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:20:10.855806 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:20:13.187011 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:20:13.466722 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3bc2938c-fecc-4615-82ee-52dd398e7e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:20:13.599201 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:20:14.726279 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:20:16.089557 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:20:19.731157 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0873a-84d9-43e6-bddc-6dfaee846204 req-dadad92b-adb2-4fd4-aecf-56fe05588ba7 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:19.732689 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a2c0873a-84d9-43e6-bddc-6dfaee846204 req-dadad92b-adb2-4fd4-aecf-56fe05588ba7 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=5aa73e72-f62d-4729-8662-13fffeab3ebc HTTP/1.1" status: 200 len: 945 time: 0.0502195 Aug 23 21:20:19.773080 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a2c0873a-84d9-43e6-bddc-6dfaee846204 req-319b4a15-46fe-4d13-bb93-58b062f5c1b8 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337379 Aug 23 21:20:20.728019 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:20:20.893251 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc60f2-5c3a-4391-9ff1-5c58fa910843 req-3011dd7a-b874-4af1-8bf8-b129223f3391 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:20.894763 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6fcc60f2-5c3a-4391-9ff1-5c58fa910843 req-3011dd7a-b874-4af1-8bf8-b129223f3391 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=5aa73e72-f62d-4729-8662-13fffeab3ebc HTTP/1.1" status: 200 len: 945 time: 0.0508866 Aug 23 21:20:20.932741 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6fcc60f2-5c3a-4391-9ff1-5c58fa910843 req-73e23210-84b3-4402-9d8c-2f8c6e9f01a3 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319259 Aug 23 21:20:22.051095 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75016a8c-1453-42fc-9eae-1081b9958ee6 req-d008d9af-31e2-41e8-91d5-05868b8a1f5e tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:22.052625 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-75016a8c-1453-42fc-9eae-1081b9958ee6 req-d008d9af-31e2-41e8-91d5-05868b8a1f5e tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=5aa73e72-f62d-4729-8662-13fffeab3ebc HTTP/1.1" status: 200 len: 945 time: 0.0505323 Aug 23 21:20:22.090744 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-75016a8c-1453-42fc-9eae-1081b9958ee6 req-36e58a24-702b-48c1-a76c-03e600ddd785 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320861 Aug 23 21:20:23.209645 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c8f29-fa27-4bd5-be23-d3b8818dfe56 req-b3ead106-f079-43bd-bbe9-6243f84589a3 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:23.211123 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-477c8f29-fa27-4bd5-be23-d3b8818dfe56 req-b3ead106-f079-43bd-bbe9-6243f84589a3 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=5aa73e72-f62d-4729-8662-13fffeab3ebc HTTP/1.1" status: 200 len: 945 time: 0.0494523 Aug 23 21:20:23.248830 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-477c8f29-fa27-4bd5-be23-d3b8818dfe56 req-a0e4210e-0912-4836-a2bf-27cdc46e3226 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317435 Aug 23 21:20:24.368893 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987cf36-9a04-4652-9ffc-e7fe1181729a req-039971ee-13b3-48a4-a41e-ca74118f7168 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:24.370398 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0987cf36-9a04-4652-9ffc-e7fe1181729a req-039971ee-13b3-48a4-a41e-ca74118f7168 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=5aa73e72-f62d-4729-8662-13fffeab3ebc HTTP/1.1" status: 200 len: 945 time: 0.0519555 Aug 23 21:20:24.410681 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0987cf36-9a04-4652-9ffc-e7fe1181729a req-ccc98784-e989-4598-8aa6-8054bf49bbc2 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329518 Aug 23 21:20:25.530406 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3db8d-8b57-4fac-910f-3dd31c7cc3e1 req-4b5817f8-c443-48fe-a477-3f9e534c77ef tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:25.532107 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-64a3db8d-8b57-4fac-910f-3dd31c7cc3e1 req-4b5817f8-c443-48fe-a477-3f9e534c77ef tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=5aa73e72-f62d-4729-8662-13fffeab3ebc HTTP/1.1" status: 200 len: 945 time: 0.0542824 Aug 23 21:20:25.570042 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-64a3db8d-8b57-4fac-910f-3dd31c7cc3e1 req-363286b4-4e22-46c8-be4a-16f7221a78ca tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319624 Aug 23 21:20:26.690047 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a1de7-bbc7-483f-900b-4c0c8b7a508d req-24af2e8f-7e4d-40eb-a021-47ad2bffcc67 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:26.691858 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d31a1de7-bbc7-483f-900b-4c0c8b7a508d req-24af2e8f-7e4d-40eb-a021-47ad2bffcc67 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=5aa73e72-f62d-4729-8662-13fffeab3ebc HTTP/1.1" status: 200 len: 945 time: 0.0518484 Aug 23 21:20:26.731664 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d31a1de7-bbc7-483f-900b-4c0c8b7a508d req-eae40533-a815-40d7-9620-36b1a9b03aa7 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339544 Aug 23 21:20:27.852111 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8160987-060c-4a72-b32e-df695768e4d5 req-9f923f9d-65e1-43fa-8911-fa3da42b299b tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:27.853532 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b8160987-060c-4a72-b32e-df695768e4d5 req-9f923f9d-65e1-43fa-8911-fa3da42b299b tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=5aa73e72-f62d-4729-8662-13fffeab3ebc HTTP/1.1" status: 200 len: 945 time: 0.0508838 Aug 23 21:20:27.893071 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b8160987-060c-4a72-b32e-df695768e4d5 req-b6d9c01c-cc33-46bb-bcc9-fc669e9a81d4 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329881 Aug 23 21:20:29.008381 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29bd208-8c6d-439e-9716-4d570fde62c7 req-68938ae2-cfe7-4e0d-973d-a1b314dba27b tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:29.009867 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a29bd208-8c6d-439e-9716-4d570fde62c7 req-68938ae2-cfe7-4e0d-973d-a1b314dba27b tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=5aa73e72-f62d-4729-8662-13fffeab3ebc HTTP/1.1" status: 200 len: 945 time: 0.0495422 Aug 23 21:20:29.047580 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a29bd208-8c6d-439e-9716-4d570fde62c7 req-9fa30f6e-ff53-43bd-a21e-ba54e83b6de3 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315897 Aug 23 21:20:30.165569 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62c1a5-65f9-4ca3-a394-4d8775a392b7 req-d6740919-8f62-4b8f-9e03-cb9435914b3c tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:30.167049 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3f62c1a5-65f9-4ca3-a394-4d8775a392b7 req-d6740919-8f62-4b8f-9e03-cb9435914b3c tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=5aa73e72-f62d-4729-8662-13fffeab3ebc HTTP/1.1" status: 200 len: 945 time: 0.0512896 Aug 23 21:20:30.206234 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3f62c1a5-65f9-4ca3-a394-4d8775a392b7 req-1b1e43e7-89bb-452f-a9eb-e140440481e9 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324385 Aug 23 21:20:30.465371 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e99ec728-9a3a-4797-b298-c969c5de31c2 req-1368c66d-7a66-4d4e-ac57-7f02b4eb89da service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5aa73e72-f62d-4729-8662-13fffeab3ebc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0711489 Aug 23 21:20:30.480161 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a70709-dd43-4a17-9b0d-39c5d5617d27 req-b4bc49b0-653c-4ac3-a33d-fa0681408ec9 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:30.482353 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-85a70709-dd43-4a17-9b0d-39c5d5617d27 req-b4bc49b0-653c-4ac3-a33d-fa0681408ec9 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=5aa73e72-f62d-4729-8662-13fffeab3ebc HTTP/1.1" status: 200 len: 945 time: 0.0793829 Aug 23 21:20:30.532620 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-85a70709-dd43-4a17-9b0d-39c5d5617d27 req-6d296978-d550-481d-8e22-53481b557e84 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422208 Aug 23 21:20:30.828933 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec965f-8cee-4d5f-be11-26fb2489b0b3 req-b50430a6-4c65-4e85-9330-27639a04a0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:30.830512 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-12ec965f-8cee-4d5f-be11-26fb2489b0b3 req-b50430a6-4c65-4e85-9330-27639a04a0a5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=43cfe01c10fe4050a920d6308b5893af&device_id=5aa73e72-f62d-4729-8662-13fffeab3ebc HTTP/1.1" status: 200 len: 1096 time: 0.1351974 Aug 23 21:20:30.941004 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec965f-8cee-4d5f-be11-26fb2489b0b3 req-08b43eb3-86bb-4216-b794-3ab1b8c826d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:30.942514 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-12ec965f-8cee-4d5f-be11-26fb2489b0b3 req-08b43eb3-86bb-4216-b794-3ab1b8c826d2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9a61cfba-04b6-49ec-82cc-357b1b269bca HTTP/1.1" status: 200 len: 913 time: 0.0932124 Aug 23 21:20:31.029494 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-12ec965f-8cee-4d5f-be11-26fb2489b0b3 req-6907374a-403a-4529-a7be-9cba03bac483 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad54e962-fc01-41bb-914f-a48114408f6e HTTP/1.1" status: 200 len: 1001 time: 0.0791028 Aug 23 21:20:31.087307 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec965f-8cee-4d5f-be11-26fb2489b0b3 req-ca1e3893-ab61-4d9b-b6fb-ade026bed404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:31.088928 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-12ec965f-8cee-4d5f-be11-26fb2489b0b3 req-ca1e3893-ab61-4d9b-b6fb-ade026bed404 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0ea33c2-15c1-4102-8307-77f21470fe54 HTTP/1.1" status: 200 len: 851 time: 0.0518601 Aug 23 21:20:31.135456 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec965f-8cee-4d5f-be11-26fb2489b0b3 req-3f25f784-71f1-42a0-859f-2d5d322a7ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:31.136981 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-12ec965f-8cee-4d5f-be11-26fb2489b0b3 req-3f25f784-71f1-42a0-859f-2d5d322a7ee9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a61cfba-04b6-49ec-82cc-357b1b269bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412390 Aug 23 21:20:31.232964 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-12ec965f-8cee-4d5f-be11-26fb2489b0b3 req-bde4cc83-71c9-4015-9ee4-cf6a54f457e8 service neutron] 10.222.0.11 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882690 Aug 23 21:20:31.334408 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-12ec965f-8cee-4d5f-be11-26fb2489b0b3 req-5d463ee4-03d0-4349-8ff7-3732c29b25f0 service neutron] 10.222.0.11 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933897 Aug 23 21:20:31.664538 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d04858d-7d47-413f-8c66-a8c627fa1e51 req-4d060ef3-da11-4ad4-80a7-fd30a755a564 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:31.666107 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8d04858d-7d47-413f-8c66-a8c627fa1e51 req-4d060ef3-da11-4ad4-80a7-fd30a755a564 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=5aa73e72-f62d-4729-8662-13fffeab3ebc HTTP/1.1" status: 200 len: 945 time: 0.0597212 Aug 23 21:20:31.696546 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ec728-9a3a-4797-b298-c969c5de31c2 req-e2c74362-31ed-4e91-bf81-e040337cd92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:31.698237 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e99ec728-9a3a-4797-b298-c969c5de31c2 req-e2c74362-31ed-4e91-bf81-e040337cd92f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=43cfe01c10fe4050a920d6308b5893af&device_id=5aa73e72-f62d-4729-8662-13fffeab3ebc HTTP/1.1" status: 200 len: 1096 time: 0.0458186 Aug 23 21:20:31.707705 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8d04858d-7d47-413f-8c66-a8c627fa1e51 req-daab717c-ae48-4c02-b77e-a6f25f5e1f76 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333729 Aug 23 21:20:31.791955 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ec728-9a3a-4797-b298-c969c5de31c2 req-6842fdd1-8648-49a4-9831-7c4e6f450ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:31.793446 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e99ec728-9a3a-4797-b298-c969c5de31c2 req-6842fdd1-8648-49a4-9831-7c4e6f450ec3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9a61cfba-04b6-49ec-82cc-357b1b269bca HTTP/1.1" status: 200 len: 913 time: 0.0881584 Aug 23 21:20:31.858229 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e99ec728-9a3a-4797-b298-c969c5de31c2 req-0dccfd4e-a2c9-4af3-860b-e51fb84b06c9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad54e962-fc01-41bb-914f-a48114408f6e HTTP/1.1" status: 200 len: 1001 time: 0.0572646 Aug 23 21:20:31.907133 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ec728-9a3a-4797-b298-c969c5de31c2 req-a0911d11-a163-4f09-9a11-35f0539a8fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:31.908542 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e99ec728-9a3a-4797-b298-c969c5de31c2 req-a0911d11-a163-4f09-9a11-35f0539a8fc8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0ea33c2-15c1-4102-8307-77f21470fe54 HTTP/1.1" status: 200 len: 851 time: 0.0432615 Aug 23 21:20:31.956135 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ec728-9a3a-4797-b298-c969c5de31c2 req-72177b7c-5849-495e-91dd-79b487c4c59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:31.957610 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e99ec728-9a3a-4797-b298-c969c5de31c2 req-72177b7c-5849-495e-91dd-79b487c4c59a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a61cfba-04b6-49ec-82cc-357b1b269bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421426 Aug 23 21:20:32.048753 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e99ec728-9a3a-4797-b298-c969c5de31c2 req-ede6c953-bd49-41d6-a86b-27ddf90d4930 service neutron] 10.222.0.11 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823753 Aug 23 21:20:32.143241 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e99ec728-9a3a-4797-b298-c969c5de31c2 req-83e0c85b-a23b-46df-b996-7551fe8c70ad service neutron] 10.222.0.11 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871260 Aug 23 21:20:32.827392 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb0064-f195-4f4f-ac66-56bc32dc86f5 req-68c68429-dacd-44ac-a453-c3178434c309 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:32.829277 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9beb0064-f195-4f4f-ac66-56bc32dc86f5 req-68c68429-dacd-44ac-a453-c3178434c309 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=5aa73e72-f62d-4729-8662-13fffeab3ebc HTTP/1.1" status: 200 len: 945 time: 0.0527565 Aug 23 21:20:32.867836 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9beb0064-f195-4f4f-ac66-56bc32dc86f5 req-89e3136c-4eb1-4b58-8961-60103ffbbb9b tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327079 Aug 23 21:20:33.981992 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c0119-2885-4372-91d1-b10fcda9b2ca req-ab85dfa6-f6de-4dcf-8d77-8079805ea521 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:33.983478 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e88c0119-2885-4372-91d1-b10fcda9b2ca req-ab85dfa6-f6de-4dcf-8d77-8079805ea521 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=5aa73e72-f62d-4729-8662-13fffeab3ebc HTTP/1.1" status: 200 len: 945 time: 0.0488067 Aug 23 21:20:34.024844 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e88c0119-2885-4372-91d1-b10fcda9b2ca req-5d6a2161-9e33-4c53-ad8c-e80e90b06b1a tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347583 Aug 23 21:20:34.043932 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [req-e99ec728-9a3a-4797-b298-c969c5de31c2 req-e9ca29c4-c736-4e2e-a4de-9b9f84127f05 service neutron] show failed (client error): The resource could not be found. Aug 23 21:20:34.045051 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e99ec728-9a3a-4797-b298-c969c5de31c2 req-e9ca29c4-c736-4e2e-a4de-9b9f84127f05 service neutron] 10.222.0.11 "GET /v2.0/ports/ad54e962-fc01-41bb-914f-a48114408f6e/bindings/n-h2-805663-2 HTTP/1.1" status: 404 len: 380 time: 0.0591545 Aug 23 21:20:34.237878 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ec728-9a3a-4797-b298-c969c5de31c2 req-2e6cfa89-747e-4542-8527-91ca1495ee49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:34.239260 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e99ec728-9a3a-4797-b298-c969c5de31c2 req-2e6cfa89-747e-4542-8527-91ca1495ee49 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5aa73e72-f62d-4729-8662-13fffeab3ebc&tenant_id=43cfe01c10fe4050a920d6308b5893af HTTP/1.1" status: 200 len: 1096 time: 0.0402219 Aug 23 21:20:34.257939 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-e99ec728-9a3a-4797-b298-c969c5de31c2 req-78355908-af2e-4343-8354-39caeeac8d8d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805663-2', 'device_owner': 'compute:nova'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:20:34.312067 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e99ec728-9a3a-4797-b298-c969c5de31c2 req-78355908-af2e-4343-8354-39caeeac8d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:20:34.509906 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-e99ec728-9a3a-4797-b298-c969c5de31c2 req-78355908-af2e-4343-8354-39caeeac8d8d service neutron] For port ad54e962-fc01-41bb-914f-a48114408f6e, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=ad54e962-fc01-41bb-914f-a48114408f6e,segment=NetworkSegment(47cfa6a0-3b45-4819-8d24-3639000c620f),segment_id=47cfa6a0-3b45-4819-8d24-3639000c620f)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:20:34.541378 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-e99ec728-9a3a-4797-b298-c969c5de31c2 req-78355908-af2e-4343-8354-39caeeac8d8d service neutron] For port ad54e962-fc01-41bb-914f-a48114408f6e, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:20:34.581032 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa73e72-f62d-4729-8662-13fffeab3ebc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad54e962-fc01-41bb-914f-a48114408f6e'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:20:34.583288 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a5ef2b-1c3c-4b4e-9ef0-01571b807d36" -d '{"events": [{"server_uuid": "5aa73e72-f62d-4729-8662-13fffeab3ebc", "name": "network-vif-unplugged", "status": "completed", "tag": "ad54e962-fc01-41bb-914f-a48114408f6e"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:20:34.587011 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e99ec728-9a3a-4797-b298-c969c5de31c2 req-78355908-af2e-4343-8354-39caeeac8d8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:20:34.599614 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-e99ec728-9a3a-4797-b298-c969c5de31c2 req-78355908-af2e-4343-8354-39caeeac8d8d service neutron] Transition to ACTIVE for port object ad54e962-fc01-41bb-914f-a48114408f6e will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:20:34.603049 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e99ec728-9a3a-4797-b298-c969c5de31c2 req-78355908-af2e-4343-8354-39caeeac8d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:20:34.737632 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 21:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac6db57-6e17-470f-8ffe-38c408fc49e7 x-openstack-request-id: req-6ac6db57-6e17-470f-8ffe-38c408fc49e7 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:20:34.737922 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aa73e72-f62d-4729-8662-13fffeab3ebc", "name": "network-vif-unplugged", "status": "completed", "tag": "ad54e962-fc01-41bb-914f-a48114408f6e", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:20:34.738170 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6ac6db57-6e17-470f-8ffe-38c408fc49e7 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:20:34.738559 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aa73e72-f62d-4729-8662-13fffeab3ebc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad54e962-fc01-41bb-914f-a48114408f6e', 'code': 200} Aug 23 21:20:34.744104 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78355908-af2e-4343-8354-39caeeac8d8d service neutron] Pushing event updated for resources: {'Port': ['ID=ad54e962-fc01-41bb-914f-a48114408f6e,revision_number=6']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:20:34.769095 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78355908-af2e-4343-8354-39caeeac8d8d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:20:34.769354 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78355908-af2e-4343-8354-39caeeac8d8d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:20:34.769621 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78355908-af2e-4343-8354-39caeeac8d8d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:20:34.769950 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78355908-af2e-4343-8354-39caeeac8d8d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:20:34.770277 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78355908-af2e-4343-8354-39caeeac8d8d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:20:34.770601 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78355908-af2e-4343-8354-39caeeac8d8d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:20:34.770922 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78355908-af2e-4343-8354-39caeeac8d8d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:20:34.771247 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78355908-af2e-4343-8354-39caeeac8d8d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:20:34.771566 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78355908-af2e-4343-8354-39caeeac8d8d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:20:34.771879 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78355908-af2e-4343-8354-39caeeac8d8d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:20:34.772227 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78355908-af2e-4343-8354-39caeeac8d8d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:20:34.772544 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78355908-af2e-4343-8354-39caeeac8d8d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:20:34.797403 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-e99ec728-9a3a-4797-b298-c969c5de31c2 req-78355908-af2e-4343-8354-39caeeac8d8d service neutron] No DVR routers for this DVR port ad54e962-fc01-41bb-914f-a48114408f6e on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:20:34.935943 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-e99ec728-9a3a-4797-b298-c969c5de31c2 req-78355908-af2e-4343-8354-39caeeac8d8d service neutron] Attempting to bind port ad54e962-fc01-41bb-914f-a48114408f6e on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:20:34.936232 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-e99ec728-9a3a-4797-b298-c969c5de31c2 req-78355908-af2e-4343-8354-39caeeac8d8d service neutron] Attempting to bind port ad54e962-fc01-41bb-914f-a48114408f6e by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': '47cfa6a0-3b45-4819-8d24-3639000c620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:20:34.936554 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99ec728-9a3a-4797-b298-c969c5de31c2 req-78355908-af2e-4343-8354-39caeeac8d8d service neutron] Attempting to bind port ad54e962-fc01-41bb-914f-a48114408f6e on network 9a61cfba-04b6-49ec-82cc-357b1b269bca {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:20:34.941009 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99ec728-9a3a-4797-b298-c969c5de31c2 req-78355908-af2e-4343-8354-39caeeac8d8d service neutron] Port ad54e962-fc01-41bb-914f-a48114408f6e on network 9a61cfba-04b6-49ec-82cc-357b1b269bca not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:20:34.941325 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99ec728-9a3a-4797-b298-c969c5de31c2 req-78355908-af2e-4343-8354-39caeeac8d8d service neutron] Attempting to bind port ad54e962-fc01-41bb-914f-a48114408f6e on network 9a61cfba-04b6-49ec-82cc-357b1b269bca {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:20:34.946135 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99ec728-9a3a-4797-b298-c969c5de31c2 req-78355908-af2e-4343-8354-39caeeac8d8d service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:20:34.946464 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99ec728-9a3a-4797-b298-c969c5de31c2 req-78355908-af2e-4343-8354-39caeeac8d8d service neutron] Checking segment: {'id': '47cfa6a0-3b45-4819-8d24-3639000c620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:20:34.946844 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99ec728-9a3a-4797-b298-c969c5de31c2 req-78355908-af2e-4343-8354-39caeeac8d8d service neutron] Bound using segment: {'id': '47cfa6a0-3b45-4819-8d24-3639000c620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:20:34.947258 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-e99ec728-9a3a-4797-b298-c969c5de31c2 req-78355908-af2e-4343-8354-39caeeac8d8d service neutron] Bound port: ad54e962-fc01-41bb-914f-a48114408f6e, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47cfa6a0-3b45-4819-8d24-3639000c620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:20:34.947606 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e99ec728-9a3a-4797-b298-c969c5de31c2 req-78355908-af2e-4343-8354-39caeeac8d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:20:35.008912 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-e99ec728-9a3a-4797-b298-c969c5de31c2 req-78355908-af2e-4343-8354-39caeeac8d8d service neutron] For port ad54e962-fc01-41bb-914f-a48114408f6e, host n-h2-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:20:35.012106 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-e99ec728-9a3a-4797-b298-c969c5de31c2 req-78355908-af2e-4343-8354-39caeeac8d8d service neutron] For port ad54e962-fc01-41bb-914f-a48114408f6e, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=ad54e962-fc01-41bb-914f-a48114408f6e,segment=NetworkSegment(47cfa6a0-3b45-4819-8d24-3639000c620f),segment_id=47cfa6a0-3b45-4819-8d24-3639000c620f)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:20:35.017237 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e99ec728-9a3a-4797-b298-c969c5de31c2 req-78355908-af2e-4343-8354-39caeeac8d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:20:35.049454 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ec728-9a3a-4797-b298-c969c5de31c2 req-78355908-af2e-4343-8354-39caeeac8d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:35.049802 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e99ec728-9a3a-4797-b298-c969c5de31c2 req-78355908-af2e-4343-8354-39caeeac8d8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:20:35.051204 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e99ec728-9a3a-4797-b298-c969c5de31c2 req-78355908-af2e-4343-8354-39caeeac8d8d service neutron] 10.222.0.32 "PUT /v2.0/ports/ad54e962-fc01-41bb-914f-a48114408f6e HTTP/1.1" status: 200 len: 1091 time: 0.7972670 Aug 23 21:20:35.073958 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78355908-af2e-4343-8354-39caeeac8d8d service neutron] Pushing event updated for resources: {'Port': ['ID=ad54e962-fc01-41bb-914f-a48114408f6e,revision_number=7']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:20:35.172223 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ec728-9a3a-4797-b298-c969c5de31c2 req-c7b0560b-26af-4ded-9724-6dab97bb9d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:35.173752 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e99ec728-9a3a-4797-b298-c969c5de31c2 req-c7b0560b-26af-4ded-9724-6dab97bb9d80 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=43cfe01c10fe4050a920d6308b5893af&device_id=5aa73e72-f62d-4729-8662-13fffeab3ebc HTTP/1.1" status: 200 len: 1094 time: 0.0771849 Aug 23 21:20:35.186625 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d36651d-8c49-4cbf-b4a3-09aa5bae9f7d req-44b0aade-38a5-4fbb-86fb-a99d44ec7614 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:35.188925 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2d36651d-8c49-4cbf-b4a3-09aa5bae9f7d req-44b0aade-38a5-4fbb-86fb-a99d44ec7614 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=5aa73e72-f62d-4729-8662-13fffeab3ebc HTTP/1.1" status: 200 len: 943 time: 0.0838261 Aug 23 21:20:35.276534 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2d36651d-8c49-4cbf-b4a3-09aa5bae9f7d req-f1a77d70-06f6-44a6-a537-bb49fe3fc789 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791891 Aug 23 21:20:35.304758 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ec728-9a3a-4797-b298-c969c5de31c2 req-c9340639-2b0b-49d0-ba6a-93eb3a9d29e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:35.306229 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e99ec728-9a3a-4797-b298-c969c5de31c2 req-c9340639-2b0b-49d0-ba6a-93eb3a9d29e2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9a61cfba-04b6-49ec-82cc-357b1b269bca HTTP/1.1" status: 200 len: 913 time: 0.1163454 Aug 23 21:20:35.375174 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e99ec728-9a3a-4797-b298-c969c5de31c2 req-9469ad39-5b79-4356-80e3-16b4455e8e32 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad54e962-fc01-41bb-914f-a48114408f6e HTTP/1.1" status: 200 len: 999 time: 0.0605714 Aug 23 21:20:35.424482 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ec728-9a3a-4797-b298-c969c5de31c2 req-6ac59424-7bfa-413e-805d-f93a570a1c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:35.425903 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e99ec728-9a3a-4797-b298-c969c5de31c2 req-6ac59424-7bfa-413e-805d-f93a570a1c04 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d0ea33c2-15c1-4102-8307-77f21470fe54 HTTP/1.1" status: 200 len: 851 time: 0.0432646 Aug 23 21:20:35.471512 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ec728-9a3a-4797-b298-c969c5de31c2 req-40f71038-eac4-4781-80a9-d8e3f122a722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:35.473146 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e99ec728-9a3a-4797-b298-c969c5de31c2 req-40f71038-eac4-4781-80a9-d8e3f122a722 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9a61cfba-04b6-49ec-82cc-357b1b269bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396025 Aug 23 21:20:35.570615 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e99ec728-9a3a-4797-b298-c969c5de31c2 req-268ed760-1e9a-446a-91fb-7b9359300aca service neutron] 10.222.0.32 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891683 Aug 23 21:20:35.661082 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e99ec728-9a3a-4797-b298-c969c5de31c2 req-1ae418f0-477e-445b-b581-385ada4c0c03 service neutron] 10.222.0.32 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820100 Aug 23 21:20:36.395941 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c9b1c-ca26-4bba-8d98-47c9b084b258 req-9d647a37-0d1a-4503-8f58-f578ae572bfa tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:36.397452 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d11c9b1c-ca26-4bba-8d98-47c9b084b258 req-9d647a37-0d1a-4503-8f58-f578ae572bfa tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=5aa73e72-f62d-4729-8662-13fffeab3ebc HTTP/1.1" status: 200 len: 943 time: 0.0495272 Aug 23 21:20:36.435027 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d11c9b1c-ca26-4bba-8d98-47c9b084b258 req-17b1b91d-2cbc-44cc-ac4c-8f3f6f8f0c20 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316083 Aug 23 21:20:36.685480 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device ad54e962-fc01-41bb-914f-a48114408f6e no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:20:36.722418 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device ad54e962-fc01-41bb-914f-a48114408f6e not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:20:36.739723 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aa73e72-f62d-4729-8662-13fffeab3ebc', 'tag': 'ad54e962-fc01-41bb-914f-a48114408f6e'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:20:36.742361 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692a54d3-a4e1-467f-a3e7-6cdc37fc88c9" -d '{"events": [{"name": "network-changed", "server_uuid": "5aa73e72-f62d-4729-8662-13fffeab3ebc", "tag": "ad54e962-fc01-41bb-914f-a48114408f6e"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:20:36.789436 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e8fa67-0eee-49f1-ac16-2684814fdf54 x-openstack-request-id: req-93e8fa67-0eee-49f1-ac16-2684814fdf54 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:20:36.789742 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aa73e72-f62d-4729-8662-13fffeab3ebc", "tag": "ad54e962-fc01-41bb-914f-a48114408f6e", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:20:36.789993 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-93e8fa67-0eee-49f1-ac16-2684814fdf54 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:20:36.790886 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aa73e72-f62d-4729-8662-13fffeab3ebc', 'tag': 'ad54e962-fc01-41bb-914f-a48114408f6e', 'status': 'completed', 'code': 200} Aug 23 21:20:36.852337 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a54d3-a4e1-467f-a3e7-6cdc37fc88c9 req-770662d3-3a2b-4d56-8bab-d4845d287410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:36.853749 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-692a54d3-a4e1-467f-a3e7-6cdc37fc88c9 req-770662d3-3a2b-4d56-8bab-d4845d287410 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=43cfe01c10fe4050a920d6308b5893af&device_id=5aa73e72-f62d-4729-8662-13fffeab3ebc HTTP/1.1" status: 200 len: 1094 time: 0.0452356 Aug 23 21:20:36.880522 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a54d3-a4e1-467f-a3e7-6cdc37fc88c9 req-d1045dad-1f24-450a-9c37-b8d1cdcc35e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:36.882008 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-692a54d3-a4e1-467f-a3e7-6cdc37fc88c9 req-d1045dad-1f24-450a-9c37-b8d1cdcc35e6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=43cfe01c10fe4050a920d6308b5893af&device_id=5aa73e72-f62d-4729-8662-13fffeab3ebc HTTP/1.1" status: 200 len: 1094 time: 0.0449612 Aug 23 21:20:36.943927 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a54d3-a4e1-467f-a3e7-6cdc37fc88c9 req-596396ce-6927-4c8e-83b1-65ecda935d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:36.945429 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-692a54d3-a4e1-467f-a3e7-6cdc37fc88c9 req-596396ce-6927-4c8e-83b1-65ecda935d17 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9a61cfba-04b6-49ec-82cc-357b1b269bca HTTP/1.1" status: 200 len: 913 time: 0.0846789 Aug 23 21:20:36.975450 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a54d3-a4e1-467f-a3e7-6cdc37fc88c9 req-e4a2387c-4d3b-4e38-86a4-911cf5ec5a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:36.976946 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-692a54d3-a4e1-467f-a3e7-6cdc37fc88c9 req-e4a2387c-4d3b-4e38-86a4-911cf5ec5a82 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9a61cfba-04b6-49ec-82cc-357b1b269bca HTTP/1.1" status: 200 len: 913 time: 0.0833571 Aug 23 21:20:37.054394 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-692a54d3-a4e1-467f-a3e7-6cdc37fc88c9 req-6749d0ac-cfce-4dec-a479-0b58da99641d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad54e962-fc01-41bb-914f-a48114408f6e HTTP/1.1" status: 200 len: 999 time: 0.0676055 Aug 23 21:20:37.111753 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a54d3-a4e1-467f-a3e7-6cdc37fc88c9 req-4a2e582a-75f5-4cd7-98ed-301cc422feda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:37.113316 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-692a54d3-a4e1-467f-a3e7-6cdc37fc88c9 req-4a2e582a-75f5-4cd7-98ed-301cc422feda service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d0ea33c2-15c1-4102-8307-77f21470fe54 HTTP/1.1" status: 200 len: 851 time: 0.0489490 Aug 23 21:20:37.167154 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a54d3-a4e1-467f-a3e7-6cdc37fc88c9 req-85f78788-a24c-482f-9db3-dfafcf105b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:37.169154 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-692a54d3-a4e1-467f-a3e7-6cdc37fc88c9 req-85f78788-a24c-482f-9db3-dfafcf105b15 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9a61cfba-04b6-49ec-82cc-357b1b269bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479460 Aug 23 21:20:37.268438 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-692a54d3-a4e1-467f-a3e7-6cdc37fc88c9 req-818bd3b2-be91-40a4-8550-2ae43d9f480a service neutron] 10.222.0.32 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907137 Aug 23 21:20:37.343768 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-692a54d3-a4e1-467f-a3e7-6cdc37fc88c9 req-58570c1a-91f7-4858-8284-0b5b16d9bc86 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad54e962-fc01-41bb-914f-a48114408f6e HTTP/1.1" status: 200 len: 999 time: 0.3898776 Aug 23 21:20:37.361981 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-692a54d3-a4e1-467f-a3e7-6cdc37fc88c9 req-c44ac6d5-36b4-4be7-a1c4-47dfeecc1281 service neutron] 10.222.0.32 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857148 Aug 23 21:20:37.394504 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a54d3-a4e1-467f-a3e7-6cdc37fc88c9 req-128c1a03-8b17-4909-9eed-942d10c83527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:37.396105 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-692a54d3-a4e1-467f-a3e7-6cdc37fc88c9 req-128c1a03-8b17-4909-9eed-942d10c83527 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0ea33c2-15c1-4102-8307-77f21470fe54 HTTP/1.1" status: 200 len: 851 time: 0.0453203 Aug 23 21:20:37.441697 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a54d3-a4e1-467f-a3e7-6cdc37fc88c9 req-478fd924-07b4-466b-9c68-2f3efbac9b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:37.443149 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-692a54d3-a4e1-467f-a3e7-6cdc37fc88c9 req-478fd924-07b4-466b-9c68-2f3efbac9b76 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a61cfba-04b6-49ec-82cc-357b1b269bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393720 Aug 23 21:20:37.575587 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c41c4cd-4f82-4ed7-a2b2-830914643fad req-1c62824e-ecfb-4b1b-83d0-42525d78fa71 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:37.577106 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5c41c4cd-4f82-4ed7-a2b2-830914643fad req-1c62824e-ecfb-4b1b-83d0-42525d78fa71 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=5aa73e72-f62d-4729-8662-13fffeab3ebc HTTP/1.1" status: 200 len: 943 time: 0.0735786 Aug 23 21:20:37.581726 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-692a54d3-a4e1-467f-a3e7-6cdc37fc88c9 req-619924d3-fe0f-4d1d-9a8b-feb26e777477 service neutron] 10.222.0.11 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304743 Aug 23 21:20:37.668091 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5c41c4cd-4f82-4ed7-a2b2-830914643fad req-90dd1c2f-37b3-4dd8-9b5a-2f92cb1d3e1f tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843339 Aug 23 21:20:37.702276 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-692a54d3-a4e1-467f-a3e7-6cdc37fc88c9 req-64e2aa0c-8ecd-4275-8b2a-0b1361da305e service neutron] 10.222.0.11 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116292 Aug 23 21:20:37.891633 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deefa5c2-3c94-4a5a-8b2d-d8624eaa74e4 req-d18973f0-5f04-4066-930a-7c6d4ec4c368 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:37.893137 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-deefa5c2-3c94-4a5a-8b2d-d8624eaa74e4 req-d18973f0-5f04-4066-930a-7c6d4ec4c368 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=5aa73e72-f62d-4729-8662-13fffeab3ebc HTTP/1.1" status: 200 len: 943 time: 0.0750682 Aug 23 21:20:37.906718 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9538e1-8707-4d1e-8bd6-1e9594935dd9 req-62b38d87-53ab-4014-94b5-bed907faaefe tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:37.908139 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-df9538e1-8707-4d1e-8bd6-1e9594935dd9 req-62b38d87-53ab-4014-94b5-bed907faaefe tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.11 "GET /v2.0/ports?device_id=5aa73e72-f62d-4729-8662-13fffeab3ebc&tenant_id=43cfe01c10fe4050a920d6308b5893af&binding%3Ahost_id=n-h2-805663-2 HTTP/1.1" status: 200 len: 943 time: 0.0804307 Aug 23 21:20:37.974115 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-deefa5c2-3c94-4a5a-8b2d-d8624eaa74e4 req-88e4240f-1146-424b-8395-ca2a2c3ca8e4 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748641 Aug 23 21:20:37.994002 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [req-df9538e1-8707-4d1e-8bd6-1e9594935dd9 req-23f86657-56a8-4389-adf1-68b85dd704ca service neutron] delete failed (client error): The resource could not be found. Aug 23 21:20:37.995005 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-df9538e1-8707-4d1e-8bd6-1e9594935dd9 req-23f86657-56a8-4389-adf1-68b85dd704ca service neutron] 10.222.0.11 "DELETE /v2.0/ports/ad54e962-fc01-41bb-914f-a48114408f6e/bindings/n-h1-805663-2 HTTP/1.1" status: 404 len: 380 time: 0.0744367 Aug 23 21:20:38.065114 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device ad54e962-fc01-41bb-914f-a48114408f6e details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 21:20:38.078289 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9538e1-8707-4d1e-8bd6-1e9594935dd9 req-937943c2-4530-4320-bce1-a12b610f219a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:38.079796 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-df9538e1-8707-4d1e-8bd6-1e9594935dd9 req-937943c2-4530-4320-bce1-a12b610f219a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=43cfe01c10fe4050a920d6308b5893af&device_id=5aa73e72-f62d-4729-8662-13fffeab3ebc HTTP/1.1" status: 200 len: 1094 time: 0.0419159 Aug 23 21:20:38.162611 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port ad54e962-fc01-41bb-914f-a48114408f6e, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=ad54e962-fc01-41bb-914f-a48114408f6e,segment=NetworkSegment(47cfa6a0-3b45-4819-8d24-3639000c620f),segment_id=47cfa6a0-3b45-4819-8d24-3639000c620f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:20:38.173544 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': 'ad54e962-fc01-41bb-914f-a48114408f6e', 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca', 'port_id': 'ad54e962-fc01-41bb-914f-a48114408f6e', 'mac_address': 'fa:16:3e:86:70:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 21:20:38.173728 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9538e1-8707-4d1e-8bd6-1e9594935dd9 req-fccb97bf-b16e-4521-b76f-961726be4d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:38.175243 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-df9538e1-8707-4d1e-8bd6-1e9594935dd9 req-fccb97bf-b16e-4521-b76f-961726be4d09 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9a61cfba-04b6-49ec-82cc-357b1b269bca HTTP/1.1" status: 200 len: 913 time: 0.0881650 Aug 23 21:20:38.211419 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:20:38.224874 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad54e962-fc01-41bb-914f-a48114408f6e {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:20:38.244294 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port ad54e962-fc01-41bb-914f-a48114408f6e, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=ad54e962-fc01-41bb-914f-a48114408f6e,segment=NetworkSegment(47cfa6a0-3b45-4819-8d24-3639000c620f),segment_id=47cfa6a0-3b45-4819-8d24-3639000c620f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:20:38.247618 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-df9538e1-8707-4d1e-8bd6-1e9594935dd9 req-618f3102-6000-4321-b711-d53e4311df8e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad54e962-fc01-41bb-914f-a48114408f6e HTTP/1.1" status: 200 len: 999 time: 0.0638411 Aug 23 21:20:38.248598 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:20:38.294592 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=ad54e962-fc01-41bb-914f-a48114408f6e,revision_number=8']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:20:38.299007 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9538e1-8707-4d1e-8bd6-1e9594935dd9 req-676f07db-fc2b-4a11-b0c1-f941c7d14409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:38.300518 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-df9538e1-8707-4d1e-8bd6-1e9594935dd9 req-676f07db-fc2b-4a11-b0c1-f941c7d14409 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0ea33c2-15c1-4102-8307-77f21470fe54 HTTP/1.1" status: 200 len: 851 time: 0.0466096 Aug 23 21:20:38.302642 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:20:38.303009 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:20:38.303347 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:20:38.303679 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:20:38.304007 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:20:38.304357 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:20:38.304681 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:20:38.305001 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:20:38.305319 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:20:38.305638 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:20:38.305956 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:20:38.306341 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:20:38.348601 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9538e1-8707-4d1e-8bd6-1e9594935dd9 req-650fd3c8-0bdb-4474-a441-ec3d403c04bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:38.350099 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-df9538e1-8707-4d1e-8bd6-1e9594935dd9 req-650fd3c8-0bdb-4474-a441-ec3d403c04bc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a61cfba-04b6-49ec-82cc-357b1b269bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417168 Aug 23 21:20:38.444202 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-df9538e1-8707-4d1e-8bd6-1e9594935dd9 req-82869e86-156b-49d3-9186-5f4ac0136122 service neutron] 10.222.0.11 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859571 Aug 23 21:20:38.536340 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-df9538e1-8707-4d1e-8bd6-1e9594935dd9 req-02a574ea-3385-42f3-825b-992e21f1668b service neutron] 10.222.0.11 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850196 Aug 23 21:20:38.609567 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['ad54e962-fc01-41bb-914f-a48114408f6e'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:20:39.096499 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36364526-0da4-4ced-b0f2-28e6a2dbfe6a req-27c99761-3eb6-44a3-839e-5d028bfbc3ee tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:39.098014 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-36364526-0da4-4ced-b0f2-28e6a2dbfe6a req-27c99761-3eb6-44a3-839e-5d028bfbc3ee tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=5aa73e72-f62d-4729-8662-13fffeab3ebc HTTP/1.1" status: 200 len: 944 time: 0.0513034 Aug 23 21:20:39.136318 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-36364526-0da4-4ced-b0f2-28e6a2dbfe6a req-5fbf0601-2bb7-4c8c-86d1-ae7441bb1bd0 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322220 Aug 23 21:20:39.255700 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414cde6-e010-44bb-8aae-965be3ced486 req-a687a952-42cc-40de-853d-a461f539ba68 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:39.257109 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1414cde6-e010-44bb-8aae-965be3ced486 req-a687a952-42cc-40de-853d-a461f539ba68 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=5aa73e72-f62d-4729-8662-13fffeab3ebc HTTP/1.1" status: 200 len: 944 time: 0.0549767 Aug 23 21:20:39.295011 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1414cde6-e010-44bb-8aae-965be3ced486 req-6debaa1f-3057-40a4-9cbc-7e8a4e5e7d02 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320177 Aug 23 21:20:39.495300 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c6c99a-d405-450d-8e4e-dd3d243eecb8 req-950510c8-e93b-4019-b5e8-4b68a569bfc7 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:39.496983 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-09c6c99a-d405-450d-8e4e-dd3d243eecb8 req-950510c8-e93b-4019-b5e8-4b68a569bfc7 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=5aa73e72-f62d-4729-8662-13fffeab3ebc HTTP/1.1" status: 200 len: 944 time: 0.0529296 Aug 23 21:20:39.536924 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-09c6c99a-d405-450d-8e4e-dd3d243eecb8 req-cb45bff4-f5c4-4214-9b12-37b53260e817 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334609 Aug 23 21:20:39.550007 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8ab935-6e5e-40ce-8415-2984bb8c1344 req-81057427-1298-430f-aba5-9fa17ba41703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:39.551519 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-de8ab935-6e5e-40ce-8415-2984bb8c1344 req-81057427-1298-430f-aba5-9fa17ba41703 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=43cfe01c10fe4050a920d6308b5893af&device_id=5aa73e72-f62d-4729-8662-13fffeab3ebc HTTP/1.1" status: 200 len: 1095 time: 0.0462105 Aug 23 21:20:39.643218 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8ab935-6e5e-40ce-8415-2984bb8c1344 req-296c7221-4781-4b2f-88ba-0aae44d7adb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:39.644755 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-de8ab935-6e5e-40ce-8415-2984bb8c1344 req-296c7221-4781-4b2f-88ba-0aae44d7adb4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9a61cfba-04b6-49ec-82cc-357b1b269bca HTTP/1.1" status: 200 len: 913 time: 0.0848784 Aug 23 21:20:39.715578 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-de8ab935-6e5e-40ce-8415-2984bb8c1344 req-acd988de-beaf-4b09-8c6b-0b5649da8ac4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad54e962-fc01-41bb-914f-a48114408f6e HTTP/1.1" status: 200 len: 1000 time: 0.0619340 Aug 23 21:20:39.765225 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8ab935-6e5e-40ce-8415-2984bb8c1344 req-95b591ba-7640-4c58-9c08-909d87e08b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:39.766676 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-de8ab935-6e5e-40ce-8415-2984bb8c1344 req-95b591ba-7640-4c58-9c08-909d87e08b93 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d0ea33c2-15c1-4102-8307-77f21470fe54 HTTP/1.1" status: 200 len: 851 time: 0.0440698 Aug 23 21:20:39.813138 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8ab935-6e5e-40ce-8415-2984bb8c1344 req-abe7c8f9-1ece-432f-af61-823d02952f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:39.814540 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-de8ab935-6e5e-40ce-8415-2984bb8c1344 req-abe7c8f9-1ece-432f-af61-823d02952f84 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9a61cfba-04b6-49ec-82cc-357b1b269bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396061 Aug 23 21:20:40.065811 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device ad54e962-fc01-41bb-914f-a48114408f6e up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:20:40.106995 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-53b1e719-3f1d-4fd2-937b-f22daa50b882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:20:40.131325 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port ad54e962-fc01-41bb-914f-a48114408f6e completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:20:40.135496 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port ad54e962-fc01-41bb-914f-a48114408f6e triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:20:40.135961 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:20:40.220227 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:20:40.239541 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-de8ab935-6e5e-40ce-8415-2984bb8c1344 req-5d6a069f-d30f-4f35-8ccc-a3df1f0266e8 service neutron] 10.222.0.32 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168537 Aug 23 21:20:40.242770 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa73e72-f62d-4729-8662-13fffeab3ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad54e962-fc01-41bb-914f-a48114408f6e'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:20:40.245008 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db3708d-0ad4-4dbc-9ccc-fde67d5f431c" -d '{"events": [{"server_uuid": "5aa73e72-f62d-4729-8662-13fffeab3ebc", "name": "network-vif-plugged", "status": "completed", "tag": "ad54e962-fc01-41bb-914f-a48114408f6e"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:20:40.258079 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port ad54e962-fc01-41bb-914f-a48114408f6e, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=ad54e962-fc01-41bb-914f-a48114408f6e,segment=NetworkSegment(47cfa6a0-3b45-4819-8d24-3639000c620f),segment_id=47cfa6a0-3b45-4819-8d24-3639000c620f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:20:40.262800 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:20:40.288731 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db176ade-7033-47a3-a156-7075fe8650ee x-openstack-request-id: req-db176ade-7033-47a3-a156-7075fe8650ee {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:20:40.289025 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aa73e72-f62d-4729-8662-13fffeab3ebc", "name": "network-vif-plugged", "status": "completed", "tag": "ad54e962-fc01-41bb-914f-a48114408f6e", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:20:40.289279 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-db176ade-7033-47a3-a156-7075fe8650ee {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:20:40.289666 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aa73e72-f62d-4729-8662-13fffeab3ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad54e962-fc01-41bb-914f-a48114408f6e', 'code': 200} Aug 23 21:20:40.315017 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=ad54e962-fc01-41bb-914f-a48114408f6e,revision_number=9']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:20:40.335972 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-de8ab935-6e5e-40ce-8415-2984bb8c1344 req-8c3c9035-d160-43aa-8e3c-c6553333cf94 service neutron] 10.222.0.32 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880287 Aug 23 21:20:40.653249 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85fb164-e562-46cc-9f5f-3eb3ac0b9103 req-956d4f91-8752-410b-84e0-ea0c4a274d4a tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:40.654723 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c85fb164-e562-46cc-9f5f-3eb3ac0b9103 req-956d4f91-8752-410b-84e0-ea0c4a274d4a tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=5aa73e72-f62d-4729-8662-13fffeab3ebc HTTP/1.1" status: 200 len: 945 time: 0.0492990 Aug 23 21:20:40.693425 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c85fb164-e562-46cc-9f5f-3eb3ac0b9103 req-447ef061-c9b1-4b01-af60-407e5efb66dc tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326991 Aug 23 21:20:40.852641 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:20:41.813281 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9174607a-afac-4d41-9f34-42abe990ddd5 req-31afb74a-55d7-46cf-b0d6-ec5789777404 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:41.814803 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9174607a-afac-4d41-9f34-42abe990ddd5 req-31afb74a-55d7-46cf-b0d6-ec5789777404 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=5aa73e72-f62d-4729-8662-13fffeab3ebc HTTP/1.1" status: 200 len: 945 time: 0.0502975 Aug 23 21:20:41.855842 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9174607a-afac-4d41-9f34-42abe990ddd5 req-31557abd-13c4-405d-a777-56199bccdb82 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351019 Aug 23 21:20:42.085779 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a2bda-01c1-4b74-a589-b8a7a5b7c923 req-4235cf28-6f69-4a50-ba5e-709f744390c6 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:42.087261 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-681a2bda-01c1-4b74-a589-b8a7a5b7c923 req-4235cf28-6f69-4a50-ba5e-709f744390c6 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=5aa73e72-f62d-4729-8662-13fffeab3ebc HTTP/1.1" status: 200 len: 945 time: 0.0497484 Aug 23 21:20:42.126571 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-681a2bda-01c1-4b74-a589-b8a7a5b7c923 req-a5478805-c43f-415f-8da4-147c99d189f8 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332527 Aug 23 21:20:43.250344 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd819c-95ad-4837-b5f4-5131c1174020 req-a88d38b8-bab7-41f4-b8db-a37eb223ef8c tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:43.251821 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-69bd819c-95ad-4837-b5f4-5131c1174020 req-a88d38b8-bab7-41f4-b8db-a37eb223ef8c tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=5aa73e72-f62d-4729-8662-13fffeab3ebc HTTP/1.1" status: 200 len: 945 time: 0.0567462 Aug 23 21:20:43.289257 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-69bd819c-95ad-4837-b5f4-5131c1174020 req-76ad13f0-272b-4ccd-9930-9303f6450f63 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313263 Aug 23 21:20:43.469168 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5413df54-186c-4944-948f-bb78d5961c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:20:43.549400 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b748231-343a-4607-9c3a-1ff45108ce4c req-a45be1b7-8072-4527-8a2a-f8b28e387311 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:43.550840 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4b748231-343a-4607-9c3a-1ff45108ce4c req-a45be1b7-8072-4527-8a2a-f8b28e387311 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.32 "GET /v2.0/ports?device_id=5aa73e72-f62d-4729-8662-13fffeab3ebc HTTP/1.1" status: 200 len: 945 time: 0.0478885 Aug 23 21:20:43.600580 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:20:43.644925 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-4b748231-343a-4607-9c3a-1ff45108ce4c req-ddf040a6-1006-44fe-af71-19090fd58540 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Deleting port ad54e962-fc01-41bb-914f-a48114408f6e {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:20:43.645268 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4b748231-343a-4607-9c3a-1ff45108ce4c req-ddf040a6-1006-44fe-af71-19090fd58540 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:20:43.733325 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-4b748231-343a-4607-9c3a-1ff45108ce4c req-ddf040a6-1006-44fe-af71-19090fd58540 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] For port ad54e962-fc01-41bb-914f-a48114408f6e, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=ad54e962-fc01-41bb-914f-a48114408f6e,segment=NetworkSegment(47cfa6a0-3b45-4819-8d24-3639000c620f),segment_id=47cfa6a0-3b45-4819-8d24-3639000c620f)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:20:43.733838 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4b748231-343a-4607-9c3a-1ff45108ce4c req-ddf040a6-1006-44fe-af71-19090fd58540 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:20:43.898129 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4b748231-343a-4607-9c3a-1ff45108ce4c req-ddf040a6-1006-44fe-af71-19090fd58540 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:20:43.898510 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4b748231-343a-4607-9c3a-1ff45108ce4c req-ddf040a6-1006-44fe-af71-19090fd58540 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:20:43.898822 n-d-805663-2 neutron-server[94687]: INFO neutron.db.l3_db [req-4b748231-343a-4607-9c3a-1ff45108ce4c req-ddf040a6-1006-44fe-af71-19090fd58540 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Floating IP b1900b86-0710-4409-a059-fecff1f1cb57 disassociated. External IP: 172.25.4.155, port: ad54e962-fc01-41bb-914f-a48114408f6e. Aug 23 21:20:43.899157 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-4b748231-343a-4607-9c3a-1ff45108ce4c req-ddf040a6-1006-44fe-af71-19090fd58540 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Calling delete_port for ad54e962-fc01-41bb-914f-a48114408f6e owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:20:44.026417 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4b748231-343a-4607-9c3a-1ff45108ce4c req-ddf040a6-1006-44fe-af71-19090fd58540 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:20:44.053406 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf040a6-1006-44fe-af71-19090fd58540 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Pushing event deleted for resources: {'Port': ['ID=ad54e962-fc01-41bb-914f-a48114408f6e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:20:44.182735 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b748231-343a-4607-9c3a-1ff45108ce4c req-ddf040a6-1006-44fe-af71-19090fd58540 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Router 82a259d6-fc59-442e-b8b4-962e8a07a013 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:20:44.292759 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b748231-343a-4607-9c3a-1ff45108ce4c req-ddf040a6-1006-44fe-af71-19090fd58540 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:20:44.303646 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca17cd3e-f080-4a2d-8ee9-2303f839d0ba None None] Sync routers for ids ['82a259d6-fc59-442e-b8b4-962e8a07a013'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:20:44.313078 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca17cd3e-f080-4a2d-8ee9-2303f839d0ba None None] Routers {'82a259d6-fc59-442e-b8b4-962e8a07a013'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:20:44.313933 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-ca17cd3e-f080-4a2d-8ee9-2303f839d0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:20:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['82a259d6-fc59-442e-b8b4-962e8a07a013'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:20:44.333990 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b748231-343a-4607-9c3a-1ff45108ce4c req-ddf040a6-1006-44fe-af71-19090fd58540 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] No DVR routers for this DVR port ad54e962-fc01-41bb-914f-a48114408f6e on host n-h2-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:20:44.336604 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4b748231-343a-4607-9c3a-1ff45108ce4c req-ddf040a6-1006-44fe-af71-19090fd58540 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:20:44.338585 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4b748231-343a-4607-9c3a-1ff45108ce4c req-ddf040a6-1006-44fe-af71-19090fd58540 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.32 "DELETE /v2.0/ports/ad54e962-fc01-41bb-914f-a48114408f6e HTTP/1.1" status: 204 len: 173 time: 0.7816172 Aug 23 21:20:44.339022 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa73e72-f62d-4729-8662-13fffeab3ebc', 'name': 'network-vif-deleted', 'tag': 'ad54e962-fc01-41bb-914f-a48114408f6e'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:20:44.341436 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d3c0ca-e20a-4191-9d3d-0eca3b500c5d" -d '{"events": [{"server_uuid": "5aa73e72-f62d-4729-8662-13fffeab3ebc", "name": "network-vif-deleted", "tag": "ad54e962-fc01-41bb-914f-a48114408f6e"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:20:44.387577 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425a0c2d-2d1b-473e-a3b6-b5b51e8ccdaa x-openstack-request-id: req-425a0c2d-2d1b-473e-a3b6-b5b51e8ccdaa {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:20:44.388373 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aa73e72-f62d-4729-8662-13fffeab3ebc", "name": "network-vif-deleted", "tag": "ad54e962-fc01-41bb-914f-a48114408f6e", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:20:44.388373 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-425a0c2d-2d1b-473e-a3b6-b5b51e8ccdaa {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:20:44.388565 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aa73e72-f62d-4729-8662-13fffeab3ebc', 'name': 'network-vif-deleted', 'tag': 'ad54e962-fc01-41bb-914f-a48114408f6e', 'status': 'completed', 'code': 200} Aug 23 21:20:44.412024 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d75124e0-847f-468f-9a44-8fa821dd15e1 req-8e08e7bc-b16f-4fa2-9da7-82eeae23a0f0 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=5aa73e72-f62d-4729-8662-13fffeab3ebc HTTP/1.1" status: 200 len: 210 time: 0.0342779 Aug 23 21:20:44.453549 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-ca17cd3e-f080-4a2d-8ee9-2303f839d0ba None None] Set router 82a259d6-fc59-442e-b8b4-962e8a07a013 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:20:44.665837 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-ca17cd3e-f080-4a2d-8ee9-2303f839d0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'name': 'tempest-ServerActionsTestJSON-1495423523-router', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:12Z', 'revision_number': 4, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'gw_port': {'id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'a997af6b-915a-4a8a-916c-618e290cece6', 'name': '', 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'mac_address': 'fa:16:3e:4a:32:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:11Z', 'updated_at': '2021-08-23T21:16:17Z', 'revision_number': 5, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'subnets': [{'id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:20:44.693584 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca17cd3e-f080-4a2d-8ee9-2303f839d0ba None None] Checking router: 82a259d6-fc59-442e-b8b4-962e8a07a013 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:20:44.702113 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca17cd3e-f080-4a2d-8ee9-2303f839d0ba None None] Routers {'82a259d6-fc59-442e-b8b4-962e8a07a013'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:20:44.703231 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-ca17cd3e-f080-4a2d-8ee9-2303f839d0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:20:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['82a259d6-fc59-442e-b8b4-962e8a07a013'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:20:44.762823 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:20:44.975811 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-ca17cd3e-f080-4a2d-8ee9-2303f839d0ba None None] Set router 82a259d6-fc59-442e-b8b4-962e8a07a013 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:20:45.174639 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-ca17cd3e-f080-4a2d-8ee9-2303f839d0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'name': 'tempest-ServerActionsTestJSON-1495423523-router', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:12Z', 'revision_number': 4, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'gw_port': {'id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'a997af6b-915a-4a8a-916c-618e290cece6', 'name': '', 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'mac_address': 'fa:16:3e:4a:32:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:11Z', 'updated_at': '2021-08-23T21:16:17Z', 'revision_number': 5, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'subnets': [{'id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:20:45.199899 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca17cd3e-f080-4a2d-8ee9-2303f839d0ba None None] The sync data for ids ['82a259d6-fc59-442e-b8b4-962e8a07a013'] in n-d-805663-2 is: [{'id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'name': 'tempest-ServerActionsTestJSON-1495423523-router', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:12Z', 'revision_number': 4, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'gw_port': {'id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'a997af6b-915a-4a8a-916c-618e290cece6', 'name': '', 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'mac_address': 'fa:16:3e:4a:32:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:11Z', 'updated_at': '2021-08-23T21:16:17Z', 'revision_number': 5, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'subnets': [{'id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:20:45.418682 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da79f90a-f026-4084-9c19-a38991e002a5 None None] New status for floating IP b1900b86-0710-4409-a059-fecff1f1cb57: DOWN {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 21:20:45.693898 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-08245825-86be-420b-b154-b44f10f92efb req-1f0b9cd7-e981-4994-a17c-157748b2f13a tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1708516144&fields=id&tenant_id=43cfe01c10fe4050a920d6308b5893af HTTP/1.1" status: 200 len: 267 time: 0.0336859 Aug 23 21:20:45.802291 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08245825-86be-420b-b154-b44f10f92efb req-5ed692a4-94db-4956-8959-a7f89da2a008 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:45.803671 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-08245825-86be-420b-b154-b44f10f92efb req-5ed692a4-94db-4956-8959-a7f89da2a008 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/networks?id=9a61cfba-04b6-49ec-82cc-357b1b269bca HTTP/1.1" status: 200 len: 812 time: 0.1030037 Aug 23 21:20:45.820010 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-08245825-86be-420b-b154-b44f10f92efb req-8c9a9941-d7e5-4ca8-9c45-8e543eb38dc8 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/quotas/43cfe01c10fe4050a920d6308b5893af HTTP/1.1" status: 200 len: 375 time: 0.0102663 Aug 23 21:20:45.880862 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-08245825-86be-420b-b154-b44f10f92efb req-32c2e537-1e43-4afa-a9fd-2192d0b19882 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=43cfe01c10fe4050a920d6308b5893af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0552266 Aug 23 21:20:46.022492 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-08245825-86be-420b-b154-b44f10f92efb req-da42880f-1fb8-4028-99ea-53f1c72d12d2 service neutron] 10.222.0.61 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294217 Aug 23 21:20:46.089839 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:20:46.100228 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device ad54e962-fc01-41bb-914f-a48114408f6e no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:20:46.118963 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-08245825-86be-420b-b154-b44f10f92efb req-8b35cf71-a911-4cc5-b7c0-47656c51fd1d service neutron] 10.222.0.61 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902050 Aug 23 21:20:46.120385 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: ad54e962-fc01-41bb-914f-a48114408f6e {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:20:46.120736 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device ad54e962-fc01-41bb-914f-a48114408f6e not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:20:46.282141 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bfe1ebea-d3d2-417b-ae53-b8bcbb779641 req-db4c55cb-7933-43c5-bdf4-10496448ef66 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9 HTTP/1.1" status: 200 len: 210 time: 0.0265996 Aug 23 21:20:47.192023 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08245825-86be-420b-b154-b44f10f92efb req-4afc72b8-f1b1-4326-a204-454db495c9a0 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:47.193498 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-08245825-86be-420b-b154-b44f10f92efb req-4afc72b8-f1b1-4326-a204-454db495c9a0 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.11 "GET /v2.0/networks?id=9a61cfba-04b6-49ec-82cc-357b1b269bca HTTP/1.1" status: 200 len: 812 time: 0.1102140 Aug 23 21:20:47.237536 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-08245825-86be-420b-b154-b44f10f92efb req-a1b6cf73-ae2c-48a6-a8cf-2298f58cfd45 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43cfe01c10fe4050a920d6308b5893af HTTP/1.1" status: 200 len: 380 time: 0.0335069 Aug 23 21:20:47.247812 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-08245825-86be-420b-b154-b44f10f92efb req-bf7bf226-2113-4d3b-a9cc-633b3041ee93 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Request body: {'port': {'device_id': 'a3942bb3-f704-44c6-be16-c58cbc437fe9', 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca', 'admin_state_up': True, 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'security_groups': ['32bfe731-51d4-4b7c-94ee-a055fd0879f5']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:20:47.382297 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-81e70821-126d-4809-a513-6cab7f2a4351 req-0bdfc1ad-8251-4a01-a15f-9b88da7ee752 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9 HTTP/1.1" status: 200 len: 210 time: 0.0310965 Aug 23 21:20:47.382993 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08245825-86be-420b-b154-b44f10f92efb req-bf7bf226-2113-4d3b-a9cc-633b3041ee93 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Made reservation on behalf of 43cfe01c10fe4050a920d6308b5893af for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:20:47.386375 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-08245825-86be-420b-b154-b44f10f92efb req-bf7bf226-2113-4d3b-a9cc-633b3041ee93 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:20:47.514888 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-08245825-86be-420b-b154-b44f10f92efb req-bf7bf226-2113-4d3b-a9cc-633b3041ee93 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Allocated IP 172.20.0.7 (9a61cfba-04b6-49ec-82cc-357b1b269bca/d0ea33c2-15c1-4102-8307-77f21470fe54/10cec8b2-b928-4ab1-9a9f-bd85709df28b) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:20:47.656681 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-08245825-86be-420b-b154-b44f10f92efb req-bf7bf226-2113-4d3b-a9cc-633b3041ee93 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:20:47.670675 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-08245825-86be-420b-b154-b44f10f92efb req-bf7bf226-2113-4d3b-a9cc-633b3041ee93 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Transition to ACTIVE for port object 10cec8b2-b928-4ab1-9a9f-bd85709df28b will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:20:47.703872 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-08245825-86be-420b-b154-b44f10f92efb req-bf7bf226-2113-4d3b-a9cc-633b3041ee93 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:20:47.749075 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08245825-86be-420b-b154-b44f10f92efb req-bf7bf226-2113-4d3b-a9cc-633b3041ee93 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Network 9a61cfba-04b6-49ec-82cc-357b1b269bca is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:20:47.752019 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-08245825-86be-420b-b154-b44f10f92efb req-bf7bf226-2113-4d3b-a9cc-633b3041ee93 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:20:47.755693 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-08245825-86be-420b-b154-b44f10f92efb req-bf7bf226-2113-4d3b-a9cc-633b3041ee93 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:20:47.785209 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7bf226-2113-4d3b-a9cc-633b3041ee93 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Pushing event updated for resources: {'Port': ['ID=10cec8b2-b928-4ab1-9a9f-bd85709df28b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:20:47.800662 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7bf226-2113-4d3b-a9cc-633b3041ee93 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:20:47.801008 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7bf226-2113-4d3b-a9cc-633b3041ee93 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:20:47.801345 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7bf226-2113-4d3b-a9cc-633b3041ee93 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:20:47.801675 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7bf226-2113-4d3b-a9cc-633b3041ee93 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:20:47.802001 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7bf226-2113-4d3b-a9cc-633b3041ee93 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:20:47.802320 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7bf226-2113-4d3b-a9cc-633b3041ee93 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:20:47.802643 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7bf226-2113-4d3b-a9cc-633b3041ee93 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:20:47.802960 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7bf226-2113-4d3b-a9cc-633b3041ee93 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:20:47.803418 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7bf226-2113-4d3b-a9cc-633b3041ee93 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:20:47.803670 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7bf226-2113-4d3b-a9cc-633b3041ee93 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:20:47.803988 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7bf226-2113-4d3b-a9cc-633b3041ee93 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:20:47.804374 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7bf226-2113-4d3b-a9cc-633b3041ee93 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:20:47.825632 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08245825-86be-420b-b154-b44f10f92efb req-bf7bf226-2113-4d3b-a9cc-633b3041ee93 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:47.826433 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-08245825-86be-420b-b154-b44f10f92efb req-bf7bf226-2113-4d3b-a9cc-633b3041ee93 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:20:47.842537 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-08245825-86be-420b-b154-b44f10f92efb req-bf7bf226-2113-4d3b-a9cc-633b3041ee93 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5982356 Aug 23 21:20:47.860323 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-08245825-86be-420b-b154-b44f10f92efb req-6694b252-f0bb-4c80-a89c-23b5e2781d08 service neutron] Request body: {'port': {'device_id': 'a3942bb3-f704-44c6-be16-c58cbc437fe9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:20:47.919114 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-08245825-86be-420b-b154-b44f10f92efb req-6694b252-f0bb-4c80-a89c-23b5e2781d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:20:48.010226 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b6e4075d-ccae-4961-a651-c07666613424 None None] Provisioning for port 10cec8b2-b928-4ab1-9a9f-bd85709df28b completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:20:48.013979 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b6e4075d-ccae-4961-a651-c07666613424 None None] Provisioning complete for port 10cec8b2-b928-4ab1-9a9f-bd85709df28b triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:20:48.014356 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b6e4075d-ccae-4961-a651-c07666613424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:20:48.048847 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b6e4075d-ccae-4961-a651-c07666613424 None None] Port 10cec8b2-b928-4ab1-9a9f-bd85709df28b cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:20:48.192898 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-08245825-86be-420b-b154-b44f10f92efb req-6694b252-f0bb-4c80-a89c-23b5e2781d08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10cec8b2-b928-4ab1-9a9f-bd85709df28b {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:20:48.200378 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-08245825-86be-420b-b154-b44f10f92efb req-6694b252-f0bb-4c80-a89c-23b5e2781d08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:20:48.212606 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-08245825-86be-420b-b154-b44f10f92efb req-6694b252-f0bb-4c80-a89c-23b5e2781d08 service neutron] Transition to ACTIVE for port object 10cec8b2-b928-4ab1-9a9f-bd85709df28b will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:20:48.215890 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-08245825-86be-420b-b154-b44f10f92efb req-6694b252-f0bb-4c80-a89c-23b5e2781d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:20:48.267090 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6694b252-f0bb-4c80-a89c-23b5e2781d08 service neutron] Pushing event updated for resources: {'Port': ['ID=10cec8b2-b928-4ab1-9a9f-bd85709df28b,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:20:48.339244 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-08245825-86be-420b-b154-b44f10f92efb req-6694b252-f0bb-4c80-a89c-23b5e2781d08 service neutron] Attempting to bind port 10cec8b2-b928-4ab1-9a9f-bd85709df28b on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:20:48.339575 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-08245825-86be-420b-b154-b44f10f92efb req-6694b252-f0bb-4c80-a89c-23b5e2781d08 service neutron] Attempting to bind port 10cec8b2-b928-4ab1-9a9f-bd85709df28b by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '47cfa6a0-3b45-4819-8d24-3639000c620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:20:48.339902 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08245825-86be-420b-b154-b44f10f92efb req-6694b252-f0bb-4c80-a89c-23b5e2781d08 service neutron] Attempting to bind port 10cec8b2-b928-4ab1-9a9f-bd85709df28b on network 9a61cfba-04b6-49ec-82cc-357b1b269bca {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:20:48.345176 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08245825-86be-420b-b154-b44f10f92efb req-6694b252-f0bb-4c80-a89c-23b5e2781d08 service neutron] Port 10cec8b2-b928-4ab1-9a9f-bd85709df28b on network 9a61cfba-04b6-49ec-82cc-357b1b269bca not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:20:48.345497 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08245825-86be-420b-b154-b44f10f92efb req-6694b252-f0bb-4c80-a89c-23b5e2781d08 service neutron] Attempting to bind port 10cec8b2-b928-4ab1-9a9f-bd85709df28b on network 9a61cfba-04b6-49ec-82cc-357b1b269bca {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:20:48.350624 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08245825-86be-420b-b154-b44f10f92efb req-6694b252-f0bb-4c80-a89c-23b5e2781d08 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:20:48.350958 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08245825-86be-420b-b154-b44f10f92efb req-6694b252-f0bb-4c80-a89c-23b5e2781d08 service neutron] Checking segment: {'id': '47cfa6a0-3b45-4819-8d24-3639000c620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:20:48.351352 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08245825-86be-420b-b154-b44f10f92efb req-6694b252-f0bb-4c80-a89c-23b5e2781d08 service neutron] Bound using segment: {'id': '47cfa6a0-3b45-4819-8d24-3639000c620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:20:48.351765 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-08245825-86be-420b-b154-b44f10f92efb req-6694b252-f0bb-4c80-a89c-23b5e2781d08 service neutron] Bound port: 10cec8b2-b928-4ab1-9a9f-bd85709df28b, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47cfa6a0-3b45-4819-8d24-3639000c620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:20:48.352151 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-08245825-86be-420b-b154-b44f10f92efb req-6694b252-f0bb-4c80-a89c-23b5e2781d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:20:48.424966 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-08245825-86be-420b-b154-b44f10f92efb req-6694b252-f0bb-4c80-a89c-23b5e2781d08 service neutron] For port 10cec8b2-b928-4ab1-9a9f-bd85709df28b, host n-h1-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:20:48.428136 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-08245825-86be-420b-b154-b44f10f92efb req-6694b252-f0bb-4c80-a89c-23b5e2781d08 service neutron] For port 10cec8b2-b928-4ab1-9a9f-bd85709df28b, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=10cec8b2-b928-4ab1-9a9f-bd85709df28b,segment=NetworkSegment(47cfa6a0-3b45-4819-8d24-3639000c620f),segment_id=47cfa6a0-3b45-4819-8d24-3639000c620f)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:20:48.432815 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-08245825-86be-420b-b154-b44f10f92efb req-6694b252-f0bb-4c80-a89c-23b5e2781d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:20:48.474056 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08245825-86be-420b-b154-b44f10f92efb req-6694b252-f0bb-4c80-a89c-23b5e2781d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:48.474056 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-08245825-86be-420b-b154-b44f10f92efb req-6694b252-f0bb-4c80-a89c-23b5e2781d08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:20:48.475492 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-08245825-86be-420b-b154-b44f10f92efb req-6694b252-f0bb-4c80-a89c-23b5e2781d08 service neutron] 10.222.0.11 "PUT /v2.0/ports/10cec8b2-b928-4ab1-9a9f-bd85709df28b HTTP/1.1" status: 200 len: 1091 time: 0.6206198 Aug 23 21:20:48.475492 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3942bb3-f704-44c6-be16-c58cbc437fe9', 'tag': '10cec8b2-b928-4ab1-9a9f-bd85709df28b'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:20:48.477842 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f19afe2-afcb-4268-9837-fab79faf17c8" -d '{"events": [{"name": "network-changed", "server_uuid": "a3942bb3-f704-44c6-be16-c58cbc437fe9", "tag": "10cec8b2-b928-4ab1-9a9f-bd85709df28b"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:20:48.507882 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6694b252-f0bb-4c80-a89c-23b5e2781d08 service neutron] Pushing event updated for resources: {'Port': ['ID=10cec8b2-b928-4ab1-9a9f-bd85709df28b,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:20:48.555882 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ac684a-c019-4e22-9a06-3a935fdb969b x-openstack-request-id: req-26ac684a-c019-4e22-9a06-3a935fdb969b {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:20:48.556201 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3942bb3-f704-44c6-be16-c58cbc437fe9", "tag": "10cec8b2-b928-4ab1-9a9f-bd85709df28b", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:20:48.556520 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-26ac684a-c019-4e22-9a06-3a935fdb969b {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:20:48.556981 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3942bb3-f704-44c6-be16-c58cbc437fe9', 'tag': '10cec8b2-b928-4ab1-9a9f-bd85709df28b', 'status': 'completed', 'code': 200} Aug 23 21:20:48.558698 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed330bed-9998-40f3-a154-058032bba721 req-08ee1564-c550-4df5-802a-3a8d017f4fc3 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:48.560505 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ed330bed-9998-40f3-a154-058032bba721 req-08ee1564-c550-4df5-802a-3a8d017f4fc3 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9 HTTP/1.1" status: 200 len: 943 time: 0.1070900 Aug 23 21:20:48.582036 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08245825-86be-420b-b154-b44f10f92efb req-9c5fb549-7dfd-4661-a2c1-c75a8a3fd94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:48.583676 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-08245825-86be-420b-b154-b44f10f92efb req-9c5fb549-7dfd-4661-a2c1-c75a8a3fd94e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=43cfe01c10fe4050a920d6308b5893af&device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9 HTTP/1.1" status: 200 len: 1094 time: 0.0560000 Aug 23 21:20:48.608158 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ed330bed-9998-40f3-a154-058032bba721 req-03205046-bb99-4c8e-9a1a-5782d148bdbe tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406153 Aug 23 21:20:48.631810 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-08245825-86be-420b-b154-b44f10f92efb req-1289f58f-3a5f-4560-940b-4f223e400953 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10cec8b2-b928-4ab1-9a9f-bd85709df28b HTTP/1.1" status: 200 len: 217 time: 0.0393846 Aug 23 21:20:48.688761 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08245825-86be-420b-b154-b44f10f92efb req-4b8a9036-f663-492a-95ce-df308b48e78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:48.690262 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-08245825-86be-420b-b154-b44f10f92efb req-4b8a9036-f663-492a-95ce-df308b48e78f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0ea33c2-15c1-4102-8307-77f21470fe54 HTTP/1.1" status: 200 len: 851 time: 0.0511010 Aug 23 21:20:48.736187 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08245825-86be-420b-b154-b44f10f92efb req-361e94ca-c879-4bf9-b8de-310c9601f3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:48.737685 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-08245825-86be-420b-b154-b44f10f92efb req-361e94ca-c879-4bf9-b8de-310c9601f3cc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a61cfba-04b6-49ec-82cc-357b1b269bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407832 Aug 23 21:20:48.829786 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-08245825-86be-420b-b154-b44f10f92efb req-ba7a6d40-8d4f-4982-8a30-6f097dad36aa service neutron] 10.222.0.11 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840015 Aug 23 21:20:48.924013 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-08245825-86be-420b-b154-b44f10f92efb req-843a8890-5e53-44ba-a690-32534070e73f service neutron] 10.222.0.11 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871472 Aug 23 21:20:49.009817 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f19afe2-afcb-4268-9837-fab79faf17c8 req-366b5f6b-f37c-4a6b-ae30-c0e40dfaee66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:49.011319 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5f19afe2-afcb-4268-9837-fab79faf17c8 req-366b5f6b-f37c-4a6b-ae30-c0e40dfaee66 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=43cfe01c10fe4050a920d6308b5893af&device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9 HTTP/1.1" status: 200 len: 1094 time: 0.0417509 Aug 23 21:20:49.103986 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f19afe2-afcb-4268-9837-fab79faf17c8 req-877615d7-df1a-45bc-aef1-8bd32082d6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:49.105390 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5f19afe2-afcb-4268-9837-fab79faf17c8 req-877615d7-df1a-45bc-aef1-8bd32082d6ec service neutron] 10.222.0.11 "GET /v2.0/networks?id=9a61cfba-04b6-49ec-82cc-357b1b269bca HTTP/1.1" status: 200 len: 913 time: 0.0871253 Aug 23 21:20:49.149756 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5f19afe2-afcb-4268-9837-fab79faf17c8 req-3c9cc3cd-b5f6-4ae5-ae92-d82c248a8e01 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10cec8b2-b928-4ab1-9a9f-bd85709df28b HTTP/1.1" status: 200 len: 217 time: 0.0367541 Aug 23 21:20:49.201260 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f19afe2-afcb-4268-9837-fab79faf17c8 req-ed6e8036-8ec3-4886-aac2-5976831785f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:49.202740 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5f19afe2-afcb-4268-9837-fab79faf17c8 req-ed6e8036-8ec3-4886-aac2-5976831785f2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0ea33c2-15c1-4102-8307-77f21470fe54 HTTP/1.1" status: 200 len: 851 time: 0.0453043 Aug 23 21:20:49.254357 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f19afe2-afcb-4268-9837-fab79faf17c8 req-4b0dc7aa-d224-43cb-a7b1-53546dc12a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:49.255840 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5f19afe2-afcb-4268-9837-fab79faf17c8 req-4b0dc7aa-d224-43cb-a7b1-53546dc12a07 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a61cfba-04b6-49ec-82cc-357b1b269bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458350 Aug 23 21:20:49.348688 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5f19afe2-afcb-4268-9837-fab79faf17c8 req-8e40846c-b73e-4cbe-be88-94607f6f1843 service neutron] 10.222.0.11 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847235 Aug 23 21:20:49.446843 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5f19afe2-afcb-4268-9837-fab79faf17c8 req-28775f4c-159d-40fd-8d2d-0dd1462400d2 service neutron] 10.222.0.11 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889184 Aug 23 21:20:49.726270 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de426359-cce3-4322-bd52-24c32879676d req-6d0a4822-6952-4422-a136-df804f2b491d tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:49.727669 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-de426359-cce3-4322-bd52-24c32879676d req-6d0a4822-6952-4422-a136-df804f2b491d tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9 HTTP/1.1" status: 200 len: 943 time: 0.0506828 Aug 23 21:20:49.767591 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-de426359-cce3-4322-bd52-24c32879676d req-79bbae67-9994-490f-a662-829d7c7e8559 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339701 Aug 23 21:20:50.186118 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:20:50.750207 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:20:50.763767 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 10cec8b2-b928-4ab1-9a9f-bd85709df28b details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 21:20:50.858002 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 10cec8b2-b928-4ab1-9a9f-bd85709df28b, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=10cec8b2-b928-4ab1-9a9f-bd85709df28b,segment=NetworkSegment(47cfa6a0-3b45-4819-8d24-3639000c620f),segment_id=47cfa6a0-3b45-4819-8d24-3639000c620f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:20:50.869568 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '10cec8b2-b928-4ab1-9a9f-bd85709df28b', 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca', 'port_id': '10cec8b2-b928-4ab1-9a9f-bd85709df28b', 'mac_address': 'fa:16:3e:62:d5:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 21:20:50.883374 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01547cf-1066-4066-985e-969744d63a5b req-139807a1-08e6-40df-bb37-2ec7d08d1851 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:50.884898 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a01547cf-1066-4066-985e-969744d63a5b req-139807a1-08e6-40df-bb37-2ec7d08d1851 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9 HTTP/1.1" status: 200 len: 943 time: 0.0492442 Aug 23 21:20:50.907544 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:20:50.920253 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10cec8b2-b928-4ab1-9a9f-bd85709df28b {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:20:50.923478 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a01547cf-1066-4066-985e-969744d63a5b req-15dfd61f-3ee3-4ec2-b3e2-073c1e768c4e tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323911 Aug 23 21:20:50.940605 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 10cec8b2-b928-4ab1-9a9f-bd85709df28b, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=10cec8b2-b928-4ab1-9a9f-bd85709df28b,segment=NetworkSegment(47cfa6a0-3b45-4819-8d24-3639000c620f),segment_id=47cfa6a0-3b45-4819-8d24-3639000c620f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:20:50.946004 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:20:50.997076 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=10cec8b2-b928-4ab1-9a9f-bd85709df28b,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:20:51.157824 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['10cec8b2-b928-4ab1-9a9f-bd85709df28b'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:20:52.036973 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac749e9a-a14f-4fe8-b1ad-f0ea4c16d357 req-d98e2a9d-8630-48a0-ab38-2e0c4de2e38d tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:52.038444 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ac749e9a-a14f-4fe8-b1ad-f0ea4c16d357 req-d98e2a9d-8630-48a0-ab38-2e0c4de2e38d tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9 HTTP/1.1" status: 200 len: 944 time: 0.0484202 Aug 23 21:20:52.076343 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ac749e9a-a14f-4fe8-b1ad-f0ea4c16d357 req-39f7d903-4e25-49fc-8d6f-f7bf371f982b tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320382 Aug 23 21:20:52.794470 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 10cec8b2-b928-4ab1-9a9f-bd85709df28b up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:20:52.846068 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 10cec8b2-b928-4ab1-9a9f-bd85709df28b completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:20:52.850472 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 10cec8b2-b928-4ab1-9a9f-bd85709df28b triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:20:52.850877 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:20:52.930409 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:20:52.955491 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3942bb3-f704-44c6-be16-c58cbc437fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10cec8b2-b928-4ab1-9a9f-bd85709df28b'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:20:52.958095 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b476dab-34a9-42c4-ae11-820fc896beea" -d '{"events": [{"server_uuid": "a3942bb3-f704-44c6-be16-c58cbc437fe9", "name": "network-vif-plugged", "status": "completed", "tag": "10cec8b2-b928-4ab1-9a9f-bd85709df28b"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:20:52.971927 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 10cec8b2-b928-4ab1-9a9f-bd85709df28b, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=10cec8b2-b928-4ab1-9a9f-bd85709df28b,segment=NetworkSegment(47cfa6a0-3b45-4819-8d24-3639000c620f),segment_id=47cfa6a0-3b45-4819-8d24-3639000c620f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:20:52.976705 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:20:53.001461 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47855dc2-3062-4d56-8c44-7af58393515d x-openstack-request-id: req-47855dc2-3062-4d56-8c44-7af58393515d {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:20:53.001752 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3942bb3-f704-44c6-be16-c58cbc437fe9", "name": "network-vif-plugged", "status": "completed", "tag": "10cec8b2-b928-4ab1-9a9f-bd85709df28b", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:20:53.002001 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-47855dc2-3062-4d56-8c44-7af58393515d {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:20:53.002381 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3942bb3-f704-44c6-be16-c58cbc437fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10cec8b2-b928-4ab1-9a9f-bd85709df28b', 'code': 200} Aug 23 21:20:53.028603 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=10cec8b2-b928-4ab1-9a9f-bd85709df28b,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:20:53.091910 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd5fe2-e2b8-4f57-9742-26e55fa535d7 req-c5734711-cbd3-41ae-9e34-0cf7b21a4512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:53.093692 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-15bd5fe2-e2b8-4f57-9742-26e55fa535d7 req-c5734711-cbd3-41ae-9e34-0cf7b21a4512 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9 HTTP/1.1" status: 200 len: 1096 time: 0.0408633 Aug 23 21:20:53.132885 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-15bd5fe2-e2b8-4f57-9742-26e55fa535d7 req-915fffbd-b76b-4fdf-bbcc-e4bf237e199c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320137 Aug 23 21:20:53.190860 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd48c4-a19d-4f54-a841-acdd629fe0b4 req-2cb4ad07-5f64-4260-bc2a-7ceaef265913 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:53.192354 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-51fd48c4-a19d-4f54-a841-acdd629fe0b4 req-2cb4ad07-5f64-4260-bc2a-7ceaef265913 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9 HTTP/1.1" status: 200 len: 945 time: 0.0486257 Aug 23 21:20:53.229844 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-51fd48c4-a19d-4f54-a841-acdd629fe0b4 req-9137a034-b560-4405-8700-026d7a39ec97 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316238 Aug 23 21:20:54.351495 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b07653-7e8a-4c0c-af8f-275edbfe3fdd req-5c9f6b14-7650-49b4-b4f0-cea2bd97ebf2 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:54.353009 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a5b07653-7e8a-4c0c-af8f-275edbfe3fdd req-5c9f6b14-7650-49b4-b4f0-cea2bd97ebf2 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9 HTTP/1.1" status: 200 len: 945 time: 0.0527887 Aug 23 21:20:54.391587 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a5b07653-7e8a-4c0c-af8f-275edbfe3fdd req-2123e2a2-0ab2-41e3-9ac1-6e6b0732b60d tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324140 Aug 23 21:20:54.503620 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944b5c6-cb7f-4fa0-b4dd-801cd1cb7406 req-3bdb610d-e23e-4681-aafd-aa864b056e39 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:54.505120 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a944b5c6-cb7f-4fa0-b4dd-801cd1cb7406 req-3bdb610d-e23e-4681-aafd-aa864b056e39 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9 HTTP/1.1" status: 200 len: 945 time: 0.0488305 Aug 23 21:20:54.513505 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 51180) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:20:54.518750 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ba5a5368-b497-41ce-8565-09a3dcb55346 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Request body: {'floatingip': {'port_id': '10cec8b2-b928-4ab1-9a9f-bd85709df28b'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:20:54.560024 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ba5a5368-b497-41ce-8565-09a3dcb55346 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks [] for floatingip, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:20:54.991317 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ba5a5368-b497-41ce-8565-09a3dcb55346 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:20:54.995059 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ba5a5368-b497-41ce-8565-09a3dcb55346 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:20:55.094242 n-d-805663-2 neutron-server[94688]: INFO neutron.db.l3_db [None req-ba5a5368-b497-41ce-8565-09a3dcb55346 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Floating IP b1900b86-0710-4409-a059-fecff1f1cb57 associated. External IP: 172.25.4.155, port: 10cec8b2-b928-4ab1-9a9f-bd85709df28b. Aug 23 21:20:55.301378 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba5a5368-b497-41ce-8565-09a3dcb55346 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Router 82a259d6-fc59-442e-b8b4-962e8a07a013 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:20:55.410016 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5a5368-b497-41ce-8565-09a3dcb55346 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:20:55.414881 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ba5a5368-b497-41ce-8565-09a3dcb55346 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:20:55.419661 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f49762d-a834-4506-86ea-679402e2dddd None None] Sync routers for ids ['82a259d6-fc59-442e-b8b4-962e8a07a013'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:20:55.429457 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f49762d-a834-4506-86ea-679402e2dddd None None] Routers {'82a259d6-fc59-442e-b8b4-962e8a07a013'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:20:55.430074 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-9f49762d-a834-4506-86ea-679402e2dddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:20:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['82a259d6-fc59-442e-b8b4-962e8a07a013'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:20:55.443125 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ba5a5368-b497-41ce-8565-09a3dcb55346 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "PUT /v2.0/floatingips/b1900b86-0710-4409-a059-fecff1f1cb57 HTTP/1.1" status: 200 len: 991 time: 0.9286084 Aug 23 21:20:55.443725 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3942bb3-f704-44c6-be16-c58cbc437fe9', 'tag': '10cec8b2-b928-4ab1-9a9f-bd85709df28b'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:20:55.446453 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446d8560-bdff-4a1d-a8a9-e8fbe3571426" -d '{"events": [{"name": "network-changed", "server_uuid": "a3942bb3-f704-44c6-be16-c58cbc437fe9", "tag": "10cec8b2-b928-4ab1-9a9f-bd85709df28b"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:20:55.503114 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b945ed2-9753-4745-afa6-b0c74e78ed45 x-openstack-request-id: req-3b945ed2-9753-4745-afa6-b0c74e78ed45 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:20:55.503447 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3942bb3-f704-44c6-be16-c58cbc437fe9", "tag": "10cec8b2-b928-4ab1-9a9f-bd85709df28b", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:20:55.503686 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3b945ed2-9753-4745-afa6-b0c74e78ed45 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:20:55.504378 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3942bb3-f704-44c6-be16-c58cbc437fe9', 'tag': '10cec8b2-b928-4ab1-9a9f-bd85709df28b', 'status': 'completed', 'code': 200} Aug 23 21:20:55.558781 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-9f49762d-a834-4506-86ea-679402e2dddd None None] Set router 82a259d6-fc59-442e-b8b4-962e8a07a013 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:20:55.574978 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446d8560-bdff-4a1d-a8a9-e8fbe3571426 req-b7dc58c5-14d8-49fe-83ac-58c208cd5efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:55.576541 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-446d8560-bdff-4a1d-a8a9-e8fbe3571426 req-b7dc58c5-14d8-49fe-83ac-58c208cd5efe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=43cfe01c10fe4050a920d6308b5893af&device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9 HTTP/1.1" status: 200 len: 1096 time: 0.0422394 Aug 23 21:20:55.672478 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446d8560-bdff-4a1d-a8a9-e8fbe3571426 req-b229cc16-f21c-442c-b460-dcf7f7361371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:55.673966 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-446d8560-bdff-4a1d-a8a9-e8fbe3571426 req-b229cc16-f21c-442c-b460-dcf7f7361371 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9a61cfba-04b6-49ec-82cc-357b1b269bca HTTP/1.1" status: 200 len: 913 time: 0.0898840 Aug 23 21:20:55.741809 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-446d8560-bdff-4a1d-a8a9-e8fbe3571426 req-81e3f2d8-ffee-4051-91a1-ca3c325eba9c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10cec8b2-b928-4ab1-9a9f-bd85709df28b HTTP/1.1" status: 200 len: 999 time: 0.0591288 Aug 23 21:20:55.788174 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-9f49762d-a834-4506-86ea-679402e2dddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'name': 'tempest-ServerActionsTestJSON-1495423523-router', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:12Z', 'revision_number': 4, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'gw_port': {'id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': 'b1900b86-0710-4409-a059-fecff1f1cb57', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'floating_ip_address': '172.25.4.155', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'port_id': '10cec8b2-b928-4ab1-9a9f-bd85709df28b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca', 'mac_address': 'fa:16:3e:62:d5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3942bb3-f704-44c6-be16-c58cbc437fe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:16:14Z', 'updated_at': '2021-08-23T21:20:54Z', 'revision_number': 9, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a997af6b-915a-4a8a-916c-618e290cece6', 'name': '', 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'mac_address': 'fa:16:3e:4a:32:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:11Z', 'updated_at': '2021-08-23T21:16:17Z', 'revision_number': 5, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'subnets': [{'id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:20:55.797204 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446d8560-bdff-4a1d-a8a9-e8fbe3571426 req-e2d75992-5876-4bdd-be0c-def09e5d51b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:55.798672 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-446d8560-bdff-4a1d-a8a9-e8fbe3571426 req-e2d75992-5876-4bdd-be0c-def09e5d51b6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0ea33c2-15c1-4102-8307-77f21470fe54 HTTP/1.1" status: 200 len: 851 time: 0.0486159 Aug 23 21:20:55.814788 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f49762d-a834-4506-86ea-679402e2dddd None None] Checking router: 82a259d6-fc59-442e-b8b4-962e8a07a013 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:20:55.824481 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f49762d-a834-4506-86ea-679402e2dddd None None] Routers {'82a259d6-fc59-442e-b8b4-962e8a07a013'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:20:55.825498 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-9f49762d-a834-4506-86ea-679402e2dddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:20:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['82a259d6-fc59-442e-b8b4-962e8a07a013'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:20:55.848152 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446d8560-bdff-4a1d-a8a9-e8fbe3571426 req-ca4502a1-59ca-4f92-a1d2-82f3ff406b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:20:55.849675 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-446d8560-bdff-4a1d-a8a9-e8fbe3571426 req-ca4502a1-59ca-4f92-a1d2-82f3ff406b2d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a61cfba-04b6-49ec-82cc-357b1b269bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424733 Aug 23 21:20:55.935983 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-9f49762d-a834-4506-86ea-679402e2dddd None None] Set router 82a259d6-fc59-442e-b8b4-962e8a07a013 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:20:55.941405 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-446d8560-bdff-4a1d-a8a9-e8fbe3571426 req-28ad36be-a614-499b-9731-430423c4c3a4 service neutron] 10.222.0.11 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823121 Aug 23 21:20:56.038736 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-446d8560-bdff-4a1d-a8a9-e8fbe3571426 req-73ee6fbc-bef0-416f-bd07-e22409e26731 service neutron] 10.222.0.11 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883057 Aug 23 21:20:56.165582 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-9f49762d-a834-4506-86ea-679402e2dddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'name': 'tempest-ServerActionsTestJSON-1495423523-router', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:12Z', 'revision_number': 4, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'gw_port': {'id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': 'b1900b86-0710-4409-a059-fecff1f1cb57', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'floating_ip_address': '172.25.4.155', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'port_id': '10cec8b2-b928-4ab1-9a9f-bd85709df28b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca', 'mac_address': 'fa:16:3e:62:d5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3942bb3-f704-44c6-be16-c58cbc437fe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:16:14Z', 'updated_at': '2021-08-23T21:20:54Z', 'revision_number': 9, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a997af6b-915a-4a8a-916c-618e290cece6', 'name': '', 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'mac_address': 'fa:16:3e:4a:32:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:11Z', 'updated_at': '2021-08-23T21:16:17Z', 'revision_number': 5, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'subnets': [{'id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:20:56.192260 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f49762d-a834-4506-86ea-679402e2dddd None None] The sync data for ids ['82a259d6-fc59-442e-b8b4-962e8a07a013'] in n-d-805663-2 is: [{'id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'name': 'tempest-ServerActionsTestJSON-1495423523-router', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:12Z', 'revision_number': 4, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'gw_port': {'id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': 'b1900b86-0710-4409-a059-fecff1f1cb57', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'floating_ip_address': '172.25.4.155', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'port_id': '10cec8b2-b928-4ab1-9a9f-bd85709df28b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca', 'mac_address': 'fa:16:3e:62:d5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3942bb3-f704-44c6-be16-c58cbc437fe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:16:14Z', 'updated_at': '2021-08-23T21:20:54Z', 'revision_number': 9, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a997af6b-915a-4a8a-916c-618e290cece6', 'name': '', 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'mac_address': 'fa:16:3e:4a:32:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:11Z', 'updated_at': '2021-08-23T21:16:17Z', 'revision_number': 5, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'subnets': [{'id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:20:56.373377 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4035572a-1da3-45f8-b248-5d18c46b5059 None None] New status for floating IP b1900b86-0710-4409-a059-fecff1f1cb57: ACTIVE {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 21:21:10.080233 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-75a6844b-2537-4706-9ace-aa5b0f075a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:21:10.859382 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:21:13.470746 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9b27c56d-3d0d-4aaa-ac3d-abfdddfc09b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:21:13.602860 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:21:14.731306 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:21:16.095399 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:21:20.762044 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:21:27.185730 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:21:32.715772 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9bcd0308-6cc7-43dd-8298-0fd9c6c80fab req-a50b9085-03c5-43a9-b2e6-82a9c71a6c49 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408037 Aug 23 21:21:32.797851 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd0308-6cc7-43dd-8298-0fd9c6c80fab req-f9c1379c-0612-48fe-b599-0dd38ca9fea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:21:32.799405 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9bcd0308-6cc7-43dd-8298-0fd9c6c80fab req-f9c1379c-0612-48fe-b599-0dd38ca9fea3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=43cfe01c10fe4050a920d6308b5893af&device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9 HTTP/1.1" status: 200 len: 1096 time: 0.0418992 Aug 23 21:21:32.907967 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd0308-6cc7-43dd-8298-0fd9c6c80fab req-c817a4ae-fe5c-49f6-bb11-fb5c3854f66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:21:32.909452 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9bcd0308-6cc7-43dd-8298-0fd9c6c80fab req-c817a4ae-fe5c-49f6-bb11-fb5c3854f66e service neutron] 10.222.0.11 "GET /v2.0/networks?id=9a61cfba-04b6-49ec-82cc-357b1b269bca HTTP/1.1" status: 200 len: 913 time: 0.0895212 Aug 23 21:21:32.977523 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9bcd0308-6cc7-43dd-8298-0fd9c6c80fab req-ce242a19-3801-41a3-b40d-2a3cf6567fe1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10cec8b2-b928-4ab1-9a9f-bd85709df28b HTTP/1.1" status: 200 len: 1002 time: 0.0587058 Aug 23 21:21:33.034599 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd0308-6cc7-43dd-8298-0fd9c6c80fab req-a275bae0-418f-4633-b2fa-7c0963ab28d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:21:33.036085 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9bcd0308-6cc7-43dd-8298-0fd9c6c80fab req-a275bae0-418f-4633-b2fa-7c0963ab28d4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0ea33c2-15c1-4102-8307-77f21470fe54 HTTP/1.1" status: 200 len: 851 time: 0.0514832 Aug 23 21:21:33.083085 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd0308-6cc7-43dd-8298-0fd9c6c80fab req-46773579-fabb-4dee-a79e-042925e6a2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:21:33.084567 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9bcd0308-6cc7-43dd-8298-0fd9c6c80fab req-46773579-fabb-4dee-a79e-042925e6a2ab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a61cfba-04b6-49ec-82cc-357b1b269bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402951 Aug 23 21:21:33.174919 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9bcd0308-6cc7-43dd-8298-0fd9c6c80fab req-43a35f40-0829-4cb8-8117-8934173ecf7f service neutron] 10.222.0.11 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820324 Aug 23 21:21:33.269346 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9bcd0308-6cc7-43dd-8298-0fd9c6c80fab req-71c65747-f8e6-4333-b559-f6deb178602a service neutron] 10.222.0.11 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863540 Aug 23 21:21:40.082406 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-79da1b0f-3502-48c1-a832-792031b776d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:21:40.852809 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:21:43.472231 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dac4f724-656a-49ac-89e9-d5535c6f1ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:21:43.603532 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:21:44.734160 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:21:46.097608 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:21:50.759655 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:22:04.185654 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:22:10.083770 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fb528501-d5f2-445f-82e9-e3cc0d4db251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:22:10.867178 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:22:13.474326 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2fc8eb71-0d7b-4ca7-a318-30aa4926c44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:22:13.604680 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:22:14.735558 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:22:16.100234 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:22:20.761767 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:22:32.575527 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-54160c41-cd3c-4ad3-896d-7e3849e4fe85 req-60008f91-2bfa-415e-b915-2a1bace3ca6a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0763330 Aug 23 21:22:32.584027 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efdff82-7e82-4a1e-9388-99a114808659 req-688973d0-8b5e-4e65-93bf-5bce052d48d3 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:22:32.585570 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2efdff82-7e82-4a1e-9388-99a114808659 req-688973d0-8b5e-4e65-93bf-5bce052d48d3 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9 HTTP/1.1" status: 200 len: 945 time: 0.0763845 Aug 23 21:22:32.954617 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2efdff82-7e82-4a1e-9388-99a114808659 req-4231b25c-244f-4f65-b3eb-c425749d8533 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3630240 Aug 23 21:22:33.731788 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4c23b-242d-40b6-8feb-4163c8c7490a req-8fe76fb6-1fdc-436d-9d85-4bb6e5d68920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:22:33.733223 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-98e4c23b-242d-40b6-8feb-4163c8c7490a req-8fe76fb6-1fdc-436d-9d85-4bb6e5d68920 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=43cfe01c10fe4050a920d6308b5893af&device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9 HTTP/1.1" status: 200 len: 1096 time: 0.0398090 Aug 23 21:22:33.836473 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4c23b-242d-40b6-8feb-4163c8c7490a req-63103552-81c7-4da9-b85d-4bd550d6aef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:22:33.837920 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-98e4c23b-242d-40b6-8feb-4163c8c7490a req-63103552-81c7-4da9-b85d-4bd550d6aef3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9a61cfba-04b6-49ec-82cc-357b1b269bca HTTP/1.1" status: 200 len: 913 time: 0.0864298 Aug 23 21:22:33.902364 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-98e4c23b-242d-40b6-8feb-4163c8c7490a req-79bfc89b-d781-43c7-912a-d21a71a45534 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10cec8b2-b928-4ab1-9a9f-bd85709df28b HTTP/1.1" status: 200 len: 1002 time: 0.0575473 Aug 23 21:22:33.961015 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4c23b-242d-40b6-8feb-4163c8c7490a req-38c143c9-889b-4f7e-af24-76ff141d7260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:22:33.962472 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-98e4c23b-242d-40b6-8feb-4163c8c7490a req-38c143c9-889b-4f7e-af24-76ff141d7260 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0ea33c2-15c1-4102-8307-77f21470fe54 HTTP/1.1" status: 200 len: 851 time: 0.0538633 Aug 23 21:22:34.014488 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4c23b-242d-40b6-8feb-4163c8c7490a req-a08cac41-450f-46fe-aabf-5e0bf2bc0f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:22:34.016109 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-98e4c23b-242d-40b6-8feb-4163c8c7490a req-a08cac41-450f-46fe-aabf-5e0bf2bc0f49 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a61cfba-04b6-49ec-82cc-357b1b269bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463037 Aug 23 21:22:34.082784 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d516a9b8-9bca-4f3b-ba4e-5ad54837862f req-b49f6dda-da0f-4897-b071-cbed4a795190 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:22:34.084367 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d516a9b8-9bca-4f3b-ba4e-5ad54837862f req-b49f6dda-da0f-4897-b071-cbed4a795190 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9 HTTP/1.1" status: 200 len: 945 time: 0.0513752 Aug 23 21:22:34.110783 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-98e4c23b-242d-40b6-8feb-4163c8c7490a req-22a0fa52-1cb5-43bc-b4ae-14a7bea0dae5 service neutron] 10.222.0.11 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863280 Aug 23 21:22:34.124437 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d516a9b8-9bca-4f3b-ba4e-5ad54837862f req-40a8aa73-7737-4cd0-b755-aed18910e957 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338421 Aug 23 21:22:34.217263 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-98e4c23b-242d-40b6-8feb-4163c8c7490a req-78df098b-b027-48cb-b5d0-1cae02bf101a service neutron] 10.222.0.11 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996935 Aug 23 21:22:34.865671 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54160c41-cd3c-4ad3-896d-7e3849e4fe85 req-db0bf910-278a-4d72-87fb-afd6525deff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:22:34.867411 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-54160c41-cd3c-4ad3-896d-7e3849e4fe85 req-db0bf910-278a-4d72-87fb-afd6525deff9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=43cfe01c10fe4050a920d6308b5893af&device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9 HTTP/1.1" status: 200 len: 1096 time: 0.0420747 Aug 23 21:22:34.960479 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54160c41-cd3c-4ad3-896d-7e3849e4fe85 req-cd6b22de-2962-4165-b3a5-3c1380d7a4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:22:34.961959 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-54160c41-cd3c-4ad3-896d-7e3849e4fe85 req-cd6b22de-2962-4165-b3a5-3c1380d7a4a4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9a61cfba-04b6-49ec-82cc-357b1b269bca HTTP/1.1" status: 200 len: 913 time: 0.0878186 Aug 23 21:22:35.033358 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-54160c41-cd3c-4ad3-896d-7e3849e4fe85 req-f09cbba1-4214-4106-a3c8-f2cc73b06d8e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10cec8b2-b928-4ab1-9a9f-bd85709df28b HTTP/1.1" status: 200 len: 1002 time: 0.0638576 Aug 23 21:22:35.084919 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54160c41-cd3c-4ad3-896d-7e3849e4fe85 req-64544864-4ca5-4c80-a2a3-e49cb25bbf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:22:35.086379 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-54160c41-cd3c-4ad3-896d-7e3849e4fe85 req-64544864-4ca5-4c80-a2a3-e49cb25bbf5f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0ea33c2-15c1-4102-8307-77f21470fe54 HTTP/1.1" status: 200 len: 851 time: 0.0458214 Aug 23 21:22:35.132784 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54160c41-cd3c-4ad3-896d-7e3849e4fe85 req-caa73fbe-297d-491a-a950-50a20b536b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:22:35.134687 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-54160c41-cd3c-4ad3-896d-7e3849e4fe85 req-caa73fbe-297d-491a-a950-50a20b536b73 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a61cfba-04b6-49ec-82cc-357b1b269bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414939 Aug 23 21:22:35.273783 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71705607-8d73-490a-a27f-347053473767 req-d54fc03c-1215-4ed0-9167-a0629814f868 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:22:35.275304 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-71705607-8d73-490a-a27f-347053473767 req-d54fc03c-1215-4ed0-9167-a0629814f868 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9 HTTP/1.1" status: 200 len: 945 time: 0.0794163 Aug 23 21:22:35.277234 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-54160c41-cd3c-4ad3-896d-7e3849e4fe85 req-8e1a82fd-9a72-4f92-87a9-cdb04301dab9 service neutron] 10.222.0.11 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351025 Aug 23 21:22:35.367539 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-71705607-8d73-490a-a27f-347053473767 req-f15798a3-b9a5-41ee-a840-2288d57e3588 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840814 Aug 23 21:22:35.407741 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-54160c41-cd3c-4ad3-896d-7e3849e4fe85 req-4d5f2018-00d0-4ef5-b501-fe218d616d9e service neutron] 10.222.0.11 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225591 Aug 23 21:22:36.490077 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b7446-36e3-4561-bc9f-6e144f65ac83 req-39ce8c3f-b5e4-4c6c-b68c-42b050ab9e73 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:22:36.491944 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-030b7446-36e3-4561-bc9f-6e144f65ac83 req-39ce8c3f-b5e4-4c6c-b68c-42b050ab9e73 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9 HTTP/1.1" status: 200 len: 945 time: 0.0521767 Aug 23 21:22:36.540727 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-030b7446-36e3-4561-bc9f-6e144f65ac83 req-7e16bcfe-d5bd-44ac-a893-97fe4f3ae0b7 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422118 Aug 23 21:22:37.660563 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d1e8a-0deb-47b9-8586-dfc7010b6ce7 req-d905fd26-d757-441c-8478-0a1745e3c20f tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:22:37.662013 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4e7d1e8a-0deb-47b9-8586-dfc7010b6ce7 req-d905fd26-d757-441c-8478-0a1745e3c20f tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9 HTTP/1.1" status: 200 len: 945 time: 0.0519359 Aug 23 21:22:37.698922 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4e7d1e8a-0deb-47b9-8586-dfc7010b6ce7 req-a5a61806-d020-427b-8aa5-dd5abb8a6959 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309944 Aug 23 21:22:38.815832 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f333c-c041-404d-af02-7550d1c26081 req-5c0ec758-657b-473b-b5dc-be5f68f06957 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:22:38.817362 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-511f333c-c041-404d-af02-7550d1c26081 req-5c0ec758-657b-473b-b5dc-be5f68f06957 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9 HTTP/1.1" status: 200 len: 945 time: 0.0505416 Aug 23 21:22:38.856317 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-511f333c-c041-404d-af02-7550d1c26081 req-177b21bb-f0b7-4592-9456-5c1539f58bcd tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328584 Aug 23 21:22:39.974114 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3b395-fa13-4b49-a323-715505390d5a req-e11d444c-8d3b-4464-89d3-59710058ca6f tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:22:39.975619 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7ac3b395-fa13-4b49-a323-715505390d5a req-e11d444c-8d3b-4464-89d3-59710058ca6f tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9 HTTP/1.1" status: 200 len: 945 time: 0.0493042 Aug 23 21:22:40.024562 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7ac3b395-fa13-4b49-a323-715505390d5a req-97324865-bea7-45c6-8448-41d7141b016d tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429506 Aug 23 21:22:40.087778 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0f71c8d1-7545-465e-bbf3-274e0bbd7710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:22:40.867593 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:22:41.146090 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5fc84d-595c-4945-9574-b3982ba220ca req-8208fd21-5be4-469a-8130-34359ebdc331 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:22:41.147655 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9a5fc84d-595c-4945-9574-b3982ba220ca req-8208fd21-5be4-469a-8130-34359ebdc331 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9 HTTP/1.1" status: 200 len: 945 time: 0.0502925 Aug 23 21:22:41.183955 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:22:41.186274 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9a5fc84d-595c-4945-9574-b3982ba220ca req-1b9740bc-711e-43ff-a3a0-f2a48518834e tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325871 Aug 23 21:22:42.306952 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7305c3ae-b4f4-4ec1-97dd-16b855c9d0c3 req-ae987ac3-306d-4d5b-be16-ca9e6ce9cb45 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:22:42.308470 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7305c3ae-b4f4-4ec1-97dd-16b855c9d0c3 req-ae987ac3-306d-4d5b-be16-ca9e6ce9cb45 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9 HTTP/1.1" status: 200 len: 945 time: 0.0496936 Aug 23 21:22:42.352094 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7305c3ae-b4f4-4ec1-97dd-16b855c9d0c3 req-6d876892-2d45-4009-aa00-112b3cd4e3c4 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373850 Aug 23 21:22:43.467784 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d393f69-5da6-418c-9332-0524f9e033a1 req-9b9df75d-57c6-4a47-abaa-d65d57bfab48 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:22:43.469364 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9d393f69-5da6-418c-9332-0524f9e033a1 req-9b9df75d-57c6-4a47-abaa-d65d57bfab48 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9 HTTP/1.1" status: 200 len: 945 time: 0.0496397 Aug 23 21:22:43.477188 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7f69ea6e-5df2-4dfa-88dc-ad00a0512032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:22:43.515694 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9d393f69-5da6-418c-9332-0524f9e033a1 req-7f6898a8-08ed-427c-bc0f-ee5d3b45c22b tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386891 Aug 23 21:22:43.607486 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:22:44.636827 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967925cc-88c2-4b67-9891-6ae946735357 req-f4deef87-6d32-4a55-9f16-05e3e7a34c3e tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:22:44.638406 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-967925cc-88c2-4b67-9891-6ae946735357 req-f4deef87-6d32-4a55-9f16-05e3e7a34c3e tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9 HTTP/1.1" status: 200 len: 945 time: 0.0533316 Aug 23 21:22:44.678349 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-967925cc-88c2-4b67-9891-6ae946735357 req-d14f8343-a0d9-4b25-9eaf-2dd634225e00 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336845 Aug 23 21:22:44.739414 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:22:45.796495 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605d68f-d2df-4af8-98d1-65860a858faf req-8441fa91-876e-40fc-93c1-1752696ca07e tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:22:45.797993 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d605d68f-d2df-4af8-98d1-65860a858faf req-8441fa91-876e-40fc-93c1-1752696ca07e tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9 HTTP/1.1" status: 200 len: 945 time: 0.0501721 Aug 23 21:22:45.838399 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d605d68f-d2df-4af8-98d1-65860a858faf req-c24a7cdb-870f-4f32-ab97-8fa3a6e6a9c3 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336592 Aug 23 21:22:46.104543 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:22:46.957976 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7b8a1-3910-44d2-b2fc-47d96bc85658 req-0c8c4c13-2443-4ecb-9a3b-4fc5975a0810 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:22:46.959476 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-19b7b8a1-3910-44d2-b2fc-47d96bc85658 req-0c8c4c13-2443-4ecb-9a3b-4fc5975a0810 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9 HTTP/1.1" status: 200 len: 945 time: 0.0517836 Aug 23 21:22:47.001876 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-19b7b8a1-3910-44d2-b2fc-47d96bc85658 req-8b5319fe-7ff2-49e8-a0b3-439708594e16 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363631 Aug 23 21:22:48.121821 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebca44-5cc7-4742-be3e-464d932a8ae0 req-4f0d927f-47df-4108-a00a-6f09947e79f5 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:22:48.123381 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-43ebca44-5cc7-4742-be3e-464d932a8ae0 req-4f0d927f-47df-4108-a00a-6f09947e79f5 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9 HTTP/1.1" status: 200 len: 945 time: 0.0509284 Aug 23 21:22:48.161589 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-43ebca44-5cc7-4742-be3e-464d932a8ae0 req-17bc54ab-59b4-40aa-975c-5cd8e4d3203a tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314126 Aug 23 21:22:49.281048 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c67a5-539e-4b48-8620-59dc88c27b77 req-43332e2a-9f8b-4c38-b72a-d4c7f742f7da tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:22:49.282555 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-668c67a5-539e-4b48-8620-59dc88c27b77 req-43332e2a-9f8b-4c38-b72a-d4c7f742f7da tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9 HTTP/1.1" status: 200 len: 945 time: 0.0504687 Aug 23 21:22:49.321716 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-668c67a5-539e-4b48-8620-59dc88c27b77 req-6137c8f5-3f57-40f2-957f-458df99bac9c tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326891 Aug 23 21:22:50.443451 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4c814-f17a-4b1a-907f-3722b8b13f5f req-8bdc0e24-4c04-49d2-81b7-e943b3665f2b tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:22:50.445067 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7aa4c814-f17a-4b1a-907f-3722b8b13f5f req-8bdc0e24-4c04-49d2-81b7-e943b3665f2b tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9 HTTP/1.1" status: 200 len: 945 time: 0.0522349 Aug 23 21:22:50.490221 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7aa4c814-f17a-4b1a-907f-3722b8b13f5f req-d5dfe3fd-6326-41ef-a15b-3431ae4d8d5b tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389030 Aug 23 21:22:50.763152 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:22:51.612725 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c60e4-12df-4cbe-a167-a6dca8df5f91 req-7e24456b-117b-4b9b-b838-f65e268ab514 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:22:51.614230 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-db0c60e4-12df-4cbe-a167-a6dca8df5f91 req-7e24456b-117b-4b9b-b838-f65e268ab514 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9 HTTP/1.1" status: 200 len: 945 time: 0.0507548 Aug 23 21:22:51.653268 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-db0c60e4-12df-4cbe-a167-a6dca8df5f91 req-49fa5754-f190-4b60-90cc-d7c42a81a921 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328050 Aug 23 21:22:52.298786 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [req-54160c41-cd3c-4ad3-896d-7e3849e4fe85 req-36ef46da-bc55-463d-a897-85124ce9db7a service neutron] show failed (client error): The resource could not be found. Aug 23 21:22:52.300620 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-54160c41-cd3c-4ad3-896d-7e3849e4fe85 req-36ef46da-bc55-463d-a897-85124ce9db7a service neutron] 10.222.0.11 "GET /v2.0/ports/10cec8b2-b928-4ab1-9a9f-bd85709df28b/bindings/n-h2-805663-2 HTTP/1.1" status: 404 len: 380 time: 0.0555642 Aug 23 21:22:52.546873 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54160c41-cd3c-4ad3-896d-7e3849e4fe85 req-ab77b0e4-0a9c-4bea-97b2-f4de0300e7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:22:52.548399 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-54160c41-cd3c-4ad3-896d-7e3849e4fe85 req-ab77b0e4-0a9c-4bea-97b2-f4de0300e7b3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9&tenant_id=43cfe01c10fe4050a920d6308b5893af HTTP/1.1" status: 200 len: 1096 time: 0.0883415 Aug 23 21:22:52.566917 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-54160c41-cd3c-4ad3-896d-7e3849e4fe85 req-fc975d48-315e-418a-9a8f-faf8d548360d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805663-2', 'device_owner': 'compute:nova'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:22:52.621825 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-54160c41-cd3c-4ad3-896d-7e3849e4fe85 req-fc975d48-315e-418a-9a8f-faf8d548360d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:22:52.843991 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb82031-a862-4950-8281-b967ada82283 req-61041d79-49e3-47fc-b969-c8e4894ff880 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:22:52.845550 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2bb82031-a862-4950-8281-b967ada82283 req-61041d79-49e3-47fc-b969-c8e4894ff880 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9 HTTP/1.1" status: 200 len: 945 time: 0.1109436 Aug 23 21:22:52.900237 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-54160c41-cd3c-4ad3-896d-7e3849e4fe85 req-fc975d48-315e-418a-9a8f-faf8d548360d service neutron] For port 10cec8b2-b928-4ab1-9a9f-bd85709df28b, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=10cec8b2-b928-4ab1-9a9f-bd85709df28b,segment=NetworkSegment(47cfa6a0-3b45-4819-8d24-3639000c620f),segment_id=47cfa6a0-3b45-4819-8d24-3639000c620f)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:22:52.916269 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2bb82031-a862-4950-8281-b967ada82283 req-95046949-a4c3-4614-8ad5-05a5d4be28be tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640931 Aug 23 21:22:52.938589 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-54160c41-cd3c-4ad3-896d-7e3849e4fe85 req-fc975d48-315e-418a-9a8f-faf8d548360d service neutron] For port 10cec8b2-b928-4ab1-9a9f-bd85709df28b, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:22:52.980245 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3942bb3-f704-44c6-be16-c58cbc437fe9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10cec8b2-b928-4ab1-9a9f-bd85709df28b'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:22:52.982721 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177681de-4d26-4275-a6c9-f59f6c996bdf" -d '{"events": [{"server_uuid": "a3942bb3-f704-44c6-be16-c58cbc437fe9", "name": "network-vif-unplugged", "status": "completed", "tag": "10cec8b2-b928-4ab1-9a9f-bd85709df28b"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:22:52.987234 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-54160c41-cd3c-4ad3-896d-7e3849e4fe85 req-fc975d48-315e-418a-9a8f-faf8d548360d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:22:53.000364 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-54160c41-cd3c-4ad3-896d-7e3849e4fe85 req-fc975d48-315e-418a-9a8f-faf8d548360d service neutron] Transition to ACTIVE for port object 10cec8b2-b928-4ab1-9a9f-bd85709df28b will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:22:53.004962 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-54160c41-cd3c-4ad3-896d-7e3849e4fe85 req-fc975d48-315e-418a-9a8f-faf8d548360d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:22:53.032638 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 21:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ba9cd3-ddc9-41e7-82d3-55a6cd6e4b10 x-openstack-request-id: req-14ba9cd3-ddc9-41e7-82d3-55a6cd6e4b10 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:22:53.032928 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3942bb3-f704-44c6-be16-c58cbc437fe9", "name": "network-vif-unplugged", "status": "completed", "tag": "10cec8b2-b928-4ab1-9a9f-bd85709df28b", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:22:53.033179 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-14ba9cd3-ddc9-41e7-82d3-55a6cd6e4b10 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:22:53.033673 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3942bb3-f704-44c6-be16-c58cbc437fe9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10cec8b2-b928-4ab1-9a9f-bd85709df28b', 'code': 200} Aug 23 21:22:53.090443 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc975d48-315e-418a-9a8f-faf8d548360d service neutron] Pushing event updated for resources: {'Port': ['ID=10cec8b2-b928-4ab1-9a9f-bd85709df28b,revision_number=6']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:22:53.105158 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc975d48-315e-418a-9a8f-faf8d548360d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:22:53.105425 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc975d48-315e-418a-9a8f-faf8d548360d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:22:53.105767 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc975d48-315e-418a-9a8f-faf8d548360d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:22:53.106108 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc975d48-315e-418a-9a8f-faf8d548360d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:22:53.106443 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc975d48-315e-418a-9a8f-faf8d548360d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:22:53.106775 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc975d48-315e-418a-9a8f-faf8d548360d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:22:53.107101 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc975d48-315e-418a-9a8f-faf8d548360d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:22:53.107428 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc975d48-315e-418a-9a8f-faf8d548360d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:22:53.107753 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc975d48-315e-418a-9a8f-faf8d548360d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:22:53.108095 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc975d48-315e-418a-9a8f-faf8d548360d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:22:53.108427 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc975d48-315e-418a-9a8f-faf8d548360d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:22:53.108750 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc975d48-315e-418a-9a8f-faf8d548360d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:22:53.141644 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-54160c41-cd3c-4ad3-896d-7e3849e4fe85 req-fc975d48-315e-418a-9a8f-faf8d548360d service neutron] No DVR routers for this DVR port 10cec8b2-b928-4ab1-9a9f-bd85709df28b on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:22:53.285656 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-54160c41-cd3c-4ad3-896d-7e3849e4fe85 req-fc975d48-315e-418a-9a8f-faf8d548360d service neutron] Attempting to bind port 10cec8b2-b928-4ab1-9a9f-bd85709df28b on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:22:53.285989 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-54160c41-cd3c-4ad3-896d-7e3849e4fe85 req-fc975d48-315e-418a-9a8f-faf8d548360d service neutron] Attempting to bind port 10cec8b2-b928-4ab1-9a9f-bd85709df28b by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': '47cfa6a0-3b45-4819-8d24-3639000c620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:22:53.286321 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54160c41-cd3c-4ad3-896d-7e3849e4fe85 req-fc975d48-315e-418a-9a8f-faf8d548360d service neutron] Attempting to bind port 10cec8b2-b928-4ab1-9a9f-bd85709df28b on network 9a61cfba-04b6-49ec-82cc-357b1b269bca {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:22:53.290548 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54160c41-cd3c-4ad3-896d-7e3849e4fe85 req-fc975d48-315e-418a-9a8f-faf8d548360d service neutron] Port 10cec8b2-b928-4ab1-9a9f-bd85709df28b on network 9a61cfba-04b6-49ec-82cc-357b1b269bca not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:22:53.290869 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54160c41-cd3c-4ad3-896d-7e3849e4fe85 req-fc975d48-315e-418a-9a8f-faf8d548360d service neutron] Attempting to bind port 10cec8b2-b928-4ab1-9a9f-bd85709df28b on network 9a61cfba-04b6-49ec-82cc-357b1b269bca {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:22:53.295559 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54160c41-cd3c-4ad3-896d-7e3849e4fe85 req-fc975d48-315e-418a-9a8f-faf8d548360d service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:22:53.295894 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54160c41-cd3c-4ad3-896d-7e3849e4fe85 req-fc975d48-315e-418a-9a8f-faf8d548360d service neutron] Checking segment: {'id': '47cfa6a0-3b45-4819-8d24-3639000c620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:22:53.296307 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54160c41-cd3c-4ad3-896d-7e3849e4fe85 req-fc975d48-315e-418a-9a8f-faf8d548360d service neutron] Bound using segment: {'id': '47cfa6a0-3b45-4819-8d24-3639000c620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:22:53.296734 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-54160c41-cd3c-4ad3-896d-7e3849e4fe85 req-fc975d48-315e-418a-9a8f-faf8d548360d service neutron] Bound port: 10cec8b2-b928-4ab1-9a9f-bd85709df28b, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47cfa6a0-3b45-4819-8d24-3639000c620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:22:53.297087 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-54160c41-cd3c-4ad3-896d-7e3849e4fe85 req-fc975d48-315e-418a-9a8f-faf8d548360d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:22:53.363883 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-54160c41-cd3c-4ad3-896d-7e3849e4fe85 req-fc975d48-315e-418a-9a8f-faf8d548360d service neutron] For port 10cec8b2-b928-4ab1-9a9f-bd85709df28b, host n-h2-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:22:53.366997 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-54160c41-cd3c-4ad3-896d-7e3849e4fe85 req-fc975d48-315e-418a-9a8f-faf8d548360d service neutron] For port 10cec8b2-b928-4ab1-9a9f-bd85709df28b, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=10cec8b2-b928-4ab1-9a9f-bd85709df28b,segment=NetworkSegment(47cfa6a0-3b45-4819-8d24-3639000c620f),segment_id=47cfa6a0-3b45-4819-8d24-3639000c620f)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:22:53.371513 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-54160c41-cd3c-4ad3-896d-7e3849e4fe85 req-fc975d48-315e-418a-9a8f-faf8d548360d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:22:53.402546 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54160c41-cd3c-4ad3-896d-7e3849e4fe85 req-fc975d48-315e-418a-9a8f-faf8d548360d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:22:53.403334 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-54160c41-cd3c-4ad3-896d-7e3849e4fe85 req-fc975d48-315e-418a-9a8f-faf8d548360d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:22:53.404804 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-54160c41-cd3c-4ad3-896d-7e3849e4fe85 req-fc975d48-315e-418a-9a8f-faf8d548360d service neutron] 10.222.0.32 "PUT /v2.0/ports/10cec8b2-b928-4ab1-9a9f-bd85709df28b HTTP/1.1" status: 200 len: 1091 time: 0.8420548 Aug 23 21:22:53.434253 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc975d48-315e-418a-9a8f-faf8d548360d service neutron] Pushing event updated for resources: {'Port': ['ID=10cec8b2-b928-4ab1-9a9f-bd85709df28b,revision_number=7']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:22:53.484190 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54160c41-cd3c-4ad3-896d-7e3849e4fe85 req-83c61680-05ef-45a1-9515-56d21384a002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:22:53.485740 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-54160c41-cd3c-4ad3-896d-7e3849e4fe85 req-83c61680-05ef-45a1-9515-56d21384a002 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=43cfe01c10fe4050a920d6308b5893af&device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9 HTTP/1.1" status: 200 len: 1094 time: 0.0438678 Aug 23 21:22:53.584034 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54160c41-cd3c-4ad3-896d-7e3849e4fe85 req-8a354bd0-761f-4e73-8ee9-cfcfe9ae7ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:22:53.585542 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-54160c41-cd3c-4ad3-896d-7e3849e4fe85 req-8a354bd0-761f-4e73-8ee9-cfcfe9ae7ad7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9a61cfba-04b6-49ec-82cc-357b1b269bca HTTP/1.1" status: 200 len: 913 time: 0.0922539 Aug 23 21:22:53.655281 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-54160c41-cd3c-4ad3-896d-7e3849e4fe85 req-47daf526-817e-4c35-a563-5dec914b835a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10cec8b2-b928-4ab1-9a9f-bd85709df28b HTTP/1.1" status: 200 len: 1000 time: 0.0571728 Aug 23 21:22:53.704523 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54160c41-cd3c-4ad3-896d-7e3849e4fe85 req-f6ce34e6-0e0a-4631-8c32-471d82c21345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:22:53.706627 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-54160c41-cd3c-4ad3-896d-7e3849e4fe85 req-f6ce34e6-0e0a-4631-8c32-471d82c21345 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d0ea33c2-15c1-4102-8307-77f21470fe54 HTTP/1.1" status: 200 len: 851 time: 0.0435495 Aug 23 21:22:53.756002 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54160c41-cd3c-4ad3-896d-7e3849e4fe85 req-7bdd996e-13f1-47b0-b6b7-fe98af295f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:22:53.757518 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-54160c41-cd3c-4ad3-896d-7e3849e4fe85 req-7bdd996e-13f1-47b0-b6b7-fe98af295f0a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9a61cfba-04b6-49ec-82cc-357b1b269bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429432 Aug 23 21:22:53.771180 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [req-54160c41-cd3c-4ad3-896d-7e3849e4fe85 req-c1df54bf-84d5-4f40-ae1c-d663b3c35341 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 21:22:53.772144 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-54160c41-cd3c-4ad3-896d-7e3849e4fe85 req-c1df54bf-84d5-4f40-ae1c-d663b3c35341 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065963 Aug 23 21:22:53.859594 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-54160c41-cd3c-4ad3-896d-7e3849e4fe85 req-4f04f965-5a6b-40b1-863e-9b2e1a096d7a service neutron] 10.222.0.32 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792582 Aug 23 21:22:53.954302 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-54160c41-cd3c-4ad3-896d-7e3849e4fe85 req-1c85177f-78b6-4ab1-bc81-6df3af790f11 service neutron] 10.222.0.32 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867059 Aug 23 21:22:54.043041 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2926e-1f5f-4f8a-b479-c8fadd3b4b84 req-340f0ff8-f738-4ce5-9ae9-536024696aa5 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:22:54.044624 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-52e2926e-1f5f-4f8a-b479-c8fadd3b4b84 req-340f0ff8-f738-4ce5-9ae9-536024696aa5 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9 HTTP/1.1" status: 200 len: 943 time: 0.0548837 Aug 23 21:22:54.085845 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-52e2926e-1f5f-4f8a-b479-c8fadd3b4b84 req-efa6b4b5-2f73-4795-a596-1f70d6e253f6 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340579 Aug 23 21:22:55.034728 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3942bb3-f704-44c6-be16-c58cbc437fe9', 'tag': '10cec8b2-b928-4ab1-9a9f-bd85709df28b'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:22:55.037095 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f4d896-cde6-4008-9c06-0c8ce250c5eb" -d '{"events": [{"name": "network-changed", "server_uuid": "a3942bb3-f704-44c6-be16-c58cbc437fe9", "tag": "10cec8b2-b928-4ab1-9a9f-bd85709df28b"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:22:55.084668 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1bd5fa-5d1e-41b3-8088-51c9799790a7 x-openstack-request-id: req-5c1bd5fa-5d1e-41b3-8088-51c9799790a7 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:22:55.084955 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3942bb3-f704-44c6-be16-c58cbc437fe9", "tag": "10cec8b2-b928-4ab1-9a9f-bd85709df28b", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:22:55.085202 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5c1bd5fa-5d1e-41b3-8088-51c9799790a7 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:22:55.085593 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3942bb3-f704-44c6-be16-c58cbc437fe9', 'tag': '10cec8b2-b928-4ab1-9a9f-bd85709df28b', 'status': 'completed', 'code': 200} Aug 23 21:22:55.148668 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4d896-cde6-4008-9c06-0c8ce250c5eb req-29ade2ce-f421-4e68-958f-451f32064e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:22:55.150223 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-72f4d896-cde6-4008-9c06-0c8ce250c5eb req-29ade2ce-f421-4e68-958f-451f32064e16 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=43cfe01c10fe4050a920d6308b5893af&device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9 HTTP/1.1" status: 200 len: 1094 time: 0.0469866 Aug 23 21:22:55.203467 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4d896-cde6-4008-9c06-0c8ce250c5eb req-44000f91-a410-4d5c-b480-c1981347da57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:22:55.204995 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-72f4d896-cde6-4008-9c06-0c8ce250c5eb req-44000f91-a410-4d5c-b480-c1981347da57 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=43cfe01c10fe4050a920d6308b5893af&device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9 HTTP/1.1" status: 200 len: 1094 time: 0.0684803 Aug 23 21:22:55.209936 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 10cec8b2-b928-4ab1-9a9f-bd85709df28b no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:22:55.230282 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb52a4-18e5-4e85-8556-2f534ae3384a req-9decf390-e41b-4897-9b7d-a60a6784d770 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:22:55.231771 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5ccb52a4-18e5-4e85-8556-2f534ae3384a req-9decf390-e41b-4897-9b7d-a60a6784d770 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9 HTTP/1.1" status: 200 len: 943 time: 0.0690427 Aug 23 21:22:55.247813 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4d896-cde6-4008-9c06-0c8ce250c5eb req-90c730dc-2735-466a-aeb1-392536b0e3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:22:55.249722 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-72f4d896-cde6-4008-9c06-0c8ce250c5eb req-90c730dc-2735-466a-aeb1-392536b0e3ca service neutron] 10.222.0.11 "GET /v2.0/networks?id=9a61cfba-04b6-49ec-82cc-357b1b269bca HTTP/1.1" status: 200 len: 913 time: 0.0925305 Aug 23 21:22:55.253153 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 10cec8b2-b928-4ab1-9a9f-bd85709df28b not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:22:55.319738 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5ccb52a4-18e5-4e85-8556-2f534ae3384a req-367417bc-1c01-42bb-860a-d0e128634671 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734191 Aug 23 21:22:55.321758 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-72f4d896-cde6-4008-9c06-0c8ce250c5eb req-c432a212-52c0-4350-9bb0-31d461a252cd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10cec8b2-b928-4ab1-9a9f-bd85709df28b HTTP/1.1" status: 200 len: 1000 time: 0.0635233 Aug 23 21:22:55.338539 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4d896-cde6-4008-9c06-0c8ce250c5eb req-b847d8df-6705-4ed9-b28d-6826c3fbfe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:22:55.340014 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-72f4d896-cde6-4008-9c06-0c8ce250c5eb req-b847d8df-6705-4ed9-b28d-6826c3fbfe98 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9a61cfba-04b6-49ec-82cc-357b1b269bca HTTP/1.1" status: 200 len: 913 time: 0.1261423 Aug 23 21:22:55.375209 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4d896-cde6-4008-9c06-0c8ce250c5eb req-e1eb5357-7e2d-4b66-8b06-5a644b96e822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:22:55.376703 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-72f4d896-cde6-4008-9c06-0c8ce250c5eb req-e1eb5357-7e2d-4b66-8b06-5a644b96e822 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0ea33c2-15c1-4102-8307-77f21470fe54 HTTP/1.1" status: 200 len: 851 time: 0.0484135 Aug 23 21:22:55.417069 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-72f4d896-cde6-4008-9c06-0c8ce250c5eb req-1f5a8e3f-5fd9-4739-b420-76c2d0576c1a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10cec8b2-b928-4ab1-9a9f-bd85709df28b HTTP/1.1" status: 200 len: 1000 time: 0.0676725 Aug 23 21:22:55.423202 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4d896-cde6-4008-9c06-0c8ce250c5eb req-a95e213f-49c0-4f27-a0aa-d0177d404ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:22:55.425499 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-72f4d896-cde6-4008-9c06-0c8ce250c5eb req-a95e213f-49c0-4f27-a0aa-d0177d404ca8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a61cfba-04b6-49ec-82cc-357b1b269bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413909 Aug 23 21:22:55.468247 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4d896-cde6-4008-9c06-0c8ce250c5eb req-9a6378cd-a3d5-4828-bf71-8319ca17e8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:22:55.469735 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-72f4d896-cde6-4008-9c06-0c8ce250c5eb req-9a6378cd-a3d5-4828-bf71-8319ca17e8d1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d0ea33c2-15c1-4102-8307-77f21470fe54 HTTP/1.1" status: 200 len: 851 time: 0.0441787 Aug 23 21:22:55.516613 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4d896-cde6-4008-9c06-0c8ce250c5eb req-3898e939-e2dd-4418-b90e-ef9e2dc4b085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:22:55.518820 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-72f4d896-cde6-4008-9c06-0c8ce250c5eb req-3898e939-e2dd-4418-b90e-ef9e2dc4b085 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9a61cfba-04b6-49ec-82cc-357b1b269bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404129 Aug 23 21:22:55.521005 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-72f4d896-cde6-4008-9c06-0c8ce250c5eb req-3ff29207-6a9a-40c5-99f0-bd59ffa57c65 service neutron] 10.222.0.11 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884962 Aug 23 21:22:55.613295 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-72f4d896-cde6-4008-9c06-0c8ce250c5eb req-b55951c0-90d5-4f7c-8d4f-a3edf1d2422a service neutron] 10.222.0.11 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848615 Aug 23 21:22:55.619872 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-72f4d896-cde6-4008-9c06-0c8ce250c5eb req-aa11a859-44c2-492d-8b78-1d1f0df7c11e service neutron] 10.222.0.32 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924823 Aug 23 21:22:55.710225 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-72f4d896-cde6-4008-9c06-0c8ce250c5eb req-40fef9bf-a88a-463e-9c5c-3efd33117604 service neutron] 10.222.0.32 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819061 Aug 23 21:22:56.438741 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8955e-257e-426a-85c3-88f054f50229 req-e5a15d8e-bb16-4964-afdb-85359b7909f5 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:22:56.441040 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-aaf8955e-257e-426a-85c3-88f054f50229 req-e5a15d8e-bb16-4964-afdb-85359b7909f5 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9 HTTP/1.1" status: 200 len: 943 time: 0.0506136 Aug 23 21:22:56.479789 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-aaf8955e-257e-426a-85c3-88f054f50229 req-5eed3aa8-993d-4d73-a02f-d8fe4489f29d tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323453 Aug 23 21:22:56.667481 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 10cec8b2-b928-4ab1-9a9f-bd85709df28b details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 21:22:56.765935 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f3d9e-dbfe-4800-bd4d-d59f80bdada8 req-09c51ecb-595d-4ff8-b477-23fb65b11d56 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:22:56.769010 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-566f3d9e-dbfe-4800-bd4d-d59f80bdada8 req-09c51ecb-595d-4ff8-b477-23fb65b11d56 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9&tenant_id=43cfe01c10fe4050a920d6308b5893af&binding%3Ahost_id=n-h2-805663-2 HTTP/1.1" status: 200 len: 943 time: 0.0556185 Aug 23 21:22:56.769900 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 10cec8b2-b928-4ab1-9a9f-bd85709df28b, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=10cec8b2-b928-4ab1-9a9f-bd85709df28b,segment=NetworkSegment(47cfa6a0-3b45-4819-8d24-3639000c620f),segment_id=47cfa6a0-3b45-4819-8d24-3639000c620f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:22:56.782158 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': '10cec8b2-b928-4ab1-9a9f-bd85709df28b', 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca', 'port_id': '10cec8b2-b928-4ab1-9a9f-bd85709df28b', 'mac_address': 'fa:16:3e:62:d5:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 21:22:56.787445 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd6643-e267-4cfb-8e43-b45e84d790b0 req-45cff7a4-417d-42be-9b44-8639e3832779 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:22:56.789004 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-01bd6643-e267-4cfb-8e43-b45e84d790b0 req-45cff7a4-417d-42be-9b44-8639e3832779 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9 HTTP/1.1" status: 200 len: 943 time: 0.0565565 Aug 23 21:22:56.820888 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:22:56.829184 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-01bd6643-e267-4cfb-8e43-b45e84d790b0 req-29b7e90f-c8a4-498c-bae4-e43376c233ae tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336237 Aug 23 21:22:56.837015 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-566f3d9e-dbfe-4800-bd4d-d59f80bdada8 req-553b7ff4-2df8-4f12-8675-183bb439b2d6 service neutron] 10.222.0.32 "GET /v2.0/ports/10cec8b2-b928-4ab1-9a9f-bd85709df28b/bindings/n-h2-805663-2 HTTP/1.1" status: 200 len: 382 time: 0.0615051 Aug 23 21:22:56.838147 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10cec8b2-b928-4ab1-9a9f-bd85709df28b {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:22:56.858078 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 10cec8b2-b928-4ab1-9a9f-bd85709df28b, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=10cec8b2-b928-4ab1-9a9f-bd85709df28b,segment=NetworkSegment(47cfa6a0-3b45-4819-8d24-3639000c620f),segment_id=47cfa6a0-3b45-4819-8d24-3639000c620f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:22:56.862443 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:22:56.909623 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=10cec8b2-b928-4ab1-9a9f-bd85709df28b,revision_number=8']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:22:56.916899 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:22:56.917254 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:22:56.917654 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:22:56.917931 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:22:56.918264 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:22:56.918595 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:22:56.918932 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:22:56.919261 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:22:56.919589 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:22:56.919913 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:22:56.920272 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:22:56.920598 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:22:56.921681 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f3d9e-dbfe-4800-bd4d-d59f80bdada8 req-2c2fe759-b801-4c4c-bec6-d671aee08555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:22:56.924333 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-566f3d9e-dbfe-4800-bd4d-d59f80bdada8 req-2c2fe759-b801-4c4c-bec6-d671aee08555 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=43cfe01c10fe4050a920d6308b5893af&device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9 HTTP/1.1" status: 200 len: 1095 time: 0.0409625 Aug 23 21:22:57.016735 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f3d9e-dbfe-4800-bd4d-d59f80bdada8 req-f8d47d1f-8e97-454f-b507-18d0bb660357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:22:57.018741 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-566f3d9e-dbfe-4800-bd4d-d59f80bdada8 req-f8d47d1f-8e97-454f-b507-18d0bb660357 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9a61cfba-04b6-49ec-82cc-357b1b269bca HTTP/1.1" status: 200 len: 913 time: 0.0875163 Aug 23 21:22:57.090863 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-566f3d9e-dbfe-4800-bd4d-d59f80bdada8 req-7e5e9fff-a706-4d8d-ab60-5ace06dc61f4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10cec8b2-b928-4ab1-9a9f-bd85709df28b HTTP/1.1" status: 200 len: 1001 time: 0.0611796 Aug 23 21:22:57.145689 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f3d9e-dbfe-4800-bd4d-d59f80bdada8 req-67903006-de79-41a8-b0f8-a273c5781280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:22:57.147158 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-566f3d9e-dbfe-4800-bd4d-d59f80bdada8 req-67903006-de79-41a8-b0f8-a273c5781280 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d0ea33c2-15c1-4102-8307-77f21470fe54 HTTP/1.1" status: 200 len: 851 time: 0.0447483 Aug 23 21:22:57.183862 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['10cec8b2-b928-4ab1-9a9f-bd85709df28b'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:22:57.194735 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f3d9e-dbfe-4800-bd4d-d59f80bdada8 req-2cacc1b7-8809-4c1f-b9c1-4534d6ed9bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:22:57.196286 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-566f3d9e-dbfe-4800-bd4d-d59f80bdada8 req-2cacc1b7-8809-4c1f-b9c1-4534d6ed9bb3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9a61cfba-04b6-49ec-82cc-357b1b269bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408299 Aug 23 21:22:57.292087 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-566f3d9e-dbfe-4800-bd4d-d59f80bdada8 req-f72cfcbe-eaf5-4461-a445-74c53ae8ac08 service neutron] 10.222.0.32 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878701 Aug 23 21:22:57.384680 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-566f3d9e-dbfe-4800-bd4d-d59f80bdada8 req-2d73ecf6-62db-4af1-bf3a-764867c2f1ce service neutron] 10.222.0.32 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856986 Aug 23 21:22:57.948702 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367367c8-6358-4b42-8b4b-82477373920e req-991d0e07-e8eb-4d61-b426-515b88a6b560 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:22:57.950192 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-367367c8-6358-4b42-8b4b-82477373920e req-991d0e07-e8eb-4d61-b426-515b88a6b560 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9 HTTP/1.1" status: 200 len: 944 time: 0.0495884 Aug 23 21:22:57.993036 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-367367c8-6358-4b42-8b4b-82477373920e req-74dd737c-6b9e-48f8-98de-9d33377b4ec3 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362830 Aug 23 21:22:58.678136 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 10cec8b2-b928-4ab1-9a9f-bd85709df28b up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:22:58.732188 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port 10cec8b2-b928-4ab1-9a9f-bd85709df28b completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:22:58.735758 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port 10cec8b2-b928-4ab1-9a9f-bd85709df28b triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:22:58.736159 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:22:58.813865 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:22:58.837182 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3942bb3-f704-44c6-be16-c58cbc437fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10cec8b2-b928-4ab1-9a9f-bd85709df28b'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:22:58.839328 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7887cde-6671-494f-bae8-07e0ed38cfac" -d '{"events": [{"server_uuid": "a3942bb3-f704-44c6-be16-c58cbc437fe9", "name": "network-vif-plugged", "status": "completed", "tag": "10cec8b2-b928-4ab1-9a9f-bd85709df28b"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:22:58.852189 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 10cec8b2-b928-4ab1-9a9f-bd85709df28b, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=10cec8b2-b928-4ab1-9a9f-bd85709df28b,segment=NetworkSegment(47cfa6a0-3b45-4819-8d24-3639000c620f),segment_id=47cfa6a0-3b45-4819-8d24-3639000c620f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:22:58.856388 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:22:58.889842 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d17ba66-d905-4c42-b19a-a1978bc36eea x-openstack-request-id: req-5d17ba66-d905-4c42-b19a-a1978bc36eea {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:22:58.890128 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3942bb3-f704-44c6-be16-c58cbc437fe9", "name": "network-vif-plugged", "status": "completed", "tag": "10cec8b2-b928-4ab1-9a9f-bd85709df28b", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:22:58.890375 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5d17ba66-d905-4c42-b19a-a1978bc36eea {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:22:58.890754 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3942bb3-f704-44c6-be16-c58cbc437fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10cec8b2-b928-4ab1-9a9f-bd85709df28b', 'code': 200} Aug 23 21:22:58.912405 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=10cec8b2-b928-4ab1-9a9f-bd85709df28b,revision_number=9']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:22:59.111301 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cae65a-4c8a-493c-8fa1-842d8871d361 req-2e05480b-24dc-4361-8432-46adf8e70c81 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:22:59.114015 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-55cae65a-4c8a-493c-8fa1-842d8871d361 req-2e05480b-24dc-4361-8432-46adf8e70c81 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9 HTTP/1.1" status: 200 len: 945 time: 0.0514565 Aug 23 21:22:59.152877 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-55cae65a-4c8a-493c-8fa1-842d8871d361 req-e1b4b83d-ea90-4ee0-8a4d-19d29bdf6a74 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327089 Aug 23 21:22:59.664002 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f3d9e-dbfe-4800-bd4d-d59f80bdada8 req-d1c306dd-7645-4900-a165-c2ca73c3bf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:22:59.665560 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-566f3d9e-dbfe-4800-bd4d-d59f80bdada8 req-d1c306dd-7645-4900-a165-c2ca73c3bf98 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9&tenant_id=43cfe01c10fe4050a920d6308b5893af HTTP/1.1" status: 200 len: 1096 time: 0.0409143 Aug 23 21:22:59.677077 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-566f3d9e-dbfe-4800-bd4d-d59f80bdada8 req-ac648646-6031-4967-85e8-1fdb72e0f95c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805663-2', 'device_owner': 'compute:nova'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:22:59.732836 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-566f3d9e-dbfe-4800-bd4d-d59f80bdada8 req-ac648646-6031-4967-85e8-1fdb72e0f95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:22:59.932498 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-566f3d9e-dbfe-4800-bd4d-d59f80bdada8 req-ac648646-6031-4967-85e8-1fdb72e0f95c service neutron] For port 10cec8b2-b928-4ab1-9a9f-bd85709df28b, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=10cec8b2-b928-4ab1-9a9f-bd85709df28b,segment=NetworkSegment(47cfa6a0-3b45-4819-8d24-3639000c620f),segment_id=47cfa6a0-3b45-4819-8d24-3639000c620f)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:22:59.963961 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-566f3d9e-dbfe-4800-bd4d-d59f80bdada8 req-ac648646-6031-4967-85e8-1fdb72e0f95c service neutron] For port 10cec8b2-b928-4ab1-9a9f-bd85709df28b, host n-h2-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:23:00.005072 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-566f3d9e-dbfe-4800-bd4d-d59f80bdada8 req-ac648646-6031-4967-85e8-1fdb72e0f95c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:23:00.006949 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3942bb3-f704-44c6-be16-c58cbc437fe9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10cec8b2-b928-4ab1-9a9f-bd85709df28b'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:23:00.009370 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4979e48-a3dc-4451-bee3-f636e19c6163" -d '{"events": [{"server_uuid": "a3942bb3-f704-44c6-be16-c58cbc437fe9", "name": "network-vif-unplugged", "status": "completed", "tag": "10cec8b2-b928-4ab1-9a9f-bd85709df28b"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:23:00.022440 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-566f3d9e-dbfe-4800-bd4d-d59f80bdada8 req-ac648646-6031-4967-85e8-1fdb72e0f95c service neutron] Transition to ACTIVE for port object 10cec8b2-b928-4ab1-9a9f-bd85709df28b will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:23:00.026830 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-566f3d9e-dbfe-4800-bd4d-d59f80bdada8 req-ac648646-6031-4967-85e8-1fdb72e0f95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:23:00.061978 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 21:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5220060f-5b83-4f57-ab2b-8e58a404434c x-openstack-request-id: req-5220060f-5b83-4f57-ab2b-8e58a404434c {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:23:00.062292 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3942bb3-f704-44c6-be16-c58cbc437fe9", "name": "network-vif-unplugged", "status": "completed", "tag": "10cec8b2-b928-4ab1-9a9f-bd85709df28b", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:23:00.062567 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5220060f-5b83-4f57-ab2b-8e58a404434c {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:23:00.062927 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3942bb3-f704-44c6-be16-c58cbc437fe9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10cec8b2-b928-4ab1-9a9f-bd85709df28b', 'code': 200} Aug 23 21:23:00.120634 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac648646-6031-4967-85e8-1fdb72e0f95c service neutron] Pushing event updated for resources: {'Port': ['ID=10cec8b2-b928-4ab1-9a9f-bd85709df28b,revision_number=10']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:23:00.132568 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac648646-6031-4967-85e8-1fdb72e0f95c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:23:00.132909 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac648646-6031-4967-85e8-1fdb72e0f95c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:23:00.133249 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac648646-6031-4967-85e8-1fdb72e0f95c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:23:00.133582 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac648646-6031-4967-85e8-1fdb72e0f95c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:23:00.133908 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac648646-6031-4967-85e8-1fdb72e0f95c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:23:00.134230 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac648646-6031-4967-85e8-1fdb72e0f95c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:23:00.134552 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac648646-6031-4967-85e8-1fdb72e0f95c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:23:00.134874 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac648646-6031-4967-85e8-1fdb72e0f95c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:23:00.135195 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac648646-6031-4967-85e8-1fdb72e0f95c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:23:00.135509 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac648646-6031-4967-85e8-1fdb72e0f95c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:23:00.135822 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac648646-6031-4967-85e8-1fdb72e0f95c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:23:00.136160 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac648646-6031-4967-85e8-1fdb72e0f95c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:23:00.174866 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-566f3d9e-dbfe-4800-bd4d-d59f80bdada8 req-ac648646-6031-4967-85e8-1fdb72e0f95c service neutron] No DVR routers for this DVR port 10cec8b2-b928-4ab1-9a9f-bd85709df28b on host n-h2-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:23:00.276625 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3d36d8-2ab3-48f0-b5d9-2f71df977029 req-adc06434-08d3-42e7-8c27-df7167df3e9e tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:23:00.278139 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8b3d36d8-2ab3-48f0-b5d9-2f71df977029 req-adc06434-08d3-42e7-8c27-df7167df3e9e tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9 HTTP/1.1" status: 200 len: 944 time: 0.0499229 Aug 23 21:23:00.315448 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-566f3d9e-dbfe-4800-bd4d-d59f80bdada8 req-ac648646-6031-4967-85e8-1fdb72e0f95c service neutron] Attempting to bind port 10cec8b2-b928-4ab1-9a9f-bd85709df28b on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:23:00.315787 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-566f3d9e-dbfe-4800-bd4d-d59f80bdada8 req-ac648646-6031-4967-85e8-1fdb72e0f95c service neutron] Attempting to bind port 10cec8b2-b928-4ab1-9a9f-bd85709df28b by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '47cfa6a0-3b45-4819-8d24-3639000c620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:23:00.316150 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566f3d9e-dbfe-4800-bd4d-d59f80bdada8 req-ac648646-6031-4967-85e8-1fdb72e0f95c service neutron] Attempting to bind port 10cec8b2-b928-4ab1-9a9f-bd85709df28b on network 9a61cfba-04b6-49ec-82cc-357b1b269bca {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:23:00.316678 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8b3d36d8-2ab3-48f0-b5d9-2f71df977029 req-8490ee7e-f882-4436-bd02-c7a5d686fa72 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318301 Aug 23 21:23:00.320702 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566f3d9e-dbfe-4800-bd4d-d59f80bdada8 req-ac648646-6031-4967-85e8-1fdb72e0f95c service neutron] Port 10cec8b2-b928-4ab1-9a9f-bd85709df28b on network 9a61cfba-04b6-49ec-82cc-357b1b269bca not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:23:00.321025 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566f3d9e-dbfe-4800-bd4d-d59f80bdada8 req-ac648646-6031-4967-85e8-1fdb72e0f95c service neutron] Attempting to bind port 10cec8b2-b928-4ab1-9a9f-bd85709df28b on network 9a61cfba-04b6-49ec-82cc-357b1b269bca {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:23:00.326160 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566f3d9e-dbfe-4800-bd4d-d59f80bdada8 req-ac648646-6031-4967-85e8-1fdb72e0f95c service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:23:00.326431 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566f3d9e-dbfe-4800-bd4d-d59f80bdada8 req-ac648646-6031-4967-85e8-1fdb72e0f95c service neutron] Checking segment: {'id': '47cfa6a0-3b45-4819-8d24-3639000c620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:23:00.326827 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566f3d9e-dbfe-4800-bd4d-d59f80bdada8 req-ac648646-6031-4967-85e8-1fdb72e0f95c service neutron] Bound using segment: {'id': '47cfa6a0-3b45-4819-8d24-3639000c620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:23:00.327252 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-566f3d9e-dbfe-4800-bd4d-d59f80bdada8 req-ac648646-6031-4967-85e8-1fdb72e0f95c service neutron] Bound port: 10cec8b2-b928-4ab1-9a9f-bd85709df28b, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47cfa6a0-3b45-4819-8d24-3639000c620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:23:00.327607 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-566f3d9e-dbfe-4800-bd4d-d59f80bdada8 req-ac648646-6031-4967-85e8-1fdb72e0f95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:23:00.394863 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-566f3d9e-dbfe-4800-bd4d-d59f80bdada8 req-ac648646-6031-4967-85e8-1fdb72e0f95c service neutron] For port 10cec8b2-b928-4ab1-9a9f-bd85709df28b, host n-h1-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:23:00.397930 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-566f3d9e-dbfe-4800-bd4d-d59f80bdada8 req-ac648646-6031-4967-85e8-1fdb72e0f95c service neutron] For port 10cec8b2-b928-4ab1-9a9f-bd85709df28b, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=10cec8b2-b928-4ab1-9a9f-bd85709df28b,segment=NetworkSegment(47cfa6a0-3b45-4819-8d24-3639000c620f),segment_id=47cfa6a0-3b45-4819-8d24-3639000c620f)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:23:00.401989 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-566f3d9e-dbfe-4800-bd4d-d59f80bdada8 req-ac648646-6031-4967-85e8-1fdb72e0f95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:23:00.440470 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f3d9e-dbfe-4800-bd4d-d59f80bdada8 req-ac648646-6031-4967-85e8-1fdb72e0f95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:23:00.441185 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-566f3d9e-dbfe-4800-bd4d-d59f80bdada8 req-ac648646-6031-4967-85e8-1fdb72e0f95c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:23:00.442596 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-566f3d9e-dbfe-4800-bd4d-d59f80bdada8 req-ac648646-6031-4967-85e8-1fdb72e0f95c service neutron] 10.222.0.11 "PUT /v2.0/ports/10cec8b2-b928-4ab1-9a9f-bd85709df28b HTTP/1.1" status: 200 len: 1092 time: 0.7694223 Aug 23 21:23:00.464748 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac648646-6031-4967-85e8-1fdb72e0f95c service neutron] Pushing event updated for resources: {'Port': ['ID=10cec8b2-b928-4ab1-9a9f-bd85709df28b,revision_number=11']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:23:00.514332 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f3d9e-dbfe-4800-bd4d-d59f80bdada8 req-7dabb03c-8808-4209-b5e5-e9583bfd2402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:23:00.515909 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-566f3d9e-dbfe-4800-bd4d-d59f80bdada8 req-7dabb03c-8808-4209-b5e5-e9583bfd2402 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=43cfe01c10fe4050a920d6308b5893af&device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9 HTTP/1.1" status: 200 len: 1095 time: 0.0456865 Aug 23 21:23:00.610001 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f3d9e-dbfe-4800-bd4d-d59f80bdada8 req-25bbd33e-71ab-4bfa-8d4b-852e160d9490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:23:00.611513 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-566f3d9e-dbfe-4800-bd4d-d59f80bdada8 req-25bbd33e-71ab-4bfa-8d4b-852e160d9490 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9a61cfba-04b6-49ec-82cc-357b1b269bca HTTP/1.1" status: 200 len: 913 time: 0.0878177 Aug 23 21:23:00.681874 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-566f3d9e-dbfe-4800-bd4d-d59f80bdada8 req-326d1a61-751b-4b89-87b6-0f10e0ea0c4e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10cec8b2-b928-4ab1-9a9f-bd85709df28b HTTP/1.1" status: 200 len: 1000 time: 0.0628557 Aug 23 21:23:00.735686 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f3d9e-dbfe-4800-bd4d-d59f80bdada8 req-95719af3-5bc6-4028-ad66-add2fe79de73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:23:00.737664 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-566f3d9e-dbfe-4800-bd4d-d59f80bdada8 req-95719af3-5bc6-4028-ad66-add2fe79de73 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0ea33c2-15c1-4102-8307-77f21470fe54 HTTP/1.1" status: 200 len: 851 time: 0.0487838 Aug 23 21:23:00.782037 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f3d9e-dbfe-4800-bd4d-d59f80bdada8 req-6f72d432-4105-490e-922f-644318a43f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:23:00.784132 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-566f3d9e-dbfe-4800-bd4d-d59f80bdada8 req-6f72d432-4105-490e-922f-644318a43f08 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a61cfba-04b6-49ec-82cc-357b1b269bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391226 Aug 23 21:23:00.875441 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-566f3d9e-dbfe-4800-bd4d-d59f80bdada8 req-e0763b01-5951-4a9d-a505-da1c15af256c service neutron] 10.222.0.11 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838633 Aug 23 21:23:00.966155 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-566f3d9e-dbfe-4800-bd4d-d59f80bdada8 req-a71bf0a3-f02e-451a-a54c-0ca1ce30ad54 service neutron] 10.222.0.11 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824072 Aug 23 21:23:01.444192 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ebc1b1-4095-43a4-a4fd-ff7d98e70162 req-e54a83a8-803a-49b8-a6eb-bc7ea05f84fc tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:23:01.445677 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-72ebc1b1-4095-43a4-a4fd-ff7d98e70162 req-e54a83a8-803a-49b8-a6eb-bc7ea05f84fc tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9 HTTP/1.1" status: 200 len: 944 time: 0.0543892 Aug 23 21:23:01.483775 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-72ebc1b1-4095-43a4-a4fd-ff7d98e70162 req-b1e8156d-1d32-4a43-9d08-f3317423bbda tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321391 Aug 23 21:23:02.064328 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3942bb3-f704-44c6-be16-c58cbc437fe9', 'tag': '10cec8b2-b928-4ab1-9a9f-bd85709df28b'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:23:02.066730 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7767137d-4261-453b-bb18-a1723c823313" -d '{"events": [{"name": "network-changed", "server_uuid": "a3942bb3-f704-44c6-be16-c58cbc437fe9", "tag": "10cec8b2-b928-4ab1-9a9f-bd85709df28b"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:23:02.115520 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b88c37-95e7-4640-b23e-014b2ed52818 x-openstack-request-id: req-a4b88c37-95e7-4640-b23e-014b2ed52818 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:23:02.115808 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3942bb3-f704-44c6-be16-c58cbc437fe9", "tag": "10cec8b2-b928-4ab1-9a9f-bd85709df28b", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:23:02.116382 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a4b88c37-95e7-4640-b23e-014b2ed52818 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:23:02.116823 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3942bb3-f704-44c6-be16-c58cbc437fe9', 'tag': '10cec8b2-b928-4ab1-9a9f-bd85709df28b', 'status': 'completed', 'code': 200} Aug 23 21:23:02.184482 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767137d-4261-453b-bb18-a1723c823313 req-0c6d6dab-2230-4bf6-be7c-e871ac1a8486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:23:02.186110 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7767137d-4261-453b-bb18-a1723c823313 req-0c6d6dab-2230-4bf6-be7c-e871ac1a8486 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=43cfe01c10fe4050a920d6308b5893af&device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9 HTTP/1.1" status: 200 len: 1095 time: 0.0473249 Aug 23 21:23:02.206349 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767137d-4261-453b-bb18-a1723c823313 req-b183e23a-d03d-43e4-a025-da2cf5800891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:23:02.208678 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7767137d-4261-453b-bb18-a1723c823313 req-b183e23a-d03d-43e4-a025-da2cf5800891 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=43cfe01c10fe4050a920d6308b5893af&device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9 HTTP/1.1" status: 200 len: 1095 time: 0.0507388 Aug 23 21:23:02.295269 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767137d-4261-453b-bb18-a1723c823313 req-5c37d692-94a9-4432-9ace-c3e0972294de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:23:02.296805 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7767137d-4261-453b-bb18-a1723c823313 req-5c37d692-94a9-4432-9ace-c3e0972294de service neutron] 10.222.0.11 "GET /v2.0/networks?id=9a61cfba-04b6-49ec-82cc-357b1b269bca HTTP/1.1" status: 200 len: 913 time: 0.0981305 Aug 23 21:23:02.321528 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767137d-4261-453b-bb18-a1723c823313 req-6a469d43-55f8-4686-bcdc-57ee1f20e12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:23:02.323760 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7767137d-4261-453b-bb18-a1723c823313 req-6a469d43-55f8-4686-bcdc-57ee1f20e12f service neutron] 10.222.0.32 "GET /v2.0/networks?id=9a61cfba-04b6-49ec-82cc-357b1b269bca HTTP/1.1" status: 200 len: 913 time: 0.1076376 Aug 23 21:23:02.382236 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7767137d-4261-453b-bb18-a1723c823313 req-d234dfd5-bba0-4059-87ef-90d077655e58 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10cec8b2-b928-4ab1-9a9f-bd85709df28b HTTP/1.1" status: 200 len: 1000 time: 0.0753794 Aug 23 21:23:02.405069 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7767137d-4261-453b-bb18-a1723c823313 req-91030f5e-9a0c-4b55-b9b0-adad8c1ea4d3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10cec8b2-b928-4ab1-9a9f-bd85709df28b HTTP/1.1" status: 200 len: 1000 time: 0.0732367 Aug 23 21:23:02.453188 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767137d-4261-453b-bb18-a1723c823313 req-f28b7901-4450-49e6-b4bf-0fd16d58f97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:23:02.455026 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7767137d-4261-453b-bb18-a1723c823313 req-f28b7901-4450-49e6-b4bf-0fd16d58f97c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0ea33c2-15c1-4102-8307-77f21470fe54 HTTP/1.1" status: 200 len: 851 time: 0.0553942 Aug 23 21:23:02.463856 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767137d-4261-453b-bb18-a1723c823313 req-87f5b8d5-fa88-439b-b4e2-c1ebde3bf37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:23:02.465384 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7767137d-4261-453b-bb18-a1723c823313 req-87f5b8d5-fa88-439b-b4e2-c1ebde3bf37d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d0ea33c2-15c1-4102-8307-77f21470fe54 HTTP/1.1" status: 200 len: 851 time: 0.0521216 Aug 23 21:23:02.529956 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767137d-4261-453b-bb18-a1723c823313 req-a31c2370-ef43-4788-8ab6-98f9ff61e591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:23:02.531580 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7767137d-4261-453b-bb18-a1723c823313 req-a31c2370-ef43-4788-8ab6-98f9ff61e591 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9a61cfba-04b6-49ec-82cc-357b1b269bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583935 Aug 23 21:23:02.537663 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767137d-4261-453b-bb18-a1723c823313 req-7edb99f7-9631-4b21-b294-3773b3ac7acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:23:02.539431 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7767137d-4261-453b-bb18-a1723c823313 req-7edb99f7-9631-4b21-b294-3773b3ac7acf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a61cfba-04b6-49ec-82cc-357b1b269bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654552 Aug 23 21:23:02.631902 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7767137d-4261-453b-bb18-a1723c823313 req-9cec200d-af06-4802-a7cd-cf26f5c176bf service neutron] 10.222.0.32 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916185 Aug 23 21:23:02.683339 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9f918-b285-44d1-98b9-ce1e1612f680 req-7248f2ef-447f-42ad-8f66-daa29c3acb2f tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:23:02.684830 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2bf9f918-b285-44d1-98b9-ce1e1612f680 req-7248f2ef-447f-42ad-8f66-daa29c3acb2f tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9 HTTP/1.1" status: 200 len: 944 time: 0.1007261 Aug 23 21:23:02.688328 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7767137d-4261-453b-bb18-a1723c823313 req-e93f3694-0854-4c98-967d-7e6110454232 service neutron] 10.222.0.11 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407263 Aug 23 21:23:02.693151 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 10cec8b2-b928-4ab1-9a9f-bd85709df28b no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:23:02.731825 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7767137d-4261-453b-bb18-a1723c823313 req-b7ec7e5e-7464-48ff-b160-6ef4d52f7acb service neutron] 10.222.0.32 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922153 Aug 23 21:23:02.736371 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 10cec8b2-b928-4ab1-9a9f-bd85709df28b not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:23:02.782009 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2bf9f918-b285-44d1-98b9-ce1e1612f680 req-af8ad69c-d36c-49bb-b399-f950b91c3d55 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906732 Aug 23 21:23:02.814257 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7767137d-4261-453b-bb18-a1723c823313 req-410534d0-4ab2-4386-8c4e-3a0a7483c09b service neutron] 10.222.0.11 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139228 Aug 23 21:23:02.906284 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b9dd1-3bf9-48e9-a3e1-30d88764e875 req-86408beb-4a6c-48ff-b893-1c657020889f tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:23:02.907675 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-532b9dd1-3bf9-48e9-a3e1-30d88764e875 req-86408beb-4a6c-48ff-b893-1c657020889f tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9 HTTP/1.1" status: 200 len: 944 time: 0.0486233 Aug 23 21:23:02.946506 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-532b9dd1-3bf9-48e9-a3e1-30d88764e875 req-5fe6eef9-1e1c-4524-b655-3e1f01834138 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321951 Aug 23 21:23:03.062620 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd17f29-93f7-4ee1-902b-c65e31e2a54a req-3db99af5-d576-4ecc-ae23-1610cbcee6aa tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:23:03.064093 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dbd17f29-93f7-4ee1-902b-c65e31e2a54a req-3db99af5-d576-4ecc-ae23-1610cbcee6aa tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9 HTTP/1.1" status: 200 len: 944 time: 0.0495083 Aug 23 21:23:03.102353 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dbd17f29-93f7-4ee1-902b-c65e31e2a54a req-b2b83397-6894-4009-afe2-e0dc64104799 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320053 Aug 23 21:23:03.264264 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 10cec8b2-b928-4ab1-9a9f-bd85709df28b details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 21:23:03.338984 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85303a0-531c-4713-8650-cc0e2fd88cf7 req-508e8aae-ad84-4980-9110-69d0cf3f0181 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:23:03.340473 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c85303a0-531c-4713-8650-cc0e2fd88cf7 req-508e8aae-ad84-4980-9110-69d0cf3f0181 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9 HTTP/1.1" status: 200 len: 944 time: 0.0523314 Aug 23 21:23:03.359302 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 10cec8b2-b928-4ab1-9a9f-bd85709df28b, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=10cec8b2-b928-4ab1-9a9f-bd85709df28b,segment=NetworkSegment(47cfa6a0-3b45-4819-8d24-3639000c620f),segment_id=47cfa6a0-3b45-4819-8d24-3639000c620f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:23:03.370299 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '10cec8b2-b928-4ab1-9a9f-bd85709df28b', 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca', 'port_id': '10cec8b2-b928-4ab1-9a9f-bd85709df28b', 'mac_address': 'fa:16:3e:62:d5:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 21:23:03.378914 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c85303a0-531c-4713-8650-cc0e2fd88cf7 req-dc780ff8-5c92-47d7-a94b-eb68e19f642f tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317242 Aug 23 21:23:03.411924 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:23:03.424243 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10cec8b2-b928-4ab1-9a9f-bd85709df28b {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:23:03.443719 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 10cec8b2-b928-4ab1-9a9f-bd85709df28b, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=10cec8b2-b928-4ab1-9a9f-bd85709df28b,segment=NetworkSegment(47cfa6a0-3b45-4819-8d24-3639000c620f),segment_id=47cfa6a0-3b45-4819-8d24-3639000c620f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:23:03.447348 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:23:03.494859 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=10cec8b2-b928-4ab1-9a9f-bd85709df28b,revision_number=12']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:23:03.715830 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['10cec8b2-b928-4ab1-9a9f-bd85709df28b'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:23:04.500743 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f49127-4728-40ca-86d0-266ebdcb2116 req-65e9caca-65ab-44b7-9332-78a5c2e580a6 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:23:04.502326 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a0f49127-4728-40ca-86d0-266ebdcb2116 req-65e9caca-65ab-44b7-9332-78a5c2e580a6 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9 HTTP/1.1" status: 200 len: 945 time: 0.0530901 Aug 23 21:23:04.539813 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a0f49127-4728-40ca-86d0-266ebdcb2116 req-df80e143-2069-45f1-9bda-bd6002c6dbfd tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314238 Aug 23 21:23:04.599118 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503730b7-b0f0-4307-a420-b20a3bbb9ce8 req-e193de4d-2ef3-404c-aa94-8d08d3fde654 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:23:04.600588 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-503730b7-b0f0-4307-a420-b20a3bbb9ce8 req-e193de4d-2ef3-404c-aa94-8d08d3fde654 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9 HTTP/1.1" status: 200 len: 945 time: 0.0486305 Aug 23 21:23:04.690945 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-503730b7-b0f0-4307-a420-b20a3bbb9ce8 req-d360ec37-d482-467e-aecd-4e75aeb94598 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Deleting port 10cec8b2-b928-4ab1-9a9f-bd85709df28b {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:23:04.691186 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-503730b7-b0f0-4307-a420-b20a3bbb9ce8 req-d360ec37-d482-467e-aecd-4e75aeb94598 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:23:04.778592 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-503730b7-b0f0-4307-a420-b20a3bbb9ce8 req-d360ec37-d482-467e-aecd-4e75aeb94598 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] For port 10cec8b2-b928-4ab1-9a9f-bd85709df28b, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=10cec8b2-b928-4ab1-9a9f-bd85709df28b,segment=NetworkSegment(47cfa6a0-3b45-4819-8d24-3639000c620f),segment_id=47cfa6a0-3b45-4819-8d24-3639000c620f)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:23:04.778956 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-503730b7-b0f0-4307-a420-b20a3bbb9ce8 req-d360ec37-d482-467e-aecd-4e75aeb94598 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:23:04.948441 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-503730b7-b0f0-4307-a420-b20a3bbb9ce8 req-d360ec37-d482-467e-aecd-4e75aeb94598 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:23:04.948775 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-503730b7-b0f0-4307-a420-b20a3bbb9ce8 req-d360ec37-d482-467e-aecd-4e75aeb94598 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:23:04.949035 n-d-805663-2 neutron-server[94688]: INFO neutron.db.l3_db [req-503730b7-b0f0-4307-a420-b20a3bbb9ce8 req-d360ec37-d482-467e-aecd-4e75aeb94598 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Floating IP b1900b86-0710-4409-a059-fecff1f1cb57 disassociated. External IP: 172.25.4.155, port: 10cec8b2-b928-4ab1-9a9f-bd85709df28b. Aug 23 21:23:04.949389 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-503730b7-b0f0-4307-a420-b20a3bbb9ce8 req-d360ec37-d482-467e-aecd-4e75aeb94598 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Calling delete_port for 10cec8b2-b928-4ab1-9a9f-bd85709df28b owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:23:05.077351 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-503730b7-b0f0-4307-a420-b20a3bbb9ce8 req-d360ec37-d482-467e-aecd-4e75aeb94598 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:23:05.106080 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d360ec37-d482-467e-aecd-4e75aeb94598 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Pushing event deleted for resources: {'Port': ['ID=10cec8b2-b928-4ab1-9a9f-bd85709df28b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:23:05.226025 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [req-503730b7-b0f0-4307-a420-b20a3bbb9ce8 req-d360ec37-d482-467e-aecd-4e75aeb94598 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Router 82a259d6-fc59-442e-b8b4-962e8a07a013 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:23:05.274147 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 10cec8b2-b928-4ab1-9a9f-bd85709df28b up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:23:05.294470 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: 10cec8b2-b928-4ab1-9a9f-bd85709df28b {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:23:05.294813 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 10cec8b2-b928-4ab1-9a9f-bd85709df28b not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 23 21:23:05.312828 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Port 10cec8b2-b928-4ab1-9a9f-bd85709df28b not found, will not notify nova. {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 23 21:23:05.337783 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-503730b7-b0f0-4307-a420-b20a3bbb9ce8 req-d360ec37-d482-467e-aecd-4e75aeb94598 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:23:05.348027 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e881fe22-e5e9-4180-92b2-5212124326f8 None None] Sync routers for ids ['82a259d6-fc59-442e-b8b4-962e8a07a013'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:23:05.357192 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e881fe22-e5e9-4180-92b2-5212124326f8 None None] Routers {'82a259d6-fc59-442e-b8b4-962e8a07a013'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:23:05.357812 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-e881fe22-e5e9-4180-92b2-5212124326f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:22:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['82a259d6-fc59-442e-b8b4-962e8a07a013'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:23:05.376794 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-503730b7-b0f0-4307-a420-b20a3bbb9ce8 req-d360ec37-d482-467e-aecd-4e75aeb94598 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] No DVR routers for this DVR port 10cec8b2-b928-4ab1-9a9f-bd85709df28b on host n-h1-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:23:05.379700 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-503730b7-b0f0-4307-a420-b20a3bbb9ce8 req-d360ec37-d482-467e-aecd-4e75aeb94598 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:23:05.381724 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-503730b7-b0f0-4307-a420-b20a3bbb9ce8 req-d360ec37-d482-467e-aecd-4e75aeb94598 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.11 "DELETE /v2.0/ports/10cec8b2-b928-4ab1-9a9f-bd85709df28b HTTP/1.1" status: 204 len: 173 time: 0.7748790 Aug 23 21:23:05.382150 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3942bb3-f704-44c6-be16-c58cbc437fe9', 'name': 'network-vif-deleted', 'tag': '10cec8b2-b928-4ab1-9a9f-bd85709df28b'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:23:05.384463 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1268252a-4d87-4208-8f9d-26ad8cc37c65" -d '{"events": [{"server_uuid": "a3942bb3-f704-44c6-be16-c58cbc437fe9", "name": "network-vif-deleted", "tag": "10cec8b2-b928-4ab1-9a9f-bd85709df28b"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:23:05.421180 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393e8865-8850-4216-8b68-3c7c13e00be7 x-openstack-request-id: req-393e8865-8850-4216-8b68-3c7c13e00be7 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:23:05.421467 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3942bb3-f704-44c6-be16-c58cbc437fe9", "name": "network-vif-deleted", "tag": "10cec8b2-b928-4ab1-9a9f-bd85709df28b", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:23:05.421788 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-393e8865-8850-4216-8b68-3c7c13e00be7 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:23:05.422190 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3942bb3-f704-44c6-be16-c58cbc437fe9', 'name': 'network-vif-deleted', 'tag': '10cec8b2-b928-4ab1-9a9f-bd85709df28b', 'status': 'completed', 'code': 200} Aug 23 21:23:05.470413 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-e881fe22-e5e9-4180-92b2-5212124326f8 None None] Set router 82a259d6-fc59-442e-b8b4-962e8a07a013 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:23:05.648019 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-17c89557-3806-46f3-b98c-6dc2d0b673a7 req-f5c7f6d8-91a0-4366-810a-25996edf14ca tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3942bb3-f704-44c6-be16-c58cbc437fe9 HTTP/1.1" status: 200 len: 210 time: 0.0274253 Aug 23 21:23:05.673247 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-e881fe22-e5e9-4180-92b2-5212124326f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'name': 'tempest-ServerActionsTestJSON-1495423523-router', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:12Z', 'revision_number': 4, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'gw_port': {'id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'a997af6b-915a-4a8a-916c-618e290cece6', 'name': '', 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'mac_address': 'fa:16:3e:4a:32:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:11Z', 'updated_at': '2021-08-23T21:16:17Z', 'revision_number': 5, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'subnets': [{'id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:23:05.702736 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e881fe22-e5e9-4180-92b2-5212124326f8 None None] Checking router: 82a259d6-fc59-442e-b8b4-962e8a07a013 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:23:05.711842 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e881fe22-e5e9-4180-92b2-5212124326f8 None None] Routers {'82a259d6-fc59-442e-b8b4-962e8a07a013'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:23:05.712481 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-e881fe22-e5e9-4180-92b2-5212124326f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:22:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['82a259d6-fc59-442e-b8b4-962e8a07a013'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:23:05.987369 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-e881fe22-e5e9-4180-92b2-5212124326f8 None None] Set router 82a259d6-fc59-442e-b8b4-962e8a07a013 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:23:06.220780 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-e881fe22-e5e9-4180-92b2-5212124326f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'name': 'tempest-ServerActionsTestJSON-1495423523-router', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:12Z', 'revision_number': 4, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'gw_port': {'id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'a997af6b-915a-4a8a-916c-618e290cece6', 'name': '', 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'mac_address': 'fa:16:3e:4a:32:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:11Z', 'updated_at': '2021-08-23T21:16:17Z', 'revision_number': 5, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'subnets': [{'id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:23:06.247735 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e881fe22-e5e9-4180-92b2-5212124326f8 None None] The sync data for ids ['82a259d6-fc59-442e-b8b4-962e8a07a013'] in n-d-805663-2 is: [{'id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'name': 'tempest-ServerActionsTestJSON-1495423523-router', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:12Z', 'revision_number': 4, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'gw_port': {'id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'a997af6b-915a-4a8a-916c-618e290cece6', 'name': '', 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'mac_address': 'fa:16:3e:4a:32:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:11Z', 'updated_at': '2021-08-23T21:16:17Z', 'revision_number': 5, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'subnets': [{'id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:23:06.469749 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911ae2f6-fe11-48da-9200-13471d182685 None None] New status for floating IP b1900b86-0710-4409-a059-fecff1f1cb57: DOWN {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 21:23:06.923836 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-aa13e6c2-6733-42df-936b-a92bbed1f621 req-0611ac6c-a8fc-418a-9216-606328326f5f tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1708516144&fields=id&tenant_id=43cfe01c10fe4050a920d6308b5893af HTTP/1.1" status: 200 len: 267 time: 0.0370412 Aug 23 21:23:07.030194 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13e6c2-6733-42df-936b-a92bbed1f621 req-add83e54-2493-460e-ab15-a8b8018def30 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:23:07.031652 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-aa13e6c2-6733-42df-936b-a92bbed1f621 req-add83e54-2493-460e-ab15-a8b8018def30 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/networks?id=9a61cfba-04b6-49ec-82cc-357b1b269bca HTTP/1.1" status: 200 len: 812 time: 0.1006103 Aug 23 21:23:07.047183 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-aa13e6c2-6733-42df-936b-a92bbed1f621 req-371ce847-595e-4d42-a525-26948a9a487c tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/quotas/43cfe01c10fe4050a920d6308b5893af HTTP/1.1" status: 200 len: 375 time: 0.0089424 Aug 23 21:23:07.099468 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-aa13e6c2-6733-42df-936b-a92bbed1f621 req-14410121-daf3-40cc-b9fc-62acb344cc09 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=43cfe01c10fe4050a920d6308b5893af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467527 Aug 23 21:23:07.115209 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [req-aa13e6c2-6733-42df-936b-a92bbed1f621 req-57d776bd-2635-44a9-b614-02ffe4b8063a service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 21:23:07.116423 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-aa13e6c2-6733-42df-936b-a92bbed1f621 req-57d776bd-2635-44a9-b614-02ffe4b8063a service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051973 Aug 23 21:23:07.211550 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-aa13e6c2-6733-42df-936b-a92bbed1f621 req-a503d754-60ed-450e-af31-c82e0123a6de service neutron] 10.222.0.61 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895882 Aug 23 21:23:07.287776 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 10cec8b2-b928-4ab1-9a9f-bd85709df28b no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:23:07.305121 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-aa13e6c2-6733-42df-936b-a92bbed1f621 req-4f8972ca-054a-41be-9ae4-e238ff040e31 service neutron] 10.222.0.61 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863440 Aug 23 21:23:07.312754 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: 10cec8b2-b928-4ab1-9a9f-bd85709df28b {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:23:07.313104 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 10cec8b2-b928-4ab1-9a9f-bd85709df28b not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:23:07.475017 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f30590c8-9bd0-4ae2-ad9c-9b4fb711bbf7 req-c9dd76c7-651b-4632-88c3-21996c465872 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 210 time: 0.0274117 Aug 23 21:23:08.515148 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13e6c2-6733-42df-936b-a92bbed1f621 req-ee62c39f-de87-4951-b389-4274682972cc tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:23:08.516740 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-aa13e6c2-6733-42df-936b-a92bbed1f621 req-ee62c39f-de87-4951-b389-4274682972cc tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.11 "GET /v2.0/networks?id=9a61cfba-04b6-49ec-82cc-357b1b269bca HTTP/1.1" status: 200 len: 812 time: 0.1142440 Aug 23 21:23:08.572420 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-aa13e6c2-6733-42df-936b-a92bbed1f621 req-78cac605-4369-4905-9ddd-c3b2fa7aac0b tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43cfe01c10fe4050a920d6308b5893af HTTP/1.1" status: 200 len: 380 time: 0.0456176 Aug 23 21:23:08.589467 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-aa13e6c2-6733-42df-936b-a92bbed1f621 req-5e822f94-c508-4c4e-bc5a-f18887976eb1 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Request body: {'port': {'device_id': 'd14d2a41-d399-4a18-85dd-301d5ff26f1c', 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca', 'admin_state_up': True, 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'security_groups': ['32bfe731-51d4-4b7c-94ee-a055fd0879f5']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:23:08.593590 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-028b30f3-e6ff-46ab-a1f8-391db755aefc req-6c7e1b89-4a91-415b-8e44-9725cbc740a8 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 210 time: 0.0450683 Aug 23 21:23:08.700546 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa13e6c2-6733-42df-936b-a92bbed1f621 req-5e822f94-c508-4c4e-bc5a-f18887976eb1 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Made reservation on behalf of 43cfe01c10fe4050a920d6308b5893af for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:23:08.704305 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-aa13e6c2-6733-42df-936b-a92bbed1f621 req-5e822f94-c508-4c4e-bc5a-f18887976eb1 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:23:08.827626 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-aa13e6c2-6733-42df-936b-a92bbed1f621 req-5e822f94-c508-4c4e-bc5a-f18887976eb1 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Allocated IP 172.20.0.10 (9a61cfba-04b6-49ec-82cc-357b1b269bca/d0ea33c2-15c1-4102-8307-77f21470fe54/3aa4d211-63ac-49ab-8f29-b34df1b9f414) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:23:08.964874 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-aa13e6c2-6733-42df-936b-a92bbed1f621 req-5e822f94-c508-4c4e-bc5a-f18887976eb1 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:23:08.978079 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-aa13e6c2-6733-42df-936b-a92bbed1f621 req-5e822f94-c508-4c4e-bc5a-f18887976eb1 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Transition to ACTIVE for port object 3aa4d211-63ac-49ab-8f29-b34df1b9f414 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:23:09.011264 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-aa13e6c2-6733-42df-936b-a92bbed1f621 req-5e822f94-c508-4c4e-bc5a-f18887976eb1 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:23:09.053487 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa13e6c2-6733-42df-936b-a92bbed1f621 req-5e822f94-c508-4c4e-bc5a-f18887976eb1 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Network 9a61cfba-04b6-49ec-82cc-357b1b269bca is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:23:09.056648 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-aa13e6c2-6733-42df-936b-a92bbed1f621 req-5e822f94-c508-4c4e-bc5a-f18887976eb1 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:23:09.060222 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa13e6c2-6733-42df-936b-a92bbed1f621 req-5e822f94-c508-4c4e-bc5a-f18887976eb1 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:23:09.069121 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e822f94-c508-4c4e-bc5a-f18887976eb1 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Pushing event updated for resources: {'Port': ['ID=3aa4d211-63ac-49ab-8f29-b34df1b9f414,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:23:09.114625 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13e6c2-6733-42df-936b-a92bbed1f621 req-5e822f94-c508-4c4e-bc5a-f18887976eb1 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:23:09.115143 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-aa13e6c2-6733-42df-936b-a92bbed1f621 req-5e822f94-c508-4c4e-bc5a-f18887976eb1 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:23:09.130745 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-aa13e6c2-6733-42df-936b-a92bbed1f621 req-5e822f94-c508-4c4e-bc5a-f18887976eb1 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5448437 Aug 23 21:23:09.142756 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-aa13e6c2-6733-42df-936b-a92bbed1f621 req-1125099f-ad01-459c-b4d8-031d56d55891 service neutron] Request body: {'port': {'device_id': 'd14d2a41-d399-4a18-85dd-301d5ff26f1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:23:09.203863 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-aa13e6c2-6733-42df-936b-a92bbed1f621 req-1125099f-ad01-459c-b4d8-031d56d55891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:23:09.329620 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9c4d8348-c64e-4bd6-953a-32bb8b61e24d None None] Provisioning for port 3aa4d211-63ac-49ab-8f29-b34df1b9f414 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:23:09.334974 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9c4d8348-c64e-4bd6-953a-32bb8b61e24d None None] Provisioning complete for port 3aa4d211-63ac-49ab-8f29-b34df1b9f414 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:23:09.335575 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9c4d8348-c64e-4bd6-953a-32bb8b61e24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:23:09.369686 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-9c4d8348-c64e-4bd6-953a-32bb8b61e24d None None] Port 3aa4d211-63ac-49ab-8f29-b34df1b9f414 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:23:09.474450 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-aa13e6c2-6733-42df-936b-a92bbed1f621 req-1125099f-ad01-459c-b4d8-031d56d55891 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aa4d211-63ac-49ab-8f29-b34df1b9f414 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:23:09.482014 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-aa13e6c2-6733-42df-936b-a92bbed1f621 req-1125099f-ad01-459c-b4d8-031d56d55891 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:23:09.495317 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-aa13e6c2-6733-42df-936b-a92bbed1f621 req-1125099f-ad01-459c-b4d8-031d56d55891 service neutron] Transition to ACTIVE for port object 3aa4d211-63ac-49ab-8f29-b34df1b9f414 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:23:09.499001 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-aa13e6c2-6733-42df-936b-a92bbed1f621 req-1125099f-ad01-459c-b4d8-031d56d55891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:23:09.552936 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1125099f-ad01-459c-b4d8-031d56d55891 service neutron] Pushing event updated for resources: {'Port': ['ID=3aa4d211-63ac-49ab-8f29-b34df1b9f414,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:23:09.623351 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-aa13e6c2-6733-42df-936b-a92bbed1f621 req-1125099f-ad01-459c-b4d8-031d56d55891 service neutron] Attempting to bind port 3aa4d211-63ac-49ab-8f29-b34df1b9f414 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:23:09.623351 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-aa13e6c2-6733-42df-936b-a92bbed1f621 req-1125099f-ad01-459c-b4d8-031d56d55891 service neutron] Attempting to bind port 3aa4d211-63ac-49ab-8f29-b34df1b9f414 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '47cfa6a0-3b45-4819-8d24-3639000c620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:23:09.623536 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa13e6c2-6733-42df-936b-a92bbed1f621 req-1125099f-ad01-459c-b4d8-031d56d55891 service neutron] Attempting to bind port 3aa4d211-63ac-49ab-8f29-b34df1b9f414 on network 9a61cfba-04b6-49ec-82cc-357b1b269bca {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:23:09.628100 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa13e6c2-6733-42df-936b-a92bbed1f621 req-1125099f-ad01-459c-b4d8-031d56d55891 service neutron] Port 3aa4d211-63ac-49ab-8f29-b34df1b9f414 on network 9a61cfba-04b6-49ec-82cc-357b1b269bca not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:23:09.628428 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa13e6c2-6733-42df-936b-a92bbed1f621 req-1125099f-ad01-459c-b4d8-031d56d55891 service neutron] Attempting to bind port 3aa4d211-63ac-49ab-8f29-b34df1b9f414 on network 9a61cfba-04b6-49ec-82cc-357b1b269bca {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:23:09.634618 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa13e6c2-6733-42df-936b-a92bbed1f621 req-1125099f-ad01-459c-b4d8-031d56d55891 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:23:09.634950 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa13e6c2-6733-42df-936b-a92bbed1f621 req-1125099f-ad01-459c-b4d8-031d56d55891 service neutron] Checking segment: {'id': '47cfa6a0-3b45-4819-8d24-3639000c620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:23:09.635332 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa13e6c2-6733-42df-936b-a92bbed1f621 req-1125099f-ad01-459c-b4d8-031d56d55891 service neutron] Bound using segment: {'id': '47cfa6a0-3b45-4819-8d24-3639000c620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:23:09.635761 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-aa13e6c2-6733-42df-936b-a92bbed1f621 req-1125099f-ad01-459c-b4d8-031d56d55891 service neutron] Bound port: 3aa4d211-63ac-49ab-8f29-b34df1b9f414, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47cfa6a0-3b45-4819-8d24-3639000c620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:23:09.636137 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-aa13e6c2-6733-42df-936b-a92bbed1f621 req-1125099f-ad01-459c-b4d8-031d56d55891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:23:09.702730 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-aa13e6c2-6733-42df-936b-a92bbed1f621 req-1125099f-ad01-459c-b4d8-031d56d55891 service neutron] For port 3aa4d211-63ac-49ab-8f29-b34df1b9f414, host n-h1-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:23:09.706461 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-aa13e6c2-6733-42df-936b-a92bbed1f621 req-1125099f-ad01-459c-b4d8-031d56d55891 service neutron] For port 3aa4d211-63ac-49ab-8f29-b34df1b9f414, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=3aa4d211-63ac-49ab-8f29-b34df1b9f414,segment=NetworkSegment(47cfa6a0-3b45-4819-8d24-3639000c620f),segment_id=47cfa6a0-3b45-4819-8d24-3639000c620f)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:23:09.719070 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-aa13e6c2-6733-42df-936b-a92bbed1f621 req-1125099f-ad01-459c-b4d8-031d56d55891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:23:09.724367 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c618543-2610-4dac-93d1-b0b25f640d48 req-4d0f2dde-cc27-4a94-8467-7a008e511fac tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:23:09.725883 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7c618543-2610-4dac-93d1-b0b25f640d48 req-4d0f2dde-cc27-4a94-8467-7a008e511fac tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 944 time: 0.0564020 Aug 23 21:23:09.755710 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13e6c2-6733-42df-936b-a92bbed1f621 req-1125099f-ad01-459c-b4d8-031d56d55891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:23:09.756244 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-aa13e6c2-6733-42df-936b-a92bbed1f621 req-1125099f-ad01-459c-b4d8-031d56d55891 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:23:09.757634 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-aa13e6c2-6733-42df-936b-a92bbed1f621 req-1125099f-ad01-459c-b4d8-031d56d55891 service neutron] 10.222.0.11 "PUT /v2.0/ports/3aa4d211-63ac-49ab-8f29-b34df1b9f414 HTTP/1.1" status: 200 len: 1092 time: 0.6192727 Aug 23 21:23:09.758068 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd14d2a41-d399-4a18-85dd-301d5ff26f1c', 'tag': '3aa4d211-63ac-49ab-8f29-b34df1b9f414'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:23:09.760351 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab728c8-6630-4816-b87a-4c814d2a7b84" -d '{"events": [{"name": "network-changed", "server_uuid": "d14d2a41-d399-4a18-85dd-301d5ff26f1c", "tag": "3aa4d211-63ac-49ab-8f29-b34df1b9f414"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:23:09.773705 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7c618543-2610-4dac-93d1-b0b25f640d48 req-718a4123-c0bc-4d16-8ba8-60ed473991dd tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401647 Aug 23 21:23:09.807893 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35a0979-b370-47e1-b5d0-c221ea478ceb x-openstack-request-id: req-a35a0979-b370-47e1-b5d0-c221ea478ceb {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:23:09.808207 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d14d2a41-d399-4a18-85dd-301d5ff26f1c", "tag": "3aa4d211-63ac-49ab-8f29-b34df1b9f414", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:23:09.808455 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a35a0979-b370-47e1-b5d0-c221ea478ceb {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:23:09.808844 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd14d2a41-d399-4a18-85dd-301d5ff26f1c', 'tag': '3aa4d211-63ac-49ab-8f29-b34df1b9f414', 'status': 'completed', 'code': 200} Aug 23 21:23:09.821812 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1125099f-ad01-459c-b4d8-031d56d55891 service neutron] Pushing event updated for resources: {'Port': ['ID=3aa4d211-63ac-49ab-8f29-b34df1b9f414,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:23:10.088995 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f2888487-8f37-45fe-aa9f-705e87a9e6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:23:10.175069 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13e6c2-6733-42df-936b-a92bbed1f621 req-130eec4d-da25-419a-bd1b-a32a98020674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:23:10.177492 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-aa13e6c2-6733-42df-936b-a92bbed1f621 req-130eec4d-da25-419a-bd1b-a32a98020674 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=43cfe01c10fe4050a920d6308b5893af&device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 1095 time: 0.3637421 Aug 23 21:23:10.219211 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-aa13e6c2-6733-42df-936b-a92bbed1f621 req-b481a401-a04f-47c8-a6ad-f01613d8895c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3aa4d211-63ac-49ab-8f29-b34df1b9f414 HTTP/1.1" status: 200 len: 217 time: 0.0329738 Aug 23 21:23:10.269102 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13e6c2-6733-42df-936b-a92bbed1f621 req-40338a7e-8c41-4536-b5a2-2c0a79fa8003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:23:10.270508 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-aa13e6c2-6733-42df-936b-a92bbed1f621 req-40338a7e-8c41-4536-b5a2-2c0a79fa8003 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0ea33c2-15c1-4102-8307-77f21470fe54 HTTP/1.1" status: 200 len: 851 time: 0.0441103 Aug 23 21:23:10.317831 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13e6c2-6733-42df-936b-a92bbed1f621 req-be6da4ea-f869-4541-b7e5-e2951673c39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:23:10.319273 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-aa13e6c2-6733-42df-936b-a92bbed1f621 req-be6da4ea-f869-4541-b7e5-e2951673c39f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a61cfba-04b6-49ec-82cc-357b1b269bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418665 Aug 23 21:23:10.414652 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-aa13e6c2-6733-42df-936b-a92bbed1f621 req-0dac232d-a638-4cf2-a3a8-586df0bc9e9e service neutron] 10.222.0.11 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881715 Aug 23 21:23:10.509164 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-aa13e6c2-6733-42df-936b-a92bbed1f621 req-d602e069-0e43-4205-b60f-96c7828fe8c8 service neutron] 10.222.0.11 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877199 Aug 23 21:23:10.595919 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab728c8-6630-4816-b87a-4c814d2a7b84 req-9898c601-6f47-40fe-9e07-23efc7f39227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:23:10.597551 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1ab728c8-6630-4816-b87a-4c814d2a7b84 req-9898c601-6f47-40fe-9e07-23efc7f39227 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=43cfe01c10fe4050a920d6308b5893af&device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 1095 time: 0.0403717 Aug 23 21:23:10.689823 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab728c8-6630-4816-b87a-4c814d2a7b84 req-522b5f4e-7a78-4e7d-a2f1-4c7137aa022b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:23:10.691341 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1ab728c8-6630-4816-b87a-4c814d2a7b84 req-522b5f4e-7a78-4e7d-a2f1-4c7137aa022b service neutron] 10.222.0.11 "GET /v2.0/networks?id=9a61cfba-04b6-49ec-82cc-357b1b269bca HTTP/1.1" status: 200 len: 913 time: 0.0869970 Aug 23 21:23:10.733485 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1ab728c8-6630-4816-b87a-4c814d2a7b84 req-455b9e0f-bf63-433e-beba-fb686617527f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3aa4d211-63ac-49ab-8f29-b34df1b9f414 HTTP/1.1" status: 200 len: 217 time: 0.0352945 Aug 23 21:23:10.788442 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab728c8-6630-4816-b87a-4c814d2a7b84 req-5c41d67b-cb76-4dd4-936c-c29bba0b38b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:23:10.789811 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1ab728c8-6630-4816-b87a-4c814d2a7b84 req-5c41d67b-cb76-4dd4-936c-c29bba0b38b3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0ea33c2-15c1-4102-8307-77f21470fe54 HTTP/1.1" status: 200 len: 851 time: 0.0479460 Aug 23 21:23:10.836622 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab728c8-6630-4816-b87a-4c814d2a7b84 req-f23b86d1-5930-41cf-8b87-d8a1add48871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:23:10.838135 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1ab728c8-6630-4816-b87a-4c814d2a7b84 req-f23b86d1-5930-41cf-8b87-d8a1add48871 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a61cfba-04b6-49ec-82cc-357b1b269bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409532 Aug 23 21:23:10.865928 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:23:10.890546 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcddfad2-a3ed-4497-a1d2-744b8f94cbec req-267d2d67-0dbe-4fed-954f-bb5e51bdf22f tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:23:10.892020 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fcddfad2-a3ed-4497-a1d2-744b8f94cbec req-267d2d67-0dbe-4fed-954f-bb5e51bdf22f tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 944 time: 0.0558574 Aug 23 21:23:10.931003 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-fcddfad2-a3ed-4497-a1d2-744b8f94cbec req-2d151274-67a5-4dce-8272-d9f41fe867a1 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319676 Aug 23 21:23:10.945052 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1ab728c8-6630-4816-b87a-4c814d2a7b84 req-29662097-92f5-473f-812b-5e7f152205e5 service neutron] 10.222.0.11 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986385 Aug 23 21:23:11.046746 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1ab728c8-6630-4816-b87a-4c814d2a7b84 req-48f65a5f-6f66-4718-bd17-e0d43afab3f8 service neutron] 10.222.0.11 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939496 Aug 23 21:23:12.057283 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564ca2a-9fd2-4ace-9c68-11bf9fe625ea req-eef6b9fc-86a4-483c-a353-94aa84ddd455 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:23:12.059002 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5564ca2a-9fd2-4ace-9c68-11bf9fe625ea req-eef6b9fc-86a4-483c-a353-94aa84ddd455 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 944 time: 0.0551341 Aug 23 21:23:12.097267 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5564ca2a-9fd2-4ace-9c68-11bf9fe625ea req-4829b8d9-da48-4c80-be43-ea7022cc4d02 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322311 Aug 23 21:23:13.211615 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e102d9-ced9-48c5-8c89-464193f96e75 req-7c1bdfe3-687c-418f-aa5a-e783a29284ee tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:23:13.213119 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-28e102d9-ced9-48c5-8c89-464193f96e75 req-7c1bdfe3-687c-418f-aa5a-e783a29284ee tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 944 time: 0.0486336 Aug 23 21:23:13.250838 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-28e102d9-ced9-48c5-8c89-464193f96e75 req-6765f3fa-7c14-4011-a46f-6df3ef756862 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317895 Aug 23 21:23:13.350992 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 3aa4d211-63ac-49ab-8f29-b34df1b9f414 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 21:23:13.443649 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 3aa4d211-63ac-49ab-8f29-b34df1b9f414, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=3aa4d211-63ac-49ab-8f29-b34df1b9f414,segment=NetworkSegment(47cfa6a0-3b45-4819-8d24-3639000c620f),segment_id=47cfa6a0-3b45-4819-8d24-3639000c620f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:23:13.453928 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '3aa4d211-63ac-49ab-8f29-b34df1b9f414', 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca', 'port_id': '3aa4d211-63ac-49ab-8f29-b34df1b9f414', 'mac_address': 'fa:16:3e:80:62:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 21:23:13.505684 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fe0a7615-7860-4138-b5fd-803d2e211d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:23:13.507188 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:23:13.520081 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aa4d211-63ac-49ab-8f29-b34df1b9f414 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:23:13.539911 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 3aa4d211-63ac-49ab-8f29-b34df1b9f414, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=3aa4d211-63ac-49ab-8f29-b34df1b9f414,segment=NetworkSegment(47cfa6a0-3b45-4819-8d24-3639000c620f),segment_id=47cfa6a0-3b45-4819-8d24-3639000c620f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:23:13.543718 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:23:13.590898 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=3aa4d211-63ac-49ab-8f29-b34df1b9f414,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:23:13.610798 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:23:13.731422 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['3aa4d211-63ac-49ab-8f29-b34df1b9f414'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:23:14.365017 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c773ff8-e2d7-4657-87ed-533ec6adeec3 req-afa9daf0-ef7d-4bdd-90fa-45fe73643147 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:23:14.366769 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2c773ff8-e2d7-4657-87ed-533ec6adeec3 req-afa9daf0-ef7d-4bdd-90fa-45fe73643147 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 945 time: 0.0489132 Aug 23 21:23:14.404554 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2c773ff8-e2d7-4657-87ed-533ec6adeec3 req-a27e0a82-7a6a-46ac-9ee7-f1b6a0574ae6 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315151 Aug 23 21:23:14.742832 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:23:15.381328 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 3aa4d211-63ac-49ab-8f29-b34df1b9f414 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:23:15.430805 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 3aa4d211-63ac-49ab-8f29-b34df1b9f414 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:23:15.435447 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 3aa4d211-63ac-49ab-8f29-b34df1b9f414 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:23:15.435815 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:23:15.521965 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:23:15.522218 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21b980-c6f0-4970-aa50-024b33c8c219 req-4983e2e0-e123-4551-aebd-a22cd18a8c53 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:23:15.523491 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bd21b980-c6f0-4970-aa50-024b33c8c219 req-4983e2e0-e123-4551-aebd-a22cd18a8c53 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 945 time: 0.0495763 Aug 23 21:23:15.546540 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14d2a41-d399-4a18-85dd-301d5ff26f1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa4d211-63ac-49ab-8f29-b34df1b9f414'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:23:15.548809 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87772d87-78f8-468d-bad8-5881920c58fe" -d '{"events": [{"server_uuid": "d14d2a41-d399-4a18-85dd-301d5ff26f1c", "name": "network-vif-plugged", "status": "completed", "tag": "3aa4d211-63ac-49ab-8f29-b34df1b9f414"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:23:15.559928 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 3aa4d211-63ac-49ab-8f29-b34df1b9f414, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=3aa4d211-63ac-49ab-8f29-b34df1b9f414,segment=NetworkSegment(47cfa6a0-3b45-4819-8d24-3639000c620f),segment_id=47cfa6a0-3b45-4819-8d24-3639000c620f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:23:15.562197 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bd21b980-c6f0-4970-aa50-024b33c8c219 req-f49e2145-aab8-46a2-a4fd-96580dc9d9a1 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326822 Aug 23 21:23:15.565363 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:23:15.607914 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56fd8939-6d4d-46a0-92b9-b271dca50be5 x-openstack-request-id: req-56fd8939-6d4d-46a0-92b9-b271dca50be5 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:23:15.608214 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14d2a41-d399-4a18-85dd-301d5ff26f1c", "name": "network-vif-plugged", "status": "completed", "tag": "3aa4d211-63ac-49ab-8f29-b34df1b9f414", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:23:15.608458 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-56fd8939-6d4d-46a0-92b9-b271dca50be5 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:23:15.608840 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14d2a41-d399-4a18-85dd-301d5ff26f1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa4d211-63ac-49ab-8f29-b34df1b9f414', 'code': 200} Aug 23 21:23:15.618359 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=3aa4d211-63ac-49ab-8f29-b34df1b9f414,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:23:15.701752 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7b6ab-b463-4557-b0e5-cf0d67be572b req-50e76121-26cb-4bfa-8403-48841af40879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:23:15.703116 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-faa7b6ab-b463-4557-b0e5-cf0d67be572b req-50e76121-26cb-4bfa-8403-48841af40879 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 1097 time: 0.0391259 Aug 23 21:23:15.737583 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-faa7b6ab-b463-4557-b0e5-cf0d67be572b req-da4d0b80-c61f-45ab-9dcc-b775536baf24 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269368 Aug 23 21:23:16.106787 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:23:16.680860 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e311e-f785-46e8-8e04-07531b4d6a18 req-15a3aaaf-bf2d-42a5-8496-d13591da3f75 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:23:16.682383 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9c7e311e-f785-46e8-8e04-07531b4d6a18 req-15a3aaaf-bf2d-42a5-8496-d13591da3f75 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 946 time: 0.0530090 Aug 23 21:23:16.721540 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9c7e311e-f785-46e8-8e04-07531b4d6a18 req-62cc3357-b202-45ca-95d5-b965d2d266b2 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332503 Aug 23 21:23:17.843418 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e675ec3-c471-4cf6-aa46-025ed65de9b0 req-8969cf58-7192-41e5-998d-72bc41af04c5 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:23:17.844894 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5e675ec3-c471-4cf6-aa46-025ed65de9b0 req-8969cf58-7192-41e5-998d-72bc41af04c5 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 946 time: 0.0515382 Aug 23 21:23:17.883153 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5e675ec3-c471-4cf6-aa46-025ed65de9b0 req-22eb5e6f-1728-4541-9729-8fd59edd2c52 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316083 Aug 23 21:23:17.994692 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b492c9f-e642-422f-a990-751ff9502495 req-e3eef503-9a2d-4e9a-a44c-483085a3e33e tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:23:17.996196 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4b492c9f-e642-422f-a990-751ff9502495 req-e3eef503-9a2d-4e9a-a44c-483085a3e33e tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 946 time: 0.0494847 Aug 23 21:23:18.005401 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 51574) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:23:18.009781 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-d85c38b4-0c1e-4ba7-a167-41cee037d8ce tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Request body: {'floatingip': {'port_id': '3aa4d211-63ac-49ab-8f29-b34df1b9f414'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:23:18.048229 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d85c38b4-0c1e-4ba7-a167-41cee037d8ce tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks [] for floatingip, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:23:18.183542 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:23:18.485396 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d85c38b4-0c1e-4ba7-a167-41cee037d8ce tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:23:18.489218 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d85c38b4-0c1e-4ba7-a167-41cee037d8ce tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:23:18.923392 n-d-805663-2 neutron-server[94687]: INFO neutron.db.l3_db [None req-d85c38b4-0c1e-4ba7-a167-41cee037d8ce tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Floating IP b1900b86-0710-4409-a059-fecff1f1cb57 associated. External IP: 172.25.4.155, port: 3aa4d211-63ac-49ab-8f29-b34df1b9f414. Aug 23 21:23:19.150823 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d85c38b4-0c1e-4ba7-a167-41cee037d8ce tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Router 82a259d6-fc59-442e-b8b4-962e8a07a013 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:23:19.259654 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85c38b4-0c1e-4ba7-a167-41cee037d8ce tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:23:19.264459 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d85c38b4-0c1e-4ba7-a167-41cee037d8ce tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:23:19.271800 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cb4cd1-a399-489a-81ec-009823b79155 None None] Sync routers for ids ['82a259d6-fc59-442e-b8b4-962e8a07a013'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:23:19.280706 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cb4cd1-a399-489a-81ec-009823b79155 None None] Routers {'82a259d6-fc59-442e-b8b4-962e8a07a013'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:23:19.281328 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-22cb4cd1-a399-489a-81ec-009823b79155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:23:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['82a259d6-fc59-442e-b8b4-962e8a07a013'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:23:19.291470 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d85c38b4-0c1e-4ba7-a167-41cee037d8ce tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "PUT /v2.0/floatingips/b1900b86-0710-4409-a059-fecff1f1cb57 HTTP/1.1" status: 200 len: 993 time: 1.2850640 Aug 23 21:23:19.292050 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd14d2a41-d399-4a18-85dd-301d5ff26f1c', 'tag': '3aa4d211-63ac-49ab-8f29-b34df1b9f414'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:23:19.294387 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f84eb7-21c6-46bf-aa13-e031fd78c6d8" -d '{"events": [{"name": "network-changed", "server_uuid": "d14d2a41-d399-4a18-85dd-301d5ff26f1c", "tag": "3aa4d211-63ac-49ab-8f29-b34df1b9f414"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:23:19.338387 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd3d449-8d0a-473c-8bd2-17df5d8aeb9e x-openstack-request-id: req-9bd3d449-8d0a-473c-8bd2-17df5d8aeb9e {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:23:19.338737 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d14d2a41-d399-4a18-85dd-301d5ff26f1c", "tag": "3aa4d211-63ac-49ab-8f29-b34df1b9f414", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:23:19.339057 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9bd3d449-8d0a-473c-8bd2-17df5d8aeb9e {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:23:19.339518 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd14d2a41-d399-4a18-85dd-301d5ff26f1c', 'tag': '3aa4d211-63ac-49ab-8f29-b34df1b9f414', 'status': 'completed', 'code': 200} Aug 23 21:23:19.400617 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-22cb4cd1-a399-489a-81ec-009823b79155 None None] Set router 82a259d6-fc59-442e-b8b4-962e8a07a013 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:23:19.405034 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f84eb7-21c6-46bf-aa13-e031fd78c6d8 req-30b3b276-5460-43a9-89ae-99f3371f7e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:23:19.406599 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-75f84eb7-21c6-46bf-aa13-e031fd78c6d8 req-30b3b276-5460-43a9-89ae-99f3371f7e75 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=43cfe01c10fe4050a920d6308b5893af&device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 1097 time: 0.0450583 Aug 23 21:23:19.510725 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f84eb7-21c6-46bf-aa13-e031fd78c6d8 req-4bf4c2b3-98d1-41ea-a049-d499a18cc5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:23:19.512717 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-75f84eb7-21c6-46bf-aa13-e031fd78c6d8 req-4bf4c2b3-98d1-41ea-a049-d499a18cc5ce service neutron] 10.222.0.11 "GET /v2.0/networks?id=9a61cfba-04b6-49ec-82cc-357b1b269bca HTTP/1.1" status: 200 len: 913 time: 0.0971479 Aug 23 21:23:19.582879 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-75f84eb7-21c6-46bf-aa13-e031fd78c6d8 req-cb6ba5a6-8e67-413e-b30d-da8e4cc42b97 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3aa4d211-63ac-49ab-8f29-b34df1b9f414 HTTP/1.1" status: 200 len: 1001 time: 0.0612292 Aug 23 21:23:19.633444 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f84eb7-21c6-46bf-aa13-e031fd78c6d8 req-518c6232-df4f-4253-8979-43b5e6a5d4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:23:19.634981 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-75f84eb7-21c6-46bf-aa13-e031fd78c6d8 req-518c6232-df4f-4253-8979-43b5e6a5d4e2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0ea33c2-15c1-4102-8307-77f21470fe54 HTTP/1.1" status: 200 len: 851 time: 0.0462782 Aug 23 21:23:19.638588 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-22cb4cd1-a399-489a-81ec-009823b79155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'name': 'tempest-ServerActionsTestJSON-1495423523-router', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:12Z', 'revision_number': 4, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'gw_port': {'id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': 'b1900b86-0710-4409-a059-fecff1f1cb57', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'floating_ip_address': '172.25.4.155', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'port_id': '3aa4d211-63ac-49ab-8f29-b34df1b9f414', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca', 'mac_address': 'fa:16:3e:80:62:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14d2a41-d399-4a18-85dd-301d5ff26f1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:16:14Z', 'updated_at': '2021-08-23T21:23:18Z', 'revision_number': 13, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a997af6b-915a-4a8a-916c-618e290cece6', 'name': '', 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'mac_address': 'fa:16:3e:4a:32:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:11Z', 'updated_at': '2021-08-23T21:16:17Z', 'revision_number': 5, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'subnets': [{'id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:23:19.665942 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cb4cd1-a399-489a-81ec-009823b79155 None None] Checking router: 82a259d6-fc59-442e-b8b4-962e8a07a013 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:23:19.674290 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cb4cd1-a399-489a-81ec-009823b79155 None None] Routers {'82a259d6-fc59-442e-b8b4-962e8a07a013'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:23:19.674924 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-22cb4cd1-a399-489a-81ec-009823b79155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:23:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['82a259d6-fc59-442e-b8b4-962e8a07a013'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:23:19.686681 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f84eb7-21c6-46bf-aa13-e031fd78c6d8 req-c86823ef-5bcc-4db7-b272-95385a15411a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:23:19.688304 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-75f84eb7-21c6-46bf-aa13-e031fd78c6d8 req-c86823ef-5bcc-4db7-b272-95385a15411a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a61cfba-04b6-49ec-82cc-357b1b269bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467277 Aug 23 21:23:19.781106 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-75f84eb7-21c6-46bf-aa13-e031fd78c6d8 req-87d1177f-e0f9-43e2-a95f-f3288a632b61 service neutron] 10.222.0.11 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852373 Aug 23 21:23:19.785851 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-22cb4cd1-a399-489a-81ec-009823b79155 None None] Set router 82a259d6-fc59-442e-b8b4-962e8a07a013 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:23:19.877614 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-75f84eb7-21c6-46bf-aa13-e031fd78c6d8 req-800680bd-1c0d-4082-8ef4-62fd7743ee96 service neutron] 10.222.0.11 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887566 Aug 23 21:23:20.010867 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-22cb4cd1-a399-489a-81ec-009823b79155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'name': 'tempest-ServerActionsTestJSON-1495423523-router', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:12Z', 'revision_number': 4, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'gw_port': {'id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': 'b1900b86-0710-4409-a059-fecff1f1cb57', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'floating_ip_address': '172.25.4.155', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'port_id': '3aa4d211-63ac-49ab-8f29-b34df1b9f414', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca', 'mac_address': 'fa:16:3e:80:62:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14d2a41-d399-4a18-85dd-301d5ff26f1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:16:14Z', 'updated_at': '2021-08-23T21:23:18Z', 'revision_number': 13, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a997af6b-915a-4a8a-916c-618e290cece6', 'name': '', 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'mac_address': 'fa:16:3e:4a:32:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:11Z', 'updated_at': '2021-08-23T21:16:17Z', 'revision_number': 5, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'subnets': [{'id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:23:20.040722 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cb4cd1-a399-489a-81ec-009823b79155 None None] The sync data for ids ['82a259d6-fc59-442e-b8b4-962e8a07a013'] in n-d-805663-2 is: [{'id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'name': 'tempest-ServerActionsTestJSON-1495423523-router', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:12Z', 'revision_number': 4, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'gw_port': {'id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': 'b1900b86-0710-4409-a059-fecff1f1cb57', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'floating_ip_address': '172.25.4.155', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'port_id': '3aa4d211-63ac-49ab-8f29-b34df1b9f414', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca', 'mac_address': 'fa:16:3e:80:62:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14d2a41-d399-4a18-85dd-301d5ff26f1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:16:14Z', 'updated_at': '2021-08-23T21:23:18Z', 'revision_number': 13, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a997af6b-915a-4a8a-916c-618e290cece6', 'name': '', 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'mac_address': 'fa:16:3e:4a:32:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:11Z', 'updated_at': '2021-08-23T21:16:17Z', 'revision_number': 5, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'subnets': [{'id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:23:20.235478 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f449c21-1a8a-41db-ba9e-83e2b5b19644 None None] New status for floating IP b1900b86-0710-4409-a059-fecff1f1cb57: ACTIVE {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 21:23:20.749660 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:23:33.692452 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b99683a0-ecdd-4b48-b9ea-0bbe0edee1a6 req-3ca5d851-8e74-477d-847e-cdd18272283a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398588 Aug 23 21:23:33.775825 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99683a0-ecdd-4b48-b9ea-0bbe0edee1a6 req-a95e57ae-360b-4c02-93fd-a15d6b5a5012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:23:33.777341 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b99683a0-ecdd-4b48-b9ea-0bbe0edee1a6 req-a95e57ae-360b-4c02-93fd-a15d6b5a5012 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=43cfe01c10fe4050a920d6308b5893af&device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 1097 time: 0.0410297 Aug 23 21:23:33.883746 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99683a0-ecdd-4b48-b9ea-0bbe0edee1a6 req-513dc9b8-56d7-4c8c-a883-41842c8c07ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:23:33.885251 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b99683a0-ecdd-4b48-b9ea-0bbe0edee1a6 req-513dc9b8-56d7-4c8c-a883-41842c8c07ef service neutron] 10.222.0.11 "GET /v2.0/networks?id=9a61cfba-04b6-49ec-82cc-357b1b269bca HTTP/1.1" status: 200 len: 913 time: 0.0885096 Aug 23 21:23:33.951277 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b99683a0-ecdd-4b48-b9ea-0bbe0edee1a6 req-7fd0e221-a735-4fde-bcef-6fc55ed93e0a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3aa4d211-63ac-49ab-8f29-b34df1b9f414 HTTP/1.1" status: 200 len: 1003 time: 0.0578842 Aug 23 21:23:34.001071 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99683a0-ecdd-4b48-b9ea-0bbe0edee1a6 req-b3b5e9b4-c141-42dd-bad7-8da7728a6b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:23:34.002519 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b99683a0-ecdd-4b48-b9ea-0bbe0edee1a6 req-b3b5e9b4-c141-42dd-bad7-8da7728a6b19 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0ea33c2-15c1-4102-8307-77f21470fe54 HTTP/1.1" status: 200 len: 851 time: 0.0440152 Aug 23 21:23:34.051513 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99683a0-ecdd-4b48-b9ea-0bbe0edee1a6 req-469d7d63-c760-4def-9ba0-1a3d86ac1b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:23:34.053029 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b99683a0-ecdd-4b48-b9ea-0bbe0edee1a6 req-469d7d63-c760-4def-9ba0-1a3d86ac1b41 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a61cfba-04b6-49ec-82cc-357b1b269bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436583 Aug 23 21:23:34.146561 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b99683a0-ecdd-4b48-b9ea-0bbe0edee1a6 req-1554caec-8b6a-47b3-87ad-e0f7f2737b4c service neutron] 10.222.0.11 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845199 Aug 23 21:23:34.244925 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b99683a0-ecdd-4b48-b9ea-0bbe0edee1a6 req-43f2465c-9812-4989-bedd-1de2a1620c14 service neutron] 10.222.0.11 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904260 Aug 23 21:23:40.090894 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-33f3bb48-6028-4cc9-88e9-4f0dbded4cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:23:40.861220 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:23:43.477694 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-39032c62-eb54-483c-ab4a-abc80d80e2e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:23:43.611891 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:23:44.744946 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:23:46.110089 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:23:50.762529 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:23:55.184127 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:24:10.092349 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f5211555-98dd-46f2-83bf-a055e532818a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:24:10.872440 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:24:13.478318 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-91294560-1e0c-40c7-a699-3f68df2e6631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:24:13.612557 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:24:14.747408 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:24:16.112520 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:24:20.775621 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:24:32.187491 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:24:33.693728 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-018ee1bb-cc2a-4e42-a026-4f058f25409f req-df1a58e9-f0d8-41fe-8f6f-969c82f10e44 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416315 Aug 23 21:24:33.780755 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ee1bb-cc2a-4e42-a026-4f058f25409f req-61396244-ee1e-4e5f-85b3-5488f86db4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:24:33.782274 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-018ee1bb-cc2a-4e42-a026-4f058f25409f req-61396244-ee1e-4e5f-85b3-5488f86db4a0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=43cfe01c10fe4050a920d6308b5893af&device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 1097 time: 0.0446513 Aug 23 21:24:33.891259 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ee1bb-cc2a-4e42-a026-4f058f25409f req-c468466c-984a-4b6a-96ca-1a1d7117da91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:24:33.892782 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-018ee1bb-cc2a-4e42-a026-4f058f25409f req-c468466c-984a-4b6a-96ca-1a1d7117da91 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9a61cfba-04b6-49ec-82cc-357b1b269bca HTTP/1.1" status: 200 len: 913 time: 0.0890157 Aug 23 21:24:33.958582 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-018ee1bb-cc2a-4e42-a026-4f058f25409f req-dd28417d-e6ca-4705-9de1-31e66a80f7f8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3aa4d211-63ac-49ab-8f29-b34df1b9f414 HTTP/1.1" status: 200 len: 1003 time: 0.0586982 Aug 23 21:24:34.009761 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ee1bb-cc2a-4e42-a026-4f058f25409f req-0b677d23-1cbc-4f8d-b626-5e5be7105b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:24:34.011194 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-018ee1bb-cc2a-4e42-a026-4f058f25409f req-0b677d23-1cbc-4f8d-b626-5e5be7105b5e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0ea33c2-15c1-4102-8307-77f21470fe54 HTTP/1.1" status: 200 len: 851 time: 0.0460610 Aug 23 21:24:34.061936 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ee1bb-cc2a-4e42-a026-4f058f25409f req-ef41804a-7522-4065-bb3b-f237fd6b8f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:24:34.063596 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-018ee1bb-cc2a-4e42-a026-4f058f25409f req-ef41804a-7522-4065-bb3b-f237fd6b8f63 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a61cfba-04b6-49ec-82cc-357b1b269bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458531 Aug 23 21:24:34.153318 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-018ee1bb-cc2a-4e42-a026-4f058f25409f req-ae90a528-4529-42e0-b8fe-db30d90477a5 service neutron] 10.222.0.11 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816453 Aug 23 21:24:34.249916 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-018ee1bb-cc2a-4e42-a026-4f058f25409f req-12884b23-c1aa-4f3e-a08e-a7013ad63a67 service neutron] 10.222.0.11 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890431 Aug 23 21:24:40.094165 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a685a281-e8d0-44f2-a3f5-1658d420a63c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:24:40.874725 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:24:43.480950 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-52109f84-299e-43d2-be77-26c419c69c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:24:43.613820 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:24:44.750679 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:24:46.115496 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:24:50.769377 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:24:56.582339 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7096f-b1ae-475d-a9a7-217815ba9c85 req-eb12f3f8-5db8-4897-978a-c7f9f9c8829a tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:24:56.583845 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-43f7096f-b1ae-475d-a9a7-217815ba9c85 req-eb12f3f8-5db8-4897-978a-c7f9f9c8829a tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 946 time: 0.1131723 Aug 23 21:24:56.626222 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-43f7096f-b1ae-475d-a9a7-217815ba9c85 req-8903aef5-5a07-441b-86ba-08f3d4745b5d tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351617 Aug 23 21:25:06.938508 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98264b3-b7c5-4748-a740-dc0d296fbeef req-7b790f89-acce-45d3-891c-dafd4b287619 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:06.940040 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b98264b3-b7c5-4748-a740-dc0d296fbeef req-7b790f89-acce-45d3-891c-dafd4b287619 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 946 time: 0.0739057 Aug 23 21:25:06.970330 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-06a0481c-a6b2-48fa-922d-a58aa0ed1d76 req-1744e199-afca-4a88-a505-f9a21f58b489 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1155083 Aug 23 21:25:06.987597 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b98264b3-b7c5-4748-a740-dc0d296fbeef req-ab3e7031-bbeb-46db-baa7-cc14b6da8464 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411716 Aug 23 21:25:08.121407 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5398399-e4fd-4f07-8cbc-512701fc3832 req-3826cd23-b41c-439a-94a9-c4c54d7e6a60 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:08.123685 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e5398399-e4fd-4f07-8cbc-512701fc3832 req-3826cd23-b41c-439a-94a9-c4c54d7e6a60 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 946 time: 0.0544322 Aug 23 21:25:08.142266 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0481c-a6b2-48fa-922d-a58aa0ed1d76 req-d752801c-c139-413c-90e6-6954bef15cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:08.143770 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-06a0481c-a6b2-48fa-922d-a58aa0ed1d76 req-d752801c-c139-413c-90e6-6954bef15cbb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=43cfe01c10fe4050a920d6308b5893af&device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 1097 time: 0.0412598 Aug 23 21:25:08.163673 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e5398399-e4fd-4f07-8cbc-512701fc3832 req-32987202-db96-4b98-8a15-ef23f4ac2669 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337808 Aug 23 21:25:08.239909 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0481c-a6b2-48fa-922d-a58aa0ed1d76 req-d19b4e3a-3634-490a-8c9e-a02a6d04d13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:08.241400 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-06a0481c-a6b2-48fa-922d-a58aa0ed1d76 req-d19b4e3a-3634-490a-8c9e-a02a6d04d13d service neutron] 10.222.0.11 "GET /v2.0/networks?id=9a61cfba-04b6-49ec-82cc-357b1b269bca HTTP/1.1" status: 200 len: 913 time: 0.0885217 Aug 23 21:25:08.306918 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-06a0481c-a6b2-48fa-922d-a58aa0ed1d76 req-f198dd62-1c4b-4243-97a8-74876b630438 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3aa4d211-63ac-49ab-8f29-b34df1b9f414 HTTP/1.1" status: 200 len: 1003 time: 0.0581913 Aug 23 21:25:08.361336 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0481c-a6b2-48fa-922d-a58aa0ed1d76 req-f273ea41-b7a6-4179-9a5c-942d7a0ede21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:08.362764 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-06a0481c-a6b2-48fa-922d-a58aa0ed1d76 req-f273ea41-b7a6-4179-9a5c-942d7a0ede21 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0ea33c2-15c1-4102-8307-77f21470fe54 HTTP/1.1" status: 200 len: 851 time: 0.0476484 Aug 23 21:25:08.407804 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0481c-a6b2-48fa-922d-a58aa0ed1d76 req-d763c99f-e96f-4eb2-90da-af0c2751704a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:08.409303 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-06a0481c-a6b2-48fa-922d-a58aa0ed1d76 req-d763c99f-e96f-4eb2-90da-af0c2751704a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a61cfba-04b6-49ec-82cc-357b1b269bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397239 Aug 23 21:25:08.498825 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-06a0481c-a6b2-48fa-922d-a58aa0ed1d76 req-452503f0-7462-46b1-ad33-3e39635cc8f9 service neutron] 10.222.0.11 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824969 Aug 23 21:25:08.592693 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-06a0481c-a6b2-48fa-922d-a58aa0ed1d76 req-2baed064-6300-45ea-a6fa-befc19f83f98 service neutron] 10.222.0.11 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864444 Aug 23 21:25:09.186233 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:25:09.281700 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29114e3d-5a53-472b-934a-c152fd2f0545 req-d09bb9f2-afb0-455d-b085-b0912cb6d611 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:09.283206 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-29114e3d-5a53-472b-934a-c152fd2f0545 req-d09bb9f2-afb0-455d-b085-b0912cb6d611 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 946 time: 0.0494864 Aug 23 21:25:09.320605 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-29114e3d-5a53-472b-934a-c152fd2f0545 req-c1f3f57e-7e47-4908-9dc7-231b206eaa85 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314922 Aug 23 21:25:10.097403 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-68eecb3d-c6cf-4f05-8415-0e5ad5321041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:25:10.451878 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e9641-867c-409f-b874-fbcc8d542f73 req-6d59b3bb-6e27-4c7a-9b5f-38ced7f9e58b tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:10.453443 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-766e9641-867c-409f-b874-fbcc8d542f73 req-6d59b3bb-6e27-4c7a-9b5f-38ced7f9e58b tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 946 time: 0.0522749 Aug 23 21:25:10.499366 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-766e9641-867c-409f-b874-fbcc8d542f73 req-88011576-8fd5-4a32-99e3-60931ce23568 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396795 Aug 23 21:25:10.877625 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:25:11.616182 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8158f712-feff-4f00-a58d-4c278b19b5b9 req-0a179c48-68de-47d1-a861-c4e46ad5cf48 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:11.617909 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8158f712-feff-4f00-a58d-4c278b19b5b9 req-0a179c48-68de-47d1-a861-c4e46ad5cf48 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 946 time: 0.0482407 Aug 23 21:25:11.659567 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8158f712-feff-4f00-a58d-4c278b19b5b9 req-cf778d08-c674-4d4d-8bff-64faadf20c56 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351295 Aug 23 21:25:12.778336 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4a919-6da0-4d2c-8d34-3b74fc2037ea req-36bb8f8e-2e04-4434-9504-e15468708588 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:12.779896 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dec4a919-6da0-4d2c-8d34-3b74fc2037ea req-36bb8f8e-2e04-4434-9504-e15468708588 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 946 time: 0.0524294 Aug 23 21:25:12.820898 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dec4a919-6da0-4d2c-8d34-3b74fc2037ea req-878ff995-9ad2-4d5d-95f1-17e6006f9d2d tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348718 Aug 23 21:25:13.483971 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-52ce7890-34cf-48fc-b97a-3754dc112e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:25:13.614591 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:25:13.938144 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd645c-5418-4ca9-ab77-d7e347c57c10 req-a99fd034-d554-463f-aefe-d241fa0a6a02 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:13.939605 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-80fd645c-5418-4ca9-ab77-d7e347c57c10 req-a99fd034-d554-463f-aefe-d241fa0a6a02 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 946 time: 0.0491681 Aug 23 21:25:13.977981 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-80fd645c-5418-4ca9-ab77-d7e347c57c10 req-8f33a19f-6f39-473a-a109-046a4b7fce7f tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323110 Aug 23 21:25:14.756956 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:25:15.098883 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc11ce6-4e52-4f02-b849-09fbc4386ff4 req-049873cf-9984-4d19-89b3-a7281f8dbfb4 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:15.100457 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-acc11ce6-4e52-4f02-b849-09fbc4386ff4 req-049873cf-9984-4d19-89b3-a7281f8dbfb4 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 946 time: 0.0509644 Aug 23 21:25:15.139236 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-acc11ce6-4e52-4f02-b849-09fbc4386ff4 req-549791ad-3d08-470f-b7ad-2981726dc60b tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317602 Aug 23 21:25:16.118495 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:25:16.258900 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73e89f-ab11-4e58-9f00-b88dc42eb77f req-00147f66-e3cf-4035-bdfd-f1c72850001f tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:16.260416 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1a73e89f-ab11-4e58-9f00-b88dc42eb77f req-00147f66-e3cf-4035-bdfd-f1c72850001f tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 946 time: 0.0497656 Aug 23 21:25:16.298554 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1a73e89f-ab11-4e58-9f00-b88dc42eb77f req-aef80a23-75cc-44a6-a179-840b4aa23f24 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320930 Aug 23 21:25:17.417317 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1a665-5b4d-4f7d-a840-616b4bbe1580 req-0a3b32a8-8d20-4cc2-b7a0-9fdbe06aee11 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:17.419384 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b0f1a665-5b4d-4f7d-a840-616b4bbe1580 req-0a3b32a8-8d20-4cc2-b7a0-9fdbe06aee11 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 946 time: 0.0509944 Aug 23 21:25:17.458684 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b0f1a665-5b4d-4f7d-a840-616b4bbe1580 req-5c7729a7-c514-4c08-bd95-2c89ceebf806 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332239 Aug 23 21:25:18.573360 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf0e66-acac-40d4-bc76-9c0d239ce30f req-1161089b-3176-46a5-9463-f649fa9dbf5a tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:18.575702 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-41bf0e66-acac-40d4-bc76-9c0d239ce30f req-1161089b-3176-46a5-9463-f649fa9dbf5a tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 946 time: 0.0489101 Aug 23 21:25:18.616820 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-41bf0e66-acac-40d4-bc76-9c0d239ce30f req-c34990a7-1017-4761-991b-eee585598537 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351415 Aug 23 21:25:19.731876 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93400794-94ea-48cf-a357-5ef578d81b9b req-cd5fbd03-f16c-4dd4-8dc1-1301f408fb1b tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:19.733442 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-93400794-94ea-48cf-a357-5ef578d81b9b req-cd5fbd03-f16c-4dd4-8dc1-1301f408fb1b tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 946 time: 0.0502665 Aug 23 21:25:19.776377 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-93400794-94ea-48cf-a357-5ef578d81b9b req-a5683aaa-487c-4c21-abfe-0db602f972da tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369194 Aug 23 21:25:20.763556 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:25:20.910373 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a011d21-60c2-4b69-b66f-31a8aed2457f req-d73763a4-8f5f-494c-8761-f78e48e83925 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:20.911911 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2a011d21-60c2-4b69-b66f-31a8aed2457f req-d73763a4-8f5f-494c-8761-f78e48e83925 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 946 time: 0.0632315 Aug 23 21:25:20.954203 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2a011d21-60c2-4b69-b66f-31a8aed2457f req-dcaf6677-549f-4b1f-8cdf-b3b5f88e2ac4 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357594 Aug 23 21:25:22.072897 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba241e-c1a9-493a-835b-157373a2b043 req-628e35b8-a520-4ae7-8a3b-73416e175b7c tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:22.074863 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ccba241e-c1a9-493a-835b-157373a2b043 req-628e35b8-a520-4ae7-8a3b-73416e175b7c tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 946 time: 0.0502994 Aug 23 21:25:22.114415 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ccba241e-c1a9-493a-835b-157373a2b043 req-5af6e15a-0430-467b-9ccd-c483a827a515 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323341 Aug 23 21:25:22.199071 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [req-06a0481c-a6b2-48fa-922d-a58aa0ed1d76 req-a8a630e4-c34b-4558-ba15-35c102d96bb4 service neutron] show failed (client error): The resource could not be found. Aug 23 21:25:22.200877 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-06a0481c-a6b2-48fa-922d-a58aa0ed1d76 req-a8a630e4-c34b-4558-ba15-35c102d96bb4 service neutron] 10.222.0.11 "GET /v2.0/ports/3aa4d211-63ac-49ab-8f29-b34df1b9f414/bindings/n-h2-805663-2 HTTP/1.1" status: 404 len: 380 time: 0.0562184 Aug 23 21:25:22.387588 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0481c-a6b2-48fa-922d-a58aa0ed1d76 req-e961e28a-4031-4435-ac36-63b32d737e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:22.389104 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-06a0481c-a6b2-48fa-922d-a58aa0ed1d76 req-e961e28a-4031-4435-ac36-63b32d737e0f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c&tenant_id=43cfe01c10fe4050a920d6308b5893af HTTP/1.1" status: 200 len: 1097 time: 0.0409374 Aug 23 21:25:22.407385 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-06a0481c-a6b2-48fa-922d-a58aa0ed1d76 req-c19ad82d-98dd-483d-b5b8-854715990825 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805663-2', 'device_owner': 'compute:nova'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:25:22.461878 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-06a0481c-a6b2-48fa-922d-a58aa0ed1d76 req-c19ad82d-98dd-483d-b5b8-854715990825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:25:22.663528 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-06a0481c-a6b2-48fa-922d-a58aa0ed1d76 req-c19ad82d-98dd-483d-b5b8-854715990825 service neutron] For port 3aa4d211-63ac-49ab-8f29-b34df1b9f414, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=3aa4d211-63ac-49ab-8f29-b34df1b9f414,segment=NetworkSegment(47cfa6a0-3b45-4819-8d24-3639000c620f),segment_id=47cfa6a0-3b45-4819-8d24-3639000c620f)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:25:22.695887 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-06a0481c-a6b2-48fa-922d-a58aa0ed1d76 req-c19ad82d-98dd-483d-b5b8-854715990825 service neutron] For port 3aa4d211-63ac-49ab-8f29-b34df1b9f414, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:25:22.734759 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14d2a41-d399-4a18-85dd-301d5ff26f1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3aa4d211-63ac-49ab-8f29-b34df1b9f414'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:25:22.737248 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af33a34-94fa-439b-aa36-a08f3cd1c451" -d '{"events": [{"server_uuid": "d14d2a41-d399-4a18-85dd-301d5ff26f1c", "name": "network-vif-unplugged", "status": "completed", "tag": "3aa4d211-63ac-49ab-8f29-b34df1b9f414"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:25:22.740950 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-06a0481c-a6b2-48fa-922d-a58aa0ed1d76 req-c19ad82d-98dd-483d-b5b8-854715990825 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:25:22.753768 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-06a0481c-a6b2-48fa-922d-a58aa0ed1d76 req-c19ad82d-98dd-483d-b5b8-854715990825 service neutron] Transition to ACTIVE for port object 3aa4d211-63ac-49ab-8f29-b34df1b9f414 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:25:22.757981 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-06a0481c-a6b2-48fa-922d-a58aa0ed1d76 req-c19ad82d-98dd-483d-b5b8-854715990825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:25:22.792410 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 21:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673a1a36-c466-4771-a757-437fcbb77c0a x-openstack-request-id: req-673a1a36-c466-4771-a757-437fcbb77c0a {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:25:22.792704 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14d2a41-d399-4a18-85dd-301d5ff26f1c", "name": "network-vif-unplugged", "status": "completed", "tag": "3aa4d211-63ac-49ab-8f29-b34df1b9f414", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:25:22.792956 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-673a1a36-c466-4771-a757-437fcbb77c0a {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:25:22.793345 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14d2a41-d399-4a18-85dd-301d5ff26f1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3aa4d211-63ac-49ab-8f29-b34df1b9f414', 'code': 200} Aug 23 21:25:22.851120 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ad82d-98dd-483d-b5b8-854715990825 service neutron] Pushing event updated for resources: {'Port': ['ID=3aa4d211-63ac-49ab-8f29-b34df1b9f414,revision_number=6']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:25:22.863485 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ad82d-98dd-483d-b5b8-854715990825 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:25:22.863726 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ad82d-98dd-483d-b5b8-854715990825 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:25:22.864084 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ad82d-98dd-483d-b5b8-854715990825 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:25:22.864430 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ad82d-98dd-483d-b5b8-854715990825 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:25:22.864762 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ad82d-98dd-483d-b5b8-854715990825 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:25:22.865093 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ad82d-98dd-483d-b5b8-854715990825 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:25:22.865418 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ad82d-98dd-483d-b5b8-854715990825 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:25:22.865741 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ad82d-98dd-483d-b5b8-854715990825 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:25:22.866218 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ad82d-98dd-483d-b5b8-854715990825 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:25:22.866440 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ad82d-98dd-483d-b5b8-854715990825 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:25:22.866761 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ad82d-98dd-483d-b5b8-854715990825 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:25:22.867386 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ad82d-98dd-483d-b5b8-854715990825 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:25:22.900909 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a0481c-a6b2-48fa-922d-a58aa0ed1d76 req-c19ad82d-98dd-483d-b5b8-854715990825 service neutron] No DVR routers for this DVR port 3aa4d211-63ac-49ab-8f29-b34df1b9f414 on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:25:23.044705 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-06a0481c-a6b2-48fa-922d-a58aa0ed1d76 req-c19ad82d-98dd-483d-b5b8-854715990825 service neutron] Attempting to bind port 3aa4d211-63ac-49ab-8f29-b34df1b9f414 on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:25:23.045046 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-06a0481c-a6b2-48fa-922d-a58aa0ed1d76 req-c19ad82d-98dd-483d-b5b8-854715990825 service neutron] Attempting to bind port 3aa4d211-63ac-49ab-8f29-b34df1b9f414 by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': '47cfa6a0-3b45-4819-8d24-3639000c620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:25:23.045396 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a0481c-a6b2-48fa-922d-a58aa0ed1d76 req-c19ad82d-98dd-483d-b5b8-854715990825 service neutron] Attempting to bind port 3aa4d211-63ac-49ab-8f29-b34df1b9f414 on network 9a61cfba-04b6-49ec-82cc-357b1b269bca {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:25:23.049724 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a0481c-a6b2-48fa-922d-a58aa0ed1d76 req-c19ad82d-98dd-483d-b5b8-854715990825 service neutron] Port 3aa4d211-63ac-49ab-8f29-b34df1b9f414 on network 9a61cfba-04b6-49ec-82cc-357b1b269bca not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:25:23.050049 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a0481c-a6b2-48fa-922d-a58aa0ed1d76 req-c19ad82d-98dd-483d-b5b8-854715990825 service neutron] Attempting to bind port 3aa4d211-63ac-49ab-8f29-b34df1b9f414 on network 9a61cfba-04b6-49ec-82cc-357b1b269bca {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:25:23.054772 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a0481c-a6b2-48fa-922d-a58aa0ed1d76 req-c19ad82d-98dd-483d-b5b8-854715990825 service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:25:23.055172 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a0481c-a6b2-48fa-922d-a58aa0ed1d76 req-c19ad82d-98dd-483d-b5b8-854715990825 service neutron] Checking segment: {'id': '47cfa6a0-3b45-4819-8d24-3639000c620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:25:23.055498 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a0481c-a6b2-48fa-922d-a58aa0ed1d76 req-c19ad82d-98dd-483d-b5b8-854715990825 service neutron] Bound using segment: {'id': '47cfa6a0-3b45-4819-8d24-3639000c620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:25:23.055926 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-06a0481c-a6b2-48fa-922d-a58aa0ed1d76 req-c19ad82d-98dd-483d-b5b8-854715990825 service neutron] Bound port: 3aa4d211-63ac-49ab-8f29-b34df1b9f414, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47cfa6a0-3b45-4819-8d24-3639000c620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:25:23.056324 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-06a0481c-a6b2-48fa-922d-a58aa0ed1d76 req-c19ad82d-98dd-483d-b5b8-854715990825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:25:23.120129 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-06a0481c-a6b2-48fa-922d-a58aa0ed1d76 req-c19ad82d-98dd-483d-b5b8-854715990825 service neutron] For port 3aa4d211-63ac-49ab-8f29-b34df1b9f414, host n-h2-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:25:23.123982 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-06a0481c-a6b2-48fa-922d-a58aa0ed1d76 req-c19ad82d-98dd-483d-b5b8-854715990825 service neutron] For port 3aa4d211-63ac-49ab-8f29-b34df1b9f414, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=3aa4d211-63ac-49ab-8f29-b34df1b9f414,segment=NetworkSegment(47cfa6a0-3b45-4819-8d24-3639000c620f),segment_id=47cfa6a0-3b45-4819-8d24-3639000c620f)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:25:23.128285 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-06a0481c-a6b2-48fa-922d-a58aa0ed1d76 req-c19ad82d-98dd-483d-b5b8-854715990825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:25:23.165098 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0481c-a6b2-48fa-922d-a58aa0ed1d76 req-c19ad82d-98dd-483d-b5b8-854715990825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:23.165695 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-06a0481c-a6b2-48fa-922d-a58aa0ed1d76 req-c19ad82d-98dd-483d-b5b8-854715990825 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:25:23.167123 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-06a0481c-a6b2-48fa-922d-a58aa0ed1d76 req-c19ad82d-98dd-483d-b5b8-854715990825 service neutron] 10.222.0.32 "PUT /v2.0/ports/3aa4d211-63ac-49ab-8f29-b34df1b9f414 HTTP/1.1" status: 200 len: 1092 time: 0.7636406 Aug 23 21:25:23.197410 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ad82d-98dd-483d-b5b8-854715990825 service neutron] Pushing event updated for resources: {'Port': ['ID=3aa4d211-63ac-49ab-8f29-b34df1b9f414,revision_number=7']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:25:23.279868 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c43d7-cf06-4f34-991f-515407133f37 req-264d63df-19ec-43c8-bfaf-a09f9ba9c02b tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:23.281512 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-df1c43d7-cf06-4f34-991f-515407133f37 req-264d63df-19ec-43c8-bfaf-a09f9ba9c02b tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 944 time: 0.0807486 Aug 23 21:25:23.284593 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0481c-a6b2-48fa-922d-a58aa0ed1d76 req-b5da3f70-42fc-4304-9376-cf5a2593ad23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:23.286031 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-06a0481c-a6b2-48fa-922d-a58aa0ed1d76 req-b5da3f70-42fc-4304-9376-cf5a2593ad23 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=43cfe01c10fe4050a920d6308b5893af&device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 1095 time: 0.0836763 Aug 23 21:25:23.376830 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-df1c43d7-cf06-4f34-991f-515407133f37 req-dcd3b69c-01a6-4f8e-987a-56c348bade3e tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888522 Aug 23 21:25:23.408857 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0481c-a6b2-48fa-922d-a58aa0ed1d76 req-9ca19d8f-c923-4e93-bdc2-589a7e7202e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:23.410343 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-06a0481c-a6b2-48fa-922d-a58aa0ed1d76 req-9ca19d8f-c923-4e93-bdc2-589a7e7202e7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9a61cfba-04b6-49ec-82cc-357b1b269bca HTTP/1.1" status: 200 len: 913 time: 0.1157484 Aug 23 21:25:23.478779 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-06a0481c-a6b2-48fa-922d-a58aa0ed1d76 req-726c35cc-aaeb-440b-a3e8-0254e214b624 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3aa4d211-63ac-49ab-8f29-b34df1b9f414 HTTP/1.1" status: 200 len: 1001 time: 0.0607615 Aug 23 21:25:23.532834 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0481c-a6b2-48fa-922d-a58aa0ed1d76 req-8a6a3fad-57f1-4339-8e58-67eca630ae9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:23.534281 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-06a0481c-a6b2-48fa-922d-a58aa0ed1d76 req-8a6a3fad-57f1-4339-8e58-67eca630ae9a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d0ea33c2-15c1-4102-8307-77f21470fe54 HTTP/1.1" status: 200 len: 851 time: 0.0482759 Aug 23 21:25:23.580296 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0481c-a6b2-48fa-922d-a58aa0ed1d76 req-28196162-59d2-4400-ad3d-5d74be952034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:23.581800 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-06a0481c-a6b2-48fa-922d-a58aa0ed1d76 req-28196162-59d2-4400-ad3d-5d74be952034 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9a61cfba-04b6-49ec-82cc-357b1b269bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402808 Aug 23 21:25:23.674210 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-06a0481c-a6b2-48fa-922d-a58aa0ed1d76 req-9ace11a8-f9a7-42e1-b36f-dd91607c3733 service neutron] 10.222.0.32 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850899 Aug 23 21:25:23.766625 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-06a0481c-a6b2-48fa-922d-a58aa0ed1d76 req-12d5d022-ca29-4d93-bd9e-89025b657e29 service neutron] 10.222.0.32 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855012 Aug 23 21:25:24.499323 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cba2b1-efb9-44d4-aae9-fc510ac8eede req-cbf41d52-e0f5-4b8f-b72c-71364c34a63e tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:24.500781 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-30cba2b1-efb9-44d4-aae9-fc510ac8eede req-cbf41d52-e0f5-4b8f-b72c-71364c34a63e tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 944 time: 0.0520823 Aug 23 21:25:24.539403 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-30cba2b1-efb9-44d4-aae9-fc510ac8eede req-61ff96e9-853c-431b-a2cc-dc603a2af85c tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326064 Aug 23 21:25:24.795116 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd14d2a41-d399-4a18-85dd-301d5ff26f1c', 'tag': '3aa4d211-63ac-49ab-8f29-b34df1b9f414'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:25:24.797712 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ff9cce-e66c-4fe2-a5ee-32b09b51b1c9" -d '{"events": [{"name": "network-changed", "server_uuid": "d14d2a41-d399-4a18-85dd-301d5ff26f1c", "tag": "3aa4d211-63ac-49ab-8f29-b34df1b9f414"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:25:24.847782 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95907769-14a6-43e6-a573-852bfbd312fa x-openstack-request-id: req-95907769-14a6-43e6-a573-852bfbd312fa {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:25:24.848093 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d14d2a41-d399-4a18-85dd-301d5ff26f1c", "tag": "3aa4d211-63ac-49ab-8f29-b34df1b9f414", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:25:24.848353 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-95907769-14a6-43e6-a573-852bfbd312fa {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:25:24.848812 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd14d2a41-d399-4a18-85dd-301d5ff26f1c', 'tag': '3aa4d211-63ac-49ab-8f29-b34df1b9f414', 'status': 'completed', 'code': 200} Aug 23 21:25:24.914756 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff9cce-e66c-4fe2-a5ee-32b09b51b1c9 req-99fdcc8c-8861-4713-bd9d-4b7278d151c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:24.916306 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f1ff9cce-e66c-4fe2-a5ee-32b09b51b1c9 req-99fdcc8c-8861-4713-bd9d-4b7278d151c7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=43cfe01c10fe4050a920d6308b5893af&device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 1095 time: 0.0490448 Aug 23 21:25:24.935091 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff9cce-e66c-4fe2-a5ee-32b09b51b1c9 req-d4b4eddb-da63-40ba-b7b5-e107593f5e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:24.936743 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f1ff9cce-e66c-4fe2-a5ee-32b09b51b1c9 req-d4b4eddb-da63-40ba-b7b5-e107593f5e76 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=43cfe01c10fe4050a920d6308b5893af&device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 1095 time: 0.0427623 Aug 23 21:25:25.021970 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff9cce-e66c-4fe2-a5ee-32b09b51b1c9 req-05a3fdc6-71bb-42b4-83f5-033ea849b207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:25.024761 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f1ff9cce-e66c-4fe2-a5ee-32b09b51b1c9 req-05a3fdc6-71bb-42b4-83f5-033ea849b207 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9a61cfba-04b6-49ec-82cc-357b1b269bca HTTP/1.1" status: 200 len: 913 time: 0.1005933 Aug 23 21:25:25.038897 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff9cce-e66c-4fe2-a5ee-32b09b51b1c9 req-c57e2678-d962-44c3-a9b8-38ede9945db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:25.040582 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f1ff9cce-e66c-4fe2-a5ee-32b09b51b1c9 req-c57e2678-d962-44c3-a9b8-38ede9945db2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9a61cfba-04b6-49ec-82cc-357b1b269bca HTTP/1.1" status: 200 len: 913 time: 0.0972538 Aug 23 21:25:25.102620 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f1ff9cce-e66c-4fe2-a5ee-32b09b51b1c9 req-4caa5db4-6be7-45e8-b900-e55ba0377f50 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3aa4d211-63ac-49ab-8f29-b34df1b9f414 HTTP/1.1" status: 200 len: 1001 time: 0.0712838 Aug 23 21:25:25.109053 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f1ff9cce-e66c-4fe2-a5ee-32b09b51b1c9 req-9faef9fc-5033-4927-bd65-2fc9c130d964 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3aa4d211-63ac-49ab-8f29-b34df1b9f414 HTTP/1.1" status: 200 len: 1001 time: 0.0614524 Aug 23 21:25:25.156767 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff9cce-e66c-4fe2-a5ee-32b09b51b1c9 req-1b43772d-a439-4351-8e68-472828a23fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:25.158354 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f1ff9cce-e66c-4fe2-a5ee-32b09b51b1c9 req-1b43772d-a439-4351-8e68-472828a23fb2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0ea33c2-15c1-4102-8307-77f21470fe54 HTTP/1.1" status: 200 len: 851 time: 0.0477855 Aug 23 21:25:25.160709 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff9cce-e66c-4fe2-a5ee-32b09b51b1c9 req-d8c21f02-9dbb-4cfb-9b14-79a83a46b3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:25.162186 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f1ff9cce-e66c-4fe2-a5ee-32b09b51b1c9 req-d8c21f02-9dbb-4cfb-9b14-79a83a46b3ae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d0ea33c2-15c1-4102-8307-77f21470fe54 HTTP/1.1" status: 200 len: 851 time: 0.0466037 Aug 23 21:25:25.210698 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff9cce-e66c-4fe2-a5ee-32b09b51b1c9 req-c38a3ff1-fa8d-4d8f-ba0d-16eddbc54092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:25.212664 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f1ff9cce-e66c-4fe2-a5ee-32b09b51b1c9 req-c38a3ff1-fa8d-4d8f-ba0d-16eddbc54092 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a61cfba-04b6-49ec-82cc-357b1b269bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468564 Aug 23 21:25:25.219344 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff9cce-e66c-4fe2-a5ee-32b09b51b1c9 req-c50468e2-6a3e-45bf-a13f-d351c7689b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:25.220894 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f1ff9cce-e66c-4fe2-a5ee-32b09b51b1c9 req-c50468e2-6a3e-45bf-a13f-d351c7689b46 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9a61cfba-04b6-49ec-82cc-357b1b269bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509350 Aug 23 21:25:25.311630 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f1ff9cce-e66c-4fe2-a5ee-32b09b51b1c9 req-f9627386-a402-4332-bfc8-86e7531f4674 service neutron] 10.222.0.11 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912967 Aug 23 21:25:25.312519 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f1ff9cce-e66c-4fe2-a5ee-32b09b51b1c9 req-4b57727f-ee67-4100-ac04-486e2887bb36 service neutron] 10.222.0.32 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845962 Aug 23 21:25:25.406569 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f1ff9cce-e66c-4fe2-a5ee-32b09b51b1c9 req-10e252cf-7c8d-4e6a-8541-e3a4725fa811 service neutron] 10.222.0.11 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879095 Aug 23 21:25:25.414391 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f1ff9cce-e66c-4fe2-a5ee-32b09b51b1c9 req-1513d14b-10db-406a-984d-d6da3f505523 service neutron] 10.222.0.32 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955675 Aug 23 21:25:25.661340 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a1a2b-d4bd-4ace-9dbf-03775fe46d38 req-4f48a74e-28c0-410b-b0c9-a16653475876 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:25.662871 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-550a1a2b-d4bd-4ace-9dbf-03775fe46d38 req-4f48a74e-28c0-410b-b0c9-a16653475876 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 944 time: 0.0532043 Aug 23 21:25:25.703686 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-550a1a2b-d4bd-4ace-9dbf-03775fe46d38 req-7877a80b-a3a5-4a6e-a8e7-8394a8290d36 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344181 Aug 23 21:25:25.864112 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 3aa4d211-63ac-49ab-8f29-b34df1b9f414 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:25:25.907751 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 3aa4d211-63ac-49ab-8f29-b34df1b9f414 not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:25:26.823448 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41d5fb-91b6-49dc-a20f-7eba3e337369 req-27baf4a2-d124-4dc9-9161-13400ef2ca48 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:26.826015 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1d41d5fb-91b6-49dc-a20f-7eba3e337369 req-27baf4a2-d124-4dc9-9161-13400ef2ca48 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 944 time: 0.0510633 Aug 23 21:25:26.866106 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1d41d5fb-91b6-49dc-a20f-7eba3e337369 req-39fa6cc3-148c-472d-b0cd-fbe72756fd75 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343235 Aug 23 21:25:27.991705 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5ce8a-8601-4ebe-a61b-ce9f19adea62 req-9fba4e8f-42bc-40e5-adc8-204ae750fa46 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:27.993440 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5ca5ce8a-8601-4ebe-a61b-ce9f19adea62 req-9fba4e8f-42bc-40e5-adc8-204ae750fa46 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 944 time: 0.0541224 Aug 23 21:25:28.030461 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5ca5ce8a-8601-4ebe-a61b-ce9f19adea62 req-64e74b95-0922-43a8-b63b-291c0946d31a tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309327 Aug 23 21:25:29.146325 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f1dfc-199c-40ec-9857-ce2ac8b44495 req-41a88b06-e3c9-4b03-9965-28d5a8f7cae9 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:29.147817 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-922f1dfc-199c-40ec-9857-ce2ac8b44495 req-41a88b06-e3c9-4b03-9965-28d5a8f7cae9 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 944 time: 0.0498259 Aug 23 21:25:29.185627 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-922f1dfc-199c-40ec-9857-ce2ac8b44495 req-c4c49ada-4ee5-49be-844b-454422b7b507 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315828 Aug 23 21:25:30.305692 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d87ff-0936-41b8-bd17-47b18819f217 req-4655daa3-6424-4ac3-8c17-4eac9b11ee75 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:30.307179 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-544d87ff-0936-41b8-bd17-47b18819f217 req-4655daa3-6424-4ac3-8c17-4eac9b11ee75 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 944 time: 0.0514715 Aug 23 21:25:30.345968 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-544d87ff-0936-41b8-bd17-47b18819f217 req-7a17d888-f807-48ed-bd08-62eb237c92bc tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320876 Aug 23 21:25:31.467060 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1bb64-b71f-4d4c-8963-b0a20d3acef4 req-fd2033be-c5d9-4685-9662-d9a97c9e859d tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:31.472872 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6be1bb64-b71f-4d4c-8963-b0a20d3acef4 req-fd2033be-c5d9-4685-9662-d9a97c9e859d tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 944 time: 0.0533283 Aug 23 21:25:31.506141 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6be1bb64-b71f-4d4c-8963-b0a20d3acef4 req-0617bb2a-d71c-4e78-866e-7ffea3eeff26 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314598 Aug 23 21:25:32.625068 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a05c4-894b-403f-909e-092063a831e1 req-f8f8cac9-0e3b-40a7-b2c3-8b6bee346a43 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:32.626574 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6d3a05c4-894b-403f-909e-092063a831e1 req-f8f8cac9-0e3b-40a7-b2c3-8b6bee346a43 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 944 time: 0.0482585 Aug 23 21:25:32.664028 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6d3a05c4-894b-403f-909e-092063a831e1 req-6a43e175-8e87-4c0b-9e66-226b95168dbc tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315247 Aug 23 21:25:33.782898 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920806de-831e-420c-9b92-5925443fe406 req-4e7cf962-36a9-4afb-b057-b16aac52f6d1 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:33.784353 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-920806de-831e-420c-9b92-5925443fe406 req-4e7cf962-36a9-4afb-b057-b16aac52f6d1 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 944 time: 0.0507932 Aug 23 21:25:33.821210 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-920806de-831e-420c-9b92-5925443fe406 req-64e3a4ee-e72c-47af-b2d9-3d978ece47d3 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308404 Aug 23 21:25:34.941021 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df355b0-034c-4165-9918-7f97873550a8 req-af065660-7ec8-4c29-9254-de9bceca89b7 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:34.942478 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4df355b0-034c-4165-9918-7f97873550a8 req-af065660-7ec8-4c29-9254-de9bceca89b7 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 944 time: 0.0528018 Aug 23 21:25:34.980221 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4df355b0-034c-4165-9918-7f97873550a8 req-05208f35-950d-4499-bdde-b0d2379e7e9a tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318382 Aug 23 21:25:35.472532 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 3aa4d211-63ac-49ab-8f29-b34df1b9f414 details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 21:25:35.566054 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 3aa4d211-63ac-49ab-8f29-b34df1b9f414, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=3aa4d211-63ac-49ab-8f29-b34df1b9f414,segment=NetworkSegment(47cfa6a0-3b45-4819-8d24-3639000c620f),segment_id=47cfa6a0-3b45-4819-8d24-3639000c620f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:25:35.576850 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': '3aa4d211-63ac-49ab-8f29-b34df1b9f414', 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca', 'port_id': '3aa4d211-63ac-49ab-8f29-b34df1b9f414', 'mac_address': 'fa:16:3e:80:62:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 21:25:35.612861 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:25:35.625702 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aa4d211-63ac-49ab-8f29-b34df1b9f414 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:25:35.646245 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 3aa4d211-63ac-49ab-8f29-b34df1b9f414, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=3aa4d211-63ac-49ab-8f29-b34df1b9f414,segment=NetworkSegment(47cfa6a0-3b45-4819-8d24-3639000c620f),segment_id=47cfa6a0-3b45-4819-8d24-3639000c620f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:25:35.650026 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:25:35.699206 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=3aa4d211-63ac-49ab-8f29-b34df1b9f414,revision_number=8']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:25:35.707051 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:25:35.707399 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:25:35.707740 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:25:35.708096 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:25:35.708438 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:25:35.708768 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:25:35.709100 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:25:35.709427 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:25:35.709751 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:25:35.710077 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:25:35.710401 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:25:35.710726 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:25:35.989397 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['3aa4d211-63ac-49ab-8f29-b34df1b9f414'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:25:36.096988 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1dc29e-5822-4025-8c75-134dbdc70faa req-17e28870-7d78-4b97-a806-4e99589916db tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:36.098501 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1e1dc29e-5822-4025-8c75-134dbdc70faa req-17e28870-7d78-4b97-a806-4e99589916db tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 945 time: 0.0498257 Aug 23 21:25:36.137498 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1e1dc29e-5822-4025-8c75-134dbdc70faa req-7b1b9def-4040-40c7-90ce-beb093c1c29e tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328343 Aug 23 21:25:36.445901 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df992b62-b0ef-4018-8082-453bca10f4bf req-ef36fb03-40dc-4dd2-8ff0-f346f26f5f14 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:36.447352 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-df992b62-b0ef-4018-8082-453bca10f4bf req-ef36fb03-40dc-4dd2-8ff0-f346f26f5f14 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.32 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c&tenant_id=43cfe01c10fe4050a920d6308b5893af&binding%3Ahost_id=n-h2-805663-2 HTTP/1.1" status: 200 len: 945 time: 0.0828812 Aug 23 21:25:36.461659 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de8ce8-f5bb-49c7-8229-aea669fc5916 req-f2a17c43-667c-407e-8f1a-37a10e1d96fc tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:36.463083 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-72de8ce8-f5bb-49c7-8229-aea669fc5916 req-f2a17c43-667c-407e-8f1a-37a10e1d96fc tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 945 time: 0.0678978 Aug 23 21:25:36.537088 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-72de8ce8-f5bb-49c7-8229-aea669fc5916 req-61a9947f-1ad0-44a0-93b5-21013271e4f4 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671625 Aug 23 21:25:36.542583 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-df992b62-b0ef-4018-8082-453bca10f4bf req-2bcb8ddd-e2a8-4fb2-8886-527d71c3c06a service neutron] 10.222.0.32 "GET /v2.0/ports/3aa4d211-63ac-49ab-8f29-b34df1b9f414/bindings/n-h2-805663-2 HTTP/1.1" status: 200 len: 382 time: 0.0786495 Aug 23 21:25:36.622367 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df992b62-b0ef-4018-8082-453bca10f4bf req-ba76afad-2e41-4218-b2c5-8dc38975e496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:36.623746 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-df992b62-b0ef-4018-8082-453bca10f4bf req-ba76afad-2e41-4218-b2c5-8dc38975e496 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=43cfe01c10fe4050a920d6308b5893af&device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 1096 time: 0.0435615 Aug 23 21:25:36.710381 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df992b62-b0ef-4018-8082-453bca10f4bf req-78eb5856-af6d-472b-94aa-5824ac68cfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:36.711811 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-df992b62-b0ef-4018-8082-453bca10f4bf req-78eb5856-af6d-472b-94aa-5824ac68cfee service neutron] 10.222.0.32 "GET /v2.0/networks?id=9a61cfba-04b6-49ec-82cc-357b1b269bca HTTP/1.1" status: 200 len: 913 time: 0.0809727 Aug 23 21:25:36.778577 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-df992b62-b0ef-4018-8082-453bca10f4bf req-8e1f3864-1013-4367-a691-c7649f89347d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3aa4d211-63ac-49ab-8f29-b34df1b9f414 HTTP/1.1" status: 200 len: 1002 time: 0.0598626 Aug 23 21:25:36.826218 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df992b62-b0ef-4018-8082-453bca10f4bf req-3911d371-c44d-417c-9e13-318bc3369870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:36.827615 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-df992b62-b0ef-4018-8082-453bca10f4bf req-3911d371-c44d-417c-9e13-318bc3369870 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d0ea33c2-15c1-4102-8307-77f21470fe54 HTTP/1.1" status: 200 len: 851 time: 0.0423291 Aug 23 21:25:36.872462 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df992b62-b0ef-4018-8082-453bca10f4bf req-7d277c5f-ca44-46df-b252-8fd1183fe39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:36.873870 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-df992b62-b0ef-4018-8082-453bca10f4bf req-7d277c5f-ca44-46df-b252-8fd1183fe39f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9a61cfba-04b6-49ec-82cc-357b1b269bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394845 Aug 23 21:25:36.965671 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-df992b62-b0ef-4018-8082-453bca10f4bf req-11b2aaaf-eb03-4b6a-8332-221ac6aef231 service neutron] 10.222.0.32 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839365 Aug 23 21:25:37.052075 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-df992b62-b0ef-4018-8082-453bca10f4bf req-4d342e03-af18-4fd4-a022-9336655e801b service neutron] 10.222.0.32 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803609 Aug 23 21:25:37.497298 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 3aa4d211-63ac-49ab-8f29-b34df1b9f414 up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:25:37.548966 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port 3aa4d211-63ac-49ab-8f29-b34df1b9f414 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:25:37.553014 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port 3aa4d211-63ac-49ab-8f29-b34df1b9f414 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:25:37.553393 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:25:37.632410 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:25:37.655969 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14d2a41-d399-4a18-85dd-301d5ff26f1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa4d211-63ac-49ab-8f29-b34df1b9f414'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:25:37.658298 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9c6a32-c4c4-4605-8e05-f3387558438f" -d '{"events": [{"server_uuid": "d14d2a41-d399-4a18-85dd-301d5ff26f1c", "name": "network-vif-plugged", "status": "completed", "tag": "3aa4d211-63ac-49ab-8f29-b34df1b9f414"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:25:37.660268 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac2b8e8-f960-4c18-a07b-5a51a43ec917 req-da72cd34-fe31-4784-a0f9-abce6dd72d47 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:37.662214 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0ac2b8e8-f960-4c18-a07b-5a51a43ec917 req-da72cd34-fe31-4784-a0f9-abce6dd72d47 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 945 time: 0.0507772 Aug 23 21:25:37.671814 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 3aa4d211-63ac-49ab-8f29-b34df1b9f414, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=3aa4d211-63ac-49ab-8f29-b34df1b9f414,segment=NetworkSegment(47cfa6a0-3b45-4819-8d24-3639000c620f),segment_id=47cfa6a0-3b45-4819-8d24-3639000c620f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:25:37.676398 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:25:37.704713 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0ac2b8e8-f960-4c18-a07b-5a51a43ec917 req-e0914234-14f5-4eb8-b46a-81bfc311ad67 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358977 Aug 23 21:25:37.735377 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=3aa4d211-63ac-49ab-8f29-b34df1b9f414,revision_number=9']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:25:37.774812 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f59d2a-ff43-4a8b-bcc8-d081e0ce1d03 x-openstack-request-id: req-32f59d2a-ff43-4a8b-bcc8-d081e0ce1d03 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:25:37.775104 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14d2a41-d399-4a18-85dd-301d5ff26f1c", "name": "network-vif-plugged", "status": "completed", "tag": "3aa4d211-63ac-49ab-8f29-b34df1b9f414", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:25:37.775357 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-32f59d2a-ff43-4a8b-bcc8-d081e0ce1d03 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:25:37.775753 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14d2a41-d399-4a18-85dd-301d5ff26f1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa4d211-63ac-49ab-8f29-b34df1b9f414', 'code': 200} Aug 23 21:25:38.821456 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d9c8d2-015e-49e1-9923-92e72fecdd52 req-5055cf5a-f8a4-4294-978b-62596d2f72de tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:38.822856 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-26d9c8d2-015e-49e1-9923-92e72fecdd52 req-5055cf5a-f8a4-4294-978b-62596d2f72de tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 946 time: 0.0485189 Aug 23 21:25:38.861338 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-26d9c8d2-015e-49e1-9923-92e72fecdd52 req-f0b1cb4a-7c96-4e34-acda-73a665f93ade tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325451 Aug 23 21:25:39.982801 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99defdbb-3a4d-4216-b373-4c5995e06fa2 req-f2322351-b780-41bf-b1ca-32e9a9f1e3cc tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:39.984347 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-99defdbb-3a4d-4216-b373-4c5995e06fa2 req-f2322351-b780-41bf-b1ca-32e9a9f1e3cc tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 946 time: 0.0513110 Aug 23 21:25:40.023714 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-99defdbb-3a4d-4216-b373-4c5995e06fa2 req-7e4fece2-9d6c-41d5-806e-a27a703d5a7a tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331099 Aug 23 21:25:40.099351 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-28b013c9-8a11-4a59-a465-408610dd2a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:25:40.872637 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:25:41.016045 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df992b62-b0ef-4018-8082-453bca10f4bf req-68a0113f-3baf-496e-8df4-669fc32c70a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:41.017560 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-df992b62-b0ef-4018-8082-453bca10f4bf req-68a0113f-3baf-496e-8df4-669fc32c70a3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c&tenant_id=43cfe01c10fe4050a920d6308b5893af HTTP/1.1" status: 200 len: 1097 time: 0.0906687 Aug 23 21:25:41.029399 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-df992b62-b0ef-4018-8082-453bca10f4bf req-05adf37e-641f-4d0c-96e1-c1b79e371cc9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805663-2', 'device_owner': 'compute:nova'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:25:41.083061 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-df992b62-b0ef-4018-8082-453bca10f4bf req-05adf37e-641f-4d0c-96e1-c1b79e371cc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:25:41.232539 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febcc179-d269-4a86-bfe3-99b1ee53cab4 req-7a164ffe-f141-48d2-af82-50e8a67732a2 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:41.234062 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-febcc179-d269-4a86-bfe3-99b1ee53cab4 req-7a164ffe-f141-48d2-af82-50e8a67732a2 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 946 time: 0.1397007 Aug 23 21:25:41.324782 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-febcc179-d269-4a86-bfe3-99b1ee53cab4 req-06ecda4c-e2bb-494d-acee-3da86eb82a22 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846977 Aug 23 21:25:41.359579 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-df992b62-b0ef-4018-8082-453bca10f4bf req-05adf37e-641f-4d0c-96e1-c1b79e371cc9 service neutron] For port 3aa4d211-63ac-49ab-8f29-b34df1b9f414, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=3aa4d211-63ac-49ab-8f29-b34df1b9f414,segment=NetworkSegment(47cfa6a0-3b45-4819-8d24-3639000c620f),segment_id=47cfa6a0-3b45-4819-8d24-3639000c620f)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:25:41.391448 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-df992b62-b0ef-4018-8082-453bca10f4bf req-05adf37e-641f-4d0c-96e1-c1b79e371cc9 service neutron] For port 3aa4d211-63ac-49ab-8f29-b34df1b9f414, host n-h2-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:25:41.430404 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14d2a41-d399-4a18-85dd-301d5ff26f1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3aa4d211-63ac-49ab-8f29-b34df1b9f414'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:25:41.432669 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa0fe61-fdb7-4e29-93de-6e01f8f80b3b" -d '{"events": [{"server_uuid": "d14d2a41-d399-4a18-85dd-301d5ff26f1c", "name": "network-vif-unplugged", "status": "completed", "tag": "3aa4d211-63ac-49ab-8f29-b34df1b9f414"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:25:41.437258 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-df992b62-b0ef-4018-8082-453bca10f4bf req-05adf37e-641f-4d0c-96e1-c1b79e371cc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:25:41.449755 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-df992b62-b0ef-4018-8082-453bca10f4bf req-05adf37e-641f-4d0c-96e1-c1b79e371cc9 service neutron] Transition to ACTIVE for port object 3aa4d211-63ac-49ab-8f29-b34df1b9f414 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:25:41.455983 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-df992b62-b0ef-4018-8082-453bca10f4bf req-05adf37e-641f-4d0c-96e1-c1b79e371cc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:25:41.506052 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05adf37e-641f-4d0c-96e1-c1b79e371cc9 service neutron] Pushing event updated for resources: {'Port': ['ID=3aa4d211-63ac-49ab-8f29-b34df1b9f414,revision_number=10']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:25:41.514063 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 3aa4d211-63ac-49ab-8f29-b34df1b9f414 no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:25:41.550915 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05adf37e-641f-4d0c-96e1-c1b79e371cc9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:25:41.551271 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05adf37e-641f-4d0c-96e1-c1b79e371cc9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:25:41.551598 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05adf37e-641f-4d0c-96e1-c1b79e371cc9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:25:41.551935 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05adf37e-641f-4d0c-96e1-c1b79e371cc9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:25:41.552301 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05adf37e-641f-4d0c-96e1-c1b79e371cc9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:25:41.552643 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05adf37e-641f-4d0c-96e1-c1b79e371cc9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:25:41.552973 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05adf37e-641f-4d0c-96e1-c1b79e371cc9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:25:41.553298 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05adf37e-641f-4d0c-96e1-c1b79e371cc9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:25:41.553619 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05adf37e-641f-4d0c-96e1-c1b79e371cc9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:25:41.553940 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05adf37e-641f-4d0c-96e1-c1b79e371cc9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:25:41.554260 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05adf37e-641f-4d0c-96e1-c1b79e371cc9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:25:41.554576 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05adf37e-641f-4d0c-96e1-c1b79e371cc9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:25:41.561235 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 3aa4d211-63ac-49ab-8f29-b34df1b9f414 not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:25:41.562958 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 21:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065caa2b-8afd-4dc1-835f-77ef7bfeeb67 x-openstack-request-id: req-065caa2b-8afd-4dc1-835f-77ef7bfeeb67 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:25:41.563246 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14d2a41-d399-4a18-85dd-301d5ff26f1c", "name": "network-vif-unplugged", "status": "completed", "tag": "3aa4d211-63ac-49ab-8f29-b34df1b9f414", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:25:41.563495 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-065caa2b-8afd-4dc1-835f-77ef7bfeeb67 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:25:41.563886 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14d2a41-d399-4a18-85dd-301d5ff26f1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3aa4d211-63ac-49ab-8f29-b34df1b9f414', 'code': 200} Aug 23 21:25:41.600473 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-df992b62-b0ef-4018-8082-453bca10f4bf req-05adf37e-641f-4d0c-96e1-c1b79e371cc9 service neutron] No DVR routers for this DVR port 3aa4d211-63ac-49ab-8f29-b34df1b9f414 on host n-h2-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:25:41.740960 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-df992b62-b0ef-4018-8082-453bca10f4bf req-05adf37e-641f-4d0c-96e1-c1b79e371cc9 service neutron] Attempting to bind port 3aa4d211-63ac-49ab-8f29-b34df1b9f414 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:25:41.741292 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-df992b62-b0ef-4018-8082-453bca10f4bf req-05adf37e-641f-4d0c-96e1-c1b79e371cc9 service neutron] Attempting to bind port 3aa4d211-63ac-49ab-8f29-b34df1b9f414 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '47cfa6a0-3b45-4819-8d24-3639000c620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:25:41.741622 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df992b62-b0ef-4018-8082-453bca10f4bf req-05adf37e-641f-4d0c-96e1-c1b79e371cc9 service neutron] Attempting to bind port 3aa4d211-63ac-49ab-8f29-b34df1b9f414 on network 9a61cfba-04b6-49ec-82cc-357b1b269bca {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:25:41.746064 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df992b62-b0ef-4018-8082-453bca10f4bf req-05adf37e-641f-4d0c-96e1-c1b79e371cc9 service neutron] Port 3aa4d211-63ac-49ab-8f29-b34df1b9f414 on network 9a61cfba-04b6-49ec-82cc-357b1b269bca not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:25:41.746397 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df992b62-b0ef-4018-8082-453bca10f4bf req-05adf37e-641f-4d0c-96e1-c1b79e371cc9 service neutron] Attempting to bind port 3aa4d211-63ac-49ab-8f29-b34df1b9f414 on network 9a61cfba-04b6-49ec-82cc-357b1b269bca {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:25:41.751765 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df992b62-b0ef-4018-8082-453bca10f4bf req-05adf37e-641f-4d0c-96e1-c1b79e371cc9 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:25:41.752131 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df992b62-b0ef-4018-8082-453bca10f4bf req-05adf37e-641f-4d0c-96e1-c1b79e371cc9 service neutron] Checking segment: {'id': '47cfa6a0-3b45-4819-8d24-3639000c620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:25:41.752517 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df992b62-b0ef-4018-8082-453bca10f4bf req-05adf37e-641f-4d0c-96e1-c1b79e371cc9 service neutron] Bound using segment: {'id': '47cfa6a0-3b45-4819-8d24-3639000c620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:25:41.752944 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-df992b62-b0ef-4018-8082-453bca10f4bf req-05adf37e-641f-4d0c-96e1-c1b79e371cc9 service neutron] Bound port: 3aa4d211-63ac-49ab-8f29-b34df1b9f414, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47cfa6a0-3b45-4819-8d24-3639000c620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:25:41.753296 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-df992b62-b0ef-4018-8082-453bca10f4bf req-05adf37e-641f-4d0c-96e1-c1b79e371cc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:25:41.817914 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-df992b62-b0ef-4018-8082-453bca10f4bf req-05adf37e-641f-4d0c-96e1-c1b79e371cc9 service neutron] For port 3aa4d211-63ac-49ab-8f29-b34df1b9f414, host n-h1-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:25:41.821146 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-df992b62-b0ef-4018-8082-453bca10f4bf req-05adf37e-641f-4d0c-96e1-c1b79e371cc9 service neutron] For port 3aa4d211-63ac-49ab-8f29-b34df1b9f414, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=3aa4d211-63ac-49ab-8f29-b34df1b9f414,segment=NetworkSegment(47cfa6a0-3b45-4819-8d24-3639000c620f),segment_id=47cfa6a0-3b45-4819-8d24-3639000c620f)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:25:41.826113 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-df992b62-b0ef-4018-8082-453bca10f4bf req-05adf37e-641f-4d0c-96e1-c1b79e371cc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:25:41.861961 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df992b62-b0ef-4018-8082-453bca10f4bf req-05adf37e-641f-4d0c-96e1-c1b79e371cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:41.862645 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-df992b62-b0ef-4018-8082-453bca10f4bf req-05adf37e-641f-4d0c-96e1-c1b79e371cc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:25:41.864293 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-df992b62-b0ef-4018-8082-453bca10f4bf req-05adf37e-641f-4d0c-96e1-c1b79e371cc9 service neutron] 10.222.0.11 "PUT /v2.0/ports/3aa4d211-63ac-49ab-8f29-b34df1b9f414 HTTP/1.1" status: 200 len: 1093 time: 0.8387244 Aug 23 21:25:41.901011 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05adf37e-641f-4d0c-96e1-c1b79e371cc9 service neutron] Pushing event updated for resources: {'Port': ['ID=3aa4d211-63ac-49ab-8f29-b34df1b9f414,revision_number=11']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:25:41.933189 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df992b62-b0ef-4018-8082-453bca10f4bf req-79b57271-e175-4c21-b738-6dd75bce2505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:41.934820 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-df992b62-b0ef-4018-8082-453bca10f4bf req-79b57271-e175-4c21-b738-6dd75bce2505 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=43cfe01c10fe4050a920d6308b5893af&device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 1096 time: 0.0478709 Aug 23 21:25:42.028798 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df992b62-b0ef-4018-8082-453bca10f4bf req-8b6b59f5-1236-4924-b6c7-9ecc40c85d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:42.030289 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-df992b62-b0ef-4018-8082-453bca10f4bf req-8b6b59f5-1236-4924-b6c7-9ecc40c85d26 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9a61cfba-04b6-49ec-82cc-357b1b269bca HTTP/1.1" status: 200 len: 913 time: 0.0885329 Aug 23 21:25:42.100396 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-df992b62-b0ef-4018-8082-453bca10f4bf req-fbf7e20b-80e0-4f19-b916-2805f0e785b8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3aa4d211-63ac-49ab-8f29-b34df1b9f414 HTTP/1.1" status: 200 len: 1001 time: 0.0625198 Aug 23 21:25:42.149683 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df992b62-b0ef-4018-8082-453bca10f4bf req-52fff694-4a6b-451b-b702-23aea6893612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:42.151102 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-df992b62-b0ef-4018-8082-453bca10f4bf req-52fff694-4a6b-451b-b702-23aea6893612 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0ea33c2-15c1-4102-8307-77f21470fe54 HTTP/1.1" status: 200 len: 851 time: 0.0437660 Aug 23 21:25:42.197321 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df992b62-b0ef-4018-8082-453bca10f4bf req-f94471c5-8655-41e9-be7e-a8ae21db2c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:42.198790 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-df992b62-b0ef-4018-8082-453bca10f4bf req-f94471c5-8655-41e9-be7e-a8ae21db2c2c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a61cfba-04b6-49ec-82cc-357b1b269bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396988 Aug 23 21:25:42.292594 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-df992b62-b0ef-4018-8082-453bca10f4bf req-1f9734c5-16d4-44ea-a7da-e63149ed28cd service neutron] 10.222.0.11 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856605 Aug 23 21:25:42.383173 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-df992b62-b0ef-4018-8082-453bca10f4bf req-5fee67ec-daf8-485e-9acb-3a66f4683c33 service neutron] 10.222.0.11 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831165 Aug 23 21:25:42.446448 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd805006-d955-422d-af0f-9a7058a4f35a req-9c3206b3-1012-4569-beea-63eecd81d045 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:42.447930 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dd805006-d955-422d-af0f-9a7058a4f35a req-9c3206b3-1012-4569-beea-63eecd81d045 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 945 time: 0.0546560 Aug 23 21:25:42.808545 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dd805006-d955-422d-af0f-9a7058a4f35a req-7eed22d7-cabf-4faf-a0d0-25ba044ff420 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3535142 Aug 23 21:25:43.487089 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f42bc766-0ff4-4293-8905-9efbbb7ca077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:25:43.565706 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd14d2a41-d399-4a18-85dd-301d5ff26f1c', 'tag': '3aa4d211-63ac-49ab-8f29-b34df1b9f414'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:25:43.568137 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b939bf-9544-4c2b-899c-be1fb7eef236" -d '{"events": [{"name": "network-changed", "server_uuid": "d14d2a41-d399-4a18-85dd-301d5ff26f1c", "tag": "3aa4d211-63ac-49ab-8f29-b34df1b9f414"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:25:43.619128 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:25:43.620225 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9a63ce-ecc2-4525-8617-c091f1d9b2ad x-openstack-request-id: req-cb9a63ce-ecc2-4525-8617-c091f1d9b2ad {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:25:43.621227 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d14d2a41-d399-4a18-85dd-301d5ff26f1c", "tag": "3aa4d211-63ac-49ab-8f29-b34df1b9f414", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:25:43.621735 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cb9a63ce-ecc2-4525-8617-c091f1d9b2ad {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:25:43.622229 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd14d2a41-d399-4a18-85dd-301d5ff26f1c', 'tag': '3aa4d211-63ac-49ab-8f29-b34df1b9f414', 'status': 'completed', 'code': 200} Aug 23 21:25:43.682341 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b939bf-9544-4c2b-899c-be1fb7eef236 req-8b665068-dcae-4fcd-8290-d7e832713777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:43.683930 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d7b939bf-9544-4c2b-899c-be1fb7eef236 req-8b665068-dcae-4fcd-8290-d7e832713777 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=43cfe01c10fe4050a920d6308b5893af&device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 1096 time: 0.0419707 Aug 23 21:25:43.703936 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b939bf-9544-4c2b-899c-be1fb7eef236 req-26fa0611-6239-4d59-b568-7e7d01f7599e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:43.705625 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d7b939bf-9544-4c2b-899c-be1fb7eef236 req-26fa0611-6239-4d59-b568-7e7d01f7599e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=43cfe01c10fe4050a920d6308b5893af&device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 1096 time: 0.0478323 Aug 23 21:25:43.783557 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b939bf-9544-4c2b-899c-be1fb7eef236 req-9b9e1226-0ff2-4e53-baef-433e92efca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:43.785084 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d7b939bf-9544-4c2b-899c-be1fb7eef236 req-9b9e1226-0ff2-4e53-baef-433e92efca26 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9a61cfba-04b6-49ec-82cc-357b1b269bca HTTP/1.1" status: 200 len: 913 time: 0.0940115 Aug 23 21:25:43.800194 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b939bf-9544-4c2b-899c-be1fb7eef236 req-e93a1245-763a-4ab3-87cf-84b0f88c7f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:43.801659 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d7b939bf-9544-4c2b-899c-be1fb7eef236 req-e93a1245-763a-4ab3-87cf-84b0f88c7f35 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9a61cfba-04b6-49ec-82cc-357b1b269bca HTTP/1.1" status: 200 len: 913 time: 0.0894959 Aug 23 21:25:43.854628 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d7b939bf-9544-4c2b-899c-be1fb7eef236 req-96298718-3afa-4607-a8b7-ee01154c2539 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3aa4d211-63ac-49ab-8f29-b34df1b9f414 HTTP/1.1" status: 200 len: 1001 time: 0.0626462 Aug 23 21:25:43.873421 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d7b939bf-9544-4c2b-899c-be1fb7eef236 req-c477336c-5c46-4fe2-b338-01492e32ecf7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3aa4d211-63ac-49ab-8f29-b34df1b9f414 HTTP/1.1" status: 200 len: 1001 time: 0.0642838 Aug 23 21:25:43.924183 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b939bf-9544-4c2b-899c-be1fb7eef236 req-28aac166-f263-4e2a-8404-4e83e3e832c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:43.925848 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d7b939bf-9544-4c2b-899c-be1fb7eef236 req-28aac166-f263-4e2a-8404-4e83e3e832c2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d0ea33c2-15c1-4102-8307-77f21470fe54 HTTP/1.1" status: 200 len: 851 time: 0.0459383 Aug 23 21:25:43.941000 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b939bf-9544-4c2b-899c-be1fb7eef236 req-64614062-1e26-4bb6-a645-778719b70730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:43.943396 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d7b939bf-9544-4c2b-899c-be1fb7eef236 req-64614062-1e26-4bb6-a645-778719b70730 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0ea33c2-15c1-4102-8307-77f21470fe54 HTTP/1.1" status: 200 len: 851 time: 0.0792265 Aug 23 21:25:43.958672 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea40961-1ed4-4343-b85a-fef90af6108f req-4e729345-b3b1-44c6-8d04-81ac13eb210f tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:43.960163 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9ea40961-1ed4-4343-b85a-fef90af6108f req-4e729345-b3b1-44c6-8d04-81ac13eb210f tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 945 time: 0.0682511 Aug 23 21:25:43.972892 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b939bf-9544-4c2b-899c-be1fb7eef236 req-12aecac1-22aa-43e7-943a-38d1ac3fec96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:43.974780 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d7b939bf-9544-4c2b-899c-be1fb7eef236 req-12aecac1-22aa-43e7-943a-38d1ac3fec96 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9a61cfba-04b6-49ec-82cc-357b1b269bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418451 Aug 23 21:25:44.024708 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b939bf-9544-4c2b-899c-be1fb7eef236 req-db8a6821-6de6-4eed-b3bb-be732a43ee68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:44.026266 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d7b939bf-9544-4c2b-899c-be1fb7eef236 req-db8a6821-6de6-4eed-b3bb-be732a43ee68 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9a61cfba-04b6-49ec-82cc-357b1b269bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767324 Aug 23 21:25:44.032549 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9ea40961-1ed4-4343-b85a-fef90af6108f req-2f5cb192-fd40-447f-81d0-63c975a47ada tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639675 Aug 23 21:25:44.082446 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d7b939bf-9544-4c2b-899c-be1fb7eef236 req-afb5d8a1-b023-4a6c-86eb-0f744d00a7d2 service neutron] 10.222.0.32 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000612 Aug 23 21:25:44.138049 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d7b939bf-9544-4c2b-899c-be1fb7eef236 req-f9e37d48-d430-4e38-9199-a50b39ad9fa1 service neutron] 10.222.0.11 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032910 Aug 23 21:25:44.180951 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d7b939bf-9544-4c2b-899c-be1fb7eef236 req-fa1af3c8-1117-4062-bcc3-bf2a2cde898b service neutron] 10.222.0.32 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918436 Aug 23 21:25:44.239307 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d7b939bf-9544-4c2b-899c-be1fb7eef236 req-fbc966a0-14e1-4fa2-b3be-3dd87b3e5563 service neutron] 10.222.0.11 "GET /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934167 Aug 23 21:25:44.758244 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:25:45.151121 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb2910-681c-457b-869e-de5a9811a558 req-be48d47b-43a5-44e4-af56-fb2d74ee0b03 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:45.152642 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-87cb2910-681c-457b-869e-de5a9811a558 req-be48d47b-43a5-44e4-af56-fb2d74ee0b03 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 945 time: 0.0510054 Aug 23 21:25:45.192646 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-87cb2910-681c-457b-869e-de5a9811a558 req-f6197da7-b6da-473c-a129-9a7610b385e9 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337851 Aug 23 21:25:46.122822 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:25:46.186239 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:25:46.316130 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c8445-a50b-441c-9a4e-128c7dfd45fc req-34fa213b-0243-4a92-9b70-32388b880c48 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:46.317509 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ba5c8445-a50b-441c-9a4e-128c7dfd45fc req-34fa213b-0243-4a92-9b70-32388b880c48 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 945 time: 0.0501299 Aug 23 21:25:46.355003 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ba5c8445-a50b-441c-9a4e-128c7dfd45fc req-189b4592-b92c-4033-b342-eb9c048d8172 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314634 Aug 23 21:25:47.475069 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1453f11b-187a-4127-a48b-2c993d8d1949 req-07cee353-87b1-4157-920b-a03e3ee44816 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:47.476604 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1453f11b-187a-4127-a48b-2c993d8d1949 req-07cee353-87b1-4157-920b-a03e3ee44816 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 945 time: 0.0533733 Aug 23 21:25:47.516033 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1453f11b-187a-4127-a48b-2c993d8d1949 req-89c5abfd-8d91-4546-aab0-03f6bd275806 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331504 Aug 23 21:25:48.639034 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf858d5-b907-4142-837b-cbe770f9354b req-9931dc08-692b-4be2-bb29-8fd6058b7289 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:48.640558 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2bf858d5-b907-4142-837b-cbe770f9354b req-9931dc08-692b-4be2-bb29-8fd6058b7289 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 945 time: 0.0547862 Aug 23 21:25:48.678669 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2bf858d5-b907-4142-837b-cbe770f9354b req-b9d637b2-d3cc-4418-848c-0c96376ee646 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321674 Aug 23 21:25:49.794474 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734b2af-7dd2-4b95-8e52-eb877c02bcb8 req-07c5eb8b-913e-4823-92af-45eae86727ad tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:49.796423 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b734b2af-7dd2-4b95-8e52-eb877c02bcb8 req-07c5eb8b-913e-4823-92af-45eae86727ad tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 945 time: 0.0496001 Aug 23 21:25:49.835798 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b734b2af-7dd2-4b95-8e52-eb877c02bcb8 req-a93db00f-4666-4b0b-9052-26d9830f7dac tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323305 Aug 23 21:25:50.767601 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:25:50.968088 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97fba2-b636-45d4-bf82-39ccc53033f5 req-fafc7941-2b27-4bea-a638-a70db6be953e tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:50.969584 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3e97fba2-b636-45d4-bf82-39ccc53033f5 req-fafc7941-2b27-4bea-a638-a70db6be953e tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 945 time: 0.0526750 Aug 23 21:25:51.008182 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3e97fba2-b636-45d4-bf82-39ccc53033f5 req-49cbf7b3-42db-4465-901a-b3a93f4fd985 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326583 Aug 23 21:25:52.123110 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab45a8-fdbf-4a3f-b114-88a6d469f66f req-b6ced370-a637-4f97-a8cd-374875ae78e9 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:52.124606 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-daab45a8-fdbf-4a3f-b114-88a6d469f66f req-b6ced370-a637-4f97-a8cd-374875ae78e9 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 945 time: 0.0473218 Aug 23 21:25:52.161439 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-daab45a8-fdbf-4a3f-b114-88a6d469f66f req-c02ef131-f8be-4b10-98df-68901ee9c391 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308805 Aug 23 21:25:53.282788 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695c808-3558-4777-ae03-fd62ee0aa9d2 req-b9761702-a557-4476-b736-2c1dbea5c247 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:53.284316 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1695c808-3558-4777-ae03-fd62ee0aa9d2 req-b9761702-a557-4476-b736-2c1dbea5c247 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 945 time: 0.0503788 Aug 23 21:25:53.322442 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1695c808-3558-4777-ae03-fd62ee0aa9d2 req-d7825bf7-e7e6-49f4-b0e1-cc05413f2e3e tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322163 Aug 23 21:25:53.440808 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc926b6-4480-40fe-ad0a-036f88b43eb4 req-4bc1adee-9b39-4f91-b58a-d8ae175f6019 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:53.442273 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ddc926b6-4480-40fe-ad0a-036f88b43eb4 req-4bc1adee-9b39-4f91-b58a-d8ae175f6019 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 945 time: 0.0512993 Aug 23 21:25:53.480096 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ddc926b6-4480-40fe-ad0a-036f88b43eb4 req-347498e8-635b-41b6-92ff-e1d803b1de04 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317726 Aug 23 21:25:53.598787 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55cd2c-ebae-4c45-afb3-8948e4cc57d7 req-55f2f3be-87fd-4c07-a822-dfd8a20f76e2 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:53.600271 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2c55cd2c-ebae-4c45-afb3-8948e4cc57d7 req-55f2f3be-87fd-4c07-a822-dfd8a20f76e2 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 945 time: 0.0529132 Aug 23 21:25:53.639171 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2c55cd2c-ebae-4c45-afb3-8948e4cc57d7 req-92ca8887-01f9-402f-b6c7-c7f2f67e9071 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323429 Aug 23 21:25:53.874849 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7bd40c-4968-4fc9-9308-d08f3bb52c3f req-b0c1c895-dee7-41ee-81b1-db4dce30c843 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:53.876356 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0a7bd40c-4968-4fc9-9308-d08f3bb52c3f req-b0c1c895-dee7-41ee-81b1-db4dce30c843 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 945 time: 0.0482013 Aug 23 21:25:53.915006 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0a7bd40c-4968-4fc9-9308-d08f3bb52c3f req-f38af4fb-d09d-4d7f-95b5-88dedd2b271d tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327497 Aug 23 21:25:55.034474 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d104d61-66ce-4aa5-824b-4aae181e5908 req-4f220675-bbfd-431e-b6e3-c07dcc56622c tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:55.035974 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9d104d61-66ce-4aa5-824b-4aae181e5908 req-4f220675-bbfd-431e-b6e3-c07dcc56622c tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 945 time: 0.0506990 Aug 23 21:25:55.073798 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9d104d61-66ce-4aa5-824b-4aae181e5908 req-01754708-af0d-4fd3-a8dc-03382f840c0f tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bfe731-51d4-4b7c-94ee-a055fd0879f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320020 Aug 23 21:25:55.365861 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b50a26-7ff3-4a20-b202-f52677c56503 req-53d4c56c-ef0f-408b-80b4-16375caf11e8 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:25:55.367487 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f6b50a26-7ff3-4a20-b202-f52677c56503 req-53d4c56c-ef0f-408b-80b4-16375caf11e8 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.11 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 945 time: 0.0485520 Aug 23 21:25:55.459493 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-f6b50a26-7ff3-4a20-b202-f52677c56503 req-1dfca878-c9dc-4f00-8cc2-542511fd0358 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Deleting port 3aa4d211-63ac-49ab-8f29-b34df1b9f414 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:25:55.459833 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f6b50a26-7ff3-4a20-b202-f52677c56503 req-1dfca878-c9dc-4f00-8cc2-542511fd0358 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:25:55.548568 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-f6b50a26-7ff3-4a20-b202-f52677c56503 req-1dfca878-c9dc-4f00-8cc2-542511fd0358 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] For port 3aa4d211-63ac-49ab-8f29-b34df1b9f414, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=3aa4d211-63ac-49ab-8f29-b34df1b9f414,segment=NetworkSegment(47cfa6a0-3b45-4819-8d24-3639000c620f),segment_id=47cfa6a0-3b45-4819-8d24-3639000c620f)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:25:55.548937 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f6b50a26-7ff3-4a20-b202-f52677c56503 req-1dfca878-c9dc-4f00-8cc2-542511fd0358 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:25:55.729619 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f6b50a26-7ff3-4a20-b202-f52677c56503 req-1dfca878-c9dc-4f00-8cc2-542511fd0358 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:25:55.730005 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f6b50a26-7ff3-4a20-b202-f52677c56503 req-1dfca878-c9dc-4f00-8cc2-542511fd0358 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:25:55.730323 n-d-805663-2 neutron-server[94688]: INFO neutron.db.l3_db [req-f6b50a26-7ff3-4a20-b202-f52677c56503 req-1dfca878-c9dc-4f00-8cc2-542511fd0358 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Floating IP b1900b86-0710-4409-a059-fecff1f1cb57 disassociated. External IP: 172.25.4.155, port: 3aa4d211-63ac-49ab-8f29-b34df1b9f414. Aug 23 21:25:55.731342 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-f6b50a26-7ff3-4a20-b202-f52677c56503 req-1dfca878-c9dc-4f00-8cc2-542511fd0358 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Calling delete_port for 3aa4d211-63ac-49ab-8f29-b34df1b9f414 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:25:55.858806 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f6b50a26-7ff3-4a20-b202-f52677c56503 req-1dfca878-c9dc-4f00-8cc2-542511fd0358 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:25:55.891775 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfca878-c9dc-4f00-8cc2-542511fd0358 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Pushing event deleted for resources: {'Port': ['ID=3aa4d211-63ac-49ab-8f29-b34df1b9f414,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:25:55.953164 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 3aa4d211-63ac-49ab-8f29-b34df1b9f414 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 21:25:55.958792 n-d-805663-2 neutron-server[94689]: INFO neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No ports have port_id starting with 3aa4d211-63ac-49ab-8f29-b34df1b9f414 Aug 23 21:25:55.960030 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 3aa4d211-63ac-49ab-8f29-b34df1b9f414 requested by agent hyperv_n-h1-805663-2 not found in database {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 23 21:25:56.013558 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6b50a26-7ff3-4a20-b202-f52677c56503 req-1dfca878-c9dc-4f00-8cc2-542511fd0358 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Router 82a259d6-fc59-442e-b8b4-962e8a07a013 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:25:56.121470 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6b50a26-7ff3-4a20-b202-f52677c56503 req-1dfca878-c9dc-4f00-8cc2-542511fd0358 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:25:56.132830 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de9c85d-4e0a-4272-bb85-55f77c8a15bd None None] Sync routers for ids ['82a259d6-fc59-442e-b8b4-962e8a07a013'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:25:56.142486 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de9c85d-4e0a-4272-bb85-55f77c8a15bd None None] Routers {'82a259d6-fc59-442e-b8b4-962e8a07a013'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:25:56.143088 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-0de9c85d-4e0a-4272-bb85-55f77c8a15bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:25:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['82a259d6-fc59-442e-b8b4-962e8a07a013'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:25:56.187601 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b50a26-7ff3-4a20-b202-f52677c56503 req-1dfca878-c9dc-4f00-8cc2-542511fd0358 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] No DVR routers for this DVR port 3aa4d211-63ac-49ab-8f29-b34df1b9f414 on host n-h1-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:25:56.191350 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2ba3b6f9-d4e2-420d-a340-ea70825b58e9 req-4a873548-d286-4771-93da-b2d77af66154 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 210 time: 0.0432568 Aug 23 21:25:56.192377 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f6b50a26-7ff3-4a20-b202-f52677c56503 req-1dfca878-c9dc-4f00-8cc2-542511fd0358 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:25:56.194333 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f6b50a26-7ff3-4a20-b202-f52677c56503 req-1dfca878-c9dc-4f00-8cc2-542511fd0358 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.11 "DELETE /v2.0/ports/3aa4d211-63ac-49ab-8f29-b34df1b9f414 HTTP/1.1" status: 204 len: 173 time: 0.8202326 Aug 23 21:25:56.194773 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14d2a41-d399-4a18-85dd-301d5ff26f1c', 'name': 'network-vif-deleted', 'tag': '3aa4d211-63ac-49ab-8f29-b34df1b9f414'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:25:56.197065 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185737ac-56d9-460d-8cc0-71547ba86830" -d '{"events": [{"server_uuid": "d14d2a41-d399-4a18-85dd-301d5ff26f1c", "name": "network-vif-deleted", "tag": "3aa4d211-63ac-49ab-8f29-b34df1b9f414"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:25:56.251257 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0459ef7c-27d6-4339-bcb2-f68ec567e8d0 x-openstack-request-id: req-0459ef7c-27d6-4339-bcb2-f68ec567e8d0 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:25:56.251542 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14d2a41-d399-4a18-85dd-301d5ff26f1c", "name": "network-vif-deleted", "tag": "3aa4d211-63ac-49ab-8f29-b34df1b9f414", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:25:56.251932 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0459ef7c-27d6-4339-bcb2-f68ec567e8d0 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:25:56.252412 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14d2a41-d399-4a18-85dd-301d5ff26f1c', 'name': 'network-vif-deleted', 'tag': '3aa4d211-63ac-49ab-8f29-b34df1b9f414', 'status': 'completed', 'code': 200} Aug 23 21:25:56.421979 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-0de9c85d-4e0a-4272-bb85-55f77c8a15bd None None] Set router 82a259d6-fc59-442e-b8b4-962e8a07a013 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:25:56.635725 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-0de9c85d-4e0a-4272-bb85-55f77c8a15bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'name': 'tempest-ServerActionsTestJSON-1495423523-router', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:12Z', 'revision_number': 4, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'gw_port': {'id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'a997af6b-915a-4a8a-916c-618e290cece6', 'name': '', 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'mac_address': 'fa:16:3e:4a:32:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:11Z', 'updated_at': '2021-08-23T21:16:17Z', 'revision_number': 5, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'subnets': [{'id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:25:56.661941 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de9c85d-4e0a-4272-bb85-55f77c8a15bd None None] Checking router: 82a259d6-fc59-442e-b8b4-962e8a07a013 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:25:56.670677 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de9c85d-4e0a-4272-bb85-55f77c8a15bd None None] Routers {'82a259d6-fc59-442e-b8b4-962e8a07a013'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:25:56.671286 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-0de9c85d-4e0a-4272-bb85-55f77c8a15bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:25:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['82a259d6-fc59-442e-b8b4-962e8a07a013'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:25:56.780406 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-0de9c85d-4e0a-4272-bb85-55f77c8a15bd None None] Set router 82a259d6-fc59-442e-b8b4-962e8a07a013 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:25:56.988231 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-0de9c85d-4e0a-4272-bb85-55f77c8a15bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'name': 'tempest-ServerActionsTestJSON-1495423523-router', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:12Z', 'revision_number': 4, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'gw_port': {'id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'a997af6b-915a-4a8a-916c-618e290cece6', 'name': '', 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'mac_address': 'fa:16:3e:4a:32:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:11Z', 'updated_at': '2021-08-23T21:16:17Z', 'revision_number': 5, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'subnets': [{'id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:25:57.019798 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de9c85d-4e0a-4272-bb85-55f77c8a15bd None None] The sync data for ids ['82a259d6-fc59-442e-b8b4-962e8a07a013'] in n-d-805663-2 is: [{'id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'name': 'tempest-ServerActionsTestJSON-1495423523-router', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:12Z', 'revision_number': 4, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'gw_port': {'id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'a997af6b-915a-4a8a-916c-618e290cece6', 'name': '', 'network_id': '9a61cfba-04b6-49ec-82cc-357b1b269bca', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'mac_address': 'fa:16:3e:4a:32:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:11Z', 'updated_at': '2021-08-23T21:16:17Z', 'revision_number': 5, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'subnets': [{'id': 'd0ea33c2-15c1-4102-8307-77f21470fe54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:25:57.250001 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e72c1c1-f13d-4a6f-b249-6d0570fe1217 None None] New status for floating IP b1900b86-0710-4409-a059-fecff1f1cb57: DOWN {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 21:25:57.352426 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f8e13e8f-afaf-44b4-9c73-d81cb3440cfd req-20e84803-bd10-484b-90f1-be30322d3164 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 210 time: 0.0270197 Aug 23 21:25:58.451183 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-adf95d7e-414f-46ad-990e-5000637fa4fa req-730bb813-0e91-4bb9-8b9e-3f9146d9e53c tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 210 time: 0.0259073 Aug 23 21:25:59.549925 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1c1e424a-701c-4b49-ba65-d08f00ac2ebf req-d84d0d9a-7902-426e-8c96-fd458ac8067a tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/ports?device_id=d14d2a41-d399-4a18-85dd-301d5ff26f1c HTTP/1.1" status: 200 len: 210 time: 0.0265515 Aug 23 21:26:00.000042 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 3aa4d211-63ac-49ab-8f29-b34df1b9f414 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:26:00.020535 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: 3aa4d211-63ac-49ab-8f29-b34df1b9f414 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:26:00.020878 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 3aa4d211-63ac-49ab-8f29-b34df1b9f414 not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:26:03.304097 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52028) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:26:03.363560 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4525debc-2b6d-4f8a-a8ca-795c28150424 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:03.391199 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4525debc-2b6d-4f8a-a8ca-795c28150424 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:03.441251 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4525debc-2b6d-4f8a-a8ca-795c28150424 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:03.444460 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4525debc-2b6d-4f8a-a8ca-795c28150424 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:03.445811 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-4525debc-2b6d-4f8a-a8ca-795c28150424 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "DELETE /v2.0/security-groups/32bfe731-51d4-4b7c-94ee-a055fd0879f5 HTTP/1.1" status: 204 len: 168 time: 0.1453853 Aug 23 21:26:03.448565 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52030) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:26:03.457051 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4525debc-2b6d-4f8a-a8ca-795c28150424 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32bfe731-51d4-4b7c-94ee-a055fd0879f5,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:03.465784 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [None req-c2e2bd20-2c33-4360-bfba-b2760c8abcf6 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] show failed (client error): The resource could not be found. Aug 23 21:26:03.469732 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c2e2bd20-2c33-4360-bfba-b2760c8abcf6 tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "GET /v2.0/security-groups/32bfe731-51d4-4b7c-94ee-a055fd0879f5 HTTP/1.1" status: 404 len: 347 time: 0.0180652 Aug 23 21:26:03.470536 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52032) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:26:03.600376 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-96d99997-0586-4d81-9862-d0c709fe09ef tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Deleting port ce9660dd-4a43-4303-95b1-9f29aa446b36 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:26:03.600606 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-96d99997-0586-4d81-9862-d0c709fe09ef tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:03.676678 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-96d99997-0586-4d81-9862-d0c709fe09ef tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:03.677001 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-96d99997-0586-4d81-9862-d0c709fe09ef tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:03.688526 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-96d99997-0586-4d81-9862-d0c709fe09ef tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Calling delete_port for ce9660dd-4a43-4303-95b1-9f29aa446b36 owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:26:03.826502 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-96d99997-0586-4d81-9862-d0c709fe09ef tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:03.856994 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d99997-0586-4d81-9862-d0c709fe09ef tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Pushing event deleted for resources: {'Port': ['ID=ce9660dd-4a43-4303-95b1-9f29aa446b36,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:03.915259 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-96d99997-0586-4d81-9862-d0c709fe09ef tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:03.918006 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-96d99997-0586-4d81-9862-d0c709fe09ef tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:03.919278 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-96d99997-0586-4d81-9862-d0c709fe09ef tempest-ServerActionsTestJSON-1441760545 tempest-ServerActionsTestJSON-1441760545-project] 10.222.0.61 "DELETE /v2.0/floatingips/b1900b86-0710-4409-a059-fecff1f1cb57 HTTP/1.1" status: 204 len: 168 time: 0.4476726 Aug 23 21:26:03.922277 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52034) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:26:04.326325 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-364fb83a-5bf5-4a65-8e1c-08c96c4c7002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:04.569423 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-364fb83a-5bf5-4a65-8e1c-08c96c4c7002 admin admin] Deleting port a997af6b-915a-4a8a-916c-618e290cece6 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:26:04.569984 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-364fb83a-5bf5-4a65-8e1c-08c96c4c7002 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:04.646262 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-364fb83a-5bf5-4a65-8e1c-08c96c4c7002 admin admin] For port a997af6b-915a-4a8a-916c-618e290cece6, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=a997af6b-915a-4a8a-916c-618e290cece6,segment=NetworkSegment(47cfa6a0-3b45-4819-8d24-3639000c620f),segment_id=47cfa6a0-3b45-4819-8d24-3639000c620f)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:26:04.646633 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-364fb83a-5bf5-4a65-8e1c-08c96c4c7002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:04.659015 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-364fb83a-5bf5-4a65-8e1c-08c96c4c7002 admin admin] Calling delete_port for a997af6b-915a-4a8a-916c-618e290cece6 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:26:04.841864 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-364fb83a-5bf5-4a65-8e1c-08c96c4c7002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:04.865848 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364fb83a-5bf5-4a65-8e1c-08c96c4c7002 admin admin] Pushing event deleted for resources: {'Port': ['ID=a997af6b-915a-4a8a-916c-618e290cece6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:05.035494 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-364fb83a-5bf5-4a65-8e1c-08c96c4c7002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:05.246635 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-364fb83a-5bf5-4a65-8e1c-08c96c4c7002 admin admin] Router 82a259d6-fc59-442e-b8b4-962e8a07a013 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:26:05.351159 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364fb83a-5bf5-4a65-8e1c-08c96c4c7002 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:26:05.356931 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-364fb83a-5bf5-4a65-8e1c-08c96c4c7002 admin admin] 10.222.0.61 "PUT /v2.0/routers/82a259d6-fc59-442e-b8b4-962e8a07a013/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4335434 Aug 23 21:26:05.358735 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52038) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:26:05.362745 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df36805-a552-4d02-b065-4e1c799c34e9 None None] Sync routers for ids ['82a259d6-fc59-442e-b8b4-962e8a07a013'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:26:05.373111 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df36805-a552-4d02-b065-4e1c799c34e9 None None] Routers {'82a259d6-fc59-442e-b8b4-962e8a07a013'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:26:05.373840 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-5df36805-a552-4d02-b065-4e1c799c34e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:25:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['82a259d6-fc59-442e-b8b4-962e8a07a013'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:26:05.463054 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a9f86e2-a042-425e-b64c-3ce38857210b admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:05.479420 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-5df36805-a552-4d02-b065-4e1c799c34e9 None None] Set router 82a259d6-fc59-442e-b8b4-962e8a07a013 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:26:05.674187 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-5df36805-a552-4d02-b065-4e1c799c34e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'name': 'tempest-ServerActionsTestJSON-1495423523-router', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:26:04Z', 'revision_number': 5, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'gw_port': {'id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:26:05.706627 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df36805-a552-4d02-b065-4e1c799c34e9 None None] Checking router: 82a259d6-fc59-442e-b8b4-962e8a07a013 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:26:05.716444 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df36805-a552-4d02-b065-4e1c799c34e9 None None] Routers {'82a259d6-fc59-442e-b8b4-962e8a07a013'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:26:05.717083 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-5df36805-a552-4d02-b065-4e1c799c34e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:25:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['82a259d6-fc59-442e-b8b4-962e8a07a013'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:26:05.825691 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-5df36805-a552-4d02-b065-4e1c799c34e9 None None] Set router 82a259d6-fc59-442e-b8b4-962e8a07a013 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:26:05.894484 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a9f86e2-a042-425e-b64c-3ce38857210b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:05.947343 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-2a9f86e2-a042-425e-b64c-3ce38857210b admin admin] Deleting port b60c29a7-0550-43ec-bffb-6092bf23db2c {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:26:05.947678 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a9f86e2-a042-425e-b64c-3ce38857210b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:06.004981 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-5df36805-a552-4d02-b065-4e1c799c34e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'name': 'tempest-ServerActionsTestJSON-1495423523-router', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:26:04Z', 'revision_number': 5, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'gw_port': {'id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:26:06.026650 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-2a9f86e2-a042-425e-b64c-3ce38857210b admin admin] For port b60c29a7-0550-43ec-bffb-6092bf23db2c, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=b60c29a7-0550-43ec-bffb-6092bf23db2c,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:26:06.027030 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a9f86e2-a042-425e-b64c-3ce38857210b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:06.031006 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df36805-a552-4d02-b065-4e1c799c34e9 None None] The sync data for ids ['82a259d6-fc59-442e-b8b4-962e8a07a013'] in n-d-805663-2 is: [{'id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'name': 'tempest-ServerActionsTestJSON-1495423523-router', 'tenant_id': '43cfe01c10fe4050a920d6308b5893af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:26:04Z', 'revision_number': 5, 'project_id': '43cfe01c10fe4050a920d6308b5893af', 'gw_port': {'id': 'b60c29a7-0550-43ec-bffb-6092bf23db2c', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a259d6-fc59-442e-b8b4-962e8a07a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:16:09Z', 'updated_at': '2021-08-23T21:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:26:06.039520 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-2a9f86e2-a042-425e-b64c-3ce38857210b admin admin] Calling delete_port for b60c29a7-0550-43ec-bffb-6092bf23db2c owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:26:06.206730 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a9f86e2-a042-425e-b64c-3ce38857210b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:06.236834 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9f86e2-a042-425e-b64c-3ce38857210b admin admin] Pushing event deleted for resources: {'Port': ['ID=b60c29a7-0550-43ec-bffb-6092bf23db2c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:06.296482 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a9f86e2-a042-425e-b64c-3ce38857210b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:06.386989 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a9f86e2-a042-425e-b64c-3ce38857210b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:06.389813 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a9f86e2-a042-425e-b64c-3ce38857210b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:06.436838 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a9f86e2-a042-425e-b64c-3ce38857210b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:06.437431 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9f86e2-a042-425e-b64c-3ce38857210b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82a259d6-fc59-442e-b8b4-962e8a07a013 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 21:26:06.442300 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a9f86e2-a042-425e-b64c-3ce38857210b admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:06.443471 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2a9f86e2-a042-425e-b64c-3ce38857210b admin admin] 10.222.0.61 "DELETE /v2.0/routers/82a259d6-fc59-442e-b8b4-962e8a07a013 HTTP/1.1" status: 204 len: 168 time: 1.0838048 Aug 23 21:26:06.445958 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52040) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:26:06.495824 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-d41bee86-b089-4f89-9f3d-84be99e51e96 admin admin] Deleting subnet d0ea33c2-15c1-4102-8307-77f21470fe54 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 21:26:06.499252 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d41bee86-b089-4f89-9f3d-84be99e51e96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:06.535729 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d41bee86-b089-4f89-9f3d-84be99e51e96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:06.614114 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d41bee86-b089-4f89-9f3d-84be99e51e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:06.674232 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d41bee86-b089-4f89-9f3d-84be99e51e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:06.701260 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41bee86-b089-4f89-9f3d-84be99e51e96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0ea33c2-15c1-4102-8307-77f21470fe54,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:06.706286 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d41bee86-b089-4f89-9f3d-84be99e51e96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:06.711018 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d41bee86-b089-4f89-9f3d-84be99e51e96 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d0ea33c2-15c1-4102-8307-77f21470fe54 HTTP/1.1" status: 204 len: 168 time: 0.2613111 Aug 23 21:26:06.711018 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52042) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:26:06.714335 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab41ec71-de33-4dcb-97c7-f80a635430e0 None None] Network 9a61cfba-04b6-49ec-82cc-357b1b269bca requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:26:06.782531 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0983355b-92b2-416b-b5af-4019b3047534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:06.836163 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-0983355b-92b2-416b-b5af-4019b3047534 admin admin] Deleting port 7a1c7d39-83b4-488e-bebd-68c40dfd817d {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:26:06.836508 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0983355b-92b2-416b-b5af-4019b3047534 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:06.905982 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-0983355b-92b2-416b-b5af-4019b3047534 admin admin] For port 7a1c7d39-83b4-488e-bebd-68c40dfd817d, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=7a1c7d39-83b4-488e-bebd-68c40dfd817d,segment=NetworkSegment(47cfa6a0-3b45-4819-8d24-3639000c620f),segment_id=47cfa6a0-3b45-4819-8d24-3639000c620f)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:26:06.906664 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0983355b-92b2-416b-b5af-4019b3047534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:06.919291 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-0983355b-92b2-416b-b5af-4019b3047534 admin admin] Calling delete_port for 7a1c7d39-83b4-488e-bebd-68c40dfd817d owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:26:06.998360 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0983355b-92b2-416b-b5af-4019b3047534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:07.028036 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0983355b-92b2-416b-b5af-4019b3047534 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a1c7d39-83b4-488e-bebd-68c40dfd817d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:07.031677 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0983355b-92b2-416b-b5af-4019b3047534 admin admin] No DVR routers for this DVR port 7a1c7d39-83b4-488e-bebd-68c40dfd817d on host n-d-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:26:07.062183 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd887dbf-2e64-4edf-9bcf-adf8d1055cff None None] DHCP port deletion for 9a61cfba-04b6-49ec-82cc-357b1b269bca request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 21:26:07.104984 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0983355b-92b2-416b-b5af-4019b3047534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:07.115096 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-0983355b-92b2-416b-b5af-4019b3047534 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a61cfba-04b6-49ec-82cc-357b1b269bca']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:26:07.125970 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-0983355b-92b2-416b-b5af-4019b3047534 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47cfa6a0-3b45-4819-8d24-3639000c620f') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:26:07.126259 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-0983355b-92b2-416b-b5af-4019b3047534 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47cfa6a0-3b45-4819-8d24-3639000c620f') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:26:07.134800 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0983355b-92b2-416b-b5af-4019b3047534 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:07.148949 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0983355b-92b2-416b-b5af-4019b3047534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:07.155376 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0983355b-92b2-416b-b5af-4019b3047534 admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:26:07.155797 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0983355b-92b2-416b-b5af-4019b3047534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:07.157513 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 21:26:07.157513 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:26:07.157513 n-d-805663-2 neutron-server[94688]: timer() Aug 23 21:26:07.157513 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:26:07.157513 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 21:26:07.157513 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:26:07.157513 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 21:26:07.157513 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:26:07.157513 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 21:26:07.157513 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:26:07.157513 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 21:26:07.157513 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:26:07.157513 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 21:26:07.157513 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:26:07.157513 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:26:07.157513 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:26:07.157513 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:26:07.157513 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:26:07.157513 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 21:26:07.157513 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:26:07.157513 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 21:26:07.157513 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:26:07.157513 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:26:07.157513 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:26:07.157513 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 21:26:07.157513 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:26:07.157513 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:26:07.157513 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:26:07.157513 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:26:07.157513 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:26:07.157513 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:26:07.157513 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:26:07.215831 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0983355b-92b2-416b-b5af-4019b3047534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:07.221495 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0983355b-92b2-416b-b5af-4019b3047534 admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:07.223312 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-0983355b-92b2-416b-b5af-4019b3047534 admin admin] 10.222.0.61 "DELETE /v2.0/networks/9a61cfba-04b6-49ec-82cc-357b1b269bca HTTP/1.1" status: 204 len: 168 time: 0.5112264 Aug 23 21:26:07.234822 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0983355b-92b2-416b-b5af-4019b3047534 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a61cfba-04b6-49ec-82cc-357b1b269bca,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:07.332564 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52046) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:26:07.373694 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c5493174-9bea-48e2-a878-59395cdf537a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=43cfe01c10fe4050a920d6308b5893af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399375 Aug 23 21:26:07.376380 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52048) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:26:07.423428 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-18454ec4-33f5-4ea0-adb9-b5e0f8f74071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:07.444617 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-18454ec4-33f5-4ea0-adb9-b5e0f8f74071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:07.490260 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-18454ec4-33f5-4ea0-adb9-b5e0f8f74071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:07.493158 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-18454ec4-33f5-4ea0-adb9-b5e0f8f74071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:07.494306 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-18454ec4-33f5-4ea0-adb9-b5e0f8f74071 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/989bbb3a-f7ea-4753-b419-c850804c5c08 HTTP/1.1" status: 204 len: 168 time: 0.1170318 Aug 23 21:26:07.502862 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18454ec4-33f5-4ea0-adb9-b5e0f8f74071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989bbb3a-f7ea-4753-b419-c850804c5c08,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:07.583878 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 7a1c7d39-83b4-488e-bebd-68c40dfd817d no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:26:07.605404 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 7a1c7d39-83b4-488e-bebd-68c40dfd817d {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:26:07.605748 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 7a1c7d39-83b4-488e-bebd-68c40dfd817d not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:26:07.606212 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device b60c29a7-0550-43ec-bffb-6092bf23db2c no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:26:07.626036 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: b60c29a7-0550-43ec-bffb-6092bf23db2c {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:26:07.626378 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device b60c29a7-0550-43ec-bffb-6092bf23db2c not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:26:07.626800 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device a997af6b-915a-4a8a-916c-618e290cece6 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:26:07.649038 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: a997af6b-915a-4a8a-916c-618e290cece6 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:26:07.649382 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device a997af6b-915a-4a8a-916c-618e290cece6 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:26:08.208829 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52070) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:26:08.304352 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-bd3896e0-7b97-4ac3-bb25-cb9c9a049751 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1716453250-network', 'tenant_id': '2381bd315ffb42e396cab25869cd7f87'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:26:08.326167 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3896e0-7b97-4ac3-bb25-cb9c9a049751 admin admin] Made reservation on behalf of 2381bd315ffb42e396cab25869cd7f87 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:26:08.328578 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bd3896e0-7b97-4ac3-bb25-cb9c9a049751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:08.340462 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bd3896e0-7b97-4ac3-bb25-cb9c9a049751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:08.430627 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bd3896e0-7b97-4ac3-bb25-cb9c9a049751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:08.435316 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bd3896e0-7b97-4ac3-bb25-cb9c9a049751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:08.459470 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd3896e0-7b97-4ac3-bb25-cb9c9a049751 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:26:08.469665 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3896e0-7b97-4ac3-bb25-cb9c9a049751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9c74c9-cc60-43a2-b761-5f00783d1e39,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:08.475928 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bd3896e0-7b97-4ac3-bb25-cb9c9a049751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:08.476304 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-bd3896e0-7b97-4ac3-bb25-cb9c9a049751 admin admin] Added segment e230f157-cfc4-4d97-8a97-13e6f3427132 of type vlan for network 8ce4c296-ba1d-44e5-8e45-8a091fff301b Aug 23 21:26:08.517452 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bd3896e0-7b97-4ac3-bb25-cb9c9a049751 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:08.542446 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bd3896e0-7b97-4ac3-bb25-cb9c9a049751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:08.543667 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3896e0-7b97-4ac3-bb25-cb9c9a049751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:08.544835 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bd3896e0-7b97-4ac3-bb25-cb9c9a049751 admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:08.593204 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-bd3896e0-7b97-4ac3-bb25-cb9c9a049751 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3828866 Aug 23 21:26:08.596223 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52074) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:26:08.601243 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-08d3a358-828a-4e97-960e-c099c4706abb admin admin] Request body: {'subnet': {'network_id': '8ce4c296-ba1d-44e5-8e45-8a091fff301b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1716453250-subnet', 'tenant_id': '2381bd315ffb42e396cab25869cd7f87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:26:08.608695 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3896e0-7b97-4ac3-bb25-cb9c9a049751 admin admin] Pushing event updated for resources: {'Network': ['ID=8ce4c296-ba1d-44e5-8e45-8a091fff301b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:08.618933 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 8ce4c296-ba1d-44e5-8e45-8a091fff301b details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:26:08.625125 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d3a358-828a-4e97-960e-c099c4706abb admin admin] Made reservation on behalf of 2381bd315ffb42e396cab25869cd7f87 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:26:08.627449 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-08d3a358-828a-4e97-960e-c099c4706abb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:08.799353 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-08d3a358-828a-4e97-960e-c099c4706abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:08.856420 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d3a358-828a-4e97-960e-c099c4706abb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b18ae0b-9cf4-424b-b141-bcd2c030c60b,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:08.865088 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d3a358-828a-4e97-960e-c099c4706abb admin admin] Checking segment: {'id': 'e230f157-cfc4-4d97-8a97-13e6f3427132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8ce4c296-ba1d-44e5-8e45-8a091fff301b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:26:08.865445 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d3a358-828a-4e97-960e-c099c4706abb admin admin] Network hostable DHCP agents. Network: 8ce4c296-ba1d-44e5-8e45-8a091fff301b, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:26:08.882180 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d3a358-828a-4e97-960e-c099c4706abb admin admin] Network 8ce4c296-ba1d-44e5-8e45-8a091fff301b is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:26:08.891944 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-08d3a358-828a-4e97-960e-c099c4706abb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 8ce4c296-ba1d-44e5-8e45-8a091fff301b) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:26:08.896640 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d3a358-828a-4e97-960e-c099c4706abb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:08.897552 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-08d3a358-828a-4e97-960e-c099c4706abb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:08.900627 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f160deb1-4d4a-422f-a304-3aff393f6ef0 None None] Network 8ce4c296-ba1d-44e5-8e45-8a091fff301b requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:26:08.912377 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-08d3a358-828a-4e97-960e-c099c4706abb admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3150003 Aug 23 21:26:09.027725 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444ee7d7-5459-43a6-991d-01f880d8294c None None] Network 8ce4c296-ba1d-44e5-8e45-8a091fff301b requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:26:09.534141 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e16e84-f68f-4a37-bfef-26a81604d977 req-1adc0f8a-4dd0-4f29-b30f-cdf01a321cfc tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:09.535640 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f1e16e84-f68f-4a37-bfef-26a81604d977 req-1adc0f8a-4dd0-4f29-b30f-cdf01a321cfc tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/networks?id=8ce4c296-ba1d-44e5-8e45-8a091fff301b HTTP/1.1" status: 200 len: 814 time: 0.1079636 Aug 23 21:26:09.551463 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f1e16e84-f68f-4a37-bfef-26a81604d977 req-da5d4c86-33b2-493e-a835-fcb80e88420a tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/quotas/2381bd315ffb42e396cab25869cd7f87 HTTP/1.1" status: 200 len: 375 time: 0.0101097 Aug 23 21:26:09.584828 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f1e16e84-f68f-4a37-bfef-26a81604d977 req-dcb4551e-b707-484b-b76a-5be655d26c6e tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2381bd315ffb42e396cab25869cd7f87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280519 Aug 23 21:26:09.727687 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f1e16e84-f68f-4a37-bfef-26a81604d977 req-5eb77ac8-a5b4-4fb9-94cd-26f2eb1c1c4a service neutron] 10.222.0.61 "GET /v2.0/networks/8ce4c296-ba1d-44e5-8e45-8a091fff301b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359124 Aug 23 21:26:09.818233 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f1e16e84-f68f-4a37-bfef-26a81604d977 req-a5a3105d-5b25-43a2-a6a3-b509dc5e9f39 service neutron] 10.222.0.61 "GET /v2.0/networks/8ce4c296-ba1d-44e5-8e45-8a091fff301b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836482 Aug 23 21:26:10.100152 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-de52218d-299c-4e28-9f65-e26afde8a806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:10.876461 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:11.096565 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4e9124a1-9416-45b0-af51-82daed2f114c req-3f9a8ce4-c445-4c10-83d4-8d4a7f5c74a7 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/ports?device_id=408c67e0-084e-4ad6-a100-c9a0fec2202e HTTP/1.1" status: 200 len: 210 time: 0.0314567 Aug 23 21:26:12.217159 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f38290c5-6316-4330-8732-00f5282483de req-711b3a51-0c0a-4037-9822-62937ce609e8 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/ports?device_id=408c67e0-084e-4ad6-a100-c9a0fec2202e HTTP/1.1" status: 200 len: 210 time: 0.0318353 Aug 23 21:26:12.380263 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e16e84-f68f-4a37-bfef-26a81604d977 req-3a185c36-6e2c-44cf-a85b-1448c7c8e7b7 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:12.381907 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f1e16e84-f68f-4a37-bfef-26a81604d977 req-3a185c36-6e2c-44cf-a85b-1448c7c8e7b7 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.11 "GET /v2.0/networks?id=8ce4c296-ba1d-44e5-8e45-8a091fff301b HTTP/1.1" status: 200 len: 814 time: 0.1534579 Aug 23 21:26:12.398109 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-f1e16e84-f68f-4a37-bfef-26a81604d977 req-f238fdb3-54dc-4d63-8194-5eef2d2dd4fa tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Request body: {'port': {'device_id': '408c67e0-084e-4ad6-a100-c9a0fec2202e', 'network_id': '8ce4c296-ba1d-44e5-8e45-8a091fff301b', 'admin_state_up': True, 'tenant_id': '2381bd315ffb42e396cab25869cd7f87'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:26:12.540926 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1e16e84-f68f-4a37-bfef-26a81604d977 req-f238fdb3-54dc-4d63-8194-5eef2d2dd4fa tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Made reservation on behalf of 2381bd315ffb42e396cab25869cd7f87 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:26:12.546319 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f1e16e84-f68f-4a37-bfef-26a81604d977 req-f238fdb3-54dc-4d63-8194-5eef2d2dd4fa tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:12.702133 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-f1e16e84-f68f-4a37-bfef-26a81604d977 req-f238fdb3-54dc-4d63-8194-5eef2d2dd4fa tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Allocated IP 172.20.0.7 (8ce4c296-ba1d-44e5-8e45-8a091fff301b/2b18ae0b-9cf4-424b-b141-bcd2c030c60b/4df7a392-5f1e-468c-82d4-9d098bedaa01) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:26:12.884627 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f1e16e84-f68f-4a37-bfef-26a81604d977 req-f238fdb3-54dc-4d63-8194-5eef2d2dd4fa tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:12.932423 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f1e16e84-f68f-4a37-bfef-26a81604d977 req-f238fdb3-54dc-4d63-8194-5eef2d2dd4fa tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:12.981060 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1e16e84-f68f-4a37-bfef-26a81604d977 req-f238fdb3-54dc-4d63-8194-5eef2d2dd4fa tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Network 8ce4c296-ba1d-44e5-8e45-8a091fff301b is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:26:12.984555 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-f1e16e84-f68f-4a37-bfef-26a81604d977 req-f238fdb3-54dc-4d63-8194-5eef2d2dd4fa tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:26:12.988213 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1e16e84-f68f-4a37-bfef-26a81604d977 req-f238fdb3-54dc-4d63-8194-5eef2d2dd4fa tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:26:12.998679 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238fdb3-54dc-4d63-8194-5eef2d2dd4fa tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Pushing event updated for resources: {'Port': ['ID=4df7a392-5f1e-468c-82d4-9d098bedaa01,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:13.048188 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e16e84-f68f-4a37-bfef-26a81604d977 req-f238fdb3-54dc-4d63-8194-5eef2d2dd4fa tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:13.048858 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f1e16e84-f68f-4a37-bfef-26a81604d977 req-f238fdb3-54dc-4d63-8194-5eef2d2dd4fa tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:13.065044 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f1e16e84-f68f-4a37-bfef-26a81604d977 req-f238fdb3-54dc-4d63-8194-5eef2d2dd4fa tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6733847 Aug 23 21:26:13.077906 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-f1e16e84-f68f-4a37-bfef-26a81604d977 req-dfe30b2a-6e39-41a6-935b-e6aba62f6efe service neutron] Request body: {'port': {'device_id': '408c67e0-084e-4ad6-a100-c9a0fec2202e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:26:13.137323 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f1e16e84-f68f-4a37-bfef-26a81604d977 req-dfe30b2a-6e39-41a6-935b-e6aba62f6efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:13.358393 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e2004-7524-46a9-9301-376632fa3432 req-2349ccdc-a87a-4b35-9b8d-239d3bcd6636 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:13.360135 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7c5e2004-7524-46a9-9301-376632fa3432 req-2349ccdc-a87a-4b35-9b8d-239d3bcd6636 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/ports?device_id=408c67e0-084e-4ad6-a100-c9a0fec2202e HTTP/1.1" status: 200 len: 931 time: 0.0581775 Aug 23 21:26:13.413911 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7c5e2004-7524-46a9-9301-376632fa3432 req-dba2a26d-aaf2-43b2-9d2a-f0670ef54184 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd9c74c9-cc60-43a2-b761-5f00783d1e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454917 Aug 23 21:26:13.436912 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-f1e16e84-f68f-4a37-bfef-26a81604d977 req-dfe30b2a-6e39-41a6-935b-e6aba62f6efe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4df7a392-5f1e-468c-82d4-9d098bedaa01 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:26:13.444900 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f1e16e84-f68f-4a37-bfef-26a81604d977 req-dfe30b2a-6e39-41a6-935b-e6aba62f6efe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:13.458657 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-f1e16e84-f68f-4a37-bfef-26a81604d977 req-dfe30b2a-6e39-41a6-935b-e6aba62f6efe service neutron] Transition to ACTIVE for port object 4df7a392-5f1e-468c-82d4-9d098bedaa01 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:26:13.473371 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f1e16e84-f68f-4a37-bfef-26a81604d977 req-dfe30b2a-6e39-41a6-935b-e6aba62f6efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:13.491233 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7966736e-7472-49d4-8e1f-3b9ac5d19af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:13.538472 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe30b2a-6e39-41a6-935b-e6aba62f6efe service neutron] Pushing event updated for resources: {'Port': ['ID=4df7a392-5f1e-468c-82d4-9d098bedaa01,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:13.605882 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-f1e16e84-f68f-4a37-bfef-26a81604d977 req-dfe30b2a-6e39-41a6-935b-e6aba62f6efe service neutron] Attempting to bind port 4df7a392-5f1e-468c-82d4-9d098bedaa01 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:26:13.606219 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-f1e16e84-f68f-4a37-bfef-26a81604d977 req-dfe30b2a-6e39-41a6-935b-e6aba62f6efe service neutron] Attempting to bind port 4df7a392-5f1e-468c-82d4-9d098bedaa01 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': 'e230f157-cfc4-4d97-8a97-13e6f3427132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8ce4c296-ba1d-44e5-8e45-8a091fff301b'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:26:13.606602 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e16e84-f68f-4a37-bfef-26a81604d977 req-dfe30b2a-6e39-41a6-935b-e6aba62f6efe service neutron] Attempting to bind port 4df7a392-5f1e-468c-82d4-9d098bedaa01 on network 8ce4c296-ba1d-44e5-8e45-8a091fff301b {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:26:13.612724 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:13.613733 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e16e84-f68f-4a37-bfef-26a81604d977 req-dfe30b2a-6e39-41a6-935b-e6aba62f6efe service neutron] Port 4df7a392-5f1e-468c-82d4-9d098bedaa01 on network 8ce4c296-ba1d-44e5-8e45-8a091fff301b not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:26:13.614087 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e16e84-f68f-4a37-bfef-26a81604d977 req-dfe30b2a-6e39-41a6-935b-e6aba62f6efe service neutron] Attempting to bind port 4df7a392-5f1e-468c-82d4-9d098bedaa01 on network 8ce4c296-ba1d-44e5-8e45-8a091fff301b {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:26:13.620944 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e16e84-f68f-4a37-bfef-26a81604d977 req-dfe30b2a-6e39-41a6-935b-e6aba62f6efe service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:26:13.621275 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e16e84-f68f-4a37-bfef-26a81604d977 req-dfe30b2a-6e39-41a6-935b-e6aba62f6efe service neutron] Checking segment: {'id': 'e230f157-cfc4-4d97-8a97-13e6f3427132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8ce4c296-ba1d-44e5-8e45-8a091fff301b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:26:13.621664 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e16e84-f68f-4a37-bfef-26a81604d977 req-dfe30b2a-6e39-41a6-935b-e6aba62f6efe service neutron] Bound using segment: {'id': 'e230f157-cfc4-4d97-8a97-13e6f3427132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8ce4c296-ba1d-44e5-8e45-8a091fff301b'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:26:13.622098 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-f1e16e84-f68f-4a37-bfef-26a81604d977 req-dfe30b2a-6e39-41a6-935b-e6aba62f6efe service neutron] Bound port: 4df7a392-5f1e-468c-82d4-9d098bedaa01, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e230f157-cfc4-4d97-8a97-13e6f3427132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8ce4c296-ba1d-44e5-8e45-8a091fff301b'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:26:13.622489 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f1e16e84-f68f-4a37-bfef-26a81604d977 req-dfe30b2a-6e39-41a6-935b-e6aba62f6efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:13.691449 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-f1e16e84-f68f-4a37-bfef-26a81604d977 req-dfe30b2a-6e39-41a6-935b-e6aba62f6efe service neutron] For port 4df7a392-5f1e-468c-82d4-9d098bedaa01, host n-h1-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:26:13.695435 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-f1e16e84-f68f-4a37-bfef-26a81604d977 req-dfe30b2a-6e39-41a6-935b-e6aba62f6efe service neutron] For port 4df7a392-5f1e-468c-82d4-9d098bedaa01, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=4df7a392-5f1e-468c-82d4-9d098bedaa01,segment=NetworkSegment(e230f157-cfc4-4d97-8a97-13e6f3427132),segment_id=e230f157-cfc4-4d97-8a97-13e6f3427132)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:26:13.703408 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f1e16e84-f68f-4a37-bfef-26a81604d977 req-dfe30b2a-6e39-41a6-935b-e6aba62f6efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:13.741815 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e16e84-f68f-4a37-bfef-26a81604d977 req-dfe30b2a-6e39-41a6-935b-e6aba62f6efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:13.742687 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f1e16e84-f68f-4a37-bfef-26a81604d977 req-dfe30b2a-6e39-41a6-935b-e6aba62f6efe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:13.744341 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f1e16e84-f68f-4a37-bfef-26a81604d977 req-dfe30b2a-6e39-41a6-935b-e6aba62f6efe service neutron] 10.222.0.11 "PUT /v2.0/ports/4df7a392-5f1e-468c-82d4-9d098bedaa01 HTTP/1.1" status: 200 len: 1091 time: 0.6714363 Aug 23 21:26:13.744769 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '408c67e0-084e-4ad6-a100-c9a0fec2202e', 'tag': '4df7a392-5f1e-468c-82d4-9d098bedaa01'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:26:13.747164 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58bfc0d6dfd7d3c84ab39da22ddf33c63cac27a8463b2c0ac867de2e2cf8c429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e0b812-8ea4-42ef-9abc-3ae1025a2906" -d '{"events": [{"name": "network-changed", "server_uuid": "408c67e0-084e-4ad6-a100-c9a0fec2202e", "tag": "4df7a392-5f1e-468c-82d4-9d098bedaa01"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:26:13.779687 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe30b2a-6e39-41a6-935b-e6aba62f6efe service neutron] Pushing event updated for resources: {'Port': ['ID=4df7a392-5f1e-468c-82d4-9d098bedaa01,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:13.793056 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aeebb67-a43a-4de5-bd79-da1140e92320 x-openstack-request-id: req-9aeebb67-a43a-4de5-bd79-da1140e92320 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:26:13.793344 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "408c67e0-084e-4ad6-a100-c9a0fec2202e", "tag": "4df7a392-5f1e-468c-82d4-9d098bedaa01", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:26:13.793594 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9aeebb67-a43a-4de5-bd79-da1140e92320 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:26:13.793983 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '408c67e0-084e-4ad6-a100-c9a0fec2202e', 'tag': '4df7a392-5f1e-468c-82d4-9d098bedaa01', 'status': 'completed', 'code': 200} Aug 23 21:26:13.831045 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e16e84-f68f-4a37-bfef-26a81604d977 req-5053bfcb-29a3-4364-ad62-756eb1e58f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:13.832606 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f1e16e84-f68f-4a37-bfef-26a81604d977 req-5053bfcb-29a3-4364-ad62-756eb1e58f4b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2381bd315ffb42e396cab25869cd7f87&device_id=408c67e0-084e-4ad6-a100-c9a0fec2202e HTTP/1.1" status: 200 len: 1094 time: 0.0486460 Aug 23 21:26:13.875560 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f1e16e84-f68f-4a37-bfef-26a81604d977 req-bdac44f0-7e50-45c8-a616-666edab72d2c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4df7a392-5f1e-468c-82d4-9d098bedaa01 HTTP/1.1" status: 200 len: 217 time: 0.0354002 Aug 23 21:26:13.924561 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e16e84-f68f-4a37-bfef-26a81604d977 req-7538cb65-6743-4500-8e85-3c405ffc4944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:13.926008 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f1e16e84-f68f-4a37-bfef-26a81604d977 req-7538cb65-6743-4500-8e85-3c405ffc4944 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2b18ae0b-9cf4-424b-b141-bcd2c030c60b HTTP/1.1" status: 200 len: 854 time: 0.0442829 Aug 23 21:26:13.958380 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f1e16e84-f68f-4a37-bfef-26a81604d977 req-ed1aba5e-088b-4fc7-bc84-4cb0b1bca4b8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8ce4c296-ba1d-44e5-8e45-8a091fff301b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253506 Aug 23 21:26:14.055233 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f1e16e84-f68f-4a37-bfef-26a81604d977 req-c7ee355b-2dbb-428d-83fb-681b88f57e00 service neutron] 10.222.0.11 "GET /v2.0/networks/8ce4c296-ba1d-44e5-8e45-8a091fff301b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893559 Aug 23 21:26:14.146028 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f1e16e84-f68f-4a37-bfef-26a81604d977 req-2a020a5f-aa0a-44ec-9a1e-0c46c8c5bb4d service neutron] 10.222.0.11 "GET /v2.0/networks/8ce4c296-ba1d-44e5-8e45-8a091fff301b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835593 Aug 23 21:26:14.234361 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0b812-8ea4-42ef-9abc-3ae1025a2906 req-6a68842b-e7f4-4887-9cad-a9eb770644b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:14.235870 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-55e0b812-8ea4-42ef-9abc-3ae1025a2906 req-6a68842b-e7f4-4887-9cad-a9eb770644b5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2381bd315ffb42e396cab25869cd7f87&device_id=408c67e0-084e-4ad6-a100-c9a0fec2202e HTTP/1.1" status: 200 len: 1094 time: 0.0468016 Aug 23 21:26:14.326078 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0b812-8ea4-42ef-9abc-3ae1025a2906 req-8e41e3d6-22f3-4fc3-b2a7-ced8e5d3c121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:14.327472 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-55e0b812-8ea4-42ef-9abc-3ae1025a2906 req-8e41e3d6-22f3-4fc3-b2a7-ced8e5d3c121 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8ce4c296-ba1d-44e5-8e45-8a091fff301b HTTP/1.1" status: 200 len: 915 time: 0.0848825 Aug 23 21:26:14.374728 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-55e0b812-8ea4-42ef-9abc-3ae1025a2906 req-9a5165ef-3982-4fa3-a3f8-a7857821b228 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4df7a392-5f1e-468c-82d4-9d098bedaa01 HTTP/1.1" status: 200 len: 217 time: 0.0400586 Aug 23 21:26:14.425121 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0b812-8ea4-42ef-9abc-3ae1025a2906 req-353d119c-8676-4ceb-b1b1-ec48d6981e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:14.426599 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-55e0b812-8ea4-42ef-9abc-3ae1025a2906 req-353d119c-8676-4ceb-b1b1-ec48d6981e45 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2b18ae0b-9cf4-424b-b141-bcd2c030c60b HTTP/1.1" status: 200 len: 854 time: 0.0451775 Aug 23 21:26:14.461857 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-55e0b812-8ea4-42ef-9abc-3ae1025a2906 req-f5da9cbd-c4b8-458f-b964-11175b7e3fbf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8ce4c296-ba1d-44e5-8e45-8a091fff301b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258133 Aug 23 21:26:14.540921 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3434f-8793-454a-ad1e-3c2e73cab0aa req-697dfe24-f75f-40bb-9124-67bdb120c14b tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:14.542482 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6be3434f-8793-454a-ad1e-3c2e73cab0aa req-697dfe24-f75f-40bb-9124-67bdb120c14b tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/ports?device_id=408c67e0-084e-4ad6-a100-c9a0fec2202e HTTP/1.1" status: 200 len: 943 time: 0.0508761 Aug 23 21:26:14.556506 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-55e0b812-8ea4-42ef-9abc-3ae1025a2906 req-ffeee02d-bdb5-46aa-98df-89d977f5b516 service neutron] 10.222.0.11 "GET /v2.0/networks/8ce4c296-ba1d-44e5-8e45-8a091fff301b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858154 Aug 23 21:26:14.583454 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6be3434f-8793-454a-ad1e-3c2e73cab0aa req-45a93102-1a6f-4b3c-8757-4c16f1247959 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd9c74c9-cc60-43a2-b761-5f00783d1e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344346 Aug 23 21:26:14.660127 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-55e0b812-8ea4-42ef-9abc-3ae1025a2906 req-92b73f0a-96c3-4407-9494-a6a0d909f2d5 service neutron] 10.222.0.11 "GET /v2.0/networks/8ce4c296-ba1d-44e5-8e45-8a091fff301b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953343 Aug 23 21:26:14.758444 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:15.704880 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ca7ce-aa55-4e75-9b2e-eecf06a3cd28 req-5f33c4b4-631f-4e91-b3bc-d534cef51faf tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:15.706370 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-029ca7ce-aa55-4e75-9b2e-eecf06a3cd28 req-5f33c4b4-631f-4e91-b3bc-d534cef51faf tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/ports?device_id=408c67e0-084e-4ad6-a100-c9a0fec2202e HTTP/1.1" status: 200 len: 943 time: 0.0511668 Aug 23 21:26:15.745970 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-029ca7ce-aa55-4e75-9b2e-eecf06a3cd28 req-2b62a471-6ba4-4205-a0b9-1f9e78139b87 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd9c74c9-cc60-43a2-b761-5f00783d1e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332961 Aug 23 21:26:16.126314 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:16.860951 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630d233-b2b2-4369-8fd4-e022598ad26d req-67806287-ec31-402b-af02-30b3133c8d88 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:16.862356 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4630d233-b2b2-4369-8fd4-e022598ad26d req-67806287-ec31-402b-af02-30b3133c8d88 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/ports?device_id=408c67e0-084e-4ad6-a100-c9a0fec2202e HTTP/1.1" status: 200 len: 943 time: 0.0486686 Aug 23 21:26:16.900517 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4630d233-b2b2-4369-8fd4-e022598ad26d req-46dc97d9-4abb-4f8d-b54c-b85eabd2fe78 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd9c74c9-cc60-43a2-b761-5f00783d1e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319676 Aug 23 21:26:18.023330 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c0a88c-f14a-448c-8b70-b9e71437ca90 req-626e095e-3c11-4c3d-bf6a-d467124e3282 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:18.024841 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-15c0a88c-f14a-448c-8b70-b9e71437ca90 req-626e095e-3c11-4c3d-bf6a-d467124e3282 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/ports?device_id=408c67e0-084e-4ad6-a100-c9a0fec2202e HTTP/1.1" status: 200 len: 943 time: 0.0541656 Aug 23 21:26:18.061459 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 4df7a392-5f1e-468c-82d4-9d098bedaa01 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 21:26:18.064853 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-15c0a88c-f14a-448c-8b70-b9e71437ca90 req-3a391015-22f5-4a41-aa5a-105f5ee1d7b6 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd9c74c9-cc60-43a2-b761-5f00783d1e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326772 Aug 23 21:26:18.157483 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 4df7a392-5f1e-468c-82d4-9d098bedaa01, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=4df7a392-5f1e-468c-82d4-9d098bedaa01,segment=NetworkSegment(e230f157-cfc4-4d97-8a97-13e6f3427132),segment_id=e230f157-cfc4-4d97-8a97-13e6f3427132)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:26:18.168151 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '4df7a392-5f1e-468c-82d4-9d098bedaa01', 'network_id': '8ce4c296-ba1d-44e5-8e45-8a091fff301b', 'port_id': '4df7a392-5f1e-468c-82d4-9d098bedaa01', 'mac_address': 'fa:16:3e:62:36:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b18ae0b-9cf4-424b-b141-bcd2c030c60b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 21:26:18.213480 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:18.226076 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4df7a392-5f1e-468c-82d4-9d098bedaa01 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:26:18.245308 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 4df7a392-5f1e-468c-82d4-9d098bedaa01, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=4df7a392-5f1e-468c-82d4-9d098bedaa01,segment=NetworkSegment(e230f157-cfc4-4d97-8a97-13e6f3427132),segment_id=e230f157-cfc4-4d97-8a97-13e6f3427132)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:26:18.251183 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:18.299489 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=4df7a392-5f1e-468c-82d4-9d098bedaa01,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:18.485990 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['4df7a392-5f1e-468c-82d4-9d098bedaa01'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:26:19.187076 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63ddc01-9ba3-4b0c-9d8b-a3ebba36e6f3 req-97588b56-3c43-4a6c-a399-d24fd2945716 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:19.188657 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c63ddc01-9ba3-4b0c-9d8b-a3ebba36e6f3 req-97588b56-3c43-4a6c-a399-d24fd2945716 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/ports?device_id=408c67e0-084e-4ad6-a100-c9a0fec2202e HTTP/1.1" status: 200 len: 944 time: 0.0550799 Aug 23 21:26:19.233151 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c63ddc01-9ba3-4b0c-9d8b-a3ebba36e6f3 req-52099948-ed07-4a25-83c6-aef037137cbc tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd9c74c9-cc60-43a2-b761-5f00783d1e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385191 Aug 23 21:26:20.064231 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 4df7a392-5f1e-468c-82d4-9d098bedaa01 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:26:20.113195 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 4df7a392-5f1e-468c-82d4-9d098bedaa01 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:26:20.116782 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 4df7a392-5f1e-468c-82d4-9d098bedaa01 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:26:20.117146 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:20.196010 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:20.221778 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408c67e0-084e-4ad6-a100-c9a0fec2202e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df7a392-5f1e-468c-82d4-9d098bedaa01'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:26:20.224182 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f165be-7d32-4cce-8177-8aced62f4d5a" -d '{"events": [{"server_uuid": "408c67e0-084e-4ad6-a100-c9a0fec2202e", "name": "network-vif-plugged", "status": "completed", "tag": "4df7a392-5f1e-468c-82d4-9d098bedaa01"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:26:20.237584 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 4df7a392-5f1e-468c-82d4-9d098bedaa01, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=4df7a392-5f1e-468c-82d4-9d098bedaa01,segment=NetworkSegment(e230f157-cfc4-4d97-8a97-13e6f3427132),segment_id=e230f157-cfc4-4d97-8a97-13e6f3427132)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:26:20.241447 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:20.273948 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a8505d-0456-4622-96b2-0c532fb3db43 x-openstack-request-id: req-42a8505d-0456-4622-96b2-0c532fb3db43 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:26:20.274241 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "408c67e0-084e-4ad6-a100-c9a0fec2202e", "name": "network-vif-plugged", "status": "completed", "tag": "4df7a392-5f1e-468c-82d4-9d098bedaa01", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:26:20.274489 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-42a8505d-0456-4622-96b2-0c532fb3db43 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:26:20.274874 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '408c67e0-084e-4ad6-a100-c9a0fec2202e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df7a392-5f1e-468c-82d4-9d098bedaa01', 'code': 200} Aug 23 21:26:20.299176 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=4df7a392-5f1e-468c-82d4-9d098bedaa01,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:20.365672 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b68ca9-dca9-4023-8cd3-1cb19aaa7bc8 req-04c051a0-2acb-4b7d-9eb9-96520fef3731 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:20.367206 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-44b68ca9-dca9-4023-8cd3-1cb19aaa7bc8 req-04c051a0-2acb-4b7d-9eb9-96520fef3731 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/ports?device_id=408c67e0-084e-4ad6-a100-c9a0fec2202e HTTP/1.1" status: 200 len: 945 time: 0.0529952 Aug 23 21:26:20.410214 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-44b68ca9-dca9-4023-8cd3-1cb19aaa7bc8 req-bbe82215-137c-4c22-b5f0-bebae62f0701 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd9c74c9-cc60-43a2-b761-5f00783d1e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333781 Aug 23 21:26:20.483525 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d2ec0-a793-4011-8b6c-4f8ce42ca7ad req-9cfa733e-d408-4e43-bab6-580cf8bb7f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:20.485059 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-808d2ec0-a793-4011-8b6c-4f8ce42ca7ad req-9cfa733e-d408-4e43-bab6-580cf8bb7f0f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=408c67e0-084e-4ad6-a100-c9a0fec2202e HTTP/1.1" status: 200 len: 1096 time: 0.0839448 Aug 23 21:26:20.521802 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-808d2ec0-a793-4011-8b6c-4f8ce42ca7ad req-7ce22bc2-ca9c-493f-b35c-c7814e98de12 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=dd9c74c9-cc60-43a2-b761-5f00783d1e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287087 Aug 23 21:26:20.787138 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:21.538992 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f769dba5-cba1-4cb5-8a58-c89905c691d3 req-bd1f461a-86ff-44a4-bbc5-fcff66a5dd0f tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:21.540468 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f769dba5-cba1-4cb5-8a58-c89905c691d3 req-bd1f461a-86ff-44a4-bbc5-fcff66a5dd0f tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/ports?device_id=408c67e0-084e-4ad6-a100-c9a0fec2202e HTTP/1.1" status: 200 len: 945 time: 0.0502803 Aug 23 21:26:21.584822 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f769dba5-cba1-4cb5-8a58-c89905c691d3 req-362b982b-59e1-4610-a46c-3beeb8deb6e7 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd9c74c9-cc60-43a2-b761-5f00783d1e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371680 Aug 23 21:26:22.791033 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3aae8-ee28-4d4b-a04e-c4e665336393 req-be95aa50-52ae-4d59-885a-f2c72d460b6e tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:22.792600 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b4b3aae8-ee28-4d4b-a04e-c4e665336393 req-be95aa50-52ae-4d59-885a-f2c72d460b6e tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/ports?device_id=408c67e0-084e-4ad6-a100-c9a0fec2202e HTTP/1.1" status: 200 len: 945 time: 0.0974655 Aug 23 21:26:22.829607 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b4b3aae8-ee28-4d4b-a04e-c4e665336393 req-495e011d-69ad-4c51-977a-36c491a0d535 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd9c74c9-cc60-43a2-b761-5f00783d1e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303071 Aug 23 21:26:23.051502 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55675e6-98f8-4e50-8484-0959353c777a req-9bafd081-d4a0-4186-8ab5-f5cfc7e6f889 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:23.053022 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d55675e6-98f8-4e50-8484-0959353c777a req-9bafd081-d4a0-4186-8ab5-f5cfc7e6f889 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/networks?id=8ce4c296-ba1d-44e5-8e45-8a091fff301b HTTP/1.1" status: 200 len: 814 time: 0.1043975 Aug 23 21:26:23.069795 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d55675e6-98f8-4e50-8484-0959353c777a req-066d0c1c-7217-490e-a71b-ddc278fdb9b5 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/quotas/2381bd315ffb42e396cab25869cd7f87 HTTP/1.1" status: 200 len: 375 time: 0.0107791 Aug 23 21:26:23.123550 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d55675e6-98f8-4e50-8484-0959353c777a req-4482e85c-ee3e-4779-a9f3-e7be823c9449 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2381bd315ffb42e396cab25869cd7f87&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0480869 Aug 23 21:26:23.186147 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:26:23.227282 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d55675e6-98f8-4e50-8484-0959353c777a req-d12a81c5-1b97-4f58-a3b0-2547ab7366cd service neutron] 10.222.0.61 "GET /v2.0/networks/8ce4c296-ba1d-44e5-8e45-8a091fff301b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966756 Aug 23 21:26:23.318294 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d55675e6-98f8-4e50-8484-0959353c777a req-8b76b1aa-c4ad-4769-9ba2-1643e21926e3 service neutron] 10.222.0.61 "GET /v2.0/networks/8ce4c296-ba1d-44e5-8e45-8a091fff301b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849676 Aug 23 21:26:23.479299 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9a9a1a5c-3865-4fc2-8ab2-deabfe473844 req-ffd2f8b1-31f3-4801-ba04-bb270873a2ec tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/ports?device_id=536cb0db-1154-4f00-814f-feb3fc5de42f HTTP/1.1" status: 200 len: 210 time: 0.0298600 Aug 23 21:26:24.473844 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55675e6-98f8-4e50-8484-0959353c777a req-21800b6b-644a-4a3f-9eab-968f9d6bac07 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:24.475337 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d55675e6-98f8-4e50-8484-0959353c777a req-21800b6b-644a-4a3f-9eab-968f9d6bac07 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.32 "GET /v2.0/networks?id=8ce4c296-ba1d-44e5-8e45-8a091fff301b HTTP/1.1" status: 200 len: 814 time: 0.1071324 Aug 23 21:26:24.495631 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-d55675e6-98f8-4e50-8484-0959353c777a req-3ac795b5-7376-4990-ab6d-af6eed4094ac tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Request body: {'port': {'device_id': '536cb0db-1154-4f00-814f-feb3fc5de42f', 'network_id': '8ce4c296-ba1d-44e5-8e45-8a091fff301b', 'admin_state_up': True, 'tenant_id': '2381bd315ffb42e396cab25869cd7f87'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:26:24.579014 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0088caf6-4591-4083-9ec6-46658ece4946 req-d2bf707c-a834-4afc-b0b4-226763b650b1 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/ports?device_id=536cb0db-1154-4f00-814f-feb3fc5de42f HTTP/1.1" status: 200 len: 210 time: 0.0273697 Aug 23 21:26:24.605032 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d55675e6-98f8-4e50-8484-0959353c777a req-3ac795b5-7376-4990-ab6d-af6eed4094ac tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Made reservation on behalf of 2381bd315ffb42e396cab25869cd7f87 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:26:24.608960 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d55675e6-98f8-4e50-8484-0959353c777a req-3ac795b5-7376-4990-ab6d-af6eed4094ac tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:24.735402 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-d55675e6-98f8-4e50-8484-0959353c777a req-3ac795b5-7376-4990-ab6d-af6eed4094ac tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Allocated IP 172.20.0.6 (8ce4c296-ba1d-44e5-8e45-8a091fff301b/2b18ae0b-9cf4-424b-b141-bcd2c030c60b/8ae594df-a9c4-4dfd-8a0d-b097740456c3) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:26:24.885467 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d55675e6-98f8-4e50-8484-0959353c777a req-3ac795b5-7376-4990-ab6d-af6eed4094ac tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:24.923328 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d55675e6-98f8-4e50-8484-0959353c777a req-3ac795b5-7376-4990-ab6d-af6eed4094ac tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:24.934927 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['4df7a392-5f1e-468c-82d4-9d098bedaa01'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:26:24.962095 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d55675e6-98f8-4e50-8484-0959353c777a req-3ac795b5-7376-4990-ab6d-af6eed4094ac tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Network 8ce4c296-ba1d-44e5-8e45-8a091fff301b is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:26:24.965087 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-d55675e6-98f8-4e50-8484-0959353c777a req-3ac795b5-7376-4990-ab6d-af6eed4094ac tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:26:24.969227 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-d55675e6-98f8-4e50-8484-0959353c777a req-3ac795b5-7376-4990-ab6d-af6eed4094ac tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:26:24.996859 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac795b5-7376-4990-ab6d-af6eed4094ac tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Pushing event updated for resources: {'Port': ['ID=8ae594df-a9c4-4dfd-8a0d-b097740456c3,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:25.011053 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac795b5-7376-4990-ab6d-af6eed4094ac tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:26:25.011393 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac795b5-7376-4990-ab6d-af6eed4094ac tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:26:25.011725 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac795b5-7376-4990-ab6d-af6eed4094ac tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:26:25.012087 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac795b5-7376-4990-ab6d-af6eed4094ac tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:26:25.012403 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac795b5-7376-4990-ab6d-af6eed4094ac tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:26:25.013050 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac795b5-7376-4990-ab6d-af6eed4094ac tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:26:25.013050 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac795b5-7376-4990-ab6d-af6eed4094ac tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:26:25.013349 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac795b5-7376-4990-ab6d-af6eed4094ac tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:26:25.013665 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac795b5-7376-4990-ab6d-af6eed4094ac tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:26:25.013987 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac795b5-7376-4990-ab6d-af6eed4094ac tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:26:25.014330 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac795b5-7376-4990-ab6d-af6eed4094ac tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:26:25.014658 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac795b5-7376-4990-ab6d-af6eed4094ac tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:26:25.035699 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55675e6-98f8-4e50-8484-0959353c777a req-3ac795b5-7376-4990-ab6d-af6eed4094ac tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:25.036341 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d55675e6-98f8-4e50-8484-0959353c777a req-3ac795b5-7376-4990-ab6d-af6eed4094ac tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:25.050826 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d55675e6-98f8-4e50-8484-0959353c777a req-3ac795b5-7376-4990-ab6d-af6eed4094ac tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5592554 Aug 23 21:26:25.069007 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-d55675e6-98f8-4e50-8484-0959353c777a req-66c751b7-4daa-43a4-976a-872a465ecb2b service neutron] Request body: {'port': {'device_id': '536cb0db-1154-4f00-814f-feb3fc5de42f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:26:25.126493 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d55675e6-98f8-4e50-8484-0959353c777a req-66c751b7-4daa-43a4-976a-872a465ecb2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:25.378431 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-d55675e6-98f8-4e50-8484-0959353c777a req-66c751b7-4daa-43a4-976a-872a465ecb2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ae594df-a9c4-4dfd-8a0d-b097740456c3 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:26:25.385503 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d55675e6-98f8-4e50-8484-0959353c777a req-66c751b7-4daa-43a4-976a-872a465ecb2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:25.397614 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-d55675e6-98f8-4e50-8484-0959353c777a req-66c751b7-4daa-43a4-976a-872a465ecb2b service neutron] Transition to ACTIVE for port object 8ae594df-a9c4-4dfd-8a0d-b097740456c3 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:26:25.401879 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d55675e6-98f8-4e50-8484-0959353c777a req-66c751b7-4daa-43a4-976a-872a465ecb2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:25.448945 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c751b7-4daa-43a4-976a-872a465ecb2b service neutron] Pushing event updated for resources: {'Port': ['ID=8ae594df-a9c4-4dfd-8a0d-b097740456c3,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:25.521182 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-d55675e6-98f8-4e50-8484-0959353c777a req-66c751b7-4daa-43a4-976a-872a465ecb2b service neutron] Attempting to bind port 8ae594df-a9c4-4dfd-8a0d-b097740456c3 on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:26:25.521841 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-d55675e6-98f8-4e50-8484-0959353c777a req-66c751b7-4daa-43a4-976a-872a465ecb2b service neutron] Attempting to bind port 8ae594df-a9c4-4dfd-8a0d-b097740456c3 by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': 'e230f157-cfc4-4d97-8a97-13e6f3427132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8ce4c296-ba1d-44e5-8e45-8a091fff301b'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:26:25.521841 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55675e6-98f8-4e50-8484-0959353c777a req-66c751b7-4daa-43a4-976a-872a465ecb2b service neutron] Attempting to bind port 8ae594df-a9c4-4dfd-8a0d-b097740456c3 on network 8ce4c296-ba1d-44e5-8e45-8a091fff301b {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:26:25.526024 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55675e6-98f8-4e50-8484-0959353c777a req-66c751b7-4daa-43a4-976a-872a465ecb2b service neutron] Port 8ae594df-a9c4-4dfd-8a0d-b097740456c3 on network 8ce4c296-ba1d-44e5-8e45-8a091fff301b not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:26:25.526341 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55675e6-98f8-4e50-8484-0959353c777a req-66c751b7-4daa-43a4-976a-872a465ecb2b service neutron] Attempting to bind port 8ae594df-a9c4-4dfd-8a0d-b097740456c3 on network 8ce4c296-ba1d-44e5-8e45-8a091fff301b {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:26:25.531145 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55675e6-98f8-4e50-8484-0959353c777a req-66c751b7-4daa-43a4-976a-872a465ecb2b service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:26:25.531473 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55675e6-98f8-4e50-8484-0959353c777a req-66c751b7-4daa-43a4-976a-872a465ecb2b service neutron] Checking segment: {'id': 'e230f157-cfc4-4d97-8a97-13e6f3427132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8ce4c296-ba1d-44e5-8e45-8a091fff301b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:26:25.531852 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55675e6-98f8-4e50-8484-0959353c777a req-66c751b7-4daa-43a4-976a-872a465ecb2b service neutron] Bound using segment: {'id': 'e230f157-cfc4-4d97-8a97-13e6f3427132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8ce4c296-ba1d-44e5-8e45-8a091fff301b'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:26:25.532306 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-d55675e6-98f8-4e50-8484-0959353c777a req-66c751b7-4daa-43a4-976a-872a465ecb2b service neutron] Bound port: 8ae594df-a9c4-4dfd-8a0d-b097740456c3, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e230f157-cfc4-4d97-8a97-13e6f3427132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8ce4c296-ba1d-44e5-8e45-8a091fff301b'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:26:25.532658 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d55675e6-98f8-4e50-8484-0959353c777a req-66c751b7-4daa-43a4-976a-872a465ecb2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:25.594169 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-d55675e6-98f8-4e50-8484-0959353c777a req-66c751b7-4daa-43a4-976a-872a465ecb2b service neutron] For port 8ae594df-a9c4-4dfd-8a0d-b097740456c3, host n-h2-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:26:25.597510 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-d55675e6-98f8-4e50-8484-0959353c777a req-66c751b7-4daa-43a4-976a-872a465ecb2b service neutron] For port 8ae594df-a9c4-4dfd-8a0d-b097740456c3, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=8ae594df-a9c4-4dfd-8a0d-b097740456c3,segment=NetworkSegment(e230f157-cfc4-4d97-8a97-13e6f3427132),segment_id=e230f157-cfc4-4d97-8a97-13e6f3427132)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:26:25.601853 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d55675e6-98f8-4e50-8484-0959353c777a req-66c751b7-4daa-43a4-976a-872a465ecb2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:25.638779 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55675e6-98f8-4e50-8484-0959353c777a req-66c751b7-4daa-43a4-976a-872a465ecb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:25.640483 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d55675e6-98f8-4e50-8484-0959353c777a req-66c751b7-4daa-43a4-976a-872a465ecb2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:25.641981 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d55675e6-98f8-4e50-8484-0959353c777a req-66c751b7-4daa-43a4-976a-872a465ecb2b service neutron] 10.222.0.32 "PUT /v2.0/ports/8ae594df-a9c4-4dfd-8a0d-b097740456c3 HTTP/1.1" status: 200 len: 1091 time: 0.5773282 Aug 23 21:26:25.644235 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '536cb0db-1154-4f00-814f-feb3fc5de42f', 'tag': '8ae594df-a9c4-4dfd-8a0d-b097740456c3'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:26:25.646593 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f78097-1872-4b46-adcf-1c32de18c101" -d '{"events": [{"name": "network-changed", "server_uuid": "536cb0db-1154-4f00-814f-feb3fc5de42f", "tag": "8ae594df-a9c4-4dfd-8a0d-b097740456c3"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:26:25.713707 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c751b7-4daa-43a4-976a-872a465ecb2b service neutron] Pushing event updated for resources: {'Port': ['ID=8ae594df-a9c4-4dfd-8a0d-b097740456c3,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:25.754903 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05784881-60f8-4aaa-98c0-be5c97bf4376 req-da99a8a1-2dc6-4f6c-840a-7a4708bd234f tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:25.756448 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-05784881-60f8-4aaa-98c0-be5c97bf4376 req-da99a8a1-2dc6-4f6c-840a-7a4708bd234f tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/ports?device_id=536cb0db-1154-4f00-814f-feb3fc5de42f HTTP/1.1" status: 200 len: 943 time: 0.1069460 Aug 23 21:26:25.758653 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac850c8-f973-4954-842d-9afd4e231b7b x-openstack-request-id: req-5ac850c8-f973-4954-842d-9afd4e231b7b {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:26:25.758931 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "536cb0db-1154-4f00-814f-feb3fc5de42f", "tag": "8ae594df-a9c4-4dfd-8a0d-b097740456c3", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:26:25.759180 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5ac850c8-f973-4954-842d-9afd4e231b7b {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:26:25.759564 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '536cb0db-1154-4f00-814f-feb3fc5de42f', 'tag': '8ae594df-a9c4-4dfd-8a0d-b097740456c3', 'status': 'completed', 'code': 200} Aug 23 21:26:25.780516 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55675e6-98f8-4e50-8484-0959353c777a req-c7385430-9b30-4680-af94-2ed11aee1e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:25.782013 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d55675e6-98f8-4e50-8484-0959353c777a req-c7385430-9b30-4680-af94-2ed11aee1e80 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2381bd315ffb42e396cab25869cd7f87&device_id=536cb0db-1154-4f00-814f-feb3fc5de42f HTTP/1.1" status: 200 len: 1094 time: 0.0771399 Aug 23 21:26:25.807588 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-05784881-60f8-4aaa-98c0-be5c97bf4376 req-e378d755-648b-4ea7-af57-5bab4ac86a3e tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd9c74c9-cc60-43a2-b761-5f00783d1e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446913 Aug 23 21:26:25.838097 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d55675e6-98f8-4e50-8484-0959353c777a req-d36ddca6-9bf0-49cc-a0aa-a7c22626cff4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ae594df-a9c4-4dfd-8a0d-b097740456c3 HTTP/1.1" status: 200 len: 217 time: 0.0415466 Aug 23 21:26:26.214704 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55675e6-98f8-4e50-8484-0959353c777a req-103094de-5562-4e68-8a37-b08e48820761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:26.216166 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d55675e6-98f8-4e50-8484-0959353c777a req-103094de-5562-4e68-8a37-b08e48820761 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2b18ae0b-9cf4-424b-b141-bcd2c030c60b HTTP/1.1" status: 200 len: 854 time: 0.3711085 Aug 23 21:26:26.247423 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d55675e6-98f8-4e50-8484-0959353c777a req-57cd13df-249d-4e50-957c-65f88ca73884 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8ce4c296-ba1d-44e5-8e45-8a091fff301b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236301 Aug 23 21:26:26.338070 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d55675e6-98f8-4e50-8484-0959353c777a req-2816c7fd-36a3-42bb-ad64-e464fb04d7cd service neutron] 10.222.0.32 "GET /v2.0/networks/8ce4c296-ba1d-44e5-8e45-8a091fff301b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827894 Aug 23 21:26:26.428387 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d55675e6-98f8-4e50-8484-0959353c777a req-9ca41ddc-9217-4531-9b3b-63d17797f3e2 service neutron] 10.222.0.32 "GET /v2.0/networks/8ce4c296-ba1d-44e5-8e45-8a091fff301b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828762 Aug 23 21:26:26.563145 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f78097-1872-4b46-adcf-1c32de18c101 req-a059461d-0e22-40bc-9469-ddd07d6326e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:26.564582 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d2f78097-1872-4b46-adcf-1c32de18c101 req-a059461d-0e22-40bc-9469-ddd07d6326e3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2381bd315ffb42e396cab25869cd7f87&device_id=536cb0db-1154-4f00-814f-feb3fc5de42f HTTP/1.1" status: 200 len: 1094 time: 0.0410686 Aug 23 21:26:26.657893 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f78097-1872-4b46-adcf-1c32de18c101 req-fa94c202-7c89-4b14-80c8-87e083bc9e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:26.659379 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d2f78097-1872-4b46-adcf-1c32de18c101 req-fa94c202-7c89-4b14-80c8-87e083bc9e3c service neutron] 10.222.0.32 "GET /v2.0/networks?id=8ce4c296-ba1d-44e5-8e45-8a091fff301b HTTP/1.1" status: 200 len: 915 time: 0.0876179 Aug 23 21:26:26.700229 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d2f78097-1872-4b46-adcf-1c32de18c101 req-969f1ace-a188-4a35-8594-1a79dd0250fe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ae594df-a9c4-4dfd-8a0d-b097740456c3 HTTP/1.1" status: 200 len: 217 time: 0.0339439 Aug 23 21:26:26.750083 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f78097-1872-4b46-adcf-1c32de18c101 req-afb87861-f081-4181-bf30-fd05afe6006c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:26.751528 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d2f78097-1872-4b46-adcf-1c32de18c101 req-afb87861-f081-4181-bf30-fd05afe6006c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2b18ae0b-9cf4-424b-b141-bcd2c030c60b HTTP/1.1" status: 200 len: 854 time: 0.0444441 Aug 23 21:26:26.788133 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d2f78097-1872-4b46-adcf-1c32de18c101 req-1fc9fd8b-767d-4876-93fa-a1583d0d06ac service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8ce4c296-ba1d-44e5-8e45-8a091fff301b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287242 Aug 23 21:26:26.876867 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d2f78097-1872-4b46-adcf-1c32de18c101 req-170c4add-f95a-455c-add9-c8d403a3de87 service neutron] 10.222.0.32 "GET /v2.0/networks/8ce4c296-ba1d-44e5-8e45-8a091fff301b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805583 Aug 23 21:26:26.926012 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a0222-cfa7-42f3-89ad-e42f495848fa req-1465209b-c791-477a-bbba-5d47539fcc2d tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:26.927525 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a10a0222-cfa7-42f3-89ad-e42f495848fa req-1465209b-c791-477a-bbba-5d47539fcc2d tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/ports?device_id=536cb0db-1154-4f00-814f-feb3fc5de42f HTTP/1.1" status: 200 len: 943 time: 0.0480766 Aug 23 21:26:26.970348 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a10a0222-cfa7-42f3-89ad-e42f495848fa req-82d04668-616d-4c20-ae4e-c8b69cd6c70b tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd9c74c9-cc60-43a2-b761-5f00783d1e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368261 Aug 23 21:26:26.976628 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d2f78097-1872-4b46-adcf-1c32de18c101 req-7ba68aea-8e13-4f50-9ac5-c4e9e9e04057 service neutron] 10.222.0.32 "GET /v2.0/networks/8ce4c296-ba1d-44e5-8e45-8a091fff301b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917132 Aug 23 21:26:27.765966 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 8ae594df-a9c4-4dfd-8a0d-b097740456c3 details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 21:26:27.855445 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 8ae594df-a9c4-4dfd-8a0d-b097740456c3, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=8ae594df-a9c4-4dfd-8a0d-b097740456c3,segment=NetworkSegment(e230f157-cfc4-4d97-8a97-13e6f3427132),segment_id=e230f157-cfc4-4d97-8a97-13e6f3427132)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:26:27.866839 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': '8ae594df-a9c4-4dfd-8a0d-b097740456c3', 'network_id': '8ce4c296-ba1d-44e5-8e45-8a091fff301b', 'port_id': '8ae594df-a9c4-4dfd-8a0d-b097740456c3', 'mac_address': 'fa:16:3e:68:f2:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b18ae0b-9cf4-424b-b141-bcd2c030c60b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 21:26:27.901796 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:27.914521 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ae594df-a9c4-4dfd-8a0d-b097740456c3 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:26:27.932740 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 8ae594df-a9c4-4dfd-8a0d-b097740456c3, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=8ae594df-a9c4-4dfd-8a0d-b097740456c3,segment=NetworkSegment(e230f157-cfc4-4d97-8a97-13e6f3427132),segment_id=e230f157-cfc4-4d97-8a97-13e6f3427132)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:26:27.937247 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:27.985647 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=8ae594df-a9c4-4dfd-8a0d-b097740456c3,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:28.084052 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca9248-ba55-473e-b365-210ce7eef093 req-e63c3b50-f08d-4e9a-9033-178a2ef3a7e5 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:28.085543 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3aca9248-ba55-473e-b365-210ce7eef093 req-e63c3b50-f08d-4e9a-9033-178a2ef3a7e5 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/ports?device_id=536cb0db-1154-4f00-814f-feb3fc5de42f HTTP/1.1" status: 200 len: 944 time: 0.0495179 Aug 23 21:26:28.123079 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3aca9248-ba55-473e-b365-210ce7eef093 req-d2d0abdc-3d21-4806-944e-fc8302e49986 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd9c74c9-cc60-43a2-b761-5f00783d1e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314131 Aug 23 21:26:28.224646 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['8ae594df-a9c4-4dfd-8a0d-b097740456c3'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:26:29.239310 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566f7bf-958d-4b0a-b737-7f0d7c776e4c req-5c20248f-5fd1-4352-b977-9218e276ce70 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:29.240823 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d566f7bf-958d-4b0a-b737-7f0d7c776e4c req-5c20248f-5fd1-4352-b977-9218e276ce70 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/ports?device_id=536cb0db-1154-4f00-814f-feb3fc5de42f HTTP/1.1" status: 200 len: 944 time: 0.0489447 Aug 23 21:26:29.277999 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d566f7bf-958d-4b0a-b737-7f0d7c776e4c req-998aab93-eced-4d26-8bb8-f8522712582f tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd9c74c9-cc60-43a2-b761-5f00783d1e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310957 Aug 23 21:26:29.782248 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 8ae594df-a9c4-4dfd-8a0d-b097740456c3 up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:26:29.832770 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port 8ae594df-a9c4-4dfd-8a0d-b097740456c3 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:26:29.836208 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port 8ae594df-a9c4-4dfd-8a0d-b097740456c3 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:26:29.836584 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:29.912166 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:29.934438 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '536cb0db-1154-4f00-814f-feb3fc5de42f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae594df-a9c4-4dfd-8a0d-b097740456c3'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:26:29.937674 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca548a050e4329d63096a157f72a1091b249ed2b56fe1bc8b6f83608155ae9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c906338a-7386-47ed-83da-2d05ca93df1d" -d '{"events": [{"server_uuid": "536cb0db-1154-4f00-814f-feb3fc5de42f", "name": "network-vif-plugged", "status": "completed", "tag": "8ae594df-a9c4-4dfd-8a0d-b097740456c3"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:26:29.950297 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 8ae594df-a9c4-4dfd-8a0d-b097740456c3, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=8ae594df-a9c4-4dfd-8a0d-b097740456c3,segment=NetworkSegment(e230f157-cfc4-4d97-8a97-13e6f3427132),segment_id=e230f157-cfc4-4d97-8a97-13e6f3427132)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:26:29.955737 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:29.980632 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4754975d-6eca-43be-8849-960e864c46c4 x-openstack-request-id: req-4754975d-6eca-43be-8849-960e864c46c4 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:26:29.980930 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "536cb0db-1154-4f00-814f-feb3fc5de42f", "name": "network-vif-plugged", "status": "completed", "tag": "8ae594df-a9c4-4dfd-8a0d-b097740456c3", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:26:29.981191 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4754975d-6eca-43be-8849-960e864c46c4 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:26:29.981579 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '536cb0db-1154-4f00-814f-feb3fc5de42f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae594df-a9c4-4dfd-8a0d-b097740456c3', 'code': 200} Aug 23 21:26:30.011488 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=8ae594df-a9c4-4dfd-8a0d-b097740456c3,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:30.098423 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d0b4c-42a8-4ad5-ae5d-a0d9935e3569 req-0e298410-bcdf-454c-97e3-7013d50e884b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:30.099865 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-048d0b4c-42a8-4ad5-ae5d-a0d9935e3569 req-0e298410-bcdf-454c-97e3-7013d50e884b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=536cb0db-1154-4f00-814f-feb3fc5de42f HTTP/1.1" status: 200 len: 1096 time: 0.0417008 Aug 23 21:26:30.136872 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-048d0b4c-42a8-4ad5-ae5d-a0d9935e3569 req-473d6c2e-838e-481e-b367-e47cb7a99248 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=dd9c74c9-cc60-43a2-b761-5f00783d1e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297961 Aug 23 21:26:30.396653 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d7356-6b7d-4338-883c-cec57a8d7ac7 req-7d9750c5-b13d-443a-a637-37b555b7ec45 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:30.398176 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c70d7356-6b7d-4338-883c-cec57a8d7ac7 req-7d9750c5-b13d-443a-a637-37b555b7ec45 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/ports?device_id=536cb0db-1154-4f00-814f-feb3fc5de42f HTTP/1.1" status: 200 len: 945 time: 0.0520327 Aug 23 21:26:30.439992 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c70d7356-6b7d-4338-883c-cec57a8d7ac7 req-eed73c70-7213-41a9-b31b-82f48eab426e tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd9c74c9-cc60-43a2-b761-5f00783d1e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359106 Aug 23 21:26:31.562439 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fed78b-f359-425b-ad95-9322dd09438a req-cb5313b7-a992-42b5-8b13-cfc24bc20180 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:31.563957 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e9fed78b-f359-425b-ad95-9322dd09438a req-cb5313b7-a992-42b5-8b13-cfc24bc20180 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/ports?device_id=536cb0db-1154-4f00-814f-feb3fc5de42f HTTP/1.1" status: 200 len: 945 time: 0.0528970 Aug 23 21:26:31.602314 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e9fed78b-f359-425b-ad95-9322dd09438a req-ffe0da1e-d5ac-45bc-8a4f-a3c78d1117cd tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd9c74c9-cc60-43a2-b761-5f00783d1e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322170 Aug 23 21:26:31.832667 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90940e16-3e10-4d24-9700-8b54cbe8b718 req-d291cd92-6adf-4f58-9e39-373d9ed689d2 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:31.834162 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-90940e16-3e10-4d24-9700-8b54cbe8b718 req-d291cd92-6adf-4f58-9e39-373d9ed689d2 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/ports?device_id=536cb0db-1154-4f00-814f-feb3fc5de42f HTTP/1.1" status: 200 len: 945 time: 0.0493104 Aug 23 21:26:31.872919 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-90940e16-3e10-4d24-9700-8b54cbe8b718 req-79470601-d935-47a0-81ce-28cf80856d65 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd9c74c9-cc60-43a2-b761-5f00783d1e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328226 Aug 23 21:26:32.991068 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cccbcc5-865b-464a-86bc-305f52c8c146 req-7a141d4a-996b-4c1a-833d-bc013e73b5a4 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:32.992854 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9cccbcc5-865b-464a-86bc-305f52c8c146 req-7a141d4a-996b-4c1a-833d-bc013e73b5a4 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/ports?device_id=536cb0db-1154-4f00-814f-feb3fc5de42f HTTP/1.1" status: 200 len: 945 time: 0.0494020 Aug 23 21:26:33.037359 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9cccbcc5-865b-464a-86bc-305f52c8c146 req-8dce0d3a-45ff-43dd-b945-d1aaa0576984 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd9c74c9-cc60-43a2-b761-5f00783d1e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385835 Aug 23 21:26:33.241468 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964bc312-3b81-45ed-bbc3-49f8fc6f72f5 req-de32ca48-8793-40ae-9de8-a9e1332d7861 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:33.243069 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-964bc312-3b81-45ed-bbc3-49f8fc6f72f5 req-de32ca48-8793-40ae-9de8-a9e1332d7861 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.32 "GET /v2.0/ports?device_id=536cb0db-1154-4f00-814f-feb3fc5de42f HTTP/1.1" status: 200 len: 945 time: 0.0485971 Aug 23 21:26:33.335779 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-964bc312-3b81-45ed-bbc3-49f8fc6f72f5 req-b7036fbf-627c-442d-aee4-5cd9dff75551 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Deleting port 8ae594df-a9c4-4dfd-8a0d-b097740456c3 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:26:33.336139 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-964bc312-3b81-45ed-bbc3-49f8fc6f72f5 req-b7036fbf-627c-442d-aee4-5cd9dff75551 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:33.422287 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-964bc312-3b81-45ed-bbc3-49f8fc6f72f5 req-b7036fbf-627c-442d-aee4-5cd9dff75551 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] For port 8ae594df-a9c4-4dfd-8a0d-b097740456c3, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=8ae594df-a9c4-4dfd-8a0d-b097740456c3,segment=NetworkSegment(e230f157-cfc4-4d97-8a97-13e6f3427132),segment_id=e230f157-cfc4-4d97-8a97-13e6f3427132)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:26:33.422796 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-964bc312-3b81-45ed-bbc3-49f8fc6f72f5 req-b7036fbf-627c-442d-aee4-5cd9dff75551 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:33.434147 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-964bc312-3b81-45ed-bbc3-49f8fc6f72f5 req-b7036fbf-627c-442d-aee4-5cd9dff75551 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Calling delete_port for 8ae594df-a9c4-4dfd-8a0d-b097740456c3 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:26:33.565722 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-964bc312-3b81-45ed-bbc3-49f8fc6f72f5 req-b7036fbf-627c-442d-aee4-5cd9dff75551 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:33.579082 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['4df7a392-5f1e-468c-82d4-9d098bedaa01'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:26:33.594739 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7036fbf-627c-442d-aee4-5cd9dff75551 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Pushing event deleted for resources: {'Port': ['ID=8ae594df-a9c4-4dfd-8a0d-b097740456c3,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:33.603764 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['8ae594df-a9c4-4dfd-8a0d-b097740456c3'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:26:33.639454 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-964bc312-3b81-45ed-bbc3-49f8fc6f72f5 req-b7036fbf-627c-442d-aee4-5cd9dff75551 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] No DVR routers for this DVR port 8ae594df-a9c4-4dfd-8a0d-b097740456c3 on host n-h2-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:26:33.642163 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-964bc312-3b81-45ed-bbc3-49f8fc6f72f5 req-b7036fbf-627c-442d-aee4-5cd9dff75551 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:33.644230 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-964bc312-3b81-45ed-bbc3-49f8fc6f72f5 req-b7036fbf-627c-442d-aee4-5cd9dff75551 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.32 "DELETE /v2.0/ports/8ae594df-a9c4-4dfd-8a0d-b097740456c3 HTTP/1.1" status: 204 len: 173 time: 0.3953114 Aug 23 21:26:33.644656 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '536cb0db-1154-4f00-814f-feb3fc5de42f', 'name': 'network-vif-deleted', 'tag': '8ae594df-a9c4-4dfd-8a0d-b097740456c3'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:26:33.646905 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4139b96eb4a993ab6b8559f15d42d0cbf46e77850cbc016ba523555dcabc59c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5fd29c-136d-4bc5-8c12-ac0125ddd5e9" -d '{"events": [{"server_uuid": "536cb0db-1154-4f00-814f-feb3fc5de42f", "name": "network-vif-deleted", "tag": "8ae594df-a9c4-4dfd-8a0d-b097740456c3"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:26:33.691412 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc44170-6b64-4b1e-88fe-9a6f19e56925 x-openstack-request-id: req-6dc44170-6b64-4b1e-88fe-9a6f19e56925 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:26:33.691742 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "536cb0db-1154-4f00-814f-feb3fc5de42f", "name": "network-vif-deleted", "tag": "8ae594df-a9c4-4dfd-8a0d-b097740456c3", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:26:33.692079 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6dc44170-6b64-4b1e-88fe-9a6f19e56925 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:26:33.692562 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '536cb0db-1154-4f00-814f-feb3fc5de42f', 'name': 'network-vif-deleted', 'tag': '8ae594df-a9c4-4dfd-8a0d-b097740456c3', 'status': 'completed', 'code': 200} Aug 23 21:26:34.148414 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f9ba6140-6547-4810-bb0c-87ead9f4004a req-3f018b34-cb4b-47e5-9b7b-13326976784e tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/ports?device_id=536cb0db-1154-4f00-814f-feb3fc5de42f HTTP/1.1" status: 200 len: 210 time: 0.0290287 Aug 23 21:26:35.298335 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d6ee6-4ccf-430a-b8c5-c2f223a42701 req-58251261-88c5-4c91-ba3d-477931245938 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:35.299789 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d83d6ee6-4ccf-430a-b8c5-c2f223a42701 req-58251261-88c5-4c91-ba3d-477931245938 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/ports?device_id=408c67e0-084e-4ad6-a100-c9a0fec2202e HTTP/1.1" status: 200 len: 945 time: 0.0488751 Aug 23 21:26:35.337537 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d83d6ee6-4ccf-430a-b8c5-c2f223a42701 req-a63846f2-0483-4931-9a5a-15b1fcb483f3 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd9c74c9-cc60-43a2-b761-5f00783d1e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317585 Aug 23 21:26:35.466221 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e1eaca-3f24-46b6-81a4-7a16629a9e8c req-f5e851bc-0d5b-4f0f-8305-4d9e32d15055 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:35.467713 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c9e1eaca-3f24-46b6-81a4-7a16629a9e8c req-f5e851bc-0d5b-4f0f-8305-4d9e32d15055 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/ports?device_id=408c67e0-084e-4ad6-a100-c9a0fec2202e HTTP/1.1" status: 200 len: 945 time: 0.0492039 Aug 23 21:26:35.510285 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c9e1eaca-3f24-46b6-81a4-7a16629a9e8c req-1ab0116a-29be-49bf-a688-e92d946fddad tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd9c74c9-cc60-43a2-b761-5f00783d1e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357921 Aug 23 21:26:35.627040 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67862a1c-b4bc-45a8-a9c7-a891700b49b8 req-dccdc1ff-74aa-43ef-8d93-006a640a6b11 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:35.629420 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-67862a1c-b4bc-45a8-a9c7-a891700b49b8 req-dccdc1ff-74aa-43ef-8d93-006a640a6b11 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/ports?device_id=408c67e0-084e-4ad6-a100-c9a0fec2202e HTTP/1.1" status: 200 len: 945 time: 0.0505681 Aug 23 21:26:35.669724 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-67862a1c-b4bc-45a8-a9c7-a891700b49b8 req-e687ff2d-4348-42fa-a99d-9a113433e157 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd9c74c9-cc60-43a2-b761-5f00783d1e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343807 Aug 23 21:26:35.704021 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7e0758ba-4f4e-4d03-ac2d-45376ed2b227 req-32e86b08-34cb-4790-9a1b-d00c6aef72c2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=408c67e0-084e-4ad6-a100-c9a0fec2202e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0538399 Aug 23 21:26:35.784873 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0758ba-4f4e-4d03-ac2d-45376ed2b227 req-5b0bc8e2-b817-400b-9192-8125c87e4ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:35.786363 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7e0758ba-4f4e-4d03-ac2d-45376ed2b227 req-5b0bc8e2-b817-400b-9192-8125c87e4ea2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2381bd315ffb42e396cab25869cd7f87&device_id=408c67e0-084e-4ad6-a100-c9a0fec2202e HTTP/1.1" status: 200 len: 1096 time: 0.0408792 Aug 23 21:26:35.813558 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 8ae594df-a9c4-4dfd-8a0d-b097740456c3 no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:26:35.836320 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: 8ae594df-a9c4-4dfd-8a0d-b097740456c3 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:26:35.836666 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 8ae594df-a9c4-4dfd-8a0d-b097740456c3 not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:26:35.842858 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031c56a-9444-4023-a808-f856fb7a54a9 req-fe4fc0fa-222f-4016-b6c1-9556bd35d03c tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:35.844383 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1031c56a-9444-4023-a808-f856fb7a54a9 req-fe4fc0fa-222f-4016-b6c1-9556bd35d03c tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/ports?device_id=408c67e0-084e-4ad6-a100-c9a0fec2202e HTTP/1.1" status: 200 len: 945 time: 0.0497482 Aug 23 21:26:35.882242 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1031c56a-9444-4023-a808-f856fb7a54a9 req-012728f8-d52f-4999-aa13-0fb8aa39b9b3 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd9c74c9-cc60-43a2-b761-5f00783d1e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317349 Aug 23 21:26:35.895018 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0758ba-4f4e-4d03-ac2d-45376ed2b227 req-8ff5bff4-1b56-43fc-bf9f-6116077b8216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:35.896543 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7e0758ba-4f4e-4d03-ac2d-45376ed2b227 req-8ff5bff4-1b56-43fc-bf9f-6116077b8216 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8ce4c296-ba1d-44e5-8e45-8a091fff301b HTTP/1.1" status: 200 len: 915 time: 0.0905282 Aug 23 21:26:35.943039 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7e0758ba-4f4e-4d03-ac2d-45376ed2b227 req-56414c9c-fe61-4dba-8ee2-7d9dbd479f07 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4df7a392-5f1e-468c-82d4-9d098bedaa01 HTTP/1.1" status: 200 len: 217 time: 0.0394700 Aug 23 21:26:36.024303 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0758ba-4f4e-4d03-ac2d-45376ed2b227 req-4074e378-6aee-4db0-a3f7-092a5e041868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:36.025677 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7e0758ba-4f4e-4d03-ac2d-45376ed2b227 req-4074e378-6aee-4db0-a3f7-092a5e041868 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2b18ae0b-9cf4-424b-b141-bcd2c030c60b HTTP/1.1" status: 200 len: 854 time: 0.0739202 Aug 23 21:26:36.033899 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549260b-6d40-48db-b35e-e7282bc2ad55 req-b757555b-fce1-41f8-8db3-ceccd9dfbce9 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:36.035280 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1549260b-6d40-48db-b35e-e7282bc2ad55 req-b757555b-fce1-41f8-8db3-ceccd9dfbce9 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/ports?device_id=408c67e0-084e-4ad6-a100-c9a0fec2202e HTTP/1.1" status: 200 len: 945 time: 0.0851502 Aug 23 21:26:36.074905 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7e0758ba-4f4e-4d03-ac2d-45376ed2b227 req-e2210248-8b30-4139-ab6d-66b5d98b1e9d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8ce4c296-ba1d-44e5-8e45-8a091fff301b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386941 Aug 23 21:26:36.110503 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1549260b-6d40-48db-b35e-e7282bc2ad55 req-0788e7dc-cb82-4efb-bb5f-0f5ba9e1b11f tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd9c74c9-cc60-43a2-b761-5f00783d1e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671201 Aug 23 21:26:36.178069 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7e0758ba-4f4e-4d03-ac2d-45376ed2b227 req-8557c54d-4294-4aae-8b16-eec2fc06bb9d service neutron] 10.222.0.11 "GET /v2.0/networks/8ce4c296-ba1d-44e5-8e45-8a091fff301b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953088 Aug 23 21:26:36.295916 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bbe9ac-ab58-454a-9a74-2ffc3c4e3d5e req-27747ba9-9f05-434c-8708-d56d4ebaa226 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:36.297436 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-06bbe9ac-ab58-454a-9a74-2ffc3c4e3d5e req-27747ba9-9f05-434c-8708-d56d4ebaa226 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/ports?device_id=408c67e0-084e-4ad6-a100-c9a0fec2202e HTTP/1.1" status: 200 len: 945 time: 0.1032698 Aug 23 21:26:36.323235 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7e0758ba-4f4e-4d03-ac2d-45376ed2b227 req-7f409318-c0fe-425e-bd5c-63e376082584 service neutron] 10.222.0.11 "GET /v2.0/networks/8ce4c296-ba1d-44e5-8e45-8a091fff301b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371534 Aug 23 21:26:36.344279 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-06bbe9ac-ab58-454a-9a74-2ffc3c4e3d5e req-2431b346-fcbd-4c23-8f19-cfc927fdab53 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd9c74c9-cc60-43a2-b761-5f00783d1e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378232 Aug 23 21:26:36.647294 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c71aa-780a-42ae-9e92-788c57a1308b req-b5ee4bde-3d26-493d-9bce-4f21fe8cc0f6 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:36.648796 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ae2c71aa-780a-42ae-9e92-788c57a1308b req-b5ee4bde-3d26-493d-9bce-4f21fe8cc0f6 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/ports?device_id=408c67e0-084e-4ad6-a100-c9a0fec2202e HTTP/1.1" status: 200 len: 945 time: 0.0501301 Aug 23 21:26:36.690030 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ae2c71aa-780a-42ae-9e92-788c57a1308b req-5b667b09-7565-475a-865c-8dc7177227bd tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd9c74c9-cc60-43a2-b761-5f00783d1e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353251 Aug 23 21:26:37.810570 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819631da-d8b5-4ed0-98ea-33a9a0b3768f req-fe162705-3912-4c8d-ae7e-5072861262d0 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:37.811957 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-819631da-d8b5-4ed0-98ea-33a9a0b3768f req-fe162705-3912-4c8d-ae7e-5072861262d0 tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/ports?device_id=408c67e0-084e-4ad6-a100-c9a0fec2202e HTTP/1.1" status: 200 len: 945 time: 0.0499337 Aug 23 21:26:37.853299 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-819631da-d8b5-4ed0-98ea-33a9a0b3768f req-f3d3c295-14e2-4da7-8e64-eefac0d382fe tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd9c74c9-cc60-43a2-b761-5f00783d1e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353680 Aug 23 21:26:37.915828 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ba2be-70fd-4d21-bb5b-9b41aa58035f req-fdb38b65-3648-4586-90f9-c94f24c1b54d tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:37.917297 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e83ba2be-70fd-4d21-bb5b-9b41aa58035f req-fdb38b65-3648-4586-90f9-c94f24c1b54d tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.11 "GET /v2.0/ports?device_id=408c67e0-084e-4ad6-a100-c9a0fec2202e HTTP/1.1" status: 200 len: 945 time: 0.0481107 Aug 23 21:26:38.006189 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-e83ba2be-70fd-4d21-bb5b-9b41aa58035f req-f039a59f-b9fd-4107-a806-c47ab629180d tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Deleting port 4df7a392-5f1e-468c-82d4-9d098bedaa01 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:26:38.006524 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e83ba2be-70fd-4d21-bb5b-9b41aa58035f req-f039a59f-b9fd-4107-a806-c47ab629180d tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:38.102780 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-e83ba2be-70fd-4d21-bb5b-9b41aa58035f req-f039a59f-b9fd-4107-a806-c47ab629180d tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] For port 4df7a392-5f1e-468c-82d4-9d098bedaa01, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=4df7a392-5f1e-468c-82d4-9d098bedaa01,segment=NetworkSegment(e230f157-cfc4-4d97-8a97-13e6f3427132),segment_id=e230f157-cfc4-4d97-8a97-13e6f3427132)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:26:38.103058 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e83ba2be-70fd-4d21-bb5b-9b41aa58035f req-f039a59f-b9fd-4107-a806-c47ab629180d tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:38.115368 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-e83ba2be-70fd-4d21-bb5b-9b41aa58035f req-f039a59f-b9fd-4107-a806-c47ab629180d tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Calling delete_port for 4df7a392-5f1e-468c-82d4-9d098bedaa01 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:26:38.243523 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e83ba2be-70fd-4d21-bb5b-9b41aa58035f req-f039a59f-b9fd-4107-a806-c47ab629180d tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:38.256867 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['4df7a392-5f1e-468c-82d4-9d098bedaa01'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:26:38.272330 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f039a59f-b9fd-4107-a806-c47ab629180d tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Pushing event deleted for resources: {'Port': ['ID=4df7a392-5f1e-468c-82d4-9d098bedaa01,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:38.316301 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-e83ba2be-70fd-4d21-bb5b-9b41aa58035f req-f039a59f-b9fd-4107-a806-c47ab629180d tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] No DVR routers for this DVR port 4df7a392-5f1e-468c-82d4-9d098bedaa01 on host n-h1-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:26:38.318765 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e83ba2be-70fd-4d21-bb5b-9b41aa58035f req-f039a59f-b9fd-4107-a806-c47ab629180d tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:38.320782 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e83ba2be-70fd-4d21-bb5b-9b41aa58035f req-f039a59f-b9fd-4107-a806-c47ab629180d tempest-ServersNegativeTestJSON-1621615501 tempest-ServersNegativeTestJSON-1621615501-project] 10.222.0.11 "DELETE /v2.0/ports/4df7a392-5f1e-468c-82d4-9d098bedaa01 HTTP/1.1" status: 204 len: 173 time: 0.3971124 Aug 23 21:26:38.321211 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408c67e0-084e-4ad6-a100-c9a0fec2202e', 'name': 'network-vif-deleted', 'tag': '4df7a392-5f1e-468c-82d4-9d098bedaa01'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:26:38.360880 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}464d6cbacbaeb9374483e58d29b165f94917862334b697df3b381d289610f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a23a58-f2b4-4c3e-9343-83cce98b5d23" -d '{"events": [{"server_uuid": "408c67e0-084e-4ad6-a100-c9a0fec2202e", "name": "network-vif-deleted", "tag": "4df7a392-5f1e-468c-82d4-9d098bedaa01"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:26:38.449237 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ff369a-dbec-4fc1-9337-9d0443f4ea3c x-openstack-request-id: req-b2ff369a-dbec-4fc1-9337-9d0443f4ea3c {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:26:38.449530 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "408c67e0-084e-4ad6-a100-c9a0fec2202e", "name": "network-vif-deleted", "tag": "4df7a392-5f1e-468c-82d4-9d098bedaa01", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:26:38.450003 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b2ff369a-dbec-4fc1-9337-9d0443f4ea3c {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:26:38.450206 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '408c67e0-084e-4ad6-a100-c9a0fec2202e', 'name': 'network-vif-deleted', 'tag': '4df7a392-5f1e-468c-82d4-9d098bedaa01', 'status': 'completed', 'code': 200} Aug 23 21:26:38.909203 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52246) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:26:38.954583 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-99ce4db5-f6ce-44e3-a8c3-9ed88095b9ff admin admin] Deleting subnet 2b18ae0b-9cf4-424b-b141-bcd2c030c60b {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 21:26:38.957670 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-99ce4db5-f6ce-44e3-a8c3-9ed88095b9ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:38.994438 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-99ce4db5-f6ce-44e3-a8c3-9ed88095b9ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:39.032323 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-99ce4db5-f6ce-44e3-a8c3-9ed88095b9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:39.083932 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-99ce4db5-f6ce-44e3-a8c3-9ed88095b9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:39.111381 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-99ce4db5-f6ce-44e3-a8c3-9ed88095b9ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:39.113308 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-99ce4db5-f6ce-44e3-a8c3-9ed88095b9ff admin admin] 10.222.0.61 "DELETE /v2.0/subnets/2b18ae0b-9cf4-424b-b141-bcd2c030c60b HTTP/1.1" status: 204 len: 168 time: 0.2031355 Aug 23 21:26:39.114246 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ce4db5-f6ce-44e3-a8c3-9ed88095b9ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b18ae0b-9cf4-424b-b141-bcd2c030c60b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:39.115977 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52248) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:26:39.184713 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fad1948e-7535-49f1-9ab7-cddd1dacd2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:39.266843 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fad1948e-7535-49f1-9ab7-cddd1dacd2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:39.276425 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-fad1948e-7535-49f1-9ab7-cddd1dacd2d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ce4c296-ba1d-44e5-8e45-8a091fff301b']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:26:39.287794 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-fad1948e-7535-49f1-9ab7-cddd1dacd2d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e230f157-cfc4-4d97-8a97-13e6f3427132') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:26:39.288112 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-fad1948e-7535-49f1-9ab7-cddd1dacd2d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e230f157-cfc4-4d97-8a97-13e6f3427132') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:26:39.297352 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fad1948e-7535-49f1-9ab7-cddd1dacd2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:39.310669 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fad1948e-7535-49f1-9ab7-cddd1dacd2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:39.316907 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fad1948e-7535-49f1-9ab7-cddd1dacd2d5 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:26:39.317285 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fad1948e-7535-49f1-9ab7-cddd1dacd2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:39.318855 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 21:26:39.318855 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:26:39.318855 n-d-805663-2 neutron-server[94687]: timer() Aug 23 21:26:39.318855 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:26:39.318855 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 21:26:39.318855 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:26:39.318855 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 21:26:39.318855 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:26:39.318855 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 21:26:39.318855 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:26:39.318855 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 21:26:39.318855 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:26:39.318855 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 21:26:39.318855 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:26:39.318855 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:26:39.318855 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:26:39.318855 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:26:39.318855 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:26:39.318855 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 21:26:39.318855 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:26:39.318855 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 21:26:39.318855 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:26:39.318855 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:26:39.318855 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:26:39.318855 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 21:26:39.318855 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:26:39.318855 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:26:39.318855 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:26:39.318855 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:26:39.318855 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:26:39.318855 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:26:39.318855 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:26:39.369820 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fad1948e-7535-49f1-9ab7-cddd1dacd2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:39.375792 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fad1948e-7535-49f1-9ab7-cddd1dacd2d5 admin admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:39.377638 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-fad1948e-7535-49f1-9ab7-cddd1dacd2d5 admin admin] 10.222.0.61 "DELETE /v2.0/networks/8ce4c296-ba1d-44e5-8e45-8a091fff301b HTTP/1.1" status: 204 len: 168 time: 0.2606378 Aug 23 21:26:39.388573 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad1948e-7535-49f1-9ab7-cddd1dacd2d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ce4c296-ba1d-44e5-8e45-8a091fff301b,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:39.487795 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52252) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:26:39.528137 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-67363651-8ce3-40b4-9374-f2452eccdb7c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2381bd315ffb42e396cab25869cd7f87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391121 Aug 23 21:26:39.531300 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52254) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:26:39.585766 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-43cc6022-c5ca-41df-a5e8-1cdbaddf79ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:39.606067 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-43cc6022-c5ca-41df-a5e8-1cdbaddf79ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:39.653385 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-43cc6022-c5ca-41df-a5e8-1cdbaddf79ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:39.655570 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-43cc6022-c5ca-41df-a5e8-1cdbaddf79ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:39.656772 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-43cc6022-c5ca-41df-a5e8-1cdbaddf79ce admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dd9c74c9-cc60-43a2-b761-5f00783d1e39 HTTP/1.1" status: 204 len: 168 time: 0.1245725 Aug 23 21:26:39.664497 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc6022-c5ca-41df-a5e8-1cdbaddf79ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9c74c9-cc60-43a2-b761-5f00783d1e39,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:40.101562 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-449ea2af-984e-4ec4-8120-b44cc6e5d820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:40.350385 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52276) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:26:40.446149 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-cfbb8f6e-5f6a-4187-adf6-31e2e5a6f82b tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-209251239'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:26:40.467906 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfbb8f6e-5f6a-4187-adf6-31e2e5a6f82b tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Made reservation on behalf of b4897d16d3ce423c9e6074fd577dcbb3 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:26:40.471408 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cfbb8f6e-5f6a-4187-adf6-31e2e5a6f82b tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:40.479774 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cfbb8f6e-5f6a-4187-adf6-31e2e5a6f82b tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:40.570432 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cfbb8f6e-5f6a-4187-adf6-31e2e5a6f82b tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:40.574251 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cfbb8f6e-5f6a-4187-adf6-31e2e5a6f82b tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:40.596407 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfbb8f6e-5f6a-4187-adf6-31e2e5a6f82b tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:26:40.609949 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb8f6e-5f6a-4187-adf6-31e2e5a6f82b tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44f39746-1eca-4510-9f08-965fb24a8b1e,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:40.614876 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cfbb8f6e-5f6a-4187-adf6-31e2e5a6f82b tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:40.615218 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-cfbb8f6e-5f6a-4187-adf6-31e2e5a6f82b tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Added segment 9ce33a58-59d3-4133-8d04-689f531c02db of type vlan for network 9fda6111-0156-4277-a340-9704365401c5 Aug 23 21:26:40.657262 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cfbb8f6e-5f6a-4187-adf6-31e2e5a6f82b tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:40.681324 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cfbb8f6e-5f6a-4187-adf6-31e2e5a6f82b tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:40.687659 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbb8f6e-5f6a-4187-adf6-31e2e5a6f82b tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:40.688298 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cfbb8f6e-5f6a-4187-adf6-31e2e5a6f82b tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:40.745770 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-cfbb8f6e-5f6a-4187-adf6-31e2e5a6f82b tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3942413 Aug 23 21:26:40.757481 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb8f6e-5f6a-4187-adf6-31e2e5a6f82b tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Pushing event updated for resources: {'Network': ['ID=9fda6111-0156-4277-a340-9704365401c5,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:40.767951 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 9fda6111-0156-4277-a340-9704365401c5 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:26:40.868969 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:42.189047 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 4df7a392-5f1e-468c-82d4-9d098bedaa01 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:26:42.209894 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: 4df7a392-5f1e-468c-82d4-9d098bedaa01 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:26:42.210234 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 4df7a392-5f1e-468c-82d4-9d098bedaa01 not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:26:43.484744 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8c1ab45e-41fe-439d-82b9-6f2285ec8940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:43.618253 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:44.090165 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52280) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:26:44.096212 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-8c46e111-dcfe-445a-9071-7b643a5a7103 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Request body: {'subnet': {'network_id': '9fda6111-0156-4277-a340-9704365401c5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:26:44.184489 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c46e111-dcfe-445a-9071-7b643a5a7103 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Made reservation on behalf of b4897d16d3ce423c9e6074fd577dcbb3 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:26:44.188259 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8c46e111-dcfe-445a-9071-7b643a5a7103 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:44.369096 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8c46e111-dcfe-445a-9071-7b643a5a7103 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:44.429861 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c46e111-dcfe-445a-9071-7b643a5a7103 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Pushing event updated for resources: {'Subnet': ['ID=2ddddca7-3535-4f01-bfbf-3f19c460bd93,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:44.440408 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c46e111-dcfe-445a-9071-7b643a5a7103 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Checking segment: {'id': '9ce33a58-59d3-4133-8d04-689f531c02db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9fda6111-0156-4277-a340-9704365401c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:26:44.440766 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c46e111-dcfe-445a-9071-7b643a5a7103 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Network hostable DHCP agents. Network: 9fda6111-0156-4277-a340-9704365401c5, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:26:44.457986 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c46e111-dcfe-445a-9071-7b643a5a7103 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Network 9fda6111-0156-4277-a340-9704365401c5 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:26:44.466461 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-8c46e111-dcfe-445a-9071-7b643a5a7103 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 9fda6111-0156-4277-a340-9704365401c5) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:26:44.471371 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c46e111-dcfe-445a-9071-7b643a5a7103 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:44.472210 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8c46e111-dcfe-445a-9071-7b643a5a7103 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:44.479507 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b53f73-585f-4ea5-8b9a-f9d8bc726fe3 None None] Network 9fda6111-0156-4277-a340-9704365401c5 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:26:44.487432 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8c46e111-dcfe-445a-9071-7b643a5a7103 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3960769 Aug 23 21:26:44.490878 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52282) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:26:44.497524 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-a98d1bb7-96b8-42be-b919-47e9c8e84af6 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-326197810'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:26:44.517792 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98d1bb7-96b8-42be-b919-47e9c8e84af6 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Made reservation on behalf of b4897d16d3ce423c9e6074fd577dcbb3 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:26:44.521379 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a98d1bb7-96b8-42be-b919-47e9c8e84af6 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:44.545457 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a98d1bb7-96b8-42be-b919-47e9c8e84af6 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:26:44.554531 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a98d1bb7-96b8-42be-b919-47e9c8e84af6 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:44.554873 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-a98d1bb7-96b8-42be-b919-47e9c8e84af6 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Added segment 941cf611-5808-475f-bc67-c71eddc53e77 of type vlan for network 40886f84-a210-4c38-8939-5b1c8f28acc9 Aug 23 21:26:44.597273 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a98d1bb7-96b8-42be-b919-47e9c8e84af6 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:44.622300 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a98d1bb7-96b8-42be-b919-47e9c8e84af6 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:44.626500 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31af723-6995-43be-8dad-b1581df211b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-9fda6111-0156-4277-a340-9704365401c5', 'network_id': '9fda6111-0156-4277-a340-9704365401c5', 'tenant_id': 'b4897d16d3ce423c9e6074fd577dcbb3', 'fixed_ips': [{'subnet_id': '2ddddca7-3535-4f01-bfbf-3f19c460bd93'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 21:26:44.627352 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f31af723-6995-43be-8dad-b1581df211b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:44.628036 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98d1bb7-96b8-42be-b919-47e9c8e84af6 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:44.628664 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a98d1bb7-96b8-42be-b919-47e9c8e84af6 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:44.690660 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a98d1bb7-96b8-42be-b919-47e9c8e84af6 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1985226 Aug 23 21:26:44.693406 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52284) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:26:44.698292 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-72c80712-04e6-4c3f-beb0-75661fb38a58 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Request body: {'subnet': {'network_id': '40886f84-a210-4c38-8939-5b1c8f28acc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:26:44.722198 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d1bb7-96b8-42be-b919-47e9c8e84af6 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Pushing event updated for resources: {'Network': ['ID=40886f84-a210-4c38-8939-5b1c8f28acc9,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:44.744135 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 40886f84-a210-4c38-8939-5b1c8f28acc9 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:26:44.795386 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c80712-04e6-4c3f-beb0-75661fb38a58 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Made reservation on behalf of b4897d16d3ce423c9e6074fd577dcbb3 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:26:44.799091 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-72c80712-04e6-4c3f-beb0-75661fb38a58 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:44.827685 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:44.828997 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-f31af723-6995-43be-8dad-b1581df211b2 None None] Allocated IP 2001:db8:0:ffff::2 (9fda6111-0156-4277-a340-9704365401c5/2ddddca7-3535-4f01-bfbf-3f19c460bd93/7c32ee2b-555c-4ba0-a304-bc65020124a0) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:26:44.981377 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f31af723-6995-43be-8dad-b1581df211b2 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:44.989768 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f31af723-6995-43be-8dad-b1581df211b2 None None] Transition to ACTIVE for port object 7c32ee2b-555c-4ba0-a304-bc65020124a0 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:26:44.996245 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-72c80712-04e6-4c3f-beb0-75661fb38a58 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:45.006625 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f31af723-6995-43be-8dad-b1581df211b2 None None] Transition to ACTIVE for port object 7c32ee2b-555c-4ba0-a304-bc65020124a0 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:26:45.013533 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f31af723-6995-43be-8dad-b1581df211b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:45.058351 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31af723-6995-43be-8dad-b1581df211b2 None None] Network 9fda6111-0156-4277-a340-9704365401c5 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:26:45.060350 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c80712-04e6-4c3f-beb0-75661fb38a58 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Pushing event updated for resources: {'Subnet': ['ID=34007fba-0645-4808-bcaa-9804be75b5f0,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:45.063638 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-f31af723-6995-43be-8dad-b1581df211b2 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:26:45.070434 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c80712-04e6-4c3f-beb0-75661fb38a58 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Checking segment: {'id': '941cf611-5808-475f-bc67-c71eddc53e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '40886f84-a210-4c38-8939-5b1c8f28acc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:26:45.070805 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c80712-04e6-4c3f-beb0-75661fb38a58 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Network hostable DHCP agents. Network: 40886f84-a210-4c38-8939-5b1c8f28acc9, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:26:45.071513 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31af723-6995-43be-8dad-b1581df211b2 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:26:45.074523 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31af723-6995-43be-8dad-b1581df211b2 None None] Pushing event updated for resources: {'Port': ['ID=7c32ee2b-555c-4ba0-a304-bc65020124a0,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:45.086995 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31af723-6995-43be-8dad-b1581df211b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:26:45.087360 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31af723-6995-43be-8dad-b1581df211b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:26:45.087713 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31af723-6995-43be-8dad-b1581df211b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:26:45.088086 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31af723-6995-43be-8dad-b1581df211b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:26:45.088521 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31af723-6995-43be-8dad-b1581df211b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:26:45.088927 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31af723-6995-43be-8dad-b1581df211b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:26:45.089309 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31af723-6995-43be-8dad-b1581df211b2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:26:45.089635 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31af723-6995-43be-8dad-b1581df211b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:26:45.089963 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31af723-6995-43be-8dad-b1581df211b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:26:45.090280 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31af723-6995-43be-8dad-b1581df211b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:26:45.090401 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c80712-04e6-4c3f-beb0-75661fb38a58 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Network 40886f84-a210-4c38-8939-5b1c8f28acc9 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:26:45.090840 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31af723-6995-43be-8dad-b1581df211b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:26:45.091080 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31af723-6995-43be-8dad-b1581df211b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:26:45.101483 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-72c80712-04e6-4c3f-beb0-75661fb38a58 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 40886f84-a210-4c38-8939-5b1c8f28acc9) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:26:45.105775 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c80712-04e6-4c3f-beb0-75661fb38a58 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:45.106449 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-72c80712-04e6-4c3f-beb0-75661fb38a58 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:45.112760 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c1bc38-cfd5-4d70-85b7-641fe3ba188b None None] Network 40886f84-a210-4c38-8939-5b1c8f28acc9 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:26:45.123260 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-72c80712-04e6-4c3f-beb0-75661fb38a58 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4288414 Aug 23 21:26:45.126174 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52286) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:26:45.186555 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-f31af723-6995-43be-8dad-b1581df211b2 None None] Attempting to bind port 7c32ee2b-555c-4ba0-a304-bc65020124a0 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:26:45.186928 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-f31af723-6995-43be-8dad-b1581df211b2 None None] Attempting to bind port 7c32ee2b-555c-4ba0-a304-bc65020124a0 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '9ce33a58-59d3-4133-8d04-689f531c02db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9fda6111-0156-4277-a340-9704365401c5'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:26:45.187339 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31af723-6995-43be-8dad-b1581df211b2 None None] Attempting to bind port 7c32ee2b-555c-4ba0-a304-bc65020124a0 on network 9fda6111-0156-4277-a340-9704365401c5 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:26:45.196039 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31af723-6995-43be-8dad-b1581df211b2 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:26:45.196424 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31af723-6995-43be-8dad-b1581df211b2 None None] Checking segment: {'id': '9ce33a58-59d3-4133-8d04-689f531c02db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9fda6111-0156-4277-a340-9704365401c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:26:45.196821 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f31af723-6995-43be-8dad-b1581df211b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:45.197213 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31af723-6995-43be-8dad-b1581df211b2 None None] Bound using segment: {'id': '9ce33a58-59d3-4133-8d04-689f531c02db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9fda6111-0156-4277-a340-9704365401c5'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:26:45.197669 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-f31af723-6995-43be-8dad-b1581df211b2 None None] Bound port: 7c32ee2b-555c-4ba0-a304-bc65020124a0, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce33a58-59d3-4133-8d04-689f531c02db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9fda6111-0156-4277-a340-9704365401c5'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:26:45.198042 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f31af723-6995-43be-8dad-b1581df211b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:45.229471 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ff9e78d5-0409-47f3-88a3-d04e4eb14999 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:45.282499 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ff9e78d5-0409-47f3-88a3-d04e4eb14999 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:45.313818 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-f31af723-6995-43be-8dad-b1581df211b2 None None] For port 7c32ee2b-555c-4ba0-a304-bc65020124a0, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:26:45.319340 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-f31af723-6995-43be-8dad-b1581df211b2 None None] For port 7c32ee2b-555c-4ba0-a304-bc65020124a0, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=7c32ee2b-555c-4ba0-a304-bc65020124a0,segment=NetworkSegment(9ce33a58-59d3-4133-8d04-689f531c02db),segment_id=9ce33a58-59d3-4133-8d04-689f531c02db)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:26:45.324726 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f31af723-6995-43be-8dad-b1581df211b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:45.347156 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ff9e78d5-0409-47f3-88a3-d04e4eb14999 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:45.370096 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3405a61-5bb7-4347-9e48-9c0a0941a58a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-40886f84-a210-4c38-8939-5b1c8f28acc9', 'network_id': '40886f84-a210-4c38-8939-5b1c8f28acc9', 'tenant_id': 'b4897d16d3ce423c9e6074fd577dcbb3', 'fixed_ips': [{'subnet_id': '34007fba-0645-4808-bcaa-9804be75b5f0'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 21:26:45.370929 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b3405a61-5bb7-4347-9e48-9c0a0941a58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:45.378979 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e78d5-0409-47f3-88a3-d04e4eb14999 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Pushing event deleted for resources: {'Subnet': ['ID=34007fba-0645-4808-bcaa-9804be75b5f0,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:45.454057 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ff9e78d5-0409-47f3-88a3-d04e4eb14999 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:45.465367 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-ff9e78d5-0409-47f3-88a3-d04e4eb14999 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40886f84-a210-4c38-8939-5b1c8f28acc9']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:26:45.473839 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31af723-6995-43be-8dad-b1581df211b2 None None] Pushing event updated for resources: {'Port': ['ID=7c32ee2b-555c-4ba0-a304-bc65020124a0,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:45.485191 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-ff9e78d5-0409-47f3-88a3-d04e4eb14999 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '941cf611-5808-475f-bc67-c71eddc53e77') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:26:45.485525 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-ff9e78d5-0409-47f3-88a3-d04e4eb14999 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '941cf611-5808-475f-bc67-c71eddc53e77') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:26:45.496169 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c92b71-6918-4ef4-9639-21882c9f38d1 None None] Network 40886f84-a210-4c38-8939-5b1c8f28acc9 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:26:45.498321 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ff9e78d5-0409-47f3-88a3-d04e4eb14999 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:45.514105 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ff9e78d5-0409-47f3-88a3-d04e4eb14999 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:45.521850 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff9e78d5-0409-47f3-88a3-d04e4eb14999 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:26:45.522446 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ff9e78d5-0409-47f3-88a3-d04e4eb14999 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:45.525975 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 21:26:45.525975 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:26:45.525975 n-d-805663-2 neutron-server[94687]: timer() Aug 23 21:26:45.525975 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:26:45.525975 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 21:26:45.525975 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:26:45.525975 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 21:26:45.525975 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:26:45.525975 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 21:26:45.525975 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:26:45.525975 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 21:26:45.525975 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:26:45.525975 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 21:26:45.525975 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:26:45.525975 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:26:45.525975 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:26:45.525975 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:26:45.525975 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:26:45.525975 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 21:26:45.525975 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:26:45.525975 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 21:26:45.525975 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:26:45.525975 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:26:45.525975 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:26:45.525975 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 21:26:45.525975 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:26:45.525975 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:26:45.525975 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:26:45.525975 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:26:45.525975 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:26:45.525975 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:26:45.525975 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:26:45.627601 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ff9e78d5-0409-47f3-88a3-d04e4eb14999 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:45.634649 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ff9e78d5-0409-47f3-88a3-d04e4eb14999 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:45.636564 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ff9e78d5-0409-47f3-88a3-d04e4eb14999 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] 10.222.0.61 "DELETE /v2.0/networks/40886f84-a210-4c38-8939-5b1c8f28acc9 HTTP/1.1" status: 204 len: 168 time: 0.5094402 Aug 23 21:26:45.641141 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52288) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:26:45.646887 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-7fbeddc1-d1fe-4159-bdcc-a755cf23943a tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-802528098'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:26:45.667037 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e78d5-0409-47f3-88a3-d04e4eb14999 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Pushing event deleted for resources: {'Network': ['ID=40886f84-a210-4c38-8939-5b1c8f28acc9,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:45.687691 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 7c32ee2b-555c-4ba0-a304-bc65020124a0 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:26:45.693148 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbeddc1-d1fe-4159-bdcc-a755cf23943a tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Made reservation on behalf of b4897d16d3ce423c9e6074fd577dcbb3 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:26:45.697387 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7fbeddc1-d1fe-4159-bdcc-a755cf23943a tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:45.726051 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fbeddc1-d1fe-4159-bdcc-a755cf23943a tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:26:45.736194 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7fbeddc1-d1fe-4159-bdcc-a755cf23943a tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:45.736663 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-7fbeddc1-d1fe-4159-bdcc-a755cf23943a tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Added segment 53c09734-1858-4eef-acac-abede6b4ec0d of type vlan for network 44c24b6e-7c75-4ba8-996c-bff036466699 Aug 23 21:26:45.748218 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 7c32ee2b-555c-4ba0-a304-bc65020124a0 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:26:45.780009 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7fbeddc1-d1fe-4159-bdcc-a755cf23943a tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:45.804688 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7fbeddc1-d1fe-4159-bdcc-a755cf23943a tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:45.810092 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbeddc1-d1fe-4159-bdcc-a755cf23943a tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:45.810669 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7fbeddc1-d1fe-4159-bdcc-a755cf23943a tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:45.874860 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-7fbeddc1-d1fe-4159-bdcc-a755cf23943a tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2308297 Aug 23 21:26:45.877273 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52290) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:26:45.882085 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-9e4806ef-9a39-4be7-9f46-8ee4c88321c6 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Request body: {'subnet': {'network_id': '44c24b6e-7c75-4ba8-996c-bff036466699', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:26:45.905664 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbeddc1-d1fe-4159-bdcc-a755cf23943a tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Pushing event updated for resources: {'Network': ['ID=44c24b6e-7c75-4ba8-996c-bff036466699,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:45.946106 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbeddc1-d1fe-4159-bdcc-a755cf23943a tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:26:45.946462 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbeddc1-d1fe-4159-bdcc-a755cf23943a tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:26:45.946794 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbeddc1-d1fe-4159-bdcc-a755cf23943a tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:26:45.947129 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbeddc1-d1fe-4159-bdcc-a755cf23943a tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:26:45.947460 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbeddc1-d1fe-4159-bdcc-a755cf23943a tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:26:45.947787 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbeddc1-d1fe-4159-bdcc-a755cf23943a tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:26:45.948138 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbeddc1-d1fe-4159-bdcc-a755cf23943a tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:26:45.948465 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbeddc1-d1fe-4159-bdcc-a755cf23943a tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:26:45.948786 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbeddc1-d1fe-4159-bdcc-a755cf23943a tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:26:45.949107 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbeddc1-d1fe-4159-bdcc-a755cf23943a tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:26:45.949428 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbeddc1-d1fe-4159-bdcc-a755cf23943a tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:26:45.949745 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbeddc1-d1fe-4159-bdcc-a755cf23943a tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:26:45.961977 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 44c24b6e-7c75-4ba8-996c-bff036466699 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:26:45.995389 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4806ef-9a39-4be7-9f46-8ee4c88321c6 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Made reservation on behalf of b4897d16d3ce423c9e6074fd577dcbb3 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:26:46.000781 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9e4806ef-9a39-4be7-9f46-8ee4c88321c6 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:46.066932 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.ipam_backend_mixin [None req-9e4806ef-9a39-4be7-9f46-8ee4c88321c6 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Performing IP validity checks on allocation pools {{(pid=94688) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 23 21:26:46.067450 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.ipam_backend_mixin [None req-9e4806ef-9a39-4be7-9f46-8ee4c88321c6 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94688) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 23 21:26:46.134017 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:46.198886 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9e4806ef-9a39-4be7-9f46-8ee4c88321c6 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:46.264899 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4806ef-9a39-4be7-9f46-8ee4c88321c6 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Pushing event updated for resources: {'Subnet': ['ID=75e99b95-eb48-4258-81be-f4bbc574642a,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:46.277335 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4806ef-9a39-4be7-9f46-8ee4c88321c6 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Checking segment: {'id': '53c09734-1858-4eef-acac-abede6b4ec0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '44c24b6e-7c75-4ba8-996c-bff036466699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:26:46.277858 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4806ef-9a39-4be7-9f46-8ee4c88321c6 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Network hostable DHCP agents. Network: 44c24b6e-7c75-4ba8-996c-bff036466699, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:26:46.303487 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4806ef-9a39-4be7-9f46-8ee4c88321c6 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Network 44c24b6e-7c75-4ba8-996c-bff036466699 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:26:46.317106 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-9e4806ef-9a39-4be7-9f46-8ee4c88321c6 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 44c24b6e-7c75-4ba8-996c-bff036466699) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:26:46.321799 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4806ef-9a39-4be7-9f46-8ee4c88321c6 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:46.322714 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9e4806ef-9a39-4be7-9f46-8ee4c88321c6 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:46.328539 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11dd833-aa19-4337-94e9-1ee5f37485c1 None None] Network 44c24b6e-7c75-4ba8-996c-bff036466699 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:26:46.344374 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9e4806ef-9a39-4be7-9f46-8ee4c88321c6 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4659140 Aug 23 21:26:46.346817 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52292) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:26:46.347722 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba12f5d0-dc10-4719-97c9-519036fba79e None None] Network 9fda6111-0156-4277-a340-9704365401c5 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:26:46.443467 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-26aa2f17-1c08-4262-8297-f29c7c3a6869 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:46.465553 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a3eab6aa-44a6-4f0d-9085-4dfeb3a2a962 None None] Provisioning for port 7c32ee2b-555c-4ba0-a304-bc65020124a0 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:26:46.478904 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a3eab6aa-44a6-4f0d-9085-4dfeb3a2a962 None None] Provisioning complete for port 7c32ee2b-555c-4ba0-a304-bc65020124a0 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:26:46.479274 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a3eab6aa-44a6-4f0d-9085-4dfeb3a2a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:46.525738 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-26aa2f17-1c08-4262-8297-f29c7c3a6869 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:46.586046 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-26aa2f17-1c08-4262-8297-f29c7c3a6869 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:46.619254 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aa2f17-1c08-4262-8297-f29c7c3a6869 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Pushing event deleted for resources: {'Subnet': ['ID=75e99b95-eb48-4258-81be-f4bbc574642a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:46.624553 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271ab17d-dc01-47a8-9244-6f998e9712a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-44c24b6e-7c75-4ba8-996c-bff036466699', 'network_id': '44c24b6e-7c75-4ba8-996c-bff036466699', 'tenant_id': 'b4897d16d3ce423c9e6074fd577dcbb3', 'fixed_ips': [{'subnet_id': '75e99b95-eb48-4258-81be-f4bbc574642a'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 21:26:46.625393 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-271ab17d-dc01-47a8-9244-6f998e9712a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:46.683574 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-26aa2f17-1c08-4262-8297-f29c7c3a6869 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:46.694693 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-26aa2f17-1c08-4262-8297-f29c7c3a6869 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44c24b6e-7c75-4ba8-996c-bff036466699']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:26:46.696834 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a3eab6aa-44a6-4f0d-9085-4dfeb3a2a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:46.706255 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-26aa2f17-1c08-4262-8297-f29c7c3a6869 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53c09734-1858-4eef-acac-abede6b4ec0d') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:26:46.706533 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-26aa2f17-1c08-4262-8297-f29c7c3a6869 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53c09734-1858-4eef-acac-abede6b4ec0d') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:26:46.715495 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-26aa2f17-1c08-4262-8297-f29c7c3a6869 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:46.729687 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-26aa2f17-1c08-4262-8297-f29c7c3a6869 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:46.736864 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26aa2f17-1c08-4262-8297-f29c7c3a6869 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:26:46.737238 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-26aa2f17-1c08-4262-8297-f29c7c3a6869 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:46.740399 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 21:26:46.740399 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:26:46.740399 n-d-805663-2 neutron-server[94688]: timer() Aug 23 21:26:46.740399 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:26:46.740399 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 21:26:46.740399 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:26:46.740399 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 21:26:46.740399 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:26:46.740399 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 21:26:46.740399 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:26:46.740399 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 21:26:46.740399 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:26:46.740399 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 21:26:46.740399 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:26:46.740399 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:26:46.740399 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:26:46.740399 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:26:46.740399 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:26:46.740399 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 21:26:46.740399 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:26:46.740399 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 21:26:46.740399 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:26:46.740399 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:26:46.740399 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:26:46.740399 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 21:26:46.740399 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:26:46.740399 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:26:46.740399 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:26:46.740399 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:26:46.740399 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:26:46.740399 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:26:46.740399 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:26:46.784236 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a944403-8803-4b47-9191-948c040d532c None None] Network 44c24b6e-7c75-4ba8-996c-bff036466699 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:26:46.789674 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a3eab6aa-44a6-4f0d-9085-4dfeb3a2a962 None None] For port 7c32ee2b-555c-4ba0-a304-bc65020124a0, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=7c32ee2b-555c-4ba0-a304-bc65020124a0,segment=NetworkSegment(9ce33a58-59d3-4133-8d04-689f531c02db),segment_id=9ce33a58-59d3-4133-8d04-689f531c02db)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:26:46.801770 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a3eab6aa-44a6-4f0d-9085-4dfeb3a2a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:46.807304 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-26aa2f17-1c08-4262-8297-f29c7c3a6869 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:46.817260 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-26aa2f17-1c08-4262-8297-f29c7c3a6869 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:46.822804 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-26aa2f17-1c08-4262-8297-f29c7c3a6869 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] 10.222.0.61 "DELETE /v2.0/networks/44c24b6e-7c75-4ba8-996c-bff036466699 HTTP/1.1" status: 204 len: 168 time: 0.4715190 Aug 23 21:26:46.823180 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52294) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:26:46.828690 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-e5029c92-3d31-4779-a0db-51918ab430ac tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1959650169'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:26:46.833600 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aa2f17-1c08-4262-8297-f29c7c3a6869 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Pushing event deleted for resources: {'Network': ['ID=44c24b6e-7c75-4ba8-996c-bff036466699,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:46.858334 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5029c92-3d31-4779-a0db-51918ab430ac tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Made reservation on behalf of b4897d16d3ce423c9e6074fd577dcbb3 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:26:46.863790 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e5029c92-3d31-4779-a0db-51918ab430ac tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:46.895151 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5029c92-3d31-4779-a0db-51918ab430ac tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:26:46.905617 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e5029c92-3d31-4779-a0db-51918ab430ac tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:46.906240 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-e5029c92-3d31-4779-a0db-51918ab430ac tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Added segment dc7b3098-f642-49e3-aa77-63fa2c138aa8 of type vlan for network 0b70283f-c0ed-4c3d-8113-8a0860696161 Aug 23 21:26:46.921960 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eab6aa-44a6-4f0d-9085-4dfeb3a2a962 None None] Pushing event updated for resources: {'Port': ['ID=7c32ee2b-555c-4ba0-a304-bc65020124a0,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:46.949809 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e5029c92-3d31-4779-a0db-51918ab430ac tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:46.976894 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e5029c92-3d31-4779-a0db-51918ab430ac tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:46.982451 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5029c92-3d31-4779-a0db-51918ab430ac tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:46.983822 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e5029c92-3d31-4779-a0db-51918ab430ac tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:47.025680 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-fac421e6-3e37-4afc-8565-b03d17a043cb None None] Provisioning complete for port 7c32ee2b-555c-4ba0-a304-bc65020124a0 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:26:47.026092 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fac421e6-3e37-4afc-8565-b03d17a043cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:47.042228 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e5029c92-3d31-4779-a0db-51918ab430ac tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2178020 Aug 23 21:26:47.044990 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52296) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:26:47.052807 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-4381bc36-c4e4-4eef-9bba-c3f34704a57b tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Request body: {'subnet': {'network_id': '0b70283f-c0ed-4c3d-8113-8a0860696161', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:26:47.097004 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5029c92-3d31-4779-a0db-51918ab430ac tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Pushing event updated for resources: {'Network': ['ID=0b70283f-c0ed-4c3d-8113-8a0860696161,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:47.109224 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 0b70283f-c0ed-4c3d-8113-8a0860696161 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:26:47.145797 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4381bc36-c4e4-4eef-9bba-c3f34704a57b tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Made reservation on behalf of b4897d16d3ce423c9e6074fd577dcbb3 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:26:47.149261 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4381bc36-c4e4-4eef-9bba-c3f34704a57b tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:47.329828 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4381bc36-c4e4-4eef-9bba-c3f34704a57b tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:47.397222 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4381bc36-c4e4-4eef-9bba-c3f34704a57b tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Pushing event updated for resources: {'Subnet': ['ID=091f2564-254b-4068-8021-f2adcff5abc8,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:47.401555 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4381bc36-c4e4-4eef-9bba-c3f34704a57b tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Checking segment: {'id': 'dc7b3098-f642-49e3-aa77-63fa2c138aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '0b70283f-c0ed-4c3d-8113-8a0860696161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:26:47.401916 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4381bc36-c4e4-4eef-9bba-c3f34704a57b tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Network hostable DHCP agents. Network: 0b70283f-c0ed-4c3d-8113-8a0860696161, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:26:47.418475 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4381bc36-c4e4-4eef-9bba-c3f34704a57b tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Network 0b70283f-c0ed-4c3d-8113-8a0860696161 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:26:47.428246 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-4381bc36-c4e4-4eef-9bba-c3f34704a57b tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 0b70283f-c0ed-4c3d-8113-8a0860696161) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:26:47.432206 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4381bc36-c4e4-4eef-9bba-c3f34704a57b tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:47.432800 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4381bc36-c4e4-4eef-9bba-c3f34704a57b tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:47.438715 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4914de4-437c-4d1c-a137-0fafd239b8fd None None] Network 0b70283f-c0ed-4c3d-8113-8a0860696161 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:26:47.448075 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-4381bc36-c4e4-4eef-9bba-c3f34704a57b tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4013424 Aug 23 21:26:47.452756 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52298) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:26:47.458098 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-d9761c75-7845-487d-b3dc-b9b357eb2727 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-659905074'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:26:47.478095 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9761c75-7845-487d-b3dc-b9b357eb2727 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Made reservation on behalf of b4897d16d3ce423c9e6074fd577dcbb3 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:26:47.481608 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d9761c75-7845-487d-b3dc-b9b357eb2727 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:47.506087 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9761c75-7845-487d-b3dc-b9b357eb2727 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:26:47.515287 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d9761c75-7845-487d-b3dc-b9b357eb2727 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:47.515676 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-d9761c75-7845-487d-b3dc-b9b357eb2727 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Added segment c2139cf4-4177-4544-a023-43f3f2ddc39d of type vlan for network 04e119df-df43-475d-8a75-fa5c629af775 Aug 23 21:26:47.556270 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d9761c75-7845-487d-b3dc-b9b357eb2727 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:47.591927 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d9761c75-7845-487d-b3dc-b9b357eb2727 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:47.598223 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9761c75-7845-487d-b3dc-b9b357eb2727 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:47.598819 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d9761c75-7845-487d-b3dc-b9b357eb2727 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:47.598929 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c575729e-9d99-43e2-863e-f6fe1d57dc39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-0b70283f-c0ed-4c3d-8113-8a0860696161', 'network_id': '0b70283f-c0ed-4c3d-8113-8a0860696161', 'tenant_id': 'b4897d16d3ce423c9e6074fd577dcbb3', 'fixed_ips': [{'subnet_id': '091f2564-254b-4068-8021-f2adcff5abc8'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 21:26:47.599817 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c575729e-9d99-43e2-863e-f6fe1d57dc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:47.626467 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 7c32ee2b-555c-4ba0-a304-bc65020124a0 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:26:47.661952 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d9761c75-7845-487d-b3dc-b9b357eb2727 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2077720 Aug 23 21:26:47.664906 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52300) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:26:47.668518 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9761c75-7845-487d-b3dc-b9b357eb2727 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Pushing event updated for resources: {'Network': ['ID=04e119df-df43-475d-8a75-fa5c629af775,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:47.679304 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-949a9d33-80b7-4490-8a8d-8c9bc175bbd7 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Request body: {'subnet': {'network_id': '04e119df-df43-475d-8a75-fa5c629af775', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:26:47.696399 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 04e119df-df43-475d-8a75-fa5c629af775 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:26:47.838909 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 7c32ee2b-555c-4ba0-a304-bc65020124a0 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:26:47.839648 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:47.846972 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-c575729e-9d99-43e2-863e-f6fe1d57dc39 None None] Allocated IP 2001:db8::2 (0b70283f-c0ed-4c3d-8113-8a0860696161/091f2564-254b-4068-8021-f2adcff5abc8/00b2a69a-033e-489a-9d8e-c9a18427c270) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:26:48.106904 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949a9d33-80b7-4490-8a8d-8c9bc175bbd7 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Made reservation on behalf of b4897d16d3ce423c9e6074fd577dcbb3 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:26:48.111282 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-949a9d33-80b7-4490-8a8d-8c9bc175bbd7 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:48.221563 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c575729e-9d99-43e2-863e-f6fe1d57dc39 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:48.229812 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c575729e-9d99-43e2-863e-f6fe1d57dc39 None None] Transition to ACTIVE for port object 00b2a69a-033e-489a-9d8e-c9a18427c270 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:26:48.245768 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c575729e-9d99-43e2-863e-f6fe1d57dc39 None None] Transition to ACTIVE for port object 00b2a69a-033e-489a-9d8e-c9a18427c270 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:26:48.252435 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c575729e-9d99-43e2-863e-f6fe1d57dc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:48.301614 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-949a9d33-80b7-4490-8a8d-8c9bc175bbd7 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:48.304900 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c575729e-9d99-43e2-863e-f6fe1d57dc39 None None] Network 0b70283f-c0ed-4c3d-8113-8a0860696161 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:26:48.307764 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-c575729e-9d99-43e2-863e-f6fe1d57dc39 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:26:48.312516 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c575729e-9d99-43e2-863e-f6fe1d57dc39 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:26:48.322895 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c575729e-9d99-43e2-863e-f6fe1d57dc39 None None] Pushing event updated for resources: {'Port': ['ID=00b2a69a-033e-489a-9d8e-c9a18427c270,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:48.363103 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949a9d33-80b7-4490-8a8d-8c9bc175bbd7 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Pushing event updated for resources: {'Subnet': ['ID=762cc36c-8f95-4778-9743-68e3829ed1f7,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:48.373696 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949a9d33-80b7-4490-8a8d-8c9bc175bbd7 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Checking segment: {'id': 'c2139cf4-4177-4544-a023-43f3f2ddc39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '04e119df-df43-475d-8a75-fa5c629af775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:26:48.374236 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949a9d33-80b7-4490-8a8d-8c9bc175bbd7 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Network hostable DHCP agents. Network: 04e119df-df43-475d-8a75-fa5c629af775, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:26:48.376869 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c575729e-9d99-43e2-863e-f6fe1d57dc39 None None] Attempting to bind port 00b2a69a-033e-489a-9d8e-c9a18427c270 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:26:48.377252 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c575729e-9d99-43e2-863e-f6fe1d57dc39 None None] Attempting to bind port 00b2a69a-033e-489a-9d8e-c9a18427c270 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'dc7b3098-f642-49e3-aa77-63fa2c138aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '0b70283f-c0ed-4c3d-8113-8a0860696161'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:26:48.377623 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c575729e-9d99-43e2-863e-f6fe1d57dc39 None None] Attempting to bind port 00b2a69a-033e-489a-9d8e-c9a18427c270 on network 0b70283f-c0ed-4c3d-8113-8a0860696161 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:26:48.382463 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c575729e-9d99-43e2-863e-f6fe1d57dc39 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:26:48.382835 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c575729e-9d99-43e2-863e-f6fe1d57dc39 None None] Checking segment: {'id': 'dc7b3098-f642-49e3-aa77-63fa2c138aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '0b70283f-c0ed-4c3d-8113-8a0860696161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:26:48.383240 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c575729e-9d99-43e2-863e-f6fe1d57dc39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:48.383632 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c575729e-9d99-43e2-863e-f6fe1d57dc39 None None] Bound using segment: {'id': 'dc7b3098-f642-49e3-aa77-63fa2c138aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '0b70283f-c0ed-4c3d-8113-8a0860696161'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:26:48.384116 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c575729e-9d99-43e2-863e-f6fe1d57dc39 None None] Bound port: 00b2a69a-033e-489a-9d8e-c9a18427c270, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc7b3098-f642-49e3-aa77-63fa2c138aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '0b70283f-c0ed-4c3d-8113-8a0860696161'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:26:48.384539 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c575729e-9d99-43e2-863e-f6fe1d57dc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:48.392144 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949a9d33-80b7-4490-8a8d-8c9bc175bbd7 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Network 04e119df-df43-475d-8a75-fa5c629af775 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:26:48.402150 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-949a9d33-80b7-4490-8a8d-8c9bc175bbd7 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 04e119df-df43-475d-8a75-fa5c629af775) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:26:48.406602 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949a9d33-80b7-4490-8a8d-8c9bc175bbd7 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:48.407197 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-949a9d33-80b7-4490-8a8d-8c9bc175bbd7 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:48.422084 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-949a9d33-80b7-4490-8a8d-8c9bc175bbd7 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7558377 Aug 23 21:26:48.424662 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52302) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:26:48.427735 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef7e9d6-f82e-4443-a3c8-8b63b72bc12c None None] Network 04e119df-df43-475d-8a75-fa5c629af775 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:26:48.506174 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-c575729e-9d99-43e2-863e-f6fe1d57dc39 None None] For port 00b2a69a-033e-489a-9d8e-c9a18427c270, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:26:48.516185 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-c575729e-9d99-43e2-863e-f6fe1d57dc39 None None] For port 00b2a69a-033e-489a-9d8e-c9a18427c270, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=00b2a69a-033e-489a-9d8e-c9a18427c270,segment=NetworkSegment(dc7b3098-f642-49e3-aa77-63fa2c138aa8),segment_id=dc7b3098-f642-49e3-aa77-63fa2c138aa8)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:26:48.523583 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c575729e-9d99-43e2-863e-f6fe1d57dc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:48.527267 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d98f1789-b2a3-4667-a3f3-8576ed96e5a6 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:48.579293 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d98f1789-b2a3-4667-a3f3-8576ed96e5a6 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:48.625477 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c575729e-9d99-43e2-863e-f6fe1d57dc39 None None] Pushing event updated for resources: {'Port': ['ID=00b2a69a-033e-489a-9d8e-c9a18427c270,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:48.650804 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d98f1789-b2a3-4667-a3f3-8576ed96e5a6 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:48.665324 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221d4115-5cab-4211-9417-3e20c7d40fa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-04e119df-df43-475d-8a75-fa5c629af775', 'network_id': '04e119df-df43-475d-8a75-fa5c629af775', 'tenant_id': 'b4897d16d3ce423c9e6074fd577dcbb3', 'fixed_ips': [{'subnet_id': '762cc36c-8f95-4778-9743-68e3829ed1f7'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 21:26:48.666303 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-221d4115-5cab-4211-9417-3e20c7d40fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:48.684262 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98f1789-b2a3-4667-a3f3-8576ed96e5a6 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Pushing event deleted for resources: {'Subnet': ['ID=762cc36c-8f95-4778-9743-68e3829ed1f7,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:48.757535 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d98f1789-b2a3-4667-a3f3-8576ed96e5a6 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:48.774327 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edac9df-abc3-4a76-9101-54a0928ac9ac None None] Network 04e119df-df43-475d-8a75-fa5c629af775 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:26:48.775094 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-d98f1789-b2a3-4667-a3f3-8576ed96e5a6 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04e119df-df43-475d-8a75-fa5c629af775']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:26:48.790702 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-d98f1789-b2a3-4667-a3f3-8576ed96e5a6 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2139cf4-4177-4544-a023-43f3f2ddc39d') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:26:48.791074 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-d98f1789-b2a3-4667-a3f3-8576ed96e5a6 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2139cf4-4177-4544-a023-43f3f2ddc39d') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:26:48.800188 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d98f1789-b2a3-4667-a3f3-8576ed96e5a6 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:48.817762 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d98f1789-b2a3-4667-a3f3-8576ed96e5a6 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:48.824563 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d98f1789-b2a3-4667-a3f3-8576ed96e5a6 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:26:48.825078 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d98f1789-b2a3-4667-a3f3-8576ed96e5a6 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:48.829292 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 21:26:48.829292 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:26:48.829292 n-d-805663-2 neutron-server[94688]: timer() Aug 23 21:26:48.829292 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:26:48.829292 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 21:26:48.829292 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:26:48.829292 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 21:26:48.829292 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:26:48.829292 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 21:26:48.829292 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:26:48.829292 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 21:26:48.829292 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:26:48.829292 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 21:26:48.829292 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:26:48.829292 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:26:48.829292 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:26:48.829292 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:26:48.829292 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:26:48.829292 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 21:26:48.829292 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:26:48.829292 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 21:26:48.829292 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:26:48.829292 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:26:48.829292 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:26:48.829292 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 21:26:48.829292 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:26:48.829292 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:26:48.829292 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:26:48.829292 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:26:48.829292 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:26:48.829292 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:26:48.829292 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:26:48.895679 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d98f1789-b2a3-4667-a3f3-8576ed96e5a6 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:48.902926 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d98f1789-b2a3-4667-a3f3-8576ed96e5a6 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:48.907379 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d98f1789-b2a3-4667-a3f3-8576ed96e5a6 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] 10.222.0.61 "DELETE /v2.0/networks/04e119df-df43-475d-8a75-fa5c629af775 HTTP/1.1" status: 204 len: 168 time: 0.4791729 Aug 23 21:26:48.907757 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52304) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:26:48.916836 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98f1789-b2a3-4667-a3f3-8576ed96e5a6 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Pushing event deleted for resources: {'Network': ['ID=04e119df-df43-475d-8a75-fa5c629af775,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:48.945440 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d6267f4-99f4-44a1-b454-d9746e3b149d tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] GET failed (client error): The resource could not be found. Aug 23 21:26:48.946766 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8d6267f4-99f4-44a1-b454-d9746e3b149d tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] 10.222.0.61 "GET /v2.0/subnets/762cc36c-8f95-4778-9743-68e3829ed1f7 HTTP/1.1" status: 404 len: 337 time: 0.0346465 Aug 23 21:26:48.949689 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52306) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:26:48.968233 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5acb440-4dfc-4390-808a-0748250a9442 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] DELETE failed (client error): The resource could not be found. Aug 23 21:26:48.968780 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5acb440-4dfc-4390-808a-0748250a9442 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 21:26:48.970392 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c5acb440-4dfc-4390-808a-0748250a9442 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] 10.222.0.61 "DELETE /v2.0/networks/04e119df-df43-475d-8a75-fa5c629af775 HTTP/1.1" status: 404 len: 339 time: 0.0197961 Aug 23 21:26:48.974031 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52308) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:26:49.000414 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-1138a8f3-ebaa-4ccd-a767-8dcc705abb02 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] DELETE failed (client error): The resource could not be found. Aug 23 21:26:49.000858 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1138a8f3-ebaa-4ccd-a767-8dcc705abb02 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 21:26:49.002484 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1138a8f3-ebaa-4ccd-a767-8dcc705abb02 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] 10.222.0.61 "DELETE /v2.0/subnets/762cc36c-8f95-4778-9743-68e3829ed1f7 HTTP/1.1" status: 404 len: 337 time: 0.0275872 Aug 23 21:26:49.005026 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52310) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:26:49.021943 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-00a97647-6c50-4806-99b5-4feb42fb81fe tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] DELETE failed (client error): The resource could not be found. Aug 23 21:26:49.022460 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00a97647-6c50-4806-99b5-4feb42fb81fe tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 21:26:49.024031 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-00a97647-6c50-4806-99b5-4feb42fb81fe tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] 10.222.0.61 "DELETE /v2.0/networks/04e119df-df43-475d-8a75-fa5c629af775 HTTP/1.1" status: 404 len: 339 time: 0.0181878 Aug 23 21:26:49.026332 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52312) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:26:49.077272 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-758f0ff8-34fe-483b-b9ce-e0671878e66f tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Deleting subnet 091f2564-254b-4068-8021-f2adcff5abc8 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 21:26:49.080390 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-758f0ff8-34fe-483b-b9ce-e0671878e66f tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:49.119373 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-758f0ff8-34fe-483b-b9ce-e0671878e66f tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:49.206771 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-758f0ff8-34fe-483b-b9ce-e0671878e66f tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:49.268728 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-758f0ff8-34fe-483b-b9ce-e0671878e66f tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:49.298549 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758f0ff8-34fe-483b-b9ce-e0671878e66f tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Pushing event deleted for resources: {'Subnet': ['ID=091f2564-254b-4068-8021-f2adcff5abc8,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:49.301374 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-758f0ff8-34fe-483b-b9ce-e0671878e66f tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:49.306225 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-758f0ff8-34fe-483b-b9ce-e0671878e66f tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] 10.222.0.61 "DELETE /v2.0/subnets/091f2564-254b-4068-8021-f2adcff5abc8 HTTP/1.1" status: 204 len: 168 time: 0.2761002 Aug 23 21:26:49.306225 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52314) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:26:49.388541 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-74af31cb-143e-4b8d-b47d-f78ca95b7fae tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:49.443559 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-74af31cb-143e-4b8d-b47d-f78ca95b7fae tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Deleting port 00b2a69a-033e-489a-9d8e-c9a18427c270 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:26:49.443896 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-74af31cb-143e-4b8d-b47d-f78ca95b7fae tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:49.508333 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-74af31cb-143e-4b8d-b47d-f78ca95b7fae tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] For port 00b2a69a-033e-489a-9d8e-c9a18427c270, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=00b2a69a-033e-489a-9d8e-c9a18427c270,segment=NetworkSegment(dc7b3098-f642-49e3-aa77-63fa2c138aa8),segment_id=dc7b3098-f642-49e3-aa77-63fa2c138aa8)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:26:49.508695 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-74af31cb-143e-4b8d-b47d-f78ca95b7fae tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:49.522685 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-74af31cb-143e-4b8d-b47d-f78ca95b7fae tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Calling delete_port for 00b2a69a-033e-489a-9d8e-c9a18427c270 owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:26:49.527410 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53dee9e3-157e-48b2-97fe-3c68556347f6 None None] Network 0b70283f-c0ed-4c3d-8113-8a0860696161 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:26:49.603993 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-91bbd69c-0a4c-46b4-8f53-15bc6dc1a21c None None] Provisioning for port 00b2a69a-033e-489a-9d8e-c9a18427c270 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:26:49.613930 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-74af31cb-143e-4b8d-b47d-f78ca95b7fae tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:49.645459 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74af31cb-143e-4b8d-b47d-f78ca95b7fae tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] No DVR routers for this DVR port 00b2a69a-033e-489a-9d8e-c9a18427c270 on host n-d-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:26:49.650010 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af31cb-143e-4b8d-b47d-f78ca95b7fae tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Pushing event deleted for resources: {'Port': ['ID=00b2a69a-033e-489a-9d8e-c9a18427c270,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:49.675617 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 00b2a69a-033e-489a-9d8e-c9a18427c270 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:26:49.699037 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 00b2a69a-033e-489a-9d8e-c9a18427c270 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:26:49.699415 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 00b2a69a-033e-489a-9d8e-c9a18427c270 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 23 21:26:49.719690 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a676be-2985-400f-8228-366daea49eb6 None None] DHCP port deletion for 0b70283f-c0ed-4c3d-8113-8a0860696161 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 21:26:49.722613 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Port 00b2a69a-033e-489a-9d8e-c9a18427c270 not found, will not notify nova. {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 23 21:26:49.739913 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-74af31cb-143e-4b8d-b47d-f78ca95b7fae tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:49.750923 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-74af31cb-143e-4b8d-b47d-f78ca95b7fae tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b70283f-c0ed-4c3d-8113-8a0860696161']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:26:49.761092 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-74af31cb-143e-4b8d-b47d-f78ca95b7fae tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc7b3098-f642-49e3-aa77-63fa2c138aa8') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:26:49.761383 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-74af31cb-143e-4b8d-b47d-f78ca95b7fae tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc7b3098-f642-49e3-aa77-63fa2c138aa8') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:26:49.770335 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-74af31cb-143e-4b8d-b47d-f78ca95b7fae tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:49.783955 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-74af31cb-143e-4b8d-b47d-f78ca95b7fae tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:49.789647 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74af31cb-143e-4b8d-b47d-f78ca95b7fae tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:26:49.790046 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-74af31cb-143e-4b8d-b47d-f78ca95b7fae tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:49.792982 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 21:26:49.792982 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:26:49.792982 n-d-805663-2 neutron-server[94687]: timer() Aug 23 21:26:49.792982 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:26:49.792982 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 21:26:49.792982 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:26:49.792982 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 21:26:49.792982 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:26:49.792982 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 21:26:49.792982 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:26:49.792982 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 21:26:49.792982 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:26:49.792982 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 21:26:49.792982 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:26:49.792982 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:26:49.792982 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:26:49.792982 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:26:49.792982 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:26:49.792982 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 21:26:49.792982 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:26:49.792982 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 21:26:49.792982 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:26:49.792982 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:26:49.792982 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:26:49.792982 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 21:26:49.792982 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:26:49.792982 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:26:49.792982 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:26:49.792982 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:26:49.792982 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:26:49.792982 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:26:49.792982 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:26:49.849163 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-74af31cb-143e-4b8d-b47d-f78ca95b7fae tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:49.856906 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-74af31cb-143e-4b8d-b47d-f78ca95b7fae tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:49.859661 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-74af31cb-143e-4b8d-b47d-f78ca95b7fae tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] 10.222.0.61 "DELETE /v2.0/networks/0b70283f-c0ed-4c3d-8113-8a0860696161 HTTP/1.1" status: 204 len: 168 time: 0.5525827 Aug 23 21:26:49.861901 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52316) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:26:49.880052 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af31cb-143e-4b8d-b47d-f78ca95b7fae tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Pushing event deleted for resources: {'Network': ['ID=0b70283f-c0ed-4c3d-8113-8a0860696161,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:49.899021 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bf74a12-21bb-45d0-8180-a2f9f3911274 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] DELETE failed (client error): The resource could not be found. Aug 23 21:26:49.899828 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bf74a12-21bb-45d0-8180-a2f9f3911274 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 21:26:49.901568 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9bf74a12-21bb-45d0-8180-a2f9f3911274 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] 10.222.0.61 "DELETE /v2.0/subnets/75e99b95-eb48-4258-81be-f4bbc574642a HTTP/1.1" status: 404 len: 337 time: 0.0387590 Aug 23 21:26:49.904018 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52318) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:26:49.922677 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1db4245-08f3-436d-b9f0-a9eabd29b464 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] DELETE failed (client error): The resource could not be found. Aug 23 21:26:49.923292 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1db4245-08f3-436d-b9f0-a9eabd29b464 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 21:26:49.924835 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a1db4245-08f3-436d-b9f0-a9eabd29b464 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] 10.222.0.61 "DELETE /v2.0/networks/44c24b6e-7c75-4ba8-996c-bff036466699 HTTP/1.1" status: 404 len: 339 time: 0.0193970 Aug 23 21:26:49.927142 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52320) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:26:49.956006 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd91d27a-cb92-4ec8-b79a-37a2dd2cc991 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] DELETE failed (client error): The resource could not be found. Aug 23 21:26:49.956470 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd91d27a-cb92-4ec8-b79a-37a2dd2cc991 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 21:26:49.958098 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-dd91d27a-cb92-4ec8-b79a-37a2dd2cc991 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] 10.222.0.61 "DELETE /v2.0/subnets/34007fba-0645-4808-bcaa-9804be75b5f0 HTTP/1.1" status: 404 len: 337 time: 0.0300982 Aug 23 21:26:49.960564 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52322) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:26:49.978229 n-d-805663-2 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-9db975d3-58bb-4053-94c8-02fb47273081 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] DELETE failed (client error): The resource could not be found. Aug 23 21:26:49.978744 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9db975d3-58bb-4053-94c8-02fb47273081 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 21:26:49.980343 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-9db975d3-58bb-4053-94c8-02fb47273081 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] 10.222.0.61 "DELETE /v2.0/networks/40886f84-a210-4c38-8939-5b1c8f28acc9 HTTP/1.1" status: 404 len: 339 time: 0.0188973 Aug 23 21:26:49.982561 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52324) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:26:50.032183 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-4971586c-349f-4f73-8785-c961e4f8de54 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Deleting subnet 2ddddca7-3535-4f01-bfbf-3f19c460bd93 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 21:26:50.035209 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4971586c-349f-4f73-8785-c961e4f8de54 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:50.073760 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4971586c-349f-4f73-8785-c961e4f8de54 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:50.161758 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4971586c-349f-4f73-8785-c961e4f8de54 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:50.218574 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4971586c-349f-4f73-8785-c961e4f8de54 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:50.245848 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4971586c-349f-4f73-8785-c961e4f8de54 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Pushing event deleted for resources: {'Subnet': ['ID=2ddddca7-3535-4f01-bfbf-3f19c460bd93,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:50.249548 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4971586c-349f-4f73-8785-c961e4f8de54 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:50.251986 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-4971586c-349f-4f73-8785-c961e4f8de54 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] 10.222.0.61 "DELETE /v2.0/subnets/2ddddca7-3535-4f01-bfbf-3f19c460bd93 HTTP/1.1" status: 204 len: 168 time: 0.2677276 Aug 23 21:26:50.254371 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52326) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:26:50.257593 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cead5ce-c77a-4e27-b088-0014455f4e44 None None] Network 9fda6111-0156-4277-a340-9704365401c5 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:26:50.331825 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ecf46215-12f1-4f41-90d1-572355026cc2 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:50.391205 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-ecf46215-12f1-4f41-90d1-572355026cc2 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Deleting port 7c32ee2b-555c-4ba0-a304-bc65020124a0 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:26:50.391538 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ecf46215-12f1-4f41-90d1-572355026cc2 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:50.447669 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d03dc8-3709-4cd8-a59a-40c8c731311a None None] DHCP port deletion for 9fda6111-0156-4277-a340-9704365401c5 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 21:26:50.458349 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-ecf46215-12f1-4f41-90d1-572355026cc2 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] For port 7c32ee2b-555c-4ba0-a304-bc65020124a0, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=7c32ee2b-555c-4ba0-a304-bc65020124a0,segment=NetworkSegment(9ce33a58-59d3-4133-8d04-689f531c02db),segment_id=9ce33a58-59d3-4133-8d04-689f531c02db)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:26:50.458715 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ecf46215-12f1-4f41-90d1-572355026cc2 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:50.472750 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-ecf46215-12f1-4f41-90d1-572355026cc2 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Calling delete_port for 7c32ee2b-555c-4ba0-a304-bc65020124a0 owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:26:50.496400 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-61d03dc8-3709-4cd8-a59a-40c8c731311a None None] Deleting port 7c32ee2b-555c-4ba0-a304-bc65020124a0 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:26:50.496770 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-61d03dc8-3709-4cd8-a59a-40c8c731311a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:50.555302 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ecf46215-12f1-4f41-90d1-572355026cc2 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:50.562844 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-61d03dc8-3709-4cd8-a59a-40c8c731311a None None] For port 7c32ee2b-555c-4ba0-a304-bc65020124a0, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=7c32ee2b-555c-4ba0-a304-bc65020124a0,segment=NetworkSegment(9ce33a58-59d3-4133-8d04-689f531c02db),segment_id=9ce33a58-59d3-4133-8d04-689f531c02db)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:26:50.563427 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-61d03dc8-3709-4cd8-a59a-40c8c731311a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:50.577043 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-61d03dc8-3709-4cd8-a59a-40c8c731311a None None] Calling delete_port for 7c32ee2b-555c-4ba0-a304-bc65020124a0 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:26:50.582159 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf46215-12f1-4f41-90d1-572355026cc2 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Pushing event deleted for resources: {'Port': ['ID=7c32ee2b-555c-4ba0-a304-bc65020124a0,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:50.586429 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf46215-12f1-4f41-90d1-572355026cc2 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] No DVR routers for this DVR port 7c32ee2b-555c-4ba0-a304-bc65020124a0 on host n-d-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:26:50.652042 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-61d03dc8-3709-4cd8-a59a-40c8c731311a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:50.663467 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ecf46215-12f1-4f41-90d1-572355026cc2 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:50.673560 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-ecf46215-12f1-4f41-90d1-572355026cc2 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fda6111-0156-4277-a340-9704365401c5']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:26:50.678616 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d03dc8-3709-4cd8-a59a-40c8c731311a None None] No DVR routers for this DVR port 7c32ee2b-555c-4ba0-a304-bc65020124a0 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:26:50.682905 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d03dc8-3709-4cd8-a59a-40c8c731311a None None] Pushing event deleted for resources: {'Port': ['ID=7c32ee2b-555c-4ba0-a304-bc65020124a0,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:50.691293 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-ecf46215-12f1-4f41-90d1-572355026cc2 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ce33a58-59d3-4133-8d04-689f531c02db') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:26:50.691455 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-ecf46215-12f1-4f41-90d1-572355026cc2 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ce33a58-59d3-4133-8d04-689f531c02db') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:26:50.700423 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ecf46215-12f1-4f41-90d1-572355026cc2 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:50.714433 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ecf46215-12f1-4f41-90d1-572355026cc2 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:50.720168 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecf46215-12f1-4f41-90d1-572355026cc2 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:26:50.720557 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ecf46215-12f1-4f41-90d1-572355026cc2 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:50.723428 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 21:26:50.723428 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:26:50.723428 n-d-805663-2 neutron-server[94687]: timer() Aug 23 21:26:50.723428 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:26:50.723428 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 21:26:50.723428 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:26:50.723428 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 21:26:50.723428 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:26:50.723428 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 21:26:50.723428 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:26:50.723428 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 21:26:50.723428 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:26:50.723428 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 21:26:50.723428 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:26:50.723428 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:26:50.723428 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:26:50.723428 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:26:50.723428 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:26:50.723428 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 21:26:50.723428 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:26:50.723428 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 21:26:50.723428 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:26:50.723428 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:26:50.723428 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:26:50.723428 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 21:26:50.723428 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:26:50.723428 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:26:50.723428 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:26:50.723428 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:26:50.723428 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:26:50.723428 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:26:50.723428 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:26:50.780194 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ecf46215-12f1-4f41-90d1-572355026cc2 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:50.787133 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ecf46215-12f1-4f41-90d1-572355026cc2 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:50.788988 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ecf46215-12f1-4f41-90d1-572355026cc2 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] 10.222.0.61 "DELETE /v2.0/networks/9fda6111-0156-4277-a340-9704365401c5 HTTP/1.1" status: 204 len: 168 time: 0.5336738 Aug 23 21:26:50.800959 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf46215-12f1-4f41-90d1-572355026cc2 tempest-NetworksIpV6Test-1112328737 tempest-NetworksIpV6Test-1112328737-project] Pushing event deleted for resources: {'Network': ['ID=9fda6111-0156-4277-a340-9704365401c5,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:50.816457 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:51.033026 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52332) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:26:51.162693 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-09d3b793-6e55-42bd-aee1-5606d041b048 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b4897d16d3ce423c9e6074fd577dcbb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1284873 Aug 23 21:26:51.165136 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52336) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:26:51.213424 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8e8acb1f-6be2-4062-b0d6-7e9cda081ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:51.237998 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8e8acb1f-6be2-4062-b0d6-7e9cda081ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:51.283450 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8e8acb1f-6be2-4062-b0d6-7e9cda081ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:51.286072 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8e8acb1f-6be2-4062-b0d6-7e9cda081ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:51.287217 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8e8acb1f-6be2-4062-b0d6-7e9cda081ee5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/44f39746-1eca-4510-9f08-965fb24a8b1e HTTP/1.1" status: 204 len: 168 time: 0.1211963 Aug 23 21:26:51.294613 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8acb1f-6be2-4062-b0d6-7e9cda081ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f39746-1eca-4510-9f08-965fb24a8b1e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:51.626607 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 00b2a69a-033e-489a-9d8e-c9a18427c270 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:26:51.650164 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 00b2a69a-033e-489a-9d8e-c9a18427c270 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:26:51.650506 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 00b2a69a-033e-489a-9d8e-c9a18427c270 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:26:51.650923 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 7c32ee2b-555c-4ba0-a304-bc65020124a0 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:26:51.670039 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 7c32ee2b-555c-4ba0-a304-bc65020124a0 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:26:51.670962 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 7c32ee2b-555c-4ba0-a304-bc65020124a0 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:26:51.934117 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52358) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:26:52.029444 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-bcd037fd-d93d-4efd-86a3-b341a80ad688 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2027313054', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:26:52.052518 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bcd037fd-d93d-4efd-86a3-b341a80ad688 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:52.053473 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bcd037fd-d93d-4efd-86a3-b341a80ad688 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:52.104379 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bcd037fd-d93d-4efd-86a3-b341a80ad688 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:52.108418 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bcd037fd-d93d-4efd-86a3-b341a80ad688 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:52.123526 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bcd037fd-d93d-4efd-86a3-b341a80ad688 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:52.124881 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-bcd037fd-d93d-4efd-86a3-b341a80ad688 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1897531 Aug 23 21:26:52.127529 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52362) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:26:52.132380 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-916d0ae4-cb10-4aeb-b948-f4d8dbb58af0 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-930059828'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:26:52.154314 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916d0ae4-cb10-4aeb-b948-f4d8dbb58af0 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Made reservation on behalf of f029924ad9bf46dcb3620ca6e8cabe1e for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:26:52.158470 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-916d0ae4-cb10-4aeb-b948-f4d8dbb58af0 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:52.166836 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-916d0ae4-cb10-4aeb-b948-f4d8dbb58af0 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:52.257583 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-916d0ae4-cb10-4aeb-b948-f4d8dbb58af0 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:52.261378 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-916d0ae4-cb10-4aeb-b948-f4d8dbb58af0 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:52.287422 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-916d0ae4-cb10-4aeb-b948-f4d8dbb58af0 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:26:52.296119 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d0ae4-cb10-4aeb-b948-f4d8dbb58af0 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bddd2c57-660c-44ba-a93a-6e0e23987d94,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:52.302129 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-916d0ae4-cb10-4aeb-b948-f4d8dbb58af0 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:52.302476 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-916d0ae4-cb10-4aeb-b948-f4d8dbb58af0 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Added segment 2c1d36de-d18b-45ba-be1d-a87842294645 of type vlan for network 51d5feec-25f3-4edb-8e38-ab495ccf0397 Aug 23 21:26:52.341132 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-916d0ae4-cb10-4aeb-b948-f4d8dbb58af0 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:52.366168 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-916d0ae4-cb10-4aeb-b948-f4d8dbb58af0 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:52.372028 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916d0ae4-cb10-4aeb-b948-f4d8dbb58af0 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:52.372710 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-916d0ae4-cb10-4aeb-b948-f4d8dbb58af0 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:52.429742 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-916d0ae4-cb10-4aeb-b948-f4d8dbb58af0 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3011413 Aug 23 21:26:52.432448 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52364) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:26:52.439377 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-7ede970d-fdfa-446d-a27a-37863f8aeacc tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Request body: {'subnet': {'network_id': '51d5feec-25f3-4edb-8e38-ab495ccf0397', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:26:52.460415 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d0ae4-cb10-4aeb-b948-f4d8dbb58af0 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Pushing event updated for resources: {'Network': ['ID=51d5feec-25f3-4edb-8e38-ab495ccf0397,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:52.475941 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 51d5feec-25f3-4edb-8e38-ab495ccf0397 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:26:52.536637 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ede970d-fdfa-446d-a27a-37863f8aeacc tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Made reservation on behalf of f029924ad9bf46dcb3620ca6e8cabe1e for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:26:52.539978 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7ede970d-fdfa-446d-a27a-37863f8aeacc tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:52.720900 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7ede970d-fdfa-446d-a27a-37863f8aeacc tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:52.777180 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ede970d-fdfa-446d-a27a-37863f8aeacc tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Pushing event updated for resources: {'Subnet': ['ID=5224e81f-56d5-44c0-8dd7-128b05582b07,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:52.788741 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ede970d-fdfa-446d-a27a-37863f8aeacc tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Checking segment: {'id': '2c1d36de-d18b-45ba-be1d-a87842294645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '51d5feec-25f3-4edb-8e38-ab495ccf0397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:26:52.789041 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ede970d-fdfa-446d-a27a-37863f8aeacc tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Network hostable DHCP agents. Network: 51d5feec-25f3-4edb-8e38-ab495ccf0397, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:26:52.805543 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ede970d-fdfa-446d-a27a-37863f8aeacc tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Network 51d5feec-25f3-4edb-8e38-ab495ccf0397 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:26:52.814488 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-7ede970d-fdfa-446d-a27a-37863f8aeacc tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 51d5feec-25f3-4edb-8e38-ab495ccf0397) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:26:52.818563 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ede970d-fdfa-446d-a27a-37863f8aeacc tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:52.819154 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7ede970d-fdfa-446d-a27a-37863f8aeacc tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:52.825838 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bafad5-5969-4c86-92b4-171cf2966518 None None] Network 51d5feec-25f3-4edb-8e38-ab495ccf0397 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:26:52.837746 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-7ede970d-fdfa-446d-a27a-37863f8aeacc tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4014716 Aug 23 21:26:52.837946 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52366) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:26:52.843383 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-06dce5ce-b232-495c-8c4f-2ad9fe8e2622 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-121655837'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:26:52.863561 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06dce5ce-b232-495c-8c4f-2ad9fe8e2622 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Made reservation on behalf of f029924ad9bf46dcb3620ca6e8cabe1e for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:26:52.866983 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-06dce5ce-b232-495c-8c4f-2ad9fe8e2622 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:52.891587 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06dce5ce-b232-495c-8c4f-2ad9fe8e2622 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:26:52.902273 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-06dce5ce-b232-495c-8c4f-2ad9fe8e2622 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:52.902706 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-06dce5ce-b232-495c-8c4f-2ad9fe8e2622 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Added segment 9711e192-54a8-4039-b588-42bad46f6c38 of type vlan for network 049ca643-0f8e-4cb5-aa9d-c75c8361216c Aug 23 21:26:52.943428 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-06dce5ce-b232-495c-8c4f-2ad9fe8e2622 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:52.969768 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-06dce5ce-b232-495c-8c4f-2ad9fe8e2622 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:52.976593 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06dce5ce-b232-495c-8c4f-2ad9fe8e2622 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:52.977177 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-06dce5ce-b232-495c-8c4f-2ad9fe8e2622 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:52.977530 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726bfc3d-d83a-46c0-ace0-8eb8ce931327 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-51d5feec-25f3-4edb-8e38-ab495ccf0397', 'network_id': '51d5feec-25f3-4edb-8e38-ab495ccf0397', 'tenant_id': 'f029924ad9bf46dcb3620ca6e8cabe1e', 'fixed_ips': [{'subnet_id': '5224e81f-56d5-44c0-8dd7-128b05582b07'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 21:26:52.978377 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-726bfc3d-d83a-46c0-ace0-8eb8ce931327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:53.038151 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-06dce5ce-b232-495c-8c4f-2ad9fe8e2622 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1991937 Aug 23 21:26:53.040953 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52368) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:26:53.047962 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-1e886b11-750d-4891-8b32-17b6abfdd6bb tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Request body: {'subnet': {'network_id': '049ca643-0f8e-4cb5-aa9d-c75c8361216c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:26:53.067534 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dce5ce-b232-495c-8c4f-2ad9fe8e2622 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Pushing event updated for resources: {'Network': ['ID=049ca643-0f8e-4cb5-aa9d-c75c8361216c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:53.084029 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 049ca643-0f8e-4cb5-aa9d-c75c8361216c details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:26:53.145900 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e886b11-750d-4891-8b32-17b6abfdd6bb tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Made reservation on behalf of f029924ad9bf46dcb3620ca6e8cabe1e for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:26:53.149528 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1e886b11-750d-4891-8b32-17b6abfdd6bb tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:53.179584 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-726bfc3d-d83a-46c0-ace0-8eb8ce931327 None None] Allocated IP 172.20.0.2 (51d5feec-25f3-4edb-8e38-ab495ccf0397/5224e81f-56d5-44c0-8dd7-128b05582b07/6e7246b3-4f2a-4b4a-98ae-3a826db6c7ec) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:26:53.330850 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-726bfc3d-d83a-46c0-ace0-8eb8ce931327 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:53.339376 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-726bfc3d-d83a-46c0-ace0-8eb8ce931327 None None] Transition to ACTIVE for port object 6e7246b3-4f2a-4b4a-98ae-3a826db6c7ec will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:26:53.341021 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1e886b11-750d-4891-8b32-17b6abfdd6bb tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:53.355111 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-726bfc3d-d83a-46c0-ace0-8eb8ce931327 None None] Transition to ACTIVE for port object 6e7246b3-4f2a-4b4a-98ae-3a826db6c7ec will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:26:53.362138 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-726bfc3d-d83a-46c0-ace0-8eb8ce931327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:53.399106 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726bfc3d-d83a-46c0-ace0-8eb8ce931327 None None] Network 51d5feec-25f3-4edb-8e38-ab495ccf0397 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:26:53.400494 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e886b11-750d-4891-8b32-17b6abfdd6bb tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Pushing event updated for resources: {'Subnet': ['ID=2ea2aea1-9c32-46e2-abbc-9c4ed63211bb,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:53.401856 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-726bfc3d-d83a-46c0-ace0-8eb8ce931327 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:26:53.406866 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726bfc3d-d83a-46c0-ace0-8eb8ce931327 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:26:53.415696 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e886b11-750d-4891-8b32-17b6abfdd6bb tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Checking segment: {'id': '9711e192-54a8-4039-b588-42bad46f6c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '049ca643-0f8e-4cb5-aa9d-c75c8361216c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:26:53.416078 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e886b11-750d-4891-8b32-17b6abfdd6bb tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Network hostable DHCP agents. Network: 049ca643-0f8e-4cb5-aa9d-c75c8361216c, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:26:53.417166 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726bfc3d-d83a-46c0-ace0-8eb8ce931327 None None] Pushing event updated for resources: {'Port': ['ID=6e7246b3-4f2a-4b4a-98ae-3a826db6c7ec,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:53.436652 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e886b11-750d-4891-8b32-17b6abfdd6bb tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Network 049ca643-0f8e-4cb5-aa9d-c75c8361216c is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:26:53.445557 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-1e886b11-750d-4891-8b32-17b6abfdd6bb tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 049ca643-0f8e-4cb5-aa9d-c75c8361216c) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:26:53.452892 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e886b11-750d-4891-8b32-17b6abfdd6bb tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:53.453495 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1e886b11-750d-4891-8b32-17b6abfdd6bb tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:53.467688 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be4a8ef-fded-4c5e-af97-05df10484646 None None] Network 049ca643-0f8e-4cb5-aa9d-c75c8361216c requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:26:53.476626 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1e886b11-750d-4891-8b32-17b6abfdd6bb tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4346709 Aug 23 21:26:53.477748 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52370) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:26:53.483010 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-ddfff4fd-0c72-4612-8ef3-7aa23a901360 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Request body: {'router': {'external_gateway_info': {'network_id': '049ca643-0f8e-4cb5-aa9d-c75c8361216c'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:26:53.493516 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-726bfc3d-d83a-46c0-ace0-8eb8ce931327 None None] Attempting to bind port 6e7246b3-4f2a-4b4a-98ae-3a826db6c7ec on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:26:53.493886 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-726bfc3d-d83a-46c0-ace0-8eb8ce931327 None None] Attempting to bind port 6e7246b3-4f2a-4b4a-98ae-3a826db6c7ec by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '2c1d36de-d18b-45ba-be1d-a87842294645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '51d5feec-25f3-4edb-8e38-ab495ccf0397'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:26:53.494244 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726bfc3d-d83a-46c0-ace0-8eb8ce931327 None None] Attempting to bind port 6e7246b3-4f2a-4b4a-98ae-3a826db6c7ec on network 51d5feec-25f3-4edb-8e38-ab495ccf0397 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:26:53.528200 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726bfc3d-d83a-46c0-ace0-8eb8ce931327 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:26:53.528593 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726bfc3d-d83a-46c0-ace0-8eb8ce931327 None None] Checking segment: {'id': '2c1d36de-d18b-45ba-be1d-a87842294645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '51d5feec-25f3-4edb-8e38-ab495ccf0397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:26:53.528955 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-726bfc3d-d83a-46c0-ace0-8eb8ce931327 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:53.529336 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726bfc3d-d83a-46c0-ace0-8eb8ce931327 None None] Bound using segment: {'id': '2c1d36de-d18b-45ba-be1d-a87842294645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '51d5feec-25f3-4edb-8e38-ab495ccf0397'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:26:53.530420 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-726bfc3d-d83a-46c0-ace0-8eb8ce931327 None None] Bound port: 6e7246b3-4f2a-4b4a-98ae-3a826db6c7ec, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c1d36de-d18b-45ba-be1d-a87842294645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '51d5feec-25f3-4edb-8e38-ab495ccf0397'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:26:53.530801 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-726bfc3d-d83a-46c0-ace0-8eb8ce931327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:53.650455 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-726bfc3d-d83a-46c0-ace0-8eb8ce931327 None None] For port 6e7246b3-4f2a-4b4a-98ae-3a826db6c7ec, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:26:53.667786 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-726bfc3d-d83a-46c0-ace0-8eb8ce931327 None None] For port 6e7246b3-4f2a-4b4a-98ae-3a826db6c7ec, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=6e7246b3-4f2a-4b4a-98ae-3a826db6c7ec,segment=NetworkSegment(2c1d36de-d18b-45ba-be1d-a87842294645),segment_id=2c1d36de-d18b-45ba-be1d-a87842294645)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:26:53.674071 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-726bfc3d-d83a-46c0-ace0-8eb8ce931327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:53.724017 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2008dcb-6e56-4ac4-ae32-fcef648396a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-049ca643-0f8e-4cb5-aa9d-c75c8361216c', 'network_id': '049ca643-0f8e-4cb5-aa9d-c75c8361216c', 'tenant_id': 'f029924ad9bf46dcb3620ca6e8cabe1e', 'fixed_ips': [{'subnet_id': '2ea2aea1-9c32-46e2-abbc-9c4ed63211bb'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 21:26:53.724877 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c2008dcb-6e56-4ac4-ae32-fcef648396a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:53.771658 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726bfc3d-d83a-46c0-ace0-8eb8ce931327 None None] Pushing event updated for resources: {'Port': ['ID=6e7246b3-4f2a-4b4a-98ae-3a826db6c7ec,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:53.914242 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-c2008dcb-6e56-4ac4-ae32-fcef648396a2 None None] Allocated IP 172.21.0.2 (049ca643-0f8e-4cb5-aa9d-c75c8361216c/2ea2aea1-9c32-46e2-abbc-9c4ed63211bb/e34748c4-55c7-4bed-8b17-2749ba76a2a1) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:26:54.085837 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c2008dcb-6e56-4ac4-ae32-fcef648396a2 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:54.094872 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ddfff4fd-0c72-4612-8ef3-7aa23a901360 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:54.095746 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c2008dcb-6e56-4ac4-ae32-fcef648396a2 None None] Transition to ACTIVE for port object e34748c4-55c7-4bed-8b17-2749ba76a2a1 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:26:54.111972 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c2008dcb-6e56-4ac4-ae32-fcef648396a2 None None] Transition to ACTIVE for port object e34748c4-55c7-4bed-8b17-2749ba76a2a1 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:26:54.117802 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c2008dcb-6e56-4ac4-ae32-fcef648396a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:54.158026 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2008dcb-6e56-4ac4-ae32-fcef648396a2 None None] Network 049ca643-0f8e-4cb5-aa9d-c75c8361216c is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:26:54.160996 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-c2008dcb-6e56-4ac4-ae32-fcef648396a2 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:26:54.166044 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2008dcb-6e56-4ac4-ae32-fcef648396a2 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:26:54.175843 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2008dcb-6e56-4ac4-ae32-fcef648396a2 None None] Pushing event updated for resources: {'Port': ['ID=e34748c4-55c7-4bed-8b17-2749ba76a2a1,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:54.207033 n-d-805663-2 neutron-server[94687]: INFO neutron.api.v2.resource [None req-ddfff4fd-0c72-4612-8ef3-7aa23a901360 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 21:26:54.214170 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ddfff4fd-0c72-4612-8ef3-7aa23a901360 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] 10.222.0.61 "PUT /v2.0/routers/f7eeb3c5-2f84-422d-bdcc-66de7d6406bd HTTP/1.1" status: 400 len: 364 time: 0.7292955 Aug 23 21:26:54.214935 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52372) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:26:54.231166 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c2008dcb-6e56-4ac4-ae32-fcef648396a2 None None] Attempting to bind port e34748c4-55c7-4bed-8b17-2749ba76a2a1 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:26:54.231536 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c2008dcb-6e56-4ac4-ae32-fcef648396a2 None None] Attempting to bind port e34748c4-55c7-4bed-8b17-2749ba76a2a1 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '9711e192-54a8-4039-b588-42bad46f6c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '049ca643-0f8e-4cb5-aa9d-c75c8361216c'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:26:54.231899 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2008dcb-6e56-4ac4-ae32-fcef648396a2 None None] Attempting to bind port e34748c4-55c7-4bed-8b17-2749ba76a2a1 on network 049ca643-0f8e-4cb5-aa9d-c75c8361216c {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:26:54.237041 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2008dcb-6e56-4ac4-ae32-fcef648396a2 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:26:54.237408 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2008dcb-6e56-4ac4-ae32-fcef648396a2 None None] Checking segment: {'id': '9711e192-54a8-4039-b588-42bad46f6c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '049ca643-0f8e-4cb5-aa9d-c75c8361216c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:26:54.237808 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c2008dcb-6e56-4ac4-ae32-fcef648396a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:54.238201 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2008dcb-6e56-4ac4-ae32-fcef648396a2 None None] Bound using segment: {'id': '9711e192-54a8-4039-b588-42bad46f6c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '049ca643-0f8e-4cb5-aa9d-c75c8361216c'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:26:54.238663 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c2008dcb-6e56-4ac4-ae32-fcef648396a2 None None] Bound port: e34748c4-55c7-4bed-8b17-2749ba76a2a1, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9711e192-54a8-4039-b588-42bad46f6c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '049ca643-0f8e-4cb5-aa9d-c75c8361216c'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:26:54.239041 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c2008dcb-6e56-4ac4-ae32-fcef648396a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:54.272702 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b17d806-2fa8-43b3-8ba1-051dffd15114 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Deleting subnet 2ea2aea1-9c32-46e2-abbc-9c4ed63211bb {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 21:26:54.275921 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1b17d806-2fa8-43b3-8ba1-051dffd15114 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:54.304737 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-c2008dcb-6e56-4ac4-ae32-fcef648396a2 None None] For port e34748c4-55c7-4bed-8b17-2749ba76a2a1, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:26:54.307754 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-c2008dcb-6e56-4ac4-ae32-fcef648396a2 None None] For port e34748c4-55c7-4bed-8b17-2749ba76a2a1, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=e34748c4-55c7-4bed-8b17-2749ba76a2a1,segment=NetworkSegment(9711e192-54a8-4039-b588-42bad46f6c38),segment_id=9711e192-54a8-4039-b588-42bad46f6c38)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:26:54.312787 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c2008dcb-6e56-4ac4-ae32-fcef648396a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:54.317911 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1b17d806-2fa8-43b3-8ba1-051dffd15114 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:54.380834 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2008dcb-6e56-4ac4-ae32-fcef648396a2 None None] Pushing event updated for resources: {'Port': ['ID=e34748c4-55c7-4bed-8b17-2749ba76a2a1,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:54.417022 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1b17d806-2fa8-43b3-8ba1-051dffd15114 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:54.487302 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1b17d806-2fa8-43b3-8ba1-051dffd15114 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:54.518726 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17d806-2fa8-43b3-8ba1-051dffd15114 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Pushing event deleted for resources: {'Subnet': ['ID=2ea2aea1-9c32-46e2-abbc-9c4ed63211bb,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:54.521734 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1b17d806-2fa8-43b3-8ba1-051dffd15114 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:54.526597 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52374) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:26:54.526721 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-1b17d806-2fa8-43b3-8ba1-051dffd15114 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] 10.222.0.61 "DELETE /v2.0/subnets/2ea2aea1-9c32-46e2-abbc-9c4ed63211bb HTTP/1.1" status: 204 len: 168 time: 0.3105929 Aug 23 21:26:54.630386 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5651c0c4-88f8-4d44-aebf-5dd55025d4ee tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:54.688966 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-5651c0c4-88f8-4d44-aebf-5dd55025d4ee tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Deleting port e34748c4-55c7-4bed-8b17-2749ba76a2a1 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:26:54.689310 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5651c0c4-88f8-4d44-aebf-5dd55025d4ee tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:54.758133 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-5651c0c4-88f8-4d44-aebf-5dd55025d4ee tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] For port e34748c4-55c7-4bed-8b17-2749ba76a2a1, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=e34748c4-55c7-4bed-8b17-2749ba76a2a1,segment=NetworkSegment(9711e192-54a8-4039-b588-42bad46f6c38),segment_id=9711e192-54a8-4039-b588-42bad46f6c38)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:26:54.758505 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5651c0c4-88f8-4d44-aebf-5dd55025d4ee tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:54.772172 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-5651c0c4-88f8-4d44-aebf-5dd55025d4ee tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Calling delete_port for e34748c4-55c7-4bed-8b17-2749ba76a2a1 owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:26:54.776782 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e1aa4e-3fe2-4a62-bffc-ffad769c5e60 None None] Network 51d5feec-25f3-4edb-8e38-ab495ccf0397 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:26:54.854685 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5651c0c4-88f8-4d44-aebf-5dd55025d4ee tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:54.887459 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5651c0c4-88f8-4d44-aebf-5dd55025d4ee tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Pushing event deleted for resources: {'Port': ['ID=e34748c4-55c7-4bed-8b17-2749ba76a2a1,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:54.890302 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5651c0c4-88f8-4d44-aebf-5dd55025d4ee tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] No DVR routers for this DVR port e34748c4-55c7-4bed-8b17-2749ba76a2a1 on host n-d-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:26:54.908633 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ee912a43-de4a-4826-8fc2-f63ae8d246e5 None None] Provisioning for port 6e7246b3-4f2a-4b4a-98ae-3a826db6c7ec completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:26:54.972888 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5651c0c4-88f8-4d44-aebf-5dd55025d4ee tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:54.983242 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-5651c0c4-88f8-4d44-aebf-5dd55025d4ee tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['049ca643-0f8e-4cb5-aa9d-c75c8361216c']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:26:54.994954 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-5651c0c4-88f8-4d44-aebf-5dd55025d4ee tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9711e192-54a8-4039-b588-42bad46f6c38') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:26:54.995249 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-5651c0c4-88f8-4d44-aebf-5dd55025d4ee tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9711e192-54a8-4039-b588-42bad46f6c38') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:26:55.006053 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5651c0c4-88f8-4d44-aebf-5dd55025d4ee tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:55.021653 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5651c0c4-88f8-4d44-aebf-5dd55025d4ee tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:55.029976 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5651c0c4-88f8-4d44-aebf-5dd55025d4ee tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:26:55.030512 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5651c0c4-88f8-4d44-aebf-5dd55025d4ee tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:55.034251 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 21:26:55.034251 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:26:55.034251 n-d-805663-2 neutron-server[94687]: timer() Aug 23 21:26:55.034251 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:26:55.034251 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 21:26:55.034251 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:26:55.034251 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 21:26:55.034251 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:26:55.034251 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 21:26:55.034251 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:26:55.034251 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 21:26:55.034251 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:26:55.034251 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 21:26:55.034251 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:26:55.034251 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:26:55.034251 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:26:55.034251 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:26:55.034251 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:26:55.034251 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 21:26:55.034251 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:26:55.034251 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 21:26:55.034251 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:26:55.034251 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:26:55.034251 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:26:55.034251 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 21:26:55.034251 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:26:55.034251 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:26:55.034251 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:26:55.034251 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:26:55.034251 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:26:55.034251 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:26:55.034251 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:26:55.102501 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5651c0c4-88f8-4d44-aebf-5dd55025d4ee tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:55.110768 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5651c0c4-88f8-4d44-aebf-5dd55025d4ee tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:55.112769 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5651c0c4-88f8-4d44-aebf-5dd55025d4ee tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] 10.222.0.61 "DELETE /v2.0/networks/049ca643-0f8e-4cb5-aa9d-c75c8361216c HTTP/1.1" status: 204 len: 168 time: 0.5851715 Aug 23 21:26:55.115500 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52376) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:26:55.125835 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5651c0c4-88f8-4d44-aebf-5dd55025d4ee tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Pushing event deleted for resources: {'Network': ['ID=049ca643-0f8e-4cb5-aa9d-c75c8361216c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:55.176032 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9eaa455-7e7c-461f-b9ae-a96b1b232cdd tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Deleting subnet 5224e81f-56d5-44c0-8dd7-128b05582b07 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 21:26:55.179697 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9eaa455-7e7c-461f-b9ae-a96b1b232cdd tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:55.223870 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9eaa455-7e7c-461f-b9ae-a96b1b232cdd tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:55.321253 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9eaa455-7e7c-461f-b9ae-a96b1b232cdd tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:55.385874 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9eaa455-7e7c-461f-b9ae-a96b1b232cdd tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:55.415945 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eaa455-7e7c-461f-b9ae-a96b1b232cdd tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Pushing event deleted for resources: {'Subnet': ['ID=5224e81f-56d5-44c0-8dd7-128b05582b07,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:55.417924 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9eaa455-7e7c-461f-b9ae-a96b1b232cdd tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:55.419775 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c9eaa455-7e7c-461f-b9ae-a96b1b232cdd tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] 10.222.0.61 "DELETE /v2.0/subnets/5224e81f-56d5-44c0-8dd7-128b05582b07 HTTP/1.1" status: 204 len: 168 time: 0.3030331 Aug 23 21:26:55.422779 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52378) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:26:55.422921 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd7440b-30e7-4e85-942f-963e3e3f6200 None None] Network 51d5feec-25f3-4edb-8e38-ab495ccf0397 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:26:55.439474 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac88ef9-016f-4465-8616-e08d86eaf5e7 None None] DHCP port deletion for 049ca643-0f8e-4cb5-aa9d-c75c8361216c request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 21:26:55.483777 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6f415d8c-67ae-4671-bdf9-6138089d7d86 None None] Could not find standard attr ID for object e34748c4-55c7-4bed-8b17-2749ba76a2a1. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 21:26:55.497704 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3c6ec7-e47e-4b7c-ba67-9076115b5745 None None] Network 049ca643-0f8e-4cb5-aa9d-c75c8361216c requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:26:55.511855 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51df26f3-1d0c-4061-b271-3057597d6186 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:55.512100 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3c6ec7-e47e-4b7c-ba67-9076115b5745 None None] Network 049ca643-0f8e-4cb5-aa9d-c75c8361216c could not be found, it might have been deleted concurrently. {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 23 21:26:55.570790 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-51df26f3-1d0c-4061-b271-3057597d6186 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Deleting port 6e7246b3-4f2a-4b4a-98ae-3a826db6c7ec {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:26:55.571138 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51df26f3-1d0c-4061-b271-3057597d6186 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:55.640581 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f3a3ac-a48e-4814-8d07-1462470de692 None None] DHCP port deletion for 51d5feec-25f3-4edb-8e38-ab495ccf0397 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 21:26:55.644772 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-51df26f3-1d0c-4061-b271-3057597d6186 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] For port 6e7246b3-4f2a-4b4a-98ae-3a826db6c7ec, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=6e7246b3-4f2a-4b4a-98ae-3a826db6c7ec,segment=NetworkSegment(2c1d36de-d18b-45ba-be1d-a87842294645),segment_id=2c1d36de-d18b-45ba-be1d-a87842294645)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:26:55.645135 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51df26f3-1d0c-4061-b271-3057597d6186 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:55.659843 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-51df26f3-1d0c-4061-b271-3057597d6186 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Calling delete_port for 6e7246b3-4f2a-4b4a-98ae-3a826db6c7ec owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:26:55.692607 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-62f3a3ac-a48e-4814-8d07-1462470de692 None None] Deleting port 6e7246b3-4f2a-4b4a-98ae-3a826db6c7ec {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:26:55.692607 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-62f3a3ac-a48e-4814-8d07-1462470de692 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:55.746632 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51df26f3-1d0c-4061-b271-3057597d6186 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:55.757983 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-62f3a3ac-a48e-4814-8d07-1462470de692 None None] For port 6e7246b3-4f2a-4b4a-98ae-3a826db6c7ec, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=6e7246b3-4f2a-4b4a-98ae-3a826db6c7ec,segment=NetworkSegment(2c1d36de-d18b-45ba-be1d-a87842294645),segment_id=2c1d36de-d18b-45ba-be1d-a87842294645)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:26:55.758394 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-62f3a3ac-a48e-4814-8d07-1462470de692 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:55.771396 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-62f3a3ac-a48e-4814-8d07-1462470de692 None None] Calling delete_port for 6e7246b3-4f2a-4b4a-98ae-3a826db6c7ec owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:26:55.772763 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51df26f3-1d0c-4061-b271-3057597d6186 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Pushing event deleted for resources: {'Port': ['ID=6e7246b3-4f2a-4b4a-98ae-3a826db6c7ec,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:55.777319 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51df26f3-1d0c-4061-b271-3057597d6186 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] No DVR routers for this DVR port 6e7246b3-4f2a-4b4a-98ae-3a826db6c7ec on host n-d-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:26:55.850553 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-62f3a3ac-a48e-4814-8d07-1462470de692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:55.861452 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51df26f3-1d0c-4061-b271-3057597d6186 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:55.871578 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-51df26f3-1d0c-4061-b271-3057597d6186 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51d5feec-25f3-4edb-8e38-ab495ccf0397']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:26:55.874594 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f3a3ac-a48e-4814-8d07-1462470de692 None None] Pushing event deleted for resources: {'Port': ['ID=6e7246b3-4f2a-4b4a-98ae-3a826db6c7ec,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:55.881220 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f3a3ac-a48e-4814-8d07-1462470de692 None None] No DVR routers for this DVR port 6e7246b3-4f2a-4b4a-98ae-3a826db6c7ec on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:26:55.884560 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-51df26f3-1d0c-4061-b271-3057597d6186 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c1d36de-d18b-45ba-be1d-a87842294645') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:26:55.884854 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-51df26f3-1d0c-4061-b271-3057597d6186 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c1d36de-d18b-45ba-be1d-a87842294645') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:26:55.898943 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51df26f3-1d0c-4061-b271-3057597d6186 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:55.913128 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51df26f3-1d0c-4061-b271-3057597d6186 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:55.919321 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51df26f3-1d0c-4061-b271-3057597d6186 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:26:55.919703 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51df26f3-1d0c-4061-b271-3057597d6186 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:55.923514 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 21:26:55.923514 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:26:55.923514 n-d-805663-2 neutron-server[94688]: timer() Aug 23 21:26:55.923514 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:26:55.923514 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 21:26:55.923514 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:26:55.923514 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 21:26:55.923514 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:26:55.923514 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 21:26:55.923514 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:26:55.923514 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 21:26:55.923514 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:26:55.923514 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 21:26:55.923514 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:26:55.923514 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:26:55.923514 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:26:55.923514 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:26:55.923514 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:26:55.923514 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 21:26:55.923514 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:26:55.923514 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 21:26:55.923514 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:26:55.923514 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:26:55.923514 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:26:55.923514 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 21:26:55.923514 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:26:55.923514 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:26:55.923514 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:26:55.923514 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:26:55.923514 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:26:55.923514 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:26:55.923514 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:26:55.980599 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51df26f3-1d0c-4061-b271-3057597d6186 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:55.987907 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51df26f3-1d0c-4061-b271-3057597d6186 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:55.989721 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-51df26f3-1d0c-4061-b271-3057597d6186 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] 10.222.0.61 "DELETE /v2.0/networks/51d5feec-25f3-4edb-8e38-ab495ccf0397 HTTP/1.1" status: 204 len: 168 time: 0.5657525 Aug 23 21:26:55.992982 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52380) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:26:56.001879 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51df26f3-1d0c-4061-b271-3057597d6186 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Pushing event deleted for resources: {'Network': ['ID=51d5feec-25f3-4edb-8e38-ab495ccf0397,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:56.019641 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2ff7e9c2-9759-44d0-b574-eecafb5f5d96 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] 10.222.0.61 "GET /v2.0/ports?device_id=f7eeb3c5-2f84-422d-bdcc-66de7d6406bd HTTP/1.1" status: 200 len: 205 time: 0.0255075 Aug 23 21:26:56.022133 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52382) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:26:56.096290 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a04731e0-aab4-4062-8c0f-cb46733b58a0 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:56.256624 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a04731e0-aab4-4062-8c0f-cb46733b58a0 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:56.258595 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a04731e0-aab4-4062-8c0f-cb46733b58a0 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:56.301349 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a04731e0-aab4-4062-8c0f-cb46733b58a0 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:56.301934 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04731e0-aab4-4062-8c0f-cb46733b58a0 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Fanout notify agent at l3_agent the message router_deleted on router f7eeb3c5-2f84-422d-bdcc-66de7d6406bd {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 21:26:56.310131 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a04731e0-aab4-4062-8c0f-cb46733b58a0 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:56.311391 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a04731e0-aab4-4062-8c0f-cb46733b58a0 tempest-RoutersNegativeTest-27883040 tempest-RoutersNegativeTest-27883040-project] 10.222.0.61 "DELETE /v2.0/routers/f7eeb3c5-2f84-422d-bdcc-66de7d6406bd HTTP/1.1" status: 204 len: 168 time: 0.2881999 Aug 23 21:26:56.556805 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52388) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:26:56.687495 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-3f223070-5539-45e8-9d72-485fee4717bf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f029924ad9bf46dcb3620ca6e8cabe1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1295321 Aug 23 21:26:56.690033 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52392) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:26:56.742100 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-08b4f8ad-4827-4dd1-91ba-3eae6dc0f3fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:56.764906 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-08b4f8ad-4827-4dd1-91ba-3eae6dc0f3fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:56.811075 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-08b4f8ad-4827-4dd1-91ba-3eae6dc0f3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:56.813902 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-08b4f8ad-4827-4dd1-91ba-3eae6dc0f3fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:56.815053 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-08b4f8ad-4827-4dd1-91ba-3eae6dc0f3fd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bddd2c57-660c-44ba-a93a-6e0e23987d94 HTTP/1.1" status: 204 len: 168 time: 0.1241179 Aug 23 21:26:56.822827 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b4f8ad-4827-4dd1-91ba-3eae6dc0f3fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bddd2c57-660c-44ba-a93a-6e0e23987d94,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:57.437167 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52414) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:26:57.533926 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-e533c596-7392-45a3-aaa0-f6f5c8d13cb4 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1786098471-network', 'tenant_id': '64c43f2857484a0dbb35243fbf127ec8'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:26:57.554303 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e533c596-7392-45a3-aaa0-f6f5c8d13cb4 admin admin] Made reservation on behalf of 64c43f2857484a0dbb35243fbf127ec8 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:26:57.556724 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e533c596-7392-45a3-aaa0-f6f5c8d13cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:57.566370 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e533c596-7392-45a3-aaa0-f6f5c8d13cb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:57.622467 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 6e7246b3-4f2a-4b4a-98ae-3a826db6c7ec no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:26:57.645111 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 6e7246b3-4f2a-4b4a-98ae-3a826db6c7ec {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:26:57.645520 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 6e7246b3-4f2a-4b4a-98ae-3a826db6c7ec not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:26:57.665583 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e533c596-7392-45a3-aaa0-f6f5c8d13cb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:57.670064 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e533c596-7392-45a3-aaa0-f6f5c8d13cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:57.698137 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e533c596-7392-45a3-aaa0-f6f5c8d13cb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:26:57.708933 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e533c596-7392-45a3-aaa0-f6f5c8d13cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309eb219-8726-42b5-9079-8ecdcee02951,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:57.715280 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e533c596-7392-45a3-aaa0-f6f5c8d13cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:57.715628 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-e533c596-7392-45a3-aaa0-f6f5c8d13cb4 admin admin] Added segment 71ed77b7-ccea-4385-983e-122b62e37914 of type vlan for network 7ba7afc5-29f8-466a-a2bb-b15f48287fec Aug 23 21:26:57.757489 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e533c596-7392-45a3-aaa0-f6f5c8d13cb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:57.782279 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e533c596-7392-45a3-aaa0-f6f5c8d13cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:57.783292 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e533c596-7392-45a3-aaa0-f6f5c8d13cb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:57.783873 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e533c596-7392-45a3-aaa0-f6f5c8d13cb4 admin admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:57.829636 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e533c596-7392-45a3-aaa0-f6f5c8d13cb4 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3912945 Aug 23 21:26:57.832508 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52418) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:26:57.837642 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-739c8c51-152d-4a79-a191-00bae82b9daf admin admin] Request body: {'subnet': {'network_id': '7ba7afc5-29f8-466a-a2bb-b15f48287fec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1786098471-subnet', 'tenant_id': '64c43f2857484a0dbb35243fbf127ec8', 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:26:57.844477 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e533c596-7392-45a3-aaa0-f6f5c8d13cb4 admin admin] Pushing event updated for resources: {'Network': ['ID=7ba7afc5-29f8-466a-a2bb-b15f48287fec,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:57.853921 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 7ba7afc5-29f8-466a-a2bb-b15f48287fec details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:26:57.861702 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739c8c51-152d-4a79-a191-00bae82b9daf admin admin] Made reservation on behalf of 64c43f2857484a0dbb35243fbf127ec8 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:26:57.864015 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-739c8c51-152d-4a79-a191-00bae82b9daf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:58.036237 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-739c8c51-152d-4a79-a191-00bae82b9daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:58.094447 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c8c51-152d-4a79-a191-00bae82b9daf admin admin] Pushing event updated for resources: {'Subnet': ['ID=d430b4cd-2852-44fb-9391-0455bee99f13,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:58.103679 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739c8c51-152d-4a79-a191-00bae82b9daf admin admin] Checking segment: {'id': '71ed77b7-ccea-4385-983e-122b62e37914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '7ba7afc5-29f8-466a-a2bb-b15f48287fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:26:58.104042 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739c8c51-152d-4a79-a191-00bae82b9daf admin admin] Network hostable DHCP agents. Network: 7ba7afc5-29f8-466a-a2bb-b15f48287fec, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:26:58.121329 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739c8c51-152d-4a79-a191-00bae82b9daf admin admin] Network 7ba7afc5-29f8-466a-a2bb-b15f48287fec is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:26:58.130859 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-739c8c51-152d-4a79-a191-00bae82b9daf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 7ba7afc5-29f8-466a-a2bb-b15f48287fec) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:26:58.134953 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739c8c51-152d-4a79-a191-00bae82b9daf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:26:58.135546 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-739c8c51-152d-4a79-a191-00bae82b9daf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:58.139822 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8419fa-4e34-438c-a0d9-cf37a1e05ba6 None None] Network 7ba7afc5-29f8-466a-a2bb-b15f48287fec requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:26:58.156765 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-739c8c51-152d-4a79-a191-00bae82b9daf admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3202837 Aug 23 21:26:58.157159 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52420) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:26:58.161672 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ffbfdd5a-8a92-49fd-9a9d-b8bc6a156c47 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1786098471-router', 'tenant_id': '64c43f2857484a0dbb35243fbf127ec8', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:26:58.184843 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ffbfdd5a-8a92-49fd-9a9d-b8bc6a156c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:58.185983 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ffbfdd5a-8a92-49fd-9a9d-b8bc6a156c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:58.241183 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ffbfdd5a-8a92-49fd-9a9d-b8bc6a156c47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:58.291137 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ecff85-7e15-4157-ae6b-65862fb48c2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-7ba7afc5-29f8-466a-a2bb-b15f48287fec', 'network_id': '7ba7afc5-29f8-466a-a2bb-b15f48287fec', 'tenant_id': '64c43f2857484a0dbb35243fbf127ec8', 'fixed_ips': [{'subnet_id': 'd430b4cd-2852-44fb-9391-0455bee99f13'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 21:26:58.291991 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f2ecff85-7e15-4157-ae6b-65862fb48c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:58.387214 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ffbfdd5a-8a92-49fd-9a9d-b8bc6a156c47 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:58.424208 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-f2ecff85-7e15-4157-ae6b-65862fb48c2b None None] Allocated IP 172.20.0.2 (7ba7afc5-29f8-466a-a2bb-b15f48287fec/d430b4cd-2852-44fb-9391-0455bee99f13/1d6d7a49-4509-4d61-b1e1-9e24de12017d) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:26:58.569971 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f2ecff85-7e15-4157-ae6b-65862fb48c2b None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:58.579192 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f2ecff85-7e15-4157-ae6b-65862fb48c2b None None] Transition to ACTIVE for port object 1d6d7a49-4509-4d61-b1e1-9e24de12017d will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:26:58.594689 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f2ecff85-7e15-4157-ae6b-65862fb48c2b None None] Transition to ACTIVE for port object 1d6d7a49-4509-4d61-b1e1-9e24de12017d will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:26:58.595811 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ffbfdd5a-8a92-49fd-9a9d-b8bc6a156c47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:58.600580 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f2ecff85-7e15-4157-ae6b-65862fb48c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:58.615731 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ffbfdd5a-8a92-49fd-9a9d-b8bc6a156c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:58.640900 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ecff85-7e15-4157-ae6b-65862fb48c2b None None] Network 7ba7afc5-29f8-466a-a2bb-b15f48287fec is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:26:58.643553 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-f2ecff85-7e15-4157-ae6b-65862fb48c2b None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:26:58.647219 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ecff85-7e15-4157-ae6b-65862fb48c2b None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:26:58.654704 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ecff85-7e15-4157-ae6b-65862fb48c2b None None] Pushing event updated for resources: {'Port': ['ID=1d6d7a49-4509-4d61-b1e1-9e24de12017d,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:58.711531 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-f2ecff85-7e15-4157-ae6b-65862fb48c2b None None] Attempting to bind port 1d6d7a49-4509-4d61-b1e1-9e24de12017d on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:26:58.711903 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-f2ecff85-7e15-4157-ae6b-65862fb48c2b None None] Attempting to bind port 1d6d7a49-4509-4d61-b1e1-9e24de12017d by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '71ed77b7-ccea-4385-983e-122b62e37914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '7ba7afc5-29f8-466a-a2bb-b15f48287fec'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:26:58.712297 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ecff85-7e15-4157-ae6b-65862fb48c2b None None] Attempting to bind port 1d6d7a49-4509-4d61-b1e1-9e24de12017d on network 7ba7afc5-29f8-466a-a2bb-b15f48287fec {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:26:58.717180 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ecff85-7e15-4157-ae6b-65862fb48c2b None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:26:58.717644 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ecff85-7e15-4157-ae6b-65862fb48c2b None None] Checking segment: {'id': '71ed77b7-ccea-4385-983e-122b62e37914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '7ba7afc5-29f8-466a-a2bb-b15f48287fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:26:58.718049 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f2ecff85-7e15-4157-ae6b-65862fb48c2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:58.718441 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ecff85-7e15-4157-ae6b-65862fb48c2b None None] Bound using segment: {'id': '71ed77b7-ccea-4385-983e-122b62e37914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '7ba7afc5-29f8-466a-a2bb-b15f48287fec'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:26:58.718905 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-f2ecff85-7e15-4157-ae6b-65862fb48c2b None None] Bound port: 1d6d7a49-4509-4d61-b1e1-9e24de12017d, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ed77b7-ccea-4385-983e-122b62e37914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '7ba7afc5-29f8-466a-a2bb-b15f48287fec'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:26:58.719284 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f2ecff85-7e15-4157-ae6b-65862fb48c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:58.728165 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-ffbfdd5a-8a92-49fd-9a9d-b8bc6a156c47 admin admin] Allocated IP 172.25.4.222 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/95895bee-6164-4089-b77a-46f5e2b60f9d) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:26:58.837166 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ffbfdd5a-8a92-49fd-9a9d-b8bc6a156c47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:58.879553 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ffbfdd5a-8a92-49fd-9a9d-b8bc6a156c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:58.917707 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbfdd5a-8a92-49fd-9a9d-b8bc6a156c47 admin admin] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:26:58.922499 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-ffbfdd5a-8a92-49fd-9a9d-b8bc6a156c47 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:26:58.928977 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbfdd5a-8a92-49fd-9a9d-b8bc6a156c47 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:26:58.932018 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbfdd5a-8a92-49fd-9a9d-b8bc6a156c47 admin admin] Pushing event updated for resources: {'Port': ['ID=95895bee-6164-4089-b77a-46f5e2b60f9d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:58.943190 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-f2ecff85-7e15-4157-ae6b-65862fb48c2b None None] For port 1d6d7a49-4509-4d61-b1e1-9e24de12017d, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:26:58.946386 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-f2ecff85-7e15-4157-ae6b-65862fb48c2b None None] For port 1d6d7a49-4509-4d61-b1e1-9e24de12017d, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=1d6d7a49-4509-4d61-b1e1-9e24de12017d,segment=NetworkSegment(71ed77b7-ccea-4385-983e-122b62e37914),segment_id=71ed77b7-ccea-4385-983e-122b62e37914)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:26:58.949812 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f2ecff85-7e15-4157-ae6b-65862fb48c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:59.008527 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ecff85-7e15-4157-ae6b-65862fb48c2b None None] Pushing event updated for resources: {'Port': ['ID=1d6d7a49-4509-4d61-b1e1-9e24de12017d,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:26:59.197414 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ffbfdd5a-8a92-49fd-9a9d-b8bc6a156c47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:59.396718 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ffbfdd5a-8a92-49fd-9a9d-b8bc6a156c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:59.526136 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffbfdd5a-8a92-49fd-9a9d-b8bc6a156c47 admin admin] Router adf5b874-b4be-461d-b7d5-36d17ef4e365 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 21:26:59.639828 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffbfdd5a-8a92-49fd-9a9d-b8bc6a156c47 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:26:59.653214 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 1d6d7a49-4509-4d61-b1e1-9e24de12017d up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:26:59.655305 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcd581f-c9da-4f93-8f2e-ff2cdbae7d55 None None] Sync routers for ids ['adf5b874-b4be-461d-b7d5-36d17ef4e365'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:26:59.665039 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ffbfdd5a-8a92-49fd-9a9d-b8bc6a156c47 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:26:59.666534 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcd581f-c9da-4f93-8f2e-ff2cdbae7d55 None None] Routers {'adf5b874-b4be-461d-b7d5-36d17ef4e365'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:26:59.666853 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ffbfdd5a-8a92-49fd-9a9d-b8bc6a156c47 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5085573 Aug 23 21:26:59.667765 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ddcd581f-c9da-4f93-8f2e-ff2cdbae7d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:26:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['adf5b874-b4be-461d-b7d5-36d17ef4e365'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:26:59.669809 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52422) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:26:59.718002 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 1d6d7a49-4509-4d61-b1e1-9e24de12017d completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:26:59.792993 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-ddcd581f-c9da-4f93-8f2e-ff2cdbae7d55 None None] Set router adf5b874-b4be-461d-b7d5-36d17ef4e365 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:26:59.986142 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ddcd581f-c9da-4f93-8f2e-ff2cdbae7d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf5b874-b4be-461d-b7d5-36d17ef4e365', 'name': 'tempest-TestEncryptedCinderVolumes-1786098471-router', 'tenant_id': '64c43f2857484a0dbb35243fbf127ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '95895bee-6164-4089-b77a-46f5e2b60f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:26:58Z', 'updated_at': '2021-08-23T21:26:59Z', 'revision_number': 3, 'project_id': '64c43f2857484a0dbb35243fbf127ec8', 'gw_port': {'id': '95895bee-6164-4089-b77a-46f5e2b60f9d', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf5b874-b4be-461d-b7d5-36d17ef4e365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:26:58Z', 'updated_at': '2021-08-23T21:26:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:27:00.009976 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310e3f61-ce24-4651-9151-e20cb71356a3 None None] Network 7ba7afc5-29f8-466a-a2bb-b15f48287fec requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:27:00.015854 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcd581f-c9da-4f93-8f2e-ff2cdbae7d55 None None] Checking router: adf5b874-b4be-461d-b7d5-36d17ef4e365 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:27:00.016247 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcd581f-c9da-4f93-8f2e-ff2cdbae7d55 None None] Updating router adf5b874-b4be-461d-b7d5-36d17ef4e365 port 95895bee-6164-4089-b77a-46f5e2b60f9d binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 21:27:00.043555 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ddcd581f-c9da-4f93-8f2e-ff2cdbae7d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:00.071722 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0f7a54e2-e3f8-47f4-9d5e-b6b39d498c64 None None] Provisioning for port 1d6d7a49-4509-4d61-b1e1-9e24de12017d completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:27:00.083904 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0f7a54e2-e3f8-47f4-9d5e-b6b39d498c64 None None] Provisioning complete for port 1d6d7a49-4509-4d61-b1e1-9e24de12017d triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:27:00.084302 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0f7a54e2-e3f8-47f4-9d5e-b6b39d498c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:00.134863 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d07013b0-83c8-4ab3-ace8-2c663b9e0a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:00.246773 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0f7a54e2-e3f8-47f4-9d5e-b6b39d498c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:00.252762 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:27:00.282622 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-0f7a54e2-e3f8-47f4-9d5e-b6b39d498c64 None None] For port 1d6d7a49-4509-4d61-b1e1-9e24de12017d, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=1d6d7a49-4509-4d61-b1e1-9e24de12017d,segment=NetworkSegment(71ed77b7-ccea-4385-983e-122b62e37914),segment_id=71ed77b7-ccea-4385-983e-122b62e37914)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:27:00.286974 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0f7a54e2-e3f8-47f4-9d5e-b6b39d498c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:00.349376 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7a54e2-e3f8-47f4-9d5e-b6b39d498c64 None None] Pushing event updated for resources: {'Port': ['ID=1d6d7a49-4509-4d61-b1e1-9e24de12017d,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:27:00.377239 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-d07013b0-83c8-4ab3-ace8-2c663b9e0a5c admin admin] Allocated IP 172.20.0.1 (7ba7afc5-29f8-466a-a2bb-b15f48287fec/d430b4cd-2852-44fb-9391-0455bee99f13/e0dddd97-85e1-4549-8498-c82a3e65dcaa) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:27:00.438352 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ddcd581f-c9da-4f93-8f2e-ff2cdbae7d55 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:00.449005 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ddcd581f-c9da-4f93-8f2e-ff2cdbae7d55 None None] Transition to ACTIVE for port object 95895bee-6164-4089-b77a-46f5e2b60f9d will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:27:00.455104 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ddcd581f-c9da-4f93-8f2e-ff2cdbae7d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:00.499944 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d07013b0-83c8-4ab3-ace8-2c663b9e0a5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:00.510407 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-93a3d5af-adb1-4364-a2a7-7b9b7c1c0e86 None None] Provisioning complete for port 1d6d7a49-4509-4d61-b1e1-9e24de12017d triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:27:00.510938 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-93a3d5af-adb1-4364-a2a7-7b9b7c1c0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:00.511475 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-ddcd581f-c9da-4f93-8f2e-ff2cdbae7d55 None None] Attempting to bind port 95895bee-6164-4089-b77a-46f5e2b60f9d on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:27:00.511846 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-ddcd581f-c9da-4f93-8f2e-ff2cdbae7d55 None None] Attempting to bind port 95895bee-6164-4089-b77a-46f5e2b60f9d by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:27:00.512231 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcd581f-c9da-4f93-8f2e-ff2cdbae7d55 None None] Attempting to bind port 95895bee-6164-4089-b77a-46f5e2b60f9d on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:27:00.520773 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-d07013b0-83c8-4ab3-ace8-2c663b9e0a5c admin admin] Transition to ACTIVE for port object e0dddd97-85e1-4549-8498-c82a3e65dcaa will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:27:00.525218 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcd581f-c9da-4f93-8f2e-ff2cdbae7d55 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:27:00.525586 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcd581f-c9da-4f93-8f2e-ff2cdbae7d55 None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:27:00.526031 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ddcd581f-c9da-4f93-8f2e-ff2cdbae7d55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:00.526511 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcd581f-c9da-4f93-8f2e-ff2cdbae7d55 None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:27:00.526922 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-ddcd581f-c9da-4f93-8f2e-ff2cdbae7d55 None None] Bound port: 95895bee-6164-4089-b77a-46f5e2b60f9d, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:27:00.527662 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ddcd581f-c9da-4f93-8f2e-ff2cdbae7d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:00.530299 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348db71d-956d-4c72-8c6e-582ad4626c79 None None] Pushing event updated for resources: {'Port': ['ID=95895bee-6164-4089-b77a-46f5e2b60f9d,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:27:00.555884 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348db71d-956d-4c72-8c6e-582ad4626c79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:27:00.556265 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348db71d-956d-4c72-8c6e-582ad4626c79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:27:00.556608 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348db71d-956d-4c72-8c6e-582ad4626c79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:27:00.556987 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348db71d-956d-4c72-8c6e-582ad4626c79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:27:00.557282 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348db71d-956d-4c72-8c6e-582ad4626c79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:27:00.557639 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348db71d-956d-4c72-8c6e-582ad4626c79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:27:00.557939 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348db71d-956d-4c72-8c6e-582ad4626c79 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:27:00.558296 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348db71d-956d-4c72-8c6e-582ad4626c79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:27:00.558590 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348db71d-956d-4c72-8c6e-582ad4626c79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:27:00.558912 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348db71d-956d-4c72-8c6e-582ad4626c79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:27:00.559239 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348db71d-956d-4c72-8c6e-582ad4626c79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:27:00.559557 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348db71d-956d-4c72-8c6e-582ad4626c79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:27:00.560332 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d07013b0-83c8-4ab3-ace8-2c663b9e0a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:00.595593 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07013b0-83c8-4ab3-ace8-2c663b9e0a5c admin admin] Network 7ba7afc5-29f8-466a-a2bb-b15f48287fec is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:27:00.600578 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-d07013b0-83c8-4ab3-ace8-2c663b9e0a5c admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:27:00.604106 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07013b0-83c8-4ab3-ace8-2c663b9e0a5c admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:27:00.606715 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-ddcd581f-c9da-4f93-8f2e-ff2cdbae7d55 None None] For port 95895bee-6164-4089-b77a-46f5e2b60f9d, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:27:00.610770 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-ddcd581f-c9da-4f93-8f2e-ff2cdbae7d55 None None] For port 95895bee-6164-4089-b77a-46f5e2b60f9d, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=95895bee-6164-4089-b77a-46f5e2b60f9d,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:27:00.615226 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ddcd581f-c9da-4f93-8f2e-ff2cdbae7d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:00.641300 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07013b0-83c8-4ab3-ace8-2c663b9e0a5c admin admin] Pushing event updated for resources: {'Port': ['ID=e0dddd97-85e1-4549-8498-c82a3e65dcaa,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:27:00.653131 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d07013b0-83c8-4ab3-ace8-2c663b9e0a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:00.681712 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348db71d-956d-4c72-8c6e-582ad4626c79 None None] Pushing event updated for resources: {'Port': ['ID=95895bee-6164-4089-b77a-46f5e2b60f9d,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:27:00.686177 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcd581f-c9da-4f93-8f2e-ff2cdbae7d55 None None] Routers {'adf5b874-b4be-461d-b7d5-36d17ef4e365'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:27:00.687249 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ddcd581f-c9da-4f93-8f2e-ff2cdbae7d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:26:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['adf5b874-b4be-461d-b7d5-36d17ef4e365'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:27:00.788258 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d07013b0-83c8-4ab3-ace8-2c663b9e0a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:00.804088 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-ddcd581f-c9da-4f93-8f2e-ff2cdbae7d55 None None] Set router adf5b874-b4be-461d-b7d5-36d17ef4e365 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:27:00.920388 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0df7d3f9-90b2-4d18-b2c8-574096a97f89 None None] Provisioning for port e0dddd97-85e1-4549-8498-c82a3e65dcaa completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:27:00.926270 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0df7d3f9-90b2-4d18-b2c8-574096a97f89 None None] Provisioning complete for port e0dddd97-85e1-4549-8498-c82a3e65dcaa triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:27:00.926474 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0df7d3f9-90b2-4d18-b2c8-574096a97f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:00.961043 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-0df7d3f9-90b2-4d18-b2c8-574096a97f89 None None] Port e0dddd97-85e1-4549-8498-c82a3e65dcaa cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:27:00.962009 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d07013b0-83c8-4ab3-ace8-2c663b9e0a5c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:00.968725 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d07013b0-83c8-4ab3-ace8-2c663b9e0a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:00.989774 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ddcd581f-c9da-4f93-8f2e-ff2cdbae7d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf5b874-b4be-461d-b7d5-36d17ef4e365', 'name': 'tempest-TestEncryptedCinderVolumes-1786098471-router', 'tenant_id': '64c43f2857484a0dbb35243fbf127ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '95895bee-6164-4089-b77a-46f5e2b60f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:26:58Z', 'updated_at': '2021-08-23T21:26:59Z', 'revision_number': 3, 'project_id': '64c43f2857484a0dbb35243fbf127ec8', 'gw_port': {'id': '95895bee-6164-4089-b77a-46f5e2b60f9d', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf5b874-b4be-461d-b7d5-36d17ef4e365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:26:58Z', 'updated_at': '2021-08-23T21:27:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:27:01.017433 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcd581f-c9da-4f93-8f2e-ff2cdbae7d55 None None] The sync data for ids ['adf5b874-b4be-461d-b7d5-36d17ef4e365'] in n-d-805663-2 is: [{'id': 'adf5b874-b4be-461d-b7d5-36d17ef4e365', 'name': 'tempest-TestEncryptedCinderVolumes-1786098471-router', 'tenant_id': '64c43f2857484a0dbb35243fbf127ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '95895bee-6164-4089-b77a-46f5e2b60f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:26:58Z', 'updated_at': '2021-08-23T21:26:59Z', 'revision_number': 3, 'project_id': '64c43f2857484a0dbb35243fbf127ec8', 'gw_port': {'id': '95895bee-6164-4089-b77a-46f5e2b60f9d', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf5b874-b4be-461d-b7d5-36d17ef4e365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:26:58Z', 'updated_at': '2021-08-23T21:27:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:27:01.036484 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d07013b0-83c8-4ab3-ace8-2c663b9e0a5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:01.038416 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07013b0-83c8-4ab3-ace8-2c663b9e0a5c admin admin] Pushing event updated for resources: {'Port': ['ID=e0dddd97-85e1-4549-8498-c82a3e65dcaa,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:27:01.137262 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07013b0-83c8-4ab3-ace8-2c663b9e0a5c admin admin] Network 7ba7afc5-29f8-466a-a2bb-b15f48287fec is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:27:01.139143 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-d07013b0-83c8-4ab3-ace8-2c663b9e0a5c admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:27:01.282752 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d07013b0-83c8-4ab3-ace8-2c663b9e0a5c admin admin] Router adf5b874-b4be-461d-b7d5-36d17ef4e365 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:27:01.410470 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07013b0-83c8-4ab3-ace8-2c663b9e0a5c admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:27:01.415506 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d07013b0-83c8-4ab3-ace8-2c663b9e0a5c admin admin] 10.222.0.61 "PUT /v2.0/routers/adf5b874-b4be-461d-b7d5-36d17ef4e365/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7438910 Aug 23 21:27:01.482970 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-da536a5b-c16d-4279-8205-ca9395d1f004 None None] Provisioning complete for port e0dddd97-85e1-4549-8498-c82a3e65dcaa triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:27:01.484085 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-da536a5b-c16d-4279-8205-ca9395d1f004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:01.525255 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-da536a5b-c16d-4279-8205-ca9395d1f004 None None] Port e0dddd97-85e1-4549-8498-c82a3e65dcaa cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:27:01.707677 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 1d6d7a49-4509-4d61-b1e1-9e24de12017d up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:27:01.764836 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 1d6d7a49-4509-4d61-b1e1-9e24de12017d triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:27:01.765282 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:01.852976 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 95895bee-6164-4089-b77a-46f5e2b60f9d up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:27:01.914318 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 95895bee-6164-4089-b77a-46f5e2b60f9d completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:27:01.919309 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 95895bee-6164-4089-b77a-46f5e2b60f9d triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:27:01.919686 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:01.951959 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52438) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:27:01.957958 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-6a6909ca-3bb9-4a88-b520-38ec192b3151 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2034925725-network', 'tenant_id': 'bf6bf6a8dbc743549d36bba4b6b890cc'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:27:01.978862 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6909ca-3bb9-4a88-b520-38ec192b3151 admin admin] Made reservation on behalf of bf6bf6a8dbc743549d36bba4b6b890cc for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:27:01.981326 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6a6909ca-3bb9-4a88-b520-38ec192b3151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:01.990018 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6a6909ca-3bb9-4a88-b520-38ec192b3151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:02.004764 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:02.026719 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 95895bee-6164-4089-b77a-46f5e2b60f9d, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=95895bee-6164-4089-b77a-46f5e2b60f9d,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:27:02.030850 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:02.081441 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=95895bee-6164-4089-b77a-46f5e2b60f9d,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:27:02.089668 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6a6909ca-3bb9-4a88-b520-38ec192b3151 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:02.093891 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6a6909ca-3bb9-4a88-b520-38ec192b3151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:02.119774 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a6909ca-3bb9-4a88-b520-38ec192b3151 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:27:02.130863 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6909ca-3bb9-4a88-b520-38ec192b3151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b535915e-d405-4d3d-b0dc-51274c0e407a,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:27:02.137135 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6a6909ca-3bb9-4a88-b520-38ec192b3151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:02.137480 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-6a6909ca-3bb9-4a88-b520-38ec192b3151 admin admin] Added segment 3ab5b892-ff32-4fde-9bfe-dc86ab9afef8 of type vlan for network efaaea04-808c-439e-8680-bcb643c68949 Aug 23 21:27:02.177597 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6a6909ca-3bb9-4a88-b520-38ec192b3151 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:02.202885 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6a6909ca-3bb9-4a88-b520-38ec192b3151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:02.203864 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6909ca-3bb9-4a88-b520-38ec192b3151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:27:02.204541 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6a6909ca-3bb9-4a88-b520-38ec192b3151 admin admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:02.260870 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6a6909ca-3bb9-4a88-b520-38ec192b3151 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3070061 Aug 23 21:27:02.264448 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52440) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:27:02.266750 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6909ca-3bb9-4a88-b520-38ec192b3151 admin admin] Pushing event updated for resources: {'Network': ['ID=efaaea04-808c-439e-8680-bcb643c68949,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:27:02.269543 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-7c0ab4db-22c1-422a-b5d9-ff0fca7b8a88 admin admin] Request body: {'subnet': {'network_id': 'efaaea04-808c-439e-8680-bcb643c68949', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2034925725-subnet', 'tenant_id': 'bf6bf6a8dbc743549d36bba4b6b890cc', 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:27:02.277463 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network efaaea04-808c-439e-8680-bcb643c68949 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:27:02.290409 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0ab4db-22c1-422a-b5d9-ff0fca7b8a88 admin admin] Made reservation on behalf of bf6bf6a8dbc743549d36bba4b6b890cc for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:27:02.292905 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7c0ab4db-22c1-422a-b5d9-ff0fca7b8a88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:02.466611 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7c0ab4db-22c1-422a-b5d9-ff0fca7b8a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:02.527541 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ab4db-22c1-422a-b5d9-ff0fca7b8a88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30dc11e4-2dd4-4939-8311-b242d4dd4dc8,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:27:02.537662 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0ab4db-22c1-422a-b5d9-ff0fca7b8a88 admin admin] Checking segment: {'id': '3ab5b892-ff32-4fde-9bfe-dc86ab9afef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'efaaea04-808c-439e-8680-bcb643c68949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:27:02.538019 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0ab4db-22c1-422a-b5d9-ff0fca7b8a88 admin admin] Network hostable DHCP agents. Network: efaaea04-808c-439e-8680-bcb643c68949, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:27:02.557343 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0ab4db-22c1-422a-b5d9-ff0fca7b8a88 admin admin] Network efaaea04-808c-439e-8680-bcb643c68949 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:27:02.569053 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-7c0ab4db-22c1-422a-b5d9-ff0fca7b8a88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, efaaea04-808c-439e-8680-bcb643c68949) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:27:02.573313 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0ab4db-22c1-422a-b5d9-ff0fca7b8a88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:27:02.573903 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7c0ab4db-22c1-422a-b5d9-ff0fca7b8a88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:02.579428 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79b28e4-ca0c-44ed-8ff6-c1d5c0d736a1 None None] Network efaaea04-808c-439e-8680-bcb643c68949 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:27:02.590193 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-7c0ab4db-22c1-422a-b5d9-ff0fca7b8a88 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3245203 Aug 23 21:27:02.592632 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52442) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:27:02.596977 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-eb220b6a-780e-415d-ad14-4038235505dc admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2034925725-router', 'tenant_id': 'bf6bf6a8dbc743549d36bba4b6b890cc', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:27:02.621798 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb220b6a-780e-415d-ad14-4038235505dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:02.623225 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb220b6a-780e-415d-ad14-4038235505dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:02.643287 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cf7193-a8de-4568-b4cc-863584d3b307 None None] Sync routers for ids ['adf5b874-b4be-461d-b7d5-36d17ef4e365'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:27:02.673648 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cf7193-a8de-4568-b4cc-863584d3b307 None None] Routers {'adf5b874-b4be-461d-b7d5-36d17ef4e365'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:27:02.674279 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-e0cf7193-a8de-4568-b4cc-863584d3b307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:26:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['adf5b874-b4be-461d-b7d5-36d17ef4e365'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:27:02.699602 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb220b6a-780e-415d-ad14-4038235505dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:02.831085 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085879ef-899d-41fe-91f6-3fdb1bb35540 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-efaaea04-808c-439e-8680-bcb643c68949', 'network_id': 'efaaea04-808c-439e-8680-bcb643c68949', 'tenant_id': 'bf6bf6a8dbc743549d36bba4b6b890cc', 'fixed_ips': [{'subnet_id': '30dc11e4-2dd4-4939-8311-b242d4dd4dc8'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 21:27:02.831932 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-085879ef-899d-41fe-91f6-3fdb1bb35540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:02.849679 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-e0cf7193-a8de-4568-b4cc-863584d3b307 None None] Set router adf5b874-b4be-461d-b7d5-36d17ef4e365 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:27:02.851465 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb220b6a-780e-415d-ad14-4038235505dc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:03.055975 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb220b6a-780e-415d-ad14-4038235505dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:03.077798 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb220b6a-780e-415d-ad14-4038235505dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:03.102749 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-085879ef-899d-41fe-91f6-3fdb1bb35540 None None] Allocated IP 172.20.0.2 (efaaea04-808c-439e-8680-bcb643c68949/30dc11e4-2dd4-4939-8311-b242d4dd4dc8/cd98bc70-9709-4b6d-a2e0-f8785d2a64ca) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:27:03.186159 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-eb220b6a-780e-415d-ad14-4038235505dc admin admin] Allocated IP 172.25.4.53 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/0e4a3c4f-3f3c-4e98-afe8-e95969f7b467) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:27:03.241251 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-e0cf7193-a8de-4568-b4cc-863584d3b307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf5b874-b4be-461d-b7d5-36d17ef4e365', 'name': 'tempest-TestEncryptedCinderVolumes-1786098471-router', 'tenant_id': '64c43f2857484a0dbb35243fbf127ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '95895bee-6164-4089-b77a-46f5e2b60f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:26:58Z', 'updated_at': '2021-08-23T21:27:00Z', 'revision_number': 4, 'project_id': '64c43f2857484a0dbb35243fbf127ec8', 'gw_port': {'id': '95895bee-6164-4089-b77a-46f5e2b60f9d', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf5b874-b4be-461d-b7d5-36d17ef4e365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:26:58Z', 'updated_at': '2021-08-23T21:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'e0dddd97-85e1-4549-8498-c82a3e65dcaa', 'name': '', 'network_id': '7ba7afc5-29f8-466a-a2bb-b15f48287fec', 'tenant_id': '64c43f2857484a0dbb35243fbf127ec8', 'mac_address': 'fa:16:3e:58:63:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf5b874-b4be-461d-b7d5-36d17ef4e365', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'd430b4cd-2852-44fb-9391-0455bee99f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:27:00Z', 'updated_at': '2021-08-23T21:27:00Z', 'revision_number': 2, 'project_id': '64c43f2857484a0dbb35243fbf127ec8', 'subnets': [{'id': 'd430b4cd-2852-44fb-9391-0455bee99f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:27:03.285583 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cf7193-a8de-4568-b4cc-863584d3b307 None None] Checking router: adf5b874-b4be-461d-b7d5-36d17ef4e365 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:27:03.285934 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cf7193-a8de-4568-b4cc-863584d3b307 None None] Updating router adf5b874-b4be-461d-b7d5-36d17ef4e365 port e0dddd97-85e1-4549-8498-c82a3e65dcaa binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 21:27:03.290874 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb220b6a-780e-415d-ad14-4038235505dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:03.325547 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e0cf7193-a8de-4568-b4cc-863584d3b307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:03.331256 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb220b6a-780e-415d-ad14-4038235505dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:03.331435 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-085879ef-899d-41fe-91f6-3fdb1bb35540 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:03.350966 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-085879ef-899d-41fe-91f6-3fdb1bb35540 None None] Transition to ACTIVE for port object cd98bc70-9709-4b6d-a2e0-f8785d2a64ca will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:27:03.395356 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-085879ef-899d-41fe-91f6-3fdb1bb35540 None None] Transition to ACTIVE for port object cd98bc70-9709-4b6d-a2e0-f8785d2a64ca will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:27:03.407657 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-085879ef-899d-41fe-91f6-3fdb1bb35540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:03.503081 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085879ef-899d-41fe-91f6-3fdb1bb35540 None None] Network efaaea04-808c-439e-8680-bcb643c68949 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:27:03.509879 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-085879ef-899d-41fe-91f6-3fdb1bb35540 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:27:03.519075 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085879ef-899d-41fe-91f6-3fdb1bb35540 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:27:03.531580 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085879ef-899d-41fe-91f6-3fdb1bb35540 None None] Pushing event updated for resources: {'Port': ['ID=cd98bc70-9709-4b6d-a2e0-f8785d2a64ca,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:27:03.636359 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-085879ef-899d-41fe-91f6-3fdb1bb35540 None None] Attempting to bind port cd98bc70-9709-4b6d-a2e0-f8785d2a64ca on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:27:03.636733 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-085879ef-899d-41fe-91f6-3fdb1bb35540 None None] Attempting to bind port cd98bc70-9709-4b6d-a2e0-f8785d2a64ca by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '3ab5b892-ff32-4fde-9bfe-dc86ab9afef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'efaaea04-808c-439e-8680-bcb643c68949'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:27:03.637100 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085879ef-899d-41fe-91f6-3fdb1bb35540 None None] Attempting to bind port cd98bc70-9709-4b6d-a2e0-f8785d2a64ca on network efaaea04-808c-439e-8680-bcb643c68949 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:27:03.647248 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085879ef-899d-41fe-91f6-3fdb1bb35540 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:27:03.647763 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085879ef-899d-41fe-91f6-3fdb1bb35540 None None] Checking segment: {'id': '3ab5b892-ff32-4fde-9bfe-dc86ab9afef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'efaaea04-808c-439e-8680-bcb643c68949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:27:03.648289 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-085879ef-899d-41fe-91f6-3fdb1bb35540 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:03.648507 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085879ef-899d-41fe-91f6-3fdb1bb35540 None None] Bound using segment: {'id': '3ab5b892-ff32-4fde-9bfe-dc86ab9afef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'efaaea04-808c-439e-8680-bcb643c68949'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:27:03.648985 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-085879ef-899d-41fe-91f6-3fdb1bb35540 None None] Bound port: cd98bc70-9709-4b6d-a2e0-f8785d2a64ca, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab5b892-ff32-4fde-9bfe-dc86ab9afef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'efaaea04-808c-439e-8680-bcb643c68949'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:27:03.649368 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-085879ef-899d-41fe-91f6-3fdb1bb35540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:03.672096 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 95895bee-6164-4089-b77a-46f5e2b60f9d up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:27:03.726421 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb220b6a-780e-415d-ad14-4038235505dc admin admin] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:27:03.729202 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-eb220b6a-780e-415d-ad14-4038235505dc admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:27:03.733478 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb220b6a-780e-415d-ad14-4038235505dc admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:27:03.740984 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb220b6a-780e-415d-ad14-4038235505dc admin admin] Pushing event updated for resources: {'Port': ['ID=0e4a3c4f-3f3c-4e98-afe8-e95969f7b467,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:27:03.827912 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-085879ef-899d-41fe-91f6-3fdb1bb35540 None None] For port cd98bc70-9709-4b6d-a2e0-f8785d2a64ca, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:27:03.829819 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 95895bee-6164-4089-b77a-46f5e2b60f9d triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:27:03.830189 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:03.832731 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-085879ef-899d-41fe-91f6-3fdb1bb35540 None None] For port cd98bc70-9709-4b6d-a2e0-f8785d2a64ca, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=cd98bc70-9709-4b6d-a2e0-f8785d2a64ca,segment=NetworkSegment(3ab5b892-ff32-4fde-9bfe-dc86ab9afef8),segment_id=3ab5b892-ff32-4fde-9bfe-dc86ab9afef8)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:27:03.834915 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e0cf7193-a8de-4568-b4cc-863584d3b307 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:03.839638 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-085879ef-899d-41fe-91f6-3fdb1bb35540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:03.993046 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb220b6a-780e-415d-ad14-4038235505dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:04.049600 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e0cf7193-a8de-4568-b4cc-863584d3b307 None None] Transition to ACTIVE for port object e0dddd97-85e1-4549-8498-c82a3e65dcaa will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:27:04.071617 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e0cf7193-a8de-4568-b4cc-863584d3b307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:04.106199 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085879ef-899d-41fe-91f6-3fdb1bb35540 None None] Pushing event updated for resources: {'Port': ['ID=cd98bc70-9709-4b6d-a2e0-f8785d2a64ca,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:27:04.223104 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb220b6a-780e-415d-ad14-4038235505dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:04.234077 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4495c90-ffde-45f4-98a3-d15279f14f5a None None] Pushing event updated for resources: {'Port': ['ID=e0dddd97-85e1-4549-8498-c82a3e65dcaa,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:27:04.250683 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-e0cf7193-a8de-4568-b4cc-863584d3b307 None None] Attempting to bind port e0dddd97-85e1-4549-8498-c82a3e65dcaa on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:27:04.251055 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-e0cf7193-a8de-4568-b4cc-863584d3b307 None None] Attempting to bind port e0dddd97-85e1-4549-8498-c82a3e65dcaa by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '71ed77b7-ccea-4385-983e-122b62e37914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '7ba7afc5-29f8-466a-a2bb-b15f48287fec'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:27:04.251413 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cf7193-a8de-4568-b4cc-863584d3b307 None None] Attempting to bind port e0dddd97-85e1-4549-8498-c82a3e65dcaa on network 7ba7afc5-29f8-466a-a2bb-b15f48287fec {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:27:04.263246 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cf7193-a8de-4568-b4cc-863584d3b307 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:27:04.263635 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cf7193-a8de-4568-b4cc-863584d3b307 None None] Checking segment: {'id': '71ed77b7-ccea-4385-983e-122b62e37914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '7ba7afc5-29f8-466a-a2bb-b15f48287fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:27:04.263947 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e0cf7193-a8de-4568-b4cc-863584d3b307 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:04.264382 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cf7193-a8de-4568-b4cc-863584d3b307 None None] Bound using segment: {'id': '71ed77b7-ccea-4385-983e-122b62e37914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '7ba7afc5-29f8-466a-a2bb-b15f48287fec'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:27:04.265194 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-e0cf7193-a8de-4568-b4cc-863584d3b307 None None] Bound port: e0dddd97-85e1-4549-8498-c82a3e65dcaa, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ed77b7-ccea-4385-983e-122b62e37914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '7ba7afc5-29f8-466a-a2bb-b15f48287fec'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:27:04.265643 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e0cf7193-a8de-4568-b4cc-863584d3b307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:04.363757 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-e0cf7193-a8de-4568-b4cc-863584d3b307 None None] For port e0dddd97-85e1-4549-8498-c82a3e65dcaa, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:27:04.373534 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-e0cf7193-a8de-4568-b4cc-863584d3b307 None None] For port e0dddd97-85e1-4549-8498-c82a3e65dcaa, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=e0dddd97-85e1-4549-8498-c82a3e65dcaa,segment=NetworkSegment(71ed77b7-ccea-4385-983e-122b62e37914),segment_id=71ed77b7-ccea-4385-983e-122b62e37914)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:27:04.379346 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e0cf7193-a8de-4568-b4cc-863584d3b307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:04.417048 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb220b6a-780e-415d-ad14-4038235505dc admin admin] Router 894d3d34-446b-4a20-8ec5-d28d6b7642f9 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 21:27:04.437354 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cf7193-a8de-4568-b4cc-863584d3b307 None None] Routers {'adf5b874-b4be-461d-b7d5-36d17ef4e365'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:27:04.437984 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-e0cf7193-a8de-4568-b4cc-863584d3b307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:26:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['adf5b874-b4be-461d-b7d5-36d17ef4e365'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:27:04.490137 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4495c90-ffde-45f4-98a3-d15279f14f5a None None] Pushing event updated for resources: {'Port': ['ID=e0dddd97-85e1-4549-8498-c82a3e65dcaa,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:27:04.555577 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb220b6a-780e-415d-ad14-4038235505dc admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:27:04.568534 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5725b36-09f2-4910-a416-a44a13969827 None None] Sync routers for ids ['894d3d34-446b-4a20-8ec5-d28d6b7642f9'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:27:04.573769 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-e0cf7193-a8de-4568-b4cc-863584d3b307 None None] Set router adf5b874-b4be-461d-b7d5-36d17ef4e365 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:27:04.575901 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb220b6a-780e-415d-ad14-4038235505dc admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:04.580543 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-eb220b6a-780e-415d-ad14-4038235505dc admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9842696 Aug 23 21:27:04.580686 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5725b36-09f2-4910-a416-a44a13969827 None None] Routers {'894d3d34-446b-4a20-8ec5-d28d6b7642f9'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:27:04.580783 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e5725b36-09f2-4910-a416-a44a13969827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:26:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['894d3d34-446b-4a20-8ec5-d28d6b7642f9'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:27:04.580917 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52444) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:27:04.740760 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-e5725b36-09f2-4910-a416-a44a13969827 None None] Set router 894d3d34-446b-4a20-8ec5-d28d6b7642f9 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:27:04.803562 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-e0cf7193-a8de-4568-b4cc-863584d3b307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf5b874-b4be-461d-b7d5-36d17ef4e365', 'name': 'tempest-TestEncryptedCinderVolumes-1786098471-router', 'tenant_id': '64c43f2857484a0dbb35243fbf127ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '95895bee-6164-4089-b77a-46f5e2b60f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:26:58Z', 'updated_at': '2021-08-23T21:27:00Z', 'revision_number': 4, 'project_id': '64c43f2857484a0dbb35243fbf127ec8', 'gw_port': {'id': '95895bee-6164-4089-b77a-46f5e2b60f9d', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf5b874-b4be-461d-b7d5-36d17ef4e365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:26:58Z', 'updated_at': '2021-08-23T21:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'e0dddd97-85e1-4549-8498-c82a3e65dcaa', 'name': '', 'network_id': '7ba7afc5-29f8-466a-a2bb-b15f48287fec', 'tenant_id': '64c43f2857484a0dbb35243fbf127ec8', 'mac_address': 'fa:16:3e:58:63:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf5b874-b4be-461d-b7d5-36d17ef4e365', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'd430b4cd-2852-44fb-9391-0455bee99f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:27:00Z', 'updated_at': '2021-08-23T21:27:04Z', 'revision_number': 4, 'project_id': '64c43f2857484a0dbb35243fbf127ec8', 'subnets': [{'id': 'd430b4cd-2852-44fb-9391-0455bee99f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:27:04.838385 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cf7193-a8de-4568-b4cc-863584d3b307 None None] The sync data for ids ['adf5b874-b4be-461d-b7d5-36d17ef4e365'] in n-d-805663-2 is: [{'id': 'adf5b874-b4be-461d-b7d5-36d17ef4e365', 'name': 'tempest-TestEncryptedCinderVolumes-1786098471-router', 'tenant_id': '64c43f2857484a0dbb35243fbf127ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '95895bee-6164-4089-b77a-46f5e2b60f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:26:58Z', 'updated_at': '2021-08-23T21:27:00Z', 'revision_number': 4, 'project_id': '64c43f2857484a0dbb35243fbf127ec8', 'gw_port': {'id': '95895bee-6164-4089-b77a-46f5e2b60f9d', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf5b874-b4be-461d-b7d5-36d17ef4e365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:26:58Z', 'updated_at': '2021-08-23T21:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'e0dddd97-85e1-4549-8498-c82a3e65dcaa', 'name': '', 'network_id': '7ba7afc5-29f8-466a-a2bb-b15f48287fec', 'tenant_id': '64c43f2857484a0dbb35243fbf127ec8', 'mac_address': 'fa:16:3e:58:63:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf5b874-b4be-461d-b7d5-36d17ef4e365', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'd430b4cd-2852-44fb-9391-0455bee99f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:27:00Z', 'updated_at': '2021-08-23T21:27:04Z', 'revision_number': 4, 'project_id': '64c43f2857484a0dbb35243fbf127ec8', 'subnets': [{'id': 'd430b4cd-2852-44fb-9391-0455bee99f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:27:04.963945 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e5725b36-09f2-4910-a416-a44a13969827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894d3d34-446b-4a20-8ec5-d28d6b7642f9', 'name': 'tempest-TestEncryptedCinderVolumes-2034925725-router', 'tenant_id': 'bf6bf6a8dbc743549d36bba4b6b890cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '0e4a3c4f-3f3c-4e98-afe8-e95969f7b467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:27:02Z', 'updated_at': '2021-08-23T21:27:03Z', 'revision_number': 3, 'project_id': 'bf6bf6a8dbc743549d36bba4b6b890cc', 'gw_port': {'id': '0e4a3c4f-3f3c-4e98-afe8-e95969f7b467', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894d3d34-446b-4a20-8ec5-d28d6b7642f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:27:03Z', 'updated_at': '2021-08-23T21:27:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:27:04.996945 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5725b36-09f2-4910-a416-a44a13969827 None None] Checking router: 894d3d34-446b-4a20-8ec5-d28d6b7642f9 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:27:04.997628 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5725b36-09f2-4910-a416-a44a13969827 None None] Updating router 894d3d34-446b-4a20-8ec5-d28d6b7642f9 port 0e4a3c4f-3f3c-4e98-afe8-e95969f7b467 binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 21:27:05.027066 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e5725b36-09f2-4910-a416-a44a13969827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:05.114139 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8a792632-6b58-4487-8d3d-093119293a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:05.280785 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b72d99-fe71-45bf-8680-cea9f3d8f1c8 None None] Network efaaea04-808c-439e-8680-bcb643c68949 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:27:05.309764 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e5725b36-09f2-4910-a416-a44a13969827 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:05.311050 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-8a792632-6b58-4487-8d3d-093119293a9b admin admin] Allocated IP 172.20.0.1 (efaaea04-808c-439e-8680-bcb643c68949/30dc11e4-2dd4-4939-8311-b242d4dd4dc8/dd7a9615-304e-4b0b-a2dc-57c42c65ec75) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:27:05.325736 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e5725b36-09f2-4910-a416-a44a13969827 None None] Transition to ACTIVE for port object 0e4a3c4f-3f3c-4e98-afe8-e95969f7b467 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:27:05.335289 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e5725b36-09f2-4910-a416-a44a13969827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:05.406406 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-e5725b36-09f2-4910-a416-a44a13969827 None None] Attempting to bind port 0e4a3c4f-3f3c-4e98-afe8-e95969f7b467 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:27:05.406814 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-e5725b36-09f2-4910-a416-a44a13969827 None None] Attempting to bind port 0e4a3c4f-3f3c-4e98-afe8-e95969f7b467 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:27:05.407121 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5725b36-09f2-4910-a416-a44a13969827 None None] Attempting to bind port 0e4a3c4f-3f3c-4e98-afe8-e95969f7b467 on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:27:05.414992 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5725b36-09f2-4910-a416-a44a13969827 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:27:05.415428 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5725b36-09f2-4910-a416-a44a13969827 None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:27:05.415746 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e5725b36-09f2-4910-a416-a44a13969827 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:05.416188 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5725b36-09f2-4910-a416-a44a13969827 None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:27:05.416623 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-e5725b36-09f2-4910-a416-a44a13969827 None None] Bound port: 0e4a3c4f-3f3c-4e98-afe8-e95969f7b467, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:27:05.417005 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e5725b36-09f2-4910-a416-a44a13969827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:05.421158 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f6c1548d-f807-4910-92ad-8f224084339b None None] Provisioning for port cd98bc70-9709-4b6d-a2e0-f8785d2a64ca completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:27:05.425598 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941cb6ed-0d77-4068-b02b-61ed5ba8404d None None] Pushing event updated for resources: {'Port': ['ID=0e4a3c4f-3f3c-4e98-afe8-e95969f7b467,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:27:05.477151 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8a792632-6b58-4487-8d3d-093119293a9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:05.496779 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-e5725b36-09f2-4910-a416-a44a13969827 None None] For port 0e4a3c4f-3f3c-4e98-afe8-e95969f7b467, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:27:05.496930 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-8a792632-6b58-4487-8d3d-093119293a9b admin admin] Transition to ACTIVE for port object dd7a9615-304e-4b0b-a2dc-57c42c65ec75 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:27:05.501404 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-e5725b36-09f2-4910-a416-a44a13969827 None None] For port 0e4a3c4f-3f3c-4e98-afe8-e95969f7b467, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=0e4a3c4f-3f3c-4e98-afe8-e95969f7b467,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:27:05.507006 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e5725b36-09f2-4910-a416-a44a13969827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:05.537251 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8a792632-6b58-4487-8d3d-093119293a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:05.558708 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5725b36-09f2-4910-a416-a44a13969827 None None] Routers {'894d3d34-446b-4a20-8ec5-d28d6b7642f9'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:27:05.559344 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e5725b36-09f2-4910-a416-a44a13969827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:26:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['894d3d34-446b-4a20-8ec5-d28d6b7642f9'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:27:05.589620 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a792632-6b58-4487-8d3d-093119293a9b admin admin] Network efaaea04-808c-439e-8680-bcb643c68949 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:27:05.592778 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-8a792632-6b58-4487-8d3d-093119293a9b admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:27:05.597711 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a792632-6b58-4487-8d3d-093119293a9b admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:27:05.644935 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a792632-6b58-4487-8d3d-093119293a9b admin admin] Pushing event updated for resources: {'Port': ['ID=dd7a9615-304e-4b0b-a2dc-57c42c65ec75,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:27:05.660117 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8a792632-6b58-4487-8d3d-093119293a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:05.758762 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-e5725b36-09f2-4910-a416-a44a13969827 None None] Set router 894d3d34-446b-4a20-8ec5-d28d6b7642f9 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:27:05.827638 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device cd98bc70-9709-4b6d-a2e0-f8785d2a64ca up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:27:05.874033 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8a792632-6b58-4487-8d3d-093119293a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:05.932412 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port cd98bc70-9709-4b6d-a2e0-f8785d2a64ca completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:27:05.941419 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port cd98bc70-9709-4b6d-a2e0-f8785d2a64ca triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:27:05.942017 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:05.977364 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941cb6ed-0d77-4068-b02b-61ed5ba8404d None None] Pushing event updated for resources: {'Port': ['ID=0e4a3c4f-3f3c-4e98-afe8-e95969f7b467,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:27:06.055237 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:06.096648 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8a792632-6b58-4487-8d3d-093119293a9b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:06.097085 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port cd98bc70-9709-4b6d-a2e0-f8785d2a64ca, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=cd98bc70-9709-4b6d-a2e0-f8785d2a64ca,segment=NetworkSegment(3ab5b892-ff32-4fde-9bfe-dc86ab9afef8),segment_id=3ab5b892-ff32-4fde-9bfe-dc86ab9afef8)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:27:06.102988 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:06.104276 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device e0dddd97-85e1-4549-8498-c82a3e65dcaa up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:27:06.105143 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8a792632-6b58-4487-8d3d-093119293a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:06.110707 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bea968cb-240b-4de4-88f2-dbc737f05e95 None None] Provisioning for port dd7a9615-304e-4b0b-a2dc-57c42c65ec75 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:27:06.143092 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e5725b36-09f2-4910-a416-a44a13969827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894d3d34-446b-4a20-8ec5-d28d6b7642f9', 'name': 'tempest-TestEncryptedCinderVolumes-2034925725-router', 'tenant_id': 'bf6bf6a8dbc743549d36bba4b6b890cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '0e4a3c4f-3f3c-4e98-afe8-e95969f7b467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:27:02Z', 'updated_at': '2021-08-23T21:27:03Z', 'revision_number': 3, 'project_id': 'bf6bf6a8dbc743549d36bba4b6b890cc', 'gw_port': {'id': '0e4a3c4f-3f3c-4e98-afe8-e95969f7b467', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894d3d34-446b-4a20-8ec5-d28d6b7642f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:27:03Z', 'updated_at': '2021-08-23T21:27:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:27:06.158347 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bea968cb-240b-4de4-88f2-dbc737f05e95 None None] Provisioning complete for port dd7a9615-304e-4b0b-a2dc-57c42c65ec75 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:27:06.158630 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bea968cb-240b-4de4-88f2-dbc737f05e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:06.181458 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5725b36-09f2-4910-a416-a44a13969827 None None] The sync data for ids ['894d3d34-446b-4a20-8ec5-d28d6b7642f9'] in n-d-805663-2 is: [{'id': '894d3d34-446b-4a20-8ec5-d28d6b7642f9', 'name': 'tempest-TestEncryptedCinderVolumes-2034925725-router', 'tenant_id': 'bf6bf6a8dbc743549d36bba4b6b890cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '0e4a3c4f-3f3c-4e98-afe8-e95969f7b467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:27:02Z', 'updated_at': '2021-08-23T21:27:03Z', 'revision_number': 3, 'project_id': 'bf6bf6a8dbc743549d36bba4b6b890cc', 'gw_port': {'id': '0e4a3c4f-3f3c-4e98-afe8-e95969f7b467', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894d3d34-446b-4a20-8ec5-d28d6b7642f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:27:03Z', 'updated_at': '2021-08-23T21:27:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:27:06.190744 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8a792632-6b58-4487-8d3d-093119293a9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:06.193868 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a792632-6b58-4487-8d3d-093119293a9b admin admin] Pushing event updated for resources: {'Port': ['ID=dd7a9615-304e-4b0b-a2dc-57c42c65ec75,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:27:06.210605 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bea968cb-240b-4de4-88f2-dbc737f05e95 None None] Port dd7a9615-304e-4b0b-a2dc-57c42c65ec75 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:27:06.230708 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=cd98bc70-9709-4b6d-a2e0-f8785d2a64ca,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:27:06.243734 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port e0dddd97-85e1-4549-8498-c82a3e65dcaa completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:27:06.255385 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port e0dddd97-85e1-4549-8498-c82a3e65dcaa triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:27:06.255778 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:06.301826 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a792632-6b58-4487-8d3d-093119293a9b admin admin] Network efaaea04-808c-439e-8680-bcb643c68949 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:27:06.303342 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-8a792632-6b58-4487-8d3d-093119293a9b admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:27:06.343899 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:06.382628 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port e0dddd97-85e1-4549-8498-c82a3e65dcaa, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=e0dddd97-85e1-4549-8498-c82a3e65dcaa,segment=NetworkSegment(71ed77b7-ccea-4385-983e-122b62e37914),segment_id=71ed77b7-ccea-4385-983e-122b62e37914)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:27:06.388050 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:06.449475 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a792632-6b58-4487-8d3d-093119293a9b admin admin] Router 894d3d34-446b-4a20-8ec5-d28d6b7642f9 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:27:06.459423 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=e0dddd97-85e1-4549-8498-c82a3e65dcaa,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:27:06.583480 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a792632-6b58-4487-8d3d-093119293a9b admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:27:06.588716 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8a792632-6b58-4487-8d3d-093119293a9b admin admin] 10.222.0.61 "PUT /v2.0/routers/894d3d34-446b-4a20-8ec5-d28d6b7642f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0067353 Aug 23 21:27:06.639577 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-81bf819d-a735-40dc-82d2-407fa0d0d84b None None] Provisioning complete for port dd7a9615-304e-4b0b-a2dc-57c42c65ec75 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:27:06.640076 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-81bf819d-a735-40dc-82d2-407fa0d0d84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:06.676473 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-81bf819d-a735-40dc-82d2-407fa0d0d84b None None] Port dd7a9615-304e-4b0b-a2dc-57c42c65ec75 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:27:07.248737 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2ae87-3fa3-4b1e-bf34-925618f38904 req-299e936f-a74a-4f79-a333-687f82d6a926 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:27:07.250248 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-42c2ae87-3fa3-4b1e-bf34-925618f38904 req-299e936f-a74a-4f79-a333-687f82d6a926 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.61 "GET /v2.0/networks?id=7ba7afc5-29f8-466a-a2bb-b15f48287fec HTTP/1.1" status: 200 len: 817 time: 0.1085644 Aug 23 21:27:07.265365 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-42c2ae87-3fa3-4b1e-bf34-925618f38904 req-e2ec7aed-d9a4-4e32-a627-6a3160b7d3c7 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.61 "GET /v2.0/quotas/64c43f2857484a0dbb35243fbf127ec8 HTTP/1.1" status: 200 len: 375 time: 0.0092034 Aug 23 21:27:07.316939 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-42c2ae87-3fa3-4b1e-bf34-925618f38904 req-6b4f85fc-e03a-4fd6-83ad-e346c74ead83 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=64c43f2857484a0dbb35243fbf127ec8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459535 Aug 23 21:27:07.510441 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-42c2ae87-3fa3-4b1e-bf34-925618f38904 req-65f3d09c-a44d-4291-b9fc-66eb4e439a64 service neutron] 10.222.0.61 "GET /v2.0/networks/7ba7afc5-29f8-466a-a2bb-b15f48287fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818488 Aug 23 21:27:07.601688 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-42c2ae87-3fa3-4b1e-bf34-925618f38904 req-43ba7a66-73ff-4728-b535-1d79f6bae297 service neutron] 10.222.0.61 "GET /v2.0/networks/7ba7afc5-29f8-466a-a2bb-b15f48287fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843561 Aug 23 21:27:07.709623 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device cd98bc70-9709-4b6d-a2e0-f8785d2a64ca up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:27:07.778950 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port cd98bc70-9709-4b6d-a2e0-f8785d2a64ca triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:27:07.779711 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:07.792672 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ffef2d98-bb97-4cd5-a5a0-921c6079b988 req-33ad921a-0026-4cc0-83d5-f3c2388ade26 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.61 "GET /v2.0/ports?device_id=f474ccac-4efe-4ec5-834d-1349f2b25d31 HTTP/1.1" status: 200 len: 210 time: 0.0324185 Aug 23 21:27:07.869566 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device e0dddd97-85e1-4549-8498-c82a3e65dcaa up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:27:07.919334 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port e0dddd97-85e1-4549-8498-c82a3e65dcaa triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:27:07.919903 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:08.008210 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 0e4a3c4f-3f3c-4e98-afe8-e95969f7b467 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:27:08.065350 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 0e4a3c4f-3f3c-4e98-afe8-e95969f7b467 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:27:08.069294 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 0e4a3c4f-3f3c-4e98-afe8-e95969f7b467 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:27:08.069667 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:08.160445 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:08.183156 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 0e4a3c4f-3f3c-4e98-afe8-e95969f7b467, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=0e4a3c4f-3f3c-4e98-afe8-e95969f7b467,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:27:08.187678 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af03e10-8e4f-4748-8d7c-35181de57fa2 None None] Sync routers for ids ['894d3d34-446b-4a20-8ec5-d28d6b7642f9'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:27:08.194321 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:08.204957 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af03e10-8e4f-4748-8d7c-35181de57fa2 None None] Routers {'894d3d34-446b-4a20-8ec5-d28d6b7642f9'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:27:08.205584 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-6af03e10-8e4f-4748-8d7c-35181de57fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:26:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['894d3d34-446b-4a20-8ec5-d28d6b7642f9'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:27:08.300078 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=0e4a3c4f-3f3c-4e98-afe8-e95969f7b467,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:27:08.361577 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-6af03e10-8e4f-4748-8d7c-35181de57fa2 None None] Set router 894d3d34-446b-4a20-8ec5-d28d6b7642f9 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:27:08.557656 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-6af03e10-8e4f-4748-8d7c-35181de57fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894d3d34-446b-4a20-8ec5-d28d6b7642f9', 'name': 'tempest-TestEncryptedCinderVolumes-2034925725-router', 'tenant_id': 'bf6bf6a8dbc743549d36bba4b6b890cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '0e4a3c4f-3f3c-4e98-afe8-e95969f7b467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:27:02Z', 'updated_at': '2021-08-23T21:27:05Z', 'revision_number': 4, 'project_id': 'bf6bf6a8dbc743549d36bba4b6b890cc', 'gw_port': {'id': '0e4a3c4f-3f3c-4e98-afe8-e95969f7b467', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894d3d34-446b-4a20-8ec5-d28d6b7642f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:27:03Z', 'updated_at': '2021-08-23T21:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'dd7a9615-304e-4b0b-a2dc-57c42c65ec75', 'name': '', 'network_id': 'efaaea04-808c-439e-8680-bcb643c68949', 'tenant_id': 'bf6bf6a8dbc743549d36bba4b6b890cc', 'mac_address': 'fa:16:3e:a5:6d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894d3d34-446b-4a20-8ec5-d28d6b7642f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '30dc11e4-2dd4-4939-8311-b242d4dd4dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:27:05Z', 'updated_at': '2021-08-23T21:27:05Z', 'revision_number': 2, 'project_id': 'bf6bf6a8dbc743549d36bba4b6b890cc', 'subnets': [{'id': '30dc11e4-2dd4-4939-8311-b242d4dd4dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:27:08.584133 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af03e10-8e4f-4748-8d7c-35181de57fa2 None None] Checking router: 894d3d34-446b-4a20-8ec5-d28d6b7642f9 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:27:08.584484 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af03e10-8e4f-4748-8d7c-35181de57fa2 None None] Updating router 894d3d34-446b-4a20-8ec5-d28d6b7642f9 port dd7a9615-304e-4b0b-a2dc-57c42c65ec75 binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 21:27:08.610389 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6af03e10-8e4f-4748-8d7c-35181de57fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:08.763596 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2ae87-3fa3-4b1e-bf34-925618f38904 req-1c770cf0-934b-4e81-a99b-1e5f2b613671 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:27:08.765146 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-42c2ae87-3fa3-4b1e-bf34-925618f38904 req-1c770cf0-934b-4e81-a99b-1e5f2b613671 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.11 "GET /v2.0/networks?id=7ba7afc5-29f8-466a-a2bb-b15f48287fec HTTP/1.1" status: 200 len: 817 time: 0.1067548 Aug 23 21:27:08.778163 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-42c2ae87-3fa3-4b1e-bf34-925618f38904 req-9f278210-519c-4133-8fe9-56ebe38a870f tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Request body: {'port': {'device_id': 'f474ccac-4efe-4ec5-834d-1349f2b25d31', 'network_id': '7ba7afc5-29f8-466a-a2bb-b15f48287fec', 'admin_state_up': True, 'tenant_id': '64c43f2857484a0dbb35243fbf127ec8'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:27:08.897479 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42c2ae87-3fa3-4b1e-bf34-925618f38904 req-9f278210-519c-4133-8fe9-56ebe38a870f tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Made reservation on behalf of 64c43f2857484a0dbb35243fbf127ec8 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:27:08.898588 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b0fdcd60-7f31-4457-a342-52d21d2ab757 req-df93f4f1-4896-415b-a7bf-3e3f4d53ab86 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.61 "GET /v2.0/ports?device_id=f474ccac-4efe-4ec5-834d-1349f2b25d31 HTTP/1.1" status: 200 len: 210 time: 0.0345361 Aug 23 21:27:08.899030 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6af03e10-8e4f-4748-8d7c-35181de57fa2 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:08.901272 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-42c2ae87-3fa3-4b1e-bf34-925618f38904 req-9f278210-519c-4133-8fe9-56ebe38a870f tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:08.910980 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6af03e10-8e4f-4748-8d7c-35181de57fa2 None None] Transition to ACTIVE for port object dd7a9615-304e-4b0b-a2dc-57c42c65ec75 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:27:08.923657 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6af03e10-8e4f-4748-8d7c-35181de57fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:08.978198 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22c292d-473b-4bc8-9d55-65ba6f113e72 None None] Pushing event updated for resources: {'Port': ['ID=dd7a9615-304e-4b0b-a2dc-57c42c65ec75,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:27:09.026572 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6af03e10-8e4f-4748-8d7c-35181de57fa2 None None] Attempting to bind port dd7a9615-304e-4b0b-a2dc-57c42c65ec75 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:27:09.026976 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6af03e10-8e4f-4748-8d7c-35181de57fa2 None None] Attempting to bind port dd7a9615-304e-4b0b-a2dc-57c42c65ec75 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '3ab5b892-ff32-4fde-9bfe-dc86ab9afef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'efaaea04-808c-439e-8680-bcb643c68949'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:27:09.027312 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af03e10-8e4f-4748-8d7c-35181de57fa2 None None] Attempting to bind port dd7a9615-304e-4b0b-a2dc-57c42c65ec75 on network efaaea04-808c-439e-8680-bcb643c68949 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:27:09.032630 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af03e10-8e4f-4748-8d7c-35181de57fa2 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:27:09.033009 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af03e10-8e4f-4748-8d7c-35181de57fa2 None None] Checking segment: {'id': '3ab5b892-ff32-4fde-9bfe-dc86ab9afef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'efaaea04-808c-439e-8680-bcb643c68949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:27:09.033412 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6af03e10-8e4f-4748-8d7c-35181de57fa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:09.033817 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af03e10-8e4f-4748-8d7c-35181de57fa2 None None] Bound using segment: {'id': '3ab5b892-ff32-4fde-9bfe-dc86ab9afef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'efaaea04-808c-439e-8680-bcb643c68949'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:27:09.034287 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6af03e10-8e4f-4748-8d7c-35181de57fa2 None None] Bound port: dd7a9615-304e-4b0b-a2dc-57c42c65ec75, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab5b892-ff32-4fde-9bfe-dc86ab9afef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'efaaea04-808c-439e-8680-bcb643c68949'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:27:09.034671 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6af03e10-8e4f-4748-8d7c-35181de57fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:09.056812 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-42c2ae87-3fa3-4b1e-bf34-925618f38904 req-9f278210-519c-4133-8fe9-56ebe38a870f tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Allocated IP 172.20.0.6 (7ba7afc5-29f8-466a-a2bb-b15f48287fec/d430b4cd-2852-44fb-9391-0455bee99f13/16e247b3-653f-4cba-870e-6ab4749033b5) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:27:09.106460 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-6af03e10-8e4f-4748-8d7c-35181de57fa2 None None] For port dd7a9615-304e-4b0b-a2dc-57c42c65ec75, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:27:09.113185 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-6af03e10-8e4f-4748-8d7c-35181de57fa2 None None] For port dd7a9615-304e-4b0b-a2dc-57c42c65ec75, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=dd7a9615-304e-4b0b-a2dc-57c42c65ec75,segment=NetworkSegment(3ab5b892-ff32-4fde-9bfe-dc86ab9afef8),segment_id=3ab5b892-ff32-4fde-9bfe-dc86ab9afef8)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:27:09.116988 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6af03e10-8e4f-4748-8d7c-35181de57fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:09.181555 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af03e10-8e4f-4748-8d7c-35181de57fa2 None None] Routers {'894d3d34-446b-4a20-8ec5-d28d6b7642f9'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:27:09.182172 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-6af03e10-8e4f-4748-8d7c-35181de57fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:26:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['894d3d34-446b-4a20-8ec5-d28d6b7642f9'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:27:09.187152 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22c292d-473b-4bc8-9d55-65ba6f113e72 None None] Pushing event updated for resources: {'Port': ['ID=dd7a9615-304e-4b0b-a2dc-57c42c65ec75,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:27:09.239948 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-42c2ae87-3fa3-4b1e-bf34-925618f38904 req-9f278210-519c-4133-8fe9-56ebe38a870f tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:09.257989 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-42c2ae87-3fa3-4b1e-bf34-925618f38904 req-9f278210-519c-4133-8fe9-56ebe38a870f tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Transition to ACTIVE for port object 16e247b3-653f-4cba-870e-6ab4749033b5 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:27:09.296336 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-42c2ae87-3fa3-4b1e-bf34-925618f38904 req-9f278210-519c-4133-8fe9-56ebe38a870f tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:09.350005 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42c2ae87-3fa3-4b1e-bf34-925618f38904 req-9f278210-519c-4133-8fe9-56ebe38a870f tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Network 7ba7afc5-29f8-466a-a2bb-b15f48287fec is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:27:09.355287 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-42c2ae87-3fa3-4b1e-bf34-925618f38904 req-9f278210-519c-4133-8fe9-56ebe38a870f tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:27:09.361086 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-42c2ae87-3fa3-4b1e-bf34-925618f38904 req-9f278210-519c-4133-8fe9-56ebe38a870f tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:27:09.394244 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f278210-519c-4133-8fe9-56ebe38a870f tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Pushing event updated for resources: {'Port': ['ID=16e247b3-653f-4cba-870e-6ab4749033b5,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:27:09.420977 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2ae87-3fa3-4b1e-bf34-925618f38904 req-9f278210-519c-4133-8fe9-56ebe38a870f tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:27:09.421644 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-42c2ae87-3fa3-4b1e-bf34-925618f38904 req-9f278210-519c-4133-8fe9-56ebe38a870f tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:09.441827 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-42c2ae87-3fa3-4b1e-bf34-925618f38904 req-9f278210-519c-4133-8fe9-56ebe38a870f tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6678064 Aug 23 21:27:09.455091 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-42c2ae87-3fa3-4b1e-bf34-925618f38904 req-5c188cc8-c9a2-496a-93e4-fd55f5588a38 service neutron] Request body: {'port': {'device_id': 'f474ccac-4efe-4ec5-834d-1349f2b25d31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:27:09.475647 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-6af03e10-8e4f-4748-8d7c-35181de57fa2 None None] Set router 894d3d34-446b-4a20-8ec5-d28d6b7642f9 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:27:09.512409 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-42c2ae87-3fa3-4b1e-bf34-925618f38904 req-5c188cc8-c9a2-496a-93e4-fd55f5588a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:09.652892 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 0e4a3c4f-3f3c-4e98-afe8-e95969f7b467 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:27:09.740576 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b6c518df-a2b0-4cee-81c3-8dd836fef680 None None] Provisioning for port 16e247b3-653f-4cba-870e-6ab4749033b5 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:27:09.748559 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b6c518df-a2b0-4cee-81c3-8dd836fef680 None None] Provisioning complete for port 16e247b3-653f-4cba-870e-6ab4749033b5 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:27:09.748928 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b6c518df-a2b0-4cee-81c3-8dd836fef680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:09.754047 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 0e4a3c4f-3f3c-4e98-afe8-e95969f7b467 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:27:09.754407 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:09.797788 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-6af03e10-8e4f-4748-8d7c-35181de57fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894d3d34-446b-4a20-8ec5-d28d6b7642f9', 'name': 'tempest-TestEncryptedCinderVolumes-2034925725-router', 'tenant_id': 'bf6bf6a8dbc743549d36bba4b6b890cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '0e4a3c4f-3f3c-4e98-afe8-e95969f7b467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:27:02Z', 'updated_at': '2021-08-23T21:27:05Z', 'revision_number': 4, 'project_id': 'bf6bf6a8dbc743549d36bba4b6b890cc', 'gw_port': {'id': '0e4a3c4f-3f3c-4e98-afe8-e95969f7b467', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894d3d34-446b-4a20-8ec5-d28d6b7642f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:27:03Z', 'updated_at': '2021-08-23T21:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'dd7a9615-304e-4b0b-a2dc-57c42c65ec75', 'name': '', 'network_id': 'efaaea04-808c-439e-8680-bcb643c68949', 'tenant_id': 'bf6bf6a8dbc743549d36bba4b6b890cc', 'mac_address': 'fa:16:3e:a5:6d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894d3d34-446b-4a20-8ec5-d28d6b7642f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '30dc11e4-2dd4-4939-8311-b242d4dd4dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:27:05Z', 'updated_at': '2021-08-23T21:27:09Z', 'revision_number': 4, 'project_id': 'bf6bf6a8dbc743549d36bba4b6b890cc', 'subnets': [{'id': '30dc11e4-2dd4-4939-8311-b242d4dd4dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:27:09.807268 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-42c2ae87-3fa3-4b1e-bf34-925618f38904 req-5c188cc8-c9a2-496a-93e4-fd55f5588a38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16e247b3-653f-4cba-870e-6ab4749033b5 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:27:09.815156 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-42c2ae87-3fa3-4b1e-bf34-925618f38904 req-5c188cc8-c9a2-496a-93e4-fd55f5588a38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:09.828052 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-42c2ae87-3fa3-4b1e-bf34-925618f38904 req-5c188cc8-c9a2-496a-93e4-fd55f5588a38 service neutron] Transition to ACTIVE for port object 16e247b3-653f-4cba-870e-6ab4749033b5 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:27:09.832144 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-42c2ae87-3fa3-4b1e-bf34-925618f38904 req-5c188cc8-c9a2-496a-93e4-fd55f5588a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:09.844502 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af03e10-8e4f-4748-8d7c-35181de57fa2 None None] The sync data for ids ['894d3d34-446b-4a20-8ec5-d28d6b7642f9'] in n-d-805663-2 is: [{'id': '894d3d34-446b-4a20-8ec5-d28d6b7642f9', 'name': 'tempest-TestEncryptedCinderVolumes-2034925725-router', 'tenant_id': 'bf6bf6a8dbc743549d36bba4b6b890cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '0e4a3c4f-3f3c-4e98-afe8-e95969f7b467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:27:02Z', 'updated_at': '2021-08-23T21:27:05Z', 'revision_number': 4, 'project_id': 'bf6bf6a8dbc743549d36bba4b6b890cc', 'gw_port': {'id': '0e4a3c4f-3f3c-4e98-afe8-e95969f7b467', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894d3d34-446b-4a20-8ec5-d28d6b7642f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:27:03Z', 'updated_at': '2021-08-23T21:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'dd7a9615-304e-4b0b-a2dc-57c42c65ec75', 'name': '', 'network_id': 'efaaea04-808c-439e-8680-bcb643c68949', 'tenant_id': 'bf6bf6a8dbc743549d36bba4b6b890cc', 'mac_address': 'fa:16:3e:a5:6d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894d3d34-446b-4a20-8ec5-d28d6b7642f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '30dc11e4-2dd4-4939-8311-b242d4dd4dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:27:05Z', 'updated_at': '2021-08-23T21:27:09Z', 'revision_number': 4, 'project_id': 'bf6bf6a8dbc743549d36bba4b6b890cc', 'subnets': [{'id': '30dc11e4-2dd4-4939-8311-b242d4dd4dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:27:09.848350 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b6c518df-a2b0-4cee-81c3-8dd836fef680 None None] Port 16e247b3-653f-4cba-870e-6ab4749033b5 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:27:09.947710 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c188cc8-c9a2-496a-93e4-fd55f5588a38 service neutron] Pushing event updated for resources: {'Port': ['ID=16e247b3-653f-4cba-870e-6ab4749033b5,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:27:09.979794 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-42c2ae87-3fa3-4b1e-bf34-925618f38904 req-5c188cc8-c9a2-496a-93e4-fd55f5588a38 service neutron] Attempting to bind port 16e247b3-653f-4cba-870e-6ab4749033b5 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:27:09.980740 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-42c2ae87-3fa3-4b1e-bf34-925618f38904 req-5c188cc8-c9a2-496a-93e4-fd55f5588a38 service neutron] Attempting to bind port 16e247b3-653f-4cba-870e-6ab4749033b5 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '71ed77b7-ccea-4385-983e-122b62e37914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '7ba7afc5-29f8-466a-a2bb-b15f48287fec'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:27:09.981994 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c2ae87-3fa3-4b1e-bf34-925618f38904 req-5c188cc8-c9a2-496a-93e4-fd55f5588a38 service neutron] Attempting to bind port 16e247b3-653f-4cba-870e-6ab4749033b5 on network 7ba7afc5-29f8-466a-a2bb-b15f48287fec {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:27:10.002590 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c2ae87-3fa3-4b1e-bf34-925618f38904 req-5c188cc8-c9a2-496a-93e4-fd55f5588a38 service neutron] Port 16e247b3-653f-4cba-870e-6ab4749033b5 on network 7ba7afc5-29f8-466a-a2bb-b15f48287fec not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:27:10.003031 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c2ae87-3fa3-4b1e-bf34-925618f38904 req-5c188cc8-c9a2-496a-93e4-fd55f5588a38 service neutron] Attempting to bind port 16e247b3-653f-4cba-870e-6ab4749033b5 on network 7ba7afc5-29f8-466a-a2bb-b15f48287fec {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:27:10.025647 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c2ae87-3fa3-4b1e-bf34-925618f38904 req-5c188cc8-c9a2-496a-93e4-fd55f5588a38 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:27:10.026080 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c2ae87-3fa3-4b1e-bf34-925618f38904 req-5c188cc8-c9a2-496a-93e4-fd55f5588a38 service neutron] Checking segment: {'id': '71ed77b7-ccea-4385-983e-122b62e37914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '7ba7afc5-29f8-466a-a2bb-b15f48287fec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:27:10.026563 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c2ae87-3fa3-4b1e-bf34-925618f38904 req-5c188cc8-c9a2-496a-93e4-fd55f5588a38 service neutron] Bound using segment: {'id': '71ed77b7-ccea-4385-983e-122b62e37914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '7ba7afc5-29f8-466a-a2bb-b15f48287fec'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:27:10.027088 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-42c2ae87-3fa3-4b1e-bf34-925618f38904 req-5c188cc8-c9a2-496a-93e4-fd55f5588a38 service neutron] Bound port: 16e247b3-653f-4cba-870e-6ab4749033b5, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71ed77b7-ccea-4385-983e-122b62e37914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '7ba7afc5-29f8-466a-a2bb-b15f48287fec'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:27:10.027521 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-42c2ae87-3fa3-4b1e-bf34-925618f38904 req-5c188cc8-c9a2-496a-93e4-fd55f5588a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:10.089541 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06e553-32ec-426f-b25a-0c12d94b4b59 req-cd5e5bf4-9866-453c-98e9-7b012d90ac1f tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:27:10.098533 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8b06e553-32ec-426f-b25a-0c12d94b4b59 req-cd5e5bf4-9866-453c-98e9-7b012d90ac1f tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.61 "GET /v2.0/ports?device_id=f474ccac-4efe-4ec5-834d-1349f2b25d31 HTTP/1.1" status: 200 len: 943 time: 0.1121080 Aug 23 21:27:10.112442 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-decadb33-21b1-4651-876c-ed648512ffba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:10.167167 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-42c2ae87-3fa3-4b1e-bf34-925618f38904 req-5c188cc8-c9a2-496a-93e4-fd55f5588a38 service neutron] For port 16e247b3-653f-4cba-870e-6ab4749033b5, host n-h1-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:27:10.174249 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8b06e553-32ec-426f-b25a-0c12d94b4b59 req-0b01ae35-6bcd-4a11-91d5-a98c57a5aa06 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.61 "GET /v2.0/security-groups?id=309eb219-8726-42b5-9079-8ecdcee02951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747287 Aug 23 21:27:10.189838 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-42c2ae87-3fa3-4b1e-bf34-925618f38904 req-5c188cc8-c9a2-496a-93e4-fd55f5588a38 service neutron] For port 16e247b3-653f-4cba-870e-6ab4749033b5, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=16e247b3-653f-4cba-870e-6ab4749033b5,segment=NetworkSegment(71ed77b7-ccea-4385-983e-122b62e37914),segment_id=71ed77b7-ccea-4385-983e-122b62e37914)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:27:10.196158 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-42c2ae87-3fa3-4b1e-bf34-925618f38904 req-5c188cc8-c9a2-496a-93e4-fd55f5588a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:10.233574 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2ae87-3fa3-4b1e-bf34-925618f38904 req-5c188cc8-c9a2-496a-93e4-fd55f5588a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:27:10.234280 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-42c2ae87-3fa3-4b1e-bf34-925618f38904 req-5c188cc8-c9a2-496a-93e4-fd55f5588a38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:10.235433 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-42c2ae87-3fa3-4b1e-bf34-925618f38904 req-5c188cc8-c9a2-496a-93e4-fd55f5588a38 service neutron] 10.222.0.11 "PUT /v2.0/ports/16e247b3-653f-4cba-870e-6ab4749033b5 HTTP/1.1" status: 200 len: 1091 time: 0.7854970 Aug 23 21:27:10.235881 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f474ccac-4efe-4ec5-834d-1349f2b25d31', 'tag': '16e247b3-653f-4cba-870e-6ab4749033b5'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:27:10.238185 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}464d6cbacbaeb9374483e58d29b165f94917862334b697df3b381d289610f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455c6f31-3492-46d6-9eb9-b5266c33a2d0" -d '{"events": [{"name": "network-changed", "server_uuid": "f474ccac-4efe-4ec5-834d-1349f2b25d31", "tag": "16e247b3-653f-4cba-870e-6ab4749033b5"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:27:10.269249 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c188cc8-c9a2-496a-93e4-fd55f5588a38 service neutron] Pushing event updated for resources: {'Port': ['ID=16e247b3-653f-4cba-870e-6ab4749033b5,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:27:10.301014 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cea8198-915a-4658-a18c-46710e251b44 x-openstack-request-id: req-1cea8198-915a-4658-a18c-46710e251b44 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:27:10.301014 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f474ccac-4efe-4ec5-834d-1349f2b25d31", "tag": "16e247b3-653f-4cba-870e-6ab4749033b5", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:27:10.301327 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1cea8198-915a-4658-a18c-46710e251b44 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:27:10.301566 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f474ccac-4efe-4ec5-834d-1349f2b25d31', 'tag': '16e247b3-653f-4cba-870e-6ab4749033b5', 'status': 'completed', 'code': 200} Aug 23 21:27:10.338470 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2ae87-3fa3-4b1e-bf34-925618f38904 req-a42c3bf4-b552-4bf4-b47e-154b6d4f3e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:27:10.340136 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-42c2ae87-3fa3-4b1e-bf34-925618f38904 req-a42c3bf4-b552-4bf4-b47e-154b6d4f3e2b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64c43f2857484a0dbb35243fbf127ec8&device_id=f474ccac-4efe-4ec5-834d-1349f2b25d31 HTTP/1.1" status: 200 len: 1094 time: 0.0547163 Aug 23 21:27:10.389159 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-42c2ae87-3fa3-4b1e-bf34-925618f38904 req-6abec8fd-dabd-452e-b034-5f673c2b4599 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16e247b3-653f-4cba-870e-6ab4749033b5 HTTP/1.1" status: 200 len: 217 time: 0.0405049 Aug 23 21:27:10.440872 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2ae87-3fa3-4b1e-bf34-925618f38904 req-10f1aafc-d0cd-478b-ad11-ff2bb747e1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:27:10.442347 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-42c2ae87-3fa3-4b1e-bf34-925618f38904 req-10f1aafc-d0cd-478b-ad11-ff2bb747e1bf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d430b4cd-2852-44fb-9391-0455bee99f13 HTTP/1.1" status: 200 len: 856 time: 0.0475028 Aug 23 21:27:10.488838 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2ae87-3fa3-4b1e-bf34-925618f38904 req-6e94164c-6e60-4370-9bde-130da04392cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:27:10.490333 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-42c2ae87-3fa3-4b1e-bf34-925618f38904 req-6e94164c-6e60-4370-9bde-130da04392cd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ba7afc5-29f8-466a-a2bb-b15f48287fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410922 Aug 23 21:27:10.874414 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:10.911360 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-42c2ae87-3fa3-4b1e-bf34-925618f38904 req-d56616c3-b0b3-4244-8f92-96ea1153a3bf service neutron] 10.222.0.11 "GET /v2.0/networks/7ba7afc5-29f8-466a-a2bb-b15f48287fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4115121 Aug 23 21:27:11.002533 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-42c2ae87-3fa3-4b1e-bf34-925618f38904 req-b376a94a-e5a3-448f-b315-857ae9a8233d service neutron] 10.222.0.11 "GET /v2.0/networks/7ba7afc5-29f8-466a-a2bb-b15f48287fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828176 Aug 23 21:27:11.092792 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c6f31-3492-46d6-9eb9-b5266c33a2d0 req-99c2c74f-9930-48f4-83ae-1bc995f942f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:27:11.094311 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-455c6f31-3492-46d6-9eb9-b5266c33a2d0 req-99c2c74f-9930-48f4-83ae-1bc995f942f5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64c43f2857484a0dbb35243fbf127ec8&device_id=f474ccac-4efe-4ec5-834d-1349f2b25d31 HTTP/1.1" status: 200 len: 1094 time: 0.0453806 Aug 23 21:27:11.192335 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c6f31-3492-46d6-9eb9-b5266c33a2d0 req-30c8d49b-c4ce-46b7-aa57-399a905e66ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:27:11.193827 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-455c6f31-3492-46d6-9eb9-b5266c33a2d0 req-30c8d49b-c4ce-46b7-aa57-399a905e66ae service neutron] 10.222.0.11 "GET /v2.0/networks?id=7ba7afc5-29f8-466a-a2bb-b15f48287fec HTTP/1.1" status: 200 len: 918 time: 0.0924070 Aug 23 21:27:11.241034 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-455c6f31-3492-46d6-9eb9-b5266c33a2d0 req-ded3bdc4-746b-44d7-8b8f-e49bd2520727 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16e247b3-653f-4cba-870e-6ab4749033b5 HTTP/1.1" status: 200 len: 217 time: 0.0398085 Aug 23 21:27:11.319857 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c6f31-3492-46d6-9eb9-b5266c33a2d0 req-b25beb17-4cee-4ad0-9272-af61148904cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:27:11.321369 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-455c6f31-3492-46d6-9eb9-b5266c33a2d0 req-b25beb17-4cee-4ad0-9272-af61148904cd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d430b4cd-2852-44fb-9391-0455bee99f13 HTTP/1.1" status: 200 len: 856 time: 0.0731082 Aug 23 21:27:11.333854 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad8f70-0301-4758-a3e7-7a8b01aed6d7 req-241ddae8-aa09-4a0b-a6a0-6f4a210eb095 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:27:11.335417 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e6ad8f70-0301-4758-a3e7-7a8b01aed6d7 req-241ddae8-aa09-4a0b-a6a0-6f4a210eb095 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.61 "GET /v2.0/ports?device_id=f474ccac-4efe-4ec5-834d-1349f2b25d31 HTTP/1.1" status: 200 len: 943 time: 0.0796881 Aug 23 21:27:11.404932 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e6ad8f70-0301-4758-a3e7-7a8b01aed6d7 req-3ebe3df8-4aec-4c8c-857b-ab1ee5df185d tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.61 "GET /v2.0/security-groups?id=309eb219-8726-42b5-9079-8ecdcee02951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587456 Aug 23 21:27:11.410457 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c6f31-3492-46d6-9eb9-b5266c33a2d0 req-e609d154-9989-40ce-93f5-fb7caef294b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:27:11.411989 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-455c6f31-3492-46d6-9eb9-b5266c33a2d0 req-e609d154-9989-40ce-93f5-fb7caef294b1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ba7afc5-29f8-466a-a2bb-b15f48287fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756941 Aug 23 21:27:11.505192 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-455c6f31-3492-46d6-9eb9-b5266c33a2d0 req-edab1931-8b0c-43f0-a7d2-35628551d6cc service neutron] 10.222.0.11 "GET /v2.0/networks/7ba7afc5-29f8-466a-a2bb-b15f48287fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830216 Aug 23 21:27:11.610835 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-455c6f31-3492-46d6-9eb9-b5266c33a2d0 req-898f7fe1-7a3f-45cf-9727-2f76adb7e87e service neutron] 10.222.0.11 "GET /v2.0/networks/7ba7afc5-29f8-466a-a2bb-b15f48287fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961378 Aug 23 21:27:11.654741 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device dd7a9615-304e-4b0b-a2dc-57c42c65ec75 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:27:11.701988 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port dd7a9615-304e-4b0b-a2dc-57c42c65ec75 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:27:11.705616 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port dd7a9615-304e-4b0b-a2dc-57c42c65ec75 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:27:11.705987 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:11.782990 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:11.814350 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port dd7a9615-304e-4b0b-a2dc-57c42c65ec75, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=dd7a9615-304e-4b0b-a2dc-57c42c65ec75,segment=NetworkSegment(3ab5b892-ff32-4fde-9bfe-dc86ab9afef8),segment_id=3ab5b892-ff32-4fde-9bfe-dc86ab9afef8)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:27:11.819115 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:11.865472 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=dd7a9615-304e-4b0b-a2dc-57c42c65ec75,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:27:12.527617 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9563942-7033-4856-a87d-cbff14f582ac req-a4578aa3-c7e9-4b62-8983-6b844efbecbe tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:27:12.529707 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b9563942-7033-4856-a87d-cbff14f582ac req-a4578aa3-c7e9-4b62-8983-6b844efbecbe tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.61 "GET /v2.0/ports?device_id=f474ccac-4efe-4ec5-834d-1349f2b25d31 HTTP/1.1" status: 200 len: 943 time: 0.0529776 Aug 23 21:27:12.575389 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b9563942-7033-4856-a87d-cbff14f582ac req-8cf0f913-2ed3-4d2e-bd89-af13d652518d tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.61 "GET /v2.0/security-groups?id=309eb219-8726-42b5-9079-8ecdcee02951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391016 Aug 23 21:27:13.490322 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e463decc-b3d6-47b5-aa2f-7e2f547f36cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:13.620625 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:13.640835 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device dd7a9615-304e-4b0b-a2dc-57c42c65ec75 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:27:13.689226 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port dd7a9615-304e-4b0b-a2dc-57c42c65ec75 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:27:13.689508 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:13.698692 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ccbf0-f432-4e07-abe3-9dce103c2b3d req-b7f049c9-8e91-49d9-9d57-f34dea68e53c tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:27:13.700249 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cc8ccbf0-f432-4e07-abe3-9dce103c2b3d req-b7f049c9-8e91-49d9-9d57-f34dea68e53c tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.61 "GET /v2.0/ports?device_id=f474ccac-4efe-4ec5-834d-1349f2b25d31 HTTP/1.1" status: 200 len: 943 time: 0.0507863 Aug 23 21:27:13.747977 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cc8ccbf0-f432-4e07-abe3-9dce103c2b3d req-61a9be84-87ab-47b1-a08d-0a2e43bca5e2 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.61 "GET /v2.0/security-groups?id=309eb219-8726-42b5-9079-8ecdcee02951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401587 Aug 23 21:27:14.327733 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 16e247b3-653f-4cba-870e-6ab4749033b5 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 21:27:14.428646 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 16e247b3-653f-4cba-870e-6ab4749033b5, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=16e247b3-653f-4cba-870e-6ab4749033b5,segment=NetworkSegment(71ed77b7-ccea-4385-983e-122b62e37914),segment_id=71ed77b7-ccea-4385-983e-122b62e37914)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:27:14.440392 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '16e247b3-653f-4cba-870e-6ab4749033b5', 'network_id': '7ba7afc5-29f8-466a-a2bb-b15f48287fec', 'port_id': '16e247b3-653f-4cba-870e-6ab4749033b5', 'mac_address': 'fa:16:3e:6f:3f:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd430b4cd-2852-44fb-9391-0455bee99f13', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 21:27:14.486554 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:14.502561 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16e247b3-653f-4cba-870e-6ab4749033b5 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:27:14.523671 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 16e247b3-653f-4cba-870e-6ab4749033b5, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=16e247b3-653f-4cba-870e-6ab4749033b5,segment=NetworkSegment(71ed77b7-ccea-4385-983e-122b62e37914),segment_id=71ed77b7-ccea-4385-983e-122b62e37914)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:27:14.527981 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:14.582068 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=16e247b3-653f-4cba-870e-6ab4749033b5,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:27:14.720692 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['16e247b3-653f-4cba-870e-6ab4749033b5'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:27:14.775504 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:14.878120 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ced6b-447b-4bc4-8369-e6720c9c0c46 req-e0503f80-c234-42c3-ac9e-c3925ad09394 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:27:14.879529 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2f9ced6b-447b-4bc4-8369-e6720c9c0c46 req-e0503f80-c234-42c3-ac9e-c3925ad09394 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.61 "GET /v2.0/ports?device_id=f474ccac-4efe-4ec5-834d-1349f2b25d31 HTTP/1.1" status: 200 len: 944 time: 0.0557191 Aug 23 21:27:14.918531 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2f9ced6b-447b-4bc4-8369-e6720c9c0c46 req-4c1f4339-6342-4462-b0ba-e8945205690d tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.61 "GET /v2.0/security-groups?id=309eb219-8726-42b5-9079-8ecdcee02951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326624 Aug 23 21:27:16.031970 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509e8ea-fe38-4a55-8f26-bdeec7cf2b8f req-37333f3d-493e-4c0b-85ad-4e24990e7b46 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:27:16.033476 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8509e8ea-fe38-4a55-8f26-bdeec7cf2b8f req-37333f3d-493e-4c0b-85ad-4e24990e7b46 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.61 "GET /v2.0/ports?device_id=f474ccac-4efe-4ec5-834d-1349f2b25d31 HTTP/1.1" status: 200 len: 944 time: 0.0496774 Aug 23 21:27:16.070931 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8509e8ea-fe38-4a55-8f26-bdeec7cf2b8f req-30f34d20-5648-43cf-a0fd-e81bbabb18e0 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.61 "GET /v2.0/security-groups?id=309eb219-8726-42b5-9079-8ecdcee02951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315068 Aug 23 21:27:16.132256 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:16.343518 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 16e247b3-653f-4cba-870e-6ab4749033b5 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:27:16.391610 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 16e247b3-653f-4cba-870e-6ab4749033b5 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:27:16.395135 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 16e247b3-653f-4cba-870e-6ab4749033b5 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:27:16.395504 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:16.471356 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:16.497991 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f474ccac-4efe-4ec5-834d-1349f2b25d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e247b3-653f-4cba-870e-6ab4749033b5'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:27:16.511318 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 16e247b3-653f-4cba-870e-6ab4749033b5, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=16e247b3-653f-4cba-870e-6ab4749033b5,segment=NetworkSegment(71ed77b7-ccea-4385-983e-122b62e37914),segment_id=71ed77b7-ccea-4385-983e-122b62e37914)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:27:16.516344 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:16.543183 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e577f7a2b9c3f6bcf6a64bd3e1bbb8e0b095addae8cf51c17fc2638a25953e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a3eb9d-b194-4a61-adbb-608b39f3916f" -d '{"events": [{"server_uuid": "f474ccac-4efe-4ec5-834d-1349f2b25d31", "name": "network-vif-plugged", "status": "completed", "tag": "16e247b3-653f-4cba-870e-6ab4749033b5"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:27:16.569427 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=16e247b3-653f-4cba-870e-6ab4749033b5,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:27:16.633890 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85403111-fc5a-47c7-897d-4332220f8a7d x-openstack-request-id: req-85403111-fc5a-47c7-897d-4332220f8a7d {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:27:16.634183 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f474ccac-4efe-4ec5-834d-1349f2b25d31", "name": "network-vif-plugged", "status": "completed", "tag": "16e247b3-653f-4cba-870e-6ab4749033b5", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:27:16.634432 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-85403111-fc5a-47c7-897d-4332220f8a7d {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:27:16.634827 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f474ccac-4efe-4ec5-834d-1349f2b25d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e247b3-653f-4cba-870e-6ab4749033b5', 'code': 200} Aug 23 21:27:16.729996 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d6bbb-97da-44e3-810b-5c94ceb8a901 req-1b61ab5c-4dba-4ff2-ba82-af77bf964005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:27:16.731489 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dd4d6bbb-97da-44e3-810b-5c94ceb8a901 req-1b61ab5c-4dba-4ff2-ba82-af77bf964005 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f474ccac-4efe-4ec5-834d-1349f2b25d31 HTTP/1.1" status: 200 len: 1096 time: 0.0403709 Aug 23 21:27:16.770592 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dd4d6bbb-97da-44e3-810b-5c94ceb8a901 req-788b5589-502d-4489-948d-4df4a38263c1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=309eb219-8726-42b5-9079-8ecdcee02951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319924 Aug 23 21:27:17.186359 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867ab01-bf9f-4fa6-b307-64d573ee6a18 req-db8b3e6a-06a4-4ee3-b532-3432f19d8a36 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:27:17.188316 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e867ab01-bf9f-4fa6-b307-64d573ee6a18 req-db8b3e6a-06a4-4ee3-b532-3432f19d8a36 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.61 "GET /v2.0/ports?device_id=f474ccac-4efe-4ec5-834d-1349f2b25d31 HTTP/1.1" status: 200 len: 945 time: 0.0508256 Aug 23 21:27:17.227312 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e867ab01-bf9f-4fa6-b307-64d573ee6a18 req-3bce68bd-c692-4f5e-8350-ee19e9233df5 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.61 "GET /v2.0/security-groups?id=309eb219-8726-42b5-9079-8ecdcee02951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327632 Aug 23 21:27:18.344311 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2d484-ca98-4a1e-83c0-59769388603e req-77cfa16c-1d0e-4375-88b2-f86c201ebbc1 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:27:18.345809 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cec2d484-ca98-4a1e-83c0-59769388603e req-77cfa16c-1d0e-4375-88b2-f86c201ebbc1 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.61 "GET /v2.0/ports?device_id=f474ccac-4efe-4ec5-834d-1349f2b25d31 HTTP/1.1" status: 200 len: 945 time: 0.0501876 Aug 23 21:27:18.387507 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cec2d484-ca98-4a1e-83c0-59769388603e req-ea86566f-c978-4e48-94f2-d8296f1a45a2 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.61 "GET /v2.0/security-groups?id=309eb219-8726-42b5-9079-8ecdcee02951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357118 Aug 23 21:27:18.503839 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e31aa0-6349-4d25-ac10-254ca46a2726 req-060057ce-dd66-4ab3-833b-337b484b9923 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:27:18.505379 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-38e31aa0-6349-4d25-ac10-254ca46a2726 req-060057ce-dd66-4ab3-833b-337b484b9923 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.61 "GET /v2.0/ports?device_id=f474ccac-4efe-4ec5-834d-1349f2b25d31 HTTP/1.1" status: 200 len: 945 time: 0.0517230 Aug 23 21:27:18.543038 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-38e31aa0-6349-4d25-ac10-254ca46a2726 req-f5543a10-4a54-4093-bc8e-6e1b42839bc7 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.61 "GET /v2.0/security-groups?id=309eb219-8726-42b5-9079-8ecdcee02951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316892 Aug 23 21:27:20.815625 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:37.009772 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bcd402-7e27-4737-9db0-7c2b4715381c req-2476b2ab-6660-46a4-b5f4-5fbed2842425 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:27:37.011262 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d0bcd402-7e27-4737-9db0-7c2b4715381c req-2476b2ab-6660-46a4-b5f4-5fbed2842425 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.61 "GET /v2.0/ports?device_id=f474ccac-4efe-4ec5-834d-1349f2b25d31 HTTP/1.1" status: 200 len: 945 time: 0.0504627 Aug 23 21:27:37.055787 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d0bcd402-7e27-4737-9db0-7c2b4715381c req-beab839c-6516-40f2-9ed8-8a9c9aa896e9 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.61 "GET /v2.0/security-groups?id=309eb219-8726-42b5-9079-8ecdcee02951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378711 Aug 23 21:27:37.252532 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:27:38.170230 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca953669-74d9-42a6-a51d-40a47d77cbc7 req-6d9f1744-f8f8-44bd-81ba-4d8a342444a2 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:27:38.172856 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ca953669-74d9-42a6-a51d-40a47d77cbc7 req-6d9f1744-f8f8-44bd-81ba-4d8a342444a2 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.61 "GET /v2.0/ports?device_id=f474ccac-4efe-4ec5-834d-1349f2b25d31 HTTP/1.1" status: 200 len: 945 time: 0.0486858 Aug 23 21:27:38.210485 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ca953669-74d9-42a6-a51d-40a47d77cbc7 req-e7941f1a-e578-4161-b62d-a829a7342c27 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.61 "GET /v2.0/security-groups?id=309eb219-8726-42b5-9079-8ecdcee02951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317154 Aug 23 21:27:38.537198 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e6517-98aa-4d0a-918d-66dbf12f96df req-4de5212a-6626-4a3b-9c93-a56197046f4f tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:27:38.538652 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cb4e6517-98aa-4d0a-918d-66dbf12f96df req-4de5212a-6626-4a3b-9c93-a56197046f4f tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.11 "GET /v2.0/ports?device_id=f474ccac-4efe-4ec5-834d-1349f2b25d31 HTTP/1.1" status: 200 len: 945 time: 0.0495558 Aug 23 21:27:38.630554 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-cb4e6517-98aa-4d0a-918d-66dbf12f96df req-c0008140-a110-4f23-8d90-e5f634ecff3c tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Deleting port 16e247b3-653f-4cba-870e-6ab4749033b5 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:27:38.630899 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cb4e6517-98aa-4d0a-918d-66dbf12f96df req-c0008140-a110-4f23-8d90-e5f634ecff3c tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:38.723235 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-cb4e6517-98aa-4d0a-918d-66dbf12f96df req-c0008140-a110-4f23-8d90-e5f634ecff3c tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] For port 16e247b3-653f-4cba-870e-6ab4749033b5, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=16e247b3-653f-4cba-870e-6ab4749033b5,segment=NetworkSegment(71ed77b7-ccea-4385-983e-122b62e37914),segment_id=71ed77b7-ccea-4385-983e-122b62e37914)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:27:38.723597 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cb4e6517-98aa-4d0a-918d-66dbf12f96df req-c0008140-a110-4f23-8d90-e5f634ecff3c tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:38.735336 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-cb4e6517-98aa-4d0a-918d-66dbf12f96df req-c0008140-a110-4f23-8d90-e5f634ecff3c tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Calling delete_port for 16e247b3-653f-4cba-870e-6ab4749033b5 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:27:38.866262 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cb4e6517-98aa-4d0a-918d-66dbf12f96df req-c0008140-a110-4f23-8d90-e5f634ecff3c tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:38.879051 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['16e247b3-653f-4cba-870e-6ab4749033b5'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:27:38.894626 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0008140-a110-4f23-8d90-e5f634ecff3c tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Pushing event deleted for resources: {'Port': ['ID=16e247b3-653f-4cba-870e-6ab4749033b5,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:27:38.942226 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4e6517-98aa-4d0a-918d-66dbf12f96df req-c0008140-a110-4f23-8d90-e5f634ecff3c tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] No DVR routers for this DVR port 16e247b3-653f-4cba-870e-6ab4749033b5 on host n-h1-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:27:38.944971 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cb4e6517-98aa-4d0a-918d-66dbf12f96df req-c0008140-a110-4f23-8d90-e5f634ecff3c tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:38.946953 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cb4e6517-98aa-4d0a-918d-66dbf12f96df req-c0008140-a110-4f23-8d90-e5f634ecff3c tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.11 "DELETE /v2.0/ports/16e247b3-653f-4cba-870e-6ab4749033b5 HTTP/1.1" status: 204 len: 173 time: 0.4017744 Aug 23 21:27:38.947404 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f474ccac-4efe-4ec5-834d-1349f2b25d31', 'name': 'network-vif-deleted', 'tag': '16e247b3-653f-4cba-870e-6ab4749033b5'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:27:38.949695 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}464d6cbacbaeb9374483e58d29b165f94917862334b697df3b381d289610f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdee1f4c-f3f6-4500-ae46-90a022619edc" -d '{"events": [{"server_uuid": "f474ccac-4efe-4ec5-834d-1349f2b25d31", "name": "network-vif-deleted", "tag": "16e247b3-653f-4cba-870e-6ab4749033b5"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:27:38.994242 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb1e7f7-1140-4d76-9b82-34d602f46ef1 x-openstack-request-id: req-2cb1e7f7-1140-4d76-9b82-34d602f46ef1 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:27:38.994538 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f474ccac-4efe-4ec5-834d-1349f2b25d31", "name": "network-vif-deleted", "tag": "16e247b3-653f-4cba-870e-6ab4749033b5", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:27:38.994790 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2cb1e7f7-1140-4d76-9b82-34d602f46ef1 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:27:38.995190 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f474ccac-4efe-4ec5-834d-1349f2b25d31', 'name': 'network-vif-deleted', 'tag': '16e247b3-653f-4cba-870e-6ab4749033b5', 'status': 'completed', 'code': 200} Aug 23 21:27:39.315108 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c3ae9f31-2432-42c4-b399-6387615dec4a req-8c1a00c2-3917-4e36-b73b-b92e4ebc2b53 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.61 "GET /v2.0/ports?device_id=f474ccac-4efe-4ec5-834d-1349f2b25d31 HTTP/1.1" status: 200 len: 210 time: 0.0272672 Aug 23 21:27:40.103451 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-68885324-fd62-4b47-9724-3a579abccace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:40.866277 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:41.435098 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2a2ed-2c63-4b7a-b6e6-d4e17549987d req-e2dec97d-754d-4084-9e7e-3b50b87ded30 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:27:41.436607 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2ed2a2ed-2c63-4b7a-b6e6-d4e17549987d req-e2dec97d-754d-4084-9e7e-3b50b87ded30 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.61 "GET /v2.0/networks?id=7ba7afc5-29f8-466a-a2bb-b15f48287fec HTTP/1.1" status: 200 len: 817 time: 0.4302254 Aug 23 21:27:41.452186 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2ed2a2ed-2c63-4b7a-b6e6-d4e17549987d req-4da2f94f-53b3-4173-af05-0cb5596eb78d tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.61 "GET /v2.0/quotas/64c43f2857484a0dbb35243fbf127ec8 HTTP/1.1" status: 200 len: 375 time: 0.0088580 Aug 23 21:27:41.504131 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2ed2a2ed-2c63-4b7a-b6e6-d4e17549987d req-b1d268b3-48ca-404d-a49f-37bcf0378790 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=64c43f2857484a0dbb35243fbf127ec8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461490 Aug 23 21:27:41.677841 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2ed2a2ed-2c63-4b7a-b6e6-d4e17549987d req-f9bbe259-cd0c-4042-ac06-070e24deba5b service neutron] 10.222.0.61 "GET /v2.0/networks/7ba7afc5-29f8-466a-a2bb-b15f48287fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217086 Aug 23 21:27:41.769114 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2ed2a2ed-2c63-4b7a-b6e6-d4e17549987d req-8e47f901-2db3-4616-9895-2f4b82dcb5b7 service neutron] 10.222.0.61 "GET /v2.0/networks/7ba7afc5-29f8-466a-a2bb-b15f48287fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850675 Aug 23 21:27:41.933114 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e05c0bf5-bde4-4457-a190-bb0711e22070 req-8379e633-9795-40d6-bc59-a86c90a85f57 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.61 "GET /v2.0/ports?device_id=61279076-e8d6-4afa-ad8a-eedf9534bf5d HTTP/1.1" status: 200 len: 210 time: 0.0277081 Aug 23 21:27:42.462831 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 16e247b3-653f-4cba-870e-6ab4749033b5 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:27:42.483753 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: 16e247b3-653f-4cba-870e-6ab4749033b5 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:27:42.484123 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 16e247b3-653f-4cba-870e-6ab4749033b5 not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:27:42.827061 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2a2ed-2c63-4b7a-b6e6-d4e17549987d req-433e5efa-6bd3-4ea9-92ee-e1c444d1e1e7 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:27:42.828484 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2ed2a2ed-2c63-4b7a-b6e6-d4e17549987d req-433e5efa-6bd3-4ea9-92ee-e1c444d1e1e7 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.11 "GET /v2.0/networks?id=7ba7afc5-29f8-466a-a2bb-b15f48287fec HTTP/1.1" status: 200 len: 817 time: 0.1111844 Aug 23 21:27:42.841610 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-2ed2a2ed-2c63-4b7a-b6e6-d4e17549987d req-2993fabb-127c-481a-9b6b-e2ebd0dd40f8 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Request body: {'port': {'device_id': '61279076-e8d6-4afa-ad8a-eedf9534bf5d', 'network_id': '7ba7afc5-29f8-466a-a2bb-b15f48287fec', 'admin_state_up': True, 'tenant_id': '64c43f2857484a0dbb35243fbf127ec8'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:27:42.949900 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ed2a2ed-2c63-4b7a-b6e6-d4e17549987d req-2993fabb-127c-481a-9b6b-e2ebd0dd40f8 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Made reservation on behalf of 64c43f2857484a0dbb35243fbf127ec8 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:27:42.954019 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2ed2a2ed-2c63-4b7a-b6e6-d4e17549987d req-2993fabb-127c-481a-9b6b-e2ebd0dd40f8 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:43.032865 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-acf0fd85-efed-491b-9915-b6ecea9fd0ca req-9dc43bb7-ffad-430d-9d64-a563ec8410e6 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.61 "GET /v2.0/ports?device_id=61279076-e8d6-4afa-ad8a-eedf9534bf5d HTTP/1.1" status: 200 len: 210 time: 0.0272744 Aug 23 21:27:43.086423 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-2ed2a2ed-2c63-4b7a-b6e6-d4e17549987d req-2993fabb-127c-481a-9b6b-e2ebd0dd40f8 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Allocated IP 172.20.0.9 (7ba7afc5-29f8-466a-a2bb-b15f48287fec/d430b4cd-2852-44fb-9391-0455bee99f13/f0bf682f-750f-47e0-9fae-3496f72abacb) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:27:43.240833 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2ed2a2ed-2c63-4b7a-b6e6-d4e17549987d req-2993fabb-127c-481a-9b6b-e2ebd0dd40f8 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:43.255986 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-2ed2a2ed-2c63-4b7a-b6e6-d4e17549987d req-2993fabb-127c-481a-9b6b-e2ebd0dd40f8 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Transition to ACTIVE for port object f0bf682f-750f-47e0-9fae-3496f72abacb will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:27:43.288109 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2ed2a2ed-2c63-4b7a-b6e6-d4e17549987d req-2993fabb-127c-481a-9b6b-e2ebd0dd40f8 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:43.328667 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ed2a2ed-2c63-4b7a-b6e6-d4e17549987d req-2993fabb-127c-481a-9b6b-e2ebd0dd40f8 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Network 7ba7afc5-29f8-466a-a2bb-b15f48287fec is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:27:43.331652 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-2ed2a2ed-2c63-4b7a-b6e6-d4e17549987d req-2993fabb-127c-481a-9b6b-e2ebd0dd40f8 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:27:43.336262 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ed2a2ed-2c63-4b7a-b6e6-d4e17549987d req-2993fabb-127c-481a-9b6b-e2ebd0dd40f8 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:27:43.369888 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2993fabb-127c-481a-9b6b-e2ebd0dd40f8 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Pushing event updated for resources: {'Port': ['ID=f0bf682f-750f-47e0-9fae-3496f72abacb,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:27:43.397804 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2a2ed-2c63-4b7a-b6e6-d4e17549987d req-2993fabb-127c-481a-9b6b-e2ebd0dd40f8 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:27:43.398429 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2ed2a2ed-2c63-4b7a-b6e6-d4e17549987d req-2993fabb-127c-481a-9b6b-e2ebd0dd40f8 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:43.414290 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2ed2a2ed-2c63-4b7a-b6e6-d4e17549987d req-2993fabb-127c-481a-9b6b-e2ebd0dd40f8 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5766115 Aug 23 21:27:43.427601 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-2ed2a2ed-2c63-4b7a-b6e6-d4e17549987d req-28de2a27-41c3-4ed1-9e9f-286497e6fd11 service neutron] Request body: {'port': {'device_id': '61279076-e8d6-4afa-ad8a-eedf9534bf5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:27:43.489181 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2ed2a2ed-2c63-4b7a-b6e6-d4e17549987d req-28de2a27-41c3-4ed1-9e9f-286497e6fd11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:43.494437 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aa503e85-93bb-4185-8e7e-237a7a75a49a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:43.532458 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f585549f-46d1-4449-ae21-24b85eec9c95 None None] Provisioning for port f0bf682f-750f-47e0-9fae-3496f72abacb completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:27:43.536308 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f585549f-46d1-4449-ae21-24b85eec9c95 None None] Provisioning complete for port f0bf682f-750f-47e0-9fae-3496f72abacb triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:27:43.536687 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f585549f-46d1-4449-ae21-24b85eec9c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:43.571409 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-f585549f-46d1-4449-ae21-24b85eec9c95 None None] Port f0bf682f-750f-47e0-9fae-3496f72abacb cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:27:43.623021 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:43.757273 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-2ed2a2ed-2c63-4b7a-b6e6-d4e17549987d req-28de2a27-41c3-4ed1-9e9f-286497e6fd11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0bf682f-750f-47e0-9fae-3496f72abacb {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:27:43.764711 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2ed2a2ed-2c63-4b7a-b6e6-d4e17549987d req-28de2a27-41c3-4ed1-9e9f-286497e6fd11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:43.776842 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-2ed2a2ed-2c63-4b7a-b6e6-d4e17549987d req-28de2a27-41c3-4ed1-9e9f-286497e6fd11 service neutron] Transition to ACTIVE for port object f0bf682f-750f-47e0-9fae-3496f72abacb will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:27:43.780355 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2ed2a2ed-2c63-4b7a-b6e6-d4e17549987d req-28de2a27-41c3-4ed1-9e9f-286497e6fd11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:43.832855 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28de2a27-41c3-4ed1-9e9f-286497e6fd11 service neutron] Pushing event updated for resources: {'Port': ['ID=f0bf682f-750f-47e0-9fae-3496f72abacb,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:27:43.913590 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-2ed2a2ed-2c63-4b7a-b6e6-d4e17549987d req-28de2a27-41c3-4ed1-9e9f-286497e6fd11 service neutron] Attempting to bind port f0bf682f-750f-47e0-9fae-3496f72abacb on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:27:43.913946 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-2ed2a2ed-2c63-4b7a-b6e6-d4e17549987d req-28de2a27-41c3-4ed1-9e9f-286497e6fd11 service neutron] Attempting to bind port f0bf682f-750f-47e0-9fae-3496f72abacb by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '71ed77b7-ccea-4385-983e-122b62e37914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '7ba7afc5-29f8-466a-a2bb-b15f48287fec'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:27:43.914240 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed2a2ed-2c63-4b7a-b6e6-d4e17549987d req-28de2a27-41c3-4ed1-9e9f-286497e6fd11 service neutron] Attempting to bind port f0bf682f-750f-47e0-9fae-3496f72abacb on network 7ba7afc5-29f8-466a-a2bb-b15f48287fec {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:27:43.918933 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed2a2ed-2c63-4b7a-b6e6-d4e17549987d req-28de2a27-41c3-4ed1-9e9f-286497e6fd11 service neutron] Port f0bf682f-750f-47e0-9fae-3496f72abacb on network 7ba7afc5-29f8-466a-a2bb-b15f48287fec not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:27:43.919250 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed2a2ed-2c63-4b7a-b6e6-d4e17549987d req-28de2a27-41c3-4ed1-9e9f-286497e6fd11 service neutron] Attempting to bind port f0bf682f-750f-47e0-9fae-3496f72abacb on network 7ba7afc5-29f8-466a-a2bb-b15f48287fec {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:27:43.924855 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed2a2ed-2c63-4b7a-b6e6-d4e17549987d req-28de2a27-41c3-4ed1-9e9f-286497e6fd11 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:27:43.925184 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed2a2ed-2c63-4b7a-b6e6-d4e17549987d req-28de2a27-41c3-4ed1-9e9f-286497e6fd11 service neutron] Checking segment: {'id': '71ed77b7-ccea-4385-983e-122b62e37914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '7ba7afc5-29f8-466a-a2bb-b15f48287fec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:27:43.925562 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed2a2ed-2c63-4b7a-b6e6-d4e17549987d req-28de2a27-41c3-4ed1-9e9f-286497e6fd11 service neutron] Bound using segment: {'id': '71ed77b7-ccea-4385-983e-122b62e37914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '7ba7afc5-29f8-466a-a2bb-b15f48287fec'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:27:43.925986 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-2ed2a2ed-2c63-4b7a-b6e6-d4e17549987d req-28de2a27-41c3-4ed1-9e9f-286497e6fd11 service neutron] Bound port: f0bf682f-750f-47e0-9fae-3496f72abacb, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71ed77b7-ccea-4385-983e-122b62e37914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '7ba7afc5-29f8-466a-a2bb-b15f48287fec'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:27:43.926337 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2ed2a2ed-2c63-4b7a-b6e6-d4e17549987d req-28de2a27-41c3-4ed1-9e9f-286497e6fd11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:43.993219 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-2ed2a2ed-2c63-4b7a-b6e6-d4e17549987d req-28de2a27-41c3-4ed1-9e9f-286497e6fd11 service neutron] For port f0bf682f-750f-47e0-9fae-3496f72abacb, host n-h1-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:27:43.996621 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-2ed2a2ed-2c63-4b7a-b6e6-d4e17549987d req-28de2a27-41c3-4ed1-9e9f-286497e6fd11 service neutron] For port f0bf682f-750f-47e0-9fae-3496f72abacb, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=f0bf682f-750f-47e0-9fae-3496f72abacb,segment=NetworkSegment(71ed77b7-ccea-4385-983e-122b62e37914),segment_id=71ed77b7-ccea-4385-983e-122b62e37914)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:27:44.001133 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2ed2a2ed-2c63-4b7a-b6e6-d4e17549987d req-28de2a27-41c3-4ed1-9e9f-286497e6fd11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:44.035755 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2a2ed-2c63-4b7a-b6e6-d4e17549987d req-28de2a27-41c3-4ed1-9e9f-286497e6fd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:27:44.036400 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2ed2a2ed-2c63-4b7a-b6e6-d4e17549987d req-28de2a27-41c3-4ed1-9e9f-286497e6fd11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:44.037776 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2ed2a2ed-2c63-4b7a-b6e6-d4e17549987d req-28de2a27-41c3-4ed1-9e9f-286497e6fd11 service neutron] 10.222.0.11 "PUT /v2.0/ports/f0bf682f-750f-47e0-9fae-3496f72abacb HTTP/1.1" status: 200 len: 1091 time: 0.6146319 Aug 23 21:27:44.038203 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61279076-e8d6-4afa-ad8a-eedf9534bf5d', 'tag': 'f0bf682f-750f-47e0-9fae-3496f72abacb'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:27:44.040455 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}464d6cbacbaeb9374483e58d29b165f94917862334b697df3b381d289610f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9a09b8-5337-44e7-8d24-63c38565ae79" -d '{"events": [{"name": "network-changed", "server_uuid": "61279076-e8d6-4afa-ad8a-eedf9534bf5d", "tag": "f0bf682f-750f-47e0-9fae-3496f72abacb"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:27:44.075464 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28de2a27-41c3-4ed1-9e9f-286497e6fd11 service neutron] Pushing event updated for resources: {'Port': ['ID=f0bf682f-750f-47e0-9fae-3496f72abacb,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:27:44.116903 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f378b5-6646-4c7c-810d-1e925c3f64d5 x-openstack-request-id: req-26f378b5-6646-4c7c-810d-1e925c3f64d5 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:27:44.117184 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61279076-e8d6-4afa-ad8a-eedf9534bf5d", "tag": "f0bf682f-750f-47e0-9fae-3496f72abacb", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:27:44.117570 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-26f378b5-6646-4c7c-810d-1e925c3f64d5 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:27:44.118336 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61279076-e8d6-4afa-ad8a-eedf9534bf5d', 'tag': 'f0bf682f-750f-47e0-9fae-3496f72abacb', 'status': 'completed', 'code': 200} Aug 23 21:27:44.135654 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2a2ed-2c63-4b7a-b6e6-d4e17549987d req-a1707c03-ef20-4d25-94bd-ba6c481177d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:27:44.137383 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2ed2a2ed-2c63-4b7a-b6e6-d4e17549987d req-a1707c03-ef20-4d25-94bd-ba6c481177d9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64c43f2857484a0dbb35243fbf127ec8&device_id=61279076-e8d6-4afa-ad8a-eedf9534bf5d HTTP/1.1" status: 200 len: 1094 time: 0.0571005 Aug 23 21:27:44.175809 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aeaf8a-c487-45a6-a0ba-25dcbcb7c7bc req-ee33807e-f74d-4132-96cc-75a656c00e2a tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:27:44.177429 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c3aeaf8a-c487-45a6-a0ba-25dcbcb7c7bc req-ee33807e-f74d-4132-96cc-75a656c00e2a tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.61 "GET /v2.0/ports?device_id=61279076-e8d6-4afa-ad8a-eedf9534bf5d HTTP/1.1" status: 200 len: 943 time: 0.0544579 Aug 23 21:27:44.183527 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2ed2a2ed-2c63-4b7a-b6e6-d4e17549987d req-5c38278c-a360-4eda-8c7f-6ae008ac59a4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0bf682f-750f-47e0-9fae-3496f72abacb HTTP/1.1" status: 200 len: 217 time: 0.0381038 Aug 23 21:27:44.226039 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c3aeaf8a-c487-45a6-a0ba-25dcbcb7c7bc req-5214bcbe-3eee-47ac-9f43-ba57687be84b tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.61 "GET /v2.0/security-groups?id=309eb219-8726-42b5-9079-8ecdcee02951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420489 Aug 23 21:27:44.246078 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2a2ed-2c63-4b7a-b6e6-d4e17549987d req-de59a169-0d48-4dd4-80b0-cc72c0d237d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:27:44.246078 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2ed2a2ed-2c63-4b7a-b6e6-d4e17549987d req-de59a169-0d48-4dd4-80b0-cc72c0d237d5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d430b4cd-2852-44fb-9391-0455bee99f13 HTTP/1.1" status: 200 len: 856 time: 0.0499854 Aug 23 21:27:44.291632 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2a2ed-2c63-4b7a-b6e6-d4e17549987d req-ed5c36ae-a81a-4887-aabc-fa55430bac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:27:44.293150 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2ed2a2ed-2c63-4b7a-b6e6-d4e17549987d req-ed5c36ae-a81a-4887-aabc-fa55430bac49 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ba7afc5-29f8-466a-a2bb-b15f48287fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464771 Aug 23 21:27:44.382567 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2ed2a2ed-2c63-4b7a-b6e6-d4e17549987d req-b378185a-14d0-48f9-a8c0-a1da3a09c7b8 service neutron] 10.222.0.11 "GET /v2.0/networks/7ba7afc5-29f8-466a-a2bb-b15f48287fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821407 Aug 23 21:27:44.476403 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2ed2a2ed-2c63-4b7a-b6e6-d4e17549987d req-7e5b22a8-1aa6-4fb3-bc0e-09da8866d51f service neutron] 10.222.0.11 "GET /v2.0/networks/7ba7afc5-29f8-466a-a2bb-b15f48287fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865176 Aug 23 21:27:44.567657 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a09b8-5337-44e7-8d24-63c38565ae79 req-09d7d5a9-4152-4053-a61b-a21adc8d8074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:27:44.569178 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3e9a09b8-5337-44e7-8d24-63c38565ae79 req-09d7d5a9-4152-4053-a61b-a21adc8d8074 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64c43f2857484a0dbb35243fbf127ec8&device_id=61279076-e8d6-4afa-ad8a-eedf9534bf5d HTTP/1.1" status: 200 len: 1094 time: 0.0473747 Aug 23 21:27:44.663292 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a09b8-5337-44e7-8d24-63c38565ae79 req-60e356b9-d8c1-4ea8-aa74-223191423a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:27:44.664714 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3e9a09b8-5337-44e7-8d24-63c38565ae79 req-60e356b9-d8c1-4ea8-aa74-223191423a6f service neutron] 10.222.0.11 "GET /v2.0/networks?id=7ba7afc5-29f8-466a-a2bb-b15f48287fec HTTP/1.1" status: 200 len: 918 time: 0.0886183 Aug 23 21:27:44.710936 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3e9a09b8-5337-44e7-8d24-63c38565ae79 req-1afa994d-477e-4401-9b06-41ead64e137f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0bf682f-750f-47e0-9fae-3496f72abacb HTTP/1.1" status: 200 len: 217 time: 0.0383060 Aug 23 21:27:44.763456 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a09b8-5337-44e7-8d24-63c38565ae79 req-0eb1cdcd-e03e-48e2-bf1b-d838e73f9847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:27:44.765929 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3e9a09b8-5337-44e7-8d24-63c38565ae79 req-0eb1cdcd-e03e-48e2-bf1b-d838e73f9847 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d430b4cd-2852-44fb-9391-0455bee99f13 HTTP/1.1" status: 200 len: 856 time: 0.0454106 Aug 23 21:27:44.767775 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:44.812401 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a09b8-5337-44e7-8d24-63c38565ae79 req-b24478fa-74fb-4ebe-8284-6070dfe162eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:27:44.813968 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3e9a09b8-5337-44e7-8d24-63c38565ae79 req-b24478fa-74fb-4ebe-8284-6070dfe162eb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ba7afc5-29f8-466a-a2bb-b15f48287fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409548 Aug 23 21:27:44.909201 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3e9a09b8-5337-44e7-8d24-63c38565ae79 req-afde3bf9-ccc0-4910-a2bd-7bac943b2889 service neutron] 10.222.0.11 "GET /v2.0/networks/7ba7afc5-29f8-466a-a2bb-b15f48287fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868556 Aug 23 21:27:45.000458 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3e9a09b8-5337-44e7-8d24-63c38565ae79 req-eb3bb612-002d-407d-b269-bdb900fab6ef service neutron] 10.222.0.11 "GET /v2.0/networks/7ba7afc5-29f8-466a-a2bb-b15f48287fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820103 Aug 23 21:27:45.345312 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba398075-5b54-4977-892f-7a0068771170 req-9e8ef01b-4c91-4a9a-abc6-dbee76360df4 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:27:45.346807 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ba398075-5b54-4977-892f-7a0068771170 req-9e8ef01b-4c91-4a9a-abc6-dbee76360df4 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.61 "GET /v2.0/ports?device_id=61279076-e8d6-4afa-ad8a-eedf9534bf5d HTTP/1.1" status: 200 len: 943 time: 0.0515895 Aug 23 21:27:45.390991 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ba398075-5b54-4977-892f-7a0068771170 req-00d984e3-cac4-46fd-9bd5-094669eb0809 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.61 "GET /v2.0/security-groups?id=309eb219-8726-42b5-9079-8ecdcee02951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376770 Aug 23 21:27:46.134400 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:46.510457 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa9701-ba97-44b5-9db0-d7c4c9ae8f27 req-4fe80a83-2f2e-40e0-979b-c67efbbe750c tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:27:46.511966 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-74aa9701-ba97-44b5-9db0-d7c4c9ae8f27 req-4fe80a83-2f2e-40e0-979b-c67efbbe750c tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.61 "GET /v2.0/ports?device_id=61279076-e8d6-4afa-ad8a-eedf9534bf5d HTTP/1.1" status: 200 len: 943 time: 0.0538595 Aug 23 21:27:46.550107 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-74aa9701-ba97-44b5-9db0-d7c4c9ae8f27 req-5352d46d-7801-41e6-ad14-58a5118bb2b6 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.61 "GET /v2.0/security-groups?id=309eb219-8726-42b5-9079-8ecdcee02951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316174 Aug 23 21:27:47.665846 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fd1d70-ad91-40d2-9580-1f3365679554 req-0b12abf2-6403-459c-9033-5582407b86b0 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:27:47.667324 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e1fd1d70-ad91-40d2-9580-1f3365679554 req-0b12abf2-6403-459c-9033-5582407b86b0 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.61 "GET /v2.0/ports?device_id=61279076-e8d6-4afa-ad8a-eedf9534bf5d HTTP/1.1" status: 200 len: 943 time: 0.0504885 Aug 23 21:27:47.705754 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e1fd1d70-ad91-40d2-9580-1f3365679554 req-454769ec-dbc3-434c-b6dc-b563bce100cb tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.61 "GET /v2.0/security-groups?id=309eb219-8726-42b5-9079-8ecdcee02951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322568 Aug 23 21:27:48.509840 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device f0bf682f-750f-47e0-9fae-3496f72abacb details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 21:27:48.604045 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port f0bf682f-750f-47e0-9fae-3496f72abacb, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=f0bf682f-750f-47e0-9fae-3496f72abacb,segment=NetworkSegment(71ed77b7-ccea-4385-983e-122b62e37914),segment_id=71ed77b7-ccea-4385-983e-122b62e37914)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:27:48.614710 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': 'f0bf682f-750f-47e0-9fae-3496f72abacb', 'network_id': '7ba7afc5-29f8-466a-a2bb-b15f48287fec', 'port_id': 'f0bf682f-750f-47e0-9fae-3496f72abacb', 'mac_address': 'fa:16:3e:a0:4d:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd430b4cd-2852-44fb-9391-0455bee99f13', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 21:27:48.655529 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:48.668544 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0bf682f-750f-47e0-9fae-3496f72abacb {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:27:48.690409 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port f0bf682f-750f-47e0-9fae-3496f72abacb, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=f0bf682f-750f-47e0-9fae-3496f72abacb,segment=NetworkSegment(71ed77b7-ccea-4385-983e-122b62e37914),segment_id=71ed77b7-ccea-4385-983e-122b62e37914)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:27:48.695781 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:48.746746 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=f0bf682f-750f-47e0-9fae-3496f72abacb,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:27:48.754745 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:27:48.755096 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:27:48.755439 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:27:48.755777 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:27:48.756150 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:27:48.756487 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:27:48.756814 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:27:48.757146 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:27:48.757473 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:27:48.757801 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:27:48.758126 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:27:48.758446 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:27:48.822517 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe8f1b-7945-4480-bd30-eba2e60c2c2d req-031d77bf-c448-4c75-b901-c32064323b73 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:27:48.824027 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cebe8f1b-7945-4480-bd30-eba2e60c2c2d req-031d77bf-c448-4c75-b901-c32064323b73 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.61 "GET /v2.0/ports?device_id=61279076-e8d6-4afa-ad8a-eedf9534bf5d HTTP/1.1" status: 200 len: 944 time: 0.0498574 Aug 23 21:27:48.863722 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cebe8f1b-7945-4480-bd30-eba2e60c2c2d req-72d20559-dd4b-446d-be09-3ae3a87400fb tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.61 "GET /v2.0/security-groups?id=309eb219-8726-42b5-9079-8ecdcee02951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335124 Aug 23 21:27:48.902939 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['f0bf682f-750f-47e0-9fae-3496f72abacb'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:27:49.981780 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5413e9ce-488d-434a-8b81-a45b18cbc451 req-5af49b0f-b30b-4eac-b539-48cfb79fc27e tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:27:49.983297 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5413e9ce-488d-434a-8b81-a45b18cbc451 req-5af49b0f-b30b-4eac-b539-48cfb79fc27e tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.61 "GET /v2.0/ports?device_id=61279076-e8d6-4afa-ad8a-eedf9534bf5d HTTP/1.1" status: 200 len: 944 time: 0.0505021 Aug 23 21:27:50.021506 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5413e9ce-488d-434a-8b81-a45b18cbc451 req-93b71aae-dc77-4ca8-b723-012baea912a9 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.61 "GET /v2.0/security-groups?id=309eb219-8726-42b5-9079-8ecdcee02951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320959 Aug 23 21:27:50.513860 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device f0bf682f-750f-47e0-9fae-3496f72abacb up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:27:50.561285 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port f0bf682f-750f-47e0-9fae-3496f72abacb completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:27:50.566135 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port f0bf682f-750f-47e0-9fae-3496f72abacb triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:27:50.566544 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:50.644042 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:50.668337 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61279076-e8d6-4afa-ad8a-eedf9534bf5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0bf682f-750f-47e0-9fae-3496f72abacb'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:27:50.670523 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e577f7a2b9c3f6bcf6a64bd3e1bbb8e0b095addae8cf51c17fc2638a25953e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab7c758-b334-4ec5-91d1-629173ae7596" -d '{"events": [{"server_uuid": "61279076-e8d6-4afa-ad8a-eedf9534bf5d", "name": "network-vif-plugged", "status": "completed", "tag": "f0bf682f-750f-47e0-9fae-3496f72abacb"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:27:50.683618 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port f0bf682f-750f-47e0-9fae-3496f72abacb, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=f0bf682f-750f-47e0-9fae-3496f72abacb,segment=NetworkSegment(71ed77b7-ccea-4385-983e-122b62e37914),segment_id=71ed77b7-ccea-4385-983e-122b62e37914)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:27:50.689137 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:50.712947 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a79efb2-bbf7-4962-8110-97a5e80ff6e2 x-openstack-request-id: req-0a79efb2-bbf7-4962-8110-97a5e80ff6e2 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:27:50.713231 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61279076-e8d6-4afa-ad8a-eedf9534bf5d", "name": "network-vif-plugged", "status": "completed", "tag": "f0bf682f-750f-47e0-9fae-3496f72abacb", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:27:50.713491 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0a79efb2-bbf7-4962-8110-97a5e80ff6e2 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:27:50.713878 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61279076-e8d6-4afa-ad8a-eedf9534bf5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0bf682f-750f-47e0-9fae-3496f72abacb', 'code': 200} Aug 23 21:27:50.741065 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=f0bf682f-750f-47e0-9fae-3496f72abacb,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:27:50.806923 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:27:50.808074 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6a787-6c07-43bd-b139-acd07a384c4b req-1f1ca69d-dd9d-42a9-9a19-881756d475a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:27:50.809640 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bcc6a787-6c07-43bd-b139-acd07a384c4b req-1f1ca69d-dd9d-42a9-9a19-881756d475a5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=61279076-e8d6-4afa-ad8a-eedf9534bf5d HTTP/1.1" status: 200 len: 1096 time: 0.0453653 Aug 23 21:27:50.847421 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bcc6a787-6c07-43bd-b139-acd07a384c4b req-3a2df85d-dba1-47f0-b736-4fb4d615f2b3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=309eb219-8726-42b5-9079-8ecdcee02951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308805 Aug 23 21:27:51.135350 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea713f0-64c4-44a6-ab7c-152d5e63ead3 req-3fe085cd-683d-4f6b-821e-84764b869d83 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:27:51.136848 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-eea713f0-64c4-44a6-ab7c-152d5e63ead3 req-3fe085cd-683d-4f6b-821e-84764b869d83 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.61 "GET /v2.0/ports?device_id=61279076-e8d6-4afa-ad8a-eedf9534bf5d HTTP/1.1" status: 200 len: 945 time: 0.0492916 Aug 23 21:27:51.176280 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-eea713f0-64c4-44a6-ab7c-152d5e63ead3 req-72e381e6-0882-4ea2-a7a3-88084710a417 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.61 "GET /v2.0/security-groups?id=309eb219-8726-42b5-9079-8ecdcee02951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323844 Aug 23 21:27:52.291552 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad2205c-7924-4160-9e7a-12059ea2d820 req-bac723cb-7366-471f-9449-d7d4bb50fb01 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:27:52.293091 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0ad2205c-7924-4160-9e7a-12059ea2d820 req-bac723cb-7366-471f-9449-d7d4bb50fb01 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.61 "GET /v2.0/ports?device_id=61279076-e8d6-4afa-ad8a-eedf9534bf5d HTTP/1.1" status: 200 len: 945 time: 0.0495348 Aug 23 21:27:52.331574 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0ad2205c-7924-4160-9e7a-12059ea2d820 req-97e5084e-b92a-49c4-a97c-0ec6ae1a103c tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.61 "GET /v2.0/security-groups?id=309eb219-8726-42b5-9079-8ecdcee02951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318356 Aug 23 21:27:52.446293 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977fd798-c0ff-4ceb-a50a-4d7e2959cc6c req-bb98d108-ea13-4774-8466-d18ae48bc830 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:27:52.447775 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-977fd798-c0ff-4ceb-a50a-4d7e2959cc6c req-bb98d108-ea13-4774-8466-d18ae48bc830 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.61 "GET /v2.0/ports?device_id=61279076-e8d6-4afa-ad8a-eedf9534bf5d HTTP/1.1" status: 200 len: 945 time: 0.0491350 Aug 23 21:27:52.487621 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-977fd798-c0ff-4ceb-a50a-4d7e2959cc6c req-abdf21e2-7267-4db8-a435-940377bf04c3 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.61 "GET /v2.0/security-groups?id=309eb219-8726-42b5-9079-8ecdcee02951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333564 Aug 23 21:28:10.105133 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2497a94e-11db-41a5-9d76-fe5fd339a78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:10.884238 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:10.898869 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e43ba-9276-45b7-a7f3-6ac8bac5d48d req-5b4e202b-1cb2-40e1-9d05-0982a31dd0fa tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:28:10.900522 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c95e43ba-9276-45b7-a7f3-6ac8bac5d48d req-5b4e202b-1cb2-40e1-9d05-0982a31dd0fa tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.61 "GET /v2.0/ports?device_id=61279076-e8d6-4afa-ad8a-eedf9534bf5d HTTP/1.1" status: 200 len: 945 time: 0.0576406 Aug 23 21:28:10.944796 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c95e43ba-9276-45b7-a7f3-6ac8bac5d48d req-0d4decdc-9fe2-416a-a9e4-bb3874ae8eb3 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.61 "GET /v2.0/security-groups?id=309eb219-8726-42b5-9079-8ecdcee02951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377870 Aug 23 21:28:12.067164 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a8be7-ce8e-4965-aa61-ef8083761605 req-1f30b894-911b-4c5c-a4fd-38b1c2c26777 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:28:12.068696 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-500a8be7-ce8e-4965-aa61-ef8083761605 req-1f30b894-911b-4c5c-a4fd-38b1c2c26777 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.61 "GET /v2.0/ports?device_id=61279076-e8d6-4afa-ad8a-eedf9534bf5d HTTP/1.1" status: 200 len: 945 time: 0.0553882 Aug 23 21:28:12.106304 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-500a8be7-ce8e-4965-aa61-ef8083761605 req-1a4e6e42-1078-4167-ac50-ac870d3f2e2f tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.61 "GET /v2.0/security-groups?id=309eb219-8726-42b5-9079-8ecdcee02951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314465 Aug 23 21:28:12.423720 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b24dd9-70b1-4dcf-8562-bfdb35849d1e req-632885dc-2227-4ab3-b625-ebbff139384f tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:28:12.425190 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-75b24dd9-70b1-4dcf-8562-bfdb35849d1e req-632885dc-2227-4ab3-b625-ebbff139384f tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.11 "GET /v2.0/ports?device_id=61279076-e8d6-4afa-ad8a-eedf9534bf5d HTTP/1.1" status: 200 len: 945 time: 0.0474105 Aug 23 21:28:12.517378 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-75b24dd9-70b1-4dcf-8562-bfdb35849d1e req-af03af0f-a14a-4ae8-bde8-5c0d69e93685 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Deleting port f0bf682f-750f-47e0-9fae-3496f72abacb {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:28:12.517710 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-75b24dd9-70b1-4dcf-8562-bfdb35849d1e req-af03af0f-a14a-4ae8-bde8-5c0d69e93685 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:12.612862 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-75b24dd9-70b1-4dcf-8562-bfdb35849d1e req-af03af0f-a14a-4ae8-bde8-5c0d69e93685 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] For port f0bf682f-750f-47e0-9fae-3496f72abacb, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=f0bf682f-750f-47e0-9fae-3496f72abacb,segment=NetworkSegment(71ed77b7-ccea-4385-983e-122b62e37914),segment_id=71ed77b7-ccea-4385-983e-122b62e37914)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:28:12.613225 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-75b24dd9-70b1-4dcf-8562-bfdb35849d1e req-af03af0f-a14a-4ae8-bde8-5c0d69e93685 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:12.625154 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-75b24dd9-70b1-4dcf-8562-bfdb35849d1e req-af03af0f-a14a-4ae8-bde8-5c0d69e93685 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Calling delete_port for f0bf682f-750f-47e0-9fae-3496f72abacb owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:28:12.760296 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-75b24dd9-70b1-4dcf-8562-bfdb35849d1e req-af03af0f-a14a-4ae8-bde8-5c0d69e93685 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:12.772731 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['f0bf682f-750f-47e0-9fae-3496f72abacb'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:28:12.789704 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af03af0f-a14a-4ae8-bde8-5c0d69e93685 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Pushing event deleted for resources: {'Port': ['ID=f0bf682f-750f-47e0-9fae-3496f72abacb,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:28:12.802866 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af03af0f-a14a-4ae8-bde8-5c0d69e93685 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:28:12.803224 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af03af0f-a14a-4ae8-bde8-5c0d69e93685 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:28:12.803561 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af03af0f-a14a-4ae8-bde8-5c0d69e93685 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:28:12.803895 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af03af0f-a14a-4ae8-bde8-5c0d69e93685 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:28:12.804253 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af03af0f-a14a-4ae8-bde8-5c0d69e93685 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:28:12.804592 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af03af0f-a14a-4ae8-bde8-5c0d69e93685 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:28:12.804922 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af03af0f-a14a-4ae8-bde8-5c0d69e93685 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:28:12.805254 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af03af0f-a14a-4ae8-bde8-5c0d69e93685 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:28:12.805584 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af03af0f-a14a-4ae8-bde8-5c0d69e93685 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:28:12.805915 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af03af0f-a14a-4ae8-bde8-5c0d69e93685 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:28:12.806240 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af03af0f-a14a-4ae8-bde8-5c0d69e93685 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:28:12.806564 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af03af0f-a14a-4ae8-bde8-5c0d69e93685 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:28:12.843036 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b24dd9-70b1-4dcf-8562-bfdb35849d1e req-af03af0f-a14a-4ae8-bde8-5c0d69e93685 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] No DVR routers for this DVR port f0bf682f-750f-47e0-9fae-3496f72abacb on host n-h1-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:28:12.847179 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-75b24dd9-70b1-4dcf-8562-bfdb35849d1e req-af03af0f-a14a-4ae8-bde8-5c0d69e93685 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:12.849274 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-75b24dd9-70b1-4dcf-8562-bfdb35849d1e req-af03af0f-a14a-4ae8-bde8-5c0d69e93685 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.11 "DELETE /v2.0/ports/f0bf682f-750f-47e0-9fae-3496f72abacb HTTP/1.1" status: 204 len: 173 time: 0.4178843 Aug 23 21:28:12.849723 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61279076-e8d6-4afa-ad8a-eedf9534bf5d', 'name': 'network-vif-deleted', 'tag': 'f0bf682f-750f-47e0-9fae-3496f72abacb'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:28:12.852591 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}464d6cbacbaeb9374483e58d29b165f94917862334b697df3b381d289610f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2232e0f8-cfe4-497a-aae3-7a3283bc27c4" -d '{"events": [{"server_uuid": "61279076-e8d6-4afa-ad8a-eedf9534bf5d", "name": "network-vif-deleted", "tag": "f0bf682f-750f-47e0-9fae-3496f72abacb"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:28:12.894313 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeaf61a5-6da1-4232-a256-b6d8803b920b x-openstack-request-id: req-eeaf61a5-6da1-4232-a256-b6d8803b920b {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:28:12.894610 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61279076-e8d6-4afa-ad8a-eedf9534bf5d", "name": "network-vif-deleted", "tag": "f0bf682f-750f-47e0-9fae-3496f72abacb", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:28:12.894863 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-eeaf61a5-6da1-4232-a256-b6d8803b920b {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:28:12.895262 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61279076-e8d6-4afa-ad8a-eedf9534bf5d', 'name': 'network-vif-deleted', 'tag': 'f0bf682f-750f-47e0-9fae-3496f72abacb', 'status': 'completed', 'code': 200} Aug 23 21:28:13.217024 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-25337f42-4d1a-4093-98ba-27d1565437c6 req-7cc4ed3b-554b-4004-ad38-2ceff9cc6655 tempest-TestEncryptedCinderVolumes-798639540 tempest-TestEncryptedCinderVolumes-798639540-project] 10.222.0.61 "GET /v2.0/ports?device_id=61279076-e8d6-4afa-ad8a-eedf9534bf5d HTTP/1.1" status: 200 len: 210 time: 0.0313578 Aug 23 21:28:13.495917 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31b128f3-1942-4085-a494-c1e98eba39e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:13.624860 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:14.251655 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:28:14.305563 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52790) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:28:14.657286 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-01e2a6d8-f6e2-4362-a0a9-b0ba61227941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:14.770832 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:14.912567 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-01e2a6d8-f6e2-4362-a0a9-b0ba61227941 admin admin] Deleting port e0dddd97-85e1-4549-8498-c82a3e65dcaa {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:28:14.912898 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-01e2a6d8-f6e2-4362-a0a9-b0ba61227941 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:14.989071 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-01e2a6d8-f6e2-4362-a0a9-b0ba61227941 admin admin] For port e0dddd97-85e1-4549-8498-c82a3e65dcaa, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=e0dddd97-85e1-4549-8498-c82a3e65dcaa,segment=NetworkSegment(71ed77b7-ccea-4385-983e-122b62e37914),segment_id=71ed77b7-ccea-4385-983e-122b62e37914)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:28:14.989435 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-01e2a6d8-f6e2-4362-a0a9-b0ba61227941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:15.001011 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-01e2a6d8-f6e2-4362-a0a9-b0ba61227941 admin admin] Calling delete_port for e0dddd97-85e1-4549-8498-c82a3e65dcaa owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:28:15.185905 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-01e2a6d8-f6e2-4362-a0a9-b0ba61227941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:15.212595 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e2a6d8-f6e2-4362-a0a9-b0ba61227941 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0dddd97-85e1-4549-8498-c82a3e65dcaa,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:28:15.380162 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-01e2a6d8-f6e2-4362-a0a9-b0ba61227941 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:15.926197 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e2a6d8-f6e2-4362-a0a9-b0ba61227941 admin admin] Router adf5b874-b4be-461d-b7d5-36d17ef4e365 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:28:16.053844 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e2a6d8-f6e2-4362-a0a9-b0ba61227941 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:28:16.059220 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-01e2a6d8-f6e2-4362-a0a9-b0ba61227941 admin admin] 10.222.0.61 "PUT /v2.0/routers/adf5b874-b4be-461d-b7d5-36d17ef4e365/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7525671 Aug 23 21:28:16.062138 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52792) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:28:16.063739 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67d6667-77ca-411c-b167-bdca8a2fda53 None None] Sync routers for ids ['adf5b874-b4be-461d-b7d5-36d17ef4e365'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:28:16.073133 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67d6667-77ca-411c-b167-bdca8a2fda53 None None] Routers {'adf5b874-b4be-461d-b7d5-36d17ef4e365'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:28:16.073726 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f67d6667-77ca-411c-b167-bdca8a2fda53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:28:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['adf5b874-b4be-461d-b7d5-36d17ef4e365'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:28:16.140515 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:16.173477 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f7be8468-3c8b-4590-bd25-bcb86791183d admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:16.178245 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-f67d6667-77ca-411c-b167-bdca8a2fda53 None None] Set router adf5b874-b4be-461d-b7d5-36d17ef4e365 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:28:16.294039 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f7be8468-3c8b-4590-bd25-bcb86791183d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:16.362353 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-f7be8468-3c8b-4590-bd25-bcb86791183d admin admin] Deleting port 95895bee-6164-4089-b77a-46f5e2b60f9d {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:28:16.362649 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f67d6667-77ca-411c-b167-bdca8a2fda53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf5b874-b4be-461d-b7d5-36d17ef4e365', 'name': 'tempest-TestEncryptedCinderVolumes-1786098471-router', 'tenant_id': '64c43f2857484a0dbb35243fbf127ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '95895bee-6164-4089-b77a-46f5e2b60f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:26:58Z', 'updated_at': '2021-08-23T21:28:15Z', 'revision_number': 5, 'project_id': '64c43f2857484a0dbb35243fbf127ec8', 'gw_port': {'id': '95895bee-6164-4089-b77a-46f5e2b60f9d', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf5b874-b4be-461d-b7d5-36d17ef4e365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:26:58Z', 'updated_at': '2021-08-23T21:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:28:16.362881 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f7be8468-3c8b-4590-bd25-bcb86791183d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:16.398727 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67d6667-77ca-411c-b167-bdca8a2fda53 None None] Checking router: adf5b874-b4be-461d-b7d5-36d17ef4e365 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:28:16.408659 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67d6667-77ca-411c-b167-bdca8a2fda53 None None] Routers {'adf5b874-b4be-461d-b7d5-36d17ef4e365'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:28:16.409274 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f67d6667-77ca-411c-b167-bdca8a2fda53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:28:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['adf5b874-b4be-461d-b7d5-36d17ef4e365'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:28:16.463048 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-f7be8468-3c8b-4590-bd25-bcb86791183d admin admin] For port 95895bee-6164-4089-b77a-46f5e2b60f9d, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=95895bee-6164-4089-b77a-46f5e2b60f9d,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:28:16.463981 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f7be8468-3c8b-4590-bd25-bcb86791183d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:16.477647 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-f7be8468-3c8b-4590-bd25-bcb86791183d admin admin] Calling delete_port for 95895bee-6164-4089-b77a-46f5e2b60f9d owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:28:16.501654 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-f67d6667-77ca-411c-b167-bdca8a2fda53 None None] Set router adf5b874-b4be-461d-b7d5-36d17ef4e365 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:28:16.553013 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f67d6667-77ca-411c-b167-bdca8a2fda53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf5b874-b4be-461d-b7d5-36d17ef4e365', 'name': 'tempest-TestEncryptedCinderVolumes-1786098471-router', 'tenant_id': '64c43f2857484a0dbb35243fbf127ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:26:58Z', 'updated_at': '2021-08-23T21:28:16Z', 'revision_number': 6, 'project_id': '64c43f2857484a0dbb35243fbf127ec8', 'gw_port_host': None}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:28:16.583611 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67d6667-77ca-411c-b167-bdca8a2fda53 None None] The sync data for ids ['adf5b874-b4be-461d-b7d5-36d17ef4e365'] in n-d-805663-2 is: [{'id': 'adf5b874-b4be-461d-b7d5-36d17ef4e365', 'name': 'tempest-TestEncryptedCinderVolumes-1786098471-router', 'tenant_id': '64c43f2857484a0dbb35243fbf127ec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:26:58Z', 'updated_at': '2021-08-23T21:28:16Z', 'revision_number': 6, 'project_id': '64c43f2857484a0dbb35243fbf127ec8', 'gw_port_host': None}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:28:16.622628 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device f0bf682f-750f-47e0-9fae-3496f72abacb no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:28:16.649058 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: f0bf682f-750f-47e0-9fae-3496f72abacb {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:28:16.649555 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device f0bf682f-750f-47e0-9fae-3496f72abacb not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:28:16.674543 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f7be8468-3c8b-4590-bd25-bcb86791183d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:16.706933 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7be8468-3c8b-4590-bd25-bcb86791183d admin admin] Pushing event deleted for resources: {'Port': ['ID=95895bee-6164-4089-b77a-46f5e2b60f9d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:28:16.779600 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f7be8468-3c8b-4590-bd25-bcb86791183d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:16.873657 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f7be8468-3c8b-4590-bd25-bcb86791183d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:16.875648 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f7be8468-3c8b-4590-bd25-bcb86791183d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:16.919354 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f7be8468-3c8b-4590-bd25-bcb86791183d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:16.919926 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7be8468-3c8b-4590-bd25-bcb86791183d admin admin] Fanout notify agent at l3_agent the message router_deleted on router adf5b874-b4be-461d-b7d5-36d17ef4e365 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 21:28:16.925543 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f7be8468-3c8b-4590-bd25-bcb86791183d admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:16.929421 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f7be8468-3c8b-4590-bd25-bcb86791183d admin admin] 10.222.0.61 "DELETE /v2.0/routers/adf5b874-b4be-461d-b7d5-36d17ef4e365 HTTP/1.1" status: 204 len: 168 time: 0.8637359 Aug 23 21:28:16.929631 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52794) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:28:16.980033 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-0949d87f-eb05-48e7-9be6-e056458c6e1c admin admin] Deleting subnet d430b4cd-2852-44fb-9391-0455bee99f13 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 21:28:16.983462 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0949d87f-eb05-48e7-9be6-e056458c6e1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:17.023723 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0949d87f-eb05-48e7-9be6-e056458c6e1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:17.101077 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0949d87f-eb05-48e7-9be6-e056458c6e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:17.158581 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0949d87f-eb05-48e7-9be6-e056458c6e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:17.184150 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0949d87f-eb05-48e7-9be6-e056458c6e1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d430b4cd-2852-44fb-9391-0455bee99f13,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:28:17.187745 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0949d87f-eb05-48e7-9be6-e056458c6e1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:17.192522 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-0949d87f-eb05-48e7-9be6-e056458c6e1c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d430b4cd-2852-44fb-9391-0455bee99f13 HTTP/1.1" status: 204 len: 168 time: 0.2618895 Aug 23 21:28:17.195381 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52796) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:28:17.198510 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9525b4-0019-46b1-b9e6-c28cdbaae680 None None] Network 7ba7afc5-29f8-466a-a2bb-b15f48287fec requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:28:17.295869 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e5500f35-e347-4882-9e9d-0be72f2fb776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:17.355354 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-e5500f35-e347-4882-9e9d-0be72f2fb776 admin admin] Deleting port 1d6d7a49-4509-4d61-b1e1-9e24de12017d {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:28:17.355690 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e5500f35-e347-4882-9e9d-0be72f2fb776 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:17.395608 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296bffd1-a603-4c7f-8595-16f3f197ee63 None None] DHCP port deletion for 7ba7afc5-29f8-466a-a2bb-b15f48287fec request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 21:28:17.425205 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-e5500f35-e347-4882-9e9d-0be72f2fb776 admin admin] For port 1d6d7a49-4509-4d61-b1e1-9e24de12017d, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=1d6d7a49-4509-4d61-b1e1-9e24de12017d,segment=NetworkSegment(71ed77b7-ccea-4385-983e-122b62e37914),segment_id=71ed77b7-ccea-4385-983e-122b62e37914)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:28:17.425568 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e5500f35-e347-4882-9e9d-0be72f2fb776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:17.440798 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-e5500f35-e347-4882-9e9d-0be72f2fb776 admin admin] Calling delete_port for 1d6d7a49-4509-4d61-b1e1-9e24de12017d owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:28:17.447743 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-296bffd1-a603-4c7f-8595-16f3f197ee63 None None] Deleting port 1d6d7a49-4509-4d61-b1e1-9e24de12017d {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:28:17.448196 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-296bffd1-a603-4c7f-8595-16f3f197ee63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:17.517804 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-296bffd1-a603-4c7f-8595-16f3f197ee63 None None] For port 1d6d7a49-4509-4d61-b1e1-9e24de12017d, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=1d6d7a49-4509-4d61-b1e1-9e24de12017d,segment=NetworkSegment(71ed77b7-ccea-4385-983e-122b62e37914),segment_id=71ed77b7-ccea-4385-983e-122b62e37914)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:28:17.518194 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-296bffd1-a603-4c7f-8595-16f3f197ee63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:17.525579 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e5500f35-e347-4882-9e9d-0be72f2fb776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:17.531171 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-296bffd1-a603-4c7f-8595-16f3f197ee63 None None] Calling delete_port for 1d6d7a49-4509-4d61-b1e1-9e24de12017d owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:28:17.553544 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5500f35-e347-4882-9e9d-0be72f2fb776 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d6d7a49-4509-4d61-b1e1-9e24de12017d,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:28:17.564159 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5500f35-e347-4882-9e9d-0be72f2fb776 admin admin] No DVR routers for this DVR port 1d6d7a49-4509-4d61-b1e1-9e24de12017d on host n-d-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:28:17.564159 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5500f35-e347-4882-9e9d-0be72f2fb776 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:28:17.564159 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5500f35-e347-4882-9e9d-0be72f2fb776 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:28:17.564550 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5500f35-e347-4882-9e9d-0be72f2fb776 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:28:17.564690 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5500f35-e347-4882-9e9d-0be72f2fb776 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:28:17.564984 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5500f35-e347-4882-9e9d-0be72f2fb776 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:28:17.565499 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5500f35-e347-4882-9e9d-0be72f2fb776 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:28:17.565982 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5500f35-e347-4882-9e9d-0be72f2fb776 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:28:17.566555 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5500f35-e347-4882-9e9d-0be72f2fb776 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:28:17.567105 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5500f35-e347-4882-9e9d-0be72f2fb776 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:28:17.567657 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5500f35-e347-4882-9e9d-0be72f2fb776 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:28:17.568167 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5500f35-e347-4882-9e9d-0be72f2fb776 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:28:17.568659 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5500f35-e347-4882-9e9d-0be72f2fb776 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:28:17.622684 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-296bffd1-a603-4c7f-8595-16f3f197ee63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:17.646965 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e5500f35-e347-4882-9e9d-0be72f2fb776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:17.660647 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296bffd1-a603-4c7f-8595-16f3f197ee63 None None] Pushing event deleted for resources: {'Port': ['ID=1d6d7a49-4509-4d61-b1e1-9e24de12017d,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:28:17.660874 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-e5500f35-e347-4882-9e9d-0be72f2fb776 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ba7afc5-29f8-466a-a2bb-b15f48287fec']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:28:17.667944 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296bffd1-a603-4c7f-8595-16f3f197ee63 None None] No DVR routers for this DVR port 1d6d7a49-4509-4d61-b1e1-9e24de12017d on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:28:17.687913 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-e5500f35-e347-4882-9e9d-0be72f2fb776 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71ed77b7-ccea-4385-983e-122b62e37914') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:28:17.688247 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-e5500f35-e347-4882-9e9d-0be72f2fb776 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71ed77b7-ccea-4385-983e-122b62e37914') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:28:17.698592 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e5500f35-e347-4882-9e9d-0be72f2fb776 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:17.699555 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 95895bee-6164-4089-b77a-46f5e2b60f9d no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:28:17.712765 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e5500f35-e347-4882-9e9d-0be72f2fb776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:17.718624 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5500f35-e347-4882-9e9d-0be72f2fb776 admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:28:17.718835 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 95895bee-6164-4089-b77a-46f5e2b60f9d {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:28:17.719060 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e5500f35-e347-4882-9e9d-0be72f2fb776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:17.719209 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 95895bee-6164-4089-b77a-46f5e2b60f9d not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:28:17.719612 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device e0dddd97-85e1-4549-8498-c82a3e65dcaa no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:28:17.721339 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 21:28:17.721339 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:28:17.721339 n-d-805663-2 neutron-server[94687]: timer() Aug 23 21:28:17.721339 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:28:17.721339 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 21:28:17.721339 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:28:17.721339 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 21:28:17.721339 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:28:17.721339 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 21:28:17.721339 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:28:17.721339 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 21:28:17.721339 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:28:17.721339 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 21:28:17.721339 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:28:17.721339 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:28:17.721339 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:28:17.721339 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:28:17.721339 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:28:17.721339 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 21:28:17.721339 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:28:17.721339 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 21:28:17.721339 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:28:17.721339 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:28:17.721339 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:28:17.721339 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 21:28:17.721339 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:28:17.721339 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:28:17.721339 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:28:17.721339 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:28:17.721339 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:28:17.721339 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:28:17.721339 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:28:17.739073 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: e0dddd97-85e1-4549-8498-c82a3e65dcaa {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:28:17.739397 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device e0dddd97-85e1-4549-8498-c82a3e65dcaa not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:28:17.739815 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 1d6d7a49-4509-4d61-b1e1-9e24de12017d no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:28:17.758802 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 1d6d7a49-4509-4d61-b1e1-9e24de12017d {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:28:17.759159 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 1d6d7a49-4509-4d61-b1e1-9e24de12017d not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:28:17.775664 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e5500f35-e347-4882-9e9d-0be72f2fb776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:17.781434 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e5500f35-e347-4882-9e9d-0be72f2fb776 admin admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:17.783502 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e5500f35-e347-4882-9e9d-0be72f2fb776 admin admin] 10.222.0.61 "DELETE /v2.0/networks/7ba7afc5-29f8-466a-a2bb-b15f48287fec HTTP/1.1" status: 204 len: 168 time: 0.5870080 Aug 23 21:28:17.790402 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52798) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:28:17.794559 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5500f35-e347-4882-9e9d-0be72f2fb776 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ba7afc5-29f8-466a-a2bb-b15f48287fec,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:28:18.136722 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fbe7b10c-e5f3-4efc-af29-ce2ac973179c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:18.381315 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-fbe7b10c-e5f3-4efc-af29-ce2ac973179c admin admin] Deleting port dd7a9615-304e-4b0b-a2dc-57c42c65ec75 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:28:18.381652 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fbe7b10c-e5f3-4efc-af29-ce2ac973179c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:18.461393 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-fbe7b10c-e5f3-4efc-af29-ce2ac973179c admin admin] For port dd7a9615-304e-4b0b-a2dc-57c42c65ec75, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=dd7a9615-304e-4b0b-a2dc-57c42c65ec75,segment=NetworkSegment(3ab5b892-ff32-4fde-9bfe-dc86ab9afef8),segment_id=3ab5b892-ff32-4fde-9bfe-dc86ab9afef8)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:28:18.461660 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fbe7b10c-e5f3-4efc-af29-ce2ac973179c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:18.474028 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-fbe7b10c-e5f3-4efc-af29-ce2ac973179c admin admin] Calling delete_port for dd7a9615-304e-4b0b-a2dc-57c42c65ec75 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:28:18.651087 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fbe7b10c-e5f3-4efc-af29-ce2ac973179c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:18.674424 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe7b10c-e5f3-4efc-af29-ce2ac973179c admin admin] Pushing event deleted for resources: {'Port': ['ID=dd7a9615-304e-4b0b-a2dc-57c42c65ec75,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:28:18.841648 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fbe7b10c-e5f3-4efc-af29-ce2ac973179c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:19.060635 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe7b10c-e5f3-4efc-af29-ce2ac973179c admin admin] Router 894d3d34-446b-4a20-8ec5-d28d6b7642f9 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:28:19.166096 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe7b10c-e5f3-4efc-af29-ce2ac973179c admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:28:19.171204 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-fbe7b10c-e5f3-4efc-af29-ce2ac973179c admin admin] 10.222.0.61 "PUT /v2.0/routers/894d3d34-446b-4a20-8ec5-d28d6b7642f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3835704 Aug 23 21:28:19.174622 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52800) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:28:19.175405 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca136a1e-8169-4be9-8d6c-bc093806cf4a None None] Sync routers for ids ['894d3d34-446b-4a20-8ec5-d28d6b7642f9'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:28:19.184471 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca136a1e-8169-4be9-8d6c-bc093806cf4a None None] Routers {'894d3d34-446b-4a20-8ec5-d28d6b7642f9'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:28:19.185321 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-ca136a1e-8169-4be9-8d6c-bc093806cf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:28:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['894d3d34-446b-4a20-8ec5-d28d6b7642f9'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:28:19.280115 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d492fce7-a7c8-4f0a-b956-d0aa0975ef9f admin admin] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:19.289105 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-ca136a1e-8169-4be9-8d6c-bc093806cf4a None None] Set router 894d3d34-446b-4a20-8ec5-d28d6b7642f9 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:28:19.383797 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d492fce7-a7c8-4f0a-b956-d0aa0975ef9f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:19.435519 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-d492fce7-a7c8-4f0a-b956-d0aa0975ef9f admin admin] Deleting port 0e4a3c4f-3f3c-4e98-afe8-e95969f7b467 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:28:19.435857 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d492fce7-a7c8-4f0a-b956-d0aa0975ef9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:19.468248 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-ca136a1e-8169-4be9-8d6c-bc093806cf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894d3d34-446b-4a20-8ec5-d28d6b7642f9', 'name': 'tempest-TestEncryptedCinderVolumes-2034925725-router', 'tenant_id': 'bf6bf6a8dbc743549d36bba4b6b890cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '0e4a3c4f-3f3c-4e98-afe8-e95969f7b467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:27:02Z', 'updated_at': '2021-08-23T21:28:18Z', 'revision_number': 5, 'project_id': 'bf6bf6a8dbc743549d36bba4b6b890cc', 'gw_port': {'id': '0e4a3c4f-3f3c-4e98-afe8-e95969f7b467', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894d3d34-446b-4a20-8ec5-d28d6b7642f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:27:03Z', 'updated_at': '2021-08-23T21:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:28:19.495985 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca136a1e-8169-4be9-8d6c-bc093806cf4a None None] Checking router: 894d3d34-446b-4a20-8ec5-d28d6b7642f9 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:28:19.504494 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca136a1e-8169-4be9-8d6c-bc093806cf4a None None] Routers {'894d3d34-446b-4a20-8ec5-d28d6b7642f9'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:28:19.505099 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-ca136a1e-8169-4be9-8d6c-bc093806cf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:28:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['894d3d34-446b-4a20-8ec5-d28d6b7642f9'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:28:19.517822 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-d492fce7-a7c8-4f0a-b956-d0aa0975ef9f admin admin] For port 0e4a3c4f-3f3c-4e98-afe8-e95969f7b467, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=0e4a3c4f-3f3c-4e98-afe8-e95969f7b467,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:28:19.518216 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d492fce7-a7c8-4f0a-b956-d0aa0975ef9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:19.530169 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-d492fce7-a7c8-4f0a-b956-d0aa0975ef9f admin admin] Calling delete_port for 0e4a3c4f-3f3c-4e98-afe8-e95969f7b467 owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:28:19.591578 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-ca136a1e-8169-4be9-8d6c-bc093806cf4a None None] Set router 894d3d34-446b-4a20-8ec5-d28d6b7642f9 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:28:19.646059 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-ca136a1e-8169-4be9-8d6c-bc093806cf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894d3d34-446b-4a20-8ec5-d28d6b7642f9', 'name': 'tempest-TestEncryptedCinderVolumes-2034925725-router', 'tenant_id': 'bf6bf6a8dbc743549d36bba4b6b890cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:27:02Z', 'updated_at': '2021-08-23T21:28:19Z', 'revision_number': 6, 'project_id': 'bf6bf6a8dbc743549d36bba4b6b890cc', 'gw_port_host': None}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:28:19.676518 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca136a1e-8169-4be9-8d6c-bc093806cf4a None None] The sync data for ids ['894d3d34-446b-4a20-8ec5-d28d6b7642f9'] in n-d-805663-2 is: [{'id': '894d3d34-446b-4a20-8ec5-d28d6b7642f9', 'name': 'tempest-TestEncryptedCinderVolumes-2034925725-router', 'tenant_id': 'bf6bf6a8dbc743549d36bba4b6b890cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:27:02Z', 'updated_at': '2021-08-23T21:28:19Z', 'revision_number': 6, 'project_id': 'bf6bf6a8dbc743549d36bba4b6b890cc', 'gw_port_host': None}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:28:19.702484 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d492fce7-a7c8-4f0a-b956-d0aa0975ef9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:19.736525 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d492fce7-a7c8-4f0a-b956-d0aa0975ef9f admin admin] Pushing event deleted for resources: {'Port': ['ID=0e4a3c4f-3f3c-4e98-afe8-e95969f7b467,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:28:19.793831 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d492fce7-a7c8-4f0a-b956-d0aa0975ef9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:19.887164 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d492fce7-a7c8-4f0a-b956-d0aa0975ef9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:19.889225 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d492fce7-a7c8-4f0a-b956-d0aa0975ef9f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:19.931636 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d492fce7-a7c8-4f0a-b956-d0aa0975ef9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:19.932147 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d492fce7-a7c8-4f0a-b956-d0aa0975ef9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 894d3d34-446b-4a20-8ec5-d28d6b7642f9 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 21:28:19.936442 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d492fce7-a7c8-4f0a-b956-d0aa0975ef9f admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:19.937614 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d492fce7-a7c8-4f0a-b956-d0aa0975ef9f admin admin] 10.222.0.61 "DELETE /v2.0/routers/894d3d34-446b-4a20-8ec5-d28d6b7642f9 HTTP/1.1" status: 204 len: 168 time: 0.7619064 Aug 23 21:28:19.940414 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52802) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:28:19.984388 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-644d6523-2fa5-461b-9ff9-982c31e71817 admin admin] Deleting subnet 30dc11e4-2dd4-4939-8311-b242d4dd4dc8 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 21:28:19.987958 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-644d6523-2fa5-461b-9ff9-982c31e71817 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:20.022724 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-644d6523-2fa5-461b-9ff9-982c31e71817 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:20.110022 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-644d6523-2fa5-461b-9ff9-982c31e71817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:20.163860 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-644d6523-2fa5-461b-9ff9-982c31e71817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:20.190226 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644d6523-2fa5-461b-9ff9-982c31e71817 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30dc11e4-2dd4-4939-8311-b242d4dd4dc8,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:28:20.195739 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-644d6523-2fa5-461b-9ff9-982c31e71817 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:20.198408 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-644d6523-2fa5-461b-9ff9-982c31e71817 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/30dc11e4-2dd4-4939-8311-b242d4dd4dc8 HTTP/1.1" status: 204 len: 168 time: 0.2562983 Aug 23 21:28:20.200049 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52804) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:28:20.201889 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86012ae1-8f91-42d1-88c2-382d7ef49140 None None] Network efaaea04-808c-439e-8680-bcb643c68949 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:28:20.271722 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4e8e91fd-9db0-47f7-b6f6-814afe00cc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:20.326666 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-4e8e91fd-9db0-47f7-b6f6-814afe00cc35 admin admin] Deleting port cd98bc70-9709-4b6d-a2e0-f8785d2a64ca {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:28:20.327005 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4e8e91fd-9db0-47f7-b6f6-814afe00cc35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:20.395136 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-4e8e91fd-9db0-47f7-b6f6-814afe00cc35 admin admin] For port cd98bc70-9709-4b6d-a2e0-f8785d2a64ca, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=cd98bc70-9709-4b6d-a2e0-f8785d2a64ca,segment=NetworkSegment(3ab5b892-ff32-4fde-9bfe-dc86ab9afef8),segment_id=3ab5b892-ff32-4fde-9bfe-dc86ab9afef8)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:28:20.395501 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4e8e91fd-9db0-47f7-b6f6-814afe00cc35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:20.410022 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-4e8e91fd-9db0-47f7-b6f6-814afe00cc35 admin admin] Calling delete_port for cd98bc70-9709-4b6d-a2e0-f8785d2a64ca owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:28:20.432494 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb29142-abbd-4e5b-892e-cd2695a96945 None None] DHCP port deletion for efaaea04-808c-439e-8680-bcb643c68949 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 21:28:20.488201 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-9bb29142-abbd-4e5b-892e-cd2695a96945 None None] Deleting port cd98bc70-9709-4b6d-a2e0-f8785d2a64ca {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:28:20.488492 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9bb29142-abbd-4e5b-892e-cd2695a96945 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:20.503152 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4e8e91fd-9db0-47f7-b6f6-814afe00cc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:20.530838 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8e91fd-9db0-47f7-b6f6-814afe00cc35 admin admin] No DVR routers for this DVR port cd98bc70-9709-4b6d-a2e0-f8785d2a64ca on host n-d-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:28:20.536913 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8e91fd-9db0-47f7-b6f6-814afe00cc35 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd98bc70-9709-4b6d-a2e0-f8785d2a64ca,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:28:20.556049 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-9bb29142-abbd-4e5b-892e-cd2695a96945 None None] For port cd98bc70-9709-4b6d-a2e0-f8785d2a64ca, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=cd98bc70-9709-4b6d-a2e0-f8785d2a64ca,segment=NetworkSegment(3ab5b892-ff32-4fde-9bfe-dc86ab9afef8),segment_id=3ab5b892-ff32-4fde-9bfe-dc86ab9afef8)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:28:20.556693 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9bb29142-abbd-4e5b-892e-cd2695a96945 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:20.574040 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-9bb29142-abbd-4e5b-892e-cd2695a96945 None None] Calling delete_port for cd98bc70-9709-4b6d-a2e0-f8785d2a64ca owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:28:20.610302 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4e8e91fd-9db0-47f7-b6f6-814afe00cc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:20.622228 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-4e8e91fd-9db0-47f7-b6f6-814afe00cc35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efaaea04-808c-439e-8680-bcb643c68949']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:28:20.637692 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-4e8e91fd-9db0-47f7-b6f6-814afe00cc35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ab5b892-ff32-4fde-9bfe-dc86ab9afef8') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:28:20.637994 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-4e8e91fd-9db0-47f7-b6f6-814afe00cc35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ab5b892-ff32-4fde-9bfe-dc86ab9afef8') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:28:20.649287 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4e8e91fd-9db0-47f7-b6f6-814afe00cc35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:20.665234 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4e8e91fd-9db0-47f7-b6f6-814afe00cc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:20.673220 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e8e91fd-9db0-47f7-b6f6-814afe00cc35 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:28:20.673978 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4e8e91fd-9db0-47f7-b6f6-814afe00cc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:20.676139 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 21:28:20.676139 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:28:20.676139 n-d-805663-2 neutron-server[94687]: timer() Aug 23 21:28:20.676139 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:28:20.676139 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 21:28:20.676139 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:28:20.676139 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 21:28:20.676139 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:28:20.676139 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 21:28:20.676139 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:28:20.676139 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 21:28:20.676139 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:28:20.676139 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 21:28:20.676139 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:28:20.676139 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:28:20.676139 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:28:20.676139 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:28:20.676139 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:28:20.676139 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 21:28:20.676139 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:28:20.676139 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 21:28:20.676139 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:28:20.676139 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:28:20.676139 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:28:20.676139 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 21:28:20.676139 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:28:20.676139 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:28:20.676139 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:28:20.676139 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:28:20.676139 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:28:20.676139 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:28:20.676139 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:28:20.736926 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4e8e91fd-9db0-47f7-b6f6-814afe00cc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:20.745915 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4e8e91fd-9db0-47f7-b6f6-814afe00cc35 admin admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:20.747933 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-4e8e91fd-9db0-47f7-b6f6-814afe00cc35 admin admin] 10.222.0.61 "DELETE /v2.0/networks/efaaea04-808c-439e-8680-bcb643c68949 HTTP/1.1" status: 204 len: 168 time: 0.5464926 Aug 23 21:28:20.763978 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8e91fd-9db0-47f7-b6f6-814afe00cc35 admin admin] Pushing event deleted for resources: {'Network': ['ID=efaaea04-808c-439e-8680-bcb643c68949,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:28:20.824306 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:20.827379 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9bb29142-abbd-4e5b-892e-cd2695a96945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:20.849856 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9bb29142-abbd-4e5b-892e-cd2695a96945 None None] Network efaaea04-808c-439e-8680-bcb643c68949 is not hosted by any dhcp agent {{(pid=94689) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 23 21:28:20.850308 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb29142-abbd-4e5b-892e-cd2695a96945 None None] No DVR routers for this DVR port cd98bc70-9709-4b6d-a2e0-f8785d2a64ca on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:28:20.852537 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb29142-abbd-4e5b-892e-cd2695a96945 None None] Pushing event deleted for resources: {'Port': ['ID=cd98bc70-9709-4b6d-a2e0-f8785d2a64ca,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:28:20.930133 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52808) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:28:20.971302 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d2cf9d8f-0fbd-483f-8201-c31d8a9e4bd9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=64c43f2857484a0dbb35243fbf127ec8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400119 Aug 23 21:28:20.973818 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52810) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:28:21.020745 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dc934702-902f-45d0-b96e-6c68644ae02f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:21.045558 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dc934702-902f-45d0-b96e-6c68644ae02f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:21.091482 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dc934702-902f-45d0-b96e-6c68644ae02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:21.094077 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dc934702-902f-45d0-b96e-6c68644ae02f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:21.095905 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-dc934702-902f-45d0-b96e-6c68644ae02f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/309eb219-8726-42b5-9079-8ecdcee02951 HTTP/1.1" status: 204 len: 168 time: 0.1210468 Aug 23 21:28:21.103682 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc934702-902f-45d0-b96e-6c68644ae02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309eb219-8726-42b5-9079-8ecdcee02951,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:28:21.414559 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52816) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:28:21.454669 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d1923315-b777-45b5-8741-bd1c21e84d41 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bf6bf6a8dbc743549d36bba4b6b890cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387971 Aug 23 21:28:21.456889 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52818) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:28:21.505231 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-90fdb1a6-7161-4d7f-be0f-6d4fadc65c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:21.525733 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-90fdb1a6-7161-4d7f-be0f-6d4fadc65c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:21.572212 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-90fdb1a6-7161-4d7f-be0f-6d4fadc65c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:21.574783 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-90fdb1a6-7161-4d7f-be0f-6d4fadc65c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:21.575972 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-90fdb1a6-7161-4d7f-be0f-6d4fadc65c08 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b535915e-d405-4d3d-b0dc-51274c0e407a HTTP/1.1" status: 204 len: 168 time: 0.1181574 Aug 23 21:28:21.584464 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fdb1a6-7161-4d7f-be0f-6d4fadc65c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b535915e-d405-4d3d-b0dc-51274c0e407a,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:28:21.667186 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device cd98bc70-9709-4b6d-a2e0-f8785d2a64ca no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:28:21.687330 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: cd98bc70-9709-4b6d-a2e0-f8785d2a64ca {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:28:21.687827 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device cd98bc70-9709-4b6d-a2e0-f8785d2a64ca not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:28:21.688217 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 0e4a3c4f-3f3c-4e98-afe8-e95969f7b467 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:28:21.707251 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 0e4a3c4f-3f3c-4e98-afe8-e95969f7b467 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:28:21.707608 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 0e4a3c4f-3f3c-4e98-afe8-e95969f7b467 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:28:21.708031 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device dd7a9615-304e-4b0b-a2dc-57c42c65ec75 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:28:21.727705 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: dd7a9615-304e-4b0b-a2dc-57c42c65ec75 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:28:21.728393 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device dd7a9615-304e-4b0b-a2dc-57c42c65ec75 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:28:22.245995 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52840) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:28:22.340418 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-664ae96b-84e0-4f8a-83c0-166f6a8aa844 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-662077431-network', 'tenant_id': 'a8cf31f53f9c4468993e6e565c8bfedf'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:28:22.362067 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664ae96b-84e0-4f8a-83c0-166f6a8aa844 admin admin] Made reservation on behalf of a8cf31f53f9c4468993e6e565c8bfedf for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:28:22.364387 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-664ae96b-84e0-4f8a-83c0-166f6a8aa844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:22.372628 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-664ae96b-84e0-4f8a-83c0-166f6a8aa844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:22.466928 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-664ae96b-84e0-4f8a-83c0-166f6a8aa844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:22.471363 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-664ae96b-84e0-4f8a-83c0-166f6a8aa844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:22.497926 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-664ae96b-84e0-4f8a-83c0-166f6a8aa844 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:28:22.507942 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664ae96b-84e0-4f8a-83c0-166f6a8aa844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1febb5e-1878-4963-a216-34d668eba084,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:28:22.513590 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-664ae96b-84e0-4f8a-83c0-166f6a8aa844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:22.513937 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-664ae96b-84e0-4f8a-83c0-166f6a8aa844 admin admin] Added segment 64c6901c-c006-4329-8ff2-a60be5778900 of type vlan for network 4ec2243a-737a-4660-bbdf-596a85277161 Aug 23 21:28:22.554180 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-664ae96b-84e0-4f8a-83c0-166f6a8aa844 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:22.579883 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-664ae96b-84e0-4f8a-83c0-166f6a8aa844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:22.580916 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664ae96b-84e0-4f8a-83c0-166f6a8aa844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:28:22.581534 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-664ae96b-84e0-4f8a-83c0-166f6a8aa844 admin admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:22.626244 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-664ae96b-84e0-4f8a-83c0-166f6a8aa844 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3791466 Aug 23 21:28:22.630202 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52844) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:28:22.635346 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-f30355dc-8f9d-481e-a2d1-3719bb75ac53 admin admin] Request body: {'subnet': {'network_id': '4ec2243a-737a-4660-bbdf-596a85277161', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-662077431-subnet', 'tenant_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:28:22.641504 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664ae96b-84e0-4f8a-83c0-166f6a8aa844 admin admin] Pushing event updated for resources: {'Network': ['ID=4ec2243a-737a-4660-bbdf-596a85277161,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:28:22.651809 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 4ec2243a-737a-4660-bbdf-596a85277161 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:28:22.658921 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30355dc-8f9d-481e-a2d1-3719bb75ac53 admin admin] Made reservation on behalf of a8cf31f53f9c4468993e6e565c8bfedf for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:28:22.661486 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f30355dc-8f9d-481e-a2d1-3719bb75ac53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:22.832250 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f30355dc-8f9d-481e-a2d1-3719bb75ac53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:22.888045 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30355dc-8f9d-481e-a2d1-3719bb75ac53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=123acd87-1d83-4721-8488-28b1bc6b1a08,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:28:22.898632 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30355dc-8f9d-481e-a2d1-3719bb75ac53 admin admin] Checking segment: {'id': '64c6901c-c006-4329-8ff2-a60be5778900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '4ec2243a-737a-4660-bbdf-596a85277161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:28:22.898990 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30355dc-8f9d-481e-a2d1-3719bb75ac53 admin admin] Network hostable DHCP agents. Network: 4ec2243a-737a-4660-bbdf-596a85277161, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:28:22.916889 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30355dc-8f9d-481e-a2d1-3719bb75ac53 admin admin] Network 4ec2243a-737a-4660-bbdf-596a85277161 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:28:22.928828 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-f30355dc-8f9d-481e-a2d1-3719bb75ac53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 4ec2243a-737a-4660-bbdf-596a85277161) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:28:22.933140 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30355dc-8f9d-481e-a2d1-3719bb75ac53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:28:22.933736 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f30355dc-8f9d-481e-a2d1-3719bb75ac53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:22.938307 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275551e2-a293-485a-b5b7-0568ab04db29 None None] Network 4ec2243a-737a-4660-bbdf-596a85277161 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:28:22.951485 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f30355dc-8f9d-481e-a2d1-3719bb75ac53 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3200796 Aug 23 21:28:22.954731 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52846) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:28:22.959771 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-51fb15b1-5f9b-4b28-a520-93a058bcd23a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-662077431-router', 'tenant_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:28:22.986453 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51fb15b1-5f9b-4b28-a520-93a058bcd23a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:22.987705 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51fb15b1-5f9b-4b28-a520-93a058bcd23a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:23.045704 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51fb15b1-5f9b-4b28-a520-93a058bcd23a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:23.102308 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14094166-8712-4cc9-8d6c-ab2e64a0e70f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-4ec2243a-737a-4660-bbdf-596a85277161', 'network_id': '4ec2243a-737a-4660-bbdf-596a85277161', 'tenant_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'fixed_ips': [{'subnet_id': '123acd87-1d83-4721-8488-28b1bc6b1a08'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 21:28:23.103184 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-14094166-8712-4cc9-8d6c-ab2e64a0e70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:23.255393 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-14094166-8712-4cc9-8d6c-ab2e64a0e70f None None] Allocated IP 172.20.0.2 (4ec2243a-737a-4660-bbdf-596a85277161/123acd87-1d83-4721-8488-28b1bc6b1a08/35df852f-8995-4736-a72c-f5b20a9c3829) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:28:23.413534 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-14094166-8712-4cc9-8d6c-ab2e64a0e70f None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:23.423153 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-14094166-8712-4cc9-8d6c-ab2e64a0e70f None None] Transition to ACTIVE for port object 35df852f-8995-4736-a72c-f5b20a9c3829 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:28:23.442789 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-14094166-8712-4cc9-8d6c-ab2e64a0e70f None None] Transition to ACTIVE for port object 35df852f-8995-4736-a72c-f5b20a9c3829 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:28:23.450350 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-14094166-8712-4cc9-8d6c-ab2e64a0e70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:23.490951 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14094166-8712-4cc9-8d6c-ab2e64a0e70f None None] Network 4ec2243a-737a-4660-bbdf-596a85277161 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:28:23.496157 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-14094166-8712-4cc9-8d6c-ab2e64a0e70f None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:28:23.504462 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14094166-8712-4cc9-8d6c-ab2e64a0e70f None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:28:23.507586 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14094166-8712-4cc9-8d6c-ab2e64a0e70f None None] Pushing event updated for resources: {'Port': ['ID=35df852f-8995-4736-a72c-f5b20a9c3829,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:28:23.537371 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51fb15b1-5f9b-4b28-a520-93a058bcd23a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:23.572689 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-14094166-8712-4cc9-8d6c-ab2e64a0e70f None None] Attempting to bind port 35df852f-8995-4736-a72c-f5b20a9c3829 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:28:23.573067 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-14094166-8712-4cc9-8d6c-ab2e64a0e70f None None] Attempting to bind port 35df852f-8995-4736-a72c-f5b20a9c3829 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '64c6901c-c006-4329-8ff2-a60be5778900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '4ec2243a-737a-4660-bbdf-596a85277161'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:28:23.573436 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14094166-8712-4cc9-8d6c-ab2e64a0e70f None None] Attempting to bind port 35df852f-8995-4736-a72c-f5b20a9c3829 on network 4ec2243a-737a-4660-bbdf-596a85277161 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:28:23.579006 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14094166-8712-4cc9-8d6c-ab2e64a0e70f None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:28:23.579383 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14094166-8712-4cc9-8d6c-ab2e64a0e70f None None] Checking segment: {'id': '64c6901c-c006-4329-8ff2-a60be5778900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '4ec2243a-737a-4660-bbdf-596a85277161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:28:23.579797 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-14094166-8712-4cc9-8d6c-ab2e64a0e70f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:23.580220 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14094166-8712-4cc9-8d6c-ab2e64a0e70f None None] Bound using segment: {'id': '64c6901c-c006-4329-8ff2-a60be5778900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '4ec2243a-737a-4660-bbdf-596a85277161'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:28:23.580695 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-14094166-8712-4cc9-8d6c-ab2e64a0e70f None None] Bound port: 35df852f-8995-4736-a72c-f5b20a9c3829, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64c6901c-c006-4329-8ff2-a60be5778900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '4ec2243a-737a-4660-bbdf-596a85277161'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:28:23.581091 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-14094166-8712-4cc9-8d6c-ab2e64a0e70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:23.648693 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-14094166-8712-4cc9-8d6c-ab2e64a0e70f None None] For port 35df852f-8995-4736-a72c-f5b20a9c3829, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:28:23.653147 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-14094166-8712-4cc9-8d6c-ab2e64a0e70f None None] For port 35df852f-8995-4736-a72c-f5b20a9c3829, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=35df852f-8995-4736-a72c-f5b20a9c3829,segment=NetworkSegment(64c6901c-c006-4329-8ff2-a60be5778900),segment_id=64c6901c-c006-4329-8ff2-a60be5778900)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:28:23.661194 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-14094166-8712-4cc9-8d6c-ab2e64a0e70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:23.723091 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14094166-8712-4cc9-8d6c-ab2e64a0e70f None None] Pushing event updated for resources: {'Port': ['ID=35df852f-8995-4736-a72c-f5b20a9c3829,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:28:23.762855 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51fb15b1-5f9b-4b28-a520-93a058bcd23a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:23.783632 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51fb15b1-5f9b-4b28-a520-93a058bcd23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:23.901261 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-51fb15b1-5f9b-4b28-a520-93a058bcd23a admin admin] Allocated IP 172.25.4.204 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/caffe0b9-7843-47a3-b3c7-cc88c3fafb20) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:28:24.010517 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51fb15b1-5f9b-4b28-a520-93a058bcd23a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:24.049319 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51fb15b1-5f9b-4b28-a520-93a058bcd23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:24.090477 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fb15b1-5f9b-4b28-a520-93a058bcd23a admin admin] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:28:24.093377 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-51fb15b1-5f9b-4b28-a520-93a058bcd23a admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:28:24.096938 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fb15b1-5f9b-4b28-a520-93a058bcd23a admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:28:24.129284 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fb15b1-5f9b-4b28-a520-93a058bcd23a admin admin] Pushing event updated for resources: {'Port': ['ID=caffe0b9-7843-47a3-b3c7-cc88c3fafb20,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:28:24.359214 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51fb15b1-5f9b-4b28-a520-93a058bcd23a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:24.567417 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51fb15b1-5f9b-4b28-a520-93a058bcd23a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:24.631312 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8f8a5d-50c8-45b9-bb30-e3f7a3a99cbf None None] Network 4ec2243a-737a-4660-bbdf-596a85277161 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:28:24.696764 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ffb3ade4-4c87-469d-9e1f-00a7c1296590 None None] Provisioning for port 35df852f-8995-4736-a72c-f5b20a9c3829 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:28:24.705347 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51fb15b1-5f9b-4b28-a520-93a058bcd23a admin admin] Router 92c22787-e61d-496a-86f9-5d03838d054a is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 21:28:24.818804 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51fb15b1-5f9b-4b28-a520-93a058bcd23a admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:28:24.829713 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4691db3-6b60-41b0-a51c-824fe4aef235 None None] Sync routers for ids ['92c22787-e61d-496a-86f9-5d03838d054a'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:28:24.839554 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51fb15b1-5f9b-4b28-a520-93a058bcd23a admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:24.840824 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4691db3-6b60-41b0-a51c-824fe4aef235 None None] Routers {'92c22787-e61d-496a-86f9-5d03838d054a'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:28:24.841403 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-51fb15b1-5f9b-4b28-a520-93a058bcd23a admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8854024 Aug 23 21:28:24.841694 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e4691db3-6b60-41b0-a51c-824fe4aef235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:28:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['92c22787-e61d-496a-86f9-5d03838d054a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:28:24.846039 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52848) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:28:24.951424 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-e4691db3-6b60-41b0-a51c-824fe4aef235 None None] Set router 92c22787-e61d-496a-86f9-5d03838d054a gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:28:25.131273 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e4691db3-6b60-41b0-a51c-824fe4aef235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c22787-e61d-496a-86f9-5d03838d054a', 'name': 'tempest-TestMinimumBasicScenario-662077431-router', 'tenant_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'caffe0b9-7843-47a3-b3c7-cc88c3fafb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:28:22Z', 'updated_at': '2021-08-23T21:28:24Z', 'revision_number': 3, 'project_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'gw_port': {'id': 'caffe0b9-7843-47a3-b3c7-cc88c3fafb20', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c22787-e61d-496a-86f9-5d03838d054a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:28:23Z', 'updated_at': '2021-08-23T21:28:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:28:25.156554 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4691db3-6b60-41b0-a51c-824fe4aef235 None None] Checking router: 92c22787-e61d-496a-86f9-5d03838d054a for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:28:25.156889 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4691db3-6b60-41b0-a51c-824fe4aef235 None None] Updating router 92c22787-e61d-496a-86f9-5d03838d054a port caffe0b9-7843-47a3-b3c7-cc88c3fafb20 binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 21:28:25.181365 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e4691db3-6b60-41b0-a51c-824fe4aef235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:25.270945 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20786569-4f1b-4032-b1ca-8dcf465f0c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:25.430183 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-20786569-4f1b-4032-b1ca-8dcf465f0c87 admin admin] Allocated IP 172.20.0.1 (4ec2243a-737a-4660-bbdf-596a85277161/123acd87-1d83-4721-8488-28b1bc6b1a08/7156999d-7ae0-4681-aac5-73759e18753b) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:28:25.522621 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e4691db3-6b60-41b0-a51c-824fe4aef235 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:25.532384 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e4691db3-6b60-41b0-a51c-824fe4aef235 None None] Transition to ACTIVE for port object caffe0b9-7843-47a3-b3c7-cc88c3fafb20 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:28:25.536557 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20786569-4f1b-4032-b1ca-8dcf465f0c87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:25.539086 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e4691db3-6b60-41b0-a51c-824fe4aef235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:25.552319 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-20786569-4f1b-4032-b1ca-8dcf465f0c87 admin admin] Transition to ACTIVE for port object 7156999d-7ae0-4681-aac5-73759e18753b will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:28:25.588859 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20786569-4f1b-4032-b1ca-8dcf465f0c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:25.589875 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-e4691db3-6b60-41b0-a51c-824fe4aef235 None None] Attempting to bind port caffe0b9-7843-47a3-b3c7-cc88c3fafb20 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:28:25.590230 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-e4691db3-6b60-41b0-a51c-824fe4aef235 None None] Attempting to bind port caffe0b9-7843-47a3-b3c7-cc88c3fafb20 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:28:25.590581 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4691db3-6b60-41b0-a51c-824fe4aef235 None None] Attempting to bind port caffe0b9-7843-47a3-b3c7-cc88c3fafb20 on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:28:25.592384 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d806b89e-ca76-44b4-bab1-001751b810cf None None] Pushing event updated for resources: {'Port': ['ID=caffe0b9-7843-47a3-b3c7-cc88c3fafb20,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:28:25.601821 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4691db3-6b60-41b0-a51c-824fe4aef235 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:28:25.602179 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4691db3-6b60-41b0-a51c-824fe4aef235 None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:28:25.602570 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e4691db3-6b60-41b0-a51c-824fe4aef235 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:25.602950 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4691db3-6b60-41b0-a51c-824fe4aef235 None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:28:25.603397 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-e4691db3-6b60-41b0-a51c-824fe4aef235 None None] Bound port: caffe0b9-7843-47a3-b3c7-cc88c3fafb20, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:28:25.603765 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e4691db3-6b60-41b0-a51c-824fe4aef235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:25.606081 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806b89e-ca76-44b4-bab1-001751b810cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:28:25.606411 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806b89e-ca76-44b4-bab1-001751b810cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:28:25.606743 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806b89e-ca76-44b4-bab1-001751b810cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:28:25.607064 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806b89e-ca76-44b4-bab1-001751b810cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:28:25.607378 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806b89e-ca76-44b4-bab1-001751b810cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:28:25.607692 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806b89e-ca76-44b4-bab1-001751b810cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:28:25.608007 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806b89e-ca76-44b4-bab1-001751b810cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:28:25.608342 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806b89e-ca76-44b4-bab1-001751b810cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:28:25.608650 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806b89e-ca76-44b4-bab1-001751b810cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:28:25.608957 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806b89e-ca76-44b4-bab1-001751b810cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:28:25.609263 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806b89e-ca76-44b4-bab1-001751b810cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:28:25.609568 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d806b89e-ca76-44b4-bab1-001751b810cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:28:25.634812 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20786569-4f1b-4032-b1ca-8dcf465f0c87 admin admin] Network 4ec2243a-737a-4660-bbdf-596a85277161 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:28:25.637426 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-20786569-4f1b-4032-b1ca-8dcf465f0c87 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:28:25.641032 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20786569-4f1b-4032-b1ca-8dcf465f0c87 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:28:25.669891 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-e4691db3-6b60-41b0-a51c-824fe4aef235 None None] For port caffe0b9-7843-47a3-b3c7-cc88c3fafb20, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:28:25.674777 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20786569-4f1b-4032-b1ca-8dcf465f0c87 admin admin] Pushing event updated for resources: {'Port': ['ID=7156999d-7ae0-4681-aac5-73759e18753b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:28:25.675422 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-e4691db3-6b60-41b0-a51c-824fe4aef235 None None] For port caffe0b9-7843-47a3-b3c7-cc88c3fafb20, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=caffe0b9-7843-47a3-b3c7-cc88c3fafb20,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:28:25.690690 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e4691db3-6b60-41b0-a51c-824fe4aef235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:25.693136 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20786569-4f1b-4032-b1ca-8dcf465f0c87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:25.738882 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 35df852f-8995-4736-a72c-f5b20a9c3829 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:28:25.760477 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d806b89e-ca76-44b4-bab1-001751b810cf None None] Pushing event updated for resources: {'Port': ['ID=caffe0b9-7843-47a3-b3c7-cc88c3fafb20,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:28:25.763793 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4691db3-6b60-41b0-a51c-824fe4aef235 None None] Routers {'92c22787-e61d-496a-86f9-5d03838d054a'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:28:25.764424 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e4691db3-6b60-41b0-a51c-824fe4aef235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:28:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['92c22787-e61d-496a-86f9-5d03838d054a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:28:25.822559 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 35df852f-8995-4736-a72c-f5b20a9c3829 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:28:25.826924 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 35df852f-8995-4736-a72c-f5b20a9c3829 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:28:25.827307 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:25.848620 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20786569-4f1b-4032-b1ca-8dcf465f0c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:25.906468 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-e4691db3-6b60-41b0-a51c-824fe4aef235 None None] Set router 92c22787-e61d-496a-86f9-5d03838d054a gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:28:25.918184 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:25.951520 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 35df852f-8995-4736-a72c-f5b20a9c3829, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=35df852f-8995-4736-a72c-f5b20a9c3829,segment=NetworkSegment(64c6901c-c006-4329-8ff2-a60be5778900),segment_id=64c6901c-c006-4329-8ff2-a60be5778900)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:28:25.961400 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:25.992732 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-081d9fb4-e105-426e-83ec-4bf0c5f8594a None None] Provisioning for port 7156999d-7ae0-4681-aac5-73759e18753b completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:28:26.001045 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-081d9fb4-e105-426e-83ec-4bf0c5f8594a None None] Provisioning complete for port 7156999d-7ae0-4681-aac5-73759e18753b triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:28:26.002036 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-081d9fb4-e105-426e-83ec-4bf0c5f8594a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:26.037001 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20786569-4f1b-4032-b1ca-8dcf465f0c87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:26.042800 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20786569-4f1b-4032-b1ca-8dcf465f0c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:26.047919 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=35df852f-8995-4736-a72c-f5b20a9c3829,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:28:26.055108 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-081d9fb4-e105-426e-83ec-4bf0c5f8594a None None] Port 7156999d-7ae0-4681-aac5-73759e18753b cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:28:26.096197 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e4691db3-6b60-41b0-a51c-824fe4aef235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c22787-e61d-496a-86f9-5d03838d054a', 'name': 'tempest-TestMinimumBasicScenario-662077431-router', 'tenant_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'caffe0b9-7843-47a3-b3c7-cc88c3fafb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:28:22Z', 'updated_at': '2021-08-23T21:28:24Z', 'revision_number': 3, 'project_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'gw_port': {'id': 'caffe0b9-7843-47a3-b3c7-cc88c3fafb20', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c22787-e61d-496a-86f9-5d03838d054a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:28:23Z', 'updated_at': '2021-08-23T21:28:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:28:26.113600 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20786569-4f1b-4032-b1ca-8dcf465f0c87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:26.115448 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20786569-4f1b-4032-b1ca-8dcf465f0c87 admin admin] Pushing event updated for resources: {'Port': ['ID=7156999d-7ae0-4681-aac5-73759e18753b,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:28:26.126070 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4691db3-6b60-41b0-a51c-824fe4aef235 None None] The sync data for ids ['92c22787-e61d-496a-86f9-5d03838d054a'] in n-d-805663-2 is: [{'id': '92c22787-e61d-496a-86f9-5d03838d054a', 'name': 'tempest-TestMinimumBasicScenario-662077431-router', 'tenant_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'caffe0b9-7843-47a3-b3c7-cc88c3fafb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:28:22Z', 'updated_at': '2021-08-23T21:28:24Z', 'revision_number': 3, 'project_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'gw_port': {'id': 'caffe0b9-7843-47a3-b3c7-cc88c3fafb20', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c22787-e61d-496a-86f9-5d03838d054a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:28:23Z', 'updated_at': '2021-08-23T21:28:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:28:26.217936 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20786569-4f1b-4032-b1ca-8dcf465f0c87 admin admin] Network 4ec2243a-737a-4660-bbdf-596a85277161 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:28:26.219404 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-20786569-4f1b-4032-b1ca-8dcf465f0c87 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:28:26.378400 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20786569-4f1b-4032-b1ca-8dcf465f0c87 admin admin] Router 92c22787-e61d-496a-86f9-5d03838d054a has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:28:26.484783 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-77fd8df7-0c65-457f-a329-2300aca16763 None None] Provisioning complete for port 7156999d-7ae0-4681-aac5-73759e18753b triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:28:26.485069 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-77fd8df7-0c65-457f-a329-2300aca16763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:26.512468 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20786569-4f1b-4032-b1ca-8dcf465f0c87 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:28:26.518616 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-20786569-4f1b-4032-b1ca-8dcf465f0c87 admin admin] 10.222.0.61 "PUT /v2.0/routers/92c22787-e61d-496a-86f9-5d03838d054a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6714582 Aug 23 21:28:26.524339 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-77fd8df7-0c65-457f-a329-2300aca16763 None None] Port 7156999d-7ae0-4681-aac5-73759e18753b cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:28:27.058938 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52864) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:28:27.064070 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-0e35d31e-6f31-41f8-b814-c3394b9b3782 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1394260004-network', 'tenant_id': '91d4961acc584bf2bd24186f4d11064a'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:28:27.084716 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e35d31e-6f31-41f8-b814-c3394b9b3782 admin admin] Made reservation on behalf of 91d4961acc584bf2bd24186f4d11064a for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:28:27.087292 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e35d31e-6f31-41f8-b814-c3394b9b3782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:27.097006 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e35d31e-6f31-41f8-b814-c3394b9b3782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:27.190674 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e35d31e-6f31-41f8-b814-c3394b9b3782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:27.195056 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e35d31e-6f31-41f8-b814-c3394b9b3782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:27.219472 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e35d31e-6f31-41f8-b814-c3394b9b3782 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:28:27.229945 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35d31e-6f31-41f8-b814-c3394b9b3782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97203b0a-901d-486b-bb25-10873cdf7e44,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:28:27.234756 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e35d31e-6f31-41f8-b814-c3394b9b3782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:27.235098 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-0e35d31e-6f31-41f8-b814-c3394b9b3782 admin admin] Added segment a6b9806f-3ce1-450e-94ac-0eeaa8f13e85 of type vlan for network 7a35390e-4653-48e8-a5e2-e7a03d338ceb Aug 23 21:28:27.277382 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e35d31e-6f31-41f8-b814-c3394b9b3782 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:27.305228 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e35d31e-6f31-41f8-b814-c3394b9b3782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:27.306298 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e35d31e-6f31-41f8-b814-c3394b9b3782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:28:27.306915 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e35d31e-6f31-41f8-b814-c3394b9b3782 admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:27.363657 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-0e35d31e-6f31-41f8-b814-c3394b9b3782 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3035684 Aug 23 21:28:27.366815 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52866) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:28:27.374684 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-68e5a7c8-4564-4311-843b-3d0ab6dacb25 admin admin] Request body: {'subnet': {'network_id': '7a35390e-4653-48e8-a5e2-e7a03d338ceb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1394260004-subnet', 'tenant_id': '91d4961acc584bf2bd24186f4d11064a', 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:28:27.374908 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35d31e-6f31-41f8-b814-c3394b9b3782 admin admin] Pushing event updated for resources: {'Network': ['ID=7a35390e-4653-48e8-a5e2-e7a03d338ceb,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:28:27.392819 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 7a35390e-4653-48e8-a5e2-e7a03d338ceb details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:28:27.398796 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e5a7c8-4564-4311-843b-3d0ab6dacb25 admin admin] Made reservation on behalf of 91d4961acc584bf2bd24186f4d11064a for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:28:27.401371 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-68e5a7c8-4564-4311-843b-3d0ab6dacb25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:27.583638 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-68e5a7c8-4564-4311-843b-3d0ab6dacb25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:27.638030 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e5a7c8-4564-4311-843b-3d0ab6dacb25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ab67a31-85b8-4e14-adf2-151338bbfdd4,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:28:27.653772 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e5a7c8-4564-4311-843b-3d0ab6dacb25 admin admin] Checking segment: {'id': 'a6b9806f-3ce1-450e-94ac-0eeaa8f13e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7a35390e-4653-48e8-a5e2-e7a03d338ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:28:27.654138 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e5a7c8-4564-4311-843b-3d0ab6dacb25 admin admin] Network hostable DHCP agents. Network: 7a35390e-4653-48e8-a5e2-e7a03d338ceb, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:28:27.673963 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e5a7c8-4564-4311-843b-3d0ab6dacb25 admin admin] Network 7a35390e-4653-48e8-a5e2-e7a03d338ceb is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:28:27.683913 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-68e5a7c8-4564-4311-843b-3d0ab6dacb25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 7a35390e-4653-48e8-a5e2-e7a03d338ceb) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:28:27.693907 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2771ace3-9fb2-42c9-ae1e-5845be36498e None None] Network 7a35390e-4653-48e8-a5e2-e7a03d338ceb requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:28:27.694066 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e5a7c8-4564-4311-843b-3d0ab6dacb25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:28:27.694894 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-68e5a7c8-4564-4311-843b-3d0ab6dacb25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:27.714761 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-68e5a7c8-4564-4311-843b-3d0ab6dacb25 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3451729 Aug 23 21:28:27.718752 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 52868) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:28:27.726005 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-42ceff19-baa5-4b87-b309-fb103694f2b5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1394260004-router', 'tenant_id': '91d4961acc584bf2bd24186f4d11064a', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:28:27.746735 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-42ceff19-baa5-4b87-b309-fb103694f2b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:27.747784 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-42ceff19-baa5-4b87-b309-fb103694f2b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:27.781913 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bc4c10-d9ec-4dfa-81ce-90cb24504828 None None] Sync routers for ids ['92c22787-e61d-496a-86f9-5d03838d054a'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:28:27.792693 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device caffe0b9-7843-47a3-b3c7-cc88c3fafb20 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:28:27.866087 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bc4c10-d9ec-4dfa-81ce-90cb24504828 None None] Routers {'92c22787-e61d-496a-86f9-5d03838d054a'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:28:27.867102 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-45bc4c10-d9ec-4dfa-81ce-90cb24504828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:28:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['92c22787-e61d-496a-86f9-5d03838d054a'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:28:28.082591 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port caffe0b9-7843-47a3-b3c7-cc88c3fafb20 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:28:28.107864 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port caffe0b9-7843-47a3-b3c7-cc88c3fafb20 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:28:28.108471 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:28.184233 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-45bc4c10-d9ec-4dfa-81ce-90cb24504828 None None] Set router 92c22787-e61d-496a-86f9-5d03838d054a gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:28:28.288920 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6103d022-2948-41d9-897f-cb02a5750075 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-7a35390e-4653-48e8-a5e2-e7a03d338ceb', 'network_id': '7a35390e-4653-48e8-a5e2-e7a03d338ceb', 'tenant_id': '91d4961acc584bf2bd24186f4d11064a', 'fixed_ips': [{'subnet_id': '9ab67a31-85b8-4e14-adf2-151338bbfdd4'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 21:28:28.290203 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6103d022-2948-41d9-897f-cb02a5750075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:28.308302 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-42ceff19-baa5-4b87-b309-fb103694f2b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:28.452375 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-42ceff19-baa5-4b87-b309-fb103694f2b5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:28.486359 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:28.531478 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port caffe0b9-7843-47a3-b3c7-cc88c3fafb20, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=caffe0b9-7843-47a3-b3c7-cc88c3fafb20,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:28:28.560929 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:28.561703 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 35df852f-8995-4736-a72c-f5b20a9c3829 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:28:28.663194 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-42ceff19-baa5-4b87-b309-fb103694f2b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:28.687778 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-42ceff19-baa5-4b87-b309-fb103694f2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:28.797060 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-42ceff19-baa5-4b87-b309-fb103694f2b5 admin admin] Allocated IP 172.25.4.23 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/fcaa46e2-e997-4b2b-916e-10973922c2c1) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:28:28.823648 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-6103d022-2948-41d9-897f-cb02a5750075 None None] Allocated IP 172.20.0.2 (7a35390e-4653-48e8-a5e2-e7a03d338ceb/9ab67a31-85b8-4e14-adf2-151338bbfdd4/b6a9e58f-7a7f-4f99-bcbe-7cd47e868263) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:28:28.861311 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=caffe0b9-7843-47a3-b3c7-cc88c3fafb20,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:28:28.909519 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-42ceff19-baa5-4b87-b309-fb103694f2b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:28.919944 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 35df852f-8995-4736-a72c-f5b20a9c3829 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:28:28.920340 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:28.949342 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-42ceff19-baa5-4b87-b309-fb103694f2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:28.979575 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-45bc4c10-d9ec-4dfa-81ce-90cb24504828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c22787-e61d-496a-86f9-5d03838d054a', 'name': 'tempest-TestMinimumBasicScenario-662077431-router', 'tenant_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'caffe0b9-7843-47a3-b3c7-cc88c3fafb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:28:22Z', 'updated_at': '2021-08-23T21:28:25Z', 'revision_number': 4, 'project_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'gw_port': {'id': 'caffe0b9-7843-47a3-b3c7-cc88c3fafb20', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c22787-e61d-496a-86f9-5d03838d054a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:28:23Z', 'updated_at': '2021-08-23T21:28:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '7156999d-7ae0-4681-aac5-73759e18753b', 'name': '', 'network_id': '4ec2243a-737a-4660-bbdf-596a85277161', 'tenant_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'mac_address': 'fa:16:3e:75:3d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c22787-e61d-496a-86f9-5d03838d054a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '123acd87-1d83-4721-8488-28b1bc6b1a08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:28:25Z', 'updated_at': '2021-08-23T21:28:25Z', 'revision_number': 2, 'project_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'subnets': [{'id': '123acd87-1d83-4721-8488-28b1bc6b1a08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:28:28.991060 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ceff19-baa5-4b87-b309-fb103694f2b5 admin admin] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:28:28.994261 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-42ceff19-baa5-4b87-b309-fb103694f2b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:28:28.996918 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ceff19-baa5-4b87-b309-fb103694f2b5 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:28:29.022439 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ceff19-baa5-4b87-b309-fb103694f2b5 admin admin] Pushing event updated for resources: {'Port': ['ID=fcaa46e2-e997-4b2b-916e-10973922c2c1,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:28:29.024184 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bc4c10-d9ec-4dfa-81ce-90cb24504828 None None] Checking router: 92c22787-e61d-496a-86f9-5d03838d054a for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:28:29.024537 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bc4c10-d9ec-4dfa-81ce-90cb24504828 None None] Updating router 92c22787-e61d-496a-86f9-5d03838d054a port 7156999d-7ae0-4681-aac5-73759e18753b binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 21:28:29.084550 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-45bc4c10-d9ec-4dfa-81ce-90cb24504828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:29.122037 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6103d022-2948-41d9-897f-cb02a5750075 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:29.152712 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6103d022-2948-41d9-897f-cb02a5750075 None None] Transition to ACTIVE for port object b6a9e58f-7a7f-4f99-bcbe-7cd47e868263 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:28:29.187906 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6103d022-2948-41d9-897f-cb02a5750075 None None] Transition to ACTIVE for port object b6a9e58f-7a7f-4f99-bcbe-7cd47e868263 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:28:29.235269 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6103d022-2948-41d9-897f-cb02a5750075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:29.275318 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-42ceff19-baa5-4b87-b309-fb103694f2b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:29.297677 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6103d022-2948-41d9-897f-cb02a5750075 None None] Network 7a35390e-4653-48e8-a5e2-e7a03d338ceb is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:28:29.306978 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-6103d022-2948-41d9-897f-cb02a5750075 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:28:29.318823 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6103d022-2948-41d9-897f-cb02a5750075 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:28:29.320622 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6103d022-2948-41d9-897f-cb02a5750075 None None] Pushing event updated for resources: {'Port': ['ID=b6a9e58f-7a7f-4f99-bcbe-7cd47e868263,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:28:29.413819 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6103d022-2948-41d9-897f-cb02a5750075 None None] Attempting to bind port b6a9e58f-7a7f-4f99-bcbe-7cd47e868263 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:28:29.414187 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6103d022-2948-41d9-897f-cb02a5750075 None None] Attempting to bind port b6a9e58f-7a7f-4f99-bcbe-7cd47e868263 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'a6b9806f-3ce1-450e-94ac-0eeaa8f13e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7a35390e-4653-48e8-a5e2-e7a03d338ceb'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:28:29.414543 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6103d022-2948-41d9-897f-cb02a5750075 None None] Attempting to bind port b6a9e58f-7a7f-4f99-bcbe-7cd47e868263 on network 7a35390e-4653-48e8-a5e2-e7a03d338ceb {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:28:29.424185 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6103d022-2948-41d9-897f-cb02a5750075 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:28:29.424702 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6103d022-2948-41d9-897f-cb02a5750075 None None] Checking segment: {'id': 'a6b9806f-3ce1-450e-94ac-0eeaa8f13e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7a35390e-4653-48e8-a5e2-e7a03d338ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:28:29.424951 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6103d022-2948-41d9-897f-cb02a5750075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:29.425338 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6103d022-2948-41d9-897f-cb02a5750075 None None] Bound using segment: {'id': 'a6b9806f-3ce1-450e-94ac-0eeaa8f13e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7a35390e-4653-48e8-a5e2-e7a03d338ceb'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:28:29.425804 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6103d022-2948-41d9-897f-cb02a5750075 None None] Bound port: b6a9e58f-7a7f-4f99-bcbe-7cd47e868263, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6b9806f-3ce1-450e-94ac-0eeaa8f13e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7a35390e-4653-48e8-a5e2-e7a03d338ceb'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:28:29.426181 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6103d022-2948-41d9-897f-cb02a5750075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:29.488410 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-42ceff19-baa5-4b87-b309-fb103694f2b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:29.541453 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-6103d022-2948-41d9-897f-cb02a5750075 None None] For port b6a9e58f-7a7f-4f99-bcbe-7cd47e868263, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:28:29.546145 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-6103d022-2948-41d9-897f-cb02a5750075 None None] For port b6a9e58f-7a7f-4f99-bcbe-7cd47e868263, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=b6a9e58f-7a7f-4f99-bcbe-7cd47e868263,segment=NetworkSegment(a6b9806f-3ce1-450e-94ac-0eeaa8f13e85),segment_id=a6b9806f-3ce1-450e-94ac-0eeaa8f13e85)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:28:29.555920 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6103d022-2948-41d9-897f-cb02a5750075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:29.562317 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-45bc4c10-d9ec-4dfa-81ce-90cb24504828 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:29.603548 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-45bc4c10-d9ec-4dfa-81ce-90cb24504828 None None] Transition to ACTIVE for port object 7156999d-7ae0-4681-aac5-73759e18753b will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:28:29.614722 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-45bc4c10-d9ec-4dfa-81ce-90cb24504828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:29.637158 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ceff19-baa5-4b87-b309-fb103694f2b5 admin admin] Router 60f6db3b-e491-4d5d-9ec9-23d1b9813fbe is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 21:28:29.640832 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6103d022-2948-41d9-897f-cb02a5750075 None None] Pushing event updated for resources: {'Port': ['ID=b6a9e58f-7a7f-4f99-bcbe-7cd47e868263,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:28:29.715831 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f3a82c-de4e-4fd3-943f-ef76707d637e None None] Pushing event updated for resources: {'Port': ['ID=7156999d-7ae0-4681-aac5-73759e18753b,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:28:29.733889 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device caffe0b9-7843-47a3-b3c7-cc88c3fafb20 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:28:29.761711 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-45bc4c10-d9ec-4dfa-81ce-90cb24504828 None None] Attempting to bind port 7156999d-7ae0-4681-aac5-73759e18753b on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:28:29.762074 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-45bc4c10-d9ec-4dfa-81ce-90cb24504828 None None] Attempting to bind port 7156999d-7ae0-4681-aac5-73759e18753b by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '64c6901c-c006-4329-8ff2-a60be5778900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '4ec2243a-737a-4660-bbdf-596a85277161'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:28:29.762608 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bc4c10-d9ec-4dfa-81ce-90cb24504828 None None] Attempting to bind port 7156999d-7ae0-4681-aac5-73759e18753b on network 4ec2243a-737a-4660-bbdf-596a85277161 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:28:29.772728 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bc4c10-d9ec-4dfa-81ce-90cb24504828 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:28:29.773097 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bc4c10-d9ec-4dfa-81ce-90cb24504828 None None] Checking segment: {'id': '64c6901c-c006-4329-8ff2-a60be5778900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '4ec2243a-737a-4660-bbdf-596a85277161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:28:29.773495 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-45bc4c10-d9ec-4dfa-81ce-90cb24504828 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:29.773882 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bc4c10-d9ec-4dfa-81ce-90cb24504828 None None] Bound using segment: {'id': '64c6901c-c006-4329-8ff2-a60be5778900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '4ec2243a-737a-4660-bbdf-596a85277161'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:28:29.774345 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-45bc4c10-d9ec-4dfa-81ce-90cb24504828 None None] Bound port: 7156999d-7ae0-4681-aac5-73759e18753b, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64c6901c-c006-4329-8ff2-a60be5778900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '4ec2243a-737a-4660-bbdf-596a85277161'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:28:29.774728 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-45bc4c10-d9ec-4dfa-81ce-90cb24504828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:29.792356 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ceff19-baa5-4b87-b309-fb103694f2b5 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:28:29.806959 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8ee937-33fe-47bc-adba-b5712276b0b2 None None] Sync routers for ids ['60f6db3b-e491-4d5d-9ec9-23d1b9813fbe'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:28:29.817178 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8ee937-33fe-47bc-adba-b5712276b0b2 None None] Routers {'60f6db3b-e491-4d5d-9ec9-23d1b9813fbe'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:28:29.818503 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4b8ee937-33fe-47bc-adba-b5712276b0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:28:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['60f6db3b-e491-4d5d-9ec9-23d1b9813fbe'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:28:29.824513 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-42ceff19-baa5-4b87-b309-fb103694f2b5 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:29.828433 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-42ceff19-baa5-4b87-b309-fb103694f2b5 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1060119 Aug 23 21:28:29.829220 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 52870) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:28:29.847466 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port caffe0b9-7843-47a3-b3c7-cc88c3fafb20 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:28:29.847921 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:29.884819 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-45bc4c10-d9ec-4dfa-81ce-90cb24504828 None None] For port 7156999d-7ae0-4681-aac5-73759e18753b, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:28:29.903901 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-45bc4c10-d9ec-4dfa-81ce-90cb24504828 None None] For port 7156999d-7ae0-4681-aac5-73759e18753b, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=7156999d-7ae0-4681-aac5-73759e18753b,segment=NetworkSegment(64c6901c-c006-4329-8ff2-a60be5778900),segment_id=64c6901c-c006-4329-8ff2-a60be5778900)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:28:29.929719 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-45bc4c10-d9ec-4dfa-81ce-90cb24504828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:29.982795 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-4b8ee937-33fe-47bc-adba-b5712276b0b2 None None] Set router 60f6db3b-e491-4d5d-9ec9-23d1b9813fbe gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:28:30.038220 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f3a82c-de4e-4fd3-943f-ef76707d637e None None] Pushing event updated for resources: {'Port': ['ID=7156999d-7ae0-4681-aac5-73759e18753b,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:28:30.047151 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bc4c10-d9ec-4dfa-81ce-90cb24504828 None None] Routers {'92c22787-e61d-496a-86f9-5d03838d054a'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:28:30.047774 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-45bc4c10-d9ec-4dfa-81ce-90cb24504828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:28:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['92c22787-e61d-496a-86f9-5d03838d054a'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:28:30.224225 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-45bc4c10-d9ec-4dfa-81ce-90cb24504828 None None] Set router 92c22787-e61d-496a-86f9-5d03838d054a gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:28:30.231217 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4b8ee937-33fe-47bc-adba-b5712276b0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f6db3b-e491-4d5d-9ec9-23d1b9813fbe', 'name': 'tempest-TestMinimumBasicScenario-1394260004-router', 'tenant_id': '91d4961acc584bf2bd24186f4d11064a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'fcaa46e2-e997-4b2b-916e-10973922c2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:28:27Z', 'updated_at': '2021-08-23T21:28:29Z', 'revision_number': 3, 'project_id': '91d4961acc584bf2bd24186f4d11064a', 'gw_port': {'id': 'fcaa46e2-e997-4b2b-916e-10973922c2c1', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e4:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f6db3b-e491-4d5d-9ec9-23d1b9813fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:28:28Z', 'updated_at': '2021-08-23T21:28:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:28:30.277301 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8ee937-33fe-47bc-adba-b5712276b0b2 None None] Checking router: 60f6db3b-e491-4d5d-9ec9-23d1b9813fbe for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:28:30.277811 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8ee937-33fe-47bc-adba-b5712276b0b2 None None] Updating router 60f6db3b-e491-4d5d-9ec9-23d1b9813fbe port fcaa46e2-e997-4b2b-916e-10973922c2c1 binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 21:28:30.312850 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4b8ee937-33fe-47bc-adba-b5712276b0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:30.523063 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-45bc4c10-d9ec-4dfa-81ce-90cb24504828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c22787-e61d-496a-86f9-5d03838d054a', 'name': 'tempest-TestMinimumBasicScenario-662077431-router', 'tenant_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'caffe0b9-7843-47a3-b3c7-cc88c3fafb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:28:22Z', 'updated_at': '2021-08-23T21:28:25Z', 'revision_number': 4, 'project_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'gw_port': {'id': 'caffe0b9-7843-47a3-b3c7-cc88c3fafb20', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c22787-e61d-496a-86f9-5d03838d054a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:28:23Z', 'updated_at': '2021-08-23T21:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '7156999d-7ae0-4681-aac5-73759e18753b', 'name': '', 'network_id': '4ec2243a-737a-4660-bbdf-596a85277161', 'tenant_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'mac_address': 'fa:16:3e:75:3d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c22787-e61d-496a-86f9-5d03838d054a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '123acd87-1d83-4721-8488-28b1bc6b1a08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:28:25Z', 'updated_at': '2021-08-23T21:28:29Z', 'revision_number': 4, 'project_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'subnets': [{'id': '123acd87-1d83-4721-8488-28b1bc6b1a08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:28:30.559324 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bc4c10-d9ec-4dfa-81ce-90cb24504828 None None] The sync data for ids ['92c22787-e61d-496a-86f9-5d03838d054a'] in n-d-805663-2 is: [{'id': '92c22787-e61d-496a-86f9-5d03838d054a', 'name': 'tempest-TestMinimumBasicScenario-662077431-router', 'tenant_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'caffe0b9-7843-47a3-b3c7-cc88c3fafb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:28:22Z', 'updated_at': '2021-08-23T21:28:25Z', 'revision_number': 4, 'project_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'gw_port': {'id': 'caffe0b9-7843-47a3-b3c7-cc88c3fafb20', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c22787-e61d-496a-86f9-5d03838d054a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:28:23Z', 'updated_at': '2021-08-23T21:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '7156999d-7ae0-4681-aac5-73759e18753b', 'name': '', 'network_id': '4ec2243a-737a-4660-bbdf-596a85277161', 'tenant_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'mac_address': 'fa:16:3e:75:3d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c22787-e61d-496a-86f9-5d03838d054a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '123acd87-1d83-4721-8488-28b1bc6b1a08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:28:25Z', 'updated_at': '2021-08-23T21:28:29Z', 'revision_number': 4, 'project_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'subnets': [{'id': '123acd87-1d83-4721-8488-28b1bc6b1a08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:28:30.640718 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-05ab66bb-238f-4cbb-90ae-c80213240fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:30.701581 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4b8ee937-33fe-47bc-adba-b5712276b0b2 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:30.714395 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-4b8ee937-33fe-47bc-adba-b5712276b0b2 None None] Transition to ACTIVE for port object fcaa46e2-e997-4b2b-916e-10973922c2c1 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:28:30.721497 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4b8ee937-33fe-47bc-adba-b5712276b0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:30.787383 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cda3d7b-0b95-4089-ab94-144770970763 None None] Pushing event updated for resources: {'Port': ['ID=fcaa46e2-e997-4b2b-916e-10973922c2c1,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:28:30.790035 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-4b8ee937-33fe-47bc-adba-b5712276b0b2 None None] Attempting to bind port fcaa46e2-e997-4b2b-916e-10973922c2c1 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:28:30.790654 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-4b8ee937-33fe-47bc-adba-b5712276b0b2 None None] Attempting to bind port fcaa46e2-e997-4b2b-916e-10973922c2c1 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:28:30.791112 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8ee937-33fe-47bc-adba-b5712276b0b2 None None] Attempting to bind port fcaa46e2-e997-4b2b-916e-10973922c2c1 on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:28:30.797791 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8ee937-33fe-47bc-adba-b5712276b0b2 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:28:30.798405 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8ee937-33fe-47bc-adba-b5712276b0b2 None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:28:30.799163 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4b8ee937-33fe-47bc-adba-b5712276b0b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:30.799654 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8ee937-33fe-47bc-adba-b5712276b0b2 None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:28:30.800270 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-4b8ee937-33fe-47bc-adba-b5712276b0b2 None None] Bound port: fcaa46e2-e997-4b2b-916e-10973922c2c1, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:28:30.801099 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4b8ee937-33fe-47bc-adba-b5712276b0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:30.900530 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-4b8ee937-33fe-47bc-adba-b5712276b0b2 None None] For port fcaa46e2-e997-4b2b-916e-10973922c2c1, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:28:30.901994 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-05ab66bb-238f-4cbb-90ae-c80213240fce admin admin] Allocated IP 172.20.0.1 (7a35390e-4653-48e8-a5e2-e7a03d338ceb/9ab67a31-85b8-4e14-adf2-151338bbfdd4/a456239e-85df-412b-b6ee-7d3649be859c) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:28:30.904187 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-4b8ee937-33fe-47bc-adba-b5712276b0b2 None None] For port fcaa46e2-e997-4b2b-916e-10973922c2c1, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=fcaa46e2-e997-4b2b-916e-10973922c2c1,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:28:30.916728 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4b8ee937-33fe-47bc-adba-b5712276b0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:30.976012 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8ee937-33fe-47bc-adba-b5712276b0b2 None None] Routers {'60f6db3b-e491-4d5d-9ec9-23d1b9813fbe'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:28:30.976888 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4b8ee937-33fe-47bc-adba-b5712276b0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:28:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['60f6db3b-e491-4d5d-9ec9-23d1b9813fbe'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:28:31.059633 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-05ab66bb-238f-4cbb-90ae-c80213240fce admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:31.074246 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cda3d7b-0b95-4089-ab94-144770970763 None None] Pushing event updated for resources: {'Port': ['ID=fcaa46e2-e997-4b2b-916e-10973922c2c1,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:28:31.080435 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-05ab66bb-238f-4cbb-90ae-c80213240fce admin admin] Transition to ACTIVE for port object a456239e-85df-412b-b6ee-7d3649be859c will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:28:31.121990 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-05ab66bb-238f-4cbb-90ae-c80213240fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:31.170086 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7891a8fc-c550-402b-9cad-da15c6d232d1 None None] Network 7a35390e-4653-48e8-a5e2-e7a03d338ceb requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:28:31.173718 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-4b8ee937-33fe-47bc-adba-b5712276b0b2 None None] Set router 60f6db3b-e491-4d5d-9ec9-23d1b9813fbe gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:28:31.194685 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ab66bb-238f-4cbb-90ae-c80213240fce admin admin] Pushing event updated for resources: {'Port': ['ID=a456239e-85df-412b-b6ee-7d3649be859c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:28:31.203130 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ab66bb-238f-4cbb-90ae-c80213240fce admin admin] Network 7a35390e-4653-48e8-a5e2-e7a03d338ceb is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:28:31.205123 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-05ab66bb-238f-4cbb-90ae-c80213240fce admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:28:31.207767 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ab66bb-238f-4cbb-90ae-c80213240fce admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:28:31.251030 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-05ab66bb-238f-4cbb-90ae-c80213240fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:31.258384 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ed1389a2-b413-4d1e-9c3b-8fafe133a929 None None] Provisioning for port b6a9e58f-7a7f-4f99-bcbe-7cd47e868263 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:28:31.412187 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-05ab66bb-238f-4cbb-90ae-c80213240fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:31.526306 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4b8ee937-33fe-47bc-adba-b5712276b0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f6db3b-e491-4d5d-9ec9-23d1b9813fbe', 'name': 'tempest-TestMinimumBasicScenario-1394260004-router', 'tenant_id': '91d4961acc584bf2bd24186f4d11064a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'fcaa46e2-e997-4b2b-916e-10973922c2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:28:27Z', 'updated_at': '2021-08-23T21:28:29Z', 'revision_number': 3, 'project_id': '91d4961acc584bf2bd24186f4d11064a', 'gw_port': {'id': 'fcaa46e2-e997-4b2b-916e-10973922c2c1', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e4:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f6db3b-e491-4d5d-9ec9-23d1b9813fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:28:28Z', 'updated_at': '2021-08-23T21:28:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:28:31.556364 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8ee937-33fe-47bc-adba-b5712276b0b2 None None] The sync data for ids ['60f6db3b-e491-4d5d-9ec9-23d1b9813fbe'] in n-d-805663-2 is: [{'id': '60f6db3b-e491-4d5d-9ec9-23d1b9813fbe', 'name': 'tempest-TestMinimumBasicScenario-1394260004-router', 'tenant_id': '91d4961acc584bf2bd24186f4d11064a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'fcaa46e2-e997-4b2b-916e-10973922c2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:28:27Z', 'updated_at': '2021-08-23T21:28:29Z', 'revision_number': 3, 'project_id': '91d4961acc584bf2bd24186f4d11064a', 'gw_port': {'id': 'fcaa46e2-e997-4b2b-916e-10973922c2c1', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e4:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f6db3b-e491-4d5d-9ec9-23d1b9813fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:28:28Z', 'updated_at': '2021-08-23T21:28:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:28:31.646472 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-05ab66bb-238f-4cbb-90ae-c80213240fce admin admin] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:31.656522 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-05ab66bb-238f-4cbb-90ae-c80213240fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:31.743857 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-05ab66bb-238f-4cbb-90ae-c80213240fce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:31.756194 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ab66bb-238f-4cbb-90ae-c80213240fce admin admin] Pushing event updated for resources: {'Port': ['ID=a456239e-85df-412b-b6ee-7d3649be859c,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:28:31.783472 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 7156999d-7ae0-4681-aac5-73759e18753b up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:28:31.856570 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b01a7877-fe2d-47e8-8b70-4dda93caf5dc None None] Provisioning for port a456239e-85df-412b-b6ee-7d3649be859c completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:28:31.863384 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b01a7877-fe2d-47e8-8b70-4dda93caf5dc None None] Provisioning complete for port a456239e-85df-412b-b6ee-7d3649be859c triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:28:31.864017 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b01a7877-fe2d-47e8-8b70-4dda93caf5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:31.865990 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 7156999d-7ae0-4681-aac5-73759e18753b completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:28:31.868101 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ab66bb-238f-4cbb-90ae-c80213240fce admin admin] Network 7a35390e-4653-48e8-a5e2-e7a03d338ceb is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:28:31.870494 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-05ab66bb-238f-4cbb-90ae-c80213240fce admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:28:31.870913 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 7156999d-7ae0-4681-aac5-73759e18753b triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:28:31.871291 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:31.967340 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b01a7877-fe2d-47e8-8b70-4dda93caf5dc None None] Port a456239e-85df-412b-b6ee-7d3649be859c cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:28:32.040674 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:32.055280 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ab66bb-238f-4cbb-90ae-c80213240fce admin admin] Router 60f6db3b-e491-4d5d-9ec9-23d1b9813fbe has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:28:32.091096 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 7156999d-7ae0-4681-aac5-73759e18753b, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=7156999d-7ae0-4681-aac5-73759e18753b,segment=NetworkSegment(64c6901c-c006-4329-8ff2-a60be5778900),segment_id=64c6901c-c006-4329-8ff2-a60be5778900)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:28:32.104429 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:32.114799 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device b6a9e58f-7a7f-4f99-bcbe-7cd47e868263 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:28:32.178848 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ab3d1567-05c6-4d2a-9e35-bfbf9dc7679e None None] Provisioning complete for port a456239e-85df-412b-b6ee-7d3649be859c triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:28:32.179317 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ab3d1567-05c6-4d2a-9e35-bfbf9dc7679e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:32.223642 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ab66bb-238f-4cbb-90ae-c80213240fce admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:28:32.230114 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-05ab66bb-238f-4cbb-90ae-c80213240fce admin admin] 10.222.0.61 "PUT /v2.0/routers/60f6db3b-e491-4d5d-9ec9-23d1b9813fbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3988535 Aug 23 21:28:32.275354 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=7156999d-7ae0-4681-aac5-73759e18753b,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:28:32.301296 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-ab3d1567-05c6-4d2a-9e35-bfbf9dc7679e None None] Port a456239e-85df-412b-b6ee-7d3649be859c cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:28:32.311282 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port b6a9e58f-7a7f-4f99-bcbe-7cd47e868263 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:28:32.318250 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port b6a9e58f-7a7f-4f99-bcbe-7cd47e868263 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:28:32.320717 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:32.414478 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:32.443091 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-99ec8395-fe84-49dd-b796-fe8afcb5eac9 None None] Provisioning complete for port a456239e-85df-412b-b6ee-7d3649be859c triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:28:32.443464 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-99ec8395-fe84-49dd-b796-fe8afcb5eac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:32.473209 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port b6a9e58f-7a7f-4f99-bcbe-7cd47e868263, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=b6a9e58f-7a7f-4f99-bcbe-7cd47e868263,segment=NetworkSegment(a6b9806f-3ce1-450e-94ac-0eeaa8f13e85),segment_id=a6b9806f-3ce1-450e-94ac-0eeaa8f13e85)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:28:32.479922 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:32.515224 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-99ec8395-fe84-49dd-b796-fe8afcb5eac9 None None] Port a456239e-85df-412b-b6ee-7d3649be859c cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:28:32.546068 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=b6a9e58f-7a7f-4f99-bcbe-7cd47e868263,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:28:33.795219 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device fcaa46e2-e997-4b2b-916e-10973922c2c1 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:28:33.864018 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port fcaa46e2-e997-4b2b-916e-10973922c2c1 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:28:33.869836 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port fcaa46e2-e997-4b2b-916e-10973922c2c1 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:28:33.870323 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:33.983641 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:34.015353 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port fcaa46e2-e997-4b2b-916e-10973922c2c1, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=fcaa46e2-e997-4b2b-916e-10973922c2c1,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:28:34.022569 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:34.024912 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 7156999d-7ae0-4681-aac5-73759e18753b up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:28:34.076544 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431cafe4-9965-4790-afd8-6807787acffc None None] Sync routers for ids ['60f6db3b-e491-4d5d-9ec9-23d1b9813fbe'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:28:34.122651 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431cafe4-9965-4790-afd8-6807787acffc None None] Routers {'60f6db3b-e491-4d5d-9ec9-23d1b9813fbe'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:28:34.123378 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-431cafe4-9965-4790-afd8-6807787acffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:28:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['60f6db3b-e491-4d5d-9ec9-23d1b9813fbe'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:28:34.128549 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=fcaa46e2-e997-4b2b-916e-10973922c2c1,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:28:34.183426 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 7156999d-7ae0-4681-aac5-73759e18753b triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:28:34.183882 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:34.462964 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-431cafe4-9965-4790-afd8-6807787acffc None None] Set router 60f6db3b-e491-4d5d-9ec9-23d1b9813fbe gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:28:34.617130 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device b6a9e58f-7a7f-4f99-bcbe-7cd47e868263 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:28:34.728257 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port b6a9e58f-7a7f-4f99-bcbe-7cd47e868263 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:28:34.728257 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:34.802844 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-431cafe4-9965-4790-afd8-6807787acffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f6db3b-e491-4d5d-9ec9-23d1b9813fbe', 'name': 'tempest-TestMinimumBasicScenario-1394260004-router', 'tenant_id': '91d4961acc584bf2bd24186f4d11064a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'fcaa46e2-e997-4b2b-916e-10973922c2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:28:27Z', 'updated_at': '2021-08-23T21:28:31Z', 'revision_number': 4, 'project_id': '91d4961acc584bf2bd24186f4d11064a', 'gw_port': {'id': 'fcaa46e2-e997-4b2b-916e-10973922c2c1', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f6db3b-e491-4d5d-9ec9-23d1b9813fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:28:28Z', 'updated_at': '2021-08-23T21:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'a456239e-85df-412b-b6ee-7d3649be859c', 'name': '', 'network_id': '7a35390e-4653-48e8-a5e2-e7a03d338ceb', 'tenant_id': '91d4961acc584bf2bd24186f4d11064a', 'mac_address': 'fa:16:3e:51:b0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f6db3b-e491-4d5d-9ec9-23d1b9813fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '9ab67a31-85b8-4e14-adf2-151338bbfdd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:28:30Z', 'updated_at': '2021-08-23T21:28:31Z', 'revision_number': 2, 'project_id': '91d4961acc584bf2bd24186f4d11064a', 'subnets': [{'id': '9ab67a31-85b8-4e14-adf2-151338bbfdd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:28:34.854326 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431cafe4-9965-4790-afd8-6807787acffc None None] Checking router: 60f6db3b-e491-4d5d-9ec9-23d1b9813fbe for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:28:34.854690 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431cafe4-9965-4790-afd8-6807787acffc None None] Updating router 60f6db3b-e491-4d5d-9ec9-23d1b9813fbe port a456239e-85df-412b-b6ee-7d3649be859c binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 21:28:34.890046 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-431cafe4-9965-4790-afd8-6807787acffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:35.268261 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-431cafe4-9965-4790-afd8-6807787acffc None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:35.281514 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-431cafe4-9965-4790-afd8-6807787acffc None None] Transition to ACTIVE for port object a456239e-85df-412b-b6ee-7d3649be859c will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:28:35.291437 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-431cafe4-9965-4790-afd8-6807787acffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:35.343441 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ed56a-5387-4362-91a0-6d9f0d347a09 None None] Pushing event updated for resources: {'Port': ['ID=a456239e-85df-412b-b6ee-7d3649be859c,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:28:35.421475 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-431cafe4-9965-4790-afd8-6807787acffc None None] Attempting to bind port a456239e-85df-412b-b6ee-7d3649be859c on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:28:35.421851 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-431cafe4-9965-4790-afd8-6807787acffc None None] Attempting to bind port a456239e-85df-412b-b6ee-7d3649be859c by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'a6b9806f-3ce1-450e-94ac-0eeaa8f13e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7a35390e-4653-48e8-a5e2-e7a03d338ceb'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:28:35.422222 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431cafe4-9965-4790-afd8-6807787acffc None None] Attempting to bind port a456239e-85df-412b-b6ee-7d3649be859c on network 7a35390e-4653-48e8-a5e2-e7a03d338ceb {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:28:35.428350 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431cafe4-9965-4790-afd8-6807787acffc None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:28:35.428733 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431cafe4-9965-4790-afd8-6807787acffc None None] Checking segment: {'id': 'a6b9806f-3ce1-450e-94ac-0eeaa8f13e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7a35390e-4653-48e8-a5e2-e7a03d338ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:28:35.429134 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-431cafe4-9965-4790-afd8-6807787acffc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:35.429528 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431cafe4-9965-4790-afd8-6807787acffc None None] Bound using segment: {'id': 'a6b9806f-3ce1-450e-94ac-0eeaa8f13e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7a35390e-4653-48e8-a5e2-e7a03d338ceb'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:28:35.430003 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-431cafe4-9965-4790-afd8-6807787acffc None None] Bound port: a456239e-85df-412b-b6ee-7d3649be859c, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6b9806f-3ce1-450e-94ac-0eeaa8f13e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7a35390e-4653-48e8-a5e2-e7a03d338ceb'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:28:35.430389 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-431cafe4-9965-4790-afd8-6807787acffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:35.528379 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-431cafe4-9965-4790-afd8-6807787acffc None None] For port a456239e-85df-412b-b6ee-7d3649be859c, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:28:35.531818 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-431cafe4-9965-4790-afd8-6807787acffc None None] For port a456239e-85df-412b-b6ee-7d3649be859c, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=a456239e-85df-412b-b6ee-7d3649be859c,segment=NetworkSegment(a6b9806f-3ce1-450e-94ac-0eeaa8f13e85),segment_id=a6b9806f-3ce1-450e-94ac-0eeaa8f13e85)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:28:35.540515 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-431cafe4-9965-4790-afd8-6807787acffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:35.617952 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431cafe4-9965-4790-afd8-6807787acffc None None] Routers {'60f6db3b-e491-4d5d-9ec9-23d1b9813fbe'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:28:35.619258 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-431cafe4-9965-4790-afd8-6807787acffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:28:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['60f6db3b-e491-4d5d-9ec9-23d1b9813fbe'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:28:35.675391 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ed56a-5387-4362-91a0-6d9f0d347a09 None None] Pushing event updated for resources: {'Port': ['ID=a456239e-85df-412b-b6ee-7d3649be859c,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:28:35.763442 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-431cafe4-9965-4790-afd8-6807787acffc None None] Set router 60f6db3b-e491-4d5d-9ec9-23d1b9813fbe gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:28:35.794314 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device fcaa46e2-e997-4b2b-916e-10973922c2c1 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:28:35.968636 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port fcaa46e2-e997-4b2b-916e-10973922c2c1 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:28:35.969185 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:36.114761 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-431cafe4-9965-4790-afd8-6807787acffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f6db3b-e491-4d5d-9ec9-23d1b9813fbe', 'name': 'tempest-TestMinimumBasicScenario-1394260004-router', 'tenant_id': '91d4961acc584bf2bd24186f4d11064a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'fcaa46e2-e997-4b2b-916e-10973922c2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:28:27Z', 'updated_at': '2021-08-23T21:28:31Z', 'revision_number': 4, 'project_id': '91d4961acc584bf2bd24186f4d11064a', 'gw_port': {'id': 'fcaa46e2-e997-4b2b-916e-10973922c2c1', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f6db3b-e491-4d5d-9ec9-23d1b9813fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:28:28Z', 'updated_at': '2021-08-23T21:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'a456239e-85df-412b-b6ee-7d3649be859c', 'name': '', 'network_id': '7a35390e-4653-48e8-a5e2-e7a03d338ceb', 'tenant_id': '91d4961acc584bf2bd24186f4d11064a', 'mac_address': 'fa:16:3e:51:b0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f6db3b-e491-4d5d-9ec9-23d1b9813fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '9ab67a31-85b8-4e14-adf2-151338bbfdd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:28:30Z', 'updated_at': '2021-08-23T21:28:35Z', 'revision_number': 4, 'project_id': '91d4961acc584bf2bd24186f4d11064a', 'subnets': [{'id': '9ab67a31-85b8-4e14-adf2-151338bbfdd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:28:36.148083 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431cafe4-9965-4790-afd8-6807787acffc None None] The sync data for ids ['60f6db3b-e491-4d5d-9ec9-23d1b9813fbe'] in n-d-805663-2 is: [{'id': '60f6db3b-e491-4d5d-9ec9-23d1b9813fbe', 'name': 'tempest-TestMinimumBasicScenario-1394260004-router', 'tenant_id': '91d4961acc584bf2bd24186f4d11064a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'fcaa46e2-e997-4b2b-916e-10973922c2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:28:27Z', 'updated_at': '2021-08-23T21:28:31Z', 'revision_number': 4, 'project_id': '91d4961acc584bf2bd24186f4d11064a', 'gw_port': {'id': 'fcaa46e2-e997-4b2b-916e-10973922c2c1', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f6db3b-e491-4d5d-9ec9-23d1b9813fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:28:28Z', 'updated_at': '2021-08-23T21:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'a456239e-85df-412b-b6ee-7d3649be859c', 'name': '', 'network_id': '7a35390e-4653-48e8-a5e2-e7a03d338ceb', 'tenant_id': '91d4961acc584bf2bd24186f4d11064a', 'mac_address': 'fa:16:3e:51:b0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f6db3b-e491-4d5d-9ec9-23d1b9813fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '9ab67a31-85b8-4e14-adf2-151338bbfdd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:28:30Z', 'updated_at': '2021-08-23T21:28:35Z', 'revision_number': 4, 'project_id': '91d4961acc584bf2bd24186f4d11064a', 'subnets': [{'id': '9ab67a31-85b8-4e14-adf2-151338bbfdd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:28:37.734629 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device a456239e-85df-412b-b6ee-7d3649be859c up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:28:37.797477 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port a456239e-85df-412b-b6ee-7d3649be859c completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:28:37.804287 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port a456239e-85df-412b-b6ee-7d3649be859c triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:28:37.804635 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:37.919703 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:37.958850 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port a456239e-85df-412b-b6ee-7d3649be859c, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=a456239e-85df-412b-b6ee-7d3649be859c,segment=NetworkSegment(a6b9806f-3ce1-450e-94ac-0eeaa8f13e85),segment_id=a6b9806f-3ce1-450e-94ac-0eeaa8f13e85)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:28:37.967332 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:38.029684 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=a456239e-85df-412b-b6ee-7d3649be859c,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:28:39.694171 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device a456239e-85df-412b-b6ee-7d3649be859c up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:28:39.748520 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port a456239e-85df-412b-b6ee-7d3649be859c triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:28:39.749013 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:40.108272 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-17c8b2ad-f1f5-4a3b-bdd0-e05c4e6108f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:40.904850 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:42.305106 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f45b1-46a5-45f3-a756-8a7c1584e880 req-e4be0259-ec88-4cec-8b93-7b0c7d8695c0 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:28:42.306577 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-498f45b1-46a5-45f3-a756-8a7c1584e880 req-e4be0259-ec88-4cec-8b93-7b0c7d8695c0 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/networks?id=4ec2243a-737a-4660-bbdf-596a85277161 HTTP/1.1" status: 200 len: 814 time: 0.1003010 Aug 23 21:28:42.321443 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-498f45b1-46a5-45f3-a756-8a7c1584e880 req-fe5e2b9c-f8ae-4c35-8e14-0e2c7315601a tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/quotas/a8cf31f53f9c4468993e6e565c8bfedf HTTP/1.1" status: 200 len: 375 time: 0.0090804 Aug 23 21:28:42.371827 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-498f45b1-46a5-45f3-a756-8a7c1584e880 req-370308ab-b523-4e4a-8192-e6bc41a054f9 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a8cf31f53f9c4468993e6e565c8bfedf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450253 Aug 23 21:28:42.387525 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [req-498f45b1-46a5-45f3-a756-8a7c1584e880 req-5877c186-a815-482a-8e1a-1eb5cf13692e service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 21:28:42.388567 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-498f45b1-46a5-45f3-a756-8a7c1584e880 req-5877c186-a815-482a-8e1a-1eb5cf13692e service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052593 Aug 23 21:28:42.816208 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-498f45b1-46a5-45f3-a756-8a7c1584e880 req-cc49b52b-b368-4146-b143-99c5778827b2 service neutron] 10.222.0.61 "GET /v2.0/networks/4ec2243a-737a-4660-bbdf-596a85277161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204206 Aug 23 21:28:42.916618 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-498f45b1-46a5-45f3-a756-8a7c1584e880 req-146ab023-7022-41d0-a142-7d68f8473389 service neutron] 10.222.0.61 "GET /v2.0/networks/4ec2243a-737a-4660-bbdf-596a85277161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941343 Aug 23 21:28:43.076689 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fc831f2c-bc54-4982-a591-5bc06a641383 req-cd438e23-c48d-4630-9bda-ec0db0ec0405 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ee4bd5-d639-4b5f-915c-e61b7253c659 HTTP/1.1" status: 200 len: 210 time: 0.0285711 Aug 23 21:28:43.497485 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-02256b70-cfd4-48df-8cd7-567ed9258b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:43.626626 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:43.989925 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f45b1-46a5-45f3-a756-8a7c1584e880 req-06d92fac-faae-4068-9032-11a9f4059c47 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:28:43.991399 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-498f45b1-46a5-45f3-a756-8a7c1584e880 req-06d92fac-faae-4068-9032-11a9f4059c47 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.11 "GET /v2.0/networks?id=4ec2243a-737a-4660-bbdf-596a85277161 HTTP/1.1" status: 200 len: 814 time: 0.1014199 Aug 23 21:28:44.003706 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-498f45b1-46a5-45f3-a756-8a7c1584e880 req-54f5bf6f-0b49-4030-98e5-ee2c19eeaa44 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Request body: {'port': {'device_id': 'a1ee4bd5-d639-4b5f-915c-e61b7253c659', 'network_id': '4ec2243a-737a-4660-bbdf-596a85277161', 'admin_state_up': True, 'tenant_id': 'a8cf31f53f9c4468993e6e565c8bfedf'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:28:44.117348 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-498f45b1-46a5-45f3-a756-8a7c1584e880 req-54f5bf6f-0b49-4030-98e5-ee2c19eeaa44 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Made reservation on behalf of a8cf31f53f9c4468993e6e565c8bfedf for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:28:44.121173 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-498f45b1-46a5-45f3-a756-8a7c1584e880 req-54f5bf6f-0b49-4030-98e5-ee2c19eeaa44 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:44.182060 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7c2c774c-2043-4af3-945b-b8f3c8ddac4a req-98916fce-8d59-43b9-94bc-048aded40cee tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ee4bd5-d639-4b5f-915c-e61b7253c659 HTTP/1.1" status: 200 len: 210 time: 0.0294535 Aug 23 21:28:44.270200 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-498f45b1-46a5-45f3-a756-8a7c1584e880 req-54f5bf6f-0b49-4030-98e5-ee2c19eeaa44 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Allocated IP 172.20.0.3 (4ec2243a-737a-4660-bbdf-596a85277161/123acd87-1d83-4721-8488-28b1bc6b1a08/cdc952ba-f69f-449f-8514-7ad8931b49eb) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:28:44.460733 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-498f45b1-46a5-45f3-a756-8a7c1584e880 req-54f5bf6f-0b49-4030-98e5-ee2c19eeaa44 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:44.479008 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-498f45b1-46a5-45f3-a756-8a7c1584e880 req-54f5bf6f-0b49-4030-98e5-ee2c19eeaa44 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Transition to ACTIVE for port object cdc952ba-f69f-449f-8514-7ad8931b49eb will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:28:44.526609 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-498f45b1-46a5-45f3-a756-8a7c1584e880 req-54f5bf6f-0b49-4030-98e5-ee2c19eeaa44 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:44.584952 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-498f45b1-46a5-45f3-a756-8a7c1584e880 req-54f5bf6f-0b49-4030-98e5-ee2c19eeaa44 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Network 4ec2243a-737a-4660-bbdf-596a85277161 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:28:44.588437 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-498f45b1-46a5-45f3-a756-8a7c1584e880 req-54f5bf6f-0b49-4030-98e5-ee2c19eeaa44 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:28:44.591223 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-498f45b1-46a5-45f3-a756-8a7c1584e880 req-54f5bf6f-0b49-4030-98e5-ee2c19eeaa44 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:28:44.602212 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f5bf6f-0b49-4030-98e5-ee2c19eeaa44 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Pushing event updated for resources: {'Port': ['ID=cdc952ba-f69f-449f-8514-7ad8931b49eb,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:28:44.660681 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f45b1-46a5-45f3-a756-8a7c1584e880 req-54f5bf6f-0b49-4030-98e5-ee2c19eeaa44 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:28:44.661608 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-498f45b1-46a5-45f3-a756-8a7c1584e880 req-54f5bf6f-0b49-4030-98e5-ee2c19eeaa44 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:44.677513 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-498f45b1-46a5-45f3-a756-8a7c1584e880 req-54f5bf6f-0b49-4030-98e5-ee2c19eeaa44 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6776054 Aug 23 21:28:44.773432 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:44.865459 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c2991c57-9f92-4bde-9a4f-5b2b8983255b None None] Provisioning for port cdc952ba-f69f-449f-8514-7ad8931b49eb completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:28:44.869535 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c2991c57-9f92-4bde-9a4f-5b2b8983255b None None] Provisioning complete for port cdc952ba-f69f-449f-8514-7ad8931b49eb triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:28:44.870170 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c2991c57-9f92-4bde-9a4f-5b2b8983255b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:44.909743 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-c2991c57-9f92-4bde-9a4f-5b2b8983255b None None] Port cdc952ba-f69f-449f-8514-7ad8931b49eb cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:28:45.305263 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef562974-45f7-405d-a236-bf67a0ef4619 req-d3501b47-d94c-41a7-a7fd-7d963c39f5e7 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:28:45.306766 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ef562974-45f7-405d-a236-bf67a0ef4619 req-d3501b47-d94c-41a7-a7fd-7d963c39f5e7 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ee4bd5-d639-4b5f-915c-e61b7253c659 HTTP/1.1" status: 200 len: 931 time: 0.0537782 Aug 23 21:28:45.349071 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ef562974-45f7-405d-a236-bf67a0ef4619 req-2dba71bc-b464-4e17-aa45-ecdc6d768481 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1febb5e-1878-4963-a216-34d668eba084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359521 Aug 23 21:28:46.149104 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:46.475049 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9835ca50-f5f0-425d-914b-d9e00810f9fc req-73d1b87f-5471-4364-89fa-3e3c33043eee tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:28:46.477299 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9835ca50-f5f0-425d-914b-d9e00810f9fc req-73d1b87f-5471-4364-89fa-3e3c33043eee tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ee4bd5-d639-4b5f-915c-e61b7253c659 HTTP/1.1" status: 200 len: 931 time: 0.0571957 Aug 23 21:28:46.515862 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9835ca50-f5f0-425d-914b-d9e00810f9fc req-8a753d20-6594-4473-84e4-ef488cfe49b9 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1febb5e-1878-4963-a216-34d668eba084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321529 Aug 23 21:28:47.637792 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4221d-cbe7-4ce2-999a-814496bd4033 req-3dcf1e09-59ff-4962-b573-f7b3793d44c0 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:28:47.639402 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bbc4221d-cbe7-4ce2-999a-814496bd4033 req-3dcf1e09-59ff-4962-b573-f7b3793d44c0 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ee4bd5-d639-4b5f-915c-e61b7253c659 HTTP/1.1" status: 200 len: 931 time: 0.0543175 Aug 23 21:28:47.683810 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bbc4221d-cbe7-4ce2-999a-814496bd4033 req-b9e81a6f-cebf-4632-91c5-f1eee2de2b48 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1febb5e-1878-4963-a216-34d668eba084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365915 Aug 23 21:28:48.817196 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6da20-0c21-4666-87d3-2d6b456be956 req-f0ea8831-226a-48f4-95bd-715abfe03eab tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:28:48.818729 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a6d6da20-0c21-4666-87d3-2d6b456be956 req-f0ea8831-226a-48f4-95bd-715abfe03eab tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ee4bd5-d639-4b5f-915c-e61b7253c659 HTTP/1.1" status: 200 len: 931 time: 0.0521715 Aug 23 21:28:48.858342 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a6d6da20-0c21-4666-87d3-2d6b456be956 req-6ced199a-9e6b-41e8-a44e-b7d12d92e7aa tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1febb5e-1878-4963-a216-34d668eba084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321033 Aug 23 21:28:49.982365 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1c38ed-aedb-499a-ba8b-6a0089e04caf req-3734ec35-6c28-4993-beae-824bb56d166e tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:28:49.983847 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-af1c38ed-aedb-499a-ba8b-6a0089e04caf req-3734ec35-6c28-4993-beae-824bb56d166e tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ee4bd5-d639-4b5f-915c-e61b7253c659 HTTP/1.1" status: 200 len: 931 time: 0.0575588 Aug 23 21:28:50.023316 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-af1c38ed-aedb-499a-ba8b-6a0089e04caf req-49bda237-72d9-4a17-9ca8-7098c6e651c6 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1febb5e-1878-4963-a216-34d668eba084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328741 Aug 23 21:28:50.838595 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:51.156596 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46dd2d6-1307-4396-8395-6fff98cfcf56 req-8734ceb0-9441-453c-a9c0-668db427bf1f tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:28:51.158164 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e46dd2d6-1307-4396-8395-6fff98cfcf56 req-8734ceb0-9441-453c-a9c0-668db427bf1f tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ee4bd5-d639-4b5f-915c-e61b7253c659 HTTP/1.1" status: 200 len: 931 time: 0.0553510 Aug 23 21:28:51.202130 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e46dd2d6-1307-4396-8395-6fff98cfcf56 req-72e462fe-4215-4b87-b5b2-2d01fafa03cd tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1febb5e-1878-4963-a216-34d668eba084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372779 Aug 23 21:28:51.254229 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:28:52.337787 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c713e916-776d-4a84-a8f3-ff80e8b86324 req-c042358c-d732-444c-88c8-12ab3584d92d tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:28:52.339449 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c713e916-776d-4a84-a8f3-ff80e8b86324 req-c042358c-d732-444c-88c8-12ab3584d92d tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ee4bd5-d639-4b5f-915c-e61b7253c659 HTTP/1.1" status: 200 len: 931 time: 0.0658350 Aug 23 21:28:52.381587 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c713e916-776d-4a84-a8f3-ff80e8b86324 req-e1651646-4b8a-4d0b-a255-63efbb26baa2 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1febb5e-1878-4963-a216-34d668eba084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350196 Aug 23 21:28:53.503444 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a3095e-7e82-4d09-a476-b74e00623610 req-dab03460-3184-413a-ac1c-742faad3532a tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:28:53.504972 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-38a3095e-7e82-4d09-a476-b74e00623610 req-dab03460-3184-413a-ac1c-742faad3532a tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ee4bd5-d639-4b5f-915c-e61b7253c659 HTTP/1.1" status: 200 len: 931 time: 0.0540898 Aug 23 21:28:53.544385 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-38a3095e-7e82-4d09-a476-b74e00623610 req-f22e7c38-3cf5-42f7-af61-05805e8b07df tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1febb5e-1878-4963-a216-34d668eba084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332088 Aug 23 21:28:54.360967 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-498f45b1-46a5-45f3-a756-8a7c1584e880 req-f16bf2dc-a3d5-4310-a4c4-5089f6b27ac7 service neutron] Request body: {'port': {'device_id': 'a1ee4bd5-d639-4b5f-915c-e61b7253c659', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:28:54.419981 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-498f45b1-46a5-45f3-a756-8a7c1584e880 req-f16bf2dc-a3d5-4310-a4c4-5089f6b27ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:54.725931 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a0d53-4429-40a5-bbeb-ee65f7ce004c req-aba7397f-d418-447f-a227-1b14bdd7df85 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:28:54.727538 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-599a0d53-4429-40a5-bbeb-ee65f7ce004c req-aba7397f-d418-447f-a227-1b14bdd7df85 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ee4bd5-d639-4b5f-915c-e61b7253c659 HTTP/1.1" status: 200 len: 931 time: 0.1083612 Aug 23 21:28:54.736628 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-498f45b1-46a5-45f3-a756-8a7c1584e880 req-f16bf2dc-a3d5-4310-a4c4-5089f6b27ac7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdc952ba-f69f-449f-8514-7ad8931b49eb {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:28:54.751176 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-498f45b1-46a5-45f3-a756-8a7c1584e880 req-f16bf2dc-a3d5-4310-a4c4-5089f6b27ac7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:54.776763 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-498f45b1-46a5-45f3-a756-8a7c1584e880 req-f16bf2dc-a3d5-4310-a4c4-5089f6b27ac7 service neutron] Transition to ACTIVE for port object cdc952ba-f69f-449f-8514-7ad8931b49eb will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:28:54.785798 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-498f45b1-46a5-45f3-a756-8a7c1584e880 req-f16bf2dc-a3d5-4310-a4c4-5089f6b27ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:54.825441 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-599a0d53-4429-40a5-bbeb-ee65f7ce004c req-caa769c9-f157-40c5-9195-4b4fbc204583 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1febb5e-1878-4963-a216-34d668eba084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842252 Aug 23 21:28:54.863628 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16bf2dc-a3d5-4310-a4c4-5089f6b27ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=cdc952ba-f69f-449f-8514-7ad8931b49eb,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:28:54.935948 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-498f45b1-46a5-45f3-a756-8a7c1584e880 req-f16bf2dc-a3d5-4310-a4c4-5089f6b27ac7 service neutron] Attempting to bind port cdc952ba-f69f-449f-8514-7ad8931b49eb on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:28:54.936333 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-498f45b1-46a5-45f3-a756-8a7c1584e880 req-f16bf2dc-a3d5-4310-a4c4-5089f6b27ac7 service neutron] Attempting to bind port cdc952ba-f69f-449f-8514-7ad8931b49eb by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '64c6901c-c006-4329-8ff2-a60be5778900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '4ec2243a-737a-4660-bbdf-596a85277161'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:28:54.936664 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498f45b1-46a5-45f3-a756-8a7c1584e880 req-f16bf2dc-a3d5-4310-a4c4-5089f6b27ac7 service neutron] Attempting to bind port cdc952ba-f69f-449f-8514-7ad8931b49eb on network 4ec2243a-737a-4660-bbdf-596a85277161 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:28:54.945954 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498f45b1-46a5-45f3-a756-8a7c1584e880 req-f16bf2dc-a3d5-4310-a4c4-5089f6b27ac7 service neutron] Port cdc952ba-f69f-449f-8514-7ad8931b49eb on network 4ec2243a-737a-4660-bbdf-596a85277161 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:28:54.945954 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498f45b1-46a5-45f3-a756-8a7c1584e880 req-f16bf2dc-a3d5-4310-a4c4-5089f6b27ac7 service neutron] Attempting to bind port cdc952ba-f69f-449f-8514-7ad8931b49eb on network 4ec2243a-737a-4660-bbdf-596a85277161 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:28:54.951720 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498f45b1-46a5-45f3-a756-8a7c1584e880 req-f16bf2dc-a3d5-4310-a4c4-5089f6b27ac7 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:28:54.952390 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498f45b1-46a5-45f3-a756-8a7c1584e880 req-f16bf2dc-a3d5-4310-a4c4-5089f6b27ac7 service neutron] Checking segment: {'id': '64c6901c-c006-4329-8ff2-a60be5778900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '4ec2243a-737a-4660-bbdf-596a85277161'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:28:54.952967 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498f45b1-46a5-45f3-a756-8a7c1584e880 req-f16bf2dc-a3d5-4310-a4c4-5089f6b27ac7 service neutron] Bound using segment: {'id': '64c6901c-c006-4329-8ff2-a60be5778900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '4ec2243a-737a-4660-bbdf-596a85277161'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:28:54.954283 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-498f45b1-46a5-45f3-a756-8a7c1584e880 req-f16bf2dc-a3d5-4310-a4c4-5089f6b27ac7 service neutron] Bound port: cdc952ba-f69f-449f-8514-7ad8931b49eb, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64c6901c-c006-4329-8ff2-a60be5778900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '4ec2243a-737a-4660-bbdf-596a85277161'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:28:54.954926 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-498f45b1-46a5-45f3-a756-8a7c1584e880 req-f16bf2dc-a3d5-4310-a4c4-5089f6b27ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:55.031296 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-498f45b1-46a5-45f3-a756-8a7c1584e880 req-f16bf2dc-a3d5-4310-a4c4-5089f6b27ac7 service neutron] For port cdc952ba-f69f-449f-8514-7ad8931b49eb, host n-h1-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:28:55.035612 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-498f45b1-46a5-45f3-a756-8a7c1584e880 req-f16bf2dc-a3d5-4310-a4c4-5089f6b27ac7 service neutron] For port cdc952ba-f69f-449f-8514-7ad8931b49eb, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=cdc952ba-f69f-449f-8514-7ad8931b49eb,segment=NetworkSegment(64c6901c-c006-4329-8ff2-a60be5778900),segment_id=64c6901c-c006-4329-8ff2-a60be5778900)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:28:55.040137 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-498f45b1-46a5-45f3-a756-8a7c1584e880 req-f16bf2dc-a3d5-4310-a4c4-5089f6b27ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:55.079929 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f45b1-46a5-45f3-a756-8a7c1584e880 req-f16bf2dc-a3d5-4310-a4c4-5089f6b27ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:28:55.080628 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-498f45b1-46a5-45f3-a756-8a7c1584e880 req-f16bf2dc-a3d5-4310-a4c4-5089f6b27ac7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:55.081925 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-498f45b1-46a5-45f3-a756-8a7c1584e880 req-f16bf2dc-a3d5-4310-a4c4-5089f6b27ac7 service neutron] 10.222.0.11 "PUT /v2.0/ports/cdc952ba-f69f-449f-8514-7ad8931b49eb HTTP/1.1" status: 200 len: 1091 time: 0.7268114 Aug 23 21:28:55.082363 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1ee4bd5-d639-4b5f-915c-e61b7253c659', 'tag': 'cdc952ba-f69f-449f-8514-7ad8931b49eb'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:28:55.084648 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}464d6cbacbaeb9374483e58d29b165f94917862334b697df3b381d289610f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536e29ff-39f2-41cb-9723-8f10b1f612c9" -d '{"events": [{"name": "network-changed", "server_uuid": "a1ee4bd5-d639-4b5f-915c-e61b7253c659", "tag": "cdc952ba-f69f-449f-8514-7ad8931b49eb"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:28:55.112050 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16bf2dc-a3d5-4310-a4c4-5089f6b27ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=cdc952ba-f69f-449f-8514-7ad8931b49eb,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:28:55.129742 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72505e80-8995-47d3-a120-936c8293a03e x-openstack-request-id: req-72505e80-8995-47d3-a120-936c8293a03e {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:28:55.130119 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1ee4bd5-d639-4b5f-915c-e61b7253c659", "tag": "cdc952ba-f69f-449f-8514-7ad8931b49eb", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:28:55.130371 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-72505e80-8995-47d3-a120-936c8293a03e {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:28:55.131526 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1ee4bd5-d639-4b5f-915c-e61b7253c659', 'tag': 'cdc952ba-f69f-449f-8514-7ad8931b49eb', 'status': 'completed', 'code': 200} Aug 23 21:28:55.188038 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f45b1-46a5-45f3-a756-8a7c1584e880 req-26ee1e5d-56ef-4055-a83f-e7ae79ca45e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:28:55.189554 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-498f45b1-46a5-45f3-a756-8a7c1584e880 req-26ee1e5d-56ef-4055-a83f-e7ae79ca45e8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a8cf31f53f9c4468993e6e565c8bfedf&device_id=a1ee4bd5-d639-4b5f-915c-e61b7253c659 HTTP/1.1" status: 200 len: 1094 time: 0.0435929 Aug 23 21:28:55.235848 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-498f45b1-46a5-45f3-a756-8a7c1584e880 req-b828bc5a-eedf-44fe-8bd3-bac3a83e125f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cdc952ba-f69f-449f-8514-7ad8931b49eb HTTP/1.1" status: 200 len: 217 time: 0.0379391 Aug 23 21:28:55.295193 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f45b1-46a5-45f3-a756-8a7c1584e880 req-cb5d3e54-5a73-4a27-9fd6-5a7631316632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:28:55.296802 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-498f45b1-46a5-45f3-a756-8a7c1584e880 req-cb5d3e54-5a73-4a27-9fd6-5a7631316632 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=123acd87-1d83-4721-8488-28b1bc6b1a08 HTTP/1.1" status: 200 len: 853 time: 0.0540516 Aug 23 21:28:55.345284 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f45b1-46a5-45f3-a756-8a7c1584e880 req-049eec96-8ba9-4556-800e-436eb6697981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:28:55.346787 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-498f45b1-46a5-45f3-a756-8a7c1584e880 req-049eec96-8ba9-4556-800e-436eb6697981 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ec2243a-737a-4660-bbdf-596a85277161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429015 Aug 23 21:28:55.441013 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-498f45b1-46a5-45f3-a756-8a7c1584e880 req-55ea3f24-9334-4da3-bf44-4e8380c9b2b4 service neutron] 10.222.0.11 "GET /v2.0/networks/4ec2243a-737a-4660-bbdf-596a85277161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839682 Aug 23 21:28:55.538970 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-498f45b1-46a5-45f3-a756-8a7c1584e880 req-ff246fdf-521e-4e7a-b461-b5d5ea8d292a service neutron] 10.222.0.11 "GET /v2.0/networks/4ec2243a-737a-4660-bbdf-596a85277161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910625 Aug 23 21:28:55.626532 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e29ff-39f2-41cb-9723-8f10b1f612c9 req-096edb67-226d-4c41-a180-d4555b941c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:28:55.628039 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-536e29ff-39f2-41cb-9723-8f10b1f612c9 req-096edb67-226d-4c41-a180-d4555b941c48 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a8cf31f53f9c4468993e6e565c8bfedf&device_id=a1ee4bd5-d639-4b5f-915c-e61b7253c659 HTTP/1.1" status: 200 len: 1094 time: 0.0419731 Aug 23 21:28:55.725473 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e29ff-39f2-41cb-9723-8f10b1f612c9 req-23a7982a-baf0-4343-b30e-97417c6ddeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:28:55.726875 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-536e29ff-39f2-41cb-9723-8f10b1f612c9 req-23a7982a-baf0-4343-b30e-97417c6ddeee service neutron] 10.222.0.11 "GET /v2.0/networks?id=4ec2243a-737a-4660-bbdf-596a85277161 HTTP/1.1" status: 200 len: 915 time: 0.0909796 Aug 23 21:28:55.770306 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-536e29ff-39f2-41cb-9723-8f10b1f612c9 req-1eab5bc3-aeb9-45db-bf4b-4ab0e8bc3a79 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cdc952ba-f69f-449f-8514-7ad8931b49eb HTTP/1.1" status: 200 len: 217 time: 0.0364714 Aug 23 21:28:55.822008 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e29ff-39f2-41cb-9723-8f10b1f612c9 req-6f0a23ba-b726-4512-9f33-f326668e4a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:28:55.823480 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-536e29ff-39f2-41cb-9723-8f10b1f612c9 req-6f0a23ba-b726-4512-9f33-f326668e4a44 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=123acd87-1d83-4721-8488-28b1bc6b1a08 HTTP/1.1" status: 200 len: 853 time: 0.0457163 Aug 23 21:28:55.870502 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e29ff-39f2-41cb-9723-8f10b1f612c9 req-7360c7f7-b4d2-4d41-ad5b-4d80d4c84a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:28:55.872025 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-536e29ff-39f2-41cb-9723-8f10b1f612c9 req-7360c7f7-b4d2-4d41-ad5b-4d80d4c84a48 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ec2243a-737a-4660-bbdf-596a85277161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408773 Aug 23 21:28:56.006490 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbae1f4-ed69-45a4-a7c7-29c1b6caa59a req-b4c58886-3bff-4102-a8bb-585245819c7a tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:28:56.008030 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6dbae1f4-ed69-45a4-a7c7-29c1b6caa59a req-b4c58886-3bff-4102-a8bb-585245819c7a tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ee4bd5-d639-4b5f-915c-e61b7253c659 HTTP/1.1" status: 200 len: 943 time: 0.0789976 Aug 23 21:28:56.010349 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-536e29ff-39f2-41cb-9723-8f10b1f612c9 req-9b071ce1-3906-4518-8e76-5be658f24b82 service neutron] 10.222.0.11 "GET /v2.0/networks/4ec2243a-737a-4660-bbdf-596a85277161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300800 Aug 23 21:28:56.099662 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6dbae1f4-ed69-45a4-a7c7-29c1b6caa59a req-126bb99c-f0ae-4b41-97b5-2a08731b4ae7 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1febb5e-1878-4963-a216-34d668eba084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854259 Aug 23 21:28:56.133233 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-536e29ff-39f2-41cb-9723-8f10b1f612c9 req-a0afc76f-fc2e-485d-989c-cc8c142340f9 service neutron] 10.222.0.11 "GET /v2.0/networks/4ec2243a-737a-4660-bbdf-596a85277161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122415 Aug 23 21:28:57.219066 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4e9d2-43e5-4c58-a498-5324ccf7d0f7 req-a02cdc88-70ee-4d78-8eb6-8d6b4aa1de07 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:28:57.221597 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-49d4e9d2-43e5-4c58-a498-5324ccf7d0f7 req-a02cdc88-70ee-4d78-8eb6-8d6b4aa1de07 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ee4bd5-d639-4b5f-915c-e61b7253c659 HTTP/1.1" status: 200 len: 943 time: 0.0521533 Aug 23 21:28:57.264531 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-49d4e9d2-43e5-4c58-a498-5324ccf7d0f7 req-2ae93ad5-d844-431f-ba65-96efa3745e30 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1febb5e-1878-4963-a216-34d668eba084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351782 Aug 23 21:28:58.386763 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de19ee7b-3578-48d9-9e68-b9b0be6e7578 req-c72e0bd0-895c-48b6-8891-afdedf0c63d9 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:28:58.388303 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-de19ee7b-3578-48d9-9e68-b9b0be6e7578 req-c72e0bd0-895c-48b6-8891-afdedf0c63d9 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ee4bd5-d639-4b5f-915c-e61b7253c659 HTTP/1.1" status: 200 len: 943 time: 0.0526841 Aug 23 21:28:58.429149 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-de19ee7b-3578-48d9-9e68-b9b0be6e7578 req-e42b90f7-907a-429a-928f-8a42dc3f3449 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1febb5e-1878-4963-a216-34d668eba084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346420 Aug 23 21:28:58.851092 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device cdc952ba-f69f-449f-8514-7ad8931b49eb details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 21:28:58.949690 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port cdc952ba-f69f-449f-8514-7ad8931b49eb, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=cdc952ba-f69f-449f-8514-7ad8931b49eb,segment=NetworkSegment(64c6901c-c006-4329-8ff2-a60be5778900),segment_id=64c6901c-c006-4329-8ff2-a60be5778900)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:28:58.960818 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': 'cdc952ba-f69f-449f-8514-7ad8931b49eb', 'network_id': '4ec2243a-737a-4660-bbdf-596a85277161', 'port_id': 'cdc952ba-f69f-449f-8514-7ad8931b49eb', 'mac_address': 'fa:16:3e:d1:0c:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '123acd87-1d83-4721-8488-28b1bc6b1a08', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 21:28:59.000216 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:59.013039 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdc952ba-f69f-449f-8514-7ad8931b49eb {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:28:59.034182 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port cdc952ba-f69f-449f-8514-7ad8931b49eb, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=cdc952ba-f69f-449f-8514-7ad8931b49eb,segment=NetworkSegment(64c6901c-c006-4329-8ff2-a60be5778900),segment_id=64c6901c-c006-4329-8ff2-a60be5778900)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:28:59.038459 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:28:59.087806 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=cdc952ba-f69f-449f-8514-7ad8931b49eb,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:28:59.095696 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:28:59.096044 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:28:59.096417 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:28:59.096758 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:28:59.097087 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:28:59.097417 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:28:59.097736 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:28:59.098078 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:28:59.098403 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:28:59.098720 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:28:59.099038 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:28:59.099376 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:28:59.248509 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['cdc952ba-f69f-449f-8514-7ad8931b49eb'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:28:59.552506 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb6223-9138-4e7f-b716-56ffb389dae2 req-3b2af447-20e9-467f-a596-819ffa77b6ed tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:28:59.554117 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-57eb6223-9138-4e7f-b716-56ffb389dae2 req-3b2af447-20e9-467f-a596-819ffa77b6ed tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ee4bd5-d639-4b5f-915c-e61b7253c659 HTTP/1.1" status: 200 len: 944 time: 0.0549748 Aug 23 21:28:59.593675 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-57eb6223-9138-4e7f-b716-56ffb389dae2 req-72a80e73-6485-4022-a3f9-d02928d6a2a4 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1febb5e-1878-4963-a216-34d668eba084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334306 Aug 23 21:29:00.715734 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d53c7-a054-4190-a59c-cd53c92279dd req-e8a58444-667a-4ad2-a9e6-20d628d74bc5 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:29:00.717237 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fa9d53c7-a054-4190-a59c-cd53c92279dd req-e8a58444-667a-4ad2-a9e6-20d628d74bc5 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ee4bd5-d639-4b5f-915c-e61b7253c659 HTTP/1.1" status: 200 len: 944 time: 0.0526934 Aug 23 21:29:00.756362 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-fa9d53c7-a054-4190-a59c-cd53c92279dd req-6fcd6e55-a658-47d4-aac1-9a04083ba67a tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1febb5e-1878-4963-a216-34d668eba084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324275 Aug 23 21:29:00.881785 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device cdc952ba-f69f-449f-8514-7ad8931b49eb up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:29:00.930313 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port cdc952ba-f69f-449f-8514-7ad8931b49eb completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:29:00.934844 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port cdc952ba-f69f-449f-8514-7ad8931b49eb triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:29:00.935317 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:29:01.019506 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:29:01.042624 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ee4bd5-d639-4b5f-915c-e61b7253c659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc952ba-f69f-449f-8514-7ad8931b49eb'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:29:01.044904 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e577f7a2b9c3f6bcf6a64bd3e1bbb8e0b095addae8cf51c17fc2638a25953e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb18aaf8-db32-458d-abed-34c05fb79ba7" -d '{"events": [{"server_uuid": "a1ee4bd5-d639-4b5f-915c-e61b7253c659", "name": "network-vif-plugged", "status": "completed", "tag": "cdc952ba-f69f-449f-8514-7ad8931b49eb"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:29:01.058005 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port cdc952ba-f69f-449f-8514-7ad8931b49eb, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=cdc952ba-f69f-449f-8514-7ad8931b49eb,segment=NetworkSegment(64c6901c-c006-4329-8ff2-a60be5778900),segment_id=64c6901c-c006-4329-8ff2-a60be5778900)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:29:01.062111 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:29:01.086811 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2c7adb-7fe9-45a0-8af6-eda51eb5bf04 x-openstack-request-id: req-5c2c7adb-7fe9-45a0-8af6-eda51eb5bf04 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:29:01.087103 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ee4bd5-d639-4b5f-915c-e61b7253c659", "name": "network-vif-plugged", "status": "completed", "tag": "cdc952ba-f69f-449f-8514-7ad8931b49eb", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:29:01.087351 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5c2c7adb-7fe9-45a0-8af6-eda51eb5bf04 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:29:01.087733 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ee4bd5-d639-4b5f-915c-e61b7253c659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc952ba-f69f-449f-8514-7ad8931b49eb', 'code': 200} Aug 23 21:29:01.114652 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=cdc952ba-f69f-449f-8514-7ad8931b49eb,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:29:01.179671 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a281b-fb65-4ab1-82da-ca3edde0e107 req-06c2a699-71f3-42d7-b8dd-0b43076b5965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:29:01.181251 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3a5a281b-fb65-4ab1-82da-ca3edde0e107 req-06c2a699-71f3-42d7-b8dd-0b43076b5965 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a1ee4bd5-d639-4b5f-915c-e61b7253c659 HTTP/1.1" status: 200 len: 1096 time: 0.0408828 Aug 23 21:29:01.217199 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3a5a281b-fb65-4ab1-82da-ca3edde0e107 req-e8bc51d3-bc64-46e4-b4c6-e42d4a598e61 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c1febb5e-1878-4963-a216-34d668eba084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288172 Aug 23 21:29:01.871752 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962a54e-7557-4fb7-93c1-490b7c32cc3f req-5d3ce7e1-edc0-4015-a9c6-ea4ba82d0560 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:29:01.873189 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9962a54e-7557-4fb7-93c1-490b7c32cc3f req-5d3ce7e1-edc0-4015-a9c6-ea4ba82d0560 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ee4bd5-d639-4b5f-915c-e61b7253c659 HTTP/1.1" status: 200 len: 945 time: 0.0501180 Aug 23 21:29:01.910676 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9962a54e-7557-4fb7-93c1-490b7c32cc3f req-3f3d9c4e-a754-4f0c-b474-ae674ffc4fef tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1febb5e-1878-4963-a216-34d668eba084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309646 Aug 23 21:29:03.027315 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed44a5-f06e-44cb-80b6-dfcf461a064a req-b4951c74-cdec-4f58-9316-e8ea5c223d48 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:29:03.028823 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-97ed44a5-f06e-44cb-80b6-dfcf461a064a req-b4951c74-cdec-4f58-9316-e8ea5c223d48 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ee4bd5-d639-4b5f-915c-e61b7253c659 HTTP/1.1" status: 200 len: 945 time: 0.0486803 Aug 23 21:29:03.067443 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-97ed44a5-f06e-44cb-80b6-dfcf461a064a req-4f5bed75-f179-4c93-9610-aac790263875 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1febb5e-1878-4963-a216-34d668eba084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325544 Aug 23 21:29:03.188248 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25950874-6bcb-43ee-85e4-2f263fedcfa9 req-05e7d7e4-262f-4a46-9a56-aa5a7c008659 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:29:03.190371 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-25950874-6bcb-43ee-85e4-2f263fedcfa9 req-05e7d7e4-262f-4a46-9a56-aa5a7c008659 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ee4bd5-d639-4b5f-915c-e61b7253c659 HTTP/1.1" status: 200 len: 945 time: 0.0540764 Aug 23 21:29:03.230079 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-25950874-6bcb-43ee-85e4-2f263fedcfa9 req-8d8d45bf-1cf9-402e-ae41-5964100d9166 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1febb5e-1878-4963-a216-34d668eba084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331042 Aug 23 21:29:03.428444 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d5c0c-015b-41e7-b9db-dec35364c01b req-beb71451-4911-45f7-9d3b-db539a2ec757 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:29:03.429943 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-369d5c0c-015b-41e7-b9db-dec35364c01b req-beb71451-4911-45f7-9d3b-db539a2ec757 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ee4bd5-d639-4b5f-915c-e61b7253c659 HTTP/1.1" status: 200 len: 945 time: 0.0492463 Aug 23 21:29:03.467724 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-369d5c0c-015b-41e7-b9db-dec35364c01b req-38541b3f-0d51-45f6-aded-c918e458a2df tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1febb5e-1878-4963-a216-34d668eba084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316324 Aug 23 21:29:10.113272 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7ed787bb-1eb0-43b6-98cc-2a4cb28104de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:29:10.904194 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:29:13.499415 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f9340f2a-65e9-4062-bcd9-d232ccbb3b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:29:13.629299 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:29:14.775823 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:29:15.072504 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316168ab-9421-48a5-806b-face4bbfc96d req-1321a485-8dfc-43bd-9ca9-c2d336ebb72e tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:29:15.073956 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-316168ab-9421-48a5-806b-face4bbfc96d req-1321a485-8dfc-43bd-9ca9-c2d336ebb72e tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ee4bd5-d639-4b5f-915c-e61b7253c659 HTTP/1.1" status: 200 len: 945 time: 0.0501344 Aug 23 21:29:15.114544 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-316168ab-9421-48a5-806b-face4bbfc96d req-48f91318-20f3-42ec-a1f6-7fd42026d0e5 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1febb5e-1878-4963-a216-34d668eba084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336385 Aug 23 21:29:15.138175 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53084) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:29:15.274434 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb8e64b-49d4-4deb-a936-a0ae40ea27b8 tempest-TestMinimumBasicScenario-918249235 tempest-TestMinimumBasicScenario-918249235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:29:15.275997 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-7bb8e64b-49d4-4deb-a936-a0ae40ea27b8 tempest-TestMinimumBasicScenario-918249235 tempest-TestMinimumBasicScenario-918249235-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a1ee4bd5-d639-4b5f-915c-e61b7253c659 HTTP/1.1" status: 200 len: 1091 time: 0.1367345 Aug 23 21:29:15.278958 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53088) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:29:15.284017 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-a9966620-e37c-4212-a1e0-4b080618bd53 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Request body: {'floatingip': {'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'port_id': 'cdc952ba-f69f-449f-8514-7ad8931b49eb', 'tenant_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:29:15.306271 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a9966620-e37c-4212-a1e0-4b080618bd53 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks [] for floatingip, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:29:15.409731 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a9966620-e37c-4212-a1e0-4b080618bd53 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:29:15.513828 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-a9966620-e37c-4212-a1e0-4b080618bd53 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Allocated IP 172.25.4.112 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/b3541b90-fdf7-493a-aba1-2af1c309c294) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:29:15.622032 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a9966620-e37c-4212-a1e0-4b080618bd53 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:29:15.663795 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a9966620-e37c-4212-a1e0-4b080618bd53 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:29:15.705959 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9966620-e37c-4212-a1e0-4b080618bd53 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:29:15.709031 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-a9966620-e37c-4212-a1e0-4b080618bd53 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:29:15.718187 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9966620-e37c-4212-a1e0-4b080618bd53 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:29:15.722498 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9966620-e37c-4212-a1e0-4b080618bd53 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Pushing event updated for resources: {'Port': ['ID=b3541b90-fdf7-493a-aba1-2af1c309c294,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:29:16.133786 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a9966620-e37c-4212-a1e0-4b080618bd53 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:29:16.146641 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:29:16.226080 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a9966620-e37c-4212-a1e0-4b080618bd53 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:29:16.408761 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a9966620-e37c-4212-a1e0-4b080618bd53 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:29:16.413686 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a9966620-e37c-4212-a1e0-4b080618bd53 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:29:16.495648 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9966620-e37c-4212-a1e0-4b080618bd53 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Pushing event updated for resources: {'Port': ['ID=b3541b90-fdf7-493a-aba1-2af1c309c294,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:29:16.509950 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a9966620-e37c-4212-a1e0-4b080618bd53 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:29:16.625339 n-d-805663-2 neutron-server[94687]: INFO neutron.db.l3_db [None req-a9966620-e37c-4212-a1e0-4b080618bd53 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Floating IP 5ae5b0fc-13a6-4f78-9dd9-5c4d8b5f9051 associated. External IP: 172.25.4.112, port: cdc952ba-f69f-449f-8514-7ad8931b49eb. Aug 23 21:29:16.854050 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9966620-e37c-4212-a1e0-4b080618bd53 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Router 92c22787-e61d-496a-86f9-5d03838d054a has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:29:16.968045 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9966620-e37c-4212-a1e0-4b080618bd53 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:29:16.978939 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff03a36-35d0-4d2c-bfe7-88c39f5176e1 None None] Sync routers for ids ['92c22787-e61d-496a-86f9-5d03838d054a'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:29:16.987402 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a9966620-e37c-4212-a1e0-4b080618bd53 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:29:16.990706 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff03a36-35d0-4d2c-bfe7-88c39f5176e1 None None] Routers {'92c22787-e61d-496a-86f9-5d03838d054a'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:29:16.991428 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8ff03a36-35d0-4d2c-bfe7-88c39f5176e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:29:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['92c22787-e61d-496a-86f9-5d03838d054a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:29:17.017689 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a9966620-e37c-4212-a1e0-4b080618bd53 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7374167 Aug 23 21:29:17.018624 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1ee4bd5-d639-4b5f-915c-e61b7253c659', 'tag': 'cdc952ba-f69f-449f-8514-7ad8931b49eb'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:29:17.020645 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53090) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:29:17.025527 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-533114d4-3b5b-4155-82dc-bc77da721715 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1586378742', 'description': 'tempest-secgroup-smoke-1586378742 description', 'project_id': 'a8cf31f53f9c4468993e6e565c8bfedf'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:29:17.052365 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-533114d4-3b5b-4155-82dc-bc77da721715 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:29:17.128943 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-8ff03a36-35d0-4d2c-bfe7-88c39f5176e1 None None] Set router 92c22787-e61d-496a-86f9-5d03838d054a gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:29:17.151787 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1e6a3834e992a26d7c0b67e33d767d389e5cf97a11b89f2293fa0299e1fe502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517ae061-373a-4686-a785-bb2972a1bbd6" -d '{"events": [{"name": "network-changed", "server_uuid": "a1ee4bd5-d639-4b5f-915c-e61b7253c659", "tag": "cdc952ba-f69f-449f-8514-7ad8931b49eb"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:29:17.155917 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-533114d4-3b5b-4155-82dc-bc77da721715 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:29:17.161626 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-533114d4-3b5b-4155-82dc-bc77da721715 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:29:17.195696 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-533114d4-3b5b-4155-82dc-bc77da721715 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:29:17.200228 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-533114d4-3b5b-4155-82dc-bc77da721715 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1784809 Aug 23 21:29:17.200781 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53098) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:29:17.206343 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533114d4-3b5b-4155-82dc-bc77da721715 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26cd3b7a-482a-4253-92ac-c35732bc388b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:29:17.210228 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-78e80608-9141-488d-82f5-52823509a28f tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Request body: {'security_group_rule': {'security_group_id': '26cd3b7a-482a-4253-92ac-c35732bc388b', 'project_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:29:17.214670 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533114d4-3b5b-4155-82dc-bc77da721715 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:29:17.216250 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533114d4-3b5b-4155-82dc-bc77da721715 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:29:17.216250 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533114d4-3b5b-4155-82dc-bc77da721715 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:29:17.216488 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533114d4-3b5b-4155-82dc-bc77da721715 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:29:17.216650 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533114d4-3b5b-4155-82dc-bc77da721715 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:29:17.216982 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533114d4-3b5b-4155-82dc-bc77da721715 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:29:17.217312 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533114d4-3b5b-4155-82dc-bc77da721715 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:29:17.217639 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533114d4-3b5b-4155-82dc-bc77da721715 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:29:17.217964 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533114d4-3b5b-4155-82dc-bc77da721715 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:29:17.218285 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533114d4-3b5b-4155-82dc-bc77da721715 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:29:17.218624 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533114d4-3b5b-4155-82dc-bc77da721715 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:29:17.218930 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533114d4-3b5b-4155-82dc-bc77da721715 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:29:17.261303 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d259e7b9-1d91-4f3d-a6ba-581b30a7564a x-openstack-request-id: req-d259e7b9-1d91-4f3d-a6ba-581b30a7564a {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:29:17.261875 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1ee4bd5-d639-4b5f-915c-e61b7253c659", "tag": "cdc952ba-f69f-449f-8514-7ad8931b49eb", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:29:17.262028 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d259e7b9-1d91-4f3d-a6ba-581b30a7564a {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:29:17.262584 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1ee4bd5-d639-4b5f-915c-e61b7253c659', 'tag': 'cdc952ba-f69f-449f-8514-7ad8931b49eb', 'status': 'completed', 'code': 200} Aug 23 21:29:17.270821 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-78e80608-9141-488d-82f5-52823509a28f tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:29:17.323217 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-78e80608-9141-488d-82f5-52823509a28f tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:29:17.329485 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-78e80608-9141-488d-82f5-52823509a28f tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:29:17.335613 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ae061-373a-4686-a785-bb2972a1bbd6 req-e5dafe94-e291-43dd-9500-0ab8a4daec99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:29:17.337601 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-517ae061-373a-4686-a785-bb2972a1bbd6 req-e5dafe94-e291-43dd-9500-0ab8a4daec99 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a8cf31f53f9c4468993e6e565c8bfedf&device_id=a1ee4bd5-d639-4b5f-915c-e61b7253c659 HTTP/1.1" status: 200 len: 1096 time: 0.0503457 Aug 23 21:29:17.352128 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e80608-9141-488d-82f5-52823509a28f tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84aa2de4-65c0-415d-98a2-627c63382a46,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:29:17.361248 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-78e80608-9141-488d-82f5-52823509a28f tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:29:17.363093 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-78e80608-9141-488d-82f5-52823509a28f tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1607573 Aug 23 21:29:17.365800 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53100) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:29:17.371006 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-624ffd66-9e10-4396-90ca-fbaf35c8f990 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Request body: {'security_group_rule': {'security_group_id': '26cd3b7a-482a-4253-92ac-c35732bc388b', 'project_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:29:17.379747 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8ff03a36-35d0-4d2c-bfe7-88c39f5176e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c22787-e61d-496a-86f9-5d03838d054a', 'name': 'tempest-TestMinimumBasicScenario-662077431-router', 'tenant_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'caffe0b9-7843-47a3-b3c7-cc88c3fafb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:28:22Z', 'updated_at': '2021-08-23T21:28:25Z', 'revision_number': 4, 'project_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'gw_port': {'id': 'caffe0b9-7843-47a3-b3c7-cc88c3fafb20', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c22787-e61d-496a-86f9-5d03838d054a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:28:23Z', 'updated_at': '2021-08-23T21:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '5ae5b0fc-13a6-4f78-9dd9-5c4d8b5f9051', 'tenant_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'floating_ip_address': '172.25.4.112', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '92c22787-e61d-496a-86f9-5d03838d054a', 'port_id': 'cdc952ba-f69f-449f-8514-7ad8931b49eb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ec2243a-737a-4660-bbdf-596a85277161', 'mac_address': 'fa:16:3e:d1:0c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ee4bd5-d639-4b5f-915c-e61b7253c659', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:29:15Z', 'updated_at': '2021-08-23T21:29:15Z', 'revision_number': 0, 'project_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7156999d-7ae0-4681-aac5-73759e18753b', 'name': '', 'network_id': '4ec2243a-737a-4660-bbdf-596a85277161', 'tenant_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'mac_address': 'fa:16:3e:75:3d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c22787-e61d-496a-86f9-5d03838d054a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '123acd87-1d83-4721-8488-28b1bc6b1a08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:28:25Z', 'updated_at': '2021-08-23T21:28:32Z', 'revision_number': 5, 'project_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'subnets': [{'id': '123acd87-1d83-4721-8488-28b1bc6b1a08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:29:17.409085 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-624ffd66-9e10-4396-90ca-fbaf35c8f990 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:29:17.410320 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff03a36-35d0-4d2c-bfe7-88c39f5176e1 None None] Checking router: 92c22787-e61d-496a-86f9-5d03838d054a for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:29:17.418785 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff03a36-35d0-4d2c-bfe7-88c39f5176e1 None None] Routers {'92c22787-e61d-496a-86f9-5d03838d054a'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:29:17.419484 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8ff03a36-35d0-4d2c-bfe7-88c39f5176e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:29:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['92c22787-e61d-496a-86f9-5d03838d054a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:29:17.449183 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ae061-373a-4686-a785-bb2972a1bbd6 req-4146d619-08dc-4784-8d1f-792f4be02644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:29:17.451690 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-517ae061-373a-4686-a785-bb2972a1bbd6 req-4146d619-08dc-4784-8d1f-792f4be02644 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4ec2243a-737a-4660-bbdf-596a85277161 HTTP/1.1" status: 200 len: 915 time: 0.1070135 Aug 23 21:29:17.480667 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-624ffd66-9e10-4396-90ca-fbaf35c8f990 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:29:17.485747 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-624ffd66-9e10-4396-90ca-fbaf35c8f990 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:29:17.513477 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ffd66-9e10-4396-90ca-fbaf35c8f990 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac33daae-3691-4c3c-9acc-182c5d39ca65,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:29:17.521999 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-624ffd66-9e10-4396-90ca-fbaf35c8f990 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:29:17.523923 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-624ffd66-9e10-4396-90ca-fbaf35c8f990 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1570232 Aug 23 21:29:17.526814 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53102) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:29:17.532395 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-23b69da1-a5bf-4c05-bca3-ed335152e8f7 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Request body: {'security_group_rule': {'security_group_id': '26cd3b7a-482a-4253-92ac-c35732bc388b', 'project_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:29:17.538169 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-8ff03a36-35d0-4d2c-bfe7-88c39f5176e1 None None] Set router 92c22787-e61d-496a-86f9-5d03838d054a gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:29:17.539863 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-517ae061-373a-4686-a785-bb2972a1bbd6 req-777dfa65-6e68-48d1-8563-89b91fb8459e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cdc952ba-f69f-449f-8514-7ad8931b49eb HTTP/1.1" status: 200 len: 999 time: 0.0789778 Aug 23 21:29:17.572455 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-23b69da1-a5bf-4c05-bca3-ed335152e8f7 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:29:17.594080 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ae061-373a-4686-a785-bb2972a1bbd6 req-d5f731cf-945c-43b3-96a0-3af530844b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:29:17.596044 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-517ae061-373a-4686-a785-bb2972a1bbd6 req-d5f731cf-945c-43b3-96a0-3af530844b55 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=123acd87-1d83-4721-8488-28b1bc6b1a08 HTTP/1.1" status: 200 len: 853 time: 0.0493050 Aug 23 21:29:17.647857 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-23b69da1-a5bf-4c05-bca3-ed335152e8f7 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:29:17.654833 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-23b69da1-a5bf-4c05-bca3-ed335152e8f7 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:29:17.655137 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ae061-373a-4686-a785-bb2972a1bbd6 req-e7259754-581f-4092-abd7-efd9d9f8e1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:29:17.658877 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-517ae061-373a-4686-a785-bb2972a1bbd6 req-e7259754-581f-4092-abd7-efd9d9f8e1b0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ec2243a-737a-4660-bbdf-596a85277161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545857 Aug 23 21:29:17.684679 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b69da1-a5bf-4c05-bca3-ed335152e8f7 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07dc9ea1-77e3-41e6-8e7b-41acfabeac43,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:29:17.698064 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-23b69da1-a5bf-4c05-bca3-ed335152e8f7 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:29:17.702041 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-23b69da1-a5bf-4c05-bca3-ed335152e8f7 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1714644 Aug 23 21:29:17.702041 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b69da1-a5bf-4c05-bca3-ed335152e8f7 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:29:17.702041 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b69da1-a5bf-4c05-bca3-ed335152e8f7 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:29:17.702366 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b69da1-a5bf-4c05-bca3-ed335152e8f7 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:29:17.702666 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b69da1-a5bf-4c05-bca3-ed335152e8f7 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:29:17.703000 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b69da1-a5bf-4c05-bca3-ed335152e8f7 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:29:17.703326 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b69da1-a5bf-4c05-bca3-ed335152e8f7 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:29:17.703655 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b69da1-a5bf-4c05-bca3-ed335152e8f7 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:29:17.704545 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b69da1-a5bf-4c05-bca3-ed335152e8f7 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:29:17.704703 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b69da1-a5bf-4c05-bca3-ed335152e8f7 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:29:17.705024 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b69da1-a5bf-4c05-bca3-ed335152e8f7 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:29:17.705356 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b69da1-a5bf-4c05-bca3-ed335152e8f7 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:29:17.705676 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b69da1-a5bf-4c05-bca3-ed335152e8f7 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:29:17.708291 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53104) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:29:17.717908 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-284a3833-9dcc-49b3-aa93-3c43805ea655 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Request body: {'security_group_rule': {'security_group_id': '26cd3b7a-482a-4253-92ac-c35732bc388b', 'project_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:29:17.753969 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-284a3833-9dcc-49b3-aa93-3c43805ea655 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:29:17.768901 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-517ae061-373a-4686-a785-bb2972a1bbd6 req-4560733d-8b5d-4211-ad22-fb96f8158520 service neutron] 10.222.0.11 "GET /v2.0/networks/4ec2243a-737a-4660-bbdf-596a85277161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038437 Aug 23 21:29:17.809050 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8ff03a36-35d0-4d2c-bfe7-88c39f5176e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c22787-e61d-496a-86f9-5d03838d054a', 'name': 'tempest-TestMinimumBasicScenario-662077431-router', 'tenant_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'caffe0b9-7843-47a3-b3c7-cc88c3fafb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:28:22Z', 'updated_at': '2021-08-23T21:28:25Z', 'revision_number': 4, 'project_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'gw_port': {'id': 'caffe0b9-7843-47a3-b3c7-cc88c3fafb20', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c22787-e61d-496a-86f9-5d03838d054a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:28:23Z', 'updated_at': '2021-08-23T21:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '5ae5b0fc-13a6-4f78-9dd9-5c4d8b5f9051', 'tenant_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'floating_ip_address': '172.25.4.112', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '92c22787-e61d-496a-86f9-5d03838d054a', 'port_id': 'cdc952ba-f69f-449f-8514-7ad8931b49eb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ec2243a-737a-4660-bbdf-596a85277161', 'mac_address': 'fa:16:3e:d1:0c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ee4bd5-d639-4b5f-915c-e61b7253c659', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:29:15Z', 'updated_at': '2021-08-23T21:29:15Z', 'revision_number': 0, 'project_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7156999d-7ae0-4681-aac5-73759e18753b', 'name': '', 'network_id': '4ec2243a-737a-4660-bbdf-596a85277161', 'tenant_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'mac_address': 'fa:16:3e:75:3d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c22787-e61d-496a-86f9-5d03838d054a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '123acd87-1d83-4721-8488-28b1bc6b1a08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:28:25Z', 'updated_at': '2021-08-23T21:28:32Z', 'revision_number': 5, 'project_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'subnets': [{'id': '123acd87-1d83-4721-8488-28b1bc6b1a08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:29:17.822104 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-284a3833-9dcc-49b3-aa93-3c43805ea655 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:29:17.829656 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-284a3833-9dcc-49b3-aa93-3c43805ea655 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:29:17.839043 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff03a36-35d0-4d2c-bfe7-88c39f5176e1 None None] The sync data for ids ['92c22787-e61d-496a-86f9-5d03838d054a'] in n-d-805663-2 is: [{'id': '92c22787-e61d-496a-86f9-5d03838d054a', 'name': 'tempest-TestMinimumBasicScenario-662077431-router', 'tenant_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'caffe0b9-7843-47a3-b3c7-cc88c3fafb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:28:22Z', 'updated_at': '2021-08-23T21:28:25Z', 'revision_number': 4, 'project_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'gw_port': {'id': 'caffe0b9-7843-47a3-b3c7-cc88c3fafb20', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c22787-e61d-496a-86f9-5d03838d054a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:28:23Z', 'updated_at': '2021-08-23T21:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '5ae5b0fc-13a6-4f78-9dd9-5c4d8b5f9051', 'tenant_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'floating_ip_address': '172.25.4.112', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '92c22787-e61d-496a-86f9-5d03838d054a', 'port_id': 'cdc952ba-f69f-449f-8514-7ad8931b49eb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ec2243a-737a-4660-bbdf-596a85277161', 'mac_address': 'fa:16:3e:d1:0c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ee4bd5-d639-4b5f-915c-e61b7253c659', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:29:15Z', 'updated_at': '2021-08-23T21:29:15Z', 'revision_number': 0, 'project_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7156999d-7ae0-4681-aac5-73759e18753b', 'name': '', 'network_id': '4ec2243a-737a-4660-bbdf-596a85277161', 'tenant_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'mac_address': 'fa:16:3e:75:3d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c22787-e61d-496a-86f9-5d03838d054a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '123acd87-1d83-4721-8488-28b1bc6b1a08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:28:25Z', 'updated_at': '2021-08-23T21:28:32Z', 'revision_number': 5, 'project_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'subnets': [{'id': '123acd87-1d83-4721-8488-28b1bc6b1a08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:29:17.849462 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284a3833-9dcc-49b3-aa93-3c43805ea655 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=985981e7-ee07-45ff-95d4-644ffda2eaf3,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:29:17.859049 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-284a3833-9dcc-49b3-aa93-3c43805ea655 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:29:17.863412 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-284a3833-9dcc-49b3-aa93-3c43805ea655 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1460285 Aug 23 21:29:17.864621 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53106) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:29:17.869751 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-c97eb5fc-2649-45dd-8fe8-754a32e13213 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Request body: {'security_group_rule': {'security_group_id': '26cd3b7a-482a-4253-92ac-c35732bc388b', 'project_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:29:17.884209 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-517ae061-373a-4686-a785-bb2972a1bbd6 req-f4cc396b-725f-4574-b156-e8580d11feff service neutron] 10.222.0.11 "GET /v2.0/networks/4ec2243a-737a-4660-bbdf-596a85277161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069210 Aug 23 21:29:17.896122 n-d-805663-2 neutron-server[94687]: INFO neutron.db.securitygroups_db [None req-c97eb5fc-2649-45dd-8fe8-754a32e13213 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Project a8cf31f53f9c4468993e6e565c8bfedf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 21:29:17.903128 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c97eb5fc-2649-45dd-8fe8-754a32e13213 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:29:17.971209 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c97eb5fc-2649-45dd-8fe8-754a32e13213 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:29:17.976440 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c97eb5fc-2649-45dd-8fe8-754a32e13213 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:29:17.995820 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97eb5fc-2649-45dd-8fe8-754a32e13213 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=729665a4-2c3e-4195-9c85-4e45e5805f58,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:29:18.003407 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c97eb5fc-2649-45dd-8fe8-754a32e13213 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:29:18.004875 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c97eb5fc-2649-45dd-8fe8-754a32e13213 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1392300 Aug 23 21:29:18.007658 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53108) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:29:18.012514 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-846316ad-feaa-4874-828f-acd83a82df20 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Request body: {'security_group_rule': {'security_group_id': '26cd3b7a-482a-4253-92ac-c35732bc388b', 'project_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:29:18.035546 n-d-805663-2 neutron-server[94687]: INFO neutron.db.securitygroups_db [None req-846316ad-feaa-4874-828f-acd83a82df20 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Project a8cf31f53f9c4468993e6e565c8bfedf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 21:29:18.040986 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-846316ad-feaa-4874-828f-acd83a82df20 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:29:18.060364 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84854f5e-7843-4694-bf88-711baae666be None None] New status for floating IP 5ae5b0fc-13a6-4f78-9dd9-5c4d8b5f9051: ACTIVE {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 21:29:18.109048 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-846316ad-feaa-4874-828f-acd83a82df20 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:29:18.114085 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-846316ad-feaa-4874-828f-acd83a82df20 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:29:18.132344 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846316ad-feaa-4874-828f-acd83a82df20 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aecdd5f-52c7-423d-a641-470f2d824b69,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:29:18.138901 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-846316ad-feaa-4874-828f-acd83a82df20 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:29:18.140272 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-846316ad-feaa-4874-828f-acd83a82df20 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1313233 Aug 23 21:29:18.226746 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3562efdf-919d-4ae7-9dc6-5ff085a408f5 req-ad1208e7-aac3-4ef7-9afe-f56a718e1a5d tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1586378742&fields=id&tenant_id=a8cf31f53f9c4468993e6e565c8bfedf HTTP/1.1" status: 200 len: 267 time: 0.0406451 Aug 23 21:29:18.283130 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562efdf-919d-4ae7-9dc6-5ff085a408f5 req-780ab410-0677-4446-834f-f7f1757acee3 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:29:18.284702 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3562efdf-919d-4ae7-9dc6-5ff085a408f5 req-780ab410-0677-4446-834f-f7f1757acee3 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ee4bd5-d639-4b5f-915c-e61b7253c659 HTTP/1.1" status: 200 len: 945 time: 0.0519276 Aug 23 21:29:18.297531 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-3562efdf-919d-4ae7-9dc6-5ff085a408f5 req-cd3823d4-e3fb-40a3-8891-982e7f594b85 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Request body: {'port': {'security_groups': ['c1febb5e-1878-4963-a216-34d668eba084', '26cd3b7a-482a-4253-92ac-c35732bc388b']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:29:18.362399 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3562efdf-919d-4ae7-9dc6-5ff085a408f5 req-cd3823d4-e3fb-40a3-8891-982e7f594b85 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:29:18.559998 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-3562efdf-919d-4ae7-9dc6-5ff085a408f5 req-cd3823d4-e3fb-40a3-8891-982e7f594b85 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] For port cdc952ba-f69f-449f-8514-7ad8931b49eb, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=cdc952ba-f69f-449f-8514-7ad8931b49eb,segment=NetworkSegment(64c6901c-c006-4329-8ff2-a60be5778900),segment_id=64c6901c-c006-4329-8ff2-a60be5778900)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:29:18.591289 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3562efdf-919d-4ae7-9dc6-5ff085a408f5 req-cd3823d4-e3fb-40a3-8891-982e7f594b85 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:29:18.605043 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3562efdf-919d-4ae7-9dc6-5ff085a408f5 req-cd3823d4-e3fb-40a3-8891-982e7f594b85 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:29:18.619526 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['cdc952ba-f69f-449f-8514-7ad8931b49eb'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:29:18.654686 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562efdf-919d-4ae7-9dc6-5ff085a408f5 req-cd3823d4-e3fb-40a3-8891-982e7f594b85 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:29:18.655327 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3562efdf-919d-4ae7-9dc6-5ff085a408f5 req-cd3823d4-e3fb-40a3-8891-982e7f594b85 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:29:18.656804 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3562efdf-919d-4ae7-9dc6-5ff085a408f5 req-cd3823d4-e3fb-40a3-8891-982e7f594b85 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "PUT /v2.0/ports/cdc952ba-f69f-449f-8514-7ad8931b49eb HTTP/1.1" status: 200 len: 981 time: 0.3640809 Aug 23 21:29:18.657848 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1ee4bd5-d639-4b5f-915c-e61b7253c659', 'tag': 'cdc952ba-f69f-449f-8514-7ad8931b49eb'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:29:18.660212 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}464d6cbacbaeb9374483e58d29b165f94917862334b697df3b381d289610f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edbb9a5c-275c-456d-9a87-0f8a6218c114" -d '{"events": [{"name": "network-changed", "server_uuid": "a1ee4bd5-d639-4b5f-915c-e61b7253c659", "tag": "cdc952ba-f69f-449f-8514-7ad8931b49eb"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:29:18.693939 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3823d4-e3fb-40a3-8891-982e7f594b85 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Pushing event updated for resources: {'Port': ['ID=cdc952ba-f69f-449f-8514-7ad8931b49eb,revision_number=6']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:29:18.721519 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['cdc952ba-f69f-449f-8514-7ad8931b49eb'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:29:18.722202 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4c8f94-6c3e-4a7d-b827-9dfc5da11811 x-openstack-request-id: req-cd4c8f94-6c3e-4a7d-b827-9dfc5da11811 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:29:18.722495 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1ee4bd5-d639-4b5f-915c-e61b7253c659", "tag": "cdc952ba-f69f-449f-8514-7ad8931b49eb", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:29:18.722762 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cd4c8f94-6c3e-4a7d-b827-9dfc5da11811 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:29:18.723354 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1ee4bd5-d639-4b5f-915c-e61b7253c659', 'tag': 'cdc952ba-f69f-449f-8514-7ad8931b49eb', 'status': 'completed', 'code': 200} Aug 23 21:29:18.798249 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81f78b-e6c5-48f7-beef-60b67488188c req-a4e9f60a-648f-440e-a94f-3697e6eadc7b tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:29:18.799882 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-db81f78b-e6c5-48f7-beef-60b67488188c req-a4e9f60a-648f-440e-a94f-3697e6eadc7b tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ee4bd5-d639-4b5f-915c-e61b7253c659 HTTP/1.1" status: 200 len: 984 time: 0.0671849 Aug 23 21:29:18.813816 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb9a5c-275c-456d-9a87-0f8a6218c114 req-e4c45397-500e-4a3f-bea0-9400b01ff5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:29:18.817766 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-edbb9a5c-275c-456d-9a87-0f8a6218c114 req-e4c45397-500e-4a3f-bea0-9400b01ff5b5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a8cf31f53f9c4468993e6e565c8bfedf&device_id=a1ee4bd5-d639-4b5f-915c-e61b7253c659 HTTP/1.1" status: 200 len: 1135 time: 0.0697894 Aug 23 21:29:18.864773 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-db81f78b-e6c5-48f7-beef-60b67488188c req-83d447cc-202c-4d81-a65f-50764624ba75 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/security-groups?id=26cd3b7a-482a-4253-92ac-c35732bc388b&id=c1febb5e-1878-4963-a216-34d668eba084&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573940 Aug 23 21:29:18.942459 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb9a5c-275c-456d-9a87-0f8a6218c114 req-403a56c4-c44e-45f0-9dea-0b2f3da3e21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:29:18.943955 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-edbb9a5c-275c-456d-9a87-0f8a6218c114 req-403a56c4-c44e-45f0-9dea-0b2f3da3e21a service neutron] 10.222.0.11 "GET /v2.0/networks?id=4ec2243a-737a-4660-bbdf-596a85277161 HTTP/1.1" status: 200 len: 915 time: 0.1177759 Aug 23 21:29:19.046878 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-edbb9a5c-275c-456d-9a87-0f8a6218c114 req-e90a699a-1f58-4933-8b99-16ad3b0c138d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cdc952ba-f69f-449f-8514-7ad8931b49eb HTTP/1.1" status: 200 len: 1001 time: 0.0937479 Aug 23 21:29:19.091831 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-fb11fa74-936a-4a77-8892-82fadb53d757 None None] Provisioning complete for port cdc952ba-f69f-449f-8514-7ad8931b49eb triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:29:19.092425 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fb11fa74-936a-4a77-8892-82fadb53d757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:29:19.106810 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb9a5c-275c-456d-9a87-0f8a6218c114 req-f5bf49e2-293d-4dcc-8c6d-9a1e3d317c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:29:19.108886 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-edbb9a5c-275c-456d-9a87-0f8a6218c114 req-f5bf49e2-293d-4dcc-8c6d-9a1e3d317c89 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=123acd87-1d83-4721-8488-28b1bc6b1a08 HTTP/1.1" status: 200 len: 853 time: 0.0523341 Aug 23 21:29:19.160787 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb9a5c-275c-456d-9a87-0f8a6218c114 req-1a9d602c-c67a-43e0-a5c9-eb9585bd4a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:29:19.162336 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-edbb9a5c-275c-456d-9a87-0f8a6218c114 req-1a9d602c-c67a-43e0-a5c9-eb9585bd4a1f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ec2243a-737a-4660-bbdf-596a85277161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456293 Aug 23 21:29:19.267747 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-edbb9a5c-275c-456d-9a87-0f8a6218c114 req-5d42bc1b-1574-4127-aef8-563cf28ddd1e service neutron] 10.222.0.11 "GET /v2.0/networks/4ec2243a-737a-4660-bbdf-596a85277161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974612 Aug 23 21:29:19.366480 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-edbb9a5c-275c-456d-9a87-0f8a6218c114 req-fe67bc7f-51fc-443e-9711-3e7b30d21a24 service neutron] 10.222.0.11 "GET /v2.0/networks/4ec2243a-737a-4660-bbdf-596a85277161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907671 Aug 23 21:29:20.845889 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:29:28.261242 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:29:35.841410 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986dbfa4-640d-42d2-82ff-5dd2787e84ad req-f5e3f12c-d1e8-4794-ae95-d501e304a212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:29:35.842815 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-986dbfa4-640d-42d2-82ff-5dd2787e84ad req-f5e3f12c-d1e8-4794-ae95-d501e304a212 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a8cf31f53f9c4468993e6e565c8bfedf&device_id=a1ee4bd5-d639-4b5f-915c-e61b7253c659 HTTP/1.1" status: 200 len: 1135 time: 0.0436776 Aug 23 21:29:35.842929 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09901b77-6d88-4212-8af2-005a1fa3cf77 req-cd0b91a2-1abc-4e2a-906c-8da496ca8f3d tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:29:35.844396 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-09901b77-6d88-4212-8af2-005a1fa3cf77 req-cd0b91a2-1abc-4e2a-906c-8da496ca8f3d tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ee4bd5-d639-4b5f-915c-e61b7253c659 HTTP/1.1" status: 200 len: 984 time: 0.0503726 Aug 23 21:29:35.887340 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-09901b77-6d88-4212-8af2-005a1fa3cf77 req-4a7caabe-d62b-4758-b6c9-61c8e3229845 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/security-groups?id=26cd3b7a-482a-4253-92ac-c35732bc388b&id=c1febb5e-1878-4963-a216-34d668eba084&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360441 Aug 23 21:29:35.943544 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986dbfa4-640d-42d2-82ff-5dd2787e84ad req-9363064b-236e-492d-9cc8-6e51a7a8773a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:29:35.945124 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-986dbfa4-640d-42d2-82ff-5dd2787e84ad req-9363064b-236e-492d-9cc8-6e51a7a8773a service neutron] 10.222.0.11 "GET /v2.0/networks?id=4ec2243a-737a-4660-bbdf-596a85277161 HTTP/1.1" status: 200 len: 915 time: 0.0940425 Aug 23 21:29:36.015871 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-986dbfa4-640d-42d2-82ff-5dd2787e84ad req-0d0f6ea9-ef2b-40cd-addb-e589e119a9cc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cdc952ba-f69f-449f-8514-7ad8931b49eb HTTP/1.1" status: 200 len: 1001 time: 0.0607421 Aug 23 21:29:36.078404 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986dbfa4-640d-42d2-82ff-5dd2787e84ad req-e70a3826-a8e9-47ea-bd20-c147126ec266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:29:36.079859 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-986dbfa4-640d-42d2-82ff-5dd2787e84ad req-e70a3826-a8e9-47ea-bd20-c147126ec266 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=123acd87-1d83-4721-8488-28b1bc6b1a08 HTTP/1.1" status: 200 len: 853 time: 0.0556581 Aug 23 21:29:36.126189 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986dbfa4-640d-42d2-82ff-5dd2787e84ad req-b0cd82fd-6f49-437a-af90-4188d2ce8806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:29:36.127579 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-986dbfa4-640d-42d2-82ff-5dd2787e84ad req-b0cd82fd-6f49-437a-af90-4188d2ce8806 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ec2243a-737a-4660-bbdf-596a85277161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393040 Aug 23 21:29:36.139625 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [req-986dbfa4-640d-42d2-82ff-5dd2787e84ad req-49d39521-4a6e-4804-90a5-599c598cf429 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 21:29:36.140578 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-986dbfa4-640d-42d2-82ff-5dd2787e84ad req-49d39521-4a6e-4804-90a5-599c598cf429 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049036 Aug 23 21:29:36.229342 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-986dbfa4-640d-42d2-82ff-5dd2787e84ad req-75ebe311-86d2-4cb2-b385-74d765373f19 service neutron] 10.222.0.11 "GET /v2.0/networks/4ec2243a-737a-4660-bbdf-596a85277161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808682 Aug 23 21:29:36.323930 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-986dbfa4-640d-42d2-82ff-5dd2787e84ad req-68a2ee98-399d-4b4e-8a49-0f3fff0c9827 service neutron] 10.222.0.11 "GET /v2.0/networks/4ec2243a-737a-4660-bbdf-596a85277161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861096 Aug 23 21:29:37.007580 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e039b-c61f-465d-ac8d-f14c53d80a24 req-dcf045e0-2215-49ba-99a4-ba70a6d371d1 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:29:37.009085 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-032e039b-c61f-465d-ac8d-f14c53d80a24 req-dcf045e0-2215-49ba-99a4-ba70a6d371d1 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ee4bd5-d639-4b5f-915c-e61b7253c659 HTTP/1.1" status: 200 len: 984 time: 0.0523987 Aug 23 21:29:37.048167 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-032e039b-c61f-465d-ac8d-f14c53d80a24 req-9089f593-24ea-4283-b0bd-957a45dfa180 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/security-groups?id=26cd3b7a-482a-4253-92ac-c35732bc388b&id=c1febb5e-1878-4963-a216-34d668eba084&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329821 Aug 23 21:29:38.170915 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402966e-471d-4cc9-b24d-9c9daae99f11 req-dacc70cd-2cf4-43e9-97e3-6629023cb6fc tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:29:38.172424 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2402966e-471d-4cc9-b24d-9c9daae99f11 req-dacc70cd-2cf4-43e9-97e3-6629023cb6fc tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ee4bd5-d639-4b5f-915c-e61b7253c659 HTTP/1.1" status: 200 len: 984 time: 0.0530703 Aug 23 21:29:38.212556 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2402966e-471d-4cc9-b24d-9c9daae99f11 req-2061db44-0015-4421-a335-d308b7228245 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/security-groups?id=26cd3b7a-482a-4253-92ac-c35732bc388b&id=c1febb5e-1878-4963-a216-34d668eba084&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334363 Aug 23 21:29:39.333502 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012530ab-0ccd-4d56-b9be-a4ce545941d0 req-eecfed59-8b6c-4cc0-beea-c0b6826f969c tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:29:39.334984 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-012530ab-0ccd-4d56-b9be-a4ce545941d0 req-eecfed59-8b6c-4cc0-beea-c0b6826f969c tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ee4bd5-d639-4b5f-915c-e61b7253c659 HTTP/1.1" status: 200 len: 984 time: 0.0539482 Aug 23 21:29:39.719810 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-012530ab-0ccd-4d56-b9be-a4ce545941d0 req-c4ed4751-fa0d-4fb0-9275-fd514818508a tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/security-groups?id=26cd3b7a-482a-4253-92ac-c35732bc388b&id=c1febb5e-1878-4963-a216-34d668eba084&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3787007 Aug 23 21:29:39.729288 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72baacc5-908b-4914-8fa3-7548988e7526 req-a7784de7-d30e-4073-8947-6ba7384f7bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:29:39.730765 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-72baacc5-908b-4914-8fa3-7548988e7526 req-a7784de7-d30e-4073-8947-6ba7384f7bed service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a8cf31f53f9c4468993e6e565c8bfedf&device_id=a1ee4bd5-d639-4b5f-915c-e61b7253c659 HTTP/1.1" status: 200 len: 1135 time: 0.0579839 Aug 23 21:29:39.842869 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72baacc5-908b-4914-8fa3-7548988e7526 req-f2cd92fc-f6de-498b-86a2-f84bb8165713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:29:39.844282 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-72baacc5-908b-4914-8fa3-7548988e7526 req-f2cd92fc-f6de-498b-86a2-f84bb8165713 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4ec2243a-737a-4660-bbdf-596a85277161 HTTP/1.1" status: 200 len: 915 time: 0.0865183 Aug 23 21:29:39.910909 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-72baacc5-908b-4914-8fa3-7548988e7526 req-445ba5f6-98dc-43bf-8744-792b1c5a52c1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cdc952ba-f69f-449f-8514-7ad8931b49eb HTTP/1.1" status: 200 len: 1001 time: 0.0587940 Aug 23 21:29:39.965684 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72baacc5-908b-4914-8fa3-7548988e7526 req-dcfc2e16-6ead-4bf2-9951-a761fca668e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:29:39.967136 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-72baacc5-908b-4914-8fa3-7548988e7526 req-dcfc2e16-6ead-4bf2-9951-a761fca668e9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=123acd87-1d83-4721-8488-28b1bc6b1a08 HTTP/1.1" status: 200 len: 853 time: 0.0444677 Aug 23 21:29:40.017508 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72baacc5-908b-4914-8fa3-7548988e7526 req-c25cd894-837d-47d7-97bc-5833a0ff040a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:29:40.019167 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-72baacc5-908b-4914-8fa3-7548988e7526 req-c25cd894-837d-47d7-97bc-5833a0ff040a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ec2243a-737a-4660-bbdf-596a85277161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435598 Aug 23 21:29:40.114412 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-72baacc5-908b-4914-8fa3-7548988e7526 req-a06fbcc8-d73b-4028-871b-60e8be5d1a2d service neutron] 10.222.0.11 "GET /v2.0/networks/4ec2243a-737a-4660-bbdf-596a85277161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873697 Aug 23 21:29:40.114632 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ae0e9eb1-eedc-4376-994e-87e5c4aba2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:29:40.208817 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-72baacc5-908b-4914-8fa3-7548988e7526 req-1b052155-49d6-4061-a6c1-887cb20c43dd service neutron] 10.222.0.11 "GET /v2.0/networks/4ec2243a-737a-4660-bbdf-596a85277161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874732 Aug 23 21:29:40.837831 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d137bae-6a37-4b50-9d58-9de7755e1faa req-e240e266-0bf7-4a8b-a23e-a7d1f0189984 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:29:40.839374 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4d137bae-6a37-4b50-9d58-9de7755e1faa req-e240e266-0bf7-4a8b-a23e-a7d1f0189984 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ee4bd5-d639-4b5f-915c-e61b7253c659 HTTP/1.1" status: 200 len: 984 time: 0.0512066 Aug 23 21:29:40.880656 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4d137bae-6a37-4b50-9d58-9de7755e1faa req-1cd73a3a-6c24-400a-885a-e5e8a2d624e1 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/security-groups?id=26cd3b7a-482a-4253-92ac-c35732bc388b&id=c1febb5e-1878-4963-a216-34d668eba084&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349317 Aug 23 21:29:40.907185 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:29:41.998808 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b0ff3-0a0d-460d-a348-416038d44d48 req-5a40131a-6311-44d9-befe-7837e414ec08 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:29:42.000231 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bc1b0ff3-0a0d-460d-a348-416038d44d48 req-5a40131a-6311-44d9-befe-7837e414ec08 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ee4bd5-d639-4b5f-915c-e61b7253c659 HTTP/1.1" status: 200 len: 984 time: 0.0510507 Aug 23 21:29:42.040142 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bc1b0ff3-0a0d-460d-a348-416038d44d48 req-10fea797-e19c-4d2b-a436-88515dccdbab tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/security-groups?id=26cd3b7a-482a-4253-92ac-c35732bc388b&id=c1febb5e-1878-4963-a216-34d668eba084&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336709 Aug 23 21:29:43.157628 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49ccce-dfe1-45f0-b86f-81dd5e8cdc05 req-d86fe173-fab2-4667-b1d9-30db06311789 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:29:43.159129 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3d49ccce-dfe1-45f0-b86f-81dd5e8cdc05 req-d86fe173-fab2-4667-b1d9-30db06311789 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ee4bd5-d639-4b5f-915c-e61b7253c659 HTTP/1.1" status: 200 len: 984 time: 0.0489655 Aug 23 21:29:43.198663 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3d49ccce-dfe1-45f0-b86f-81dd5e8cdc05 req-4719ebed-d628-49fd-a808-eb93d98abc40 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/security-groups?id=26cd3b7a-482a-4253-92ac-c35732bc388b&id=c1febb5e-1878-4963-a216-34d668eba084&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327883 Aug 23 21:29:43.502093 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b04b7524-aaaf-4cdc-9b25-e8c25c168fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:29:43.631374 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:29:44.315236 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f7566-9333-4eda-afdc-9ddce836ff78 req-1e552766-33cb-4b19-b68a-d80b35fda32e tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:29:44.316804 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1c6f7566-9333-4eda-afdc-9ddce836ff78 req-1e552766-33cb-4b19-b68a-d80b35fda32e tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ee4bd5-d639-4b5f-915c-e61b7253c659 HTTP/1.1" status: 200 len: 984 time: 0.0501747 Aug 23 21:29:44.358392 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1c6f7566-9333-4eda-afdc-9ddce836ff78 req-c4dae90a-8a90-4571-b7a8-8bae27da0ae6 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/security-groups?id=26cd3b7a-482a-4253-92ac-c35732bc388b&id=c1febb5e-1878-4963-a216-34d668eba084&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353515 Aug 23 21:29:44.778575 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:29:45.478795 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4c292-afdf-493a-b522-53e1e4a97ffc req-a49a2bfc-a768-46c7-9c91-2b9f7ba36c67 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:29:45.480349 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c3d4c292-afdf-493a-b522-53e1e4a97ffc req-a49a2bfc-a768-46c7-9c91-2b9f7ba36c67 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ee4bd5-d639-4b5f-915c-e61b7253c659 HTTP/1.1" status: 200 len: 984 time: 0.0539460 Aug 23 21:29:45.520188 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c3d4c292-afdf-493a-b522-53e1e4a97ffc req-1274f8b1-03c8-4f11-a251-3bb8f4b84fe4 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/security-groups?id=26cd3b7a-482a-4253-92ac-c35732bc388b&id=c1febb5e-1878-4963-a216-34d668eba084&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337331 Aug 23 21:29:46.149568 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:29:46.638357 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979cdd0-f2bb-4057-8da9-46e08b9df791 req-7fc243f0-7652-47b2-825b-c6ed9714b014 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:29:46.639907 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0979cdd0-f2bb-4057-8da9-46e08b9df791 req-7fc243f0-7652-47b2-825b-c6ed9714b014 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ee4bd5-d639-4b5f-915c-e61b7253c659 HTTP/1.1" status: 200 len: 984 time: 0.0509911 Aug 23 21:29:46.686042 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0979cdd0-f2bb-4057-8da9-46e08b9df791 req-bf1b0248-7f00-4603-9576-4e5cbb8b5cd7 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/security-groups?id=26cd3b7a-482a-4253-92ac-c35732bc388b&id=c1febb5e-1878-4963-a216-34d668eba084&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397987 Aug 23 21:29:47.802598 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718df21e-2f73-4bdd-b8c8-089e71df91c4 req-6177033e-7c7d-4add-b9a6-d15287863e46 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:29:47.804126 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-718df21e-2f73-4bdd-b8c8-089e71df91c4 req-6177033e-7c7d-4add-b9a6-d15287863e46 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ee4bd5-d639-4b5f-915c-e61b7253c659 HTTP/1.1" status: 200 len: 984 time: 0.0491898 Aug 23 21:29:47.844926 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-718df21e-2f73-4bdd-b8c8-089e71df91c4 req-ef82852f-4c82-4b46-a85d-67435172ff3d tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/security-groups?id=26cd3b7a-482a-4253-92ac-c35732bc388b&id=c1febb5e-1878-4963-a216-34d668eba084&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344195 Aug 23 21:29:50.843011 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:05.249971 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:30:10.115290 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bffab57e-50b6-4717-9363-6314d3bbe744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:10.906474 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:13.504223 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2e578e33-59a9-47fc-9a55-09f9e3598617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:13.632966 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:14.781596 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:16.153835 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:20.410595 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-36b323eb-dc9f-40be-bc7d-a3c38d9d0a21 req-b26e107d-2b1f-4fd3-9988-00600f991ba7 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1586378742&fields=id&tenant_id=a8cf31f53f9c4468993e6e565c8bfedf HTTP/1.1" status: 200 len: 267 time: 0.0331485 Aug 23 21:30:20.465528 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b323eb-dc9f-40be-bc7d-a3c38d9d0a21 req-5aba6901-10fe-4fb9-b64f-ea8e6b3d6e46 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:30:20.466986 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-36b323eb-dc9f-40be-bc7d-a3c38d9d0a21 req-5aba6901-10fe-4fb9-b64f-ea8e6b3d6e46 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ee4bd5-d639-4b5f-915c-e61b7253c659 HTTP/1.1" status: 200 len: 984 time: 0.0507851 Aug 23 21:30:20.478932 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-36b323eb-dc9f-40be-bc7d-a3c38d9d0a21 req-41e9473d-ba1a-41f5-94e4-207e1cc3f301 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Request body: {'port': {'security_groups': ['c1febb5e-1878-4963-a216-34d668eba084']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:30:20.545272 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-36b323eb-dc9f-40be-bc7d-a3c38d9d0a21 req-41e9473d-ba1a-41f5-94e4-207e1cc3f301 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:20.719101 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-36b323eb-dc9f-40be-bc7d-a3c38d9d0a21 req-41e9473d-ba1a-41f5-94e4-207e1cc3f301 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] For port cdc952ba-f69f-449f-8514-7ad8931b49eb, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=cdc952ba-f69f-449f-8514-7ad8931b49eb,segment=NetworkSegment(64c6901c-c006-4329-8ff2-a60be5778900),segment_id=64c6901c-c006-4329-8ff2-a60be5778900)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:30:20.749292 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-36b323eb-dc9f-40be-bc7d-a3c38d9d0a21 req-41e9473d-ba1a-41f5-94e4-207e1cc3f301 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:20.753853 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-36b323eb-dc9f-40be-bc7d-a3c38d9d0a21 req-41e9473d-ba1a-41f5-94e4-207e1cc3f301 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:20.765512 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['cdc952ba-f69f-449f-8514-7ad8931b49eb'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:30:20.803113 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b323eb-dc9f-40be-bc7d-a3c38d9d0a21 req-41e9473d-ba1a-41f5-94e4-207e1cc3f301 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:30:20.803751 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-36b323eb-dc9f-40be-bc7d-a3c38d9d0a21 req-41e9473d-ba1a-41f5-94e4-207e1cc3f301 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:20.805202 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-36b323eb-dc9f-40be-bc7d-a3c38d9d0a21 req-41e9473d-ba1a-41f5-94e4-207e1cc3f301 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "PUT /v2.0/ports/cdc952ba-f69f-449f-8514-7ad8931b49eb HTTP/1.1" status: 200 len: 942 time: 0.3310099 Aug 23 21:30:20.805661 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1ee4bd5-d639-4b5f-915c-e61b7253c659', 'tag': 'cdc952ba-f69f-449f-8514-7ad8931b49eb'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:30:20.807964 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}464d6cbacbaeb9374483e58d29b165f94917862334b697df3b381d289610f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf06625-18a3-4785-a775-464c553f813b" -d '{"events": [{"name": "network-changed", "server_uuid": "a1ee4bd5-d639-4b5f-915c-e61b7253c659", "tag": "cdc952ba-f69f-449f-8514-7ad8931b49eb"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:30:20.812024 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53168) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:30:20.833875 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e9473d-ba1a-41f5-94e4-207e1cc3f301 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Pushing event updated for resources: {'Port': ['ID=cdc952ba-f69f-449f-8514-7ad8931b49eb,revision_number=7']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:30:20.841973 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e9473d-ba1a-41f5-94e4-207e1cc3f301 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:30:20.842361 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e9473d-ba1a-41f5-94e4-207e1cc3f301 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:30:20.842652 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e9473d-ba1a-41f5-94e4-207e1cc3f301 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:30:20.843100 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e9473d-ba1a-41f5-94e4-207e1cc3f301 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:30:20.843313 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e9473d-ba1a-41f5-94e4-207e1cc3f301 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:30:20.843694 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e9473d-ba1a-41f5-94e4-207e1cc3f301 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:30:20.844099 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e9473d-ba1a-41f5-94e4-207e1cc3f301 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:30:20.844384 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e9473d-ba1a-41f5-94e4-207e1cc3f301 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:30:20.844710 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e9473d-ba1a-41f5-94e4-207e1cc3f301 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:30:20.845036 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e9473d-ba1a-41f5-94e4-207e1cc3f301 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:30:20.845358 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e9473d-ba1a-41f5-94e4-207e1cc3f301 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:30:20.845679 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e9473d-ba1a-41f5-94e4-207e1cc3f301 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:30:20.864512 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3edc71-cb39-4bb4-860d-80bb3901cbc7 x-openstack-request-id: req-cb3edc71-cb39-4bb4-860d-80bb3901cbc7 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:30:20.864796 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1ee4bd5-d639-4b5f-915c-e61b7253c659", "tag": "cdc952ba-f69f-449f-8514-7ad8931b49eb", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:30:20.865047 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cb3edc71-cb39-4bb4-860d-80bb3901cbc7 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:30:20.865452 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1ee4bd5-d639-4b5f-915c-e61b7253c659', 'tag': 'cdc952ba-f69f-449f-8514-7ad8931b49eb', 'status': 'completed', 'code': 200} Aug 23 21:30:20.903539 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['cdc952ba-f69f-449f-8514-7ad8931b49eb'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:30:20.912172 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:20.920252 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-391db1fe-fcb4-4939-8577-4684f7159554 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:20.931941 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf06625-18a3-4785-a775-464c553f813b req-dc093ca0-2b3b-4f37-bc99-9584604bd64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:30:20.933522 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3cf06625-18a3-4785-a775-464c553f813b req-dc093ca0-2b3b-4f37-bc99-9584604bd64f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a8cf31f53f9c4468993e6e565c8bfedf&device_id=a1ee4bd5-d639-4b5f-915c-e61b7253c659 HTTP/1.1" status: 200 len: 1096 time: 0.0452011 Aug 23 21:30:20.963369 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-391db1fe-fcb4-4939-8577-4684f7159554 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:21.049690 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-391db1fe-fcb4-4939-8577-4684f7159554 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:21.053494 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-391db1fe-fcb4-4939-8577-4684f7159554 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:21.054735 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-391db1fe-fcb4-4939-8577-4684f7159554 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "DELETE /v2.0/security-groups/26cd3b7a-482a-4253-92ac-c35732bc388b HTTP/1.1" status: 204 len: 168 time: 0.2416565 Aug 23 21:30:21.059334 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53170) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:30:21.068040 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf06625-18a3-4785-a775-464c553f813b req-b67b3bf0-e433-4c05-b651-87635cd87e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:30:21.069707 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3cf06625-18a3-4785-a775-464c553f813b req-b67b3bf0-e433-4c05-b651-87635cd87e98 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4ec2243a-737a-4660-bbdf-596a85277161 HTTP/1.1" status: 200 len: 915 time: 0.1269014 Aug 23 21:30:21.075303 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391db1fe-fcb4-4939-8577-4684f7159554 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26cd3b7a-482a-4253-92ac-c35732bc388b,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:30:21.117329 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391db1fe-fcb4-4939-8577-4684f7159554 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:30:21.117679 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391db1fe-fcb4-4939-8577-4684f7159554 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:30:21.118080 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391db1fe-fcb4-4939-8577-4684f7159554 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:30:21.118392 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391db1fe-fcb4-4939-8577-4684f7159554 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:30:21.118723 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391db1fe-fcb4-4939-8577-4684f7159554 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:30:21.119303 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391db1fe-fcb4-4939-8577-4684f7159554 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:30:21.119640 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391db1fe-fcb4-4939-8577-4684f7159554 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:30:21.119948 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391db1fe-fcb4-4939-8577-4684f7159554 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:30:21.120293 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391db1fe-fcb4-4939-8577-4684f7159554 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:30:21.120614 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391db1fe-fcb4-4939-8577-4684f7159554 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:30:21.120932 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391db1fe-fcb4-4939-8577-4684f7159554 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:30:21.121248 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391db1fe-fcb4-4939-8577-4684f7159554 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:30:21.138736 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2dbf4067-40f4-4921-bdae-a78ef21912ef None None] Provisioning complete for port cdc952ba-f69f-449f-8514-7ad8931b49eb triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:30:21.139403 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2dbf4067-40f4-4921-bdae-a78ef21912ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:21.151671 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3cf06625-18a3-4785-a775-464c553f813b req-7bf7addd-30ff-452c-9d94-019929af70d7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cdc952ba-f69f-449f-8514-7ad8931b49eb HTTP/1.1" status: 200 len: 1001 time: 0.0742929 Aug 23 21:30:21.204412 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [req-9b843ef0-73a7-4e9c-8ade-d5e975f524aa req-0b00372a-a9f8-4b01-81e0-31579233b6ba tempest-ServerDiskConfigTestJSON-693512085 tempest-ServerDiskConfigTestJSON-693512085-project] (94687) timed out ('10.222.0.11', 57914) {{(pid=94687) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 21:30:21.215110 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf06625-18a3-4785-a775-464c553f813b req-1719836d-6897-4556-8ca5-1ba475ca7257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:30:21.216678 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3cf06625-18a3-4785-a775-464c553f813b req-1719836d-6897-4556-8ca5-1ba475ca7257 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=123acd87-1d83-4721-8488-28b1bc6b1a08 HTTP/1.1" status: 200 len: 853 time: 0.0563715 Aug 23 21:30:21.262818 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-3261205d-9b38-40fa-b268-fd4027c785ac tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Deleting port b3541b90-fdf7-493a-aba1-2af1c309c294 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:30:21.263070 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3261205d-9b38-40fa-b268-fd4027c785ac tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:21.266492 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf06625-18a3-4785-a775-464c553f813b req-5c50af4c-776c-47d8-8511-71430e06f321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:30:21.268027 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3cf06625-18a3-4785-a775-464c553f813b req-5c50af4c-776c-47d8-8511-71430e06f321 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ec2243a-737a-4660-bbdf-596a85277161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436835 Aug 23 21:30:21.337767 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3261205d-9b38-40fa-b268-fd4027c785ac tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:21.338094 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3261205d-9b38-40fa-b268-fd4027c785ac tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:21.350078 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-3261205d-9b38-40fa-b268-fd4027c785ac tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Calling delete_port for b3541b90-fdf7-493a-aba1-2af1c309c294 owned by network:floatingip {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:30:21.364752 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3cf06625-18a3-4785-a775-464c553f813b req-4f75aa39-6674-4f42-976b-f11f468bea5b service neutron] 10.222.0.11 "GET /v2.0/networks/4ec2243a-737a-4660-bbdf-596a85277161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885124 Aug 23 21:30:21.457627 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3cf06625-18a3-4785-a775-464c553f813b req-13690164-b279-424a-9333-20d2c80447d8 service neutron] 10.222.0.11 "GET /v2.0/networks/4ec2243a-737a-4660-bbdf-596a85277161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854559 Aug 23 21:30:21.504973 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3261205d-9b38-40fa-b268-fd4027c785ac tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:21.529504 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3261205d-9b38-40fa-b268-fd4027c785ac tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Pushing event deleted for resources: {'Port': ['ID=b3541b90-fdf7-493a-aba1-2af1c309c294,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:30:21.593259 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3261205d-9b38-40fa-b268-fd4027c785ac tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks [] for floatingip, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:21.593584 n-d-805663-2 neutron-server[94687]: INFO neutron.db.l3_db [None req-3261205d-9b38-40fa-b268-fd4027c785ac tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Floating IP 5ae5b0fc-13a6-4f78-9dd9-5c4d8b5f9051 disassociated (deleted). External IP: 172.25.4.112, port: cdc952ba-f69f-449f-8514-7ad8931b49eb. Aug 23 21:30:21.796625 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3261205d-9b38-40fa-b268-fd4027c785ac tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Router 92c22787-e61d-496a-86f9-5d03838d054a has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:30:21.902796 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3261205d-9b38-40fa-b268-fd4027c785ac tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:30:21.907412 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3261205d-9b38-40fa-b268-fd4027c785ac tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:21.912863 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e9eca4-66d4-40a1-b9e8-11e8fb988ece None None] Sync routers for ids ['92c22787-e61d-496a-86f9-5d03838d054a'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:30:21.922306 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e9eca4-66d4-40a1-b9e8-11e8fb988ece None None] Routers {'92c22787-e61d-496a-86f9-5d03838d054a'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:30:21.922903 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-70e9eca4-66d4-40a1-b9e8-11e8fb988ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:30:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['92c22787-e61d-496a-86f9-5d03838d054a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:30:21.938651 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3261205d-9b38-40fa-b268-fd4027c785ac tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "DELETE /v2.0/floatingips/5ae5b0fc-13a6-4f78-9dd9-5c4d8b5f9051 HTTP/1.1" status: 204 len: 168 time: 0.8782003 Aug 23 21:30:21.939269 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1ee4bd5-d639-4b5f-915c-e61b7253c659', 'tag': 'cdc952ba-f69f-449f-8514-7ad8931b49eb'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:30:21.941700 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1e6a3834e992a26d7c0b67e33d767d389e5cf97a11b89f2293fa0299e1fe502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2027f3ee-2557-43ac-9f34-b8bf5593595a" -d '{"events": [{"name": "network-changed", "server_uuid": "a1ee4bd5-d639-4b5f-915c-e61b7253c659", "tag": "cdc952ba-f69f-449f-8514-7ad8931b49eb"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:30:21.984013 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8c8ce1-a647-412e-803a-27869ab29a5f x-openstack-request-id: req-4c8c8ce1-a647-412e-803a-27869ab29a5f {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:30:21.984342 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1ee4bd5-d639-4b5f-915c-e61b7253c659", "tag": "cdc952ba-f69f-449f-8514-7ad8931b49eb", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:30:21.984592 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4c8c8ce1-a647-412e-803a-27869ab29a5f {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:30:21.984995 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1ee4bd5-d639-4b5f-915c-e61b7253c659', 'tag': 'cdc952ba-f69f-449f-8514-7ad8931b49eb', 'status': 'completed', 'code': 200} Aug 23 21:30:22.031815 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-70e9eca4-66d4-40a1-b9e8-11e8fb988ece None None] Set router 92c22787-e61d-496a-86f9-5d03838d054a gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:30:22.055806 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2027f3ee-2557-43ac-9f34-b8bf5593595a req-e528fecb-aa5c-413e-801c-4fcff85dfd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:30:22.057384 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2027f3ee-2557-43ac-9f34-b8bf5593595a req-e528fecb-aa5c-413e-801c-4fcff85dfd3f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a8cf31f53f9c4468993e6e565c8bfedf&device_id=a1ee4bd5-d639-4b5f-915c-e61b7253c659 HTTP/1.1" status: 200 len: 1096 time: 0.0494132 Aug 23 21:30:22.177963 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2027f3ee-2557-43ac-9f34-b8bf5593595a req-527d3a59-0761-4dbe-8e09-e23cb839f2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:30:22.179449 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2027f3ee-2557-43ac-9f34-b8bf5593595a req-527d3a59-0761-4dbe-8e09-e23cb839f2b3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4ec2243a-737a-4660-bbdf-596a85277161 HTTP/1.1" status: 200 len: 915 time: 0.1155398 Aug 23 21:30:22.231697 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2027f3ee-2557-43ac-9f34-b8bf5593595a req-ca878fcc-2188-4e74-a57c-ac01f5e60a48 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cdc952ba-f69f-449f-8514-7ad8931b49eb HTTP/1.1" status: 200 len: 217 time: 0.0410733 Aug 23 21:30:22.257341 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-70e9eca4-66d4-40a1-b9e8-11e8fb988ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c22787-e61d-496a-86f9-5d03838d054a', 'name': 'tempest-TestMinimumBasicScenario-662077431-router', 'tenant_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'caffe0b9-7843-47a3-b3c7-cc88c3fafb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:28:22Z', 'updated_at': '2021-08-23T21:28:25Z', 'revision_number': 4, 'project_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'gw_port': {'id': 'caffe0b9-7843-47a3-b3c7-cc88c3fafb20', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c22787-e61d-496a-86f9-5d03838d054a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:28:23Z', 'updated_at': '2021-08-23T21:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '7156999d-7ae0-4681-aac5-73759e18753b', 'name': '', 'network_id': '4ec2243a-737a-4660-bbdf-596a85277161', 'tenant_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'mac_address': 'fa:16:3e:75:3d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c22787-e61d-496a-86f9-5d03838d054a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '123acd87-1d83-4721-8488-28b1bc6b1a08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:28:25Z', 'updated_at': '2021-08-23T21:28:32Z', 'revision_number': 5, 'project_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'subnets': [{'id': '123acd87-1d83-4721-8488-28b1bc6b1a08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:30:22.283059 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e9eca4-66d4-40a1-b9e8-11e8fb988ece None None] Checking router: 92c22787-e61d-496a-86f9-5d03838d054a for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:30:22.292434 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e9eca4-66d4-40a1-b9e8-11e8fb988ece None None] Routers {'92c22787-e61d-496a-86f9-5d03838d054a'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:30:22.292729 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2027f3ee-2557-43ac-9f34-b8bf5593595a req-0ed213c4-2b08-467e-85ab-cbeb3dd3913e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:30:22.293035 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-70e9eca4-66d4-40a1-b9e8-11e8fb988ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:30:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['92c22787-e61d-496a-86f9-5d03838d054a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:30:22.294254 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2027f3ee-2557-43ac-9f34-b8bf5593595a req-0ed213c4-2b08-467e-85ab-cbeb3dd3913e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=123acd87-1d83-4721-8488-28b1bc6b1a08 HTTP/1.1" status: 200 len: 853 time: 0.0552747 Aug 23 21:30:22.343234 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2027f3ee-2557-43ac-9f34-b8bf5593595a req-61afc4fd-c7bb-48d5-b42d-23e01dd6ac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:30:22.344758 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2027f3ee-2557-43ac-9f34-b8bf5593595a req-61afc4fd-c7bb-48d5-b42d-23e01dd6ac4d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ec2243a-737a-4660-bbdf-596a85277161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417943 Aug 23 21:30:22.442249 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2027f3ee-2557-43ac-9f34-b8bf5593595a req-47829335-1906-4c5a-b98f-f6b1924d6e0e service neutron] 10.222.0.11 "GET /v2.0/networks/4ec2243a-737a-4660-bbdf-596a85277161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892801 Aug 23 21:30:22.495210 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-70e9eca4-66d4-40a1-b9e8-11e8fb988ece None None] Set router 92c22787-e61d-496a-86f9-5d03838d054a gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:30:22.558107 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2027f3ee-2557-43ac-9f34-b8bf5593595a req-7b3cce68-3f44-419b-b187-7c7fb1cfcb29 service neutron] 10.222.0.11 "GET /v2.0/networks/4ec2243a-737a-4660-bbdf-596a85277161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926847 Aug 23 21:30:22.702276 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-70e9eca4-66d4-40a1-b9e8-11e8fb988ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c22787-e61d-496a-86f9-5d03838d054a', 'name': 'tempest-TestMinimumBasicScenario-662077431-router', 'tenant_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'caffe0b9-7843-47a3-b3c7-cc88c3fafb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:28:22Z', 'updated_at': '2021-08-23T21:28:25Z', 'revision_number': 4, 'project_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'gw_port': {'id': 'caffe0b9-7843-47a3-b3c7-cc88c3fafb20', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c22787-e61d-496a-86f9-5d03838d054a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:28:23Z', 'updated_at': '2021-08-23T21:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '7156999d-7ae0-4681-aac5-73759e18753b', 'name': '', 'network_id': '4ec2243a-737a-4660-bbdf-596a85277161', 'tenant_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'mac_address': 'fa:16:3e:75:3d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c22787-e61d-496a-86f9-5d03838d054a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '123acd87-1d83-4721-8488-28b1bc6b1a08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:28:25Z', 'updated_at': '2021-08-23T21:28:32Z', 'revision_number': 5, 'project_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'subnets': [{'id': '123acd87-1d83-4721-8488-28b1bc6b1a08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:30:22.728155 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e9eca4-66d4-40a1-b9e8-11e8fb988ece None None] The sync data for ids ['92c22787-e61d-496a-86f9-5d03838d054a'] in n-d-805663-2 is: [{'id': '92c22787-e61d-496a-86f9-5d03838d054a', 'name': 'tempest-TestMinimumBasicScenario-662077431-router', 'tenant_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'caffe0b9-7843-47a3-b3c7-cc88c3fafb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:28:22Z', 'updated_at': '2021-08-23T21:28:25Z', 'revision_number': 4, 'project_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'gw_port': {'id': 'caffe0b9-7843-47a3-b3c7-cc88c3fafb20', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c22787-e61d-496a-86f9-5d03838d054a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:28:23Z', 'updated_at': '2021-08-23T21:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '7156999d-7ae0-4681-aac5-73759e18753b', 'name': '', 'network_id': '4ec2243a-737a-4660-bbdf-596a85277161', 'tenant_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'mac_address': 'fa:16:3e:75:3d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c22787-e61d-496a-86f9-5d03838d054a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '123acd87-1d83-4721-8488-28b1bc6b1a08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:28:25Z', 'updated_at': '2021-08-23T21:28:32Z', 'revision_number': 5, 'project_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'subnets': [{'id': '123acd87-1d83-4721-8488-28b1bc6b1a08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:30:22.953919 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5074fc52-037d-446a-afe7-0ed8154fee5a None None] New status for floating IP 5ae5b0fc-13a6-4f78-9dd9-5c4d8b5f9051: DOWN {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 21:30:28.916352 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd00545e-dca1-4a96-a198-55937fc74e65 req-98d9168a-e993-4d43-ba75-8b77a3f101f0 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:30:28.918571 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bd00545e-dca1-4a96-a198-55937fc74e65 req-98d9168a-e993-4d43-ba75-8b77a3f101f0 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ee4bd5-d639-4b5f-915c-e61b7253c659 HTTP/1.1" status: 200 len: 945 time: 0.0527246 Aug 23 21:30:28.958575 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bd00545e-dca1-4a96-a198-55937fc74e65 req-29f832a3-6a54-4873-b40d-8c2702574fc9 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1febb5e-1878-4963-a216-34d668eba084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337806 Aug 23 21:30:30.076911 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba6de3-b4bf-44d7-a75d-13a524f9d03a req-4ba9f599-195b-41fc-b6f1-d52b1389e77f tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:30:30.078392 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-39ba6de3-b4bf-44d7-a75d-13a524f9d03a req-4ba9f599-195b-41fc-b6f1-d52b1389e77f tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ee4bd5-d639-4b5f-915c-e61b7253c659 HTTP/1.1" status: 200 len: 945 time: 0.0490270 Aug 23 21:30:30.117530 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-39ba6de3-b4bf-44d7-a75d-13a524f9d03a req-551ed487-286a-4a61-b0f9-93584ecefcc9 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1febb5e-1878-4963-a216-34d668eba084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319290 Aug 23 21:30:30.536672 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86b3d5-bca5-4bb1-8530-067035f6d14c req-6cf369b9-883b-4ed2-a840-b80717d08050 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:30:30.538385 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bf86b3d5-bca5-4bb1-8530-067035f6d14c req-6cf369b9-883b-4ed2-a840-b80717d08050 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1ee4bd5-d639-4b5f-915c-e61b7253c659 HTTP/1.1" status: 200 len: 945 time: 0.0566936 Aug 23 21:30:30.633438 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-bf86b3d5-bca5-4bb1-8530-067035f6d14c req-493f354d-a6eb-4165-acd9-a77f6d27d6c5 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Deleting port cdc952ba-f69f-449f-8514-7ad8931b49eb {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:30:30.633803 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-bf86b3d5-bca5-4bb1-8530-067035f6d14c req-493f354d-a6eb-4165-acd9-a77f6d27d6c5 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:30.728184 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-bf86b3d5-bca5-4bb1-8530-067035f6d14c req-493f354d-a6eb-4165-acd9-a77f6d27d6c5 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] For port cdc952ba-f69f-449f-8514-7ad8931b49eb, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=cdc952ba-f69f-449f-8514-7ad8931b49eb,segment=NetworkSegment(64c6901c-c006-4329-8ff2-a60be5778900),segment_id=64c6901c-c006-4329-8ff2-a60be5778900)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:30:30.728560 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-bf86b3d5-bca5-4bb1-8530-067035f6d14c req-493f354d-a6eb-4165-acd9-a77f6d27d6c5 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:30.741317 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-bf86b3d5-bca5-4bb1-8530-067035f6d14c req-493f354d-a6eb-4165-acd9-a77f6d27d6c5 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Calling delete_port for cdc952ba-f69f-449f-8514-7ad8931b49eb owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:30:30.874138 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-bf86b3d5-bca5-4bb1-8530-067035f6d14c req-493f354d-a6eb-4165-acd9-a77f6d27d6c5 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:30.888171 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['cdc952ba-f69f-449f-8514-7ad8931b49eb'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:30:30.910603 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f354d-a6eb-4165-acd9-a77f6d27d6c5 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Pushing event deleted for resources: {'Port': ['ID=cdc952ba-f69f-449f-8514-7ad8931b49eb,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:30:30.955007 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf86b3d5-bca5-4bb1-8530-067035f6d14c req-493f354d-a6eb-4165-acd9-a77f6d27d6c5 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] No DVR routers for this DVR port cdc952ba-f69f-449f-8514-7ad8931b49eb on host n-h1-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:30:30.958302 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-bf86b3d5-bca5-4bb1-8530-067035f6d14c req-493f354d-a6eb-4165-acd9-a77f6d27d6c5 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:30.961048 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bf86b3d5-bca5-4bb1-8530-067035f6d14c req-493f354d-a6eb-4165-acd9-a77f6d27d6c5 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.11 "DELETE /v2.0/ports/cdc952ba-f69f-449f-8514-7ad8931b49eb HTTP/1.1" status: 204 len: 173 time: 0.4166133 Aug 23 21:30:30.961493 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ee4bd5-d639-4b5f-915c-e61b7253c659', 'name': 'network-vif-deleted', 'tag': 'cdc952ba-f69f-449f-8514-7ad8931b49eb'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:30:30.964237 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}464d6cbacbaeb9374483e58d29b165f94917862334b697df3b381d289610f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca0c7c9-611b-4c5c-9d92-ba9e12556182" -d '{"events": [{"server_uuid": "a1ee4bd5-d639-4b5f-915c-e61b7253c659", "name": "network-vif-deleted", "tag": "cdc952ba-f69f-449f-8514-7ad8931b49eb"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:30:31.001383 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db91e682-c412-447d-916b-2e242a302917 x-openstack-request-id: req-db91e682-c412-447d-916b-2e242a302917 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:30:31.001682 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ee4bd5-d639-4b5f-915c-e61b7253c659", "name": "network-vif-deleted", "tag": "cdc952ba-f69f-449f-8514-7ad8931b49eb", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:30:31.001934 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-db91e682-c412-447d-916b-2e242a302917 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:30:31.002452 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ee4bd5-d639-4b5f-915c-e61b7253c659', 'name': 'network-vif-deleted', 'tag': 'cdc952ba-f69f-449f-8514-7ad8931b49eb', 'status': 'completed', 'code': 200} Aug 23 21:30:31.223269 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-31357aed-6323-4294-a476-9c37e014c62e req-5e278716-1055-45a0-9d97-eae9ddf523c2 tempest-TestMinimumBasicScenario-586811530 tempest-TestMinimumBasicScenario-586811530-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1ee4bd5-d639-4b5f-915c-e61b7253c659 HTTP/1.1" status: 200 len: 210 time: 0.0272262 Aug 23 21:30:32.795242 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53268) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:30:33.148218 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5f9836dd-3676-46d5-a105-36ac0007d72b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:33.728188 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-5f9836dd-3676-46d5-a105-36ac0007d72b admin admin] Deleting port 7156999d-7ae0-4681-aac5-73759e18753b {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:30:33.728527 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5f9836dd-3676-46d5-a105-36ac0007d72b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:33.805661 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-5f9836dd-3676-46d5-a105-36ac0007d72b admin admin] For port 7156999d-7ae0-4681-aac5-73759e18753b, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=7156999d-7ae0-4681-aac5-73759e18753b,segment=NetworkSegment(64c6901c-c006-4329-8ff2-a60be5778900),segment_id=64c6901c-c006-4329-8ff2-a60be5778900)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:30:33.806468 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5f9836dd-3676-46d5-a105-36ac0007d72b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:33.819919 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-5f9836dd-3676-46d5-a105-36ac0007d72b admin admin] Calling delete_port for 7156999d-7ae0-4681-aac5-73759e18753b owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:30:33.997332 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5f9836dd-3676-46d5-a105-36ac0007d72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:34.021036 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9836dd-3676-46d5-a105-36ac0007d72b admin admin] Pushing event deleted for resources: {'Port': ['ID=7156999d-7ae0-4681-aac5-73759e18753b,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:30:34.190719 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5f9836dd-3676-46d5-a105-36ac0007d72b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:34.407214 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f9836dd-3676-46d5-a105-36ac0007d72b admin admin] Router 92c22787-e61d-496a-86f9-5d03838d054a has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:30:34.515678 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9836dd-3676-46d5-a105-36ac0007d72b admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:30:34.520708 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5f9836dd-3676-46d5-a105-36ac0007d72b admin admin] 10.222.0.61 "PUT /v2.0/routers/92c22787-e61d-496a-86f9-5d03838d054a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7244110 Aug 23 21:30:34.523455 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53272) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:30:34.528422 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2017e2a-f4f4-4c71-8276-902726379253 None None] Sync routers for ids ['92c22787-e61d-496a-86f9-5d03838d054a'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:30:34.538487 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2017e2a-f4f4-4c71-8276-902726379253 None None] Routers {'92c22787-e61d-496a-86f9-5d03838d054a'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:30:34.539231 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b2017e2a-f4f4-4c71-8276-902726379253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:30:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['92c22787-e61d-496a-86f9-5d03838d054a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:30:34.633143 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-96ca4bfe-72e6-4cde-b3ff-bff3a723cd99 admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:34.642764 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-b2017e2a-f4f4-4c71-8276-902726379253 None None] Set router 92c22787-e61d-496a-86f9-5d03838d054a gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:30:34.738239 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-96ca4bfe-72e6-4cde-b3ff-bff3a723cd99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:34.794415 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-96ca4bfe-72e6-4cde-b3ff-bff3a723cd99 admin admin] Deleting port caffe0b9-7843-47a3-b3c7-cc88c3fafb20 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:30:34.794736 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-96ca4bfe-72e6-4cde-b3ff-bff3a723cd99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:34.821991 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b2017e2a-f4f4-4c71-8276-902726379253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c22787-e61d-496a-86f9-5d03838d054a', 'name': 'tempest-TestMinimumBasicScenario-662077431-router', 'tenant_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'caffe0b9-7843-47a3-b3c7-cc88c3fafb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:28:22Z', 'updated_at': '2021-08-23T21:30:33Z', 'revision_number': 5, 'project_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'gw_port': {'id': 'caffe0b9-7843-47a3-b3c7-cc88c3fafb20', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c22787-e61d-496a-86f9-5d03838d054a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:28:23Z', 'updated_at': '2021-08-23T21:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:30:34.853122 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2017e2a-f4f4-4c71-8276-902726379253 None None] Checking router: 92c22787-e61d-496a-86f9-5d03838d054a for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:30:34.861655 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2017e2a-f4f4-4c71-8276-902726379253 None None] Routers {'92c22787-e61d-496a-86f9-5d03838d054a'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:30:34.862300 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b2017e2a-f4f4-4c71-8276-902726379253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:30:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['92c22787-e61d-496a-86f9-5d03838d054a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:30:34.878635 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-96ca4bfe-72e6-4cde-b3ff-bff3a723cd99 admin admin] For port caffe0b9-7843-47a3-b3c7-cc88c3fafb20, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=caffe0b9-7843-47a3-b3c7-cc88c3fafb20,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:30:34.879002 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-96ca4bfe-72e6-4cde-b3ff-bff3a723cd99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:34.890830 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-96ca4bfe-72e6-4cde-b3ff-bff3a723cd99 admin admin] Calling delete_port for caffe0b9-7843-47a3-b3c7-cc88c3fafb20 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:30:34.947233 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-b2017e2a-f4f4-4c71-8276-902726379253 None None] Set router 92c22787-e61d-496a-86f9-5d03838d054a gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:30:34.998424 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b2017e2a-f4f4-4c71-8276-902726379253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c22787-e61d-496a-86f9-5d03838d054a', 'name': 'tempest-TestMinimumBasicScenario-662077431-router', 'tenant_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:28:22Z', 'updated_at': '2021-08-23T21:30:34Z', 'revision_number': 6, 'project_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'gw_port_host': None}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:30:35.027538 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2017e2a-f4f4-4c71-8276-902726379253 None None] The sync data for ids ['92c22787-e61d-496a-86f9-5d03838d054a'] in n-d-805663-2 is: [{'id': '92c22787-e61d-496a-86f9-5d03838d054a', 'name': 'tempest-TestMinimumBasicScenario-662077431-router', 'tenant_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:28:22Z', 'updated_at': '2021-08-23T21:30:34Z', 'revision_number': 6, 'project_id': 'a8cf31f53f9c4468993e6e565c8bfedf', 'gw_port_host': None}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:30:35.061876 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-96ca4bfe-72e6-4cde-b3ff-bff3a723cd99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:35.092768 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca4bfe-72e6-4cde-b3ff-bff3a723cd99 admin admin] Pushing event deleted for resources: {'Port': ['ID=caffe0b9-7843-47a3-b3c7-cc88c3fafb20,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:30:35.150631 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-96ca4bfe-72e6-4cde-b3ff-bff3a723cd99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:35.242525 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-96ca4bfe-72e6-4cde-b3ff-bff3a723cd99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:35.244910 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-96ca4bfe-72e6-4cde-b3ff-bff3a723cd99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:35.291701 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-96ca4bfe-72e6-4cde-b3ff-bff3a723cd99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:35.292230 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ca4bfe-72e6-4cde-b3ff-bff3a723cd99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92c22787-e61d-496a-86f9-5d03838d054a {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 21:30:35.296855 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-96ca4bfe-72e6-4cde-b3ff-bff3a723cd99 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:35.298042 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-96ca4bfe-72e6-4cde-b3ff-bff3a723cd99 admin admin] 10.222.0.61 "DELETE /v2.0/routers/92c22787-e61d-496a-86f9-5d03838d054a HTTP/1.1" status: 204 len: 168 time: 0.7735608 Aug 23 21:30:35.301847 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53274) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:30:35.347986 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9af989f-a4e2-4acc-86aa-203da4728711 admin admin] Deleting subnet 123acd87-1d83-4721-8488-28b1bc6b1a08 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 21:30:35.350665 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d9af989f-a4e2-4acc-86aa-203da4728711 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:35.386423 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d9af989f-a4e2-4acc-86aa-203da4728711 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:35.394583 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device cdc952ba-f69f-449f-8514-7ad8931b49eb no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:30:35.420682 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: cdc952ba-f69f-449f-8514-7ad8931b49eb {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:30:35.421124 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device cdc952ba-f69f-449f-8514-7ad8931b49eb not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:30:35.474765 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d9af989f-a4e2-4acc-86aa-203da4728711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:35.528820 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d9af989f-a4e2-4acc-86aa-203da4728711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:35.556865 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af989f-a4e2-4acc-86aa-203da4728711 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=123acd87-1d83-4721-8488-28b1bc6b1a08,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:30:35.561681 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d9af989f-a4e2-4acc-86aa-203da4728711 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:35.566809 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53276) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:30:35.569767 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d996d4-2cd7-425c-a83b-7f7070ac902d None None] Network 4ec2243a-737a-4660-bbdf-596a85277161 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:30:35.572653 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d9af989f-a4e2-4acc-86aa-203da4728711 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/123acd87-1d83-4721-8488-28b1bc6b1a08 HTTP/1.1" status: 204 len: 168 time: 0.2697170 Aug 23 21:30:35.641405 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-be4d9591-c9e8-44e0-837d-9cb57e18493e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:35.700581 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-be4d9591-c9e8-44e0-837d-9cb57e18493e admin admin] Deleting port 35df852f-8995-4736-a72c-f5b20a9c3829 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:30:35.700916 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-be4d9591-c9e8-44e0-837d-9cb57e18493e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:35.770503 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f766ec-9262-41a4-a594-b17991b27821 None None] DHCP port deletion for 4ec2243a-737a-4660-bbdf-596a85277161 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 21:30:35.776275 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device caffe0b9-7843-47a3-b3c7-cc88c3fafb20 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:30:35.776466 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-be4d9591-c9e8-44e0-837d-9cb57e18493e admin admin] For port 35df852f-8995-4736-a72c-f5b20a9c3829, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=35df852f-8995-4736-a72c-f5b20a9c3829,segment=NetworkSegment(64c6901c-c006-4329-8ff2-a60be5778900),segment_id=64c6901c-c006-4329-8ff2-a60be5778900)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:30:35.776664 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-be4d9591-c9e8-44e0-837d-9cb57e18493e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:35.798020 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-be4d9591-c9e8-44e0-837d-9cb57e18493e admin admin] Calling delete_port for 35df852f-8995-4736-a72c-f5b20a9c3829 owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:30:35.818013 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: caffe0b9-7843-47a3-b3c7-cc88c3fafb20 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:30:35.818605 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device caffe0b9-7843-47a3-b3c7-cc88c3fafb20 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:30:35.819122 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 7156999d-7ae0-4681-aac5-73759e18753b no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:30:35.859279 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 7156999d-7ae0-4681-aac5-73759e18753b {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:30:35.859713 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 7156999d-7ae0-4681-aac5-73759e18753b not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:30:35.885856 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-be4d9591-c9e8-44e0-837d-9cb57e18493e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:35.894963 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a4f766ec-9262-41a4-a594-b17991b27821 None None] Deleting port 35df852f-8995-4736-a72c-f5b20a9c3829 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:30:35.895345 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a4f766ec-9262-41a4-a594-b17991b27821 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:35.913423 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4d9591-c9e8-44e0-837d-9cb57e18493e admin admin] Pushing event deleted for resources: {'Port': ['ID=35df852f-8995-4736-a72c-f5b20a9c3829,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:30:35.916498 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4d9591-c9e8-44e0-837d-9cb57e18493e admin admin] No DVR routers for this DVR port 35df852f-8995-4736-a72c-f5b20a9c3829 on host n-d-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:30:35.958390 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a4f766ec-9262-41a4-a594-b17991b27821 None None] For port 35df852f-8995-4736-a72c-f5b20a9c3829, host n-d-805663-2, got binding levels [] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:30:35.958789 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a4f766ec-9262-41a4-a594-b17991b27821 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:35.971617 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a4f766ec-9262-41a4-a594-b17991b27821 None None] Calling delete_port for 35df852f-8995-4736-a72c-f5b20a9c3829 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:30:35.974255 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.ipam_backend_mixin [None req-a4f766ec-9262-41a4-a594-b17991b27821 None None] Port 35df852f-8995-4736-a72c-f5b20a9c3829 was not found and therefore no delete operation was performed {{(pid=94689) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 23 21:30:35.975493 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a4f766ec-9262-41a4-a594-b17991b27821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:35.992309 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-be4d9591-c9e8-44e0-837d-9cb57e18493e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:36.004023 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-be4d9591-c9e8-44e0-837d-9cb57e18493e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ec2243a-737a-4660-bbdf-596a85277161']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:30:36.004383 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f766ec-9262-41a4-a594-b17991b27821 None None] Pushing event deleted for resources: {'Port': ['ID=35df852f-8995-4736-a72c-f5b20a9c3829,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:30:36.008888 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f766ec-9262-41a4-a594-b17991b27821 None None] No DVR routers for this DVR port 35df852f-8995-4736-a72c-f5b20a9c3829 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:30:36.015868 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-be4d9591-c9e8-44e0-837d-9cb57e18493e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64c6901c-c006-4329-8ff2-a60be5778900') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:30:36.016120 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f766ec-9262-41a4-a594-b17991b27821 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:30:36.016274 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f766ec-9262-41a4-a594-b17991b27821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:30:36.016383 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-be4d9591-c9e8-44e0-837d-9cb57e18493e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64c6901c-c006-4329-8ff2-a60be5778900') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:30:36.016621 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f766ec-9262-41a4-a594-b17991b27821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:30:36.016968 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f766ec-9262-41a4-a594-b17991b27821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:30:36.017305 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f766ec-9262-41a4-a594-b17991b27821 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:30:36.017969 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f766ec-9262-41a4-a594-b17991b27821 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:30:36.017969 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f766ec-9262-41a4-a594-b17991b27821 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:30:36.018902 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f766ec-9262-41a4-a594-b17991b27821 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:30:36.019239 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f766ec-9262-41a4-a594-b17991b27821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:30:36.019567 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f766ec-9262-41a4-a594-b17991b27821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:30:36.019892 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f766ec-9262-41a4-a594-b17991b27821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:30:36.020244 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f766ec-9262-41a4-a594-b17991b27821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:30:36.027319 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-be4d9591-c9e8-44e0-837d-9cb57e18493e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:36.041680 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-be4d9591-c9e8-44e0-837d-9cb57e18493e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:36.047867 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be4d9591-c9e8-44e0-837d-9cb57e18493e admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:30:36.048377 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-be4d9591-c9e8-44e0-837d-9cb57e18493e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:36.050227 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 21:30:36.050227 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:30:36.050227 n-d-805663-2 neutron-server[94687]: timer() Aug 23 21:30:36.050227 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:30:36.050227 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 21:30:36.050227 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:30:36.050227 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 21:30:36.050227 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:30:36.050227 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 21:30:36.050227 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:30:36.050227 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 21:30:36.050227 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:30:36.050227 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 21:30:36.050227 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:30:36.050227 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:30:36.050227 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:30:36.050227 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:30:36.050227 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:30:36.050227 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 21:30:36.050227 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:30:36.050227 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 21:30:36.050227 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:30:36.050227 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:30:36.050227 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:30:36.050227 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 21:30:36.050227 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:30:36.050227 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:30:36.050227 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:30:36.050227 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:30:36.050227 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:30:36.050227 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:30:36.050227 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:30:36.104503 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-be4d9591-c9e8-44e0-837d-9cb57e18493e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:36.110160 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-be4d9591-c9e8-44e0-837d-9cb57e18493e admin admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:36.112017 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-be4d9591-c9e8-44e0-837d-9cb57e18493e admin admin] 10.222.0.61 "DELETE /v2.0/networks/4ec2243a-737a-4660-bbdf-596a85277161 HTTP/1.1" status: 204 len: 168 time: 0.5441730 Aug 23 21:30:36.115018 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53282) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:30:36.135428 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4d9591-c9e8-44e0-837d-9cb57e18493e admin admin] Pushing event deleted for resources: {'Network': ['ID=4ec2243a-737a-4660-bbdf-596a85277161,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:30:36.470913 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3076da77-8228-48f0-b1e5-3cf256e6abcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:36.714852 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-3076da77-8228-48f0-b1e5-3cf256e6abcc admin admin] Deleting port a456239e-85df-412b-b6ee-7d3649be859c {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:30:36.715575 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3076da77-8228-48f0-b1e5-3cf256e6abcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:36.792315 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-3076da77-8228-48f0-b1e5-3cf256e6abcc admin admin] For port a456239e-85df-412b-b6ee-7d3649be859c, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=a456239e-85df-412b-b6ee-7d3649be859c,segment=NetworkSegment(a6b9806f-3ce1-450e-94ac-0eeaa8f13e85),segment_id=a6b9806f-3ce1-450e-94ac-0eeaa8f13e85)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:30:36.792602 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3076da77-8228-48f0-b1e5-3cf256e6abcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:36.804336 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-3076da77-8228-48f0-b1e5-3cf256e6abcc admin admin] Calling delete_port for a456239e-85df-412b-b6ee-7d3649be859c owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:30:36.986636 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3076da77-8228-48f0-b1e5-3cf256e6abcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:37.014259 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3076da77-8228-48f0-b1e5-3cf256e6abcc admin admin] Pushing event deleted for resources: {'Port': ['ID=a456239e-85df-412b-b6ee-7d3649be859c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:30:37.181970 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3076da77-8228-48f0-b1e5-3cf256e6abcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:37.396349 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3076da77-8228-48f0-b1e5-3cf256e6abcc admin admin] Router 60f6db3b-e491-4d5d-9ec9-23d1b9813fbe has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:30:37.503452 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3076da77-8228-48f0-b1e5-3cf256e6abcc admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:30:37.508827 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3076da77-8228-48f0-b1e5-3cf256e6abcc admin admin] 10.222.0.61 "PUT /v2.0/routers/60f6db3b-e491-4d5d-9ec9-23d1b9813fbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3928065 Aug 23 21:30:37.511585 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53284) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:30:37.512918 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79ec7d0-5b56-47b8-9051-d618831a9269 None None] Sync routers for ids ['60f6db3b-e491-4d5d-9ec9-23d1b9813fbe'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:30:37.522656 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79ec7d0-5b56-47b8-9051-d618831a9269 None None] Routers {'60f6db3b-e491-4d5d-9ec9-23d1b9813fbe'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:30:37.523277 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-a79ec7d0-5b56-47b8-9051-d618831a9269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:30:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['60f6db3b-e491-4d5d-9ec9-23d1b9813fbe'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:30:37.621994 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ae55dab-45ec-44da-a1a0-030508400c0f admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:37.628719 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-a79ec7d0-5b56-47b8-9051-d618831a9269 None None] Set router 60f6db3b-e491-4d5d-9ec9-23d1b9813fbe gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:30:37.728154 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ae55dab-45ec-44da-a1a0-030508400c0f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:37.794843 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-6ae55dab-45ec-44da-a1a0-030508400c0f admin admin] Deleting port fcaa46e2-e997-4b2b-916e-10973922c2c1 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:30:37.795187 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ae55dab-45ec-44da-a1a0-030508400c0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:37.812738 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-a79ec7d0-5b56-47b8-9051-d618831a9269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f6db3b-e491-4d5d-9ec9-23d1b9813fbe', 'name': 'tempest-TestMinimumBasicScenario-1394260004-router', 'tenant_id': '91d4961acc584bf2bd24186f4d11064a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'fcaa46e2-e997-4b2b-916e-10973922c2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:28:27Z', 'updated_at': '2021-08-23T21:30:36Z', 'revision_number': 5, 'project_id': '91d4961acc584bf2bd24186f4d11064a', 'gw_port': {'id': 'fcaa46e2-e997-4b2b-916e-10973922c2c1', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f6db3b-e491-4d5d-9ec9-23d1b9813fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:28:28Z', 'updated_at': '2021-08-23T21:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:30:37.841211 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 35df852f-8995-4736-a72c-f5b20a9c3829 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:30:37.844316 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79ec7d0-5b56-47b8-9051-d618831a9269 None None] Checking router: 60f6db3b-e491-4d5d-9ec9-23d1b9813fbe for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:30:37.864704 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 35df852f-8995-4736-a72c-f5b20a9c3829 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:30:37.865081 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 35df852f-8995-4736-a72c-f5b20a9c3829 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:30:37.873966 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79ec7d0-5b56-47b8-9051-d618831a9269 None None] Routers {'60f6db3b-e491-4d5d-9ec9-23d1b9813fbe'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:30:37.874386 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-a79ec7d0-5b56-47b8-9051-d618831a9269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:30:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['60f6db3b-e491-4d5d-9ec9-23d1b9813fbe'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:30:37.880390 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-6ae55dab-45ec-44da-a1a0-030508400c0f admin admin] For port fcaa46e2-e997-4b2b-916e-10973922c2c1, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=fcaa46e2-e997-4b2b-916e-10973922c2c1,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:30:37.880945 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ae55dab-45ec-44da-a1a0-030508400c0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:37.892715 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-6ae55dab-45ec-44da-a1a0-030508400c0f admin admin] Calling delete_port for fcaa46e2-e997-4b2b-916e-10973922c2c1 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:30:37.961741 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-a79ec7d0-5b56-47b8-9051-d618831a9269 None None] Set router 60f6db3b-e491-4d5d-9ec9-23d1b9813fbe gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:30:38.017924 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-a79ec7d0-5b56-47b8-9051-d618831a9269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f6db3b-e491-4d5d-9ec9-23d1b9813fbe', 'name': 'tempest-TestMinimumBasicScenario-1394260004-router', 'tenant_id': '91d4961acc584bf2bd24186f4d11064a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:28:27Z', 'updated_at': '2021-08-23T21:30:37Z', 'revision_number': 6, 'project_id': '91d4961acc584bf2bd24186f4d11064a', 'gw_port_host': None}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:30:38.044751 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79ec7d0-5b56-47b8-9051-d618831a9269 None None] The sync data for ids ['60f6db3b-e491-4d5d-9ec9-23d1b9813fbe'] in n-d-805663-2 is: [{'id': '60f6db3b-e491-4d5d-9ec9-23d1b9813fbe', 'name': 'tempest-TestMinimumBasicScenario-1394260004-router', 'tenant_id': '91d4961acc584bf2bd24186f4d11064a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:28:27Z', 'updated_at': '2021-08-23T21:30:37Z', 'revision_number': 6, 'project_id': '91d4961acc584bf2bd24186f4d11064a', 'gw_port_host': None}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:30:38.064424 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ae55dab-45ec-44da-a1a0-030508400c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:38.092996 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae55dab-45ec-44da-a1a0-030508400c0f admin admin] Pushing event deleted for resources: {'Port': ['ID=fcaa46e2-e997-4b2b-916e-10973922c2c1,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:30:38.157829 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ae55dab-45ec-44da-a1a0-030508400c0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:38.248981 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ae55dab-45ec-44da-a1a0-030508400c0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:38.250998 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ae55dab-45ec-44da-a1a0-030508400c0f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:38.296797 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ae55dab-45ec-44da-a1a0-030508400c0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:38.297420 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae55dab-45ec-44da-a1a0-030508400c0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60f6db3b-e491-4d5d-9ec9-23d1b9813fbe {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 21:30:38.304468 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ae55dab-45ec-44da-a1a0-030508400c0f admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:38.305735 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-6ae55dab-45ec-44da-a1a0-030508400c0f admin admin] 10.222.0.61 "DELETE /v2.0/routers/60f6db3b-e491-4d5d-9ec9-23d1b9813fbe HTTP/1.1" status: 204 len: 168 time: 0.7930784 Aug 23 21:30:38.308382 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53286) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:30:38.359671 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-abf64320-2a2b-4166-b69a-894e32646dab admin admin] Deleting subnet 9ab67a31-85b8-4e14-adf2-151338bbfdd4 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 21:30:38.363256 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-abf64320-2a2b-4166-b69a-894e32646dab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:38.397608 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-abf64320-2a2b-4166-b69a-894e32646dab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:38.487377 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-abf64320-2a2b-4166-b69a-894e32646dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:38.541156 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-abf64320-2a2b-4166-b69a-894e32646dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:38.566951 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf64320-2a2b-4166-b69a-894e32646dab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ab67a31-85b8-4e14-adf2-151338bbfdd4,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:30:38.570615 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-abf64320-2a2b-4166-b69a-894e32646dab admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:38.573180 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-abf64320-2a2b-4166-b69a-894e32646dab admin admin] 10.222.0.61 "DELETE /v2.0/subnets/9ab67a31-85b8-4e14-adf2-151338bbfdd4 HTTP/1.1" status: 204 len: 168 time: 0.2630625 Aug 23 21:30:38.574921 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53288) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:30:38.576324 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7d2d42-29ad-4b69-9183-e57b29ab9cb7 None None] Network 7a35390e-4653-48e8-a5e2-e7a03d338ceb requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:30:38.644310 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-66959468-da17-49f4-ac16-c98791e6ee04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:38.702625 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-66959468-da17-49f4-ac16-c98791e6ee04 admin admin] Deleting port b6a9e58f-7a7f-4f99-bcbe-7cd47e868263 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:30:38.702991 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-66959468-da17-49f4-ac16-c98791e6ee04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:38.771382 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-66959468-da17-49f4-ac16-c98791e6ee04 admin admin] For port b6a9e58f-7a7f-4f99-bcbe-7cd47e868263, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=b6a9e58f-7a7f-4f99-bcbe-7cd47e868263,segment=NetworkSegment(a6b9806f-3ce1-450e-94ac-0eeaa8f13e85),segment_id=a6b9806f-3ce1-450e-94ac-0eeaa8f13e85)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:30:38.771752 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-66959468-da17-49f4-ac16-c98791e6ee04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:38.788234 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-66959468-da17-49f4-ac16-c98791e6ee04 admin admin] Calling delete_port for b6a9e58f-7a7f-4f99-bcbe-7cd47e868263 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:30:38.788860 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0e1f1c-1c39-40d8-8454-7010c261e77e None None] DHCP port deletion for 7a35390e-4653-48e8-a5e2-e7a03d338ceb request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 21:30:38.836164 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4b0e1f1c-1c39-40d8-8454-7010c261e77e None None] Deleting port b6a9e58f-7a7f-4f99-bcbe-7cd47e868263 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:30:38.836539 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4b0e1f1c-1c39-40d8-8454-7010c261e77e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:38.879769 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-66959468-da17-49f4-ac16-c98791e6ee04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:38.905927 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4b0e1f1c-1c39-40d8-8454-7010c261e77e None None] For port b6a9e58f-7a7f-4f99-bcbe-7cd47e868263, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=b6a9e58f-7a7f-4f99-bcbe-7cd47e868263,segment=NetworkSegment(a6b9806f-3ce1-450e-94ac-0eeaa8f13e85),segment_id=a6b9806f-3ce1-450e-94ac-0eeaa8f13e85)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:30:38.906326 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4b0e1f1c-1c39-40d8-8454-7010c261e77e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:38.909716 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66959468-da17-49f4-ac16-c98791e6ee04 admin admin] No DVR routers for this DVR port b6a9e58f-7a7f-4f99-bcbe-7cd47e868263 on host n-d-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:30:38.914338 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66959468-da17-49f4-ac16-c98791e6ee04 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6a9e58f-7a7f-4f99-bcbe-7cd47e868263,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:30:38.923143 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4b0e1f1c-1c39-40d8-8454-7010c261e77e None None] Calling delete_port for b6a9e58f-7a7f-4f99-bcbe-7cd47e868263 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:30:38.988117 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-66959468-da17-49f4-ac16-c98791e6ee04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:39.000953 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-66959468-da17-49f4-ac16-c98791e6ee04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a35390e-4653-48e8-a5e2-e7a03d338ceb']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:30:39.001307 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4b0e1f1c-1c39-40d8-8454-7010c261e77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:39.012736 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-66959468-da17-49f4-ac16-c98791e6ee04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6b9806f-3ce1-450e-94ac-0eeaa8f13e85') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:30:39.013168 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-66959468-da17-49f4-ac16-c98791e6ee04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6b9806f-3ce1-450e-94ac-0eeaa8f13e85') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:30:39.023396 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-66959468-da17-49f4-ac16-c98791e6ee04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:39.030545 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0e1f1c-1c39-40d8-8454-7010c261e77e None None] Pushing event deleted for resources: {'Port': ['ID=b6a9e58f-7a7f-4f99-bcbe-7cd47e868263,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:30:39.037153 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0e1f1c-1c39-40d8-8454-7010c261e77e None None] No DVR routers for this DVR port b6a9e58f-7a7f-4f99-bcbe-7cd47e868263 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:30:39.044922 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-66959468-da17-49f4-ac16-c98791e6ee04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:39.054001 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66959468-da17-49f4-ac16-c98791e6ee04 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:30:39.054325 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-66959468-da17-49f4-ac16-c98791e6ee04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:39.056207 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 21:30:39.056207 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:30:39.056207 n-d-805663-2 neutron-server[94688]: timer() Aug 23 21:30:39.056207 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:30:39.056207 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 21:30:39.056207 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:30:39.056207 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 21:30:39.056207 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:30:39.056207 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 21:30:39.056207 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:30:39.056207 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 21:30:39.056207 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:30:39.056207 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 21:30:39.056207 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:30:39.056207 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:30:39.056207 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:30:39.056207 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:30:39.056207 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:30:39.056207 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 21:30:39.056207 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:30:39.056207 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 21:30:39.056207 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:30:39.056207 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:30:39.056207 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:30:39.056207 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 21:30:39.056207 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:30:39.056207 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:30:39.056207 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:30:39.056207 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:30:39.056207 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:30:39.056207 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:30:39.056207 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:30:39.117769 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-66959468-da17-49f4-ac16-c98791e6ee04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:39.123939 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-66959468-da17-49f4-ac16-c98791e6ee04 admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:39.125992 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-66959468-da17-49f4-ac16-c98791e6ee04 admin admin] 10.222.0.61 "DELETE /v2.0/networks/7a35390e-4653-48e8-a5e2-e7a03d338ceb HTTP/1.1" status: 204 len: 168 time: 0.5500669 Aug 23 21:30:39.137676 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66959468-da17-49f4-ac16-c98791e6ee04 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a35390e-4653-48e8-a5e2-e7a03d338ceb,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:30:39.288289 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53292) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:30:39.330221 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-04a93642-14d5-43be-9617-c4f8750b1feb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a8cf31f53f9c4468993e6e565c8bfedf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384662 Aug 23 21:30:39.331017 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53294) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:30:39.381289 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0cf21069-d865-462f-89dd-3fe0547e0d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:39.403703 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0cf21069-d865-462f-89dd-3fe0547e0d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:39.455371 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0cf21069-d865-462f-89dd-3fe0547e0d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:39.458887 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0cf21069-d865-462f-89dd-3fe0547e0d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:39.460039 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-0cf21069-d865-462f-89dd-3fe0547e0d4b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c1febb5e-1878-4963-a216-34d668eba084 HTTP/1.1" status: 204 len: 168 time: 0.1279302 Aug 23 21:30:39.469075 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf21069-d865-462f-89dd-3fe0547e0d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1febb5e-1878-4963-a216-34d668eba084,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:30:39.748289 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device fcaa46e2-e997-4b2b-916e-10973922c2c1 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:30:39.775178 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: fcaa46e2-e997-4b2b-916e-10973922c2c1 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:30:39.775528 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device fcaa46e2-e997-4b2b-916e-10973922c2c1 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:30:39.775950 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device a456239e-85df-412b-b6ee-7d3649be859c no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:30:39.780503 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53300) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:30:39.797307 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: a456239e-85df-412b-b6ee-7d3649be859c {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:30:39.797654 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device a456239e-85df-412b-b6ee-7d3649be859c not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:30:39.798081 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device b6a9e58f-7a7f-4f99-bcbe-7cd47e868263 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:30:39.817624 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: b6a9e58f-7a7f-4f99-bcbe-7cd47e868263 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:30:39.817972 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device b6a9e58f-7a7f-4f99-bcbe-7cd47e868263 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:30:39.822536 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-1df79b0f-3293-4eac-b41c-a1bdd4aed4db admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=91d4961acc584bf2bd24186f4d11064a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408075 Aug 23 21:30:39.825033 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53302) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:30:39.874851 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-06063128-201e-43e6-bb9a-7ec1bfc53eb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:39.895515 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-06063128-201e-43e6-bb9a-7ec1bfc53eb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:39.942781 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-06063128-201e-43e6-bb9a-7ec1bfc53eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:39.945749 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-06063128-201e-43e6-bb9a-7ec1bfc53eb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:39.947243 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-06063128-201e-43e6-bb9a-7ec1bfc53eb8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/97203b0a-901d-486b-bb25-10873cdf7e44 HTTP/1.1" status: 204 len: 168 time: 0.1212857 Aug 23 21:30:39.955069 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06063128-201e-43e6-bb9a-7ec1bfc53eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97203b0a-901d-486b-bb25-10873cdf7e44,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:30:40.120921 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-03e804cd-f582-4023-836c-5ac4f9bde39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:40.922212 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:41.597649 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53342) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:30:41.602416 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-f5382020-1f07-40b6-829f-aaea237440ea tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1642951381', 'description': 'tempest-secgroup-smoke-1642951381 description', 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:30:41.627545 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5382020-1f07-40b6-829f-aaea237440ea tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:41.635527 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5382020-1f07-40b6-829f-aaea237440ea tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:41.727773 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5382020-1f07-40b6-829f-aaea237440ea tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:41.731644 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5382020-1f07-40b6-829f-aaea237440ea tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:41.771729 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5382020-1f07-40b6-829f-aaea237440ea tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9feaa5-e804-44e5-92fb-77a1d9e4f371,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:30:41.828966 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5382020-1f07-40b6-829f-aaea237440ea tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:41.833856 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5382020-1f07-40b6-829f-aaea237440ea tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:41.863805 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5382020-1f07-40b6-829f-aaea237440ea tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca002249-add1-4a72-86b3-6f8836fdf0e6,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:30:41.867352 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5382020-1f07-40b6-829f-aaea237440ea tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:41.868858 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f5382020-1f07-40b6-829f-aaea237440ea tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2701895 Aug 23 21:30:41.871832 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53344) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:30:41.876187 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-eaddc86f-3a80-498c-a119-71ef05326462 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Request body: {'security_group_rule': {'security_group_id': 'ca002249-add1-4a72-86b3-6f8836fdf0e6', 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:30:41.903934 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eaddc86f-3a80-498c-a119-71ef05326462 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:41.961468 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eaddc86f-3a80-498c-a119-71ef05326462 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:41.965086 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eaddc86f-3a80-498c-a119-71ef05326462 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:41.982723 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaddc86f-3a80-498c-a119-71ef05326462 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d59817b-add1-45d2-8961-e2d0a63307c1,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:30:41.988963 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eaddc86f-3a80-498c-a119-71ef05326462 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:41.990557 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-eaddc86f-3a80-498c-a119-71ef05326462 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1177726 Aug 23 21:30:41.993456 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53346) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:30:41.998419 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ffd46de9-a94a-442f-909f-8b523a707cd0 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Request body: {'security_group_rule': {'security_group_id': 'ca002249-add1-4a72-86b3-6f8836fdf0e6', 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:30:42.026290 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ffd46de9-a94a-442f-909f-8b523a707cd0 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:42.083344 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ffd46de9-a94a-442f-909f-8b523a707cd0 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:42.087068 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ffd46de9-a94a-442f-909f-8b523a707cd0 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:42.106927 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd46de9-a94a-442f-909f-8b523a707cd0 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7855cf5-d518-4eba-8100-c32a834d60dc,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:30:42.111053 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ffd46de9-a94a-442f-909f-8b523a707cd0 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:42.116103 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ffd46de9-a94a-442f-909f-8b523a707cd0 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1178701 Aug 23 21:30:42.116103 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53348) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:30:42.121261 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-7a1a6af9-86c8-42e9-a174-fbbe6a9aa0e2 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Request body: {'security_group_rule': {'security_group_id': 'ca002249-add1-4a72-86b3-6f8836fdf0e6', 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:30:42.149027 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a1a6af9-86c8-42e9-a174-fbbe6a9aa0e2 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:42.210485 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a1a6af9-86c8-42e9-a174-fbbe6a9aa0e2 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:42.214138 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a1a6af9-86c8-42e9-a174-fbbe6a9aa0e2 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:42.234307 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1a6af9-86c8-42e9-a174-fbbe6a9aa0e2 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c600721f-1767-4164-a55d-f579fdf3f326,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:30:42.239467 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a1a6af9-86c8-42e9-a174-fbbe6a9aa0e2 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:42.240713 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-7a1a6af9-86c8-42e9-a174-fbbe6a9aa0e2 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1236682 Aug 23 21:30:42.243500 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53350) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:30:42.248247 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-7bf7040e-6a33-475a-95fa-785532aaac6b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Request body: {'security_group_rule': {'security_group_id': 'ca002249-add1-4a72-86b3-6f8836fdf0e6', 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:30:42.249623 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:30:42.275218 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7bf7040e-6a33-475a-95fa-785532aaac6b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:42.334154 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7bf7040e-6a33-475a-95fa-785532aaac6b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:42.337741 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7bf7040e-6a33-475a-95fa-785532aaac6b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:42.357058 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf7040e-6a33-475a-95fa-785532aaac6b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76b3a616-5234-448a-a427-f8965c163b99,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:30:42.359844 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7bf7040e-6a33-475a-95fa-785532aaac6b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:42.361057 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-7bf7040e-6a33-475a-95fa-785532aaac6b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1163304 Aug 23 21:30:42.364353 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53352) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:30:42.368711 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-09928cea-9810-4af4-9434-e64466c9bb26 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Request body: {'security_group_rule': {'security_group_id': 'ca002249-add1-4a72-86b3-6f8836fdf0e6', 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:30:42.391486 n-d-805663-2 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-09928cea-9810-4af4-9434-e64466c9bb26 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Project f5ec03f379a044fe8aab04b1df4a2f2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 21:30:42.396247 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-09928cea-9810-4af4-9434-e64466c9bb26 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:42.458204 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-09928cea-9810-4af4-9434-e64466c9bb26 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:42.462086 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-09928cea-9810-4af4-9434-e64466c9bb26 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:42.481168 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09928cea-9810-4af4-9434-e64466c9bb26 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ffd14f4-1250-4b64-a1bf-13ef64e40837,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:30:42.484831 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-09928cea-9810-4af4-9434-e64466c9bb26 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:42.486017 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-09928cea-9810-4af4-9434-e64466c9bb26 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1207287 Aug 23 21:30:42.489822 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53354) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:30:42.494545 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-078830ff-0bbe-41b4-8644-b94122441972 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Request body: {'security_group_rule': {'security_group_id': 'ca002249-add1-4a72-86b3-6f8836fdf0e6', 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:30:42.517573 n-d-805663-2 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-078830ff-0bbe-41b4-8644-b94122441972 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Project f5ec03f379a044fe8aab04b1df4a2f2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 21:30:42.522651 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-078830ff-0bbe-41b4-8644-b94122441972 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:42.587455 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-078830ff-0bbe-41b4-8644-b94122441972 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:42.591083 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-078830ff-0bbe-41b4-8644-b94122441972 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:42.610043 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078830ff-0bbe-41b4-8644-b94122441972 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8762842-3264-4652-a6d6-db230feafcef,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:30:42.618398 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-078830ff-0bbe-41b4-8644-b94122441972 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:42.619893 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-078830ff-0bbe-41b4-8644-b94122441972 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1290886 Aug 23 21:30:42.622914 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53356) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:30:42.627749 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-59e283c5-767e-4209-99a5-6e137909a3ae tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Request body: {'network': {'name': 'tempest-network-smoke--1813543838', 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'port_security_enabled': True}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:30:42.647688 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e283c5-767e-4209-99a5-6e137909a3ae tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Made reservation on behalf of f5ec03f379a044fe8aab04b1df4a2f2b for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:30:42.651066 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-59e283c5-767e-4209-99a5-6e137909a3ae tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:42.673921 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59e283c5-767e-4209-99a5-6e137909a3ae tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:30:42.683227 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-59e283c5-767e-4209-99a5-6e137909a3ae tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:42.683564 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-59e283c5-767e-4209-99a5-6e137909a3ae tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Added segment 34a62813-5c9f-4b21-b1f2-cf74bae725ba of type vlan for network 6492ec64-904e-4fd0-9b1e-43b031559e12 Aug 23 21:30:42.723330 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-59e283c5-767e-4209-99a5-6e137909a3ae tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:42.747435 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-59e283c5-767e-4209-99a5-6e137909a3ae tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:42.753131 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e283c5-767e-4209-99a5-6e137909a3ae tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:30:42.753723 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-59e283c5-767e-4209-99a5-6e137909a3ae tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:43.127706 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-59e283c5-767e-4209-99a5-6e137909a3ae tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5035574 Aug 23 21:30:43.131358 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53358) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:30:43.136540 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-7f11c308-6713-4f59-8894-108fba394c09 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-912656436', 'admin_state_up': True, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:30:43.145930 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e283c5-767e-4209-99a5-6e137909a3ae tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'Network': ['ID=6492ec64-904e-4fd0-9b1e-43b031559e12,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:30:43.161662 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 6492ec64-904e-4fd0-9b1e-43b031559e12 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:30:43.163389 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7f11c308-6713-4f59-8894-108fba394c09 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:43.164476 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7f11c308-6713-4f59-8894-108fba394c09 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:43.217672 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7f11c308-6713-4f59-8894-108fba394c09 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:43.355580 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7f11c308-6713-4f59-8894-108fba394c09 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:43.505298 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fe5623dc-7a58-4274-8ab9-e33c799138ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:43.547201 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7f11c308-6713-4f59-8894-108fba394c09 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:43.570273 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7f11c308-6713-4f59-8894-108fba394c09 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:43.635408 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:43.678377 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-7f11c308-6713-4f59-8894-108fba394c09 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Allocated IP 172.25.4.11 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/b000134d-6728-4cb6-99f5-95ea593163ef) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:30:43.783424 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7f11c308-6713-4f59-8894-108fba394c09 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:43.821880 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7f11c308-6713-4f59-8894-108fba394c09 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:43.859777 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f11c308-6713-4f59-8894-108fba394c09 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:30:43.864792 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-7f11c308-6713-4f59-8894-108fba394c09 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:30:43.871395 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f11c308-6713-4f59-8894-108fba394c09 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:30:43.874482 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f11c308-6713-4f59-8894-108fba394c09 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'Port': ['ID=b000134d-6728-4cb6-99f5-95ea593163ef,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:30:44.467344 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7f11c308-6713-4f59-8894-108fba394c09 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:44.668920 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7f11c308-6713-4f59-8894-108fba394c09 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:44.787984 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:44.795682 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f11c308-6713-4f59-8894-108fba394c09 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Router 396574e7-6708-4ee4-9971-4714b7b3bc37 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 21:30:44.902841 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f11c308-6713-4f59-8894-108fba394c09 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:30:44.913997 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea680e9f-e505-46ac-9d39-69609c0856a7 None None] Sync routers for ids ['396574e7-6708-4ee4-9971-4714b7b3bc37'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:30:44.920855 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7f11c308-6713-4f59-8894-108fba394c09 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:44.922486 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-7f11c308-6713-4f59-8894-108fba394c09 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7895615 Aug 23 21:30:44.922944 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea680e9f-e505-46ac-9d39-69609c0856a7 None None] Routers {'396574e7-6708-4ee4-9971-4714b7b3bc37'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:30:44.923554 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ea680e9f-e505-46ac-9d39-69609c0856a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:30:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['396574e7-6708-4ee4-9971-4714b7b3bc37'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:30:44.925797 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53360) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:30:45.028849 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-ea680e9f-e505-46ac-9d39-69609c0856a7 None None] Set router 396574e7-6708-4ee4-9971-4714b7b3bc37 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:30:45.065567 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-077011cb-e2cc-4f00-bbf1-794121b602c3 tempest-TestNetworkAdvancedServerOps-1074521460 tempest-TestNetworkAdvancedServerOps-1074521460-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=f5ec03f379a044fe8aab04b1df4a2f2b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1378186 Aug 23 21:30:45.068254 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53364) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:30:45.155580 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f368031-1661-47ee-aa86-ba7bc898617b tempest-TestNetworkAdvancedServerOps-1074521460 tempest-TestNetworkAdvancedServerOps-1074521460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:30:45.157138 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-8f368031-1661-47ee-aa86-ba7bc898617b tempest-TestNetworkAdvancedServerOps-1074521460 tempest-TestNetworkAdvancedServerOps-1074521460-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0879705 Aug 23 21:30:45.160872 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53366) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:30:45.196087 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e64f7144-bb60-41b4-a7d0-d38d11b77ae2 tempest-TestNetworkAdvancedServerOps-1074521460 tempest-TestNetworkAdvancedServerOps-1074521460-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=03d801c5-d257-4cc1-bad3-11a323aafec0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340979 Aug 23 21:30:45.198972 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53368) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:30:45.204015 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-22c8ffa5-3bc2-4bd2-950f-ffeb1fb742f6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1542099419', 'network_id': '6492ec64-904e-4fd0-9b1e-43b031559e12', 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:30:45.208686 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ea680e9f-e505-46ac-9d39-69609c0856a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396574e7-6708-4ee4-9971-4714b7b3bc37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-912656436', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'b000134d-6728-4cb6-99f5-95ea593163ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:30:43Z', 'updated_at': '2021-08-23T21:30:44Z', 'revision_number': 3, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': 'b000134d-6728-4cb6-99f5-95ea593163ef', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '396574e7-6708-4ee4-9971-4714b7b3bc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:30:43Z', 'updated_at': '2021-08-23T21:30:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:30:45.233883 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea680e9f-e505-46ac-9d39-69609c0856a7 None None] Checking router: 396574e7-6708-4ee4-9971-4714b7b3bc37 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:30:45.234219 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea680e9f-e505-46ac-9d39-69609c0856a7 None None] Updating router 396574e7-6708-4ee4-9971-4714b7b3bc37 port b000134d-6728-4cb6-99f5-95ea593163ef binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 21:30:45.259411 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ea680e9f-e505-46ac-9d39-69609c0856a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:45.291465 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c8ffa5-3bc2-4bd2-950f-ffeb1fb742f6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Made reservation on behalf of f5ec03f379a044fe8aab04b1df4a2f2b for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:30:45.295178 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-22c8ffa5-3bc2-4bd2-950f-ffeb1fb742f6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:45.493769 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-22c8ffa5-3bc2-4bd2-950f-ffeb1fb742f6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:45.557679 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c8ffa5-3bc2-4bd2-950f-ffeb1fb742f6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'Subnet': ['ID=96198e0e-362a-4f7a-9ac0-b3c313282d76,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:30:45.570483 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c8ffa5-3bc2-4bd2-950f-ffeb1fb742f6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Checking segment: {'id': '34a62813-5c9f-4b21-b1f2-cf74bae725ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '6492ec64-904e-4fd0-9b1e-43b031559e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:30:45.570854 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c8ffa5-3bc2-4bd2-950f-ffeb1fb742f6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Network hostable DHCP agents. Network: 6492ec64-904e-4fd0-9b1e-43b031559e12, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:30:45.588672 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c8ffa5-3bc2-4bd2-950f-ffeb1fb742f6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Network 6492ec64-904e-4fd0-9b1e-43b031559e12 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:30:45.597984 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-22c8ffa5-3bc2-4bd2-950f-ffeb1fb742f6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 6492ec64-904e-4fd0-9b1e-43b031559e12) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:30:45.606488 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae744ce3-de13-4cf1-8da1-f8aaef91bc99 None None] Network 6492ec64-904e-4fd0-9b1e-43b031559e12 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:30:45.609164 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c8ffa5-3bc2-4bd2-950f-ffeb1fb742f6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:30:45.609769 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-22c8ffa5-3bc2-4bd2-950f-ffeb1fb742f6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:45.615084 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ea680e9f-e505-46ac-9d39-69609c0856a7 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:45.626043 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ea680e9f-e505-46ac-9d39-69609c0856a7 None None] Transition to ACTIVE for port object b000134d-6728-4cb6-99f5-95ea593163ef will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:30:45.628587 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-22c8ffa5-3bc2-4bd2-950f-ffeb1fb742f6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4285142 Aug 23 21:30:45.630007 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53370) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:30:45.633709 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ea680e9f-e505-46ac-9d39-69609c0856a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:45.680283 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-ea680e9f-e505-46ac-9d39-69609c0856a7 None None] Attempting to bind port b000134d-6728-4cb6-99f5-95ea593163ef on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:30:45.680859 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-ea680e9f-e505-46ac-9d39-69609c0856a7 None None] Attempting to bind port b000134d-6728-4cb6-99f5-95ea593163ef by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:30:45.681013 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea680e9f-e505-46ac-9d39-69609c0856a7 None None] Attempting to bind port b000134d-6728-4cb6-99f5-95ea593163ef on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:30:45.693914 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea680e9f-e505-46ac-9d39-69609c0856a7 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:30:45.694301 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea680e9f-e505-46ac-9d39-69609c0856a7 None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:30:45.694683 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ea680e9f-e505-46ac-9d39-69609c0856a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:45.695071 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea680e9f-e505-46ac-9d39-69609c0856a7 None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:30:45.695535 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-ea680e9f-e505-46ac-9d39-69609c0856a7 None None] Bound port: b000134d-6728-4cb6-99f5-95ea593163ef, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:30:45.696328 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ea680e9f-e505-46ac-9d39-69609c0856a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:45.715683 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8677403a-ca5a-4eb8-9099-6a71597b629e None None] Pushing event updated for resources: {'Port': ['ID=b000134d-6728-4cb6-99f5-95ea593163ef,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:30:45.730626 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8677403a-ca5a-4eb8-9099-6a71597b629e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:30:45.730626 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8677403a-ca5a-4eb8-9099-6a71597b629e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:30:45.730913 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8677403a-ca5a-4eb8-9099-6a71597b629e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:30:45.731080 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8677403a-ca5a-4eb8-9099-6a71597b629e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:30:45.731402 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8677403a-ca5a-4eb8-9099-6a71597b629e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:30:45.731721 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8677403a-ca5a-4eb8-9099-6a71597b629e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:30:45.732039 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8677403a-ca5a-4eb8-9099-6a71597b629e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:30:45.732390 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8677403a-ca5a-4eb8-9099-6a71597b629e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:30:45.732706 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8677403a-ca5a-4eb8-9099-6a71597b629e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:30:45.733019 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8677403a-ca5a-4eb8-9099-6a71597b629e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:30:45.733666 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8677403a-ca5a-4eb8-9099-6a71597b629e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:30:45.733666 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8677403a-ca5a-4eb8-9099-6a71597b629e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:30:45.762968 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-ea680e9f-e505-46ac-9d39-69609c0856a7 None None] For port b000134d-6728-4cb6-99f5-95ea593163ef, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:30:45.766247 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-ea680e9f-e505-46ac-9d39-69609c0856a7 None None] For port b000134d-6728-4cb6-99f5-95ea593163ef, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=b000134d-6728-4cb6-99f5-95ea593163ef,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:30:45.769825 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ea680e9f-e505-46ac-9d39-69609c0856a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:45.785860 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fd28c4-4f54-4567-b9c8-80261b23eaa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-6492ec64-904e-4fd0-9b1e-43b031559e12', 'network_id': '6492ec64-904e-4fd0-9b1e-43b031559e12', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'fixed_ips': [{'subnet_id': '96198e0e-362a-4f7a-9ac0-b3c313282d76'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 21:30:45.787266 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-00fd28c4-4f54-4567-b9c8-80261b23eaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:45.824557 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea680e9f-e505-46ac-9d39-69609c0856a7 None None] Routers {'396574e7-6708-4ee4-9971-4714b7b3bc37'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:30:45.825170 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ea680e9f-e505-46ac-9d39-69609c0856a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:30:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['396574e7-6708-4ee4-9971-4714b7b3bc37'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:30:45.868979 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8677403a-ca5a-4eb8-9099-6a71597b629e None None] Pushing event updated for resources: {'Port': ['ID=b000134d-6728-4cb6-99f5-95ea593163ef,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:30:45.937633 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-ea680e9f-e505-46ac-9d39-69609c0856a7 None None] Set router 396574e7-6708-4ee4-9971-4714b7b3bc37 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:30:45.947836 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-00fd28c4-4f54-4567-b9c8-80261b23eaa5 None None] Allocated IP 172.20.0.2 (6492ec64-904e-4fd0-9b1e-43b031559e12/96198e0e-362a-4f7a-9ac0-b3c313282d76/e3712c9e-ba41-4827-87f5-c19ecd2d5d7f) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:30:46.127084 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba32a2a7-7066-4baa-99ec-45a58a2c9a4b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:46.130340 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ea680e9f-e505-46ac-9d39-69609c0856a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396574e7-6708-4ee4-9971-4714b7b3bc37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-912656436', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'b000134d-6728-4cb6-99f5-95ea593163ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:30:43Z', 'updated_at': '2021-08-23T21:30:44Z', 'revision_number': 3, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': 'b000134d-6728-4cb6-99f5-95ea593163ef', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '396574e7-6708-4ee4-9971-4714b7b3bc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:30:43Z', 'updated_at': '2021-08-23T21:30:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:30:46.161971 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea680e9f-e505-46ac-9d39-69609c0856a7 None None] The sync data for ids ['396574e7-6708-4ee4-9971-4714b7b3bc37'] in n-d-805663-2 is: [{'id': '396574e7-6708-4ee4-9971-4714b7b3bc37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-912656436', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'b000134d-6728-4cb6-99f5-95ea593163ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:30:43Z', 'updated_at': '2021-08-23T21:30:44Z', 'revision_number': 3, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': 'b000134d-6728-4cb6-99f5-95ea593163ef', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '396574e7-6708-4ee4-9971-4714b7b3bc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:30:43Z', 'updated_at': '2021-08-23T21:30:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:30:46.187409 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:46.276278 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-00fd28c4-4f54-4567-b9c8-80261b23eaa5 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:46.285636 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-00fd28c4-4f54-4567-b9c8-80261b23eaa5 None None] Transition to ACTIVE for port object e3712c9e-ba41-4827-87f5-c19ecd2d5d7f will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:30:46.301725 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-00fd28c4-4f54-4567-b9c8-80261b23eaa5 None None] Transition to ACTIVE for port object e3712c9e-ba41-4827-87f5-c19ecd2d5d7f will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:30:46.309765 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-00fd28c4-4f54-4567-b9c8-80261b23eaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:46.354867 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fd28c4-4f54-4567-b9c8-80261b23eaa5 None None] Network 6492ec64-904e-4fd0-9b1e-43b031559e12 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:30:46.362647 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-00fd28c4-4f54-4567-b9c8-80261b23eaa5 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:30:46.365095 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fd28c4-4f54-4567-b9c8-80261b23eaa5 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:30:46.368564 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd28c4-4f54-4567-b9c8-80261b23eaa5 None None] Pushing event updated for resources: {'Port': ['ID=e3712c9e-ba41-4827-87f5-c19ecd2d5d7f,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:30:46.452645 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-00fd28c4-4f54-4567-b9c8-80261b23eaa5 None None] Attempting to bind port e3712c9e-ba41-4827-87f5-c19ecd2d5d7f on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:30:46.453016 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-00fd28c4-4f54-4567-b9c8-80261b23eaa5 None None] Attempting to bind port e3712c9e-ba41-4827-87f5-c19ecd2d5d7f by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '34a62813-5c9f-4b21-b1f2-cf74bae725ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '6492ec64-904e-4fd0-9b1e-43b031559e12'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:30:46.453377 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fd28c4-4f54-4567-b9c8-80261b23eaa5 None None] Attempting to bind port e3712c9e-ba41-4827-87f5-c19ecd2d5d7f on network 6492ec64-904e-4fd0-9b1e-43b031559e12 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:30:46.459574 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fd28c4-4f54-4567-b9c8-80261b23eaa5 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:30:46.459878 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fd28c4-4f54-4567-b9c8-80261b23eaa5 None None] Checking segment: {'id': '34a62813-5c9f-4b21-b1f2-cf74bae725ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '6492ec64-904e-4fd0-9b1e-43b031559e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:30:46.460334 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-00fd28c4-4f54-4567-b9c8-80261b23eaa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:46.460857 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fd28c4-4f54-4567-b9c8-80261b23eaa5 None None] Bound using segment: {'id': '34a62813-5c9f-4b21-b1f2-cf74bae725ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '6492ec64-904e-4fd0-9b1e-43b031559e12'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:30:46.461446 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-00fd28c4-4f54-4567-b9c8-80261b23eaa5 None None] Bound port: e3712c9e-ba41-4827-87f5-c19ecd2d5d7f, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a62813-5c9f-4b21-b1f2-cf74bae725ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '6492ec64-904e-4fd0-9b1e-43b031559e12'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:30:46.461829 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-00fd28c4-4f54-4567-b9c8-80261b23eaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:46.493745 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-ba32a2a7-7066-4baa-99ec-45a58a2c9a4b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Allocated IP 172.20.0.1 (6492ec64-904e-4fd0-9b1e-43b031559e12/96198e0e-362a-4f7a-9ac0-b3c313282d76/9dda06be-c5f7-4209-b3fa-a784f608b7bd) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:30:46.535878 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-00fd28c4-4f54-4567-b9c8-80261b23eaa5 None None] For port e3712c9e-ba41-4827-87f5-c19ecd2d5d7f, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:30:46.540303 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-00fd28c4-4f54-4567-b9c8-80261b23eaa5 None None] For port e3712c9e-ba41-4827-87f5-c19ecd2d5d7f, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=e3712c9e-ba41-4827-87f5-c19ecd2d5d7f,segment=NetworkSegment(34a62813-5c9f-4b21-b1f2-cf74bae725ba),segment_id=34a62813-5c9f-4b21-b1f2-cf74bae725ba)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:30:46.545203 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-00fd28c4-4f54-4567-b9c8-80261b23eaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:46.606823 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd28c4-4f54-4567-b9c8-80261b23eaa5 None None] Pushing event updated for resources: {'Port': ['ID=e3712c9e-ba41-4827-87f5-c19ecd2d5d7f,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:30:46.633055 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba32a2a7-7066-4baa-99ec-45a58a2c9a4b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:46.649008 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-ba32a2a7-7066-4baa-99ec-45a58a2c9a4b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Transition to ACTIVE for port object 9dda06be-c5f7-4209-b3fa-a784f608b7bd will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:30:46.685962 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba32a2a7-7066-4baa-99ec-45a58a2c9a4b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:46.732023 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba32a2a7-7066-4baa-99ec-45a58a2c9a4b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Network 6492ec64-904e-4fd0-9b1e-43b031559e12 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:30:46.735227 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-ba32a2a7-7066-4baa-99ec-45a58a2c9a4b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:30:46.740137 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba32a2a7-7066-4baa-99ec-45a58a2c9a4b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:30:46.781317 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba32a2a7-7066-4baa-99ec-45a58a2c9a4b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'Port': ['ID=9dda06be-c5f7-4209-b3fa-a784f608b7bd,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:30:46.811300 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba32a2a7-7066-4baa-99ec-45a58a2c9a4b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:46.956392 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba32a2a7-7066-4baa-99ec-45a58a2c9a4b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:47.242786 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba32a2a7-7066-4baa-99ec-45a58a2c9a4b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:47.249238 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba32a2a7-7066-4baa-99ec-45a58a2c9a4b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:47.332850 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba32a2a7-7066-4baa-99ec-45a58a2c9a4b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'Port': ['ID=9dda06be-c5f7-4209-b3fa-a784f608b7bd,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:30:47.335468 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba32a2a7-7066-4baa-99ec-45a58a2c9a4b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:47.433258 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba32a2a7-7066-4baa-99ec-45a58a2c9a4b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Network 6492ec64-904e-4fd0-9b1e-43b031559e12 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:30:47.434914 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-ba32a2a7-7066-4baa-99ec-45a58a2c9a4b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:30:47.534072 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba5feb3-2439-409d-96a2-067f31a92358 None None] Network 6492ec64-904e-4fd0-9b1e-43b031559e12 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:30:47.560528 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba32a2a7-7066-4baa-99ec-45a58a2c9a4b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Router 396574e7-6708-4ee4-9971-4714b7b3bc37 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:30:47.659316 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c0bbdaa5-c9c7-4fdd-81b3-088a90da9450 None None] Provisioning for port e3712c9e-ba41-4827-87f5-c19ecd2d5d7f completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:30:47.672278 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba32a2a7-7066-4baa-99ec-45a58a2c9a4b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:30:47.677754 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ba32a2a7-7066-4baa-99ec-45a58a2c9a4b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "PUT /v2.0/routers/396574e7-6708-4ee4-9971-4714b7b3bc37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0463376 Aug 23 21:30:47.847635 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device b000134d-6728-4cb6-99f5-95ea593163ef up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:30:47.884784 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e56ef2d8-f89a-4e60-82bb-b2fc4712bdf2 req-12d9a4ce-159d-4cbf-9e87-f26687b7ddc0 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1642951381&fields=id&tenant_id=f5ec03f379a044fe8aab04b1df4a2f2b HTTP/1.1" status: 200 len: 267 time: 0.0394835 Aug 23 21:30:47.914815 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port b000134d-6728-4cb6-99f5-95ea593163ef completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:30:47.919084 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port b000134d-6728-4cb6-99f5-95ea593163ef triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:30:47.919690 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:48.019130 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:48.024871 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ef2d8-f89a-4e60-82bb-b2fc4712bdf2 req-69ad4358-4cc7-43ad-bf21-de2afe924442 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:30:48.025959 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6ac73ff1-a843-4924-8cf3-d2acea1f042e None None] Provisioning for port 9dda06be-c5f7-4209-b3fa-a784f608b7bd completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:30:48.026551 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e56ef2d8-f89a-4e60-82bb-b2fc4712bdf2 req-69ad4358-4cc7-43ad-bf21-de2afe924442 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/networks?id=6492ec64-904e-4fd0-9b1e-43b031559e12 HTTP/1.1" status: 200 len: 797 time: 0.1335330 Aug 23 21:30:48.036499 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6ac73ff1-a843-4924-8cf3-d2acea1f042e None None] Provisioning complete for port 9dda06be-c5f7-4209-b3fa-a784f608b7bd triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:30:48.037108 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6ac73ff1-a843-4924-8cf3-d2acea1f042e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:48.046512 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e56ef2d8-f89a-4e60-82bb-b2fc4712bdf2 req-3de999ef-6edf-4864-a946-d837246d5a9c tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/quotas/f5ec03f379a044fe8aab04b1df4a2f2b HTTP/1.1" status: 200 len: 375 time: 0.0131052 Aug 23 21:30:48.063564 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port b000134d-6728-4cb6-99f5-95ea593163ef, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=b000134d-6728-4cb6-99f5-95ea593163ef,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:30:48.074715 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:48.075498 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device e3712c9e-ba41-4827-87f5-c19ecd2d5d7f up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:30:48.105684 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e56ef2d8-f89a-4e60-82bb-b2fc4712bdf2 req-f173dcfb-765a-47e8-a582-f6a1a41f70da tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f5ec03f379a044fe8aab04b1df4a2f2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520895 Aug 23 21:30:48.123755 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-6ac73ff1-a843-4924-8cf3-d2acea1f042e None None] Port 9dda06be-c5f7-4209-b3fa-a784f608b7bd cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:30:48.179538 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=b000134d-6728-4cb6-99f5-95ea593163ef,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:30:48.201513 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abef06c0-e0f0-44bb-8de6-821226f89eaa None None] Sync routers for ids ['396574e7-6708-4ee4-9971-4714b7b3bc37'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:30:48.204286 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port e3712c9e-ba41-4827-87f5-c19ecd2d5d7f completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:30:48.211464 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port e3712c9e-ba41-4827-87f5-c19ecd2d5d7f triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:30:48.211897 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:48.226336 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e56ef2d8-f89a-4e60-82bb-b2fc4712bdf2 req-09342cb9-7071-46f3-bf82-4c356275da6c service neutron] 10.222.0.61 "GET /v2.0/networks/6492ec64-904e-4fd0-9b1e-43b031559e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078243 Aug 23 21:30:48.240308 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abef06c0-e0f0-44bb-8de6-821226f89eaa None None] Routers {'396574e7-6708-4ee4-9971-4714b7b3bc37'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:30:48.240963 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-abef06c0-e0f0-44bb-8de6-821226f89eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:30:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['396574e7-6708-4ee4-9971-4714b7b3bc37'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:30:48.324505 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b0f1f52d-bac6-41b7-8e74-a28e4f84d0a5 None None] Provisioning complete for port 9dda06be-c5f7-4209-b3fa-a784f608b7bd triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:30:48.324884 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b0f1f52d-bac6-41b7-8e74-a28e4f84d0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:48.331208 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e56ef2d8-f89a-4e60-82bb-b2fc4712bdf2 req-06206f0b-4e5c-4b3b-bdf8-adf36a33b411 service neutron] 10.222.0.61 "GET /v2.0/networks/6492ec64-904e-4fd0-9b1e-43b031559e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974789 Aug 23 21:30:48.427352 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b0f1f52d-bac6-41b7-8e74-a28e4f84d0a5 None None] Port 9dda06be-c5f7-4209-b3fa-a784f608b7bd cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:30:48.449699 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-abef06c0-e0f0-44bb-8de6-821226f89eaa None None] Set router 396574e7-6708-4ee4-9971-4714b7b3bc37 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:30:48.487306 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:48.548797 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dfdd2a44-9c28-42cd-b059-d269230fa2f4 req-dec29ebf-2d85-4885-aafb-2924a90f4dc3 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4a246f3-e650-4cf9-98ca-d35cdc8c47b2 HTTP/1.1" status: 200 len: 210 time: 0.0315511 Aug 23 21:30:48.608087 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port e3712c9e-ba41-4827-87f5-c19ecd2d5d7f, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=e3712c9e-ba41-4827-87f5-c19ecd2d5d7f,segment=NetworkSegment(34a62813-5c9f-4b21-b1f2-cf74bae725ba),segment_id=34a62813-5c9f-4b21-b1f2-cf74bae725ba)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:30:48.612206 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-26b26417-5a13-4fc8-b5cf-969c60f3aa3c None None] Provisioning complete for port 9dda06be-c5f7-4209-b3fa-a784f608b7bd triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:30:48.612724 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-26b26417-5a13-4fc8-b5cf-969c60f3aa3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:48.618835 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:48.713813 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-26b26417-5a13-4fc8-b5cf-969c60f3aa3c None None] Port 9dda06be-c5f7-4209-b3fa-a784f608b7bd cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:30:48.721983 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=e3712c9e-ba41-4827-87f5-c19ecd2d5d7f,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:30:48.778208 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-abef06c0-e0f0-44bb-8de6-821226f89eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396574e7-6708-4ee4-9971-4714b7b3bc37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-912656436', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'b000134d-6728-4cb6-99f5-95ea593163ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:30:43Z', 'updated_at': '2021-08-23T21:30:46Z', 'revision_number': 4, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': 'b000134d-6728-4cb6-99f5-95ea593163ef', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396574e7-6708-4ee4-9971-4714b7b3bc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:30:43Z', 'updated_at': '2021-08-23T21:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '9dda06be-c5f7-4209-b3fa-a784f608b7bd', 'name': '', 'network_id': '6492ec64-904e-4fd0-9b1e-43b031559e12', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'mac_address': 'fa:16:3e:78:e1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '396574e7-6708-4ee4-9971-4714b7b3bc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '96198e0e-362a-4f7a-9ac0-b3c313282d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:30:46Z', 'updated_at': '2021-08-23T21:30:47Z', 'revision_number': 2, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'subnets': [{'id': '96198e0e-362a-4f7a-9ac0-b3c313282d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:30:48.806066 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abef06c0-e0f0-44bb-8de6-821226f89eaa None None] Checking router: 396574e7-6708-4ee4-9971-4714b7b3bc37 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:30:48.806348 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abef06c0-e0f0-44bb-8de6-821226f89eaa None None] Updating router 396574e7-6708-4ee4-9971-4714b7b3bc37 port 9dda06be-c5f7-4209-b3fa-a784f608b7bd binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 21:30:48.832010 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-abef06c0-e0f0-44bb-8de6-821226f89eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:49.113542 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-abef06c0-e0f0-44bb-8de6-821226f89eaa None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:49.124094 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-abef06c0-e0f0-44bb-8de6-821226f89eaa None None] Transition to ACTIVE for port object 9dda06be-c5f7-4209-b3fa-a784f608b7bd will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:30:49.130208 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-abef06c0-e0f0-44bb-8de6-821226f89eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:49.186631 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc989edb-cb2d-49ce-bde9-aaa7e921c58c None None] Pushing event updated for resources: {'Port': ['ID=9dda06be-c5f7-4209-b3fa-a784f608b7bd,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:30:49.239036 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-abef06c0-e0f0-44bb-8de6-821226f89eaa None None] Attempting to bind port 9dda06be-c5f7-4209-b3fa-a784f608b7bd on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:30:49.239411 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-abef06c0-e0f0-44bb-8de6-821226f89eaa None None] Attempting to bind port 9dda06be-c5f7-4209-b3fa-a784f608b7bd by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '34a62813-5c9f-4b21-b1f2-cf74bae725ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '6492ec64-904e-4fd0-9b1e-43b031559e12'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:30:49.239774 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abef06c0-e0f0-44bb-8de6-821226f89eaa None None] Attempting to bind port 9dda06be-c5f7-4209-b3fa-a784f608b7bd on network 6492ec64-904e-4fd0-9b1e-43b031559e12 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:30:49.245335 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abef06c0-e0f0-44bb-8de6-821226f89eaa None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:30:49.245709 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abef06c0-e0f0-44bb-8de6-821226f89eaa None None] Checking segment: {'id': '34a62813-5c9f-4b21-b1f2-cf74bae725ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '6492ec64-904e-4fd0-9b1e-43b031559e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:30:49.246111 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-abef06c0-e0f0-44bb-8de6-821226f89eaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:49.246505 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abef06c0-e0f0-44bb-8de6-821226f89eaa None None] Bound using segment: {'id': '34a62813-5c9f-4b21-b1f2-cf74bae725ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '6492ec64-904e-4fd0-9b1e-43b031559e12'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:30:49.246973 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-abef06c0-e0f0-44bb-8de6-821226f89eaa None None] Bound port: 9dda06be-c5f7-4209-b3fa-a784f608b7bd, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a62813-5c9f-4b21-b1f2-cf74bae725ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '6492ec64-904e-4fd0-9b1e-43b031559e12'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:30:49.247354 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-abef06c0-e0f0-44bb-8de6-821226f89eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:49.318862 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-abef06c0-e0f0-44bb-8de6-821226f89eaa None None] For port 9dda06be-c5f7-4209-b3fa-a784f608b7bd, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:30:49.322282 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-abef06c0-e0f0-44bb-8de6-821226f89eaa None None] For port 9dda06be-c5f7-4209-b3fa-a784f608b7bd, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=9dda06be-c5f7-4209-b3fa-a784f608b7bd,segment=NetworkSegment(34a62813-5c9f-4b21-b1f2-cf74bae725ba),segment_id=34a62813-5c9f-4b21-b1f2-cf74bae725ba)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:30:49.328031 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-abef06c0-e0f0-44bb-8de6-821226f89eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:49.389501 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abef06c0-e0f0-44bb-8de6-821226f89eaa None None] Routers {'396574e7-6708-4ee4-9971-4714b7b3bc37'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:30:49.390128 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-abef06c0-e0f0-44bb-8de6-821226f89eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:30:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['396574e7-6708-4ee4-9971-4714b7b3bc37'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:30:49.393699 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc989edb-cb2d-49ce-bde9-aaa7e921c58c None None] Pushing event updated for resources: {'Port': ['ID=9dda06be-c5f7-4209-b3fa-a784f608b7bd,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:30:49.521304 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-abef06c0-e0f0-44bb-8de6-821226f89eaa None None] Set router 396574e7-6708-4ee4-9971-4714b7b3bc37 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:30:49.679775 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-87b91fe6-8a1b-4850-8121-88aae5ec0b21 req-bab1e1bc-2135-46e5-ba4e-4fe7ce7272ae tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4a246f3-e650-4cf9-98ca-d35cdc8c47b2 HTTP/1.1" status: 200 len: 210 time: 0.0383077 Aug 23 21:30:49.693975 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ef2d8-f89a-4e60-82bb-b2fc4712bdf2 req-6b3d262a-6d48-4eb2-9275-9a522b41b9db tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:30:49.695487 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e56ef2d8-f89a-4e60-82bb-b2fc4712bdf2 req-6b3d262a-6d48-4eb2-9275-9a522b41b9db tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.11 "GET /v2.0/networks?id=6492ec64-904e-4fd0-9b1e-43b031559e12 HTTP/1.1" status: 200 len: 797 time: 0.1321864 Aug 23 21:30:49.750983 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e56ef2d8-f89a-4e60-82bb-b2fc4712bdf2 req-e9a37268-f774-4105-a1f9-fe703e3c9fdf tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5ec03f379a044fe8aab04b1df4a2f2b HTTP/1.1" status: 200 len: 380 time: 0.0459788 Aug 23 21:30:49.760924 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-e56ef2d8-f89a-4e60-82bb-b2fc4712bdf2 req-8b4e0f89-c824-423e-b1a2-299e376e4681 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Request body: {'port': {'device_id': 'a4a246f3-e650-4cf9-98ca-d35cdc8c47b2', 'network_id': '6492ec64-904e-4fd0-9b1e-43b031559e12', 'admin_state_up': True, 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'security_groups': ['ca002249-add1-4a72-86b3-6f8836fdf0e6']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:30:49.771280 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-abef06c0-e0f0-44bb-8de6-821226f89eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396574e7-6708-4ee4-9971-4714b7b3bc37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-912656436', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'b000134d-6728-4cb6-99f5-95ea593163ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:30:43Z', 'updated_at': '2021-08-23T21:30:46Z', 'revision_number': 4, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': 'b000134d-6728-4cb6-99f5-95ea593163ef', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396574e7-6708-4ee4-9971-4714b7b3bc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:30:43Z', 'updated_at': '2021-08-23T21:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '9dda06be-c5f7-4209-b3fa-a784f608b7bd', 'name': '', 'network_id': '6492ec64-904e-4fd0-9b1e-43b031559e12', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'mac_address': 'fa:16:3e:78:e1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '396574e7-6708-4ee4-9971-4714b7b3bc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '96198e0e-362a-4f7a-9ac0-b3c313282d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:30:46Z', 'updated_at': '2021-08-23T21:30:49Z', 'revision_number': 4, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'subnets': [{'id': '96198e0e-362a-4f7a-9ac0-b3c313282d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:30:49.800886 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device b000134d-6728-4cb6-99f5-95ea593163ef up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:30:49.803301 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abef06c0-e0f0-44bb-8de6-821226f89eaa None None] The sync data for ids ['396574e7-6708-4ee4-9971-4714b7b3bc37'] in n-d-805663-2 is: [{'id': '396574e7-6708-4ee4-9971-4714b7b3bc37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-912656436', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'b000134d-6728-4cb6-99f5-95ea593163ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:30:43Z', 'updated_at': '2021-08-23T21:30:46Z', 'revision_number': 4, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': 'b000134d-6728-4cb6-99f5-95ea593163ef', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396574e7-6708-4ee4-9971-4714b7b3bc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:30:43Z', 'updated_at': '2021-08-23T21:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '9dda06be-c5f7-4209-b3fa-a784f608b7bd', 'name': '', 'network_id': '6492ec64-904e-4fd0-9b1e-43b031559e12', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'mac_address': 'fa:16:3e:78:e1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '396574e7-6708-4ee4-9971-4714b7b3bc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '96198e0e-362a-4f7a-9ac0-b3c313282d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:30:46Z', 'updated_at': '2021-08-23T21:30:49Z', 'revision_number': 4, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'subnets': [{'id': '96198e0e-362a-4f7a-9ac0-b3c313282d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:30:49.870572 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port b000134d-6728-4cb6-99f5-95ea593163ef triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:30:49.870998 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:49.914200 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e56ef2d8-f89a-4e60-82bb-b2fc4712bdf2 req-8b4e0f89-c824-423e-b1a2-299e376e4681 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Made reservation on behalf of f5ec03f379a044fe8aab04b1df4a2f2b for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:30:49.918359 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e56ef2d8-f89a-4e60-82bb-b2fc4712bdf2 req-8b4e0f89-c824-423e-b1a2-299e376e4681 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:49.961399 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device e3712c9e-ba41-4827-87f5-c19ecd2d5d7f up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:30:50.019353 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port e3712c9e-ba41-4827-87f5-c19ecd2d5d7f triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:30:50.019353 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:50.076381 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-e56ef2d8-f89a-4e60-82bb-b2fc4712bdf2 req-8b4e0f89-c824-423e-b1a2-299e376e4681 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Allocated IP 172.20.0.6 (6492ec64-904e-4fd0-9b1e-43b031559e12/96198e0e-362a-4f7a-9ac0-b3c313282d76/dcda2bc6-90b6-4e57-84f6-3740e868eebe) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:30:50.226619 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e56ef2d8-f89a-4e60-82bb-b2fc4712bdf2 req-8b4e0f89-c824-423e-b1a2-299e376e4681 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:50.242227 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-e56ef2d8-f89a-4e60-82bb-b2fc4712bdf2 req-8b4e0f89-c824-423e-b1a2-299e376e4681 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Transition to ACTIVE for port object dcda2bc6-90b6-4e57-84f6-3740e868eebe will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:30:50.276415 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e56ef2d8-f89a-4e60-82bb-b2fc4712bdf2 req-8b4e0f89-c824-423e-b1a2-299e376e4681 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:50.325200 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e56ef2d8-f89a-4e60-82bb-b2fc4712bdf2 req-8b4e0f89-c824-423e-b1a2-299e376e4681 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Network 6492ec64-904e-4fd0-9b1e-43b031559e12 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:30:50.328658 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-e56ef2d8-f89a-4e60-82bb-b2fc4712bdf2 req-8b4e0f89-c824-423e-b1a2-299e376e4681 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:30:50.332570 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-e56ef2d8-f89a-4e60-82bb-b2fc4712bdf2 req-8b4e0f89-c824-423e-b1a2-299e376e4681 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:30:50.341657 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e0f89-c824-423e-b1a2-299e376e4681 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'Port': ['ID=dcda2bc6-90b6-4e57-84f6-3740e868eebe,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:30:50.397991 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ef2d8-f89a-4e60-82bb-b2fc4712bdf2 req-8b4e0f89-c824-423e-b1a2-299e376e4681 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:30:50.398719 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e56ef2d8-f89a-4e60-82bb-b2fc4712bdf2 req-8b4e0f89-c824-423e-b1a2-299e376e4681 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:50.416832 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e56ef2d8-f89a-4e60-82bb-b2fc4712bdf2 req-8b4e0f89-c824-423e-b1a2-299e376e4681 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6596072 Aug 23 21:30:50.430812 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-e56ef2d8-f89a-4e60-82bb-b2fc4712bdf2 req-dfababb9-c014-487b-ba8d-20754b4f1827 service neutron] Request body: {'port': {'device_id': 'a4a246f3-e650-4cf9-98ca-d35cdc8c47b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:30:50.503101 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e56ef2d8-f89a-4e60-82bb-b2fc4712bdf2 req-dfababb9-c014-487b-ba8d-20754b4f1827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:50.656034 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-fb1967ae-68bf-449d-8b16-9106017f1736 None None] Provisioning for port dcda2bc6-90b6-4e57-84f6-3740e868eebe completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:30:50.661122 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-fb1967ae-68bf-449d-8b16-9106017f1736 None None] Provisioning complete for port dcda2bc6-90b6-4e57-84f6-3740e868eebe triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:30:50.661299 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fb1967ae-68bf-449d-8b16-9106017f1736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:50.699215 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-fb1967ae-68bf-449d-8b16-9106017f1736 None None] Port dcda2bc6-90b6-4e57-84f6-3740e868eebe cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:30:50.835820 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7e714-bf69-4fa4-8729-e983cf44d323 req-c8b28336-492b-4770-beac-b868ff996724 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:30:50.837444 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-81e7e714-bf69-4fa4-8729-e983cf44d323 req-c8b28336-492b-4770-beac-b868ff996724 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4a246f3-e650-4cf9-98ca-d35cdc8c47b2 HTTP/1.1" status: 200 len: 931 time: 0.0937333 Aug 23 21:30:50.845643 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-e56ef2d8-f89a-4e60-82bb-b2fc4712bdf2 req-dfababb9-c014-487b-ba8d-20754b4f1827 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcda2bc6-90b6-4e57-84f6-3740e868eebe {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:30:50.855675 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e56ef2d8-f89a-4e60-82bb-b2fc4712bdf2 req-dfababb9-c014-487b-ba8d-20754b4f1827 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:50.859172 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:50.883297 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-e56ef2d8-f89a-4e60-82bb-b2fc4712bdf2 req-dfababb9-c014-487b-ba8d-20754b4f1827 service neutron] Transition to ACTIVE for port object dcda2bc6-90b6-4e57-84f6-3740e868eebe will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:30:50.888017 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e56ef2d8-f89a-4e60-82bb-b2fc4712bdf2 req-dfababb9-c014-487b-ba8d-20754b4f1827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:50.926135 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-81e7e714-bf69-4fa4-8729-e983cf44d323 req-0bf3202c-c2c7-4f41-8ff5-b1bea71b3e7e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca002249-add1-4a72-86b3-6f8836fdf0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752790 Aug 23 21:30:50.950087 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfababb9-c014-487b-ba8d-20754b4f1827 service neutron] Pushing event updated for resources: {'Port': ['ID=dcda2bc6-90b6-4e57-84f6-3740e868eebe,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:30:51.026877 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-e56ef2d8-f89a-4e60-82bb-b2fc4712bdf2 req-dfababb9-c014-487b-ba8d-20754b4f1827 service neutron] Attempting to bind port dcda2bc6-90b6-4e57-84f6-3740e868eebe on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:30:51.027209 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-e56ef2d8-f89a-4e60-82bb-b2fc4712bdf2 req-dfababb9-c014-487b-ba8d-20754b4f1827 service neutron] Attempting to bind port dcda2bc6-90b6-4e57-84f6-3740e868eebe by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '34a62813-5c9f-4b21-b1f2-cf74bae725ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '6492ec64-904e-4fd0-9b1e-43b031559e12'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:30:51.027536 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56ef2d8-f89a-4e60-82bb-b2fc4712bdf2 req-dfababb9-c014-487b-ba8d-20754b4f1827 service neutron] Attempting to bind port dcda2bc6-90b6-4e57-84f6-3740e868eebe on network 6492ec64-904e-4fd0-9b1e-43b031559e12 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:30:51.032078 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56ef2d8-f89a-4e60-82bb-b2fc4712bdf2 req-dfababb9-c014-487b-ba8d-20754b4f1827 service neutron] Port dcda2bc6-90b6-4e57-84f6-3740e868eebe on network 6492ec64-904e-4fd0-9b1e-43b031559e12 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:30:51.032411 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56ef2d8-f89a-4e60-82bb-b2fc4712bdf2 req-dfababb9-c014-487b-ba8d-20754b4f1827 service neutron] Attempting to bind port dcda2bc6-90b6-4e57-84f6-3740e868eebe on network 6492ec64-904e-4fd0-9b1e-43b031559e12 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:30:51.038210 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56ef2d8-f89a-4e60-82bb-b2fc4712bdf2 req-dfababb9-c014-487b-ba8d-20754b4f1827 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:30:51.038544 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56ef2d8-f89a-4e60-82bb-b2fc4712bdf2 req-dfababb9-c014-487b-ba8d-20754b4f1827 service neutron] Checking segment: {'id': '34a62813-5c9f-4b21-b1f2-cf74bae725ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '6492ec64-904e-4fd0-9b1e-43b031559e12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:30:51.038927 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56ef2d8-f89a-4e60-82bb-b2fc4712bdf2 req-dfababb9-c014-487b-ba8d-20754b4f1827 service neutron] Bound using segment: {'id': '34a62813-5c9f-4b21-b1f2-cf74bae725ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '6492ec64-904e-4fd0-9b1e-43b031559e12'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:30:51.039356 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-e56ef2d8-f89a-4e60-82bb-b2fc4712bdf2 req-dfababb9-c014-487b-ba8d-20754b4f1827 service neutron] Bound port: dcda2bc6-90b6-4e57-84f6-3740e868eebe, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34a62813-5c9f-4b21-b1f2-cf74bae725ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '6492ec64-904e-4fd0-9b1e-43b031559e12'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:30:51.039710 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e56ef2d8-f89a-4e60-82bb-b2fc4712bdf2 req-dfababb9-c014-487b-ba8d-20754b4f1827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:51.107480 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-e56ef2d8-f89a-4e60-82bb-b2fc4712bdf2 req-dfababb9-c014-487b-ba8d-20754b4f1827 service neutron] For port dcda2bc6-90b6-4e57-84f6-3740e868eebe, host n-h1-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:30:51.110659 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-e56ef2d8-f89a-4e60-82bb-b2fc4712bdf2 req-dfababb9-c014-487b-ba8d-20754b4f1827 service neutron] For port dcda2bc6-90b6-4e57-84f6-3740e868eebe, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=dcda2bc6-90b6-4e57-84f6-3740e868eebe,segment=NetworkSegment(34a62813-5c9f-4b21-b1f2-cf74bae725ba),segment_id=34a62813-5c9f-4b21-b1f2-cf74bae725ba)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:30:51.116007 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e56ef2d8-f89a-4e60-82bb-b2fc4712bdf2 req-dfababb9-c014-487b-ba8d-20754b4f1827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:51.150722 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ef2d8-f89a-4e60-82bb-b2fc4712bdf2 req-dfababb9-c014-487b-ba8d-20754b4f1827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:30:51.151193 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e56ef2d8-f89a-4e60-82bb-b2fc4712bdf2 req-dfababb9-c014-487b-ba8d-20754b4f1827 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:51.152606 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e56ef2d8-f89a-4e60-82bb-b2fc4712bdf2 req-dfababb9-c014-487b-ba8d-20754b4f1827 service neutron] 10.222.0.11 "PUT /v2.0/ports/dcda2bc6-90b6-4e57-84f6-3740e868eebe HTTP/1.1" status: 200 len: 1091 time: 0.7268548 Aug 23 21:30:51.153041 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4a246f3-e650-4cf9-98ca-d35cdc8c47b2', 'tag': 'dcda2bc6-90b6-4e57-84f6-3740e868eebe'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:30:51.155285 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}464d6cbacbaeb9374483e58d29b165f94917862334b697df3b381d289610f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c12652-8990-45ad-b51c-cf997ea9f3ea" -d '{"events": [{"name": "network-changed", "server_uuid": "a4a246f3-e650-4cf9-98ca-d35cdc8c47b2", "tag": "dcda2bc6-90b6-4e57-84f6-3740e868eebe"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:30:51.192688 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfababb9-c014-487b-ba8d-20754b4f1827 service neutron] Pushing event updated for resources: {'Port': ['ID=dcda2bc6-90b6-4e57-84f6-3740e868eebe,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:30:51.222546 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7025d581-8e61-4346-9dd3-f6a7397a2dc0 x-openstack-request-id: req-7025d581-8e61-4346-9dd3-f6a7397a2dc0 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:30:51.222844 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4a246f3-e650-4cf9-98ca-d35cdc8c47b2", "tag": "dcda2bc6-90b6-4e57-84f6-3740e868eebe", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:30:51.223146 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7025d581-8e61-4346-9dd3-f6a7397a2dc0 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:30:51.223489 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4a246f3-e650-4cf9-98ca-d35cdc8c47b2', 'tag': 'dcda2bc6-90b6-4e57-84f6-3740e868eebe', 'status': 'completed', 'code': 200} Aug 23 21:30:51.272496 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ef2d8-f89a-4e60-82bb-b2fc4712bdf2 req-b8f93803-756e-41ad-a1be-3d06eb6c5e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:30:51.273796 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e56ef2d8-f89a-4e60-82bb-b2fc4712bdf2 req-b8f93803-756e-41ad-a1be-3d06eb6c5e91 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f5ec03f379a044fe8aab04b1df4a2f2b&device_id=a4a246f3-e650-4cf9-98ca-d35cdc8c47b2 HTTP/1.1" status: 200 len: 1094 time: 0.0494006 Aug 23 21:30:51.319363 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e56ef2d8-f89a-4e60-82bb-b2fc4712bdf2 req-cc18d746-ea6e-453b-9a90-de2ed2ad4e55 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dcda2bc6-90b6-4e57-84f6-3740e868eebe HTTP/1.1" status: 200 len: 217 time: 0.0374715 Aug 23 21:30:51.372003 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ef2d8-f89a-4e60-82bb-b2fc4712bdf2 req-94cfd3d5-05a3-42bc-96e8-71a089b4c564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:30:51.373512 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e56ef2d8-f89a-4e60-82bb-b2fc4712bdf2 req-94cfd3d5-05a3-42bc-96e8-71a089b4c564 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=96198e0e-362a-4f7a-9ac0-b3c313282d76 HTTP/1.1" status: 200 len: 835 time: 0.0475099 Aug 23 21:30:51.422670 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ef2d8-f89a-4e60-82bb-b2fc4712bdf2 req-7057e16a-c1b0-451b-a451-066e08e8e351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:30:51.424302 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e56ef2d8-f89a-4e60-82bb-b2fc4712bdf2 req-7057e16a-c1b0-451b-a451-066e08e8e351 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6492ec64-904e-4fd0-9b1e-43b031559e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440347 Aug 23 21:30:51.515182 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e56ef2d8-f89a-4e60-82bb-b2fc4712bdf2 req-32266215-dda1-477e-9c63-cbb0dcba17a2 service neutron] 10.222.0.11 "GET /v2.0/networks/6492ec64-904e-4fd0-9b1e-43b031559e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841403 Aug 23 21:30:51.614107 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e56ef2d8-f89a-4e60-82bb-b2fc4712bdf2 req-19ddb38f-b2e0-4308-b105-fe36aacb8dea service neutron] 10.222.0.11 "GET /v2.0/networks/6492ec64-904e-4fd0-9b1e-43b031559e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918055 Aug 23 21:30:51.707529 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c12652-8990-45ad-b51c-cf997ea9f3ea req-81203eef-479d-4e78-9350-dcd533d077ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:30:51.709074 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-30c12652-8990-45ad-b51c-cf997ea9f3ea req-81203eef-479d-4e78-9350-dcd533d077ad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f5ec03f379a044fe8aab04b1df4a2f2b&device_id=a4a246f3-e650-4cf9-98ca-d35cdc8c47b2 HTTP/1.1" status: 200 len: 1094 time: 0.0446715 Aug 23 21:30:51.772646 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 9dda06be-c5f7-4209-b3fa-a784f608b7bd up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:30:51.805712 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c12652-8990-45ad-b51c-cf997ea9f3ea req-511b723e-5593-4d82-a205-f6463f931abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:30:51.807205 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-30c12652-8990-45ad-b51c-cf997ea9f3ea req-511b723e-5593-4d82-a205-f6463f931abd service neutron] 10.222.0.11 "GET /v2.0/networks?id=6492ec64-904e-4fd0-9b1e-43b031559e12 HTTP/1.1" status: 200 len: 898 time: 0.0911281 Aug 23 21:30:51.828213 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 9dda06be-c5f7-4209-b3fa-a784f608b7bd completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:30:51.833261 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 9dda06be-c5f7-4209-b3fa-a784f608b7bd triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:30:51.833667 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:51.856686 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-30c12652-8990-45ad-b51c-cf997ea9f3ea req-bfb70bb5-fcee-40ef-b614-30f39f241c19 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dcda2bc6-90b6-4e57-84f6-3740e868eebe HTTP/1.1" status: 200 len: 217 time: 0.0400763 Aug 23 21:30:51.908012 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c12652-8990-45ad-b51c-cf997ea9f3ea req-b78355e5-b2bb-44ce-a4f1-1a802064ea89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:30:51.909564 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-30c12652-8990-45ad-b51c-cf997ea9f3ea req-b78355e5-b2bb-44ce-a4f1-1a802064ea89 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=96198e0e-362a-4f7a-9ac0-b3c313282d76 HTTP/1.1" status: 200 len: 835 time: 0.0459473 Aug 23 21:30:51.913574 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:51.947448 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 9dda06be-c5f7-4209-b3fa-a784f608b7bd, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=9dda06be-c5f7-4209-b3fa-a784f608b7bd,segment=NetworkSegment(34a62813-5c9f-4b21-b1f2-cf74bae725ba),segment_id=34a62813-5c9f-4b21-b1f2-cf74bae725ba)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:30:51.953248 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:51.960724 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c12652-8990-45ad-b51c-cf997ea9f3ea req-1b43cd20-6964-4f9f-a9d4-945f2e8df09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:30:51.962277 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-30c12652-8990-45ad-b51c-cf997ea9f3ea req-1b43cd20-6964-4f9f-a9d4-945f2e8df09a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6492ec64-904e-4fd0-9b1e-43b031559e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454612 Aug 23 21:30:52.004559 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=9dda06be-c5f7-4209-b3fa-a784f608b7bd,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:30:52.099796 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035aab6b-6ec2-45d4-a2c7-393e7d494972 req-da764fe4-6475-49c2-83c3-99573a4e993d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:30:52.101297 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-035aab6b-6ec2-45d4-a2c7-393e7d494972 req-da764fe4-6475-49c2-83c3-99573a4e993d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4a246f3-e650-4cf9-98ca-d35cdc8c47b2 HTTP/1.1" status: 200 len: 943 time: 0.0752776 Aug 23 21:30:52.106737 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-30c12652-8990-45ad-b51c-cf997ea9f3ea req-b077d4a6-2b86-41b6-a8e8-f83eb323ef1e service neutron] 10.222.0.11 "GET /v2.0/networks/6492ec64-904e-4fd0-9b1e-43b031559e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358540 Aug 23 21:30:52.188561 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-035aab6b-6ec2-45d4-a2c7-393e7d494972 req-62f445dc-e2c2-4eec-9d64-571ee1fb60d4 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca002249-add1-4a72-86b3-6f8836fdf0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808849 Aug 23 21:30:52.225889 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-30c12652-8990-45ad-b51c-cf997ea9f3ea req-d1754f26-afdf-4978-98e2-b52a5216d4d8 service neutron] 10.222.0.11 "GET /v2.0/networks/6492ec64-904e-4fd0-9b1e-43b031559e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049044 Aug 23 21:30:53.305284 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb31524-8a64-4d2b-abeb-97f224c3f00b req-8a76e24e-04e0-4df5-acbb-24db4c9e535b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:30:53.306770 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6cb31524-8a64-4d2b-abeb-97f224c3f00b req-8a76e24e-04e0-4df5-acbb-24db4c9e535b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4a246f3-e650-4cf9-98ca-d35cdc8c47b2 HTTP/1.1" status: 200 len: 943 time: 0.0491104 Aug 23 21:30:53.343540 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6cb31524-8a64-4d2b-abeb-97f224c3f00b req-74735b60-719f-4cd7-9b00-ad834ed35ee5 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca002249-add1-4a72-86b3-6f8836fdf0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307395 Aug 23 21:30:53.753797 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 9dda06be-c5f7-4209-b3fa-a784f608b7bd up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:30:53.807831 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 9dda06be-c5f7-4209-b3fa-a784f608b7bd triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:30:53.808515 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:54.462928 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4fe37-56e3-49db-be87-5f9b9cfb333c req-f55b0977-ff75-4a0a-82ed-5e9cac5047a6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:30:54.464468 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-58b4fe37-56e3-49db-be87-5f9b9cfb333c req-f55b0977-ff75-4a0a-82ed-5e9cac5047a6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4a246f3-e650-4cf9-98ca-d35cdc8c47b2 HTTP/1.1" status: 200 len: 943 time: 0.0524549 Aug 23 21:30:54.503358 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-58b4fe37-56e3-49db-be87-5f9b9cfb333c req-dd1ffb03-76e1-4483-8265-b37fb46390bd tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca002249-add1-4a72-86b3-6f8836fdf0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328939 Aug 23 21:30:55.491335 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device dcda2bc6-90b6-4e57-84f6-3740e868eebe details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 21:30:55.633010 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2800f87-4a04-4f8a-8766-1333441439ac req-2f6857e1-15a1-497c-b1a5-ea98791bd084 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:30:55.634637 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b2800f87-4a04-4f8a-8766-1333441439ac req-2f6857e1-15a1-497c-b1a5-ea98791bd084 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4a246f3-e650-4cf9-98ca-d35cdc8c47b2 HTTP/1.1" status: 200 len: 943 time: 0.0587385 Aug 23 21:30:55.675491 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b2800f87-4a04-4f8a-8766-1333441439ac req-c49765e5-e5b0-46ab-a23e-200b7558495e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca002249-add1-4a72-86b3-6f8836fdf0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346498 Aug 23 21:30:55.746049 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port dcda2bc6-90b6-4e57-84f6-3740e868eebe, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=dcda2bc6-90b6-4e57-84f6-3740e868eebe,segment=NetworkSegment(34a62813-5c9f-4b21-b1f2-cf74bae725ba),segment_id=34a62813-5c9f-4b21-b1f2-cf74bae725ba)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:30:55.758207 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': 'dcda2bc6-90b6-4e57-84f6-3740e868eebe', 'network_id': '6492ec64-904e-4fd0-9b1e-43b031559e12', 'port_id': 'dcda2bc6-90b6-4e57-84f6-3740e868eebe', 'mac_address': 'fa:16:3e:83:79:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96198e0e-362a-4f7a-9ac0-b3c313282d76', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 21:30:55.797301 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:55.810719 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcda2bc6-90b6-4e57-84f6-3740e868eebe {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:30:55.831072 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port dcda2bc6-90b6-4e57-84f6-3740e868eebe, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=dcda2bc6-90b6-4e57-84f6-3740e868eebe,segment=NetworkSegment(34a62813-5c9f-4b21-b1f2-cf74bae725ba),segment_id=34a62813-5c9f-4b21-b1f2-cf74bae725ba)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:30:55.834832 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:55.882612 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=dcda2bc6-90b6-4e57-84f6-3740e868eebe,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:30:56.079049 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['dcda2bc6-90b6-4e57-84f6-3740e868eebe'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:30:56.792100 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36264d00-be91-4a83-ae2f-86bf497ade3e req-e0522092-3848-4485-b2bc-727317e66afb tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:30:56.793602 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-36264d00-be91-4a83-ae2f-86bf497ade3e req-e0522092-3848-4485-b2bc-727317e66afb tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4a246f3-e650-4cf9-98ca-d35cdc8c47b2 HTTP/1.1" status: 200 len: 944 time: 0.0497208 Aug 23 21:30:56.832658 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-36264d00-be91-4a83-ae2f-86bf497ade3e req-92a50c10-b265-4ed4-8641-e9dfa9cbf601 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca002249-add1-4a72-86b3-6f8836fdf0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325017 Aug 23 21:30:57.491695 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device dcda2bc6-90b6-4e57-84f6-3740e868eebe up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:30:57.542145 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port dcda2bc6-90b6-4e57-84f6-3740e868eebe completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:30:57.545750 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port dcda2bc6-90b6-4e57-84f6-3740e868eebe triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:30:57.546115 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:57.625289 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:57.647326 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a246f3-e650-4cf9-98ca-d35cdc8c47b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcda2bc6-90b6-4e57-84f6-3740e868eebe'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:30:57.649599 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e577f7a2b9c3f6bcf6a64bd3e1bbb8e0b095addae8cf51c17fc2638a25953e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb7305f-529e-4714-8031-ecc4d61145a3" -d '{"events": [{"server_uuid": "a4a246f3-e650-4cf9-98ca-d35cdc8c47b2", "name": "network-vif-plugged", "status": "completed", "tag": "dcda2bc6-90b6-4e57-84f6-3740e868eebe"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:30:57.662216 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port dcda2bc6-90b6-4e57-84f6-3740e868eebe, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=dcda2bc6-90b6-4e57-84f6-3740e868eebe,segment=NetworkSegment(34a62813-5c9f-4b21-b1f2-cf74bae725ba),segment_id=34a62813-5c9f-4b21-b1f2-cf74bae725ba)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:30:57.666893 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:57.692994 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf3c11e-c62c-4b88-92ff-3a2ec10730e5 x-openstack-request-id: req-4bf3c11e-c62c-4b88-92ff-3a2ec10730e5 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:30:57.693284 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4a246f3-e650-4cf9-98ca-d35cdc8c47b2", "name": "network-vif-plugged", "status": "completed", "tag": "dcda2bc6-90b6-4e57-84f6-3740e868eebe", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:30:57.693534 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4bf3c11e-c62c-4b88-92ff-3a2ec10730e5 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:30:57.693917 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a246f3-e650-4cf9-98ca-d35cdc8c47b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcda2bc6-90b6-4e57-84f6-3740e868eebe', 'code': 200} Aug 23 21:30:57.724081 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=dcda2bc6-90b6-4e57-84f6-3740e868eebe,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:30:57.787375 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab929d6-de3e-4419-8cd0-15b7807115e7 req-7d0d6c74-a448-4a60-900e-a03dd37cd8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:30:57.788917 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dab929d6-de3e-4419-8cd0-15b7807115e7 req-7d0d6c74-a448-4a60-900e-a03dd37cd8e1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a4a246f3-e650-4cf9-98ca-d35cdc8c47b2 HTTP/1.1" status: 200 len: 1096 time: 0.0440297 Aug 23 21:30:57.824244 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dab929d6-de3e-4419-8cd0-15b7807115e7 req-5337d5ce-608e-4d83-987b-01e329336eaa service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ca002249-add1-4a72-86b3-6f8836fdf0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278132 Aug 23 21:30:57.946054 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d42c7f8-3e51-4160-8680-39149e487141 req-355003dc-7663-4ba7-9aa8-2afd84ed258c tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:30:57.947538 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6d42c7f8-3e51-4160-8680-39149e487141 req-355003dc-7663-4ba7-9aa8-2afd84ed258c tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4a246f3-e650-4cf9-98ca-d35cdc8c47b2 HTTP/1.1" status: 200 len: 945 time: 0.0491691 Aug 23 21:30:57.985708 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6d42c7f8-3e51-4160-8680-39149e487141 req-c6b504f3-f5d1-4192-a4a5-0098eaf8e1d9 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca002249-add1-4a72-86b3-6f8836fdf0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323157 Aug 23 21:30:59.100347 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8215b77-dffa-4ade-a428-09ed86f68665 req-9a2b22f3-3b01-4eeb-bb0e-5055c124c6fa tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:30:59.101854 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d8215b77-dffa-4ade-a428-09ed86f68665 req-9a2b22f3-3b01-4eeb-bb0e-5055c124c6fa tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4a246f3-e650-4cf9-98ca-d35cdc8c47b2 HTTP/1.1" status: 200 len: 945 time: 0.0488751 Aug 23 21:30:59.139207 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d8215b77-dffa-4ade-a428-09ed86f68665 req-58f0e321-f9cc-46d6-bf97-c385f5a40e1d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca002249-add1-4a72-86b3-6f8836fdf0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313811 Aug 23 21:30:59.254660 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e578b03-ac50-4cac-8500-5fb7d8046d29 req-b9eac223-eb44-4f88-99bc-8195d464c0a8 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:30:59.256201 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0e578b03-ac50-4cac-8500-5fb7d8046d29 req-b9eac223-eb44-4f88-99bc-8195d464c0a8 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4a246f3-e650-4cf9-98ca-d35cdc8c47b2 HTTP/1.1" status: 200 len: 945 time: 0.0496311 Aug 23 21:30:59.294507 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0e578b03-ac50-4cac-8500-5fb7d8046d29 req-522556fe-1d66-4a58-95fb-33473430cb0f tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca002249-add1-4a72-86b3-6f8836fdf0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322797 Aug 23 21:30:59.317137 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53436) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:30:59.355859 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98be5293-08aa-4bff-8f0b-9a25fc6c849c tempest-TestNetworkAdvancedServerOps-1074521460 tempest-TestNetworkAdvancedServerOps-1074521460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:30:59.357393 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-98be5293-08aa-4bff-8f0b-9a25fc6c849c tempest-TestNetworkAdvancedServerOps-1074521460 tempest-TestNetworkAdvancedServerOps-1074521460-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a4a246f3-e650-4cf9-98ca-d35cdc8c47b2 HTTP/1.1" status: 200 len: 1091 time: 0.0392747 Aug 23 21:30:59.360196 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53438) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:30:59.364451 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-718e50d2-67e7-4de8-8e72-4614784f8bc8 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Request body: {'floatingip': {'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'port_id': 'dcda2bc6-90b6-4e57-84f6-3740e868eebe', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:30:59.386270 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-718e50d2-67e7-4de8-8e72-4614784f8bc8 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for floatingip, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:59.488166 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-718e50d2-67e7-4de8-8e72-4614784f8bc8 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:59.593871 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-718e50d2-67e7-4de8-8e72-4614784f8bc8 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Allocated IP 172.25.4.91 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/2b4d425a-7470-4556-8669-e94b2aba5395) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:30:59.694222 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-718e50d2-67e7-4de8-8e72-4614784f8bc8 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:59.733853 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-718e50d2-67e7-4de8-8e72-4614784f8bc8 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:30:59.773610 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718e50d2-67e7-4de8-8e72-4614784f8bc8 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:30:59.776368 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-718e50d2-67e7-4de8-8e72-4614784f8bc8 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:30:59.779781 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718e50d2-67e7-4de8-8e72-4614784f8bc8 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:30:59.788330 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e50d2-67e7-4de8-8e72-4614784f8bc8 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'Port': ['ID=2b4d425a-7470-4556-8669-e94b2aba5395,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:31:00.149340 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-718e50d2-67e7-4de8-8e72-4614784f8bc8 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:00.220231 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-718e50d2-67e7-4de8-8e72-4614784f8bc8 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:00.364262 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-718e50d2-67e7-4de8-8e72-4614784f8bc8 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:00.368254 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-718e50d2-67e7-4de8-8e72-4614784f8bc8 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:00.443730 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e50d2-67e7-4de8-8e72-4614784f8bc8 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'Port': ['ID=2b4d425a-7470-4556-8669-e94b2aba5395,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:31:00.452161 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-718e50d2-67e7-4de8-8e72-4614784f8bc8 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:00.890419 n-d-805663-2 neutron-server[94687]: INFO neutron.db.l3_db [None req-718e50d2-67e7-4de8-8e72-4614784f8bc8 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Floating IP d84dde1a-d0b4-4f8e-b94e-61c43a41800f associated. External IP: 172.25.4.91, port: dcda2bc6-90b6-4e57-84f6-3740e868eebe. Aug 23 21:31:01.096324 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-718e50d2-67e7-4de8-8e72-4614784f8bc8 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Router 396574e7-6708-4ee4-9971-4714b7b3bc37 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:31:01.203524 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718e50d2-67e7-4de8-8e72-4614784f8bc8 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:31:01.215336 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ea9a4b-539d-48de-8fab-a8005d17d5e5 None None] Sync routers for ids ['396574e7-6708-4ee4-9971-4714b7b3bc37'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:31:01.221877 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-718e50d2-67e7-4de8-8e72-4614784f8bc8 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:01.225443 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ea9a4b-539d-48de-8fab-a8005d17d5e5 None None] Routers {'396574e7-6708-4ee4-9971-4714b7b3bc37'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:31:01.226055 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-58ea9a4b-539d-48de-8fab-a8005d17d5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:30:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['396574e7-6708-4ee4-9971-4714b7b3bc37'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:31:01.249301 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-718e50d2-67e7-4de8-8e72-4614784f8bc8 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8880990 Aug 23 21:31:01.249985 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4a246f3-e650-4cf9-98ca-d35cdc8c47b2', 'tag': 'dcda2bc6-90b6-4e57-84f6-3740e868eebe'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:31:01.252701 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1e6a3834e992a26d7c0b67e33d767d389e5cf97a11b89f2293fa0299e1fe502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75457ed4-c71e-48cd-8e9b-f3630c4a6d58" -d '{"events": [{"name": "network-changed", "server_uuid": "a4a246f3-e650-4cf9-98ca-d35cdc8c47b2", "tag": "dcda2bc6-90b6-4e57-84f6-3740e868eebe"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:31:01.300951 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53651a21-8e90-49fb-ba0f-7b2ee6927706 x-openstack-request-id: req-53651a21-8e90-49fb-ba0f-7b2ee6927706 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:31:01.301411 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4a246f3-e650-4cf9-98ca-d35cdc8c47b2", "tag": "dcda2bc6-90b6-4e57-84f6-3740e868eebe", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:31:01.301676 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-53651a21-8e90-49fb-ba0f-7b2ee6927706 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:31:01.302080 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4a246f3-e650-4cf9-98ca-d35cdc8c47b2', 'tag': 'dcda2bc6-90b6-4e57-84f6-3740e868eebe', 'status': 'completed', 'code': 200} Aug 23 21:31:01.333641 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-58ea9a4b-539d-48de-8fab-a8005d17d5e5 None None] Set router 396574e7-6708-4ee4-9971-4714b7b3bc37 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:31:01.362723 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65930074-dbea-4999-9465-f77917027f21 req-2ef3e023-16db-419b-a3bc-a1783e0fc72d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:31:01.364494 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-65930074-dbea-4999-9465-f77917027f21 req-2ef3e023-16db-419b-a3bc-a1783e0fc72d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4a246f3-e650-4cf9-98ca-d35cdc8c47b2 HTTP/1.1" status: 200 len: 945 time: 0.0512271 Aug 23 21:31:01.368580 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75457ed4-c71e-48cd-8e9b-f3630c4a6d58 req-f9b0821d-2c56-4be2-9357-13c4025cb406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:31:01.370325 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-75457ed4-c71e-48cd-8e9b-f3630c4a6d58 req-f9b0821d-2c56-4be2-9357-13c4025cb406 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f5ec03f379a044fe8aab04b1df4a2f2b&device_id=a4a246f3-e650-4cf9-98ca-d35cdc8c47b2 HTTP/1.1" status: 200 len: 1096 time: 0.0476751 Aug 23 21:31:01.404595 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-65930074-dbea-4999-9465-f77917027f21 req-0e3f40c5-0afc-41c3-9117-b9c2fcd7f528 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca002249-add1-4a72-86b3-6f8836fdf0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332866 Aug 23 21:31:01.428368 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53444) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:31:01.466167 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75457ed4-c71e-48cd-8e9b-f3630c4a6d58 req-a2ef6b29-d585-4aea-b7eb-2ae766466608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:31:01.467572 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-75457ed4-c71e-48cd-8e9b-f3630c4a6d58 req-a2ef6b29-d585-4aea-b7eb-2ae766466608 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6492ec64-904e-4fd0-9b1e-43b031559e12 HTTP/1.1" status: 200 len: 898 time: 0.0892820 Aug 23 21:31:01.501035 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-7135d542-66bb-4ae3-a5f7-ccef53830fd8 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/floatingips/d84dde1a-d0b4-4f8e-b94e-61c43a41800f HTTP/1.1" status: 200 len: 990 time: 0.0713797 Aug 23 21:31:01.543807 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-75457ed4-c71e-48cd-8e9b-f3630c4a6d58 req-740518ca-adec-4f69-ae60-5116a9f3a7e5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dcda2bc6-90b6-4e57-84f6-3740e868eebe HTTP/1.1" status: 200 len: 998 time: 0.0675571 Aug 23 21:31:01.558745 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-58ea9a4b-539d-48de-8fab-a8005d17d5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396574e7-6708-4ee4-9971-4714b7b3bc37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-912656436', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'b000134d-6728-4cb6-99f5-95ea593163ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:30:43Z', 'updated_at': '2021-08-23T21:30:46Z', 'revision_number': 4, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': 'b000134d-6728-4cb6-99f5-95ea593163ef', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396574e7-6708-4ee4-9971-4714b7b3bc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:30:43Z', 'updated_at': '2021-08-23T21:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': 'd84dde1a-d0b4-4f8e-b94e-61c43a41800f', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'floating_ip_address': '172.25.4.91', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '396574e7-6708-4ee4-9971-4714b7b3bc37', 'port_id': 'dcda2bc6-90b6-4e57-84f6-3740e868eebe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6492ec64-904e-4fd0-9b1e-43b031559e12', 'mac_address': 'fa:16:3e:83:79:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a246f3-e650-4cf9-98ca-d35cdc8c47b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:31:00Z', 'updated_at': '2021-08-23T21:31:00Z', 'revision_number': 0, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dda06be-c5f7-4209-b3fa-a784f608b7bd', 'name': '', 'network_id': '6492ec64-904e-4fd0-9b1e-43b031559e12', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'mac_address': 'fa:16:3e:78:e1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396574e7-6708-4ee4-9971-4714b7b3bc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '96198e0e-362a-4f7a-9ac0-b3c313282d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:30:46Z', 'updated_at': '2021-08-23T21:30:51Z', 'revision_number': 5, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'subnets': [{'id': '96198e0e-362a-4f7a-9ac0-b3c313282d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:31:01.584409 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ea9a4b-539d-48de-8fab-a8005d17d5e5 None None] Checking router: 396574e7-6708-4ee4-9971-4714b7b3bc37 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:31:01.592625 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ea9a4b-539d-48de-8fab-a8005d17d5e5 None None] Routers {'396574e7-6708-4ee4-9971-4714b7b3bc37'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:31:01.593218 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-58ea9a4b-539d-48de-8fab-a8005d17d5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:30:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['396574e7-6708-4ee4-9971-4714b7b3bc37'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:31:01.595264 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75457ed4-c71e-48cd-8e9b-f3630c4a6d58 req-9059be5b-4d00-40a0-913f-dc91a3b295be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:31:01.597377 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-75457ed4-c71e-48cd-8e9b-f3630c4a6d58 req-9059be5b-4d00-40a0-913f-dc91a3b295be service neutron] 10.222.0.11 "GET /v2.0/subnets?id=96198e0e-362a-4f7a-9ac0-b3c313282d76 HTTP/1.1" status: 200 len: 835 time: 0.0460377 Aug 23 21:31:01.646061 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75457ed4-c71e-48cd-8e9b-f3630c4a6d58 req-54dc753e-2e2e-43b9-a24d-f2fc958eabca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:31:01.647582 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-75457ed4-c71e-48cd-8e9b-f3630c4a6d58 req-54dc753e-2e2e-43b9-a24d-f2fc958eabca service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6492ec64-904e-4fd0-9b1e-43b031559e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433457 Aug 23 21:31:01.698802 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-58ea9a4b-539d-48de-8fab-a8005d17d5e5 None None] Set router 396574e7-6708-4ee4-9971-4714b7b3bc37 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:31:01.746957 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-75457ed4-c71e-48cd-8e9b-f3630c4a6d58 req-92a35a00-9d25-4f8f-aab7-7b1faea3debc service neutron] 10.222.0.11 "GET /v2.0/networks/6492ec64-904e-4fd0-9b1e-43b031559e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922432 Aug 23 21:31:01.839938 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-75457ed4-c71e-48cd-8e9b-f3630c4a6d58 req-464ae819-b6fe-4a23-ba2c-3efef05e3c35 service neutron] 10.222.0.11 "GET /v2.0/networks/6492ec64-904e-4fd0-9b1e-43b031559e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859690 Aug 23 21:31:01.929325 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-58ea9a4b-539d-48de-8fab-a8005d17d5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396574e7-6708-4ee4-9971-4714b7b3bc37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-912656436', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'b000134d-6728-4cb6-99f5-95ea593163ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:30:43Z', 'updated_at': '2021-08-23T21:30:46Z', 'revision_number': 4, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': 'b000134d-6728-4cb6-99f5-95ea593163ef', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396574e7-6708-4ee4-9971-4714b7b3bc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:30:43Z', 'updated_at': '2021-08-23T21:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': 'd84dde1a-d0b4-4f8e-b94e-61c43a41800f', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'floating_ip_address': '172.25.4.91', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '396574e7-6708-4ee4-9971-4714b7b3bc37', 'port_id': 'dcda2bc6-90b6-4e57-84f6-3740e868eebe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6492ec64-904e-4fd0-9b1e-43b031559e12', 'mac_address': 'fa:16:3e:83:79:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a246f3-e650-4cf9-98ca-d35cdc8c47b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:31:00Z', 'updated_at': '2021-08-23T21:31:00Z', 'revision_number': 0, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dda06be-c5f7-4209-b3fa-a784f608b7bd', 'name': '', 'network_id': '6492ec64-904e-4fd0-9b1e-43b031559e12', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'mac_address': 'fa:16:3e:78:e1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396574e7-6708-4ee4-9971-4714b7b3bc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '96198e0e-362a-4f7a-9ac0-b3c313282d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:30:46Z', 'updated_at': '2021-08-23T21:30:51Z', 'revision_number': 5, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'subnets': [{'id': '96198e0e-362a-4f7a-9ac0-b3c313282d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:31:01.955178 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ea9a4b-539d-48de-8fab-a8005d17d5e5 None None] The sync data for ids ['396574e7-6708-4ee4-9971-4714b7b3bc37'] in n-d-805663-2 is: [{'id': '396574e7-6708-4ee4-9971-4714b7b3bc37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-912656436', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'b000134d-6728-4cb6-99f5-95ea593163ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:30:43Z', 'updated_at': '2021-08-23T21:30:46Z', 'revision_number': 4, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': 'b000134d-6728-4cb6-99f5-95ea593163ef', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396574e7-6708-4ee4-9971-4714b7b3bc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:30:43Z', 'updated_at': '2021-08-23T21:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': 'd84dde1a-d0b4-4f8e-b94e-61c43a41800f', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'floating_ip_address': '172.25.4.91', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '396574e7-6708-4ee4-9971-4714b7b3bc37', 'port_id': 'dcda2bc6-90b6-4e57-84f6-3740e868eebe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6492ec64-904e-4fd0-9b1e-43b031559e12', 'mac_address': 'fa:16:3e:83:79:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a246f3-e650-4cf9-98ca-d35cdc8c47b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:31:00Z', 'updated_at': '2021-08-23T21:31:00Z', 'revision_number': 0, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dda06be-c5f7-4209-b3fa-a784f608b7bd', 'name': '', 'network_id': '6492ec64-904e-4fd0-9b1e-43b031559e12', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'mac_address': 'fa:16:3e:78:e1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396574e7-6708-4ee4-9971-4714b7b3bc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '96198e0e-362a-4f7a-9ac0-b3c313282d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:30:46Z', 'updated_at': '2021-08-23T21:30:51Z', 'revision_number': 5, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'subnets': [{'id': '96198e0e-362a-4f7a-9ac0-b3c313282d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:31:02.138851 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0f4807-5acb-432a-9149-f8f4892bb131 None None] New status for floating IP d84dde1a-d0b4-4f8e-b94e-61c43a41800f: ACTIVE {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 21:31:02.505882 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53446) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:31:02.571615 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-0a907f44-4c12-4666-95b7-74df206dfb74 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/floatingips/d84dde1a-d0b4-4f8e-b94e-61c43a41800f HTTP/1.1" status: 200 len: 992 time: 0.0644166 Aug 23 21:31:10.112750 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dbcbca7b-83cb-406e-9a49-edc4e2c65359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:10.928439 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:13.507230 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b8378e6d-d95d-41c8-ae89-19629cfa731a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:13.636879 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:14.787497 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:16.163033 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:19.248921 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:31:20.870936 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:31.377634 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9d45b-9c88-4b98-b69a-ef5e11b93163 req-41b50e65-2212-43f5-8417-58bba582305d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:31:31.379443 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9ff9d45b-9c88-4b98-b69a-ef5e11b93163 req-41b50e65-2212-43f5-8417-58bba582305d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4a246f3-e650-4cf9-98ca-d35cdc8c47b2 HTTP/1.1" status: 200 len: 945 time: 0.1145597 Aug 23 21:31:31.419948 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9ff9d45b-9c88-4b98-b69a-ef5e11b93163 req-5d7e6028-573f-4a01-b81d-ab0ebf0cf09f tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca002249-add1-4a72-86b3-6f8836fdf0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342743 Aug 23 21:31:32.606064 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401781af-ce17-4294-b077-71a50691fc17 req-7d5e9ef1-359e-44e7-b52b-305547769272 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:31:32.607674 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-401781af-ce17-4294-b077-71a50691fc17 req-7d5e9ef1-359e-44e7-b52b-305547769272 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4a246f3-e650-4cf9-98ca-d35cdc8c47b2 HTTP/1.1" status: 200 len: 945 time: 0.1016934 Aug 23 21:31:32.646074 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-401781af-ce17-4294-b077-71a50691fc17 req-ac9d1781-867f-45d5-a0ba-81676cfc2a8f tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca002249-add1-4a72-86b3-6f8836fdf0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323925 Aug 23 21:31:32.671133 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53472) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:31:32.731536 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-df2d3ebc-c761-415c-b22e-c7cd040cd054 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/floatingips/d84dde1a-d0b4-4f8e-b94e-61c43a41800f HTTP/1.1" status: 200 len: 992 time: 0.0591722 Aug 23 21:31:34.016137 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178764f2-25f3-4a7a-ae19-1b234096994f req-4f2e5492-c131-4032-979a-49e3b0fad16c tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:31:34.017830 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-178764f2-25f3-4a7a-ae19-1b234096994f req-4f2e5492-c131-4032-979a-49e3b0fad16c tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4a246f3-e650-4cf9-98ca-d35cdc8c47b2 HTTP/1.1" status: 200 len: 945 time: 0.0560482 Aug 23 21:31:34.056850 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-178764f2-25f3-4a7a-ae19-1b234096994f req-d7a0f35c-0605-4686-8861-6b31c08c286f tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca002249-add1-4a72-86b3-6f8836fdf0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322571 Aug 23 21:31:35.177526 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ceec8-3742-49c1-9e83-146d71fb3a82 req-83db252d-2af1-4cdf-8c21-a6a081f3e8b5 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:31:35.179055 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0a1ceec8-3742-49c1-9e83-146d71fb3a82 req-83db252d-2af1-4cdf-8c21-a6a081f3e8b5 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4a246f3-e650-4cf9-98ca-d35cdc8c47b2 HTTP/1.1" status: 200 len: 945 time: 0.0493286 Aug 23 21:31:35.219006 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0a1ceec8-3742-49c1-9e83-146d71fb3a82 req-dbc59361-22cf-496b-9047-399935d52faf tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca002249-add1-4a72-86b3-6f8836fdf0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336118 Aug 23 21:31:35.244716 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53482) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:31:35.307671 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-6e4036cd-5bde-4962-84a0-d9b324456344 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/floatingips/d84dde1a-d0b4-4f8e-b94e-61c43a41800f HTTP/1.1" status: 200 len: 992 time: 0.0617816 Aug 23 21:31:35.539775 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53488) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:31:35.700990 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-28b56a2b-e109-4f9f-9b25-bd98b4e52ba1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Deleting port 2b4d425a-7470-4556-8669-e94b2aba5395 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:31:35.701251 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-28b56a2b-e109-4f9f-9b25-bd98b4e52ba1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:35.777902 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-28b56a2b-e109-4f9f-9b25-bd98b4e52ba1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:35.778242 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-28b56a2b-e109-4f9f-9b25-bd98b4e52ba1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:35.789616 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-28b56a2b-e109-4f9f-9b25-bd98b4e52ba1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Calling delete_port for 2b4d425a-7470-4556-8669-e94b2aba5395 owned by network:floatingip {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:31:35.941281 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-28b56a2b-e109-4f9f-9b25-bd98b4e52ba1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:35.968839 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b56a2b-e109-4f9f-9b25-bd98b4e52ba1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event deleted for resources: {'Port': ['ID=2b4d425a-7470-4556-8669-e94b2aba5395,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:31:35.996309 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b56a2b-e109-4f9f-9b25-bd98b4e52ba1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:31:35.996664 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b56a2b-e109-4f9f-9b25-bd98b4e52ba1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:31:35.997008 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b56a2b-e109-4f9f-9b25-bd98b4e52ba1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:31:35.997350 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b56a2b-e109-4f9f-9b25-bd98b4e52ba1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:31:35.997687 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b56a2b-e109-4f9f-9b25-bd98b4e52ba1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:31:35.998020 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b56a2b-e109-4f9f-9b25-bd98b4e52ba1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:31:35.998353 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b56a2b-e109-4f9f-9b25-bd98b4e52ba1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:31:35.998685 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b56a2b-e109-4f9f-9b25-bd98b4e52ba1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:31:35.999014 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b56a2b-e109-4f9f-9b25-bd98b4e52ba1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:31:35.999340 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b56a2b-e109-4f9f-9b25-bd98b4e52ba1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:31:35.999664 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b56a2b-e109-4f9f-9b25-bd98b4e52ba1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:31:35.999990 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b56a2b-e109-4f9f-9b25-bd98b4e52ba1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:31:36.041192 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-28b56a2b-e109-4f9f-9b25-bd98b4e52ba1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for floatingip, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:36.041581 n-d-805663-2 neutron-server[94687]: INFO neutron.db.l3_db [None req-28b56a2b-e109-4f9f-9b25-bd98b4e52ba1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Floating IP d84dde1a-d0b4-4f8e-b94e-61c43a41800f disassociated (deleted). External IP: 172.25.4.91, port: dcda2bc6-90b6-4e57-84f6-3740e868eebe. Aug 23 21:31:36.253235 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b56a2b-e109-4f9f-9b25-bd98b4e52ba1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Router 396574e7-6708-4ee4-9971-4714b7b3bc37 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:31:36.364752 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b56a2b-e109-4f9f-9b25-bd98b4e52ba1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:31:36.369794 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-28b56a2b-e109-4f9f-9b25-bd98b4e52ba1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:36.374242 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe1f6c8-2cee-4a03-9307-1cb065fb2f5a None None] Sync routers for ids ['396574e7-6708-4ee4-9971-4714b7b3bc37'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:31:36.383870 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe1f6c8-2cee-4a03-9307-1cb065fb2f5a None None] Routers {'396574e7-6708-4ee4-9971-4714b7b3bc37'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:31:36.384508 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-afe1f6c8-2cee-4a03-9307-1cb065fb2f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:31:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['396574e7-6708-4ee4-9971-4714b7b3bc37'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:31:36.397090 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-28b56a2b-e109-4f9f-9b25-bd98b4e52ba1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "DELETE /v2.0/floatingips/d84dde1a-d0b4-4f8e-b94e-61c43a41800f HTTP/1.1" status: 204 len: 168 time: 0.8561735 Aug 23 21:31:36.397775 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4a246f3-e650-4cf9-98ca-d35cdc8c47b2', 'tag': 'dcda2bc6-90b6-4e57-84f6-3740e868eebe'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:31:36.400179 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1e6a3834e992a26d7c0b67e33d767d389e5cf97a11b89f2293fa0299e1fe502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3c9fa5-2a93-49ca-a6ee-4ce45f537665" -d '{"events": [{"name": "network-changed", "server_uuid": "a4a246f3-e650-4cf9-98ca-d35cdc8c47b2", "tag": "dcda2bc6-90b6-4e57-84f6-3740e868eebe"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:31:36.441845 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9ddee2-5865-4ac4-90c7-e2401a700d98 x-openstack-request-id: req-0c9ddee2-5865-4ac4-90c7-e2401a700d98 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:31:36.442009 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4a246f3-e650-4cf9-98ca-d35cdc8c47b2", "tag": "dcda2bc6-90b6-4e57-84f6-3740e868eebe", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:31:36.442275 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0c9ddee2-5865-4ac4-90c7-e2401a700d98 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:31:36.442690 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4a246f3-e650-4cf9-98ca-d35cdc8c47b2', 'tag': 'dcda2bc6-90b6-4e57-84f6-3740e868eebe', 'status': 'completed', 'code': 200} Aug 23 21:31:36.586387 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c9fa5-2a93-49ca-a6ee-4ce45f537665 req-17286bd8-77b0-4787-9c7e-a407b212b6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:31:36.588686 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-db3c9fa5-2a93-49ca-a6ee-4ce45f537665 req-17286bd8-77b0-4787-9c7e-a407b212b6bb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f5ec03f379a044fe8aab04b1df4a2f2b&device_id=a4a246f3-e650-4cf9-98ca-d35cdc8c47b2 HTTP/1.1" status: 200 len: 1096 time: 0.1207142 Aug 23 21:31:36.598529 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-afe1f6c8-2cee-4a03-9307-1cb065fb2f5a None None] Set router 396574e7-6708-4ee4-9971-4714b7b3bc37 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:31:36.691123 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99038a86-29e4-46d8-b1e6-9af12831956e req-32283f43-246a-4118-9c7d-daf36d62a6a5 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:31:36.692667 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-99038a86-29e4-46d8-b1e6-9af12831956e req-32283f43-246a-4118-9c7d-daf36d62a6a5 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4a246f3-e650-4cf9-98ca-d35cdc8c47b2 HTTP/1.1" status: 200 len: 945 time: 0.1021712 Aug 23 21:31:36.741760 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c9fa5-2a93-49ca-a6ee-4ce45f537665 req-57b3a148-708a-46c6-a3b4-5a17a9e81801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:31:36.743212 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-db3c9fa5-2a93-49ca-a6ee-4ce45f537665 req-57b3a148-708a-46c6-a3b4-5a17a9e81801 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6492ec64-904e-4fd0-9b1e-43b031559e12 HTTP/1.1" status: 200 len: 898 time: 0.1420045 Aug 23 21:31:36.762131 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-99038a86-29e4-46d8-b1e6-9af12831956e req-6d87fd3e-f6a9-4314-912c-0bf1d3f33502 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca002249-add1-4a72-86b3-6f8836fdf0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605524 Aug 23 21:31:36.794138 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-db3c9fa5-2a93-49ca-a6ee-4ce45f537665 req-b16ee0b0-72b4-4f20-80a5-cd41674a238a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dcda2bc6-90b6-4e57-84f6-3740e868eebe HTTP/1.1" status: 200 len: 217 time: 0.0398784 Aug 23 21:31:36.801343 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-afe1f6c8-2cee-4a03-9307-1cb065fb2f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396574e7-6708-4ee4-9971-4714b7b3bc37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-912656436', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'b000134d-6728-4cb6-99f5-95ea593163ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:30:43Z', 'updated_at': '2021-08-23T21:30:46Z', 'revision_number': 4, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': 'b000134d-6728-4cb6-99f5-95ea593163ef', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396574e7-6708-4ee4-9971-4714b7b3bc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:30:43Z', 'updated_at': '2021-08-23T21:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '9dda06be-c5f7-4209-b3fa-a784f608b7bd', 'name': '', 'network_id': '6492ec64-904e-4fd0-9b1e-43b031559e12', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'mac_address': 'fa:16:3e:78:e1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396574e7-6708-4ee4-9971-4714b7b3bc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '96198e0e-362a-4f7a-9ac0-b3c313282d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:30:46Z', 'updated_at': '2021-08-23T21:30:51Z', 'revision_number': 5, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'subnets': [{'id': '96198e0e-362a-4f7a-9ac0-b3c313282d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:31:36.828194 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe1f6c8-2cee-4a03-9307-1cb065fb2f5a None None] Checking router: 396574e7-6708-4ee4-9971-4714b7b3bc37 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:31:36.837492 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe1f6c8-2cee-4a03-9307-1cb065fb2f5a None None] Routers {'396574e7-6708-4ee4-9971-4714b7b3bc37'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:31:36.838096 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-afe1f6c8-2cee-4a03-9307-1cb065fb2f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:31:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['396574e7-6708-4ee4-9971-4714b7b3bc37'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:31:36.845654 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c9fa5-2a93-49ca-a6ee-4ce45f537665 req-29b3f47f-1c88-4171-b13b-058f798f7f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:31:36.847145 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-db3c9fa5-2a93-49ca-a6ee-4ce45f537665 req-29b3f47f-1c88-4171-b13b-058f798f7f1c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=96198e0e-362a-4f7a-9ac0-b3c313282d76 HTTP/1.1" status: 200 len: 835 time: 0.0451577 Aug 23 21:31:36.895287 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c9fa5-2a93-49ca-a6ee-4ce45f537665 req-78d69586-55b1-41e4-bc5f-a3a7c4822bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:31:36.896860 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-db3c9fa5-2a93-49ca-a6ee-4ce45f537665 req-78d69586-55b1-41e4-bc5f-a3a7c4822bbf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6492ec64-904e-4fd0-9b1e-43b031559e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415413 Aug 23 21:31:36.942886 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-afe1f6c8-2cee-4a03-9307-1cb065fb2f5a None None] Set router 396574e7-6708-4ee4-9971-4714b7b3bc37 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:31:36.997366 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-db3c9fa5-2a93-49ca-a6ee-4ce45f537665 req-5bbc4207-f740-4947-a543-a1797a54e9a2 service neutron] 10.222.0.11 "GET /v2.0/networks/6492ec64-904e-4fd0-9b1e-43b031559e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890713 Aug 23 21:31:37.091321 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-db3c9fa5-2a93-49ca-a6ee-4ce45f537665 req-899a8e51-fab2-48df-b314-e4fbc0167dd6 service neutron] 10.222.0.11 "GET /v2.0/networks/6492ec64-904e-4fd0-9b1e-43b031559e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850616 Aug 23 21:31:37.139242 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-afe1f6c8-2cee-4a03-9307-1cb065fb2f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396574e7-6708-4ee4-9971-4714b7b3bc37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-912656436', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'b000134d-6728-4cb6-99f5-95ea593163ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:30:43Z', 'updated_at': '2021-08-23T21:30:46Z', 'revision_number': 4, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': 'b000134d-6728-4cb6-99f5-95ea593163ef', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396574e7-6708-4ee4-9971-4714b7b3bc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:30:43Z', 'updated_at': '2021-08-23T21:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '9dda06be-c5f7-4209-b3fa-a784f608b7bd', 'name': '', 'network_id': '6492ec64-904e-4fd0-9b1e-43b031559e12', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'mac_address': 'fa:16:3e:78:e1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396574e7-6708-4ee4-9971-4714b7b3bc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '96198e0e-362a-4f7a-9ac0-b3c313282d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:30:46Z', 'updated_at': '2021-08-23T21:30:51Z', 'revision_number': 5, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'subnets': [{'id': '96198e0e-362a-4f7a-9ac0-b3c313282d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:31:37.168709 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe1f6c8-2cee-4a03-9307-1cb065fb2f5a None None] The sync data for ids ['396574e7-6708-4ee4-9971-4714b7b3bc37'] in n-d-805663-2 is: [{'id': '396574e7-6708-4ee4-9971-4714b7b3bc37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-912656436', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'b000134d-6728-4cb6-99f5-95ea593163ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:30:43Z', 'updated_at': '2021-08-23T21:30:46Z', 'revision_number': 4, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': 'b000134d-6728-4cb6-99f5-95ea593163ef', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396574e7-6708-4ee4-9971-4714b7b3bc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:30:43Z', 'updated_at': '2021-08-23T21:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '9dda06be-c5f7-4209-b3fa-a784f608b7bd', 'name': '', 'network_id': '6492ec64-904e-4fd0-9b1e-43b031559e12', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'mac_address': 'fa:16:3e:78:e1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396574e7-6708-4ee4-9971-4714b7b3bc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '96198e0e-362a-4f7a-9ac0-b3c313282d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:30:46Z', 'updated_at': '2021-08-23T21:30:51Z', 'revision_number': 5, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'subnets': [{'id': '96198e0e-362a-4f7a-9ac0-b3c313282d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:31:37.380706 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c289e48f-7524-4e91-a63b-88f2936666b4 None None] New status for floating IP d84dde1a-d0b4-4f8e-b94e-61c43a41800f: DOWN {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 21:31:37.882865 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568d2e5-d6b5-4bbd-bb86-7124301b44ca req-56a42633-2302-4d01-bc2b-92793b7ec945 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:31:37.884413 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2568d2e5-d6b5-4bbd-bb86-7124301b44ca req-56a42633-2302-4d01-bc2b-92793b7ec945 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4a246f3-e650-4cf9-98ca-d35cdc8c47b2 HTTP/1.1" status: 200 len: 945 time: 0.0536475 Aug 23 21:31:37.922927 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2568d2e5-d6b5-4bbd-bb86-7124301b44ca req-1bb6372e-975b-4f69-bab4-386b51d851cf tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca002249-add1-4a72-86b3-6f8836fdf0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325367 Aug 23 21:31:38.225195 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17072a25-2dda-41f9-b7c0-8ba424054790 req-34e84792-5c64-468d-9488-5acaeae9e23f tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:31:38.226661 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-17072a25-2dda-41f9-b7c0-8ba424054790 req-34e84792-5c64-468d-9488-5acaeae9e23f tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4a246f3-e650-4cf9-98ca-d35cdc8c47b2 HTTP/1.1" status: 200 len: 945 time: 0.0553548 Aug 23 21:31:38.316336 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-17072a25-2dda-41f9-b7c0-8ba424054790 req-1fc77c93-f393-4a31-8988-1b4b3e388aa3 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Deleting port dcda2bc6-90b6-4e57-84f6-3740e868eebe {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:31:38.316679 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-17072a25-2dda-41f9-b7c0-8ba424054790 req-1fc77c93-f393-4a31-8988-1b4b3e388aa3 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:38.407993 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-17072a25-2dda-41f9-b7c0-8ba424054790 req-1fc77c93-f393-4a31-8988-1b4b3e388aa3 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] For port dcda2bc6-90b6-4e57-84f6-3740e868eebe, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=dcda2bc6-90b6-4e57-84f6-3740e868eebe,segment=NetworkSegment(34a62813-5c9f-4b21-b1f2-cf74bae725ba),segment_id=34a62813-5c9f-4b21-b1f2-cf74bae725ba)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:31:38.408375 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-17072a25-2dda-41f9-b7c0-8ba424054790 req-1fc77c93-f393-4a31-8988-1b4b3e388aa3 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:38.420212 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-17072a25-2dda-41f9-b7c0-8ba424054790 req-1fc77c93-f393-4a31-8988-1b4b3e388aa3 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Calling delete_port for dcda2bc6-90b6-4e57-84f6-3740e868eebe owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:31:38.547674 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-17072a25-2dda-41f9-b7c0-8ba424054790 req-1fc77c93-f393-4a31-8988-1b4b3e388aa3 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:38.580632 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc77c93-f393-4a31-8988-1b4b3e388aa3 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event deleted for resources: {'Port': ['ID=dcda2bc6-90b6-4e57-84f6-3740e868eebe,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:31:38.593165 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc77c93-f393-4a31-8988-1b4b3e388aa3 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:31:38.593515 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc77c93-f393-4a31-8988-1b4b3e388aa3 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:31:38.593855 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc77c93-f393-4a31-8988-1b4b3e388aa3 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:31:38.594185 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc77c93-f393-4a31-8988-1b4b3e388aa3 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:31:38.594509 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc77c93-f393-4a31-8988-1b4b3e388aa3 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:31:38.594875 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc77c93-f393-4a31-8988-1b4b3e388aa3 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:31:38.595536 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc77c93-f393-4a31-8988-1b4b3e388aa3 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:31:38.595788 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc77c93-f393-4a31-8988-1b4b3e388aa3 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:31:38.596149 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc77c93-f393-4a31-8988-1b4b3e388aa3 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:31:38.596474 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc77c93-f393-4a31-8988-1b4b3e388aa3 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:31:38.596794 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc77c93-f393-4a31-8988-1b4b3e388aa3 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:31:38.597114 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc77c93-f393-4a31-8988-1b4b3e388aa3 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:31:38.632460 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-17072a25-2dda-41f9-b7c0-8ba424054790 req-1fc77c93-f393-4a31-8988-1b4b3e388aa3 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] No DVR routers for this DVR port dcda2bc6-90b6-4e57-84f6-3740e868eebe on host n-h1-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:31:38.635055 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-17072a25-2dda-41f9-b7c0-8ba424054790 req-1fc77c93-f393-4a31-8988-1b4b3e388aa3 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:38.637182 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-17072a25-2dda-41f9-b7c0-8ba424054790 req-1fc77c93-f393-4a31-8988-1b4b3e388aa3 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.11 "DELETE /v2.0/ports/dcda2bc6-90b6-4e57-84f6-3740e868eebe HTTP/1.1" status: 204 len: 173 time: 0.4044015 Aug 23 21:31:38.637611 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a246f3-e650-4cf9-98ca-d35cdc8c47b2', 'name': 'network-vif-deleted', 'tag': 'dcda2bc6-90b6-4e57-84f6-3740e868eebe'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:31:38.639916 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}464d6cbacbaeb9374483e58d29b165f94917862334b697df3b381d289610f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf23096-b034-44c9-b249-1e3fda8a8744" -d '{"events": [{"server_uuid": "a4a246f3-e650-4cf9-98ca-d35cdc8c47b2", "name": "network-vif-deleted", "tag": "dcda2bc6-90b6-4e57-84f6-3740e868eebe"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:31:38.733180 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d014711d-b066-4d2c-8641-87d993fea354 x-openstack-request-id: req-d014711d-b066-4d2c-8641-87d993fea354 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:31:38.733498 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4a246f3-e650-4cf9-98ca-d35cdc8c47b2", "name": "network-vif-deleted", "tag": "dcda2bc6-90b6-4e57-84f6-3740e868eebe", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:31:38.733750 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d014711d-b066-4d2c-8641-87d993fea354 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:31:38.734141 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a246f3-e650-4cf9-98ca-d35cdc8c47b2', 'name': 'network-vif-deleted', 'tag': 'dcda2bc6-90b6-4e57-84f6-3740e868eebe', 'status': 'completed', 'code': 200} Aug 23 21:31:39.037145 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9cd6acde-f954-4bcd-ac22-1f669807828f req-c8cf5abb-7f38-48f8-8f44-447f32eaf73c tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4a246f3-e650-4cf9-98ca-d35cdc8c47b2 HTTP/1.1" status: 200 len: 210 time: 0.0287926 Aug 23 21:31:40.096047 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53508) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:31:40.114157 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-011935fb-02ef-4c63-855b-aada56c645e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:40.459783 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-396a9172-d29b-4b1d-b101-ccf8ad633f3a tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:40.726896 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-396a9172-d29b-4b1d-b101-ccf8ad633f3a tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Deleting port 9dda06be-c5f7-4209-b3fa-a784f608b7bd {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:31:40.727150 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-396a9172-d29b-4b1d-b101-ccf8ad633f3a tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:40.819336 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-396a9172-d29b-4b1d-b101-ccf8ad633f3a tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] For port 9dda06be-c5f7-4209-b3fa-a784f608b7bd, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=9dda06be-c5f7-4209-b3fa-a784f608b7bd,segment=NetworkSegment(34a62813-5c9f-4b21-b1f2-cf74bae725ba),segment_id=34a62813-5c9f-4b21-b1f2-cf74bae725ba)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:31:40.819756 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-396a9172-d29b-4b1d-b101-ccf8ad633f3a tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:40.831668 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-396a9172-d29b-4b1d-b101-ccf8ad633f3a tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Calling delete_port for 9dda06be-c5f7-4209-b3fa-a784f608b7bd owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:31:40.935242 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:41.020903 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-396a9172-d29b-4b1d-b101-ccf8ad633f3a tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:41.046759 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396a9172-d29b-4b1d-b101-ccf8ad633f3a tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event deleted for resources: {'Port': ['ID=9dda06be-c5f7-4209-b3fa-a784f608b7bd,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:31:41.229637 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-396a9172-d29b-4b1d-b101-ccf8ad633f3a tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:41.445607 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396a9172-d29b-4b1d-b101-ccf8ad633f3a tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Router 396574e7-6708-4ee4-9971-4714b7b3bc37 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:31:41.551099 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396a9172-d29b-4b1d-b101-ccf8ad633f3a tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:31:41.556218 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-396a9172-d29b-4b1d-b101-ccf8ad633f3a tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "PUT /v2.0/routers/396574e7-6708-4ee4-9971-4714b7b3bc37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4590535 Aug 23 21:31:41.558933 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53510) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:31:41.561409 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcccd3d5-b7df-49a5-9ba5-dded3f97a5a4 None None] Sync routers for ids ['396574e7-6708-4ee4-9971-4714b7b3bc37'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:31:41.572219 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcccd3d5-b7df-49a5-9ba5-dded3f97a5a4 None None] Routers {'396574e7-6708-4ee4-9971-4714b7b3bc37'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:31:41.572900 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-dcccd3d5-b7df-49a5-9ba5-dded3f97a5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:31:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['396574e7-6708-4ee4-9971-4714b7b3bc37'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:31:41.614830 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-87bdc88a-f8f3-4a5e-8314-0f00f245b91e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Deleting subnet 96198e0e-362a-4f7a-9ac0-b3c313282d76 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 21:31:41.617929 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-87bdc88a-f8f3-4a5e-8314-0f00f245b91e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:41.658070 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-87bdc88a-f8f3-4a5e-8314-0f00f245b91e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:41.676917 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-dcccd3d5-b7df-49a5-9ba5-dded3f97a5a4 None None] Set router 396574e7-6708-4ee4-9971-4714b7b3bc37 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:31:41.686886 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device dcda2bc6-90b6-4e57-84f6-3740e868eebe no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:31:41.707836 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: dcda2bc6-90b6-4e57-84f6-3740e868eebe {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:31:41.708468 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device dcda2bc6-90b6-4e57-84f6-3740e868eebe not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:31:41.751615 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-87bdc88a-f8f3-4a5e-8314-0f00f245b91e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:41.817487 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-87bdc88a-f8f3-4a5e-8314-0f00f245b91e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:41.847384 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-87bdc88a-f8f3-4a5e-8314-0f00f245b91e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:41.849298 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-87bdc88a-f8f3-4a5e-8314-0f00f245b91e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "DELETE /v2.0/subnets/96198e0e-362a-4f7a-9ac0-b3c313282d76 HTTP/1.1" status: 204 len: 168 time: 0.2886631 Aug 23 21:31:41.850111 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bdc88a-f8f3-4a5e-8314-0f00f245b91e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event deleted for resources: {'Subnet': ['ID=96198e0e-362a-4f7a-9ac0-b3c313282d76,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:31:41.852221 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53512) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:31:41.863875 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50a4b7d-9fa7-4d03-88df-24e03fd7e4e3 None None] Network 6492ec64-904e-4fd0-9b1e-43b031559e12 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:31:41.869763 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-dcccd3d5-b7df-49a5-9ba5-dded3f97a5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396574e7-6708-4ee4-9971-4714b7b3bc37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-912656436', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'b000134d-6728-4cb6-99f5-95ea593163ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:30:43Z', 'updated_at': '2021-08-23T21:31:40Z', 'revision_number': 5, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': 'b000134d-6728-4cb6-99f5-95ea593163ef', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396574e7-6708-4ee4-9971-4714b7b3bc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:30:43Z', 'updated_at': '2021-08-23T21:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:31:41.896686 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcccd3d5-b7df-49a5-9ba5-dded3f97a5a4 None None] Checking router: 396574e7-6708-4ee4-9971-4714b7b3bc37 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:31:41.906287 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcccd3d5-b7df-49a5-9ba5-dded3f97a5a4 None None] Routers {'396574e7-6708-4ee4-9971-4714b7b3bc37'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:31:41.906929 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-dcccd3d5-b7df-49a5-9ba5-dded3f97a5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:31:13Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['396574e7-6708-4ee4-9971-4714b7b3bc37'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:31:41.971873 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e6f4bcdd-5682-4a15-9390-d8ace92691d4 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:42.029136 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-dcccd3d5-b7df-49a5-9ba5-dded3f97a5a4 None None] Set router 396574e7-6708-4ee4-9971-4714b7b3bc37 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:31:42.062952 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f96fb4-24a2-4c9f-879b-26a661f4a836 None None] DHCP port deletion for 6492ec64-904e-4fd0-9b1e-43b031559e12 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 21:31:42.088435 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e6f4bcdd-5682-4a15-9390-d8ace92691d4 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:42.110532 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-41f96fb4-24a2-4c9f-879b-26a661f4a836 None None] Deleting port e3712c9e-ba41-4827-87f5-c19ecd2d5d7f {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:31:42.111021 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-41f96fb4-24a2-4c9f-879b-26a661f4a836 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:42.144970 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-e6f4bcdd-5682-4a15-9390-d8ace92691d4 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Deleting port b000134d-6728-4cb6-99f5-95ea593163ef {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:31:42.145333 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e6f4bcdd-5682-4a15-9390-d8ace92691d4 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:42.179636 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-41f96fb4-24a2-4c9f-879b-26a661f4a836 None None] For port e3712c9e-ba41-4827-87f5-c19ecd2d5d7f, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=e3712c9e-ba41-4827-87f5-c19ecd2d5d7f,segment=NetworkSegment(34a62813-5c9f-4b21-b1f2-cf74bae725ba),segment_id=34a62813-5c9f-4b21-b1f2-cf74bae725ba)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:31:42.180043 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-41f96fb4-24a2-4c9f-879b-26a661f4a836 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:42.193350 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-41f96fb4-24a2-4c9f-879b-26a661f4a836 None None] Calling delete_port for e3712c9e-ba41-4827-87f5-c19ecd2d5d7f owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:31:42.231102 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-e6f4bcdd-5682-4a15-9390-d8ace92691d4 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] For port b000134d-6728-4cb6-99f5-95ea593163ef, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=b000134d-6728-4cb6-99f5-95ea593163ef,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:31:42.231387 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e6f4bcdd-5682-4a15-9390-d8ace92691d4 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:42.232632 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-dcccd3d5-b7df-49a5-9ba5-dded3f97a5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396574e7-6708-4ee4-9971-4714b7b3bc37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-912656436', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'b000134d-6728-4cb6-99f5-95ea593163ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:30:43Z', 'updated_at': '2021-08-23T21:31:40Z', 'revision_number': 5, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': 'b000134d-6728-4cb6-99f5-95ea593163ef', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396574e7-6708-4ee4-9971-4714b7b3bc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:30:43Z', 'updated_at': '2021-08-23T21:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:31:42.248511 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-e6f4bcdd-5682-4a15-9390-d8ace92691d4 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Calling delete_port for b000134d-6728-4cb6-99f5-95ea593163ef owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:31:42.261881 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcccd3d5-b7df-49a5-9ba5-dded3f97a5a4 None None] The sync data for ids ['396574e7-6708-4ee4-9971-4714b7b3bc37'] in n-d-805663-2 is: [{'id': '396574e7-6708-4ee4-9971-4714b7b3bc37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-912656436', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'b000134d-6728-4cb6-99f5-95ea593163ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:30:43Z', 'updated_at': '2021-08-23T21:31:40Z', 'revision_number': 5, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': 'b000134d-6728-4cb6-99f5-95ea593163ef', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396574e7-6708-4ee4-9971-4714b7b3bc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:30:43Z', 'updated_at': '2021-08-23T21:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:31:42.286071 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-41f96fb4-24a2-4c9f-879b-26a661f4a836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:42.316277 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f96fb4-24a2-4c9f-879b-26a661f4a836 None None] No DVR routers for this DVR port e3712c9e-ba41-4827-87f5-c19ecd2d5d7f on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:31:42.320681 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f96fb4-24a2-4c9f-879b-26a661f4a836 None None] Pushing event deleted for resources: {'Port': ['ID=e3712c9e-ba41-4827-87f5-c19ecd2d5d7f,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:31:42.330884 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f96fb4-24a2-4c9f-879b-26a661f4a836 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:31:42.331241 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f96fb4-24a2-4c9f-879b-26a661f4a836 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:31:42.331589 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f96fb4-24a2-4c9f-879b-26a661f4a836 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:31:42.331940 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f96fb4-24a2-4c9f-879b-26a661f4a836 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:31:42.332315 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f96fb4-24a2-4c9f-879b-26a661f4a836 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:31:42.332656 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f96fb4-24a2-4c9f-879b-26a661f4a836 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:31:42.332989 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f96fb4-24a2-4c9f-879b-26a661f4a836 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:31:42.333323 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f96fb4-24a2-4c9f-879b-26a661f4a836 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:31:42.333653 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f96fb4-24a2-4c9f-879b-26a661f4a836 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:31:42.333982 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f96fb4-24a2-4c9f-879b-26a661f4a836 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:31:42.334309 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f96fb4-24a2-4c9f-879b-26a661f4a836 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:31:42.334636 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f96fb4-24a2-4c9f-879b-26a661f4a836 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:31:42.435257 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e6f4bcdd-5682-4a15-9390-d8ace92691d4 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:42.459044 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f4bcdd-5682-4a15-9390-d8ace92691d4 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event deleted for resources: {'Port': ['ID=b000134d-6728-4cb6-99f5-95ea593163ef,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:31:42.523075 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e6f4bcdd-5682-4a15-9390-d8ace92691d4 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:42.617611 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e6f4bcdd-5682-4a15-9390-d8ace92691d4 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:42.620174 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e6f4bcdd-5682-4a15-9390-d8ace92691d4 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:42.669283 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e6f4bcdd-5682-4a15-9390-d8ace92691d4 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:42.669955 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f4bcdd-5682-4a15-9390-d8ace92691d4 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Fanout notify agent at l3_agent the message router_deleted on router 396574e7-6708-4ee4-9971-4714b7b3bc37 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 21:31:42.678047 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e6f4bcdd-5682-4a15-9390-d8ace92691d4 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:42.680666 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-e6f4bcdd-5682-4a15-9390-d8ace92691d4 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "DELETE /v2.0/routers/396574e7-6708-4ee4-9971-4714b7b3bc37 HTTP/1.1" status: 204 len: 168 time: 0.8271408 Aug 23 21:31:42.681768 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53514) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:31:42.765647 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d978ae3-1c29-4978-a041-0a497765a1d1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:42.860197 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d978ae3-1c29-4978-a041-0a497765a1d1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:42.871243 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-9d978ae3-1c29-4978-a041-0a497765a1d1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6492ec64-904e-4fd0-9b1e-43b031559e12']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:31:42.882960 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-9d978ae3-1c29-4978-a041-0a497765a1d1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34a62813-5c9f-4b21-b1f2-cf74bae725ba') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:31:42.883254 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-9d978ae3-1c29-4978-a041-0a497765a1d1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34a62813-5c9f-4b21-b1f2-cf74bae725ba') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:31:42.893325 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d978ae3-1c29-4978-a041-0a497765a1d1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:42.907735 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d978ae3-1c29-4978-a041-0a497765a1d1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:42.914062 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d978ae3-1c29-4978-a041-0a497765a1d1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:31:42.914449 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d978ae3-1c29-4978-a041-0a497765a1d1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:42.917443 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 21:31:42.917443 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:31:42.917443 n-d-805663-2 neutron-server[94688]: timer() Aug 23 21:31:42.917443 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:31:42.917443 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 21:31:42.917443 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:31:42.917443 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 21:31:42.917443 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:31:42.917443 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 21:31:42.917443 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:31:42.917443 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 21:31:42.917443 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:31:42.917443 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 21:31:42.917443 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:31:42.917443 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:31:42.917443 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:31:42.917443 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:31:42.917443 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:31:42.917443 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 21:31:42.917443 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:31:42.917443 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 21:31:42.917443 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:31:42.917443 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:31:42.917443 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:31:42.917443 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 21:31:42.917443 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:31:42.917443 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:31:42.917443 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:31:42.917443 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:31:42.917443 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:31:42.917443 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:31:42.917443 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:31:42.975181 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d978ae3-1c29-4978-a041-0a497765a1d1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:42.982391 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d978ae3-1c29-4978-a041-0a497765a1d1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:42.984237 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9d978ae3-1c29-4978-a041-0a497765a1d1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "DELETE /v2.0/networks/6492ec64-904e-4fd0-9b1e-43b031559e12 HTTP/1.1" status: 204 len: 168 time: 0.3013859 Aug 23 21:31:42.987711 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53516) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:31:42.996900 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d978ae3-1c29-4978-a041-0a497765a1d1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event deleted for resources: {'Network': ['ID=6492ec64-904e-4fd0-9b1e-43b031559e12,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:31:43.048907 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4e7bd9dd-2360-4187-8b9c-d275c68c2287 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:43.074485 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4e7bd9dd-2360-4187-8b9c-d275c68c2287 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:43.133983 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4e7bd9dd-2360-4187-8b9c-d275c68c2287 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:43.136593 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4e7bd9dd-2360-4187-8b9c-d275c68c2287 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:43.137757 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-4e7bd9dd-2360-4187-8b9c-d275c68c2287 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "DELETE /v2.0/security-groups/ca002249-add1-4a72-86b3-6f8836fdf0e6 HTTP/1.1" status: 204 len: 168 time: 0.1489117 Aug 23 21:31:43.146984 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7bd9dd-2360-4187-8b9c-d275c68c2287 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca002249-add1-4a72-86b3-6f8836fdf0e6,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:31:43.342922 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53522) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:31:43.348029 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-f27f0acf-2343-4fb1-9373-9f0c9db51ebf tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1030343276', 'description': 'tempest-secgroup-smoke-1030343276 description', 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:31:43.371291 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f27f0acf-2343-4fb1-9373-9f0c9db51ebf tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:43.452258 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f27f0acf-2343-4fb1-9373-9f0c9db51ebf tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:43.456086 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f27f0acf-2343-4fb1-9373-9f0c9db51ebf tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:43.484631 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f27f0acf-2343-4fb1-9373-9f0c9db51ebf tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:43.486471 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f27f0acf-2343-4fb1-9373-9f0c9db51ebf tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1425288 Aug 23 21:31:43.488442 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f0acf-2343-4fb1-9373-9f0c9db51ebf tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=606bc829-3637-40d9-be32-b1b4d6fedcc9,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:31:43.489774 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53524) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:31:43.494821 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-859017f8-7897-4c09-8baf-4cbe64881f5e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Request body: {'security_group_rule': {'security_group_id': '606bc829-3637-40d9-be32-b1b4d6fedcc9', 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:31:43.512416 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-97cfd94a-27dd-485c-9dd7-316b002afa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:43.523375 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-859017f8-7897-4c09-8baf-4cbe64881f5e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:43.590671 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-859017f8-7897-4c09-8baf-4cbe64881f5e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:43.594572 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-859017f8-7897-4c09-8baf-4cbe64881f5e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:43.618093 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859017f8-7897-4c09-8baf-4cbe64881f5e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19c4faf0-dc21-4d7b-a868-aec1fe14b798,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:31:43.627202 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-859017f8-7897-4c09-8baf-4cbe64881f5e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:43.628549 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-859017f8-7897-4c09-8baf-4cbe64881f5e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1376796 Aug 23 21:31:43.631227 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53526) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:31:43.635685 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-513f5ba7-3c74-425e-8237-9f4a67fc3f9e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Request body: {'security_group_rule': {'security_group_id': '606bc829-3637-40d9-be32-b1b4d6fedcc9', 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:31:43.646162 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:43.662136 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-513f5ba7-3c74-425e-8237-9f4a67fc3f9e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:43.718923 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-513f5ba7-3c74-425e-8237-9f4a67fc3f9e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:43.722784 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-513f5ba7-3c74-425e-8237-9f4a67fc3f9e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:43.740936 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513f5ba7-3c74-425e-8237-9f4a67fc3f9e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=602a46ee-ef92-40a8-8811-12a01cb9b2e3,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:31:43.746632 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-513f5ba7-3c74-425e-8237-9f4a67fc3f9e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:43.748526 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-513f5ba7-3c74-425e-8237-9f4a67fc3f9e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1162915 Aug 23 21:31:43.750427 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53528) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:31:43.755679 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ba9e9341-3387-45fd-bbd3-626a42fe257f tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Request body: {'security_group_rule': {'security_group_id': '606bc829-3637-40d9-be32-b1b4d6fedcc9', 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:31:43.783583 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ba9e9341-3387-45fd-bbd3-626a42fe257f tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:43.788145 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 9dda06be-c5f7-4209-b3fa-a784f608b7bd no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:31:43.809333 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 9dda06be-c5f7-4209-b3fa-a784f608b7bd {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:31:43.809679 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 9dda06be-c5f7-4209-b3fa-a784f608b7bd not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:31:43.810107 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device b000134d-6728-4cb6-99f5-95ea593163ef no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:31:43.830272 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: b000134d-6728-4cb6-99f5-95ea593163ef {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:31:43.830620 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device b000134d-6728-4cb6-99f5-95ea593163ef not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:31:43.831107 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device e3712c9e-ba41-4827-87f5-c19ecd2d5d7f no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:31:43.842290 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ba9e9341-3387-45fd-bbd3-626a42fe257f tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:43.846180 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ba9e9341-3387-45fd-bbd3-626a42fe257f tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:43.850966 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: e3712c9e-ba41-4827-87f5-c19ecd2d5d7f {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:31:43.851355 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device e3712c9e-ba41-4827-87f5-c19ecd2d5d7f not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:31:43.864556 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e9341-3387-45fd-bbd3-626a42fe257f tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a141913-d72e-40f6-8e7f-ae482963a737,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:31:43.870026 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ba9e9341-3387-45fd-bbd3-626a42fe257f tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:43.871264 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-ba9e9341-3387-45fd-bbd3-626a42fe257f tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1193223 Aug 23 21:31:43.873964 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53530) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:31:43.878872 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-08d4c759-9363-4a7d-ba2f-11c635bdb53e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Request body: {'security_group_rule': {'security_group_id': '606bc829-3637-40d9-be32-b1b4d6fedcc9', 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:31:43.904425 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-08d4c759-9363-4a7d-ba2f-11c635bdb53e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:43.964660 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-08d4c759-9363-4a7d-ba2f-11c635bdb53e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:43.968160 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-08d4c759-9363-4a7d-ba2f-11c635bdb53e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:43.986852 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d4c759-9363-4a7d-ba2f-11c635bdb53e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e6517f5-bedf-493a-a5b9-f5b3cbf36fbb,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:31:43.992540 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-08d4c759-9363-4a7d-ba2f-11c635bdb53e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:43.993580 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-08d4c759-9363-4a7d-ba2f-11c635bdb53e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1186922 Aug 23 21:31:43.996523 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53532) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:31:44.001354 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-3a2f78f4-f572-4208-b64a-b6bc3fb838b7 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Request body: {'security_group_rule': {'security_group_id': '606bc829-3637-40d9-be32-b1b4d6fedcc9', 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:31:44.023437 n-d-805663-2 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-3a2f78f4-f572-4208-b64a-b6bc3fb838b7 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Project f5ec03f379a044fe8aab04b1df4a2f2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 21:31:44.028459 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3a2f78f4-f572-4208-b64a-b6bc3fb838b7 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:44.087984 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3a2f78f4-f572-4208-b64a-b6bc3fb838b7 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:44.091659 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3a2f78f4-f572-4208-b64a-b6bc3fb838b7 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:44.111889 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f78f4-f572-4208-b64a-b6bc3fb838b7 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c671c40-3137-49e4-b760-75bf4800b540,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:31:44.118523 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3a2f78f4-f572-4208-b64a-b6bc3fb838b7 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:44.119963 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-3a2f78f4-f572-4208-b64a-b6bc3fb838b7 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1222839 Aug 23 21:31:44.122657 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53534) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:31:44.127288 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-aef8e03d-1299-4afc-96c3-191838c0bacb tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Request body: {'security_group_rule': {'security_group_id': '606bc829-3637-40d9-be32-b1b4d6fedcc9', 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:31:44.148325 n-d-805663-2 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-aef8e03d-1299-4afc-96c3-191838c0bacb tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Project f5ec03f379a044fe8aab04b1df4a2f2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 21:31:44.153059 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aef8e03d-1299-4afc-96c3-191838c0bacb tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:44.216276 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aef8e03d-1299-4afc-96c3-191838c0bacb tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:44.219811 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aef8e03d-1299-4afc-96c3-191838c0bacb tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:44.236814 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef8e03d-1299-4afc-96c3-191838c0bacb tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=654c84ec-fb39-4e37-aad1-213839dce471,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:31:44.243604 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aef8e03d-1299-4afc-96c3-191838c0bacb tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:44.245105 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-aef8e03d-1299-4afc-96c3-191838c0bacb tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1215365 Aug 23 21:31:44.248117 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53536) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:31:44.253872 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-f9e76aa0-a5cc-465d-a459-3a565896ea15 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Request body: {'network': {'name': 'tempest-network-smoke--22076230', 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'port_security_enabled': True}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:31:44.274096 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e76aa0-a5cc-465d-a459-3a565896ea15 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Made reservation on behalf of f5ec03f379a044fe8aab04b1df4a2f2b for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:31:44.277480 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9e76aa0-a5cc-465d-a459-3a565896ea15 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:44.304167 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9e76aa0-a5cc-465d-a459-3a565896ea15 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:31:44.312535 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9e76aa0-a5cc-465d-a459-3a565896ea15 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:44.312877 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-f9e76aa0-a5cc-465d-a459-3a565896ea15 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Added segment 922496e5-eeba-4d88-9e14-7509b39a39f2 of type vlan for network c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547 Aug 23 21:31:44.352219 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9e76aa0-a5cc-465d-a459-3a565896ea15 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:44.377677 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9e76aa0-a5cc-465d-a459-3a565896ea15 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:44.383425 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e76aa0-a5cc-465d-a459-3a565896ea15 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:31:44.384004 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9e76aa0-a5cc-465d-a459-3a565896ea15 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:44.439871 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f9e76aa0-a5cc-465d-a459-3a565896ea15 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1895535 Aug 23 21:31:44.442119 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53538) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:31:44.446829 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-49346cac-2e05-4f86-996e-d30da12f5f47 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-628640657', 'admin_state_up': True, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:31:44.451451 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e76aa0-a5cc-465d-a459-3a565896ea15 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'Network': ['ID=c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:31:44.461553 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:31:44.481133 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-49346cac-2e05-4f86-996e-d30da12f5f47 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:44.482305 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-49346cac-2e05-4f86-996e-d30da12f5f47 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:44.538042 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-49346cac-2e05-4f86-996e-d30da12f5f47 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:44.677372 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-49346cac-2e05-4f86-996e-d30da12f5f47 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:44.791862 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:45.196796 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-49346cac-2e05-4f86-996e-d30da12f5f47 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:45.219122 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-49346cac-2e05-4f86-996e-d30da12f5f47 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:45.324508 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-49346cac-2e05-4f86-996e-d30da12f5f47 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Allocated IP 172.25.4.134 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/56e7ada5-d6f2-47e8-a261-59463ae1ebb4) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:31:45.428682 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-49346cac-2e05-4f86-996e-d30da12f5f47 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:45.467035 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-49346cac-2e05-4f86-996e-d30da12f5f47 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:45.510246 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49346cac-2e05-4f86-996e-d30da12f5f47 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:31:45.514411 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-49346cac-2e05-4f86-996e-d30da12f5f47 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:31:45.522026 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49346cac-2e05-4f86-996e-d30da12f5f47 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:31:45.525030 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49346cac-2e05-4f86-996e-d30da12f5f47 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'Port': ['ID=56e7ada5-d6f2-47e8-a261-59463ae1ebb4,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:31:45.768416 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-49346cac-2e05-4f86-996e-d30da12f5f47 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:45.970992 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-49346cac-2e05-4f86-996e-d30da12f5f47 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:46.102161 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49346cac-2e05-4f86-996e-d30da12f5f47 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Router 2d443ae9-3d37-4754-9c15-e845fa25ff5e is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 21:31:46.166667 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:46.215023 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49346cac-2e05-4f86-996e-d30da12f5f47 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:31:46.226039 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b4c02f-5fd4-4ae9-967b-794baef54092 None None] Sync routers for ids ['2d443ae9-3d37-4754-9c15-e845fa25ff5e'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:31:46.234929 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-49346cac-2e05-4f86-996e-d30da12f5f47 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:46.235168 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b4c02f-5fd4-4ae9-967b-794baef54092 None None] Routers {'2d443ae9-3d37-4754-9c15-e845fa25ff5e'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:31:46.235550 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-f7b4c02f-5fd4-4ae9-967b-794baef54092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:31:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['2d443ae9-3d37-4754-9c15-e845fa25ff5e'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:31:46.236189 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-49346cac-2e05-4f86-996e-d30da12f5f47 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7930188 Aug 23 21:31:46.239411 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53540) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:31:46.268920 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9694fc2d-31c4-440d-af17-7767c6f6832b tempest-TestNetworkAdvancedServerOps-1074521460 tempest-TestNetworkAdvancedServerOps-1074521460-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=f5ec03f379a044fe8aab04b1df4a2f2b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283906 Aug 23 21:31:46.271588 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53542) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:31:46.342978 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-f7b4c02f-5fd4-4ae9-967b-794baef54092 None None] Set router 2d443ae9-3d37-4754-9c15-e845fa25ff5e gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:31:46.360148 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2870665-50b7-410f-a955-02380a430c1f tempest-TestNetworkAdvancedServerOps-1074521460 tempest-TestNetworkAdvancedServerOps-1074521460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:31:46.361840 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d2870665-50b7-410f-a955-02380a430c1f tempest-TestNetworkAdvancedServerOps-1074521460 tempest-TestNetworkAdvancedServerOps-1074521460-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0893085 Aug 23 21:31:46.365039 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53544) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:31:46.396131 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-027fcb83-98b6-4048-ad25-85a693800a59 tempest-TestNetworkAdvancedServerOps-1074521460 tempest-TestNetworkAdvancedServerOps-1074521460-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=03d801c5-d257-4cc1-bad3-11a323aafec0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299711 Aug 23 21:31:46.398708 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53546) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:31:46.403454 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-8c1eb8ce-1cca-4a71-9646-365cc0b01842 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-768958127', 'network_id': 'c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547', 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:31:46.496208 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1eb8ce-1cca-4a71-9646-365cc0b01842 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Made reservation on behalf of f5ec03f379a044fe8aab04b1df4a2f2b for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:31:46.499628 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8c1eb8ce-1cca-4a71-9646-365cc0b01842 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:46.520616 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-f7b4c02f-5fd4-4ae9-967b-794baef54092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d443ae9-3d37-4754-9c15-e845fa25ff5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628640657', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '56e7ada5-d6f2-47e8-a261-59463ae1ebb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:31:44Z', 'updated_at': '2021-08-23T21:31:45Z', 'revision_number': 3, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': '56e7ada5-d6f2-47e8-a261-59463ae1ebb4', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:eb:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d443ae9-3d37-4754-9c15-e845fa25ff5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:31:45Z', 'updated_at': '2021-08-23T21:31:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:31:46.545930 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b4c02f-5fd4-4ae9-967b-794baef54092 None None] Checking router: 2d443ae9-3d37-4754-9c15-e845fa25ff5e for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:31:46.546275 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b4c02f-5fd4-4ae9-967b-794baef54092 None None] Updating router 2d443ae9-3d37-4754-9c15-e845fa25ff5e port 56e7ada5-d6f2-47e8-a261-59463ae1ebb4 binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 21:31:46.575995 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f7b4c02f-5fd4-4ae9-967b-794baef54092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:46.703558 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8c1eb8ce-1cca-4a71-9646-365cc0b01842 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:46.763206 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1eb8ce-1cca-4a71-9646-365cc0b01842 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'Subnet': ['ID=5133d04b-de13-4724-a3cb-dc8335b6128d,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:31:46.775807 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1eb8ce-1cca-4a71-9646-365cc0b01842 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Checking segment: {'id': '922496e5-eeba-4d88-9e14-7509b39a39f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:31:46.776327 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1eb8ce-1cca-4a71-9646-365cc0b01842 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Network hostable DHCP agents. Network: c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:31:46.793389 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1eb8ce-1cca-4a71-9646-365cc0b01842 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Network c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:31:46.803737 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-8c1eb8ce-1cca-4a71-9646-365cc0b01842 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:31:46.807732 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1eb8ce-1cca-4a71-9646-365cc0b01842 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:31:46.808343 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8c1eb8ce-1cca-4a71-9646-365cc0b01842 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:46.823985 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8c1eb8ce-1cca-4a71-9646-365cc0b01842 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4242747 Aug 23 21:31:46.826940 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53548) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:31:46.835494 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8f9dbb-20ad-4cfa-855b-cb22ab7f279d None None] Network c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:31:46.900144 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f7b4c02f-5fd4-4ae9-967b-794baef54092 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:46.920006 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f7b4c02f-5fd4-4ae9-967b-794baef54092 None None] Transition to ACTIVE for port object 56e7ada5-d6f2-47e8-a261-59463ae1ebb4 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:31:46.929079 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f7b4c02f-5fd4-4ae9-967b-794baef54092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:47.011441 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-f7b4c02f-5fd4-4ae9-967b-794baef54092 None None] Attempting to bind port 56e7ada5-d6f2-47e8-a261-59463ae1ebb4 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:31:47.011792 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-f7b4c02f-5fd4-4ae9-967b-794baef54092 None None] Attempting to bind port 56e7ada5-d6f2-47e8-a261-59463ae1ebb4 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:31:47.012177 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b4c02f-5fd4-4ae9-967b-794baef54092 None None] Attempting to bind port 56e7ada5-d6f2-47e8-a261-59463ae1ebb4 on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:31:47.024611 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e87ea3-df3d-4f39-8b3b-f4fd4c8d8f25 None None] Pushing event updated for resources: {'Port': ['ID=56e7ada5-d6f2-47e8-a261-59463ae1ebb4,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:31:47.030179 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b4c02f-5fd4-4ae9-967b-794baef54092 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:31:47.030554 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b4c02f-5fd4-4ae9-967b-794baef54092 None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:31:47.030957 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f7b4c02f-5fd4-4ae9-967b-794baef54092 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:47.031345 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b4c02f-5fd4-4ae9-967b-794baef54092 None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:31:47.031831 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-f7b4c02f-5fd4-4ae9-967b-794baef54092 None None] Bound port: 56e7ada5-d6f2-47e8-a261-59463ae1ebb4, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:31:47.032328 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f7b4c02f-5fd4-4ae9-967b-794baef54092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:47.258000 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90203013-8fbf-442a-a229-fa8e120df85e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547', 'network_id': 'c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'fixed_ips': [{'subnet_id': '5133d04b-de13-4724-a3cb-dc8335b6128d'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 21:31:47.258837 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-90203013-8fbf-442a-a229-fa8e120df85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:47.281559 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6a92e166-1169-4987-9072-b366fa0968d1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:47.285183 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-f7b4c02f-5fd4-4ae9-967b-794baef54092 None None] For port 56e7ada5-d6f2-47e8-a261-59463ae1ebb4, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:31:47.304167 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-f7b4c02f-5fd4-4ae9-967b-794baef54092 None None] For port 56e7ada5-d6f2-47e8-a261-59463ae1ebb4, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=56e7ada5-d6f2-47e8-a261-59463ae1ebb4,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:31:47.350219 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f7b4c02f-5fd4-4ae9-967b-794baef54092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:47.445445 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b4c02f-5fd4-4ae9-967b-794baef54092 None None] Routers {'2d443ae9-3d37-4754-9c15-e845fa25ff5e'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:31:47.446092 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-f7b4c02f-5fd4-4ae9-967b-794baef54092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:31:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['2d443ae9-3d37-4754-9c15-e845fa25ff5e'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:31:47.510042 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e87ea3-df3d-4f39-8b3b-f4fd4c8d8f25 None None] Pushing event updated for resources: {'Port': ['ID=56e7ada5-d6f2-47e8-a261-59463ae1ebb4,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:31:47.518649 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-90203013-8fbf-442a-a229-fa8e120df85e None None] Allocated IP 172.20.0.2 (c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547/5133d04b-de13-4724-a3cb-dc8335b6128d/dfd5631e-8763-4862-a5bd-abb1fc499b04) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:31:47.632760 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-f7b4c02f-5fd4-4ae9-967b-794baef54092 None None] Set router 2d443ae9-3d37-4754-9c15-e845fa25ff5e gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:31:47.824750 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-90203013-8fbf-442a-a229-fa8e120df85e None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:47.850703 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-90203013-8fbf-442a-a229-fa8e120df85e None None] Transition to ACTIVE for port object dfd5631e-8763-4862-a5bd-abb1fc499b04 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:31:47.871024 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-90203013-8fbf-442a-a229-fa8e120df85e None None] Transition to ACTIVE for port object dfd5631e-8763-4862-a5bd-abb1fc499b04 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:31:47.878770 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-90203013-8fbf-442a-a229-fa8e120df85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:47.925404 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-6a92e166-1169-4987-9072-b366fa0968d1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Allocated IP 172.20.0.1 (c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547/5133d04b-de13-4724-a3cb-dc8335b6128d/da316785-1887-4126-b3af-1ad445a79995) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:31:47.927838 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90203013-8fbf-442a-a229-fa8e120df85e None None] Network c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:31:47.937824 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-90203013-8fbf-442a-a229-fa8e120df85e None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:31:47.941132 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90203013-8fbf-442a-a229-fa8e120df85e None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:31:47.943290 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90203013-8fbf-442a-a229-fa8e120df85e None None] Pushing event updated for resources: {'Port': ['ID=dfd5631e-8763-4862-a5bd-abb1fc499b04,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:31:47.947173 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-f7b4c02f-5fd4-4ae9-967b-794baef54092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d443ae9-3d37-4754-9c15-e845fa25ff5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628640657', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '56e7ada5-d6f2-47e8-a261-59463ae1ebb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:31:44Z', 'updated_at': '2021-08-23T21:31:45Z', 'revision_number': 3, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': '56e7ada5-d6f2-47e8-a261-59463ae1ebb4', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:eb:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d443ae9-3d37-4754-9c15-e845fa25ff5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:31:45Z', 'updated_at': '2021-08-23T21:31:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:31:47.978634 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b4c02f-5fd4-4ae9-967b-794baef54092 None None] The sync data for ids ['2d443ae9-3d37-4754-9c15-e845fa25ff5e'] in n-d-805663-2 is: [{'id': '2d443ae9-3d37-4754-9c15-e845fa25ff5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628640657', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '56e7ada5-d6f2-47e8-a261-59463ae1ebb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:31:44Z', 'updated_at': '2021-08-23T21:31:45Z', 'revision_number': 3, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': '56e7ada5-d6f2-47e8-a261-59463ae1ebb4', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:eb:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d443ae9-3d37-4754-9c15-e845fa25ff5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:31:45Z', 'updated_at': '2021-08-23T21:31:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:31:48.029226 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-90203013-8fbf-442a-a229-fa8e120df85e None None] Attempting to bind port dfd5631e-8763-4862-a5bd-abb1fc499b04 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:31:48.029619 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-90203013-8fbf-442a-a229-fa8e120df85e None None] Attempting to bind port dfd5631e-8763-4862-a5bd-abb1fc499b04 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '922496e5-eeba-4d88-9e14-7509b39a39f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:31:48.029975 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90203013-8fbf-442a-a229-fa8e120df85e None None] Attempting to bind port dfd5631e-8763-4862-a5bd-abb1fc499b04 on network c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:31:48.037247 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90203013-8fbf-442a-a229-fa8e120df85e None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:31:48.038508 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90203013-8fbf-442a-a229-fa8e120df85e None None] Checking segment: {'id': '922496e5-eeba-4d88-9e14-7509b39a39f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:31:48.038508 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-90203013-8fbf-442a-a229-fa8e120df85e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:48.038508 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90203013-8fbf-442a-a229-fa8e120df85e None None] Bound using segment: {'id': '922496e5-eeba-4d88-9e14-7509b39a39f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:31:48.040553 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-90203013-8fbf-442a-a229-fa8e120df85e None None] Bound port: dfd5631e-8763-4862-a5bd-abb1fc499b04, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '922496e5-eeba-4d88-9e14-7509b39a39f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:31:48.040553 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-90203013-8fbf-442a-a229-fa8e120df85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:48.055757 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6a92e166-1169-4987-9072-b366fa0968d1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:48.071275 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-6a92e166-1169-4987-9072-b366fa0968d1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Transition to ACTIVE for port object da316785-1887-4126-b3af-1ad445a79995 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:31:48.105511 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6a92e166-1169-4987-9072-b366fa0968d1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:48.120211 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-90203013-8fbf-442a-a229-fa8e120df85e None None] For port dfd5631e-8763-4862-a5bd-abb1fc499b04, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:31:48.127341 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-90203013-8fbf-442a-a229-fa8e120df85e None None] For port dfd5631e-8763-4862-a5bd-abb1fc499b04, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=dfd5631e-8763-4862-a5bd-abb1fc499b04,segment=NetworkSegment(922496e5-eeba-4d88-9e14-7509b39a39f2),segment_id=922496e5-eeba-4d88-9e14-7509b39a39f2)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:31:48.131369 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-90203013-8fbf-442a-a229-fa8e120df85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:48.148802 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a92e166-1169-4987-9072-b366fa0968d1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Network c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:31:48.152090 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-6a92e166-1169-4987-9072-b366fa0968d1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:31:48.155802 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a92e166-1169-4987-9072-b366fa0968d1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:31:48.193064 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90203013-8fbf-442a-a229-fa8e120df85e None None] Pushing event updated for resources: {'Port': ['ID=dfd5631e-8763-4862-a5bd-abb1fc499b04,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:31:48.205347 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a92e166-1169-4987-9072-b366fa0968d1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'Port': ['ID=da316785-1887-4126-b3af-1ad445a79995,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:31:48.231916 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6a92e166-1169-4987-9072-b366fa0968d1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:48.413522 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6a92e166-1169-4987-9072-b366fa0968d1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:48.738261 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6a92e166-1169-4987-9072-b366fa0968d1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:48.743869 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6a92e166-1169-4987-9072-b366fa0968d1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:48.824691 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a92e166-1169-4987-9072-b366fa0968d1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'Port': ['ID=da316785-1887-4126-b3af-1ad445a79995,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:31:48.827068 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6a92e166-1169-4987-9072-b366fa0968d1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:48.930037 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a92e166-1169-4987-9072-b366fa0968d1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Network c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:31:48.931505 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-6a92e166-1169-4987-9072-b366fa0968d1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:31:49.129548 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabe935a-d578-41d4-81b3-bf449f614f53 None None] Network c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:31:49.263279 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-14423981-e12c-426c-b8e4-4c4cb8b7a3cf None None] Provisioning for port dfd5631e-8763-4862-a5bd-abb1fc499b04 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:31:49.417119 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a92e166-1169-4987-9072-b366fa0968d1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Router 2d443ae9-3d37-4754-9c15-e845fa25ff5e has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:31:49.533800 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a92e166-1169-4987-9072-b366fa0968d1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:31:49.540219 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-6a92e166-1169-4987-9072-b366fa0968d1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "PUT /v2.0/routers/2d443ae9-3d37-4754-9c15-e845fa25ff5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7121994 Aug 23 21:31:49.606675 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-00e74af1-f95b-416a-8971-e2101a5ad726 None None] Provisioning for port da316785-1887-4126-b3af-1ad445a79995 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:31:49.611515 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-00e74af1-f95b-416a-8971-e2101a5ad726 None None] Provisioning complete for port da316785-1887-4126-b3af-1ad445a79995 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:31:49.612504 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-00e74af1-f95b-416a-8971-e2101a5ad726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:49.654795 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-00e74af1-f95b-416a-8971-e2101a5ad726 None None] Port da316785-1887-4126-b3af-1ad445a79995 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:31:49.666987 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8ab420-d977-4448-8d39-05651de956a1 None None] Sync routers for ids ['2d443ae9-3d37-4754-9c15-e845fa25ff5e'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:31:49.680717 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8ab420-d977-4448-8d39-05651de956a1 None None] Routers {'2d443ae9-3d37-4754-9c15-e845fa25ff5e'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:31:49.681488 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-6d8ab420-d977-4448-8d39-05651de956a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:31:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['2d443ae9-3d37-4754-9c15-e845fa25ff5e'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:31:49.716304 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5f581923-8131-41e6-b54d-4a2274bc9d42 req-a0a9202f-3f72-46e6-905a-70950b5285cb tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1030343276&fields=id&tenant_id=f5ec03f379a044fe8aab04b1df4a2f2b HTTP/1.1" status: 200 len: 267 time: 0.0385265 Aug 23 21:31:49.797163 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-01bb1d6e-2dfb-45bf-8148-dba2eb987675 None None] Provisioning complete for port da316785-1887-4126-b3af-1ad445a79995 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:31:49.797563 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-01bb1d6e-2dfb-45bf-8148-dba2eb987675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:49.859361 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-01bb1d6e-2dfb-45bf-8148-dba2eb987675 None None] Port da316785-1887-4126-b3af-1ad445a79995 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:31:49.884724 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f581923-8131-41e6-b54d-4a2274bc9d42 req-a5dac1bc-6e35-4c03-83dd-b6702fc5c7ff tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:31:49.886323 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5f581923-8131-41e6-b54d-4a2274bc9d42 req-a5dac1bc-6e35-4c03-83dd-b6702fc5c7ff tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/networks?id=c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547 HTTP/1.1" status: 200 len: 795 time: 0.1622355 Aug 23 21:31:49.906600 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5f581923-8131-41e6-b54d-4a2274bc9d42 req-8c665011-4b64-44fd-93a2-12ec752bf33b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/quotas/f5ec03f379a044fe8aab04b1df4a2f2b HTTP/1.1" status: 200 len: 375 time: 0.0122919 Aug 23 21:31:49.913492 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 56e7ada5-d6f2-47e8-a261-59463ae1ebb4 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:31:49.944477 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-6d8ab420-d977-4448-8d39-05651de956a1 None None] Set router 2d443ae9-3d37-4754-9c15-e845fa25ff5e gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:31:49.973423 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5f581923-8131-41e6-b54d-4a2274bc9d42 req-44c47ba6-21d2-491d-b64b-5d3b02a99b27 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f5ec03f379a044fe8aab04b1df4a2f2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542753 Aug 23 21:31:49.977528 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 56e7ada5-d6f2-47e8-a261-59463ae1ebb4 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:31:49.981911 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 56e7ada5-d6f2-47e8-a261-59463ae1ebb4 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:31:49.982536 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:50.077771 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:50.085352 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5f581923-8131-41e6-b54d-4a2274bc9d42 req-6d0c6117-0412-4779-9e2e-20aa527bef38 service neutron] 10.222.0.61 "GET /v2.0/networks/c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969338 Aug 23 21:31:50.103976 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 56e7ada5-d6f2-47e8-a261-59463ae1ebb4, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=56e7ada5-d6f2-47e8-a261-59463ae1ebb4,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:31:50.105609 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4d22ccc2-b346-40fb-a642-743bfb855d39 None None] Provisioning complete for port da316785-1887-4126-b3af-1ad445a79995 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:31:50.106028 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4d22ccc2-b346-40fb-a642-743bfb855d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:50.140153 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4d22ccc2-b346-40fb-a642-743bfb855d39 None None] Port da316785-1887-4126-b3af-1ad445a79995 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:31:50.142497 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:50.143300 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device dfd5631e-8763-4862-a5bd-abb1fc499b04 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:31:50.167602 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-6d8ab420-d977-4448-8d39-05651de956a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d443ae9-3d37-4754-9c15-e845fa25ff5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628640657', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '56e7ada5-d6f2-47e8-a261-59463ae1ebb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:31:44Z', 'updated_at': '2021-08-23T21:31:48Z', 'revision_number': 4, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': '56e7ada5-d6f2-47e8-a261-59463ae1ebb4', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:eb:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d443ae9-3d37-4754-9c15-e845fa25ff5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:31:45Z', 'updated_at': '2021-08-23T21:31:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'da316785-1887-4126-b3af-1ad445a79995', 'name': '', 'network_id': 'c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'mac_address': 'fa:16:3e:65:af:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d443ae9-3d37-4754-9c15-e845fa25ff5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '5133d04b-de13-4724-a3cb-dc8335b6128d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:31:47Z', 'updated_at': '2021-08-23T21:31:48Z', 'revision_number': 2, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'subnets': [{'id': '5133d04b-de13-4724-a3cb-dc8335b6128d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:31:50.184548 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5f581923-8131-41e6-b54d-4a2274bc9d42 req-2b5f7e46-d1e4-4e1e-8964-c994b650d40f service neutron] 10.222.0.61 "GET /v2.0/networks/c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928600 Aug 23 21:31:50.198414 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8ab420-d977-4448-8d39-05651de956a1 None None] Checking router: 2d443ae9-3d37-4754-9c15-e845fa25ff5e for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:31:50.198634 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8ab420-d977-4448-8d39-05651de956a1 None None] Updating router 2d443ae9-3d37-4754-9c15-e845fa25ff5e port da316785-1887-4126-b3af-1ad445a79995 binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 21:31:50.224893 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6d8ab420-d977-4448-8d39-05651de956a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:50.226240 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=56e7ada5-d6f2-47e8-a261-59463ae1ebb4,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:31:50.239514 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port dfd5631e-8763-4862-a5bd-abb1fc499b04 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:31:50.244201 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port dfd5631e-8763-4862-a5bd-abb1fc499b04 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:31:50.244828 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:50.332955 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:50.372579 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port dfd5631e-8763-4862-a5bd-abb1fc499b04, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=dfd5631e-8763-4862-a5bd-abb1fc499b04,segment=NetworkSegment(922496e5-eeba-4d88-9e14-7509b39a39f2),segment_id=922496e5-eeba-4d88-9e14-7509b39a39f2)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:31:50.380631 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:50.393481 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d2c3d33e-e33d-414a-9cfa-ec6cef23d309 req-ebe01818-b68a-4be0-98dc-fb675d04720a tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=661b4149-97eb-4147-b972-44465f34d69b HTTP/1.1" status: 200 len: 210 time: 0.0363126 Aug 23 21:31:50.440106 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=dfd5631e-8763-4862-a5bd-abb1fc499b04,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:31:50.527409 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6d8ab420-d977-4448-8d39-05651de956a1 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:50.537430 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6d8ab420-d977-4448-8d39-05651de956a1 None None] Transition to ACTIVE for port object da316785-1887-4126-b3af-1ad445a79995 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:31:50.543241 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6d8ab420-d977-4448-8d39-05651de956a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:50.596174 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99cb4d2-a5d5-4f15-999b-f0cf6a7799cf None None] Pushing event updated for resources: {'Port': ['ID=da316785-1887-4126-b3af-1ad445a79995,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:31:50.623677 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99cb4d2-a5d5-4f15-999b-f0cf6a7799cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:31:50.624016 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99cb4d2-a5d5-4f15-999b-f0cf6a7799cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:31:50.624369 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99cb4d2-a5d5-4f15-999b-f0cf6a7799cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:31:50.624699 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99cb4d2-a5d5-4f15-999b-f0cf6a7799cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:31:50.625017 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99cb4d2-a5d5-4f15-999b-f0cf6a7799cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:31:50.625337 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99cb4d2-a5d5-4f15-999b-f0cf6a7799cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:31:50.626003 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99cb4d2-a5d5-4f15-999b-f0cf6a7799cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:31:50.626220 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99cb4d2-a5d5-4f15-999b-f0cf6a7799cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:31:50.626545 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99cb4d2-a5d5-4f15-999b-f0cf6a7799cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:31:50.626857 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99cb4d2-a5d5-4f15-999b-f0cf6a7799cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:31:50.627169 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99cb4d2-a5d5-4f15-999b-f0cf6a7799cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:31:50.627475 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99cb4d2-a5d5-4f15-999b-f0cf6a7799cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:31:50.662949 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-6d8ab420-d977-4448-8d39-05651de956a1 None None] Attempting to bind port da316785-1887-4126-b3af-1ad445a79995 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:31:50.663327 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-6d8ab420-d977-4448-8d39-05651de956a1 None None] Attempting to bind port da316785-1887-4126-b3af-1ad445a79995 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '922496e5-eeba-4d88-9e14-7509b39a39f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:31:50.663691 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8ab420-d977-4448-8d39-05651de956a1 None None] Attempting to bind port da316785-1887-4126-b3af-1ad445a79995 on network c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:31:50.669523 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8ab420-d977-4448-8d39-05651de956a1 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:31:50.670184 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8ab420-d977-4448-8d39-05651de956a1 None None] Checking segment: {'id': '922496e5-eeba-4d88-9e14-7509b39a39f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:31:50.670292 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6d8ab420-d977-4448-8d39-05651de956a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:50.670809 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8ab420-d977-4448-8d39-05651de956a1 None None] Bound using segment: {'id': '922496e5-eeba-4d88-9e14-7509b39a39f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:31:50.671148 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-6d8ab420-d977-4448-8d39-05651de956a1 None None] Bound port: da316785-1887-4126-b3af-1ad445a79995, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '922496e5-eeba-4d88-9e14-7509b39a39f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:31:50.671525 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6d8ab420-d977-4448-8d39-05651de956a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:50.746946 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6d8ab420-d977-4448-8d39-05651de956a1 None None] For port da316785-1887-4126-b3af-1ad445a79995, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:31:50.752546 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6d8ab420-d977-4448-8d39-05651de956a1 None None] For port da316785-1887-4126-b3af-1ad445a79995, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=da316785-1887-4126-b3af-1ad445a79995,segment=NetworkSegment(922496e5-eeba-4d88-9e14-7509b39a39f2),segment_id=922496e5-eeba-4d88-9e14-7509b39a39f2)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:31:50.758644 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6d8ab420-d977-4448-8d39-05651de956a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:50.817526 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8ab420-d977-4448-8d39-05651de956a1 None None] Routers {'2d443ae9-3d37-4754-9c15-e845fa25ff5e'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:31:50.818151 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-6d8ab420-d977-4448-8d39-05651de956a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:31:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['2d443ae9-3d37-4754-9c15-e845fa25ff5e'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:31:50.856577 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99cb4d2-a5d5-4f15-999b-f0cf6a7799cf None None] Pushing event updated for resources: {'Port': ['ID=da316785-1887-4126-b3af-1ad445a79995,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:31:50.901746 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:50.954894 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-6d8ab420-d977-4448-8d39-05651de956a1 None None] Set router 2d443ae9-3d37-4754-9c15-e845fa25ff5e gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:31:51.167589 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-6d8ab420-d977-4448-8d39-05651de956a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d443ae9-3d37-4754-9c15-e845fa25ff5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628640657', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '56e7ada5-d6f2-47e8-a261-59463ae1ebb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:31:44Z', 'updated_at': '2021-08-23T21:31:48Z', 'revision_number': 4, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': '56e7ada5-d6f2-47e8-a261-59463ae1ebb4', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:eb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d443ae9-3d37-4754-9c15-e845fa25ff5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:31:45Z', 'updated_at': '2021-08-23T21:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'da316785-1887-4126-b3af-1ad445a79995', 'name': '', 'network_id': 'c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'mac_address': 'fa:16:3e:65:af:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d443ae9-3d37-4754-9c15-e845fa25ff5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '5133d04b-de13-4724-a3cb-dc8335b6128d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:31:47Z', 'updated_at': '2021-08-23T21:31:50Z', 'revision_number': 4, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'subnets': [{'id': '5133d04b-de13-4724-a3cb-dc8335b6128d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:31:51.196510 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8ab420-d977-4448-8d39-05651de956a1 None None] The sync data for ids ['2d443ae9-3d37-4754-9c15-e845fa25ff5e'] in n-d-805663-2 is: [{'id': '2d443ae9-3d37-4754-9c15-e845fa25ff5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628640657', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '56e7ada5-d6f2-47e8-a261-59463ae1ebb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:31:44Z', 'updated_at': '2021-08-23T21:31:48Z', 'revision_number': 4, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': '56e7ada5-d6f2-47e8-a261-59463ae1ebb4', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:eb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d443ae9-3d37-4754-9c15-e845fa25ff5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:31:45Z', 'updated_at': '2021-08-23T21:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'da316785-1887-4126-b3af-1ad445a79995', 'name': '', 'network_id': 'c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'mac_address': 'fa:16:3e:65:af:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d443ae9-3d37-4754-9c15-e845fa25ff5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '5133d04b-de13-4724-a3cb-dc8335b6128d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:31:47Z', 'updated_at': '2021-08-23T21:31:50Z', 'revision_number': 4, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'subnets': [{'id': '5133d04b-de13-4724-a3cb-dc8335b6128d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:31:51.540420 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f1fcee2b-88c0-42da-ae4a-9fd38300db84 req-832f9b61-cbff-42b6-bfbc-5c9bc126c464 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=661b4149-97eb-4147-b972-44465f34d69b HTTP/1.1" status: 200 len: 210 time: 0.0355563 Aug 23 21:31:51.573222 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f581923-8131-41e6-b54d-4a2274bc9d42 req-a87bb052-407b-48aa-a52e-eb718ed00e38 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:31:51.574763 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5f581923-8131-41e6-b54d-4a2274bc9d42 req-a87bb052-407b-48aa-a52e-eb718ed00e38 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.11 "GET /v2.0/networks?id=c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547 HTTP/1.1" status: 200 len: 795 time: 0.1250458 Aug 23 21:31:51.624409 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5f581923-8131-41e6-b54d-4a2274bc9d42 req-c3f01483-5347-4150-84d1-e37270242c1d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5ec03f379a044fe8aab04b1df4a2f2b HTTP/1.1" status: 200 len: 380 time: 0.0398371 Aug 23 21:31:51.635328 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-5f581923-8131-41e6-b54d-4a2274bc9d42 req-487da637-46c6-44a6-971c-bab703dfa97d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Request body: {'port': {'device_id': '661b4149-97eb-4147-b972-44465f34d69b', 'network_id': 'c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547', 'admin_state_up': True, 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'security_groups': ['606bc829-3637-40d9-be32-b1b4d6fedcc9']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:31:51.758145 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f581923-8131-41e6-b54d-4a2274bc9d42 req-487da637-46c6-44a6-971c-bab703dfa97d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Made reservation on behalf of f5ec03f379a044fe8aab04b1df4a2f2b for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:31:51.761873 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5f581923-8131-41e6-b54d-4a2274bc9d42 req-487da637-46c6-44a6-971c-bab703dfa97d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:51.870829 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 56e7ada5-d6f2-47e8-a261-59463ae1ebb4 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:31:51.923656 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 56e7ada5-d6f2-47e8-a261-59463ae1ebb4 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:31:51.924029 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:51.926042 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-5f581923-8131-41e6-b54d-4a2274bc9d42 req-487da637-46c6-44a6-971c-bab703dfa97d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Allocated IP 172.20.0.8 (c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547/5133d04b-de13-4724-a3cb-dc8335b6128d/1a8975c1-4964-40a8-a44e-ed5f1b213230) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:31:52.014100 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device dfd5631e-8763-4862-a5bd-abb1fc499b04 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:31:52.065164 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port dfd5631e-8763-4862-a5bd-abb1fc499b04 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:31:52.065535 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:52.080490 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5f581923-8131-41e6-b54d-4a2274bc9d42 req-487da637-46c6-44a6-971c-bab703dfa97d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:52.101705 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-5f581923-8131-41e6-b54d-4a2274bc9d42 req-487da637-46c6-44a6-971c-bab703dfa97d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Transition to ACTIVE for port object 1a8975c1-4964-40a8-a44e-ed5f1b213230 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:31:52.138435 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5f581923-8131-41e6-b54d-4a2274bc9d42 req-487da637-46c6-44a6-971c-bab703dfa97d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:52.156079 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device da316785-1887-4126-b3af-1ad445a79995 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:31:52.186316 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f581923-8131-41e6-b54d-4a2274bc9d42 req-487da637-46c6-44a6-971c-bab703dfa97d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Network c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:31:52.189946 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-5f581923-8131-41e6-b54d-4a2274bc9d42 req-487da637-46c6-44a6-971c-bab703dfa97d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:31:52.194063 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f581923-8131-41e6-b54d-4a2274bc9d42 req-487da637-46c6-44a6-971c-bab703dfa97d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:31:52.218758 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port da316785-1887-4126-b3af-1ad445a79995 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:31:52.222505 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487da637-46c6-44a6-971c-bab703dfa97d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'Port': ['ID=1a8975c1-4964-40a8-a44e-ed5f1b213230,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:31:52.224586 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port da316785-1887-4126-b3af-1ad445a79995 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:31:52.224972 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:52.257747 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f581923-8131-41e6-b54d-4a2274bc9d42 req-487da637-46c6-44a6-971c-bab703dfa97d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:31:52.258565 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5f581923-8131-41e6-b54d-4a2274bc9d42 req-487da637-46c6-44a6-971c-bab703dfa97d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:52.277500 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5f581923-8131-41e6-b54d-4a2274bc9d42 req-487da637-46c6-44a6-971c-bab703dfa97d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6462021 Aug 23 21:31:52.291594 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-5f581923-8131-41e6-b54d-4a2274bc9d42 req-d2171627-b335-42e5-8d12-df252e4f98ec service neutron] Request body: {'port': {'device_id': '661b4149-97eb-4147-b972-44465f34d69b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:31:52.328419 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:52.353422 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5f581923-8131-41e6-b54d-4a2274bc9d42 req-d2171627-b335-42e5-8d12-df252e4f98ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:52.368240 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port da316785-1887-4126-b3af-1ad445a79995, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=da316785-1887-4126-b3af-1ad445a79995,segment=NetworkSegment(922496e5-eeba-4d88-9e14-7509b39a39f2),segment_id=922496e5-eeba-4d88-9e14-7509b39a39f2)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:31:52.375463 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:52.437558 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=da316785-1887-4126-b3af-1ad445a79995,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:31:52.549180 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9594d8e6-778d-4b0e-ba46-7b0e25ff4444 None None] Provisioning for port 1a8975c1-4964-40a8-a44e-ed5f1b213230 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:31:52.552950 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9594d8e6-778d-4b0e-ba46-7b0e25ff4444 None None] Provisioning complete for port 1a8975c1-4964-40a8-a44e-ed5f1b213230 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:31:52.553397 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9594d8e6-778d-4b0e-ba46-7b0e25ff4444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:52.592371 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-9594d8e6-778d-4b0e-ba46-7b0e25ff4444 None None] Port 1a8975c1-4964-40a8-a44e-ed5f1b213230 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:31:52.675644 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-5f581923-8131-41e6-b54d-4a2274bc9d42 req-d2171627-b335-42e5-8d12-df252e4f98ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a8975c1-4964-40a8-a44e-ed5f1b213230 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:31:52.685123 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5f581923-8131-41e6-b54d-4a2274bc9d42 req-d2171627-b335-42e5-8d12-df252e4f98ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:52.702064 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-5f581923-8131-41e6-b54d-4a2274bc9d42 req-d2171627-b335-42e5-8d12-df252e4f98ec service neutron] Transition to ACTIVE for port object 1a8975c1-4964-40a8-a44e-ed5f1b213230 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:31:52.711506 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f78e50-3b34-4ab3-84ae-76d591c5f514 req-38785492-82c8-4fd9-9013-8edd5a9baba8 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:31:52.713106 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e5f78e50-3b34-4ab3-84ae-76d591c5f514 req-38785492-82c8-4fd9-9013-8edd5a9baba8 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=661b4149-97eb-4147-b972-44465f34d69b HTTP/1.1" status: 200 len: 931 time: 0.0957377 Aug 23 21:31:52.714142 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5f581923-8131-41e6-b54d-4a2274bc9d42 req-d2171627-b335-42e5-8d12-df252e4f98ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:52.791383 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2171627-b335-42e5-8d12-df252e4f98ec service neutron] Pushing event updated for resources: {'Port': ['ID=1a8975c1-4964-40a8-a44e-ed5f1b213230,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:31:52.823626 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e5f78e50-3b34-4ab3-84ae-76d591c5f514 req-84756259-8e4a-4bae-8e59-1de6ef7a9313 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=606bc829-3637-40d9-be32-b1b4d6fedcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039908 Aug 23 21:31:52.871552 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-5f581923-8131-41e6-b54d-4a2274bc9d42 req-d2171627-b335-42e5-8d12-df252e4f98ec service neutron] Attempting to bind port 1a8975c1-4964-40a8-a44e-ed5f1b213230 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:31:52.871998 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-5f581923-8131-41e6-b54d-4a2274bc9d42 req-d2171627-b335-42e5-8d12-df252e4f98ec service neutron] Attempting to bind port 1a8975c1-4964-40a8-a44e-ed5f1b213230 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '922496e5-eeba-4d88-9e14-7509b39a39f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:31:52.872459 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f581923-8131-41e6-b54d-4a2274bc9d42 req-d2171627-b335-42e5-8d12-df252e4f98ec service neutron] Attempting to bind port 1a8975c1-4964-40a8-a44e-ed5f1b213230 on network c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:31:52.878258 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f581923-8131-41e6-b54d-4a2274bc9d42 req-d2171627-b335-42e5-8d12-df252e4f98ec service neutron] Port 1a8975c1-4964-40a8-a44e-ed5f1b213230 on network c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:31:52.878585 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f581923-8131-41e6-b54d-4a2274bc9d42 req-d2171627-b335-42e5-8d12-df252e4f98ec service neutron] Attempting to bind port 1a8975c1-4964-40a8-a44e-ed5f1b213230 on network c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:31:52.884116 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f581923-8131-41e6-b54d-4a2274bc9d42 req-d2171627-b335-42e5-8d12-df252e4f98ec service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:31:52.884460 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f581923-8131-41e6-b54d-4a2274bc9d42 req-d2171627-b335-42e5-8d12-df252e4f98ec service neutron] Checking segment: {'id': '922496e5-eeba-4d88-9e14-7509b39a39f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:31:52.884848 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f581923-8131-41e6-b54d-4a2274bc9d42 req-d2171627-b335-42e5-8d12-df252e4f98ec service neutron] Bound using segment: {'id': '922496e5-eeba-4d88-9e14-7509b39a39f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:31:52.885286 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-5f581923-8131-41e6-b54d-4a2274bc9d42 req-d2171627-b335-42e5-8d12-df252e4f98ec service neutron] Bound port: 1a8975c1-4964-40a8-a44e-ed5f1b213230, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '922496e5-eeba-4d88-9e14-7509b39a39f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:31:52.885648 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5f581923-8131-41e6-b54d-4a2274bc9d42 req-d2171627-b335-42e5-8d12-df252e4f98ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:52.955298 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-5f581923-8131-41e6-b54d-4a2274bc9d42 req-d2171627-b335-42e5-8d12-df252e4f98ec service neutron] For port 1a8975c1-4964-40a8-a44e-ed5f1b213230, host n-h1-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:31:52.958920 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-5f581923-8131-41e6-b54d-4a2274bc9d42 req-d2171627-b335-42e5-8d12-df252e4f98ec service neutron] For port 1a8975c1-4964-40a8-a44e-ed5f1b213230, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=1a8975c1-4964-40a8-a44e-ed5f1b213230,segment=NetworkSegment(922496e5-eeba-4d88-9e14-7509b39a39f2),segment_id=922496e5-eeba-4d88-9e14-7509b39a39f2)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:31:52.962893 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5f581923-8131-41e6-b54d-4a2274bc9d42 req-d2171627-b335-42e5-8d12-df252e4f98ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:52.999934 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f581923-8131-41e6-b54d-4a2274bc9d42 req-d2171627-b335-42e5-8d12-df252e4f98ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:31:53.001591 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5f581923-8131-41e6-b54d-4a2274bc9d42 req-d2171627-b335-42e5-8d12-df252e4f98ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:53.003033 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5f581923-8131-41e6-b54d-4a2274bc9d42 req-d2171627-b335-42e5-8d12-df252e4f98ec service neutron] 10.222.0.11 "PUT /v2.0/ports/1a8975c1-4964-40a8-a44e-ed5f1b213230 HTTP/1.1" status: 200 len: 1091 time: 0.7161961 Aug 23 21:31:53.005524 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '661b4149-97eb-4147-b972-44465f34d69b', 'tag': '1a8975c1-4964-40a8-a44e-ed5f1b213230'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:31:53.008391 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}464d6cbacbaeb9374483e58d29b165f94917862334b697df3b381d289610f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39c6589-4ab1-4f38-af28-d644ef237190" -d '{"events": [{"name": "network-changed", "server_uuid": "661b4149-97eb-4147-b972-44465f34d69b", "tag": "1a8975c1-4964-40a8-a44e-ed5f1b213230"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:31:53.038913 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2171627-b335-42e5-8d12-df252e4f98ec service neutron] Pushing event updated for resources: {'Port': ['ID=1a8975c1-4964-40a8-a44e-ed5f1b213230,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:31:53.055109 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d427b2b-4876-4de0-ba17-22790d3a47b9 x-openstack-request-id: req-0d427b2b-4876-4de0-ba17-22790d3a47b9 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:31:53.055408 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "661b4149-97eb-4147-b972-44465f34d69b", "tag": "1a8975c1-4964-40a8-a44e-ed5f1b213230", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:31:53.055664 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0d427b2b-4876-4de0-ba17-22790d3a47b9 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:31:53.056098 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '661b4149-97eb-4147-b972-44465f34d69b', 'tag': '1a8975c1-4964-40a8-a44e-ed5f1b213230', 'status': 'completed', 'code': 200} Aug 23 21:31:53.112723 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f581923-8131-41e6-b54d-4a2274bc9d42 req-9a1d7afd-4a14-4c54-a309-71a3496aa51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:31:53.114633 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5f581923-8131-41e6-b54d-4a2274bc9d42 req-9a1d7afd-4a14-4c54-a309-71a3496aa51a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f5ec03f379a044fe8aab04b1df4a2f2b&device_id=661b4149-97eb-4147-b972-44465f34d69b HTTP/1.1" status: 200 len: 1094 time: 0.0490389 Aug 23 21:31:53.158105 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5f581923-8131-41e6-b54d-4a2274bc9d42 req-57299f2e-d20f-4d54-aa1a-73f6d3a097cc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a8975c1-4964-40a8-a44e-ed5f1b213230 HTTP/1.1" status: 200 len: 217 time: 0.0357437 Aug 23 21:31:53.210229 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f581923-8131-41e6-b54d-4a2274bc9d42 req-f100d292-0b31-491c-be5b-547c9092086b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:31:53.211715 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5f581923-8131-41e6-b54d-4a2274bc9d42 req-f100d292-0b31-491c-be5b-547c9092086b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5133d04b-de13-4724-a3cb-dc8335b6128d HTTP/1.1" status: 200 len: 834 time: 0.0475278 Aug 23 21:31:53.262782 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f581923-8131-41e6-b54d-4a2274bc9d42 req-c2967418-d3cc-4ec6-bc53-60c885ad07a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:31:53.264333 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5f581923-8131-41e6-b54d-4a2274bc9d42 req-c2967418-d3cc-4ec6-bc53-60c885ad07a3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457332 Aug 23 21:31:53.355093 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5f581923-8131-41e6-b54d-4a2274bc9d42 req-27705a5f-5349-43a8-94d9-536ef53bd7a6 service neutron] 10.222.0.11 "GET /v2.0/networks/c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828533 Aug 23 21:31:53.450059 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5f581923-8131-41e6-b54d-4a2274bc9d42 req-1a15a12a-5425-415c-940c-5ec6daace577 service neutron] 10.222.0.11 "GET /v2.0/networks/c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880821 Aug 23 21:31:53.533870 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c6589-4ab1-4f38-af28-d644ef237190 req-c5b01d3e-f9d9-4e9c-ac82-597dcfbeb96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:31:53.535353 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f39c6589-4ab1-4f38-af28-d644ef237190 req-c5b01d3e-f9d9-4e9c-ac82-597dcfbeb96f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f5ec03f379a044fe8aab04b1df4a2f2b&device_id=661b4149-97eb-4147-b972-44465f34d69b HTTP/1.1" status: 200 len: 1094 time: 0.0410795 Aug 23 21:31:53.625155 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c6589-4ab1-4f38-af28-d644ef237190 req-17d66281-c9c9-4274-8415-5f7ec5e39fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:31:53.627206 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f39c6589-4ab1-4f38-af28-d644ef237190 req-17d66281-c9c9-4274-8415-5f7ec5e39fb2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547 HTTP/1.1" status: 200 len: 896 time: 0.0854459 Aug 23 21:31:53.671301 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f39c6589-4ab1-4f38-af28-d644ef237190 req-24fb848b-b29b-4a4f-9d92-92e2da7d8324 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a8975c1-4964-40a8-a44e-ed5f1b213230 HTTP/1.1" status: 200 len: 217 time: 0.0375934 Aug 23 21:31:53.721779 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c6589-4ab1-4f38-af28-d644ef237190 req-d4610314-bd73-4fcb-ab66-69cf24ad6eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:31:53.723255 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f39c6589-4ab1-4f38-af28-d644ef237190 req-d4610314-bd73-4fcb-ab66-69cf24ad6eb9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5133d04b-de13-4724-a3cb-dc8335b6128d HTTP/1.1" status: 200 len: 834 time: 0.0447352 Aug 23 21:31:53.771124 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c6589-4ab1-4f38-af28-d644ef237190 req-52a77b40-76c4-42da-a254-93b732ec5ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:31:53.772690 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f39c6589-4ab1-4f38-af28-d644ef237190 req-52a77b40-76c4-42da-a254-93b732ec5ae1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415967 Aug 23 21:31:53.786951 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device da316785-1887-4126-b3af-1ad445a79995 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:31:53.835122 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port da316785-1887-4126-b3af-1ad445a79995 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:31:53.835493 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:53.875099 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f39c6589-4ab1-4f38-af28-d644ef237190 req-5456dca2-3717-402a-a5e7-fc18c5ec3a7d service neutron] 10.222.0.11 "GET /v2.0/networks/c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932217 Aug 23 21:31:53.999934 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e480bfe1-7b15-4177-88bf-e2c6a1ff124c req-ffd4455b-6ad3-47fd-8151-24545ff471d1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:31:54.001970 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e480bfe1-7b15-4177-88bf-e2c6a1ff124c req-ffd4455b-6ad3-47fd-8151-24545ff471d1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=661b4149-97eb-4147-b972-44465f34d69b HTTP/1.1" status: 200 len: 943 time: 0.1001122 Aug 23 21:31:54.025358 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f39c6589-4ab1-4f38-af28-d644ef237190 req-c6a2ea96-45df-4c5c-bc0d-23286b709af7 service neutron] 10.222.0.11 "GET /v2.0/networks/c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423366 Aug 23 21:31:54.045019 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e480bfe1-7b15-4177-88bf-e2c6a1ff124c req-6ab43180-0d4d-47bb-8386-491a413ddf3b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=606bc829-3637-40d9-be32-b1b4d6fedcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368793 Aug 23 21:31:55.166020 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79919f8-6381-4704-8f11-2170fd60b2f6 req-312ad1f1-f06d-4896-8911-7d027624c5d6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:31:55.167512 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a79919f8-6381-4704-8f11-2170fd60b2f6 req-312ad1f1-f06d-4896-8911-7d027624c5d6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=661b4149-97eb-4147-b972-44465f34d69b HTTP/1.1" status: 200 len: 943 time: 0.0528865 Aug 23 21:31:55.207393 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a79919f8-6381-4704-8f11-2170fd60b2f6 req-78e3fd5b-7405-43a8-b3a3-a65ad070a0c4 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=606bc829-3637-40d9-be32-b1b4d6fedcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324650 Aug 23 21:31:55.739468 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 1a8975c1-4964-40a8-a44e-ed5f1b213230 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 21:31:55.836921 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 1a8975c1-4964-40a8-a44e-ed5f1b213230, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=1a8975c1-4964-40a8-a44e-ed5f1b213230,segment=NetworkSegment(922496e5-eeba-4d88-9e14-7509b39a39f2),segment_id=922496e5-eeba-4d88-9e14-7509b39a39f2)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:31:55.847361 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '1a8975c1-4964-40a8-a44e-ed5f1b213230', 'network_id': 'c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547', 'port_id': '1a8975c1-4964-40a8-a44e-ed5f1b213230', 'mac_address': 'fa:16:3e:62:89:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5133d04b-de13-4724-a3cb-dc8335b6128d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 21:31:55.886455 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:55.899366 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a8975c1-4964-40a8-a44e-ed5f1b213230 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:31:55.919140 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 1a8975c1-4964-40a8-a44e-ed5f1b213230, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=1a8975c1-4964-40a8-a44e-ed5f1b213230,segment=NetworkSegment(922496e5-eeba-4d88-9e14-7509b39a39f2),segment_id=922496e5-eeba-4d88-9e14-7509b39a39f2)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:31:55.924365 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:55.977129 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=1a8975c1-4964-40a8-a44e-ed5f1b213230,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:31:56.134188 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['1a8975c1-4964-40a8-a44e-ed5f1b213230'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:31:56.248532 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:31:56.323861 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e75483-0ed7-4e76-ac82-70b83b19e831 req-564351ec-cb90-416b-9a97-b4177545f80a tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:31:56.325376 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a3e75483-0ed7-4e76-ac82-70b83b19e831 req-564351ec-cb90-416b-9a97-b4177545f80a tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=661b4149-97eb-4147-b972-44465f34d69b HTTP/1.1" status: 200 len: 944 time: 0.0499542 Aug 23 21:31:56.365442 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a3e75483-0ed7-4e76-ac82-70b83b19e831 req-70bcbdef-23ad-435d-ab61-36bee77e49ad tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=606bc829-3637-40d9-be32-b1b4d6fedcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339541 Aug 23 21:31:57.479348 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca866b31-1853-443d-842f-73efacbea999 req-06356d2a-2717-4de7-b54b-edaeb0bb702e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:31:57.480912 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ca866b31-1853-443d-842f-73efacbea999 req-06356d2a-2717-4de7-b54b-edaeb0bb702e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=661b4149-97eb-4147-b972-44465f34d69b HTTP/1.1" status: 200 len: 944 time: 0.0487521 Aug 23 21:31:57.519417 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ca866b31-1853-443d-842f-73efacbea999 req-fabeefd5-d48c-44c0-81b4-203dbe3ec875 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=606bc829-3637-40d9-be32-b1b4d6fedcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316997 Aug 23 21:31:57.739909 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 1a8975c1-4964-40a8-a44e-ed5f1b213230 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:31:57.800791 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 1a8975c1-4964-40a8-a44e-ed5f1b213230 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:31:57.804789 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 1a8975c1-4964-40a8-a44e-ed5f1b213230 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:31:57.805259 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:57.882043 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:57.904204 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '661b4149-97eb-4147-b972-44465f34d69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a8975c1-4964-40a8-a44e-ed5f1b213230'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:31:57.906420 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e577f7a2b9c3f6bcf6a64bd3e1bbb8e0b095addae8cf51c17fc2638a25953e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781f3aeb-998d-49ff-8b72-8b26ecf23058" -d '{"events": [{"server_uuid": "661b4149-97eb-4147-b972-44465f34d69b", "name": "network-vif-plugged", "status": "completed", "tag": "1a8975c1-4964-40a8-a44e-ed5f1b213230"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:31:57.920749 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 1a8975c1-4964-40a8-a44e-ed5f1b213230, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=1a8975c1-4964-40a8-a44e-ed5f1b213230,segment=NetworkSegment(922496e5-eeba-4d88-9e14-7509b39a39f2),segment_id=922496e5-eeba-4d88-9e14-7509b39a39f2)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:31:57.925778 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:31:57.951605 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64fba69-ce8b-4c58-a644-451d8773c751 x-openstack-request-id: req-c64fba69-ce8b-4c58-a644-451d8773c751 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:31:57.951890 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "661b4149-97eb-4147-b972-44465f34d69b", "name": "network-vif-plugged", "status": "completed", "tag": "1a8975c1-4964-40a8-a44e-ed5f1b213230", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:31:57.952166 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c64fba69-ce8b-4c58-a644-451d8773c751 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:31:57.952545 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '661b4149-97eb-4147-b972-44465f34d69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a8975c1-4964-40a8-a44e-ed5f1b213230', 'code': 200} Aug 23 21:31:57.978900 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=1a8975c1-4964-40a8-a44e-ed5f1b213230,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:31:58.042744 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b83bf-11ab-416f-9a89-872d2a674bb2 req-eca8d171-ac8d-428e-b048-aac09fe3e656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:31:58.044264 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ee0b83bf-11ab-416f-9a89-872d2a674bb2 req-eca8d171-ac8d-428e-b048-aac09fe3e656 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=661b4149-97eb-4147-b972-44465f34d69b HTTP/1.1" status: 200 len: 1096 time: 0.0413904 Aug 23 21:31:58.080505 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ee0b83bf-11ab-416f-9a89-872d2a674bb2 req-e7c07792-40b0-440f-b137-9ab7e941c98e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=606bc829-3637-40d9-be32-b1b4d6fedcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289891 Aug 23 21:31:58.635602 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0412f258-63a8-4b60-b0c3-6f2e87ba78ad req-3dea1f06-4655-4115-8c03-546f078ff07c tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:31:58.637118 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0412f258-63a8-4b60-b0c3-6f2e87ba78ad req-3dea1f06-4655-4115-8c03-546f078ff07c tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=661b4149-97eb-4147-b972-44465f34d69b HTTP/1.1" status: 200 len: 945 time: 0.0510726 Aug 23 21:31:58.677390 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0412f258-63a8-4b60-b0c3-6f2e87ba78ad req-9044d509-bf63-4b97-b085-81a0a0b908e5 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=606bc829-3637-40d9-be32-b1b4d6fedcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341134 Aug 23 21:31:59.797659 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d2661-3914-4b99-a1cb-2502a2d500c5 req-c485b4a4-d75a-4b45-a0f7-93ea871fd62f tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:31:59.799164 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-639d2661-3914-4b99-a1cb-2502a2d500c5 req-c485b4a4-d75a-4b45-a0f7-93ea871fd62f tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=661b4149-97eb-4147-b972-44465f34d69b HTTP/1.1" status: 200 len: 945 time: 0.0534499 Aug 23 21:31:59.837851 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-639d2661-3914-4b99-a1cb-2502a2d500c5 req-2f5b382b-b2a7-4171-b3cb-353e5d2cd78c tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=606bc829-3637-40d9-be32-b1b4d6fedcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326593 Aug 23 21:31:59.955224 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783cbf9-24af-4fa9-8eed-deb674c714fe req-7b2b262b-b623-45f8-9ef7-2d74310ef455 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:31:59.956827 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6783cbf9-24af-4fa9-8eed-deb674c714fe req-7b2b262b-b623-45f8-9ef7-2d74310ef455 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=661b4149-97eb-4147-b972-44465f34d69b HTTP/1.1" status: 200 len: 945 time: 0.0521467 Aug 23 21:31:59.994460 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6783cbf9-24af-4fa9-8eed-deb674c714fe req-7f0bf292-146d-4bb8-a404-b7acf710ed57 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=606bc829-3637-40d9-be32-b1b4d6fedcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317056 Aug 23 21:32:00.016156 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53608) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:32:00.055108 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af97714b-7484-480a-be01-1a59419a5a19 tempest-TestNetworkAdvancedServerOps-1074521460 tempest-TestNetworkAdvancedServerOps-1074521460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:32:00.056663 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-af97714b-7484-480a-be01-1a59419a5a19 tempest-TestNetworkAdvancedServerOps-1074521460 tempest-TestNetworkAdvancedServerOps-1074521460-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=661b4149-97eb-4147-b972-44465f34d69b HTTP/1.1" status: 200 len: 1091 time: 0.0395048 Aug 23 21:32:00.059690 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53610) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:32:00.064216 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-ad6ff3d0-f8b1-415e-b030-3abd0240ffc1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Request body: {'floatingip': {'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'port_id': '1a8975c1-4964-40a8-a44e-ed5f1b213230', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:32:00.085601 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ad6ff3d0-f8b1-415e-b030-3abd0240ffc1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for floatingip, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:32:00.186635 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ad6ff3d0-f8b1-415e-b030-3abd0240ffc1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:32:00.291514 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-ad6ff3d0-f8b1-415e-b030-3abd0240ffc1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Allocated IP 172.25.4.13 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/4c74dbfe-da61-4813-a029-c304913fadec) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:32:00.734914 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ad6ff3d0-f8b1-415e-b030-3abd0240ffc1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:32:00.773827 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ad6ff3d0-f8b1-415e-b030-3abd0240ffc1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:32:00.812302 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6ff3d0-f8b1-415e-b030-3abd0240ffc1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:32:00.815709 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-ad6ff3d0-f8b1-415e-b030-3abd0240ffc1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:32:00.818305 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6ff3d0-f8b1-415e-b030-3abd0240ffc1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:32:00.846179 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6ff3d0-f8b1-415e-b030-3abd0240ffc1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'Port': ['ID=4c74dbfe-da61-4813-a029-c304913fadec,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:32:01.181800 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ad6ff3d0-f8b1-415e-b030-3abd0240ffc1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:32:01.246910 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ad6ff3d0-f8b1-415e-b030-3abd0240ffc1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:32:01.397002 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ad6ff3d0-f8b1-415e-b030-3abd0240ffc1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:32:01.401847 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ad6ff3d0-f8b1-415e-b030-3abd0240ffc1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:32:01.474604 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6ff3d0-f8b1-415e-b030-3abd0240ffc1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'Port': ['ID=4c74dbfe-da61-4813-a029-c304913fadec,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:32:01.484459 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ad6ff3d0-f8b1-415e-b030-3abd0240ffc1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:32:01.587791 n-d-805663-2 neutron-server[94687]: INFO neutron.db.l3_db [None req-ad6ff3d0-f8b1-415e-b030-3abd0240ffc1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Floating IP 40cf9e5d-f3fa-445a-b141-646d454ecd75 associated. External IP: 172.25.4.13, port: 1a8975c1-4964-40a8-a44e-ed5f1b213230. Aug 23 21:32:01.794738 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad6ff3d0-f8b1-415e-b030-3abd0240ffc1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Router 2d443ae9-3d37-4754-9c15-e845fa25ff5e has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:32:01.902446 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6ff3d0-f8b1-415e-b030-3abd0240ffc1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:32:01.912151 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4117dcd-dae6-4e3f-955d-aaaefe679635 None None] Sync routers for ids ['2d443ae9-3d37-4754-9c15-e845fa25ff5e'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:32:01.919164 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ad6ff3d0-f8b1-415e-b030-3abd0240ffc1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:32:01.922920 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4117dcd-dae6-4e3f-955d-aaaefe679635 None None] Routers {'2d443ae9-3d37-4754-9c15-e845fa25ff5e'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:32:01.923328 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-f4117dcd-dae6-4e3f-955d-aaaefe679635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:31:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['2d443ae9-3d37-4754-9c15-e845fa25ff5e'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:32:01.947580 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ad6ff3d0-f8b1-415e-b030-3abd0240ffc1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8868015 Aug 23 21:32:01.948201 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '661b4149-97eb-4147-b972-44465f34d69b', 'tag': '1a8975c1-4964-40a8-a44e-ed5f1b213230'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:32:01.950473 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1e6a3834e992a26d7c0b67e33d767d389e5cf97a11b89f2293fa0299e1fe502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562a212e-5cd3-4701-8d5a-c46ce0a638d0" -d '{"events": [{"name": "network-changed", "server_uuid": "661b4149-97eb-4147-b972-44465f34d69b", "tag": "1a8975c1-4964-40a8-a44e-ed5f1b213230"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:32:01.997914 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce526e20-65b5-4f27-81f3-e286429c080d x-openstack-request-id: req-ce526e20-65b5-4f27-81f3-e286429c080d {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:32:01.998215 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "661b4149-97eb-4147-b972-44465f34d69b", "tag": "1a8975c1-4964-40a8-a44e-ed5f1b213230", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:32:01.998586 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ce526e20-65b5-4f27-81f3-e286429c080d {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:32:01.998923 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '661b4149-97eb-4147-b972-44465f34d69b', 'tag': '1a8975c1-4964-40a8-a44e-ed5f1b213230', 'status': 'completed', 'code': 200} Aug 23 21:32:02.094890 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af143b-68b5-4fca-b975-420627f86375 req-4a329454-8ae1-4f3f-8426-e5435a490740 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:32:02.097265 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e9af143b-68b5-4fca-b975-420627f86375 req-4a329454-8ae1-4f3f-8426-e5435a490740 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=661b4149-97eb-4147-b972-44465f34d69b HTTP/1.1" status: 200 len: 945 time: 0.0797617 Aug 23 21:32:02.105937 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a212e-5cd3-4701-8d5a-c46ce0a638d0 req-71578060-58af-4167-84c9-8a5c35a66dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:32:02.107458 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-562a212e-5cd3-4701-8d5a-c46ce0a638d0 req-71578060-58af-4167-84c9-8a5c35a66dbd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f5ec03f379a044fe8aab04b1df4a2f2b&device_id=661b4149-97eb-4147-b972-44465f34d69b HTTP/1.1" status: 200 len: 1096 time: 0.0812023 Aug 23 21:32:02.195770 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e9af143b-68b5-4fca-b975-420627f86375 req-fc1d69d8-3e24-4e79-b3d2-6812dae28906 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=606bc829-3637-40d9-be32-b1b4d6fedcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921366 Aug 23 21:32:02.198686 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-f4117dcd-dae6-4e3f-955d-aaaefe679635 None None] Set router 2d443ae9-3d37-4754-9c15-e845fa25ff5e gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:32:02.223851 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53616) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:32:02.232394 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a212e-5cd3-4701-8d5a-c46ce0a638d0 req-3aa7f112-c2ef-437e-be8b-6db87b10e39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:32:02.233981 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-562a212e-5cd3-4701-8d5a-c46ce0a638d0 req-3aa7f112-c2ef-437e-be8b-6db87b10e39e service neutron] 10.222.0.11 "GET /v2.0/networks?id=c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547 HTTP/1.1" status: 200 len: 896 time: 0.1189096 Aug 23 21:32:02.292046 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-89f15431-20ce-4cc9-8a47-3654cc29af1d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/floatingips/40cf9e5d-f3fa-445a-b141-646d454ecd75 HTTP/1.1" status: 200 len: 990 time: 0.0668559 Aug 23 21:32:02.309255 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-562a212e-5cd3-4701-8d5a-c46ce0a638d0 req-3cb4b5cf-368f-4338-904d-9a4d5257c123 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a8975c1-4964-40a8-a44e-ed5f1b213230 HTTP/1.1" status: 200 len: 998 time: 0.0672653 Aug 23 21:32:02.360523 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a212e-5cd3-4701-8d5a-c46ce0a638d0 req-84b23628-1e7b-4af8-9c2c-8930dbecebca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:32:02.362482 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-562a212e-5cd3-4701-8d5a-c46ce0a638d0 req-84b23628-1e7b-4af8-9c2c-8930dbecebca service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5133d04b-de13-4724-a3cb-dc8335b6128d HTTP/1.1" status: 200 len: 834 time: 0.0463905 Aug 23 21:32:02.410261 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a212e-5cd3-4701-8d5a-c46ce0a638d0 req-c9f5358e-dbe2-488f-ab75-f3d8b4921868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:32:02.412034 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-562a212e-5cd3-4701-8d5a-c46ce0a638d0 req-c9f5358e-dbe2-488f-ab75-f3d8b4921868 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428245 Aug 23 21:32:02.440867 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-f4117dcd-dae6-4e3f-955d-aaaefe679635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d443ae9-3d37-4754-9c15-e845fa25ff5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628640657', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '56e7ada5-d6f2-47e8-a261-59463ae1ebb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:31:44Z', 'updated_at': '2021-08-23T21:31:48Z', 'revision_number': 4, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': '56e7ada5-d6f2-47e8-a261-59463ae1ebb4', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:eb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d443ae9-3d37-4754-9c15-e845fa25ff5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:31:45Z', 'updated_at': '2021-08-23T21:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '40cf9e5d-f3fa-445a-b141-646d454ecd75', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'floating_ip_address': '172.25.4.13', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '2d443ae9-3d37-4754-9c15-e845fa25ff5e', 'port_id': '1a8975c1-4964-40a8-a44e-ed5f1b213230', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547', 'mac_address': 'fa:16:3e:62:89:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661b4149-97eb-4147-b972-44465f34d69b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:32:01Z', 'updated_at': '2021-08-23T21:32:01Z', 'revision_number': 0, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da316785-1887-4126-b3af-1ad445a79995', 'name': '', 'network_id': 'c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'mac_address': 'fa:16:3e:65:af:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d443ae9-3d37-4754-9c15-e845fa25ff5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '5133d04b-de13-4724-a3cb-dc8335b6128d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:31:47Z', 'updated_at': '2021-08-23T21:31:52Z', 'revision_number': 5, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'subnets': [{'id': '5133d04b-de13-4724-a3cb-dc8335b6128d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:32:02.474040 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4117dcd-dae6-4e3f-955d-aaaefe679635 None None] Checking router: 2d443ae9-3d37-4754-9c15-e845fa25ff5e for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:32:02.482559 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4117dcd-dae6-4e3f-955d-aaaefe679635 None None] Routers {'2d443ae9-3d37-4754-9c15-e845fa25ff5e'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:32:02.483177 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-f4117dcd-dae6-4e3f-955d-aaaefe679635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:31:43Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['2d443ae9-3d37-4754-9c15-e845fa25ff5e'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:32:02.507745 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-562a212e-5cd3-4701-8d5a-c46ce0a638d0 req-e38dd37e-41b7-47ba-b25d-76598f5d90cd service neutron] 10.222.0.11 "GET /v2.0/networks/c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886281 Aug 23 21:32:02.591015 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-f4117dcd-dae6-4e3f-955d-aaaefe679635 None None] Set router 2d443ae9-3d37-4754-9c15-e845fa25ff5e gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:32:02.603782 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-562a212e-5cd3-4701-8d5a-c46ce0a638d0 req-af83e4fa-2ecb-489d-8133-25bbc39fa9be service neutron] 10.222.0.11 "GET /v2.0/networks/c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887165 Aug 23 21:32:02.819866 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-f4117dcd-dae6-4e3f-955d-aaaefe679635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d443ae9-3d37-4754-9c15-e845fa25ff5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628640657', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '56e7ada5-d6f2-47e8-a261-59463ae1ebb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:31:44Z', 'updated_at': '2021-08-23T21:31:48Z', 'revision_number': 4, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': '56e7ada5-d6f2-47e8-a261-59463ae1ebb4', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:eb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d443ae9-3d37-4754-9c15-e845fa25ff5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:31:45Z', 'updated_at': '2021-08-23T21:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '40cf9e5d-f3fa-445a-b141-646d454ecd75', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'floating_ip_address': '172.25.4.13', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '2d443ae9-3d37-4754-9c15-e845fa25ff5e', 'port_id': '1a8975c1-4964-40a8-a44e-ed5f1b213230', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547', 'mac_address': 'fa:16:3e:62:89:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661b4149-97eb-4147-b972-44465f34d69b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:32:01Z', 'updated_at': '2021-08-23T21:32:01Z', 'revision_number': 0, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da316785-1887-4126-b3af-1ad445a79995', 'name': '', 'network_id': 'c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'mac_address': 'fa:16:3e:65:af:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d443ae9-3d37-4754-9c15-e845fa25ff5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '5133d04b-de13-4724-a3cb-dc8335b6128d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:31:47Z', 'updated_at': '2021-08-23T21:31:52Z', 'revision_number': 5, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'subnets': [{'id': '5133d04b-de13-4724-a3cb-dc8335b6128d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:32:02.847250 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4117dcd-dae6-4e3f-955d-aaaefe679635 None None] The sync data for ids ['2d443ae9-3d37-4754-9c15-e845fa25ff5e'] in n-d-805663-2 is: [{'id': '2d443ae9-3d37-4754-9c15-e845fa25ff5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628640657', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '56e7ada5-d6f2-47e8-a261-59463ae1ebb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:31:44Z', 'updated_at': '2021-08-23T21:31:48Z', 'revision_number': 4, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': '56e7ada5-d6f2-47e8-a261-59463ae1ebb4', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:eb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d443ae9-3d37-4754-9c15-e845fa25ff5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:31:45Z', 'updated_at': '2021-08-23T21:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '40cf9e5d-f3fa-445a-b141-646d454ecd75', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'floating_ip_address': '172.25.4.13', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '2d443ae9-3d37-4754-9c15-e845fa25ff5e', 'port_id': '1a8975c1-4964-40a8-a44e-ed5f1b213230', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547', 'mac_address': 'fa:16:3e:62:89:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661b4149-97eb-4147-b972-44465f34d69b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:32:01Z', 'updated_at': '2021-08-23T21:32:01Z', 'revision_number': 0, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da316785-1887-4126-b3af-1ad445a79995', 'name': '', 'network_id': 'c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'mac_address': 'fa:16:3e:65:af:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d443ae9-3d37-4754-9c15-e845fa25ff5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '5133d04b-de13-4724-a3cb-dc8335b6128d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:31:47Z', 'updated_at': '2021-08-23T21:31:52Z', 'revision_number': 5, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'subnets': [{'id': '5133d04b-de13-4724-a3cb-dc8335b6128d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:32:03.032662 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787d471d-2c7d-47d6-8f15-a6733e521300 None None] New status for floating IP 40cf9e5d-f3fa-445a-b141-646d454ecd75: ACTIVE {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 21:32:03.295678 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53618) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:32:03.355884 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-82f0f94b-f936-40fc-9a11-d3d912889335 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/floatingips/40cf9e5d-f3fa-445a-b141-646d454ecd75 HTTP/1.1" status: 200 len: 992 time: 0.0590200 Aug 23 21:32:10.115908 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-14df9da6-63a3-4ee1-a3d2-1ed1dc8d3e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:32:10.931798 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:32:13.513047 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bc033774-f19f-4527-96c6-6320af6e3350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:32:13.637268 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:32:14.794627 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:32:16.167030 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:32:20.888424 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:32:33.246289 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:32:34.736318 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997fb81-0e10-4c55-b193-97ea79312f9e req-e82f2bb0-4b68-4fb7-bed4-292e672712f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:32:34.737831 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c997fb81-0e10-4c55-b193-97ea79312f9e req-e82f2bb0-4b68-4fb7-bed4-292e672712f3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f5ec03f379a044fe8aab04b1df4a2f2b&device_id=661b4149-97eb-4147-b972-44465f34d69b HTTP/1.1" status: 200 len: 1096 time: 0.0440981 Aug 23 21:32:34.743009 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644886ac-ec3e-4175-99d5-a81b69021abc req-72ccdfc9-71be-4762-99d9-328ee8964785 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:32:34.744597 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-644886ac-ec3e-4175-99d5-a81b69021abc req-72ccdfc9-71be-4762-99d9-328ee8964785 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=661b4149-97eb-4147-b972-44465f34d69b HTTP/1.1" status: 200 len: 945 time: 0.0557537 Aug 23 21:32:34.786570 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-644886ac-ec3e-4175-99d5-a81b69021abc req-89966df5-81ee-4dfd-b413-e0e73574b5fc tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=606bc829-3637-40d9-be32-b1b4d6fedcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343812 Aug 23 21:32:34.836473 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997fb81-0e10-4c55-b193-97ea79312f9e req-12bbdb42-b7d2-4d6d-9577-8aa65df6abdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:32:34.837960 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c997fb81-0e10-4c55-b193-97ea79312f9e req-12bbdb42-b7d2-4d6d-9577-8aa65df6abdb service neutron] 10.222.0.11 "GET /v2.0/networks?id=c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547 HTTP/1.1" status: 200 len: 896 time: 0.0925965 Aug 23 21:32:34.905070 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c997fb81-0e10-4c55-b193-97ea79312f9e req-d8dbb39c-9ecf-462d-9739-be03b9138922 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a8975c1-4964-40a8-a44e-ed5f1b213230 HTTP/1.1" status: 200 len: 1000 time: 0.0590312 Aug 23 21:32:34.960444 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997fb81-0e10-4c55-b193-97ea79312f9e req-b218ab6c-64d0-496b-bb5a-d678db72a647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:32:34.961904 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c997fb81-0e10-4c55-b193-97ea79312f9e req-b218ab6c-64d0-496b-bb5a-d678db72a647 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5133d04b-de13-4724-a3cb-dc8335b6128d HTTP/1.1" status: 200 len: 834 time: 0.0491421 Aug 23 21:32:35.008784 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997fb81-0e10-4c55-b193-97ea79312f9e req-1f188532-63e9-4c79-97bf-b5cfdb454d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:32:35.010288 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c997fb81-0e10-4c55-b193-97ea79312f9e req-1f188532-63e9-4c79-97bf-b5cfdb454d76 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406883 Aug 23 21:32:35.101186 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c997fb81-0e10-4c55-b193-97ea79312f9e req-4582af1f-90f4-4b5c-8e0c-2d7150ac262d service neutron] 10.222.0.11 "GET /v2.0/networks/c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827374 Aug 23 21:32:35.197360 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c997fb81-0e10-4c55-b193-97ea79312f9e req-8b256b6d-29b0-460f-9f26-2bd50c41c7d2 service neutron] 10.222.0.11 "GET /v2.0/networks/c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884089 Aug 23 21:32:35.911352 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14723777-b474-428d-a14d-a4a7ebcf96a8 req-6b177d7c-59b8-438b-ad8c-2b674ad6cbd2 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:32:35.912916 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-14723777-b474-428d-a14d-a4a7ebcf96a8 req-6b177d7c-59b8-438b-ad8c-2b674ad6cbd2 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=661b4149-97eb-4147-b972-44465f34d69b HTTP/1.1" status: 200 len: 945 time: 0.0505726 Aug 23 21:32:35.951819 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-14723777-b474-428d-a14d-a4a7ebcf96a8 req-a58881dd-6f98-4209-af32-56cc58fc7814 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=606bc829-3637-40d9-be32-b1b4d6fedcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328183 Aug 23 21:32:37.069357 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aa84e2-604d-4690-9af6-a7fed54bfbb7 req-a5476cfe-6656-4864-88bd-04a7b52e276f tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:32:37.070868 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-13aa84e2-604d-4690-9af6-a7fed54bfbb7 req-a5476cfe-6656-4864-88bd-04a7b52e276f tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=661b4149-97eb-4147-b972-44465f34d69b HTTP/1.1" status: 200 len: 945 time: 0.0495777 Aug 23 21:32:37.111082 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-13aa84e2-604d-4690-9af6-a7fed54bfbb7 req-6662199d-6e3d-4393-b3dc-7cad16aac484 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=606bc829-3637-40d9-be32-b1b4d6fedcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340748 Aug 23 21:32:38.225688 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501e801-17ef-45f6-970b-aa04af06f700 req-882d6e1e-335f-41d6-847d-ee71296314dd tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:32:38.227201 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2501e801-17ef-45f6-970b-aa04af06f700 req-882d6e1e-335f-41d6-847d-ee71296314dd tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=661b4149-97eb-4147-b972-44465f34d69b HTTP/1.1" status: 200 len: 945 time: 0.0497475 Aug 23 21:32:38.265911 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2501e801-17ef-45f6-970b-aa04af06f700 req-5ef1320b-1722-4613-b1dd-0432f58c96a4 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=606bc829-3637-40d9-be32-b1b4d6fedcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326524 Aug 23 21:32:39.379947 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5add1-649d-4c96-b2a3-81080fdba3dc req-65461d42-5e4a-45d0-875a-bddb528a16bb tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:32:39.381443 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b9c5add1-649d-4c96-b2a3-81080fdba3dc req-65461d42-5e4a-45d0-875a-bddb528a16bb tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=661b4149-97eb-4147-b972-44465f34d69b HTTP/1.1" status: 200 len: 945 time: 0.0486879 Aug 23 21:32:39.418965 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b9c5add1-649d-4c96-b2a3-81080fdba3dc req-796b60c5-d84d-46ac-9c66-6ad21d005cd2 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=606bc829-3637-40d9-be32-b1b4d6fedcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315533 Aug 23 21:32:40.117492 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5f7e2fb7-683b-430a-bce0-caf87b56acfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:32:40.544547 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379dcd1a-5d09-4cad-9b2f-c7145c8cdbcf req-8ab4c49b-3fd8-44a3-aba8-e91e4dada701 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:32:40.546049 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-379dcd1a-5d09-4cad-9b2f-c7145c8cdbcf req-8ab4c49b-3fd8-44a3-aba8-e91e4dada701 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=661b4149-97eb-4147-b972-44465f34d69b HTTP/1.1" status: 200 len: 945 time: 0.0562387 Aug 23 21:32:40.585397 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-379dcd1a-5d09-4cad-9b2f-c7145c8cdbcf req-eedc703e-6f54-4950-949d-9da2dc27a228 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=606bc829-3637-40d9-be32-b1b4d6fedcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327682 Aug 23 21:32:40.946403 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:32:41.707187 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962cc41a-dcbb-4326-aabf-93f64e125fb3 req-324dff6c-f5fd-49f8-a728-74581a63bd67 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:32:41.708725 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-962cc41a-dcbb-4326-aabf-93f64e125fb3 req-324dff6c-f5fd-49f8-a728-74581a63bd67 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=661b4149-97eb-4147-b972-44465f34d69b HTTP/1.1" status: 200 len: 945 time: 0.0559239 Aug 23 21:32:41.747415 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-962cc41a-dcbb-4326-aabf-93f64e125fb3 req-89213453-e495-472f-891d-29e5822a94c4 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=606bc829-3637-40d9-be32-b1b4d6fedcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326262 Aug 23 21:32:42.864111 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d09b5-52e1-46e5-91ee-9277ecede0c7 req-585490f2-4cc3-44db-a5ec-351f11caa577 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:32:42.865599 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-143d09b5-52e1-46e5-91ee-9277ecede0c7 req-585490f2-4cc3-44db-a5ec-351f11caa577 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=661b4149-97eb-4147-b972-44465f34d69b HTTP/1.1" status: 200 len: 945 time: 0.0486197 Aug 23 21:32:42.903389 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-143d09b5-52e1-46e5-91ee-9277ecede0c7 req-099ae5a4-6cf5-408a-a73e-4621b9b47f84 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=606bc829-3637-40d9-be32-b1b4d6fedcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316162 Aug 23 21:32:43.514278 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0221009b-40b5-4af8-b209-7920d9ddc487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:32:43.638687 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:32:43.717345 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a44663-f969-4452-88ed-598d46afddb6 req-fd990c49-5dfe-4ddc-bde7-96c99e12d9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:32:43.718866 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b2a44663-f969-4452-88ed-598d46afddb6 req-fd990c49-5dfe-4ddc-bde7-96c99e12d9c1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f5ec03f379a044fe8aab04b1df4a2f2b&device_id=661b4149-97eb-4147-b972-44465f34d69b HTTP/1.1" status: 200 len: 1096 time: 0.0425942 Aug 23 21:32:43.829033 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a44663-f969-4452-88ed-598d46afddb6 req-583102c9-48f6-4a7c-b1c1-2169b19a38d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:32:43.830444 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b2a44663-f969-4452-88ed-598d46afddb6 req-583102c9-48f6-4a7c-b1c1-2169b19a38d1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547 HTTP/1.1" status: 200 len: 896 time: 0.0925343 Aug 23 21:32:43.898425 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b2a44663-f969-4452-88ed-598d46afddb6 req-66981e82-32ed-4bf0-ae8a-6b3823975513 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a8975c1-4964-40a8-a44e-ed5f1b213230 HTTP/1.1" status: 200 len: 1000 time: 0.0607224 Aug 23 21:32:43.955697 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a44663-f969-4452-88ed-598d46afddb6 req-215d168d-0284-47dc-9b3c-0797caecc7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:32:43.957265 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b2a44663-f969-4452-88ed-598d46afddb6 req-215d168d-0284-47dc-9b3c-0797caecc7a8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5133d04b-de13-4724-a3cb-dc8335b6128d HTTP/1.1" status: 200 len: 834 time: 0.0523343 Aug 23 21:32:44.004451 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a44663-f969-4452-88ed-598d46afddb6 req-370a8ab3-2391-40a5-8006-e6553a5a18a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:32:44.005991 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b2a44663-f969-4452-88ed-598d46afddb6 req-370a8ab3-2391-40a5-8006-e6553a5a18a2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418072 Aug 23 21:32:44.022930 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d958f500-50b1-414d-8c45-968bc6e2a200 req-7e1596a9-d33d-4d20-84ee-72a48ee5bbc9 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:32:44.024481 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d958f500-50b1-414d-8c45-968bc6e2a200 req-7e1596a9-d33d-4d20-84ee-72a48ee5bbc9 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=661b4149-97eb-4147-b972-44465f34d69b HTTP/1.1" status: 200 len: 945 time: 0.0497551 Aug 23 21:32:44.063589 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d958f500-50b1-414d-8c45-968bc6e2a200 req-10942c12-91d9-4c72-a88b-0a3bd9e67f53 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=606bc829-3637-40d9-be32-b1b4d6fedcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329261 Aug 23 21:32:44.097369 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b2a44663-f969-4452-88ed-598d46afddb6 req-0442f472-20d1-4c6e-83f2-e6e9a7c04c2a service neutron] 10.222.0.11 "GET /v2.0/networks/c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845101 Aug 23 21:32:44.191605 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b2a44663-f969-4452-88ed-598d46afddb6 req-696c6c54-dce2-4ae2-bbc2-7792f1144856 service neutron] 10.222.0.11 "GET /v2.0/networks/c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870345 Aug 23 21:32:44.798136 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:32:45.185728 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34812c3f-a6c5-4089-bfc7-ffdf9bc2fc33 req-bc12871c-8a8e-433b-9d1c-cfb6c2c8d491 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:32:45.188500 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-34812c3f-a6c5-4089-bfc7-ffdf9bc2fc33 req-bc12871c-8a8e-433b-9d1c-cfb6c2c8d491 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=661b4149-97eb-4147-b972-44465f34d69b HTTP/1.1" status: 200 len: 945 time: 0.0539298 Aug 23 21:32:45.231625 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-34812c3f-a6c5-4089-bfc7-ffdf9bc2fc33 req-7d47bc53-dc94-406c-aa03-4bca6208ea27 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=606bc829-3637-40d9-be32-b1b4d6fedcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369890 Aug 23 21:32:46.172901 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:32:46.349818 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b7951e-b8e6-4dae-bb12-181a8393244f req-f220a29e-1c8a-4c9f-8dc5-2573594628ef tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:32:46.351338 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a1b7951e-b8e6-4dae-bb12-181a8393244f req-f220a29e-1c8a-4c9f-8dc5-2573594628ef tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=661b4149-97eb-4147-b972-44465f34d69b HTTP/1.1" status: 200 len: 945 time: 0.0489836 Aug 23 21:32:46.390297 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a1b7951e-b8e6-4dae-bb12-181a8393244f req-6786968c-6e2f-4b5b-a94b-dec60c1ce8e0 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=606bc829-3637-40d9-be32-b1b4d6fedcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324185 Aug 23 21:32:47.506837 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c427607-38c6-451a-a35b-7edd3396a119 req-1aa42223-5393-44af-bcf6-0df8aba557e1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:32:47.508366 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1c427607-38c6-451a-a35b-7edd3396a119 req-1aa42223-5393-44af-bcf6-0df8aba557e1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=661b4149-97eb-4147-b972-44465f34d69b HTTP/1.1" status: 200 len: 945 time: 0.0497596 Aug 23 21:32:47.551149 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1c427607-38c6-451a-a35b-7edd3396a119 req-24c7ab87-e856-4a7b-9ec1-0a25614f07ca tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=606bc829-3637-40d9-be32-b1b4d6fedcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368786 Aug 23 21:32:48.673153 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fdc51d-6f3b-4f15-9be2-9c4dd76a668e req-458d3625-3b3f-4f7e-a579-080c11cbf36d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:32:48.674662 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-94fdc51d-6f3b-4f15-9be2-9c4dd76a668e req-458d3625-3b3f-4f7e-a579-080c11cbf36d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=661b4149-97eb-4147-b972-44465f34d69b HTTP/1.1" status: 200 len: 945 time: 0.0539393 Aug 23 21:32:48.712562 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-94fdc51d-6f3b-4f15-9be2-9c4dd76a668e req-2043440f-203e-4c2e-84a9-00296d612ab5 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=606bc829-3637-40d9-be32-b1b4d6fedcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319176 Aug 23 21:32:49.830931 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6d82b-e7bf-403f-b98b-30f51ee7d003 req-51bb4bca-d026-4cc5-aaa6-005030614176 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:32:49.832500 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-46c6d82b-e7bf-403f-b98b-30f51ee7d003 req-51bb4bca-d026-4cc5-aaa6-005030614176 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=661b4149-97eb-4147-b972-44465f34d69b HTTP/1.1" status: 200 len: 945 time: 0.0493305 Aug 23 21:32:49.871904 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-46c6d82b-e7bf-403f-b98b-30f51ee7d003 req-0c09b2ac-ff34-43c5-8462-e29f8f6bd774 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=606bc829-3637-40d9-be32-b1b4d6fedcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334487 Aug 23 21:32:50.888827 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:32:50.993076 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec585392-7fed-44ae-a935-08a784ce9786 req-bdb7d746-96a5-48fe-8f1b-b052347519d0 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:32:50.994564 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec585392-7fed-44ae-a935-08a784ce9786 req-bdb7d746-96a5-48fe-8f1b-b052347519d0 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=661b4149-97eb-4147-b972-44465f34d69b HTTP/1.1" status: 200 len: 945 time: 0.0528030 Aug 23 21:32:51.036805 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ec585392-7fed-44ae-a935-08a784ce9786 req-15a32541-fff8-4254-b695-85321af39c89 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=606bc829-3637-40d9-be32-b1b4d6fedcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350502 Aug 23 21:32:52.157822 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6b26d-e6e8-48da-a190-8240b823c114 req-e8eb85b3-7d08-40f6-a493-b4edcf018f7e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:32:52.159293 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1fe6b26d-e6e8-48da-a190-8240b823c114 req-e8eb85b3-7d08-40f6-a493-b4edcf018f7e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=661b4149-97eb-4147-b972-44465f34d69b HTTP/1.1" status: 200 len: 945 time: 0.0488868 Aug 23 21:32:52.196970 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1fe6b26d-e6e8-48da-a190-8240b823c114 req-1aed686b-e75e-4897-a297-f5f40c136497 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=606bc829-3637-40d9-be32-b1b4d6fedcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316515 Aug 23 21:32:52.219372 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53668) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:32:52.286145 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-42801e06-1ffb-408b-8611-72cdd2133b26 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/floatingips/40cf9e5d-f3fa-445a-b141-646d454ecd75 HTTP/1.1" status: 200 len: 992 time: 0.0655451 Aug 23 21:33:10.119038 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c7812e46-2387-4d61-a265-bab0ef07a174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:10.245971 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:33:10.949288 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:13.516725 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a45e961e-1b29-4705-a8e0-55f43bb42822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:13.639822 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:14.800538 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:16.174389 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:20.890620 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:22.772396 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53688) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:33:22.931139 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-2be963e3-b821-4f2f-8293-83ee029fc012 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Deleting port 4c74dbfe-da61-4813-a029-c304913fadec {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:33:22.931486 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2be963e3-b821-4f2f-8293-83ee029fc012 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:23.009891 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2be963e3-b821-4f2f-8293-83ee029fc012 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:23.010218 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2be963e3-b821-4f2f-8293-83ee029fc012 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:23.022605 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-2be963e3-b821-4f2f-8293-83ee029fc012 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Calling delete_port for 4c74dbfe-da61-4813-a029-c304913fadec owned by network:floatingip {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:33:23.171183 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2be963e3-b821-4f2f-8293-83ee029fc012 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:23.195729 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be963e3-b821-4f2f-8293-83ee029fc012 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event deleted for resources: {'Port': ['ID=4c74dbfe-da61-4813-a029-c304913fadec,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:33:23.210172 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be963e3-b821-4f2f-8293-83ee029fc012 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:33:23.210527 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be963e3-b821-4f2f-8293-83ee029fc012 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:33:23.210872 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be963e3-b821-4f2f-8293-83ee029fc012 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:33:23.211213 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be963e3-b821-4f2f-8293-83ee029fc012 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:33:23.211604 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be963e3-b821-4f2f-8293-83ee029fc012 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:33:23.211881 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be963e3-b821-4f2f-8293-83ee029fc012 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:33:23.212248 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be963e3-b821-4f2f-8293-83ee029fc012 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:33:23.212820 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be963e3-b821-4f2f-8293-83ee029fc012 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:33:23.213197 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be963e3-b821-4f2f-8293-83ee029fc012 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:33:23.213558 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be963e3-b821-4f2f-8293-83ee029fc012 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:33:23.213995 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be963e3-b821-4f2f-8293-83ee029fc012 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:33:23.214366 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be963e3-b821-4f2f-8293-83ee029fc012 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:33:23.277071 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2be963e3-b821-4f2f-8293-83ee029fc012 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for floatingip, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:23.277402 n-d-805663-2 neutron-server[94687]: INFO neutron.db.l3_db [None req-2be963e3-b821-4f2f-8293-83ee029fc012 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Floating IP 40cf9e5d-f3fa-445a-b141-646d454ecd75 disassociated (deleted). External IP: 172.25.4.13, port: 1a8975c1-4964-40a8-a44e-ed5f1b213230. Aug 23 21:33:23.487553 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2be963e3-b821-4f2f-8293-83ee029fc012 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Router 2d443ae9-3d37-4754-9c15-e845fa25ff5e has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:33:23.594983 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be963e3-b821-4f2f-8293-83ee029fc012 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:33:23.600178 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2be963e3-b821-4f2f-8293-83ee029fc012 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:23.604443 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38abaaa-0289-42e4-b071-d55229134fa4 None None] Sync routers for ids ['2d443ae9-3d37-4754-9c15-e845fa25ff5e'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:33:23.613588 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38abaaa-0289-42e4-b071-d55229134fa4 None None] Routers {'2d443ae9-3d37-4754-9c15-e845fa25ff5e'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:33:23.614285 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-c38abaaa-0289-42e4-b071-d55229134fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:33:14Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['2d443ae9-3d37-4754-9c15-e845fa25ff5e'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:33:23.628187 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2be963e3-b821-4f2f-8293-83ee029fc012 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "DELETE /v2.0/floatingips/40cf9e5d-f3fa-445a-b141-646d454ecd75 HTTP/1.1" status: 204 len: 168 time: 0.8546767 Aug 23 21:33:23.628781 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '661b4149-97eb-4147-b972-44465f34d69b', 'tag': '1a8975c1-4964-40a8-a44e-ed5f1b213230'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:33:23.631044 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1e6a3834e992a26d7c0b67e33d767d389e5cf97a11b89f2293fa0299e1fe502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2a0c17-a835-4634-9bbf-f371c77ea2b3" -d '{"events": [{"name": "network-changed", "server_uuid": "661b4149-97eb-4147-b972-44465f34d69b", "tag": "1a8975c1-4964-40a8-a44e-ed5f1b213230"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:33:23.676195 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5428eb95-08a4-4880-a3bb-d0d8fac570fb x-openstack-request-id: req-5428eb95-08a4-4880-a3bb-d0d8fac570fb {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:33:23.676489 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "661b4149-97eb-4147-b972-44465f34d69b", "tag": "1a8975c1-4964-40a8-a44e-ed5f1b213230", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:33:23.676740 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5428eb95-08a4-4880-a3bb-d0d8fac570fb {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:33:23.677147 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '661b4149-97eb-4147-b972-44465f34d69b', 'tag': '1a8975c1-4964-40a8-a44e-ed5f1b213230', 'status': 'completed', 'code': 200} Aug 23 21:33:23.731568 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-c38abaaa-0289-42e4-b071-d55229134fa4 None None] Set router 2d443ae9-3d37-4754-9c15-e845fa25ff5e gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:33:23.746710 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a0c17-a835-4634-9bbf-f371c77ea2b3 req-46b28814-25fe-438a-85d6-dfb8a789be92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:33:23.748179 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ca2a0c17-a835-4634-9bbf-f371c77ea2b3 req-46b28814-25fe-438a-85d6-dfb8a789be92 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f5ec03f379a044fe8aab04b1df4a2f2b&device_id=661b4149-97eb-4147-b972-44465f34d69b HTTP/1.1" status: 200 len: 1096 time: 0.0459507 Aug 23 21:33:23.850787 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a0c17-a835-4634-9bbf-f371c77ea2b3 req-3cffddd7-5075-48b4-814a-421da1bd4b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:33:23.852393 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ca2a0c17-a835-4634-9bbf-f371c77ea2b3 req-3cffddd7-5075-48b4-814a-421da1bd4b2e service neutron] 10.222.0.11 "GET /v2.0/networks?id=c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547 HTTP/1.1" status: 200 len: 896 time: 0.0971527 Aug 23 21:33:23.900293 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ca2a0c17-a835-4634-9bbf-f371c77ea2b3 req-d493b6eb-33eb-4473-bf83-4884f73d52c7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a8975c1-4964-40a8-a44e-ed5f1b213230 HTTP/1.1" status: 200 len: 217 time: 0.0382769 Aug 23 21:33:23.900558 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c808d10-4209-40b7-8015-037938de27a7 req-c1bfcde9-efed-4591-83b1-9d21dcc58c3b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:33:23.902097 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8c808d10-4209-40b7-8015-037938de27a7 req-c1bfcde9-efed-4591-83b1-9d21dcc58c3b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=661b4149-97eb-4147-b972-44465f34d69b HTTP/1.1" status: 200 len: 945 time: 0.0507758 Aug 23 21:33:23.952466 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8c808d10-4209-40b7-8015-037938de27a7 req-f17358b7-05d0-4265-ba08-6a99109bd34c tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=606bc829-3637-40d9-be32-b1b4d6fedcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412617 Aug 23 21:33:23.954992 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a0c17-a835-4634-9bbf-f371c77ea2b3 req-aa6109a3-18be-4716-8a28-259b1e4ce345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:33:23.956735 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ca2a0c17-a835-4634-9bbf-f371c77ea2b3 req-aa6109a3-18be-4716-8a28-259b1e4ce345 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5133d04b-de13-4724-a3cb-dc8335b6128d HTTP/1.1" status: 200 len: 834 time: 0.0485823 Aug 23 21:33:23.967015 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-c38abaaa-0289-42e4-b071-d55229134fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d443ae9-3d37-4754-9c15-e845fa25ff5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628640657', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '56e7ada5-d6f2-47e8-a261-59463ae1ebb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:31:44Z', 'updated_at': '2021-08-23T21:31:48Z', 'revision_number': 4, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': '56e7ada5-d6f2-47e8-a261-59463ae1ebb4', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:eb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d443ae9-3d37-4754-9c15-e845fa25ff5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:31:45Z', 'updated_at': '2021-08-23T21:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'da316785-1887-4126-b3af-1ad445a79995', 'name': '', 'network_id': 'c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'mac_address': 'fa:16:3e:65:af:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d443ae9-3d37-4754-9c15-e845fa25ff5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '5133d04b-de13-4724-a3cb-dc8335b6128d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:31:47Z', 'updated_at': '2021-08-23T21:31:52Z', 'revision_number': 5, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'subnets': [{'id': '5133d04b-de13-4724-a3cb-dc8335b6128d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:33:23.994479 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38abaaa-0289-42e4-b071-d55229134fa4 None None] Checking router: 2d443ae9-3d37-4754-9c15-e845fa25ff5e for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:33:24.003723 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38abaaa-0289-42e4-b071-d55229134fa4 None None] Routers {'2d443ae9-3d37-4754-9c15-e845fa25ff5e'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:33:24.004305 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-c38abaaa-0289-42e4-b071-d55229134fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:33:14Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['2d443ae9-3d37-4754-9c15-e845fa25ff5e'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:33:24.004926 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a0c17-a835-4634-9bbf-f371c77ea2b3 req-c94106ed-6999-4de0-8b71-432d2c80b208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:33:24.006443 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ca2a0c17-a835-4634-9bbf-f371c77ea2b3 req-c94106ed-6999-4de0-8b71-432d2c80b208 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412872 Aug 23 21:33:24.102642 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ca2a0c17-a835-4634-9bbf-f371c77ea2b3 req-71e4dd27-d162-4257-89de-77f9ae506f13 service neutron] 10.222.0.11 "GET /v2.0/networks/c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859563 Aug 23 21:33:24.115115 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-c38abaaa-0289-42e4-b071-d55229134fa4 None None] Set router 2d443ae9-3d37-4754-9c15-e845fa25ff5e gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:33:24.195903 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ca2a0c17-a835-4634-9bbf-f371c77ea2b3 req-d7a4f3fb-3d7a-4db7-a8b7-e76d21dc6ee0 service neutron] 10.222.0.11 "GET /v2.0/networks/c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844817 Aug 23 21:33:24.318850 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-c38abaaa-0289-42e4-b071-d55229134fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d443ae9-3d37-4754-9c15-e845fa25ff5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628640657', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '56e7ada5-d6f2-47e8-a261-59463ae1ebb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:31:44Z', 'updated_at': '2021-08-23T21:31:48Z', 'revision_number': 4, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': '56e7ada5-d6f2-47e8-a261-59463ae1ebb4', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:eb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d443ae9-3d37-4754-9c15-e845fa25ff5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:31:45Z', 'updated_at': '2021-08-23T21:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'da316785-1887-4126-b3af-1ad445a79995', 'name': '', 'network_id': 'c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'mac_address': 'fa:16:3e:65:af:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d443ae9-3d37-4754-9c15-e845fa25ff5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '5133d04b-de13-4724-a3cb-dc8335b6128d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:31:47Z', 'updated_at': '2021-08-23T21:31:52Z', 'revision_number': 5, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'subnets': [{'id': '5133d04b-de13-4724-a3cb-dc8335b6128d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:33:24.348164 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38abaaa-0289-42e4-b071-d55229134fa4 None None] The sync data for ids ['2d443ae9-3d37-4754-9c15-e845fa25ff5e'] in n-d-805663-2 is: [{'id': '2d443ae9-3d37-4754-9c15-e845fa25ff5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628640657', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '56e7ada5-d6f2-47e8-a261-59463ae1ebb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:31:44Z', 'updated_at': '2021-08-23T21:31:48Z', 'revision_number': 4, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': '56e7ada5-d6f2-47e8-a261-59463ae1ebb4', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:eb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d443ae9-3d37-4754-9c15-e845fa25ff5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:31:45Z', 'updated_at': '2021-08-23T21:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': 'da316785-1887-4126-b3af-1ad445a79995', 'name': '', 'network_id': 'c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'mac_address': 'fa:16:3e:65:af:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d443ae9-3d37-4754-9c15-e845fa25ff5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '5133d04b-de13-4724-a3cb-dc8335b6128d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:31:47Z', 'updated_at': '2021-08-23T21:31:52Z', 'revision_number': 5, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'subnets': [{'id': '5133d04b-de13-4724-a3cb-dc8335b6128d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:33:24.560089 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2fa808-8949-4d55-bdfa-4f07c6ba2d1c None None] New status for floating IP 40cf9e5d-f3fa-445a-b141-646d454ecd75: DOWN {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 21:33:25.073031 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8524446c-88dd-44d6-ba5b-d2026e1579c6 req-27689d5e-92cf-49a4-94ee-93ab07df2627 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:33:25.074514 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8524446c-88dd-44d6-ba5b-d2026e1579c6 req-27689d5e-92cf-49a4-94ee-93ab07df2627 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=661b4149-97eb-4147-b972-44465f34d69b HTTP/1.1" status: 200 len: 945 time: 0.0534308 Aug 23 21:33:25.114099 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8524446c-88dd-44d6-ba5b-d2026e1579c6 req-ee3c1c74-8ca9-4c47-9586-14d445d98342 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=606bc829-3637-40d9-be32-b1b4d6fedcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331337 Aug 23 21:33:25.357935 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ec903-865f-4615-a718-ff360149e8b0 req-1edcdc87-4490-4110-a2a3-7289863a6028 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:33:25.359505 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-116ec903-865f-4615-a718-ff360149e8b0 req-1edcdc87-4490-4110-a2a3-7289863a6028 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.11 "GET /v2.0/ports?device_id=661b4149-97eb-4147-b972-44465f34d69b HTTP/1.1" status: 200 len: 945 time: 0.0497866 Aug 23 21:33:25.451431 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-116ec903-865f-4615-a718-ff360149e8b0 req-ecd3f802-c774-4e8e-b5bd-b056f9bcd826 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Deleting port 1a8975c1-4964-40a8-a44e-ed5f1b213230 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:33:25.451758 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-116ec903-865f-4615-a718-ff360149e8b0 req-ecd3f802-c774-4e8e-b5bd-b056f9bcd826 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:25.539779 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-116ec903-865f-4615-a718-ff360149e8b0 req-ecd3f802-c774-4e8e-b5bd-b056f9bcd826 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] For port 1a8975c1-4964-40a8-a44e-ed5f1b213230, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=1a8975c1-4964-40a8-a44e-ed5f1b213230,segment=NetworkSegment(922496e5-eeba-4d88-9e14-7509b39a39f2),segment_id=922496e5-eeba-4d88-9e14-7509b39a39f2)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:33:25.540169 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-116ec903-865f-4615-a718-ff360149e8b0 req-ecd3f802-c774-4e8e-b5bd-b056f9bcd826 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:25.551886 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-116ec903-865f-4615-a718-ff360149e8b0 req-ecd3f802-c774-4e8e-b5bd-b056f9bcd826 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Calling delete_port for 1a8975c1-4964-40a8-a44e-ed5f1b213230 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:33:25.684035 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-116ec903-865f-4615-a718-ff360149e8b0 req-ecd3f802-c774-4e8e-b5bd-b056f9bcd826 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:25.710814 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd3f802-c774-4e8e-b5bd-b056f9bcd826 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event deleted for resources: {'Port': ['ID=1a8975c1-4964-40a8-a44e-ed5f1b213230,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:33:25.725091 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3f802-c774-4e8e-b5bd-b056f9bcd826 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:33:25.725437 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3f802-c774-4e8e-b5bd-b056f9bcd826 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:33:25.725775 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3f802-c774-4e8e-b5bd-b056f9bcd826 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:33:25.726108 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3f802-c774-4e8e-b5bd-b056f9bcd826 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:33:25.726433 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3f802-c774-4e8e-b5bd-b056f9bcd826 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:33:25.726758 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3f802-c774-4e8e-b5bd-b056f9bcd826 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:33:25.727081 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3f802-c774-4e8e-b5bd-b056f9bcd826 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:33:25.727403 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3f802-c774-4e8e-b5bd-b056f9bcd826 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:33:25.727739 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3f802-c774-4e8e-b5bd-b056f9bcd826 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:33:25.728048 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3f802-c774-4e8e-b5bd-b056f9bcd826 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:33:25.728391 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3f802-c774-4e8e-b5bd-b056f9bcd826 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:33:25.728718 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3f802-c774-4e8e-b5bd-b056f9bcd826 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:33:25.763907 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-116ec903-865f-4615-a718-ff360149e8b0 req-ecd3f802-c774-4e8e-b5bd-b056f9bcd826 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] No DVR routers for this DVR port 1a8975c1-4964-40a8-a44e-ed5f1b213230 on host n-h1-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:33:25.767204 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-116ec903-865f-4615-a718-ff360149e8b0 req-ecd3f802-c774-4e8e-b5bd-b056f9bcd826 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:25.769340 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-116ec903-865f-4615-a718-ff360149e8b0 req-ecd3f802-c774-4e8e-b5bd-b056f9bcd826 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.11 "DELETE /v2.0/ports/1a8975c1-4964-40a8-a44e-ed5f1b213230 HTTP/1.1" status: 204 len: 173 time: 0.4041576 Aug 23 21:33:25.769759 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '661b4149-97eb-4147-b972-44465f34d69b', 'name': 'network-vif-deleted', 'tag': '1a8975c1-4964-40a8-a44e-ed5f1b213230'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:33:25.772012 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}464d6cbacbaeb9374483e58d29b165f94917862334b697df3b381d289610f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fca97f-501d-4cfb-9b7d-0be4dedb6e0a" -d '{"events": [{"server_uuid": "661b4149-97eb-4147-b972-44465f34d69b", "name": "network-vif-deleted", "tag": "1a8975c1-4964-40a8-a44e-ed5f1b213230"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:33:25.814904 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc3a1f2-5c34-41e3-b125-20c90727ca4e x-openstack-request-id: req-0dc3a1f2-5c34-41e3-b125-20c90727ca4e {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:33:25.815186 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "661b4149-97eb-4147-b972-44465f34d69b", "name": "network-vif-deleted", "tag": "1a8975c1-4964-40a8-a44e-ed5f1b213230", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:33:25.815431 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0dc3a1f2-5c34-41e3-b125-20c90727ca4e {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:33:25.815818 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '661b4149-97eb-4147-b972-44465f34d69b', 'name': 'network-vif-deleted', 'tag': '1a8975c1-4964-40a8-a44e-ed5f1b213230', 'status': 'completed', 'code': 200} Aug 23 21:33:26.233539 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d7addd6c-c621-46c3-aec8-fb560aea2222 req-49a5ea90-c463-4c14-aba3-15c6a5a9bf40 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=661b4149-97eb-4147-b972-44465f34d69b HTTP/1.1" status: 200 len: 210 time: 0.0308249 Aug 23 21:33:27.290955 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53706) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:33:27.652603 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b0448b40-c1df-477a-a8ae-0376abbe82c0 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:27.909955 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-b0448b40-c1df-477a-a8ae-0376abbe82c0 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Deleting port da316785-1887-4126-b3af-1ad445a79995 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:33:27.910302 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b0448b40-c1df-477a-a8ae-0376abbe82c0 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:27.997626 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-b0448b40-c1df-477a-a8ae-0376abbe82c0 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] For port da316785-1887-4126-b3af-1ad445a79995, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=da316785-1887-4126-b3af-1ad445a79995,segment=NetworkSegment(922496e5-eeba-4d88-9e14-7509b39a39f2),segment_id=922496e5-eeba-4d88-9e14-7509b39a39f2)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:33:27.997994 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b0448b40-c1df-477a-a8ae-0376abbe82c0 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:28.010442 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-b0448b40-c1df-477a-a8ae-0376abbe82c0 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Calling delete_port for da316785-1887-4126-b3af-1ad445a79995 owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:33:28.197141 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b0448b40-c1df-477a-a8ae-0376abbe82c0 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:28.224984 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0448b40-c1df-477a-a8ae-0376abbe82c0 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event deleted for resources: {'Port': ['ID=da316785-1887-4126-b3af-1ad445a79995,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:33:28.398098 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b0448b40-c1df-477a-a8ae-0376abbe82c0 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:28.612359 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0448b40-c1df-477a-a8ae-0376abbe82c0 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Router 2d443ae9-3d37-4754-9c15-e845fa25ff5e has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:33:29.068377 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0448b40-c1df-477a-a8ae-0376abbe82c0 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:33:29.074926 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b0448b40-c1df-477a-a8ae-0376abbe82c0 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "PUT /v2.0/routers/2d443ae9-3d37-4754-9c15-e845fa25ff5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7827089 Aug 23 21:33:29.078014 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53708) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:33:29.080722 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed384fb-ab22-4a2e-8dc5-eaef4e7a72c9 None None] Sync routers for ids ['2d443ae9-3d37-4754-9c15-e845fa25ff5e'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:33:29.090158 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed384fb-ab22-4a2e-8dc5-eaef4e7a72c9 None None] Routers {'2d443ae9-3d37-4754-9c15-e845fa25ff5e'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:33:29.090765 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-eed384fb-ab22-4a2e-8dc5-eaef4e7a72c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:33:14Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['2d443ae9-3d37-4754-9c15-e845fa25ff5e'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:33:29.134049 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-921ad5b5-6690-4ad8-8dd8-60f5ac01a3be tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Deleting subnet 5133d04b-de13-4724-a3cb-dc8335b6128d {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 21:33:29.137324 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-921ad5b5-6690-4ad8-8dd8-60f5ac01a3be tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:29.178618 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-921ad5b5-6690-4ad8-8dd8-60f5ac01a3be tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:29.209021 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-eed384fb-ab22-4a2e-8dc5-eaef4e7a72c9 None None] Set router 2d443ae9-3d37-4754-9c15-e845fa25ff5e gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:33:29.267228 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-921ad5b5-6690-4ad8-8dd8-60f5ac01a3be tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:29.333438 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-921ad5b5-6690-4ad8-8dd8-60f5ac01a3be tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:29.363360 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921ad5b5-6690-4ad8-8dd8-60f5ac01a3be tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event deleted for resources: {'Subnet': ['ID=5133d04b-de13-4724-a3cb-dc8335b6128d,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:33:29.367300 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-921ad5b5-6690-4ad8-8dd8-60f5ac01a3be tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:29.369230 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-921ad5b5-6690-4ad8-8dd8-60f5ac01a3be tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "DELETE /v2.0/subnets/5133d04b-de13-4724-a3cb-dc8335b6128d HTTP/1.1" status: 204 len: 168 time: 0.2898054 Aug 23 21:33:29.372463 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53710) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:33:29.378779 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1af370f-4800-41b3-bb29-fbfb4cef0c63 None None] Network c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:33:29.492131 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-421c407f-4acb-4e67-9447-b8a2bdfe0f1b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:29.505652 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-eed384fb-ab22-4a2e-8dc5-eaef4e7a72c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d443ae9-3d37-4754-9c15-e845fa25ff5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628640657', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '56e7ada5-d6f2-47e8-a261-59463ae1ebb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:31:44Z', 'updated_at': '2021-08-23T21:33:28Z', 'revision_number': 5, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': '56e7ada5-d6f2-47e8-a261-59463ae1ebb4', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:eb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d443ae9-3d37-4754-9c15-e845fa25ff5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:31:45Z', 'updated_at': '2021-08-23T21:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:33:29.537156 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed384fb-ab22-4a2e-8dc5-eaef4e7a72c9 None None] Checking router: 2d443ae9-3d37-4754-9c15-e845fa25ff5e for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:33:29.552590 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed384fb-ab22-4a2e-8dc5-eaef4e7a72c9 None None] Routers {'2d443ae9-3d37-4754-9c15-e845fa25ff5e'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:33:29.553211 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-eed384fb-ab22-4a2e-8dc5-eaef4e7a72c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:33:14Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['2d443ae9-3d37-4754-9c15-e845fa25ff5e'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:33:29.606779 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-421c407f-4acb-4e67-9447-b8a2bdfe0f1b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:29.664871 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-421c407f-4acb-4e67-9447-b8a2bdfe0f1b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Deleting port 56e7ada5-d6f2-47e8-a261-59463ae1ebb4 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:33:29.665214 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-421c407f-4acb-4e67-9447-b8a2bdfe0f1b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:29.753553 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-421c407f-4acb-4e67-9447-b8a2bdfe0f1b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] For port 56e7ada5-d6f2-47e8-a261-59463ae1ebb4, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=56e7ada5-d6f2-47e8-a261-59463ae1ebb4,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:33:29.754172 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-421c407f-4acb-4e67-9447-b8a2bdfe0f1b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:29.769152 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-421c407f-4acb-4e67-9447-b8a2bdfe0f1b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Calling delete_port for 56e7ada5-d6f2-47e8-a261-59463ae1ebb4 owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:33:29.804630 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001c329e-720e-4415-9e34-25c81a8d189e None None] DHCP port deletion for c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 21:33:29.853447 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-eed384fb-ab22-4a2e-8dc5-eaef4e7a72c9 None None] Set router 2d443ae9-3d37-4754-9c15-e845fa25ff5e gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:33:29.924966 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device dfd5631e-8763-4862-a5bd-abb1fc499b04 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:33:29.957672 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-421c407f-4acb-4e67-9447-b8a2bdfe0f1b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:29.983019 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421c407f-4acb-4e67-9447-b8a2bdfe0f1b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event deleted for resources: {'Port': ['ID=56e7ada5-d6f2-47e8-a261-59463ae1ebb4,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:33:29.999730 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-001c329e-720e-4415-9e34-25c81a8d189e None None] Deleting port dfd5631e-8763-4862-a5bd-abb1fc499b04 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:33:30.000126 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-001c329e-720e-4415-9e34-25c81a8d189e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:30.045387 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-421c407f-4acb-4e67-9447-b8a2bdfe0f1b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:30.120535 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-001c329e-720e-4415-9e34-25c81a8d189e None None] For port dfd5631e-8763-4862-a5bd-abb1fc499b04, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=dfd5631e-8763-4862-a5bd-abb1fc499b04,segment=NetworkSegment(922496e5-eeba-4d88-9e14-7509b39a39f2),segment_id=922496e5-eeba-4d88-9e14-7509b39a39f2)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:33:30.121136 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-001c329e-720e-4415-9e34-25c81a8d189e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:30.143224 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-421c407f-4acb-4e67-9447-b8a2bdfe0f1b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:30.145559 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-421c407f-4acb-4e67-9447-b8a2bdfe0f1b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:30.157247 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-001c329e-720e-4415-9e34-25c81a8d189e None None] Calling delete_port for dfd5631e-8763-4862-a5bd-abb1fc499b04 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:33:30.163071 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 1a8975c1-4964-40a8-a44e-ed5f1b213230 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:33:30.192762 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-421c407f-4acb-4e67-9447-b8a2bdfe0f1b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:30.193397 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421c407f-4acb-4e67-9447-b8a2bdfe0f1b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Fanout notify agent at l3_agent the message router_deleted on router 2d443ae9-3d37-4754-9c15-e845fa25ff5e {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 21:33:30.194165 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:30.200578 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: 1a8975c1-4964-40a8-a44e-ed5f1b213230 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:33:30.200920 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 1a8975c1-4964-40a8-a44e-ed5f1b213230 not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:33:30.206069 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-421c407f-4acb-4e67-9447-b8a2bdfe0f1b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:30.209876 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-421c407f-4acb-4e67-9447-b8a2bdfe0f1b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "DELETE /v2.0/routers/2d443ae9-3d37-4754-9c15-e845fa25ff5e HTTP/1.1" status: 204 len: 168 time: 0.8337848 Aug 23 21:33:30.210057 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53712) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:33:30.286731 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port dfd5631e-8763-4862-a5bd-abb1fc499b04, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=dfd5631e-8763-4862-a5bd-abb1fc499b04,segment=NetworkSegment(922496e5-eeba-4d88-9e14-7509b39a39f2),segment_id=922496e5-eeba-4d88-9e14-7509b39a39f2)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:33:30.293492 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:30.304956 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d6f77d99-6b39-4bd4-889a-0e74878bc460 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:30.340968 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-eed384fb-ab22-4a2e-8dc5-eaef4e7a72c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d443ae9-3d37-4754-9c15-e845fa25ff5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628640657', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '56e7ada5-d6f2-47e8-a261-59463ae1ebb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:31:44Z', 'updated_at': '2021-08-23T21:33:28Z', 'revision_number': 5, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': '56e7ada5-d6f2-47e8-a261-59463ae1ebb4', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:eb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d443ae9-3d37-4754-9c15-e845fa25ff5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:31:45Z', 'updated_at': '2021-08-23T21:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:33:30.373484 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-d6f77d99-6b39-4bd4-889a-0e74878bc460 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Deleting port dfd5631e-8763-4862-a5bd-abb1fc499b04 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:33:30.373917 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d6f77d99-6b39-4bd4-889a-0e74878bc460 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:30.379065 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-001c329e-720e-4415-9e34-25c81a8d189e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:30.388098 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed384fb-ab22-4a2e-8dc5-eaef4e7a72c9 None None] The sync data for ids ['2d443ae9-3d37-4754-9c15-e845fa25ff5e'] in n-d-805663-2 is: [{'id': '2d443ae9-3d37-4754-9c15-e845fa25ff5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628640657', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '56e7ada5-d6f2-47e8-a261-59463ae1ebb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:31:44Z', 'updated_at': '2021-08-23T21:33:28Z', 'revision_number': 5, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': '56e7ada5-d6f2-47e8-a261-59463ae1ebb4', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:eb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d443ae9-3d37-4754-9c15-e845fa25ff5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:31:45Z', 'updated_at': '2021-08-23T21:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:33:30.391700 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=dfd5631e-8763-4862-a5bd-abb1fc499b04,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:33:30.399878 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001c329e-720e-4415-9e34-25c81a8d189e None None] No DVR routers for this DVR port dfd5631e-8763-4862-a5bd-abb1fc499b04 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:33:30.402339 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:33:30.402687 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:33:30.403237 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:33:30.403577 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:33:30.403908 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:33:30.404257 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:33:30.404580 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:33:30.404904 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:33:30.405225 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:33:30.405604 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:33:30.405944 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:33:30.406247 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:33:30.433533 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001c329e-720e-4415-9e34-25c81a8d189e None None] Pushing event deleted for resources: {'Port': ['ID=dfd5631e-8763-4862-a5bd-abb1fc499b04,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:33:30.448877 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-d6f77d99-6b39-4bd4-889a-0e74878bc460 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] For port dfd5631e-8763-4862-a5bd-abb1fc499b04, host n-d-805663-2, got binding levels [] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:33:30.449216 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d6f77d99-6b39-4bd4-889a-0e74878bc460 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:30.466357 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-d6f77d99-6b39-4bd4-889a-0e74878bc460 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Calling delete_port for dfd5631e-8763-4862-a5bd-abb1fc499b04 owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:33:30.468227 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.ipam_backend_mixin [None req-d6f77d99-6b39-4bd4-889a-0e74878bc460 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Port dfd5631e-8763-4862-a5bd-abb1fc499b04 was not found and therefore no delete operation was performed {{(pid=94687) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 23 21:33:30.469578 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d6f77d99-6b39-4bd4-889a-0e74878bc460 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:30.495533 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f77d99-6b39-4bd4-889a-0e74878bc460 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event deleted for resources: {'Port': ['ID=dfd5631e-8763-4862-a5bd-abb1fc499b04,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:33:30.499876 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f77d99-6b39-4bd4-889a-0e74878bc460 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] No DVR routers for this DVR port dfd5631e-8763-4862-a5bd-abb1fc499b04 on host n-d-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:33:30.585752 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d6f77d99-6b39-4bd4-889a-0e74878bc460 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:30.595684 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-d6f77d99-6b39-4bd4-889a-0e74878bc460 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:33:30.605879 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-d6f77d99-6b39-4bd4-889a-0e74878bc460 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '922496e5-eeba-4d88-9e14-7509b39a39f2') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:33:30.606171 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-d6f77d99-6b39-4bd4-889a-0e74878bc460 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '922496e5-eeba-4d88-9e14-7509b39a39f2') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:33:30.615270 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d6f77d99-6b39-4bd4-889a-0e74878bc460 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:30.629289 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d6f77d99-6b39-4bd4-889a-0e74878bc460 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:30.635154 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6f77d99-6b39-4bd4-889a-0e74878bc460 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:33:30.635559 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d6f77d99-6b39-4bd4-889a-0e74878bc460 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:30.638634 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 21:33:30.638634 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:33:30.638634 n-d-805663-2 neutron-server[94687]: timer() Aug 23 21:33:30.638634 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:33:30.638634 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 21:33:30.638634 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:33:30.638634 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 21:33:30.638634 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:33:30.638634 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 21:33:30.638634 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:33:30.638634 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 21:33:30.638634 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:33:30.638634 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 21:33:30.638634 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:33:30.638634 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:33:30.638634 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:33:30.638634 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:33:30.638634 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:33:30.638634 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 21:33:30.638634 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:33:30.638634 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 21:33:30.638634 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:33:30.638634 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:33:30.638634 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:33:30.638634 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 21:33:30.638634 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:33:30.638634 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:33:30.638634 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:33:30.638634 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:33:30.638634 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:33:30.638634 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:33:30.638634 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:33:30.699709 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d6f77d99-6b39-4bd4-889a-0e74878bc460 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:30.704523 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d6f77d99-6b39-4bd4-889a-0e74878bc460 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:30.706474 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d6f77d99-6b39-4bd4-889a-0e74878bc460 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "DELETE /v2.0/networks/c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547 HTTP/1.1" status: 204 len: 168 time: 0.4955344 Aug 23 21:33:30.709472 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53714) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:33:30.727106 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f77d99-6b39-4bd4-889a-0e74878bc460 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event deleted for resources: {'Network': ['ID=c9f08fd4-f1bf-46b9-88a1-ce0a2a1ca547,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:33:30.784599 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36d10447-de52-43ee-8a7f-bdbefc6c7bee tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:30.815097 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36d10447-de52-43ee-8a7f-bdbefc6c7bee tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:30.883154 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36d10447-de52-43ee-8a7f-bdbefc6c7bee tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:30.886839 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36d10447-de52-43ee-8a7f-bdbefc6c7bee tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:30.888264 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-36d10447-de52-43ee-8a7f-bdbefc6c7bee tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "DELETE /v2.0/security-groups/606bc829-3637-40d9-be32-b1b4d6fedcc9 HTTP/1.1" status: 204 len: 168 time: 0.1772327 Aug 23 21:33:30.898531 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d10447-de52-43ee-8a7f-bdbefc6c7bee tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=606bc829-3637-40d9-be32-b1b4d6fedcc9,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:33:31.497465 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53720) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:33:31.502348 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-90e4dc77-571c-4c4c-96c1-1eca0172f1ba tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-772338105', 'description': 'tempest-secgroup-smoke-772338105 description', 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:33:31.523472 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-90e4dc77-571c-4c4c-96c1-1eca0172f1ba tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:31.609655 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-90e4dc77-571c-4c4c-96c1-1eca0172f1ba tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:31.613242 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-90e4dc77-571c-4c4c-96c1-1eca0172f1ba tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:31.641035 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-90e4dc77-571c-4c4c-96c1-1eca0172f1ba tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:31.642250 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-90e4dc77-571c-4c4c-96c1-1eca0172f1ba tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1437759 Aug 23 21:33:31.644203 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e4dc77-571c-4c4c-96c1-1eca0172f1ba tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7a8b69-70c9-4412-8214-02c9e14ac89e,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:33:31.645386 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53722) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:33:31.651106 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-8156460b-008c-4fed-b35d-b2caee3a3a80 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Request body: {'security_group_rule': {'security_group_id': '6a7a8b69-70c9-4412-8214-02c9e14ac89e', 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:33:31.678762 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8156460b-008c-4fed-b35d-b2caee3a3a80 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:31.730605 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8156460b-008c-4fed-b35d-b2caee3a3a80 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:31.734849 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8156460b-008c-4fed-b35d-b2caee3a3a80 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:31.752530 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8156460b-008c-4fed-b35d-b2caee3a3a80 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fea41cee-baaf-4894-b4a8-1747055a71a1,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:33:31.757428 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8156460b-008c-4fed-b35d-b2caee3a3a80 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:31.758631 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8156460b-008c-4fed-b35d-b2caee3a3a80 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1115694 Aug 23 21:33:31.761437 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53724) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:33:31.766364 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-6caf4270-d746-4d39-8cd5-f80915469f4d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Request body: {'security_group_rule': {'security_group_id': '6a7a8b69-70c9-4412-8214-02c9e14ac89e', 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:33:31.798640 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6caf4270-d746-4d39-8cd5-f80915469f4d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:31.839749 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 56e7ada5-d6f2-47e8-a261-59463ae1ebb4 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:33:31.858294 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6caf4270-d746-4d39-8cd5-f80915469f4d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:31.862095 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6caf4270-d746-4d39-8cd5-f80915469f4d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:31.865401 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 56e7ada5-d6f2-47e8-a261-59463ae1ebb4 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:33:31.866010 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 56e7ada5-d6f2-47e8-a261-59463ae1ebb4 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:33:31.866434 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device da316785-1887-4126-b3af-1ad445a79995 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:33:31.880903 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf4270-d746-4d39-8cd5-f80915469f4d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc1043c1-dd63-4666-9bbf-efbf4a36e413,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:33:31.886399 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: da316785-1887-4126-b3af-1ad445a79995 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:33:31.886888 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device da316785-1887-4126-b3af-1ad445a79995 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:33:31.888107 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6caf4270-d746-4d39-8cd5-f80915469f4d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:31.889429 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-6caf4270-d746-4d39-8cd5-f80915469f4d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1270895 Aug 23 21:33:31.895135 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53726) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:33:31.899788 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-71488155-d9b3-4615-96bd-c0a78e2e5ee6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Request body: {'security_group_rule': {'security_group_id': '6a7a8b69-70c9-4412-8214-02c9e14ac89e', 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:33:31.926305 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-71488155-d9b3-4615-96bd-c0a78e2e5ee6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:31.987202 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-71488155-d9b3-4615-96bd-c0a78e2e5ee6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:31.990165 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-71488155-d9b3-4615-96bd-c0a78e2e5ee6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:32.008157 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71488155-d9b3-4615-96bd-c0a78e2e5ee6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be636945-d903-463c-88ec-906088608876,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:33:32.014527 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-71488155-d9b3-4615-96bd-c0a78e2e5ee6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:32.017058 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-71488155-d9b3-4615-96bd-c0a78e2e5ee6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1209140 Aug 23 21:33:32.020476 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53728) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:33:32.025397 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-b22fafb7-d47a-4d9c-a9b2-d3150a43b1ee tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Request body: {'security_group_rule': {'security_group_id': '6a7a8b69-70c9-4412-8214-02c9e14ac89e', 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:33:32.051930 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b22fafb7-d47a-4d9c-a9b2-d3150a43b1ee tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:32.113935 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b22fafb7-d47a-4d9c-a9b2-d3150a43b1ee tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:32.120686 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b22fafb7-d47a-4d9c-a9b2-d3150a43b1ee tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:32.138644 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22fafb7-d47a-4d9c-a9b2-d3150a43b1ee tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4c3aca5-c60c-48df-a68c-aac56a5921ba,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:33:32.147322 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b22fafb7-d47a-4d9c-a9b2-d3150a43b1ee tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:32.148486 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b22fafb7-d47a-4d9c-a9b2-d3150a43b1ee tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1268511 Aug 23 21:33:32.151265 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53730) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:33:32.156332 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-17b01b42-24b7-41a7-ace1-0aafa81d6fe1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Request body: {'security_group_rule': {'security_group_id': '6a7a8b69-70c9-4412-8214-02c9e14ac89e', 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:33:32.176959 n-d-805663-2 neutron-server[94687]: INFO neutron.db.securitygroups_db [None req-17b01b42-24b7-41a7-ace1-0aafa81d6fe1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Project f5ec03f379a044fe8aab04b1df4a2f2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 21:33:32.181662 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-17b01b42-24b7-41a7-ace1-0aafa81d6fe1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:32.241496 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-17b01b42-24b7-41a7-ace1-0aafa81d6fe1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:32.245645 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-17b01b42-24b7-41a7-ace1-0aafa81d6fe1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:32.262719 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b01b42-24b7-41a7-ace1-0aafa81d6fe1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26f6fafb-0d7b-4583-bf55-4d88a668a833,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:33:32.272436 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-17b01b42-24b7-41a7-ace1-0aafa81d6fe1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:32.273680 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-17b01b42-24b7-41a7-ace1-0aafa81d6fe1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1214831 Aug 23 21:33:32.276388 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53732) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:33:32.280762 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-b042bd4d-317c-4841-bcc0-b6bec947159b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Request body: {'security_group_rule': {'security_group_id': '6a7a8b69-70c9-4412-8214-02c9e14ac89e', 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:33:32.302119 n-d-805663-2 neutron-server[94687]: INFO neutron.db.securitygroups_db [None req-b042bd4d-317c-4841-bcc0-b6bec947159b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Project f5ec03f379a044fe8aab04b1df4a2f2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 21:33:32.306938 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b042bd4d-317c-4841-bcc0-b6bec947159b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:32.378130 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b042bd4d-317c-4841-bcc0-b6bec947159b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:32.381821 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b042bd4d-317c-4841-bcc0-b6bec947159b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:32.399614 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b042bd4d-317c-4841-bcc0-b6bec947159b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eff754e3-7dfa-4900-b027-d418874d5c6d,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:33:32.406890 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b042bd4d-317c-4841-bcc0-b6bec947159b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:32.408166 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b042bd4d-317c-4841-bcc0-b6bec947159b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1307964 Aug 23 21:33:32.411057 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53734) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:33:32.415970 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-f12dc07b-d1c2-47e5-9d46-e02e8280479b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Request body: {'network': {'name': 'tempest-network-smoke--1174584283', 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'port_security_enabled': True}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:33:32.437018 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12dc07b-d1c2-47e5-9d46-e02e8280479b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Made reservation on behalf of f5ec03f379a044fe8aab04b1df4a2f2b for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:33:32.440921 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f12dc07b-d1c2-47e5-9d46-e02e8280479b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:32.465400 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f12dc07b-d1c2-47e5-9d46-e02e8280479b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:33:32.474915 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f12dc07b-d1c2-47e5-9d46-e02e8280479b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:32.475267 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-f12dc07b-d1c2-47e5-9d46-e02e8280479b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Added segment a2c7ef77-3836-4483-884b-f5f185af11a1 of type vlan for network 491871d3-f42c-4d88-8ad0-a2a32b79ddb1 Aug 23 21:33:32.518681 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f12dc07b-d1c2-47e5-9d46-e02e8280479b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:32.543288 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f12dc07b-d1c2-47e5-9d46-e02e8280479b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:32.549730 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12dc07b-d1c2-47e5-9d46-e02e8280479b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:33:32.550329 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f12dc07b-d1c2-47e5-9d46-e02e8280479b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:32.608135 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f12dc07b-d1c2-47e5-9d46-e02e8280479b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1960127 Aug 23 21:33:32.612812 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53738) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:33:32.617774 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-00ac37e1-01aa-45f7-9f3a-63338233ec56 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1585088806', 'admin_state_up': True, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:33:32.620378 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12dc07b-d1c2-47e5-9d46-e02e8280479b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'Network': ['ID=491871d3-f42c-4d88-8ad0-a2a32b79ddb1,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:33:32.631360 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 491871d3-f42c-4d88-8ad0-a2a32b79ddb1 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:33:32.644182 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-00ac37e1-01aa-45f7-9f3a-63338233ec56 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:32.645195 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-00ac37e1-01aa-45f7-9f3a-63338233ec56 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:32.699844 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-00ac37e1-01aa-45f7-9f3a-63338233ec56 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:32.844284 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-00ac37e1-01aa-45f7-9f3a-63338233ec56 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:33.035647 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-00ac37e1-01aa-45f7-9f3a-63338233ec56 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:33.058097 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-00ac37e1-01aa-45f7-9f3a-63338233ec56 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:33.158323 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-00ac37e1-01aa-45f7-9f3a-63338233ec56 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Allocated IP 172.25.4.210 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/56c2af13-b4f5-4b86-9361-feebb16fa660) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:33:33.267222 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-00ac37e1-01aa-45f7-9f3a-63338233ec56 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:33.305288 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-00ac37e1-01aa-45f7-9f3a-63338233ec56 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:33.342331 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ac37e1-01aa-45f7-9f3a-63338233ec56 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:33:33.346126 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-00ac37e1-01aa-45f7-9f3a-63338233ec56 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:33:33.349789 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ac37e1-01aa-45f7-9f3a-63338233ec56 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:33:33.375127 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac37e1-01aa-45f7-9f3a-63338233ec56 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'Port': ['ID=56c2af13-b4f5-4b86-9361-feebb16fa660,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:33:33.930662 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-00ac37e1-01aa-45f7-9f3a-63338233ec56 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:34.125377 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-00ac37e1-01aa-45f7-9f3a-63338233ec56 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:34.251969 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ac37e1-01aa-45f7-9f3a-63338233ec56 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Router f6b75c35-a1a1-4ee4-9a48-1a7983d51576 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 21:33:34.361869 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ac37e1-01aa-45f7-9f3a-63338233ec56 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:33:34.372463 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90454c07-ce47-4e51-b348-016c3e980feb None None] Sync routers for ids ['f6b75c35-a1a1-4ee4-9a48-1a7983d51576'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:33:34.380124 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-00ac37e1-01aa-45f7-9f3a-63338233ec56 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:34.384189 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-00ac37e1-01aa-45f7-9f3a-63338233ec56 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7674961 Aug 23 21:33:34.384336 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90454c07-ce47-4e51-b348-016c3e980feb None None] Routers {'f6b75c35-a1a1-4ee4-9a48-1a7983d51576'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:33:34.384336 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-90454c07-ce47-4e51-b348-016c3e980feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:33:14Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['f6b75c35-a1a1-4ee4-9a48-1a7983d51576'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:33:34.384529 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53742) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:33:34.416105 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-7e2b7386-0589-41bf-8d68-13a2c09ed7c7 tempest-TestNetworkAdvancedServerOps-1074521460 tempest-TestNetworkAdvancedServerOps-1074521460-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=f5ec03f379a044fe8aab04b1df4a2f2b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291111 Aug 23 21:33:34.417410 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53744) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:33:34.490892 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-90454c07-ce47-4e51-b348-016c3e980feb None None] Set router f6b75c35-a1a1-4ee4-9a48-1a7983d51576 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:33:34.506661 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608a61f5-02ce-4ccc-b159-c46004a864fe tempest-TestNetworkAdvancedServerOps-1074521460 tempest-TestNetworkAdvancedServerOps-1074521460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:33:34.508169 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-608a61f5-02ce-4ccc-b159-c46004a864fe tempest-TestNetworkAdvancedServerOps-1074521460 tempest-TestNetworkAdvancedServerOps-1074521460-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0898135 Aug 23 21:33:34.510831 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53746) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:33:34.544361 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-7c119034-dd05-4b04-b390-6d64a8d39d8f tempest-TestNetworkAdvancedServerOps-1074521460 tempest-TestNetworkAdvancedServerOps-1074521460-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=03d801c5-d257-4cc1-bad3-11a323aafec0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324163 Aug 23 21:33:34.547757 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53748) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:33:34.552881 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-1de5cd47-85b8-440c-b4c4-f959c7ee4a0d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-550213889', 'network_id': '491871d3-f42c-4d88-8ad0-a2a32b79ddb1', 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:33:34.645509 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de5cd47-85b8-440c-b4c4-f959c7ee4a0d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Made reservation on behalf of f5ec03f379a044fe8aab04b1df4a2f2b for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:33:34.649297 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1de5cd47-85b8-440c-b4c4-f959c7ee4a0d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:34.770539 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-90454c07-ce47-4e51-b348-016c3e980feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b75c35-a1a1-4ee4-9a48-1a7983d51576', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585088806', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '56c2af13-b4f5-4b86-9361-feebb16fa660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:33:32Z', 'updated_at': '2021-08-23T21:33:33Z', 'revision_number': 3, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': '56c2af13-b4f5-4b86-9361-feebb16fa660', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e2:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b75c35-a1a1-4ee4-9a48-1a7983d51576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:33:33Z', 'updated_at': '2021-08-23T21:33:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:33:34.799846 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90454c07-ce47-4e51-b348-016c3e980feb None None] Checking router: f6b75c35-a1a1-4ee4-9a48-1a7983d51576 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:33:34.800225 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90454c07-ce47-4e51-b348-016c3e980feb None None] Updating router f6b75c35-a1a1-4ee4-9a48-1a7983d51576 port 56c2af13-b4f5-4b86-9361-feebb16fa660 binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 21:33:34.824836 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-90454c07-ce47-4e51-b348-016c3e980feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:34.846880 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1de5cd47-85b8-440c-b4c4-f959c7ee4a0d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:34.908175 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de5cd47-85b8-440c-b4c4-f959c7ee4a0d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'Subnet': ['ID=aea27af4-e723-4f3b-8407-c7e7c34fc4eb,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:33:34.918012 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de5cd47-85b8-440c-b4c4-f959c7ee4a0d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Checking segment: {'id': 'a2c7ef77-3836-4483-884b-f5f185af11a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '491871d3-f42c-4d88-8ad0-a2a32b79ddb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:33:34.918383 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de5cd47-85b8-440c-b4c4-f959c7ee4a0d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Network hostable DHCP agents. Network: 491871d3-f42c-4d88-8ad0-a2a32b79ddb1, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:33:34.935257 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de5cd47-85b8-440c-b4c4-f959c7ee4a0d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Network 491871d3-f42c-4d88-8ad0-a2a32b79ddb1 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:33:34.945728 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-1de5cd47-85b8-440c-b4c4-f959c7ee4a0d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 491871d3-f42c-4d88-8ad0-a2a32b79ddb1) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:33:34.951031 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de5cd47-85b8-440c-b4c4-f959c7ee4a0d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:33:34.951638 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1de5cd47-85b8-440c-b4c4-f959c7ee4a0d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:34.957287 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ad707a-7656-4907-9015-8406227699f7 None None] Network 491871d3-f42c-4d88-8ad0-a2a32b79ddb1 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:33:34.971759 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1de5cd47-85b8-440c-b4c4-f959c7ee4a0d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4201567 Aug 23 21:33:34.972136 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53750) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:33:35.086720 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-90454c07-ce47-4e51-b348-016c3e980feb None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:35.098840 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-90454c07-ce47-4e51-b348-016c3e980feb None None] Transition to ACTIVE for port object 56c2af13-b4f5-4b86-9361-feebb16fa660 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:33:35.105264 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-90454c07-ce47-4e51-b348-016c3e980feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:35.120653 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd12ba70-1a87-46dd-91c5-10355035d9f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-491871d3-f42c-4d88-8ad0-a2a32b79ddb1', 'network_id': '491871d3-f42c-4d88-8ad0-a2a32b79ddb1', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'fixed_ips': [{'subnet_id': 'aea27af4-e723-4f3b-8407-c7e7c34fc4eb'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 21:33:35.121521 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd12ba70-1a87-46dd-91c5-10355035d9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:35.162412 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-90454c07-ce47-4e51-b348-016c3e980feb None None] Attempting to bind port 56c2af13-b4f5-4b86-9361-feebb16fa660 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:33:35.162759 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-90454c07-ce47-4e51-b348-016c3e980feb None None] Attempting to bind port 56c2af13-b4f5-4b86-9361-feebb16fa660 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:33:35.163119 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90454c07-ce47-4e51-b348-016c3e980feb None None] Attempting to bind port 56c2af13-b4f5-4b86-9361-feebb16fa660 on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:33:35.176149 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90454c07-ce47-4e51-b348-016c3e980feb None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:33:35.176521 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90454c07-ce47-4e51-b348-016c3e980feb None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:33:35.176927 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-90454c07-ce47-4e51-b348-016c3e980feb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:35.177313 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90454c07-ce47-4e51-b348-016c3e980feb None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:33:35.177772 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-90454c07-ce47-4e51-b348-016c3e980feb None None] Bound port: 56c2af13-b4f5-4b86-9361-feebb16fa660, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:33:35.178150 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-90454c07-ce47-4e51-b348-016c3e980feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:35.179805 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bfc790-7c74-4c60-81ca-932bc4ecc183 None None] Pushing event updated for resources: {'Port': ['ID=56c2af13-b4f5-4b86-9361-feebb16fa660,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:33:35.207434 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bfc790-7c74-4c60-81ca-932bc4ecc183 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:33:35.207781 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bfc790-7c74-4c60-81ca-932bc4ecc183 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:33:35.208146 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bfc790-7c74-4c60-81ca-932bc4ecc183 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:33:35.208482 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bfc790-7c74-4c60-81ca-932bc4ecc183 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:33:35.208805 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bfc790-7c74-4c60-81ca-932bc4ecc183 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:33:35.209134 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bfc790-7c74-4c60-81ca-932bc4ecc183 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:33:35.209452 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bfc790-7c74-4c60-81ca-932bc4ecc183 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:33:35.209770 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bfc790-7c74-4c60-81ca-932bc4ecc183 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:33:35.210091 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bfc790-7c74-4c60-81ca-932bc4ecc183 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:33:35.210411 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bfc790-7c74-4c60-81ca-932bc4ecc183 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:33:35.210727 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bfc790-7c74-4c60-81ca-932bc4ecc183 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:33:35.211038 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bfc790-7c74-4c60-81ca-932bc4ecc183 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:33:35.244788 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-90454c07-ce47-4e51-b348-016c3e980feb None None] For port 56c2af13-b4f5-4b86-9361-feebb16fa660, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:33:35.248081 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-90454c07-ce47-4e51-b348-016c3e980feb None None] For port 56c2af13-b4f5-4b86-9361-feebb16fa660, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=56c2af13-b4f5-4b86-9361-feebb16fa660,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:33:35.254412 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-90454c07-ce47-4e51-b348-016c3e980feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:35.277764 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-fd12ba70-1a87-46dd-91c5-10355035d9f3 None None] Allocated IP 172.20.0.2 (491871d3-f42c-4d88-8ad0-a2a32b79ddb1/aea27af4-e723-4f3b-8407-c7e7c34fc4eb/fb483940-1171-4fa0-b930-84fd8d5936c5) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:33:35.315336 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90454c07-ce47-4e51-b348-016c3e980feb None None] Routers {'f6b75c35-a1a1-4ee4-9a48-1a7983d51576'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:33:35.315967 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-90454c07-ce47-4e51-b348-016c3e980feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:33:14Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['f6b75c35-a1a1-4ee4-9a48-1a7983d51576'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:33:35.352351 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bfc790-7c74-4c60-81ca-932bc4ecc183 None None] Pushing event updated for resources: {'Port': ['ID=56c2af13-b4f5-4b86-9361-feebb16fa660,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:33:35.432114 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-90454c07-ce47-4e51-b348-016c3e980feb None None] Set router f6b75c35-a1a1-4ee4-9a48-1a7983d51576 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:33:35.439988 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd12ba70-1a87-46dd-91c5-10355035d9f3 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:35.449373 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-fd12ba70-1a87-46dd-91c5-10355035d9f3 None None] Transition to ACTIVE for port object fb483940-1171-4fa0-b930-84fd8d5936c5 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:33:35.465390 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-fd12ba70-1a87-46dd-91c5-10355035d9f3 None None] Transition to ACTIVE for port object fb483940-1171-4fa0-b930-84fd8d5936c5 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:33:35.475613 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd12ba70-1a87-46dd-91c5-10355035d9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:35.479714 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-89c56d63-27d0-416b-8f41-050c60cdaa67 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:35.522684 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd12ba70-1a87-46dd-91c5-10355035d9f3 None None] Network 491871d3-f42c-4d88-8ad0-a2a32b79ddb1 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:33:35.525559 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-fd12ba70-1a87-46dd-91c5-10355035d9f3 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:33:35.529052 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd12ba70-1a87-46dd-91c5-10355035d9f3 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:33:35.537176 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd12ba70-1a87-46dd-91c5-10355035d9f3 None None] Pushing event updated for resources: {'Port': ['ID=fb483940-1171-4fa0-b930-84fd8d5936c5,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:33:35.594999 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-fd12ba70-1a87-46dd-91c5-10355035d9f3 None None] Attempting to bind port fb483940-1171-4fa0-b930-84fd8d5936c5 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:33:35.595529 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-fd12ba70-1a87-46dd-91c5-10355035d9f3 None None] Attempting to bind port fb483940-1171-4fa0-b930-84fd8d5936c5 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'a2c7ef77-3836-4483-884b-f5f185af11a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '491871d3-f42c-4d88-8ad0-a2a32b79ddb1'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:33:35.595892 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd12ba70-1a87-46dd-91c5-10355035d9f3 None None] Attempting to bind port fb483940-1171-4fa0-b930-84fd8d5936c5 on network 491871d3-f42c-4d88-8ad0-a2a32b79ddb1 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:33:35.601401 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd12ba70-1a87-46dd-91c5-10355035d9f3 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:33:35.601772 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd12ba70-1a87-46dd-91c5-10355035d9f3 None None] Checking segment: {'id': 'a2c7ef77-3836-4483-884b-f5f185af11a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '491871d3-f42c-4d88-8ad0-a2a32b79ddb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:33:35.602228 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd12ba70-1a87-46dd-91c5-10355035d9f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:35.602721 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd12ba70-1a87-46dd-91c5-10355035d9f3 None None] Bound using segment: {'id': 'a2c7ef77-3836-4483-884b-f5f185af11a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '491871d3-f42c-4d88-8ad0-a2a32b79ddb1'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:33:35.603115 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-fd12ba70-1a87-46dd-91c5-10355035d9f3 None None] Bound port: fb483940-1171-4fa0-b930-84fd8d5936c5, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2c7ef77-3836-4483-884b-f5f185af11a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '491871d3-f42c-4d88-8ad0-a2a32b79ddb1'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:33:35.603491 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd12ba70-1a87-46dd-91c5-10355035d9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:35.636808 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-90454c07-ce47-4e51-b348-016c3e980feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b75c35-a1a1-4ee4-9a48-1a7983d51576', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585088806', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '56c2af13-b4f5-4b86-9361-feebb16fa660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:33:32Z', 'updated_at': '2021-08-23T21:33:33Z', 'revision_number': 3, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': '56c2af13-b4f5-4b86-9361-feebb16fa660', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e2:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b75c35-a1a1-4ee4-9a48-1a7983d51576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:33:33Z', 'updated_at': '2021-08-23T21:33:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:33:35.669119 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90454c07-ce47-4e51-b348-016c3e980feb None None] The sync data for ids ['f6b75c35-a1a1-4ee4-9a48-1a7983d51576'] in n-d-805663-2 is: [{'id': 'f6b75c35-a1a1-4ee4-9a48-1a7983d51576', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585088806', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '56c2af13-b4f5-4b86-9361-feebb16fa660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:33:32Z', 'updated_at': '2021-08-23T21:33:33Z', 'revision_number': 3, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': '56c2af13-b4f5-4b86-9361-feebb16fa660', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e2:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b75c35-a1a1-4ee4-9a48-1a7983d51576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:33:33Z', 'updated_at': '2021-08-23T21:33:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:33:35.671699 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-fd12ba70-1a87-46dd-91c5-10355035d9f3 None None] For port fb483940-1171-4fa0-b930-84fd8d5936c5, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:33:35.677307 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-fd12ba70-1a87-46dd-91c5-10355035d9f3 None None] For port fb483940-1171-4fa0-b930-84fd8d5936c5, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=fb483940-1171-4fa0-b930-84fd8d5936c5,segment=NetworkSegment(a2c7ef77-3836-4483-884b-f5f185af11a1),segment_id=a2c7ef77-3836-4483-884b-f5f185af11a1)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:33:35.684948 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd12ba70-1a87-46dd-91c5-10355035d9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:35.770686 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd12ba70-1a87-46dd-91c5-10355035d9f3 None None] Pushing event updated for resources: {'Port': ['ID=fb483940-1171-4fa0-b930-84fd8d5936c5,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:33:35.807451 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-89c56d63-27d0-416b-8f41-050c60cdaa67 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Allocated IP 172.20.0.1 (491871d3-f42c-4d88-8ad0-a2a32b79ddb1/aea27af4-e723-4f3b-8407-c7e7c34fc4eb/96eea9bd-bb47-4207-aaa3-e3d1ee166dc5) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:33:35.975052 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-89c56d63-27d0-416b-8f41-050c60cdaa67 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:35.990046 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-89c56d63-27d0-416b-8f41-050c60cdaa67 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Transition to ACTIVE for port object 96eea9bd-bb47-4207-aaa3-e3d1ee166dc5 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:33:36.034027 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-89c56d63-27d0-416b-8f41-050c60cdaa67 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:36.092710 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c56d63-27d0-416b-8f41-050c60cdaa67 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'Port': ['ID=96eea9bd-bb47-4207-aaa3-e3d1ee166dc5,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:33:36.097296 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c56d63-27d0-416b-8f41-050c60cdaa67 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Network 491871d3-f42c-4d88-8ad0-a2a32b79ddb1 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:33:36.098794 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-89c56d63-27d0-416b-8f41-050c60cdaa67 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:33:36.101257 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c56d63-27d0-416b-8f41-050c60cdaa67 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:33:36.146011 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-89c56d63-27d0-416b-8f41-050c60cdaa67 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:36.284871 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-89c56d63-27d0-416b-8f41-050c60cdaa67 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:36.605628 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-89c56d63-27d0-416b-8f41-050c60cdaa67 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:36.612319 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-89c56d63-27d0-416b-8f41-050c60cdaa67 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:36.692241 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c56d63-27d0-416b-8f41-050c60cdaa67 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'Port': ['ID=96eea9bd-bb47-4207-aaa3-e3d1ee166dc5,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:33:36.694876 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-89c56d63-27d0-416b-8f41-050c60cdaa67 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:36.735817 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0c2fe7-0912-4464-8892-748d29e350c1 None None] Network 491871d3-f42c-4d88-8ad0-a2a32b79ddb1 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:33:36.798759 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c56d63-27d0-416b-8f41-050c60cdaa67 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Network 491871d3-f42c-4d88-8ad0-a2a32b79ddb1 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:33:36.800249 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-89c56d63-27d0-416b-8f41-050c60cdaa67 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:33:36.860369 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d23c03ff-327c-48b5-b097-7f226189119e None None] Provisioning for port fb483940-1171-4fa0-b930-84fd8d5936c5 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:33:36.924322 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c56d63-27d0-416b-8f41-050c60cdaa67 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Router f6b75c35-a1a1-4ee4-9a48-1a7983d51576 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:33:37.043055 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c56d63-27d0-416b-8f41-050c60cdaa67 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:33:37.049333 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-89c56d63-27d0-416b-8f41-050c60cdaa67 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "PUT /v2.0/routers/f6b75c35-a1a1-4ee4-9a48-1a7983d51576/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0759683 Aug 23 21:33:37.200822 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-af422ea2-8bf6-4e90-9ac8-00482df2a85f req-3c5a69bb-33a4-438a-8d84-db890b5ef8da tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-772338105&fields=id&tenant_id=f5ec03f379a044fe8aab04b1df4a2f2b HTTP/1.1" status: 200 len: 267 time: 0.0357096 Aug 23 21:33:37.211842 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1fef0b43-b5d8-4740-9a13-229ea5f57977 None None] Provisioning for port 96eea9bd-bb47-4207-aaa3-e3d1ee166dc5 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:33:37.216778 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1fef0b43-b5d8-4740-9a13-229ea5f57977 None None] Provisioning complete for port 96eea9bd-bb47-4207-aaa3-e3d1ee166dc5 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:33:37.220030 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1fef0b43-b5d8-4740-9a13-229ea5f57977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:37.262184 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1fef0b43-b5d8-4740-9a13-229ea5f57977 None None] Port 96eea9bd-bb47-4207-aaa3-e3d1ee166dc5 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:33:37.321833 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af422ea2-8bf6-4e90-9ac8-00482df2a85f req-49e51e51-2f70-4a35-b5c5-8804ad74b918 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:33:37.323565 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-af422ea2-8bf6-4e90-9ac8-00482df2a85f req-49e51e51-2f70-4a35-b5c5-8804ad74b918 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/networks?id=491871d3-f42c-4d88-8ad0-a2a32b79ddb1 HTTP/1.1" status: 200 len: 797 time: 0.1140430 Aug 23 21:33:37.336652 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d015f820-59d1-4a03-beea-1b9ee4d5b97d None None] Sync routers for ids ['f6b75c35-a1a1-4ee4-9a48-1a7983d51576'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:33:37.343009 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-af422ea2-8bf6-4e90-9ac8-00482df2a85f req-be4c3528-fc63-45b0-970f-629dac342eed tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/quotas/f5ec03f379a044fe8aab04b1df4a2f2b HTTP/1.1" status: 200 len: 375 time: 0.0134366 Aug 23 21:33:37.346641 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d015f820-59d1-4a03-beea-1b9ee4d5b97d None None] Routers {'f6b75c35-a1a1-4ee4-9a48-1a7983d51576'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:33:37.347265 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d015f820-59d1-4a03-beea-1b9ee4d5b97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:33:14Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['f6b75c35-a1a1-4ee4-9a48-1a7983d51576'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:33:37.408642 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-158f73d4-8fe9-4851-87b9-929e39359a97 None None] Provisioning complete for port 96eea9bd-bb47-4207-aaa3-e3d1ee166dc5 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:33:37.408921 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-158f73d4-8fe9-4851-87b9-929e39359a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:37.410723 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-af422ea2-8bf6-4e90-9ac8-00482df2a85f req-97eec855-8ed8-4687-ac6d-0418d7bc8cdf tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f5ec03f379a044fe8aab04b1df4a2f2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0610678 Aug 23 21:33:37.493110 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-158f73d4-8fe9-4851-87b9-929e39359a97 None None] Port 96eea9bd-bb47-4207-aaa3-e3d1ee166dc5 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:33:37.505261 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-d015f820-59d1-4a03-beea-1b9ee4d5b97d None None] Set router f6b75c35-a1a1-4ee4-9a48-1a7983d51576 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:33:37.525488 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [req-af422ea2-8bf6-4e90-9ac8-00482df2a85f req-b57aabb0-7810-470d-9488-2032b137e6fb service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 21:33:37.526600 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-af422ea2-8bf6-4e90-9ac8-00482df2a85f req-b57aabb0-7810-470d-9488-2032b137e6fb service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0488958 Aug 23 21:33:37.618561 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-af422ea2-8bf6-4e90-9ac8-00482df2a85f req-9d2dd2e4-5728-408c-aea4-f8031c68df8f service neutron] 10.222.0.61 "GET /v2.0/networks/491871d3-f42c-4d88-8ad0-a2a32b79ddb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855558 Aug 23 21:33:37.643062 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3dc815f9-af31-43e3-a13f-f49435a59c55 None None] Provisioning complete for port 96eea9bd-bb47-4207-aaa3-e3d1ee166dc5 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:33:37.643438 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3dc815f9-af31-43e3-a13f-f49435a59c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:37.700739 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-3dc815f9-af31-43e3-a13f-f49435a59c55 None None] Port 96eea9bd-bb47-4207-aaa3-e3d1ee166dc5 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:33:37.715852 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-af422ea2-8bf6-4e90-9ac8-00482df2a85f req-1ac0390b-7554-459e-8550-8527f56421a9 service neutron] 10.222.0.61 "GET /v2.0/networks/491871d3-f42c-4d88-8ad0-a2a32b79ddb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902441 Aug 23 21:33:37.749896 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d015f820-59d1-4a03-beea-1b9ee4d5b97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b75c35-a1a1-4ee4-9a48-1a7983d51576', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585088806', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '56c2af13-b4f5-4b86-9361-feebb16fa660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:33:32Z', 'updated_at': '2021-08-23T21:33:36Z', 'revision_number': 4, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': '56c2af13-b4f5-4b86-9361-feebb16fa660', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e2:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b75c35-a1a1-4ee4-9a48-1a7983d51576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:33:33Z', 'updated_at': '2021-08-23T21:33:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '96eea9bd-bb47-4207-aaa3-e3d1ee166dc5', 'name': '', 'network_id': '491871d3-f42c-4d88-8ad0-a2a32b79ddb1', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'mac_address': 'fa:16:3e:91:00:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b75c35-a1a1-4ee4-9a48-1a7983d51576', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'aea27af4-e723-4f3b-8407-c7e7c34fc4eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:33:35Z', 'updated_at': '2021-08-23T21:33:36Z', 'revision_number': 2, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'subnets': [{'id': 'aea27af4-e723-4f3b-8407-c7e7c34fc4eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:33:37.776915 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d015f820-59d1-4a03-beea-1b9ee4d5b97d None None] Checking router: f6b75c35-a1a1-4ee4-9a48-1a7983d51576 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:33:37.777271 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d015f820-59d1-4a03-beea-1b9ee4d5b97d None None] Updating router f6b75c35-a1a1-4ee4-9a48-1a7983d51576 port 96eea9bd-bb47-4207-aaa3-e3d1ee166dc5 binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 21:33:37.803093 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d015f820-59d1-4a03-beea-1b9ee4d5b97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:37.892644 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-59fdf4af-de96-470c-8517-76b64466777d req-44fa42e6-ebf7-425d-91a1-3a419d6bd038 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ada6796-043a-4a17-8345-ab634cc9d0fc HTTP/1.1" status: 200 len: 210 time: 0.0321567 Aug 23 21:33:37.946028 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 56c2af13-b4f5-4b86-9361-feebb16fa660 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:33:38.060001 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 56c2af13-b4f5-4b86-9361-feebb16fa660 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:33:38.073146 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 56c2af13-b4f5-4b86-9361-feebb16fa660 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:33:38.073793 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:38.199830 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d015f820-59d1-4a03-beea-1b9ee4d5b97d None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:38.220949 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d015f820-59d1-4a03-beea-1b9ee4d5b97d None None] Transition to ACTIVE for port object 96eea9bd-bb47-4207-aaa3-e3d1ee166dc5 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:33:38.223082 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:38.236787 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d015f820-59d1-4a03-beea-1b9ee4d5b97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:38.250036 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 56c2af13-b4f5-4b86-9361-feebb16fa660, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=56c2af13-b4f5-4b86-9361-feebb16fa660,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:33:38.276844 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:38.277597 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device fb483940-1171-4fa0-b930-84fd8d5936c5 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:33:38.338398 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f538f89-5384-42ca-b7c1-a92464dc7fd0 None None] Pushing event updated for resources: {'Port': ['ID=96eea9bd-bb47-4207-aaa3-e3d1ee166dc5,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:33:38.434911 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port fb483940-1171-4fa0-b930-84fd8d5936c5 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:33:38.446437 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-d015f820-59d1-4a03-beea-1b9ee4d5b97d None None] Attempting to bind port 96eea9bd-bb47-4207-aaa3-e3d1ee166dc5 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:33:38.446812 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-d015f820-59d1-4a03-beea-1b9ee4d5b97d None None] Attempting to bind port 96eea9bd-bb47-4207-aaa3-e3d1ee166dc5 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'a2c7ef77-3836-4483-884b-f5f185af11a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '491871d3-f42c-4d88-8ad0-a2a32b79ddb1'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:33:38.447173 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d015f820-59d1-4a03-beea-1b9ee4d5b97d None None] Attempting to bind port 96eea9bd-bb47-4207-aaa3-e3d1ee166dc5 on network 491871d3-f42c-4d88-8ad0-a2a32b79ddb1 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:33:38.452697 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port fb483940-1171-4fa0-b930-84fd8d5936c5 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:33:38.453077 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:38.457738 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=56c2af13-b4f5-4b86-9361-feebb16fa660,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:33:38.644087 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d015f820-59d1-4a03-beea-1b9ee4d5b97d None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:33:38.644456 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d015f820-59d1-4a03-beea-1b9ee4d5b97d None None] Checking segment: {'id': 'a2c7ef77-3836-4483-884b-f5f185af11a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '491871d3-f42c-4d88-8ad0-a2a32b79ddb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:33:38.644856 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d015f820-59d1-4a03-beea-1b9ee4d5b97d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:38.645251 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d015f820-59d1-4a03-beea-1b9ee4d5b97d None None] Bound using segment: {'id': 'a2c7ef77-3836-4483-884b-f5f185af11a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '491871d3-f42c-4d88-8ad0-a2a32b79ddb1'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:33:38.645736 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-d015f820-59d1-4a03-beea-1b9ee4d5b97d None None] Bound port: 96eea9bd-bb47-4207-aaa3-e3d1ee166dc5, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2c7ef77-3836-4483-884b-f5f185af11a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '491871d3-f42c-4d88-8ad0-a2a32b79ddb1'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:33:38.646117 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d015f820-59d1-4a03-beea-1b9ee4d5b97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:38.759860 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-d015f820-59d1-4a03-beea-1b9ee4d5b97d None None] For port 96eea9bd-bb47-4207-aaa3-e3d1ee166dc5, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:33:38.775804 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-d015f820-59d1-4a03-beea-1b9ee4d5b97d None None] For port 96eea9bd-bb47-4207-aaa3-e3d1ee166dc5, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=96eea9bd-bb47-4207-aaa3-e3d1ee166dc5,segment=NetworkSegment(a2c7ef77-3836-4483-884b-f5f185af11a1),segment_id=a2c7ef77-3836-4483-884b-f5f185af11a1)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:33:38.781156 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:38.784966 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d015f820-59d1-4a03-beea-1b9ee4d5b97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:38.875836 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port fb483940-1171-4fa0-b930-84fd8d5936c5, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=fb483940-1171-4fa0-b930-84fd8d5936c5,segment=NetworkSegment(a2c7ef77-3836-4483-884b-f5f185af11a1),segment_id=a2c7ef77-3836-4483-884b-f5f185af11a1)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:33:38.881522 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f538f89-5384-42ca-b7c1-a92464dc7fd0 None None] Pushing event updated for resources: {'Port': ['ID=96eea9bd-bb47-4207-aaa3-e3d1ee166dc5,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:33:38.886122 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d015f820-59d1-4a03-beea-1b9ee4d5b97d None None] Routers {'f6b75c35-a1a1-4ee4-9a48-1a7983d51576'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:33:38.886748 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d015f820-59d1-4a03-beea-1b9ee4d5b97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:33:14Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['f6b75c35-a1a1-4ee4-9a48-1a7983d51576'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:33:38.891036 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:38.932650 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af422ea2-8bf6-4e90-9ac8-00482df2a85f req-b41cd094-e47b-48de-ac43-4326f8f83095 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:33:38.935120 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-af422ea2-8bf6-4e90-9ac8-00482df2a85f req-b41cd094-e47b-48de-ac43-4326f8f83095 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.11 "GET /v2.0/networks?id=491871d3-f42c-4d88-8ad0-a2a32b79ddb1 HTTP/1.1" status: 200 len: 797 time: 0.1567686 Aug 23 21:33:38.996670 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-af422ea2-8bf6-4e90-9ac8-00482df2a85f req-5d055ec2-69c5-4920-b5dd-b76dbb7c0a76 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5ec03f379a044fe8aab04b1df4a2f2b HTTP/1.1" status: 200 len: 379 time: 0.0515749 Aug 23 21:33:39.017747 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=fb483940-1171-4fa0-b930-84fd8d5936c5,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:33:39.024825 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-851f222b-1879-4250-ab28-4f0f727afe91 req-d2337cf6-ef43-4e56-a6fe-d46bd9b05c24 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ada6796-043a-4a17-8345-ab634cc9d0fc HTTP/1.1" status: 200 len: 210 time: 0.0345559 Aug 23 21:33:39.028645 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-af422ea2-8bf6-4e90-9ac8-00482df2a85f req-6136143e-5032-41d6-8073-30f8c516bbe8 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Request body: {'port': {'device_id': '8ada6796-043a-4a17-8345-ab634cc9d0fc', 'network_id': '491871d3-f42c-4d88-8ad0-a2a32b79ddb1', 'admin_state_up': True, 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'security_groups': ['6a7a8b69-70c9-4412-8214-02c9e14ac89e']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:33:39.040679 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-d015f820-59d1-4a03-beea-1b9ee4d5b97d None None] Set router f6b75c35-a1a1-4ee4-9a48-1a7983d51576 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:33:39.148241 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af422ea2-8bf6-4e90-9ac8-00482df2a85f req-6136143e-5032-41d6-8073-30f8c516bbe8 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Made reservation on behalf of f5ec03f379a044fe8aab04b1df4a2f2b for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:33:39.152080 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-af422ea2-8bf6-4e90-9ac8-00482df2a85f req-6136143e-5032-41d6-8073-30f8c516bbe8 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:39.260785 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d015f820-59d1-4a03-beea-1b9ee4d5b97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b75c35-a1a1-4ee4-9a48-1a7983d51576', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585088806', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '56c2af13-b4f5-4b86-9361-feebb16fa660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:33:32Z', 'updated_at': '2021-08-23T21:33:36Z', 'revision_number': 4, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': '56c2af13-b4f5-4b86-9361-feebb16fa660', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b75c35-a1a1-4ee4-9a48-1a7983d51576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:33:33Z', 'updated_at': '2021-08-23T21:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '96eea9bd-bb47-4207-aaa3-e3d1ee166dc5', 'name': '', 'network_id': '491871d3-f42c-4d88-8ad0-a2a32b79ddb1', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'mac_address': 'fa:16:3e:91:00:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b75c35-a1a1-4ee4-9a48-1a7983d51576', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'aea27af4-e723-4f3b-8407-c7e7c34fc4eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:33:35Z', 'updated_at': '2021-08-23T21:33:38Z', 'revision_number': 4, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'subnets': [{'id': 'aea27af4-e723-4f3b-8407-c7e7c34fc4eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:33:39.286767 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-af422ea2-8bf6-4e90-9ac8-00482df2a85f req-6136143e-5032-41d6-8073-30f8c516bbe8 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Allocated IP 172.20.0.3 (491871d3-f42c-4d88-8ad0-a2a32b79ddb1/aea27af4-e723-4f3b-8407-c7e7c34fc4eb/6a6f3038-322d-4c30-a595-56f5d0ffbc7c) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:33:39.289390 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d015f820-59d1-4a03-beea-1b9ee4d5b97d None None] The sync data for ids ['f6b75c35-a1a1-4ee4-9a48-1a7983d51576'] in n-d-805663-2 is: [{'id': 'f6b75c35-a1a1-4ee4-9a48-1a7983d51576', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585088806', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '56c2af13-b4f5-4b86-9361-feebb16fa660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:33:32Z', 'updated_at': '2021-08-23T21:33:36Z', 'revision_number': 4, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': '56c2af13-b4f5-4b86-9361-feebb16fa660', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b75c35-a1a1-4ee4-9a48-1a7983d51576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:33:33Z', 'updated_at': '2021-08-23T21:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '96eea9bd-bb47-4207-aaa3-e3d1ee166dc5', 'name': '', 'network_id': '491871d3-f42c-4d88-8ad0-a2a32b79ddb1', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'mac_address': 'fa:16:3e:91:00:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b75c35-a1a1-4ee4-9a48-1a7983d51576', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'aea27af4-e723-4f3b-8407-c7e7c34fc4eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:33:35Z', 'updated_at': '2021-08-23T21:33:38Z', 'revision_number': 4, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'subnets': [{'id': 'aea27af4-e723-4f3b-8407-c7e7c34fc4eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:33:39.443446 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-af422ea2-8bf6-4e90-9ac8-00482df2a85f req-6136143e-5032-41d6-8073-30f8c516bbe8 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:39.460511 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-af422ea2-8bf6-4e90-9ac8-00482df2a85f req-6136143e-5032-41d6-8073-30f8c516bbe8 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Transition to ACTIVE for port object 6a6f3038-322d-4c30-a595-56f5d0ffbc7c will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:33:39.505578 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-af422ea2-8bf6-4e90-9ac8-00482df2a85f req-6136143e-5032-41d6-8073-30f8c516bbe8 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:39.565697 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af422ea2-8bf6-4e90-9ac8-00482df2a85f req-6136143e-5032-41d6-8073-30f8c516bbe8 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Network 491871d3-f42c-4d88-8ad0-a2a32b79ddb1 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:33:39.568827 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-af422ea2-8bf6-4e90-9ac8-00482df2a85f req-6136143e-5032-41d6-8073-30f8c516bbe8 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:33:39.575553 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-af422ea2-8bf6-4e90-9ac8-00482df2a85f req-6136143e-5032-41d6-8073-30f8c516bbe8 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:33:39.580125 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6136143e-5032-41d6-8073-30f8c516bbe8 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'Port': ['ID=6a6f3038-322d-4c30-a595-56f5d0ffbc7c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:33:39.631146 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af422ea2-8bf6-4e90-9ac8-00482df2a85f req-6136143e-5032-41d6-8073-30f8c516bbe8 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:33:39.631866 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-af422ea2-8bf6-4e90-9ac8-00482df2a85f req-6136143e-5032-41d6-8073-30f8c516bbe8 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:39.648372 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-af422ea2-8bf6-4e90-9ac8-00482df2a85f req-6136143e-5032-41d6-8073-30f8c516bbe8 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6262031 Aug 23 21:33:39.661908 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-af422ea2-8bf6-4e90-9ac8-00482df2a85f req-aff42181-b2b5-4894-9e5c-f81c5f10d455 service neutron] Request body: {'port': {'device_id': '8ada6796-043a-4a17-8345-ab634cc9d0fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:33:39.723366 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-af422ea2-8bf6-4e90-9ac8-00482df2a85f req-aff42181-b2b5-4894-9e5c-f81c5f10d455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:39.805583 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8e2694cf-8aed-4545-bd5c-bd07f3f139d0 None None] Provisioning for port 6a6f3038-322d-4c30-a595-56f5d0ffbc7c completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:33:39.812999 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8e2694cf-8aed-4545-bd5c-bd07f3f139d0 None None] Provisioning complete for port 6a6f3038-322d-4c30-a595-56f5d0ffbc7c triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:33:39.813426 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8e2694cf-8aed-4545-bd5c-bd07f3f139d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:39.863690 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-8e2694cf-8aed-4545-bd5c-bd07f3f139d0 None None] Port 6a6f3038-322d-4c30-a595-56f5d0ffbc7c cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:33:39.985261 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 96eea9bd-bb47-4207-aaa3-e3d1ee166dc5 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:33:40.041873 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 96eea9bd-bb47-4207-aaa3-e3d1ee166dc5 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:33:40.046201 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 96eea9bd-bb47-4207-aaa3-e3d1ee166dc5 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:33:40.046708 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:40.163060 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:40.166524 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0f28547f-16f1-46c9-b879-5bdc9a98b386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:40.168899 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce53f2-7ccf-4f90-a028-0fdcfb6e159e req-75e03a07-4e0f-432a-a74a-d464df778499 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:33:40.171726 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e7ce53f2-7ccf-4f90-a028-0fdcfb6e159e req-75e03a07-4e0f-432a-a74a-d464df778499 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ada6796-043a-4a17-8345-ab634cc9d0fc HTTP/1.1" status: 200 len: 931 time: 0.0613768 Aug 23 21:33:40.204764 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 96eea9bd-bb47-4207-aaa3-e3d1ee166dc5, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=96eea9bd-bb47-4207-aaa3-e3d1ee166dc5,segment=NetworkSegment(a2c7ef77-3836-4483-884b-f5f185af11a1),segment_id=a2c7ef77-3836-4483-884b-f5f185af11a1)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:33:40.211556 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:40.212591 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 56c2af13-b4f5-4b86-9361-feebb16fa660 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:33:40.224378 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e7ce53f2-7ccf-4f90-a028-0fdcfb6e159e req-77a11f90-15e6-4524-88a3-4bddc8a1f136 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a7a8b69-70c9-4412-8214-02c9e14ac89e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454142 Aug 23 21:33:40.300042 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=96eea9bd-bb47-4207-aaa3-e3d1ee166dc5,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:33:40.316292 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 56c2af13-b4f5-4b86-9361-feebb16fa660 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:33:40.316668 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:40.404045 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device fb483940-1171-4fa0-b930-84fd8d5936c5 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:33:40.417411 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-af422ea2-8bf6-4e90-9ac8-00482df2a85f req-aff42181-b2b5-4894-9e5c-f81c5f10d455 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a6f3038-322d-4c30-a595-56f5d0ffbc7c {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:33:40.425651 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-af422ea2-8bf6-4e90-9ac8-00482df2a85f req-aff42181-b2b5-4894-9e5c-f81c5f10d455 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:40.439912 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-af422ea2-8bf6-4e90-9ac8-00482df2a85f req-aff42181-b2b5-4894-9e5c-f81c5f10d455 service neutron] Transition to ACTIVE for port object 6a6f3038-322d-4c30-a595-56f5d0ffbc7c will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:33:40.445273 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-af422ea2-8bf6-4e90-9ac8-00482df2a85f req-aff42181-b2b5-4894-9e5c-f81c5f10d455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:40.456675 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port fb483940-1171-4fa0-b930-84fd8d5936c5 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:33:40.457083 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:40.569992 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff42181-b2b5-4894-9e5c-f81c5f10d455 service neutron] Pushing event updated for resources: {'Port': ['ID=6a6f3038-322d-4c30-a595-56f5d0ffbc7c,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:33:40.600522 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-af422ea2-8bf6-4e90-9ac8-00482df2a85f req-aff42181-b2b5-4894-9e5c-f81c5f10d455 service neutron] Attempting to bind port 6a6f3038-322d-4c30-a595-56f5d0ffbc7c on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:33:40.600930 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-af422ea2-8bf6-4e90-9ac8-00482df2a85f req-aff42181-b2b5-4894-9e5c-f81c5f10d455 service neutron] Attempting to bind port 6a6f3038-322d-4c30-a595-56f5d0ffbc7c by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': 'a2c7ef77-3836-4483-884b-f5f185af11a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '491871d3-f42c-4d88-8ad0-a2a32b79ddb1'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:33:40.601272 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af422ea2-8bf6-4e90-9ac8-00482df2a85f req-aff42181-b2b5-4894-9e5c-f81c5f10d455 service neutron] Attempting to bind port 6a6f3038-322d-4c30-a595-56f5d0ffbc7c on network 491871d3-f42c-4d88-8ad0-a2a32b79ddb1 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:33:40.605910 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af422ea2-8bf6-4e90-9ac8-00482df2a85f req-aff42181-b2b5-4894-9e5c-f81c5f10d455 service neutron] Port 6a6f3038-322d-4c30-a595-56f5d0ffbc7c on network 491871d3-f42c-4d88-8ad0-a2a32b79ddb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:33:40.606224 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af422ea2-8bf6-4e90-9ac8-00482df2a85f req-aff42181-b2b5-4894-9e5c-f81c5f10d455 service neutron] Attempting to bind port 6a6f3038-322d-4c30-a595-56f5d0ffbc7c on network 491871d3-f42c-4d88-8ad0-a2a32b79ddb1 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:33:40.611461 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af422ea2-8bf6-4e90-9ac8-00482df2a85f req-aff42181-b2b5-4894-9e5c-f81c5f10d455 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:33:40.611801 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af422ea2-8bf6-4e90-9ac8-00482df2a85f req-aff42181-b2b5-4894-9e5c-f81c5f10d455 service neutron] Checking segment: {'id': 'a2c7ef77-3836-4483-884b-f5f185af11a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '491871d3-f42c-4d88-8ad0-a2a32b79ddb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:33:40.612222 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af422ea2-8bf6-4e90-9ac8-00482df2a85f req-aff42181-b2b5-4894-9e5c-f81c5f10d455 service neutron] Bound using segment: {'id': 'a2c7ef77-3836-4483-884b-f5f185af11a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '491871d3-f42c-4d88-8ad0-a2a32b79ddb1'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:33:40.612664 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-af422ea2-8bf6-4e90-9ac8-00482df2a85f req-aff42181-b2b5-4894-9e5c-f81c5f10d455 service neutron] Bound port: 6a6f3038-322d-4c30-a595-56f5d0ffbc7c, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2c7ef77-3836-4483-884b-f5f185af11a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '491871d3-f42c-4d88-8ad0-a2a32b79ddb1'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:33:40.613028 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-af422ea2-8bf6-4e90-9ac8-00482df2a85f req-aff42181-b2b5-4894-9e5c-f81c5f10d455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:40.686634 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-af422ea2-8bf6-4e90-9ac8-00482df2a85f req-aff42181-b2b5-4894-9e5c-f81c5f10d455 service neutron] For port 6a6f3038-322d-4c30-a595-56f5d0ffbc7c, host n-h1-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:33:40.689545 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-af422ea2-8bf6-4e90-9ac8-00482df2a85f req-aff42181-b2b5-4894-9e5c-f81c5f10d455 service neutron] For port 6a6f3038-322d-4c30-a595-56f5d0ffbc7c, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=6a6f3038-322d-4c30-a595-56f5d0ffbc7c,segment=NetworkSegment(a2c7ef77-3836-4483-884b-f5f185af11a1),segment_id=a2c7ef77-3836-4483-884b-f5f185af11a1)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:33:40.694917 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-af422ea2-8bf6-4e90-9ac8-00482df2a85f req-aff42181-b2b5-4894-9e5c-f81c5f10d455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:40.728493 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af422ea2-8bf6-4e90-9ac8-00482df2a85f req-aff42181-b2b5-4894-9e5c-f81c5f10d455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:33:40.729116 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-af422ea2-8bf6-4e90-9ac8-00482df2a85f req-aff42181-b2b5-4894-9e5c-f81c5f10d455 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:40.730514 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-af422ea2-8bf6-4e90-9ac8-00482df2a85f req-aff42181-b2b5-4894-9e5c-f81c5f10d455 service neutron] 10.222.0.11 "PUT /v2.0/ports/6a6f3038-322d-4c30-a595-56f5d0ffbc7c HTTP/1.1" status: 200 len: 1091 time: 1.0730593 Aug 23 21:33:40.730952 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ada6796-043a-4a17-8345-ab634cc9d0fc', 'tag': '6a6f3038-322d-4c30-a595-56f5d0ffbc7c'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:33:40.733885 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}464d6cbacbaeb9374483e58d29b165f94917862334b697df3b381d289610f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48340b9-7d6e-48d6-95bd-a281df6cd8ce" -d '{"events": [{"name": "network-changed", "server_uuid": "8ada6796-043a-4a17-8345-ab634cc9d0fc", "tag": "6a6f3038-322d-4c30-a595-56f5d0ffbc7c"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:33:40.763946 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff42181-b2b5-4894-9e5c-f81c5f10d455 service neutron] Pushing event updated for resources: {'Port': ['ID=6a6f3038-322d-4c30-a595-56f5d0ffbc7c,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:33:40.782976 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b6395e-8369-4ec4-8bb5-1c51b791f5ec x-openstack-request-id: req-48b6395e-8369-4ec4-8bb5-1c51b791f5ec {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:33:40.783368 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ada6796-043a-4a17-8345-ab634cc9d0fc", "tag": "6a6f3038-322d-4c30-a595-56f5d0ffbc7c", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:33:40.783827 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-48b6395e-8369-4ec4-8bb5-1c51b791f5ec {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:33:40.784428 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ada6796-043a-4a17-8345-ab634cc9d0fc', 'tag': '6a6f3038-322d-4c30-a595-56f5d0ffbc7c', 'status': 'completed', 'code': 200} Aug 23 21:33:40.836390 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af422ea2-8bf6-4e90-9ac8-00482df2a85f req-da3c05a7-23e3-49c5-a1a5-1d25263210ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:33:40.837955 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-af422ea2-8bf6-4e90-9ac8-00482df2a85f req-da3c05a7-23e3-49c5-a1a5-1d25263210ed service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f5ec03f379a044fe8aab04b1df4a2f2b&device_id=8ada6796-043a-4a17-8345-ab634cc9d0fc HTTP/1.1" status: 200 len: 1094 time: 0.0439661 Aug 23 21:33:40.886356 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-af422ea2-8bf6-4e90-9ac8-00482df2a85f req-37488b43-7830-4d1a-90e4-b02c591f0ba7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a6f3038-322d-4c30-a595-56f5d0ffbc7c HTTP/1.1" status: 200 len: 217 time: 0.0402434 Aug 23 21:33:40.940412 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af422ea2-8bf6-4e90-9ac8-00482df2a85f req-78bd9032-acc4-492c-9924-bf2c5e313fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:33:40.941883 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-af422ea2-8bf6-4e90-9ac8-00482df2a85f req-78bd9032-acc4-492c-9924-bf2c5e313fcb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=aea27af4-e723-4f3b-8407-c7e7c34fc4eb HTTP/1.1" status: 200 len: 834 time: 0.0478592 Aug 23 21:33:40.945148 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:40.987906 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af422ea2-8bf6-4e90-9ac8-00482df2a85f req-c3da373d-9be3-4586-b363-d1c897f0c556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:33:40.989709 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-af422ea2-8bf6-4e90-9ac8-00482df2a85f req-c3da373d-9be3-4586-b363-d1c897f0c556 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=491871d3-f42c-4d88-8ad0-a2a32b79ddb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408642 Aug 23 21:33:41.087589 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-af422ea2-8bf6-4e90-9ac8-00482df2a85f req-34785af3-32d7-41de-b891-e0ac803b297b service neutron] 10.222.0.11 "GET /v2.0/networks/491871d3-f42c-4d88-8ad0-a2a32b79ddb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910516 Aug 23 21:33:41.179144 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-af422ea2-8bf6-4e90-9ac8-00482df2a85f req-fe81fc6c-2b71-4d01-b589-3feb30341ae1 service neutron] 10.222.0.11 "GET /v2.0/networks/491871d3-f42c-4d88-8ad0-a2a32b79ddb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848129 Aug 23 21:33:41.266235 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48340b9-7d6e-48d6-95bd-a281df6cd8ce req-3cd9baf9-bd1f-44b1-9266-ce3e33eef340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:33:41.267771 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c48340b9-7d6e-48d6-95bd-a281df6cd8ce req-3cd9baf9-bd1f-44b1-9266-ce3e33eef340 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f5ec03f379a044fe8aab04b1df4a2f2b&device_id=8ada6796-043a-4a17-8345-ab634cc9d0fc HTTP/1.1" status: 200 len: 1094 time: 0.0433056 Aug 23 21:33:41.338523 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b438456-ac40-4990-857e-0d2e24a81f8b req-21cf5ebb-edf2-4025-81a0-2cd7263862ac tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:33:41.339935 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0b438456-ac40-4990-857e-0d2e24a81f8b req-21cf5ebb-edf2-4025-81a0-2cd7263862ac tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ada6796-043a-4a17-8345-ab634cc9d0fc HTTP/1.1" status: 200 len: 943 time: 0.0490458 Aug 23 21:33:41.364931 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48340b9-7d6e-48d6-95bd-a281df6cd8ce req-d8e3434d-bf1c-437d-ad59-9d87b7da01d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:33:41.366412 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c48340b9-7d6e-48d6-95bd-a281df6cd8ce req-d8e3434d-bf1c-437d-ad59-9d87b7da01d6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=491871d3-f42c-4d88-8ad0-a2a32b79ddb1 HTTP/1.1" status: 200 len: 898 time: 0.0916257 Aug 23 21:33:41.378487 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0b438456-ac40-4990-857e-0d2e24a81f8b req-6972a511-699a-4c63-8665-7d4025023efb tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a7a8b69-70c9-4412-8214-02c9e14ac89e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322876 Aug 23 21:33:41.411193 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c48340b9-7d6e-48d6-95bd-a281df6cd8ce req-04cf4ba8-ec09-468e-abf2-8bca6400190b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a6f3038-322d-4c30-a595-56f5d0ffbc7c HTTP/1.1" status: 200 len: 217 time: 0.0358312 Aug 23 21:33:41.465473 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48340b9-7d6e-48d6-95bd-a281df6cd8ce req-9c207389-4f7c-4da0-8613-ed0318cd366f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:33:41.466904 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c48340b9-7d6e-48d6-95bd-a281df6cd8ce req-9c207389-4f7c-4da0-8613-ed0318cd366f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=aea27af4-e723-4f3b-8407-c7e7c34fc4eb HTTP/1.1" status: 200 len: 834 time: 0.0484669 Aug 23 21:33:41.514000 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48340b9-7d6e-48d6-95bd-a281df6cd8ce req-bfda799c-26ae-4435-96bd-24533e59e969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:33:41.516120 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c48340b9-7d6e-48d6-95bd-a281df6cd8ce req-bfda799c-26ae-4435-96bd-24533e59e969 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=491871d3-f42c-4d88-8ad0-a2a32b79ddb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411875 Aug 23 21:33:41.606464 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c48340b9-7d6e-48d6-95bd-a281df6cd8ce req-19580fb5-c590-4eb8-8c5d-286c9298ec38 service neutron] 10.222.0.11 "GET /v2.0/networks/491871d3-f42c-4d88-8ad0-a2a32b79ddb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825710 Aug 23 21:33:41.706120 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c48340b9-7d6e-48d6-95bd-a281df6cd8ce req-6036e33a-5ce7-4fa9-9db6-40bd3865bc68 service neutron] 10.222.0.11 "GET /v2.0/networks/491871d3-f42c-4d88-8ad0-a2a32b79ddb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914471 Aug 23 21:33:41.849402 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 96eea9bd-bb47-4207-aaa3-e3d1ee166dc5 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:33:41.897779 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 96eea9bd-bb47-4207-aaa3-e3d1ee166dc5 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:33:41.898149 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:42.495767 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712cb05-8512-4b13-a44a-1705618e77f8 req-feda08c3-0ec9-4e1e-b261-80ed7c8be995 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:33:42.497255 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e712cb05-8512-4b13-a44a-1705618e77f8 req-feda08c3-0ec9-4e1e-b261-80ed7c8be995 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ada6796-043a-4a17-8345-ab634cc9d0fc HTTP/1.1" status: 200 len: 943 time: 0.0504527 Aug 23 21:33:42.537964 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e712cb05-8512-4b13-a44a-1705618e77f8 req-9a88b39e-ae46-4162-8ee0-f2e3a10cbdf5 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a7a8b69-70c9-4412-8214-02c9e14ac89e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346022 Aug 23 21:33:43.518340 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-02ba4d4c-dec4-42a1-aff0-6ab1993e54f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:43.645650 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:43.659334 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc1c36-8e7f-40ce-a497-7a776c76fb18 req-41548617-c573-4bb7-b85a-5447d5d208f4 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:33:43.660838 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e1cc1c36-8e7f-40ce-a497-7a776c76fb18 req-41548617-c573-4bb7-b85a-5447d5d208f4 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ada6796-043a-4a17-8345-ab634cc9d0fc HTTP/1.1" status: 200 len: 943 time: 0.0556159 Aug 23 21:33:43.698145 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e1cc1c36-8e7f-40ce-a497-7a776c76fb18 req-f5571dd8-8bab-42b7-adc9-4cbead94b4f0 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a7a8b69-70c9-4412-8214-02c9e14ac89e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312564 Aug 23 21:33:44.221128 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 6a6f3038-322d-4c30-a595-56f5d0ffbc7c details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 21:33:44.314535 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 6a6f3038-322d-4c30-a595-56f5d0ffbc7c, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=6a6f3038-322d-4c30-a595-56f5d0ffbc7c,segment=NetworkSegment(a2c7ef77-3836-4483-884b-f5f185af11a1),segment_id=a2c7ef77-3836-4483-884b-f5f185af11a1)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:33:44.324569 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '6a6f3038-322d-4c30-a595-56f5d0ffbc7c', 'network_id': '491871d3-f42c-4d88-8ad0-a2a32b79ddb1', 'port_id': '6a6f3038-322d-4c30-a595-56f5d0ffbc7c', 'mac_address': 'fa:16:3e:3a:0a:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aea27af4-e723-4f3b-8407-c7e7c34fc4eb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 21:33:44.361384 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:44.375677 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a6f3038-322d-4c30-a595-56f5d0ffbc7c {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:33:44.395259 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 6a6f3038-322d-4c30-a595-56f5d0ffbc7c, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=6a6f3038-322d-4c30-a595-56f5d0ffbc7c,segment=NetworkSegment(a2c7ef77-3836-4483-884b-f5f185af11a1),segment_id=a2c7ef77-3836-4483-884b-f5f185af11a1)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:33:44.399101 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:44.451431 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=6a6f3038-322d-4c30-a595-56f5d0ffbc7c,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:33:44.655723 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['6a6f3038-322d-4c30-a595-56f5d0ffbc7c'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:33:44.814906 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:44.815734 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b82703-4b92-4044-9b1e-b62ba7f9c5a1 req-0001e60c-4b6a-4369-8f31-3ea400941458 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:33:44.817396 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-94b82703-4b92-4044-9b1e-b62ba7f9c5a1 req-0001e60c-4b6a-4369-8f31-3ea400941458 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ada6796-043a-4a17-8345-ab634cc9d0fc HTTP/1.1" status: 200 len: 944 time: 0.0497599 Aug 23 21:33:44.857409 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-94b82703-4b92-4044-9b1e-b62ba7f9c5a1 req-d2cc7f66-d8e1-453b-a3d0-41ebe606c92b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a7a8b69-70c9-4412-8214-02c9e14ac89e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338156 Aug 23 21:33:45.974075 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ddb0e5-5ea9-4c24-a7a9-c84285cc03ce req-1fa66355-95b1-40e9-85f2-9c749c77e881 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:33:45.975578 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-22ddb0e5-5ea9-4c24-a7a9-c84285cc03ce req-1fa66355-95b1-40e9-85f2-9c749c77e881 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ada6796-043a-4a17-8345-ab634cc9d0fc HTTP/1.1" status: 200 len: 944 time: 0.0496850 Aug 23 21:33:46.015087 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-22ddb0e5-5ea9-4c24-a7a9-c84285cc03ce req-457e7270-1637-4d6a-af9f-862d2ca86bcb tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a7a8b69-70c9-4412-8214-02c9e14ac89e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328860 Aug 23 21:33:46.177702 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:46.236864 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 6a6f3038-322d-4c30-a595-56f5d0ffbc7c up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:33:46.286352 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 6a6f3038-322d-4c30-a595-56f5d0ffbc7c completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:33:46.290099 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 6a6f3038-322d-4c30-a595-56f5d0ffbc7c triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:33:46.290468 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:46.370835 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:46.394085 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ada6796-043a-4a17-8345-ab634cc9d0fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6f3038-322d-4c30-a595-56f5d0ffbc7c'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:33:46.396362 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e577f7a2b9c3f6bcf6a64bd3e1bbb8e0b095addae8cf51c17fc2638a25953e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e9cb3f-9960-4908-92ac-f2fe7bd0ba2f" -d '{"events": [{"server_uuid": "8ada6796-043a-4a17-8345-ab634cc9d0fc", "name": "network-vif-plugged", "status": "completed", "tag": "6a6f3038-322d-4c30-a595-56f5d0ffbc7c"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:33:46.409726 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 6a6f3038-322d-4c30-a595-56f5d0ffbc7c, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=6a6f3038-322d-4c30-a595-56f5d0ffbc7c,segment=NetworkSegment(a2c7ef77-3836-4483-884b-f5f185af11a1),segment_id=a2c7ef77-3836-4483-884b-f5f185af11a1)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:33:46.413546 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:46.464797 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=6a6f3038-322d-4c30-a595-56f5d0ffbc7c,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:33:46.496618 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e8bb76-b035-48f4-8c61-ac8b8f640eac x-openstack-request-id: req-88e8bb76-b035-48f4-8c61-ac8b8f640eac {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:33:46.496911 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ada6796-043a-4a17-8345-ab634cc9d0fc", "name": "network-vif-plugged", "status": "completed", "tag": "6a6f3038-322d-4c30-a595-56f5d0ffbc7c", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:33:46.497167 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-88e8bb76-b035-48f4-8c61-ac8b8f640eac {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:33:46.497565 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ada6796-043a-4a17-8345-ab634cc9d0fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6f3038-322d-4c30-a595-56f5d0ffbc7c', 'code': 200} Aug 23 21:33:46.596382 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc23f3b-0009-43a5-9a68-970a25d6c9f2 req-867457f7-b30a-4bd9-a2fc-7af17f6dfdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:33:46.597885 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0bc23f3b-0009-43a5-9a68-970a25d6c9f2 req-867457f7-b30a-4bd9-a2fc-7af17f6dfdb7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8ada6796-043a-4a17-8345-ab634cc9d0fc HTTP/1.1" status: 200 len: 1096 time: 0.0455580 Aug 23 21:33:46.633409 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0bc23f3b-0009-43a5-9a68-970a25d6c9f2 req-22a0a13d-426b-4ab6-bb3c-915bc0f4d56f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6a7a8b69-70c9-4412-8214-02c9e14ac89e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287194 Aug 23 21:33:47.129140 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84429dd7-8c74-4344-aa5e-86f594cd2aea req-138ffd72-6ff6-41e3-961a-53794353b459 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:33:47.130628 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-84429dd7-8c74-4344-aa5e-86f594cd2aea req-138ffd72-6ff6-41e3-961a-53794353b459 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ada6796-043a-4a17-8345-ab634cc9d0fc HTTP/1.1" status: 200 len: 945 time: 0.0491397 Aug 23 21:33:47.168175 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-84429dd7-8c74-4344-aa5e-86f594cd2aea req-0083b9a8-3ff2-455e-8988-17f834645dc1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a7a8b69-70c9-4412-8214-02c9e14ac89e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315909 Aug 23 21:33:47.245513 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:33:48.284504 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ce61f-74b0-4949-a935-154ddfedb6c7 req-f64f2c2b-d190-46a8-a2d2-dddd27871c5b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:33:48.286007 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-622ce61f-74b0-4949-a935-154ddfedb6c7 req-f64f2c2b-d190-46a8-a2d2-dddd27871c5b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ada6796-043a-4a17-8345-ab634cc9d0fc HTTP/1.1" status: 200 len: 945 time: 0.0497513 Aug 23 21:33:48.325903 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-622ce61f-74b0-4949-a935-154ddfedb6c7 req-8b08cc88-408a-4fc4-9ba7-04c266cb6908 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a7a8b69-70c9-4412-8214-02c9e14ac89e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339046 Aug 23 21:33:48.444793 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a81ab-5f94-40bf-9a2c-867637e7359b req-d2697720-e996-4685-a5bd-0759cbbfcb9b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:33:48.446329 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-884a81ab-5f94-40bf-9a2c-867637e7359b req-d2697720-e996-4685-a5bd-0759cbbfcb9b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ada6796-043a-4a17-8345-ab634cc9d0fc HTTP/1.1" status: 200 len: 945 time: 0.0537024 Aug 23 21:33:48.483927 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-884a81ab-5f94-40bf-9a2c-867637e7359b req-f09007d3-1d08-4626-8775-514c6f4d7e91 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a7a8b69-70c9-4412-8214-02c9e14ac89e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310459 Aug 23 21:33:48.506403 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53820) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:33:48.546469 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f182b5f8-8a4c-45b6-8007-5b83d9e1e0eb tempest-TestNetworkAdvancedServerOps-1074521460 tempest-TestNetworkAdvancedServerOps-1074521460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:33:48.548054 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f182b5f8-8a4c-45b6-8007-5b83d9e1e0eb tempest-TestNetworkAdvancedServerOps-1074521460 tempest-TestNetworkAdvancedServerOps-1074521460-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=8ada6796-043a-4a17-8345-ab634cc9d0fc HTTP/1.1" status: 200 len: 1091 time: 0.0405970 Aug 23 21:33:48.550725 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53822) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:33:48.555062 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-9b119d97-22ea-430f-85f5-6ed2cf3fbd9c tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Request body: {'floatingip': {'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'port_id': '6a6f3038-322d-4c30-a595-56f5d0ffbc7c', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:33:48.577440 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b119d97-22ea-430f-85f5-6ed2cf3fbd9c tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:48.679416 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b119d97-22ea-430f-85f5-6ed2cf3fbd9c tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:48.784881 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-9b119d97-22ea-430f-85f5-6ed2cf3fbd9c tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Allocated IP 172.25.4.142 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/837d1630-a1df-41f8-a064-46929c0cab43) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:33:48.886142 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b119d97-22ea-430f-85f5-6ed2cf3fbd9c tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:48.924654 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b119d97-22ea-430f-85f5-6ed2cf3fbd9c tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:48.961828 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b119d97-22ea-430f-85f5-6ed2cf3fbd9c tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:33:48.964678 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-9b119d97-22ea-430f-85f5-6ed2cf3fbd9c tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:33:48.968448 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b119d97-22ea-430f-85f5-6ed2cf3fbd9c tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:33:49.003435 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b119d97-22ea-430f-85f5-6ed2cf3fbd9c tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'Port': ['ID=837d1630-a1df-41f8-a064-46929c0cab43,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:33:49.331602 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b119d97-22ea-430f-85f5-6ed2cf3fbd9c tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:49.402001 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b119d97-22ea-430f-85f5-6ed2cf3fbd9c tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:49.549203 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b119d97-22ea-430f-85f5-6ed2cf3fbd9c tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:49.553721 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b119d97-22ea-430f-85f5-6ed2cf3fbd9c tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:49.627894 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b119d97-22ea-430f-85f5-6ed2cf3fbd9c tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'Port': ['ID=837d1630-a1df-41f8-a064-46929c0cab43,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:33:49.637683 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b119d97-22ea-430f-85f5-6ed2cf3fbd9c tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:49.737426 n-d-805663-2 neutron-server[94688]: INFO neutron.db.l3_db [None req-9b119d97-22ea-430f-85f5-6ed2cf3fbd9c tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Floating IP 76a79562-9e16-4c6f-b3c1-fd36161fbdec associated. External IP: 172.25.4.142, port: 6a6f3038-322d-4c30-a595-56f5d0ffbc7c. Aug 23 21:33:49.950812 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b119d97-22ea-430f-85f5-6ed2cf3fbd9c tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Router f6b75c35-a1a1-4ee4-9a48-1a7983d51576 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:33:50.061028 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b119d97-22ea-430f-85f5-6ed2cf3fbd9c tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:33:50.074032 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d86ea6-fb8b-4819-9c3c-b40622000b99 None None] Sync routers for ids ['f6b75c35-a1a1-4ee4-9a48-1a7983d51576'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:33:50.078258 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b119d97-22ea-430f-85f5-6ed2cf3fbd9c tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:50.084837 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d86ea6-fb8b-4819-9c3c-b40622000b99 None None] Routers {'f6b75c35-a1a1-4ee4-9a48-1a7983d51576'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:33:50.085438 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-d0d86ea6-fb8b-4819-9c3c-b40622000b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:33:44Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['f6b75c35-a1a1-4ee4-9a48-1a7983d51576'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:33:50.105518 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9b119d97-22ea-430f-85f5-6ed2cf3fbd9c tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5537646 Aug 23 21:33:50.106201 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ada6796-043a-4a17-8345-ab634cc9d0fc', 'tag': '6a6f3038-322d-4c30-a595-56f5d0ffbc7c'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:33:50.109541 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}464d6cbacbaeb9374483e58d29b165f94917862334b697df3b381d289610f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-772fb149-60db-4996-9ed6-46c7527fe7f6" -d '{"events": [{"name": "network-changed", "server_uuid": "8ada6796-043a-4a17-8345-ab634cc9d0fc", "tag": "6a6f3038-322d-4c30-a595-56f5d0ffbc7c"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:33:50.156299 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88730854-a495-4742-a358-b17d90d174fe x-openstack-request-id: req-88730854-a495-4742-a358-b17d90d174fe {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:33:50.156583 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ada6796-043a-4a17-8345-ab634cc9d0fc", "tag": "6a6f3038-322d-4c30-a595-56f5d0ffbc7c", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:33:50.156804 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-88730854-a495-4742-a358-b17d90d174fe {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:33:50.157198 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ada6796-043a-4a17-8345-ab634cc9d0fc', 'tag': '6a6f3038-322d-4c30-a595-56f5d0ffbc7c', 'status': 'completed', 'code': 200} Aug 23 21:33:50.199012 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-d0d86ea6-fb8b-4819-9c3c-b40622000b99 None None] Set router f6b75c35-a1a1-4ee4-9a48-1a7983d51576 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:33:50.241621 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772fb149-60db-4996-9ed6-46c7527fe7f6 req-8404ef4a-5a50-48a1-8a2c-baad72622fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:33:50.243033 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-772fb149-60db-4996-9ed6-46c7527fe7f6 req-8404ef4a-5a50-48a1-8a2c-baad72622fa6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f5ec03f379a044fe8aab04b1df4a2f2b&device_id=8ada6796-043a-4a17-8345-ab634cc9d0fc HTTP/1.1" status: 200 len: 1096 time: 0.0631211 Aug 23 21:33:50.251026 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e88a5-789b-4d68-99ff-4f9d1826245d req-1a15ff2c-760a-4cea-8934-edbfebe44f61 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:33:50.252478 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e69e88a5-789b-4d68-99ff-4f9d1826245d req-1a15ff2c-760a-4cea-8934-edbfebe44f61 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ada6796-043a-4a17-8345-ab634cc9d0fc HTTP/1.1" status: 200 len: 945 time: 0.0835421 Aug 23 21:33:50.340509 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e69e88a5-789b-4d68-99ff-4f9d1826245d req-bfbe00f0-73e5-4b6a-a96c-f8cdee437a11 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a7a8b69-70c9-4412-8214-02c9e14ac89e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796838 Aug 23 21:33:50.366802 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53830) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:33:50.377030 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772fb149-60db-4996-9ed6-46c7527fe7f6 req-6bcb1db7-9273-43ed-9897-7b3707456f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:33:50.378542 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-772fb149-60db-4996-9ed6-46c7527fe7f6 req-6bcb1db7-9273-43ed-9897-7b3707456f4a service neutron] 10.222.0.11 "GET /v2.0/networks?id=491871d3-f42c-4d88-8ad0-a2a32b79ddb1 HTTP/1.1" status: 200 len: 898 time: 0.1252160 Aug 23 21:33:50.435058 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-d0d86ea6-fb8b-4819-9c3c-b40622000b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b75c35-a1a1-4ee4-9a48-1a7983d51576', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585088806', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '56c2af13-b4f5-4b86-9361-feebb16fa660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:33:32Z', 'updated_at': '2021-08-23T21:33:36Z', 'revision_number': 4, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': '56c2af13-b4f5-4b86-9361-feebb16fa660', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b75c35-a1a1-4ee4-9a48-1a7983d51576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:33:33Z', 'updated_at': '2021-08-23T21:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '76a79562-9e16-4c6f-b3c1-fd36161fbdec', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'floating_ip_address': '172.25.4.142', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': 'f6b75c35-a1a1-4ee4-9a48-1a7983d51576', 'port_id': '6a6f3038-322d-4c30-a595-56f5d0ffbc7c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '491871d3-f42c-4d88-8ad0-a2a32b79ddb1', 'mac_address': 'fa:16:3e:3a:0a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ada6796-043a-4a17-8345-ab634cc9d0fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:33:49Z', 'updated_at': '2021-08-23T21:33:49Z', 'revision_number': 0, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96eea9bd-bb47-4207-aaa3-e3d1ee166dc5', 'name': '', 'network_id': '491871d3-f42c-4d88-8ad0-a2a32b79ddb1', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'mac_address': 'fa:16:3e:91:00:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b75c35-a1a1-4ee4-9a48-1a7983d51576', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'aea27af4-e723-4f3b-8407-c7e7c34fc4eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:33:35Z', 'updated_at': '2021-08-23T21:33:40Z', 'revision_number': 5, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'subnets': [{'id': 'aea27af4-e723-4f3b-8407-c7e7c34fc4eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:33:50.439482 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-7e5ac0a6-511b-454d-bad0-ed11d5f0aaef tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/floatingips/76a79562-9e16-4c6f-b3c1-fd36161fbdec HTTP/1.1" status: 200 len: 991 time: 0.0707023 Aug 23 21:33:50.459360 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-772fb149-60db-4996-9ed6-46c7527fe7f6 req-eac37eb0-2012-4a52-ad71-2202e8c52659 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a6f3038-322d-4c30-a595-56f5d0ffbc7c HTTP/1.1" status: 200 len: 999 time: 0.0731614 Aug 23 21:33:50.466751 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d86ea6-fb8b-4819-9c3c-b40622000b99 None None] Checking router: f6b75c35-a1a1-4ee4-9a48-1a7983d51576 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:33:50.476697 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d86ea6-fb8b-4819-9c3c-b40622000b99 None None] Routers {'f6b75c35-a1a1-4ee4-9a48-1a7983d51576'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:33:50.477309 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-d0d86ea6-fb8b-4819-9c3c-b40622000b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:33:44Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['f6b75c35-a1a1-4ee4-9a48-1a7983d51576'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:33:50.514067 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772fb149-60db-4996-9ed6-46c7527fe7f6 req-4d97281b-d797-4bc4-8984-827e7ce962e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:33:50.516737 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-772fb149-60db-4996-9ed6-46c7527fe7f6 req-4d97281b-d797-4bc4-8984-827e7ce962e8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=aea27af4-e723-4f3b-8407-c7e7c34fc4eb HTTP/1.1" status: 200 len: 834 time: 0.0510049 Aug 23 21:33:50.566414 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772fb149-60db-4996-9ed6-46c7527fe7f6 req-d0f5f37c-1c0f-4d87-b910-32db9b44f08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:33:50.567951 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-772fb149-60db-4996-9ed6-46c7527fe7f6 req-d0f5f37c-1c0f-4d87-b910-32db9b44f08a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=491871d3-f42c-4d88-8ad0-a2a32b79ddb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444562 Aug 23 21:33:50.586909 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-d0d86ea6-fb8b-4819-9c3c-b40622000b99 None None] Set router f6b75c35-a1a1-4ee4-9a48-1a7983d51576 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:33:50.665308 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-772fb149-60db-4996-9ed6-46c7527fe7f6 req-9468d6e8-bc4d-4ce3-8d34-ac1aca49d22a service neutron] 10.222.0.11 "GET /v2.0/networks/491871d3-f42c-4d88-8ad0-a2a32b79ddb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899808 Aug 23 21:33:50.761873 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-772fb149-60db-4996-9ed6-46c7527fe7f6 req-69061523-0c08-4a49-96d1-d5c524cab5d2 service neutron] 10.222.0.11 "GET /v2.0/networks/491871d3-f42c-4d88-8ad0-a2a32b79ddb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894845 Aug 23 21:33:50.896747 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:33:50.912162 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-d0d86ea6-fb8b-4819-9c3c-b40622000b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b75c35-a1a1-4ee4-9a48-1a7983d51576', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585088806', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '56c2af13-b4f5-4b86-9361-feebb16fa660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:33:32Z', 'updated_at': '2021-08-23T21:33:36Z', 'revision_number': 4, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': '56c2af13-b4f5-4b86-9361-feebb16fa660', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b75c35-a1a1-4ee4-9a48-1a7983d51576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:33:33Z', 'updated_at': '2021-08-23T21:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '76a79562-9e16-4c6f-b3c1-fd36161fbdec', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'floating_ip_address': '172.25.4.142', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': 'f6b75c35-a1a1-4ee4-9a48-1a7983d51576', 'port_id': '6a6f3038-322d-4c30-a595-56f5d0ffbc7c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '491871d3-f42c-4d88-8ad0-a2a32b79ddb1', 'mac_address': 'fa:16:3e:3a:0a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ada6796-043a-4a17-8345-ab634cc9d0fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:33:49Z', 'updated_at': '2021-08-23T21:33:49Z', 'revision_number': 0, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96eea9bd-bb47-4207-aaa3-e3d1ee166dc5', 'name': '', 'network_id': '491871d3-f42c-4d88-8ad0-a2a32b79ddb1', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'mac_address': 'fa:16:3e:91:00:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b75c35-a1a1-4ee4-9a48-1a7983d51576', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'aea27af4-e723-4f3b-8407-c7e7c34fc4eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:33:35Z', 'updated_at': '2021-08-23T21:33:40Z', 'revision_number': 5, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'subnets': [{'id': 'aea27af4-e723-4f3b-8407-c7e7c34fc4eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:33:50.941371 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d86ea6-fb8b-4819-9c3c-b40622000b99 None None] The sync data for ids ['f6b75c35-a1a1-4ee4-9a48-1a7983d51576'] in n-d-805663-2 is: [{'id': 'f6b75c35-a1a1-4ee4-9a48-1a7983d51576', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585088806', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '56c2af13-b4f5-4b86-9361-feebb16fa660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:33:32Z', 'updated_at': '2021-08-23T21:33:36Z', 'revision_number': 4, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': '56c2af13-b4f5-4b86-9361-feebb16fa660', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b75c35-a1a1-4ee4-9a48-1a7983d51576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:33:33Z', 'updated_at': '2021-08-23T21:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '76a79562-9e16-4c6f-b3c1-fd36161fbdec', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'floating_ip_address': '172.25.4.142', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': 'f6b75c35-a1a1-4ee4-9a48-1a7983d51576', 'port_id': '6a6f3038-322d-4c30-a595-56f5d0ffbc7c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '491871d3-f42c-4d88-8ad0-a2a32b79ddb1', 'mac_address': 'fa:16:3e:3a:0a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ada6796-043a-4a17-8345-ab634cc9d0fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:33:49Z', 'updated_at': '2021-08-23T21:33:49Z', 'revision_number': 0, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96eea9bd-bb47-4207-aaa3-e3d1ee166dc5', 'name': '', 'network_id': '491871d3-f42c-4d88-8ad0-a2a32b79ddb1', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'mac_address': 'fa:16:3e:91:00:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b75c35-a1a1-4ee4-9a48-1a7983d51576', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'aea27af4-e723-4f3b-8407-c7e7c34fc4eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:33:35Z', 'updated_at': '2021-08-23T21:33:40Z', 'revision_number': 5, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'subnets': [{'id': 'aea27af4-e723-4f3b-8407-c7e7c34fc4eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:33:51.128996 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9702ee22-d6aa-438f-a431-da179e74090b None None] New status for floating IP 76a79562-9e16-4c6f-b3c1-fd36161fbdec: ACTIVE {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 21:33:51.443592 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53832) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:33:51.508808 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b3bfb8c8-0a06-4dac-89cc-c7d58fca3b82 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/floatingips/76a79562-9e16-4c6f-b3c1-fd36161fbdec HTTP/1.1" status: 200 len: 993 time: 0.0640318 Aug 23 21:34:10.117584 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f73e8a91-9785-4d0c-976b-b6ecd5c7e8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:34:10.969967 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:34:13.519736 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ef60e49a-d967-48aa-a5a5-ae8f7d68a804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:34:13.638592 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:34:14.809224 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:34:16.180048 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:34:20.924861 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:34:22.947507 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbba1d9-0476-4978-89b4-93f2b0fde178 req-cf5614bc-9bad-4ec7-b0ca-4a65c5837c83 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:34:22.949098 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4cbba1d9-0476-4978-89b4-93f2b0fde178 req-cf5614bc-9bad-4ec7-b0ca-4a65c5837c83 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ada6796-043a-4a17-8345-ab634cc9d0fc HTTP/1.1" status: 200 len: 945 time: 0.0499337 Aug 23 21:34:22.989613 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4cbba1d9-0476-4978-89b4-93f2b0fde178 req-7f7c7078-a974-4fba-b57f-13a32a9e8443 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a7a8b69-70c9-4412-8214-02c9e14ac89e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342565 Aug 23 21:34:23.007381 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-34cae36a-0128-47d7-9f7c-34a795a13542 req-a9e32532-20c2-4704-8d1a-bae619dca7da service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8ada6796-043a-4a17-8345-ab634cc9d0fc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0827417 Aug 23 21:34:24.112255 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13718b4-45e1-4a4c-a022-5e456a3165e4 req-781658d8-9178-4b8f-b5b0-860700db9197 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:34:24.113743 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e13718b4-45e1-4a4c-a022-5e456a3165e4 req-781658d8-9178-4b8f-b5b0-860700db9197 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ada6796-043a-4a17-8345-ab634cc9d0fc HTTP/1.1" status: 200 len: 945 time: 0.0539932 Aug 23 21:34:24.152429 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e13718b4-45e1-4a4c-a022-5e456a3165e4 req-2474ddc9-dc28-4d49-beb8-fc7c4fb9c1f7 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a7a8b69-70c9-4412-8214-02c9e14ac89e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327663 Aug 23 21:34:24.242124 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cae36a-0128-47d7-9f7c-34a795a13542 req-4d64ca9b-da0a-44b2-9036-2a534c5142eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:34:24.243641 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-34cae36a-0128-47d7-9f7c-34a795a13542 req-4d64ca9b-da0a-44b2-9036-2a534c5142eb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f5ec03f379a044fe8aab04b1df4a2f2b&device_id=8ada6796-043a-4a17-8345-ab634cc9d0fc HTTP/1.1" status: 200 len: 1096 time: 0.0435178 Aug 23 21:34:24.244976 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:34:24.334081 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cae36a-0128-47d7-9f7c-34a795a13542 req-ff2f3fe8-1918-41e9-bd58-050d1b874e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:34:24.335465 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-34cae36a-0128-47d7-9f7c-34a795a13542 req-ff2f3fe8-1918-41e9-bd58-050d1b874e45 service neutron] 10.222.0.11 "GET /v2.0/networks?id=491871d3-f42c-4d88-8ad0-a2a32b79ddb1 HTTP/1.1" status: 200 len: 898 time: 0.0852516 Aug 23 21:34:24.409010 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-34cae36a-0128-47d7-9f7c-34a795a13542 req-198fa7d7-300d-4916-9918-44ed4098355e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a6f3038-322d-4c30-a595-56f5d0ffbc7c HTTP/1.1" status: 200 len: 1001 time: 0.0663292 Aug 23 21:34:24.459521 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cae36a-0128-47d7-9f7c-34a795a13542 req-02c219f2-6e85-4ce7-bd58-bd45509a3829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:34:24.461026 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-34cae36a-0128-47d7-9f7c-34a795a13542 req-02c219f2-6e85-4ce7-bd58-bd45509a3829 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=aea27af4-e723-4f3b-8407-c7e7c34fc4eb HTTP/1.1" status: 200 len: 834 time: 0.0446954 Aug 23 21:34:24.508203 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cae36a-0128-47d7-9f7c-34a795a13542 req-8120f48e-7fd6-4c7c-9930-c4bc06237096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:34:24.509720 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-34cae36a-0128-47d7-9f7c-34a795a13542 req-8120f48e-7fd6-4c7c-9930-c4bc06237096 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=491871d3-f42c-4d88-8ad0-a2a32b79ddb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409896 Aug 23 21:34:24.603749 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-34cae36a-0128-47d7-9f7c-34a795a13542 req-78ac53a8-2cba-4be1-988a-214a0e11f4c1 service neutron] 10.222.0.11 "GET /v2.0/networks/491871d3-f42c-4d88-8ad0-a2a32b79ddb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868711 Aug 23 21:34:24.696675 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-34cae36a-0128-47d7-9f7c-34a795a13542 req-5e825dd9-8b3a-42d3-8b0e-1715f8166022 service neutron] 10.222.0.11 "GET /v2.0/networks/491871d3-f42c-4d88-8ad0-a2a32b79ddb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851572 Aug 23 21:34:25.278527 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f19e329-a0a8-41e9-8b1a-edb96ae6d501 req-2646d518-c93a-4471-bd12-0768dad6ed8d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:34:25.280025 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2f19e329-a0a8-41e9-8b1a-edb96ae6d501 req-2646d518-c93a-4471-bd12-0768dad6ed8d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ada6796-043a-4a17-8345-ab634cc9d0fc HTTP/1.1" status: 200 len: 945 time: 0.0546656 Aug 23 21:34:25.320520 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2f19e329-a0a8-41e9-8b1a-edb96ae6d501 req-50e2931b-9829-47e9-b315-5ff157b44bdc tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a7a8b69-70c9-4412-8214-02c9e14ac89e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333438 Aug 23 21:34:26.441480 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf086a1-1266-4a64-952c-b68fe44247b6 req-88b4f0f2-8185-478e-b144-bf4a35cfdb4e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:34:26.443018 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6bf086a1-1266-4a64-952c-b68fe44247b6 req-88b4f0f2-8185-478e-b144-bf4a35cfdb4e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ada6796-043a-4a17-8345-ab634cc9d0fc HTTP/1.1" status: 200 len: 945 time: 0.0539412 Aug 23 21:34:26.480563 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6bf086a1-1266-4a64-952c-b68fe44247b6 req-d58809bc-fea0-4f83-8b8c-6a63d17ecec0 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a7a8b69-70c9-4412-8214-02c9e14ac89e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315881 Aug 23 21:34:27.604865 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f66d8-c3a7-45a6-aaf4-42a94ec7344d req-b681197a-f5f8-464a-8fa0-935f66880ae6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:34:27.606343 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-590f66d8-c3a7-45a6-aaf4-42a94ec7344d req-b681197a-f5f8-464a-8fa0-935f66880ae6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ada6796-043a-4a17-8345-ab634cc9d0fc HTTP/1.1" status: 200 len: 945 time: 0.0526392 Aug 23 21:34:27.645948 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-590f66d8-c3a7-45a6-aaf4-42a94ec7344d req-27b3972d-396e-47d2-a678-301317e3ba55 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a7a8b69-70c9-4412-8214-02c9e14ac89e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335319 Aug 23 21:34:28.760983 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25ab34-58e3-4120-afb4-961510c92f2d req-32f5d441-c949-442d-8452-f9f1327718b9 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:34:28.762476 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3f25ab34-58e3-4120-afb4-961510c92f2d req-32f5d441-c949-442d-8452-f9f1327718b9 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ada6796-043a-4a17-8345-ab634cc9d0fc HTTP/1.1" status: 200 len: 945 time: 0.0494120 Aug 23 21:34:28.801914 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3f25ab34-58e3-4120-afb4-961510c92f2d req-a5f40e38-ab1d-4ea4-b319-eaa2f7021f1a tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a7a8b69-70c9-4412-8214-02c9e14ac89e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321925 Aug 23 21:34:29.917857 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b0fc1-46d9-43f6-bb60-44032dd22685 req-d35917ec-5f7b-4a37-97a9-5b3a54f386dd tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:34:29.919366 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0d1b0fc1-46d9-43f6-bb60-44032dd22685 req-d35917ec-5f7b-4a37-97a9-5b3a54f386dd tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ada6796-043a-4a17-8345-ab634cc9d0fc HTTP/1.1" status: 200 len: 945 time: 0.0498979 Aug 23 21:34:29.958124 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0d1b0fc1-46d9-43f6-bb60-44032dd22685 req-70019da5-0ed9-4b0a-b920-3cda9f4f3381 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a7a8b69-70c9-4412-8214-02c9e14ac89e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321937 Aug 23 21:34:31.085637 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff4f3c1-cbc9-45a5-9e34-bc6d9965d4ea req-5a27f4fc-7471-4e34-9a43-877ec70a90e9 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:34:31.087153 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-eff4f3c1-cbc9-45a5-9e34-bc6d9965d4ea req-5a27f4fc-7471-4e34-9a43-877ec70a90e9 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ada6796-043a-4a17-8345-ab634cc9d0fc HTTP/1.1" status: 200 len: 945 time: 0.0578914 Aug 23 21:34:31.127761 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-eff4f3c1-cbc9-45a5-9e34-bc6d9965d4ea req-5c226f0b-bd6d-4888-a514-acf44021c191 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a7a8b69-70c9-4412-8214-02c9e14ac89e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340455 Aug 23 21:34:32.255873 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c9a14-7091-4967-9367-fcb07d2585f2 req-c100296c-5d8b-4edb-89ba-659744a07e5a tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:34:32.257415 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-584c9a14-7091-4967-9367-fcb07d2585f2 req-c100296c-5d8b-4edb-89ba-659744a07e5a tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ada6796-043a-4a17-8345-ab634cc9d0fc HTTP/1.1" status: 200 len: 945 time: 0.0520785 Aug 23 21:34:32.302278 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-584c9a14-7091-4967-9367-fcb07d2585f2 req-d115ea92-4144-452a-84b6-ad2ad903004a tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a7a8b69-70c9-4412-8214-02c9e14ac89e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389128 Aug 23 21:34:33.419601 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e0e4b-f328-454b-87c2-e28422728e5c req-c11243ec-433c-43b9-9b51-3311ec229eae tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:34:33.422001 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-532e0e4b-f328-454b-87c2-e28422728e5c req-c11243ec-433c-43b9-9b51-3311ec229eae tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ada6796-043a-4a17-8345-ab634cc9d0fc HTTP/1.1" status: 200 len: 945 time: 0.0533311 Aug 23 21:34:33.459707 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-532e0e4b-f328-454b-87c2-e28422728e5c req-9ca4133a-fa41-41f5-bff7-efe8cd95203b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a7a8b69-70c9-4412-8214-02c9e14ac89e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316408 Aug 23 21:34:34.585060 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5eed18-f98b-4fcd-919f-f640d6f85766 req-e78dfe00-a12a-44bf-8947-80daa80cb643 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:34:34.586604 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-df5eed18-f98b-4fcd-919f-f640d6f85766 req-e78dfe00-a12a-44bf-8947-80daa80cb643 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ada6796-043a-4a17-8345-ab634cc9d0fc HTTP/1.1" status: 200 len: 945 time: 0.0544608 Aug 23 21:34:34.625889 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-df5eed18-f98b-4fcd-919f-f640d6f85766 req-49a0578c-daf6-44e7-ac42-f4015d8d92ed tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a7a8b69-70c9-4412-8214-02c9e14ac89e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323901 Aug 23 21:34:35.743002 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1ff14-d7a7-47d3-862b-6f7617ec2279 req-837bb3bc-a6c3-4a5d-bfeb-2e5cafde6812 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:34:35.744512 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-40a1ff14-d7a7-47d3-862b-6f7617ec2279 req-837bb3bc-a6c3-4a5d-bfeb-2e5cafde6812 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ada6796-043a-4a17-8345-ab634cc9d0fc HTTP/1.1" status: 200 len: 945 time: 0.0493319 Aug 23 21:34:35.784531 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-40a1ff14-d7a7-47d3-862b-6f7617ec2279 req-be47ec70-4fc8-410d-86d8-3db95883d01d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a7a8b69-70c9-4412-8214-02c9e14ac89e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325916 Aug 23 21:34:36.918559 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92761f-1877-4aee-9738-46e343ca5841 req-3dba0681-01c2-4da2-8325-1477a2d26194 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:34:36.920836 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1c92761f-1877-4aee-9738-46e343ca5841 req-3dba0681-01c2-4da2-8325-1477a2d26194 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ada6796-043a-4a17-8345-ab634cc9d0fc HTTP/1.1" status: 200 len: 945 time: 0.0493627 Aug 23 21:34:36.959813 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1c92761f-1877-4aee-9738-46e343ca5841 req-16cd31cc-4a02-486f-b85a-e08474b43087 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a7a8b69-70c9-4412-8214-02c9e14ac89e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328140 Aug 23 21:34:38.074102 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8e902-115a-49db-8633-625b05985fed req-f75a945a-935a-466e-98ee-741cceeea372 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:34:38.075500 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-eea8e902-115a-49db-8633-625b05985fed req-f75a945a-935a-466e-98ee-741cceeea372 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ada6796-043a-4a17-8345-ab634cc9d0fc HTTP/1.1" status: 200 len: 945 time: 0.0493972 Aug 23 21:34:38.114161 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-eea8e902-115a-49db-8633-625b05985fed req-973f7347-649d-478d-ba1e-fc0e3ec5a660 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a7a8b69-70c9-4412-8214-02c9e14ac89e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324848 Aug 23 21:34:39.234752 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114049b-0e67-4b8c-8154-9146bef36bf6 req-eca3476a-ba28-4080-abd5-2c28640e8235 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:34:39.236285 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b114049b-0e67-4b8c-8154-9146bef36bf6 req-eca3476a-ba28-4080-abd5-2c28640e8235 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ada6796-043a-4a17-8345-ab634cc9d0fc HTTP/1.1" status: 200 len: 945 time: 0.0521297 Aug 23 21:34:39.274517 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b114049b-0e67-4b8c-8154-9146bef36bf6 req-54a71f43-8bf4-42ca-bcf3-8ef191724afb tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a7a8b69-70c9-4412-8214-02c9e14ac89e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321925 Aug 23 21:34:40.119568 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e5a2bd05-e956-4382-a487-5be1f0a41411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:34:40.395083 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fc082f-f667-4c86-b86d-40b3e8251ccc req-d909644f-ab8e-4fcf-bed6-e3cc63527f5f tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:34:40.396612 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e0fc082f-f667-4c86-b86d-40b3e8251ccc req-d909644f-ab8e-4fcf-bed6-e3cc63527f5f tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ada6796-043a-4a17-8345-ab634cc9d0fc HTTP/1.1" status: 200 len: 945 time: 0.0539241 Aug 23 21:34:40.434911 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e0fc082f-f667-4c86-b86d-40b3e8251ccc req-bb1a40ee-d909-4ce6-b812-140275d6c0cf tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a7a8b69-70c9-4412-8214-02c9e14ac89e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320194 Aug 23 21:34:40.973316 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:34:41.555946 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02519e18-3ae8-4faf-ac4e-bba74b0f2dd9 req-fc9dde0f-9414-4e96-8c20-f870ba2152a3 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:34:41.557461 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-02519e18-3ae8-4faf-ac4e-bba74b0f2dd9 req-fc9dde0f-9414-4e96-8c20-f870ba2152a3 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ada6796-043a-4a17-8345-ab634cc9d0fc HTTP/1.1" status: 200 len: 945 time: 0.0521064 Aug 23 21:34:41.597116 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-02519e18-3ae8-4faf-ac4e-bba74b0f2dd9 req-8a22a9a3-e2c1-454e-8784-d42f1e92b177 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a7a8b69-70c9-4412-8214-02c9e14ac89e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329869 Aug 23 21:34:42.204776 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [req-34cae36a-0128-47d7-9f7c-34a795a13542 req-85bc1e49-1237-48d4-bb76-79a1e38d6388 service neutron] show failed (client error): The resource could not be found. Aug 23 21:34:42.205854 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-34cae36a-0128-47d7-9f7c-34a795a13542 req-85bc1e49-1237-48d4-bb76-79a1e38d6388 service neutron] 10.222.0.11 "GET /v2.0/ports/6a6f3038-322d-4c30-a595-56f5d0ffbc7c/bindings/n-h2-805663-2 HTTP/1.1" status: 404 len: 380 time: 0.0543289 Aug 23 21:34:42.469766 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cae36a-0128-47d7-9f7c-34a795a13542 req-08378794-139e-4891-a956-35fdc116af91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:34:42.471291 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-34cae36a-0128-47d7-9f7c-34a795a13542 req-08378794-139e-4891-a956-35fdc116af91 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8ada6796-043a-4a17-8345-ab634cc9d0fc&tenant_id=f5ec03f379a044fe8aab04b1df4a2f2b HTTP/1.1" status: 200 len: 1096 time: 0.0782714 Aug 23 21:34:42.490283 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-34cae36a-0128-47d7-9f7c-34a795a13542 req-91de8ea6-873c-4725-9405-d051f0e1ef6c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805663-2', 'device_owner': 'compute:nova'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:34:42.545860 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-34cae36a-0128-47d7-9f7c-34a795a13542 req-91de8ea6-873c-4725-9405-d051f0e1ef6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:34:42.715775 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e73ce-ddbe-4098-9116-6e1536508e6f req-c4cf1b30-86ed-4e26-bfd1-c1971b3d35ba tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:34:42.717945 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6e1e73ce-ddbe-4098-9116-6e1536508e6f req-c4cf1b30-86ed-4e26-bfd1-c1971b3d35ba tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ada6796-043a-4a17-8345-ab634cc9d0fc HTTP/1.1" status: 200 len: 945 time: 0.0516160 Aug 23 21:34:42.756051 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-34cae36a-0128-47d7-9f7c-34a795a13542 req-91de8ea6-873c-4725-9405-d051f0e1ef6c service neutron] For port 6a6f3038-322d-4c30-a595-56f5d0ffbc7c, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=6a6f3038-322d-4c30-a595-56f5d0ffbc7c,segment=NetworkSegment(a2c7ef77-3836-4483-884b-f5f185af11a1),segment_id=a2c7ef77-3836-4483-884b-f5f185af11a1)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:34:42.758855 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6e1e73ce-ddbe-4098-9116-6e1536508e6f req-20880198-6014-4a7e-8df9-1b2c11ae541c tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a7a8b69-70c9-4412-8214-02c9e14ac89e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345478 Aug 23 21:34:42.789818 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-34cae36a-0128-47d7-9f7c-34a795a13542 req-91de8ea6-873c-4725-9405-d051f0e1ef6c service neutron] For port 6a6f3038-322d-4c30-a595-56f5d0ffbc7c, host n-h1-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:34:42.828965 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ada6796-043a-4a17-8345-ab634cc9d0fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a6f3038-322d-4c30-a595-56f5d0ffbc7c'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:34:42.831336 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1e6a3834e992a26d7c0b67e33d767d389e5cf97a11b89f2293fa0299e1fe502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f58837-ac81-4f45-a127-e81decef9509" -d '{"events": [{"server_uuid": "8ada6796-043a-4a17-8345-ab634cc9d0fc", "name": "network-vif-unplugged", "status": "completed", "tag": "6a6f3038-322d-4c30-a595-56f5d0ffbc7c"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:34:42.835491 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-34cae36a-0128-47d7-9f7c-34a795a13542 req-91de8ea6-873c-4725-9405-d051f0e1ef6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:34:42.848037 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-34cae36a-0128-47d7-9f7c-34a795a13542 req-91de8ea6-873c-4725-9405-d051f0e1ef6c service neutron] Transition to ACTIVE for port object 6a6f3038-322d-4c30-a595-56f5d0ffbc7c will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:34:42.852292 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-34cae36a-0128-47d7-9f7c-34a795a13542 req-91de8ea6-873c-4725-9405-d051f0e1ef6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:34:42.954570 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91de8ea6-873c-4725-9405-d051f0e1ef6c service neutron] Pushing event updated for resources: {'Port': ['ID=6a6f3038-322d-4c30-a595-56f5d0ffbc7c,revision_number=6']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:34:42.964234 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 21:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bcba040-bd41-4774-b1e3-78724f20c166 x-openstack-request-id: req-1bcba040-bd41-4774-b1e3-78724f20c166 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:34:42.964513 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ada6796-043a-4a17-8345-ab634cc9d0fc", "name": "network-vif-unplugged", "status": "completed", "tag": "6a6f3038-322d-4c30-a595-56f5d0ffbc7c", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:34:42.964760 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1bcba040-bd41-4774-b1e3-78724f20c166 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:34:42.965148 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ada6796-043a-4a17-8345-ab634cc9d0fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a6f3038-322d-4c30-a595-56f5d0ffbc7c', 'code': 200} Aug 23 21:34:42.968479 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91de8ea6-873c-4725-9405-d051f0e1ef6c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:34:42.968479 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91de8ea6-873c-4725-9405-d051f0e1ef6c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:34:42.968807 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91de8ea6-873c-4725-9405-d051f0e1ef6c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:34:42.969144 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91de8ea6-873c-4725-9405-d051f0e1ef6c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:34:42.969476 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91de8ea6-873c-4725-9405-d051f0e1ef6c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:34:42.969811 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91de8ea6-873c-4725-9405-d051f0e1ef6c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:34:42.970140 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91de8ea6-873c-4725-9405-d051f0e1ef6c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:34:42.970469 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91de8ea6-873c-4725-9405-d051f0e1ef6c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:34:42.970791 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91de8ea6-873c-4725-9405-d051f0e1ef6c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:34:42.971114 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91de8ea6-873c-4725-9405-d051f0e1ef6c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:34:42.971435 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91de8ea6-873c-4725-9405-d051f0e1ef6c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:34:42.971963 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91de8ea6-873c-4725-9405-d051f0e1ef6c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:34:42.989204 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-34cae36a-0128-47d7-9f7c-34a795a13542 req-91de8ea6-873c-4725-9405-d051f0e1ef6c service neutron] No DVR routers for this DVR port 6a6f3038-322d-4c30-a595-56f5d0ffbc7c on host n-h1-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:34:43.127340 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-34cae36a-0128-47d7-9f7c-34a795a13542 req-91de8ea6-873c-4725-9405-d051f0e1ef6c service neutron] Attempting to bind port 6a6f3038-322d-4c30-a595-56f5d0ffbc7c on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:34:43.127669 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-34cae36a-0128-47d7-9f7c-34a795a13542 req-91de8ea6-873c-4725-9405-d051f0e1ef6c service neutron] Attempting to bind port 6a6f3038-322d-4c30-a595-56f5d0ffbc7c by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': 'a2c7ef77-3836-4483-884b-f5f185af11a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '491871d3-f42c-4d88-8ad0-a2a32b79ddb1'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:34:43.127996 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cae36a-0128-47d7-9f7c-34a795a13542 req-91de8ea6-873c-4725-9405-d051f0e1ef6c service neutron] Attempting to bind port 6a6f3038-322d-4c30-a595-56f5d0ffbc7c on network 491871d3-f42c-4d88-8ad0-a2a32b79ddb1 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:34:43.132352 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cae36a-0128-47d7-9f7c-34a795a13542 req-91de8ea6-873c-4725-9405-d051f0e1ef6c service neutron] Port 6a6f3038-322d-4c30-a595-56f5d0ffbc7c on network 491871d3-f42c-4d88-8ad0-a2a32b79ddb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:34:43.132673 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cae36a-0128-47d7-9f7c-34a795a13542 req-91de8ea6-873c-4725-9405-d051f0e1ef6c service neutron] Attempting to bind port 6a6f3038-322d-4c30-a595-56f5d0ffbc7c on network 491871d3-f42c-4d88-8ad0-a2a32b79ddb1 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:34:43.137537 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cae36a-0128-47d7-9f7c-34a795a13542 req-91de8ea6-873c-4725-9405-d051f0e1ef6c service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:34:43.137817 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cae36a-0128-47d7-9f7c-34a795a13542 req-91de8ea6-873c-4725-9405-d051f0e1ef6c service neutron] Checking segment: {'id': 'a2c7ef77-3836-4483-884b-f5f185af11a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '491871d3-f42c-4d88-8ad0-a2a32b79ddb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:34:43.139118 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cae36a-0128-47d7-9f7c-34a795a13542 req-91de8ea6-873c-4725-9405-d051f0e1ef6c service neutron] Bound using segment: {'id': 'a2c7ef77-3836-4483-884b-f5f185af11a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '491871d3-f42c-4d88-8ad0-a2a32b79ddb1'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:34:43.139556 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-34cae36a-0128-47d7-9f7c-34a795a13542 req-91de8ea6-873c-4725-9405-d051f0e1ef6c service neutron] Bound port: 6a6f3038-322d-4c30-a595-56f5d0ffbc7c, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2c7ef77-3836-4483-884b-f5f185af11a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '491871d3-f42c-4d88-8ad0-a2a32b79ddb1'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:34:43.139912 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-34cae36a-0128-47d7-9f7c-34a795a13542 req-91de8ea6-873c-4725-9405-d051f0e1ef6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:34:43.202311 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-34cae36a-0128-47d7-9f7c-34a795a13542 req-91de8ea6-873c-4725-9405-d051f0e1ef6c service neutron] For port 6a6f3038-322d-4c30-a595-56f5d0ffbc7c, host n-h2-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:34:43.205191 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-34cae36a-0128-47d7-9f7c-34a795a13542 req-91de8ea6-873c-4725-9405-d051f0e1ef6c service neutron] For port 6a6f3038-322d-4c30-a595-56f5d0ffbc7c, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=6a6f3038-322d-4c30-a595-56f5d0ffbc7c,segment=NetworkSegment(a2c7ef77-3836-4483-884b-f5f185af11a1),segment_id=a2c7ef77-3836-4483-884b-f5f185af11a1)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:34:43.209622 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-34cae36a-0128-47d7-9f7c-34a795a13542 req-91de8ea6-873c-4725-9405-d051f0e1ef6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:34:43.244375 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cae36a-0128-47d7-9f7c-34a795a13542 req-91de8ea6-873c-4725-9405-d051f0e1ef6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:34:43.244999 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-34cae36a-0128-47d7-9f7c-34a795a13542 req-91de8ea6-873c-4725-9405-d051f0e1ef6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:34:43.246656 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-34cae36a-0128-47d7-9f7c-34a795a13542 req-91de8ea6-873c-4725-9405-d051f0e1ef6c service neutron] 10.222.0.32 "PUT /v2.0/ports/6a6f3038-322d-4c30-a595-56f5d0ffbc7c HTTP/1.1" status: 200 len: 1091 time: 0.7604473 Aug 23 21:34:43.268344 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91de8ea6-873c-4725-9405-d051f0e1ef6c service neutron] Pushing event updated for resources: {'Port': ['ID=6a6f3038-322d-4c30-a595-56f5d0ffbc7c,revision_number=7']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:34:43.330606 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cae36a-0128-47d7-9f7c-34a795a13542 req-5b176f1e-a8c6-4704-821c-0a5a08bb5711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:34:43.332177 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-34cae36a-0128-47d7-9f7c-34a795a13542 req-5b176f1e-a8c6-4704-821c-0a5a08bb5711 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f5ec03f379a044fe8aab04b1df4a2f2b&device_id=8ada6796-043a-4a17-8345-ab634cc9d0fc HTTP/1.1" status: 200 len: 1094 time: 0.0465918 Aug 23 21:34:43.425761 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cae36a-0128-47d7-9f7c-34a795a13542 req-3c81840d-ca0d-4a38-892e-cd0db7f49372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:34:43.427236 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-34cae36a-0128-47d7-9f7c-34a795a13542 req-3c81840d-ca0d-4a38-892e-cd0db7f49372 service neutron] 10.222.0.32 "GET /v2.0/networks?id=491871d3-f42c-4d88-8ad0-a2a32b79ddb1 HTTP/1.1" status: 200 len: 898 time: 0.0870554 Aug 23 21:34:43.500892 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-34cae36a-0128-47d7-9f7c-34a795a13542 req-2b52d2f6-a99d-4c6d-b095-579668db2172 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a6f3038-322d-4c30-a595-56f5d0ffbc7c HTTP/1.1" status: 200 len: 999 time: 0.0626187 Aug 23 21:34:43.527063 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4dabb8cf-7345-46f4-b1f2-c614c2db618c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:34:43.553617 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cae36a-0128-47d7-9f7c-34a795a13542 req-2b9ebf3d-3d76-467f-b4a9-35d028cd6547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:34:43.555088 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-34cae36a-0128-47d7-9f7c-34a795a13542 req-2b9ebf3d-3d76-467f-b4a9-35d028cd6547 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aea27af4-e723-4f3b-8407-c7e7c34fc4eb HTTP/1.1" status: 200 len: 834 time: 0.0468173 Aug 23 21:34:43.604215 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cae36a-0128-47d7-9f7c-34a795a13542 req-522c5900-9116-4bb1-9641-ba5692d59e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:34:43.605735 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-34cae36a-0128-47d7-9f7c-34a795a13542 req-522c5900-9116-4bb1-9641-ba5692d59e00 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=491871d3-f42c-4d88-8ad0-a2a32b79ddb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398331 Aug 23 21:34:43.617320 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [req-34cae36a-0128-47d7-9f7c-34a795a13542 req-32b21c93-0223-437f-bdc4-907735e0babc service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 21:34:43.618276 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-34cae36a-0128-47d7-9f7c-34a795a13542 req-32b21c93-0223-437f-bdc4-907735e0babc service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050163 Aug 23 21:34:43.641030 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:34:43.713800 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-34cae36a-0128-47d7-9f7c-34a795a13542 req-9f214ee8-682e-499e-8836-62c0778614a8 service neutron] 10.222.0.32 "GET /v2.0/networks/491871d3-f42c-4d88-8ad0-a2a32b79ddb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874925 Aug 23 21:34:43.809007 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-34cae36a-0128-47d7-9f7c-34a795a13542 req-4e0183eb-82ed-42ea-a567-0932875af1db service neutron] 10.222.0.32 "GET /v2.0/networks/491871d3-f42c-4d88-8ad0-a2a32b79ddb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875719 Aug 23 21:34:43.880737 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac555693-6d1c-41ff-bba8-a741e64151ff req-e2fffcd8-9e1b-4f49-b946-1639bce96e51 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:34:43.882812 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ac555693-6d1c-41ff-bba8-a741e64151ff req-e2fffcd8-9e1b-4f49-b946-1639bce96e51 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ada6796-043a-4a17-8345-ab634cc9d0fc HTTP/1.1" status: 200 len: 943 time: 0.0533116 Aug 23 21:34:43.922477 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ac555693-6d1c-41ff-bba8-a741e64151ff req-a628c62c-4fe9-4f27-91fb-53228408fd5a tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a7a8b69-70c9-4412-8214-02c9e14ac89e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330713 Aug 23 21:34:44.809035 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:34:44.967492 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ada6796-043a-4a17-8345-ab634cc9d0fc', 'tag': '6a6f3038-322d-4c30-a595-56f5d0ffbc7c'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:34:44.970144 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1e6a3834e992a26d7c0b67e33d767d389e5cf97a11b89f2293fa0299e1fe502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd8028a-085a-4f5c-a33a-1be32cf52d8a" -d '{"events": [{"name": "network-changed", "server_uuid": "8ada6796-043a-4a17-8345-ab634cc9d0fc", "tag": "6a6f3038-322d-4c30-a595-56f5d0ffbc7c"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:34:45.023005 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c659d86-19e6-4800-b375-e3dba3ca0b88 x-openstack-request-id: req-5c659d86-19e6-4800-b375-e3dba3ca0b88 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:34:45.023289 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ada6796-043a-4a17-8345-ab634cc9d0fc", "tag": "6a6f3038-322d-4c30-a595-56f5d0ffbc7c", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:34:45.023535 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5c659d86-19e6-4800-b375-e3dba3ca0b88 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:34:45.023913 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ada6796-043a-4a17-8345-ab634cc9d0fc', 'tag': '6a6f3038-322d-4c30-a595-56f5d0ffbc7c', 'status': 'completed', 'code': 200} Aug 23 21:34:45.047139 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962c67e-d3f3-4523-9e2f-4e989ec3979a req-e562b7a0-7fd3-4b47-a100-529eba4488c3 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:34:45.048675 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9962c67e-d3f3-4523-9e2f-4e989ec3979a req-e562b7a0-7fd3-4b47-a100-529eba4488c3 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ada6796-043a-4a17-8345-ab634cc9d0fc HTTP/1.1" status: 200 len: 943 time: 0.0530269 Aug 23 21:34:45.081504 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8028a-085a-4f5c-a33a-1be32cf52d8a req-a2ddb9df-765a-4b71-a834-4c9d875fe389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:34:45.083130 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4fd8028a-085a-4f5c-a33a-1be32cf52d8a req-a2ddb9df-765a-4b71-a834-4c9d875fe389 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f5ec03f379a044fe8aab04b1df4a2f2b&device_id=8ada6796-043a-4a17-8345-ab634cc9d0fc HTTP/1.1" status: 200 len: 1094 time: 0.0438123 Aug 23 21:34:45.115676 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9962c67e-d3f3-4523-9e2f-4e989ec3979a req-066403de-a58b-473f-927e-1e440963e26f tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a7a8b69-70c9-4412-8214-02c9e14ac89e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608068 Aug 23 21:34:45.136349 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8028a-085a-4f5c-a33a-1be32cf52d8a req-6f065ac0-0df5-4dd5-b511-4be4a0c55aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:34:45.136349 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4fd8028a-085a-4f5c-a33a-1be32cf52d8a req-6f065ac0-0df5-4dd5-b511-4be4a0c55aa9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f5ec03f379a044fe8aab04b1df4a2f2b&device_id=8ada6796-043a-4a17-8345-ab634cc9d0fc HTTP/1.1" status: 200 len: 1094 time: 0.0583367 Aug 23 21:34:45.176375 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8028a-085a-4f5c-a33a-1be32cf52d8a req-db9814b1-ccab-418c-aec7-d7718c3bfb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:34:45.177863 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4fd8028a-085a-4f5c-a33a-1be32cf52d8a req-db9814b1-ccab-418c-aec7-d7718c3bfb68 service neutron] 10.222.0.11 "GET /v2.0/networks?id=491871d3-f42c-4d88-8ad0-a2a32b79ddb1 HTTP/1.1" status: 200 len: 898 time: 0.0876153 Aug 23 21:34:45.227893 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8028a-085a-4f5c-a33a-1be32cf52d8a req-f5331ba8-e0ae-4ce1-82d8-db06adabd7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:34:45.229581 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4fd8028a-085a-4f5c-a33a-1be32cf52d8a req-f5331ba8-e0ae-4ce1-82d8-db06adabd7fe service neutron] 10.222.0.32 "GET /v2.0/networks?id=491871d3-f42c-4d88-8ad0-a2a32b79ddb1 HTTP/1.1" status: 200 len: 898 time: 0.0873320 Aug 23 21:34:45.249945 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4fd8028a-085a-4f5c-a33a-1be32cf52d8a req-1549ee91-0261-44db-980b-a9d9b2b343d9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a6f3038-322d-4c30-a595-56f5d0ffbc7c HTTP/1.1" status: 200 len: 999 time: 0.0650780 Aug 23 21:34:45.300563 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4fd8028a-085a-4f5c-a33a-1be32cf52d8a req-d06f84f1-1779-486c-9418-acfc6847c5bd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a6f3038-322d-4c30-a595-56f5d0ffbc7c HTTP/1.1" status: 200 len: 999 time: 0.0637679 Aug 23 21:34:45.301398 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8028a-085a-4f5c-a33a-1be32cf52d8a req-352bda29-a558-4849-89ad-ca92ba9b4405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:34:45.302850 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4fd8028a-085a-4f5c-a33a-1be32cf52d8a req-352bda29-a558-4849-89ad-ca92ba9b4405 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=aea27af4-e723-4f3b-8407-c7e7c34fc4eb HTTP/1.1" status: 200 len: 834 time: 0.0456214 Aug 23 21:34:45.348758 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8028a-085a-4f5c-a33a-1be32cf52d8a req-044c07ba-1890-49c1-99cf-15a654699372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:34:45.350263 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4fd8028a-085a-4f5c-a33a-1be32cf52d8a req-044c07ba-1890-49c1-99cf-15a654699372 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=491871d3-f42c-4d88-8ad0-a2a32b79ddb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402453 Aug 23 21:34:45.351636 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8028a-085a-4f5c-a33a-1be32cf52d8a req-c0767b35-b0e3-4d0e-a840-615b52bb6790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:34:45.353128 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4fd8028a-085a-4f5c-a33a-1be32cf52d8a req-c0767b35-b0e3-4d0e-a840-615b52bb6790 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aea27af4-e723-4f3b-8407-c7e7c34fc4eb HTTP/1.1" status: 200 len: 834 time: 0.0452440 Aug 23 21:34:45.400690 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8028a-085a-4f5c-a33a-1be32cf52d8a req-69a4ac64-b0bd-40c2-bc69-464b7f67ca7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:34:45.402198 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4fd8028a-085a-4f5c-a33a-1be32cf52d8a req-69a4ac64-b0bd-40c2-bc69-464b7f67ca7d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=491871d3-f42c-4d88-8ad0-a2a32b79ddb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392787 Aug 23 21:34:45.445231 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4fd8028a-085a-4f5c-a33a-1be32cf52d8a req-a83bacab-387e-4a05-a908-68965d565d52 service neutron] 10.222.0.11 "GET /v2.0/networks/491871d3-f42c-4d88-8ad0-a2a32b79ddb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880401 Aug 23 21:34:45.499041 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4fd8028a-085a-4f5c-a33a-1be32cf52d8a req-724f0215-1e82-457c-929b-181e9585e9e5 service neutron] 10.222.0.32 "GET /v2.0/networks/491871d3-f42c-4d88-8ad0-a2a32b79ddb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876727 Aug 23 21:34:45.536502 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4fd8028a-085a-4f5c-a33a-1be32cf52d8a req-b07fa274-3d39-45ef-9493-78e6131f0571 service neutron] 10.222.0.11 "GET /v2.0/networks/491871d3-f42c-4d88-8ad0-a2a32b79ddb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841897 Aug 23 21:34:45.589657 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4fd8028a-085a-4f5c-a33a-1be32cf52d8a req-179000b7-4f2e-4ec3-8ebe-573a72356ed0 service neutron] 10.222.0.32 "GET /v2.0/networks/491871d3-f42c-4d88-8ad0-a2a32b79ddb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823128 Aug 23 21:34:46.184495 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:34:46.243815 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17591db-72d1-4657-bfb0-f4c6bd7c03e5 req-28ac50af-764a-414f-90b2-c303777c1167 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:34:46.245324 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d17591db-72d1-4657-bfb0-f4c6bd7c03e5 req-28ac50af-764a-414f-90b2-c303777c1167 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ada6796-043a-4a17-8345-ab634cc9d0fc HTTP/1.1" status: 200 len: 943 time: 0.0549037 Aug 23 21:34:46.283985 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d17591db-72d1-4657-bfb0-f4c6bd7c03e5 req-bbb44e06-79f7-4a54-a815-5461ab7b929e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a7a8b69-70c9-4412-8214-02c9e14ac89e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318310 Aug 23 21:34:46.511205 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9fbded-1173-4699-9096-a7c19d1bb3cd req-d13f16b9-45fe-489a-9a01-b691efa54f9f tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:34:46.512760 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4a9fbded-1173-4699-9096-a7c19d1bb3cd req-d13f16b9-45fe-489a-9a01-b691efa54f9f tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ada6796-043a-4a17-8345-ab634cc9d0fc HTTP/1.1" status: 200 len: 943 time: 0.0823367 Aug 23 21:34:46.524626 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c799c01-e085-478b-bc86-ec93297c0ffc req-939b8b9e-d708-4bf3-a6f2-8d8baf289895 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:34:46.525984 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2c799c01-e085-478b-bc86-ec93297c0ffc req-939b8b9e-d708-4bf3-a6f2-8d8baf289895 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ada6796-043a-4a17-8345-ab634cc9d0fc&tenant_id=f5ec03f379a044fe8aab04b1df4a2f2b&binding%3Ahost_id=n-h2-805663-2 HTTP/1.1" status: 200 len: 943 time: 0.0691051 Aug 23 21:34:46.553948 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 6a6f3038-322d-4c30-a595-56f5d0ffbc7c no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:34:46.591078 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4a9fbded-1173-4699-9096-a7c19d1bb3cd req-15f12adc-eb50-48ad-a850-ef7c0fbc543d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a7a8b69-70c9-4412-8214-02c9e14ac89e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640607 Aug 23 21:34:46.592926 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 6a6f3038-322d-4c30-a595-56f5d0ffbc7c not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:34:46.613204 n-d-805663-2 neutron-server[94688]: INFO neutron.api.v2.resource [req-2c799c01-e085-478b-bc86-ec93297c0ffc req-b4c70e0f-f1d9-443b-ad74-4d26afde771f service neutron] delete failed (client error): The resource could not be found. Aug 23 21:34:46.614345 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2c799c01-e085-478b-bc86-ec93297c0ffc req-b4c70e0f-f1d9-443b-ad74-4d26afde771f service neutron] 10.222.0.11 "DELETE /v2.0/ports/6a6f3038-322d-4c30-a595-56f5d0ffbc7c/bindings/n-h1-805663-2 HTTP/1.1" status: 404 len: 380 time: 0.0800407 Aug 23 21:34:46.696402 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c799c01-e085-478b-bc86-ec93297c0ffc req-59345926-571e-4ffe-8ea8-4c992e99d67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:34:46.697842 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2c799c01-e085-478b-bc86-ec93297c0ffc req-59345926-571e-4ffe-8ea8-4c992e99d67e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f5ec03f379a044fe8aab04b1df4a2f2b&device_id=8ada6796-043a-4a17-8345-ab634cc9d0fc HTTP/1.1" status: 200 len: 1094 time: 0.0409057 Aug 23 21:34:46.714474 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca2c24-7302-452f-b356-cd86f5553044 req-10eeff91-0d3f-48a2-9942-47fd07b1146e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:34:46.715972 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7bca2c24-7302-452f-b356-cd86f5553044 req-10eeff91-0d3f-48a2-9942-47fd07b1146e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ada6796-043a-4a17-8345-ab634cc9d0fc HTTP/1.1" status: 200 len: 943 time: 0.0514436 Aug 23 21:34:46.755175 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7bca2c24-7302-452f-b356-cd86f5553044 req-f3d59327-d6b0-4bee-9526-a09b5c47225b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a7a8b69-70c9-4412-8214-02c9e14ac89e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321600 Aug 23 21:34:46.788721 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c799c01-e085-478b-bc86-ec93297c0ffc req-eb328414-e762-483f-82fe-38acf31a0a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:34:46.790231 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2c799c01-e085-478b-bc86-ec93297c0ffc req-eb328414-e762-483f-82fe-38acf31a0a21 service neutron] 10.222.0.11 "GET /v2.0/networks?id=491871d3-f42c-4d88-8ad0-a2a32b79ddb1 HTTP/1.1" status: 200 len: 898 time: 0.0853720 Aug 23 21:34:46.860793 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2c799c01-e085-478b-bc86-ec93297c0ffc req-29d43536-00e1-4771-923b-95048392434d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a6f3038-322d-4c30-a595-56f5d0ffbc7c HTTP/1.1" status: 200 len: 999 time: 0.0633242 Aug 23 21:34:46.910647 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c799c01-e085-478b-bc86-ec93297c0ffc req-dc6685b0-8040-4e7f-a810-4689cadbe218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:34:46.912104 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2c799c01-e085-478b-bc86-ec93297c0ffc req-dc6685b0-8040-4e7f-a810-4689cadbe218 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=aea27af4-e723-4f3b-8407-c7e7c34fc4eb HTTP/1.1" status: 200 len: 834 time: 0.0447717 Aug 23 21:34:46.957609 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c799c01-e085-478b-bc86-ec93297c0ffc req-9f23265c-cdcb-4c2c-970a-357b00542a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:34:46.958996 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2c799c01-e085-478b-bc86-ec93297c0ffc req-9f23265c-cdcb-4c2c-970a-357b00542a77 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=491871d3-f42c-4d88-8ad0-a2a32b79ddb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401764 Aug 23 21:34:47.051617 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2c799c01-e085-478b-bc86-ec93297c0ffc req-ccd7b748-7177-4f4a-9316-10b7efd1cdb0 service neutron] 10.222.0.11 "GET /v2.0/networks/491871d3-f42c-4d88-8ad0-a2a32b79ddb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854948 Aug 23 21:34:47.141564 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2c799c01-e085-478b-bc86-ec93297c0ffc req-6ccb5369-1f6a-4218-8802-d7bbbf708477 service neutron] 10.222.0.11 "GET /v2.0/networks/491871d3-f42c-4d88-8ad0-a2a32b79ddb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829518 Aug 23 21:34:47.876345 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece0f78-84ed-43d5-aee5-ddccb1957745 req-b9f3d0aa-dbc6-43fe-a8ca-cfe15c726791 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:34:47.877839 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4ece0f78-84ed-43d5-aee5-ddccb1957745 req-b9f3d0aa-dbc6-43fe-a8ca-cfe15c726791 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ada6796-043a-4a17-8345-ab634cc9d0fc HTTP/1.1" status: 200 len: 943 time: 0.0543714 Aug 23 21:34:47.915578 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4ece0f78-84ed-43d5-aee5-ddccb1957745 req-25245eef-c4b2-4cdf-856f-fcf386e70a15 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a7a8b69-70c9-4412-8214-02c9e14ac89e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318050 Aug 23 21:34:47.937474 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53942) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:34:47.998438 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-28d41e07-58ac-4e30-82ac-16c42ee1e65b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/floatingips/76a79562-9e16-4c6f-b3c1-fd36161fbdec HTTP/1.1" status: 200 len: 991 time: 0.0598505 Aug 23 21:34:48.205387 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 6a6f3038-322d-4c30-a595-56f5d0ffbc7c details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 21:34:48.300541 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 6a6f3038-322d-4c30-a595-56f5d0ffbc7c, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=6a6f3038-322d-4c30-a595-56f5d0ffbc7c,segment=NetworkSegment(a2c7ef77-3836-4483-884b-f5f185af11a1),segment_id=a2c7ef77-3836-4483-884b-f5f185af11a1)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:34:48.311058 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': '6a6f3038-322d-4c30-a595-56f5d0ffbc7c', 'network_id': '491871d3-f42c-4d88-8ad0-a2a32b79ddb1', 'port_id': '6a6f3038-322d-4c30-a595-56f5d0ffbc7c', 'mac_address': 'fa:16:3e:3a:0a:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aea27af4-e723-4f3b-8407-c7e7c34fc4eb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 21:34:48.347317 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:34:48.359721 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a6f3038-322d-4c30-a595-56f5d0ffbc7c {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:34:48.381723 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 6a6f3038-322d-4c30-a595-56f5d0ffbc7c, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=6a6f3038-322d-4c30-a595-56f5d0ffbc7c,segment=NetworkSegment(a2c7ef77-3836-4483-884b-f5f185af11a1),segment_id=a2c7ef77-3836-4483-884b-f5f185af11a1)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:34:48.386026 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:34:48.431400 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=6a6f3038-322d-4c30-a595-56f5d0ffbc7c,revision_number=8']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:34:48.439227 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:34:48.439572 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:34:48.439908 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:34:48.440339 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:34:48.440678 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:34:48.441009 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:34:48.441337 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:34:48.441661 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:34:48.441990 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:34:48.442308 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:34:48.442631 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:34:48.442951 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:34:48.749465 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['6a6f3038-322d-4c30-a595-56f5d0ffbc7c'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:34:50.231568 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 6a6f3038-322d-4c30-a595-56f5d0ffbc7c up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:34:50.282678 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port 6a6f3038-322d-4c30-a595-56f5d0ffbc7c completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:34:50.286474 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port 6a6f3038-322d-4c30-a595-56f5d0ffbc7c triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:34:50.286845 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:34:50.362595 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:34:50.386169 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ada6796-043a-4a17-8345-ab634cc9d0fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6f3038-322d-4c30-a595-56f5d0ffbc7c'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:34:50.389543 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e577f7a2b9c3f6bcf6a64bd3e1bbb8e0b095addae8cf51c17fc2638a25953e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef8c788-6ac8-4a1c-97b4-9e9d05e58f08" -d '{"events": [{"server_uuid": "8ada6796-043a-4a17-8345-ab634cc9d0fc", "name": "network-vif-plugged", "status": "completed", "tag": "6a6f3038-322d-4c30-a595-56f5d0ffbc7c"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:34:50.401823 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 6a6f3038-322d-4c30-a595-56f5d0ffbc7c, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=6a6f3038-322d-4c30-a595-56f5d0ffbc7c,segment=NetworkSegment(a2c7ef77-3836-4483-884b-f5f185af11a1),segment_id=a2c7ef77-3836-4483-884b-f5f185af11a1)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:34:50.407365 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:34:50.434256 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464d8c44-5e46-4b1e-948c-8d71c9e25398 x-openstack-request-id: req-464d8c44-5e46-4b1e-948c-8d71c9e25398 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:34:50.434543 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ada6796-043a-4a17-8345-ab634cc9d0fc", "name": "network-vif-plugged", "status": "completed", "tag": "6a6f3038-322d-4c30-a595-56f5d0ffbc7c", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:34:50.434791 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-464d8c44-5e46-4b1e-948c-8d71c9e25398 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:34:50.435330 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ada6796-043a-4a17-8345-ab634cc9d0fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6f3038-322d-4c30-a595-56f5d0ffbc7c', 'code': 200} Aug 23 21:34:50.460962 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=6a6f3038-322d-4c30-a595-56f5d0ffbc7c,revision_number=9']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:34:50.954368 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:01.244776 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:35:07.220519 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f81972df-5bec-4cf5-8300-761cfa8bab98 req-d0a66e49-64a7-4df9-b076-4d4e1d522561 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8ada6796-043a-4a17-8345-ab634cc9d0fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430841 Aug 23 21:35:07.322360 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81972df-5bec-4cf5-8300-761cfa8bab98 req-aa8a527c-33cf-45ab-9749-9d07731fcbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:35:07.323941 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f81972df-5bec-4cf5-8300-761cfa8bab98 req-aa8a527c-33cf-45ab-9749-9d07731fcbd5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f5ec03f379a044fe8aab04b1df4a2f2b&device_id=8ada6796-043a-4a17-8345-ab634cc9d0fc HTTP/1.1" status: 200 len: 1096 time: 0.0402818 Aug 23 21:35:07.430879 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81972df-5bec-4cf5-8300-761cfa8bab98 req-5dfdd14a-03ae-4042-965e-c71a1808fc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:35:07.432676 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f81972df-5bec-4cf5-8300-761cfa8bab98 req-5dfdd14a-03ae-4042-965e-c71a1808fc1d service neutron] 10.222.0.32 "GET /v2.0/networks?id=491871d3-f42c-4d88-8ad0-a2a32b79ddb1 HTTP/1.1" status: 200 len: 898 time: 0.0869472 Aug 23 21:35:07.842452 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f81972df-5bec-4cf5-8300-761cfa8bab98 req-81b86035-9b33-4daf-91ee-6461b05549a7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a6f3038-322d-4c30-a595-56f5d0ffbc7c HTTP/1.1" status: 200 len: 1001 time: 0.4012699 Aug 23 21:35:07.892163 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81972df-5bec-4cf5-8300-761cfa8bab98 req-32c33445-cbab-430d-a262-22a670cd970c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:35:07.893581 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f81972df-5bec-4cf5-8300-761cfa8bab98 req-32c33445-cbab-430d-a262-22a670cd970c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aea27af4-e723-4f3b-8407-c7e7c34fc4eb HTTP/1.1" status: 200 len: 834 time: 0.0424728 Aug 23 21:35:07.941062 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81972df-5bec-4cf5-8300-761cfa8bab98 req-854bc2e2-f7b6-4a9d-a1b5-5950738c2d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:35:07.942534 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f81972df-5bec-4cf5-8300-761cfa8bab98 req-854bc2e2-f7b6-4a9d-a1b5-5950738c2d91 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=491871d3-f42c-4d88-8ad0-a2a32b79ddb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398998 Aug 23 21:35:08.035734 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f81972df-5bec-4cf5-8300-761cfa8bab98 req-94f1779e-470f-4417-97f3-83676e61140f service neutron] 10.222.0.32 "GET /v2.0/networks/491871d3-f42c-4d88-8ad0-a2a32b79ddb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833526 Aug 23 21:35:08.126259 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f81972df-5bec-4cf5-8300-761cfa8bab98 req-689bd091-e021-4604-9c36-def3b882f663 service neutron] 10.222.0.32 "GET /v2.0/networks/491871d3-f42c-4d88-8ad0-a2a32b79ddb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809832 Aug 23 21:35:10.120228 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d8595d5-d4d8-4903-83e7-8e93114fe677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:10.972360 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:13.518666 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-13cd8702-5eb0-4e2e-80bf-b216a6a5d900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:13.644500 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:14.813088 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:16.186348 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:20.613439 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53954) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:35:20.811245 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-2918f716-7110-49ef-9a74-74282e14730e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Deleting port 837d1630-a1df-41f8-a064-46929c0cab43 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:35:20.811587 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2918f716-7110-49ef-9a74-74282e14730e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:20.905980 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2918f716-7110-49ef-9a74-74282e14730e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:20.906290 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2918f716-7110-49ef-9a74-74282e14730e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:20.923448 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-2918f716-7110-49ef-9a74-74282e14730e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Calling delete_port for 837d1630-a1df-41f8-a064-46929c0cab43 owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:35:20.968948 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:21.086333 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2918f716-7110-49ef-9a74-74282e14730e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:21.111857 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2918f716-7110-49ef-9a74-74282e14730e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event deleted for resources: {'Port': ['ID=837d1630-a1df-41f8-a064-46929c0cab43,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:35:21.129934 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2918f716-7110-49ef-9a74-74282e14730e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:35:21.130477 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2918f716-7110-49ef-9a74-74282e14730e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:35:21.131039 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2918f716-7110-49ef-9a74-74282e14730e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:35:21.131562 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2918f716-7110-49ef-9a74-74282e14730e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:35:21.132112 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2918f716-7110-49ef-9a74-74282e14730e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:35:21.132646 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2918f716-7110-49ef-9a74-74282e14730e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:35:21.133167 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2918f716-7110-49ef-9a74-74282e14730e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:35:21.133710 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2918f716-7110-49ef-9a74-74282e14730e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:35:21.134239 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2918f716-7110-49ef-9a74-74282e14730e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:35:21.134758 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2918f716-7110-49ef-9a74-74282e14730e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:35:21.135365 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2918f716-7110-49ef-9a74-74282e14730e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:35:21.135886 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2918f716-7110-49ef-9a74-74282e14730e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:35:21.221126 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2918f716-7110-49ef-9a74-74282e14730e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:21.221622 n-d-805663-2 neutron-server[94688]: INFO neutron.db.l3_db [None req-2918f716-7110-49ef-9a74-74282e14730e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Floating IP 76a79562-9e16-4c6f-b3c1-fd36161fbdec disassociated (deleted). External IP: 172.25.4.142, port: 6a6f3038-322d-4c30-a595-56f5d0ffbc7c. Aug 23 21:35:21.432296 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2918f716-7110-49ef-9a74-74282e14730e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Router f6b75c35-a1a1-4ee4-9a48-1a7983d51576 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:35:21.859824 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2918f716-7110-49ef-9a74-74282e14730e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:35:21.864682 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2918f716-7110-49ef-9a74-74282e14730e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:21.869238 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb63c41-616d-4eb3-a1aa-892796ec48a2 None None] Sync routers for ids ['f6b75c35-a1a1-4ee4-9a48-1a7983d51576'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:35:21.878773 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb63c41-616d-4eb3-a1aa-892796ec48a2 None None] Routers {'f6b75c35-a1a1-4ee4-9a48-1a7983d51576'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:35:21.879374 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8cb63c41-616d-4eb3-a1aa-892796ec48a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:35:14Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['f6b75c35-a1a1-4ee4-9a48-1a7983d51576'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:35:21.893328 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2918f716-7110-49ef-9a74-74282e14730e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "DELETE /v2.0/floatingips/76a79562-9e16-4c6f-b3c1-fd36161fbdec HTTP/1.1" status: 204 len: 168 time: 1.2787950 Aug 23 21:35:21.894145 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ada6796-043a-4a17-8345-ab634cc9d0fc', 'tag': '6a6f3038-322d-4c30-a595-56f5d0ffbc7c'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:35:21.896414 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}464d6cbacbaeb9374483e58d29b165f94917862334b697df3b381d289610f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9931e083-d227-413c-a0f8-5aaa460ce0d9" -d '{"events": [{"name": "network-changed", "server_uuid": "8ada6796-043a-4a17-8345-ab634cc9d0fc", "tag": "6a6f3038-322d-4c30-a595-56f5d0ffbc7c"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:35:21.934600 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d440e4f-c4e8-4358-8b4e-6b5d040bb93a x-openstack-request-id: req-8d440e4f-c4e8-4358-8b4e-6b5d040bb93a {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:35:21.934943 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ada6796-043a-4a17-8345-ab634cc9d0fc", "tag": "6a6f3038-322d-4c30-a595-56f5d0ffbc7c", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:35:21.935149 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8d440e4f-c4e8-4358-8b4e-6b5d040bb93a {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:35:21.935693 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ada6796-043a-4a17-8345-ab634cc9d0fc', 'tag': '6a6f3038-322d-4c30-a595-56f5d0ffbc7c', 'status': 'completed', 'code': 200} Aug 23 21:35:21.988807 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-8cb63c41-616d-4eb3-a1aa-892796ec48a2 None None] Set router f6b75c35-a1a1-4ee4-9a48-1a7983d51576 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:35:22.048954 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9931e083-d227-413c-a0f8-5aaa460ce0d9 req-0a917ddc-58c0-4ae9-80f7-5b59336fd42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:35:22.050541 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9931e083-d227-413c-a0f8-5aaa460ce0d9 req-0a917ddc-58c0-4ae9-80f7-5b59336fd42a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f5ec03f379a044fe8aab04b1df4a2f2b&device_id=8ada6796-043a-4a17-8345-ab634cc9d0fc HTTP/1.1" status: 200 len: 1096 time: 0.0597036 Aug 23 21:35:22.145270 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72984f-5f6a-4e93-9ae0-85134f4072f8 req-939f4334-c1b7-4849-ae6e-98e073bb5100 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:35:22.147089 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-be72984f-5f6a-4e93-9ae0-85134f4072f8 req-939f4334-c1b7-4849-ae6e-98e073bb5100 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ada6796-043a-4a17-8345-ab634cc9d0fc HTTP/1.1" status: 200 len: 945 time: 0.0565720 Aug 23 21:35:22.190660 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-be72984f-5f6a-4e93-9ae0-85134f4072f8 req-f240c48b-196e-4e86-bb23-3cfa264f929e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a7a8b69-70c9-4412-8214-02c9e14ac89e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363436 Aug 23 21:35:22.191243 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9931e083-d227-413c-a0f8-5aaa460ce0d9 req-4a8fd855-fc34-4447-83ba-c2cd749a0915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:35:22.192741 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9931e083-d227-413c-a0f8-5aaa460ce0d9 req-4a8fd855-fc34-4447-83ba-c2cd749a0915 service neutron] 10.222.0.32 "GET /v2.0/networks?id=491871d3-f42c-4d88-8ad0-a2a32b79ddb1 HTTP/1.1" status: 200 len: 898 time: 0.0968919 Aug 23 21:35:22.217749 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8cb63c41-616d-4eb3-a1aa-892796ec48a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b75c35-a1a1-4ee4-9a48-1a7983d51576', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585088806', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '56c2af13-b4f5-4b86-9361-feebb16fa660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:33:32Z', 'updated_at': '2021-08-23T21:33:36Z', 'revision_number': 4, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': '56c2af13-b4f5-4b86-9361-feebb16fa660', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b75c35-a1a1-4ee4-9a48-1a7983d51576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:33:33Z', 'updated_at': '2021-08-23T21:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '96eea9bd-bb47-4207-aaa3-e3d1ee166dc5', 'name': '', 'network_id': '491871d3-f42c-4d88-8ad0-a2a32b79ddb1', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'mac_address': 'fa:16:3e:91:00:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b75c35-a1a1-4ee4-9a48-1a7983d51576', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'aea27af4-e723-4f3b-8407-c7e7c34fc4eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:33:35Z', 'updated_at': '2021-08-23T21:33:40Z', 'revision_number': 5, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'subnets': [{'id': 'aea27af4-e723-4f3b-8407-c7e7c34fc4eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:35:22.242101 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9931e083-d227-413c-a0f8-5aaa460ce0d9 req-4e06de94-f186-414c-9bc2-34ec8e6b8b86 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a6f3038-322d-4c30-a595-56f5d0ffbc7c HTTP/1.1" status: 200 len: 217 time: 0.0405405 Aug 23 21:35:22.249352 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb63c41-616d-4eb3-a1aa-892796ec48a2 None None] Checking router: f6b75c35-a1a1-4ee4-9a48-1a7983d51576 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:35:22.257935 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb63c41-616d-4eb3-a1aa-892796ec48a2 None None] Routers {'f6b75c35-a1a1-4ee4-9a48-1a7983d51576'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:35:22.258544 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8cb63c41-616d-4eb3-a1aa-892796ec48a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:35:14Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['f6b75c35-a1a1-4ee4-9a48-1a7983d51576'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:35:22.295639 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9931e083-d227-413c-a0f8-5aaa460ce0d9 req-a7239dd7-1394-4897-9117-9c8c9cdeca0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:35:22.297157 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9931e083-d227-413c-a0f8-5aaa460ce0d9 req-a7239dd7-1394-4897-9117-9c8c9cdeca0a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aea27af4-e723-4f3b-8407-c7e7c34fc4eb HTTP/1.1" status: 200 len: 834 time: 0.0457854 Aug 23 21:35:22.345079 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9931e083-d227-413c-a0f8-5aaa460ce0d9 req-fe3385b5-2dc3-40b3-88c2-6fbdc69e1d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:35:22.346612 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9931e083-d227-413c-a0f8-5aaa460ce0d9 req-fe3385b5-2dc3-40b3-88c2-6fbdc69e1d81 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=491871d3-f42c-4d88-8ad0-a2a32b79ddb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406752 Aug 23 21:35:22.363765 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-8cb63c41-616d-4eb3-a1aa-892796ec48a2 None None] Set router f6b75c35-a1a1-4ee4-9a48-1a7983d51576 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:35:22.443700 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9931e083-d227-413c-a0f8-5aaa460ce0d9 req-8cabd5cc-b155-4b3e-9327-189f947f1162 service neutron] 10.222.0.32 "GET /v2.0/networks/491871d3-f42c-4d88-8ad0-a2a32b79ddb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877862 Aug 23 21:35:22.543740 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9931e083-d227-413c-a0f8-5aaa460ce0d9 req-b3582d09-488c-4b18-8993-0ae7e3524888 service neutron] 10.222.0.32 "GET /v2.0/networks/491871d3-f42c-4d88-8ad0-a2a32b79ddb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877655 Aug 23 21:35:22.563139 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8cb63c41-616d-4eb3-a1aa-892796ec48a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b75c35-a1a1-4ee4-9a48-1a7983d51576', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585088806', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '56c2af13-b4f5-4b86-9361-feebb16fa660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:33:32Z', 'updated_at': '2021-08-23T21:33:36Z', 'revision_number': 4, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': '56c2af13-b4f5-4b86-9361-feebb16fa660', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b75c35-a1a1-4ee4-9a48-1a7983d51576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:33:33Z', 'updated_at': '2021-08-23T21:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '96eea9bd-bb47-4207-aaa3-e3d1ee166dc5', 'name': '', 'network_id': '491871d3-f42c-4d88-8ad0-a2a32b79ddb1', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'mac_address': 'fa:16:3e:91:00:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b75c35-a1a1-4ee4-9a48-1a7983d51576', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'aea27af4-e723-4f3b-8407-c7e7c34fc4eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:33:35Z', 'updated_at': '2021-08-23T21:33:40Z', 'revision_number': 5, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'subnets': [{'id': 'aea27af4-e723-4f3b-8407-c7e7c34fc4eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:35:22.591268 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb63c41-616d-4eb3-a1aa-892796ec48a2 None None] The sync data for ids ['f6b75c35-a1a1-4ee4-9a48-1a7983d51576'] in n-d-805663-2 is: [{'id': 'f6b75c35-a1a1-4ee4-9a48-1a7983d51576', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585088806', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '56c2af13-b4f5-4b86-9361-feebb16fa660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:33:32Z', 'updated_at': '2021-08-23T21:33:36Z', 'revision_number': 4, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': '56c2af13-b4f5-4b86-9361-feebb16fa660', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b75c35-a1a1-4ee4-9a48-1a7983d51576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:33:33Z', 'updated_at': '2021-08-23T21:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '96eea9bd-bb47-4207-aaa3-e3d1ee166dc5', 'name': '', 'network_id': '491871d3-f42c-4d88-8ad0-a2a32b79ddb1', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'mac_address': 'fa:16:3e:91:00:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b75c35-a1a1-4ee4-9a48-1a7983d51576', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'aea27af4-e723-4f3b-8407-c7e7c34fc4eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:33:35Z', 'updated_at': '2021-08-23T21:33:40Z', 'revision_number': 5, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'subnets': [{'id': 'aea27af4-e723-4f3b-8407-c7e7c34fc4eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:35:22.804214 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae2ddce-1629-4534-9341-31fd198b3495 None None] New status for floating IP 76a79562-9e16-4c6f-b3c1-fd36161fbdec: DOWN {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 21:35:23.312131 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb6911-3ccb-4589-83df-634f7edf90d8 req-6061e942-0917-411e-89b1-2b9a4563bac7 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:35:23.313670 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ecbb6911-3ccb-4589-83df-634f7edf90d8 req-6061e942-0917-411e-89b1-2b9a4563bac7 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ada6796-043a-4a17-8345-ab634cc9d0fc HTTP/1.1" status: 200 len: 945 time: 0.0505090 Aug 23 21:35:23.351018 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ecbb6911-3ccb-4589-83df-634f7edf90d8 req-7f9d8819-b25d-4293-a451-802a6b7bd44d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a7a8b69-70c9-4412-8214-02c9e14ac89e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311747 Aug 23 21:35:24.048257 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e535056-162a-4454-b8cb-af72616c392c req-fbc08f33-41ba-4367-b457-ce449b689158 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:35:24.049729 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5e535056-162a-4454-b8cb-af72616c392c req-fbc08f33-41ba-4367-b457-ce449b689158 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ada6796-043a-4a17-8345-ab634cc9d0fc HTTP/1.1" status: 200 len: 945 time: 0.0537808 Aug 23 21:35:24.141225 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-5e535056-162a-4454-b8cb-af72616c392c req-0f8c016f-5b4c-45a9-ad96-f66985245b90 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Deleting port 6a6f3038-322d-4c30-a595-56f5d0ffbc7c {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:35:24.141568 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5e535056-162a-4454-b8cb-af72616c392c req-0f8c016f-5b4c-45a9-ad96-f66985245b90 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:24.234709 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-5e535056-162a-4454-b8cb-af72616c392c req-0f8c016f-5b4c-45a9-ad96-f66985245b90 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] For port 6a6f3038-322d-4c30-a595-56f5d0ffbc7c, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=6a6f3038-322d-4c30-a595-56f5d0ffbc7c,segment=NetworkSegment(a2c7ef77-3836-4483-884b-f5f185af11a1),segment_id=a2c7ef77-3836-4483-884b-f5f185af11a1)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:35:24.235077 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5e535056-162a-4454-b8cb-af72616c392c req-0f8c016f-5b4c-45a9-ad96-f66985245b90 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:24.247991 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-5e535056-162a-4454-b8cb-af72616c392c req-0f8c016f-5b4c-45a9-ad96-f66985245b90 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Calling delete_port for 6a6f3038-322d-4c30-a595-56f5d0ffbc7c owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:35:24.376302 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5e535056-162a-4454-b8cb-af72616c392c req-0f8c016f-5b4c-45a9-ad96-f66985245b90 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:24.408508 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c016f-5b4c-45a9-ad96-f66985245b90 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event deleted for resources: {'Port': ['ID=6a6f3038-322d-4c30-a595-56f5d0ffbc7c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:35:24.453226 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e535056-162a-4454-b8cb-af72616c392c req-0f8c016f-5b4c-45a9-ad96-f66985245b90 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] No DVR routers for this DVR port 6a6f3038-322d-4c30-a595-56f5d0ffbc7c on host n-h2-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:35:24.455814 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5e535056-162a-4454-b8cb-af72616c392c req-0f8c016f-5b4c-45a9-ad96-f66985245b90 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:24.456933 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cc665d6e-417a-42c7-a80f-ffaaa9991d86 req-91f910f2-7dc5-4215-9efd-d471b09b5f1e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ada6796-043a-4a17-8345-ab634cc9d0fc HTTP/1.1" status: 200 len: 210 time: 0.0283425 Aug 23 21:35:24.457851 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5e535056-162a-4454-b8cb-af72616c392c req-0f8c016f-5b4c-45a9-ad96-f66985245b90 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.32 "DELETE /v2.0/ports/6a6f3038-322d-4c30-a595-56f5d0ffbc7c HTTP/1.1" status: 204 len: 173 time: 0.4012060 Aug 23 21:35:24.458293 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ada6796-043a-4a17-8345-ab634cc9d0fc', 'name': 'network-vif-deleted', 'tag': '6a6f3038-322d-4c30-a595-56f5d0ffbc7c'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:35:24.460702 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1e6a3834e992a26d7c0b67e33d767d389e5cf97a11b89f2293fa0299e1fe502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92bbdda3-8146-4285-95ad-f9ad5bd0bec5" -d '{"events": [{"server_uuid": "8ada6796-043a-4a17-8345-ab634cc9d0fc", "name": "network-vif-deleted", "tag": "6a6f3038-322d-4c30-a595-56f5d0ffbc7c"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:35:24.502080 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bee2d7a-800b-4376-ad53-243748e8bec0 x-openstack-request-id: req-5bee2d7a-800b-4376-ad53-243748e8bec0 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:35:24.502377 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ada6796-043a-4a17-8345-ab634cc9d0fc", "name": "network-vif-deleted", "tag": "6a6f3038-322d-4c30-a595-56f5d0ffbc7c", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:35:24.502667 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5bee2d7a-800b-4376-ad53-243748e8bec0 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:35:24.503163 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ada6796-043a-4a17-8345-ab634cc9d0fc', 'name': 'network-vif-deleted', 'tag': '6a6f3038-322d-4c30-a595-56f5d0ffbc7c', 'status': 'completed', 'code': 200} Aug 23 21:35:25.522199 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53970) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:35:25.896843 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47e60747-699e-4deb-a0db-e0f73aaa68f3 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:26.156459 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-47e60747-699e-4deb-a0db-e0f73aaa68f3 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Deleting port 96eea9bd-bb47-4207-aaa3-e3d1ee166dc5 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:35:26.157081 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47e60747-699e-4deb-a0db-e0f73aaa68f3 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:26.244620 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-47e60747-699e-4deb-a0db-e0f73aaa68f3 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] For port 96eea9bd-bb47-4207-aaa3-e3d1ee166dc5, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=96eea9bd-bb47-4207-aaa3-e3d1ee166dc5,segment=NetworkSegment(a2c7ef77-3836-4483-884b-f5f185af11a1),segment_id=a2c7ef77-3836-4483-884b-f5f185af11a1)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:35:26.244983 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47e60747-699e-4deb-a0db-e0f73aaa68f3 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:26.257034 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-47e60747-699e-4deb-a0db-e0f73aaa68f3 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Calling delete_port for 96eea9bd-bb47-4207-aaa3-e3d1ee166dc5 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:35:26.443684 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47e60747-699e-4deb-a0db-e0f73aaa68f3 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:26.472193 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e60747-699e-4deb-a0db-e0f73aaa68f3 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event deleted for resources: {'Port': ['ID=96eea9bd-bb47-4207-aaa3-e3d1ee166dc5,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:35:26.655789 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47e60747-699e-4deb-a0db-e0f73aaa68f3 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:26.878090 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e60747-699e-4deb-a0db-e0f73aaa68f3 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Router f6b75c35-a1a1-4ee4-9a48-1a7983d51576 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:35:26.989227 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e60747-699e-4deb-a0db-e0f73aaa68f3 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:35:26.994513 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-47e60747-699e-4deb-a0db-e0f73aaa68f3 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "PUT /v2.0/routers/f6b75c35-a1a1-4ee4-9a48-1a7983d51576/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4712973 Aug 23 21:35:26.997599 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53972) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:35:27.000197 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6efc0e-7184-4775-90ea-ea85a94e9195 None None] Sync routers for ids ['f6b75c35-a1a1-4ee4-9a48-1a7983d51576'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:35:27.009662 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6efc0e-7184-4775-90ea-ea85a94e9195 None None] Routers {'f6b75c35-a1a1-4ee4-9a48-1a7983d51576'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:35:27.010264 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ea6efc0e-7184-4775-90ea-ea85a94e9195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:35:14Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['f6b75c35-a1a1-4ee4-9a48-1a7983d51576'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:35:27.049185 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2fbf3a2-7a0e-47cd-be60-6617e2492af2 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Deleting subnet aea27af4-e723-4f3b-8407-c7e7c34fc4eb {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 21:35:27.052313 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f2fbf3a2-7a0e-47cd-be60-6617e2492af2 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:27.092538 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f2fbf3a2-7a0e-47cd-be60-6617e2492af2 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:27.118809 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-ea6efc0e-7184-4775-90ea-ea85a94e9195 None None] Set router f6b75c35-a1a1-4ee4-9a48-1a7983d51576 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:35:27.181886 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f2fbf3a2-7a0e-47cd-be60-6617e2492af2 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:27.244779 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f2fbf3a2-7a0e-47cd-be60-6617e2492af2 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:27.275736 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f2fbf3a2-7a0e-47cd-be60-6617e2492af2 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:27.280827 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f2fbf3a2-7a0e-47cd-be60-6617e2492af2 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "DELETE /v2.0/subnets/aea27af4-e723-4f3b-8407-c7e7c34fc4eb HTTP/1.1" status: 204 len: 168 time: 0.2790418 Aug 23 21:35:27.280827 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbf3a2-7a0e-47cd-be60-6617e2492af2 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event deleted for resources: {'Subnet': ['ID=aea27af4-e723-4f3b-8407-c7e7c34fc4eb,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:35:27.281466 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53974) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:35:27.284122 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3764cfb-a6fb-44dc-9867-7d4ac208ab9d None None] Network 491871d3-f42c-4d88-8ad0-a2a32b79ddb1 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:35:27.307698 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ea6efc0e-7184-4775-90ea-ea85a94e9195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b75c35-a1a1-4ee4-9a48-1a7983d51576', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585088806', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '56c2af13-b4f5-4b86-9361-feebb16fa660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:33:32Z', 'updated_at': '2021-08-23T21:35:26Z', 'revision_number': 5, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': '56c2af13-b4f5-4b86-9361-feebb16fa660', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b75c35-a1a1-4ee4-9a48-1a7983d51576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:33:33Z', 'updated_at': '2021-08-23T21:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:35:27.335404 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6efc0e-7184-4775-90ea-ea85a94e9195 None None] Checking router: f6b75c35-a1a1-4ee4-9a48-1a7983d51576 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:35:27.345707 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6efc0e-7184-4775-90ea-ea85a94e9195 None None] Routers {'f6b75c35-a1a1-4ee4-9a48-1a7983d51576'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:35:27.346443 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ea6efc0e-7184-4775-90ea-ea85a94e9195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:35:14Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['f6b75c35-a1a1-4ee4-9a48-1a7983d51576'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:35:27.394184 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-91029f97-e5b5-4bc2-84b2-ff63679ab098 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:27.484266 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb7b6e6-0c02-4f04-af82-cf35b8930a29 None None] DHCP port deletion for 491871d3-f42c-4d88-8ad0-a2a32b79ddb1 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 21:35:27.514778 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-91029f97-e5b5-4bc2-84b2-ff63679ab098 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:27.537474 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-8fb7b6e6-0c02-4f04-af82-cf35b8930a29 None None] Deleting port fb483940-1171-4fa0-b930-84fd8d5936c5 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:35:27.537936 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8fb7b6e6-0c02-4f04-af82-cf35b8930a29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:27.553581 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-ea6efc0e-7184-4775-90ea-ea85a94e9195 None None] Set router f6b75c35-a1a1-4ee4-9a48-1a7983d51576 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:35:27.576916 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-91029f97-e5b5-4bc2-84b2-ff63679ab098 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Deleting port 56c2af13-b4f5-4b86-9361-feebb16fa660 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:35:27.577262 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-91029f97-e5b5-4bc2-84b2-ff63679ab098 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:27.600480 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-8fb7b6e6-0c02-4f04-af82-cf35b8930a29 None None] For port fb483940-1171-4fa0-b930-84fd8d5936c5, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=fb483940-1171-4fa0-b930-84fd8d5936c5,segment=NetworkSegment(a2c7ef77-3836-4483-884b-f5f185af11a1),segment_id=a2c7ef77-3836-4483-884b-f5f185af11a1)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:35:27.600882 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8fb7b6e6-0c02-4f04-af82-cf35b8930a29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:27.614327 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-8fb7b6e6-0c02-4f04-af82-cf35b8930a29 None None] Calling delete_port for fb483940-1171-4fa0-b930-84fd8d5936c5 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:35:27.662471 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-91029f97-e5b5-4bc2-84b2-ff63679ab098 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] For port 56c2af13-b4f5-4b86-9361-feebb16fa660, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=56c2af13-b4f5-4b86-9361-feebb16fa660,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:35:27.663095 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-91029f97-e5b5-4bc2-84b2-ff63679ab098 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:27.676568 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-91029f97-e5b5-4bc2-84b2-ff63679ab098 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Calling delete_port for 56c2af13-b4f5-4b86-9361-feebb16fa660 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:35:27.738497 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ea6efc0e-7184-4775-90ea-ea85a94e9195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b75c35-a1a1-4ee4-9a48-1a7983d51576', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585088806', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '56c2af13-b4f5-4b86-9361-feebb16fa660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:33:32Z', 'updated_at': '2021-08-23T21:35:26Z', 'revision_number': 5, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': '56c2af13-b4f5-4b86-9361-feebb16fa660', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b75c35-a1a1-4ee4-9a48-1a7983d51576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:33:33Z', 'updated_at': '2021-08-23T21:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:35:27.771832 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6efc0e-7184-4775-90ea-ea85a94e9195 None None] The sync data for ids ['f6b75c35-a1a1-4ee4-9a48-1a7983d51576'] in n-d-805663-2 is: [{'id': 'f6b75c35-a1a1-4ee4-9a48-1a7983d51576', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585088806', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '56c2af13-b4f5-4b86-9361-feebb16fa660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:33:32Z', 'updated_at': '2021-08-23T21:35:26Z', 'revision_number': 5, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': '56c2af13-b4f5-4b86-9361-feebb16fa660', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b75c35-a1a1-4ee4-9a48-1a7983d51576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:33:33Z', 'updated_at': '2021-08-23T21:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:35:27.856989 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8fb7b6e6-0c02-4f04-af82-cf35b8930a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:27.868213 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-91029f97-e5b5-4bc2-84b2-ff63679ab098 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:27.884691 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb7b6e6-0c02-4f04-af82-cf35b8930a29 None None] No DVR routers for this DVR port fb483940-1171-4fa0-b930-84fd8d5936c5 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:35:27.886127 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb7b6e6-0c02-4f04-af82-cf35b8930a29 None None] Pushing event deleted for resources: {'Port': ['ID=fb483940-1171-4fa0-b930-84fd8d5936c5,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:35:27.897062 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91029f97-e5b5-4bc2-84b2-ff63679ab098 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event deleted for resources: {'Port': ['ID=56c2af13-b4f5-4b86-9361-feebb16fa660,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:35:27.959983 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-91029f97-e5b5-4bc2-84b2-ff63679ab098 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:28.051052 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-91029f97-e5b5-4bc2-84b2-ff63679ab098 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:28.053072 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-91029f97-e5b5-4bc2-84b2-ff63679ab098 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:28.096049 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-91029f97-e5b5-4bc2-84b2-ff63679ab098 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:28.096502 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91029f97-e5b5-4bc2-84b2-ff63679ab098 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Fanout notify agent at l3_agent the message router_deleted on router f6b75c35-a1a1-4ee4-9a48-1a7983d51576 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 21:35:28.103134 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-91029f97-e5b5-4bc2-84b2-ff63679ab098 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:28.107728 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-91029f97-e5b5-4bc2-84b2-ff63679ab098 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "DELETE /v2.0/routers/f6b75c35-a1a1-4ee4-9a48-1a7983d51576 HTTP/1.1" status: 204 len: 168 time: 0.8218613 Aug 23 21:35:28.107728 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53976) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:35:28.196336 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dd9376e7-f7dd-4479-beea-016b5bdc19b6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:28.235914 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 96eea9bd-bb47-4207-aaa3-e3d1ee166dc5 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:35:28.257708 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 96eea9bd-bb47-4207-aaa3-e3d1ee166dc5 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:35:28.258339 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 96eea9bd-bb47-4207-aaa3-e3d1ee166dc5 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:35:28.258957 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device fb483940-1171-4fa0-b930-84fd8d5936c5 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:35:28.279498 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: fb483940-1171-4fa0-b930-84fd8d5936c5 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:35:28.279858 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device fb483940-1171-4fa0-b930-84fd8d5936c5 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:35:28.301834 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dd9376e7-f7dd-4479-beea-016b5bdc19b6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:28.312429 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-dd9376e7-f7dd-4479-beea-016b5bdc19b6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['491871d3-f42c-4d88-8ad0-a2a32b79ddb1']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:35:28.327646 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-dd9376e7-f7dd-4479-beea-016b5bdc19b6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2c7ef77-3836-4483-884b-f5f185af11a1') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:35:28.327934 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-dd9376e7-f7dd-4479-beea-016b5bdc19b6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2c7ef77-3836-4483-884b-f5f185af11a1') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:35:28.337152 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dd9376e7-f7dd-4479-beea-016b5bdc19b6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:28.352178 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dd9376e7-f7dd-4479-beea-016b5bdc19b6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:28.358524 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd9376e7-f7dd-4479-beea-016b5bdc19b6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:35:28.358918 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dd9376e7-f7dd-4479-beea-016b5bdc19b6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:28.361917 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 21:35:28.361917 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:35:28.361917 n-d-805663-2 neutron-server[94688]: timer() Aug 23 21:35:28.361917 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:35:28.361917 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 21:35:28.361917 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:35:28.361917 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 21:35:28.361917 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:35:28.361917 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 21:35:28.361917 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:35:28.361917 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 21:35:28.361917 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:35:28.361917 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 21:35:28.361917 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:35:28.361917 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:35:28.361917 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:35:28.361917 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:35:28.361917 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:35:28.361917 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 21:35:28.361917 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:35:28.361917 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 21:35:28.361917 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:35:28.361917 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:35:28.361917 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:35:28.361917 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 21:35:28.361917 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:35:28.361917 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:35:28.361917 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:35:28.361917 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:35:28.361917 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:35:28.361917 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:35:28.361917 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:35:28.425921 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dd9376e7-f7dd-4479-beea-016b5bdc19b6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:28.426187 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 6a6f3038-322d-4c30-a595-56f5d0ffbc7c no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:35:28.431232 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dd9376e7-f7dd-4479-beea-016b5bdc19b6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:28.433633 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-dd9376e7-f7dd-4479-beea-016b5bdc19b6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "DELETE /v2.0/networks/491871d3-f42c-4d88-8ad0-a2a32b79ddb1 HTTP/1.1" status: 204 len: 168 time: 0.3249459 Aug 23 21:35:28.437578 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53978) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:35:28.450662 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9376e7-f7dd-4479-beea-016b5bdc19b6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event deleted for resources: {'Network': ['ID=491871d3-f42c-4d88-8ad0-a2a32b79ddb1,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:35:28.475718 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: 6a6f3038-322d-4c30-a595-56f5d0ffbc7c {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:35:28.476102 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 6a6f3038-322d-4c30-a595-56f5d0ffbc7c not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:35:28.506244 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-42aa8ae2-1af7-4b62-94cf-b3b5b7b18b9e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:28.532850 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-42aa8ae2-1af7-4b62-94cf-b3b5b7b18b9e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:28.593936 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-42aa8ae2-1af7-4b62-94cf-b3b5b7b18b9e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:28.596549 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-42aa8ae2-1af7-4b62-94cf-b3b5b7b18b9e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:28.597775 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-42aa8ae2-1af7-4b62-94cf-b3b5b7b18b9e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "DELETE /v2.0/security-groups/6a7a8b69-70c9-4412-8214-02c9e14ac89e HTTP/1.1" status: 204 len: 168 time: 0.1589265 Aug 23 21:35:28.607617 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aa8ae2-1af7-4b62-94cf-b3b5b7b18b9e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7a8b69-70c9-4412-8214-02c9e14ac89e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:35:28.945205 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 53984) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:35:28.950609 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-f9f42035-382b-46e5-9109-c9a1c1ca4782 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1797678973', 'description': 'tempest-secgroup-smoke-1797678973 description', 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:35:28.972819 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9f42035-382b-46e5-9109-c9a1c1ca4782 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:29.055978 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9f42035-382b-46e5-9109-c9a1c1ca4782 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:29.060019 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9f42035-382b-46e5-9109-c9a1c1ca4782 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:29.088090 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9f42035-382b-46e5-9109-c9a1c1ca4782 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:29.089234 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f9f42035-382b-46e5-9109-c9a1c1ca4782 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1430140 Aug 23 21:35:29.091084 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f42035-382b-46e5-9109-c9a1c1ca4782 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59b80654-cd65-4ec5-98cf-3655b569cec5,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:35:29.092367 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53986) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:35:29.097061 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b5b434e1-a006-4b57-8fe3-3e9489818ae6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Request body: {'security_group_rule': {'security_group_id': '59b80654-cd65-4ec5-98cf-3655b569cec5', 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:35:29.125202 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b5b434e1-a006-4b57-8fe3-3e9489818ae6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:29.180297 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b5b434e1-a006-4b57-8fe3-3e9489818ae6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:29.183860 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b5b434e1-a006-4b57-8fe3-3e9489818ae6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:29.202417 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b434e1-a006-4b57-8fe3-3e9489818ae6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a056a74-552d-404b-b032-2a0cc2c4faa9,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:35:29.210691 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b5b434e1-a006-4b57-8fe3-3e9489818ae6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:29.211888 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b5b434e1-a006-4b57-8fe3-3e9489818ae6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1185277 Aug 23 21:35:29.214550 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53988) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:35:29.219556 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-eb4ea98b-f86d-4cd3-baa9-a5ce40ea02fd tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Request body: {'security_group_rule': {'security_group_id': '59b80654-cd65-4ec5-98cf-3655b569cec5', 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:35:29.245785 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb4ea98b-f86d-4cd3-baa9-a5ce40ea02fd tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:29.308636 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb4ea98b-f86d-4cd3-baa9-a5ce40ea02fd tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:29.313124 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb4ea98b-f86d-4cd3-baa9-a5ce40ea02fd tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:29.332935 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ea98b-f86d-4cd3-baa9-a5ce40ea02fd tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf41ba3a-728c-4d85-8879-fa263cc904b5,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:35:29.337157 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb4ea98b-f86d-4cd3-baa9-a5ce40ea02fd tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:29.338382 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-eb4ea98b-f86d-4cd3-baa9-a5ce40ea02fd tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1228352 Aug 23 21:35:29.341859 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53990) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:35:29.346451 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-baee3672-fd9d-4d30-b481-0199212b710d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Request body: {'security_group_rule': {'security_group_id': '59b80654-cd65-4ec5-98cf-3655b569cec5', 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:35:29.374284 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-baee3672-fd9d-4d30-b481-0199212b710d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:29.432761 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-baee3672-fd9d-4d30-b481-0199212b710d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:29.437112 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-baee3672-fd9d-4d30-b481-0199212b710d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:29.455612 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baee3672-fd9d-4d30-b481-0199212b710d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=468bf52a-a46e-45b5-aa37-fd31113993e1,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:35:29.461505 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-baee3672-fd9d-4d30-b481-0199212b710d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:29.462721 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-baee3672-fd9d-4d30-b481-0199212b710d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1198783 Aug 23 21:35:29.465959 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53992) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:35:29.470492 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-fdb518b3-4369-4468-a6ff-e608e6780c61 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Request body: {'security_group_rule': {'security_group_id': '59b80654-cd65-4ec5-98cf-3655b569cec5', 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:35:29.497675 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fdb518b3-4369-4468-a6ff-e608e6780c61 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:29.557659 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fdb518b3-4369-4468-a6ff-e608e6780c61 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:29.561650 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fdb518b3-4369-4468-a6ff-e608e6780c61 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:29.581820 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb518b3-4369-4468-a6ff-e608e6780c61 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84353a02-fe25-4dfc-8914-7d2c1fef9070,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:35:29.585025 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fdb518b3-4369-4468-a6ff-e608e6780c61 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:29.586242 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-fdb518b3-4369-4468-a6ff-e608e6780c61 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1192734 Aug 23 21:35:29.589065 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53994) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:35:29.594132 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-0d975524-ef54-4362-86c3-24a32c89f974 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Request body: {'security_group_rule': {'security_group_id': '59b80654-cd65-4ec5-98cf-3655b569cec5', 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:35:29.615689 n-d-805663-2 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-0d975524-ef54-4362-86c3-24a32c89f974 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Project f5ec03f379a044fe8aab04b1df4a2f2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 21:35:29.620639 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0d975524-ef54-4362-86c3-24a32c89f974 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:29.682688 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0d975524-ef54-4362-86c3-24a32c89f974 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:29.686743 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0d975524-ef54-4362-86c3-24a32c89f974 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:29.704364 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d975524-ef54-4362-86c3-24a32c89f974 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9135ee1d-ae62-426e-9df8-c457dc01472c,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:35:29.710670 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0d975524-ef54-4362-86c3-24a32c89f974 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:29.712027 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-0d975524-ef54-4362-86c3-24a32c89f974 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1221042 Aug 23 21:35:29.714713 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53996) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:35:29.719261 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-307f0dd5-2396-4269-b87e-f144f4789fe0 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Request body: {'security_group_rule': {'security_group_id': '59b80654-cd65-4ec5-98cf-3655b569cec5', 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:35:29.741550 n-d-805663-2 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-307f0dd5-2396-4269-b87e-f144f4789fe0 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Project f5ec03f379a044fe8aab04b1df4a2f2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 21:35:29.747402 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-307f0dd5-2396-4269-b87e-f144f4789fe0 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:29.810364 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-307f0dd5-2396-4269-b87e-f144f4789fe0 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:29.813354 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-307f0dd5-2396-4269-b87e-f144f4789fe0 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:29.831753 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f0dd5-2396-4269-b87e-f144f4789fe0 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1602ad0a-47b2-44de-aa85-e385f17484e4,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:35:29.838399 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-307f0dd5-2396-4269-b87e-f144f4789fe0 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:29.839712 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-307f0dd5-2396-4269-b87e-f144f4789fe0 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1240408 Aug 23 21:35:29.842487 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 53998) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:35:29.847501 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c52c1344-3afb-41c4-a2e7-c76eb4851e0d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Request body: {'network': {'name': 'tempest-network-smoke--2079106362', 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'port_security_enabled': True}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:35:29.859283 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 56c2af13-b4f5-4b86-9361-feebb16fa660 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:35:29.869067 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52c1344-3afb-41c4-a2e7-c76eb4851e0d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Made reservation on behalf of f5ec03f379a044fe8aab04b1df4a2f2b for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:35:29.873410 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c52c1344-3afb-41c4-a2e7-c76eb4851e0d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:29.883450 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 56c2af13-b4f5-4b86-9361-feebb16fa660 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:35:29.883797 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 56c2af13-b4f5-4b86-9361-feebb16fa660 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:35:29.897395 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c52c1344-3afb-41c4-a2e7-c76eb4851e0d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:35:29.906922 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c52c1344-3afb-41c4-a2e7-c76eb4851e0d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:29.907266 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-c52c1344-3afb-41c4-a2e7-c76eb4851e0d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Added segment 36a4d6a6-d212-4f17-aef5-3ff7c5ac57c3 of type vlan for network 318c7b48-8f5b-4405-92bd-fb7870f3f5b9 Aug 23 21:35:29.947401 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c52c1344-3afb-41c4-a2e7-c76eb4851e0d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:29.974870 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c52c1344-3afb-41c4-a2e7-c76eb4851e0d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:29.980327 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52c1344-3afb-41c4-a2e7-c76eb4851e0d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:35:29.980941 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c52c1344-3afb-41c4-a2e7-c76eb4851e0d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:30.036690 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c52c1344-3afb-41c4-a2e7-c76eb4851e0d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1931274 Aug 23 21:35:30.039353 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54000) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:35:30.043880 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-64b16ea6-cf65-448a-8758-ac76cdfd5b19 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-330142124', 'admin_state_up': True, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:35:30.061135 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52c1344-3afb-41c4-a2e7-c76eb4851e0d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'Network': ['ID=318c7b48-8f5b-4405-92bd-fb7870f3f5b9,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:35:30.071548 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 318c7b48-8f5b-4405-92bd-fb7870f3f5b9 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:35:30.077573 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64b16ea6-cf65-448a-8758-ac76cdfd5b19 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:30.078637 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64b16ea6-cf65-448a-8758-ac76cdfd5b19 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:30.133586 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64b16ea6-cf65-448a-8758-ac76cdfd5b19 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:30.274464 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64b16ea6-cf65-448a-8758-ac76cdfd5b19 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:30.800758 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64b16ea6-cf65-448a-8758-ac76cdfd5b19 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:30.820899 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64b16ea6-cf65-448a-8758-ac76cdfd5b19 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:30.927249 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-64b16ea6-cf65-448a-8758-ac76cdfd5b19 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Allocated IP 172.25.4.5 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/38f3ef37-121b-4368-ab05-f62606987e46) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:35:31.034677 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64b16ea6-cf65-448a-8758-ac76cdfd5b19 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:31.076719 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64b16ea6-cf65-448a-8758-ac76cdfd5b19 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:31.117499 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b16ea6-cf65-448a-8758-ac76cdfd5b19 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:35:31.120240 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-64b16ea6-cf65-448a-8758-ac76cdfd5b19 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:35:31.123005 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b16ea6-cf65-448a-8758-ac76cdfd5b19 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:35:31.148895 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b16ea6-cf65-448a-8758-ac76cdfd5b19 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'Port': ['ID=38f3ef37-121b-4368-ab05-f62606987e46,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:35:31.377898 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64b16ea6-cf65-448a-8758-ac76cdfd5b19 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:31.579446 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64b16ea6-cf65-448a-8758-ac76cdfd5b19 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:31.706326 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b16ea6-cf65-448a-8758-ac76cdfd5b19 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Router c962d2b7-fe08-4e18-9b4a-3b0f6cca8648 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 21:35:31.815866 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b16ea6-cf65-448a-8758-ac76cdfd5b19 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:35:31.827241 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25433402-e0ca-4411-b980-12a18e1cdc6b None None] Sync routers for ids ['c962d2b7-fe08-4e18-9b4a-3b0f6cca8648'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:35:31.835250 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64b16ea6-cf65-448a-8758-ac76cdfd5b19 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:31.836523 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25433402-e0ca-4411-b980-12a18e1cdc6b None None] Routers {'c962d2b7-fe08-4e18-9b4a-3b0f6cca8648'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:35:31.836764 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-64b16ea6-cf65-448a-8758-ac76cdfd5b19 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7964354 Aug 23 21:35:31.837229 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-25433402-e0ca-4411-b980-12a18e1cdc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:35:14Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['c962d2b7-fe08-4e18-9b4a-3b0f6cca8648'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:35:31.839765 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54002) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:35:31.871517 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2c90f650-d8a5-4f22-95e7-ffa06f6ea4d4 tempest-TestNetworkAdvancedServerOps-1074521460 tempest-TestNetworkAdvancedServerOps-1074521460-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=f5ec03f379a044fe8aab04b1df4a2f2b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293000 Aug 23 21:35:31.873997 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54004) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:35:31.962330 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-25433402-e0ca-4411-b980-12a18e1cdc6b None None] Set router c962d2b7-fe08-4e18-9b4a-3b0f6cca8648 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:35:31.976430 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b40e054-6a7b-401f-b034-e257c46b9816 tempest-TestNetworkAdvancedServerOps-1074521460 tempest-TestNetworkAdvancedServerOps-1074521460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:35:31.977964 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-3b40e054-6a7b-401f-b034-e257c46b9816 tempest-TestNetworkAdvancedServerOps-1074521460 tempest-TestNetworkAdvancedServerOps-1074521460-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1030498 Aug 23 21:35:31.984460 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54006) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:35:32.018832 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-208e568a-99a9-4943-adb1-6877888c9993 tempest-TestNetworkAdvancedServerOps-1074521460 tempest-TestNetworkAdvancedServerOps-1074521460-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=03d801c5-d257-4cc1-bad3-11a323aafec0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330372 Aug 23 21:35:32.021648 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54008) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:35:32.027238 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-869d6af4-e3cf-4928-b6bc-92518d878442 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-476801655', 'network_id': '318c7b48-8f5b-4405-92bd-fb7870f3f5b9', 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:35:32.127952 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869d6af4-e3cf-4928-b6bc-92518d878442 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Made reservation on behalf of f5ec03f379a044fe8aab04b1df4a2f2b for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:35:32.131539 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-869d6af4-e3cf-4928-b6bc-92518d878442 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:32.162026 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-25433402-e0ca-4411-b980-12a18e1cdc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c962d2b7-fe08-4e18-9b4a-3b0f6cca8648', 'name': 'tempest-TestNetworkAdvancedServerOps-router-330142124', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '38f3ef37-121b-4368-ab05-f62606987e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:35:30Z', 'updated_at': '2021-08-23T21:35:31Z', 'revision_number': 3, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': '38f3ef37-121b-4368-ab05-f62606987e46', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1b:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c962d2b7-fe08-4e18-9b4a-3b0f6cca8648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:35:30Z', 'updated_at': '2021-08-23T21:35:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:35:32.190434 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25433402-e0ca-4411-b980-12a18e1cdc6b None None] Checking router: c962d2b7-fe08-4e18-9b4a-3b0f6cca8648 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:35:32.190904 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25433402-e0ca-4411-b980-12a18e1cdc6b None None] Updating router c962d2b7-fe08-4e18-9b4a-3b0f6cca8648 port 38f3ef37-121b-4368-ab05-f62606987e46 binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 21:35:32.217588 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-25433402-e0ca-4411-b980-12a18e1cdc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:32.327294 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-869d6af4-e3cf-4928-b6bc-92518d878442 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:32.389899 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d6af4-e3cf-4928-b6bc-92518d878442 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'Subnet': ['ID=c045b16d-4d7d-4d00-808e-69a90761ea60,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:35:32.398376 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869d6af4-e3cf-4928-b6bc-92518d878442 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Checking segment: {'id': '36a4d6a6-d212-4f17-aef5-3ff7c5ac57c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '318c7b48-8f5b-4405-92bd-fb7870f3f5b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:35:32.398376 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869d6af4-e3cf-4928-b6bc-92518d878442 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Network hostable DHCP agents. Network: 318c7b48-8f5b-4405-92bd-fb7870f3f5b9, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:35:32.422666 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869d6af4-e3cf-4928-b6bc-92518d878442 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Network 318c7b48-8f5b-4405-92bd-fb7870f3f5b9 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:35:32.433398 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-869d6af4-e3cf-4928-b6bc-92518d878442 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 318c7b48-8f5b-4405-92bd-fb7870f3f5b9) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:35:32.438453 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869d6af4-e3cf-4928-b6bc-92518d878442 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:35:32.439050 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-869d6af4-e3cf-4928-b6bc-92518d878442 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:32.451400 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550b0a0d-8558-4b67-924f-8bff54315e98 None None] Network 318c7b48-8f5b-4405-92bd-fb7870f3f5b9 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:35:32.457949 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-869d6af4-e3cf-4928-b6bc-92518d878442 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4322808 Aug 23 21:35:32.458385 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54010) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:35:32.545732 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-25433402-e0ca-4411-b980-12a18e1cdc6b None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:32.570058 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-25433402-e0ca-4411-b980-12a18e1cdc6b None None] Transition to ACTIVE for port object 38f3ef37-121b-4368-ab05-f62606987e46 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:35:32.583463 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-25433402-e0ca-4411-b980-12a18e1cdc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:32.676558 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5374496e-645f-4403-a569-f61a951f800b None None] Pushing event updated for resources: {'Port': ['ID=38f3ef37-121b-4368-ab05-f62606987e46,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:35:32.680560 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-25433402-e0ca-4411-b980-12a18e1cdc6b None None] Attempting to bind port 38f3ef37-121b-4368-ab05-f62606987e46 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:35:32.680933 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-25433402-e0ca-4411-b980-12a18e1cdc6b None None] Attempting to bind port 38f3ef37-121b-4368-ab05-f62606987e46 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:35:32.681297 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25433402-e0ca-4411-b980-12a18e1cdc6b None None] Attempting to bind port 38f3ef37-121b-4368-ab05-f62606987e46 on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:35:32.691167 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25433402-e0ca-4411-b980-12a18e1cdc6b None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:35:32.691546 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25433402-e0ca-4411-b980-12a18e1cdc6b None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:35:32.691947 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-25433402-e0ca-4411-b980-12a18e1cdc6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:32.692364 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25433402-e0ca-4411-b980-12a18e1cdc6b None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:35:32.692842 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-25433402-e0ca-4411-b980-12a18e1cdc6b None None] Bound port: 38f3ef37-121b-4368-ab05-f62606987e46, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:35:32.693223 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-25433402-e0ca-4411-b980-12a18e1cdc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:32.727923 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2e1cc9-4ef0-4d17-b3fc-f20b8d192851 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-318c7b48-8f5b-4405-92bd-fb7870f3f5b9', 'network_id': '318c7b48-8f5b-4405-92bd-fb7870f3f5b9', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'fixed_ips': [{'subnet_id': 'c045b16d-4d7d-4d00-808e-69a90761ea60'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 21:35:32.728805 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5f2e1cc9-4ef0-4d17-b3fc-f20b8d192851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:32.831503 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-25433402-e0ca-4411-b980-12a18e1cdc6b None None] For port 38f3ef37-121b-4368-ab05-f62606987e46, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:35:32.849002 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-25433402-e0ca-4411-b980-12a18e1cdc6b None None] For port 38f3ef37-121b-4368-ab05-f62606987e46, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=38f3ef37-121b-4368-ab05-f62606987e46,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:35:32.857472 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-25433402-e0ca-4411-b980-12a18e1cdc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:32.958599 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5374496e-645f-4403-a569-f61a951f800b None None] Pushing event updated for resources: {'Port': ['ID=38f3ef37-121b-4368-ab05-f62606987e46,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:35:32.959603 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d5644afa-5b42-4a33-a229-69a7cb001283 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:32.967282 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25433402-e0ca-4411-b980-12a18e1cdc6b None None] Routers {'c962d2b7-fe08-4e18-9b4a-3b0f6cca8648'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:35:32.967777 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-25433402-e0ca-4411-b980-12a18e1cdc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:35:14Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['c962d2b7-fe08-4e18-9b4a-3b0f6cca8648'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:35:32.970373 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-5f2e1cc9-4ef0-4d17-b3fc-f20b8d192851 None None] Allocated IP 172.20.0.2 (318c7b48-8f5b-4405-92bd-fb7870f3f5b9/c045b16d-4d7d-4d00-808e-69a90761ea60/cbaf12c9-ea66-4120-af2a-c06f45700440) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:35:33.138288 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-25433402-e0ca-4411-b980-12a18e1cdc6b None None] Set router c962d2b7-fe08-4e18-9b4a-3b0f6cca8648 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:35:33.304796 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5f2e1cc9-4ef0-4d17-b3fc-f20b8d192851 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:33.322451 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5f2e1cc9-4ef0-4d17-b3fc-f20b8d192851 None None] Transition to ACTIVE for port object cbaf12c9-ea66-4120-af2a-c06f45700440 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:35:33.357776 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5f2e1cc9-4ef0-4d17-b3fc-f20b8d192851 None None] Transition to ACTIVE for port object cbaf12c9-ea66-4120-af2a-c06f45700440 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:35:33.370097 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5f2e1cc9-4ef0-4d17-b3fc-f20b8d192851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:33.414681 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2e1cc9-4ef0-4d17-b3fc-f20b8d192851 None None] Network 318c7b48-8f5b-4405-92bd-fb7870f3f5b9 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:35:33.423288 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-d5644afa-5b42-4a33-a229-69a7cb001283 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Allocated IP 172.20.0.1 (318c7b48-8f5b-4405-92bd-fb7870f3f5b9/c045b16d-4d7d-4d00-808e-69a90761ea60/7936d8e7-3b27-45af-b09b-179af8372e29) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:35:33.426031 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-5f2e1cc9-4ef0-4d17-b3fc-f20b8d192851 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:35:33.428936 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2e1cc9-4ef0-4d17-b3fc-f20b8d192851 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:35:33.434712 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2e1cc9-4ef0-4d17-b3fc-f20b8d192851 None None] Pushing event updated for resources: {'Port': ['ID=cbaf12c9-ea66-4120-af2a-c06f45700440,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:35:33.479532 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-25433402-e0ca-4411-b980-12a18e1cdc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c962d2b7-fe08-4e18-9b4a-3b0f6cca8648', 'name': 'tempest-TestNetworkAdvancedServerOps-router-330142124', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '38f3ef37-121b-4368-ab05-f62606987e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:35:30Z', 'updated_at': '2021-08-23T21:35:31Z', 'revision_number': 3, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': '38f3ef37-121b-4368-ab05-f62606987e46', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1b:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c962d2b7-fe08-4e18-9b4a-3b0f6cca8648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:35:30Z', 'updated_at': '2021-08-23T21:35:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:35:33.516613 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25433402-e0ca-4411-b980-12a18e1cdc6b None None] The sync data for ids ['c962d2b7-fe08-4e18-9b4a-3b0f6cca8648'] in n-d-805663-2 is: [{'id': 'c962d2b7-fe08-4e18-9b4a-3b0f6cca8648', 'name': 'tempest-TestNetworkAdvancedServerOps-router-330142124', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '38f3ef37-121b-4368-ab05-f62606987e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:35:30Z', 'updated_at': '2021-08-23T21:35:31Z', 'revision_number': 3, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': '38f3ef37-121b-4368-ab05-f62606987e46', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1b:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c962d2b7-fe08-4e18-9b4a-3b0f6cca8648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:35:30Z', 'updated_at': '2021-08-23T21:35:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:35:33.519381 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-5f2e1cc9-4ef0-4d17-b3fc-f20b8d192851 None None] Attempting to bind port cbaf12c9-ea66-4120-af2a-c06f45700440 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:35:33.519758 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-5f2e1cc9-4ef0-4d17-b3fc-f20b8d192851 None None] Attempting to bind port cbaf12c9-ea66-4120-af2a-c06f45700440 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '36a4d6a6-d212-4f17-aef5-3ff7c5ac57c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '318c7b48-8f5b-4405-92bd-fb7870f3f5b9'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:35:33.520169 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2e1cc9-4ef0-4d17-b3fc-f20b8d192851 None None] Attempting to bind port cbaf12c9-ea66-4120-af2a-c06f45700440 on network 318c7b48-8f5b-4405-92bd-fb7870f3f5b9 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:35:33.525889 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2e1cc9-4ef0-4d17-b3fc-f20b8d192851 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:35:33.526262 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2e1cc9-4ef0-4d17-b3fc-f20b8d192851 None None] Checking segment: {'id': '36a4d6a6-d212-4f17-aef5-3ff7c5ac57c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '318c7b48-8f5b-4405-92bd-fb7870f3f5b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:35:33.526667 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5f2e1cc9-4ef0-4d17-b3fc-f20b8d192851 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:33.527402 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2e1cc9-4ef0-4d17-b3fc-f20b8d192851 None None] Bound using segment: {'id': '36a4d6a6-d212-4f17-aef5-3ff7c5ac57c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '318c7b48-8f5b-4405-92bd-fb7870f3f5b9'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:35:33.527681 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-5f2e1cc9-4ef0-4d17-b3fc-f20b8d192851 None None] Bound port: cbaf12c9-ea66-4120-af2a-c06f45700440, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36a4d6a6-d212-4f17-aef5-3ff7c5ac57c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '318c7b48-8f5b-4405-92bd-fb7870f3f5b9'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:35:33.528721 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5f2e1cc9-4ef0-4d17-b3fc-f20b8d192851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:33.543774 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d5644afa-5b42-4a33-a229-69a7cb001283 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:33.561206 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-d5644afa-5b42-4a33-a229-69a7cb001283 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Transition to ACTIVE for port object 7936d8e7-3b27-45af-b09b-179af8372e29 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:35:33.598606 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d5644afa-5b42-4a33-a229-69a7cb001283 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:33.605792 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-5f2e1cc9-4ef0-4d17-b3fc-f20b8d192851 None None] For port cbaf12c9-ea66-4120-af2a-c06f45700440, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:35:33.610680 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-5f2e1cc9-4ef0-4d17-b3fc-f20b8d192851 None None] For port cbaf12c9-ea66-4120-af2a-c06f45700440, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=cbaf12c9-ea66-4120-af2a-c06f45700440,segment=NetworkSegment(36a4d6a6-d212-4f17-aef5-3ff7c5ac57c3),segment_id=36a4d6a6-d212-4f17-aef5-3ff7c5ac57c3)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:35:33.616049 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5f2e1cc9-4ef0-4d17-b3fc-f20b8d192851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:33.644707 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5644afa-5b42-4a33-a229-69a7cb001283 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Network 318c7b48-8f5b-4405-92bd-fb7870f3f5b9 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:35:33.648224 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-d5644afa-5b42-4a33-a229-69a7cb001283 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:35:33.651748 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5644afa-5b42-4a33-a229-69a7cb001283 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:35:33.678952 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2e1cc9-4ef0-4d17-b3fc-f20b8d192851 None None] Pushing event updated for resources: {'Port': ['ID=cbaf12c9-ea66-4120-af2a-c06f45700440,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:35:33.693649 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5644afa-5b42-4a33-a229-69a7cb001283 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'Port': ['ID=7936d8e7-3b27-45af-b09b-179af8372e29,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:35:33.714158 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d5644afa-5b42-4a33-a229-69a7cb001283 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:33.898206 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d5644afa-5b42-4a33-a229-69a7cb001283 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:34.005164 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 38f3ef37-121b-4368-ab05-f62606987e46 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:35:34.068823 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 38f3ef37-121b-4368-ab05-f62606987e46 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:35:34.073997 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 38f3ef37-121b-4368-ab05-f62606987e46 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:35:34.074504 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:34.175451 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:34.206373 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 38f3ef37-121b-4368-ab05-f62606987e46, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=38f3ef37-121b-4368-ab05-f62606987e46,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:35:34.213831 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:34.270863 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=38f3ef37-121b-4368-ab05-f62606987e46,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:35:34.274167 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d5644afa-5b42-4a33-a229-69a7cb001283 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:34.282280 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d5644afa-5b42-4a33-a229-69a7cb001283 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:34.362334 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5644afa-5b42-4a33-a229-69a7cb001283 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'Port': ['ID=7936d8e7-3b27-45af-b09b-179af8372e29,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:35:34.365058 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d5644afa-5b42-4a33-a229-69a7cb001283 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:34.478261 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5644afa-5b42-4a33-a229-69a7cb001283 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Network 318c7b48-8f5b-4405-92bd-fb7870f3f5b9 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:35:34.480562 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-d5644afa-5b42-4a33-a229-69a7cb001283 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:35:34.608566 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5644afa-5b42-4a33-a229-69a7cb001283 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Router c962d2b7-fe08-4e18-9b4a-3b0f6cca8648 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:35:34.691530 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e6daa4-d1b9-4183-a34e-27dda65acd8b None None] Network 318c7b48-8f5b-4405-92bd-fb7870f3f5b9 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:35:34.726911 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5644afa-5b42-4a33-a229-69a7cb001283 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:35:34.741472 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d5644afa-5b42-4a33-a229-69a7cb001283 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "PUT /v2.0/routers/c962d2b7-fe08-4e18-9b4a-3b0f6cca8648/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2727215 Aug 23 21:35:34.779057 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-33286ddb-239f-4c57-a9e2-da660ff55377 None None] Provisioning for port cbaf12c9-ea66-4120-af2a-c06f45700440 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:35:34.877719 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-023bed9b-2180-4370-9d16-8e9249072702 req-fa89d129-9ccb-4247-a041-a9f697e129b0 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1797678973&fields=id&tenant_id=f5ec03f379a044fe8aab04b1df4a2f2b HTTP/1.1" status: 200 len: 267 time: 0.0350804 Aug 23 21:35:35.003511 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bed9b-2180-4370-9d16-8e9249072702 req-a4856cad-9d37-471a-8323-b13e284c0e90 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:35:35.005473 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-023bed9b-2180-4370-9d16-8e9249072702 req-a4856cad-9d37-471a-8323-b13e284c0e90 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/networks?id=318c7b48-8f5b-4405-92bd-fb7870f3f5b9 HTTP/1.1" status: 200 len: 797 time: 0.1167145 Aug 23 21:35:35.022158 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-023bed9b-2180-4370-9d16-8e9249072702 req-23f6d7bc-7230-4206-876c-b0c4a18bb4fc tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/quotas/f5ec03f379a044fe8aab04b1df4a2f2b HTTP/1.1" status: 200 len: 375 time: 0.0104413 Aug 23 21:35:35.084274 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-023bed9b-2180-4370-9d16-8e9249072702 req-e6dd8606-7dcb-4016-9e8d-5e87d6b03165 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f5ec03f379a044fe8aab04b1df4a2f2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0562034 Aug 23 21:35:35.118834 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9b778cda-2931-4449-b86d-80d555b6f50a None None] Provisioning for port 7936d8e7-3b27-45af-b09b-179af8372e29 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:35:35.124229 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9b778cda-2931-4449-b86d-80d555b6f50a None None] Provisioning complete for port 7936d8e7-3b27-45af-b09b-179af8372e29 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:35:35.125031 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9b778cda-2931-4449-b86d-80d555b6f50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:35.173806 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-9b778cda-2931-4449-b86d-80d555b6f50a None None] Port 7936d8e7-3b27-45af-b09b-179af8372e29 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:35:35.251784 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-023bed9b-2180-4370-9d16-8e9249072702 req-d1f7bc10-40a0-4142-b6cf-583b4e381a17 service neutron] 10.222.0.61 "GET /v2.0/networks/318c7b48-8f5b-4405-92bd-fb7870f3f5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544321 Aug 23 21:35:35.306194 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7965ccb7-d4c3-47c6-a11e-79f052988e0c None None] Provisioning complete for port 7936d8e7-3b27-45af-b09b-179af8372e29 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:35:35.306828 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7965ccb7-d4c3-47c6-a11e-79f052988e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:35.315838 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd4c492-d3c3-4c5d-9db1-cc040335de1b None None] Sync routers for ids ['c962d2b7-fe08-4e18-9b4a-3b0f6cca8648'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:35:35.329373 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd4c492-d3c3-4c5d-9db1-cc040335de1b None None] Routers {'c962d2b7-fe08-4e18-9b4a-3b0f6cca8648'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:35:35.330035 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-afd4c492-d3c3-4c5d-9db1-cc040335de1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:35:14Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['c962d2b7-fe08-4e18-9b4a-3b0f6cca8648'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:35:35.350201 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7965ccb7-d4c3-47c6-a11e-79f052988e0c None None] Port 7936d8e7-3b27-45af-b09b-179af8372e29 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:35:35.379230 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-023bed9b-2180-4370-9d16-8e9249072702 req-16a1e22f-55ea-45ce-9801-62c347b09b56 service neutron] 10.222.0.61 "GET /v2.0/networks/318c7b48-8f5b-4405-92bd-fb7870f3f5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207566 Aug 23 21:35:35.449689 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-afd4c492-d3c3-4c5d-9db1-cc040335de1b None None] Set router c962d2b7-fe08-4e18-9b4a-3b0f6cca8648 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:35:35.474135 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ed182cb9-61cd-4729-adec-bd780b6d202c None None] Provisioning complete for port 7936d8e7-3b27-45af-b09b-179af8372e29 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:35:35.474442 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed182cb9-61cd-4729-adec-bd780b6d202c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:35.516753 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-ed182cb9-61cd-4729-adec-bd780b6d202c None None] Port 7936d8e7-3b27-45af-b09b-179af8372e29 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:35:35.568925 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9beb2bcf-1ee3-4525-ad19-56f160e31924 req-3f5b730a-c70e-4a5e-8ea4-667283114a75 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e4bb174-dfed-4756-b9f4-1d35585430d6 HTTP/1.1" status: 200 len: 210 time: 0.0414727 Aug 23 21:35:35.671111 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-afd4c492-d3c3-4c5d-9db1-cc040335de1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c962d2b7-fe08-4e18-9b4a-3b0f6cca8648', 'name': 'tempest-TestNetworkAdvancedServerOps-router-330142124', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '38f3ef37-121b-4368-ab05-f62606987e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:35:30Z', 'updated_at': '2021-08-23T21:35:33Z', 'revision_number': 4, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': '38f3ef37-121b-4368-ab05-f62606987e46', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c962d2b7-fe08-4e18-9b4a-3b0f6cca8648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:35:30Z', 'updated_at': '2021-08-23T21:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '7936d8e7-3b27-45af-b09b-179af8372e29', 'name': '', 'network_id': '318c7b48-8f5b-4405-92bd-fb7870f3f5b9', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'mac_address': 'fa:16:3e:62:85:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c962d2b7-fe08-4e18-9b4a-3b0f6cca8648', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c045b16d-4d7d-4d00-808e-69a90761ea60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:35:33Z', 'updated_at': '2021-08-23T21:35:34Z', 'revision_number': 2, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'subnets': [{'id': 'c045b16d-4d7d-4d00-808e-69a90761ea60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:35:35.697617 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd4c492-d3c3-4c5d-9db1-cc040335de1b None None] Checking router: c962d2b7-fe08-4e18-9b4a-3b0f6cca8648 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:35:35.697963 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd4c492-d3c3-4c5d-9db1-cc040335de1b None None] Updating router c962d2b7-fe08-4e18-9b4a-3b0f6cca8648 port 7936d8e7-3b27-45af-b09b-179af8372e29 binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 21:35:35.724360 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-afd4c492-d3c3-4c5d-9db1-cc040335de1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:36.015353 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 38f3ef37-121b-4368-ab05-f62606987e46 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:35:36.053654 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-afd4c492-d3c3-4c5d-9db1-cc040335de1b None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:36.070730 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-afd4c492-d3c3-4c5d-9db1-cc040335de1b None None] Transition to ACTIVE for port object 7936d8e7-3b27-45af-b09b-179af8372e29 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:35:36.079275 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-afd4c492-d3c3-4c5d-9db1-cc040335de1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:36.093569 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 38f3ef37-121b-4368-ab05-f62606987e46 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:35:36.093781 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:36.213140 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8e004b-db89-4f36-8ec5-74cc8562c6da None None] Pushing event updated for resources: {'Port': ['ID=7936d8e7-3b27-45af-b09b-179af8372e29,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:35:36.214445 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device cbaf12c9-ea66-4120-af2a-c06f45700440 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:35:36.229406 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-afd4c492-d3c3-4c5d-9db1-cc040335de1b None None] Attempting to bind port 7936d8e7-3b27-45af-b09b-179af8372e29 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:35:36.229868 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-afd4c492-d3c3-4c5d-9db1-cc040335de1b None None] Attempting to bind port 7936d8e7-3b27-45af-b09b-179af8372e29 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '36a4d6a6-d212-4f17-aef5-3ff7c5ac57c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '318c7b48-8f5b-4405-92bd-fb7870f3f5b9'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:35:36.230286 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd4c492-d3c3-4c5d-9db1-cc040335de1b None None] Attempting to bind port 7936d8e7-3b27-45af-b09b-179af8372e29 on network 318c7b48-8f5b-4405-92bd-fb7870f3f5b9 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:35:36.234089 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8e004b-db89-4f36-8ec5-74cc8562c6da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:35:36.234551 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8e004b-db89-4f36-8ec5-74cc8562c6da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:35:36.234985 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8e004b-db89-4f36-8ec5-74cc8562c6da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:35:36.235414 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8e004b-db89-4f36-8ec5-74cc8562c6da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:35:36.235835 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8e004b-db89-4f36-8ec5-74cc8562c6da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:35:36.236187 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8e004b-db89-4f36-8ec5-74cc8562c6da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:35:36.236516 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8e004b-db89-4f36-8ec5-74cc8562c6da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:35:36.236833 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8e004b-db89-4f36-8ec5-74cc8562c6da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:35:36.237194 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8e004b-db89-4f36-8ec5-74cc8562c6da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:35:36.237462 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8e004b-db89-4f36-8ec5-74cc8562c6da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:35:36.237778 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8e004b-db89-4f36-8ec5-74cc8562c6da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:35:36.238101 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8e004b-db89-4f36-8ec5-74cc8562c6da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:35:36.244989 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd4c492-d3c3-4c5d-9db1-cc040335de1b None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:35:36.245369 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd4c492-d3c3-4c5d-9db1-cc040335de1b None None] Checking segment: {'id': '36a4d6a6-d212-4f17-aef5-3ff7c5ac57c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '318c7b48-8f5b-4405-92bd-fb7870f3f5b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:35:36.245752 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-afd4c492-d3c3-4c5d-9db1-cc040335de1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:36.246470 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd4c492-d3c3-4c5d-9db1-cc040335de1b None None] Bound using segment: {'id': '36a4d6a6-d212-4f17-aef5-3ff7c5ac57c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '318c7b48-8f5b-4405-92bd-fb7870f3f5b9'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:35:36.246905 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-afd4c492-d3c3-4c5d-9db1-cc040335de1b None None] Bound port: 7936d8e7-3b27-45af-b09b-179af8372e29, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36a4d6a6-d212-4f17-aef5-3ff7c5ac57c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '318c7b48-8f5b-4405-92bd-fb7870f3f5b9'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:35:36.247285 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-afd4c492-d3c3-4c5d-9db1-cc040335de1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:36.274982 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port cbaf12c9-ea66-4120-af2a-c06f45700440 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:35:36.280566 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port cbaf12c9-ea66-4120-af2a-c06f45700440 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:35:36.281303 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:36.317013 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-afd4c492-d3c3-4c5d-9db1-cc040335de1b None None] For port 7936d8e7-3b27-45af-b09b-179af8372e29, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:35:36.320919 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-afd4c492-d3c3-4c5d-9db1-cc040335de1b None None] For port 7936d8e7-3b27-45af-b09b-179af8372e29, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=7936d8e7-3b27-45af-b09b-179af8372e29,segment=NetworkSegment(36a4d6a6-d212-4f17-aef5-3ff7c5ac57c3),segment_id=36a4d6a6-d212-4f17-aef5-3ff7c5ac57c3)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:35:36.328140 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-afd4c492-d3c3-4c5d-9db1-cc040335de1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:36.377379 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:36.390920 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8e004b-db89-4f36-8ec5-74cc8562c6da None None] Pushing event updated for resources: {'Port': ['ID=7936d8e7-3b27-45af-b09b-179af8372e29,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:35:36.395050 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd4c492-d3c3-4c5d-9db1-cc040335de1b None None] Routers {'c962d2b7-fe08-4e18-9b4a-3b0f6cca8648'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:35:36.395651 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-afd4c492-d3c3-4c5d-9db1-cc040335de1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:35:14Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['c962d2b7-fe08-4e18-9b4a-3b0f6cca8648'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:35:36.414880 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port cbaf12c9-ea66-4120-af2a-c06f45700440, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=cbaf12c9-ea66-4120-af2a-c06f45700440,segment=NetworkSegment(36a4d6a6-d212-4f17-aef5-3ff7c5ac57c3),segment_id=36a4d6a6-d212-4f17-aef5-3ff7c5ac57c3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:35:36.419657 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:36.507305 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=cbaf12c9-ea66-4120-af2a-c06f45700440,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:35:36.516689 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-afd4c492-d3c3-4c5d-9db1-cc040335de1b None None] Set router c962d2b7-fe08-4e18-9b4a-3b0f6cca8648 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:35:36.671907 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bed9b-2180-4370-9d16-8e9249072702 req-c0aca050-ed86-4409-a1f5-a71de8b6d56e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:35:36.674102 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-023bed9b-2180-4370-9d16-8e9249072702 req-c0aca050-ed86-4409-a1f5-a71de8b6d56e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.11 "GET /v2.0/networks?id=318c7b48-8f5b-4405-92bd-fb7870f3f5b9 HTTP/1.1" status: 200 len: 797 time: 0.1673026 Aug 23 21:35:36.705900 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-d8123a0d-05d2-4aa1-8c63-fb8a92d1d04e req-36b46843-52e8-4896-a18f-7d9619fbfbaa tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e4bb174-dfed-4756-b9f4-1d35585430d6 HTTP/1.1" status: 200 len: 210 time: 0.0378840 Aug 23 21:35:36.739901 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-023bed9b-2180-4370-9d16-8e9249072702 req-fa09750a-005f-4bde-9312-645bb169aa85 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5ec03f379a044fe8aab04b1df4a2f2b HTTP/1.1" status: 200 len: 380 time: 0.0563695 Aug 23 21:35:36.750817 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-023bed9b-2180-4370-9d16-8e9249072702 req-c14c6a28-f08c-4e07-87e4-3b75c3c53ada tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Request body: {'port': {'device_id': '8e4bb174-dfed-4756-b9f4-1d35585430d6', 'network_id': '318c7b48-8f5b-4405-92bd-fb7870f3f5b9', 'admin_state_up': True, 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'security_groups': ['59b80654-cd65-4ec5-98cf-3655b569cec5']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:35:36.765261 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-afd4c492-d3c3-4c5d-9db1-cc040335de1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c962d2b7-fe08-4e18-9b4a-3b0f6cca8648', 'name': 'tempest-TestNetworkAdvancedServerOps-router-330142124', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '38f3ef37-121b-4368-ab05-f62606987e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:35:30Z', 'updated_at': '2021-08-23T21:35:33Z', 'revision_number': 4, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': '38f3ef37-121b-4368-ab05-f62606987e46', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c962d2b7-fe08-4e18-9b4a-3b0f6cca8648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:35:30Z', 'updated_at': '2021-08-23T21:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '7936d8e7-3b27-45af-b09b-179af8372e29', 'name': '', 'network_id': '318c7b48-8f5b-4405-92bd-fb7870f3f5b9', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'mac_address': 'fa:16:3e:62:85:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c962d2b7-fe08-4e18-9b4a-3b0f6cca8648', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c045b16d-4d7d-4d00-808e-69a90761ea60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:35:33Z', 'updated_at': '2021-08-23T21:35:36Z', 'revision_number': 4, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'subnets': [{'id': 'c045b16d-4d7d-4d00-808e-69a90761ea60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:35:36.791535 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd4c492-d3c3-4c5d-9db1-cc040335de1b None None] The sync data for ids ['c962d2b7-fe08-4e18-9b4a-3b0f6cca8648'] in n-d-805663-2 is: [{'id': 'c962d2b7-fe08-4e18-9b4a-3b0f6cca8648', 'name': 'tempest-TestNetworkAdvancedServerOps-router-330142124', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '38f3ef37-121b-4368-ab05-f62606987e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:35:30Z', 'updated_at': '2021-08-23T21:35:33Z', 'revision_number': 4, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': '38f3ef37-121b-4368-ab05-f62606987e46', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c962d2b7-fe08-4e18-9b4a-3b0f6cca8648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:35:30Z', 'updated_at': '2021-08-23T21:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '7936d8e7-3b27-45af-b09b-179af8372e29', 'name': '', 'network_id': '318c7b48-8f5b-4405-92bd-fb7870f3f5b9', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'mac_address': 'fa:16:3e:62:85:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c962d2b7-fe08-4e18-9b4a-3b0f6cca8648', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c045b16d-4d7d-4d00-808e-69a90761ea60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:35:33Z', 'updated_at': '2021-08-23T21:35:36Z', 'revision_number': 4, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'subnets': [{'id': 'c045b16d-4d7d-4d00-808e-69a90761ea60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:35:36.877307 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-023bed9b-2180-4370-9d16-8e9249072702 req-c14c6a28-f08c-4e07-87e4-3b75c3c53ada tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Made reservation on behalf of f5ec03f379a044fe8aab04b1df4a2f2b for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:35:36.880835 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-023bed9b-2180-4370-9d16-8e9249072702 req-c14c6a28-f08c-4e07-87e4-3b75c3c53ada tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:37.023766 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-023bed9b-2180-4370-9d16-8e9249072702 req-c14c6a28-f08c-4e07-87e4-3b75c3c53ada tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Allocated IP 172.20.0.6 (318c7b48-8f5b-4405-92bd-fb7870f3f5b9/c045b16d-4d7d-4d00-808e-69a90761ea60/59620d70-9a2d-4928-977c-22ce8b25c32e) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:35:37.174002 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-023bed9b-2180-4370-9d16-8e9249072702 req-c14c6a28-f08c-4e07-87e4-3b75c3c53ada tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:37.188527 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-023bed9b-2180-4370-9d16-8e9249072702 req-c14c6a28-f08c-4e07-87e4-3b75c3c53ada tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Transition to ACTIVE for port object 59620d70-9a2d-4928-977c-22ce8b25c32e will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:35:37.223689 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-023bed9b-2180-4370-9d16-8e9249072702 req-c14c6a28-f08c-4e07-87e4-3b75c3c53ada tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:37.270876 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-023bed9b-2180-4370-9d16-8e9249072702 req-c14c6a28-f08c-4e07-87e4-3b75c3c53ada tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Network 318c7b48-8f5b-4405-92bd-fb7870f3f5b9 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:35:37.274114 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-023bed9b-2180-4370-9d16-8e9249072702 req-c14c6a28-f08c-4e07-87e4-3b75c3c53ada tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:35:37.281082 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-023bed9b-2180-4370-9d16-8e9249072702 req-c14c6a28-f08c-4e07-87e4-3b75c3c53ada tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:35:37.285597 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c6a28-f08c-4e07-87e4-3b75c3c53ada tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'Port': ['ID=59620d70-9a2d-4928-977c-22ce8b25c32e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:35:37.336223 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bed9b-2180-4370-9d16-8e9249072702 req-c14c6a28-f08c-4e07-87e4-3b75c3c53ada tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:35:37.337213 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-023bed9b-2180-4370-9d16-8e9249072702 req-c14c6a28-f08c-4e07-87e4-3b75c3c53ada tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:37.354755 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-023bed9b-2180-4370-9d16-8e9249072702 req-c14c6a28-f08c-4e07-87e4-3b75c3c53ada tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6087770 Aug 23 21:35:37.368422 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-023bed9b-2180-4370-9d16-8e9249072702 req-45c4b6fa-8300-4b01-a15c-81d5e5e5aa15 service neutron] Request body: {'port': {'device_id': '8e4bb174-dfed-4756-b9f4-1d35585430d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:35:37.438811 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-023bed9b-2180-4370-9d16-8e9249072702 req-45c4b6fa-8300-4b01-a15c-81d5e5e5aa15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:37.525733 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5d8ac7a9-1419-423b-9cbf-29133d8dcf80 None None] Provisioning for port 59620d70-9a2d-4928-977c-22ce8b25c32e completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:35:37.531251 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5d8ac7a9-1419-423b-9cbf-29133d8dcf80 None None] Provisioning complete for port 59620d70-9a2d-4928-977c-22ce8b25c32e triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:35:37.531905 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5d8ac7a9-1419-423b-9cbf-29133d8dcf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:37.735567 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-5d8ac7a9-1419-423b-9cbf-29133d8dcf80 None None] Port 59620d70-9a2d-4928-977c-22ce8b25c32e cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:35:37.760352 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-023bed9b-2180-4370-9d16-8e9249072702 req-45c4b6fa-8300-4b01-a15c-81d5e5e5aa15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59620d70-9a2d-4928-977c-22ce8b25c32e {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:35:37.770321 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-023bed9b-2180-4370-9d16-8e9249072702 req-45c4b6fa-8300-4b01-a15c-81d5e5e5aa15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:37.791548 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-023bed9b-2180-4370-9d16-8e9249072702 req-45c4b6fa-8300-4b01-a15c-81d5e5e5aa15 service neutron] Transition to ACTIVE for port object 59620d70-9a2d-4928-977c-22ce8b25c32e will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:35:37.813040 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-023bed9b-2180-4370-9d16-8e9249072702 req-45c4b6fa-8300-4b01-a15c-81d5e5e5aa15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:37.883430 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c4b6fa-8300-4b01-a15c-81d5e5e5aa15 service neutron] Pushing event updated for resources: {'Port': ['ID=59620d70-9a2d-4928-977c-22ce8b25c32e,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:35:37.897269 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff57ae1-065f-48b2-9988-dbf10b86795b req-3f333b47-dbf5-4ed0-b22d-e1836d378312 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:35:37.898907 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9ff57ae1-065f-48b2-9988-dbf10b86795b req-3f333b47-dbf5-4ed0-b22d-e1836d378312 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e4bb174-dfed-4756-b9f4-1d35585430d6 HTTP/1.1" status: 200 len: 931 time: 0.1173587 Aug 23 21:35:38.001263 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9ff57ae1-065f-48b2-9988-dbf10b86795b req-c410ac8c-200f-4c48-9f07-8ef276f11cbc tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=59b80654-cd65-4ec5-98cf-3655b569cec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950427 Aug 23 21:35:38.021235 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-023bed9b-2180-4370-9d16-8e9249072702 req-45c4b6fa-8300-4b01-a15c-81d5e5e5aa15 service neutron] Attempting to bind port 59620d70-9a2d-4928-977c-22ce8b25c32e on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:35:38.021970 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-023bed9b-2180-4370-9d16-8e9249072702 req-45c4b6fa-8300-4b01-a15c-81d5e5e5aa15 service neutron] Attempting to bind port 59620d70-9a2d-4928-977c-22ce8b25c32e by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '36a4d6a6-d212-4f17-aef5-3ff7c5ac57c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '318c7b48-8f5b-4405-92bd-fb7870f3f5b9'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:35:38.021970 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023bed9b-2180-4370-9d16-8e9249072702 req-45c4b6fa-8300-4b01-a15c-81d5e5e5aa15 service neutron] Attempting to bind port 59620d70-9a2d-4928-977c-22ce8b25c32e on network 318c7b48-8f5b-4405-92bd-fb7870f3f5b9 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:35:38.025973 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device cbaf12c9-ea66-4120-af2a-c06f45700440 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:35:38.027109 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023bed9b-2180-4370-9d16-8e9249072702 req-45c4b6fa-8300-4b01-a15c-81d5e5e5aa15 service neutron] Port 59620d70-9a2d-4928-977c-22ce8b25c32e on network 318c7b48-8f5b-4405-92bd-fb7870f3f5b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:35:38.027434 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023bed9b-2180-4370-9d16-8e9249072702 req-45c4b6fa-8300-4b01-a15c-81d5e5e5aa15 service neutron] Attempting to bind port 59620d70-9a2d-4928-977c-22ce8b25c32e on network 318c7b48-8f5b-4405-92bd-fb7870f3f5b9 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:35:38.033348 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023bed9b-2180-4370-9d16-8e9249072702 req-45c4b6fa-8300-4b01-a15c-81d5e5e5aa15 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:35:38.033682 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023bed9b-2180-4370-9d16-8e9249072702 req-45c4b6fa-8300-4b01-a15c-81d5e5e5aa15 service neutron] Checking segment: {'id': '36a4d6a6-d212-4f17-aef5-3ff7c5ac57c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '318c7b48-8f5b-4405-92bd-fb7870f3f5b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:35:38.034063 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023bed9b-2180-4370-9d16-8e9249072702 req-45c4b6fa-8300-4b01-a15c-81d5e5e5aa15 service neutron] Bound using segment: {'id': '36a4d6a6-d212-4f17-aef5-3ff7c5ac57c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '318c7b48-8f5b-4405-92bd-fb7870f3f5b9'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:35:38.034492 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-023bed9b-2180-4370-9d16-8e9249072702 req-45c4b6fa-8300-4b01-a15c-81d5e5e5aa15 service neutron] Bound port: 59620d70-9a2d-4928-977c-22ce8b25c32e, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36a4d6a6-d212-4f17-aef5-3ff7c5ac57c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '318c7b48-8f5b-4405-92bd-fb7870f3f5b9'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:35:38.034986 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-023bed9b-2180-4370-9d16-8e9249072702 req-45c4b6fa-8300-4b01-a15c-81d5e5e5aa15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:38.086957 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port cbaf12c9-ea66-4120-af2a-c06f45700440 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:35:38.087326 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:38.104051 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-023bed9b-2180-4370-9d16-8e9249072702 req-45c4b6fa-8300-4b01-a15c-81d5e5e5aa15 service neutron] For port 59620d70-9a2d-4928-977c-22ce8b25c32e, host n-h1-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:35:38.109284 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-023bed9b-2180-4370-9d16-8e9249072702 req-45c4b6fa-8300-4b01-a15c-81d5e5e5aa15 service neutron] For port 59620d70-9a2d-4928-977c-22ce8b25c32e, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=59620d70-9a2d-4928-977c-22ce8b25c32e,segment=NetworkSegment(36a4d6a6-d212-4f17-aef5-3ff7c5ac57c3),segment_id=36a4d6a6-d212-4f17-aef5-3ff7c5ac57c3)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:35:38.114711 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-023bed9b-2180-4370-9d16-8e9249072702 req-45c4b6fa-8300-4b01-a15c-81d5e5e5aa15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:38.160302 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bed9b-2180-4370-9d16-8e9249072702 req-45c4b6fa-8300-4b01-a15c-81d5e5e5aa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:35:38.160908 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-023bed9b-2180-4370-9d16-8e9249072702 req-45c4b6fa-8300-4b01-a15c-81d5e5e5aa15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:38.162288 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-023bed9b-2180-4370-9d16-8e9249072702 req-45c4b6fa-8300-4b01-a15c-81d5e5e5aa15 service neutron] 10.222.0.11 "PUT /v2.0/ports/59620d70-9a2d-4928-977c-22ce8b25c32e HTTP/1.1" status: 200 len: 1091 time: 0.7983932 Aug 23 21:35:38.162755 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e4bb174-dfed-4756-b9f4-1d35585430d6', 'tag': '59620d70-9a2d-4928-977c-22ce8b25c32e'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:35:38.165009 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}464d6cbacbaeb9374483e58d29b165f94917862334b697df3b381d289610f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465de841-14d7-44a2-9219-11db943e9b65" -d '{"events": [{"name": "network-changed", "server_uuid": "8e4bb174-dfed-4756-b9f4-1d35585430d6", "tag": "59620d70-9a2d-4928-977c-22ce8b25c32e"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:35:38.181821 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 7936d8e7-3b27-45af-b09b-179af8372e29 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:35:38.207179 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c4b6fa-8300-4b01-a15c-81d5e5e5aa15 service neutron] Pushing event updated for resources: {'Port': ['ID=59620d70-9a2d-4928-977c-22ce8b25c32e,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:35:38.229341 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3685730-6dc6-4243-a6fe-103f9173c1fe x-openstack-request-id: req-f3685730-6dc6-4243-a6fe-103f9173c1fe {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:35:38.229938 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e4bb174-dfed-4756-b9f4-1d35585430d6", "tag": "59620d70-9a2d-4928-977c-22ce8b25c32e", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:35:38.230211 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f3685730-6dc6-4243-a6fe-103f9173c1fe {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:35:38.230762 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e4bb174-dfed-4756-b9f4-1d35585430d6', 'tag': '59620d70-9a2d-4928-977c-22ce8b25c32e', 'status': 'completed', 'code': 200} Aug 23 21:35:38.244479 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:35:38.249085 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 7936d8e7-3b27-45af-b09b-179af8372e29 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:35:38.254562 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 7936d8e7-3b27-45af-b09b-179af8372e29 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:35:38.254942 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:38.265626 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bed9b-2180-4370-9d16-8e9249072702 req-bcf2f6fd-bbf2-460e-bedd-5a0d5efa5eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:35:38.267190 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-023bed9b-2180-4370-9d16-8e9249072702 req-bcf2f6fd-bbf2-460e-bedd-5a0d5efa5eab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f5ec03f379a044fe8aab04b1df4a2f2b&device_id=8e4bb174-dfed-4756-b9f4-1d35585430d6 HTTP/1.1" status: 200 len: 1094 time: 0.0533788 Aug 23 21:35:38.313177 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-023bed9b-2180-4370-9d16-8e9249072702 req-ed9f69ae-84ad-482f-832e-5c61c5f8b393 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59620d70-9a2d-4928-977c-22ce8b25c32e HTTP/1.1" status: 200 len: 217 time: 0.0371902 Aug 23 21:35:38.347432 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:38.380083 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bed9b-2180-4370-9d16-8e9249072702 req-f4bd45ac-0a4b-4039-b434-b4a7141083a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:35:38.381823 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-023bed9b-2180-4370-9d16-8e9249072702 req-f4bd45ac-0a4b-4039-b434-b4a7141083a1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c045b16d-4d7d-4d00-808e-69a90761ea60 HTTP/1.1" status: 200 len: 834 time: 0.0593846 Aug 23 21:35:38.386161 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 7936d8e7-3b27-45af-b09b-179af8372e29, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=7936d8e7-3b27-45af-b09b-179af8372e29,segment=NetworkSegment(36a4d6a6-d212-4f17-aef5-3ff7c5ac57c3),segment_id=36a4d6a6-d212-4f17-aef5-3ff7c5ac57c3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:35:38.391065 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:38.437222 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bed9b-2180-4370-9d16-8e9249072702 req-f872be2b-b7fe-4a84-b4e5-b4bac1aeaacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:35:38.438661 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-023bed9b-2180-4370-9d16-8e9249072702 req-f872be2b-b7fe-4a84-b4e5-b4bac1aeaacc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=318c7b48-8f5b-4405-92bd-fb7870f3f5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440185 Aug 23 21:35:38.446819 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=7936d8e7-3b27-45af-b09b-179af8372e29,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:35:38.532255 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-023bed9b-2180-4370-9d16-8e9249072702 req-59760e69-def3-475d-802a-cd956e2bd395 service neutron] 10.222.0.11 "GET /v2.0/networks/318c7b48-8f5b-4405-92bd-fb7870f3f5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856121 Aug 23 21:35:38.630381 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-023bed9b-2180-4370-9d16-8e9249072702 req-e05ad412-c0b9-43d6-89c1-56e2bacea205 service neutron] 10.222.0.11 "GET /v2.0/networks/318c7b48-8f5b-4405-92bd-fb7870f3f5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904942 Aug 23 21:35:38.714458 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465de841-14d7-44a2-9219-11db943e9b65 req-d0d9ea1f-707c-401f-9f50-e0e7f180ed7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:35:38.716122 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-465de841-14d7-44a2-9219-11db943e9b65 req-d0d9ea1f-707c-401f-9f50-e0e7f180ed7f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f5ec03f379a044fe8aab04b1df4a2f2b&device_id=8e4bb174-dfed-4756-b9f4-1d35585430d6 HTTP/1.1" status: 200 len: 1094 time: 0.0406713 Aug 23 21:35:38.816265 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465de841-14d7-44a2-9219-11db943e9b65 req-18b78f96-3f61-42e1-890e-e2e3fb0c2148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:35:38.817658 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-465de841-14d7-44a2-9219-11db943e9b65 req-18b78f96-3f61-42e1-890e-e2e3fb0c2148 service neutron] 10.222.0.11 "GET /v2.0/networks?id=318c7b48-8f5b-4405-92bd-fb7870f3f5b9 HTTP/1.1" status: 200 len: 898 time: 0.0939105 Aug 23 21:35:38.861374 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-465de841-14d7-44a2-9219-11db943e9b65 req-1c251c34-f799-4430-a997-a2e25438a9a9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59620d70-9a2d-4928-977c-22ce8b25c32e HTTP/1.1" status: 200 len: 217 time: 0.0363202 Aug 23 21:35:38.914437 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465de841-14d7-44a2-9219-11db943e9b65 req-056d7c07-8c66-4a81-9d00-d629cec85202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:35:38.915914 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-465de841-14d7-44a2-9219-11db943e9b65 req-056d7c07-8c66-4a81-9d00-d629cec85202 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c045b16d-4d7d-4d00-808e-69a90761ea60 HTTP/1.1" status: 200 len: 834 time: 0.0471025 Aug 23 21:35:38.962345 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465de841-14d7-44a2-9219-11db943e9b65 req-db666930-b27b-432f-8648-d02162444038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:35:38.963840 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-465de841-14d7-44a2-9219-11db943e9b65 req-db666930-b27b-432f-8648-d02162444038 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=318c7b48-8f5b-4405-92bd-fb7870f3f5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395005 Aug 23 21:35:39.064598 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-465de841-14d7-44a2-9219-11db943e9b65 req-8c4b523f-7553-43ed-8094-cfa423d52e6c service neutron] 10.222.0.11 "GET /v2.0/networks/318c7b48-8f5b-4405-92bd-fb7870f3f5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916910 Aug 23 21:35:39.520715 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9459303-6466-4c6a-ba4c-767ea2f31617 req-9799beaa-230a-43b0-8d91-831b1e331bc9 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:35:39.522220 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d9459303-6466-4c6a-ba4c-767ea2f31617 req-9799beaa-230a-43b0-8d91-831b1e331bc9 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e4bb174-dfed-4756-b9f4-1d35585430d6 HTTP/1.1" status: 200 len: 943 time: 0.4540279 Aug 23 21:35:39.555500 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-465de841-14d7-44a2-9219-11db943e9b65 req-d9ad3a11-902d-4d94-991e-4a65f4e51121 service neutron] 10.222.0.11 "GET /v2.0/networks/318c7b48-8f5b-4405-92bd-fb7870f3f5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4784427 Aug 23 21:35:39.576190 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d9459303-6466-4c6a-ba4c-767ea2f31617 req-07e78f8d-6cbc-42b1-8bc4-273bd7b6c84d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=59b80654-cd65-4ec5-98cf-3655b569cec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452392 Aug 23 21:35:39.906844 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 7936d8e7-3b27-45af-b09b-179af8372e29 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:35:39.953911 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 7936d8e7-3b27-45af-b09b-179af8372e29 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:35:39.954278 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:40.121476 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e5ae59ab-0a0a-4f79-b205-92d49016faf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:40.753430 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb3063-91a8-4821-a5e7-7645b5647173 req-3b273d55-dd06-4833-bae9-9cc85ba3e45e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:35:40.754964 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-40bb3063-91a8-4821-a5e7-7645b5647173 req-3b273d55-dd06-4833-bae9-9cc85ba3e45e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e4bb174-dfed-4756-b9f4-1d35585430d6 HTTP/1.1" status: 200 len: 943 time: 0.0520446 Aug 23 21:35:40.794426 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-40bb3063-91a8-4821-a5e7-7645b5647173 req-a7c417f9-7d33-4c37-8323-0fb23fcbbe57 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=59b80654-cd65-4ec5-98cf-3655b569cec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333662 Aug 23 21:35:40.848693 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 59620d70-9a2d-4928-977c-22ce8b25c32e details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 21:35:40.942143 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 59620d70-9a2d-4928-977c-22ce8b25c32e, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=59620d70-9a2d-4928-977c-22ce8b25c32e,segment=NetworkSegment(36a4d6a6-d212-4f17-aef5-3ff7c5ac57c3),segment_id=36a4d6a6-d212-4f17-aef5-3ff7c5ac57c3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:35:40.953555 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '59620d70-9a2d-4928-977c-22ce8b25c32e', 'network_id': '318c7b48-8f5b-4405-92bd-fb7870f3f5b9', 'port_id': '59620d70-9a2d-4928-977c-22ce8b25c32e', 'mac_address': 'fa:16:3e:a2:e6:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c045b16d-4d7d-4d00-808e-69a90761ea60', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 21:35:41.005804 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:41.006458 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:41.019444 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59620d70-9a2d-4928-977c-22ce8b25c32e {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:35:41.040848 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 59620d70-9a2d-4928-977c-22ce8b25c32e, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=59620d70-9a2d-4928-977c-22ce8b25c32e,segment=NetworkSegment(36a4d6a6-d212-4f17-aef5-3ff7c5ac57c3),segment_id=36a4d6a6-d212-4f17-aef5-3ff7c5ac57c3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:35:41.045428 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:41.093509 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=59620d70-9a2d-4928-977c-22ce8b25c32e,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:35:41.253004 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['59620d70-9a2d-4928-977c-22ce8b25c32e'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:35:41.909478 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e7091-1900-4599-889a-30676280aee8 req-0ba01b30-10ed-4c6e-bae1-cae92ecd809b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:35:41.910965 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-601e7091-1900-4599-889a-30676280aee8 req-0ba01b30-10ed-4c6e-bae1-cae92ecd809b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e4bb174-dfed-4756-b9f4-1d35585430d6 HTTP/1.1" status: 200 len: 944 time: 0.0500638 Aug 23 21:35:41.950822 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-601e7091-1900-4599-889a-30676280aee8 req-9524de7e-3ce7-4816-9ce6-2915056ae5a0 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=59b80654-cd65-4ec5-98cf-3655b569cec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339069 Aug 23 21:35:42.848164 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 59620d70-9a2d-4928-977c-22ce8b25c32e up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:35:42.896416 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 59620d70-9a2d-4928-977c-22ce8b25c32e completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:35:42.900106 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 59620d70-9a2d-4928-977c-22ce8b25c32e triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:35:42.900482 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:42.981611 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:43.005141 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e4bb174-dfed-4756-b9f4-1d35585430d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59620d70-9a2d-4928-977c-22ce8b25c32e'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:35:43.007416 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e577f7a2b9c3f6bcf6a64bd3e1bbb8e0b095addae8cf51c17fc2638a25953e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8717e26b-9044-4eb7-a8f5-5df72be723cb" -d '{"events": [{"server_uuid": "8e4bb174-dfed-4756-b9f4-1d35585430d6", "name": "network-vif-plugged", "status": "completed", "tag": "59620d70-9a2d-4928-977c-22ce8b25c32e"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:35:43.020141 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 59620d70-9a2d-4928-977c-22ce8b25c32e, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=59620d70-9a2d-4928-977c-22ce8b25c32e,segment=NetworkSegment(36a4d6a6-d212-4f17-aef5-3ff7c5ac57c3),segment_id=36a4d6a6-d212-4f17-aef5-3ff7c5ac57c3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:35:43.025161 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:43.054392 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494ef0f4-0c0e-4e42-86ca-46f671e46713 x-openstack-request-id: req-494ef0f4-0c0e-4e42-86ca-46f671e46713 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:35:43.054680 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e4bb174-dfed-4756-b9f4-1d35585430d6", "name": "network-vif-plugged", "status": "completed", "tag": "59620d70-9a2d-4928-977c-22ce8b25c32e", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:35:43.054929 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-494ef0f4-0c0e-4e42-86ca-46f671e46713 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:35:43.055316 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e4bb174-dfed-4756-b9f4-1d35585430d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59620d70-9a2d-4928-977c-22ce8b25c32e', 'code': 200} Aug 23 21:35:43.081382 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=59620d70-9a2d-4928-977c-22ce8b25c32e,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:35:43.083087 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b9dc1-64ed-4cc9-ba09-f5691a2d14e6 req-092d9c88-bdd1-4723-bd9f-dd4a24a83f8f tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:35:43.085992 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-085b9dc1-64ed-4cc9-ba09-f5691a2d14e6 req-092d9c88-bdd1-4723-bd9f-dd4a24a83f8f tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e4bb174-dfed-4756-b9f4-1d35585430d6 HTTP/1.1" status: 200 len: 945 time: 0.0663254 Aug 23 21:35:43.125975 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-085b9dc1-64ed-4cc9-ba09-f5691a2d14e6 req-473258e2-7e3e-4931-9ec6-7672588a3b47 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=59b80654-cd65-4ec5-98cf-3655b569cec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335262 Aug 23 21:35:43.150841 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a655ec4-2970-4a79-b6a4-a644bb8206d1 req-d76d9dc9-387e-4b20-92e1-e78bded1cf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:35:43.152374 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7a655ec4-2970-4a79-b6a4-a644bb8206d1 req-d76d9dc9-387e-4b20-92e1-e78bded1cf85 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8e4bb174-dfed-4756-b9f4-1d35585430d6 HTTP/1.1" status: 200 len: 1096 time: 0.0440335 Aug 23 21:35:43.188275 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7a655ec4-2970-4a79-b6a4-a644bb8206d1 req-da4ff55d-949c-4ef6-85c8-4b1c0f4024ef service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=59b80654-cd65-4ec5-98cf-3655b569cec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288534 Aug 23 21:35:43.521327 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-35f9cb4d-5ada-495d-91a1-221a1cc0de70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:43.645970 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:44.247138 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0214e-53fa-40d8-9812-c28ed63707db req-4981a615-4130-4d0f-9900-48f5360dbc68 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:35:44.248655 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-73a0214e-53fa-40d8-9812-c28ed63707db req-4981a615-4130-4d0f-9900-48f5360dbc68 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e4bb174-dfed-4756-b9f4-1d35585430d6 HTTP/1.1" status: 200 len: 945 time: 0.0512793 Aug 23 21:35:44.286635 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-73a0214e-53fa-40d8-9812-c28ed63707db req-18545035-94a7-4969-9b79-e5e9ef10a5a4 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=59b80654-cd65-4ec5-98cf-3655b569cec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320530 Aug 23 21:35:44.405053 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ca3b7-4279-4821-8bbd-5c017a8e821a req-90dfe0ff-5bbb-4482-87de-17a74811b60f tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:35:44.406651 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-806ca3b7-4279-4821-8bbd-5c017a8e821a req-90dfe0ff-5bbb-4482-87de-17a74811b60f tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e4bb174-dfed-4756-b9f4-1d35585430d6 HTTP/1.1" status: 200 len: 945 time: 0.0538433 Aug 23 21:35:44.447077 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-806ca3b7-4279-4821-8bbd-5c017a8e821a req-5b99fa00-f83e-41a5-bf4d-c3e0d848bc70 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=59b80654-cd65-4ec5-98cf-3655b569cec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340900 Aug 23 21:35:44.469359 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54062) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:35:44.551612 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024bb14b-aeda-4f3d-b098-774f023a3d51 tempest-TestNetworkAdvancedServerOps-1074521460 tempest-TestNetworkAdvancedServerOps-1074521460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:35:44.553163 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-024bb14b-aeda-4f3d-b098-774f023a3d51 tempest-TestNetworkAdvancedServerOps-1074521460 tempest-TestNetworkAdvancedServerOps-1074521460-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=8e4bb174-dfed-4756-b9f4-1d35585430d6 HTTP/1.1" status: 200 len: 1091 time: 0.0828052 Aug 23 21:35:44.556030 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54066) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:35:44.560991 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-d8741283-e8b8-418c-88d6-e6ae405db060 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Request body: {'floatingip': {'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'port_id': '59620d70-9a2d-4928-977c-22ce8b25c32e', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:35:44.583672 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d8741283-e8b8-418c-88d6-e6ae405db060 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:44.688301 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d8741283-e8b8-418c-88d6-e6ae405db060 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:44.792741 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-d8741283-e8b8-418c-88d6-e6ae405db060 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Allocated IP 172.25.4.110 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/48b7e0da-2476-4059-9bcb-784fa0b09478) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:35:44.815752 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:44.904603 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d8741283-e8b8-418c-88d6-e6ae405db060 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:44.944224 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d8741283-e8b8-418c-88d6-e6ae405db060 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:44.984660 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8741283-e8b8-418c-88d6-e6ae405db060 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:35:44.988891 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-d8741283-e8b8-418c-88d6-e6ae405db060 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:35:44.991630 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8741283-e8b8-418c-88d6-e6ae405db060 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:35:45.000647 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8741283-e8b8-418c-88d6-e6ae405db060 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'Port': ['ID=48b7e0da-2476-4059-9bcb-784fa0b09478,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:35:45.359079 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d8741283-e8b8-418c-88d6-e6ae405db060 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:45.429528 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d8741283-e8b8-418c-88d6-e6ae405db060 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:45.580018 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d8741283-e8b8-418c-88d6-e6ae405db060 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:45.584574 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d8741283-e8b8-418c-88d6-e6ae405db060 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:45.680565 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8741283-e8b8-418c-88d6-e6ae405db060 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'Port': ['ID=48b7e0da-2476-4059-9bcb-784fa0b09478,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:35:45.701957 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d8741283-e8b8-418c-88d6-e6ae405db060 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:45.752810 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ab57b58a-67a7-4f6a-9c96-cd8e6ab6d595 req-b66a81a1-3732-4b2a-87d1-998118f42f0f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8e4bb174-dfed-4756-b9f4-1d35585430d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1071436 Aug 23 21:35:45.841629 n-d-805663-2 neutron-server[94688]: INFO neutron.db.l3_db [None req-d8741283-e8b8-418c-88d6-e6ae405db060 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Floating IP 82e52783-8aa8-4e0d-a9b9-2aed86bd81fe associated. External IP: 172.25.4.110, port: 59620d70-9a2d-4928-977c-22ce8b25c32e. Aug 23 21:35:45.883698 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab57b58a-67a7-4f6a-9c96-cd8e6ab6d595 req-efc3fd4e-7d51-4817-8ee7-0939a0c60f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:35:45.885228 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ab57b58a-67a7-4f6a-9c96-cd8e6ab6d595 req-efc3fd4e-7d51-4817-8ee7-0939a0c60f55 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f5ec03f379a044fe8aab04b1df4a2f2b&device_id=8e4bb174-dfed-4756-b9f4-1d35585430d6 HTTP/1.1" status: 200 len: 1096 time: 0.0903511 Aug 23 21:35:46.070483 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab57b58a-67a7-4f6a-9c96-cd8e6ab6d595 req-48528268-b3d2-4f7c-9f78-65137c1fd999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:35:46.071871 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ab57b58a-67a7-4f6a-9c96-cd8e6ab6d595 req-48528268-b3d2-4f7c-9f78-65137c1fd999 service neutron] 10.222.0.11 "GET /v2.0/networks?id=318c7b48-8f5b-4405-92bd-fb7870f3f5b9 HTTP/1.1" status: 200 len: 898 time: 0.1661010 Aug 23 21:35:46.185127 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ab57b58a-67a7-4f6a-9c96-cd8e6ab6d595 req-6b83ec4d-632b-41c7-be1b-ea2a31400ad5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59620d70-9a2d-4928-977c-22ce8b25c32e HTTP/1.1" status: 200 len: 999 time: 0.1028085 Aug 23 21:35:46.189099 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8741283-e8b8-418c-88d6-e6ae405db060 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Router c962d2b7-fe08-4e18-9b4a-3b0f6cca8648 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:35:46.190121 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:46.282611 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab57b58a-67a7-4f6a-9c96-cd8e6ab6d595 req-209c475f-707e-4beb-9ab1-98dfcd25e744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:35:46.284195 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ab57b58a-67a7-4f6a-9c96-cd8e6ab6d595 req-209c475f-707e-4beb-9ab1-98dfcd25e744 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c045b16d-4d7d-4d00-808e-69a90761ea60 HTTP/1.1" status: 200 len: 834 time: 0.0902340 Aug 23 21:35:46.365826 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8741283-e8b8-418c-88d6-e6ae405db060 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:35:46.378345 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab57b58a-67a7-4f6a-9c96-cd8e6ab6d595 req-3aab47ec-7867-4bd3-a24d-a85e0ec9067b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:35:46.379872 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ab57b58a-67a7-4f6a-9c96-cd8e6ab6d595 req-3aab47ec-7867-4bd3-a24d-a85e0ec9067b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=318c7b48-8f5b-4405-92bd-fb7870f3f5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0889654 Aug 23 21:35:46.381402 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade7da35-cf9f-4063-b7ed-ae88ac761dde None None] Sync routers for ids ['c962d2b7-fe08-4e18-9b4a-3b0f6cca8648'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:35:46.391929 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade7da35-cf9f-4063-b7ed-ae88ac761dde None None] Routers {'c962d2b7-fe08-4e18-9b4a-3b0f6cca8648'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:35:46.392647 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-ade7da35-cf9f-4063-b7ed-ae88ac761dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:35:44Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['c962d2b7-fe08-4e18-9b4a-3b0f6cca8648'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:35:46.395504 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d8741283-e8b8-418c-88d6-e6ae405db060 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:35:46.465572 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d8741283-e8b8-418c-88d6-e6ae405db060 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9078794 Aug 23 21:35:46.467528 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e4bb174-dfed-4756-b9f4-1d35585430d6', 'tag': '59620d70-9a2d-4928-977c-22ce8b25c32e'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:35:46.472121 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}464d6cbacbaeb9374483e58d29b165f94917862334b697df3b381d289610f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70dd0abf-35b6-45de-8d38-73bb6779a59a" -d '{"events": [{"name": "network-changed", "server_uuid": "8e4bb174-dfed-4756-b9f4-1d35585430d6", "tag": "59620d70-9a2d-4928-977c-22ce8b25c32e"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:35:46.506105 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-ade7da35-cf9f-4063-b7ed-ae88ac761dde None None] Set router c962d2b7-fe08-4e18-9b4a-3b0f6cca8648 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:35:46.508369 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ab57b58a-67a7-4f6a-9c96-cd8e6ab6d595 req-af02476c-a83f-4463-95f2-fc6b0b2bf1d4 service neutron] 10.222.0.11 "GET /v2.0/networks/318c7b48-8f5b-4405-92bd-fb7870f3f5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206913 Aug 23 21:35:46.566126 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783a5262-d48a-4c4c-b884-1967a4229fae x-openstack-request-id: req-783a5262-d48a-4c4c-b884-1967a4229fae {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:35:46.566433 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e4bb174-dfed-4756-b9f4-1d35585430d6", "tag": "59620d70-9a2d-4928-977c-22ce8b25c32e", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:35:46.566662 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-783a5262-d48a-4c4c-b884-1967a4229fae {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:35:46.567061 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e4bb174-dfed-4756-b9f4-1d35585430d6', 'tag': '59620d70-9a2d-4928-977c-22ce8b25c32e', 'status': 'completed', 'code': 200} Aug 23 21:35:46.643861 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f1c6e-fc27-4944-be06-2417f21703ae req-cff5a3d4-8a51-40f1-8d90-060e2a32c8f2 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:35:46.645415 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f35f1c6e-fc27-4944-be06-2417f21703ae req-cff5a3d4-8a51-40f1-8d90-060e2a32c8f2 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e4bb174-dfed-4756-b9f4-1d35585430d6 HTTP/1.1" status: 200 len: 945 time: 0.0814455 Aug 23 21:35:46.651110 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ab57b58a-67a7-4f6a-9c96-cd8e6ab6d595 req-25e74559-950d-4be9-86ba-7ce0c036b6fa service neutron] 10.222.0.11 "GET /v2.0/networks/318c7b48-8f5b-4405-92bd-fb7870f3f5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359615 Aug 23 21:35:46.690717 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f35f1c6e-fc27-4944-be06-2417f21703ae req-9df15ac1-4d4d-4457-b832-30b7ba9d571e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=59b80654-cd65-4ec5-98cf-3655b569cec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386388 Aug 23 21:35:46.713692 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54072) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:35:46.746609 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd0abf-35b6-45de-8d38-73bb6779a59a req-aaa00d60-ca43-468d-8006-50cce52d9bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:35:46.746932 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-ade7da35-cf9f-4063-b7ed-ae88ac761dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c962d2b7-fe08-4e18-9b4a-3b0f6cca8648', 'name': 'tempest-TestNetworkAdvancedServerOps-router-330142124', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '38f3ef37-121b-4368-ab05-f62606987e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:35:30Z', 'updated_at': '2021-08-23T21:35:33Z', 'revision_number': 4, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': '38f3ef37-121b-4368-ab05-f62606987e46', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c962d2b7-fe08-4e18-9b4a-3b0f6cca8648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:35:30Z', 'updated_at': '2021-08-23T21:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '82e52783-8aa8-4e0d-a9b9-2aed86bd81fe', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'floating_ip_address': '172.25.4.110', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': 'c962d2b7-fe08-4e18-9b4a-3b0f6cca8648', 'port_id': '59620d70-9a2d-4928-977c-22ce8b25c32e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '318c7b48-8f5b-4405-92bd-fb7870f3f5b9', 'mac_address': 'fa:16:3e:a2:e6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4bb174-dfed-4756-b9f4-1d35585430d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:35:45Z', 'updated_at': '2021-08-23T21:35:45Z', 'revision_number': 0, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7936d8e7-3b27-45af-b09b-179af8372e29', 'name': '', 'network_id': '318c7b48-8f5b-4405-92bd-fb7870f3f5b9', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'mac_address': 'fa:16:3e:62:85:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c962d2b7-fe08-4e18-9b4a-3b0f6cca8648', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c045b16d-4d7d-4d00-808e-69a90761ea60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:35:33Z', 'updated_at': '2021-08-23T21:35:38Z', 'revision_number': 5, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'subnets': [{'id': 'c045b16d-4d7d-4d00-808e-69a90761ea60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:35:46.748560 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-70dd0abf-35b6-45de-8d38-73bb6779a59a req-aaa00d60-ca43-468d-8006-50cce52d9bd1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f5ec03f379a044fe8aab04b1df4a2f2b&device_id=8e4bb174-dfed-4756-b9f4-1d35585430d6 HTTP/1.1" status: 200 len: 1096 time: 0.0538018 Aug 23 21:35:46.773575 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade7da35-cf9f-4063-b7ed-ae88ac761dde None None] Checking router: c962d2b7-fe08-4e18-9b4a-3b0f6cca8648 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:35:46.782660 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c8b220f3-49c8-4074-a227-2784579dc37f tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/floatingips/82e52783-8aa8-4e0d-a9b9-2aed86bd81fe HTTP/1.1" status: 200 len: 991 time: 0.0678060 Aug 23 21:35:46.783045 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade7da35-cf9f-4063-b7ed-ae88ac761dde None None] Routers {'c962d2b7-fe08-4e18-9b4a-3b0f6cca8648'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:35:46.783294 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-ade7da35-cf9f-4063-b7ed-ae88ac761dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:35:44Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['c962d2b7-fe08-4e18-9b4a-3b0f6cca8648'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:35:46.839116 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd0abf-35b6-45de-8d38-73bb6779a59a req-bd108054-4170-4594-918e-32cfb22da108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:35:46.841213 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-70dd0abf-35b6-45de-8d38-73bb6779a59a req-bd108054-4170-4594-918e-32cfb22da108 service neutron] 10.222.0.11 "GET /v2.0/networks?id=318c7b48-8f5b-4405-92bd-fb7870f3f5b9 HTTP/1.1" status: 200 len: 898 time: 0.0864644 Aug 23 21:35:46.890207 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-ade7da35-cf9f-4063-b7ed-ae88ac761dde None None] Set router c962d2b7-fe08-4e18-9b4a-3b0f6cca8648 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:35:46.911638 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-70dd0abf-35b6-45de-8d38-73bb6779a59a req-11dc917c-ccb6-4db5-aaef-a330740fa63f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59620d70-9a2d-4928-977c-22ce8b25c32e HTTP/1.1" status: 200 len: 999 time: 0.0634906 Aug 23 21:35:46.963259 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd0abf-35b6-45de-8d38-73bb6779a59a req-de28fd0b-3013-4776-bf1d-e70fef2130c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:35:46.964764 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-70dd0abf-35b6-45de-8d38-73bb6779a59a req-de28fd0b-3013-4776-bf1d-e70fef2130c5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c045b16d-4d7d-4d00-808e-69a90761ea60 HTTP/1.1" status: 200 len: 834 time: 0.0463767 Aug 23 21:35:47.011314 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd0abf-35b6-45de-8d38-73bb6779a59a req-71b97067-1710-44d1-a02d-3b4ac93aa4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:35:47.013389 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-70dd0abf-35b6-45de-8d38-73bb6779a59a req-71b97067-1710-44d1-a02d-3b4ac93aa4ad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=318c7b48-8f5b-4405-92bd-fb7870f3f5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412300 Aug 23 21:35:47.108911 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-70dd0abf-35b6-45de-8d38-73bb6779a59a req-bca5e4fd-f6a7-4dca-9a92-f7f583ffbeee service neutron] 10.222.0.11 "GET /v2.0/networks/318c7b48-8f5b-4405-92bd-fb7870f3f5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882983 Aug 23 21:35:47.113545 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-ade7da35-cf9f-4063-b7ed-ae88ac761dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c962d2b7-fe08-4e18-9b4a-3b0f6cca8648', 'name': 'tempest-TestNetworkAdvancedServerOps-router-330142124', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '38f3ef37-121b-4368-ab05-f62606987e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:35:30Z', 'updated_at': '2021-08-23T21:35:33Z', 'revision_number': 4, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': '38f3ef37-121b-4368-ab05-f62606987e46', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c962d2b7-fe08-4e18-9b4a-3b0f6cca8648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:35:30Z', 'updated_at': '2021-08-23T21:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '82e52783-8aa8-4e0d-a9b9-2aed86bd81fe', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'floating_ip_address': '172.25.4.110', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': 'c962d2b7-fe08-4e18-9b4a-3b0f6cca8648', 'port_id': '59620d70-9a2d-4928-977c-22ce8b25c32e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '318c7b48-8f5b-4405-92bd-fb7870f3f5b9', 'mac_address': 'fa:16:3e:a2:e6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4bb174-dfed-4756-b9f4-1d35585430d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:35:45Z', 'updated_at': '2021-08-23T21:35:45Z', 'revision_number': 0, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7936d8e7-3b27-45af-b09b-179af8372e29', 'name': '', 'network_id': '318c7b48-8f5b-4405-92bd-fb7870f3f5b9', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'mac_address': 'fa:16:3e:62:85:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c962d2b7-fe08-4e18-9b4a-3b0f6cca8648', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c045b16d-4d7d-4d00-808e-69a90761ea60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:35:33Z', 'updated_at': '2021-08-23T21:35:38Z', 'revision_number': 5, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'subnets': [{'id': 'c045b16d-4d7d-4d00-808e-69a90761ea60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:35:47.144457 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade7da35-cf9f-4063-b7ed-ae88ac761dde None None] The sync data for ids ['c962d2b7-fe08-4e18-9b4a-3b0f6cca8648'] in n-d-805663-2 is: [{'id': 'c962d2b7-fe08-4e18-9b4a-3b0f6cca8648', 'name': 'tempest-TestNetworkAdvancedServerOps-router-330142124', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '38f3ef37-121b-4368-ab05-f62606987e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:35:30Z', 'updated_at': '2021-08-23T21:35:33Z', 'revision_number': 4, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': '38f3ef37-121b-4368-ab05-f62606987e46', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c962d2b7-fe08-4e18-9b4a-3b0f6cca8648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:35:30Z', 'updated_at': '2021-08-23T21:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '82e52783-8aa8-4e0d-a9b9-2aed86bd81fe', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'floating_ip_address': '172.25.4.110', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': 'c962d2b7-fe08-4e18-9b4a-3b0f6cca8648', 'port_id': '59620d70-9a2d-4928-977c-22ce8b25c32e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '318c7b48-8f5b-4405-92bd-fb7870f3f5b9', 'mac_address': 'fa:16:3e:a2:e6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4bb174-dfed-4756-b9f4-1d35585430d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:35:45Z', 'updated_at': '2021-08-23T21:35:45Z', 'revision_number': 0, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7936d8e7-3b27-45af-b09b-179af8372e29', 'name': '', 'network_id': '318c7b48-8f5b-4405-92bd-fb7870f3f5b9', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'mac_address': 'fa:16:3e:62:85:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c962d2b7-fe08-4e18-9b4a-3b0f6cca8648', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c045b16d-4d7d-4d00-808e-69a90761ea60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:35:33Z', 'updated_at': '2021-08-23T21:35:38Z', 'revision_number': 5, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'subnets': [{'id': 'c045b16d-4d7d-4d00-808e-69a90761ea60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:35:47.205188 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-70dd0abf-35b6-45de-8d38-73bb6779a59a req-597dfc6e-891b-4b75-b269-d6bf073d5ebc service neutron] 10.222.0.11 "GET /v2.0/networks/318c7b48-8f5b-4405-92bd-fb7870f3f5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887749 Aug 23 21:35:47.334913 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1002ad1a-bf06-4200-a9cc-356fb7886b9f None None] New status for floating IP 82e52783-8aa8-4e0d-a9b9-2aed86bd81fe: ACTIVE {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 21:35:47.785027 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54074) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:35:47.849021 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b91a2a5c-bcdc-4376-87e2-6b9172e57f2c tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/floatingips/82e52783-8aa8-4e0d-a9b9-2aed86bd81fe HTTP/1.1" status: 200 len: 993 time: 0.0627475 Aug 23 21:35:50.971859 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:36:10.123738 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c12edb38-e36d-4ce8-b9bc-72aa102e5788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:36:10.987424 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:36:13.522965 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e01b65d7-c711-4b5a-a4b8-67812e15a31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:36:13.646569 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:36:14.817959 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:36:15.245765 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:36:16.192353 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:36:16.508348 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aedd10e-06a7-4b75-974c-673e5c1521a1 req-2196e6f7-a04b-437b-938e-be9b2f6af050 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:36:16.509782 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9aedd10e-06a7-4b75-974c-673e5c1521a1 req-2196e6f7-a04b-437b-938e-be9b2f6af050 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e4bb174-dfed-4756-b9f4-1d35585430d6 HTTP/1.1" status: 200 len: 945 time: 0.0526104 Aug 23 21:36:16.549036 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9aedd10e-06a7-4b75-974c-673e5c1521a1 req-081a8bab-896b-4a02-b36b-80bd377d293b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=59b80654-cd65-4ec5-98cf-3655b569cec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330338 Aug 23 21:36:17.669453 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d953801-698a-4803-ade4-4cbe87d745e7 req-43c80c7a-9ed9-4518-b2b9-782841c1ccd1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:36:17.670970 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8d953801-698a-4803-ade4-4cbe87d745e7 req-43c80c7a-9ed9-4518-b2b9-782841c1ccd1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e4bb174-dfed-4756-b9f4-1d35585430d6 HTTP/1.1" status: 200 len: 945 time: 0.0512919 Aug 23 21:36:17.710033 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8d953801-698a-4803-ade4-4cbe87d745e7 req-9eed9c9b-7353-4b68-bab1-fb00e4c0bb65 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=59b80654-cd65-4ec5-98cf-3655b569cec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330679 Aug 23 21:36:18.827049 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d53c3-df1a-4f5d-9e75-5de84294c68e req-251290a5-fc0d-45e9-8a5a-ddc9b38877c4 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:36:18.828525 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6b4d53c3-df1a-4f5d-9e75-5de84294c68e req-251290a5-fc0d-45e9-8a5a-ddc9b38877c4 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e4bb174-dfed-4756-b9f4-1d35585430d6 HTTP/1.1" status: 200 len: 945 time: 0.0499206 Aug 23 21:36:18.869294 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6b4d53c3-df1a-4f5d-9e75-5de84294c68e req-56c6d096-5bd7-4278-86aa-97f8d7d6be8c tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=59b80654-cd65-4ec5-98cf-3655b569cec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346601 Aug 23 21:36:20.000363 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded58804-fb36-406c-ba56-7e1bceec9dea req-f634886d-0c60-4e1e-98a7-04b341469132 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:36:20.001883 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ded58804-fb36-406c-ba56-7e1bceec9dea req-f634886d-0c60-4e1e-98a7-04b341469132 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e4bb174-dfed-4756-b9f4-1d35585430d6 HTTP/1.1" status: 200 len: 945 time: 0.0572550 Aug 23 21:36:20.041546 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ded58804-fb36-406c-ba56-7e1bceec9dea req-ec754d7e-fbcb-4d1e-b808-9e6ea60e2ca3 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=59b80654-cd65-4ec5-98cf-3655b569cec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335324 Aug 23 21:36:20.981583 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:36:21.166511 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e61a86-9b87-48ec-ae19-9f22943b1cf0 req-cc79640c-1c6f-4d21-8a4d-e4b772af9c69 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:36:21.168638 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-88e61a86-9b87-48ec-ae19-9f22943b1cf0 req-cc79640c-1c6f-4d21-8a4d-e4b772af9c69 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e4bb174-dfed-4756-b9f4-1d35585430d6 HTTP/1.1" status: 200 len: 945 time: 0.0538740 Aug 23 21:36:21.205827 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-88e61a86-9b87-48ec-ae19-9f22943b1cf0 req-435a0fc5-ce3c-4868-a724-0a47aa088d18 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=59b80654-cd65-4ec5-98cf-3655b569cec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310798 Aug 23 21:36:22.325532 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3618c7-e6e2-4308-9790-7407591616fc req-547055bd-dff9-46d2-89be-a0e7b9f277a2 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:36:22.327042 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6b3618c7-e6e2-4308-9790-7407591616fc req-547055bd-dff9-46d2-89be-a0e7b9f277a2 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e4bb174-dfed-4756-b9f4-1d35585430d6 HTTP/1.1" status: 200 len: 945 time: 0.0528197 Aug 23 21:36:22.365461 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6b3618c7-e6e2-4308-9790-7407591616fc req-50ab75a5-453a-4889-8ce7-93d5abe2d495 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=59b80654-cd65-4ec5-98cf-3655b569cec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324476 Aug 23 21:36:23.482567 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a177f2fb-d07e-4dc8-bdb3-fe1d69a7cea7 req-a8472de4-21e6-446a-84e9-a000d4b5dc87 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:36:23.484087 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a177f2fb-d07e-4dc8-bdb3-fe1d69a7cea7 req-a8472de4-21e6-446a-84e9-a000d4b5dc87 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e4bb174-dfed-4756-b9f4-1d35585430d6 HTTP/1.1" status: 200 len: 945 time: 0.0495942 Aug 23 21:36:23.521850 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a177f2fb-d07e-4dc8-bdb3-fe1d69a7cea7 req-200f03c7-5df4-4d30-bafe-93a2b572e312 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=59b80654-cd65-4ec5-98cf-3655b569cec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318120 Aug 23 21:36:24.642604 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06709d69-ff0b-40bc-96e0-75122765d9ef req-48ba3b99-cb61-4308-bb73-456972ae11ef tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:36:24.644172 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-06709d69-ff0b-40bc-96e0-75122765d9ef req-48ba3b99-cb61-4308-bb73-456972ae11ef tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e4bb174-dfed-4756-b9f4-1d35585430d6 HTTP/1.1" status: 200 len: 945 time: 0.0524390 Aug 23 21:36:24.686759 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-06709d69-ff0b-40bc-96e0-75122765d9ef req-4bf5c64d-b040-4a54-9c28-e51ce46709a7 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=59b80654-cd65-4ec5-98cf-3655b569cec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363960 Aug 23 21:36:25.817254 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae494167-061e-477d-a514-d9c5a7d1a8aa req-32c2bd58-cb27-4294-98ea-71cbc73e1db6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:36:25.818664 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ae494167-061e-477d-a514-d9c5a7d1a8aa req-32c2bd58-cb27-4294-98ea-71cbc73e1db6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e4bb174-dfed-4756-b9f4-1d35585430d6 HTTP/1.1" status: 200 len: 945 time: 0.0498629 Aug 23 21:36:25.858700 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ae494167-061e-477d-a514-d9c5a7d1a8aa req-ee8e6cb4-4fd2-4e93-a11c-c8702820f308 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=59b80654-cd65-4ec5-98cf-3655b569cec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333750 Aug 23 21:36:26.981222 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53bd8f-dc88-476a-9851-f6fe11c53fb0 req-c3c8d061-2c0d-47e8-9d07-d198e08f15d8 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:36:26.982710 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3a53bd8f-dc88-476a-9851-f6fe11c53fb0 req-c3c8d061-2c0d-47e8-9d07-d198e08f15d8 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e4bb174-dfed-4756-b9f4-1d35585430d6 HTTP/1.1" status: 200 len: 945 time: 0.0538013 Aug 23 21:36:27.021372 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3a53bd8f-dc88-476a-9851-f6fe11c53fb0 req-46008250-8250-456f-8290-40b13f6e6947 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=59b80654-cd65-4ec5-98cf-3655b569cec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324736 Aug 23 21:36:27.044763 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54110) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:36:27.109566 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-48dea33a-9c5d-473f-84a8-2e0cbf820ccd tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/floatingips/82e52783-8aa8-4e0d-a9b9-2aed86bd81fe HTTP/1.1" status: 200 len: 993 time: 0.0636380 Aug 23 21:36:28.383470 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754364d-55a9-43af-b731-b5220c783e80 req-db0cbc32-2579-41a4-af70-269b9bb6b629 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:36:28.385073 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6754364d-55a9-43af-b731-b5220c783e80 req-db0cbc32-2579-41a4-af70-269b9bb6b629 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e4bb174-dfed-4756-b9f4-1d35585430d6 HTTP/1.1" status: 200 len: 945 time: 0.0520637 Aug 23 21:36:28.402682 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d270148b-7d1c-4d16-9343-7a99d1d1eae7 req-b0332681-7adc-4a94-bf0d-50ea366181ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:36:28.404217 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d270148b-7d1c-4d16-9343-7a99d1d1eae7 req-b0332681-7adc-4a94-bf0d-50ea366181ef service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f5ec03f379a044fe8aab04b1df4a2f2b&device_id=8e4bb174-dfed-4756-b9f4-1d35585430d6 HTTP/1.1" status: 200 len: 1096 time: 0.0423787 Aug 23 21:36:28.425638 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6754364d-55a9-43af-b731-b5220c783e80 req-339f4c1e-827b-4f4c-95b5-8f8ecf3f22a9 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=59b80654-cd65-4ec5-98cf-3655b569cec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340815 Aug 23 21:36:28.500671 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d270148b-7d1c-4d16-9343-7a99d1d1eae7 req-9e5f13fd-6ce7-47b5-affc-4c55abaf8bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:36:28.502144 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d270148b-7d1c-4d16-9343-7a99d1d1eae7 req-9e5f13fd-6ce7-47b5-affc-4c55abaf8bf5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=318c7b48-8f5b-4405-92bd-fb7870f3f5b9 HTTP/1.1" status: 200 len: 898 time: 0.0906837 Aug 23 21:36:28.569113 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d270148b-7d1c-4d16-9343-7a99d1d1eae7 req-86481a8a-1c9a-4133-ac8e-404fec99f018 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59620d70-9a2d-4928-977c-22ce8b25c32e HTTP/1.1" status: 200 len: 1001 time: 0.0600119 Aug 23 21:36:28.619952 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d270148b-7d1c-4d16-9343-7a99d1d1eae7 req-dd356184-970d-47c1-8c03-496ce0bbee28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:36:28.621742 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d270148b-7d1c-4d16-9343-7a99d1d1eae7 req-dd356184-970d-47c1-8c03-496ce0bbee28 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c045b16d-4d7d-4d00-808e-69a90761ea60 HTTP/1.1" status: 200 len: 834 time: 0.0455689 Aug 23 21:36:28.674164 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d270148b-7d1c-4d16-9343-7a99d1d1eae7 req-3f2c184a-8dcf-45cb-aab0-fa46bd33f4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:36:28.675581 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d270148b-7d1c-4d16-9343-7a99d1d1eae7 req-3f2c184a-8dcf-45cb-aab0-fa46bd33f4be service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=318c7b48-8f5b-4405-92bd-fb7870f3f5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458970 Aug 23 21:36:28.766994 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d270148b-7d1c-4d16-9343-7a99d1d1eae7 req-192f829f-1eaf-46cc-a2d5-f9bbdae97281 service neutron] 10.222.0.11 "GET /v2.0/networks/318c7b48-8f5b-4405-92bd-fb7870f3f5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845790 Aug 23 21:36:28.863218 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d270148b-7d1c-4d16-9343-7a99d1d1eae7 req-d2b9180c-25ca-4556-a9ff-9b0040d7ff3a service neutron] 10.222.0.11 "GET /v2.0/networks/318c7b48-8f5b-4405-92bd-fb7870f3f5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890775 Aug 23 21:36:29.560278 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c977d596-bcee-4018-a893-f3de3cd09939 req-dfe9187b-5189-425c-9429-ed919f22bdb1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:36:29.561748 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c977d596-bcee-4018-a893-f3de3cd09939 req-dfe9187b-5189-425c-9429-ed919f22bdb1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e4bb174-dfed-4756-b9f4-1d35585430d6 HTTP/1.1" status: 200 len: 945 time: 0.0518491 Aug 23 21:36:29.599888 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c977d596-bcee-4018-a893-f3de3cd09939 req-70ed567d-8a15-40de-95ce-d00d52a895fb tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=59b80654-cd65-4ec5-98cf-3655b569cec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321822 Aug 23 21:36:29.624522 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54122) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:36:29.689091 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1faaf1c0-e480-4629-8bd5-e339eaed8186 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/floatingips/82e52783-8aa8-4e0d-a9b9-2aed86bd81fe HTTP/1.1" status: 200 len: 993 time: 0.0633509 Aug 23 21:36:40.125546 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6f9b9ca5-24b2-4e90-824f-113bf5b91f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:36:40.983955 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:36:43.526678 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fb6ca88e-02bd-480f-b84e-39507606959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:36:43.646888 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:36:44.819531 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:36:45.712683 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-290e65ab-b40f-4fbc-bfc3-443cd28793eb req-70136bdc-7875-493d-91aa-9c0c92ae313d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8e4bb174-dfed-4756-b9f4-1d35585430d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0778005 Aug 23 21:36:45.797048 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e65ab-b40f-4fbc-bfc3-443cd28793eb req-e4928440-9b86-4ae6-ae24-ae6276d89f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:36:45.798587 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-290e65ab-b40f-4fbc-bfc3-443cd28793eb req-e4928440-9b86-4ae6-ae24-ae6276d89f3e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f5ec03f379a044fe8aab04b1df4a2f2b&device_id=8e4bb174-dfed-4756-b9f4-1d35585430d6 HTTP/1.1" status: 200 len: 1096 time: 0.0410664 Aug 23 21:36:45.909716 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e65ab-b40f-4fbc-bfc3-443cd28793eb req-78ae7361-38cc-48b7-849b-574e2404a4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:36:45.911214 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-290e65ab-b40f-4fbc-bfc3-443cd28793eb req-78ae7361-38cc-48b7-849b-574e2404a4bc service neutron] 10.222.0.11 "GET /v2.0/networks?id=318c7b48-8f5b-4405-92bd-fb7870f3f5b9 HTTP/1.1" status: 200 len: 898 time: 0.0926554 Aug 23 21:36:45.979835 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-290e65ab-b40f-4fbc-bfc3-443cd28793eb req-05f3e495-cc63-4ea7-ab97-e60e228610f9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59620d70-9a2d-4928-977c-22ce8b25c32e HTTP/1.1" status: 200 len: 1001 time: 0.0598495 Aug 23 21:36:46.035738 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e65ab-b40f-4fbc-bfc3-443cd28793eb req-54c0278d-1478-47d6-84b4-8c0f207efe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:36:46.037230 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-290e65ab-b40f-4fbc-bfc3-443cd28793eb req-54c0278d-1478-47d6-84b4-8c0f207efe96 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c045b16d-4d7d-4d00-808e-69a90761ea60 HTTP/1.1" status: 200 len: 834 time: 0.0502729 Aug 23 21:36:46.083649 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e65ab-b40f-4fbc-bfc3-443cd28793eb req-aa81842a-2121-43f4-b671-b00ca3ad55fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:36:46.085170 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-290e65ab-b40f-4fbc-bfc3-443cd28793eb req-aa81842a-2121-43f4-b671-b00ca3ad55fa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=318c7b48-8f5b-4405-92bd-fb7870f3f5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406673 Aug 23 21:36:46.176621 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-290e65ab-b40f-4fbc-bfc3-443cd28793eb req-e00ff4e6-72be-42e7-ac91-ef92617b7a80 service neutron] 10.222.0.11 "GET /v2.0/networks/318c7b48-8f5b-4405-92bd-fb7870f3f5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829902 Aug 23 21:36:46.194904 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:36:46.274418 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-290e65ab-b40f-4fbc-bfc3-443cd28793eb req-4a6b2955-78d0-410b-b1b1-c49b6275f445 service neutron] 10.222.0.11 "GET /v2.0/networks/318c7b48-8f5b-4405-92bd-fb7870f3f5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912359 Aug 23 21:36:50.999336 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:36:52.245871 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:37:00.059544 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54144) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:37:00.536570 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-3935e4d4-9843-4239-9f38-8c2ee6e605dd tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Deleting port 48b7e0da-2476-4059-9bcb-784fa0b09478 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:37:00.536910 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3935e4d4-9843-4239-9f38-8c2ee6e605dd tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:00.616722 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3935e4d4-9843-4239-9f38-8c2ee6e605dd tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:00.617110 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3935e4d4-9843-4239-9f38-8c2ee6e605dd tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:00.629883 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-3935e4d4-9843-4239-9f38-8c2ee6e605dd tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Calling delete_port for 48b7e0da-2476-4059-9bcb-784fa0b09478 owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:37:00.773699 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3935e4d4-9843-4239-9f38-8c2ee6e605dd tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:00.801028 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3935e4d4-9843-4239-9f38-8c2ee6e605dd tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event deleted for resources: {'Port': ['ID=48b7e0da-2476-4059-9bcb-784fa0b09478,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:37:00.811248 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3935e4d4-9843-4239-9f38-8c2ee6e605dd tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:37:00.811602 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3935e4d4-9843-4239-9f38-8c2ee6e605dd tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:37:00.811937 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3935e4d4-9843-4239-9f38-8c2ee6e605dd tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:37:00.812291 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3935e4d4-9843-4239-9f38-8c2ee6e605dd tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:37:00.812630 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3935e4d4-9843-4239-9f38-8c2ee6e605dd tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:37:00.812945 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3935e4d4-9843-4239-9f38-8c2ee6e605dd tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:37:00.813632 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3935e4d4-9843-4239-9f38-8c2ee6e605dd tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:37:00.813632 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3935e4d4-9843-4239-9f38-8c2ee6e605dd tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:37:00.813885 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3935e4d4-9843-4239-9f38-8c2ee6e605dd tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:37:00.814207 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3935e4d4-9843-4239-9f38-8c2ee6e605dd tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:37:00.814521 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3935e4d4-9843-4239-9f38-8c2ee6e605dd tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:37:00.814834 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3935e4d4-9843-4239-9f38-8c2ee6e605dd tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:37:00.876792 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3935e4d4-9843-4239-9f38-8c2ee6e605dd tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:00.877171 n-d-805663-2 neutron-server[94688]: INFO neutron.db.l3_db [None req-3935e4d4-9843-4239-9f38-8c2ee6e605dd tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Floating IP 82e52783-8aa8-4e0d-a9b9-2aed86bd81fe disassociated (deleted). External IP: 172.25.4.110, port: 59620d70-9a2d-4928-977c-22ce8b25c32e. Aug 23 21:37:01.093312 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3935e4d4-9843-4239-9f38-8c2ee6e605dd tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Router c962d2b7-fe08-4e18-9b4a-3b0f6cca8648 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:37:01.206398 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3935e4d4-9843-4239-9f38-8c2ee6e605dd tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:37:01.211194 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3935e4d4-9843-4239-9f38-8c2ee6e605dd tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:01.216868 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8064c5-7feb-4c51-aef1-61a29beed00a None None] Sync routers for ids ['c962d2b7-fe08-4e18-9b4a-3b0f6cca8648'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:37:01.226171 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8064c5-7feb-4c51-aef1-61a29beed00a None None] Routers {'c962d2b7-fe08-4e18-9b4a-3b0f6cca8648'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:37:01.226782 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-af8064c5-7feb-4c51-aef1-61a29beed00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:36:44Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['c962d2b7-fe08-4e18-9b4a-3b0f6cca8648'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:37:01.239565 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-3935e4d4-9843-4239-9f38-8c2ee6e605dd tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "DELETE /v2.0/floatingips/82e52783-8aa8-4e0d-a9b9-2aed86bd81fe HTTP/1.1" status: 204 len: 168 time: 1.1789041 Aug 23 21:37:01.240247 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e4bb174-dfed-4756-b9f4-1d35585430d6', 'tag': '59620d70-9a2d-4928-977c-22ce8b25c32e'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:37:01.242753 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}464d6cbacbaeb9374483e58d29b165f94917862334b697df3b381d289610f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544e976b-c0d1-48c3-8110-41c05dc72c10" -d '{"events": [{"name": "network-changed", "server_uuid": "8e4bb174-dfed-4756-b9f4-1d35585430d6", "tag": "59620d70-9a2d-4928-977c-22ce8b25c32e"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:37:01.336453 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-af8064c5-7feb-4c51-aef1-61a29beed00a None None] Set router c962d2b7-fe08-4e18-9b4a-3b0f6cca8648 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:37:01.338929 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524b19c6-40ad-40e0-ae3d-c1a6fccbb78c x-openstack-request-id: req-524b19c6-40ad-40e0-ae3d-c1a6fccbb78c {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:37:01.339273 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e4bb174-dfed-4756-b9f4-1d35585430d6", "tag": "59620d70-9a2d-4928-977c-22ce8b25c32e", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:37:01.339532 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-524b19c6-40ad-40e0-ae3d-c1a6fccbb78c {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:37:01.339942 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e4bb174-dfed-4756-b9f4-1d35585430d6', 'tag': '59620d70-9a2d-4928-977c-22ce8b25c32e', 'status': 'completed', 'code': 200} Aug 23 21:37:01.414976 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e976b-c0d1-48c3-8110-41c05dc72c10 req-6bb081b9-8e23-46cc-bb9d-e8d04394e88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:37:01.416692 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-544e976b-c0d1-48c3-8110-41c05dc72c10 req-6bb081b9-8e23-46cc-bb9d-e8d04394e88a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f5ec03f379a044fe8aab04b1df4a2f2b&device_id=8e4bb174-dfed-4756-b9f4-1d35585430d6 HTTP/1.1" status: 200 len: 1096 time: 0.0523770 Aug 23 21:37:01.521395 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e976b-c0d1-48c3-8110-41c05dc72c10 req-4cace506-0f96-4dbb-96a4-91b78166296d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:37:01.522913 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-544e976b-c0d1-48c3-8110-41c05dc72c10 req-4cace506-0f96-4dbb-96a4-91b78166296d service neutron] 10.222.0.11 "GET /v2.0/networks?id=318c7b48-8f5b-4405-92bd-fb7870f3f5b9 HTTP/1.1" status: 200 len: 898 time: 0.0982664 Aug 23 21:37:01.526325 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0312c40d-7acc-445f-9ac2-b6fc1b6afc7f req-dc27ef7e-428b-47f0-9775-c235ba715c1a tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:37:01.527903 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0312c40d-7acc-445f-9ac2-b6fc1b6afc7f req-dc27ef7e-428b-47f0-9775-c235ba715c1a tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e4bb174-dfed-4756-b9f4-1d35585430d6 HTTP/1.1" status: 200 len: 945 time: 0.1004119 Aug 23 21:37:01.553947 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-af8064c5-7feb-4c51-aef1-61a29beed00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c962d2b7-fe08-4e18-9b4a-3b0f6cca8648', 'name': 'tempest-TestNetworkAdvancedServerOps-router-330142124', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '38f3ef37-121b-4368-ab05-f62606987e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:35:30Z', 'updated_at': '2021-08-23T21:35:33Z', 'revision_number': 4, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': '38f3ef37-121b-4368-ab05-f62606987e46', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c962d2b7-fe08-4e18-9b4a-3b0f6cca8648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:35:30Z', 'updated_at': '2021-08-23T21:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '7936d8e7-3b27-45af-b09b-179af8372e29', 'name': '', 'network_id': '318c7b48-8f5b-4405-92bd-fb7870f3f5b9', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'mac_address': 'fa:16:3e:62:85:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c962d2b7-fe08-4e18-9b4a-3b0f6cca8648', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c045b16d-4d7d-4d00-808e-69a90761ea60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:35:33Z', 'updated_at': '2021-08-23T21:35:38Z', 'revision_number': 5, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'subnets': [{'id': 'c045b16d-4d7d-4d00-808e-69a90761ea60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:37:01.570176 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-544e976b-c0d1-48c3-8110-41c05dc72c10 req-10cf5505-8f55-43f8-9f73-0d5f2e88f0fc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59620d70-9a2d-4928-977c-22ce8b25c32e HTTP/1.1" status: 200 len: 217 time: 0.0370712 Aug 23 21:37:01.574457 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0312c40d-7acc-445f-9ac2-b6fc1b6afc7f req-39febc40-77c4-4812-94ac-d230320247fb tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=59b80654-cd65-4ec5-98cf-3655b569cec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401556 Aug 23 21:37:01.582287 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8064c5-7feb-4c51-aef1-61a29beed00a None None] Checking router: c962d2b7-fe08-4e18-9b4a-3b0f6cca8648 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:37:01.594079 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8064c5-7feb-4c51-aef1-61a29beed00a None None] Routers {'c962d2b7-fe08-4e18-9b4a-3b0f6cca8648'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:37:01.594702 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-af8064c5-7feb-4c51-aef1-61a29beed00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:36:44Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['c962d2b7-fe08-4e18-9b4a-3b0f6cca8648'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:37:01.622423 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e976b-c0d1-48c3-8110-41c05dc72c10 req-3bb95726-2fff-4d86-be07-b23f3ba53357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:37:01.623946 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-544e976b-c0d1-48c3-8110-41c05dc72c10 req-3bb95726-2fff-4d86-be07-b23f3ba53357 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c045b16d-4d7d-4d00-808e-69a90761ea60 HTTP/1.1" status: 200 len: 834 time: 0.0468814 Aug 23 21:37:01.679060 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e976b-c0d1-48c3-8110-41c05dc72c10 req-dda6b825-7205-4e8b-b0e4-220f6f2f15ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:37:01.680628 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-544e976b-c0d1-48c3-8110-41c05dc72c10 req-dda6b825-7205-4e8b-b0e4-220f6f2f15ce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=318c7b48-8f5b-4405-92bd-fb7870f3f5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487053 Aug 23 21:37:01.783297 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-544e976b-c0d1-48c3-8110-41c05dc72c10 req-54867914-d5a7-4922-9250-c3b4f4f5cbe3 service neutron] 10.222.0.11 "GET /v2.0/networks/318c7b48-8f5b-4405-92bd-fb7870f3f5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890038 Aug 23 21:37:01.852138 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-af8064c5-7feb-4c51-aef1-61a29beed00a None None] Set router c962d2b7-fe08-4e18-9b4a-3b0f6cca8648 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:37:01.879819 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-544e976b-c0d1-48c3-8110-41c05dc72c10 req-28b9f5aa-cb17-4fc0-aab9-adc97e2d4cb7 service neutron] 10.222.0.11 "GET /v2.0/networks/318c7b48-8f5b-4405-92bd-fb7870f3f5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923681 Aug 23 21:37:02.052870 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-af8064c5-7feb-4c51-aef1-61a29beed00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c962d2b7-fe08-4e18-9b4a-3b0f6cca8648', 'name': 'tempest-TestNetworkAdvancedServerOps-router-330142124', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '38f3ef37-121b-4368-ab05-f62606987e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:35:30Z', 'updated_at': '2021-08-23T21:35:33Z', 'revision_number': 4, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': '38f3ef37-121b-4368-ab05-f62606987e46', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c962d2b7-fe08-4e18-9b4a-3b0f6cca8648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:35:30Z', 'updated_at': '2021-08-23T21:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '7936d8e7-3b27-45af-b09b-179af8372e29', 'name': '', 'network_id': '318c7b48-8f5b-4405-92bd-fb7870f3f5b9', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'mac_address': 'fa:16:3e:62:85:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c962d2b7-fe08-4e18-9b4a-3b0f6cca8648', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c045b16d-4d7d-4d00-808e-69a90761ea60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:35:33Z', 'updated_at': '2021-08-23T21:35:38Z', 'revision_number': 5, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'subnets': [{'id': 'c045b16d-4d7d-4d00-808e-69a90761ea60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:37:02.079711 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8064c5-7feb-4c51-aef1-61a29beed00a None None] The sync data for ids ['c962d2b7-fe08-4e18-9b4a-3b0f6cca8648'] in n-d-805663-2 is: [{'id': 'c962d2b7-fe08-4e18-9b4a-3b0f6cca8648', 'name': 'tempest-TestNetworkAdvancedServerOps-router-330142124', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '38f3ef37-121b-4368-ab05-f62606987e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:35:30Z', 'updated_at': '2021-08-23T21:35:33Z', 'revision_number': 4, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': '38f3ef37-121b-4368-ab05-f62606987e46', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c962d2b7-fe08-4e18-9b4a-3b0f6cca8648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:35:30Z', 'updated_at': '2021-08-23T21:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '7936d8e7-3b27-45af-b09b-179af8372e29', 'name': '', 'network_id': '318c7b48-8f5b-4405-92bd-fb7870f3f5b9', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'mac_address': 'fa:16:3e:62:85:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c962d2b7-fe08-4e18-9b4a-3b0f6cca8648', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c045b16d-4d7d-4d00-808e-69a90761ea60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:35:33Z', 'updated_at': '2021-08-23T21:35:38Z', 'revision_number': 5, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'subnets': [{'id': 'c045b16d-4d7d-4d00-808e-69a90761ea60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:37:02.296642 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81663204-e699-4c5c-b0fe-adbfd00bc2ee None None] New status for floating IP 82e52783-8aa8-4e0d-a9b9-2aed86bd81fe: DOWN {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 21:37:02.740226 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa4b03-f1b3-43ad-a455-97c2f42ceadd req-3248ca08-f298-4a1f-b256-1e2fab9e3674 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:37:02.741704 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-efaa4b03-f1b3-43ad-a455-97c2f42ceadd req-3248ca08-f298-4a1f-b256-1e2fab9e3674 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e4bb174-dfed-4756-b9f4-1d35585430d6 HTTP/1.1" status: 200 len: 945 time: 0.0967569 Aug 23 21:37:02.780546 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-efaa4b03-f1b3-43ad-a455-97c2f42ceadd req-7b6537d0-4069-402e-8854-0aaf3fdb222c tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=59b80654-cd65-4ec5-98cf-3655b569cec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325902 Aug 23 21:37:02.934204 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef30690f-f025-4066-929f-b74cde4f92e3 req-3a5357db-a9dc-4a16-b245-ec8a619fdaad tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:37:02.936187 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ef30690f-f025-4066-929f-b74cde4f92e3 req-3a5357db-a9dc-4a16-b245-ec8a619fdaad tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e4bb174-dfed-4756-b9f4-1d35585430d6 HTTP/1.1" status: 200 len: 945 time: 0.0481098 Aug 23 21:37:03.028193 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-ef30690f-f025-4066-929f-b74cde4f92e3 req-d89e29d6-016a-4f71-a64d-f2cd33b4ae05 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Deleting port 59620d70-9a2d-4928-977c-22ce8b25c32e {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:37:03.028531 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ef30690f-f025-4066-929f-b74cde4f92e3 req-d89e29d6-016a-4f71-a64d-f2cd33b4ae05 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:03.114622 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-ef30690f-f025-4066-929f-b74cde4f92e3 req-d89e29d6-016a-4f71-a64d-f2cd33b4ae05 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] For port 59620d70-9a2d-4928-977c-22ce8b25c32e, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=59620d70-9a2d-4928-977c-22ce8b25c32e,segment=NetworkSegment(36a4d6a6-d212-4f17-aef5-3ff7c5ac57c3),segment_id=36a4d6a6-d212-4f17-aef5-3ff7c5ac57c3)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:37:03.114980 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ef30690f-f025-4066-929f-b74cde4f92e3 req-d89e29d6-016a-4f71-a64d-f2cd33b4ae05 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:03.127608 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-ef30690f-f025-4066-929f-b74cde4f92e3 req-d89e29d6-016a-4f71-a64d-f2cd33b4ae05 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Calling delete_port for 59620d70-9a2d-4928-977c-22ce8b25c32e owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:37:03.258931 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ef30690f-f025-4066-929f-b74cde4f92e3 req-d89e29d6-016a-4f71-a64d-f2cd33b4ae05 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:03.291497 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89e29d6-016a-4f71-a64d-f2cd33b4ae05 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event deleted for resources: {'Port': ['ID=59620d70-9a2d-4928-977c-22ce8b25c32e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:37:03.332942 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef30690f-f025-4066-929f-b74cde4f92e3 req-d89e29d6-016a-4f71-a64d-f2cd33b4ae05 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] No DVR routers for this DVR port 59620d70-9a2d-4928-977c-22ce8b25c32e on host n-h1-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:37:03.335559 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ef30690f-f025-4066-929f-b74cde4f92e3 req-d89e29d6-016a-4f71-a64d-f2cd33b4ae05 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:03.337699 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ef30690f-f025-4066-929f-b74cde4f92e3 req-d89e29d6-016a-4f71-a64d-f2cd33b4ae05 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.11 "DELETE /v2.0/ports/59620d70-9a2d-4928-977c-22ce8b25c32e HTTP/1.1" status: 204 len: 173 time: 0.3958154 Aug 23 21:37:03.342779 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e4bb174-dfed-4756-b9f4-1d35585430d6', 'name': 'network-vif-deleted', 'tag': '59620d70-9a2d-4928-977c-22ce8b25c32e'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:37:03.345624 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}464d6cbacbaeb9374483e58d29b165f94917862334b697df3b381d289610f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75945185-d7a6-4c6e-bbeb-009e4c59acef" -d '{"events": [{"server_uuid": "8e4bb174-dfed-4756-b9f4-1d35585430d6", "name": "network-vif-deleted", "tag": "59620d70-9a2d-4928-977c-22ce8b25c32e"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:37:03.384920 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11e1f64-3b6c-4727-b723-af2870447985 x-openstack-request-id: req-a11e1f64-3b6c-4727-b723-af2870447985 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:37:03.385218 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e4bb174-dfed-4756-b9f4-1d35585430d6", "name": "network-vif-deleted", "tag": "59620d70-9a2d-4928-977c-22ce8b25c32e", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:37:03.385470 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a11e1f64-3b6c-4727-b723-af2870447985 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:37:03.385869 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e4bb174-dfed-4756-b9f4-1d35585430d6', 'name': 'network-vif-deleted', 'tag': '59620d70-9a2d-4928-977c-22ce8b25c32e', 'status': 'completed', 'code': 200} Aug 23 21:37:03.838391 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54168) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:37:04.200791 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-683fd40b-bff4-4415-88cb-12c8c8673011 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:04.458904 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-683fd40b-bff4-4415-88cb-12c8c8673011 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Deleting port 7936d8e7-3b27-45af-b09b-179af8372e29 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:37:04.459157 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-683fd40b-bff4-4415-88cb-12c8c8673011 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:04.548542 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-683fd40b-bff4-4415-88cb-12c8c8673011 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] For port 7936d8e7-3b27-45af-b09b-179af8372e29, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=7936d8e7-3b27-45af-b09b-179af8372e29,segment=NetworkSegment(36a4d6a6-d212-4f17-aef5-3ff7c5ac57c3),segment_id=36a4d6a6-d212-4f17-aef5-3ff7c5ac57c3)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:37:04.548899 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-683fd40b-bff4-4415-88cb-12c8c8673011 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:04.560525 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-683fd40b-bff4-4415-88cb-12c8c8673011 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Calling delete_port for 7936d8e7-3b27-45af-b09b-179af8372e29 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:37:04.750801 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-683fd40b-bff4-4415-88cb-12c8c8673011 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:04.777440 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683fd40b-bff4-4415-88cb-12c8c8673011 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event deleted for resources: {'Port': ['ID=7936d8e7-3b27-45af-b09b-179af8372e29,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:37:04.948497 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-683fd40b-bff4-4415-88cb-12c8c8673011 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:05.166325 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-683fd40b-bff4-4415-88cb-12c8c8673011 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Router c962d2b7-fe08-4e18-9b4a-3b0f6cca8648 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:37:05.271629 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683fd40b-bff4-4415-88cb-12c8c8673011 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:37:05.277705 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-683fd40b-bff4-4415-88cb-12c8c8673011 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "PUT /v2.0/routers/c962d2b7-fe08-4e18-9b4a-3b0f6cca8648/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4381294 Aug 23 21:37:05.280090 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54170) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:37:05.281905 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23c3d53-805e-4453-a542-87a432a0b0f4 None None] Sync routers for ids ['c962d2b7-fe08-4e18-9b4a-3b0f6cca8648'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:37:05.290832 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23c3d53-805e-4453-a542-87a432a0b0f4 None None] Routers {'c962d2b7-fe08-4e18-9b4a-3b0f6cca8648'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:37:05.291432 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-f23c3d53-805e-4453-a542-87a432a0b0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:36:44Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['c962d2b7-fe08-4e18-9b4a-3b0f6cca8648'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:37:05.332150 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5b42367-5b55-4de9-b0c0-4dc7bb5cece1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Deleting subnet c045b16d-4d7d-4d00-808e-69a90761ea60 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 21:37:05.335237 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5b42367-5b55-4de9-b0c0-4dc7bb5cece1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:05.378120 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5b42367-5b55-4de9-b0c0-4dc7bb5cece1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9683038'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:05.397077 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-f23c3d53-805e-4453-a542-87a432a0b0f4 None None] Set router c962d2b7-fe08-4e18-9b4a-3b0f6cca8648 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:37:05.468514 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5b42367-5b55-4de9-b0c0-4dc7bb5cece1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:05.530463 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5b42367-5b55-4de9-b0c0-4dc7bb5cece1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9683638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9661262'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:05.557799 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b42367-5b55-4de9-b0c0-4dc7bb5cece1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event deleted for resources: {'Subnet': ['ID=c045b16d-4d7d-4d00-808e-69a90761ea60,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:37:05.561490 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5b42367-5b55-4de9-b0c0-4dc7bb5cece1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:05.566230 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54172) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:37:05.568716 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a5b42367-5b55-4de9-b0c0-4dc7bb5cece1 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "DELETE /v2.0/subnets/c045b16d-4d7d-4d00-808e-69a90761ea60 HTTP/1.1" status: 204 len: 168 time: 0.2873740 Aug 23 21:37:05.576995 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02742f39-62e2-4a28-9c2d-17ba00d5f573 None None] Network 318c7b48-8f5b-4405-92bd-fb7870f3f5b9 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:37:05.621747 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-f23c3d53-805e-4453-a542-87a432a0b0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c962d2b7-fe08-4e18-9b4a-3b0f6cca8648', 'name': 'tempest-TestNetworkAdvancedServerOps-router-330142124', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '38f3ef37-121b-4368-ab05-f62606987e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:35:30Z', 'updated_at': '2021-08-23T21:37:04Z', 'revision_number': 5, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': '38f3ef37-121b-4368-ab05-f62606987e46', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c962d2b7-fe08-4e18-9b4a-3b0f6cca8648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:35:30Z', 'updated_at': '2021-08-23T21:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:37:05.656262 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23c3d53-805e-4453-a542-87a432a0b0f4 None None] Checking router: c962d2b7-fe08-4e18-9b4a-3b0f6cca8648 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:37:05.674515 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d25d5427-e208-420c-868d-7a0dd0c986f9 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:05.676246 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23c3d53-805e-4453-a542-87a432a0b0f4 None None] Routers {'c962d2b7-fe08-4e18-9b4a-3b0f6cca8648'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:37:05.676861 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-f23c3d53-805e-4453-a542-87a432a0b0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:36:44Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['c962d2b7-fe08-4e18-9b4a-3b0f6cca8648'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:37:05.778497 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d25d5427-e208-420c-868d-7a0dd0c986f9 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:05.827616 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-f23c3d53-805e-4453-a542-87a432a0b0f4 None None] Set router c962d2b7-fe08-4e18-9b4a-3b0f6cca8648 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:37:05.833394 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-d25d5427-e208-420c-868d-7a0dd0c986f9 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Deleting port 38f3ef37-121b-4368-ab05-f62606987e46 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:37:05.833752 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d25d5427-e208-420c-868d-7a0dd0c986f9 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:05.893647 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5230de-d149-4089-ad2b-78cd6bb3744c None None] DHCP port deletion for 318c7b48-8f5b-4405-92bd-fb7870f3f5b9 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 21:37:05.938769 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-d25d5427-e208-420c-868d-7a0dd0c986f9 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] For port 38f3ef37-121b-4368-ab05-f62606987e46, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=38f3ef37-121b-4368-ab05-f62606987e46,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:37:05.939521 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d25d5427-e208-420c-868d-7a0dd0c986f9 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:05.953588 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-d25d5427-e208-420c-868d-7a0dd0c986f9 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Calling delete_port for 38f3ef37-121b-4368-ab05-f62606987e46 owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:37:06.069236 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device cbaf12c9-ea66-4120-af2a-c06f45700440 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:37:06.133524 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cd5230de-d149-4089-ad2b-78cd6bb3744c None None] Deleting port cbaf12c9-ea66-4120-af2a-c06f45700440 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:37:06.133904 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cd5230de-d149-4089-ad2b-78cd6bb3744c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:06.160906 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d25d5427-e208-420c-868d-7a0dd0c986f9 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:06.224415 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-f23c3d53-805e-4453-a542-87a432a0b0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c962d2b7-fe08-4e18-9b4a-3b0f6cca8648', 'name': 'tempest-TestNetworkAdvancedServerOps-router-330142124', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '38f3ef37-121b-4368-ab05-f62606987e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:35:30Z', 'updated_at': '2021-08-23T21:37:04Z', 'revision_number': 5, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': '38f3ef37-121b-4368-ab05-f62606987e46', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c962d2b7-fe08-4e18-9b4a-3b0f6cca8648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:35:30Z', 'updated_at': '2021-08-23T21:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:37:06.227192 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cd5230de-d149-4089-ad2b-78cd6bb3744c None None] For port cbaf12c9-ea66-4120-af2a-c06f45700440, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=cbaf12c9-ea66-4120-af2a-c06f45700440,segment=NetworkSegment(36a4d6a6-d212-4f17-aef5-3ff7c5ac57c3),segment_id=36a4d6a6-d212-4f17-aef5-3ff7c5ac57c3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:37:06.227595 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cd5230de-d149-4089-ad2b-78cd6bb3744c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:06.232789 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25d5427-e208-420c-868d-7a0dd0c986f9 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event deleted for resources: {'Port': ['ID=38f3ef37-121b-4368-ab05-f62606987e46,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:37:06.245985 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25d5427-e208-420c-868d-7a0dd0c986f9 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:37:06.246365 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25d5427-e208-420c-868d-7a0dd0c986f9 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:37:06.247019 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25d5427-e208-420c-868d-7a0dd0c986f9 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:37:06.247368 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25d5427-e208-420c-868d-7a0dd0c986f9 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:37:06.247820 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25d5427-e208-420c-868d-7a0dd0c986f9 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:37:06.248232 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25d5427-e208-420c-868d-7a0dd0c986f9 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:37:06.248835 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25d5427-e208-420c-868d-7a0dd0c986f9 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:37:06.249107 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25d5427-e208-420c-868d-7a0dd0c986f9 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:37:06.249435 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25d5427-e208-420c-868d-7a0dd0c986f9 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:37:06.249761 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25d5427-e208-420c-868d-7a0dd0c986f9 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:37:06.250097 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25d5427-e208-420c-868d-7a0dd0c986f9 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:37:06.250410 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25d5427-e208-420c-868d-7a0dd0c986f9 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:37:06.264880 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d25d5427-e208-420c-868d-7a0dd0c986f9 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:06.270938 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cd5230de-d149-4089-ad2b-78cd6bb3744c None None] Calling delete_port for cbaf12c9-ea66-4120-af2a-c06f45700440 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:37:06.276318 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23c3d53-805e-4453-a542-87a432a0b0f4 None None] The sync data for ids ['c962d2b7-fe08-4e18-9b4a-3b0f6cca8648'] in n-d-805663-2 is: [{'id': 'c962d2b7-fe08-4e18-9b4a-3b0f6cca8648', 'name': 'tempest-TestNetworkAdvancedServerOps-router-330142124', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '38f3ef37-121b-4368-ab05-f62606987e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:35:30Z', 'updated_at': '2021-08-23T21:37:04Z', 'revision_number': 5, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': '38f3ef37-121b-4368-ab05-f62606987e46', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c962d2b7-fe08-4e18-9b4a-3b0f6cca8648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:35:30Z', 'updated_at': '2021-08-23T21:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:37:06.293611 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:06.358984 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d25d5427-e208-420c-868d-7a0dd0c986f9 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:06.361870 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d25d5427-e208-420c-868d-7a0dd0c986f9 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:06.366608 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port cbaf12c9-ea66-4120-af2a-c06f45700440, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=cbaf12c9-ea66-4120-af2a-c06f45700440,segment=NetworkSegment(36a4d6a6-d212-4f17-aef5-3ff7c5ac57c3),segment_id=36a4d6a6-d212-4f17-aef5-3ff7c5ac57c3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:37:06.373457 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:06.412228 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d25d5427-e208-420c-868d-7a0dd0c986f9 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:06.413358 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25d5427-e208-420c-868d-7a0dd0c986f9 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Fanout notify agent at l3_agent the message router_deleted on router c962d2b7-fe08-4e18-9b4a-3b0f6cca8648 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 21:37:06.416299 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cd5230de-d149-4089-ad2b-78cd6bb3744c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:06.421500 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d25d5427-e208-420c-868d-7a0dd0c986f9 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:06.422632 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d25d5427-e208-420c-868d-7a0dd0c986f9 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "DELETE /v2.0/routers/c962d2b7-fe08-4e18-9b4a-3b0f6cca8648 HTTP/1.1" status: 204 len: 168 time: 0.8554204 Aug 23 21:37:06.425199 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54174) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:37:06.441346 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5230de-d149-4089-ad2b-78cd6bb3744c None None] No DVR routers for this DVR port cbaf12c9-ea66-4120-af2a-c06f45700440 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:37:06.442969 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=cbaf12c9-ea66-4120-af2a-c06f45700440,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:37:06.453823 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:37:06.454175 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:37:06.454519 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:37:06.454856 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:37:06.455190 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:37:06.455628 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:37:06.455839 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:37:06.456184 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:37:06.456617 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:37:06.456826 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:37:06.457146 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:37:06.457468 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:37:06.485504 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5230de-d149-4089-ad2b-78cd6bb3744c None None] Pushing event deleted for resources: {'Port': ['ID=cbaf12c9-ea66-4120-af2a-c06f45700440,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:37:06.505126 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-15013664-b930-4089-938e-14fa0c2e4270 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:06.593113 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-15013664-b930-4089-938e-14fa0c2e4270 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:06.604636 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-15013664-b930-4089-938e-14fa0c2e4270 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['318c7b48-8f5b-4405-92bd-fb7870f3f5b9']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:37:06.615811 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-15013664-b930-4089-938e-14fa0c2e4270 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36a4d6a6-d212-4f17-aef5-3ff7c5ac57c3') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:37:06.616132 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-15013664-b930-4089-938e-14fa0c2e4270 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36a4d6a6-d212-4f17-aef5-3ff7c5ac57c3') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:37:06.626012 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-15013664-b930-4089-938e-14fa0c2e4270 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:06.641229 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-15013664-b930-4089-938e-14fa0c2e4270 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:06.647748 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15013664-b930-4089-938e-14fa0c2e4270 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:37:06.648254 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-15013664-b930-4089-938e-14fa0c2e4270 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:06.651745 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 21:37:06.651745 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:37:06.651745 n-d-805663-2 neutron-server[94687]: timer() Aug 23 21:37:06.651745 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:37:06.651745 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 21:37:06.651745 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:37:06.651745 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 21:37:06.651745 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:37:06.651745 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 21:37:06.651745 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:37:06.651745 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 21:37:06.651745 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:37:06.651745 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 21:37:06.651745 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:37:06.651745 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:37:06.651745 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:37:06.651745 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:37:06.651745 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:37:06.651745 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 21:37:06.651745 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:37:06.651745 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 21:37:06.651745 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:37:06.651745 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:37:06.651745 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:37:06.651745 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 21:37:06.651745 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:37:06.651745 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:37:06.651745 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:37:06.651745 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:37:06.651745 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:37:06.651745 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:37:06.651745 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:37:06.709296 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-15013664-b930-4089-938e-14fa0c2e4270 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:06.716963 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-15013664-b930-4089-938e-14fa0c2e4270 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:06.719081 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-15013664-b930-4089-938e-14fa0c2e4270 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "DELETE /v2.0/networks/318c7b48-8f5b-4405-92bd-fb7870f3f5b9 HTTP/1.1" status: 204 len: 168 time: 0.2929409 Aug 23 21:37:06.721940 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54176) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:37:06.734879 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15013664-b930-4089-938e-14fa0c2e4270 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event deleted for resources: {'Network': ['ID=318c7b48-8f5b-4405-92bd-fb7870f3f5b9,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:37:06.782949 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-71bc54d6-71e4-4441-b822-69659b10e773 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:06.812778 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-71bc54d6-71e4-4441-b822-69659b10e773 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:06.878701 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-71bc54d6-71e4-4441-b822-69659b10e773 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:06.881534 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-71bc54d6-71e4-4441-b822-69659b10e773 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:06.882980 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-71bc54d6-71e4-4441-b822-69659b10e773 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "DELETE /v2.0/security-groups/59b80654-cd65-4ec5-98cf-3655b569cec5 HTTP/1.1" status: 204 len: 168 time: 0.1597798 Aug 23 21:37:06.893079 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bc54d6-71e4-4441-b822-69659b10e773 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b80654-cd65-4ec5-98cf-3655b569cec5,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:37:07.140803 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54182) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:37:07.145469 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-6d1ea405-633e-4541-b767-1da284084654 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1790023536', 'description': 'tempest-secgroup-smoke-1790023536 description', 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:37:07.167790 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6d1ea405-633e-4541-b767-1da284084654 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:07.221224 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 59620d70-9a2d-4928-977c-22ce8b25c32e no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:37:07.242513 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: 59620d70-9a2d-4928-977c-22ce8b25c32e {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:37:07.243085 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 59620d70-9a2d-4928-977c-22ce8b25c32e not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:37:07.258461 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6d1ea405-633e-4541-b767-1da284084654 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:07.262305 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6d1ea405-633e-4541-b767-1da284084654 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:07.288081 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6d1ea405-633e-4541-b767-1da284084654 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:07.292025 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6d1ea405-633e-4541-b767-1da284084654 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1475675 Aug 23 21:37:07.292511 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54184) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:37:07.297183 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-14766c8a-3f5c-4020-a89b-e475130621c7 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Request body: {'security_group_rule': {'security_group_id': '0a2c9981-b5a0-4287-b74c-d30a973ba41f', 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:37:07.298570 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1ea405-633e-4541-b767-1da284084654 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2c9981-b5a0-4287-b74c-d30a973ba41f,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:37:07.328517 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14766c8a-3f5c-4020-a89b-e475130621c7 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:07.384758 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14766c8a-3f5c-4020-a89b-e475130621c7 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:07.389189 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14766c8a-3f5c-4020-a89b-e475130621c7 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:07.409374 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14766c8a-3f5c-4020-a89b-e475130621c7 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b161905-6df1-4e12-ac55-1b010f289e16,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:37:07.418682 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14766c8a-3f5c-4020-a89b-e475130621c7 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:07.422049 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-14766c8a-3f5c-4020-a89b-e475130621c7 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1257453 Aug 23 21:37:07.422188 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54186) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:37:07.426997 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-27a3cfae-988f-4e58-90d6-21fc152acb68 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Request body: {'security_group_rule': {'security_group_id': '0a2c9981-b5a0-4287-b74c-d30a973ba41f', 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:37:07.454405 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-27a3cfae-988f-4e58-90d6-21fc152acb68 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:07.512614 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-27a3cfae-988f-4e58-90d6-21fc152acb68 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:07.517204 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-27a3cfae-988f-4e58-90d6-21fc152acb68 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:07.534898 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a3cfae-988f-4e58-90d6-21fc152acb68 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f57a4780-9ac0-45e9-b0b4-d869ac202c68,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:37:07.540320 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-27a3cfae-988f-4e58-90d6-21fc152acb68 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:07.541513 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-27a3cfae-988f-4e58-90d6-21fc152acb68 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1184044 Aug 23 21:37:07.544149 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54188) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:37:07.549062 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-952a346e-9afb-4ba1-98cd-c86a56286007 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Request body: {'security_group_rule': {'security_group_id': '0a2c9981-b5a0-4287-b74c-d30a973ba41f', 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:37:07.576501 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-952a346e-9afb-4ba1-98cd-c86a56286007 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:07.636894 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-952a346e-9afb-4ba1-98cd-c86a56286007 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:07.641324 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-952a346e-9afb-4ba1-98cd-c86a56286007 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:07.660932 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952a346e-9afb-4ba1-98cd-c86a56286007 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d0fb6a3-3a8b-4a2a-b910-e0e371f73877,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:37:07.664285 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-952a346e-9afb-4ba1-98cd-c86a56286007 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:07.665479 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-952a346e-9afb-4ba1-98cd-c86a56286007 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1203885 Aug 23 21:37:07.668166 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54190) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:37:07.672698 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-caf3e474-a902-4ee3-8ee0-bbed0b7f0a58 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Request body: {'security_group_rule': {'security_group_id': '0a2c9981-b5a0-4287-b74c-d30a973ba41f', 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:37:07.698301 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-caf3e474-a902-4ee3-8ee0-bbed0b7f0a58 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:07.760706 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-caf3e474-a902-4ee3-8ee0-bbed0b7f0a58 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:07.764399 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-caf3e474-a902-4ee3-8ee0-bbed0b7f0a58 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:07.781238 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf3e474-a902-4ee3-8ee0-bbed0b7f0a58 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50b9609f-4224-4eca-949a-22b1cfe19219,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:37:07.787948 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-caf3e474-a902-4ee3-8ee0-bbed0b7f0a58 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:07.789303 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-caf3e474-a902-4ee3-8ee0-bbed0b7f0a58 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1201403 Aug 23 21:37:07.791843 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54192) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:37:07.796905 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-963a938e-5df2-45d9-b6ea-fd70d8fb5709 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Request body: {'security_group_rule': {'security_group_id': '0a2c9981-b5a0-4287-b74c-d30a973ba41f', 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:37:07.819825 n-d-805663-2 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-963a938e-5df2-45d9-b6ea-fd70d8fb5709 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Project f5ec03f379a044fe8aab04b1df4a2f2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 21:37:07.824535 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-963a938e-5df2-45d9-b6ea-fd70d8fb5709 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:07.885252 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-963a938e-5df2-45d9-b6ea-fd70d8fb5709 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:07.888888 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-963a938e-5df2-45d9-b6ea-fd70d8fb5709 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:07.907311 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a938e-5df2-45d9-b6ea-fd70d8fb5709 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5f7085d-857f-4505-92dd-e432aee8f408,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:37:07.910970 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-963a938e-5df2-45d9-b6ea-fd70d8fb5709 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:07.915153 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-963a938e-5df2-45d9-b6ea-fd70d8fb5709 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1193988 Aug 23 21:37:07.915153 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54194) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:37:07.920419 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-a2862b38-ff6a-44b5-b4fb-f1492040055d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Request body: {'security_group_rule': {'security_group_id': '0a2c9981-b5a0-4287-b74c-d30a973ba41f', 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:37:07.943699 n-d-805663-2 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-a2862b38-ff6a-44b5-b4fb-f1492040055d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Project f5ec03f379a044fe8aab04b1df4a2f2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 21:37:07.948749 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a2862b38-ff6a-44b5-b4fb-f1492040055d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:07.968977 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 38f3ef37-121b-4368-ab05-f62606987e46 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:37:07.989089 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 38f3ef37-121b-4368-ab05-f62606987e46 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:37:07.989434 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 38f3ef37-121b-4368-ab05-f62606987e46 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:37:07.989850 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 7936d8e7-3b27-45af-b09b-179af8372e29 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:37:08.009051 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 7936d8e7-3b27-45af-b09b-179af8372e29 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:37:08.009400 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 7936d8e7-3b27-45af-b09b-179af8372e29 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:37:08.014481 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a2862b38-ff6a-44b5-b4fb-f1492040055d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:08.018344 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a2862b38-ff6a-44b5-b4fb-f1492040055d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:08.036212 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2862b38-ff6a-44b5-b4fb-f1492040055d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ba2b454-ce2b-46c8-8ce3-2108c13bbec7,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:37:08.042910 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a2862b38-ff6a-44b5-b4fb-f1492040055d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:08.047304 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-a2862b38-ff6a-44b5-b4fb-f1492040055d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1278987 Aug 23 21:37:08.047662 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54196) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:37:08.052557 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-9bbe1561-5138-4db1-b7e8-b9a0a8e3d7d3 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Request body: {'network': {'name': 'tempest-network-smoke--1226680810', 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'port_security_enabled': True}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:37:08.073016 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbe1561-5138-4db1-b7e8-b9a0a8e3d7d3 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Made reservation on behalf of f5ec03f379a044fe8aab04b1df4a2f2b for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:37:08.076898 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9bbe1561-5138-4db1-b7e8-b9a0a8e3d7d3 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:08.099831 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bbe1561-5138-4db1-b7e8-b9a0a8e3d7d3 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:37:08.109304 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9bbe1561-5138-4db1-b7e8-b9a0a8e3d7d3 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:08.109656 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-9bbe1561-5138-4db1-b7e8-b9a0a8e3d7d3 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Added segment 798b9fe2-7a40-4346-a305-76a759577b62 of type vlan for network e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc Aug 23 21:37:08.151013 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9bbe1561-5138-4db1-b7e8-b9a0a8e3d7d3 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:08.174181 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9bbe1561-5138-4db1-b7e8-b9a0a8e3d7d3 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:08.179707 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbe1561-5138-4db1-b7e8-b9a0a8e3d7d3 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:37:08.180321 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9bbe1561-5138-4db1-b7e8-b9a0a8e3d7d3 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:08.239477 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9bbe1561-5138-4db1-b7e8-b9a0a8e3d7d3 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1907690 Aug 23 21:37:08.242138 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54198) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:37:08.246957 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-8cd4ea95-7abb-4242-a0b4-105718e01e30 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2085348553', 'admin_state_up': True, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:37:08.257722 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe1561-5138-4db1-b7e8-b9a0a8e3d7d3 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'Network': ['ID=e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:37:08.268702 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:37:08.274819 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8cd4ea95-7abb-4242-a0b4-105718e01e30 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:08.275827 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8cd4ea95-7abb-4242-a0b4-105718e01e30 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:08.332161 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8cd4ea95-7abb-4242-a0b4-105718e01e30 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:08.466099 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8cd4ea95-7abb-4242-a0b4-105718e01e30 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:08.660310 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8cd4ea95-7abb-4242-a0b4-105718e01e30 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:08.679900 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8cd4ea95-7abb-4242-a0b4-105718e01e30 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:08.785918 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-8cd4ea95-7abb-4242-a0b4-105718e01e30 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Allocated IP 172.25.4.40 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/4594e043-e07c-4967-b2ee-cadd26079fc5) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:37:08.887431 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8cd4ea95-7abb-4242-a0b4-105718e01e30 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:08.932030 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8cd4ea95-7abb-4242-a0b4-105718e01e30 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:09.289838 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd4ea95-7abb-4242-a0b4-105718e01e30 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:37:09.292652 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-8cd4ea95-7abb-4242-a0b4-105718e01e30 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:37:09.296757 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd4ea95-7abb-4242-a0b4-105718e01e30 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:37:09.322389 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd4ea95-7abb-4242-a0b4-105718e01e30 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'Port': ['ID=4594e043-e07c-4967-b2ee-cadd26079fc5,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:37:09.548195 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8cd4ea95-7abb-4242-a0b4-105718e01e30 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:09.744310 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8cd4ea95-7abb-4242-a0b4-105718e01e30 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:09.870053 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd4ea95-7abb-4242-a0b4-105718e01e30 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Router fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 21:37:09.979057 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd4ea95-7abb-4242-a0b4-105718e01e30 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:37:09.990455 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae42565c-0afb-4cbe-9148-69106d579a3a None None] Sync routers for ids ['fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:37:09.998413 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8cd4ea95-7abb-4242-a0b4-105718e01e30 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:10.002514 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8cd4ea95-7abb-4242-a0b4-105718e01e30 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7565835 Aug 23 21:37:10.002671 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae42565c-0afb-4cbe-9148-69106d579a3a None None] Routers {'fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:37:10.002671 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ae42565c-0afb-4cbe-9148-69106d579a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:36:44Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:37:10.002894 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54202) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:37:10.030697 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-3445fd64-ad26-47d9-b41c-1d370bc714f5 tempest-TestNetworkAdvancedServerOps-1074521460 tempest-TestNetworkAdvancedServerOps-1074521460-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=f5ec03f379a044fe8aab04b1df4a2f2b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268848 Aug 23 21:37:10.033251 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54204) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:37:10.104878 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-ae42565c-0afb-4cbe-9148-69106d579a3a None None] Set router fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:37:10.121000 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b0e9f7-35b5-44d3-abad-c40409175338 tempest-TestNetworkAdvancedServerOps-1074521460 tempest-TestNetworkAdvancedServerOps-1074521460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:37:10.126714 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54206) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:37:10.127312 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b6b0e9f7-35b5-44d3-abad-c40409175338 tempest-TestNetworkAdvancedServerOps-1074521460 tempest-TestNetworkAdvancedServerOps-1074521460-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0926039 Aug 23 21:37:10.129797 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd3ea5d6-ef81-4d70-868e-e239810a94f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:10.158521 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a163fcca-b6e5-44f4-8d58-57def74c3a53 tempest-TestNetworkAdvancedServerOps-1074521460 tempest-TestNetworkAdvancedServerOps-1074521460-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=03d801c5-d257-4cc1-bad3-11a323aafec0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302994 Aug 23 21:37:10.161060 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54208) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:37:10.165769 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-020574c0-43d1-41b2-9db2-003dee00d1f5 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2108521652', 'network_id': 'e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc', 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:37:10.257947 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020574c0-43d1-41b2-9db2-003dee00d1f5 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Made reservation on behalf of f5ec03f379a044fe8aab04b1df4a2f2b for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:37:10.261516 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-020574c0-43d1-41b2-9db2-003dee00d1f5 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:10.285469 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ae42565c-0afb-4cbe-9148-69106d579a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2085348553', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '4594e043-e07c-4967-b2ee-cadd26079fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:37:08Z', 'updated_at': '2021-08-23T21:37:09Z', 'revision_number': 3, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': '4594e043-e07c-4967-b2ee-cadd26079fc5', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d3:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:37:08Z', 'updated_at': '2021-08-23T21:37:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:37:10.312007 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae42565c-0afb-4cbe-9148-69106d579a3a None None] Checking router: fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:37:10.312385 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae42565c-0afb-4cbe-9148-69106d579a3a None None] Updating router fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b port 4594e043-e07c-4967-b2ee-cadd26079fc5 binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 21:37:10.337933 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ae42565c-0afb-4cbe-9148-69106d579a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:10.445839 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-020574c0-43d1-41b2-9db2-003dee00d1f5 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:10.509291 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020574c0-43d1-41b2-9db2-003dee00d1f5 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'Subnet': ['ID=1d846333-a14b-4ae0-970d-9d43c0f1e304,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:37:10.520349 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020574c0-43d1-41b2-9db2-003dee00d1f5 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Checking segment: {'id': '798b9fe2-7a40-4346-a305-76a759577b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:37:10.520719 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020574c0-43d1-41b2-9db2-003dee00d1f5 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Network hostable DHCP agents. Network: e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:37:10.537470 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020574c0-43d1-41b2-9db2-003dee00d1f5 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Network e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:37:10.546285 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-020574c0-43d1-41b2-9db2-003dee00d1f5 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:37:10.550503 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020574c0-43d1-41b2-9db2-003dee00d1f5 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:37:10.551095 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-020574c0-43d1-41b2-9db2-003dee00d1f5 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:10.556325 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65504059-6bdb-46ae-821a-3fa2f8b67a3c None None] Network e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:37:10.568317 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-020574c0-43d1-41b2-9db2-003dee00d1f5 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4052141 Aug 23 21:37:10.569993 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54210) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:37:10.613500 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ae42565c-0afb-4cbe-9148-69106d579a3a None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:10.625171 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ae42565c-0afb-4cbe-9148-69106d579a3a None None] Transition to ACTIVE for port object 4594e043-e07c-4967-b2ee-cadd26079fc5 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:37:10.630365 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ae42565c-0afb-4cbe-9148-69106d579a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:10.680936 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-ae42565c-0afb-4cbe-9148-69106d579a3a None None] Attempting to bind port 4594e043-e07c-4967-b2ee-cadd26079fc5 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:37:10.681297 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-ae42565c-0afb-4cbe-9148-69106d579a3a None None] Attempting to bind port 4594e043-e07c-4967-b2ee-cadd26079fc5 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:37:10.681834 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae42565c-0afb-4cbe-9148-69106d579a3a None None] Attempting to bind port 4594e043-e07c-4967-b2ee-cadd26079fc5 on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:37:10.693099 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33b5ccf-63f4-49f3-970f-cc0c0ab24b3b None None] Pushing event updated for resources: {'Port': ['ID=4594e043-e07c-4967-b2ee-cadd26079fc5,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:37:10.699613 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae42565c-0afb-4cbe-9148-69106d579a3a None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:37:10.699912 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae42565c-0afb-4cbe-9148-69106d579a3a None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:37:10.700343 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ae42565c-0afb-4cbe-9148-69106d579a3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:10.700827 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae42565c-0afb-4cbe-9148-69106d579a3a None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:37:10.701999 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-ae42565c-0afb-4cbe-9148-69106d579a3a None None] Bound port: 4594e043-e07c-4967-b2ee-cadd26079fc5, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:37:10.702375 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ae42565c-0afb-4cbe-9148-69106d579a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:10.705770 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33b5ccf-63f4-49f3-970f-cc0c0ab24b3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:37:10.706110 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33b5ccf-63f4-49f3-970f-cc0c0ab24b3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:37:10.706443 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33b5ccf-63f4-49f3-970f-cc0c0ab24b3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:37:10.706772 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33b5ccf-63f4-49f3-970f-cc0c0ab24b3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:37:10.707100 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33b5ccf-63f4-49f3-970f-cc0c0ab24b3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:37:10.707421 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33b5ccf-63f4-49f3-970f-cc0c0ab24b3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:37:10.707738 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33b5ccf-63f4-49f3-970f-cc0c0ab24b3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:37:10.708072 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33b5ccf-63f4-49f3-970f-cc0c0ab24b3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:37:10.708398 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33b5ccf-63f4-49f3-970f-cc0c0ab24b3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:37:10.708714 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33b5ccf-63f4-49f3-970f-cc0c0ab24b3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:37:10.709222 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33b5ccf-63f4-49f3-970f-cc0c0ab24b3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:37:10.709544 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33b5ccf-63f4-49f3-970f-cc0c0ab24b3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:37:10.721920 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baaf2310-c350-4e90-b806-1da4e47ebb3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc', 'network_id': 'e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'fixed_ips': [{'subnet_id': '1d846333-a14b-4ae0-970d-9d43c0f1e304'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 21:37:10.722926 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-baaf2310-c350-4e90-b806-1da4e47ebb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:10.761462 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-ae42565c-0afb-4cbe-9148-69106d579a3a None None] For port 4594e043-e07c-4967-b2ee-cadd26079fc5, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:37:10.765725 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-ae42565c-0afb-4cbe-9148-69106d579a3a None None] For port 4594e043-e07c-4967-b2ee-cadd26079fc5, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=4594e043-e07c-4967-b2ee-cadd26079fc5,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:37:10.769674 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ae42565c-0afb-4cbe-9148-69106d579a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:10.829421 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae42565c-0afb-4cbe-9148-69106d579a3a None None] Routers {'fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:37:10.830033 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ae42565c-0afb-4cbe-9148-69106d579a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:36:44Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:37:10.861870 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-baaf2310-c350-4e90-b806-1da4e47ebb3e None None] Allocated IP 172.20.0.2 (e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc/1d846333-a14b-4ae0-970d-9d43c0f1e304/697bda57-0ec3-47a4-bb46-8c4c88423d66) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:37:10.868883 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33b5ccf-63f4-49f3-970f-cc0c0ab24b3b None None] Pushing event updated for resources: {'Port': ['ID=4594e043-e07c-4967-b2ee-cadd26079fc5,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:37:10.943624 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-ae42565c-0afb-4cbe-9148-69106d579a3a None None] Set router fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:37:11.016107 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:11.034146 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-baaf2310-c350-4e90-b806-1da4e47ebb3e None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:11.037707 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-69dad03e-ce57-4daf-9d49-36dadea01301 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:11.042845 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-baaf2310-c350-4e90-b806-1da4e47ebb3e None None] Transition to ACTIVE for port object 697bda57-0ec3-47a4-bb46-8c4c88423d66 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:37:11.062226 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-baaf2310-c350-4e90-b806-1da4e47ebb3e None None] Transition to ACTIVE for port object 697bda57-0ec3-47a4-bb46-8c4c88423d66 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:37:11.069719 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-baaf2310-c350-4e90-b806-1da4e47ebb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:11.109069 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baaf2310-c350-4e90-b806-1da4e47ebb3e None None] Network e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:37:11.113590 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-baaf2310-c350-4e90-b806-1da4e47ebb3e None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:37:11.124030 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaf2310-c350-4e90-b806-1da4e47ebb3e None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:37:11.127304 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaf2310-c350-4e90-b806-1da4e47ebb3e None None] Pushing event updated for resources: {'Port': ['ID=697bda57-0ec3-47a4-bb46-8c4c88423d66,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:37:11.147392 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ae42565c-0afb-4cbe-9148-69106d579a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2085348553', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '4594e043-e07c-4967-b2ee-cadd26079fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:37:08Z', 'updated_at': '2021-08-23T21:37:09Z', 'revision_number': 3, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': '4594e043-e07c-4967-b2ee-cadd26079fc5', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d3:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:37:08Z', 'updated_at': '2021-08-23T21:37:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:37:11.174713 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae42565c-0afb-4cbe-9148-69106d579a3a None None] The sync data for ids ['fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b'] in n-d-805663-2 is: [{'id': 'fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2085348553', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '4594e043-e07c-4967-b2ee-cadd26079fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:37:08Z', 'updated_at': '2021-08-23T21:37:09Z', 'revision_number': 3, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': '4594e043-e07c-4967-b2ee-cadd26079fc5', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d3:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:37:08Z', 'updated_at': '2021-08-23T21:37:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:37:11.192763 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-baaf2310-c350-4e90-b806-1da4e47ebb3e None None] Attempting to bind port 697bda57-0ec3-47a4-bb46-8c4c88423d66 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:37:11.192763 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-baaf2310-c350-4e90-b806-1da4e47ebb3e None None] Attempting to bind port 697bda57-0ec3-47a4-bb46-8c4c88423d66 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '798b9fe2-7a40-4346-a305-76a759577b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:37:11.192763 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaf2310-c350-4e90-b806-1da4e47ebb3e None None] Attempting to bind port 697bda57-0ec3-47a4-bb46-8c4c88423d66 on network e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:37:11.196723 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaf2310-c350-4e90-b806-1da4e47ebb3e None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:37:11.197098 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaf2310-c350-4e90-b806-1da4e47ebb3e None None] Checking segment: {'id': '798b9fe2-7a40-4346-a305-76a759577b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:37:11.197504 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-baaf2310-c350-4e90-b806-1da4e47ebb3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:11.197898 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaf2310-c350-4e90-b806-1da4e47ebb3e None None] Bound using segment: {'id': '798b9fe2-7a40-4346-a305-76a759577b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:37:11.198508 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-baaf2310-c350-4e90-b806-1da4e47ebb3e None None] Bound port: 697bda57-0ec3-47a4-bb46-8c4c88423d66, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '798b9fe2-7a40-4346-a305-76a759577b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:37:11.198901 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-baaf2310-c350-4e90-b806-1da4e47ebb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:11.339970 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-69dad03e-ce57-4daf-9d49-36dadea01301 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Allocated IP 172.20.0.1 (e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc/1d846333-a14b-4ae0-970d-9d43c0f1e304/1b83dd6f-ab6a-450a-ae7f-75becd4a3445) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:37:11.443731 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-baaf2310-c350-4e90-b806-1da4e47ebb3e None None] For port 697bda57-0ec3-47a4-bb46-8c4c88423d66, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:37:11.445734 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-baaf2310-c350-4e90-b806-1da4e47ebb3e None None] For port 697bda57-0ec3-47a4-bb46-8c4c88423d66, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=697bda57-0ec3-47a4-bb46-8c4c88423d66,segment=NetworkSegment(798b9fe2-7a40-4346-a305-76a759577b62),segment_id=798b9fe2-7a40-4346-a305-76a759577b62)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:37:11.450594 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-baaf2310-c350-4e90-b806-1da4e47ebb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:11.488362 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-69dad03e-ce57-4daf-9d49-36dadea01301 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:11.524217 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaf2310-c350-4e90-b806-1da4e47ebb3e None None] Pushing event updated for resources: {'Port': ['ID=697bda57-0ec3-47a4-bb46-8c4c88423d66,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:37:11.886046 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-69dad03e-ce57-4daf-9d49-36dadea01301 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Transition to ACTIVE for port object 1b83dd6f-ab6a-450a-ae7f-75becd4a3445 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:37:11.926339 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-69dad03e-ce57-4daf-9d49-36dadea01301 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:11.967898 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dad03e-ce57-4daf-9d49-36dadea01301 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Network e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:37:11.972853 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-69dad03e-ce57-4daf-9d49-36dadea01301 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:37:11.975278 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dad03e-ce57-4daf-9d49-36dadea01301 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:37:12.009467 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dad03e-ce57-4daf-9d49-36dadea01301 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'Port': ['ID=1b83dd6f-ab6a-450a-ae7f-75becd4a3445,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:37:12.030638 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-69dad03e-ce57-4daf-9d49-36dadea01301 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:12.053106 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 697bda57-0ec3-47a4-bb46-8c4c88423d66 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:37:12.107633 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 697bda57-0ec3-47a4-bb46-8c4c88423d66 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:37:12.111922 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 4594e043-e07c-4967-b2ee-cadd26079fc5 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:37:12.173383 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 4594e043-e07c-4967-b2ee-cadd26079fc5 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:37:12.178055 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 4594e043-e07c-4967-b2ee-cadd26079fc5 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:37:12.178636 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:12.181841 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-69dad03e-ce57-4daf-9d49-36dadea01301 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:12.267058 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:12.291174 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 4594e043-e07c-4967-b2ee-cadd26079fc5, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=4594e043-e07c-4967-b2ee-cadd26079fc5,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:37:12.297287 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:12.354002 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=4594e043-e07c-4967-b2ee-cadd26079fc5,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:37:12.489858 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-69dad03e-ce57-4daf-9d49-36dadea01301 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:12.495596 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-69dad03e-ce57-4daf-9d49-36dadea01301 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:12.501375 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91fd5ac-3d03-4701-b20d-403c23b590ae None None] Network e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:37:12.574091 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-791c4515-e640-478b-905c-a66723e205e8 None None] Provisioning for port 697bda57-0ec3-47a4-bb46-8c4c88423d66 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:37:12.575336 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dad03e-ce57-4daf-9d49-36dadea01301 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'Port': ['ID=1b83dd6f-ab6a-450a-ae7f-75becd4a3445,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:37:12.578027 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-69dad03e-ce57-4daf-9d49-36dadea01301 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:12.579519 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-791c4515-e640-478b-905c-a66723e205e8 None None] Provisioning complete for port 697bda57-0ec3-47a4-bb46-8c4c88423d66 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:37:12.579896 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-791c4515-e640-478b-905c-a66723e205e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:12.678525 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dad03e-ce57-4daf-9d49-36dadea01301 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Network e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:37:12.680247 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-69dad03e-ce57-4daf-9d49-36dadea01301 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:37:12.728013 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-791c4515-e640-478b-905c-a66723e205e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:12.771459 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-791c4515-e640-478b-905c-a66723e205e8 None None] For port 697bda57-0ec3-47a4-bb46-8c4c88423d66, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=697bda57-0ec3-47a4-bb46-8c4c88423d66,segment=NetworkSegment(798b9fe2-7a40-4346-a305-76a759577b62),segment_id=798b9fe2-7a40-4346-a305-76a759577b62)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:37:12.780346 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-791c4515-e640-478b-905c-a66723e205e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:12.804045 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69dad03e-ce57-4daf-9d49-36dadea01301 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Router fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:37:12.836539 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791c4515-e640-478b-905c-a66723e205e8 None None] Pushing event updated for resources: {'Port': ['ID=697bda57-0ec3-47a4-bb46-8c4c88423d66,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:37:12.926765 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69dad03e-ce57-4daf-9d49-36dadea01301 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:37:12.931786 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-69dad03e-ce57-4daf-9d49-36dadea01301 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "PUT /v2.0/routers/fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3608394 Aug 23 21:37:12.974560 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8c99e0-18dd-4042-9291-74164f2d15a9 None None] Sync routers for ids ['fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:37:12.985158 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8c99e0-18dd-4042-9291-74164f2d15a9 None None] Routers {'fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:37:12.985794 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-df8c99e0-18dd-4042-9291-74164f2d15a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:36:44Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:37:13.045661 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-659484e7-b8ee-4005-bc65-c132e61c9963 None None] Provisioning for port 1b83dd6f-ab6a-450a-ae7f-75becd4a3445 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:37:13.055501 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-659484e7-b8ee-4005-bc65-c132e61c9963 None None] Provisioning complete for port 1b83dd6f-ab6a-450a-ae7f-75becd4a3445 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:37:13.055501 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-659484e7-b8ee-4005-bc65-c132e61c9963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:13.093512 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-66ba42fe-0ec4-490c-b19a-5f8f8ca898b7 req-c4faf32e-db7b-44c6-857d-073324909daf tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1790023536&fields=id&tenant_id=f5ec03f379a044fe8aab04b1df4a2f2b HTTP/1.1" status: 200 len: 267 time: 0.0372443 Aug 23 21:37:13.133578 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-659484e7-b8ee-4005-bc65-c132e61c9963 None None] Port 1b83dd6f-ab6a-450a-ae7f-75becd4a3445 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:37:13.139379 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-df8c99e0-18dd-4042-9291-74164f2d15a9 None None] Set router fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:37:13.180351 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-659484e7-b8ee-4005-bc65-c132e61c9963 None None] Provisioning complete for port 697bda57-0ec3-47a4-bb46-8c4c88423d66 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:37:13.180730 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-659484e7-b8ee-4005-bc65-c132e61c9963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:13.218717 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba42fe-0ec4-490c-b19a-5f8f8ca898b7 req-3232df5e-1102-40d7-84a6-8a8d339e3676 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:37:13.220296 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-66ba42fe-0ec4-490c-b19a-5f8f8ca898b7 req-3232df5e-1102-40d7-84a6-8a8d339e3676 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/networks?id=e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc HTTP/1.1" status: 200 len: 797 time: 0.1195195 Aug 23 21:37:13.238476 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-66ba42fe-0ec4-490c-b19a-5f8f8ca898b7 req-27dcdaf7-a2c5-4bed-abd6-2263f21eb02d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/quotas/f5ec03f379a044fe8aab04b1df4a2f2b HTTP/1.1" status: 200 len: 375 time: 0.0104337 Aug 23 21:37:13.300729 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-66ba42fe-0ec4-490c-b19a-5f8f8ca898b7 req-36334643-22a5-4b1a-a356-c4cdc6ae2e20 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f5ec03f379a044fe8aab04b1df4a2f2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555995 Aug 23 21:37:13.402257 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-66ba42fe-0ec4-490c-b19a-5f8f8ca898b7 req-b592a7b0-e198-4da3-b6a9-126094854b17 service neutron] 10.222.0.61 "GET /v2.0/networks/e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915508 Aug 23 21:37:13.420549 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-df8c99e0-18dd-4042-9291-74164f2d15a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2085348553', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '4594e043-e07c-4967-b2ee-cadd26079fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:37:08Z', 'updated_at': '2021-08-23T21:37:12Z', 'revision_number': 4, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': '4594e043-e07c-4967-b2ee-cadd26079fc5', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:37:08Z', 'updated_at': '2021-08-23T21:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '1b83dd6f-ab6a-450a-ae7f-75becd4a3445', 'name': '', 'network_id': 'e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'mac_address': 'fa:16:3e:c3:cb:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '1d846333-a14b-4ae0-970d-9d43c0f1e304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:37:11Z', 'updated_at': '2021-08-23T21:37:12Z', 'revision_number': 2, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'subnets': [{'id': '1d846333-a14b-4ae0-970d-9d43c0f1e304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:37:13.447656 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8c99e0-18dd-4042-9291-74164f2d15a9 None None] Checking router: fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:37:13.447931 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8c99e0-18dd-4042-9291-74164f2d15a9 None None] Updating router fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b port 1b83dd6f-ab6a-450a-ae7f-75becd4a3445 binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 21:37:13.473575 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-df8c99e0-18dd-4042-9291-74164f2d15a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:13.505095 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-66ba42fe-0ec4-490c-b19a-5f8f8ca898b7 req-c55d2adc-2987-4c67-935f-b0dc61fc3d56 service neutron] 10.222.0.61 "GET /v2.0/networks/e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958209 Aug 23 21:37:13.593026 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-12b1f70e-36c1-4098-8828-91973abe67f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:13.605625 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6f528f0b-338a-45d4-a62e-703f0b3f8237 None None] Provisioning complete for port 1b83dd6f-ab6a-450a-ae7f-75becd4a3445 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:37:13.605924 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6f528f0b-338a-45d4-a62e-703f0b3f8237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:13.671062 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:13.680026 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cbfb2fe0-0a83-4c4c-98e3-b1033729db86 req-932d3af9-f021-4bb4-8053-b99bfde58de3 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=874c3cae-b421-4adc-bc40-406f6aff0db6 HTTP/1.1" status: 200 len: 210 time: 0.0294890 Aug 23 21:37:13.681125 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-6f528f0b-338a-45d4-a62e-703f0b3f8237 None None] Port 1b83dd6f-ab6a-450a-ae7f-75becd4a3445 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:37:13.823491 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-df8c99e0-18dd-4042-9291-74164f2d15a9 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:13.835694 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-df8c99e0-18dd-4042-9291-74164f2d15a9 None None] Transition to ACTIVE for port object 1b83dd6f-ab6a-450a-ae7f-75becd4a3445 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:37:13.842882 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-df8c99e0-18dd-4042-9291-74164f2d15a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:13.896536 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc22b93-f4b1-4c7b-97fa-2a1c315b4c4e None None] Pushing event updated for resources: {'Port': ['ID=1b83dd6f-ab6a-450a-ae7f-75becd4a3445,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:37:13.965078 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-df8c99e0-18dd-4042-9291-74164f2d15a9 None None] Attempting to bind port 1b83dd6f-ab6a-450a-ae7f-75becd4a3445 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:37:13.965810 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-df8c99e0-18dd-4042-9291-74164f2d15a9 None None] Attempting to bind port 1b83dd6f-ab6a-450a-ae7f-75becd4a3445 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '798b9fe2-7a40-4346-a305-76a759577b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:37:13.966192 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8c99e0-18dd-4042-9291-74164f2d15a9 None None] Attempting to bind port 1b83dd6f-ab6a-450a-ae7f-75becd4a3445 on network e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:37:13.972263 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8c99e0-18dd-4042-9291-74164f2d15a9 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:37:13.972651 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8c99e0-18dd-4042-9291-74164f2d15a9 None None] Checking segment: {'id': '798b9fe2-7a40-4346-a305-76a759577b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:37:13.973044 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-df8c99e0-18dd-4042-9291-74164f2d15a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:13.973438 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8c99e0-18dd-4042-9291-74164f2d15a9 None None] Bound using segment: {'id': '798b9fe2-7a40-4346-a305-76a759577b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:37:13.974118 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-df8c99e0-18dd-4042-9291-74164f2d15a9 None None] Bound port: 1b83dd6f-ab6a-450a-ae7f-75becd4a3445, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '798b9fe2-7a40-4346-a305-76a759577b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:37:13.974503 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-df8c99e0-18dd-4042-9291-74164f2d15a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:14.016727 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 697bda57-0ec3-47a4-bb46-8c4c88423d66 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:37:14.082294 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-df8c99e0-18dd-4042-9291-74164f2d15a9 None None] For port 1b83dd6f-ab6a-450a-ae7f-75becd4a3445, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:37:14.095421 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-df8c99e0-18dd-4042-9291-74164f2d15a9 None None] For port 1b83dd6f-ab6a-450a-ae7f-75becd4a3445, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=1b83dd6f-ab6a-450a-ae7f-75becd4a3445,segment=NetworkSegment(798b9fe2-7a40-4346-a305-76a759577b62),segment_id=798b9fe2-7a40-4346-a305-76a759577b62)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:37:14.103469 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-df8c99e0-18dd-4042-9291-74164f2d15a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:14.108368 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 697bda57-0ec3-47a4-bb46-8c4c88423d66 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:37:14.108519 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:14.208826 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc22b93-f4b1-4c7b-97fa-2a1c315b4c4e None None] Pushing event updated for resources: {'Port': ['ID=1b83dd6f-ab6a-450a-ae7f-75becd4a3445,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:37:14.218997 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8c99e0-18dd-4042-9291-74164f2d15a9 None None] Routers {'fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:37:14.219629 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-df8c99e0-18dd-4042-9291-74164f2d15a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:37:14Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:37:14.347217 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 4594e043-e07c-4967-b2ee-cadd26079fc5 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:37:14.392838 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-df8c99e0-18dd-4042-9291-74164f2d15a9 None None] Set router fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:37:14.650821 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 4594e043-e07c-4967-b2ee-cadd26079fc5 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:37:14.651529 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:14.805328 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4472d878-5ba2-45f3-8690-77cc11f2d840 req-ee65922d-f082-4856-b5b9-5b151cc06629 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=874c3cae-b421-4adc-bc40-406f6aff0db6 HTTP/1.1" status: 200 len: 210 time: 0.0375988 Aug 23 21:37:14.814307 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba42fe-0ec4-490c-b19a-5f8f8ca898b7 req-c8432fb7-6c2b-4c51-ab97-d1afd55b4f1b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:37:14.816149 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-66ba42fe-0ec4-490c-b19a-5f8f8ca898b7 req-c8432fb7-6c2b-4c51-ab97-d1afd55b4f1b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.11 "GET /v2.0/networks?id=e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc HTTP/1.1" status: 200 len: 797 time: 0.1465549 Aug 23 21:37:14.837031 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:14.846324 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-df8c99e0-18dd-4042-9291-74164f2d15a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2085348553', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '4594e043-e07c-4967-b2ee-cadd26079fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:37:08Z', 'updated_at': '2021-08-23T21:37:12Z', 'revision_number': 4, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': '4594e043-e07c-4967-b2ee-cadd26079fc5', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:37:08Z', 'updated_at': '2021-08-23T21:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '1b83dd6f-ab6a-450a-ae7f-75becd4a3445', 'name': '', 'network_id': 'e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'mac_address': 'fa:16:3e:c3:cb:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '1d846333-a14b-4ae0-970d-9d43c0f1e304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:37:11Z', 'updated_at': '2021-08-23T21:37:14Z', 'revision_number': 4, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'subnets': [{'id': '1d846333-a14b-4ae0-970d-9d43c0f1e304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:37:14.869955 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-66ba42fe-0ec4-490c-b19a-5f8f8ca898b7 req-28ef62a9-3880-4d78-a098-e1d5b7b511e4 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5ec03f379a044fe8aab04b1df4a2f2b HTTP/1.1" status: 200 len: 380 time: 0.0452392 Aug 23 21:37:14.876797 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8c99e0-18dd-4042-9291-74164f2d15a9 None None] The sync data for ids ['fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b'] in n-d-805663-2 is: [{'id': 'fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2085348553', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '4594e043-e07c-4967-b2ee-cadd26079fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:37:08Z', 'updated_at': '2021-08-23T21:37:12Z', 'revision_number': 4, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': '4594e043-e07c-4967-b2ee-cadd26079fc5', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:37:08Z', 'updated_at': '2021-08-23T21:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '1b83dd6f-ab6a-450a-ae7f-75becd4a3445', 'name': '', 'network_id': 'e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'mac_address': 'fa:16:3e:c3:cb:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '1d846333-a14b-4ae0-970d-9d43c0f1e304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:37:11Z', 'updated_at': '2021-08-23T21:37:14Z', 'revision_number': 4, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'subnets': [{'id': '1d846333-a14b-4ae0-970d-9d43c0f1e304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:37:14.880504 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-66ba42fe-0ec4-490c-b19a-5f8f8ca898b7 req-be41861e-6d67-4bd7-9140-56453a7f7c9d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Request body: {'port': {'device_id': '874c3cae-b421-4adc-bc40-406f6aff0db6', 'network_id': 'e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc', 'admin_state_up': True, 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'security_groups': ['0a2c9981-b5a0-4287-b74c-d30a973ba41f']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:37:15.008078 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66ba42fe-0ec4-490c-b19a-5f8f8ca898b7 req-be41861e-6d67-4bd7-9140-56453a7f7c9d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Made reservation on behalf of f5ec03f379a044fe8aab04b1df4a2f2b for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:37:15.011719 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-66ba42fe-0ec4-490c-b19a-5f8f8ca898b7 req-be41861e-6d67-4bd7-9140-56453a7f7c9d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:15.147666 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-66ba42fe-0ec4-490c-b19a-5f8f8ca898b7 req-be41861e-6d67-4bd7-9140-56453a7f7c9d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Allocated IP 172.20.0.11 (e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc/1d846333-a14b-4ae0-970d-9d43c0f1e304/3492041a-daaa-4f7f-8a34-04964a1878ff) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:37:15.301732 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-66ba42fe-0ec4-490c-b19a-5f8f8ca898b7 req-be41861e-6d67-4bd7-9140-56453a7f7c9d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:15.316578 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-66ba42fe-0ec4-490c-b19a-5f8f8ca898b7 req-be41861e-6d67-4bd7-9140-56453a7f7c9d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Transition to ACTIVE for port object 3492041a-daaa-4f7f-8a34-04964a1878ff will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:37:15.351079 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-66ba42fe-0ec4-490c-b19a-5f8f8ca898b7 req-be41861e-6d67-4bd7-9140-56453a7f7c9d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:15.397958 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66ba42fe-0ec4-490c-b19a-5f8f8ca898b7 req-be41861e-6d67-4bd7-9140-56453a7f7c9d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Network e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:37:15.401200 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-66ba42fe-0ec4-490c-b19a-5f8f8ca898b7 req-be41861e-6d67-4bd7-9140-56453a7f7c9d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:37:15.408422 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ba42fe-0ec4-490c-b19a-5f8f8ca898b7 req-be41861e-6d67-4bd7-9140-56453a7f7c9d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:37:15.412676 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be41861e-6d67-4bd7-9140-56453a7f7c9d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'Port': ['ID=3492041a-daaa-4f7f-8a34-04964a1878ff,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:37:15.466425 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba42fe-0ec4-490c-b19a-5f8f8ca898b7 req-be41861e-6d67-4bd7-9140-56453a7f7c9d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:37:15.467842 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-66ba42fe-0ec4-490c-b19a-5f8f8ca898b7 req-be41861e-6d67-4bd7-9140-56453a7f7c9d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:15.486504 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-66ba42fe-0ec4-490c-b19a-5f8f8ca898b7 req-be41861e-6d67-4bd7-9140-56453a7f7c9d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6096177 Aug 23 21:37:15.499676 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-66ba42fe-0ec4-490c-b19a-5f8f8ca898b7 req-57d3fb22-8dc4-4998-a26e-017c38b01071 service neutron] Request body: {'port': {'device_id': '874c3cae-b421-4adc-bc40-406f6aff0db6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:37:15.572183 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-66ba42fe-0ec4-490c-b19a-5f8f8ca898b7 req-57d3fb22-8dc4-4998-a26e-017c38b01071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:15.670534 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-99db020b-e559-4889-8156-444ac2cd9c2e None None] Provisioning for port 3492041a-daaa-4f7f-8a34-04964a1878ff completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:37:15.675406 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-99db020b-e559-4889-8156-444ac2cd9c2e None None] Provisioning complete for port 3492041a-daaa-4f7f-8a34-04964a1878ff triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:37:15.675793 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-99db020b-e559-4889-8156-444ac2cd9c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:15.713734 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-99db020b-e559-4889-8156-444ac2cd9c2e None None] Port 3492041a-daaa-4f7f-8a34-04964a1878ff cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:37:15.853673 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-66ba42fe-0ec4-490c-b19a-5f8f8ca898b7 req-57d3fb22-8dc4-4998-a26e-017c38b01071 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3492041a-daaa-4f7f-8a34-04964a1878ff {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:37:15.861727 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-66ba42fe-0ec4-490c-b19a-5f8f8ca898b7 req-57d3fb22-8dc4-4998-a26e-017c38b01071 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:15.876845 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-66ba42fe-0ec4-490c-b19a-5f8f8ca898b7 req-57d3fb22-8dc4-4998-a26e-017c38b01071 service neutron] Transition to ACTIVE for port object 3492041a-daaa-4f7f-8a34-04964a1878ff will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:37:15.892763 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-66ba42fe-0ec4-490c-b19a-5f8f8ca898b7 req-57d3fb22-8dc4-4998-a26e-017c38b01071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:15.987986 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d3fb22-8dc4-4998-a26e-017c38b01071 service neutron] Pushing event updated for resources: {'Port': ['ID=3492041a-daaa-4f7f-8a34-04964a1878ff,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:37:16.009525 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 1b83dd6f-ab6a-450a-ae7f-75becd4a3445 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:37:16.024305 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553f8a7-5b24-4a32-9d7b-13829686cb4f req-ef283550-5547-41f4-857e-da5ab1266f2d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:37:16.025890 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2553f8a7-5b24-4a32-9d7b-13829686cb4f req-ef283550-5547-41f4-857e-da5ab1266f2d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=874c3cae-b421-4adc-bc40-406f6aff0db6 HTTP/1.1" status: 200 len: 944 time: 0.1437678 Aug 23 21:37:16.071906 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 1b83dd6f-ab6a-450a-ae7f-75becd4a3445 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:37:16.077275 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 1b83dd6f-ab6a-450a-ae7f-75becd4a3445 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:37:16.077702 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:16.083232 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-66ba42fe-0ec4-490c-b19a-5f8f8ca898b7 req-57d3fb22-8dc4-4998-a26e-017c38b01071 service neutron] Attempting to bind port 3492041a-daaa-4f7f-8a34-04964a1878ff on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:37:16.083578 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-66ba42fe-0ec4-490c-b19a-5f8f8ca898b7 req-57d3fb22-8dc4-4998-a26e-017c38b01071 service neutron] Attempting to bind port 3492041a-daaa-4f7f-8a34-04964a1878ff by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '798b9fe2-7a40-4346-a305-76a759577b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:37:16.083915 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ba42fe-0ec4-490c-b19a-5f8f8ca898b7 req-57d3fb22-8dc4-4998-a26e-017c38b01071 service neutron] Attempting to bind port 3492041a-daaa-4f7f-8a34-04964a1878ff on network e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:37:16.088394 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2553f8a7-5b24-4a32-9d7b-13829686cb4f req-64e44f15-4f8b-4559-b137-241456d12121 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a2c9981-b5a0-4287-b74c-d30a973ba41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555596 Aug 23 21:37:16.091880 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ba42fe-0ec4-490c-b19a-5f8f8ca898b7 req-57d3fb22-8dc4-4998-a26e-017c38b01071 service neutron] Port 3492041a-daaa-4f7f-8a34-04964a1878ff on network e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:37:16.092338 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ba42fe-0ec4-490c-b19a-5f8f8ca898b7 req-57d3fb22-8dc4-4998-a26e-017c38b01071 service neutron] Attempting to bind port 3492041a-daaa-4f7f-8a34-04964a1878ff on network e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:37:16.097654 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ba42fe-0ec4-490c-b19a-5f8f8ca898b7 req-57d3fb22-8dc4-4998-a26e-017c38b01071 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:37:16.097990 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ba42fe-0ec4-490c-b19a-5f8f8ca898b7 req-57d3fb22-8dc4-4998-a26e-017c38b01071 service neutron] Checking segment: {'id': '798b9fe2-7a40-4346-a305-76a759577b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:37:16.098374 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ba42fe-0ec4-490c-b19a-5f8f8ca898b7 req-57d3fb22-8dc4-4998-a26e-017c38b01071 service neutron] Bound using segment: {'id': '798b9fe2-7a40-4346-a305-76a759577b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:37:16.098806 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-66ba42fe-0ec4-490c-b19a-5f8f8ca898b7 req-57d3fb22-8dc4-4998-a26e-017c38b01071 service neutron] Bound port: 3492041a-daaa-4f7f-8a34-04964a1878ff, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '798b9fe2-7a40-4346-a305-76a759577b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:37:16.099173 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-66ba42fe-0ec4-490c-b19a-5f8f8ca898b7 req-57d3fb22-8dc4-4998-a26e-017c38b01071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:16.175469 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:16.175614 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-66ba42fe-0ec4-490c-b19a-5f8f8ca898b7 req-57d3fb22-8dc4-4998-a26e-017c38b01071 service neutron] For port 3492041a-daaa-4f7f-8a34-04964a1878ff, host n-h1-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:37:16.179691 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-66ba42fe-0ec4-490c-b19a-5f8f8ca898b7 req-57d3fb22-8dc4-4998-a26e-017c38b01071 service neutron] For port 3492041a-daaa-4f7f-8a34-04964a1878ff, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=3492041a-daaa-4f7f-8a34-04964a1878ff,segment=NetworkSegment(798b9fe2-7a40-4346-a305-76a759577b62),segment_id=798b9fe2-7a40-4346-a305-76a759577b62)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:37:16.186683 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-66ba42fe-0ec4-490c-b19a-5f8f8ca898b7 req-57d3fb22-8dc4-4998-a26e-017c38b01071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:16.208800 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:16.217850 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 1b83dd6f-ab6a-450a-ae7f-75becd4a3445, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=1b83dd6f-ab6a-450a-ae7f-75becd4a3445,segment=NetworkSegment(798b9fe2-7a40-4346-a305-76a759577b62),segment_id=798b9fe2-7a40-4346-a305-76a759577b62)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:37:16.222615 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba42fe-0ec4-490c-b19a-5f8f8ca898b7 req-57d3fb22-8dc4-4998-a26e-017c38b01071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:37:16.223257 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-66ba42fe-0ec4-490c-b19a-5f8f8ca898b7 req-57d3fb22-8dc4-4998-a26e-017c38b01071 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:16.224784 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-66ba42fe-0ec4-490c-b19a-5f8f8ca898b7 req-57d3fb22-8dc4-4998-a26e-017c38b01071 service neutron] 10.222.0.11 "PUT /v2.0/ports/3492041a-daaa-4f7f-8a34-04964a1878ff HTTP/1.1" status: 200 len: 1092 time: 0.7305222 Aug 23 21:37:16.224938 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:16.225298 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '874c3cae-b421-4adc-bc40-406f6aff0db6', 'tag': '3492041a-daaa-4f7f-8a34-04964a1878ff'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:37:16.227598 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}464d6cbacbaeb9374483e58d29b165f94917862334b697df3b381d289610f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6551d54-5596-4462-b23e-dbee490cf53d" -d '{"events": [{"name": "network-changed", "server_uuid": "874c3cae-b421-4adc-bc40-406f6aff0db6", "tag": "3492041a-daaa-4f7f-8a34-04964a1878ff"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:37:16.256006 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d3fb22-8dc4-4998-a26e-017c38b01071 service neutron] Pushing event updated for resources: {'Port': ['ID=3492041a-daaa-4f7f-8a34-04964a1878ff,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:37:16.291308 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=1b83dd6f-ab6a-450a-ae7f-75becd4a3445,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:37:16.298672 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1709b982-86d2-47b0-b796-8a228d2aa003 x-openstack-request-id: req-1709b982-86d2-47b0-b796-8a228d2aa003 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:37:16.298959 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "874c3cae-b421-4adc-bc40-406f6aff0db6", "tag": "3492041a-daaa-4f7f-8a34-04964a1878ff", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:37:16.299212 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1709b982-86d2-47b0-b796-8a228d2aa003 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:37:16.299607 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '874c3cae-b421-4adc-bc40-406f6aff0db6', 'tag': '3492041a-daaa-4f7f-8a34-04964a1878ff', 'status': 'completed', 'code': 200} Aug 23 21:37:16.316292 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba42fe-0ec4-490c-b19a-5f8f8ca898b7 req-593ad44c-71a5-4a90-b193-cbb906ec8dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:37:16.317933 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-66ba42fe-0ec4-490c-b19a-5f8f8ca898b7 req-593ad44c-71a5-4a90-b193-cbb906ec8dbb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f5ec03f379a044fe8aab04b1df4a2f2b&device_id=874c3cae-b421-4adc-bc40-406f6aff0db6 HTTP/1.1" status: 200 len: 1095 time: 0.0488520 Aug 23 21:37:16.367151 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-66ba42fe-0ec4-490c-b19a-5f8f8ca898b7 req-202e951b-5bc8-4a2e-a522-a6f5c96c0090 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3492041a-daaa-4f7f-8a34-04964a1878ff HTTP/1.1" status: 200 len: 217 time: 0.0416276 Aug 23 21:37:16.419174 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba42fe-0ec4-490c-b19a-5f8f8ca898b7 req-406a9a00-5e9b-4ae6-9967-a5a13e92d53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:37:16.420817 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-66ba42fe-0ec4-490c-b19a-5f8f8ca898b7 req-406a9a00-5e9b-4ae6-9967-a5a13e92d53d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1d846333-a14b-4ae0-970d-9d43c0f1e304 HTTP/1.1" status: 200 len: 835 time: 0.0469837 Aug 23 21:37:16.468514 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba42fe-0ec4-490c-b19a-5f8f8ca898b7 req-9ac93330-f845-451a-b4ec-6bc252dc9be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:37:16.470007 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-66ba42fe-0ec4-490c-b19a-5f8f8ca898b7 req-9ac93330-f845-451a-b4ec-6bc252dc9be7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427761 Aug 23 21:37:16.564880 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-66ba42fe-0ec4-490c-b19a-5f8f8ca898b7 req-05b96222-0676-4506-8d24-4af1d1f21435 service neutron] 10.222.0.11 "GET /v2.0/networks/e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874398 Aug 23 21:37:16.654269 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-66ba42fe-0ec4-490c-b19a-5f8f8ca898b7 req-0cd50152-41c9-4ea8-b3e5-77a58b65c5d5 service neutron] 10.222.0.11 "GET /v2.0/networks/e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824049 Aug 23 21:37:16.744537 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6551d54-5596-4462-b23e-dbee490cf53d req-a6dca47a-00bb-4183-b63c-1cf1e3be496f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:37:16.745975 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f6551d54-5596-4462-b23e-dbee490cf53d req-a6dca47a-00bb-4183-b63c-1cf1e3be496f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f5ec03f379a044fe8aab04b1df4a2f2b&device_id=874c3cae-b421-4adc-bc40-406f6aff0db6 HTTP/1.1" status: 200 len: 1095 time: 0.0415804 Aug 23 21:37:16.841673 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6551d54-5596-4462-b23e-dbee490cf53d req-7143be63-1dfb-4a45-b837-7deb8334bed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:37:16.843209 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f6551d54-5596-4462-b23e-dbee490cf53d req-7143be63-1dfb-4a45-b837-7deb8334bed2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc HTTP/1.1" status: 200 len: 898 time: 0.0901132 Aug 23 21:37:16.884830 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f6551d54-5596-4462-b23e-dbee490cf53d req-2a72dfc8-e26e-4b25-b662-e25da215031d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3492041a-daaa-4f7f-8a34-04964a1878ff HTTP/1.1" status: 200 len: 217 time: 0.0351028 Aug 23 21:37:16.938359 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6551d54-5596-4462-b23e-dbee490cf53d req-16b21fa6-fd6c-49f7-9384-f9ab2f732483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:37:16.939798 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f6551d54-5596-4462-b23e-dbee490cf53d req-16b21fa6-fd6c-49f7-9384-f9ab2f732483 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1d846333-a14b-4ae0-970d-9d43c0f1e304 HTTP/1.1" status: 200 len: 835 time: 0.0478413 Aug 23 21:37:16.985147 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6551d54-5596-4462-b23e-dbee490cf53d req-3d7b4af3-69d8-48e0-94ca-b478d1164155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:37:16.986621 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f6551d54-5596-4462-b23e-dbee490cf53d req-3d7b4af3-69d8-48e0-94ca-b478d1164155 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392966 Aug 23 21:37:17.076481 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f6551d54-5596-4462-b23e-dbee490cf53d req-7a803def-c76c-47fe-bdf7-155b995c97d0 service neutron] 10.222.0.11 "GET /v2.0/networks/e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816092 Aug 23 21:37:17.194950 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f6551d54-5596-4462-b23e-dbee490cf53d req-f1edd5d7-1ba6-4452-9ec2-b2b3c649f736 service neutron] 10.222.0.11 "GET /v2.0/networks/e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099708 Aug 23 21:37:17.216950 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0fd5a-45d3-4ef3-83b8-8b2d7b9563dd req-9619176b-467e-4e37-bea2-ce1340d46b6b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:37:17.218592 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-09e0fd5a-45d3-4ef3-83b8-8b2d7b9563dd req-9619176b-467e-4e37-bea2-ce1340d46b6b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=874c3cae-b421-4adc-bc40-406f6aff0db6 HTTP/1.1" status: 200 len: 944 time: 0.0611312 Aug 23 21:37:17.256982 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-09e0fd5a-45d3-4ef3-83b8-8b2d7b9563dd req-1b8e798a-4c68-44bc-92db-d3ec2ed35dc7 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a2c9981-b5a0-4287-b74c-d30a973ba41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325048 Aug 23 21:37:17.962856 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 1b83dd6f-ab6a-450a-ae7f-75becd4a3445 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:37:18.010918 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 1b83dd6f-ab6a-450a-ae7f-75becd4a3445 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:37:18.011291 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:18.372374 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc71c0e-3de7-4b28-a194-ade8b0f8f279 req-eecc9594-b78c-4dae-850c-7843fae33b44 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:37:18.374588 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2fc71c0e-3de7-4b28-a194-ade8b0f8f279 req-eecc9594-b78c-4dae-850c-7843fae33b44 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=874c3cae-b421-4adc-bc40-406f6aff0db6 HTTP/1.1" status: 200 len: 944 time: 0.0492146 Aug 23 21:37:18.411199 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2fc71c0e-3de7-4b28-a194-ade8b0f8f279 req-c46dc018-8869-41e0-ad07-309fa818e307 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a2c9981-b5a0-4287-b74c-d30a973ba41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305624 Aug 23 21:37:19.332251 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 3492041a-daaa-4f7f-8a34-04964a1878ff details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 21:37:19.427096 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 3492041a-daaa-4f7f-8a34-04964a1878ff, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=3492041a-daaa-4f7f-8a34-04964a1878ff,segment=NetworkSegment(798b9fe2-7a40-4346-a305-76a759577b62),segment_id=798b9fe2-7a40-4346-a305-76a759577b62)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:37:19.437494 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '3492041a-daaa-4f7f-8a34-04964a1878ff', 'network_id': 'e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc', 'port_id': '3492041a-daaa-4f7f-8a34-04964a1878ff', 'mac_address': 'fa:16:3e:52:5e:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d846333-a14b-4ae0-970d-9d43c0f1e304', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 21:37:19.484428 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:19.498539 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3492041a-daaa-4f7f-8a34-04964a1878ff {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:37:19.518112 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 3492041a-daaa-4f7f-8a34-04964a1878ff, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=3492041a-daaa-4f7f-8a34-04964a1878ff,segment=NetworkSegment(798b9fe2-7a40-4346-a305-76a759577b62),segment_id=798b9fe2-7a40-4346-a305-76a759577b62)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:37:19.522361 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:19.529814 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742c23b-4eed-4250-9353-265915283f14 req-260228d1-ebe8-4736-9cc9-474beb498e8e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:37:19.531427 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b742c23b-4eed-4250-9353-265915283f14 req-260228d1-ebe8-4736-9cc9-474beb498e8e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=874c3cae-b421-4adc-bc40-406f6aff0db6 HTTP/1.1" status: 200 len: 944 time: 0.0520041 Aug 23 21:37:19.570314 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b742c23b-4eed-4250-9353-265915283f14 req-9949a055-9d52-4d74-b50c-4e92f247596e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a2c9981-b5a0-4287-b74c-d30a973ba41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327122 Aug 23 21:37:19.572148 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=3492041a-daaa-4f7f-8a34-04964a1878ff,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:37:19.725663 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['3492041a-daaa-4f7f-8a34-04964a1878ff'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:37:20.691916 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc49df-0448-443d-b6ab-8483fb9d1a93 req-9f299957-b5b5-41a8-b655-8a4433084e6d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:37:20.693345 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-82cc49df-0448-443d-b6ab-8483fb9d1a93 req-9f299957-b5b5-41a8-b655-8a4433084e6d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=874c3cae-b421-4adc-bc40-406f6aff0db6 HTTP/1.1" status: 200 len: 945 time: 0.0540142 Aug 23 21:37:20.733004 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-82cc49df-0448-443d-b6ab-8483fb9d1a93 req-74e38f08-fa19-48ad-bb72-25bcf5671e58 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a2c9981-b5a0-4287-b74c-d30a973ba41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323966 Aug 23 21:37:21.032333 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:21.359642 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 3492041a-daaa-4f7f-8a34-04964a1878ff up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:37:21.412405 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 3492041a-daaa-4f7f-8a34-04964a1878ff completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:37:21.416519 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 3492041a-daaa-4f7f-8a34-04964a1878ff triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:37:21.416898 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:21.503605 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:21.527163 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '874c3cae-b421-4adc-bc40-406f6aff0db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3492041a-daaa-4f7f-8a34-04964a1878ff'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:37:21.530083 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e577f7a2b9c3f6bcf6a64bd3e1bbb8e0b095addae8cf51c17fc2638a25953e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3983256-534c-4e73-8f41-2718cebc0d8e" -d '{"events": [{"server_uuid": "874c3cae-b421-4adc-bc40-406f6aff0db6", "name": "network-vif-plugged", "status": "completed", "tag": "3492041a-daaa-4f7f-8a34-04964a1878ff"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:37:21.546741 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 3492041a-daaa-4f7f-8a34-04964a1878ff, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=3492041a-daaa-4f7f-8a34-04964a1878ff,segment=NetworkSegment(798b9fe2-7a40-4346-a305-76a759577b62),segment_id=798b9fe2-7a40-4346-a305-76a759577b62)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:37:21.550828 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:21.580105 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b62cb3-0c39-4eea-9221-2db17dbaa14e x-openstack-request-id: req-84b62cb3-0c39-4eea-9221-2db17dbaa14e {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:37:21.580431 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "874c3cae-b421-4adc-bc40-406f6aff0db6", "name": "network-vif-plugged", "status": "completed", "tag": "3492041a-daaa-4f7f-8a34-04964a1878ff", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:37:21.580695 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-84b62cb3-0c39-4eea-9221-2db17dbaa14e {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:37:21.581101 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '874c3cae-b421-4adc-bc40-406f6aff0db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3492041a-daaa-4f7f-8a34-04964a1878ff', 'code': 200} Aug 23 21:37:21.611580 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=3492041a-daaa-4f7f-8a34-04964a1878ff,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:37:21.676882 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38917145-de1e-4060-9f2c-812a7a0bdcb5 req-76ed4790-22f6-46dc-a023-376b6e252b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:37:21.678376 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-38917145-de1e-4060-9f2c-812a7a0bdcb5 req-76ed4790-22f6-46dc-a023-376b6e252b61 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=874c3cae-b421-4adc-bc40-406f6aff0db6 HTTP/1.1" status: 200 len: 1097 time: 0.0436602 Aug 23 21:37:21.713113 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-38917145-de1e-4060-9f2c-812a7a0bdcb5 req-d23508a3-8084-4205-970d-f8246816b0d8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0a2c9981-b5a0-4287-b74c-d30a973ba41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272832 Aug 23 21:37:21.850072 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa93db5-4fc0-4715-b1cd-85d3054f9d3c req-ae13d513-614f-4126-b5ea-2e2ee59d5845 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:37:21.851515 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-aaa93db5-4fc0-4715-b1cd-85d3054f9d3c req-ae13d513-614f-4126-b5ea-2e2ee59d5845 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=874c3cae-b421-4adc-bc40-406f6aff0db6 HTTP/1.1" status: 200 len: 946 time: 0.0498908 Aug 23 21:37:21.890117 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-aaa93db5-4fc0-4715-b1cd-85d3054f9d3c req-694fbc7e-cf27-402d-890f-648f27e9ee12 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a2c9981-b5a0-4287-b74c-d30a973ba41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326235 Aug 23 21:37:23.005216 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0fd4d8-9b4c-4638-b6d6-50d87766ce64 req-5a98b455-eea6-4938-9253-52f6a2580ef4 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:37:23.006682 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ed0fd4d8-9b4c-4638-b6d6-50d87766ce64 req-5a98b455-eea6-4938-9253-52f6a2580ef4 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=874c3cae-b421-4adc-bc40-406f6aff0db6 HTTP/1.1" status: 200 len: 946 time: 0.0486851 Aug 23 21:37:23.043339 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ed0fd4d8-9b4c-4638-b6d6-50d87766ce64 req-d613192d-baf5-4015-93e6-74d9f9c8f028 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a2c9981-b5a0-4287-b74c-d30a973ba41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309231 Aug 23 21:37:23.159098 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e82fb8-f6fa-448d-b336-7591e390e1fc req-cef3f468-10c9-41f9-a5d3-24708b030e4e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:37:23.160630 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-65e82fb8-f6fa-448d-b336-7591e390e1fc req-cef3f468-10c9-41f9-a5d3-24708b030e4e tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=874c3cae-b421-4adc-bc40-406f6aff0db6 HTTP/1.1" status: 200 len: 946 time: 0.0509269 Aug 23 21:37:23.198267 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-65e82fb8-f6fa-448d-b336-7591e390e1fc req-18bc315e-cd8f-4326-a619-1c2febeb47fa tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a2c9981-b5a0-4287-b74c-d30a973ba41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315080 Aug 23 21:37:23.220343 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54266) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:37:23.263952 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b613246-4900-4ac3-8363-2dd24e0a2df7 tempest-TestNetworkAdvancedServerOps-1074521460 tempest-TestNetworkAdvancedServerOps-1074521460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:37:23.265494 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6b613246-4900-4ac3-8363-2dd24e0a2df7 tempest-TestNetworkAdvancedServerOps-1074521460 tempest-TestNetworkAdvancedServerOps-1074521460-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=874c3cae-b421-4adc-bc40-406f6aff0db6 HTTP/1.1" status: 200 len: 1092 time: 0.0442040 Aug 23 21:37:23.268296 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54268) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:37:23.272540 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-66fe190b-6661-4f51-a4c1-aa6b16574312 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Request body: {'floatingip': {'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'port_id': '3492041a-daaa-4f7f-8a34-04964a1878ff', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:37:23.295844 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-66fe190b-6661-4f51-a4c1-aa6b16574312 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for floatingip, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:23.391135 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-66fe190b-6661-4f51-a4c1-aa6b16574312 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:23.498182 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-66fe190b-6661-4f51-a4c1-aa6b16574312 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Allocated IP 172.25.4.117 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/aab91fbc-db76-4e5f-8e4a-cc95e0d4674d) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:37:23.599627 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-66fe190b-6661-4f51-a4c1-aa6b16574312 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:23.636842 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-66fe190b-6661-4f51-a4c1-aa6b16574312 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:23.678681 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fe190b-6661-4f51-a4c1-aa6b16574312 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:37:23.681362 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-66fe190b-6661-4f51-a4c1-aa6b16574312 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:37:23.684794 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fe190b-6661-4f51-a4c1-aa6b16574312 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:37:23.691933 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe190b-6661-4f51-a4c1-aa6b16574312 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'Port': ['ID=aab91fbc-db76-4e5f-8e4a-cc95e0d4674d,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:37:24.037503 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-66fe190b-6661-4f51-a4c1-aa6b16574312 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:24.105513 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-66fe190b-6661-4f51-a4c1-aa6b16574312 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:24.256460 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-66fe190b-6661-4f51-a4c1-aa6b16574312 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:24.260606 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-66fe190b-6661-4f51-a4c1-aa6b16574312 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:24.327864 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe190b-6661-4f51-a4c1-aa6b16574312 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event updated for resources: {'Port': ['ID=aab91fbc-db76-4e5f-8e4a-cc95e0d4674d,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:37:24.338360 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-66fe190b-6661-4f51-a4c1-aa6b16574312 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:24.441128 n-d-805663-2 neutron-server[94687]: INFO neutron.db.l3_db [None req-66fe190b-6661-4f51-a4c1-aa6b16574312 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Floating IP c69322d3-9b33-4c04-a5fa-503a5cc2403c associated. External IP: 172.25.4.117, port: 3492041a-daaa-4f7f-8a34-04964a1878ff. Aug 23 21:37:24.649844 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66fe190b-6661-4f51-a4c1-aa6b16574312 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Router fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:37:24.758792 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66fe190b-6661-4f51-a4c1-aa6b16574312 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:37:24.768302 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7a77b3-c303-423e-bf48-aa9fe4cdc0d6 None None] Sync routers for ids ['fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:37:24.774233 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-66fe190b-6661-4f51-a4c1-aa6b16574312 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:24.777977 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7a77b3-c303-423e-bf48-aa9fe4cdc0d6 None None] Routers {'fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:37:24.779184 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ef7a77b3-c303-423e-bf48-aa9fe4cdc0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:37:14Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:37:24.801762 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-66fe190b-6661-4f51-a4c1-aa6b16574312 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5324719 Aug 23 21:37:24.802348 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '874c3cae-b421-4adc-bc40-406f6aff0db6', 'tag': '3492041a-daaa-4f7f-8a34-04964a1878ff'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:37:24.804619 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1e6a3834e992a26d7c0b67e33d767d389e5cf97a11b89f2293fa0299e1fe502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019b96f1-c8db-4fa1-a59a-41454ae9be59" -d '{"events": [{"name": "network-changed", "server_uuid": "874c3cae-b421-4adc-bc40-406f6aff0db6", "tag": "3492041a-daaa-4f7f-8a34-04964a1878ff"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:37:24.845607 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff74763-0a79-4af2-833b-902a840ed4fc x-openstack-request-id: req-1ff74763-0a79-4af2-833b-902a840ed4fc {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:37:24.845918 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "874c3cae-b421-4adc-bc40-406f6aff0db6", "tag": "3492041a-daaa-4f7f-8a34-04964a1878ff", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:37:24.846169 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1ff74763-0a79-4af2-833b-902a840ed4fc {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:37:24.846574 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '874c3cae-b421-4adc-bc40-406f6aff0db6', 'tag': '3492041a-daaa-4f7f-8a34-04964a1878ff', 'status': 'completed', 'code': 200} Aug 23 21:37:24.892899 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-ef7a77b3-c303-423e-bf48-aa9fe4cdc0d6 None None] Set router fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:37:24.944180 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b96f1-c8db-4fa1-a59a-41454ae9be59 req-7beca862-d730-48ce-a86c-a2a18bc10cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:37:24.945717 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-019b96f1-c8db-4fa1-a59a-41454ae9be59 req-7beca862-d730-48ce-a86c-a2a18bc10cdc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f5ec03f379a044fe8aab04b1df4a2f2b&device_id=874c3cae-b421-4adc-bc40-406f6aff0db6 HTTP/1.1" status: 200 len: 1097 time: 0.0769126 Aug 23 21:37:24.953911 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff7aab8-6c47-4875-8d44-4f8cee7349d2 req-7134a780-4890-464e-bfca-76b6f99f81d3 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:37:24.955361 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bff7aab8-6c47-4875-8d44-4f8cee7349d2 req-7134a780-4890-464e-bfca-76b6f99f81d3 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=874c3cae-b421-4adc-bc40-406f6aff0db6 HTTP/1.1" status: 200 len: 946 time: 0.0759153 Aug 23 21:37:25.043188 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bff7aab8-6c47-4875-8d44-4f8cee7349d2 req-977a634e-4e76-4ed4-adc9-367476b29c08 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a2c9981-b5a0-4287-b74c-d30a973ba41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791585 Aug 23 21:37:25.066927 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54276) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:37:25.073794 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b96f1-c8db-4fa1-a59a-41454ae9be59 req-5ac202cf-69fe-425a-bc4e-4e1d23a00e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:37:25.075804 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-019b96f1-c8db-4fa1-a59a-41454ae9be59 req-5ac202cf-69fe-425a-bc4e-4e1d23a00e47 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc HTTP/1.1" status: 200 len: 898 time: 0.1190062 Aug 23 21:37:25.128605 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a9786555-fdf1-438a-8e15-414b13075f64 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/floatingips/c69322d3-9b33-4c04-a5fa-503a5cc2403c HTTP/1.1" status: 200 len: 992 time: 0.0605273 Aug 23 21:37:25.148049 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-019b96f1-c8db-4fa1-a59a-41454ae9be59 req-0b0b1a82-e6ef-4a0e-9915-37cc90a3e751 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3492041a-daaa-4f7f-8a34-04964a1878ff HTTP/1.1" status: 200 len: 1000 time: 0.0650575 Aug 23 21:37:25.204117 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b96f1-c8db-4fa1-a59a-41454ae9be59 req-e0b4892f-f472-4123-a0c0-f368e21f56f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:37:25.206534 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-019b96f1-c8db-4fa1-a59a-41454ae9be59 req-e0b4892f-f472-4123-a0c0-f368e21f56f9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1d846333-a14b-4ae0-970d-9d43c0f1e304 HTTP/1.1" status: 200 len: 835 time: 0.0515389 Aug 23 21:37:25.210295 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ef7a77b3-c303-423e-bf48-aa9fe4cdc0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2085348553', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '4594e043-e07c-4967-b2ee-cadd26079fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:37:08Z', 'updated_at': '2021-08-23T21:37:12Z', 'revision_number': 4, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': '4594e043-e07c-4967-b2ee-cadd26079fc5', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:37:08Z', 'updated_at': '2021-08-23T21:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': 'c69322d3-9b33-4c04-a5fa-503a5cc2403c', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'floating_ip_address': '172.25.4.117', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': 'fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b', 'port_id': '3492041a-daaa-4f7f-8a34-04964a1878ff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc', 'mac_address': 'fa:16:3e:52:5e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874c3cae-b421-4adc-bc40-406f6aff0db6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:37:23Z', 'updated_at': '2021-08-23T21:37:23Z', 'revision_number': 0, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b83dd6f-ab6a-450a-ae7f-75becd4a3445', 'name': '', 'network_id': 'e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'mac_address': 'fa:16:3e:c3:cb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '1d846333-a14b-4ae0-970d-9d43c0f1e304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:37:11Z', 'updated_at': '2021-08-23T21:37:16Z', 'revision_number': 5, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'subnets': [{'id': '1d846333-a14b-4ae0-970d-9d43c0f1e304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:37:25.236176 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7a77b3-c303-423e-bf48-aa9fe4cdc0d6 None None] Checking router: fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:37:25.244349 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7a77b3-c303-423e-bf48-aa9fe4cdc0d6 None None] Routers {'fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:37:25.244953 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ef7a77b3-c303-423e-bf48-aa9fe4cdc0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:37:14Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:37:25.254817 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b96f1-c8db-4fa1-a59a-41454ae9be59 req-180a497b-a5c8-4a4a-917c-4746cc57c264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:37:25.256439 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-019b96f1-c8db-4fa1-a59a-41454ae9be59 req-180a497b-a5c8-4a4a-917c-4746cc57c264 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431597 Aug 23 21:37:25.351391 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-ef7a77b3-c303-423e-bf48-aa9fe4cdc0d6 None None] Set router fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:37:25.353995 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-019b96f1-c8db-4fa1-a59a-41454ae9be59 req-f58c73f4-460c-4cb1-b229-f3ea4e187972 service neutron] 10.222.0.11 "GET /v2.0/networks/e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907757 Aug 23 21:37:25.443268 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-019b96f1-c8db-4fa1-a59a-41454ae9be59 req-d30327b2-af76-4d8b-8e5f-8d9b82fab497 service neutron] 10.222.0.11 "GET /v2.0/networks/e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826037 Aug 23 21:37:25.573504 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ef7a77b3-c303-423e-bf48-aa9fe4cdc0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2085348553', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '4594e043-e07c-4967-b2ee-cadd26079fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:37:08Z', 'updated_at': '2021-08-23T21:37:12Z', 'revision_number': 4, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': '4594e043-e07c-4967-b2ee-cadd26079fc5', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:37:08Z', 'updated_at': '2021-08-23T21:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': 'c69322d3-9b33-4c04-a5fa-503a5cc2403c', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'floating_ip_address': '172.25.4.117', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': 'fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b', 'port_id': '3492041a-daaa-4f7f-8a34-04964a1878ff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc', 'mac_address': 'fa:16:3e:52:5e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874c3cae-b421-4adc-bc40-406f6aff0db6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:37:23Z', 'updated_at': '2021-08-23T21:37:23Z', 'revision_number': 0, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b83dd6f-ab6a-450a-ae7f-75becd4a3445', 'name': '', 'network_id': 'e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'mac_address': 'fa:16:3e:c3:cb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '1d846333-a14b-4ae0-970d-9d43c0f1e304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:37:11Z', 'updated_at': '2021-08-23T21:37:16Z', 'revision_number': 5, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'subnets': [{'id': '1d846333-a14b-4ae0-970d-9d43c0f1e304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:37:25.603110 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7a77b3-c303-423e-bf48-aa9fe4cdc0d6 None None] The sync data for ids ['fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b'] in n-d-805663-2 is: [{'id': 'fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2085348553', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '4594e043-e07c-4967-b2ee-cadd26079fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:37:08Z', 'updated_at': '2021-08-23T21:37:12Z', 'revision_number': 4, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': '4594e043-e07c-4967-b2ee-cadd26079fc5', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:37:08Z', 'updated_at': '2021-08-23T21:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': 'c69322d3-9b33-4c04-a5fa-503a5cc2403c', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'floating_ip_address': '172.25.4.117', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': 'fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b', 'port_id': '3492041a-daaa-4f7f-8a34-04964a1878ff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc', 'mac_address': 'fa:16:3e:52:5e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874c3cae-b421-4adc-bc40-406f6aff0db6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:37:23Z', 'updated_at': '2021-08-23T21:37:23Z', 'revision_number': 0, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b83dd6f-ab6a-450a-ae7f-75becd4a3445', 'name': '', 'network_id': 'e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'mac_address': 'fa:16:3e:c3:cb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '1d846333-a14b-4ae0-970d-9d43c0f1e304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:37:11Z', 'updated_at': '2021-08-23T21:37:16Z', 'revision_number': 5, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'subnets': [{'id': '1d846333-a14b-4ae0-970d-9d43c0f1e304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:37:25.787369 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e7f654-c56e-4738-a649-184849f8098b None None] New status for floating IP c69322d3-9b33-4c04-a5fa-503a5cc2403c: ACTIVE {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 21:37:26.132411 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54278) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:37:26.194894 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2b8e8ec2-34d2-4adc-bc5b-8ad198ac4d8b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/floatingips/c69322d3-9b33-4c04-a5fa-503a5cc2403c HTTP/1.1" status: 200 len: 994 time: 0.0612578 Aug 23 21:37:29.244801 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:37:32.577349 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [req-54160c41-cd3c-4ad3-896d-7e3849e4fe85 req-60008f91-2bfa-415e-b915-2a1bace3ca6a service neutron] (94688) timed out ('10.222.0.61', 50624) {{(pid=94688) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 21:37:40.135839 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5cb945b4-6e55-47d1-80ed-201d9ece1a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:40.989404 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:43.524822 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-839399eb-388e-4631-82c2-cad73393ccac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:43.652072 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:44.826332 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:45.665487 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-458f1fce-fedd-4662-958a-701f1328f551 req-647b83f9-b4a8-4fa5-a9b6-cb0f5877da8a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=874c3cae-b421-4adc-bc40-406f6aff0db6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445397 Aug 23 21:37:45.748767 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f1fce-fedd-4662-958a-701f1328f551 req-e3d982b2-75d6-4fcc-a761-12a44d013783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:37:45.751313 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-458f1fce-fedd-4662-958a-701f1328f551 req-e3d982b2-75d6-4fcc-a761-12a44d013783 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f5ec03f379a044fe8aab04b1df4a2f2b&device_id=874c3cae-b421-4adc-bc40-406f6aff0db6 HTTP/1.1" status: 200 len: 1097 time: 0.0414977 Aug 23 21:37:45.855939 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f1fce-fedd-4662-958a-701f1328f551 req-a03db1f0-d067-4bab-b4b0-a1d2e944ac3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:37:45.857349 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-458f1fce-fedd-4662-958a-701f1328f551 req-a03db1f0-d067-4bab-b4b0-a1d2e944ac3f service neutron] 10.222.0.11 "GET /v2.0/networks?id=e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc HTTP/1.1" status: 200 len: 898 time: 0.0866907 Aug 23 21:37:45.932581 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-458f1fce-fedd-4662-958a-701f1328f551 req-e18719fd-6740-4d98-aa17-4578d2910cc1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3492041a-daaa-4f7f-8a34-04964a1878ff HTTP/1.1" status: 200 len: 1002 time: 0.0676425 Aug 23 21:37:45.984474 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f1fce-fedd-4662-958a-701f1328f551 req-c3e9e2f3-0a8f-4d29-8b49-d1fa22dadf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:37:45.985936 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-458f1fce-fedd-4662-958a-701f1328f551 req-c3e9e2f3-0a8f-4d29-8b49-d1fa22dadf60 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1d846333-a14b-4ae0-970d-9d43c0f1e304 HTTP/1.1" status: 200 len: 835 time: 0.0452082 Aug 23 21:37:46.032153 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f1fce-fedd-4662-958a-701f1328f551 req-e016cdf5-98ba-4c72-a035-2496c667a577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:37:46.033706 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-458f1fce-fedd-4662-958a-701f1328f551 req-e016cdf5-98ba-4c72-a035-2496c667a577 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400972 Aug 23 21:37:46.127280 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-458f1fce-fedd-4662-958a-701f1328f551 req-578ab331-ebe8-483b-911f-7c971245729a service neutron] 10.222.0.11 "GET /v2.0/networks/e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858231 Aug 23 21:37:46.202193 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:46.218686 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-458f1fce-fedd-4662-958a-701f1328f551 req-67bc37e2-c6c3-47b5-8fef-758c6aa39095 service neutron] 10.222.0.11 "GET /v2.0/networks/e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832694 Aug 23 21:37:51.039958 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:37:55.034370 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc8ce9-eea2-4d33-97c5-d1b30152e1d3 req-a9e3211c-2278-4269-a991-d85bf727abd8 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:37:55.035855 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a2fc8ce9-eea2-4d33-97c5-d1b30152e1d3 req-a9e3211c-2278-4269-a991-d85bf727abd8 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=874c3cae-b421-4adc-bc40-406f6aff0db6 HTTP/1.1" status: 200 len: 946 time: 0.0503290 Aug 23 21:37:55.073373 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a2fc8ce9-eea2-4d33-97c5-d1b30152e1d3 req-e5f7e3a1-8312-46c2-b580-68c8836e96ea tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a2c9981-b5a0-4287-b74c-d30a973ba41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315132 Aug 23 21:37:56.190971 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b8659-99a4-4392-9c17-84ae017e1fbb req-0c4252f2-67da-42d5-a769-dcb04276e08b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:37:56.192372 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-399b8659-99a4-4392-9c17-84ae017e1fbb req-0c4252f2-67da-42d5-a769-dcb04276e08b tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=874c3cae-b421-4adc-bc40-406f6aff0db6 HTTP/1.1" status: 200 len: 946 time: 0.0493739 Aug 23 21:37:56.233895 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-399b8659-99a4-4392-9c17-84ae017e1fbb req-faff0dfa-1f56-4eee-9928-89dd758091f8 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a2c9981-b5a0-4287-b74c-d30a973ba41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355358 Aug 23 21:37:56.258380 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54296) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:37:56.321722 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e54efa2a-feef-409b-bf55-d208ee1aaf2a tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/floatingips/c69322d3-9b33-4c04-a5fa-503a5cc2403c HTTP/1.1" status: 200 len: 994 time: 0.0621760 Aug 23 21:37:57.584546 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd85588-eb02-445f-9669-a7f48003d0e8 req-6c1e056e-e4b6-4ff6-86a6-d49ea7d9e015 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:37:57.586109 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7bd85588-eb02-445f-9669-a7f48003d0e8 req-6c1e056e-e4b6-4ff6-86a6-d49ea7d9e015 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=874c3cae-b421-4adc-bc40-406f6aff0db6 HTTP/1.1" status: 200 len: 946 time: 0.0500190 Aug 23 21:37:57.603608 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b5c3e-019b-49fe-a83a-e4a9bffa19dc req-5d4a6796-f380-4f49-842a-efe627c277c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:37:57.605071 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1f5b5c3e-019b-49fe-a83a-e4a9bffa19dc req-5d4a6796-f380-4f49-842a-efe627c277c8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f5ec03f379a044fe8aab04b1df4a2f2b&device_id=874c3cae-b421-4adc-bc40-406f6aff0db6 HTTP/1.1" status: 200 len: 1097 time: 0.0417671 Aug 23 21:37:57.624936 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-7bd85588-eb02-445f-9669-a7f48003d0e8 req-4ccca08b-1f51-4006-a5a8-1a98e79ae318 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a2c9981-b5a0-4287-b74c-d30a973ba41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324881 Aug 23 21:37:57.695255 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b5c3e-019b-49fe-a83a-e4a9bffa19dc req-ddffd648-3e90-4ad5-aa87-e661def1b055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:37:57.696766 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1f5b5c3e-019b-49fe-a83a-e4a9bffa19dc req-ddffd648-3e90-4ad5-aa87-e661def1b055 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc HTTP/1.1" status: 200 len: 898 time: 0.0839744 Aug 23 21:37:57.765111 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1f5b5c3e-019b-49fe-a83a-e4a9bffa19dc req-a9dad047-4261-4977-95be-c892ab4d51b4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3492041a-daaa-4f7f-8a34-04964a1878ff HTTP/1.1" status: 200 len: 1002 time: 0.0607250 Aug 23 21:37:57.812957 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b5c3e-019b-49fe-a83a-e4a9bffa19dc req-cad7d001-4d3a-4f82-b51d-00c3db87d3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:37:57.814970 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1f5b5c3e-019b-49fe-a83a-e4a9bffa19dc req-cad7d001-4d3a-4f82-b51d-00c3db87d3d0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1d846333-a14b-4ae0-970d-9d43c0f1e304 HTTP/1.1" status: 200 len: 835 time: 0.0430830 Aug 23 21:37:57.857997 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b5c3e-019b-49fe-a83a-e4a9bffa19dc req-86cd056b-5f22-49d8-8c79-558511838b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:37:57.859389 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1f5b5c3e-019b-49fe-a83a-e4a9bffa19dc req-86cd056b-5f22-49d8-8c79-558511838b3c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381074 Aug 23 21:37:57.953144 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1f5b5c3e-019b-49fe-a83a-e4a9bffa19dc req-c7c2e271-530f-41f5-9d36-6feaccff4c14 service neutron] 10.222.0.11 "GET /v2.0/networks/e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867956 Aug 23 21:37:58.040899 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1f5b5c3e-019b-49fe-a83a-e4a9bffa19dc req-65c796c7-7c67-4302-a3fc-a5469690450e service neutron] 10.222.0.11 "GET /v2.0/networks/e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803440 Aug 23 21:37:58.746373 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114595da-85e5-42fe-a1bd-3d0d24da258c req-baaae25e-6fb0-4c5c-9602-e31f73226f7f tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:37:58.748119 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-114595da-85e5-42fe-a1bd-3d0d24da258c req-baaae25e-6fb0-4c5c-9602-e31f73226f7f tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=874c3cae-b421-4adc-bc40-406f6aff0db6 HTTP/1.1" status: 200 len: 946 time: 0.0500791 Aug 23 21:37:58.789612 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-114595da-85e5-42fe-a1bd-3d0d24da258c req-2ceb6102-e517-434b-ae1e-8f99e35a82a9 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a2c9981-b5a0-4287-b74c-d30a973ba41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351987 Aug 23 21:37:59.908002 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51301e9-12c2-4bb2-91b5-c04a334222a0 req-a86407ec-f2cd-428f-b006-4ebf1ebc7120 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:37:59.909511 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e51301e9-12c2-4bb2-91b5-c04a334222a0 req-a86407ec-f2cd-428f-b006-4ebf1ebc7120 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=874c3cae-b421-4adc-bc40-406f6aff0db6 HTTP/1.1" status: 200 len: 946 time: 0.0525994 Aug 23 21:37:59.947903 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e51301e9-12c2-4bb2-91b5-c04a334222a0 req-6aa5abf0-f6dd-4806-b66c-e191181ead21 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a2c9981-b5a0-4287-b74c-d30a973ba41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321958 Aug 23 21:37:59.969205 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54308) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:38:00.032019 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-11d62231-5075-4370-b1c6-7a02c71c90c6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/floatingips/c69322d3-9b33-4c04-a5fa-503a5cc2403c HTTP/1.1" status: 200 len: 994 time: 0.0617061 Aug 23 21:38:00.308759 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54314) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:38:00.460672 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-e83f2f9f-4646-400b-a71b-87ae06276fc4 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Deleting port aab91fbc-db76-4e5f-8e4a-cc95e0d4674d {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:38:00.461014 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e83f2f9f-4646-400b-a71b-87ae06276fc4 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:00.535932 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e83f2f9f-4646-400b-a71b-87ae06276fc4 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:00.536292 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e83f2f9f-4646-400b-a71b-87ae06276fc4 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:00.547534 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-e83f2f9f-4646-400b-a71b-87ae06276fc4 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Calling delete_port for aab91fbc-db76-4e5f-8e4a-cc95e0d4674d owned by network:floatingip {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:38:00.700542 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e83f2f9f-4646-400b-a71b-87ae06276fc4 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:00.728343 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83f2f9f-4646-400b-a71b-87ae06276fc4 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event deleted for resources: {'Port': ['ID=aab91fbc-db76-4e5f-8e4a-cc95e0d4674d,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:38:00.789703 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e83f2f9f-4646-400b-a71b-87ae06276fc4 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for floatingip, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:00.790031 n-d-805663-2 neutron-server[94687]: INFO neutron.db.l3_db [None req-e83f2f9f-4646-400b-a71b-87ae06276fc4 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Floating IP c69322d3-9b33-4c04-a5fa-503a5cc2403c disassociated (deleted). External IP: 172.25.4.117, port: 3492041a-daaa-4f7f-8a34-04964a1878ff. Aug 23 21:38:01.329490 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e83f2f9f-4646-400b-a71b-87ae06276fc4 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Router fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:38:01.434145 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83f2f9f-4646-400b-a71b-87ae06276fc4 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:38:01.438876 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e83f2f9f-4646-400b-a71b-87ae06276fc4 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:01.443737 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d58809-8e28-44e2-8297-d74a0839ec45 None None] Sync routers for ids ['fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:38:01.452235 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d58809-8e28-44e2-8297-d74a0839ec45 None None] Routers {'fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:38:01.452829 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-38d58809-8e28-44e2-8297-d74a0839ec45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:37:44Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:38:01.465451 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e83f2f9f-4646-400b-a71b-87ae06276fc4 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "DELETE /v2.0/floatingips/c69322d3-9b33-4c04-a5fa-503a5cc2403c HTTP/1.1" status: 204 len: 168 time: 1.1556141 Aug 23 21:38:01.466041 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '874c3cae-b421-4adc-bc40-406f6aff0db6', 'tag': '3492041a-daaa-4f7f-8a34-04964a1878ff'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:38:01.471703 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1e6a3834e992a26d7c0b67e33d767d389e5cf97a11b89f2293fa0299e1fe502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44585c7-5280-44e7-acc0-112e2614ca50" -d '{"events": [{"name": "network-changed", "server_uuid": "874c3cae-b421-4adc-bc40-406f6aff0db6", "tag": "3492041a-daaa-4f7f-8a34-04964a1878ff"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:38:01.512335 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17850b8-f8f3-43a4-b607-ee601e2393f4 x-openstack-request-id: req-a17850b8-f8f3-43a4-b607-ee601e2393f4 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:38:01.512627 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "874c3cae-b421-4adc-bc40-406f6aff0db6", "tag": "3492041a-daaa-4f7f-8a34-04964a1878ff", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:38:01.512878 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a17850b8-f8f3-43a4-b607-ee601e2393f4 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:38:01.513276 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '874c3cae-b421-4adc-bc40-406f6aff0db6', 'tag': '3492041a-daaa-4f7f-8a34-04964a1878ff', 'status': 'completed', 'code': 200} Aug 23 21:38:01.562355 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-38d58809-8e28-44e2-8297-d74a0839ec45 None None] Set router fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:38:01.778670 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-38d58809-8e28-44e2-8297-d74a0839ec45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2085348553', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '4594e043-e07c-4967-b2ee-cadd26079fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:37:08Z', 'updated_at': '2021-08-23T21:37:12Z', 'revision_number': 4, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': '4594e043-e07c-4967-b2ee-cadd26079fc5', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:37:08Z', 'updated_at': '2021-08-23T21:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '1b83dd6f-ab6a-450a-ae7f-75becd4a3445', 'name': '', 'network_id': 'e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'mac_address': 'fa:16:3e:c3:cb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '1d846333-a14b-4ae0-970d-9d43c0f1e304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:37:11Z', 'updated_at': '2021-08-23T21:37:16Z', 'revision_number': 5, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'subnets': [{'id': '1d846333-a14b-4ae0-970d-9d43c0f1e304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:38:01.809536 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d58809-8e28-44e2-8297-d74a0839ec45 None None] Checking router: fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:38:01.819063 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d58809-8e28-44e2-8297-d74a0839ec45 None None] Routers {'fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:38:01.819819 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-38d58809-8e28-44e2-8297-d74a0839ec45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:37:44Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:38:01.922122 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-38d58809-8e28-44e2-8297-d74a0839ec45 None None] Set router fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:38:01.935380 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44585c7-5280-44e7-acc0-112e2614ca50 req-4907f2e0-014e-4d23-b253-f7def137d1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:38:01.936989 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f44585c7-5280-44e7-acc0-112e2614ca50 req-4907f2e0-014e-4d23-b253-f7def137d1d6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f5ec03f379a044fe8aab04b1df4a2f2b&device_id=874c3cae-b421-4adc-bc40-406f6aff0db6 HTTP/1.1" status: 200 len: 1097 time: 0.3990772 Aug 23 21:38:01.961475 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06abbc06-736a-41a4-a271-dbe70a28ab1e req-f5fbffee-5295-4706-b77d-19c5ad699c39 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:38:01.962900 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-06abbc06-736a-41a4-a271-dbe70a28ab1e req-f5fbffee-5295-4706-b77d-19c5ad699c39 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=874c3cae-b421-4adc-bc40-406f6aff0db6 HTTP/1.1" status: 200 len: 946 time: 0.0701134 Aug 23 21:38:02.049428 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-06abbc06-736a-41a4-a271-dbe70a28ab1e req-b65cd195-2bac-434b-aad2-09ef5a9d80bd tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a2c9981-b5a0-4287-b74c-d30a973ba41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765464 Aug 23 21:38:02.068717 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44585c7-5280-44e7-acc0-112e2614ca50 req-75fae931-e7b5-4861-94f7-8c13df715734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:38:02.070193 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f44585c7-5280-44e7-acc0-112e2614ca50 req-75fae931-e7b5-4861-94f7-8c13df715734 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc HTTP/1.1" status: 200 len: 898 time: 0.1247869 Aug 23 21:38:02.113952 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f44585c7-5280-44e7-acc0-112e2614ca50 req-01a61cc0-fcb3-4a06-9ff5-1fda2d132d50 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3492041a-daaa-4f7f-8a34-04964a1878ff HTTP/1.1" status: 200 len: 217 time: 0.0350718 Aug 23 21:38:02.122701 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-38d58809-8e28-44e2-8297-d74a0839ec45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2085348553', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '4594e043-e07c-4967-b2ee-cadd26079fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:37:08Z', 'updated_at': '2021-08-23T21:37:12Z', 'revision_number': 4, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': '4594e043-e07c-4967-b2ee-cadd26079fc5', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:37:08Z', 'updated_at': '2021-08-23T21:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '1b83dd6f-ab6a-450a-ae7f-75becd4a3445', 'name': '', 'network_id': 'e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'mac_address': 'fa:16:3e:c3:cb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '1d846333-a14b-4ae0-970d-9d43c0f1e304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:37:11Z', 'updated_at': '2021-08-23T21:37:16Z', 'revision_number': 5, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'subnets': [{'id': '1d846333-a14b-4ae0-970d-9d43c0f1e304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:38:02.148935 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d58809-8e28-44e2-8297-d74a0839ec45 None None] The sync data for ids ['fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b'] in n-d-805663-2 is: [{'id': 'fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2085348553', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '4594e043-e07c-4967-b2ee-cadd26079fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:37:08Z', 'updated_at': '2021-08-23T21:37:12Z', 'revision_number': 4, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': '4594e043-e07c-4967-b2ee-cadd26079fc5', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:37:08Z', 'updated_at': '2021-08-23T21:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '1b83dd6f-ab6a-450a-ae7f-75becd4a3445', 'name': '', 'network_id': 'e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'mac_address': 'fa:16:3e:c3:cb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '1d846333-a14b-4ae0-970d-9d43c0f1e304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:37:11Z', 'updated_at': '2021-08-23T21:37:16Z', 'revision_number': 5, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'subnets': [{'id': '1d846333-a14b-4ae0-970d-9d43c0f1e304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:38:02.170581 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44585c7-5280-44e7-acc0-112e2614ca50 req-48df00ba-373d-47af-8d76-3d2cb3627c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:38:02.172116 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f44585c7-5280-44e7-acc0-112e2614ca50 req-48df00ba-373d-47af-8d76-3d2cb3627c7c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1d846333-a14b-4ae0-970d-9d43c0f1e304 HTTP/1.1" status: 200 len: 835 time: 0.0494261 Aug 23 21:38:02.222074 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44585c7-5280-44e7-acc0-112e2614ca50 req-e940cb46-93a5-4cff-8848-34adf7ce66bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:38:02.223594 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f44585c7-5280-44e7-acc0-112e2614ca50 req-e940cb46-93a5-4cff-8848-34adf7ce66bb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426731 Aug 23 21:38:02.323234 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f44585c7-5280-44e7-acc0-112e2614ca50 req-241d2701-63f3-4d69-bf00-04541d069823 service neutron] 10.222.0.11 "GET /v2.0/networks/e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859571 Aug 23 21:38:02.375020 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfec8c1-0041-41a6-9a9a-2bce2acb40c7 None None] New status for floating IP c69322d3-9b33-4c04-a5fa-503a5cc2403c: DOWN {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 21:38:02.420754 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f44585c7-5280-44e7-acc0-112e2614ca50 req-738f8923-5dc7-4edb-89d6-8625515b3767 service neutron] 10.222.0.11 "GET /v2.0/networks/e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889051 Aug 23 21:38:03.169481 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9d154-42ea-48c6-b959-dfa03fb073c9 req-75e21b14-58ff-442e-9258-06fad6624d8f tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:38:03.170889 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-12e9d154-42ea-48c6-b959-dfa03fb073c9 req-75e21b14-58ff-442e-9258-06fad6624d8f tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/ports?device_id=874c3cae-b421-4adc-bc40-406f6aff0db6 HTTP/1.1" status: 200 len: 946 time: 0.0494635 Aug 23 21:38:03.208512 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-12e9d154-42ea-48c6-b959-dfa03fb073c9 req-7c1102ed-dbb3-4197-9b0a-023d1ecd571d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a2c9981-b5a0-4287-b74c-d30a973ba41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309381 Aug 23 21:38:03.314116 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe25a81-225d-40c7-ad61-f5a5d1dd8ee5 req-8c06528f-7d56-4a8f-a9a0-6d332f9c805a tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:38:03.315735 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3fe25a81-225d-40c7-ad61-f5a5d1dd8ee5 req-8c06528f-7d56-4a8f-a9a0-6d332f9c805a tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.11 "GET /v2.0/ports?device_id=874c3cae-b421-4adc-bc40-406f6aff0db6 HTTP/1.1" status: 200 len: 946 time: 0.0504887 Aug 23 21:38:03.408665 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-3fe25a81-225d-40c7-ad61-f5a5d1dd8ee5 req-a6e95d67-962c-4fdf-a37f-be3b7d908357 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Deleting port 3492041a-daaa-4f7f-8a34-04964a1878ff {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:38:03.408958 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3fe25a81-225d-40c7-ad61-f5a5d1dd8ee5 req-a6e95d67-962c-4fdf-a37f-be3b7d908357 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:03.496086 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-3fe25a81-225d-40c7-ad61-f5a5d1dd8ee5 req-a6e95d67-962c-4fdf-a37f-be3b7d908357 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] For port 3492041a-daaa-4f7f-8a34-04964a1878ff, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=3492041a-daaa-4f7f-8a34-04964a1878ff,segment=NetworkSegment(798b9fe2-7a40-4346-a305-76a759577b62),segment_id=798b9fe2-7a40-4346-a305-76a759577b62)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:38:03.496380 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3fe25a81-225d-40c7-ad61-f5a5d1dd8ee5 req-a6e95d67-962c-4fdf-a37f-be3b7d908357 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:03.508962 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-3fe25a81-225d-40c7-ad61-f5a5d1dd8ee5 req-a6e95d67-962c-4fdf-a37f-be3b7d908357 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Calling delete_port for 3492041a-daaa-4f7f-8a34-04964a1878ff owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:38:03.639784 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3fe25a81-225d-40c7-ad61-f5a5d1dd8ee5 req-a6e95d67-962c-4fdf-a37f-be3b7d908357 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:03.669175 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e95d67-962c-4fdf-a37f-be3b7d908357 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event deleted for resources: {'Port': ['ID=3492041a-daaa-4f7f-8a34-04964a1878ff,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:38:03.681114 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e95d67-962c-4fdf-a37f-be3b7d908357 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:38:03.681570 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e95d67-962c-4fdf-a37f-be3b7d908357 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:38:03.681782 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e95d67-962c-4fdf-a37f-be3b7d908357 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:38:03.682114 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e95d67-962c-4fdf-a37f-be3b7d908357 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:38:03.682444 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e95d67-962c-4fdf-a37f-be3b7d908357 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:38:03.682771 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e95d67-962c-4fdf-a37f-be3b7d908357 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:38:03.683093 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e95d67-962c-4fdf-a37f-be3b7d908357 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:38:03.683420 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e95d67-962c-4fdf-a37f-be3b7d908357 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:38:03.683749 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e95d67-962c-4fdf-a37f-be3b7d908357 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:38:03.684333 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e95d67-962c-4fdf-a37f-be3b7d908357 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:38:03.684810 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e95d67-962c-4fdf-a37f-be3b7d908357 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:38:03.685132 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e95d67-962c-4fdf-a37f-be3b7d908357 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:38:03.719340 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fe25a81-225d-40c7-ad61-f5a5d1dd8ee5 req-a6e95d67-962c-4fdf-a37f-be3b7d908357 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] No DVR routers for this DVR port 3492041a-daaa-4f7f-8a34-04964a1878ff on host n-h1-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:38:03.722654 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3fe25a81-225d-40c7-ad61-f5a5d1dd8ee5 req-a6e95d67-962c-4fdf-a37f-be3b7d908357 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:03.724686 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3fe25a81-225d-40c7-ad61-f5a5d1dd8ee5 req-a6e95d67-962c-4fdf-a37f-be3b7d908357 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.11 "DELETE /v2.0/ports/3492041a-daaa-4f7f-8a34-04964a1878ff HTTP/1.1" status: 204 len: 173 time: 0.4025657 Aug 23 21:38:03.725116 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '874c3cae-b421-4adc-bc40-406f6aff0db6', 'name': 'network-vif-deleted', 'tag': '3492041a-daaa-4f7f-8a34-04964a1878ff'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:38:03.727348 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}464d6cbacbaeb9374483e58d29b165f94917862334b697df3b381d289610f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4601d3e-80e0-4cd7-8381-e57177d03b74" -d '{"events": [{"server_uuid": "874c3cae-b421-4adc-bc40-406f6aff0db6", "name": "network-vif-deleted", "tag": "3492041a-daaa-4f7f-8a34-04964a1878ff"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:38:03.767650 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015c872f-cd24-4982-9e65-e3f23054f2dd x-openstack-request-id: req-015c872f-cd24-4982-9e65-e3f23054f2dd {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:38:03.767963 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "874c3cae-b421-4adc-bc40-406f6aff0db6", "name": "network-vif-deleted", "tag": "3492041a-daaa-4f7f-8a34-04964a1878ff", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:38:03.768241 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-015c872f-cd24-4982-9e65-e3f23054f2dd {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:38:03.768632 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '874c3cae-b421-4adc-bc40-406f6aff0db6', 'name': 'network-vif-deleted', 'tag': '3492041a-daaa-4f7f-8a34-04964a1878ff', 'status': 'completed', 'code': 200} Aug 23 21:38:04.265970 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54328) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:38:04.633402 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-70309c12-9c29-4b3f-85bf-a6a08bbfa096 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:04.888662 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-70309c12-9c29-4b3f-85bf-a6a08bbfa096 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Deleting port 1b83dd6f-ab6a-450a-ae7f-75becd4a3445 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:38:04.889009 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-70309c12-9c29-4b3f-85bf-a6a08bbfa096 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:04.975925 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-70309c12-9c29-4b3f-85bf-a6a08bbfa096 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] For port 1b83dd6f-ab6a-450a-ae7f-75becd4a3445, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=1b83dd6f-ab6a-450a-ae7f-75becd4a3445,segment=NetworkSegment(798b9fe2-7a40-4346-a305-76a759577b62),segment_id=798b9fe2-7a40-4346-a305-76a759577b62)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:38:04.976322 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-70309c12-9c29-4b3f-85bf-a6a08bbfa096 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:04.988586 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-70309c12-9c29-4b3f-85bf-a6a08bbfa096 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Calling delete_port for 1b83dd6f-ab6a-450a-ae7f-75becd4a3445 owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:38:05.172316 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-70309c12-9c29-4b3f-85bf-a6a08bbfa096 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:05.200339 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70309c12-9c29-4b3f-85bf-a6a08bbfa096 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event deleted for resources: {'Port': ['ID=1b83dd6f-ab6a-450a-ae7f-75becd4a3445,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:38:05.379072 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-70309c12-9c29-4b3f-85bf-a6a08bbfa096 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:05.598200 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70309c12-9c29-4b3f-85bf-a6a08bbfa096 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Router fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:38:05.704088 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70309c12-9c29-4b3f-85bf-a6a08bbfa096 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:38:05.709648 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-70309c12-9c29-4b3f-85bf-a6a08bbfa096 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "PUT /v2.0/routers/fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4426260 Aug 23 21:38:05.713593 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54330) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:38:05.714467 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65dfc20-2c46-452c-a34d-f954f9024007 None None] Sync routers for ids ['fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:38:05.723868 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65dfc20-2c46-452c-a34d-f954f9024007 None None] Routers {'fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:38:05.724509 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-a65dfc20-2c46-452c-a34d-f954f9024007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:37:44Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:38:05.765632 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-afb318fe-f00a-4eea-b7ce-90139962549d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Deleting subnet 1d846333-a14b-4ae0-970d-9d43c0f1e304 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 21:38:05.769438 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-afb318fe-f00a-4eea-b7ce-90139962549d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:05.809383 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-afb318fe-f00a-4eea-b7ce-90139962549d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:05.829241 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-a65dfc20-2c46-452c-a34d-f954f9024007 None None] Set router fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:38:05.900503 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-afb318fe-f00a-4eea-b7ce-90139962549d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:05.982244 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-afb318fe-f00a-4eea-b7ce-90139962549d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:06.012667 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb318fe-f00a-4eea-b7ce-90139962549d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event deleted for resources: {'Subnet': ['ID=1d846333-a14b-4ae0-970d-9d43c0f1e304,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:38:06.016212 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-afb318fe-f00a-4eea-b7ce-90139962549d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:06.018728 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-afb318fe-f00a-4eea-b7ce-90139962549d tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "DELETE /v2.0/subnets/1d846333-a14b-4ae0-970d-9d43c0f1e304 HTTP/1.1" status: 204 len: 168 time: 0.3041644 Aug 23 21:38:06.021323 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54332) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:38:06.023660 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea541368-0bc8-401d-aeb2-8ebf89ac9c2f None None] Network e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:38:06.109941 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-a65dfc20-2c46-452c-a34d-f954f9024007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2085348553', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '4594e043-e07c-4967-b2ee-cadd26079fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:37:08Z', 'updated_at': '2021-08-23T21:38:05Z', 'revision_number': 5, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': '4594e043-e07c-4967-b2ee-cadd26079fc5', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:37:08Z', 'updated_at': '2021-08-23T21:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:38:06.135869 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5f512916-a729-4cc7-a0d2-794ded6e3848 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:06.141638 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65dfc20-2c46-452c-a34d-f954f9024007 None None] Checking router: fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:38:06.150792 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65dfc20-2c46-452c-a34d-f954f9024007 None None] Routers {'fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:38:06.151409 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-a65dfc20-2c46-452c-a34d-f954f9024007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:37:44Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:38:06.214110 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4704857f-79d6-42a7-91df-779435ae1ea5 None None] DHCP port deletion for e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 21:38:06.247898 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:38:06.256597 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5f512916-a729-4cc7-a0d2-794ded6e3848 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:06.267613 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-a65dfc20-2c46-452c-a34d-f954f9024007 None None] Set router fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:38:06.269728 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4704857f-79d6-42a7-91df-779435ae1ea5 None None] Deleting port 697bda57-0ec3-47a4-bb46-8c4c88423d66 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:38:06.270112 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4704857f-79d6-42a7-91df-779435ae1ea5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:06.324350 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-5f512916-a729-4cc7-a0d2-794ded6e3848 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Deleting port 4594e043-e07c-4967-b2ee-cadd26079fc5 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:38:06.325068 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5f512916-a729-4cc7-a0d2-794ded6e3848 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:06.341597 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4704857f-79d6-42a7-91df-779435ae1ea5 None None] For port 697bda57-0ec3-47a4-bb46-8c4c88423d66, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=697bda57-0ec3-47a4-bb46-8c4c88423d66,segment=NetworkSegment(798b9fe2-7a40-4346-a305-76a759577b62),segment_id=798b9fe2-7a40-4346-a305-76a759577b62)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:38:06.342461 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4704857f-79d6-42a7-91df-779435ae1ea5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:06.359050 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4704857f-79d6-42a7-91df-779435ae1ea5 None None] Calling delete_port for 697bda57-0ec3-47a4-bb46-8c4c88423d66 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:38:06.435639 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-5f512916-a729-4cc7-a0d2-794ded6e3848 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] For port 4594e043-e07c-4967-b2ee-cadd26079fc5, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=4594e043-e07c-4967-b2ee-cadd26079fc5,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:38:06.436475 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5f512916-a729-4cc7-a0d2-794ded6e3848 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:06.452665 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-5f512916-a729-4cc7-a0d2-794ded6e3848 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Calling delete_port for 4594e043-e07c-4967-b2ee-cadd26079fc5 owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:38:06.462983 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4704857f-79d6-42a7-91df-779435ae1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:06.482788 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-a65dfc20-2c46-452c-a34d-f954f9024007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2085348553', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '4594e043-e07c-4967-b2ee-cadd26079fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:37:08Z', 'updated_at': '2021-08-23T21:38:05Z', 'revision_number': 5, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': '4594e043-e07c-4967-b2ee-cadd26079fc5', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:37:08Z', 'updated_at': '2021-08-23T21:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:38:06.498021 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4704857f-79d6-42a7-91df-779435ae1ea5 None None] Pushing event deleted for resources: {'Port': ['ID=697bda57-0ec3-47a4-bb46-8c4c88423d66,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:38:06.510533 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4704857f-79d6-42a7-91df-779435ae1ea5 None None] No DVR routers for this DVR port 697bda57-0ec3-47a4-bb46-8c4c88423d66 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:38:06.514091 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65dfc20-2c46-452c-a34d-f954f9024007 None None] The sync data for ids ['fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b'] in n-d-805663-2 is: [{'id': 'fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2085348553', 'tenant_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '4594e043-e07c-4967-b2ee-cadd26079fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:37:08Z', 'updated_at': '2021-08-23T21:38:05Z', 'revision_number': 5, 'project_id': 'f5ec03f379a044fe8aab04b1df4a2f2b', 'gw_port': {'id': '4594e043-e07c-4967-b2ee-cadd26079fc5', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:37:08Z', 'updated_at': '2021-08-23T21:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:38:06.514578 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4704857f-79d6-42a7-91df-779435ae1ea5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:38:06.515143 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4704857f-79d6-42a7-91df-779435ae1ea5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:38:06.516109 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4704857f-79d6-42a7-91df-779435ae1ea5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:38:06.516704 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4704857f-79d6-42a7-91df-779435ae1ea5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:38:06.517205 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4704857f-79d6-42a7-91df-779435ae1ea5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:38:06.517630 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4704857f-79d6-42a7-91df-779435ae1ea5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:38:06.518255 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4704857f-79d6-42a7-91df-779435ae1ea5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:38:06.518375 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4704857f-79d6-42a7-91df-779435ae1ea5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:38:06.519106 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4704857f-79d6-42a7-91df-779435ae1ea5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:38:06.519921 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4704857f-79d6-42a7-91df-779435ae1ea5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:38:06.520293 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4704857f-79d6-42a7-91df-779435ae1ea5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:38:06.520628 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4704857f-79d6-42a7-91df-779435ae1ea5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:38:06.645176 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5f512916-a729-4cc7-a0d2-794ded6e3848 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:06.670747 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f512916-a729-4cc7-a0d2-794ded6e3848 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event deleted for resources: {'Port': ['ID=4594e043-e07c-4967-b2ee-cadd26079fc5,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:38:06.682508 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f512916-a729-4cc7-a0d2-794ded6e3848 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:38:06.682868 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f512916-a729-4cc7-a0d2-794ded6e3848 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:38:06.683216 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f512916-a729-4cc7-a0d2-794ded6e3848 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:38:06.683561 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f512916-a729-4cc7-a0d2-794ded6e3848 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:38:06.683901 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f512916-a729-4cc7-a0d2-794ded6e3848 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:38:06.684265 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f512916-a729-4cc7-a0d2-794ded6e3848 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:38:06.684606 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f512916-a729-4cc7-a0d2-794ded6e3848 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:38:06.684945 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f512916-a729-4cc7-a0d2-794ded6e3848 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:38:06.685279 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f512916-a729-4cc7-a0d2-794ded6e3848 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:38:06.685608 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f512916-a729-4cc7-a0d2-794ded6e3848 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:38:06.685982 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f512916-a729-4cc7-a0d2-794ded6e3848 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:38:06.686263 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f512916-a729-4cc7-a0d2-794ded6e3848 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:38:06.739442 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5f512916-a729-4cc7-a0d2-794ded6e3848 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:06.829021 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5f512916-a729-4cc7-a0d2-794ded6e3848 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:06.831634 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5f512916-a729-4cc7-a0d2-794ded6e3848 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:06.878683 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5f512916-a729-4cc7-a0d2-794ded6e3848 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:06.879247 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f512916-a729-4cc7-a0d2-794ded6e3848 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Fanout notify agent at l3_agent the message router_deleted on router fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 21:38:06.886824 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5f512916-a729-4cc7-a0d2-794ded6e3848 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:06.887960 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5f512916-a729-4cc7-a0d2-794ded6e3848 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "DELETE /v2.0/routers/fb0ae2c2-cb0e-4abf-923c-cfd7f4a16b6b HTTP/1.1" status: 204 len: 168 time: 0.8656504 Aug 23 21:38:06.890666 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54334) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:38:06.972645 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5379dbac-ae08-4a4e-ab33-358ad45a6bb6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:07.064792 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5379dbac-ae08-4a4e-ab33-358ad45a6bb6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:07.075835 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-5379dbac-ae08-4a4e-ab33-358ad45a6bb6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:38:07.086970 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-5379dbac-ae08-4a4e-ab33-358ad45a6bb6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '798b9fe2-7a40-4346-a305-76a759577b62') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:38:07.087269 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-5379dbac-ae08-4a4e-ab33-358ad45a6bb6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '798b9fe2-7a40-4346-a305-76a759577b62') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:38:07.097212 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5379dbac-ae08-4a4e-ab33-358ad45a6bb6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:07.111575 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5379dbac-ae08-4a4e-ab33-358ad45a6bb6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:07.117884 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5379dbac-ae08-4a4e-ab33-358ad45a6bb6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:38:07.118351 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5379dbac-ae08-4a4e-ab33-358ad45a6bb6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:07.121594 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 21:38:07.121594 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:38:07.121594 n-d-805663-2 neutron-server[94687]: timer() Aug 23 21:38:07.121594 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:38:07.121594 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 21:38:07.121594 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:38:07.121594 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 21:38:07.121594 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:38:07.121594 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 21:38:07.121594 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:38:07.121594 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 21:38:07.121594 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:38:07.121594 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 21:38:07.121594 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:38:07.121594 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:38:07.121594 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:38:07.121594 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:38:07.121594 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:38:07.121594 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 21:38:07.121594 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:38:07.121594 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 21:38:07.121594 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:38:07.121594 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:38:07.121594 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:38:07.121594 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 21:38:07.121594 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:38:07.121594 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:38:07.121594 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:38:07.121594 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:38:07.121594 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:38:07.121594 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:38:07.121594 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:38:07.181869 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5379dbac-ae08-4a4e-ab33-358ad45a6bb6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:07.191326 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5379dbac-ae08-4a4e-ab33-358ad45a6bb6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:07.193232 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5379dbac-ae08-4a4e-ab33-358ad45a6bb6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "DELETE /v2.0/networks/e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc HTTP/1.1" status: 204 len: 168 time: 0.3015714 Aug 23 21:38:07.196039 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54336) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:38:07.205884 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5379dbac-ae08-4a4e-ab33-358ad45a6bb6 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event deleted for resources: {'Network': ['ID=e53bfb8a-55de-4aaf-9fa7-579b4d18d5bc,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:38:07.260339 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3b5d281b-3344-46f4-a1f8-2b4c17762ac9 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:07.285444 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3b5d281b-3344-46f4-a1f8-2b4c17762ac9 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:07.347574 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3b5d281b-3344-46f4-a1f8-2b4c17762ac9 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:07.350147 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3b5d281b-3344-46f4-a1f8-2b4c17762ac9 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:07.351311 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-3b5d281b-3344-46f4-a1f8-2b4c17762ac9 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] 10.222.0.61 "DELETE /v2.0/security-groups/0a2c9981-b5a0-4287-b74c-d30a973ba41f HTTP/1.1" status: 204 len: 168 time: 0.1542599 Aug 23 21:38:07.360533 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d281b-3344-46f4-a1f8-2b4c17762ac9 tempest-TestNetworkAdvancedServerOps-110385271 tempest-TestNetworkAdvancedServerOps-110385271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2c9981-b5a0-4287-b74c-d30a973ba41f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:38:07.576647 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 3492041a-daaa-4f7f-8a34-04964a1878ff no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:38:07.598135 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: 3492041a-daaa-4f7f-8a34-04964a1878ff {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:38:07.598484 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 3492041a-daaa-4f7f-8a34-04964a1878ff not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:38:07.682825 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54344) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:38:07.812556 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b9a08ea6-a09d-4a6f-9708-3fdd3f85b700 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f5ec03f379a044fe8aab04b1df4a2f2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1283925 Aug 23 21:38:07.815017 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54348) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:38:07.863178 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d4e4ac10-81b9-4d4c-a5ec-56bca75a9cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:07.883878 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d4e4ac10-81b9-4d4c-a5ec-56bca75a9cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:07.933088 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d4e4ac10-81b9-4d4c-a5ec-56bca75a9cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:07.935841 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d4e4ac10-81b9-4d4c-a5ec-56bca75a9cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:07.937053 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-d4e4ac10-81b9-4d4c-a5ec-56bca75a9cd9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2e9feaa5-e804-44e5-92fb-77a1d9e4f371 HTTP/1.1" status: 204 len: 168 time: 0.1211493 Aug 23 21:38:07.949887 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e4ac10-81b9-4d4c-a5ec-56bca75a9cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9feaa5-e804-44e5-92fb-77a1d9e4f371,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:38:07.993529 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 697bda57-0ec3-47a4-bb46-8c4c88423d66 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:38:08.015139 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 697bda57-0ec3-47a4-bb46-8c4c88423d66 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:38:08.015406 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 697bda57-0ec3-47a4-bb46-8c4c88423d66 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:38:08.015830 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 4594e043-e07c-4967-b2ee-cadd26079fc5 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:38:08.035943 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 4594e043-e07c-4967-b2ee-cadd26079fc5 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:38:08.036322 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 4594e043-e07c-4967-b2ee-cadd26079fc5 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:38:08.036744 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 1b83dd6f-ab6a-450a-ae7f-75becd4a3445 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:38:08.059926 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 1b83dd6f-ab6a-450a-ae7f-75becd4a3445 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:38:08.060301 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 1b83dd6f-ab6a-450a-ae7f-75becd4a3445 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:38:08.214299 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54354) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:38:08.231663 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-84af9ad2-51ee-40be-921f-05970b7e9087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:08.321670 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-84af9ad2-51ee-40be-921f-05970b7e9087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:08.325556 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-84af9ad2-51ee-40be-921f-05970b7e9087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:08.364447 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-84af9ad2-51ee-40be-921f-05970b7e9087 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8900e52c70064694aab0166162e22912&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1490474 Aug 23 21:38:08.366355 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84af9ad2-51ee-40be-921f-05970b7e9087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=884ae387-ea20-41bc-933c-561006db3f88,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:38:08.367192 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54356) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:38:08.420268 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-376f1692-5414-4afc-9549-ec22525e0192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:08.440683 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-376f1692-5414-4afc-9549-ec22525e0192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:08.490485 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-376f1692-5414-4afc-9549-ec22525e0192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:08.493227 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-376f1692-5414-4afc-9549-ec22525e0192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:08.494532 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-376f1692-5414-4afc-9549-ec22525e0192 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/884ae387-ea20-41bc-933c-561006db3f88 HTTP/1.1" status: 204 len: 168 time: 0.1262784 Aug 23 21:38:08.505247 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376f1692-5414-4afc-9549-ec22525e0192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884ae387-ea20-41bc-933c-561006db3f88,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:38:09.185865 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54378) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:38:09.283004 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-382dd7ad-1fff-4e53-9026-f93e1df2b707 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-97297292-network', 'tenant_id': 'c627cbc40b344ae7bc059fc20cd8ff94'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:38:09.303560 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382dd7ad-1fff-4e53-9026-f93e1df2b707 admin admin] Made reservation on behalf of c627cbc40b344ae7bc059fc20cd8ff94 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:38:09.305862 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-382dd7ad-1fff-4e53-9026-f93e1df2b707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:09.314636 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-382dd7ad-1fff-4e53-9026-f93e1df2b707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:09.402118 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-382dd7ad-1fff-4e53-9026-f93e1df2b707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:09.405951 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-382dd7ad-1fff-4e53-9026-f93e1df2b707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:09.428330 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-382dd7ad-1fff-4e53-9026-f93e1df2b707 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:38:09.444999 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-382dd7ad-1fff-4e53-9026-f93e1df2b707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:09.445438 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-382dd7ad-1fff-4e53-9026-f93e1df2b707 admin admin] Added segment 252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb of type vlan for network 3fa48680-ce9c-455f-8886-541193f854c7 Aug 23 21:38:09.446990 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382dd7ad-1fff-4e53-9026-f93e1df2b707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a8b88a-4aa8-4d79-bc62-30aaac48f7e9,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:38:09.490619 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-382dd7ad-1fff-4e53-9026-f93e1df2b707 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:09.515313 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-382dd7ad-1fff-4e53-9026-f93e1df2b707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:09.517476 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382dd7ad-1fff-4e53-9026-f93e1df2b707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:38:09.518233 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-382dd7ad-1fff-4e53-9026-f93e1df2b707 admin admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:09.571585 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-382dd7ad-1fff-4e53-9026-f93e1df2b707 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3846111 Aug 23 21:38:09.574717 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54382) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:38:09.579804 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-59137311-ab53-4d27-b343-8e2ad2ccb751 admin admin] Request body: {'subnet': {'network_id': '3fa48680-ce9c-455f-8886-541193f854c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-97297292-subnet', 'tenant_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:38:09.580884 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382dd7ad-1fff-4e53-9026-f93e1df2b707 admin admin] Pushing event updated for resources: {'Network': ['ID=3fa48680-ce9c-455f-8886-541193f854c7,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:38:09.591940 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 3fa48680-ce9c-455f-8886-541193f854c7 details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:38:09.606278 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59137311-ab53-4d27-b343-8e2ad2ccb751 admin admin] Made reservation on behalf of c627cbc40b344ae7bc059fc20cd8ff94 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:38:09.608698 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-59137311-ab53-4d27-b343-8e2ad2ccb751 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:09.776469 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-59137311-ab53-4d27-b343-8e2ad2ccb751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:09.831728 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59137311-ab53-4d27-b343-8e2ad2ccb751 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:38:09.841114 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59137311-ab53-4d27-b343-8e2ad2ccb751 admin admin] Checking segment: {'id': '252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3fa48680-ce9c-455f-8886-541193f854c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:38:09.841470 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59137311-ab53-4d27-b343-8e2ad2ccb751 admin admin] Network hostable DHCP agents. Network: 3fa48680-ce9c-455f-8886-541193f854c7, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:38:09.858024 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59137311-ab53-4d27-b343-8e2ad2ccb751 admin admin] Network 3fa48680-ce9c-455f-8886-541193f854c7 is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:38:09.866951 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-59137311-ab53-4d27-b343-8e2ad2ccb751 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 3fa48680-ce9c-455f-8886-541193f854c7) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:38:09.870987 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59137311-ab53-4d27-b343-8e2ad2ccb751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:38:09.871566 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-59137311-ab53-4d27-b343-8e2ad2ccb751 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:09.876713 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ac534c-738b-4bcc-97d1-4ede2c7244f4 None None] Network 3fa48680-ce9c-455f-8886-541193f854c7 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:38:09.887190 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-59137311-ab53-4d27-b343-8e2ad2ccb751 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3106852 Aug 23 21:38:09.889354 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54384) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:38:09.894060 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-fb96c819-632f-41dc-8bbb-11288c587273 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-97297292-router', 'tenant_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:38:09.914726 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb96c819-632f-41dc-8bbb-11288c587273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:09.915865 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb96c819-632f-41dc-8bbb-11288c587273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:09.969999 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb96c819-632f-41dc-8bbb-11288c587273 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:10.031808 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc48c78-1609-455c-817d-220603ecc399 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-3fa48680-ce9c-455f-8886-541193f854c7', 'network_id': '3fa48680-ce9c-455f-8886-541193f854c7', 'tenant_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'fixed_ips': [{'subnet_id': '5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 21:38:10.032691 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ccc48c78-1609-455c-817d-220603ecc399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:10.114509 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb96c819-632f-41dc-8bbb-11288c587273 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:10.160937 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8051542b-c644-4643-8597-2139158787cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:10.178472 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-ccc48c78-1609-455c-817d-220603ecc399 None None] Allocated IP 172.20.0.2 (3fa48680-ce9c-455f-8886-541193f854c7/5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce/32c8365a-780b-4b36-b64f-d9426e6a81c9) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:38:10.320351 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ccc48c78-1609-455c-817d-220603ecc399 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:10.322546 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb96c819-632f-41dc-8bbb-11288c587273 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:10.328921 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ccc48c78-1609-455c-817d-220603ecc399 None None] Transition to ACTIVE for port object 32c8365a-780b-4b36-b64f-d9426e6a81c9 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:38:10.341946 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb96c819-632f-41dc-8bbb-11288c587273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:10.344256 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ccc48c78-1609-455c-817d-220603ecc399 None None] Transition to ACTIVE for port object 32c8365a-780b-4b36-b64f-d9426e6a81c9 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:38:10.350597 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ccc48c78-1609-455c-817d-220603ecc399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:10.396301 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc48c78-1609-455c-817d-220603ecc399 None None] Network 3fa48680-ce9c-455f-8886-541193f854c7 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:38:10.403652 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-ccc48c78-1609-455c-817d-220603ecc399 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:38:10.406309 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc48c78-1609-455c-817d-220603ecc399 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:38:10.409878 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc48c78-1609-455c-817d-220603ecc399 None None] Pushing event updated for resources: {'Port': ['ID=32c8365a-780b-4b36-b64f-d9426e6a81c9,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:38:10.446272 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-fb96c819-632f-41dc-8bbb-11288c587273 admin admin] Allocated IP 172.25.4.189 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/330f7326-76c2-4e1c-b5d4-72498dda339b) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:38:10.466636 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ccc48c78-1609-455c-817d-220603ecc399 None None] Attempting to bind port 32c8365a-780b-4b36-b64f-d9426e6a81c9 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:38:10.467003 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ccc48c78-1609-455c-817d-220603ecc399 None None] Attempting to bind port 32c8365a-780b-4b36-b64f-d9426e6a81c9 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3fa48680-ce9c-455f-8886-541193f854c7'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:38:10.467379 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc48c78-1609-455c-817d-220603ecc399 None None] Attempting to bind port 32c8365a-780b-4b36-b64f-d9426e6a81c9 on network 3fa48680-ce9c-455f-8886-541193f854c7 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:38:10.473330 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc48c78-1609-455c-817d-220603ecc399 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:38:10.473330 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc48c78-1609-455c-817d-220603ecc399 None None] Checking segment: {'id': '252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3fa48680-ce9c-455f-8886-541193f854c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:38:10.473691 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ccc48c78-1609-455c-817d-220603ecc399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:10.473793 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc48c78-1609-455c-817d-220603ecc399 None None] Bound using segment: {'id': '252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3fa48680-ce9c-455f-8886-541193f854c7'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:38:10.474956 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ccc48c78-1609-455c-817d-220603ecc399 None None] Bound port: 32c8365a-780b-4b36-b64f-d9426e6a81c9, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3fa48680-ce9c-455f-8886-541193f854c7'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:38:10.474956 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ccc48c78-1609-455c-817d-220603ecc399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:10.538636 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-ccc48c78-1609-455c-817d-220603ecc399 None None] For port 32c8365a-780b-4b36-b64f-d9426e6a81c9, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:38:10.542403 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-ccc48c78-1609-455c-817d-220603ecc399 None None] For port 32c8365a-780b-4b36-b64f-d9426e6a81c9, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=32c8365a-780b-4b36-b64f-d9426e6a81c9,segment=NetworkSegment(252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb),segment_id=252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:38:10.546056 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ccc48c78-1609-455c-817d-220603ecc399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:10.559425 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb96c819-632f-41dc-8bbb-11288c587273 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:10.605359 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc48c78-1609-455c-817d-220603ecc399 None None] Pushing event updated for resources: {'Port': ['ID=32c8365a-780b-4b36-b64f-d9426e6a81c9,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:38:10.607231 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb96c819-632f-41dc-8bbb-11288c587273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:10.648682 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb96c819-632f-41dc-8bbb-11288c587273 admin admin] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:38:10.651534 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-fb96c819-632f-41dc-8bbb-11288c587273 admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:38:10.655068 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb96c819-632f-41dc-8bbb-11288c587273 admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:38:10.680612 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb96c819-632f-41dc-8bbb-11288c587273 admin admin] Pushing event updated for resources: {'Port': ['ID=330f7326-76c2-4e1c-b5d4-72498dda339b,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:38:11.001232 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:11.268776 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb96c819-632f-41dc-8bbb-11288c587273 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:11.471850 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb96c819-632f-41dc-8bbb-11288c587273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:11.537305 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181b69b9-eeb3-4dfd-a416-63e9041903dd None None] Network 3fa48680-ce9c-455f-8886-541193f854c7 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:38:11.604944 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb96c819-632f-41dc-8bbb-11288c587273 admin admin] Router 19341b0a-3721-40a6-a80e-36f34805d861 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 21:38:11.657562 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-fcaa4fb3-1239-4fb3-bdb3-26ab64b3cd6d None None] Provisioning for port 32c8365a-780b-4b36-b64f-d9426e6a81c9 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:38:11.717345 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb96c819-632f-41dc-8bbb-11288c587273 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:38:11.727732 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f08fda-d059-47e8-866a-416c885444d6 None None] Sync routers for ids ['19341b0a-3721-40a6-a80e-36f34805d861'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:38:11.738110 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb96c819-632f-41dc-8bbb-11288c587273 admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:11.738643 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f08fda-d059-47e8-866a-416c885444d6 None None] Routers {'19341b0a-3721-40a6-a80e-36f34805d861'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:38:11.742248 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-93f08fda-d059-47e8-866a-416c885444d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:37:44Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['19341b0a-3721-40a6-a80e-36f34805d861'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:38:11.742446 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-fb96c819-632f-41dc-8bbb-11288c587273 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8497317 Aug 23 21:38:11.742446 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54386) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:38:11.854859 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-93f08fda-d059-47e8-866a-416c885444d6 None None] Set router 19341b0a-3721-40a6-a80e-36f34805d861 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:38:12.044833 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 32c8365a-780b-4b36-b64f-d9426e6a81c9 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:38:12.191848 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 32c8365a-780b-4b36-b64f-d9426e6a81c9 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:38:12.195891 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3d45bf20-769b-41b8-af61-cbcf386a0e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:12.199081 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 32c8365a-780b-4b36-b64f-d9426e6a81c9 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:38:12.199458 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:12.310402 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-93f08fda-d059-47e8-866a-416c885444d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19341b0a-3721-40a6-a80e-36f34805d861', 'name': 'tempest-TestShelveInstance-97297292-router', 'tenant_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '330f7326-76c2-4e1c-b5d4-72498dda339b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:38:09Z', 'updated_at': '2021-08-23T21:38:10Z', 'revision_number': 3, 'project_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'gw_port': {'id': '330f7326-76c2-4e1c-b5d4-72498dda339b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:53:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19341b0a-3721-40a6-a80e-36f34805d861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:38:10Z', 'updated_at': '2021-08-23T21:38:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:38:12.340159 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f08fda-d059-47e8-866a-416c885444d6 None None] Checking router: 19341b0a-3721-40a6-a80e-36f34805d861 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:38:12.340512 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f08fda-d059-47e8-866a-416c885444d6 None None] Updating router 19341b0a-3721-40a6-a80e-36f34805d861 port 330f7326-76c2-4e1c-b5d4-72498dda339b binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 21:38:12.356969 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-3d45bf20-769b-41b8-af61-cbcf386a0e48 admin admin] Allocated IP 172.20.0.1 (3fa48680-ce9c-455f-8886-541193f854c7/5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce/6788fd46-992e-4014-a923-7c79225b336b) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:38:12.362510 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:12.380115 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-93f08fda-d059-47e8-866a-416c885444d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:12.427739 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 32c8365a-780b-4b36-b64f-d9426e6a81c9, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=32c8365a-780b-4b36-b64f-d9426e6a81c9,segment=NetworkSegment(252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb),segment_id=252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:38:12.438106 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:12.464407 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3d45bf20-769b-41b8-af61-cbcf386a0e48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:12.479078 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-3d45bf20-769b-41b8-af61-cbcf386a0e48 admin admin] Transition to ACTIVE for port object 6788fd46-992e-4014-a923-7c79225b336b will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:38:12.513418 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3d45bf20-769b-41b8-af61-cbcf386a0e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:12.554801 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=32c8365a-780b-4b36-b64f-d9426e6a81c9,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:38:12.559473 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d45bf20-769b-41b8-af61-cbcf386a0e48 admin admin] Network 3fa48680-ce9c-455f-8886-541193f854c7 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:38:12.567467 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-3d45bf20-769b-41b8-af61-cbcf386a0e48 admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:38:12.569724 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d45bf20-769b-41b8-af61-cbcf386a0e48 admin admin] Pushing event updated for resources: {'Port': ['ID=6788fd46-992e-4014-a923-7c79225b336b,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:38:12.572493 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d45bf20-769b-41b8-af61-cbcf386a0e48 admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:38:12.613489 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3d45bf20-769b-41b8-af61-cbcf386a0e48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:12.702390 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-93f08fda-d059-47e8-866a-416c885444d6 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:12.714220 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-93f08fda-d059-47e8-866a-416c885444d6 None None] Transition to ACTIVE for port object 330f7326-76c2-4e1c-b5d4-72498dda339b will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:38:12.723658 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-93f08fda-d059-47e8-866a-416c885444d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:12.748141 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3d45bf20-769b-41b8-af61-cbcf386a0e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:12.777890 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ec0e5-d88b-44a8-9544-7a4760da41ff None None] Pushing event updated for resources: {'Port': ['ID=330f7326-76c2-4e1c-b5d4-72498dda339b,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:38:12.780608 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-93f08fda-d059-47e8-866a-416c885444d6 None None] Attempting to bind port 330f7326-76c2-4e1c-b5d4-72498dda339b on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:38:12.780979 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-93f08fda-d059-47e8-866a-416c885444d6 None None] Attempting to bind port 330f7326-76c2-4e1c-b5d4-72498dda339b by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:38:12.781340 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f08fda-d059-47e8-866a-416c885444d6 None None] Attempting to bind port 330f7326-76c2-4e1c-b5d4-72498dda339b on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:38:12.786937 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f08fda-d059-47e8-866a-416c885444d6 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:38:12.787309 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f08fda-d059-47e8-866a-416c885444d6 None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:38:12.787710 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-93f08fda-d059-47e8-866a-416c885444d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:12.788124 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f08fda-d059-47e8-866a-416c885444d6 None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:38:12.788621 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-93f08fda-d059-47e8-866a-416c885444d6 None None] Bound port: 330f7326-76c2-4e1c-b5d4-72498dda339b, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:38:12.789002 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-93f08fda-d059-47e8-866a-416c885444d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:12.844609 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-93f08fda-d059-47e8-866a-416c885444d6 None None] For port 330f7326-76c2-4e1c-b5d4-72498dda339b, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:38:12.847823 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-93f08fda-d059-47e8-866a-416c885444d6 None None] For port 330f7326-76c2-4e1c-b5d4-72498dda339b, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=330f7326-76c2-4e1c-b5d4-72498dda339b,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:38:12.852144 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-93f08fda-d059-47e8-866a-416c885444d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:12.906129 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ae8324ad-d879-4eac-b204-820f0c013fa0 None None] Provisioning for port 6788fd46-992e-4014-a923-7c79225b336b completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:38:12.918839 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3d45bf20-769b-41b8-af61-cbcf386a0e48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:12.921097 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f08fda-d059-47e8-866a-416c885444d6 None None] Routers {'19341b0a-3721-40a6-a80e-36f34805d861'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:38:12.921741 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-93f08fda-d059-47e8-866a-416c885444d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:37:44Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['19341b0a-3721-40a6-a80e-36f34805d861'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:38:12.923346 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3d45bf20-769b-41b8-af61-cbcf386a0e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:12.926379 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ae8324ad-d879-4eac-b204-820f0c013fa0 None None] Provisioning complete for port 6788fd46-992e-4014-a923-7c79225b336b triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:38:12.926742 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ae8324ad-d879-4eac-b204-820f0c013fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:12.930290 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ec0e5-d88b-44a8-9544-7a4760da41ff None None] Pushing event updated for resources: {'Port': ['ID=330f7326-76c2-4e1c-b5d4-72498dda339b,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:38:12.994075 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3d45bf20-769b-41b8-af61-cbcf386a0e48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:12.995935 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d45bf20-769b-41b8-af61-cbcf386a0e48 admin admin] Pushing event updated for resources: {'Port': ['ID=6788fd46-992e-4014-a923-7c79225b336b,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:38:13.009336 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-ae8324ad-d879-4eac-b204-820f0c013fa0 None None] Port 6788fd46-992e-4014-a923-7c79225b336b cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:38:13.065108 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-93f08fda-d059-47e8-866a-416c885444d6 None None] Set router 19341b0a-3721-40a6-a80e-36f34805d861 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:38:13.096587 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d45bf20-769b-41b8-af61-cbcf386a0e48 admin admin] Network 3fa48680-ce9c-455f-8886-541193f854c7 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:38:13.097956 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-3d45bf20-769b-41b8-af61-cbcf386a0e48 admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:38:13.217241 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d45bf20-769b-41b8-af61-cbcf386a0e48 admin admin] Router 19341b0a-3721-40a6-a80e-36f34805d861 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:38:13.287584 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-93f08fda-d059-47e8-866a-416c885444d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19341b0a-3721-40a6-a80e-36f34805d861', 'name': 'tempest-TestShelveInstance-97297292-router', 'tenant_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '330f7326-76c2-4e1c-b5d4-72498dda339b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:38:09Z', 'updated_at': '2021-08-23T21:38:12Z', 'revision_number': 4, 'project_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'gw_port': {'id': '330f7326-76c2-4e1c-b5d4-72498dda339b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:53:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19341b0a-3721-40a6-a80e-36f34805d861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:38:10Z', 'updated_at': '2021-08-23T21:38:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '6788fd46-992e-4014-a923-7c79225b336b', 'name': '', 'network_id': '3fa48680-ce9c-455f-8886-541193f854c7', 'tenant_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'mac_address': 'fa:16:3e:9b:5e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19341b0a-3721-40a6-a80e-36f34805d861', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:38:12Z', 'updated_at': '2021-08-23T21:38:12Z', 'revision_number': 2, 'project_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'subnets': [{'id': '5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:38:13.315831 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f08fda-d059-47e8-866a-416c885444d6 None None] The sync data for ids ['19341b0a-3721-40a6-a80e-36f34805d861'] in n-d-805663-2 is: [{'id': '19341b0a-3721-40a6-a80e-36f34805d861', 'name': 'tempest-TestShelveInstance-97297292-router', 'tenant_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '330f7326-76c2-4e1c-b5d4-72498dda339b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:38:09Z', 'updated_at': '2021-08-23T21:38:12Z', 'revision_number': 4, 'project_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'gw_port': {'id': '330f7326-76c2-4e1c-b5d4-72498dda339b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:53:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19341b0a-3721-40a6-a80e-36f34805d861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:38:10Z', 'updated_at': '2021-08-23T21:38:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '6788fd46-992e-4014-a923-7c79225b336b', 'name': '', 'network_id': '3fa48680-ce9c-455f-8886-541193f854c7', 'tenant_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'mac_address': 'fa:16:3e:9b:5e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19341b0a-3721-40a6-a80e-36f34805d861', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:38:12Z', 'updated_at': '2021-08-23T21:38:12Z', 'revision_number': 2, 'project_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'subnets': [{'id': '5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:38:13.329762 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-50cafa69-867c-4340-915b-e6f2437d44d3 None None] Provisioning complete for port 6788fd46-992e-4014-a923-7c79225b336b triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:38:13.330854 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-50cafa69-867c-4340-915b-e6f2437d44d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:13.338988 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d45bf20-769b-41b8-af61-cbcf386a0e48 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:38:13.344448 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3d45bf20-769b-41b8-af61-cbcf386a0e48 admin admin] 10.222.0.61 "PUT /v2.0/routers/19341b0a-3721-40a6-a80e-36f34805d861/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6006787 Aug 23 21:38:13.367163 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-50cafa69-867c-4340-915b-e6f2437d44d3 None None] Port 6788fd46-992e-4014-a923-7c79225b336b cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:38:13.546879 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5097695b-b2de-4b68-930a-31d017b05ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:13.654370 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:13.869681 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54402) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:38:13.875042 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-df418982-74d3-4954-a9b1-5eba6aa93540 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1679302834-network', 'tenant_id': '89626f7770e7436b8e31f7aee2aa77d0'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:38:13.898514 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df418982-74d3-4954-a9b1-5eba6aa93540 admin admin] Made reservation on behalf of 89626f7770e7436b8e31f7aee2aa77d0 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:38:13.900985 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-df418982-74d3-4954-a9b1-5eba6aa93540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:13.910424 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-df418982-74d3-4954-a9b1-5eba6aa93540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:14.027519 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-df418982-74d3-4954-a9b1-5eba6aa93540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:14.032846 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-df418982-74d3-4954-a9b1-5eba6aa93540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:14.060889 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df418982-74d3-4954-a9b1-5eba6aa93540 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:38:14.071397 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df418982-74d3-4954-a9b1-5eba6aa93540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb49d74-1936-4d66-a4bd-513834255d00,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:38:14.077046 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-df418982-74d3-4954-a9b1-5eba6aa93540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:14.077390 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-df418982-74d3-4954-a9b1-5eba6aa93540 admin admin] Added segment d7e589dd-531f-418c-bace-7621d6294c47 of type vlan for network 26502815-8929-4b40-866f-c5cb3ca7e82f Aug 23 21:38:14.125347 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-df418982-74d3-4954-a9b1-5eba6aa93540 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:14.134459 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 32c8365a-780b-4b36-b64f-d9426e6a81c9 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:38:14.153398 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-df418982-74d3-4954-a9b1-5eba6aa93540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:14.154563 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df418982-74d3-4954-a9b1-5eba6aa93540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:38:14.155436 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-df418982-74d3-4954-a9b1-5eba6aa93540 admin admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:14.187810 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 32c8365a-780b-4b36-b64f-d9426e6a81c9 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:38:14.188472 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:14.212474 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-df418982-74d3-4954-a9b1-5eba6aa93540 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3390341 Aug 23 21:38:14.212858 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54404) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:38:14.222505 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-2fa71059-0035-4d5f-9032-deed6508958e admin admin] Request body: {'subnet': {'network_id': '26502815-8929-4b40-866f-c5cb3ca7e82f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1679302834-subnet', 'tenant_id': '89626f7770e7436b8e31f7aee2aa77d0', 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:38:14.227077 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df418982-74d3-4954-a9b1-5eba6aa93540 admin admin] Pushing event updated for resources: {'Network': ['ID=26502815-8929-4b40-866f-c5cb3ca7e82f,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:38:14.240035 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 26502815-8929-4b40-866f-c5cb3ca7e82f details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:38:14.259147 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa71059-0035-4d5f-9032-deed6508958e admin admin] Made reservation on behalf of 89626f7770e7436b8e31f7aee2aa77d0 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:38:14.261761 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2fa71059-0035-4d5f-9032-deed6508958e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:14.339723 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 330f7326-76c2-4e1c-b5d4-72498dda339b up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:38:14.396033 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 330f7326-76c2-4e1c-b5d4-72498dda339b completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:38:14.400931 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 330f7326-76c2-4e1c-b5d4-72498dda339b triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:38:14.401437 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:14.456259 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2fa71059-0035-4d5f-9032-deed6508958e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:14.488392 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:14.507867 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa71059-0035-4d5f-9032-deed6508958e admin admin] Pushing event updated for resources: {'Subnet': ['ID=37c01647-3284-4c0e-9269-a18e440d63c2,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:38:14.515272 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 330f7326-76c2-4e1c-b5d4-72498dda339b, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=330f7326-76c2-4e1c-b5d4-72498dda339b,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:38:14.520696 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:14.539983 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa71059-0035-4d5f-9032-deed6508958e admin admin] Checking segment: {'id': 'd7e589dd-531f-418c-bace-7621d6294c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '26502815-8929-4b40-866f-c5cb3ca7e82f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:38:14.540375 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa71059-0035-4d5f-9032-deed6508958e admin admin] Network hostable DHCP agents. Network: 26502815-8929-4b40-866f-c5cb3ca7e82f, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:38:14.559866 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa71059-0035-4d5f-9032-deed6508958e admin admin] Network 26502815-8929-4b40-866f-c5cb3ca7e82f is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:38:14.571863 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-2fa71059-0035-4d5f-9032-deed6508958e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 26502815-8929-4b40-866f-c5cb3ca7e82f) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:38:14.583494 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb073173-e318-4f1e-94c1-283775ab2826 None None] Network 26502815-8929-4b40-866f-c5cb3ca7e82f requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:38:14.584180 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa71059-0035-4d5f-9032-deed6508958e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:38:14.585068 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2fa71059-0035-4d5f-9032-deed6508958e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:14.590243 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=330f7326-76c2-4e1c-b5d4-72498dda339b,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:38:14.602202 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2fa71059-0035-4d5f-9032-deed6508958e admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3881314 Aug 23 21:38:14.604978 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54406) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:38:14.609921 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-61a0a3f7-5654-4155-b7fd-26f92486cf3f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1679302834-router', 'tenant_id': '89626f7770e7436b8e31f7aee2aa77d0', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:38:14.644267 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-61a0a3f7-5654-4155-b7fd-26f92486cf3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:14.645455 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-61a0a3f7-5654-4155-b7fd-26f92486cf3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:14.700366 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-61a0a3f7-5654-4155-b7fd-26f92486cf3f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:14.746543 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e6389e-1bef-4d8f-bb7b-22dea12352dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-26502815-8929-4b40-866f-c5cb3ca7e82f', 'network_id': '26502815-8929-4b40-866f-c5cb3ca7e82f', 'tenant_id': '89626f7770e7436b8e31f7aee2aa77d0', 'fixed_ips': [{'subnet_id': '37c01647-3284-4c0e-9269-a18e440d63c2'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 21:38:14.747642 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c5e6389e-1bef-4d8f-bb7b-22dea12352dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:14.840250 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-61a0a3f7-5654-4155-b7fd-26f92486cf3f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:14.841679 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:14.898571 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-c5e6389e-1bef-4d8f-bb7b-22dea12352dd None None] Allocated IP 172.20.0.2 (26502815-8929-4b40-866f-c5cb3ca7e82f/37c01647-3284-4c0e-9269-a18e440d63c2/d35637e6-6b24-43c7-8f30-5dbe94a4294f) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:38:15.045614 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-61a0a3f7-5654-4155-b7fd-26f92486cf3f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:15.048468 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c5e6389e-1bef-4d8f-bb7b-22dea12352dd None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:15.058160 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c5e6389e-1bef-4d8f-bb7b-22dea12352dd None None] Transition to ACTIVE for port object d35637e6-6b24-43c7-8f30-5dbe94a4294f will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:38:15.072609 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-61a0a3f7-5654-4155-b7fd-26f92486cf3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:15.075452 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c5e6389e-1bef-4d8f-bb7b-22dea12352dd None None] Transition to ACTIVE for port object d35637e6-6b24-43c7-8f30-5dbe94a4294f will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:38:15.083818 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c5e6389e-1bef-4d8f-bb7b-22dea12352dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:15.126366 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e6389e-1bef-4d8f-bb7b-22dea12352dd None None] Network 26502815-8929-4b40-866f-c5cb3ca7e82f is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:38:15.130058 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-c5e6389e-1bef-4d8f-bb7b-22dea12352dd None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:38:15.136608 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e6389e-1bef-4d8f-bb7b-22dea12352dd None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:38:15.139655 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e6389e-1bef-4d8f-bb7b-22dea12352dd None None] Pushing event updated for resources: {'Port': ['ID=d35637e6-6b24-43c7-8f30-5dbe94a4294f,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:38:15.183986 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-61a0a3f7-5654-4155-b7fd-26f92486cf3f admin admin] Allocated IP 172.25.4.169 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/dc8c7adf-79ef-4343-b737-77e841eff204) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:38:15.192588 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c5e6389e-1bef-4d8f-bb7b-22dea12352dd None None] Attempting to bind port d35637e6-6b24-43c7-8f30-5dbe94a4294f on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:38:15.192963 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c5e6389e-1bef-4d8f-bb7b-22dea12352dd None None] Attempting to bind port d35637e6-6b24-43c7-8f30-5dbe94a4294f by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'd7e589dd-531f-418c-bace-7621d6294c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '26502815-8929-4b40-866f-c5cb3ca7e82f'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:38:15.193343 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e6389e-1bef-4d8f-bb7b-22dea12352dd None None] Attempting to bind port d35637e6-6b24-43c7-8f30-5dbe94a4294f on network 26502815-8929-4b40-866f-c5cb3ca7e82f {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:38:15.198661 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e6389e-1bef-4d8f-bb7b-22dea12352dd None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:38:15.199066 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e6389e-1bef-4d8f-bb7b-22dea12352dd None None] Checking segment: {'id': 'd7e589dd-531f-418c-bace-7621d6294c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '26502815-8929-4b40-866f-c5cb3ca7e82f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:38:15.199521 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c5e6389e-1bef-4d8f-bb7b-22dea12352dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:15.199925 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e6389e-1bef-4d8f-bb7b-22dea12352dd None None] Bound using segment: {'id': 'd7e589dd-531f-418c-bace-7621d6294c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '26502815-8929-4b40-866f-c5cb3ca7e82f'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:38:15.200428 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c5e6389e-1bef-4d8f-bb7b-22dea12352dd None None] Bound port: d35637e6-6b24-43c7-8f30-5dbe94a4294f, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7e589dd-531f-418c-bace-7621d6294c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '26502815-8929-4b40-866f-c5cb3ca7e82f'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:38:15.200814 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c5e6389e-1bef-4d8f-bb7b-22dea12352dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:15.270400 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-c5e6389e-1bef-4d8f-bb7b-22dea12352dd None None] For port d35637e6-6b24-43c7-8f30-5dbe94a4294f, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:38:15.273593 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-c5e6389e-1bef-4d8f-bb7b-22dea12352dd None None] For port d35637e6-6b24-43c7-8f30-5dbe94a4294f, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=d35637e6-6b24-43c7-8f30-5dbe94a4294f,segment=NetworkSegment(d7e589dd-531f-418c-bace-7621d6294c47),segment_id=d7e589dd-531f-418c-bace-7621d6294c47)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:38:15.278159 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c5e6389e-1bef-4d8f-bb7b-22dea12352dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:15.297056 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-61a0a3f7-5654-4155-b7fd-26f92486cf3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:15.343175 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e6389e-1bef-4d8f-bb7b-22dea12352dd None None] Pushing event updated for resources: {'Port': ['ID=d35637e6-6b24-43c7-8f30-5dbe94a4294f,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:38:15.424443 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3968599-a1c1-4259-944f-1de205a1d9f1 None None] Sync routers for ids ['19341b0a-3721-40a6-a80e-36f34805d861'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:38:15.435148 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3968599-a1c1-4259-944f-1de205a1d9f1 None None] Routers {'19341b0a-3721-40a6-a80e-36f34805d861'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:38:15.435666 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b3968599-a1c1-4259-944f-1de205a1d9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:38:14Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['19341b0a-3721-40a6-a80e-36f34805d861'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:38:15.561725 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-b3968599-a1c1-4259-944f-1de205a1d9f1 None None] Set router 19341b0a-3721-40a6-a80e-36f34805d861 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:38:15.726315 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-61a0a3f7-5654-4155-b7fd-26f92486cf3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:15.764784 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a0a3f7-5654-4155-b7fd-26f92486cf3f admin admin] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:38:15.767499 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-61a0a3f7-5654-4155-b7fd-26f92486cf3f admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:38:15.771579 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a0a3f7-5654-4155-b7fd-26f92486cf3f admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:38:15.777441 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b3968599-a1c1-4259-944f-1de205a1d9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19341b0a-3721-40a6-a80e-36f34805d861', 'name': 'tempest-TestShelveInstance-97297292-router', 'tenant_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '330f7326-76c2-4e1c-b5d4-72498dda339b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:38:09Z', 'updated_at': '2021-08-23T21:38:12Z', 'revision_number': 4, 'project_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'gw_port': {'id': '330f7326-76c2-4e1c-b5d4-72498dda339b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:53:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19341b0a-3721-40a6-a80e-36f34805d861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:38:10Z', 'updated_at': '2021-08-23T21:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '6788fd46-992e-4014-a923-7c79225b336b', 'name': '', 'network_id': '3fa48680-ce9c-455f-8886-541193f854c7', 'tenant_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'mac_address': 'fa:16:3e:9b:5e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19341b0a-3721-40a6-a80e-36f34805d861', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:38:12Z', 'updated_at': '2021-08-23T21:38:12Z', 'revision_number': 2, 'project_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'subnets': [{'id': '5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:38:15.795752 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a0a3f7-5654-4155-b7fd-26f92486cf3f admin admin] Pushing event updated for resources: {'Port': ['ID=dc8c7adf-79ef-4343-b737-77e841eff204,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:38:15.803804 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3968599-a1c1-4259-944f-1de205a1d9f1 None None] Checking router: 19341b0a-3721-40a6-a80e-36f34805d861 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:38:15.804183 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3968599-a1c1-4259-944f-1de205a1d9f1 None None] Updating router 19341b0a-3721-40a6-a80e-36f34805d861 port 6788fd46-992e-4014-a923-7c79225b336b binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 21:38:15.829243 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b3968599-a1c1-4259-944f-1de205a1d9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:16.038922 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-61a0a3f7-5654-4155-b7fd-26f92486cf3f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:16.145102 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 330f7326-76c2-4e1c-b5d4-72498dda339b up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:38:16.169934 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b3968599-a1c1-4259-944f-1de205a1d9f1 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:16.180116 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-b3968599-a1c1-4259-944f-1de205a1d9f1 None None] Transition to ACTIVE for port object 6788fd46-992e-4014-a923-7c79225b336b will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:38:16.192237 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b3968599-a1c1-4259-944f-1de205a1d9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:16.218844 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 330f7326-76c2-4e1c-b5d4-72498dda339b triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:38:16.219855 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:16.263422 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:16.264349 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd0d99-309e-4c8e-959a-da629fd5a0fa None None] Pushing event updated for resources: {'Port': ['ID=6788fd46-992e-4014-a923-7c79225b336b,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:38:16.285964 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd0d99-309e-4c8e-959a-da629fd5a0fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:38:16.286305 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd0d99-309e-4c8e-959a-da629fd5a0fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:38:16.286826 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd0d99-309e-4c8e-959a-da629fd5a0fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:38:16.287315 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd0d99-309e-4c8e-959a-da629fd5a0fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:38:16.287831 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd0d99-309e-4c8e-959a-da629fd5a0fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:38:16.288349 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd0d99-309e-4c8e-959a-da629fd5a0fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:38:16.288851 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd0d99-309e-4c8e-959a-da629fd5a0fa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:38:16.289393 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-61a0a3f7-5654-4155-b7fd-26f92486cf3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:16.290255 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd0d99-309e-4c8e-959a-da629fd5a0fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:38:16.292370 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd0d99-309e-4c8e-959a-da629fd5a0fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:38:16.292703 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd0d99-309e-4c8e-959a-da629fd5a0fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:38:16.293031 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd0d99-309e-4c8e-959a-da629fd5a0fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:38:16.296237 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd0d99-309e-4c8e-959a-da629fd5a0fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:38:16.326729 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-b3968599-a1c1-4259-944f-1de205a1d9f1 None None] Attempting to bind port 6788fd46-992e-4014-a923-7c79225b336b on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:38:16.327087 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-b3968599-a1c1-4259-944f-1de205a1d9f1 None None] Attempting to bind port 6788fd46-992e-4014-a923-7c79225b336b by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3fa48680-ce9c-455f-8886-541193f854c7'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:38:16.327655 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3968599-a1c1-4259-944f-1de205a1d9f1 None None] Attempting to bind port 6788fd46-992e-4014-a923-7c79225b336b on network 3fa48680-ce9c-455f-8886-541193f854c7 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:38:16.334998 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device d35637e6-6b24-43c7-8f30-5dbe94a4294f up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:38:16.335683 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3968599-a1c1-4259-944f-1de205a1d9f1 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:38:16.336388 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3968599-a1c1-4259-944f-1de205a1d9f1 None None] Checking segment: {'id': '252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3fa48680-ce9c-455f-8886-541193f854c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:38:16.337393 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b3968599-a1c1-4259-944f-1de205a1d9f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:16.339128 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3968599-a1c1-4259-944f-1de205a1d9f1 None None] Bound using segment: {'id': '252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3fa48680-ce9c-455f-8886-541193f854c7'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:38:16.339791 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-b3968599-a1c1-4259-944f-1de205a1d9f1 None None] Bound port: 6788fd46-992e-4014-a923-7c79225b336b, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3fa48680-ce9c-455f-8886-541193f854c7'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:38:16.340398 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b3968599-a1c1-4259-944f-1de205a1d9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:16.411922 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port d35637e6-6b24-43c7-8f30-5dbe94a4294f completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:38:16.426672 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-b3968599-a1c1-4259-944f-1de205a1d9f1 None None] For port 6788fd46-992e-4014-a923-7c79225b336b, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:38:16.430485 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-b3968599-a1c1-4259-944f-1de205a1d9f1 None None] For port 6788fd46-992e-4014-a923-7c79225b336b, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=6788fd46-992e-4014-a923-7c79225b336b,segment=NetworkSegment(252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb),segment_id=252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:38:16.435759 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b3968599-a1c1-4259-944f-1de205a1d9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:16.476264 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a0a3f7-5654-4155-b7fd-26f92486cf3f admin admin] Router f55c2c7a-b279-463b-a4fe-4dff844e3873 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 21:38:16.491912 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3968599-a1c1-4259-944f-1de205a1d9f1 None None] Routers {'19341b0a-3721-40a6-a80e-36f34805d861'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:38:16.492487 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b3968599-a1c1-4259-944f-1de205a1d9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:38:14Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['19341b0a-3721-40a6-a80e-36f34805d861'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:38:16.543109 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1cddbd-1fb3-4b1d-862c-813f6f71124c None None] Network 26502815-8929-4b40-866f-c5cb3ca7e82f requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:38:16.544592 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd0d99-309e-4c8e-959a-da629fd5a0fa None None] Pushing event updated for resources: {'Port': ['ID=6788fd46-992e-4014-a923-7c79225b336b,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:38:16.613814 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a0a3f7-5654-4155-b7fd-26f92486cf3f admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:38:16.631580 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f42c7a-cf61-4717-80ea-07302cdf2896 None None] Sync routers for ids ['f55c2c7a-b279-463b-a4fe-4dff844e3873'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:38:16.636626 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-61a0a3f7-5654-4155-b7fd-26f92486cf3f admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:16.638997 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-61a0a3f7-5654-4155-b7fd-26f92486cf3f admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0321076 Aug 23 21:38:16.641010 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54408) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:38:16.648414 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-b3968599-a1c1-4259-944f-1de205a1d9f1 None None] Set router 19341b0a-3721-40a6-a80e-36f34805d861 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:38:16.667265 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f42c7a-cf61-4717-80ea-07302cdf2896 None None] Routers {'f55c2c7a-b279-463b-a4fe-4dff844e3873'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:38:16.668255 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-b7f42c7a-cf61-4717-80ea-07302cdf2896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:38:14Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['f55c2c7a-b279-463b-a4fe-4dff844e3873'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:38:16.671900 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6f9a1885-3f73-4da3-b658-cfdabd988ae3 None None] Provisioning for port d35637e6-6b24-43c7-8f30-5dbe94a4294f completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:38:16.728411 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6f9a1885-3f73-4da3-b658-cfdabd988ae3 None None] Provisioning complete for port d35637e6-6b24-43c7-8f30-5dbe94a4294f triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:38:16.728935 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6f9a1885-3f73-4da3-b658-cfdabd988ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:16.873648 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-b7f42c7a-cf61-4717-80ea-07302cdf2896 None None] Set router f55c2c7a-b279-463b-a4fe-4dff844e3873 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:38:16.880541 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b3968599-a1c1-4259-944f-1de205a1d9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19341b0a-3721-40a6-a80e-36f34805d861', 'name': 'tempest-TestShelveInstance-97297292-router', 'tenant_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '330f7326-76c2-4e1c-b5d4-72498dda339b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:38:09Z', 'updated_at': '2021-08-23T21:38:12Z', 'revision_number': 4, 'project_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'gw_port': {'id': '330f7326-76c2-4e1c-b5d4-72498dda339b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:53:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19341b0a-3721-40a6-a80e-36f34805d861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:38:10Z', 'updated_at': '2021-08-23T21:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '6788fd46-992e-4014-a923-7c79225b336b', 'name': '', 'network_id': '3fa48680-ce9c-455f-8886-541193f854c7', 'tenant_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'mac_address': 'fa:16:3e:9b:5e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19341b0a-3721-40a6-a80e-36f34805d861', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:38:12Z', 'updated_at': '2021-08-23T21:38:16Z', 'revision_number': 4, 'project_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'subnets': [{'id': '5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:38:16.977301 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6f9a1885-3f73-4da3-b658-cfdabd988ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:17.002601 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3968599-a1c1-4259-944f-1de205a1d9f1 None None] The sync data for ids ['19341b0a-3721-40a6-a80e-36f34805d861'] in n-d-805663-2 is: [{'id': '19341b0a-3721-40a6-a80e-36f34805d861', 'name': 'tempest-TestShelveInstance-97297292-router', 'tenant_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '330f7326-76c2-4e1c-b5d4-72498dda339b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:38:09Z', 'updated_at': '2021-08-23T21:38:12Z', 'revision_number': 4, 'project_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'gw_port': {'id': '330f7326-76c2-4e1c-b5d4-72498dda339b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:53:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19341b0a-3721-40a6-a80e-36f34805d861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:38:10Z', 'updated_at': '2021-08-23T21:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '6788fd46-992e-4014-a923-7c79225b336b', 'name': '', 'network_id': '3fa48680-ce9c-455f-8886-541193f854c7', 'tenant_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'mac_address': 'fa:16:3e:9b:5e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19341b0a-3721-40a6-a80e-36f34805d861', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:38:12Z', 'updated_at': '2021-08-23T21:38:16Z', 'revision_number': 4, 'project_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'subnets': [{'id': '5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:38:17.066961 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-6f9a1885-3f73-4da3-b658-cfdabd988ae3 None None] For port d35637e6-6b24-43c7-8f30-5dbe94a4294f, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=d35637e6-6b24-43c7-8f30-5dbe94a4294f,segment=NetworkSegment(d7e589dd-531f-418c-bace-7621d6294c47),segment_id=d7e589dd-531f-418c-bace-7621d6294c47)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:38:17.083244 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6f9a1885-3f73-4da3-b658-cfdabd988ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:17.156921 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bf67290a-5dbc-4348-9847-2ed530a84c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:17.328871 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-bf67290a-5dbc-4348-9847-2ed530a84c0e admin admin] Allocated IP 172.20.0.1 (26502815-8929-4b40-866f-c5cb3ca7e82f/37c01647-3284-4c0e-9269-a18e440d63c2/85890970-c6d5-4a53-b893-bb73ccb3cda9) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:38:17.340027 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9a1885-3f73-4da3-b658-cfdabd988ae3 None None] Pushing event updated for resources: {'Port': ['ID=d35637e6-6b24-43c7-8f30-5dbe94a4294f,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:38:17.359453 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-68f8a217-02d5-409b-b823-70c0d32a611b None None] Provisioning complete for port d35637e6-6b24-43c7-8f30-5dbe94a4294f triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:38:17.360477 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-68f8a217-02d5-409b-b823-70c0d32a611b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:17.391563 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-b7f42c7a-cf61-4717-80ea-07302cdf2896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55c2c7a-b279-463b-a4fe-4dff844e3873', 'name': 'tempest-TestShelveInstance-1679302834-router', 'tenant_id': '89626f7770e7436b8e31f7aee2aa77d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': 'dc8c7adf-79ef-4343-b737-77e841eff204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:38:14Z', 'updated_at': '2021-08-23T21:38:15Z', 'revision_number': 3, 'project_id': '89626f7770e7436b8e31f7aee2aa77d0', 'gw_port': {'id': 'dc8c7adf-79ef-4343-b737-77e841eff204', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:9b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55c2c7a-b279-463b-a4fe-4dff844e3873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:38:15Z', 'updated_at': '2021-08-23T21:38:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:38:17.429101 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f42c7a-cf61-4717-80ea-07302cdf2896 None None] Checking router: f55c2c7a-b279-463b-a4fe-4dff844e3873 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:38:17.429792 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f42c7a-cf61-4717-80ea-07302cdf2896 None None] Updating router f55c2c7a-b279-463b-a4fe-4dff844e3873 port dc8c7adf-79ef-4343-b737-77e841eff204 binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 21:38:17.448870 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bf67290a-5dbc-4348-9847-2ed530a84c0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:17.462708 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b7f42c7a-cf61-4717-80ea-07302cdf2896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:17.464300 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-bf67290a-5dbc-4348-9847-2ed530a84c0e admin admin] Transition to ACTIVE for port object 85890970-c6d5-4a53-b893-bb73ccb3cda9 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:38:17.501039 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bf67290a-5dbc-4348-9847-2ed530a84c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:17.544695 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf67290a-5dbc-4348-9847-2ed530a84c0e admin admin] Network 26502815-8929-4b40-866f-c5cb3ca7e82f is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:38:17.549488 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-bf67290a-5dbc-4348-9847-2ed530a84c0e admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:38:17.555947 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf67290a-5dbc-4348-9847-2ed530a84c0e admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:38:17.585018 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf67290a-5dbc-4348-9847-2ed530a84c0e admin admin] Pushing event updated for resources: {'Port': ['ID=85890970-c6d5-4a53-b893-bb73ccb3cda9,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:38:17.606815 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bf67290a-5dbc-4348-9847-2ed530a84c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:17.773084 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bf67290a-5dbc-4348-9847-2ed530a84c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:17.799986 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b7f42c7a-cf61-4717-80ea-07302cdf2896 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:17.813123 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b7f42c7a-cf61-4717-80ea-07302cdf2896 None None] Transition to ACTIVE for port object dc8c7adf-79ef-4343-b737-77e841eff204 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:38:17.816470 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-78ed90e1-c142-4976-85b3-1c78902282ae None None] Provisioning for port 85890970-c6d5-4a53-b893-bb73ccb3cda9 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:38:17.820267 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-78ed90e1-c142-4976-85b3-1c78902282ae None None] Provisioning complete for port 85890970-c6d5-4a53-b893-bb73ccb3cda9 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:38:17.820640 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-78ed90e1-c142-4976-85b3-1c78902282ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:17.822104 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b7f42c7a-cf61-4717-80ea-07302cdf2896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:17.903789 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb35907-aacd-4226-ab79-95282e2783b5 None None] Pushing event updated for resources: {'Port': ['ID=dc8c7adf-79ef-4343-b737-77e841eff204,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:38:17.907439 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-78ed90e1-c142-4976-85b3-1c78902282ae None None] Port 85890970-c6d5-4a53-b893-bb73ccb3cda9 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:38:17.910288 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-b7f42c7a-cf61-4717-80ea-07302cdf2896 None None] Attempting to bind port dc8c7adf-79ef-4343-b737-77e841eff204 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:38:17.910288 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-b7f42c7a-cf61-4717-80ea-07302cdf2896 None None] Attempting to bind port dc8c7adf-79ef-4343-b737-77e841eff204 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:38:17.910572 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f42c7a-cf61-4717-80ea-07302cdf2896 None None] Attempting to bind port dc8c7adf-79ef-4343-b737-77e841eff204 on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:38:17.916299 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f42c7a-cf61-4717-80ea-07302cdf2896 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:38:17.916613 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f42c7a-cf61-4717-80ea-07302cdf2896 None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:38:17.917017 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b7f42c7a-cf61-4717-80ea-07302cdf2896 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:17.917409 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f42c7a-cf61-4717-80ea-07302cdf2896 None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:38:17.917886 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-b7f42c7a-cf61-4717-80ea-07302cdf2896 None None] Bound port: dc8c7adf-79ef-4343-b737-77e841eff204, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:38:17.918270 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b7f42c7a-cf61-4717-80ea-07302cdf2896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:17.948675 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bf67290a-5dbc-4348-9847-2ed530a84c0e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:17.956623 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bf67290a-5dbc-4348-9847-2ed530a84c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:17.975649 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-b7f42c7a-cf61-4717-80ea-07302cdf2896 None None] For port dc8c7adf-79ef-4343-b737-77e841eff204, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:38:17.978944 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-b7f42c7a-cf61-4717-80ea-07302cdf2896 None None] For port dc8c7adf-79ef-4343-b737-77e841eff204, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=dc8c7adf-79ef-4343-b737-77e841eff204,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:38:17.984465 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b7f42c7a-cf61-4717-80ea-07302cdf2896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:18.027707 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bf67290a-5dbc-4348-9847-2ed530a84c0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:18.044243 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf67290a-5dbc-4348-9847-2ed530a84c0e admin admin] Pushing event updated for resources: {'Port': ['ID=85890970-c6d5-4a53-b893-bb73ccb3cda9,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:38:18.044421 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f42c7a-cf61-4717-80ea-07302cdf2896 None None] Routers {'f55c2c7a-b279-463b-a4fe-4dff844e3873'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:38:18.045094 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-b7f42c7a-cf61-4717-80ea-07302cdf2896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:38:14Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['f55c2c7a-b279-463b-a4fe-4dff844e3873'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:38:18.086356 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 6788fd46-992e-4014-a923-7c79225b336b up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:38:18.094974 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb35907-aacd-4226-ab79-95282e2783b5 None None] Pushing event updated for resources: {'Port': ['ID=dc8c7adf-79ef-4343-b737-77e841eff204,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:38:18.143398 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf67290a-5dbc-4348-9847-2ed530a84c0e admin admin] Network 26502815-8929-4b40-866f-c5cb3ca7e82f is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:38:18.145001 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-bf67290a-5dbc-4348-9847-2ed530a84c0e admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:38:18.208315 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-b7f42c7a-cf61-4717-80ea-07302cdf2896 None None] Set router f55c2c7a-b279-463b-a4fe-4dff844e3873 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:38:18.210615 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 6788fd46-992e-4014-a923-7c79225b336b completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:38:18.239146 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 6788fd46-992e-4014-a923-7c79225b336b triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:38:18.239532 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:18.264440 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf67290a-5dbc-4348-9847-2ed530a84c0e admin admin] Router f55c2c7a-b279-463b-a4fe-4dff844e3873 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:38:18.379768 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf67290a-5dbc-4348-9847-2ed530a84c0e admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:38:18.385425 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-bf67290a-5dbc-4348-9847-2ed530a84c0e admin admin] 10.222.0.61 "PUT /v2.0/routers/f55c2c7a-b279-463b-a4fe-4dff844e3873/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7430053 Aug 23 21:38:18.446353 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:18.491534 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-dc7bb650-de24-4dc1-a367-ea447c741b27 None None] Provisioning complete for port 85890970-c6d5-4a53-b893-bb73ccb3cda9 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:38:18.491906 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dc7bb650-de24-4dc1-a367-ea447c741b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:18.538833 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 6788fd46-992e-4014-a923-7c79225b336b, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=6788fd46-992e-4014-a923-7c79225b336b,segment=NetworkSegment(252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb),segment_id=252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:38:18.547289 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:18.548105 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device d35637e6-6b24-43c7-8f30-5dbe94a4294f up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:38:18.598355 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-dc7bb650-de24-4dc1-a367-ea447c741b27 None None] Port 85890970-c6d5-4a53-b893-bb73ccb3cda9 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:38:18.628936 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-b7f42c7a-cf61-4717-80ea-07302cdf2896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55c2c7a-b279-463b-a4fe-4dff844e3873', 'name': 'tempest-TestShelveInstance-1679302834-router', 'tenant_id': '89626f7770e7436b8e31f7aee2aa77d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': 'dc8c7adf-79ef-4343-b737-77e841eff204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:38:14Z', 'updated_at': '2021-08-23T21:38:17Z', 'revision_number': 4, 'project_id': '89626f7770e7436b8e31f7aee2aa77d0', 'gw_port': {'id': 'dc8c7adf-79ef-4343-b737-77e841eff204', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:9b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55c2c7a-b279-463b-a4fe-4dff844e3873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:38:15Z', 'updated_at': '2021-08-23T21:38:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '85890970-c6d5-4a53-b893-bb73ccb3cda9', 'name': '', 'network_id': '26502815-8929-4b40-866f-c5cb3ca7e82f', 'tenant_id': '89626f7770e7436b8e31f7aee2aa77d0', 'mac_address': 'fa:16:3e:4d:82:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55c2c7a-b279-463b-a4fe-4dff844e3873', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '37c01647-3284-4c0e-9269-a18e440d63c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:38:17Z', 'updated_at': '2021-08-23T21:38:17Z', 'revision_number': 2, 'project_id': '89626f7770e7436b8e31f7aee2aa77d0', 'subnets': [{'id': '37c01647-3284-4c0e-9269-a18e440d63c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:38:18.677487 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f42c7a-cf61-4717-80ea-07302cdf2896 None None] The sync data for ids ['f55c2c7a-b279-463b-a4fe-4dff844e3873'] in n-d-805663-2 is: [{'id': 'f55c2c7a-b279-463b-a4fe-4dff844e3873', 'name': 'tempest-TestShelveInstance-1679302834-router', 'tenant_id': '89626f7770e7436b8e31f7aee2aa77d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': 'dc8c7adf-79ef-4343-b737-77e841eff204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:38:14Z', 'updated_at': '2021-08-23T21:38:17Z', 'revision_number': 4, 'project_id': '89626f7770e7436b8e31f7aee2aa77d0', 'gw_port': {'id': 'dc8c7adf-79ef-4343-b737-77e841eff204', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:9b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55c2c7a-b279-463b-a4fe-4dff844e3873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:38:15Z', 'updated_at': '2021-08-23T21:38:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '85890970-c6d5-4a53-b893-bb73ccb3cda9', 'name': '', 'network_id': '26502815-8929-4b40-866f-c5cb3ca7e82f', 'tenant_id': '89626f7770e7436b8e31f7aee2aa77d0', 'mac_address': 'fa:16:3e:4d:82:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55c2c7a-b279-463b-a4fe-4dff844e3873', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '37c01647-3284-4c0e-9269-a18e440d63c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:38:17Z', 'updated_at': '2021-08-23T21:38:17Z', 'revision_number': 2, 'project_id': '89626f7770e7436b8e31f7aee2aa77d0', 'subnets': [{'id': '37c01647-3284-4c0e-9269-a18e440d63c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:38:18.682595 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=6788fd46-992e-4014-a923-7c79225b336b,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:38:18.691767 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port d35637e6-6b24-43c7-8f30-5dbe94a4294f triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:38:18.692170 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:19.766767 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54416) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:38:19.772318 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-0996a050-911f-42b6-a7c1-d45697aef795 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1983111517', 'description': 'tempest-secgroup-smoke-1983111517 description', 'project_id': 'c627cbc40b344ae7bc059fc20cd8ff94'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:38:19.804309 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0996a050-911f-42b6-a7c1-d45697aef795 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:19.895530 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0996a050-911f-42b6-a7c1-d45697aef795 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:19.899983 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0996a050-911f-42b6-a7c1-d45697aef795 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:19.931401 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0996a050-911f-42b6-a7c1-d45697aef795 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:19.932668 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-0996a050-911f-42b6-a7c1-d45697aef795 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1639786 Aug 23 21:38:19.934465 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0996a050-911f-42b6-a7c1-d45697aef795 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69a79227-f407-4e3e-8d53-41d8c2b9972d,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:38:19.936683 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54418) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:38:19.942494 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-1f322663-c808-4b2d-8757-069bcba9e1f3 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Request body: {'security_group_rule': {'security_group_id': '69a79227-f407-4e3e-8d53-41d8c2b9972d', 'project_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:38:19.989553 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1f322663-c808-4b2d-8757-069bcba9e1f3 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:20.045382 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1f322663-c808-4b2d-8757-069bcba9e1f3 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:20.050735 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1f322663-c808-4b2d-8757-069bcba9e1f3 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:20.070382 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f322663-c808-4b2d-8757-069bcba9e1f3 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8e37636-4aee-40c1-8be0-5f620fd997aa,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:38:20.078958 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1f322663-c808-4b2d-8757-069bcba9e1f3 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:20.084457 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54420) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:38:20.084619 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-1f322663-c808-4b2d-8757-069bcba9e1f3 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1470964 Aug 23 21:38:20.089118 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-10b2957c-d6ed-4e71-8cd9-b97d7ee625b6 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Request body: {'security_group_rule': {'security_group_id': '69a79227-f407-4e3e-8d53-41d8c2b9972d', 'project_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:38:20.123525 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 6788fd46-992e-4014-a923-7c79225b336b up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:38:20.141773 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-10b2957c-d6ed-4e71-8cd9-b97d7ee625b6 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:20.180044 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 6788fd46-992e-4014-a923-7c79225b336b triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:38:20.180306 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:20.207570 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-10b2957c-d6ed-4e71-8cd9-b97d7ee625b6 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:20.212274 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-10b2957c-d6ed-4e71-8cd9-b97d7ee625b6 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:20.236164 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b2957c-d6ed-4e71-8cd9-b97d7ee625b6 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67824508-269d-445e-b3bc-47783830c9e0,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:38:20.243928 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-10b2957c-d6ed-4e71-8cd9-b97d7ee625b6 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:20.245292 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-10b2957c-d6ed-4e71-8cd9-b97d7ee625b6 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1598158 Aug 23 21:38:20.248282 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54422) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:38:20.254430 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-834520cd-1a04-4199-b197-b28b0ee0f525 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Request body: {'security_group_rule': {'security_group_id': '69a79227-f407-4e3e-8d53-41d8c2b9972d', 'project_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:38:20.275071 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device dc8c7adf-79ef-4343-b737-77e841eff204 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:38:20.287668 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-834520cd-1a04-4199-b197-b28b0ee0f525 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:20.331784 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port dc8c7adf-79ef-4343-b737-77e841eff204 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:38:20.337585 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port dc8c7adf-79ef-4343-b737-77e841eff204 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:38:20.337961 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:20.357412 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-834520cd-1a04-4199-b197-b28b0ee0f525 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:20.362875 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-834520cd-1a04-4199-b197-b28b0ee0f525 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:20.385900 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834520cd-1a04-4199-b197-b28b0ee0f525 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b25c4c4a-e07a-4fd8-8aba-d4135d7b846b,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:38:20.400095 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-834520cd-1a04-4199-b197-b28b0ee0f525 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:20.405316 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54424) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:38:20.412021 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-af82215c-adf5-4f4d-bcb8-198a6182f19d tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Request body: {'security_group_rule': {'security_group_id': '69a79227-f407-4e3e-8d53-41d8c2b9972d', 'project_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:38:20.417281 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-834520cd-1a04-4199-b197-b28b0ee0f525 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1676335 Aug 23 21:38:20.423561 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:20.442166 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-af82215c-adf5-4f4d-bcb8-198a6182f19d tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:20.445611 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port dc8c7adf-79ef-4343-b737-77e841eff204, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=dc8c7adf-79ef-4343-b737-77e841eff204,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:38:20.450649 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:20.502604 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=dc8c7adf-79ef-4343-b737-77e841eff204,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:38:20.514292 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-af82215c-adf5-4f4d-bcb8-198a6182f19d tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:20.518499 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-af82215c-adf5-4f4d-bcb8-198a6182f19d tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:20.536601 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af82215c-adf5-4f4d-bcb8-198a6182f19d tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78060187-7384-4301-b1d0-7bb4741cdb8e,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:38:20.548381 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-af82215c-adf5-4f4d-bcb8-198a6182f19d tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:20.548381 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-af82215c-adf5-4f4d-bcb8-198a6182f19d tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1420608 Aug 23 21:38:20.552010 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54426) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:38:20.556417 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-4edaba87-18f6-459b-b3d5-17223db9ce95 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Request body: {'security_group_rule': {'security_group_id': '69a79227-f407-4e3e-8d53-41d8c2b9972d', 'project_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:38:20.577884 n-d-805663-2 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-4edaba87-18f6-459b-b3d5-17223db9ce95 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Project c627cbc40b344ae7bc059fc20cd8ff94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 21:38:20.583174 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4edaba87-18f6-459b-b3d5-17223db9ce95 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:20.649475 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4edaba87-18f6-459b-b3d5-17223db9ce95 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:20.652979 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4edaba87-18f6-459b-b3d5-17223db9ce95 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:20.669955 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edaba87-18f6-459b-b3d5-17223db9ce95 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0a925b0-bc7d-4688-8cb7-03d320d53b28,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:38:20.676497 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4edaba87-18f6-459b-b3d5-17223db9ce95 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:20.677911 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-4edaba87-18f6-459b-b3d5-17223db9ce95 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1249590 Aug 23 21:38:20.680688 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54430) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:38:20.685041 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-223933f4-9dd6-4ee5-9719-f97f456dd3ac tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Request body: {'security_group_rule': {'security_group_id': '69a79227-f407-4e3e-8d53-41d8c2b9972d', 'project_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:38:20.708490 n-d-805663-2 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-223933f4-9dd6-4ee5-9719-f97f456dd3ac tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Project c627cbc40b344ae7bc059fc20cd8ff94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 21:38:20.713290 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-223933f4-9dd6-4ee5-9719-f97f456dd3ac tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:20.778027 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-223933f4-9dd6-4ee5-9719-f97f456dd3ac tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:20.783307 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-223933f4-9dd6-4ee5-9719-f97f456dd3ac tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:20.802930 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223933f4-9dd6-4ee5-9719-f97f456dd3ac tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=039e3a00-fbc6-4280-b1a0-5824595691e4,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:38:20.810904 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-223933f4-9dd6-4ee5-9719-f97f456dd3ac tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:20.812356 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-223933f4-9dd6-4ee5-9719-f97f456dd3ac tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1307104 Aug 23 21:38:20.957267 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-388d92cd-8c09-4914-8a50-da38d0aa3035 req-d7701372-0776-4f43-a08f-d8f56b4e437e tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1983111517&fields=id&tenant_id=c627cbc40b344ae7bc059fc20cd8ff94 HTTP/1.1" status: 200 len: 267 time: 0.0351069 Aug 23 21:38:21.043118 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:21.067108 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d92cd-8c09-4914-8a50-da38d0aa3035 req-c5ec2b12-0ab6-4b46-9e58-f64ed4c84c0d tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:38:21.068599 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-388d92cd-8c09-4914-8a50-da38d0aa3035 req-c5ec2b12-0ab6-4b46-9e58-f64ed4c84c0d tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/networks?id=3fa48680-ce9c-455f-8886-541193f854c7 HTTP/1.1" status: 200 len: 807 time: 0.1036708 Aug 23 21:38:21.084195 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-388d92cd-8c09-4914-8a50-da38d0aa3035 req-e8facd39-336a-4a63-8862-e4a489806b22 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/quotas/c627cbc40b344ae7bc059fc20cd8ff94 HTTP/1.1" status: 200 len: 375 time: 0.0098493 Aug 23 21:38:21.110441 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a0e0a7-3bb3-4d05-9dc0-988fec048c24 None None] Sync routers for ids ['f55c2c7a-b279-463b-a4fe-4dff844e3873'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:38:21.120994 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a0e0a7-3bb3-4d05-9dc0-988fec048c24 None None] Routers {'f55c2c7a-b279-463b-a4fe-4dff844e3873'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:38:21.121710 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-56a0e0a7-3bb3-4d05-9dc0-988fec048c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:38:14Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['f55c2c7a-b279-463b-a4fe-4dff844e3873'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:38:21.142780 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-388d92cd-8c09-4914-8a50-da38d0aa3035 req-51a5b31e-3b34-48d4-ac69-b2d1ffe0048e tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c627cbc40b344ae7bc059fc20cd8ff94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528100 Aug 23 21:38:21.229031 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-56a0e0a7-3bb3-4d05-9dc0-988fec048c24 None None] Set router f55c2c7a-b279-463b-a4fe-4dff844e3873 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:38:21.239407 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-388d92cd-8c09-4914-8a50-da38d0aa3035 req-079a1f8c-9ce4-40e5-9bad-b5a49739f06b service neutron] 10.222.0.61 "GET /v2.0/networks/3fa48680-ce9c-455f-8886-541193f854c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850284 Aug 23 21:38:21.336827 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-388d92cd-8c09-4914-8a50-da38d0aa3035 req-e6d44956-e28c-482c-b321-5f9f3d1be74b service neutron] 10.222.0.61 "GET /v2.0/networks/3fa48680-ce9c-455f-8886-541193f854c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910394 Aug 23 21:38:21.422723 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-56a0e0a7-3bb3-4d05-9dc0-988fec048c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55c2c7a-b279-463b-a4fe-4dff844e3873', 'name': 'tempest-TestShelveInstance-1679302834-router', 'tenant_id': '89626f7770e7436b8e31f7aee2aa77d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': 'dc8c7adf-79ef-4343-b737-77e841eff204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:38:14Z', 'updated_at': '2021-08-23T21:38:17Z', 'revision_number': 4, 'project_id': '89626f7770e7436b8e31f7aee2aa77d0', 'gw_port': {'id': 'dc8c7adf-79ef-4343-b737-77e841eff204', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:9b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55c2c7a-b279-463b-a4fe-4dff844e3873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:38:15Z', 'updated_at': '2021-08-23T21:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '85890970-c6d5-4a53-b893-bb73ccb3cda9', 'name': '', 'network_id': '26502815-8929-4b40-866f-c5cb3ca7e82f', 'tenant_id': '89626f7770e7436b8e31f7aee2aa77d0', 'mac_address': 'fa:16:3e:4d:82:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55c2c7a-b279-463b-a4fe-4dff844e3873', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '37c01647-3284-4c0e-9269-a18e440d63c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:38:17Z', 'updated_at': '2021-08-23T21:38:17Z', 'revision_number': 2, 'project_id': '89626f7770e7436b8e31f7aee2aa77d0', 'subnets': [{'id': '37c01647-3284-4c0e-9269-a18e440d63c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:38:21.459715 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a0e0a7-3bb3-4d05-9dc0-988fec048c24 None None] Checking router: f55c2c7a-b279-463b-a4fe-4dff844e3873 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:38:21.459900 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a0e0a7-3bb3-4d05-9dc0-988fec048c24 None None] Updating router f55c2c7a-b279-463b-a4fe-4dff844e3873 port 85890970-c6d5-4a53-b893-bb73ccb3cda9 binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 21:38:21.490039 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-56a0e0a7-3bb3-4d05-9dc0-988fec048c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:21.508011 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-680536a2-e50c-40d5-b58e-b337736d7614 req-58617a0b-e73e-41fd-aab1-830c97e6c01c tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 210 time: 0.0323646 Aug 23 21:38:21.757118 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-56a0e0a7-3bb3-4d05-9dc0-988fec048c24 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:21.769579 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-56a0e0a7-3bb3-4d05-9dc0-988fec048c24 None None] Transition to ACTIVE for port object 85890970-c6d5-4a53-b893-bb73ccb3cda9 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:38:21.774879 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-56a0e0a7-3bb3-4d05-9dc0-988fec048c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:21.851229 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f8495a-400f-44cf-a20c-e5fa8f351c4c None None] Pushing event updated for resources: {'Port': ['ID=85890970-c6d5-4a53-b893-bb73ccb3cda9,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:38:21.884306 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-56a0e0a7-3bb3-4d05-9dc0-988fec048c24 None None] Attempting to bind port 85890970-c6d5-4a53-b893-bb73ccb3cda9 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:38:21.884693 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-56a0e0a7-3bb3-4d05-9dc0-988fec048c24 None None] Attempting to bind port 85890970-c6d5-4a53-b893-bb73ccb3cda9 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'd7e589dd-531f-418c-bace-7621d6294c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '26502815-8929-4b40-866f-c5cb3ca7e82f'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:38:21.885047 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a0e0a7-3bb3-4d05-9dc0-988fec048c24 None None] Attempting to bind port 85890970-c6d5-4a53-b893-bb73ccb3cda9 on network 26502815-8929-4b40-866f-c5cb3ca7e82f {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:38:21.890972 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a0e0a7-3bb3-4d05-9dc0-988fec048c24 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:38:21.891499 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a0e0a7-3bb3-4d05-9dc0-988fec048c24 None None] Checking segment: {'id': 'd7e589dd-531f-418c-bace-7621d6294c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '26502815-8929-4b40-866f-c5cb3ca7e82f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:38:21.891889 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-56a0e0a7-3bb3-4d05-9dc0-988fec048c24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:21.892977 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a0e0a7-3bb3-4d05-9dc0-988fec048c24 None None] Bound using segment: {'id': 'd7e589dd-531f-418c-bace-7621d6294c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '26502815-8929-4b40-866f-c5cb3ca7e82f'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:38:21.893499 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-56a0e0a7-3bb3-4d05-9dc0-988fec048c24 None None] Bound port: 85890970-c6d5-4a53-b893-bb73ccb3cda9, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7e589dd-531f-418c-bace-7621d6294c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '26502815-8929-4b40-866f-c5cb3ca7e82f'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:38:21.893824 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-56a0e0a7-3bb3-4d05-9dc0-988fec048c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:21.961745 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-56a0e0a7-3bb3-4d05-9dc0-988fec048c24 None None] For port 85890970-c6d5-4a53-b893-bb73ccb3cda9, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:38:21.964980 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-56a0e0a7-3bb3-4d05-9dc0-988fec048c24 None None] For port 85890970-c6d5-4a53-b893-bb73ccb3cda9, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=85890970-c6d5-4a53-b893-bb73ccb3cda9,segment=NetworkSegment(d7e589dd-531f-418c-bace-7621d6294c47),segment_id=d7e589dd-531f-418c-bace-7621d6294c47)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:38:21.971066 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-56a0e0a7-3bb3-4d05-9dc0-988fec048c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:22.022429 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a0e0a7-3bb3-4d05-9dc0-988fec048c24 None None] Routers {'f55c2c7a-b279-463b-a4fe-4dff844e3873'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:38:22.023157 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-56a0e0a7-3bb3-4d05-9dc0-988fec048c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:38:14Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['f55c2c7a-b279-463b-a4fe-4dff844e3873'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:38:22.069344 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device dc8c7adf-79ef-4343-b737-77e841eff204 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:38:22.131203 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port dc8c7adf-79ef-4343-b737-77e841eff204 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:38:22.131720 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:22.150145 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-56a0e0a7-3bb3-4d05-9dc0-988fec048c24 None None] Set router f55c2c7a-b279-463b-a4fe-4dff844e3873 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:38:22.226645 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f8495a-400f-44cf-a20c-e5fa8f351c4c None None] Pushing event updated for resources: {'Port': ['ID=85890970-c6d5-4a53-b893-bb73ccb3cda9,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:38:22.360815 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-56a0e0a7-3bb3-4d05-9dc0-988fec048c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55c2c7a-b279-463b-a4fe-4dff844e3873', 'name': 'tempest-TestShelveInstance-1679302834-router', 'tenant_id': '89626f7770e7436b8e31f7aee2aa77d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': 'dc8c7adf-79ef-4343-b737-77e841eff204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:38:14Z', 'updated_at': '2021-08-23T21:38:17Z', 'revision_number': 4, 'project_id': '89626f7770e7436b8e31f7aee2aa77d0', 'gw_port': {'id': 'dc8c7adf-79ef-4343-b737-77e841eff204', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:9b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55c2c7a-b279-463b-a4fe-4dff844e3873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:38:15Z', 'updated_at': '2021-08-23T21:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '85890970-c6d5-4a53-b893-bb73ccb3cda9', 'name': '', 'network_id': '26502815-8929-4b40-866f-c5cb3ca7e82f', 'tenant_id': '89626f7770e7436b8e31f7aee2aa77d0', 'mac_address': 'fa:16:3e:4d:82:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55c2c7a-b279-463b-a4fe-4dff844e3873', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '37c01647-3284-4c0e-9269-a18e440d63c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:38:17Z', 'updated_at': '2021-08-23T21:38:21Z', 'revision_number': 4, 'project_id': '89626f7770e7436b8e31f7aee2aa77d0', 'subnets': [{'id': '37c01647-3284-4c0e-9269-a18e440d63c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:38:22.387163 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a0e0a7-3bb3-4d05-9dc0-988fec048c24 None None] The sync data for ids ['f55c2c7a-b279-463b-a4fe-4dff844e3873'] in n-d-805663-2 is: [{'id': 'f55c2c7a-b279-463b-a4fe-4dff844e3873', 'name': 'tempest-TestShelveInstance-1679302834-router', 'tenant_id': '89626f7770e7436b8e31f7aee2aa77d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': 'dc8c7adf-79ef-4343-b737-77e841eff204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:38:14Z', 'updated_at': '2021-08-23T21:38:17Z', 'revision_number': 4, 'project_id': '89626f7770e7436b8e31f7aee2aa77d0', 'gw_port': {'id': 'dc8c7adf-79ef-4343-b737-77e841eff204', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:9b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55c2c7a-b279-463b-a4fe-4dff844e3873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:38:15Z', 'updated_at': '2021-08-23T21:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '85890970-c6d5-4a53-b893-bb73ccb3cda9', 'name': '', 'network_id': '26502815-8929-4b40-866f-c5cb3ca7e82f', 'tenant_id': '89626f7770e7436b8e31f7aee2aa77d0', 'mac_address': 'fa:16:3e:4d:82:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55c2c7a-b279-463b-a4fe-4dff844e3873', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '37c01647-3284-4c0e-9269-a18e440d63c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:38:17Z', 'updated_at': '2021-08-23T21:38:21Z', 'revision_number': 4, 'project_id': '89626f7770e7436b8e31f7aee2aa77d0', 'subnets': [{'id': '37c01647-3284-4c0e-9269-a18e440d63c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:38:22.606049 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d5c525c4-54c0-44c2-ada0-8d483240a085 req-7ba6fe24-45f9-492c-8715-1da33841c5ac tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 210 time: 0.0289147 Aug 23 21:38:22.738833 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d92cd-8c09-4914-8a50-da38d0aa3035 req-8ce39113-7a84-44f2-ac62-4432872cc03b tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:38:22.740442 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-388d92cd-8c09-4914-8a50-da38d0aa3035 req-8ce39113-7a84-44f2-ac62-4432872cc03b tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.11 "GET /v2.0/networks?id=3fa48680-ce9c-455f-8886-541193f854c7 HTTP/1.1" status: 200 len: 807 time: 0.1106882 Aug 23 21:38:22.801289 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-388d92cd-8c09-4914-8a50-da38d0aa3035 req-fc7e6247-94d5-4e86-a64a-89af9b9a260f tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c627cbc40b344ae7bc059fc20cd8ff94 HTTP/1.1" status: 200 len: 380 time: 0.0504730 Aug 23 21:38:22.820621 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-388d92cd-8c09-4914-8a50-da38d0aa3035 req-e07b4b37-19be-4dcb-9f03-f0e86e0c000c tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Request body: {'port': {'device_id': '52cfe1a8-5e93-4092-9b06-945993596e1b', 'network_id': '3fa48680-ce9c-455f-8886-541193f854c7', 'admin_state_up': True, 'tenant_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'security_groups': ['69a79227-f407-4e3e-8d53-41d8c2b9972d']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:38:22.943934 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-388d92cd-8c09-4914-8a50-da38d0aa3035 req-e07b4b37-19be-4dcb-9f03-f0e86e0c000c tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Made reservation on behalf of c627cbc40b344ae7bc059fc20cd8ff94 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:38:22.948654 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-388d92cd-8c09-4914-8a50-da38d0aa3035 req-e07b4b37-19be-4dcb-9f03-f0e86e0c000c tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:23.094964 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-388d92cd-8c09-4914-8a50-da38d0aa3035 req-e07b4b37-19be-4dcb-9f03-f0e86e0c000c tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Allocated IP 172.20.0.10 (3fa48680-ce9c-455f-8886-541193f854c7/5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce/5588dfec-01fb-40b0-b012-79414bd07b60) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:38:23.266030 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-388d92cd-8c09-4914-8a50-da38d0aa3035 req-e07b4b37-19be-4dcb-9f03-f0e86e0c000c tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:23.280745 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-388d92cd-8c09-4914-8a50-da38d0aa3035 req-e07b4b37-19be-4dcb-9f03-f0e86e0c000c tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Transition to ACTIVE for port object 5588dfec-01fb-40b0-b012-79414bd07b60 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:38:23.315532 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-388d92cd-8c09-4914-8a50-da38d0aa3035 req-e07b4b37-19be-4dcb-9f03-f0e86e0c000c tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:23.372637 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-388d92cd-8c09-4914-8a50-da38d0aa3035 req-e07b4b37-19be-4dcb-9f03-f0e86e0c000c tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Network 3fa48680-ce9c-455f-8886-541193f854c7 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:38:23.375720 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-388d92cd-8c09-4914-8a50-da38d0aa3035 req-e07b4b37-19be-4dcb-9f03-f0e86e0c000c tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:38:23.380790 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-388d92cd-8c09-4914-8a50-da38d0aa3035 req-e07b4b37-19be-4dcb-9f03-f0e86e0c000c tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:38:23.389848 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07b4b37-19be-4dcb-9f03-f0e86e0c000c tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Pushing event updated for resources: {'Port': ['ID=5588dfec-01fb-40b0-b012-79414bd07b60,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:38:23.441154 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d92cd-8c09-4914-8a50-da38d0aa3035 req-e07b4b37-19be-4dcb-9f03-f0e86e0c000c tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:38:23.441889 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-388d92cd-8c09-4914-8a50-da38d0aa3035 req-e07b4b37-19be-4dcb-9f03-f0e86e0c000c tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:23.458469 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-388d92cd-8c09-4914-8a50-da38d0aa3035 req-e07b4b37-19be-4dcb-9f03-f0e86e0c000c tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6435490 Aug 23 21:38:23.472622 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-388d92cd-8c09-4914-8a50-da38d0aa3035 req-b71126bc-24e5-4a55-a6a6-374d13730411 service neutron] Request body: {'port': {'device_id': '52cfe1a8-5e93-4092-9b06-945993596e1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:38:23.534111 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-388d92cd-8c09-4914-8a50-da38d0aa3035 req-b71126bc-24e5-4a55-a6a6-374d13730411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:23.620497 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ac4f0007-0d68-4cbd-a1df-4eb91ccc02d9 None None] Provisioning for port 5588dfec-01fb-40b0-b012-79414bd07b60 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:38:23.624726 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ac4f0007-0d68-4cbd-a1df-4eb91ccc02d9 None None] Provisioning complete for port 5588dfec-01fb-40b0-b012-79414bd07b60 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:38:23.625045 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ac4f0007-0d68-4cbd-a1df-4eb91ccc02d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:23.661162 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-ac4f0007-0d68-4cbd-a1df-4eb91ccc02d9 None None] Port 5588dfec-01fb-40b0-b012-79414bd07b60 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:38:23.729331 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab145b-62bf-4704-a5fd-88968d59a23d req-211848f3-fc23-4868-9662-8f070dae4795 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:38:23.730852 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-73ab145b-62bf-4704-a5fd-88968d59a23d req-211848f3-fc23-4868-9662-8f070dae4795 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 932 time: 0.0495412 Aug 23 21:38:23.771693 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-73ab145b-62bf-4704-a5fd-88968d59a23d req-2fc8578d-220c-45b3-8eb9-f281fa5c00d8 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=69a79227-f407-4e3e-8d53-41d8c2b9972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345657 Aug 23 21:38:23.823439 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-388d92cd-8c09-4914-8a50-da38d0aa3035 req-b71126bc-24e5-4a55-a6a6-374d13730411 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5588dfec-01fb-40b0-b012-79414bd07b60 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:38:23.831673 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-388d92cd-8c09-4914-8a50-da38d0aa3035 req-b71126bc-24e5-4a55-a6a6-374d13730411 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:23.843432 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-388d92cd-8c09-4914-8a50-da38d0aa3035 req-b71126bc-24e5-4a55-a6a6-374d13730411 service neutron] Transition to ACTIVE for port object 5588dfec-01fb-40b0-b012-79414bd07b60 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:38:23.847773 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-388d92cd-8c09-4914-8a50-da38d0aa3035 req-b71126bc-24e5-4a55-a6a6-374d13730411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:23.900084 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71126bc-24e5-4a55-a6a6-374d13730411 service neutron] Pushing event updated for resources: {'Port': ['ID=5588dfec-01fb-40b0-b012-79414bd07b60,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:38:23.970665 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-388d92cd-8c09-4914-8a50-da38d0aa3035 req-b71126bc-24e5-4a55-a6a6-374d13730411 service neutron] Attempting to bind port 5588dfec-01fb-40b0-b012-79414bd07b60 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:38:23.971007 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-388d92cd-8c09-4914-8a50-da38d0aa3035 req-b71126bc-24e5-4a55-a6a6-374d13730411 service neutron] Attempting to bind port 5588dfec-01fb-40b0-b012-79414bd07b60 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3fa48680-ce9c-455f-8886-541193f854c7'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:38:23.972135 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388d92cd-8c09-4914-8a50-da38d0aa3035 req-b71126bc-24e5-4a55-a6a6-374d13730411 service neutron] Attempting to bind port 5588dfec-01fb-40b0-b012-79414bd07b60 on network 3fa48680-ce9c-455f-8886-541193f854c7 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:38:23.978966 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388d92cd-8c09-4914-8a50-da38d0aa3035 req-b71126bc-24e5-4a55-a6a6-374d13730411 service neutron] Port 5588dfec-01fb-40b0-b012-79414bd07b60 on network 3fa48680-ce9c-455f-8886-541193f854c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:38:23.979290 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388d92cd-8c09-4914-8a50-da38d0aa3035 req-b71126bc-24e5-4a55-a6a6-374d13730411 service neutron] Attempting to bind port 5588dfec-01fb-40b0-b012-79414bd07b60 on network 3fa48680-ce9c-455f-8886-541193f854c7 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:38:23.987766 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388d92cd-8c09-4914-8a50-da38d0aa3035 req-b71126bc-24e5-4a55-a6a6-374d13730411 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:38:23.988128 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388d92cd-8c09-4914-8a50-da38d0aa3035 req-b71126bc-24e5-4a55-a6a6-374d13730411 service neutron] Checking segment: {'id': '252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3fa48680-ce9c-455f-8886-541193f854c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:38:23.988516 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388d92cd-8c09-4914-8a50-da38d0aa3035 req-b71126bc-24e5-4a55-a6a6-374d13730411 service neutron] Bound using segment: {'id': '252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3fa48680-ce9c-455f-8886-541193f854c7'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:38:23.988956 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-388d92cd-8c09-4914-8a50-da38d0aa3035 req-b71126bc-24e5-4a55-a6a6-374d13730411 service neutron] Bound port: 5588dfec-01fb-40b0-b012-79414bd07b60, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3fa48680-ce9c-455f-8886-541193f854c7'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:38:23.989318 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-388d92cd-8c09-4914-8a50-da38d0aa3035 req-b71126bc-24e5-4a55-a6a6-374d13730411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:24.070578 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-388d92cd-8c09-4914-8a50-da38d0aa3035 req-b71126bc-24e5-4a55-a6a6-374d13730411 service neutron] For port 5588dfec-01fb-40b0-b012-79414bd07b60, host n-h1-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:38:24.073980 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-388d92cd-8c09-4914-8a50-da38d0aa3035 req-b71126bc-24e5-4a55-a6a6-374d13730411 service neutron] For port 5588dfec-01fb-40b0-b012-79414bd07b60, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=5588dfec-01fb-40b0-b012-79414bd07b60,segment=NetworkSegment(252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb),segment_id=252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:38:24.074264 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 85890970-c6d5-4a53-b893-bb73ccb3cda9 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:38:24.078024 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-388d92cd-8c09-4914-8a50-da38d0aa3035 req-b71126bc-24e5-4a55-a6a6-374d13730411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:24.112340 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d92cd-8c09-4914-8a50-da38d0aa3035 req-b71126bc-24e5-4a55-a6a6-374d13730411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:38:24.113261 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-388d92cd-8c09-4914-8a50-da38d0aa3035 req-b71126bc-24e5-4a55-a6a6-374d13730411 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:24.114670 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-388d92cd-8c09-4914-8a50-da38d0aa3035 req-b71126bc-24e5-4a55-a6a6-374d13730411 service neutron] 10.222.0.11 "PUT /v2.0/ports/5588dfec-01fb-40b0-b012-79414bd07b60 HTTP/1.1" status: 200 len: 1092 time: 0.6475358 Aug 23 21:38:24.117092 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52cfe1a8-5e93-4092-9b06-945993596e1b', 'tag': '5588dfec-01fb-40b0-b012-79414bd07b60'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:38:24.120263 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}464d6cbacbaeb9374483e58d29b165f94917862334b697df3b381d289610f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb36049-464e-444a-a4ad-557771df56ea" -d '{"events": [{"name": "network-changed", "server_uuid": "52cfe1a8-5e93-4092-9b06-945993596e1b", "tag": "5588dfec-01fb-40b0-b012-79414bd07b60"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:38:24.161439 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 85890970-c6d5-4a53-b893-bb73ccb3cda9 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:38:24.161886 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71126bc-24e5-4a55-a6a6-374d13730411 service neutron] Pushing event updated for resources: {'Port': ['ID=5588dfec-01fb-40b0-b012-79414bd07b60,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:38:24.176362 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 85890970-c6d5-4a53-b893-bb73ccb3cda9 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:38:24.176731 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:24.199104 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c04824-c4dc-4b7b-98c5-0018d7189a21 x-openstack-request-id: req-74c04824-c4dc-4b7b-98c5-0018d7189a21 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:38:24.199409 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52cfe1a8-5e93-4092-9b06-945993596e1b", "tag": "5588dfec-01fb-40b0-b012-79414bd07b60", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:38:24.199682 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-74c04824-c4dc-4b7b-98c5-0018d7189a21 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:38:24.200191 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52cfe1a8-5e93-4092-9b06-945993596e1b', 'tag': '5588dfec-01fb-40b0-b012-79414bd07b60', 'status': 'completed', 'code': 200} Aug 23 21:38:24.217654 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d92cd-8c09-4914-8a50-da38d0aa3035 req-7e074156-f0cc-4d1b-9ad2-0fc6fc9a7584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:38:24.219018 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-388d92cd-8c09-4914-8a50-da38d0aa3035 req-7e074156-f0cc-4d1b-9ad2-0fc6fc9a7584 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c627cbc40b344ae7bc059fc20cd8ff94&device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 1095 time: 0.0516455 Aug 23 21:38:24.264473 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-388d92cd-8c09-4914-8a50-da38d0aa3035 req-555025ff-6f00-4e41-a697-946820ef5c03 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5588dfec-01fb-40b0-b012-79414bd07b60 HTTP/1.1" status: 200 len: 217 time: 0.0374510 Aug 23 21:38:24.272731 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:24.311370 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 85890970-c6d5-4a53-b893-bb73ccb3cda9, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=85890970-c6d5-4a53-b893-bb73ccb3cda9,segment=NetworkSegment(d7e589dd-531f-418c-bace-7621d6294c47),segment_id=d7e589dd-531f-418c-bace-7621d6294c47)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:38:24.317078 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:24.322098 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d92cd-8c09-4914-8a50-da38d0aa3035 req-84c365d6-074e-4281-8f4e-351ebe52483f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:38:24.325326 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-388d92cd-8c09-4914-8a50-da38d0aa3035 req-84c365d6-074e-4281-8f4e-351ebe52483f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce HTTP/1.1" status: 200 len: 846 time: 0.0546329 Aug 23 21:38:24.368602 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=85890970-c6d5-4a53-b893-bb73ccb3cda9,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:38:24.374314 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d92cd-8c09-4914-8a50-da38d0aa3035 req-bb432514-5c63-4cfa-992b-d759b903b49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:38:24.375825 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-388d92cd-8c09-4914-8a50-da38d0aa3035 req-bb432514-5c63-4cfa-992b-d759b903b49a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3fa48680-ce9c-455f-8886-541193f854c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433497 Aug 23 21:38:24.469520 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-388d92cd-8c09-4914-8a50-da38d0aa3035 req-3d07e84b-c54f-4d2f-b401-7406ae74e724 service neutron] 10.222.0.11 "GET /v2.0/networks/3fa48680-ce9c-455f-8886-541193f854c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866549 Aug 23 21:38:24.567648 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-388d92cd-8c09-4914-8a50-da38d0aa3035 req-ce1034dc-9b14-4802-a1aa-7693f0adf19c service neutron] 10.222.0.11 "GET /v2.0/networks/3fa48680-ce9c-455f-8886-541193f854c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905409 Aug 23 21:38:24.654502 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb36049-464e-444a-a4ad-557771df56ea req-5a5986ff-6c56-433f-b102-e4be55c599ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:38:24.655981 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0bb36049-464e-444a-a4ad-557771df56ea req-5a5986ff-6c56-433f-b102-e4be55c599ff service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c627cbc40b344ae7bc059fc20cd8ff94&device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 1095 time: 0.0424037 Aug 23 21:38:24.747782 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb36049-464e-444a-a4ad-557771df56ea req-d7d11ccd-83e0-4791-ae2b-5990447da24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:38:24.749165 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0bb36049-464e-444a-a4ad-557771df56ea req-d7d11ccd-83e0-4791-ae2b-5990447da24e service neutron] 10.222.0.11 "GET /v2.0/networks?id=3fa48680-ce9c-455f-8886-541193f854c7 HTTP/1.1" status: 200 len: 908 time: 0.0864234 Aug 23 21:38:24.790437 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0bb36049-464e-444a-a4ad-557771df56ea req-8355924d-27ae-4c8a-a786-4369da08bf0d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5588dfec-01fb-40b0-b012-79414bd07b60 HTTP/1.1" status: 200 len: 217 time: 0.0341485 Aug 23 21:38:24.842639 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb36049-464e-444a-a4ad-557771df56ea req-136141e8-3f03-4543-91ae-48d36448957d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:38:24.844165 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0bb36049-464e-444a-a4ad-557771df56ea req-136141e8-3f03-4543-91ae-48d36448957d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce HTTP/1.1" status: 200 len: 846 time: 0.0450659 Aug 23 21:38:24.896861 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c1585-9d07-4f9b-b6c7-6aecaaa7dab1 req-1258ff77-1321-4d78-9863-39416880df94 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:38:24.898120 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb36049-464e-444a-a4ad-557771df56ea req-fd6e2238-71f2-4029-af70-a132bcdf2736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:38:24.898490 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4e5c1585-9d07-4f9b-b6c7-6aecaaa7dab1 req-1258ff77-1321-4d78-9863-39416880df94 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 944 time: 0.0489759 Aug 23 21:38:24.899627 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0bb36049-464e-444a-a4ad-557771df56ea req-fd6e2238-71f2-4029-af70-a132bcdf2736 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3fa48680-ce9c-455f-8886-541193f854c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452874 Aug 23 21:38:24.936960 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4e5c1585-9d07-4f9b-b6c7-6aecaaa7dab1 req-6f1b92b9-a2b4-4976-a4af-e9d3b3ca9b01 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=69a79227-f407-4e3e-8d53-41d8c2b9972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324039 Aug 23 21:38:24.992833 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0bb36049-464e-444a-a4ad-557771df56ea req-fce31d8b-273a-4e34-b61d-5e6ff1d50a03 service neutron] 10.222.0.11 "GET /v2.0/networks/3fa48680-ce9c-455f-8886-541193f854c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839639 Aug 23 21:38:25.086942 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0bb36049-464e-444a-a4ad-557771df56ea req-e274defe-a866-46f6-8528-72fd51527ed4 service neutron] 10.222.0.11 "GET /v2.0/networks/3fa48680-ce9c-455f-8886-541193f854c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860267 Aug 23 21:38:26.022671 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 85890970-c6d5-4a53-b893-bb73ccb3cda9 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:38:26.058340 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a57e2e9-dfd6-4f93-ad5c-31e25a06d6da req-af31ab2b-633e-4577-b78c-f5eef3aa7b51 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:38:26.059829 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3a57e2e9-dfd6-4f93-ad5c-31e25a06d6da req-af31ab2b-633e-4577-b78c-f5eef3aa7b51 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 944 time: 0.0509143 Aug 23 21:38:26.073325 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 85890970-c6d5-4a53-b893-bb73ccb3cda9 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:38:26.073703 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:26.099640 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3a57e2e9-dfd6-4f93-ad5c-31e25a06d6da req-cfd78f43-6575-4752-a6f7-45d3b40592b9 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=69a79227-f407-4e3e-8d53-41d8c2b9972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327542 Aug 23 21:38:27.219254 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f6eb90-ac25-4850-bc01-3c0e6c0a7ae2 req-466e1584-a511-4969-8f79-d90a30e594e2 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:38:27.220745 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-74f6eb90-ac25-4850-bc01-3c0e6c0a7ae2 req-466e1584-a511-4969-8f79-d90a30e594e2 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 944 time: 0.0525587 Aug 23 21:38:27.258783 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-74f6eb90-ac25-4850-bc01-3c0e6c0a7ae2 req-eeaa2a6d-502c-4367-94c0-b24d51292262 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=69a79227-f407-4e3e-8d53-41d8c2b9972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319557 Aug 23 21:38:27.705276 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 5588dfec-01fb-40b0-b012-79414bd07b60 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 21:38:27.799798 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 5588dfec-01fb-40b0-b012-79414bd07b60, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=5588dfec-01fb-40b0-b012-79414bd07b60,segment=NetworkSegment(252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb),segment_id=252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:38:27.809804 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '5588dfec-01fb-40b0-b012-79414bd07b60', 'network_id': '3fa48680-ce9c-455f-8886-541193f854c7', 'port_id': '5588dfec-01fb-40b0-b012-79414bd07b60', 'mac_address': 'fa:16:3e:f9:53:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 21:38:27.846378 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:27.859322 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5588dfec-01fb-40b0-b012-79414bd07b60 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:38:27.879786 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 5588dfec-01fb-40b0-b012-79414bd07b60, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=5588dfec-01fb-40b0-b012-79414bd07b60,segment=NetworkSegment(252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb),segment_id=252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:38:27.884192 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:27.932773 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=5588dfec-01fb-40b0-b012-79414bd07b60,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:38:28.091410 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['5588dfec-01fb-40b0-b012-79414bd07b60'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:38:28.377188 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca8479d-46e8-427c-a272-65d957a3672e req-291711a3-57ac-4ec3-89dc-6a677f705fa9 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:38:28.379183 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9ca8479d-46e8-427c-a272-65d957a3672e req-291711a3-57ac-4ec3-89dc-6a677f705fa9 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 945 time: 0.0522213 Aug 23 21:38:28.415984 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9ca8479d-46e8-427c-a272-65d957a3672e req-90f2b418-9146-448e-ac50-c9a45f824416 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=69a79227-f407-4e3e-8d53-41d8c2b9972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308449 Aug 23 21:38:29.530985 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf6f1b-a4cd-48c7-bf97-c68641cbd683 req-401a7c14-84f4-46f9-9162-906ce817dbb7 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:38:29.532499 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dbcf6f1b-a4cd-48c7-bf97-c68641cbd683 req-401a7c14-84f4-46f9-9162-906ce817dbb7 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 945 time: 0.0490339 Aug 23 21:38:29.570866 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-dbcf6f1b-a4cd-48c7-bf97-c68641cbd683 req-8ee8684b-3313-4a68-bbce-8ce751b4ce3e tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=69a79227-f407-4e3e-8d53-41d8c2b9972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321770 Aug 23 21:38:29.716147 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 5588dfec-01fb-40b0-b012-79414bd07b60 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:38:29.767764 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 5588dfec-01fb-40b0-b012-79414bd07b60 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:38:29.771313 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 5588dfec-01fb-40b0-b012-79414bd07b60 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:38:29.771678 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:29.846840 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:29.869200 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52cfe1a8-5e93-4092-9b06-945993596e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5588dfec-01fb-40b0-b012-79414bd07b60'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:38:29.871436 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e577f7a2b9c3f6bcf6a64bd3e1bbb8e0b095addae8cf51c17fc2638a25953e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96dcb44-f48c-4d24-8ecd-4425fc164f47" -d '{"events": [{"server_uuid": "52cfe1a8-5e93-4092-9b06-945993596e1b", "name": "network-vif-plugged", "status": "completed", "tag": "5588dfec-01fb-40b0-b012-79414bd07b60"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:38:29.885866 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 5588dfec-01fb-40b0-b012-79414bd07b60, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=5588dfec-01fb-40b0-b012-79414bd07b60,segment=NetworkSegment(252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb),segment_id=252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:38:29.891856 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:29.915501 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9dcee82-b9ea-415f-88c4-d45af9bdd471 x-openstack-request-id: req-b9dcee82-b9ea-415f-88c4-d45af9bdd471 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:38:29.915501 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52cfe1a8-5e93-4092-9b06-945993596e1b", "name": "network-vif-plugged", "status": "completed", "tag": "5588dfec-01fb-40b0-b012-79414bd07b60", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:38:29.915933 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b9dcee82-b9ea-415f-88c4-d45af9bdd471 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:38:29.916190 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52cfe1a8-5e93-4092-9b06-945993596e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5588dfec-01fb-40b0-b012-79414bd07b60', 'code': 200} Aug 23 21:38:29.948013 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=5588dfec-01fb-40b0-b012-79414bd07b60,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:38:30.006198 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c064b3-3c2b-4d86-8186-6f7ad1ee73df req-78456bdd-8734-4de2-9ed4-32dd3f29f525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:38:30.007651 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-16c064b3-3c2b-4d86-8186-6f7ad1ee73df req-78456bdd-8734-4de2-9ed4-32dd3f29f525 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 1097 time: 0.0401351 Aug 23 21:38:30.045514 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-16c064b3-3c2b-4d86-8186-6f7ad1ee73df req-69ff683c-69dd-4671-8b7b-4f623e7f0f17 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=69a79227-f407-4e3e-8d53-41d8c2b9972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305169 Aug 23 21:38:30.695349 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4295d6-56f9-46e3-86ed-88a344aa99ef req-ec522d6d-cffd-4f5c-832c-25a8204593ab tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:38:30.696912 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bb4295d6-56f9-46e3-86ed-88a344aa99ef req-ec522d6d-cffd-4f5c-832c-25a8204593ab tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 946 time: 0.0495744 Aug 23 21:38:30.737456 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bb4295d6-56f9-46e3-86ed-88a344aa99ef req-82e8ee58-f1d1-4e28-97df-e50181758048 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=69a79227-f407-4e3e-8d53-41d8c2b9972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340505 Aug 23 21:38:31.853547 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abfe3b-265b-4246-b4c4-2e3d2f9fbe9d req-925190af-aec0-4fb0-b83c-989292d70b8d tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:38:31.854918 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-85abfe3b-265b-4246-b4c4-2e3d2f9fbe9d req-925190af-aec0-4fb0-b83c-989292d70b8d tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 946 time: 0.0483232 Aug 23 21:38:31.893479 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-85abfe3b-265b-4246-b4c4-2e3d2f9fbe9d req-b8bcb658-59b1-4a5b-a2b4-69735fddc4ad tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=69a79227-f407-4e3e-8d53-41d8c2b9972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326538 Aug 23 21:38:32.012223 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601df71-38bb-46df-bb1c-98dbd55ebf42 req-e5083c8c-0379-45cd-bc31-41dffdc516f8 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:38:32.013700 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0601df71-38bb-46df-bb1c-98dbd55ebf42 req-e5083c8c-0379-45cd-bc31-41dffdc516f8 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 946 time: 0.0523303 Aug 23 21:38:32.053308 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0601df71-38bb-46df-bb1c-98dbd55ebf42 req-c1bb3aae-9c0b-4e67-828c-1fca9fa440c1 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=69a79227-f407-4e3e-8d53-41d8c2b9972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328758 Aug 23 21:38:32.075011 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54486) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:38:32.221377 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0374a95-f93a-4ea7-bdd5-cff53b7b3a76 tempest-TestShelveInstance-1272289820 tempest-TestShelveInstance-1272289820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:38:32.222875 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-e0374a95-f93a-4ea7-bdd5-cff53b7b3a76 tempest-TestShelveInstance-1272289820 tempest-TestShelveInstance-1272289820-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 1092 time: 0.1469166 Aug 23 21:38:32.225855 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54490) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:38:32.230167 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-b1d8da41-592b-44fa-80b1-d1ba140c3289 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Request body: {'floatingip': {'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'port_id': '5588dfec-01fb-40b0-b012-79414bd07b60', 'tenant_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:38:32.253363 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b1d8da41-592b-44fa-80b1-d1ba140c3289 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for floatingip, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:32.352387 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b1d8da41-592b-44fa-80b1-d1ba140c3289 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:32.453793 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-b1d8da41-592b-44fa-80b1-d1ba140c3289 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Allocated IP 172.25.4.84 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/0ca8030c-e69d-4c32-a08e-85fa91686caa) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:38:32.556627 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b1d8da41-592b-44fa-80b1-d1ba140c3289 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:32.594587 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b1d8da41-592b-44fa-80b1-d1ba140c3289 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:32.630151 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d8da41-592b-44fa-80b1-d1ba140c3289 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:38:32.632819 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-b1d8da41-592b-44fa-80b1-d1ba140c3289 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:38:32.636203 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d8da41-592b-44fa-80b1-d1ba140c3289 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:38:32.661579 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d8da41-592b-44fa-80b1-d1ba140c3289 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Pushing event updated for resources: {'Port': ['ID=0ca8030c-e69d-4c32-a08e-85fa91686caa,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:38:33.341921 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b1d8da41-592b-44fa-80b1-d1ba140c3289 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:33.410866 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b1d8da41-592b-44fa-80b1-d1ba140c3289 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:33.567454 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b1d8da41-592b-44fa-80b1-d1ba140c3289 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:33.571758 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b1d8da41-592b-44fa-80b1-d1ba140c3289 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:33.641245 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d8da41-592b-44fa-80b1-d1ba140c3289 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Pushing event updated for resources: {'Port': ['ID=0ca8030c-e69d-4c32-a08e-85fa91686caa,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:38:33.653302 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b1d8da41-592b-44fa-80b1-d1ba140c3289 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:33.751439 n-d-805663-2 neutron-server[94687]: INFO neutron.db.l3_db [None req-b1d8da41-592b-44fa-80b1-d1ba140c3289 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Floating IP 244cf2ef-5513-47b3-bd66-3b7bb173f30d associated. External IP: 172.25.4.84, port: 5588dfec-01fb-40b0-b012-79414bd07b60. Aug 23 21:38:33.953473 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d8da41-592b-44fa-80b1-d1ba140c3289 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Router 19341b0a-3721-40a6-a80e-36f34805d861 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:38:34.061314 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d8da41-592b-44fa-80b1-d1ba140c3289 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:38:34.071415 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb6fb3c-0971-473f-97bf-a7d4afb9e555 None None] Sync routers for ids ['19341b0a-3721-40a6-a80e-36f34805d861'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:38:34.078386 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b1d8da41-592b-44fa-80b1-d1ba140c3289 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:34.082593 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb6fb3c-0971-473f-97bf-a7d4afb9e555 None None] Routers {'19341b0a-3721-40a6-a80e-36f34805d861'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:38:34.083220 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-5bb6fb3c-0971-473f-97bf-a7d4afb9e555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:38:14Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['19341b0a-3721-40a6-a80e-36f34805d861'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:38:34.109517 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b1d8da41-592b-44fa-80b1-d1ba140c3289 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8826663 Aug 23 21:38:34.110104 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52cfe1a8-5e93-4092-9b06-945993596e1b', 'tag': '5588dfec-01fb-40b0-b012-79414bd07b60'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:38:34.112711 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1e6a3834e992a26d7c0b67e33d767d389e5cf97a11b89f2293fa0299e1fe502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0882f603-7734-4b39-ba68-3acc22f992d2" -d '{"events": [{"name": "network-changed", "server_uuid": "52cfe1a8-5e93-4092-9b06-945993596e1b", "tag": "5588dfec-01fb-40b0-b012-79414bd07b60"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:38:34.149370 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e320d829-e9e9-46da-b682-2844ae3409f2 x-openstack-request-id: req-e320d829-e9e9-46da-b682-2844ae3409f2 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:38:34.149660 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52cfe1a8-5e93-4092-9b06-945993596e1b", "tag": "5588dfec-01fb-40b0-b012-79414bd07b60", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:38:34.149914 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e320d829-e9e9-46da-b682-2844ae3409f2 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:38:34.150322 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52cfe1a8-5e93-4092-9b06-945993596e1b', 'tag': '5588dfec-01fb-40b0-b012-79414bd07b60', 'status': 'completed', 'code': 200} Aug 23 21:38:34.193287 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-5bb6fb3c-0971-473f-97bf-a7d4afb9e555 None None] Set router 19341b0a-3721-40a6-a80e-36f34805d861 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:38:34.215410 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882f603-7734-4b39-ba68-3acc22f992d2 req-e99da681-534a-4851-a24b-3e1ff847ec5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:38:34.217100 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0882f603-7734-4b39-ba68-3acc22f992d2 req-e99da681-534a-4851-a24b-3e1ff847ec5e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c627cbc40b344ae7bc059fc20cd8ff94&device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 1097 time: 0.0438986 Aug 23 21:38:34.320793 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882f603-7734-4b39-ba68-3acc22f992d2 req-f9051e08-a8c1-40ec-958a-b64e83cc2e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:38:34.322411 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0882f603-7734-4b39-ba68-3acc22f992d2 req-f9051e08-a8c1-40ec-958a-b64e83cc2e00 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3fa48680-ce9c-455f-8886-541193f854c7 HTTP/1.1" status: 200 len: 908 time: 0.0987051 Aug 23 21:38:34.389391 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0882f603-7734-4b39-ba68-3acc22f992d2 req-c8f57e0b-2068-4a60-92f7-7eaaae798b45 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5588dfec-01fb-40b0-b012-79414bd07b60 HTTP/1.1" status: 200 len: 999 time: 0.0601599 Aug 23 21:38:34.443213 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882f603-7734-4b39-ba68-3acc22f992d2 req-b4524cfb-f84a-4c1a-acc4-02173e914455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:38:34.444706 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0882f603-7734-4b39-ba68-3acc22f992d2 req-b4524cfb-f84a-4c1a-acc4-02173e914455 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce HTTP/1.1" status: 200 len: 846 time: 0.0489068 Aug 23 21:38:34.494215 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882f603-7734-4b39-ba68-3acc22f992d2 req-96135688-6c11-411d-b712-3e1f97f3daf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:38:34.495608 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0882f603-7734-4b39-ba68-3acc22f992d2 req-96135688-6c11-411d-b712-3e1f97f3daf2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3fa48680-ce9c-455f-8886-541193f854c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438333 Aug 23 21:38:34.578977 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-5bb6fb3c-0971-473f-97bf-a7d4afb9e555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19341b0a-3721-40a6-a80e-36f34805d861', 'name': 'tempest-TestShelveInstance-97297292-router', 'tenant_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '330f7326-76c2-4e1c-b5d4-72498dda339b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:38:09Z', 'updated_at': '2021-08-23T21:38:12Z', 'revision_number': 4, 'project_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'gw_port': {'id': '330f7326-76c2-4e1c-b5d4-72498dda339b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:53:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19341b0a-3721-40a6-a80e-36f34805d861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:38:10Z', 'updated_at': '2021-08-23T21:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '244cf2ef-5513-47b3-bd66-3b7bb173f30d', 'tenant_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'floating_ip_address': '172.25.4.84', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '19341b0a-3721-40a6-a80e-36f34805d861', 'port_id': '5588dfec-01fb-40b0-b012-79414bd07b60', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fa48680-ce9c-455f-8886-541193f854c7', 'mac_address': 'fa:16:3e:f9:53:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cfe1a8-5e93-4092-9b06-945993596e1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:38:32Z', 'updated_at': '2021-08-23T21:38:32Z', 'revision_number': 0, 'project_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6788fd46-992e-4014-a923-7c79225b336b', 'name': '', 'network_id': '3fa48680-ce9c-455f-8886-541193f854c7', 'tenant_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'mac_address': 'fa:16:3e:9b:5e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19341b0a-3721-40a6-a80e-36f34805d861', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:38:12Z', 'updated_at': '2021-08-23T21:38:18Z', 'revision_number': 5, 'project_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'subnets': [{'id': '5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:38:34.587462 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0882f603-7734-4b39-ba68-3acc22f992d2 req-858cde6a-18a8-4431-85c3-ba57b9d5f3cf service neutron] 10.222.0.11 "GET /v2.0/networks/3fa48680-ce9c-455f-8886-541193f854c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842974 Aug 23 21:38:34.609414 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb6fb3c-0971-473f-97bf-a7d4afb9e555 None None] Checking router: 19341b0a-3721-40a6-a80e-36f34805d861 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:38:34.618259 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb6fb3c-0971-473f-97bf-a7d4afb9e555 None None] Routers {'19341b0a-3721-40a6-a80e-36f34805d861'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:38:34.618861 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-5bb6fb3c-0971-473f-97bf-a7d4afb9e555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:38:14Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['19341b0a-3721-40a6-a80e-36f34805d861'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:38:34.688218 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0882f603-7734-4b39-ba68-3acc22f992d2 req-eddaf5a1-ef77-40c3-bb96-eb371d8858f2 service neutron] 10.222.0.11 "GET /v2.0/networks/3fa48680-ce9c-455f-8886-541193f854c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939174 Aug 23 21:38:34.726862 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-5bb6fb3c-0971-473f-97bf-a7d4afb9e555 None None] Set router 19341b0a-3721-40a6-a80e-36f34805d861 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:38:34.944746 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-5bb6fb3c-0971-473f-97bf-a7d4afb9e555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19341b0a-3721-40a6-a80e-36f34805d861', 'name': 'tempest-TestShelveInstance-97297292-router', 'tenant_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '330f7326-76c2-4e1c-b5d4-72498dda339b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:38:09Z', 'updated_at': '2021-08-23T21:38:12Z', 'revision_number': 4, 'project_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'gw_port': {'id': '330f7326-76c2-4e1c-b5d4-72498dda339b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:53:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19341b0a-3721-40a6-a80e-36f34805d861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:38:10Z', 'updated_at': '2021-08-23T21:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '244cf2ef-5513-47b3-bd66-3b7bb173f30d', 'tenant_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'floating_ip_address': '172.25.4.84', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '19341b0a-3721-40a6-a80e-36f34805d861', 'port_id': '5588dfec-01fb-40b0-b012-79414bd07b60', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fa48680-ce9c-455f-8886-541193f854c7', 'mac_address': 'fa:16:3e:f9:53:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cfe1a8-5e93-4092-9b06-945993596e1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:38:32Z', 'updated_at': '2021-08-23T21:38:32Z', 'revision_number': 0, 'project_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6788fd46-992e-4014-a923-7c79225b336b', 'name': '', 'network_id': '3fa48680-ce9c-455f-8886-541193f854c7', 'tenant_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'mac_address': 'fa:16:3e:9b:5e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19341b0a-3721-40a6-a80e-36f34805d861', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:38:12Z', 'updated_at': '2021-08-23T21:38:18Z', 'revision_number': 5, 'project_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'subnets': [{'id': '5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:38:34.970315 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb6fb3c-0971-473f-97bf-a7d4afb9e555 None None] The sync data for ids ['19341b0a-3721-40a6-a80e-36f34805d861'] in n-d-805663-2 is: [{'id': '19341b0a-3721-40a6-a80e-36f34805d861', 'name': 'tempest-TestShelveInstance-97297292-router', 'tenant_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '330f7326-76c2-4e1c-b5d4-72498dda339b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:38:09Z', 'updated_at': '2021-08-23T21:38:12Z', 'revision_number': 4, 'project_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'gw_port': {'id': '330f7326-76c2-4e1c-b5d4-72498dda339b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:53:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19341b0a-3721-40a6-a80e-36f34805d861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:38:10Z', 'updated_at': '2021-08-23T21:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '244cf2ef-5513-47b3-bd66-3b7bb173f30d', 'tenant_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'floating_ip_address': '172.25.4.84', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '19341b0a-3721-40a6-a80e-36f34805d861', 'port_id': '5588dfec-01fb-40b0-b012-79414bd07b60', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fa48680-ce9c-455f-8886-541193f854c7', 'mac_address': 'fa:16:3e:f9:53:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cfe1a8-5e93-4092-9b06-945993596e1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:38:32Z', 'updated_at': '2021-08-23T21:38:32Z', 'revision_number': 0, 'project_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6788fd46-992e-4014-a923-7c79225b336b', 'name': '', 'network_id': '3fa48680-ce9c-455f-8886-541193f854c7', 'tenant_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'mac_address': 'fa:16:3e:9b:5e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19341b0a-3721-40a6-a80e-36f34805d861', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:38:12Z', 'updated_at': '2021-08-23T21:38:18Z', 'revision_number': 5, 'project_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'subnets': [{'id': '5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:38:35.154348 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40db786-fb81-4ed6-8588-d0548cb18b72 None None] New status for floating IP 244cf2ef-5513-47b3-bd66-3b7bb173f30d: ACTIVE {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 21:38:40.141651 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-90c21463-624f-40a0-bdb7-cd40f6e02218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:40.994721 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:43.246792 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:38:43.522974 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-030f6c7f-0b1f-45ef-965e-69a1436f3d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:43.656025 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:44.836277 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:45.653283 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f1e26f57-873d-409d-8913-34dd891b8649 req-5f243e4c-4344-4e2c-8df7-7e676a78cfa8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408134 Aug 23 21:38:45.731377 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e26f57-873d-409d-8913-34dd891b8649 req-9f53bffb-03de-4426-950a-f28c25349fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:38:45.732871 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f1e26f57-873d-409d-8913-34dd891b8649 req-9f53bffb-03de-4426-950a-f28c25349fe8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c627cbc40b344ae7bc059fc20cd8ff94&device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 1097 time: 0.0399930 Aug 23 21:38:45.839708 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e26f57-873d-409d-8913-34dd891b8649 req-cbdb2371-708c-45f3-b0e7-9124871c1927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:38:45.841211 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f1e26f57-873d-409d-8913-34dd891b8649 req-cbdb2371-708c-45f3-b0e7-9124871c1927 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3fa48680-ce9c-455f-8886-541193f854c7 HTTP/1.1" status: 200 len: 908 time: 0.0900419 Aug 23 21:38:45.906373 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f1e26f57-873d-409d-8913-34dd891b8649 req-d3f626d9-0938-4bc6-9d3b-2ee440e637bf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5588dfec-01fb-40b0-b012-79414bd07b60 HTTP/1.1" status: 200 len: 1001 time: 0.0571930 Aug 23 21:38:45.956408 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e26f57-873d-409d-8913-34dd891b8649 req-78519280-50d9-46ad-8025-ce01527e3425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:38:45.958425 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f1e26f57-873d-409d-8913-34dd891b8649 req-78519280-50d9-46ad-8025-ce01527e3425 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce HTTP/1.1" status: 200 len: 846 time: 0.0449347 Aug 23 21:38:46.010169 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e26f57-873d-409d-8913-34dd891b8649 req-cfa0fbc9-efc0-4c40-b057-87fb5533ba61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:38:46.011690 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f1e26f57-873d-409d-8913-34dd891b8649 req-cfa0fbc9-efc0-4c40-b057-87fb5533ba61 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3fa48680-ce9c-455f-8886-541193f854c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446556 Aug 23 21:38:46.100886 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f1e26f57-873d-409d-8913-34dd891b8649 req-f9d62f8c-93c0-4aa4-a20c-b7ea6a9781e1 service neutron] 10.222.0.11 "GET /v2.0/networks/3fa48680-ce9c-455f-8886-541193f854c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806775 Aug 23 21:38:46.194066 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f1e26f57-873d-409d-8913-34dd891b8649 req-82e73abd-bd6a-4ec2-8435-36390a94a176 service neutron] 10.222.0.11 "GET /v2.0/networks/3fa48680-ce9c-455f-8886-541193f854c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855002 Aug 23 21:38:46.210233 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:38:51.065401 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:39:10.141840 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-39452c8f-25f1-4c15-bd96-c109a7e8fa76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:39:11.013819 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:39:13.524576 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-83cf4e71-f270-4cb2-a648-f94fe01037f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:39:13.658702 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:39:14.835693 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:39:16.212485 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:39:20.247313 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:39:21.067225 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:39:40.142898 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-69f15e0d-657b-4771-8004-209870954fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:39:41.006907 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:39:43.524880 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-27534886-a820-4978-9b65-7ae4918d6d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:39:43.659003 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:39:44.838929 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:39:45.663045 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e081a165-3344-4555-810e-370326353e1b req-74d565ea-f5d9-4aee-bc49-4f0ef4f3bb49 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389862 Aug 23 21:39:45.743345 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081a165-3344-4555-810e-370326353e1b req-6587688a-6e43-4eca-9438-69b0446583f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:39:45.744726 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e081a165-3344-4555-810e-370326353e1b req-6587688a-6e43-4eca-9438-69b0446583f7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c627cbc40b344ae7bc059fc20cd8ff94&device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 1097 time: 0.0399106 Aug 23 21:39:45.848645 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081a165-3344-4555-810e-370326353e1b req-5491b69f-7b2c-4802-9c09-402fb4c642ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:39:45.850088 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e081a165-3344-4555-810e-370326353e1b req-5491b69f-7b2c-4802-9c09-402fb4c642ad service neutron] 10.222.0.11 "GET /v2.0/networks?id=3fa48680-ce9c-455f-8886-541193f854c7 HTTP/1.1" status: 200 len: 908 time: 0.0864098 Aug 23 21:39:45.914612 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e081a165-3344-4555-810e-370326353e1b req-faa158a4-9b4e-42f0-8d0d-c8216f5d5ed8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5588dfec-01fb-40b0-b012-79414bd07b60 HTTP/1.1" status: 200 len: 1001 time: 0.0570629 Aug 23 21:39:45.963810 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081a165-3344-4555-810e-370326353e1b req-973d6762-a3fb-44a5-820b-c55c5a022b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:39:45.965262 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e081a165-3344-4555-810e-370326353e1b req-973d6762-a3fb-44a5-820b-c55c5a022b6d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce HTTP/1.1" status: 200 len: 846 time: 0.0436435 Aug 23 21:39:46.016435 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081a165-3344-4555-810e-370326353e1b req-567b9cd4-543c-429b-b984-98ab97860a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:39:46.017915 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e081a165-3344-4555-810e-370326353e1b req-567b9cd4-543c-429b-b984-98ab97860a5a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3fa48680-ce9c-455f-8886-541193f854c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460896 Aug 23 21:39:46.029297 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [req-e081a165-3344-4555-810e-370326353e1b req-51963ef7-f77b-4ef7-8116-ebec8184b017 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 21:39:46.030209 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e081a165-3344-4555-810e-370326353e1b req-51963ef7-f77b-4ef7-8116-ebec8184b017 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048006 Aug 23 21:39:46.119087 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e081a165-3344-4555-810e-370326353e1b req-49af81ae-19b2-4a3c-b942-b22642a4ca20 service neutron] 10.222.0.11 "GET /v2.0/networks/3fa48680-ce9c-455f-8886-541193f854c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815787 Aug 23 21:39:46.211661 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e081a165-3344-4555-810e-370326353e1b req-080f77de-fae8-45da-9ebf-6f3b0c9f85bd service neutron] 10.222.0.11 "GET /v2.0/networks/3fa48680-ce9c-455f-8886-541193f854c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854316 Aug 23 21:39:46.214057 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:39:51.067976 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:39:57.245922 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:40:10.143320 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7976c414-9009-4959-8973-4a9cc9876216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:40:11.005676 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:40:13.525509 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a53f3c5b-9864-4b50-aa4d-79dec1cb3424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:40:13.659510 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:40:14.841839 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:40:16.217399 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:40:21.094933 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:40:28.792373 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7500c-9530-48b7-b849-f7be0b2725bb req-b1490177-2bf6-4464-95fc-26d0e5a81c3c tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:40:28.793849 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-29d7500c-9530-48b7-b849-f7be0b2725bb req-b1490177-2bf6-4464-95fc-26d0e5a81c3c tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 946 time: 0.0495498 Aug 23 21:40:28.832447 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-29d7500c-9530-48b7-b849-f7be0b2725bb req-17b580bb-4560-4578-8a60-a4064b875d65 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=69a79227-f407-4e3e-8d53-41d8c2b9972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322726 Aug 23 21:40:29.955563 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ccb9a-f2b6-4e82-b869-b43d5d628e0f req-e7c7612a-38bc-418b-8e80-30fdb247815c tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:40:29.957095 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2d5ccb9a-f2b6-4e82-b869-b43d5d628e0f req-e7c7612a-38bc-418b-8e80-30fdb247815c tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 946 time: 0.0538781 Aug 23 21:40:29.994853 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2d5ccb9a-f2b6-4e82-b869-b43d5d628e0f req-513d4655-35e8-44e4-8fe0-b911d8e9ef9b tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=69a79227-f407-4e3e-8d53-41d8c2b9972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308232 Aug 23 21:40:31.136973 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b75a2c-afb7-4ee0-b06d-503f3888a706 req-a36d231d-6b85-4a13-a09f-590c1d6f8b75 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:40:31.138452 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b4b75a2c-afb7-4ee0-b06d-503f3888a706 req-a36d231d-6b85-4a13-a09f-590c1d6f8b75 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 946 time: 0.0512006 Aug 23 21:40:31.178942 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b4b75a2c-afb7-4ee0-b06d-503f3888a706 req-c925ff5f-5336-4217-b145-13466d8afecc tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=69a79227-f407-4e3e-8d53-41d8c2b9972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318322 Aug 23 21:40:32.294831 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9443c25d-8a22-4b11-ae84-4272d2240497 req-b1792872-79d6-4097-a6c2-dd4c2bc650fb tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:40:32.296266 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9443c25d-8a22-4b11-ae84-4272d2240497 req-b1792872-79d6-4097-a6c2-dd4c2bc650fb tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 946 time: 0.0489414 Aug 23 21:40:32.332436 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9443c25d-8a22-4b11-ae84-4272d2240497 req-00ee9f44-c19c-4f6b-8b41-76cbbfae71de tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=69a79227-f407-4e3e-8d53-41d8c2b9972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302498 Aug 23 21:40:33.450442 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4132333-3dcd-45b6-b1c3-bacdf0513869 req-5437191e-f91d-4f3e-8835-228d2c230532 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:40:33.451909 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d4132333-3dcd-45b6-b1c3-bacdf0513869 req-5437191e-f91d-4f3e-8835-228d2c230532 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 946 time: 0.0523236 Aug 23 21:40:33.489540 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d4132333-3dcd-45b6-b1c3-bacdf0513869 req-549ae640-c28b-47c4-8f7d-9b735a118612 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=69a79227-f407-4e3e-8d53-41d8c2b9972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315666 Aug 23 21:40:34.246100 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:40:34.621951 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465f9c7-ad54-4cbf-88ed-7f2048d9c9d7 req-67ca1a77-d19e-4210-9545-3fa132e36430 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:40:34.623694 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e465f9c7-ad54-4cbf-88ed-7f2048d9c9d7 req-67ca1a77-d19e-4210-9545-3fa132e36430 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 946 time: 0.0531836 Aug 23 21:40:34.661130 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e465f9c7-ad54-4cbf-88ed-7f2048d9c9d7 req-af2a3b21-5d6f-40dd-9b3d-0fa9c9b3d90a tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=69a79227-f407-4e3e-8d53-41d8c2b9972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313027 Aug 23 21:40:35.775059 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4597355f-aa2a-411e-b1e3-ee52d426f65a req-feb1c0ae-7f54-4891-9810-a7a323f5df41 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:40:35.776521 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4597355f-aa2a-411e-b1e3-ee52d426f65a req-feb1c0ae-7f54-4891-9810-a7a323f5df41 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 946 time: 0.0483408 Aug 23 21:40:35.812460 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4597355f-aa2a-411e-b1e3-ee52d426f65a req-717563a7-9607-4ca9-a51f-93b2962e402a tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=69a79227-f407-4e3e-8d53-41d8c2b9972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300276 Aug 23 21:40:36.927168 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b067c-299b-4816-a4d5-65c6c3015ba7 req-b7c35ffd-d9d2-4e34-bafc-2c9185e0d0ec tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:40:36.928656 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c37b067c-299b-4816-a4d5-65c6c3015ba7 req-b7c35ffd-d9d2-4e34-bafc-2c9185e0d0ec tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 946 time: 0.0496793 Aug 23 21:40:36.966628 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c37b067c-299b-4816-a4d5-65c6c3015ba7 req-bcc49c3a-3ccb-4b1c-93e0-b9c8e5ab3d5e tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=69a79227-f407-4e3e-8d53-41d8c2b9972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310173 Aug 23 21:40:38.082412 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9edbfb-60d5-4849-9a12-e1acb284e477 req-f57746bf-13bd-412a-b5d7-7feea3571b3e tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:40:38.083891 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dd9edbfb-60d5-4849-9a12-e1acb284e477 req-f57746bf-13bd-412a-b5d7-7feea3571b3e tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 946 time: 0.0512855 Aug 23 21:40:38.121921 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dd9edbfb-60d5-4849-9a12-e1acb284e477 req-0d559a15-a786-4f6c-8bc1-edb2745ae659 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=69a79227-f407-4e3e-8d53-41d8c2b9972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308850 Aug 23 21:40:39.236686 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24932a7-fcbb-401a-b7de-43bdbc8e50d1 req-a5e9974c-5fbd-4906-a134-42e9aa1358bb tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:40:39.238148 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e24932a7-fcbb-401a-b7de-43bdbc8e50d1 req-a5e9974c-5fbd-4906-a134-42e9aa1358bb tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 946 time: 0.0486584 Aug 23 21:40:39.275955 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e24932a7-fcbb-401a-b7de-43bdbc8e50d1 req-a0d54122-d09c-4b19-a6a3-966a5d84fad7 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=69a79227-f407-4e3e-8d53-41d8c2b9972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317044 Aug 23 21:40:40.144829 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0b5687fb-3de6-426e-8245-572f18dd3409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:40:40.289955 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 5588dfec-01fb-40b0-b012-79414bd07b60 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 21:40:40.381281 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 5588dfec-01fb-40b0-b012-79414bd07b60, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=5588dfec-01fb-40b0-b012-79414bd07b60,segment=NetworkSegment(252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb),segment_id=252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:40:40.392519 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '5588dfec-01fb-40b0-b012-79414bd07b60', 'network_id': '3fa48680-ce9c-455f-8886-541193f854c7', 'port_id': '5588dfec-01fb-40b0-b012-79414bd07b60', 'mac_address': 'fa:16:3e:f9:53:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 21:40:40.395391 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18173588-cb3b-4f8f-b729-942be624482e req-3b5620a9-8a19-4c26-a42d-0bdf9342f661 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:40:40.396905 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-18173588-cb3b-4f8f-b729-942be624482e req-3b5620a9-8a19-4c26-a42d-0bdf9342f661 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 946 time: 0.0520425 Aug 23 21:40:40.430532 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:40:40.435537 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-18173588-cb3b-4f8f-b729-942be624482e req-db44f4f0-e5c7-4fd5-97e9-66bcb89805f5 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=69a79227-f407-4e3e-8d53-41d8c2b9972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318067 Aug 23 21:40:40.446873 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5588dfec-01fb-40b0-b012-79414bd07b60 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:40:40.465852 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 5588dfec-01fb-40b0-b012-79414bd07b60, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=5588dfec-01fb-40b0-b012-79414bd07b60,segment=NetworkSegment(252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb),segment_id=252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:40:40.469313 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:40:40.525930 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=5588dfec-01fb-40b0-b012-79414bd07b60,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:40:40.533359 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:40:40.533704 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:40:40.534049 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:40:40.534385 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:40:40.534713 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:40:40.535040 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:40:40.535364 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:40:40.535684 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:40:40.536004 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:40:40.536345 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:40:40.536664 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:40:40.536979 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:40:40.552309 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['5588dfec-01fb-40b0-b012-79414bd07b60'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:40:41.034508 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:40:41.570687 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344f95b-9114-4210-9baf-0151e1218b71 req-95664c2c-a130-4904-b2d5-01890bd0320e tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:40:41.576555 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6344f95b-9114-4210-9baf-0151e1218b71 req-95664c2c-a130-4904-b2d5-01890bd0320e tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 945 time: 0.0604475 Aug 23 21:40:41.614859 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6344f95b-9114-4210-9baf-0151e1218b71 req-2bc45361-8741-4f2c-8866-f2fc6ad68573 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=69a79227-f407-4e3e-8d53-41d8c2b9972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371997 Aug 23 21:40:42.305634 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 5588dfec-01fb-40b0-b012-79414bd07b60 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:40:42.360549 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 5588dfec-01fb-40b0-b012-79414bd07b60 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:40:42.360934 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:40:42.453304 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:40:42.480378 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52cfe1a8-5e93-4092-9b06-945993596e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5588dfec-01fb-40b0-b012-79414bd07b60'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:40:42.482501 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e577f7a2b9c3f6bcf6a64bd3e1bbb8e0b095addae8cf51c17fc2638a25953e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712a0941-974e-471f-ba23-98737e3a6be8" -d '{"events": [{"server_uuid": "52cfe1a8-5e93-4092-9b06-945993596e1b", "name": "network-vif-plugged", "status": "completed", "tag": "5588dfec-01fb-40b0-b012-79414bd07b60"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:40:42.497229 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 5588dfec-01fb-40b0-b012-79414bd07b60, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=5588dfec-01fb-40b0-b012-79414bd07b60,segment=NetworkSegment(252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb),segment_id=252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:40:42.504254 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:40:42.564105 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=5588dfec-01fb-40b0-b012-79414bd07b60,revision_number=7']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:40:42.633912 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e098494c-7c71-4113-8f2c-27d6d072de50 x-openstack-request-id: req-e098494c-7c71-4113-8f2c-27d6d072de50 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:40:42.634354 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52cfe1a8-5e93-4092-9b06-945993596e1b", "name": "network-vif-plugged", "status": "completed", "tag": "5588dfec-01fb-40b0-b012-79414bd07b60", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:40:42.634604 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e098494c-7c71-4113-8f2c-27d6d072de50 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:40:42.634998 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52cfe1a8-5e93-4092-9b06-945993596e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5588dfec-01fb-40b0-b012-79414bd07b60', 'code': 200} Aug 23 21:40:42.735068 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bfa035-a19d-4de8-a669-c35b2dfc0f79 req-71628145-0e47-4d26-9335-376d5f4f2152 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:40:42.736817 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-80bfa035-a19d-4de8-a669-c35b2dfc0f79 req-71628145-0e47-4d26-9335-376d5f4f2152 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 946 time: 0.0524478 Aug 23 21:40:42.782805 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-80bfa035-a19d-4de8-a669-c35b2dfc0f79 req-b4b16974-9ba9-4dda-9b02-a944991c330f tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=69a79227-f407-4e3e-8d53-41d8c2b9972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395725 Aug 23 21:40:43.529041 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0e44f403-7892-40a1-834d-5c328c49412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:40:43.661499 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:40:43.905859 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda101f-2926-4e6f-8c40-9b1c324c6691 req-5164e407-1308-4410-a712-28247fab86ca tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:40:43.907511 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0fda101f-2926-4e6f-8c40-9b1c324c6691 req-5164e407-1308-4410-a712-28247fab86ca tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 946 time: 0.0561323 Aug 23 21:40:43.951806 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0fda101f-2926-4e6f-8c40-9b1c324c6691 req-adf22a61-a89c-4f75-b3e2-2801613011bc tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=69a79227-f407-4e3e-8d53-41d8c2b9972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378330 Aug 23 21:40:44.845582 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:40:45.081293 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8ff6d-7ad7-4883-8fe4-237e86df8e08 req-37bae82b-aa33-45a3-8fb7-5a6877dda4c8 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:40:45.083548 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f6d8ff6d-7ad7-4883-8fe4-237e86df8e08 req-37bae82b-aa33-45a3-8fb7-5a6877dda4c8 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 946 time: 0.0588214 Aug 23 21:40:45.133625 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f6d8ff6d-7ad7-4883-8fe4-237e86df8e08 req-eac28195-2aad-449a-ba59-aa18dbb6bc9b tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=69a79227-f407-4e3e-8d53-41d8c2b9972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431106 Aug 23 21:40:46.236677 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:40:46.267447 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2992e64-7504-4a78-8023-ba655d9bc439 req-62802d42-f9b4-4878-97f2-03471d4ff76c tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:40:46.269039 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e2992e64-7504-4a78-8023-ba655d9bc439 req-62802d42-f9b4-4878-97f2-03471d4ff76c tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 946 time: 0.0627155 Aug 23 21:40:46.316708 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e2992e64-7504-4a78-8023-ba655d9bc439 req-5c2dfa52-7c64-4613-bab8-26939577bed2 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=69a79227-f407-4e3e-8d53-41d8c2b9972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403595 Aug 23 21:40:47.443035 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1bb77-8f49-4a09-a108-0799cd8a9b3a req-e24840c5-1b35-4f93-8f7a-f894be8c64ad tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:40:47.446410 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0f1bb77-8f49-4a09-a108-0799cd8a9b3a req-e24840c5-1b35-4f93-8f7a-f894be8c64ad tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 946 time: 0.0587947 Aug 23 21:40:47.492668 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f0f1bb77-8f49-4a09-a108-0799cd8a9b3a req-9d675080-a2da-4b4e-9b8e-7da108a06beb tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=69a79227-f407-4e3e-8d53-41d8c2b9972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394082 Aug 23 21:40:47.700397 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ca933-efbb-4008-8624-936d58557318 req-5fb9111e-e2f2-4bcc-b8a2-df2f77500ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:40:47.702566 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0b9ca933-efbb-4008-8624-936d58557318 req-5fb9111e-e2f2-4bcc-b8a2-df2f77500ec7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c627cbc40b344ae7bc059fc20cd8ff94&device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 1097 time: 0.0543447 Aug 23 21:40:48.151016 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ca933-efbb-4008-8624-936d58557318 req-caa2087b-9ce5-4c17-b678-6b67f862f8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:40:48.152727 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0b9ca933-efbb-4008-8624-936d58557318 req-caa2087b-9ce5-4c17-b678-6b67f862f8c2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3fa48680-ce9c-455f-8886-541193f854c7 HTTP/1.1" status: 200 len: 908 time: 0.4279497 Aug 23 21:40:48.227216 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0b9ca933-efbb-4008-8624-936d58557318 req-7948c8f2-b82b-4f9c-964f-821c346ac357 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5588dfec-01fb-40b0-b012-79414bd07b60 HTTP/1.1" status: 200 len: 1001 time: 0.0662141 Aug 23 21:40:48.281017 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ca933-efbb-4008-8624-936d58557318 req-a09e5568-656d-4112-80bc-cc40a3626777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:40:48.282644 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0b9ca933-efbb-4008-8624-936d58557318 req-a09e5568-656d-4112-80bc-cc40a3626777 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce HTTP/1.1" status: 200 len: 846 time: 0.0487452 Aug 23 21:40:48.332330 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ca933-efbb-4008-8624-936d58557318 req-0a83d989-90a2-4c2b-b561-95695cff8090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:40:48.333881 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0b9ca933-efbb-4008-8624-936d58557318 req-0a83d989-90a2-4c2b-b561-95695cff8090 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3fa48680-ce9c-455f-8886-541193f854c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427082 Aug 23 21:40:48.439167 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0b9ca933-efbb-4008-8624-936d58557318 req-64335e1b-cc4e-48ce-b48d-67193675a49b service neutron] 10.222.0.11 "GET /v2.0/networks/3fa48680-ce9c-455f-8886-541193f854c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982940 Aug 23 21:40:48.548697 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0b9ca933-efbb-4008-8624-936d58557318 req-fcc17c6e-fdd9-49f4-9cf7-91b32dc8d1eb service neutron] 10.222.0.11 "GET /v2.0/networks/3fa48680-ce9c-455f-8886-541193f854c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001303 Aug 23 21:40:48.633377 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c2c56-6564-446b-82fa-4153db767aca req-934c85a1-d997-48db-ae6f-1b8d397dcc4a tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:40:48.634900 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a85c2c56-6564-446b-82fa-4153db767aca req-934c85a1-d997-48db-ae6f-1b8d397dcc4a tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 946 time: 0.0555632 Aug 23 21:40:48.678509 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a85c2c56-6564-446b-82fa-4153db767aca req-dac99b77-05d6-4d81-ae2c-d55ff5d2847c tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=69a79227-f407-4e3e-8d53-41d8c2b9972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368564 Aug 23 21:40:49.811138 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a270ddb-9fdc-420e-a8b0-1bfcfcfb19f6 req-b455cfcc-1359-428b-be66-cf0b509f9de1 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:40:49.812678 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8a270ddb-9fdc-420e-a8b0-1bfcfcfb19f6 req-b455cfcc-1359-428b-be66-cf0b509f9de1 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 946 time: 0.0561841 Aug 23 21:40:49.853919 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8a270ddb-9fdc-420e-a8b0-1bfcfcfb19f6 req-f9e4d578-a9a6-48d8-9b18-97b58ad3e57f tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=69a79227-f407-4e3e-8d53-41d8c2b9972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350578 Aug 23 21:40:50.648663 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ed029-488f-414d-bdea-69232e543264 req-47cc7abd-5fd1-4171-bc33-03cc1c20282e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:40:50.650159 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-460ed029-488f-414d-bdea-69232e543264 req-47cc7abd-5fd1-4171-bc33-03cc1c20282e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c627cbc40b344ae7bc059fc20cd8ff94&device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 1097 time: 0.0449886 Aug 23 21:40:50.740414 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ed029-488f-414d-bdea-69232e543264 req-e8fc0d67-8a90-46d4-8e31-31fc3ddd0a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:40:50.742669 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-460ed029-488f-414d-bdea-69232e543264 req-e8fc0d67-8a90-46d4-8e31-31fc3ddd0a8a service neutron] 10.222.0.11 "GET /v2.0/networks?id=3fa48680-ce9c-455f-8886-541193f854c7 HTTP/1.1" status: 200 len: 908 time: 0.0850465 Aug 23 21:40:50.813770 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-460ed029-488f-414d-bdea-69232e543264 req-dcf53a3c-cfd3-43e3-be94-47ffd57530be service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5588dfec-01fb-40b0-b012-79414bd07b60 HTTP/1.1" status: 200 len: 1001 time: 0.0643971 Aug 23 21:40:50.863568 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ed029-488f-414d-bdea-69232e543264 req-eb8f14e0-c5ca-46c1-a306-d08715db5a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:40:50.864949 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-460ed029-488f-414d-bdea-69232e543264 req-eb8f14e0-c5ca-46c1-a306-d08715db5a2a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce HTTP/1.1" status: 200 len: 846 time: 0.0436208 Aug 23 21:40:50.911457 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ed029-488f-414d-bdea-69232e543264 req-dc7fd7e0-2165-431d-94c4-b5123c74bdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:40:50.913058 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-460ed029-488f-414d-bdea-69232e543264 req-dc7fd7e0-2165-431d-94c4-b5123c74bdcd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3fa48680-ce9c-455f-8886-541193f854c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408041 Aug 23 21:40:51.031010 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6034e-b009-4754-b5a5-c81c8034f280 req-61dd0d82-0731-4f6d-aa52-28b6086ee639 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:40:51.032486 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-07f6034e-b009-4754-b5a5-c81c8034f280 req-61dd0d82-0731-4f6d-aa52-28b6086ee639 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 946 time: 0.1043148 Aug 23 21:40:51.053048 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-460ed029-488f-414d-bdea-69232e543264 req-439a7b1a-175c-4858-a526-196485704e24 service neutron] 10.222.0.11 "GET /v2.0/networks/3fa48680-ce9c-455f-8886-541193f854c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327674 Aug 23 21:40:51.100709 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:40:51.125042 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-07f6034e-b009-4754-b5a5-c81c8034f280 req-b9e69a74-fe19-4977-8e31-c7b7a62d81db tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=69a79227-f407-4e3e-8d53-41d8c2b9972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828974 Aug 23 21:40:51.161785 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-460ed029-488f-414d-bdea-69232e543264 req-bc77a80e-bbde-43d4-bf75-dbf4049de6f3 service neutron] 10.222.0.11 "GET /v2.0/networks/3fa48680-ce9c-455f-8886-541193f854c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010263 Aug 23 21:40:52.239201 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8a247-92d7-467b-b4cb-42b5336b8e8d req-4f3f7b2c-2dfe-4bb5-96e4-8f291a2772c8 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:40:52.240739 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2af8a247-92d7-467b-b4cb-42b5336b8e8d req-4f3f7b2c-2dfe-4bb5-96e4-8f291a2772c8 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 946 time: 0.0488608 Aug 23 21:40:52.279436 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-2af8a247-92d7-467b-b4cb-42b5336b8e8d req-29005f6e-c6c2-474b-979f-ffffa1d93a42 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=69a79227-f407-4e3e-8d53-41d8c2b9972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326648 Aug 23 21:40:53.392789 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d31fe4-a5bb-4be9-8bab-4bc2545042d5 req-cb6a1ffa-6b34-4e53-b456-64b0279752ca tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:40:53.394257 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f2d31fe4-a5bb-4be9-8bab-4bc2545042d5 req-cb6a1ffa-6b34-4e53-b456-64b0279752ca tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 946 time: 0.0500529 Aug 23 21:40:53.432254 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f2d31fe4-a5bb-4be9-8bab-4bc2545042d5 req-ce872a82-4454-4e2b-9e55-28e8d4f79567 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=69a79227-f407-4e3e-8d53-41d8c2b9972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311389 Aug 23 21:40:53.646476 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63abd2-8f7c-4ffa-afef-faa8e446c8d8 req-4c1e8ee4-d5bf-42d8-b2d7-414b041f3054 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:40:53.648180 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9d63abd2-8f7c-4ffa-afef-faa8e446c8d8 req-4c1e8ee4-d5bf-42d8-b2d7-414b041f3054 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 946 time: 0.0522757 Aug 23 21:40:53.687423 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9d63abd2-8f7c-4ffa-afef-faa8e446c8d8 req-a03b026c-4506-4b6d-9452-386ca2642796 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=69a79227-f407-4e3e-8d53-41d8c2b9972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334642 Aug 23 21:40:53.927927 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54686) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:40:54.011551 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-090ff85d-9658-4436-8cf8-779607e152e4 req-1fd0e309-817e-4d5f-bc11-503578930de5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0824475 Aug 23 21:40:54.354281 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 5588dfec-01fb-40b0-b012-79414bd07b60 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:40:54.432530 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:40:54.456252 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52cfe1a8-5e93-4092-9b06-945993596e1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5588dfec-01fb-40b0-b012-79414bd07b60'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:40:54.458474 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e577f7a2b9c3f6bcf6a64bd3e1bbb8e0b095addae8cf51c17fc2638a25953e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f765e820-05c7-4062-ab99-cc55d2df0394" -d '{"events": [{"server_uuid": "52cfe1a8-5e93-4092-9b06-945993596e1b", "name": "network-vif-unplugged", "status": "completed", "tag": "5588dfec-01fb-40b0-b012-79414bd07b60"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:40:54.471981 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 5588dfec-01fb-40b0-b012-79414bd07b60, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=5588dfec-01fb-40b0-b012-79414bd07b60,segment=NetworkSegment(252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb),segment_id=252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:40:54.482021 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:40:54.507340 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 21:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515756c6-70bd-4e7d-b16d-15104715928a x-openstack-request-id: req-515756c6-70bd-4e7d-b16d-15104715928a {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:40:54.507705 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52cfe1a8-5e93-4092-9b06-945993596e1b", "name": "network-vif-unplugged", "status": "completed", "tag": "5588dfec-01fb-40b0-b012-79414bd07b60", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:40:54.507961 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-515756c6-70bd-4e7d-b16d-15104715928a {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:40:54.508399 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52cfe1a8-5e93-4092-9b06-945993596e1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5588dfec-01fb-40b0-b012-79414bd07b60', 'code': 200} Aug 23 21:40:54.532803 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=5588dfec-01fb-40b0-b012-79414bd07b60,revision_number=8']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:40:54.756001 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ff85d-9658-4436-8cf8-779607e152e4 req-e77bb49a-003e-4818-bad4-84dbc6141fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:40:54.757577 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-090ff85d-9658-4436-8cf8-779607e152e4 req-e77bb49a-003e-4818-bad4-84dbc6141fa5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b&tenant_id=c627cbc40b344ae7bc059fc20cd8ff94 HTTP/1.1" status: 200 len: 1095 time: 0.0457969 Aug 23 21:40:54.828675 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ff85d-9658-4436-8cf8-779607e152e4 req-0a766098-1aca-4c91-bbb9-c8ab2b673c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:40:54.830159 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-090ff85d-9658-4436-8cf8-779607e152e4 req-0a766098-1aca-4c91-bbb9-c8ab2b673c40 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c627cbc40b344ae7bc059fc20cd8ff94&device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 1095 time: 0.0471857 Aug 23 21:40:54.838663 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57c9ee-7b58-473e-bfa5-57b601ec82a1 req-d5ae0f47-88f2-406a-8483-3ad5bdd970e6 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:40:54.840017 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0d57c9ee-7b58-473e-bfa5-57b601ec82a1 req-d5ae0f47-88f2-406a-8483-3ad5bdd970e6 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 944 time: 0.0816157 Aug 23 21:40:54.925831 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0d57c9ee-7b58-473e-bfa5-57b601ec82a1 req-f3f936d7-9f52-46cf-a9f1-80b518d3d312 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=69a79227-f407-4e3e-8d53-41d8c2b9972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778799 Aug 23 21:40:54.955973 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ff85d-9658-4436-8cf8-779607e152e4 req-80643f84-356e-4733-a471-adeff410edda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:40:54.957492 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-090ff85d-9658-4436-8cf8-779607e152e4 req-80643f84-356e-4733-a471-adeff410edda service neutron] 10.222.0.11 "GET /v2.0/networks?id=3fa48680-ce9c-455f-8886-541193f854c7 HTTP/1.1" status: 200 len: 908 time: 0.1166244 Aug 23 21:40:55.022269 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-090ff85d-9658-4436-8cf8-779607e152e4 req-df3fe3f0-3f41-47c2-8e73-36baf4323ec0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5588dfec-01fb-40b0-b012-79414bd07b60 HTTP/1.1" status: 200 len: 999 time: 0.0572319 Aug 23 21:40:55.074912 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ff85d-9658-4436-8cf8-779607e152e4 req-12f33502-2590-4722-a5c0-f7b4a59f2cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:40:55.076364 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-090ff85d-9658-4436-8cf8-779607e152e4 req-12f33502-2590-4722-a5c0-f7b4a59f2cb9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce HTTP/1.1" status: 200 len: 846 time: 0.0476582 Aug 23 21:40:55.121410 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ff85d-9658-4436-8cf8-779607e152e4 req-74c85d3d-7f40-4cf5-bdce-7f59d0b301de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:40:55.122890 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-090ff85d-9658-4436-8cf8-779607e152e4 req-74c85d3d-7f40-4cf5-bdce-7f59d0b301de service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3fa48680-ce9c-455f-8886-541193f854c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399821 Aug 23 21:40:55.215755 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-090ff85d-9658-4436-8cf8-779607e152e4 req-96715e3e-0d78-40e8-9654-68a7f4036326 service neutron] 10.222.0.11 "GET /v2.0/networks/3fa48680-ce9c-455f-8886-541193f854c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819910 Aug 23 21:40:55.311975 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-090ff85d-9658-4436-8cf8-779607e152e4 req-17000530-f6a7-41f7-b6fb-1ca05a12379c service neutron] 10.222.0.11 "GET /v2.0/networks/3fa48680-ce9c-455f-8886-541193f854c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894253 Aug 23 21:40:56.049963 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aaf211-19b6-447c-b145-c0f06de238d0 req-eccd8356-e725-4eb2-a1f2-06ced79925ad tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:40:56.051583 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-42aaf211-19b6-447c-b145-c0f06de238d0 req-eccd8356-e725-4eb2-a1f2-06ced79925ad tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 944 time: 0.0550320 Aug 23 21:40:56.094081 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-42aaf211-19b6-447c-b145-c0f06de238d0 req-a6a52749-64c9-4fbf-8636-8a5f2f036431 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=69a79227-f407-4e3e-8d53-41d8c2b9972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363476 Aug 23 21:40:57.213799 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211cefb-a34b-4df1-9c40-b9072d07c837 req-e6f6c8d0-c57d-4601-bff1-4c5a964b38ff tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:40:57.215325 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c211cefb-a34b-4df1-9c40-b9072d07c837 req-e6f6c8d0-c57d-4601-bff1-4c5a964b38ff tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 944 time: 0.0528953 Aug 23 21:40:57.255937 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c211cefb-a34b-4df1-9c40-b9072d07c837 req-acc59e24-3a2e-4511-9a75-414ab99e62cd tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=69a79227-f407-4e3e-8d53-41d8c2b9972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345275 Aug 23 21:40:58.405373 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c930d422-73e6-4191-abe0-2a00f90a6850 req-65226e46-648f-42e9-a6a5-fbbb1644c0fd tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:40:58.407159 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c930d422-73e6-4191-abe0-2a00f90a6850 req-65226e46-648f-42e9-a6a5-fbbb1644c0fd tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 944 time: 0.0563331 Aug 23 21:40:58.446245 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c930d422-73e6-4191-abe0-2a00f90a6850 req-f2742f86-4bb2-42a4-9e63-e62fbebbfbbc tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=69a79227-f407-4e3e-8d53-41d8c2b9972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330632 Aug 23 21:40:59.566457 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376ba1e-906c-4af8-a47c-c79a76fccff0 req-9787d75f-f0aa-452c-af29-983889b54dd2 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:40:59.567980 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8376ba1e-906c-4af8-a47c-c79a76fccff0 req-9787d75f-f0aa-452c-af29-983889b54dd2 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 944 time: 0.0509100 Aug 23 21:40:59.612890 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8376ba1e-906c-4af8-a47c-c79a76fccff0 req-07de4d72-dff4-4e36-9d87-1f49c2870b1b tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=69a79227-f407-4e3e-8d53-41d8c2b9972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386374 Aug 23 21:41:00.735137 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26764187-583c-4828-8757-0a4364fbadb3 req-301b7e31-a78f-4723-aa10-286553b85147 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:41:00.736719 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-26764187-583c-4828-8757-0a4364fbadb3 req-301b7e31-a78f-4723-aa10-286553b85147 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 944 time: 0.0533624 Aug 23 21:41:00.784152 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-26764187-583c-4828-8757-0a4364fbadb3 req-7ca32f76-6d01-4b87-94f8-0c2780b4e603 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=69a79227-f407-4e3e-8d53-41d8c2b9972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408859 Aug 23 21:41:01.904214 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8bb3de-3ad5-4268-9d3c-7660f1660cfd req-ef4eeb8c-946f-4411-ba88-9e28ec61adc6 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:41:01.906229 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0d8bb3de-3ad5-4268-9d3c-7660f1660cfd req-ef4eeb8c-946f-4411-ba88-9e28ec61adc6 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 944 time: 0.0523238 Aug 23 21:41:01.946822 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-0d8bb3de-3ad5-4268-9d3c-7660f1660cfd req-ecfeaed8-df96-4263-adee-f073c7495f0b tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=69a79227-f407-4e3e-8d53-41d8c2b9972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345170 Aug 23 21:41:03.067156 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba8fba-db43-4d38-874b-137ed90d8a7f req-b2657725-94f9-4f30-b70f-5410b21cc17c tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:41:03.068711 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-69ba8fba-db43-4d38-874b-137ed90d8a7f req-b2657725-94f9-4f30-b70f-5410b21cc17c tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 944 time: 0.0514464 Aug 23 21:41:03.107109 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-69ba8fba-db43-4d38-874b-137ed90d8a7f req-b4ea5dad-b928-4922-b012-91786c7dfc5b tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=69a79227-f407-4e3e-8d53-41d8c2b9972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324469 Aug 23 21:41:04.229029 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07428b48-660a-419e-9e3a-d60603c318e1 req-81ef4401-6815-4d52-b544-984fb70d41fa tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:41:04.230823 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-07428b48-660a-419e-9e3a-d60603c318e1 req-81ef4401-6815-4d52-b544-984fb70d41fa tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 944 time: 0.0510623 Aug 23 21:41:04.276616 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-07428b48-660a-419e-9e3a-d60603c318e1 req-4276942a-7f09-4a35-818e-e7c98b6765d5 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=69a79227-f407-4e3e-8d53-41d8c2b9972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385404 Aug 23 21:41:05.391126 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a30acd-202e-4585-a3f7-a38996f04c3b req-72c3ce47-5898-4a0b-bb92-220a8ee062c6 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:41:05.392676 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-44a30acd-202e-4585-a3f7-a38996f04c3b req-72c3ce47-5898-4a0b-bb92-220a8ee062c6 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 944 time: 0.0508027 Aug 23 21:41:05.431642 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-44a30acd-202e-4585-a3f7-a38996f04c3b req-881dc722-e7ea-413d-b7f9-4a134d319c16 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=69a79227-f407-4e3e-8d53-41d8c2b9972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329902 Aug 23 21:41:06.547801 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fffbe7-d0f8-4e82-a204-7e9d9ab326bf req-fd67ae30-5f8b-4a85-9e52-be3849476d37 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:41:06.549340 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-34fffbe7-d0f8-4e82-a204-7e9d9ab326bf req-fd67ae30-5f8b-4a85-9e52-be3849476d37 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 944 time: 0.0511184 Aug 23 21:41:06.592633 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-34fffbe7-d0f8-4e82-a204-7e9d9ab326bf req-f08d0cdd-fe95-447c-98a3-b0f98c64b1d1 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=69a79227-f407-4e3e-8d53-41d8c2b9972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374081 Aug 23 21:41:07.707560 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69015e99-2b8f-41e4-9490-1cec25d5b096 req-0579b862-00d2-47bf-a042-4637f963097e tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:41:07.709059 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-69015e99-2b8f-41e4-9490-1cec25d5b096 req-0579b862-00d2-47bf-a042-4637f963097e tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 944 time: 0.0483341 Aug 23 21:41:07.750269 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-69015e99-2b8f-41e4-9490-1cec25d5b096 req-2e7e8147-7dcd-4548-8d34-25e3d8e4f1dc tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=69a79227-f407-4e3e-8d53-41d8c2b9972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352569 Aug 23 21:41:08.449122 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 5588dfec-01fb-40b0-b012-79414bd07b60 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 21:41:08.546650 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 5588dfec-01fb-40b0-b012-79414bd07b60, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=5588dfec-01fb-40b0-b012-79414bd07b60,segment=NetworkSegment(252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb),segment_id=252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:41:08.557037 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '5588dfec-01fb-40b0-b012-79414bd07b60', 'network_id': '3fa48680-ce9c-455f-8886-541193f854c7', 'port_id': '5588dfec-01fb-40b0-b012-79414bd07b60', 'mac_address': 'fa:16:3e:f9:53:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 21:41:08.594628 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:41:08.608019 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5588dfec-01fb-40b0-b012-79414bd07b60 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:41:08.627399 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 5588dfec-01fb-40b0-b012-79414bd07b60, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=5588dfec-01fb-40b0-b012-79414bd07b60,segment=NetworkSegment(252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb),segment_id=252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:41:08.630949 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:41:08.676202 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=5588dfec-01fb-40b0-b012-79414bd07b60,revision_number=9']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:41:08.845040 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['5588dfec-01fb-40b0-b012-79414bd07b60'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:41:08.866118 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce0feb-e3b9-40e9-9821-b2f4e67b9934 req-f35023b3-a06c-4a0b-98d8-c3a8f8b1f674 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:41:08.867620 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-12ce0feb-e3b9-40e9-9821-b2f4e67b9934 req-f35023b3-a06c-4a0b-98d8-c3a8f8b1f674 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 945 time: 0.0491862 Aug 23 21:41:08.907702 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-12ce0feb-e3b9-40e9-9821-b2f4e67b9934 req-ca85ec99-02e0-4f27-896a-f67a8d9a6447 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=69a79227-f407-4e3e-8d53-41d8c2b9972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338237 Aug 23 21:41:10.023144 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c665864-6872-43ec-8875-1abb3836b23c req-d2184632-7336-4608-bf7d-0bfb367efdaf tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:41:10.024672 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6c665864-6872-43ec-8875-1abb3836b23c req-d2184632-7336-4608-bf7d-0bfb367efdaf tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 945 time: 0.0494456 Aug 23 21:41:10.062140 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6c665864-6872-43ec-8875-1abb3836b23c req-7ab3b96d-2f78-42a1-9662-f70becc902b8 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=69a79227-f407-4e3e-8d53-41d8c2b9972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311074 Aug 23 21:41:10.145496 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dfdc5185-5bf3-4802-8f45-8bee09e699ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:41:10.462938 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 5588dfec-01fb-40b0-b012-79414bd07b60 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:41:10.512887 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 5588dfec-01fb-40b0-b012-79414bd07b60 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:41:10.513258 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:41:10.586889 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:41:10.608116 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52cfe1a8-5e93-4092-9b06-945993596e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5588dfec-01fb-40b0-b012-79414bd07b60'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:41:10.610896 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e577f7a2b9c3f6bcf6a64bd3e1bbb8e0b095addae8cf51c17fc2638a25953e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2bc1689-c221-4ea7-8736-80a8689c4532" -d '{"events": [{"server_uuid": "52cfe1a8-5e93-4092-9b06-945993596e1b", "name": "network-vif-plugged", "status": "completed", "tag": "5588dfec-01fb-40b0-b012-79414bd07b60"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:41:10.623501 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 5588dfec-01fb-40b0-b012-79414bd07b60, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=5588dfec-01fb-40b0-b012-79414bd07b60,segment=NetworkSegment(252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb),segment_id=252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:41:10.632329 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:41:10.655037 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798c2d08-32a7-46ad-ae7e-7d27614becf8 x-openstack-request-id: req-798c2d08-32a7-46ad-ae7e-7d27614becf8 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:41:10.655988 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52cfe1a8-5e93-4092-9b06-945993596e1b", "name": "network-vif-plugged", "status": "completed", "tag": "5588dfec-01fb-40b0-b012-79414bd07b60", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:41:10.656418 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-798c2d08-32a7-46ad-ae7e-7d27614becf8 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:41:10.656906 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52cfe1a8-5e93-4092-9b06-945993596e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5588dfec-01fb-40b0-b012-79414bd07b60', 'code': 200} Aug 23 21:41:10.686059 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=5588dfec-01fb-40b0-b012-79414bd07b60,revision_number=10']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:41:10.808351 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e1ee4c-1aa9-466d-916e-eb7f14dfb574 req-7d5c1d15-fe72-468c-9288-074cbc1a8166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:41:10.809747 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-77e1ee4c-1aa9-466d-916e-eb7f14dfb574 req-7d5c1d15-fe72-468c-9288-074cbc1a8166 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 1098 time: 0.0413151 Aug 23 21:41:10.844160 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-77e1ee4c-1aa9-466d-916e-eb7f14dfb574 req-3ba936fd-672d-4982-9869-94c9cecf4b40 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=69a79227-f407-4e3e-8d53-41d8c2b9972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277297 Aug 23 21:41:11.038524 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:41:11.177042 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234969e3-a785-432a-8a78-c419aec3d78d req-020ac77b-d90f-4359-ac86-592d6a4e7d29 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:41:11.178527 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-234969e3-a785-432a-8a78-c419aec3d78d req-020ac77b-d90f-4359-ac86-592d6a4e7d29 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 947 time: 0.0487883 Aug 23 21:41:11.216969 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-234969e3-a785-432a-8a78-c419aec3d78d req-8a05542a-eed3-494a-aaf1-187814252786 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=69a79227-f407-4e3e-8d53-41d8c2b9972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324996 Aug 23 21:41:11.244621 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:41:12.337951 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de1934-279a-4470-8934-0fdf997ca21e req-96c2c459-baa8-45b3-8db5-fa4ba4b76932 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:41:12.339434 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-66de1934-279a-4470-8934-0fdf997ca21e req-96c2c459-baa8-45b3-8db5-fa4ba4b76932 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 947 time: 0.0503025 Aug 23 21:41:12.381970 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-66de1934-279a-4470-8934-0fdf997ca21e req-c5558350-b374-4f7b-83af-971958c7e267 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=69a79227-f407-4e3e-8d53-41d8c2b9972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354052 Aug 23 21:41:13.496710 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d21ce6-5274-4249-94a1-61e423807657 req-a1349d27-4653-4215-8bff-6bcd67e600a9 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:41:13.498447 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-69d21ce6-5274-4249-94a1-61e423807657 req-a1349d27-4653-4215-8bff-6bcd67e600a9 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 947 time: 0.0485106 Aug 23 21:41:13.531902 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8747a66d-12d6-48b2-bbab-45d5b06127f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:41:13.540678 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-69d21ce6-5274-4249-94a1-61e423807657 req-caa5750c-3988-4d38-a97a-211490647e43 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=69a79227-f407-4e3e-8d53-41d8c2b9972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359516 Aug 23 21:41:13.656411 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:41:14.846670 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:41:16.225494 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:41:21.092149 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:41:40.146030 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e7cb1bf4-1053-4b36-8125-255b62b4e80b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:41:41.037495 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:41:43.532489 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9a52f768-b4eb-4ac3-94b6-49284866fcc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:41:43.656420 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:41:44.848289 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:41:46.227527 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:41:48.244401 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:41:49.692049 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-13127df0-6f01-44f0-b094-bf8b2cbce410 req-e9faaaf1-eda8-4fe5-94de-0ae3c15f495e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0859201 Aug 23 21:41:49.771640 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13127df0-6f01-44f0-b094-bf8b2cbce410 req-c40640e1-6ec1-4063-a780-8a4de9662cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:41:49.773358 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-13127df0-6f01-44f0-b094-bf8b2cbce410 req-c40640e1-6ec1-4063-a780-8a4de9662cd7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c627cbc40b344ae7bc059fc20cd8ff94&device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 1098 time: 0.0408356 Aug 23 21:41:49.878675 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13127df0-6f01-44f0-b094-bf8b2cbce410 req-2b47dd25-966a-47dc-b951-acc953184461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:41:49.880046 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-13127df0-6f01-44f0-b094-bf8b2cbce410 req-2b47dd25-966a-47dc-b951-acc953184461 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3fa48680-ce9c-455f-8886-541193f854c7 HTTP/1.1" status: 200 len: 908 time: 0.0878870 Aug 23 21:41:49.944853 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-13127df0-6f01-44f0-b094-bf8b2cbce410 req-fee351aa-6188-45bb-8814-7a3047acaf6d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5588dfec-01fb-40b0-b012-79414bd07b60 HTTP/1.1" status: 200 len: 1001 time: 0.0578308 Aug 23 21:41:49.993711 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13127df0-6f01-44f0-b094-bf8b2cbce410 req-77ed22ce-ad66-4e46-b507-33aaf3d95024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:41:49.995124 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-13127df0-6f01-44f0-b094-bf8b2cbce410 req-77ed22ce-ad66-4e46-b507-33aaf3d95024 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce HTTP/1.1" status: 200 len: 846 time: 0.0434039 Aug 23 21:41:50.043322 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13127df0-6f01-44f0-b094-bf8b2cbce410 req-f33acddc-fbfb-40b5-8bdf-95e25f541530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:41:50.044806 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-13127df0-6f01-44f0-b094-bf8b2cbce410 req-f33acddc-fbfb-40b5-8bdf-95e25f541530 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3fa48680-ce9c-455f-8886-541193f854c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425432 Aug 23 21:41:50.133619 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-13127df0-6f01-44f0-b094-bf8b2cbce410 req-d4be0086-c007-4bc3-a7e4-36521459c342 service neutron] 10.222.0.11 "GET /v2.0/networks/3fa48680-ce9c-455f-8886-541193f854c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806942 Aug 23 21:41:50.228597 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-13127df0-6f01-44f0-b094-bf8b2cbce410 req-a2a763be-304a-43a8-9e7e-0459d8ee1807 service neutron] 10.222.0.11 "GET /v2.0/networks/3fa48680-ce9c-455f-8886-541193f854c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884504 Aug 23 21:41:51.091660 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:10.146055 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-693cd6cd-71b6-4cfe-b3f1-310468b68528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:11.037444 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:13.532623 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9af5fb1d-24e0-41ee-86a6-772a38589169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:13.657472 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:14.851488 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:16.230424 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:21.090444 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:24.366637 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54824) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:42:24.522393 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-3e2c0165-d7a1-4549-848d-e4e11e4391bf tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Deleting port 0ca8030c-e69d-4c32-a08e-85fa91686caa {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:42:24.522741 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3e2c0165-d7a1-4549-848d-e4e11e4391bf tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:24.596652 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3e2c0165-d7a1-4549-848d-e4e11e4391bf tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:24.596986 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3e2c0165-d7a1-4549-848d-e4e11e4391bf tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:24.608311 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-3e2c0165-d7a1-4549-848d-e4e11e4391bf tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Calling delete_port for 0ca8030c-e69d-4c32-a08e-85fa91686caa owned by network:floatingip {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:42:24.752194 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3e2c0165-d7a1-4549-848d-e4e11e4391bf tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:24.778217 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c0165-d7a1-4549-848d-e4e11e4391bf tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Pushing event deleted for resources: {'Port': ['ID=0ca8030c-e69d-4c32-a08e-85fa91686caa,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:42:24.803409 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c0165-d7a1-4549-848d-e4e11e4391bf tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:42:24.803749 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c0165-d7a1-4549-848d-e4e11e4391bf tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:42:24.804110 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c0165-d7a1-4549-848d-e4e11e4391bf tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:42:24.804446 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c0165-d7a1-4549-848d-e4e11e4391bf tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:42:24.804776 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c0165-d7a1-4549-848d-e4e11e4391bf tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:42:24.805101 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c0165-d7a1-4549-848d-e4e11e4391bf tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:42:24.805422 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c0165-d7a1-4549-848d-e4e11e4391bf tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:42:24.805741 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c0165-d7a1-4549-848d-e4e11e4391bf tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:42:24.806059 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c0165-d7a1-4549-848d-e4e11e4391bf tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:42:24.806378 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c0165-d7a1-4549-848d-e4e11e4391bf tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:42:24.806723 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c0165-d7a1-4549-848d-e4e11e4391bf tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:42:24.807042 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c0165-d7a1-4549-848d-e4e11e4391bf tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:42:24.849285 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3e2c0165-d7a1-4549-848d-e4e11e4391bf tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for floatingip, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:24.849612 n-d-805663-2 neutron-server[94687]: INFO neutron.db.l3_db [None req-3e2c0165-d7a1-4549-848d-e4e11e4391bf tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Floating IP 244cf2ef-5513-47b3-bd66-3b7bb173f30d disassociated (deleted). External IP: 172.25.4.84, port: 5588dfec-01fb-40b0-b012-79414bd07b60. Aug 23 21:42:25.050833 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e2c0165-d7a1-4549-848d-e4e11e4391bf tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Router 19341b0a-3721-40a6-a80e-36f34805d861 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:42:25.155899 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2c0165-d7a1-4549-848d-e4e11e4391bf tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:42:25.161625 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3e2c0165-d7a1-4549-848d-e4e11e4391bf tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:25.166312 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856eb01a-024b-4930-a881-ace028b4ce37 None None] Sync routers for ids ['19341b0a-3721-40a6-a80e-36f34805d861'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:42:25.176326 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856eb01a-024b-4930-a881-ace028b4ce37 None None] Routers {'19341b0a-3721-40a6-a80e-36f34805d861'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:42:25.176942 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-856eb01a-024b-4930-a881-ace028b4ce37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:42:14Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['19341b0a-3721-40a6-a80e-36f34805d861'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:42:25.188120 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3e2c0165-d7a1-4549-848d-e4e11e4391bf tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "DELETE /v2.0/floatingips/244cf2ef-5513-47b3-bd66-3b7bb173f30d HTTP/1.1" status: 204 len: 168 time: 0.8204539 Aug 23 21:42:25.188701 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52cfe1a8-5e93-4092-9b06-945993596e1b', 'tag': '5588dfec-01fb-40b0-b012-79414bd07b60'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:42:25.190964 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1e6a3834e992a26d7c0b67e33d767d389e5cf97a11b89f2293fa0299e1fe502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a6c847-8634-4c19-83ba-6ed106bf8023" -d '{"events": [{"name": "network-changed", "server_uuid": "52cfe1a8-5e93-4092-9b06-945993596e1b", "tag": "5588dfec-01fb-40b0-b012-79414bd07b60"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:42:25.244677 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:42:25.292342 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-856eb01a-024b-4930-a881-ace028b4ce37 None None] Set router 19341b0a-3721-40a6-a80e-36f34805d861 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:42:25.293087 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b5fbf7-de21-4672-87ab-791fc3cb354f x-openstack-request-id: req-46b5fbf7-de21-4672-87ab-791fc3cb354f {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:42:25.293433 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52cfe1a8-5e93-4092-9b06-945993596e1b", "tag": "5588dfec-01fb-40b0-b012-79414bd07b60", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:42:25.293687 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-46b5fbf7-de21-4672-87ab-791fc3cb354f {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:42:25.294215 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52cfe1a8-5e93-4092-9b06-945993596e1b', 'tag': '5588dfec-01fb-40b0-b012-79414bd07b60', 'status': 'completed', 'code': 200} Aug 23 21:42:25.363979 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6c847-8634-4c19-83ba-6ed106bf8023 req-4810da53-3c4b-4861-b417-b60b3553aa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:42:25.365568 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-05a6c847-8634-4c19-83ba-6ed106bf8023 req-4810da53-3c4b-4861-b417-b60b3553aa47 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c627cbc40b344ae7bc059fc20cd8ff94&device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 1098 time: 0.0455420 Aug 23 21:42:25.461151 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6c847-8634-4c19-83ba-6ed106bf8023 req-599fd232-63e9-484d-944c-3d79c645b44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:42:25.462652 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-05a6c847-8634-4c19-83ba-6ed106bf8023 req-599fd232-63e9-484d-944c-3d79c645b44e service neutron] 10.222.0.11 "GET /v2.0/networks?id=3fa48680-ce9c-455f-8886-541193f854c7 HTTP/1.1" status: 200 len: 908 time: 0.0899787 Aug 23 21:42:25.486167 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d6e2c3-0d08-4728-8b0a-e2088648fb37 req-a1510211-c6e8-4a83-abd1-93eba6ac41bd tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:42:25.488887 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-40d6e2c3-0d08-4728-8b0a-e2088648fb37 req-a1510211-c6e8-4a83-abd1-93eba6ac41bd tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 947 time: 0.1114953 Aug 23 21:42:25.505056 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-856eb01a-024b-4930-a881-ace028b4ce37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19341b0a-3721-40a6-a80e-36f34805d861', 'name': 'tempest-TestShelveInstance-97297292-router', 'tenant_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '330f7326-76c2-4e1c-b5d4-72498dda339b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:38:09Z', 'updated_at': '2021-08-23T21:38:12Z', 'revision_number': 4, 'project_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'gw_port': {'id': '330f7326-76c2-4e1c-b5d4-72498dda339b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:53:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19341b0a-3721-40a6-a80e-36f34805d861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:38:10Z', 'updated_at': '2021-08-23T21:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '6788fd46-992e-4014-a923-7c79225b336b', 'name': '', 'network_id': '3fa48680-ce9c-455f-8886-541193f854c7', 'tenant_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'mac_address': 'fa:16:3e:9b:5e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19341b0a-3721-40a6-a80e-36f34805d861', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:38:12Z', 'updated_at': '2021-08-23T21:38:18Z', 'revision_number': 5, 'project_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'subnets': [{'id': '5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:42:25.511245 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-05a6c847-8634-4c19-83ba-6ed106bf8023 req-e4925e03-84df-4217-ae6e-237e60143508 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5588dfec-01fb-40b0-b012-79414bd07b60 HTTP/1.1" status: 200 len: 217 time: 0.0410450 Aug 23 21:42:25.528028 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-40d6e2c3-0d08-4728-8b0a-e2088648fb37 req-8c8abc49-e003-4193-b21b-6861ab946369 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=69a79227-f407-4e3e-8d53-41d8c2b9972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330975 Aug 23 21:42:25.532296 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856eb01a-024b-4930-a881-ace028b4ce37 None None] Checking router: 19341b0a-3721-40a6-a80e-36f34805d861 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:42:25.541096 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856eb01a-024b-4930-a881-ace028b4ce37 None None] Routers {'19341b0a-3721-40a6-a80e-36f34805d861'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:42:25.541712 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-856eb01a-024b-4930-a881-ace028b4ce37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:42:14Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['19341b0a-3721-40a6-a80e-36f34805d861'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:42:25.571445 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6c847-8634-4c19-83ba-6ed106bf8023 req-58796668-de44-4f9c-8b60-9373fd86b92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:42:25.572924 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-05a6c847-8634-4c19-83ba-6ed106bf8023 req-58796668-de44-4f9c-8b60-9373fd86b92d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce HTTP/1.1" status: 200 len: 846 time: 0.0539052 Aug 23 21:42:25.620708 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6c847-8634-4c19-83ba-6ed106bf8023 req-d5b4bf6c-f47d-41af-a32a-5bb85c2e3c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:42:25.622313 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-05a6c847-8634-4c19-83ba-6ed106bf8023 req-d5b4bf6c-f47d-41af-a32a-5bb85c2e3c56 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3fa48680-ce9c-455f-8886-541193f854c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416789 Aug 23 21:42:25.720933 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-05a6c847-8634-4c19-83ba-6ed106bf8023 req-8fd86213-aae4-4b1d-8726-4588ba54578a service neutron] 10.222.0.11 "GET /v2.0/networks/3fa48680-ce9c-455f-8886-541193f854c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907586 Aug 23 21:42:25.803850 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-856eb01a-024b-4930-a881-ace028b4ce37 None None] Set router 19341b0a-3721-40a6-a80e-36f34805d861 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:42:25.812817 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-05a6c847-8634-4c19-83ba-6ed106bf8023 req-897e3f88-116d-40c0-a577-ece9d3b9b1a1 service neutron] 10.222.0.11 "GET /v2.0/networks/3fa48680-ce9c-455f-8886-541193f854c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842459 Aug 23 21:42:25.999766 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-856eb01a-024b-4930-a881-ace028b4ce37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19341b0a-3721-40a6-a80e-36f34805d861', 'name': 'tempest-TestShelveInstance-97297292-router', 'tenant_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '330f7326-76c2-4e1c-b5d4-72498dda339b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:38:09Z', 'updated_at': '2021-08-23T21:38:12Z', 'revision_number': 4, 'project_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'gw_port': {'id': '330f7326-76c2-4e1c-b5d4-72498dda339b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:53:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19341b0a-3721-40a6-a80e-36f34805d861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:38:10Z', 'updated_at': '2021-08-23T21:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '6788fd46-992e-4014-a923-7c79225b336b', 'name': '', 'network_id': '3fa48680-ce9c-455f-8886-541193f854c7', 'tenant_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'mac_address': 'fa:16:3e:9b:5e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19341b0a-3721-40a6-a80e-36f34805d861', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:38:12Z', 'updated_at': '2021-08-23T21:38:18Z', 'revision_number': 5, 'project_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'subnets': [{'id': '5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:42:26.029237 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856eb01a-024b-4930-a881-ace028b4ce37 None None] The sync data for ids ['19341b0a-3721-40a6-a80e-36f34805d861'] in n-d-805663-2 is: [{'id': '19341b0a-3721-40a6-a80e-36f34805d861', 'name': 'tempest-TestShelveInstance-97297292-router', 'tenant_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '330f7326-76c2-4e1c-b5d4-72498dda339b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:38:09Z', 'updated_at': '2021-08-23T21:38:12Z', 'revision_number': 4, 'project_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'gw_port': {'id': '330f7326-76c2-4e1c-b5d4-72498dda339b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:53:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19341b0a-3721-40a6-a80e-36f34805d861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:38:10Z', 'updated_at': '2021-08-23T21:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '6788fd46-992e-4014-a923-7c79225b336b', 'name': '', 'network_id': '3fa48680-ce9c-455f-8886-541193f854c7', 'tenant_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'mac_address': 'fa:16:3e:9b:5e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19341b0a-3721-40a6-a80e-36f34805d861', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:38:12Z', 'updated_at': '2021-08-23T21:38:18Z', 'revision_number': 5, 'project_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'subnets': [{'id': '5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:42:26.262563 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ea714a-8b0f-496c-9469-f9e813eb9246 None None] New status for floating IP 244cf2ef-5513-47b3-bd66-3b7bb173f30d: DOWN {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 21:42:26.713126 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f42f4-ccbe-4d33-ae2e-31771a766702 req-689b62c6-d006-4018-be29-571627215e2b tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:42:26.714567 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-621f42f4-ccbe-4d33-ae2e-31771a766702 req-689b62c6-d006-4018-be29-571627215e2b tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.11 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 947 time: 0.0784020 Aug 23 21:42:26.735938 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb5c3bd-164a-46c8-a864-a6bcf977034d req-129e3f12-faa2-48ae-9f1f-6f8516bf43ea tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:42:26.737653 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bdb5c3bd-164a-46c8-a864-a6bcf977034d req-129e3f12-faa2-48ae-9f1f-6f8516bf43ea tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=52cfe1a8-5e93-4092-9b06-945993596e1b HTTP/1.1" status: 200 len: 947 time: 0.1323416 Aug 23 21:42:26.817159 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bdb5c3bd-164a-46c8-a864-a6bcf977034d req-098b250f-bbe9-4002-b893-5518cca24f2f tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=69a79227-f407-4e3e-8d53-41d8c2b9972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633616 Aug 23 21:42:26.844256 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-621f42f4-ccbe-4d33-ae2e-31771a766702 req-d979c874-6744-4a39-bddc-70399e24e622 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Deleting port 5588dfec-01fb-40b0-b012-79414bd07b60 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:42:26.844597 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-621f42f4-ccbe-4d33-ae2e-31771a766702 req-d979c874-6744-4a39-bddc-70399e24e622 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:26.936519 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-621f42f4-ccbe-4d33-ae2e-31771a766702 req-d979c874-6744-4a39-bddc-70399e24e622 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] For port 5588dfec-01fb-40b0-b012-79414bd07b60, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=5588dfec-01fb-40b0-b012-79414bd07b60,segment=NetworkSegment(252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb),segment_id=252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:42:26.936877 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-621f42f4-ccbe-4d33-ae2e-31771a766702 req-d979c874-6744-4a39-bddc-70399e24e622 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:26.948804 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-621f42f4-ccbe-4d33-ae2e-31771a766702 req-d979c874-6744-4a39-bddc-70399e24e622 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Calling delete_port for 5588dfec-01fb-40b0-b012-79414bd07b60 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:42:27.092928 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-621f42f4-ccbe-4d33-ae2e-31771a766702 req-d979c874-6744-4a39-bddc-70399e24e622 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:27.127785 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d979c874-6744-4a39-bddc-70399e24e622 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Pushing event deleted for resources: {'Port': ['ID=5588dfec-01fb-40b0-b012-79414bd07b60,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:42:27.146646 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d979c874-6744-4a39-bddc-70399e24e622 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:42:27.147186 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d979c874-6744-4a39-bddc-70399e24e622 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:42:27.147723 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d979c874-6744-4a39-bddc-70399e24e622 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:42:27.148317 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d979c874-6744-4a39-bddc-70399e24e622 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:42:27.148859 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d979c874-6744-4a39-bddc-70399e24e622 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:42:27.149417 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d979c874-6744-4a39-bddc-70399e24e622 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:42:27.149977 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d979c874-6744-4a39-bddc-70399e24e622 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:42:27.150962 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d979c874-6744-4a39-bddc-70399e24e622 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:42:27.151089 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d979c874-6744-4a39-bddc-70399e24e622 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:42:27.151589 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d979c874-6744-4a39-bddc-70399e24e622 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:42:27.152162 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d979c874-6744-4a39-bddc-70399e24e622 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:42:27.152644 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d979c874-6744-4a39-bddc-70399e24e622 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:42:27.195211 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-621f42f4-ccbe-4d33-ae2e-31771a766702 req-d979c874-6744-4a39-bddc-70399e24e622 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] No DVR routers for this DVR port 5588dfec-01fb-40b0-b012-79414bd07b60 on host n-h1-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:42:27.198225 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-621f42f4-ccbe-4d33-ae2e-31771a766702 req-d979c874-6744-4a39-bddc-70399e24e622 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:27.200289 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-621f42f4-ccbe-4d33-ae2e-31771a766702 req-d979c874-6744-4a39-bddc-70399e24e622 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.11 "DELETE /v2.0/ports/5588dfec-01fb-40b0-b012-79414bd07b60 HTTP/1.1" status: 204 len: 173 time: 0.4788687 Aug 23 21:42:27.200726 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52cfe1a8-5e93-4092-9b06-945993596e1b', 'name': 'network-vif-deleted', 'tag': '5588dfec-01fb-40b0-b012-79414bd07b60'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:42:27.204006 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}464d6cbacbaeb9374483e58d29b165f94917862334b697df3b381d289610f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e0bff9-9f74-4390-9c13-91a99c485d75" -d '{"events": [{"server_uuid": "52cfe1a8-5e93-4092-9b06-945993596e1b", "name": "network-vif-deleted", "tag": "5588dfec-01fb-40b0-b012-79414bd07b60"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:42:27.305021 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2b9090-40fd-43a2-8c13-678c75bebf22 x-openstack-request-id: req-1e2b9090-40fd-43a2-8c13-678c75bebf22 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:42:27.305325 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52cfe1a8-5e93-4092-9b06-945993596e1b", "name": "network-vif-deleted", "tag": "5588dfec-01fb-40b0-b012-79414bd07b60", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:42:27.305672 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1e2b9090-40fd-43a2-8c13-678c75bebf22 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:42:27.306358 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52cfe1a8-5e93-4092-9b06-945993596e1b', 'name': 'network-vif-deleted', 'tag': '5588dfec-01fb-40b0-b012-79414bd07b60', 'status': 'completed', 'code': 200} Aug 23 21:42:27.881426 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54852) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:42:27.941658 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-edb838bf-4a18-4c2d-8c85-e0be37a5a753 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:27.967150 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-edb838bf-4a18-4c2d-8c85-e0be37a5a753 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:28.024702 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-edb838bf-4a18-4c2d-8c85-e0be37a5a753 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:28.027461 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-edb838bf-4a18-4c2d-8c85-e0be37a5a753 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:28.028742 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-edb838bf-4a18-4c2d-8c85-e0be37a5a753 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "DELETE /v2.0/security-groups/69a79227-f407-4e3e-8d53-41d8c2b9972d HTTP/1.1" status: 204 len: 168 time: 0.1462982 Aug 23 21:42:28.038043 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb838bf-4a18-4c2d-8c85-e0be37a5a753 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a79227-f407-4e3e-8d53-41d8c2b9972d,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:42:28.363060 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 54858) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:42:28.367736 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-2b636613-9a4c-4dc4-b313-e7baca4475f8 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1370975520', 'description': 'tempest-secgroup-smoke-1370975520 description', 'project_id': 'c627cbc40b344ae7bc059fc20cd8ff94'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:42:28.389712 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2b636613-9a4c-4dc4-b313-e7baca4475f8 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:28.468248 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2b636613-9a4c-4dc4-b313-e7baca4475f8 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:28.473176 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2b636613-9a4c-4dc4-b313-e7baca4475f8 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:28.505756 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2b636613-9a4c-4dc4-b313-e7baca4475f8 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:28.506965 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-2b636613-9a4c-4dc4-b313-e7baca4475f8 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1429031 Aug 23 21:42:28.509025 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b636613-9a4c-4dc4-b313-e7baca4475f8 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84b84488-45bc-4f5c-a5ba-456008a0ba95,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:42:28.509946 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54860) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:42:28.515500 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-8ffe5b31-efb8-424b-b353-1b4818b504b0 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Request body: {'security_group_rule': {'security_group_id': '84b84488-45bc-4f5c-a5ba-456008a0ba95', 'project_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:42:28.543311 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8ffe5b31-efb8-424b-b353-1b4818b504b0 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:28.591080 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8ffe5b31-efb8-424b-b353-1b4818b504b0 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:28.594381 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8ffe5b31-efb8-424b-b353-1b4818b504b0 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:28.611573 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffe5b31-efb8-424b-b353-1b4818b504b0 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=232101bb-c820-4c7b-a572-943169c33e70,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:42:28.617638 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8ffe5b31-efb8-424b-b353-1b4818b504b0 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:28.618720 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8ffe5b31-efb8-424b-b353-1b4818b504b0 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1070375 Aug 23 21:42:28.621443 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54862) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:42:28.626092 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-f498aca1-9e28-480b-b80c-f19c955fdb50 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Request body: {'security_group_rule': {'security_group_id': '84b84488-45bc-4f5c-a5ba-456008a0ba95', 'project_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:42:28.652370 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f498aca1-9e28-480b-b80c-f19c955fdb50 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:28.711275 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f498aca1-9e28-480b-b80c-f19c955fdb50 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:28.715218 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f498aca1-9e28-480b-b80c-f19c955fdb50 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:28.731906 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f498aca1-9e28-480b-b80c-f19c955fdb50 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58c758d2-5690-43e6-8c3d-4fd0ac364c63,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:42:28.737866 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f498aca1-9e28-480b-b80c-f19c955fdb50 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:28.739076 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f498aca1-9e28-480b-b80c-f19c955fdb50 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1167333 Aug 23 21:42:28.741897 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54864) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:42:28.746204 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-8c8b6f86-690f-4d79-98af-60fb666c2e13 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Request body: {'security_group_rule': {'security_group_id': '84b84488-45bc-4f5c-a5ba-456008a0ba95', 'project_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:42:28.772459 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8c8b6f86-690f-4d79-98af-60fb666c2e13 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:28.828898 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8c8b6f86-690f-4d79-98af-60fb666c2e13 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:28.832940 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8c8b6f86-690f-4d79-98af-60fb666c2e13 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:28.850884 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8b6f86-690f-4d79-98af-60fb666c2e13 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56da7c5d-2442-4df0-a530-f5437015fe0e,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:42:28.853846 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8c8b6f86-690f-4d79-98af-60fb666c2e13 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:28.855042 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8c8b6f86-690f-4d79-98af-60fb666c2e13 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1122308 Aug 23 21:42:28.857974 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54866) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:42:28.862563 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-badaca50-c384-462b-8959-e2dc7f7c60e7 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Request body: {'security_group_rule': {'security_group_id': '84b84488-45bc-4f5c-a5ba-456008a0ba95', 'project_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:42:28.889514 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-badaca50-c384-462b-8959-e2dc7f7c60e7 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:28.946940 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-badaca50-c384-462b-8959-e2dc7f7c60e7 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:28.950475 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-badaca50-c384-462b-8959-e2dc7f7c60e7 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:28.967785 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badaca50-c384-462b-8959-e2dc7f7c60e7 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e65991f-3263-4838-9f44-01d11fcfb16a,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:42:28.975227 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-badaca50-c384-462b-8959-e2dc7f7c60e7 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:28.976418 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-badaca50-c384-462b-8959-e2dc7f7c60e7 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1175017 Aug 23 21:42:28.979160 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54868) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:42:28.983455 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-235e6ecb-60bd-4746-bd65-e8862b7f464e tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Request body: {'security_group_rule': {'security_group_id': '84b84488-45bc-4f5c-a5ba-456008a0ba95', 'project_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:42:29.005073 n-d-805663-2 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-235e6ecb-60bd-4746-bd65-e8862b7f464e tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Project c627cbc40b344ae7bc059fc20cd8ff94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 21:42:29.009708 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-235e6ecb-60bd-4746-bd65-e8862b7f464e tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:29.070719 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-235e6ecb-60bd-4746-bd65-e8862b7f464e tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:29.074127 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-235e6ecb-60bd-4746-bd65-e8862b7f464e tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:29.090925 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235e6ecb-60bd-4746-bd65-e8862b7f464e tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0dfdd3d-395b-4300-8fa7-cc7f5c39e0e3,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:42:29.097413 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-235e6ecb-60bd-4746-bd65-e8862b7f464e tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:29.098620 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-235e6ecb-60bd-4746-bd65-e8862b7f464e tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1185524 Aug 23 21:42:29.101349 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 54870) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:42:29.105775 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-0de89fe4-8167-4d1c-b5ca-9e2b7121b61f tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Request body: {'security_group_rule': {'security_group_id': '84b84488-45bc-4f5c-a5ba-456008a0ba95', 'project_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:42:29.126507 n-d-805663-2 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-0de89fe4-8167-4d1c-b5ca-9e2b7121b61f tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Project c627cbc40b344ae7bc059fc20cd8ff94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 21:42:29.131891 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0de89fe4-8167-4d1c-b5ca-9e2b7121b61f tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:29.195358 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0de89fe4-8167-4d1c-b5ca-9e2b7121b61f tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:29.198967 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0de89fe4-8167-4d1c-b5ca-9e2b7121b61f tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:29.219876 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de89fe4-8167-4d1c-b5ca-9e2b7121b61f tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea7f66f2-6a79-4a1d-9050-8630d17245c7,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:42:29.223651 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0de89fe4-8167-4d1c-b5ca-9e2b7121b61f tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:29.224937 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-0de89fe4-8167-4d1c-b5ca-9e2b7121b61f tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1225965 Aug 23 21:42:30.851446 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 5588dfec-01fb-40b0-b012-79414bd07b60 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:42:30.874079 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: 5588dfec-01fb-40b0-b012-79414bd07b60 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:42:30.874520 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 5588dfec-01fb-40b0-b012-79414bd07b60 not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:42:40.148390 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9154d82d-cec1-4acc-ba4b-caa57b6e0a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:41.050167 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:43.488346 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cb863663-123a-4359-8873-86bc94399f31 req-67a39397-adf5-4983-bd7b-8b04ecb8f8c9 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1370975520&fields=id&tenant_id=c627cbc40b344ae7bc059fc20cd8ff94 HTTP/1.1" status: 200 len: 267 time: 0.0332561 Aug 23 21:42:43.534547 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed38a6e1-f7c7-40f2-ae11-cc10ce7806b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:43.597860 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb863663-123a-4359-8873-86bc94399f31 req-7f4e1c31-6148-49af-b8ec-50e3ec16ba46 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:42:43.599240 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cb863663-123a-4359-8873-86bc94399f31 req-7f4e1c31-6148-49af-b8ec-50e3ec16ba46 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/networks?id=3fa48680-ce9c-455f-8886-541193f854c7 HTTP/1.1" status: 200 len: 807 time: 0.1040823 Aug 23 21:42:43.614380 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cb863663-123a-4359-8873-86bc94399f31 req-56c6255c-178f-4fa4-88d5-8e5b5217986b tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/quotas/c627cbc40b344ae7bc059fc20cd8ff94 HTTP/1.1" status: 200 len: 375 time: 0.0093732 Aug 23 21:42:43.658807 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:43.666898 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cb863663-123a-4359-8873-86bc94399f31 req-23af8491-206d-4a1e-879b-4ab1171771b0 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c627cbc40b344ae7bc059fc20cd8ff94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471110 Aug 23 21:42:43.725260 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [req-cb863663-123a-4359-8873-86bc94399f31 req-9fd05fd3-4b99-46b3-bd27-ee6ad7dedd31 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 21:42:43.726250 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cb863663-123a-4359-8873-86bc94399f31 req-9fd05fd3-4b99-46b3-bd27-ee6ad7dedd31 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0472753 Aug 23 21:42:43.817531 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cb863663-123a-4359-8873-86bc94399f31 req-d7b82299-21dc-40bc-b054-b823f06b0aaf service neutron] 10.222.0.61 "GET /v2.0/networks/3fa48680-ce9c-455f-8886-541193f854c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849078 Aug 23 21:42:43.903982 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-cb863663-123a-4359-8873-86bc94399f31 req-e29431d7-7655-4409-9163-502e8516c372 service neutron] 10.222.0.61 "GET /v2.0/networks/3fa48680-ce9c-455f-8886-541193f854c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801842 Aug 23 21:42:44.180092 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-9a55c3e3-a363-41c0-b218-ef176b007c3d req-cbe48945-2ec0-4e03-95d5-6174ea7c4ce7 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 210 time: 0.0265362 Aug 23 21:42:44.855154 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:45.075498 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb863663-123a-4359-8873-86bc94399f31 req-ef2067c5-e91e-4147-a46e-c83fe2487661 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:42:45.076966 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cb863663-123a-4359-8873-86bc94399f31 req-ef2067c5-e91e-4147-a46e-c83fe2487661 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.11 "GET /v2.0/networks?id=3fa48680-ce9c-455f-8886-541193f854c7 HTTP/1.1" status: 200 len: 807 time: 0.1102242 Aug 23 21:42:45.121875 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cb863663-123a-4359-8873-86bc94399f31 req-d3348430-c975-42cf-8d07-baeef8dd731b tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c627cbc40b344ae7bc059fc20cd8ff94 HTTP/1.1" status: 200 len: 380 time: 0.0351884 Aug 23 21:42:45.133202 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-cb863663-123a-4359-8873-86bc94399f31 req-adcec453-0fb7-4f02-9cc3-85d1c7c8a1cc tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Request body: {'port': {'device_id': 'f1521e1d-2a9c-4669-a04b-bd791c444d89', 'network_id': '3fa48680-ce9c-455f-8886-541193f854c7', 'admin_state_up': True, 'tenant_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'security_groups': ['84b84488-45bc-4f5c-a5ba-456008a0ba95']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:42:45.245105 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb863663-123a-4359-8873-86bc94399f31 req-adcec453-0fb7-4f02-9cc3-85d1c7c8a1cc tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Made reservation on behalf of c627cbc40b344ae7bc059fc20cd8ff94 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:42:45.248696 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cb863663-123a-4359-8873-86bc94399f31 req-adcec453-0fb7-4f02-9cc3-85d1c7c8a1cc tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:45.287631 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b9be063a-0faa-4689-bf23-f9c2c8ed02df req-216ccb5f-0873-4b2a-9109-c36c7d6bbdf6 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 210 time: 0.0329406 Aug 23 21:42:45.383299 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-cb863663-123a-4359-8873-86bc94399f31 req-adcec453-0fb7-4f02-9cc3-85d1c7c8a1cc tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Allocated IP 172.20.0.14 (3fa48680-ce9c-455f-8886-541193f854c7/5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce/9dec4666-9c99-4d23-b9f3-3001dd357876) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:42:45.519468 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cb863663-123a-4359-8873-86bc94399f31 req-adcec453-0fb7-4f02-9cc3-85d1c7c8a1cc tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:45.537694 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-cb863663-123a-4359-8873-86bc94399f31 req-adcec453-0fb7-4f02-9cc3-85d1c7c8a1cc tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Transition to ACTIVE for port object 9dec4666-9c99-4d23-b9f3-3001dd357876 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:42:45.572083 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cb863663-123a-4359-8873-86bc94399f31 req-adcec453-0fb7-4f02-9cc3-85d1c7c8a1cc tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:45.615299 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb863663-123a-4359-8873-86bc94399f31 req-adcec453-0fb7-4f02-9cc3-85d1c7c8a1cc tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Network 3fa48680-ce9c-455f-8886-541193f854c7 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:42:45.618608 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-cb863663-123a-4359-8873-86bc94399f31 req-adcec453-0fb7-4f02-9cc3-85d1c7c8a1cc tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:42:45.622367 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb863663-123a-4359-8873-86bc94399f31 req-adcec453-0fb7-4f02-9cc3-85d1c7c8a1cc tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:42:45.650070 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcec453-0fb7-4f02-9cc3-85d1c7c8a1cc tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Pushing event updated for resources: {'Port': ['ID=9dec4666-9c99-4d23-b9f3-3001dd357876,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:42:45.679358 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb863663-123a-4359-8873-86bc94399f31 req-adcec453-0fb7-4f02-9cc3-85d1c7c8a1cc tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:42:45.679996 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cb863663-123a-4359-8873-86bc94399f31 req-adcec453-0fb7-4f02-9cc3-85d1c7c8a1cc tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:45.696449 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cb863663-123a-4359-8873-86bc94399f31 req-adcec453-0fb7-4f02-9cc3-85d1c7c8a1cc tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5681987 Aug 23 21:42:45.708765 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-cb863663-123a-4359-8873-86bc94399f31 req-ecef34cd-ebc8-493c-bb17-5c6a49a072c2 service neutron] Request body: {'port': {'device_id': 'f1521e1d-2a9c-4669-a04b-bd791c444d89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:42:45.765853 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cb863663-123a-4359-8873-86bc94399f31 req-ecef34cd-ebc8-493c-bb17-5c6a49a072c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:45.860993 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1ad77a5b-ed73-4224-97e7-3fed2eadda7a None None] Provisioning for port 9dec4666-9c99-4d23-b9f3-3001dd357876 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:42:45.865785 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1ad77a5b-ed73-4224-97e7-3fed2eadda7a None None] Provisioning complete for port 9dec4666-9c99-4d23-b9f3-3001dd357876 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:42:45.866171 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ad77a5b-ed73-4224-97e7-3fed2eadda7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:45.905258 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1ad77a5b-ed73-4224-97e7-3fed2eadda7a None None] Port 9dec4666-9c99-4d23-b9f3-3001dd357876 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:42:46.044366 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-cb863663-123a-4359-8873-86bc94399f31 req-ecef34cd-ebc8-493c-bb17-5c6a49a072c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dec4666-9c99-4d23-b9f3-3001dd357876 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:42:46.053255 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cb863663-123a-4359-8873-86bc94399f31 req-ecef34cd-ebc8-493c-bb17-5c6a49a072c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:46.065756 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-cb863663-123a-4359-8873-86bc94399f31 req-ecef34cd-ebc8-493c-bb17-5c6a49a072c2 service neutron] Transition to ACTIVE for port object 9dec4666-9c99-4d23-b9f3-3001dd357876 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:42:46.069050 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cb863663-123a-4359-8873-86bc94399f31 req-ecef34cd-ebc8-493c-bb17-5c6a49a072c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:46.129399 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef34cd-ebc8-493c-bb17-5c6a49a072c2 service neutron] Pushing event updated for resources: {'Port': ['ID=9dec4666-9c99-4d23-b9f3-3001dd357876,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:42:46.204334 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-cb863663-123a-4359-8873-86bc94399f31 req-ecef34cd-ebc8-493c-bb17-5c6a49a072c2 service neutron] Attempting to bind port 9dec4666-9c99-4d23-b9f3-3001dd357876 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:42:46.205410 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-cb863663-123a-4359-8873-86bc94399f31 req-ecef34cd-ebc8-493c-bb17-5c6a49a072c2 service neutron] Attempting to bind port 9dec4666-9c99-4d23-b9f3-3001dd357876 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': '252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3fa48680-ce9c-455f-8886-541193f854c7'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:42:46.205928 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb863663-123a-4359-8873-86bc94399f31 req-ecef34cd-ebc8-493c-bb17-5c6a49a072c2 service neutron] Attempting to bind port 9dec4666-9c99-4d23-b9f3-3001dd357876 on network 3fa48680-ce9c-455f-8886-541193f854c7 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:42:46.210670 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb863663-123a-4359-8873-86bc94399f31 req-ecef34cd-ebc8-493c-bb17-5c6a49a072c2 service neutron] Port 9dec4666-9c99-4d23-b9f3-3001dd357876 on network 3fa48680-ce9c-455f-8886-541193f854c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:42:46.210991 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb863663-123a-4359-8873-86bc94399f31 req-ecef34cd-ebc8-493c-bb17-5c6a49a072c2 service neutron] Attempting to bind port 9dec4666-9c99-4d23-b9f3-3001dd357876 on network 3fa48680-ce9c-455f-8886-541193f854c7 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:42:46.216534 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb863663-123a-4359-8873-86bc94399f31 req-ecef34cd-ebc8-493c-bb17-5c6a49a072c2 service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:42:46.216825 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb863663-123a-4359-8873-86bc94399f31 req-ecef34cd-ebc8-493c-bb17-5c6a49a072c2 service neutron] Checking segment: {'id': '252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3fa48680-ce9c-455f-8886-541193f854c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:42:46.217217 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb863663-123a-4359-8873-86bc94399f31 req-ecef34cd-ebc8-493c-bb17-5c6a49a072c2 service neutron] Bound using segment: {'id': '252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3fa48680-ce9c-455f-8886-541193f854c7'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:42:46.217645 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-cb863663-123a-4359-8873-86bc94399f31 req-ecef34cd-ebc8-493c-bb17-5c6a49a072c2 service neutron] Bound port: 9dec4666-9c99-4d23-b9f3-3001dd357876, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3fa48680-ce9c-455f-8886-541193f854c7'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:42:46.218029 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cb863663-123a-4359-8873-86bc94399f31 req-ecef34cd-ebc8-493c-bb17-5c6a49a072c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:46.254107 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:46.319370 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-cb863663-123a-4359-8873-86bc94399f31 req-ecef34cd-ebc8-493c-bb17-5c6a49a072c2 service neutron] For port 9dec4666-9c99-4d23-b9f3-3001dd357876, host n-h1-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:42:46.322702 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-cb863663-123a-4359-8873-86bc94399f31 req-ecef34cd-ebc8-493c-bb17-5c6a49a072c2 service neutron] For port 9dec4666-9c99-4d23-b9f3-3001dd357876, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=9dec4666-9c99-4d23-b9f3-3001dd357876,segment=NetworkSegment(252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb),segment_id=252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:42:46.328259 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cb863663-123a-4359-8873-86bc94399f31 req-ecef34cd-ebc8-493c-bb17-5c6a49a072c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:46.370248 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb863663-123a-4359-8873-86bc94399f31 req-ecef34cd-ebc8-493c-bb17-5c6a49a072c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:42:46.370867 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cb863663-123a-4359-8873-86bc94399f31 req-ecef34cd-ebc8-493c-bb17-5c6a49a072c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:46.372276 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cb863663-123a-4359-8873-86bc94399f31 req-ecef34cd-ebc8-493c-bb17-5c6a49a072c2 service neutron] 10.222.0.11 "PUT /v2.0/ports/9dec4666-9c99-4d23-b9f3-3001dd357876 HTTP/1.1" status: 200 len: 1092 time: 0.6679871 Aug 23 21:42:46.373351 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1521e1d-2a9c-4669-a04b-bd791c444d89', 'tag': '9dec4666-9c99-4d23-b9f3-3001dd357876'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:42:46.375832 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}464d6cbacbaeb9374483e58d29b165f94917862334b697df3b381d289610f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5682c7-e2f3-4f72-a997-14a2c49f9249" -d '{"events": [{"name": "network-changed", "server_uuid": "f1521e1d-2a9c-4669-a04b-bd791c444d89", "tag": "9dec4666-9c99-4d23-b9f3-3001dd357876"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:42:46.437664 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a771fb1-1d01-4ccf-a6af-fe9b72eb98e7 x-openstack-request-id: req-9a771fb1-1d01-4ccf-a6af-fe9b72eb98e7 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:42:46.437949 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1521e1d-2a9c-4669-a04b-bd791c444d89", "tag": "9dec4666-9c99-4d23-b9f3-3001dd357876", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:42:46.438201 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9a771fb1-1d01-4ccf-a6af-fe9b72eb98e7 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:42:46.438594 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1521e1d-2a9c-4669-a04b-bd791c444d89', 'tag': '9dec4666-9c99-4d23-b9f3-3001dd357876', 'status': 'completed', 'code': 200} Aug 23 21:42:46.472179 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef34cd-ebc8-493c-bb17-5c6a49a072c2 service neutron] Pushing event updated for resources: {'Port': ['ID=9dec4666-9c99-4d23-b9f3-3001dd357876,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:42:46.496526 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c00f2-3920-4987-ae42-9e1638108c0f req-2dd62d4c-013c-41c0-ae26-19b33e32cef0 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:42:46.498085 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d86c00f2-3920-4987-ae42-9e1638108c0f req-2dd62d4c-013c-41c0-ae26-19b33e32cef0 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 944 time: 0.1314318 Aug 23 21:42:46.505337 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb863663-123a-4359-8873-86bc94399f31 req-f2452846-0271-4f82-a6cd-ac627ce429b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:42:46.506851 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cb863663-123a-4359-8873-86bc94399f31 req-f2452846-0271-4f82-a6cd-ac627ce429b5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c627cbc40b344ae7bc059fc20cd8ff94&device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 1095 time: 0.0887544 Aug 23 21:42:46.560399 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cb863663-123a-4359-8873-86bc94399f31 req-9637a549-dc4b-4d2b-b5de-d215aebec4ac service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dec4666-9c99-4d23-b9f3-3001dd357876 HTTP/1.1" status: 200 len: 217 time: 0.0452459 Aug 23 21:42:46.613952 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d86c00f2-3920-4987-ae42-9e1638108c0f req-87b06b85-02f7-47a6-8205-c906b632f56d tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=84b84488-45bc-4f5c-a5ba-456008a0ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061227 Aug 23 21:42:46.629649 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb863663-123a-4359-8873-86bc94399f31 req-6a5b947c-42f3-4bf4-ab3b-3fad93ab48ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:42:46.631120 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cb863663-123a-4359-8873-86bc94399f31 req-6a5b947c-42f3-4bf4-ab3b-3fad93ab48ff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce HTTP/1.1" status: 200 len: 846 time: 0.0584273 Aug 23 21:42:46.680598 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb863663-123a-4359-8873-86bc94399f31 req-b3d5afc8-dbc5-4d02-93b9-0b89e1254a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:42:46.682015 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cb863663-123a-4359-8873-86bc94399f31 req-b3d5afc8-dbc5-4d02-93b9-0b89e1254a6b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3fa48680-ce9c-455f-8886-541193f854c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444448 Aug 23 21:42:46.773819 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cb863663-123a-4359-8873-86bc94399f31 req-e5301f67-e915-48cc-8ef3-6b3b04d9cafa service neutron] 10.222.0.11 "GET /v2.0/networks/3fa48680-ce9c-455f-8886-541193f854c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841894 Aug 23 21:42:46.871671 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-cb863663-123a-4359-8873-86bc94399f31 req-6066bd83-2988-4104-a3ea-c9e11e78b2d2 service neutron] 10.222.0.11 "GET /v2.0/networks/3fa48680-ce9c-455f-8886-541193f854c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908017 Aug 23 21:42:46.957924 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5682c7-e2f3-4f72-a997-14a2c49f9249 req-b0e08033-0e54-42c5-a8e7-ff6d34043b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:42:46.959350 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5e5682c7-e2f3-4f72-a997-14a2c49f9249 req-b0e08033-0e54-42c5-a8e7-ff6d34043b81 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c627cbc40b344ae7bc059fc20cd8ff94&device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 1095 time: 0.0427761 Aug 23 21:42:47.057308 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5682c7-e2f3-4f72-a997-14a2c49f9249 req-4ef06b22-a3e7-49a9-9971-ff59e1d06264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:42:47.058793 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5e5682c7-e2f3-4f72-a997-14a2c49f9249 req-4ef06b22-a3e7-49a9-9971-ff59e1d06264 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3fa48680-ce9c-455f-8886-541193f854c7 HTTP/1.1" status: 200 len: 908 time: 0.0929782 Aug 23 21:42:47.102789 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5e5682c7-e2f3-4f72-a997-14a2c49f9249 req-6444c6cb-b1b5-4066-bbc7-1f161de23550 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dec4666-9c99-4d23-b9f3-3001dd357876 HTTP/1.1" status: 200 len: 217 time: 0.0361230 Aug 23 21:42:47.153621 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5682c7-e2f3-4f72-a997-14a2c49f9249 req-03b2a386-d226-45fd-bab0-3f327b32115e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:42:47.155091 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5e5682c7-e2f3-4f72-a997-14a2c49f9249 req-03b2a386-d226-45fd-bab0-3f327b32115e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce HTTP/1.1" status: 200 len: 846 time: 0.0451870 Aug 23 21:42:47.210324 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5682c7-e2f3-4f72-a997-14a2c49f9249 req-9782fcdf-ba93-4794-8517-d41780b8b285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:42:47.211903 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5e5682c7-e2f3-4f72-a997-14a2c49f9249 req-9782fcdf-ba93-4794-8517-d41780b8b285 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3fa48680-ce9c-455f-8886-541193f854c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498362 Aug 23 21:42:47.641712 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5e5682c7-e2f3-4f72-a997-14a2c49f9249 req-10ec8b3d-d90a-4b92-8802-dd0cf4d10396 service neutron] 10.222.0.11 "GET /v2.0/networks/3fa48680-ce9c-455f-8886-541193f854c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4226127 Aug 23 21:42:47.737531 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ccba5-1be3-44a1-b046-536f212191d1 req-9b1a3ef2-ea14-4849-a1c2-43baa2e46cbc tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:42:47.739051 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4a4ccba5-1be3-44a1-b046-536f212191d1 req-9b1a3ef2-ea14-4849-a1c2-43baa2e46cbc tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 944 time: 0.0496221 Aug 23 21:42:47.745857 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5e5682c7-e2f3-4f72-a997-14a2c49f9249 req-e0622094-67e4-43ba-8f14-ce662e6dcd50 service neutron] 10.222.0.11 "GET /v2.0/networks/3fa48680-ce9c-455f-8886-541193f854c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947535 Aug 23 21:42:47.778399 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4a4ccba5-1be3-44a1-b046-536f212191d1 req-ed68b266-3905-45b4-bd80-7787f9cdf92c tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=84b84488-45bc-4f5c-a5ba-456008a0ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326543 Aug 23 21:42:48.897688 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8a6c5-b224-428d-8ce2-7ad9bb2d510f req-4666a170-4b9d-4d6f-84a4-27605928b814 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:42:48.899183 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-76a8a6c5-b224-428d-8ce2-7ad9bb2d510f req-4666a170-4b9d-4d6f-84a4-27605928b814 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 944 time: 0.0509615 Aug 23 21:42:48.939382 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-76a8a6c5-b224-428d-8ce2-7ad9bb2d510f req-464eb663-85e1-405f-8019-7bafdbd072a4 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=84b84488-45bc-4f5c-a5ba-456008a0ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335190 Aug 23 21:42:50.053980 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ae18a-d178-46ff-b686-09d7e8d2f3be req-e464c68c-7512-4744-8c66-859d4dcdff06 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:42:50.055468 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-011ae18a-d178-46ff-b686-09d7e8d2f3be req-e464c68c-7512-4744-8c66-859d4dcdff06 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 944 time: 0.0484958 Aug 23 21:42:50.092024 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-011ae18a-d178-46ff-b686-09d7e8d2f3be req-f6efa4ea-78d9-433c-b4a3-dac8795a6414 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=84b84488-45bc-4f5c-a5ba-456008a0ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306134 Aug 23 21:42:51.091243 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:51.204318 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c91d7-9fee-4beb-b644-459daf97cfa6 req-fec74919-52cf-403e-b45e-004f9820f403 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:42:51.205998 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e22c91d7-9fee-4beb-b644-459daf97cfa6 req-fec74919-52cf-403e-b45e-004f9820f403 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 944 time: 0.0491977 Aug 23 21:42:51.243174 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e22c91d7-9fee-4beb-b644-459daf97cfa6 req-2b0875e6-8044-4dc8-b967-8633eb54d2d2 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=84b84488-45bc-4f5c-a5ba-456008a0ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311632 Aug 23 21:42:52.363231 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3cd890-5f65-4e74-b4b6-f2a0ce3ce2ee req-5e9d8e00-232a-4407-a0b9-40970081b01a tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:42:52.364651 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3f3cd890-5f65-4e74-b4b6-f2a0ce3ce2ee req-5e9d8e00-232a-4407-a0b9-40970081b01a tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 944 time: 0.0520775 Aug 23 21:42:52.401177 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3f3cd890-5f65-4e74-b4b6-f2a0ce3ce2ee req-1cdaca44-b249-4523-9c40-bf335e036c4b tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=84b84488-45bc-4f5c-a5ba-456008a0ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306401 Aug 23 21:42:53.519003 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc529d4-b3f6-454f-b737-55a5318e9570 req-2d656a63-d1b1-4814-8a47-8df39b3716d3 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:42:53.520484 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2dc529d4-b3f6-454f-b737-55a5318e9570 req-2d656a63-d1b1-4814-8a47-8df39b3716d3 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 944 time: 0.0531433 Aug 23 21:42:53.558467 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-2dc529d4-b3f6-454f-b737-55a5318e9570 req-8d511d6f-9057-4e8a-b689-9977a66c7eea tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=84b84488-45bc-4f5c-a5ba-456008a0ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320811 Aug 23 21:42:54.671734 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27167abd-79eb-4d6c-a0f2-6b3b9a917150 req-690e207e-8e4c-4cd3-811c-214badaf96ec tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:42:54.673237 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-27167abd-79eb-4d6c-a0f2-6b3b9a917150 req-690e207e-8e4c-4cd3-811c-214badaf96ec tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 944 time: 0.0483873 Aug 23 21:42:54.710192 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-27167abd-79eb-4d6c-a0f2-6b3b9a917150 req-86f7e943-daeb-48c1-9009-7e6c866316f5 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=84b84488-45bc-4f5c-a5ba-456008a0ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308297 Aug 23 21:42:55.822634 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee33f9-50c3-49fe-b147-44652ca2927e req-926fd447-72db-4be9-9a84-1f0a8ee9170a tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:42:55.824004 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-99ee33f9-50c3-49fe-b147-44652ca2927e req-926fd447-72db-4be9-9a84-1f0a8ee9170a tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 944 time: 0.0492365 Aug 23 21:42:55.864107 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-99ee33f9-50c3-49fe-b147-44652ca2927e req-715df7e2-9e9d-43bc-abd2-b7620361ee26 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=84b84488-45bc-4f5c-a5ba-456008a0ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342433 Aug 23 21:42:56.975706 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6a4ab-40b8-4bd1-a785-820b14355c03 req-b17577b8-80cd-4b9d-aaa5-e4d141b7d6f8 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:42:56.977232 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3bb6a4ab-40b8-4bd1-a785-820b14355c03 req-b17577b8-80cd-4b9d-aaa5-e4d141b7d6f8 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 944 time: 0.0482728 Aug 23 21:42:57.002339 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 9dec4666-9c99-4d23-b9f3-3001dd357876 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 21:42:57.015073 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3bb6a4ab-40b8-4bd1-a785-820b14355c03 req-be97ec69-3169-4aaa-b158-0a5fe048a96b tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=84b84488-45bc-4f5c-a5ba-456008a0ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319247 Aug 23 21:42:57.093349 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 9dec4666-9c99-4d23-b9f3-3001dd357876, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=9dec4666-9c99-4d23-b9f3-3001dd357876,segment=NetworkSegment(252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb),segment_id=252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:42:57.103978 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '9dec4666-9c99-4d23-b9f3-3001dd357876', 'network_id': '3fa48680-ce9c-455f-8886-541193f854c7', 'port_id': '9dec4666-9c99-4d23-b9f3-3001dd357876', 'mac_address': 'fa:16:3e:b5:51:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 21:42:57.140544 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:57.156144 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dec4666-9c99-4d23-b9f3-3001dd357876 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:42:57.175211 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 9dec4666-9c99-4d23-b9f3-3001dd357876, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=9dec4666-9c99-4d23-b9f3-3001dd357876,segment=NetworkSegment(252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb),segment_id=252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:42:57.179038 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:57.225838 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=9dec4666-9c99-4d23-b9f3-3001dd357876,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:42:57.233055 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:42:57.233404 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:42:57.233749 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:42:57.234086 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:42:57.234419 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:42:57.234751 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:42:57.235082 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:42:57.235409 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:42:57.235735 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:42:57.236634 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:42:57.236977 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:42:57.237306 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:42:57.389957 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['9dec4666-9c99-4d23-b9f3-3001dd357876'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:42:58.128544 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a18372-748b-45ce-be4a-09b593ef7d2d req-d501b59f-db60-4bc4-b4e6-76a495d3c9c4 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:42:58.130004 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f7a18372-748b-45ce-be4a-09b593ef7d2d req-d501b59f-db60-4bc4-b4e6-76a495d3c9c4 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 945 time: 0.0488567 Aug 23 21:42:58.166511 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f7a18372-748b-45ce-be4a-09b593ef7d2d req-7f6bb259-a1d9-4326-a74e-92036fc77e53 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=84b84488-45bc-4f5c-a5ba-456008a0ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306599 Aug 23 21:42:59.007911 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 9dec4666-9c99-4d23-b9f3-3001dd357876 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:42:59.054629 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 9dec4666-9c99-4d23-b9f3-3001dd357876 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:42:59.058133 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 9dec4666-9c99-4d23-b9f3-3001dd357876 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:42:59.058502 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:59.134333 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:59.156125 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1521e1d-2a9c-4669-a04b-bd791c444d89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dec4666-9c99-4d23-b9f3-3001dd357876'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:42:59.158321 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e577f7a2b9c3f6bcf6a64bd3e1bbb8e0b095addae8cf51c17fc2638a25953e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e98d8cf-464d-4f7a-b5b2-234181e8d399" -d '{"events": [{"server_uuid": "f1521e1d-2a9c-4669-a04b-bd791c444d89", "name": "network-vif-plugged", "status": "completed", "tag": "9dec4666-9c99-4d23-b9f3-3001dd357876"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:42:59.171302 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 9dec4666-9c99-4d23-b9f3-3001dd357876, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=9dec4666-9c99-4d23-b9f3-3001dd357876,segment=NetworkSegment(252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb),segment_id=252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:42:59.175694 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:42:59.198611 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ebbfdf3-1190-4276-8c56-4a8bce7ea2ec x-openstack-request-id: req-8ebbfdf3-1190-4276-8c56-4a8bce7ea2ec {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:42:59.198911 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1521e1d-2a9c-4669-a04b-bd791c444d89", "name": "network-vif-plugged", "status": "completed", "tag": "9dec4666-9c99-4d23-b9f3-3001dd357876", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:42:59.199178 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8ebbfdf3-1190-4276-8c56-4a8bce7ea2ec {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:42:59.199562 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1521e1d-2a9c-4669-a04b-bd791c444d89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dec4666-9c99-4d23-b9f3-3001dd357876', 'code': 200} Aug 23 21:42:59.226475 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=9dec4666-9c99-4d23-b9f3-3001dd357876,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:42:59.326152 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f42cd-8f85-437f-abf7-935d030fb293 req-f597ca43-50ec-450a-9ded-da03ffbc5934 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:42:59.327536 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1b6f42cd-8f85-437f-abf7-935d030fb293 req-f597ca43-50ec-450a-9ded-da03ffbc5934 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 946 time: 0.0787361 Aug 23 21:42:59.329920 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0adf5eb-7aca-4780-99a2-9826900497a9 req-9bb044f9-6c7d-48d8-b48d-72b6b8f42216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:42:59.332082 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b0adf5eb-7aca-4780-99a2-9826900497a9 req-9bb044f9-6c7d-48d8-b48d-72b6b8f42216 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 1097 time: 0.0740662 Aug 23 21:42:59.386971 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1b6f42cd-8f85-437f-abf7-935d030fb293 req-3b0b2d07-2bb1-4c19-9f61-d580442ed16b tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=84b84488-45bc-4f5c-a5ba-456008a0ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527375 Aug 23 21:42:59.388614 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b0adf5eb-7aca-4780-99a2-9826900497a9 req-50596842-0c21-479d-b179-9c5d40f4475c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=84b84488-45bc-4f5c-a5ba-456008a0ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486712 Aug 23 21:43:00.506625 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5a16d-4ae6-44a7-860a-062903490715 req-077a2f33-12e6-451b-8f4b-4868ffe4443b tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:43:00.508080 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-77d5a16d-4ae6-44a7-860a-062903490715 req-077a2f33-12e6-451b-8f4b-4868ffe4443b tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 946 time: 0.0532598 Aug 23 21:43:00.545743 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-77d5a16d-4ae6-44a7-860a-062903490715 req-bb0ec192-e28c-4a2b-b514-759fc704c040 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=84b84488-45bc-4f5c-a5ba-456008a0ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316398 Aug 23 21:43:00.656052 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd2b9c-d5a0-4a5f-8f04-e8617655c7a7 req-51324437-d36e-4698-ad5c-3ec7683422df tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:43:00.657538 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3cbd2b9c-d5a0-4a5f-8f04-e8617655c7a7 req-51324437-d36e-4698-ad5c-3ec7683422df tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 946 time: 0.0474253 Aug 23 21:43:00.695390 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3cbd2b9c-d5a0-4a5f-8f04-e8617655c7a7 req-d314e87f-af88-47e9-87e3-ec01c4d29d47 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=84b84488-45bc-4f5c-a5ba-456008a0ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310192 Aug 23 21:43:00.716624 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 55062) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:43:00.759491 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c048b3af-2c38-49b2-8314-b2f8cdd068d6 tempest-TestShelveInstance-1272289820 tempest-TestShelveInstance-1272289820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:43:00.761239 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-c048b3af-2c38-49b2-8314-b2f8cdd068d6 tempest-TestShelveInstance-1272289820 tempest-TestShelveInstance-1272289820-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 1092 time: 0.0436680 Aug 23 21:43:00.764031 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 55064) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:43:00.769082 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-7133c577-ad33-4edf-8953-7db38b9d304a tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Request body: {'floatingip': {'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'port_id': '9dec4666-9c99-4d23-b9f3-3001dd357876', 'tenant_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:43:00.790541 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7133c577-ad33-4edf-8953-7db38b9d304a tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:43:00.886789 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7133c577-ad33-4edf-8953-7db38b9d304a tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:43:00.992682 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-7133c577-ad33-4edf-8953-7db38b9d304a tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Allocated IP 172.25.4.147 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/97551222-a937-41d3-986f-0c351f4d4952) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:43:01.095607 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7133c577-ad33-4edf-8953-7db38b9d304a tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:43:01.133249 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7133c577-ad33-4edf-8953-7db38b9d304a tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:43:01.172370 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7133c577-ad33-4edf-8953-7db38b9d304a tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:43:01.175696 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-7133c577-ad33-4edf-8953-7db38b9d304a tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:43:01.179896 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7133c577-ad33-4edf-8953-7db38b9d304a tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:43:01.205907 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133c577-ad33-4edf-8953-7db38b9d304a tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Pushing event updated for resources: {'Port': ['ID=97551222-a937-41d3-986f-0c351f4d4952,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:43:01.534747 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7133c577-ad33-4edf-8953-7db38b9d304a tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:43:01.602953 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7133c577-ad33-4edf-8953-7db38b9d304a tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:43:01.749472 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7133c577-ad33-4edf-8953-7db38b9d304a tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:43:01.754065 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7133c577-ad33-4edf-8953-7db38b9d304a tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:43:01.820922 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133c577-ad33-4edf-8953-7db38b9d304a tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Pushing event updated for resources: {'Port': ['ID=97551222-a937-41d3-986f-0c351f4d4952,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:43:01.832130 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7133c577-ad33-4edf-8953-7db38b9d304a tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:43:01.930651 n-d-805663-2 neutron-server[94688]: INFO neutron.db.l3_db [None req-7133c577-ad33-4edf-8953-7db38b9d304a tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Floating IP 85ead54e-946d-43eb-8f36-3a4178c0a28f associated. External IP: 172.25.4.147, port: 9dec4666-9c99-4d23-b9f3-3001dd357876. Aug 23 21:43:02.143134 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7133c577-ad33-4edf-8953-7db38b9d304a tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Router 19341b0a-3721-40a6-a80e-36f34805d861 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:43:02.246111 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:43:02.251787 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7133c577-ad33-4edf-8953-7db38b9d304a tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:43:02.262342 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c8cd36-8555-43cd-81dc-157055164d83 None None] Sync routers for ids ['19341b0a-3721-40a6-a80e-36f34805d861'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:43:02.268530 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7133c577-ad33-4edf-8953-7db38b9d304a tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:43:02.272969 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c8cd36-8555-43cd-81dc-157055164d83 None None] Routers {'19341b0a-3721-40a6-a80e-36f34805d861'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:43:02.273652 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d7c8cd36-8555-43cd-81dc-157055164d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:42:44Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['19341b0a-3721-40a6-a80e-36f34805d861'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:43:02.297641 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-7133c577-ad33-4edf-8953-7db38b9d304a tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5325663 Aug 23 21:43:02.298235 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1521e1d-2a9c-4669-a04b-bd791c444d89', 'tag': '9dec4666-9c99-4d23-b9f3-3001dd357876'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:43:02.301242 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}464d6cbacbaeb9374483e58d29b165f94917862334b697df3b381d289610f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16b7715-3fc6-407c-b2d5-7464b78bddf9" -d '{"events": [{"name": "network-changed", "server_uuid": "f1521e1d-2a9c-4669-a04b-bd791c444d89", "tag": "9dec4666-9c99-4d23-b9f3-3001dd357876"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:43:02.339009 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f450af-5181-49e3-ac7a-1c3640f5be4f x-openstack-request-id: req-b0f450af-5181-49e3-ac7a-1c3640f5be4f {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:43:02.339392 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1521e1d-2a9c-4669-a04b-bd791c444d89", "tag": "9dec4666-9c99-4d23-b9f3-3001dd357876", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:43:02.339654 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b0f450af-5181-49e3-ac7a-1c3640f5be4f {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:43:02.340087 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1521e1d-2a9c-4669-a04b-bd791c444d89', 'tag': '9dec4666-9c99-4d23-b9f3-3001dd357876', 'status': 'completed', 'code': 200} Aug 23 21:43:02.383989 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-d7c8cd36-8555-43cd-81dc-157055164d83 None None] Set router 19341b0a-3721-40a6-a80e-36f34805d861 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:43:02.402958 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b7715-3fc6-407c-b2d5-7464b78bddf9 req-2b1a9d29-467e-4bef-a656-4af3143e8982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:43:02.404489 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a16b7715-3fc6-407c-b2d5-7464b78bddf9 req-2b1a9d29-467e-4bef-a656-4af3143e8982 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c627cbc40b344ae7bc059fc20cd8ff94&device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 1097 time: 0.0413263 Aug 23 21:43:02.499197 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b7715-3fc6-407c-b2d5-7464b78bddf9 req-635c2c78-a110-470c-a3f1-c0b66272224a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:43:02.500731 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a16b7715-3fc6-407c-b2d5-7464b78bddf9 req-635c2c78-a110-470c-a3f1-c0b66272224a service neutron] 10.222.0.11 "GET /v2.0/networks?id=3fa48680-ce9c-455f-8886-541193f854c7 HTTP/1.1" status: 200 len: 908 time: 0.0890081 Aug 23 21:43:02.568658 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a16b7715-3fc6-407c-b2d5-7464b78bddf9 req-080882fd-3050-4fa6-b3c4-e5448837a202 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dec4666-9c99-4d23-b9f3-3001dd357876 HTTP/1.1" status: 200 len: 1000 time: 0.0610330 Aug 23 21:43:02.613502 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d7c8cd36-8555-43cd-81dc-157055164d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19341b0a-3721-40a6-a80e-36f34805d861', 'name': 'tempest-TestShelveInstance-97297292-router', 'tenant_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '330f7326-76c2-4e1c-b5d4-72498dda339b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:38:09Z', 'updated_at': '2021-08-23T21:38:12Z', 'revision_number': 4, 'project_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'gw_port': {'id': '330f7326-76c2-4e1c-b5d4-72498dda339b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:53:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19341b0a-3721-40a6-a80e-36f34805d861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:38:10Z', 'updated_at': '2021-08-23T21:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '85ead54e-946d-43eb-8f36-3a4178c0a28f', 'tenant_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'floating_ip_address': '172.25.4.147', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '19341b0a-3721-40a6-a80e-36f34805d861', 'port_id': '9dec4666-9c99-4d23-b9f3-3001dd357876', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fa48680-ce9c-455f-8886-541193f854c7', 'mac_address': 'fa:16:3e:b5:51:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1521e1d-2a9c-4669-a04b-bd791c444d89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:43:01Z', 'updated_at': '2021-08-23T21:43:01Z', 'revision_number': 0, 'project_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6788fd46-992e-4014-a923-7c79225b336b', 'name': '', 'network_id': '3fa48680-ce9c-455f-8886-541193f854c7', 'tenant_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'mac_address': 'fa:16:3e:9b:5e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19341b0a-3721-40a6-a80e-36f34805d861', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:38:12Z', 'updated_at': '2021-08-23T21:38:18Z', 'revision_number': 5, 'project_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'subnets': [{'id': '5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:43:02.618096 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b7715-3fc6-407c-b2d5-7464b78bddf9 req-6d9309ae-1051-475c-b1a9-7ed446128d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:43:02.619578 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a16b7715-3fc6-407c-b2d5-7464b78bddf9 req-6d9309ae-1051-475c-b1a9-7ed446128d88 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce HTTP/1.1" status: 200 len: 846 time: 0.0444310 Aug 23 21:43:02.640472 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c8cd36-8555-43cd-81dc-157055164d83 None None] Checking router: 19341b0a-3721-40a6-a80e-36f34805d861 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:43:02.649259 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c8cd36-8555-43cd-81dc-157055164d83 None None] Routers {'19341b0a-3721-40a6-a80e-36f34805d861'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:43:02.649870 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d7c8cd36-8555-43cd-81dc-157055164d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:42:44Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['19341b0a-3721-40a6-a80e-36f34805d861'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:43:02.669234 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b7715-3fc6-407c-b2d5-7464b78bddf9 req-2f4a93c2-9d61-4caf-ac02-fea8ecc940ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:43:02.670768 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a16b7715-3fc6-407c-b2d5-7464b78bddf9 req-2f4a93c2-9d61-4caf-ac02-fea8ecc940ea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3fa48680-ce9c-455f-8886-541193f854c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442786 Aug 23 21:43:02.754774 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-d7c8cd36-8555-43cd-81dc-157055164d83 None None] Set router 19341b0a-3721-40a6-a80e-36f34805d861 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:43:02.760747 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a16b7715-3fc6-407c-b2d5-7464b78bddf9 req-5f4caf38-5394-4d69-9c5c-5581b8986101 service neutron] 10.222.0.11 "GET /v2.0/networks/3fa48680-ce9c-455f-8886-541193f854c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830286 Aug 23 21:43:02.858296 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a16b7715-3fc6-407c-b2d5-7464b78bddf9 req-a9f7572e-93ca-49b6-ac4e-2332d7506db6 service neutron] 10.222.0.11 "GET /v2.0/networks/3fa48680-ce9c-455f-8886-541193f854c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905893 Aug 23 21:43:02.975730 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d7c8cd36-8555-43cd-81dc-157055164d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19341b0a-3721-40a6-a80e-36f34805d861', 'name': 'tempest-TestShelveInstance-97297292-router', 'tenant_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '330f7326-76c2-4e1c-b5d4-72498dda339b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:38:09Z', 'updated_at': '2021-08-23T21:38:12Z', 'revision_number': 4, 'project_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'gw_port': {'id': '330f7326-76c2-4e1c-b5d4-72498dda339b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:53:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19341b0a-3721-40a6-a80e-36f34805d861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:38:10Z', 'updated_at': '2021-08-23T21:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '85ead54e-946d-43eb-8f36-3a4178c0a28f', 'tenant_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'floating_ip_address': '172.25.4.147', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '19341b0a-3721-40a6-a80e-36f34805d861', 'port_id': '9dec4666-9c99-4d23-b9f3-3001dd357876', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fa48680-ce9c-455f-8886-541193f854c7', 'mac_address': 'fa:16:3e:b5:51:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1521e1d-2a9c-4669-a04b-bd791c444d89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:43:01Z', 'updated_at': '2021-08-23T21:43:01Z', 'revision_number': 0, 'project_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6788fd46-992e-4014-a923-7c79225b336b', 'name': '', 'network_id': '3fa48680-ce9c-455f-8886-541193f854c7', 'tenant_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'mac_address': 'fa:16:3e:9b:5e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19341b0a-3721-40a6-a80e-36f34805d861', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:38:12Z', 'updated_at': '2021-08-23T21:38:18Z', 'revision_number': 5, 'project_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'subnets': [{'id': '5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:43:03.005094 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c8cd36-8555-43cd-81dc-157055164d83 None None] The sync data for ids ['19341b0a-3721-40a6-a80e-36f34805d861'] in n-d-805663-2 is: [{'id': '19341b0a-3721-40a6-a80e-36f34805d861', 'name': 'tempest-TestShelveInstance-97297292-router', 'tenant_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '330f7326-76c2-4e1c-b5d4-72498dda339b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:38:09Z', 'updated_at': '2021-08-23T21:38:12Z', 'revision_number': 4, 'project_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'gw_port': {'id': '330f7326-76c2-4e1c-b5d4-72498dda339b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:53:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19341b0a-3721-40a6-a80e-36f34805d861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:38:10Z', 'updated_at': '2021-08-23T21:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '85ead54e-946d-43eb-8f36-3a4178c0a28f', 'tenant_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'floating_ip_address': '172.25.4.147', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '19341b0a-3721-40a6-a80e-36f34805d861', 'port_id': '9dec4666-9c99-4d23-b9f3-3001dd357876', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fa48680-ce9c-455f-8886-541193f854c7', 'mac_address': 'fa:16:3e:b5:51:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1521e1d-2a9c-4669-a04b-bd791c444d89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:43:01Z', 'updated_at': '2021-08-23T21:43:01Z', 'revision_number': 0, 'project_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6788fd46-992e-4014-a923-7c79225b336b', 'name': '', 'network_id': '3fa48680-ce9c-455f-8886-541193f854c7', 'tenant_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'mac_address': 'fa:16:3e:9b:5e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19341b0a-3721-40a6-a80e-36f34805d861', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:38:12Z', 'updated_at': '2021-08-23T21:38:18Z', 'revision_number': 5, 'project_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'subnets': [{'id': '5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:43:03.204134 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13e1aa4-a6d5-40dd-99e7-e45024531ca5 None None] New status for floating IP 85ead54e-946d-43eb-8f36-3a4178c0a28f: ACTIVE {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 21:43:10.150404 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f7c8cea5-5aff-40d3-9c05-d011e1e6e5b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:43:11.044800 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:43:13.537144 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-96e4d55e-1483-46fb-a2f8-223a69e2fdc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:43:13.659150 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:43:14.857162 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:43:16.242450 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:43:21.103449 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:43:39.246087 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:43:40.151315 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ee8fdbdf-aaac-40b2-a1eb-b2c8cadafa29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:43:41.053736 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:43:43.538745 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fa71ec2d-b5ef-4c34-bfb7-b834397ac5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:43:43.659939 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:43:44.860960 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:43:46.243796 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:43:51.105841 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:43:53.638009 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1dc768e2-02ee-47c5-8e6a-4a3486b553dd req-5a6e0014-eef7-4cce-8a9f-27599e6eb17c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403919 Aug 23 21:43:53.718591 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc768e2-02ee-47c5-8e6a-4a3486b553dd req-ded0c5ae-6f0a-4789-b4cd-65c03332aae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:43:53.720079 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1dc768e2-02ee-47c5-8e6a-4a3486b553dd req-ded0c5ae-6f0a-4789-b4cd-65c03332aae2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c627cbc40b344ae7bc059fc20cd8ff94&device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 1097 time: 0.0410745 Aug 23 21:43:53.826881 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc768e2-02ee-47c5-8e6a-4a3486b553dd req-067c6907-2371-4fdc-88bb-cf2ff1f10b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:43:53.828279 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1dc768e2-02ee-47c5-8e6a-4a3486b553dd req-067c6907-2371-4fdc-88bb-cf2ff1f10b41 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3fa48680-ce9c-455f-8886-541193f854c7 HTTP/1.1" status: 200 len: 908 time: 0.0900750 Aug 23 21:43:53.894247 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1dc768e2-02ee-47c5-8e6a-4a3486b553dd req-245245e6-1268-492a-b800-dd5473afdfe5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dec4666-9c99-4d23-b9f3-3001dd357876 HTTP/1.1" status: 200 len: 1002 time: 0.0588677 Aug 23 21:43:53.943395 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc768e2-02ee-47c5-8e6a-4a3486b553dd req-94b2187d-dcda-4bdf-9c18-6093143eff56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:43:53.944851 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1dc768e2-02ee-47c5-8e6a-4a3486b553dd req-94b2187d-dcda-4bdf-9c18-6093143eff56 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce HTTP/1.1" status: 200 len: 846 time: 0.0443697 Aug 23 21:43:54.008238 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc768e2-02ee-47c5-8e6a-4a3486b553dd req-c3720ad4-2de3-490f-9a42-89bf7aaf8929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:43:54.009713 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1dc768e2-02ee-47c5-8e6a-4a3486b553dd req-c3720ad4-2de3-490f-9a42-89bf7aaf8929 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3fa48680-ce9c-455f-8886-541193f854c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578113 Aug 23 21:43:54.098008 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1dc768e2-02ee-47c5-8e6a-4a3486b553dd req-df996018-2729-4a99-a2a9-b41e1a43b90d service neutron] 10.222.0.11 "GET /v2.0/networks/3fa48680-ce9c-455f-8886-541193f854c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811570 Aug 23 21:43:54.189317 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1dc768e2-02ee-47c5-8e6a-4a3486b553dd req-876353c0-2fe8-44d0-96f3-9e4f67bb277e service neutron] 10.222.0.11 "GET /v2.0/networks/3fa48680-ce9c-455f-8886-541193f854c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844204 Aug 23 21:44:10.154807 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b1b971d-750b-41b5-922c-85c5b7f97f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:44:11.040935 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:44:13.539327 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-42db4c8f-b4f1-4423-b46c-1f0ebdc9a588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:44:13.660563 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:44:14.862769 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:44:16.246128 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:44:16.248249 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:44:21.115898 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:44:40.156555 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-677c0058-5338-4b25-a0b4-16fc654b4fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:44:41.041473 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:44:43.539746 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c9e06db5-aba3-4485-9a31-cf27b51006c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:44:43.661927 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:44:44.866159 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:44:46.250609 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:44:51.117842 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:44:53.245613 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:44:54.643267 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-062f49e7-53bd-4c05-867b-cd1997b13d57 req-9b7b6bec-b9d5-4542-8eea-79d82663b631 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435319 Aug 23 21:44:54.725025 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f49e7-53bd-4c05-867b-cd1997b13d57 req-be61e32c-2d9a-4607-806b-76d06a90fd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:44:54.726557 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-062f49e7-53bd-4c05-867b-cd1997b13d57 req-be61e32c-2d9a-4607-806b-76d06a90fd72 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c627cbc40b344ae7bc059fc20cd8ff94&device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 1097 time: 0.0408068 Aug 23 21:44:54.836180 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f49e7-53bd-4c05-867b-cd1997b13d57 req-30a8a0b1-ac39-43b7-b061-ed3c919d37e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:44:54.837611 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-062f49e7-53bd-4c05-867b-cd1997b13d57 req-30a8a0b1-ac39-43b7-b061-ed3c919d37e2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3fa48680-ce9c-455f-8886-541193f854c7 HTTP/1.1" status: 200 len: 908 time: 0.0908740 Aug 23 21:44:54.872526 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba4451-42b9-4811-b440-17d6596d521f req-0e3f2ca3-7d1f-47c5-a45d-ee9405722635 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:44:54.874300 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f3ba4451-42b9-4811-b440-17d6596d521f req-0e3f2ca3-7d1f-47c5-a45d-ee9405722635 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 946 time: 0.0506227 Aug 23 21:44:54.905230 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-062f49e7-53bd-4c05-867b-cd1997b13d57 req-6fba0ed9-ae7b-49bb-b19c-b175a0af1372 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dec4666-9c99-4d23-b9f3-3001dd357876 HTTP/1.1" status: 200 len: 1002 time: 0.0585566 Aug 23 21:44:54.913268 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f3ba4451-42b9-4811-b440-17d6596d521f req-933737a8-a464-4bc1-bfb5-93b9c7314794 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=84b84488-45bc-4f5c-a5ba-456008a0ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323458 Aug 23 21:44:54.955629 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f49e7-53bd-4c05-867b-cd1997b13d57 req-d33acb1a-7f3c-4502-a1b8-5f3f4bb62f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:44:54.957099 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-062f49e7-53bd-4c05-867b-cd1997b13d57 req-d33acb1a-7f3c-4502-a1b8-5f3f4bb62f3c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce HTTP/1.1" status: 200 len: 846 time: 0.0448542 Aug 23 21:44:55.007576 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f49e7-53bd-4c05-867b-cd1997b13d57 req-eff6ea73-ca46-4ebf-8e48-02255a214f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:44:55.009090 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-062f49e7-53bd-4c05-867b-cd1997b13d57 req-eff6ea73-ca46-4ebf-8e48-02255a214f13 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3fa48680-ce9c-455f-8886-541193f854c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439794 Aug 23 21:44:55.097320 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-062f49e7-53bd-4c05-867b-cd1997b13d57 req-62c4fe02-473e-49b4-9173-a1ccc9531313 service neutron] 10.222.0.11 "GET /v2.0/networks/3fa48680-ce9c-455f-8886-541193f854c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806711 Aug 23 21:44:55.192223 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-062f49e7-53bd-4c05-867b-cd1997b13d57 req-487aa4ff-edc8-444f-9be3-4fd1e6a57fba service neutron] 10.222.0.11 "GET /v2.0/networks/3fa48680-ce9c-455f-8886-541193f854c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869203 Aug 23 21:44:56.064136 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd1ed73-fe3f-49a5-a175-4534257a0cb0 req-f33a7cde-9097-4c0d-8006-0d26bacb5cb4 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:44:56.066202 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4cd1ed73-fe3f-49a5-a175-4534257a0cb0 req-f33a7cde-9097-4c0d-8006-0d26bacb5cb4 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 946 time: 0.0491455 Aug 23 21:44:56.105083 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-4cd1ed73-fe3f-49a5-a175-4534257a0cb0 req-a0571a5a-e3a0-417f-bc20-3e7b1f16a443 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=84b84488-45bc-4f5c-a5ba-456008a0ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329678 Aug 23 21:44:57.245860 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84621547-d1bc-43e3-9fff-156c96be36eb req-a5f0dd46-9e0f-4c42-b0e8-d78a9096f6d3 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:44:57.247341 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-84621547-d1bc-43e3-9fff-156c96be36eb req-a5f0dd46-9e0f-4c42-b0e8-d78a9096f6d3 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 946 time: 0.0483913 Aug 23 21:44:57.284843 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-84621547-d1bc-43e3-9fff-156c96be36eb req-bb6af089-0809-4888-a325-66972738ba75 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=84b84488-45bc-4f5c-a5ba-456008a0ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308745 Aug 23 21:44:58.401524 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d1438e-22f7-4321-bcba-a5c71305daa4 req-6a423e85-9386-4386-8128-8b6dc333c2fd tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:44:58.402985 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d8d1438e-22f7-4321-bcba-a5c71305daa4 req-6a423e85-9386-4386-8128-8b6dc333c2fd tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 946 time: 0.0507920 Aug 23 21:44:58.439886 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d8d1438e-22f7-4321-bcba-a5c71305daa4 req-d23dd557-ad41-454e-99ab-6031a049012d tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=84b84488-45bc-4f5c-a5ba-456008a0ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302932 Aug 23 21:44:59.556345 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9048e71-c80d-43a2-b93d-49d42fe3a384 req-14241a6a-e852-47c1-949d-b9885237a728 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:44:59.557816 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b9048e71-c80d-43a2-b93d-49d42fe3a384 req-14241a6a-e852-47c1-949d-b9885237a728 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 946 time: 0.0512021 Aug 23 21:44:59.598177 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b9048e71-c80d-43a2-b93d-49d42fe3a384 req-ebb885a7-73a5-4d41-9f4f-346f8effe5fa tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=84b84488-45bc-4f5c-a5ba-456008a0ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343611 Aug 23 21:45:00.715911 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fbd218-fa98-4315-9063-911a6d3af8dd req-d4ac5967-c463-4de6-98b0-0b4f8f1ab29a tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:45:00.717390 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-03fbd218-fa98-4315-9063-911a6d3af8dd req-d4ac5967-c463-4de6-98b0-0b4f8f1ab29a tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 946 time: 0.0526507 Aug 23 21:45:00.755184 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-03fbd218-fa98-4315-9063-911a6d3af8dd req-447b8b90-c955-4c1f-a64a-19d912f76bb0 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=84b84488-45bc-4f5c-a5ba-456008a0ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311565 Aug 23 21:45:01.868906 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b07cb-c29d-4a8e-8b68-34caf50e2c9d req-716b8979-df26-4c4f-88e7-d9d0a4c1f7b2 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:45:01.870285 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e80b07cb-c29d-4a8e-8b68-34caf50e2c9d req-716b8979-df26-4c4f-88e7-d9d0a4c1f7b2 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 946 time: 0.0481060 Aug 23 21:45:01.906877 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e80b07cb-c29d-4a8e-8b68-34caf50e2c9d req-72fcbabc-7383-4692-adf5-65d22783137c tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=84b84488-45bc-4f5c-a5ba-456008a0ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303712 Aug 23 21:45:03.021526 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd764f2b-c7b8-4b1a-a018-524789b92711 req-df6cdb43-15a1-48ac-8557-8a849f5fc2a3 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:45:03.023009 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bd764f2b-c7b8-4b1a-a018-524789b92711 req-df6cdb43-15a1-48ac-8557-8a849f5fc2a3 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 946 time: 0.0488050 Aug 23 21:45:03.060223 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-bd764f2b-c7b8-4b1a-a018-524789b92711 req-d1ec7183-6fad-48bb-8736-5dc6b7cc5424 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=84b84488-45bc-4f5c-a5ba-456008a0ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312772 Aug 23 21:45:04.171641 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3bd194-f162-4ccb-9279-f4aad243210d req-98cdb9d5-7156-48e4-91c2-6296034ac81b tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:45:04.173254 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bb3bd194-f162-4ccb-9279-f4aad243210d req-98cdb9d5-7156-48e4-91c2-6296034ac81b tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 946 time: 0.0471888 Aug 23 21:45:04.210628 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-bb3bd194-f162-4ccb-9279-f4aad243210d req-2ba8ecbf-eb9c-451a-b295-bf04bc18b565 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=84b84488-45bc-4f5c-a5ba-456008a0ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309319 Aug 23 21:45:04.981469 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b0c64-8f05-4890-9cd3-aa1f9822c5c9 req-685bad3c-a941-4e72-8847-435f8280d110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:45:04.982942 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d03b0c64-8f05-4890-9cd3-aa1f9822c5c9 req-685bad3c-a941-4e72-8847-435f8280d110 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c627cbc40b344ae7bc059fc20cd8ff94&device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 1097 time: 0.0398660 Aug 23 21:45:05.076025 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b0c64-8f05-4890-9cd3-aa1f9822c5c9 req-bd4c44f7-ede2-48af-843b-a7b3d21cef6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:45:05.077502 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d03b0c64-8f05-4890-9cd3-aa1f9822c5c9 req-bd4c44f7-ede2-48af-843b-a7b3d21cef6b service neutron] 10.222.0.11 "GET /v2.0/networks?id=3fa48680-ce9c-455f-8886-541193f854c7 HTTP/1.1" status: 200 len: 908 time: 0.0876620 Aug 23 21:45:05.140914 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d03b0c64-8f05-4890-9cd3-aa1f9822c5c9 req-f2b33f33-cc8b-4fee-8930-d2bbfbdfd6ae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dec4666-9c99-4d23-b9f3-3001dd357876 HTTP/1.1" status: 200 len: 1002 time: 0.0567019 Aug 23 21:45:05.192752 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b0c64-8f05-4890-9cd3-aa1f9822c5c9 req-634fcff4-da9e-42a1-92c5-37cb166cb4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:45:05.194145 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d03b0c64-8f05-4890-9cd3-aa1f9822c5c9 req-634fcff4-da9e-42a1-92c5-37cb166cb4ab service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce HTTP/1.1" status: 200 len: 846 time: 0.0463152 Aug 23 21:45:05.239304 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b0c64-8f05-4890-9cd3-aa1f9822c5c9 req-9e9609df-88df-49fe-80c7-0c05bcef26d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:45:05.240891 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d03b0c64-8f05-4890-9cd3-aa1f9822c5c9 req-9e9609df-88df-49fe-80c7-0c05bcef26d9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3fa48680-ce9c-455f-8886-541193f854c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397825 Aug 23 21:45:05.367813 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556c235-0f4d-4500-b922-6741c9fcb346 req-16aa52e7-64a3-4c13-8638-15e4ccb87043 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:45:05.369282 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6556c235-0f4d-4500-b922-6741c9fcb346 req-16aa52e7-64a3-4c13-8638-15e4ccb87043 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 946 time: 0.0772812 Aug 23 21:45:05.372785 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d03b0c64-8f05-4890-9cd3-aa1f9822c5c9 req-de3c5c11-44f0-4d78-9afe-8fc4a1eaee63 service neutron] 10.222.0.11 "GET /v2.0/networks/3fa48680-ce9c-455f-8886-541193f854c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239312 Aug 23 21:45:05.453437 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-6556c235-0f4d-4500-b922-6741c9fcb346 req-df2619d3-a5b7-484c-98c5-687e86203275 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=84b84488-45bc-4f5c-a5ba-456008a0ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778410 Aug 23 21:45:05.485791 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d03b0c64-8f05-4890-9cd3-aa1f9822c5c9 req-ca8966dd-c3a3-4d5b-a311-a0f0b287ad8e service neutron] 10.222.0.11 "GET /v2.0/networks/3fa48680-ce9c-455f-8886-541193f854c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037755 Aug 23 21:45:06.569884 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493eb70-953c-4f18-9c3b-efebc4e5d9a6 req-0ad29505-dcda-49c3-baac-fa7f877127e5 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:45:06.571368 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1493eb70-953c-4f18-9c3b-efebc4e5d9a6 req-0ad29505-dcda-49c3-baac-fa7f877127e5 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 946 time: 0.0514984 Aug 23 21:45:06.608918 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1493eb70-953c-4f18-9c3b-efebc4e5d9a6 req-cd9db067-16b4-42bf-aa9d-20be656122fb tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=84b84488-45bc-4f5c-a5ba-456008a0ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315478 Aug 23 21:45:07.727955 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba428b8e-e504-4c2e-9647-afa3f7c703bf req-821039b4-54af-44df-b40d-16201792d9b0 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:45:07.729445 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ba428b8e-e504-4c2e-9647-afa3f7c703bf req-821039b4-54af-44df-b40d-16201792d9b0 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 946 time: 0.0524015 Aug 23 21:45:07.768178 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ba428b8e-e504-4c2e-9647-afa3f7c703bf req-d3c35cc1-a6b9-46e5-8df8-b9132cd59a02 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=84b84488-45bc-4f5c-a5ba-456008a0ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327411 Aug 23 21:45:08.883075 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e420615-bf38-4e90-92a6-eae00544ed93 req-1634e8d2-8058-409b-94cb-935ec731cb60 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:45:08.884589 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6e420615-bf38-4e90-92a6-eae00544ed93 req-1634e8d2-8058-409b-94cb-935ec731cb60 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 946 time: 0.0489748 Aug 23 21:45:08.920812 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6e420615-bf38-4e90-92a6-eae00544ed93 req-b09af051-702a-498c-b74f-0d12b3aa69b9 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=84b84488-45bc-4f5c-a5ba-456008a0ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303609 Aug 23 21:45:09.139688 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f106ba-6dc2-40d7-b780-c31c5f519795 req-bbe6e7d9-b4c5-4dc4-b85c-8f3151bad271 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:45:09.141234 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-46f106ba-6dc2-40d7-b780-c31c5f519795 req-bbe6e7d9-b4c5-4dc4-b85c-8f3151bad271 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 946 time: 0.0600605 Aug 23 21:45:09.141483 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f9ccf066-718d-4f3e-82c3-e98fe346c6b3 req-0e2d94b1-5279-496c-81d0-21cb58058a10 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0835605 Aug 23 21:45:09.181897 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-46f106ba-6dc2-40d7-b780-c31c5f519795 req-7190bab2-11ec-47e2-9560-5103152ff372 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=84b84488-45bc-4f5c-a5ba-456008a0ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344400 Aug 23 21:45:09.784658 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 9dec4666-9c99-4d23-b9f3-3001dd357876 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:45:09.862360 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:45:09.884804 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1521e1d-2a9c-4669-a04b-bd791c444d89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dec4666-9c99-4d23-b9f3-3001dd357876'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:45:09.887012 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e577f7a2b9c3f6bcf6a64bd3e1bbb8e0b095addae8cf51c17fc2638a25953e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9762f4-21c2-49ab-ad52-0c928282603b" -d '{"events": [{"server_uuid": "f1521e1d-2a9c-4669-a04b-bd791c444d89", "name": "network-vif-unplugged", "status": "completed", "tag": "9dec4666-9c99-4d23-b9f3-3001dd357876"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:45:09.902258 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 9dec4666-9c99-4d23-b9f3-3001dd357876, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=9dec4666-9c99-4d23-b9f3-3001dd357876,segment=NetworkSegment(252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb),segment_id=252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:45:09.906529 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:45:09.931289 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 23 Aug 2021 21:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49fa0073-2c42-405c-aa16-0c9e054fc668 x-openstack-request-id: req-49fa0073-2c42-405c-aa16-0c9e054fc668 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:45:09.931510 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1521e1d-2a9c-4669-a04b-bd791c444d89", "name": "network-vif-unplugged", "status": "failed", "tag": "9dec4666-9c99-4d23-b9f3-3001dd357876", "code": 422}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:45:09.931763 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-49fa0073-2c42-405c-aa16-0c9e054fc668 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:45:09.932182 n-d-805663-2 neutron-server[94689]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f1521e1d-2a9c-4669-a04b-bd791c444d89', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9dec4666-9c99-4d23-b9f3-3001dd357876', 'code': 422} returned with failed status Aug 23 21:45:09.958659 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=9dec4666-9c99-4d23-b9f3-3001dd357876,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:45:09.965705 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:45:09.966050 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:45:09.966387 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:45:09.966745 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:45:09.967055 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:45:09.967382 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:45:09.967705 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:45:09.968029 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:45:09.968374 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:45:09.968693 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:45:09.969014 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:45:09.969371 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:45:10.158345 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8d70d8d1-b1fb-4818-a1ef-46ab2e0994cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:45:10.300989 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea429be-568a-4a7a-928a-9b2243c53421 req-88b45349-2dec-4a1c-b5bc-8d273beb4f29 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:45:10.302495 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1ea429be-568a-4a7a-928a-9b2243c53421 req-88b45349-2dec-4a1c-b5bc-8d273beb4f29 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 944 time: 0.0531900 Aug 23 21:45:10.340472 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-1ea429be-568a-4a7a-928a-9b2243c53421 req-b717ada1-72af-454e-86f6-2fd130c15afa tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=84b84488-45bc-4f5c-a5ba-456008a0ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316496 Aug 23 21:45:11.072327 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:45:11.459552 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1fb48b-d9f5-4581-b36b-fd256abbd6a9 req-4ac84e32-5ada-44db-ab38-f752f20a660e tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:45:11.461064 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ca1fb48b-d9f5-4581-b36b-fd256abbd6a9 req-4ac84e32-5ada-44db-ab38-f752f20a660e tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 944 time: 0.0492172 Aug 23 21:45:11.499577 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ca1fb48b-d9f5-4581-b36b-fd256abbd6a9 req-6306d469-1b12-447e-8df1-10ac327063a6 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=84b84488-45bc-4f5c-a5ba-456008a0ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326116 Aug 23 21:45:12.620727 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75961774-2b9d-449c-b0b0-e540e22955ad req-5141ebe2-9567-468b-9e2e-fc6431aa3e86 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:45:12.623020 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-75961774-2b9d-449c-b0b0-e540e22955ad req-5141ebe2-9567-468b-9e2e-fc6431aa3e86 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 944 time: 0.0518610 Aug 23 21:45:12.663696 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-75961774-2b9d-449c-b0b0-e540e22955ad req-760fdc3a-b1b2-4e68-8db4-8fc60a4b1548 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=84b84488-45bc-4f5c-a5ba-456008a0ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337217 Aug 23 21:45:13.539847 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6a427f7c-8a8e-4160-a8bd-648a5276c8e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:45:13.666443 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:45:13.783513 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a0930e-93be-4e19-b8de-484d9bb1a057 req-8a01a9c0-420f-4a17-a892-2d3d4708d423 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:45:13.784993 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-87a0930e-93be-4e19-b8de-484d9bb1a057 req-8a01a9c0-420f-4a17-a892-2d3d4708d423 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 944 time: 0.0519447 Aug 23 21:45:13.842701 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-87a0930e-93be-4e19-b8de-484d9bb1a057 req-68d693bb-81af-419c-966c-3a2a7dadc15f tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=84b84488-45bc-4f5c-a5ba-456008a0ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515695 Aug 23 21:45:13.857898 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccf066-718d-4f3e-82c3-e98fe346c6b3 req-c3554c83-3685-452a-aa4d-505b7bab7a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:45:13.859350 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f9ccf066-718d-4f3e-82c3-e98fe346c6b3 req-c3554c83-3685-452a-aa4d-505b7bab7a3e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89&tenant_id=c627cbc40b344ae7bc059fc20cd8ff94 HTTP/1.1" status: 200 len: 1095 time: 0.0434668 Aug 23 21:45:13.920581 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccf066-718d-4f3e-82c3-e98fe346c6b3 req-9a471ec5-9a49-45ae-89b6-1e9e2edaff8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:45:13.922006 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f9ccf066-718d-4f3e-82c3-e98fe346c6b3 req-9a471ec5-9a49-45ae-89b6-1e9e2edaff8b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c627cbc40b344ae7bc059fc20cd8ff94&device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 1095 time: 0.0397043 Aug 23 21:45:14.014775 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccf066-718d-4f3e-82c3-e98fe346c6b3 req-4aff403f-6c16-4de6-835f-0b677e714a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:45:14.016230 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f9ccf066-718d-4f3e-82c3-e98fe346c6b3 req-4aff403f-6c16-4de6-835f-0b677e714a1b service neutron] 10.222.0.11 "GET /v2.0/networks?id=3fa48680-ce9c-455f-8886-541193f854c7 HTTP/1.1" status: 200 len: 908 time: 0.0874283 Aug 23 21:45:14.079209 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f9ccf066-718d-4f3e-82c3-e98fe346c6b3 req-86cbe11f-09c0-42d3-8a29-9a2fe0678506 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dec4666-9c99-4d23-b9f3-3001dd357876 HTTP/1.1" status: 200 len: 1000 time: 0.0560136 Aug 23 21:45:14.127329 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccf066-718d-4f3e-82c3-e98fe346c6b3 req-47971bff-3889-4452-ae3c-5e309ce01ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:45:14.128738 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f9ccf066-718d-4f3e-82c3-e98fe346c6b3 req-47971bff-3889-4452-ae3c-5e309ce01ccf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce HTTP/1.1" status: 200 len: 846 time: 0.0432997 Aug 23 21:45:14.176462 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccf066-718d-4f3e-82c3-e98fe346c6b3 req-0f5d933a-3631-4a50-9e7a-522bcb4456af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:45:14.177885 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f9ccf066-718d-4f3e-82c3-e98fe346c6b3 req-0f5d933a-3631-4a50-9e7a-522bcb4456af service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3fa48680-ce9c-455f-8886-541193f854c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421634 Aug 23 21:45:14.264663 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f9ccf066-718d-4f3e-82c3-e98fe346c6b3 req-89f97aae-8775-484d-b683-3d0cf3a4b693 service neutron] 10.222.0.11 "GET /v2.0/networks/3fa48680-ce9c-455f-8886-541193f854c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799620 Aug 23 21:45:14.357628 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f9ccf066-718d-4f3e-82c3-e98fe346c6b3 req-7b22f5c9-e9aa-433d-96fc-879dec7075ff service neutron] 10.222.0.11 "GET /v2.0/networks/3fa48680-ce9c-455f-8886-541193f854c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857313 Aug 23 21:45:14.874626 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:45:14.958828 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14147e0a-d79f-4f5c-ab1b-4117814ef207 req-86ca81cb-e186-4c82-99e2-a9fa5b9bc0a7 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:45:14.960426 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-14147e0a-d79f-4f5c-ab1b-4117814ef207 req-86ca81cb-e186-4c82-99e2-a9fa5b9bc0a7 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 944 time: 0.0486658 Aug 23 21:45:14.996778 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-14147e0a-d79f-4f5c-ab1b-4117814ef207 req-4e471abc-69f3-4edf-80f8-729ac9ecc462 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=84b84488-45bc-4f5c-a5ba-456008a0ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304425 Aug 23 21:45:16.253766 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:45:16.354975 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8897249e-0a18-4b29-9959-7a7c23938209 req-03135ccf-399b-412f-aa75-fe175227107b tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:45:16.356371 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8897249e-0a18-4b29-9959-7a7c23938209 req-03135ccf-399b-412f-aa75-fe175227107b tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 944 time: 0.0492001 Aug 23 21:45:16.393215 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8897249e-0a18-4b29-9959-7a7c23938209 req-de7ed2a8-50ca-476c-9734-240aab1a5ea4 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=84b84488-45bc-4f5c-a5ba-456008a0ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309660 Aug 23 21:45:17.509953 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f923029-14e2-4a8b-9788-55b42f4e978b req-0ed27687-1177-4a96-b3af-41e9357c9760 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:45:17.511434 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4f923029-14e2-4a8b-9788-55b42f4e978b req-0ed27687-1177-4a96-b3af-41e9357c9760 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 944 time: 0.0529578 Aug 23 21:45:17.548644 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-4f923029-14e2-4a8b-9788-55b42f4e978b req-a0aad7cf-2ca9-46f0-be69-41ead9f6a357 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=84b84488-45bc-4f5c-a5ba-456008a0ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311739 Aug 23 21:45:18.661200 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80074de9-ba2e-43ca-b66a-130d6c066c36 req-d734d95f-8552-48fc-861e-71ba36d33e6a tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:45:18.662656 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-80074de9-ba2e-43ca-b66a-130d6c066c36 req-d734d95f-8552-48fc-861e-71ba36d33e6a tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 944 time: 0.0481520 Aug 23 21:45:18.698550 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-80074de9-ba2e-43ca-b66a-130d6c066c36 req-d1cf6a5e-c6bf-41f6-a750-8e019c3f0283 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=84b84488-45bc-4f5c-a5ba-456008a0ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301085 Aug 23 21:45:19.810988 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2776e-c6a5-42fc-a036-fa731e1e7b4a req-de47c5a8-eefc-4097-bec4-db8b5590c5dc tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:45:19.812481 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ddd2776e-c6a5-42fc-a036-fa731e1e7b4a req-de47c5a8-eefc-4097-bec4-db8b5590c5dc tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 944 time: 0.0480192 Aug 23 21:45:19.850324 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ddd2776e-c6a5-42fc-a036-fa731e1e7b4a req-5814c277-905f-4244-86b8-7774c559337a tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=84b84488-45bc-4f5c-a5ba-456008a0ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313821 Aug 23 21:45:21.133766 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:45:21.304220 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dc0670-856a-4688-bf1c-3c71c982ae51 req-af9d787c-ece5-4e9c-bcc6-a47e815aa040 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:45:21.305712 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e4dc0670-856a-4688-bf1c-3c71c982ae51 req-af9d787c-ece5-4e9c-bcc6-a47e815aa040 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 944 time: 0.3890684 Aug 23 21:45:21.344253 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e4dc0670-856a-4688-bf1c-3c71c982ae51 req-820fbf2f-4635-494a-9f6c-77c01511b15b tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=84b84488-45bc-4f5c-a5ba-456008a0ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326285 Aug 23 21:45:21.862740 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 9dec4666-9c99-4d23-b9f3-3001dd357876 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 21:45:21.954542 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 9dec4666-9c99-4d23-b9f3-3001dd357876, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=9dec4666-9c99-4d23-b9f3-3001dd357876,segment=NetworkSegment(252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb),segment_id=252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:45:21.964507 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '9dec4666-9c99-4d23-b9f3-3001dd357876', 'network_id': '3fa48680-ce9c-455f-8886-541193f854c7', 'port_id': '9dec4666-9c99-4d23-b9f3-3001dd357876', 'mac_address': 'fa:16:3e:b5:51:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 21:45:22.001285 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:45:22.013204 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dec4666-9c99-4d23-b9f3-3001dd357876 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:45:22.031303 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 9dec4666-9c99-4d23-b9f3-3001dd357876, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=9dec4666-9c99-4d23-b9f3-3001dd357876,segment=NetworkSegment(252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb),segment_id=252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:45:22.035943 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:45:22.081477 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=9dec4666-9c99-4d23-b9f3-3001dd357876,revision_number=7']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:45:22.240184 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['9dec4666-9c99-4d23-b9f3-3001dd357876'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:45:22.459360 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0615edef-5c04-4f44-8629-b19e0fdda811 req-b82f4714-4620-4671-93dc-74bf22e224a7 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:45:22.460823 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0615edef-5c04-4f44-8629-b19e0fdda811 req-b82f4714-4620-4671-93dc-74bf22e224a7 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 945 time: 0.0499556 Aug 23 21:45:22.502287 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0615edef-5c04-4f44-8629-b19e0fdda811 req-363e671e-5057-40ea-adff-eb8671f1a730 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=84b84488-45bc-4f5c-a5ba-456008a0ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355785 Aug 23 21:45:23.615448 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6514851-8f2b-4b6a-88ec-ca47829e6408 req-5f2528d2-bed8-4cf2-b3c6-fea5b99e7eb5 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:45:23.616933 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e6514851-8f2b-4b6a-88ec-ca47829e6408 req-5f2528d2-bed8-4cf2-b3c6-fea5b99e7eb5 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 945 time: 0.0483537 Aug 23 21:45:23.654300 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e6514851-8f2b-4b6a-88ec-ca47829e6408 req-1ec9389c-7cdf-464b-9e20-63530c4ac5c1 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=84b84488-45bc-4f5c-a5ba-456008a0ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311542 Aug 23 21:45:23.878061 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 9dec4666-9c99-4d23-b9f3-3001dd357876 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:45:23.927477 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 9dec4666-9c99-4d23-b9f3-3001dd357876 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:45:23.927850 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:45:24.000540 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:45:24.022376 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1521e1d-2a9c-4669-a04b-bd791c444d89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dec4666-9c99-4d23-b9f3-3001dd357876'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:45:24.024591 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e577f7a2b9c3f6bcf6a64bd3e1bbb8e0b095addae8cf51c17fc2638a25953e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09bd898-1be7-4e51-9f62-0a96d9e56666" -d '{"events": [{"server_uuid": "f1521e1d-2a9c-4669-a04b-bd791c444d89", "name": "network-vif-plugged", "status": "completed", "tag": "9dec4666-9c99-4d23-b9f3-3001dd357876"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:45:24.037022 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 9dec4666-9c99-4d23-b9f3-3001dd357876, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=9dec4666-9c99-4d23-b9f3-3001dd357876,segment=NetworkSegment(252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb),segment_id=252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:45:24.040916 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:45:24.068578 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf3e619-d452-4083-9ecc-384c6f489f81 x-openstack-request-id: req-2cf3e619-d452-4083-9ecc-384c6f489f81 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:45:24.068879 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1521e1d-2a9c-4669-a04b-bd791c444d89", "name": "network-vif-plugged", "status": "completed", "tag": "9dec4666-9c99-4d23-b9f3-3001dd357876", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:45:24.069115 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2cf3e619-d452-4083-9ecc-384c6f489f81 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:45:24.069623 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1521e1d-2a9c-4669-a04b-bd791c444d89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dec4666-9c99-4d23-b9f3-3001dd357876', 'code': 200} Aug 23 21:45:24.256203 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=9dec4666-9c99-4d23-b9f3-3001dd357876,revision_number=8']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:45:24.269286 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ef956-a323-433d-8bd5-f31a3d9d9292 req-9f0563ec-b924-47ff-a07a-66366dd70311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:45:24.270793 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-287ef956-a323-433d-8bd5-f31a3d9d9292 req-9f0563ec-b924-47ff-a07a-66366dd70311 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 1097 time: 0.0419931 Aug 23 21:45:24.304589 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-287ef956-a323-433d-8bd5-f31a3d9d9292 req-d74c2747-d70e-4696-855f-b2811a5cedac service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=84b84488-45bc-4f5c-a5ba-456008a0ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268400 Aug 23 21:45:24.770271 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd86d3-424d-4a1e-8f7b-094221ffc8dd req-b4f155c9-ef86-4676-aa3d-eedf562ea3f1 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:45:24.771749 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-39dd86d3-424d-4a1e-8f7b-094221ffc8dd req-b4f155c9-ef86-4676-aa3d-eedf562ea3f1 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 946 time: 0.0516858 Aug 23 21:45:24.809566 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-39dd86d3-424d-4a1e-8f7b-094221ffc8dd req-a35e3864-f7d5-48e9-b25d-49e01fe04789 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=84b84488-45bc-4f5c-a5ba-456008a0ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318220 Aug 23 21:45:25.926836 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b743164b-d689-4774-80bf-be1dd66fc35e req-2505d1f1-6ec4-425e-803a-b26ae78e81b1 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:45:25.928331 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b743164b-d689-4774-80bf-be1dd66fc35e req-2505d1f1-6ec4-425e-803a-b26ae78e81b1 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 946 time: 0.0524514 Aug 23 21:45:25.966199 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b743164b-d689-4774-80bf-be1dd66fc35e req-2d4f4f2a-c6b5-4c3d-893b-2a6e34f0d88a tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=84b84488-45bc-4f5c-a5ba-456008a0ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315659 Aug 23 21:45:30.244818 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:45:40.159821 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-74f5f81c-e8f6-4a95-ad9d-f213f0a28788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:45:41.090666 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:45:43.540932 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a253545e-2132-489a-b7ce-7a25b83641d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:45:43.667104 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:45:44.871437 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:45:46.257800 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:45:51.138906 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:45:54.656676 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e8dd8b9a-b3b5-484d-863a-838a0aa375cb req-43ae52fd-2120-4646-871e-f5d6d71a9dad service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398037 Aug 23 21:45:54.738290 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd8b9a-b3b5-484d-863a-838a0aa375cb req-a782f7ef-525b-46b1-a6ab-4e779602509e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:45:54.739804 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e8dd8b9a-b3b5-484d-863a-838a0aa375cb req-a782f7ef-525b-46b1-a6ab-4e779602509e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c627cbc40b344ae7bc059fc20cd8ff94&device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 1097 time: 0.0402477 Aug 23 21:45:54.846946 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd8b9a-b3b5-484d-863a-838a0aa375cb req-14e2fb2b-ea90-4930-9176-dd67eb7eaba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:45:54.848350 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e8dd8b9a-b3b5-484d-863a-838a0aa375cb req-14e2fb2b-ea90-4930-9176-dd67eb7eaba8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3fa48680-ce9c-455f-8886-541193f854c7 HTTP/1.1" status: 200 len: 908 time: 0.0873203 Aug 23 21:45:54.913924 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e8dd8b9a-b3b5-484d-863a-838a0aa375cb req-0ffffc54-c262-472e-8619-a1e6f399f8af service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dec4666-9c99-4d23-b9f3-3001dd357876 HTTP/1.1" status: 200 len: 1002 time: 0.0578499 Aug 23 21:45:54.963397 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd8b9a-b3b5-484d-863a-838a0aa375cb req-18f0cf0b-eef3-4d2a-ae27-e89154ce8952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:45:54.964890 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e8dd8b9a-b3b5-484d-863a-838a0aa375cb req-18f0cf0b-eef3-4d2a-ae27-e89154ce8952 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce HTTP/1.1" status: 200 len: 846 time: 0.0436738 Aug 23 21:45:55.015919 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd8b9a-b3b5-484d-863a-838a0aa375cb req-37647369-9561-44ce-8cc2-db47a21c1b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:45:55.017616 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e8dd8b9a-b3b5-484d-863a-838a0aa375cb req-37647369-9561-44ce-8cc2-db47a21c1b68 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3fa48680-ce9c-455f-8886-541193f854c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461116 Aug 23 21:45:55.109087 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e8dd8b9a-b3b5-484d-863a-838a0aa375cb req-a47b2d7e-0937-4169-a255-4f70b04b274d service neutron] 10.222.0.11 "GET /v2.0/networks/3fa48680-ce9c-455f-8886-541193f854c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828512 Aug 23 21:45:55.205760 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-e8dd8b9a-b3b5-484d-863a-838a0aa375cb req-a4156d02-a999-497e-b84b-aaf07770f94b service neutron] 10.222.0.11 "GET /v2.0/networks/3fa48680-ce9c-455f-8886-541193f854c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890381 Aug 23 21:46:07.243839 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:46:10.159910 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b82c4984-8705-438e-b0d3-be1d65831c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:11.095338 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:13.541093 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3601069c-0b8e-49b2-8aac-0d86da8d8069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:13.667486 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:14.873914 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:16.258645 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:21.127003 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:38.813653 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 55232) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:46:38.970451 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-2a412dc1-c1c3-4782-96af-824d747a0443 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Deleting port 97551222-a937-41d3-986f-0c351f4d4952 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:46:38.970786 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a412dc1-c1c3-4782-96af-824d747a0443 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:39.044879 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a412dc1-c1c3-4782-96af-824d747a0443 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:39.045198 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a412dc1-c1c3-4782-96af-824d747a0443 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:39.056345 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-2a412dc1-c1c3-4782-96af-824d747a0443 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Calling delete_port for 97551222-a937-41d3-986f-0c351f4d4952 owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:46:39.201976 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a412dc1-c1c3-4782-96af-824d747a0443 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:39.224579 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a412dc1-c1c3-4782-96af-824d747a0443 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Pushing event deleted for resources: {'Port': ['ID=97551222-a937-41d3-986f-0c351f4d4952,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:46:39.234580 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a412dc1-c1c3-4782-96af-824d747a0443 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:46:39.234925 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a412dc1-c1c3-4782-96af-824d747a0443 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:46:39.235260 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a412dc1-c1c3-4782-96af-824d747a0443 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:46:39.235595 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a412dc1-c1c3-4782-96af-824d747a0443 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:46:39.235922 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a412dc1-c1c3-4782-96af-824d747a0443 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:46:39.236283 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a412dc1-c1c3-4782-96af-824d747a0443 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:46:39.236608 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a412dc1-c1c3-4782-96af-824d747a0443 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:46:39.236929 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a412dc1-c1c3-4782-96af-824d747a0443 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:46:39.237246 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a412dc1-c1c3-4782-96af-824d747a0443 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:46:39.237566 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a412dc1-c1c3-4782-96af-824d747a0443 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:46:39.237910 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a412dc1-c1c3-4782-96af-824d747a0443 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:46:39.238230 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a412dc1-c1c3-4782-96af-824d747a0443 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:46:39.302881 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a412dc1-c1c3-4782-96af-824d747a0443 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:39.303223 n-d-805663-2 neutron-server[94688]: INFO neutron.db.l3_db [None req-2a412dc1-c1c3-4782-96af-824d747a0443 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Floating IP 85ead54e-946d-43eb-8f36-3a4178c0a28f disassociated (deleted). External IP: 172.25.4.147, port: 9dec4666-9c99-4d23-b9f3-3001dd357876. Aug 23 21:46:39.513354 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a412dc1-c1c3-4782-96af-824d747a0443 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Router 19341b0a-3721-40a6-a80e-36f34805d861 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:46:39.620323 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a412dc1-c1c3-4782-96af-824d747a0443 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:46:39.625687 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a412dc1-c1c3-4782-96af-824d747a0443 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:39.631527 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6789097c-3909-4665-8895-b9ff128cfc77 None None] Sync routers for ids ['19341b0a-3721-40a6-a80e-36f34805d861'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:46:39.643947 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6789097c-3909-4665-8895-b9ff128cfc77 None None] Routers {'19341b0a-3721-40a6-a80e-36f34805d861'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:46:39.644606 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-6789097c-3909-4665-8895-b9ff128cfc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:46:14Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['19341b0a-3721-40a6-a80e-36f34805d861'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:46:39.654631 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2a412dc1-c1c3-4782-96af-824d747a0443 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "DELETE /v2.0/floatingips/85ead54e-946d-43eb-8f36-3a4178c0a28f HTTP/1.1" status: 204 len: 168 time: 0.8372569 Aug 23 21:46:39.654631 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1521e1d-2a9c-4669-a04b-bd791c444d89', 'tag': '9dec4666-9c99-4d23-b9f3-3001dd357876'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:46:39.654992 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}464d6cbacbaeb9374483e58d29b165f94917862334b697df3b381d289610f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0bfbc7-d4f0-422a-960c-fa7fbb7b6c44" -d '{"events": [{"name": "network-changed", "server_uuid": "f1521e1d-2a9c-4669-a04b-bd791c444d89", "tag": "9dec4666-9c99-4d23-b9f3-3001dd357876"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:46:39.700001 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a94c8a0-5cb2-4b81-8560-8abf4b349049 x-openstack-request-id: req-6a94c8a0-5cb2-4b81-8560-8abf4b349049 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:46:39.700317 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1521e1d-2a9c-4669-a04b-bd791c444d89", "tag": "9dec4666-9c99-4d23-b9f3-3001dd357876", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:46:39.700564 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6a94c8a0-5cb2-4b81-8560-8abf4b349049 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:46:39.701001 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1521e1d-2a9c-4669-a04b-bd791c444d89', 'tag': '9dec4666-9c99-4d23-b9f3-3001dd357876', 'status': 'completed', 'code': 200} Aug 23 21:46:39.755549 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-6789097c-3909-4665-8895-b9ff128cfc77 None None] Set router 19341b0a-3721-40a6-a80e-36f34805d861 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:46:39.764867 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0bfbc7-d4f0-422a-960c-fa7fbb7b6c44 req-57ec9fe9-32c4-4663-9649-4dfc56ac5550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:46:39.766359 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7b0bfbc7-d4f0-422a-960c-fa7fbb7b6c44 req-57ec9fe9-32c4-4663-9649-4dfc56ac5550 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c627cbc40b344ae7bc059fc20cd8ff94&device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 1097 time: 0.0431190 Aug 23 21:46:39.876632 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0bfbc7-d4f0-422a-960c-fa7fbb7b6c44 req-b7de7cba-2bd3-4780-9efc-fb8b73785f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:46:39.878415 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7b0bfbc7-d4f0-422a-960c-fa7fbb7b6c44 req-b7de7cba-2bd3-4780-9efc-fb8b73785f82 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3fa48680-ce9c-455f-8886-541193f854c7 HTTP/1.1" status: 200 len: 908 time: 0.1051142 Aug 23 21:46:39.901441 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f77098-78f6-4cd3-9a7d-9247fc759ac6 req-2a8c7784-7660-46f4-ab66-7a4675ef0775 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:46:39.902940 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b6f77098-78f6-4cd3-9a7d-9247fc759ac6 req-2a8c7784-7660-46f4-ab66-7a4675ef0775 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 946 time: 0.0514221 Aug 23 21:46:39.922736 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7b0bfbc7-d4f0-422a-960c-fa7fbb7b6c44 req-cff3690d-5523-4a1b-ba5e-23948e3820f9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dec4666-9c99-4d23-b9f3-3001dd357876 HTTP/1.1" status: 200 len: 217 time: 0.0365770 Aug 23 21:46:39.942708 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b6f77098-78f6-4cd3-9a7d-9247fc759ac6 req-9b2351b2-3341-4444-8395-309a60db1b07 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=84b84488-45bc-4f5c-a5ba-456008a0ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334973 Aug 23 21:46:39.974774 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-6789097c-3909-4665-8895-b9ff128cfc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19341b0a-3721-40a6-a80e-36f34805d861', 'name': 'tempest-TestShelveInstance-97297292-router', 'tenant_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '330f7326-76c2-4e1c-b5d4-72498dda339b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:38:09Z', 'updated_at': '2021-08-23T21:38:12Z', 'revision_number': 4, 'project_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'gw_port': {'id': '330f7326-76c2-4e1c-b5d4-72498dda339b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:53:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19341b0a-3721-40a6-a80e-36f34805d861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:38:10Z', 'updated_at': '2021-08-23T21:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '6788fd46-992e-4014-a923-7c79225b336b', 'name': '', 'network_id': '3fa48680-ce9c-455f-8886-541193f854c7', 'tenant_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'mac_address': 'fa:16:3e:9b:5e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19341b0a-3721-40a6-a80e-36f34805d861', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:38:12Z', 'updated_at': '2021-08-23T21:38:18Z', 'revision_number': 5, 'project_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'subnets': [{'id': '5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:46:39.975027 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0bfbc7-d4f0-422a-960c-fa7fbb7b6c44 req-2e9eff2f-b39a-4dd7-8a32-aed74a19df19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:46:39.976471 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7b0bfbc7-d4f0-422a-960c-fa7fbb7b6c44 req-2e9eff2f-b39a-4dd7-8a32-aed74a19df19 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce HTTP/1.1" status: 200 len: 846 time: 0.0467377 Aug 23 21:46:40.002807 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6789097c-3909-4665-8895-b9ff128cfc77 None None] Checking router: 19341b0a-3721-40a6-a80e-36f34805d861 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:46:40.011036 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6789097c-3909-4665-8895-b9ff128cfc77 None None] Routers {'19341b0a-3721-40a6-a80e-36f34805d861'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:46:40.011660 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-6789097c-3909-4665-8895-b9ff128cfc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:46:14Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['19341b0a-3721-40a6-a80e-36f34805d861'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:46:40.023305 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0bfbc7-d4f0-422a-960c-fa7fbb7b6c44 req-fa099702-a1f6-4976-8a01-4bfdaf928f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:46:40.024774 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7b0bfbc7-d4f0-422a-960c-fa7fbb7b6c44 req-fa099702-a1f6-4976-8a01-4bfdaf928f1d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3fa48680-ce9c-455f-8886-541193f854c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407486 Aug 23 21:46:40.117613 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7b0bfbc7-d4f0-422a-960c-fa7fbb7b6c44 req-a0fea49d-1809-4029-98e0-cde30eb797d1 service neutron] 10.222.0.11 "GET /v2.0/networks/3fa48680-ce9c-455f-8886-541193f854c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849271 Aug 23 21:46:40.119758 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-6789097c-3909-4665-8895-b9ff128cfc77 None None] Set router 19341b0a-3721-40a6-a80e-36f34805d861 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:46:40.168618 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7bb083c2-e26f-4986-bba9-0dd0784c78f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:40.209636 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-7b0bfbc7-d4f0-422a-960c-fa7fbb7b6c44 req-fda61823-df03-422e-b3c7-4f2f45d0d66d service neutron] 10.222.0.11 "GET /v2.0/networks/3fa48680-ce9c-455f-8886-541193f854c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836921 Aug 23 21:46:40.336836 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-6789097c-3909-4665-8895-b9ff128cfc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19341b0a-3721-40a6-a80e-36f34805d861', 'name': 'tempest-TestShelveInstance-97297292-router', 'tenant_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '330f7326-76c2-4e1c-b5d4-72498dda339b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:38:09Z', 'updated_at': '2021-08-23T21:38:12Z', 'revision_number': 4, 'project_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'gw_port': {'id': '330f7326-76c2-4e1c-b5d4-72498dda339b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:53:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19341b0a-3721-40a6-a80e-36f34805d861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:38:10Z', 'updated_at': '2021-08-23T21:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '6788fd46-992e-4014-a923-7c79225b336b', 'name': '', 'network_id': '3fa48680-ce9c-455f-8886-541193f854c7', 'tenant_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'mac_address': 'fa:16:3e:9b:5e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19341b0a-3721-40a6-a80e-36f34805d861', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:38:12Z', 'updated_at': '2021-08-23T21:38:18Z', 'revision_number': 5, 'project_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'subnets': [{'id': '5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:46:40.362525 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6789097c-3909-4665-8895-b9ff128cfc77 None None] The sync data for ids ['19341b0a-3721-40a6-a80e-36f34805d861'] in n-d-805663-2 is: [{'id': '19341b0a-3721-40a6-a80e-36f34805d861', 'name': 'tempest-TestShelveInstance-97297292-router', 'tenant_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '330f7326-76c2-4e1c-b5d4-72498dda339b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:38:09Z', 'updated_at': '2021-08-23T21:38:12Z', 'revision_number': 4, 'project_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'gw_port': {'id': '330f7326-76c2-4e1c-b5d4-72498dda339b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:53:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19341b0a-3721-40a6-a80e-36f34805d861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:38:10Z', 'updated_at': '2021-08-23T21:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '6788fd46-992e-4014-a923-7c79225b336b', 'name': '', 'network_id': '3fa48680-ce9c-455f-8886-541193f854c7', 'tenant_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'mac_address': 'fa:16:3e:9b:5e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19341b0a-3721-40a6-a80e-36f34805d861', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:38:12Z', 'updated_at': '2021-08-23T21:38:18Z', 'revision_number': 5, 'project_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'subnets': [{'id': '5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:46:40.575492 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8b68d4-2047-4bbf-bec0-eb1214992a5a None None] New status for floating IP 85ead54e-946d-43eb-8f36-3a4178c0a28f: DOWN {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 21:46:41.066692 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d50a2c-9141-4b51-b3eb-15932586e6ea req-6e81da09-9645-4d84-89c0-0cc03f620a1e tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:46:41.068201 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c7d50a2c-9141-4b51-b3eb-15932586e6ea req-6e81da09-9645-4d84-89c0-0cc03f620a1e tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 946 time: 0.0543129 Aug 23 21:46:41.098530 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:41.105817 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c7d50a2c-9141-4b51-b3eb-15932586e6ea req-e14afdb5-fdc7-499b-a37f-308b9efcd714 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/security-groups?id=84b84488-45bc-4f5c-a5ba-456008a0ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316851 Aug 23 21:46:41.371779 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce258856-dec3-430d-8242-eba904223b4c req-2102196d-10b2-4219-862e-9dc418932dfd tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:46:41.373152 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ce258856-dec3-430d-8242-eba904223b4c req-2102196d-10b2-4219-862e-9dc418932dfd tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 946 time: 0.0478578 Aug 23 21:46:41.459758 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-ce258856-dec3-430d-8242-eba904223b4c req-2ada089d-1119-4cff-a942-22a687963fc4 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Deleting port 9dec4666-9c99-4d23-b9f3-3001dd357876 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:46:41.460110 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ce258856-dec3-430d-8242-eba904223b4c req-2ada089d-1119-4cff-a942-22a687963fc4 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:41.549891 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-ce258856-dec3-430d-8242-eba904223b4c req-2ada089d-1119-4cff-a942-22a687963fc4 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] For port 9dec4666-9c99-4d23-b9f3-3001dd357876, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=9dec4666-9c99-4d23-b9f3-3001dd357876,segment=NetworkSegment(252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb),segment_id=252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:46:41.550247 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ce258856-dec3-430d-8242-eba904223b4c req-2ada089d-1119-4cff-a942-22a687963fc4 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:41.561684 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-ce258856-dec3-430d-8242-eba904223b4c req-2ada089d-1119-4cff-a942-22a687963fc4 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Calling delete_port for 9dec4666-9c99-4d23-b9f3-3001dd357876 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:46:41.688073 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ce258856-dec3-430d-8242-eba904223b4c req-2ada089d-1119-4cff-a942-22a687963fc4 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:41.714137 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ada089d-1119-4cff-a942-22a687963fc4 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Pushing event deleted for resources: {'Port': ['ID=9dec4666-9c99-4d23-b9f3-3001dd357876,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:46:41.757553 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce258856-dec3-430d-8242-eba904223b4c req-2ada089d-1119-4cff-a942-22a687963fc4 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] No DVR routers for this DVR port 9dec4666-9c99-4d23-b9f3-3001dd357876 on host n-h1-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:46:41.759974 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ce258856-dec3-430d-8242-eba904223b4c req-2ada089d-1119-4cff-a942-22a687963fc4 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:41.761964 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-ce258856-dec3-430d-8242-eba904223b4c req-2ada089d-1119-4cff-a942-22a687963fc4 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.11 "DELETE /v2.0/ports/9dec4666-9c99-4d23-b9f3-3001dd357876 HTTP/1.1" status: 204 len: 173 time: 0.3825693 Aug 23 21:46:41.762385 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1521e1d-2a9c-4669-a04b-bd791c444d89', 'name': 'network-vif-deleted', 'tag': '9dec4666-9c99-4d23-b9f3-3001dd357876'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:46:41.764633 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}464d6cbacbaeb9374483e58d29b165f94917862334b697df3b381d289610f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928d454a-863b-4855-a899-ae5a4ff2ceb8" -d '{"events": [{"server_uuid": "f1521e1d-2a9c-4669-a04b-bd791c444d89", "name": "network-vif-deleted", "tag": "9dec4666-9c99-4d23-b9f3-3001dd357876"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:46:41.800014 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b2089f-3271-4368-b073-5b3fbeade062 x-openstack-request-id: req-28b2089f-3271-4368-b073-5b3fbeade062 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:46:41.800333 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1521e1d-2a9c-4669-a04b-bd791c444d89", "name": "network-vif-deleted", "tag": "9dec4666-9c99-4d23-b9f3-3001dd357876", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:46:41.800575 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-28b2089f-3271-4368-b073-5b3fbeade062 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:46:41.800963 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1521e1d-2a9c-4669-a04b-bd791c444d89', 'name': 'network-vif-deleted', 'tag': '9dec4666-9c99-4d23-b9f3-3001dd357876', 'status': 'completed', 'code': 200} Aug 23 21:46:42.205775 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-1078c57a-1fa9-4804-b6fe-3dd54b0ef264 req-e553b916-6a1f-469a-942c-7fc8cce03ebb tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 210 time: 0.0271142 Aug 23 21:46:43.302477 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b442e23f-15d4-4194-92ae-7da97a883ef7 req-34a0fc38-a319-4a88-b3c4-71c52b9fae89 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 210 time: 0.0264242 Aug 23 21:46:43.547463 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-36fb2a70-669f-45c0-a45a-710d46304449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:43.669683 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:44.243078 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:46:44.402069 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-32ae7a4e-a880-4d39-a53f-c721145ace9e req-c4ce1d5f-3fe8-4285-97d8-181ca6d4e843 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 210 time: 0.0303357 Aug 23 21:46:44.415263 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 9dec4666-9c99-4d23-b9f3-3001dd357876 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:46:44.437602 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: 9dec4666-9c99-4d23-b9f3-3001dd357876 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:46:44.437957 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 9dec4666-9c99-4d23-b9f3-3001dd357876 not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:46:44.878256 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:45.517561 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c839afe1-3fd6-4b75-8a68-40eb8dba83c9 req-b879117e-1052-4211-8fe0-15666a2420eb tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1521e1d-2a9c-4669-a04b-bd791c444d89 HTTP/1.1" status: 200 len: 210 time: 0.0349991 Aug 23 21:46:46.262405 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:46.574920 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 55264) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:46:46.636164 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fba2da13-16c5-4341-b6dc-6b6825d7a574 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:46.662188 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fba2da13-16c5-4341-b6dc-6b6825d7a574 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:46.724828 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fba2da13-16c5-4341-b6dc-6b6825d7a574 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:46.727439 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fba2da13-16c5-4341-b6dc-6b6825d7a574 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:46.728785 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-fba2da13-16c5-4341-b6dc-6b6825d7a574 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] 10.222.0.61 "DELETE /v2.0/security-groups/84b84488-45bc-4f5c-a5ba-456008a0ba95 HTTP/1.1" status: 204 len: 168 time: 0.1528773 Aug 23 21:46:46.739015 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba2da13-16c5-4341-b6dc-6b6825d7a574 tempest-TestShelveInstance-1440677070 tempest-TestShelveInstance-1440677070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b84488-45bc-4f5c-a5ba-456008a0ba95,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:46:46.790779 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 55268) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:46:47.256206 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8e97bc57-4b14-494b-9953-b45b2b65c739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:47.504034 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-8e97bc57-4b14-494b-9953-b45b2b65c739 admin admin] Deleting port 6788fd46-992e-4014-a923-7c79225b336b {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:46:47.504403 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8e97bc57-4b14-494b-9953-b45b2b65c739 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:47.582041 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-8e97bc57-4b14-494b-9953-b45b2b65c739 admin admin] For port 6788fd46-992e-4014-a923-7c79225b336b, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=6788fd46-992e-4014-a923-7c79225b336b,segment=NetworkSegment(252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb),segment_id=252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:46:47.582639 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8e97bc57-4b14-494b-9953-b45b2b65c739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:47.593897 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-8e97bc57-4b14-494b-9953-b45b2b65c739 admin admin] Calling delete_port for 6788fd46-992e-4014-a923-7c79225b336b owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:46:47.777917 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8e97bc57-4b14-494b-9953-b45b2b65c739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:47.804272 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e97bc57-4b14-494b-9953-b45b2b65c739 admin admin] Pushing event deleted for resources: {'Port': ['ID=6788fd46-992e-4014-a923-7c79225b336b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:46:47.975354 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8e97bc57-4b14-494b-9953-b45b2b65c739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:48.189161 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e97bc57-4b14-494b-9953-b45b2b65c739 admin admin] Router 19341b0a-3721-40a6-a80e-36f34805d861 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:46:48.300558 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e97bc57-4b14-494b-9953-b45b2b65c739 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:46:48.305719 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-8e97bc57-4b14-494b-9953-b45b2b65c739 admin admin] 10.222.0.61 "PUT /v2.0/routers/19341b0a-3721-40a6-a80e-36f34805d861/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5138919 Aug 23 21:46:48.308747 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 55272) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:46:48.309537 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80485cd9-3a85-445b-8e72-e9d1178bec1c None None] Sync routers for ids ['19341b0a-3721-40a6-a80e-36f34805d861'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:46:48.319350 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80485cd9-3a85-445b-8e72-e9d1178bec1c None None] Routers {'19341b0a-3721-40a6-a80e-36f34805d861'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:46:48.319958 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-80485cd9-3a85-445b-8e72-e9d1178bec1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:46:44Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['19341b0a-3721-40a6-a80e-36f34805d861'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:46:48.412853 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d93a77af-427a-4cbf-a37f-92c1715a0ba5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:48.423267 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-80485cd9-3a85-445b-8e72-e9d1178bec1c None None] Set router 19341b0a-3721-40a6-a80e-36f34805d861 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:46:48.515882 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d93a77af-427a-4cbf-a37f-92c1715a0ba5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:48.572585 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-d93a77af-427a-4cbf-a37f-92c1715a0ba5 admin admin] Deleting port 330f7326-76c2-4e1c-b5d4-72498dda339b {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:46:48.572924 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d93a77af-427a-4cbf-a37f-92c1715a0ba5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:48.601126 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-80485cd9-3a85-445b-8e72-e9d1178bec1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19341b0a-3721-40a6-a80e-36f34805d861', 'name': 'tempest-TestShelveInstance-97297292-router', 'tenant_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '330f7326-76c2-4e1c-b5d4-72498dda339b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:38:09Z', 'updated_at': '2021-08-23T21:46:47Z', 'revision_number': 5, 'project_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'gw_port': {'id': '330f7326-76c2-4e1c-b5d4-72498dda339b', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:53:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19341b0a-3721-40a6-a80e-36f34805d861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:38:10Z', 'updated_at': '2021-08-23T21:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:46:48.628259 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80485cd9-3a85-445b-8e72-e9d1178bec1c None None] Checking router: 19341b0a-3721-40a6-a80e-36f34805d861 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:46:48.636594 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80485cd9-3a85-445b-8e72-e9d1178bec1c None None] Routers {'19341b0a-3721-40a6-a80e-36f34805d861'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:46:48.637173 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-80485cd9-3a85-445b-8e72-e9d1178bec1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:46:44Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['19341b0a-3721-40a6-a80e-36f34805d861'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:46:48.649815 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-d93a77af-427a-4cbf-a37f-92c1715a0ba5 admin admin] For port 330f7326-76c2-4e1c-b5d4-72498dda339b, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=330f7326-76c2-4e1c-b5d4-72498dda339b,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:46:48.650180 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d93a77af-427a-4cbf-a37f-92c1715a0ba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:48.662224 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-d93a77af-427a-4cbf-a37f-92c1715a0ba5 admin admin] Calling delete_port for 330f7326-76c2-4e1c-b5d4-72498dda339b owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:46:48.723621 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-80485cd9-3a85-445b-8e72-e9d1178bec1c None None] Set router 19341b0a-3721-40a6-a80e-36f34805d861 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:46:48.774796 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-80485cd9-3a85-445b-8e72-e9d1178bec1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19341b0a-3721-40a6-a80e-36f34805d861', 'name': 'tempest-TestShelveInstance-97297292-router', 'tenant_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:38:09Z', 'updated_at': '2021-08-23T21:46:48Z', 'revision_number': 6, 'project_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'gw_port_host': None}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:46:48.804580 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80485cd9-3a85-445b-8e72-e9d1178bec1c None None] The sync data for ids ['19341b0a-3721-40a6-a80e-36f34805d861'] in n-d-805663-2 is: [{'id': '19341b0a-3721-40a6-a80e-36f34805d861', 'name': 'tempest-TestShelveInstance-97297292-router', 'tenant_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:38:09Z', 'updated_at': '2021-08-23T21:46:48Z', 'revision_number': 6, 'project_id': 'c627cbc40b344ae7bc059fc20cd8ff94', 'gw_port_host': None}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:46:48.828631 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d93a77af-427a-4cbf-a37f-92c1715a0ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:48.854224 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93a77af-427a-4cbf-a37f-92c1715a0ba5 admin admin] Pushing event deleted for resources: {'Port': ['ID=330f7326-76c2-4e1c-b5d4-72498dda339b,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:46:48.884437 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93a77af-427a-4cbf-a37f-92c1715a0ba5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:46:48.884781 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93a77af-427a-4cbf-a37f-92c1715a0ba5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:46:48.885120 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93a77af-427a-4cbf-a37f-92c1715a0ba5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:46:48.885455 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93a77af-427a-4cbf-a37f-92c1715a0ba5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:46:48.885791 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93a77af-427a-4cbf-a37f-92c1715a0ba5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:46:48.886121 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93a77af-427a-4cbf-a37f-92c1715a0ba5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:46:48.886444 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93a77af-427a-4cbf-a37f-92c1715a0ba5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:46:48.886765 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93a77af-427a-4cbf-a37f-92c1715a0ba5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:46:48.887090 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93a77af-427a-4cbf-a37f-92c1715a0ba5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:46:48.887410 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93a77af-427a-4cbf-a37f-92c1715a0ba5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:46:48.887729 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93a77af-427a-4cbf-a37f-92c1715a0ba5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:46:48.888049 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93a77af-427a-4cbf-a37f-92c1715a0ba5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:46:48.925917 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d93a77af-427a-4cbf-a37f-92c1715a0ba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:49.013682 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d93a77af-427a-4cbf-a37f-92c1715a0ba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:49.017451 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d93a77af-427a-4cbf-a37f-92c1715a0ba5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:49.058090 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d93a77af-427a-4cbf-a37f-92c1715a0ba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:49.058642 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93a77af-427a-4cbf-a37f-92c1715a0ba5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19341b0a-3721-40a6-a80e-36f34805d861 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 21:46:49.063327 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d93a77af-427a-4cbf-a37f-92c1715a0ba5 admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:49.064554 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d93a77af-427a-4cbf-a37f-92c1715a0ba5 admin admin] 10.222.0.61 "DELETE /v2.0/routers/19341b0a-3721-40a6-a80e-36f34805d861 HTTP/1.1" status: 204 len: 168 time: 0.7547586 Aug 23 21:46:49.067015 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 55274) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:46:49.109915 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcfa0701-a2b5-4625-92fa-91b8448d24ff admin admin] Deleting subnet 5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 21:46:49.112839 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bcfa0701-a2b5-4625-92fa-91b8448d24ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:49.152223 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bcfa0701-a2b5-4625-92fa-91b8448d24ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:49.235298 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bcfa0701-a2b5-4625-92fa-91b8448d24ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:49.286542 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bcfa0701-a2b5-4625-92fa-91b8448d24ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:49.312551 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa0701-a2b5-4625-92fa-91b8448d24ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:46:49.316150 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bcfa0701-a2b5-4625-92fa-91b8448d24ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:49.318011 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-bcfa0701-a2b5-4625-92fa-91b8448d24ff admin admin] 10.222.0.61 "DELETE /v2.0/subnets/5fb1e086-0efd-4ac9-9418-ceb4cf67c1ce HTTP/1.1" status: 204 len: 168 time: 0.2500865 Aug 23 21:46:49.320524 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 55276) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:46:49.323504 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3613ff-519f-4cf3-a020-b08632e72f91 None None] Network 3fa48680-ce9c-455f-8886-541193f854c7 requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:46:49.391520 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a6aa1e4-3a0d-4d34-8f27-881afcaa7dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:49.445355 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-1a6aa1e4-3a0d-4d34-8f27-881afcaa7dca admin admin] Deleting port 32c8365a-780b-4b36-b64f-d9426e6a81c9 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:46:49.445696 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a6aa1e4-3a0d-4d34-8f27-881afcaa7dca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:49.506563 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-1a6aa1e4-3a0d-4d34-8f27-881afcaa7dca admin admin] For port 32c8365a-780b-4b36-b64f-d9426e6a81c9, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=32c8365a-780b-4b36-b64f-d9426e6a81c9,segment=NetworkSegment(252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb),segment_id=252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:46:49.506854 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a6aa1e4-3a0d-4d34-8f27-881afcaa7dca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:49.524181 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-1a6aa1e4-3a0d-4d34-8f27-881afcaa7dca admin admin] Calling delete_port for 32c8365a-780b-4b36-b64f-d9426e6a81c9 owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:46:49.554235 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5408307d-028a-4df2-99d6-71edd218292a None None] DHCP port deletion for 3fa48680-ce9c-455f-8886-541193f854c7 request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 21:46:49.603691 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a6aa1e4-3a0d-4d34-8f27-881afcaa7dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:49.604361 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-5408307d-028a-4df2-99d6-71edd218292a None None] Deleting port 32c8365a-780b-4b36-b64f-d9426e6a81c9 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:46:49.604745 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5408307d-028a-4df2-99d6-71edd218292a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:49.629923 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6aa1e4-3a0d-4d34-8f27-881afcaa7dca admin admin] Pushing event deleted for resources: {'Port': ['ID=32c8365a-780b-4b36-b64f-d9426e6a81c9,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:46:49.633886 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6aa1e4-3a0d-4d34-8f27-881afcaa7dca admin admin] No DVR routers for this DVR port 32c8365a-780b-4b36-b64f-d9426e6a81c9 on host n-d-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:46:49.669550 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-5408307d-028a-4df2-99d6-71edd218292a None None] For port 32c8365a-780b-4b36-b64f-d9426e6a81c9, host n-d-805663-2, got binding levels [] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:46:49.669946 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5408307d-028a-4df2-99d6-71edd218292a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:49.683130 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-5408307d-028a-4df2-99d6-71edd218292a None None] Calling delete_port for 32c8365a-780b-4b36-b64f-d9426e6a81c9 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:46:49.685807 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.ipam_backend_mixin [None req-5408307d-028a-4df2-99d6-71edd218292a None None] Port 32c8365a-780b-4b36-b64f-d9426e6a81c9 was not found and therefore no delete operation was performed {{(pid=94689) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 23 21:46:49.687654 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5408307d-028a-4df2-99d6-71edd218292a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:49.706872 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a6aa1e4-3a0d-4d34-8f27-881afcaa7dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:49.715726 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5408307d-028a-4df2-99d6-71edd218292a None None] Pushing event deleted for resources: {'Port': ['ID=32c8365a-780b-4b36-b64f-d9426e6a81c9,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:46:49.716556 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-1a6aa1e4-3a0d-4d34-8f27-881afcaa7dca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fa48680-ce9c-455f-8886-541193f854c7']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:46:49.721341 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5408307d-028a-4df2-99d6-71edd218292a None None] No DVR routers for this DVR port 32c8365a-780b-4b36-b64f-d9426e6a81c9 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:46:49.731821 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5408307d-028a-4df2-99d6-71edd218292a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:46:49.732204 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5408307d-028a-4df2-99d6-71edd218292a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:46:49.732838 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5408307d-028a-4df2-99d6-71edd218292a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:46:49.733697 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5408307d-028a-4df2-99d6-71edd218292a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:46:49.733849 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5408307d-028a-4df2-99d6-71edd218292a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:46:49.734197 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5408307d-028a-4df2-99d6-71edd218292a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:46:49.734538 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5408307d-028a-4df2-99d6-71edd218292a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:46:49.734874 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5408307d-028a-4df2-99d6-71edd218292a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:46:49.735207 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5408307d-028a-4df2-99d6-71edd218292a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:46:49.735336 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-1a6aa1e4-3a0d-4d34-8f27-881afcaa7dca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:46:49.735535 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5408307d-028a-4df2-99d6-71edd218292a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:46:49.735653 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-1a6aa1e4-3a0d-4d34-8f27-881afcaa7dca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '252ab6fb-f0a5-49c8-b94d-3c564c7e7ddb') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:46:49.735873 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5408307d-028a-4df2-99d6-71edd218292a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:46:49.736295 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5408307d-028a-4df2-99d6-71edd218292a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:46:49.744639 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a6aa1e4-3a0d-4d34-8f27-881afcaa7dca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:49.761247 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a6aa1e4-3a0d-4d34-8f27-881afcaa7dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:49.767656 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a6aa1e4-3a0d-4d34-8f27-881afcaa7dca admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:46:49.768049 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a6aa1e4-3a0d-4d34-8f27-881afcaa7dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:49.769776 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 21:46:49.769776 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:46:49.769776 n-d-805663-2 neutron-server[94687]: timer() Aug 23 21:46:49.769776 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:46:49.769776 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 21:46:49.769776 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:46:49.769776 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 21:46:49.769776 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:46:49.769776 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 21:46:49.769776 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:46:49.769776 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 21:46:49.769776 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:46:49.769776 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 21:46:49.769776 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:46:49.769776 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:46:49.769776 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:46:49.769776 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:46:49.769776 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:46:49.769776 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 21:46:49.769776 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:46:49.769776 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 21:46:49.769776 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:46:49.769776 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:46:49.769776 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:46:49.769776 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 21:46:49.769776 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:46:49.769776 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:46:49.769776 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:46:49.769776 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:46:49.769776 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:46:49.769776 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:46:49.769776 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:46:49.826748 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a6aa1e4-3a0d-4d34-8f27-881afcaa7dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:49.836959 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a6aa1e4-3a0d-4d34-8f27-881afcaa7dca admin admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:49.836959 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-1a6aa1e4-3a0d-4d34-8f27-881afcaa7dca admin admin] 10.222.0.61 "DELETE /v2.0/networks/3fa48680-ce9c-455f-8886-541193f854c7 HTTP/1.1" status: 204 len: 168 time: 0.5127449 Aug 23 21:46:49.837686 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 55278) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:46:49.846913 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6aa1e4-3a0d-4d34-8f27-881afcaa7dca admin admin] Pushing event deleted for resources: {'Network': ['ID=3fa48680-ce9c-455f-8886-541193f854c7,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:46:50.299312 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 330f7326-76c2-4e1c-b5d4-72498dda339b no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:46:50.319135 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 330f7326-76c2-4e1c-b5d4-72498dda339b {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:46:50.319478 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 330f7326-76c2-4e1c-b5d4-72498dda339b not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:46:50.319891 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 6788fd46-992e-4014-a923-7c79225b336b no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:46:50.338389 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 6788fd46-992e-4014-a923-7c79225b336b {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:46:50.339001 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 6788fd46-992e-4014-a923-7c79225b336b not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:46:50.339118 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 32c8365a-780b-4b36-b64f-d9426e6a81c9 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:46:50.357509 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 32c8365a-780b-4b36-b64f-d9426e6a81c9 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:46:50.357852 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 32c8365a-780b-4b36-b64f-d9426e6a81c9 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:46:50.520980 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-87cc4ff1-a41d-4414-9018-4951d053c771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:50.760642 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-87cc4ff1-a41d-4414-9018-4951d053c771 admin admin] Deleting port 85890970-c6d5-4a53-b893-bb73ccb3cda9 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:46:50.760980 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-87cc4ff1-a41d-4414-9018-4951d053c771 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:50.838443 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-87cc4ff1-a41d-4414-9018-4951d053c771 admin admin] For port 85890970-c6d5-4a53-b893-bb73ccb3cda9, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=85890970-c6d5-4a53-b893-bb73ccb3cda9,segment=NetworkSegment(d7e589dd-531f-418c-bace-7621d6294c47),segment_id=d7e589dd-531f-418c-bace-7621d6294c47)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:46:50.839107 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-87cc4ff1-a41d-4414-9018-4951d053c771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:50.850828 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-87cc4ff1-a41d-4414-9018-4951d053c771 admin admin] Calling delete_port for 85890970-c6d5-4a53-b893-bb73ccb3cda9 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:46:51.034350 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-87cc4ff1-a41d-4414-9018-4951d053c771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:51.058897 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc4ff1-a41d-4414-9018-4951d053c771 admin admin] Pushing event deleted for resources: {'Port': ['ID=85890970-c6d5-4a53-b893-bb73ccb3cda9,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:46:51.149327 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:51.225553 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-87cc4ff1-a41d-4414-9018-4951d053c771 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:51.440588 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87cc4ff1-a41d-4414-9018-4951d053c771 admin admin] Router f55c2c7a-b279-463b-a4fe-4dff844e3873 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:46:51.545852 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87cc4ff1-a41d-4414-9018-4951d053c771 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:46:51.550869 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-87cc4ff1-a41d-4414-9018-4951d053c771 admin admin] 10.222.0.61 "PUT /v2.0/routers/f55c2c7a-b279-463b-a4fe-4dff844e3873/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7122786 Aug 23 21:46:51.553168 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 55280) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:46:51.555799 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6af1cf-b708-43a5-9e87-14ea62284212 None None] Sync routers for ids ['f55c2c7a-b279-463b-a4fe-4dff844e3873'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:46:51.569755 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6af1cf-b708-43a5-9e87-14ea62284212 None None] Routers {'f55c2c7a-b279-463b-a4fe-4dff844e3873'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:46:51.570361 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2d6af1cf-b708-43a5-9e87-14ea62284212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:46:44Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['f55c2c7a-b279-463b-a4fe-4dff844e3873'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:46:51.658624 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bcb7cec5-dec9-42c3-b3a0-bede63ef3c0b admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:51.674708 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-2d6af1cf-b708-43a5-9e87-14ea62284212 None None] Set router f55c2c7a-b279-463b-a4fe-4dff844e3873 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:46:51.764426 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bcb7cec5-dec9-42c3-b3a0-bede63ef3c0b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:51.816733 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-bcb7cec5-dec9-42c3-b3a0-bede63ef3c0b admin admin] Deleting port dc8c7adf-79ef-4343-b737-77e841eff204 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:46:51.817065 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bcb7cec5-dec9-42c3-b3a0-bede63ef3c0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:51.848305 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2d6af1cf-b708-43a5-9e87-14ea62284212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55c2c7a-b279-463b-a4fe-4dff844e3873', 'name': 'tempest-TestShelveInstance-1679302834-router', 'tenant_id': '89626f7770e7436b8e31f7aee2aa77d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': 'dc8c7adf-79ef-4343-b737-77e841eff204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:38:14Z', 'updated_at': '2021-08-23T21:46:50Z', 'revision_number': 5, 'project_id': '89626f7770e7436b8e31f7aee2aa77d0', 'gw_port': {'id': 'dc8c7adf-79ef-4343-b737-77e841eff204', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:9b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55c2c7a-b279-463b-a4fe-4dff844e3873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:38:15Z', 'updated_at': '2021-08-23T21:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:46:51.875150 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6af1cf-b708-43a5-9e87-14ea62284212 None None] Checking router: f55c2c7a-b279-463b-a4fe-4dff844e3873 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:46:51.883764 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6af1cf-b708-43a5-9e87-14ea62284212 None None] Routers {'f55c2c7a-b279-463b-a4fe-4dff844e3873'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:46:51.884396 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2d6af1cf-b708-43a5-9e87-14ea62284212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:46:44Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['f55c2c7a-b279-463b-a4fe-4dff844e3873'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:46:51.896811 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-bcb7cec5-dec9-42c3-b3a0-bede63ef3c0b admin admin] For port dc8c7adf-79ef-4343-b737-77e841eff204, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=dc8c7adf-79ef-4343-b737-77e841eff204,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:46:51.897363 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bcb7cec5-dec9-42c3-b3a0-bede63ef3c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:51.909297 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-bcb7cec5-dec9-42c3-b3a0-bede63ef3c0b admin admin] Calling delete_port for dc8c7adf-79ef-4343-b737-77e841eff204 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:46:51.970891 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-2d6af1cf-b708-43a5-9e87-14ea62284212 None None] Set router f55c2c7a-b279-463b-a4fe-4dff844e3873 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:46:52.083160 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bcb7cec5-dec9-42c3-b3a0-bede63ef3c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:52.112517 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb7cec5-dec9-42c3-b3a0-bede63ef3c0b admin admin] Pushing event deleted for resources: {'Port': ['ID=dc8c7adf-79ef-4343-b737-77e841eff204,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:46:52.114966 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2d6af1cf-b708-43a5-9e87-14ea62284212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55c2c7a-b279-463b-a4fe-4dff844e3873', 'name': 'tempest-TestShelveInstance-1679302834-router', 'tenant_id': '89626f7770e7436b8e31f7aee2aa77d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:38:14Z', 'updated_at': '2021-08-23T21:46:51Z', 'revision_number': 6, 'project_id': '89626f7770e7436b8e31f7aee2aa77d0', 'gw_port_host': None}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:46:52.142243 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6af1cf-b708-43a5-9e87-14ea62284212 None None] The sync data for ids ['f55c2c7a-b279-463b-a4fe-4dff844e3873'] in n-d-805663-2 is: [{'id': 'f55c2c7a-b279-463b-a4fe-4dff844e3873', 'name': 'tempest-TestShelveInstance-1679302834-router', 'tenant_id': '89626f7770e7436b8e31f7aee2aa77d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:38:14Z', 'updated_at': '2021-08-23T21:46:51Z', 'revision_number': 6, 'project_id': '89626f7770e7436b8e31f7aee2aa77d0', 'gw_port_host': None}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:46:52.179148 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bcb7cec5-dec9-42c3-b3a0-bede63ef3c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:52.270708 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bcb7cec5-dec9-42c3-b3a0-bede63ef3c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:52.272773 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bcb7cec5-dec9-42c3-b3a0-bede63ef3c0b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:52.315908 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bcb7cec5-dec9-42c3-b3a0-bede63ef3c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:52.316490 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb7cec5-dec9-42c3-b3a0-bede63ef3c0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f55c2c7a-b279-463b-a4fe-4dff844e3873 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 21:46:52.321065 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bcb7cec5-dec9-42c3-b3a0-bede63ef3c0b admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:52.322225 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-bcb7cec5-dec9-42c3-b3a0-bede63ef3c0b admin admin] 10.222.0.61 "DELETE /v2.0/routers/f55c2c7a-b279-463b-a4fe-4dff844e3873 HTTP/1.1" status: 204 len: 168 time: 0.7681530 Aug 23 21:46:52.324833 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 55282) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:46:52.372131 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-95953753-a46e-411f-b3fb-c4aab8e61b14 admin admin] Deleting subnet 37c01647-3284-4c0e-9269-a18e440d63c2 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 21:46:52.375839 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-95953753-a46e-411f-b3fb-c4aab8e61b14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:52.408585 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-95953753-a46e-411f-b3fb-c4aab8e61b14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:52.482332 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-95953753-a46e-411f-b3fb-c4aab8e61b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:52.549215 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-95953753-a46e-411f-b3fb-c4aab8e61b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:52.581472 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95953753-a46e-411f-b3fb-c4aab8e61b14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37c01647-3284-4c0e-9269-a18e440d63c2,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:46:52.585033 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-95953753-a46e-411f-b3fb-c4aab8e61b14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:52.587323 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-95953753-a46e-411f-b3fb-c4aab8e61b14 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/37c01647-3284-4c0e-9269-a18e440d63c2 HTTP/1.1" status: 204 len: 168 time: 0.2612109 Aug 23 21:46:52.589868 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 55284) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:46:52.591924 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf527f9-cb8d-402e-b0f4-279e5868226e None None] Network 26502815-8929-4b40-866f-c5cb3ca7e82f requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:46:52.649192 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 85890970-c6d5-4a53-b893-bb73ccb3cda9 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:46:52.668088 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a65aad7-55a8-4813-89f4-757ee29aed24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:52.672665 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 85890970-c6d5-4a53-b893-bb73ccb3cda9 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:46:52.673196 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 85890970-c6d5-4a53-b893-bb73ccb3cda9 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:46:52.721365 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-2a65aad7-55a8-4813-89f4-757ee29aed24 admin admin] Deleting port d35637e6-6b24-43c7-8f30-5dbe94a4294f {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:46:52.721698 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a65aad7-55a8-4813-89f4-757ee29aed24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:52.791877 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-2a65aad7-55a8-4813-89f4-757ee29aed24 admin admin] For port d35637e6-6b24-43c7-8f30-5dbe94a4294f, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=d35637e6-6b24-43c7-8f30-5dbe94a4294f,segment=NetworkSegment(d7e589dd-531f-418c-bace-7621d6294c47),segment_id=d7e589dd-531f-418c-bace-7621d6294c47)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:46:52.792268 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a65aad7-55a8-4813-89f4-757ee29aed24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:52.804850 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-2a65aad7-55a8-4813-89f4-757ee29aed24 admin admin] Calling delete_port for d35637e6-6b24-43c7-8f30-5dbe94a4294f owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:46:52.881593 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a65aad7-55a8-4813-89f4-757ee29aed24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:52.909340 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a65aad7-55a8-4813-89f4-757ee29aed24 admin admin] Pushing event deleted for resources: {'Port': ['ID=d35637e6-6b24-43c7-8f30-5dbe94a4294f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:46:52.911397 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a65aad7-55a8-4813-89f4-757ee29aed24 admin admin] No DVR routers for this DVR port d35637e6-6b24-43c7-8f30-5dbe94a4294f on host n-d-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:46:52.940203 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a3f310-f8aa-4418-b25b-295bf1ed2e33 None None] DHCP port deletion for 26502815-8929-4b40-866f-c5cb3ca7e82f request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 21:46:52.991987 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a65aad7-55a8-4813-89f4-757ee29aed24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:53.002354 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-2a65aad7-55a8-4813-89f4-757ee29aed24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26502815-8929-4b40-866f-c5cb3ca7e82f']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:46:53.012590 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-2a65aad7-55a8-4813-89f4-757ee29aed24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7e589dd-531f-418c-bace-7621d6294c47') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:46:53.013010 n-d-805663-2 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-2a65aad7-55a8-4813-89f4-757ee29aed24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7e589dd-531f-418c-bace-7621d6294c47') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:46:53.024390 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a65aad7-55a8-4813-89f4-757ee29aed24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9683009'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:53.046337 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a65aad7-55a8-4813-89f4-757ee29aed24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:53.047973 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a65aad7-55a8-4813-89f4-757ee29aed24 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:46:53.048467 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a65aad7-55a8-4813-89f4-757ee29aed24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9683664'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:53.050100 n-d-805663-2 neutron-server[94688]: Traceback (most recent call last): Aug 23 21:46:53.050100 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:46:53.050100 n-d-805663-2 neutron-server[94688]: timer() Aug 23 21:46:53.050100 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:46:53.050100 n-d-805663-2 neutron-server[94688]: cb(*args, **kw) Aug 23 21:46:53.050100 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:46:53.050100 n-d-805663-2 neutron-server[94688]: return func(*args, **kwargs) Aug 23 21:46:53.050100 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:46:53.050100 n-d-805663-2 neutron-server[94688]: self._notify() Aug 23 21:46:53.050100 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:46:53.050100 n-d-805663-2 neutron-server[94688]: self.callback(batched_events) Aug 23 21:46:53.050100 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:46:53.050100 n-d-805663-2 neutron-server[94688]: event.method(event) Aug 23 21:46:53.050100 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:46:53.050100 n-d-805663-2 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:46:53.050100 n-d-805663-2 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:46:53.050100 n-d-805663-2 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:46:53.050100 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:46:53.050100 n-d-805663-2 neutron-server[94688]: return f(self, *a, **k) Aug 23 21:46:53.050100 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:46:53.050100 n-d-805663-2 neutron-server[94688]: return self._get(url).json() Aug 23 21:46:53.050100 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:46:53.050100 n-d-805663-2 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:46:53.050100 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:46:53.050100 n-d-805663-2 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 23 21:46:53.050100 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:46:53.050100 n-d-805663-2 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:46:53.050100 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:46:53.050100 n-d-805663-2 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:46:53.050100 n-d-805663-2 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:46:53.050100 n-d-805663-2 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:46:53.050100 n-d-805663-2 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:46:53.104110 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a65aad7-55a8-4813-89f4-757ee29aed24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:53.108516 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a65aad7-55a8-4813-89f4-757ee29aed24 admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:53.110455 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-2a65aad7-55a8-4813-89f4-757ee29aed24 admin admin] 10.222.0.61 "DELETE /v2.0/networks/26502815-8929-4b40-866f-c5cb3ca7e82f HTTP/1.1" status: 204 len: 168 time: 0.5196033 Aug 23 21:46:53.123456 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a65aad7-55a8-4813-89f4-757ee29aed24 admin admin] Pushing event deleted for resources: {'Network': ['ID=26502815-8929-4b40-866f-c5cb3ca7e82f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:46:53.236400 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 55288) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:46:53.280042 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-0fd50d03-c894-46f4-897b-22c74113db94 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c627cbc40b344ae7bc059fc20cd8ff94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424678 Aug 23 21:46:53.283147 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 55290) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:46:53.332728 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-af078dbd-2214-4747-8455-4b31d21982db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:53.353373 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-af078dbd-2214-4747-8455-4b31d21982db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:53.400248 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-af078dbd-2214-4747-8455-4b31d21982db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:53.402735 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-af078dbd-2214-4747-8455-4b31d21982db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:53.403877 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-af078dbd-2214-4747-8455-4b31d21982db admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/20a8b88a-4aa8-4d79-bc62-30aaac48f7e9 HTTP/1.1" status: 204 len: 168 time: 0.1197932 Aug 23 21:46:53.411653 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af078dbd-2214-4747-8455-4b31d21982db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a8b88a-4aa8-4d79-bc62-30aaac48f7e9,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:46:53.714142 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 55296) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:46:53.754268 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-bb36de4b-a892-4838-bfa3-bca99e6d74da admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=89626f7770e7436b8e31f7aee2aa77d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389709 Aug 23 21:46:53.756679 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 55298) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:46:53.805262 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3dbce55a-af41-4d06-95cf-08532424b310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:53.826101 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3dbce55a-af41-4d06-95cf-08532424b310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:53.876527 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3dbce55a-af41-4d06-95cf-08532424b310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:53.879036 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3dbce55a-af41-4d06-95cf-08532424b310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:53.880261 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-3dbce55a-af41-4d06-95cf-08532424b310 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5fb49d74-1936-4d66-a4bd-513834255d00 HTTP/1.1" status: 204 len: 168 time: 0.1226287 Aug 23 21:46:53.887959 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbce55a-af41-4d06-95cf-08532424b310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb49d74-1936-4d66-a4bd-513834255d00,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:46:54.291850 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device dc8c7adf-79ef-4343-b737-77e841eff204 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:46:54.312260 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: dc8c7adf-79ef-4343-b737-77e841eff204 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:46:54.312642 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device dc8c7adf-79ef-4343-b737-77e841eff204 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:46:54.313028 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device d35637e6-6b24-43c7-8f30-5dbe94a4294f no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:46:54.335149 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: d35637e6-6b24-43c7-8f30-5dbe94a4294f {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:46:54.335458 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device d35637e6-6b24-43c7-8f30-5dbe94a4294f not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:46:54.547581 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 55320) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:46:54.643835 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-575f97bf-9711-48fe-93a3-ad09ce107128 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-937109301-network', 'tenant_id': '85ae86e796b34b0b998c4d9aca382b55'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:46:54.663727 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575f97bf-9711-48fe-93a3-ad09ce107128 admin admin] Made reservation on behalf of 85ae86e796b34b0b998c4d9aca382b55 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:46:54.666011 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-575f97bf-9711-48fe-93a3-ad09ce107128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:54.675082 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-575f97bf-9711-48fe-93a3-ad09ce107128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:54.763394 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-575f97bf-9711-48fe-93a3-ad09ce107128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:54.767056 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-575f97bf-9711-48fe-93a3-ad09ce107128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:54.790771 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-575f97bf-9711-48fe-93a3-ad09ce107128 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:46:54.800517 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575f97bf-9711-48fe-93a3-ad09ce107128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c336ac-57e6-4384-b4b5-649c776311dd,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:46:54.805723 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-575f97bf-9711-48fe-93a3-ad09ce107128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:54.806061 n-d-805663-2 neutron-server[94687]: INFO neutron.db.segments_db [None req-575f97bf-9711-48fe-93a3-ad09ce107128 admin admin] Added segment e287b0e5-e676-412e-bb22-138f030cb705 of type vlan for network 24eea04c-c53a-484a-abe6-706c8ba1e4ea Aug 23 21:46:54.845101 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-575f97bf-9711-48fe-93a3-ad09ce107128 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:54.868673 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-575f97bf-9711-48fe-93a3-ad09ce107128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:54.869618 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575f97bf-9711-48fe-93a3-ad09ce107128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:46:54.870189 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-575f97bf-9711-48fe-93a3-ad09ce107128 admin admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:55.252154 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-575f97bf-9711-48fe-93a3-ad09ce107128 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7034161 Aug 23 21:46:55.255351 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 55324) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:46:55.255891 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575f97bf-9711-48fe-93a3-ad09ce107128 admin admin] Pushing event updated for resources: {'Network': ['ID=24eea04c-c53a-484a-abe6-706c8ba1e4ea,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:46:55.260334 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-f35b2e75-8c15-44f9-b577-17ea63bbc26c admin admin] Request body: {'subnet': {'network_id': '24eea04c-c53a-484a-abe6-706c8ba1e4ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-937109301-subnet', 'tenant_id': '85ae86e796b34b0b998c4d9aca382b55', 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:46:55.267126 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 24eea04c-c53a-484a-abe6-706c8ba1e4ea details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:46:55.281791 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35b2e75-8c15-44f9-b577-17ea63bbc26c admin admin] Made reservation on behalf of 85ae86e796b34b0b998c4d9aca382b55 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:46:55.284124 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f35b2e75-8c15-44f9-b577-17ea63bbc26c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9661221'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:55.450390 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f35b2e75-8c15-44f9-b577-17ea63bbc26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9683061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9661271'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:55.503644 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35b2e75-8c15-44f9-b577-17ea63bbc26c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:46:55.513446 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35b2e75-8c15-44f9-b577-17ea63bbc26c admin admin] Checking segment: {'id': 'e287b0e5-e676-412e-bb22-138f030cb705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '24eea04c-c53a-484a-abe6-706c8ba1e4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:46:55.513803 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35b2e75-8c15-44f9-b577-17ea63bbc26c admin admin] Network hostable DHCP agents. Network: 24eea04c-c53a-484a-abe6-706c8ba1e4ea, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:46:55.529651 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35b2e75-8c15-44f9-b577-17ea63bbc26c admin admin] Network 24eea04c-c53a-484a-abe6-706c8ba1e4ea is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:46:55.537637 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-f35b2e75-8c15-44f9-b577-17ea63bbc26c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 24eea04c-c53a-484a-abe6-706c8ba1e4ea) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:46:55.541502 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35b2e75-8c15-44f9-b577-17ea63bbc26c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:46:55.542088 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f35b2e75-8c15-44f9-b577-17ea63bbc26c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:55.547598 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3614ce67-e18f-4a60-af1e-19e49743d47d None None] Network 24eea04c-c53a-484a-abe6-706c8ba1e4ea requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:46:55.558939 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f35b2e75-8c15-44f9-b577-17ea63bbc26c admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3025045 Aug 23 21:46:55.562595 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 55326) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:46:55.567037 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-b244c9cc-097d-45da-bef5-1ff8344d2afa admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-937109301-router', 'tenant_id': '85ae86e796b34b0b998c4d9aca382b55', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:46:55.588278 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b244c9cc-097d-45da-bef5-1ff8344d2afa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:55.589248 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b244c9cc-097d-45da-bef5-1ff8344d2afa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:55.641699 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b244c9cc-097d-45da-bef5-1ff8344d2afa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:55.702323 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f4c825-bb27-40d7-8ca9-e6c6a4e3522f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-24eea04c-c53a-484a-abe6-706c8ba1e4ea', 'network_id': '24eea04c-c53a-484a-abe6-706c8ba1e4ea', 'tenant_id': '85ae86e796b34b0b998c4d9aca382b55', 'fixed_ips': [{'subnet_id': 'ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 21:46:55.703212 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-73f4c825-bb27-40d7-8ca9-e6c6a4e3522f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:55.779210 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b244c9cc-097d-45da-bef5-1ff8344d2afa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:55.838751 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-73f4c825-bb27-40d7-8ca9-e6c6a4e3522f None None] Allocated IP 172.20.0.2 (24eea04c-c53a-484a-abe6-706c8ba1e4ea/ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a/5304050c-1ed6-4078-bdb4-41c71924ca43) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:46:55.977073 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-73f4c825-bb27-40d7-8ca9-e6c6a4e3522f None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:55.979310 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b244c9cc-097d-45da-bef5-1ff8344d2afa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:55.986532 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-73f4c825-bb27-40d7-8ca9-e6c6a4e3522f None None] Transition to ACTIVE for port object 5304050c-1ed6-4078-bdb4-41c71924ca43 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:46:56.000025 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b244c9cc-097d-45da-bef5-1ff8344d2afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:56.003732 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-73f4c825-bb27-40d7-8ca9-e6c6a4e3522f None None] Transition to ACTIVE for port object 5304050c-1ed6-4078-bdb4-41c71924ca43 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:46:56.009288 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-73f4c825-bb27-40d7-8ca9-e6c6a4e3522f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:56.050563 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f4c825-bb27-40d7-8ca9-e6c6a4e3522f None None] Network 24eea04c-c53a-484a-abe6-706c8ba1e4ea is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:46:56.053251 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-73f4c825-bb27-40d7-8ca9-e6c6a4e3522f None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:46:56.056662 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f4c825-bb27-40d7-8ca9-e6c6a4e3522f None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:46:56.065805 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f4c825-bb27-40d7-8ca9-e6c6a4e3522f None None] Pushing event updated for resources: {'Port': ['ID=5304050c-1ed6-4078-bdb4-41c71924ca43,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:46:56.100824 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-b244c9cc-097d-45da-bef5-1ff8344d2afa admin admin] Allocated IP 172.25.4.208 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/42df6a27-b37f-4dd0-9e05-c51e39686f78) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:46:56.115503 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-73f4c825-bb27-40d7-8ca9-e6c6a4e3522f None None] Attempting to bind port 5304050c-1ed6-4078-bdb4-41c71924ca43 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:46:56.115892 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-73f4c825-bb27-40d7-8ca9-e6c6a4e3522f None None] Attempting to bind port 5304050c-1ed6-4078-bdb4-41c71924ca43 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'e287b0e5-e676-412e-bb22-138f030cb705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '24eea04c-c53a-484a-abe6-706c8ba1e4ea'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:46:56.116270 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f4c825-bb27-40d7-8ca9-e6c6a4e3522f None None] Attempting to bind port 5304050c-1ed6-4078-bdb4-41c71924ca43 on network 24eea04c-c53a-484a-abe6-706c8ba1e4ea {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:46:56.121169 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f4c825-bb27-40d7-8ca9-e6c6a4e3522f None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:46:56.121544 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f4c825-bb27-40d7-8ca9-e6c6a4e3522f None None] Checking segment: {'id': 'e287b0e5-e676-412e-bb22-138f030cb705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '24eea04c-c53a-484a-abe6-706c8ba1e4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:46:56.121951 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-73f4c825-bb27-40d7-8ca9-e6c6a4e3522f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:56.122346 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f4c825-bb27-40d7-8ca9-e6c6a4e3522f None None] Bound using segment: {'id': 'e287b0e5-e676-412e-bb22-138f030cb705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '24eea04c-c53a-484a-abe6-706c8ba1e4ea'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:46:56.122811 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-73f4c825-bb27-40d7-8ca9-e6c6a4e3522f None None] Bound port: 5304050c-1ed6-4078-bdb4-41c71924ca43, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e287b0e5-e676-412e-bb22-138f030cb705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '24eea04c-c53a-484a-abe6-706c8ba1e4ea'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:46:56.123195 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-73f4c825-bb27-40d7-8ca9-e6c6a4e3522f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:56.191184 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-73f4c825-bb27-40d7-8ca9-e6c6a4e3522f None None] For port 5304050c-1ed6-4078-bdb4-41c71924ca43, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:46:56.194883 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-73f4c825-bb27-40d7-8ca9-e6c6a4e3522f None None] For port 5304050c-1ed6-4078-bdb4-41c71924ca43, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=5304050c-1ed6-4078-bdb4-41c71924ca43,segment=NetworkSegment(e287b0e5-e676-412e-bb22-138f030cb705),segment_id=e287b0e5-e676-412e-bb22-138f030cb705)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:46:56.198347 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-73f4c825-bb27-40d7-8ca9-e6c6a4e3522f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:56.215774 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b244c9cc-097d-45da-bef5-1ff8344d2afa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:56.262277 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f4c825-bb27-40d7-8ca9-e6c6a4e3522f None None] Pushing event updated for resources: {'Port': ['ID=5304050c-1ed6-4078-bdb4-41c71924ca43,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:46:56.263913 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b244c9cc-097d-45da-bef5-1ff8344d2afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:56.303658 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b244c9cc-097d-45da-bef5-1ff8344d2afa admin admin] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:46:56.307903 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-b244c9cc-097d-45da-bef5-1ff8344d2afa admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:46:56.311915 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b244c9cc-097d-45da-bef5-1ff8344d2afa admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:46:56.336683 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b244c9cc-097d-45da-bef5-1ff8344d2afa admin admin] Pushing event updated for resources: {'Port': ['ID=42df6a27-b37f-4dd0-9e05-c51e39686f78,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:46:56.573104 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b244c9cc-097d-45da-bef5-1ff8344d2afa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:56.765720 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b244c9cc-097d-45da-bef5-1ff8344d2afa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:56.894643 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b244c9cc-097d-45da-bef5-1ff8344d2afa admin admin] Router 14860734-7844-4fd7-a9f4-ee3a60c81d8f is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 21:46:57.004741 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b244c9cc-097d-45da-bef5-1ff8344d2afa admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:46:57.015772 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75c8ad6-cfe2-45e7-b487-5df9dfa9701f None None] Sync routers for ids ['14860734-7844-4fd7-a9f4-ee3a60c81d8f'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:46:57.025753 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75c8ad6-cfe2-45e7-b487-5df9dfa9701f None None] Routers {'14860734-7844-4fd7-a9f4-ee3a60c81d8f'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:46:57.026612 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-c75c8ad6-cfe2-45e7-b487-5df9dfa9701f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:46:44Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['14860734-7844-4fd7-a9f4-ee3a60c81d8f'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:46:57.027949 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b244c9cc-097d-45da-bef5-1ff8344d2afa admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:57.029435 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-b244c9cc-097d-45da-bef5-1ff8344d2afa admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4657009 Aug 23 21:46:57.032442 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 55328) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:46:57.292697 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08dfbd12-85d8-489a-b70d-c32a01f2999b None None] Network 24eea04c-c53a-484a-abe6-706c8ba1e4ea requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:46:57.338347 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-c75c8ad6-cfe2-45e7-b487-5df9dfa9701f None None] Set router 14860734-7844-4fd7-a9f4-ee3a60c81d8f gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:46:57.416679 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1abfb8c5-ec73-4f04-b37f-a20505a1048e None None] Provisioning for port 5304050c-1ed6-4078-bdb4-41c71924ca43 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:46:57.458667 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-453224cd-9ec8-4772-a7da-18ede4b47375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:57.608223 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-c75c8ad6-cfe2-45e7-b487-5df9dfa9701f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'name': 'tempest-TestSnapshotPattern-937109301-router', 'tenant_id': '85ae86e796b34b0b998c4d9aca382b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '42df6a27-b37f-4dd0-9e05-c51e39686f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:46:55Z', 'updated_at': '2021-08-23T21:46:56Z', 'revision_number': 3, 'project_id': '85ae86e796b34b0b998c4d9aca382b55', 'gw_port': {'id': '42df6a27-b37f-4dd0-9e05-c51e39686f78', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:11:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:46:56Z', 'updated_at': '2021-08-23T21:46:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:46:57.615906 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-453224cd-9ec8-4772-a7da-18ede4b47375 admin admin] Allocated IP 172.20.0.1 (24eea04c-c53a-484a-abe6-706c8ba1e4ea/ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a/7798cb10-0607-4e06-a263-2d25f8728eb2) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:46:57.635082 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75c8ad6-cfe2-45e7-b487-5df9dfa9701f None None] Checking router: 14860734-7844-4fd7-a9f4-ee3a60c81d8f for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:46:57.635429 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75c8ad6-cfe2-45e7-b487-5df9dfa9701f None None] Updating router 14860734-7844-4fd7-a9f4-ee3a60c81d8f port 42df6a27-b37f-4dd0-9e05-c51e39686f78 binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 21:46:57.662806 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c75c8ad6-cfe2-45e7-b487-5df9dfa9701f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:57.727972 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-453224cd-9ec8-4772-a7da-18ede4b47375 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:57.744286 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-453224cd-9ec8-4772-a7da-18ede4b47375 admin admin] Transition to ACTIVE for port object 7798cb10-0607-4e06-a263-2d25f8728eb2 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:46:57.784875 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-453224cd-9ec8-4772-a7da-18ede4b47375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:57.826287 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453224cd-9ec8-4772-a7da-18ede4b47375 admin admin] Network 24eea04c-c53a-484a-abe6-706c8ba1e4ea is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:46:57.830465 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-453224cd-9ec8-4772-a7da-18ede4b47375 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:46:57.834278 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453224cd-9ec8-4772-a7da-18ede4b47375 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:46:57.866028 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453224cd-9ec8-4772-a7da-18ede4b47375 admin admin] Pushing event updated for resources: {'Port': ['ID=7798cb10-0607-4e06-a263-2d25f8728eb2,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:46:57.882437 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-453224cd-9ec8-4772-a7da-18ede4b47375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:57.946850 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c75c8ad6-cfe2-45e7-b487-5df9dfa9701f None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:57.960600 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c75c8ad6-cfe2-45e7-b487-5df9dfa9701f None None] Transition to ACTIVE for port object 42df6a27-b37f-4dd0-9e05-c51e39686f78 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:46:57.975398 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c75c8ad6-cfe2-45e7-b487-5df9dfa9701f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:58.026167 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-453224cd-9ec8-4772-a7da-18ede4b47375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:58.033026 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c75c8ad6-cfe2-45e7-b487-5df9dfa9701f None None] Attempting to bind port 42df6a27-b37f-4dd0-9e05-c51e39686f78 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:46:58.033552 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c75c8ad6-cfe2-45e7-b487-5df9dfa9701f None None] Attempting to bind port 42df6a27-b37f-4dd0-9e05-c51e39686f78 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:46:58.033774 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75c8ad6-cfe2-45e7-b487-5df9dfa9701f None None] Attempting to bind port 42df6a27-b37f-4dd0-9e05-c51e39686f78 on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:46:58.039160 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75c8ad6-cfe2-45e7-b487-5df9dfa9701f None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:46:58.039544 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75c8ad6-cfe2-45e7-b487-5df9dfa9701f None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:46:58.039952 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c75c8ad6-cfe2-45e7-b487-5df9dfa9701f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:58.040563 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75c8ad6-cfe2-45e7-b487-5df9dfa9701f None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:46:58.041047 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c75c8ad6-cfe2-45e7-b487-5df9dfa9701f None None] Bound port: 42df6a27-b37f-4dd0-9e05-c51e39686f78, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:46:58.041435 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c75c8ad6-cfe2-45e7-b487-5df9dfa9701f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:58.043006 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ee8e69-4efd-440b-9640-2c1873071ecd None None] Pushing event updated for resources: {'Port': ['ID=42df6a27-b37f-4dd0-9e05-c51e39686f78,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:46:58.103634 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-c75c8ad6-cfe2-45e7-b487-5df9dfa9701f None None] For port 42df6a27-b37f-4dd0-9e05-c51e39686f78, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:46:58.118324 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-c75c8ad6-cfe2-45e7-b487-5df9dfa9701f None None] For port 42df6a27-b37f-4dd0-9e05-c51e39686f78, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=42df6a27-b37f-4dd0-9e05-c51e39686f78,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:46:58.123555 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c75c8ad6-cfe2-45e7-b487-5df9dfa9701f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:58.129520 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-911d532a-44fd-4f14-968f-2230c3f57940 None None] Provisioning for port 7798cb10-0607-4e06-a263-2d25f8728eb2 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:46:58.156821 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-911d532a-44fd-4f14-968f-2230c3f57940 None None] Provisioning complete for port 7798cb10-0607-4e06-a263-2d25f8728eb2 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:46:58.157189 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-911d532a-44fd-4f14-968f-2230c3f57940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:58.207723 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-453224cd-9ec8-4772-a7da-18ede4b47375 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:58.212278 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-453224cd-9ec8-4772-a7da-18ede4b47375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:58.222094 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ee8e69-4efd-440b-9640-2c1873071ecd None None] Pushing event updated for resources: {'Port': ['ID=42df6a27-b37f-4dd0-9e05-c51e39686f78,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:46:58.226312 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75c8ad6-cfe2-45e7-b487-5df9dfa9701f None None] Routers {'14860734-7844-4fd7-a9f4-ee3a60c81d8f'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:46:58.226920 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-c75c8ad6-cfe2-45e7-b487-5df9dfa9701f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:46:44Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['14860734-7844-4fd7-a9f4-ee3a60c81d8f'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:46:58.228841 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-911d532a-44fd-4f14-968f-2230c3f57940 None None] Port 7798cb10-0607-4e06-a263-2d25f8728eb2 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:46:58.278763 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453224cd-9ec8-4772-a7da-18ede4b47375 admin admin] Pushing event updated for resources: {'Port': ['ID=7798cb10-0607-4e06-a263-2d25f8728eb2,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:46:58.282263 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-453224cd-9ec8-4772-a7da-18ede4b47375 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:58.345857 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-c75c8ad6-cfe2-45e7-b487-5df9dfa9701f None None] Set router 14860734-7844-4fd7-a9f4-ee3a60c81d8f gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:46:58.349008 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 5304050c-1ed6-4078-bdb4-41c71924ca43 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:46:58.379955 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453224cd-9ec8-4772-a7da-18ede4b47375 admin admin] Network 24eea04c-c53a-484a-abe6-706c8ba1e4ea is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:46:58.381379 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-453224cd-9ec8-4772-a7da-18ede4b47375 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:46:58.523756 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 5304050c-1ed6-4078-bdb4-41c71924ca43 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:46:58.537049 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 5304050c-1ed6-4078-bdb4-41c71924ca43 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:46:58.537494 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:58.674989 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:58.692127 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ddd35d03-2af5-448e-a2c4-1375fe1ab4dc None None] Provisioning complete for port 7798cb10-0607-4e06-a263-2d25f8728eb2 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:46:58.692502 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ddd35d03-2af5-448e-a2c4-1375fe1ab4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:58.697122 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-c75c8ad6-cfe2-45e7-b487-5df9dfa9701f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'name': 'tempest-TestSnapshotPattern-937109301-router', 'tenant_id': '85ae86e796b34b0b998c4d9aca382b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '42df6a27-b37f-4dd0-9e05-c51e39686f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:46:55Z', 'updated_at': '2021-08-23T21:46:57Z', 'revision_number': 4, 'project_id': '85ae86e796b34b0b998c4d9aca382b55', 'gw_port': {'id': '42df6a27-b37f-4dd0-9e05-c51e39686f78', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:11:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:46:56Z', 'updated_at': '2021-08-23T21:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '7798cb10-0607-4e06-a263-2d25f8728eb2', 'name': '', 'network_id': '24eea04c-c53a-484a-abe6-706c8ba1e4ea', 'tenant_id': '85ae86e796b34b0b998c4d9aca382b55', 'mac_address': 'fa:16:3e:a6:46:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:46:57Z', 'updated_at': '2021-08-23T21:46:58Z', 'revision_number': 2, 'project_id': '85ae86e796b34b0b998c4d9aca382b55', 'subnets': [{'id': 'ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:46:58.750746 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75c8ad6-cfe2-45e7-b487-5df9dfa9701f None None] The sync data for ids ['14860734-7844-4fd7-a9f4-ee3a60c81d8f'] in n-d-805663-2 is: [{'id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'name': 'tempest-TestSnapshotPattern-937109301-router', 'tenant_id': '85ae86e796b34b0b998c4d9aca382b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '42df6a27-b37f-4dd0-9e05-c51e39686f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:46:55Z', 'updated_at': '2021-08-23T21:46:57Z', 'revision_number': 4, 'project_id': '85ae86e796b34b0b998c4d9aca382b55', 'gw_port': {'id': '42df6a27-b37f-4dd0-9e05-c51e39686f78', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:11:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:46:56Z', 'updated_at': '2021-08-23T21:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '7798cb10-0607-4e06-a263-2d25f8728eb2', 'name': '', 'network_id': '24eea04c-c53a-484a-abe6-706c8ba1e4ea', 'tenant_id': '85ae86e796b34b0b998c4d9aca382b55', 'mac_address': 'fa:16:3e:a6:46:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:46:57Z', 'updated_at': '2021-08-23T21:46:58Z', 'revision_number': 2, 'project_id': '85ae86e796b34b0b998c4d9aca382b55', 'subnets': [{'id': 'ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:46:58.777449 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 5304050c-1ed6-4078-bdb4-41c71924ca43, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=5304050c-1ed6-4078-bdb4-41c71924ca43,segment=NetworkSegment(e287b0e5-e676-412e-bb22-138f030cb705),segment_id=e287b0e5-e676-412e-bb22-138f030cb705)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:46:58.778557 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-ddd35d03-2af5-448e-a2c4-1375fe1ab4dc None None] Port 7798cb10-0607-4e06-a263-2d25f8728eb2 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:46:58.783853 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:58.835170 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=5304050c-1ed6-4078-bdb4-41c71924ca43,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:46:58.856459 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-453224cd-9ec8-4772-a7da-18ede4b47375 admin admin] Router 14860734-7844-4fd7-a9f4-ee3a60c81d8f has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:46:58.980414 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453224cd-9ec8-4772-a7da-18ede4b47375 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:46:58.985902 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-453224cd-9ec8-4772-a7da-18ede4b47375 admin admin] 10.222.0.61 "PUT /v2.0/routers/14860734-7844-4fd7-a9f4-ee3a60c81d8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9524140 Aug 23 21:46:59.496955 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 55344) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:46:59.502954 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-9b4465eb-e44c-416f-b158-1d033c15c6e5 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1930304038-network', 'tenant_id': '05c729ec0b514d47984660ceedab0c21'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:46:59.524820 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4465eb-e44c-416f-b158-1d033c15c6e5 admin admin] Made reservation on behalf of 05c729ec0b514d47984660ceedab0c21 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:46:59.527216 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b4465eb-e44c-416f-b158-1d033c15c6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:59.536768 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b4465eb-e44c-416f-b158-1d033c15c6e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:59.636659 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b4465eb-e44c-416f-b158-1d033c15c6e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:59.641164 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b4465eb-e44c-416f-b158-1d033c15c6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:59.669720 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b4465eb-e44c-416f-b158-1d033c15c6e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 21:46:59.676411 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4465eb-e44c-416f-b158-1d033c15c6e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ab9244-cf47-42ec-b288-1f5471301864,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:46:59.684175 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b4465eb-e44c-416f-b158-1d033c15c6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:59.684448 n-d-805663-2 neutron-server[94688]: INFO neutron.db.segments_db [None req-9b4465eb-e44c-416f-b158-1d033c15c6e5 admin admin] Added segment 00f7f06b-3295-4461-90d4-bd9e253b91b6 of type vlan for network 82cc7dbc-681f-48c4-824b-1e5b3d7bbefe Aug 23 21:46:59.727400 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b4465eb-e44c-416f-b158-1d033c15c6e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790315348565'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:59.752281 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b4465eb-e44c-416f-b158-1d033c15c6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:59.753294 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4465eb-e44c-416f-b158-1d033c15c6e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:46:59.753873 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b4465eb-e44c-416f-b158-1d033c15c6e5 admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:46:59.812282 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-9b4465eb-e44c-416f-b158-1d033c15c6e5 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3139648 Aug 23 21:46:59.815043 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 55346) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:46:59.820223 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-cd376724-05b2-43df-b536-4e9e7772a679 admin admin] Request body: {'subnet': {'network_id': '82cc7dbc-681f-48c4-824b-1e5b3d7bbefe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1930304038-subnet', 'tenant_id': '05c729ec0b514d47984660ceedab0c21', 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:46:59.821413 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4465eb-e44c-416f-b158-1d033c15c6e5 admin admin] Pushing event updated for resources: {'Network': ['ID=82cc7dbc-681f-48c4-824b-1e5b3d7bbefe,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:46:59.832694 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Network 82cc7dbc-681f-48c4-824b-1e5b3d7bbefe details requested by agent ovs-agent-n-d-805663-2 with host n-d-805663-2 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 21:46:59.849992 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd376724-05b2-43df-b536-4e9e7772a679 admin admin] Made reservation on behalf of 05c729ec0b514d47984660ceedab0c21 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:46:59.852524 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cd376724-05b2-43df-b536-4e9e7772a679 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10452917'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:00.033122 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cd376724-05b2-43df-b536-4e9e7772a679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2501027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10452935'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:00.086374 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd376724-05b2-43df-b536-4e9e7772a679 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c892c62-96b4-4bf6-83b8-cbd105b1e571,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:47:00.097258 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd376724-05b2-43df-b536-4e9e7772a679 admin admin] Checking segment: {'id': '00f7f06b-3295-4461-90d4-bd9e253b91b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '82cc7dbc-681f-48c4-824b-1e5b3d7bbefe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:47:00.097648 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd376724-05b2-43df-b536-4e9e7772a679 admin admin] Network hostable DHCP agents. Network: 82cc7dbc-681f-48c4-824b-1e5b3d7bbefe, hostable agents: ['13ee5a14-d14f-4dfd-aedc-6b980915c82b'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 21:47:00.113168 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd376724-05b2-43df-b536-4e9e7772a679 admin admin] Network 82cc7dbc-681f-48c4-824b-1e5b3d7bbefe is scheduled to be hosted by DHCP agent 13ee5a14-d14f-4dfd-aedc-6b980915c82b with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 21:47:00.121537 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-cd376724-05b2-43df-b536-4e9e7772a679 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805663-2, 82cc7dbc-681f-48c4-824b-1e5b3d7bbefe) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:47:00.126414 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd376724-05b2-43df-b536-4e9e7772a679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:47:00.127001 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cd376724-05b2-43df-b536-4e9e7772a679 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:00.131012 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b095f40-88e9-459f-9276-6c080943d0b7 None None] Network 82cc7dbc-681f-48c4-824b-1e5b3d7bbefe requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:47:00.148080 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-cd376724-05b2-43df-b536-4e9e7772a679 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3294802 Aug 23 21:47:00.148303 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 55348) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:47:00.153142 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-879b46c7-a61a-4554-881b-55aefa7917a6 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1930304038-router', 'tenant_id': '05c729ec0b514d47984660ceedab0c21', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:47:00.174583 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-879b46c7-a61a-4554-881b-55aefa7917a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4165632'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:00.175765 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-879b46c7-a61a-4554-881b-55aefa7917a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4165643'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:00.229393 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-879b46c7-a61a-4554-881b-55aefa7917a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:00.285431 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3919d2-2b46-4158-8580-00b41856a0b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d46490b-979d-5d71-83db-a545aa54f694-82cc7dbc-681f-48c4-824b-1e5b3d7bbefe', 'network_id': '82cc7dbc-681f-48c4-824b-1e5b3d7bbefe', 'tenant_id': '05c729ec0b514d47984660ceedab0c21', 'fixed_ips': [{'subnet_id': '3c892c62-96b4-4bf6-83b8-cbd105b1e571'}]}} from n-d-805663-2. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 21:47:00.289116 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8a3919d2-2b46-4158-8580-00b41856a0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:00.377348 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-879b46c7-a61a-4554-881b-55aefa7917a6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:00.425492 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 5304050c-1ed6-4078-bdb4-41c71924ca43 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:47:00.479064 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-8a3919d2-2b46-4158-8580-00b41856a0b5 None None] Allocated IP 172.20.0.2 (82cc7dbc-681f-48c4-824b-1e5b3d7bbefe/3c892c62-96b4-4bf6-83b8-cbd105b1e571/a1c31769-6594-47fe-b03c-440914ced093) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:47:00.543986 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 5304050c-1ed6-4078-bdb4-41c71924ca43 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:47:00.544298 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:00.588951 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-879b46c7-a61a-4554-881b-55aefa7917a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:00.613113 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-879b46c7-a61a-4554-881b-55aefa7917a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:00.684596 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 42df6a27-b37f-4dd0-9e05-c51e39686f78 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:47:00.716766 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8a3919d2-2b46-4158-8580-00b41856a0b5 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:00.722846 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-879b46c7-a61a-4554-881b-55aefa7917a6 admin admin] Allocated IP 172.25.4.247 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/d0637088-8877-4374-91c5-f60da99e09c3) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:47:00.732362 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8a3919d2-2b46-4158-8580-00b41856a0b5 None None] Transition to ACTIVE for port object a1c31769-6594-47fe-b03c-440914ced093 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:47:00.737847 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a31180-e068-4bfb-92ca-006e527e8818 None None] Sync routers for ids ['14860734-7844-4fd7-a9f4-ee3a60c81d8f'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:47:00.747542 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a31180-e068-4bfb-92ca-006e527e8818 None None] Routers {'14860734-7844-4fd7-a9f4-ee3a60c81d8f'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:47:00.748403 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-52a31180-e068-4bfb-92ca-006e527e8818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:46:44Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['14860734-7844-4fd7-a9f4-ee3a60c81d8f'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:47:00.759755 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8a3919d2-2b46-4158-8580-00b41856a0b5 None None] Transition to ACTIVE for port object a1c31769-6594-47fe-b03c-440914ced093 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:47:00.768356 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8a3919d2-2b46-4158-8580-00b41856a0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:00.799961 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 42df6a27-b37f-4dd0-9e05-c51e39686f78 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:47:00.810717 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 42df6a27-b37f-4dd0-9e05-c51e39686f78 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:47:00.810717 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:00.819216 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3919d2-2b46-4158-8580-00b41856a0b5 None None] Network 82cc7dbc-681f-48c4-824b-1e5b3d7bbefe is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:47:00.842014 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-879b46c7-a61a-4554-881b-55aefa7917a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:00.845375 n-d-805663-2 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-8a3919d2-2b46-4158-8580-00b41856a0b5 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:47:00.847735 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3919d2-2b46-4158-8580-00b41856a0b5 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:47:00.857283 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-52a31180-e068-4bfb-92ca-006e527e8818 None None] Set router 14860734-7844-4fd7-a9f4-ee3a60c81d8f gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:47:00.860867 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3919d2-2b46-4158-8580-00b41856a0b5 None None] Pushing event updated for resources: {'Port': ['ID=a1c31769-6594-47fe-b03c-440914ced093,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:47:00.885947 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-879b46c7-a61a-4554-881b-55aefa7917a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:00.925458 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879b46c7-a61a-4554-881b-55aefa7917a6 admin admin] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:47:00.928678 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-879b46c7-a61a-4554-881b-55aefa7917a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:47:00.930624 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-8a3919d2-2b46-4158-8580-00b41856a0b5 None None] Attempting to bind port a1c31769-6594-47fe-b03c-440914ced093 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:47:00.931025 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-8a3919d2-2b46-4158-8580-00b41856a0b5 None None] Attempting to bind port a1c31769-6594-47fe-b03c-440914ced093 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '00f7f06b-3295-4461-90d4-bd9e253b91b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '82cc7dbc-681f-48c4-824b-1e5b3d7bbefe'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:47:00.931378 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3919d2-2b46-4158-8580-00b41856a0b5 None None] Attempting to bind port a1c31769-6594-47fe-b03c-440914ced093 on network 82cc7dbc-681f-48c4-824b-1e5b3d7bbefe {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:47:00.932743 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879b46c7-a61a-4554-881b-55aefa7917a6 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:47:00.941099 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3919d2-2b46-4158-8580-00b41856a0b5 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:47:00.941099 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3919d2-2b46-4158-8580-00b41856a0b5 None None] Checking segment: {'id': '00f7f06b-3295-4461-90d4-bd9e253b91b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '82cc7dbc-681f-48c4-824b-1e5b3d7bbefe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:47:00.941099 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8a3919d2-2b46-4158-8580-00b41856a0b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:00.941500 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3919d2-2b46-4158-8580-00b41856a0b5 None None] Bound using segment: {'id': '00f7f06b-3295-4461-90d4-bd9e253b91b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '82cc7dbc-681f-48c4-824b-1e5b3d7bbefe'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:47:00.941852 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-8a3919d2-2b46-4158-8580-00b41856a0b5 None None] Bound port: a1c31769-6594-47fe-b03c-440914ced093, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f7f06b-3295-4461-90d4-bd9e253b91b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '82cc7dbc-681f-48c4-824b-1e5b3d7bbefe'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:47:00.942244 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8a3919d2-2b46-4158-8580-00b41856a0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:00.962986 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879b46c7-a61a-4554-881b-55aefa7917a6 admin admin] Pushing event updated for resources: {'Port': ['ID=d0637088-8877-4374-91c5-f60da99e09c3,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:47:01.016640 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:01.091925 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-52a31180-e068-4bfb-92ca-006e527e8818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'name': 'tempest-TestSnapshotPattern-937109301-router', 'tenant_id': '85ae86e796b34b0b998c4d9aca382b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '42df6a27-b37f-4dd0-9e05-c51e39686f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:46:55Z', 'updated_at': '2021-08-23T21:46:57Z', 'revision_number': 4, 'project_id': '85ae86e796b34b0b998c4d9aca382b55', 'gw_port': {'id': '42df6a27-b37f-4dd0-9e05-c51e39686f78', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:11:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:46:56Z', 'updated_at': '2021-08-23T21:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '7798cb10-0607-4e06-a263-2d25f8728eb2', 'name': '', 'network_id': '24eea04c-c53a-484a-abe6-706c8ba1e4ea', 'tenant_id': '85ae86e796b34b0b998c4d9aca382b55', 'mac_address': 'fa:16:3e:a6:46:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:46:57Z', 'updated_at': '2021-08-23T21:46:58Z', 'revision_number': 2, 'project_id': '85ae86e796b34b0b998c4d9aca382b55', 'subnets': [{'id': 'ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:47:01.120438 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a31180-e068-4bfb-92ca-006e527e8818 None None] Checking router: 14860734-7844-4fd7-a9f4-ee3a60c81d8f for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:47:01.120851 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a31180-e068-4bfb-92ca-006e527e8818 None None] Updating router 14860734-7844-4fd7-a9f4-ee3a60c81d8f port 7798cb10-0607-4e06-a263-2d25f8728eb2 binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 21:47:01.148101 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-52a31180-e068-4bfb-92ca-006e527e8818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:01.219281 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-879b46c7-a61a-4554-881b-55aefa7917a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:01.224472 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 42df6a27-b37f-4dd0-9e05-c51e39686f78, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=42df6a27-b37f-4dd0-9e05-c51e39686f78,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:47:01.233545 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:01.240023 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-8a3919d2-2b46-4158-8580-00b41856a0b5 None None] For port a1c31769-6594-47fe-b03c-440914ced093, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:47:01.244108 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-8a3919d2-2b46-4158-8580-00b41856a0b5 None None] For port a1c31769-6594-47fe-b03c-440914ced093, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=a1c31769-6594-47fe-b03c-440914ced093,segment=NetworkSegment(00f7f06b-3295-4461-90d4-bd9e253b91b6),segment_id=00f7f06b-3295-4461-90d4-bd9e253b91b6)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:47:01.270384 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8a3919d2-2b46-4158-8580-00b41856a0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:01.318959 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=42df6a27-b37f-4dd0-9e05-c51e39686f78,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:47:01.371493 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3919d2-2b46-4158-8580-00b41856a0b5 None None] Pushing event updated for resources: {'Port': ['ID=a1c31769-6594-47fe-b03c-440914ced093,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:47:01.445640 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-879b46c7-a61a-4554-881b-55aefa7917a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499576'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:01.476762 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-52a31180-e068-4bfb-92ca-006e527e8818 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:01.489937 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-52a31180-e068-4bfb-92ca-006e527e8818 None None] Transition to ACTIVE for port object 7798cb10-0607-4e06-a263-2d25f8728eb2 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:47:01.501893 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-52a31180-e068-4bfb-92ca-006e527e8818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:01.579968 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee40f56f-2453-4baf-ba5b-359ee498bf0c None None] Pushing event updated for resources: {'Port': ['ID=7798cb10-0607-4e06-a263-2d25f8728eb2,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:47:01.611177 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee40f56f-2453-4baf-ba5b-359ee498bf0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:47:01.611425 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee40f56f-2453-4baf-ba5b-359ee498bf0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:47:01.611762 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee40f56f-2453-4baf-ba5b-359ee498bf0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:47:01.612116 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee40f56f-2453-4baf-ba5b-359ee498bf0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:47:01.612448 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee40f56f-2453-4baf-ba5b-359ee498bf0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:47:01.612810 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee40f56f-2453-4baf-ba5b-359ee498bf0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:47:01.613085 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee40f56f-2453-4baf-ba5b-359ee498bf0c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:47:01.613403 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee40f56f-2453-4baf-ba5b-359ee498bf0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:47:01.613721 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee40f56f-2453-4baf-ba5b-359ee498bf0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:47:01.614044 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee40f56f-2453-4baf-ba5b-359ee498bf0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:47:01.614353 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee40f56f-2453-4baf-ba5b-359ee498bf0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:47:01.615327 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee40f56f-2453-4baf-ba5b-359ee498bf0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:47:01.630914 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-52a31180-e068-4bfb-92ca-006e527e8818 None None] Attempting to bind port 7798cb10-0607-4e06-a263-2d25f8728eb2 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:47:01.631674 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-52a31180-e068-4bfb-92ca-006e527e8818 None None] Attempting to bind port 7798cb10-0607-4e06-a263-2d25f8728eb2 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'e287b0e5-e676-412e-bb22-138f030cb705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '24eea04c-c53a-484a-abe6-706c8ba1e4ea'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:47:01.632256 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a31180-e068-4bfb-92ca-006e527e8818 None None] Attempting to bind port 7798cb10-0607-4e06-a263-2d25f8728eb2 on network 24eea04c-c53a-484a-abe6-706c8ba1e4ea {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:47:01.641807 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-879b46c7-a61a-4554-881b-55aefa7917a6 admin admin] Router 880d8d5b-66e4-4df0-b180-e3e4dfd6f7f2 is scheduled to L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 21:47:01.644467 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a31180-e068-4bfb-92ca-006e527e8818 None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:47:01.645318 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a31180-e068-4bfb-92ca-006e527e8818 None None] Checking segment: {'id': 'e287b0e5-e676-412e-bb22-138f030cb705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '24eea04c-c53a-484a-abe6-706c8ba1e4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:47:01.645731 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-52a31180-e068-4bfb-92ca-006e527e8818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:01.646133 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a31180-e068-4bfb-92ca-006e527e8818 None None] Bound using segment: {'id': 'e287b0e5-e676-412e-bb22-138f030cb705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '24eea04c-c53a-484a-abe6-706c8ba1e4ea'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:47:01.647232 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-52a31180-e068-4bfb-92ca-006e527e8818 None None] Bound port: 7798cb10-0607-4e06-a263-2d25f8728eb2, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e287b0e5-e676-412e-bb22-138f030cb705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '24eea04c-c53a-484a-abe6-706c8ba1e4ea'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:47:01.647652 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-52a31180-e068-4bfb-92ca-006e527e8818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:01.718600 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-52a31180-e068-4bfb-92ca-006e527e8818 None None] For port 7798cb10-0607-4e06-a263-2d25f8728eb2, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:47:01.722070 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-52a31180-e068-4bfb-92ca-006e527e8818 None None] For port 7798cb10-0607-4e06-a263-2d25f8728eb2, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=7798cb10-0607-4e06-a263-2d25f8728eb2,segment=NetworkSegment(e287b0e5-e676-412e-bb22-138f030cb705),segment_id=e287b0e5-e676-412e-bb22-138f030cb705)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:47:01.728551 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-52a31180-e068-4bfb-92ca-006e527e8818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:01.769919 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879b46c7-a61a-4554-881b-55aefa7917a6 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:47:01.786478 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6f7440-ab13-4e89-b528-185759a7744e None None] Sync routers for ids ['880d8d5b-66e4-4df0-b180-e3e4dfd6f7f2'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:47:01.790597 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-879b46c7-a61a-4554-881b-55aefa7917a6 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:01.796355 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-879b46c7-a61a-4554-881b-55aefa7917a6 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6436694 Aug 23 21:47:01.796619 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a31180-e068-4bfb-92ca-006e527e8818 None None] Routers {'14860734-7844-4fd7-a9f4-ee3a60c81d8f'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:47:01.796619 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-52a31180-e068-4bfb-92ca-006e527e8818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:46:44Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['14860734-7844-4fd7-a9f4-ee3a60c81d8f'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:47:01.797686 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 55350) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:47:01.806952 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6f7440-ab13-4e89-b528-185759a7744e None None] Routers {'880d8d5b-66e4-4df0-b180-e3e4dfd6f7f2'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:47:01.807595 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-4e6f7440-ab13-4e89-b528-185759a7744e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:46:44Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['880d8d5b-66e4-4df0-b180-e3e4dfd6f7f2'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:47:01.831095 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee40f56f-2453-4baf-ba5b-359ee498bf0c None None] Pushing event updated for resources: {'Port': ['ID=7798cb10-0607-4e06-a263-2d25f8728eb2,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:47:01.920331 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-52a31180-e068-4bfb-92ca-006e527e8818 None None] Set router 14860734-7844-4fd7-a9f4-ee3a60c81d8f gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:47:01.957108 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-4e6f7440-ab13-4e89-b528-185759a7744e None None] Set router 880d8d5b-66e4-4df0-b180-e3e4dfd6f7f2 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:47:02.182105 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-52a31180-e068-4bfb-92ca-006e527e8818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'name': 'tempest-TestSnapshotPattern-937109301-router', 'tenant_id': '85ae86e796b34b0b998c4d9aca382b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '42df6a27-b37f-4dd0-9e05-c51e39686f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:46:55Z', 'updated_at': '2021-08-23T21:46:57Z', 'revision_number': 4, 'project_id': '85ae86e796b34b0b998c4d9aca382b55', 'gw_port': {'id': '42df6a27-b37f-4dd0-9e05-c51e39686f78', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:11:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:46:56Z', 'updated_at': '2021-08-23T21:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '7798cb10-0607-4e06-a263-2d25f8728eb2', 'name': '', 'network_id': '24eea04c-c53a-484a-abe6-706c8ba1e4ea', 'tenant_id': '85ae86e796b34b0b998c4d9aca382b55', 'mac_address': 'fa:16:3e:a6:46:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:46:57Z', 'updated_at': '2021-08-23T21:47:01Z', 'revision_number': 4, 'project_id': '85ae86e796b34b0b998c4d9aca382b55', 'subnets': [{'id': 'ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:47:02.207041 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-4e6f7440-ab13-4e89-b528-185759a7744e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880d8d5b-66e4-4df0-b180-e3e4dfd6f7f2', 'name': 'tempest-TestSnapshotPattern-1930304038-router', 'tenant_id': '05c729ec0b514d47984660ceedab0c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'd0637088-8877-4374-91c5-f60da99e09c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:47:00Z', 'updated_at': '2021-08-23T21:47:01Z', 'revision_number': 3, 'project_id': '05c729ec0b514d47984660ceedab0c21', 'gw_port': {'id': 'd0637088-8877-4374-91c5-f60da99e09c3', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880d8d5b-66e4-4df0-b180-e3e4dfd6f7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:47:00Z', 'updated_at': '2021-08-23T21:47:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:47:02.211062 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a31180-e068-4bfb-92ca-006e527e8818 None None] The sync data for ids ['14860734-7844-4fd7-a9f4-ee3a60c81d8f'] in n-d-805663-2 is: [{'id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'name': 'tempest-TestSnapshotPattern-937109301-router', 'tenant_id': '85ae86e796b34b0b998c4d9aca382b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '42df6a27-b37f-4dd0-9e05-c51e39686f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:46:55Z', 'updated_at': '2021-08-23T21:46:57Z', 'revision_number': 4, 'project_id': '85ae86e796b34b0b998c4d9aca382b55', 'gw_port': {'id': '42df6a27-b37f-4dd0-9e05-c51e39686f78', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:11:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:46:56Z', 'updated_at': '2021-08-23T21:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '7798cb10-0607-4e06-a263-2d25f8728eb2', 'name': '', 'network_id': '24eea04c-c53a-484a-abe6-706c8ba1e4ea', 'tenant_id': '85ae86e796b34b0b998c4d9aca382b55', 'mac_address': 'fa:16:3e:a6:46:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:46:57Z', 'updated_at': '2021-08-23T21:47:01Z', 'revision_number': 4, 'project_id': '85ae86e796b34b0b998c4d9aca382b55', 'subnets': [{'id': 'ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:47:02.253915 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6f7440-ab13-4e89-b528-185759a7744e None None] Checking router: 880d8d5b-66e4-4df0-b180-e3e4dfd6f7f2 for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:47:02.254329 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6f7440-ab13-4e89-b528-185759a7744e None None] Updating router 880d8d5b-66e4-4df0-b180-e3e4dfd6f7f2 port d0637088-8877-4374-91c5-f60da99e09c3 binding host n-d-805663-2 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 21:47:02.293593 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4e6f7440-ab13-4e89-b528-185759a7744e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:02.324768 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3ef451bd-350f-49a4-a771-52d8676c2597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:02.511750 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd9bff0-e605-4850-9cbe-1bf8b93dfa42 None None] Network 82cc7dbc-681f-48c4-824b-1e5b3d7bbefe requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:47:02.513698 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 42df6a27-b37f-4dd0-9e05-c51e39686f78 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:47:02.541488 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-3ef451bd-350f-49a4-a771-52d8676c2597 admin admin] Allocated IP 172.20.0.1 (82cc7dbc-681f-48c4-824b-1e5b3d7bbefe/3c892c62-96b4-4bf6-83b8-cbd105b1e571/180b0b2a-84d2-4f4f-b01b-0b1704e32902) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:47:02.652402 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-835800bd-d54a-4230-bf79-ad54498a6953 None None] Provisioning for port a1c31769-6594-47fe-b03c-440914ced093 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:47:02.666580 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3ef451bd-350f-49a4-a771-52d8676c2597 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:02.681962 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-3ef451bd-350f-49a4-a771-52d8676c2597 admin admin] Transition to ACTIVE for port object 180b0b2a-84d2-4f4f-b01b-0b1704e32902 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:47:02.718017 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3ef451bd-350f-49a4-a771-52d8676c2597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:02.740795 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 42df6a27-b37f-4dd0-9e05-c51e39686f78 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:47:02.741168 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:02.759258 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef451bd-350f-49a4-a771-52d8676c2597 admin admin] Network 82cc7dbc-681f-48c4-824b-1e5b3d7bbefe is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:47:02.767931 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-3ef451bd-350f-49a4-a771-52d8676c2597 admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:47:02.770082 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef451bd-350f-49a4-a771-52d8676c2597 admin admin] Pushing event updated for resources: {'Port': ['ID=180b0b2a-84d2-4f4f-b01b-0b1704e32902,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:47:02.772382 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef451bd-350f-49a4-a771-52d8676c2597 admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:47:02.812529 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3ef451bd-350f-49a4-a771-52d8676c2597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495663'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:02.873456 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4e6f7440-ab13-4e89-b528-185759a7744e None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:02.890334 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4e6f7440-ab13-4e89-b528-185759a7744e None None] Transition to ACTIVE for port object d0637088-8877-4374-91c5-f60da99e09c3 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:47:02.922612 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4e6f7440-ab13-4e89-b528-185759a7744e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:02.950241 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3ef451bd-350f-49a4-a771-52d8676c2597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:02.993947 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 7798cb10-0607-4e06-a263-2d25f8728eb2 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:47:03.034713 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-4e6f7440-ab13-4e89-b528-185759a7744e None None] Attempting to bind port d0637088-8877-4374-91c5-f60da99e09c3 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:47:03.035084 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-4e6f7440-ab13-4e89-b528-185759a7744e None None] Attempting to bind port d0637088-8877-4374-91c5-f60da99e09c3 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:47:03.035880 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6f7440-ab13-4e89-b528-185759a7744e None None] Attempting to bind port d0637088-8877-4374-91c5-f60da99e09c3 on network 03d801c5-d257-4cc1-bad3-11a323aafec0 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:47:03.044336 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6f7440-ab13-4e89-b528-185759a7744e None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:47:03.044846 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6f7440-ab13-4e89-b528-185759a7744e None None] Checking segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:47:03.045984 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4e6f7440-ab13-4e89-b528-185759a7744e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:03.046391 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6f7440-ab13-4e89-b528-185759a7744e None None] Bound using segment: {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:47:03.047235 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-4e6f7440-ab13-4e89-b528-185759a7744e None None] Bound port: d0637088-8877-4374-91c5-f60da99e09c3, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebccf036-1a4f-4185-be81-161c385ca724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:47:03.047620 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4e6f7440-ab13-4e89-b528-185759a7744e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:03.049982 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac7f2f5-bea3-4127-8226-d719e06082e2 None None] Pushing event updated for resources: {'Port': ['ID=d0637088-8877-4374-91c5-f60da99e09c3,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:47:03.103726 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 7798cb10-0607-4e06-a263-2d25f8728eb2 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:47:03.113675 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 7798cb10-0607-4e06-a263-2d25f8728eb2 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:47:03.114047 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:03.132689 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3ef451bd-350f-49a4-a771-52d8676c2597 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:03.138661 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3ef451bd-350f-49a4-a771-52d8676c2597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:03.147994 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4e6f7440-ab13-4e89-b528-185759a7744e None None] For port d0637088-8877-4374-91c5-f60da99e09c3, host n-d-805663-2, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:47:03.167705 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4e6f7440-ab13-4e89-b528-185759a7744e None None] For port d0637088-8877-4374-91c5-f60da99e09c3, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=d0637088-8877-4374-91c5-f60da99e09c3,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:47:03.175274 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4e6f7440-ab13-4e89-b528-185759a7744e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:03.211651 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3ef451bd-350f-49a4-a771-52d8676c2597 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-618703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498111'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:03.214288 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef451bd-350f-49a4-a771-52d8676c2597 admin admin] Pushing event updated for resources: {'Port': ['ID=180b0b2a-84d2-4f4f-b01b-0b1704e32902,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:47:03.271940 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0ddd4010-5879-4029-a0c7-3d1c1e00bc54 None None] Provisioning for port 180b0b2a-84d2-4f4f-b01b-0b1704e32902 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:47:03.285018 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6f7440-ab13-4e89-b528-185759a7744e None None] Routers {'880d8d5b-66e4-4df0-b180-e3e4dfd6f7f2'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:47:03.285655 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-4e6f7440-ab13-4e89-b528-185759a7744e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:46:44Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['880d8d5b-66e4-4df0-b180-e3e4dfd6f7f2'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:47:03.287431 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0ddd4010-5879-4029-a0c7-3d1c1e00bc54 None None] Provisioning complete for port 180b0b2a-84d2-4f4f-b01b-0b1704e32902 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:47:03.287799 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0ddd4010-5879-4029-a0c7-3d1c1e00bc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:03.291829 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac7f2f5-bea3-4127-8226-d719e06082e2 None None] Pushing event updated for resources: {'Port': ['ID=d0637088-8877-4374-91c5-f60da99e09c3,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:47:03.317449 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef451bd-350f-49a4-a771-52d8676c2597 admin admin] Network 82cc7dbc-681f-48c4-824b-1e5b3d7bbefe is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:47:03.318877 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-3ef451bd-350f-49a4-a771-52d8676c2597 admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:47:03.354583 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:03.400544 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-0ddd4010-5879-4029-a0c7-3d1c1e00bc54 None None] Port 180b0b2a-84d2-4f4f-b01b-0b1704e32902 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:47:03.441127 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef451bd-350f-49a4-a771-52d8676c2597 admin admin] Router 880d8d5b-66e4-4df0-b180-e3e4dfd6f7f2 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:47:03.452837 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 7798cb10-0607-4e06-a263-2d25f8728eb2, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=7798cb10-0607-4e06-a263-2d25f8728eb2,segment=NetworkSegment(e287b0e5-e676-412e-bb22-138f030cb705),segment_id=e287b0e5-e676-412e-bb22-138f030cb705)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:47:03.465558 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:03.466261 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device a1c31769-6594-47fe-b03c-440914ced093 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:47:03.515176 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-4e6f7440-ab13-4e89-b528-185759a7744e None None] Set router 880d8d5b-66e4-4df0-b180-e3e4dfd6f7f2 gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:47:03.576411 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef451bd-350f-49a4-a771-52d8676c2597 admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:47:03.584534 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-3ef451bd-350f-49a4-a771-52d8676c2597 admin admin] 10.222.0.61 "PUT /v2.0/routers/880d8d5b-66e4-4df0-b180-e3e4dfd6f7f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7856681 Aug 23 21:47:03.630392 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=7798cb10-0607-4e06-a263-2d25f8728eb2,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:47:03.686833 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-95d0166f-604b-4af4-8f90-4c0244c9dd5c None None] Provisioning complete for port 180b0b2a-84d2-4f4f-b01b-0b1704e32902 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:47:03.687130 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-95d0166f-604b-4af4-8f90-4c0244c9dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:03.690697 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port a1c31769-6594-47fe-b03c-440914ced093 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:47:03.733545 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port a1c31769-6594-47fe-b03c-440914ced093 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:47:03.733832 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:03.780967 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-95d0166f-604b-4af4-8f90-4c0244c9dd5c None None] Port 180b0b2a-84d2-4f4f-b01b-0b1704e32902 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:47:03.871613 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:04.039147 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 55358) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:47:04.042688 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-4e6f7440-ab13-4e89-b528-185759a7744e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880d8d5b-66e4-4df0-b180-e3e4dfd6f7f2', 'name': 'tempest-TestSnapshotPattern-1930304038-router', 'tenant_id': '05c729ec0b514d47984660ceedab0c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'd0637088-8877-4374-91c5-f60da99e09c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:47:00Z', 'updated_at': '2021-08-23T21:47:02Z', 'revision_number': 4, 'project_id': '05c729ec0b514d47984660ceedab0c21', 'gw_port': {'id': 'd0637088-8877-4374-91c5-f60da99e09c3', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880d8d5b-66e4-4df0-b180-e3e4dfd6f7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:47:00Z', 'updated_at': '2021-08-23T21:47:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '180b0b2a-84d2-4f4f-b01b-0b1704e32902', 'name': '', 'network_id': '82cc7dbc-681f-48c4-824b-1e5b3d7bbefe', 'tenant_id': '05c729ec0b514d47984660ceedab0c21', 'mac_address': 'fa:16:3e:37:11:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880d8d5b-66e4-4df0-b180-e3e4dfd6f7f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '3c892c62-96b4-4bf6-83b8-cbd105b1e571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:47:02Z', 'updated_at': '2021-08-23T21:47:03Z', 'revision_number': 2, 'project_id': '05c729ec0b514d47984660ceedab0c21', 'subnets': [{'id': '3c892c62-96b4-4bf6-83b8-cbd105b1e571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:47:04.043883 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-f203edc9-37c4-4721-ae08-6869824cc316 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1838839237', 'description': 'tempest-secgroup-smoke-1838839237 description', 'project_id': '85ae86e796b34b0b998c4d9aca382b55'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:47:04.066349 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f203edc9-37c4-4721-ae08-6869824cc316 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:04.082142 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6f7440-ab13-4e89-b528-185759a7744e None None] The sync data for ids ['880d8d5b-66e4-4df0-b180-e3e4dfd6f7f2'] in n-d-805663-2 is: [{'id': '880d8d5b-66e4-4df0-b180-e3e4dfd6f7f2', 'name': 'tempest-TestSnapshotPattern-1930304038-router', 'tenant_id': '05c729ec0b514d47984660ceedab0c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'd0637088-8877-4374-91c5-f60da99e09c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:47:00Z', 'updated_at': '2021-08-23T21:47:02Z', 'revision_number': 4, 'project_id': '05c729ec0b514d47984660ceedab0c21', 'gw_port': {'id': 'd0637088-8877-4374-91c5-f60da99e09c3', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880d8d5b-66e4-4df0-b180-e3e4dfd6f7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:47:00Z', 'updated_at': '2021-08-23T21:47:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '180b0b2a-84d2-4f4f-b01b-0b1704e32902', 'name': '', 'network_id': '82cc7dbc-681f-48c4-824b-1e5b3d7bbefe', 'tenant_id': '05c729ec0b514d47984660ceedab0c21', 'mac_address': 'fa:16:3e:37:11:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880d8d5b-66e4-4df0-b180-e3e4dfd6f7f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '3c892c62-96b4-4bf6-83b8-cbd105b1e571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:47:02Z', 'updated_at': '2021-08-23T21:47:03Z', 'revision_number': 2, 'project_id': '05c729ec0b514d47984660ceedab0c21', 'subnets': [{'id': '3c892c62-96b4-4bf6-83b8-cbd105b1e571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:47:04.101175 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d4603338-37b5-4211-8544-b01b1a50869a None None] Provisioning complete for port 180b0b2a-84d2-4f4f-b01b-0b1704e32902 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:47:04.101552 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d4603338-37b5-4211-8544-b01b1a50869a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:04.123114 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port a1c31769-6594-47fe-b03c-440914ced093, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=a1c31769-6594-47fe-b03c-440914ced093,segment=NetworkSegment(00f7f06b-3295-4461-90d4-bd9e253b91b6),segment_id=00f7f06b-3295-4461-90d4-bd9e253b91b6)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:47:04.130160 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:04.158885 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f203edc9-37c4-4721-ae08-6869824cc316 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:04.165131 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f203edc9-37c4-4721-ae08-6869824cc316 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:04.171975 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-d4603338-37b5-4211-8544-b01b1a50869a None None] Port 180b0b2a-84d2-4f4f-b01b-0b1704e32902 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:47:04.205177 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=a1c31769-6594-47fe-b03c-440914ced093,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:47:04.207285 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f203edc9-37c4-4721-ae08-6869824cc316 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:04.209141 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-f203edc9-37c4-4721-ae08-6869824cc316 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1688926 Aug 23 21:47:04.212764 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 55360) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:47:04.218603 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-43694fa8-eb8e-44cf-b3af-2d4846e456fd tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Request body: {'security_group_rule': {'security_group_id': '10f3b3db-351f-4e45-8121-8f0b9f0fa9d2', 'project_id': '85ae86e796b34b0b998c4d9aca382b55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:47:04.219881 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f203edc9-37c4-4721-ae08-6869824cc316 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10f3b3db-351f-4e45-8121-8f0b9f0fa9d2,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:47:04.247611 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-43694fa8-eb8e-44cf-b3af-2d4846e456fd tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:04.328330 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-43694fa8-eb8e-44cf-b3af-2d4846e456fd tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:04.331612 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 7798cb10-0607-4e06-a263-2d25f8728eb2 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:47:04.332553 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-43694fa8-eb8e-44cf-b3af-2d4846e456fd tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:04.355266 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43694fa8-eb8e-44cf-b3af-2d4846e456fd tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6c5b868-0cb7-4c8a-9b46-cbaf059b4299,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:47:04.363123 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-43694fa8-eb8e-44cf-b3af-2d4846e456fd tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:04.367136 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-43694fa8-eb8e-44cf-b3af-2d4846e456fd tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1501479 Aug 23 21:47:04.367437 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 55362) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:47:04.372117 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b9df546c-c5da-44da-96c5-dedba9a074b8 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Request body: {'security_group_rule': {'security_group_id': '10f3b3db-351f-4e45-8121-8f0b9f0fa9d2', 'project_id': '85ae86e796b34b0b998c4d9aca382b55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:47:04.403862 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b9df546c-c5da-44da-96c5-dedba9a074b8 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:04.404945 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 7798cb10-0607-4e06-a263-2d25f8728eb2 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:47:04.405409 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:04.463535 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b9df546c-c5da-44da-96c5-dedba9a074b8 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:04.472773 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b9df546c-c5da-44da-96c5-dedba9a074b8 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:04.490290 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df546c-c5da-44da-96c5-dedba9a074b8 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=296e7ca0-47c1-4104-84f8-e039ac4577b4,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:47:04.501320 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b9df546c-c5da-44da-96c5-dedba9a074b8 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:04.503529 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device a1c31769-6594-47fe-b03c-440914ced093 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:47:04.506206 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 55364) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:47:04.508668 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-b9df546c-c5da-44da-96c5-dedba9a074b8 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1400652 Aug 23 21:47:04.511247 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-a4e985ea-bbf0-4156-88d1-b44e162d0889 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Request body: {'security_group_rule': {'security_group_id': '10f3b3db-351f-4e45-8121-8f0b9f0fa9d2', 'project_id': '85ae86e796b34b0b998c4d9aca382b55', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:47:04.539500 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a4e985ea-bbf0-4156-88d1-b44e162d0889 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:04.553954 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port a1c31769-6594-47fe-b03c-440914ced093 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:47:04.554329 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:04.607581 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a4e985ea-bbf0-4156-88d1-b44e162d0889 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:04.612490 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a4e985ea-bbf0-4156-88d1-b44e162d0889 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:04.630332 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e985ea-bbf0-4156-88d1-b44e162d0889 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be5f95fc-038d-46b1-9f4f-257e697d5477,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:47:04.650592 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a4e985ea-bbf0-4156-88d1-b44e162d0889 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:04.651862 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-a4e985ea-bbf0-4156-88d1-b44e162d0889 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1446161 Aug 23 21:47:04.654589 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 55366) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:47:04.660103 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-f74c072d-7869-4b60-a879-ef588e614ab0 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Request body: {'security_group_rule': {'security_group_id': '10f3b3db-351f-4e45-8121-8f0b9f0fa9d2', 'project_id': '85ae86e796b34b0b998c4d9aca382b55', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:47:04.687250 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f74c072d-7869-4b60-a879-ef588e614ab0 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:04.750804 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f74c072d-7869-4b60-a879-ef588e614ab0 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:04.754362 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f74c072d-7869-4b60-a879-ef588e614ab0 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:04.772603 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74c072d-7869-4b60-a879-ef588e614ab0 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acec93a9-c3d6-4c0d-aeb7-5bffd5b9551d,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:47:04.778101 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f74c072d-7869-4b60-a879-ef588e614ab0 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:04.782165 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f74c072d-7869-4b60-a879-ef588e614ab0 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1229222 Aug 23 21:47:04.782345 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 55368) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:47:04.786732 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-fd0628de-737d-4a6f-9857-f519d37be800 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Request body: {'security_group_rule': {'security_group_id': '10f3b3db-351f-4e45-8121-8f0b9f0fa9d2', 'project_id': '85ae86e796b34b0b998c4d9aca382b55', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:47:04.808705 n-d-805663-2 neutron-server[94687]: INFO neutron.db.securitygroups_db [None req-fd0628de-737d-4a6f-9857-f519d37be800 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Project 85ae86e796b34b0b998c4d9aca382b55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 21:47:04.813839 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fd0628de-737d-4a6f-9857-f519d37be800 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:04.871880 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fd0628de-737d-4a6f-9857-f519d37be800 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:04.875999 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fd0628de-737d-4a6f-9857-f519d37be800 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:04.894016 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0628de-737d-4a6f-9857-f519d37be800 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c2b1abd-ae88-4207-8946-facbfaa489e8,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:47:04.901577 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fd0628de-737d-4a6f-9857-f519d37be800 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:04.902824 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-fd0628de-737d-4a6f-9857-f519d37be800 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1195290 Aug 23 21:47:04.905868 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 55370) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:47:04.910594 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-6e0fcf16-81d7-460b-8bad-f65d4b04d6c4 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Request body: {'security_group_rule': {'security_group_id': '10f3b3db-351f-4e45-8121-8f0b9f0fa9d2', 'project_id': '85ae86e796b34b0b998c4d9aca382b55', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:47:04.932150 n-d-805663-2 neutron-server[94687]: INFO neutron.db.securitygroups_db [None req-6e0fcf16-81d7-460b-8bad-f65d4b04d6c4 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Project 85ae86e796b34b0b998c4d9aca382b55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 21:47:04.937612 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6e0fcf16-81d7-460b-8bad-f65d4b04d6c4 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:05.005352 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6e0fcf16-81d7-460b-8bad-f65d4b04d6c4 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:05.010773 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6e0fcf16-81d7-460b-8bad-f65d4b04d6c4 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372069'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:05.035565 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6e0fcf16-81d7-460b-8bad-f65d4b04d6c4 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:05.044606 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-6e0fcf16-81d7-460b-8bad-f65d4b04d6c4 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1299334 Aug 23 21:47:05.044606 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0fcf16-81d7-460b-8bad-f65d4b04d6c4 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd63a121-2efe-42bf-92d9-d7cfc17f1ae3,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:47:05.190904 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8ac88359-e49b-4d3b-9859-4a9bb31921e0 req-53cb4658-7e00-415a-9d8e-9a2646cc82bd tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1838839237&fields=id&tenant_id=85ae86e796b34b0b998c4d9aca382b55 HTTP/1.1" status: 200 len: 267 time: 0.0330093 Aug 23 21:47:05.303017 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac88359-e49b-4d3b-9859-4a9bb31921e0 req-9b4e11ec-5719-48ff-b764-608430f7bbe8 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:47:05.304656 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8ac88359-e49b-4d3b-9859-4a9bb31921e0 req-9b4e11ec-5719-48ff-b764-608430f7bbe8 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/networks?id=24eea04c-c53a-484a-abe6-706c8ba1e4ea HTTP/1.1" status: 200 len: 809 time: 0.1067274 Aug 23 21:47:05.320915 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8ac88359-e49b-4d3b-9859-4a9bb31921e0 req-1aaa5f9a-81c0-48be-85d0-bfd2d55db469 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/quotas/85ae86e796b34b0b998c4d9aca382b55 HTTP/1.1" status: 200 len: 375 time: 0.0102143 Aug 23 21:47:05.373333 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8ac88359-e49b-4d3b-9859-4a9bb31921e0 req-74fa60a9-f56a-4dfb-b7f1-cae8d32951b0 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=85ae86e796b34b0b998c4d9aca382b55&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465326 Aug 23 21:47:05.476713 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8ac88359-e49b-4d3b-9859-4a9bb31921e0 req-947ebaa4-9864-4acb-96c2-c493aa53533d service neutron] 10.222.0.61 "GET /v2.0/networks/24eea04c-c53a-484a-abe6-706c8ba1e4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906470 Aug 23 21:47:05.570425 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8ac88359-e49b-4d3b-9859-4a9bb31921e0 req-16a6be00-78e1-43e4-8b51-315fae548c05 service neutron] 10.222.0.61 "GET /v2.0/networks/24eea04c-c53a-484a-abe6-706c8ba1e4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873415 Aug 23 21:47:06.270530 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e38bf50-7f09-44f3-ad1a-9e22d739893e None None] Sync routers for ids ['880d8d5b-66e4-4df0-b180-e3e4dfd6f7f2'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:47:06.279635 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e38bf50-7f09-44f3-ad1a-9e22d739893e None None] Routers {'880d8d5b-66e4-4df0-b180-e3e4dfd6f7f2'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:47:06.280408 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3e38bf50-7f09-44f3-ad1a-9e22d739893e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:46:44Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['880d8d5b-66e4-4df0-b180-e3e4dfd6f7f2'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:47:06.329230 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device d0637088-8877-4374-91c5-f60da99e09c3 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:47:06.376928 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port d0637088-8877-4374-91c5-f60da99e09c3 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:47:06.380689 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port d0637088-8877-4374-91c5-f60da99e09c3 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:47:06.381065 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:06.397952 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-3e38bf50-7f09-44f3-ad1a-9e22d739893e None None] Set router 880d8d5b-66e4-4df0-b180-e3e4dfd6f7f2 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:47:06.459932 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:06.480295 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port d0637088-8877-4374-91c5-f60da99e09c3, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=d0637088-8877-4374-91c5-f60da99e09c3,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:47:06.484000 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:06.531100 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=d0637088-8877-4374-91c5-f60da99e09c3,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:47:06.682667 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3e38bf50-7f09-44f3-ad1a-9e22d739893e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880d8d5b-66e4-4df0-b180-e3e4dfd6f7f2', 'name': 'tempest-TestSnapshotPattern-1930304038-router', 'tenant_id': '05c729ec0b514d47984660ceedab0c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'd0637088-8877-4374-91c5-f60da99e09c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:47:00Z', 'updated_at': '2021-08-23T21:47:02Z', 'revision_number': 4, 'project_id': '05c729ec0b514d47984660ceedab0c21', 'gw_port': {'id': 'd0637088-8877-4374-91c5-f60da99e09c3', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880d8d5b-66e4-4df0-b180-e3e4dfd6f7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:47:00Z', 'updated_at': '2021-08-23T21:47:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '180b0b2a-84d2-4f4f-b01b-0b1704e32902', 'name': '', 'network_id': '82cc7dbc-681f-48c4-824b-1e5b3d7bbefe', 'tenant_id': '05c729ec0b514d47984660ceedab0c21', 'mac_address': 'fa:16:3e:37:11:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880d8d5b-66e4-4df0-b180-e3e4dfd6f7f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '3c892c62-96b4-4bf6-83b8-cbd105b1e571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:47:02Z', 'updated_at': '2021-08-23T21:47:03Z', 'revision_number': 2, 'project_id': '05c729ec0b514d47984660ceedab0c21', 'subnets': [{'id': '3c892c62-96b4-4bf6-83b8-cbd105b1e571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:47:06.709474 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e38bf50-7f09-44f3-ad1a-9e22d739893e None None] Checking router: 880d8d5b-66e4-4df0-b180-e3e4dfd6f7f2 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:47:06.709896 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e38bf50-7f09-44f3-ad1a-9e22d739893e None None] Updating router 880d8d5b-66e4-4df0-b180-e3e4dfd6f7f2 port 180b0b2a-84d2-4f4f-b01b-0b1704e32902 binding host n-d-805663-2 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 21:47:06.738641 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3e38bf50-7f09-44f3-ad1a-9e22d739893e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:06.750133 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-dd6e6ab5-51ad-4b77-bab5-843edcb8cb26 req-9f5b25ea-7618-44c3-8e72-c053df8ab3a1 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/ports?device_id=da2c65be-68df-40cf-955d-aebd5b7a9813 HTTP/1.1" status: 200 len: 210 time: 0.0269399 Aug 23 21:47:07.000299 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3e38bf50-7f09-44f3-ad1a-9e22d739893e None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:07.010691 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-3e38bf50-7f09-44f3-ad1a-9e22d739893e None None] Transition to ACTIVE for port object 180b0b2a-84d2-4f4f-b01b-0b1704e32902 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:47:07.017769 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3e38bf50-7f09-44f3-ad1a-9e22d739893e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:07.066387 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb58c6da-6ecf-4d3a-a744-2c09c9090672 None None] Pushing event updated for resources: {'Port': ['ID=180b0b2a-84d2-4f4f-b01b-0b1704e32902,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:47:07.116311 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-3e38bf50-7f09-44f3-ad1a-9e22d739893e None None] Attempting to bind port 180b0b2a-84d2-4f4f-b01b-0b1704e32902 on host n-d-805663-2 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:47:07.116669 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-3e38bf50-7f09-44f3-ad1a-9e22d739893e None None] Attempting to bind port 180b0b2a-84d2-4f4f-b01b-0b1704e32902 by drivers openvswitch,hyperv on host n-d-805663-2 at level 0 using segments [{'id': '00f7f06b-3295-4461-90d4-bd9e253b91b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '82cc7dbc-681f-48c4-824b-1e5b3d7bbefe'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:47:07.117022 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e38bf50-7f09-44f3-ad1a-9e22d739893e None None] Attempting to bind port 180b0b2a-84d2-4f4f-b01b-0b1704e32902 on network 82cc7dbc-681f-48c4-824b-1e5b3d7bbefe {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:47:07.122439 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e38bf50-7f09-44f3-ad1a-9e22d739893e None None] Checking agent: {'id': '816a7b38-2fdd-4a55-913e-3f56e5ad8262', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 17, 43), 'started_at': datetime.datetime(2021, 8, 23, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805663-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:47:07.122801 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e38bf50-7f09-44f3-ad1a-9e22d739893e None None] Checking segment: {'id': '00f7f06b-3295-4461-90d4-bd9e253b91b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '82cc7dbc-681f-48c4-824b-1e5b3d7bbefe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:47:07.123187 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3e38bf50-7f09-44f3-ad1a-9e22d739893e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:07.124465 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e38bf50-7f09-44f3-ad1a-9e22d739893e None None] Bound using segment: {'id': '00f7f06b-3295-4461-90d4-bd9e253b91b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '82cc7dbc-681f-48c4-824b-1e5b3d7bbefe'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:47:07.124905 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-3e38bf50-7f09-44f3-ad1a-9e22d739893e None None] Bound port: 180b0b2a-84d2-4f4f-b01b-0b1704e32902, host: n-d-805663-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f7f06b-3295-4461-90d4-bd9e253b91b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '82cc7dbc-681f-48c4-824b-1e5b3d7bbefe'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:47:07.125273 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3e38bf50-7f09-44f3-ad1a-9e22d739893e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:07.197637 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-3e38bf50-7f09-44f3-ad1a-9e22d739893e None None] For port 180b0b2a-84d2-4f4f-b01b-0b1704e32902, host n-d-805663-2, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:47:07.201032 n-d-805663-2 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-3e38bf50-7f09-44f3-ad1a-9e22d739893e None None] For port 180b0b2a-84d2-4f4f-b01b-0b1704e32902, host n-d-805663-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=180b0b2a-84d2-4f4f-b01b-0b1704e32902,segment=NetworkSegment(00f7f06b-3295-4461-90d4-bd9e253b91b6),segment_id=00f7f06b-3295-4461-90d4-bd9e253b91b6)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:47:07.206012 n-d-805663-2 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3e38bf50-7f09-44f3-ad1a-9e22d739893e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:07.274713 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e38bf50-7f09-44f3-ad1a-9e22d739893e None None] Routers {'880d8d5b-66e4-4df0-b180-e3e4dfd6f7f2'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:47:07.275616 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3e38bf50-7f09-44f3-ad1a-9e22d739893e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:46:44Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['880d8d5b-66e4-4df0-b180-e3e4dfd6f7f2'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:47:07.314054 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb58c6da-6ecf-4d3a-a744-2c09c9090672 None None] Pushing event updated for resources: {'Port': ['ID=180b0b2a-84d2-4f4f-b01b-0b1704e32902,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:47:07.403775 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-3e38bf50-7f09-44f3-ad1a-9e22d739893e None None] Set router 880d8d5b-66e4-4df0-b180-e3e4dfd6f7f2 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:47:07.609895 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3e38bf50-7f09-44f3-ad1a-9e22d739893e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880d8d5b-66e4-4df0-b180-e3e4dfd6f7f2', 'name': 'tempest-TestSnapshotPattern-1930304038-router', 'tenant_id': '05c729ec0b514d47984660ceedab0c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'd0637088-8877-4374-91c5-f60da99e09c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:47:00Z', 'updated_at': '2021-08-23T21:47:02Z', 'revision_number': 4, 'project_id': '05c729ec0b514d47984660ceedab0c21', 'gw_port': {'id': 'd0637088-8877-4374-91c5-f60da99e09c3', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880d8d5b-66e4-4df0-b180-e3e4dfd6f7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:47:00Z', 'updated_at': '2021-08-23T21:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '180b0b2a-84d2-4f4f-b01b-0b1704e32902', 'name': '', 'network_id': '82cc7dbc-681f-48c4-824b-1e5b3d7bbefe', 'tenant_id': '05c729ec0b514d47984660ceedab0c21', 'mac_address': 'fa:16:3e:37:11:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880d8d5b-66e4-4df0-b180-e3e4dfd6f7f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '3c892c62-96b4-4bf6-83b8-cbd105b1e571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:47:02Z', 'updated_at': '2021-08-23T21:47:07Z', 'revision_number': 4, 'project_id': '05c729ec0b514d47984660ceedab0c21', 'subnets': [{'id': '3c892c62-96b4-4bf6-83b8-cbd105b1e571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:47:07.638061 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e38bf50-7f09-44f3-ad1a-9e22d739893e None None] The sync data for ids ['880d8d5b-66e4-4df0-b180-e3e4dfd6f7f2'] in n-d-805663-2 is: [{'id': '880d8d5b-66e4-4df0-b180-e3e4dfd6f7f2', 'name': 'tempest-TestSnapshotPattern-1930304038-router', 'tenant_id': '05c729ec0b514d47984660ceedab0c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'd0637088-8877-4374-91c5-f60da99e09c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:47:00Z', 'updated_at': '2021-08-23T21:47:02Z', 'revision_number': 4, 'project_id': '05c729ec0b514d47984660ceedab0c21', 'gw_port': {'id': 'd0637088-8877-4374-91c5-f60da99e09c3', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880d8d5b-66e4-4df0-b180-e3e4dfd6f7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:47:00Z', 'updated_at': '2021-08-23T21:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '180b0b2a-84d2-4f4f-b01b-0b1704e32902', 'name': '', 'network_id': '82cc7dbc-681f-48c4-824b-1e5b3d7bbefe', 'tenant_id': '05c729ec0b514d47984660ceedab0c21', 'mac_address': 'fa:16:3e:37:11:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880d8d5b-66e4-4df0-b180-e3e4dfd6f7f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '3c892c62-96b4-4bf6-83b8-cbd105b1e571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:47:02Z', 'updated_at': '2021-08-23T21:47:07Z', 'revision_number': 4, 'project_id': '05c729ec0b514d47984660ceedab0c21', 'subnets': [{'id': '3c892c62-96b4-4bf6-83b8-cbd105b1e571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:47:07.897004 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e69b9c17-3448-422f-b9eb-6c5c2e16afd2 req-4f58c64c-4b27-48bb-a070-00cc405a6aa6 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/ports?device_id=da2c65be-68df-40cf-955d-aebd5b7a9813 HTTP/1.1" status: 200 len: 210 time: 0.0400672 Aug 23 21:47:07.939837 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac88359-e49b-4d3b-9859-4a9bb31921e0 req-89b6cd36-0fae-4e53-811a-104e83db0609 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:47:07.942077 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8ac88359-e49b-4d3b-9859-4a9bb31921e0 req-89b6cd36-0fae-4e53-811a-104e83db0609 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.11 "GET /v2.0/networks?id=24eea04c-c53a-484a-abe6-706c8ba1e4ea HTTP/1.1" status: 200 len: 809 time: 0.1335390 Aug 23 21:47:07.988843 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8ac88359-e49b-4d3b-9859-4a9bb31921e0 req-51648080-2ed3-41eb-b2e8-f9f3ca869ec9 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85ae86e796b34b0b998c4d9aca382b55 HTTP/1.1" status: 200 len: 380 time: 0.0373557 Aug 23 21:47:08.005395 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-8ac88359-e49b-4d3b-9859-4a9bb31921e0 req-a3df5fa3-be20-42dc-9e5b-015ef133e9ee tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Request body: {'port': {'device_id': 'da2c65be-68df-40cf-955d-aebd5b7a9813', 'network_id': '24eea04c-c53a-484a-abe6-706c8ba1e4ea', 'admin_state_up': True, 'tenant_id': '85ae86e796b34b0b998c4d9aca382b55', 'security_groups': ['10f3b3db-351f-4e45-8121-8f0b9f0fa9d2']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:47:08.121810 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ac88359-e49b-4d3b-9859-4a9bb31921e0 req-a3df5fa3-be20-42dc-9e5b-015ef133e9ee tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Made reservation on behalf of 85ae86e796b34b0b998c4d9aca382b55 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:47:08.126541 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8ac88359-e49b-4d3b-9859-4a9bb31921e0 req-a3df5fa3-be20-42dc-9e5b-015ef133e9ee tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:08.252263 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-8ac88359-e49b-4d3b-9859-4a9bb31921e0 req-a3df5fa3-be20-42dc-9e5b-015ef133e9ee tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Allocated IP 172.20.0.3 (24eea04c-c53a-484a-abe6-706c8ba1e4ea/ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a/83f39564-d9e4-4d94-8f91-11435156da13) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:47:08.325097 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 180b0b2a-84d2-4f4f-b01b-0b1704e32902 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:47:08.374618 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning for port 180b0b2a-84d2-4f4f-b01b-0b1704e32902 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:47:08.378709 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 180b0b2a-84d2-4f4f-b01b-0b1704e32902 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:47:08.379194 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:08.399261 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8ac88359-e49b-4d3b-9859-4a9bb31921e0 req-a3df5fa3-be20-42dc-9e5b-015ef133e9ee tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:08.413790 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-8ac88359-e49b-4d3b-9859-4a9bb31921e0 req-a3df5fa3-be20-42dc-9e5b-015ef133e9ee tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Transition to ACTIVE for port object 83f39564-d9e4-4d94-8f91-11435156da13 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:47:08.446218 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8ac88359-e49b-4d3b-9859-4a9bb31921e0 req-a3df5fa3-be20-42dc-9e5b-015ef133e9ee tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:08.458871 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:08.489897 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ac88359-e49b-4d3b-9859-4a9bb31921e0 req-a3df5fa3-be20-42dc-9e5b-015ef133e9ee tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Network 24eea04c-c53a-484a-abe6-706c8ba1e4ea is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:47:08.495410 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-85a61272-a678-411f-9aab-88176708ecdb None None] For port 180b0b2a-84d2-4f4f-b01b-0b1704e32902, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=180b0b2a-84d2-4f4f-b01b-0b1704e32902,segment=NetworkSegment(00f7f06b-3295-4461-90d4-bd9e253b91b6),segment_id=00f7f06b-3295-4461-90d4-bd9e253b91b6)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:47:08.500034 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:08.501386 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device d0637088-8877-4374-91c5-f60da99e09c3 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:47:08.501557 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3df5fa3-be20-42dc-9e5b-015ef133e9ee tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Pushing event updated for resources: {'Port': ['ID=83f39564-d9e4-4d94-8f91-11435156da13,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:47:08.504179 n-d-805663-2 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-8ac88359-e49b-4d3b-9859-4a9bb31921e0 req-a3df5fa3-be20-42dc-9e5b-015ef133e9ee tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:47:08.516571 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac88359-e49b-4d3b-9859-4a9bb31921e0 req-a3df5fa3-be20-42dc-9e5b-015ef133e9ee tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:47:08.570454 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac88359-e49b-4d3b-9859-4a9bb31921e0 req-a3df5fa3-be20-42dc-9e5b-015ef133e9ee tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:47:08.571117 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8ac88359-e49b-4d3b-9859-4a9bb31921e0 req-a3df5fa3-be20-42dc-9e5b-015ef133e9ee tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:08.594646 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8ac88359-e49b-4d3b-9859-4a9bb31921e0 req-a3df5fa3-be20-42dc-9e5b-015ef133e9ee tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5940764 Aug 23 21:47:08.631060 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Pushing event updated for resources: {'Port': ['ID=180b0b2a-84d2-4f4f-b01b-0b1704e32902,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:47:08.646397 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port d0637088-8877-4374-91c5-f60da99e09c3 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:47:08.646964 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:08.719325 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.v2.base [req-8ac88359-e49b-4d3b-9859-4a9bb31921e0 req-9f589e10-2cfb-4658-aa5e-fb1cf227ca2f service neutron] Request body: {'port': {'device_id': 'da2c65be-68df-40cf-955d-aebd5b7a9813', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805663-2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:47:08.767942 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3d492efc-e9c3-42bd-b347-eb09243c0403 None None] Provisioning for port 83f39564-d9e4-4d94-8f91-11435156da13 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:47:08.772511 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3d492efc-e9c3-42bd-b347-eb09243c0403 None None] Provisioning complete for port 83f39564-d9e4-4d94-8f91-11435156da13 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:47:08.773056 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3d492efc-e9c3-42bd-b347-eb09243c0403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:08.784605 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8ac88359-e49b-4d3b-9859-4a9bb31921e0 req-9f589e10-2cfb-4658-aa5e-fb1cf227ca2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:08.808709 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-3d492efc-e9c3-42bd-b347-eb09243c0403 None None] Port 83f39564-d9e4-4d94-8f91-11435156da13 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:47:09.040663 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b3934b-393e-4df6-b7b1-c40a5feef15e req-4e3f96ba-dbd9-4dc8-876a-6d6f7cac01ed tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:47:09.042198 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-77b3934b-393e-4df6-b7b1-c40a5feef15e req-4e3f96ba-dbd9-4dc8-876a-6d6f7cac01ed tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/ports?device_id=da2c65be-68df-40cf-955d-aebd5b7a9813 HTTP/1.1" status: 200 len: 931 time: 0.0796196 Aug 23 21:47:09.118228 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-8ac88359-e49b-4d3b-9859-4a9bb31921e0 req-9f589e10-2cfb-4658-aa5e-fb1cf227ca2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83f39564-d9e4-4d94-8f91-11435156da13 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:47:09.125769 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-77b3934b-393e-4df6-b7b1-c40a5feef15e req-38de74d1-9b12-426a-9da3-70f06dd675f9 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/security-groups?id=10f3b3db-351f-4e45-8121-8f0b9f0fa9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738230 Aug 23 21:47:09.129743 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8ac88359-e49b-4d3b-9859-4a9bb31921e0 req-9f589e10-2cfb-4658-aa5e-fb1cf227ca2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:09.142580 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-8ac88359-e49b-4d3b-9859-4a9bb31921e0 req-9f589e10-2cfb-4658-aa5e-fb1cf227ca2f service neutron] Transition to ACTIVE for port object 83f39564-d9e4-4d94-8f91-11435156da13 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:47:09.146881 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8ac88359-e49b-4d3b-9859-4a9bb31921e0 req-9f589e10-2cfb-4658-aa5e-fb1cf227ca2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:09.197038 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f589e10-2cfb-4658-aa5e-fb1cf227ca2f service neutron] Pushing event updated for resources: {'Port': ['ID=83f39564-d9e4-4d94-8f91-11435156da13,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:47:09.273181 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-8ac88359-e49b-4d3b-9859-4a9bb31921e0 req-9f589e10-2cfb-4658-aa5e-fb1cf227ca2f service neutron] Attempting to bind port 83f39564-d9e4-4d94-8f91-11435156da13 on host n-h1-805663-2 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:47:09.273531 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-8ac88359-e49b-4d3b-9859-4a9bb31921e0 req-9f589e10-2cfb-4658-aa5e-fb1cf227ca2f service neutron] Attempting to bind port 83f39564-d9e4-4d94-8f91-11435156da13 by drivers openvswitch,hyperv on host n-h1-805663-2 at level 0 using segments [{'id': 'e287b0e5-e676-412e-bb22-138f030cb705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '24eea04c-c53a-484a-abe6-706c8ba1e4ea'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:47:09.273856 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac88359-e49b-4d3b-9859-4a9bb31921e0 req-9f589e10-2cfb-4658-aa5e-fb1cf227ca2f service neutron] Attempting to bind port 83f39564-d9e4-4d94-8f91-11435156da13 on network 24eea04c-c53a-484a-abe6-706c8ba1e4ea {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:47:09.278381 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac88359-e49b-4d3b-9859-4a9bb31921e0 req-9f589e10-2cfb-4658-aa5e-fb1cf227ca2f service neutron] Port 83f39564-d9e4-4d94-8f91-11435156da13 on network 24eea04c-c53a-484a-abe6-706c8ba1e4ea not bound, no agent of type Open vSwitch agent registered on host n-h1-805663-2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:47:09.278697 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac88359-e49b-4d3b-9859-4a9bb31921e0 req-9f589e10-2cfb-4658-aa5e-fb1cf227ca2f service neutron] Attempting to bind port 83f39564-d9e4-4d94-8f91-11435156da13 on network 24eea04c-c53a-484a-abe6-706c8ba1e4ea {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:47:09.284211 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac88359-e49b-4d3b-9859-4a9bb31921e0 req-9f589e10-2cfb-4658-aa5e-fb1cf227ca2f service neutron] Checking agent: {'id': '2b9e499c-9710-4813-b447-152ebcd59ac9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:47:09.284540 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac88359-e49b-4d3b-9859-4a9bb31921e0 req-9f589e10-2cfb-4658-aa5e-fb1cf227ca2f service neutron] Checking segment: {'id': 'e287b0e5-e676-412e-bb22-138f030cb705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '24eea04c-c53a-484a-abe6-706c8ba1e4ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:47:09.284918 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac88359-e49b-4d3b-9859-4a9bb31921e0 req-9f589e10-2cfb-4658-aa5e-fb1cf227ca2f service neutron] Bound using segment: {'id': 'e287b0e5-e676-412e-bb22-138f030cb705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '24eea04c-c53a-484a-abe6-706c8ba1e4ea'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:47:09.285344 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-8ac88359-e49b-4d3b-9859-4a9bb31921e0 req-9f589e10-2cfb-4658-aa5e-fb1cf227ca2f service neutron] Bound port: 83f39564-d9e4-4d94-8f91-11435156da13, host: n-h1-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e287b0e5-e676-412e-bb22-138f030cb705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '24eea04c-c53a-484a-abe6-706c8ba1e4ea'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:47:09.285700 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8ac88359-e49b-4d3b-9859-4a9bb31921e0 req-9f589e10-2cfb-4658-aa5e-fb1cf227ca2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:09.357985 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-8ac88359-e49b-4d3b-9859-4a9bb31921e0 req-9f589e10-2cfb-4658-aa5e-fb1cf227ca2f service neutron] For port 83f39564-d9e4-4d94-8f91-11435156da13, host n-h1-805663-2, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:47:09.361380 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-8ac88359-e49b-4d3b-9859-4a9bb31921e0 req-9f589e10-2cfb-4658-aa5e-fb1cf227ca2f service neutron] For port 83f39564-d9e4-4d94-8f91-11435156da13, host n-h1-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=83f39564-d9e4-4d94-8f91-11435156da13,segment=NetworkSegment(e287b0e5-e676-412e-bb22-138f030cb705),segment_id=e287b0e5-e676-412e-bb22-138f030cb705)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:47:09.365205 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8ac88359-e49b-4d3b-9859-4a9bb31921e0 req-9f589e10-2cfb-4658-aa5e-fb1cf227ca2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9683708'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:09.396192 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac88359-e49b-4d3b-9859-4a9bb31921e0 req-9f589e10-2cfb-4658-aa5e-fb1cf227ca2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:47:09.396735 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8ac88359-e49b-4d3b-9859-4a9bb31921e0 req-9f589e10-2cfb-4658-aa5e-fb1cf227ca2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:09.398435 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8ac88359-e49b-4d3b-9859-4a9bb31921e0 req-9f589e10-2cfb-4658-aa5e-fb1cf227ca2f service neutron] 10.222.0.11 "PUT /v2.0/ports/83f39564-d9e4-4d94-8f91-11435156da13 HTTP/1.1" status: 200 len: 1091 time: 0.7950425 Aug 23 21:47:09.400893 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da2c65be-68df-40cf-955d-aebd5b7a9813', 'tag': '83f39564-d9e4-4d94-8f91-11435156da13'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:47:09.403408 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}464d6cbacbaeb9374483e58d29b165f94917862334b697df3b381d289610f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387e14ac-f21d-4d95-ac71-f9025aba790b" -d '{"events": [{"name": "network-changed", "server_uuid": "da2c65be-68df-40cf-955d-aebd5b7a9813", "tag": "83f39564-d9e4-4d94-8f91-11435156da13"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:47:09.439384 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f589e10-2cfb-4658-aa5e-fb1cf227ca2f service neutron] Pushing event updated for resources: {'Port': ['ID=83f39564-d9e4-4d94-8f91-11435156da13,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:47:09.463055 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eacbfa09-39aa-4089-88d4-d7312b747ce6 x-openstack-request-id: req-eacbfa09-39aa-4089-88d4-d7312b747ce6 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:47:09.463433 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da2c65be-68df-40cf-955d-aebd5b7a9813", "tag": "83f39564-d9e4-4d94-8f91-11435156da13", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:47:09.463686 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-eacbfa09-39aa-4089-88d4-d7312b747ce6 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:47:09.464101 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da2c65be-68df-40cf-955d-aebd5b7a9813', 'tag': '83f39564-d9e4-4d94-8f91-11435156da13', 'status': 'completed', 'code': 200} Aug 23 21:47:09.504570 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac88359-e49b-4d3b-9859-4a9bb31921e0 req-9a5e47f3-9046-4ac4-b324-d742e9bcc299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:47:09.506113 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8ac88359-e49b-4d3b-9859-4a9bb31921e0 req-9a5e47f3-9046-4ac4-b324-d742e9bcc299 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=85ae86e796b34b0b998c4d9aca382b55&device_id=da2c65be-68df-40cf-955d-aebd5b7a9813 HTTP/1.1" status: 200 len: 1094 time: 0.0564573 Aug 23 21:47:09.553215 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8ac88359-e49b-4d3b-9859-4a9bb31921e0 req-3a632db1-e7d5-408a-a4e3-2343c0dae39e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83f39564-d9e4-4d94-8f91-11435156da13 HTTP/1.1" status: 200 len: 217 time: 0.0394974 Aug 23 21:47:09.602926 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac88359-e49b-4d3b-9859-4a9bb31921e0 req-461cbeab-e577-446b-ad61-e8c6bce7cb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:47:09.604410 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8ac88359-e49b-4d3b-9859-4a9bb31921e0 req-461cbeab-e577-446b-ad61-e8c6bce7cb88 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a HTTP/1.1" status: 200 len: 848 time: 0.0443304 Aug 23 21:47:09.653298 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac88359-e49b-4d3b-9859-4a9bb31921e0 req-e3efd3f7-65e5-4049-b0ef-e36a26dd860c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:47:09.655621 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8ac88359-e49b-4d3b-9859-4a9bb31921e0 req-e3efd3f7-65e5-4049-b0ef-e36a26dd860c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24eea04c-c53a-484a-abe6-706c8ba1e4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439339 Aug 23 21:47:09.746429 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8ac88359-e49b-4d3b-9859-4a9bb31921e0 req-e6649beb-9f7e-41f0-93de-ccfb5541257d service neutron] 10.222.0.11 "GET /v2.0/networks/24eea04c-c53a-484a-abe6-706c8ba1e4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836606 Aug 23 21:47:09.834168 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8ac88359-e49b-4d3b-9859-4a9bb31921e0 req-0c464142-4e77-4018-8615-925227c2e60f service neutron] 10.222.0.11 "GET /v2.0/networks/24eea04c-c53a-484a-abe6-706c8ba1e4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808444 Aug 23 21:47:09.915516 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e14ac-f21d-4d95-ac71-f9025aba790b req-73daa4c9-c76e-45f3-b364-40abcc49c9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:47:09.916990 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-387e14ac-f21d-4d95-ac71-f9025aba790b req-73daa4c9-c76e-45f3-b364-40abcc49c9aa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=85ae86e796b34b0b998c4d9aca382b55&device_id=da2c65be-68df-40cf-955d-aebd5b7a9813 HTTP/1.1" status: 200 len: 1094 time: 0.0405374 Aug 23 21:47:10.010466 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e14ac-f21d-4d95-ac71-f9025aba790b req-6480a8d5-7f1b-4706-a131-ef361bbda80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:47:10.011857 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-387e14ac-f21d-4d95-ac71-f9025aba790b req-6480a8d5-7f1b-4706-a131-ef361bbda80a service neutron] 10.222.0.11 "GET /v2.0/networks?id=24eea04c-c53a-484a-abe6-706c8ba1e4ea HTTP/1.1" status: 200 len: 910 time: 0.0880771 Aug 23 21:47:10.054565 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-387e14ac-f21d-4d95-ac71-f9025aba790b req-bae9bf88-c1ea-45a3-8984-a2605f994aa4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83f39564-d9e4-4d94-8f91-11435156da13 HTTP/1.1" status: 200 len: 217 time: 0.0347440 Aug 23 21:47:10.104329 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e14ac-f21d-4d95-ac71-f9025aba790b req-d12b5f36-c24d-472e-a354-0fee43f00dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:47:10.105797 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-387e14ac-f21d-4d95-ac71-f9025aba790b req-d12b5f36-c24d-472e-a354-0fee43f00dd0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a HTTP/1.1" status: 200 len: 848 time: 0.0435362 Aug 23 21:47:10.159772 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e14ac-f21d-4d95-ac71-f9025aba790b req-abe8d256-03a3-415b-8290-d59784c3b929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:47:10.161369 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-387e14ac-f21d-4d95-ac71-f9025aba790b req-abe8d256-03a3-415b-8290-d59784c3b929 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24eea04c-c53a-484a-abe6-706c8ba1e4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473077 Aug 23 21:47:10.161590 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b4cd2ea0-dd89-4229-bd30-9c96eb977ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:10.286343 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-387e14ac-f21d-4d95-ac71-f9025aba790b req-56ff3551-4202-46ec-b43f-d0f13008062a service neutron] 10.222.0.11 "GET /v2.0/networks/24eea04c-c53a-484a-abe6-706c8ba1e4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174269 Aug 23 21:47:10.293495 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5fbcd-94f0-449d-b0a0-6667926ba7a2 req-c70a463c-0a8f-4b03-a70f-5b28e0739ca1 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:47:10.294864 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f8b5fbcd-94f0-449d-b0a0-6667926ba7a2 req-c70a463c-0a8f-4b03-a70f-5b28e0739ca1 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/ports?device_id=da2c65be-68df-40cf-955d-aebd5b7a9813 HTTP/1.1" status: 200 len: 943 time: 0.0822167 Aug 23 21:47:10.313730 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 180b0b2a-84d2-4f4f-b01b-0b1704e32902 up at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:47:10.360584 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Provisioning complete for port 180b0b2a-84d2-4f4f-b01b-0b1704e32902 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:47:10.360960 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:10.380787 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f8b5fbcd-94f0-449d-b0a0-6667926ba7a2 req-2e49af1c-8804-45ac-840f-09ac54fa474e tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/security-groups?id=10f3b3db-351f-4e45-8121-8f0b9f0fa9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770533 Aug 23 21:47:10.406905 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-387e14ac-f21d-4d95-ac71-f9025aba790b req-f7fcc081-527e-4a1e-aa22-c8f94f27ad06 service neutron] 10.222.0.11 "GET /v2.0/networks/24eea04c-c53a-484a-abe6-706c8ba1e4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105886 Aug 23 21:47:11.099538 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:11.500238 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a2aad-89d5-4eca-ad6d-5a40952a04f7 req-53b96817-a583-4164-93f7-42c7ff1bb7fc tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:47:11.501992 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f67a2aad-89d5-4eca-ad6d-5a40952a04f7 req-53b96817-a583-4164-93f7-42c7ff1bb7fc tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/ports?device_id=da2c65be-68df-40cf-955d-aebd5b7a9813 HTTP/1.1" status: 200 len: 943 time: 0.0516973 Aug 23 21:47:11.538536 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-f67a2aad-89d5-4eca-ad6d-5a40952a04f7 req-cf8a4fad-6f80-4ebb-be82-47f54484ee60 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/security-groups?id=10f3b3db-351f-4e45-8121-8f0b9f0fa9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305808 Aug 23 21:47:12.523968 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 83f39564-d9e4-4d94-8f91-11435156da13 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 21:47:12.620674 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 83f39564-d9e4-4d94-8f91-11435156da13, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=83f39564-d9e4-4d94-8f91-11435156da13,segment=NetworkSegment(e287b0e5-e676-412e-bb22-138f030cb705),segment_id=e287b0e5-e676-412e-bb22-138f030cb705)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:47:12.632416 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '83f39564-d9e4-4d94-8f91-11435156da13', 'network_id': '24eea04c-c53a-484a-abe6-706c8ba1e4ea', 'port_id': '83f39564-d9e4-4d94-8f91-11435156da13', 'mac_address': 'fa:16:3e:cc:1f:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 21:47:12.662421 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377d84e-1204-456a-b335-a2d708e371a2 req-3379a68c-323f-463a-89ec-e9692c92ace0 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:47:12.664019 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3377d84e-1204-456a-b335-a2d708e371a2 req-3379a68c-323f-463a-89ec-e9692c92ace0 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/ports?device_id=da2c65be-68df-40cf-955d-aebd5b7a9813 HTTP/1.1" status: 200 len: 943 time: 0.0526016 Aug 23 21:47:12.672740 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:12.685771 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83f39564-d9e4-4d94-8f91-11435156da13 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:47:12.703221 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-3377d84e-1204-456a-b335-a2d708e371a2 req-3962352f-aaab-4c9d-8cdf-915154588044 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/security-groups?id=10f3b3db-351f-4e45-8121-8f0b9f0fa9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331631 Aug 23 21:47:12.706730 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 83f39564-d9e4-4d94-8f91-11435156da13, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=83f39564-d9e4-4d94-8f91-11435156da13,segment=NetworkSegment(e287b0e5-e676-412e-bb22-138f030cb705),segment_id=e287b0e5-e676-412e-bb22-138f030cb705)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:47:12.710513 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:12.757714 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=83f39564-d9e4-4d94-8f91-11435156da13,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:47:12.939329 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['83f39564-d9e4-4d94-8f91-11435156da13'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:47:13.537447 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e4dd1b86-0804-49e7-bb70-a8399a34616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:13.673186 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:13.817681 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9577b2-f501-4fee-a08c-26d873f9a70f req-3c8221e3-b374-4497-b3be-c71aeee57641 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:47:13.819057 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9d9577b2-f501-4fee-a08c-26d873f9a70f req-3c8221e3-b374-4497-b3be-c71aeee57641 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/ports?device_id=da2c65be-68df-40cf-955d-aebd5b7a9813 HTTP/1.1" status: 200 len: 944 time: 0.0479620 Aug 23 21:47:13.855583 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-9d9577b2-f501-4fee-a08c-26d873f9a70f req-6ad3d591-e839-4dcf-95b6-170794efccad tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/security-groups?id=10f3b3db-351f-4e45-8121-8f0b9f0fa9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302060 Aug 23 21:47:14.539926 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 83f39564-d9e4-4d94-8f91-11435156da13 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:47:14.588018 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning for port 83f39564-d9e4-4d94-8f91-11435156da13 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:47:14.591821 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 83f39564-d9e4-4d94-8f91-11435156da13 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:47:14.592821 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:14.670874 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:14.692993 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da2c65be-68df-40cf-955d-aebd5b7a9813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f39564-d9e4-4d94-8f91-11435156da13'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:47:14.695214 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e577f7a2b9c3f6bcf6a64bd3e1bbb8e0b095addae8cf51c17fc2638a25953e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb9fc10-e59a-4113-8ebf-351a0d790229" -d '{"events": [{"server_uuid": "da2c65be-68df-40cf-955d-aebd5b7a9813", "name": "network-vif-plugged", "status": "completed", "tag": "83f39564-d9e4-4d94-8f91-11435156da13"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:47:14.707461 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 83f39564-d9e4-4d94-8f91-11435156da13, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=83f39564-d9e4-4d94-8f91-11435156da13,segment=NetworkSegment(e287b0e5-e676-412e-bb22-138f030cb705),segment_id=e287b0e5-e676-412e-bb22-138f030cb705)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:47:14.710638 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:14.759284 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=83f39564-d9e4-4d94-8f91-11435156da13,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:47:14.790038 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54e2366-f1d7-42c3-a4db-fe0dd23ba19c x-openstack-request-id: req-b54e2366-f1d7-42c3-a4db-fe0dd23ba19c {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:47:14.790277 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da2c65be-68df-40cf-955d-aebd5b7a9813", "name": "network-vif-plugged", "status": "completed", "tag": "83f39564-d9e4-4d94-8f91-11435156da13", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:47:14.790527 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b54e2366-f1d7-42c3-a4db-fe0dd23ba19c {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:47:14.790916 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da2c65be-68df-40cf-955d-aebd5b7a9813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f39564-d9e4-4d94-8f91-11435156da13', 'code': 200} Aug 23 21:47:14.880584 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:14.884078 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675fae3-3c51-4132-a76c-4ea85f7b2759 req-2b260518-a50a-4922-afc5-69730bb0ace1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:47:14.885603 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8675fae3-3c51-4132-a76c-4ea85f7b2759 req-2b260518-a50a-4922-afc5-69730bb0ace1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=da2c65be-68df-40cf-955d-aebd5b7a9813 HTTP/1.1" status: 200 len: 1096 time: 0.0413857 Aug 23 21:47:14.921649 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8675fae3-3c51-4132-a76c-4ea85f7b2759 req-90943437-b2c3-428e-a407-411986dbc7d8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=10f3b3db-351f-4e45-8121-8f0b9f0fa9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289626 Aug 23 21:47:14.971809 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948b279-bb6c-4080-b90f-dd7c7ed467ff req-4cbdba1c-734f-44a0-a2c1-87818c34ac34 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:47:14.973311 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5948b279-bb6c-4080-b90f-dd7c7ed467ff req-4cbdba1c-734f-44a0-a2c1-87818c34ac34 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/ports?device_id=da2c65be-68df-40cf-955d-aebd5b7a9813 HTTP/1.1" status: 200 len: 945 time: 0.0517640 Aug 23 21:47:15.012137 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5948b279-bb6c-4080-b90f-dd7c7ed467ff req-4da781bf-c143-4607-ba03-0e872a09ea48 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/security-groups?id=10f3b3db-351f-4e45-8121-8f0b9f0fa9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328171 Aug 23 21:47:16.129147 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da592295-0bf4-48b3-b87e-70b58d117429 req-04f83f5b-955d-41b6-a855-7cd156c179ef tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:47:16.130610 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-da592295-0bf4-48b3-b87e-70b58d117429 req-04f83f5b-955d-41b6-a855-7cd156c179ef tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/ports?device_id=da2c65be-68df-40cf-955d-aebd5b7a9813 HTTP/1.1" status: 200 len: 945 time: 0.0479853 Aug 23 21:47:16.167567 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-da592295-0bf4-48b3-b87e-70b58d117429 req-e97c9474-fe66-4573-a742-756755d30306 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/security-groups?id=10f3b3db-351f-4e45-8121-8f0b9f0fa9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309215 Aug 23 21:47:16.264213 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:16.283309 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d64ec-de0d-4d02-9da3-4a80cc3fe19c req-f7c992d5-6398-4e3e-8c43-6ce983d45a33 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:47:16.284842 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6b0d64ec-de0d-4d02-9da3-4a80cc3fe19c req-f7c992d5-6398-4e3e-8c43-6ce983d45a33 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/ports?device_id=da2c65be-68df-40cf-955d-aebd5b7a9813 HTTP/1.1" status: 200 len: 945 time: 0.0501008 Aug 23 21:47:16.322901 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6b0d64ec-de0d-4d02-9da3-4a80cc3fe19c req-46bce616-e184-4dfc-89d7-c291c7c60d98 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/security-groups?id=10f3b3db-351f-4e45-8121-8f0b9f0fa9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320172 Aug 23 21:47:16.347720 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 55432) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:47:16.426915 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f216f27e-0776-4a7e-b21f-d841c96afb8a tempest-TestSnapshotPattern-1334645834 tempest-TestSnapshotPattern-1334645834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:47:16.428418 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f216f27e-0776-4a7e-b21f-d841c96afb8a tempest-TestSnapshotPattern-1334645834 tempest-TestSnapshotPattern-1334645834-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=da2c65be-68df-40cf-955d-aebd5b7a9813 HTTP/1.1" status: 200 len: 1091 time: 0.0796499 Aug 23 21:47:16.431392 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 55436) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:47:16.435579 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-72889631-63e1-48ad-9116-9fc0ed4a8b0e tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Request body: {'floatingip': {'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'port_id': '83f39564-d9e4-4d94-8f91-11435156da13', 'tenant_id': '85ae86e796b34b0b998c4d9aca382b55', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:47:16.457414 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-72889631-63e1-48ad-9116-9fc0ed4a8b0e tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks [] for floatingip, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:16.555558 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-72889631-63e1-48ad-9116-9fc0ed4a8b0e tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:16.656199 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-72889631-63e1-48ad-9116-9fc0ed4a8b0e tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Allocated IP 172.25.4.13 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/b0ac2f1b-b049-4d2f-b232-c391b788127d) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:47:16.762108 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-72889631-63e1-48ad-9116-9fc0ed4a8b0e tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:16.799830 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-72889631-63e1-48ad-9116-9fc0ed4a8b0e tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:16.837136 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72889631-63e1-48ad-9116-9fc0ed4a8b0e tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:47:16.839850 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-72889631-63e1-48ad-9116-9fc0ed4a8b0e tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:47:16.843295 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72889631-63e1-48ad-9116-9fc0ed4a8b0e tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:47:16.851034 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72889631-63e1-48ad-9116-9fc0ed4a8b0e tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Pushing event updated for resources: {'Port': ['ID=b0ac2f1b-b049-4d2f-b232-c391b788127d,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:47:17.551186 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-72889631-63e1-48ad-9116-9fc0ed4a8b0e tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:17.615489 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-72889631-63e1-48ad-9116-9fc0ed4a8b0e tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:17.763437 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-72889631-63e1-48ad-9116-9fc0ed4a8b0e tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:17.767903 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-72889631-63e1-48ad-9116-9fc0ed4a8b0e tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:17.838279 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72889631-63e1-48ad-9116-9fc0ed4a8b0e tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Pushing event updated for resources: {'Port': ['ID=b0ac2f1b-b049-4d2f-b232-c391b788127d,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:47:17.847985 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-72889631-63e1-48ad-9116-9fc0ed4a8b0e tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:17.946179 n-d-805663-2 neutron-server[94687]: INFO neutron.db.l3_db [None req-72889631-63e1-48ad-9116-9fc0ed4a8b0e tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Floating IP 2021b0cb-89e2-40da-b9a0-8270f16ce6be associated. External IP: 172.25.4.13, port: 83f39564-d9e4-4d94-8f91-11435156da13. Aug 23 21:47:18.145898 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72889631-63e1-48ad-9116-9fc0ed4a8b0e tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Router 14860734-7844-4fd7-a9f4-ee3a60c81d8f has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:47:18.251224 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72889631-63e1-48ad-9116-9fc0ed4a8b0e tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:47:18.260584 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa6f312-56d6-45ca-b829-28f891b417de None None] Sync routers for ids ['14860734-7844-4fd7-a9f4-ee3a60c81d8f'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:47:18.267759 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-72889631-63e1-48ad-9116-9fc0ed4a8b0e tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:18.270479 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa6f312-56d6-45ca-b829-28f891b417de None None] Routers {'14860734-7844-4fd7-a9f4-ee3a60c81d8f'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:47:18.271097 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-5fa6f312-56d6-45ca-b829-28f891b417de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:47:14Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['14860734-7844-4fd7-a9f4-ee3a60c81d8f'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:47:18.299095 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-72889631-63e1-48ad-9116-9fc0ed4a8b0e tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8667321 Aug 23 21:47:18.300092 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da2c65be-68df-40cf-955d-aebd5b7a9813', 'tag': '83f39564-d9e4-4d94-8f91-11435156da13'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:47:18.302595 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1e6a3834e992a26d7c0b67e33d767d389e5cf97a11b89f2293fa0299e1fe502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318fae60-98e4-4955-8abc-c6e5a9b3ccba" -d '{"events": [{"name": "network-changed", "server_uuid": "da2c65be-68df-40cf-955d-aebd5b7a9813", "tag": "83f39564-d9e4-4d94-8f91-11435156da13"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:47:18.338840 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751e38e2-3d79-44ee-bf88-0bf5e5c09efd x-openstack-request-id: req-751e38e2-3d79-44ee-bf88-0bf5e5c09efd {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:47:18.339271 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da2c65be-68df-40cf-955d-aebd5b7a9813", "tag": "83f39564-d9e4-4d94-8f91-11435156da13", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:47:18.339518 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-751e38e2-3d79-44ee-bf88-0bf5e5c09efd {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:47:18.339916 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da2c65be-68df-40cf-955d-aebd5b7a9813', 'tag': '83f39564-d9e4-4d94-8f91-11435156da13', 'status': 'completed', 'code': 200} Aug 23 21:47:18.388835 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-5fa6f312-56d6-45ca-b829-28f891b417de None None] Set router 14860734-7844-4fd7-a9f4-ee3a60c81d8f gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:47:18.402421 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318fae60-98e4-4955-8abc-c6e5a9b3ccba req-5f66a9fd-b7d5-493e-9722-25f8713cdca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:47:18.403885 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-318fae60-98e4-4955-8abc-c6e5a9b3ccba req-5f66a9fd-b7d5-493e-9722-25f8713cdca6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=85ae86e796b34b0b998c4d9aca382b55&device_id=da2c65be-68df-40cf-955d-aebd5b7a9813 HTTP/1.1" status: 200 len: 1096 time: 0.0437441 Aug 23 21:47:18.493364 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318fae60-98e4-4955-8abc-c6e5a9b3ccba req-99f71359-69f0-4abe-a37b-6fb8f6badb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:47:18.494813 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-318fae60-98e4-4955-8abc-c6e5a9b3ccba req-99f71359-69f0-4abe-a37b-6fb8f6badb06 service neutron] 10.222.0.11 "GET /v2.0/networks?id=24eea04c-c53a-484a-abe6-706c8ba1e4ea HTTP/1.1" status: 200 len: 910 time: 0.0836005 Aug 23 21:47:18.610904 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-5fa6f312-56d6-45ca-b829-28f891b417de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'name': 'tempest-TestSnapshotPattern-937109301-router', 'tenant_id': '85ae86e796b34b0b998c4d9aca382b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '42df6a27-b37f-4dd0-9e05-c51e39686f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:46:55Z', 'updated_at': '2021-08-23T21:46:57Z', 'revision_number': 4, 'project_id': '85ae86e796b34b0b998c4d9aca382b55', 'gw_port': {'id': '42df6a27-b37f-4dd0-9e05-c51e39686f78', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:11:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:46:56Z', 'updated_at': '2021-08-23T21:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '2021b0cb-89e2-40da-b9a0-8270f16ce6be', 'tenant_id': '85ae86e796b34b0b998c4d9aca382b55', 'floating_ip_address': '172.25.4.13', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'port_id': '83f39564-d9e4-4d94-8f91-11435156da13', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24eea04c-c53a-484a-abe6-706c8ba1e4ea', 'mac_address': 'fa:16:3e:cc:1f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2c65be-68df-40cf-955d-aebd5b7a9813', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:47:17Z', 'updated_at': '2021-08-23T21:47:17Z', 'revision_number': 0, 'project_id': '85ae86e796b34b0b998c4d9aca382b55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7798cb10-0607-4e06-a263-2d25f8728eb2', 'name': '', 'network_id': '24eea04c-c53a-484a-abe6-706c8ba1e4ea', 'tenant_id': '85ae86e796b34b0b998c4d9aca382b55', 'mac_address': 'fa:16:3e:a6:46:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:46:57Z', 'updated_at': '2021-08-23T21:47:03Z', 'revision_number': 5, 'project_id': '85ae86e796b34b0b998c4d9aca382b55', 'subnets': [{'id': 'ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:47:18.637843 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa6f312-56d6-45ca-b829-28f891b417de None None] Checking router: 14860734-7844-4fd7-a9f4-ee3a60c81d8f for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:47:18.647455 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa6f312-56d6-45ca-b829-28f891b417de None None] Routers {'14860734-7844-4fd7-a9f4-ee3a60c81d8f'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:47:18.648106 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-5fa6f312-56d6-45ca-b829-28f891b417de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:47:14Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['14860734-7844-4fd7-a9f4-ee3a60c81d8f'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:47:18.757758 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-5fa6f312-56d6-45ca-b829-28f891b417de None None] Set router 14860734-7844-4fd7-a9f4-ee3a60c81d8f gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:47:18.888308 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-318fae60-98e4-4955-8abc-c6e5a9b3ccba req-8fd97b97-d230-4f43-8a0b-424db6da985f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83f39564-d9e4-4d94-8f91-11435156da13 HTTP/1.1" status: 200 len: 998 time: 0.3867264 Aug 23 21:47:18.938707 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318fae60-98e4-4955-8abc-c6e5a9b3ccba req-e34dc082-990e-4be6-87ae-8b33360b4801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:47:18.940175 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-318fae60-98e4-4955-8abc-c6e5a9b3ccba req-e34dc082-990e-4be6-87ae-8b33360b4801 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a HTTP/1.1" status: 200 len: 848 time: 0.0439420 Aug 23 21:47:18.985494 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318fae60-98e4-4955-8abc-c6e5a9b3ccba req-73015a75-0b1c-4b71-9014-90fa1ab1d2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:47:18.986958 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-318fae60-98e4-4955-8abc-c6e5a9b3ccba req-73015a75-0b1c-4b71-9014-90fa1ab1d2fd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24eea04c-c53a-484a-abe6-706c8ba1e4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395482 Aug 23 21:47:18.987294 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-5fa6f312-56d6-45ca-b829-28f891b417de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'name': 'tempest-TestSnapshotPattern-937109301-router', 'tenant_id': '85ae86e796b34b0b998c4d9aca382b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '42df6a27-b37f-4dd0-9e05-c51e39686f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:46:55Z', 'updated_at': '2021-08-23T21:46:57Z', 'revision_number': 4, 'project_id': '85ae86e796b34b0b998c4d9aca382b55', 'gw_port': {'id': '42df6a27-b37f-4dd0-9e05-c51e39686f78', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:11:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:46:56Z', 'updated_at': '2021-08-23T21:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '2021b0cb-89e2-40da-b9a0-8270f16ce6be', 'tenant_id': '85ae86e796b34b0b998c4d9aca382b55', 'floating_ip_address': '172.25.4.13', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'port_id': '83f39564-d9e4-4d94-8f91-11435156da13', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24eea04c-c53a-484a-abe6-706c8ba1e4ea', 'mac_address': 'fa:16:3e:cc:1f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2c65be-68df-40cf-955d-aebd5b7a9813', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:47:17Z', 'updated_at': '2021-08-23T21:47:17Z', 'revision_number': 0, 'project_id': '85ae86e796b34b0b998c4d9aca382b55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7798cb10-0607-4e06-a263-2d25f8728eb2', 'name': '', 'network_id': '24eea04c-c53a-484a-abe6-706c8ba1e4ea', 'tenant_id': '85ae86e796b34b0b998c4d9aca382b55', 'mac_address': 'fa:16:3e:a6:46:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:46:57Z', 'updated_at': '2021-08-23T21:47:03Z', 'revision_number': 5, 'project_id': '85ae86e796b34b0b998c4d9aca382b55', 'subnets': [{'id': 'ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:47:19.013270 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa6f312-56d6-45ca-b829-28f891b417de None None] The sync data for ids ['14860734-7844-4fd7-a9f4-ee3a60c81d8f'] in n-d-805663-2 is: [{'id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'name': 'tempest-TestSnapshotPattern-937109301-router', 'tenant_id': '85ae86e796b34b0b998c4d9aca382b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '42df6a27-b37f-4dd0-9e05-c51e39686f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:46:55Z', 'updated_at': '2021-08-23T21:46:57Z', 'revision_number': 4, 'project_id': '85ae86e796b34b0b998c4d9aca382b55', 'gw_port': {'id': '42df6a27-b37f-4dd0-9e05-c51e39686f78', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:11:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:46:56Z', 'updated_at': '2021-08-23T21:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '2021b0cb-89e2-40da-b9a0-8270f16ce6be', 'tenant_id': '85ae86e796b34b0b998c4d9aca382b55', 'floating_ip_address': '172.25.4.13', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'port_id': '83f39564-d9e4-4d94-8f91-11435156da13', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24eea04c-c53a-484a-abe6-706c8ba1e4ea', 'mac_address': 'fa:16:3e:cc:1f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2c65be-68df-40cf-955d-aebd5b7a9813', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:47:17Z', 'updated_at': '2021-08-23T21:47:17Z', 'revision_number': 0, 'project_id': '85ae86e796b34b0b998c4d9aca382b55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7798cb10-0607-4e06-a263-2d25f8728eb2', 'name': '', 'network_id': '24eea04c-c53a-484a-abe6-706c8ba1e4ea', 'tenant_id': '85ae86e796b34b0b998c4d9aca382b55', 'mac_address': 'fa:16:3e:a6:46:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:46:57Z', 'updated_at': '2021-08-23T21:47:03Z', 'revision_number': 5, 'project_id': '85ae86e796b34b0b998c4d9aca382b55', 'subnets': [{'id': 'ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:47:19.084159 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-318fae60-98e4-4955-8abc-c6e5a9b3ccba req-4ee1fa04-7acb-4261-ad56-76da9a1dd81a service neutron] 10.222.0.11 "GET /v2.0/networks/24eea04c-c53a-484a-abe6-706c8ba1e4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892990 Aug 23 21:47:19.177652 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-318fae60-98e4-4955-8abc-c6e5a9b3ccba req-4fa50c11-49f8-48dd-8b95-a1331a05b570 service neutron] 10.222.0.11 "GET /v2.0/networks/24eea04c-c53a-484a-abe6-706c8ba1e4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873659 Aug 23 21:47:19.208632 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04a087c-bda7-40b8-875c-fe0129b4990c None None] New status for floating IP 2021b0cb-89e2-40da-b9a0-8270f16ce6be: ACTIVE {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 21:47:21.157296 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:21.242635 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:47:40.161060 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16dad994-b526-463b-ba17-d2b901b1e3b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:41.098279 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:43.537973 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4c268f21-b3b7-4851-82e1-4d4e4c784f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:43.673380 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:44.883260 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:46.261019 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:51.163527 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:47:55.629317 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a9aaba32-e738-4e46-92a2-2bc6a71c79cf req-ade41a7d-4bfe-45c8-a08a-e24195a657ac service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=da2c65be-68df-40cf-955d-aebd5b7a9813&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411437 Aug 23 21:47:55.715185 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aaba32-e738-4e46-92a2-2bc6a71c79cf req-a06c160c-5f2f-433b-be7e-4cdd4f072c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:47:55.717339 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a9aaba32-e738-4e46-92a2-2bc6a71c79cf req-a06c160c-5f2f-433b-be7e-4cdd4f072c2f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=85ae86e796b34b0b998c4d9aca382b55&device_id=da2c65be-68df-40cf-955d-aebd5b7a9813 HTTP/1.1" status: 200 len: 1096 time: 0.0458422 Aug 23 21:47:55.819020 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aaba32-e738-4e46-92a2-2bc6a71c79cf req-f55f401c-b420-4b16-93f9-fd24f4b85d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:47:55.820414 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a9aaba32-e738-4e46-92a2-2bc6a71c79cf req-f55f401c-b420-4b16-93f9-fd24f4b85d6f service neutron] 10.222.0.11 "GET /v2.0/networks?id=24eea04c-c53a-484a-abe6-706c8ba1e4ea HTTP/1.1" status: 200 len: 910 time: 0.0841582 Aug 23 21:47:55.887216 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a9aaba32-e738-4e46-92a2-2bc6a71c79cf req-3922ecd9-1a85-48d7-92d8-b589339bbfd3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83f39564-d9e4-4d94-8f91-11435156da13 HTTP/1.1" status: 200 len: 1000 time: 0.0600283 Aug 23 21:47:55.935533 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aaba32-e738-4e46-92a2-2bc6a71c79cf req-76c4b6c9-bfcc-4649-a291-d7c7c98bd3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:47:55.936936 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a9aaba32-e738-4e46-92a2-2bc6a71c79cf req-76c4b6c9-bfcc-4649-a291-d7c7c98bd3c3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a HTTP/1.1" status: 200 len: 848 time: 0.0423954 Aug 23 21:47:55.984289 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aaba32-e738-4e46-92a2-2bc6a71c79cf req-5e61a833-d266-4465-a45a-12e56f919629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:47:55.986591 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a9aaba32-e738-4e46-92a2-2bc6a71c79cf req-5e61a833-d266-4465-a45a-12e56f919629 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24eea04c-c53a-484a-abe6-706c8ba1e4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421414 Aug 23 21:47:56.080553 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a9aaba32-e738-4e46-92a2-2bc6a71c79cf req-defda3c3-af5f-48b0-9fd5-bde8cd6a82eb service neutron] 10.222.0.11 "GET /v2.0/networks/24eea04c-c53a-484a-abe6-706c8ba1e4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871522 Aug 23 21:47:56.169802 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-a9aaba32-e738-4e46-92a2-2bc6a71c79cf req-e3ccfd91-f77e-4fb8-83fc-69b36c3937ed service neutron] 10.222.0.11 "GET /v2.0/networks/24eea04c-c53a-484a-abe6-706c8ba1e4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809689 Aug 23 21:47:58.241475 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:48:10.162300 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dc3a83a1-d517-45c4-90dc-4e999393ea97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:48:11.101144 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:48:13.538145 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0f20e6df-eb45-4e97-9d41-bfdaa6b7a070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:48:13.673518 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:48:14.886447 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:48:16.263759 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:48:21.174825 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:48:35.240827 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:48:40.163968 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-45d9a3d2-a7f9-4075-8e86-9b157e97b2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:48:41.108741 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:48:43.538481 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cd476f67-eca2-4973-b17b-500ea1cbcb67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:48:43.674010 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:48:44.890013 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:48:46.266169 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:48:51.197033 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:48:55.627272 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d2d4a9be-563a-4ddf-a59e-bcbed642e80d req-c72188f7-4fd7-42ac-b655-711230100ea7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=da2c65be-68df-40cf-955d-aebd5b7a9813&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400832 Aug 23 21:48:55.711078 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4a9be-563a-4ddf-a59e-bcbed642e80d req-94c63725-994e-4424-b79a-90532e0ae618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:48:55.712594 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d2d4a9be-563a-4ddf-a59e-bcbed642e80d req-94c63725-994e-4424-b79a-90532e0ae618 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=85ae86e796b34b0b998c4d9aca382b55&device_id=da2c65be-68df-40cf-955d-aebd5b7a9813 HTTP/1.1" status: 200 len: 1096 time: 0.0442612 Aug 23 21:48:55.813640 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4a9be-563a-4ddf-a59e-bcbed642e80d req-6ead06e2-cd82-4cbd-83f4-6e1ed103060e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:48:55.815089 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d2d4a9be-563a-4ddf-a59e-bcbed642e80d req-6ead06e2-cd82-4cbd-83f4-6e1ed103060e service neutron] 10.222.0.11 "GET /v2.0/networks?id=24eea04c-c53a-484a-abe6-706c8ba1e4ea HTTP/1.1" status: 200 len: 910 time: 0.0845082 Aug 23 21:48:55.883786 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d2d4a9be-563a-4ddf-a59e-bcbed642e80d req-2c4405ed-e900-40ab-b836-262f1984aac4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83f39564-d9e4-4d94-8f91-11435156da13 HTTP/1.1" status: 200 len: 1000 time: 0.0616014 Aug 23 21:48:55.932383 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4a9be-563a-4ddf-a59e-bcbed642e80d req-554aa5a5-b2eb-4d13-8983-f6f9bd38bfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:48:55.933799 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d2d4a9be-563a-4ddf-a59e-bcbed642e80d req-554aa5a5-b2eb-4d13-8983-f6f9bd38bfb1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a HTTP/1.1" status: 200 len: 848 time: 0.0426183 Aug 23 21:48:55.978031 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4a9be-563a-4ddf-a59e-bcbed642e80d req-c870467a-24f7-4a07-8084-f93c9a621b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:48:55.979471 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d2d4a9be-563a-4ddf-a59e-bcbed642e80d req-c870467a-24f7-4a07-8084-f93c9a621b10 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24eea04c-c53a-484a-abe6-706c8ba1e4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391724 Aug 23 21:48:56.074471 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d2d4a9be-563a-4ddf-a59e-bcbed642e80d req-b774a35d-8f97-4d0e-9748-966a64f451ac service neutron] 10.222.0.11 "GET /v2.0/networks/24eea04c-c53a-484a-abe6-706c8ba1e4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860829 Aug 23 21:48:56.172085 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d2d4a9be-563a-4ddf-a59e-bcbed642e80d req-d230b527-2db7-4e24-934f-8fe740f44cb6 service neutron] 10.222.0.11 "GET /v2.0/networks/24eea04c-c53a-484a-abe6-706c8ba1e4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902719 Aug 23 21:49:10.165034 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-112768b9-93f4-4467-a1fd-18601979d434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:49:11.131135 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:49:12.240217 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:49:13.538221 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5c9f3f49-0e56-402f-bb74-bf0b159ed1f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:49:13.676340 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:49:14.892747 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:49:16.269477 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:49:17.142594 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 83f39564-d9e4-4d94-8f91-11435156da13 details requested by agent hyperv_n-h1-805663-2 with host n-h1-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 21:49:17.244775 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 83f39564-d9e4-4d94-8f91-11435156da13, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=83f39564-d9e4-4d94-8f91-11435156da13,segment=NetworkSegment(e287b0e5-e676-412e-bb22-138f030cb705),segment_id=e287b0e5-e676-412e-bb22-138f030cb705)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:49:17.257161 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Returning: {'device': '83f39564-d9e4-4d94-8f91-11435156da13', 'network_id': '24eea04c-c53a-484a-abe6-706c8ba1e4ea', 'port_id': '83f39564-d9e4-4d94-8f91-11435156da13', 'mac_address': 'fa:16:3e:cc:1f:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 21:49:17.297147 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:49:17.311468 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83f39564-d9e4-4d94-8f91-11435156da13 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:49:17.335973 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 83f39564-d9e4-4d94-8f91-11435156da13, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=83f39564-d9e4-4d94-8f91-11435156da13,segment=NetworkSegment(e287b0e5-e676-412e-bb22-138f030cb705),segment_id=e287b0e5-e676-412e-bb22-138f030cb705)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:49:17.340300 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:49:17.395834 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=83f39564-d9e4-4d94-8f91-11435156da13,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:49:17.403272 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:49:17.403617 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:49:17.403955 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:49:17.404315 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:49:17.404647 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:49:17.404971 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:49:17.405302 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:49:17.405622 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:49:17.405939 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:49:17.406258 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:49:17.406643 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:49:17.406963 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:49:17.411627 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] get_ports_and_sgs() called for port_ids ['83f39564-d9e4-4d94-8f91-11435156da13'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:49:19.167746 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 83f39564-d9e4-4d94-8f91-11435156da13 up at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:49:19.227969 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Provisioning complete for port 83f39564-d9e4-4d94-8f91-11435156da13 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:49:19.228453 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:49:19.319528 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:49:19.346855 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da2c65be-68df-40cf-955d-aebd5b7a9813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f39564-d9e4-4d94-8f91-11435156da13'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:49:19.349565 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e577f7a2b9c3f6bcf6a64bd3e1bbb8e0b095addae8cf51c17fc2638a25953e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9279441-95e5-4cae-aee0-e4e568829f7a" -d '{"events": [{"server_uuid": "da2c65be-68df-40cf-955d-aebd5b7a9813", "name": "network-vif-plugged", "status": "completed", "tag": "83f39564-d9e4-4d94-8f91-11435156da13"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:49:19.372556 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 83f39564-d9e4-4d94-8f91-11435156da13, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=83f39564-d9e4-4d94-8f91-11435156da13,segment=NetworkSegment(e287b0e5-e676-412e-bb22-138f030cb705),segment_id=e287b0e5-e676-412e-bb22-138f030cb705)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:49:19.380464 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:49:19.413244 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9c32f1-045a-4a70-b0f3-a44bbdf10df7 x-openstack-request-id: req-6b9c32f1-045a-4a70-b0f3-a44bbdf10df7 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:49:19.413564 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da2c65be-68df-40cf-955d-aebd5b7a9813", "name": "network-vif-plugged", "status": "completed", "tag": "83f39564-d9e4-4d94-8f91-11435156da13", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:49:19.413777 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6b9c32f1-045a-4a70-b0f3-a44bbdf10df7 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:49:19.414192 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da2c65be-68df-40cf-955d-aebd5b7a9813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f39564-d9e4-4d94-8f91-11435156da13', 'code': 200} Aug 23 21:49:19.441606 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=83f39564-d9e4-4d94-8f91-11435156da13,revision_number=7']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:49:21.237232 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:49:26.540564 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a29d3f11-53ed-47d9-b1c7-bfa7ac0a080f req-cdb76fff-09b4-4f43-b3b7-7f3a145abb41 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1838839237&fields=id&tenant_id=85ae86e796b34b0b998c4d9aca382b55 HTTP/1.1" status: 200 len: 267 time: 0.0342047 Aug 23 21:49:26.646406 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d3f11-53ed-47d9-b1c7-bfa7ac0a080f req-4c552708-c826-44a6-9664-befa1636587b tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:49:26.647909 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a29d3f11-53ed-47d9-b1c7-bfa7ac0a080f req-4c552708-c826-44a6-9664-befa1636587b tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/networks?id=24eea04c-c53a-484a-abe6-706c8ba1e4ea HTTP/1.1" status: 200 len: 809 time: 0.1003432 Aug 23 21:49:26.662646 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a29d3f11-53ed-47d9-b1c7-bfa7ac0a080f req-43ceb527-70a5-4594-85a3-e7582778be4c tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/quotas/85ae86e796b34b0b998c4d9aca382b55 HTTP/1.1" status: 200 len: 375 time: 0.0089548 Aug 23 21:49:26.725719 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a29d3f11-53ed-47d9-b1c7-bfa7ac0a080f req-17e7c8f1-9eec-46aa-8475-0d8d0ad556e9 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=85ae86e796b34b0b998c4d9aca382b55&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0558465 Aug 23 21:49:26.861082 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a29d3f11-53ed-47d9-b1c7-bfa7ac0a080f req-a9c0ad80-8421-4c54-987d-3a3b4de98631 service neutron] 10.222.0.61 "GET /v2.0/networks/24eea04c-c53a-484a-abe6-706c8ba1e4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235862 Aug 23 21:49:26.953674 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a29d3f11-53ed-47d9-b1c7-bfa7ac0a080f req-04b7d119-4b1d-4c47-9c30-0a98f92337f0 service neutron] 10.222.0.61 "GET /v2.0/networks/24eea04c-c53a-484a-abe6-706c8ba1e4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861847 Aug 23 21:49:27.187821 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-99b00077-0708-419d-a48f-49608116cf60 req-6575e7f8-8e93-4f7d-9570-e9e917ade005 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f71d8e1-659c-4461-a0ea-da0d031ca13c HTTP/1.1" status: 200 len: 210 time: 0.0763755 Aug 23 21:49:28.267006 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-db21bb05-e5ca-495e-b634-855006c3ce57 req-3821659d-5540-41a1-ac20-baed7f4ea58b tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f71d8e1-659c-4461-a0ea-da0d031ca13c HTTP/1.1" status: 200 len: 210 time: 0.0285263 Aug 23 21:49:29.219640 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 83f39564-d9e4-4d94-8f91-11435156da13 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:49:29.292308 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:49:29.316221 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da2c65be-68df-40cf-955d-aebd5b7a9813', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83f39564-d9e4-4d94-8f91-11435156da13'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:49:29.318454 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e577f7a2b9c3f6bcf6a64bd3e1bbb8e0b095addae8cf51c17fc2638a25953e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d368da07-9937-4841-86c6-25b304f8091d" -d '{"events": [{"server_uuid": "da2c65be-68df-40cf-955d-aebd5b7a9813", "name": "network-vif-unplugged", "status": "completed", "tag": "83f39564-d9e4-4d94-8f91-11435156da13"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:49:29.333900 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] For port 83f39564-d9e4-4d94-8f91-11435156da13, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=83f39564-d9e4-4d94-8f91-11435156da13,segment=NetworkSegment(e287b0e5-e676-412e-bb22-138f030cb705),segment_id=e287b0e5-e676-412e-bb22-138f030cb705)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:49:29.338240 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:49:29.361077 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d5134794-2f84-4ede-978c-7d141283eacb req-688d2e4f-2bea-4a17-bbdc-32b3c9ee827a tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f71d8e1-659c-4461-a0ea-da0d031ca13c HTTP/1.1" status: 200 len: 210 time: 0.0275362 Aug 23 21:49:29.525000 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 21:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e03b4a9-a2d3-492b-82d1-3cf67520aab3 x-openstack-request-id: req-8e03b4a9-a2d3-492b-82d1-3cf67520aab3 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:49:29.525214 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da2c65be-68df-40cf-955d-aebd5b7a9813", "name": "network-vif-unplugged", "status": "completed", "tag": "83f39564-d9e4-4d94-8f91-11435156da13", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:49:29.525522 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8e03b4a9-a2d3-492b-82d1-3cf67520aab3 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:49:29.525796 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da2c65be-68df-40cf-955d-aebd5b7a9813', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83f39564-d9e4-4d94-8f91-11435156da13', 'code': 200} Aug 23 21:49:29.552774 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Pushing event updated for resources: {'Port': ['ID=83f39564-d9e4-4d94-8f91-11435156da13,revision_number=8']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:49:30.140440 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d3f11-53ed-47d9-b1c7-bfa7ac0a080f req-9f696e71-6da1-484a-9ac1-aa02c66b1b18 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:49:30.141913 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a29d3f11-53ed-47d9-b1c7-bfa7ac0a080f req-9f696e71-6da1-484a-9ac1-aa02c66b1b18 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.32 "GET /v2.0/networks?id=24eea04c-c53a-484a-abe6-706c8ba1e4ea HTTP/1.1" status: 200 len: 809 time: 0.1020494 Aug 23 21:49:30.198463 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a29d3f11-53ed-47d9-b1c7-bfa7ac0a080f req-244e4c97-9cd9-4254-bee6-167839cb8735 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85ae86e796b34b0b998c4d9aca382b55 HTTP/1.1" status: 200 len: 380 time: 0.0337248 Aug 23 21:49:30.234662 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-a29d3f11-53ed-47d9-b1c7-bfa7ac0a080f req-f46cbeff-51e9-4396-af1b-e89faf991b0f tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Request body: {'port': {'device_id': '4f71d8e1-659c-4461-a0ea-da0d031ca13c', 'network_id': '24eea04c-c53a-484a-abe6-706c8ba1e4ea', 'admin_state_up': True, 'tenant_id': '85ae86e796b34b0b998c4d9aca382b55', 'security_groups': ['10f3b3db-351f-4e45-8121-8f0b9f0fa9d2']}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:49:30.352675 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a29d3f11-53ed-47d9-b1c7-bfa7ac0a080f req-f46cbeff-51e9-4396-af1b-e89faf991b0f tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Made reservation on behalf of 85ae86e796b34b0b998c4d9aca382b55 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 21:49:30.357010 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a29d3f11-53ed-47d9-b1c7-bfa7ac0a080f req-f46cbeff-51e9-4396-af1b-e89faf991b0f tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:49:30.536476 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6f02da29-a290-4eff-a98d-707d480f17b3 req-05631b9e-07a9-4d3a-b446-3b1764e306b7 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f71d8e1-659c-4461-a0ea-da0d031ca13c HTTP/1.1" status: 200 len: 210 time: 0.0484669 Aug 23 21:49:30.569735 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-a29d3f11-53ed-47d9-b1c7-bfa7ac0a080f req-f46cbeff-51e9-4396-af1b-e89faf991b0f tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Allocated IP 172.20.0.4 (24eea04c-c53a-484a-abe6-706c8ba1e4ea/ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a/048aa289-abd3-4441-b821-1cc7bc113700) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:49:30.759270 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a29d3f11-53ed-47d9-b1c7-bfa7ac0a080f req-f46cbeff-51e9-4396-af1b-e89faf991b0f tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:49:30.775988 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-a29d3f11-53ed-47d9-b1c7-bfa7ac0a080f req-f46cbeff-51e9-4396-af1b-e89faf991b0f tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Transition to ACTIVE for port object 048aa289-abd3-4441-b821-1cc7bc113700 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:49:30.838500 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a29d3f11-53ed-47d9-b1c7-bfa7ac0a080f req-f46cbeff-51e9-4396-af1b-e89faf991b0f tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:49:30.984808 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a29d3f11-53ed-47d9-b1c7-bfa7ac0a080f req-f46cbeff-51e9-4396-af1b-e89faf991b0f tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Network 24eea04c-c53a-484a-abe6-706c8ba1e4ea is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:49:30.992498 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-a29d3f11-53ed-47d9-b1c7-bfa7ac0a080f req-f46cbeff-51e9-4396-af1b-e89faf991b0f tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:49:31.002870 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-a29d3f11-53ed-47d9-b1c7-bfa7ac0a080f req-f46cbeff-51e9-4396-af1b-e89faf991b0f tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:49:31.063155 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46cbeff-51e9-4396-af1b-e89faf991b0f tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Pushing event updated for resources: {'Port': ['ID=048aa289-abd3-4441-b821-1cc7bc113700,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:49:31.083256 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46cbeff-51e9-4396-af1b-e89faf991b0f tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:49:31.083256 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46cbeff-51e9-4396-af1b-e89faf991b0f tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:49:31.083256 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46cbeff-51e9-4396-af1b-e89faf991b0f tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:49:31.083256 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46cbeff-51e9-4396-af1b-e89faf991b0f tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:49:31.083256 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46cbeff-51e9-4396-af1b-e89faf991b0f tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:49:31.083828 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46cbeff-51e9-4396-af1b-e89faf991b0f tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:49:31.083828 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46cbeff-51e9-4396-af1b-e89faf991b0f tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:49:31.084124 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46cbeff-51e9-4396-af1b-e89faf991b0f tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:49:31.084432 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46cbeff-51e9-4396-af1b-e89faf991b0f tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:49:31.084768 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46cbeff-51e9-4396-af1b-e89faf991b0f tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:49:31.085100 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46cbeff-51e9-4396-af1b-e89faf991b0f tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:49:31.085433 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46cbeff-51e9-4396-af1b-e89faf991b0f tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:49:31.127693 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d3f11-53ed-47d9-b1c7-bfa7ac0a080f req-f46cbeff-51e9-4396-af1b-e89faf991b0f tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:49:31.129396 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a29d3f11-53ed-47d9-b1c7-bfa7ac0a080f req-f46cbeff-51e9-4396-af1b-e89faf991b0f tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:49:31.152219 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a29d3f11-53ed-47d9-b1c7-bfa7ac0a080f req-f46cbeff-51e9-4396-af1b-e89faf991b0f tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9221413 Aug 23 21:49:31.339448 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e17f9e11-447d-43d4-8931-0ab00b4e285c None None] Provisioning for port 048aa289-abd3-4441-b821-1cc7bc113700 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:49:31.347412 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e17f9e11-447d-43d4-8931-0ab00b4e285c None None] Provisioning complete for port 048aa289-abd3-4441-b821-1cc7bc113700 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:49:31.348226 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e17f9e11-447d-43d4-8931-0ab00b4e285c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:49:31.388271 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-e17f9e11-447d-43d4-8931-0ab00b4e285c None None] Port 048aa289-abd3-4441-b821-1cc7bc113700 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 21:49:31.660883 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42696d5c-36a3-486f-9193-7f4e712e19f1 req-1fd54aac-7068-428c-9b3e-2e3f2dab1422 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:49:31.662352 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-42696d5c-36a3-486f-9193-7f4e712e19f1 req-1fd54aac-7068-428c-9b3e-2e3f2dab1422 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f71d8e1-659c-4461-a0ea-da0d031ca13c HTTP/1.1" status: 200 len: 931 time: 0.0569875 Aug 23 21:49:31.707008 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-42696d5c-36a3-486f-9193-7f4e712e19f1 req-b953b5dd-7e5a-4938-bf0a-cb7bb7f37235 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/security-groups?id=10f3b3db-351f-4e45-8121-8f0b9f0fa9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350637 Aug 23 21:49:32.831464 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d72d785-9e81-4e1c-a0fa-5c8358bdbdd8 req-be891c3b-b47d-4e99-a206-bd17802f2640 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:49:32.833027 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6d72d785-9e81-4e1c-a0fa-5c8358bdbdd8 req-be891c3b-b47d-4e99-a206-bd17802f2640 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f71d8e1-659c-4461-a0ea-da0d031ca13c HTTP/1.1" status: 200 len: 931 time: 0.0568123 Aug 23 21:49:32.875699 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-6d72d785-9e81-4e1c-a0fa-5c8358bdbdd8 req-3c08f4e3-75f4-46ed-811b-d79e777db9fb tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/security-groups?id=10f3b3db-351f-4e45-8121-8f0b9f0fa9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366533 Aug 23 21:49:34.003803 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32370557-5be4-4915-bb66-f9cbb72cf0aa req-d376adbe-149f-4790-878e-797d934e1481 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:49:34.005341 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-32370557-5be4-4915-bb66-f9cbb72cf0aa req-d376adbe-149f-4790-878e-797d934e1481 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f71d8e1-659c-4461-a0ea-da0d031ca13c HTTP/1.1" status: 200 len: 931 time: 0.0512948 Aug 23 21:49:34.043588 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-32370557-5be4-4915-bb66-f9cbb72cf0aa req-0ee782a7-0d78-46eb-9b7a-4b826e761a6c tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/security-groups?id=10f3b3db-351f-4e45-8121-8f0b9f0fa9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320032 Aug 23 21:49:35.178921 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e781be09-f007-40f5-8af1-ab0748a13524 req-569f3791-4b43-45ed-a896-7c842590acc1 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:49:35.180666 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e781be09-f007-40f5-8af1-ab0748a13524 req-569f3791-4b43-45ed-a896-7c842590acc1 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f71d8e1-659c-4461-a0ea-da0d031ca13c HTTP/1.1" status: 200 len: 931 time: 0.0689666 Aug 23 21:49:35.220201 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e781be09-f007-40f5-8af1-ab0748a13524 req-22c105d1-6bb7-43ec-af60-31ad05d239fa tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/security-groups?id=10f3b3db-351f-4e45-8121-8f0b9f0fa9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327344 Aug 23 21:49:36.342610 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1c15c-bbed-4e78-8189-51b469d8b327 req-7e36d21f-b99a-44ec-aaad-9b32b6db66f4 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:49:36.344123 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5dd1c15c-bbed-4e78-8189-51b469d8b327 req-7e36d21f-b99a-44ec-aaad-9b32b6db66f4 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f71d8e1-659c-4461-a0ea-da0d031ca13c HTTP/1.1" status: 200 len: 931 time: 0.0569494 Aug 23 21:49:36.383177 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-5dd1c15c-bbed-4e78-8189-51b469d8b327 req-08798682-f0a7-4d27-96ee-5ee33262355c tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/security-groups?id=10f3b3db-351f-4e45-8121-8f0b9f0fa9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328016 Aug 23 21:49:37.502337 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33779b0-9868-49fd-be43-b6a212844050 req-4a584407-123b-4d93-afb4-f98576753102 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:49:37.503887 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b33779b0-9868-49fd-be43-b6a212844050 req-4a584407-123b-4d93-afb4-f98576753102 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f71d8e1-659c-4461-a0ea-da0d031ca13c HTTP/1.1" status: 200 len: 931 time: 0.0493817 Aug 23 21:49:37.546513 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b33779b0-9868-49fd-be43-b6a212844050 req-fa07ae35-8922-4ea7-93a3-b16bb41be68e tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/security-groups?id=10f3b3db-351f-4e45-8121-8f0b9f0fa9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362270 Aug 23 21:49:38.679275 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7187f-474b-48e3-a173-fa60b2aecc9d req-b2c29257-4e9d-4902-96d3-9ce97208b3e9 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:49:38.680816 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d2b7187f-474b-48e3-a173-fa60b2aecc9d req-b2c29257-4e9d-4902-96d3-9ce97208b3e9 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f71d8e1-659c-4461-a0ea-da0d031ca13c HTTP/1.1" status: 200 len: 931 time: 0.0638258 Aug 23 21:49:38.719214 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-d2b7187f-474b-48e3-a173-fa60b2aecc9d req-ad0b9263-f922-4d86-a514-8bdd01891e4b tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/security-groups?id=10f3b3db-351f-4e45-8121-8f0b9f0fa9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323091 Aug 23 21:49:39.838556 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cac57d-3b35-498d-8a6e-993deec720d1 req-a327abcb-29bb-45b3-8d72-a14af3088a32 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:49:39.840017 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-93cac57d-3b35-498d-8a6e-993deec720d1 req-a327abcb-29bb-45b3-8d72-a14af3088a32 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f71d8e1-659c-4461-a0ea-da0d031ca13c HTTP/1.1" status: 200 len: 931 time: 0.0490432 Aug 23 21:49:39.879787 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-93cac57d-3b35-498d-8a6e-993deec720d1 req-f2e56d45-1da2-4b55-bcc4-8dabfbfc34c7 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/security-groups?id=10f3b3db-351f-4e45-8121-8f0b9f0fa9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331166 Aug 23 21:49:40.165262 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c7fab75a-0a12-41e1-9515-c8cac6bf4c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:49:40.474303 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [req-a29d3f11-53ed-47d9-b1c7-bfa7ac0a080f req-a1df8112-4f16-4533-90db-595ce81cc5fc tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 21:49:40.475181 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a29d3f11-53ed-47d9-b1c7-bfa7ac0a080f req-a1df8112-4f16-4533-90db-595ce81cc5fc tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054233 Aug 23 21:49:40.540632 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [req-a29d3f11-53ed-47d9-b1c7-bfa7ac0a080f req-1ba96fb4-926d-4cda-8ba3-929b144bd514 service neutron] Request body: {'port': {'device_id': '4f71d8e1-659c-4461-a0ea-da0d031ca13c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805663-2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:49:40.597005 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a29d3f11-53ed-47d9-b1c7-bfa7ac0a080f req-1ba96fb4-926d-4cda-8ba3-929b144bd514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:49:40.851291 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-a29d3f11-53ed-47d9-b1c7-bfa7ac0a080f req-1ba96fb4-926d-4cda-8ba3-929b144bd514 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 048aa289-abd3-4441-b821-1cc7bc113700 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:49:40.858556 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a29d3f11-53ed-47d9-b1c7-bfa7ac0a080f req-1ba96fb4-926d-4cda-8ba3-929b144bd514 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:49:40.869961 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-a29d3f11-53ed-47d9-b1c7-bfa7ac0a080f req-1ba96fb4-926d-4cda-8ba3-929b144bd514 service neutron] Transition to ACTIVE for port object 048aa289-abd3-4441-b821-1cc7bc113700 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 21:49:40.874101 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a29d3f11-53ed-47d9-b1c7-bfa7ac0a080f req-1ba96fb4-926d-4cda-8ba3-929b144bd514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:49:40.965496 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba96fb4-926d-4cda-8ba3-929b144bd514 service neutron] Pushing event updated for resources: {'Port': ['ID=048aa289-abd3-4441-b821-1cc7bc113700,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:49:41.003276 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af99de17-ecf2-451e-9d58-042fa55d145b req-4c069bdb-b914-4ccf-8e0b-8ac71954aed2 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:49:41.004901 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-af99de17-ecf2-451e-9d58-042fa55d145b req-4c069bdb-b914-4ccf-8e0b-8ac71954aed2 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f71d8e1-659c-4461-a0ea-da0d031ca13c HTTP/1.1" status: 200 len: 943 time: 0.0554540 Aug 23 21:49:41.006735 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-a29d3f11-53ed-47d9-b1c7-bfa7ac0a080f req-1ba96fb4-926d-4cda-8ba3-929b144bd514 service neutron] Attempting to bind port 048aa289-abd3-4441-b821-1cc7bc113700 on host n-h2-805663-2 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 21:49:41.007072 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-a29d3f11-53ed-47d9-b1c7-bfa7ac0a080f req-1ba96fb4-926d-4cda-8ba3-929b144bd514 service neutron] Attempting to bind port 048aa289-abd3-4441-b821-1cc7bc113700 by drivers openvswitch,hyperv on host n-h2-805663-2 at level 0 using segments [{'id': 'e287b0e5-e676-412e-bb22-138f030cb705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '24eea04c-c53a-484a-abe6-706c8ba1e4ea'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 21:49:41.007403 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29d3f11-53ed-47d9-b1c7-bfa7ac0a080f req-1ba96fb4-926d-4cda-8ba3-929b144bd514 service neutron] Attempting to bind port 048aa289-abd3-4441-b821-1cc7bc113700 on network 24eea04c-c53a-484a-abe6-706c8ba1e4ea {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:49:41.012002 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29d3f11-53ed-47d9-b1c7-bfa7ac0a080f req-1ba96fb4-926d-4cda-8ba3-929b144bd514 service neutron] Port 048aa289-abd3-4441-b821-1cc7bc113700 on network 24eea04c-c53a-484a-abe6-706c8ba1e4ea not bound, no agent of type Open vSwitch agent registered on host n-h2-805663-2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 21:49:41.012363 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29d3f11-53ed-47d9-b1c7-bfa7ac0a080f req-1ba96fb4-926d-4cda-8ba3-929b144bd514 service neutron] Attempting to bind port 048aa289-abd3-4441-b821-1cc7bc113700 on network 24eea04c-c53a-484a-abe6-706c8ba1e4ea {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 21:49:41.018193 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29d3f11-53ed-47d9-b1c7-bfa7ac0a080f req-1ba96fb4-926d-4cda-8ba3-929b144bd514 service neutron] Checking agent: {'id': '56038749-5bf6-42c7-877e-a77c46f3792f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805663-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'started_at': datetime.datetime(2021, 8, 23, 20, 25, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 21, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 21:49:41.018472 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29d3f11-53ed-47d9-b1c7-bfa7ac0a080f req-1ba96fb4-926d-4cda-8ba3-929b144bd514 service neutron] Checking segment: {'id': 'e287b0e5-e676-412e-bb22-138f030cb705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '24eea04c-c53a-484a-abe6-706c8ba1e4ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 21:49:41.019281 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29d3f11-53ed-47d9-b1c7-bfa7ac0a080f req-1ba96fb4-926d-4cda-8ba3-929b144bd514 service neutron] Bound using segment: {'id': 'e287b0e5-e676-412e-bb22-138f030cb705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '24eea04c-c53a-484a-abe6-706c8ba1e4ea'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 21:49:41.019281 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-a29d3f11-53ed-47d9-b1c7-bfa7ac0a080f req-1ba96fb4-926d-4cda-8ba3-929b144bd514 service neutron] Bound port: 048aa289-abd3-4441-b821-1cc7bc113700, host: n-h2-805663-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e287b0e5-e676-412e-bb22-138f030cb705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '24eea04c-c53a-484a-abe6-706c8ba1e4ea'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 21:49:41.019627 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a29d3f11-53ed-47d9-b1c7-bfa7ac0a080f req-1ba96fb4-926d-4cda-8ba3-929b144bd514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:49:41.049093 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-af99de17-ecf2-451e-9d58-042fa55d145b req-686797db-cecc-48b3-a803-5c556c64e9d2 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/security-groups?id=10f3b3db-351f-4e45-8121-8f0b9f0fa9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376806 Aug 23 21:49:41.091129 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-a29d3f11-53ed-47d9-b1c7-bfa7ac0a080f req-1ba96fb4-926d-4cda-8ba3-929b144bd514 service neutron] For port 048aa289-abd3-4441-b821-1cc7bc113700, host n-h2-805663-2, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 21:49:41.095739 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-a29d3f11-53ed-47d9-b1c7-bfa7ac0a080f req-1ba96fb4-926d-4cda-8ba3-929b144bd514 service neutron] For port 048aa289-abd3-4441-b821-1cc7bc113700, host n-h2-805663-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=048aa289-abd3-4441-b821-1cc7bc113700,segment=NetworkSegment(e287b0e5-e676-412e-bb22-138f030cb705),segment_id=e287b0e5-e676-412e-bb22-138f030cb705)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 21:49:41.100260 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a29d3f11-53ed-47d9-b1c7-bfa7ac0a080f req-1ba96fb4-926d-4cda-8ba3-929b144bd514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:49:41.134498 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d3f11-53ed-47d9-b1c7-bfa7ac0a080f req-1ba96fb4-926d-4cda-8ba3-929b144bd514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:49:41.135110 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a29d3f11-53ed-47d9-b1c7-bfa7ac0a080f req-1ba96fb4-926d-4cda-8ba3-929b144bd514 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:49:41.136522 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a29d3f11-53ed-47d9-b1c7-bfa7ac0a080f req-1ba96fb4-926d-4cda-8ba3-929b144bd514 service neutron] 10.222.0.32 "PUT /v2.0/ports/048aa289-abd3-4441-b821-1cc7bc113700 HTTP/1.1" status: 200 len: 1091 time: 0.6430662 Aug 23 21:49:41.136953 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f71d8e1-659c-4461-a0ea-da0d031ca13c', 'tag': '048aa289-abd3-4441-b821-1cc7bc113700'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:49:41.140053 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1e6a3834e992a26d7c0b67e33d767d389e5cf97a11b89f2293fa0299e1fe502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d252ff1-e3ab-4977-8181-8029a5121e16" -d '{"events": [{"name": "network-changed", "server_uuid": "4f71d8e1-659c-4461-a0ea-da0d031ca13c", "tag": "048aa289-abd3-4441-b821-1cc7bc113700"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:49:41.166058 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba96fb4-926d-4cda-8ba3-929b144bd514 service neutron] Pushing event updated for resources: {'Port': ['ID=048aa289-abd3-4441-b821-1cc7bc113700,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:49:41.174680 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:49:41.249182 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d3f11-53ed-47d9-b1c7-bfa7ac0a080f req-230cae3f-fea6-4293-8d36-b60e240f0050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:49:41.250725 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a29d3f11-53ed-47d9-b1c7-bfa7ac0a080f req-230cae3f-fea6-4293-8d36-b60e240f0050 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=85ae86e796b34b0b998c4d9aca382b55&device_id=4f71d8e1-659c-4461-a0ea-da0d031ca13c HTTP/1.1" status: 200 len: 1094 time: 0.0477471 Aug 23 21:49:41.262964 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69750474-56bb-4fbb-b461-d3686dd6cd27 x-openstack-request-id: req-69750474-56bb-4fbb-b461-d3686dd6cd27 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:49:41.263785 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f71d8e1-659c-4461-a0ea-da0d031ca13c", "tag": "048aa289-abd3-4441-b821-1cc7bc113700", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:49:41.264605 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-69750474-56bb-4fbb-b461-d3686dd6cd27 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:49:41.265015 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f71d8e1-659c-4461-a0ea-da0d031ca13c', 'tag': '048aa289-abd3-4441-b821-1cc7bc113700', 'status': 'completed', 'code': 200} Aug 23 21:49:41.314835 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a29d3f11-53ed-47d9-b1c7-bfa7ac0a080f req-9b22377a-5fc8-4c1c-804f-5593e45acce0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=048aa289-abd3-4441-b821-1cc7bc113700 HTTP/1.1" status: 200 len: 217 time: 0.0368941 Aug 23 21:49:41.365289 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d3f11-53ed-47d9-b1c7-bfa7ac0a080f req-c02d47dc-6730-4db0-bead-1aef8b96c16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:49:41.366714 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a29d3f11-53ed-47d9-b1c7-bfa7ac0a080f req-c02d47dc-6730-4db0-bead-1aef8b96c16a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a HTTP/1.1" status: 200 len: 848 time: 0.0448759 Aug 23 21:49:41.413027 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d3f11-53ed-47d9-b1c7-bfa7ac0a080f req-be4a0ffc-7cd4-4c28-b025-a959267f438f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:49:41.414562 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a29d3f11-53ed-47d9-b1c7-bfa7ac0a080f req-be4a0ffc-7cd4-4c28-b025-a959267f438f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=24eea04c-c53a-484a-abe6-706c8ba1e4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403035 Aug 23 21:49:41.508967 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a29d3f11-53ed-47d9-b1c7-bfa7ac0a080f req-a6d30e62-8618-48ac-95de-cb76d5e00a57 service neutron] 10.222.0.32 "GET /v2.0/networks/24eea04c-c53a-484a-abe6-706c8ba1e4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853455 Aug 23 21:49:41.598974 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-a29d3f11-53ed-47d9-b1c7-bfa7ac0a080f req-7b88b299-b36d-4361-9907-819511b05bee service neutron] 10.222.0.32 "GET /v2.0/networks/24eea04c-c53a-484a-abe6-706c8ba1e4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820990 Aug 23 21:49:41.722958 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d252ff1-e3ab-4977-8181-8029a5121e16 req-a35962c4-e62e-404b-a234-8d31384ccaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:49:41.724363 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3d252ff1-e3ab-4977-8181-8029a5121e16 req-a35962c4-e62e-404b-a234-8d31384ccaa7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=85ae86e796b34b0b998c4d9aca382b55&device_id=4f71d8e1-659c-4461-a0ea-da0d031ca13c HTTP/1.1" status: 200 len: 1094 time: 0.0445139 Aug 23 21:49:41.812012 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d252ff1-e3ab-4977-8181-8029a5121e16 req-2d198f8d-c989-4215-89ac-ebbb43e9a061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:49:41.813466 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3d252ff1-e3ab-4977-8181-8029a5121e16 req-2d198f8d-c989-4215-89ac-ebbb43e9a061 service neutron] 10.222.0.32 "GET /v2.0/networks?id=24eea04c-c53a-484a-abe6-706c8ba1e4ea HTTP/1.1" status: 200 len: 910 time: 0.0821495 Aug 23 21:49:41.858064 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3d252ff1-e3ab-4977-8181-8029a5121e16 req-22d860f5-081a-47b6-a8ad-76bb32976ea6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=048aa289-abd3-4441-b821-1cc7bc113700 HTTP/1.1" status: 200 len: 217 time: 0.0371330 Aug 23 21:49:41.906147 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d252ff1-e3ab-4977-8181-8029a5121e16 req-d561ffce-1d28-4799-973a-b0aa32a8ed83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:49:41.907538 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3d252ff1-e3ab-4977-8181-8029a5121e16 req-d561ffce-1d28-4799-973a-b0aa32a8ed83 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a HTTP/1.1" status: 200 len: 848 time: 0.0428138 Aug 23 21:49:41.952343 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d252ff1-e3ab-4977-8181-8029a5121e16 req-10511419-cddc-4aed-b7f4-0970fb75200d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:49:41.953772 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3d252ff1-e3ab-4977-8181-8029a5121e16 req-10511419-cddc-4aed-b7f4-0970fb75200d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=24eea04c-c53a-484a-abe6-706c8ba1e4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387275 Aug 23 21:49:42.044271 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3d252ff1-e3ab-4977-8181-8029a5121e16 req-8a25e49f-6c0e-43e1-bba7-262ebb9dbf2c service neutron] 10.222.0.32 "GET /v2.0/networks/24eea04c-c53a-484a-abe6-706c8ba1e4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822144 Aug 23 21:49:42.137827 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-3d252ff1-e3ab-4977-8181-8029a5121e16 req-ca3458a7-01ce-41fd-bf99-d74fdfda4b13 service neutron] 10.222.0.32 "GET /v2.0/networks/24eea04c-c53a-484a-abe6-706c8ba1e4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847366 Aug 23 21:49:42.168590 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b45fa6-cdbd-4310-99fa-fb7e25761f0f req-a8a0231b-f284-41c0-8ec8-546627bdd3db tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:49:42.170268 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-44b45fa6-cdbd-4310-99fa-fb7e25761f0f req-a8a0231b-f284-41c0-8ec8-546627bdd3db tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f71d8e1-659c-4461-a0ea-da0d031ca13c HTTP/1.1" status: 200 len: 943 time: 0.0528550 Aug 23 21:49:42.208080 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-44b45fa6-cdbd-4310-99fa-fb7e25761f0f req-a2c88303-0989-44bf-8562-2ae6231b6d54 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/security-groups?id=10f3b3db-351f-4e45-8121-8f0b9f0fa9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318134 Aug 23 21:49:43.322491 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7daf4c-191e-4a2f-aa85-76050ffa060e req-42f81241-5945-4508-bd55-47437a03b5ab tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:49:43.323987 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8e7daf4c-191e-4a2f-aa85-76050ffa060e req-42f81241-5945-4508-bd55-47437a03b5ab tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f71d8e1-659c-4461-a0ea-da0d031ca13c HTTP/1.1" status: 200 len: 943 time: 0.0493820 Aug 23 21:49:43.361750 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-8e7daf4c-191e-4a2f-aa85-76050ffa060e req-97f3b7a0-6859-481b-bf40-9e0307767cf3 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/security-groups?id=10f3b3db-351f-4e45-8121-8f0b9f0fa9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315738 Aug 23 21:49:43.539966 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-931ddf62-7c85-4389-860b-34652983012b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:49:43.677226 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:49:44.242288 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 048aa289-abd3-4441-b821-1cc7bc113700 details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 21:49:44.336012 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 048aa289-abd3-4441-b821-1cc7bc113700, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=048aa289-abd3-4441-b821-1cc7bc113700,segment=NetworkSegment(e287b0e5-e676-412e-bb22-138f030cb705),segment_id=e287b0e5-e676-412e-bb22-138f030cb705)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:49:44.346116 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': '048aa289-abd3-4441-b821-1cc7bc113700', 'network_id': '24eea04c-c53a-484a-abe6-706c8ba1e4ea', 'port_id': '048aa289-abd3-4441-b821-1cc7bc113700', 'mac_address': 'fa:16:3e:ce:32:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 21:49:44.383700 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:49:44.396830 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 048aa289-abd3-4441-b821-1cc7bc113700 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:49:44.416939 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 048aa289-abd3-4441-b821-1cc7bc113700, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=048aa289-abd3-4441-b821-1cc7bc113700,segment=NetworkSegment(e287b0e5-e676-412e-bb22-138f030cb705),segment_id=e287b0e5-e676-412e-bb22-138f030cb705)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:49:44.421173 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:49:44.472838 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=048aa289-abd3-4441-b821-1cc7bc113700,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:49:44.486668 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b8abb-0137-409b-985d-7ca2d9ee4b84 req-ae827feb-af4b-4e58-8992-82fed85a56ae tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:49:44.488212 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-899b8abb-0137-409b-985d-7ca2d9ee4b84 req-ae827feb-af4b-4e58-8992-82fed85a56ae tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f71d8e1-659c-4461-a0ea-da0d031ca13c HTTP/1.1" status: 200 len: 944 time: 0.0587153 Aug 23 21:49:44.526209 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-899b8abb-0137-409b-985d-7ca2d9ee4b84 req-75f34387-0a75-424c-86b4-6fd2d0fe247b tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/security-groups?id=10f3b3db-351f-4e45-8121-8f0b9f0fa9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319109 Aug 23 21:49:44.723930 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['048aa289-abd3-4441-b821-1cc7bc113700'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:49:44.908148 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:49:45.642973 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f45c5-c3ea-4b71-ad61-fd22cec69dbe req-27469bb7-41c2-441e-b579-a481391846b1 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:49:45.644474 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e03f45c5-c3ea-4b71-ad61-fd22cec69dbe req-27469bb7-41c2-441e-b579-a481391846b1 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f71d8e1-659c-4461-a0ea-da0d031ca13c HTTP/1.1" status: 200 len: 944 time: 0.0526276 Aug 23 21:49:45.680704 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e03f45c5-c3ea-4b71-ad61-fd22cec69dbe req-e430a0e0-2b09-4ab1-bb47-e9dd55c70da6 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/security-groups?id=10f3b3db-351f-4e45-8121-8f0b9f0fa9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303955 Aug 23 21:49:46.270402 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 048aa289-abd3-4441-b821-1cc7bc113700 up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:49:46.291493 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:49:46.320439 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning for port 048aa289-abd3-4441-b821-1cc7bc113700 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 21:49:46.326710 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port 048aa289-abd3-4441-b821-1cc7bc113700 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:49:46.327146 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:49:46.406509 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:49:46.431237 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f71d8e1-659c-4461-a0ea-da0d031ca13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048aa289-abd3-4441-b821-1cc7bc113700'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:49:46.433666 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e577f7a2b9c3f6bcf6a64bd3e1bbb8e0b095addae8cf51c17fc2638a25953e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999362c4-0023-4ba4-b180-0d392137892a" -d '{"events": [{"server_uuid": "4f71d8e1-659c-4461-a0ea-da0d031ca13c", "name": "network-vif-plugged", "status": "completed", "tag": "048aa289-abd3-4441-b821-1cc7bc113700"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:49:46.445811 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 048aa289-abd3-4441-b821-1cc7bc113700, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=048aa289-abd3-4441-b821-1cc7bc113700,segment=NetworkSegment(e287b0e5-e676-412e-bb22-138f030cb705),segment_id=e287b0e5-e676-412e-bb22-138f030cb705)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:49:46.449908 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:49:46.473588 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f04bf9-df3d-4c39-8366-349adc803894 x-openstack-request-id: req-20f04bf9-df3d-4c39-8366-349adc803894 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:49:46.473877 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f71d8e1-659c-4461-a0ea-da0d031ca13c", "name": "network-vif-plugged", "status": "completed", "tag": "048aa289-abd3-4441-b821-1cc7bc113700", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:49:46.474126 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-20f04bf9-df3d-4c39-8366-349adc803894 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:49:46.474516 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f71d8e1-659c-4461-a0ea-da0d031ca13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048aa289-abd3-4441-b821-1cc7bc113700', 'code': 200} Aug 23 21:49:46.501743 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=048aa289-abd3-4441-b821-1cc7bc113700,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:49:46.586498 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d96e1-1a5e-4bc3-bbce-ddd3ca103c1c req-155b9fc5-eea1-4473-9e9f-b8e1ad43d7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:49:46.587995 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-072d96e1-1a5e-4bc3-bbce-ddd3ca103c1c req-155b9fc5-eea1-4473-9e9f-b8e1ad43d7cb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4f71d8e1-659c-4461-a0ea-da0d031ca13c HTTP/1.1" status: 200 len: 1096 time: 0.0401742 Aug 23 21:49:46.622356 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-072d96e1-1a5e-4bc3-bbce-ddd3ca103c1c req-039adcd3-0473-408f-b04c-5360cfe9647f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=10f3b3db-351f-4e45-8121-8f0b9f0fa9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270090 Aug 23 21:49:46.794228 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63794356-4735-477d-905e-1792ff381bab req-2745e505-f2a6-471b-9398-062a02b14e8e tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:49:46.795750 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-63794356-4735-477d-905e-1792ff381bab req-2745e505-f2a6-471b-9398-062a02b14e8e tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f71d8e1-659c-4461-a0ea-da0d031ca13c HTTP/1.1" status: 200 len: 945 time: 0.0488865 Aug 23 21:49:46.832895 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-63794356-4735-477d-905e-1792ff381bab req-37a4d259-e028-4bef-8eaa-0f113106731f tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/security-groups?id=10f3b3db-351f-4e45-8121-8f0b9f0fa9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311537 Aug 23 21:49:47.948733 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83730e45-4de2-4032-a22d-9b8684c428cf req-3cd6e29c-a1ce-4341-80c5-5ec3c26fd394 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:49:47.950194 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-83730e45-4de2-4032-a22d-9b8684c428cf req-3cd6e29c-a1ce-4341-80c5-5ec3c26fd394 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f71d8e1-659c-4461-a0ea-da0d031ca13c HTTP/1.1" status: 200 len: 945 time: 0.0488434 Aug 23 21:49:47.989106 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-83730e45-4de2-4032-a22d-9b8684c428cf req-5ca492f7-03cb-485b-be1a-1c43393fa01a tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/security-groups?id=10f3b3db-351f-4e45-8121-8f0b9f0fa9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329397 Aug 23 21:49:48.106587 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a7a8d-6679-4208-adc2-f3b00a4c99ac req-75ecee0f-92d0-458e-aa95-61a07f1bd8fb tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:49:48.108770 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ba9a7a8d-6679-4208-adc2-f3b00a4c99ac req-75ecee0f-92d0-458e-aa95-61a07f1bd8fb tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f71d8e1-659c-4461-a0ea-da0d031ca13c HTTP/1.1" status: 200 len: 945 time: 0.0513306 Aug 23 21:49:48.145924 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ba9a7a8d-6679-4208-adc2-f3b00a4c99ac req-0dcd3bc4-3a19-430b-b3a0-d82bf0a7c786 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/security-groups?id=10f3b3db-351f-4e45-8121-8f0b9f0fa9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309157 Aug 23 21:49:48.167350 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 55728) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:49:48.205885 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc45420-1b88-4b4c-b1aa-e3b875daf913 tempest-TestSnapshotPattern-1334645834 tempest-TestSnapshotPattern-1334645834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:49:48.207368 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-5fc45420-1b88-4b4c-b1aa-e3b875daf913 tempest-TestSnapshotPattern-1334645834 tempest-TestSnapshotPattern-1334645834-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=4f71d8e1-659c-4461-a0ea-da0d031ca13c HTTP/1.1" status: 200 len: 1091 time: 0.0390830 Aug 23 21:49:48.210081 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 55730) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:49:48.214277 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-d835ab1e-03d0-4f1f-b975-96d54ef7e0b1 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Request body: {'floatingip': {'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'port_id': '048aa289-abd3-4441-b821-1cc7bc113700', 'tenant_id': '85ae86e796b34b0b998c4d9aca382b55', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 21:49:48.236190 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d835ab1e-03d0-4f1f-b975-96d54ef7e0b1 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks [] for floatingip, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:49:48.339744 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d835ab1e-03d0-4f1f-b975-96d54ef7e0b1 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:49:48.440279 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-d835ab1e-03d0-4f1f-b975-96d54ef7e0b1 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Allocated IP 172.25.4.158 (03d801c5-d257-4cc1-bad3-11a323aafec0/c87e1641-f4dd-4f8b-8846-8b870a77df63/ddf1bba1-e373-4e58-82d4-ca96208a31d5) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 21:49:48.542281 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d835ab1e-03d0-4f1f-b975-96d54ef7e0b1 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:49:48.580523 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d835ab1e-03d0-4f1f-b975-96d54ef7e0b1 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790315365124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:49:48.616318 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d835ab1e-03d0-4f1f-b975-96d54ef7e0b1 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Network 03d801c5-d257-4cc1-bad3-11a323aafec0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 21:49:48.619012 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-d835ab1e-03d0-4f1f-b975-96d54ef7e0b1 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 21:49:48.622385 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d835ab1e-03d0-4f1f-b975-96d54ef7e0b1 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 21:49:48.631345 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d835ab1e-03d0-4f1f-b975-96d54ef7e0b1 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Pushing event updated for resources: {'Port': ['ID=ddf1bba1-e373-4e58-82d4-ca96208a31d5,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:49:49.239438 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:49:49.303478 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d835ab1e-03d0-4f1f-b975-96d54ef7e0b1 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:49:49.367875 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d835ab1e-03d0-4f1f-b975-96d54ef7e0b1 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:49:49.515294 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d835ab1e-03d0-4f1f-b975-96d54ef7e0b1 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:49:49.519678 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d835ab1e-03d0-4f1f-b975-96d54ef7e0b1 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2501418'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:49:49.588259 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d835ab1e-03d0-4f1f-b975-96d54ef7e0b1 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Pushing event updated for resources: {'Port': ['ID=ddf1bba1-e373-4e58-82d4-ca96208a31d5,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:49:49.599625 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d835ab1e-03d0-4f1f-b975-96d54ef7e0b1 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495770'] for floatingip, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:49:49.704576 n-d-805663-2 neutron-server[94687]: INFO neutron.db.l3_db [None req-d835ab1e-03d0-4f1f-b975-96d54ef7e0b1 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Floating IP 78bf70eb-7649-4607-a598-d0e95720ad7d associated. External IP: 172.25.4.158, port: 048aa289-abd3-4441-b821-1cc7bc113700. Aug 23 21:49:49.912490 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d835ab1e-03d0-4f1f-b975-96d54ef7e0b1 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Router 14860734-7844-4fd7-a9f4-ee3a60c81d8f has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:49:50.022076 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d835ab1e-03d0-4f1f-b975-96d54ef7e0b1 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:49:50.031928 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dd1102-0903-4733-a21f-25c659cab9f9 None None] Sync routers for ids ['14860734-7844-4fd7-a9f4-ee3a60c81d8f'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:49:50.039869 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d835ab1e-03d0-4f1f-b975-96d54ef7e0b1 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:49:50.042406 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dd1102-0903-4733-a21f-25c659cab9f9 None None] Routers {'14860734-7844-4fd7-a9f4-ee3a60c81d8f'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:49:50.043028 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d6dd1102-0903-4733-a21f-25c659cab9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:49:44Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['14860734-7844-4fd7-a9f4-ee3a60c81d8f'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:49:50.066544 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-d835ab1e-03d0-4f1f-b975-96d54ef7e0b1 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8554716 Aug 23 21:49:50.067244 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f71d8e1-659c-4461-a0ea-da0d031ca13c', 'tag': '048aa289-abd3-4441-b821-1cc7bc113700'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:49:50.069528 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1e6a3834e992a26d7c0b67e33d767d389e5cf97a11b89f2293fa0299e1fe502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c122adf9-79c8-4695-9d92-0f85bb55f67f" -d '{"events": [{"name": "network-changed", "server_uuid": "4f71d8e1-659c-4461-a0ea-da0d031ca13c", "tag": "048aa289-abd3-4441-b821-1cc7bc113700"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:49:50.104329 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6219beb-fb8e-4a69-ac99-02e1e79a50e4 x-openstack-request-id: req-c6219beb-fb8e-4a69-ac99-02e1e79a50e4 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:49:50.104615 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f71d8e1-659c-4461-a0ea-da0d031ca13c", "tag": "048aa289-abd3-4441-b821-1cc7bc113700", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:49:50.104860 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c6219beb-fb8e-4a69-ac99-02e1e79a50e4 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:49:50.105260 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f71d8e1-659c-4461-a0ea-da0d031ca13c', 'tag': '048aa289-abd3-4441-b821-1cc7bc113700', 'status': 'completed', 'code': 200} Aug 23 21:49:50.158584 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-d6dd1102-0903-4733-a21f-25c659cab9f9 None None] Set router 14860734-7844-4fd7-a9f4-ee3a60c81d8f gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:49:50.190456 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122adf9-79c8-4695-9d92-0f85bb55f67f req-3aed8d6c-19de-41a8-9c7a-596a8c909be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:49:50.191885 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c122adf9-79c8-4695-9d92-0f85bb55f67f req-3aed8d6c-19de-41a8-9c7a-596a8c909be1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=85ae86e796b34b0b998c4d9aca382b55&device_id=4f71d8e1-659c-4461-a0ea-da0d031ca13c HTTP/1.1" status: 200 len: 1096 time: 0.0444202 Aug 23 21:49:50.278808 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122adf9-79c8-4695-9d92-0f85bb55f67f req-4f6e5e4a-2bf5-4988-aaf7-1effe48ec6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:49:50.280829 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c122adf9-79c8-4695-9d92-0f85bb55f67f req-4f6e5e4a-2bf5-4988-aaf7-1effe48ec6a5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=24eea04c-c53a-484a-abe6-706c8ba1e4ea HTTP/1.1" status: 200 len: 910 time: 0.0825934 Aug 23 21:49:50.349227 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c122adf9-79c8-4695-9d92-0f85bb55f67f req-f39938c0-bafe-4af7-aa2d-292eac540d1c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=048aa289-abd3-4441-b821-1cc7bc113700 HTTP/1.1" status: 200 len: 999 time: 0.0619547 Aug 23 21:49:50.381836 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d6dd1102-0903-4733-a21f-25c659cab9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'name': 'tempest-TestSnapshotPattern-937109301-router', 'tenant_id': '85ae86e796b34b0b998c4d9aca382b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '42df6a27-b37f-4dd0-9e05-c51e39686f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:46:55Z', 'updated_at': '2021-08-23T21:46:57Z', 'revision_number': 4, 'project_id': '85ae86e796b34b0b998c4d9aca382b55', 'gw_port': {'id': '42df6a27-b37f-4dd0-9e05-c51e39686f78', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:11:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:46:56Z', 'updated_at': '2021-08-23T21:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '2021b0cb-89e2-40da-b9a0-8270f16ce6be', 'tenant_id': '85ae86e796b34b0b998c4d9aca382b55', 'floating_ip_address': '172.25.4.13', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'port_id': '83f39564-d9e4-4d94-8f91-11435156da13', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24eea04c-c53a-484a-abe6-706c8ba1e4ea', 'mac_address': 'fa:16:3e:cc:1f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da2c65be-68df-40cf-955d-aebd5b7a9813', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:47:17Z', 'updated_at': '2021-08-23T21:47:19Z', 'revision_number': 1, 'project_id': '85ae86e796b34b0b998c4d9aca382b55', 'fixed_ip_address_scope': None}, {'id': '78bf70eb-7649-4607-a598-d0e95720ad7d', 'tenant_id': '85ae86e796b34b0b998c4d9aca382b55', 'floating_ip_address': '172.25.4.158', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'port_id': '048aa289-abd3-4441-b821-1cc7bc113700', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24eea04c-c53a-484a-abe6-706c8ba1e4ea', 'mac_address': 'fa:16:3e:ce:32:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f71d8e1-659c-4461-a0ea-da0d031ca13c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:49:48Z', 'updated_at': '2021-08-23T21:49:48Z', 'revision_number': 0, 'project_id': '85ae86e796b34b0b998c4d9aca382b55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7798cb10-0607-4e06-a263-2d25f8728eb2', 'name': '', 'network_id': '24eea04c-c53a-484a-abe6-706c8ba1e4ea', 'tenant_id': '85ae86e796b34b0b998c4d9aca382b55', 'mac_address': 'fa:16:3e:a6:46:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:46:57Z', 'updated_at': '2021-08-23T21:47:03Z', 'revision_number': 5, 'project_id': '85ae86e796b34b0b998c4d9aca382b55', 'subnets': [{'id': 'ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:49:50.399173 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122adf9-79c8-4695-9d92-0f85bb55f67f req-5601ad4c-9827-4d7c-93a6-fe9c77ab24ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:49:50.400679 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c122adf9-79c8-4695-9d92-0f85bb55f67f req-5601ad4c-9827-4d7c-93a6-fe9c77ab24ba service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a HTTP/1.1" status: 200 len: 848 time: 0.0445778 Aug 23 21:49:50.412226 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dd1102-0903-4733-a21f-25c659cab9f9 None None] Checking router: 14860734-7844-4fd7-a9f4-ee3a60c81d8f for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:49:50.420489 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dd1102-0903-4733-a21f-25c659cab9f9 None None] Routers {'14860734-7844-4fd7-a9f4-ee3a60c81d8f'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:49:50.421099 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d6dd1102-0903-4733-a21f-25c659cab9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:49:44Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['14860734-7844-4fd7-a9f4-ee3a60c81d8f'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:49:50.447886 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122adf9-79c8-4695-9d92-0f85bb55f67f req-7f159c4d-4972-49a3-a68d-bcfdef37f25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:49:50.449130 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c122adf9-79c8-4695-9d92-0f85bb55f67f req-7f159c4d-4972-49a3-a68d-bcfdef37f25b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=24eea04c-c53a-484a-abe6-706c8ba1e4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404429 Aug 23 21:49:50.530830 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-d6dd1102-0903-4733-a21f-25c659cab9f9 None None] Set router 14860734-7844-4fd7-a9f4-ee3a60c81d8f gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:49:50.549740 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c122adf9-79c8-4695-9d92-0f85bb55f67f req-00db2a76-7c59-4f31-8169-6eea7c7f2f40 service neutron] 10.222.0.32 "GET /v2.0/networks/24eea04c-c53a-484a-abe6-706c8ba1e4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916655 Aug 23 21:49:50.647037 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-c122adf9-79c8-4695-9d92-0f85bb55f67f req-5bf4df62-0e51-4e66-ad16-aa0906058f9a service neutron] 10.222.0.32 "GET /v2.0/networks/24eea04c-c53a-484a-abe6-706c8ba1e4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903847 Aug 23 21:49:50.756552 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d6dd1102-0903-4733-a21f-25c659cab9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'name': 'tempest-TestSnapshotPattern-937109301-router', 'tenant_id': '85ae86e796b34b0b998c4d9aca382b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '42df6a27-b37f-4dd0-9e05-c51e39686f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:46:55Z', 'updated_at': '2021-08-23T21:46:57Z', 'revision_number': 4, 'project_id': '85ae86e796b34b0b998c4d9aca382b55', 'gw_port': {'id': '42df6a27-b37f-4dd0-9e05-c51e39686f78', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:11:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:46:56Z', 'updated_at': '2021-08-23T21:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '2021b0cb-89e2-40da-b9a0-8270f16ce6be', 'tenant_id': '85ae86e796b34b0b998c4d9aca382b55', 'floating_ip_address': '172.25.4.13', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'port_id': '83f39564-d9e4-4d94-8f91-11435156da13', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24eea04c-c53a-484a-abe6-706c8ba1e4ea', 'mac_address': 'fa:16:3e:cc:1f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da2c65be-68df-40cf-955d-aebd5b7a9813', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:47:17Z', 'updated_at': '2021-08-23T21:47:19Z', 'revision_number': 1, 'project_id': '85ae86e796b34b0b998c4d9aca382b55', 'fixed_ip_address_scope': None}, {'id': '78bf70eb-7649-4607-a598-d0e95720ad7d', 'tenant_id': '85ae86e796b34b0b998c4d9aca382b55', 'floating_ip_address': '172.25.4.158', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'port_id': '048aa289-abd3-4441-b821-1cc7bc113700', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24eea04c-c53a-484a-abe6-706c8ba1e4ea', 'mac_address': 'fa:16:3e:ce:32:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f71d8e1-659c-4461-a0ea-da0d031ca13c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:49:48Z', 'updated_at': '2021-08-23T21:49:48Z', 'revision_number': 0, 'project_id': '85ae86e796b34b0b998c4d9aca382b55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7798cb10-0607-4e06-a263-2d25f8728eb2', 'name': '', 'network_id': '24eea04c-c53a-484a-abe6-706c8ba1e4ea', 'tenant_id': '85ae86e796b34b0b998c4d9aca382b55', 'mac_address': 'fa:16:3e:a6:46:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:46:57Z', 'updated_at': '2021-08-23T21:47:03Z', 'revision_number': 5, 'project_id': '85ae86e796b34b0b998c4d9aca382b55', 'subnets': [{'id': 'ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:49:50.785490 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dd1102-0903-4733-a21f-25c659cab9f9 None None] The sync data for ids ['14860734-7844-4fd7-a9f4-ee3a60c81d8f'] in n-d-805663-2 is: [{'id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'name': 'tempest-TestSnapshotPattern-937109301-router', 'tenant_id': '85ae86e796b34b0b998c4d9aca382b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '42df6a27-b37f-4dd0-9e05-c51e39686f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:46:55Z', 'updated_at': '2021-08-23T21:46:57Z', 'revision_number': 4, 'project_id': '85ae86e796b34b0b998c4d9aca382b55', 'gw_port': {'id': '42df6a27-b37f-4dd0-9e05-c51e39686f78', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:11:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:46:56Z', 'updated_at': '2021-08-23T21:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '2021b0cb-89e2-40da-b9a0-8270f16ce6be', 'tenant_id': '85ae86e796b34b0b998c4d9aca382b55', 'floating_ip_address': '172.25.4.13', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'port_id': '83f39564-d9e4-4d94-8f91-11435156da13', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24eea04c-c53a-484a-abe6-706c8ba1e4ea', 'mac_address': 'fa:16:3e:cc:1f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da2c65be-68df-40cf-955d-aebd5b7a9813', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:47:17Z', 'updated_at': '2021-08-23T21:47:19Z', 'revision_number': 1, 'project_id': '85ae86e796b34b0b998c4d9aca382b55', 'fixed_ip_address_scope': None}, {'id': '78bf70eb-7649-4607-a598-d0e95720ad7d', 'tenant_id': '85ae86e796b34b0b998c4d9aca382b55', 'floating_ip_address': '172.25.4.158', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'port_id': '048aa289-abd3-4441-b821-1cc7bc113700', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24eea04c-c53a-484a-abe6-706c8ba1e4ea', 'mac_address': 'fa:16:3e:ce:32:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f71d8e1-659c-4461-a0ea-da0d031ca13c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:49:48Z', 'updated_at': '2021-08-23T21:49:48Z', 'revision_number': 0, 'project_id': '85ae86e796b34b0b998c4d9aca382b55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7798cb10-0607-4e06-a263-2d25f8728eb2', 'name': '', 'network_id': '24eea04c-c53a-484a-abe6-706c8ba1e4ea', 'tenant_id': '85ae86e796b34b0b998c4d9aca382b55', 'mac_address': 'fa:16:3e:a6:46:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:46:57Z', 'updated_at': '2021-08-23T21:47:03Z', 'revision_number': 5, 'project_id': '85ae86e796b34b0b998c4d9aca382b55', 'subnets': [{'id': 'ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:49:50.972299 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ec9565-5306-4dc0-b60a-4c5d0971c5ad None None] New status for floating IP 78bf70eb-7649-4607-a598-d0e95720ad7d: ACTIVE {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 21:49:51.241302 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:49:57.621206 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-eae4a0ac-44ea-445b-a7b0-4f4c767d2a94 req-316805d4-a007-4a3b-a9e6-6266b166e148 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=da2c65be-68df-40cf-955d-aebd5b7a9813&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391798 Aug 23 21:49:57.703052 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4a0ac-44ea-445b-a7b0-4f4c767d2a94 req-2ca43266-fd8d-44e1-b981-81898b3324ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:49:57.704545 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-eae4a0ac-44ea-445b-a7b0-4f4c767d2a94 req-2ca43266-fd8d-44e1-b981-81898b3324ae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=85ae86e796b34b0b998c4d9aca382b55&device_id=da2c65be-68df-40cf-955d-aebd5b7a9813 HTTP/1.1" status: 200 len: 1094 time: 0.0434890 Aug 23 21:49:57.804251 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4a0ac-44ea-445b-a7b0-4f4c767d2a94 req-3cc979f8-cbe4-4da2-b3ad-d18e1e4bf11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:49:57.805730 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-eae4a0ac-44ea-445b-a7b0-4f4c767d2a94 req-3cc979f8-cbe4-4da2-b3ad-d18e1e4bf11c service neutron] 10.222.0.11 "GET /v2.0/networks?id=24eea04c-c53a-484a-abe6-706c8ba1e4ea HTTP/1.1" status: 200 len: 910 time: 0.0829732 Aug 23 21:49:57.873494 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-eae4a0ac-44ea-445b-a7b0-4f4c767d2a94 req-049166eb-3ae0-48e6-8fa0-d1fa8b905aeb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83f39564-d9e4-4d94-8f91-11435156da13 HTTP/1.1" status: 200 len: 998 time: 0.0605049 Aug 23 21:49:57.921401 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4a0ac-44ea-445b-a7b0-4f4c767d2a94 req-b045bed8-fafa-4674-a1d9-5f1fb05c32d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:49:57.922819 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-eae4a0ac-44ea-445b-a7b0-4f4c767d2a94 req-b045bed8-fafa-4674-a1d9-5f1fb05c32d1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a HTTP/1.1" status: 200 len: 848 time: 0.0429196 Aug 23 21:49:57.968420 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4a0ac-44ea-445b-a7b0-4f4c767d2a94 req-c72992d4-e623-4e6e-88be-1a9fa74f8d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:49:57.969989 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-eae4a0ac-44ea-445b-a7b0-4f4c767d2a94 req-c72992d4-e623-4e6e-88be-1a9fa74f8d20 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24eea04c-c53a-484a-abe6-706c8ba1e4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398183 Aug 23 21:49:57.980845 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [req-eae4a0ac-44ea-445b-a7b0-4f4c767d2a94 req-9748923c-322d-4d7d-9a37-f847a81a5427 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 21:49:57.981759 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-eae4a0ac-44ea-445b-a7b0-4f4c767d2a94 req-9748923c-322d-4d7d-9a37-f847a81a5427 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048525 Aug 23 21:49:58.072182 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-eae4a0ac-44ea-445b-a7b0-4f4c767d2a94 req-a083e97a-86fd-40c1-aece-0f6562617e36 service neutron] 10.222.0.11 "GET /v2.0/networks/24eea04c-c53a-484a-abe6-706c8ba1e4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832241 Aug 23 21:49:58.161510 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-eae4a0ac-44ea-445b-a7b0-4f4c767d2a94 req-32b58fd1-2894-4d30-9709-85ec353b3b70 service neutron] 10.222.0.11 "GET /v2.0/networks/24eea04c-c53a-484a-abe6-706c8ba1e4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827258 Aug 23 21:50:10.165804 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9187061c-ffc0-43b3-8898-5c925ceeb787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:50:11.151837 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:50:13.539617 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e50dd10e-5444-4c83-a5f8-25c030af305d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:50:13.678023 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:50:14.897333 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:50:16.149908 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0253de99-7be2-43ef-8064-a514ec8d712b req-3ae5908a-82a0-48c9-81b3-0da22df1d601 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4f71d8e1-659c-4461-a0ea-da0d031ca13c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420041 Aug 23 21:50:16.248618 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253de99-7be2-43ef-8064-a514ec8d712b req-f81c85ba-8e2a-4eab-8c56-b481203a8bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:50:16.250600 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0253de99-7be2-43ef-8064-a514ec8d712b req-f81c85ba-8e2a-4eab-8c56-b481203a8bf4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=85ae86e796b34b0b998c4d9aca382b55&device_id=4f71d8e1-659c-4461-a0ea-da0d031ca13c HTTP/1.1" status: 200 len: 1096 time: 0.0441535 Aug 23 21:50:16.276372 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:50:16.355734 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253de99-7be2-43ef-8064-a514ec8d712b req-e4eaa7e6-79ff-4de0-acec-469714a5ce9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:50:16.357246 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0253de99-7be2-43ef-8064-a514ec8d712b req-e4eaa7e6-79ff-4de0-acec-469714a5ce9e service neutron] 10.222.0.32 "GET /v2.0/networks?id=24eea04c-c53a-484a-abe6-706c8ba1e4ea HTTP/1.1" status: 200 len: 910 time: 0.0854869 Aug 23 21:50:16.425841 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0253de99-7be2-43ef-8064-a514ec8d712b req-6288c47c-a5a7-42f2-a328-3f94dcc7b5d0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=048aa289-abd3-4441-b821-1cc7bc113700 HTTP/1.1" status: 200 len: 1001 time: 0.0615311 Aug 23 21:50:16.474440 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253de99-7be2-43ef-8064-a514ec8d712b req-45f44452-3cc6-4849-ab9d-1447ab3ffaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:50:16.475888 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0253de99-7be2-43ef-8064-a514ec8d712b req-45f44452-3cc6-4849-ab9d-1447ab3ffaad service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a HTTP/1.1" status: 200 len: 848 time: 0.0436573 Aug 23 21:50:16.520775 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253de99-7be2-43ef-8064-a514ec8d712b req-544cf236-9082-4397-9291-70bd847e076a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:50:16.522246 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0253de99-7be2-43ef-8064-a514ec8d712b req-544cf236-9082-4397-9291-70bd847e076a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=24eea04c-c53a-484a-abe6-706c8ba1e4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398188 Aug 23 21:50:16.617130 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0253de99-7be2-43ef-8064-a514ec8d712b req-784ad45e-7540-444a-82e5-c891ece596c8 service neutron] 10.222.0.32 "GET /v2.0/networks/24eea04c-c53a-484a-abe6-706c8ba1e4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876067 Aug 23 21:50:16.709321 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-0253de99-7be2-43ef-8064-a514ec8d712b req-1b6091bc-6154-4045-bde9-e46e17f6bfa7 service neutron] 10.222.0.32 "GET /v2.0/networks/24eea04c-c53a-484a-abe6-706c8ba1e4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847964 Aug 23 21:50:21.254597 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:50:26.240327 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:50:40.166475 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-47870a07-70bc-464d-ac29-0abd28c9981f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:50:41.163602 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:50:43.540305 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-34f063c9-adbb-4d2f-8511-c0bd7598b862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:50:43.678651 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:50:44.901756 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:50:46.277488 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:50:51.248749 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:50:59.622223 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-02b50b5b-b757-43dd-ae55-2cc40df43f56 req-f29d943c-0d54-47ea-95bd-451b23342c0f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=da2c65be-68df-40cf-955d-aebd5b7a9813&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419443 Aug 23 21:50:59.704842 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b50b5b-b757-43dd-ae55-2cc40df43f56 req-11041ffa-60eb-40bb-a2f9-57fe3494ea4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:50:59.706310 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-02b50b5b-b757-43dd-ae55-2cc40df43f56 req-11041ffa-60eb-40bb-a2f9-57fe3494ea4a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=85ae86e796b34b0b998c4d9aca382b55&device_id=da2c65be-68df-40cf-955d-aebd5b7a9813 HTTP/1.1" status: 200 len: 1094 time: 0.0445254 Aug 23 21:50:59.806483 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b50b5b-b757-43dd-ae55-2cc40df43f56 req-adf5147e-5060-4439-8695-8b813081317b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:50:59.807932 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-02b50b5b-b757-43dd-ae55-2cc40df43f56 req-adf5147e-5060-4439-8695-8b813081317b service neutron] 10.222.0.11 "GET /v2.0/networks?id=24eea04c-c53a-484a-abe6-706c8ba1e4ea HTTP/1.1" status: 200 len: 910 time: 0.0837071 Aug 23 21:50:59.875389 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-02b50b5b-b757-43dd-ae55-2cc40df43f56 req-b4500a67-021f-4817-b3bf-534b2f16ce1c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83f39564-d9e4-4d94-8f91-11435156da13 HTTP/1.1" status: 200 len: 998 time: 0.0606372 Aug 23 21:50:59.922419 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b50b5b-b757-43dd-ae55-2cc40df43f56 req-7d3aec29-efda-4790-9326-b1b87387379d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:50:59.923798 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-02b50b5b-b757-43dd-ae55-2cc40df43f56 req-7d3aec29-efda-4790-9326-b1b87387379d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a HTTP/1.1" status: 200 len: 848 time: 0.0424786 Aug 23 21:50:59.968351 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b50b5b-b757-43dd-ae55-2cc40df43f56 req-422c2ca9-28b0-4cad-a3e2-e62da06c5e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:50:59.969768 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-02b50b5b-b757-43dd-ae55-2cc40df43f56 req-422c2ca9-28b0-4cad-a3e2-e62da06c5e65 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24eea04c-c53a-484a-abe6-706c8ba1e4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386209 Aug 23 21:51:00.060699 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-02b50b5b-b757-43dd-ae55-2cc40df43f56 req-f7b78720-ed81-473b-b816-48a4e8eb4819 service neutron] 10.222.0.11 "GET /v2.0/networks/24eea04c-c53a-484a-abe6-706c8ba1e4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830543 Aug 23 21:51:00.148766 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-02b50b5b-b757-43dd-ae55-2cc40df43f56 req-6b2459f7-04e9-41fd-b533-d12362045ebb service neutron] 10.222.0.11 "GET /v2.0/networks/24eea04c-c53a-484a-abe6-706c8ba1e4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814900 Aug 23 21:51:03.239981 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:51:10.167040 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-71e390b8-c10a-4f21-85b6-a5bef58c0dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:11.179421 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:13.543193 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e3936cd2-67f3-47c5-94f6-552a4d5cb9bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:13.681019 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:14.903575 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:16.284169 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:18.150527 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e28a6b2c-89c5-4362-8c5f-a4fb0db61fe4 req-fce73395-7ebc-4a1a-92cd-256a91752f3b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4f71d8e1-659c-4461-a0ea-da0d031ca13c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402565 Aug 23 21:51:18.248619 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a6b2c-89c5-4362-8c5f-a4fb0db61fe4 req-8e2c990e-d175-47f2-a2de-5bf0c1263d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:51:18.250812 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e28a6b2c-89c5-4362-8c5f-a4fb0db61fe4 req-8e2c990e-d175-47f2-a2de-5bf0c1263d18 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=85ae86e796b34b0b998c4d9aca382b55&device_id=4f71d8e1-659c-4461-a0ea-da0d031ca13c HTTP/1.1" status: 200 len: 1096 time: 0.0438983 Aug 23 21:51:18.352110 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a6b2c-89c5-4362-8c5f-a4fb0db61fe4 req-fbc8dc1f-b1e8-4c45-ae7a-1c0989245390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:51:18.353609 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e28a6b2c-89c5-4362-8c5f-a4fb0db61fe4 req-fbc8dc1f-b1e8-4c45-ae7a-1c0989245390 service neutron] 10.222.0.32 "GET /v2.0/networks?id=24eea04c-c53a-484a-abe6-706c8ba1e4ea HTTP/1.1" status: 200 len: 910 time: 0.0839291 Aug 23 21:51:18.423100 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e28a6b2c-89c5-4362-8c5f-a4fb0db61fe4 req-1cf4c720-c70e-4edc-a82e-4b95fb721a2a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=048aa289-abd3-4441-b821-1cc7bc113700 HTTP/1.1" status: 200 len: 1001 time: 0.0622041 Aug 23 21:51:18.471292 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a6b2c-89c5-4362-8c5f-a4fb0db61fe4 req-4f42fc58-8e95-42cc-b27d-f47263e1a23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:51:18.472786 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e28a6b2c-89c5-4362-8c5f-a4fb0db61fe4 req-4f42fc58-8e95-42cc-b27d-f47263e1a23e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a HTTP/1.1" status: 200 len: 848 time: 0.0428736 Aug 23 21:51:18.518899 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a6b2c-89c5-4362-8c5f-a4fb0db61fe4 req-d018c19d-9630-42d7-8d94-d5e4c3b0ff3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:51:18.520442 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e28a6b2c-89c5-4362-8c5f-a4fb0db61fe4 req-d018c19d-9630-42d7-8d94-d5e4c3b0ff3e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=24eea04c-c53a-484a-abe6-706c8ba1e4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411186 Aug 23 21:51:18.612034 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e28a6b2c-89c5-4362-8c5f-a4fb0db61fe4 req-4784378b-84b5-45fe-b442-07882b35f7ef service neutron] 10.222.0.32 "GET /v2.0/networks/24eea04c-c53a-484a-abe6-706c8ba1e4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848629 Aug 23 21:51:18.700092 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-e28a6b2c-89c5-4362-8c5f-a4fb0db61fe4 req-7112c686-5789-44db-b941-db3eff953034 service neutron] 10.222.0.32 "GET /v2.0/networks/24eea04c-c53a-484a-abe6-706c8ba1e4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810730 Aug 23 21:51:21.252830 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:24.715139 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 048aa289-abd3-4441-b821-1cc7bc113700 details requested by agent hyperv_n-h2-805663-2 with host n-h2-805663-2 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 21:51:24.818741 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 048aa289-abd3-4441-b821-1cc7bc113700, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=048aa289-abd3-4441-b821-1cc7bc113700,segment=NetworkSegment(e287b0e5-e676-412e-bb22-138f030cb705),segment_id=e287b0e5-e676-412e-bb22-138f030cb705)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:51:24.829671 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Returning: {'device': '048aa289-abd3-4441-b821-1cc7bc113700', 'network_id': '24eea04c-c53a-484a-abe6-706c8ba1e4ea', 'port_id': '048aa289-abd3-4441-b821-1cc7bc113700', 'mac_address': 'fa:16:3e:ce:32:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 21:51:24.870079 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:24.887810 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 048aa289-abd3-4441-b821-1cc7bc113700 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 21:51:24.909259 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 048aa289-abd3-4441-b821-1cc7bc113700, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=048aa289-abd3-4441-b821-1cc7bc113700,segment=NetworkSegment(e287b0e5-e676-412e-bb22-138f030cb705),segment_id=e287b0e5-e676-412e-bb22-138f030cb705)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:51:24.914783 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:24.966279 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=048aa289-abd3-4441-b821-1cc7bc113700,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:51:24.974569 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:51:24.974916 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:51:24.975250 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:51:24.975581 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:51:24.975910 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:51:24.976280 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:51:24.976608 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:51:24.976930 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:51:24.977249 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:51:24.977565 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:51:24.977882 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:51:24.978197 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:51:25.051767 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] get_ports_and_sgs() called for port_ids ['048aa289-abd3-4441-b821-1cc7bc113700'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 21:51:26.718289 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 048aa289-abd3-4441-b821-1cc7bc113700 up at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 21:51:26.772575 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Provisioning complete for port 048aa289-abd3-4441-b821-1cc7bc113700 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 21:51:26.773067 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450661'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:26.865384 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:26.896287 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f71d8e1-659c-4461-a0ea-da0d031ca13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048aa289-abd3-4441-b821-1cc7bc113700'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:51:26.898537 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e577f7a2b9c3f6bcf6a64bd3e1bbb8e0b095addae8cf51c17fc2638a25953e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72da0f90-6280-40a2-875a-20e94c4e5700" -d '{"events": [{"server_uuid": "4f71d8e1-659c-4461-a0ea-da0d031ca13c", "name": "network-vif-plugged", "status": "completed", "tag": "048aa289-abd3-4441-b821-1cc7bc113700"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:51:26.916801 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 048aa289-abd3-4441-b821-1cc7bc113700, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=048aa289-abd3-4441-b821-1cc7bc113700,segment=NetworkSegment(e287b0e5-e676-412e-bb22-138f030cb705),segment_id=e287b0e5-e676-412e-bb22-138f030cb705)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:51:26.924667 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:26.957614 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8acf5a-a813-4b5f-86c4-8e76fd6ce856 x-openstack-request-id: req-7f8acf5a-a813-4b5f-86c4-8e76fd6ce856 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:51:26.957944 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f71d8e1-659c-4461-a0ea-da0d031ca13c", "name": "network-vif-plugged", "status": "completed", "tag": "048aa289-abd3-4441-b821-1cc7bc113700", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:51:26.958149 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7f8acf5a-a813-4b5f-86c4-8e76fd6ce856 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:51:26.958525 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f71d8e1-659c-4461-a0ea-da0d031ca13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048aa289-abd3-4441-b821-1cc7bc113700', 'code': 200} Aug 23 21:51:26.988837 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=048aa289-abd3-4441-b821-1cc7bc113700,revision_number=7']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:51:34.237735 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 55942) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:51:34.398698 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-35bd7c6a-b2fc-44b9-a2dc-b552352e5878 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Deleting port ddf1bba1-e373-4e58-82d4-ca96208a31d5 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:51:34.399051 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-35bd7c6a-b2fc-44b9-a2dc-b552352e5878 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:34.477412 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-35bd7c6a-b2fc-44b9-a2dc-b552352e5878 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:34.477746 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-35bd7c6a-b2fc-44b9-a2dc-b552352e5878 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:34.489177 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-35bd7c6a-b2fc-44b9-a2dc-b552352e5878 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Calling delete_port for ddf1bba1-e373-4e58-82d4-ca96208a31d5 owned by network:floatingip {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:51:34.634356 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-35bd7c6a-b2fc-44b9-a2dc-b552352e5878 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:34.659770 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd7c6a-b2fc-44b9-a2dc-b552352e5878 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Pushing event deleted for resources: {'Port': ['ID=ddf1bba1-e373-4e58-82d4-ca96208a31d5,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:51:34.673740 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd7c6a-b2fc-44b9-a2dc-b552352e5878 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:51:34.674090 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd7c6a-b2fc-44b9-a2dc-b552352e5878 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:51:34.674490 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd7c6a-b2fc-44b9-a2dc-b552352e5878 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:51:34.674851 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd7c6a-b2fc-44b9-a2dc-b552352e5878 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:51:34.675176 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd7c6a-b2fc-44b9-a2dc-b552352e5878 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:51:34.675506 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd7c6a-b2fc-44b9-a2dc-b552352e5878 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:51:34.675827 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd7c6a-b2fc-44b9-a2dc-b552352e5878 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:51:34.676175 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd7c6a-b2fc-44b9-a2dc-b552352e5878 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:51:34.676496 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd7c6a-b2fc-44b9-a2dc-b552352e5878 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:51:34.676813 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd7c6a-b2fc-44b9-a2dc-b552352e5878 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:51:34.677130 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd7c6a-b2fc-44b9-a2dc-b552352e5878 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:51:34.677448 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd7c6a-b2fc-44b9-a2dc-b552352e5878 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:51:34.731314 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-35bd7c6a-b2fc-44b9-a2dc-b552352e5878 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks [] for floatingip, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:34.731654 n-d-805663-2 neutron-server[94687]: INFO neutron.db.l3_db [None req-35bd7c6a-b2fc-44b9-a2dc-b552352e5878 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Floating IP 78bf70eb-7649-4607-a598-d0e95720ad7d disassociated (deleted). External IP: 172.25.4.158, port: 048aa289-abd3-4441-b821-1cc7bc113700. Aug 23 21:51:34.934124 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35bd7c6a-b2fc-44b9-a2dc-b552352e5878 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Router 14860734-7844-4fd7-a9f4-ee3a60c81d8f has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:51:35.040376 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35bd7c6a-b2fc-44b9-a2dc-b552352e5878 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:51:35.045738 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-35bd7c6a-b2fc-44b9-a2dc-b552352e5878 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:35.050256 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8776c39-d4b4-4fa9-bcbd-c8ab4cc1b207 None None] Sync routers for ids ['14860734-7844-4fd7-a9f4-ee3a60c81d8f'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:51:35.059977 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8776c39-d4b4-4fa9-bcbd-c8ab4cc1b207 None None] Routers {'14860734-7844-4fd7-a9f4-ee3a60c81d8f'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:51:35.060616 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d8776c39-d4b4-4fa9-bcbd-c8ab4cc1b207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:51:14Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['14860734-7844-4fd7-a9f4-ee3a60c81d8f'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:51:35.073740 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-35bd7c6a-b2fc-44b9-a2dc-b552352e5878 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "DELETE /v2.0/floatingips/78bf70eb-7649-4607-a598-d0e95720ad7d HTTP/1.1" status: 204 len: 168 time: 0.8349235 Aug 23 21:51:35.074334 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f71d8e1-659c-4461-a0ea-da0d031ca13c', 'tag': '048aa289-abd3-4441-b821-1cc7bc113700'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:51:35.076664 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1e6a3834e992a26d7c0b67e33d767d389e5cf97a11b89f2293fa0299e1fe502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cfb7f53-e8a6-4122-b98d-4c2c99073ce0" -d '{"events": [{"name": "network-changed", "server_uuid": "4f71d8e1-659c-4461-a0ea-da0d031ca13c", "tag": "048aa289-abd3-4441-b821-1cc7bc113700"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:51:35.118513 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f16d42-dd74-4a34-b211-e3f62a391e43 x-openstack-request-id: req-86f16d42-dd74-4a34-b211-e3f62a391e43 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:51:35.118654 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f71d8e1-659c-4461-a0ea-da0d031ca13c", "tag": "048aa289-abd3-4441-b821-1cc7bc113700", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:51:35.118870 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-86f16d42-dd74-4a34-b211-e3f62a391e43 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:51:35.119215 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f71d8e1-659c-4461-a0ea-da0d031ca13c', 'tag': '048aa289-abd3-4441-b821-1cc7bc113700', 'status': 'completed', 'code': 200} Aug 23 21:51:35.173620 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-d8776c39-d4b4-4fa9-bcbd-c8ab4cc1b207 None None] Set router 14860734-7844-4fd7-a9f4-ee3a60c81d8f gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:51:35.208407 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb7f53-e8a6-4122-b98d-4c2c99073ce0 req-7a63bd8f-6e10-49de-9881-768506dcadcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:51:35.209971 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5cfb7f53-e8a6-4122-b98d-4c2c99073ce0 req-7a63bd8f-6e10-49de-9881-768506dcadcb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=85ae86e796b34b0b998c4d9aca382b55&device_id=4f71d8e1-659c-4461-a0ea-da0d031ca13c HTTP/1.1" status: 200 len: 1096 time: 0.0462043 Aug 23 21:51:35.315283 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb7f53-e8a6-4122-b98d-4c2c99073ce0 req-9c06f363-9417-46ef-9ac3-1c4153250472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:51:35.316874 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5cfb7f53-e8a6-4122-b98d-4c2c99073ce0 req-9c06f363-9417-46ef-9ac3-1c4153250472 service neutron] 10.222.0.32 "GET /v2.0/networks?id=24eea04c-c53a-484a-abe6-706c8ba1e4ea HTTP/1.1" status: 200 len: 910 time: 0.0980623 Aug 23 21:51:35.321065 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d4eb6-6b6f-4636-b9af-342d969412c7 req-43ea78ea-5047-4dae-8a18-02975535801b tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:51:35.322877 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8c1d4eb6-6b6f-4636-b9af-342d969412c7 req-43ea78ea-5047-4dae-8a18-02975535801b tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f71d8e1-659c-4461-a0ea-da0d031ca13c HTTP/1.1" status: 200 len: 945 time: 0.0506449 Aug 23 21:51:35.362595 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-8c1d4eb6-6b6f-4636-b9af-342d969412c7 req-ec8c2e4c-13f9-4c17-9323-3061ae232e7c tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/security-groups?id=10f3b3db-351f-4e45-8121-8f0b9f0fa9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336530 Aug 23 21:51:35.363960 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5cfb7f53-e8a6-4122-b98d-4c2c99073ce0 req-516873e4-248a-4e90-9737-5952b0f1fe8d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=048aa289-abd3-4441-b821-1cc7bc113700 HTTP/1.1" status: 200 len: 217 time: 0.0390840 Aug 23 21:51:35.406762 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d8776c39-d4b4-4fa9-bcbd-c8ab4cc1b207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'name': 'tempest-TestSnapshotPattern-937109301-router', 'tenant_id': '85ae86e796b34b0b998c4d9aca382b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '42df6a27-b37f-4dd0-9e05-c51e39686f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:46:55Z', 'updated_at': '2021-08-23T21:46:57Z', 'revision_number': 4, 'project_id': '85ae86e796b34b0b998c4d9aca382b55', 'gw_port': {'id': '42df6a27-b37f-4dd0-9e05-c51e39686f78', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:11:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:46:56Z', 'updated_at': '2021-08-23T21:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '2021b0cb-89e2-40da-b9a0-8270f16ce6be', 'tenant_id': '85ae86e796b34b0b998c4d9aca382b55', 'floating_ip_address': '172.25.4.13', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'port_id': '83f39564-d9e4-4d94-8f91-11435156da13', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24eea04c-c53a-484a-abe6-706c8ba1e4ea', 'mac_address': 'fa:16:3e:cc:1f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da2c65be-68df-40cf-955d-aebd5b7a9813', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:47:17Z', 'updated_at': '2021-08-23T21:47:19Z', 'revision_number': 1, 'project_id': '85ae86e796b34b0b998c4d9aca382b55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7798cb10-0607-4e06-a263-2d25f8728eb2', 'name': '', 'network_id': '24eea04c-c53a-484a-abe6-706c8ba1e4ea', 'tenant_id': '85ae86e796b34b0b998c4d9aca382b55', 'mac_address': 'fa:16:3e:a6:46:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:46:57Z', 'updated_at': '2021-08-23T21:47:03Z', 'revision_number': 5, 'project_id': '85ae86e796b34b0b998c4d9aca382b55', 'subnets': [{'id': 'ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:51:35.415365 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb7f53-e8a6-4122-b98d-4c2c99073ce0 req-a86cd752-bb8e-4ada-8a4d-8186a1cb6e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:51:35.416887 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5cfb7f53-e8a6-4122-b98d-4c2c99073ce0 req-a86cd752-bb8e-4ada-8a4d-8186a1cb6e65 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a HTTP/1.1" status: 200 len: 848 time: 0.0449748 Aug 23 21:51:35.436087 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8776c39-d4b4-4fa9-bcbd-c8ab4cc1b207 None None] Checking router: 14860734-7844-4fd7-a9f4-ee3a60c81d8f for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:51:35.444390 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8776c39-d4b4-4fa9-bcbd-c8ab4cc1b207 None None] Routers {'14860734-7844-4fd7-a9f4-ee3a60c81d8f'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:51:35.444992 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d8776c39-d4b4-4fa9-bcbd-c8ab4cc1b207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:51:14Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['14860734-7844-4fd7-a9f4-ee3a60c81d8f'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:51:35.467948 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb7f53-e8a6-4122-b98d-4c2c99073ce0 req-1dbe8bda-a508-4ec4-9041-48d366f04e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:51:35.470001 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5cfb7f53-e8a6-4122-b98d-4c2c99073ce0 req-1dbe8bda-a508-4ec4-9041-48d366f04e9b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=24eea04c-c53a-484a-abe6-706c8ba1e4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448468 Aug 23 21:51:35.563012 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5cfb7f53-e8a6-4122-b98d-4c2c99073ce0 req-2b938648-8290-4599-a083-460f70fc77ab service neutron] 10.222.0.32 "GET /v2.0/networks/24eea04c-c53a-484a-abe6-706c8ba1e4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850670 Aug 23 21:51:35.664366 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-5cfb7f53-e8a6-4122-b98d-4c2c99073ce0 req-c251a862-2896-4219-be7b-39e6a7d632e1 service neutron] 10.222.0.32 "GET /v2.0/networks/24eea04c-c53a-484a-abe6-706c8ba1e4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912111 Aug 23 21:51:35.708034 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-d8776c39-d4b4-4fa9-bcbd-c8ab4cc1b207 None None] Set router 14860734-7844-4fd7-a9f4-ee3a60c81d8f gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:51:35.927513 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d8776c39-d4b4-4fa9-bcbd-c8ab4cc1b207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'name': 'tempest-TestSnapshotPattern-937109301-router', 'tenant_id': '85ae86e796b34b0b998c4d9aca382b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '42df6a27-b37f-4dd0-9e05-c51e39686f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:46:55Z', 'updated_at': '2021-08-23T21:46:57Z', 'revision_number': 4, 'project_id': '85ae86e796b34b0b998c4d9aca382b55', 'gw_port': {'id': '42df6a27-b37f-4dd0-9e05-c51e39686f78', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:11:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:46:56Z', 'updated_at': '2021-08-23T21:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '2021b0cb-89e2-40da-b9a0-8270f16ce6be', 'tenant_id': '85ae86e796b34b0b998c4d9aca382b55', 'floating_ip_address': '172.25.4.13', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'port_id': '83f39564-d9e4-4d94-8f91-11435156da13', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24eea04c-c53a-484a-abe6-706c8ba1e4ea', 'mac_address': 'fa:16:3e:cc:1f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da2c65be-68df-40cf-955d-aebd5b7a9813', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:47:17Z', 'updated_at': '2021-08-23T21:47:19Z', 'revision_number': 1, 'project_id': '85ae86e796b34b0b998c4d9aca382b55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7798cb10-0607-4e06-a263-2d25f8728eb2', 'name': '', 'network_id': '24eea04c-c53a-484a-abe6-706c8ba1e4ea', 'tenant_id': '85ae86e796b34b0b998c4d9aca382b55', 'mac_address': 'fa:16:3e:a6:46:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:46:57Z', 'updated_at': '2021-08-23T21:47:03Z', 'revision_number': 5, 'project_id': '85ae86e796b34b0b998c4d9aca382b55', 'subnets': [{'id': 'ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:51:35.959308 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8776c39-d4b4-4fa9-bcbd-c8ab4cc1b207 None None] The sync data for ids ['14860734-7844-4fd7-a9f4-ee3a60c81d8f'] in n-d-805663-2 is: [{'id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'name': 'tempest-TestSnapshotPattern-937109301-router', 'tenant_id': '85ae86e796b34b0b998c4d9aca382b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '42df6a27-b37f-4dd0-9e05-c51e39686f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:46:55Z', 'updated_at': '2021-08-23T21:46:57Z', 'revision_number': 4, 'project_id': '85ae86e796b34b0b998c4d9aca382b55', 'gw_port': {'id': '42df6a27-b37f-4dd0-9e05-c51e39686f78', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:11:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:46:56Z', 'updated_at': '2021-08-23T21:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_floatingips': [{'id': '2021b0cb-89e2-40da-b9a0-8270f16ce6be', 'tenant_id': '85ae86e796b34b0b998c4d9aca382b55', 'floating_ip_address': '172.25.4.13', 'floating_network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'router_id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'port_id': '83f39564-d9e4-4d94-8f91-11435156da13', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24eea04c-c53a-484a-abe6-706c8ba1e4ea', 'mac_address': 'fa:16:3e:cc:1f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da2c65be-68df-40cf-955d-aebd5b7a9813', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T21:47:17Z', 'updated_at': '2021-08-23T21:47:19Z', 'revision_number': 1, 'project_id': '85ae86e796b34b0b998c4d9aca382b55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7798cb10-0607-4e06-a263-2d25f8728eb2', 'name': '', 'network_id': '24eea04c-c53a-484a-abe6-706c8ba1e4ea', 'tenant_id': '85ae86e796b34b0b998c4d9aca382b55', 'mac_address': 'fa:16:3e:a6:46:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:46:57Z', 'updated_at': '2021-08-23T21:47:03Z', 'revision_number': 5, 'project_id': '85ae86e796b34b0b998c4d9aca382b55', 'subnets': [{'id': 'ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:51:36.210935 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089a9a76-b41a-4014-ac21-2b15dcf5c0e2 None None] New status for floating IP 78bf70eb-7649-4607-a598-d0e95720ad7d: DOWN {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 21:51:36.497881 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3865a4-2da3-4021-b1e6-2da91b7b1b8d req-052d8446-8f82-41eb-ae73-4d1b61937f15 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:51:36.499393 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ff3865a4-2da3-4021-b1e6-2da91b7b1b8d req-052d8446-8f82-41eb-ae73-4d1b61937f15 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f71d8e1-659c-4461-a0ea-da0d031ca13c HTTP/1.1" status: 200 len: 945 time: 0.0599353 Aug 23 21:51:36.537860 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-ff3865a4-2da3-4021-b1e6-2da91b7b1b8d req-b604d0ea-689c-4ff8-8f0f-ce77106e5b3a tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/security-groups?id=10f3b3db-351f-4e45-8121-8f0b9f0fa9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320666 Aug 23 21:51:36.740738 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 048aa289-abd3-4441-b821-1cc7bc113700 no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:51:36.816226 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505365'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:36.837968 n-d-805663-2 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f71d8e1-659c-4461-a0ea-da0d031ca13c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '048aa289-abd3-4441-b821-1cc7bc113700'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:51:36.840193 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e577f7a2b9c3f6bcf6a64bd3e1bbb8e0b095addae8cf51c17fc2638a25953e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa0be35-ed2d-49e0-a420-a34dea510e2b" -d '{"events": [{"server_uuid": "4f71d8e1-659c-4461-a0ea-da0d031ca13c", "name": "network-vif-unplugged", "status": "completed", "tag": "048aa289-abd3-4441-b821-1cc7bc113700"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:51:36.852248 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] For port 048aa289-abd3-4441-b821-1cc7bc113700, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=048aa289-abd3-4441-b821-1cc7bc113700,segment=NetworkSegment(e287b0e5-e676-412e-bb22-138f030cb705),segment_id=e287b0e5-e676-412e-bb22-138f030cb705)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:51:36.856296 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790315847873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790315365142', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790315365160'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:36.880502 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 21:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8acef3bc-267a-4e2a-8de7-656125a07c30 x-openstack-request-id: req-8acef3bc-267a-4e2a-8de7-656125a07c30 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:51:36.880791 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f71d8e1-659c-4461-a0ea-da0d031ca13c", "name": "network-vif-unplugged", "status": "completed", "tag": "048aa289-abd3-4441-b821-1cc7bc113700", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:51:36.881040 n-d-805663-2 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8acef3bc-267a-4e2a-8de7-656125a07c30 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:51:36.881418 n-d-805663-2 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f71d8e1-659c-4461-a0ea-da0d031ca13c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '048aa289-abd3-4441-b821-1cc7bc113700', 'code': 200} Aug 23 21:51:36.907170 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Pushing event updated for resources: {'Port': ['ID=048aa289-abd3-4441-b821-1cc7bc113700,revision_number=8']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:51:36.975152 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080f854-3178-4397-85a0-95194344c93c req-c82b6200-9c23-4577-a733-fe4350ccb4f0 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:51:36.976606 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b080f854-3178-4397-85a0-95194344c93c req-c82b6200-9c23-4577-a733-fe4350ccb4f0 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f71d8e1-659c-4461-a0ea-da0d031ca13c HTTP/1.1" status: 200 len: 943 time: 0.0477920 Aug 23 21:51:37.067634 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-b080f854-3178-4397-85a0-95194344c93c req-ecb175a1-ac6b-4409-a634-808e2d75834f tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Deleting port 048aa289-abd3-4441-b821-1cc7bc113700 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:51:37.067893 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b080f854-3178-4397-85a0-95194344c93c req-ecb175a1-ac6b-4409-a634-808e2d75834f tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:37.153980 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-b080f854-3178-4397-85a0-95194344c93c req-ecb175a1-ac6b-4409-a634-808e2d75834f tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] For port 048aa289-abd3-4441-b821-1cc7bc113700, host n-h2-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805663-2',level=0,port_id=048aa289-abd3-4441-b821-1cc7bc113700,segment=NetworkSegment(e287b0e5-e676-412e-bb22-138f030cb705),segment_id=e287b0e5-e676-412e-bb22-138f030cb705)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:51:37.154344 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b080f854-3178-4397-85a0-95194344c93c req-ecb175a1-ac6b-4409-a634-808e2d75834f tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:37.165943 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-b080f854-3178-4397-85a0-95194344c93c req-ecb175a1-ac6b-4409-a634-808e2d75834f tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Calling delete_port for 048aa289-abd3-4441-b821-1cc7bc113700 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:51:37.292198 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b080f854-3178-4397-85a0-95194344c93c req-ecb175a1-ac6b-4409-a634-808e2d75834f tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:37.320655 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb175a1-ac6b-4409-a634-808e2d75834f tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Pushing event deleted for resources: {'Port': ['ID=048aa289-abd3-4441-b821-1cc7bc113700,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:51:37.363924 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-b080f854-3178-4397-85a0-95194344c93c req-ecb175a1-ac6b-4409-a634-808e2d75834f tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] No DVR routers for this DVR port 048aa289-abd3-4441-b821-1cc7bc113700 on host n-h2-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:51:37.366725 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b080f854-3178-4397-85a0-95194344c93c req-ecb175a1-ac6b-4409-a634-808e2d75834f tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:37.368774 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-b080f854-3178-4397-85a0-95194344c93c req-ecb175a1-ac6b-4409-a634-808e2d75834f tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.32 "DELETE /v2.0/ports/048aa289-abd3-4441-b821-1cc7bc113700 HTTP/1.1" status: 204 len: 173 time: 0.3862522 Aug 23 21:51:37.369239 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f71d8e1-659c-4461-a0ea-da0d031ca13c', 'name': 'network-vif-deleted', 'tag': '048aa289-abd3-4441-b821-1cc7bc113700'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:51:37.371774 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1e6a3834e992a26d7c0b67e33d767d389e5cf97a11b89f2293fa0299e1fe502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6ff9d7-3871-42d4-be6f-afcfdb30a8d1" -d '{"events": [{"server_uuid": "4f71d8e1-659c-4461-a0ea-da0d031ca13c", "name": "network-vif-deleted", "tag": "048aa289-abd3-4441-b821-1cc7bc113700"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:51:37.407327 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23e7844-1062-4a0f-b9aa-d7fa7ca7d7e0 x-openstack-request-id: req-d23e7844-1062-4a0f-b9aa-d7fa7ca7d7e0 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:51:37.407485 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f71d8e1-659c-4461-a0ea-da0d031ca13c", "name": "network-vif-deleted", "tag": "048aa289-abd3-4441-b821-1cc7bc113700", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:51:37.407683 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d23e7844-1062-4a0f-b9aa-d7fa7ca7d7e0 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:51:37.408092 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f71d8e1-659c-4461-a0ea-da0d031ca13c', 'name': 'network-vif-deleted', 'tag': '048aa289-abd3-4441-b821-1cc7bc113700', 'status': 'completed', 'code': 200} Aug 23 21:51:37.648339 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-b5db748a-a2d6-4a88-a30c-4b7c0bea2c70 req-d492f4cc-a613-4fdc-9be2-e8ae3411e55e tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f71d8e1-659c-4461-a0ea-da0d031ca13c HTTP/1.1" status: 200 len: 210 time: 0.0311279 Aug 23 21:51:39.314336 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 56002) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:51:39.476013 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-48b2f6a3-2dcc-45e0-8547-4fef50111b76 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Deleting port b0ac2f1b-b049-4d2f-b232-c391b788127d {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:51:39.476385 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-48b2f6a3-2dcc-45e0-8547-4fef50111b76 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:39.550171 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-48b2f6a3-2dcc-45e0-8547-4fef50111b76 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:39.550495 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-48b2f6a3-2dcc-45e0-8547-4fef50111b76 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:39.561970 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-48b2f6a3-2dcc-45e0-8547-4fef50111b76 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Calling delete_port for b0ac2f1b-b049-4d2f-b232-c391b788127d owned by network:floatingip {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:51:39.708161 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-48b2f6a3-2dcc-45e0-8547-4fef50111b76 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:39.733133 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2f6a3-2dcc-45e0-8547-4fef50111b76 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Pushing event deleted for resources: {'Port': ['ID=b0ac2f1b-b049-4d2f-b232-c391b788127d,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:51:39.793699 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-48b2f6a3-2dcc-45e0-8547-4fef50111b76 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks [] for floatingip, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:39.794032 n-d-805663-2 neutron-server[94687]: INFO neutron.db.l3_db [None req-48b2f6a3-2dcc-45e0-8547-4fef50111b76 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Floating IP 2021b0cb-89e2-40da-b9a0-8270f16ce6be disassociated (deleted). External IP: 172.25.4.13, port: 83f39564-d9e4-4d94-8f91-11435156da13. Aug 23 21:51:40.172884 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-02f19904-83f4-42fa-bc8f-77734380e4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:40.239098 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:51:40.324112 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b2f6a3-2dcc-45e0-8547-4fef50111b76 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Router 14860734-7844-4fd7-a9f4-ee3a60c81d8f has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:51:40.429720 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b2f6a3-2dcc-45e0-8547-4fef50111b76 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:51:40.434133 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-48b2f6a3-2dcc-45e0-8547-4fef50111b76 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:40.440868 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e508e785-c191-44ab-ba47-92824e09fe0f None None] Sync routers for ids ['14860734-7844-4fd7-a9f4-ee3a60c81d8f'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:51:40.453990 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e508e785-c191-44ab-ba47-92824e09fe0f None None] Routers {'14860734-7844-4fd7-a9f4-ee3a60c81d8f'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:51:40.455360 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-e508e785-c191-44ab-ba47-92824e09fe0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:51:14Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['14860734-7844-4fd7-a9f4-ee3a60c81d8f'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:51:40.463530 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-48b2f6a3-2dcc-45e0-8547-4fef50111b76 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "DELETE /v2.0/floatingips/2021b0cb-89e2-40da-b9a0-8270f16ce6be HTTP/1.1" status: 204 len: 168 time: 1.1480651 Aug 23 21:51:40.464086 n-d-805663-2 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da2c65be-68df-40cf-955d-aebd5b7a9813', 'tag': '83f39564-d9e4-4d94-8f91-11435156da13'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:51:40.466554 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1e6a3834e992a26d7c0b67e33d767d389e5cf97a11b89f2293fa0299e1fe502" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18b5fa7-78a2-4e6e-99f1-9bb41327875b" -d '{"events": [{"name": "network-changed", "server_uuid": "da2c65be-68df-40cf-955d-aebd5b7a9813", "tag": "83f39564-d9e4-4d94-8f91-11435156da13"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:51:40.503988 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 21:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09edf60d-752c-4f81-add9-fa213566aec6 x-openstack-request-id: req-09edf60d-752c-4f81-add9-fa213566aec6 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:51:40.504778 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da2c65be-68df-40cf-955d-aebd5b7a9813", "tag": "83f39564-d9e4-4d94-8f91-11435156da13", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:51:40.505103 n-d-805663-2 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-09edf60d-752c-4f81-add9-fa213566aec6 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:51:40.505567 n-d-805663-2 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da2c65be-68df-40cf-955d-aebd5b7a9813', 'tag': '83f39564-d9e4-4d94-8f91-11435156da13', 'status': 'completed', 'code': 200} Aug 23 21:51:40.573534 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-e508e785-c191-44ab-ba47-92824e09fe0f None None] Set router 14860734-7844-4fd7-a9f4-ee3a60c81d8f gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:51:40.575223 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b5fa7-78a2-4e6e-99f1-9bb41327875b req-3e694c55-4e90-4519-b26d-995e76395dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:51:40.576861 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c18b5fa7-78a2-4e6e-99f1-9bb41327875b req-3e694c55-4e90-4519-b26d-995e76395dde service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=85ae86e796b34b0b998c4d9aca382b55&device_id=da2c65be-68df-40cf-955d-aebd5b7a9813 HTTP/1.1" status: 200 len: 1094 time: 0.0471139 Aug 23 21:51:40.679187 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b5fa7-78a2-4e6e-99f1-9bb41327875b req-63ccc791-0eac-43a4-b4ad-2f38286e3f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:51:40.680776 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c18b5fa7-78a2-4e6e-99f1-9bb41327875b req-63ccc791-0eac-43a4-b4ad-2f38286e3f0e service neutron] 10.222.0.11 "GET /v2.0/networks?id=24eea04c-c53a-484a-abe6-706c8ba1e4ea HTTP/1.1" status: 200 len: 910 time: 0.0968876 Aug 23 21:51:40.718921 n-d-805663-2 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da0e3a-eb0d-40d6-bc68-c25e9a330a02 req-ff74bf7d-d069-491c-b5d6-2eb4e46850c1 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:51:40.720502 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-04da0e3a-eb0d-40d6-bc68-c25e9a330a02 req-ff74bf7d-d069-491c-b5d6-2eb4e46850c1 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/ports?device_id=da2c65be-68df-40cf-955d-aebd5b7a9813 HTTP/1.1" status: 200 len: 943 time: 0.0522945 Aug 23 21:51:40.729337 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c18b5fa7-78a2-4e6e-99f1-9bb41327875b req-2a580833-768d-4c58-8a39-3f15bec3e42b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83f39564-d9e4-4d94-8f91-11435156da13 HTTP/1.1" status: 200 len: 217 time: 0.0407546 Aug 23 21:51:40.763917 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [req-04da0e3a-eb0d-40d6-bc68-c25e9a330a02 req-ca9ecf77-0521-4728-8852-295ac5cd0c43 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/security-groups?id=10f3b3db-351f-4e45-8121-8f0b9f0fa9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362382 Aug 23 21:51:40.779039 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 048aa289-abd3-4441-b821-1cc7bc113700 no longer exists at agent hyperv_n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:51:40.798679 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b5fa7-78a2-4e6e-99f1-9bb41327875b req-15ef95e0-c5b5-4081-a911-4dbdd75d5237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:51:40.800235 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c18b5fa7-78a2-4e6e-99f1-9bb41327875b req-15ef95e0-c5b5-4081-a911-4dbdd75d5237 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a HTTP/1.1" status: 200 len: 848 time: 0.0631549 Aug 23 21:51:40.801055 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] No Port match for: 048aa289-abd3-4441-b821-1cc7bc113700 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:51:40.801400 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Device 048aa289-abd3-4441-b821-1cc7bc113700 not bound to the agent host n-h2-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:51:40.812859 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-e508e785-c191-44ab-ba47-92824e09fe0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'name': 'tempest-TestSnapshotPattern-937109301-router', 'tenant_id': '85ae86e796b34b0b998c4d9aca382b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '42df6a27-b37f-4dd0-9e05-c51e39686f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:46:55Z', 'updated_at': '2021-08-23T21:46:57Z', 'revision_number': 4, 'project_id': '85ae86e796b34b0b998c4d9aca382b55', 'gw_port': {'id': '42df6a27-b37f-4dd0-9e05-c51e39686f78', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:11:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:46:56Z', 'updated_at': '2021-08-23T21:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '7798cb10-0607-4e06-a263-2d25f8728eb2', 'name': '', 'network_id': '24eea04c-c53a-484a-abe6-706c8ba1e4ea', 'tenant_id': '85ae86e796b34b0b998c4d9aca382b55', 'mac_address': 'fa:16:3e:a6:46:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:46:57Z', 'updated_at': '2021-08-23T21:47:03Z', 'revision_number': 5, 'project_id': '85ae86e796b34b0b998c4d9aca382b55', 'subnets': [{'id': 'ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:51:40.839115 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e508e785-c191-44ab-ba47-92824e09fe0f None None] Checking router: 14860734-7844-4fd7-a9f4-ee3a60c81d8f for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:51:40.847763 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b5fa7-78a2-4e6e-99f1-9bb41327875b req-785ffe49-954b-4264-927d-8ccf4eb90ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:51:40.847961 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e508e785-c191-44ab-ba47-92824e09fe0f None None] Routers {'14860734-7844-4fd7-a9f4-ee3a60c81d8f'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:51:40.848452 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-e508e785-c191-44ab-ba47-92824e09fe0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:51:14Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['14860734-7844-4fd7-a9f4-ee3a60c81d8f'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:51:40.849322 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c18b5fa7-78a2-4e6e-99f1-9bb41327875b req-785ffe49-954b-4264-927d-8ccf4eb90ccb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24eea04c-c53a-484a-abe6-706c8ba1e4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404289 Aug 23 21:51:40.945841 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c18b5fa7-78a2-4e6e-99f1-9bb41327875b req-1b08b925-8b2a-4da2-853d-69029dffcace service neutron] 10.222.0.11 "GET /v2.0/networks/24eea04c-c53a-484a-abe6-706c8ba1e4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867941 Aug 23 21:51:40.955962 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-e508e785-c191-44ab-ba47-92824e09fe0f None None] Set router 14860734-7844-4fd7-a9f4-ee3a60c81d8f gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:51:41.038762 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-c18b5fa7-78a2-4e6e-99f1-9bb41327875b req-20dc12a1-2463-4815-8c8c-f4e93da08905 service neutron] 10.222.0.11 "GET /v2.0/networks/24eea04c-c53a-484a-abe6-706c8ba1e4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847595 Aug 23 21:51:41.170938 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:41.174101 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-e508e785-c191-44ab-ba47-92824e09fe0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'name': 'tempest-TestSnapshotPattern-937109301-router', 'tenant_id': '85ae86e796b34b0b998c4d9aca382b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '42df6a27-b37f-4dd0-9e05-c51e39686f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:46:55Z', 'updated_at': '2021-08-23T21:46:57Z', 'revision_number': 4, 'project_id': '85ae86e796b34b0b998c4d9aca382b55', 'gw_port': {'id': '42df6a27-b37f-4dd0-9e05-c51e39686f78', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:11:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:46:56Z', 'updated_at': '2021-08-23T21:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '7798cb10-0607-4e06-a263-2d25f8728eb2', 'name': '', 'network_id': '24eea04c-c53a-484a-abe6-706c8ba1e4ea', 'tenant_id': '85ae86e796b34b0b998c4d9aca382b55', 'mac_address': 'fa:16:3e:a6:46:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:46:57Z', 'updated_at': '2021-08-23T21:47:03Z', 'revision_number': 5, 'project_id': '85ae86e796b34b0b998c4d9aca382b55', 'subnets': [{'id': 'ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:51:41.200398 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e508e785-c191-44ab-ba47-92824e09fe0f None None] The sync data for ids ['14860734-7844-4fd7-a9f4-ee3a60c81d8f'] in n-d-805663-2 is: [{'id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'name': 'tempest-TestSnapshotPattern-937109301-router', 'tenant_id': '85ae86e796b34b0b998c4d9aca382b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '42df6a27-b37f-4dd0-9e05-c51e39686f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:46:55Z', 'updated_at': '2021-08-23T21:46:57Z', 'revision_number': 4, 'project_id': '85ae86e796b34b0b998c4d9aca382b55', 'gw_port': {'id': '42df6a27-b37f-4dd0-9e05-c51e39686f78', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:11:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:46:56Z', 'updated_at': '2021-08-23T21:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2', '_interfaces': [{'id': '7798cb10-0607-4e06-a263-2d25f8728eb2', 'name': '', 'network_id': '24eea04c-c53a-484a-abe6-706c8ba1e4ea', 'tenant_id': '85ae86e796b34b0b998c4d9aca382b55', 'mac_address': 'fa:16:3e:a6:46:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:46:57Z', 'updated_at': '2021-08-23T21:47:03Z', 'revision_number': 5, 'project_id': '85ae86e796b34b0b998c4d9aca382b55', 'subnets': [{'id': 'ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:51:41.405734 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10033d86-5b14-4839-94c9-4be0c50a1b32 None None] New status for floating IP 2021b0cb-89e2-40da-b9a0-8270f16ce6be: DOWN {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 21:51:41.881546 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add01307-8401-4d76-9a99-3d8ffebdb889 req-5f13acd6-ff40-4c05-9908-517622672ff2 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:51:41.882991 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-add01307-8401-4d76-9a99-3d8ffebdb889 req-5f13acd6-ff40-4c05-9908-517622672ff2 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/ports?device_id=da2c65be-68df-40cf-955d-aebd5b7a9813 HTTP/1.1" status: 200 len: 943 time: 0.0487306 Aug 23 21:51:41.923683 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-add01307-8401-4d76-9a99-3d8ffebdb889 req-d6fc024f-ff73-4b7c-a07c-22a6f3ad1e04 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/security-groups?id=10f3b3db-351f-4e45-8121-8f0b9f0fa9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347357 Aug 23 21:51:42.253332 n-d-805663-2 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd426c-a4cb-457a-a88e-a0df8c7bde3a req-99958e41-f797-423d-85c4-26099d5014f6 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 21:51:42.254755 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-16cd426c-a4cb-457a-a88e-a0df8c7bde3a req-99958e41-f797-423d-85c4-26099d5014f6 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.11 "GET /v2.0/ports?device_id=da2c65be-68df-40cf-955d-aebd5b7a9813 HTTP/1.1" status: 200 len: 943 time: 0.0480397 Aug 23 21:51:42.344880 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-16cd426c-a4cb-457a-a88e-a0df8c7bde3a req-34378f2d-4f70-4d31-b583-18c8025a22ed tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Deleting port 83f39564-d9e4-4d94-8f91-11435156da13 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:51:42.345217 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-16cd426c-a4cb-457a-a88e-a0df8c7bde3a req-34378f2d-4f70-4d31-b583-18c8025a22ed tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:42.434385 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-16cd426c-a4cb-457a-a88e-a0df8c7bde3a req-34378f2d-4f70-4d31-b583-18c8025a22ed tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] For port 83f39564-d9e4-4d94-8f91-11435156da13, host n-h1-805663-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805663-2',level=0,port_id=83f39564-d9e4-4d94-8f91-11435156da13,segment=NetworkSegment(e287b0e5-e676-412e-bb22-138f030cb705),segment_id=e287b0e5-e676-412e-bb22-138f030cb705)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:51:42.434750 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-16cd426c-a4cb-457a-a88e-a0df8c7bde3a req-34378f2d-4f70-4d31-b583-18c8025a22ed tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:42.446402 n-d-805663-2 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-16cd426c-a4cb-457a-a88e-a0df8c7bde3a req-34378f2d-4f70-4d31-b583-18c8025a22ed tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Calling delete_port for 83f39564-d9e4-4d94-8f91-11435156da13 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:51:42.581290 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-16cd426c-a4cb-457a-a88e-a0df8c7bde3a req-34378f2d-4f70-4d31-b583-18c8025a22ed tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9683685'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:42.609831 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34378f2d-4f70-4d31-b583-18c8025a22ed tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Pushing event deleted for resources: {'Port': ['ID=83f39564-d9e4-4d94-8f91-11435156da13,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:51:42.639563 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34378f2d-4f70-4d31-b583-18c8025a22ed tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:51:42.639905 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34378f2d-4f70-4d31-b583-18c8025a22ed tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:51:42.640834 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34378f2d-4f70-4d31-b583-18c8025a22ed tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:51:42.641168 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34378f2d-4f70-4d31-b583-18c8025a22ed tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:51:42.641516 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34378f2d-4f70-4d31-b583-18c8025a22ed tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:51:42.641845 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34378f2d-4f70-4d31-b583-18c8025a22ed tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:51:42.642162 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34378f2d-4f70-4d31-b583-18c8025a22ed tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:51:42.642479 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34378f2d-4f70-4d31-b583-18c8025a22ed tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:51:42.642795 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34378f2d-4f70-4d31-b583-18c8025a22ed tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:51:42.643107 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34378f2d-4f70-4d31-b583-18c8025a22ed tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:51:42.643423 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34378f2d-4f70-4d31-b583-18c8025a22ed tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:51:42.643739 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34378f2d-4f70-4d31-b583-18c8025a22ed tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805663-2 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 21:51:42.663658 n-d-805663-2 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-16cd426c-a4cb-457a-a88e-a0df8c7bde3a req-34378f2d-4f70-4d31-b583-18c8025a22ed tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] No DVR routers for this DVR port 83f39564-d9e4-4d94-8f91-11435156da13 on host n-h1-805663-2 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:51:42.666106 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-16cd426c-a4cb-457a-a88e-a0df8c7bde3a req-34378f2d-4f70-4d31-b583-18c8025a22ed tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1023277'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:42.668668 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-16cd426c-a4cb-457a-a88e-a0df8c7bde3a req-34378f2d-4f70-4d31-b583-18c8025a22ed tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.11 "DELETE /v2.0/ports/83f39564-d9e4-4d94-8f91-11435156da13 HTTP/1.1" status: 204 len: 173 time: 0.4050815 Aug 23 21:51:42.669112 n-d-805663-2 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da2c65be-68df-40cf-955d-aebd5b7a9813', 'name': 'network-vif-deleted', 'tag': '83f39564-d9e4-4d94-8f91-11435156da13'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 21:51:42.672548 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}464d6cbacbaeb9374483e58d29b165f94917862334b697df3b381d289610f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3390585d-7d13-4d1d-a4c6-65ad6f3b2966" -d '{"events": [{"server_uuid": "da2c65be-68df-40cf-955d-aebd5b7a9813", "name": "network-vif-deleted", "tag": "83f39564-d9e4-4d94-8f91-11435156da13"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 21:51:42.784342 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 21:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f8d145-f96f-4eb9-a85f-e9cda1d3b08d x-openstack-request-id: req-96f8d145-f96f-4eb9-a85f-e9cda1d3b08d {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 21:51:42.784634 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da2c65be-68df-40cf-955d-aebd5b7a9813", "name": "network-vif-deleted", "tag": "83f39564-d9e4-4d94-8f91-11435156da13", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 21:51:42.784887 n-d-805663-2 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-96f8d145-f96f-4eb9-a85f-e9cda1d3b08d {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 21:51:42.785287 n-d-805663-2 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da2c65be-68df-40cf-955d-aebd5b7a9813', 'name': 'network-vif-deleted', 'tag': '83f39564-d9e4-4d94-8f91-11435156da13', 'status': 'completed', 'code': 200} Aug 23 21:51:43.033803 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [req-f78eabee-9608-45c9-b4d5-5b425fe992a4 req-b5317b71-2806-4ce0-bc82-51cc2ec242e5 tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "GET /v2.0/ports?device_id=da2c65be-68df-40cf-955d-aebd5b7a9813 HTTP/1.1" status: 200 len: 210 time: 0.0295026 Aug 23 21:51:43.544383 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d96b6fd0-4479-45f1-9755-8bc01f00f0e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:43.681384 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:44.090687 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 56024) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:51:44.147886 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-45ba4f8f-0255-4eba-a2f0-01d01119a64e tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:44.172431 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-45ba4f8f-0255-4eba-a2f0-01d01119a64e tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:44.232138 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-45ba4f8f-0255-4eba-a2f0-01d01119a64e tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:44.235293 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-45ba4f8f-0255-4eba-a2f0-01d01119a64e tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:44.236476 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-45ba4f8f-0255-4eba-a2f0-01d01119a64e tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] 10.222.0.61 "DELETE /v2.0/security-groups/10f3b3db-351f-4e45-8121-8f0b9f0fa9d2 HTTP/1.1" status: 204 len: 168 time: 0.1447697 Aug 23 21:51:44.245794 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ba4f8f-0255-4eba-a2f0-01d01119a64e tempest-TestSnapshotPattern-1432265573 tempest-TestSnapshotPattern-1432265573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f3b3db-351f-4e45-8121-8f0b9f0fa9d2,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:51:44.283918 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 56028) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:51:44.625212 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef5fac2f-b6f3-4a2a-b1d7-556b61cf317d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:44.873177 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-ef5fac2f-b6f3-4a2a-b1d7-556b61cf317d admin admin] Deleting port 7798cb10-0607-4e06-a263-2d25f8728eb2 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:51:44.873419 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef5fac2f-b6f3-4a2a-b1d7-556b61cf317d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:44.907657 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:44.951860 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-ef5fac2f-b6f3-4a2a-b1d7-556b61cf317d admin admin] For port 7798cb10-0607-4e06-a263-2d25f8728eb2, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=7798cb10-0607-4e06-a263-2d25f8728eb2,segment=NetworkSegment(e287b0e5-e676-412e-bb22-138f030cb705),segment_id=e287b0e5-e676-412e-bb22-138f030cb705)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:51:44.952255 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef5fac2f-b6f3-4a2a-b1d7-556b61cf317d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:44.969580 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-ef5fac2f-b6f3-4a2a-b1d7-556b61cf317d admin admin] Calling delete_port for 7798cb10-0607-4e06-a263-2d25f8728eb2 owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:51:45.144997 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef5fac2f-b6f3-4a2a-b1d7-556b61cf317d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:45.170194 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5fac2f-b6f3-4a2a-b1d7-556b61cf317d admin admin] Pushing event deleted for resources: {'Port': ['ID=7798cb10-0607-4e06-a263-2d25f8728eb2,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:51:45.335535 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef5fac2f-b6f3-4a2a-b1d7-556b61cf317d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:45.557812 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef5fac2f-b6f3-4a2a-b1d7-556b61cf317d admin admin] Router 14860734-7844-4fd7-a9f4-ee3a60c81d8f has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:51:45.662558 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5fac2f-b6f3-4a2a-b1d7-556b61cf317d admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:51:45.667672 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-ef5fac2f-b6f3-4a2a-b1d7-556b61cf317d admin admin] 10.222.0.61 "PUT /v2.0/routers/14860734-7844-4fd7-a9f4-ee3a60c81d8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3826656 Aug 23 21:51:45.670147 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 56030) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:51:45.672843 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd61e70a-0f80-49ef-a3fa-e2dbee00acad None None] Sync routers for ids ['14860734-7844-4fd7-a9f4-ee3a60c81d8f'] in n-d-805663-2 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:51:45.681875 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd61e70a-0f80-49ef-a3fa-e2dbee00acad None None] Routers {'14860734-7844-4fd7-a9f4-ee3a60c81d8f'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:51:45.682475 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-cd61e70a-0f80-49ef-a3fa-e2dbee00acad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:51:44Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['14860734-7844-4fd7-a9f4-ee3a60c81d8f'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:51:45.776683 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-47122907-f8f1-4ee2-9c89-7dc6207cc853 admin admin] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:45.786629 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-cd61e70a-0f80-49ef-a3fa-e2dbee00acad None None] Set router 14860734-7844-4fd7-a9f4-ee3a60c81d8f gateway port host: n-d-805663-2 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:51:45.879013 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-47122907-f8f1-4ee2-9c89-7dc6207cc853 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:45.931995 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-47122907-f8f1-4ee2-9c89-7dc6207cc853 admin admin] Deleting port 42df6a27-b37f-4dd0-9e05-c51e39686f78 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:51:45.932370 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-47122907-f8f1-4ee2-9c89-7dc6207cc853 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:45.969498 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-cd61e70a-0f80-49ef-a3fa-e2dbee00acad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'name': 'tempest-TestSnapshotPattern-937109301-router', 'tenant_id': '85ae86e796b34b0b998c4d9aca382b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '42df6a27-b37f-4dd0-9e05-c51e39686f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:46:55Z', 'updated_at': '2021-08-23T21:51:45Z', 'revision_number': 5, 'project_id': '85ae86e796b34b0b998c4d9aca382b55', 'gw_port': {'id': '42df6a27-b37f-4dd0-9e05-c51e39686f78', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:11:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:46:56Z', 'updated_at': '2021-08-23T21:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:51:45.995648 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd61e70a-0f80-49ef-a3fa-e2dbee00acad None None] Checking router: 14860734-7844-4fd7-a9f4-ee3a60c81d8f for host: n-d-805663-2 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:51:46.004037 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd61e70a-0f80-49ef-a3fa-e2dbee00acad None None] Routers {'14860734-7844-4fd7-a9f4-ee3a60c81d8f'} bound to L3 agent in host n-d-805663-2 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:51:46.004668 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-cd61e70a-0f80-49ef-a3fa-e2dbee00acad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:51:44Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['14860734-7844-4fd7-a9f4-ee3a60c81d8f'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:51:46.012173 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-47122907-f8f1-4ee2-9c89-7dc6207cc853 admin admin] For port 42df6a27-b37f-4dd0-9e05-c51e39686f78, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=42df6a27-b37f-4dd0-9e05-c51e39686f78,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:51:46.012547 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-47122907-f8f1-4ee2-9c89-7dc6207cc853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:46.024758 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-47122907-f8f1-4ee2-9c89-7dc6207cc853 admin admin] Calling delete_port for 42df6a27-b37f-4dd0-9e05-c51e39686f78 owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:51:46.094496 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-cd61e70a-0f80-49ef-a3fa-e2dbee00acad None None] Set router 14860734-7844-4fd7-a9f4-ee3a60c81d8f gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:51:46.148648 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-cd61e70a-0f80-49ef-a3fa-e2dbee00acad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'name': 'tempest-TestSnapshotPattern-937109301-router', 'tenant_id': '85ae86e796b34b0b998c4d9aca382b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:46:55Z', 'updated_at': '2021-08-23T21:51:45Z', 'revision_number': 6, 'project_id': '85ae86e796b34b0b998c4d9aca382b55', 'gw_port_host': None}], 'n-d-805663-2', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:51:46.176154 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd61e70a-0f80-49ef-a3fa-e2dbee00acad None None] The sync data for ids ['14860734-7844-4fd7-a9f4-ee3a60c81d8f'] in n-d-805663-2 is: [{'id': '14860734-7844-4fd7-a9f4-ee3a60c81d8f', 'name': 'tempest-TestSnapshotPattern-937109301-router', 'tenant_id': '85ae86e796b34b0b998c4d9aca382b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:46:55Z', 'updated_at': '2021-08-23T21:51:45Z', 'revision_number': 6, 'project_id': '85ae86e796b34b0b998c4d9aca382b55', 'gw_port_host': None}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:51:46.201227 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-47122907-f8f1-4ee2-9c89-7dc6207cc853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:46.229679 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47122907-f8f1-4ee2-9c89-7dc6207cc853 admin admin] Pushing event deleted for resources: {'Port': ['ID=42df6a27-b37f-4dd0-9e05-c51e39686f78,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:51:46.286777 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:46.291641 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-47122907-f8f1-4ee2-9c89-7dc6207cc853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:46.380709 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-47122907-f8f1-4ee2-9c89-7dc6207cc853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:46.382823 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-47122907-f8f1-4ee2-9c89-7dc6207cc853 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:46.424793 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-47122907-f8f1-4ee2-9c89-7dc6207cc853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:46.425275 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47122907-f8f1-4ee2-9c89-7dc6207cc853 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14860734-7844-4fd7-a9f4-ee3a60c81d8f {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 21:51:46.429464 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-47122907-f8f1-4ee2-9c89-7dc6207cc853 admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:46.430749 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-47122907-f8f1-4ee2-9c89-7dc6207cc853 admin admin] 10.222.0.61 "DELETE /v2.0/routers/14860734-7844-4fd7-a9f4-ee3a60c81d8f HTTP/1.1" status: 204 len: 168 time: 0.7596262 Aug 23 21:51:46.433228 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 56032) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:51:46.481371 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc590866-0987-4253-96de-8ef8cc3c007f admin admin] Deleting subnet ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 21:51:46.484419 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cc590866-0987-4253-96de-8ef8cc3c007f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:46.520639 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cc590866-0987-4253-96de-8ef8cc3c007f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:46.609414 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cc590866-0987-4253-96de-8ef8cc3c007f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:46.668875 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cc590866-0987-4253-96de-8ef8cc3c007f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:46.693929 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc590866-0987-4253-96de-8ef8cc3c007f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:51:46.697495 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cc590866-0987-4253-96de-8ef8cc3c007f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:46.699325 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-cc590866-0987-4253-96de-8ef8cc3c007f admin admin] 10.222.0.61 "DELETE /v2.0/subnets/ecbb8303-7d36-4a60-a0fc-afe6fabcfc5a HTTP/1.1" status: 204 len: 168 time: 0.2651534 Aug 23 21:51:46.701849 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 56034) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:51:46.704305 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243a065c-475f-4f8d-a01a-d200081092cc None None] Network 24eea04c-c53a-484a-abe6-706c8ba1e4ea requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:51:46.770217 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c2af54c5-2c0c-4c47-accb-b4e57e99be80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:46.823170 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-c2af54c5-2c0c-4c47-accb-b4e57e99be80 admin admin] Deleting port 5304050c-1ed6-4078-bdb4-41c71924ca43 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:51:46.823519 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c2af54c5-2c0c-4c47-accb-b4e57e99be80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:46.890278 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-c2af54c5-2c0c-4c47-accb-b4e57e99be80 admin admin] For port 5304050c-1ed6-4078-bdb4-41c71924ca43, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=5304050c-1ed6-4078-bdb4-41c71924ca43,segment=NetworkSegment(e287b0e5-e676-412e-bb22-138f030cb705),segment_id=e287b0e5-e676-412e-bb22-138f030cb705)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:51:46.890675 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c2af54c5-2c0c-4c47-accb-b4e57e99be80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:46.902808 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-c2af54c5-2c0c-4c47-accb-b4e57e99be80 admin admin] Calling delete_port for 5304050c-1ed6-4078-bdb4-41c71924ca43 owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:51:46.954085 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80389e4-fa3b-47e3-9738-7c691aad7a1d None None] DHCP port deletion for 24eea04c-c53a-484a-abe6-706c8ba1e4ea request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 21:51:46.980313 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 7798cb10-0607-4e06-a263-2d25f8728eb2 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:51:46.984894 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c2af54c5-2c0c-4c47-accb-b4e57e99be80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:47.002154 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 7798cb10-0607-4e06-a263-2d25f8728eb2 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:51:47.002747 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 7798cb10-0607-4e06-a263-2d25f8728eb2 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:51:47.014518 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af54c5-2c0c-4c47-accb-b4e57e99be80 admin admin] Pushing event deleted for resources: {'Port': ['ID=5304050c-1ed6-4078-bdb4-41c71924ca43,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:51:47.018656 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2af54c5-2c0c-4c47-accb-b4e57e99be80 admin admin] No DVR routers for this DVR port 5304050c-1ed6-4078-bdb4-41c71924ca43 on host n-d-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:51:47.023713 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b80389e4-fa3b-47e3-9738-7c691aad7a1d None None] Deleting port 5304050c-1ed6-4078-bdb4-41c71924ca43 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:51:47.024237 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b80389e4-fa3b-47e3-9738-7c691aad7a1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:47.089843 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-b80389e4-fa3b-47e3-9738-7c691aad7a1d None None] For port 5304050c-1ed6-4078-bdb4-41c71924ca43, host n-d-805663-2, got binding levels [] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:51:47.090099 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c2af54c5-2c0c-4c47-accb-b4e57e99be80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:47.090232 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b80389e4-fa3b-47e3-9738-7c691aad7a1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:47.100634 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-c2af54c5-2c0c-4c47-accb-b4e57e99be80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24eea04c-c53a-484a-abe6-706c8ba1e4ea']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:51:47.103791 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b80389e4-fa3b-47e3-9738-7c691aad7a1d None None] Calling delete_port for 5304050c-1ed6-4078-bdb4-41c71924ca43 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:51:47.106401 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.ipam_backend_mixin [None req-b80389e4-fa3b-47e3-9738-7c691aad7a1d None None] Port 5304050c-1ed6-4078-bdb4-41c71924ca43 was not found and therefore no delete operation was performed {{(pid=94689) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 23 21:51:47.107619 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b80389e4-fa3b-47e3-9738-7c691aad7a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:47.111082 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-c2af54c5-2c0c-4c47-accb-b4e57e99be80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e287b0e5-e676-412e-bb22-138f030cb705') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:51:47.111384 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-c2af54c5-2c0c-4c47-accb-b4e57e99be80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e287b0e5-e676-412e-bb22-138f030cb705') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:51:47.120657 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c2af54c5-2c0c-4c47-accb-b4e57e99be80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:47.133587 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80389e4-fa3b-47e3-9738-7c691aad7a1d None None] Pushing event deleted for resources: {'Port': ['ID=5304050c-1ed6-4078-bdb4-41c71924ca43,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:51:47.135291 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c2af54c5-2c0c-4c47-accb-b4e57e99be80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:47.137895 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80389e4-fa3b-47e3-9738-7c691aad7a1d None None] No DVR routers for this DVR port 5304050c-1ed6-4078-bdb4-41c71924ca43 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:51:47.147733 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2af54c5-2c0c-4c47-accb-b4e57e99be80 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:51:47.147733 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c2af54c5-2c0c-4c47-accb-b4e57e99be80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:47.147733 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 21:51:47.147733 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:51:47.147733 n-d-805663-2 neutron-server[94687]: timer() Aug 23 21:51:47.147733 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:51:47.147733 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 21:51:47.147733 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:51:47.147733 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 21:51:47.147733 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:51:47.147733 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 21:51:47.147733 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:51:47.147733 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 21:51:47.147733 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:51:47.147733 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 21:51:47.147733 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:51:47.147733 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:51:47.147733 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:51:47.147733 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:51:47.147733 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:51:47.147733 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 21:51:47.147733 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:51:47.147733 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 21:51:47.147733 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:51:47.147733 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:51:47.147733 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:51:47.147733 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 21:51:47.147733 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:51:47.147733 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:51:47.147733 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:51:47.147733 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:51:47.147733 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:51:47.147733 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:51:47.147733 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:51:47.205695 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c2af54c5-2c0c-4c47-accb-b4e57e99be80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:47.213527 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c2af54c5-2c0c-4c47-accb-b4e57e99be80 admin admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:47.216609 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-c2af54c5-2c0c-4c47-accb-b4e57e99be80 admin admin] 10.222.0.61 "DELETE /v2.0/networks/24eea04c-c53a-484a-abe6-706c8ba1e4ea HTTP/1.1" status: 204 len: 168 time: 0.5135901 Aug 23 21:51:47.219545 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 56036) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:51:47.239692 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af54c5-2c0c-4c47-accb-b4e57e99be80 admin admin] Pushing event deleted for resources: {'Network': ['ID=24eea04c-c53a-484a-abe6-706c8ba1e4ea,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:51:47.575772 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f4304ac7-a394-49d4-a1bc-a2ee52d98a0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498074'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:47.816921 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-f4304ac7-a394-49d4-a1bc-a2ee52d98a0c admin admin] Deleting port 180b0b2a-84d2-4f4f-b01b-0b1704e32902 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:51:47.817285 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f4304ac7-a394-49d4-a1bc-a2ee52d98a0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:47.839287 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 83f39564-d9e4-4d94-8f91-11435156da13 no longer exists at agent hyperv_n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:51:47.859619 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] No Port match for: 83f39564-d9e4-4d94-8f91-11435156da13 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:51:47.859957 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Device 83f39564-d9e4-4d94-8f91-11435156da13 not bound to the agent host n-h1-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:51:47.898274 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-f4304ac7-a394-49d4-a1bc-a2ee52d98a0c admin admin] For port 180b0b2a-84d2-4f4f-b01b-0b1704e32902, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=180b0b2a-84d2-4f4f-b01b-0b1704e32902,segment=NetworkSegment(00f7f06b-3295-4461-90d4-bd9e253b91b6),segment_id=00f7f06b-3295-4461-90d4-bd9e253b91b6)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:51:47.898635 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f4304ac7-a394-49d4-a1bc-a2ee52d98a0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:47.909980 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-f4304ac7-a394-49d4-a1bc-a2ee52d98a0c admin admin] Calling delete_port for 180b0b2a-84d2-4f4f-b01b-0b1704e32902 owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:51:48.414595 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f4304ac7-a394-49d4-a1bc-a2ee52d98a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:48.441684 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4304ac7-a394-49d4-a1bc-a2ee52d98a0c admin admin] Pushing event deleted for resources: {'Port': ['ID=180b0b2a-84d2-4f4f-b01b-0b1704e32902,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:51:48.464533 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 5304050c-1ed6-4078-bdb4-41c71924ca43 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:51:48.487149 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 5304050c-1ed6-4078-bdb4-41c71924ca43 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:51:48.487498 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 5304050c-1ed6-4078-bdb4-41c71924ca43 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:51:48.487926 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 42df6a27-b37f-4dd0-9e05-c51e39686f78 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:51:48.507399 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 42df6a27-b37f-4dd0-9e05-c51e39686f78 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:51:48.507747 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 42df6a27-b37f-4dd0-9e05-c51e39686f78 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:51:48.606497 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f4304ac7-a394-49d4-a1bc-a2ee52d98a0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497958'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:48.816315 n-d-805663-2 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4304ac7-a394-49d4-a1bc-a2ee52d98a0c admin admin] Router 880d8d5b-66e4-4df0-b180-e3e4dfd6f7f2 has already been hosted by L3 agent a5627fc2-8585-4597-9aa2-ba59e7d038ff {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 21:51:48.920646 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4304ac7-a394-49d4-a1bc-a2ee52d98a0c admin admin] Notify agent at l3_agent.n-d-805663-2 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 21:51:48.926956 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-f4304ac7-a394-49d4-a1bc-a2ee52d98a0c admin admin] 10.222.0.61 "PUT /v2.0/routers/880d8d5b-66e4-4df0-b180-e3e4dfd6f7f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7047937 Aug 23 21:51:48.928209 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 56038) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:51:48.931466 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f7c6e8-f7bb-4d8c-a9e3-b20864834a1e None None] Sync routers for ids ['880d8d5b-66e4-4df0-b180-e3e4dfd6f7f2'] in n-d-805663-2 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 21:51:48.941038 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f7c6e8-f7bb-4d8c-a9e3-b20864834a1e None None] Routers {'880d8d5b-66e4-4df0-b180-e3e4dfd6f7f2'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:51:48.941706 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-28f7c6e8-f7bb-4d8c-a9e3-b20864834a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:51:44Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['880d8d5b-66e4-4df0-b180-e3e4dfd6f7f2'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:51:49.033117 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-92abfc1b-6f12-4e89-a9ed-c8e5081fd4e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:49.043161 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-28f7c6e8-f7bb-4d8c-a9e3-b20864834a1e None None] Set router 880d8d5b-66e4-4df0-b180-e3e4dfd6f7f2 gateway port host: n-d-805663-2 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:51:49.137372 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-92abfc1b-6f12-4e89-a9ed-c8e5081fd4e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:49.191338 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-92abfc1b-6f12-4e89-a9ed-c8e5081fd4e9 admin admin] Deleting port d0637088-8877-4374-91c5-f60da99e09c3 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:51:49.191679 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-92abfc1b-6f12-4e89-a9ed-c8e5081fd4e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:49.218999 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-28f7c6e8-f7bb-4d8c-a9e3-b20864834a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880d8d5b-66e4-4df0-b180-e3e4dfd6f7f2', 'name': 'tempest-TestSnapshotPattern-1930304038-router', 'tenant_id': '05c729ec0b514d47984660ceedab0c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'external_fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'd0637088-8877-4374-91c5-f60da99e09c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:47:00Z', 'updated_at': '2021-08-23T21:51:48Z', 'revision_number': 5, 'project_id': '05c729ec0b514d47984660ceedab0c21', 'gw_port': {'id': 'd0637088-8877-4374-91c5-f60da99e09c3', 'name': '', 'network_id': '03d801c5-d257-4cc1-bad3-11a323aafec0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880d8d5b-66e4-4df0-b180-e3e4dfd6f7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805663-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T21:47:00Z', 'updated_at': '2021-08-23T21:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c87e1641-f4dd-4f8b-8846-8b870a77df63', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805663-2'}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:51:49.244402 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f7c6e8-f7bb-4d8c-a9e3-b20864834a1e None None] Checking router: 880d8d5b-66e4-4df0-b180-e3e4dfd6f7f2 for host: n-d-805663-2 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 21:51:49.253554 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f7c6e8-f7bb-4d8c-a9e3-b20864834a1e None None] Routers {'880d8d5b-66e4-4df0-b180-e3e4dfd6f7f2'} bound to L3 agent in host n-d-805663-2 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 21:51:49.254160 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-28f7c6e8-f7bb-4d8c-a9e3-b20864834a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805663-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T20:17:43Z,description=,heartbeat_timestamp=2021-08-23T21:51:44Z,host='n-d-805663-2',id=a5627fc2-8585-4597-9aa2-ba59e7d038ff,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T20:17:43Z,topic='l3_agent')) {'router_ids': ['880d8d5b-66e4-4df0-b180-e3e4dfd6f7f2'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:51:49.280325 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-92abfc1b-6f12-4e89-a9ed-c8e5081fd4e9 admin admin] For port d0637088-8877-4374-91c5-f60da99e09c3, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=d0637088-8877-4374-91c5-f60da99e09c3,segment=NetworkSegment(ebccf036-1a4f-4185-be81-161c385ca724),segment_id=ebccf036-1a4f-4185-be81-161c385ca724)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:51:49.280729 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-92abfc1b-6f12-4e89-a9ed-c8e5081fd4e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:49.292381 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-92abfc1b-6f12-4e89-a9ed-c8e5081fd4e9 admin admin] Calling delete_port for d0637088-8877-4374-91c5-f60da99e09c3 owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:51:49.337249 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-28f7c6e8-f7bb-4d8c-a9e3-b20864834a1e None None] Set router 880d8d5b-66e4-4df0-b180-e3e4dfd6f7f2 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 21:51:49.387146 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-28f7c6e8-f7bb-4d8c-a9e3-b20864834a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880d8d5b-66e4-4df0-b180-e3e4dfd6f7f2', 'name': 'tempest-TestSnapshotPattern-1930304038-router', 'tenant_id': '05c729ec0b514d47984660ceedab0c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:47:00Z', 'updated_at': '2021-08-23T21:51:49Z', 'revision_number': 6, 'project_id': '05c729ec0b514d47984660ceedab0c21', 'gw_port_host': None}], 'n-d-805663-2', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:51:49.415886 n-d-805663-2 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f7c6e8-f7bb-4d8c-a9e3-b20864834a1e None None] The sync data for ids ['880d8d5b-66e4-4df0-b180-e3e4dfd6f7f2'] in n-d-805663-2 is: [{'id': '880d8d5b-66e4-4df0-b180-e3e4dfd6f7f2', 'name': 'tempest-TestSnapshotPattern-1930304038-router', 'tenant_id': '05c729ec0b514d47984660ceedab0c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T21:47:00Z', 'updated_at': '2021-08-23T21:51:49Z', 'revision_number': 6, 'project_id': '05c729ec0b514d47984660ceedab0c21', 'gw_port_host': None}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 21:51:49.463331 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-92abfc1b-6f12-4e89-a9ed-c8e5081fd4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:49.494084 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92abfc1b-6f12-4e89-a9ed-c8e5081fd4e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0637088-8877-4374-91c5-f60da99e09c3,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:51:49.553109 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-92abfc1b-6f12-4e89-a9ed-c8e5081fd4e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499548'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:49.645021 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-92abfc1b-6f12-4e89-a9ed-c8e5081fd4e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4165682'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:49.647087 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-92abfc1b-6f12-4e89-a9ed-c8e5081fd4e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:49.693127 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-92abfc1b-6f12-4e89-a9ed-c8e5081fd4e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497325'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:49.693700 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92abfc1b-6f12-4e89-a9ed-c8e5081fd4e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 880d8d5b-66e4-4df0-b180-e3e4dfd6f7f2 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 21:51:49.698230 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-92abfc1b-6f12-4e89-a9ed-c8e5081fd4e9 admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:49.699387 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-92abfc1b-6f12-4e89-a9ed-c8e5081fd4e9 admin admin] 10.222.0.61 "DELETE /v2.0/routers/880d8d5b-66e4-4df0-b180-e3e4dfd6f7f2 HTTP/1.1" status: 204 len: 168 time: 0.7702451 Aug 23 21:51:49.701979 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 56040) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:51:49.746417 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-50c26543-8333-49d2-bf96-360f6ccd67a2 admin admin] Deleting subnet 3c892c62-96b4-4bf6-83b8-cbd105b1e571 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 21:51:49.751036 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-50c26543-8333-49d2-bf96-360f6ccd67a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:49.787666 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-50c26543-8333-49d2-bf96-360f6ccd67a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4177552'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:49.873248 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-50c26543-8333-49d2-bf96-360f6ccd67a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452965'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:49.929948 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-50c26543-8333-49d2-bf96-360f6ccd67a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2501472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10452958'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:49.956509 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c26543-8333-49d2-bf96-360f6ccd67a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c892c62-96b4-4bf6-83b8-cbd105b1e571,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:51:49.959927 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-50c26543-8333-49d2-bf96-360f6ccd67a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:49.962094 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-50c26543-8333-49d2-bf96-360f6ccd67a2 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/3c892c62-96b4-4bf6-83b8-cbd105b1e571 HTTP/1.1" status: 204 len: 168 time: 0.2589977 Aug 23 21:51:49.964313 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.61', 56042) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:51:49.967154 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba35ff8-8579-4cbd-89e3-58db0d806fa8 None None] Network 82cc7dbc-681f-48c4-824b-1e5b3d7bbefe requested from n-d-805663-2 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 21:51:50.034881 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-06534242-b4c4-46ea-9ef3-326cd2fca94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1508589'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:50.102680 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-06534242-b4c4-46ea-9ef3-326cd2fca94a admin admin] Deleting port a1c31769-6594-47fe-b03c-440914ced093 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:51:50.103020 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-06534242-b4c4-46ea-9ef3-326cd2fca94a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:50.163709 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefab69e-b083-4f47-a597-e49026da8987 None None] DHCP port deletion for 82cc7dbc-681f-48c4-824b-1e5b3d7bbefe request from n-d-805663-2 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 21:51:50.169640 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-06534242-b4c4-46ea-9ef3-326cd2fca94a admin admin] For port a1c31769-6594-47fe-b03c-440914ced093, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=a1c31769-6594-47fe-b03c-440914ced093,segment=NetworkSegment(00f7f06b-3295-4461-90d4-bd9e253b91b6),segment_id=00f7f06b-3295-4461-90d4-bd9e253b91b6)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:51:50.170007 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-06534242-b4c4-46ea-9ef3-326cd2fca94a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:50.183769 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-06534242-b4c4-46ea-9ef3-326cd2fca94a admin admin] Calling delete_port for a1c31769-6594-47fe-b03c-440914ced093 owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:51:50.209736 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cefab69e-b083-4f47-a597-e49026da8987 None None] Deleting port a1c31769-6594-47fe-b03c-440914ced093 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 21:51:50.210032 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cefab69e-b083-4f47-a597-e49026da8987 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790315845380'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:50.265700 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-06534242-b4c4-46ea-9ef3-326cd2fca94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2501427'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:50.275605 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cefab69e-b083-4f47-a597-e49026da8987 None None] For port a1c31769-6594-47fe-b03c-440914ced093, host n-d-805663-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805663-2',level=0,port_id=a1c31769-6594-47fe-b03c-440914ced093,segment=NetworkSegment(00f7f06b-3295-4461-90d4-bd9e253b91b6),segment_id=00f7f06b-3295-4461-90d4-bd9e253b91b6)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 21:51:50.276008 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cefab69e-b083-4f47-a597-e49026da8987 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497800'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:50.291964 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06534242-b4c4-46ea-9ef3-326cd2fca94a admin admin] Pushing event deleted for resources: {'Port': ['ID=a1c31769-6594-47fe-b03c-440914ced093,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:51:50.295330 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cefab69e-b083-4f47-a597-e49026da8987 None None] Calling delete_port for a1c31769-6594-47fe-b03c-440914ced093 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 21:51:50.295500 n-d-805663-2 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06534242-b4c4-46ea-9ef3-326cd2fca94a admin admin] No DVR routers for this DVR port a1c31769-6594-47fe-b03c-440914ced093 on host n-d-805663-2 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:51:50.366782 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-06534242-b4c4-46ea-9ef3-326cd2fca94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453356', 'neutron.services.segments.db._delete_segments_for_network-8790315925517'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:50.368710 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cefab69e-b083-4f47-a597-e49026da8987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790315847891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790315365133'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:50.378071 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-06534242-b4c4-46ea-9ef3-326cd2fca94a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82cc7dbc-681f-48c4-824b-1e5b3d7bbefe']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:51:50.393678 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-06534242-b4c4-46ea-9ef3-326cd2fca94a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00f7f06b-3295-4461-90d4-bd9e253b91b6') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:51:50.394023 n-d-805663-2 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-06534242-b4c4-46ea-9ef3-326cd2fca94a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00f7f06b-3295-4461-90d4-bd9e253b91b6') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 21:51:50.397270 n-d-805663-2 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefab69e-b083-4f47-a597-e49026da8987 None None] Pushing event deleted for resources: {'Port': ['ID=a1c31769-6594-47fe-b03c-440914ced093,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:51:50.401215 n-d-805663-2 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefab69e-b083-4f47-a597-e49026da8987 None None] No DVR routers for this DVR port a1c31769-6594-47fe-b03c-440914ced093 on host n-d-805663-2 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 21:51:50.404463 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-06534242-b4c4-46ea-9ef3-326cd2fca94a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790315863489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4177551'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:50.420549 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-06534242-b4c4-46ea-9ef3-326cd2fca94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:50.426645 n-d-805663-2 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06534242-b4c4-46ea-9ef3-326cd2fca94a admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 21:51:50.427040 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-06534242-b4c4-46ea-9ef3-326cd2fca94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2501382'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:50.428864 n-d-805663-2 neutron-server[94687]: Traceback (most recent call last): Aug 23 21:51:50.428864 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 21:51:50.428864 n-d-805663-2 neutron-server[94687]: timer() Aug 23 21:51:50.428864 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 21:51:50.428864 n-d-805663-2 neutron-server[94687]: cb(*args, **kw) Aug 23 21:51:50.428864 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 21:51:50.428864 n-d-805663-2 neutron-server[94687]: return func(*args, **kwargs) Aug 23 21:51:50.428864 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 21:51:50.428864 n-d-805663-2 neutron-server[94687]: self._notify() Aug 23 21:51:50.428864 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 21:51:50.428864 n-d-805663-2 neutron-server[94687]: self.callback(batched_events) Aug 23 21:51:50.428864 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 21:51:50.428864 n-d-805663-2 neutron-server[94687]: event.method(event) Aug 23 21:51:50.428864 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 21:51:50.428864 n-d-805663-2 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 21:51:50.428864 n-d-805663-2 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 21:51:50.428864 n-d-805663-2 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 21:51:50.428864 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 21:51:50.428864 n-d-805663-2 neutron-server[94687]: return f(self, *a, **k) Aug 23 21:51:50.428864 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 21:51:50.428864 n-d-805663-2 neutron-server[94687]: return self._get(url).json() Aug 23 21:51:50.428864 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 21:51:50.428864 n-d-805663-2 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 21:51:50.428864 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 21:51:50.428864 n-d-805663-2 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Aug 23 21:51:50.428864 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 21:51:50.428864 n-d-805663-2 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 21:51:50.428864 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 21:51:50.428864 n-d-805663-2 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 21:51:50.428864 n-d-805663-2 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 21:51:50.428864 n-d-805663-2 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 21:51:50.428864 n-d-805663-2 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 21:51:50.470157 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 180b0b2a-84d2-4f4f-b01b-0b1704e32902 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:51:50.489701 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: 180b0b2a-84d2-4f4f-b01b-0b1704e32902 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:51:50.489964 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-06534242-b4c4-46ea-9ef3-326cd2fca94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495780'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:50.490459 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device 180b0b2a-84d2-4f4f-b01b-0b1704e32902 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:51:50.490459 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device d0637088-8877-4374-91c5-f60da99e09c3 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:51:50.496443 n-d-805663-2 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-06534242-b4c4-46ea-9ef3-326cd2fca94a admin admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:50.498402 n-d-805663-2 neutron-server[94687]: INFO neutron.wsgi [None req-06534242-b4c4-46ea-9ef3-326cd2fca94a admin admin] 10.222.0.61 "DELETE /v2.0/networks/82cc7dbc-681f-48c4-824b-1e5b3d7bbefe HTTP/1.1" status: 204 len: 168 time: 0.5330553 Aug 23 21:51:50.514270 n-d-805663-2 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06534242-b4c4-46ea-9ef3-326cd2fca94a admin admin] Pushing event deleted for resources: {'Network': ['ID=82cc7dbc-681f-48c4-824b-1e5b3d7bbefe,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:51:50.527521 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: d0637088-8877-4374-91c5-f60da99e09c3 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:51:50.529141 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device d0637088-8877-4374-91c5-f60da99e09c3 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:51:50.529744 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device a1c31769-6594-47fe-b03c-440914ced093 no longer exists at agent ovs-agent-n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 21:51:50.548880 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85a61272-a678-411f-9aab-88176708ecdb None None] No Port match for: a1c31769-6594-47fe-b03c-440914ced093 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 21:51:50.549223 n-d-805663-2 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Device a1c31769-6594-47fe-b03c-440914ced093 not bound to the agent host n-d-805663-2 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 21:51:50.685681 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 56048) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:51:50.724858 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-bcb87ede-6672-4985-b069-71ad09702499 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=85ae86e796b34b0b998c4d9aca382b55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379348 Aug 23 21:51:50.727141 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 56050) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:51:50.780110 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0f0ac656-d09e-4a69-bbfc-2d74d30533de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:50.801072 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0f0ac656-d09e-4a69-bbfc-2d74d30533de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:50.845605 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0f0ac656-d09e-4a69-bbfc-2d74d30533de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:50.848186 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0f0ac656-d09e-4a69-bbfc-2d74d30533de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:50.849339 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-0f0ac656-d09e-4a69-bbfc-2d74d30533de admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/15c336ac-57e6-4384-b4b5-649c776311dd HTTP/1.1" status: 204 len: 168 time: 0.1211445 Aug 23 21:51:50.857906 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0ac656-d09e-4a69-bbfc-2d74d30533de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c336ac-57e6-4384-b4b5-649c776311dd,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:51:51.183157 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 56056) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:51:51.222794 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-0e5b362b-20eb-4f97-a90e-755d145c6098 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=05c729ec0b514d47984660ceedab0c21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384567 Aug 23 21:51:51.225274 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.61', 56058) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 21:51:51.252753 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:51.275131 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5f7510f3-afdb-4da6-9b56-41d5d4b7e290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:51.296964 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5f7510f3-afdb-4da6-9b56-41d5d4b7e290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:51.344492 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5f7510f3-afdb-4da6-9b56-41d5d4b7e290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362858'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:51.347042 n-d-805663-2 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5f7510f3-afdb-4da6-9b56-41d5d4b7e290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:51:51.348252 n-d-805663-2 neutron-server[94688]: INFO neutron.wsgi [None req-5f7510f3-afdb-4da6-9b56-41d5d4b7e290 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/95ab9244-cf47-42ec-b288-1f5471301864 HTTP/1.1" status: 204 len: 168 time: 0.1220803 Aug 23 21:51:51.356205 n-d-805663-2 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7510f3-afdb-4da6-9b56-41d5d4b7e290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ab9244-cf47-42ec-b288-1f5471301864,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 21:52:10.164278 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b9fdd727-fcf6-4ca7-ac18-0dc9c331f7a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:52:11.162782 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:52:13.545099 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-061d982b-02e3-4c1d-b58f-eb43240791c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:52:13.681422 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:52:14.913131 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:52:16.290276 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:52:17.238400 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:52:21.267269 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:52:40.164378 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1d15b8ae-4eea-429f-874b-bbe237c1eda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:52:41.198556 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:52:43.545949 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bb844478-8369-42cb-967f-b615020e13ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:52:43.681514 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:52:44.912815 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:52:46.292513 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:52:51.264787 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:52:54.237786 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:53:10.165847 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a2bb32a0-a9d1-4c80-af34-5f38aa48ea1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:53:11.205630 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:53:13.546921 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-68d855ce-8d71-4b11-bb39-dad4379bd573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:53:13.680696 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:53:14.916366 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:53:16.295126 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:53:21.280587 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:53:31.237348 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:53:40.167823 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9781796c-bb90-4c63-96de-6037b121c9e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:53:41.214682 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:53:43.546995 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8fa29220-dd27-43a6-99aa-8bbcf951c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:53:43.681049 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:53:44.924090 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:53:46.299333 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:53:51.294543 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:54:08.238074 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:54:10.168990 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0f2098a2-a10b-4b6a-8d55-5b0d077706a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:54:11.214019 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:54:13.547506 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4a3ec2c6-029a-4902-a02f-6fb7866894b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:54:13.680757 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:54:14.921910 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:54:16.303552 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:54:21.308440 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:54:40.170607 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d8acdc8c-ff02-4e62-bda9-62c5b3304461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:54:41.227914 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:54:43.548982 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-da71dcca-81a7-4493-9139-406096588796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:54:43.681323 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:54:44.926080 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:54:45.237380 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:54:46.305396 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:54:51.305635 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:55:10.170823 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2d3b117e-15d7-4a0a-bdf9-c4535b6cb87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:55:11.216912 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:55:13.550935 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2f1b66cb-e74a-4ee9-ae9b-0996105ebacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:55:13.681834 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:55:14.931207 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:55:16.308988 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:55:21.338958 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:55:22.236957 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:55:40.170892 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c90841ad-95e3-4015-bdd5-9996d71e006f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:55:41.224913 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:55:43.551984 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9895d8f3-8a76-45c9-87ab-ec5cff16c2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:55:43.682133 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:55:44.930214 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:55:46.311742 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:55:51.351405 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:55:54.013099 n-d-805663-2 neutron-server[94687]: DEBUG neutron.wsgi [req-090ff85d-9658-4436-8cf8-779607e152e4 req-1fd0e309-817e-4d5f-bc11-503578930de5 service neutron] (94687) timed out ('10.222.0.61', 54686) {{(pid=94687) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 21:55:59.235580 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:56:10.171847 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f608c1bd-75a7-4ac5-bf25-087d3ad6f3b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:56:11.224387 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:56:13.553394 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-062555a0-41b8-4499-99ed-7649d145ecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:56:13.681863 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:56:14.934857 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:56:16.314752 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:56:21.365579 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:56:36.233868 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:56:40.172980 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-264fa612-2365-428c-8a80-1e54de42fb90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:56:41.238470 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:56:43.554217 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8e68b19e-20ab-494e-bfba-5bfb2945ad4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:56:43.681910 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:56:44.940101 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:56:46.317729 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:56:51.379720 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:57:10.174184 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f8271bf9-e669-4ec7-bc96-bdf2c42cffb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:57:11.237046 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:57:13.232708 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:57:13.555588 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9625bedb-70bd-48af-9de7-558113a3d847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:57:13.683000 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:57:14.939252 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:57:16.320714 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:57:21.409518 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:57:40.175178 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-37945b6e-e80f-4095-b180-c7597dc38f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:57:41.256942 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:57:43.557243 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3c2e2f50-0122-436b-a0ef-f3ab36ae39fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:57:43.684179 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:57:44.941703 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:57:46.323918 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:57:50.231608 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:57:51.423618 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:58:10.176049 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-82ead273-f6b6-40f1-af1c-0c9fa7042806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:58:11.271218 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:58:13.557649 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-512bae66-9adc-4371-8804-8aaf3cf7743a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:58:13.683959 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:58:14.946811 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:58:16.327266 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:58:21.421884 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:58:27.234137 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:58:40.177156 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ff23a6c5-d439-4818-88a1-84668bdc53f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:58:41.281051 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:58:43.558698 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d2c9228f-ef6f-4b2f-9aa5-a263f6d93ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:58:43.684031 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:58:44.948162 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:58:46.330634 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:58:51.421084 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:59:04.232823 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:59:10.177795 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7ba100f8-c27b-49e1-b33d-4cf1a33dbb9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:59:11.305349 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:59:13.560036 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4d4fc45d-1672-4d8b-a405-b39d3dd4257c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:59:13.683455 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:59:14.950542 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:59:16.333940 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:59:21.434440 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:59:40.179305 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cfc73630-79c2-401b-91a7-011d75a55701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:59:41.232255 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 21:59:41.295857 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:59:43.560965 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-30584cd4-3794-49ea-b679-11aa00ada2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:59:43.686869 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:59:44.954847 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:59:46.337405 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 21:59:51.433642 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 22:00:09.143040 n-d-805663-2 neutron-server[94688]: DEBUG neutron.wsgi [req-f9ccf066-718d-4f3e-82c3-e98fe346c6b3 req-0e2d94b1-5279-496c-81d0-21cb58058a10 service neutron] (94688) timed out ('10.222.0.61', 49830) {{(pid=94688) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 22:00:10.181119 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3a7b0492-dfe4-4197-9104-42ec6dd3c40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 22:00:11.311221 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d4b221-dda1-4279-a180-601da622b7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 22:00:13.567161 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1bb609e4-bdba-49cb-b61e-40d30b456107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 22:00:13.687861 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85a61272-a678-411f-9aab-88176708ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 22:00:14.955057 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ace8e71-817c-4da5-9bc1-614e2324deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 22:00:16.340303 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b63e6ce-0fba-44eb-a0cd-8ec61decd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 22:00:18.312259 n-d-805663-2 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-26e2c39b-01e5-4e52-9813-5e865bbe0365 None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 22:00:21.457641 n-d-805663-2 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd2e763b-793f-45c0-b3a3-0b1531c9e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790315927830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450518'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}